-- Logs begin at Wed 2022-02-09 00:00:16 UTC, end at Wed 2022-02-09 02:37:30 UTC. -- Feb 09 00:38:52.340851 n-d-828418-1 systemd[1]: Started Devstack devstack@q-svc.service. Feb 09 00:38:54.731278 n-d-828418-1 neutron-server[87533]: INFO neutron.common.config [-] Logging enabled! Feb 09 00:38:54.732020 n-d-828418-1 neutron-server[87533]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev27 Feb 09 00:38:54.732100 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87533) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 09 00:38:54.735236 n-d-828418-1 neutron-server[87533]: INFO neutron.common.config [-] Logging enabled! Feb 09 00:38:54.735499 n-d-828418-1 neutron-server[87533]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev27 Feb 09 00:38:54.736014 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87533) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 09 00:38:54.736812 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 09 00:38:54.737049 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 09 00:38:54.737429 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 09 00:38:54.737703 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 09 00:38:54.737935 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 09 00:38:54.738260 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.738563 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.738869 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.739100 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.739401 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.739698 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.739987 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.740307 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.740608 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.740902 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.741187 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.741475 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.741738 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.742027 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.742319 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.742615 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.742843 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] debug = True {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.743128 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.743569 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.743984 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.744269 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.744560 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.744842 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.745119 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.745397 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.745713 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.746065 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] host = n-d-828418-1 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.746342 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.746632 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.746926 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.747216 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.747496 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.747777 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.748069 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.748533 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.748814 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] log_file = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.749100 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.749395 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.749710 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.750009 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.751476 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.751476 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.751476 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.751476 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.751476 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.752091 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.752381 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.752665 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.752954 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.753230 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.753524 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.753847 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.754369 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.754657 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.754939 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.755217 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.755498 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.755792 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.756213 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.756361 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.756639 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.756932 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.757207 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.757487 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.757824 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.758119 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.758407 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.758699 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.758979 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.759268 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.759546 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.759822 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.760098 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] use_json = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.760373 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.760648 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.760937 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.761214 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.761488 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.761793 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.762072 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.762363 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.762638 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:54.762945 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.763247 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.763553 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.763846 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.764142 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.764427 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.764720 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.765001 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.765295 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.765839 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.766144 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.766465 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.766764 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.767050 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.767352 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.767666 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.767967 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.768265 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.768544 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.768821 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.769099 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.769381 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.769699 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.770003 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.770304 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.770755 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.771043 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.772709 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.772709 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.772709 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.773252 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.773568 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.774179 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.774485 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.774782 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.775276 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.775564 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.775848 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.776138 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.776441 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.776727 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.777006 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.777283 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.777565 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.777866 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.778159 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.778443 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.778722 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.779000 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.779284 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.779563 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.779841 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.780124 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.780400 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.780682 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.780959 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.781235 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.781512 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.781812 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.782090 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.782366 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.782642 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.782924 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.783202 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.783476 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.783756 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.784035 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.784314 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.784611 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.784918 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.785202 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.785492 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.785811 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.786100 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.786387 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.786673 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.786961 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.788081 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.788752 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.789259 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.789566 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.789892 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.790192 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.790487 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.790796 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.791086 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.791381 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.791669 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.791963 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.792256 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.792547 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.792850 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.793153 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.793587 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.794041 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.795203 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.795203 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.795203 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.795461 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:54.795541 n-d-828418-1 neutron-server[87533]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 09 00:38:54.795755 n-d-828418-1 neutron-server[87533]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87533) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 09 00:38:55.235271 n-d-828418-1 neutron-server[87533]: INFO keyring.backend [-] Loading KWallet Feb 09 00:38:55.243453 n-d-828418-1 neutron-server[87533]: INFO keyring.backend [-] Loading SecretService Feb 09 00:38:55.247281 n-d-828418-1 neutron-server[87533]: INFO keyring.backend [-] Loading Windows Feb 09 00:38:55.249097 n-d-828418-1 neutron-server[87533]: INFO keyring.backend [-] Loading chainer Feb 09 00:38:55.249780 n-d-828418-1 neutron-server[87533]: INFO keyring.backend [-] Loading macOS Feb 09 00:38:55.286863 n-d-828418-1 neutron-server[87533]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 09 00:38:55.287349 n-d-828418-1 neutron-server[87533]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=87533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 09 00:38:55.287552 n-d-828418-1 neutron-server[87533]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 09 00:38:55.287890 n-d-828418-1 neutron-server[87533]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 09 00:38:55.601989 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:55.602193 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:55.602453 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:55.603661 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:55.603932 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:55.604197 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:55.727726 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:55.728001 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:55.728267 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:55.742315 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:55.742879 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:55.742879 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:55.771167 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:55.771483 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:55.771831 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:55.810558 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:55.810831 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:55.811092 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.046327 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.046607 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.046873 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.047138 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.047885 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.168965 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.169273 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.169555 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.169920 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.170193 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.170506 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.170775 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.171034 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.171289 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.171570 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.171829 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.172091 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.172353 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.172607 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.172870 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.173135 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.173389 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.173686 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.173939 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.174217 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.174559 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.174809 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.175054 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.175331 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.175576 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.175817 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.176203 n-d-828418-1 neutron-server[87533]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87533) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 00:38:56.176439 n-d-828418-1 neutron-server[87533]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87533) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 00:38:56.176672 n-d-828418-1 neutron-server[87533]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87533) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 00:38:56.176904 n-d-828418-1 neutron-server[87533]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87533) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 00:38:56.177132 n-d-828418-1 neutron-server[87533]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87533) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 00:38:56.177369 n-d-828418-1 neutron-server[87533]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87533) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 00:38:56.177864 n-d-828418-1 neutron-server[87533]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 09 00:38:56.180995 n-d-828418-1 neutron-server[87533]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 09 00:38:56.184937 n-d-828418-1 neutron-server[87533]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 09 00:38:56.188676 n-d-828418-1 neutron-server[87533]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Feb 09 00:38:56.190344 n-d-828418-1 neutron-server[87533]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 09 00:38:56.190793 n-d-828418-1 neutron-server[87533]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 09 00:38:56.191126 n-d-828418-1 neutron-server[87533]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 09 00:38:56.191506 n-d-828418-1 neutron-server[87533]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 09 00:38:56.194867 n-d-828418-1 neutron-server[87533]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 09 00:38:56.195116 n-d-828418-1 neutron-server[87533]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 09 00:38:56.195461 n-d-828418-1 neutron-server[87533]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 09 00:38:56.223381 n-d-828418-1 neutron-server[87533]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 09 00:38:56.223829 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.224123 n-d-828418-1 neutron-server[87533]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87533) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Feb 09 00:38:56.224482 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.226546 n-d-828418-1 neutron-server[87533]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87533) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 09 00:38:56.226820 n-d-828418-1 neutron-server[87533]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 09 00:38:56.227065 n-d-828418-1 neutron-server[87533]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 09 00:38:56.230283 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.230560 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.292377 n-d-828418-1 neutron-server[87533]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 09 00:38:56.292614 n-d-828418-1 neutron-server[87533]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 09 00:38:56.292849 n-d-828418-1 neutron-server[87533]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 09 00:38:56.293222 n-d-828418-1 neutron-server[87533]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 09 00:38:56.324578 n-d-828418-1 neutron-server[87533]: DEBUG oslo_db.sqlalchemy.engines [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87533) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 09 00:38:56.669983 n-d-828418-1 neutron-server[87533]: INFO neutron.plugins.ml2.managers [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Initializing driver for type 'gre' Feb 09 00:38:56.670625 n-d-828418-1 neutron-server[87533]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] gre ID ranges: [(1, 1000)] Feb 09 00:38:56.726194 n-d-828418-1 neutron-server[87533]: INFO neutron.plugins.ml2.managers [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Initializing driver for type 'local' Feb 09 00:38:56.726614 n-d-828418-1 neutron-server[87533]: INFO neutron.plugins.ml2.managers [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Initializing driver for type 'vlan' Feb 09 00:38:56.738269 n-d-828418-1 neutron-server[87533]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] VlanTypeDriver initialization complete Feb 09 00:38:56.738720 n-d-828418-1 neutron-server[87533]: INFO neutron.plugins.ml2.managers [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Initializing driver for type 'vxlan' Feb 09 00:38:56.739353 n-d-828418-1 neutron-server[87533]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] vxlan ID ranges: [(1, 1000)] Feb 09 00:38:56.793170 n-d-828418-1 neutron-server[87533]: INFO neutron.plugins.ml2.managers [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Initializing extension driver 'port_security' Feb 09 00:38:56.793813 n-d-828418-1 neutron-server[87533]: INFO neutron.plugins.ml2.extensions.port_security [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] PortSecurityExtensionDriver initialization complete Feb 09 00:38:56.794001 n-d-828418-1 neutron-server[87533]: INFO neutron.plugins.ml2.managers [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Initializing mechanism driver 'openvswitch' Feb 09 00:38:56.794316 n-d-828418-1 neutron-server[87533]: INFO neutron.plugins.ml2.managers [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Initializing mechanism driver 'hyperv' Feb 09 00:38:56.800992 n-d-828418-1 neutron-server[87533]: DEBUG neutron.plugins.ml2.plugin [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:38:56.801698 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: > port after_create 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.802076 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: > port after_update 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.802428 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: > port after_delete 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.803527 n-d-828418-1 neutron-server[87533]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87533) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 00:38:56.803964 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: > subnet after_create 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.804318 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: > subnet after_update 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.804728 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.805190 n-d-828418-1 neutron-server[87533]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87533) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 00:38:56.805684 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: > network after_create 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.806043 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: > network after_update 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.806393 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: > network after_delete 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.806787 n-d-828418-1 neutron-server[87533]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87533) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 00:38:56.807193 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: > security_group after_create 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.807544 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: > security_group after_update 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.807888 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.808282 n-d-828418-1 neutron-server[87533]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87533) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 00:38:56.808689 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.809044 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.809387 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.809940 n-d-828418-1 neutron-server[87533]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87533) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 00:38:56.810353 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: > address_group after_create 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.810709 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: > address_group after_update 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.811055 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.811452 n-d-828418-1 neutron-server[87533]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87533) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 00:38:56.811901 n-d-828418-1 neutron-server[87533]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] ML2 OVO RPC backend initialized. {{(pid=87533) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Feb 09 00:38:56.812619 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.812980 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.813405 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: > network before_response 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.813787 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: > networks before_response 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.814144 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: > port before_response 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.814496 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: > ports before_response 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.814845 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: > subnet before_response 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.815196 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: > subnets before_response 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.815548 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: > network after_create 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.815894 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: > network after_update 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.816236 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: > network after_delete 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.816835 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: > port after_create 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.817182 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: > port after_update 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.817803 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: > port after_delete 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.818379 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: > subnet after_create 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.819452 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: > subnet after_update 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.820143 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.820388 n-d-828418-1 neutron-server[87533]: INFO neutron.plugins.ml2.plugin [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Modular L2 Plugin initialization complete Feb 09 00:38:56.820722 n-d-828418-1 neutron-server[87533]: DEBUG neutron.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading services supported by the core plugin {{(pid=87533) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 09 00:38:56.821058 n-d-828418-1 neutron-server[87533]: INFO neutron.plugins.ml2.managers [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Got port-security extension from driver 'port_security' Feb 09 00:38:56.821533 n-d-828418-1 neutron-server[87533]: INFO neutron.extensions.vlantransparent [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Disabled vlantransparent extension. Feb 09 00:38:56.822050 n-d-828418-1 neutron-server[87533]: DEBUG neutron.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87533) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 09 00:38:56.822370 n-d-828418-1 neutron-server[87533]: INFO neutron.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading Plugin: router Feb 09 00:38:56.858845 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.859247 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: > router after_create 55549900 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.859628 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: > router before_create 55549900 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.859999 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.860378 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.860738 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: > router after_delete 55549900 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.861102 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.861471 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: > router after_create 55549900 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.861855 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: > router after_update 55549900 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.862214 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: > router after_update 55549900 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.862567 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.862928 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: > router after_update 55549900 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.863342 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: > router precommit_update 55549900 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.863717 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: port after_update 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.864065 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: port after_delete 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.864409 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: subnet after_update 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.864753 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.865106 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.866038 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: > router precommit_create 55549900 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.866390 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: port before_delete 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.866738 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: > router precommit_create 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.867100 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: > router after_update 55549900 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.867447 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.867800 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: > router precommit_create 55549900 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.868165 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.868514 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: > router precommit_update 55549900 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.868882 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: > agent after_create 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.869240 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: > agent after_delete 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.869614 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: > network after_delete 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.870478 n-d-828418-1 neutron-server[87533]: DEBUG neutron.quota.resource_registry [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Tracking information for resource: router configured {{(pid=87533) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 00:38:56.870814 n-d-828418-1 neutron-server[87533]: DEBUG neutron.quota.resource_registry [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Tracking information for resource: floatingip configured {{(pid=87533) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 00:38:56.875852 n-d-828418-1 neutron-server[87533]: INFO neutron.db.l3_agentschedulers_db [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 09 00:38:56.876383 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: port after_update 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.876749 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: port after_create 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.877105 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: port after_delete 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.877459 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: port after_update 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.878430 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: > router before_create 55550100 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.878809 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.879184 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: > router precommit_create 55550100 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.879549 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: > router precommit_update 55550100 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.884664 n-d-828418-1 neutron-server[87533]: DEBUG neutron.services.provider_configuration [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Service providers = [] {{(pid=87533) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 09 00:38:56.885034 n-d-828418-1 neutron-server[87533]: DEBUG neutron.db.servicetype_db [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87533) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 09 00:38:56.888050 n-d-828418-1 neutron-server[87533]: DEBUG neutron.services.service_base [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87533) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 00:38:56.888402 n-d-828418-1 neutron-server[87533]: DEBUG neutron.services.service_base [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87533) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 00:38:56.888748 n-d-828418-1 neutron-server[87533]: DEBUG neutron.services.service_base [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87533) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 00:38:56.889666 n-d-828418-1 neutron-server[87533]: DEBUG neutron.services.service_base [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87533) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 00:38:56.890045 n-d-828418-1 neutron-server[87533]: INFO neutron.services.service_base [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 09 00:38:56.890431 n-d-828418-1 neutron-server[87533]: DEBUG neutron.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87533) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 00:38:56.890752 n-d-828418-1 neutron-server[87533]: INFO neutron.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 09 00:38:56.901732 n-d-828418-1 neutron-server[87533]: DEBUG neutron.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87533) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 00:38:56.902076 n-d-828418-1 neutron-server[87533]: INFO neutron.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading Plugin: auto_allocate Feb 09 00:38:56.907941 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: network precommit_update 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.908316 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: network precommit_create 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.908839 n-d-828418-1 neutron-server[87533]: DEBUG neutron.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87533) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 00:38:56.909162 n-d-828418-1 neutron-server[87533]: INFO neutron.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading Plugin: tag Feb 09 00:38:56.915892 n-d-828418-1 neutron-server[87533]: DEBUG neutron.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87533) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 00:38:56.916228 n-d-828418-1 neutron-server[87533]: INFO neutron.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading Plugin: timestamp Feb 09 00:38:56.920307 n-d-828418-1 neutron-server[87533]: DEBUG neutron.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87533) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 00:38:56.920649 n-d-828418-1 neutron-server[87533]: INFO neutron.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading Plugin: network_ip_availability Feb 09 00:38:56.926019 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.926404 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.926765 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:56.927490 n-d-828418-1 neutron-server[87533]: DEBUG neutron.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87533) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 00:38:56.928378 n-d-828418-1 neutron-server[87533]: INFO neutron.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading Plugin: flavors Feb 09 00:38:56.933138 n-d-828418-1 neutron-server[87533]: DEBUG neutron.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87533) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 00:38:56.933474 n-d-828418-1 neutron-server[87533]: INFO neutron.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading Plugin: revisions Feb 09 00:38:56.937827 n-d-828418-1 neutron-server[87533]: DEBUG neutron.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87533) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 00:38:56.938225 n-d-828418-1 neutron-server[87533]: DEBUG oslo_concurrency.lockutils [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.651s {{(pid=87533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 09 00:38:56.938975 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87533) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 09 00:38:56.939312 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Initializing extension manager. Feb 09 00:38:56.939818 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: __init__.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:56.940163 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: __pycache__ {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:56.940500 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:56.940836 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: address_group.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:56.941876 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:56.942448 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loaded extension: address-group Feb 09 00:38:56.942776 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: address_scope.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:56.944105 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:56.944693 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loaded extension: address-scope Feb 09 00:38:56.945022 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:56.946066 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:56.946632 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loaded extension: router-admin-state-down-before-update Feb 09 00:38:56.946966 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: agent.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:56.947607 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:56.948121 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loaded extension: agent Feb 09 00:38:56.948448 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: agent_resources_synced.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:56.949371 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:56.949906 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loaded extension: agent-resources-synced Feb 09 00:38:56.950261 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: allowedaddresspairs.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:56.952276 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:56.952810 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loaded extension: allowed-address-pairs Feb 09 00:38:56.953145 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: auto_allocated_topology.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:56.954266 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:56.954794 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loaded extension: auto-allocated-topology Feb 09 00:38:56.955128 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: availability_zone.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:56.955833 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:56.956349 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loaded extension: availability_zone Feb 09 00:38:56.956677 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: availability_zone_filter.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:56.957624 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:56.958148 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loaded extension: availability_zone_filter Feb 09 00:38:56.958477 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: data_plane_status.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:56.959519 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:56.960036 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Extension data-plane-status not supported by any of loaded plugins Feb 09 00:38:56.960359 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: default_subnetpools.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:56.961291 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:56.961849 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loaded extension: default-subnetpools Feb 09 00:38:56.962179 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:56.962997 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:56.963515 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loaded extension: dhcp_agent_scheduler Feb 09 00:38:56.963843 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: dns.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:56.964761 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:56.965273 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Extension dns-integration not supported by any of loaded plugins Feb 09 00:38:56.965616 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: dns_domain_ports.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:56.966549 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:56.967064 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 09 00:38:56.967390 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: dvr.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:56.968071 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:56.968590 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loaded extension: dvr Feb 09 00:38:56.968915 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: empty_string_filtering.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:56.969863 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:56.970376 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loaded extension: empty-string-filtering Feb 09 00:38:56.970704 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:56.971635 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:56.972145 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 09 00:38:56.972470 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:56.973385 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:56.973922 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 09 00:38:56.974249 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: external_net.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:56.975227 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:56.975736 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loaded extension: external-net Feb 09 00:38:56.976060 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:56.976992 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:56.977500 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loaded extension: extra_dhcp_opt Feb 09 00:38:56.977856 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: extraroute.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:56.978777 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:56.979290 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loaded extension: extraroute Feb 09 00:38:56.979617 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: extraroute_atomic.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:56.980655 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:56.981179 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loaded extension: extraroute-atomic Feb 09 00:38:56.981516 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: filter_validation.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:56.982214 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:56.982729 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loaded extension: filter-validation Feb 09 00:38:56.983056 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: fip_pf_description.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:56.983975 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:56.984488 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 09 00:38:56.984814 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: fip_port_details.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:56.985772 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:56.986284 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loaded extension: fip-port-details Feb 09 00:38:56.986609 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: flavors.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:56.987850 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:56.988372 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loaded extension: flavors Feb 09 00:38:56.988701 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:56.991058 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:56.991750 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 09 00:38:56.992086 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: floatingip_pools.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:56.992797 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:56.993318 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loaded extension: floatingip-pools Feb 09 00:38:56.993680 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: ip_allocation.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:56.994622 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:56.995135 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Extension ip_allocation not supported by any of loaded plugins Feb 09 00:38:56.995461 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:56.996390 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:56.996907 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loaded extension: ip-substring-filtering Feb 09 00:38:56.997241 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: l2_adjacency.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:56.998216 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:56.998729 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 09 00:38:56.999058 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: l3.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:57.000046 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:57.000571 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loaded extension: router Feb 09 00:38:57.000902 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:57.004872 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:57.005417 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 09 00:38:57.005894 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:57.007381 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:57.007903 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loaded extension: ext-gw-mode Feb 09 00:38:57.008237 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:57.009173 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:57.009756 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loaded extension: l3-ha Feb 09 00:38:57.010090 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: l3_flavors.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:57.011018 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:57.011539 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loaded extension: l3-flavors Feb 09 00:38:57.011869 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:57.012810 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:57.013333 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 09 00:38:57.013690 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: l3agentscheduler.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:57.014764 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:57.015288 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loaded extension: l3_agent_scheduler Feb 09 00:38:57.015622 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: logging.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:57.017147 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:57.017701 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Extension logging not supported by any of loaded plugins Feb 09 00:38:57.018040 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: metering.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:57.018788 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:57.019374 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loaded extension: metering Feb 09 00:38:57.019704 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:57.020824 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:57.021343 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loaded extension: metering_source_and_destination_fields Feb 09 00:38:57.021754 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: multiprovidernet.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:57.022786 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:57.023306 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loaded extension: multi-provider Feb 09 00:38:57.023636 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: netmtu.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:57.024562 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:57.025079 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loaded extension: net-mtu Feb 09 00:38:57.025409 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: netmtu_writable.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:57.026369 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:57.026886 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loaded extension: net-mtu-writable Feb 09 00:38:57.027215 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: network_availability_zone.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:57.027895 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:57.028405 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loaded extension: network_availability_zone Feb 09 00:38:57.028734 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: network_ip_availability.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:57.029864 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:57.030381 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loaded extension: network-ip-availability Feb 09 00:38:57.030711 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: network_segment_range.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:57.031476 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:57.031984 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Extension network-segment-range not supported by any of loaded plugins Feb 09 00:38:57.032317 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: pagination.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:57.033304 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:57.033670 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loaded extension: pagination Feb 09 00:38:57.034001 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: port_device_profile.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:57.034927 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:57.035449 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loaded extension: port-device-profile Feb 09 00:38:57.035778 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:57.036703 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:57.037290 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loaded extension: port-mac-address-regenerate Feb 09 00:38:57.037637 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:57.038573 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:57.039088 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loaded extension: port-numa-affinity-policy Feb 09 00:38:57.039417 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: port_resource_request.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:57.040334 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:57.040840 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Extension port-resource-request not supported by any of loaded plugins Feb 09 00:38:57.041195 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: portbindings.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:57.042159 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:57.042678 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loaded extension: binding Feb 09 00:38:57.043003 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: portbindings_extended.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:57.044286 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:57.044807 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loaded extension: binding-extended Feb 09 00:38:57.045138 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: portsecurity.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:57.046098 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:57.046619 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loaded extension: port-security Feb 09 00:38:57.046946 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: project_id.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:57.047927 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:57.048261 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loaded extension: project-id Feb 09 00:38:57.048588 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: providernet.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:57.049517 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:57.050063 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loaded extension: provider Feb 09 00:38:57.050392 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: qos.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:57.054723 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:57.055255 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Extension qos not supported by any of loaded plugins Feb 09 00:38:57.055593 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:57.056867 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:57.057394 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 09 00:38:57.057762 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:57.058688 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:57.059206 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 09 00:38:57.059536 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: qos_default.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:57.060466 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:57.060986 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Extension qos-default not supported by any of loaded plugins Feb 09 00:38:57.061317 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: qos_fip.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:57.062011 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:57.062523 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Extension qos-fip not supported by any of loaded plugins Feb 09 00:38:57.062855 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: qos_gateway_ip.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:57.063796 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:57.064314 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 09 00:38:57.064641 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: qos_port_network_policy.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:57.065561 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:57.066105 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 09 00:38:57.066433 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: qos_rule_type_details.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:57.067612 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:57.068130 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 09 00:38:57.069049 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: qos_rules_alias.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:57.070137 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:57.070660 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 09 00:38:57.070988 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: quotasv2.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:57.071912 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:57.072243 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loaded extension: quotas Feb 09 00:38:57.072568 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: quotasv2_detail.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:57.074239 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:57.074585 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loaded extension: quota_details Feb 09 00:38:57.074919 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: rbac.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:57.075986 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:57.076516 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loaded extension: rbac-policies Feb 09 00:38:57.076852 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: rbac_address_group.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:57.077818 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:57.078342 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loaded extension: rbac-address-group Feb 09 00:38:57.078673 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: rbac_address_scope.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:57.079616 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:57.080138 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loaded extension: rbac-address-scope Feb 09 00:38:57.080469 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: rbac_security_groups.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:57.081390 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:57.081948 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loaded extension: rbac-security-groups Feb 09 00:38:57.082275 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: rbac_subnetpool.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:57.083222 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:57.083765 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loaded extension: rbac-subnetpool Feb 09 00:38:57.084160 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: revisionifmatch.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:57.085088 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:57.085614 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loaded extension: revision-if-match Feb 09 00:38:57.085956 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: revisions.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:57.087088 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:57.087612 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loaded extension: standard-attr-revisions Feb 09 00:38:57.087946 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: router_availability_zone.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:57.088627 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:57.089143 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loaded extension: router_availability_zone Feb 09 00:38:57.089471 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: routerservicetype.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:57.090428 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:57.090947 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Extension router-service-type not supported by any of loaded plugins Feb 09 00:38:57.091274 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:57.092210 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:57.092726 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loaded extension: security-groups-normalized-cidr Feb 09 00:38:57.093060 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:57.094049 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:57.094567 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loaded extension: port-security-groups-filtering Feb 09 00:38:57.094894 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:57.095943 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:57.096467 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loaded extension: security-groups-remote-address-group Feb 09 00:38:57.096798 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: securitygroup.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:57.106683 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:57.107227 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loaded extension: security-group Feb 09 00:38:57.107567 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: segment.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:57.108392 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:57.108903 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Extension segment not supported by any of loaded plugins Feb 09 00:38:57.109236 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:57.110244 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:57.110763 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 09 00:38:57.111095 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: servicetype.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:57.112236 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:57.112756 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loaded extension: service-type Feb 09 00:38:57.113090 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: sorting.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:57.114125 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:57.114462 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loaded extension: sorting Feb 09 00:38:57.114791 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: standard_attr_segment.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:57.116356 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:57.116878 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 09 00:38:57.117209 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: standardattrdescription.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:57.117899 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:57.118417 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loaded extension: standard-attr-description Feb 09 00:38:57.118745 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: stateful_security_group.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:57.119680 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:57.120198 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loaded extension: stateful-security-group Feb 09 00:38:57.120528 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: stdattrs_common.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:57.121120 n-d-828418-1 neutron-server[87533]: WARNING neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 09 00:38:57.121446 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:57.122502 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:57.123022 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 09 00:38:57.123388 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: subnet_onboard.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:57.124461 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:57.124989 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loaded extension: subnet_onboard Feb 09 00:38:57.125322 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:57.126326 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:57.126799 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 09 00:38:57.127129 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: subnet_service_types.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:57.128061 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:57.128581 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loaded extension: subnet-service-types Feb 09 00:38:57.128913 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: subnetallocation.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:57.130033 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:57.130554 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loaded extension: subnet_allocation Feb 09 00:38:57.131523 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:57.132236 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:57.132759 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loaded extension: subnetpool-prefix-ops Feb 09 00:38:57.133084 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:57.134105 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:57.134634 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 09 00:38:57.134969 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: tagging.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:57.136048 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:57.136585 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loaded extension: standard-attr-tag Feb 09 00:38:57.136920 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: timestamp.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:57.138161 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:57.138691 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loaded extension: standard-attr-timestamp Feb 09 00:38:57.139022 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: trunk.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:57.140074 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:57.140599 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Extension trunk not supported by any of loaded plugins Feb 09 00:38:57.140930 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: trunk_details.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:57.141896 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:57.142418 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Extension trunk-details not supported by any of loaded plugins Feb 09 00:38:57.142747 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: uplink_status_propagation.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:57.143689 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:57.144211 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 09 00:38:57.144539 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Loading extension file: vlantransparent.py {{(pid=87533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:38:57.145215 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:38:57.145766 n-d-828418-1 neutron-server[87533]: INFO neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 09 00:38:57.148314 n-d-828418-1 neutron-server[87533]: INFO neutron.quota.resource_registry [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Creating instance of TrackedResource for resource:network Feb 09 00:38:57.149078 n-d-828418-1 neutron-server[87533]: INFO neutron.quota.resource_registry [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Creating instance of TrackedResource for resource:subnet Feb 09 00:38:57.149901 n-d-828418-1 neutron-server[87533]: INFO neutron.quota.resource_registry [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 00:38:57.150520 n-d-828418-1 neutron-server[87533]: INFO neutron.quota.resource_registry [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Creating instance of TrackedResource for resource:port Feb 09 00:38:57.151790 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.v2.resource_helper [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 00:38:57.152230 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.v2.resource_helper [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Service FLAVORS assigned prefix: {{(pid=87533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 00:38:57.152847 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.v2.resource_helper [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 00:38:57.153277 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.v2.resource_helper [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 00:38:57.153640 n-d-828418-1 neutron-server[87533]: INFO neutron.quota.resource_registry [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Creating instance of TrackedResource for resource:router Feb 09 00:38:57.154317 n-d-828418-1 neutron-server[87533]: INFO neutron.quota.resource_registry [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Creating instance of TrackedResource for resource:floatingip Feb 09 00:38:57.155041 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.v2.resource_helper [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Service METERING assigned prefix: /metering {{(pid=87533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 00:38:57.156473 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:57.156849 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:57.157208 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:38:57.158394 n-d-828418-1 neutron-server[87533]: INFO neutron.quota.resource_registry [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Creating instance of CountableResource for resource:rbac_policy Feb 09 00:38:57.158840 n-d-828418-1 neutron-server[87533]: INFO neutron.quota.resource_registry [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Creating instance of TrackedResource for resource:security_group Feb 09 00:38:57.159515 n-d-828418-1 neutron-server[87533]: INFO neutron.quota.resource_registry [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 09 00:38:57.160405 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.v2.resource_helper [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Service CORE assigned prefix: {{(pid=87533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 00:38:57.160770 n-d-828418-1 neutron-server[87533]: INFO neutron.quota.resource_registry [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 00:38:57.161226 n-d-828418-1 neutron-server[87533]: WARNING neutron.quota.resource_registry [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] subnetpool is already registered Feb 09 00:38:57.161878 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.v2.resource_helper [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Service CORE assigned prefix: {{(pid=87533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 00:38:57.162923 n-d-828418-1 neutron-server[87533]: INFO neutron.quota.resource_registry [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 00:38:57.163323 n-d-828418-1 neutron-server[87533]: WARNING neutron.quota.resource_registry [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] subnetpool is already registered Feb 09 00:38:57.165932 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.v2.resource_helper [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 00:38:57.166373 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.v2.resource_helper [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Service FLAVORS assigned prefix: {{(pid=87533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 00:38:57.166962 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.v2.resource_helper [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 00:38:57.167384 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.v2.resource_helper [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 00:38:57.167720 n-d-828418-1 neutron-server[87533]: INFO neutron.quota.resource_registry [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Creating instance of TrackedResource for resource:router Feb 09 00:38:57.168054 n-d-828418-1 neutron-server[87533]: WARNING neutron.quota.resource_registry [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] router is already registered Feb 09 00:38:57.168652 n-d-828418-1 neutron-server[87533]: INFO neutron.quota.resource_registry [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Creating instance of TrackedResource for resource:floatingip Feb 09 00:38:57.168982 n-d-828418-1 neutron-server[87533]: WARNING neutron.quota.resource_registry [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] floatingip is already registered Feb 09 00:38:57.169630 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.v2.resource_helper [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Service METERING assigned prefix: /metering {{(pid=87533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 00:38:57.170307 n-d-828418-1 neutron-server[87533]: INFO neutron.quota.resource_registry [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Creating instance of CountableResource for resource:rbac_policy Feb 09 00:38:57.170639 n-d-828418-1 neutron-server[87533]: WARNING neutron.quota.resource_registry [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] rbac_policy is already registered Feb 09 00:38:57.171189 n-d-828418-1 neutron-server[87533]: INFO neutron.quota.resource_registry [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Creating instance of TrackedResource for resource:security_group Feb 09 00:38:57.171521 n-d-828418-1 neutron-server[87533]: WARNING neutron.quota.resource_registry [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] security_group is already registered Feb 09 00:38:57.172108 n-d-828418-1 neutron-server[87533]: INFO neutron.quota.resource_registry [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 09 00:38:57.172441 n-d-828418-1 neutron-server[87533]: WARNING neutron.quota.resource_registry [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] security_group_rule is already registered Feb 09 00:38:57.173119 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.v2.resource_helper [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Service CORE assigned prefix: {{(pid=87533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 00:38:57.173457 n-d-828418-1 neutron-server[87533]: INFO neutron.quota.resource_registry [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 00:38:57.173825 n-d-828418-1 neutron-server[87533]: WARNING neutron.quota.resource_registry [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] subnetpool is already registered Feb 09 00:38:57.174431 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.v2.resource_helper [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Service CORE assigned prefix: {{(pid=87533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 00:38:57.174761 n-d-828418-1 neutron-server[87533]: INFO neutron.quota.resource_registry [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 00:38:57.175088 n-d-828418-1 neutron-server[87533]: WARNING neutron.quota.resource_registry [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] subnetpool is already registered Feb 09 00:38:57.175741 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Extended resource: extensions {{(pid=87533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:38:57.177228 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Extended resource: address-groups {{(pid=87533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:38:57.179498 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Extended resource: address-scopes {{(pid=87533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:38:57.180714 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Extended resource: agents {{(pid=87533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:38:57.181938 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Extended resource: auto-allocated-topology {{(pid=87533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:38:57.183206 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Extended resource: availability_zones {{(pid=87533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:38:57.184552 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Extended resource: dhcp-networks {{(pid=87533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:38:57.186002 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Extended resource: dhcp-agents {{(pid=87533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:38:57.187437 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Extended resource: routers {{(pid=87533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:38:57.189291 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Extended resource: flavors {{(pid=87533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:38:57.190504 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Extended resource: service_profiles {{(pid=87533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:38:57.191998 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Extended resource: next_providers {{(pid=87533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:38:57.194527 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Extended resource: service_profiles {{(pid=87533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:38:57.196016 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Extended resource: floatingip-pools {{(pid=87533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:38:57.197275 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Extended resource: routers {{(pid=87533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:38:57.199134 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Extended resource: floatingips {{(pid=87533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:38:57.200341 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Extended resource: l3-routers {{(pid=87533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:38:57.201765 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Extended resource: l3-agents {{(pid=87533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:38:57.203196 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Extended resource: metering-labels {{(pid=87533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:38:57.204590 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Extended resource: metering-label-rules {{(pid=87533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:38:57.205909 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Extended resource: network-ip-availabilities {{(pid=87533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:38:57.207199 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Extended resource: bindings {{(pid=87533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:38:57.208858 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Extended resource: quotas {{(pid=87533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:38:57.210419 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Extended resource: quotas {{(pid=87533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:38:57.211866 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Extended resource: rbac-policies {{(pid=87533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:38:57.213173 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Extended resource: security-groups {{(pid=87533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:38:57.214435 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Extended resource: security-group-rules {{(pid=87533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:38:57.215696 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Extended resource: service-providers {{(pid=87533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:38:57.216946 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Extended resource: subnetpools {{(pid=87533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:38:57.218430 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Extended resource: subnetpools {{(pid=87533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:38:57.219907 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Extended resource: tags {{(pid=87533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:38:57.221622 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Extended resource: tags {{(pid=87533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:38:57.223440 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Extended resource: tags {{(pid=87533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:38:57.225853 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Extended resource: tags {{(pid=87533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:38:57.227656 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Extended resource: tags {{(pid=87533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:38:57.229516 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Extended resource: tags {{(pid=87533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:38:57.231229 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Extended resource: tags {{(pid=87533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:38:57.233149 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Extended resource: tags {{(pid=87533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:38:57.235013 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Extended resource: tags {{(pid=87533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:38:57.236859 n-d-828418-1 neutron-server[87533]: DEBUG neutron.api.extensions [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Extended resource: tags {{(pid=87533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:38:57.243055 n-d-828418-1 neutron-server[87533]: WARNING keystonemiddleware.auth_token [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 09 00:38:57.248333 n-d-828418-1 neutron-server[87533]: WARNING keystonemiddleware.auth_token [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 09 00:38:57.256738 n-d-828418-1 neutron-server[87533]: DEBUG oslo_concurrency.lockutils [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Acquired lock "singleton_lock" {{(pid=87533) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 09 00:38:57.257221 n-d-828418-1 neutron-server[87533]: DEBUG oslo_concurrency.lockutils [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Releasing lock "singleton_lock" {{(pid=87533) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 09 00:38:57.257883 n-d-828418-1 neutron-server[87533]: INFO oslo_service.service [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Starting 2 workers Feb 09 00:38:57.262587 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Started child 87638 {{(pid=87533) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 09 00:38:57.266928 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Started child 87639 {{(pid=87533) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 09 00:38:57.267834 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:57.268500 n-d-828418-1 neutron-server[87533]: INFO neutron.service [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 09 00:38:57.269163 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Notify callbacks [] for process, before_spawn {{(pid=87533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:57.269329 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [-] (87638) wsgi starting up on http://0.0.0.0:9696 Feb 09 00:38:57.271361 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:57.271854 n-d-828418-1 neutron-server[87533]: INFO oslo_service.service [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Starting 1 workers Feb 09 00:38:57.272815 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [-] (87639) wsgi starting up on http://0.0.0.0:9696 Feb 09 00:38:57.277043 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Started child 87640 {{(pid=87533) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 09 00:38:57.277622 n-d-828418-1 neutron-server[87533]: INFO oslo_service.service [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Starting 1 workers Feb 09 00:38:57.280714 n-d-828418-1 neutron-server[87640]: DEBUG neutron.service [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] calling RpcWorker wait() {{(pid=87640) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 09 00:38:57.281254 n-d-828418-1 neutron-server[87640]: DEBUG neutron.service [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] returning from RpcWorker wait() {{(pid=87640) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 09 00:38:57.281996 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Started child 87641 {{(pid=87533) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 09 00:38:57.282664 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:57.282817 n-d-828418-1 neutron-server[87533]: DEBUG neutron_lib.callbacks.manager [None req-def3f0e5-77c7-48d4-a75c-e7d43ef45bb5 None None] Notify callbacks [] for process, after_spawn {{(pid=87533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:57.283256 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:38:57.284638 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87533) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 09 00:38:57.284863 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 09 00:38:57.285051 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 09 00:38:57.285266 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 09 00:38:57.285629 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 09 00:38:57.285798 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 09 00:38:57.286307 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.286588 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.286676 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:57.287613 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.287721 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.288198 n-d-828418-1 neutron-server[87641]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:38:57.288289 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.288803 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.289088 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.289330 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.289666 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.289926 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.290097 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.290267 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.290533 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.290773 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.291090 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.291366 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.291625 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.291914 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.292089 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.292351 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.292621 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.292871 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.293146 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] debug = True {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.293393 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.293900 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.294137 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.294382 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.294633 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.294926 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.295190 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.295470 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.295709 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.295949 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.296178 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.296435 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.296681 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.296916 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.297137 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.297417 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.297673 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.298126 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] host = n-d-828418-1 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.298351 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.298577 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.298812 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.299086 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.299346 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.299563 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.299821 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.300089 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.300345 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.300611 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.300849 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.301078 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.301339 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.301631 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] log_file = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.301798 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] log_options = True {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.302044 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.302324 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.302606 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.303461 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.303632 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.303857 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.304150 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.304434 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.304694 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.304915 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.305135 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.305355 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.305613 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.305867 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.306137 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.306373 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.306613 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.306847 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.307105 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.307341 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.307571 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.307801 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.308124 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.308339 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.308561 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.308783 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.309029 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.310586 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.310586 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.310586 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.310586 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.311826 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.311826 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.311826 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.311826 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.312127 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.312247 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.312573 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.313169 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.313467 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.313773 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.314946 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.315113 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.315355 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.315773 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.315883 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] use_json = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.316106 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.316344 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.316854 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.317075 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.317334 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.317561 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.317820 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.318068 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.318584 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.318790 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.318995 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.319331 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.319601 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.319842 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.320088 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.320359 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.320588 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.320868 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.321097 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.321391 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.321646 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.321947 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.322179 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.322472 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.322774 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.323024 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.323319 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.323556 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.323817 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.324536 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.324536 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.324536 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.324938 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.325069 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.105/identity {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.325559 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.325559 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.325890 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.327065 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.327065 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.327065 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.327065 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.327577 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.327577 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.327812 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.328093 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.328234 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.328440 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.328668 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.328896 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.329131 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.329566 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.330029 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.330252 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.330476 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.330695 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.330916 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.331177 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.331413 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.331671 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.331898 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.332263 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.332635 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.332992 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.333356 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.333785 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.334250 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.334875 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.335142 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.335392 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.335617 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.335876 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.336129 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.336358 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.336687 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.336920 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.337141 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.337381 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.337645 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.337867 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.338096 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.338354 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.338557 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.338776 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.339005 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.339388 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.339745 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.340131 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.340382 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.340599 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.340815 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.341029 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.341275 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.341459 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.341925 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.342242 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.342497 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.342771 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.343018 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.343256 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.343490 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.343735 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.343956 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.344191 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.344427 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.344711 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.344960 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.345231 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.345475 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.345747 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.346027 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.346282 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.346499 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.346951 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.347199 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.347446 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.347723 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.348004 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.348262 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.348538 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.348818 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.349087 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.349361 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.350211 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.350463 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.350738 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.351185 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.351492 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.351793 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.352050 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.352301 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.352551 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.352820 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.353085 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.353355 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.353585 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.353830 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.354109 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.354357 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.354580 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.354802 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.355022 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.355552 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.355855 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.356148 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.356390 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.356658 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.356914 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.357158 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.357424 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.357719 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.357996 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.358239 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.358476 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.105/identity {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.358715 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.358960 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.359208 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.359454 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.359702 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.359935 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.360155 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.360368 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.360581 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.360843 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.361075 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.361294 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.361533 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.361807 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.362028 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.362276 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.362511 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.362735 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.362987 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.363209 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.363432 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.363670 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.363884 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.364142 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.364358 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.364626 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.364877 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.365092 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.366131 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.366473 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.366845 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.367174 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.367536 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.367871 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.368199 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.368524 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.368845 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.369197 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.369547 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.370023 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.370302 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.370634 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.370903 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.371300 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.371612 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.371938 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.372265 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.372545 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.372830 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.373129 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.373786 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.374216 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.374594 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.374962 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.375398 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.375781 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.376196 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.376572 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.376835 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.377153 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.377473 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.377866 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.378332 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.378673 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.379021 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.379374 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.379746 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.380138 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.380494 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.380857 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.381171 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.381456 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.381834 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.382155 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.382503 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.382878 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.383231 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.383583 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.383943 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.384284 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.384682 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.385021 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.385350 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.385759 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.386164 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.386494 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.386862 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.387217 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.387515 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.387830 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.388194 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.388631 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.389047 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.389455 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.389691 n-d-828418-1 neutron-server[87640]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:38:57.389885 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.390261 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.390613 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.390953 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.391235 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.391586 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.391972 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.392326 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.392665 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.393043 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.393475 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.393996 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.394369 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.394689 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.395009 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.395514 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.395933 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.396441 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.396745 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.397097 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.397447 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.397835 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.398195 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.398571 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.398908 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.399235 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.399498 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 09 00:38:57.400139 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87533) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 09 00:38:57.400393 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 09 00:38:57.400645 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 09 00:38:57.400924 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 09 00:38:57.401199 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 09 00:38:57.401460 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 09 00:38:57.401786 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.402035 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.402282 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.402546 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.402810 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.403111 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.403361 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.403609 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.403852 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.404096 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.404340 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.404583 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.404840 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.405070 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.405321 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.405570 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.405849 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.406092 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.406341 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.406594 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.406848 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.407117 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.407348 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] debug = True {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.407597 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.407885 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.408133 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.408374 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.408618 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.408859 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.409103 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.409352 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.409626 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.409863 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.410104 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.410345 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.410587 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.410828 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.411068 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.411309 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.411819 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.411819 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] host = n-d-828418-1 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.412710 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.413238 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.413238 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.413632 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.413632 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.413965 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.414156 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.414365 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.414620 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.414865 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.415107 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.415354 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.415595 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.415838 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] log_file = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.416084 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] log_options = True {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.416341 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.416597 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.416839 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.417109 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.417367 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.417651 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.417917 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.418181 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.418449 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.418729 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.418998 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.419275 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.419545 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.419823 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.420051 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.420236 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.420500 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.420764 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.421032 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.421298 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.421559 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.421827 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.422092 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.422328 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.422541 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.422761 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.422978 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.423197 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.423449 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.423708 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.423955 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.424199 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.424442 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.424686 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.424927 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.425175 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.425415 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.425705 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.425958 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.426199 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.426439 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.426681 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.426922 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.427171 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.427413 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.427696 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] use_json = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.428494 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.428738 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.428984 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.429227 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.429470 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.429750 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.429999 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.430240 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.430485 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:38:57.430755 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.431001 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.431256 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.431502 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.431747 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.431991 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.432242 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.432485 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.432731 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.432980 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.433233 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.433476 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.433762 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.434005 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.434251 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.434499 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.434744 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.434988 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.435238 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.435482 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.435725 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.435968 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.436226 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.436475 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.436718 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.105/identity {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.436961 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.437204 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.437456 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.437741 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.437987 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.438230 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.438474 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.438718 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.438960 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.439201 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.439445 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.439694 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.439938 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.440181 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.440425 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.440667 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.440910 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.441154 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.441398 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.441926 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.442179 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.442421 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.442665 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.442911 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.443153 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.443437 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.443680 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.443925 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.444171 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.444422 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.444665 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.444906 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.445152 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.445395 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.445668 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.445915 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.446191 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.446436 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.446688 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.446933 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.447194 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.447437 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.447682 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.447924 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.448167 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.448411 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.448654 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.448903 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.449146 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.449390 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.449661 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.449907 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.450149 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.450392 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.450634 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.450878 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.451129 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.451373 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.451617 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.451869 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.452126 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.452370 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.452613 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.452857 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.453098 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.453347 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.453615 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.453862 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.454103 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.454346 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.454589 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.454834 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.455079 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.455322 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.455573 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.455823 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.456067 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.456313 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.456557 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.456804 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.457048 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.457292 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.457534 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.457815 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.458059 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.458301 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.458553 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.458796 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.459107 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.459353 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.459606 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.459861 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.460111 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.460355 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.460599 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.460842 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.461084 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.461327 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.461572 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.461849 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.462090 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.462345 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.462595 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.462852 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.463096 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.463338 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.463581 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.463846 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.464090 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.464330 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.464580 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.464823 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.465066 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.465308 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.465551 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.465825 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.466069 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.466316 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.466558 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.105/identity {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.466808 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.467053 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.467297 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.467541 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.467791 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.468036 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.468280 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.468524 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.468767 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.469018 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.469262 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.469505 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.469780 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.470024 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.470268 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.470511 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.470761 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.471010 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.471259 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.471502 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.471746 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.471990 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.472233 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.472475 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.472717 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.472960 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.473204 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.473454 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.473728 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.473973 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.474216 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.474460 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.475554 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.475806 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.476050 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.476295 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.476549 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.476795 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.477042 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.477286 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.477530 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.477813 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.478059 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.478316 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.478560 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.478812 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.479055 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.479297 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.479539 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.479783 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.480025 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.480268 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.480511 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.480755 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.481008 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.481254 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.481498 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.481777 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.482020 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.482263 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.482505 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.482749 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.483006 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.483258 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.483501 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.483745 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.483989 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.484244 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.484486 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.484729 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.484972 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.485213 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.485471 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.485748 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.485993 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.486237 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.486481 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.486734 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.486994 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.487237 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.487489 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.487738 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.487982 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.488224 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.488482 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.488727 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.488976 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.489237 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.489485 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.489759 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.490014 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.490820 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.491116 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.491355 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.491605 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.491859 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.492114 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.492369 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.492614 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.492875 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.493133 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.493378 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.493646 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.493894 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.494137 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.494380 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.494623 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.494865 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.495130 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.495377 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.495622 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.495864 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.496108 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.496351 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.496595 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.496838 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.497085 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.497335 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.497582 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.497852 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:38:57.498086 n-d-828418-1 neutron-server[87533]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 09 00:38:57.510815 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 35054) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:38:57.519187 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [-] 10.222.0.105 "GET / HTTP/1.1" status: 200 len: 254 time: 0.0062525 Feb 09 00:39:08.003450 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5b0d0d-0c21-4547-971a-f7bd369424b2 None None] get_active_networks_info from n-d-828418-1 {{(pid=87640) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 00:39:08.096772 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5b0d0d-0c21-4547-971a-f7bd369424b2 None None] No non-hosted networks {{(pid=87640) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 09 00:39:08.110728 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.agentschedulers_db [None req-dd5b0d0d-0c21-4547-971a-f7bd369424b2 None None] DHCP Agent not found on host n-d-828418-1 {{(pid=87640) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 09 00:39:08.169444 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-cada6cb0-d16f-46f9-93a2-fa1517e13f33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1674795'] for agent, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:10.357618 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3ebe7b49-5466-4cdc-9729-0979e6b1fd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1674795'] for agent, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:10.362239 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ca1bbf44-a911-4682-8a5b-6c3de8ec8e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:11.223142 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1674795'] for agent, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:11.383162 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1674795'] for agent, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:11.383978 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:11.384479 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:11.384997 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:11.385474 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:11.386045 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:11.386538 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:11.386999 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:11.387470 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:11.388025 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:11.388537 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:11.389432 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:11.390231 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:11.391647 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-828418-1', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:39:11.410386 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-828418-1', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:39:12.934447 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1674795'] for agent, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:13.591913 n-d-828418-1 neutron-server[87640]: INFO neutron.db.l3_hamode_db [None req-84acf44d-ec0b-4ce7-8ac3-a6834ffecaca None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 09 00:39:13.690150 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84acf44d-ec0b-4ce7-8ac3-a6834ffecaca None None] Routers set() bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:39:13.690542 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84acf44d-ec0b-4ce7-8ac3-a6834ffecaca None None] Router IDs set() for agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Feb 09 00:39:14.543699 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 35148) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:39:15.125962 n-d-828418-1 neutron-server[87638]: WARNING oslo_policy.policy [None req-e6239937-22e6-4117-9d8f-619a231975c5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 00:39:15.126595 n-d-828418-1 neutron-server[87638]: WARNING oslo_policy.policy [None req-e6239937-22e6-4117-9d8f-619a231975c5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 00:39:15.346586 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [None req-e6239937-22e6-4117-9d8f-619a231975c5 admin admin] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:39:15.348229 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e6239937-22e6-4117-9d8f-619a231975c5 admin admin] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8024731 Feb 09 00:39:17.690482 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 35162) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:39:18.051895 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-676d5450-fa51-40e4-b291-3e78b432478a admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:39:18.157540 n-d-828418-1 neutron-server[87638]: DEBUG neutron.policy [None req-676d5450-fa51-40e4-b291-3e78b432478a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87638) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 09 00:39:18.203125 n-d-828418-1 neutron-server[87638]: WARNING oslo_policy.policy [None req-676d5450-fa51-40e4-b291-3e78b432478a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 00:39:18.203498 n-d-828418-1 neutron-server[87638]: WARNING oslo_policy.policy [None req-676d5450-fa51-40e4-b291-3e78b432478a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 00:39:18.212070 n-d-828418-1 neutron-server[87638]: INFO neutron.quota [None req-676d5450-fa51-40e4-b291-3e78b432478a admin admin] Loaded quota_driver: . Feb 09 00:39:18.228047 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-676d5450-fa51-40e4-b291-3e78b432478a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:39:18.288820 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-676d5450-fa51-40e4-b291-3e78b432478a admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734722185728', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734722186463', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734722164520', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734722169792', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734730143006', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734730148903', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-611820', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-599623', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1702170', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1636352'] for rbac-policy, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:18.352296 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-676d5450-fa51-40e4-b291-3e78b432478a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:18.353792 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-676d5450-fa51-40e4-b291-3e78b432478a admin admin] 10.222.0.105 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6622229 Feb 09 00:39:20.981546 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 35176) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:39:21.330443 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-7e0a706d-6b2b-4082-b4d0-b4479946f614 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'ab1cff1a8f58448b91832c15d3c4d16d', 'name': 'private'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:39:21.335434 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7e0a706d-6b2b-4082-b4d0-b4479946f614 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:39:21.339792 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-7e0a706d-6b2b-4082-b4d0-b4479946f614 admin admin] Usage tracker for resource:network and tenant:ab1cff1a8f58448b91832c15d3c4d16d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:39:21.344358 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-7e0a706d-6b2b-4082-b4d0-b4479946f614 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:39:21.351451 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7e0a706d-6b2b-4082-b4d0-b4479946f614 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:39:21.360985 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e0a706d-6b2b-4082-b4d0-b4479946f614 admin admin] Made reservation on behalf of ab1cff1a8f58448b91832c15d3c4d16d for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:39:21.363903 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7e0a706d-6b2b-4082-b4d0-b4479946f614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:21.382505 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7e0a706d-6b2b-4082-b4d0-b4479946f614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:21.395959 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7e0a706d-6b2b-4082-b4d0-b4479946f614 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:39:21.400412 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-7e0a706d-6b2b-4082-b4d0-b4479946f614 admin admin] Usage tracker for resource:security_group_rule and tenant:ab1cff1a8f58448b91832c15d3c4d16d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:39:21.405667 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-7e0a706d-6b2b-4082-b4d0-b4479946f614 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:39:21.411445 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7e0a706d-6b2b-4082-b4d0-b4479946f614 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:39:21.510555 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7e0a706d-6b2b-4082-b4d0-b4479946f614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:21.515981 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7e0a706d-6b2b-4082-b4d0-b4479946f614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:21.540970 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e0a706d-6b2b-4082-b4d0-b4479946f614 admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:39:21.567048 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7e0a706d-6b2b-4082-b4d0-b4479946f614 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734725430321', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:21.567650 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7e0a706d-6b2b-4082-b4d0-b4479946f614 admin admin] Unsubscribe: segment precommit_create {{(pid=87638) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 09 00:39:21.568311 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-7e0a706d-6b2b-4082-b4d0-b4479946f614 admin admin] Added segment f5d97af1-a2c8-4cc0-87a6-598efc985479 of type vlan for network 0f8e1749-3acd-4637-a13a-05c3f205d7c5 Feb 09 00:39:21.576885 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0a706d-6b2b-4082-b4d0-b4479946f614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e95c70-4750-4711-a1bd-451b314defeb,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:39:21.627126 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0a706d-6b2b-4082-b4d0-b4479946f614 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:21.627473 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0a706d-6b2b-4082-b4d0-b4479946f614 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:21.627808 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0a706d-6b2b-4082-b4d0-b4479946f614 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:21.628140 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0a706d-6b2b-4082-b4d0-b4479946f614 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:21.628472 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0a706d-6b2b-4082-b4d0-b4479946f614 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:21.628794 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0a706d-6b2b-4082-b4d0-b4479946f614 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:21.629114 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0a706d-6b2b-4082-b4d0-b4479946f614 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:21.629434 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0a706d-6b2b-4082-b4d0-b4479946f614 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:21.629784 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0a706d-6b2b-4082-b4d0-b4479946f614 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:21.630101 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0a706d-6b2b-4082-b4d0-b4479946f614 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:21.630459 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0a706d-6b2b-4082-b4d0-b4479946f614 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:21.630773 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0a706d-6b2b-4082-b4d0-b4479946f614 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:21.631892 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0a706d-6b2b-4082-b4d0-b4479946f614 admin admin] Tracked resource versions report: Feb 09 00:39:21.631892 n-d-828418-1 neutron-server[87638]: pushed versions: Feb 09 00:39:21.631892 n-d-828418-1 neutron-server[87638]: { 'AddressGroup': {'1.2'}, Feb 09 00:39:21.631892 n-d-828418-1 neutron-server[87638]: 'ConntrackHelper': {'1.0'}, Feb 09 00:39:21.631892 n-d-828418-1 neutron-server[87638]: 'Log': {'1.0'}, Feb 09 00:39:21.631892 n-d-828418-1 neutron-server[87638]: 'Network': {'1.1'}, Feb 09 00:39:21.631892 n-d-828418-1 neutron-server[87638]: 'Port': {'1.7'}, Feb 09 00:39:21.631892 n-d-828418-1 neutron-server[87638]: 'PortForwarding': {'1.2'}, Feb 09 00:39:21.631892 n-d-828418-1 neutron-server[87638]: 'QosPolicy': {'1.8'}, Feb 09 00:39:21.631892 n-d-828418-1 neutron-server[87638]: 'SecurityGroup': {'1.4'}, Feb 09 00:39:21.631892 n-d-828418-1 neutron-server[87638]: 'SecurityGroupRule': {'1.2'}, Feb 09 00:39:21.631892 n-d-828418-1 neutron-server[87638]: 'SubPort': {'1.0'}, Feb 09 00:39:21.631892 n-d-828418-1 neutron-server[87638]: 'Subnet': {'1.1'}, Feb 09 00:39:21.631892 n-d-828418-1 neutron-server[87638]: 'Trunk': {'1.1'}} Feb 09 00:39:21.631892 n-d-828418-1 neutron-server[87638]: consumer versions: Feb 09 00:39:21.631892 n-d-828418-1 neutron-server[87638]: { DHCP agent@n-d-828418-1: {}, Feb 09 00:39:21.631892 n-d-828418-1 neutron-server[87638]: L3 agent@n-d-828418-1: {}, Feb 09 00:39:21.631892 n-d-828418-1 neutron-server[87638]: Metadata agent@n-d-828418-1: {}, Feb 09 00:39:21.631892 n-d-828418-1 neutron-server[87638]: Metering agent@n-d-828418-1: {}, Feb 09 00:39:21.631892 n-d-828418-1 neutron-server[87638]: Open vSwitch agent@n-d-828418-1: { 'AddressGroup': '1.2', Feb 09 00:39:21.631892 n-d-828418-1 neutron-server[87638]: 'ConntrackHelper': '1.0', Feb 09 00:39:21.631892 n-d-828418-1 neutron-server[87638]: 'Log': '1.0', Feb 09 00:39:21.631892 n-d-828418-1 neutron-server[87638]: 'Network': '1.1', Feb 09 00:39:21.631892 n-d-828418-1 neutron-server[87638]: 'Port': '1.7', Feb 09 00:39:21.631892 n-d-828418-1 neutron-server[87638]: 'PortForwarding': '1.2', Feb 09 00:39:21.631892 n-d-828418-1 neutron-server[87638]: 'QosPolicy': '1.8', Feb 09 00:39:21.631892 n-d-828418-1 neutron-server[87638]: 'SecurityGroup': '1.4', Feb 09 00:39:21.631892 n-d-828418-1 neutron-server[87638]: 'SecurityGroupRule': '1.2', Feb 09 00:39:21.631892 n-d-828418-1 neutron-server[87638]: 'SubPort': '1.0', Feb 09 00:39:21.631892 n-d-828418-1 neutron-server[87638]: 'Subnet': '1.1', Feb 09 00:39:21.631892 n-d-828418-1 neutron-server[87638]: 'Trunk': '1.1'}} Feb 09 00:39:21.631892 n-d-828418-1 neutron-server[87638]: {{(pid=87638) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 00:39:21.683179 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7e0a706d-6b2b-4082-b4d0-b4479946f614 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:21.723280 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7e0a706d-6b2b-4082-b4d0-b4479946f614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:21.725043 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0a706d-6b2b-4082-b4d0-b4479946f614 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:39:21.725741 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7e0a706d-6b2b-4082-b4d0-b4479946f614 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:21.833152 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0a706d-6b2b-4082-b4d0-b4479946f614 admin admin] Pushing event updated for resources: {'Network': ['ID=0f8e1749-3acd-4637-a13a-05c3f205d7c5,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:39:21.836616 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-7e0a706d-6b2b-4082-b4d0-b4479946f614 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8540595 Feb 09 00:39:21.853496 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 0f8e1749-3acd-4637-a13a-05c3f205d7c5 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 00:39:24.499939 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 35192) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:39:25.077324 n-d-828418-1 neutron-server[87639]: WARNING oslo_policy.policy [None req-b3cdc396-223c-4c48-8d50-c9d48094eb48 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 00:39:25.077945 n-d-828418-1 neutron-server[87639]: WARNING oslo_policy.policy [None req-b3cdc396-223c-4c48-8d50-c9d48094eb48 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 00:39:25.531767 n-d-828418-1 neutron-server[87639]: DEBUG neutron.policy [None req-b3cdc396-223c-4c48-8d50-c9d48094eb48 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87639) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 09 00:39:25.577546 n-d-828418-1 neutron-server[87639]: WARNING oslo_policy.policy [None req-b3cdc396-223c-4c48-8d50-c9d48094eb48 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 00:39:25.577951 n-d-828418-1 neutron-server[87639]: WARNING oslo_policy.policy [None req-b3cdc396-223c-4c48-8d50-c9d48094eb48 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 00:39:25.586573 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3cdc396-223c-4c48-8d50-c9d48094eb48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:39:25.588729 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-b3cdc396-223c-4c48-8d50-c9d48094eb48 admin admin] 10.222.0.105 "GET /v2.0/networks/0f8e1749-3acd-4637-a13a-05c3f205d7c5 HTTP/1.1" status: 200 len: 825 time: 1.0878668 Feb 09 00:39:25.620917 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-2942a03a-2450-4ae7-873c-29b1ef7edf41 admin admin] 10.222.0.105 "GET /v2.0/subnetpools/3b4aefa7-d783-49b0-9363-f43632c3a924 HTTP/1.1" status: 200 len: 734 time: 0.0267088 Feb 09 00:39:25.629750 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-3d3d0538-97aa-49cc-bd1e-f5b1ceabf26b admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': '3b4aefa7-d783-49b0-9363-f43632c3a924', 'gateway_ip': '172.20.0.1', 'network_id': '0f8e1749-3acd-4637-a13a-05c3f205d7c5', 'tenant_id': 'ab1cff1a8f58448b91832c15d3c4d16d'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:39:25.632036 n-d-828418-1 neutron-server[87639]: INFO neutron.quota [None req-3d3d0538-97aa-49cc-bd1e-f5b1ceabf26b admin admin] Loaded quota_driver: . Feb 09 00:39:25.638242 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-3d3d0538-97aa-49cc-bd1e-f5b1ceabf26b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:39:25.643714 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-3d3d0538-97aa-49cc-bd1e-f5b1ceabf26b admin admin] Usage tracker for resource:subnet and tenant:ab1cff1a8f58448b91832c15d3c4d16d is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:39:25.647846 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-3d3d0538-97aa-49cc-bd1e-f5b1ceabf26b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:39:25.654786 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-3d3d0538-97aa-49cc-bd1e-f5b1ceabf26b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:39:25.669104 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d3d0538-97aa-49cc-bd1e-f5b1ceabf26b admin admin] Made reservation on behalf of ab1cff1a8f58448b91832c15d3c4d16d for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:39:25.671887 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3d3d0538-97aa-49cc-bd1e-f5b1ceabf26b admin admin] Notify callbacks [] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:25.972975 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3d3d0538-97aa-49cc-bd1e-f5b1ceabf26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:26.049088 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3d0538-97aa-49cc-bd1e-f5b1ceabf26b admin admin] Checking segment: {'id': 'f5d97af1-a2c8-4cc0-87a6-598efc985479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0f8e1749-3acd-4637-a13a-05c3f205d7c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:39:26.049434 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3d0538-97aa-49cc-bd1e-f5b1ceabf26b admin admin] Network hostable DHCP agents. Network: 0f8e1749-3acd-4637-a13a-05c3f205d7c5, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:39:26.072141 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3d0538-97aa-49cc-bd1e-f5b1ceabf26b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e28d7c90-6991-4a53-88a9-d4efd9343741,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:39:26.081333 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3d0538-97aa-49cc-bd1e-f5b1ceabf26b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:26.081695 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3d0538-97aa-49cc-bd1e-f5b1ceabf26b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:26.082032 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3d0538-97aa-49cc-bd1e-f5b1ceabf26b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:26.082358 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3d0538-97aa-49cc-bd1e-f5b1ceabf26b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:26.082682 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3d0538-97aa-49cc-bd1e-f5b1ceabf26b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:26.083003 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3d0538-97aa-49cc-bd1e-f5b1ceabf26b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:26.083321 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3d0538-97aa-49cc-bd1e-f5b1ceabf26b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:26.084236 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3d0538-97aa-49cc-bd1e-f5b1ceabf26b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:26.084498 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3d0538-97aa-49cc-bd1e-f5b1ceabf26b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:26.084810 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3d0538-97aa-49cc-bd1e-f5b1ceabf26b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:26.085126 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3d0538-97aa-49cc-bd1e-f5b1ceabf26b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:26.085440 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3d0538-97aa-49cc-bd1e-f5b1ceabf26b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:26.086543 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3d0538-97aa-49cc-bd1e-f5b1ceabf26b admin admin] Tracked resource versions report: Feb 09 00:39:26.086543 n-d-828418-1 neutron-server[87639]: pushed versions: Feb 09 00:39:26.086543 n-d-828418-1 neutron-server[87639]: { 'AddressGroup': {'1.2'}, Feb 09 00:39:26.086543 n-d-828418-1 neutron-server[87639]: 'ConntrackHelper': {'1.0'}, Feb 09 00:39:26.086543 n-d-828418-1 neutron-server[87639]: 'Log': {'1.0'}, Feb 09 00:39:26.086543 n-d-828418-1 neutron-server[87639]: 'Network': {'1.1'}, Feb 09 00:39:26.086543 n-d-828418-1 neutron-server[87639]: 'Port': {'1.7'}, Feb 09 00:39:26.086543 n-d-828418-1 neutron-server[87639]: 'PortForwarding': {'1.2'}, Feb 09 00:39:26.086543 n-d-828418-1 neutron-server[87639]: 'QosPolicy': {'1.8'}, Feb 09 00:39:26.086543 n-d-828418-1 neutron-server[87639]: 'SecurityGroup': {'1.4'}, Feb 09 00:39:26.086543 n-d-828418-1 neutron-server[87639]: 'SecurityGroupRule': {'1.2'}, Feb 09 00:39:26.086543 n-d-828418-1 neutron-server[87639]: 'SubPort': {'1.0'}, Feb 09 00:39:26.086543 n-d-828418-1 neutron-server[87639]: 'Subnet': {'1.1'}, Feb 09 00:39:26.086543 n-d-828418-1 neutron-server[87639]: 'Trunk': {'1.1'}} Feb 09 00:39:26.086543 n-d-828418-1 neutron-server[87639]: consumer versions: Feb 09 00:39:26.086543 n-d-828418-1 neutron-server[87639]: { DHCP agent@n-d-828418-1: {}, Feb 09 00:39:26.086543 n-d-828418-1 neutron-server[87639]: L3 agent@n-d-828418-1: {}, Feb 09 00:39:26.086543 n-d-828418-1 neutron-server[87639]: Metadata agent@n-d-828418-1: {}, Feb 09 00:39:26.086543 n-d-828418-1 neutron-server[87639]: Metering agent@n-d-828418-1: {}, Feb 09 00:39:26.086543 n-d-828418-1 neutron-server[87639]: Open vSwitch agent@n-d-828418-1: { 'AddressGroup': '1.2', Feb 09 00:39:26.086543 n-d-828418-1 neutron-server[87639]: 'ConntrackHelper': '1.0', Feb 09 00:39:26.086543 n-d-828418-1 neutron-server[87639]: 'Log': '1.0', Feb 09 00:39:26.086543 n-d-828418-1 neutron-server[87639]: 'Network': '1.1', Feb 09 00:39:26.086543 n-d-828418-1 neutron-server[87639]: 'Port': '1.7', Feb 09 00:39:26.086543 n-d-828418-1 neutron-server[87639]: 'PortForwarding': '1.2', Feb 09 00:39:26.086543 n-d-828418-1 neutron-server[87639]: 'QosPolicy': '1.8', Feb 09 00:39:26.086543 n-d-828418-1 neutron-server[87639]: 'SecurityGroup': '1.4', Feb 09 00:39:26.086543 n-d-828418-1 neutron-server[87639]: 'SecurityGroupRule': '1.2', Feb 09 00:39:26.086543 n-d-828418-1 neutron-server[87639]: 'SubPort': '1.0', Feb 09 00:39:26.086543 n-d-828418-1 neutron-server[87639]: 'Subnet': '1.1', Feb 09 00:39:26.086543 n-d-828418-1 neutron-server[87639]: 'Trunk': '1.1'}} Feb 09 00:39:26.086543 n-d-828418-1 neutron-server[87639]: {{(pid=87639) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 00:39:26.107283 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3d0538-97aa-49cc-bd1e-f5b1ceabf26b admin admin] Network 0f8e1749-3acd-4637-a13a-05c3f205d7c5 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:39:26.118579 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-3d3d0538-97aa-49cc-bd1e-f5b1ceabf26b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 0f8e1749-3acd-4637-a13a-05c3f205d7c5) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:39:26.123718 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3d0538-97aa-49cc-bd1e-f5b1ceabf26b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:39:26.124360 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3d3d0538-97aa-49cc-bd1e-f5b1ceabf26b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:26.128333 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bdb78df-491a-4d34-b577-0b068801c416 None None] Network 0f8e1749-3acd-4637-a13a-05c3f205d7c5 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:39:26.147905 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-3d3d0538-97aa-49cc-bd1e-f5b1ceabf26b admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5216179 Feb 09 00:39:26.527594 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5168a5-647b-4a91-abb1-f30f56c35aac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-0f8e1749-3acd-4637-a13a-05c3f205d7c5', 'network_id': '0f8e1749-3acd-4637-a13a-05c3f205d7c5', 'tenant_id': 'ab1cff1a8f58448b91832c15d3c4d16d', 'fixed_ips': [{'subnet_id': 'e28d7c90-6991-4a53-88a9-d4efd9343741'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 00:39:26.528807 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-cb5168a5-647b-4a91-abb1-f30f56c35aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:26.715085 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-cb5168a5-647b-4a91-abb1-f30f56c35aac None None] Allocated IP 172.20.0.2 (0f8e1749-3acd-4637-a13a-05c3f205d7c5/e28d7c90-6991-4a53-88a9-d4efd9343741/e9c0304a-803e-44cb-ae95-c4f70811a34b) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:39:26.946773 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-cb5168a5-647b-4a91-abb1-f30f56c35aac None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:26.959320 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-cb5168a5-647b-4a91-abb1-f30f56c35aac None None] Transition to ACTIVE for port object e9c0304a-803e-44cb-ae95-c4f70811a34b will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:39:26.979510 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-cb5168a5-647b-4a91-abb1-f30f56c35aac None None] Transition to ACTIVE for port object e9c0304a-803e-44cb-ae95-c4f70811a34b will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:39:26.986284 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-cb5168a5-647b-4a91-abb1-f30f56c35aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:27.051502 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5168a5-647b-4a91-abb1-f30f56c35aac None None] Network 0f8e1749-3acd-4637-a13a-05c3f205d7c5 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:39:27.055042 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-cb5168a5-647b-4a91-abb1-f30f56c35aac None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:39:27.061586 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5168a5-647b-4a91-abb1-f30f56c35aac None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:39:27.063855 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5168a5-647b-4a91-abb1-f30f56c35aac None None] Pushing event updated for resources: {'Port': ['ID=e9c0304a-803e-44cb-ae95-c4f70811a34b,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:39:27.073701 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5168a5-647b-4a91-abb1-f30f56c35aac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:27.074047 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5168a5-647b-4a91-abb1-f30f56c35aac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:27.074385 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5168a5-647b-4a91-abb1-f30f56c35aac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:27.074719 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5168a5-647b-4a91-abb1-f30f56c35aac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:27.075049 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5168a5-647b-4a91-abb1-f30f56c35aac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:27.075377 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5168a5-647b-4a91-abb1-f30f56c35aac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:27.075703 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5168a5-647b-4a91-abb1-f30f56c35aac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:27.076024 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5168a5-647b-4a91-abb1-f30f56c35aac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:27.076354 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5168a5-647b-4a91-abb1-f30f56c35aac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:27.076670 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5168a5-647b-4a91-abb1-f30f56c35aac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:27.076989 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5168a5-647b-4a91-abb1-f30f56c35aac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:27.077307 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5168a5-647b-4a91-abb1-f30f56c35aac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:27.078468 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5168a5-647b-4a91-abb1-f30f56c35aac None None] Tracked resource versions report: Feb 09 00:39:27.078468 n-d-828418-1 neutron-server[87640]: pushed versions: Feb 09 00:39:27.078468 n-d-828418-1 neutron-server[87640]: { 'AddressGroup': {'1.2'}, Feb 09 00:39:27.078468 n-d-828418-1 neutron-server[87640]: 'ConntrackHelper': {'1.0'}, Feb 09 00:39:27.078468 n-d-828418-1 neutron-server[87640]: 'Log': {'1.0'}, Feb 09 00:39:27.078468 n-d-828418-1 neutron-server[87640]: 'Network': {'1.1'}, Feb 09 00:39:27.078468 n-d-828418-1 neutron-server[87640]: 'Port': {'1.7'}, Feb 09 00:39:27.078468 n-d-828418-1 neutron-server[87640]: 'PortForwarding': {'1.2'}, Feb 09 00:39:27.078468 n-d-828418-1 neutron-server[87640]: 'QosPolicy': {'1.8'}, Feb 09 00:39:27.078468 n-d-828418-1 neutron-server[87640]: 'SecurityGroup': {'1.4'}, Feb 09 00:39:27.078468 n-d-828418-1 neutron-server[87640]: 'SecurityGroupRule': {'1.2'}, Feb 09 00:39:27.078468 n-d-828418-1 neutron-server[87640]: 'SubPort': {'1.0'}, Feb 09 00:39:27.078468 n-d-828418-1 neutron-server[87640]: 'Subnet': {'1.1'}, Feb 09 00:39:27.078468 n-d-828418-1 neutron-server[87640]: 'Trunk': {'1.1'}} Feb 09 00:39:27.078468 n-d-828418-1 neutron-server[87640]: consumer versions: Feb 09 00:39:27.078468 n-d-828418-1 neutron-server[87640]: { DHCP agent@n-d-828418-1: {}, Feb 09 00:39:27.078468 n-d-828418-1 neutron-server[87640]: L3 agent@n-d-828418-1: {}, Feb 09 00:39:27.078468 n-d-828418-1 neutron-server[87640]: Metadata agent@n-d-828418-1: {}, Feb 09 00:39:27.078468 n-d-828418-1 neutron-server[87640]: Metering agent@n-d-828418-1: {}, Feb 09 00:39:27.078468 n-d-828418-1 neutron-server[87640]: Open vSwitch agent@n-d-828418-1: { 'AddressGroup': '1.2', Feb 09 00:39:27.078468 n-d-828418-1 neutron-server[87640]: 'ConntrackHelper': '1.0', Feb 09 00:39:27.078468 n-d-828418-1 neutron-server[87640]: 'Log': '1.0', Feb 09 00:39:27.078468 n-d-828418-1 neutron-server[87640]: 'Network': '1.1', Feb 09 00:39:27.078468 n-d-828418-1 neutron-server[87640]: 'Port': '1.7', Feb 09 00:39:27.078468 n-d-828418-1 neutron-server[87640]: 'PortForwarding': '1.2', Feb 09 00:39:27.078468 n-d-828418-1 neutron-server[87640]: 'QosPolicy': '1.8', Feb 09 00:39:27.078468 n-d-828418-1 neutron-server[87640]: 'SecurityGroup': '1.4', Feb 09 00:39:27.078468 n-d-828418-1 neutron-server[87640]: 'SecurityGroupRule': '1.2', Feb 09 00:39:27.078468 n-d-828418-1 neutron-server[87640]: 'SubPort': '1.0', Feb 09 00:39:27.078468 n-d-828418-1 neutron-server[87640]: 'Subnet': '1.1', Feb 09 00:39:27.078468 n-d-828418-1 neutron-server[87640]: 'Trunk': '1.1'}} Feb 09 00:39:27.078468 n-d-828418-1 neutron-server[87640]: {{(pid=87640) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 00:39:27.167658 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-cb5168a5-647b-4a91-abb1-f30f56c35aac None None] Attempting to bind port e9c0304a-803e-44cb-ae95-c4f70811a34b on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:39:27.168184 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-cb5168a5-647b-4a91-abb1-f30f56c35aac None None] Attempting to bind port e9c0304a-803e-44cb-ae95-c4f70811a34b by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'f5d97af1-a2c8-4cc0-87a6-598efc985479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0f8e1749-3acd-4637-a13a-05c3f205d7c5'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:39:27.168547 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5168a5-647b-4a91-abb1-f30f56c35aac None None] Attempting to bind port e9c0304a-803e-44cb-ae95-c4f70811a34b on network 0f8e1749-3acd-4637-a13a-05c3f205d7c5 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:39:27.173754 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5168a5-647b-4a91-abb1-f30f56c35aac None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:39:27.174177 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5168a5-647b-4a91-abb1-f30f56c35aac None None] Checking segment: {'id': 'f5d97af1-a2c8-4cc0-87a6-598efc985479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0f8e1749-3acd-4637-a13a-05c3f205d7c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:39:27.174647 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-cb5168a5-647b-4a91-abb1-f30f56c35aac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:27.175034 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5168a5-647b-4a91-abb1-f30f56c35aac None None] Bound using segment: {'id': 'f5d97af1-a2c8-4cc0-87a6-598efc985479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0f8e1749-3acd-4637-a13a-05c3f205d7c5'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:39:27.175523 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-cb5168a5-647b-4a91-abb1-f30f56c35aac None None] Bound port: e9c0304a-803e-44cb-ae95-c4f70811a34b, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5d97af1-a2c8-4cc0-87a6-598efc985479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0f8e1749-3acd-4637-a13a-05c3f205d7c5'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:39:27.175924 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-cb5168a5-647b-4a91-abb1-f30f56c35aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:27.286735 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-cb5168a5-647b-4a91-abb1-f30f56c35aac None None] For port e9c0304a-803e-44cb-ae95-c4f70811a34b, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:39:27.290759 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-cb5168a5-647b-4a91-abb1-f30f56c35aac None None] For port e9c0304a-803e-44cb-ae95-c4f70811a34b, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=e9c0304a-803e-44cb-ae95-c4f70811a34b,segment=NetworkSegment(f5d97af1-a2c8-4cc0-87a6-598efc985479),segment_id=f5d97af1-a2c8-4cc0-87a6-598efc985479)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:39:27.294837 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-cb5168a5-647b-4a91-abb1-f30f56c35aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:27.387632 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5168a5-647b-4a91-abb1-f30f56c35aac None None] Pushing event updated for resources: {'Port': ['ID=e9c0304a-803e-44cb-ae95-c4f70811a34b,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:39:28.580582 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 35212) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:39:29.015801 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [None req-28f2e140-67b2-4de8-b285-e6706430ab79 admin admin] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:39:29.016917 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-28f2e140-67b2-4de8-b285-e6706430ab79 admin admin] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4354792 Feb 09 00:39:31.157659 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e837a653-692a-480d-960a-1865300e03f9 None None] Network 0f8e1749-3acd-4637-a13a-05c3f205d7c5 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:39:31.262706 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device e9c0304a-803e-44cb-ae95-c4f70811a34b up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:39:31.342606 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-ed6754dd-05bb-455f-a01c-89bf9188b420 None None] Provisioning for port e9c0304a-803e-44cb-ae95-c4f70811a34b completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:39:31.431936 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 35228) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:39:31.460595 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port e9c0304a-803e-44cb-ae95-c4f70811a34b completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:39:31.470204 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port e9c0304a-803e-44cb-ae95-c4f70811a34b triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:39:31.470608 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:31.601076 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:31.639184 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port e9c0304a-803e-44cb-ae95-c4f70811a34b, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=e9c0304a-803e-44cb-ae95-c4f70811a34b,segment=NetworkSegment(f5d97af1-a2c8-4cc0-87a6-598efc985479),segment_id=f5d97af1-a2c8-4cc0-87a6-598efc985479)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:39:31.644845 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:31.720110 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=e9c0304a-803e-44cb-ae95-c4f70811a34b,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:39:31.807407 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-0c94c861-e4f7-4d51-b4e4-366b60412670 None None] Provisioning complete for port e9c0304a-803e-44cb-ae95-c4f70811a34b triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:39:31.807780 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0c94c861-e4f7-4d51-b4e4-366b60412670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:31.827452 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [None req-357ff778-e715-46c8-931e-3d77f9094bbb admin admin] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:39:31.828546 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-357ff778-e715-46c8-931e-3d77f9094bbb admin admin] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3954005 Feb 09 00:39:33.227803 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device e9c0304a-803e-44cb-ae95-c4f70811a34b up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:39:33.298050 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port e9c0304a-803e-44cb-ae95-c4f70811a34b triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:39:33.298423 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:34.499517 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 35240) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:39:34.849566 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-cbf36f99-fc53-4b47-ae95-b7387b843cc8 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'ab1cff1a8f58448b91832c15d3c4d16d'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:39:34.854762 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-cbf36f99-fc53-4b47-ae95-b7387b843cc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:39:34.858681 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-cbf36f99-fc53-4b47-ae95-b7387b843cc8 admin admin] Usage tracker for resource:router and tenant:ab1cff1a8f58448b91832c15d3c4d16d is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:39:34.861928 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-cbf36f99-fc53-4b47-ae95-b7387b843cc8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:39:34.868025 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-cbf36f99-fc53-4b47-ae95-b7387b843cc8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:39:34.877774 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cbf36f99-fc53-4b47-ae95-b7387b843cc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:34.879421 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cbf36f99-fc53-4b47-ae95-b7387b843cc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:34.901369 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cbf36f99-fc53-4b47-ae95-b7387b843cc8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:35.012112 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cbf36f99-fc53-4b47-ae95-b7387b843cc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:35.030827 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cbf36f99-fc53-4b47-ae95-b7387b843cc8 admin admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:35.032063 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-cbf36f99-fc53-4b47-ae95-b7387b843cc8 admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5315487 Feb 09 00:39:37.395561 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 35250) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:39:37.758682 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [None req-30dea8d8-f322-4c8c-bf5a-dbd58f2c192f admin admin] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:39:37.759679 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-30dea8d8-f322-4c8c-bf5a-dbd58f2c192f admin admin] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3624086 Feb 09 00:39:37.990988 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-411f4d9c-5f51-4101-9151-2ca667b79025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:40.153203 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 35260) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:39:40.331430 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-55fd754d-29b6-480c-96a0-b057247b7949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:40.517698 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-35bf5375-a6ab-412b-adb0-e17394c79179 admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:39:40.522688 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-35bf5375-a6ab-412b-adb0-e17394c79179 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:39:40.526543 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-35bf5375-a6ab-412b-adb0-e17394c79179 admin admin] Usage tracker for resource:network and tenant:d3350553bade45c8b5a572721ae209f6 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:39:40.529497 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-35bf5375-a6ab-412b-adb0-e17394c79179 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:39:40.535212 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-35bf5375-a6ab-412b-adb0-e17394c79179 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:39:40.545131 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35bf5375-a6ab-412b-adb0-e17394c79179 admin admin] Made reservation on behalf of d3350553bade45c8b5a572721ae209f6 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:39:40.547466 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-35bf5375-a6ab-412b-adb0-e17394c79179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:40.564704 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-35bf5375-a6ab-412b-adb0-e17394c79179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:40.579630 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-35bf5375-a6ab-412b-adb0-e17394c79179 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:39:40.583355 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-35bf5375-a6ab-412b-adb0-e17394c79179 admin admin] Usage tracker for resource:security_group_rule and tenant:d3350553bade45c8b5a572721ae209f6 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:39:40.586566 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-35bf5375-a6ab-412b-adb0-e17394c79179 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:39:40.592202 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-35bf5375-a6ab-412b-adb0-e17394c79179 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:39:40.708802 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-35bf5375-a6ab-412b-adb0-e17394c79179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:40.712977 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-35bf5375-a6ab-412b-adb0-e17394c79179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:40.738050 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-35bf5375-a6ab-412b-adb0-e17394c79179 admin admin] Reserving flat network on physical network physnet1 {{(pid=87639) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 09 00:39:40.751615 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bf5375-a6ab-412b-adb0-e17394c79179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33b2e21-6e69-4959-b301-ed35ca62e675,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:39:40.759678 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-35bf5375-a6ab-412b-adb0-e17394c79179 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734725430321', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:40.760249 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-35bf5375-a6ab-412b-adb0-e17394c79179 admin admin] Unsubscribe: segment precommit_create {{(pid=87639) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 09 00:39:40.760744 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-35bf5375-a6ab-412b-adb0-e17394c79179 admin admin] Added segment 96ed9dcf-3b65-4b9a-b186-cc448a3052e6 of type flat for network 3d885c3c-255c-4e54-addc-b28437d0b18e Feb 09 00:39:40.802203 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-35bf5375-a6ab-412b-adb0-e17394c79179 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:40.843227 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-35bf5375-a6ab-412b-adb0-e17394c79179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:40.844142 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bf5375-a6ab-412b-adb0-e17394c79179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:39:40.844738 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-35bf5375-a6ab-412b-adb0-e17394c79179 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:40.943387 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-35bf5375-a6ab-412b-adb0-e17394c79179 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7889979 Feb 09 00:39:40.949033 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bf5375-a6ab-412b-adb0-e17394c79179 admin admin] Pushing event updated for resources: {'Network': ['ID=3d885c3c-255c-4e54-addc-b28437d0b18e,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:39:40.962962 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 3d885c3c-255c-4e54-addc-b28437d0b18e details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 00:39:41.190992 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:41.356016 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:42.862929 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:43.291703 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 35280) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:39:43.502096 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea92d7c-3568-4783-8bf3-185f6836383d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:39:43.503438 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-6ea92d7c-3568-4783-8bf3-185f6836383d admin admin] 10.222.0.105 "GET /v2.0/subnets/e28d7c90-6991-4a53-88a9-d4efd9343741 HTTP/1.1" status: 200 len: 849 time: 0.2107866 Feb 09 00:39:43.655279 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-70cc56e3-0705-4f17-8bbc-a3717be203c4 admin admin] 10.222.0.105 "GET /v2.0/routers/6b9c02c8-d3a5-420f-a559-d36888f6ab2a HTTP/1.1" status: 200 len: 704 time: 0.1461227 Feb 09 00:39:44.112844 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5f86c0f7-a205-484e-ba51-ac35b040a5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:44.340631 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-5f86c0f7-a205-484e-ba51-ac35b040a5f3 admin admin] Allocated IP 172.20.0.1 (0f8e1749-3acd-4637-a13a-05c3f205d7c5/e28d7c90-6991-4a53-88a9-d4efd9343741/4e38287d-f25e-4e7f-8bab-77e783738c9e) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:39:44.499971 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5f86c0f7-a205-484e-ba51-ac35b040a5f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:44.516857 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-5f86c0f7-a205-484e-ba51-ac35b040a5f3 admin admin] Transition to ACTIVE for port object 4e38287d-f25e-4e7f-8bab-77e783738c9e will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:39:44.602577 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5f86c0f7-a205-484e-ba51-ac35b040a5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:44.669387 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f86c0f7-a205-484e-ba51-ac35b040a5f3 admin admin] Network 0f8e1749-3acd-4637-a13a-05c3f205d7c5 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:39:44.672252 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-5f86c0f7-a205-484e-ba51-ac35b040a5f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:39:44.674824 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f86c0f7-a205-484e-ba51-ac35b040a5f3 admin admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:39:44.675514 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5f86c0f7-a205-484e-ba51-ac35b040a5f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:44.816192 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f86c0f7-a205-484e-ba51-ac35b040a5f3 admin admin] Pushing event updated for resources: {'Port': ['ID=4e38287d-f25e-4e7f-8bab-77e783738c9e,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:39:44.926543 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1e93b071-21f1-4d8f-9bbe-de992f11316d None None] Provisioning for port 4e38287d-f25e-4e7f-8bab-77e783738c9e completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:39:44.931654 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1e93b071-21f1-4d8f-9bbe-de992f11316d None None] Provisioning complete for port 4e38287d-f25e-4e7f-8bab-77e783738c9e triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:39:44.932028 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1e93b071-21f1-4d8f-9bbe-de992f11316d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:44.951735 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5f86c0f7-a205-484e-ba51-ac35b040a5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:44.985168 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-1e93b071-21f1-4d8f-9bbe-de992f11316d None None] Port 4e38287d-f25e-4e7f-8bab-77e783738c9e cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:39:45.174644 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5f86c0f7-a205-484e-ba51-ac35b040a5f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:45.179988 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5f86c0f7-a205-484e-ba51-ac35b040a5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:45.180686 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5f86c0f7-a205-484e-ba51-ac35b040a5f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:45.310479 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f86c0f7-a205-484e-ba51-ac35b040a5f3 admin admin] Pushing event updated for resources: {'Port': ['ID=4e38287d-f25e-4e7f-8bab-77e783738c9e,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:39:45.374062 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f86c0f7-a205-484e-ba51-ac35b040a5f3 admin admin] Network 0f8e1749-3acd-4637-a13a-05c3f205d7c5 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:39:45.375082 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-5f86c0f7-a205-484e-ba51-ac35b040a5f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:39:45.564594 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f86c0f7-a205-484e-ba51-ac35b040a5f3 admin admin] Router 6b9c02c8-d3a5-420f-a559-d36888f6ab2a is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 00:39:45.607925 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-28a48c32-5a53-49aa-8910-673f4b001081 None None] Provisioning complete for port 4e38287d-f25e-4e7f-8bab-77e783738c9e triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:39:45.608373 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-28a48c32-5a53-49aa-8910-673f4b001081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:45.664482 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-28a48c32-5a53-49aa-8910-673f4b001081 None None] Port 4e38287d-f25e-4e7f-8bab-77e783738c9e cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:39:45.721542 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f86c0f7-a205-484e-ba51-ac35b040a5f3 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 00:39:45.730740 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-5f86c0f7-a205-484e-ba51-ac35b040a5f3 admin admin] 10.222.0.105 "PUT /v2.0/routers/6b9c02c8-d3a5-420f-a559-d36888f6ab2a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0705779 Feb 09 00:39:45.731935 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cee332-73d1-4634-88a5-fd6c7bfe2c92 None None] Sync routers for ids ['6b9c02c8-d3a5-420f-a559-d36888f6ab2a'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:39:45.742265 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cee332-73d1-4634-88a5-fd6c7bfe2c92 None None] Routers {'6b9c02c8-d3a5-420f-a559-d36888f6ab2a'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:39:45.743150 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-d3cee332-73d1-4634-88a5-fd6c7bfe2c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:39:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['6b9c02c8-d3a5-420f-a559-d36888f6ab2a'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:39:45.917518 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-d3cee332-73d1-4634-88a5-fd6c7bfe2c92 None None] Set router 6b9c02c8-d3a5-420f-a559-d36888f6ab2a gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:39:46.293195 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-d3cee332-73d1-4634-88a5-fd6c7bfe2c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9c02c8-d3a5-420f-a559-d36888f6ab2a', 'name': 'router1', 'tenant_id': 'ab1cff1a8f58448b91832c15d3c4d16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:39:34Z', 'updated_at': '2022-02-09T00:39:44Z', 'revision_number': 2, 'project_id': 'ab1cff1a8f58448b91832c15d3c4d16d', 'gw_port_host': None, '_interfaces': [{'id': '4e38287d-f25e-4e7f-8bab-77e783738c9e', 'name': '', 'network_id': '0f8e1749-3acd-4637-a13a-05c3f205d7c5', 'tenant_id': 'ab1cff1a8f58448b91832c15d3c4d16d', 'mac_address': 'fa:16:3e:17:b1:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9c02c8-d3a5-420f-a559-d36888f6ab2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e28d7c90-6991-4a53-88a9-d4efd9343741', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:39:44Z', 'updated_at': '2022-02-09T00:39:45Z', 'revision_number': 2, 'project_id': 'ab1cff1a8f58448b91832c15d3c4d16d', 'subnets': [{'id': 'e28d7c90-6991-4a53-88a9-d4efd9343741', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b4aefa7-d783-49b0-9363-f43632c3a924'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:39:46.298100 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cee332-73d1-4634-88a5-fd6c7bfe2c92 None None] Checking router: 6b9c02c8-d3a5-420f-a559-d36888f6ab2a for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:39:46.298471 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cee332-73d1-4634-88a5-fd6c7bfe2c92 None None] Updating router 6b9c02c8-d3a5-420f-a559-d36888f6ab2a port 4e38287d-f25e-4e7f-8bab-77e783738c9e binding host n-d-828418-1 {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:39:46.367579 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-d3cee332-73d1-4634-88a5-fd6c7bfe2c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:46.754742 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-d3cee332-73d1-4634-88a5-fd6c7bfe2c92 None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:46.770519 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-d3cee332-73d1-4634-88a5-fd6c7bfe2c92 None None] Transition to ACTIVE for port object 4e38287d-f25e-4e7f-8bab-77e783738c9e will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:39:46.777135 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-d3cee332-73d1-4634-88a5-fd6c7bfe2c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:46.932417 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00c8f95-568e-42cd-bff4-6f8f8879daee None None] Pushing event updated for resources: {'Port': ['ID=4e38287d-f25e-4e7f-8bab-77e783738c9e,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:39:46.943216 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00c8f95-568e-42cd-bff4-6f8f8879daee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:46.943562 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00c8f95-568e-42cd-bff4-6f8f8879daee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:46.943908 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00c8f95-568e-42cd-bff4-6f8f8879daee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:46.944239 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00c8f95-568e-42cd-bff4-6f8f8879daee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:46.944621 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00c8f95-568e-42cd-bff4-6f8f8879daee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:46.944904 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00c8f95-568e-42cd-bff4-6f8f8879daee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:46.945229 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00c8f95-568e-42cd-bff4-6f8f8879daee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:46.945553 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00c8f95-568e-42cd-bff4-6f8f8879daee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:46.945902 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00c8f95-568e-42cd-bff4-6f8f8879daee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:46.946227 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00c8f95-568e-42cd-bff4-6f8f8879daee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:46.946553 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00c8f95-568e-42cd-bff4-6f8f8879daee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:46.946872 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00c8f95-568e-42cd-bff4-6f8f8879daee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:46.948031 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00c8f95-568e-42cd-bff4-6f8f8879daee None None] Tracked resource versions report: Feb 09 00:39:46.948031 n-d-828418-1 neutron-server[87641]: pushed versions: Feb 09 00:39:46.948031 n-d-828418-1 neutron-server[87641]: { 'AddressGroup': {'1.2'}, Feb 09 00:39:46.948031 n-d-828418-1 neutron-server[87641]: 'ConntrackHelper': {'1.0'}, Feb 09 00:39:46.948031 n-d-828418-1 neutron-server[87641]: 'Log': {'1.0'}, Feb 09 00:39:46.948031 n-d-828418-1 neutron-server[87641]: 'Network': {'1.1'}, Feb 09 00:39:46.948031 n-d-828418-1 neutron-server[87641]: 'Port': {'1.7'}, Feb 09 00:39:46.948031 n-d-828418-1 neutron-server[87641]: 'PortForwarding': {'1.2'}, Feb 09 00:39:46.948031 n-d-828418-1 neutron-server[87641]: 'QosPolicy': {'1.8'}, Feb 09 00:39:46.948031 n-d-828418-1 neutron-server[87641]: 'SecurityGroup': {'1.4'}, Feb 09 00:39:46.948031 n-d-828418-1 neutron-server[87641]: 'SecurityGroupRule': {'1.2'}, Feb 09 00:39:46.948031 n-d-828418-1 neutron-server[87641]: 'SubPort': {'1.0'}, Feb 09 00:39:46.948031 n-d-828418-1 neutron-server[87641]: 'Subnet': {'1.1'}, Feb 09 00:39:46.948031 n-d-828418-1 neutron-server[87641]: 'Trunk': {'1.1'}} Feb 09 00:39:46.948031 n-d-828418-1 neutron-server[87641]: consumer versions: Feb 09 00:39:46.948031 n-d-828418-1 neutron-server[87641]: { DHCP agent@n-d-828418-1: {}, Feb 09 00:39:46.948031 n-d-828418-1 neutron-server[87641]: L3 agent@n-d-828418-1: {}, Feb 09 00:39:46.948031 n-d-828418-1 neutron-server[87641]: Metadata agent@n-d-828418-1: {}, Feb 09 00:39:46.948031 n-d-828418-1 neutron-server[87641]: Metering agent@n-d-828418-1: {}, Feb 09 00:39:46.948031 n-d-828418-1 neutron-server[87641]: Open vSwitch agent@n-d-828418-1: { 'AddressGroup': '1.2', Feb 09 00:39:46.948031 n-d-828418-1 neutron-server[87641]: 'ConntrackHelper': '1.0', Feb 09 00:39:46.948031 n-d-828418-1 neutron-server[87641]: 'Log': '1.0', Feb 09 00:39:46.948031 n-d-828418-1 neutron-server[87641]: 'Network': '1.1', Feb 09 00:39:46.948031 n-d-828418-1 neutron-server[87641]: 'Port': '1.7', Feb 09 00:39:46.948031 n-d-828418-1 neutron-server[87641]: 'PortForwarding': '1.2', Feb 09 00:39:46.948031 n-d-828418-1 neutron-server[87641]: 'QosPolicy': '1.8', Feb 09 00:39:46.948031 n-d-828418-1 neutron-server[87641]: 'SecurityGroup': '1.4', Feb 09 00:39:46.948031 n-d-828418-1 neutron-server[87641]: 'SecurityGroupRule': '1.2', Feb 09 00:39:46.948031 n-d-828418-1 neutron-server[87641]: 'SubPort': '1.0', Feb 09 00:39:46.948031 n-d-828418-1 neutron-server[87641]: 'Subnet': '1.1', Feb 09 00:39:46.948031 n-d-828418-1 neutron-server[87641]: 'Trunk': '1.1'}} Feb 09 00:39:46.948031 n-d-828418-1 neutron-server[87641]: {{(pid=87641) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 00:39:47.041264 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-d3cee332-73d1-4634-88a5-fd6c7bfe2c92 None None] Attempting to bind port 4e38287d-f25e-4e7f-8bab-77e783738c9e on host n-d-828418-1 for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:39:47.041688 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-d3cee332-73d1-4634-88a5-fd6c7bfe2c92 None None] Attempting to bind port 4e38287d-f25e-4e7f-8bab-77e783738c9e by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'f5d97af1-a2c8-4cc0-87a6-598efc985479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0f8e1749-3acd-4637-a13a-05c3f205d7c5'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:39:47.042097 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cee332-73d1-4634-88a5-fd6c7bfe2c92 None None] Attempting to bind port 4e38287d-f25e-4e7f-8bab-77e783738c9e on network 0f8e1749-3acd-4637-a13a-05c3f205d7c5 {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:39:47.047278 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cee332-73d1-4634-88a5-fd6c7bfe2c92 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:39:47.047773 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cee332-73d1-4634-88a5-fd6c7bfe2c92 None None] Checking segment: {'id': 'f5d97af1-a2c8-4cc0-87a6-598efc985479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0f8e1749-3acd-4637-a13a-05c3f205d7c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:39:47.048167 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-d3cee332-73d1-4634-88a5-fd6c7bfe2c92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:47.048557 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cee332-73d1-4634-88a5-fd6c7bfe2c92 None None] Bound using segment: {'id': 'f5d97af1-a2c8-4cc0-87a6-598efc985479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0f8e1749-3acd-4637-a13a-05c3f205d7c5'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:39:47.049050 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-d3cee332-73d1-4634-88a5-fd6c7bfe2c92 None None] Bound port: 4e38287d-f25e-4e7f-8bab-77e783738c9e, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5d97af1-a2c8-4cc0-87a6-598efc985479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0f8e1749-3acd-4637-a13a-05c3f205d7c5'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:39:47.049433 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-d3cee332-73d1-4634-88a5-fd6c7bfe2c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:47.139259 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-d3cee332-73d1-4634-88a5-fd6c7bfe2c92 None None] For port 4e38287d-f25e-4e7f-8bab-77e783738c9e, host n-d-828418-1, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:39:47.144278 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-d3cee332-73d1-4634-88a5-fd6c7bfe2c92 None None] For port 4e38287d-f25e-4e7f-8bab-77e783738c9e, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=4e38287d-f25e-4e7f-8bab-77e783738c9e,segment=NetworkSegment(f5d97af1-a2c8-4cc0-87a6-598efc985479),segment_id=f5d97af1-a2c8-4cc0-87a6-598efc985479)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:39:47.149146 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-d3cee332-73d1-4634-88a5-fd6c7bfe2c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:47.224282 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cee332-73d1-4634-88a5-fd6c7bfe2c92 None None] Routers {'6b9c02c8-d3a5-420f-a559-d36888f6ab2a'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:39:47.224906 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-d3cee332-73d1-4634-88a5-fd6c7bfe2c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:39:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['6b9c02c8-d3a5-420f-a559-d36888f6ab2a'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:39:47.377439 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00c8f95-568e-42cd-bff4-6f8f8879daee None None] Pushing event updated for resources: {'Port': ['ID=4e38287d-f25e-4e7f-8bab-77e783738c9e,revision_number=4']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:39:47.397403 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-d3cee332-73d1-4634-88a5-fd6c7bfe2c92 None None] Set router 6b9c02c8-d3a5-420f-a559-d36888f6ab2a gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:39:47.722644 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-d3cee332-73d1-4634-88a5-fd6c7bfe2c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9c02c8-d3a5-420f-a559-d36888f6ab2a', 'name': 'router1', 'tenant_id': 'ab1cff1a8f58448b91832c15d3c4d16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:39:34Z', 'updated_at': '2022-02-09T00:39:44Z', 'revision_number': 2, 'project_id': 'ab1cff1a8f58448b91832c15d3c4d16d', 'gw_port_host': None, '_interfaces': [{'id': '4e38287d-f25e-4e7f-8bab-77e783738c9e', 'name': '', 'network_id': '0f8e1749-3acd-4637-a13a-05c3f205d7c5', 'tenant_id': 'ab1cff1a8f58448b91832c15d3c4d16d', 'mac_address': 'fa:16:3e:17:b1:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9c02c8-d3a5-420f-a559-d36888f6ab2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e28d7c90-6991-4a53-88a9-d4efd9343741', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:39:44Z', 'updated_at': '2022-02-09T00:39:47Z', 'revision_number': 4, 'project_id': 'ab1cff1a8f58448b91832c15d3c4d16d', 'subnets': [{'id': 'e28d7c90-6991-4a53-88a9-d4efd9343741', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b4aefa7-d783-49b0-9363-f43632c3a924'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:39:47.726621 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cee332-73d1-4634-88a5-fd6c7bfe2c92 None None] The sync data for ids ['6b9c02c8-d3a5-420f-a559-d36888f6ab2a'] in n-d-828418-1 is: [{'id': '6b9c02c8-d3a5-420f-a559-d36888f6ab2a', 'name': 'router1', 'tenant_id': 'ab1cff1a8f58448b91832c15d3c4d16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:39:34Z', 'updated_at': '2022-02-09T00:39:44Z', 'revision_number': 2, 'project_id': 'ab1cff1a8f58448b91832c15d3c4d16d', 'gw_port_host': None, '_interfaces': [{'id': '4e38287d-f25e-4e7f-8bab-77e783738c9e', 'name': '', 'network_id': '0f8e1749-3acd-4637-a13a-05c3f205d7c5', 'tenant_id': 'ab1cff1a8f58448b91832c15d3c4d16d', 'mac_address': 'fa:16:3e:17:b1:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9c02c8-d3a5-420f-a559-d36888f6ab2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e28d7c90-6991-4a53-88a9-d4efd9343741', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:39:44Z', 'updated_at': '2022-02-09T00:39:47Z', 'revision_number': 4, 'project_id': 'ab1cff1a8f58448b91832c15d3c4d16d', 'subnets': [{'id': 'e28d7c90-6991-4a53-88a9-d4efd9343741', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b4aefa7-d783-49b0-9363-f43632c3a924'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:39:47.927439 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 35302) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:39:48.118568 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482233a3-7bd7-402d-b343-fa0c66ca5b8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:39:48.119119 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-482233a3-7bd7-402d-b343-fa0c66ca5b8d admin admin] Synchronizing usage tracker for tenant:d3350553bade45c8b5a572721ae209f6 on resource:network {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:39:48.138274 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-482233a3-7bd7-402d-b343-fa0c66ca5b8d admin admin] Unset dirty status for tenant:d3350553bade45c8b5a572721ae209f6 on resource:network {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:39:48.139480 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-482233a3-7bd7-402d-b343-fa0c66ca5b8d admin admin] 10.222.0.105 "GET /v2.0/networks/3d885c3c-255c-4e54-addc-b28437d0b18e HTTP/1.1" status: 200 len: 842 time: 0.2108707 Feb 09 00:39:48.148840 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-96f7674e-103d-458d-818d-60ee4b43ac92 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.25.0.0/24', 'enable_dhcp': False, 'gateway_ip': '172.25.0.1', 'name': 'public-subnet', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:39:48.154064 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-96f7674e-103d-458d-818d-60ee4b43ac92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:39:48.157759 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-96f7674e-103d-458d-818d-60ee4b43ac92 admin admin] Usage tracker for resource:subnet and tenant:d3350553bade45c8b5a572721ae209f6 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:39:48.160464 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-96f7674e-103d-458d-818d-60ee4b43ac92 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:39:48.166659 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-96f7674e-103d-458d-818d-60ee4b43ac92 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:39:48.175794 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f7674e-103d-458d-818d-60ee4b43ac92 admin admin] Made reservation on behalf of d3350553bade45c8b5a572721ae209f6 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:39:48.179155 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-96f7674e-103d-458d-818d-60ee4b43ac92 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:48.561094 n-d-828418-1 neutron-server[87639]: DEBUG neutron.objects.ports [None req-96f7674e-103d-458d-818d-60ee4b43ac92 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87639) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 00:39:48.561551 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-96f7674e-103d-458d-818d-60ee4b43ac92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:48.631577 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f7674e-103d-458d-818d-60ee4b43ac92 admin admin] Checking segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:39:48.631915 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f7674e-103d-458d-818d-60ee4b43ac92 admin admin] Network hostable DHCP agents. Network: 3d885c3c-255c-4e54-addc-b28437d0b18e, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:39:48.657517 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f7674e-103d-458d-818d-60ee4b43ac92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e32a2be-10fd-464c-969e-d6e642284790,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:39:48.665577 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f7674e-103d-458d-818d-60ee4b43ac92 admin admin] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:39:48.676662 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-96f7674e-103d-458d-818d-60ee4b43ac92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 3d885c3c-255c-4e54-addc-b28437d0b18e) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:39:48.681043 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f7674e-103d-458d-818d-60ee4b43ac92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:39:48.681917 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-96f7674e-103d-458d-818d-60ee4b43ac92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:48.687329 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacc6303-c71c-4a53-a543-ae8ac67d5531 None None] Network 3d885c3c-255c-4e54-addc-b28437d0b18e requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:39:48.705644 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-96f7674e-103d-458d-818d-60ee4b43ac92 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5578089 Feb 09 00:39:48.930443 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b988cb14-83b5-4141-b309-aba5b992f579 None None] Network 3d885c3c-255c-4e54-addc-b28437d0b18e requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:39:49.254472 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 4e38287d-f25e-4e7f-8bab-77e783738c9e up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:39:49.324406 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 4e38287d-f25e-4e7f-8bab-77e783738c9e completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:39:49.329389 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 4e38287d-f25e-4e7f-8bab-77e783738c9e triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:39:49.329796 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:49.449868 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:49.482344 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 4e38287d-f25e-4e7f-8bab-77e783738c9e, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=4e38287d-f25e-4e7f-8bab-77e783738c9e,segment=NetworkSegment(f5d97af1-a2c8-4cc0-87a6-598efc985479),segment_id=f5d97af1-a2c8-4cc0-87a6-598efc985479)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:39:49.486364 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:49.558359 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=4e38287d-f25e-4e7f-8bab-77e783738c9e,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:39:51.002142 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 35316) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:39:51.209855 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-abf037b8-4599-49bf-8830-fd0316a9f56f admin admin] 10.222.0.105 "GET /v2.0/routers/6b9c02c8-d3a5-420f-a559-d36888f6ab2a HTTP/1.1" status: 200 len: 710 time: 0.2065313 Feb 09 00:39:51.233124 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 4e38287d-f25e-4e7f-8bab-77e783738c9e up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:39:51.301491 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 4e38287d-f25e-4e7f-8bab-77e783738c9e triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:39:51.302510 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:51.338144 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99da40d-caec-410f-a842-f7c09a3f27ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:39:51.339574 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-e99da40d-caec-410f-a842-f7c09a3f27ea admin admin] 10.222.0.105 "GET /v2.0/networks/3d885c3c-255c-4e54-addc-b28437d0b18e HTTP/1.1" status: 200 len: 886 time: 0.1244681 Feb 09 00:39:51.349460 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-e954904c-14d1-495b-909a-3be03da6ecab admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:39:51.788811 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e954904c-14d1-495b-909a-3be03da6ecab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:52.150251 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e954904c-14d1-495b-909a-3be03da6ecab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:52.207324 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e954904c-14d1-495b-909a-3be03da6ecab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:52.339706 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-e954904c-14d1-495b-909a-3be03da6ecab admin admin] Allocated IP 172.25.0.21 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/d540c325-eef2-48ba-a962-a8c342a37278) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:39:52.482883 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e954904c-14d1-495b-909a-3be03da6ecab admin admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:52.511459 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e954904c-14d1-495b-909a-3be03da6ecab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:52.578720 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e954904c-14d1-495b-909a-3be03da6ecab admin admin] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:39:52.581621 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-e954904c-14d1-495b-909a-3be03da6ecab admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:39:52.586318 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e954904c-14d1-495b-909a-3be03da6ecab admin admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:39:52.642515 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e954904c-14d1-495b-909a-3be03da6ecab admin admin] Pushing event updated for resources: {'Port': ['ID=d540c325-eef2-48ba-a962-a8c342a37278,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:39:52.981917 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e954904c-14d1-495b-909a-3be03da6ecab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:53.375804 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e954904c-14d1-495b-909a-3be03da6ecab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:53.379010 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e954904c-14d1-495b-909a-3be03da6ecab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1673984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1674007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1671766'] for router, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:53.558061 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e954904c-14d1-495b-909a-3be03da6ecab admin admin] Router 6b9c02c8-d3a5-420f-a559-d36888f6ab2a has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 00:39:53.732617 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e954904c-14d1-495b-909a-3be03da6ecab admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 00:39:53.740942 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e954904c-14d1-495b-909a-3be03da6ecab admin admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:53.742155 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2622bc-6935-4946-9b5c-7f786426350f None None] Sync routers for ids ['6b9c02c8-d3a5-420f-a559-d36888f6ab2a'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:39:53.742644 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-e954904c-14d1-495b-909a-3be03da6ecab admin admin] 10.222.0.105 "PUT /v2.0/routers/6b9c02c8-d3a5-420f-a559-d36888f6ab2a HTTP/1.1" status: 200 len: 889 time: 2.3967226 Feb 09 00:39:53.752130 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2622bc-6935-4946-9b5c-7f786426350f None None] Routers {'6b9c02c8-d3a5-420f-a559-d36888f6ab2a'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:39:53.752810 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-ff2622bc-6935-4946-9b5c-7f786426350f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:39:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['6b9c02c8-d3a5-420f-a559-d36888f6ab2a'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:39:53.950632 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-ff2622bc-6935-4946-9b5c-7f786426350f None None] Set router 6b9c02c8-d3a5-420f-a559-d36888f6ab2a gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:39:54.295610 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-ff2622bc-6935-4946-9b5c-7f786426350f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9c02c8-d3a5-420f-a559-d36888f6ab2a', 'name': 'router1', 'tenant_id': 'ab1cff1a8f58448b91832c15d3c4d16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': 'd540c325-eef2-48ba-a962-a8c342a37278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:39:34Z', 'updated_at': '2022-02-09T00:39:52Z', 'revision_number': 4, 'project_id': 'ab1cff1a8f58448b91832c15d3c4d16d', 'gw_port': {'id': 'd540c325-eef2-48ba-a962-a8c342a37278', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:41:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9c02c8-d3a5-420f-a559-d36888f6ab2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:39:52Z', 'updated_at': '2022-02-09T00:39:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '4e38287d-f25e-4e7f-8bab-77e783738c9e', 'name': '', 'network_id': '0f8e1749-3acd-4637-a13a-05c3f205d7c5', 'tenant_id': 'ab1cff1a8f58448b91832c15d3c4d16d', 'mac_address': 'fa:16:3e:17:b1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9c02c8-d3a5-420f-a559-d36888f6ab2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e28d7c90-6991-4a53-88a9-d4efd9343741', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:39:44Z', 'updated_at': '2022-02-09T00:39:49Z', 'revision_number': 5, 'project_id': 'ab1cff1a8f58448b91832c15d3c4d16d', 'subnets': [{'id': 'e28d7c90-6991-4a53-88a9-d4efd9343741', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b4aefa7-d783-49b0-9363-f43632c3a924'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:39:54.300339 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2622bc-6935-4946-9b5c-7f786426350f None None] Checking router: 6b9c02c8-d3a5-420f-a559-d36888f6ab2a for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:39:54.300690 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2622bc-6935-4946-9b5c-7f786426350f None None] Updating router 6b9c02c8-d3a5-420f-a559-d36888f6ab2a port d540c325-eef2-48ba-a962-a8c342a37278 binding host n-d-828418-1 {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:39:54.353343 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ff2622bc-6935-4946-9b5c-7f786426350f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:54.699686 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ff2622bc-6935-4946-9b5c-7f786426350f None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:54.712449 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-ff2622bc-6935-4946-9b5c-7f786426350f None None] Transition to ACTIVE for port object d540c325-eef2-48ba-a962-a8c342a37278 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:39:54.718859 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ff2622bc-6935-4946-9b5c-7f786426350f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:54.827284 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f890de7-7efe-435c-833f-6a88a4cf1ac5 None None] Pushing event updated for resources: {'Port': ['ID=d540c325-eef2-48ba-a962-a8c342a37278,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:39:54.829475 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-ff2622bc-6935-4946-9b5c-7f786426350f None None] Attempting to bind port d540c325-eef2-48ba-a962-a8c342a37278 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:39:54.829870 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-ff2622bc-6935-4946-9b5c-7f786426350f None None] Attempting to bind port d540c325-eef2-48ba-a962-a8c342a37278 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:39:54.830234 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2622bc-6935-4946-9b5c-7f786426350f None None] Attempting to bind port d540c325-eef2-48ba-a962-a8c342a37278 on network 3d885c3c-255c-4e54-addc-b28437d0b18e {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:39:54.837532 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2622bc-6935-4946-9b5c-7f786426350f None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:39:54.837966 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2622bc-6935-4946-9b5c-7f786426350f None None] Checking segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:39:54.838370 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ff2622bc-6935-4946-9b5c-7f786426350f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:54.838760 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2622bc-6935-4946-9b5c-7f786426350f None None] Bound using segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:39:54.839307 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-ff2622bc-6935-4946-9b5c-7f786426350f None None] Bound port: d540c325-eef2-48ba-a962-a8c342a37278, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:39:54.839618 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ff2622bc-6935-4946-9b5c-7f786426350f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:54.911642 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-ff2622bc-6935-4946-9b5c-7f786426350f None None] For port d540c325-eef2-48ba-a962-a8c342a37278, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:39:54.915347 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-ff2622bc-6935-4946-9b5c-7f786426350f None None] For port d540c325-eef2-48ba-a962-a8c342a37278, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=d540c325-eef2-48ba-a962-a8c342a37278,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:39:54.920414 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ff2622bc-6935-4946-9b5c-7f786426350f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:55.004718 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2622bc-6935-4946-9b5c-7f786426350f None None] Routers {'6b9c02c8-d3a5-420f-a559-d36888f6ab2a'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:39:55.005347 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-ff2622bc-6935-4946-9b5c-7f786426350f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:39:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['6b9c02c8-d3a5-420f-a559-d36888f6ab2a'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:39:55.052892 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f890de7-7efe-435c-833f-6a88a4cf1ac5 None None] Pushing event updated for resources: {'Port': ['ID=d540c325-eef2-48ba-a962-a8c342a37278,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:39:55.203232 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-ff2622bc-6935-4946-9b5c-7f786426350f None None] Set router 6b9c02c8-d3a5-420f-a559-d36888f6ab2a gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:39:55.543578 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-ff2622bc-6935-4946-9b5c-7f786426350f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9c02c8-d3a5-420f-a559-d36888f6ab2a', 'name': 'router1', 'tenant_id': 'ab1cff1a8f58448b91832c15d3c4d16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': 'd540c325-eef2-48ba-a962-a8c342a37278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:39:34Z', 'updated_at': '2022-02-09T00:39:52Z', 'revision_number': 4, 'project_id': 'ab1cff1a8f58448b91832c15d3c4d16d', 'gw_port': {'id': 'd540c325-eef2-48ba-a962-a8c342a37278', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:41:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9c02c8-d3a5-420f-a559-d36888f6ab2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:39:52Z', 'updated_at': '2022-02-09T00:39:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '4e38287d-f25e-4e7f-8bab-77e783738c9e', 'name': '', 'network_id': '0f8e1749-3acd-4637-a13a-05c3f205d7c5', 'tenant_id': 'ab1cff1a8f58448b91832c15d3c4d16d', 'mac_address': 'fa:16:3e:17:b1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9c02c8-d3a5-420f-a559-d36888f6ab2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e28d7c90-6991-4a53-88a9-d4efd9343741', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:39:44Z', 'updated_at': '2022-02-09T00:39:49Z', 'revision_number': 5, 'project_id': 'ab1cff1a8f58448b91832c15d3c4d16d', 'subnets': [{'id': 'e28d7c90-6991-4a53-88a9-d4efd9343741', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b4aefa7-d783-49b0-9363-f43632c3a924'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:39:55.548424 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2622bc-6935-4946-9b5c-7f786426350f None None] The sync data for ids ['6b9c02c8-d3a5-420f-a559-d36888f6ab2a'] in n-d-828418-1 is: [{'id': '6b9c02c8-d3a5-420f-a559-d36888f6ab2a', 'name': 'router1', 'tenant_id': 'ab1cff1a8f58448b91832c15d3c4d16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': 'd540c325-eef2-48ba-a962-a8c342a37278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:39:34Z', 'updated_at': '2022-02-09T00:39:52Z', 'revision_number': 4, 'project_id': 'ab1cff1a8f58448b91832c15d3c4d16d', 'gw_port': {'id': 'd540c325-eef2-48ba-a962-a8c342a37278', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:41:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9c02c8-d3a5-420f-a559-d36888f6ab2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:39:52Z', 'updated_at': '2022-02-09T00:39:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '4e38287d-f25e-4e7f-8bab-77e783738c9e', 'name': '', 'network_id': '0f8e1749-3acd-4637-a13a-05c3f205d7c5', 'tenant_id': 'ab1cff1a8f58448b91832c15d3c4d16d', 'mac_address': 'fa:16:3e:17:b1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9c02c8-d3a5-420f-a559-d36888f6ab2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e28d7c90-6991-4a53-88a9-d4efd9343741', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:39:44Z', 'updated_at': '2022-02-09T00:39:49Z', 'revision_number': 5, 'project_id': 'ab1cff1a8f58448b91832c15d3c4d16d', 'subnets': [{'id': 'e28d7c90-6991-4a53-88a9-d4efd9343741', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b4aefa7-d783-49b0-9363-f43632c3a924'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:39:56.192254 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 35326) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:39:56.314225 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-a95e94c5-406b-4b4a-8206-2ca32ba72c71 admin admin] 10.222.0.105 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1207645 Feb 09 00:39:57.276655 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device d540c325-eef2-48ba-a962-a8c342a37278 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:39:57.351792 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port d540c325-eef2-48ba-a962-a8c342a37278 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:39:57.358293 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port d540c325-eef2-48ba-a962-a8c342a37278 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:39:57.358670 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:57.485167 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:57.501504 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port d540c325-eef2-48ba-a962-a8c342a37278, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=d540c325-eef2-48ba-a962-a8c342a37278,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:39:57.507882 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:57.601413 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=d540c325-eef2-48ba-a962-a8c342a37278,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:39:58.325774 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 5 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 00:39:59.244690 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device d540c325-eef2-48ba-a962-a8c342a37278 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:39:59.352324 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port d540c325-eef2-48ba-a962-a8c342a37278 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:39:59.352782 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:07.994522 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3e9ee785-20b4-4dfc-931f-fc7dc9c68e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:10.336994 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-adfef856-56ea-4525-99f7-6de44fce64a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:11.198594 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:11.360523 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:12.881150 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:35.325212 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 5 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 00:40:37.997169 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6bbf8553-0e02-4de2-93c5-b9807c0b097b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:40.339396 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f274e438-3db7-4d8a-87f8-8a9e895dc063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:41.202428 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:41.356631 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:42.897210 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:08.024134 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9868c7e9-88c9-435a-8d4c-f677dfb0cb6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:10.350068 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9bbe8b56-9eed-4572-96e8-d0fbd512f029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:11.206560 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:11.351540 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:12.325360 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 5 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 00:41:12.898400 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:38.037859 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-03a8e616-b01b-4ed6-ab13-e4aedf855b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:40.344202 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8dc9a176-fda2-4116-b012-8929baf7c770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:41.201788 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:41.360700 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:42.885193 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:49.325686 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 5 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 00:42:02.478904 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 35928) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:42:02.544806 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-42d9f5f8-0e3e-4507-905e-6047bc4961df admin admin] GET failed (client error): The resource could not be found. Feb 09 00:42:02.546148 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-42d9f5f8-0e3e-4507-905e-6047bc4961df admin admin] 10.222.0.105 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0663180 Feb 09 00:42:02.680783 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13c17ee-36fb-43fa-b996-632bbca128e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:42:02.682274 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f13c17ee-36fb-43fa-b996-632bbca128e5 admin admin] 10.222.0.105 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1311009 Feb 09 00:42:04.800808 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 35938) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:42:04.906172 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41678eaf-e0bc-4738-8d10-ba1037c10cb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:42:04.906653 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-41678eaf-e0bc-4738-8d10-ba1037c10cb2 admin admin] Synchronizing usage tracker for tenant:d3350553bade45c8b5a572721ae209f6 on resource:subnet {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:42:04.922545 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-41678eaf-e0bc-4738-8d10-ba1037c10cb2 admin admin] Unset dirty status for tenant:d3350553bade45c8b5a572721ae209f6 on resource:subnet {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:42:04.924120 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-41678eaf-e0bc-4738-8d10-ba1037c10cb2 admin admin] 10.222.0.105 "GET /v2.0/subnets/e28d7c90-6991-4a53-88a9-d4efd9343741 HTTP/1.1" status: 200 len: 849 time: 0.1223211 Feb 09 00:42:04.933288 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-1a4f371b-1ecf-46cf-8903-f73ca2edb30b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:42:05.064018 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1a4f371b-1ecf-46cf-8903-f73ca2edb30b admin admin] Notify callbacks [] for subnet, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:05.250454 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1a4f371b-1ecf-46cf-8903-f73ca2edb30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734725384964'] for subnet, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:05.294116 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4f371b-1ecf-46cf-8903-f73ca2edb30b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:42:05.294765 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1a4f371b-1ecf-46cf-8903-f73ca2edb30b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:05.295958 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9951afb0-5be8-41df-9dd8-4ca4b1623c00 None None] Network 0f8e1749-3acd-4637-a13a-05c3f205d7c5 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:42:05.296418 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-1a4f371b-1ecf-46cf-8903-f73ca2edb30b admin admin] 10.222.0.105 "PUT /v2.0/subnets/e28d7c90-6991-4a53-88a9-d4efd9343741 HTTP/1.1" status: 200 len: 868 time: 0.3664699 Feb 09 00:42:05.330689 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4f371b-1ecf-46cf-8903-f73ca2edb30b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e28d7c90-6991-4a53-88a9-d4efd9343741,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:42:05.338630 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4f371b-1ecf-46cf-8903-f73ca2edb30b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:42:05.338973 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4f371b-1ecf-46cf-8903-f73ca2edb30b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:42:05.339311 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4f371b-1ecf-46cf-8903-f73ca2edb30b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:42:05.339647 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4f371b-1ecf-46cf-8903-f73ca2edb30b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:42:05.339976 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4f371b-1ecf-46cf-8903-f73ca2edb30b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:42:05.340300 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4f371b-1ecf-46cf-8903-f73ca2edb30b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:42:05.340624 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4f371b-1ecf-46cf-8903-f73ca2edb30b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:42:05.340947 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4f371b-1ecf-46cf-8903-f73ca2edb30b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:42:05.341263 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4f371b-1ecf-46cf-8903-f73ca2edb30b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:42:05.341585 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4f371b-1ecf-46cf-8903-f73ca2edb30b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:42:05.341929 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4f371b-1ecf-46cf-8903-f73ca2edb30b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:42:05.342245 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4f371b-1ecf-46cf-8903-f73ca2edb30b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:42:05.763235 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a80cefe1-1ef9-4183-819f-6794ca62ae5c None None] Provisioning complete for port 4e38287d-f25e-4e7f-8bab-77e783738c9e triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:42:05.763608 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a80cefe1-1ef9-4183-819f-6794ca62ae5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:05.894790 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a80cefe1-1ef9-4183-819f-6794ca62ae5c None None] Provisioning complete for port e9c0304a-803e-44cb-ae95-c4f70811a34b triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:42:05.895059 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a80cefe1-1ef9-4183-819f-6794ca62ae5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:07.452227 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 35948) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:42:07.624218 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6643de-f947-4017-b3ca-24d987160b0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:42:07.624605 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6643de-f947-4017-b3ca-24d987160b0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:42:07.626702 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-2e6643de-f947-4017-b3ca-24d987160b0c admin admin] 10.222.0.105 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1729658 Feb 09 00:42:07.999853 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-efdbe5c3-f284-4713-9bcc-2a5e7a256c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:09.801093 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 35958) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:42:10.025321 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14318971-7ce1-4b04-9114-e8ce0c6e1d0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:42:10.025844 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14318971-7ce1-4b04-9114-e8ce0c6e1d0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:42:10.027371 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-14318971-7ce1-4b04-9114-e8ce0c6e1d0f admin admin] 10.222.0.105 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2253168 Feb 09 00:42:10.348764 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1af8997f-44cc-4bc9-b8d0-eb93fc5bf9fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:11.206007 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:11.355654 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:12.164827 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 35968) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:42:12.335759 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b28590-f37b-4115-b5a2-b30a4e454101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:42:12.337119 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-77b28590-f37b-4115-b5a2-b30a4e454101 admin admin] 10.222.0.105 "GET /v2.0/networks/0f8e1749-3acd-4637-a13a-05c3f205d7c5 HTTP/1.1" status: 200 len: 869 time: 0.1713555 Feb 09 00:42:12.889812 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:14.466071 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 35978) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:42:14.630759 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be05c05-f5f6-420b-b71b-1488d0d0516c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:42:14.632133 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-6be05c05-f5f6-420b-b71b-1488d0d0516c admin admin] 10.222.0.105 "GET /v2.0/networks/3d885c3c-255c-4e54-addc-b28437d0b18e HTTP/1.1" status: 200 len: 886 time: 0.1651225 Feb 09 00:42:16.786760 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 35988) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:42:16.892509 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c81fe7-2d1f-442a-b8ac-b0062e5ee3cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:42:16.892857 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c81fe7-2d1f-442a-b8ac-b0062e5ee3cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:42:16.894756 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-e2c81fe7-2d1f-442a-b8ac-b0062e5ee3cc admin admin] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1068933 Feb 09 00:42:19.031594 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 35998) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:42:19.147665 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea78c21-8980-4866-a8bc-0e391179b572 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:42:19.148127 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea78c21-8980-4866-a8bc-0e391179b572 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:42:19.149708 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-7ea78c21-8980-4866-a8bc-0e391179b572 admin admin] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1164043 Feb 09 00:42:21.262954 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 36008) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:42:21.368281 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46219cd8-f167-48b8-9b29-2275d3fc1e46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:42:21.369696 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-46219cd8-f167-48b8-9b29-2275d3fc1e46 admin admin] 10.222.0.105 "GET /v2.0/subnets/5e32a2be-10fd-464c-969e-d6e642284790 HTTP/1.1" status: 200 len: 816 time: 0.1060526 Feb 09 00:42:23.544960 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36018) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:42:23.662800 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b683a4-47b5-48c9-9eea-616608ed21fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:42:23.664196 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-18b683a4-47b5-48c9-9eea-616608ed21fd admin admin] 10.222.0.105 "GET /v2.0/subnets/e28d7c90-6991-4a53-88a9-d4efd9343741 HTTP/1.1" status: 200 len: 868 time: 0.1182921 Feb 09 00:42:26.325468 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 5 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 00:42:38.003716 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9c2c4812-5d05-4aba-bc10-9804d5bc7863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:40.352848 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ed8b64b3-fec3-449a-b783-8147d48fb92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:41.214566 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:41.363049 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:42.710414 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 36064) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:42:42.762672 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [None req-4523a008-1ddc-429f-bfcd-cb8e7f656615 admin admin] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:42:42.763713 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-4523a008-1ddc-429f-bfcd-cb8e7f656615 admin admin] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0520303 Feb 09 00:42:42.892987 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:44.972886 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 36074) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:42:45.040196 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fb69ddd-0186-4585-a531-8b7191944e8f admin admin] GET failed (client error): The resource could not be found. Feb 09 00:42:45.041453 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-2fb69ddd-0186-4585-a531-8b7191944e8f admin admin] 10.222.0.105 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0675969 Feb 09 00:42:45.166700 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf95acd5-631f-4e43-9363-cb44f8b84681 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:42:45.168568 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-bf95acd5-631f-4e43-9363-cb44f8b84681 admin admin] 10.222.0.105 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1227536 Feb 09 00:42:47.300424 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36084) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:42:47.349770 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-88cc1435-4d19-4ec6-9cf2-5502146870bd admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:42:47.354882 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-88cc1435-4d19-4ec6-9cf2-5502146870bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:42:47.366092 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-88cc1435-4d19-4ec6-9cf2-5502146870bd admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:42:47.376497 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88cc1435-4d19-4ec6-9cf2-5502146870bd admin admin] Made reservation on behalf of d3350553bade45c8b5a572721ae209f6 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:42:47.378805 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-88cc1435-4d19-4ec6-9cf2-5502146870bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:47.469477 n-d-828418-1 neutron-server[87638]: WARNING neutron.services.revisions.revision_plugin [None req-88cc1435-4d19-4ec6-9cf2-5502146870bd admin admin] Could not find related network for resource to bump revision. Feb 09 00:42:47.482463 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88cc1435-4d19-4ec6-9cf2-5502146870bd admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:42:47.492537 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-88cc1435-4d19-4ec6-9cf2-5502146870bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:47.492911 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-88cc1435-4d19-4ec6-9cf2-5502146870bd admin admin] Added segment 59f3f685-c18b-4061-8f29-d052f08dc823 of type vlan for network 42d335cf-a678-4bc3-901b-7d21fb8587e6 Feb 09 00:42:47.520535 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-88cc1435-4d19-4ec6-9cf2-5502146870bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:47.551623 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-88cc1435-4d19-4ec6-9cf2-5502146870bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:47.552541 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88cc1435-4d19-4ec6-9cf2-5502146870bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:42:47.553128 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-88cc1435-4d19-4ec6-9cf2-5502146870bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:47.684380 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-88cc1435-4d19-4ec6-9cf2-5502146870bd admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3826978 Feb 09 00:42:47.685103 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cc1435-4d19-4ec6-9cf2-5502146870bd admin admin] Pushing event updated for resources: {'Network': ['ID=42d335cf-a678-4bc3-901b-7d21fb8587e6,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:42:47.693093 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cc1435-4d19-4ec6-9cf2-5502146870bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:42:47.693474 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cc1435-4d19-4ec6-9cf2-5502146870bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:42:47.693906 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cc1435-4d19-4ec6-9cf2-5502146870bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:42:47.694338 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cc1435-4d19-4ec6-9cf2-5502146870bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:42:47.694674 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cc1435-4d19-4ec6-9cf2-5502146870bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:42:47.695012 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cc1435-4d19-4ec6-9cf2-5502146870bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:42:47.695343 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cc1435-4d19-4ec6-9cf2-5502146870bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:42:47.695673 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cc1435-4d19-4ec6-9cf2-5502146870bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:42:47.696001 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cc1435-4d19-4ec6-9cf2-5502146870bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:42:47.696335 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cc1435-4d19-4ec6-9cf2-5502146870bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:42:47.696660 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cc1435-4d19-4ec6-9cf2-5502146870bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:42:47.696982 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cc1435-4d19-4ec6-9cf2-5502146870bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:42:47.711124 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 42d335cf-a678-4bc3-901b-7d21fb8587e6 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 00:42:49.844371 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36094) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:42:49.913082 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-6638e80c-8dd2-4298-88a2-2118afdf302e admin admin] GET failed (client error): The resource could not be found. Feb 09 00:42:49.913620 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-6638e80c-8dd2-4298-88a2-2118afdf302e admin admin] Synchronizing usage tracker for tenant:d3350553bade45c8b5a572721ae209f6 on resource:network {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:42:49.929727 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-6638e80c-8dd2-4298-88a2-2118afdf302e admin admin] Unset dirty status for tenant:d3350553bade45c8b5a572721ae209f6 on resource:network {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:42:49.931013 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-6638e80c-8dd2-4298-88a2-2118afdf302e admin admin] 10.222.0.105 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0856848 Feb 09 00:42:50.049387 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff080ee-250d-4e5e-b65b-6a56971b3200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:42:50.050889 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-cff080ee-250d-4e5e-b65b-6a56971b3200 admin admin] 10.222.0.105 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1159511 Feb 09 00:42:50.060392 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-a6c795e4-ee01-4531-bba5-1c8851c7d241 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6', 'name': 'shared-subnet'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:42:50.066289 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a6c795e4-ee01-4531-bba5-1c8851c7d241 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:42:50.076080 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a6c795e4-ee01-4531-bba5-1c8851c7d241 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:42:50.085911 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c795e4-ee01-4531-bba5-1c8851c7d241 admin admin] Made reservation on behalf of d3350553bade45c8b5a572721ae209f6 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:42:50.088150 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a6c795e4-ee01-4531-bba5-1c8851c7d241 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:50.304797 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a6c795e4-ee01-4531-bba5-1c8851c7d241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:50.385852 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c795e4-ee01-4531-bba5-1c8851c7d241 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:42:50.395283 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c795e4-ee01-4531-bba5-1c8851c7d241 admin admin] Checking segment: {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:42:50.395651 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c795e4-ee01-4531-bba5-1c8851c7d241 admin admin] Network hostable DHCP agents. Network: 42d335cf-a678-4bc3-901b-7d21fb8587e6, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:42:50.416873 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c795e4-ee01-4531-bba5-1c8851c7d241 admin admin] Network 42d335cf-a678-4bc3-901b-7d21fb8587e6 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:42:50.427601 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-a6c795e4-ee01-4531-bba5-1c8851c7d241 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 42d335cf-a678-4bc3-901b-7d21fb8587e6) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:42:50.433700 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c795e4-ee01-4531-bba5-1c8851c7d241 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:42:50.434564 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a6c795e4-ee01-4531-bba5-1c8851c7d241 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:50.439040 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6654b6-fae1-4597-890a-9b1b4090b0b9 None None] Network 42d335cf-a678-4bc3-901b-7d21fb8587e6 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:42:50.461264 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a6c795e4-ee01-4531-bba5-1c8851c7d241 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4040349 Feb 09 00:42:50.688401 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270ce9db-2e48-4688-926b-ddd5ae39bf40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-42d335cf-a678-4bc3-901b-7d21fb8587e6', 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6', 'tenant_id': 'd3350553bade45c8b5a572721ae209f6', 'fixed_ips': [{'subnet_id': 'e7938d94-1f0f-48bd-a0b3-26d5344ff0ec'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 00:42:50.689252 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-270ce9db-2e48-4688-926b-ddd5ae39bf40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:50.865086 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-270ce9db-2e48-4688-926b-ddd5ae39bf40 None None] Allocated IP 192.168.233.2 (42d335cf-a678-4bc3-901b-7d21fb8587e6/e7938d94-1f0f-48bd-a0b3-26d5344ff0ec/2ce6652f-90ea-4a65-83c8-f8d2d69189db) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:42:51.085715 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-270ce9db-2e48-4688-926b-ddd5ae39bf40 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:51.097107 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-270ce9db-2e48-4688-926b-ddd5ae39bf40 None None] Transition to ACTIVE for port object 2ce6652f-90ea-4a65-83c8-f8d2d69189db will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:42:51.116696 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-270ce9db-2e48-4688-926b-ddd5ae39bf40 None None] Transition to ACTIVE for port object 2ce6652f-90ea-4a65-83c8-f8d2d69189db will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:42:51.123207 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-270ce9db-2e48-4688-926b-ddd5ae39bf40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:51.218890 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270ce9db-2e48-4688-926b-ddd5ae39bf40 None None] Network 42d335cf-a678-4bc3-901b-7d21fb8587e6 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:42:51.220226 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-270ce9db-2e48-4688-926b-ddd5ae39bf40 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:42:51.224140 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270ce9db-2e48-4688-926b-ddd5ae39bf40 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:42:51.258609 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270ce9db-2e48-4688-926b-ddd5ae39bf40 None None] Pushing event updated for resources: {'Port': ['ID=2ce6652f-90ea-4a65-83c8-f8d2d69189db,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:42:51.303978 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270ce9db-2e48-4688-926b-ddd5ae39bf40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:42:51.304407 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270ce9db-2e48-4688-926b-ddd5ae39bf40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:42:51.304653 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270ce9db-2e48-4688-926b-ddd5ae39bf40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:42:51.304990 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270ce9db-2e48-4688-926b-ddd5ae39bf40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:42:51.305315 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270ce9db-2e48-4688-926b-ddd5ae39bf40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:42:51.305656 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270ce9db-2e48-4688-926b-ddd5ae39bf40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:42:51.305999 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270ce9db-2e48-4688-926b-ddd5ae39bf40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:42:51.306298 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270ce9db-2e48-4688-926b-ddd5ae39bf40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:42:51.306630 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270ce9db-2e48-4688-926b-ddd5ae39bf40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:42:51.306946 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270ce9db-2e48-4688-926b-ddd5ae39bf40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:42:51.307264 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270ce9db-2e48-4688-926b-ddd5ae39bf40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:42:51.307569 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270ce9db-2e48-4688-926b-ddd5ae39bf40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:42:51.332653 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-270ce9db-2e48-4688-926b-ddd5ae39bf40 None None] Attempting to bind port 2ce6652f-90ea-4a65-83c8-f8d2d69189db on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:42:51.333014 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-270ce9db-2e48-4688-926b-ddd5ae39bf40 None None] Attempting to bind port 2ce6652f-90ea-4a65-83c8-f8d2d69189db by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:42:51.333370 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270ce9db-2e48-4688-926b-ddd5ae39bf40 None None] Attempting to bind port 2ce6652f-90ea-4a65-83c8-f8d2d69189db on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:42:51.340199 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270ce9db-2e48-4688-926b-ddd5ae39bf40 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:42:51.340495 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270ce9db-2e48-4688-926b-ddd5ae39bf40 None None] Checking segment: {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:42:51.340888 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-270ce9db-2e48-4688-926b-ddd5ae39bf40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:51.341297 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270ce9db-2e48-4688-926b-ddd5ae39bf40 None None] Bound using segment: {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:42:51.341812 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-270ce9db-2e48-4688-926b-ddd5ae39bf40 None None] Bound port: 2ce6652f-90ea-4a65-83c8-f8d2d69189db, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:42:51.342196 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-270ce9db-2e48-4688-926b-ddd5ae39bf40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:51.439557 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-270ce9db-2e48-4688-926b-ddd5ae39bf40 None None] For port 2ce6652f-90ea-4a65-83c8-f8d2d69189db, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:42:51.442838 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-270ce9db-2e48-4688-926b-ddd5ae39bf40 None None] For port 2ce6652f-90ea-4a65-83c8-f8d2d69189db, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=2ce6652f-90ea-4a65-83c8-f8d2d69189db,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:42:51.447282 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-270ce9db-2e48-4688-926b-ddd5ae39bf40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:51.531059 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270ce9db-2e48-4688-926b-ddd5ae39bf40 None None] Pushing event updated for resources: {'Port': ['ID=2ce6652f-90ea-4a65-83c8-f8d2d69189db,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:42:52.424300 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e441da-7d1a-433f-83e3-fad47a471ac6 None None] Network 42d335cf-a678-4bc3-901b-7d21fb8587e6 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:42:52.522536 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1fe2b1f4-e134-4fbc-9f58-16c033d4c993 None None] Provisioning for port 2ce6652f-90ea-4a65-83c8-f8d2d69189db completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:42:53.358388 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 2ce6652f-90ea-4a65-83c8-f8d2d69189db up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:42:53.437728 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 2ce6652f-90ea-4a65-83c8-f8d2d69189db completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:42:53.445268 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 2ce6652f-90ea-4a65-83c8-f8d2d69189db triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:42:53.445781 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:53.579553 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:53.614618 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 2ce6652f-90ea-4a65-83c8-f8d2d69189db, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=2ce6652f-90ea-4a65-83c8-f8d2d69189db,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:42:53.619459 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:53.694673 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=2ce6652f-90ea-4a65-83c8-f8d2d69189db,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:42:55.326204 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 2ce6652f-90ea-4a65-83c8-f8d2d69189db up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:42:55.407628 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 2ce6652f-90ea-4a65-83c8-f8d2d69189db triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:42:55.407985 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:43:03.325001 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 5 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 00:43:08.014705 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-cc6af696-41d6-49ad-b1ff-9d7918c941b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:43:10.355397 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ecea759c-2238-4ab9-9fbc-20b1971e9383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:43:11.210162 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:43:11.357517 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:43:12.893520 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:43:38.014593 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4b071fe2-b292-4707-9103-b7afc470bfd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:43:40.327524 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 5 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 00:43:40.360330 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f3d33072-0c91-4b80-bc4d-3360e5c742c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:43:41.211992 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:43:41.359949 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:43:42.897358 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:08.007358 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-019ff086-de97-4055-aa4c-cc0e5ef762ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:09.886052 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36144) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:44:09.892380 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [None req-b9b697de-180a-411a-8261-dd136e2bdf94 tempest-verify_tempest_config-105753266 tempest-verify_tempest_config-105753266-project] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:44:09.893374 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b9b697de-180a-411a-8261-dd136e2bdf94 tempest-verify_tempest_config-105753266 tempest-verify_tempest_config-105753266-project] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0063674 Feb 09 00:44:10.194459 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36162) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:44:10.306838 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d2456cb1-cd91-442a-87f2-0ad62857ded8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:10.321649 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d2456cb1-cd91-442a-87f2-0ad62857ded8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:44:10.325980 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-d2456cb1-cd91-442a-87f2-0ad62857ded8 admin admin] Usage tracker for resource:security_group_rule and tenant:93e492e72dc44870b50d7f4f8dfbb961 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:44:10.328757 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-d2456cb1-cd91-442a-87f2-0ad62857ded8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:44:10.334516 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d2456cb1-cd91-442a-87f2-0ad62857ded8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:44:10.363852 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0bcb7d83-3fc2-4fd1-b78f-2c48d6a9a50b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:10.420650 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d2456cb1-cd91-442a-87f2-0ad62857ded8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:10.424441 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d2456cb1-cd91-442a-87f2-0ad62857ded8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:10.474809 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d2456cb1-cd91-442a-87f2-0ad62857ded8 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=93e492e72dc44870b50d7f4f8dfbb961&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2792871 Feb 09 00:44:10.475650 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2456cb1-cd91-442a-87f2-0ad62857ded8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1886490-a1a5-4813-8ee9-f57f27cf8550,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:44:10.477681 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 36168) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:44:10.484847 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2456cb1-cd91-442a-87f2-0ad62857ded8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:44:10.485349 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2456cb1-cd91-442a-87f2-0ad62857ded8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:44:10.485802 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2456cb1-cd91-442a-87f2-0ad62857ded8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:44:10.486239 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2456cb1-cd91-442a-87f2-0ad62857ded8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:44:10.486571 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2456cb1-cd91-442a-87f2-0ad62857ded8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:44:10.486897 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2456cb1-cd91-442a-87f2-0ad62857ded8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:44:10.487219 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2456cb1-cd91-442a-87f2-0ad62857ded8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:44:10.487539 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2456cb1-cd91-442a-87f2-0ad62857ded8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:44:10.487855 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2456cb1-cd91-442a-87f2-0ad62857ded8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:44:10.488174 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2456cb1-cd91-442a-87f2-0ad62857ded8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:44:10.488491 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2456cb1-cd91-442a-87f2-0ad62857ded8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:44:10.488828 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2456cb1-cd91-442a-87f2-0ad62857ded8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:44:10.537172 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6635d672-9c50-4ec8-b464-a6bacd33ab0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:10.562706 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6635d672-9c50-4ec8-b464-a6bacd33ab0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:10.656254 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6635d672-9c50-4ec8-b464-a6bacd33ab0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:10.672182 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6635d672-9c50-4ec8-b464-a6bacd33ab0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1886490-a1a5-4813-8ee9-f57f27cf8550,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:44:10.680025 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6635d672-9c50-4ec8-b464-a6bacd33ab0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:10.681121 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-6635d672-9c50-4ec8-b464-a6bacd33ab0d admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/c1886490-a1a5-4813-8ee9-f57f27cf8550 HTTP/1.1" status: 204 len: 168 time: 0.2024598 Feb 09 00:44:10.682299 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6635d672-9c50-4ec8-b464-a6bacd33ab0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:44:10.682626 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6635d672-9c50-4ec8-b464-a6bacd33ab0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:44:10.682951 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6635d672-9c50-4ec8-b464-a6bacd33ab0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:44:10.683271 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6635d672-9c50-4ec8-b464-a6bacd33ab0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:44:10.683588 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6635d672-9c50-4ec8-b464-a6bacd33ab0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:44:10.683904 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6635d672-9c50-4ec8-b464-a6bacd33ab0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:44:10.684963 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6635d672-9c50-4ec8-b464-a6bacd33ab0d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:44:10.685153 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6635d672-9c50-4ec8-b464-a6bacd33ab0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:44:10.685438 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6635d672-9c50-4ec8-b464-a6bacd33ab0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:44:10.685774 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6635d672-9c50-4ec8-b464-a6bacd33ab0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:44:10.686089 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6635d672-9c50-4ec8-b464-a6bacd33ab0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:44:10.686747 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6635d672-9c50-4ec8-b464-a6bacd33ab0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:44:11.212971 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:11.364566 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:12.899195 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:17.327242 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 5 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 00:44:38.009244 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-09038908-3fd3-4f2c-82a9-21889ee3fe22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:40.367813 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5443a735-570d-4e23-9ac9-af2b660fcdef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:41.216475 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:41.366598 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:42.902826 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:54.326471 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 5 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 00:45:08.011401 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-35dcb026-44f3-4026-8f46-f71d7ef0d7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:10.370687 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-847d6e37-1ac9-41b0-9bcc-6a46d8fc72de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:11.218579 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:11.371071 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:12.910447 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:31.324256 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 5 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 00:45:38.015697 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7964669a-b7d5-4746-ac3f-55c4edcbbb15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:40.371814 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-18383f4f-97c8-4572-926c-efe1f6626ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:41.221621 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:41.372235 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:42.906937 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:08.018404 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-de541f30-2c2e-4a66-86d2-c9c704e7aca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:08.329285 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 5 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 00:46:10.374702 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a2c0d733-3600-4724-894c-7d50e4c96665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:11.224468 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:11.380413 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:12.912641 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:38.023511 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7de6cd88-aa94-4d38-9498-c2f547be9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:40.378613 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-937811a0-f39e-46b0-b518-0c19a300f4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:41.228088 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:41.373620 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:42.914127 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:45.327641 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 5 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 00:47:08.028220 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a6e4b2e5-10e3-4be9-9772-931114b90052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:10.380263 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b45b8d3c-1b17-423d-80f2-546478ed2363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:11.230979 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:11.377247 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:12.916085 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:21.310100 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1674795'] for agent, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:22.326771 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 6 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 00:47:24.230134 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1674795'] for agent, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:38.031212 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-995fe17e-054f-40cf-b0cd-ba832288729a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:40.383650 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-08b9e6a6-84ad-4708-924c-584d681f6e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:41.233878 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:41.379796 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:42.921106 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:51.293291 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:54.230912 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:59.325944 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 00:48:08.033869 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9b21fce6-5253-42d2-8936-9993480198d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:48:10.385879 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ee2e8cc3-e2d6-46b3-99fe-7cf3805d69e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:48:11.237056 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:48:11.392574 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:48:12.922798 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:48:17.140931 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 36232) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:48:17.255313 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-b3121955-299f-43b3-85fc-1766431c9699 admin admin] 10.222.0.105 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4682 time: 0.1133034 Feb 09 00:48:19.390173 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 36242) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:48:19.447163 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-2759f083-141c-4c61-b24c-e4d196c02b24 admin admin] 10.222.0.105 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4682 time: 0.0559123 Feb 09 00:48:21.294096 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:48:24.251338 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:48:36.325561 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 00:48:38.043699 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-49c4bd0e-0fd1-4bf6-b5ec-74b79f315356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:48:40.388929 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2ac0e864-24e8-4000-9150-a18540820b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:48:41.239608 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:48:41.386589 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:48:42.924652 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:48:51.308598 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:48:54.256848 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:08.037765 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2ece18ad-aad1-4c8c-9b78-afd09a593b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:10.391834 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fbc1e3f9-f103-4256-a2d2-754f4de50607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:11.243959 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:11.389858 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:12.926797 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:13.324951 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 00:49:21.321993 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:24.258581 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:38.040736 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-213b972f-5243-4f8c-95d9-906b425db985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:40.395197 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1c007723-4dbb-4157-98c2-327241973b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:41.246837 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:41.393146 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:42.929004 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:50.325491 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 00:49:51.349771 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:53.579562 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 36456) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:49:54.132072 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-035b962d-d7d5-459c-b65d-f54072000b78 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1040391017-network', 'tenant_id': 'e92c004a387045f69eb326cd61acc551'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:49:54.140888 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-035b962d-d7d5-459c-b65d-f54072000b78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:49:54.145114 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-035b962d-d7d5-459c-b65d-f54072000b78 admin admin] Usage tracker for resource:network and tenant:e92c004a387045f69eb326cd61acc551 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:49:54.148071 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-035b962d-d7d5-459c-b65d-f54072000b78 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:49:54.158249 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-035b962d-d7d5-459c-b65d-f54072000b78 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:49:54.168536 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035b962d-d7d5-459c-b65d-f54072000b78 admin admin] Made reservation on behalf of e92c004a387045f69eb326cd61acc551 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:49:54.171006 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-035b962d-d7d5-459c-b65d-f54072000b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:54.185170 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-035b962d-d7d5-459c-b65d-f54072000b78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:54.201163 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-035b962d-d7d5-459c-b65d-f54072000b78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:49:54.205887 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-035b962d-d7d5-459c-b65d-f54072000b78 admin admin] Usage tracker for resource:security_group_rule and tenant:e92c004a387045f69eb326cd61acc551 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:49:54.208850 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-035b962d-d7d5-459c-b65d-f54072000b78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:49:54.216054 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-035b962d-d7d5-459c-b65d-f54072000b78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:49:54.274719 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:54.307815 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-035b962d-d7d5-459c-b65d-f54072000b78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:54.312072 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-035b962d-d7d5-459c-b65d-f54072000b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:54.349823 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-035b962d-d7d5-459c-b65d-f54072000b78 admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:49:54.351955 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035b962d-d7d5-459c-b65d-f54072000b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab5f742-e667-473d-ab5b-c46cba81312c,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:49:54.363814 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035b962d-d7d5-459c-b65d-f54072000b78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:54.364031 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035b962d-d7d5-459c-b65d-f54072000b78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:54.364366 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035b962d-d7d5-459c-b65d-f54072000b78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:54.364705 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035b962d-d7d5-459c-b65d-f54072000b78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:54.365118 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035b962d-d7d5-459c-b65d-f54072000b78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:54.365439 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035b962d-d7d5-459c-b65d-f54072000b78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:54.365779 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035b962d-d7d5-459c-b65d-f54072000b78 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:54.366091 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035b962d-d7d5-459c-b65d-f54072000b78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:54.366403 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035b962d-d7d5-459c-b65d-f54072000b78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:54.366711 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035b962d-d7d5-459c-b65d-f54072000b78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:54.367026 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035b962d-d7d5-459c-b65d-f54072000b78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:54.367333 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035b962d-d7d5-459c-b65d-f54072000b78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:54.368624 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035b962d-d7d5-459c-b65d-f54072000b78 admin admin] Tracked resource versions report: Feb 09 00:49:54.368624 n-d-828418-1 neutron-server[87639]: pushed versions: Feb 09 00:49:54.368624 n-d-828418-1 neutron-server[87639]: { 'AddressGroup': {'1.2'}, Feb 09 00:49:54.368624 n-d-828418-1 neutron-server[87639]: 'ConntrackHelper': {'1.0'}, Feb 09 00:49:54.368624 n-d-828418-1 neutron-server[87639]: 'Log': {'1.0'}, Feb 09 00:49:54.368624 n-d-828418-1 neutron-server[87639]: 'Network': {'1.1'}, Feb 09 00:49:54.368624 n-d-828418-1 neutron-server[87639]: 'Port': {'1.7'}, Feb 09 00:49:54.368624 n-d-828418-1 neutron-server[87639]: 'PortForwarding': {'1.2'}, Feb 09 00:49:54.368624 n-d-828418-1 neutron-server[87639]: 'QosPolicy': {'1.8'}, Feb 09 00:49:54.368624 n-d-828418-1 neutron-server[87639]: 'SecurityGroup': {'1.4'}, Feb 09 00:49:54.368624 n-d-828418-1 neutron-server[87639]: 'SecurityGroupRule': {'1.2'}, Feb 09 00:49:54.368624 n-d-828418-1 neutron-server[87639]: 'SubPort': {'1.0'}, Feb 09 00:49:54.368624 n-d-828418-1 neutron-server[87639]: 'Subnet': {'1.1'}, Feb 09 00:49:54.368624 n-d-828418-1 neutron-server[87639]: 'Trunk': {'1.1'}} Feb 09 00:49:54.368624 n-d-828418-1 neutron-server[87639]: consumer versions: Feb 09 00:49:54.368624 n-d-828418-1 neutron-server[87639]: { DHCP agent@n-d-828418-1: {}, Feb 09 00:49:54.368624 n-d-828418-1 neutron-server[87639]: HyperV agent@n-h1-828418-1: {}, Feb 09 00:49:54.368624 n-d-828418-1 neutron-server[87639]: HyperV agent@n-h2-828418-1: {}, Feb 09 00:49:54.368624 n-d-828418-1 neutron-server[87639]: L3 agent@n-d-828418-1: {}, Feb 09 00:49:54.368624 n-d-828418-1 neutron-server[87639]: Metadata agent@n-d-828418-1: {}, Feb 09 00:49:54.368624 n-d-828418-1 neutron-server[87639]: Metering agent@n-d-828418-1: {}, Feb 09 00:49:54.368624 n-d-828418-1 neutron-server[87639]: Open vSwitch agent@n-d-828418-1: { 'AddressGroup': '1.2', Feb 09 00:49:54.368624 n-d-828418-1 neutron-server[87639]: 'ConntrackHelper': '1.0', Feb 09 00:49:54.368624 n-d-828418-1 neutron-server[87639]: 'Log': '1.0', Feb 09 00:49:54.368624 n-d-828418-1 neutron-server[87639]: 'Network': '1.1', Feb 09 00:49:54.368624 n-d-828418-1 neutron-server[87639]: 'Port': '1.7', Feb 09 00:49:54.368624 n-d-828418-1 neutron-server[87639]: 'PortForwarding': '1.2', Feb 09 00:49:54.368624 n-d-828418-1 neutron-server[87639]: 'QosPolicy': '1.8', Feb 09 00:49:54.368624 n-d-828418-1 neutron-server[87639]: 'SecurityGroup': '1.4', Feb 09 00:49:54.368624 n-d-828418-1 neutron-server[87639]: 'SecurityGroupRule': '1.2', Feb 09 00:49:54.368624 n-d-828418-1 neutron-server[87639]: 'SubPort': '1.0', Feb 09 00:49:54.368624 n-d-828418-1 neutron-server[87639]: 'Subnet': '1.1', Feb 09 00:49:54.368624 n-d-828418-1 neutron-server[87639]: 'Trunk': '1.1'}} Feb 09 00:49:54.368624 n-d-828418-1 neutron-server[87639]: {{(pid=87639) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 00:49:54.374986 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-035b962d-d7d5-459c-b65d-f54072000b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:54.375316 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-035b962d-d7d5-459c-b65d-f54072000b78 admin admin] Added segment d6018a7b-e150-476a-9748-d627dc1c772b of type vlan for network 27e5ee19-f0a7-4563-ba03-a0f237d4208b Feb 09 00:49:54.409296 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-035b962d-d7d5-459c-b65d-f54072000b78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:54.442059 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-035b962d-d7d5-459c-b65d-f54072000b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:54.443057 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035b962d-d7d5-459c-b65d-f54072000b78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:49:54.448087 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-035b962d-d7d5-459c-b65d-f54072000b78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:54.547920 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035b962d-d7d5-459c-b65d-f54072000b78 admin admin] Pushing event updated for resources: {'Network': ['ID=27e5ee19-f0a7-4563-ba03-a0f237d4208b,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:49:54.561388 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 27e5ee19-f0a7-4563-ba03-a0f237d4208b details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 00:49:54.584359 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36494) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:49:54.585334 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-035b962d-d7d5-459c-b65d-f54072000b78 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0036161 Feb 09 00:49:54.594100 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-6c96e0d4-d812-47ea-ae77-092d35a55e09 admin admin] Request body: {'subnet': {'network_id': '27e5ee19-f0a7-4563-ba03-a0f237d4208b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1040391017-subnet', 'tenant_id': 'e92c004a387045f69eb326cd61acc551', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:49:54.604465 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-6c96e0d4-d812-47ea-ae77-092d35a55e09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:49:54.614538 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-6c96e0d4-d812-47ea-ae77-092d35a55e09 admin admin] Usage tracker for resource:subnet and tenant:e92c004a387045f69eb326cd61acc551 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:49:54.624116 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-6c96e0d4-d812-47ea-ae77-092d35a55e09 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:49:54.638516 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-6c96e0d4-d812-47ea-ae77-092d35a55e09 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:49:54.654245 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c96e0d4-d812-47ea-ae77-092d35a55e09 admin admin] Made reservation on behalf of e92c004a387045f69eb326cd61acc551 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:49:54.657266 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6c96e0d4-d812-47ea-ae77-092d35a55e09 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:54.893187 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6c96e0d4-d812-47ea-ae77-092d35a55e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:54.979029 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c96e0d4-d812-47ea-ae77-092d35a55e09 admin admin] Checking segment: {'id': 'd6018a7b-e150-476a-9748-d627dc1c772b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '27e5ee19-f0a7-4563-ba03-a0f237d4208b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:49:54.979395 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c96e0d4-d812-47ea-ae77-092d35a55e09 admin admin] Network hostable DHCP agents. Network: 27e5ee19-f0a7-4563-ba03-a0f237d4208b, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:49:54.987165 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c96e0d4-d812-47ea-ae77-092d35a55e09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=660612cb-07d4-43f9-b983-e1b46d8a035c,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:49:55.003250 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c96e0d4-d812-47ea-ae77-092d35a55e09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:55.003612 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c96e0d4-d812-47ea-ae77-092d35a55e09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:55.004603 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c96e0d4-d812-47ea-ae77-092d35a55e09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:55.004603 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c96e0d4-d812-47ea-ae77-092d35a55e09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:55.004603 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c96e0d4-d812-47ea-ae77-092d35a55e09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:55.005060 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c96e0d4-d812-47ea-ae77-092d35a55e09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:55.005579 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c96e0d4-d812-47ea-ae77-092d35a55e09 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:55.006111 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c96e0d4-d812-47ea-ae77-092d35a55e09 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:55.006442 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c96e0d4-d812-47ea-ae77-092d35a55e09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:55.006769 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c96e0d4-d812-47ea-ae77-092d35a55e09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:55.007100 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c96e0d4-d812-47ea-ae77-092d35a55e09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:55.007422 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c96e0d4-d812-47ea-ae77-092d35a55e09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:55.008566 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c96e0d4-d812-47ea-ae77-092d35a55e09 admin admin] Tracked resource versions report: Feb 09 00:49:55.008566 n-d-828418-1 neutron-server[87638]: pushed versions: Feb 09 00:49:55.008566 n-d-828418-1 neutron-server[87638]: { 'AddressGroup': {'1.2'}, Feb 09 00:49:55.008566 n-d-828418-1 neutron-server[87638]: 'ConntrackHelper': {'1.0'}, Feb 09 00:49:55.008566 n-d-828418-1 neutron-server[87638]: 'Log': {'1.0'}, Feb 09 00:49:55.008566 n-d-828418-1 neutron-server[87638]: 'Network': {'1.1'}, Feb 09 00:49:55.008566 n-d-828418-1 neutron-server[87638]: 'Port': {'1.7'}, Feb 09 00:49:55.008566 n-d-828418-1 neutron-server[87638]: 'PortForwarding': {'1.2'}, Feb 09 00:49:55.008566 n-d-828418-1 neutron-server[87638]: 'QosPolicy': {'1.8'}, Feb 09 00:49:55.008566 n-d-828418-1 neutron-server[87638]: 'SecurityGroup': {'1.4'}, Feb 09 00:49:55.008566 n-d-828418-1 neutron-server[87638]: 'SecurityGroupRule': {'1.2'}, Feb 09 00:49:55.008566 n-d-828418-1 neutron-server[87638]: 'SubPort': {'1.0'}, Feb 09 00:49:55.008566 n-d-828418-1 neutron-server[87638]: 'Subnet': {'1.1'}, Feb 09 00:49:55.008566 n-d-828418-1 neutron-server[87638]: 'Trunk': {'1.1'}} Feb 09 00:49:55.008566 n-d-828418-1 neutron-server[87638]: consumer versions: Feb 09 00:49:55.008566 n-d-828418-1 neutron-server[87638]: { DHCP agent@n-d-828418-1: {}, Feb 09 00:49:55.008566 n-d-828418-1 neutron-server[87638]: HyperV agent@n-h1-828418-1: {}, Feb 09 00:49:55.008566 n-d-828418-1 neutron-server[87638]: HyperV agent@n-h2-828418-1: {}, Feb 09 00:49:55.008566 n-d-828418-1 neutron-server[87638]: L3 agent@n-d-828418-1: {}, Feb 09 00:49:55.008566 n-d-828418-1 neutron-server[87638]: Metadata agent@n-d-828418-1: {}, Feb 09 00:49:55.008566 n-d-828418-1 neutron-server[87638]: Metering agent@n-d-828418-1: {}, Feb 09 00:49:55.008566 n-d-828418-1 neutron-server[87638]: Open vSwitch agent@n-d-828418-1: { 'AddressGroup': '1.2', Feb 09 00:49:55.008566 n-d-828418-1 neutron-server[87638]: 'ConntrackHelper': '1.0', Feb 09 00:49:55.008566 n-d-828418-1 neutron-server[87638]: 'Log': '1.0', Feb 09 00:49:55.008566 n-d-828418-1 neutron-server[87638]: 'Network': '1.1', Feb 09 00:49:55.008566 n-d-828418-1 neutron-server[87638]: 'Port': '1.7', Feb 09 00:49:55.008566 n-d-828418-1 neutron-server[87638]: 'PortForwarding': '1.2', Feb 09 00:49:55.008566 n-d-828418-1 neutron-server[87638]: 'QosPolicy': '1.8', Feb 09 00:49:55.008566 n-d-828418-1 neutron-server[87638]: 'SecurityGroup': '1.4', Feb 09 00:49:55.008566 n-d-828418-1 neutron-server[87638]: 'SecurityGroupRule': '1.2', Feb 09 00:49:55.008566 n-d-828418-1 neutron-server[87638]: 'SubPort': '1.0', Feb 09 00:49:55.008566 n-d-828418-1 neutron-server[87638]: 'Subnet': '1.1', Feb 09 00:49:55.008566 n-d-828418-1 neutron-server[87638]: 'Trunk': '1.1'}} Feb 09 00:49:55.008566 n-d-828418-1 neutron-server[87638]: {{(pid=87638) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 00:49:55.019867 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c96e0d4-d812-47ea-ae77-092d35a55e09 admin admin] Network 27e5ee19-f0a7-4563-ba03-a0f237d4208b is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:49:55.035438 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-6c96e0d4-d812-47ea-ae77-092d35a55e09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 27e5ee19-f0a7-4563-ba03-a0f237d4208b) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:49:55.045167 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecab292c-b12b-4c75-9152-615f89956849 None None] Network 27e5ee19-f0a7-4563-ba03-a0f237d4208b requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:49:55.055926 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c96e0d4-d812-47ea-ae77-092d35a55e09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:49:55.057179 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6c96e0d4-d812-47ea-ae77-092d35a55e09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:55.105390 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-6c96e0d4-d812-47ea-ae77-092d35a55e09 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5158794 Feb 09 00:49:55.107900 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 36514) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:49:55.113451 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-8ddd2422-116f-4fbb-90c1-520372501eda admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1040391017-router', 'tenant_id': 'e92c004a387045f69eb326cd61acc551', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:49:55.120860 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-8ddd2422-116f-4fbb-90c1-520372501eda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:49:55.125675 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-8ddd2422-116f-4fbb-90c1-520372501eda admin admin] Usage tracker for resource:router and tenant:e92c004a387045f69eb326cd61acc551 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:49:55.129086 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-8ddd2422-116f-4fbb-90c1-520372501eda admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:49:55.136771 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-8ddd2422-116f-4fbb-90c1-520372501eda admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:49:55.156549 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8ddd2422-116f-4fbb-90c1-520372501eda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:55.158597 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8ddd2422-116f-4fbb-90c1-520372501eda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:55.189961 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8ddd2422-116f-4fbb-90c1-520372501eda admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:55.326528 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f8ccb6-ec9d-46c3-abd4-c4dcbab30f84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-27e5ee19-f0a7-4563-ba03-a0f237d4208b', 'network_id': '27e5ee19-f0a7-4563-ba03-a0f237d4208b', 'tenant_id': 'e92c004a387045f69eb326cd61acc551', 'fixed_ips': [{'subnet_id': '660612cb-07d4-43f9-b983-e1b46d8a035c'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 00:49:55.327859 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-90f8ccb6-ec9d-46c3-abd4-c4dcbab30f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:55.519224 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-90f8ccb6-ec9d-46c3-abd4-c4dcbab30f84 None None] Allocated IP 172.20.0.2 (27e5ee19-f0a7-4563-ba03-a0f237d4208b/660612cb-07d4-43f9-b983-e1b46d8a035c/63ae2ce0-bb96-4ff1-8237-a72a9cf0961c) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:49:55.535521 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8ddd2422-116f-4fbb-90c1-520372501eda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:55.787715 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-90f8ccb6-ec9d-46c3-abd4-c4dcbab30f84 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:55.803105 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-90f8ccb6-ec9d-46c3-abd4-c4dcbab30f84 None None] Transition to ACTIVE for port object 63ae2ce0-bb96-4ff1-8237-a72a9cf0961c will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:49:55.824728 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-90f8ccb6-ec9d-46c3-abd4-c4dcbab30f84 None None] Transition to ACTIVE for port object 63ae2ce0-bb96-4ff1-8237-a72a9cf0961c will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:49:55.833368 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-90f8ccb6-ec9d-46c3-abd4-c4dcbab30f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:55.922787 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f8ccb6-ec9d-46c3-abd4-c4dcbab30f84 None None] Network 27e5ee19-f0a7-4563-ba03-a0f237d4208b is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:49:55.930671 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-90f8ccb6-ec9d-46c3-abd4-c4dcbab30f84 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:49:55.936837 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f8ccb6-ec9d-46c3-abd4-c4dcbab30f84 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:49:55.956324 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8ddd2422-116f-4fbb-90c1-520372501eda admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:55.986540 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f8ccb6-ec9d-46c3-abd4-c4dcbab30f84 None None] Pushing event updated for resources: {'Port': ['ID=63ae2ce0-bb96-4ff1-8237-a72a9cf0961c,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:49:56.002434 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8ddd2422-116f-4fbb-90c1-520372501eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:56.039000 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f8ccb6-ec9d-46c3-abd4-c4dcbab30f84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:56.039343 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f8ccb6-ec9d-46c3-abd4-c4dcbab30f84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:56.039682 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f8ccb6-ec9d-46c3-abd4-c4dcbab30f84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:56.040020 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f8ccb6-ec9d-46c3-abd4-c4dcbab30f84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:56.041067 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f8ccb6-ec9d-46c3-abd4-c4dcbab30f84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:56.041531 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f8ccb6-ec9d-46c3-abd4-c4dcbab30f84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:56.041890 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f8ccb6-ec9d-46c3-abd4-c4dcbab30f84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:56.042221 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f8ccb6-ec9d-46c3-abd4-c4dcbab30f84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:56.042549 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f8ccb6-ec9d-46c3-abd4-c4dcbab30f84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:56.042873 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f8ccb6-ec9d-46c3-abd4-c4dcbab30f84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:56.043417 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f8ccb6-ec9d-46c3-abd4-c4dcbab30f84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:56.043517 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f8ccb6-ec9d-46c3-abd4-c4dcbab30f84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:56.044601 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f8ccb6-ec9d-46c3-abd4-c4dcbab30f84 None None] Tracked resource versions report: Feb 09 00:49:56.044601 n-d-828418-1 neutron-server[87640]: pushed versions: Feb 09 00:49:56.044601 n-d-828418-1 neutron-server[87640]: { 'AddressGroup': {'1.2'}, Feb 09 00:49:56.044601 n-d-828418-1 neutron-server[87640]: 'ConntrackHelper': {'1.0'}, Feb 09 00:49:56.044601 n-d-828418-1 neutron-server[87640]: 'Log': {'1.0'}, Feb 09 00:49:56.044601 n-d-828418-1 neutron-server[87640]: 'Network': {'1.1'}, Feb 09 00:49:56.044601 n-d-828418-1 neutron-server[87640]: 'Port': {'1.7'}, Feb 09 00:49:56.044601 n-d-828418-1 neutron-server[87640]: 'PortForwarding': {'1.2'}, Feb 09 00:49:56.044601 n-d-828418-1 neutron-server[87640]: 'QosPolicy': {'1.8'}, Feb 09 00:49:56.044601 n-d-828418-1 neutron-server[87640]: 'SecurityGroup': {'1.4'}, Feb 09 00:49:56.044601 n-d-828418-1 neutron-server[87640]: 'SecurityGroupRule': {'1.2'}, Feb 09 00:49:56.044601 n-d-828418-1 neutron-server[87640]: 'SubPort': {'1.0'}, Feb 09 00:49:56.044601 n-d-828418-1 neutron-server[87640]: 'Subnet': {'1.1'}, Feb 09 00:49:56.044601 n-d-828418-1 neutron-server[87640]: 'Trunk': {'1.1'}} Feb 09 00:49:56.044601 n-d-828418-1 neutron-server[87640]: consumer versions: Feb 09 00:49:56.044601 n-d-828418-1 neutron-server[87640]: { DHCP agent@n-d-828418-1: {}, Feb 09 00:49:56.044601 n-d-828418-1 neutron-server[87640]: HyperV agent@n-h1-828418-1: {}, Feb 09 00:49:56.044601 n-d-828418-1 neutron-server[87640]: HyperV agent@n-h2-828418-1: {}, Feb 09 00:49:56.044601 n-d-828418-1 neutron-server[87640]: L3 agent@n-d-828418-1: {}, Feb 09 00:49:56.044601 n-d-828418-1 neutron-server[87640]: Metadata agent@n-d-828418-1: {}, Feb 09 00:49:56.044601 n-d-828418-1 neutron-server[87640]: Metering agent@n-d-828418-1: {}, Feb 09 00:49:56.044601 n-d-828418-1 neutron-server[87640]: Open vSwitch agent@n-d-828418-1: { 'AddressGroup': '1.2', Feb 09 00:49:56.044601 n-d-828418-1 neutron-server[87640]: 'ConntrackHelper': '1.0', Feb 09 00:49:56.044601 n-d-828418-1 neutron-server[87640]: 'Log': '1.0', Feb 09 00:49:56.044601 n-d-828418-1 neutron-server[87640]: 'Network': '1.1', Feb 09 00:49:56.044601 n-d-828418-1 neutron-server[87640]: 'Port': '1.7', Feb 09 00:49:56.044601 n-d-828418-1 neutron-server[87640]: 'PortForwarding': '1.2', Feb 09 00:49:56.044601 n-d-828418-1 neutron-server[87640]: 'QosPolicy': '1.8', Feb 09 00:49:56.044601 n-d-828418-1 neutron-server[87640]: 'SecurityGroup': '1.4', Feb 09 00:49:56.044601 n-d-828418-1 neutron-server[87640]: 'SecurityGroupRule': '1.2', Feb 09 00:49:56.044601 n-d-828418-1 neutron-server[87640]: 'SubPort': '1.0', Feb 09 00:49:56.044601 n-d-828418-1 neutron-server[87640]: 'Subnet': '1.1', Feb 09 00:49:56.044601 n-d-828418-1 neutron-server[87640]: 'Trunk': '1.1'}} Feb 09 00:49:56.044601 n-d-828418-1 neutron-server[87640]: {{(pid=87640) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 00:49:56.053481 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-90f8ccb6-ec9d-46c3-abd4-c4dcbab30f84 None None] Attempting to bind port 63ae2ce0-bb96-4ff1-8237-a72a9cf0961c on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:49:56.053897 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-90f8ccb6-ec9d-46c3-abd4-c4dcbab30f84 None None] Attempting to bind port 63ae2ce0-bb96-4ff1-8237-a72a9cf0961c by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'd6018a7b-e150-476a-9748-d627dc1c772b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '27e5ee19-f0a7-4563-ba03-a0f237d4208b'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:49:56.054249 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f8ccb6-ec9d-46c3-abd4-c4dcbab30f84 None None] Attempting to bind port 63ae2ce0-bb96-4ff1-8237-a72a9cf0961c on network 27e5ee19-f0a7-4563-ba03-a0f237d4208b {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:49:56.061477 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f8ccb6-ec9d-46c3-abd4-c4dcbab30f84 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:49:56.061898 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f8ccb6-ec9d-46c3-abd4-c4dcbab30f84 None None] Checking segment: {'id': 'd6018a7b-e150-476a-9748-d627dc1c772b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '27e5ee19-f0a7-4563-ba03-a0f237d4208b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:49:56.062316 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-90f8ccb6-ec9d-46c3-abd4-c4dcbab30f84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:56.063390 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f8ccb6-ec9d-46c3-abd4-c4dcbab30f84 None None] Bound using segment: {'id': 'd6018a7b-e150-476a-9748-d627dc1c772b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '27e5ee19-f0a7-4563-ba03-a0f237d4208b'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:49:56.063390 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-90f8ccb6-ec9d-46c3-abd4-c4dcbab30f84 None None] Bound port: 63ae2ce0-bb96-4ff1-8237-a72a9cf0961c, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6018a7b-e150-476a-9748-d627dc1c772b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '27e5ee19-f0a7-4563-ba03-a0f237d4208b'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:49:56.063599 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-90f8ccb6-ec9d-46c3-abd4-c4dcbab30f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:56.173865 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-8ddd2422-116f-4fbb-90c1-520372501eda admin admin] Allocated IP 172.25.0.245 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/0f5729be-15d9-4f1c-9772-911a455a8e7a) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:49:56.233107 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-90f8ccb6-ec9d-46c3-abd4-c4dcbab30f84 None None] For port 63ae2ce0-bb96-4ff1-8237-a72a9cf0961c, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:49:56.236443 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-90f8ccb6-ec9d-46c3-abd4-c4dcbab30f84 None None] For port 63ae2ce0-bb96-4ff1-8237-a72a9cf0961c, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=63ae2ce0-bb96-4ff1-8237-a72a9cf0961c,segment=NetworkSegment(d6018a7b-e150-476a-9748-d627dc1c772b),segment_id=d6018a7b-e150-476a-9748-d627dc1c772b)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:49:56.242177 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-90f8ccb6-ec9d-46c3-abd4-c4dcbab30f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:56.341439 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f8ccb6-ec9d-46c3-abd4-c4dcbab30f84 None None] Pushing event updated for resources: {'Port': ['ID=63ae2ce0-bb96-4ff1-8237-a72a9cf0961c,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:49:56.416750 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8ddd2422-116f-4fbb-90c1-520372501eda admin admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:56.461027 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8ddd2422-116f-4fbb-90c1-520372501eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:56.532917 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddd2422-116f-4fbb-90c1-520372501eda admin admin] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:49:56.536058 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-8ddd2422-116f-4fbb-90c1-520372501eda admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:49:56.540677 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddd2422-116f-4fbb-90c1-520372501eda admin admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:49:56.630473 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddd2422-116f-4fbb-90c1-520372501eda admin admin] Pushing event updated for resources: {'Port': ['ID=0f5729be-15d9-4f1c-9772-911a455a8e7a,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:49:57.005931 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8ddd2422-116f-4fbb-90c1-520372501eda admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:57.477575 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8ddd2422-116f-4fbb-90c1-520372501eda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:57.641977 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 63ae2ce0-bb96-4ff1-8237-a72a9cf0961c up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:49:57.755184 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff45436-93b8-4c64-905e-b6eba57030bf None None] Network 27e5ee19-f0a7-4563-ba03-a0f237d4208b requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:49:57.852534 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-6c6e4522-41aa-4948-8436-84f9cea54131 None None] Provisioning for port 63ae2ce0-bb96-4ff1-8237-a72a9cf0961c completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:49:57.868516 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 63ae2ce0-bb96-4ff1-8237-a72a9cf0961c completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:49:57.887413 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-6c6e4522-41aa-4948-8436-84f9cea54131 None None] Provisioning complete for port 63ae2ce0-bb96-4ff1-8237-a72a9cf0961c triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:49:57.887818 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6c6e4522-41aa-4948-8436-84f9cea54131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:57.909222 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ddd2422-116f-4fbb-90c1-520372501eda admin admin] Router 9bd6b911-3e8d-4d50-b8a1-2f769fed8236 is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 00:49:57.932857 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 63ae2ce0-bb96-4ff1-8237-a72a9cf0961c triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:49:57.933231 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:58.175936 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ddd2422-116f-4fbb-90c1-520372501eda admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 00:49:58.188216 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32db99b8-f92b-4173-88b7-98dcbf21d3e5 None None] Sync routers for ids ['9bd6b911-3e8d-4d50-b8a1-2f769fed8236'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:49:58.198993 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32db99b8-f92b-4173-88b7-98dcbf21d3e5 None None] Routers {'9bd6b911-3e8d-4d50-b8a1-2f769fed8236'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:49:58.199748 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-32db99b8-f92b-4173-88b7-98dcbf21d3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:49:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['9bd6b911-3e8d-4d50-b8a1-2f769fed8236'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:49:58.264970 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8ddd2422-116f-4fbb-90c1-520372501eda admin admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:58.266657 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-8ddd2422-116f-4fbb-90c1-520372501eda admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.1580403 Feb 09 00:49:58.269778 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36638) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:49:58.277455 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:58.314576 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6c6e4522-41aa-4948-8436-84f9cea54131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:58.359179 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 63ae2ce0-bb96-4ff1-8237-a72a9cf0961c, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=63ae2ce0-bb96-4ff1-8237-a72a9cf0961c,segment=NetworkSegment(d6018a7b-e150-476a-9748-d627dc1c772b),segment_id=d6018a7b-e150-476a-9748-d627dc1c772b)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:49:58.372558 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:58.443798 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-32db99b8-f92b-4173-88b7-98dcbf21d3e5 None None] Set router 9bd6b911-3e8d-4d50-b8a1-2f769fed8236 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:49:58.456290 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 36648) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:49:58.461049 n-d-828418-1 neutron-server[87639]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 09 00:49:58.495277 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0f9b7c2d-f68c-4f5f-aa78-b5653249696a req-a3555663-a626-402e-b60f-9bf916adde58 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=d822affed756490e9875bac6497daede&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362911 Feb 09 00:49:58.505238 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-6c6e4522-41aa-4948-8436-84f9cea54131 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 00:49:58.505635 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-6c6e4522-41aa-4948-8436-84f9cea54131 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 00:49:58.531574 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=63ae2ce0-bb96-4ff1-8237-a72a9cf0961c,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:49:58.723224 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b7c2d-f68c-4f5f-aa78-b5653249696a req-98d3dc54-973e-4dec-9baa-3b46da408412 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:49:58.730140 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0f9b7c2d-f68c-4f5f-aa78-b5653249696a req-98d3dc54-973e-4dec-9baa-3b46da408412 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2337704 Feb 09 00:49:58.754548 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0f9b7c2d-f68c-4f5f-aa78-b5653249696a req-32ad9087-2be9-4bc7-90c2-9baa99edd8af tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.105 "GET /v2.0/quotas/d822affed756490e9875bac6497daede HTTP/1.1" status: 200 len: 375 time: 0.0163610 Feb 09 00:49:58.845012 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0f9b7c2d-f68c-4f5f-aa78-b5653249696a req-5fe25358-f2ff-4999-a6fb-e450c7deb19d tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=d822affed756490e9875bac6497daede&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0846925 Feb 09 00:49:58.888977 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-32db99b8-f92b-4173-88b7-98dcbf21d3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bd6b911-3e8d-4d50-b8a1-2f769fed8236', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1040391017-router', 'tenant_id': 'e92c004a387045f69eb326cd61acc551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '0f5729be-15d9-4f1c-9772-911a455a8e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:49:55Z', 'updated_at': '2022-02-09T00:49:56Z', 'revision_number': 3, 'project_id': 'e92c004a387045f69eb326cd61acc551', 'gw_port': {'id': '0f5729be-15d9-4f1c-9772-911a455a8e7a', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bd6b911-3e8d-4d50-b8a1-2f769fed8236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:49:56Z', 'updated_at': '2022-02-09T00:49:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:49:58.894046 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32db99b8-f92b-4173-88b7-98dcbf21d3e5 None None] Checking router: 9bd6b911-3e8d-4d50-b8a1-2f769fed8236 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:49:58.894401 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32db99b8-f92b-4173-88b7-98dcbf21d3e5 None None] Updating router 9bd6b911-3e8d-4d50-b8a1-2f769fed8236 port 0f5729be-15d9-4f1c-9772-911a455a8e7a binding host n-d-828418-1 {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:49:58.956735 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-32db99b8-f92b-4173-88b7-98dcbf21d3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:59.172964 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 36674) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:49:59.197488 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-12c3fbaa-184a-4102-9ddf-68744e452d1b None None] Provisioning complete for port 63ae2ce0-bb96-4ff1-8237-a72a9cf0961c triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:49:59.198274 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-12c3fbaa-184a-4102-9ddf-68744e452d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:59.519321 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e024cf2e-30b9-4393-8127-4ce325f8d1a5 req-2d558d5a-2879-4b2a-bea7-cab5e2865c95 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.105 "GET /v2.0/ports?device_id=da481b83-3be9-4826-9cbc-c2dd55ec6236 HTTP/1.1" status: 200 len: 210 time: 0.0901563 Feb 09 00:49:59.638476 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-32db99b8-f92b-4173-88b7-98dcbf21d3e5 None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:59.640829 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 63ae2ce0-bb96-4ff1-8237-a72a9cf0961c up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:49:59.643908 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b939a99d-2cde-4815-882b-d19b3011d648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:59.686105 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-32db99b8-f92b-4173-88b7-98dcbf21d3e5 None None] Transition to ACTIVE for port object 0f5729be-15d9-4f1c-9772-911a455a8e7a will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:49:59.697393 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b939a99d-2cde-4815-882b-d19b3011d648 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:49:59.700893 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-32db99b8-f92b-4173-88b7-98dcbf21d3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:59.722609 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-b939a99d-2cde-4815-882b-d19b3011d648 admin admin] Usage tracker for resource:security_group_rule and tenant:11b7097d4df048ebaba49ad5c21de3aa is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:49:59.738858 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-b939a99d-2cde-4815-882b-d19b3011d648 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:49:59.745512 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0dec637d-8c8f-4586-a3ee-941d8126214b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:59.757211 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b939a99d-2cde-4815-882b-d19b3011d648 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:49:59.797427 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 63ae2ce0-bb96-4ff1-8237-a72a9cf0961c triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:49:59.797827 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:59.912832 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-32db99b8-f92b-4173-88b7-98dcbf21d3e5 None None] Attempting to bind port 0f5729be-15d9-4f1c-9772-911a455a8e7a on host n-d-828418-1 for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:49:59.913200 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-32db99b8-f92b-4173-88b7-98dcbf21d3e5 None None] Attempting to bind port 0f5729be-15d9-4f1c-9772-911a455a8e7a by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:49:59.913558 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32db99b8-f92b-4173-88b7-98dcbf21d3e5 None None] Attempting to bind port 0f5729be-15d9-4f1c-9772-911a455a8e7a on network 3d885c3c-255c-4e54-addc-b28437d0b18e {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:49:59.923396 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32db99b8-f92b-4173-88b7-98dcbf21d3e5 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:49:59.923775 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32db99b8-f92b-4173-88b7-98dcbf21d3e5 None None] Checking segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:49:59.924173 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-32db99b8-f92b-4173-88b7-98dcbf21d3e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:59.924565 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32db99b8-f92b-4173-88b7-98dcbf21d3e5 None None] Bound using segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:49:59.925137 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-32db99b8-f92b-4173-88b7-98dcbf21d3e5 None None] Bound port: 0f5729be-15d9-4f1c-9772-911a455a8e7a, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:49:59.925421 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-32db99b8-f92b-4173-88b7-98dcbf21d3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:59.975945 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b939a99d-2cde-4815-882b-d19b3011d648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:59.983544 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b939a99d-2cde-4815-882b-d19b3011d648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:00.030872 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12af10ac-9d9a-4e42-bc2b-8c96ef51559d None None] Pushing event updated for resources: {'Port': ['ID=0f5729be-15d9-4f1c-9772-911a455a8e7a,revision_number=2']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:00.052710 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12af10ac-9d9a-4e42-bc2b-8c96ef51559d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:00.053055 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12af10ac-9d9a-4e42-bc2b-8c96ef51559d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:00.053485 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12af10ac-9d9a-4e42-bc2b-8c96ef51559d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:00.053930 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12af10ac-9d9a-4e42-bc2b-8c96ef51559d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:00.054171 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12af10ac-9d9a-4e42-bc2b-8c96ef51559d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:00.054617 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12af10ac-9d9a-4e42-bc2b-8c96ef51559d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:00.061756 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12af10ac-9d9a-4e42-bc2b-8c96ef51559d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:00.062361 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12af10ac-9d9a-4e42-bc2b-8c96ef51559d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:00.062919 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12af10ac-9d9a-4e42-bc2b-8c96ef51559d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:00.063425 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12af10ac-9d9a-4e42-bc2b-8c96ef51559d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:00.064126 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12af10ac-9d9a-4e42-bc2b-8c96ef51559d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:00.064757 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12af10ac-9d9a-4e42-bc2b-8c96ef51559d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:00.068699 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12af10ac-9d9a-4e42-bc2b-8c96ef51559d None None] Tracked resource versions report: Feb 09 00:50:00.068699 n-d-828418-1 neutron-server[87641]: pushed versions: Feb 09 00:50:00.068699 n-d-828418-1 neutron-server[87641]: { 'AddressGroup': {'1.2'}, Feb 09 00:50:00.068699 n-d-828418-1 neutron-server[87641]: 'ConntrackHelper': {'1.0'}, Feb 09 00:50:00.068699 n-d-828418-1 neutron-server[87641]: 'Log': {'1.0'}, Feb 09 00:50:00.068699 n-d-828418-1 neutron-server[87641]: 'Network': {'1.1'}, Feb 09 00:50:00.068699 n-d-828418-1 neutron-server[87641]: 'Port': {'1.7'}, Feb 09 00:50:00.068699 n-d-828418-1 neutron-server[87641]: 'PortForwarding': {'1.2'}, Feb 09 00:50:00.068699 n-d-828418-1 neutron-server[87641]: 'QosPolicy': {'1.8'}, Feb 09 00:50:00.068699 n-d-828418-1 neutron-server[87641]: 'SecurityGroup': {'1.4'}, Feb 09 00:50:00.068699 n-d-828418-1 neutron-server[87641]: 'SecurityGroupRule': {'1.2'}, Feb 09 00:50:00.068699 n-d-828418-1 neutron-server[87641]: 'SubPort': {'1.0'}, Feb 09 00:50:00.068699 n-d-828418-1 neutron-server[87641]: 'Subnet': {'1.1'}, Feb 09 00:50:00.068699 n-d-828418-1 neutron-server[87641]: 'Trunk': {'1.1'}} Feb 09 00:50:00.068699 n-d-828418-1 neutron-server[87641]: consumer versions: Feb 09 00:50:00.068699 n-d-828418-1 neutron-server[87641]: { DHCP agent@n-d-828418-1: {}, Feb 09 00:50:00.068699 n-d-828418-1 neutron-server[87641]: HyperV agent@n-h1-828418-1: {}, Feb 09 00:50:00.068699 n-d-828418-1 neutron-server[87641]: HyperV agent@n-h2-828418-1: {}, Feb 09 00:50:00.068699 n-d-828418-1 neutron-server[87641]: L3 agent@n-d-828418-1: {}, Feb 09 00:50:00.068699 n-d-828418-1 neutron-server[87641]: Metadata agent@n-d-828418-1: {}, Feb 09 00:50:00.068699 n-d-828418-1 neutron-server[87641]: Metering agent@n-d-828418-1: {}, Feb 09 00:50:00.068699 n-d-828418-1 neutron-server[87641]: Open vSwitch agent@n-d-828418-1: { 'AddressGroup': '1.2', Feb 09 00:50:00.068699 n-d-828418-1 neutron-server[87641]: 'ConntrackHelper': '1.0', Feb 09 00:50:00.068699 n-d-828418-1 neutron-server[87641]: 'Log': '1.0', Feb 09 00:50:00.068699 n-d-828418-1 neutron-server[87641]: 'Network': '1.1', Feb 09 00:50:00.068699 n-d-828418-1 neutron-server[87641]: 'Port': '1.7', Feb 09 00:50:00.068699 n-d-828418-1 neutron-server[87641]: 'PortForwarding': '1.2', Feb 09 00:50:00.068699 n-d-828418-1 neutron-server[87641]: 'QosPolicy': '1.8', Feb 09 00:50:00.068699 n-d-828418-1 neutron-server[87641]: 'SecurityGroup': '1.4', Feb 09 00:50:00.068699 n-d-828418-1 neutron-server[87641]: 'SecurityGroupRule': '1.2', Feb 09 00:50:00.068699 n-d-828418-1 neutron-server[87641]: 'SubPort': '1.0', Feb 09 00:50:00.068699 n-d-828418-1 neutron-server[87641]: 'Subnet': '1.1', Feb 09 00:50:00.068699 n-d-828418-1 neutron-server[87641]: 'Trunk': '1.1'}} Feb 09 00:50:00.068699 n-d-828418-1 neutron-server[87641]: {{(pid=87641) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 00:50:00.084974 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-32db99b8-f92b-4173-88b7-98dcbf21d3e5 None None] For port 0f5729be-15d9-4f1c-9772-911a455a8e7a, host n-d-828418-1, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:50:00.090295 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-32db99b8-f92b-4173-88b7-98dcbf21d3e5 None None] For port 0f5729be-15d9-4f1c-9772-911a455a8e7a, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=0f5729be-15d9-4f1c-9772-911a455a8e7a,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:50:00.100514 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-32db99b8-f92b-4173-88b7-98dcbf21d3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:00.103419 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-b939a99d-2cde-4815-882b-d19b3011d648 admin admin] Synchronizing usage tracker for tenant:d3350553bade45c8b5a572721ae209f6 on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:50:00.160150 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b939a99d-2cde-4815-882b-d19b3011d648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58231bd5-bd2f-4e84-b888-d68e0df2e8ff,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:00.167761 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-b939a99d-2cde-4815-882b-d19b3011d648 admin admin] Unset dirty status for tenant:d3350553bade45c8b5a572721ae209f6 on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:50:00.174366 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-b939a99d-2cde-4815-882b-d19b3011d648 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=11b7097d4df048ebaba49ad5c21de3aa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9989505 Feb 09 00:50:00.177614 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 36744) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:00.277338 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32db99b8-f92b-4173-88b7-98dcbf21d3e5 None None] Routers {'9bd6b911-3e8d-4d50-b8a1-2f769fed8236'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:50:00.281363 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-32db99b8-f92b-4173-88b7-98dcbf21d3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:49:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['9bd6b911-3e8d-4d50-b8a1-2f769fed8236'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:50:00.340372 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1a93a555-8891-4338-ba56-3700bf4bba0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:00.351783 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-0dec637d-8c8f-4586-a3ee-941d8126214b admin admin] Allocated IP 172.20.0.1 (27e5ee19-f0a7-4563-ba03-a0f237d4208b/660612cb-07d4-43f9-b983-e1b46d8a035c/299ae2a3-e42c-41ab-9f27-58c459f8cc04) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:50:00.387966 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1a93a555-8891-4338-ba56-3700bf4bba0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:00.479390 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1a93a555-8891-4338-ba56-3700bf4bba0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:00.508660 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a93a555-8891-4338-ba56-3700bf4bba0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58231bd5-bd2f-4e84-b888-d68e0df2e8ff,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:00.520434 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 36766) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:00.547279 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12af10ac-9d9a-4e42-bc2b-8c96ef51559d None None] Pushing event updated for resources: {'Port': ['ID=0f5729be-15d9-4f1c-9772-911a455a8e7a,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:00.576924 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1a93a555-8891-4338-ba56-3700bf4bba0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:00.578097 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-1a93a555-8891-4338-ba56-3700bf4bba0b admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/58231bd5-bd2f-4e84-b888-d68e0df2e8ff HTTP/1.1" status: 204 len: 168 time: 0.3984170 Feb 09 00:50:00.709105 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0dec637d-8c8f-4586-a3ee-941d8126214b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:00.737111 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-32db99b8-f92b-4173-88b7-98dcbf21d3e5 None None] Set router 9bd6b911-3e8d-4d50-b8a1-2f769fed8236 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:50:00.764370 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-0dec637d-8c8f-4586-a3ee-941d8126214b admin admin] Transition to ACTIVE for port object 299ae2a3-e42c-41ab-9f27-58c459f8cc04 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:50:00.854682 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0dec637d-8c8f-4586-a3ee-941d8126214b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:00.939562 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dec637d-8c8f-4586-a3ee-941d8126214b admin admin] Network 27e5ee19-f0a7-4563-ba03-a0f237d4208b is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:50:00.942739 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-0dec637d-8c8f-4586-a3ee-941d8126214b admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:50:00.947661 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dec637d-8c8f-4586-a3ee-941d8126214b admin admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:50:00.948316 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0dec637d-8c8f-4586-a3ee-941d8126214b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:01.041644 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 36790) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:01.138491 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dec637d-8c8f-4586-a3ee-941d8126214b admin admin] Pushing event updated for resources: {'Port': ['ID=299ae2a3-e42c-41ab-9f27-58c459f8cc04,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:01.180372 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-13a66881-667c-4972-b2f2-127105e389ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:01.215512 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-32db99b8-f92b-4173-88b7-98dcbf21d3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bd6b911-3e8d-4d50-b8a1-2f769fed8236', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1040391017-router', 'tenant_id': 'e92c004a387045f69eb326cd61acc551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '0f5729be-15d9-4f1c-9772-911a455a8e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:49:55Z', 'updated_at': '2022-02-09T00:49:56Z', 'revision_number': 3, 'project_id': 'e92c004a387045f69eb326cd61acc551', 'gw_port': {'id': '0f5729be-15d9-4f1c-9772-911a455a8e7a', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bd6b911-3e8d-4d50-b8a1-2f769fed8236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:49:56Z', 'updated_at': '2022-02-09T00:50:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:50:01.222039 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32db99b8-f92b-4173-88b7-98dcbf21d3e5 None None] The sync data for ids ['9bd6b911-3e8d-4d50-b8a1-2f769fed8236'] in n-d-828418-1 is: [{'id': '9bd6b911-3e8d-4d50-b8a1-2f769fed8236', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1040391017-router', 'tenant_id': 'e92c004a387045f69eb326cd61acc551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '0f5729be-15d9-4f1c-9772-911a455a8e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:49:55Z', 'updated_at': '2022-02-09T00:49:56Z', 'revision_number': 3, 'project_id': 'e92c004a387045f69eb326cd61acc551', 'gw_port': {'id': '0f5729be-15d9-4f1c-9772-911a455a8e7a', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bd6b911-3e8d-4d50-b8a1-2f769fed8236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:49:56Z', 'updated_at': '2022-02-09T00:50:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:50:01.238989 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-13a66881-667c-4972-b2f2-127105e389ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:50:01.264146 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-13a66881-667c-4972-b2f2-127105e389ef admin admin] Usage tracker for resource:security_group_rule and tenant:25740f5bcaa748d1857c80ca39a29056 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:50:01.275261 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-13a66881-667c-4972-b2f2-127105e389ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:50:01.294672 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-13a66881-667c-4972-b2f2-127105e389ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:50:01.407662 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-688ec8c1-dd46-42de-ba5a-f2035068df24 None None] Provisioning for port 299ae2a3-e42c-41ab-9f27-58c459f8cc04 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:50:01.417108 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-688ec8c1-dd46-42de-ba5a-f2035068df24 None None] Provisioning complete for port 299ae2a3-e42c-41ab-9f27-58c459f8cc04 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:50:01.417869 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-688ec8c1-dd46-42de-ba5a-f2035068df24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:01.456669 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0dec637d-8c8f-4586-a3ee-941d8126214b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:01.511174 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-13a66881-667c-4972-b2f2-127105e389ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:01.528065 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-13a66881-667c-4972-b2f2-127105e389ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:01.568683 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 36806) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:01.579398 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-688ec8c1-dd46-42de-ba5a-f2035068df24 None None] Port 299ae2a3-e42c-41ab-9f27-58c459f8cc04 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:50:01.626983 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-13a66881-667c-4972-b2f2-127105e389ef admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=25740f5bcaa748d1857c80ca39a29056&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0977774 Feb 09 00:50:01.643293 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36808) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:01.670728 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a66881-667c-4972-b2f2-127105e389ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede36806-9cac-4c9a-a457-3ffa95fe2266,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:01.674574 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-21f0c721-7249-45db-b4a0-a0ab34ef7d8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:01.705299 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-21f0c721-7249-45db-b4a0-a0ab34ef7d8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:50:01.709926 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-21f0c721-7249-45db-b4a0-a0ab34ef7d8a admin admin] Usage tracker for resource:security_group_rule and tenant:33caad8b27ad40daa86ffb1a3c74a39b is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:50:01.714300 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-21f0c721-7249-45db-b4a0-a0ab34ef7d8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:50:01.722988 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-21f0c721-7249-45db-b4a0-a0ab34ef7d8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:50:01.847773 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-21f0c721-7249-45db-b4a0-a0ab34ef7d8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:01.853912 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-21f0c721-7249-45db-b4a0-a0ab34ef7d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:01.870331 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36816) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:01.921010 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-21f0c721-7249-45db-b4a0-a0ab34ef7d8a admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=33caad8b27ad40daa86ffb1a3c74a39b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8780499 Feb 09 00:50:01.921889 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f0c721-7249-45db-b4a0-a0ab34ef7d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0465dd70-02a6-47d5-bcc8-e589d828c33e,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:01.924292 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 36822) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:01.927580 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-efba81f8-4318-43a4-ace7-a2d9e4a8c84b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:01.991543 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-efba81f8-4318-43a4-ace7-a2d9e4a8c84b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:50:02.003090 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-efba81f8-4318-43a4-ace7-a2d9e4a8c84b admin admin] Usage tracker for resource:security_group_rule and tenant:bcb7367a6eef41688811165c1f5f0f35 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:50:02.016095 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dacf5c3a-6a3e-4b62-9fd7-6b9d95f599e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:02.056913 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0dec637d-8c8f-4586-a3ee-941d8126214b admin admin] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:02.066439 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-efba81f8-4318-43a4-ace7-a2d9e4a8c84b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:50:02.068146 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dacf5c3a-6a3e-4b62-9fd7-6b9d95f599e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:02.090431 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-efba81f8-4318-43a4-ace7-a2d9e4a8c84b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:50:02.092980 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.62', 56777) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:02.184903 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dacf5c3a-6a3e-4b62-9fd7-6b9d95f599e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:02.185460 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-efba81f8-4318-43a4-ace7-a2d9e4a8c84b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:02.204390 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0dec637d-8c8f-4586-a3ee-941d8126214b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:02.205155 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0dec637d-8c8f-4586-a3ee-941d8126214b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:02.214474 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dacf5c3a-6a3e-4b62-9fd7-6b9d95f599e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:02.215621 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-dacf5c3a-6a3e-4b62-9fd7-6b9d95f599e8 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/0465dd70-02a6-47d5-bcc8-e589d828c33e HTTP/1.1" status: 204 len: 168 time: 0.2905045 Feb 09 00:50:02.219289 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0f9b7c2d-f68c-4f5f-aa78-b5653249696a req-b4fcfbae-5dab-4f17-b66c-279a775dce4b tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=d822affed756490e9875bac6497daede&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0647681 Feb 09 00:50:02.250338 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f2a26bea-cdf2-49d9-b1c7-1cf726ccdd44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:02.445566 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacf5c3a-6a3e-4b62-9fd7-6b9d95f599e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0465dd70-02a6-47d5-bcc8-e589d828c33e,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:02.484930 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-efba81f8-4318-43a4-ace7-a2d9e4a8c84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:02.579265 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f2a26bea-cdf2-49d9-b1c7-1cf726ccdd44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:02.598821 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0bad8b32-a714-477e-818f-c6f1ad9975e9 req-4fe5897f-b53d-4c79-8f3a-071d4823b32d tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.105 "GET /v2.0/ports?device_id=da481b83-3be9-4826-9cbc-c2dd55ec6236 HTTP/1.1" status: 200 len: 210 time: 0.9710858 Feb 09 00:50:02.711707 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-efba81f8-4318-43a4-ace7-a2d9e4a8c84b admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=bcb7367a6eef41688811165c1f5f0f35&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8288853 Feb 09 00:50:02.715762 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b7c2d-f68c-4f5f-aa78-b5653249696a req-07692aa8-50da-40af-a48d-c7736110ac83 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:02.717271 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0f9b7c2d-f68c-4f5f-aa78-b5653249696a req-07692aa8-50da-40af-a48d-c7736110ac83 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4922130 Feb 09 00:50:02.717782 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 36864) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:02.801054 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dec637d-8c8f-4586-a3ee-941d8126214b admin admin] Pushing event updated for resources: {'Port': ['ID=299ae2a3-e42c-41ab-9f27-58c459f8cc04,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:02.803641 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efba81f8-4318-43a4-ace7-a2d9e4a8c84b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cdea0d7-ab2f-4ec6-9b1f-dc3b4759e079,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:02.811122 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f2a26bea-cdf2-49d9-b1c7-1cf726ccdd44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:02.815650 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dec637d-8c8f-4586-a3ee-941d8126214b admin admin] Network 27e5ee19-f0a7-4563-ba03-a0f237d4208b is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:50:02.816884 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-0f9b7c2d-f68c-4f5f-aa78-b5653249696a req-de60ac77-e392-4a93-a0e5-2e6fa656bce4 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Request body: {'port': {'device_id': 'da481b83-3be9-4826-9cbc-c2dd55ec6236', 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6', 'admin_state_up': True, 'tenant_id': 'd822affed756490e9875bac6497daede'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:50:02.824718 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-0dec637d-8c8f-4586-a3ee-941d8126214b admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:50:03.049825 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a26bea-cdf2-49d9-b1c7-1cf726ccdd44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede36806-9cac-4c9a-a457-3ffa95fe2266,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:03.050561 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 36896) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:03.170845 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a235acd7-2261-4be8-9a4f-78379c5b2cb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:03.214102 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5ea57539-0d7d-4440-b721-be83128702a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:03.222344 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-c56727e5-6beb-4e60-b0ca-ebf791c34dac None None] Provisioning complete for port 299ae2a3-e42c-41ab-9f27-58c459f8cc04 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:50:03.222956 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56727e5-6beb-4e60-b0ca-ebf791c34dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:03.253362 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f2a26bea-cdf2-49d9-b1c7-1cf726ccdd44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:03.273668 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f2a26bea-cdf2-49d9-b1c7-1cf726ccdd44 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/ede36806-9cac-4c9a-a457-3ffa95fe2266 HTTP/1.1" status: 204 len: 168 time: 1.6254678 Feb 09 00:50:03.287995 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a235acd7-2261-4be8-9a4f-78379c5b2cb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:03.311513 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-5ea57539-0d7d-4440-b721-be83128702a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:50:03.318226 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dec637d-8c8f-4586-a3ee-941d8126214b admin admin] Router 9bd6b911-3e8d-4d50-b8a1-2f769fed8236 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 00:50:03.322596 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-5ea57539-0d7d-4440-b721-be83128702a8 admin admin] Usage tracker for resource:security_group_rule and tenant:062127518a74400891b3da6e571ce37a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:50:03.340470 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-5ea57539-0d7d-4440-b721-be83128702a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:50:03.408724 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-c56727e5-6beb-4e60-b0ca-ebf791c34dac None None] Port 299ae2a3-e42c-41ab-9f27-58c459f8cc04 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:50:03.412600 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-5ea57539-0d7d-4440-b721-be83128702a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:50:03.648202 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dec637d-8c8f-4586-a3ee-941d8126214b admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 00:50:03.658923 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 0f5729be-15d9-4f1c-9772-911a455a8e7a up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:50:03.666396 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-0dec637d-8c8f-4586-a3ee-941d8126214b admin admin] 10.222.0.105 "PUT /v2.0/routers/9bd6b911-3e8d-4d50-b8a1-2f769fed8236/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3953285 Feb 09 00:50:03.727673 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-0f9b7c2d-f68c-4f5f-aa78-b5653249696a req-de60ac77-e392-4a93-a0e5-2e6fa656bce4 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:50:03.749641 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-0f9b7c2d-f68c-4f5f-aa78-b5653249696a req-de60ac77-e392-4a93-a0e5-2e6fa656bce4 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Usage tracker for resource:port and tenant:d822affed756490e9875bac6497daede is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:50:03.753239 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-0f9b7c2d-f68c-4f5f-aa78-b5653249696a req-de60ac77-e392-4a93-a0e5-2e6fa656bce4 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:50:03.767734 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-0f9b7c2d-f68c-4f5f-aa78-b5653249696a req-de60ac77-e392-4a93-a0e5-2e6fa656bce4 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:50:03.795630 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a235acd7-2261-4be8-9a4f-78379c5b2cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:03.814209 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36950) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:03.820242 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 0f5729be-15d9-4f1c-9772-911a455a8e7a completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:50:03.827926 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 0f5729be-15d9-4f1c-9772-911a455a8e7a triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:50:03.828307 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:03.847433 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a235acd7-2261-4be8-9a4f-78379c5b2cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cdea0d7-ab2f-4ec6-9b1f-dc3b4759e079,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:03.867342 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f9b7c2d-f68c-4f5f-aa78-b5653249696a req-de60ac77-e392-4a93-a0e5-2e6fa656bce4 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Made reservation on behalf of d822affed756490e9875bac6497daede for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:50:03.884913 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0f9b7c2d-f68c-4f5f-aa78-b5653249696a req-de60ac77-e392-4a93-a0e5-2e6fa656bce4 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:03.913405 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0f9b7c2d-f68c-4f5f-aa78-b5653249696a req-de60ac77-e392-4a93-a0e5-2e6fa656bce4 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:03.983484 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a235acd7-2261-4be8-9a4f-78379c5b2cb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:03.992360 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-a235acd7-2261-4be8-9a4f-78379c5b2cb3 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/7cdea0d7-ab2f-4ec6-9b1f-dc3b4759e079 HTTP/1.1" status: 204 len: 168 time: 1.2726033 Feb 09 00:50:04.152520 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:04.188295 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 0f5729be-15d9-4f1c-9772-911a455a8e7a, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=0f5729be-15d9-4f1c-9772-911a455a8e7a,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:50:04.197589 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:04.249755 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-50c563cb-d488-45ac-adb0-b9d953e6bcac req-a7d44bd2-4a82-453e-bdd1-6d391a70da46 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.105 "GET /v2.0/ports?device_id=da481b83-3be9-4826-9cbc-c2dd55ec6236 HTTP/1.1" status: 200 len: 210 time: 0.2641702 Feb 09 00:50:04.251502 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-0f9b7c2d-f68c-4f5f-aa78-b5653249696a req-de60ac77-e392-4a93-a0e5-2e6fa656bce4 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:50:04.282409 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-0f9b7c2d-f68c-4f5f-aa78-b5653249696a req-de60ac77-e392-4a93-a0e5-2e6fa656bce4 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Usage tracker for resource:security_group_rule and tenant:d822affed756490e9875bac6497daede is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:50:04.295299 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-0f9b7c2d-f68c-4f5f-aa78-b5653249696a req-de60ac77-e392-4a93-a0e5-2e6fa656bce4 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:50:04.315130 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36968) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:04.360439 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-0f9b7c2d-f68c-4f5f-aa78-b5653249696a req-de60ac77-e392-4a93-a0e5-2e6fa656bce4 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:50:04.374062 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-73281051-a13f-4d44-a332-2caef8443571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:04.426902 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5ea57539-0d7d-4440-b721-be83128702a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:04.441345 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-73281051-a13f-4d44-a332-2caef8443571 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:50:04.453534 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-73281051-a13f-4d44-a332-2caef8443571 admin admin] Usage tracker for resource:security_group_rule and tenant:6e9d67a50e5e4c60bba9319b0452be20 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:50:04.457794 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5ea57539-0d7d-4440-b721-be83128702a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:04.461124 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-73281051-a13f-4d44-a332-2caef8443571 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:50:04.480124 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-73281051-a13f-4d44-a332-2caef8443571 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:50:04.501833 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=0f5729be-15d9-4f1c-9772-911a455a8e7a,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:04.575669 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea57539-0d7d-4440-b721-be83128702a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4040b010-34ba-4198-beb3-82f22166c04d,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:04.658807 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-5ea57539-0d7d-4440-b721-be83128702a8 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=062127518a74400891b3da6e571ce37a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5978408 Feb 09 00:50:04.662131 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 36972) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:04.812091 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-73281051-a13f-4d44-a332-2caef8443571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:04.815724 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b919ff8f-2802-4043-b62e-8a3c78de2f86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:04.824532 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4ed5b358-3a94-44ea-8bb6-aabfaed38643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:04.874938 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-73281051-a13f-4d44-a332-2caef8443571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:04.884708 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b919ff8f-2802-4043-b62e-8a3c78de2f86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:04.926201 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-4ed5b358-3a94-44ea-8bb6-aabfaed38643 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:50:04.956229 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b919ff8f-2802-4043-b62e-8a3c78de2f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:04.980834 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-4ed5b358-3a94-44ea-8bb6-aabfaed38643 admin admin] Usage tracker for resource:security_group_rule and tenant:53f498210b9c4b5eae3fb0b33291c0a1 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:50:04.986607 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b919ff8f-2802-4043-b62e-8a3c78de2f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4040b010-34ba-4198-beb3-82f22166c04d,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:05.004458 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b919ff8f-2802-4043-b62e-8a3c78de2f86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:05.005774 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-b919ff8f-2802-4043-b62e-8a3c78de2f86 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/4040b010-34ba-4198-beb3-82f22166c04d HTTP/1.1" status: 204 len: 168 time: 0.3332713 Feb 09 00:50:05.008211 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0f9b7c2d-f68c-4f5f-aa78-b5653249696a req-de60ac77-e392-4a93-a0e5-2e6fa656bce4 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:05.012746 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-4ed5b358-3a94-44ea-8bb6-aabfaed38643 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:50:05.015645 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0f9b7c2d-f68c-4f5f-aa78-b5653249696a req-de60ac77-e392-4a93-a0e5-2e6fa656bce4 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:05.034920 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-73281051-a13f-4d44-a332-2caef8443571 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=6e9d67a50e5e4c60bba9319b0452be20&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7179475 Feb 09 00:50:05.038869 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-4ed5b358-3a94-44ea-8bb6-aabfaed38643 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:50:05.042853 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36980) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:05.046165 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73281051-a13f-4d44-a332-2caef8443571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534995a2-5c02-4142-b014-bd1218cd80a0,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:05.138517 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2279eb0-94e1-4f49-9b82-e3f9e757e73f None None] Sync routers for ids ['9bd6b911-3e8d-4d50-b8a1-2f769fed8236'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:50:05.175179 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de60ac77-e392-4a93-a0e5-2e6fa656bce4 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a13e4638-b350-4af6-8b8a-44791571b941,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:05.177192 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-37314d92-3cc1-4d73-8fd6-177bf676df16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:05.178772 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2279eb0-94e1-4f49-9b82-e3f9e757e73f None None] Routers {'9bd6b911-3e8d-4d50-b8a1-2f769fed8236'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:50:05.182930 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-f2279eb0-94e1-4f49-9b82-e3f9e757e73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:49:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['9bd6b911-3e8d-4d50-b8a1-2f769fed8236'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:50:05.247245 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-37314d92-3cc1-4d73-8fd6-177bf676df16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:05.355566 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4ed5b358-3a94-44ea-8bb6-aabfaed38643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:05.372116 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4ed5b358-3a94-44ea-8bb6-aabfaed38643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:05.423768 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-37314d92-3cc1-4d73-8fd6-177bf676df16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:05.565298 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-4ed5b358-3a94-44ea-8bb6-aabfaed38643 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=53f498210b9c4b5eae3fb0b33291c0a1&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7495160 Feb 09 00:50:05.566848 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36990) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:05.585583 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed5b358-3a94-44ea-8bb6-aabfaed38643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4c4edf-14bf-42d3-8bc5-6b40f4b34b90,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:05.645740 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 0f5729be-15d9-4f1c-9772-911a455a8e7a up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:50:05.671961 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-0f9b7c2d-f68c-4f5f-aa78-b5653249696a req-de60ac77-e392-4a93-a0e5-2e6fa656bce4 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Allocated IP 192.168.233.29 (42d335cf-a678-4bc3-901b-7d21fb8587e6/e7938d94-1f0f-48bd-a0b3-26d5344ff0ec/e0c90098-2788-42f0-bc70-1f7dff3385fe) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:50:05.683607 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37314d92-3cc1-4d73-8fd6-177bf676df16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534995a2-5c02-4142-b014-bd1218cd80a0,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:05.720435 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-37314d92-3cc1-4d73-8fd6-177bf676df16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:05.724788 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-37314d92-3cc1-4d73-8fd6-177bf676df16 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/534995a2-5c02-4142-b014-bd1218cd80a0 HTTP/1.1" status: 204 len: 168 time: 0.6803541 Feb 09 00:50:05.908703 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-f2279eb0-94e1-4f49-9b82-e3f9e757e73f None None] Set router 9bd6b911-3e8d-4d50-b8a1-2f769fed8236 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:50:05.920243 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-02ecb216-1494-479b-8111-317ca2af9fd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:05.978088 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-02ecb216-1494-479b-8111-317ca2af9fd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:06.026243 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-48e78531-eb98-4648-b42a-21c294298b9b req-e9c5f665-a3f0-4569-a2b8-094667237db6 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.105 "GET /v2.0/ports?device_id=da481b83-3be9-4826-9cbc-c2dd55ec6236 HTTP/1.1" status: 200 len: 210 time: 0.2985673 Feb 09 00:50:06.074587 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9343410e-7c6a-4bdf-a45e-c317ba6f87c9 req-cbf933b1-2d33-40dd-99b7-2019fcc42304 tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=9f726ede9acd4025bc9e46a4b558c50e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1894166 Feb 09 00:50:06.092143 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 0f5729be-15d9-4f1c-9772-911a455a8e7a triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:50:06.092543 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:06.124215 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-02ecb216-1494-479b-8111-317ca2af9fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:06.177720 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ecb216-1494-479b-8111-317ca2af9fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e4c4edf-14bf-42d3-8bc5-6b40f4b34b90,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:06.199398 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-02ecb216-1494-479b-8111-317ca2af9fd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:06.201447 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-02ecb216-1494-479b-8111-317ca2af9fd7 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/2e4c4edf-14bf-42d3-8bc5-6b40f4b34b90 HTTP/1.1" status: 204 len: 168 time: 0.6311996 Feb 09 00:50:06.632328 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343410e-7c6a-4bdf-a45e-c317ba6f87c9 req-5e5611a9-493f-457a-a158-b336c8d7f7cd tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:06.657025 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9343410e-7c6a-4bdf-a45e-c317ba6f87c9 req-5e5611a9-493f-457a-a158-b336c8d7f7cd tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5787151 Feb 09 00:50:06.795521 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9343410e-7c6a-4bdf-a45e-c317ba6f87c9 req-44e326c7-49e6-4d56-aba7-a5b6d596876e tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] 10.222.0.105 "GET /v2.0/quotas/9f726ede9acd4025bc9e46a4b558c50e HTTP/1.1" status: 200 len: 375 time: 0.1361473 Feb 09 00:50:06.870844 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-f2279eb0-94e1-4f49-9b82-e3f9e757e73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bd6b911-3e8d-4d50-b8a1-2f769fed8236', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1040391017-router', 'tenant_id': 'e92c004a387045f69eb326cd61acc551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '0f5729be-15d9-4f1c-9772-911a455a8e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:49:55Z', 'updated_at': '2022-02-09T00:50:01Z', 'revision_number': 4, 'project_id': 'e92c004a387045f69eb326cd61acc551', 'gw_port': {'id': '0f5729be-15d9-4f1c-9772-911a455a8e7a', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd6b911-3e8d-4d50-b8a1-2f769fed8236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:49:56Z', 'updated_at': '2022-02-09T00:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '299ae2a3-e42c-41ab-9f27-58c459f8cc04', 'name': '', 'network_id': '27e5ee19-f0a7-4563-ba03-a0f237d4208b', 'tenant_id': 'e92c004a387045f69eb326cd61acc551', 'mac_address': 'fa:16:3e:ab:83:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bd6b911-3e8d-4d50-b8a1-2f769fed8236', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '660612cb-07d4-43f9-b983-e1b46d8a035c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:49:59Z', 'updated_at': '2022-02-09T00:50:01Z', 'revision_number': 2, 'project_id': 'e92c004a387045f69eb326cd61acc551', 'subnets': [{'id': '660612cb-07d4-43f9-b983-e1b46d8a035c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:50:06.880480 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2279eb0-94e1-4f49-9b82-e3f9e757e73f None None] Checking router: 9bd6b911-3e8d-4d50-b8a1-2f769fed8236 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:50:06.881737 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2279eb0-94e1-4f49-9b82-e3f9e757e73f None None] Updating router 9bd6b911-3e8d-4d50-b8a1-2f769fed8236 port 299ae2a3-e42c-41ab-9f27-58c459f8cc04 binding host n-d-828418-1 {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:50:06.965330 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9343410e-7c6a-4bdf-a45e-c317ba6f87c9 req-910da1af-d241-4d72-9a75-674c8213b36f tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=9f726ede9acd4025bc9e46a4b558c50e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1668117 Feb 09 00:50:07.014094 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f2279eb0-94e1-4f49-9b82-e3f9e757e73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:07.138512 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0f9b7c2d-f68c-4f5f-aa78-b5653249696a req-de60ac77-e392-4a93-a0e5-2e6fa656bce4 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:07.210766 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-0f9b7c2d-f68c-4f5f-aa78-b5653249696a req-de60ac77-e392-4a93-a0e5-2e6fa656bce4 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Transition to ACTIVE for port object e0c90098-2788-42f0-bc70-1f7dff3385fe will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:50:07.373936 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0f9b7c2d-f68c-4f5f-aa78-b5653249696a req-de60ac77-e392-4a93-a0e5-2e6fa656bce4 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:07.433153 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37052) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:07.447710 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-2a5a0391-a9a8-4a34-8dcc-fb05fb8205aa admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-484173246-network', 'tenant_id': 'f58b45d9b9254f4c89275ff6a8df096f'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:50:07.466877 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2a5a0391-a9a8-4a34-8dcc-fb05fb8205aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:50:07.501299 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-2a5a0391-a9a8-4a34-8dcc-fb05fb8205aa admin admin] Usage tracker for resource:network and tenant:f58b45d9b9254f4c89275ff6a8df096f is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:50:07.518654 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-2a5a0391-a9a8-4a34-8dcc-fb05fb8205aa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:50:07.550434 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2a5a0391-a9a8-4a34-8dcc-fb05fb8205aa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:50:07.568521 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-92d8161b-b57d-40d2-9321-e97153bfc83b req-ed24e108-f017-48fd-8e13-5827f570d26f tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] 10.222.0.105 "GET /v2.0/ports?device_id=0b6aa0fe-468c-4234-a327-df3172cd43db HTTP/1.1" status: 200 len: 210 time: 0.1094639 Feb 09 00:50:07.579118 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f9b7c2d-f68c-4f5f-aa78-b5653249696a req-de60ac77-e392-4a93-a0e5-2e6fa656bce4 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Network 42d335cf-a678-4bc3-901b-7d21fb8587e6 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:50:07.583776 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de60ac77-e392-4a93-a0e5-2e6fa656bce4 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Pushing event updated for resources: {'Port': ['ID=e0c90098-2788-42f0-bc70-1f7dff3385fe,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:07.586259 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-0f9b7c2d-f68c-4f5f-aa78-b5653249696a req-de60ac77-e392-4a93-a0e5-2e6fa656bce4 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:50:07.589610 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5a0391-a9a8-4a34-8dcc-fb05fb8205aa admin admin] Made reservation on behalf of f58b45d9b9254f4c89275ff6a8df096f for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:50:07.601106 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2a5a0391-a9a8-4a34-8dcc-fb05fb8205aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:07.611799 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f9b7c2d-f68c-4f5f-aa78-b5653249696a req-de60ac77-e392-4a93-a0e5-2e6fa656bce4 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:50:07.625993 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b7c2d-f68c-4f5f-aa78-b5653249696a req-de60ac77-e392-4a93-a0e5-2e6fa656bce4 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:07.626658 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0f9b7c2d-f68c-4f5f-aa78-b5653249696a req-de60ac77-e392-4a93-a0e5-2e6fa656bce4 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:07.648942 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2a5a0391-a9a8-4a34-8dcc-fb05fb8205aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:07.700197 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 37062) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:07.739840 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2a5a0391-a9a8-4a34-8dcc-fb05fb8205aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:50:07.740727 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0f9b7c2d-f68c-4f5f-aa78-b5653249696a req-de60ac77-e392-4a93-a0e5-2e6fa656bce4 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.9311619 Feb 09 00:50:07.775003 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-2a5a0391-a9a8-4a34-8dcc-fb05fb8205aa admin admin] Usage tracker for resource:security_group_rule and tenant:f58b45d9b9254f4c89275ff6a8df096f is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:50:07.779375 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-2a5a0391-a9a8-4a34-8dcc-fb05fb8205aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:50:07.791500 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2a5a0391-a9a8-4a34-8dcc-fb05fb8205aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:50:07.798613 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb71c79-cf84-4325-ba33-16b0ee378a29 req-29d5361b-9c8b-443f-8357-572ce34fb4cb tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:07.799358 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-2eb71c79-cf84-4325-ba33-16b0ee378a29 req-29d5361b-9c8b-443f-8357-572ce34fb4cb tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Synchronizing usage tracker for tenant:d822affed756490e9875bac6497daede on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:50:07.827935 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [req-0f9b7c2d-f68c-4f5f-aa78-b5653249696a req-581df5a7-cea8-4601-aefc-5c4610bf1d66 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:50:07.832183 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0f9b7c2d-f68c-4f5f-aa78-b5653249696a req-581df5a7-cea8-4601-aefc-5c4610bf1d66 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0630050 Feb 09 00:50:07.856653 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a57e9956-445e-42c0-9d64-8df8c61fe268 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:07.860504 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f2279eb0-94e1-4f49-9b82-e3f9e757e73f None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:07.903311 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f2279eb0-94e1-4f49-9b82-e3f9e757e73f None None] Transition to ACTIVE for port object 299ae2a3-e42c-41ab-9f27-58c459f8cc04 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:50:07.916443 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a57e9956-445e-42c0-9d64-8df8c61fe268 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:50:07.921487 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f2279eb0-94e1-4f49-9b82-e3f9e757e73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:07.936482 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-a57e9956-445e-42c0-9d64-8df8c61fe268 admin admin] Usage tracker for resource:security_group_rule and tenant:7cff57afb02c4e19b2bb8c9cff25988e is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:50:07.940487 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-a57e9956-445e-42c0-9d64-8df8c61fe268 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:50:07.953713 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a57e9956-445e-42c0-9d64-8df8c61fe268 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:50:08.087482 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079b5d93-78e2-4128-a786-d6402a071c71 None None] Pushing event updated for resources: {'Port': ['ID=299ae2a3-e42c-41ab-9f27-58c459f8cc04,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:08.210748 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3bb1a84d-df60-4bea-a2a9-4698dc70ce51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:08.221944 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2a5a0391-a9a8-4a34-8dcc-fb05fb8205aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:08.236856 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2a5a0391-a9a8-4a34-8dcc-fb05fb8205aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:08.310394 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a57e9956-445e-42c0-9d64-8df8c61fe268 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:08.311066 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a5a0391-a9a8-4a34-8dcc-fb05fb8205aa admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:50:08.340131 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5a0391-a9a8-4a34-8dcc-fb05fb8205aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b272b252-2af7-4cfe-9f4b-5b3964d50631,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:08.342404 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a57e9956-445e-42c0-9d64-8df8c61fe268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:08.358787 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2a5a0391-a9a8-4a34-8dcc-fb05fb8205aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:08.359138 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-2a5a0391-a9a8-4a34-8dcc-fb05fb8205aa admin admin] Added segment 7eb2952c-6bb3-42f0-b54d-c9bf0861966e of type vlan for network 00f1ec81-fa58-4d3e-bcd7-5431a91feebd Feb 09 00:50:08.412767 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4c24b960-749d-4400-a00b-b78c8254ec7d None None] Provisioning for port e0c90098-2788-42f0-bc70-1f7dff3385fe completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:50:08.439054 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4c24b960-749d-4400-a00b-b78c8254ec7d None None] Provisioning complete for port e0c90098-2788-42f0-bc70-1f7dff3385fe triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:50:08.439459 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4c24b960-749d-4400-a00b-b78c8254ec7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:08.452294 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2a5a0391-a9a8-4a34-8dcc-fb05fb8205aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:08.497846 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57e9956-445e-42c0-9d64-8df8c61fe268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e206a2f-dd0f-4ba6-b115-7c5277b83cfe,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:08.523729 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-2eb71c79-cf84-4325-ba33-16b0ee378a29 req-29d5361b-9c8b-443f-8357-572ce34fb4cb tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Unset dirty status for tenant:d822affed756490e9875bac6497daede on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:50:08.531636 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2a5a0391-a9a8-4a34-8dcc-fb05fb8205aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:08.533791 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2eb71c79-cf84-4325-ba33-16b0ee378a29 req-29d5361b-9c8b-443f-8357-572ce34fb4cb tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.105 "GET /v2.0/ports?device_id=da481b83-3be9-4826-9cbc-c2dd55ec6236 HTTP/1.1" status: 200 len: 935 time: 1.2440679 Feb 09 00:50:08.536028 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5a0391-a9a8-4a34-8dcc-fb05fb8205aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:08.540568 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2a5a0391-a9a8-4a34-8dcc-fb05fb8205aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:08.651722 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-a57e9956-445e-42c0-9d64-8df8c61fe268 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=7cff57afb02c4e19b2bb8c9cff25988e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9479213 Feb 09 00:50:08.659772 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 37094) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:08.806463 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-f2279eb0-94e1-4f49-9b82-e3f9e757e73f None None] Attempting to bind port 299ae2a3-e42c-41ab-9f27-58c459f8cc04 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:50:08.806905 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-f2279eb0-94e1-4f49-9b82-e3f9e757e73f None None] Attempting to bind port 299ae2a3-e42c-41ab-9f27-58c459f8cc04 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'd6018a7b-e150-476a-9748-d627dc1c772b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '27e5ee19-f0a7-4563-ba03-a0f237d4208b'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:50:08.807281 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2279eb0-94e1-4f49-9b82-e3f9e757e73f None None] Attempting to bind port 299ae2a3-e42c-41ab-9f27-58c459f8cc04 on network 27e5ee19-f0a7-4563-ba03-a0f237d4208b {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:50:08.841379 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2279eb0-94e1-4f49-9b82-e3f9e757e73f None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:50:08.841799 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2279eb0-94e1-4f49-9b82-e3f9e757e73f None None] Checking segment: {'id': 'd6018a7b-e150-476a-9748-d627dc1c772b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '27e5ee19-f0a7-4563-ba03-a0f237d4208b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:50:08.842208 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f2279eb0-94e1-4f49-9b82-e3f9e757e73f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:08.842607 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2279eb0-94e1-4f49-9b82-e3f9e757e73f None None] Bound using segment: {'id': 'd6018a7b-e150-476a-9748-d627dc1c772b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '27e5ee19-f0a7-4563-ba03-a0f237d4208b'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:50:08.844694 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-f2279eb0-94e1-4f49-9b82-e3f9e757e73f None None] Bound port: 299ae2a3-e42c-41ab-9f27-58c459f8cc04, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6018a7b-e150-476a-9748-d627dc1c772b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '27e5ee19-f0a7-4563-ba03-a0f237d4208b'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:50:08.845126 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f2279eb0-94e1-4f49-9b82-e3f9e757e73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:08.898368 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-4c24b960-749d-4400-a00b-b78c8254ec7d None None] Port e0c90098-2788-42f0-bc70-1f7dff3385fe cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:50:08.942420 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-0f9b7c2d-f68c-4f5f-aa78-b5653249696a req-176e15b9-77ab-4f8b-8c66-d16bd1698b1f service neutron] Request body: {'port': {'device_id': 'da481b83-3be9-4826-9cbc-c2dd55ec6236', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:50:08.955781 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5a0391-a9a8-4a34-8dcc-fb05fb8205aa admin admin] Pushing event updated for resources: {'Network': ['ID=00f1ec81-fa58-4d3e-bcd7-5431a91feebd,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:08.978085 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-2a5a0391-a9a8-4a34-8dcc-fb05fb8205aa admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.5421286 Feb 09 00:50:08.980548 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37110) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:08.987743 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-cbf5f264-bd96-415d-9dde-8551e10cf34f admin admin] Request body: {'subnet': {'network_id': '00f1ec81-fa58-4d3e-bcd7-5431a91feebd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-484173246-subnet', 'tenant_id': 'f58b45d9b9254f4c89275ff6a8df096f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:50:08.994071 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-cbf5f264-bd96-415d-9dde-8551e10cf34f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:50:08.999387 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-cbf5f264-bd96-415d-9dde-8551e10cf34f admin admin] Usage tracker for resource:subnet and tenant:f58b45d9b9254f4c89275ff6a8df096f is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:50:09.003214 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-cbf5f264-bd96-415d-9dde-8551e10cf34f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:50:09.012407 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-cbf5f264-bd96-415d-9dde-8551e10cf34f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:50:09.023387 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 00f1ec81-fa58-4d3e-bcd7-5431a91feebd details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 00:50:09.042874 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf5f264-bd96-415d-9dde-8551e10cf34f admin admin] Made reservation on behalf of f58b45d9b9254f4c89275ff6a8df096f for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:50:09.048772 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cbf5f264-bd96-415d-9dde-8551e10cf34f admin admin] Notify callbacks [] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:09.058484 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-2eb71c79-cf84-4325-ba33-16b0ee378a29 req-d5d134f5-809b-4bad-a5b5-219f29af0bae tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Synchronizing usage tracker for tenant:d822affed756490e9875bac6497daede on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:50:09.081784 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8c6c2c5e-e0ad-4a26-8ee4-ead1ad2ce8f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:09.117538 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8c6c2c5e-e0ad-4a26-8ee4-ead1ad2ce8f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:09.184108 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-65c7f2a5-1bf0-405e-a828-a7947b593f05 req-29b76fc1-ea85-455c-8ce2-500f0c0883f1 tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] 10.222.0.105 "GET /v2.0/ports?device_id=0b6aa0fe-468c-4234-a327-df3172cd43db HTTP/1.1" status: 200 len: 210 time: 0.3942583 Feb 09 00:50:09.193802 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8c6c2c5e-e0ad-4a26-8ee4-ead1ad2ce8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:09.225303 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6c2c5e-e0ad-4a26-8ee4-ead1ad2ce8f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e206a2f-dd0f-4ba6-b115-7c5277b83cfe,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:09.260340 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37120) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:09.298753 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8c6c2c5e-e0ad-4a26-8ee4-ead1ad2ce8f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:09.307005 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-8c6c2c5e-e0ad-4a26-8ee4-ead1ad2ce8f7 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/4e206a2f-dd0f-4ba6-b115-7c5277b83cfe HTTP/1.1" status: 204 len: 168 time: 0.6440156 Feb 09 00:50:09.335413 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-2eb71c79-cf84-4325-ba33-16b0ee378a29 req-d5d134f5-809b-4bad-a5b5-219f29af0bae tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Unset dirty status for tenant:d822affed756490e9875bac6497daede on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:50:09.345833 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2eb71c79-cf84-4325-ba33-16b0ee378a29 req-d5d134f5-809b-4bad-a5b5-219f29af0bae tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.105 "GET /v2.0/security-groups?id=a13e4638-b350-4af6-8b8a-44791571b941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8106973 Feb 09 00:50:09.414937 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0f9b7c2d-f68c-4f5f-aa78-b5653249696a req-176e15b9-77ab-4f8b-8c66-d16bd1698b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:09.659498 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-f2279eb0-94e1-4f49-9b82-e3f9e757e73f None None] For port 299ae2a3-e42c-41ab-9f27-58c459f8cc04, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:50:09.663319 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-f2279eb0-94e1-4f49-9b82-e3f9e757e73f None None] For port 299ae2a3-e42c-41ab-9f27-58c459f8cc04, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=299ae2a3-e42c-41ab-9f27-58c459f8cc04,segment=NetworkSegment(d6018a7b-e150-476a-9748-d627dc1c772b),segment_id=d6018a7b-e150-476a-9748-d627dc1c772b)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:50:09.668794 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f2279eb0-94e1-4f49-9b82-e3f9e757e73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:09.845087 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-7f8b869b-e855-4e9b-90c8-7000c21bcbf8 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1423484449-network', 'tenant_id': '8d883076d7064c219a98a8f981d7945a'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:50:09.864787 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cbf5f264-bd96-415d-9dde-8551e10cf34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:09.875113 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2279eb0-94e1-4f49-9b82-e3f9e757e73f None None] Routers {'9bd6b911-3e8d-4d50-b8a1-2f769fed8236'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:50:09.876333 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-f2279eb0-94e1-4f49-9b82-e3f9e757e73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:49:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['9bd6b911-3e8d-4d50-b8a1-2f769fed8236'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:50:09.881462 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7f8b869b-e855-4e9b-90c8-7000c21bcbf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:50:09.983573 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-7f8b869b-e855-4e9b-90c8-7000c21bcbf8 admin admin] Usage tracker for resource:network and tenant:8d883076d7064c219a98a8f981d7945a is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:50:10.012352 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-7f8b869b-e855-4e9b-90c8-7000c21bcbf8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:50:10.038242 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7f8b869b-e855-4e9b-90c8-7000c21bcbf8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:50:10.087869 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079b5d93-78e2-4128-a786-d6402a071c71 None None] Pushing event updated for resources: {'Port': ['ID=299ae2a3-e42c-41ab-9f27-58c459f8cc04,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:10.170710 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8b869b-e855-4e9b-90c8-7000c21bcbf8 admin admin] Made reservation on behalf of 8d883076d7064c219a98a8f981d7945a for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:50:10.178428 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7f8b869b-e855-4e9b-90c8-7000c21bcbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:10.230907 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf5f264-bd96-415d-9dde-8551e10cf34f admin admin] Pushing event updated for resources: {'Subnet': ['ID=332511b8-51f1-41e9-b3cd-50b0569323ec,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:10.248884 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7f8b869b-e855-4e9b-90c8-7000c21bcbf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:10.294784 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf5f264-bd96-415d-9dde-8551e10cf34f admin admin] Checking segment: {'id': '7eb2952c-6bb3-42f0-b54d-c9bf0861966e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '00f1ec81-fa58-4d3e-bcd7-5431a91feebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:50:10.295140 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf5f264-bd96-415d-9dde-8551e10cf34f admin admin] Network hostable DHCP agents. Network: 00f1ec81-fa58-4d3e-bcd7-5431a91feebd, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:50:10.329007 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7f8b869b-e855-4e9b-90c8-7000c21bcbf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:50:10.345327 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-7f8b869b-e855-4e9b-90c8-7000c21bcbf8 admin admin] Usage tracker for resource:security_group_rule and tenant:8d883076d7064c219a98a8f981d7945a is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:50:10.356193 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-7f8b869b-e855-4e9b-90c8-7000c21bcbf8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:50:10.386251 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7f8b869b-e855-4e9b-90c8-7000c21bcbf8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:50:10.429782 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf5f264-bd96-415d-9dde-8551e10cf34f admin admin] Network 00f1ec81-fa58-4d3e-bcd7-5431a91feebd is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:50:10.503341 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-cbf5f264-bd96-415d-9dde-8551e10cf34f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 00f1ec81-fa58-4d3e-bcd7-5431a91feebd) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:50:10.515615 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf5f264-bd96-415d-9dde-8551e10cf34f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:10.516634 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cbf5f264-bd96-415d-9dde-8551e10cf34f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:10.516984 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-f2279eb0-94e1-4f49-9b82-e3f9e757e73f None None] Set router 9bd6b911-3e8d-4d50-b8a1-2f769fed8236 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:50:10.690335 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-cbf5f264-bd96-415d-9dde-8551e10cf34f admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.7077138 Feb 09 00:50:10.693240 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37156) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:10.702389 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-adf8eb8b-c147-4b43-8786-252f355693df admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-484173246-router', 'tenant_id': 'f58b45d9b9254f4c89275ff6a8df096f', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:50:10.741753 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-adf8eb8b-c147-4b43-8786-252f355693df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:50:10.756832 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.62', 56782) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:10.854079 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-9343410e-7c6a-4bdf-a45e-c317ba6f87c9 req-bfcd9f80-cda0-4d9c-9cd4-3e32155633af tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=9f726ede9acd4025bc9e46a4b558c50e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0917504 Feb 09 00:50:10.865054 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-adf8eb8b-c147-4b43-8786-252f355693df admin admin] Usage tracker for resource:router and tenant:f58b45d9b9254f4c89275ff6a8df096f is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:50:10.936087 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-adf8eb8b-c147-4b43-8786-252f355693df admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:50:10.953064 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f503ea0-6391-42db-87cb-ad3032b32763 None None] Network 00f1ec81-fa58-4d3e-bcd7-5431a91feebd requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:50:10.978479 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-11ff6ff2-b07c-4414-9b76-f8f00372cb8b req-d3556c88-4ec7-4d69-ab23-1aecf7d316b4 tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] 10.222.0.105 "GET /v2.0/ports?device_id=0b6aa0fe-468c-4234-a327-df3172cd43db HTTP/1.1" status: 200 len: 210 time: 0.3964117 Feb 09 00:50:11.136836 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-adf8eb8b-c147-4b43-8786-252f355693df admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:50:11.148497 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-98ff36c0-9748-4b34-ad78-a02e6c3afd62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:11.234831 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7f8b869b-e855-4e9b-90c8-7000c21bcbf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:11.242723 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7f8b869b-e855-4e9b-90c8-7000c21bcbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:11.255852 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f8b869b-e855-4e9b-90c8-7000c21bcbf8 admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:50:11.265903 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7f8b869b-e855-4e9b-90c8-7000c21bcbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:11.266247 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-7f8b869b-e855-4e9b-90c8-7000c21bcbf8 admin admin] Added segment b907962e-2c92-4e5e-9eb3-daae4f34051b of type vlan for network ded91f5f-4c52-4e17-8569-d9d1696711b8 Feb 09 00:50:11.298070 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7f8b869b-e855-4e9b-90c8-7000c21bcbf8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:11.323715 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2efcbf0-eb62-4aad-b9ea-9dea0144f3f9 req-38a5d817-285c-4434-a247-3e888b5bfa99 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:11.325278 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b2efcbf0-eb62-4aad-b9ea-9dea0144f3f9 req-38a5d817-285c-4434-a247-3e888b5bfa99 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.105 "GET /v2.0/ports?device_id=da481b83-3be9-4826-9cbc-c2dd55ec6236 HTTP/1.1" status: 200 len: 935 time: 0.5269573 Feb 09 00:50:11.363060 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:11.370405 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8b869b-e855-4e9b-90c8-7000c21bcbf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bed8753-bb44-44a9-9228-7634b14a83f2,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:11.373486 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-adf8eb8b-c147-4b43-8786-252f355693df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:11.374711 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-adf8eb8b-c147-4b43-8786-252f355693df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:11.379076 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7f8b869b-e855-4e9b-90c8-7000c21bcbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:11.380001 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8b869b-e855-4e9b-90c8-7000c21bcbf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:11.380577 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7f8b869b-e855-4e9b-90c8-7000c21bcbf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:11.460317 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:11.469416 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-0f9b7c2d-f68c-4f5f-aa78-b5653249696a req-176e15b9-77ab-4f8b-8c66-d16bd1698b1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0c90098-2788-42f0-bc70-1f7dff3385fe {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:50:11.500510 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50011b09-e8a3-445a-a872-98dc50130856 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-00f1ec81-fa58-4d3e-bcd7-5431a91feebd', 'network_id': '00f1ec81-fa58-4d3e-bcd7-5431a91feebd', 'tenant_id': 'f58b45d9b9254f4c89275ff6a8df096f', 'fixed_ips': [{'subnet_id': '332511b8-51f1-41e9-b3cd-50b0569323ec'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 00:50:11.501468 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-50011b09-e8a3-445a-a872-98dc50130856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:11.523748 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-f2279eb0-94e1-4f49-9b82-e3f9e757e73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bd6b911-3e8d-4d50-b8a1-2f769fed8236', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1040391017-router', 'tenant_id': 'e92c004a387045f69eb326cd61acc551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '0f5729be-15d9-4f1c-9772-911a455a8e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:49:55Z', 'updated_at': '2022-02-09T00:50:01Z', 'revision_number': 4, 'project_id': 'e92c004a387045f69eb326cd61acc551', 'gw_port': {'id': '0f5729be-15d9-4f1c-9772-911a455a8e7a', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd6b911-3e8d-4d50-b8a1-2f769fed8236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:49:56Z', 'updated_at': '2022-02-09T00:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '299ae2a3-e42c-41ab-9f27-58c459f8cc04', 'name': '', 'network_id': '27e5ee19-f0a7-4563-ba03-a0f237d4208b', 'tenant_id': 'e92c004a387045f69eb326cd61acc551', 'mac_address': 'fa:16:3e:ab:83:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bd6b911-3e8d-4d50-b8a1-2f769fed8236', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '660612cb-07d4-43f9-b983-e1b46d8a035c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:49:59Z', 'updated_at': '2022-02-09T00:50:09Z', 'revision_number': 4, 'project_id': 'e92c004a387045f69eb326cd61acc551', 'subnets': [{'id': '660612cb-07d4-43f9-b983-e1b46d8a035c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:50:11.530952 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2279eb0-94e1-4f49-9b82-e3f9e757e73f None None] The sync data for ids ['9bd6b911-3e8d-4d50-b8a1-2f769fed8236'] in n-d-828418-1 is: [{'id': '9bd6b911-3e8d-4d50-b8a1-2f769fed8236', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1040391017-router', 'tenant_id': 'e92c004a387045f69eb326cd61acc551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '0f5729be-15d9-4f1c-9772-911a455a8e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:49:55Z', 'updated_at': '2022-02-09T00:50:01Z', 'revision_number': 4, 'project_id': 'e92c004a387045f69eb326cd61acc551', 'gw_port': {'id': '0f5729be-15d9-4f1c-9772-911a455a8e7a', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd6b911-3e8d-4d50-b8a1-2f769fed8236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:49:56Z', 'updated_at': '2022-02-09T00:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '299ae2a3-e42c-41ab-9f27-58c459f8cc04', 'name': '', 'network_id': '27e5ee19-f0a7-4563-ba03-a0f237d4208b', 'tenant_id': 'e92c004a387045f69eb326cd61acc551', 'mac_address': 'fa:16:3e:ab:83:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bd6b911-3e8d-4d50-b8a1-2f769fed8236', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '660612cb-07d4-43f9-b983-e1b46d8a035c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:49:59Z', 'updated_at': '2022-02-09T00:50:09Z', 'revision_number': 4, 'project_id': 'e92c004a387045f69eb326cd61acc551', 'subnets': [{'id': '660612cb-07d4-43f9-b983-e1b46d8a035c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:50:11.547592 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8b869b-e855-4e9b-90c8-7000c21bcbf8 admin admin] Pushing event updated for resources: {'Network': ['ID=ded91f5f-4c52-4e17-8569-d9d1696711b8,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:11.551136 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0f9b7c2d-f68c-4f5f-aa78-b5653249696a req-176e15b9-77ab-4f8b-8c66-d16bd1698b1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:11.557354 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-7f8b869b-e855-4e9b-90c8-7000c21bcbf8 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.2923880 Feb 09 00:50:11.573335 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37176) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:11.645590 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-414fb29a-e161-4a53-8213-80f6aa935b10 admin admin] Request body: {'subnet': {'network_id': 'ded91f5f-4c52-4e17-8569-d9d1696711b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1423484449-subnet', 'tenant_id': '8d883076d7064c219a98a8f981d7945a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:50:11.656728 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-414fb29a-e161-4a53-8213-80f6aa935b10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:50:11.661249 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-414fb29a-e161-4a53-8213-80f6aa935b10 admin admin] Usage tracker for resource:subnet and tenant:8d883076d7064c219a98a8f981d7945a is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:50:11.695680 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b2efcbf0-eb62-4aad-b9ea-9dea0144f3f9 req-4f3690b6-8fc4-42de-b5b2-316494cd5c22 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.105 "GET /v2.0/security-groups?id=a13e4638-b350-4af6-8b8a-44791571b941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3575089 Feb 09 00:50:11.700359 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-414fb29a-e161-4a53-8213-80f6aa935b10 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:50:11.721345 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-0f9b7c2d-f68c-4f5f-aa78-b5653249696a req-176e15b9-77ab-4f8b-8c66-d16bd1698b1f service neutron] Transition to ACTIVE for port object e0c90098-2788-42f0-bc70-1f7dff3385fe will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:50:11.722602 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network ded91f5f-4c52-4e17-8569-d9d1696711b8 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 00:50:11.726805 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0f9b7c2d-f68c-4f5f-aa78-b5653249696a req-176e15b9-77ab-4f8b-8c66-d16bd1698b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:11.743807 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343410e-7c6a-4bdf-a45e-c317ba6f87c9 req-0440460c-83eb-444a-b23d-409f6d5656b7 tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:11.746289 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-9343410e-7c6a-4bdf-a45e-c317ba6f87c9 req-0440460c-83eb-444a-b23d-409f6d5656b7 tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8597727 Feb 09 00:50:11.747900 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-414fb29a-e161-4a53-8213-80f6aa935b10 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:50:11.751493 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-adf8eb8b-c147-4b43-8786-252f355693df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:11.871735 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-9343410e-7c6a-4bdf-a45e-c317ba6f87c9 req-a09d7d35-2dbb-4167-a318-08f2ac451422 tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] Request body: {'port': {'device_id': '0b6aa0fe-468c-4234-a327-df3172cd43db', 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6', 'admin_state_up': True, 'tenant_id': '9f726ede9acd4025bc9e46a4b558c50e'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:50:12.172258 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-414fb29a-e161-4a53-8213-80f6aa935b10 admin admin] Made reservation on behalf of 8d883076d7064c219a98a8f981d7945a for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:50:12.184828 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-414fb29a-e161-4a53-8213-80f6aa935b10 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:12.345150 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-50011b09-e8a3-445a-a872-98dc50130856 None None] Allocated IP 172.20.0.2 (00f1ec81-fa58-4d3e-bcd7-5431a91feebd/332511b8-51f1-41e9-b3cd-50b0569323ec/c7758824-b5fe-4c45-bc2c-083113fe4eb5) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:50:12.390098 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176e15b9-77ab-4f8b-8c66-d16bd1698b1f service neutron] Pushing event updated for resources: {'Port': ['ID=e0c90098-2788-42f0-bc70-1f7dff3385fe,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:12.513186 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-84974138-2644-4be0-abaa-561a5b0719cc req-7eb0325a-1af0-4dfb-867b-33af4b9bcfdc tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] 10.222.0.105 "GET /v2.0/ports?device_id=0b6aa0fe-468c-4234-a327-df3172cd43db HTTP/1.1" status: 200 len: 210 time: 0.1139522 Feb 09 00:50:12.521143 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-0f9b7c2d-f68c-4f5f-aa78-b5653249696a req-176e15b9-77ab-4f8b-8c66-d16bd1698b1f service neutron] Attempting to bind port e0c90098-2788-42f0-bc70-1f7dff3385fe on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:50:12.521421 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-0f9b7c2d-f68c-4f5f-aa78-b5653249696a req-176e15b9-77ab-4f8b-8c66-d16bd1698b1f service neutron] Attempting to bind port e0c90098-2788-42f0-bc70-1f7dff3385fe by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:50:12.528863 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9b7c2d-f68c-4f5f-aa78-b5653249696a req-176e15b9-77ab-4f8b-8c66-d16bd1698b1f service neutron] Attempting to bind port e0c90098-2788-42f0-bc70-1f7dff3385fe on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:50:12.556656 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9b7c2d-f68c-4f5f-aa78-b5653249696a req-176e15b9-77ab-4f8b-8c66-d16bd1698b1f service neutron] Port e0c90098-2788-42f0-bc70-1f7dff3385fe on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:50:12.556656 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9b7c2d-f68c-4f5f-aa78-b5653249696a req-176e15b9-77ab-4f8b-8c66-d16bd1698b1f service neutron] Attempting to bind port e0c90098-2788-42f0-bc70-1f7dff3385fe on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:50:12.584441 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9b7c2d-f68c-4f5f-aa78-b5653249696a req-176e15b9-77ab-4f8b-8c66-d16bd1698b1f service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:50:12.584844 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9b7c2d-f68c-4f5f-aa78-b5653249696a req-176e15b9-77ab-4f8b-8c66-d16bd1698b1f service neutron] Checking segment: {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:50:12.585426 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9b7c2d-f68c-4f5f-aa78-b5653249696a req-176e15b9-77ab-4f8b-8c66-d16bd1698b1f service neutron] Bound using segment: {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:50:12.585930 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-0f9b7c2d-f68c-4f5f-aa78-b5653249696a req-176e15b9-77ab-4f8b-8c66-d16bd1698b1f service neutron] Bound port: e0c90098-2788-42f0-bc70-1f7dff3385fe, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:50:12.586273 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0f9b7c2d-f68c-4f5f-aa78-b5653249696a req-176e15b9-77ab-4f8b-8c66-d16bd1698b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:12.778953 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-9343410e-7c6a-4bdf-a45e-c317ba6f87c9 req-a09d7d35-2dbb-4167-a318-08f2ac451422 tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:50:12.902557 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-0f9b7c2d-f68c-4f5f-aa78-b5653249696a req-176e15b9-77ab-4f8b-8c66-d16bd1698b1f service neutron] For port e0c90098-2788-42f0-bc70-1f7dff3385fe, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:50:12.913802 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-0f9b7c2d-f68c-4f5f-aa78-b5653249696a req-176e15b9-77ab-4f8b-8c66-d16bd1698b1f service neutron] For port e0c90098-2788-42f0-bc70-1f7dff3385fe, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=e0c90098-2788-42f0-bc70-1f7dff3385fe,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:50:12.920961 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0f9b7c2d-f68c-4f5f-aa78-b5653249696a req-176e15b9-77ab-4f8b-8c66-d16bd1698b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:12.978869 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-9343410e-7c6a-4bdf-a45e-c317ba6f87c9 req-a09d7d35-2dbb-4167-a318-08f2ac451422 tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] Usage tracker for resource:port and tenant:9f726ede9acd4025bc9e46a4b558c50e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:50:13.006236 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-9343410e-7c6a-4bdf-a45e-c317ba6f87c9 req-a09d7d35-2dbb-4167-a318-08f2ac451422 tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:50:13.037048 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-9343410e-7c6a-4bdf-a45e-c317ba6f87c9 req-a09d7d35-2dbb-4167-a318-08f2ac451422 tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:50:13.084108 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:13.232954 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-adf8eb8b-c147-4b43-8786-252f355693df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:13.302098 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-50011b09-e8a3-445a-a872-98dc50130856 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:13.317914 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-50011b09-e8a3-445a-a872-98dc50130856 None None] Transition to ACTIVE for port object c7758824-b5fe-4c45-bc2c-083113fe4eb5 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:50:13.342240 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9343410e-7c6a-4bdf-a45e-c317ba6f87c9 req-a09d7d35-2dbb-4167-a318-08f2ac451422 tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] Made reservation on behalf of 9f726ede9acd4025bc9e46a4b558c50e for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:50:13.345341 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b7c2d-f68c-4f5f-aa78-b5653249696a req-176e15b9-77ab-4f8b-8c66-d16bd1698b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:13.346104 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0f9b7c2d-f68c-4f5f-aa78-b5653249696a req-176e15b9-77ab-4f8b-8c66-d16bd1698b1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:13.349549 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-9343410e-7c6a-4bdf-a45e-c317ba6f87c9 req-a09d7d35-2dbb-4167-a318-08f2ac451422 tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:13.361565 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-50011b09-e8a3-445a-a872-98dc50130856 None None] Transition to ACTIVE for port object c7758824-b5fe-4c45-bc2c-083113fe4eb5 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:50:13.363266 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0f9b7c2d-f68c-4f5f-aa78-b5653249696a req-176e15b9-77ab-4f8b-8c66-d16bd1698b1f service neutron] 10.222.0.62 "PUT /v2.0/ports/e0c90098-2788-42f0-bc70-1f7dff3385fe HTTP/1.1" status: 200 len: 1095 time: 4.8684916 Feb 09 00:50:13.363772 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da481b83-3be9-4826-9cbc-c2dd55ec6236', 'tag': 'e0c90098-2788-42f0-bc70-1f7dff3385fe'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:50:13.372895 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-50011b09-e8a3-445a-a872-98dc50130856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:13.593087 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176e15b9-77ab-4f8b-8c66-d16bd1698b1f service neutron] Pushing event updated for resources: {'Port': ['ID=e0c90098-2788-42f0-bc70-1f7dff3385fe,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:13.612855 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50011b09-e8a3-445a-a872-98dc50130856 None None] Network 00f1ec81-fa58-4d3e-bcd7-5431a91feebd is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:50:13.645442 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-50011b09-e8a3-445a-a872-98dc50130856 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:50:13.648677 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-9343410e-7c6a-4bdf-a45e-c317ba6f87c9 req-a09d7d35-2dbb-4167-a318-08f2ac451422 tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:13.653285 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b7c2d-f68c-4f5f-aa78-b5653249696a req-eda4f399-f7eb-4337-bb43-500b55fa7f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:13.656321 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0f9b7c2d-f68c-4f5f-aa78-b5653249696a req-eda4f399-f7eb-4337-bb43-500b55fa7f64 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d822affed756490e9875bac6497daede&device_id=da481b83-3be9-4826-9cbc-c2dd55ec6236 HTTP/1.1" status: 200 len: 1098 time: 0.1429498 Feb 09 00:50:13.683914 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50011b09-e8a3-445a-a872-98dc50130856 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:50:13.777836 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0f9b7c2d-f68c-4f5f-aa78-b5653249696a req-aaafbdca-40af-48e6-a7db-f271bbbc1311 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=e0c90098-2788-42f0-bc70-1f7dff3385fe HTTP/1.1" status: 200 len: 217 time: 0.1098590 Feb 09 00:50:13.816013 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-9343410e-7c6a-4bdf-a45e-c317ba6f87c9 req-a09d7d35-2dbb-4167-a318-08f2ac451422 tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:50:13.854992 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a582f4-d4e9-49c9-ab6d-9d9a3d8211bb req-f255b792-affa-4695-87a3-147ea2d54b11 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:13.861972 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-9343410e-7c6a-4bdf-a45e-c317ba6f87c9 req-a09d7d35-2dbb-4167-a318-08f2ac451422 tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] Usage tracker for resource:security_group_rule and tenant:9f726ede9acd4025bc9e46a4b558c50e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:50:13.864747 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 299ae2a3-e42c-41ab-9f27-58c459f8cc04 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:50:13.864930 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c4a582f4-d4e9-49c9-ab6d-9d9a3d8211bb req-f255b792-affa-4695-87a3-147ea2d54b11 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.105 "GET /v2.0/ports?device_id=da481b83-3be9-4826-9cbc-c2dd55ec6236 HTTP/1.1" status: 200 len: 947 time: 0.7890503 Feb 09 00:50:13.871938 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-9343410e-7c6a-4bdf-a45e-c317ba6f87c9 req-a09d7d35-2dbb-4167-a318-08f2ac451422 tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:50:13.896329 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-9343410e-7c6a-4bdf-a45e-c317ba6f87c9 req-a09d7d35-2dbb-4167-a318-08f2ac451422 tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:50:13.949698 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c4a582f4-d4e9-49c9-ab6d-9d9a3d8211bb req-8180a41e-2d2c-4a4b-ba45-0111baee1113 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.105 "GET /v2.0/security-groups?id=a13e4638-b350-4af6-8b8a-44791571b941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825932 Feb 09 00:50:13.973263 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50011b09-e8a3-445a-a872-98dc50130856 None None] Pushing event updated for resources: {'Port': ['ID=c7758824-b5fe-4c45-bc2c-083113fe4eb5,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:14.030677 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b7c2d-f68c-4f5f-aa78-b5653249696a req-d1972eef-376d-4981-a023-4d9367a3786c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:14.035321 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0f9b7c2d-f68c-4f5f-aa78-b5653249696a req-d1972eef-376d-4981-a023-4d9367a3786c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.2489336 Feb 09 00:50:14.123416 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-50011b09-e8a3-445a-a872-98dc50130856 None None] Attempting to bind port c7758824-b5fe-4c45-bc2c-083113fe4eb5 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:50:14.130451 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-50011b09-e8a3-445a-a872-98dc50130856 None None] Attempting to bind port c7758824-b5fe-4c45-bc2c-083113fe4eb5 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '7eb2952c-6bb3-42f0-b54d-c9bf0861966e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '00f1ec81-fa58-4d3e-bcd7-5431a91feebd'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:50:14.130981 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50011b09-e8a3-445a-a872-98dc50130856 None None] Attempting to bind port c7758824-b5fe-4c45-bc2c-083113fe4eb5 on network 00f1ec81-fa58-4d3e-bcd7-5431a91feebd {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:50:14.169350 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50011b09-e8a3-445a-a872-98dc50130856 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:50:14.171169 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50011b09-e8a3-445a-a872-98dc50130856 None None] Checking segment: {'id': '7eb2952c-6bb3-42f0-b54d-c9bf0861966e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '00f1ec81-fa58-4d3e-bcd7-5431a91feebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:50:14.171699 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-50011b09-e8a3-445a-a872-98dc50130856 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:14.174077 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50011b09-e8a3-445a-a872-98dc50130856 None None] Bound using segment: {'id': '7eb2952c-6bb3-42f0-b54d-c9bf0861966e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '00f1ec81-fa58-4d3e-bcd7-5431a91feebd'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:50:14.174766 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-50011b09-e8a3-445a-a872-98dc50130856 None None] Bound port: c7758824-b5fe-4c45-bc2c-083113fe4eb5, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eb2952c-6bb3-42f0-b54d-c9bf0861966e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '00f1ec81-fa58-4d3e-bcd7-5431a91feebd'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:50:14.175200 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-50011b09-e8a3-445a-a872-98dc50130856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:14.183292 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b7c2d-f68c-4f5f-aa78-b5653249696a req-aaff706f-d4b2-475f-8690-07820c6f0960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:14.184968 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0f9b7c2d-f68c-4f5f-aa78-b5653249696a req-aaff706f-d4b2-475f-8690-07820c6f0960 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1351771 Feb 09 00:50:14.196405 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-414fb29a-e161-4a53-8213-80f6aa935b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:14.291590 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-35a8cff2-4436-4320-993b-95c649cd69d5 req-3944289d-05e8-4cc8-9f38-808ce2076518 tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] 10.222.0.105 "GET /v2.0/ports?device_id=0b6aa0fe-468c-4234-a327-df3172cd43db HTTP/1.1" status: 200 len: 210 time: 0.1050673 Feb 09 00:50:14.501429 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 299ae2a3-e42c-41ab-9f27-58c459f8cc04 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:50:14.531517 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 299ae2a3-e42c-41ab-9f27-58c459f8cc04 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:50:14.532649 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:14.632370 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414fb29a-e161-4a53-8213-80f6aa935b10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=103c212c-bf16-40d1-a89c-07252434eb67,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:14.659668 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0f9b7c2d-f68c-4f5f-aa78-b5653249696a req-32412b40-7316-4f37-9de3-c93664dca3de service neutron] 10.222.0.62 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3666959 Feb 09 00:50:14.661017 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414fb29a-e161-4a53-8213-80f6aa935b10 admin admin] Checking segment: {'id': 'b907962e-2c92-4e5e-9eb3-daae4f34051b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ded91f5f-4c52-4e17-8569-d9d1696711b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:50:14.661510 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414fb29a-e161-4a53-8213-80f6aa935b10 admin admin] Network hostable DHCP agents. Network: ded91f5f-4c52-4e17-8569-d9d1696711b8, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:50:14.666005 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-50011b09-e8a3-445a-a872-98dc50130856 None None] For port c7758824-b5fe-4c45-bc2c-083113fe4eb5, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:50:14.693260 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-50011b09-e8a3-445a-a872-98dc50130856 None None] For port c7758824-b5fe-4c45-bc2c-083113fe4eb5, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=c7758824-b5fe-4c45-bc2c-083113fe4eb5,segment=NetworkSegment(7eb2952c-6bb3-42f0-b54d-c9bf0861966e),segment_id=7eb2952c-6bb3-42f0-b54d-c9bf0861966e)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:50:14.708909 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-50011b09-e8a3-445a-a872-98dc50130856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:14.867042 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50011b09-e8a3-445a-a872-98dc50130856 None None] Pushing event updated for resources: {'Port': ['ID=c7758824-b5fe-4c45-bc2c-083113fe4eb5,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:14.918690 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-9343410e-7c6a-4bdf-a45e-c317ba6f87c9 req-a09d7d35-2dbb-4167-a318-08f2ac451422 tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:14.937401 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0f9b7c2d-f68c-4f5f-aa78-b5653249696a req-35dd3d83-8835-494d-a251-5afc4b03a5ef service neutron] 10.222.0.62 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714643 Feb 09 00:50:15.008708 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-9343410e-7c6a-4bdf-a45e-c317ba6f87c9 req-a09d7d35-2dbb-4167-a318-08f2ac451422 tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:15.069754 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 37246) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:15.117128 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414fb29a-e161-4a53-8213-80f6aa935b10 admin admin] Network ded91f5f-4c52-4e17-8569-d9d1696711b8 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:50:15.130183 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:15.284654 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 299ae2a3-e42c-41ab-9f27-58c459f8cc04, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=299ae2a3-e42c-41ab-9f27-58c459f8cc04,segment=NetworkSegment(d6018a7b-e150-476a-9748-d627dc1c772b),segment_id=d6018a7b-e150-476a-9748-d627dc1c772b)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:50:15.292828 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:15.345241 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-414fb29a-e161-4a53-8213-80f6aa935b10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, ded91f5f-4c52-4e17-8569-d9d1696711b8) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:50:15.364085 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09d7d35-2dbb-4167-a318-08f2ac451422 tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d49b0790-c757-46e2-ae6a-f5352b0a4323,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:15.386136 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb4f87e-6c90-4c97-a8f7-224ca8f8b76c None None] Network ded91f5f-4c52-4e17-8569-d9d1696711b8 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:50:15.395744 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414fb29a-e161-4a53-8213-80f6aa935b10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:15.396707 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-414fb29a-e161-4a53-8213-80f6aa935b10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:15.599390 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da481b83-3be9-4826-9cbc-c2dd55ec6236', 'tag': 'e0c90098-2788-42f0-bc70-1f7dff3385fe', 'status': 'completed', 'code': 200} Feb 09 00:50:15.713224 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-adf8eb8b-c147-4b43-8786-252f355693df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:15.812616 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=299ae2a3-e42c-41ab-9f27-58c459f8cc04,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:15.857383 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device c7758824-b5fe-4c45-bc2c-083113fe4eb5 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:50:15.881489 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-adf8eb8b-c147-4b43-8786-252f355693df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:15.904169 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c0c6c880-fc38-4e47-9ae8-3aa9c9314051 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:15.904932 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-414fb29a-e161-4a53-8213-80f6aa935b10 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 4.2766192 Feb 09 00:50:16.129219 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-9343410e-7c6a-4bdf-a45e-c317ba6f87c9 req-a09d7d35-2dbb-4167-a318-08f2ac451422 tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] Allocated IP 192.168.233.146 (42d335cf-a678-4bc3-901b-7d21fb8587e6/e7938d94-1f0f-48bd-a0b3-26d5344ff0ec/e982a96b-242e-4765-90fb-bf9d7bf3aa4e) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:50:16.134362 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port c7758824-b5fe-4c45-bc2c-083113fe4eb5 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:50:16.171974 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd4570ea-77eb-474b-a9d3-360cfc80d816 req-1f91f46e-875c-474e-90e1-9f4c3eaf76e9 tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] 10.222.0.105 "GET /v2.0/ports?device_id=0b6aa0fe-468c-4234-a327-df3172cd43db HTTP/1.1" status: 200 len: 210 time: 0.2514637 Feb 09 00:50:16.178571 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c0c6c880-fc38-4e47-9ae8-3aa9c9314051 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:50:16.194338 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-c0c6c880-fc38-4e47-9ae8-3aa9c9314051 admin admin] Usage tracker for resource:security_group_rule and tenant:574aaf02bcf84119a1bc4927112e4108 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:50:16.198760 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-c0c6c880-fc38-4e47-9ae8-3aa9c9314051 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:50:16.223844 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09011e1a-e7eb-4316-bfb9-029028011104 None None] Network ded91f5f-4c52-4e17-8569-d9d1696711b8 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:50:16.226510 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a8258f-b290-4beb-a946-b0de70f09472 req-13301fd8-9790-44dc-bc12-3d98712a87e4 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:16.240749 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e2a8258f-b290-4beb-a946-b0de70f09472 req-13301fd8-9790-44dc-bc12-3d98712a87e4 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.105 "GET /v2.0/ports?device_id=da481b83-3be9-4826-9cbc-c2dd55ec6236 HTTP/1.1" status: 200 len: 947 time: 0.9636204 Feb 09 00:50:16.286692 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c0c6c880-fc38-4e47-9ae8-3aa9c9314051 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:50:16.392278 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cbf6c2-eb0e-4f30-96b4-9c13fc8d29ca req-b3e7aa92-81b3-4b6f-b3f7-3a4d673b379d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:16.400362 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-20cbf6c2-eb0e-4f30-96b4-9c13fc8d29ca req-b3e7aa92-81b3-4b6f-b3f7-3a4d673b379d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d822affed756490e9875bac6497daede&device_id=da481b83-3be9-4826-9cbc-c2dd55ec6236 HTTP/1.1" status: 200 len: 1098 time: 0.7654846 Feb 09 00:50:16.503172 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e2a8258f-b290-4beb-a946-b0de70f09472 req-e9912e1a-82b3-4793-a8d9-f6596b6c40e7 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.105 "GET /v2.0/security-groups?id=a13e4638-b350-4af6-8b8a-44791571b941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612503 Feb 09 00:50:16.869941 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-adf8eb8b-c147-4b43-8786-252f355693df admin admin] Allocated IP 172.25.0.69 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/8e425fd9-0af5-4367-a072-3d6572627247) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:50:16.959632 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c0c6c880-fc38-4e47-9ae8-3aa9c9314051 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:16.961709 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cbf6c2-eb0e-4f30-96b4-9c13fc8d29ca req-ba4c21dd-c199-4b4a-b856-6ab553837782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:16.963409 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-20cbf6c2-eb0e-4f30-96b4-9c13fc8d29ca req-ba4c21dd-c199-4b4a-b856-6ab553837782 service neutron] 10.222.0.62 "GET /v2.0/networks?id=42d335cf-a678-4bc3-901b-7d21fb8587e6 HTTP/1.1" status: 200 len: 870 time: 0.5557742 Feb 09 00:50:16.964820 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c0c6c880-fc38-4e47-9ae8-3aa9c9314051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:17.053147 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66325d7f-bbe8-41e9-958f-cf854ee7f653 None None] Network 00f1ec81-fa58-4d3e-bcd7-5431a91feebd requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:50:17.123414 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-20cbf6c2-eb0e-4f30-96b4-9c13fc8d29ca req-32f71426-5c8f-461d-8128-e60135d5eb6b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=e0c90098-2788-42f0-bc70-1f7dff3385fe HTTP/1.1" status: 200 len: 217 time: 0.1106644 Feb 09 00:50:17.136789 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-c0c6c880-fc38-4e47-9ae8-3aa9c9314051 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=574aaf02bcf84119a1bc4927112e4108&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0649388 Feb 09 00:50:17.143823 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37282) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:17.175987 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c6c880-fc38-4e47-9ae8-3aa9c9314051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b54e21ef-c00c-4600-a526-fd2f9c0f27ae,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:17.228220 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cbf6c2-eb0e-4f30-96b4-9c13fc8d29ca req-3338c9e6-2d9f-40e8-9ccb-5a262d31fe9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:17.230612 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-20cbf6c2-eb0e-4f30-96b4-9c13fc8d29ca req-3338c9e6-2d9f-40e8-9ccb-5a262d31fe9b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.0973098 Feb 09 00:50:17.260538 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-9343410e-7c6a-4bdf-a45e-c317ba6f87c9 req-a09d7d35-2dbb-4167-a318-08f2ac451422 tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:17.328244 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-799d2fd5-3c1f-4d4c-9c32-0e76909d053d None None] Provisioning for port c7758824-b5fe-4c45-bc2c-083113fe4eb5 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:50:17.380499 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-799d2fd5-3c1f-4d4c-9c32-0e76909d053d None None] Provisioning complete for port c7758824-b5fe-4c45-bc2c-083113fe4eb5 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:50:17.380892 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-799d2fd5-3c1f-4d4c-9c32-0e76909d053d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:17.411896 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37294) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:17.413034 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-9343410e-7c6a-4bdf-a45e-c317ba6f87c9 req-a09d7d35-2dbb-4167-a318-08f2ac451422 tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] Transition to ACTIVE for port object e982a96b-242e-4765-90fb-bf9d7bf3aa4e will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:50:17.428562 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-ae19798e-4735-48cb-97f1-86311629f240 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-898711604-network', 'tenant_id': 'ed91cb453a0b41a8beb94c0578b65577'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:50:17.446407 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ae19798e-4735-48cb-97f1-86311629f240 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:50:17.465489 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-51d73620-ec31-4d81-a2ef-e61a11a261ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:17.470857 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ae19798e-4735-48cb-97f1-86311629f240 admin admin] Usage tracker for resource:network and tenant:ed91cb453a0b41a8beb94c0578b65577 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:50:17.490841 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ae19798e-4735-48cb-97f1-86311629f240 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:50:17.498553 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-adf8eb8b-c147-4b43-8786-252f355693df admin admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:17.519350 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ae19798e-4735-48cb-97f1-86311629f240 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:50:17.525726 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9de92aec-bbe8-40fa-8e68-be4fd303ff6a req-4e310120-952e-4471-b6f9-e61893fbe351 tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] 10.222.0.105 "GET /v2.0/ports?device_id=0b6aa0fe-468c-4234-a327-df3172cd43db HTTP/1.1" status: 200 len: 210 time: 0.1416783 Feb 09 00:50:17.585387 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cbf6c2-eb0e-4f30-96b4-9c13fc8d29ca req-1cccdac8-8622-4654-b413-295e6e32054d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:17.587667 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-20cbf6c2-eb0e-4f30-96b4-9c13fc8d29ca req-1cccdac8-8622-4654-b413-295e6e32054d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1273313 Feb 09 00:50:17.637993 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-51d73620-ec31-4d81-a2ef-e61a11a261ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:17.660511 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae19798e-4735-48cb-97f1-86311629f240 admin admin] Made reservation on behalf of ed91cb453a0b41a8beb94c0578b65577 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:50:17.667322 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ae19798e-4735-48cb-97f1-86311629f240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:17.706677 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 299ae2a3-e42c-41ab-9f27-58c459f8cc04 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:50:17.726150 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ae19798e-4735-48cb-97f1-86311629f240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:17.744031 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-9343410e-7c6a-4bdf-a45e-c317ba6f87c9 req-a09d7d35-2dbb-4167-a318-08f2ac451422 tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:17.834742 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ae19798e-4735-48cb-97f1-86311629f240 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:50:17.839693 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-20cbf6c2-eb0e-4f30-96b4-9c13fc8d29ca req-c02fa027-4aa3-4a39-9182-d8d15bf99c03 service neutron] 10.222.0.62 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427948 Feb 09 00:50:17.850916 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-799d2fd5-3c1f-4d4c-9c32-0e76909d053d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:17.868260 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ae19798e-4735-48cb-97f1-86311629f240 admin admin] Usage tracker for resource:security_group_rule and tenant:ed91cb453a0b41a8beb94c0578b65577 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:50:17.877729 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ae19798e-4735-48cb-97f1-86311629f240 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:50:17.882701 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9343410e-7c6a-4bdf-a45e-c317ba6f87c9 req-a09d7d35-2dbb-4167-a318-08f2ac451422 tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] Network 42d335cf-a678-4bc3-901b-7d21fb8587e6 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:50:17.890345 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-9343410e-7c6a-4bdf-a45e-c317ba6f87c9 req-a09d7d35-2dbb-4167-a318-08f2ac451422 tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:50:17.892846 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-adf8eb8b-c147-4b43-8786-252f355693df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:17.897764 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-9343410e-7c6a-4bdf-a45e-c317ba6f87c9 req-a09d7d35-2dbb-4167-a318-08f2ac451422 tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:50:17.903348 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343410e-7c6a-4bdf-a45e-c317ba6f87c9 req-a09d7d35-2dbb-4167-a318-08f2ac451422 tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:17.903902 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-9343410e-7c6a-4bdf-a45e-c317ba6f87c9 req-a09d7d35-2dbb-4167-a318-08f2ac451422 tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:17.911202 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ae19798e-4735-48cb-97f1-86311629f240 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:50:17.926249 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-799d2fd5-3c1f-4d4c-9c32-0e76909d053d None None] For port c7758824-b5fe-4c45-bc2c-083113fe4eb5, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=c7758824-b5fe-4c45-bc2c-083113fe4eb5,segment=NetworkSegment(7eb2952c-6bb3-42f0-b54d-c9bf0861966e),segment_id=7eb2952c-6bb3-42f0-b54d-c9bf0861966e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:50:17.936167 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-799d2fd5-3c1f-4d4c-9c32-0e76909d053d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:17.958299 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09d7d35-2dbb-4167-a318-08f2ac451422 tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] Pushing event updated for resources: {'Port': ['ID=e982a96b-242e-4765-90fb-bf9d7bf3aa4e,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:17.977814 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf8eb8b-c147-4b43-8786-252f355693df admin admin] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:50:18.005484 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d20d00-e631-4b82-a34f-6ef98be3a357 req-527d65a5-b0f7-49fb-b673-23b3e3e51890 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:18.008055 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-51d73620-ec31-4d81-a2ef-e61a11a261ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:18.009487 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 299ae2a3-e42c-41ab-9f27-58c459f8cc04 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:50:18.009742 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:18.014049 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-91d20d00-e631-4b82-a34f-6ef98be3a357 req-527d65a5-b0f7-49fb-b673-23b3e3e51890 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.105 "GET /v2.0/ports?device_id=da481b83-3be9-4826-9cbc-c2dd55ec6236 HTTP/1.1" status: 200 len: 947 time: 0.2961829 Feb 09 00:50:18.022528 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-adf8eb8b-c147-4b43-8786-252f355693df admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:50:18.060257 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf8eb8b-c147-4b43-8786-252f355693df admin admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:50:18.103527 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d2fd5-3c1f-4d4c-9c32-0e76909d053d None None] Pushing event updated for resources: {'Port': ['ID=c7758824-b5fe-4c45-bc2c-083113fe4eb5,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:18.138958 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-91d20d00-e631-4b82-a34f-6ef98be3a357 req-bb43c20d-7aba-4be3-bc83-c9050b8f079f tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.105 "GET /v2.0/security-groups?id=a13e4638-b350-4af6-8b8a-44791571b941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238668 Feb 09 00:50:18.202887 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-20cbf6c2-eb0e-4f30-96b4-9c13fc8d29ca req-7546847d-21a3-4a58-b583-91ac58448fb1 service neutron] 10.222.0.62 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419044 Feb 09 00:50:18.232068 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d73620-ec31-4d81-a2ef-e61a11a261ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54e21ef-c00c-4600-a526-fd2f9c0f27ae,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:18.254491 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-9343410e-7c6a-4bdf-a45e-c317ba6f87c9 req-a09d7d35-2dbb-4167-a318-08f2ac451422 tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.3970883 Feb 09 00:50:18.280801 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-51d73620-ec31-4d81-a2ef-e61a11a261ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:18.282222 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 37310) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:18.288579 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-51d73620-ec31-4d81-a2ef-e61a11a261ea admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/b54e21ef-c00c-4600-a526-fd2f9c0f27ae HTTP/1.1" status: 204 len: 168 time: 1.1278324 Feb 09 00:50:18.295615 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-9343410e-7c6a-4bdf-a45e-c317ba6f87c9 req-2c825ab2-697d-4ace-b8a1-ec8047517535 service neutron] Request body: {'port': {'device_id': '0b6aa0fe-468c-4234-a327-df3172cd43db', 'device_owner': 'compute:tempest-test_az-2011809751', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:50:18.358504 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-c98c1a36-c988-4e6d-b80a-811b954a780f None None] Provisioning for port e982a96b-242e-4765-90fb-bf9d7bf3aa4e completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:50:18.371987 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-c98c1a36-c988-4e6d-b80a-811b954a780f None None] Provisioning complete for port e982a96b-242e-4765-90fb-bf9d7bf3aa4e triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:50:18.372640 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c98c1a36-c988-4e6d-b80a-811b954a780f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:18.460686 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-c98c1a36-c988-4e6d-b80a-811b954a780f None None] Port e982a96b-242e-4765-90fb-bf9d7bf3aa4e cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:50:18.593323 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf8eb8b-c147-4b43-8786-252f355693df admin admin] Pushing event updated for resources: {'Port': ['ID=8e425fd9-0af5-4367-a072-3d6572627247,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:18.627755 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-541b5d61-cebe-4acf-bd3b-d397a781a0be None None] Provisioning complete for port c7758824-b5fe-4c45-bc2c-083113fe4eb5 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:50:18.628352 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-541b5d61-cebe-4acf-bd3b-d397a781a0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:18.663283 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ec4547d7-3ca6-4281-acf2-7f5a66b12967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:18.704276 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-ec4547d7-3ca6-4281-acf2-7f5a66b12967 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:50:18.717159 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-ec4547d7-3ca6-4281-acf2-7f5a66b12967 admin admin] Usage tracker for resource:security_group_rule and tenant:a868977f6018424e8e8840dcfe1672f5 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:50:18.722014 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-ec4547d7-3ca6-4281-acf2-7f5a66b12967 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:50:18.766161 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-ec4547d7-3ca6-4281-acf2-7f5a66b12967 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:50:18.803701 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37322) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:18.805824 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ae19798e-4735-48cb-97f1-86311629f240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:18.806736 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-9343410e-7c6a-4bdf-a45e-c317ba6f87c9 req-2c825ab2-697d-4ace-b8a1-ec8047517535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:18.841948 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ae19798e-4735-48cb-97f1-86311629f240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:18.857679 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913808bd-8fd7-4998-a9bf-98ef08da026c req-94b3e731-e704-48ce-b38d-ba2f510493d5 tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:18.859196 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-913808bd-8fd7-4998-a9bf-98ef08da026c req-94b3e731-e704-48ce-b38d-ba2f510493d5 tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] 10.222.0.105 "GET /v2.0/ports?device_id=0b6aa0fe-468c-4234-a327-df3172cd43db HTTP/1.1" status: 200 len: 936 time: 0.1388099 Feb 09 00:50:18.870387 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-33ebf1a0-fc9b-43bf-bd86-37327d896b22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:18.931171 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-913808bd-8fd7-4998-a9bf-98ef08da026c req-3f81c437-4706-4dd6-b2c1-93ccaeade2e7 tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] 10.222.0.105 "GET /v2.0/security-groups?id=d49b0790-c757-46e2-ae6a-f5352b0a4323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641229 Feb 09 00:50:18.943501 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae19798e-4735-48cb-97f1-86311629f240 admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:50:18.946486 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ec4547d7-3ca6-4281-acf2-7f5a66b12967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:18.952445 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ec4547d7-3ca6-4281-acf2-7f5a66b12967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:19.002955 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-ec4547d7-3ca6-4281-acf2-7f5a66b12967 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=a868977f6018424e8e8840dcfe1672f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7169390 Feb 09 00:50:19.003652 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 37326) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:19.015650 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4547d7-3ca6-4281-acf2-7f5a66b12967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=316267b5-81a8-48c6-9d1d-3a2b5bd83fed,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:19.016409 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae19798e-4735-48cb-97f1-86311629f240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f01d1370-98d2-40b4-a058-59f90b845bb5,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:19.035917 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-33ebf1a0-fc9b-43bf-bd86-37327d896b22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:50:19.052761 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ae19798e-4735-48cb-97f1-86311629f240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:19.053488 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-ae19798e-4735-48cb-97f1-86311629f240 admin admin] Added segment 122f9178-904f-488f-b76a-5c5410b454d5 of type vlan for network d48da2dd-3ddc-434a-910d-9238c037d794 Feb 09 00:50:19.065174 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-33ebf1a0-fc9b-43bf-bd86-37327d896b22 admin admin] Usage tracker for resource:security_group_rule and tenant:c69d21ddc9b24373baceffdd50cb2f48 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:50:19.072791 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-33ebf1a0-fc9b-43bf-bd86-37327d896b22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:50:19.074965 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2c0a8a3a-08cd-44b2-942b-618ca226a333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:19.102228 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2c0a8a3a-08cd-44b2-942b-618ca226a333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:19.123000 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-33ebf1a0-fc9b-43bf-bd86-37327d896b22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:50:19.124845 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-adf8eb8b-c147-4b43-8786-252f355693df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:19.160724 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2c0a8a3a-08cd-44b2-942b-618ca226a333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:19.177623 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0a8a3a-08cd-44b2-942b-618ca226a333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=316267b5-81a8-48c6-9d1d-3a2b5bd83fed,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:19.195234 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2c0a8a3a-08cd-44b2-942b-618ca226a333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:19.197575 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-2c0a8a3a-08cd-44b2-942b-618ca226a333 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/316267b5-81a8-48c6-9d1d-3a2b5bd83fed HTTP/1.1" status: 204 len: 168 time: 0.1934545 Feb 09 00:50:19.229429 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ae19798e-4735-48cb-97f1-86311629f240 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:19.351076 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf84cc1-f243-465e-b295-bcdec16cdd96 req-7a625bce-c0f9-41e8-9855-322ddccf4258 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:19.353478 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bdf84cc1-f243-465e-b295-bcdec16cdd96 req-7a625bce-c0f9-41e8-9855-322ddccf4258 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.105 "GET /v2.0/ports?device_id=da481b83-3be9-4826-9cbc-c2dd55ec6236 HTTP/1.1" status: 200 len: 947 time: 0.0871716 Feb 09 00:50:19.411389 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bdf84cc1-f243-465e-b295-bcdec16cdd96 req-65afcf0b-3c23-445d-92f2-155f30d9dbe0 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.105 "GET /v2.0/security-groups?id=a13e4638-b350-4af6-8b8a-44791571b941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491505 Feb 09 00:50:19.474207 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ae19798e-4735-48cb-97f1-86311629f240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:19.474980 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae19798e-4735-48cb-97f1-86311629f240 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:19.475507 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ae19798e-4735-48cb-97f1-86311629f240 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:19.550266 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device c7758824-b5fe-4c45-bc2c-083113fe4eb5 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:50:19.665626 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port c7758824-b5fe-4c45-bc2c-083113fe4eb5 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:50:19.666516 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:19.683945 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 37336) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:19.704601 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a6cd148d-c120-4c43-9eae-7bc4a685c6b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:19.720484 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a6cd148d-c120-4c43-9eae-7bc4a685c6b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:50:19.724765 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-a6cd148d-c120-4c43-9eae-7bc4a685c6b8 admin admin] Usage tracker for resource:security_group_rule and tenant:d4f0d96df1924726ade2f77a1a4d53c1 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:50:19.728210 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-a6cd148d-c120-4c43-9eae-7bc4a685c6b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:50:19.734800 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a6cd148d-c120-4c43-9eae-7bc4a685c6b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:50:19.744588 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae19798e-4735-48cb-97f1-86311629f240 admin admin] Pushing event updated for resources: {'Network': ['ID=d48da2dd-3ddc-434a-910d-9238c037d794,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:19.763266 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ae19798e-4735-48cb-97f1-86311629f240 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.3446562 Feb 09 00:50:19.766424 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 37340) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:19.769465 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network d48da2dd-3ddc-434a-910d-9238c037d794 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 00:50:19.773391 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-1a431bf3-1517-4d22-8084-a0aa0369839b admin admin] Request body: {'subnet': {'network_id': 'd48da2dd-3ddc-434a-910d-9238c037d794', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-898711604-subnet', 'tenant_id': 'ed91cb453a0b41a8beb94c0578b65577', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:50:19.783797 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-1a431bf3-1517-4d22-8084-a0aa0369839b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:50:19.788359 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-33ebf1a0-fc9b-43bf-bd86-37327d896b22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:19.792420 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-1a431bf3-1517-4d22-8084-a0aa0369839b admin admin] Usage tracker for resource:subnet and tenant:ed91cb453a0b41a8beb94c0578b65577 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:50:19.800864 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-1a431bf3-1517-4d22-8084-a0aa0369839b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:50:19.804848 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-33ebf1a0-fc9b-43bf-bd86-37327d896b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:19.811343 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-1a431bf3-1517-4d22-8084-a0aa0369839b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:50:19.837709 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a431bf3-1517-4d22-8084-a0aa0369839b admin admin] Made reservation on behalf of ed91cb453a0b41a8beb94c0578b65577 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:50:19.840179 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1a431bf3-1517-4d22-8084-a0aa0369839b admin admin] Notify callbacks [] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:20.019725 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-33ebf1a0-fc9b-43bf-bd86-37327d896b22 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=c69d21ddc9b24373baceffdd50cb2f48&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2026303 Feb 09 00:50:20.020523 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ebf1a0-fc9b-43bf-bd86-37327d896b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dcf6f7c-089d-41c5-956a-69a2b14f924a,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:20.025653 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [req-9343410e-7c6a-4bdf-a45e-c317ba6f87c9 req-2c825ab2-697d-4ace-b8a1-ec8047517535 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e982a96b-242e-4765-90fb-bf9d7bf3aa4e {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:50:20.029995 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37346) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:20.039775 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-9343410e-7c6a-4bdf-a45e-c317ba6f87c9 req-2c825ab2-697d-4ace-b8a1-ec8047517535 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:20.060247 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-adf8eb8b-c147-4b43-8786-252f355693df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:20.060539 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a6cd148d-c120-4c43-9eae-7bc4a685c6b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:20.070242 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a6cd148d-c120-4c43-9eae-7bc4a685c6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:20.144232 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-9343410e-7c6a-4bdf-a45e-c317ba6f87c9 req-2c825ab2-697d-4ace-b8a1-ec8047517535 service neutron] Transition to ACTIVE for port object e982a96b-242e-4765-90fb-bf9d7bf3aa4e will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:50:20.167790 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-9343410e-7c6a-4bdf-a45e-c317ba6f87c9 req-2c825ab2-697d-4ace-b8a1-ec8047517535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:20.186185 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-a6cd148d-c120-4c43-9eae-7bc4a685c6b8 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=d4f0d96df1924726ade2f77a1a4d53c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5006692 Feb 09 00:50:20.193855 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 37350) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:20.196959 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cd148d-c120-4c43-9eae-7bc4a685c6b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a064ee1-bfac-402f-98a4-e87868e42c2e,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:20.350565 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-91b8bbfa-8160-465a-b579-defa2e51ebda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:20.359551 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e43d997-1398-4014-8446-1d96903f210e req-42585297-192f-4521-894d-732458c97296 tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:20.361037 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8e43d997-1398-4014-8446-1d96903f210e req-42585297-192f-4521-894d-732458c97296 tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] 10.222.0.105 "GET /v2.0/ports?device_id=0b6aa0fe-468c-4234-a327-df3172cd43db HTTP/1.1" status: 200 len: 936 time: 0.2800059 Feb 09 00:50:20.428654 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1a431bf3-1517-4d22-8084-a0aa0369839b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:20.478433 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-91b8bbfa-8160-465a-b579-defa2e51ebda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:20.488337 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-20c444e2-0bb7-4ad2-b62b-dfea55d4a25a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:20.542129 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8e43d997-1398-4014-8446-1d96903f210e req-6d754e73-6840-48bd-bf46-7c09e2dca377 tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] 10.222.0.105 "GET /v2.0/security-groups?id=d49b0790-c757-46e2-ae6a-f5352b0a4323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701560 Feb 09 00:50:20.559666 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c825ab2-697d-4ace-b8a1-ec8047517535 service neutron] Pushing event updated for resources: {'Port': ['ID=e982a96b-242e-4765-90fb-bf9d7bf3aa4e,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:20.563178 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a431bf3-1517-4d22-8084-a0aa0369839b admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfc95da9-e380-4466-a8df-715b87019d0d,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:20.595160 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-9343410e-7c6a-4bdf-a45e-c317ba6f87c9 req-2c825ab2-697d-4ace-b8a1-ec8047517535 service neutron] Attempting to bind port e982a96b-242e-4765-90fb-bf9d7bf3aa4e on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:50:20.595534 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-9343410e-7c6a-4bdf-a45e-c317ba6f87c9 req-2c825ab2-697d-4ace-b8a1-ec8047517535 service neutron] Attempting to bind port e982a96b-242e-4765-90fb-bf9d7bf3aa4e by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:50:20.595883 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9343410e-7c6a-4bdf-a45e-c317ba6f87c9 req-2c825ab2-697d-4ace-b8a1-ec8047517535 service neutron] Attempting to bind port e982a96b-242e-4765-90fb-bf9d7bf3aa4e on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:50:20.604901 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-20c444e2-0bb7-4ad2-b62b-dfea55d4a25a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:20.616813 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9343410e-7c6a-4bdf-a45e-c317ba6f87c9 req-2c825ab2-697d-4ace-b8a1-ec8047517535 service neutron] Port e982a96b-242e-4765-90fb-bf9d7bf3aa4e on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:50:20.617045 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9343410e-7c6a-4bdf-a45e-c317ba6f87c9 req-2c825ab2-697d-4ace-b8a1-ec8047517535 service neutron] Attempting to bind port e982a96b-242e-4765-90fb-bf9d7bf3aa4e on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:50:20.632065 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9343410e-7c6a-4bdf-a45e-c317ba6f87c9 req-2c825ab2-697d-4ace-b8a1-ec8047517535 service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:50:20.632396 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9343410e-7c6a-4bdf-a45e-c317ba6f87c9 req-2c825ab2-697d-4ace-b8a1-ec8047517535 service neutron] Checking segment: {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:50:20.633695 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9343410e-7c6a-4bdf-a45e-c317ba6f87c9 req-2c825ab2-697d-4ace-b8a1-ec8047517535 service neutron] Bound using segment: {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:50:20.634156 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-9343410e-7c6a-4bdf-a45e-c317ba6f87c9 req-2c825ab2-697d-4ace-b8a1-ec8047517535 service neutron] Bound port: e982a96b-242e-4765-90fb-bf9d7bf3aa4e, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:50:20.634602 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-9343410e-7c6a-4bdf-a45e-c317ba6f87c9 req-2c825ab2-697d-4ace-b8a1-ec8047517535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:20.676081 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a431bf3-1517-4d22-8084-a0aa0369839b admin admin] Checking segment: {'id': '122f9178-904f-488f-b76a-5c5410b454d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd48da2dd-3ddc-434a-910d-9238c037d794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:50:20.676423 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a431bf3-1517-4d22-8084-a0aa0369839b admin admin] Network hostable DHCP agents. Network: d48da2dd-3ddc-434a-910d-9238c037d794, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:50:20.705401 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-91b8bbfa-8160-465a-b579-defa2e51ebda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:20.719540 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a431bf3-1517-4d22-8084-a0aa0369839b admin admin] Network d48da2dd-3ddc-434a-910d-9238c037d794 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:50:20.731181 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19201f40-79be-4827-9731-64750c7eed67 req-11f44858-b52e-4dd7-b662-20c6f0de2002 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:20.732681 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-19201f40-79be-4827-9731-64750c7eed67 req-11f44858-b52e-4dd7-b662-20c6f0de2002 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.105 "GET /v2.0/ports?device_id=da481b83-3be9-4826-9cbc-c2dd55ec6236 HTTP/1.1" status: 200 len: 947 time: 0.1378121 Feb 09 00:50:20.735159 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b8bbfa-8160-465a-b579-defa2e51ebda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a064ee1-bfac-402f-98a4-e87868e42c2e,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:20.751380 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-1a431bf3-1517-4d22-8084-a0aa0369839b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, d48da2dd-3ddc-434a-910d-9238c037d794) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:50:20.765663 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0258ed-f946-434a-a7cd-a80caa0d89cd None None] Network d48da2dd-3ddc-434a-910d-9238c037d794 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:50:20.769978 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a431bf3-1517-4d22-8084-a0aa0369839b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:20.770433 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1a431bf3-1517-4d22-8084-a0aa0369839b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:20.773628 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-20c444e2-0bb7-4ad2-b62b-dfea55d4a25a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:20.775989 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-91b8bbfa-8160-465a-b579-defa2e51ebda admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:20.779478 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-91b8bbfa-8160-465a-b579-defa2e51ebda admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/9a064ee1-bfac-402f-98a4-e87868e42c2e HTTP/1.1" status: 204 len: 168 time: 0.5820687 Feb 09 00:50:20.795586 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adf8eb8b-c147-4b43-8786-252f355693df admin admin] Router 2af95a16-b950-4b0e-830c-1dfb2648433b is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 00:50:20.805422 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-9343410e-7c6a-4bdf-a45e-c317ba6f87c9 req-2c825ab2-697d-4ace-b8a1-ec8047517535 service neutron] For port e982a96b-242e-4765-90fb-bf9d7bf3aa4e, host n-h1-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:50:20.814366 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-1a431bf3-1517-4d22-8084-a0aa0369839b admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0438907 Feb 09 00:50:20.818309 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c444e2-0bb7-4ad2-b62b-dfea55d4a25a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dcf6f7c-089d-41c5-956a-69a2b14f924a,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:20.825377 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-19201f40-79be-4827-9731-64750c7eed67 req-5b1c41e4-28bf-41dd-af55-b33c8f94513e tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.105 "GET /v2.0/security-groups?id=a13e4638-b350-4af6-8b8a-44791571b941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761614 Feb 09 00:50:20.842896 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-9343410e-7c6a-4bdf-a45e-c317ba6f87c9 req-2c825ab2-697d-4ace-b8a1-ec8047517535 service neutron] For port e982a96b-242e-4765-90fb-bf9d7bf3aa4e, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=e982a96b-242e-4765-90fb-bf9d7bf3aa4e,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:50:20.844626 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-20c444e2-0bb7-4ad2-b62b-dfea55d4a25a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:20.849552 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-20c444e2-0bb7-4ad2-b62b-dfea55d4a25a admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/9dcf6f7c-089d-41c5-956a-69a2b14f924a HTTP/1.1" status: 204 len: 168 time: 0.8164685 Feb 09 00:50:20.915087 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-9343410e-7c6a-4bdf-a45e-c317ba6f87c9 req-2c825ab2-697d-4ace-b8a1-ec8047517535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:21.043881 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c825ab2-697d-4ace-b8a1-ec8047517535 service neutron] Pushing event updated for resources: {'Port': ['ID=e982a96b-242e-4765-90fb-bf9d7bf3aa4e,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:21.050248 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343410e-7c6a-4bdf-a45e-c317ba6f87c9 req-2c825ab2-697d-4ace-b8a1-ec8047517535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:21.050872 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-9343410e-7c6a-4bdf-a45e-c317ba6f87c9 req-2c825ab2-697d-4ace-b8a1-ec8047517535 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:21.052352 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-9343410e-7c6a-4bdf-a45e-c317ba6f87c9 req-2c825ab2-697d-4ace-b8a1-ec8047517535 service neutron] 10.222.0.62 "PUT /v2.0/ports/e982a96b-242e-4765-90fb-bf9d7bf3aa4e HTTP/1.1" status: 200 len: 1118 time: 2.7734859 Feb 09 00:50:21.053135 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b6aa0fe-468c-4234-a327-df3172cd43db', 'tag': 'e982a96b-242e-4765-90fb-bf9d7bf3aa4e'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:50:21.162191 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c72d6f4-7f1d-41fc-90c6-aebe1a75a880 None None] Network d48da2dd-3ddc-434a-910d-9238c037d794 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:50:21.331121 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adf8eb8b-c147-4b43-8786-252f355693df admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 00:50:21.343141 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332437eb-dfb0-4430-9181-18501019efea None None] Sync routers for ids ['2af95a16-b950-4b0e-830c-1dfb2648433b'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:50:21.358386 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-adf8eb8b-c147-4b43-8786-252f355693df admin admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:21.359138 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-adf8eb8b-c147-4b43-8786-252f355693df admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 10.6645796 Feb 09 00:50:21.361977 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 37374) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:21.362848 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332437eb-dfb0-4430-9181-18501019efea None None] Routers {'2af95a16-b950-4b0e-830c-1dfb2648433b'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:50:21.365025 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-332437eb-dfb0-4430-9181-18501019efea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:50:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['2af95a16-b950-4b0e-830c-1dfb2648433b'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:50:21.375697 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343410e-7c6a-4bdf-a45e-c317ba6f87c9 req-09b29b0d-a89e-4192-96e1-e4851af9c5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:21.381413 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-9343410e-7c6a-4bdf-a45e-c317ba6f87c9 req-09b29b0d-a89e-4192-96e1-e4851af9c5ec service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9f726ede9acd4025bc9e46a4b558c50e&device_id=0b6aa0fe-468c-4234-a327-df3172cd43db HTTP/1.1" status: 200 len: 1121 time: 0.2471282 Feb 09 00:50:21.408184 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:21.546512 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-9343410e-7c6a-4bdf-a45e-c317ba6f87c9 req-c01dabbd-3b2e-4786-9820-7919d587cce0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=e982a96b-242e-4765-90fb-bf9d7bf3aa4e HTTP/1.1" status: 200 len: 217 time: 0.1580102 Feb 09 00:50:21.650732 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-332437eb-dfb0-4430-9181-18501019efea None None] Set router 2af95a16-b950-4b0e-830c-1dfb2648433b gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:50:21.729896 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343410e-7c6a-4bdf-a45e-c317ba6f87c9 req-3d42885e-829c-40c4-8173-548f2703d567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:21.732377 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-9343410e-7c6a-4bdf-a45e-c317ba6f87c9 req-3d42885e-829c-40c4-8173-548f2703d567 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.1802189 Feb 09 00:50:21.879912 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343410e-7c6a-4bdf-a45e-c317ba6f87c9 req-a2cfde8a-3bd5-438b-b127-141ed2618644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:21.881420 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-9343410e-7c6a-4bdf-a45e-c317ba6f87c9 req-a2cfde8a-3bd5-438b-b127-141ed2618644 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1358445 Feb 09 00:50:22.060560 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-9343410e-7c6a-4bdf-a45e-c317ba6f87c9 req-340bbea1-2e26-4109-8702-02373e0e83da service neutron] 10.222.0.62 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719215 Feb 09 00:50:22.176588 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-332437eb-dfb0-4430-9181-18501019efea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af95a16-b950-4b0e-830c-1dfb2648433b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-484173246-router', 'tenant_id': 'f58b45d9b9254f4c89275ff6a8df096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '8e425fd9-0af5-4367-a072-3d6572627247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:50:11Z', 'updated_at': '2022-02-09T00:50:18Z', 'revision_number': 3, 'project_id': 'f58b45d9b9254f4c89275ff6a8df096f', 'gw_port': {'id': '8e425fd9-0af5-4367-a072-3d6572627247', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:11:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af95a16-b950-4b0e-830c-1dfb2648433b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:50:15Z', 'updated_at': '2022-02-09T00:50:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:50:22.182742 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332437eb-dfb0-4430-9181-18501019efea None None] Checking router: 2af95a16-b950-4b0e-830c-1dfb2648433b for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:50:22.183172 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332437eb-dfb0-4430-9181-18501019efea None None] Updating router 2af95a16-b950-4b0e-830c-1dfb2648433b port 8e425fd9-0af5-4367-a072-3d6572627247 binding host n-d-828418-1 {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:50:22.193456 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device e0c90098-2788-42f0-bc70-1f7dff3385fe details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:50:22.337977 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-9343410e-7c6a-4bdf-a45e-c317ba6f87c9 req-492ebd51-818c-4f4f-a4cb-4c50c32c7f90 service neutron] 10.222.0.62 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656682 Feb 09 00:50:22.353354 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-332437eb-dfb0-4430-9181-18501019efea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:22.370114 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643accba-0160-403f-920b-faf55c34f70d req-324ccc5c-817a-471c-9721-4b750eb10fd3 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:22.376723 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-643accba-0160-403f-920b-faf55c34f70d req-324ccc5c-817a-471c-9721-4b750eb10fd3 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/networks?id=ded91f5f-4c52-4e17-8569-d9d1696711b8 HTTP/1.1" status: 200 len: 808 time: 0.4629569 Feb 09 00:50:22.395268 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44a6d83-e99e-4a58-8678-e33e28cfb78d req-cc604ae9-87b7-4fd4-8643-e2361b1b0f21 tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:22.403225 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d44a6d83-e99e-4a58-8678-e33e28cfb78d req-cc604ae9-87b7-4fd4-8643-e2361b1b0f21 tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] 10.222.0.105 "GET /v2.0/ports?device_id=0b6aa0fe-468c-4234-a327-df3172cd43db HTTP/1.1" status: 200 len: 970 time: 0.5903423 Feb 09 00:50:22.475837 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-643accba-0160-403f-920b-faf55c34f70d req-c54da198-3635-490f-9655-76ca366233a4 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/quotas/8d883076d7064c219a98a8f981d7945a HTTP/1.1" status: 200 len: 375 time: 0.0980613 Feb 09 00:50:22.526387 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port e0c90098-2788-42f0-bc70-1f7dff3385fe, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=e0c90098-2788-42f0-bc70-1f7dff3385fe,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:50:22.545258 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': 'e0c90098-2788-42f0-bc70-1f7dff3385fe', 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6', 'port_id': 'e0c90098-2788-42f0-bc70-1f7dff3385fe', 'mac_address': 'fa:16:3e:d9:bf:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7938d94-1f0f-48bd-a0b3-26d5344ff0ec', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:50:22.557374 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-643accba-0160-403f-920b-faf55c34f70d req-0e15f223-551a-40f5-b317-80a065d049ba tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=8d883076d7064c219a98a8f981d7945a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0788457 Feb 09 00:50:22.573563 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d44a6d83-e99e-4a58-8678-e33e28cfb78d req-bd054923-9fef-4734-b183-ab707ccea7d7 tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] 10.222.0.105 "GET /v2.0/security-groups?id=d49b0790-c757-46e2-ae6a-f5352b0a4323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692553 Feb 09 00:50:22.630567 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:22.699354 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0c90098-2788-42f0-bc70-1f7dff3385fe {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:50:22.721918 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port e0c90098-2788-42f0-bc70-1f7dff3385fe, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=e0c90098-2788-42f0-bc70-1f7dff3385fe,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:50:22.727113 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:22.843905 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=e0c90098-2788-42f0-bc70-1f7dff3385fe,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:22.888336 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-332437eb-dfb0-4430-9181-18501019efea None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:22.910871 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-332437eb-dfb0-4430-9181-18501019efea None None] Transition to ACTIVE for port object 8e425fd9-0af5-4367-a072-3d6572627247 will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:50:22.927466 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-332437eb-dfb0-4430-9181-18501019efea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:23.047425 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b6aa0fe-468c-4234-a327-df3172cd43db', 'tag': 'e982a96b-242e-4765-90fb-bf9d7bf3aa4e', 'status': 'completed', 'code': 200} Feb 09 00:50:23.047569 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-332437eb-dfb0-4430-9181-18501019efea None None] Attempting to bind port 8e425fd9-0af5-4367-a072-3d6572627247 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:50:23.048305 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-332437eb-dfb0-4430-9181-18501019efea None None] Attempting to bind port 8e425fd9-0af5-4367-a072-3d6572627247 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:50:23.048700 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332437eb-dfb0-4430-9181-18501019efea None None] Attempting to bind port 8e425fd9-0af5-4367-a072-3d6572627247 on network 3d885c3c-255c-4e54-addc-b28437d0b18e {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:50:23.060882 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784d0e22-d397-4d6e-8d94-d86d5250ebd7 None None] Pushing event updated for resources: {'Port': ['ID=8e425fd9-0af5-4367-a072-3d6572627247,revision_number=2']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:23.069352 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332437eb-dfb0-4430-9181-18501019efea None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:50:23.070034 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332437eb-dfb0-4430-9181-18501019efea None None] Checking segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:50:23.071175 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-332437eb-dfb0-4430-9181-18501019efea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:23.071853 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332437eb-dfb0-4430-9181-18501019efea None None] Bound using segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:50:23.072490 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-332437eb-dfb0-4430-9181-18501019efea None None] Bound port: 8e425fd9-0af5-4367-a072-3d6572627247, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:50:23.073044 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-332437eb-dfb0-4430-9181-18501019efea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:23.125227 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ab659f8c-81dc-44aa-ad37-d9f25f7bda26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:23.135214 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['e0c90098-2788-42f0-bc70-1f7dff3385fe'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:50:23.228086 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea420d-cba7-4ae3-8e67-f21a4c8b23ff req-b0033591-b478-4e9b-9f72-4c1cbaf01e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:23.231897 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-46ea420d-cba7-4ae3-8e67-f21a4c8b23ff req-b0033591-b478-4e9b-9f72-4c1cbaf01e48 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9f726ede9acd4025bc9e46a4b558c50e&device_id=0b6aa0fe-468c-4234-a327-df3172cd43db HTTP/1.1" status: 200 len: 1121 time: 0.1549389 Feb 09 00:50:23.236523 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-332437eb-dfb0-4430-9181-18501019efea None None] For port 8e425fd9-0af5-4367-a072-3d6572627247, host n-d-828418-1, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:50:23.247208 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-332437eb-dfb0-4430-9181-18501019efea None None] For port 8e425fd9-0af5-4367-a072-3d6572627247, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=8e425fd9-0af5-4367-a072-3d6572627247,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:50:23.254449 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-332437eb-dfb0-4430-9181-18501019efea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:23.409542 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [req-643accba-0160-403f-920b-faf55c34f70d req-2965bf9c-f2dd-4d03-92d3-a8e488ec4457 service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:50:23.416936 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-643accba-0160-403f-920b-faf55c34f70d req-2965bf9c-f2dd-4d03-92d3-a8e488ec4457 service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5402224 Feb 09 00:50:23.445767 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784d0e22-d397-4d6e-8d94-d86d5250ebd7 None None] Pushing event updated for resources: {'Port': ['ID=8e425fd9-0af5-4367-a072-3d6572627247,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:23.493178 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332437eb-dfb0-4430-9181-18501019efea None None] Routers {'2af95a16-b950-4b0e-830c-1dfb2648433b'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:50:23.493936 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-332437eb-dfb0-4430-9181-18501019efea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:50:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['2af95a16-b950-4b0e-830c-1dfb2648433b'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:50:23.547943 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea420d-cba7-4ae3-8e67-f21a4c8b23ff req-77de4695-da0a-4d6c-a924-16c185b8b898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:23.550232 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-46ea420d-cba7-4ae3-8e67-f21a4c8b23ff req-77de4695-da0a-4d6c-a924-16c185b8b898 service neutron] 10.222.0.62 "GET /v2.0/networks?id=42d335cf-a678-4bc3-901b-7d21fb8587e6 HTTP/1.1" status: 200 len: 870 time: 0.3120561 Feb 09 00:50:23.745212 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-332437eb-dfb0-4430-9181-18501019efea None None] Set router 2af95a16-b950-4b0e-830c-1dfb2648433b gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:50:23.803722 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-46ea420d-cba7-4ae3-8e67-f21a4c8b23ff req-7e90a76b-d930-49ff-9a1e-877e9233a185 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=e982a96b-242e-4765-90fb-bf9d7bf3aa4e HTTP/1.1" status: 200 len: 217 time: 0.2458730 Feb 09 00:50:23.933555 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea420d-cba7-4ae3-8e67-f21a4c8b23ff req-15ad1b59-525e-4d32-ac50-b2c288c136ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:23.935696 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-46ea420d-cba7-4ae3-8e67-f21a4c8b23ff req-15ad1b59-525e-4d32-ac50-b2c288c136ab service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.1236355 Feb 09 00:50:23.989816 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-ab659f8c-81dc-44aa-ad37-d9f25f7bda26 admin admin] Allocated IP 172.20.0.1 (00f1ec81-fa58-4d3e-bcd7-5431a91feebd/332511b8-51f1-41e9-b3cd-50b0569323ec/54bd3acc-1760-43fd-acbd-09d5c33abb7e) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:50:24.090623 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea420d-cba7-4ae3-8e67-f21a4c8b23ff req-6adbd0d8-ade3-4978-a62f-71e01a76b5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:24.092164 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-46ea420d-cba7-4ae3-8e67-f21a4c8b23ff req-6adbd0d8-ade3-4978-a62f-71e01a76b5b1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1478100 Feb 09 00:50:24.150114 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2e100-9911-4a58-8c77-cc144df01117 req-0986429d-381e-4ac1-8396-7061ee64d121 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:24.152669 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2fc2e100-9911-4a58-8c77-cc144df01117 req-0986429d-381e-4ac1-8396-7061ee64d121 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.105 "GET /v2.0/ports?device_id=da481b83-3be9-4826-9cbc-c2dd55ec6236 HTTP/1.1" status: 200 len: 948 time: 0.8808727 Feb 09 00:50:24.171306 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device e0c90098-2788-42f0-bc70-1f7dff3385fe up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:50:24.204936 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-643accba-0160-403f-920b-faf55c34f70d req-562bfa73-2308-43d2-8245-ff8f4ff3c926 service neutron] 10.222.0.105 "GET /v2.0/networks/ded91f5f-4c52-4e17-8569-d9d1696711b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7796261 Feb 09 00:50:24.217910 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-332437eb-dfb0-4430-9181-18501019efea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af95a16-b950-4b0e-830c-1dfb2648433b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-484173246-router', 'tenant_id': 'f58b45d9b9254f4c89275ff6a8df096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '8e425fd9-0af5-4367-a072-3d6572627247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:50:11Z', 'updated_at': '2022-02-09T00:50:18Z', 'revision_number': 3, 'project_id': 'f58b45d9b9254f4c89275ff6a8df096f', 'gw_port': {'id': '8e425fd9-0af5-4367-a072-3d6572627247', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:11:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af95a16-b950-4b0e-830c-1dfb2648433b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:50:15Z', 'updated_at': '2022-02-09T00:50:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:50:24.223157 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332437eb-dfb0-4430-9181-18501019efea None None] The sync data for ids ['2af95a16-b950-4b0e-830c-1dfb2648433b'] in n-d-828418-1 is: [{'id': '2af95a16-b950-4b0e-830c-1dfb2648433b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-484173246-router', 'tenant_id': 'f58b45d9b9254f4c89275ff6a8df096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '8e425fd9-0af5-4367-a072-3d6572627247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:50:11Z', 'updated_at': '2022-02-09T00:50:18Z', 'revision_number': 3, 'project_id': 'f58b45d9b9254f4c89275ff6a8df096f', 'gw_port': {'id': '8e425fd9-0af5-4367-a072-3d6572627247', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:11:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af95a16-b950-4b0e-830c-1dfb2648433b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:50:15Z', 'updated_at': '2022-02-09T00:50:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:50:24.264581 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-46ea420d-cba7-4ae3-8e67-f21a4c8b23ff req-9d4b4485-fa9b-4f06-96d3-62741462b1a0 service neutron] 10.222.0.62 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649580 Feb 09 00:50:24.268192 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port e0c90098-2788-42f0-bc70-1f7dff3385fe completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:50:24.284427 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port e0c90098-2788-42f0-bc70-1f7dff3385fe triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:50:24.285255 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:24.351121 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:24.404580 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-643accba-0160-403f-920b-faf55c34f70d req-cf28901a-744c-40db-b880-e0dbae7c71ce service neutron] 10.222.0.105 "GET /v2.0/networks/ded91f5f-4c52-4e17-8569-d9d1696711b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647835 Feb 09 00:50:24.440094 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ab659f8c-81dc-44aa-ad37-d9f25f7bda26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:24.451735 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-46ea420d-cba7-4ae3-8e67-f21a4c8b23ff req-7d23c8d3-8555-4beb-9104-7bab35a5dff7 service neutron] 10.222.0.62 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802824 Feb 09 00:50:24.451975 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2fc2e100-9911-4a58-8c77-cc144df01117 req-7ab5ddeb-c396-440b-a306-66b24b1477ff tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.105 "GET /v2.0/security-groups?id=a13e4638-b350-4af6-8b8a-44791571b941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876670 Feb 09 00:50:24.455996 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:24.463439 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-ab659f8c-81dc-44aa-ad37-d9f25f7bda26 admin admin] Transition to ACTIVE for port object 54bd3acc-1760-43fd-acbd-09d5c33abb7e will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:50:24.492693 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ab659f8c-81dc-44aa-ad37-d9f25f7bda26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:24.501143 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da481b83-3be9-4826-9cbc-c2dd55ec6236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0c90098-2788-42f0-bc70-1f7dff3385fe'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:50:24.592801 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port e0c90098-2788-42f0-bc70-1f7dff3385fe, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=e0c90098-2788-42f0-bc70-1f7dff3385fe,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:50:24.595395 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab659f8c-81dc-44aa-ad37-d9f25f7bda26 admin admin] Network 00f1ec81-fa58-4d3e-bcd7-5431a91feebd is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:50:24.599308 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-ab659f8c-81dc-44aa-ad37-d9f25f7bda26 admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:50:24.602391 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:24.606874 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab659f8c-81dc-44aa-ad37-d9f25f7bda26 admin admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:50:24.611034 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ab659f8c-81dc-44aa-ad37-d9f25f7bda26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:24.701263 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab659f8c-81dc-44aa-ad37-d9f25f7bda26 admin admin] Pushing event updated for resources: {'Port': ['ID=54bd3acc-1760-43fd-acbd-09d5c33abb7e,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:24.823725 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=e0c90098-2788-42f0-bc70-1f7dff3385fe,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:24.910385 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d119ae9-c901-4321-8d09-88700f9f3614 req-87a4fad2-12b4-4291-855d-1e85a3364a00 tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:24.918294 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6d119ae9-c901-4321-8d09-88700f9f3614 req-87a4fad2-12b4-4291-855d-1e85a3364a00 tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] 10.222.0.105 "GET /v2.0/ports?device_id=0b6aa0fe-468c-4234-a327-df3172cd43db HTTP/1.1" status: 200 len: 970 time: 0.1947961 Feb 09 00:50:25.058599 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ab659f8c-81dc-44aa-ad37-d9f25f7bda26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:25.082295 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6d119ae9-c901-4321-8d09-88700f9f3614 req-76c59d34-de0a-4284-9355-1100ab31163b tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] 10.222.0.105 "GET /v2.0/security-groups?id=d49b0790-c757-46e2-ae6a-f5352b0a4323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628916 Feb 09 00:50:25.151923 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1224ea3a-5928-4342-b9aa-be9efb4c0875 None None] Provisioning for port 54bd3acc-1760-43fd-acbd-09d5c33abb7e completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:50:25.158078 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1224ea3a-5928-4342-b9aa-be9efb4c0875 None None] Provisioning complete for port 54bd3acc-1760-43fd-acbd-09d5c33abb7e triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:50:25.159295 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1224ea3a-5928-4342-b9aa-be9efb4c0875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:25.262235 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-1224ea3a-5928-4342-b9aa-be9efb4c0875 None None] Port 54bd3acc-1760-43fd-acbd-09d5c33abb7e cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:50:25.339849 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da481b83-3be9-4826-9cbc-c2dd55ec6236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0c90098-2788-42f0-bc70-1f7dff3385fe', 'code': 200} Feb 09 00:50:25.379056 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-df0498b1-d647-4c79-a007-57ecd0a1ec8e req-1a04910f-1905-4bfd-9a55-2b5f8ad8c8f6 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=4217fae3-6087-4477-8eed-859d85400796 HTTP/1.1" status: 200 len: 210 time: 0.1305625 Feb 09 00:50:25.667109 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ab659f8c-81dc-44aa-ad37-d9f25f7bda26 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:25.673352 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 8e425fd9-0af5-4367-a072-3d6572627247 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:50:25.675787 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ab659f8c-81dc-44aa-ad37-d9f25f7bda26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:25.676429 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ab659f8c-81dc-44aa-ad37-d9f25f7bda26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:25.688012 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486988a6-e61f-4616-96c6-1ad3a9c5dd51 req-07d70d9f-963f-4682-a3ac-9ec0162cab93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:25.690386 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-486988a6-e61f-4616-96c6-1ad3a9c5dd51 req-07d70d9f-963f-4682-a3ac-9ec0162cab93 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=da481b83-3be9-4826-9cbc-c2dd55ec6236 HTTP/1.1" status: 200 len: 1100 time: 0.2497733 Feb 09 00:50:25.725950 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-486988a6-e61f-4616-96c6-1ad3a9c5dd51 req-9a68b8a6-920f-49ea-aefc-f3a37b19f11c service neutron] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:25.751410 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-486988a6-e61f-4616-96c6-1ad3a9c5dd51 req-9a68b8a6-920f-49ea-aefc-f3a37b19f11c service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:50:25.766678 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-486988a6-e61f-4616-96c6-1ad3a9c5dd51 req-9a68b8a6-920f-49ea-aefc-f3a37b19f11c service neutron] Usage tracker for resource:security_group_rule and tenant:af4f926be2724c47b4b11b5b52683edb is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:50:25.770369 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-486988a6-e61f-4616-96c6-1ad3a9c5dd51 req-9a68b8a6-920f-49ea-aefc-f3a37b19f11c service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:50:25.779703 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-486988a6-e61f-4616-96c6-1ad3a9c5dd51 req-9a68b8a6-920f-49ea-aefc-f3a37b19f11c service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:50:25.815921 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 8e425fd9-0af5-4367-a072-3d6572627247 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:50:25.826024 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 8e425fd9-0af5-4367-a072-3d6572627247 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:50:25.826668 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:25.975830 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-486988a6-e61f-4616-96c6-1ad3a9c5dd51 req-9a68b8a6-920f-49ea-aefc-f3a37b19f11c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:25.987315 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-486988a6-e61f-4616-96c6-1ad3a9c5dd51 req-9a68b8a6-920f-49ea-aefc-f3a37b19f11c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:26.040979 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-486988a6-e61f-4616-96c6-1ad3a9c5dd51 req-9a68b8a6-920f-49ea-aefc-f3a37b19f11c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a13e4638-b350-4af6-8b8a-44791571b941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3411303 Feb 09 00:50:26.099214 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a68b8a6-920f-49ea-aefc-f3a37b19f11c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=649cacd7-3387-4767-af76-f1cadc699051,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:26.123209 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab659f8c-81dc-44aa-ad37-d9f25f7bda26 admin admin] Pushing event updated for resources: {'Port': ['ID=54bd3acc-1760-43fd-acbd-09d5c33abb7e,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:26.200533 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:26.223833 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device e982a96b-242e-4765-90fb-bf9d7bf3aa4e details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:50:26.269459 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 8e425fd9-0af5-4367-a072-3d6572627247, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=8e425fd9-0af5-4367-a072-3d6572627247,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:50:26.289930 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:26.310483 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c134994e-38c9-4120-9633-ace05f756638 req-cd234c9f-053b-4a43-9c75-249edcf339b8 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:26.317942 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c134994e-38c9-4120-9633-ace05f756638 req-cd234c9f-053b-4a43-9c75-249edcf339b8 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.105 "GET /v2.0/ports?device_id=da481b83-3be9-4826-9cbc-c2dd55ec6236 HTTP/1.1" status: 200 len: 949 time: 0.4605260 Feb 09 00:50:26.344745 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab659f8c-81dc-44aa-ad37-d9f25f7bda26 admin admin] Network 00f1ec81-fa58-4d3e-bcd7-5431a91feebd is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:50:26.349723 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-ab659f8c-81dc-44aa-ad37-d9f25f7bda26 admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:50:26.410049 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37538) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:26.455854 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=8e425fd9-0af5-4367-a072-3d6572627247,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:26.477657 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c134994e-38c9-4120-9633-ace05f756638 req-d2c4c9c3-77bc-45b6-bdf8-83aafeabb2d3 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.105 "GET /v2.0/security-groups?id=a13e4638-b350-4af6-8b8a-44791571b941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582918 Feb 09 00:50:26.514201 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port e982a96b-242e-4765-90fb-bf9d7bf3aa4e, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=e982a96b-242e-4765-90fb-bf9d7bf3aa4e,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:50:26.553498 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': 'e982a96b-242e-4765-90fb-bf9d7bf3aa4e', 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6', 'port_id': 'e982a96b-242e-4765-90fb-bf9d7bf3aa4e', 'mac_address': 'fa:16:3e:e7:df:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7938d94-1f0f-48bd-a0b3-26d5344ff0ec', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:tempest-test_az-2011809751', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:50:26.674148 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c0418845-f19a-4ccd-87fd-7818b6676b59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:26.713714 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:26.727527 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.99', 61606) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:26.744510 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e982a96b-242e-4765-90fb-bf9d7bf3aa4e {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:50:26.748219 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c0418845-f19a-4ccd-87fd-7818b6676b59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:50:26.788170 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port e982a96b-242e-4765-90fb-bf9d7bf3aa4e, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=e982a96b-242e-4765-90fb-bf9d7bf3aa4e,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:50:26.793831 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:26.885390 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-91714251-7f9b-4625-b9fe-5c19b181acdf None None] Provisioning complete for port 54bd3acc-1760-43fd-acbd-09d5c33abb7e triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:50:26.885790 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-91714251-7f9b-4625-b9fe-5c19b181acdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:26.905522 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 37550) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:26.908597 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-c0418845-f19a-4ccd-87fd-7818b6676b59 admin admin] Usage tracker for resource:security_group_rule and tenant:a5b76cde7fc34028be27a6368bed78d2 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:50:26.909738 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4cfba524-09a7-491d-815a-302e55ed6da0 req-160f5c47-780b-4d76-af30-ca9f6ed748ed tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=4217fae3-6087-4477-8eed-859d85400796 HTTP/1.1" status: 200 len: 210 time: 0.1278226 Feb 09 00:50:26.918374 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-c0418845-f19a-4ccd-87fd-7818b6676b59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:50:26.931716 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c0418845-f19a-4ccd-87fd-7818b6676b59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:50:26.935799 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c5460b-b7e8-4214-8e3b-f193a8a6e5e7 req-6a2c8fbb-324d-45ea-a126-298da162ea93 tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:26.943668 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-28c5460b-b7e8-4214-8e3b-f193a8a6e5e7 req-6a2c8fbb-324d-45ea-a126-298da162ea93 tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] 10.222.0.105 "GET /v2.0/ports?device_id=0b6aa0fe-468c-4234-a327-df3172cd43db HTTP/1.1" status: 200 len: 970 time: 0.6968727 Feb 09 00:50:26.977781 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab659f8c-81dc-44aa-ad37-d9f25f7bda26 admin admin] Router 2af95a16-b950-4b0e-830c-1dfb2648433b has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 00:50:27.016189 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-91714251-7f9b-4625-b9fe-5c19b181acdf None None] Port 54bd3acc-1760-43fd-acbd-09d5c33abb7e cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:50:27.022298 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-28c5460b-b7e8-4214-8e3b-f193a8a6e5e7 req-cfad680b-50ad-4756-b2ee-7550ec9f1d32 tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] 10.222.0.105 "GET /v2.0/security-groups?id=d49b0790-c757-46e2-ae6a-f5352b0a4323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776496 Feb 09 00:50:27.044005 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=e982a96b-242e-4765-90fb-bf9d7bf3aa4e,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:27.060103 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643accba-0160-403f-920b-faf55c34f70d req-d963b59c-3e98-4fc0-a9e9-33202aad619b tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:27.061130 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-643accba-0160-403f-920b-faf55c34f70d req-d963b59c-3e98-4fc0-a9e9-33202aad619b tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Synchronizing usage tracker for tenant:8d883076d7064c219a98a8f981d7945a on resource:network {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:50:27.103463 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['e982a96b-242e-4765-90fb-bf9d7bf3aa4e'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:50:27.146201 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c0418845-f19a-4ccd-87fd-7818b6676b59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:27.154926 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3b7a54dd-7476-43eb-a2e4-087cc7b3d7bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:27.158785 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c0418845-f19a-4ccd-87fd-7818b6676b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:27.184347 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-643accba-0160-403f-920b-faf55c34f70d req-d963b59c-3e98-4fc0-a9e9-33202aad619b tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Unset dirty status for tenant:8d883076d7064c219a98a8f981d7945a on resource:network {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:50:27.185816 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-643accba-0160-403f-920b-faf55c34f70d req-d963b59c-3e98-4fc0-a9e9-33202aad619b tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.99 "GET /v2.0/networks?id=ded91f5f-4c52-4e17-8569-d9d1696711b8 HTTP/1.1" status: 200 len: 808 time: 0.4551156 Feb 09 00:50:27.210172 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-3b7a54dd-7476-43eb-a2e4-087cc7b3d7bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:50:27.220306 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-3b7a54dd-7476-43eb-a2e4-087cc7b3d7bb admin admin] Usage tracker for resource:security_group_rule and tenant:5fa9d19375314dc5afa38beedf3f06dd is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:50:27.225358 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-3b7a54dd-7476-43eb-a2e4-087cc7b3d7bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:50:27.233867 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c0418845-f19a-4ccd-87fd-7818b6676b59 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=a5b76cde7fc34028be27a6368bed78d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8191822 Feb 09 00:50:27.233867 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0418845-f19a-4ccd-87fd-7818b6676b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6c2296-e0ca-4227-b731-93adcddd672d,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:27.234194 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 37560) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:27.236405 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-3b7a54dd-7476-43eb-a2e4-087cc7b3d7bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:50:27.280711 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-643accba-0160-403f-920b-faf55c34f70d req-a428b442-ecb5-4ed8-bdec-0205da2e55ff tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Request body: {'port': {'device_id': '4217fae3-6087-4477-8eed-859d85400796', 'network_id': 'ded91f5f-4c52-4e17-8569-d9d1696711b8', 'admin_state_up': True, 'tenant_id': '8d883076d7064c219a98a8f981d7945a'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:50:27.326932 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 00:50:27.414598 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab659f8c-81dc-44aa-ad37-d9f25f7bda26 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 00:50:27.432408 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb14968-baea-48e5-9020-8c385b4a6e70 None None] Sync routers for ids ['2af95a16-b950-4b0e-830c-1dfb2648433b'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:50:27.452215 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb14968-baea-48e5-9020-8c385b4a6e70 None None] Routers {'2af95a16-b950-4b0e-830c-1dfb2648433b'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:50:27.452948 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-2fb14968-baea-48e5-9020-8c385b4a6e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:50:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['2af95a16-b950-4b0e-830c-1dfb2648433b'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:50:27.460116 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e0058926-91a5-4788-bf23-bd573bb23c07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:27.484927 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-643accba-0160-403f-920b-faf55c34f70d req-a428b442-ecb5-4ed8-bdec-0205da2e55ff tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:50:27.494104 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-643accba-0160-403f-920b-faf55c34f70d req-a428b442-ecb5-4ed8-bdec-0205da2e55ff tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Usage tracker for resource:port and tenant:8d883076d7064c219a98a8f981d7945a is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:50:27.498377 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-643accba-0160-403f-920b-faf55c34f70d req-a428b442-ecb5-4ed8-bdec-0205da2e55ff tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:50:27.509307 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-643accba-0160-403f-920b-faf55c34f70d req-a428b442-ecb5-4ed8-bdec-0205da2e55ff tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:50:27.518083 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-ab659f8c-81dc-44aa-ad37-d9f25f7bda26 admin admin] 10.222.0.105 "PUT /v2.0/routers/2af95a16-b950-4b0e-830c-1dfb2648433b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1489301 Feb 09 00:50:27.525004 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-643accba-0160-403f-920b-faf55c34f70d req-a428b442-ecb5-4ed8-bdec-0205da2e55ff tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Made reservation on behalf of 8d883076d7064c219a98a8f981d7945a for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:50:27.536031 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-643accba-0160-403f-920b-faf55c34f70d req-a428b442-ecb5-4ed8-bdec-0205da2e55ff tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:27.549951 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e0058926-91a5-4788-bf23-bd573bb23c07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:27.717743 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3b7a54dd-7476-43eb-a2e4-087cc7b3d7bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:27.732059 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3b7a54dd-7476-43eb-a2e4-087cc7b3d7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:27.736495 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 8e425fd9-0af5-4367-a072-3d6572627247 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:50:27.883308 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-643accba-0160-403f-920b-faf55c34f70d req-a428b442-ecb5-4ed8-bdec-0205da2e55ff tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Allocated IP 172.20.0.4 (ded91f5f-4c52-4e17-8569-d9d1696711b8/103c212c-bf16-40d1-a89c-07252434eb67/0c26df16-b85b-4e62-8100-31c95a5c2dfc) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:50:27.896758 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e0058926-91a5-4788-bf23-bd573bb23c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:27.904884 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-3b7a54dd-7476-43eb-a2e4-087cc7b3d7bb admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=5fa9d19375314dc5afa38beedf3f06dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9936643 Feb 09 00:50:27.908237 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37572) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:27.912530 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a54dd-7476-43eb-a2e4-087cc7b3d7bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5c3df7-b9a4-4aed-863f-0bf3e8bf6c43,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:27.922254 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-2fb14968-baea-48e5-9020-8c385b4a6e70 None None] Set router 2af95a16-b950-4b0e-830c-1dfb2648433b gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:50:27.943700 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0058926-91a5-4788-bf23-bd573bb23c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6c2296-e0ca-4227-b731-93adcddd672d,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:27.950221 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e0058926-91a5-4788-bf23-bd573bb23c07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:27.951466 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-e0058926-91a5-4788-bf23-bd573bb23c07 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/2f6c2296-e0ca-4227-b731-93adcddd672d HTTP/1.1" status: 204 len: 168 time: 0.7165372 Feb 09 00:50:27.991053 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af138f96-b7d3-4654-868d-20a1dea9df80 req-e655aebc-56cb-443c-9081-a50cd9398953 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:28.013320 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-af138f96-b7d3-4654-868d-20a1dea9df80 req-e655aebc-56cb-443c-9081-a50cd9398953 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.105 "GET /v2.0/ports?device_id=da481b83-3be9-4826-9cbc-c2dd55ec6236 HTTP/1.1" status: 200 len: 949 time: 0.2839575 Feb 09 00:50:28.134356 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-af138f96-b7d3-4654-868d-20a1dea9df80 req-723ff490-98cc-49b8-a39f-8d5dd11a348c tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.105 "GET /v2.0/security-groups?id=a13e4638-b350-4af6-8b8a-44791571b941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178927 Feb 09 00:50:28.168625 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-794a018b-d904-4102-866d-1c16921d399e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:28.193854 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device e982a96b-242e-4765-90fb-bf9d7bf3aa4e up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:50:28.198265 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-794a018b-d904-4102-866d-1c16921d399e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:28.269934 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-794a018b-d904-4102-866d-1c16921d399e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:28.300971 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794a018b-d904-4102-866d-1c16921d399e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5c3df7-b9a4-4aed-863f-0bf3e8bf6c43,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:28.363920 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-794a018b-d904-4102-866d-1c16921d399e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:28.368573 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-794a018b-d904-4102-866d-1c16921d399e admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/9e5c3df7-b9a4-4aed-863f-0bf3e8bf6c43 HTTP/1.1" status: 204 len: 168 time: 0.4550343 Feb 09 00:50:28.465399 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 8e425fd9-0af5-4367-a072-3d6572627247 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:50:28.466271 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:28.484048 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-643accba-0160-403f-920b-faf55c34f70d req-a428b442-ecb5-4ed8-bdec-0205da2e55ff tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:28.506289 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-41d56cbf-2b9f-48d4-9a80-e4658cbc98cb req-a02c7021-8110-48eb-9527-f3af5a0ac484 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=4217fae3-6087-4477-8eed-859d85400796 HTTP/1.1" status: 200 len: 210 time: 0.1190610 Feb 09 00:50:28.574174 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-643accba-0160-403f-920b-faf55c34f70d req-a428b442-ecb5-4ed8-bdec-0205da2e55ff tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:28.699027 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 37590) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:28.735867 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cae33221-aa11-4142-b04e-6fdd6faf5147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:28.738170 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-643accba-0160-403f-920b-faf55c34f70d req-a428b442-ecb5-4ed8-bdec-0205da2e55ff tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Network ded91f5f-4c52-4e17-8569-d9d1696711b8 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:50:28.743498 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-643accba-0160-403f-920b-faf55c34f70d req-a428b442-ecb5-4ed8-bdec-0205da2e55ff tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:50:28.759914 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-cae33221-aa11-4142-b04e-6fdd6faf5147 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:50:28.760859 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-643accba-0160-403f-920b-faf55c34f70d req-a428b442-ecb5-4ed8-bdec-0205da2e55ff tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:50:28.764548 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-cae33221-aa11-4142-b04e-6fdd6faf5147 admin admin] Usage tracker for resource:security_group_rule and tenant:60a84bd206de4fc6a02f526a12406f4e is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:50:28.768675 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-cae33221-aa11-4142-b04e-6fdd6faf5147 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:50:28.775925 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-cae33221-aa11-4142-b04e-6fdd6faf5147 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:50:28.779610 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643accba-0160-403f-920b-faf55c34f70d req-a428b442-ecb5-4ed8-bdec-0205da2e55ff tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:28.780448 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-643accba-0160-403f-920b-faf55c34f70d req-a428b442-ecb5-4ed8-bdec-0205da2e55ff tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:28.790091 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port e982a96b-242e-4765-90fb-bf9d7bf3aa4e completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:50:28.832866 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-643accba-0160-403f-920b-faf55c34f70d req-a428b442-ecb5-4ed8-bdec-0205da2e55ff tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5564678 Feb 09 00:50:28.842470 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3851fc-fe6c-43c1-851c-9ab1e44fa3ca req-b0aec035-dc6d-465b-b8ab-51a7fbd8f1c9 tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:28.850696 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3d3851fc-fe6c-43c1-851c-9ab1e44fa3ca req-b0aec035-dc6d-465b-b8ab-51a7fbd8f1c9 tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] 10.222.0.105 "GET /v2.0/ports?device_id=0b6aa0fe-468c-4234-a327-df3172cd43db HTTP/1.1" status: 200 len: 971 time: 0.2509153 Feb 09 00:50:28.854025 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a428b442-ecb5-4ed8-bdec-0205da2e55ff tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Pushing event updated for resources: {'Port': ['ID=0c26df16-b85b-4e62-8100-31c95a5c2dfc,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:28.884073 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port e982a96b-242e-4765-90fb-bf9d7bf3aa4e triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:50:28.884519 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:28.948575 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3d3851fc-fe6c-43c1-851c-9ab1e44fa3ca req-8033a4e6-21ef-4da0-9a5b-1bc20eb4a119 tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] 10.222.0.105 "GET /v2.0/security-groups?id=d49b0790-c757-46e2-ae6a-f5352b0a4323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940912 Feb 09 00:50:28.993224 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-2fb14968-baea-48e5-9020-8c385b4a6e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af95a16-b950-4b0e-830c-1dfb2648433b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-484173246-router', 'tenant_id': 'f58b45d9b9254f4c89275ff6a8df096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '8e425fd9-0af5-4367-a072-3d6572627247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:50:11Z', 'updated_at': '2022-02-09T00:50:24Z', 'revision_number': 4, 'project_id': 'f58b45d9b9254f4c89275ff6a8df096f', 'gw_port': {'id': '8e425fd9-0af5-4367-a072-3d6572627247', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:11:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af95a16-b950-4b0e-830c-1dfb2648433b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:50:15Z', 'updated_at': '2022-02-09T00:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '54bd3acc-1760-43fd-acbd-09d5c33abb7e', 'name': '', 'network_id': '00f1ec81-fa58-4d3e-bcd7-5431a91feebd', 'tenant_id': 'f58b45d9b9254f4c89275ff6a8df096f', 'mac_address': 'fa:16:3e:1e:e0:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af95a16-b950-4b0e-830c-1dfb2648433b', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '332511b8-51f1-41e9-b3cd-50b0569323ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:50:23Z', 'updated_at': '2022-02-09T00:50:25Z', 'revision_number': 2, 'project_id': 'f58b45d9b9254f4c89275ff6a8df096f', 'subnets': [{'id': '332511b8-51f1-41e9-b3cd-50b0569323ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:50:29.027405 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb14968-baea-48e5-9020-8c385b4a6e70 None None] Checking router: 2af95a16-b950-4b0e-830c-1dfb2648433b for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:50:29.027511 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb14968-baea-48e5-9020-8c385b4a6e70 None None] Updating router 2af95a16-b950-4b0e-830c-1dfb2648433b port 54bd3acc-1760-43fd-acbd-09d5c33abb7e binding host n-d-828418-1 {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:50:29.035054 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cae33221-aa11-4142-b04e-6fdd6faf5147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:29.041221 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cae33221-aa11-4142-b04e-6fdd6faf5147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:29.108131 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37596) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:29.114370 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-cae33221-aa11-4142-b04e-6fdd6faf5147 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=60a84bd206de4fc6a02f526a12406f4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4052503 Feb 09 00:50:29.115485 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2fb14968-baea-48e5-9020-8c385b4a6e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:29.117254 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae33221-aa11-4142-b04e-6fdd6faf5147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fdc72a2-7bdc-4e80-ae3e-9de44458f798,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:29.125868 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:29.203896 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0209ac99-86b7-44f0-8a73-20594cd0b865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:29.226303 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b6aa0fe-468c-4234-a327-df3172cd43db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e982a96b-242e-4765-90fb-bf9d7bf3aa4e'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:50:29.229998 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 37604) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:29.258101 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ed2d644f-14e7-40c6-be08-182c76879b6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:29.269941 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0209ac99-86b7-44f0-8a73-20594cd0b865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:29.301347 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-ed2d644f-14e7-40c6-be08-182c76879b6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:50:29.313917 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-ed2d644f-14e7-40c6-be08-182c76879b6b admin admin] Usage tracker for resource:security_group_rule and tenant:50f18b49a780487b9c1a5843545759ef is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:50:29.318501 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-ed2d644f-14e7-40c6-be08-182c76879b6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:50:29.379511 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-ed2d644f-14e7-40c6-be08-182c76879b6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:50:29.432658 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859f2d7f-a7d6-46fc-bbc1-1bd0519d5e72 req-788200de-7bd1-478c-a053-2b91be86bef9 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:29.434263 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-859f2d7f-a7d6-46fc-bbc1-1bd0519d5e72 req-788200de-7bd1-478c-a053-2b91be86bef9 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.105 "GET /v2.0/ports?device_id=da481b83-3be9-4826-9cbc-c2dd55ec6236 HTTP/1.1" status: 200 len: 949 time: 0.1170022 Feb 09 00:50:29.440645 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0209ac99-86b7-44f0-8a73-20594cd0b865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:29.475040 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209ac99-86b7-44f0-8a73-20594cd0b865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fdc72a2-7bdc-4e80-ae3e-9de44458f798,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:29.487537 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0209ac99-86b7-44f0-8a73-20594cd0b865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:29.492810 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-0209ac99-86b7-44f0-8a73-20594cd0b865 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/0fdc72a2-7bdc-4e80-ae3e-9de44458f798 HTTP/1.1" status: 204 len: 168 time: 0.3810375 Feb 09 00:50:29.503447 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port e982a96b-242e-4765-90fb-bf9d7bf3aa4e, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=e982a96b-242e-4765-90fb-bf9d7bf3aa4e,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:50:29.540732 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:29.634337 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ed2d644f-14e7-40c6-be08-182c76879b6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:29.642981 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ed2d644f-14e7-40c6-be08-182c76879b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:29.661095 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37620) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:29.667868 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-80eff6d6-c20c-4ad2-9def-83cd8c909cdf tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Request body: {'security_group': {'name': 'tempest-securitygroup--13498724', 'description': 'tempest-description--214610388'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:50:29.685413 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-80eff6d6-c20c-4ad2-9def-83cd8c909cdf tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:50:29.696223 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-80eff6d6-c20c-4ad2-9def-83cd8c909cdf tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Usage tracker for resource:security_group and tenant:e92c004a387045f69eb326cd61acc551 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:50:29.701777 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-80eff6d6-c20c-4ad2-9def-83cd8c909cdf tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:50:29.708221 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-859f2d7f-a7d6-46fc-bbc1-1bd0519d5e72 req-6b1ccf00-2ded-4a37-8857-b592dc85e527 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.105 "GET /v2.0/security-groups?id=a13e4638-b350-4af6-8b8a-44791571b941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437077 Feb 09 00:50:29.743745 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-80eff6d6-c20c-4ad2-9def-83cd8c909cdf tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:50:29.769136 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-ed2d644f-14e7-40c6-be08-182c76879b6b admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=50f18b49a780487b9c1a5843545759ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5354507 Feb 09 00:50:29.769136 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2d644f-14e7-40c6-be08-182c76879b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1edf3de0-ed54-4236-bd73-b10cf0a6693a,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:29.771957 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 37626) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:29.798085 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b6aa0fe-468c-4234-a327-df3172cd43db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e982a96b-242e-4765-90fb-bf9d7bf3aa4e', 'code': 200} Feb 09 00:50:29.799750 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-80eff6d6-c20c-4ad2-9def-83cd8c909cdf tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:29.818536 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=e982a96b-242e-4765-90fb-bf9d7bf3aa4e,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:29.886310 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-180045eb-62b2-4a05-bd67-cb59b8df7766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:29.932574 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-80eff6d6-c20c-4ad2-9def-83cd8c909cdf tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:50:29.939948 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-80eff6d6-c20c-4ad2-9def-83cd8c909cdf tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Usage tracker for resource:security_group_rule and tenant:e92c004a387045f69eb326cd61acc551 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:50:29.948651 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-80eff6d6-c20c-4ad2-9def-83cd8c909cdf tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:50:29.967541 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-80eff6d6-c20c-4ad2-9def-83cd8c909cdf tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:50:29.967852 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-180045eb-62b2-4a05-bd67-cb59b8df7766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:29.992362 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2fb14968-baea-48e5-9020-8c385b4a6e70 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:30.011736 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-2fb14968-baea-48e5-9020-8c385b4a6e70 None None] Transition to ACTIVE for port object 54bd3acc-1760-43fd-acbd-09d5c33abb7e will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:50:30.026402 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2fb14968-baea-48e5-9020-8c385b4a6e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:30.055153 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a204d0e2-d5ac-40f3-9806-cd597a0e465b req-fe7c0d21-ee50-451b-b018-ec921ab4ddaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:30.059099 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a204d0e2-d5ac-40f3-9806-cd597a0e465b req-fe7c0d21-ee50-451b-b018-ec921ab4ddaa service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0b6aa0fe-468c-4234-a327-df3172cd43db HTTP/1.1" status: 200 len: 1123 time: 0.2080996 Feb 09 00:50:30.129526 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-a204d0e2-d5ac-40f3-9806-cd597a0e465b req-bb36ce69-7d45-4785-8e59-8ed525dc771c service neutron] Synchronizing usage tracker for tenant:af4f926be2724c47b4b11b5b52683edb on resource:security_group {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:50:30.168950 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-a204d0e2-d5ac-40f3-9806-cd597a0e465b req-bb36ce69-7d45-4785-8e59-8ed525dc771c service neutron] Unset dirty status for tenant:af4f926be2724c47b4b11b5b52683edb on resource:security_group {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:50:30.174416 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a204d0e2-d5ac-40f3-9806-cd597a0e465b req-bb36ce69-7d45-4785-8e59-8ed525dc771c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d49b0790-c757-46e2-ae6a-f5352b0a4323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040387 Feb 09 00:50:30.202026 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-80eff6d6-c20c-4ad2-9def-83cd8c909cdf tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:30.215219 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-80eff6d6-c20c-4ad2-9def-83cd8c909cdf tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:30.278868 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af034a77-9a42-449c-936c-ca70068fd095 req-3ee98dbe-3cdf-40ef-b261-b2d82736e601 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:30.280978 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-af034a77-9a42-449c-936c-ca70068fd095 req-3ee98dbe-3cdf-40ef-b261-b2d82736e601 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=4217fae3-6087-4477-8eed-859d85400796 HTTP/1.1" status: 200 len: 931 time: 0.2921989 Feb 09 00:50:30.290450 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-80eff6d6-c20c-4ad2-9def-83cd8c909cdf tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:30.293301 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-180045eb-62b2-4a05-bd67-cb59b8df7766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:30.295392 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-80eff6d6-c20c-4ad2-9def-83cd8c909cdf tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.6334898 Feb 09 00:50:30.300642 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37644) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:30.323162 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-a624e1bc-cd50-4bce-b53d-abb0fdad0fb4 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Request body: {'security_group_rule': {'security_group_id': 'fa53326b-e9b6-4684-a0e1-c70cb70bdf58', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:50:30.337941 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a624e1bc-cd50-4bce-b53d-abb0fdad0fb4 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:50:30.345335 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eff6d6-c20c-4ad2-9def-83cd8c909cdf tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa53326b-e9b6-4684-a0e1-c70cb70bdf58,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:30.350035 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-a624e1bc-cd50-4bce-b53d-abb0fdad0fb4 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Usage tracker for resource:security_group_rule and tenant:e92c004a387045f69eb326cd61acc551 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:50:30.354623 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-a624e1bc-cd50-4bce-b53d-abb0fdad0fb4 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:50:30.369174 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a624e1bc-cd50-4bce-b53d-abb0fdad0fb4 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:50:30.380786 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180045eb-62b2-4a05-bd67-cb59b8df7766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1edf3de0-ed54-4236-bd73-b10cf0a6693a,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:30.420992 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a624e1bc-cd50-4bce-b53d-abb0fdad0fb4 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:30.426340 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-180045eb-62b2-4a05-bd67-cb59b8df7766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:30.427761 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-180045eb-62b2-4a05-bd67-cb59b8df7766 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/1edf3de0-ed54-4236-bd73-b10cf0a6693a HTTP/1.1" status: 204 len: 168 time: 0.6546006 Feb 09 00:50:30.465260 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-af034a77-9a42-449c-936c-ca70068fd095 req-a7d2da19-2110-44a6-9043-a2cb7d0b58f0 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576679 Feb 09 00:50:30.562443 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ef8d7b-241d-45da-af25-75754b178e7a None None] Pushing event updated for resources: {'Port': ['ID=54bd3acc-1760-43fd-acbd-09d5c33abb7e,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:30.639686 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a624e1bc-cd50-4bce-b53d-abb0fdad0fb4 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:30.651624 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a624e1bc-cd50-4bce-b53d-abb0fdad0fb4 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:30.661265 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-2fb14968-baea-48e5-9020-8c385b4a6e70 None None] Attempting to bind port 54bd3acc-1760-43fd-acbd-09d5c33abb7e on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:50:30.663382 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-2fb14968-baea-48e5-9020-8c385b4a6e70 None None] Attempting to bind port 54bd3acc-1760-43fd-acbd-09d5c33abb7e by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '7eb2952c-6bb3-42f0-b54d-c9bf0861966e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '00f1ec81-fa58-4d3e-bcd7-5431a91feebd'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:50:30.664487 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb14968-baea-48e5-9020-8c385b4a6e70 None None] Attempting to bind port 54bd3acc-1760-43fd-acbd-09d5c33abb7e on network 00f1ec81-fa58-4d3e-bcd7-5431a91feebd {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:50:30.682932 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a624e1bc-cd50-4bce-b53d-abb0fdad0fb4 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0329b361-6bc4-4390-aeea-43b287b1f8b6,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:30.693062 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb14968-baea-48e5-9020-8c385b4a6e70 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:50:30.696513 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb14968-baea-48e5-9020-8c385b4a6e70 None None] Checking segment: {'id': '7eb2952c-6bb3-42f0-b54d-c9bf0861966e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '00f1ec81-fa58-4d3e-bcd7-5431a91feebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:50:30.697553 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2fb14968-baea-48e5-9020-8c385b4a6e70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:30.698221 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb14968-baea-48e5-9020-8c385b4a6e70 None None] Bound using segment: {'id': '7eb2952c-6bb3-42f0-b54d-c9bf0861966e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '00f1ec81-fa58-4d3e-bcd7-5431a91feebd'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:50:30.698827 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-2fb14968-baea-48e5-9020-8c385b4a6e70 None None] Bound port: 54bd3acc-1760-43fd-acbd-09d5c33abb7e, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eb2952c-6bb3-42f0-b54d-c9bf0861966e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '00f1ec81-fa58-4d3e-bcd7-5431a91feebd'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:50:30.700131 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2fb14968-baea-48e5-9020-8c385b4a6e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:30.750408 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a624e1bc-cd50-4bce-b53d-abb0fdad0fb4 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:30.756348 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a624e1bc-cd50-4bce-b53d-abb0fdad0fb4 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4469471 Feb 09 00:50:30.757239 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37658) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:30.769251 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-8ee9c528-f7cd-4389-b426-b09faa28e37b tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Request body: {'security_group_rule': {'security_group_id': 'fa53326b-e9b6-4684-a0e1-c70cb70bdf58', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:50:30.788139 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8ee9c528-f7cd-4389-b426-b09faa28e37b tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:50:30.800865 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-8ee9c528-f7cd-4389-b426-b09faa28e37b tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Usage tracker for resource:security_group_rule and tenant:e92c004a387045f69eb326cd61acc551 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:50:30.813358 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-8ee9c528-f7cd-4389-b426-b09faa28e37b tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:50:30.835301 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8ee9c528-f7cd-4389-b426-b09faa28e37b tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:50:30.860812 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-2fb14968-baea-48e5-9020-8c385b4a6e70 None None] For port 54bd3acc-1760-43fd-acbd-09d5c33abb7e, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:50:30.864655 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-2fb14968-baea-48e5-9020-8c385b4a6e70 None None] For port 54bd3acc-1760-43fd-acbd-09d5c33abb7e, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=54bd3acc-1760-43fd-acbd-09d5c33abb7e,segment=NetworkSegment(7eb2952c-6bb3-42f0-b54d-c9bf0861966e),segment_id=7eb2952c-6bb3-42f0-b54d-c9bf0861966e)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:50:30.869235 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8ee9c528-f7cd-4389-b426-b09faa28e37b tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:30.871317 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2fb14968-baea-48e5-9020-8c385b4a6e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:30.991203 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101f5d3-5262-403f-b785-5f232bc1acda req-d93231d9-b8e5-4ac7-84c2-b27bfc5c7b62 tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:31.000654 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0101f5d3-5262-403f-b785-5f232bc1acda req-d93231d9-b8e5-4ac7-84c2-b27bfc5c7b62 tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] 10.222.0.105 "GET /v2.0/ports?device_id=0b6aa0fe-468c-4234-a327-df3172cd43db HTTP/1.1" status: 200 len: 972 time: 0.2741864 Feb 09 00:50:31.029277 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb14968-baea-48e5-9020-8c385b4a6e70 None None] Routers {'2af95a16-b950-4b0e-830c-1dfb2648433b'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:50:31.030203 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-2fb14968-baea-48e5-9020-8c385b4a6e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:50:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['2af95a16-b950-4b0e-830c-1dfb2648433b'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:50:31.064849 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8ee9c528-f7cd-4389-b426-b09faa28e37b tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:31.071265 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8ee9c528-f7cd-4389-b426-b09faa28e37b tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:31.110932 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0101f5d3-5262-403f-b785-5f232bc1acda req-1ccf7501-6bc4-460d-b2ac-610f3528d06d tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] 10.222.0.105 "GET /v2.0/security-groups?id=d49b0790-c757-46e2-ae6a-f5352b0a4323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090560 Feb 09 00:50:31.134462 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0866ed14-cee1-49ed-82e7-688f39fa9b25 req-b6672735-1ce7-4084-a430-14db7f890bb5 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:31.136811 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0866ed14-cee1-49ed-82e7-688f39fa9b25 req-b6672735-1ce7-4084-a430-14db7f890bb5 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.105 "GET /v2.0/ports?device_id=da481b83-3be9-4826-9cbc-c2dd55ec6236 HTTP/1.1" status: 200 len: 949 time: 0.3067169 Feb 09 00:50:31.149901 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee9c528-f7cd-4389-b426-b09faa28e37b tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56a80284-bb0b-4f92-90cc-f9dbda413edc,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:31.162723 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ef8d7b-241d-45da-af25-75754b178e7a None None] Pushing event updated for resources: {'Port': ['ID=54bd3acc-1760-43fd-acbd-09d5c33abb7e,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:31.193266 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8ee9c528-f7cd-4389-b426-b09faa28e37b tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:31.202316 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-8ee9c528-f7cd-4389-b426-b09faa28e37b tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4435780 Feb 09 00:50:31.208943 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 37668) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:31.224046 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-0e585621-abbc-480e-9ed4-191f7d8ab7ff tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Request body: {'floatingip': {'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:50:31.234390 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-0e585621-abbc-480e-9ed4-191f7d8ab7ff tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:50:31.248393 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-0e585621-abbc-480e-9ed4-191f7d8ab7ff tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Usage tracker for resource:floatingip and tenant:e92c004a387045f69eb326cd61acc551 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:50:31.261274 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-0e585621-abbc-480e-9ed4-191f7d8ab7ff tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:50:31.292447 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-0e585621-abbc-480e-9ed4-191f7d8ab7ff tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:50:31.313184 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0866ed14-cee1-49ed-82e7-688f39fa9b25 req-bc1ca05a-03d3-485b-889c-c8c6ab31016d tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.105 "GET /v2.0/security-groups?id=a13e4638-b350-4af6-8b8a-44791571b941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559994 Feb 09 00:50:31.358329 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0e585621-abbc-480e-9ed4-191f7d8ab7ff tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Notify callbacks [] for floatingip, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:31.399948 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-2fb14968-baea-48e5-9020-8c385b4a6e70 None None] Set router 2af95a16-b950-4b0e-830c-1dfb2648433b gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:50:31.702970 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0e585621-abbc-480e-9ed4-191f7d8ab7ff tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:31.900861 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-af7ee2b5-fffe-480f-8efc-f0e052b64257 req-17d99084-6511-4e1d-a16e-586829a5ada3 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=d822affed756490e9875bac6497daede&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459826 Feb 09 00:50:31.926316 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-2fb14968-baea-48e5-9020-8c385b4a6e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af95a16-b950-4b0e-830c-1dfb2648433b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-484173246-router', 'tenant_id': 'f58b45d9b9254f4c89275ff6a8df096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '8e425fd9-0af5-4367-a072-3d6572627247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:50:11Z', 'updated_at': '2022-02-09T00:50:24Z', 'revision_number': 4, 'project_id': 'f58b45d9b9254f4c89275ff6a8df096f', 'gw_port': {'id': '8e425fd9-0af5-4367-a072-3d6572627247', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:11:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af95a16-b950-4b0e-830c-1dfb2648433b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:50:15Z', 'updated_at': '2022-02-09T00:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '54bd3acc-1760-43fd-acbd-09d5c33abb7e', 'name': '', 'network_id': '00f1ec81-fa58-4d3e-bcd7-5431a91feebd', 'tenant_id': 'f58b45d9b9254f4c89275ff6a8df096f', 'mac_address': 'fa:16:3e:1e:e0:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af95a16-b950-4b0e-830c-1dfb2648433b', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '332511b8-51f1-41e9-b3cd-50b0569323ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:50:23Z', 'updated_at': '2022-02-09T00:50:30Z', 'revision_number': 4, 'project_id': 'f58b45d9b9254f4c89275ff6a8df096f', 'subnets': [{'id': '332511b8-51f1-41e9-b3cd-50b0569323ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:50:31.933402 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb14968-baea-48e5-9020-8c385b4a6e70 None None] The sync data for ids ['2af95a16-b950-4b0e-830c-1dfb2648433b'] in n-d-828418-1 is: [{'id': '2af95a16-b950-4b0e-830c-1dfb2648433b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-484173246-router', 'tenant_id': 'f58b45d9b9254f4c89275ff6a8df096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '8e425fd9-0af5-4367-a072-3d6572627247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:50:11Z', 'updated_at': '2022-02-09T00:50:24Z', 'revision_number': 4, 'project_id': 'f58b45d9b9254f4c89275ff6a8df096f', 'gw_port': {'id': '8e425fd9-0af5-4367-a072-3d6572627247', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:11:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af95a16-b950-4b0e-830c-1dfb2648433b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:50:15Z', 'updated_at': '2022-02-09T00:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '54bd3acc-1760-43fd-acbd-09d5c33abb7e', 'name': '', 'network_id': '00f1ec81-fa58-4d3e-bcd7-5431a91feebd', 'tenant_id': 'f58b45d9b9254f4c89275ff6a8df096f', 'mac_address': 'fa:16:3e:1e:e0:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af95a16-b950-4b0e-830c-1dfb2648433b', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '332511b8-51f1-41e9-b3cd-50b0569323ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:50:23Z', 'updated_at': '2022-02-09T00:50:30Z', 'revision_number': 4, 'project_id': 'f58b45d9b9254f4c89275ff6a8df096f', 'subnets': [{'id': '332511b8-51f1-41e9-b3cd-50b0569323ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:50:32.075740 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07009ac-bf1c-4c0d-9806-67839497d5fc req-8bd98bd3-7075-4b83-9853-eef6550610c5 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:32.077294 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f07009ac-bf1c-4c0d-9806-67839497d5fc req-8bd98bd3-7075-4b83-9853-eef6550610c5 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=4217fae3-6087-4477-8eed-859d85400796 HTTP/1.1" status: 200 len: 931 time: 0.3188179 Feb 09 00:50:32.141185 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-0e585621-abbc-480e-9ed4-191f7d8ab7ff tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Allocated IP 172.25.0.12 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/cb15df31-bdd5-481d-a802-6853da1adcfb) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:50:32.282195 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f07009ac-bf1c-4c0d-9806-67839497d5fc req-a03c327e-9c8f-4658-8c1d-7e539754e20a tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837194 Feb 09 00:50:32.292096 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7ee2b5-fffe-480f-8efc-f0e052b64257 req-56d8b716-2c5e-4bd0-8db5-13389772b5b8 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:32.293830 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-af7ee2b5-fffe-480f-8efc-f0e052b64257 req-56d8b716-2c5e-4bd0-8db5-13389772b5b8 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3481047 Feb 09 00:50:32.347587 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-af7ee2b5-fffe-480f-8efc-f0e052b64257 req-d63d5cf0-c7c0-4afa-af2c-7f1fc16c4be8 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.105 "GET /v2.0/quotas/d822affed756490e9875bac6497daede HTTP/1.1" status: 200 len: 375 time: 0.0398877 Feb 09 00:50:32.511636 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0e585621-abbc-480e-9ed4-191f7d8ab7ff tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:32.596372 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-af7ee2b5-fffe-480f-8efc-f0e052b64257 req-70ddbf75-7d7f-4be8-aff8-baa84f56df16 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=d822affed756490e9875bac6497daede&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2478516 Feb 09 00:50:32.624518 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f6ca53-f62d-4af4-8e0c-9cb3ff2bb835 req-b4b97fa5-e983-49e4-8a80-4b5b613b67aa tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:32.633192 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d7f6ca53-f62d-4af4-8e0c-9cb3ff2bb835 req-b4b97fa5-e983-49e4-8a80-4b5b613b67aa tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] 10.222.0.105 "GET /v2.0/ports?device_id=0b6aa0fe-468c-4234-a327-df3172cd43db HTTP/1.1" status: 200 len: 972 time: 0.1842735 Feb 09 00:50:32.672370 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0e585621-abbc-480e-9ed4-191f7d8ab7ff tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:32.764700 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e585621-abbc-480e-9ed4-191f7d8ab7ff tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Pushing event updated for resources: {'Port': ['ID=cb15df31-bdd5-481d-a802-6853da1adcfb,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:32.800279 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e585621-abbc-480e-9ed4-191f7d8ab7ff tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:50:32.816310 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d7f6ca53-f62d-4af4-8e0c-9cb3ff2bb835 req-32be2901-b46c-413b-a12a-db0d1b2e1812 tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] 10.222.0.105 "GET /v2.0/security-groups?id=d49b0790-c757-46e2-ae6a-f5352b0a4323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792228 Feb 09 00:50:32.820754 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-0e585621-abbc-480e-9ed4-191f7d8ab7ff tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:50:32.826042 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e585621-abbc-480e-9ed4-191f7d8ab7ff tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:50:33.006980 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a2e394bf-609f-40cb-852c-eeb5698de21f req-6b163453-1d94-4697-9f04-33bf8e891a78 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.105 "GET /v2.0/ports?device_id=adb669b8-f043-4035-a1e4-d6dc93d3f38e HTTP/1.1" status: 200 len: 210 time: 0.0980079 Feb 09 00:50:33.050988 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0e585621-abbc-480e-9ed4-191f7d8ab7ff tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:33.205540 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0e585621-abbc-480e-9ed4-191f7d8ab7ff tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:33.578623 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8117d8-c97f-4646-92b4-30457869d1b5 req-a5574a57-ca42-4eae-9882-f689d295f43f tempest-AggregatesAdminTestJSON-1797003394 tempest-AggregatesAdminTestJSON-1797003394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:33.586006 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-db8117d8-c97f-4646-92b4-30457869d1b5 req-a5574a57-ca42-4eae-9882-f689d295f43f tempest-AggregatesAdminTestJSON-1797003394 tempest-AggregatesAdminTestJSON-1797003394-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=0b6aa0fe-468c-4234-a327-df3172cd43db HTTP/1.1" status: 200 len: 1123 time: 0.3211346 Feb 09 00:50:33.616370 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-db8117d8-c97f-4646-92b4-30457869d1b5 req-3ac77b4c-e511-4e12-b8dc-427186307335 tempest-AggregatesAdminTestJSON-1797003394 tempest-AggregatesAdminTestJSON-1797003394-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:33.632653 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 54bd3acc-1760-43fd-acbd-09d5c33abb7e up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:50:33.652327 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-db8117d8-c97f-4646-92b4-30457869d1b5 req-3ac77b4c-e511-4e12-b8dc-427186307335 tempest-AggregatesAdminTestJSON-1797003394 tempest-AggregatesAdminTestJSON-1797003394-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:50:33.664807 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-db8117d8-c97f-4646-92b4-30457869d1b5 req-3ac77b4c-e511-4e12-b8dc-427186307335 tempest-AggregatesAdminTestJSON-1797003394 tempest-AggregatesAdminTestJSON-1797003394-project-admin] Usage tracker for resource:security_group_rule and tenant:e5aade2ac9924b79be7ba0d014cccd41 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:50:33.669100 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-db8117d8-c97f-4646-92b4-30457869d1b5 req-3ac77b4c-e511-4e12-b8dc-427186307335 tempest-AggregatesAdminTestJSON-1797003394 tempest-AggregatesAdminTestJSON-1797003394-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:50:33.676470 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-db8117d8-c97f-4646-92b4-30457869d1b5 req-3ac77b4c-e511-4e12-b8dc-427186307335 tempest-AggregatesAdminTestJSON-1797003394 tempest-AggregatesAdminTestJSON-1797003394-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:50:33.718170 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0e585621-abbc-480e-9ed4-191f7d8ab7ff tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:33.725415 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0e585621-abbc-480e-9ed4-191f7d8ab7ff tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:33.765410 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 54bd3acc-1760-43fd-acbd-09d5c33abb7e completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:50:33.775258 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 54bd3acc-1760-43fd-acbd-09d5c33abb7e triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:50:33.775603 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:33.796624 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0e585621-abbc-480e-9ed4-191f7d8ab7ff tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:33.847340 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e585621-abbc-480e-9ed4-191f7d8ab7ff tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Pushing event updated for resources: {'Port': ['ID=cb15df31-bdd5-481d-a802-6853da1adcfb,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:33.903484 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:33.935593 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0e585621-abbc-480e-9ed4-191f7d8ab7ff tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:33.936719 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-0e585621-abbc-480e-9ed4-191f7d8ab7ff tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7239020 Feb 09 00:50:33.959202 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 54bd3acc-1760-43fd-acbd-09d5c33abb7e, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=54bd3acc-1760-43fd-acbd-09d5c33abb7e,segment=NetworkSegment(7eb2952c-6bb3-42f0-b54d-c9bf0861966e),segment_id=7eb2952c-6bb3-42f0-b54d-c9bf0861966e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:50:33.964725 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:33.983162 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-db8117d8-c97f-4646-92b4-30457869d1b5 req-3ac77b4c-e511-4e12-b8dc-427186307335 tempest-AggregatesAdminTestJSON-1797003394 tempest-AggregatesAdminTestJSON-1797003394-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:33.996293 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-db8117d8-c97f-4646-92b4-30457869d1b5 req-3ac77b4c-e511-4e12-b8dc-427186307335 tempest-AggregatesAdminTestJSON-1797003394 tempest-AggregatesAdminTestJSON-1797003394-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:34.047965 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=54bd3acc-1760-43fd-acbd-09d5c33abb7e,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:34.050032 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-db8117d8-c97f-4646-92b4-30457869d1b5 req-3ac77b4c-e511-4e12-b8dc-427186307335 tempest-AggregatesAdminTestJSON-1797003394 tempest-AggregatesAdminTestJSON-1797003394-project-admin] Synchronizing usage tracker for tenant:e5aade2ac9924b79be7ba0d014cccd41 on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:50:34.057082 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ad737-f579-4549-b5c1-64399924886b req-0b70938d-4dbd-4186-85f8-9feb82cd4d36 tempest-NetworksTest-1588887308 tempest-NetworksTest-1588887308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:34.057544 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ad737-f579-4549-b5c1-64399924886b req-0b70938d-4dbd-4186-85f8-9feb82cd4d36 tempest-NetworksTest-1588887308 tempest-NetworksTest-1588887308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:34.058126 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ad737-f579-4549-b5c1-64399924886b req-0b70938d-4dbd-4186-85f8-9feb82cd4d36 tempest-NetworksTest-1588887308 tempest-NetworksTest-1588887308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:34.058578 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ad737-f579-4549-b5c1-64399924886b req-0b70938d-4dbd-4186-85f8-9feb82cd4d36 tempest-NetworksTest-1588887308 tempest-NetworksTest-1588887308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:34.058907 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ad737-f579-4549-b5c1-64399924886b req-0b70938d-4dbd-4186-85f8-9feb82cd4d36 tempest-NetworksTest-1588887308 tempest-NetworksTest-1588887308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:34.059634 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ad737-f579-4549-b5c1-64399924886b req-0b70938d-4dbd-4186-85f8-9feb82cd4d36 tempest-NetworksTest-1588887308 tempest-NetworksTest-1588887308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:34.060086 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ad737-f579-4549-b5c1-64399924886b req-0b70938d-4dbd-4186-85f8-9feb82cd4d36 tempest-NetworksTest-1588887308 tempest-NetworksTest-1588887308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:34.061901 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-490ad737-f579-4549-b5c1-64399924886b req-0b70938d-4dbd-4186-85f8-9feb82cd4d36 tempest-NetworksTest-1588887308 tempest-NetworksTest-1588887308-project-admin] 10.222.0.105 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5020 time: 0.2492499 Feb 09 00:50:34.067527 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac77b4c-e511-4e12-b8dc-427186307335 tempest-AggregatesAdminTestJSON-1797003394 tempest-AggregatesAdminTestJSON-1797003394-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c01502-2019-46de-8ea3-5b885b34b819,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:34.089902 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-db8117d8-c97f-4646-92b4-30457869d1b5 req-3ac77b4c-e511-4e12-b8dc-427186307335 tempest-AggregatesAdminTestJSON-1797003394 tempest-AggregatesAdminTestJSON-1797003394-project-admin] Unset dirty status for tenant:e5aade2ac9924b79be7ba0d014cccd41 on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:50:34.091099 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-db8117d8-c97f-4646-92b4-30457869d1b5 req-3ac77b4c-e511-4e12-b8dc-427186307335 tempest-AggregatesAdminTestJSON-1797003394 tempest-AggregatesAdminTestJSON-1797003394-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=d49b0790-c757-46e2-ae6a-f5352b0a4323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5042896 Feb 09 00:50:34.140920 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [req-643accba-0160-403f-920b-faf55c34f70d req-336bb943-6f28-43a7-984b-aeadb39c2294 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:50:34.142098 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-643accba-0160-403f-920b-faf55c34f70d req-336bb943-6f28-43a7-984b-aeadb39c2294 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059795 Feb 09 00:50:34.297037 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda1851b-0b85-48e9-b33f-df4feeeb847f req-874fa0af-4d79-4fef-8b38-9232fd7c7798 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:34.299704 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-eda1851b-0b85-48e9-b33f-df4feeeb847f req-874fa0af-4d79-4fef-8b38-9232fd7c7798 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=4217fae3-6087-4477-8eed-859d85400796 HTTP/1.1" status: 200 len: 931 time: 0.1263237 Feb 09 00:50:34.349292 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-643accba-0160-403f-920b-faf55c34f70d req-8af78f21-7a66-4a0c-a338-d1c6ca235a12 service neutron] Request body: {'port': {'device_id': '4217fae3-6087-4477-8eed-859d85400796', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:50:34.361490 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-eda1851b-0b85-48e9-b33f-df4feeeb847f req-8d69b84c-6b3b-46ec-9a0c-db0fa03e5a74 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551786 Feb 09 00:50:34.491071 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-643accba-0160-403f-920b-faf55c34f70d req-8af78f21-7a66-4a0c-a338-d1c6ca235a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:34.525534 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-79b0c7b8-875c-4d2b-a692-201d6075a96d req-3330cdba-ec1d-4e98-aea3-df6dc4c8512e tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.105 "GET /v2.0/ports?device_id=adb669b8-f043-4035-a1e4-d6dc93d3f38e HTTP/1.1" status: 200 len: 210 time: 0.0445940 Feb 09 00:50:34.727225 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-ad547c56-8ca4-474a-aaff-22ccd98ac966 req-45503695-7ef7-4e1c-a5ea-c01636f19ea1 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Synchronizing usage tracker for tenant:e92c004a387045f69eb326cd61acc551 on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:50:34.734245 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda962a1-1ad7-439d-bf68-4614b6ee9a01 req-f575272b-90ca-40d8-892a-de4b8adb8c02 tempest-NetworksTest-1588887308 tempest-NetworksTest-1588887308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:34.735583 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dda962a1-1ad7-439d-bf68-4614b6ee9a01 req-f575272b-90ca-40d8-892a-de4b8adb8c02 tempest-NetworksTest-1588887308 tempest-NetworksTest-1588887308-project-admin] 10.222.0.105 "GET /v2.0/networks/3d885c3c-255c-4e54-addc-b28437d0b18e HTTP/1.1" status: 200 len: 886 time: 0.1882782 Feb 09 00:50:34.756558 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-ad547c56-8ca4-474a-aaff-22ccd98ac966 req-45503695-7ef7-4e1c-a5ea-c01636f19ea1 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Unset dirty status for tenant:e92c004a387045f69eb326cd61acc551 on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:50:34.758102 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ad547c56-8ca4-474a-aaff-22ccd98ac966 req-45503695-7ef7-4e1c-a5ea-c01636f19ea1 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-securitygroup--13498724&fields=id&tenant_id=e92c004a387045f69eb326cd61acc551 HTTP/1.1" status: 200 len: 267 time: 0.1077299 Feb 09 00:50:34.916261 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [req-643accba-0160-403f-920b-faf55c34f70d req-8af78f21-7a66-4a0c-a338-d1c6ca235a12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c26df16-b85b-4e62-8100-31c95a5c2dfc {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:50:34.925630 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-643accba-0160-403f-920b-faf55c34f70d req-8af78f21-7a66-4a0c-a338-d1c6ca235a12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:34.926095 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad547c56-8ca4-474a-aaff-22ccd98ac966 req-aa940b9d-2b5d-4e20-be0d-2f456aa991ca tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:34.927446 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-ad547c56-8ca4-474a-aaff-22ccd98ac966 req-aa940b9d-2b5d-4e20-be0d-2f456aa991ca tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Synchronizing usage tracker for tenant:e92c004a387045f69eb326cd61acc551 on resource:network {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:50:34.947072 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-643accba-0160-403f-920b-faf55c34f70d req-8af78f21-7a66-4a0c-a338-d1c6ca235a12 service neutron] Transition to ACTIVE for port object 0c26df16-b85b-4e62-8100-31c95a5c2dfc will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:50:34.954359 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-643accba-0160-403f-920b-faf55c34f70d req-8af78f21-7a66-4a0c-a338-d1c6ca235a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:34.961364 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-ad547c56-8ca4-474a-aaff-22ccd98ac966 req-aa940b9d-2b5d-4e20-be0d-2f456aa991ca tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Unset dirty status for tenant:e92c004a387045f69eb326cd61acc551 on resource:network {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:50:34.975449 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ad547c56-8ca4-474a-aaff-22ccd98ac966 req-aa940b9d-2b5d-4e20-be0d-2f456aa991ca tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.105 "GET /v2.0/networks?id=27e5ee19-f0a7-4563-ba03-a0f237d4208b HTTP/1.1" status: 200 len: 824 time: 0.2066936 Feb 09 00:50:34.995913 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ad547c56-8ca4-474a-aaff-22ccd98ac966 req-320a885b-f62a-4d57-b0a8-74e99792b180 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.105 "GET /v2.0/quotas/e92c004a387045f69eb326cd61acc551 HTTP/1.1" status: 200 len: 375 time: 0.0184219 Feb 09 00:50:35.128268 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.99', 61613) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:35.194757 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ad547c56-8ca4-474a-aaff-22ccd98ac966 req-b2cea821-2632-4dfd-a17d-d223ee040595 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=e92c004a387045f69eb326cd61acc551&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1962783 Feb 09 00:50:35.243588 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2703f-b252-45d0-8dcf-340cb20a8301 req-c05f257a-281b-44f6-bacf-4857fef1cf58 tempest-NetworksTest-1588887308 tempest-NetworksTest-1588887308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:35.244386 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2703f-b252-45d0-8dcf-340cb20a8301 req-c05f257a-281b-44f6-bacf-4857fef1cf58 tempest-NetworksTest-1588887308 tempest-NetworksTest-1588887308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:35.244997 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2703f-b252-45d0-8dcf-340cb20a8301 req-c05f257a-281b-44f6-bacf-4857fef1cf58 tempest-NetworksTest-1588887308 tempest-NetworksTest-1588887308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:35.245623 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2703f-b252-45d0-8dcf-340cb20a8301 req-c05f257a-281b-44f6-bacf-4857fef1cf58 tempest-NetworksTest-1588887308 tempest-NetworksTest-1588887308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:35.246282 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2703f-b252-45d0-8dcf-340cb20a8301 req-c05f257a-281b-44f6-bacf-4857fef1cf58 tempest-NetworksTest-1588887308 tempest-NetworksTest-1588887308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:35.246882 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2703f-b252-45d0-8dcf-340cb20a8301 req-c05f257a-281b-44f6-bacf-4857fef1cf58 tempest-NetworksTest-1588887308 tempest-NetworksTest-1588887308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:35.247496 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2703f-b252-45d0-8dcf-340cb20a8301 req-c05f257a-281b-44f6-bacf-4857fef1cf58 tempest-NetworksTest-1588887308 tempest-NetworksTest-1588887308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:35.250397 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-16b2703f-b252-45d0-8dcf-340cb20a8301 req-c05f257a-281b-44f6-bacf-4857fef1cf58 tempest-NetworksTest-1588887308 tempest-NetworksTest-1588887308-project-admin] 10.222.0.105 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5020 time: 0.2511408 Feb 09 00:50:35.262596 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-af7ee2b5-fffe-480f-8efc-f0e052b64257 req-f3048cfa-2497-40c7-869a-a7aa41503e24 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=d822affed756490e9875bac6497daede&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1259406 Feb 09 00:50:35.265301 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af78f21-7a66-4a0c-a338-d1c6ca235a12 service neutron] Pushing event updated for resources: {'Port': ['ID=0c26df16-b85b-4e62-8100-31c95a5c2dfc,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:35.271650 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-643accba-0160-403f-920b-faf55c34f70d req-8af78f21-7a66-4a0c-a338-d1c6ca235a12 service neutron] Attempting to bind port 0c26df16-b85b-4e62-8100-31c95a5c2dfc on host n-h2-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:50:35.272134 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-643accba-0160-403f-920b-faf55c34f70d req-8af78f21-7a66-4a0c-a338-d1c6ca235a12 service neutron] Attempting to bind port 0c26df16-b85b-4e62-8100-31c95a5c2dfc by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': 'b907962e-2c92-4e5e-9eb3-daae4f34051b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ded91f5f-4c52-4e17-8569-d9d1696711b8'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:50:35.272711 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643accba-0160-403f-920b-faf55c34f70d req-8af78f21-7a66-4a0c-a338-d1c6ca235a12 service neutron] Attempting to bind port 0c26df16-b85b-4e62-8100-31c95a5c2dfc on network ded91f5f-4c52-4e17-8569-d9d1696711b8 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:50:35.379184 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643accba-0160-403f-920b-faf55c34f70d req-8af78f21-7a66-4a0c-a338-d1c6ca235a12 service neutron] Port 0c26df16-b85b-4e62-8100-31c95a5c2dfc on network ded91f5f-4c52-4e17-8569-d9d1696711b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:50:35.379660 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643accba-0160-403f-920b-faf55c34f70d req-8af78f21-7a66-4a0c-a338-d1c6ca235a12 service neutron] Attempting to bind port 0c26df16-b85b-4e62-8100-31c95a5c2dfc on network ded91f5f-4c52-4e17-8569-d9d1696711b8 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:50:35.382118 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [req-ad547c56-8ca4-474a-aaff-22ccd98ac966 req-03cdf9c2-450a-4e93-ac61-cd5424c3efe8 service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:50:35.392051 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ad547c56-8ca4-474a-aaff-22ccd98ac966 req-03cdf9c2-450a-4e93-ac61-cd5424c3efe8 service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0943189 Feb 09 00:50:35.394001 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643accba-0160-403f-920b-faf55c34f70d req-8af78f21-7a66-4a0c-a338-d1c6ca235a12 service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:50:35.394459 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643accba-0160-403f-920b-faf55c34f70d req-8af78f21-7a66-4a0c-a338-d1c6ca235a12 service neutron] Checking segment: {'id': 'b907962e-2c92-4e5e-9eb3-daae4f34051b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ded91f5f-4c52-4e17-8569-d9d1696711b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:50:35.394954 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643accba-0160-403f-920b-faf55c34f70d req-8af78f21-7a66-4a0c-a338-d1c6ca235a12 service neutron] Bound using segment: {'id': 'b907962e-2c92-4e5e-9eb3-daae4f34051b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ded91f5f-4c52-4e17-8569-d9d1696711b8'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:50:35.395665 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-643accba-0160-403f-920b-faf55c34f70d req-8af78f21-7a66-4a0c-a338-d1c6ca235a12 service neutron] Bound port: 0c26df16-b85b-4e62-8100-31c95a5c2dfc, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b907962e-2c92-4e5e-9eb3-daae4f34051b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ded91f5f-4c52-4e17-8569-d9d1696711b8'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:50:35.396215 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-643accba-0160-403f-920b-faf55c34f70d req-8af78f21-7a66-4a0c-a338-d1c6ca235a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:35.570004 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7ee2b5-fffe-480f-8efc-f0e052b64257 req-ba567cfd-64d1-4725-b562-c736ecf4061b tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:35.571742 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-af7ee2b5-fffe-480f-8efc-f0e052b64257 req-ba567cfd-64d1-4725-b562-c736ecf4061b tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3015060 Feb 09 00:50:35.575981 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-643accba-0160-403f-920b-faf55c34f70d req-8af78f21-7a66-4a0c-a338-d1c6ca235a12 service neutron] For port 0c26df16-b85b-4e62-8100-31c95a5c2dfc, host n-h2-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:50:35.579312 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-643accba-0160-403f-920b-faf55c34f70d req-8af78f21-7a66-4a0c-a338-d1c6ca235a12 service neutron] For port 0c26df16-b85b-4e62-8100-31c95a5c2dfc, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=0c26df16-b85b-4e62-8100-31c95a5c2dfc,segment=NetworkSegment(b907962e-2c92-4e5e-9eb3-daae4f34051b),segment_id=b907962e-2c92-4e5e-9eb3-daae4f34051b)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:50:35.586588 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-af7ee2b5-fffe-480f-8efc-f0e052b64257 req-b2c672bb-f1c7-4daf-b3eb-5c7092842cde tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Request body: {'port': {'device_id': 'adb669b8-f043-4035-a1e4-d6dc93d3f38e', 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6', 'admin_state_up': True, 'tenant_id': 'd822affed756490e9875bac6497daede'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:50:35.609140 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-643accba-0160-403f-920b-faf55c34f70d req-8af78f21-7a66-4a0c-a338-d1c6ca235a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:35.612718 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 54bd3acc-1760-43fd-acbd-09d5c33abb7e up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:50:35.679342 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff210d84-90db-4e06-8adf-3fe9b731c70e req-e45f3a54-fcc6-4a14-8820-7d83c66c5753 tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:35.686257 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ff210d84-90db-4e06-8adf-3fe9b731c70e req-e45f3a54-fcc6-4a14-8820-7d83c66c5753 tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] 10.222.0.105 "GET /v2.0/ports?device_id=0b6aa0fe-468c-4234-a327-df3172cd43db HTTP/1.1" status: 200 len: 972 time: 0.2628057 Feb 09 00:50:35.688574 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 37802) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:35.717012 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ad547c56-8ca4-474a-aaff-22ccd98ac966 req-18e59993-b26e-4794-b88d-0298c9770578 service neutron] 10.222.0.105 "GET /v2.0/networks/27e5ee19-f0a7-4563-ba03-a0f237d4208b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236749 Feb 09 00:50:35.727601 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 54bd3acc-1760-43fd-acbd-09d5c33abb7e triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:50:35.728640 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:35.804454 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643accba-0160-403f-920b-faf55c34f70d req-8af78f21-7a66-4a0c-a338-d1c6ca235a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:35.805358 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-643accba-0160-403f-920b-faf55c34f70d req-8af78f21-7a66-4a0c-a338-d1c6ca235a12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:35.807292 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-643accba-0160-403f-920b-faf55c34f70d req-8af78f21-7a66-4a0c-a338-d1c6ca235a12 service neutron] 10.222.0.99 "PUT /v2.0/ports/0c26df16-b85b-4e62-8100-31c95a5c2dfc HTTP/1.1" status: 200 len: 1091 time: 1.5242422 Feb 09 00:50:35.807729 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4217fae3-6087-4477-8eed-859d85400796', 'tag': '0c26df16-b85b-4e62-8100-31c95a5c2dfc'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:50:35.845583 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af78f21-7a66-4a0c-a338-d1c6ca235a12 service neutron] Pushing event updated for resources: {'Port': ['ID=0c26df16-b85b-4e62-8100-31c95a5c2dfc,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:35.893204 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-af7ee2b5-fffe-480f-8efc-f0e052b64257 req-b2c672bb-f1c7-4daf-b3eb-5c7092842cde tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:50:35.905378 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ad547c56-8ca4-474a-aaff-22ccd98ac966 req-5c2dd65c-2e06-4297-84a2-a74d117a3e6e service neutron] 10.222.0.105 "GET /v2.0/networks/27e5ee19-f0a7-4563-ba03-a0f237d4208b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875193 Feb 09 00:50:35.950712 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ff210d84-90db-4e06-8adf-3fe9b731c70e req-1dae4571-c597-40ee-aa4d-9e7a5af1fed8 tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] 10.222.0.105 "GET /v2.0/security-groups?id=d49b0790-c757-46e2-ae6a-f5352b0a4323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448318 Feb 09 00:50:35.963623 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-af7ee2b5-fffe-480f-8efc-f0e052b64257 req-b2c672bb-f1c7-4daf-b3eb-5c7092842cde tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:50:35.993268 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af7ee2b5-fffe-480f-8efc-f0e052b64257 req-b2c672bb-f1c7-4daf-b3eb-5c7092842cde tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Made reservation on behalf of d822affed756490e9875bac6497daede for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:50:36.003221 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-af7ee2b5-fffe-480f-8efc-f0e052b64257 req-b2c672bb-f1c7-4daf-b3eb-5c7092842cde tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:36.066358 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d1e16be2-e748-43b5-8d86-d7f80e5a4a5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:36.111751 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d1e16be2-e748-43b5-8d86-d7f80e5a4a5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:50:36.124993 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-d1e16be2-e748-43b5-8d86-d7f80e5a4a5b admin admin] Usage tracker for resource:security_group_rule and tenant:596d9ed1fc514e75bbbab7ec3c608a33 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:50:36.131525 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-d1e16be2-e748-43b5-8d86-d7f80e5a4a5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:50:36.149489 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d1e16be2-e748-43b5-8d86-d7f80e5a4a5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:50:36.414197 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-af7ee2b5-fffe-480f-8efc-f0e052b64257 req-b2c672bb-f1c7-4daf-b3eb-5c7092842cde tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Allocated IP 192.168.233.129 (42d335cf-a678-4bc3-901b-7d21fb8587e6/e7938d94-1f0f-48bd-a0b3-26d5344ff0ec/ded3b628-89d7-49c4-95e2-f528fa36d665) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:50:36.450476 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643accba-0160-403f-920b-faf55c34f70d req-568a0392-58f1-4c8b-a50d-83b33747386d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:36.452375 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-643accba-0160-403f-920b-faf55c34f70d req-568a0392-58f1-4c8b-a50d-83b33747386d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=8d883076d7064c219a98a8f981d7945a&device_id=4217fae3-6087-4477-8eed-859d85400796 HTTP/1.1" status: 200 len: 1094 time: 0.5436409 Feb 09 00:50:36.518319 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d1e16be2-e748-43b5-8d86-d7f80e5a4a5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:36.534304 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4fbeb922-7069-4765-b6a3-90a9eca8338c req-f5f92f2f-c0e8-48ce-ade4-eab5336abdaf tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.105 "GET /v2.0/ports?device_id=adb669b8-f043-4035-a1e4-d6dc93d3f38e HTTP/1.1" status: 200 len: 210 time: 0.0522926 Feb 09 00:50:36.536437 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d1e16be2-e748-43b5-8d86-d7f80e5a4a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:36.554302 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-643accba-0160-403f-920b-faf55c34f70d req-477dea88-e3b2-4bef-b7f9-38b7507a2ee2 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c26df16-b85b-4e62-8100-31c95a5c2dfc HTTP/1.1" status: 200 len: 217 time: 0.0813291 Feb 09 00:50:36.613134 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e16be2-e748-43b5-8d86-d7f80e5a4a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e179516-dd0b-47f0-bfb2-145ebc987fe3,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:36.621844 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-d1e16be2-e748-43b5-8d86-d7f80e5a4a5b admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=596d9ed1fc514e75bbbab7ec3c608a33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9295900 Feb 09 00:50:36.622037 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9436c2c-56dd-45e9-985b-0560e2aa6501 req-6aa6d11f-0db4-4112-9c5f-2232f63a6122 tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:36.622544 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-b9436c2c-56dd-45e9-985b-0560e2aa6501 req-6aa6d11f-0db4-4112-9c5f-2232f63a6122 tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] Synchronizing usage tracker for tenant:9f726ede9acd4025bc9e46a4b558c50e on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:50:36.633722 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 37822) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:36.644986 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81109dee-8d2a-49ac-b53f-523753b0763c req-a2cfac7a-4d13-4015-8912-81080b2b2a8d tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:36.646479 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-81109dee-8d2a-49ac-b53f-523753b0763c req-a2cfac7a-4d13-4015-8912-81080b2b2a8d tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=4217fae3-6087-4477-8eed-859d85400796 HTTP/1.1" status: 200 len: 943 time: 0.3346984 Feb 09 00:50:36.670365 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4217fae3-6087-4477-8eed-859d85400796', 'tag': '0c26df16-b85b-4e62-8100-31c95a5c2dfc', 'status': 'completed', 'code': 200} Feb 09 00:50:36.772622 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-b9436c2c-56dd-45e9-985b-0560e2aa6501 req-6aa6d11f-0db4-4112-9c5f-2232f63a6122 tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] Unset dirty status for tenant:9f726ede9acd4025bc9e46a4b558c50e on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:50:36.774655 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b9436c2c-56dd-45e9-985b-0560e2aa6501 req-6aa6d11f-0db4-4112-9c5f-2232f63a6122 tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b6aa0fe-468c-4234-a327-df3172cd43db HTTP/1.1" status: 200 len: 972 time: 0.4539618 Feb 09 00:50:36.779411 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-81109dee-8d2a-49ac-b53f-523753b0763c req-86b7af02-ce5c-4329-a634-47ad5c9a4aa7 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222823 Feb 09 00:50:36.783763 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-76a6b437-1d0a-4ae8-8684-6c2727352652 req-aefe0333-92dd-46fb-b862-ac093ce57eb5 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.105 "GET /v2.0/ports?device_id=c999f65b-c828-4239-87db-66098662f116 HTTP/1.1" status: 200 len: 210 time: 0.0574150 Feb 09 00:50:36.797464 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-486a73ce-e736-4d17-99f0-a6ebc40b4afb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:36.839151 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-486a73ce-e736-4d17-99f0-a6ebc40b4afb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:36.856094 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643accba-0160-403f-920b-faf55c34f70d req-26b1dd90-d6ab-4861-b738-684151f24924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:36.858881 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-643accba-0160-403f-920b-faf55c34f70d req-26b1dd90-d6ab-4861-b738-684151f24924 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=103c212c-bf16-40d1-a89c-07252434eb67 HTTP/1.1" status: 200 len: 848 time: 0.2884676 Feb 09 00:50:36.906277 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-486a73ce-e736-4d17-99f0-a6ebc40b4afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:36.922328 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486a73ce-e736-4d17-99f0-a6ebc40b4afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e179516-dd0b-47f0-bfb2-145ebc987fe3,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:36.930645 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-486a73ce-e736-4d17-99f0-a6ebc40b4afb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:36.934294 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-486a73ce-e736-4d17-99f0-a6ebc40b4afb admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/4e179516-dd0b-47f0-bfb2-145ebc987fe3 HTTP/1.1" status: 204 len: 168 time: 0.2962518 Feb 09 00:50:37.012107 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-af7ee2b5-fffe-480f-8efc-f0e052b64257 req-b2c672bb-f1c7-4daf-b3eb-5c7092842cde tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:37.029210 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-af7ee2b5-fffe-480f-8efc-f0e052b64257 req-b2c672bb-f1c7-4daf-b3eb-5c7092842cde tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Transition to ACTIVE for port object ded3b628-89d7-49c4-95e2-f528fa36d665 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:50:37.067285 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-643accba-0160-403f-920b-faf55c34f70d req-7e928203-859e-4956-9cba-2566084ed954 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=ded91f5f-4c52-4e17-8569-d9d1696711b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1877589 Feb 09 00:50:37.071264 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-af7ee2b5-fffe-480f-8efc-f0e052b64257 req-b2c672bb-f1c7-4daf-b3eb-5c7092842cde tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:37.086244 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['e0c90098-2788-42f0-bc70-1f7dff3385fe'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:50:37.190695 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48cbb25-32ed-4091-bfdf-10b000bf65f2 req-7496acc1-0e53-4235-abaf-8677a9d9aadb tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:37.199215 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f48cbb25-32ed-4091-bfdf-10b000bf65f2 req-7496acc1-0e53-4235-abaf-8677a9d9aadb tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] 10.222.0.105 "GET /v2.0/ports?device_id=0b6aa0fe-468c-4234-a327-df3172cd43db HTTP/1.1" status: 200 len: 972 time: 0.1073377 Feb 09 00:50:37.279584 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-b9436c2c-56dd-45e9-985b-0560e2aa6501 req-560050d7-9eb5-41bc-8bc0-f61e632d52f9 tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] Deleting port e982a96b-242e-4765-90fb-bf9d7bf3aa4e {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:50:37.279967 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-b9436c2c-56dd-45e9-985b-0560e2aa6501 req-560050d7-9eb5-41bc-8bc0-f61e632d52f9 tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:37.287724 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f48cbb25-32ed-4091-bfdf-10b000bf65f2 req-59dd073e-3ce3-4a8e-9a26-5482eebe8b0b tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] 10.222.0.105 "GET /v2.0/security-groups?id=d49b0790-c757-46e2-ae6a-f5352b0a4323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873563 Feb 09 00:50:37.373771 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 37842) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:37.421477 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af7ee2b5-fffe-480f-8efc-f0e052b64257 req-b2c672bb-f1c7-4daf-b3eb-5c7092842cde tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Network 42d335cf-a678-4bc3-901b-7d21fb8587e6 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:50:37.435803 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-af7ee2b5-fffe-480f-8efc-f0e052b64257 req-b2c672bb-f1c7-4daf-b3eb-5c7092842cde tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:50:37.455390 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-af7ee2b5-fffe-480f-8efc-f0e052b64257 req-b2c672bb-f1c7-4daf-b3eb-5c7092842cde tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:50:37.463512 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7ee2b5-fffe-480f-8efc-f0e052b64257 req-b2c672bb-f1c7-4daf-b3eb-5c7092842cde tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:37.463873 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-af7ee2b5-fffe-480f-8efc-f0e052b64257 req-b2c672bb-f1c7-4daf-b3eb-5c7092842cde tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:37.471973 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c672bb-f1c7-4daf-b3eb-5c7092842cde tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Pushing event updated for resources: {'Port': ['ID=ded3b628-89d7-49c4-95e2-f528fa36d665,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:37.495047 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 37848) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:37.537517 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-82632087-5f85-41fc-a069-659e06ed750b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:37.552234 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-faef0d83-ee88-4633-8072-f8bae28f14da admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:37.583563 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-82632087-5f85-41fc-a069-659e06ed750b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:50:37.586622 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-faef0d83-ee88-4633-8072-f8bae28f14da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:50:37.603092 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-82632087-5f85-41fc-a069-659e06ed750b admin admin] Usage tracker for resource:security_group_rule and tenant:6b9f271bfd7e49aebef11fd81330b01a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:50:37.618549 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-82632087-5f85-41fc-a069-659e06ed750b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:50:37.635715 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-643accba-0160-403f-920b-faf55c34f70d req-920734c7-3ee1-4988-9acd-fdca78fad02f service neutron] 10.222.0.99 "GET /v2.0/networks/ded91f5f-4c52-4e17-8569-d9d1696711b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5551589 Feb 09 00:50:37.645384 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-af7ee2b5-fffe-480f-8efc-f0e052b64257 req-b2c672bb-f1c7-4daf-b3eb-5c7092842cde tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0641246 Feb 09 00:50:37.647345 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-82632087-5f85-41fc-a069-659e06ed750b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:50:37.691023 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-af7ee2b5-fffe-480f-8efc-f0e052b64257 req-0c8320dd-8f16-4e84-8d92-be77ad222706 service neutron] Request body: {'port': {'device_id': 'adb669b8-f043-4035-a1e4-d6dc93d3f38e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:50:37.694593 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-faef0d83-ee88-4633-8072-f8bae28f14da admin admin] Usage tracker for resource:security_group_rule and tenant:b0e9c686efc640c4ae99d7acd632a0a7 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:50:37.700542 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-faef0d83-ee88-4633-8072-f8bae28f14da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:50:37.789227 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-faef0d83-ee88-4633-8072-f8bae28f14da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:50:37.915312 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-63f93dee-6f55-4a6a-9978-ff8da66f907c None None] Provisioning for port ded3b628-89d7-49c4-95e2-f528fa36d665 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:50:37.920507 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-63f93dee-6f55-4a6a-9978-ff8da66f907c None None] Provisioning complete for port ded3b628-89d7-49c4-95e2-f528fa36d665 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:50:37.920877 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-63f93dee-6f55-4a6a-9978-ff8da66f907c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:37.996424 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-63f93dee-6f55-4a6a-9978-ff8da66f907c None None] Port ded3b628-89d7-49c4-95e2-f528fa36d665 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:50:38.052880 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1aa3cbac-b891-4ff1-85d1-fa91f5048fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:38.109513 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-b9436c2c-56dd-45e9-985b-0560e2aa6501 req-560050d7-9eb5-41bc-8bc0-f61e632d52f9 tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] For port e982a96b-242e-4765-90fb-bf9d7bf3aa4e, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=e982a96b-242e-4765-90fb-bf9d7bf3aa4e,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:50:38.109828 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-b9436c2c-56dd-45e9-985b-0560e2aa6501 req-560050d7-9eb5-41bc-8bc0-f61e632d52f9 tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:38.122041 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-643accba-0160-403f-920b-faf55c34f70d req-b2c2589c-de56-48d5-91cb-40fbc1a4d1d2 service neutron] 10.222.0.99 "GET /v2.0/networks/ded91f5f-4c52-4e17-8569-d9d1696711b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4755087 Feb 09 00:50:38.134665 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad547c56-8ca4-474a-aaff-22ccd98ac966 req-8907fe1d-c2ed-49ce-9ce0-d3c23ad784e4 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:38.136154 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ad547c56-8ca4-474a-aaff-22ccd98ac966 req-8907fe1d-c2ed-49ce-9ce0-d3c23ad784e4 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.62 "GET /v2.0/networks?id=27e5ee19-f0a7-4563-ba03-a0f237d4208b HTTP/1.1" status: 200 len: 824 time: 0.4373360 Feb 09 00:50:38.165791 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c997d-26d6-4ee7-b77b-293a2d03a91f req-a2175177-2a15-4c09-805a-ad8cf0542d60 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:38.167319 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b31c997d-26d6-4ee7-b77b-293a2d03a91f req-a2175177-2a15-4c09-805a-ad8cf0542d60 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.105 "GET /v2.0/ports?device_id=adb669b8-f043-4035-a1e4-d6dc93d3f38e HTTP/1.1" status: 200 len: 936 time: 0.4745259 Feb 09 00:50:38.196611 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-82632087-5f85-41fc-a069-659e06ed750b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:38.232420 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-82632087-5f85-41fc-a069-659e06ed750b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:38.333122 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ad547c56-8ca4-474a-aaff-22ccd98ac966 req-deea39bf-f570-48b1-b83c-92fa05e8d487 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e92c004a387045f69eb326cd61acc551 HTTP/1.1" status: 200 len: 378 time: 0.1842861 Feb 09 00:50:38.358247 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-faef0d83-ee88-4633-8072-f8bae28f14da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:38.358602 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-af7ee2b5-fffe-480f-8efc-f0e052b64257 req-0c8320dd-8f16-4e84-8d92-be77ad222706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:38.362623 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-ad547c56-8ca4-474a-aaff-22ccd98ac966 req-f5f7e31b-9035-4914-b4ab-d3da58f4fa5e tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Request body: {'port': {'device_id': 'c999f65b-c828-4239-87db-66098662f116', 'network_id': '27e5ee19-f0a7-4563-ba03-a0f237d4208b', 'admin_state_up': True, 'tenant_id': 'e92c004a387045f69eb326cd61acc551', 'security_groups': ['fa53326b-e9b6-4684-a0e1-c70cb70bdf58']}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:50:38.374801 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-b9436c2c-56dd-45e9-985b-0560e2aa6501 req-560050d7-9eb5-41bc-8bc0-f61e632d52f9 tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] Calling delete_port for e982a96b-242e-4765-90fb-bf9d7bf3aa4e owned by compute:tempest-test_az-2011809751 {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:50:38.383172 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-82632087-5f85-41fc-a069-659e06ed750b admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=6b9f271bfd7e49aebef11fd81330b01a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8868966 Feb 09 00:50:38.396745 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea4eaa0-4e29-44df-8125-c5777457ded8 req-7cf4ab2b-f890-4906-9372-3fa7ad5c63bf tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:38.398265 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3ea4eaa0-4e29-44df-8125-c5777457ded8 req-7cf4ab2b-f890-4906-9372-3fa7ad5c63bf tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=4217fae3-6087-4477-8eed-859d85400796 HTTP/1.1" status: 200 len: 943 time: 0.4503345 Feb 09 00:50:38.400968 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b31c997d-26d6-4ee7-b77b-293a2d03a91f req-83f5131e-536c-4341-813a-5250bfd12b6f tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.105 "GET /v2.0/security-groups?id=a13e4638-b350-4af6-8b8a-44791571b941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105994 Feb 09 00:50:38.410245 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37864) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:38.447888 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-faef0d83-ee88-4633-8072-f8bae28f14da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:38.462862 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82632087-5f85-41fc-a069-659e06ed750b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7760e37f-ec7a-4a56-a9f5-87a25ba8db5b,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:38.578608 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-faef0d83-ee88-4633-8072-f8bae28f14da admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=b0e9c686efc640c4ae99d7acd632a0a7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2033288 Feb 09 00:50:38.585239 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 37868) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:38.630981 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-37c4188d-9ba3-42e1-a84c-07155057492a req-3abe2cc9-4720-415b-997d-f4c4981bd17e tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.105 "GET /v2.0/ports?device_id=c999f65b-c828-4239-87db-66098662f116 HTTP/1.1" status: 200 len: 210 time: 0.1053426 Feb 09 00:50:38.631598 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faef0d83-ee88-4633-8072-f8bae28f14da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34bc8b25-ddf0-4785-a4c5-ba36d12bec09,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:38.680964 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3ea4eaa0-4e29-44df-8125-c5777457ded8 req-cb0f3906-1364-4972-b059-704b6893c80d tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255840 Feb 09 00:50:38.717818 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b83b66d1-d57b-44c2-82d5-2bac1efd731c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:38.733920 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-ad547c56-8ca4-474a-aaff-22ccd98ac966 req-f5f7e31b-9035-4914-b4ab-d3da58f4fa5e tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:50:38.740669 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-ad547c56-8ca4-474a-aaff-22ccd98ac966 req-f5f7e31b-9035-4914-b4ab-d3da58f4fa5e tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Usage tracker for resource:port and tenant:e92c004a387045f69eb326cd61acc551 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:50:38.743435 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-27c27cef-b20f-4935-b31c-4160864ac64d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:38.745150 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-ad547c56-8ca4-474a-aaff-22ccd98ac966 req-f5f7e31b-9035-4914-b4ab-d3da58f4fa5e tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:50:38.757127 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-ad547c56-8ca4-474a-aaff-22ccd98ac966 req-f5f7e31b-9035-4914-b4ab-d3da58f4fa5e tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:50:38.769899 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229bd85f-efda-4738-bcae-03781270307f req-4fc35b3b-2872-45ff-b8b2-e3bc370cae13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:38.771421 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-229bd85f-efda-4738-bcae-03781270307f req-4fc35b3b-2872-45ff-b8b2-e3bc370cae13 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=8d883076d7064c219a98a8f981d7945a&device_id=4217fae3-6087-4477-8eed-859d85400796 HTTP/1.1" status: 200 len: 1094 time: 0.5912602 Feb 09 00:50:38.782561 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-27c27cef-b20f-4935-b31c-4160864ac64d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:38.806197 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad547c56-8ca4-474a-aaff-22ccd98ac966 req-f5f7e31b-9035-4914-b4ab-d3da58f4fa5e tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Made reservation on behalf of e92c004a387045f69eb326cd61acc551 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:50:38.809563 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ad547c56-8ca4-474a-aaff-22ccd98ac966 req-f5f7e31b-9035-4914-b4ab-d3da58f4fa5e tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:38.909436 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b83b66d1-d57b-44c2-82d5-2bac1efd731c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:39.010657 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-b9436c2c-56dd-45e9-985b-0560e2aa6501 req-560050d7-9eb5-41bc-8bc0-f61e632d52f9 tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:39.020852 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-27c27cef-b20f-4935-b31c-4160864ac64d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:39.052312 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c27cef-b20f-4935-b31c-4160864ac64d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34bc8b25-ddf0-4785-a4c5-ba36d12bec09,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:39.068330 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b4732-1617-4e15-bafe-bc7404647708 req-67d8ef29-d68e-436b-9158-69d702cc172b tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:39.069899 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-194b4732-1617-4e15-bafe-bc7404647708 req-67d8ef29-d68e-436b-9158-69d702cc172b tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] 10.222.0.105 "GET /v2.0/ports?device_id=0b6aa0fe-468c-4234-a327-df3172cd43db HTTP/1.1" status: 200 len: 972 time: 0.2646940 Feb 09 00:50:39.088042 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-ad547c56-8ca4-474a-aaff-22ccd98ac966 req-f5f7e31b-9035-4914-b4ab-d3da58f4fa5e tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Allocated IP 172.20.0.10 (27e5ee19-f0a7-4563-ba03-a0f237d4208b/660612cb-07d4-43f9-b983-e1b46d8a035c/eabf5a89-9492-4046-b06d-24f13afebf59) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:50:39.113255 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560050d7-9eb5-41bc-8bc0-f61e632d52f9 tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] Pushing event deleted for resources: {'Port': ['ID=e982a96b-242e-4765-90fb-bf9d7bf3aa4e,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:39.120345 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-27c27cef-b20f-4935-b31c-4160864ac64d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:39.121466 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-27c27cef-b20f-4935-b31c-4160864ac64d admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/34bc8b25-ddf0-4785-a4c5-ba36d12bec09 HTTP/1.1" status: 204 len: 168 time: 0.5234835 Feb 09 00:50:39.161958 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-194b4732-1617-4e15-bafe-bc7404647708 req-93bd4188-8e4e-48de-97b7-3a82d594a968 tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] 10.222.0.105 "GET /v2.0/security-groups?id=d49b0790-c757-46e2-ae6a-f5352b0a4323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753226 Feb 09 00:50:39.261026 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9436c2c-56dd-45e9-985b-0560e2aa6501 req-560050d7-9eb5-41bc-8bc0-f61e632d52f9 tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] No DVR routers for this DVR port e982a96b-242e-4765-90fb-bf9d7bf3aa4e on host n-h1-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:50:39.271403 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b83b66d1-d57b-44c2-82d5-2bac1efd731c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:39.278866 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229bd85f-efda-4738-bcae-03781270307f req-e27a6c54-44b4-4b9a-8a8e-516128cda251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:39.280756 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-229bd85f-efda-4738-bcae-03781270307f req-e27a6c54-44b4-4b9a-8a8e-516128cda251 service neutron] 10.222.0.99 "GET /v2.0/networks?id=ded91f5f-4c52-4e17-8569-d9d1696711b8 HTTP/1.1" status: 200 len: 909 time: 0.4944012 Feb 09 00:50:39.310863 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-b9436c2c-56dd-45e9-985b-0560e2aa6501 req-560050d7-9eb5-41bc-8bc0-f61e632d52f9 tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:39.317828 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b6aa0fe-468c-4234-a327-df3172cd43db', 'name': 'network-vif-deleted', 'tag': 'e982a96b-242e-4765-90fb-bf9d7bf3aa4e'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:50:39.402462 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b66d1-d57b-44c2-82d5-2bac1efd731c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7760e37f-ec7a-4a56-a9f5-87a25ba8db5b,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:39.405196 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b6aa0fe-468c-4234-a327-df3172cd43db', 'name': 'network-vif-deleted', 'tag': 'e982a96b-242e-4765-90fb-bf9d7bf3aa4e', 'status': 'completed', 'code': 200} Feb 09 00:50:39.427932 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-229bd85f-efda-4738-bcae-03781270307f req-77cd3e01-f55b-4999-baba-0732d36c47db service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c26df16-b85b-4e62-8100-31c95a5c2dfc HTTP/1.1" status: 200 len: 217 time: 0.1199412 Feb 09 00:50:39.443010 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ad547c56-8ca4-474a-aaff-22ccd98ac966 req-f5f7e31b-9035-4914-b4ab-d3da58f4fa5e tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:39.459541 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-ad547c56-8ca4-474a-aaff-22ccd98ac966 req-f5f7e31b-9035-4914-b4ab-d3da58f4fa5e tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Transition to ACTIVE for port object eabf5a89-9492-4046-b06d-24f13afebf59 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:50:39.473583 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b83b66d1-d57b-44c2-82d5-2bac1efd731c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:39.474765 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b83b66d1-d57b-44c2-82d5-2bac1efd731c admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/7760e37f-ec7a-4a56-a9f5-87a25ba8db5b HTTP/1.1" status: 204 len: 168 time: 1.0548530 Feb 09 00:50:39.481588 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.db.resource_extend [req-af7ee2b5-fffe-480f-8efc-f0e052b64257 req-0c8320dd-8f16-4e84-8d92-be77ad222706 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 00:50:39.489308 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ad547c56-8ca4-474a-aaff-22ccd98ac966 req-f5f7e31b-9035-4914-b4ab-d3da58f4fa5e tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:39.491253 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b9436c2c-56dd-45e9-985b-0560e2aa6501 req-560050d7-9eb5-41bc-8bc0-f61e632d52f9 tempest-AggregatesAdminTestJSON-2016934668 tempest-AggregatesAdminTestJSON-2016934668-project] 10.222.0.62 "DELETE /v2.0/ports/e982a96b-242e-4765-90fb-bf9d7bf3aa4e HTTP/1.1" status: 204 len: 173 time: 2.7076654 Feb 09 00:50:39.587324 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [req-af7ee2b5-fffe-480f-8efc-f0e052b64257 req-0c8320dd-8f16-4e84-8d92-be77ad222706 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ded3b628-89d7-49c4-95e2-f528fa36d665 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:50:39.595491 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229bd85f-efda-4738-bcae-03781270307f req-75c8a4d5-f645-41d3-91bc-d9c5962f09d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:39.606032 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-229bd85f-efda-4738-bcae-03781270307f req-75c8a4d5-f645-41d3-91bc-d9c5962f09d7 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=103c212c-bf16-40d1-a89c-07252434eb67 HTTP/1.1" status: 200 len: 848 time: 0.1663787 Feb 09 00:50:39.718847 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-af7ee2b5-fffe-480f-8efc-f0e052b64257 req-0c8320dd-8f16-4e84-8d92-be77ad222706 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:39.730186 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-229bd85f-efda-4738-bcae-03781270307f req-bc5855c4-7271-44ee-8d49-44d758553c7b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=ded91f5f-4c52-4e17-8569-d9d1696711b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1180031 Feb 09 00:50:39.796172 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 37886) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:39.797078 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7e31b-9035-4914-b4ab-d3da58f4fa5e tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Pushing event updated for resources: {'Port': ['ID=eabf5a89-9492-4046-b06d-24f13afebf59,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:39.806256 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad547c56-8ca4-474a-aaff-22ccd98ac966 req-f5f7e31b-9035-4914-b4ab-d3da58f4fa5e tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Network 27e5ee19-f0a7-4563-ba03-a0f237d4208b is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:50:39.815234 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-af7ee2b5-fffe-480f-8efc-f0e052b64257 req-0c8320dd-8f16-4e84-8d92-be77ad222706 service neutron] Transition to ACTIVE for port object ded3b628-89d7-49c4-95e2-f528fa36d665 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:50:39.822290 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-af7ee2b5-fffe-480f-8efc-f0e052b64257 req-0c8320dd-8f16-4e84-8d92-be77ad222706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:39.862286 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-ad547c56-8ca4-474a-aaff-22ccd98ac966 req-f5f7e31b-9035-4914-b4ab-d3da58f4fa5e tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:50:39.873968 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad547c56-8ca4-474a-aaff-22ccd98ac966 req-f5f7e31b-9035-4914-b4ab-d3da58f4fa5e tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:50:39.889484 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad547c56-8ca4-474a-aaff-22ccd98ac966 req-f5f7e31b-9035-4914-b4ab-d3da58f4fa5e tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:39.890483 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ad547c56-8ca4-474a-aaff-22ccd98ac966 req-f5f7e31b-9035-4914-b4ab-d3da58f4fa5e tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:39.971590 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-59ee4581-4dca-4673-b233-5dc7337bac57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:40.078768 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-59ee4581-4dca-4673-b233-5dc7337bac57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:50:40.091014 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ad547c56-8ca4-474a-aaff-22ccd98ac966 req-f5f7e31b-9035-4914-b4ab-d3da58f4fa5e tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7365303 Feb 09 00:50:40.095447 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-59ee4581-4dca-4673-b233-5dc7337bac57 admin admin] Usage tracker for resource:security_group_rule and tenant:744797af8c714c6caa7b2144aee292b0 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:50:40.119859 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-59ee4581-4dca-4673-b233-5dc7337bac57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:50:40.142650 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-ad547c56-8ca4-474a-aaff-22ccd98ac966 req-38a97326-8a81-491d-94a5-f95668133b0e service neutron] Request body: {'port': {'device_id': 'c999f65b-c828-4239-87db-66098662f116', 'device_owner': 'compute:tempest-test_az-2011809751', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:50:40.180792 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-59ee4581-4dca-4673-b233-5dc7337bac57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:50:40.221897 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8320dd-8f16-4e84-8d92-be77ad222706 service neutron] Pushing event updated for resources: {'Port': ['ID=ded3b628-89d7-49c4-95e2-f528fa36d665,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:40.253293 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device e982a96b-242e-4765-90fb-bf9d7bf3aa4e no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:50:40.324839 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-229bd85f-efda-4738-bcae-03781270307f req-998642a0-6af8-42fd-ac51-b5d8a234a098 service neutron] 10.222.0.99 "GET /v2.0/networks/ded91f5f-4c52-4e17-8569-d9d1696711b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5862484 Feb 09 00:50:40.330574 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-af7ee2b5-fffe-480f-8efc-f0e052b64257 req-0c8320dd-8f16-4e84-8d92-be77ad222706 service neutron] Attempting to bind port ded3b628-89d7-49c4-95e2-f528fa36d665 on host n-h2-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:50:40.333989 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-af7ee2b5-fffe-480f-8efc-f0e052b64257 req-0c8320dd-8f16-4e84-8d92-be77ad222706 service neutron] Attempting to bind port ded3b628-89d7-49c4-95e2-f528fa36d665 by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:50:40.334536 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7ee2b5-fffe-480f-8efc-f0e052b64257 req-0c8320dd-8f16-4e84-8d92-be77ad222706 service neutron] Attempting to bind port ded3b628-89d7-49c4-95e2-f528fa36d665 on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:50:40.345155 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: e982a96b-242e-4765-90fb-bf9d7bf3aa4e {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 00:50:40.345587 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device e982a96b-242e-4765-90fb-bf9d7bf3aa4e not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 00:50:40.370691 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-641ddea3-0730-45cd-8a08-dd967c37fc29 None None] Provisioning for port eabf5a89-9492-4046-b06d-24f13afebf59 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:50:40.392290 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-641ddea3-0730-45cd-8a08-dd967c37fc29 None None] Provisioning complete for port eabf5a89-9492-4046-b06d-24f13afebf59 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:50:40.393772 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-641ddea3-0730-45cd-8a08-dd967c37fc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:40.410865 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed428305-171f-4e4e-9bd7-aa46784f7c92 req-20efcae2-158b-4ef7-a1f3-edcbf644407b tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:40.411564 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-ed428305-171f-4e4e-9bd7-aa46784f7c92 req-20efcae2-158b-4ef7-a1f3-edcbf644407b tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Synchronizing usage tracker for tenant:e92c004a387045f69eb326cd61acc551 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:50:40.425826 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7ee2b5-fffe-480f-8efc-f0e052b64257 req-0c8320dd-8f16-4e84-8d92-be77ad222706 service neutron] Port ded3b628-89d7-49c4-95e2-f528fa36d665 on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:50:40.426187 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7ee2b5-fffe-480f-8efc-f0e052b64257 req-0c8320dd-8f16-4e84-8d92-be77ad222706 service neutron] Attempting to bind port ded3b628-89d7-49c4-95e2-f528fa36d665 on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:50:40.443506 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7ee2b5-fffe-480f-8efc-f0e052b64257 req-0c8320dd-8f16-4e84-8d92-be77ad222706 service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:50:40.443506 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7ee2b5-fffe-480f-8efc-f0e052b64257 req-0c8320dd-8f16-4e84-8d92-be77ad222706 service neutron] Checking segment: {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:50:40.443819 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7ee2b5-fffe-480f-8efc-f0e052b64257 req-0c8320dd-8f16-4e84-8d92-be77ad222706 service neutron] Bound using segment: {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:50:40.444197 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-af7ee2b5-fffe-480f-8efc-f0e052b64257 req-0c8320dd-8f16-4e84-8d92-be77ad222706 service neutron] Bound port: ded3b628-89d7-49c4-95e2-f528fa36d665, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:50:40.444409 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-af7ee2b5-fffe-480f-8efc-f0e052b64257 req-0c8320dd-8f16-4e84-8d92-be77ad222706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:40.475585 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-59ee4581-4dca-4673-b233-5dc7337bac57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:40.481486 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b60996a2-1463-47b0-8afe-34ef6a75ce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:40.487009 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f835991-4c6e-406e-a566-08f6124b8ede req-86dd63d7-3ec7-4630-b7ca-af84de38f4e5 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:40.495589 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7f835991-4c6e-406e-a566-08f6124b8ede req-86dd63d7-3ec7-4630-b7ca-af84de38f4e5 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.105 "GET /v2.0/ports?device_id=adb669b8-f043-4035-a1e4-d6dc93d3f38e HTTP/1.1" status: 200 len: 948 time: 0.7005699 Feb 09 00:50:40.499677 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-641ddea3-0730-45cd-8a08-dd967c37fc29 None None] Port eabf5a89-9492-4046-b06d-24f13afebf59 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:50:40.537177 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-59ee4581-4dca-4673-b233-5dc7337bac57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:40.571198 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-229bd85f-efda-4738-bcae-03781270307f req-e387a3df-b171-4948-aca0-93d5bb39f43f service neutron] 10.222.0.99 "GET /v2.0/networks/ded91f5f-4c52-4e17-8569-d9d1696711b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259381 Feb 09 00:50:40.604666 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-af7ee2b5-fffe-480f-8efc-f0e052b64257 req-0c8320dd-8f16-4e84-8d92-be77ad222706 service neutron] For port ded3b628-89d7-49c4-95e2-f528fa36d665, host n-h2-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:50:40.609050 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-af7ee2b5-fffe-480f-8efc-f0e052b64257 req-0c8320dd-8f16-4e84-8d92-be77ad222706 service neutron] For port ded3b628-89d7-49c4-95e2-f528fa36d665, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=ded3b628-89d7-49c4-95e2-f528fa36d665,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:50:40.613232 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-ed428305-171f-4e4e-9bd7-aa46784f7c92 req-20efcae2-158b-4ef7-a1f3-edcbf644407b tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Unset dirty status for tenant:e92c004a387045f69eb326cd61acc551 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:50:40.614365 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-af7ee2b5-fffe-480f-8efc-f0e052b64257 req-0c8320dd-8f16-4e84-8d92-be77ad222706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:40.625793 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ed428305-171f-4e4e-9bd7-aa46784f7c92 req-20efcae2-158b-4ef7-a1f3-edcbf644407b tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.105 "GET /v2.0/ports?device_id=c999f65b-c828-4239-87db-66098662f116 HTTP/1.1" status: 200 len: 932 time: 0.7672124 Feb 09 00:50:40.638954 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ad547c56-8ca4-474a-aaff-22ccd98ac966 req-38a97326-8a81-491d-94a5-f95668133b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:40.682168 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-59ee4581-4dca-4673-b233-5dc7337bac57 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=744797af8c714c6caa7b2144aee292b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8823609 Feb 09 00:50:40.687555 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37910) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:40.694871 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7f835991-4c6e-406e-a566-08f6124b8ede req-f4c2ff65-6163-46c0-8aa1-a6c6539e64f3 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.105 "GET /v2.0/security-groups?id=a13e4638-b350-4af6-8b8a-44791571b941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982250 Feb 09 00:50:40.701330 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ee4581-4dca-4673-b233-5dc7337bac57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66715fed-6f86-42d8-8e4c-a5ff5b5a18ec,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:40.746911 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7ee2b5-fffe-480f-8efc-f0e052b64257 req-0c8320dd-8f16-4e84-8d92-be77ad222706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:40.747524 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-af7ee2b5-fffe-480f-8efc-f0e052b64257 req-0c8320dd-8f16-4e84-8d92-be77ad222706 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:40.749131 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-af7ee2b5-fffe-480f-8efc-f0e052b64257 req-0c8320dd-8f16-4e84-8d92-be77ad222706 service neutron] 10.222.0.99 "PUT /v2.0/ports/ded3b628-89d7-49c4-95e2-f528fa36d665 HTTP/1.1" status: 200 len: 1096 time: 3.0637739 Feb 09 00:50:40.786039 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e5363c6b-5303-466d-9ab4-eb09d7149927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:40.796622 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ed428305-171f-4e4e-9bd7-aa46784f7c92 req-d9464ecf-4728-4d54-b6ea-8b53081eb756 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.105 "GET /v2.0/security-groups?id=fa53326b-e9b6-4684-a0e1-c70cb70bdf58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1745169 Feb 09 00:50:40.830077 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e5363c6b-5303-466d-9ab4-eb09d7149927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:40.957566 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8320dd-8f16-4e84-8d92-be77ad222706 service neutron] Pushing event updated for resources: {'Port': ['ID=ded3b628-89d7-49c4-95e2-f528fa36d665,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:41.003669 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e5363c6b-5303-466d-9ab4-eb09d7149927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:41.042096 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5363c6b-5303-466d-9ab4-eb09d7149927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66715fed-6f86-42d8-8e4c-a5ff5b5a18ec,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:41.073225 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e5363c6b-5303-466d-9ab4-eb09d7149927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:41.074392 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e5363c6b-5303-466d-9ab4-eb09d7149927 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/66715fed-6f86-42d8-8e4c-a5ff5b5a18ec HTTP/1.1" status: 204 len: 168 time: 0.3837743 Feb 09 00:50:41.078739 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7ee2b5-fffe-480f-8efc-f0e052b64257 req-1c15da41-0748-409c-8de3-a8d6ec5bfdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:41.081144 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-af7ee2b5-fffe-480f-8efc-f0e052b64257 req-1c15da41-0748-409c-8de3-a8d6ec5bfdbc service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d822affed756490e9875bac6497daede&device_id=adb669b8-f043-4035-a1e4-d6dc93d3f38e HTTP/1.1" status: 200 len: 1099 time: 0.1737342 Feb 09 00:50:41.188807 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d84cf-86d7-4be1-95e1-a7a254e5b59e req-845514ff-0560-439b-bfe8-193eaa0560c2 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:41.190412 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cc8d84cf-86d7-4be1-95e1-a7a254e5b59e req-845514ff-0560-439b-bfe8-193eaa0560c2 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=4217fae3-6087-4477-8eed-859d85400796 HTTP/1.1" status: 200 len: 943 time: 0.2802298 Feb 09 00:50:41.247657 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-af7ee2b5-fffe-480f-8efc-f0e052b64257 req-746b1b62-cda3-403b-a5be-48bae19112a3 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=ded3b628-89d7-49c4-95e2-f528fa36d665 HTTP/1.1" status: 200 len: 217 time: 0.1567547 Feb 09 00:50:41.262909 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:41.313756 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cc8d84cf-86d7-4be1-95e1-a7a254e5b59e req-65a2a62a-7b69-4f2d-a0b4-2861f8d12231 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115088 Feb 09 00:50:41.375071 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7ee2b5-fffe-480f-8efc-f0e052b64257 req-8acd51e8-70ff-4c0a-82a4-e8f9682147ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:41.377050 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-af7ee2b5-fffe-480f-8efc-f0e052b64257 req-8acd51e8-70ff-4c0a-82a4-e8f9682147ba service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.1223216 Feb 09 00:50:41.438031 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:41.449758 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adb669b8-f043-4035-a1e4-d6dc93d3f38e', 'tag': 'ded3b628-89d7-49c4-95e2-f528fa36d665'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:50:41.496220 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-ad547c56-8ca4-474a-aaff-22ccd98ac966 req-38a97326-8a81-491d-94a5-f95668133b0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eabf5a89-9492-4046-b06d-24f13afebf59 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:50:41.517887 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ad547c56-8ca4-474a-aaff-22ccd98ac966 req-38a97326-8a81-491d-94a5-f95668133b0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:41.534956 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7ee2b5-fffe-480f-8efc-f0e052b64257 req-1936d50d-e957-4fb2-a92d-54916b8e5f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:41.536648 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-af7ee2b5-fffe-480f-8efc-f0e052b64257 req-1936d50d-e957-4fb2-a92d-54916b8e5f1f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1536579 Feb 09 00:50:41.543056 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-ad547c56-8ca4-474a-aaff-22ccd98ac966 req-38a97326-8a81-491d-94a5-f95668133b0e service neutron] Transition to ACTIVE for port object eabf5a89-9492-4046-b06d-24f13afebf59 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:50:41.552500 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ad547c56-8ca4-474a-aaff-22ccd98ac966 req-38a97326-8a81-491d-94a5-f95668133b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:41.569623 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adb669b8-f043-4035-a1e4-d6dc93d3f38e', 'tag': 'ded3b628-89d7-49c4-95e2-f528fa36d665', 'status': 'completed', 'code': 200} Feb 09 00:50:41.686180 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a97326-8a81-491d-94a5-f95668133b0e service neutron] Pushing event updated for resources: {'Port': ['ID=eabf5a89-9492-4046-b06d-24f13afebf59,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:41.797318 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-af7ee2b5-fffe-480f-8efc-f0e052b64257 req-a9e4480d-ecf3-40e6-914b-db7e7b78aa73 service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515991 Feb 09 00:50:42.051595 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-ad547c56-8ca4-474a-aaff-22ccd98ac966 req-38a97326-8a81-491d-94a5-f95668133b0e service neutron] Attempting to bind port eabf5a89-9492-4046-b06d-24f13afebf59 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:50:42.052192 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-ad547c56-8ca4-474a-aaff-22ccd98ac966 req-38a97326-8a81-491d-94a5-f95668133b0e service neutron] Attempting to bind port eabf5a89-9492-4046-b06d-24f13afebf59 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'd6018a7b-e150-476a-9748-d627dc1c772b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '27e5ee19-f0a7-4563-ba03-a0f237d4208b'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:50:42.052294 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad547c56-8ca4-474a-aaff-22ccd98ac966 req-38a97326-8a81-491d-94a5-f95668133b0e service neutron] Attempting to bind port eabf5a89-9492-4046-b06d-24f13afebf59 on network 27e5ee19-f0a7-4563-ba03-a0f237d4208b {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:50:42.064792 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-af7ee2b5-fffe-480f-8efc-f0e052b64257 req-47afb24e-e903-4b5b-a18e-6a22581654fd service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585948 Feb 09 00:50:42.087700 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad547c56-8ca4-474a-aaff-22ccd98ac966 req-38a97326-8a81-491d-94a5-f95668133b0e service neutron] Port eabf5a89-9492-4046-b06d-24f13afebf59 on network 27e5ee19-f0a7-4563-ba03-a0f237d4208b not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:50:42.088026 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad547c56-8ca4-474a-aaff-22ccd98ac966 req-38a97326-8a81-491d-94a5-f95668133b0e service neutron] Attempting to bind port eabf5a89-9492-4046-b06d-24f13afebf59 on network 27e5ee19-f0a7-4563-ba03-a0f237d4208b {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:50:42.134619 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad547c56-8ca4-474a-aaff-22ccd98ac966 req-38a97326-8a81-491d-94a5-f95668133b0e service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:50:42.135161 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad547c56-8ca4-474a-aaff-22ccd98ac966 req-38a97326-8a81-491d-94a5-f95668133b0e service neutron] Checking segment: {'id': 'd6018a7b-e150-476a-9748-d627dc1c772b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '27e5ee19-f0a7-4563-ba03-a0f237d4208b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:50:42.135599 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad547c56-8ca4-474a-aaff-22ccd98ac966 req-38a97326-8a81-491d-94a5-f95668133b0e service neutron] Bound using segment: {'id': 'd6018a7b-e150-476a-9748-d627dc1c772b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '27e5ee19-f0a7-4563-ba03-a0f237d4208b'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:50:42.135990 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-ad547c56-8ca4-474a-aaff-22ccd98ac966 req-38a97326-8a81-491d-94a5-f95668133b0e service neutron] Bound port: eabf5a89-9492-4046-b06d-24f13afebf59, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6018a7b-e150-476a-9748-d627dc1c772b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '27e5ee19-f0a7-4563-ba03-a0f237d4208b'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:50:42.136344 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ad547c56-8ca4-474a-aaff-22ccd98ac966 req-38a97326-8a81-491d-94a5-f95668133b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:42.205394 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b2056-bfb5-4ef7-894c-04afe7a08c97 req-0b3e1587-0d14-42f6-b06f-e6a88bf55e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:42.207029 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-244b2056-bfb5-4ef7-894c-04afe7a08c97 req-0b3e1587-0d14-42f6-b06f-e6a88bf55e76 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d822affed756490e9875bac6497daede&device_id=adb669b8-f043-4035-a1e4-d6dc93d3f38e HTTP/1.1" status: 200 len: 1099 time: 0.0886006 Feb 09 00:50:42.268734 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df3d4b9-9541-4d89-8a38-711ef41d0093 req-d5008876-833c-467e-9f33-abd9ebc66ae4 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:42.270286 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5df3d4b9-9541-4d89-8a38-711ef41d0093 req-d5008876-833c-467e-9f33-abd9ebc66ae4 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.105 "GET /v2.0/ports?device_id=adb669b8-f043-4035-a1e4-d6dc93d3f38e HTTP/1.1" status: 200 len: 948 time: 0.2974451 Feb 09 00:50:42.279649 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-ad547c56-8ca4-474a-aaff-22ccd98ac966 req-38a97326-8a81-491d-94a5-f95668133b0e service neutron] For port eabf5a89-9492-4046-b06d-24f13afebf59, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:50:42.284973 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-ad547c56-8ca4-474a-aaff-22ccd98ac966 req-38a97326-8a81-491d-94a5-f95668133b0e service neutron] For port eabf5a89-9492-4046-b06d-24f13afebf59, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=eabf5a89-9492-4046-b06d-24f13afebf59,segment=NetworkSegment(d6018a7b-e150-476a-9748-d627dc1c772b),segment_id=d6018a7b-e150-476a-9748-d627dc1c772b)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:50:42.303017 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ad547c56-8ca4-474a-aaff-22ccd98ac966 req-38a97326-8a81-491d-94a5-f95668133b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:42.314067 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3e6c66-3e35-4359-b0cc-cc24113820cb req-83239ec1-227b-4fe0-8822-c6926379a385 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:42.315587 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bf3e6c66-3e35-4359-b0cc-cc24113820cb req-83239ec1-227b-4fe0-8822-c6926379a385 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.105 "GET /v2.0/ports?device_id=c999f65b-c828-4239-87db-66098662f116 HTTP/1.1" status: 200 len: 966 time: 0.2300823 Feb 09 00:50:42.374270 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b2056-bfb5-4ef7-894c-04afe7a08c97 req-0ab37d16-5b8f-47b2-a772-81a1a1c75750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:42.376191 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-244b2056-bfb5-4ef7-894c-04afe7a08c97 req-0ab37d16-5b8f-47b2-a772-81a1a1c75750 service neutron] 10.222.0.99 "GET /v2.0/networks?id=42d335cf-a678-4bc3-901b-7d21fb8587e6 HTTP/1.1" status: 200 len: 870 time: 0.1608582 Feb 09 00:50:42.412237 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad547c56-8ca4-474a-aaff-22ccd98ac966 req-38a97326-8a81-491d-94a5-f95668133b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:42.412860 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ad547c56-8ca4-474a-aaff-22ccd98ac966 req-38a97326-8a81-491d-94a5-f95668133b0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:42.414840 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ad547c56-8ca4-474a-aaff-22ccd98ac966 req-38a97326-8a81-491d-94a5-f95668133b0e service neutron] 10.222.0.62 "PUT /v2.0/ports/eabf5a89-9492-4046-b06d-24f13afebf59 HTTP/1.1" status: 200 len: 1114 time: 2.2894666 Feb 09 00:50:42.418416 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c999f65b-c828-4239-87db-66098662f116', 'tag': 'eabf5a89-9492-4046-b06d-24f13afebf59'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:50:42.449359 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5df3d4b9-9541-4d89-8a38-711ef41d0093 req-bf957605-7af8-4847-a841-dc0107429d07 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.105 "GET /v2.0/security-groups?id=a13e4638-b350-4af6-8b8a-44791571b941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668723 Feb 09 00:50:42.481129 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-244b2056-bfb5-4ef7-894c-04afe7a08c97 req-c1dec74b-c511-43a9-a5e9-99c8b3d2e49e service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=ded3b628-89d7-49c4-95e2-f528fa36d665 HTTP/1.1" status: 200 len: 217 time: 0.0962117 Feb 09 00:50:42.500775 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a97326-8a81-491d-94a5-f95668133b0e service neutron] Pushing event updated for resources: {'Port': ['ID=eabf5a89-9492-4046-b06d-24f13afebf59,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:42.520653 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bf3e6c66-3e35-4359-b0cc-cc24113820cb req-f8b1259f-37f1-4f04-ad11-ab52e6157410 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.105 "GET /v2.0/security-groups?id=fa53326b-e9b6-4684-a0e1-c70cb70bdf58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1687169 Feb 09 00:50:42.579781 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b2056-bfb5-4ef7-894c-04afe7a08c97 req-23aa38da-1754-4c80-98d9-f5d3c1059f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:42.582023 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-244b2056-bfb5-4ef7-894c-04afe7a08c97 req-23aa38da-1754-4c80-98d9-f5d3c1059f04 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.0955255 Feb 09 00:50:42.626037 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad547c56-8ca4-474a-aaff-22ccd98ac966 req-77298e85-82f7-4079-9f00-e1f17e901cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:42.627520 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ad547c56-8ca4-474a-aaff-22ccd98ac966 req-77298e85-82f7-4079-9f00-e1f17e901cad service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e92c004a387045f69eb326cd61acc551&device_id=c999f65b-c828-4239-87db-66098662f116 HTTP/1.1" status: 200 len: 1117 time: 0.1673632 Feb 09 00:50:42.727183 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b2056-bfb5-4ef7-894c-04afe7a08c97 req-8b8fa024-f4b1-4fb9-8619-85470efe6057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:42.729371 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-244b2056-bfb5-4ef7-894c-04afe7a08c97 req-8b8fa024-f4b1-4fb9-8619-85470efe6057 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1412032 Feb 09 00:50:42.863227 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ad547c56-8ca4-474a-aaff-22ccd98ac966 req-0cfbcdbb-d083-48ad-b12f-6be5929a1981 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eabf5a89-9492-4046-b06d-24f13afebf59 HTTP/1.1" status: 200 len: 217 time: 0.2287269 Feb 09 00:50:42.948762 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:42.951769 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad547c56-8ca4-474a-aaff-22ccd98ac966 req-07c5bb2b-1fcc-4ca4-9b74-4357acc1bf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:42.953455 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ad547c56-8ca4-474a-aaff-22ccd98ac966 req-07c5bb2b-1fcc-4ca4-9b74-4357acc1bf14 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=660612cb-07d4-43f9-b983-e1b46d8a035c HTTP/1.1" status: 200 len: 863 time: 0.0843556 Feb 09 00:50:42.954118 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-244b2056-bfb5-4ef7-894c-04afe7a08c97 req-22e0b3da-e38d-4ef6-a511-cc048547c1a0 service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148387 Feb 09 00:50:43.000702 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 0c26df16-b85b-4e62-8100-31c95a5c2dfc details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:50:43.020237 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c999f65b-c828-4239-87db-66098662f116', 'tag': 'eabf5a89-9492-4046-b06d-24f13afebf59', 'status': 'completed', 'code': 200} Feb 09 00:50:43.061335 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa7f204-87e8-448d-b1e6-2f8b221248ac req-8ebcd672-db61-414f-87a2-9741150f4337 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:43.075241 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5fa7f204-87e8-448d-b1e6-2f8b221248ac req-8ebcd672-db61-414f-87a2-9741150f4337 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=4217fae3-6087-4477-8eed-859d85400796 HTTP/1.1" status: 200 len: 943 time: 0.2699604 Feb 09 00:50:43.200548 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5fa7f204-87e8-448d-b1e6-2f8b221248ac req-efb55172-ec29-4566-9b4f-e77c748af993 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086068 Feb 09 00:50:43.230537 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 0c26df16-b85b-4e62-8100-31c95a5c2dfc, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=0c26df16-b85b-4e62-8100-31c95a5c2dfc,segment=NetworkSegment(b907962e-2c92-4e5e-9eb3-daae4f34051b),segment_id=b907962e-2c92-4e5e-9eb3-daae4f34051b)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:50:43.236056 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad547c56-8ca4-474a-aaff-22ccd98ac966 req-75d237ef-e2e3-4696-8956-edfd0e2098a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:43.237765 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ad547c56-8ca4-474a-aaff-22ccd98ac966 req-75d237ef-e2e3-4696-8956-edfd0e2098a8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=27e5ee19-f0a7-4563-ba03-a0f237d4208b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2777219 Feb 09 00:50:43.284784 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': '0c26df16-b85b-4e62-8100-31c95a5c2dfc', 'network_id': 'ded91f5f-4c52-4e17-8569-d9d1696711b8', 'port_id': '0c26df16-b85b-4e62-8100-31c95a5c2dfc', 'mac_address': 'fa:16:3e:b8:fb:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '103c212c-bf16-40d1-a89c-07252434eb67', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:50:43.325083 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-244b2056-bfb5-4ef7-894c-04afe7a08c97 req-08dea02c-cb68-4a6d-8929-696c56c82d49 service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3610721 Feb 09 00:50:43.413149 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:43.433332 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c26df16-b85b-4e62-8100-31c95a5c2dfc {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:50:43.451214 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 0c26df16-b85b-4e62-8100-31c95a5c2dfc, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=0c26df16-b85b-4e62-8100-31c95a5c2dfc,segment=NetworkSegment(b907962e-2c92-4e5e-9eb3-daae4f34051b),segment_id=b907962e-2c92-4e5e-9eb3-daae4f34051b)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:50:43.466175 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:43.468829 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ad547c56-8ca4-474a-aaff-22ccd98ac966 req-8a8d2a08-d82d-4e07-8327-065d6f964d7d service neutron] 10.222.0.62 "GET /v2.0/networks/27e5ee19-f0a7-4563-ba03-a0f237d4208b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245276 Feb 09 00:50:43.549905 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=0c26df16-b85b-4e62-8100-31c95a5c2dfc,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:43.654343 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ad547c56-8ca4-474a-aaff-22ccd98ac966 req-40c24cee-0318-4c24-b615-a8e457d44d4c service neutron] 10.222.0.62 "GET /v2.0/networks/27e5ee19-f0a7-4563-ba03-a0f237d4208b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767957 Feb 09 00:50:43.901416 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b95e9-680b-4bd3-a4bd-1b63a5bf9ce8 req-e5c39135-5c94-4eea-bf9d-0deda2274630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:43.902801 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-434b95e9-680b-4bd3-a4bd-1b63a5bf9ce8 req-e5c39135-5c94-4eea-bf9d-0deda2274630 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e92c004a387045f69eb326cd61acc551&device_id=c999f65b-c828-4239-87db-66098662f116 HTTP/1.1" status: 200 len: 1117 time: 0.2004941 Feb 09 00:50:43.915824 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7818595-2bdc-4e4b-bce2-0542af843ada req-fa3d2828-0fc6-46b5-a25a-61dd5fe1c6da tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:43.917251 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a7818595-2bdc-4e4b-bce2-0542af843ada req-fa3d2828-0fc6-46b5-a25a-61dd5fe1c6da tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.105 "GET /v2.0/ports?device_id=c999f65b-c828-4239-87db-66098662f116 HTTP/1.1" status: 200 len: 966 time: 0.1395822 Feb 09 00:50:43.925931 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823eacf-4c0e-42ef-b070-a5329dbc48a3 req-80f5162d-595d-4711-aa2c-9c38dff77e1d tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:43.927309 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c823eacf-4c0e-42ef-b070-a5329dbc48a3 req-80f5162d-595d-4711-aa2c-9c38dff77e1d tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.105 "GET /v2.0/ports?device_id=adb669b8-f043-4035-a1e4-d6dc93d3f38e HTTP/1.1" status: 200 len: 948 time: 0.1859944 Feb 09 00:50:43.942846 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['0c26df16-b85b-4e62-8100-31c95a5c2dfc'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:50:44.090763 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a7818595-2bdc-4e4b-bce2-0542af843ada req-ace54183-242c-4a18-bb7e-a04adbdc4880 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.105 "GET /v2.0/security-groups?id=fa53326b-e9b6-4684-a0e1-c70cb70bdf58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1458306 Feb 09 00:50:44.095423 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c823eacf-4c0e-42ef-b070-a5329dbc48a3 req-5e62fa2c-5887-43fc-87ed-802532aaaa8f tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.105 "GET /v2.0/security-groups?id=a13e4638-b350-4af6-8b8a-44791571b941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489322 Feb 09 00:50:44.143828 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b95e9-680b-4bd3-a4bd-1b63a5bf9ce8 req-ea7a3a2a-bd94-4e27-9462-d3c32ff1f048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:44.145336 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-434b95e9-680b-4bd3-a4bd-1b63a5bf9ce8 req-ea7a3a2a-bd94-4e27-9462-d3c32ff1f048 service neutron] 10.222.0.62 "GET /v2.0/networks?id=27e5ee19-f0a7-4563-ba03-a0f237d4208b HTTP/1.1" status: 200 len: 925 time: 0.2270553 Feb 09 00:50:44.231477 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-434b95e9-680b-4bd3-a4bd-1b63a5bf9ce8 req-fdcbab3a-3a16-48c1-8111-4f5f329f170e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eabf5a89-9492-4046-b06d-24f13afebf59 HTTP/1.1" status: 200 len: 217 time: 0.0781753 Feb 09 00:50:44.304541 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b95e9-680b-4bd3-a4bd-1b63a5bf9ce8 req-4b09f7fc-3ef2-4572-b452-3814073e6fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:44.312205 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-434b95e9-680b-4bd3-a4bd-1b63a5bf9ce8 req-4b09f7fc-3ef2-4572-b452-3814073e6fd7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=660612cb-07d4-43f9-b983-e1b46d8a035c HTTP/1.1" status: 200 len: 863 time: 0.0746224 Feb 09 00:50:44.381708 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-bed0b5ec-7c08-4a15-834e-0ac707ea59e9 req-42efc2b2-4e4a-46ba-a6ce-ada7ec21abca tempest-SecurityGroupsTestAdminJSON-512121603 tempest-SecurityGroupsTestAdminJSON-512121603-project] Request body: {'security_group': {'name': 'tempest-securitygroup-278114916', 'description': 'tempest-description-1832888884'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:50:44.389768 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-bed0b5ec-7c08-4a15-834e-0ac707ea59e9 req-42efc2b2-4e4a-46ba-a6ce-ada7ec21abca tempest-SecurityGroupsTestAdminJSON-512121603 tempest-SecurityGroupsTestAdminJSON-512121603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:50:44.394960 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-bed0b5ec-7c08-4a15-834e-0ac707ea59e9 req-42efc2b2-4e4a-46ba-a6ce-ada7ec21abca tempest-SecurityGroupsTestAdminJSON-512121603 tempest-SecurityGroupsTestAdminJSON-512121603-project] Usage tracker for resource:security_group and tenant:4b60981434ba413ab29583b394433710 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:50:44.398991 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-bed0b5ec-7c08-4a15-834e-0ac707ea59e9 req-42efc2b2-4e4a-46ba-a6ce-ada7ec21abca tempest-SecurityGroupsTestAdminJSON-512121603 tempest-SecurityGroupsTestAdminJSON-512121603-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:50:44.405794 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-bed0b5ec-7c08-4a15-834e-0ac707ea59e9 req-42efc2b2-4e4a-46ba-a6ce-ada7ec21abca tempest-SecurityGroupsTestAdminJSON-512121603 tempest-SecurityGroupsTestAdminJSON-512121603-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:50:44.421222 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-bed0b5ec-7c08-4a15-834e-0ac707ea59e9 req-42efc2b2-4e4a-46ba-a6ce-ada7ec21abca tempest-SecurityGroupsTestAdminJSON-512121603 tempest-SecurityGroupsTestAdminJSON-512121603-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:44.434311 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b95e9-680b-4bd3-a4bd-1b63a5bf9ce8 req-31aeebcb-38cb-4b64-ab29-ebad02e478a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:44.435798 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-434b95e9-680b-4bd3-a4bd-1b63a5bf9ce8 req-31aeebcb-38cb-4b64-ab29-ebad02e478a5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=27e5ee19-f0a7-4563-ba03-a0f237d4208b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1169524 Feb 09 00:50:44.437990 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-bed0b5ec-7c08-4a15-834e-0ac707ea59e9 req-42efc2b2-4e4a-46ba-a6ce-ada7ec21abca tempest-SecurityGroupsTestAdminJSON-512121603 tempest-SecurityGroupsTestAdminJSON-512121603-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:44.559437 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-bed0b5ec-7c08-4a15-834e-0ac707ea59e9 req-42efc2b2-4e4a-46ba-a6ce-ada7ec21abca tempest-SecurityGroupsTestAdminJSON-512121603 tempest-SecurityGroupsTestAdminJSON-512121603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:50:44.573931 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-bed0b5ec-7c08-4a15-834e-0ac707ea59e9 req-42efc2b2-4e4a-46ba-a6ce-ada7ec21abca tempest-SecurityGroupsTestAdminJSON-512121603 tempest-SecurityGroupsTestAdminJSON-512121603-project] Usage tracker for resource:security_group_rule and tenant:4b60981434ba413ab29583b394433710 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:50:44.577693 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-bed0b5ec-7c08-4a15-834e-0ac707ea59e9 req-42efc2b2-4e4a-46ba-a6ce-ada7ec21abca tempest-SecurityGroupsTestAdminJSON-512121603 tempest-SecurityGroupsTestAdminJSON-512121603-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:50:44.597216 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-bed0b5ec-7c08-4a15-834e-0ac707ea59e9 req-42efc2b2-4e4a-46ba-a6ce-ada7ec21abca tempest-SecurityGroupsTestAdminJSON-512121603 tempest-SecurityGroupsTestAdminJSON-512121603-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:50:44.601889 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38054) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:44.677239 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-434b95e9-680b-4bd3-a4bd-1b63a5bf9ce8 req-92db1d25-9639-4c52-8bc7-6a47a7c03651 service neutron] 10.222.0.62 "GET /v2.0/networks/27e5ee19-f0a7-4563-ba03-a0f237d4208b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296457 Feb 09 00:50:44.733340 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9a83b328-dbf8-4dfc-95e2-3b1c42156c07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:44.748461 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9a83b328-dbf8-4dfc-95e2-3b1c42156c07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:50:44.752501 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-9a83b328-dbf8-4dfc-95e2-3b1c42156c07 admin admin] Usage tracker for resource:security_group_rule and tenant:c904b237bb11458cad61bc153ca23e6d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:50:44.755496 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-9a83b328-dbf8-4dfc-95e2-3b1c42156c07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:50:44.761968 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9a83b328-dbf8-4dfc-95e2-3b1c42156c07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:50:44.825362 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3823a-3e7f-4ec6-86b7-2c725e30eae3 req-1256a84e-eb66-4a76-930b-8b5261bc6c4d tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:44.830058 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c1c3823a-3e7f-4ec6-86b7-2c725e30eae3 req-1256a84e-eb66-4a76-930b-8b5261bc6c4d tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=4217fae3-6087-4477-8eed-859d85400796 HTTP/1.1" status: 200 len: 944 time: 0.3571973 Feb 09 00:50:44.850381 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9a83b328-dbf8-4dfc-95e2-3b1c42156c07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:44.855079 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9a83b328-dbf8-4dfc-95e2-3b1c42156c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:44.905101 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9a83b328-dbf8-4dfc-95e2-3b1c42156c07 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=c904b237bb11458cad61bc153ca23e6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2999501 Feb 09 00:50:44.905101 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a83b328-dbf8-4dfc-95e2-3b1c42156c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c96faac-a5d2-40b5-bac7-07d8cd45f590,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:44.905899 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38060) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:44.915478 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c1c3823a-3e7f-4ec6-86b7-2c725e30eae3 req-8283efd0-3acd-41a9-a9e3-42bad8604487 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756023 Feb 09 00:50:44.962861 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-bed0b5ec-7c08-4a15-834e-0ac707ea59e9 req-42efc2b2-4e4a-46ba-a6ce-ada7ec21abca tempest-SecurityGroupsTestAdminJSON-512121603 tempest-SecurityGroupsTestAdminJSON-512121603-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:44.969590 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-bed0b5ec-7c08-4a15-834e-0ac707ea59e9 req-42efc2b2-4e4a-46ba-a6ce-ada7ec21abca tempest-SecurityGroupsTestAdminJSON-512121603 tempest-SecurityGroupsTestAdminJSON-512121603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:44.972248 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-bed0b5ec-7c08-4a15-834e-0ac707ea59e9 req-42efc2b2-4e4a-46ba-a6ce-ada7ec21abca tempest-SecurityGroupsTestAdminJSON-512121603 tempest-SecurityGroupsTestAdminJSON-512121603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:50:44.986836 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-079f6337-0314-435d-9dd7-b860a02a2efd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:44.990048 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 0c26df16-b85b-4e62-8100-31c95a5c2dfc up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:50:45.008948 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42efc2b2-4e4a-46ba-a6ce-ada7ec21abca tempest-SecurityGroupsTestAdminJSON-512121603 tempest-SecurityGroupsTestAdminJSON-512121603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c690121-d4dd-4b0b-974f-f7b11b31a90a,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:45.012973 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-434b95e9-680b-4bd3-a4bd-1b63a5bf9ce8 req-b2d37300-809e-4a16-929b-6f31352cafbb service neutron] 10.222.0.62 "GET /v2.0/networks/27e5ee19-f0a7-4563-ba03-a0f237d4208b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282771 Feb 09 00:50:45.014196 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-bed0b5ec-7c08-4a15-834e-0ac707ea59e9 req-42efc2b2-4e4a-46ba-a6ce-ada7ec21abca tempest-SecurityGroupsTestAdminJSON-512121603 tempest-SecurityGroupsTestAdminJSON-512121603-project] Usage tracker for resource:security_group_rule and tenant:4b60981434ba413ab29583b394433710 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:50:45.015488 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-079f6337-0314-435d-9dd7-b860a02a2efd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:45.017059 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-bed0b5ec-7c08-4a15-834e-0ac707ea59e9 req-42efc2b2-4e4a-46ba-a6ce-ada7ec21abca tempest-SecurityGroupsTestAdminJSON-512121603 tempest-SecurityGroupsTestAdminJSON-512121603-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:50:45.026342 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-bed0b5ec-7c08-4a15-834e-0ac707ea59e9 req-42efc2b2-4e4a-46ba-a6ce-ada7ec21abca tempest-SecurityGroupsTestAdminJSON-512121603 tempest-SecurityGroupsTestAdminJSON-512121603-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:50:45.084870 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-079f6337-0314-435d-9dd7-b860a02a2efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:45.102239 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning for port 0c26df16-b85b-4e62-8100-31c95a5c2dfc completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:50:45.102988 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079f6337-0314-435d-9dd7-b860a02a2efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c96faac-a5d2-40b5-bac7-07d8cd45f590,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:45.109163 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port 0c26df16-b85b-4e62-8100-31c95a5c2dfc triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:50:45.109576 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:45.122518 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-079f6337-0314-435d-9dd7-b860a02a2efd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:45.123049 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-bed0b5ec-7c08-4a15-834e-0ac707ea59e9 req-42efc2b2-4e4a-46ba-a6ce-ada7ec21abca tempest-SecurityGroupsTestAdminJSON-512121603 tempest-SecurityGroupsTestAdminJSON-512121603-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:45.123633 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-079f6337-0314-435d-9dd7-b860a02a2efd admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/9c96faac-a5d2-40b5-bac7-07d8cd45f590 HTTP/1.1" status: 204 len: 168 time: 0.2168472 Feb 09 00:50:45.132670 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-bed0b5ec-7c08-4a15-834e-0ac707ea59e9 req-42efc2b2-4e4a-46ba-a6ce-ada7ec21abca tempest-SecurityGroupsTestAdminJSON-512121603 tempest-SecurityGroupsTestAdminJSON-512121603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:45.204723 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42efc2b2-4e4a-46ba-a6ce-ada7ec21abca tempest-SecurityGroupsTestAdminJSON-512121603 tempest-SecurityGroupsTestAdminJSON-512121603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcbe1853-c86b-4721-ba96-d2bff71dc594,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:45.207642 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-bed0b5ec-7c08-4a15-834e-0ac707ea59e9 req-42efc2b2-4e4a-46ba-a6ce-ada7ec21abca tempest-SecurityGroupsTestAdminJSON-512121603 tempest-SecurityGroupsTestAdminJSON-512121603-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:45.221915 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bed0b5ec-7c08-4a15-834e-0ac707ea59e9 req-42efc2b2-4e4a-46ba-a6ce-ada7ec21abca tempest-SecurityGroupsTestAdminJSON-512121603 tempest-SecurityGroupsTestAdminJSON-512121603-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8466725 Feb 09 00:50:45.265931 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:45.297633 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4217fae3-6087-4477-8eed-859d85400796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c26df16-b85b-4e62-8100-31c95a5c2dfc'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:50:45.314176 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 0c26df16-b85b-4e62-8100-31c95a5c2dfc, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=0c26df16-b85b-4e62-8100-31c95a5c2dfc,segment=NetworkSegment(b907962e-2c92-4e5e-9eb3-daae4f34051b),segment_id=b907962e-2c92-4e5e-9eb3-daae4f34051b)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:50:45.320338 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:45.400901 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=0c26df16-b85b-4e62-8100-31c95a5c2dfc,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:45.468497 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38092) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:45.472309 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b34105c-de7b-4a28-b807-94d492348dcd req-f0be3550-5203-47ae-a7b4-ffe70a4ad9b0 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:45.473797 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8b34105c-de7b-4a28-b807-94d492348dcd req-f0be3550-5203-47ae-a7b4-ffe70a4ad9b0 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.105 "GET /v2.0/ports?device_id=c999f65b-c828-4239-87db-66098662f116 HTTP/1.1" status: 200 len: 966 time: 0.1426771 Feb 09 00:50:45.486578 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f7b4b642-b541-4c0b-92f6-b73650b90e66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:45.501322 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f7b4b642-b541-4c0b-92f6-b73650b90e66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:50:45.505682 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-f7b4b642-b541-4c0b-92f6-b73650b90e66 admin admin] Usage tracker for resource:security_group_rule and tenant:8ed5b882b9914ab2a84a01e7a01c8d54 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:50:45.509287 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-f7b4b642-b541-4c0b-92f6-b73650b90e66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:50:45.515095 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f7b4b642-b541-4c0b-92f6-b73650b90e66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:50:45.526393 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134257e6-2eff-4b76-b9b3-175e0819b94a req-11529246-bab6-4f79-a9dd-5d052425defd tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:45.527866 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-134257e6-2eff-4b76-b9b3-175e0819b94a req-11529246-bab6-4f79-a9dd-5d052425defd tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.105 "GET /v2.0/ports?device_id=adb669b8-f043-4035-a1e4-d6dc93d3f38e HTTP/1.1" status: 200 len: 948 time: 0.1324947 Feb 09 00:50:45.535277 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8b34105c-de7b-4a28-b807-94d492348dcd req-7481281e-8cab-4ff7-9e7c-bc51bb4f6de1 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.105 "GET /v2.0/security-groups?id=fa53326b-e9b6-4684-a0e1-c70cb70bdf58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0540233 Feb 09 00:50:45.566811 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-0fc57326-38e7-43d5-a594-03f47d2243c8 req-7fa5fed5-b3cf-4905-b3c8-bb1d5428b119 tempest-SecurityGroupsTestAdminJSON-512121603 tempest-SecurityGroupsTestAdminJSON-512121603-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1643022872', 'description': 'tempest-description-921100235'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:50:45.580725 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-0fc57326-38e7-43d5-a594-03f47d2243c8 req-7fa5fed5-b3cf-4905-b3c8-bb1d5428b119 tempest-SecurityGroupsTestAdminJSON-512121603 tempest-SecurityGroupsTestAdminJSON-512121603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:50:45.589275 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-0fc57326-38e7-43d5-a594-03f47d2243c8 req-7fa5fed5-b3cf-4905-b3c8-bb1d5428b119 tempest-SecurityGroupsTestAdminJSON-512121603 tempest-SecurityGroupsTestAdminJSON-512121603-project] Usage tracker for resource:security_group and tenant:4b60981434ba413ab29583b394433710 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:50:45.593778 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-0fc57326-38e7-43d5-a594-03f47d2243c8 req-7fa5fed5-b3cf-4905-b3c8-bb1d5428b119 tempest-SecurityGroupsTestAdminJSON-512121603 tempest-SecurityGroupsTestAdminJSON-512121603-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:50:45.598877 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-134257e6-2eff-4b76-b9b3-175e0819b94a req-b00fa9c8-e84d-4deb-8a09-51bbee788174 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.105 "GET /v2.0/security-groups?id=a13e4638-b350-4af6-8b8a-44791571b941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627255 Feb 09 00:50:45.603268 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-0fc57326-38e7-43d5-a594-03f47d2243c8 req-7fa5fed5-b3cf-4905-b3c8-bb1d5428b119 tempest-SecurityGroupsTestAdminJSON-512121603 tempest-SecurityGroupsTestAdminJSON-512121603-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:50:45.608531 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f7b4b642-b541-4c0b-92f6-b73650b90e66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:45.613200 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f7b4b642-b541-4c0b-92f6-b73650b90e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:45.618874 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0fc57326-38e7-43d5-a594-03f47d2243c8 req-7fa5fed5-b3cf-4905-b3c8-bb1d5428b119 tempest-SecurityGroupsTestAdminJSON-512121603 tempest-SecurityGroupsTestAdminJSON-512121603-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:45.649426 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-0fc57326-38e7-43d5-a594-03f47d2243c8 req-7fa5fed5-b3cf-4905-b3c8-bb1d5428b119 tempest-SecurityGroupsTestAdminJSON-512121603 tempest-SecurityGroupsTestAdminJSON-512121603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:50:45.654285 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-0fc57326-38e7-43d5-a594-03f47d2243c8 req-7fa5fed5-b3cf-4905-b3c8-bb1d5428b119 tempest-SecurityGroupsTestAdminJSON-512121603 tempest-SecurityGroupsTestAdminJSON-512121603-project] Usage tracker for resource:security_group_rule and tenant:4b60981434ba413ab29583b394433710 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:50:45.657719 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-0fc57326-38e7-43d5-a594-03f47d2243c8 req-7fa5fed5-b3cf-4905-b3c8-bb1d5428b119 tempest-SecurityGroupsTestAdminJSON-512121603 tempest-SecurityGroupsTestAdminJSON-512121603-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:50:45.665262 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4217fae3-6087-4477-8eed-859d85400796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c26df16-b85b-4e62-8100-31c95a5c2dfc', 'code': 200} Feb 09 00:50:45.667097 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-0fc57326-38e7-43d5-a594-03f47d2243c8 req-7fa5fed5-b3cf-4905-b3c8-bb1d5428b119 tempest-SecurityGroupsTestAdminJSON-512121603 tempest-SecurityGroupsTestAdminJSON-512121603-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:50:45.667841 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f7b4b642-b541-4c0b-92f6-b73650b90e66 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=8ed5b882b9914ab2a84a01e7a01c8d54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1982152 Feb 09 00:50:45.668660 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b4b642-b541-4c0b-92f6-b73650b90e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1187103-a2c2-48b3-ae65-d3953a0f8422,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:45.678380 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 38096) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:45.810949 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5b6e1dc2-5b94-4745-ad03-019ac7db3154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:45.811609 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f411d7c-64b2-4c0b-b195-d1d9d927d419 req-fc842ae5-1f93-4ea1-b0a4-8350686c7d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:45.813163 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-0f411d7c-64b2-4c0b-b195-d1d9d927d419 req-fc842ae5-1f93-4ea1-b0a4-8350686c7d37 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=4217fae3-6087-4477-8eed-859d85400796 HTTP/1.1" status: 200 len: 1096 time: 0.0873694 Feb 09 00:50:45.847059 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0fc57326-38e7-43d5-a594-03f47d2243c8 req-7fa5fed5-b3cf-4905-b3c8-bb1d5428b119 tempest-SecurityGroupsTestAdminJSON-512121603 tempest-SecurityGroupsTestAdminJSON-512121603-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:45.854862 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0fc57326-38e7-43d5-a594-03f47d2243c8 req-7fa5fed5-b3cf-4905-b3c8-bb1d5428b119 tempest-SecurityGroupsTestAdminJSON-512121603 tempest-SecurityGroupsTestAdminJSON-512121603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:45.860721 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-0f411d7c-64b2-4c0b-b195-d1d9d927d419 req-a110f344-adfa-4454-8018-c30ad115709e service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410006 Feb 09 00:50:45.861032 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5b6e1dc2-5b94-4745-ad03-019ac7db3154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:45.931063 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0fc57326-38e7-43d5-a594-03f47d2243c8 req-7fa5fed5-b3cf-4905-b3c8-bb1d5428b119 tempest-SecurityGroupsTestAdminJSON-512121603 tempest-SecurityGroupsTestAdminJSON-512121603-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:45.932131 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0fc57326-38e7-43d5-a594-03f47d2243c8 req-7fa5fed5-b3cf-4905-b3c8-bb1d5428b119 tempest-SecurityGroupsTestAdminJSON-512121603 tempest-SecurityGroupsTestAdminJSON-512121603-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3712292 Feb 09 00:50:45.939617 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa5fed5-b3cf-4905-b3c8-bb1d5428b119 tempest-SecurityGroupsTestAdminJSON-512121603 tempest-SecurityGroupsTestAdminJSON-512121603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6eb4df-298f-4a17-aa6a-7467aa5e3a15,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:45.970469 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5b6e1dc2-5b94-4745-ad03-019ac7db3154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:45.992404 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6e1dc2-5b94-4745-ad03-019ac7db3154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1187103-a2c2-48b3-ae65-d3953a0f8422,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:46.000256 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5b6e1dc2-5b94-4745-ad03-019ac7db3154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:46.012014 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-5b6e1dc2-5b94-4745-ad03-019ac7db3154 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/b1187103-a2c2-48b3-ae65-d3953a0f8422 HTTP/1.1" status: 204 len: 168 time: 0.3244491 Feb 09 00:50:46.163756 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd798a9-f689-4ebc-b53b-d28d7725aa23 req-c60ee2f5-742a-47e4-9c2a-23df78ed549d tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:46.165262 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3cd798a9-f689-4ebc-b53b-d28d7725aa23 req-c60ee2f5-742a-47e4-9c2a-23df78ed549d tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=4217fae3-6087-4477-8eed-859d85400796 HTTP/1.1" status: 200 len: 945 time: 0.0870724 Feb 09 00:50:46.216130 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3cd798a9-f689-4ebc-b53b-d28d7725aa23 req-c93f90e4-eee7-4026-87b2-271b3099c085 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449069 Feb 09 00:50:46.277997 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device eabf5a89-9492-4046-b06d-24f13afebf59 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:50:46.280953 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-1bb11859-fa63-4020-99e9-098124679947 req-251a379e-520f-4145-b50e-9e435f0744ee tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1366863886', 'description': 'tempest-description-1527345191'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:50:46.285896 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-1bb11859-fa63-4020-99e9-098124679947 req-251a379e-520f-4145-b50e-9e435f0744ee tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:50:46.291490 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-1bb11859-fa63-4020-99e9-098124679947 req-251a379e-520f-4145-b50e-9e435f0744ee tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] Usage tracker for resource:security_group and tenant:86c73de3c57343d3aa13a02e145088de is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:50:46.294918 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-1bb11859-fa63-4020-99e9-098124679947 req-251a379e-520f-4145-b50e-9e435f0744ee tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:50:46.301372 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-1bb11859-fa63-4020-99e9-098124679947 req-251a379e-520f-4145-b50e-9e435f0744ee tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:50:46.321568 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1bb11859-fa63-4020-99e9-098124679947 req-251a379e-520f-4145-b50e-9e435f0744ee tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:46.342570 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1bb11859-fa63-4020-99e9-098124679947 req-251a379e-520f-4145-b50e-9e435f0744ee tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:46.360587 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-1bb11859-fa63-4020-99e9-098124679947 req-251a379e-520f-4145-b50e-9e435f0744ee tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:50:46.366253 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-1bb11859-fa63-4020-99e9-098124679947 req-251a379e-520f-4145-b50e-9e435f0744ee tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] Usage tracker for resource:security_group_rule and tenant:86c73de3c57343d3aa13a02e145088de is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:50:46.370358 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-1bb11859-fa63-4020-99e9-098124679947 req-251a379e-520f-4145-b50e-9e435f0744ee tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:50:46.378234 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-1bb11859-fa63-4020-99e9-098124679947 req-251a379e-520f-4145-b50e-9e435f0744ee tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:50:46.454169 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port eabf5a89-9492-4046-b06d-24f13afebf59, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=eabf5a89-9492-4046-b06d-24f13afebf59,segment=NetworkSegment(d6018a7b-e150-476a-9748-d627dc1c772b),segment_id=d6018a7b-e150-476a-9748-d627dc1c772b)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:50:46.477636 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': 'eabf5a89-9492-4046-b06d-24f13afebf59', 'network_id': '27e5ee19-f0a7-4563-ba03-a0f237d4208b', 'port_id': 'eabf5a89-9492-4046-b06d-24f13afebf59', 'mac_address': 'fa:16:3e:35:8e:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '660612cb-07d4-43f9-b983-e1b46d8a035c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:tempest-test_az-2011809751', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:50:46.502295 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1bb11859-fa63-4020-99e9-098124679947 req-251a379e-520f-4145-b50e-9e435f0744ee tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:46.506122 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1bb11859-fa63-4020-99e9-098124679947 req-251a379e-520f-4145-b50e-9e435f0744ee tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:46.518045 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-1bb11859-fa63-4020-99e9-098124679947 req-251a379e-520f-4145-b50e-9e435f0744ee tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:50:46.526321 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-1bb11859-fa63-4020-99e9-098124679947 req-251a379e-520f-4145-b50e-9e435f0744ee tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] Usage tracker for resource:security_group_rule and tenant:86c73de3c57343d3aa13a02e145088de is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:50:46.536887 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-1bb11859-fa63-4020-99e9-098124679947 req-251a379e-520f-4145-b50e-9e435f0744ee tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:50:46.549916 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-1bb11859-fa63-4020-99e9-098124679947 req-251a379e-520f-4145-b50e-9e435f0744ee tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:50:46.556866 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a379e-520f-4145-b50e-9e435f0744ee tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd2bc0bc-280e-407c-b957-49e4db6d6b06,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:46.586045 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:46.623102 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eabf5a89-9492-4046-b06d-24f13afebf59 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:50:46.656638 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1bb11859-fa63-4020-99e9-098124679947 req-251a379e-520f-4145-b50e-9e435f0744ee tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:46.661394 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1bb11859-fa63-4020-99e9-098124679947 req-251a379e-520f-4145-b50e-9e435f0744ee tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:46.664738 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port eabf5a89-9492-4046-b06d-24f13afebf59, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=eabf5a89-9492-4046-b06d-24f13afebf59,segment=NetworkSegment(d6018a7b-e150-476a-9748-d627dc1c772b),segment_id=d6018a7b-e150-476a-9748-d627dc1c772b)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:50:46.670398 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:46.706528 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a379e-520f-4145-b50e-9e435f0744ee tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07883a1b-b2bf-4238-b838-df9237df8800,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:46.727285 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1bb11859-fa63-4020-99e9-098124679947 req-251a379e-520f-4145-b50e-9e435f0744ee tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:46.729200 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1bb11859-fa63-4020-99e9-098124679947 req-251a379e-520f-4145-b50e-9e435f0744ee tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.4568036 Feb 09 00:50:46.792834 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=eabf5a89-9492-4046-b06d-24f13afebf59,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:46.858831 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3d83c5-34ac-4ecc-ba52-9b7c2822534a req-51fbb7f3-4b7c-4b95-b9c2-4648e4e29aca tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:46.860317 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd3d83c5-34ac-4ecc-ba52-9b7c2822534a req-51fbb7f3-4b7c-4b95-b9c2-4648e4e29aca tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.105 "GET /v2.0/ports?device_id=c999f65b-c828-4239-87db-66098662f116 HTTP/1.1" status: 200 len: 967 time: 0.0939004 Feb 09 00:50:46.878543 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['eabf5a89-9492-4046-b06d-24f13afebf59'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:50:46.909022 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd3d83c5-34ac-4ecc-ba52-9b7c2822534a req-933cb39c-037b-423b-af7f-d5aea458d118 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.105 "GET /v2.0/security-groups?id=fa53326b-e9b6-4684-a0e1-c70cb70bdf58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426643 Feb 09 00:50:46.994014 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device ded3b628-89d7-49c4-95e2-f528fa36d665 details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:50:47.012741 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-f714692f-da05-49c7-9577-e720573a466c req-bb4799cb-7865-4754-b28e-588c5ee3567b tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-222996502', 'description': 'tempest-description-664891711'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:50:47.019729 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-f714692f-da05-49c7-9577-e720573a466c req-bb4799cb-7865-4754-b28e-588c5ee3567b tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:50:47.030321 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-f714692f-da05-49c7-9577-e720573a466c req-bb4799cb-7865-4754-b28e-588c5ee3567b tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] Usage tracker for resource:security_group and tenant:86c73de3c57343d3aa13a02e145088de is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:50:47.034878 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-f714692f-da05-49c7-9577-e720573a466c req-bb4799cb-7865-4754-b28e-588c5ee3567b tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:50:47.043036 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-f714692f-da05-49c7-9577-e720573a466c req-bb4799cb-7865-4754-b28e-588c5ee3567b tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:50:47.059971 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-f714692f-da05-49c7-9577-e720573a466c req-bb4799cb-7865-4754-b28e-588c5ee3567b tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:47.084301 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-f714692f-da05-49c7-9577-e720573a466c req-bb4799cb-7865-4754-b28e-588c5ee3567b tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:50:47.094731 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8215cf3e-1253-446c-a865-ddb94795fdc8 req-ceece3e2-d3c1-4b76-a219-c3ee959b5502 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:47.096251 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8215cf3e-1253-446c-a865-ddb94795fdc8 req-ceece3e2-d3c1-4b76-a219-c3ee959b5502 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.105 "GET /v2.0/ports?device_id=adb669b8-f043-4035-a1e4-d6dc93d3f38e HTTP/1.1" status: 200 len: 948 time: 0.1495669 Feb 09 00:50:47.099700 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-f714692f-da05-49c7-9577-e720573a466c req-bb4799cb-7865-4754-b28e-588c5ee3567b tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] Usage tracker for resource:security_group_rule and tenant:86c73de3c57343d3aa13a02e145088de is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:50:47.103901 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-f714692f-da05-49c7-9577-e720573a466c req-bb4799cb-7865-4754-b28e-588c5ee3567b tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:50:47.112097 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-f714692f-da05-49c7-9577-e720573a466c req-bb4799cb-7865-4754-b28e-588c5ee3567b tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:50:47.174987 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8215cf3e-1253-446c-a865-ddb94795fdc8 req-021370bc-e892-4776-8ba5-263941f47e9f tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.105 "GET /v2.0/security-groups?id=a13e4638-b350-4af6-8b8a-44791571b941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674133 Feb 09 00:50:47.190822 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port ded3b628-89d7-49c4-95e2-f528fa36d665, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=ded3b628-89d7-49c4-95e2-f528fa36d665,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:50:47.215653 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': 'ded3b628-89d7-49c4-95e2-f528fa36d665', 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6', 'port_id': 'ded3b628-89d7-49c4-95e2-f528fa36d665', 'mac_address': 'fa:16:3e:6d:f7:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7938d94-1f0f-48bd-a0b3-26d5344ff0ec', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:50:47.222632 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-f714692f-da05-49c7-9577-e720573a466c req-bb4799cb-7865-4754-b28e-588c5ee3567b tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:47.227461 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-f714692f-da05-49c7-9577-e720573a466c req-bb4799cb-7865-4754-b28e-588c5ee3567b tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:47.282068 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-f714692f-da05-49c7-9577-e720573a466c req-bb4799cb-7865-4754-b28e-588c5ee3567b tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:47.293384 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f714692f-da05-49c7-9577-e720573a466c req-bb4799cb-7865-4754-b28e-588c5ee3567b tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2960229 Feb 09 00:50:47.294293 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4799cb-7865-4754-b28e-588c5ee3567b tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf92f2b-868a-4839-ac0e-f538a9ca885e,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:47.301224 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:47.333751 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ded3b628-89d7-49c4-95e2-f528fa36d665 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:50:47.362081 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port ded3b628-89d7-49c4-95e2-f528fa36d665, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=ded3b628-89d7-49c4-95e2-f528fa36d665,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:50:47.372369 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:47.479483 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=ded3b628-89d7-49c4-95e2-f528fa36d665,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:47.615903 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd417cb5-969c-420b-a2e7-518e3168df8d req-e377d760-1beb-4284-8fc5-cf2b0930d6b9 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:47.635772 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fd417cb5-969c-420b-a2e7-518e3168df8d req-e377d760-1beb-4284-8fc5-cf2b0930d6b9 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=4217fae3-6087-4477-8eed-859d85400796 HTTP/1.1" status: 200 len: 945 time: 0.1879773 Feb 09 00:50:47.644883 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38214) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:47.718578 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['ded3b628-89d7-49c4-95e2-f528fa36d665'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:50:47.729265 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fd417cb5-969c-420b-a2e7-518e3168df8d req-75bf52f8-d21b-4a1a-9903-cd4495c1504e tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921373 Feb 09 00:50:47.878744 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-ca53f1a5-fa4f-4fe4-aeb2-4a8bcb69c455 req-b0a5713e-07c4-40fd-9c0f-d125a1665b1d tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] Synchronizing usage tracker for tenant:86c73de3c57343d3aa13a02e145088de on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:50:47.905346 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-ca53f1a5-fa4f-4fe4-aeb2-4a8bcb69c455 req-b0a5713e-07c4-40fd-9c0f-d125a1665b1d tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] Unset dirty status for tenant:86c73de3c57343d3aa13a02e145088de on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:50:47.917051 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ca53f1a5-fa4f-4fe4-aeb2-4a8bcb69c455 req-b0a5713e-07c4-40fd-9c0f-d125a1665b1d tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42310 time: 0.5141795 Feb 09 00:50:48.009674 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ca53f1a5-fa4f-4fe4-aeb2-4a8bcb69c455 req-5e961315-9617-4e25-b619-8fe48c6e5663 tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] 10.222.0.105 "GET /v2.0/security-groups/2ab5f742-e667-473d-ab5b-c46cba81312c HTTP/1.1" status: 200 len: 2977 time: 0.0915902 Feb 09 00:50:48.060279 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-87ae2a19-2c24-486c-ae54-8b24cb5930b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:48.076584 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ca53f1a5-fa4f-4fe4-aeb2-4a8bcb69c455 req-7897daea-bdd7-49df-998c-41dd544e53ef tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] 10.222.0.105 "GET /v2.0/security-groups/2ab5f742-e667-473d-ab5b-c46cba81312c HTTP/1.1" status: 200 len: 2977 time: 0.0643077 Feb 09 00:50:48.079596 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-87ae2a19-2c24-486c-ae54-8b24cb5930b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:50:48.084703 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-87ae2a19-2c24-486c-ae54-8b24cb5930b7 admin admin] Usage tracker for resource:security_group_rule and tenant:899b68728e184722a274cd5d06f4a859 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:50:48.088545 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-87ae2a19-2c24-486c-ae54-8b24cb5930b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:50:48.094657 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-87ae2a19-2c24-486c-ae54-8b24cb5930b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:50:48.136794 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ca53f1a5-fa4f-4fe4-aeb2-4a8bcb69c455 req-6daaf331-e892-4c6e-b932-07badac696f5 tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] 10.222.0.105 "GET /v2.0/security-groups/31c01502-2019-46de-8ea3-5b885b34b819 HTTP/1.1" status: 200 len: 2981 time: 0.0586154 Feb 09 00:50:48.198368 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ca53f1a5-fa4f-4fe4-aeb2-4a8bcb69c455 req-2387cac3-3c8c-4ef6-9093-de8e0733b29d tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] 10.222.0.105 "GET /v2.0/security-groups/31c01502-2019-46de-8ea3-5b885b34b819 HTTP/1.1" status: 200 len: 2981 time: 0.0605576 Feb 09 00:50:48.202453 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-87ae2a19-2c24-486c-ae54-8b24cb5930b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:48.211395 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-87ae2a19-2c24-486c-ae54-8b24cb5930b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:48.264064 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ae2a19-2c24-486c-ae54-8b24cb5930b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=684c59cb-e266-4b9a-aac8-992ae016b317,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:48.271711 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-87ae2a19-2c24-486c-ae54-8b24cb5930b7 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=899b68728e184722a274cd5d06f4a859&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6235759 Feb 09 00:50:48.272152 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38240) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:48.278686 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device eabf5a89-9492-4046-b06d-24f13afebf59 up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:50:48.301851 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ca53f1a5-fa4f-4fe4-aeb2-4a8bcb69c455 req-6b66f2f9-723d-4ea5-9195-7c178098e88b tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] 10.222.0.105 "GET /v2.0/security-groups/649cacd7-3387-4767-af76-f1cadc699051 HTTP/1.1" status: 200 len: 2981 time: 0.0710287 Feb 09 00:50:48.332357 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-54b0240b-d4f8-42b6-80e2-ff3a8b536d54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:48.352445 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d16e3a-1722-4883-abe3-e135c671eba7 req-cfaa8548-e238-4cad-a24d-7bdc99eb5dea tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:48.354029 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a1d16e3a-1722-4883-abe3-e135c671eba7 req-cfaa8548-e238-4cad-a24d-7bdc99eb5dea tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.105 "GET /v2.0/ports?device_id=c999f65b-c828-4239-87db-66098662f116 HTTP/1.1" status: 200 len: 967 time: 0.1597157 Feb 09 00:50:48.354886 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port eabf5a89-9492-4046-b06d-24f13afebf59 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:50:48.361053 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port eabf5a89-9492-4046-b06d-24f13afebf59 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:50:48.361655 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:48.362782 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-54b0240b-d4f8-42b6-80e2-ff3a8b536d54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:48.384693 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ca53f1a5-fa4f-4fe4-aeb2-4a8bcb69c455 req-efd50bc7-f97e-4c78-b4d5-d0f38c200133 tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] 10.222.0.105 "GET /v2.0/security-groups/649cacd7-3387-4767-af76-f1cadc699051 HTTP/1.1" status: 200 len: 2981 time: 0.0737283 Feb 09 00:50:48.423168 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a1d16e3a-1722-4883-abe3-e135c671eba7 req-2d0c4e48-cb5d-4a50-b8fa-358db69d11a6 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.105 "GET /v2.0/security-groups?id=fa53326b-e9b6-4684-a0e1-c70cb70bdf58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0574961 Feb 09 00:50:48.423525 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-54b0240b-d4f8-42b6-80e2-ff3a8b536d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:48.447812 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b0240b-d4f8-42b6-80e2-ff3a8b536d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=684c59cb-e266-4b9a-aac8-992ae016b317,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:48.456731 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-54b0240b-d4f8-42b6-80e2-ff3a8b536d54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:48.457387 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ca53f1a5-fa4f-4fe4-aeb2-4a8bcb69c455 req-fd800104-3bbf-48fb-a11d-ef99f7646535 tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] 10.222.0.105 "GET /v2.0/security-groups/7bed8753-bb44-44a9-9228-7634b14a83f2 HTTP/1.1" status: 200 len: 2979 time: 0.0568221 Feb 09 00:50:48.460849 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-54b0240b-d4f8-42b6-80e2-ff3a8b536d54 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/684c59cb-e266-4b9a-aac8-992ae016b317 HTTP/1.1" status: 204 len: 168 time: 0.1849737 Feb 09 00:50:48.514608 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ca53f1a5-fa4f-4fe4-aeb2-4a8bcb69c455 req-9fc55be4-810a-4245-8391-9cbbc7933cf8 tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] 10.222.0.105 "GET /v2.0/security-groups/7bed8753-bb44-44a9-9228-7634b14a83f2 HTTP/1.1" status: 200 len: 2979 time: 0.0505180 Feb 09 00:50:48.514885 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:48.545996 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c999f65b-c828-4239-87db-66098662f116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eabf5a89-9492-4046-b06d-24f13afebf59'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:50:48.557412 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port eabf5a89-9492-4046-b06d-24f13afebf59, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=eabf5a89-9492-4046-b06d-24f13afebf59,segment=NetworkSegment(d6018a7b-e150-476a-9748-d627dc1c772b),segment_id=d6018a7b-e150-476a-9748-d627dc1c772b)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:50:48.561699 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:48.628312 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ca53f1a5-fa4f-4fe4-aeb2-4a8bcb69c455 req-252023b6-4721-437a-8be6-477ed95c979a tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] 10.222.0.105 "GET /v2.0/security-groups/86e95c70-4750-4711-a1bd-451b314defeb HTTP/1.1" status: 200 len: 2973 time: 0.1065149 Feb 09 00:50:48.670658 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=eabf5a89-9492-4046-b06d-24f13afebf59,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:48.756439 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ca53f1a5-fa4f-4fe4-aeb2-4a8bcb69c455 req-519400e7-cc12-48a8-a88e-edb849e6b2ad tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] 10.222.0.105 "GET /v2.0/security-groups/86e95c70-4750-4711-a1bd-451b314defeb HTTP/1.1" status: 200 len: 2973 time: 0.1268630 Feb 09 00:50:48.807987 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ca53f1a5-fa4f-4fe4-aeb2-4a8bcb69c455 req-0b6521a0-e3bb-42d0-b87c-987c1cb542c3 tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] 10.222.0.105 "GET /v2.0/security-groups/8c690121-d4dd-4b0b-974f-f7b11b31a90a HTTP/1.1" status: 200 len: 2981 time: 0.0506341 Feb 09 00:50:48.862323 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ca53f1a5-fa4f-4fe4-aeb2-4a8bcb69c455 req-dfce7ee7-b306-4a6b-82a8-38b6555385a0 tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] 10.222.0.105 "GET /v2.0/security-groups/8c690121-d4dd-4b0b-974f-f7b11b31a90a HTTP/1.1" status: 200 len: 2981 time: 0.0468864 Feb 09 00:50:48.906227 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38260) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:48.918156 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ca53f1a5-fa4f-4fe4-aeb2-4a8bcb69c455 req-16b7753b-6db9-49b2-af1c-4dab52ab14a9 tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] 10.222.0.105 "GET /v2.0/security-groups/a13e4638-b350-4af6-8b8a-44791571b941 HTTP/1.1" status: 200 len: 2977 time: 0.0491660 Feb 09 00:50:48.935378 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-70953847-5bba-4d6f-9819-13d931701c52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:48.956235 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-70953847-5bba-4d6f-9819-13d931701c52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:50:48.961855 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-70953847-5bba-4d6f-9819-13d931701c52 admin admin] Usage tracker for resource:security_group_rule and tenant:6f383b121d8848d3b3b92e0c22ad99ae is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:50:48.965750 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-70953847-5bba-4d6f-9819-13d931701c52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:50:48.972234 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ca53f1a5-fa4f-4fe4-aeb2-4a8bcb69c455 req-452faa3d-4a64-49c0-916a-d3977222680e tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] 10.222.0.105 "GET /v2.0/security-groups/a13e4638-b350-4af6-8b8a-44791571b941 HTTP/1.1" status: 200 len: 2977 time: 0.0498869 Feb 09 00:50:48.973046 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-70953847-5bba-4d6f-9819-13d931701c52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:50:49.008674 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device ded3b628-89d7-49c4-95e2-f528fa36d665 up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:50:49.043050 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ca53f1a5-fa4f-4fe4-aeb2-4a8bcb69c455 req-c9ca52b7-0c02-40f3-a069-dc7b841f1f82 tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] 10.222.0.105 "GET /v2.0/security-groups/a33b2e21-6e69-4959-b301-ed35ca62e675 HTTP/1.1" status: 200 len: 2977 time: 0.0647168 Feb 09 00:50:49.044719 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 38272) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:49.084016 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-70953847-5bba-4d6f-9819-13d931701c52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:49.089923 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-70953847-5bba-4d6f-9819-13d931701c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:49.100266 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning for port ded3b628-89d7-49c4-95e2-f528fa36d665 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:50:49.107251 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port ded3b628-89d7-49c4-95e2-f528fa36d665 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:50:49.107924 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:49.122387 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-be41e935-1eca-41c5-9ebc-05b6e3ae82fb req-71d9ce7a-4830-4e79-b5c8-86d50fc7a212 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=50707b6a9de04832ba2e0ca2ee0dbd71&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0622973 Feb 09 00:50:49.162386 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-70953847-5bba-4d6f-9819-13d931701c52 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=6f383b121d8848d3b3b92e0c22ad99ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2519972 Feb 09 00:50:49.162386 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70953847-5bba-4d6f-9819-13d931701c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dddf83a-e5a7-41f8-a341-7c84e463f984,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:49.167226 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38278) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:49.233752 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ca53f1a5-fa4f-4fe4-aeb2-4a8bcb69c455 req-83eeaeef-e383-49c1-8b3f-693a40bacd7b tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] 10.222.0.105 "GET /v2.0/security-groups/a33b2e21-6e69-4959-b301-ed35ca62e675 HTTP/1.1" status: 200 len: 2977 time: 0.1897290 Feb 09 00:50:49.246935 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f8835f2f-57c6-48f5-bf9f-441cc672b941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:49.265237 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:49.277079 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f8835f2f-57c6-48f5-bf9f-441cc672b941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:49.306453 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port ded3b628-89d7-49c4-95e2-f528fa36d665, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=ded3b628-89d7-49c4-95e2-f528fa36d665,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:50:49.307441 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e69cd51e-f2f4-4fa1-92ed-d3ccd977027a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:49.310674 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:49.342091 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f8835f2f-57c6-48f5-bf9f-441cc672b941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:49.359237 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8835f2f-57c6-48f5-bf9f-441cc672b941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dddf83a-e5a7-41f8-a341-7c84e463f984,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:49.362700 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e69cd51e-f2f4-4fa1-92ed-d3ccd977027a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:50:49.364320 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f8835f2f-57c6-48f5-bf9f-441cc672b941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:49.368517 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f8835f2f-57c6-48f5-bf9f-441cc672b941 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/1dddf83a-e5a7-41f8-a341-7c84e463f984 HTTP/1.1" status: 204 len: 168 time: 0.2002850 Feb 09 00:50:49.378742 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-e69cd51e-f2f4-4fa1-92ed-d3ccd977027a admin admin] Usage tracker for resource:security_group_rule and tenant:5dcb909c7e7f4924bab93d59b5d1d76d is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:50:49.388580 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41e935-1eca-41c5-9ebc-05b6e3ae82fb req-8a34aa0b-e362-4a61-8de4-7f719e6f2265 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:49.395074 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-be41e935-1eca-41c5-9ebc-05b6e3ae82fb req-8a34aa0b-e362-4a61-8de4-7f719e6f2265 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2713864 Feb 09 00:50:49.399694 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-e69cd51e-f2f4-4fa1-92ed-d3ccd977027a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:50:49.403543 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=ded3b628-89d7-49c4-95e2-f528fa36d665,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:49.408861 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ca53f1a5-fa4f-4fe4-aeb2-4a8bcb69c455 req-3670a16f-eb70-451d-9daf-142371fb6b1b tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] 10.222.0.105 "GET /v2.0/security-groups/b272b252-2af7-4cfe-9f4b-5b3964d50631 HTTP/1.1" status: 200 len: 2977 time: 0.1585367 Feb 09 00:50:49.428318 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e69cd51e-f2f4-4fa1-92ed-d3ccd977027a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:50:49.435084 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-be41e935-1eca-41c5-9ebc-05b6e3ae82fb req-a0d0eb59-6932-4d0c-96a8-b6917237db5e tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] 10.222.0.105 "GET /v2.0/quotas/50707b6a9de04832ba2e0ca2ee0dbd71 HTTP/1.1" status: 200 len: 375 time: 0.0391769 Feb 09 00:50:49.507319 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-be41e935-1eca-41c5-9ebc-05b6e3ae82fb req-39559174-0ffb-4e0b-b0bc-da596b0fadc0 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=50707b6a9de04832ba2e0ca2ee0dbd71&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0640893 Feb 09 00:50:49.529916 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ca53f1a5-fa4f-4fe4-aeb2-4a8bcb69c455 req-32fb71e1-8c92-4156-995d-693236fc18fd tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] 10.222.0.105 "GET /v2.0/security-groups/b272b252-2af7-4cfe-9f4b-5b3964d50631 HTTP/1.1" status: 200 len: 2977 time: 0.1201861 Feb 09 00:50:49.621798 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e69cd51e-f2f4-4fa1-92ed-d3ccd977027a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:49.648521 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e69cd51e-f2f4-4fa1-92ed-d3ccd977027a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:49.722513 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38298) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:49.730242 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-e69cd51e-f2f4-4fa1-92ed-d3ccd977027a admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=5dcb909c7e7f4924bab93d59b5d1d76d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6836596 Feb 09 00:50:49.737509 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69cd51e-f2f4-4fa1-92ed-d3ccd977027a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c0014a-ac3d-4c7e-b794-f0901cf775b5,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:49.806994 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ca53f1a5-fa4f-4fe4-aeb2-4a8bcb69c455 req-2d4935a2-78af-4f10-a1c0-286ae90fb49a tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] 10.222.0.105 "GET /v2.0/security-groups/d49b0790-c757-46e2-ae6a-f5352b0a4323 HTTP/1.1" status: 200 len: 2981 time: 0.2646792 Feb 09 00:50:49.827807 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b4e5e255-98ec-4537-b660-d5e9637f22fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:49.878328 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b4e5e255-98ec-4537-b660-d5e9637f22fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:49.933933 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ca53f1a5-fa4f-4fe4-aeb2-4a8bcb69c455 req-38cf0afa-414b-44dd-bf3d-a3035a254ced tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] 10.222.0.105 "GET /v2.0/security-groups/d49b0790-c757-46e2-ae6a-f5352b0a4323 HTTP/1.1" status: 200 len: 2981 time: 0.1091883 Feb 09 00:50:49.948545 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1124fc9-9a1e-48a5-85af-8f90d3eda0f1 req-b1f1085b-441a-4f44-95f6-14529d9502e9 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:49.950299 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b1124fc9-9a1e-48a5-85af-8f90d3eda0f1 req-b1f1085b-441a-4f44-95f6-14529d9502e9 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.105 "GET /v2.0/ports?device_id=adb669b8-f043-4035-a1e4-d6dc93d3f38e HTTP/1.1" status: 200 len: 950 time: 0.2165360 Feb 09 00:50:49.952137 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b4e5e255-98ec-4537-b660-d5e9637f22fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:49.987271 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e5e255-98ec-4537-b660-d5e9637f22fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c0014a-ac3d-4c7e-b794-f0901cf775b5,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:50.000296 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b4e5e255-98ec-4537-b660-d5e9637f22fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:50.004604 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b4e5e255-98ec-4537-b660-d5e9637f22fc admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/b6c0014a-ac3d-4c7e-b794-f0901cf775b5 HTTP/1.1" status: 204 len: 168 time: 0.2783568 Feb 09 00:50:50.052206 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ca53f1a5-fa4f-4fe4-aeb2-4a8bcb69c455 req-0deaa455-cd58-4950-9930-df07a639ccc8 tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] 10.222.0.105 "GET /v2.0/security-groups/f01d1370-98d2-40b4-a058-59f90b845bb5 HTTP/1.1" status: 200 len: 2981 time: 0.1007574 Feb 09 00:50:50.057425 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b1124fc9-9a1e-48a5-85af-8f90d3eda0f1 req-6add2e06-c0de-4e0a-b326-d072f7e5332e tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.105 "GET /v2.0/security-groups?id=a13e4638-b350-4af6-8b8a-44791571b941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911725 Feb 09 00:50:50.128711 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c999f65b-c828-4239-87db-66098662f116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eabf5a89-9492-4046-b06d-24f13afebf59', 'code': 200} Feb 09 00:50:50.159580 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ca53f1a5-fa4f-4fe4-aeb2-4a8bcb69c455 req-51b6693c-c4c8-4f29-99be-c426f86a523b tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] 10.222.0.105 "GET /v2.0/security-groups/f01d1370-98d2-40b4-a058-59f90b845bb5 HTTP/1.1" status: 200 len: 2981 time: 0.0989065 Feb 09 00:50:50.301416 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ca53f1a5-fa4f-4fe4-aeb2-4a8bcb69c455 req-81c841fb-a5ff-415f-99a7-7181b5454f0b tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] 10.222.0.105 "GET /v2.0/security-groups/fd2bc0bc-280e-407c-b957-49e4db6d6b06 HTTP/1.1" status: 200 len: 2981 time: 0.1307142 Feb 09 00:50:50.341734 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaeac8f-1c3d-4f62-8280-fbd52050f8e8 req-dbd05d01-bb57-441a-b709-0e701a96e1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:50.343207 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6aaeac8f-1c3d-4f62-8280-fbd52050f8e8 req-dbd05d01-bb57-441a-b709-0e701a96e1ce service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c999f65b-c828-4239-87db-66098662f116 HTTP/1.1" status: 200 len: 1119 time: 0.1452429 Feb 09 00:50:50.385283 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ca53f1a5-fa4f-4fe4-aeb2-4a8bcb69c455 req-813746ce-f32a-4ea6-960c-95730bf3af1e tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] 10.222.0.105 "GET /v2.0/security-groups/fd2bc0bc-280e-407c-b957-49e4db6d6b06 HTTP/1.1" status: 200 len: 2981 time: 0.0759976 Feb 09 00:50:50.410452 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6aaeac8f-1c3d-4f62-8280-fbd52050f8e8 req-4858ce96-168e-4d5f-b871-9d0e718c2c9a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=fa53326b-e9b6-4684-a0e1-c70cb70bdf58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0524645 Feb 09 00:50:50.512373 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d25ed8-e4e2-4a43-9a53-5ef5a4bde46d req-4e7e8468-7c21-4302-9a93-be0dd260b7ca tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:50.513879 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-54d25ed8-e4e2-4a43-9a53-5ef5a4bde46d req-4e7e8468-7c21-4302-9a93-be0dd260b7ca tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=4217fae3-6087-4477-8eed-859d85400796 HTTP/1.1" status: 200 len: 945 time: 0.0969434 Feb 09 00:50:50.543970 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38332) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:50.565679 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5b9a6c3d-46b7-41cc-ab96-ceca64194259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:50.583271 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5b9a6c3d-46b7-41cc-ab96-ceca64194259 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:50:50.587798 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-5b9a6c3d-46b7-41cc-ab96-ceca64194259 admin admin] Usage tracker for resource:security_group_rule and tenant:091e1471e4714947955b46ac98654c8b is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:50:50.590853 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-5b9a6c3d-46b7-41cc-ab96-ceca64194259 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:50:50.597146 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5b9a6c3d-46b7-41cc-ab96-ceca64194259 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:50:50.611085 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-54d25ed8-e4e2-4a43-9a53-5ef5a4bde46d req-2fec4ec4-ea3b-4d92-b46d-629ceda6f045 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659912 Feb 09 00:50:50.635360 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d3705-d5a7-4fa2-9436-9122ce5e9f67 req-adbf5af3-485b-4736-b3f6-5bf2deb1d945 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:50.637266 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-214d3705-d5a7-4fa2-9436-9122ce5e9f67 req-adbf5af3-485b-4736-b3f6-5bf2deb1d945 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.105 "GET /v2.0/ports?device_id=c999f65b-c828-4239-87db-66098662f116 HTTP/1.1" status: 200 len: 968 time: 0.1349525 Feb 09 00:50:50.728942 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-214d3705-d5a7-4fa2-9436-9122ce5e9f67 req-4a4c71f3-2f70-4443-873c-fbe2398ff700 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.105 "GET /v2.0/security-groups?id=fa53326b-e9b6-4684-a0e1-c70cb70bdf58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0845218 Feb 09 00:50:50.744433 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5b9a6c3d-46b7-41cc-ab96-ceca64194259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:50.759457 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5b9a6c3d-46b7-41cc-ab96-ceca64194259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:50.821205 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9a6c3d-46b7-41cc-ab96-ceca64194259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d404d7-275a-4242-ab66-b0772efd91d9,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:50.850954 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-5b9a6c3d-46b7-41cc-ab96-ceca64194259 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=091e1471e4714947955b46ac98654c8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3050261 Feb 09 00:50:50.852268 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38342) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:50.888040 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7b1d9470-f07f-4166-9425-aaa45862e952 req-1b0cd504-9e60-4e40-a938-9436a24581fa tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f21073e-4fef-4a13-85a1-ceb1e32e7a43 HTTP/1.1" status: 200 len: 210 time: 0.0936649 Feb 09 00:50:50.936018 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-06e5c008-6ded-4f0c-ba8e-6f761c0e9ac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:50.972915 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-06e5c008-6ded-4f0c-ba8e-6f761c0e9ac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:51.003530 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-036fa6fa-0b1d-4282-bf15-7cb70e56b014 req-07ab67de-3f6c-4b8b-b5f3-a9a32a9fac4e tempest-SecurityGroupsTestAdminJSON-512121603 tempest-SecurityGroupsTestAdminJSON-512121603-project] Synchronizing usage tracker for tenant:4b60981434ba413ab29583b394433710 on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:50:51.025431 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-036fa6fa-0b1d-4282-bf15-7cb70e56b014 req-07ab67de-3f6c-4b8b-b5f3-a9a32a9fac4e tempest-SecurityGroupsTestAdminJSON-512121603 tempest-SecurityGroupsTestAdminJSON-512121603-project] Unset dirty status for tenant:4b60981434ba413ab29583b394433710 on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:50:51.033563 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-036fa6fa-0b1d-4282-bf15-7cb70e56b014 req-07ab67de-3f6c-4b8b-b5f3-a9a32a9fac4e tempest-SecurityGroupsTestAdminJSON-512121603 tempest-SecurityGroupsTestAdminJSON-512121603-project] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=4b60981434ba413ab29583b394433710 HTTP/1.1" status: 200 len: 6102 time: 0.1206543 Feb 09 00:50:51.041430 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-06e5c008-6ded-4f0c-ba8e-6f761c0e9ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:51.061930 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e5c008-6ded-4f0c-ba8e-6f761c0e9ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d404d7-275a-4242-ab66-b0772efd91d9,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:51.074079 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-06e5c008-6ded-4f0c-ba8e-6f761c0e9ac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:51.075244 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-06e5c008-6ded-4f0c-ba8e-6f761c0e9ac7 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/67d404d7-275a-4242-ab66-b0772efd91d9 HTTP/1.1" status: 204 len: 168 time: 0.2220638 Feb 09 00:50:51.107589 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-036fa6fa-0b1d-4282-bf15-7cb70e56b014 req-1b375e72-c140-457a-9a8d-3ba6b52292dd tempest-SecurityGroupsTestAdminJSON-512121603 tempest-SecurityGroupsTestAdminJSON-512121603-project] 10.222.0.105 "GET /v2.0/security-groups/8c690121-d4dd-4b0b-974f-f7b11b31a90a HTTP/1.1" status: 200 len: 2981 time: 0.0733514 Feb 09 00:50:51.175443 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-036fa6fa-0b1d-4282-bf15-7cb70e56b014 req-e7f51b4a-93ea-4780-9343-6517ea1ea79c tempest-SecurityGroupsTestAdminJSON-512121603 tempest-SecurityGroupsTestAdminJSON-512121603-project] 10.222.0.105 "GET /v2.0/security-groups/8c690121-d4dd-4b0b-974f-f7b11b31a90a HTTP/1.1" status: 200 len: 2981 time: 0.0610995 Feb 09 00:50:51.278716 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-be41e935-1eca-41c5-9ebc-05b6e3ae82fb req-a7489a19-1a32-4e82-a345-7bc23f289b44 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=50707b6a9de04832ba2e0ca2ee0dbd71&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380759 Feb 09 00:50:51.371580 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:51.711184 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41e935-1eca-41c5-9ebc-05b6e3ae82fb req-3543de95-b6c6-490e-9d8b-c3709b366353 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:51.712585 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-be41e935-1eca-41c5-9ebc-05b6e3ae82fb req-3543de95-b6c6-490e-9d8b-c3709b366353 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4264703 Feb 09 00:50:51.726458 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478cec48-98ce-4cb6-9957-38ed40b59281 req-e411234f-31ce-4e15-991e-e43b7342e56b tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:51.728004 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-478cec48-98ce-4cb6-9957-38ed40b59281 req-e411234f-31ce-4e15-991e-e43b7342e56b tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.105 "GET /v2.0/ports?device_id=adb669b8-f043-4035-a1e4-d6dc93d3f38e HTTP/1.1" status: 200 len: 950 time: 0.3950276 Feb 09 00:50:51.734355 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-be41e935-1eca-41c5-9ebc-05b6e3ae82fb req-8ec2b596-7ed6-4747-9413-17835831f820 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Request body: {'port': {'device_id': '2f21073e-4fef-4a13-85a1-ceb1e32e7a43', 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6', 'admin_state_up': True, 'tenant_id': '50707b6a9de04832ba2e0ca2ee0dbd71'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:50:51.752763 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1caf2f-b60d-483b-8330-144ff3922055 req-0e5046d5-c0e2-4f90-b7e0-b00e3b379cec tempest-LiveMigrationTest-757645410 tempest-LiveMigrationTest-757645410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:51.754255 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9c1caf2f-b60d-483b-8330-144ff3922055 req-0e5046d5-c0e2-4f90-b7e0-b00e3b379cec tempest-LiveMigrationTest-757645410 tempest-LiveMigrationTest-757645410-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=4217fae3-6087-4477-8eed-859d85400796 HTTP/1.1" status: 200 len: 1096 time: 0.3018386 Feb 09 00:50:51.907590 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-478cec48-98ce-4cb6-9957-38ed40b59281 req-59bdb8b5-9718-41ac-8098-539a5d8ff39f tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.105 "GET /v2.0/security-groups?id=a13e4638-b350-4af6-8b8a-44791571b941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598439 Feb 09 00:50:51.917469 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9c1caf2f-b60d-483b-8330-144ff3922055 req-89d2d9b1-f02e-46cc-a50a-412867459cfd tempest-LiveMigrationTest-757645410 tempest-LiveMigrationTest-757645410-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155005 Feb 09 00:50:51.957520 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-be41e935-1eca-41c5-9ebc-05b6e3ae82fb req-8ec2b596-7ed6-4747-9413-17835831f820 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:50:51.972475 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-be41e935-1eca-41c5-9ebc-05b6e3ae82fb req-8ec2b596-7ed6-4747-9413-17835831f820 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Usage tracker for resource:port and tenant:50707b6a9de04832ba2e0ca2ee0dbd71 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:50:51.978288 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-be41e935-1eca-41c5-9ebc-05b6e3ae82fb req-8ec2b596-7ed6-4747-9413-17835831f820 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:50:51.994933 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-be41e935-1eca-41c5-9ebc-05b6e3ae82fb req-8ec2b596-7ed6-4747-9413-17835831f820 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:50:52.009400 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a3d0606c-0197-452e-b6d6-fc08526cac6a req-963f4f47-07e0-4af0-a39e-9a4ef1f2378a tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] 10.222.0.105 "GET /v2.0/security-groups/1cf92f2b-868a-4839-ac0e-f538a9ca885e HTTP/1.1" status: 200 len: 1776 time: 0.0751631 Feb 09 00:50:52.011634 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be41e935-1eca-41c5-9ebc-05b6e3ae82fb req-8ec2b596-7ed6-4747-9413-17835831f820 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Made reservation on behalf of 50707b6a9de04832ba2e0ca2ee0dbd71 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:50:52.015213 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-be41e935-1eca-41c5-9ebc-05b6e3ae82fb req-8ec2b596-7ed6-4747-9413-17835831f820 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:52.040744 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-be41e935-1eca-41c5-9ebc-05b6e3ae82fb req-8ec2b596-7ed6-4747-9413-17835831f820 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:52.068145 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-be41e935-1eca-41c5-9ebc-05b6e3ae82fb req-8ec2b596-7ed6-4747-9413-17835831f820 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:50:52.087374 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-be41e935-1eca-41c5-9ebc-05b6e3ae82fb req-8ec2b596-7ed6-4747-9413-17835831f820 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Usage tracker for resource:security_group_rule and tenant:50707b6a9de04832ba2e0ca2ee0dbd71 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:50:52.091304 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-be41e935-1eca-41c5-9ebc-05b6e3ae82fb req-8ec2b596-7ed6-4747-9413-17835831f820 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:50:52.103864 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-be41e935-1eca-41c5-9ebc-05b6e3ae82fb req-8ec2b596-7ed6-4747-9413-17835831f820 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:50:52.117905 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a3d0606c-0197-452e-b6d6-fc08526cac6a req-23de6ee2-19b0-4ece-aa13-c452cc5df2ee tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:52.130350 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb669b8-f043-4035-a1e4-d6dc93d3f38e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ded3b628-89d7-49c4-95e2-f528fa36d665'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:50:52.159025 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a3d0606c-0197-452e-b6d6-fc08526cac6a req-23de6ee2-19b0-4ece-aa13-c452cc5df2ee tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:52.236508 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a3d0606c-0197-452e-b6d6-fc08526cac6a req-23de6ee2-19b0-4ece-aa13-c452cc5df2ee tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:52.270876 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23de6ee2-19b0-4ece-aa13-c452cc5df2ee tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf92f2b-868a-4839-ac0e-f538a9ca885e,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:52.280084 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-be41e935-1eca-41c5-9ebc-05b6e3ae82fb req-8ec2b596-7ed6-4747-9413-17835831f820 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:52.286933 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-be41e935-1eca-41c5-9ebc-05b6e3ae82fb req-8ec2b596-7ed6-4747-9413-17835831f820 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:52.345864 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a3d0606c-0197-452e-b6d6-fc08526cac6a req-23de6ee2-19b0-4ece-aa13-c452cc5df2ee tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:52.350196 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a3d0606c-0197-452e-b6d6-fc08526cac6a req-23de6ee2-19b0-4ece-aa13-c452cc5df2ee tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] 10.222.0.105 "DELETE /v2.0/security-groups/1cf92f2b-868a-4839-ac0e-f538a9ca885e HTTP/1.1" status: 204 len: 173 time: 0.3243558 Feb 09 00:50:52.378750 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec2b596-7ed6-4747-9413-17835831f820 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed07dad-ca98-4563-9313-f42f82b46bbc,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:52.540027 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-541b2515-a8de-48a9-8570-0a64db7f3a06 req-20fcd206-8325-46eb-9bfa-b7b6d2e11c86 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f21073e-4fef-4a13-85a1-ceb1e32e7a43 HTTP/1.1" status: 200 len: 210 time: 0.0585921 Feb 09 00:50:52.578404 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-be41e935-1eca-41c5-9ebc-05b6e3ae82fb req-8ec2b596-7ed6-4747-9413-17835831f820 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Allocated IP 192.168.233.165 (42d335cf-a678-4bc3-901b-7d21fb8587e6/e7938d94-1f0f-48bd-a0b3-26d5344ff0ec/bf19f146-a9e4-49e3-b2f1-50fe2630fe8f) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:50:52.620026 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4805f629-16fa-4c6b-b7b5-323c3282e3f8 req-9fd5046b-689c-4bdf-8912-7dd8756cf9e0 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:52.621567 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4805f629-16fa-4c6b-b7b5-323c3282e3f8 req-9fd5046b-689c-4bdf-8912-7dd8756cf9e0 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.105 "GET /v2.0/ports?device_id=c999f65b-c828-4239-87db-66098662f116 HTTP/1.1" status: 200 len: 968 time: 0.2360606 Feb 09 00:50:52.817281 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4805f629-16fa-4c6b-b7b5-323c3282e3f8 req-ceb3f810-de6c-4543-b8f6-3a8bb54680f1 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.105 "GET /v2.0/security-groups?id=fa53326b-e9b6-4684-a0e1-c70cb70bdf58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1811206 Feb 09 00:50:52.898286 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adb669b8-f043-4035-a1e4-d6dc93d3f38e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ded3b628-89d7-49c4-95e2-f528fa36d665', 'code': 200} Feb 09 00:50:52.902113 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec15dc-2449-464f-9097-d62a798d067f req-4b8aaac1-8a8d-4ed9-ab1f-0b66437e1ed5 tempest-LiveMigrationTest-757645410 tempest-LiveMigrationTest-757645410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:52.904713 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b3ec15dc-2449-464f-9097-d62a798d067f req-4b8aaac1-8a8d-4ed9-ab1f-0b66437e1ed5 tempest-LiveMigrationTest-757645410 tempest-LiveMigrationTest-757645410-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=4217fae3-6087-4477-8eed-859d85400796 HTTP/1.1" status: 200 len: 1096 time: 0.2315331 Feb 09 00:50:52.952704 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-be41e935-1eca-41c5-9ebc-05b6e3ae82fb req-8ec2b596-7ed6-4747-9413-17835831f820 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:53.009132 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b3ec15dc-2449-464f-9097-d62a798d067f req-bbf63a10-56ec-4606-9d87-9c90057de868 tempest-LiveMigrationTest-757645410 tempest-LiveMigrationTest-757645410-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889914 Feb 09 00:50:53.012629 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-be41e935-1eca-41c5-9ebc-05b6e3ae82fb req-8ec2b596-7ed6-4747-9413-17835831f820 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Transition to ACTIVE for port object bf19f146-a9e4-49e3-b2f1-50fe2630fe8f will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:50:53.033641 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ef339-364d-4f18-b501-6b5a5ef2812c req-20385ecf-0356-4b8f-8b07-719a6199f8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:53.035415 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-fe2ef339-364d-4f18-b501-6b5a5ef2812c req-20385ecf-0356-4b8f-8b07-719a6199f8a8 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=adb669b8-f043-4035-a1e4-d6dc93d3f38e HTTP/1.1" status: 200 len: 1101 time: 0.0781753 Feb 09 00:50:53.046158 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ae4909b0-96dd-4656-b3e2-ee9dd727957b req-36d4127f-3bf0-4c15-bb2f-0484957c9fb5 tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] 10.222.0.105 "GET /v2.0/security-groups/07883a1b-b2bf-4238-b838-df9237df8800 HTTP/1.1" status: 200 len: 1778 time: 0.0883756 Feb 09 00:50:53.103340 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-fe2ef339-364d-4f18-b501-6b5a5ef2812c req-0fac4611-4b85-4b10-bc3e-1bfc097a9431 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=a13e4638-b350-4af6-8b8a-44791571b941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495808 Feb 09 00:50:53.112550 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-be41e935-1eca-41c5-9ebc-05b6e3ae82fb req-8ec2b596-7ed6-4747-9413-17835831f820 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:53.193953 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ae4909b0-96dd-4656-b3e2-ee9dd727957b req-fc7b015b-1eae-432d-9d18-b6a80048267b tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:53.203915 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be41e935-1eca-41c5-9ebc-05b6e3ae82fb req-8ec2b596-7ed6-4747-9413-17835831f820 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Network 42d335cf-a678-4bc3-901b-7d21fb8587e6 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:50:53.214522 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-be41e935-1eca-41c5-9ebc-05b6e3ae82fb req-8ec2b596-7ed6-4747-9413-17835831f820 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:50:53.216835 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec2b596-7ed6-4747-9413-17835831f820 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Pushing event updated for resources: {'Port': ['ID=bf19f146-a9e4-49e3-b2f1-50fe2630fe8f,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:53.220287 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-be41e935-1eca-41c5-9ebc-05b6e3ae82fb req-8ec2b596-7ed6-4747-9413-17835831f820 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:50:53.228048 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41e935-1eca-41c5-9ebc-05b6e3ae82fb req-8ec2b596-7ed6-4747-9413-17835831f820 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:53.228602 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-be41e935-1eca-41c5-9ebc-05b6e3ae82fb req-8ec2b596-7ed6-4747-9413-17835831f820 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:53.264006 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ae4909b0-96dd-4656-b3e2-ee9dd727957b req-fc7b015b-1eae-432d-9d18-b6a80048267b tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:53.274072 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 38438) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:53.281223 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-be41e935-1eca-41c5-9ebc-05b6e3ae82fb req-8ec2b596-7ed6-4747-9413-17835831f820 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5509815 Feb 09 00:50:53.306842 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-be41e935-1eca-41c5-9ebc-05b6e3ae82fb req-516c848a-283d-4a54-9943-28b0de441119 service neutron] Request body: {'port': {'device_id': '2f21073e-4fef-4a13-85a1-ceb1e32e7a43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:50:53.501579 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ae4909b0-96dd-4656-b3e2-ee9dd727957b req-fc7b015b-1eae-432d-9d18-b6a80048267b tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:53.512613 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4007ae4f-2d1b-45f8-9986-1464a5b6a05a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:53.539478 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7b015b-1eae-432d-9d18-b6a80048267b tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07883a1b-b2bf-4238-b838-df9237df8800,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:53.545453 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4007ae4f-2d1b-45f8-9986-1464a5b6a05a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:50:53.555685 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-be41e935-1eca-41c5-9ebc-05b6e3ae82fb req-516c848a-283d-4a54-9943-28b0de441119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:53.557684 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-71130314-d46c-43e5-9bcd-d92781692cad None None] Provisioning for port bf19f146-a9e4-49e3-b2f1-50fe2630fe8f completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:50:53.565973 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-71130314-d46c-43e5-9bcd-d92781692cad None None] Provisioning complete for port bf19f146-a9e4-49e3-b2f1-50fe2630fe8f triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:50:53.566451 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-71130314-d46c-43e5-9bcd-d92781692cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:53.567295 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-4007ae4f-2d1b-45f8-9986-1464a5b6a05a admin admin] Usage tracker for resource:security_group_rule and tenant:fc0acce7a4d34e728f808c1a1310e704 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:50:53.575131 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-4007ae4f-2d1b-45f8-9986-1464a5b6a05a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:50:53.583401 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ae4909b0-96dd-4656-b3e2-ee9dd727957b req-fc7b015b-1eae-432d-9d18-b6a80048267b tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:53.584649 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ae4909b0-96dd-4656-b3e2-ee9dd727957b req-fc7b015b-1eae-432d-9d18-b6a80048267b tempest-SecurityGroupsTestAdminJSON-359833999 tempest-SecurityGroupsTestAdminJSON-359833999-project-admin] 10.222.0.105 "DELETE /v2.0/security-groups/07883a1b-b2bf-4238-b838-df9237df8800 HTTP/1.1" status: 204 len: 173 time: 0.5298812 Feb 09 00:50:53.587721 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4007ae4f-2d1b-45f8-9986-1464a5b6a05a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:50:53.632841 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-71130314-d46c-43e5-9bcd-d92781692cad None None] Port bf19f146-a9e4-49e3-b2f1-50fe2630fe8f cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:50:53.657042 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda6fc0-5b02-4c24-b693-cf0b8a0d5fb5 req-b2311c9a-5dbd-4bf2-a54a-30de7c40dcd2 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:53.658548 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-adda6fc0-5b02-4c24-b693-cf0b8a0d5fb5 req-b2311c9a-5dbd-4bf2-a54a-30de7c40dcd2 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.105 "GET /v2.0/ports?device_id=c999f65b-c828-4239-87db-66098662f116 HTTP/1.1" status: 200 len: 968 time: 0.3047044 Feb 09 00:50:53.667870 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38450) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:53.675797 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-fd9dfc08-5f74-4144-b9c6-cc3e896b6bb0 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Request body: {'floatingip': {'port_id': 'eabf5a89-9492-4046-b06d-24f13afebf59'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:50:53.778099 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fd9dfc08-5f74-4144-b9c6-cc3e896b6bb0 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Notify callbacks [] for floatingip, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:54.094984 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4007ae4f-2d1b-45f8-9986-1464a5b6a05a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:54.113743 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4007ae4f-2d1b-45f8-9986-1464a5b6a05a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:54.192178 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e01767-cc5b-4cc8-ba46-e4d25fbc83e6 req-3c3f7518-56f5-4721-9aee-bfdca5fb89fb tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:54.193664 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-37e01767-cc5b-4cc8-ba46-e4d25fbc83e6 req-3c3f7518-56f5-4721-9aee-bfdca5fb89fb tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.105 "GET /v2.0/ports?device_id=adb669b8-f043-4035-a1e4-d6dc93d3f38e HTTP/1.1" status: 200 len: 950 time: 0.4497876 Feb 09 00:50:54.213123 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-4007ae4f-2d1b-45f8-9986-1464a5b6a05a admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=fc0acce7a4d34e728f808c1a1310e704&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9377854 Feb 09 00:50:54.223390 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38460) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:54.232475 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007ae4f-2d1b-45f8-9986-1464a5b6a05a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7129a35-f2a8-41f1-9a97-b471a1a237d4,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:54.247099 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1889cf7-9d31-4320-995d-67d00b513b65 req-d3a2df99-5265-4aba-999b-dceac6fb4e0e tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:54.247795 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-e1889cf7-9d31-4320-995d-67d00b513b65 req-d3a2df99-5265-4aba-999b-dceac6fb4e0e tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Synchronizing usage tracker for tenant:50707b6a9de04832ba2e0ca2ee0dbd71 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:50:54.276488 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:54.337993 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-37e01767-cc5b-4cc8-ba46-e4d25fbc83e6 req-4db4e164-5d00-45ad-9302-9c4deced524e tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.105 "GET /v2.0/security-groups?id=a13e4638-b350-4af6-8b8a-44791571b941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324556 Feb 09 00:50:54.342422 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-e1889cf7-9d31-4320-995d-67d00b513b65 req-d3a2df99-5265-4aba-999b-dceac6fb4e0e tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Unset dirty status for tenant:50707b6a9de04832ba2e0ca2ee0dbd71 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:50:54.351894 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e1889cf7-9d31-4320-995d-67d00b513b65 req-d3a2df99-5265-4aba-999b-dceac6fb4e0e tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f21073e-4fef-4a13-85a1-ceb1e32e7a43 HTTP/1.1" status: 200 len: 936 time: 0.4532018 Feb 09 00:50:54.361717 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-be41e935-1eca-41c5-9ebc-05b6e3ae82fb req-516c848a-283d-4a54-9943-28b0de441119 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf19f146-a9e4-49e3-b2f1-50fe2630fe8f {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:50:54.373653 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-be41e935-1eca-41c5-9ebc-05b6e3ae82fb req-516c848a-283d-4a54-9943-28b0de441119 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:54.393035 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-be41e935-1eca-41c5-9ebc-05b6e3ae82fb req-516c848a-283d-4a54-9943-28b0de441119 service neutron] Transition to ACTIVE for port object bf19f146-a9e4-49e3-b2f1-50fe2630fe8f will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:50:54.426802 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-be41e935-1eca-41c5-9ebc-05b6e3ae82fb req-516c848a-283d-4a54-9943-28b0de441119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:54.497950 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6d7cf4f4-0872-4c15-9dcc-5ebc52b7facd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:54.557456 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6d7cf4f4-0872-4c15-9dcc-5ebc52b7facd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:54.639021 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-e1889cf7-9d31-4320-995d-67d00b513b65 req-81f86135-7c3d-4100-81a5-034b2ada2167 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Synchronizing usage tracker for tenant:50707b6a9de04832ba2e0ca2ee0dbd71 on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:50:54.656150 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7a14b002-ea38-4088-a2c8-38229b173452 req-b536a5df-7aa0-409f-8b07-e1daac26e0af tempest-SecurityGroupsTestAdminJSON-512121603 tempest-SecurityGroupsTestAdminJSON-512121603-project] 10.222.0.105 "GET /v2.0/security-groups/2c6eb4df-298f-4a17-aa6a-7467aa5e3a15 HTTP/1.1" status: 200 len: 1777 time: 0.2584155 Feb 09 00:50:54.690446 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516c848a-283d-4a54-9943-28b0de441119 service neutron] Pushing event updated for resources: {'Port': ['ID=bf19f146-a9e4-49e3-b2f1-50fe2630fe8f,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:54.727730 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516c848a-283d-4a54-9943-28b0de441119 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:54.728074 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516c848a-283d-4a54-9943-28b0de441119 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:54.728416 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516c848a-283d-4a54-9943-28b0de441119 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:54.728749 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516c848a-283d-4a54-9943-28b0de441119 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:54.729079 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516c848a-283d-4a54-9943-28b0de441119 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:54.729408 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516c848a-283d-4a54-9943-28b0de441119 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:54.729767 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516c848a-283d-4a54-9943-28b0de441119 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:54.730136 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516c848a-283d-4a54-9943-28b0de441119 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:54.730510 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516c848a-283d-4a54-9943-28b0de441119 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:54.730845 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516c848a-283d-4a54-9943-28b0de441119 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:54.731328 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516c848a-283d-4a54-9943-28b0de441119 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:54.731637 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516c848a-283d-4a54-9943-28b0de441119 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:54.777177 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-e1889cf7-9d31-4320-995d-67d00b513b65 req-81f86135-7c3d-4100-81a5-034b2ada2167 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Unset dirty status for tenant:50707b6a9de04832ba2e0ca2ee0dbd71 on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:50:54.778393 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e1889cf7-9d31-4320-995d-67d00b513b65 req-81f86135-7c3d-4100-81a5-034b2ada2167 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] 10.222.0.105 "GET /v2.0/security-groups?id=1ed07dad-ca98-4563-9313-f42f82b46bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3832991 Feb 09 00:50:54.782406 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fd9dfc08-5f74-4144-b9c6-cc3e896b6bb0 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:54.783025 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-be41e935-1eca-41c5-9ebc-05b6e3ae82fb req-516c848a-283d-4a54-9943-28b0de441119 service neutron] Attempting to bind port bf19f146-a9e4-49e3-b2f1-50fe2630fe8f on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:50:54.783296 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-be41e935-1eca-41c5-9ebc-05b6e3ae82fb req-516c848a-283d-4a54-9943-28b0de441119 service neutron] Attempting to bind port bf19f146-a9e4-49e3-b2f1-50fe2630fe8f by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:50:54.783742 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be41e935-1eca-41c5-9ebc-05b6e3ae82fb req-516c848a-283d-4a54-9943-28b0de441119 service neutron] Attempting to bind port bf19f146-a9e4-49e3-b2f1-50fe2630fe8f on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:50:54.786992 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fd9dfc08-5f74-4144-b9c6-cc3e896b6bb0 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:54.794421 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be41e935-1eca-41c5-9ebc-05b6e3ae82fb req-516c848a-283d-4a54-9943-28b0de441119 service neutron] Port bf19f146-a9e4-49e3-b2f1-50fe2630fe8f on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:50:54.794744 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be41e935-1eca-41c5-9ebc-05b6e3ae82fb req-516c848a-283d-4a54-9943-28b0de441119 service neutron] Attempting to bind port bf19f146-a9e4-49e3-b2f1-50fe2630fe8f on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:50:54.804868 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be41e935-1eca-41c5-9ebc-05b6e3ae82fb req-516c848a-283d-4a54-9943-28b0de441119 service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:50:54.804868 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be41e935-1eca-41c5-9ebc-05b6e3ae82fb req-516c848a-283d-4a54-9943-28b0de441119 service neutron] Checking segment: {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:50:54.804868 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be41e935-1eca-41c5-9ebc-05b6e3ae82fb req-516c848a-283d-4a54-9943-28b0de441119 service neutron] Bound using segment: {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:50:54.804868 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-be41e935-1eca-41c5-9ebc-05b6e3ae82fb req-516c848a-283d-4a54-9943-28b0de441119 service neutron] Bound port: bf19f146-a9e4-49e3-b2f1-50fe2630fe8f, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:50:54.804868 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-be41e935-1eca-41c5-9ebc-05b6e3ae82fb req-516c848a-283d-4a54-9943-28b0de441119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:54.846164 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6d7cf4f4-0872-4c15-9dcc-5ebc52b7facd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:54.868083 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-7a14b002-ea38-4088-a2c8-38229b173452 req-c1f5b967-ba5f-447f-b66c-0dee5612320c tempest-SecurityGroupsTestAdminJSON-512121603 tempest-SecurityGroupsTestAdminJSON-512121603-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:54.874516 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7cf4f4-0872-4c15-9dcc-5ebc52b7facd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7129a35-f2a8-41f1-9a97-b471a1a237d4,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:54.895606 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6d7cf4f4-0872-4c15-9dcc-5ebc52b7facd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:54.899859 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-6d7cf4f4-0872-4c15-9dcc-5ebc52b7facd admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/b7129a35-f2a8-41f1-9a97-b471a1a237d4 HTTP/1.1" status: 204 len: 168 time: 0.6727624 Feb 09 00:50:54.918855 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-7a14b002-ea38-4088-a2c8-38229b173452 req-c1f5b967-ba5f-447f-b66c-0dee5612320c tempest-SecurityGroupsTestAdminJSON-512121603 tempest-SecurityGroupsTestAdminJSON-512121603-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:54.975166 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-be41e935-1eca-41c5-9ebc-05b6e3ae82fb req-516c848a-283d-4a54-9943-28b0de441119 service neutron] For port bf19f146-a9e4-49e3-b2f1-50fe2630fe8f, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:50:54.991949 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-be41e935-1eca-41c5-9ebc-05b6e3ae82fb req-516c848a-283d-4a54-9943-28b0de441119 service neutron] For port bf19f146-a9e4-49e3-b2f1-50fe2630fe8f, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=bf19f146-a9e4-49e3-b2f1-50fe2630fe8f,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:50:54.997772 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-be41e935-1eca-41c5-9ebc-05b6e3ae82fb req-516c848a-283d-4a54-9943-28b0de441119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:55.006293 n-d-828418-1 neutron-server[87638]: INFO neutron.db.l3_db [None req-fd9dfc08-5f74-4144-b9c6-cc3e896b6bb0 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Floating IP 54897e23-5bba-4e10-a694-4dd49862327f associated. External IP: 172.25.0.12, port: eabf5a89-9492-4046-b06d-24f13afebf59. Feb 09 00:50:55.051002 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-7a14b002-ea38-4088-a2c8-38229b173452 req-c1f5b967-ba5f-447f-b66c-0dee5612320c tempest-SecurityGroupsTestAdminJSON-512121603 tempest-SecurityGroupsTestAdminJSON-512121603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:55.074312 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41e935-1eca-41c5-9ebc-05b6e3ae82fb req-516c848a-283d-4a54-9943-28b0de441119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:55.075626 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-be41e935-1eca-41c5-9ebc-05b6e3ae82fb req-516c848a-283d-4a54-9943-28b0de441119 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:55.076790 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-be41e935-1eca-41c5-9ebc-05b6e3ae82fb req-516c848a-283d-4a54-9943-28b0de441119 service neutron] 10.222.0.62 "PUT /v2.0/ports/bf19f146-a9e4-49e3-b2f1-50fe2630fe8f HTTP/1.1" status: 200 len: 1096 time: 1.7744727 Feb 09 00:50:55.089318 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f21073e-4fef-4a13-85a1-ceb1e32e7a43', 'tag': 'bf19f146-a9e4-49e3-b2f1-50fe2630fe8f'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:50:55.110121 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f5b967-ba5f-447f-b66c-0dee5612320c tempest-SecurityGroupsTestAdminJSON-512121603 tempest-SecurityGroupsTestAdminJSON-512121603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6eb4df-298f-4a17-aa6a-7467aa5e3a15,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:55.288079 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516c848a-283d-4a54-9943-28b0de441119 service neutron] Pushing event updated for resources: {'Port': ['ID=bf19f146-a9e4-49e3-b2f1-50fe2630fe8f,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:55.296892 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-7a14b002-ea38-4088-a2c8-38229b173452 req-c1f5b967-ba5f-447f-b66c-0dee5612320c tempest-SecurityGroupsTestAdminJSON-512121603 tempest-SecurityGroupsTestAdminJSON-512121603-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:55.312156 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7a14b002-ea38-4088-a2c8-38229b173452 req-c1f5b967-ba5f-447f-b66c-0dee5612320c tempest-SecurityGroupsTestAdminJSON-512121603 tempest-SecurityGroupsTestAdminJSON-512121603-project] 10.222.0.105 "DELETE /v2.0/security-groups/2c6eb4df-298f-4a17-aa6a-7467aa5e3a15 HTTP/1.1" status: 204 len: 173 time: 0.6225686 Feb 09 00:50:55.329752 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 38476) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:55.388543 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c5ccd901-51f3-4972-8504-456da6d94eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:55.443665 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c5ccd901-51f3-4972-8504-456da6d94eb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:50:55.453951 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-c5ccd901-51f3-4972-8504-456da6d94eb0 admin admin] Usage tracker for resource:security_group_rule and tenant:ae049591d1c24fc6ae47a2210fef20d0 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:50:55.459538 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-c5ccd901-51f3-4972-8504-456da6d94eb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:50:55.466709 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41e935-1eca-41c5-9ebc-05b6e3ae82fb req-3be74b1f-bc30-466f-b0e9-ea1fb3fddb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:55.469183 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-be41e935-1eca-41c5-9ebc-05b6e3ae82fb req-3be74b1f-bc30-466f-b0e9-ea1fb3fddb8a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=50707b6a9de04832ba2e0ca2ee0dbd71&device_id=2f21073e-4fef-4a13-85a1-ceb1e32e7a43 HTTP/1.1" status: 200 len: 1099 time: 0.3476083 Feb 09 00:50:55.475518 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c5ccd901-51f3-4972-8504-456da6d94eb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:50:55.574555 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd9dfc08-5f74-4144-b9c6-cc3e896b6bb0 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Router 9bd6b911-3e8d-4d50-b8a1-2f769fed8236 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 00:50:55.604860 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-be41e935-1eca-41c5-9ebc-05b6e3ae82fb req-13df6ab8-6190-405b-8ca6-0117c9f849bd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=bf19f146-a9e4-49e3-b2f1-50fe2630fe8f HTTP/1.1" status: 200 len: 217 time: 0.1256940 Feb 09 00:50:55.607588 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f21073e-4fef-4a13-85a1-ceb1e32e7a43', 'tag': 'bf19f146-a9e4-49e3-b2f1-50fe2630fe8f', 'status': 'completed', 'code': 200} Feb 09 00:50:55.749518 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41e935-1eca-41c5-9ebc-05b6e3ae82fb req-e31f4621-f6e4-4aee-af92-cf42fe15acb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:55.750987 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-be41e935-1eca-41c5-9ebc-05b6e3ae82fb req-e31f4621-f6e4-4aee-af92-cf42fe15acb6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.1325483 Feb 09 00:50:55.821578 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3733ee70-7b4f-43c9-a487-1d9abb931da6 req-f182db36-0611-47ea-b84a-9043935fe9a0 tempest-SecurityGroupsTestAdminJSON-512121603 tempest-SecurityGroupsTestAdminJSON-512121603-project] 10.222.0.105 "GET /v2.0/security-groups/bcbe1853-c86b-4721-ba96-d2bff71dc594 HTTP/1.1" status: 200 len: 1777 time: 0.1418455 Feb 09 00:50:55.910125 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c5ccd901-51f3-4972-8504-456da6d94eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:55.917380 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd9dfc08-5f74-4144-b9c6-cc3e896b6bb0 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 00:50:55.922055 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fd9dfc08-5f74-4144-b9c6-cc3e896b6bb0 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:55.927735 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c5ccd901-51f3-4972-8504-456da6d94eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:55.932823 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448b6f98-3802-4047-a381-0a5c959b2ac5 None None] Sync routers for ids ['9bd6b911-3e8d-4d50-b8a1-2f769fed8236'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:50:55.943763 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448b6f98-3802-4047-a381-0a5c959b2ac5 None None] Routers {'9bd6b911-3e8d-4d50-b8a1-2f769fed8236'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:50:55.945062 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-448b6f98-3802-4047-a381-0a5c959b2ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:50:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['9bd6b911-3e8d-4d50-b8a1-2f769fed8236'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:50:55.999037 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-fd9dfc08-5f74-4144-b9c6-cc3e896b6bb0 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.105 "PUT /v2.0/floatingips/54897e23-5bba-4e10-a694-4dd49862327f HTTP/1.1" status: 200 len: 1013 time: 2.3293116 Feb 09 00:50:55.999714 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c999f65b-c828-4239-87db-66098662f116', 'tag': 'eabf5a89-9492-4046-b06d-24f13afebf59'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:50:56.013067 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38514) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:56.014645 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-c5ccd901-51f3-4972-8504-456da6d94eb0 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=ae049591d1c24fc6ae47a2210fef20d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6743958 Feb 09 00:50:56.032445 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41e935-1eca-41c5-9ebc-05b6e3ae82fb req-221adcdc-b78e-48de-9725-a9e30660de48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:56.041813 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-be41e935-1eca-41c5-9ebc-05b6e3ae82fb req-221adcdc-b78e-48de-9725-a9e30660de48 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2792888 Feb 09 00:50:56.042472 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ccd901-51f3-4972-8504-456da6d94eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=651049d8-84f8-41b0-9ef3-0bc054347432,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:56.087230 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-3733ee70-7b4f-43c9-a487-1d9abb931da6 req-d714a365-dd35-4e71-98cc-b774465ebabc tempest-SecurityGroupsTestAdminJSON-512121603 tempest-SecurityGroupsTestAdminJSON-512121603-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:56.102445 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3514d118-1a91-41ac-90a0-9f45178cd9e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:56.130385 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-448b6f98-3802-4047-a381-0a5c959b2ac5 None None] Set router 9bd6b911-3e8d-4d50-b8a1-2f769fed8236 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:50:56.133361 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3514d118-1a91-41ac-90a0-9f45178cd9e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:56.191755 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-3733ee70-7b4f-43c9-a487-1d9abb931da6 req-d714a365-dd35-4e71-98cc-b774465ebabc tempest-SecurityGroupsTestAdminJSON-512121603 tempest-SecurityGroupsTestAdminJSON-512121603-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:56.211620 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3514d118-1a91-41ac-90a0-9f45178cd9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:56.234015 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3514d118-1a91-41ac-90a0-9f45178cd9e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:56.237516 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-3514d118-1a91-41ac-90a0-9f45178cd9e6 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/651049d8-84f8-41b0-9ef3-0bc054347432 HTTP/1.1" status: 204 len: 168 time: 0.2209563 Feb 09 00:50:56.246282 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3514d118-1a91-41ac-90a0-9f45178cd9e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=651049d8-84f8-41b0-9ef3-0bc054347432,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:56.254818 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3514d118-1a91-41ac-90a0-9f45178cd9e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:56.255486 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3514d118-1a91-41ac-90a0-9f45178cd9e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:56.256095 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3514d118-1a91-41ac-90a0-9f45178cd9e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:56.257150 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3514d118-1a91-41ac-90a0-9f45178cd9e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:56.257895 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3514d118-1a91-41ac-90a0-9f45178cd9e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:56.258435 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3514d118-1a91-41ac-90a0-9f45178cd9e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:56.259005 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3514d118-1a91-41ac-90a0-9f45178cd9e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:56.259610 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3514d118-1a91-41ac-90a0-9f45178cd9e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:56.260192 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3514d118-1a91-41ac-90a0-9f45178cd9e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:56.260809 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3514d118-1a91-41ac-90a0-9f45178cd9e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:56.261458 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3514d118-1a91-41ac-90a0-9f45178cd9e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:56.261997 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3514d118-1a91-41ac-90a0-9f45178cd9e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:56.311797 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-be41e935-1eca-41c5-9ebc-05b6e3ae82fb req-ff808d8e-e6aa-4d1a-b3f8-4786680e7525 service neutron] 10.222.0.62 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623246 Feb 09 00:50:56.313049 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-3733ee70-7b4f-43c9-a487-1d9abb931da6 req-d714a365-dd35-4e71-98cc-b774465ebabc tempest-SecurityGroupsTestAdminJSON-512121603 tempest-SecurityGroupsTestAdminJSON-512121603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:56.334257 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d714a365-dd35-4e71-98cc-b774465ebabc tempest-SecurityGroupsTestAdminJSON-512121603 tempest-SecurityGroupsTestAdminJSON-512121603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcbe1853-c86b-4721-ba96-d2bff71dc594,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:56.503972 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-3733ee70-7b4f-43c9-a487-1d9abb931da6 req-d714a365-dd35-4e71-98cc-b774465ebabc tempest-SecurityGroupsTestAdminJSON-512121603 tempest-SecurityGroupsTestAdminJSON-512121603-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:56.518126 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3733ee70-7b4f-43c9-a487-1d9abb931da6 req-d714a365-dd35-4e71-98cc-b774465ebabc tempest-SecurityGroupsTestAdminJSON-512121603 tempest-SecurityGroupsTestAdminJSON-512121603-project] 10.222.0.105 "DELETE /v2.0/security-groups/bcbe1853-c86b-4721-ba96-d2bff71dc594 HTTP/1.1" status: 204 len: 173 time: 0.6764851 Feb 09 00:50:56.543312 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38532) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:56.606887 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-448b6f98-3802-4047-a381-0a5c959b2ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bd6b911-3e8d-4d50-b8a1-2f769fed8236', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1040391017-router', 'tenant_id': 'e92c004a387045f69eb326cd61acc551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '0f5729be-15d9-4f1c-9772-911a455a8e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:49:55Z', 'updated_at': '2022-02-09T00:50:01Z', 'revision_number': 4, 'project_id': 'e92c004a387045f69eb326cd61acc551', 'gw_port': {'id': '0f5729be-15d9-4f1c-9772-911a455a8e7a', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd6b911-3e8d-4d50-b8a1-2f769fed8236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:49:56Z', 'updated_at': '2022-02-09T00:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '54897e23-5bba-4e10-a694-4dd49862327f', 'tenant_id': 'e92c004a387045f69eb326cd61acc551', 'floating_ip_address': '172.25.0.12', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '9bd6b911-3e8d-4d50-b8a1-2f769fed8236', 'port_id': 'eabf5a89-9492-4046-b06d-24f13afebf59', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27e5ee19-f0a7-4563-ba03-a0f237d4208b', 'mac_address': 'fa:16:3e:35:8e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c999f65b-c828-4239-87db-66098662f116', 'device_owner': 'compute:tempest-test_az-2011809751'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:50:32Z', 'updated_at': '2022-02-09T00:50:54Z', 'revision_number': 1, 'project_id': 'e92c004a387045f69eb326cd61acc551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '299ae2a3-e42c-41ab-9f27-58c459f8cc04', 'name': '', 'network_id': '27e5ee19-f0a7-4563-ba03-a0f237d4208b', 'tenant_id': 'e92c004a387045f69eb326cd61acc551', 'mac_address': 'fa:16:3e:ab:83:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd6b911-3e8d-4d50-b8a1-2f769fed8236', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '660612cb-07d4-43f9-b983-e1b46d8a035c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:49:59Z', 'updated_at': '2022-02-09T00:50:15Z', 'revision_number': 5, 'project_id': 'e92c004a387045f69eb326cd61acc551', 'subnets': [{'id': '660612cb-07d4-43f9-b983-e1b46d8a035c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:50:56.618838 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448b6f98-3802-4047-a381-0a5c959b2ac5 None None] Checking router: 9bd6b911-3e8d-4d50-b8a1-2f769fed8236 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:50:56.629112 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-be41e935-1eca-41c5-9ebc-05b6e3ae82fb req-9bd0e6b9-648a-4c46-8a07-e8826ee96abb service neutron] 10.222.0.62 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959917 Feb 09 00:50:56.630791 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448b6f98-3802-4047-a381-0a5c959b2ac5 None None] Routers {'9bd6b911-3e8d-4d50-b8a1-2f769fed8236'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:50:56.631868 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-448b6f98-3802-4047-a381-0a5c959b2ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:50:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['9bd6b911-3e8d-4d50-b8a1-2f769fed8236'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:50:56.795515 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62782e68-6df8-4248-88e0-05d0af628748 req-8f3cb55b-dddc-4cce-86bd-12f75d2d7db9 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:56.802277 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-62782e68-6df8-4248-88e0-05d0af628748 req-8f3cb55b-dddc-4cce-86bd-12f75d2d7db9 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.105 "GET /v2.0/ports?device_id=adb669b8-f043-4035-a1e4-d6dc93d3f38e HTTP/1.1" status: 200 len: 950 time: 0.1477439 Feb 09 00:50:56.834669 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da94307-227a-469c-9a3d-133aa69e047d req-a8ae258f-4492-419e-90e4-7d53a110d51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:56.836157 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5da94307-227a-469c-9a3d-133aa69e047d req-a8ae258f-4492-419e-90e4-7d53a110d51b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=50707b6a9de04832ba2e0ca2ee0dbd71&device_id=2f21073e-4fef-4a13-85a1-ceb1e32e7a43 HTTP/1.1" status: 200 len: 1099 time: 0.1358876 Feb 09 00:50:56.881131 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-448b6f98-3802-4047-a381-0a5c959b2ac5 None None] Set router 9bd6b911-3e8d-4d50-b8a1-2f769fed8236 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:50:56.931362 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-62782e68-6df8-4248-88e0-05d0af628748 req-09d96913-d2ec-42df-94ae-c63288a51cbf tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.105 "GET /v2.0/security-groups?id=a13e4638-b350-4af6-8b8a-44791571b941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281450 Feb 09 00:50:56.950770 n-d-828418-1 neutron-server[87638]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 09 00:50:56.956077 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-99313bd2-6d27-441d-8463-8ada17450d2e tempest-LiveMigrationTest-757645410 tempest-LiveMigrationTest-757645410-project-admin] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:50:56.969318 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-99313bd2-6d27-441d-8463-8ada17450d2e tempest-LiveMigrationTest-757645410 tempest-LiveMigrationTest-757645410-project-admin] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4244421 Feb 09 00:50:57.017129 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38550) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:57.052473 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da94307-227a-469c-9a3d-133aa69e047d req-15903ee0-da62-4cf2-96df-4e10745bf5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:57.056902 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5da94307-227a-469c-9a3d-133aa69e047d req-15903ee0-da62-4cf2-96df-4e10745bf5aa service neutron] 10.222.0.62 "GET /v2.0/networks?id=42d335cf-a678-4bc3-901b-7d21fb8587e6 HTTP/1.1" status: 200 len: 870 time: 0.2113605 Feb 09 00:50:57.244970 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5da94307-227a-469c-9a3d-133aa69e047d req-3eaae4df-4067-423d-ae15-661549a7e897 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=bf19f146-a9e4-49e3-b2f1-50fe2630fe8f HTTP/1.1" status: 200 len: 217 time: 0.1801798 Feb 09 00:50:57.322791 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da94307-227a-469c-9a3d-133aa69e047d req-e8361b92-66b9-4711-a16a-ce73710e38f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:57.324274 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5da94307-227a-469c-9a3d-133aa69e047d req-e8361b92-66b9-4711-a16a-ce73710e38f8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.0731800 Feb 09 00:50:57.358158 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e0a825dd-692f-4891-ac36-f4b360ff4807 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=4b60981434ba413ab29583b394433710&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3371291 Feb 09 00:50:57.358896 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38568) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:57.395353 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-448b6f98-3802-4047-a381-0a5c959b2ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bd6b911-3e8d-4d50-b8a1-2f769fed8236', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1040391017-router', 'tenant_id': 'e92c004a387045f69eb326cd61acc551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '0f5729be-15d9-4f1c-9772-911a455a8e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:49:55Z', 'updated_at': '2022-02-09T00:50:01Z', 'revision_number': 4, 'project_id': 'e92c004a387045f69eb326cd61acc551', 'gw_port': {'id': '0f5729be-15d9-4f1c-9772-911a455a8e7a', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd6b911-3e8d-4d50-b8a1-2f769fed8236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:49:56Z', 'updated_at': '2022-02-09T00:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '54897e23-5bba-4e10-a694-4dd49862327f', 'tenant_id': 'e92c004a387045f69eb326cd61acc551', 'floating_ip_address': '172.25.0.12', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '9bd6b911-3e8d-4d50-b8a1-2f769fed8236', 'port_id': 'eabf5a89-9492-4046-b06d-24f13afebf59', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27e5ee19-f0a7-4563-ba03-a0f237d4208b', 'mac_address': 'fa:16:3e:35:8e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c999f65b-c828-4239-87db-66098662f116', 'device_owner': 'compute:tempest-test_az-2011809751'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:50:32Z', 'updated_at': '2022-02-09T00:50:54Z', 'revision_number': 1, 'project_id': 'e92c004a387045f69eb326cd61acc551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '299ae2a3-e42c-41ab-9f27-58c459f8cc04', 'name': '', 'network_id': '27e5ee19-f0a7-4563-ba03-a0f237d4208b', 'tenant_id': 'e92c004a387045f69eb326cd61acc551', 'mac_address': 'fa:16:3e:ab:83:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd6b911-3e8d-4d50-b8a1-2f769fed8236', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '660612cb-07d4-43f9-b983-e1b46d8a035c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:49:59Z', 'updated_at': '2022-02-09T00:50:15Z', 'revision_number': 5, 'project_id': 'e92c004a387045f69eb326cd61acc551', 'subnets': [{'id': '660612cb-07d4-43f9-b983-e1b46d8a035c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:50:57.397645 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-c25b478b-d534-4a5f-b6e5-10160e2ba3a5 service neutron] Request body: {'binding': {'host': 'n-h1-828418-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:50:57.398835 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-c25b478b-d534-4a5f-b6e5-10160e2ba3a5 service neutron] Unknown quota resources ['binding']. {{(pid=87638) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 09 00:50:57.411323 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448b6f98-3802-4047-a381-0a5c959b2ac5 None None] The sync data for ids ['9bd6b911-3e8d-4d50-b8a1-2f769fed8236'] in n-d-828418-1 is: [{'id': '9bd6b911-3e8d-4d50-b8a1-2f769fed8236', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1040391017-router', 'tenant_id': 'e92c004a387045f69eb326cd61acc551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '0f5729be-15d9-4f1c-9772-911a455a8e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:49:55Z', 'updated_at': '2022-02-09T00:50:01Z', 'revision_number': 4, 'project_id': 'e92c004a387045f69eb326cd61acc551', 'gw_port': {'id': '0f5729be-15d9-4f1c-9772-911a455a8e7a', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd6b911-3e8d-4d50-b8a1-2f769fed8236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:49:56Z', 'updated_at': '2022-02-09T00:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '54897e23-5bba-4e10-a694-4dd49862327f', 'tenant_id': 'e92c004a387045f69eb326cd61acc551', 'floating_ip_address': '172.25.0.12', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '9bd6b911-3e8d-4d50-b8a1-2f769fed8236', 'port_id': 'eabf5a89-9492-4046-b06d-24f13afebf59', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27e5ee19-f0a7-4563-ba03-a0f237d4208b', 'mac_address': 'fa:16:3e:35:8e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c999f65b-c828-4239-87db-66098662f116', 'device_owner': 'compute:tempest-test_az-2011809751'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:50:32Z', 'updated_at': '2022-02-09T00:50:54Z', 'revision_number': 1, 'project_id': 'e92c004a387045f69eb326cd61acc551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '299ae2a3-e42c-41ab-9f27-58c459f8cc04', 'name': '', 'network_id': '27e5ee19-f0a7-4563-ba03-a0f237d4208b', 'tenant_id': 'e92c004a387045f69eb326cd61acc551', 'mac_address': 'fa:16:3e:ab:83:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd6b911-3e8d-4d50-b8a1-2f769fed8236', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '660612cb-07d4-43f9-b983-e1b46d8a035c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:49:59Z', 'updated_at': '2022-02-09T00:50:15Z', 'revision_number': 5, 'project_id': 'e92c004a387045f69eb326cd61acc551', 'subnets': [{'id': '660612cb-07d4-43f9-b983-e1b46d8a035c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:50:57.502219 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39658d30-199c-4c9e-be54-85b34f531cb2 req-c586aca6-5cf7-439b-a915-ab8207cbb89b tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:57.509180 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-39658d30-199c-4c9e-be54-85b34f531cb2 req-c586aca6-5cf7-439b-a915-ab8207cbb89b tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f21073e-4fef-4a13-85a1-ceb1e32e7a43 HTTP/1.1" status: 200 len: 948 time: 0.3077662 Feb 09 00:50:57.528019 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 38574) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:57.564016 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da94307-227a-469c-9a3d-133aa69e047d req-6b914043-bcde-4445-a886-bcc709e86472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:57.565479 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5da94307-227a-469c-9a3d-133aa69e047d req-6b914043-bcde-4445-a886-bcc709e86472 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2349463 Feb 09 00:50:57.580719 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-39658d30-199c-4c9e-be54-85b34f531cb2 req-cb20afd3-7fdc-40bf-876e-ebe0c978b5c2 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] 10.222.0.105 "GET /v2.0/security-groups?id=1ed07dad-ca98-4563-9313-f42f82b46bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705743 Feb 09 00:50:57.632607 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1b78599a-167d-4cbf-a748-436b8c128655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:57.663609 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1b78599a-167d-4cbf-a748-436b8c128655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:57.770252 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61661a65-541a-4c44-bcfd-1ad0bd4ee308 None None] New status for floating IP 54897e23-5bba-4e10-a694-4dd49862327f: ACTIVE {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 00:50:57.805359 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1b78599a-167d-4cbf-a748-436b8c128655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:57.854403 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5da94307-227a-469c-9a3d-133aa69e047d req-563d5365-d19b-4947-a5a4-d85074dc6284 service neutron] 10.222.0.62 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676575 Feb 09 00:50:57.898061 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b78599a-167d-4cbf-a748-436b8c128655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c690121-d4dd-4b0b-974f-f7b11b31a90a,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:57.906734 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1b78599a-167d-4cbf-a748-436b8c128655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:57.908852 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1b78599a-167d-4cbf-a748-436b8c128655 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/8c690121-d4dd-4b0b-974f-f7b11b31a90a HTTP/1.1" status: 204 len: 168 time: 0.5486710 Feb 09 00:50:58.011394 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-c25b478b-d534-4a5f-b6e5-10160e2ba3a5 service neutron] Attempting to bind port 0c26df16-b85b-4e62-8100-31c95a5c2dfc on host n-h1-828418-1 for vnic_type normal with profile None {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:50:58.011991 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-c25b478b-d534-4a5f-b6e5-10160e2ba3a5 service neutron] Attempting to bind port 0c26df16-b85b-4e62-8100-31c95a5c2dfc by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'b907962e-2c92-4e5e-9eb3-daae4f34051b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ded91f5f-4c52-4e17-8569-d9d1696711b8'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:50:58.011991 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-c25b478b-d534-4a5f-b6e5-10160e2ba3a5 service neutron] Attempting to bind port 0c26df16-b85b-4e62-8100-31c95a5c2dfc on network ded91f5f-4c52-4e17-8569-d9d1696711b8 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:50:58.024465 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-c25b478b-d534-4a5f-b6e5-10160e2ba3a5 service neutron] Port 0c26df16-b85b-4e62-8100-31c95a5c2dfc on network ded91f5f-4c52-4e17-8569-d9d1696711b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:50:58.025135 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-c25b478b-d534-4a5f-b6e5-10160e2ba3a5 service neutron] Attempting to bind port 0c26df16-b85b-4e62-8100-31c95a5c2dfc on network ded91f5f-4c52-4e17-8569-d9d1696711b8 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:50:58.046401 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-c25b478b-d534-4a5f-b6e5-10160e2ba3a5 service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:50:58.047619 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-c25b478b-d534-4a5f-b6e5-10160e2ba3a5 service neutron] Checking segment: {'id': 'b907962e-2c92-4e5e-9eb3-daae4f34051b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ded91f5f-4c52-4e17-8569-d9d1696711b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:50:58.048199 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-c25b478b-d534-4a5f-b6e5-10160e2ba3a5 service neutron] Bound using segment: {'id': 'b907962e-2c92-4e5e-9eb3-daae4f34051b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ded91f5f-4c52-4e17-8569-d9d1696711b8'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:50:58.048663 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-c25b478b-d534-4a5f-b6e5-10160e2ba3a5 service neutron] Bound port: 0c26df16-b85b-4e62-8100-31c95a5c2dfc, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b907962e-2c92-4e5e-9eb3-daae4f34051b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ded91f5f-4c52-4e17-8569-d9d1696711b8'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:50:58.093098 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-6cf59613-1f36-4015-ac1f-292e62bdd3fb admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=9f726ede9acd4025bc9e46a4b558c50e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5633783 Feb 09 00:50:58.096126 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 38590) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:58.118530 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47b977-ade1-46f5-8439-e73acfeed8ff req-778e54e3-396b-4b18-81f6-9bfbeb0239c9 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:58.125491 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1b47b977-ade1-46f5-8439-e73acfeed8ff req-778e54e3-396b-4b18-81f6-9bfbeb0239c9 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.105 "GET /v2.0/ports?device_id=c999f65b-c828-4239-87db-66098662f116 HTTP/1.1" status: 200 len: 968 time: 0.3274577 Feb 09 00:50:58.162983 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5da94307-227a-469c-9a3d-133aa69e047d req-f1b4cbcc-28e5-4565-8429-4298674952ca service neutron] 10.222.0.62 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630267 Feb 09 00:50:58.214629 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1b47b977-ade1-46f5-8439-e73acfeed8ff req-c3424267-c8cb-4983-9a9f-597b685ca09c tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.105 "GET /v2.0/security-groups?id=fa53326b-e9b6-4684-a0e1-c70cb70bdf58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0881166 Feb 09 00:50:58.259353 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-c25b478b-d534-4a5f-b6e5-10160e2ba3a5 service neutron] For port 0c26df16-b85b-4e62-8100-31c95a5c2dfc, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=0c26df16-b85b-4e62-8100-31c95a5c2dfc,segment=NetworkSegment(b907962e-2c92-4e5e-9eb3-daae4f34051b),segment_id=b907962e-2c92-4e5e-9eb3-daae4f34051b)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:50:58.266057 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-c25b478b-d534-4a5f-b6e5-10160e2ba3a5 service neutron] Notify callbacks [] for binding, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:58.277536 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-c25b478b-d534-4a5f-b6e5-10160e2ba3a5 service neutron] 10.222.0.105 "POST /v2.0/ports/0c26df16-b85b-4e62-8100-31c95a5c2dfc/bindings HTTP/1.1" status: 201 len: 389 time: 1.1438470 Feb 09 00:50:58.278885 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d16676d6-0782-45e6-9d07-8109bb54d670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:58.301763 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c999f65b-c828-4239-87db-66098662f116', 'tag': 'eabf5a89-9492-4046-b06d-24f13afebf59', 'status': 'completed', 'code': 200} Feb 09 00:50:58.418080 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d16676d6-0782-45e6-9d07-8109bb54d670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:58.505688 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318f280f-c21a-42a5-a2df-77031bc664fa req-22eccd62-3fe9-4a05-8d63-23e77dc30499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:58.507728 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-318f280f-c21a-42a5-a2df-77031bc664fa req-22eccd62-3fe9-4a05-8d63-23e77dc30499 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e92c004a387045f69eb326cd61acc551&device_id=c999f65b-c828-4239-87db-66098662f116 HTTP/1.1" status: 200 len: 1119 time: 0.1795199 Feb 09 00:50:58.675781 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d16676d6-0782-45e6-9d07-8109bb54d670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:58.699019 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38610) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:58.727735 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16676d6-0782-45e6-9d07-8109bb54d670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49b0790-c757-46e2-ae6a-f5352b0a4323,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:58.768295 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d16676d6-0782-45e6-9d07-8109bb54d670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:58.773181 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-d16676d6-0782-45e6-9d07-8109bb54d670 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/d49b0790-c757-46e2-ae6a-f5352b0a4323 HTTP/1.1" status: 204 len: 168 time: 0.6657598 Feb 09 00:50:58.835643 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318f280f-c21a-42a5-a2df-77031bc664fa req-e028bf25-0ff0-4c9c-99b2-2ba02b8750c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:58.837385 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-318f280f-c21a-42a5-a2df-77031bc664fa req-e028bf25-0ff0-4c9c-99b2-2ba02b8750c4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=27e5ee19-f0a7-4563-ba03-a0f237d4208b HTTP/1.1" status: 200 len: 925 time: 0.3242216 Feb 09 00:50:58.846102 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-41a983fb-7a17-4dfa-9a26-ec288b189279 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=86c73de3c57343d3aa13a02e145088de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1457763 Feb 09 00:50:58.863814 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38616) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:59.034797 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-69f16619-fc9f-4fcd-aa2e-f8b8946d3ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:59.036881 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-69f16619-fc9f-4fcd-aa2e-f8b8946d3ba9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8d883076d7064c219a98a8f981d7945a&device_id=4217fae3-6087-4477-8eed-859d85400796 HTTP/1.1" status: 200 len: 1096 time: 0.4431064 Feb 09 00:50:59.044320 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9623fd46-d411-4497-9d3f-7c764c43220a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:59.169267 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-318f280f-c21a-42a5-a2df-77031bc664fa req-226c5443-66f5-4e0b-97bd-7fa3dd9d91a4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eabf5a89-9492-4046-b06d-24f13afebf59 HTTP/1.1" status: 200 len: 1023 time: 0.3258562 Feb 09 00:50:59.174905 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9623fd46-d411-4497-9d3f-7c764c43220a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:59.237025 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-6a993b7e-ba20-48d1-91ad-fca8c38edf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:59.239027 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-6a993b7e-ba20-48d1-91ad-fca8c38edf07 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ded91f5f-4c52-4e17-8569-d9d1696711b8 HTTP/1.1" status: 200 len: 909 time: 0.1962266 Feb 09 00:50:59.266242 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318f280f-c21a-42a5-a2df-77031bc664fa req-19302864-4740-4ee0-afe3-deccde3873aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:59.267602 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-318f280f-c21a-42a5-a2df-77031bc664fa req-19302864-4740-4ee0-afe3-deccde3873aa service neutron] 10.222.0.62 "GET /v2.0/subnets?id=660612cb-07d4-43f9-b983-e1b46d8a035c HTTP/1.1" status: 200 len: 863 time: 0.0907834 Feb 09 00:50:59.277352 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb14cca7-865d-48b0-9783-9426a1b73fd6 req-c07362fa-8f93-4e84-8be8-89ea7a924a06 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:59.284417 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bb14cca7-865d-48b0-9783-9426a1b73fd6 req-c07362fa-8f93-4e84-8be8-89ea7a924a06 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=4217fae3-6087-4477-8eed-859d85400796 HTTP/1.1" status: 200 len: 945 time: 0.3044736 Feb 09 00:50:59.333172 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-1c2109be-4e5b-401a-a162-64aada38725d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c26df16-b85b-4e62-8100-31c95a5c2dfc HTTP/1.1" status: 200 len: 217 time: 0.0873573 Feb 09 00:50:59.358369 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf34d844-d7af-488c-8e60-6c2486adce45 req-17f1f565-9815-44ee-bebc-0c019dc5acd0 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:59.359822 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bf34d844-d7af-488c-8e60-6c2486adce45 req-17f1f565-9815-44ee-bebc-0c019dc5acd0 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f21073e-4fef-4a13-85a1-ceb1e32e7a43 HTTP/1.1" status: 200 len: 948 time: 0.2555597 Feb 09 00:50:59.418483 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bb14cca7-865d-48b0-9783-9426a1b73fd6 req-18eccab4-2e53-4359-8308-a51116245987 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331930 Feb 09 00:50:59.420745 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-6c8fc7a3-2cd4-408b-a2ea-7043c5a01460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:59.422575 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-6c8fc7a3-2cd4-408b-a2ea-7043c5a01460 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=103c212c-bf16-40d1-a89c-07252434eb67 HTTP/1.1" status: 200 len: 848 time: 0.0800600 Feb 09 00:50:59.423512 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38632) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:59.457009 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bf34d844-d7af-488c-8e60-6c2486adce45 req-a4537ceb-fa97-48d6-9882-2a59a34febff tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] 10.222.0.105 "GET /v2.0/security-groups?id=1ed07dad-ca98-4563-9313-f42f82b46bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827186 Feb 09 00:50:59.465120 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318f280f-c21a-42a5-a2df-77031bc664fa req-31425cba-3fdd-416e-9d8a-f91f6be0f6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:59.466972 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-318f280f-c21a-42a5-a2df-77031bc664fa req-31425cba-3fdd-416e-9d8a-f91f6be0f6b4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=27e5ee19-f0a7-4563-ba03-a0f237d4208b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1782203 Feb 09 00:50:59.521326 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9623fd46-d411-4497-9d3f-7c764c43220a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:59.527884 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-c96422cf-f411-4ecf-bab3-e9601a0e6b0b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ded91f5f-4c52-4e17-8569-d9d1696711b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880332 Feb 09 00:50:59.644755 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9623fd46-d411-4497-9d3f-7c764c43220a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd2bc0bc-280e-407c-b957-49e4db6d6b06,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:59.674705 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9623fd46-d411-4497-9d3f-7c764c43220a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:59.675925 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9623fd46-d411-4497-9d3f-7c764c43220a admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/fd2bc0bc-280e-407c-b957-49e4db6d6b06 HTTP/1.1" status: 204 len: 168 time: 0.8064015 Feb 09 00:50:59.683394 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-8b6870de-1ab2-476b-a879-b3363bbbd87c admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=e5aade2ac9924b79be7ba0d014cccd41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2586226 Feb 09 00:50:59.691040 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38640) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:50:59.780079 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-5b65d0ac-775a-4627-a3ac-12910ca5a757 service neutron] 10.222.0.62 "GET /v2.0/networks/ded91f5f-4c52-4e17-8569-d9d1696711b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409165 Feb 09 00:50:59.804504 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-318f280f-c21a-42a5-a2df-77031bc664fa req-9721caf9-6383-4faa-8e58-e83fa47ab80f service neutron] 10.222.0.62 "GET /v2.0/networks/27e5ee19-f0a7-4563-ba03-a0f237d4208b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3311353 Feb 09 00:50:59.814235 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0a620b1c-0986-40e7-8611-ab92c3d4a541 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:59.901527 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba02f54-2212-4851-af33-6414f68fe3d6 req-70453ead-4130-4392-b8b1-e9ccb8f06349 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:59.903076 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bba02f54-2212-4851-af33-6414f68fe3d6 req-70453ead-4130-4392-b8b1-e9ccb8f06349 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.105 "GET /v2.0/ports?device_id=adb669b8-f043-4035-a1e4-d6dc93d3f38e HTTP/1.1" status: 200 len: 950 time: 0.3008258 Feb 09 00:50:59.913403 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb1dae8-d39c-4c91-b134-b1a762f60314 req-4da65535-ff4e-48a1-9a6d-8d4a88bf9e08 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:59.915216 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dfb1dae8-d39c-4c91-b134-b1a762f60314 req-4da65535-ff4e-48a1-9a6d-8d4a88bf9e08 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.105 "GET /v2.0/ports?device_id=c999f65b-c828-4239-87db-66098662f116 HTTP/1.1" status: 200 len: 968 time: 0.2568274 Feb 09 00:50:59.997749 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0a620b1c-0986-40e7-8611-ab92c3d4a541 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:00.016261 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bba02f54-2212-4851-af33-6414f68fe3d6 req-5a358003-b0cb-4b5a-9ebb-bd19e261221c tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.105 "GET /v2.0/security-groups?id=a13e4638-b350-4af6-8b8a-44791571b941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998385 Feb 09 00:51:00.047147 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dfb1dae8-d39c-4c91-b134-b1a762f60314 req-bbc69868-36d7-47b6-b18b-7491b8b39f96 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.105 "GET /v2.0/security-groups?id=fa53326b-e9b6-4684-a0e1-c70cb70bdf58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0999856 Feb 09 00:51:00.061465 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-318f280f-c21a-42a5-a2df-77031bc664fa req-87459ffe-0cb1-46de-bfed-e98f265bf387 service neutron] 10.222.0.62 "GET /v2.0/networks/27e5ee19-f0a7-4563-ba03-a0f237d4208b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499352 Feb 09 00:51:00.076392 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-c640f05e-dec9-4edc-ae49-c7ab0203a65a service neutron] 10.222.0.62 "GET /v2.0/networks/ded91f5f-4c52-4e17-8569-d9d1696711b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904243 Feb 09 00:51:00.098527 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0a620b1c-0986-40e7-8611-ab92c3d4a541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:00.118821 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a620b1c-0986-40e7-8611-ab92c3d4a541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c01502-2019-46de-8ea3-5b885b34b819,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:00.130245 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0a620b1c-0986-40e7-8611-ab92c3d4a541 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:00.132490 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-0a620b1c-0986-40e7-8611-ab92c3d4a541 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/31c01502-2019-46de-8ea3-5b885b34b819 HTTP/1.1" status: 204 len: 168 time: 0.4404066 Feb 09 00:51:00.301277 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-019d877c-210b-4c66-bc23-eb7134a80c5e tempest-LiveMigrationTest-757645410 tempest-LiveMigrationTest-757645410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:00.303160 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-019d877c-210b-4c66-bc23-eb7134a80c5e tempest-LiveMigrationTest-757645410 tempest-LiveMigrationTest-757645410-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4217fae3-6087-4477-8eed-859d85400796&tenant_id=8d883076d7064c219a98a8f981d7945a&binding%3Ahost_id=n-h2-828418-1 HTTP/1.1" status: 200 len: 1096 time: 0.0779746 Feb 09 00:51:00.306806 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device bf19f146-a9e4-49e3-b2f1-50fe2630fe8f details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:51:00.314808 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-94ab8a8d-8b4c-46ba-81c5-028a2e8c9637 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828418-1'}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:51:00.450432 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port bf19f146-a9e4-49e3-b2f1-50fe2630fe8f, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=bf19f146-a9e4-49e3-b2f1-50fe2630fe8f,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:51:00.455044 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-94ab8a8d-8b4c-46ba-81c5-028a2e8c9637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:00.465472 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': 'bf19f146-a9e4-49e3-b2f1-50fe2630fe8f', 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6', 'port_id': 'bf19f146-a9e4-49e3-b2f1-50fe2630fe8f', 'mac_address': 'fa:16:3e:c6:de:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7938d94-1f0f-48bd-a0b3-26d5344ff0ec', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:51:00.583667 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:00.625333 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf19f146-a9e4-49e3-b2f1-50fe2630fe8f {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:51:00.653881 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port bf19f146-a9e4-49e3-b2f1-50fe2630fe8f, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=bf19f146-a9e4-49e3-b2f1-50fe2630fe8f,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:51:00.658263 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:00.747433 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-94ab8a8d-8b4c-46ba-81c5-028a2e8c9637 service neutron] For port 0c26df16-b85b-4e62-8100-31c95a5c2dfc, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=0c26df16-b85b-4e62-8100-31c95a5c2dfc,segment=NetworkSegment(b907962e-2c92-4e5e-9eb3-daae4f34051b),segment_id=b907962e-2c92-4e5e-9eb3-daae4f34051b)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:51:00.792437 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-94ab8a8d-8b4c-46ba-81c5-028a2e8c9637 service neutron] For port 0c26df16-b85b-4e62-8100-31c95a5c2dfc, host n-h2-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:51:00.804688 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=bf19f146-a9e4-49e3-b2f1-50fe2630fe8f,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:00.814371 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:00.814938 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:00.815429 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:00.815910 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:00.816467 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:00.816959 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:00.817432 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:00.817937 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:00.818407 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:00.819609 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:00.820685 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:00.821640 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:00.871864 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10f18f-00c6-4a07-bd67-98f7709ca6fe req-ffa5556f-8279-4d91-94e6-054154f6273d tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:00.873474 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5d10f18f-00c6-4a07-bd67-98f7709ca6fe req-ffa5556f-8279-4d91-94e6-054154f6273d tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f21073e-4fef-4a13-85a1-ceb1e32e7a43 HTTP/1.1" status: 200 len: 949 time: 0.1293178 Feb 09 00:51:00.887116 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9801474c-ce05-4b8f-8277-540213be5f89 req-aa1970a0-8d66-4a5e-9861-89ebd09c4c09 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:00.893417 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-94ab8a8d-8b4c-46ba-81c5-028a2e8c9637 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:00.894585 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9801474c-ce05-4b8f-8277-540213be5f89 req-aa1970a0-8d66-4a5e-9861-89ebd09c4c09 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=4217fae3-6087-4477-8eed-859d85400796 HTTP/1.1" status: 200 len: 945 time: 0.2193284 Feb 09 00:51:00.897729 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4217fae3-6087-4477-8eed-859d85400796', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c26df16-b85b-4e62-8100-31c95a5c2dfc'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:51:00.906006 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['bf19f146-a9e4-49e3-b2f1-50fe2630fe8f'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:51:00.917502 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-94ab8a8d-8b4c-46ba-81c5-028a2e8c9637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:00.925820 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 38684) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:51:00.973383 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 38692) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:51:00.990694 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9801474c-ce05-4b8f-8277-540213be5f89 req-8276739e-00e0-4654-85d2-11aae1d969d6 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949326 Feb 09 00:51:01.008887 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5d10f18f-00c6-4a07-bd67-98f7709ca6fe req-f90d8d60-813a-4e53-b9f9-2b47a8edeeab tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] 10.222.0.105 "GET /v2.0/security-groups?id=1ed07dad-ca98-4563-9313-f42f82b46bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120272 Feb 09 00:51:01.097491 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4217fae3-6087-4477-8eed-859d85400796', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c26df16-b85b-4e62-8100-31c95a5c2dfc', 'code': 200} Feb 09 00:51:01.138216 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ab8a8d-8b4c-46ba-81c5-028a2e8c9637 service neutron] Pushing event updated for resources: {'Port': ['ID=0c26df16-b85b-4e62-8100-31c95a5c2dfc,revision_number=7']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:01.215537 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-22df8da7-20c3-4744-8dc9-385b56a86dec admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:01.250075 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-94ab8a8d-8b4c-46ba-81c5-028a2e8c9637 service neutron] Attempting to bind port 0c26df16-b85b-4e62-8100-31c95a5c2dfc on host n-h2-828418-1 for vnic_type normal with profile {"migrating_to": "n-h1-828418-1"} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:51:01.250412 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-94ab8a8d-8b4c-46ba-81c5-028a2e8c9637 service neutron] Attempting to bind port 0c26df16-b85b-4e62-8100-31c95a5c2dfc by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': 'b907962e-2c92-4e5e-9eb3-daae4f34051b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ded91f5f-4c52-4e17-8569-d9d1696711b8'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:51:01.250745 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-94ab8a8d-8b4c-46ba-81c5-028a2e8c9637 service neutron] Attempting to bind port 0c26df16-b85b-4e62-8100-31c95a5c2dfc on network ded91f5f-4c52-4e17-8569-d9d1696711b8 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:51:01.255505 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-94ab8a8d-8b4c-46ba-81c5-028a2e8c9637 service neutron] Port 0c26df16-b85b-4e62-8100-31c95a5c2dfc on network ded91f5f-4c52-4e17-8569-d9d1696711b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:51:01.255828 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-94ab8a8d-8b4c-46ba-81c5-028a2e8c9637 service neutron] Attempting to bind port 0c26df16-b85b-4e62-8100-31c95a5c2dfc on network ded91f5f-4c52-4e17-8569-d9d1696711b8 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:51:01.261449 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-94ab8a8d-8b4c-46ba-81c5-028a2e8c9637 service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:51:01.262236 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-94ab8a8d-8b4c-46ba-81c5-028a2e8c9637 service neutron] Checking segment: {'id': 'b907962e-2c92-4e5e-9eb3-daae4f34051b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ded91f5f-4c52-4e17-8569-d9d1696711b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:51:01.262637 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-94ab8a8d-8b4c-46ba-81c5-028a2e8c9637 service neutron] Bound using segment: {'id': 'b907962e-2c92-4e5e-9eb3-daae4f34051b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ded91f5f-4c52-4e17-8569-d9d1696711b8'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:51:01.263069 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-94ab8a8d-8b4c-46ba-81c5-028a2e8c9637 service neutron] Bound port: 0c26df16-b85b-4e62-8100-31c95a5c2dfc, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b907962e-2c92-4e5e-9eb3-daae4f34051b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ded91f5f-4c52-4e17-8569-d9d1696711b8'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:51:01.263421 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-94ab8a8d-8b4c-46ba-81c5-028a2e8c9637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:01.331064 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-22df8da7-20c3-4744-8dc9-385b56a86dec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:51:01.346892 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-22df8da7-20c3-4744-8dc9-385b56a86dec admin admin] Usage tracker for resource:security_group_rule and tenant:2434a1f496b84f0d810e805ef6794e41 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:51:01.353340 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-22df8da7-20c3-4744-8dc9-385b56a86dec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:51:01.366599 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-94ab8a8d-8b4c-46ba-81c5-028a2e8c9637 service neutron] For port 0c26df16-b85b-4e62-8100-31c95a5c2dfc, host n-h2-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:51:01.370385 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-94ab8a8d-8b4c-46ba-81c5-028a2e8c9637 service neutron] For port 0c26df16-b85b-4e62-8100-31c95a5c2dfc, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=0c26df16-b85b-4e62-8100-31c95a5c2dfc,segment=NetworkSegment(b907962e-2c92-4e5e-9eb3-daae4f34051b),segment_id=b907962e-2c92-4e5e-9eb3-daae4f34051b)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:51:01.374312 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-22df8da7-20c3-4744-8dc9-385b56a86dec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:51:01.377156 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-94ab8a8d-8b4c-46ba-81c5-028a2e8c9637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:01.472927 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-596332a6-a363-4f89-82d5-6264ca3a50ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:01.512601 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fbee54-0827-4537-9c89-3b89a0fbb0a7 req-7aa5c9a0-50fb-45a1-bdff-4b8670e155a9 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:01.519840 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-18fbee54-0827-4537-9c89-3b89a0fbb0a7 req-7aa5c9a0-50fb-45a1-bdff-4b8670e155a9 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.105 "GET /v2.0/ports?device_id=adb669b8-f043-4035-a1e4-d6dc93d3f38e HTTP/1.1" status: 200 len: 950 time: 0.2751396 Feb 09 00:51:01.527383 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-596332a6-a363-4f89-82d5-6264ca3a50ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:51:01.537215 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f724417e-7dee-4562-b2de-eb85a7607a9c req-817bd8c0-000d-4e25-a736-40c09b549dfd tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:01.544934 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f724417e-7dee-4562-b2de-eb85a7607a9c req-817bd8c0-000d-4e25-a736-40c09b549dfd tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.105 "GET /v2.0/ports?device_id=c999f65b-c828-4239-87db-66098662f116 HTTP/1.1" status: 200 len: 968 time: 0.2632067 Feb 09 00:51:01.580316 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-94ab8a8d-8b4c-46ba-81c5-028a2e8c9637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:01.580894 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-94ab8a8d-8b4c-46ba-81c5-028a2e8c9637 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:01.582363 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-94ab8a8d-8b4c-46ba-81c5-028a2e8c9637 service neutron] 10.222.0.62 "PUT /v2.0/ports/0c26df16-b85b-4e62-8100-31c95a5c2dfc HTTP/1.1" status: 200 len: 1121 time: 1.2721443 Feb 09 00:51:01.586207 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ab8a8d-8b4c-46ba-81c5-028a2e8c9637 service neutron] Pushing event updated for resources: {'Port': ['ID=0c26df16-b85b-4e62-8100-31c95a5c2dfc,revision_number=8']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:01.605924 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-596332a6-a363-4f89-82d5-6264ca3a50ea admin admin] Usage tracker for resource:security_group_rule and tenant:49be0adccf6a4397acd2398cb89aef40 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:51:01.627779 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-596332a6-a363-4f89-82d5-6264ca3a50ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:51:01.651593 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['0c26df16-b85b-4e62-8100-31c95a5c2dfc'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:51:01.689963 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-596332a6-a363-4f89-82d5-6264ca3a50ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:51:01.699095 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f724417e-7dee-4562-b2de-eb85a7607a9c req-ed3a6076-3754-41de-acac-c8efc3b9fabb tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.105 "GET /v2.0/security-groups?id=fa53326b-e9b6-4684-a0e1-c70cb70bdf58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1534188 Feb 09 00:51:01.765344 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-18fbee54-0827-4537-9c89-3b89a0fbb0a7 req-f3427d18-8010-4780-aa50-87ae9419c8d0 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.105 "GET /v2.0/security-groups?id=a13e4638-b350-4af6-8b8a-44791571b941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446208 Feb 09 00:51:01.769845 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-22df8da7-20c3-4744-8dc9-385b56a86dec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:01.775425 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-22df8da7-20c3-4744-8dc9-385b56a86dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:01.908948 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22df8da7-20c3-4744-8dc9-385b56a86dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a422dde2-0379-49ae-b8a0-74a47d2ac6ce,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:01.962447 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-22df8da7-20c3-4744-8dc9-385b56a86dec admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=2434a1f496b84f0d810e805ef6794e41&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0318084 Feb 09 00:51:01.962942 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38728) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:51:02.042950 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bb532bd9-a1b0-4e78-b5c9-bfa6afbfd30c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:02.077042 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bb532bd9-a1b0-4e78-b5c9-bfa6afbfd30c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:02.140529 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-596332a6-a363-4f89-82d5-6264ca3a50ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:02.146216 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90772aa4-788d-48e5-ae8b-14a88e77b381 req-8bf14acb-58a9-4733-a973-29db5c1a00b6 tempest-LiveMigrationNegativeTest-1467231955 tempest-LiveMigrationNegativeTest-1467231955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:02.149094 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bb532bd9-a1b0-4e78-b5c9-bfa6afbfd30c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:02.154423 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-90772aa4-788d-48e5-ae8b-14a88e77b381 req-8bf14acb-58a9-4733-a973-29db5c1a00b6 tempest-LiveMigrationNegativeTest-1467231955 tempest-LiveMigrationNegativeTest-1467231955-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=adb669b8-f043-4035-a1e4-d6dc93d3f38e HTTP/1.1" status: 200 len: 1101 time: 0.2387571 Feb 09 00:51:02.172203 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-596332a6-a363-4f89-82d5-6264ca3a50ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:02.173448 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb532bd9-a1b0-4e78-b5c9-bfa6afbfd30c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a422dde2-0379-49ae-b8a0-74a47d2ac6ce,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:02.177064 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bb532bd9-a1b0-4e78-b5c9-bfa6afbfd30c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:02.181120 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-bb532bd9-a1b0-4e78-b5c9-bfa6afbfd30c admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/a422dde2-0379-49ae-b8a0-74a47d2ac6ce HTTP/1.1" status: 204 len: 168 time: 0.2144451 Feb 09 00:51:02.207602 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38744) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:51:02.213378 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf159f82-32fb-4b66-a4a1-965fd906649a req-37cae7b1-bdaa-4de5-bca2-c2946909c533 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:02.215043 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cf159f82-32fb-4b66-a4a1-965fd906649a req-37cae7b1-bdaa-4de5-bca2-c2946909c533 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.105 "GET /v2.0/ports?device_id=c999f65b-c828-4239-87db-66098662f116 HTTP/1.1" status: 200 len: 968 time: 0.2487304 Feb 09 00:51:02.215732 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-90772aa4-788d-48e5-ae8b-14a88e77b381 req-076a8106-d5ce-455b-a2e9-aeac7a62ce03 tempest-LiveMigrationNegativeTest-1467231955 tempest-LiveMigrationNegativeTest-1467231955-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:02.277695 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-90772aa4-788d-48e5-ae8b-14a88e77b381 req-076a8106-d5ce-455b-a2e9-aeac7a62ce03 tempest-LiveMigrationNegativeTest-1467231955 tempest-LiveMigrationNegativeTest-1467231955-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:51:02.280629 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596332a6-a363-4f89-82d5-6264ca3a50ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f31606f6-a55d-4812-94dd-4346209e8799,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:02.292657 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-596332a6-a363-4f89-82d5-6264ca3a50ea admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=49be0adccf6a4397acd2398cb89aef40&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3140099 Feb 09 00:51:02.292657 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-90772aa4-788d-48e5-ae8b-14a88e77b381 req-076a8106-d5ce-455b-a2e9-aeac7a62ce03 tempest-LiveMigrationNegativeTest-1467231955 tempest-LiveMigrationNegativeTest-1467231955-project-admin] Usage tracker for resource:security_group_rule and tenant:edd88407ab9e4d2fbc8a3a38f420b0ec is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:51:02.293314 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38752) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:51:02.296049 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-90772aa4-788d-48e5-ae8b-14a88e77b381 req-076a8106-d5ce-455b-a2e9-aeac7a62ce03 tempest-LiveMigrationNegativeTest-1467231955 tempest-LiveMigrationNegativeTest-1467231955-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:51:02.309819 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-90772aa4-788d-48e5-ae8b-14a88e77b381 req-076a8106-d5ce-455b-a2e9-aeac7a62ce03 tempest-LiveMigrationNegativeTest-1467231955 tempest-LiveMigrationNegativeTest-1467231955-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:51:02.326864 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device bf19f146-a9e4-49e3-b2f1-50fe2630fe8f up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:51:02.329264 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cf159f82-32fb-4b66-a4a1-965fd906649a req-b68ba0c7-514f-433f-abeb-658d50a33393 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.105 "GET /v2.0/security-groups?id=fa53326b-e9b6-4684-a0e1-c70cb70bdf58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1000898 Feb 09 00:51:02.444303 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1d72f54f-7907-4996-a2b7-8c3ecdb79e34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:02.475137 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port bf19f146-a9e4-49e3-b2f1-50fe2630fe8f completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:51:02.489727 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port bf19f146-a9e4-49e3-b2f1-50fe2630fe8f triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:51:02.490332 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:02.495319 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-90772aa4-788d-48e5-ae8b-14a88e77b381 req-076a8106-d5ce-455b-a2e9-aeac7a62ce03 tempest-LiveMigrationNegativeTest-1467231955 tempest-LiveMigrationNegativeTest-1467231955-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:02.501442 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-90772aa4-788d-48e5-ae8b-14a88e77b381 req-076a8106-d5ce-455b-a2e9-aeac7a62ce03 tempest-LiveMigrationNegativeTest-1467231955 tempest-LiveMigrationNegativeTest-1467231955-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:02.516331 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1d72f54f-7907-4996-a2b7-8c3ecdb79e34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:02.669295 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a24bee5b-828a-4a29-9e5f-b7449d901210 tempest-AutoAllocateNetworkTest-1889642020 tempest-AutoAllocateNetworkTest-1889642020-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=ea4794875e0c43a5b6d62da7bbcd3f5d&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4604907 Feb 09 00:51:02.672241 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38762) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:51:02.674662 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a8106-d5ce-455b-a2e9-aeac7a62ce03 tempest-LiveMigrationNegativeTest-1467231955 tempest-LiveMigrationNegativeTest-1467231955-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c76a97-0f45-455e-b3e8-9b206c9f025d,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:02.693851 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-90772aa4-788d-48e5-ae8b-14a88e77b381 req-076a8106-d5ce-455b-a2e9-aeac7a62ce03 tempest-LiveMigrationNegativeTest-1467231955 tempest-LiveMigrationNegativeTest-1467231955-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=a13e4638-b350-4af6-8b8a-44791571b941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5381861 Feb 09 00:51:02.730590 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:02.754802 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dcfdfc-e9ee-41b7-a5ea-aa98ab81fa26 req-6ce42a82-a91d-4e8e-a4ac-436760e0a643 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:02.757089 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-49dcfdfc-e9ee-41b7-a5ea-aa98ab81fa26 req-6ce42a82-a91d-4e8e-a4ac-436760e0a643 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=4217fae3-6087-4477-8eed-859d85400796 HTTP/1.1" status: 200 len: 943 time: 0.1520998 Feb 09 00:51:02.792305 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1d72f54f-7907-4996-a2b7-8c3ecdb79e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:02.794831 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f21073e-4fef-4a13-85a1-ceb1e32e7a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf19f146-a9e4-49e3-b2f1-50fe2630fe8f'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:51:02.798557 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38768) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:51:02.807629 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port bf19f146-a9e4-49e3-b2f1-50fe2630fe8f, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=bf19f146-a9e4-49e3-b2f1-50fe2630fe8f,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:51:02.812161 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:02.823513 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-49dcfdfc-e9ee-41b7-a5ea-aa98ab81fa26 req-6046580c-79f7-40dd-b4e8-273b93ba80c6 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586259 Feb 09 00:51:02.829459 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d72f54f-7907-4996-a2b7-8c3ecdb79e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f31606f6-a55d-4812-94dd-4346209e8799,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:02.907308 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa70fa1-8207-43d6-bcbf-1feb9cdb4cf4 tempest-AutoAllocateNetworkTest-1889642020 tempest-AutoAllocateNetworkTest-1889642020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:02.912046 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-baa70fa1-8207-43d6-bcbf-1feb9cdb4cf4 tempest-AutoAllocateNetworkTest-1889642020 tempest-AutoAllocateNetworkTest-1889642020-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2384675 Feb 09 00:51:02.912327 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=bf19f146-a9e4-49e3-b2f1-50fe2630fe8f,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:02.914474 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-362fe5c6-ee27-4c5e-8614-9956f8647586 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:02.917482 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 38776) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:51:02.928765 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1d72f54f-7907-4996-a2b7-8c3ecdb79e34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:02.929936 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1d72f54f-7907-4996-a2b7-8c3ecdb79e34 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/f31606f6-a55d-4812-94dd-4346209e8799 HTTP/1.1" status: 204 len: 168 time: 0.6348727 Feb 09 00:51:02.934349 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-362fe5c6-ee27-4c5e-8614-9956f8647586 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:51:02.938321 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-362fe5c6-ee27-4c5e-8614-9956f8647586 admin admin] Usage tracker for resource:security_group_rule and tenant:fe5f047fd0584bab8007e9ea31790e02 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:51:02.941223 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-362fe5c6-ee27-4c5e-8614-9956f8647586 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:51:02.947293 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-362fe5c6-ee27-4c5e-8614-9956f8647586 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:51:03.004374 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-d2b86156-063e-4838-ac21-c3fbfadcb6db tempest-AutoAllocateNetworkTest-1889642020 tempest-AutoAllocateNetworkTest-1889642020-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0847430 Feb 09 00:51:03.007561 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 38782) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:51:03.037113 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-1744c7bd-91d6-4a89-b07a-0fed111374ea tempest-AutoAllocateNetworkTest-1889642020 tempest-AutoAllocateNetworkTest-1889642020-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=ea4794875e0c43a5b6d62da7bbcd3f5d HTTP/1.1" status: 200 len: 208 time: 0.0285456 Feb 09 00:51:03.052166 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-362fe5c6-ee27-4c5e-8614-9956f8647586 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:03.058012 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-362fe5c6-ee27-4c5e-8614-9956f8647586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:03.062353 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe9f73-70b7-4940-a4f0-ebbef53033f9 req-8bdda73f-73f4-418c-a380-f0cacd598583 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:03.070027 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9afe9f73-70b7-4940-a4f0-ebbef53033f9 req-8bdda73f-73f4-418c-a380-f0cacd598583 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f21073e-4fef-4a13-85a1-ceb1e32e7a43 HTTP/1.1" status: 200 len: 950 time: 0.2037208 Feb 09 00:51:03.103938 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4217fae3-6087-4477-8eed-859d85400796', 'tag': '0c26df16-b85b-4e62-8100-31c95a5c2dfc'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:51:03.124831 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9afe9f73-70b7-4940-a4f0-ebbef53033f9 req-d9bb967a-be9a-4a4c-a0a0-e6a559429930 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] 10.222.0.105 "GET /v2.0/security-groups?id=1ed07dad-ca98-4563-9313-f42f82b46bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510347 Feb 09 00:51:03.219177 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f21073e-4fef-4a13-85a1-ceb1e32e7a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf19f146-a9e4-49e3-b2f1-50fe2630fe8f', 'code': 200} Feb 09 00:51:03.222070 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362fe5c6-ee27-4c5e-8614-9956f8647586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=836b97bf-edc8-43c3-8cbe-7856dded07c9,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:03.228494 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-362fe5c6-ee27-4c5e-8614-9956f8647586 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=fe5f047fd0584bab8007e9ea31790e02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4189723 Feb 09 00:51:03.229527 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 38796) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:51:03.290235 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4217fae3-6087-4477-8eed-859d85400796', 'tag': '0c26df16-b85b-4e62-8100-31c95a5c2dfc', 'status': 'completed', 'code': 200} Feb 09 00:51:03.359363 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-eb4390d8-4de3-4b80-a2d6-e0e43756b151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:03.415775 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-eb4390d8-4de3-4b80-a2d6-e0e43756b151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:03.456356 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd07889-bd8a-4546-bcf8-e0c5926964a0 req-fb69dd69-7e96-4d1f-a049-61307a2eff02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:03.458875 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-3fd07889-bd8a-4546-bcf8-e0c5926964a0 req-fb69dd69-7e96-4d1f-a049-61307a2eff02 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2f21073e-4fef-4a13-85a1-ceb1e32e7a43 HTTP/1.1" status: 200 len: 1101 time: 0.1612973 Feb 09 00:51:03.486635 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f32d7-02f2-42a0-963c-18cbbe4a55f7 req-8895cc7b-e669-44ca-8932-acab76df3761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:03.488371 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-537f32d7-02f2-42a0-963c-18cbbe4a55f7 req-8895cc7b-e669-44ca-8932-acab76df3761 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=8d883076d7064c219a98a8f981d7945a&device_id=4217fae3-6087-4477-8eed-859d85400796 HTTP/1.1" status: 200 len: 1124 time: 0.1365304 Feb 09 00:51:03.504445 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 38808) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:51:03.525212 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a09c52e0-54cc-4327-a3e5-6e127fdfbce2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:03.542685 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a09c52e0-54cc-4327-a3e5-6e127fdfbce2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:51:03.546607 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-a09c52e0-54cc-4327-a3e5-6e127fdfbce2 admin admin] Usage tracker for resource:security_group_rule and tenant:c99726b875d446f2b94354303e0765e5 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:51:03.549421 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-a09c52e0-54cc-4327-a3e5-6e127fdfbce2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:51:03.555911 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a09c52e0-54cc-4327-a3e5-6e127fdfbce2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:51:03.568290 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-eb4390d8-4de3-4b80-a2d6-e0e43756b151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:03.603002 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4390d8-4de3-4b80-a2d6-e0e43756b151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=836b97bf-edc8-43c3-8cbe-7856dded07c9,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:03.634040 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-eb4390d8-4de3-4b80-a2d6-e0e43756b151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:03.637792 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-eb4390d8-4de3-4b80-a2d6-e0e43756b151 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/836b97bf-edc8-43c3-8cbe-7856dded07c9 HTTP/1.1" status: 204 len: 168 time: 0.4054787 Feb 09 00:51:03.698757 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a09c52e0-54cc-4327-a3e5-6e127fdfbce2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:03.703445 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a09c52e0-54cc-4327-a3e5-6e127fdfbce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:03.722277 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 38826) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:51:03.765980 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f32d7-02f2-42a0-963c-18cbbe4a55f7 req-f39d3733-8f10-4e11-8b50-f0aabdf47c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:03.766662 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-a09c52e0-54cc-4327-a3e5-6e127fdfbce2 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=c99726b875d446f2b94354303e0765e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2610605 Feb 09 00:51:03.771074 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-537f32d7-02f2-42a0-963c-18cbbe4a55f7 req-f39d3733-8f10-4e11-8b50-f0aabdf47c8a service neutron] 10.222.0.99 "GET /v2.0/networks?id=ded91f5f-4c52-4e17-8569-d9d1696711b8 HTTP/1.1" status: 200 len: 909 time: 0.2746036 Feb 09 00:51:03.771757 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 38834) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:51:03.790034 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09c52e0-54cc-4327-a3e5-6e127fdfbce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d72078-fd0f-4828-a9fb-c4fbad4fca46,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:03.841912 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-3fd07889-bd8a-4546-bcf8-e0c5926964a0 req-eebe24fc-4d87-492b-810d-9e3bd266f905 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1ed07dad-ca98-4563-9313-f42f82b46bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3747115 Feb 09 00:51:03.865256 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-537f32d7-02f2-42a0-963c-18cbbe4a55f7 req-085d5c02-2718-4809-a839-9358785b184e service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c26df16-b85b-4e62-8100-31c95a5c2dfc HTTP/1.1" status: 200 len: 217 time: 0.0855167 Feb 09 00:51:03.889936 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-905d8c14-2ce7-4a8d-bbad-6abc4faf5d88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:03.933642 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-905d8c14-2ce7-4a8d-bbad-6abc4faf5d88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:03.995142 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f32d7-02f2-42a0-963c-18cbbe4a55f7 req-76b7bfb7-a1e2-465a-8579-f2b918eb7bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:03.996633 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-537f32d7-02f2-42a0-963c-18cbbe4a55f7 req-76b7bfb7-a1e2-465a-8579-f2b918eb7bb1 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=103c212c-bf16-40d1-a89c-07252434eb67 HTTP/1.1" status: 200 len: 848 time: 0.1234314 Feb 09 00:51:04.001505 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-905d8c14-2ce7-4a8d-bbad-6abc4faf5d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:04.040604 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905d8c14-2ce7-4a8d-bbad-6abc4faf5d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d72078-fd0f-4828-a9fb-c4fbad4fca46,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:04.058945 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-905d8c14-2ce7-4a8d-bbad-6abc4faf5d88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:04.064258 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-905d8c14-2ce7-4a8d-bbad-6abc4faf5d88 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/44d72078-fd0f-4828-a9fb-c4fbad4fca46 HTTP/1.1" status: 204 len: 168 time: 0.2871947 Feb 09 00:51:04.101715 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-537f32d7-02f2-42a0-963c-18cbbe4a55f7 req-ac05ee2a-af44-4985-949f-cbf59c982bf3 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=ded91f5f-4c52-4e17-8569-d9d1696711b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0891356 Feb 09 00:51:04.211131 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-805c5627-d012-415e-b6d5-07f7d1c0ac55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:04.242825 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-805c5627-d012-415e-b6d5-07f7d1c0ac55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:51:04.247166 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-805c5627-d012-415e-b6d5-07f7d1c0ac55 admin admin] Usage tracker for resource:security_group_rule and tenant:ea4794875e0c43a5b6d62da7bbcd3f5d is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:51:04.250120 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-805c5627-d012-415e-b6d5-07f7d1c0ac55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:51:04.263258 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-805c5627-d012-415e-b6d5-07f7d1c0ac55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:51:04.288738 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-537f32d7-02f2-42a0-963c-18cbbe4a55f7 req-dbf9e343-d719-480b-8e70-72fc4c51bb36 service neutron] 10.222.0.99 "GET /v2.0/networks/ded91f5f-4c52-4e17-8569-d9d1696711b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806569 Feb 09 00:51:04.328030 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b0c45-d527-412b-856a-7bba72599e57 req-79675cde-34ae-4954-ada6-81c20164348b tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:04.329847 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 00:51:04.335802 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-855b0c45-d527-412b-856a-7bba72599e57 req-79675cde-34ae-4954-ada6-81c20164348b tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=4217fae3-6087-4477-8eed-859d85400796 HTTP/1.1" status: 200 len: 943 time: 0.1684620 Feb 09 00:51:04.351390 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 0c26df16-b85b-4e62-8100-31c95a5c2dfc details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:51:04.468426 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-537f32d7-02f2-42a0-963c-18cbbe4a55f7 req-a429110c-0c1e-47e4-abb3-cd380e11cffb service neutron] 10.222.0.99 "GET /v2.0/networks/ded91f5f-4c52-4e17-8569-d9d1696711b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726816 Feb 09 00:51:04.524419 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-855b0c45-d527-412b-856a-7bba72599e57 req-c35d4a2d-d2e6-440f-a5a8-75fbe6a4021c tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873822 Feb 09 00:51:04.614427 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 0c26df16-b85b-4e62-8100-31c95a5c2dfc, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=0c26df16-b85b-4e62-8100-31c95a5c2dfc,segment=NetworkSegment(b907962e-2c92-4e5e-9eb3-daae4f34051b),segment_id=b907962e-2c92-4e5e-9eb3-daae4f34051b)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:51:04.640293 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 0c26df16-b85b-4e62-8100-31c95a5c2dfc has no active binding in host n-h1-828418-1 {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 09 00:51:04.691168 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-805c5627-d012-415e-b6d5-07f7d1c0ac55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:04.743107 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-805c5627-d012-415e-b6d5-07f7d1c0ac55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:04.789654 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38870) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:51:04.821662 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-805c5627-d012-415e-b6d5-07f7d1c0ac55 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=ea4794875e0c43a5b6d62da7bbcd3f5d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0932832 Feb 09 00:51:04.821662 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805c5627-d012-415e-b6d5-07f7d1c0ac55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=097a1cb9-f2bd-4208-89fb-967b0117a0ea,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:04.823018 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38878) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:51:04.848112 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f474c5c2-9ae4-45ce-ad5f-769572203e7a req-9ef0e95a-94db-4a29-b365-95b9844ab5bd tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:04.856258 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f474c5c2-9ae4-45ce-ad5f-769572203e7a req-9ef0e95a-94db-4a29-b365-95b9844ab5bd tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.105 "GET /v2.0/ports?device_id=adb669b8-f043-4035-a1e4-d6dc93d3f38e HTTP/1.1" status: 200 len: 950 time: 0.3126454 Feb 09 00:51:04.918533 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f474c5c2-9ae4-45ce-ad5f-769572203e7a req-e499db7d-ffe6-4275-acfd-4e2eda1ef836 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.105 "GET /v2.0/security-groups?id=a13e4638-b350-4af6-8b8a-44791571b941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612881 Feb 09 00:51:04.934023 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-970811f3-44a5-4ff8-891d-bd5e644422b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:04.938845 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef55f0d-8c70-4b2e-b004-797cb2828a72 req-fe85be8c-49d0-428d-816d-1fa7e57a1c7e tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:04.947168 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fef55f0d-8c70-4b2e-b004-797cb2828a72 req-fe85be8c-49d0-428d-816d-1fa7e57a1c7e tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f21073e-4fef-4a13-85a1-ceb1e32e7a43 HTTP/1.1" status: 200 len: 950 time: 0.2500856 Feb 09 00:51:05.000568 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-08214967-1d48-420c-bef6-e4d8e92a457b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:05.004937 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fef55f0d-8c70-4b2e-b004-797cb2828a72 req-c44b197e-7f27-4c55-a223-97e0bb12ec80 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] 10.222.0.105 "GET /v2.0/security-groups?id=1ed07dad-ca98-4563-9313-f42f82b46bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566399 Feb 09 00:51:05.013436 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-970811f3-44a5-4ff8-891d-bd5e644422b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:05.041959 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-08214967-1d48-420c-bef6-e4d8e92a457b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:51:05.050211 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-08214967-1d48-420c-bef6-e4d8e92a457b admin admin] Usage tracker for resource:security_group_rule and tenant:79775f20ceac4ae69904fc09e58f1d37 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:51:05.061103 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-08214967-1d48-420c-bef6-e4d8e92a457b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:51:05.071760 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-08214967-1d48-420c-bef6-e4d8e92a457b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:51:05.121450 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-970811f3-44a5-4ff8-891d-bd5e644422b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:05.145660 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970811f3-44a5-4ff8-891d-bd5e644422b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=097a1cb9-f2bd-4208-89fb-967b0117a0ea,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:05.183168 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-970811f3-44a5-4ff8-891d-bd5e644422b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:05.184476 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-970811f3-44a5-4ff8-891d-bd5e644422b3 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/097a1cb9-f2bd-4208-89fb-967b0117a0ea HTTP/1.1" status: 204 len: 168 time: 0.3603487 Feb 09 00:51:05.216149 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-08214967-1d48-420c-bef6-e4d8e92a457b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:05.221251 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-08214967-1d48-420c-bef6-e4d8e92a457b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:05.289831 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-08214967-1d48-420c-bef6-e4d8e92a457b admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=79775f20ceac4ae69904fc09e58f1d37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4985356 Feb 09 00:51:05.290984 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08214967-1d48-420c-bef6-e4d8e92a457b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb87b298-c472-4435-b1dd-9c03f9265881,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:05.292663 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 38898) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:51:05.379864 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1dfc0033-4f00-4a03-a75e-b7195f830934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:05.411330 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1dfc0033-4f00-4a03-a75e-b7195f830934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:05.472346 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1dfc0033-4f00-4a03-a75e-b7195f830934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:05.489808 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfc0033-4f00-4a03-a75e-b7195f830934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb87b298-c472-4435-b1dd-9c03f9265881,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:05.499716 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1dfc0033-4f00-4a03-a75e-b7195f830934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:05.500821 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-1dfc0033-4f00-4a03-a75e-b7195f830934 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/bb87b298-c472-4435-b1dd-9c03f9265881 HTTP/1.1" status: 204 len: 168 time: 0.2071025 Feb 09 00:51:05.738278 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07a5f8-b439-4d93-9449-357672fd25ca req-ded30038-e269-4fa9-a712-1e7abf15bc41 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:05.739108 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bf07a5f8-b439-4d93-9449-357672fd25ca req-ded30038-e269-4fa9-a712-1e7abf15bc41 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=4217fae3-6087-4477-8eed-859d85400796 HTTP/1.1" status: 200 len: 943 time: 0.0941191 Feb 09 00:51:05.783454 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bf07a5f8-b439-4d93-9449-357672fd25ca req-f0bc846a-3b10-4d1a-9027-38022ab96da4 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434074 Feb 09 00:51:05.991298 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 38926) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:51:06.034193 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6de528c2-e02e-451b-9152-44bb88550953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:06.078143 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-6de528c2-e02e-451b-9152-44bb88550953 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:51:06.090076 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-6de528c2-e02e-451b-9152-44bb88550953 admin admin] Usage tracker for resource:security_group_rule and tenant:04bff053484648bc80f51ebaf71ce145 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:51:06.139798 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-6de528c2-e02e-451b-9152-44bb88550953 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:51:06.191292 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a3f250-5b61-4547-ab7b-3552be75d18a req-cf7cd19d-1799-4501-badc-ca29e6f65aab tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:06.192205 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-65a3f250-5b61-4547-ab7b-3552be75d18a req-cf7cd19d-1799-4501-badc-ca29e6f65aab tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Synchronizing usage tracker for tenant:d822affed756490e9875bac6497daede on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:51:06.207968 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-6de528c2-e02e-451b-9152-44bb88550953 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:51:06.223141 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-65a3f250-5b61-4547-ab7b-3552be75d18a req-cf7cd19d-1799-4501-badc-ca29e6f65aab tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Unset dirty status for tenant:d822affed756490e9875bac6497daede on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:51:06.227638 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-65a3f250-5b61-4547-ab7b-3552be75d18a req-cf7cd19d-1799-4501-badc-ca29e6f65aab tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.99 "GET /v2.0/ports?device_id=adb669b8-f043-4035-a1e4-d6dc93d3f38e HTTP/1.1" status: 200 len: 950 time: 0.2105143 Feb 09 00:51:06.295426 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95222865-d0d9-4826-9eb0-6ebcd7d4dc41 req-53e8ae9b-b7da-4fab-b4e5-11f4e9f4032d tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:06.297517 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-95222865-d0d9-4826-9eb0-6ebcd7d4dc41 req-53e8ae9b-b7da-4fab-b4e5-11f4e9f4032d tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f21073e-4fef-4a13-85a1-ceb1e32e7a43 HTTP/1.1" status: 200 len: 950 time: 0.1532614 Feb 09 00:51:06.320613 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-65a3f250-5b61-4547-ab7b-3552be75d18a req-e12e64b1-f3b3-47a6-bd92-d861edd39db7 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Deleting port ded3b628-89d7-49c4-95e2-f528fa36d665 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:51:06.321234 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-65a3f250-5b61-4547-ab7b-3552be75d18a req-e12e64b1-f3b3-47a6-bd92-d861edd39db7 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:06.371060 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-95222865-d0d9-4826-9eb0-6ebcd7d4dc41 req-ec8544d6-d77a-40ad-80d4-d6eaa0454824 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] 10.222.0.105 "GET /v2.0/security-groups?id=1ed07dad-ca98-4563-9313-f42f82b46bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588365 Feb 09 00:51:06.392564 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885a9d4e-2e0e-4762-a70e-139a64c7415d req-5ff2f13d-090d-4b2f-be29-bf020004ab44 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:06.401979 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-885a9d4e-2e0e-4762-a70e-139a64c7415d req-5ff2f13d-090d-4b2f-be29-bf020004ab44 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.105 "GET /v2.0/ports?device_id=adb669b8-f043-4035-a1e4-d6dc93d3f38e HTTP/1.1" status: 200 len: 950 time: 0.3159673 Feb 09 00:51:06.486237 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-885a9d4e-2e0e-4762-a70e-139a64c7415d req-07e341b9-3878-475c-ae30-6d478eece482 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.105 "GET /v2.0/security-groups?id=a13e4638-b350-4af6-8b8a-44791571b941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826716 Feb 09 00:51:06.576556 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6de528c2-e02e-451b-9152-44bb88550953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:06.583233 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6de528c2-e02e-451b-9152-44bb88550953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:06.638533 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de528c2-e02e-451b-9152-44bb88550953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39afb09f-5e2a-4ff9-b58f-f17c59fe86ec,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:06.674136 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-65a3f250-5b61-4547-ab7b-3552be75d18a req-e12e64b1-f3b3-47a6-bd92-d861edd39db7 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] For port ded3b628-89d7-49c4-95e2-f528fa36d665, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=ded3b628-89d7-49c4-95e2-f528fa36d665,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:51:06.674493 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-65a3f250-5b61-4547-ab7b-3552be75d18a req-e12e64b1-f3b3-47a6-bd92-d861edd39db7 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:06.676479 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-6de528c2-e02e-451b-9152-44bb88550953 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=04bff053484648bc80f51ebaf71ce145&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6827965 Feb 09 00:51:06.679694 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 38958) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:51:06.815992 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-02b96267-d1c7-4f07-a71f-3ff29555c4be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:06.825926 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-65a3f250-5b61-4547-ab7b-3552be75d18a req-e12e64b1-f3b3-47a6-bd92-d861edd39db7 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Calling delete_port for ded3b628-89d7-49c4-95e2-f528fa36d665 owned by compute:nova {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:51:06.855675 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-02b96267-d1c7-4f07-a71f-3ff29555c4be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:06.923447 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-02b96267-d1c7-4f07-a71f-3ff29555c4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:06.948317 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b96267-d1c7-4f07-a71f-3ff29555c4be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39afb09f-5e2a-4ff9-b58f-f17c59fe86ec,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:06.950397 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-02b96267-d1c7-4f07-a71f-3ff29555c4be admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:06.953923 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-02b96267-d1c7-4f07-a71f-3ff29555c4be admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/39afb09f-5e2a-4ff9-b58f-f17c59fe86ec HTTP/1.1" status: 204 len: 168 time: 0.2701063 Feb 09 00:51:07.117654 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-65a3f250-5b61-4547-ab7b-3552be75d18a req-e12e64b1-f3b3-47a6-bd92-d861edd39db7 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:07.130442 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['ded3b628-89d7-49c4-95e2-f528fa36d665'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:51:07.183080 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['e0c90098-2788-42f0-bc70-1f7dff3385fe'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:51:07.187862 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe43211-f198-41b5-8a61-bb1df79b93fb req-0e8a66fc-efe4-4b39-9cb6-a710ba054109 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:07.197308 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6fe43211-f198-41b5-8a61-bb1df79b93fb req-0e8a66fc-efe4-4b39-9cb6-a710ba054109 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=4217fae3-6087-4477-8eed-859d85400796 HTTP/1.1" status: 200 len: 943 time: 0.1344769 Feb 09 00:51:07.280674 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6fe43211-f198-41b5-8a61-bb1df79b93fb req-1b5878e5-7acd-41fa-a4e0-71c82ff837c2 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787144 Feb 09 00:51:07.353290 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12e64b1-f3b3-47a6-bd92-d861edd39db7 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Pushing event deleted for resources: {'Port': ['ID=ded3b628-89d7-49c4-95e2-f528fa36d665,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:07.447404 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-65a3f250-5b61-4547-ab7b-3552be75d18a req-e12e64b1-f3b3-47a6-bd92-d861edd39db7 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] No DVR routers for this DVR port ded3b628-89d7-49c4-95e2-f528fa36d665 on host n-h2-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:51:07.464419 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-65a3f250-5b61-4547-ab7b-3552be75d18a req-e12e64b1-f3b3-47a6-bd92-d861edd39db7 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:07.480556 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb669b8-f043-4035-a1e4-d6dc93d3f38e', 'name': 'network-vif-deleted', 'tag': 'ded3b628-89d7-49c4-95e2-f528fa36d665'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:51:07.500206 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f16cb4c3-e909-4c4c-ad07-8b2f42dce28d req-c1671f5a-8af9-40db-9571-3ce55cdb461e tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=50707b6a9de04832ba2e0ca2ee0dbd71&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1800787 Feb 09 00:51:07.544864 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-b016f513-a921-44f6-accd-fa795265e328 service neutron] 10.222.0.99 "GET /v2.0/ports/0c26df16-b85b-4e62-8100-31c95a5c2dfc/bindings/n-h1-828418-1 HTTP/1.1" status: 200 len: 384 time: 0.2817094 Feb 09 00:51:07.549668 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-65a3f250-5b61-4547-ab7b-3552be75d18a req-e12e64b1-f3b3-47a6-bd92-d861edd39db7 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.99 "DELETE /v2.0/ports/ded3b628-89d7-49c4-95e2-f528fa36d665 HTTP/1.1" status: 204 len: 173 time: 1.3169806 Feb 09 00:51:07.742726 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adb669b8-f043-4035-a1e4-d6dc93d3f38e', 'name': 'network-vif-deleted', 'tag': 'ded3b628-89d7-49c4-95e2-f528fa36d665', 'status': 'completed', 'code': 200} Feb 09 00:51:07.885969 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4faf94ca-374a-4eb9-89cf-5254da2ee45f req-b64dafab-14a2-4b8d-a562-f1a6271cfe6a tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.105 "GET /v2.0/ports?device_id=adb669b8-f043-4035-a1e4-d6dc93d3f38e HTTP/1.1" status: 200 len: 210 time: 0.0530739 Feb 09 00:51:07.905655 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16cb4c3-e909-4c4c-ad07-8b2f42dce28d req-41e6fb11-fb11-45b6-b804-ec0499f9b32d tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:07.907845 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f16cb4c3-e909-4c4c-ad07-8b2f42dce28d req-41e6fb11-fb11-45b6-b804-ec0499f9b32d tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3997669 Feb 09 00:51:07.929650 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f16cb4c3-e909-4c4c-ad07-8b2f42dce28d req-facea9bd-4b27-49f9-962c-56b47a3b62f1 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] 10.222.0.105 "GET /v2.0/quotas/50707b6a9de04832ba2e0ca2ee0dbd71 HTTP/1.1" status: 200 len: 375 time: 0.0109565 Feb 09 00:51:08.045168 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-0456219c-9558-4ec3-9f06-6d35a042ed74 service neutron] For port 0c26df16-b85b-4e62-8100-31c95a5c2dfc, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=0c26df16-b85b-4e62-8100-31c95a5c2dfc,segment=NetworkSegment(b907962e-2c92-4e5e-9eb3-daae4f34051b),segment_id=b907962e-2c92-4e5e-9eb3-daae4f34051b)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:51:08.065930 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-dfa4ba8f-9bd6-4c9b-a2af-eebc4758fd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:08.075573 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-0456219c-9558-4ec3-9f06-6d35a042ed74 service neutron] For port 0c26df16-b85b-4e62-8100-31c95a5c2dfc, host n-h2-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:51:08.077935 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f16cb4c3-e909-4c4c-ad07-8b2f42dce28d req-f59cd120-267e-42d0-a63e-95b4f76af7bc tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=50707b6a9de04832ba2e0ca2ee0dbd71&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1414609 Feb 09 00:51:08.158302 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-0456219c-9558-4ec3-9f06-6d35a042ed74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c26df16-b85b-4e62-8100-31c95a5c2dfc {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:51:08.183151 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-0456219c-9558-4ec3-9f06-6d35a042ed74 service neutron] For port 0c26df16-b85b-4e62-8100-31c95a5c2dfc, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=0c26df16-b85b-4e62-8100-31c95a5c2dfc,segment=NetworkSegment(b907962e-2c92-4e5e-9eb3-daae4f34051b),segment_id=b907962e-2c92-4e5e-9eb3-daae4f34051b)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:51:08.206425 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-0456219c-9558-4ec3-9f06-6d35a042ed74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:08.378810 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-0456219c-9558-4ec3-9f06-6d35a042ed74 service neutron] Transition to ACTIVE for port object 0c26df16-b85b-4e62-8100-31c95a5c2dfc will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:51:08.398739 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-0456219c-9558-4ec3-9f06-6d35a042ed74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:08.400845 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e0b5b661-46d0-43f9-a061-a5a5fe9934c5 req-23ce2f54-9896-48be-8517-640ad5066c13 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] 10.222.0.105 "GET /v2.0/ports?device_id=84a91593-88c5-43c2-b1bf-4bdfc679ad04 HTTP/1.1" status: 200 len: 210 time: 0.0680113 Feb 09 00:51:08.499542 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0456219c-9558-4ec3-9f06-6d35a042ed74 service neutron] Pushing event updated for resources: {'Port': ['ID=0c26df16-b85b-4e62-8100-31c95a5c2dfc,revision_number=10']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:08.655725 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-0456219c-9558-4ec3-9f06-6d35a042ed74 service neutron] No DVR routers for this DVR port 0c26df16-b85b-4e62-8100-31c95a5c2dfc on host n-h2-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:51:08.728181 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-0456219c-9558-4ec3-9f06-6d35a042ed74 service neutron] 10.222.0.99 "PUT /v2.0/ports/0c26df16-b85b-4e62-8100-31c95a5c2dfc/bindings/n-h1-828418-1/activate HTTP/1.1" status: 200 len: 369 time: 1.1742923 Feb 09 00:51:08.752951 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffad033-7ca9-4354-ba42-d2384f31527b req-e1224d9b-1c47-4ec4-aa72-41f6b6dd7f0b tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:08.755165 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2ffad033-7ca9-4354-ba42-d2384f31527b req-e1224d9b-1c47-4ec4-aa72-41f6b6dd7f0b tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=4217fae3-6087-4477-8eed-859d85400796 HTTP/1.1" status: 200 len: 944 time: 0.1510873 Feb 09 00:51:08.834294 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2ffad033-7ca9-4354-ba42-d2384f31527b req-fbab1df4-8aeb-48c4-8282-7ebd7664cfb9 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636811 Feb 09 00:51:09.016775 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-8abb575d-9568-40ff-ba1e-5ee1a1a521af tempest-LiveMigrationTest-757645410 tempest-LiveMigrationTest-757645410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:09.018420 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-8abb575d-9568-40ff-ba1e-5ee1a1a521af tempest-LiveMigrationTest-757645410 tempest-LiveMigrationTest-757645410-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4217fae3-6087-4477-8eed-859d85400796&tenant_id=8d883076d7064c219a98a8f981d7945a&binding%3Ahost_id=n-h2-828418-1 HTTP/1.1" status: 200 len: 1095 time: 0.2103105 Feb 09 00:51:09.037995 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-12b9b77f-f3ab-4f67-850a-add23239b464 req-2e18e465-4f81-4ffc-b596-ee12dcb62dd3 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=638657b25bbe4ae19e86726cc9773ae8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0690856 Feb 09 00:51:09.165731 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-8ef72c8b-8e41-42ca-b775-3d1bd4078237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:09.167665 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-8ef72c8b-8e41-42ca-b775-3d1bd4078237 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4217fae3-6087-4477-8eed-859d85400796&tenant_id=8d883076d7064c219a98a8f981d7945a HTTP/1.1" status: 200 len: 1095 time: 0.1370199 Feb 09 00:51:09.281274 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9b77f-f3ab-4f67-850a-add23239b464 req-b9ebd0d4-8cea-4f6b-b2d0-f46303dcfd71 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:09.289910 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-12b9b77f-f3ab-4f67-850a-add23239b464 req-b9ebd0d4-8cea-4f6b-b2d0-f46303dcfd71 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2509115 Feb 09 00:51:09.305980 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-8d1fe979-2f6a-463c-8296-d89537d1437b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:09.306920 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-12b9b77f-f3ab-4f67-850a-add23239b464 req-9a6aecce-ef06-46cb-87d1-519ecc1e806f tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] 10.222.0.105 "GET /v2.0/quotas/638657b25bbe4ae19e86726cc9773ae8 HTTP/1.1" status: 200 len: 375 time: 0.0158770 Feb 09 00:51:09.308157 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-8d1fe979-2f6a-463c-8296-d89537d1437b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8d883076d7064c219a98a8f981d7945a&device_id=4217fae3-6087-4477-8eed-859d85400796 HTTP/1.1" status: 200 len: 1095 time: 0.1162906 Feb 09 00:51:09.364405 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-12b9b77f-f3ab-4f67-850a-add23239b464 req-46f0b1f5-4a30-404d-9a36-c605dd26a809 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=638657b25bbe4ae19e86726cc9773ae8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563712 Feb 09 00:51:09.546841 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-4819a6a6-d4e3-4586-aad2-7bca684b9e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:09.549263 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-4819a6a6-d4e3-4586-aad2-7bca684b9e44 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ded91f5f-4c52-4e17-8569-d9d1696711b8 HTTP/1.1" status: 200 len: 909 time: 0.2300701 Feb 09 00:51:09.644603 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-20893d70-b592-41cc-b485-62c3a86e2d15 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c26df16-b85b-4e62-8100-31c95a5c2dfc HTTP/1.1" status: 200 len: 217 time: 0.0793030 Feb 09 00:51:09.779670 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f05d22ef-1bd5-4c5b-a698-494f48cbedad req-beb2fe2a-5aaf-472f-ac09-fd592eed95f9 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] 10.222.0.105 "GET /v2.0/ports?device_id=84a91593-88c5-43c2-b1bf-4bdfc679ad04 HTTP/1.1" status: 200 len: 210 time: 0.0942366 Feb 09 00:51:09.806082 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-f16cb4c3-e909-4c4c-ad07-8b2f42dce28d req-dc8200d6-b125-47b1-9f60-b217ceb54ba7 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=50707b6a9de04832ba2e0ca2ee0dbd71&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0513492 Feb 09 00:51:09.952515 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b6824c8c-3e8d-4c38-8e69-0095ec27b574 req-23211563-678a-4f05-9e8d-07ae75e1480d tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] 10.222.0.105 "GET /v2.0/ports?device_id=f9a00739-6bf6-4243-a8e9-6c73cabddce3 HTTP/1.1" status: 200 len: 210 time: 0.0678394 Feb 09 00:51:10.091843 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-5b6725c0-9b77-4fa4-b589-c6a32d2d3bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:10.100576 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-5b6725c0-9b77-4fa4-b589-c6a32d2d3bb8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=103c212c-bf16-40d1-a89c-07252434eb67 HTTP/1.1" status: 200 len: 848 time: 0.4471295 Feb 09 00:51:10.123258 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc0fd16-dc51-42cd-a019-8e468cd76cc4 req-b0ec0fcf-9068-4714-a0b1-fa4d5e9bcc5e tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:10.133320 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-efc0fd16-dc51-42cd-a019-8e468cd76cc4 req-b0ec0fcf-9068-4714-a0b1-fa4d5e9bcc5e tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.105 "GET /v2.0/ports?device_id=da481b83-3be9-4826-9cbc-c2dd55ec6236 HTTP/1.1" status: 200 len: 949 time: 0.1237268 Feb 09 00:51:10.184905 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-e992be43-6d7d-443d-9b61-c2db8dfbfcdc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ded91f5f-4c52-4e17-8569-d9d1696711b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759511 Feb 09 00:51:10.201101 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-efc0fd16-dc51-42cd-a019-8e468cd76cc4 req-28141eea-80bf-486e-9177-2ba1bb438bbb tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.105 "GET /v2.0/security-groups?id=a13e4638-b350-4af6-8b8a-44791571b941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666106 Feb 09 00:51:10.222343 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 39102) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:51:10.348595 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16cb4c3-e909-4c4c-ad07-8b2f42dce28d req-c75f2a9b-f41e-4368-9dd8-63304edf53a0 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:10.350299 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-f16cb4c3-e909-4c4c-ad07-8b2f42dce28d req-c75f2a9b-f41e-4368-9dd8-63304edf53a0 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5396571 Feb 09 00:51:10.368641 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-f16cb4c3-e909-4c4c-ad07-8b2f42dce28d req-651ce4fa-d2ad-498e-81c8-e745074defe2 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Request body: {'port': {'device_id': '84a91593-88c5-43c2-b1bf-4bdfc679ad04', 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6', 'admin_state_up': True, 'tenant_id': '50707b6a9de04832ba2e0ca2ee0dbd71'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:51:10.415075 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8ddf60d3-59b2-465b-955e-4b0e812811da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:10.419435 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-74d28651-44bb-4b9a-a654-53e52bee9b84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:10.440718 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-74d28651-44bb-4b9a-a654-53e52bee9b84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:51:10.447085 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-74d28651-44bb-4b9a-a654-53e52bee9b84 admin admin] Usage tracker for resource:security_group_rule and tenant:0f404758bc534c6281dcb1475dc50a5b is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:51:10.450697 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-74d28651-44bb-4b9a-a654-53e52bee9b84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:51:10.462056 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-74d28651-44bb-4b9a-a654-53e52bee9b84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:51:10.540910 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-3b6ce6bb-3272-4375-9db5-38db4f4d78b0 service neutron] 10.222.0.62 "GET /v2.0/networks/ded91f5f-4c52-4e17-8569-d9d1696711b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371778 Feb 09 00:51:10.574465 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-f16cb4c3-e909-4c4c-ad07-8b2f42dce28d req-651ce4fa-d2ad-498e-81c8-e745074defe2 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:51:10.638706 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-f16cb4c3-e909-4c4c-ad07-8b2f42dce28d req-651ce4fa-d2ad-498e-81c8-e745074defe2 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:51:10.664599 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f16cb4c3-e909-4c4c-ad07-8b2f42dce28d req-651ce4fa-d2ad-498e-81c8-e745074defe2 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Made reservation on behalf of 50707b6a9de04832ba2e0ca2ee0dbd71 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:51:10.668405 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-f16cb4c3-e909-4c4c-ad07-8b2f42dce28d req-651ce4fa-d2ad-498e-81c8-e745074defe2 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:10.682123 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531f251a-dc02-4dbb-a85a-58c60369f135 req-839c0889-fdab-4e63-9e8d-53ef254c4308 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:10.683914 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-531f251a-dc02-4dbb-a85a-58c60369f135 req-839c0889-fdab-4e63-9e8d-53ef254c4308 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=4217fae3-6087-4477-8eed-859d85400796 HTTP/1.1" status: 200 len: 944 time: 0.2277491 Feb 09 00:51:10.762530 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-74d28651-44bb-4b9a-a654-53e52bee9b84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:10.767051 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-74d28651-44bb-4b9a-a654-53e52bee9b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:10.779398 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-d2567183-fa38-46cf-a35b-db80b5b62d00 service neutron] 10.222.0.62 "GET /v2.0/networks/ded91f5f-4c52-4e17-8569-d9d1696711b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331171 Feb 09 00:51:10.806069 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-531f251a-dc02-4dbb-a85a-58c60369f135 req-ec0817c6-b4ca-41ce-9a2a-75217b2afc59 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145978 Feb 09 00:51:10.855103 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-74d28651-44bb-4b9a-a654-53e52bee9b84 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=0f404758bc534c6281dcb1475dc50a5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6289561 Feb 09 00:51:10.855103 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d28651-44bb-4b9a-a654-53e52bee9b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4d24d8-31fd-44f0-84c4-bfc25d2d03ec,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:10.856592 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 39132) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:51:10.942824 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-361b9d2f-510d-4fdc-93b8-a7184c41c32d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:10.949182 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-f16cb4c3-e909-4c4c-ad07-8b2f42dce28d req-651ce4fa-d2ad-498e-81c8-e745074defe2 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Allocated IP 192.168.233.98 (42d335cf-a678-4bc3-901b-7d21fb8587e6/e7938d94-1f0f-48bd-a0b3-26d5344ff0ec/1d7159ba-1cab-4b39-b7c4-51c7a758c9a7) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:51:11.012418 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f09c466c-2ccb-4131-846d-81900335e212 req-aab5af1a-5fa2-4c89-b715-7532492a7a64 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] 10.222.0.105 "GET /v2.0/ports?device_id=84a91593-88c5-43c2-b1bf-4bdfc679ad04 HTTP/1.1" status: 200 len: 210 time: 0.0667255 Feb 09 00:51:11.031765 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-361b9d2f-510d-4fdc-93b8-a7184c41c32d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:11.103922 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-361b9d2f-510d-4fdc-93b8-a7184c41c32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:11.133383 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device ded3b628-89d7-49c4-95e2-f528fa36d665 no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:51:11.138045 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361b9d2f-510d-4fdc-93b8-a7184c41c32d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4d24d8-31fd-44f0-84c4-bfc25d2d03ec,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:11.147712 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-361b9d2f-510d-4fdc-93b8-a7184c41c32d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:11.149333 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-361b9d2f-510d-4fdc-93b8-a7184c41c32d admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/0f4d24d8-31fd-44f0-84c4-bfc25d2d03ec HTTP/1.1" status: 204 len: 168 time: 0.2917733 Feb 09 00:51:11.259823 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] No Port match for: ded3b628-89d7-49c4-95e2-f528fa36d665 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 00:51:11.260175 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device ded3b628-89d7-49c4-95e2-f528fa36d665 not bound to the agent host n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 00:51:11.263258 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 0c26df16-b85b-4e62-8100-31c95a5c2dfc no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:51:11.362301 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:11.363167 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 0c26df16-b85b-4e62-8100-31c95a5c2dfc not bound to the agent host n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 00:51:11.382197 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-f16cb4c3-e909-4c4c-ad07-8b2f42dce28d req-651ce4fa-d2ad-498e-81c8-e745074defe2 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:11.387147 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6636442f-40f0-423b-9690-98d106e104a0 req-8efdc15e-283b-40f8-bff6-e716e6f2e35d tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] 10.222.0.105 "GET /v2.0/ports?device_id=f9a00739-6bf6-4243-a8e9-6c73cabddce3 HTTP/1.1" status: 200 len: 210 time: 0.0883362 Feb 09 00:51:11.407735 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-f16cb4c3-e909-4c4c-ad07-8b2f42dce28d req-651ce4fa-d2ad-498e-81c8-e745074defe2 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Transition to ACTIVE for port object 1d7159ba-1cab-4b39-b7c4-51c7a758c9a7 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:51:11.436663 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:11.441183 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-f05c718f-9e13-4d50-aa57-18196e368f50 tempest-LiveMigrationTest-757645410 tempest-LiveMigrationTest-757645410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:11.444539 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-f05c718f-9e13-4d50-aa57-18196e368f50 tempest-LiveMigrationTest-757645410 tempest-LiveMigrationTest-757645410-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4217fae3-6087-4477-8eed-859d85400796&tenant_id=8d883076d7064c219a98a8f981d7945a&binding%3Ahost_id=n-h1-828418-1 HTTP/1.1" status: 200 len: 1095 time: 0.2272091 Feb 09 00:51:11.475319 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a9e3a-5552-4463-9be1-b4831ebe4624 req-d361e23e-d33c-48de-bf0d-408fdbe0cf89 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:11.479083 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b77a9e3a-5552-4463-9be1-b4831ebe4624 req-d361e23e-d33c-48de-bf0d-408fdbe0cf89 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.62 "GET /v2.0/ports?device_id=da481b83-3be9-4826-9cbc-c2dd55ec6236 HTTP/1.1" status: 200 len: 949 time: 0.2778494 Feb 09 00:51:11.565469 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-12b9b77f-f3ab-4f67-850a-add23239b464 req-0f7aa89c-36af-41b5-bd71-97a026c0e50f tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=638657b25bbe4ae19e86726cc9773ae8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0755177 Feb 09 00:51:11.652835 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-f16cb4c3-e909-4c4c-ad07-8b2f42dce28d req-651ce4fa-d2ad-498e-81c8-e745074defe2 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:11.675893 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['bf19f146-a9e4-49e3-b2f1-50fe2630fe8f'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:51:11.732897 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-b77a9e3a-5552-4463-9be1-b4831ebe4624 req-aefaf5a8-4caa-4476-acc0-36473810ce59 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Deleting port e0c90098-2788-42f0-bc70-1f7dff3385fe {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:51:11.733270 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b77a9e3a-5552-4463-9be1-b4831ebe4624 req-aefaf5a8-4caa-4476-acc0-36473810ce59 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:11.769011 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39166) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:51:11.852603 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9b77f-f3ab-4f67-850a-add23239b464 req-59b3f473-08f6-4cdb-8b09-9eac56486104 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:11.854334 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-12b9b77f-f3ab-4f67-850a-add23239b464 req-59b3f473-08f6-4cdb-8b09-9eac56486104 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2807903 Feb 09 00:51:11.903574 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-12b9b77f-f3ab-4f67-850a-add23239b464 req-e7e488f7-3719-49b7-92d7-2c51dd4484d4 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] Request body: {'port': {'device_id': 'f9a00739-6bf6-4243-a8e9-6c73cabddce3', 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6', 'admin_state_up': True, 'tenant_id': '638657b25bbe4ae19e86726cc9773ae8'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:51:12.003389 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e75a4035-6a71-4b1c-9ae8-d89cb07cc98a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:12.136775 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f16cb4c3-e909-4c4c-ad07-8b2f42dce28d req-651ce4fa-d2ad-498e-81c8-e745074defe2 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Network 42d335cf-a678-4bc3-901b-7d21fb8587e6 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:51:12.140723 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e75a4035-6a71-4b1c-9ae8-d89cb07cc98a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:51:12.143175 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-f16cb4c3-e909-4c4c-ad07-8b2f42dce28d req-651ce4fa-d2ad-498e-81c8-e745074defe2 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:51:12.148060 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e75a4035-6a71-4b1c-9ae8-d89cb07cc98a admin admin] Usage tracker for resource:security_group_rule and tenant:3cab8eafa0f64c0897b6fa80c21cabcb is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:51:12.157810 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e75a4035-6a71-4b1c-9ae8-d89cb07cc98a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:51:12.160063 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dd7e64-8161-4fa6-9c17-304f8d421b7a req-f0ca3199-c90e-4b7b-b1b9-75b42bfb805c tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:12.162926 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-f16cb4c3-e909-4c4c-ad07-8b2f42dce28d req-651ce4fa-d2ad-498e-81c8-e745074defe2 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:51:12.167228 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-61dd7e64-8161-4fa6-9c17-304f8d421b7a req-f0ca3199-c90e-4b7b-b1b9-75b42bfb805c tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.105 "GET /v2.0/ports?device_id=da481b83-3be9-4826-9cbc-c2dd55ec6236 HTTP/1.1" status: 200 len: 949 time: 0.5838978 Feb 09 00:51:12.168990 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16cb4c3-e909-4c4c-ad07-8b2f42dce28d req-651ce4fa-d2ad-498e-81c8-e745074defe2 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:12.169875 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-f16cb4c3-e909-4c4c-ad07-8b2f42dce28d req-651ce4fa-d2ad-498e-81c8-e745074defe2 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:12.173512 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651ce4fa-d2ad-498e-81c8-e745074defe2 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Pushing event updated for resources: {'Port': ['ID=1d7159ba-1cab-4b39-b7c4-51c7a758c9a7,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:12.194645 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e75a4035-6a71-4b1c-9ae8-d89cb07cc98a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:51:12.218332 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 39186) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:51:12.239789 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-12b9b77f-f3ab-4f67-850a-add23239b464 req-e7e488f7-3719-49b7-92d7-2c51dd4484d4 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:51:12.255256 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-b77a9e3a-5552-4463-9be1-b4831ebe4624 req-aefaf5a8-4caa-4476-acc0-36473810ce59 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] For port e0c90098-2788-42f0-bc70-1f7dff3385fe, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=e0c90098-2788-42f0-bc70-1f7dff3385fe,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:51:12.256213 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b77a9e3a-5552-4463-9be1-b4831ebe4624 req-aefaf5a8-4caa-4476-acc0-36473810ce59 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:12.258212 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-12b9b77f-f3ab-4f67-850a-add23239b464 req-e7e488f7-3719-49b7-92d7-2c51dd4484d4 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] Usage tracker for resource:port and tenant:638657b25bbe4ae19e86726cc9773ae8 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:51:12.266311 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-12b9b77f-f3ab-4f67-850a-add23239b464 req-e7e488f7-3719-49b7-92d7-2c51dd4484d4 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:51:12.278996 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-600732bd-e2a9-43de-b400-b9cc3f75a163 service neutron] For port 0c26df16-b85b-4e62-8100-31c95a5c2dfc, host n-h2-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:51:12.280493 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-f16cb4c3-e909-4c4c-ad07-8b2f42dce28d req-651ce4fa-d2ad-498e-81c8-e745074defe2 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9170890 Feb 09 00:51:12.281829 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-12b9b77f-f3ab-4f67-850a-add23239b464 req-e7e488f7-3719-49b7-92d7-2c51dd4484d4 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:51:12.290686 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-61dd7e64-8161-4fa6-9c17-304f8d421b7a req-848e3d9b-c735-4062-8083-78ae8bc10e34 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.105 "GET /v2.0/security-groups?id=a13e4638-b350-4af6-8b8a-44791571b941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194370 Feb 09 00:51:12.300152 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-f16cb4c3-e909-4c4c-ad07-8b2f42dce28d req-498c95f5-2ca4-4463-94a0-bc150bcb7ea1 service neutron] Request body: {'port': {'device_id': '84a91593-88c5-43c2-b1bf-4bdfc679ad04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:51:12.379282 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-600732bd-e2a9-43de-b400-b9cc3f75a163 service neutron] Notify callbacks [] for binding, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:12.380891 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-053c1445-a3a7-4757-a86f-522e71772cf8 req-600732bd-e2a9-43de-b400-b9cc3f75a163 service neutron] 10.222.0.62 "DELETE /v2.0/ports/0c26df16-b85b-4e62-8100-31c95a5c2dfc/bindings/n-h2-828418-1 HTTP/1.1" status: 204 len: 173 time: 0.9300702 Feb 09 00:51:12.381305 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12b9b77f-f3ab-4f67-850a-add23239b464 req-e7e488f7-3719-49b7-92d7-2c51dd4484d4 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] Made reservation on behalf of 638657b25bbe4ae19e86726cc9773ae8 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:51:12.385728 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-12b9b77f-f3ab-4f67-850a-add23239b464 req-e7e488f7-3719-49b7-92d7-2c51dd4484d4 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:12.400948 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 0c26df16-b85b-4e62-8100-31c95a5c2dfc no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:51:12.409780 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6790f3a6-5d22-419c-b51c-4ae08cd36648 req-1dad0825-3486-409f-9f9f-383ceb520c38 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:12.417532 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6790f3a6-5d22-419c-b51c-4ae08cd36648 req-1dad0825-3486-409f-9f9f-383ceb520c38 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=4217fae3-6087-4477-8eed-859d85400796 HTTP/1.1" status: 200 len: 944 time: 0.3666289 Feb 09 00:51:12.493691 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d8f6b068-eb0f-459d-beed-1b39b982dbdb None None] Provisioning for port 1d7159ba-1cab-4b39-b7c4-51c7a758c9a7 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:51:12.511021 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d8f6b068-eb0f-459d-beed-1b39b982dbdb None None] Provisioning complete for port 1d7159ba-1cab-4b39-b7c4-51c7a758c9a7 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:51:12.511369 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-12b9b77f-f3ab-4f67-850a-add23239b464 req-e7e488f7-3719-49b7-92d7-2c51dd4484d4 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:12.511602 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d8f6b068-eb0f-459d-beed-1b39b982dbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:12.530822 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-b77a9e3a-5552-4463-9be1-b4831ebe4624 req-aefaf5a8-4caa-4476-acc0-36473810ce59 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Calling delete_port for e0c90098-2788-42f0-bc70-1f7dff3385fe owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:51:12.579233 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-12b9b77f-f3ab-4f67-850a-add23239b464 req-e7e488f7-3719-49b7-92d7-2c51dd4484d4 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:51:12.579571 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d8f6b068-eb0f-459d-beed-1b39b982dbdb None None] Port 1d7159ba-1cab-4b39-b7c4-51c7a758c9a7 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:51:12.596282 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-12b9b77f-f3ab-4f67-850a-add23239b464 req-e7e488f7-3719-49b7-92d7-2c51dd4484d4 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] Usage tracker for resource:security_group_rule and tenant:638657b25bbe4ae19e86726cc9773ae8 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:51:12.603451 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-12b9b77f-f3ab-4f67-850a-add23239b464 req-e7e488f7-3719-49b7-92d7-2c51dd4484d4 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:51:12.614299 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-745a3a94-78f9-4af3-9b7c-98e583d424d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:12.619812 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-12b9b77f-f3ab-4f67-850a-add23239b464 req-e7e488f7-3719-49b7-92d7-2c51dd4484d4 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:51:12.639481 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-f16cb4c3-e909-4c4c-ad07-8b2f42dce28d req-498c95f5-2ca4-4463-94a0-bc150bcb7ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:12.658650 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e75a4035-6a71-4b1c-9ae8-d89cb07cc98a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:12.677691 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-745a3a94-78f9-4af3-9b7c-98e583d424d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:51:12.698169 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e75a4035-6a71-4b1c-9ae8-d89cb07cc98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:12.700391 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-745a3a94-78f9-4af3-9b7c-98e583d424d6 admin admin] Usage tracker for resource:security_group_rule and tenant:70ff8900f9a544b399211047898b343a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:51:12.708206 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-745a3a94-78f9-4af3-9b7c-98e583d424d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:51:12.728101 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6790f3a6-5d22-419c-b51c-4ae08cd36648 req-b6aab464-e80e-47de-bc74-416bcb93e1a3 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090141 Feb 09 00:51:12.794825 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75a4035-6a71-4b1c-9ae8-d89cb07cc98a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce33333a-65ba-4c9f-8bda-10d83fcdaa19,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:12.802092 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e75a4035-6a71-4b1c-9ae8-d89cb07cc98a admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=3cab8eafa0f64c0897b6fa80c21cabcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9575381 Feb 09 00:51:12.812775 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39200) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:51:12.821088 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-745a3a94-78f9-4af3-9b7c-98e583d424d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:51:12.887445 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4355536-9709-49e8-beb5-89d69f09fd40 req-f7efd66c-f653-424c-b397-638d7f29e636 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:12.894895 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b4355536-9709-49e8-beb5-89d69f09fd40 req-f7efd66c-f653-424c-b397-638d7f29e636 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] 10.222.0.105 "GET /v2.0/ports?device_id=84a91593-88c5-43c2-b1bf-4bdfc679ad04 HTTP/1.1" status: 200 len: 935 time: 0.3816216 Feb 09 00:51:12.940081 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:13.016783 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fbdeee61-c446-4529-9763-cf534fc53eaa req-9b0dbaf1-2045-4ed0-bfa6-2f8e9ea77ada tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] 10.222.0.105 "GET /v2.0/ports?device_id=f9a00739-6bf6-4243-a8e9-6c73cabddce3 HTTP/1.1" status: 200 len: 210 time: 0.1000488 Feb 09 00:51:13.054029 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-12b9b77f-f3ab-4f67-850a-add23239b464 req-e7e488f7-3719-49b7-92d7-2c51dd4484d4 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:13.067157 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b4355536-9709-49e8-beb5-89d69f09fd40 req-627c0c42-3052-4999-a35f-0bef200eaf24 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] 10.222.0.105 "GET /v2.0/security-groups?id=1ed07dad-ca98-4563-9313-f42f82b46bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702006 Feb 09 00:51:13.067696 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-51509dd0-6524-4c7c-a1e8-fe8a4cf415bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:13.069349 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-12b9b77f-f3ab-4f67-850a-add23239b464 req-e7e488f7-3719-49b7-92d7-2c51dd4484d4 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:13.126537 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b77a9e3a-5552-4463-9be1-b4831ebe4624 req-aefaf5a8-4caa-4476-acc0-36473810ce59 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:13.147652 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['e0c90098-2788-42f0-bc70-1f7dff3385fe'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:51:13.198536 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefaf5a8-4caa-4476-acc0-36473810ce59 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Pushing event deleted for resources: {'Port': ['ID=e0c90098-2788-42f0-bc70-1f7dff3385fe,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:13.295617 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-51509dd0-6524-4c7c-a1e8-fe8a4cf415bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:13.313058 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-745a3a94-78f9-4af3-9b7c-98e583d424d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:13.332943 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e488f7-3719-49b7-92d7-2c51dd4484d4 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f507eaa-fbf5-4591-86aa-07515c8d90fa,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:13.359999 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-b77a9e3a-5552-4463-9be1-b4831ebe4624 req-aefaf5a8-4caa-4476-acc0-36473810ce59 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] No DVR routers for this DVR port e0c90098-2788-42f0-bc70-1f7dff3385fe on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:51:13.361303 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-745a3a94-78f9-4af3-9b7c-98e583d424d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:13.376786 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b77a9e3a-5552-4463-9be1-b4831ebe4624 req-aefaf5a8-4caa-4476-acc0-36473810ce59 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:13.385430 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da481b83-3be9-4826-9cbc-c2dd55ec6236', 'name': 'network-vif-deleted', 'tag': 'e0c90098-2788-42f0-bc70-1f7dff3385fe'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:51:13.495916 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b77a9e3a-5552-4463-9be1-b4831ebe4624 req-aefaf5a8-4caa-4476-acc0-36473810ce59 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.62 "DELETE /v2.0/ports/e0c90098-2788-42f0-bc70-1f7dff3385fe HTTP/1.1" status: 204 len: 173 time: 2.0111971 Feb 09 00:51:13.505882 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-745a3a94-78f9-4af3-9b7c-98e583d424d6 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=70ff8900f9a544b399211047898b343a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2779074 Feb 09 00:51:13.508690 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 39218) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:51:13.514937 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-d79297a1-e718-47ea-a994-13f541c4f32c req-deeb3c68-2c0b-4e61-a4af-53700ed93e83 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Synchronizing usage tracker for tenant:d822affed756490e9875bac6497daede on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:51:13.538475 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745a3a94-78f9-4af3-9b7c-98e583d424d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=220567db-942c-4f57-be68-5d1e3127fa64,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:13.548849 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-51509dd0-6524-4c7c-a1e8-fe8a4cf415bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:13.572401 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51509dd0-6524-4c7c-a1e8-fe8a4cf415bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce33333a-65ba-4c9f-8bda-10d83fcdaa19,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:13.595625 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [req-f16cb4c3-e909-4c4c-ad07-8b2f42dce28d req-498c95f5-2ca4-4463-94a0-bc150bcb7ea1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d7159ba-1cab-4b39-b7c4-51c7a758c9a7 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:51:13.595785 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-d79297a1-e718-47ea-a994-13f541c4f32c req-deeb3c68-2c0b-4e61-a4af-53700ed93e83 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] Unset dirty status for tenant:d822affed756490e9875bac6497daede on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:51:13.596873 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d79297a1-e718-47ea-a994-13f541c4f32c req-deeb3c68-2c0b-4e61-a4af-53700ed93e83 tempest-LiveMigrationNegativeTest-1638058601 tempest-LiveMigrationNegativeTest-1638058601-project] 10.222.0.105 "GET /v2.0/ports?device_id=da481b83-3be9-4826-9cbc-c2dd55ec6236 HTTP/1.1" status: 200 len: 210 time: 0.1777105 Feb 09 00:51:13.635113 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-f16cb4c3-e909-4c4c-ad07-8b2f42dce28d req-498c95f5-2ca4-4463-94a0-bc150bcb7ea1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:13.645546 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-51509dd0-6524-4c7c-a1e8-fe8a4cf415bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:13.653828 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-51509dd0-6524-4c7c-a1e8-fe8a4cf415bd admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/ce33333a-65ba-4c9f-8bda-10d83fcdaa19 HTTP/1.1" status: 204 len: 168 time: 0.8399687 Feb 09 00:51:13.656735 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc4822e-45ff-46ef-bafb-6d68b4ac5a47 req-f22130f4-65a1-4f44-911d-38b0ae751a98 tempest-LiveMigrationTest-757645410 tempest-LiveMigrationTest-757645410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:13.666995 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dbc4822e-45ff-46ef-bafb-6d68b4ac5a47 req-f22130f4-65a1-4f44-911d-38b0ae751a98 tempest-LiveMigrationTest-757645410 tempest-LiveMigrationTest-757645410-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=4217fae3-6087-4477-8eed-859d85400796 HTTP/1.1" status: 200 len: 1095 time: 0.3522778 Feb 09 00:51:13.689539 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-f16cb4c3-e909-4c4c-ad07-8b2f42dce28d req-498c95f5-2ca4-4463-94a0-bc150bcb7ea1 service neutron] Transition to ACTIVE for port object 1d7159ba-1cab-4b39-b7c4-51c7a758c9a7 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:51:13.701334 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-f16cb4c3-e909-4c4c-ad07-8b2f42dce28d req-498c95f5-2ca4-4463-94a0-bc150bcb7ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:13.756380 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 39226) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:51:13.775272 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c3602085-b2a3-4eaa-8e3b-42cd67495929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:13.782820 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da481b83-3be9-4826-9cbc-c2dd55ec6236', 'name': 'network-vif-deleted', 'tag': 'e0c90098-2788-42f0-bc70-1f7dff3385fe', 'status': 'completed', 'code': 200} Feb 09 00:51:13.836918 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dbc4822e-45ff-46ef-bafb-6d68b4ac5a47 req-5ce197c4-e94e-4555-9084-667f7a6fcfef tempest-LiveMigrationTest-757645410 tempest-LiveMigrationTest-757645410-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689541 Feb 09 00:51:13.846350 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c3602085-b2a3-4eaa-8e3b-42cd67495929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:13.937566 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c3602085-b2a3-4eaa-8e3b-42cd67495929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:13.980538 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3602085-b2a3-4eaa-8e3b-42cd67495929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=220567db-942c-4f57-be68-5d1e3127fa64,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:13.991809 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c3602085-b2a3-4eaa-8e3b-42cd67495929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:13.993123 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-c3602085-b2a3-4eaa-8e3b-42cd67495929 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/220567db-942c-4f57-be68-5d1e3127fa64 HTTP/1.1" status: 204 len: 168 time: 0.4750087 Feb 09 00:51:14.000560 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-12b9b77f-f3ab-4f67-850a-add23239b464 req-e7e488f7-3719-49b7-92d7-2c51dd4484d4 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] Allocated IP 192.168.233.218 (42d335cf-a678-4bc3-901b-7d21fb8587e6/e7938d94-1f0f-48bd-a0b3-26d5344ff0ec/c7a5513a-b557-4a7f-a0ce-7994823d236d) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:51:14.248138 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8c77589d-6b4a-493b-a890-ae73ec3b4b61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:14.382869 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-8c77589d-6b4a-493b-a890-ae73ec3b4b61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:51:14.401111 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c95f5-2ca4-4463-94a0-bc150bcb7ea1 service neutron] Pushing event updated for resources: {'Port': ['ID=1d7159ba-1cab-4b39-b7c4-51c7a758c9a7,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:14.477382 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3cef7283-5389-4150-88e2-76130f112d6c req-217ac33f-29f0-4d76-9ebe-a1ce2f11b0c4 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] 10.222.0.105 "GET /v2.0/ports?device_id=f9a00739-6bf6-4243-a8e9-6c73cabddce3 HTTP/1.1" status: 200 len: 210 time: 0.2112992 Feb 09 00:51:14.485078 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-8c77589d-6b4a-493b-a890-ae73ec3b4b61 admin admin] Usage tracker for resource:security_group_rule and tenant:c13b68736d8d4a85916730947d988380 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:51:14.503619 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-8c77589d-6b4a-493b-a890-ae73ec3b4b61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:51:14.526957 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-12b9b77f-f3ab-4f67-850a-add23239b464 req-e7e488f7-3719-49b7-92d7-2c51dd4484d4 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:14.530474 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-f16cb4c3-e909-4c4c-ad07-8b2f42dce28d req-498c95f5-2ca4-4463-94a0-bc150bcb7ea1 service neutron] Attempting to bind port 1d7159ba-1cab-4b39-b7c4-51c7a758c9a7 on host n-h2-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:51:14.530474 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-f16cb4c3-e909-4c4c-ad07-8b2f42dce28d req-498c95f5-2ca4-4463-94a0-bc150bcb7ea1 service neutron] Attempting to bind port 1d7159ba-1cab-4b39-b7c4-51c7a758c9a7 by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:51:14.530707 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16cb4c3-e909-4c4c-ad07-8b2f42dce28d req-498c95f5-2ca4-4463-94a0-bc150bcb7ea1 service neutron] Attempting to bind port 1d7159ba-1cab-4b39-b7c4-51c7a758c9a7 on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:51:14.559567 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-12b9b77f-f3ab-4f67-850a-add23239b464 req-e7e488f7-3719-49b7-92d7-2c51dd4484d4 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] Transition to ACTIVE for port object c7a5513a-b557-4a7f-a0ce-7994823d236d will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:51:14.564250 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-8c77589d-6b4a-493b-a890-ae73ec3b4b61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:51:14.597553 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16cb4c3-e909-4c4c-ad07-8b2f42dce28d req-498c95f5-2ca4-4463-94a0-bc150bcb7ea1 service neutron] Port 1d7159ba-1cab-4b39-b7c4-51c7a758c9a7 on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:51:14.598413 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16cb4c3-e909-4c4c-ad07-8b2f42dce28d req-498c95f5-2ca4-4463-94a0-bc150bcb7ea1 service neutron] Attempting to bind port 1d7159ba-1cab-4b39-b7c4-51c7a758c9a7 on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:51:14.607762 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-12b9b77f-f3ab-4f67-850a-add23239b464 req-e7e488f7-3719-49b7-92d7-2c51dd4484d4 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:14.675828 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16cb4c3-e909-4c4c-ad07-8b2f42dce28d req-498c95f5-2ca4-4463-94a0-bc150bcb7ea1 service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:51:14.676519 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16cb4c3-e909-4c4c-ad07-8b2f42dce28d req-498c95f5-2ca4-4463-94a0-bc150bcb7ea1 service neutron] Checking segment: {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:51:14.677770 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16cb4c3-e909-4c4c-ad07-8b2f42dce28d req-498c95f5-2ca4-4463-94a0-bc150bcb7ea1 service neutron] Bound using segment: {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:51:14.679195 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-f16cb4c3-e909-4c4c-ad07-8b2f42dce28d req-498c95f5-2ca4-4463-94a0-bc150bcb7ea1 service neutron] Bound port: 1d7159ba-1cab-4b39-b7c4-51c7a758c9a7, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:51:14.680169 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-f16cb4c3-e909-4c4c-ad07-8b2f42dce28d req-498c95f5-2ca4-4463-94a0-bc150bcb7ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:14.832168 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-f16cb4c3-e909-4c4c-ad07-8b2f42dce28d req-498c95f5-2ca4-4463-94a0-bc150bcb7ea1 service neutron] For port 1d7159ba-1cab-4b39-b7c4-51c7a758c9a7, host n-h2-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:51:14.836719 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-f16cb4c3-e909-4c4c-ad07-8b2f42dce28d req-498c95f5-2ca4-4463-94a0-bc150bcb7ea1 service neutron] For port 1d7159ba-1cab-4b39-b7c4-51c7a758c9a7, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=1d7159ba-1cab-4b39-b7c4-51c7a758c9a7,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:51:14.845850 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12b9b77f-f3ab-4f67-850a-add23239b464 req-e7e488f7-3719-49b7-92d7-2c51dd4484d4 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] Network 42d335cf-a678-4bc3-901b-7d21fb8587e6 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:51:14.850202 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-f16cb4c3-e909-4c4c-ad07-8b2f42dce28d req-498c95f5-2ca4-4463-94a0-bc150bcb7ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:14.854859 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-12b9b77f-f3ab-4f67-850a-add23239b464 req-e7e488f7-3719-49b7-92d7-2c51dd4484d4 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:51:14.865769 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-12b9b77f-f3ab-4f67-850a-add23239b464 req-e7e488f7-3719-49b7-92d7-2c51dd4484d4 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:51:14.872118 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9b77f-f3ab-4f67-850a-add23239b464 req-e7e488f7-3719-49b7-92d7-2c51dd4484d4 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:14.872925 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-12b9b77f-f3ab-4f67-850a-add23239b464 req-e7e488f7-3719-49b7-92d7-2c51dd4484d4 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:14.879721 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39268) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:51:14.882709 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e488f7-3719-49b7-92d7-2c51dd4484d4 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] Pushing event updated for resources: {'Port': ['ID=c7a5513a-b557-4a7f-a0ce-7994823d236d,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:14.905630 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62381b-f157-497f-9151-7286fed66c93 req-4d20ba47-9258-45c0-ad60-75bab78b438b tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:14.914123 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8a62381b-f157-497f-9151-7286fed66c93 req-4d20ba47-9258-45c0-ad60-75bab78b438b tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/networks?id=ded91f5f-4c52-4e17-8569-d9d1696711b8 HTTP/1.1" status: 200 len: 808 time: 0.2810316 Feb 09 00:51:14.935068 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f70ba8-1a6d-4d34-9bae-36f44d1d9753 req-2d97924f-3d8a-4804-8d68-dc96d14c41a5 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:14.937414 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-78f70ba8-1a6d-4d34-9bae-36f44d1d9753 req-2d97924f-3d8a-4804-8d68-dc96d14c41a5 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] 10.222.0.105 "GET /v2.0/ports?device_id=84a91593-88c5-43c2-b1bf-4bdfc679ad04 HTTP/1.1" status: 200 len: 947 time: 0.5628753 Feb 09 00:51:14.978532 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-12b9b77f-f3ab-4f67-850a-add23239b464 req-e7e488f7-3719-49b7-92d7-2c51dd4484d4 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0789032 Feb 09 00:51:14.979419 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8a62381b-f157-497f-9151-7286fed66c93 req-4f7c6400-869c-47dc-9714-b86f1acb66c4 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/quotas/8d883076d7064c219a98a8f981d7945a HTTP/1.1" status: 200 len: 375 time: 0.0405452 Feb 09 00:51:14.979847 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0930dd81-5ae1-49ea-82bd-1dce76899bb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:14.997131 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16cb4c3-e909-4c4c-ad07-8b2f42dce28d req-498c95f5-2ca4-4463-94a0-bc150bcb7ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:14.998254 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-f16cb4c3-e909-4c4c-ad07-8b2f42dce28d req-498c95f5-2ca4-4463-94a0-bc150bcb7ea1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:14.999806 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-f16cb4c3-e909-4c4c-ad07-8b2f42dce28d req-498c95f5-2ca4-4463-94a0-bc150bcb7ea1 service neutron] 10.222.0.99 "PUT /v2.0/ports/1d7159ba-1cab-4b39-b7c4-51c7a758c9a7 HTTP/1.1" status: 200 len: 1095 time: 2.7068813 Feb 09 00:51:15.000402 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84a91593-88c5-43c2-b1bf-4bdfc679ad04', 'tag': '1d7159ba-1cab-4b39-b7c4-51c7a758c9a7'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:51:15.009853 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-12b9b77f-f3ab-4f67-850a-add23239b464 req-c5eb2364-8b29-4677-88d8-d55693f6466d service neutron] Request body: {'port': {'device_id': 'f9a00739-6bf6-4243-a8e9-6c73cabddce3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:51:15.087340 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-78f70ba8-1a6d-4d34-9bae-36f44d1d9753 req-49041674-15c1-45af-81ce-681d760d7ac6 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] 10.222.0.105 "GET /v2.0/security-groups?id=1ed07dad-ca98-4563-9313-f42f82b46bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339178 Feb 09 00:51:15.132085 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8a62381b-f157-497f-9151-7286fed66c93 req-37d043eb-d07d-4bb6-a5ec-f696b689900d tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=8d883076d7064c219a98a8f981d7945a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1517437 Feb 09 00:51:15.147799 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-0930dd81-5ae1-49ea-82bd-1dce76899bb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:51:15.163796 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-0930dd81-5ae1-49ea-82bd-1dce76899bb8 admin admin] Usage tracker for resource:security_group_rule and tenant:43acf7acbd684bce903f2c572aa261b2 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:51:15.171288 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-0930dd81-5ae1-49ea-82bd-1dce76899bb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:51:15.190414 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c95f5-2ca4-4463-94a0-bc150bcb7ea1 service neutron] Pushing event updated for resources: {'Port': ['ID=1d7159ba-1cab-4b39-b7c4-51c7a758c9a7,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:15.196123 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-0930dd81-5ae1-49ea-82bd-1dce76899bb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:51:15.264862 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8c77589d-6b4a-493b-a890-ae73ec3b4b61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:15.269454 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8c77589d-6b4a-493b-a890-ae73ec3b4b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:15.325824 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c77589d-6b4a-493b-a890-ae73ec3b4b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2ad36b-7e32-4802-967e-8ab00301f66f,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:15.370275 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-8c77589d-6b4a-493b-a890-ae73ec3b4b61 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=c13b68736d8d4a85916730947d988380&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6040943 Feb 09 00:51:15.371398 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 39282) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:51:15.410049 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84a91593-88c5-43c2-b1bf-4bdfc679ad04', 'tag': '1d7159ba-1cab-4b39-b7c4-51c7a758c9a7', 'status': 'completed', 'code': 200} Feb 09 00:51:15.414862 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8a62381b-f157-497f-9151-7286fed66c93 req-3094d5b9-00a7-4a0a-a3b9-befc5e0972e5 service neutron] 10.222.0.105 "GET /v2.0/networks/ded91f5f-4c52-4e17-8569-d9d1696711b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818079 Feb 09 00:51:15.532245 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-12b9b77f-f3ab-4f67-850a-add23239b464 req-c5eb2364-8b29-4677-88d8-d55693f6466d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:15.696839 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f26465d5-05de-43eb-9f74-01e60f698eb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:15.749545 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16cb4c3-e909-4c4c-ad07-8b2f42dce28d req-d2b01c16-68e8-4993-b52e-39042ca2956c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:15.757151 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-f16cb4c3-e909-4c4c-ad07-8b2f42dce28d req-d2b01c16-68e8-4993-b52e-39042ca2956c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=50707b6a9de04832ba2e0ca2ee0dbd71&device_id=84a91593-88c5-43c2-b1bf-4bdfc679ad04 HTTP/1.1" status: 200 len: 1098 time: 0.6980755 Feb 09 00:51:15.830045 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 39292) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:51:15.835070 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f26465d5-05de-43eb-9f74-01e60f698eb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:15.880385 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8a62381b-f157-497f-9151-7286fed66c93 req-3e8bbc10-35a5-4d9d-9c77-ad3d56e8f3ea service neutron] 10.222.0.105 "GET /v2.0/networks/ded91f5f-4c52-4e17-8569-d9d1696711b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4590251 Feb 09 00:51:15.934705 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56394fb0-b2b1-43bb-b10a-e4773a9e0386 req-0a8d0d37-92ab-43b9-870c-b68921757d36 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:15.935618 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-f16cb4c3-e909-4c4c-ad07-8b2f42dce28d req-fde82165-6854-405b-9c1b-03cfe16c5bb1 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=1d7159ba-1cab-4b39-b7c4-51c7a758c9a7 HTTP/1.1" status: 200 len: 217 time: 0.1558993 Feb 09 00:51:15.945293 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-56394fb0-b2b1-43bb-b10a-e4773a9e0386 req-0a8d0d37-92ab-43b9-870c-b68921757d36 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] 10.222.0.105 "GET /v2.0/ports?device_id=f9a00739-6bf6-4243-a8e9-6c73cabddce3 HTTP/1.1" status: 200 len: 936 time: 0.2091997 Feb 09 00:51:15.982207 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f26465d5-05de-43eb-9f74-01e60f698eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:16.023962 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26465d5-05de-43eb-9f74-01e60f698eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2ad36b-7e32-4802-967e-8ab00301f66f,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:16.029782 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f26465d5-05de-43eb-9f74-01e60f698eb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:16.032508 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f26465d5-05de-43eb-9f74-01e60f698eb7 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/1e2ad36b-7e32-4802-967e-8ab00301f66f HTTP/1.1" status: 204 len: 168 time: 0.6558444 Feb 09 00:51:16.069857 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-56394fb0-b2b1-43bb-b10a-e4773a9e0386 req-092f8667-4138-47d8-a0c6-2ad4d01b951f tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] 10.222.0.105 "GET /v2.0/security-groups?id=0f507eaa-fbf5-4591-86aa-07515c8d90fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223588 Feb 09 00:51:16.247377 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-acab48b5-2967-48fe-8dd1-e3edbb496f4d admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=d822affed756490e9875bac6497daede&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4160326 Feb 09 00:51:16.255056 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 39314) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:51:16.274770 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0930dd81-5ae1-49ea-82bd-1dce76899bb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:16.280012 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16cb4c3-e909-4c4c-ad07-8b2f42dce28d req-795f7681-c176-41f7-8be1-2c24dae859d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:16.281140 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-f16cb4c3-e909-4c4c-ad07-8b2f42dce28d req-795f7681-c176-41f7-8be1-2c24dae859d7 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.3163083 Feb 09 00:51:16.285484 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0930dd81-5ae1-49ea-82bd-1dce76899bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:16.430272 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd8a9843-fe59-4168-8c05-7b60729befd8 req-2ce6e013-2bf2-4538-8180-53005719447c tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f26b1f1-bccd-471c-9b04-b9969c8e9c78 HTTP/1.1" status: 200 len: 210 time: 0.1816907 Feb 09 00:51:16.432105 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device e0c90098-2788-42f0-bc70-1f7dff3385fe no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:51:16.519125 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: e0c90098-2788-42f0-bc70-1f7dff3385fe {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 00:51:16.520575 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device e0c90098-2788-42f0-bc70-1f7dff3385fe not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 00:51:16.597538 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b27802d9-e28a-4dcf-b215-0a8755e698b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:16.706758 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c992849f-37fb-480e-9055-3e732eb7a214 req-c07e5e12-c291-4b79-b3e2-7471a9867266 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:16.720013 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-0930dd81-5ae1-49ea-82bd-1dce76899bb8 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=43acf7acbd684bce903f2c572aa261b2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8343565 Feb 09 00:51:16.721133 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0930dd81-5ae1-49ea-82bd-1dce76899bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1fdb605-4e42-48fa-b8af-5ebafc60b1a7,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:16.723521 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39332) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:51:16.748174 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c992849f-37fb-480e-9055-3e732eb7a214 req-c07e5e12-c291-4b79-b3e2-7471a9867266 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] 10.222.0.105 "GET /v2.0/ports?device_id=84a91593-88c5-43c2-b1bf-4bdfc679ad04 HTTP/1.1" status: 200 len: 947 time: 0.3887053 Feb 09 00:51:16.776215 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b27802d9-e28a-4dcf-b215-0a8755e698b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:16.797678 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16cb4c3-e909-4c4c-ad07-8b2f42dce28d req-18782182-12a6-4b9e-9e86-fc3ed87c8c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:16.799301 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-f16cb4c3-e909-4c4c-ad07-8b2f42dce28d req-18782182-12a6-4b9e-9e86-fc3ed87c8c8e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5023780 Feb 09 00:51:16.993376 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c992849f-37fb-480e-9055-3e732eb7a214 req-13591cea-f148-45c7-b5b9-c1e69aff7a6c tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] 10.222.0.105 "GET /v2.0/security-groups?id=1ed07dad-ca98-4563-9313-f42f82b46bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439582 Feb 09 00:51:17.022894 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ca403b91-77d8-47b4-9c70-7b447dcb6919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:17.034574 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b27802d9-e28a-4dcf-b215-0a8755e698b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:17.058765 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27802d9-e28a-4dcf-b215-0a8755e698b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13e4638-b350-4af6-8b8a-44791571b941,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:17.074499 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b27802d9-e28a-4dcf-b215-0a8755e698b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:17.077726 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-b27802d9-e28a-4dcf-b215-0a8755e698b6 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/a13e4638-b350-4af6-8b8a-44791571b941 HTTP/1.1" status: 204 len: 168 time: 0.8185313 Feb 09 00:51:17.163798 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ca403b91-77d8-47b4-9c70-7b447dcb6919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:17.246985 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.db.resource_extend [req-12b9b77f-f3ab-4f67-850a-add23239b464 req-c5eb2364-8b29-4677-88d8-d55693f6466d service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 00:51:17.309943 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-f16cb4c3-e909-4c4c-ad07-8b2f42dce28d req-34e55556-b9eb-4fa2-92e7-4dccf4907168 service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4962425 Feb 09 00:51:17.349829 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-9865150a-060c-48bb-9a00-53fbfba65c2d None None] Provisioning for port c7a5513a-b557-4a7f-a0ce-7994823d236d completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:51:17.366265 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-9865150a-060c-48bb-9a00-53fbfba65c2d None None] Provisioning complete for port c7a5513a-b557-4a7f-a0ce-7994823d236d triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:51:17.366639 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9865150a-060c-48bb-9a00-53fbfba65c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:17.390174 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966574dd-fd1d-4fb4-9788-69a75c0acabd req-d84687f6-8355-49b3-a776-22b15d6d8be2 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:17.399326 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-966574dd-fd1d-4fb4-9788-69a75c0acabd req-d84687f6-8355-49b3-a776-22b15d6d8be2 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] 10.222.0.105 "GET /v2.0/ports?device_id=f9a00739-6bf6-4243-a8e9-6c73cabddce3 HTTP/1.1" status: 200 len: 936 time: 0.1291251 Feb 09 00:51:17.481895 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-966574dd-fd1d-4fb4-9788-69a75c0acabd req-4ebdc987-3a8e-4232-8cf9-cfdb60b287b4 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] 10.222.0.105 "GET /v2.0/security-groups?id=0f507eaa-fbf5-4591-86aa-07515c8d90fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787790 Feb 09 00:51:17.492368 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [req-12b9b77f-f3ab-4f67-850a-add23239b464 req-c5eb2364-8b29-4677-88d8-d55693f6466d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7a5513a-b557-4a7f-a0ce-7994823d236d {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:51:17.524234 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-12b9b77f-f3ab-4f67-850a-add23239b464 req-c5eb2364-8b29-4677-88d8-d55693f6466d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:17.542568 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ca403b91-77d8-47b4-9c70-7b447dcb6919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:17.635825 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-12b9b77f-f3ab-4f67-850a-add23239b464 req-c5eb2364-8b29-4677-88d8-d55693f6466d service neutron] Transition to ACTIVE for port object c7a5513a-b557-4a7f-a0ce-7994823d236d will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:51:17.641188 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca403b91-77d8-47b4-9c70-7b447dcb6919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1fdb605-4e42-48fa-b8af-5ebafc60b1a7,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:17.660086 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-12b9b77f-f3ab-4f67-850a-add23239b464 req-c5eb2364-8b29-4677-88d8-d55693f6466d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:17.712141 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-9865150a-060c-48bb-9a00-53fbfba65c2d None None] Port c7a5513a-b557-4a7f-a0ce-7994823d236d cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:51:17.806804 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-f16cb4c3-e909-4c4c-ad07-8b2f42dce28d req-3ac0ad7a-9780-42af-aaf2-6c0f618973b8 service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4801817 Feb 09 00:51:17.807707 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ca403b91-77d8-47b4-9c70-7b447dcb6919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:17.812376 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ca403b91-77d8-47b4-9c70-7b447dcb6919 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/c1fdb605-4e42-48fa-b8af-5ebafc60b1a7 HTTP/1.1" status: 204 len: 168 time: 1.0796225 Feb 09 00:51:17.995941 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eb2364-8b29-4677-88d8-d55693f6466d service neutron] Pushing event updated for resources: {'Port': ['ID=c7a5513a-b557-4a7f-a0ce-7994823d236d,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:18.047469 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e37cb035-2e9f-4686-9544-0b104d006f66 req-b4465c7a-6093-4407-b373-365536526a54 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f26b1f1-bccd-471c-9b04-b9969c8e9c78 HTTP/1.1" status: 200 len: 210 time: 0.2235789 Feb 09 00:51:18.091811 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 39378) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:51:18.327773 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-12b9b77f-f3ab-4f67-850a-add23239b464 req-c5eb2364-8b29-4677-88d8-d55693f6466d service neutron] Attempting to bind port c7a5513a-b557-4a7f-a0ce-7994823d236d on host n-h2-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:51:18.328354 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-12b9b77f-f3ab-4f67-850a-add23239b464 req-c5eb2364-8b29-4677-88d8-d55693f6466d service neutron] Attempting to bind port c7a5513a-b557-4a7f-a0ce-7994823d236d by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:51:18.328444 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b9b77f-f3ab-4f67-850a-add23239b464 req-c5eb2364-8b29-4677-88d8-d55693f6466d service neutron] Attempting to bind port c7a5513a-b557-4a7f-a0ce-7994823d236d on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:51:18.336877 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b9b77f-f3ab-4f67-850a-add23239b464 req-c5eb2364-8b29-4677-88d8-d55693f6466d service neutron] Port c7a5513a-b557-4a7f-a0ce-7994823d236d on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:51:18.337214 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b9b77f-f3ab-4f67-850a-add23239b464 req-c5eb2364-8b29-4677-88d8-d55693f6466d service neutron] Attempting to bind port c7a5513a-b557-4a7f-a0ce-7994823d236d on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:51:18.345921 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b9b77f-f3ab-4f67-850a-add23239b464 req-c5eb2364-8b29-4677-88d8-d55693f6466d service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:51:18.346320 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b9b77f-f3ab-4f67-850a-add23239b464 req-c5eb2364-8b29-4677-88d8-d55693f6466d service neutron] Checking segment: {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:51:18.346727 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b9b77f-f3ab-4f67-850a-add23239b464 req-c5eb2364-8b29-4677-88d8-d55693f6466d service neutron] Bound using segment: {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:51:18.347179 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-12b9b77f-f3ab-4f67-850a-add23239b464 req-c5eb2364-8b29-4677-88d8-d55693f6466d service neutron] Bound port: c7a5513a-b557-4a7f-a0ce-7994823d236d, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:51:18.347500 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-12b9b77f-f3ab-4f67-850a-add23239b464 req-c5eb2364-8b29-4677-88d8-d55693f6466d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:18.362459 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3197e0-09b1-41b8-9885-45e3edc536f6 req-22984562-383c-4eb0-9e10-2f5db902d32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:18.363928 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1c3197e0-09b1-41b8-9885-45e3edc536f6 req-22984562-383c-4eb0-9e10-2f5db902d32a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=50707b6a9de04832ba2e0ca2ee0dbd71&device_id=84a91593-88c5-43c2-b1bf-4bdfc679ad04 HTTP/1.1" status: 200 len: 1098 time: 0.4302852 Feb 09 00:51:18.369393 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-19a4b0e7-3e2b-4d31-ac89-48eb22897daa admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=edd88407ab9e4d2fbc8a3a38f420b0ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2764933 Feb 09 00:51:18.372713 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39386) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:51:18.437305 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62381b-f157-497f-9151-7286fed66c93 req-764474c8-a532-4b49-811c-bba3365917a0 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:18.439942 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8a62381b-f157-497f-9151-7286fed66c93 req-764474c8-a532-4b49-811c-bba3365917a0 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.62 "GET /v2.0/networks?id=ded91f5f-4c52-4e17-8569-d9d1696711b8 HTTP/1.1" status: 200 len: 808 time: 0.5009370 Feb 09 00:51:18.463699 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-8a62381b-f157-497f-9151-7286fed66c93 req-bd7d01e5-cdb9-4c9d-9de4-1221f1bc0d28 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Request body: {'port': {'device_id': '1f26b1f1-bccd-471c-9b04-b9969c8e9c78', 'network_id': 'ded91f5f-4c52-4e17-8569-d9d1696711b8', 'admin_state_up': True, 'tenant_id': '8d883076d7064c219a98a8f981d7945a'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:51:18.540769 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 39396) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:51:18.596780 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33f80d-d08a-4b55-a57e-323a4150e953 req-6d16a73b-a953-4fe8-8edd-8af070c15023 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:18.610215 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0f33f80d-d08a-4b55-a57e-323a4150e953 req-6d16a73b-a953-4fe8-8edd-8af070c15023 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] 10.222.0.105 "GET /v2.0/ports?device_id=84a91593-88c5-43c2-b1bf-4bdfc679ad04 HTTP/1.1" status: 200 len: 947 time: 0.3641605 Feb 09 00:51:18.626050 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6816331e-f475-4b0f-8b62-4b2895ad7c52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:18.642466 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-12b9b77f-f3ab-4f67-850a-add23239b464 req-c5eb2364-8b29-4677-88d8-d55693f6466d service neutron] For port c7a5513a-b557-4a7f-a0ce-7994823d236d, host n-h2-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:51:18.644507 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39404) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:51:18.685889 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-12b9b77f-f3ab-4f67-850a-add23239b464 req-c5eb2364-8b29-4677-88d8-d55693f6466d service neutron] For port c7a5513a-b557-4a7f-a0ce-7994823d236d, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=c7a5513a-b557-4a7f-a0ce-7994823d236d,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:51:18.702622 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-12b9b77f-f3ab-4f67-850a-add23239b464 req-c5eb2364-8b29-4677-88d8-d55693f6466d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:18.729858 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-803ff988-df04-4b59-b15b-419ee89e64ff admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-138453457-network', 'tenant_id': '7bf69f5d5f8d45f2b7dab3b2ab01eff0'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:51:18.768431 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3197e0-09b1-41b8-9885-45e3edc536f6 req-b6b9ad13-2f14-4db3-8b44-0f0fbd4a76da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:18.769303 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0f33f80d-d08a-4b55-a57e-323a4150e953 req-66e536a3-41d7-44e3-945b-fb087025c4fa tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] 10.222.0.105 "GET /v2.0/security-groups?id=1ed07dad-ca98-4563-9313-f42f82b46bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532795 Feb 09 00:51:18.770396 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1c3197e0-09b1-41b8-9885-45e3edc536f6 req-b6b9ad13-2f14-4db3-8b44-0f0fbd4a76da service neutron] 10.222.0.99 "GET /v2.0/networks?id=42d335cf-a678-4bc3-901b-7d21fb8587e6 HTTP/1.1" status: 200 len: 870 time: 0.3997483 Feb 09 00:51:18.771482 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-803ff988-df04-4b59-b15b-419ee89e64ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:51:18.772618 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9b77f-f3ab-4f67-850a-add23239b464 req-c5eb2364-8b29-4677-88d8-d55693f6466d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:18.773371 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-12b9b77f-f3ab-4f67-850a-add23239b464 req-c5eb2364-8b29-4677-88d8-d55693f6466d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:18.782863 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-12b9b77f-f3ab-4f67-850a-add23239b464 req-c5eb2364-8b29-4677-88d8-d55693f6466d service neutron] 10.222.0.99 "PUT /v2.0/ports/c7a5513a-b557-4a7f-a0ce-7994823d236d HTTP/1.1" status: 200 len: 1096 time: 3.7876785 Feb 09 00:51:18.786118 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6816331e-f475-4b0f-8b62-4b2895ad7c52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:18.846632 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-803ff988-df04-4b59-b15b-419ee89e64ff admin admin] Usage tracker for resource:network and tenant:7bf69f5d5f8d45f2b7dab3b2ab01eff0 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:51:18.853866 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-803ff988-df04-4b59-b15b-419ee89e64ff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:51:18.876506 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-803ff988-df04-4b59-b15b-419ee89e64ff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:51:18.907189 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-8a62381b-f157-497f-9151-7286fed66c93 req-bd7d01e5-cdb9-4c9d-9de4-1221f1bc0d28 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:51:18.913461 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-8a62381b-f157-497f-9151-7286fed66c93 req-bd7d01e5-cdb9-4c9d-9de4-1221f1bc0d28 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Usage tracker for resource:port and tenant:8d883076d7064c219a98a8f981d7945a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:51:18.916704 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803ff988-df04-4b59-b15b-419ee89e64ff admin admin] Made reservation on behalf of 7bf69f5d5f8d45f2b7dab3b2ab01eff0 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:51:18.919249 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-803ff988-df04-4b59-b15b-419ee89e64ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:18.929729 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9a00739-6bf6-4243-a8e9-6c73cabddce3', 'tag': 'c7a5513a-b557-4a7f-a0ce-7994823d236d'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:51:18.930248 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-8a62381b-f157-497f-9151-7286fed66c93 req-bd7d01e5-cdb9-4c9d-9de4-1221f1bc0d28 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:51:18.952027 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-8a62381b-f157-497f-9151-7286fed66c93 req-bd7d01e5-cdb9-4c9d-9de4-1221f1bc0d28 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:51:18.973422 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-803ff988-df04-4b59-b15b-419ee89e64ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:19.016401 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-803ff988-df04-4b59-b15b-419ee89e64ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:51:19.024176 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a62381b-f157-497f-9151-7286fed66c93 req-bd7d01e5-cdb9-4c9d-9de4-1221f1bc0d28 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Made reservation on behalf of 8d883076d7064c219a98a8f981d7945a for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:51:19.027612 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8a62381b-f157-497f-9151-7286fed66c93 req-bd7d01e5-cdb9-4c9d-9de4-1221f1bc0d28 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:19.038718 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-803ff988-df04-4b59-b15b-419ee89e64ff admin admin] Usage tracker for resource:security_group_rule and tenant:7bf69f5d5f8d45f2b7dab3b2ab01eff0 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:51:19.046192 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-803ff988-df04-4b59-b15b-419ee89e64ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:51:19.053413 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9a00739-6bf6-4243-a8e9-6c73cabddce3', 'tag': 'c7a5513a-b557-4a7f-a0ce-7994823d236d', 'status': 'completed', 'code': 200} Feb 09 00:51:19.059453 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaac5814-1508-40e5-98c2-aa03de84f298 req-417be1c3-7466-4e18-9a4e-19af12e59bfb tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:19.060963 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-eaac5814-1508-40e5-98c2-aa03de84f298 req-417be1c3-7466-4e18-9a4e-19af12e59bfb tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] 10.222.0.105 "GET /v2.0/ports?device_id=f9a00739-6bf6-4243-a8e9-6c73cabddce3 HTTP/1.1" status: 200 len: 948 time: 0.3166115 Feb 09 00:51:19.065917 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-803ff988-df04-4b59-b15b-419ee89e64ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:51:19.105224 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1c3197e0-09b1-41b8-9885-45e3edc536f6 req-4e8b8a77-99a6-4f55-be7b-c2cecc75eb5f service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=1d7159ba-1cab-4b39-b7c4-51c7a758c9a7 HTTP/1.1" status: 200 len: 217 time: 0.1501296 Feb 09 00:51:19.105953 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3ea4fe7e-ca0d-49f4-b3bd-83f4484c5eee admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:19.205355 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eb2364-8b29-4677-88d8-d55693f6466d service neutron] Pushing event updated for resources: {'Port': ['ID=c7a5513a-b557-4a7f-a0ce-7994823d236d,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:19.226008 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3ea4fe7e-ca0d-49f4-b3bd-83f4484c5eee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:51:19.240673 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-3ea4fe7e-ca0d-49f4-b3bd-83f4484c5eee admin admin] Usage tracker for resource:security_group_rule and tenant:cf91644151bc495bab35762a0684ed7d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:51:19.245628 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-3ea4fe7e-ca0d-49f4-b3bd-83f4484c5eee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:51:19.260707 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3ea4fe7e-ca0d-49f4-b3bd-83f4484c5eee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:51:19.272520 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3197e0-09b1-41b8-9885-45e3edc536f6 req-1f22ff12-c7b9-4638-b3f3-78513ecb9c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:19.274052 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1c3197e0-09b1-41b8-9885-45e3edc536f6 req-1f22ff12-c7b9-4638-b3f3-78513ecb9c05 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.1477356 Feb 09 00:51:19.322816 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-eaac5814-1508-40e5-98c2-aa03de84f298 req-27044403-6fa5-446d-be9f-94b889206b15 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] 10.222.0.105 "GET /v2.0/security-groups?id=0f507eaa-fbf5-4591-86aa-07515c8d90fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494795 Feb 09 00:51:19.335063 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6816331e-f475-4b0f-8b62-4b2895ad7c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:19.370135 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6816331e-f475-4b0f-8b62-4b2895ad7c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c76a97-0f45-455e-b3e8-9b206c9f025d,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:19.392601 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9b77f-f3ab-4f67-850a-add23239b464 req-1b868e32-f0e9-42f1-b3f3-130365295c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:19.394232 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-12b9b77f-f3ab-4f67-850a-add23239b464 req-1b868e32-f0e9-42f1-b3f3-130365295c21 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=638657b25bbe4ae19e86726cc9773ae8&device_id=f9a00739-6bf6-4243-a8e9-6c73cabddce3 HTTP/1.1" status: 200 len: 1099 time: 0.4570401 Feb 09 00:51:19.399484 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6816331e-f475-4b0f-8b62-4b2895ad7c52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:19.400160 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-6816331e-f475-4b0f-8b62-4b2895ad7c52 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/75c76a97-0f45-455e-b3e8-9b206c9f025d HTTP/1.1" status: 204 len: 168 time: 1.0014656 Feb 09 00:51:19.422147 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c942b8ac-2d30-460b-ab2b-019323127940 req-e291bc40-3dfa-410a-af97-60608b4651e0 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f26b1f1-bccd-471c-9b04-b9969c8e9c78 HTTP/1.1" status: 200 len: 210 time: 0.1184762 Feb 09 00:51:19.488603 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-12b9b77f-f3ab-4f67-850a-add23239b464 req-66e104c2-a6f8-435a-b6a7-f6528fccf791 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=c7a5513a-b557-4a7f-a0ce-7994823d236d HTTP/1.1" status: 200 len: 217 time: 0.0807087 Feb 09 00:51:19.627900 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-8a62381b-f157-497f-9151-7286fed66c93 req-bd7d01e5-cdb9-4c9d-9de4-1221f1bc0d28 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Allocated IP 172.20.0.6 (ded91f5f-4c52-4e17-8569-d9d1696711b8/103c212c-bf16-40d1-a89c-07252434eb67/6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:51:19.631426 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3197e0-09b1-41b8-9885-45e3edc536f6 req-a3a308e7-46c7-45a3-bda8-9ea7420aebf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:19.632765 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1c3197e0-09b1-41b8-9885-45e3edc536f6 req-a3a308e7-46c7-45a3-bda8-9ea7420aebf6 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3505430 Feb 09 00:51:19.638814 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-803ff988-df04-4b59-b15b-419ee89e64ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:19.650264 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-803ff988-df04-4b59-b15b-419ee89e64ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:19.652768 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3ea4fe7e-ca0d-49f4-b3bd-83f4484c5eee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:19.700767 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9b77f-f3ab-4f67-850a-add23239b464 req-200d28f8-8b2e-4144-b732-362898487ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:19.702266 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-12b9b77f-f3ab-4f67-850a-add23239b464 req-200d28f8-8b2e-4144-b732-362898487ac4 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.2031164 Feb 09 00:51:19.705952 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3ea4fe7e-ca0d-49f4-b3bd-83f4484c5eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:19.759909 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-803ff988-df04-4b59-b15b-419ee89e64ff admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:51:19.788909 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803ff988-df04-4b59-b15b-419ee89e64ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5241b5dc-7937-4332-869e-fc6addd63e2f,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:19.825053 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-803ff988-df04-4b59-b15b-419ee89e64ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:19.826305 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-803ff988-df04-4b59-b15b-419ee89e64ff admin admin] Added segment e9be9500-482f-486c-b330-ffba40da5382 of type vlan for network 39a46289-ad70-46f1-887f-88a255de2a83 Feb 09 00:51:19.883413 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea4fe7e-ca0d-49f4-b3bd-83f4484c5eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=debd11d4-b611-4c17-a852-60c88fea7578,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:19.892325 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-3ea4fe7e-ca0d-49f4-b3bd-83f4484c5eee admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=cf91644151bc495bab35762a0684ed7d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2382329 Feb 09 00:51:19.895261 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39444) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:51:19.980740 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1c3197e0-09b1-41b8-9885-45e3edc536f6 req-f34078a7-0a83-44dd-96fa-9ee04cc418fa service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299901 Feb 09 00:51:20.075759 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-803ff988-df04-4b59-b15b-419ee89e64ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:20.075974 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bcd4a1d4-f665-4396-9969-5cbbb9e11538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:20.082159 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9b77f-f3ab-4f67-850a-add23239b464 req-eb871d07-94e7-4d27-a636-adc77a1cf047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:20.084302 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-12b9b77f-f3ab-4f67-850a-add23239b464 req-eb871d07-94e7-4d27-a636-adc77a1cf047 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3158383 Feb 09 00:51:20.212029 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bcd4a1d4-f665-4396-9969-5cbbb9e11538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:20.268730 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-803ff988-df04-4b59-b15b-419ee89e64ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:20.269789 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803ff988-df04-4b59-b15b-419ee89e64ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:20.270366 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-803ff988-df04-4b59-b15b-419ee89e64ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:20.330610 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1c3197e0-09b1-41b8-9885-45e3edc536f6 req-21b6769d-457e-4b50-bb13-1f89568e712d service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437767 Feb 09 00:51:20.363728 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-12b9b77f-f3ab-4f67-850a-add23239b464 req-4aafd4aa-5b71-42f9-ba80-68d9b6e0595a service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684293 Feb 09 00:51:20.391686 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8a62381b-f157-497f-9151-7286fed66c93 req-bd7d01e5-cdb9-4c9d-9de4-1221f1bc0d28 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:20.438222 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-803ff988-df04-4b59-b15b-419ee89e64ff admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.8931859 Feb 09 00:51:20.439015 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 39466) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:51:20.448765 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803ff988-df04-4b59-b15b-419ee89e64ff admin admin] Pushing event updated for resources: {'Network': ['ID=39a46289-ad70-46f1-887f-88a255de2a83,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:20.454375 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-e31bb3c2-0d5b-4b49-a015-5ea61da7c40f admin admin] Request body: {'subnet': {'network_id': '39a46289-ad70-46f1-887f-88a255de2a83', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-138453457-subnet', 'tenant_id': '7bf69f5d5f8d45f2b7dab3b2ab01eff0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:51:20.463039 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e31bb3c2-0d5b-4b49-a015-5ea61da7c40f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:51:20.469147 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 39a46289-ad70-46f1-887f-88a255de2a83 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 00:51:20.474686 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-e31bb3c2-0d5b-4b49-a015-5ea61da7c40f admin admin] Usage tracker for resource:subnet and tenant:7bf69f5d5f8d45f2b7dab3b2ab01eff0 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:51:20.486800 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42992e-5871-400a-828e-e53a981e7c00 req-d4eacbd8-d299-4ec5-98f4-11f18218baa2 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:20.497990 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dc42992e-5871-400a-828e-e53a981e7c00 req-d4eacbd8-d299-4ec5-98f4-11f18218baa2 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] 10.222.0.105 "GET /v2.0/ports?device_id=84a91593-88c5-43c2-b1bf-4bdfc679ad04 HTTP/1.1" status: 200 len: 947 time: 0.3359809 Feb 09 00:51:20.500276 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-e31bb3c2-0d5b-4b49-a015-5ea61da7c40f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:51:20.510382 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bcd4a1d4-f665-4396-9969-5cbbb9e11538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:20.521983 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e31bb3c2-0d5b-4b49-a015-5ea61da7c40f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:51:20.558561 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e31bb3c2-0d5b-4b49-a015-5ea61da7c40f admin admin] Made reservation on behalf of 7bf69f5d5f8d45f2b7dab3b2ab01eff0 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:51:20.560870 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e31bb3c2-0d5b-4b49-a015-5ea61da7c40f admin admin] Notify callbacks [] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:20.582601 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd4a1d4-f665-4396-9969-5cbbb9e11538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=debd11d4-b611-4c17-a852-60c88fea7578,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:20.592133 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bcd4a1d4-f665-4396-9969-5cbbb9e11538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:20.598378 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-bcd4a1d4-f665-4396-9969-5cbbb9e11538 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/debd11d4-b611-4c17-a852-60c88fea7578 HTTP/1.1" status: 204 len: 168 time: 0.6998515 Feb 09 00:51:20.679425 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-12b9b77f-f3ab-4f67-850a-add23239b464 req-f82d36a2-f5be-4ec0-93c8-37c4c1769e1c service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080032 Feb 09 00:51:20.703010 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dc42992e-5871-400a-828e-e53a981e7c00 req-d6f4e95c-67f6-4b93-a1f6-b3cf048bee83 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] 10.222.0.105 "GET /v2.0/security-groups?id=1ed07dad-ca98-4563-9313-f42f82b46bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038920 Feb 09 00:51:20.757427 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8a62381b-f157-497f-9151-7286fed66c93 req-bd7d01e5-cdb9-4c9d-9de4-1221f1bc0d28 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:20.851621 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a954926-b54a-4330-90bb-85b9bf8e5d59 req-6cc1ed20-0f94-4ee5-b57a-733ea11c4375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:20.853407 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-8a954926-b54a-4330-90bb-85b9bf8e5d59 req-6cc1ed20-0f94-4ee5-b57a-733ea11c4375 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=638657b25bbe4ae19e86726cc9773ae8&device_id=f9a00739-6bf6-4243-a8e9-6c73cabddce3 HTTP/1.1" status: 200 len: 1099 time: 0.1191254 Feb 09 00:51:20.903261 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a62381b-f157-497f-9151-7286fed66c93 req-bd7d01e5-cdb9-4c9d-9de4-1221f1bc0d28 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Network ded91f5f-4c52-4e17-8569-d9d1696711b8 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:51:20.949753 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-8a62381b-f157-497f-9151-7286fed66c93 req-bd7d01e5-cdb9-4c9d-9de4-1221f1bc0d28 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:51:20.952488 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a62381b-f157-497f-9151-7286fed66c93 req-bd7d01e5-cdb9-4c9d-9de4-1221f1bc0d28 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:51:20.958621 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62381b-f157-497f-9151-7286fed66c93 req-bd7d01e5-cdb9-4c9d-9de4-1221f1bc0d28 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:20.959252 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8a62381b-f157-497f-9151-7286fed66c93 req-bd7d01e5-cdb9-4c9d-9de4-1221f1bc0d28 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:21.008373 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7d01e5-cdb9-4c9d-9de4-1221f1bc0d28 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Pushing event updated for resources: {'Port': ['ID=6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:21.031505 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8a62381b-f157-497f-9151-7286fed66c93 req-bd7d01e5-cdb9-4c9d-9de4-1221f1bc0d28 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5766306 Feb 09 00:51:21.032206 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a954926-b54a-4330-90bb-85b9bf8e5d59 req-1c3e0572-a0cf-4118-8478-5551db013f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:21.034309 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-8a954926-b54a-4330-90bb-85b9bf8e5d59 req-1c3e0572-a0cf-4118-8478-5551db013f9e service neutron] 10.222.0.99 "GET /v2.0/networks?id=42d335cf-a678-4bc3-901b-7d21fb8587e6 HTTP/1.1" status: 200 len: 870 time: 0.1751037 Feb 09 00:51:21.055091 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-8a62381b-f157-497f-9151-7286fed66c93 req-831312ca-ac4c-4c8b-ba33-4c87457012e6 service neutron] Request body: {'port': {'device_id': '1f26b1f1-bccd-471c-9b04-b9969c8e9c78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:51:21.093951 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df62ade7-4fdd-4386-9116-1ec219d29dc0 req-d4653d44-8ea4-4b57-9f23-766d893d6f41 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:21.101792 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-df62ade7-4fdd-4386-9116-1ec219d29dc0 req-d4653d44-8ea4-4b57-9f23-766d893d6f41 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] 10.222.0.105 "GET /v2.0/ports?device_id=f9a00739-6bf6-4243-a8e9-6c73cabddce3 HTTP/1.1" status: 200 len: 948 time: 0.3975718 Feb 09 00:51:21.168738 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 1d7159ba-1cab-4b39-b7c4-51c7a758c9a7 details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:51:21.225341 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-8a954926-b54a-4330-90bb-85b9bf8e5d59 req-8a9517ba-1505-4767-a278-acbfe1ac6363 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=c7a5513a-b557-4a7f-a0ce-7994823d236d HTTP/1.1" status: 200 len: 217 time: 0.1848688 Feb 09 00:51:21.275578 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-df62ade7-4fdd-4386-9116-1ec219d29dc0 req-b9775fa1-906d-4da6-aaf3-5d2dd81b28a4 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] 10.222.0.105 "GET /v2.0/security-groups?id=0f507eaa-fbf5-4591-86aa-07515c8d90fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728220 Feb 09 00:51:21.293316 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a954926-b54a-4330-90bb-85b9bf8e5d59 req-3343fa5d-9fdd-42c5-a082-7961e1af8be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:21.294813 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-8a954926-b54a-4330-90bb-85b9bf8e5d59 req-3343fa5d-9fdd-42c5-a082-7961e1af8be2 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.0637436 Feb 09 00:51:21.305823 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839501d9-ff01-413b-a973-4ce43a034379 req-063d2815-ef92-41fd-84cd-5c98bbf794a6 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:21.307104 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-839501d9-ff01-413b-a973-4ce43a034379 req-063d2815-ef92-41fd-84cd-5c98bbf794a6 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Synchronizing usage tracker for tenant:8d883076d7064c219a98a8f981d7945a on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:51:21.363678 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 39494) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:51:21.399453 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a954926-b54a-4330-90bb-85b9bf8e5d59 req-89d6d79e-319a-4adf-9d9d-6a4dcc61e2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:21.401634 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-8a954926-b54a-4330-90bb-85b9bf8e5d59 req-89d6d79e-319a-4adf-9d9d-6a4dcc61e2a9 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1004586 Feb 09 00:51:21.407193 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1c871a4a-912c-4281-b548-f00e1e038897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:21.407366 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 1d7159ba-1cab-4b39-b7c4-51c7a758c9a7, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=1d7159ba-1cab-4b39-b7c4-51c7a758c9a7,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:51:21.417577 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8a62381b-f157-497f-9151-7286fed66c93 req-831312ca-ac4c-4c8b-ba33-4c87457012e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:21.447412 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e31bb3c2-0d5b-4b49-a015-5ea61da7c40f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:21.458589 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': '1d7159ba-1cab-4b39-b7c4-51c7a758c9a7', 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6', 'port_id': '1d7159ba-1cab-4b39-b7c4-51c7a758c9a7', 'mac_address': 'fa:16:3e:e4:dc:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7938d94-1f0f-48bd-a0b3-26d5344ff0ec', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:51:21.493862 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-839501d9-ff01-413b-a973-4ce43a034379 req-063d2815-ef92-41fd-84cd-5c98bbf794a6 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Unset dirty status for tenant:8d883076d7064c219a98a8f981d7945a on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:51:21.495503 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-839501d9-ff01-413b-a973-4ce43a034379 req-063d2815-ef92-41fd-84cd-5c98bbf794a6 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f26b1f1-bccd-471c-9b04-b9969c8e9c78 HTTP/1.1" status: 200 len: 931 time: 0.6130390 Feb 09 00:51:21.541349 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:21.551152 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:21.573843 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d7159ba-1cab-4b39-b7c4-51c7a758c9a7 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:51:21.581195 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-1c871a4a-912c-4281-b548-f00e1e038897 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:51:21.592595 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 1d7159ba-1cab-4b39-b7c4-51c7a758c9a7, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=1d7159ba-1cab-4b39-b7c4-51c7a758c9a7,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:51:21.597674 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:21.611341 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-8a954926-b54a-4330-90bb-85b9bf8e5d59 req-b9fab85d-ed87-4353-91ac-7a4eb84326aa service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030473 Feb 09 00:51:21.710709 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=1d7159ba-1cab-4b39-b7c4-51c7a758c9a7,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:21.724135 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-1c871a4a-912c-4281-b548-f00e1e038897 admin admin] Usage tracker for resource:security_group_rule and tenant:ebe9bb09d82146fc91062a4d57916dd9 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:51:21.737794 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-1c871a4a-912c-4281-b548-f00e1e038897 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:51:21.750848 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31bb3c2-0d5b-4b49-a015-5ea61da7c40f admin admin] Pushing event updated for resources: {'Subnet': ['ID=163b540f-77f3-4f41-babd-8cc6d2cd64c1,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:21.762461 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-1c871a4a-912c-4281-b548-f00e1e038897 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:51:21.813762 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-839501d9-ff01-413b-a973-4ce43a034379 req-62e773a5-4419-4feb-9e17-4754efdc4ab1 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914398 Feb 09 00:51:21.818663 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31bb3c2-0d5b-4b49-a015-5ea61da7c40f admin admin] Checking segment: {'id': 'e9be9500-482f-486c-b330-ffba40da5382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '39a46289-ad70-46f1-887f-88a255de2a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:51:21.819621 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31bb3c2-0d5b-4b49-a015-5ea61da7c40f admin admin] Network hostable DHCP agents. Network: 39a46289-ad70-46f1-887f-88a255de2a83, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:51:21.837998 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-8a954926-b54a-4330-90bb-85b9bf8e5d59 req-e53b8dc6-4ca0-449d-a779-a0a151cdca43 service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196400 Feb 09 00:51:21.918184 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31bb3c2-0d5b-4b49-a015-5ea61da7c40f admin admin] Network 39a46289-ad70-46f1-887f-88a255de2a83 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:51:21.982646 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['1d7159ba-1cab-4b39-b7c4-51c7a758c9a7'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:51:22.164255 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-e31bb3c2-0d5b-4b49-a015-5ea61da7c40f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 39a46289-ad70-46f1-887f-88a255de2a83) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:51:22.175820 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e743bcb-6404-4231-af23-1657cb3741a2 None None] Network 39a46289-ad70-46f1-887f-88a255de2a83 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:51:22.179474 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31bb3c2-0d5b-4b49-a015-5ea61da7c40f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:22.180071 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e31bb3c2-0d5b-4b49-a015-5ea61da7c40f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:22.257232 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-e31bb3c2-0d5b-4b49-a015-5ea61da7c40f admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.8125746 Feb 09 00:51:22.290306 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1c871a4a-912c-4281-b548-f00e1e038897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:22.304952 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1c871a4a-912c-4281-b548-f00e1e038897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:22.318305 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3498659d-9a0e-45e7-b791-8e0ad59a5cc3 req-91a712d5-cf03-4452-8636-116e66d4361e tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:22.326602 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3498659d-9a0e-45e7-b791-8e0ad59a5cc3 req-91a712d5-cf03-4452-8636-116e66d4361e tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] 10.222.0.105 "GET /v2.0/ports?device_id=84a91593-88c5-43c2-b1bf-4bdfc679ad04 HTTP/1.1" status: 200 len: 948 time: 0.4211059 Feb 09 00:51:22.500838 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf81843-0b37-4013-b251-8e85741243a3 None None] Network 39a46289-ad70-46f1-887f-88a255de2a83 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:51:22.531386 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39546) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:51:22.531956 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-1c871a4a-912c-4281-b548-f00e1e038897 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=ebe9bb09d82146fc91062a4d57916dd9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1653454 Feb 09 00:51:22.553141 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c871a4a-912c-4281-b548-f00e1e038897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d2de7a-b0f2-4f9c-8904-58dc360d5486,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:22.573277 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3498659d-9a0e-45e7-b791-8e0ad59a5cc3 req-347da576-8689-4490-a288-efc1d3f7498d tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] 10.222.0.105 "GET /v2.0/security-groups?id=1ed07dad-ca98-4563-9313-f42f82b46bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457290 Feb 09 00:51:22.652946 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5569f98a-45ae-4064-86cf-a9fc9c4611cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:22.703834 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 39556) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:51:22.718137 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5569f98a-45ae-4064-86cf-a9fc9c4611cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:22.723003 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-8a62381b-f157-497f-9151-7286fed66c93 req-831312ca-ac4c-4c8b-ba33-4c87457012e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:51:22.737989 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b5a4ad-4694-4503-8ae1-0b3a1e2b3036 req-a937b4ee-e577-484f-9f96-88ce38fefa02 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:22.747738 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-29b5a4ad-4694-4503-8ae1-0b3a1e2b3036 req-a937b4ee-e577-484f-9f96-88ce38fefa02 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] 10.222.0.105 "GET /v2.0/ports?device_id=f9a00739-6bf6-4243-a8e9-6c73cabddce3 HTTP/1.1" status: 200 len: 948 time: 0.3082902 Feb 09 00:51:22.773584 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8a62381b-f157-497f-9151-7286fed66c93 req-831312ca-ac4c-4c8b-ba33-4c87457012e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:22.814323 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5569f98a-45ae-4064-86cf-a9fc9c4611cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:22.847140 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5569f98a-45ae-4064-86cf-a9fc9c4611cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d2de7a-b0f2-4f9c-8904-58dc360d5486,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:22.861667 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5569f98a-45ae-4064-86cf-a9fc9c4611cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:22.869111 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-5569f98a-45ae-4064-86cf-a9fc9c4611cc admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/a5d2de7a-b0f2-4f9c-8904-58dc360d5486 HTTP/1.1" status: 204 len: 168 time: 0.3355715 Feb 09 00:51:22.889585 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-29b5a4ad-4694-4503-8ae1-0b3a1e2b3036 req-35cf5cb3-e634-422c-a30f-c30d987f3638 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] 10.222.0.105 "GET /v2.0/security-groups?id=0f507eaa-fbf5-4591-86aa-07515c8d90fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399350 Feb 09 00:51:22.892718 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-8a62381b-f157-497f-9151-7286fed66c93 req-831312ca-ac4c-4c8b-ba33-4c87457012e6 service neutron] Transition to ACTIVE for port object 6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:51:22.899227 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8a62381b-f157-497f-9151-7286fed66c93 req-831312ca-ac4c-4c8b-ba33-4c87457012e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:23.143002 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a94561bd-7f12-4c1d-94ab-162571aad2cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:23.162602 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831312ca-ac4c-4c8b-ba33-4c87457012e6 service neutron] Pushing event updated for resources: {'Port': ['ID=6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:23.176916 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a94561bd-7f12-4c1d-94ab-162571aad2cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:51:23.180387 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 1d7159ba-1cab-4b39-b7c4-51c7a758c9a7 up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:51:23.181316 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-a94561bd-7f12-4c1d-94ab-162571aad2cb admin admin] Usage tracker for resource:security_group_rule and tenant:d0d710d93e4d492fb8bfccd9cae4d4fa is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:51:23.184853 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-a94561bd-7f12-4c1d-94ab-162571aad2cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:51:23.195010 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a94561bd-7f12-4c1d-94ab-162571aad2cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:51:23.199297 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-8a62381b-f157-497f-9151-7286fed66c93 req-831312ca-ac4c-4c8b-ba33-4c87457012e6 service neutron] Attempting to bind port 6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:51:23.199631 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-8a62381b-f157-497f-9151-7286fed66c93 req-831312ca-ac4c-4c8b-ba33-4c87457012e6 service neutron] Attempting to bind port 6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'b907962e-2c92-4e5e-9eb3-daae4f34051b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ded91f5f-4c52-4e17-8569-d9d1696711b8'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:51:23.199949 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a62381b-f157-497f-9151-7286fed66c93 req-831312ca-ac4c-4c8b-ba33-4c87457012e6 service neutron] Attempting to bind port 6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f on network ded91f5f-4c52-4e17-8569-d9d1696711b8 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:51:23.211610 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a62381b-f157-497f-9151-7286fed66c93 req-831312ca-ac4c-4c8b-ba33-4c87457012e6 service neutron] Port 6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f on network ded91f5f-4c52-4e17-8569-d9d1696711b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:51:23.211930 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a62381b-f157-497f-9151-7286fed66c93 req-831312ca-ac4c-4c8b-ba33-4c87457012e6 service neutron] Attempting to bind port 6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f on network ded91f5f-4c52-4e17-8569-d9d1696711b8 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:51:23.228389 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a62381b-f157-497f-9151-7286fed66c93 req-831312ca-ac4c-4c8b-ba33-4c87457012e6 service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:51:23.228699 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a62381b-f157-497f-9151-7286fed66c93 req-831312ca-ac4c-4c8b-ba33-4c87457012e6 service neutron] Checking segment: {'id': 'b907962e-2c92-4e5e-9eb3-daae4f34051b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ded91f5f-4c52-4e17-8569-d9d1696711b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:51:23.229090 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a62381b-f157-497f-9151-7286fed66c93 req-831312ca-ac4c-4c8b-ba33-4c87457012e6 service neutron] Bound using segment: {'id': 'b907962e-2c92-4e5e-9eb3-daae4f34051b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ded91f5f-4c52-4e17-8569-d9d1696711b8'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:51:23.229528 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-8a62381b-f157-497f-9151-7286fed66c93 req-831312ca-ac4c-4c8b-ba33-4c87457012e6 service neutron] Bound port: 6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b907962e-2c92-4e5e-9eb3-daae4f34051b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ded91f5f-4c52-4e17-8569-d9d1696711b8'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:51:23.229899 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8a62381b-f157-497f-9151-7286fed66c93 req-831312ca-ac4c-4c8b-ba33-4c87457012e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:23.342810 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning for port 1d7159ba-1cab-4b39-b7c4-51c7a758c9a7 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:51:23.349446 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port 1d7159ba-1cab-4b39-b7c4-51c7a758c9a7 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:51:23.350162 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:23.446156 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-8a62381b-f157-497f-9151-7286fed66c93 req-831312ca-ac4c-4c8b-ba33-4c87457012e6 service neutron] For port 6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:51:23.557451 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-8a62381b-f157-497f-9151-7286fed66c93 req-831312ca-ac4c-4c8b-ba33-4c87457012e6 service neutron] For port 6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f,segment=NetworkSegment(b907962e-2c92-4e5e-9eb3-daae4f34051b),segment_id=b907962e-2c92-4e5e-9eb3-daae4f34051b)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:51:23.564238 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a94561bd-7f12-4c1d-94ab-162571aad2cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:23.581035 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8a62381b-f157-497f-9151-7286fed66c93 req-831312ca-ac4c-4c8b-ba33-4c87457012e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:23.610517 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:23.667520 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84a91593-88c5-43c2-b1bf-4bdfc679ad04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d7159ba-1cab-4b39-b7c4-51c7a758c9a7'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:51:23.678873 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 1d7159ba-1cab-4b39-b7c4-51c7a758c9a7, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=1d7159ba-1cab-4b39-b7c4-51c7a758c9a7,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:51:23.689235 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:23.757276 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831312ca-ac4c-4c8b-ba33-4c87457012e6 service neutron] Pushing event updated for resources: {'Port': ['ID=6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:23.760179 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a94561bd-7f12-4c1d-94ab-162571aad2cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:23.769997 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=1d7159ba-1cab-4b39-b7c4-51c7a758c9a7,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:23.817776 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62381b-f157-497f-9151-7286fed66c93 req-831312ca-ac4c-4c8b-ba33-4c87457012e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:23.818907 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8a62381b-f157-497f-9151-7286fed66c93 req-831312ca-ac4c-4c8b-ba33-4c87457012e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:23.820275 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8a62381b-f157-497f-9151-7286fed66c93 req-831312ca-ac4c-4c8b-ba33-4c87457012e6 service neutron] 10.222.0.62 "PUT /v2.0/ports/6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f HTTP/1.1" status: 200 len: 1091 time: 2.7763078 Feb 09 00:51:23.827104 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f26b1f1-bccd-471c-9b04-b9969c8e9c78', 'tag': '6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:51:23.868219 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-a94561bd-7f12-4c1d-94ab-162571aad2cb admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=d0d710d93e4d492fb8bfccd9cae4d4fa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1633663 Feb 09 00:51:23.871093 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39604) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:51:23.941134 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94561bd-7f12-4c1d-94ab-162571aad2cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9f241b-3035-4adc-8b14-6314b55cf054,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:23.950358 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e9eb85ff-ddca-4b86-92ba-fa1817516237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:23.955043 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf10703-c7c1-41c4-80a6-831a7ef899c6 req-ed81e27f-3c03-43f8-9fc6-6712158347d3 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:23.955755 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-abf10703-c7c1-41c4-80a6-831a7ef899c6 req-ed81e27f-3c03-43f8-9fc6-6712158347d3 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Synchronizing usage tracker for tenant:7bf69f5d5f8d45f2b7dab3b2ab01eff0 on resource:network {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:51:23.982865 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e9eb85ff-ddca-4b86-92ba-fa1817516237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:24.009307 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-abf10703-c7c1-41c4-80a6-831a7ef899c6 req-ed81e27f-3c03-43f8-9fc6-6712158347d3 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Unset dirty status for tenant:7bf69f5d5f8d45f2b7dab3b2ab01eff0 on resource:network {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:51:24.014130 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-abf10703-c7c1-41c4-80a6-831a7ef899c6 req-ed81e27f-3c03-43f8-9fc6-6712158347d3 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/networks?id=39a46289-ad70-46f1-887f-88a255de2a83 HTTP/1.1" status: 200 len: 821 time: 0.6053813 Feb 09 00:51:24.024642 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c48be-999d-4883-ab55-d45f6be8c76f req-aed4e6d3-05ca-489e-a26a-650a85af779b tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:24.026326 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7f0c48be-999d-4883-ab55-d45f6be8c76f req-aed4e6d3-05ca-489e-a26a-650a85af779b tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f26b1f1-bccd-471c-9b04-b9969c8e9c78 HTTP/1.1" status: 200 len: 943 time: 0.3147774 Feb 09 00:51:24.050526 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e9eb85ff-ddca-4b86-92ba-fa1817516237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:24.066141 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-abf10703-c7c1-41c4-80a6-831a7ef899c6 req-5cf3edc6-5495-45a8-9070-8b00103ecaff tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/quotas/7bf69f5d5f8d45f2b7dab3b2ab01eff0 HTTP/1.1" status: 200 len: 375 time: 0.0386088 Feb 09 00:51:24.073110 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eb85ff-ddca-4b86-92ba-fa1817516237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9f241b-3035-4adc-8b14-6314b55cf054,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:24.079686 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e9eb85ff-ddca-4b86-92ba-fa1817516237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:24.080823 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e9eb85ff-ddca-4b86-92ba-fa1817516237 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/4b9f241b-3035-4adc-8b14-6314b55cf054 HTTP/1.1" status: 204 len: 168 time: 0.2086897 Feb 09 00:51:24.123051 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39616) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:51:24.134040 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62381b-f157-497f-9151-7286fed66c93 req-ffccb753-f08d-41e4-92d0-604eea7231af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:24.135546 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8a62381b-f157-497f-9151-7286fed66c93 req-ffccb753-f08d-41e4-92d0-604eea7231af service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8d883076d7064c219a98a8f981d7945a&device_id=1f26b1f1-bccd-471c-9b04-b9969c8e9c78 HTTP/1.1" status: 200 len: 1094 time: 0.2709064 Feb 09 00:51:24.204022 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-abf10703-c7c1-41c4-80a6-831a7ef899c6 req-cfa8bf12-fb41-44b6-9001-dfa75848f3c3 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=7bf69f5d5f8d45f2b7dab3b2ab01eff0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1307847 Feb 09 00:51:24.223016 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7f0c48be-999d-4883-ab55-d45f6be8c76f req-f1add1a6-e745-45fa-a479-4b85a3aa151a tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871245 Feb 09 00:51:24.236737 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-55cff76d-861c-499a-b624-cbe71d38d072 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-626668466-network', 'tenant_id': '5231ade22a3241128c900a1cc320c240'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:51:24.242233 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-55cff76d-861c-499a-b624-cbe71d38d072 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:51:24.243774 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8a62381b-f157-497f-9151-7286fed66c93 req-aa504fc2-abf4-4b18-9ac6-298855e0e09e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f HTTP/1.1" status: 200 len: 217 time: 0.1003127 Feb 09 00:51:24.246754 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-55cff76d-861c-499a-b624-cbe71d38d072 admin admin] Usage tracker for resource:network and tenant:5231ade22a3241128c900a1cc320c240 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:51:24.249968 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-55cff76d-861c-499a-b624-cbe71d38d072 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:51:24.256773 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-55cff76d-861c-499a-b624-cbe71d38d072 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:51:24.274331 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55cff76d-861c-499a-b624-cbe71d38d072 admin admin] Made reservation on behalf of 5231ade22a3241128c900a1cc320c240 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:51:24.279529 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-55cff76d-861c-499a-b624-cbe71d38d072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:24.287877 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:24.300757 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-55cff76d-861c-499a-b624-cbe71d38d072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:24.323958 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-55cff76d-861c-499a-b624-cbe71d38d072 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:51:24.329145 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-55cff76d-861c-499a-b624-cbe71d38d072 admin admin] Usage tracker for resource:security_group_rule and tenant:5231ade22a3241128c900a1cc320c240 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:51:24.335916 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-55cff76d-861c-499a-b624-cbe71d38d072 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:51:24.346040 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-55cff76d-861c-499a-b624-cbe71d38d072 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:51:24.390220 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62381b-f157-497f-9151-7286fed66c93 req-0c724487-f127-4a40-9117-8bb913d7741a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:24.391675 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8a62381b-f157-497f-9151-7286fed66c93 req-0c724487-f127-4a40-9117-8bb913d7741a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=103c212c-bf16-40d1-a89c-07252434eb67 HTTP/1.1" status: 200 len: 848 time: 0.1353326 Feb 09 00:51:24.463063 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8a62381b-f157-497f-9151-7286fed66c93 req-f8d9905b-1b92-4da7-b481-3f11c8c3a9a1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ded91f5f-4c52-4e17-8569-d9d1696711b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582938 Feb 09 00:51:24.471906 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-55cff76d-861c-499a-b624-cbe71d38d072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:24.479235 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-abf10703-c7c1-41c4-80a6-831a7ef899c6 req-b97c1031-8953-4a08-be06-ceb3016e06fa service neutron] 10.222.0.105 "GET /v2.0/networks/39a46289-ad70-46f1-887f-88a255de2a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593119 Feb 09 00:51:24.480304 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-55cff76d-861c-499a-b624-cbe71d38d072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:24.530805 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55cff76d-861c-499a-b624-cbe71d38d072 admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:51:24.541268 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cff76d-861c-499a-b624-cbe71d38d072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc44a6f-7e0f-4bc6-a13a-08f8b9b52108,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:24.549373 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-55cff76d-861c-499a-b624-cbe71d38d072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:24.549373 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-55cff76d-861c-499a-b624-cbe71d38d072 admin admin] Added segment fa8fa8a1-69c4-43c6-89d6-6334866630b0 of type vlan for network 1c44a703-1b8f-4459-9459-f2f69203c094 Feb 09 00:51:24.569898 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39628) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:51:24.606045 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ca6d9293-956f-45a1-9a04-e3ed19774aa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:24.619234 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-55cff76d-861c-499a-b624-cbe71d38d072 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:24.635275 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ca6d9293-956f-45a1-9a04-e3ed19774aa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:51:24.642969 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ca6d9293-956f-45a1-9a04-e3ed19774aa3 admin admin] Usage tracker for resource:security_group_rule and tenant:46d634ae57d04b1993f70ea8782e1c98 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:51:24.647788 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ca6d9293-956f-45a1-9a04-e3ed19774aa3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:51:24.667669 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ca6d9293-956f-45a1-9a04-e3ed19774aa3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:51:24.697375 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-55cff76d-861c-499a-b624-cbe71d38d072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:24.698761 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cff76d-861c-499a-b624-cbe71d38d072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:24.699130 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-55cff76d-861c-499a-b624-cbe71d38d072 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:24.836114 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cff76d-861c-499a-b624-cbe71d38d072 admin admin] Pushing event updated for resources: {'Network': ['ID=1c44a703-1b8f-4459-9459-f2f69203c094,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:24.840135 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-55cff76d-861c-499a-b624-cbe71d38d072 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7160237 Feb 09 00:51:24.844807 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39638) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:51:24.853361 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-eab2e16d-6930-4c86-af52-7b1cc31fe0b5 admin admin] Request body: {'subnet': {'network_id': '1c44a703-1b8f-4459-9459-f2f69203c094', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-626668466-subnet', 'tenant_id': '5231ade22a3241128c900a1cc320c240', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:51:24.862088 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 1c44a703-1b8f-4459-9459-f2f69203c094 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 00:51:24.862858 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-eab2e16d-6930-4c86-af52-7b1cc31fe0b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:51:24.871772 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-eab2e16d-6930-4c86-af52-7b1cc31fe0b5 admin admin] Usage tracker for resource:subnet and tenant:5231ade22a3241128c900a1cc320c240 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:51:24.876503 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-eab2e16d-6930-4c86-af52-7b1cc31fe0b5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:51:24.889457 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-eab2e16d-6930-4c86-af52-7b1cc31fe0b5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:51:24.910860 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ca6d9293-956f-45a1-9a04-e3ed19774aa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:24.918469 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ca6d9293-956f-45a1-9a04-e3ed19774aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:24.935793 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab2e16d-6930-4c86-af52-7b1cc31fe0b5 admin admin] Made reservation on behalf of 5231ade22a3241128c900a1cc320c240 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:51:24.938657 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eab2e16d-6930-4c86-af52-7b1cc31fe0b5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:24.993411 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-abf10703-c7c1-41c4-80a6-831a7ef899c6 req-3228b8bc-36fb-45c3-9c48-7808da447c0e service neutron] 10.222.0.105 "GET /v2.0/networks/39a46289-ad70-46f1-887f-88a255de2a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5134237 Feb 09 00:51:25.001542 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8a62381b-f157-497f-9151-7286fed66c93 req-c8139500-a1bb-42a4-a695-a2c2ae12f727 service neutron] 10.222.0.62 "GET /v2.0/networks/ded91f5f-4c52-4e17-8569-d9d1696711b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5318861 Feb 09 00:51:25.012036 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e9c9ce-31e8-41ef-a2ff-c1ddfc87e28b req-6e12b323-f0b2-47e1-98bf-cafd95907d90 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:25.014313 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-21e9c9ce-31e8-41ef-a2ff-c1ddfc87e28b req-6e12b323-f0b2-47e1-98bf-cafd95907d90 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] 10.222.0.105 "GET /v2.0/ports?device_id=84a91593-88c5-43c2-b1bf-4bdfc679ad04 HTTP/1.1" status: 200 len: 949 time: 0.2995596 Feb 09 00:51:25.056990 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6d9293-956f-45a1-9a04-e3ed19774aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0228d21e-e1c4-4710-adf9-5e5c0c0045e0,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:25.063790 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ca6d9293-956f-45a1-9a04-e3ed19774aa3 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=46d634ae57d04b1993f70ea8782e1c98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4927144 Feb 09 00:51:25.066898 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39644) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:51:25.158011 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-21e9c9ce-31e8-41ef-a2ff-c1ddfc87e28b req-93edd51c-bd35-4bae-b359-725350445f26 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] 10.222.0.105 "GET /v2.0/security-groups?id=1ed07dad-ca98-4563-9313-f42f82b46bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222796 Feb 09 00:51:25.182008 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device c7a5513a-b557-4a7f-a0ce-7994823d236d details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:51:25.187853 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-87b19881-1582-413f-ac4a-5de27c771164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:25.237872 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8a62381b-f157-497f-9151-7286fed66c93 req-e9b546b1-23f1-4883-8a8d-8cc9de2650c8 service neutron] 10.222.0.62 "GET /v2.0/networks/ded91f5f-4c52-4e17-8569-d9d1696711b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221832 Feb 09 00:51:25.282418 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-87b19881-1582-413f-ac4a-5de27c771164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:25.345964 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84a91593-88c5-43c2-b1bf-4bdfc679ad04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d7159ba-1cab-4b39-b7c4-51c7a758c9a7', 'code': 200} Feb 09 00:51:25.364770 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f26b1f1-bccd-471c-9b04-b9969c8e9c78', 'tag': '6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f', 'status': 'completed', 'code': 200} Feb 09 00:51:25.480392 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port c7a5513a-b557-4a7f-a0ce-7994823d236d, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=c7a5513a-b557-4a7f-a0ce-7994823d236d,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:51:25.528513 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eab2e16d-6930-4c86-af52-7b1cc31fe0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:25.542100 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': 'c7a5513a-b557-4a7f-a0ce-7994823d236d', 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6', 'port_id': 'c7a5513a-b557-4a7f-a0ce-7994823d236d', 'mac_address': 'fa:16:3e:14:e3:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7938d94-1f0f-48bd-a0b3-26d5344ff0ec', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:51:25.634783 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-87b19881-1582-413f-ac4a-5de27c771164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:25.653517 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f782a-6848-4e00-bc1d-6b49e10f8fa6 req-b5600987-7a3e-4c1e-804e-c441b1932ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:25.655851 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-569f782a-6848-4e00-bc1d-6b49e10f8fa6 req-b5600987-7a3e-4c1e-804e-c441b1932ff2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8d883076d7064c219a98a8f981d7945a&device_id=1f26b1f1-bccd-471c-9b04-b9969c8e9c78 HTTP/1.1" status: 200 len: 1094 time: 0.2734644 Feb 09 00:51:25.670746 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a892824-7238-47c1-bb65-cf908ad56391 req-c69af577-59b4-45ca-ab0f-47742ddb7edc tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:25.684969 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4a892824-7238-47c1-bb65-cf908ad56391 req-c69af577-59b4-45ca-ab0f-47742ddb7edc tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] 10.222.0.105 "GET /v2.0/ports?device_id=f9a00739-6bf6-4243-a8e9-6c73cabddce3 HTTP/1.1" status: 200 len: 948 time: 0.2178342 Feb 09 00:51:25.692136 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:25.702340 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b19881-1582-413f-ac4a-5de27c771164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0228d21e-e1c4-4710-adf9-5e5c0c0045e0,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:25.750760 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7a5513a-b557-4a7f-a0ce-7994823d236d {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:51:25.772214 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port c7a5513a-b557-4a7f-a0ce-7994823d236d, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=c7a5513a-b557-4a7f-a0ce-7994823d236d,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:51:25.776763 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:25.837520 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-87b19881-1582-413f-ac4a-5de27c771164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:25.841884 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-87b19881-1582-413f-ac4a-5de27c771164 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/0228d21e-e1c4-4710-adf9-5e5c0c0045e0 HTTP/1.1" status: 204 len: 168 time: 0.7713420 Feb 09 00:51:25.872790 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab2e16d-6930-4c86-af52-7b1cc31fe0b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ba11cbb-6fbf-473d-8ff0-f5af94bf35ae,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:25.882743 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a08a5-5690-483a-b0c6-5c1a269677c3 req-4f56beee-26bc-4b18-92a5-d610aa25f0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:25.885274 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-913a08a5-5690-483a-b0c6-5c1a269677c3 req-4f56beee-26bc-4b18-92a5-d610aa25f0a1 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=84a91593-88c5-43c2-b1bf-4bdfc679ad04 HTTP/1.1" status: 200 len: 1100 time: 0.5393496 Feb 09 00:51:25.890585 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab2e16d-6930-4c86-af52-7b1cc31fe0b5 admin admin] Checking segment: {'id': 'fa8fa8a1-69c4-43c6-89d6-6334866630b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1c44a703-1b8f-4459-9459-f2f69203c094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:51:25.891179 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab2e16d-6930-4c86-af52-7b1cc31fe0b5 admin admin] Network hostable DHCP agents. Network: 1c44a703-1b8f-4459-9459-f2f69203c094, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:51:25.896108 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=c7a5513a-b557-4a7f-a0ce-7994823d236d,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:25.976255 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab2e16d-6930-4c86-af52-7b1cc31fe0b5 admin admin] Network 1c44a703-1b8f-4459-9459-f2f69203c094 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:51:25.986918 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-913a08a5-5690-483a-b0c6-5c1a269677c3 req-cb82740d-895e-4bef-b77b-98d9cee6084b service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=1ed07dad-ca98-4563-9313-f42f82b46bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827217 Feb 09 00:51:25.997180 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-eab2e16d-6930-4c86-af52-7b1cc31fe0b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 1c44a703-1b8f-4459-9459-f2f69203c094) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:51:26.006051 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab2e16d-6930-4c86-af52-7b1cc31fe0b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:26.006957 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eab2e16d-6930-4c86-af52-7b1cc31fe0b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:26.012186 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4849cd-5c04-490b-84bf-fcf10a7c8c4a None None] Network 1c44a703-1b8f-4459-9459-f2f69203c094 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:51:26.014795 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4a892824-7238-47c1-bb65-cf908ad56391 req-d4e5eec0-5d6a-414b-823c-8abde309abd6 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] 10.222.0.105 "GET /v2.0/security-groups?id=0f507eaa-fbf5-4591-86aa-07515c8d90fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276801 Feb 09 00:51:26.079576 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-eab2e16d-6930-4c86-af52-7b1cc31fe0b5 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2323596 Feb 09 00:51:26.098488 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f782a-6848-4e00-bc1d-6b49e10f8fa6 req-7fc99b11-e503-4e4c-9856-564b21bea851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:26.102952 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-569f782a-6848-4e00-bc1d-6b49e10f8fa6 req-7fc99b11-e503-4e4c-9856-564b21bea851 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ded91f5f-4c52-4e17-8569-d9d1696711b8 HTTP/1.1" status: 200 len: 909 time: 0.4115841 Feb 09 00:51:26.229455 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['c7a5513a-b557-4a7f-a0ce-7994823d236d'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:51:26.389862 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-569f782a-6848-4e00-bc1d-6b49e10f8fa6 req-2ea1f37d-bd7a-4f73-9ce6-b80e6cf9f18c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f HTTP/1.1" status: 200 len: 217 time: 0.2804582 Feb 09 00:51:26.404791 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-54d16ecc-8656-4b70-80e0-e219f67f2310 req-38f5184c-2af4-4ece-9dc2-afd050336a75 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/ports?device_id=b7a99ca9-ab7a-4f96-ac04-dd8fbdfdcef0 HTTP/1.1" status: 200 len: 210 time: 0.1524866 Feb 09 00:51:26.531789 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da102ea8-1bd1-41bd-8270-62ec79d70bec req-06ce8bb7-d987-4fca-bd02-0b634cf95260 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:26.541077 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-da102ea8-1bd1-41bd-8270-62ec79d70bec req-06ce8bb7-d987-4fca-bd02-0b634cf95260 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f26b1f1-bccd-471c-9b04-b9969c8e9c78 HTTP/1.1" status: 200 len: 943 time: 0.2898285 Feb 09 00:51:26.594674 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7b7ddd-361c-4ed2-8a26-5722d64320cc None None] Network 1c44a703-1b8f-4459-9459-f2f69203c094 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:51:26.608688 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-da102ea8-1bd1-41bd-8270-62ec79d70bec req-a5e0d6ee-9939-4f15-9ac0-036ab4e3eb23 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662725 Feb 09 00:51:26.611500 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f782a-6848-4e00-bc1d-6b49e10f8fa6 req-06984398-8239-42b7-a946-e2cbdc5548bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:26.615860 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-569f782a-6848-4e00-bc1d-6b49e10f8fa6 req-06984398-8239-42b7-a946-e2cbdc5548bf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=103c212c-bf16-40d1-a89c-07252434eb67 HTTP/1.1" status: 200 len: 848 time: 0.2082367 Feb 09 00:51:26.814843 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-569f782a-6848-4e00-bc1d-6b49e10f8fa6 req-0dc3e980-d37a-4797-9137-9a602d20c30d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ded91f5f-4c52-4e17-8569-d9d1696711b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1916747 Feb 09 00:51:26.994908 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c292184-5aa1-4756-983d-ef71fc888cf6 req-84a7ff4f-90ee-464c-9072-0196bd9a6e35 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:26.996432 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1c292184-5aa1-4756-983d-ef71fc888cf6 req-84a7ff4f-90ee-464c-9072-0196bd9a6e35 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] 10.222.0.105 "GET /v2.0/ports?device_id=84a91593-88c5-43c2-b1bf-4bdfc679ad04 HTTP/1.1" status: 200 len: 949 time: 0.2814147 Feb 09 00:51:26.998468 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-569f782a-6848-4e00-bc1d-6b49e10f8fa6 req-6dc1db4f-7d60-43da-8963-24e09808202c service neutron] 10.222.0.62 "GET /v2.0/networks/ded91f5f-4c52-4e17-8569-d9d1696711b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759293 Feb 09 00:51:27.397870 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1c292184-5aa1-4756-983d-ef71fc888cf6 req-25e9c5e9-883d-48c7-b70b-721eee47b26a tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] 10.222.0.105 "GET /v2.0/security-groups?id=1ed07dad-ca98-4563-9313-f42f82b46bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3879290 Feb 09 00:51:27.462540 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-569f782a-6848-4e00-bc1d-6b49e10f8fa6 req-1ec20446-d694-4857-af9f-caab8b758d6a service neutron] 10.222.0.62 "GET /v2.0/networks/ded91f5f-4c52-4e17-8569-d9d1696711b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4554112 Feb 09 00:51:27.492182 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc5bea-82bd-404d-b68d-448b3da234de req-1d70ba97-26b2-4ab0-9289-c47dd1f5a223 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:27.503880 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-febc5bea-82bd-404d-b68d-448b3da234de req-1d70ba97-26b2-4ab0-9289-c47dd1f5a223 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] 10.222.0.105 "GET /v2.0/ports?device_id=f9a00739-6bf6-4243-a8e9-6c73cabddce3 HTTP/1.1" status: 200 len: 949 time: 0.2916861 Feb 09 00:51:27.570134 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 39716) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:51:27.575100 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-febc5bea-82bd-404d-b68d-448b3da234de req-18bc50fe-d7e2-418d-b543-e9eb78f15293 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] 10.222.0.105 "GET /v2.0/security-groups?id=0f507eaa-fbf5-4591-86aa-07515c8d90fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703707 Feb 09 00:51:27.576815 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf10703-c7c1-41c4-80a6-831a7ef899c6 req-2eb94c79-9bba-4997-9fc7-11a9316fb84a tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:27.578687 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-abf10703-c7c1-41c4-80a6-831a7ef899c6 req-2eb94c79-9bba-4997-9fc7-11a9316fb84a tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.99 "GET /v2.0/networks?id=39a46289-ad70-46f1-887f-88a255de2a83 HTTP/1.1" status: 200 len: 821 time: 0.3138919 Feb 09 00:51:27.600019 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-abf10703-c7c1-41c4-80a6-831a7ef899c6 req-f95bde0a-b75e-43c9-88d6-68f1c0cca902 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Request body: {'port': {'device_id': 'b7a99ca9-ab7a-4f96-ac04-dd8fbdfdcef0', 'network_id': '39a46289-ad70-46f1-887f-88a255de2a83', 'admin_state_up': True, 'tenant_id': '7bf69f5d5f8d45f2b7dab3b2ab01eff0'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:51:27.600174 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-ebbc9beb-c740-4316-b80d-ac43b775bb4e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2061210438-network', 'tenant_id': '19aed3b6a14f454d9d0fceebe08d06e3'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:51:27.608166 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-ebbc9beb-c740-4316-b80d-ac43b775bb4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:51:27.618637 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-ebbc9beb-c740-4316-b80d-ac43b775bb4e admin admin] Usage tracker for resource:network and tenant:19aed3b6a14f454d9d0fceebe08d06e3 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:51:27.633208 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-ebbc9beb-c740-4316-b80d-ac43b775bb4e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:51:27.661974 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-ebbc9beb-c740-4316-b80d-ac43b775bb4e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:51:27.784709 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebbc9beb-c740-4316-b80d-ac43b775bb4e admin admin] Made reservation on behalf of 19aed3b6a14f454d9d0fceebe08d06e3 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:51:27.788346 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ebbc9beb-c740-4316-b80d-ac43b775bb4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:27.809176 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0878d0fb-19df-4c31-881d-3db88a5c824e req-91690971-ff74-4ab0-a22f-a6663fcb6b51 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/ports?device_id=b7a99ca9-ab7a-4f96-ac04-dd8fbdfdcef0 HTTP/1.1" status: 200 len: 210 time: 0.1166244 Feb 09 00:51:27.813047 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ebbc9beb-c740-4316-b80d-ac43b775bb4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:27.840258 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-ebbc9beb-c740-4316-b80d-ac43b775bb4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:51:27.848633 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-ebbc9beb-c740-4316-b80d-ac43b775bb4e admin admin] Usage tracker for resource:security_group_rule and tenant:19aed3b6a14f454d9d0fceebe08d06e3 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:51:27.858164 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-ebbc9beb-c740-4316-b80d-ac43b775bb4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:51:27.941035 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-ebbc9beb-c740-4316-b80d-ac43b775bb4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:51:27.944689 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-abf10703-c7c1-41c4-80a6-831a7ef899c6 req-f95bde0a-b75e-43c9-88d6-68f1c0cca902 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:51:27.950459 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-abf10703-c7c1-41c4-80a6-831a7ef899c6 req-f95bde0a-b75e-43c9-88d6-68f1c0cca902 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Usage tracker for resource:port and tenant:7bf69f5d5f8d45f2b7dab3b2ab01eff0 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:51:27.954452 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-abf10703-c7c1-41c4-80a6-831a7ef899c6 req-f95bde0a-b75e-43c9-88d6-68f1c0cca902 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:51:27.963493 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-abf10703-c7c1-41c4-80a6-831a7ef899c6 req-f95bde0a-b75e-43c9-88d6-68f1c0cca902 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:51:27.978325 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abf10703-c7c1-41c4-80a6-831a7ef899c6 req-f95bde0a-b75e-43c9-88d6-68f1c0cca902 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Made reservation on behalf of 7bf69f5d5f8d45f2b7dab3b2ab01eff0 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:51:27.983307 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-abf10703-c7c1-41c4-80a6-831a7ef899c6 req-f95bde0a-b75e-43c9-88d6-68f1c0cca902 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:28.012795 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a5146b-7e69-4f4d-bc6c-e5c69bb1642d req-0791fcdd-8a9d-45a4-8b74-29f0277a30a6 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:28.014159 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-82a5146b-7e69-4f4d-bc6c-e5c69bb1642d req-0791fcdd-8a9d-45a4-8b74-29f0277a30a6 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f26b1f1-bccd-471c-9b04-b9969c8e9c78 HTTP/1.1" status: 200 len: 943 time: 0.1600938 Feb 09 00:51:28.093796 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-82a5146b-7e69-4f4d-bc6c-e5c69bb1642d req-45e82b37-bc46-4353-8064-6c63767fda48 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684626 Feb 09 00:51:28.112100 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ebbc9beb-c740-4316-b80d-ac43b775bb4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:28.127391 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ebbc9beb-c740-4316-b80d-ac43b775bb4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:28.165249 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebbc9beb-c740-4316-b80d-ac43b775bb4e admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:51:28.180282 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbc9beb-c740-4316-b80d-ac43b775bb4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26eca8c1-e30c-4981-b499-86a29b873e73,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:28.190798 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ebbc9beb-c740-4316-b80d-ac43b775bb4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:28.191308 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-ebbc9beb-c740-4316-b80d-ac43b775bb4e admin admin] Added segment 871a657b-18ba-4d49-a146-cab64756c1f9 of type vlan for network c6479a0c-a35e-4a67-a52c-5b1953b58ef7 Feb 09 00:51:28.233634 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ebbc9beb-c740-4316-b80d-ac43b775bb4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:28.243863 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 39734) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:51:28.257957 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-abf10703-c7c1-41c4-80a6-831a7ef899c6 req-f95bde0a-b75e-43c9-88d6-68f1c0cca902 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Allocated IP 172.20.0.10 (39a46289-ad70-46f1-887f-88a255de2a83/163b540f-77f3-4f41-babd-8cc6d2cd64c1/300ea727-8416-4aa1-ab71-8e94e286ec6d) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:51:28.280610 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ebbc9beb-c740-4316-b80d-ac43b775bb4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:28.281535 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbc9beb-c740-4316-b80d-ac43b775bb4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:28.282140 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ebbc9beb-c740-4316-b80d-ac43b775bb4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:28.402225 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bd5bc539-f124-4c2a-ad75-3957a2d26f6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:28.453237 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-bd5bc539-f124-4c2a-ad75-3957a2d26f6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:51:28.464115 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbc9beb-c740-4316-b80d-ac43b775bb4e admin admin] Pushing event updated for resources: {'Network': ['ID=c6479a0c-a35e-4a67-a52c-5b1953b58ef7,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:28.467694 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-bd5bc539-f124-4c2a-ad75-3957a2d26f6a admin admin] Usage tracker for resource:security_group_rule and tenant:43b5d3d0ac8546b88384652cc532f5bd is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:51:28.471017 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-bd5bc539-f124-4c2a-ad75-3957a2d26f6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:51:28.476205 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network c6479a0c-a35e-4a67-a52c-5b1953b58ef7 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 00:51:28.478422 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-ebbc9beb-c740-4316-b80d-ac43b775bb4e admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9023309 Feb 09 00:51:28.479533 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-bd5bc539-f124-4c2a-ad75-3957a2d26f6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:51:28.481346 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 39744) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:51:28.487927 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-013f2020-3c85-40fe-87fb-5739441b6044 admin admin] Request body: {'subnet': {'network_id': 'c6479a0c-a35e-4a67-a52c-5b1953b58ef7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2061210438-subnet', 'tenant_id': '19aed3b6a14f454d9d0fceebe08d06e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:51:28.499579 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-013f2020-3c85-40fe-87fb-5739441b6044 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:51:28.506790 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-013f2020-3c85-40fe-87fb-5739441b6044 admin admin] Usage tracker for resource:subnet and tenant:19aed3b6a14f454d9d0fceebe08d06e3 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:51:28.516732 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-013f2020-3c85-40fe-87fb-5739441b6044 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:51:28.526045 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-013f2020-3c85-40fe-87fb-5739441b6044 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:51:28.557875 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-abf10703-c7c1-41c4-80a6-831a7ef899c6 req-f95bde0a-b75e-43c9-88d6-68f1c0cca902 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:28.585449 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013f2020-3c85-40fe-87fb-5739441b6044 admin admin] Made reservation on behalf of 19aed3b6a14f454d9d0fceebe08d06e3 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:51:28.587888 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-013f2020-3c85-40fe-87fb-5739441b6044 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:28.589802 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:51:28.635136 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-abf10703-c7c1-41c4-80a6-831a7ef899c6 req-f95bde0a-b75e-43c9-88d6-68f1c0cca902 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:28.744266 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abf10703-c7c1-41c4-80a6-831a7ef899c6 req-f95bde0a-b75e-43c9-88d6-68f1c0cca902 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Network 39a46289-ad70-46f1-887f-88a255de2a83 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:51:28.747807 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-abf10703-c7c1-41c4-80a6-831a7ef899c6 req-f95bde0a-b75e-43c9-88d6-68f1c0cca902 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:51:28.752132 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-abf10703-c7c1-41c4-80a6-831a7ef899c6 req-f95bde0a-b75e-43c9-88d6-68f1c0cca902 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:51:28.758877 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf10703-c7c1-41c4-80a6-831a7ef899c6 req-f95bde0a-b75e-43c9-88d6-68f1c0cca902 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:28.759635 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-abf10703-c7c1-41c4-80a6-831a7ef899c6 req-f95bde0a-b75e-43c9-88d6-68f1c0cca902 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:28.768339 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95bde0a-b75e-43c9-88d6-68f1c0cca902 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Pushing event updated for resources: {'Port': ['ID=300ea727-8416-4aa1-ab71-8e94e286ec6d,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:28.790199 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-abf10703-c7c1-41c4-80a6-831a7ef899c6 req-f95bde0a-b75e-43c9-88d6-68f1c0cca902 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2025690 Feb 09 00:51:28.803009 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-abf10703-c7c1-41c4-80a6-831a7ef899c6 req-9fa305c2-e58a-45b3-ad53-f78a3718d727 service neutron] Request body: {'port': {'device_id': 'b7a99ca9-ab7a-4f96-ac04-dd8fbdfdcef0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:51:28.856183 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bd5bc539-f124-4c2a-ad75-3957a2d26f6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:28.866212 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f,segment=NetworkSegment(b907962e-2c92-4e5e-9eb3-daae4f34051b),segment_id=b907962e-2c92-4e5e-9eb3-daae4f34051b)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:51:28.879884 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bd5bc539-f124-4c2a-ad75-3957a2d26f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:28.889733 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f', 'network_id': 'ded91f5f-4c52-4e17-8569-d9d1696711b8', 'port_id': '6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f', 'mac_address': 'fa:16:3e:c3:fd:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '103c212c-bf16-40d1-a89c-07252434eb67', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:51:28.894175 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42829024-faff-4575-823a-1115062ae239 req-479cb9ec-9e6e-4a38-ad46-dc7f804fefed tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:28.896183 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-42829024-faff-4575-823a-1115062ae239 req-479cb9ec-9e6e-4a38-ad46-dc7f804fefed tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] 10.222.0.105 "GET /v2.0/ports?device_id=84a91593-88c5-43c2-b1bf-4bdfc679ad04 HTTP/1.1" status: 200 len: 949 time: 0.3549252 Feb 09 00:51:28.954244 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-abf10703-c7c1-41c4-80a6-831a7ef899c6 req-9fa305c2-e58a-45b3-ad53-f78a3718d727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:28.965667 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:28.986736 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:51:29.026476 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-bd5bc539-f124-4c2a-ad75-3957a2d26f6a admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=43b5d3d0ac8546b88384652cc532f5bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7815027 Feb 09 00:51:29.030151 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39762) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:51:29.037720 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f,segment=NetworkSegment(b907962e-2c92-4e5e-9eb3-daae4f34051b),segment_id=b907962e-2c92-4e5e-9eb3-daae4f34051b)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:51:29.042886 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:29.060951 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5bc539-f124-4c2a-ad75-3957a2d26f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ef9308-ca0c-49f0-82ca-e8e79ae15843,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:29.087374 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-42829024-faff-4575-823a-1115062ae239 req-4d34e1cf-18c4-4d51-8d80-d97c07a7fa9d tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] 10.222.0.105 "GET /v2.0/security-groups?id=1ed07dad-ca98-4563-9313-f42f82b46bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788218 Feb 09 00:51:29.174292 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ed8a5-7877-49ec-aa50-06f140fcdc2e req-f59e569e-aa5a-445d-90b0-82f676a989e6 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:29.176822 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a62ed8a5-7877-49ec-aa50-06f140fcdc2e req-f59e569e-aa5a-445d-90b0-82f676a989e6 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] 10.222.0.105 "GET /v2.0/ports?device_id=f9a00739-6bf6-4243-a8e9-6c73cabddce3 HTTP/1.1" status: 200 len: 949 time: 0.3671801 Feb 09 00:51:29.186318 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:29.186713 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-013f2020-3c85-40fe-87fb-5739441b6044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:29.199380 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device c7a5513a-b557-4a7f-a0ce-7994823d236d up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:51:29.211695 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-34665a12-cd98-4db0-aab7-b44f10329944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:29.281902 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning for port c7a5513a-b557-4a7f-a0ce-7994823d236d completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:51:29.289882 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port c7a5513a-b557-4a7f-a0ce-7994823d236d triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:51:29.290528 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:29.335484 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-34665a12-cd98-4db0-aab7-b44f10329944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:29.347126 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:51:29.398178 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a62ed8a5-7877-49ec-aa50-06f140fcdc2e req-fbfb90db-4b89-42fa-94fe-1acb0ed59680 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] 10.222.0.105 "GET /v2.0/security-groups?id=0f507eaa-fbf5-4591-86aa-07515c8d90fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988938 Feb 09 00:51:29.453123 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-34665a12-cd98-4db0-aab7-b44f10329944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:29.456997 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013f2020-3c85-40fe-87fb-5739441b6044 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80143fec-2fa2-40c4-b2fa-0b1f2d1e0158,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:29.483981 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013f2020-3c85-40fe-87fb-5739441b6044 admin admin] Checking segment: {'id': '871a657b-18ba-4d49-a146-cab64756c1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c6479a0c-a35e-4a67-a52c-5b1953b58ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:51:29.484334 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013f2020-3c85-40fe-87fb-5739441b6044 admin admin] Network hostable DHCP agents. Network: c6479a0c-a35e-4a67-a52c-5b1953b58ef7, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:51:29.508402 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:29.518675 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f2f60-131d-4627-9b92-b2446a48730a req-1829cba3-67fd-4384-b21e-df55dea5414f tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:29.520038 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ca6f2f60-131d-4627-9b92-b2446a48730a req-1829cba3-67fd-4384-b21e-df55dea5414f tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/ports?device_id=b7a99ca9-ab7a-4f96-ac04-dd8fbdfdcef0 HTTP/1.1" status: 200 len: 932 time: 0.2162116 Feb 09 00:51:29.522172 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013f2020-3c85-40fe-87fb-5739441b6044 admin admin] Network c6479a0c-a35e-4a67-a52c-5b1953b58ef7 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:51:29.528165 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-34665a12-cd98-4db0-aab7-b44f10329944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:29.533509 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-013f2020-3c85-40fe-87fb-5739441b6044 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, c6479a0c-a35e-4a67-a52c-5b1953b58ef7) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:51:29.538201 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-34665a12-cd98-4db0-aab7-b44f10329944 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/50ef9308-ca0c-49f0-82ca-e8e79ae15843 HTTP/1.1" status: 204 len: 168 time: 0.5067382 Feb 09 00:51:29.539195 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34665a12-cd98-4db0-aab7-b44f10329944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ef9308-ca0c-49f0-82ca-e8e79ae15843,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:29.562072 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013f2020-3c85-40fe-87fb-5739441b6044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:29.563426 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9a00739-6bf6-4243-a8e9-6c73cabddce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7a5513a-b557-4a7f-a0ce-7994823d236d'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:51:29.568673 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-013f2020-3c85-40fe-87fb-5739441b6044 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:29.582334 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749c30fc-b91d-4704-ac1e-562e26feb1d4 None None] Network c6479a0c-a35e-4a67-a52c-5b1953b58ef7 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:51:29.593314 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [req-abf10703-c7c1-41c4-80a6-831a7ef899c6 req-9fa305c2-e58a-45b3-ad53-f78a3718d727 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 300ea727-8416-4aa1-ab71-8e94e286ec6d {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:51:29.604205 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-abf10703-c7c1-41c4-80a6-831a7ef899c6 req-9fa305c2-e58a-45b3-ad53-f78a3718d727 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:29.627991 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-abf10703-c7c1-41c4-80a6-831a7ef899c6 req-9fa305c2-e58a-45b3-ad53-f78a3718d727 service neutron] Transition to ACTIVE for port object 300ea727-8416-4aa1-ab71-8e94e286ec6d will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:51:29.635117 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-abf10703-c7c1-41c4-80a6-831a7ef899c6 req-9fa305c2-e58a-45b3-ad53-f78a3718d727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:29.657779 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-013f2020-3c85-40fe-87fb-5739441b6044 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1616187 Feb 09 00:51:29.657779 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-ca6f2f60-131d-4627-9b92-b2446a48730a req-835ae112-beeb-4616-93c7-b9846121500d tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Synchronizing usage tracker for tenant:7bf69f5d5f8d45f2b7dab3b2ab01eff0 on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:51:29.689674 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-ca6f2f60-131d-4627-9b92-b2446a48730a req-835ae112-beeb-4616-93c7-b9846121500d tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Unset dirty status for tenant:7bf69f5d5f8d45f2b7dab3b2ab01eff0 on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:51:29.690992 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ca6f2f60-131d-4627-9b92-b2446a48730a req-835ae112-beeb-4616-93c7-b9846121500d tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/security-groups?id=5241b5dc-7937-4332-869e-fc6addd63e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131692 Feb 09 00:51:29.868301 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port c7a5513a-b557-4a7f-a0ce-7994823d236d, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=c7a5513a-b557-4a7f-a0ce-7994823d236d,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:51:29.954760 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:29.962286 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9a00739-6bf6-4243-a8e9-6c73cabddce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7a5513a-b557-4a7f-a0ce-7994823d236d', 'code': 200} Feb 09 00:51:30.015053 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39784) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:51:30.090620 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.99', 61650) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:51:30.103752 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=c7a5513a-b557-4a7f-a0ce-7994823d236d,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:30.180186 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-08a3b291-9f44-4ef6-bbc0-7d2abaa472a8 admin admin] Deleting subnet 3ba11cbb-6fbf-473d-8ff0-f5af94bf35ae {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 00:51:30.184176 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-08a3b291-9f44-4ef6-bbc0-7d2abaa472a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:30.275828 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 39794) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:51:30.276296 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 39796) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:51:30.326742 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-08a3b291-9f44-4ef6-bbc0-7d2abaa472a8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:30.336885 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa305c2-e58a-45b3-ad53-f78a3718d727 service neutron] Pushing event updated for resources: {'Port': ['ID=300ea727-8416-4aa1-ab71-8e94e286ec6d,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:30.353010 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ccddc7-3219-4346-aa9a-ccb8b6766763 None None] Network c6479a0c-a35e-4a67-a52c-5b1953b58ef7 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:51:30.360977 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a0c8370e-642a-404d-a608-ce7e2da840c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:30.368193 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-08a3b291-9f44-4ef6-bbc0-7d2abaa472a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:30.409158 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a0c8370e-642a-404d-a608-ce7e2da840c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:51:30.421065 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408c4324-cdfe-4916-a5ac-2b8c9eb11529 req-9ddf6d1c-8b8f-40ec-9310-789e3431aaa8 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:30.429480 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-408c4324-cdfe-4916-a5ac-2b8c9eb11529 req-9ddf6d1c-8b8f-40ec-9310-789e3431aaa8 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f26b1f1-bccd-471c-9b04-b9969c8e9c78 HTTP/1.1" status: 200 len: 944 time: 0.5818701 Feb 09 00:51:30.430752 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-abf10703-c7c1-41c4-80a6-831a7ef899c6 req-9fa305c2-e58a-45b3-ad53-f78a3718d727 service neutron] Attempting to bind port 300ea727-8416-4aa1-ab71-8e94e286ec6d on host n-h2-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:51:30.431088 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-abf10703-c7c1-41c4-80a6-831a7ef899c6 req-9fa305c2-e58a-45b3-ad53-f78a3718d727 service neutron] Attempting to bind port 300ea727-8416-4aa1-ab71-8e94e286ec6d by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': 'e9be9500-482f-486c-b330-ffba40da5382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '39a46289-ad70-46f1-887f-88a255de2a83'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:51:30.431519 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf10703-c7c1-41c4-80a6-831a7ef899c6 req-9fa305c2-e58a-45b3-ad53-f78a3718d727 service neutron] Attempting to bind port 300ea727-8416-4aa1-ab71-8e94e286ec6d on network 39a46289-ad70-46f1-887f-88a255de2a83 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:51:30.441038 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-a0c8370e-642a-404d-a608-ce7e2da840c6 admin admin] Usage tracker for resource:security_group_rule and tenant:5de1fb18da494549bb75cafc99b32e7e is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:51:30.460810 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14066515-b5a3-498b-884b-3ec7a92e085d req-2c674b94-9246-4708-a9c9-48270943feaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:30.462642 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-14066515-b5a3-498b-884b-3ec7a92e085d req-2c674b94-9246-4708-a9c9-48270943feaa service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=50707b6a9de04832ba2e0ca2ee0dbd71&device_id=84a91593-88c5-43c2-b1bf-4bdfc679ad04 HTTP/1.1" status: 200 len: 1100 time: 0.2209148 Feb 09 00:51:30.466623 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf10703-c7c1-41c4-80a6-831a7ef899c6 req-9fa305c2-e58a-45b3-ad53-f78a3718d727 service neutron] Port 300ea727-8416-4aa1-ab71-8e94e286ec6d on network 39a46289-ad70-46f1-887f-88a255de2a83 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:51:30.467124 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf10703-c7c1-41c4-80a6-831a7ef899c6 req-9fa305c2-e58a-45b3-ad53-f78a3718d727 service neutron] Attempting to bind port 300ea727-8416-4aa1-ab71-8e94e286ec6d on network 39a46289-ad70-46f1-887f-88a255de2a83 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:51:30.481688 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf10703-c7c1-41c4-80a6-831a7ef899c6 req-9fa305c2-e58a-45b3-ad53-f78a3718d727 service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:51:30.482067 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf10703-c7c1-41c4-80a6-831a7ef899c6 req-9fa305c2-e58a-45b3-ad53-f78a3718d727 service neutron] Checking segment: {'id': 'e9be9500-482f-486c-b330-ffba40da5382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '39a46289-ad70-46f1-887f-88a255de2a83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:51:30.482725 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf10703-c7c1-41c4-80a6-831a7ef899c6 req-9fa305c2-e58a-45b3-ad53-f78a3718d727 service neutron] Bound using segment: {'id': 'e9be9500-482f-486c-b330-ffba40da5382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '39a46289-ad70-46f1-887f-88a255de2a83'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:51:30.483905 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-abf10703-c7c1-41c4-80a6-831a7ef899c6 req-9fa305c2-e58a-45b3-ad53-f78a3718d727 service neutron] Bound port: 300ea727-8416-4aa1-ab71-8e94e286ec6d, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9be9500-482f-486c-b330-ffba40da5382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '39a46289-ad70-46f1-887f-88a255de2a83'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:51:30.483905 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-abf10703-c7c1-41c4-80a6-831a7ef899c6 req-9fa305c2-e58a-45b3-ad53-f78a3718d727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:30.551549 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-a0c8370e-642a-404d-a608-ce7e2da840c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:51:30.568679 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5453f948-10a0-44c3-bc2f-2d50b6deac73 req-5e280fe8-df7d-496b-8eb7-b8e408c69616 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4217fae3-6087-4477-8eed-859d85400796&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6377497 Feb 09 00:51:30.599650 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a0c8370e-642a-404d-a608-ce7e2da840c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:51:30.648028 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ef9fa016-4ef5-4305-b762-4e85b91a2dcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:30.675155 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ecbb2e-83b8-4d60-873e-e98a8f59408a req-e16d82b9-fa9b-4d5d-ae64-78e035c80ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:30.677306 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-95ecbb2e-83b8-4d60-873e-e98a8f59408a req-e16d82b9-fa9b-4d5d-ae64-78e035c80ed3 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=f9a00739-6bf6-4243-a8e9-6c73cabddce3 HTTP/1.1" status: 200 len: 1101 time: 0.5851543 Feb 09 00:51:30.703381 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-ef9fa016-4ef5-4305-b762-4e85b91a2dcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:51:30.745241 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-408c4324-cdfe-4916-a5ac-2b8c9eb11529 req-205086bb-689c-43c1-bf73-447b77dcd2eb tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148198 Feb 09 00:51:30.763486 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-08a3b291-9f44-4ef6-bbc0-7d2abaa472a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:30.789779 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-ef9fa016-4ef5-4305-b762-4e85b91a2dcf admin admin] Usage tracker for resource:security_group_rule and tenant:a0cfba6cd0d341049beec97f2a60ecb1 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:51:30.802151 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af494d9-cf49-44e9-9586-81c5a8fd1a0c req-97216d4b-3c25-40a1-bb0b-6a5fd5353824 tempest-ServersAdminNegativeTestJSON-1239164503 tempest-ServersAdminNegativeTestJSON-1239164503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:30.804007 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1af494d9-cf49-44e9-9586-81c5a8fd1a0c req-97216d4b-3c25-40a1-bb0b-6a5fd5353824 tempest-ServersAdminNegativeTestJSON-1239164503 tempest-ServersAdminNegativeTestJSON-1239164503-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=84a91593-88c5-43c2-b1bf-4bdfc679ad04 HTTP/1.1" status: 200 len: 1100 time: 0.5291104 Feb 09 00:51:30.804850 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-ef9fa016-4ef5-4305-b762-4e85b91a2dcf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:51:30.826031 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-08a3b291-9f44-4ef6-bbc0-7d2abaa472a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:30.841657 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-ef9fa016-4ef5-4305-b762-4e85b91a2dcf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:51:30.846876 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a3b291-9f44-4ef6-bbc0-7d2abaa472a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ba11cbb-6fbf-473d-8ff0-f5af94bf35ae,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:30.863161 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-08a3b291-9f44-4ef6-bbc0-7d2abaa472a8 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/3ba11cbb-6fbf-473d-8ff0-f5af94bf35ae HTTP/1.1" status: 204 len: 168 time: 0.8367555 Feb 09 00:51:30.876762 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39816) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:51:30.885558 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1af494d9-cf49-44e9-9586-81c5a8fd1a0c req-0bb941d4-6956-4c39-8ec5-4292314f3760 tempest-ServersAdminNegativeTestJSON-1239164503 tempest-ServersAdminNegativeTestJSON-1239164503-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:30.909666 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-95ecbb2e-83b8-4d60-873e-e98a8f59408a req-e575e64c-ab84-4c49-ba14-7a5293cf77cd service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=0f507eaa-fbf5-4591-86aa-07515c8d90fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149754 Feb 09 00:51:30.933680 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-1af494d9-cf49-44e9-9586-81c5a8fd1a0c req-0bb941d4-6956-4c39-8ec5-4292314f3760 tempest-ServersAdminNegativeTestJSON-1239164503 tempest-ServersAdminNegativeTestJSON-1239164503-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:51:30.950406 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-1af494d9-cf49-44e9-9586-81c5a8fd1a0c req-0bb941d4-6956-4c39-8ec5-4292314f3760 tempest-ServersAdminNegativeTestJSON-1239164503 tempest-ServersAdminNegativeTestJSON-1239164503-project-admin] Usage tracker for resource:security_group_rule and tenant:0fc48c9c91024258bf83ff89bccfb14d is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:51:30.962996 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-1af494d9-cf49-44e9-9586-81c5a8fd1a0c req-0bb941d4-6956-4c39-8ec5-4292314f3760 tempest-ServersAdminNegativeTestJSON-1239164503 tempest-ServersAdminNegativeTestJSON-1239164503-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:51:30.976598 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-1af494d9-cf49-44e9-9586-81c5a8fd1a0c req-0bb941d4-6956-4c39-8ec5-4292314f3760 tempest-ServersAdminNegativeTestJSON-1239164503 tempest-ServersAdminNegativeTestJSON-1239164503-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:51:30.994333 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-abf10703-c7c1-41c4-80a6-831a7ef899c6 req-9fa305c2-e58a-45b3-ad53-f78a3718d727 service neutron] For port 300ea727-8416-4aa1-ab71-8e94e286ec6d, host n-h2-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:51:30.997106 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14066515-b5a3-498b-884b-3ec7a92e085d req-386efa09-8281-49ce-8f84-7baa67e67979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:30.998608 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-14066515-b5a3-498b-884b-3ec7a92e085d req-386efa09-8281-49ce-8f84-7baa67e67979 service neutron] 10.222.0.99 "GET /v2.0/networks?id=42d335cf-a678-4bc3-901b-7d21fb8587e6 HTTP/1.1" status: 200 len: 870 time: 0.5035295 Feb 09 00:51:31.025825 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-abf10703-c7c1-41c4-80a6-831a7ef899c6 req-9fa305c2-e58a-45b3-ad53-f78a3718d727 service neutron] For port 300ea727-8416-4aa1-ab71-8e94e286ec6d, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=300ea727-8416-4aa1-ab71-8e94e286ec6d,segment=NetworkSegment(e9be9500-482f-486c-b330-ffba40da5382),segment_id=e9be9500-482f-486c-b330-ffba40da5382)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:51:31.042373 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-abf10703-c7c1-41c4-80a6-831a7ef899c6 req-9fa305c2-e58a-45b3-ad53-f78a3718d727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:31.063347 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a0c8370e-642a-404d-a608-ce7e2da840c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:31.073980 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453f948-10a0-44c3-bc2f-2d50b6deac73 req-ebec55da-7251-42f0-8168-a75bc42711d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:31.075535 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5453f948-10a0-44c3-bc2f-2d50b6deac73 req-ebec55da-7251-42f0-8168-a75bc42711d1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8d883076d7064c219a98a8f981d7945a&device_id=4217fae3-6087-4477-8eed-859d85400796 HTTP/1.1" status: 200 len: 1095 time: 0.3291092 Feb 09 00:51:31.083742 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a0c8370e-642a-404d-a608-ce7e2da840c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:31.118511 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d359cdf2-d219-4894-9bb7-54064048c452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:31.133050 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf10703-c7c1-41c4-80a6-831a7ef899c6 req-9fa305c2-e58a-45b3-ad53-f78a3718d727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:31.133670 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-abf10703-c7c1-41c4-80a6-831a7ef899c6 req-9fa305c2-e58a-45b3-ad53-f78a3718d727 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:31.135289 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-abf10703-c7c1-41c4-80a6-831a7ef899c6 req-9fa305c2-e58a-45b3-ad53-f78a3718d727 service neutron] 10.222.0.99 "PUT /v2.0/ports/300ea727-8416-4aa1-ab71-8e94e286ec6d HTTP/1.1" status: 200 len: 1092 time: 2.3381367 Feb 09 00:51:31.135791 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7a99ca9-ab7a-4f96-ac04-dd8fbdfdcef0', 'tag': '300ea727-8416-4aa1-ab71-8e94e286ec6d'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:51:31.243595 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-a0c8370e-642a-404d-a608-ce7e2da840c6 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=5de1fb18da494549bb75cafc99b32e7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9650371 Feb 09 00:51:31.262549 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39826) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:51:31.280887 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-14066515-b5a3-498b-884b-3ec7a92e085d req-28d2874e-69b5-4202-95d8-9a67df38e560 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=1d7159ba-1cab-4b39-b7c4-51c7a758c9a7 HTTP/1.1" status: 200 len: 217 time: 0.1210313 Feb 09 00:51:31.351755 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c8370e-642a-404d-a608-ce7e2da840c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ce3374-2b07-4930-8c51-722f52b22773,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:31.355751 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa305c2-e58a-45b3-ad53-f78a3718d727 service neutron] Pushing event updated for resources: {'Port': ['ID=300ea727-8416-4aa1-ab71-8e94e286ec6d,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:31.383423 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ef9fa016-4ef5-4305-b762-4e85b91a2dcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:31.398085 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ef9fa016-4ef5-4305-b762-4e85b91a2dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:31.513696 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-ef9fa016-4ef5-4305-b762-4e85b91a2dcf admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=a0cfba6cd0d341049beec97f2a60ecb1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2333829 Feb 09 00:51:31.514491 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d359cdf2-d219-4894-9bb7-54064048c452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:31.514934 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453f948-10a0-44c3-bc2f-2d50b6deac73 req-919ac03c-4412-4917-917b-e7865754b29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:31.516285 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5453f948-10a0-44c3-bc2f-2d50b6deac73 req-919ac03c-4412-4917-917b-e7865754b29a service neutron] 10.222.0.62 "GET /v2.0/networks?id=ded91f5f-4c52-4e17-8569-d9d1696711b8 HTTP/1.1" status: 200 len: 909 time: 0.4106648 Feb 09 00:51:31.518075 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1af494d9-cf49-44e9-9586-81c5a8fd1a0c req-0bb941d4-6956-4c39-8ec5-4292314f3760 tempest-ServersAdminNegativeTestJSON-1239164503 tempest-ServersAdminNegativeTestJSON-1239164503-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:31.519701 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 39830) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:51:31.520309 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9fa016-4ef5-4305-b762-4e85b91a2dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=031241d5-288f-4999-9f80-217ff68a60ca,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:31.525298 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14066515-b5a3-498b-884b-3ec7a92e085d req-a9b69e96-2efa-4b73-8c83-dd1614f517fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:31.526828 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-14066515-b5a3-498b-884b-3ec7a92e085d req-a9b69e96-2efa-4b73-8c83-dd1614f517fd service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.2327185 Feb 09 00:51:31.588531 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1af494d9-cf49-44e9-9586-81c5a8fd1a0c req-0bb941d4-6956-4c39-8ec5-4292314f3760 tempest-ServersAdminNegativeTestJSON-1239164503 tempest-ServersAdminNegativeTestJSON-1239164503-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:31.594075 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1bf5b35c-6d22-43fb-816c-0a230a978e60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:31.605040 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d359cdf2-d219-4894-9bb7-54064048c452 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=87638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:51:31.605390 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d359cdf2-d219-4894-9bb7-54064048c452 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:51:31.606237 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d359cdf2-d219-4894-9bb7-54064048c452 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:51:31.606565 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d359cdf2-d219-4894-9bb7-54064048c452 admin admin] Subscribe: > port after_create 55550000 {{(pid=87638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:51:31.606894 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d359cdf2-d219-4894-9bb7-54064048c452 admin admin] Subscribe: > port after_delete 55550000 {{(pid=87638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:51:31.607363 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d359cdf2-d219-4894-9bb7-54064048c452 admin admin] Subscribe: > port after_update 55550000 {{(pid=87638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:51:31.607743 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d359cdf2-d219-4894-9bb7-54064048c452 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=87638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:51:31.608084 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d359cdf2-d219-4894-9bb7-54064048c452 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:51:31.608403 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d359cdf2-d219-4894-9bb7-54064048c452 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:51:31.608756 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d359cdf2-d219-4894-9bb7-54064048c452 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=87638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:51:31.627361 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5453f948-10a0-44c3-bc2f-2d50b6deac73 req-ac851345-10ad-40f8-ba07-df08069ffb59 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c26df16-b85b-4e62-8100-31c95a5c2dfc HTTP/1.1" status: 200 len: 217 time: 0.1022134 Feb 09 00:51:31.685717 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff509254-d966-470d-bcf6-4d4ad295bfee req-d91cdecb-1002-48e3-9437-6fd24fd432fc tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:31.687186 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ff509254-d966-470d-bcf6-4d4ad295bfee req-d91cdecb-1002-48e3-9437-6fd24fd432fc tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] 10.222.0.105 "GET /v2.0/ports?device_id=f9a00739-6bf6-4243-a8e9-6c73cabddce3 HTTP/1.1" status: 200 len: 950 time: 0.5029147 Feb 09 00:51:31.688747 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1af494d9-cf49-44e9-9586-81c5a8fd1a0c req-0bb941d4-6956-4c39-8ec5-4292314f3760 tempest-ServersAdminNegativeTestJSON-1239164503 tempest-ServersAdminNegativeTestJSON-1239164503-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=1ed07dad-ca98-4563-9313-f42f82b46bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8675544 Feb 09 00:51:31.738217 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d359cdf2-d219-4894-9bb7-54064048c452 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:51:31.738641 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb941d4-6956-4c39-8ec5-4292314f3760 tempest-ServersAdminNegativeTestJSON-1239164503 tempest-ServersAdminNegativeTestJSON-1239164503-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f5d9ce-b861-4cc1-bc2f-9937e0a47704,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:31.738965 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d359cdf2-d219-4894-9bb7-54064048c452 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:51:31.739967 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d359cdf2-d219-4894-9bb7-54064048c452 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=87638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:51:31.740313 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d359cdf2-d219-4894-9bb7-54064048c452 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=87638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:51:31.740704 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-d359cdf2-d219-4894-9bb7-54064048c452 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c44a703-1b8f-4459-9459-f2f69203c094']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:51:31.771329 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-d359cdf2-d219-4894-9bb7-54064048c452 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa8fa8a1-69c4-43c6-89d6-6334866630b0') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:51:31.771329 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-d359cdf2-d219-4894-9bb7-54064048c452 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa8fa8a1-69c4-43c6-89d6-6334866630b0') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:51:31.795709 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453f948-10a0-44c3-bc2f-2d50b6deac73 req-3ae053f2-8ec3-4d78-b922-9eda0c7af8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:31.797143 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5453f948-10a0-44c3-bc2f-2d50b6deac73 req-3ae053f2-8ec3-4d78-b922-9eda0c7af8b5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=103c212c-bf16-40d1-a89c-07252434eb67 HTTP/1.1" status: 200 len: 848 time: 0.1531723 Feb 09 00:51:31.800208 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-11537a5f-3e99-48e8-91f9-38a864029dbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:31.805128 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf10703-c7c1-41c4-80a6-831a7ef899c6 req-f4492304-743f-4c39-bbe8-230134304ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:31.806832 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-abf10703-c7c1-41c4-80a6-831a7ef899c6 req-f4492304-743f-4c39-bbe8-230134304ae7 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7bf69f5d5f8d45f2b7dab3b2ab01eff0&device_id=b7a99ca9-ab7a-4f96-ac04-dd8fbdfdcef0 HTTP/1.1" status: 200 len: 1095 time: 0.5940506 Feb 09 00:51:31.810724 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d359cdf2-d219-4894-9bb7-54064048c452 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:31.822601 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1bf5b35c-6d22-43fb-816c-0a230a978e60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:31.834209 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ff509254-d966-470d-bcf6-4d4ad295bfee req-132a62ea-0b3b-49b8-b4ef-6a53a12961e5 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] 10.222.0.105 "GET /v2.0/security-groups?id=0f507eaa-fbf5-4591-86aa-07515c8d90fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267052 Feb 09 00:51:31.901398 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5453f948-10a0-44c3-bc2f-2d50b6deac73 req-b6ccb048-9bf7-4c50-816b-9a71788b3178 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ded91f5f-4c52-4e17-8569-d9d1696711b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618744 Feb 09 00:51:31.905727 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-abf10703-c7c1-41c4-80a6-831a7ef899c6 req-c0280ea0-2db0-4dd6-a81a-e2fc6b4274a5 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=300ea727-8416-4aa1-ab71-8e94e286ec6d HTTP/1.1" status: 200 len: 217 time: 0.0872159 Feb 09 00:51:31.915809 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d359cdf2-d219-4894-9bb7-54064048c452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:31.978805 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d359cdf2-d219-4894-9bb7-54064048c452 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:51:31.979206 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d359cdf2-d219-4894-9bb7-54064048c452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:31.995954 n-d-828418-1 neutron-server[87638]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 00:51:31.995954 n-d-828418-1 neutron-server[87638]: from cryptography.utils import int_from_bytes Feb 09 00:51:31.995954 n-d-828418-1 neutron-server[87638]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 00:51:31.995954 n-d-828418-1 neutron-server[87638]: from cryptography.utils import int_from_bytes Feb 09 00:51:31.995954 n-d-828418-1 neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 09 00:51:31.995954 n-d-828418-1 neutron-server[87638]: util.warn_limited( Feb 09 00:51:31.995954 n-d-828418-1 neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 09 00:51:31.995954 n-d-828418-1 neutron-server[87638]: util.warn_limited( Feb 09 00:51:31.995954 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 00:51:31.995954 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:51:31.995954 n-d-828418-1 neutron-server[87638]: timer() Feb 09 00:51:31.995954 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:51:31.995954 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 00:51:31.995954 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 00:51:31.995954 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 00:51:31.995954 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:51:31.995954 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 00:51:31.995954 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:51:31.995954 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 00:51:31.995954 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:51:31.995954 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 00:51:31.995954 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 00:51:31.995954 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:51:31.995954 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 00:51:31.995954 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:51:31.995954 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 00:51:31.995954 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 00:51:31.995954 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 00:51:31.995954 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 00:51:31.995954 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 00:51:31.995954 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:51:31.995954 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:51:31.995954 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 00:51:31.995954 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:51:31.995954 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:51:31.995954 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:51:31.995954 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:51:31.995954 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:51:31.995954 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:51:31.995954 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:51:32.014570 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-11537a5f-3e99-48e8-91f9-38a864029dbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:32.100854 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14066515-b5a3-498b-884b-3ec7a92e085d req-baf26c4b-fb3a-4b5c-b215-51c4bcabaee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:32.102459 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-14066515-b5a3-498b-884b-3ec7a92e085d req-baf26c4b-fb3a-4b5c-b215-51c4bcabaee7 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5629249 Feb 09 00:51:32.106761 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf10703-c7c1-41c4-80a6-831a7ef899c6 req-fe1b91ab-1e25-4556-9a3a-76079bafde04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:32.108117 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-abf10703-c7c1-41c4-80a6-831a7ef899c6 req-fe1b91ab-1e25-4556-9a3a-76079bafde04 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=163b540f-77f3-4f41-babd-8cc6d2cd64c1 HTTP/1.1" status: 200 len: 861 time: 0.1898646 Feb 09 00:51:32.113936 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d359cdf2-d219-4894-9bb7-54064048c452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:32.115289 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-90d7a7df-69bf-4cd8-bc88-1236fe54e076 req-db159dc3-dd23-4b0e-b9ba-12d0136b7fb4 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-securitygroup--13498724&fields=id&tenant_id=e92c004a387045f69eb326cd61acc551 HTTP/1.1" status: 200 len: 267 time: 0.1296411 Feb 09 00:51:32.120296 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d359cdf2-d219-4894-9bb7-54064048c452 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:32.163024 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67520b26-72bb-4d58-96c6-4b159be0a556 req-e5f282d5-8a75-426c-998a-c4fd5eca0304 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:32.164638 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-67520b26-72bb-4d58-96c6-4b159be0a556 req-e5f282d5-8a75-426c-998a-c4fd5eca0304 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/ports?device_id=b7a99ca9-ab7a-4f96-ac04-dd8fbdfdcef0 HTTP/1.1" status: 200 len: 944 time: 0.3725574 Feb 09 00:51:32.170344 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5453f948-10a0-44c3-bc2f-2d50b6deac73 req-d00799c2-97fe-467e-9fb1-24d62d21ed16 service neutron] 10.222.0.62 "GET /v2.0/networks/ded91f5f-4c52-4e17-8569-d9d1696711b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612014 Feb 09 00:51:32.209488 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1bf5b35c-6d22-43fb-816c-0a230a978e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:32.213718 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d359cdf2-d219-4894-9bb7-54064048c452 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c44a703-1b8f-4459-9459-f2f69203c094,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:32.292896 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-abf10703-c7c1-41c4-80a6-831a7ef899c6 req-ab73018f-1aff-4073-94c5-57e13e0785df service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=39a46289-ad70-46f1-887f-88a255de2a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1474116 Feb 09 00:51:32.298686 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1bf5b35c-6d22-43fb-816c-0a230a978e60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:32.299811 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1bf5b35c-6d22-43fb-816c-0a230a978e60 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/50ce3374-2b07-4930-8c51-722f52b22773 HTTP/1.1" status: 204 len: 168 time: 1.0299263 Feb 09 00:51:32.301245 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d359cdf2-d219-4894-9bb7-54064048c452 admin admin] 10.222.0.105 "DELETE /v2.0/networks/1c44a703-1b8f-4459-9459-f2f69203c094 HTTP/1.1" status: 204 len: 168 time: 1.4234660 Feb 09 00:51:32.305760 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf5b35c-6d22-43fb-816c-0a230a978e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ce3374-2b07-4930-8c51-722f52b22773,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:32.308296 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39846) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:51:32.335569 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-11537a5f-3e99-48e8-91f9-38a864029dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:32.397088 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11537a5f-3e99-48e8-91f9-38a864029dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=031241d5-288f-4999-9f80-217ff68a60ca,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:32.435321 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-67520b26-72bb-4d58-96c6-4b159be0a556 req-bc8eaffb-ca43-46ea-a752-7e49815400c7 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/security-groups?id=5241b5dc-7937-4332-869e-fc6addd63e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134912 Feb 09 00:51:32.535163 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d7a7df-69bf-4cd8-bc88-1236fe54e076 req-d81427ce-eacd-40a3-b535-e7f76b4d9f3a tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:32.543399 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-90d7a7df-69bf-4cd8-bc88-1236fe54e076 req-d81427ce-eacd-40a3-b535-e7f76b4d9f3a tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.105 "GET /v2.0/networks?id=27e5ee19-f0a7-4563-ba03-a0f237d4208b HTTP/1.1" status: 200 len: 824 time: 0.4126914 Feb 09 00:51:32.545729 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-11537a5f-3e99-48e8-91f9-38a864029dbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:32.546988 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-11537a5f-3e99-48e8-91f9-38a864029dbc admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/031241d5-288f-4999-9f80-217ff68a60ca HTTP/1.1" status: 204 len: 168 time: 1.0235994 Feb 09 00:51:32.553169 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:51:32.555125 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7a99ca9-ab7a-4f96-ac04-dd8fbdfdcef0', 'tag': '300ea727-8416-4aa1-ab71-8e94e286ec6d', 'status': 'completed', 'code': 200} Feb 09 00:51:32.621733 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-90d7a7df-69bf-4cd8-bc88-1236fe54e076 req-1465d541-222e-4501-89f5-f10ee4e3f5ac tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.105 "GET /v2.0/quotas/e92c004a387045f69eb326cd61acc551 HTTP/1.1" status: 200 len: 375 time: 0.0770521 Feb 09 00:51:32.629131 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5453f948-10a0-44c3-bc2f-2d50b6deac73 req-8fdb92dd-3771-4384-a73f-be290fd09495 service neutron] 10.222.0.62 "GET /v2.0/networks/ded91f5f-4c52-4e17-8569-d9d1696711b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4062600 Feb 09 00:51:32.714968 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-7014466a-0f0a-48b9-937b-d3fa82a51801 admin admin] Deleting subnet 80143fec-2fa2-40c4-b2fa-0b1f2d1e0158 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 00:51:32.718916 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port 6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:51:32.729161 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7014466a-0f0a-48b9-937b-d3fa82a51801 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:32.730406 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:51:32.730953 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:32.771830 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-14066515-b5a3-498b-884b-3ec7a92e085d req-cf4e2517-2ce7-4a52-a9df-00c113c8e5ae service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6272614 Feb 09 00:51:32.895850 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-abf10703-c7c1-41c4-80a6-831a7ef899c6 req-923fbb20-4229-4906-ba48-b7a5874a71db service neutron] 10.222.0.99 "GET /v2.0/networks/39a46289-ad70-46f1-887f-88a255de2a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5911834 Feb 09 00:51:32.902713 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-90d7a7df-69bf-4cd8-bc88-1236fe54e076 req-512e2469-bc9a-400c-b052-c5f42819de55 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=e92c004a387045f69eb326cd61acc551&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2695444 Feb 09 00:51:32.910999 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7014466a-0f0a-48b9-937b-d3fa82a51801 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:32.981852 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:33.018051 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f26b1f1-bccd-471c-9b04-b9969c8e9c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:51:33.035661 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f,segment=NetworkSegment(b907962e-2c92-4e5e-9eb3-daae4f34051b),segment_id=b907962e-2c92-4e5e-9eb3-daae4f34051b)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:51:33.043540 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:33.100819 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c942f2-1b3b-46bd-888d-4ad5053dc75a req-94043f91-70b3-46a0-a084-32708c759771 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:33.109581 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-12c942f2-1b3b-46bd-888d-4ad5053dc75a req-94043f91-70b3-46a0-a084-32708c759771 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f26b1f1-bccd-471c-9b04-b9969c8e9c78 HTTP/1.1" status: 200 len: 944 time: 0.3465180 Feb 09 00:51:33.173776 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:33.182251 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-12c942f2-1b3b-46bd-888d-4ad5053dc75a req-041bd94a-d844-4940-b29f-d939f1496109 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716395 Feb 09 00:51:33.215591 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46ec15-2178-4171-bd0f-bdfd589cb5c6 req-625b1b1d-d599-486d-ae0f-9eed55eeb523 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:33.217007 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-7d46ec15-2178-4171-bd0f-bdfd589cb5c6 req-625b1b1d-d599-486d-ae0f-9eed55eeb523 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Synchronizing usage tracker for tenant:e92c004a387045f69eb326cd61acc551 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:51:33.231132 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 39870) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:51:33.252794 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-90d7a7df-69bf-4cd8-bc88-1236fe54e076 req-1769d7c5-e67e-4cbe-ae25-d6ae33348f2f service neutron] 10.222.0.105 "GET /v2.0/networks/27e5ee19-f0a7-4563-ba03-a0f237d4208b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3516695 Feb 09 00:51:33.255984 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bb22ecb3-dd13-4b7d-9987-e7491d7d1a9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:33.263073 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7014466a-0f0a-48b9-937b-d3fa82a51801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:33.275912 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-bb22ecb3-dd13-4b7d-9987-e7491d7d1a9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:51:33.280118 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-bb22ecb3-dd13-4b7d-9987-e7491d7d1a9d admin admin] Usage tracker for resource:security_group_rule and tenant:207f74c730624a998768368b8e2b14e9 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:51:33.283774 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-bb22ecb3-dd13-4b7d-9987-e7491d7d1a9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:51:33.293027 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-bb22ecb3-dd13-4b7d-9987-e7491d7d1a9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:51:33.332117 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-14066515-b5a3-498b-884b-3ec7a92e085d req-ef8141ab-93ca-48b1-965e-3a94f5959e49 service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5502381 Feb 09 00:51:33.359158 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-7d46ec15-2178-4171-bd0f-bdfd589cb5c6 req-625b1b1d-d599-486d-ae0f-9eed55eeb523 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Unset dirty status for tenant:e92c004a387045f69eb326cd61acc551 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:51:33.360411 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-7d46ec15-2178-4171-bd0f-bdfd589cb5c6 req-625b1b1d-d599-486d-ae0f-9eed55eeb523 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.62 "GET /v2.0/ports?device_id=c999f65b-c828-4239-87db-66098662f116 HTTP/1.1" status: 200 len: 968 time: 0.8025193 Feb 09 00:51:33.457015 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-abf10703-c7c1-41c4-80a6-831a7ef899c6 req-999cfc5c-c424-4cdc-9b0a-ce3be4a85812 service neutron] 10.222.0.99 "GET /v2.0/networks/39a46289-ad70-46f1-887f-88a255de2a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5515273 Feb 09 00:51:33.476766 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7014466a-0f0a-48b9-937b-d3fa82a51801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:33.517628 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-7d46ec15-2178-4171-bd0f-bdfd589cb5c6 req-7fe683c1-d2b3-4645-b196-d21a223b59ae tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Deleting port eabf5a89-9492-4046-b06d-24f13afebf59 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:51:33.517959 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-7d46ec15-2178-4171-bd0f-bdfd589cb5c6 req-7fe683c1-d2b3-4645-b196-d21a223b59ae tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:33.602137 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bb22ecb3-dd13-4b7d-9987-e7491d7d1a9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:33.611164 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bb22ecb3-dd13-4b7d-9987-e7491d7d1a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:33.655222 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-90d7a7df-69bf-4cd8-bc88-1236fe54e076 req-194a6752-62ba-4eba-93f2-bddccfacca6a service neutron] 10.222.0.105 "GET /v2.0/networks/27e5ee19-f0a7-4563-ba03-a0f237d4208b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3826904 Feb 09 00:51:33.668690 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7014466a-0f0a-48b9-937b-d3fa82a51801 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:33.672331 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7014466a-0f0a-48b9-937b-d3fa82a51801 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80143fec-2fa2-40c4-b2fa-0b1f2d1e0158,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:33.706339 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-bb22ecb3-dd13-4b7d-9987-e7491d7d1a9d admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=207f74c730624a998768368b8e2b14e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4739549 Feb 09 00:51:33.707146 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb22ecb3-dd13-4b7d-9987-e7491d7d1a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb80fa1f-eb87-4e5c-b5f1-ad3f9036f57d,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:33.711413 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-7014466a-0f0a-48b9-937b-d3fa82a51801 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/80143fec-2fa2-40c4-b2fa-0b1f2d1e0158 HTTP/1.1" status: 204 len: 168 time: 1.3789260 Feb 09 00:51:33.711413 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39884) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:51:33.712301 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 39886) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:51:33.799669 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3258b939-2f2b-4ae0-acc4-262ca4a38dc3 req-88e87e25-0525-4314-9a1d-02b52e306601 tempest-ServersAdminNegativeTestJSON-1239164503 tempest-ServersAdminNegativeTestJSON-1239164503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:33.801296 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3258b939-2f2b-4ae0-acc4-262ca4a38dc3 req-88e87e25-0525-4314-9a1d-02b52e306601 tempest-ServersAdminNegativeTestJSON-1239164503 tempest-ServersAdminNegativeTestJSON-1239164503-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=84a91593-88c5-43c2-b1bf-4bdfc679ad04 HTTP/1.1" status: 200 len: 1100 time: 0.4942918 Feb 09 00:51:33.869727 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa311d-ae33-4832-9530-3ee2b71389f6 req-d25f695f-f3f6-4778-832b-35da4b04c703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:33.871772 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-61aa311d-ae33-4832-9530-3ee2b71389f6 req-d25f695f-f3f6-4778-832b-35da4b04c703 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7bf69f5d5f8d45f2b7dab3b2ab01eff0&device_id=b7a99ca9-ab7a-4f96-ac04-dd8fbdfdcef0 HTTP/1.1" status: 200 len: 1095 time: 0.3579075 Feb 09 00:51:33.896251 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-560ce5d9-9d8e-4314-b02d-fe820a3cc060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:33.908037 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-3258b939-2f2b-4ae0-acc4-262ca4a38dc3 req-e96bbdfd-cd85-4d58-bf1d-8a3ef68218b4 tempest-ServersAdminNegativeTestJSON-1239164503 tempest-ServersAdminNegativeTestJSON-1239164503-project-admin] Synchronizing usage tracker for tenant:0fc48c9c91024258bf83ff89bccfb14d on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:51:34.062920 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-55347da8-bf62-4c35-aa14-998babe580ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:34.133708 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-55347da8-bf62-4c35-aa14-998babe580ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:34.145173 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-3258b939-2f2b-4ae0-acc4-262ca4a38dc3 req-e96bbdfd-cd85-4d58-bf1d-8a3ef68218b4 tempest-ServersAdminNegativeTestJSON-1239164503 tempest-ServersAdminNegativeTestJSON-1239164503-project-admin] Unset dirty status for tenant:0fc48c9c91024258bf83ff89bccfb14d on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:51:34.148844 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3258b939-2f2b-4ae0-acc4-262ca4a38dc3 req-e96bbdfd-cd85-4d58-bf1d-8a3ef68218b4 tempest-ServersAdminNegativeTestJSON-1239164503 tempest-ServersAdminNegativeTestJSON-1239164503-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=1ed07dad-ca98-4563-9313-f42f82b46bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312461 Feb 09 00:51:34.223399 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f26b1f1-bccd-471c-9b04-b9969c8e9c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f', 'code': 200} Feb 09 00:51:34.264184 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-560ce5d9-9d8e-4314-b02d-fe820a3cc060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:34.375999 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-7d46ec15-2178-4171-bd0f-bdfd589cb5c6 req-7fe683c1-d2b3-4645-b196-d21a223b59ae tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] For port eabf5a89-9492-4046-b06d-24f13afebf59, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=eabf5a89-9492-4046-b06d-24f13afebf59,segment=NetworkSegment(d6018a7b-e150-476a-9748-d627dc1c772b),segment_id=d6018a7b-e150-476a-9748-d627dc1c772b)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:51:34.376907 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-7d46ec15-2178-4171-bd0f-bdfd589cb5c6 req-7fe683c1-d2b3-4645-b196-d21a223b59ae tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:34.395155 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa311d-ae33-4832-9530-3ee2b71389f6 req-489f8909-6e2d-4da1-a941-021c55231cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:34.397542 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-61aa311d-ae33-4832-9530-3ee2b71389f6 req-489f8909-6e2d-4da1-a941-021c55231cd3 service neutron] 10.222.0.99 "GET /v2.0/networks?id=39a46289-ad70-46f1-887f-88a255de2a83 HTTP/1.1" status: 200 len: 922 time: 0.4981556 Feb 09 00:51:34.462805 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-560ce5d9-9d8e-4314-b02d-fe820a3cc060 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=87639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:51:34.463146 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-560ce5d9-9d8e-4314-b02d-fe820a3cc060 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:51:34.463895 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-560ce5d9-9d8e-4314-b02d-fe820a3cc060 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:51:34.464318 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-560ce5d9-9d8e-4314-b02d-fe820a3cc060 admin admin] Subscribe: > port after_create 55550000 {{(pid=87639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:51:34.465807 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-560ce5d9-9d8e-4314-b02d-fe820a3cc060 admin admin] Subscribe: > port after_delete 55550000 {{(pid=87639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:51:34.466172 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-560ce5d9-9d8e-4314-b02d-fe820a3cc060 admin admin] Subscribe: > port after_update 55550000 {{(pid=87639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:51:34.466495 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-560ce5d9-9d8e-4314-b02d-fe820a3cc060 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=87639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:51:34.466839 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-560ce5d9-9d8e-4314-b02d-fe820a3cc060 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:51:34.467160 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-560ce5d9-9d8e-4314-b02d-fe820a3cc060 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:51:34.467474 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-560ce5d9-9d8e-4314-b02d-fe820a3cc060 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=87639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:51:34.563868 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-61aa311d-ae33-4832-9530-3ee2b71389f6 req-a6d2310d-c383-46a7-8945-12634f1d2472 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=300ea727-8416-4aa1-ab71-8e94e286ec6d HTTP/1.1" status: 200 len: 217 time: 0.0927703 Feb 09 00:51:34.576600 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-560ce5d9-9d8e-4314-b02d-fe820a3cc060 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:51:34.576953 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-560ce5d9-9d8e-4314-b02d-fe820a3cc060 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:51:34.578078 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-560ce5d9-9d8e-4314-b02d-fe820a3cc060 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=87639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:51:34.578688 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-560ce5d9-9d8e-4314-b02d-fe820a3cc060 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=87639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:51:34.579488 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-560ce5d9-9d8e-4314-b02d-fe820a3cc060 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6479a0c-a35e-4a67-a52c-5b1953b58ef7']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:51:34.610009 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ef754-2a96-4bd2-81bc-c30134388a4d req-2120092d-297f-420f-94ea-835493a3e0e9 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:34.612035 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1f7ef754-2a96-4bd2-81bc-c30134388a4d req-2120092d-297f-420f-94ea-835493a3e0e9 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] 10.222.0.105 "GET /v2.0/ports?device_id=f9a00739-6bf6-4243-a8e9-6c73cabddce3 HTTP/1.1" status: 200 len: 950 time: 0.5713804 Feb 09 00:51:34.672020 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-560ce5d9-9d8e-4314-b02d-fe820a3cc060 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '871a657b-18ba-4d49-a146-cab64756c1f9') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:51:34.672020 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-560ce5d9-9d8e-4314-b02d-fe820a3cc060 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '871a657b-18ba-4d49-a146-cab64756c1f9') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:51:34.688335 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-55347da8-bf62-4c35-aa14-998babe580ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:34.718231 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-560ce5d9-9d8e-4314-b02d-fe820a3cc060 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:34.754405 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1f7ef754-2a96-4bd2-81bc-c30134388a4d req-c2ef4a77-d3d8-4fb3-951f-f4330d57e3a9 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] 10.222.0.105 "GET /v2.0/security-groups?id=0f507eaa-fbf5-4591-86aa-07515c8d90fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277699 Feb 09 00:51:34.784021 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-560ce5d9-9d8e-4314-b02d-fe820a3cc060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:34.799046 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc869b7f-d6bc-4ac3-b3c5-e9bc02d4f4a8 req-f245728a-a41d-4f0c-ac2c-5e0b571e8143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:34.815533 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fc869b7f-d6bc-4ac3-b3c5-e9bc02d4f4a8 req-f245728a-a41d-4f0c-ac2c-5e0b571e8143 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1f26b1f1-bccd-471c-9b04-b9969c8e9c78 HTTP/1.1" status: 200 len: 1096 time: 0.5155571 Feb 09 00:51:34.837664 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d94771-649c-4a2a-a143-4e6d6df9dd60 req-1c1a30a4-9397-48f6-bbff-c10410cf1d3b tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:34.843045 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55347da8-bf62-4c35-aa14-998babe580ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb80fa1f-eb87-4e5c-b5f1-ad3f9036f57d,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:34.843225 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a1d94771-649c-4a2a-a143-4e6d6df9dd60 req-1c1a30a4-9397-48f6-bbff-c10410cf1d3b tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/ports?device_id=b7a99ca9-ab7a-4f96-ac04-dd8fbdfdcef0 HTTP/1.1" status: 200 len: 944 time: 0.4755323 Feb 09 00:51:34.845011 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-55347da8-bf62-4c35-aa14-998babe580ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:34.848662 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-55347da8-bf62-4c35-aa14-998babe580ca admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/cb80fa1f-eb87-4e5c-b5f1-ad3f9036f57d HTTP/1.1" status: 204 len: 168 time: 1.1012881 Feb 09 00:51:34.883455 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-560ce5d9-9d8e-4314-b02d-fe820a3cc060 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:51:34.883851 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-560ce5d9-9d8e-4314-b02d-fe820a3cc060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:34.964850 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa311d-ae33-4832-9530-3ee2b71389f6 req-63dc0095-9eaf-4f89-aa74-dafbc7838508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:34.966392 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-61aa311d-ae33-4832-9530-3ee2b71389f6 req-63dc0095-9eaf-4f89-aa74-dafbc7838508 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=163b540f-77f3-4f41-babd-8cc6d2cd64c1 HTTP/1.1" status: 200 len: 861 time: 0.3654542 Feb 09 00:51:34.992863 n-d-828418-1 neutron-server[87639]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 00:51:34.992863 n-d-828418-1 neutron-server[87639]: from cryptography.utils import int_from_bytes Feb 09 00:51:34.992863 n-d-828418-1 neutron-server[87639]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 00:51:34.992863 n-d-828418-1 neutron-server[87639]: from cryptography.utils import int_from_bytes Feb 09 00:51:34.992863 n-d-828418-1 neutron-server[87639]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 09 00:51:34.992863 n-d-828418-1 neutron-server[87639]: util.warn_limited( Feb 09 00:51:34.992863 n-d-828418-1 neutron-server[87639]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 09 00:51:34.992863 n-d-828418-1 neutron-server[87639]: util.warn_limited( Feb 09 00:51:34.992863 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 00:51:34.992863 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:51:34.992863 n-d-828418-1 neutron-server[87639]: timer() Feb 09 00:51:34.992863 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:51:34.992863 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 00:51:34.992863 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 00:51:34.992863 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 00:51:34.992863 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:51:34.992863 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 00:51:34.992863 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:51:34.992863 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 00:51:34.992863 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:51:34.992863 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 00:51:34.992863 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 00:51:34.992863 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:51:34.992863 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 00:51:34.992863 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:51:34.992863 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 00:51:34.992863 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 00:51:34.992863 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 00:51:34.992863 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 00:51:34.992863 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 00:51:34.992863 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:51:34.992863 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:51:34.992863 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 00:51:34.992863 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:51:34.992863 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:51:34.992863 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:51:34.992863 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:51:34.992863 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:51:34.992863 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:51:34.992863 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:51:35.093478 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-61aa311d-ae33-4832-9530-3ee2b71389f6 req-249935a9-f571-41cf-a9de-572c28e66775 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=39a46289-ad70-46f1-887f-88a255de2a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1187072 Feb 09 00:51:35.100078 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-10878f6f-ac8e-4567-b80d-84147eeaac69 req-ff697a15-d11c-442e-b3d3-9126d1233438 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.105 "GET /v2.0/ports?device_id=002445d9-8310-4d95-b177-135d4c573953 HTTP/1.1" status: 200 len: 210 time: 0.0995743 Feb 09 00:51:35.117805 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fc869b7f-d6bc-4ac3-b3c5-e9bc02d4f4a8 req-bbf53acb-0a88-46ed-a463-97da4287e298 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726116 Feb 09 00:51:35.128556 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-560ce5d9-9d8e-4314-b02d-fe820a3cc060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:35.157341 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-560ce5d9-9d8e-4314-b02d-fe820a3cc060 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:35.171008 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-560ce5d9-9d8e-4314-b02d-fe820a3cc060 admin admin] 10.222.0.105 "DELETE /v2.0/networks/c6479a0c-a35e-4a67-a52c-5b1953b58ef7 HTTP/1.1" status: 204 len: 168 time: 1.4551780 Feb 09 00:51:35.172182 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a1d94771-649c-4a2a-a143-4e6d6df9dd60 req-a07188bf-484d-47ac-b86b-75cbb537689e tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/security-groups?id=5241b5dc-7937-4332-869e-fc6addd63e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757636 Feb 09 00:51:35.173045 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560ce5d9-9d8e-4314-b02d-fe820a3cc060 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6479a0c-a35e-4a67-a52c-5b1953b58ef7,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:35.432186 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-7d46ec15-2178-4171-bd0f-bdfd589cb5c6 req-7fe683c1-d2b3-4645-b196-d21a223b59ae tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:35.433353 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-7d46ec15-2178-4171-bd0f-bdfd589cb5c6 req-7fe683c1-d2b3-4645-b196-d21a223b59ae tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:35.433913 n-d-828418-1 neutron-server[87638]: INFO neutron.db.l3_db [req-7d46ec15-2178-4171-bd0f-bdfd589cb5c6 req-7fe683c1-d2b3-4645-b196-d21a223b59ae tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Floating IP 54897e23-5bba-4e10-a694-4dd49862327f disassociated. External IP: 172.25.0.12, port: eabf5a89-9492-4046-b06d-24f13afebf59. Feb 09 00:51:35.434470 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-7d46ec15-2178-4171-bd0f-bdfd589cb5c6 req-7fe683c1-d2b3-4645-b196-d21a223b59ae tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Calling delete_port for eabf5a89-9492-4046-b06d-24f13afebf59 owned by compute:tempest-test_az-2011809751 {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:51:35.538407 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39940) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:51:35.541509 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d5f307-7c47-4251-945c-865bd0b03b35 req-29d057c3-576a-4dbc-9c0e-5c016ba7ffb0 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:35.555728 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-71d5f307-7c47-4251-945c-865bd0b03b35 req-29d057c3-576a-4dbc-9c0e-5c016ba7ffb0 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f26b1f1-bccd-471c-9b04-b9969c8e9c78 HTTP/1.1" status: 200 len: 945 time: 0.1692262 Feb 09 00:51:35.613768 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-61aa311d-ae33-4832-9530-3ee2b71389f6 req-415d785f-e2a3-49f5-9378-79c16947e931 service neutron] 10.222.0.99 "GET /v2.0/networks/39a46289-ad70-46f1-887f-88a255de2a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5126193 Feb 09 00:51:35.698319 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-71d5f307-7c47-4251-945c-865bd0b03b35 req-d72d90cf-a1c8-4f2a-b37b-469d31b49673 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415377 Feb 09 00:51:35.757197 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-355ce18f-1101-4cf8-857e-6cff86a3a4c0 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=5231ade22a3241128c900a1cc320c240&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2123687 Feb 09 00:51:35.760788 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 39948) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:51:35.815901 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d7a7df-69bf-4cd8-bc88-1236fe54e076 req-8d783dbe-6c9b-4b32-ba0d-63368bbc0a64 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:35.818651 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-90d7a7df-69bf-4cd8-bc88-1236fe54e076 req-8d783dbe-6c9b-4b32-ba0d-63368bbc0a64 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.99 "GET /v2.0/networks?id=27e5ee19-f0a7-4563-ba03-a0f237d4208b HTTP/1.1" status: 200 len: 824 time: 0.4938798 Feb 09 00:51:35.856866 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-781f5da8-2773-4b34-bf60-84b4531c2ef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:35.892264 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-781f5da8-2773-4b34-bf60-84b4531c2ef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:35.922807 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-90d7a7df-69bf-4cd8-bc88-1236fe54e076 req-c03fc36d-d205-44c4-aea4-79388c1f2ab2 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Synchronizing usage tracker for tenant:e92c004a387045f69eb326cd61acc551 on resource:security_group {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:51:35.932381 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-7d46ec15-2178-4171-bd0f-bdfd589cb5c6 req-7fe683c1-d2b3-4645-b196-d21a223b59ae tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:35.964165 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-781f5da8-2773-4b34-bf60-84b4531c2ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:35.981701 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-61aa311d-ae33-4832-9530-3ee2b71389f6 req-dff32e66-9d44-4436-b781-64571e429877 service neutron] 10.222.0.99 "GET /v2.0/networks/39a46289-ad70-46f1-887f-88a255de2a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350360 Feb 09 00:51:35.991552 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781f5da8-2773-4b34-bf60-84b4531c2ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc44a6f-7e0f-4bc6-a13a-08f8b9b52108,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:36.001154 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-781f5da8-2773-4b34-bf60-84b4531c2ef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:36.005362 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-781f5da8-2773-4b34-bf60-84b4531c2ef5 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/6cc44a6f-7e0f-4bc6-a13a-08f8b9b52108 HTTP/1.1" status: 204 len: 168 time: 0.2434337 Feb 09 00:51:36.013161 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe683c1-d2b3-4645-b196-d21a223b59ae tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Pushing event deleted for resources: {'Port': ['ID=eabf5a89-9492-4046-b06d-24f13afebf59,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:36.022633 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-90d7a7df-69bf-4cd8-bc88-1236fe54e076 req-c03fc36d-d205-44c4-aea4-79388c1f2ab2 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Unset dirty status for tenant:e92c004a387045f69eb326cd61acc551 on resource:security_group {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:51:36.023834 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-90d7a7df-69bf-4cd8-bc88-1236fe54e076 req-c03fc36d-d205-44c4-aea4-79388c1f2ab2 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e92c004a387045f69eb326cd61acc551 HTTP/1.1" status: 200 len: 378 time: 0.1937306 Feb 09 00:51:36.109312 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-90d7a7df-69bf-4cd8-bc88-1236fe54e076 req-749f9241-51ff-4bb1-baf3-ba7bcfa78b3b tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Request body: {'port': {'device_id': '002445d9-8310-4d95-b177-135d4c573953', 'network_id': '27e5ee19-f0a7-4563-ba03-a0f237d4208b', 'admin_state_up': True, 'tenant_id': 'e92c004a387045f69eb326cd61acc551', 'security_groups': ['fa53326b-e9b6-4684-a0e1-c70cb70bdf58']}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:51:36.490383 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-95f5b72b-17e4-4670-9225-8632e5baaf75 req-fcd2b828-17f5-4de0-bec0-6af4ae65b2d8 tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=32220f7b1fe74d5aa6396597c9be690f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1771500 Feb 09 00:51:36.491818 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-90d7a7df-69bf-4cd8-bc88-1236fe54e076 req-749f9241-51ff-4bb1-baf3-ba7bcfa78b3b tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:51:36.497352 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d46ec15-2178-4171-bd0f-bdfd589cb5c6 req-7fe683c1-d2b3-4645-b196-d21a223b59ae tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Router 9bd6b911-3e8d-4d50-b8a1-2f769fed8236 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 00:51:36.503105 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-90d7a7df-69bf-4cd8-bc88-1236fe54e076 req-749f9241-51ff-4bb1-baf3-ba7bcfa78b3b tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Usage tracker for resource:port and tenant:e92c004a387045f69eb326cd61acc551 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:51:36.507839 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-90d7a7df-69bf-4cd8-bc88-1236fe54e076 req-749f9241-51ff-4bb1-baf3-ba7bcfa78b3b tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:51:36.516361 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-90d7a7df-69bf-4cd8-bc88-1236fe54e076 req-749f9241-51ff-4bb1-baf3-ba7bcfa78b3b tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:51:36.604733 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device eabf5a89-9492-4046-b06d-24f13afebf59 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:51:36.624120 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90d7a7df-69bf-4cd8-bc88-1236fe54e076 req-749f9241-51ff-4bb1-baf3-ba7bcfa78b3b tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Made reservation on behalf of e92c004a387045f69eb326cd61acc551 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:51:36.634177 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-90d7a7df-69bf-4cd8-bc88-1236fe54e076 req-749f9241-51ff-4bb1-baf3-ba7bcfa78b3b tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:36.701553 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39982) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:51:36.715493 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: eabf5a89-9492-4046-b06d-24f13afebf59 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 00:51:36.715840 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device eabf5a89-9492-4046-b06d-24f13afebf59 not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 00:51:36.858602 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc6d85-2f79-4568-927f-9eb476a788b7 req-2fa10d76-a082-4209-8712-8e6740f0bad7 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:36.869459 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cabc6d85-2f79-4568-927f-9eb476a788b7 req-2fa10d76-a082-4209-8712-8e6740f0bad7 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] 10.222.0.105 "GET /v2.0/ports?device_id=f9a00739-6bf6-4243-a8e9-6c73cabddce3 HTTP/1.1" status: 200 len: 950 time: 0.6579928 Feb 09 00:51:36.941541 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cabc6d85-2f79-4568-927f-9eb476a788b7 req-3ca50150-944e-4ee2-a3cd-31ee6c4ced89 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] 10.222.0.105 "GET /v2.0/security-groups?id=0f507eaa-fbf5-4591-86aa-07515c8d90fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711846 Feb 09 00:51:37.003478 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5b72b-17e4-4670-9225-8632e5baaf75 req-0f8bdec9-6fe2-4665-a0ed-f366ce45db80 tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:37.005319 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-95f5b72b-17e4-4670-9225-8632e5baaf75 req-0f8bdec9-6fe2-4665-a0ed-f366ce45db80 tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5137773 Feb 09 00:51:37.032437 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-95f5b72b-17e4-4670-9225-8632e5baaf75 req-ca61eb4d-0604-4d8d-8dfd-99f4084ca11e tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] 10.222.0.105 "GET /v2.0/quotas/32220f7b1fe74d5aa6396597c9be690f HTTP/1.1" status: 200 len: 375 time: 0.0208995 Feb 09 00:51:37.073757 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d46ec15-2178-4171-bd0f-bdfd589cb5c6 req-7fe683c1-d2b3-4645-b196-d21a223b59ae tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 00:51:37.079292 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-95f5b72b-17e4-4670-9225-8632e5baaf75 req-43f3857c-099b-48bd-8b0c-f5b6e8d03c33 tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=32220f7b1fe74d5aa6396597c9be690f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460033 Feb 09 00:51:37.085537 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ab9ded-3495-46b7-8bdf-f8387719fbe6 None None] Sync routers for ids ['9bd6b911-3e8d-4d50-b8a1-2f769fed8236'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:51:37.097410 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ab9ded-3495-46b7-8bdf-f8387719fbe6 None None] Routers {'9bd6b911-3e8d-4d50-b8a1-2f769fed8236'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:51:37.098946 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-46ab9ded-3495-46b7-8bdf-f8387719fbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:51:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['9bd6b911-3e8d-4d50-b8a1-2f769fed8236'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:51:37.123589 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e902c6db-7347-4a72-bd7e-e545ca0ab6f3 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=19aed3b6a14f454d9d0fceebe08d06e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4193499 Feb 09 00:51:37.158331 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39994) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:51:37.187970 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-56126a0a-875a-4927-b75e-6483135b27e2 req-4f6a986f-e65f-4de9-9302-facf30f8bb5f tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.105 "GET /v2.0/ports?device_id=002445d9-8310-4d95-b177-135d4c573953 HTTP/1.1" status: 200 len: 210 time: 0.0951312 Feb 09 00:51:37.215945 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d46ec15-2178-4171-bd0f-bdfd589cb5c6 req-7fe683c1-d2b3-4645-b196-d21a223b59ae tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] No DVR routers for this DVR port eabf5a89-9492-4046-b06d-24f13afebf59 on host n-h1-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:51:37.224230 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-7d46ec15-2178-4171-bd0f-bdfd589cb5c6 req-7fe683c1-d2b3-4645-b196-d21a223b59ae tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:37.234337 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c999f65b-c828-4239-87db-66098662f116', 'name': 'network-vif-deleted', 'tag': 'eabf5a89-9492-4046-b06d-24f13afebf59'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:51:37.262943 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 300ea727-8416-4aa1-ab71-8e94e286ec6d details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:51:37.273376 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-7d46ec15-2178-4171-bd0f-bdfd589cb5c6 req-7fe683c1-d2b3-4645-b196-d21a223b59ae tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.62 "DELETE /v2.0/ports/eabf5a89-9492-4046-b06d-24f13afebf59 HTTP/1.1" status: 204 len: 173 time: 3.9009497 Feb 09 00:51:37.327140 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-90d7a7df-69bf-4cd8-bc88-1236fe54e076 req-749f9241-51ff-4bb1-baf3-ba7bcfa78b3b tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Allocated IP 172.20.0.9 (27e5ee19-f0a7-4563-ba03-a0f237d4208b/660612cb-07d4-43f9-b983-e1b46d8a035c/89d21d29-430d-46a3-9bd4-2f717213fb02) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:51:37.344674 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-64d3ed6f-a47b-4bab-a1cb-578d82e697d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:37.397545 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-64d3ed6f-a47b-4bab-a1cb-578d82e697d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:37.631637 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-46ab9ded-3495-46b7-8bdf-f8387719fbe6 None None] Set router 9bd6b911-3e8d-4d50-b8a1-2f769fed8236 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:51:37.694902 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 300ea727-8416-4aa1-ab71-8e94e286ec6d, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=300ea727-8416-4aa1-ab71-8e94e286ec6d,segment=NetworkSegment(e9be9500-482f-486c-b330-ffba40da5382),segment_id=e9be9500-482f-486c-b330-ffba40da5382)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:51:37.732878 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': '300ea727-8416-4aa1-ab71-8e94e286ec6d', 'network_id': '39a46289-ad70-46f1-887f-88a255de2a83', 'port_id': '300ea727-8416-4aa1-ab71-8e94e286ec6d', 'mac_address': 'fa:16:3e:41:86:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '163b540f-77f3-4f41-babd-8cc6d2cd64c1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:51:37.777500 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb5fbbc-1a2c-46e1-9283-4d186c1c8a69 req-97ea8c17-c969-498d-9fb6-445523449581 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:37.787115 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5fb5fbbc-1a2c-46e1-9283-4d186c1c8a69 req-97ea8c17-c969-498d-9fb6-445523449581 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f26b1f1-bccd-471c-9b04-b9969c8e9c78 HTTP/1.1" status: 200 len: 945 time: 0.3295109 Feb 09 00:51:37.797995 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-64d3ed6f-a47b-4bab-a1cb-578d82e697d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:37.838356 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3059f654-fe09-4a8c-a2b2-99942766a614 req-2890120c-cf94-4b16-950c-c3ce20928be8 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:37.848798 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3059f654-fe09-4a8c-a2b2-99942766a614 req-2890120c-cf94-4b16-950c-c3ce20928be8 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/ports?device_id=b7a99ca9-ab7a-4f96-ac04-dd8fbdfdcef0 HTTP/1.1" status: 200 len: 944 time: 0.2889471 Feb 09 00:51:37.856883 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:37.881990 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d3ed6f-a47b-4bab-a1cb-578d82e697d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26eca8c1-e30c-4981-b499-86a29b873e73,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:37.907863 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5fb5fbbc-1a2c-46e1-9283-4d186c1c8a69 req-4a0625ba-2221-4250-91b8-7791e8ce0d1f tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192315 Feb 09 00:51:37.950105 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 300ea727-8416-4aa1-ab71-8e94e286ec6d {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:51:37.956811 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-64d3ed6f-a47b-4bab-a1cb-578d82e697d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:37.962800 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-64d3ed6f-a47b-4bab-a1cb-578d82e697d3 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/26eca8c1-e30c-4981-b499-86a29b873e73 HTTP/1.1" status: 204 len: 168 time: 0.8011053 Feb 09 00:51:37.973363 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3059f654-fe09-4a8c-a2b2-99942766a614 req-085330f1-2015-4d3c-9058-bcacecb553d3 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/security-groups?id=5241b5dc-7937-4332-869e-fc6addd63e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226177 Feb 09 00:51:38.004821 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 300ea727-8416-4aa1-ab71-8e94e286ec6d, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=300ea727-8416-4aa1-ab71-8e94e286ec6d,segment=NetworkSegment(e9be9500-482f-486c-b330-ffba40da5382),segment_id=e9be9500-482f-486c-b330-ffba40da5382)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:51:38.011872 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:38.105263 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c999f65b-c828-4239-87db-66098662f116', 'name': 'network-vif-deleted', 'tag': 'eabf5a89-9492-4046-b06d-24f13afebf59', 'status': 'completed', 'code': 200} Feb 09 00:51:38.144703 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-09c3ebb2-d322-45e9-9edd-4ebe453f3e4f req-b9715531-5fa2-4d92-8d22-02c87950562c tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] 10.222.0.105 "GET /v2.0/ports?device_id=ec035eca-83f3-4362-b24c-2ef0625f9f34 HTTP/1.1" status: 200 len: 210 time: 0.0956841 Feb 09 00:51:38.175098 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9523f9c9-eb81-4d9b-b0d6-b574bf06823b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:38.186592 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=300ea727-8416-4aa1-ab71-8e94e286ec6d,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:38.204077 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-90d7a7df-69bf-4cd8-bc88-1236fe54e076 req-749f9241-51ff-4bb1-baf3-ba7bcfa78b3b tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:38.234278 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027fbf4-6d00-4b21-bb5c-7107f43505e3 req-7ecfe64e-dcec-4e1e-bb46-5875b474e004 tempest-DeleteServersAdminTestJSON-601842510 tempest-DeleteServersAdminTestJSON-601842510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:38.238028 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4027fbf4-6d00-4b21-bb5c-7107f43505e3 req-7ecfe64e-dcec-4e1e-bb46-5875b474e004 tempest-DeleteServersAdminTestJSON-601842510 tempest-DeleteServersAdminTestJSON-601842510-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=f9a00739-6bf6-4243-a8e9-6c73cabddce3 HTTP/1.1" status: 200 len: 1101 time: 0.6473680 Feb 09 00:51:38.346829 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['300ea727-8416-4aa1-ab71-8e94e286ec6d'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:51:38.397701 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-90d7a7df-69bf-4cd8-bc88-1236fe54e076 req-749f9241-51ff-4bb1-baf3-ba7bcfa78b3b tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Transition to ACTIVE for port object 89d21d29-430d-46a3-9bd4-2f717213fb02 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:51:38.419663 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bac3f9c-5466-4891-a36f-c353fad99f32 req-d93282fd-529d-42ab-bad9-102586ff39af tempest-LiveMigrationTest-757645410 tempest-LiveMigrationTest-757645410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:38.427437 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7bac3f9c-5466-4891-a36f-c353fad99f32 req-d93282fd-529d-42ab-bad9-102586ff39af tempest-LiveMigrationTest-757645410 tempest-LiveMigrationTest-757645410-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=1f26b1f1-bccd-471c-9b04-b9969c8e9c78 HTTP/1.1" status: 200 len: 1096 time: 0.0787125 Feb 09 00:51:38.457202 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-46ab9ded-3495-46b7-8bdf-f8387719fbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bd6b911-3e8d-4d50-b8a1-2f769fed8236', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1040391017-router', 'tenant_id': 'e92c004a387045f69eb326cd61acc551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '0f5729be-15d9-4f1c-9772-911a455a8e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:49:55Z', 'updated_at': '2022-02-09T00:50:01Z', 'revision_number': 4, 'project_id': 'e92c004a387045f69eb326cd61acc551', 'gw_port': {'id': '0f5729be-15d9-4f1c-9772-911a455a8e7a', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd6b911-3e8d-4d50-b8a1-2f769fed8236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:49:56Z', 'updated_at': '2022-02-09T00:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '299ae2a3-e42c-41ab-9f27-58c459f8cc04', 'name': '', 'network_id': '27e5ee19-f0a7-4563-ba03-a0f237d4208b', 'tenant_id': 'e92c004a387045f69eb326cd61acc551', 'mac_address': 'fa:16:3e:ab:83:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd6b911-3e8d-4d50-b8a1-2f769fed8236', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '660612cb-07d4-43f9-b983-e1b46d8a035c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:49:59Z', 'updated_at': '2022-02-09T00:50:15Z', 'revision_number': 5, 'project_id': 'e92c004a387045f69eb326cd61acc551', 'subnets': [{'id': '660612cb-07d4-43f9-b983-e1b46d8a035c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:51:38.467161 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ab9ded-3495-46b7-8bdf-f8387719fbe6 None None] Checking router: 9bd6b911-3e8d-4d50-b8a1-2f769fed8236 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:51:38.492764 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ab9ded-3495-46b7-8bdf-f8387719fbe6 None None] Routers {'9bd6b911-3e8d-4d50-b8a1-2f769fed8236'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:51:38.493434 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-46ab9ded-3495-46b7-8bdf-f8387719fbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:51:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['9bd6b911-3e8d-4d50-b8a1-2f769fed8236'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:51:38.521586 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-4027fbf4-6d00-4b21-bb5c-7107f43505e3 req-4e92103e-3408-4949-8bae-d983a2f28754 tempest-DeleteServersAdminTestJSON-601842510 tempest-DeleteServersAdminTestJSON-601842510-project-admin] Deleting port c7a5513a-b557-4a7f-a0ce-7994823d236d {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:51:38.522163 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-4027fbf4-6d00-4b21-bb5c-7107f43505e3 req-4e92103e-3408-4949-8bae-d983a2f28754 tempest-DeleteServersAdminTestJSON-601842510 tempest-DeleteServersAdminTestJSON-601842510-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:38.548144 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7bac3f9c-5466-4891-a36f-c353fad99f32 req-f589be20-4c11-4c4d-8dcc-ef669e2f718f tempest-LiveMigrationTest-757645410 tempest-LiveMigrationTest-757645410-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138051 Feb 09 00:51:38.635991 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-90d7a7df-69bf-4cd8-bc88-1236fe54e076 req-749f9241-51ff-4bb1-baf3-ba7bcfa78b3b tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:38.838624 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90d7a7df-69bf-4cd8-bc88-1236fe54e076 req-749f9241-51ff-4bb1-baf3-ba7bcfa78b3b tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Network 27e5ee19-f0a7-4563-ba03-a0f237d4208b is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:51:38.847864 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f9241-51ff-4bb1-baf3-ba7bcfa78b3b tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Pushing event updated for resources: {'Port': ['ID=89d21d29-430d-46a3-9bd4-2f717213fb02,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:38.854995 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-90d7a7df-69bf-4cd8-bc88-1236fe54e076 req-749f9241-51ff-4bb1-baf3-ba7bcfa78b3b tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:51:39.050349 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-46ab9ded-3495-46b7-8bdf-f8387719fbe6 None None] Set router 9bd6b911-3e8d-4d50-b8a1-2f769fed8236 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:51:39.233903 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941485b8-3dfc-4120-820a-1aa289123ad7 req-438da479-fe64-43a4-8421-52cee83eda0c tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:39.235597 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-941485b8-3dfc-4120-820a-1aa289123ad7 req-438da479-fe64-43a4-8421-52cee83eda0c tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] 10.222.0.105 "GET /v2.0/ports?device_id=f9a00739-6bf6-4243-a8e9-6c73cabddce3 HTTP/1.1" status: 200 len: 950 time: 0.2655377 Feb 09 00:51:39.237680 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-90d7a7df-69bf-4cd8-bc88-1236fe54e076 req-749f9241-51ff-4bb1-baf3-ba7bcfa78b3b tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:51:39.329137 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-4027fbf4-6d00-4b21-bb5c-7107f43505e3 req-4e92103e-3408-4949-8bae-d983a2f28754 tempest-DeleteServersAdminTestJSON-601842510 tempest-DeleteServersAdminTestJSON-601842510-project-admin] For port c7a5513a-b557-4a7f-a0ce-7994823d236d, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=c7a5513a-b557-4a7f-a0ce-7994823d236d,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:51:39.329789 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-4027fbf4-6d00-4b21-bb5c-7107f43505e3 req-4e92103e-3408-4949-8bae-d983a2f28754 tempest-DeleteServersAdminTestJSON-601842510 tempest-DeleteServersAdminTestJSON-601842510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:39.337280 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-941485b8-3dfc-4120-820a-1aa289123ad7 req-236d4e42-853d-48b6-8878-31b97910de21 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] 10.222.0.105 "GET /v2.0/security-groups?id=0f507eaa-fbf5-4591-86aa-07515c8d90fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954831 Feb 09 00:51:39.369875 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-ef19d25b-288c-438f-9bf7-d1f75b1ef75c None None] Provisioning for port 89d21d29-430d-46a3-9bd4-2f717213fb02 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:51:39.390836 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-ef19d25b-288c-438f-9bf7-d1f75b1ef75c None None] Provisioning complete for port 89d21d29-430d-46a3-9bd4-2f717213fb02 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:51:39.392989 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ef19d25b-288c-438f-9bf7-d1f75b1ef75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:39.518442 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-4027fbf4-6d00-4b21-bb5c-7107f43505e3 req-4e92103e-3408-4949-8bae-d983a2f28754 tempest-DeleteServersAdminTestJSON-601842510 tempest-DeleteServersAdminTestJSON-601842510-project-admin] Calling delete_port for c7a5513a-b557-4a7f-a0ce-7994823d236d owned by compute:nova {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:51:39.544348 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-ef19d25b-288c-438f-9bf7-d1f75b1ef75c None None] Port 89d21d29-430d-46a3-9bd4-2f717213fb02 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:51:39.584380 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d7a7df-69bf-4cd8-bc88-1236fe54e076 req-749f9241-51ff-4bb1-baf3-ba7bcfa78b3b tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:39.585638 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-90d7a7df-69bf-4cd8-bc88-1236fe54e076 req-749f9241-51ff-4bb1-baf3-ba7bcfa78b3b tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:39.594557 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c45cf5-a393-406d-a474-304d9579ee3c req-a578e58b-f254-4174-bfb3-fbad44118590 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:39.596239 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c0c45cf5-a393-406d-a474-304d9579ee3c req-a578e58b-f254-4174-bfb3-fbad44118590 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.105 "GET /v2.0/ports?device_id=002445d9-8310-4d95-b177-135d4c573953 HTTP/1.1" status: 200 len: 931 time: 0.1954174 Feb 09 00:51:39.616379 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-95f5b72b-17e4-4670-9225-8632e5baaf75 req-7f4a6f0f-2215-41b0-8615-0ce8fc4ab9ac tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=32220f7b1fe74d5aa6396597c9be690f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1059842 Feb 09 00:51:39.724717 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-90d7a7df-69bf-4cd8-bc88-1236fe54e076 req-749f9241-51ff-4bb1-baf3-ba7bcfa78b3b tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6943183 Feb 09 00:51:39.736269 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-46ab9ded-3495-46b7-8bdf-f8387719fbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bd6b911-3e8d-4d50-b8a1-2f769fed8236', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1040391017-router', 'tenant_id': 'e92c004a387045f69eb326cd61acc551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '0f5729be-15d9-4f1c-9772-911a455a8e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:49:55Z', 'updated_at': '2022-02-09T00:50:01Z', 'revision_number': 4, 'project_id': 'e92c004a387045f69eb326cd61acc551', 'gw_port': {'id': '0f5729be-15d9-4f1c-9772-911a455a8e7a', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd6b911-3e8d-4d50-b8a1-2f769fed8236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:49:56Z', 'updated_at': '2022-02-09T00:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '299ae2a3-e42c-41ab-9f27-58c459f8cc04', 'name': '', 'network_id': '27e5ee19-f0a7-4563-ba03-a0f237d4208b', 'tenant_id': 'e92c004a387045f69eb326cd61acc551', 'mac_address': 'fa:16:3e:ab:83:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd6b911-3e8d-4d50-b8a1-2f769fed8236', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '660612cb-07d4-43f9-b983-e1b46d8a035c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:49:59Z', 'updated_at': '2022-02-09T00:50:15Z', 'revision_number': 5, 'project_id': 'e92c004a387045f69eb326cd61acc551', 'subnets': [{'id': '660612cb-07d4-43f9-b983-e1b46d8a035c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:51:39.741945 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ab9ded-3495-46b7-8bdf-f8387719fbe6 None None] The sync data for ids ['9bd6b911-3e8d-4d50-b8a1-2f769fed8236'] in n-d-828418-1 is: [{'id': '9bd6b911-3e8d-4d50-b8a1-2f769fed8236', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1040391017-router', 'tenant_id': 'e92c004a387045f69eb326cd61acc551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '0f5729be-15d9-4f1c-9772-911a455a8e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:49:55Z', 'updated_at': '2022-02-09T00:50:01Z', 'revision_number': 4, 'project_id': 'e92c004a387045f69eb326cd61acc551', 'gw_port': {'id': '0f5729be-15d9-4f1c-9772-911a455a8e7a', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd6b911-3e8d-4d50-b8a1-2f769fed8236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:49:56Z', 'updated_at': '2022-02-09T00:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '299ae2a3-e42c-41ab-9f27-58c459f8cc04', 'name': '', 'network_id': '27e5ee19-f0a7-4563-ba03-a0f237d4208b', 'tenant_id': 'e92c004a387045f69eb326cd61acc551', 'mac_address': 'fa:16:3e:ab:83:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd6b911-3e8d-4d50-b8a1-2f769fed8236', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '660612cb-07d4-43f9-b983-e1b46d8a035c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:49:59Z', 'updated_at': '2022-02-09T00:50:15Z', 'revision_number': 5, 'project_id': 'e92c004a387045f69eb326cd61acc551', 'subnets': [{'id': '660612cb-07d4-43f9-b983-e1b46d8a035c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:51:39.743851 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-90d7a7df-69bf-4cd8-bc88-1236fe54e076 req-511af18c-5e25-4d5b-a7de-efd1341f4d49 service neutron] Request body: {'port': {'device_id': '002445d9-8310-4d95-b177-135d4c573953', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:51:39.788098 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c0c45cf5-a393-406d-a474-304d9579ee3c req-e9329738-bf89-4d28-b624-59cc915d5320 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.105 "GET /v2.0/security-groups?id=fa53326b-e9b6-4684-a0e1-c70cb70bdf58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1853673 Feb 09 00:51:39.854056 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a8e92e-8da1-4dbb-b97e-6bbad4f330f6 req-146f11b1-befb-4280-aeb9-e9ca104a1f82 tempest-LiveMigrationTest-757645410 tempest-LiveMigrationTest-757645410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:39.866922 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e1a8e92e-8da1-4dbb-b97e-6bbad4f330f6 req-146f11b1-befb-4280-aeb9-e9ca104a1f82 tempest-LiveMigrationTest-757645410 tempest-LiveMigrationTest-757645410-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=1f26b1f1-bccd-471c-9b04-b9969c8e9c78 HTTP/1.1" status: 200 len: 1096 time: 0.2478709 Feb 09 00:51:39.957825 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e1a8e92e-8da1-4dbb-b97e-6bbad4f330f6 req-3eb9a285-0d71-4598-917d-ec39c2f66a28 tempest-LiveMigrationTest-757645410 tempest-LiveMigrationTest-757645410-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893681 Feb 09 00:51:40.172797 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5b72b-17e4-4670-9225-8632e5baaf75 req-67a14983-a096-4b7f-8779-44944b0af759 tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:40.174682 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-95f5b72b-17e4-4670-9225-8632e5baaf75 req-67a14983-a096-4b7f-8779-44944b0af759 tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5517261 Feb 09 00:51:40.191620 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-95f5b72b-17e4-4670-9225-8632e5baaf75 req-85afd936-06ee-4ee7-bc30-111c84136afd tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] Request body: {'port': {'device_id': 'ec035eca-83f3-4362-b24c-2ef0625f9f34', 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6', 'admin_state_up': True, 'tenant_id': '32220f7b1fe74d5aa6396597c9be690f'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:51:40.214550 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-90d7a7df-69bf-4cd8-bc88-1236fe54e076 req-511af18c-5e25-4d5b-a7de-efd1341f4d49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:40.239209 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ace570f-7645-4fbc-9f76-3915dc069eee None None] New status for floating IP 54897e23-5bba-4e10-a694-4dd49862327f: DOWN {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 00:51:40.243208 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4a1a5daf-edb5-424d-a235-b4c1d637f5bb req-d7ba2bba-ca55-4d73-b981-2684f720ccb0 tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] 10.222.0.105 "GET /v2.0/ports?device_id=ec035eca-83f3-4362-b24c-2ef0625f9f34 HTTP/1.1" status: 200 len: 210 time: 0.0668731 Feb 09 00:51:40.287112 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-4027fbf4-6d00-4b21-bb5c-7107f43505e3 req-4e92103e-3408-4949-8bae-d983a2f28754 tempest-DeleteServersAdminTestJSON-601842510 tempest-DeleteServersAdminTestJSON-601842510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:40.294526 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae96ee80-72e1-41b0-bdf2-c7e68caf8e82 req-4f88ae8e-e030-4618-9fe8-e0b7d39f8317 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:40.296080 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ae96ee80-72e1-41b0-bdf2-c7e68caf8e82 req-4f88ae8e-e030-4618-9fe8-e0b7d39f8317 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/ports?device_id=b7a99ca9-ab7a-4f96-ac04-dd8fbdfdcef0 HTTP/1.1" status: 200 len: 945 time: 0.2381434 Feb 09 00:51:40.397021 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ae96ee80-72e1-41b0-bdf2-c7e68caf8e82 req-3b738d1b-9d4e-4bf4-b75f-68edf85012ef tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/security-groups?id=5241b5dc-7937-4332-869e-fc6addd63e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839033 Feb 09 00:51:40.451201 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e92103e-3408-4949-8bae-d983a2f28754 tempest-DeleteServersAdminTestJSON-601842510 tempest-DeleteServersAdminTestJSON-601842510-project-admin] Pushing event deleted for resources: {'Port': ['ID=c7a5513a-b557-4a7f-a0ce-7994823d236d,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:40.560535 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40084) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:51:40.705231 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b10c9a2e-14d0-428b-bc59-945d9fedf39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:40.738440 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-95f5b72b-17e4-4670-9225-8632e5baaf75 req-85afd936-06ee-4ee7-bc30-111c84136afd tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:51:40.743058 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-95f5b72b-17e4-4670-9225-8632e5baaf75 req-85afd936-06ee-4ee7-bc30-111c84136afd tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] Usage tracker for resource:port and tenant:32220f7b1fe74d5aa6396597c9be690f is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:51:40.746673 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-95f5b72b-17e4-4670-9225-8632e5baaf75 req-85afd936-06ee-4ee7-bc30-111c84136afd tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:51:40.753789 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-95f5b72b-17e4-4670-9225-8632e5baaf75 req-85afd936-06ee-4ee7-bc30-111c84136afd tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:51:40.774732 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-4027fbf4-6d00-4b21-bb5c-7107f43505e3 req-4e92103e-3408-4949-8bae-d983a2f28754 tempest-DeleteServersAdminTestJSON-601842510 tempest-DeleteServersAdminTestJSON-601842510-project-admin] No DVR routers for this DVR port c7a5513a-b557-4a7f-a0ce-7994823d236d on host n-h2-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:51:40.776990 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95f5b72b-17e4-4670-9225-8632e5baaf75 req-85afd936-06ee-4ee7-bc30-111c84136afd tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] Made reservation on behalf of 32220f7b1fe74d5aa6396597c9be690f for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:51:40.781848 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-95f5b72b-17e4-4670-9225-8632e5baaf75 req-85afd936-06ee-4ee7-bc30-111c84136afd tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:40.804532 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-95f5b72b-17e4-4670-9225-8632e5baaf75 req-85afd936-06ee-4ee7-bc30-111c84136afd tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:40.816499 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-4027fbf4-6d00-4b21-bb5c-7107f43505e3 req-4e92103e-3408-4949-8bae-d983a2f28754 tempest-DeleteServersAdminTestJSON-601842510 tempest-DeleteServersAdminTestJSON-601842510-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:40.823572 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9a00739-6bf6-4243-a8e9-6c73cabddce3', 'name': 'network-vif-deleted', 'tag': 'c7a5513a-b557-4a7f-a0ce-7994823d236d'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:51:40.829460 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1f6b9447-01f1-46c2-8792-72fa239cc8cd req-f86893ba-0cda-446d-a29a-e07c48e395cb tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] 10.222.0.105 "GET /v2.0/ports?device_id=f9a00739-6bf6-4243-a8e9-6c73cabddce3 HTTP/1.1" status: 200 len: 210 time: 0.1326864 Feb 09 00:51:40.838395 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4027fbf4-6d00-4b21-bb5c-7107f43505e3 req-4e92103e-3408-4949-8bae-d983a2f28754 tempest-DeleteServersAdminTestJSON-601842510 tempest-DeleteServersAdminTestJSON-601842510-project-admin] 10.222.0.99 "DELETE /v2.0/ports/c7a5513a-b557-4a7f-a0ce-7994823d236d HTTP/1.1" status: 204 len: 173 time: 2.5857291 Feb 09 00:51:40.871582 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e321453f-fba5-4e88-b8bf-559681cb12f2 req-91d77da0-4111-4eb7-9d10-4f7be9e9698a tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:40.902654 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e321453f-fba5-4e88-b8bf-559681cb12f2 req-91d77da0-4111-4eb7-9d10-4f7be9e9698a tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] 10.222.0.105 "GET /v2.0/ports?device_id=84a91593-88c5-43c2-b1bf-4bdfc679ad04 HTTP/1.1" status: 200 len: 949 time: 0.3823426 Feb 09 00:51:40.903405 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-95f5b72b-17e4-4670-9225-8632e5baaf75 req-85afd936-06ee-4ee7-bc30-111c84136afd tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:51:40.913040 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-95f5b72b-17e4-4670-9225-8632e5baaf75 req-85afd936-06ee-4ee7-bc30-111c84136afd tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] Usage tracker for resource:security_group_rule and tenant:32220f7b1fe74d5aa6396597c9be690f is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:51:40.919417 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-95f5b72b-17e4-4670-9225-8632e5baaf75 req-85afd936-06ee-4ee7-bc30-111c84136afd tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:51:40.935842 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-95f5b72b-17e4-4670-9225-8632e5baaf75 req-85afd936-06ee-4ee7-bc30-111c84136afd tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:51:41.004486 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e321453f-fba5-4e88-b8bf-559681cb12f2 req-becb328d-b713-4169-8a3e-1a3a4c0c61f4 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] 10.222.0.105 "GET /v2.0/security-groups?id=1ed07dad-ca98-4563-9313-f42f82b46bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005621 Feb 09 00:51:41.254529 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9a00739-6bf6-4243-a8e9-6c73cabddce3', 'name': 'network-vif-deleted', 'tag': 'c7a5513a-b557-4a7f-a0ce-7994823d236d', 'status': 'completed', 'code': 200} Feb 09 00:51:41.263034 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c232a68d-62bf-4ed1-9f63-42e843907262 req-e76fd058-b8d2-4ed4-81fc-209216ca8a91 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:41.264343 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-c232a68d-62bf-4ed1-9f63-42e843907262 req-e76fd058-b8d2-4ed4-81fc-209216ca8a91 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Synchronizing usage tracker for tenant:50707b6a9de04832ba2e0ca2ee0dbd71 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:51:41.267318 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:41.273251 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 300ea727-8416-4aa1-ab71-8e94e286ec6d up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:51:41.293826 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b09e9f28-a7f6-4f77-befa-0b5d550ebe1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:41.313080 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b09e9f28-a7f6-4f77-befa-0b5d550ebe1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:51:41.317086 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-b09e9f28-a7f6-4f77-befa-0b5d550ebe1a admin admin] Usage tracker for resource:security_group_rule and tenant:5d10fbb192c04379beeb6c7071e52ac0 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:51:41.318049 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270581b-89df-4562-bc1f-59536560a944 req-ba164518-f4b6-473d-bcec-c0874bbd7333 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:41.320863 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-b09e9f28-a7f6-4f77-befa-0b5d550ebe1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:51:41.328239 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b09e9f28-a7f6-4f77-befa-0b5d550ebe1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:51:41.330607 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f270581b-89df-4562-bc1f-59536560a944 req-ba164518-f4b6-473d-bcec-c0874bbd7333 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.105 "GET /v2.0/ports?device_id=002445d9-8310-4d95-b177-135d4c573953 HTTP/1.1" status: 200 len: 931 time: 0.1399751 Feb 09 00:51:41.334026 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 00:51:41.359947 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-c232a68d-62bf-4ed1-9f63-42e843907262 req-e76fd058-b8d2-4ed4-81fc-209216ca8a91 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Unset dirty status for tenant:50707b6a9de04832ba2e0ca2ee0dbd71 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:51:41.361141 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-c232a68d-62bf-4ed1-9f63-42e843907262 req-e76fd058-b8d2-4ed4-81fc-209216ca8a91 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] 10.222.0.99 "GET /v2.0/ports?device_id=84a91593-88c5-43c2-b1bf-4bdfc679ad04 HTTP/1.1" status: 200 len: 949 time: 0.3879681 Feb 09 00:51:41.404396 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f270581b-89df-4562-bc1f-59536560a944 req-cd5ec78e-d0fe-469b-a724-0bc2184042c2 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.105 "GET /v2.0/security-groups?id=fa53326b-e9b6-4684-a0e1-c70cb70bdf58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0719690 Feb 09 00:51:41.438790 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:41.445574 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning for port 300ea727-8416-4aa1-ab71-8e94e286ec6d completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:51:41.471558 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port 300ea727-8416-4aa1-ab71-8e94e286ec6d triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:51:41.472827 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:41.547304 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab392e4-1eb3-4ba5-8d24-7604cf9540bd req-96613b9d-49b4-44ad-bdd8-9a50e9ed3ce5 tempest-LiveMigrationTest-757645410 tempest-LiveMigrationTest-757645410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:41.550294 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-95f5b72b-17e4-4670-9225-8632e5baaf75 req-85afd936-06ee-4ee7-bc30-111c84136afd tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:41.566559 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fab392e4-1eb3-4ba5-8d24-7604cf9540bd req-96613b9d-49b4-44ad-bdd8-9a50e9ed3ce5 tempest-LiveMigrationTest-757645410 tempest-LiveMigrationTest-757645410-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=1f26b1f1-bccd-471c-9b04-b9969c8e9c78 HTTP/1.1" status: 200 len: 1096 time: 0.1804657 Feb 09 00:51:41.652797 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-c232a68d-62bf-4ed1-9f63-42e843907262 req-59b1d627-9def-4a02-86c7-90be33fd2e4a tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Deleting port 1d7159ba-1cab-4b39-b7c4-51c7a758c9a7 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:51:41.653515 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-c232a68d-62bf-4ed1-9f63-42e843907262 req-59b1d627-9def-4a02-86c7-90be33fd2e4a tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:41.670161 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:41.671677 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fab392e4-1eb3-4ba5-8d24-7604cf9540bd req-f74ae2ad-d6f0-4091-86b1-135bd1b0ab3c tempest-LiveMigrationTest-757645410 tempest-LiveMigrationTest-757645410-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960867 Feb 09 00:51:41.700629 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-95f5b72b-17e4-4670-9225-8632e5baaf75 req-85afd936-06ee-4ee7-bc30-111c84136afd tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:41.719089 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 300ea727-8416-4aa1-ab71-8e94e286ec6d, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=300ea727-8416-4aa1-ab71-8e94e286ec6d,segment=NetworkSegment(e9be9500-482f-486c-b330-ffba40da5382),segment_id=e9be9500-482f-486c-b330-ffba40da5382)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:51:41.720967 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a99ca9-ab7a-4f96-ac04-dd8fbdfdcef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '300ea727-8416-4aa1-ab71-8e94e286ec6d'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:51:41.727799 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:41.728961 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device c7a5513a-b557-4a7f-a0ce-7994823d236d no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:51:41.839589 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] No Port match for: c7a5513a-b557-4a7f-a0ce-7994823d236d {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 00:51:41.840007 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device c7a5513a-b557-4a7f-a0ce-7994823d236d not bound to the agent host n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 00:51:41.846541 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85afd936-06ee-4ee7-bc30-111c84136afd tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19a81258-cc95-41c2-a421-b5ad19bdff8b,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:41.870568 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=300ea727-8416-4aa1-ab71-8e94e286ec6d,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:41.871397 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3a3d7d19-d7a0-4ff4-82f4-68ed2900118b req-789ff376-f7a6-4d0d-bc54-70e7a3db32b7 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=1510c38a4b2046b5a9943ab7f2f7db5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0800982 Feb 09 00:51:41.874855 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-01433539-9c10-4f04-8251-7008c7cf4e11 req-4fe1aa71-59c1-4a86-b7a4-b892967732af tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] 10.222.0.105 "GET /v2.0/ports?device_id=ec035eca-83f3-4362-b24c-2ef0625f9f34 HTTP/1.1" status: 200 len: 210 time: 0.0541229 Feb 09 00:51:42.039858 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [req-90d7a7df-69bf-4cd8-bc88-1236fe54e076 req-511af18c-5e25-4d5b-a7de-efd1341f4d49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89d21d29-430d-46a3-9bd4-2f717213fb02 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:51:42.074098 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3d7d19-d7a0-4ff4-82f4-68ed2900118b req-ab16f2c6-6a4d-4d35-9a79-e974bb2526a4 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:42.076396 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3a3d7d19-d7a0-4ff4-82f4-68ed2900118b req-ab16f2c6-6a4d-4d35-9a79-e974bb2526a4 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2040384 Feb 09 00:51:42.102477 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3a3d7d19-d7a0-4ff4-82f4-68ed2900118b req-4c47a451-8192-48f1-806b-6e5ed873566b tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/quotas/1510c38a4b2046b5a9943ab7f2f7db5c HTTP/1.1" status: 200 len: 375 time: 0.0183811 Feb 09 00:51:42.137457 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-90d7a7df-69bf-4cd8-bc88-1236fe54e076 req-511af18c-5e25-4d5b-a7de-efd1341f4d49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:42.206375 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-90d7a7df-69bf-4cd8-bc88-1236fe54e076 req-511af18c-5e25-4d5b-a7de-efd1341f4d49 service neutron] Transition to ACTIVE for port object 89d21d29-430d-46a3-9bd4-2f717213fb02 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:51:42.227969 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3a3d7d19-d7a0-4ff4-82f4-68ed2900118b req-b31b8b04-feab-45a4-8213-94173d1d20c0 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=1510c38a4b2046b5a9943ab7f2f7db5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1190784 Feb 09 00:51:42.228749 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-90d7a7df-69bf-4cd8-bc88-1236fe54e076 req-511af18c-5e25-4d5b-a7de-efd1341f4d49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:42.238528 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555748c0-d68e-4bf4-9fe6-665e4bd7eefd req-1cef3339-0eb6-418a-b329-51e39c4a6294 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:42.240024 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-555748c0-d68e-4bf4-9fe6-665e4bd7eefd req-1cef3339-0eb6-418a-b329-51e39c4a6294 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/ports?device_id=b7a99ca9-ab7a-4f96-ac04-dd8fbdfdcef0 HTTP/1.1" status: 200 len: 946 time: 0.2373822 Feb 09 00:51:42.277742 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b09e9f28-a7f6-4f77-befa-0b5d550ebe1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:42.289764 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-555748c0-d68e-4bf4-9fe6-665e4bd7eefd req-324f4fa6-1bc9-49ce-b057-39f3500135d1 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/security-groups?id=5241b5dc-7937-4332-869e-fc6addd63e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435190 Feb 09 00:51:42.296307 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-95f5b72b-17e4-4670-9225-8632e5baaf75 req-85afd936-06ee-4ee7-bc30-111c84136afd tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] Allocated IP 192.168.233.52 (42d335cf-a678-4bc3-901b-7d21fb8587e6/e7938d94-1f0f-48bd-a0b3-26d5344ff0ec/2da9a274-6760-4a48-89db-e70b6026b6b2) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:51:42.317897 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b09e9f28-a7f6-4f77-befa-0b5d550ebe1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:42.412325 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7a99ca9-ab7a-4f96-ac04-dd8fbdfdcef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '300ea727-8416-4aa1-ab71-8e94e286ec6d', 'code': 200} Feb 09 00:51:42.568581 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-c232a68d-62bf-4ed1-9f63-42e843907262 req-59b1d627-9def-4a02-86c7-90be33fd2e4a tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] For port 1d7159ba-1cab-4b39-b7c4-51c7a758c9a7, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=1d7159ba-1cab-4b39-b7c4-51c7a758c9a7,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:51:42.569359 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-c232a68d-62bf-4ed1-9f63-42e843907262 req-59b1d627-9def-4a02-86c7-90be33fd2e4a tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:42.593492 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511af18c-5e25-4d5b-a7de-efd1341f4d49 service neutron] Pushing event updated for resources: {'Port': ['ID=89d21d29-430d-46a3-9bd4-2f717213fb02,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:42.746901 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-40644b45-c035-4b49-a1f1-a6c41e5faf96 req-ba678061-0ce1-4f3b-8934-6c907e15088e tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4b50d6d-b742-465e-b92d-ffeb95538b3f HTTP/1.1" status: 200 len: 210 time: 0.1080065 Feb 09 00:51:42.778879 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb11f2-203d-4ad2-a98f-2e5590961d9d req-949756bf-1799-49c6-a405-eb3aaf514455 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:42.789862 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-aebb11f2-203d-4ad2-a98f-2e5590961d9d req-949756bf-1799-49c6-a405-eb3aaf514455 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] 10.222.0.105 "GET /v2.0/ports?device_id=84a91593-88c5-43c2-b1bf-4bdfc679ad04 HTTP/1.1" status: 200 len: 949 time: 0.2303550 Feb 09 00:51:42.835914 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e19540-b638-47fe-8cba-c33bc5f113da req-f7a87339-91c8-4c34-add7-02d0610df1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:42.837502 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-79e19540-b638-47fe-8cba-c33bc5f113da req-f7a87339-91c8-4c34-add7-02d0610df1fc service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=b7a99ca9-ab7a-4f96-ac04-dd8fbdfdcef0 HTTP/1.1" status: 200 len: 1097 time: 0.3764279 Feb 09 00:51:42.851794 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-aebb11f2-203d-4ad2-a98f-2e5590961d9d req-1e4d0153-815c-419b-81b6-e3d9f55dfe99 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] 10.222.0.105 "GET /v2.0/security-groups?id=1ed07dad-ca98-4563-9313-f42f82b46bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620236 Feb 09 00:51:42.858389 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b09e9f28-a7f6-4f77-befa-0b5d550ebe1a admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=5d10fbb192c04379beeb6c7071e52ac0&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2863424 Feb 09 00:51:42.892839 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 40142) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:51:42.956021 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:42.959012 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09e9f28-a7f6-4f77-befa-0b5d550ebe1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df046b6c-9ec6-4c04-b94f-b7d9ac21a59d,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:42.970545 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-c232a68d-62bf-4ed1-9f63-42e843907262 req-59b1d627-9def-4a02-86c7-90be33fd2e4a tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Calling delete_port for 1d7159ba-1cab-4b39-b7c4-51c7a758c9a7 owned by compute:nova {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:51:43.055016 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-79e19540-b638-47fe-8cba-c33bc5f113da req-092ac335-b6b4-4c97-9701-9f90326ccbd9 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=5241b5dc-7937-4332-869e-fc6addd63e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983604 Feb 09 00:51:43.094225 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e3061fe5-f4f4-4c17-8dfe-6d4789d089d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:43.134755 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e3061fe5-f4f4-4c17-8dfe-6d4789d089d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:43.182334 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f28176-e528-4fdb-bcbb-e1fe222f8904 req-8a1cc375-48d6-49e8-a8ba-44b13b1d022d tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:43.183815 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b3f28176-e528-4fdb-bcbb-e1fe222f8904 req-8a1cc375-48d6-49e8-a8ba-44b13b1d022d tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.105 "GET /v2.0/ports?device_id=002445d9-8310-4d95-b177-135d4c573953 HTTP/1.1" status: 200 len: 943 time: 0.2839425 Feb 09 00:51:43.185342 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-90d7a7df-69bf-4cd8-bc88-1236fe54e076 req-511af18c-5e25-4d5b-a7de-efd1341f4d49 service neutron] Attempting to bind port 89d21d29-430d-46a3-9bd4-2f717213fb02 on host n-h2-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:51:43.185931 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-90d7a7df-69bf-4cd8-bc88-1236fe54e076 req-511af18c-5e25-4d5b-a7de-efd1341f4d49 service neutron] Attempting to bind port 89d21d29-430d-46a3-9bd4-2f717213fb02 by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': 'd6018a7b-e150-476a-9748-d627dc1c772b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '27e5ee19-f0a7-4563-ba03-a0f237d4208b'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:51:43.186267 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d7a7df-69bf-4cd8-bc88-1236fe54e076 req-511af18c-5e25-4d5b-a7de-efd1341f4d49 service neutron] Attempting to bind port 89d21d29-430d-46a3-9bd4-2f717213fb02 on network 27e5ee19-f0a7-4563-ba03-a0f237d4208b {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:51:43.191785 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401e8237-8f68-4b96-a2fa-22b392cd5f8a req-b31e6cf5-89a7-4df0-b122-952ada1fa51c tempest-LiveMigrationTest-757645410 tempest-LiveMigrationTest-757645410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:43.194106 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-401e8237-8f68-4b96-a2fa-22b392cd5f8a req-b31e6cf5-89a7-4df0-b122-952ada1fa51c tempest-LiveMigrationTest-757645410 tempest-LiveMigrationTest-757645410-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=1f26b1f1-bccd-471c-9b04-b9969c8e9c78 HTTP/1.1" status: 200 len: 1096 time: 0.1855819 Feb 09 00:51:43.198704 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d7a7df-69bf-4cd8-bc88-1236fe54e076 req-511af18c-5e25-4d5b-a7de-efd1341f4d49 service neutron] Port 89d21d29-430d-46a3-9bd4-2f717213fb02 on network 27e5ee19-f0a7-4563-ba03-a0f237d4208b not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:51:43.199033 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d7a7df-69bf-4cd8-bc88-1236fe54e076 req-511af18c-5e25-4d5b-a7de-efd1341f4d49 service neutron] Attempting to bind port 89d21d29-430d-46a3-9bd4-2f717213fb02 on network 27e5ee19-f0a7-4563-ba03-a0f237d4208b {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:51:43.245065 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d7a7df-69bf-4cd8-bc88-1236fe54e076 req-511af18c-5e25-4d5b-a7de-efd1341f4d49 service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:51:43.245405 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d7a7df-69bf-4cd8-bc88-1236fe54e076 req-511af18c-5e25-4d5b-a7de-efd1341f4d49 service neutron] Checking segment: {'id': 'd6018a7b-e150-476a-9748-d627dc1c772b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '27e5ee19-f0a7-4563-ba03-a0f237d4208b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:51:43.245814 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d7a7df-69bf-4cd8-bc88-1236fe54e076 req-511af18c-5e25-4d5b-a7de-efd1341f4d49 service neutron] Bound using segment: {'id': 'd6018a7b-e150-476a-9748-d627dc1c772b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '27e5ee19-f0a7-4563-ba03-a0f237d4208b'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:51:43.246261 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-90d7a7df-69bf-4cd8-bc88-1236fe54e076 req-511af18c-5e25-4d5b-a7de-efd1341f4d49 service neutron] Bound port: 89d21d29-430d-46a3-9bd4-2f717213fb02, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6018a7b-e150-476a-9748-d627dc1c772b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '27e5ee19-f0a7-4563-ba03-a0f237d4208b'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:51:43.246605 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-90d7a7df-69bf-4cd8-bc88-1236fe54e076 req-511af18c-5e25-4d5b-a7de-efd1341f4d49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:43.267438 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b3f28176-e528-4fdb-bcbb-e1fe222f8904 req-b71323ec-1eb8-4d0b-8dfe-abe0f1efb950 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.105 "GET /v2.0/security-groups?id=fa53326b-e9b6-4684-a0e1-c70cb70bdf58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0723546 Feb 09 00:51:43.275529 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-401e8237-8f68-4b96-a2fa-22b392cd5f8a req-50591ec8-75bf-4f9d-a1eb-57196139b41f tempest-LiveMigrationTest-757645410 tempest-LiveMigrationTest-757645410-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664184 Feb 09 00:51:43.282599 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e3061fe5-f4f4-4c17-8dfe-6d4789d089d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:43.313244 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e3061fe5-f4f4-4c17-8dfe-6d4789d089d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:43.317153 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-e3061fe5-f4f4-4c17-8dfe-6d4789d089d0 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/df046b6c-9ec6-4c04-b94f-b7d9ac21a59d HTTP/1.1" status: 204 len: 168 time: 0.4135633 Feb 09 00:51:43.317153 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3061fe5-f4f4-4c17-8dfe-6d4789d089d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df046b6c-9ec6-4c04-b94f-b7d9ac21a59d,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:43.404905 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-95f5b72b-17e4-4670-9225-8632e5baaf75 req-85afd936-06ee-4ee7-bc30-111c84136afd tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:43.433207 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-c232a68d-62bf-4ed1-9f63-42e843907262 req-59b1d627-9def-4a02-86c7-90be33fd2e4a tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:43.444962 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['bf19f146-a9e4-49e3-b2f1-50fe2630fe8f'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:51:43.479029 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1ac53bc4-4efe-4be7-8585-e106e84c8120 req-e69cb6ca-b1d7-44f7-aa97-2708358aeec0 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=638657b25bbe4ae19e86726cc9773ae8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0691781 Feb 09 00:51:43.492589 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-95f5b72b-17e4-4670-9225-8632e5baaf75 req-85afd936-06ee-4ee7-bc30-111c84136afd tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] Transition to ACTIVE for port object 2da9a274-6760-4a48-89db-e70b6026b6b2 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:51:43.505113 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b1d627-9def-4a02-86c7-90be33fd2e4a tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Pushing event deleted for resources: {'Port': ['ID=1d7159ba-1cab-4b39-b7c4-51c7a758c9a7,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:43.515566 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-90d7a7df-69bf-4cd8-bc88-1236fe54e076 req-511af18c-5e25-4d5b-a7de-efd1341f4d49 service neutron] For port 89d21d29-430d-46a3-9bd4-2f717213fb02, host n-h2-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:51:43.570962 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-90d7a7df-69bf-4cd8-bc88-1236fe54e076 req-511af18c-5e25-4d5b-a7de-efd1341f4d49 service neutron] For port 89d21d29-430d-46a3-9bd4-2f717213fb02, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=89d21d29-430d-46a3-9bd4-2f717213fb02,segment=NetworkSegment(d6018a7b-e150-476a-9748-d627dc1c772b),segment_id=d6018a7b-e150-476a-9748-d627dc1c772b)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:51:43.626754 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-90d7a7df-69bf-4cd8-bc88-1236fe54e076 req-511af18c-5e25-4d5b-a7de-efd1341f4d49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:43.668817 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-918e526e-2383-4a74-8665-9c0aff672116 req-581141af-ffa9-4f34-a437-94342b711ccf tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] 10.222.0.105 "GET /v2.0/ports?device_id=ec035eca-83f3-4362-b24c-2ef0625f9f34 HTTP/1.1" status: 200 len: 210 time: 0.1844831 Feb 09 00:51:43.765577 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-c232a68d-62bf-4ed1-9f63-42e843907262 req-59b1d627-9def-4a02-86c7-90be33fd2e4a tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] No DVR routers for this DVR port 1d7159ba-1cab-4b39-b7c4-51c7a758c9a7 on host n-h2-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:51:43.782357 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-c232a68d-62bf-4ed1-9f63-42e843907262 req-59b1d627-9def-4a02-86c7-90be33fd2e4a tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:43.796538 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84a91593-88c5-43c2-b1bf-4bdfc679ad04', 'name': 'network-vif-deleted', 'tag': '1d7159ba-1cab-4b39-b7c4-51c7a758c9a7'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:51:43.811391 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac53bc4-4efe-4be7-8585-e106e84c8120 req-14efbd70-aec3-48d7-9ad7-4afb60a673bd tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:43.818592 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1ac53bc4-4efe-4be7-8585-e106e84c8120 req-14efbd70-aec3-48d7-9ad7-4afb60a673bd tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3386173 Feb 09 00:51:43.839275 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1ac53bc4-4efe-4be7-8585-e106e84c8120 req-f8d6fa01-86bd-44d3-a4a6-ce9e74b894de tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] 10.222.0.105 "GET /v2.0/quotas/638657b25bbe4ae19e86726cc9773ae8 HTTP/1.1" status: 200 len: 375 time: 0.0197015 Feb 09 00:51:43.856123 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d7a7df-69bf-4cd8-bc88-1236fe54e076 req-511af18c-5e25-4d5b-a7de-efd1341f4d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:43.857139 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-90d7a7df-69bf-4cd8-bc88-1236fe54e076 req-511af18c-5e25-4d5b-a7de-efd1341f4d49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:43.869063 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-90d7a7df-69bf-4cd8-bc88-1236fe54e076 req-511af18c-5e25-4d5b-a7de-efd1341f4d49 service neutron] 10.222.0.99 "PUT /v2.0/ports/89d21d29-430d-46a3-9bd4-2f717213fb02 HTTP/1.1" status: 200 len: 1091 time: 4.1341550 Feb 09 00:51:43.921560 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-95f5b72b-17e4-4670-9225-8632e5baaf75 req-85afd936-06ee-4ee7-bc30-111c84136afd tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:43.936327 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40170) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:51:43.973123 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1ac53bc4-4efe-4be7-8585-e106e84c8120 req-e380e198-fc6c-424b-8cde-8fba71c5e1fc tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=638657b25bbe4ae19e86726cc9773ae8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1328447 Feb 09 00:51:44.005242 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511af18c-5e25-4d5b-a7de-efd1341f4d49 service neutron] Pushing event updated for resources: {'Port': ['ID=89d21d29-430d-46a3-9bd4-2f717213fb02,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:44.068701 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-c232a68d-62bf-4ed1-9f63-42e843907262 req-59b1d627-9def-4a02-86c7-90be33fd2e4a tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] 10.222.0.99 "DELETE /v2.0/ports/1d7159ba-1cab-4b39-b7c4-51c7a758c9a7 HTTP/1.1" status: 204 len: 173 time: 2.6963189 Feb 09 00:51:44.091463 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0bd4ceed-3ed1-4a8f-91b5-2a08cefa426f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:44.129757 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3a3d7d19-d7a0-4ff4-82f4-68ed2900118b req-f4c391e4-9d5c-4d46-9324-da614e6b998d tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=1510c38a4b2046b5a9943ab7f2f7db5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0493987 Feb 09 00:51:44.137421 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95f5b72b-17e4-4670-9225-8632e5baaf75 req-85afd936-06ee-4ee7-bc30-111c84136afd tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] Network 42d335cf-a678-4bc3-901b-7d21fb8587e6 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:51:44.142212 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-95f5b72b-17e4-4670-9225-8632e5baaf75 req-85afd936-06ee-4ee7-bc30-111c84136afd tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:51:44.146768 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-0bd4ceed-3ed1-4a8f-91b5-2a08cefa426f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:51:44.149324 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f5b72b-17e4-4670-9225-8632e5baaf75 req-85afd936-06ee-4ee7-bc30-111c84136afd tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:51:44.202424 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-0bd4ceed-3ed1-4a8f-91b5-2a08cefa426f admin admin] Usage tracker for resource:security_group_rule and tenant:44a84636f9f2401ab806d6cb954be394 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:51:44.222431 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-0bd4ceed-3ed1-4a8f-91b5-2a08cefa426f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:51:44.234873 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85afd936-06ee-4ee7-bc30-111c84136afd tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] Pushing event updated for resources: {'Port': ['ID=2da9a274-6760-4a48-89db-e70b6026b6b2,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:44.246993 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-0bd4ceed-3ed1-4a8f-91b5-2a08cefa426f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:51:44.353952 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5b72b-17e4-4670-9225-8632e5baaf75 req-85afd936-06ee-4ee7-bc30-111c84136afd tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:44.358431 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-95f5b72b-17e4-4670-9225-8632e5baaf75 req-85afd936-06ee-4ee7-bc30-111c84136afd tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:44.395646 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d7a7df-69bf-4cd8-bc88-1236fe54e076 req-e1bc5aae-5cf2-4458-becc-050c019a10ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:44.397954 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-90d7a7df-69bf-4cd8-bc88-1236fe54e076 req-e1bc5aae-5cf2-4458-becc-050c019a10ed service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e92c004a387045f69eb326cd61acc551&device_id=002445d9-8310-4d95-b177-135d4c573953 HTTP/1.1" status: 200 len: 1094 time: 0.4477415 Feb 09 00:51:44.564295 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-90d7a7df-69bf-4cd8-bc88-1236fe54e076 req-287063b3-1d1d-45d1-b677-b2a89378c473 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89d21d29-430d-46a3-9bd4-2f717213fb02 HTTP/1.1" status: 200 len: 217 time: 0.1578097 Feb 09 00:51:44.621741 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-15e5c926-3561-40c8-8c32-1500ed9e6d1a None None] Provisioning for port 2da9a274-6760-4a48-89db-e70b6026b6b2 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:51:44.637110 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-15e5c926-3561-40c8-8c32-1500ed9e6d1a None None] Provisioning complete for port 2da9a274-6760-4a48-89db-e70b6026b6b2 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:51:44.637548 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-15e5c926-3561-40c8-8c32-1500ed9e6d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:44.646104 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0bd4ceed-3ed1-4a8f-91b5-2a08cefa426f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:44.745930 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-95f5b72b-17e4-4670-9225-8632e5baaf75 req-85afd936-06ee-4ee7-bc30-111c84136afd tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.5580983 Feb 09 00:51:44.749726 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0bd4ceed-3ed1-4a8f-91b5-2a08cefa426f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:44.780119 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d7a7df-69bf-4cd8-bc88-1236fe54e076 req-e8d9bb2a-dfe7-47fb-a59e-3da7850a787b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:44.784215 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-90d7a7df-69bf-4cd8-bc88-1236fe54e076 req-e8d9bb2a-dfe7-47fb-a59e-3da7850a787b service neutron] 10.222.0.99 "GET /v2.0/subnets?id=660612cb-07d4-43f9-b983-e1b46d8a035c HTTP/1.1" status: 200 len: 863 time: 0.1357203 Feb 09 00:51:44.788379 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-15e5c926-3561-40c8-8c32-1500ed9e6d1a None None] Port 2da9a274-6760-4a48-89db-e70b6026b6b2 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:51:44.799086 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3d7d19-d7a0-4ff4-82f4-68ed2900118b req-47d51e41-ac91-483a-af25-92663fe5e07a tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:44.800579 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3a3d7d19-d7a0-4ff4-82f4-68ed2900118b req-47d51e41-ac91-483a-af25-92663fe5e07a tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6501544 Feb 09 00:51:44.811370 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-95f5b72b-17e4-4670-9225-8632e5baaf75 req-c112b06f-3646-491f-8429-2aa1f463264f service neutron] Request body: {'port': {'device_id': 'ec035eca-83f3-4362-b24c-2ef0625f9f34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:51:44.822743 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-3a3d7d19-d7a0-4ff4-82f4-68ed2900118b req-06020c19-13e1-4c39-9eb6-de18471f7160 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Request body: {'port': {'device_id': 'f4b50d6d-b742-465e-b92d-ffeb95538b3f', 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6', 'admin_state_up': True, 'tenant_id': '1510c38a4b2046b5a9943ab7f2f7db5c'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:51:44.968962 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6dd47e-c7c8-4f8d-8f12-36dcc96a3746 req-2dd9dc3c-46f3-496c-a2bc-835a4dfe804d tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:44.976041 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2c6dd47e-c7c8-4f8d-8f12-36dcc96a3746 req-2dd9dc3c-46f3-496c-a2bc-835a4dfe804d tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/ports?device_id=b7a99ca9-ab7a-4f96-ac04-dd8fbdfdcef0 HTTP/1.1" status: 200 len: 946 time: 0.4600878 Feb 09 00:51:44.980467 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd4ceed-3ed1-4a8f-91b5-2a08cefa426f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d84c2b4c-8abc-4751-b7fc-2a390cfd7104,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:44.985476 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-0bd4ceed-3ed1-4a8f-91b5-2a08cefa426f admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=44a84636f9f2401ab806d6cb954be394&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0275497 Feb 09 00:51:44.991213 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40206) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:51:45.068339 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2c6dd47e-c7c8-4f8d-8f12-36dcc96a3746 req-28017055-ac0a-4db6-bf86-9a1360c684e6 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/security-groups?id=5241b5dc-7937-4332-869e-fc6addd63e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908651 Feb 09 00:51:45.079794 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-3a3d7d19-d7a0-4ff4-82f4-68ed2900118b req-06020c19-13e1-4c39-9eb6-de18471f7160 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:51:45.090134 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-3a3d7d19-d7a0-4ff4-82f4-68ed2900118b req-06020c19-13e1-4c39-9eb6-de18471f7160 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Usage tracker for resource:port and tenant:1510c38a4b2046b5a9943ab7f2f7db5c is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:51:45.094059 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-3a3d7d19-d7a0-4ff4-82f4-68ed2900118b req-06020c19-13e1-4c39-9eb6-de18471f7160 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:51:45.102460 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-3a3d7d19-d7a0-4ff4-82f4-68ed2900118b req-06020c19-13e1-4c39-9eb6-de18471f7160 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:51:45.117386 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a3d7d19-d7a0-4ff4-82f4-68ed2900118b req-06020c19-13e1-4c39-9eb6-de18471f7160 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Made reservation on behalf of 1510c38a4b2046b5a9943ab7f2f7db5c for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:51:45.123149 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-3a3d7d19-d7a0-4ff4-82f4-68ed2900118b req-06020c19-13e1-4c39-9eb6-de18471f7160 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:45.144478 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d7a7df-69bf-4cd8-bc88-1236fe54e076 req-d65b383f-fda3-4a41-860d-68f5cc3fd092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:45.146561 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-90d7a7df-69bf-4cd8-bc88-1236fe54e076 req-d65b383f-fda3-4a41-860d-68f5cc3fd092 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=27e5ee19-f0a7-4563-ba03-a0f237d4208b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3428426 Feb 09 00:51:45.149027 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-95f5b72b-17e4-4670-9225-8632e5baaf75 req-c112b06f-3646-491f-8429-2aa1f463264f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:45.149486 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-3a3d7d19-d7a0-4ff4-82f4-68ed2900118b req-06020c19-13e1-4c39-9eb6-de18471f7160 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:45.168756 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-3a3d7d19-d7a0-4ff4-82f4-68ed2900118b req-06020c19-13e1-4c39-9eb6-de18471f7160 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:51:45.172862 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-3a3d7d19-d7a0-4ff4-82f4-68ed2900118b req-06020c19-13e1-4c39-9eb6-de18471f7160 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Usage tracker for resource:security_group_rule and tenant:1510c38a4b2046b5a9943ab7f2f7db5c is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:51:45.176157 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-3a3d7d19-d7a0-4ff4-82f4-68ed2900118b req-06020c19-13e1-4c39-9eb6-de18471f7160 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:51:45.183556 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-3a3d7d19-d7a0-4ff4-82f4-68ed2900118b req-06020c19-13e1-4c39-9eb6-de18471f7160 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:51:45.265372 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8caebba0-4fa4-495b-b148-00e3de507ab1 req-f7aaed65-e0e8-4636-88e8-74c84ffb915e tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4b50d6d-b742-465e-b92d-ffeb95538b3f HTTP/1.1" status: 200 len: 210 time: 0.0511093 Feb 09 00:51:45.303823 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 1d7159ba-1cab-4b39-b7c4-51c7a758c9a7 no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:51:45.372708 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-3a3d7d19-d7a0-4ff4-82f4-68ed2900118b req-06020c19-13e1-4c39-9eb6-de18471f7160 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:45.381518 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-3a3d7d19-d7a0-4ff4-82f4-68ed2900118b req-06020c19-13e1-4c39-9eb6-de18471f7160 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:45.390867 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] No Port match for: 1d7159ba-1cab-4b39-b7c4-51c7a758c9a7 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 00:51:45.394183 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 1d7159ba-1cab-4b39-b7c4-51c7a758c9a7 not bound to the agent host n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 00:51:45.419522 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84a91593-88c5-43c2-b1bf-4bdfc679ad04', 'name': 'network-vif-deleted', 'tag': '1d7159ba-1cab-4b39-b7c4-51c7a758c9a7', 'status': 'completed', 'code': 200} Feb 09 00:51:45.436867 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9ec9c072-49b0-4273-a91a-125c147f7e79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:45.503464 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06020c19-13e1-4c39-9eb6-de18471f7160 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:45.521908 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9ec9c072-49b0-4273-a91a-125c147f7e79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:45.761204 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-90d7a7df-69bf-4cd8-bc88-1236fe54e076 req-f797d748-8459-4ddf-b6c2-652f7d04d545 service neutron] 10.222.0.99 "GET /v2.0/networks/27e5ee19-f0a7-4563-ba03-a0f237d4208b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5988817 Feb 09 00:51:45.775155 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-eb43664b-64d9-4124-840f-0dd9fe0c5214 tempest-LiveMigrationTest-757645410 tempest-LiveMigrationTest-757645410-project-admin] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:51:45.777234 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-eb43664b-64d9-4124-840f-0dd9fe0c5214 tempest-LiveMigrationTest-757645410 tempest-LiveMigrationTest-757645410-project-admin] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0202131 Feb 09 00:51:45.807337 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1d9da78f-c9e6-4f6e-be3a-6809b0e46d73 req-72244568-34fd-4aa4-83a6-f3a4426446cc tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] 10.222.0.105 "GET /v2.0/ports?device_id=9668ee21-d6a9-49cb-bd12-7cbff1081f3e HTTP/1.1" status: 200 len: 210 time: 0.0700603 Feb 09 00:51:45.821180 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-247aeb75-4a3d-4307-97fc-b3f701688b33 service neutron] Request body: {'binding': {'host': 'n-h2-828418-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:51:45.821904 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-247aeb75-4a3d-4307-97fc-b3f701688b33 service neutron] Unknown quota resources ['binding']. {{(pid=87638) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 09 00:51:45.826174 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-3a3d7d19-d7a0-4ff4-82f4-68ed2900118b req-06020c19-13e1-4c39-9eb6-de18471f7160 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Allocated IP 192.168.233.54 (42d335cf-a678-4bc3-901b-7d21fb8587e6/e7938d94-1f0f-48bd-a0b3-26d5344ff0ec/18e5b7f8-4107-4b63-9dee-d921fc6084ef) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:51:46.057397 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9ec9c072-49b0-4273-a91a-125c147f7e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:46.105404 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec9c072-49b0-4273-a91a-125c147f7e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84c2b4c-8abc-4751-b7fc-2a390cfd7104,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:46.154832 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9ec9c072-49b0-4273-a91a-125c147f7e79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:46.155974 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9ec9c072-49b0-4273-a91a-125c147f7e79 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/d84c2b4c-8abc-4751-b7fc-2a390cfd7104 HTTP/1.1" status: 204 len: 168 time: 1.1628854 Feb 09 00:51:46.172635 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-90d7a7df-69bf-4cd8-bc88-1236fe54e076 req-ed542508-9366-44db-8da2-c5ae8b927097 service neutron] 10.222.0.99 "GET /v2.0/networks/27e5ee19-f0a7-4563-ba03-a0f237d4208b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4042664 Feb 09 00:51:46.264857 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-247aeb75-4a3d-4307-97fc-b3f701688b33 service neutron] Attempting to bind port 6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f on host n-h2-828418-1 for vnic_type normal with profile None {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:51:46.265232 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-247aeb75-4a3d-4307-97fc-b3f701688b33 service neutron] Attempting to bind port 6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': 'b907962e-2c92-4e5e-9eb3-daae4f34051b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ded91f5f-4c52-4e17-8569-d9d1696711b8'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:51:46.265847 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-247aeb75-4a3d-4307-97fc-b3f701688b33 service neutron] Attempting to bind port 6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f on network ded91f5f-4c52-4e17-8569-d9d1696711b8 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:51:46.272622 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-247aeb75-4a3d-4307-97fc-b3f701688b33 service neutron] Port 6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f on network ded91f5f-4c52-4e17-8569-d9d1696711b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:51:46.273401 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-247aeb75-4a3d-4307-97fc-b3f701688b33 service neutron] Attempting to bind port 6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f on network ded91f5f-4c52-4e17-8569-d9d1696711b8 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:51:46.274817 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1ac53bc4-4efe-4be7-8585-e106e84c8120 req-cfa349ff-ee3d-4490-b5fc-76b9aaeff685 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=638657b25bbe4ae19e86726cc9773ae8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463686 Feb 09 00:51:46.279767 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-247aeb75-4a3d-4307-97fc-b3f701688b33 service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:51:46.280103 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-247aeb75-4a3d-4307-97fc-b3f701688b33 service neutron] Checking segment: {'id': 'b907962e-2c92-4e5e-9eb3-daae4f34051b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ded91f5f-4c52-4e17-8569-d9d1696711b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:51:46.280482 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-247aeb75-4a3d-4307-97fc-b3f701688b33 service neutron] Bound using segment: {'id': 'b907962e-2c92-4e5e-9eb3-daae4f34051b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ded91f5f-4c52-4e17-8569-d9d1696711b8'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:51:46.280956 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-247aeb75-4a3d-4307-97fc-b3f701688b33 service neutron] Bound port: 6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b907962e-2c92-4e5e-9eb3-daae4f34051b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ded91f5f-4c52-4e17-8569-d9d1696711b8'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:51:46.331790 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-247aeb75-4a3d-4307-97fc-b3f701688b33 service neutron] For port 6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f,segment=NetworkSegment(b907962e-2c92-4e5e-9eb3-daae4f34051b),segment_id=b907962e-2c92-4e5e-9eb3-daae4f34051b)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:51:46.346195 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-247aeb75-4a3d-4307-97fc-b3f701688b33 service neutron] Notify callbacks [] for binding, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:46.360510 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-247aeb75-4a3d-4307-97fc-b3f701688b33 service neutron] 10.222.0.105 "POST /v2.0/ports/6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f/bindings HTTP/1.1" status: 201 len: 389 time: 0.5465865 Feb 09 00:51:46.510824 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-3a3d7d19-d7a0-4ff4-82f4-68ed2900118b req-06020c19-13e1-4c39-9eb6-de18471f7160 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:46.564433 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ccdec9-7383-4746-95e8-a8a837564c26 req-9e5e651b-9d8e-41e8-bef3-95b1c24a2a2f tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:46.565911 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-85ccdec9-7383-4746-95e8-a8a837564c26 req-9e5e651b-9d8e-41e8-bef3-95b1c24a2a2f tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.105 "GET /v2.0/ports?device_id=002445d9-8310-4d95-b177-135d4c573953 HTTP/1.1" status: 200 len: 943 time: 0.5498395 Feb 09 00:51:46.595912 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-3a3d7d19-d7a0-4ff4-82f4-68ed2900118b req-06020c19-13e1-4c39-9eb6-de18471f7160 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Transition to ACTIVE for port object 18e5b7f8-4107-4b63-9dee-d921fc6084ef will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:51:46.604047 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac53bc4-4efe-4be7-8585-e106e84c8120 req-860040ab-3b70-49ef-9dff-857985f3ba2a tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:46.606141 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1ac53bc4-4efe-4be7-8585-e106e84c8120 req-860040ab-3b70-49ef-9dff-857985f3ba2a tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3269248 Feb 09 00:51:46.638454 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-1ac53bc4-4efe-4be7-8585-e106e84c8120 req-b4280929-c84e-49aa-9e4a-e13736e63b8b tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] Request body: {'port': {'device_id': '9668ee21-d6a9-49cb-bd12-7cbff1081f3e', 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6', 'admin_state_up': True, 'tenant_id': '638657b25bbe4ae19e86726cc9773ae8'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:51:46.742606 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-c131695d-f557-47ac-8682-38e567e39762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:46.744200 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-c131695d-f557-47ac-8682-38e567e39762 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=8d883076d7064c219a98a8f981d7945a&device_id=1f26b1f1-bccd-471c-9b04-b9969c8e9c78 HTTP/1.1" status: 200 len: 1096 time: 0.0903616 Feb 09 00:51:46.759319 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-85ccdec9-7383-4746-95e8-a8a837564c26 req-e10b1610-6c47-49b8-bccb-ee6ecea74f9f tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.105 "GET /v2.0/security-groups?id=fa53326b-e9b6-4684-a0e1-c70cb70bdf58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1463597 Feb 09 00:51:46.817299 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-3a3d7d19-d7a0-4ff4-82f4-68ed2900118b req-06020c19-13e1-4c39-9eb6-de18471f7160 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:46.901940 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d3ded-404b-4773-92b4-19f874ad536e req-d3f07721-9021-4bfa-b801-61a1152a8463 tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:46.908867 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e72d3ded-404b-4773-92b4-19f874ad536e req-d3f07721-9021-4bfa-b801-61a1152a8463 tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] 10.222.0.105 "GET /v2.0/ports?device_id=ec035eca-83f3-4362-b24c-2ef0625f9f34 HTTP/1.1" status: 200 len: 935 time: 0.3566468 Feb 09 00:51:46.944408 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a3d7d19-d7a0-4ff4-82f4-68ed2900118b req-06020c19-13e1-4c39-9eb6-de18471f7160 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Network 42d335cf-a678-4bc3-901b-7d21fb8587e6 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:51:46.945466 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-1ac53bc4-4efe-4be7-8585-e106e84c8120 req-b4280929-c84e-49aa-9e4a-e13736e63b8b tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:51:46.952506 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-3a3d7d19-d7a0-4ff4-82f4-68ed2900118b req-06020c19-13e1-4c39-9eb6-de18471f7160 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:51:46.959634 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-1ac53bc4-4efe-4be7-8585-e106e84c8120 req-b4280929-c84e-49aa-9e4a-e13736e63b8b tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] Usage tracker for resource:port and tenant:638657b25bbe4ae19e86726cc9773ae8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:51:46.962451 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a3d7d19-d7a0-4ff4-82f4-68ed2900118b req-06020c19-13e1-4c39-9eb6-de18471f7160 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:51:46.995379 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-1ac53bc4-4efe-4be7-8585-e106e84c8120 req-b4280929-c84e-49aa-9e4a-e13736e63b8b tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:51:47.012667 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-bec70a26-a469-441e-aa9b-d4bb7471868f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:47.014944 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-bec70a26-a469-441e-aa9b-d4bb7471868f service neutron] 10.222.0.99 "GET /v2.0/networks?id=ded91f5f-4c52-4e17-8569-d9d1696711b8 HTTP/1.1" status: 200 len: 909 time: 0.2645712 Feb 09 00:51:47.031761 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-1ac53bc4-4efe-4be7-8585-e106e84c8120 req-b4280929-c84e-49aa-9e4a-e13736e63b8b tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:51:47.039333 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06020c19-13e1-4c39-9eb6-de18471f7160 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Pushing event updated for resources: {'Port': ['ID=18e5b7f8-4107-4b63-9dee-d921fc6084ef,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:47.056290 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e72d3ded-404b-4773-92b4-19f874ad536e req-04dd3c9f-68f5-4b9c-a034-e9001d09341b tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] 10.222.0.105 "GET /v2.0/security-groups?id=19a81258-cc95-41c2-a421-b5ad19bdff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466010 Feb 09 00:51:47.099219 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3d7d19-d7a0-4ff4-82f4-68ed2900118b req-06020c19-13e1-4c39-9eb6-de18471f7160 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:47.100122 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-3a3d7d19-d7a0-4ff4-82f4-68ed2900118b req-06020c19-13e1-4c39-9eb6-de18471f7160 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:47.110351 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ac53bc4-4efe-4be7-8585-e106e84c8120 req-b4280929-c84e-49aa-9e4a-e13736e63b8b tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] Made reservation on behalf of 638657b25bbe4ae19e86726cc9773ae8 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:51:47.114733 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1ac53bc4-4efe-4be7-8585-e106e84c8120 req-b4280929-c84e-49aa-9e4a-e13736e63b8b tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:47.140323 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-f87d289f-9501-4b37-8806-b023a3b3ca88 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f HTTP/1.1" status: 200 len: 217 time: 0.1161799 Feb 09 00:51:47.273555 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-ef9a5849-070c-46f6-b27a-047f35aa21a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:47.275456 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-ef9a5849-070c-46f6-b27a-047f35aa21a3 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=103c212c-bf16-40d1-a89c-07252434eb67 HTTP/1.1" status: 200 len: 848 time: 0.1192114 Feb 09 00:51:47.337985 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3a3d7d19-d7a0-4ff4-82f4-68ed2900118b req-06020c19-13e1-4c39-9eb6-de18471f7160 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5193310 Feb 09 00:51:47.339841 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-d442e97c-4281-401a-885f-438397512e28 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=ded91f5f-4c52-4e17-8569-d9d1696711b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516586 Feb 09 00:51:47.370834 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [req-95f5b72b-17e4-4670-9225-8632e5baaf75 req-c112b06f-3646-491f-8429-2aa1f463264f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2da9a274-6760-4a48-89db-e70b6026b6b2 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:51:47.413093 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-3a3d7d19-d7a0-4ff4-82f4-68ed2900118b req-aa8444fe-b0b0-4fde-96dd-b10a3ecdc849 service neutron] Request body: {'port': {'device_id': 'f4b50d6d-b742-465e-b92d-ffeb95538b3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:51:47.425830 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '002445d9-8310-4d95-b177-135d4c573953', 'tag': '89d21d29-430d-46a3-9bd4-2f717213fb02'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:51:47.433397 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-95f5b72b-17e4-4670-9225-8632e5baaf75 req-c112b06f-3646-491f-8429-2aa1f463264f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:47.441038 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-9e4819e5-bdab-43da-b5cd-2d554ce3c77d None None] Provisioning for port 18e5b7f8-4107-4b63-9dee-d921fc6084ef completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:51:47.446780 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-9e4819e5-bdab-43da-b5cd-2d554ce3c77d None None] Provisioning complete for port 18e5b7f8-4107-4b63-9dee-d921fc6084ef triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:51:47.447273 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9e4819e5-bdab-43da-b5cd-2d554ce3c77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:47.471834 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-95f5b72b-17e4-4670-9225-8632e5baaf75 req-c112b06f-3646-491f-8429-2aa1f463264f service neutron] Transition to ACTIVE for port object 2da9a274-6760-4a48-89db-e70b6026b6b2 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:51:47.482803 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-95f5b72b-17e4-4670-9225-8632e5baaf75 req-c112b06f-3646-491f-8429-2aa1f463264f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:47.520550 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-9e4819e5-bdab-43da-b5cd-2d554ce3c77d None None] Port 18e5b7f8-4107-4b63-9dee-d921fc6084ef cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:51:47.633942 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c112b06f-3646-491f-8429-2aa1f463264f service neutron] Pushing event updated for resources: {'Port': ['ID=2da9a274-6760-4a48-89db-e70b6026b6b2,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:47.670779 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-3a3d7d19-d7a0-4ff4-82f4-68ed2900118b req-aa8444fe-b0b0-4fde-96dd-b10a3ecdc849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:47.696007 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65a2de8-d43c-48d0-b2f0-83df9c8a4c3f req-bcb34e4f-268b-4bab-9667-947336d6bd35 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:47.696762 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-e65a2de8-d43c-48d0-b2f0-83df9c8a4c3f req-bcb34e4f-268b-4bab-9667-947336d6bd35 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Synchronizing usage tracker for tenant:1510c38a4b2046b5a9943ab7f2f7db5c on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:51:47.721934 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab575a4-897c-47e8-8706-f2a9daabd73d req-ad7ca933-a92f-4c0b-a9dd-8a3b84aa3baf tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:47.726413 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fab575a4-897c-47e8-8706-f2a9daabd73d req-ad7ca933-a92f-4c0b-a9dd-8a3b84aa3baf tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/ports?device_id=b7a99ca9-ab7a-4f96-ac04-dd8fbdfdcef0 HTTP/1.1" status: 200 len: 946 time: 0.4770458 Feb 09 00:51:47.815984 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-1ac53bc4-4efe-4be7-8585-e106e84c8120 req-b4280929-c84e-49aa-9e4a-e13736e63b8b tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] Allocated IP 192.168.233.115 (42d335cf-a678-4bc3-901b-7d21fb8587e6/e7938d94-1f0f-48bd-a0b3-26d5344ff0ec/e0b58bb3-58e6-4455-9c82-f132e4598c13) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:51:47.829567 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-e65a2de8-d43c-48d0-b2f0-83df9c8a4c3f req-bcb34e4f-268b-4bab-9667-947336d6bd35 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Unset dirty status for tenant:1510c38a4b2046b5a9943ab7f2f7db5c on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:51:47.830994 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e65a2de8-d43c-48d0-b2f0-83df9c8a4c3f req-bcb34e4f-268b-4bab-9667-947336d6bd35 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4b50d6d-b742-465e-b92d-ffeb95538b3f HTTP/1.1" status: 200 len: 935 time: 0.4909372 Feb 09 00:51:47.859148 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-fb117139-0225-4850-9daa-093ef0580e17 service neutron] 10.222.0.99 "GET /v2.0/networks/ded91f5f-4c52-4e17-8569-d9d1696711b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5086024 Feb 09 00:51:47.907593 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fab575a4-897c-47e8-8706-f2a9daabd73d req-66bffd17-71b2-4d9a-897d-299cb376b4b3 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/security-groups?id=5241b5dc-7937-4332-869e-fc6addd63e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633983 Feb 09 00:51:48.036124 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-e65a2de8-d43c-48d0-b2f0-83df9c8a4c3f req-f35d9de1-5820-4441-9231-e2220daba265 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Synchronizing usage tracker for tenant:1510c38a4b2046b5a9943ab7f2f7db5c on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:51:48.154964 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-95f5b72b-17e4-4670-9225-8632e5baaf75 req-c112b06f-3646-491f-8429-2aa1f463264f service neutron] Attempting to bind port 2da9a274-6760-4a48-89db-e70b6026b6b2 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:51:48.155536 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-95f5b72b-17e4-4670-9225-8632e5baaf75 req-c112b06f-3646-491f-8429-2aa1f463264f service neutron] Attempting to bind port 2da9a274-6760-4a48-89db-e70b6026b6b2 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:51:48.155639 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f5b72b-17e4-4670-9225-8632e5baaf75 req-c112b06f-3646-491f-8429-2aa1f463264f service neutron] Attempting to bind port 2da9a274-6760-4a48-89db-e70b6026b6b2 on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:51:48.161251 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-9919ba07-478b-4ae7-822f-648ccafb4823 service neutron] 10.222.0.99 "GET /v2.0/networks/ded91f5f-4c52-4e17-8569-d9d1696711b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926133 Feb 09 00:51:48.163790 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f5b72b-17e4-4670-9225-8632e5baaf75 req-c112b06f-3646-491f-8429-2aa1f463264f service neutron] Port 2da9a274-6760-4a48-89db-e70b6026b6b2 on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:51:48.164126 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f5b72b-17e4-4670-9225-8632e5baaf75 req-c112b06f-3646-491f-8429-2aa1f463264f service neutron] Attempting to bind port 2da9a274-6760-4a48-89db-e70b6026b6b2 on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:51:48.181954 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f5b72b-17e4-4670-9225-8632e5baaf75 req-c112b06f-3646-491f-8429-2aa1f463264f service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:51:48.182457 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f5b72b-17e4-4670-9225-8632e5baaf75 req-c112b06f-3646-491f-8429-2aa1f463264f service neutron] Checking segment: {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:51:48.183036 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f5b72b-17e4-4670-9225-8632e5baaf75 req-c112b06f-3646-491f-8429-2aa1f463264f service neutron] Bound using segment: {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:51:48.183898 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-95f5b72b-17e4-4670-9225-8632e5baaf75 req-c112b06f-3646-491f-8429-2aa1f463264f service neutron] Bound port: 2da9a274-6760-4a48-89db-e70b6026b6b2, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:51:48.184253 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-95f5b72b-17e4-4670-9225-8632e5baaf75 req-c112b06f-3646-491f-8429-2aa1f463264f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:48.284165 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-e65a2de8-d43c-48d0-b2f0-83df9c8a4c3f req-f35d9de1-5820-4441-9231-e2220daba265 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Unset dirty status for tenant:1510c38a4b2046b5a9943ab7f2f7db5c on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:51:48.285326 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e65a2de8-d43c-48d0-b2f0-83df9c8a4c3f req-f35d9de1-5820-4441-9231-e2220daba265 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4441104 Feb 09 00:51:48.341278 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-95f5b72b-17e4-4670-9225-8632e5baaf75 req-c112b06f-3646-491f-8429-2aa1f463264f service neutron] For port 2da9a274-6760-4a48-89db-e70b6026b6b2, host n-h1-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:51:48.345815 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-95f5b72b-17e4-4670-9225-8632e5baaf75 req-c112b06f-3646-491f-8429-2aa1f463264f service neutron] For port 2da9a274-6760-4a48-89db-e70b6026b6b2, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=2da9a274-6760-4a48-89db-e70b6026b6b2,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:51:48.352771 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-95f5b72b-17e4-4670-9225-8632e5baaf75 req-c112b06f-3646-491f-8429-2aa1f463264f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:48.407225 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-663b7fb9-844b-402b-9da3-2e3ca385328c tempest-LiveMigrationTest-757645410 tempest-LiveMigrationTest-757645410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:48.408618 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-663b7fb9-844b-402b-9da3-2e3ca385328c tempest-LiveMigrationTest-757645410 tempest-LiveMigrationTest-757645410-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=1f26b1f1-bccd-471c-9b04-b9969c8e9c78&tenant_id=8d883076d7064c219a98a8f981d7945a&binding%3Ahost_id=n-h1-828418-1 HTTP/1.1" status: 200 len: 1096 time: 0.1745348 Feb 09 00:51:48.410457 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6408c1-9c13-4aa0-a324-22a818ae8aa4 req-005ee336-ecef-40b9-92c3-5105ec5874b5 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:48.413280 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2e6408c1-9c13-4aa0-a324-22a818ae8aa4 req-005ee336-ecef-40b9-92c3-5105ec5874b5 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f26b1f1-bccd-471c-9b04-b9969c8e9c78 HTTP/1.1" status: 200 len: 945 time: 0.3737690 Feb 09 00:51:48.418142 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1ac53bc4-4efe-4be7-8585-e106e84c8120 req-b4280929-c84e-49aa-9e4a-e13736e63b8b tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:48.423812 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-4f6c16e4-9668-422a-a60a-63c831c56ecb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828418-1'}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:51:48.451621 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.62', 56806) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:51:48.472499 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5b72b-17e4-4670-9225-8632e5baaf75 req-c112b06f-3646-491f-8429-2aa1f463264f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:48.473466 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-95f5b72b-17e4-4670-9225-8632e5baaf75 req-c112b06f-3646-491f-8429-2aa1f463264f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:48.474630 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-95f5b72b-17e4-4670-9225-8632e5baaf75 req-c112b06f-3646-491f-8429-2aa1f463264f service neutron] 10.222.0.62 "PUT /v2.0/ports/2da9a274-6760-4a48-89db-e70b6026b6b2 HTTP/1.1" status: 200 len: 1095 time: 3.6894531 Feb 09 00:51:48.487448 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8415ccf1-2e66-46e1-b81e-e314649fcea1 req-7c50548d-7bfc-42cc-aa54-17ebb4a2c4ab tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] 10.222.0.105 "GET /v2.0/ports?device_id=9668ee21-d6a9-49cb-bd12-7cbff1081f3e HTTP/1.1" status: 200 len: 210 time: 0.0922720 Feb 09 00:51:48.498509 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-1ac53bc4-4efe-4be7-8585-e106e84c8120 req-b4280929-c84e-49aa-9e4a-e13736e63b8b tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] Transition to ACTIVE for port object e0b58bb3-58e6-4455-9c82-f132e4598c13 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:51:48.538948 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2e6408c1-9c13-4aa0-a324-22a818ae8aa4 req-3be2a7b2-c43d-483f-8bc3-29aac4954ef4 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758390 Feb 09 00:51:48.587554 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c112b06f-3646-491f-8429-2aa1f463264f service neutron] Pushing event updated for resources: {'Port': ['ID=2da9a274-6760-4a48-89db-e70b6026b6b2,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:48.671852 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1ac53bc4-4efe-4be7-8585-e106e84c8120 req-b4280929-c84e-49aa-9e4a-e13736e63b8b tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:48.779730 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '002445d9-8310-4d95-b177-135d4c573953', 'tag': '89d21d29-430d-46a3-9bd4-2f717213fb02', 'status': 'completed', 'code': 200} Feb 09 00:51:48.782888 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-4f6c16e4-9668-422a-a60a-63c831c56ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:48.883395 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ac53bc4-4efe-4be7-8585-e106e84c8120 req-b4280929-c84e-49aa-9e4a-e13736e63b8b tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] Network 42d335cf-a678-4bc3-901b-7d21fb8587e6 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:51:48.909154 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-1ac53bc4-4efe-4be7-8585-e106e84c8120 req-b4280929-c84e-49aa-9e4a-e13736e63b8b tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:51:48.912687 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ac53bc4-4efe-4be7-8585-e106e84c8120 req-b4280929-c84e-49aa-9e4a-e13736e63b8b tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:51:49.002883 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4280929-c84e-49aa-9e4a-e13736e63b8b tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] Pushing event updated for resources: {'Port': ['ID=e0b58bb3-58e6-4455-9c82-f132e4598c13,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:49.030857 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90836225-597f-4a45-a360-052a821e9f45 req-8b4f189f-0405-4987-9d9b-9d29147dba64 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:49.032444 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-90836225-597f-4a45-a360-052a821e9f45 req-8b4f189f-0405-4987-9d9b-9d29147dba64 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Synchronizing usage tracker for tenant:50707b6a9de04832ba2e0ca2ee0dbd71 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:51:49.087451 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5b72b-17e4-4670-9225-8632e5baaf75 req-8c9fa99b-d6aa-4e68-ac35-378027fe4478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:49.090053 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-95f5b72b-17e4-4670-9225-8632e5baaf75 req-8c9fa99b-d6aa-4e68-ac35-378027fe4478 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=32220f7b1fe74d5aa6396597c9be690f&device_id=ec035eca-83f3-4362-b24c-2ef0625f9f34 HTTP/1.1" status: 200 len: 1098 time: 0.5513558 Feb 09 00:51:49.101960 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a6a53-b7b9-4329-b9e6-9142baf07d66 req-0682bfda-94ee-48bb-9fc4-f6cfc48dd554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:49.104992 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-0c7a6a53-b7b9-4329-b9e6-9142baf07d66 req-0682bfda-94ee-48bb-9fc4-f6cfc48dd554 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e92c004a387045f69eb326cd61acc551&device_id=002445d9-8310-4d95-b177-135d4c573953 HTTP/1.1" status: 200 len: 1094 time: 0.3665540 Feb 09 00:51:49.112418 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac53bc4-4efe-4be7-8585-e106e84c8120 req-b4280929-c84e-49aa-9e4a-e13736e63b8b tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:49.113315 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1ac53bc4-4efe-4be7-8585-e106e84c8120 req-b4280929-c84e-49aa-9e4a-e13736e63b8b tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:49.175021 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325694ee-0d7a-46e2-a2d5-de0fe247a4c6 req-468ec8e2-f139-4990-99e8-dbd5e10f4956 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:49.176737 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-325694ee-0d7a-46e2-a2d5-de0fe247a4c6 req-468ec8e2-f139-4990-99e8-dbd5e10f4956 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f21073e-4fef-4a13-85a1-ceb1e32e7a43 HTTP/1.1" status: 200 len: 950 time: 0.5068893 Feb 09 00:51:49.181026 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1ac53bc4-4efe-4be7-8585-e106e84c8120 req-b4280929-c84e-49aa-9e4a-e13736e63b8b tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5596862 Feb 09 00:51:49.204558 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-9bfab8ad-3041-4857-8827-c4e360b40a9f None None] Provisioning for port e0b58bb3-58e6-4455-9c82-f132e4598c13 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:51:49.210687 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-9bfab8ad-3041-4857-8827-c4e360b40a9f None None] Provisioning complete for port e0b58bb3-58e6-4455-9c82-f132e4598c13 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:51:49.211065 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9bfab8ad-3041-4857-8827-c4e360b40a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:49.222929 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-1ac53bc4-4efe-4be7-8585-e106e84c8120 req-3ef97f9a-415b-4b98-8505-9c44d8adb11c service neutron] Request body: {'port': {'device_id': '9668ee21-d6a9-49cb-bd12-7cbff1081f3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:51:49.228250 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-90836225-597f-4a45-a360-052a821e9f45 req-8b4f189f-0405-4987-9d9b-9d29147dba64 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Unset dirty status for tenant:50707b6a9de04832ba2e0ca2ee0dbd71 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:51:49.229406 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-90836225-597f-4a45-a360-052a821e9f45 req-8b4f189f-0405-4987-9d9b-9d29147dba64 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f21073e-4fef-4a13-85a1-ceb1e32e7a43 HTTP/1.1" status: 200 len: 950 time: 0.7704289 Feb 09 00:51:49.271347 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-9bfab8ad-3041-4857-8827-c4e360b40a9f None None] Port e0b58bb3-58e6-4455-9c82-f132e4598c13 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:51:49.282651 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-95f5b72b-17e4-4670-9225-8632e5baaf75 req-198ecb56-7129-4a2a-8d28-3bd7e1744cae service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=2da9a274-6760-4a48-89db-e70b6026b6b2 HTTP/1.1" status: 200 len: 217 time: 0.1742489 Feb 09 00:51:49.291221 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2ada02-ab3a-4ed8-9984-6361037a5976 req-68161449-ba5c-4bf5-9d29-45194bd7e2f0 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:49.292780 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3b2ada02-ab3a-4ed8-9984-6361037a5976 req-68161449-ba5c-4bf5-9d29-45194bd7e2f0 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.105 "GET /v2.0/ports?device_id=002445d9-8310-4d95-b177-135d4c573953 HTTP/1.1" status: 200 len: 943 time: 0.4822989 Feb 09 00:51:49.326398 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 89d21d29-430d-46a3-9bd4-2f717213fb02 details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:51:49.365017 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-3a3d7d19-d7a0-4ff4-82f4-68ed2900118b req-aa8444fe-b0b0-4fde-96dd-b10a3ecdc849 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18e5b7f8-4107-4b63-9dee-d921fc6084ef {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:51:49.411274 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-3a3d7d19-d7a0-4ff4-82f4-68ed2900118b req-aa8444fe-b0b0-4fde-96dd-b10a3ecdc849 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:49.444895 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-4f6c16e4-9668-422a-a60a-63c831c56ecb service neutron] For port 6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f,segment=NetworkSegment(b907962e-2c92-4e5e-9eb3-daae4f34051b),segment_id=b907962e-2c92-4e5e-9eb3-daae4f34051b)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:51:49.465100 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3b2ada02-ab3a-4ed8-9984-6361037a5976 req-7ed795d2-009f-4a02-a551-c4691304462c tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.105 "GET /v2.0/security-groups?id=fa53326b-e9b6-4684-a0e1-c70cb70bdf58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1601613 Feb 09 00:51:49.477698 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-325694ee-0d7a-46e2-a2d5-de0fe247a4c6 req-550f7e93-1d2c-49ea-8b21-25648ca60c15 tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] 10.222.0.105 "GET /v2.0/security-groups?id=1ed07dad-ca98-4563-9313-f42f82b46bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620754 Feb 09 00:51:49.479915 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5b72b-17e4-4670-9225-8632e5baaf75 req-c81487f5-d07d-442f-a36b-6bcf7c3ec935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:49.481384 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-95f5b72b-17e4-4670-9225-8632e5baaf75 req-c81487f5-d07d-442f-a36b-6bcf7c3ec935 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.1896517 Feb 09 00:51:49.495500 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-3a3d7d19-d7a0-4ff4-82f4-68ed2900118b req-aa8444fe-b0b0-4fde-96dd-b10a3ecdc849 service neutron] Transition to ACTIVE for port object 18e5b7f8-4107-4b63-9dee-d921fc6084ef will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:51:49.513840 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1ac53bc4-4efe-4be7-8585-e106e84c8120 req-3ef97f9a-415b-4b98-8505-9c44d8adb11c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:49.537152 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-3a3d7d19-d7a0-4ff4-82f4-68ed2900118b req-aa8444fe-b0b0-4fde-96dd-b10a3ecdc849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:49.543116 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 89d21d29-430d-46a3-9bd4-2f717213fb02, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=89d21d29-430d-46a3-9bd4-2f717213fb02,segment=NetworkSegment(d6018a7b-e150-476a-9748-d627dc1c772b),segment_id=d6018a7b-e150-476a-9748-d627dc1c772b)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:51:49.553052 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-90836225-597f-4a45-a360-052a821e9f45 req-ca768305-0e21-432d-9064-9e8fc11f02fd tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Deleting port bf19f146-a9e4-49e3-b2f1-50fe2630fe8f {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:51:49.553395 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-90836225-597f-4a45-a360-052a821e9f45 req-ca768305-0e21-432d-9064-9e8fc11f02fd tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:49.587923 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': '89d21d29-430d-46a3-9bd4-2f717213fb02', 'network_id': '27e5ee19-f0a7-4563-ba03-a0f237d4208b', 'port_id': '89d21d29-430d-46a3-9bd4-2f717213fb02', 'mac_address': 'fa:16:3e:56:c9:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '660612cb-07d4-43f9-b983-e1b46d8a035c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:51:49.607906 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a6a53-b7b9-4329-b9e6-9142baf07d66 req-5b12ad5d-088e-40df-bdd1-630cff4e909d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:49.609428 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-0c7a6a53-b7b9-4329-b9e6-9142baf07d66 req-5b12ad5d-088e-40df-bdd1-630cff4e909d service neutron] 10.222.0.99 "GET /v2.0/networks?id=27e5ee19-f0a7-4563-ba03-a0f237d4208b HTTP/1.1" status: 200 len: 925 time: 0.4928765 Feb 09 00:51:49.611053 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.db.resource_extend [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-4f6c16e4-9668-422a-a60a-63c831c56ecb service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 00:51:49.708733 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:49.725750 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8444fe-b0b0-4fde-96dd-b10a3ecdc849 service neutron] Pushing event updated for resources: {'Port': ['ID=18e5b7f8-4107-4b63-9dee-d921fc6084ef,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:49.734470 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89d21d29-430d-46a3-9bd4-2f717213fb02 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:51:49.752608 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 89d21d29-430d-46a3-9bd4-2f717213fb02, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=89d21d29-430d-46a3-9bd4-2f717213fb02,segment=NetworkSegment(d6018a7b-e150-476a-9748-d627dc1c772b),segment_id=d6018a7b-e150-476a-9748-d627dc1c772b)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:51:49.758284 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:49.843957 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-0c7a6a53-b7b9-4329-b9e6-9142baf07d66 req-37eaaaf2-667a-413a-b4ee-3cf321873e4a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89d21d29-430d-46a3-9bd4-2f717213fb02 HTTP/1.1" status: 200 len: 217 time: 0.2155280 Feb 09 00:51:49.850275 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=89d21d29-430d-46a3-9bd4-2f717213fb02,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:49.882837 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-4f6c16e4-9668-422a-a60a-63c831c56ecb service neutron] For port 6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f, host n-h1-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:51:50.098557 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['89d21d29-430d-46a3-9bd4-2f717213fb02'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:51:50.120817 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-4f6c16e4-9668-422a-a60a-63c831c56ecb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:50.138033 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5b72b-17e4-4670-9225-8632e5baaf75 req-f357c476-de14-4919-8db8-58530d92e596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:50.139680 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-95f5b72b-17e4-4670-9225-8632e5baaf75 req-f357c476-de14-4919-8db8-58530d92e596 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6519921 Feb 09 00:51:50.144435 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a6a53-b7b9-4329-b9e6-9142baf07d66 req-b865ce16-a5b2-4ef5-af1f-6fad6b396bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:50.146552 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-0c7a6a53-b7b9-4329-b9e6-9142baf07d66 req-b865ce16-a5b2-4ef5-af1f-6fad6b396bb0 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=660612cb-07d4-43f9-b983-e1b46d8a035c HTTP/1.1" status: 200 len: 863 time: 0.2909880 Feb 09 00:51:50.151115 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-4f6c16e4-9668-422a-a60a-63c831c56ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:50.216536 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-3a3d7d19-d7a0-4ff4-82f4-68ed2900118b req-aa8444fe-b0b0-4fde-96dd-b10a3ecdc849 service neutron] Attempting to bind port 18e5b7f8-4107-4b63-9dee-d921fc6084ef on host n-h2-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:51:50.217134 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-3a3d7d19-d7a0-4ff4-82f4-68ed2900118b req-aa8444fe-b0b0-4fde-96dd-b10a3ecdc849 service neutron] Attempting to bind port 18e5b7f8-4107-4b63-9dee-d921fc6084ef by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:51:50.217238 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3d7d19-d7a0-4ff4-82f4-68ed2900118b req-aa8444fe-b0b0-4fde-96dd-b10a3ecdc849 service neutron] Attempting to bind port 18e5b7f8-4107-4b63-9dee-d921fc6084ef on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:51:50.244597 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784cab0f-937e-4f30-8db1-ff1ddf92d37f req-6b60676a-c7dd-472a-b386-e6958239438a tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:50.246056 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-784cab0f-937e-4f30-8db1-ff1ddf92d37f req-6b60676a-c7dd-472a-b386-e6958239438a tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/ports?device_id=b7a99ca9-ab7a-4f96-ac04-dd8fbdfdcef0 HTTP/1.1" status: 200 len: 946 time: 0.5216026 Feb 09 00:51:50.249434 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3d7d19-d7a0-4ff4-82f4-68ed2900118b req-aa8444fe-b0b0-4fde-96dd-b10a3ecdc849 service neutron] Port 18e5b7f8-4107-4b63-9dee-d921fc6084ef on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:51:50.249785 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3d7d19-d7a0-4ff4-82f4-68ed2900118b req-aa8444fe-b0b0-4fde-96dd-b10a3ecdc849 service neutron] Attempting to bind port 18e5b7f8-4107-4b63-9dee-d921fc6084ef on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:51:50.261785 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713305f3-51ad-4b95-9d6c-feb8c14a8aa6 req-10c1110e-f5c6-459d-9cc4-20945109d0c8 tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:50.263323 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-713305f3-51ad-4b95-9d6c-feb8c14a8aa6 req-10c1110e-f5c6-459d-9cc4-20945109d0c8 tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] 10.222.0.105 "GET /v2.0/ports?device_id=ec035eca-83f3-4362-b24c-2ef0625f9f34 HTTP/1.1" status: 200 len: 947 time: 0.5288129 Feb 09 00:51:50.294302 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3d7d19-d7a0-4ff4-82f4-68ed2900118b req-aa8444fe-b0b0-4fde-96dd-b10a3ecdc849 service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:51:50.294638 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3d7d19-d7a0-4ff4-82f4-68ed2900118b req-aa8444fe-b0b0-4fde-96dd-b10a3ecdc849 service neutron] Checking segment: {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:51:50.295029 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3d7d19-d7a0-4ff4-82f4-68ed2900118b req-aa8444fe-b0b0-4fde-96dd-b10a3ecdc849 service neutron] Bound using segment: {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:51:50.295466 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-3a3d7d19-d7a0-4ff4-82f4-68ed2900118b req-aa8444fe-b0b0-4fde-96dd-b10a3ecdc849 service neutron] Bound port: 18e5b7f8-4107-4b63-9dee-d921fc6084ef, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:51:50.296065 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-3a3d7d19-d7a0-4ff4-82f4-68ed2900118b req-aa8444fe-b0b0-4fde-96dd-b10a3ecdc849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:50.534583 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-784cab0f-937e-4f30-8db1-ff1ddf92d37f req-d73f2b20-1ecd-4c25-a936-34cc54c4e71a tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/security-groups?id=5241b5dc-7937-4332-869e-fc6addd63e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701716 Feb 09 00:51:50.548159 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-713305f3-51ad-4b95-9d6c-feb8c14a8aa6 req-3f01139c-f6d5-4266-b3e4-023931e4dffe tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] 10.222.0.105 "GET /v2.0/security-groups?id=19a81258-cc95-41c2-a421-b5ad19bdff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595611 Feb 09 00:51:50.558241 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6c16e4-9668-422a-a60a-63c831c56ecb service neutron] Pushing event updated for resources: {'Port': ['ID=6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f,revision_number=7']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:50.594387 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-90836225-597f-4a45-a360-052a821e9f45 req-ca768305-0e21-432d-9064-9e8fc11f02fd tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] For port bf19f146-a9e4-49e3-b2f1-50fe2630fe8f, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=bf19f146-a9e4-49e3-b2f1-50fe2630fe8f,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:51:50.594764 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-90836225-597f-4a45-a360-052a821e9f45 req-ca768305-0e21-432d-9064-9e8fc11f02fd tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:50.637275 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-3a3d7d19-d7a0-4ff4-82f4-68ed2900118b req-aa8444fe-b0b0-4fde-96dd-b10a3ecdc849 service neutron] For port 18e5b7f8-4107-4b63-9dee-d921fc6084ef, host n-h2-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:51:50.652671 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-3a3d7d19-d7a0-4ff4-82f4-68ed2900118b req-aa8444fe-b0b0-4fde-96dd-b10a3ecdc849 service neutron] For port 18e5b7f8-4107-4b63-9dee-d921fc6084ef, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=18e5b7f8-4107-4b63-9dee-d921fc6084ef,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:51:50.658648 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-3a3d7d19-d7a0-4ff4-82f4-68ed2900118b req-aa8444fe-b0b0-4fde-96dd-b10a3ecdc849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:50.701648 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-1ac53bc4-4efe-4be7-8585-e106e84c8120 req-3ef97f9a-415b-4b98-8505-9c44d8adb11c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0b58bb3-58e6-4455-9c82-f132e4598c13 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:51:50.724399 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1ac53bc4-4efe-4be7-8585-e106e84c8120 req-3ef97f9a-415b-4b98-8505-9c44d8adb11c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:50.735780 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-95f5b72b-17e4-4670-9225-8632e5baaf75 req-b3a73924-f909-4046-b96f-53924aaf7dfb service neutron] 10.222.0.62 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5856075 Feb 09 00:51:50.745517 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3d7d19-d7a0-4ff4-82f4-68ed2900118b req-aa8444fe-b0b0-4fde-96dd-b10a3ecdc849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:50.746713 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-3a3d7d19-d7a0-4ff4-82f4-68ed2900118b req-aa8444fe-b0b0-4fde-96dd-b10a3ecdc849 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:50.748065 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3a3d7d19-d7a0-4ff4-82f4-68ed2900118b req-aa8444fe-b0b0-4fde-96dd-b10a3ecdc849 service neutron] 10.222.0.99 "PUT /v2.0/ports/18e5b7f8-4107-4b63-9dee-d921fc6084ef HTTP/1.1" status: 200 len: 1095 time: 3.3438668 Feb 09 00:51:50.754022 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4b50d6d-b742-465e-b92d-ffeb95538b3f', 'tag': '18e5b7f8-4107-4b63-9dee-d921fc6084ef'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:51:50.835202 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec035eca-83f3-4362-b24c-2ef0625f9f34', 'tag': '2da9a274-6760-4a48-89db-e70b6026b6b2'}, {'server_uuid': '1f26b1f1-bccd-471c-9b04-b9969c8e9c78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:51:50.848626 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-90836225-597f-4a45-a360-052a821e9f45 req-ca768305-0e21-432d-9064-9e8fc11f02fd tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Calling delete_port for bf19f146-a9e4-49e3-b2f1-50fe2630fe8f owned by compute:nova {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:51:50.870126 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-1ac53bc4-4efe-4be7-8585-e106e84c8120 req-3ef97f9a-415b-4b98-8505-9c44d8adb11c service neutron] Transition to ACTIVE for port object e0b58bb3-58e6-4455-9c82-f132e4598c13 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:51:50.911239 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-4f6c16e4-9668-422a-a60a-63c831c56ecb service neutron] Attempting to bind port 6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f on host n-h1-828418-1 for vnic_type normal with profile {"migrating_to": "n-h2-828418-1"} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:51:50.911239 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-4f6c16e4-9668-422a-a60a-63c831c56ecb service neutron] Attempting to bind port 6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'b907962e-2c92-4e5e-9eb3-daae4f34051b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ded91f5f-4c52-4e17-8569-d9d1696711b8'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:51:50.911239 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-4f6c16e4-9668-422a-a60a-63c831c56ecb service neutron] Attempting to bind port 6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f on network ded91f5f-4c52-4e17-8569-d9d1696711b8 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:51:50.925344 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8444fe-b0b0-4fde-96dd-b10a3ecdc849 service neutron] Pushing event updated for resources: {'Port': ['ID=18e5b7f8-4107-4b63-9dee-d921fc6084ef,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:50.930010 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1ac53bc4-4efe-4be7-8585-e106e84c8120 req-3ef97f9a-415b-4b98-8505-9c44d8adb11c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:50.936202 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-778f7f00-b3da-42f0-b3d7-80cd5013afa2 req-739086ea-900b-47a8-8a58-4473090c5def tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=ebe1a1ba386d4c019741248446c1516f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0525887 Feb 09 00:51:50.987052 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-4f6c16e4-9668-422a-a60a-63c831c56ecb service neutron] Port 6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f on network ded91f5f-4c52-4e17-8569-d9d1696711b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:51:50.987396 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-4f6c16e4-9668-422a-a60a-63c831c56ecb service neutron] Attempting to bind port 6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f on network ded91f5f-4c52-4e17-8569-d9d1696711b8 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:51:51.002554 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a6a53-b7b9-4329-b9e6-9142baf07d66 req-02c6bb4b-0e59-4374-b3af-67a8383545bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:51.004693 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-0c7a6a53-b7b9-4329-b9e6-9142baf07d66 req-02c6bb4b-0e59-4374-b3af-67a8383545bc service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=27e5ee19-f0a7-4563-ba03-a0f237d4208b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8212695 Feb 09 00:51:51.013873 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-4f6c16e4-9668-422a-a60a-63c831c56ecb service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:51:51.014217 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-4f6c16e4-9668-422a-a60a-63c831c56ecb service neutron] Checking segment: {'id': 'b907962e-2c92-4e5e-9eb3-daae4f34051b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ded91f5f-4c52-4e17-8569-d9d1696711b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:51:51.014608 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-4f6c16e4-9668-422a-a60a-63c831c56ecb service neutron] Bound using segment: {'id': 'b907962e-2c92-4e5e-9eb3-daae4f34051b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ded91f5f-4c52-4e17-8569-d9d1696711b8'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:51:51.015056 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-4f6c16e4-9668-422a-a60a-63c831c56ecb service neutron] Bound port: 6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b907962e-2c92-4e5e-9eb3-daae4f34051b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ded91f5f-4c52-4e17-8569-d9d1696711b8'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:51:51.016136 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-4f6c16e4-9668-422a-a60a-63c831c56ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:51.231796 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef97f9a-415b-4b98-8505-9c44d8adb11c service neutron] Pushing event updated for resources: {'Port': ['ID=e0b58bb3-58e6-4455-9c82-f132e4598c13,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:51.329663 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-95f5b72b-17e4-4670-9225-8632e5baaf75 req-8d9c4c69-05c5-4427-8897-68286dece0fd service neutron] 10.222.0.62 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4463975 Feb 09 00:51:51.344914 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 89d21d29-430d-46a3-9bd4-2f717213fb02 up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:51:51.350375 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-4f6c16e4-9668-422a-a60a-63c831c56ecb service neutron] For port 6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f, host n-h1-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:51:51.351089 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e9cbf-5cfe-4bcf-aabd-c0608fb67bd7 req-d731f995-4bf1-4457-ab4d-fe0baa872530 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:51.352892 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7b2e9cbf-5cfe-4bcf-aabd-c0608fb67bd7 req-d731f995-4bf1-4457-ab4d-fe0baa872530 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4b50d6d-b742-465e-b92d-ffeb95538b3f HTTP/1.1" status: 200 len: 947 time: 0.5809529 Feb 09 00:51:51.356094 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-4f6c16e4-9668-422a-a60a-63c831c56ecb service neutron] For port 6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f,segment=NetworkSegment(b907962e-2c92-4e5e-9eb3-daae4f34051b),segment_id=b907962e-2c92-4e5e-9eb3-daae4f34051b)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:51:51.358574 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-0c7a6a53-b7b9-4329-b9e6-9142baf07d66 req-69327b15-92e2-4820-8972-74aea9468cb4 service neutron] 10.222.0.99 "GET /v2.0/networks/27e5ee19-f0a7-4563-ba03-a0f237d4208b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3459179 Feb 09 00:51:51.367773 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778f7f00-b3da-42f0-b3d7-80cd5013afa2 req-d1f28f32-53ce-4866-bce4-e03293b71ef7 tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:51.369250 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-778f7f00-b3da-42f0-b3d7-80cd5013afa2 req-d1f28f32-53ce-4866-bce4-e03293b71ef7 tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3931754 Feb 09 00:51:51.371468 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3d7d19-d7a0-4ff4-82f4-68ed2900118b req-fa812f5c-5497-4b54-8f6d-eab658ce8278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:51.372609 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3a3d7d19-d7a0-4ff4-82f4-68ed2900118b req-fa812f5c-5497-4b54-8f6d-eab658ce8278 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1510c38a4b2046b5a9943ab7f2f7db5c&device_id=f4b50d6d-b742-465e-b92d-ffeb95538b3f HTTP/1.1" status: 200 len: 1098 time: 0.5438249 Feb 09 00:51:51.373011 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-4f6c16e4-9668-422a-a60a-63c831c56ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:51.410920 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:51.456838 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning for port 89d21d29-430d-46a3-9bd4-2f717213fb02 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:51:51.462430 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port 89d21d29-430d-46a3-9bd4-2f717213fb02 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:51:51.462956 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:51.499098 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3a3d7d19-d7a0-4ff4-82f4-68ed2900118b req-24261a71-b9d5-4495-8bf4-1385d9db6b47 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=18e5b7f8-4107-4b63-9dee-d921fc6084ef HTTP/1.1" status: 200 len: 217 time: 0.0961156 Feb 09 00:51:51.503099 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-778f7f00-b3da-42f0-b3d7-80cd5013afa2 req-9b6af5ca-662c-4df7-a9c4-d51dfaf5592f tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] 10.222.0.105 "GET /v2.0/quotas/ebe1a1ba386d4c019741248446c1516f HTTP/1.1" status: 200 len: 375 time: 0.1111846 Feb 09 00:51:51.503748 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-1ac53bc4-4efe-4be7-8585-e106e84c8120 req-3ef97f9a-415b-4b98-8505-9c44d8adb11c service neutron] Attempting to bind port e0b58bb3-58e6-4455-9c82-f132e4598c13 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:51:51.505073 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-1ac53bc4-4efe-4be7-8585-e106e84c8120 req-3ef97f9a-415b-4b98-8505-9c44d8adb11c service neutron] Attempting to bind port e0b58bb3-58e6-4455-9c82-f132e4598c13 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:51:51.505623 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac53bc4-4efe-4be7-8585-e106e84c8120 req-3ef97f9a-415b-4b98-8505-9c44d8adb11c service neutron] Attempting to bind port e0b58bb3-58e6-4455-9c82-f132e4598c13 on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:51:51.592756 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac53bc4-4efe-4be7-8585-e106e84c8120 req-3ef97f9a-415b-4b98-8505-9c44d8adb11c service neutron] Port e0b58bb3-58e6-4455-9c82-f132e4598c13 on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:51:51.592756 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac53bc4-4efe-4be7-8585-e106e84c8120 req-3ef97f9a-415b-4b98-8505-9c44d8adb11c service neutron] Attempting to bind port e0b58bb3-58e6-4455-9c82-f132e4598c13 on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:51:51.604289 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7b2e9cbf-5cfe-4bcf-aabd-c0608fb67bd7 req-9a49f63e-2aed-4738-b357-4bdbc9dd89bf tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287447 Feb 09 00:51:51.611101 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-90836225-597f-4a45-a360-052a821e9f45 req-ca768305-0e21-432d-9064-9e8fc11f02fd tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:51.623467 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:51.623706 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-778f7f00-b3da-42f0-b3d7-80cd5013afa2 req-4a100c48-6c55-4d8c-8bbb-b1812ac7fe29 tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=ebe1a1ba386d4c019741248446c1516f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0761144 Feb 09 00:51:51.626988 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac53bc4-4efe-4be7-8585-e106e84c8120 req-3ef97f9a-415b-4b98-8505-9c44d8adb11c service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:51:51.626988 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac53bc4-4efe-4be7-8585-e106e84c8120 req-3ef97f9a-415b-4b98-8505-9c44d8adb11c service neutron] Checking segment: {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:51:51.627297 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac53bc4-4efe-4be7-8585-e106e84c8120 req-3ef97f9a-415b-4b98-8505-9c44d8adb11c service neutron] Bound using segment: {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:51:51.627653 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-1ac53bc4-4efe-4be7-8585-e106e84c8120 req-3ef97f9a-415b-4b98-8505-9c44d8adb11c service neutron] Bound port: e0b58bb3-58e6-4455-9c82-f132e4598c13, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:51:51.628041 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1ac53bc4-4efe-4be7-8585-e106e84c8120 req-3ef97f9a-415b-4b98-8505-9c44d8adb11c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:51.653188 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3d7d19-d7a0-4ff4-82f4-68ed2900118b req-512809dd-7e14-4839-b77b-0b070b96d5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:51.655103 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3a3d7d19-d7a0-4ff4-82f4-68ed2900118b req-512809dd-7e14-4839-b77b-0b070b96d5c8 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.1468484 Feb 09 00:51:51.726931 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 89d21d29-430d-46a3-9bd4-2f717213fb02, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=89d21d29-430d-46a3-9bd4-2f717213fb02,segment=NetworkSegment(d6018a7b-e150-476a-9748-d627dc1c772b),segment_id=d6018a7b-e150-476a-9748-d627dc1c772b)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:51:51.729409 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '002445d9-8310-4d95-b177-135d4c573953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89d21d29-430d-46a3-9bd4-2f717213fb02'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:51:51.753327 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:51.839551 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-1ac53bc4-4efe-4be7-8585-e106e84c8120 req-3ef97f9a-415b-4b98-8505-9c44d8adb11c service neutron] For port e0b58bb3-58e6-4455-9c82-f132e4598c13, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:51:51.857500 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-1ac53bc4-4efe-4be7-8585-e106e84c8120 req-3ef97f9a-415b-4b98-8505-9c44d8adb11c service neutron] For port e0b58bb3-58e6-4455-9c82-f132e4598c13, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=e0b58bb3-58e6-4455-9c82-f132e4598c13,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:51:51.868344 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1ac53bc4-4efe-4be7-8585-e106e84c8120 req-3ef97f9a-415b-4b98-8505-9c44d8adb11c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:51.891775 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6c16e4-9668-422a-a60a-63c831c56ecb service neutron] Pushing event updated for resources: {'Port': ['ID=6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f,revision_number=8']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:51.905643 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-4f6c16e4-9668-422a-a60a-63c831c56ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:51.906514 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-4f6c16e4-9668-422a-a60a-63c831c56ecb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:51.908081 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-4f6c16e4-9668-422a-a60a-63c831c56ecb service neutron] 10.222.0.99 "PUT /v2.0/ports/6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f HTTP/1.1" status: 200 len: 1121 time: 3.4907415 Feb 09 00:51:51.933008 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=89d21d29-430d-46a3-9bd4-2f717213fb02,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:51.950041 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-90836225-597f-4a45-a360-052a821e9f45 req-ca768305-0e21-432d-9064-9e8fc11f02fd tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] No DVR routers for this DVR port bf19f146-a9e4-49e3-b2f1-50fe2630fe8f on host n-h1-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:51:51.970901 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-90836225-597f-4a45-a360-052a821e9f45 req-ca768305-0e21-432d-9064-9e8fc11f02fd tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:51.978483 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3d7d19-d7a0-4ff4-82f4-68ed2900118b req-540c3f06-6990-4a2c-b8bc-3667a6a4c613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:51.980432 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3a3d7d19-d7a0-4ff4-82f4-68ed2900118b req-540c3f06-6990-4a2c-b8bc-3667a6a4c613 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2939148 Feb 09 00:51:51.993609 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca768305-0e21-432d-9064-9e8fc11f02fd tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] Pushing event deleted for resources: {'Port': ['ID=bf19f146-a9e4-49e3-b2f1-50fe2630fe8f,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:51.994344 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:51:52.014912 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-0c7a6a53-b7b9-4329-b9e6-9142baf07d66 req-e6c7591d-c7d5-4763-ab24-0f8c94440edb service neutron] 10.222.0.99 "GET /v2.0/networks/27e5ee19-f0a7-4563-ba03-a0f237d4208b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6473012 Feb 09 00:51:52.016229 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-90836225-597f-4a45-a360-052a821e9f45 req-ca768305-0e21-432d-9064-9e8fc11f02fd tempest-ServersAdminNegativeTestJSON-826093137 tempest-ServersAdminNegativeTestJSON-826093137-project] 10.222.0.62 "DELETE /v2.0/ports/bf19f146-a9e4-49e3-b2f1-50fe2630fe8f HTTP/1.1" status: 204 len: 173 time: 2.7260668 Feb 09 00:51:52.034366 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac53bc4-4efe-4be7-8585-e106e84c8120 req-3ef97f9a-415b-4b98-8505-9c44d8adb11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:52.035066 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1ac53bc4-4efe-4be7-8585-e106e84c8120 req-3ef97f9a-415b-4b98-8505-9c44d8adb11c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:52.037254 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1ac53bc4-4efe-4be7-8585-e106e84c8120 req-3ef97f9a-415b-4b98-8505-9c44d8adb11c service neutron] 10.222.0.62 "PUT /v2.0/ports/e0b58bb3-58e6-4455-9c82-f132e4598c13 HTTP/1.1" status: 200 len: 1096 time: 2.8187966 Feb 09 00:51:52.377900 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef97f9a-415b-4b98-8505-9c44d8adb11c service neutron] Pushing event updated for resources: {'Port': ['ID=e0b58bb3-58e6-4455-9c82-f132e4598c13,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:52.479115 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3a3d7d19-d7a0-4ff4-82f4-68ed2900118b req-928ecd71-40c2-4889-b433-4d038f3c0b75 service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4822497 Feb 09 00:51:52.492915 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536914ab-0c2b-42f2-806f-5d10cb65b17e req-5356e747-1886-433a-bb24-b45819a904bf tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:52.493691 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-536914ab-0c2b-42f2-806f-5d10cb65b17e req-5356e747-1886-433a-bb24-b45819a904bf tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] Synchronizing usage tracker for tenant:638657b25bbe4ae19e86726cc9773ae8 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:51:52.607962 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e6469-f9f0-49e5-b308-d04616f0116a req-b7960c98-4277-4b9c-b188-36e506491983 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:52.615837 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-526e6469-f9f0-49e5-b308-d04616f0116a req-b7960c98-4277-4b9c-b188-36e506491983 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f26b1f1-bccd-471c-9b04-b9969c8e9c78 HTTP/1.1" status: 200 len: 943 time: 0.5935643 Feb 09 00:51:52.642938 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac53bc4-4efe-4be7-8585-e106e84c8120 req-b1c30fa4-814b-40ce-a1a1-759fd42dfc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:52.646252 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1ac53bc4-4efe-4be7-8585-e106e84c8120 req-b1c30fa4-814b-40ce-a1a1-759fd42dfc45 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=638657b25bbe4ae19e86726cc9773ae8&device_id=9668ee21-d6a9-49cb-bd12-7cbff1081f3e HTTP/1.1" status: 200 len: 1099 time: 0.3751550 Feb 09 00:51:52.646757 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device bf19f146-a9e4-49e3-b2f1-50fe2630fe8f no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:51:52.697666 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: bf19f146-a9e4-49e3-b2f1-50fe2630fe8f {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 00:51:52.698308 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device bf19f146-a9e4-49e3-b2f1-50fe2630fe8f not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 00:51:52.719441 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-536914ab-0c2b-42f2-806f-5d10cb65b17e req-5356e747-1886-433a-bb24-b45819a904bf tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] Unset dirty status for tenant:638657b25bbe4ae19e86726cc9773ae8 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:51:52.720660 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-536914ab-0c2b-42f2-806f-5d10cb65b17e req-5356e747-1886-433a-bb24-b45819a904bf tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] 10.222.0.105 "GET /v2.0/ports?device_id=9668ee21-d6a9-49cb-bd12-7cbff1081f3e HTTP/1.1" status: 200 len: 948 time: 0.8456798 Feb 09 00:51:52.760416 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1ac53bc4-4efe-4be7-8585-e106e84c8120 req-e11b1f83-fe0e-429f-b0c0-b289fac60122 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=e0b58bb3-58e6-4455-9c82-f132e4598c13 HTTP/1.1" status: 200 len: 217 time: 0.1057212 Feb 09 00:51:52.829247 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-526e6469-f9f0-49e5-b308-d04616f0116a req-0b0b8b6a-ea96-4b32-997c-87ffab4cbd3d tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125411 Feb 09 00:51:52.889168 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-536914ab-0c2b-42f2-806f-5d10cb65b17e req-bff6d3de-9eb3-4838-b355-8a606dda1fb1 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] 10.222.0.105 "GET /v2.0/security-groups?id=0f507eaa-fbf5-4591-86aa-07515c8d90fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369190 Feb 09 00:51:52.891151 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3a3d7d19-d7a0-4ff4-82f4-68ed2900118b req-ad48eb8b-8f7c-40a7-a972-3adaf4d190cc service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3925571 Feb 09 00:51:52.895804 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac53bc4-4efe-4be7-8585-e106e84c8120 req-8daf6a60-22fa-47a8-b846-fc551f849e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:52.897197 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1ac53bc4-4efe-4be7-8585-e106e84c8120 req-8daf6a60-22fa-47a8-b846-fc551f849e07 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.1182566 Feb 09 00:51:53.057293 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4b50d6d-b742-465e-b92d-ffeb95538b3f', 'tag': '18e5b7f8-4107-4b63-9dee-d921fc6084ef', 'status': 'completed', 'code': 200} Feb 09 00:51:53.100908 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec035eca-83f3-4362-b24c-2ef0625f9f34', 'tag': '2da9a274-6760-4a48-89db-e70b6026b6b2', 'status': 'completed', 'code': 200} Feb 09 00:51:53.101407 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f26b1f1-bccd-471c-9b04-b9969c8e9c78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f', 'code': 200} Feb 09 00:51:53.220494 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac53bc4-4efe-4be7-8585-e106e84c8120 req-ab30980b-74f2-43d5-8ca5-1c3b1cf7d1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:53.222434 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1ac53bc4-4efe-4be7-8585-e106e84c8120 req-ab30980b-74f2-43d5-8ca5-1c3b1cf7d1f2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3191233 Feb 09 00:51:53.245640 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe159111-f47d-4908-896e-f395d41d5144 req-e36627b9-fafc-4f10-bf9f-40178dba03da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:53.247179 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-fe159111-f47d-4908-896e-f395d41d5144 req-e36627b9-fafc-4f10-bf9f-40178dba03da service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=32220f7b1fe74d5aa6396597c9be690f&device_id=ec035eca-83f3-4362-b24c-2ef0625f9f34 HTTP/1.1" status: 200 len: 1098 time: 0.1221557 Feb 09 00:51:53.366385 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40328) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:51:53.409334 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b53c543-cad9-43b1-a8ff-541d68035ea8 req-e6d3403b-bedb-431f-be18-17607e328131 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:53.411493 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5b53c543-cad9-43b1-a8ff-541d68035ea8 req-e6d3403b-bedb-431f-be18-17607e328131 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.105 "GET /v2.0/ports?device_id=002445d9-8310-4d95-b177-135d4c573953 HTTP/1.1" status: 200 len: 945 time: 0.3937590 Feb 09 00:51:53.439467 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe159111-f47d-4908-896e-f395d41d5144 req-cbe10d4c-0983-4618-a77f-7a0643e015a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:53.441277 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-fe159111-f47d-4908-896e-f395d41d5144 req-cbe10d4c-0983-4618-a77f-7a0643e015a2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=42d335cf-a678-4bc3-901b-7d21fb8587e6 HTTP/1.1" status: 200 len: 870 time: 0.1876614 Feb 09 00:51:53.494035 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1ac53bc4-4efe-4be7-8585-e106e84c8120 req-bb05134a-9d28-45a9-8c0d-94b406eb79a6 service neutron] 10.222.0.62 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624037 Feb 09 00:51:53.497587 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb43b86b-706e-4ea9-9376-2df4dbbb216f req-c61da4bb-c211-41ca-82e2-e85be0ec6c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:53.499935 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-eb43b86b-706e-4ea9-9376-2df4dbbb216f req-c61da4bb-c211-41ca-82e2-e85be0ec6c73 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1510c38a4b2046b5a9943ab7f2f7db5c&device_id=f4b50d6d-b742-465e-b92d-ffeb95538b3f HTTP/1.1" status: 200 len: 1098 time: 0.4415083 Feb 09 00:51:53.549112 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-fe159111-f47d-4908-896e-f395d41d5144 req-f98c1020-1869-4964-882a-62105a0de167 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=2da9a274-6760-4a48-89db-e70b6026b6b2 HTTP/1.1" status: 200 len: 217 time: 0.1013174 Feb 09 00:51:53.620175 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-778f7f00-b3da-42f0-b3d7-80cd5013afa2 req-daede2f3-7076-4345-9d99-83006d97858d tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=ebe1a1ba386d4c019741248446c1516f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0929422 Feb 09 00:51:53.721634 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5b53c543-cad9-43b1-a8ff-541d68035ea8 req-1deb3b9e-ccf7-43cf-9884-fee22f71a08d tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.105 "GET /v2.0/security-groups?id=fa53326b-e9b6-4684-a0e1-c70cb70bdf58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3018970 Feb 09 00:51:53.771479 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d212bc72-109b-42e9-aecd-939329e728d0 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=50707b6a9de04832ba2e0ca2ee0dbd71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4026530 Feb 09 00:51:53.773262 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe159111-f47d-4908-896e-f395d41d5144 req-19516071-f56b-40a0-8eed-2919a5971062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:53.774748 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-fe159111-f47d-4908-896e-f395d41d5144 req-19516071-f56b-40a0-8eed-2919a5971062 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.2021627 Feb 09 00:51:53.775202 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40334) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:51:53.778829 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed49e879-5ac3-4f55-9133-25084424d7b1 req-fad41937-0e67-4c9b-9b98-aaa564a62af2 tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:53.780454 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ed49e879-5ac3-4f55-9133-25084424d7b1 req-fad41937-0e67-4c9b-9b98-aaa564a62af2 tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] 10.222.0.105 "GET /v2.0/ports?device_id=ec035eca-83f3-4362-b24c-2ef0625f9f34 HTTP/1.1" status: 200 len: 947 time: 0.5570550 Feb 09 00:51:53.793627 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '002445d9-8310-4d95-b177-135d4c573953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89d21d29-430d-46a3-9bd4-2f717213fb02', 'code': 200} Feb 09 00:51:53.943591 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb43b86b-706e-4ea9-9376-2df4dbbb216f req-2e87de80-5eed-4a56-a8c6-c5056a2915f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:53.944932 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-eb43b86b-706e-4ea9-9376-2df4dbbb216f req-2e87de80-5eed-4a56-a8c6-c5056a2915f0 service neutron] 10.222.0.99 "GET /v2.0/networks?id=42d335cf-a678-4bc3-901b-7d21fb8587e6 HTTP/1.1" status: 200 len: 870 time: 0.3899291 Feb 09 00:51:53.960770 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778f7f00-b3da-42f0-b3d7-80cd5013afa2 req-a4ca9759-fb96-4463-8bc7-c0a65b41092c tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:53.962236 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-778f7f00-b3da-42f0-b3d7-80cd5013afa2 req-a4ca9759-fb96-4463-8bc7-c0a65b41092c tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3349698 Feb 09 00:51:53.980999 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-778f7f00-b3da-42f0-b3d7-80cd5013afa2 req-305e1908-500f-4cb9-9023-f09c15e09769 tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] Request body: {'port': {'device_id': '6c380869-e7a5-4efb-989d-659068d76585', 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6', 'admin_state_up': True, 'tenant_id': 'ebe1a1ba386d4c019741248446c1516f'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:51:54.015871 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ed49e879-5ac3-4f55-9133-25084424d7b1 req-0c63fefd-4ca3-4aac-9040-7f025871b9ec tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] 10.222.0.105 "GET /v2.0/security-groups?id=19a81258-cc95-41c2-a421-b5ad19bdff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183025 Feb 09 00:51:54.017908 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-07b6f045-cb54-4a09-b6aa-e4d656ace16e req-8a02a0b9-8656-4e79-b1ba-f160044d5ac9 tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c380869-e7a5-4efb-989d-659068d76585 HTTP/1.1" status: 200 len: 210 time: 0.1127565 Feb 09 00:51:54.026346 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1ac53bc4-4efe-4be7-8585-e106e84c8120 req-90ac8c87-61b0-4098-aecf-9f2e9d6430aa service neutron] 10.222.0.62 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5116053 Feb 09 00:51:54.034612 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-eb43b86b-706e-4ea9-9376-2df4dbbb216f req-1407d38c-7fe0-4a23-9f37-27917d182aa2 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=18e5b7f8-4107-4b63-9dee-d921fc6084ef HTTP/1.1" status: 200 len: 217 time: 0.0811608 Feb 09 00:51:54.076116 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-11801cc7-6722-4849-8e0b-c578f71f2692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:54.116947 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb43b86b-706e-4ea9-9376-2df4dbbb216f req-d357938a-1872-48f3-8770-8f121316f881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:54.118441 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-eb43b86b-706e-4ea9-9376-2df4dbbb216f req-d357938a-1872-48f3-8770-8f121316f881 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.0683286 Feb 09 00:51:54.134374 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-11801cc7-6722-4849-8e0b-c578f71f2692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:54.151699 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe159111-f47d-4908-896e-f395d41d5144 req-9abe14ac-3b50-452a-8551-f0f17c99d0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:54.153204 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-fe159111-f47d-4908-896e-f395d41d5144 req-9abe14ac-3b50-452a-8551-f0f17c99d0f8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3701286 Feb 09 00:51:54.228981 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde8fa9-e2ef-44d0-ac67-f38496342966 req-6f97040a-a04a-4ce8-bd72-bc25961a0752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:54.230450 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-cdde8fa9-e2ef-44d0-ac67-f38496342966 req-6f97040a-a04a-4ce8-bd72-bc25961a0752 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=002445d9-8310-4d95-b177-135d4c573953 HTTP/1.1" status: 200 len: 1096 time: 0.3632984 Feb 09 00:51:54.286888 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:54.317773 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-778f7f00-b3da-42f0-b3d7-80cd5013afa2 req-305e1908-500f-4cb9-9023-f09c15e09769 tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:51:54.337262 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-778f7f00-b3da-42f0-b3d7-80cd5013afa2 req-305e1908-500f-4cb9-9023-f09c15e09769 tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] Usage tracker for resource:port and tenant:ebe1a1ba386d4c019741248446c1516f is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:51:54.340822 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-778f7f00-b3da-42f0-b3d7-80cd5013afa2 req-305e1908-500f-4cb9-9023-f09c15e09769 tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:51:54.366879 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-778f7f00-b3da-42f0-b3d7-80cd5013afa2 req-305e1908-500f-4cb9-9023-f09c15e09769 tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:51:54.394060 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-cdde8fa9-e2ef-44d0-ac67-f38496342966 req-eaa55633-f463-4525-888b-e56f39558c28 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=fa53326b-e9b6-4684-a0e1-c70cb70bdf58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1058824 Feb 09 00:51:54.407288 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-11801cc7-6722-4849-8e0b-c578f71f2692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:54.429640 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-778f7f00-b3da-42f0-b3d7-80cd5013afa2 req-305e1908-500f-4cb9-9023-f09c15e09769 tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] Made reservation on behalf of ebe1a1ba386d4c019741248446c1516f for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:51:54.433144 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-778f7f00-b3da-42f0-b3d7-80cd5013afa2 req-305e1908-500f-4cb9-9023-f09c15e09769 tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:54.433498 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb43b86b-706e-4ea9-9376-2df4dbbb216f req-b9cdd1cc-38f8-4596-9494-59ff93f18c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:54.435033 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-eb43b86b-706e-4ea9-9376-2df4dbbb216f req-b9cdd1cc-38f8-4596-9494-59ff93f18c5b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3094234 Feb 09 00:51:54.444532 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f0374-5642-4cb2-b90d-1e8af1e287a4 req-88055634-7806-4aac-b1cb-480fc41ae706 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:54.446412 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ba7f0374-5642-4cb2-b90d-1e8af1e287a4 req-88055634-7806-4aac-b1cb-480fc41ae706 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/ports?device_id=b7a99ca9-ab7a-4f96-ac04-dd8fbdfdcef0 HTTP/1.1" status: 200 len: 946 time: 0.2803149 Feb 09 00:51:54.459308 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fca632-d44b-4e56-9a06-598e979d22c1 req-be355dda-788c-4a81-99b7-cf8a16a56474 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:54.460918 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-90fca632-d44b-4e56-9a06-598e979d22c1 req-be355dda-788c-4a81-99b7-cf8a16a56474 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4b50d6d-b742-465e-b92d-ffeb95538b3f HTTP/1.1" status: 200 len: 947 time: 0.2959630 Feb 09 00:51:54.536344 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ba7f0374-5642-4cb2-b90d-1e8af1e287a4 req-4d6b8794-458d-4de1-b29e-7f5b5d6bea75 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/security-groups?id=5241b5dc-7937-4332-869e-fc6addd63e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734246 Feb 09 00:51:54.543964 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-90fca632-d44b-4e56-9a06-598e979d22c1 req-733eeeb2-32c7-41b4-83b3-0aa2ddfecdda tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648582 Feb 09 00:51:54.554358 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11801cc7-6722-4849-8e0b-c578f71f2692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed07dad-ca98-4563-9313-f42f82b46bbc,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:54.557640 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-fe159111-f47d-4908-896e-f395d41d5144 req-f46ca9f5-0666-4e31-91f1-342fb40477ac service neutron] 10.222.0.62 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3830841 Feb 09 00:51:54.561619 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-778f7f00-b3da-42f0-b3d7-80cd5013afa2 req-305e1908-500f-4cb9-9023-f09c15e09769 tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:54.645859 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 2da9a274-6760-4a48-89db-e70b6026b6b2 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:51:54.653769 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-11801cc7-6722-4849-8e0b-c578f71f2692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:54.655098 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-11801cc7-6722-4849-8e0b-c578f71f2692 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/1ed07dad-ca98-4563-9313-f42f82b46bbc HTTP/1.1" status: 204 len: 168 time: 0.8762753 Feb 09 00:51:54.656427 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-778f7f00-b3da-42f0-b3d7-80cd5013afa2 req-305e1908-500f-4cb9-9023-f09c15e09769 tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:51:54.663884 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-778f7f00-b3da-42f0-b3d7-80cd5013afa2 req-305e1908-500f-4cb9-9023-f09c15e09769 tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] Usage tracker for resource:security_group_rule and tenant:ebe1a1ba386d4c019741248446c1516f is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:51:54.668189 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-778f7f00-b3da-42f0-b3d7-80cd5013afa2 req-305e1908-500f-4cb9-9023-f09c15e09769 tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:51:54.683422 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-778f7f00-b3da-42f0-b3d7-80cd5013afa2 req-305e1908-500f-4cb9-9023-f09c15e09769 tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:51:54.748285 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-fe159111-f47d-4908-896e-f395d41d5144 req-343d09d1-057b-4d90-8bdf-3a1a5e940b0f service neutron] 10.222.0.62 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760340 Feb 09 00:51:54.829137 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-778f7f00-b3da-42f0-b3d7-80cd5013afa2 req-305e1908-500f-4cb9-9023-f09c15e09769 tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:54.835050 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-778f7f00-b3da-42f0-b3d7-80cd5013afa2 req-305e1908-500f-4cb9-9023-f09c15e09769 tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:54.876084 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 2da9a274-6760-4a48-89db-e70b6026b6b2, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=2da9a274-6760-4a48-89db-e70b6026b6b2,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:51:54.902903 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '2da9a274-6760-4a48-89db-e70b6026b6b2', 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6', 'port_id': '2da9a274-6760-4a48-89db-e70b6026b6b2', 'mac_address': 'fa:16:3e:5b:7e:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7938d94-1f0f-48bd-a0b3-26d5344ff0ec', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:51:54.932216 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305e1908-500f-4cb9-9023-f09c15e09769 tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c449786-30da-4860-bddd-bf764c476eed,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:54.981884 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:54.989124 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c139e0b6-a7ea-48e5-b310-96ac96c45430 req-6909b0c3-6bfd-431c-a9ef-a30fa8d68970 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:54.990775 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c139e0b6-a7ea-48e5-b310-96ac96c45430 req-6909b0c3-6bfd-431c-a9ef-a30fa8d68970 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f26b1f1-bccd-471c-9b04-b9969c8e9c78 HTTP/1.1" status: 200 len: 943 time: 0.2981584 Feb 09 00:51:55.018941 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10606e1-3dac-4af0-a0c8-d73e08d07acc req-a505fc3b-ccc1-400f-86b6-1c550c857723 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:55.021317 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a10606e1-3dac-4af0-a0c8-d73e08d07acc req-a505fc3b-ccc1-400f-86b6-1c550c857723 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] 10.222.0.105 "GET /v2.0/ports?device_id=9668ee21-d6a9-49cb-bd12-7cbff1081f3e HTTP/1.1" status: 200 len: 948 time: 0.2553043 Feb 09 00:51:55.022301 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2da9a274-6760-4a48-89db-e70b6026b6b2 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:51:55.050011 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 2da9a274-6760-4a48-89db-e70b6026b6b2, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=2da9a274-6760-4a48-89db-e70b6026b6b2,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:51:55.056426 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:55.056962 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-778f7f00-b3da-42f0-b3d7-80cd5013afa2 req-305e1908-500f-4cb9-9023-f09c15e09769 tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] Allocated IP 192.168.233.150 (42d335cf-a678-4bc3-901b-7d21fb8587e6/e7938d94-1f0f-48bd-a0b3-26d5344ff0ec/37e725a4-e9de-453e-b378-802fdf219175) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:51:55.065694 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-eb43b86b-706e-4ea9-9376-2df4dbbb216f req-68e0b714-4713-4800-93de-b3a01881d560 service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020644 Feb 09 00:51:55.067142 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9668ee21-d6a9-49cb-bd12-7cbff1081f3e', 'tag': 'e0b58bb3-58e6-4455-9c82-f132e4598c13'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:51:55.080491 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40356) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:51:55.111583 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f26b1f1-bccd-471c-9b04-b9969c8e9c78', 'tag': '6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f'}, {'server_uuid': '2f21073e-4fef-4a13-85a1-ceb1e32e7a43', 'name': 'network-vif-deleted', 'tag': 'bf19f146-a9e4-49e3-b2f1-50fe2630fe8f'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:51:55.131789 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=2da9a274-6760-4a48-89db-e70b6026b6b2,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:55.173109 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9e53904c-3121-4597-b80f-3da6faa45d74 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=0fc48c9c91024258bf83ff89bccfb14d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0918880 Feb 09 00:51:55.175457 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a10606e1-3dac-4af0-a0c8-d73e08d07acc req-61e11ec9-c048-4b47-bcee-0cbd12f1d5f3 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] 10.222.0.105 "GET /v2.0/security-groups?id=0f507eaa-fbf5-4591-86aa-07515c8d90fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369624 Feb 09 00:51:55.176483 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 40362) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:51:55.203330 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c139e0b6-a7ea-48e5-b310-96ac96c45430 req-18a19cee-56f9-4ec2-aac4-211f991d5451 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008853 Feb 09 00:51:55.295423 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['2da9a274-6760-4a48-89db-e70b6026b6b2'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:51:55.302710 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-af8f18f8-935a-413f-bf5c-565b1acbc918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:55.306395 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-eb43b86b-706e-4ea9-9376-2df4dbbb216f req-0dd74ca9-1b7a-4aa0-b8f3-da45179e6cef service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240462 Feb 09 00:51:55.348895 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-778f7f00-b3da-42f0-b3d7-80cd5013afa2 req-305e1908-500f-4cb9-9023-f09c15e09769 tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:55.370395 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-778f7f00-b3da-42f0-b3d7-80cd5013afa2 req-305e1908-500f-4cb9-9023-f09c15e09769 tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] Transition to ACTIVE for port object 37e725a4-e9de-453e-b378-802fdf219175 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:51:55.398234 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:51:55.399949 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-778f7f00-b3da-42f0-b3d7-80cd5013afa2 req-305e1908-500f-4cb9-9023-f09c15e09769 tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:55.400255 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-af8f18f8-935a-413f-bf5c-565b1acbc918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:55.463826 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a70a9b-ae62-4152-8f78-a54dd37a2fec req-992733ee-f08d-47af-b79f-ca81b844f75e tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:55.465482 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-92a70a9b-ae62-4152-8f78-a54dd37a2fec req-992733ee-f08d-47af-b79f-ca81b844f75e tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/ports?device_id=b7a99ca9-ab7a-4f96-ac04-dd8fbdfdcef0 HTTP/1.1" status: 200 len: 946 time: 0.1377187 Feb 09 00:51:55.483281 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-778f7f00-b3da-42f0-b3d7-80cd5013afa2 req-305e1908-500f-4cb9-9023-f09c15e09769 tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] Network 42d335cf-a678-4bc3-901b-7d21fb8587e6 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:51:55.492766 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-778f7f00-b3da-42f0-b3d7-80cd5013afa2 req-305e1908-500f-4cb9-9023-f09c15e09769 tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:51:55.497875 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-778f7f00-b3da-42f0-b3d7-80cd5013afa2 req-305e1908-500f-4cb9-9023-f09c15e09769 tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:51:55.525922 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-af8f18f8-935a-413f-bf5c-565b1acbc918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:55.552240 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305e1908-500f-4cb9-9023-f09c15e09769 tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] Pushing event updated for resources: {'Port': ['ID=37e725a4-e9de-453e-b378-802fdf219175,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:55.563296 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8f18f8-935a-413f-bf5c-565b1acbc918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f5d9ce-b861-4cc1-bc2f-9937e0a47704,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:55.588284 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-92a70a9b-ae62-4152-8f78-a54dd37a2fec req-10794209-e753-47cf-aab3-c76631b002de tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/security-groups?id=5241b5dc-7937-4332-869e-fc6addd63e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166711 Feb 09 00:51:55.600831 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778f7f00-b3da-42f0-b3d7-80cd5013afa2 req-305e1908-500f-4cb9-9023-f09c15e09769 tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:55.601547 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-778f7f00-b3da-42f0-b3d7-80cd5013afa2 req-305e1908-500f-4cb9-9023-f09c15e09769 tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:55.646408 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8f18f8-935a-413f-bf5c-565b1acbc918 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:55.647218 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8f18f8-935a-413f-bf5c-565b1acbc918 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:55.647931 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8f18f8-935a-413f-bf5c-565b1acbc918 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:55.648428 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8f18f8-935a-413f-bf5c-565b1acbc918 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:55.649655 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8f18f8-935a-413f-bf5c-565b1acbc918 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:55.650068 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8f18f8-935a-413f-bf5c-565b1acbc918 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:55.650802 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8f18f8-935a-413f-bf5c-565b1acbc918 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:55.651146 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8f18f8-935a-413f-bf5c-565b1acbc918 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:55.651523 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8f18f8-935a-413f-bf5c-565b1acbc918 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:55.651706 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-778f7f00-b3da-42f0-b3d7-80cd5013afa2 req-305e1908-500f-4cb9-9023-f09c15e09769 tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6746786 Feb 09 00:51:55.651909 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8f18f8-935a-413f-bf5c-565b1acbc918 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:55.652279 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8f18f8-935a-413f-bf5c-565b1acbc918 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:55.652618 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8f18f8-935a-413f-bf5c-565b1acbc918 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:55.667343 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-778f7f00-b3da-42f0-b3d7-80cd5013afa2 req-32cdfe0c-5cd6-4e6c-9ac9-06ce4a6fcdbf service neutron] Request body: {'port': {'device_id': '6c380869-e7a5-4efb-989d-659068d76585', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:51:55.700510 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-af8f18f8-935a-413f-bf5c-565b1acbc918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:55.703906 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-af8f18f8-935a-413f-bf5c-565b1acbc918 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/d7f5d9ce-b861-4cc1-bc2f-9937e0a47704 HTTP/1.1" status: 204 len: 168 time: 0.5223489 Feb 09 00:51:55.761667 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a76d94-440e-46d5-b3ef-921e525d284b req-b3fa71c5-32a7-490b-ad6f-c6ad5b8863dc tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:55.768974 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c6a76d94-440e-46d5-b3ef-921e525d284b req-b3fa71c5-32a7-490b-ad6f-c6ad5b8863dc tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.105 "GET /v2.0/ports?device_id=002445d9-8310-4d95-b177-135d4c573953 HTTP/1.1" status: 200 len: 945 time: 0.1881173 Feb 09 00:51:55.770356 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f,segment=NetworkSegment(b907962e-2c92-4e5e-9eb3-daae4f34051b),segment_id=b907962e-2c92-4e5e-9eb3-daae4f34051b)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:51:55.803583 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f has no active binding in host n-h2-828418-1 {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 09 00:51:55.834867 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-778f7f00-b3da-42f0-b3d7-80cd5013afa2 req-32cdfe0c-5cd6-4e6c-9ac9-06ce4a6fcdbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:55.901050 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-00da4181-69f5-4880-846f-8ce06c7e022c None None] Provisioning for port 37e725a4-e9de-453e-b378-802fdf219175 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:51:55.907063 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-00da4181-69f5-4880-846f-8ce06c7e022c None None] Provisioning complete for port 37e725a4-e9de-453e-b378-802fdf219175 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:51:55.907544 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-00da4181-69f5-4880-846f-8ce06c7e022c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:55.908701 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c6a76d94-440e-46d5-b3ef-921e525d284b req-6efdbd8e-ead9-46d6-8e4f-9c855d420e76 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.105 "GET /v2.0/security-groups?id=fa53326b-e9b6-4684-a0e1-c70cb70bdf58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1282787 Feb 09 00:51:55.979997 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-00da4181-69f5-4880-846f-8ce06c7e022c None None] Port 37e725a4-e9de-453e-b378-802fdf219175 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:51:56.007575 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adddd70-1a94-4eb9-bf6f-4ec796b84911 req-9cbbfcfb-fab4-42cd-a486-bbd37c7282a5 tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:56.014900 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7adddd70-1a94-4eb9-bf6f-4ec796b84911 req-9cbbfcfb-fab4-42cd-a486-bbd37c7282a5 tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] 10.222.0.105 "GET /v2.0/ports?device_id=ec035eca-83f3-4362-b24c-2ef0625f9f34 HTTP/1.1" status: 200 len: 948 time: 0.2090905 Feb 09 00:51:56.156282 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7adddd70-1a94-4eb9-bf6f-4ec796b84911 req-ca745153-d50f-40b3-8891-49761a80840e tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] 10.222.0.105 "GET /v2.0/security-groups?id=19a81258-cc95-41c2-a421-b5ad19bdff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346607 Feb 09 00:51:56.206210 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de767a4d-20fc-4175-afdc-35e9b71aab37 req-0b96dbd9-21ec-4873-9441-54bf5733d04a tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:56.213778 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-de767a4d-20fc-4175-afdc-35e9b71aab37 req-0b96dbd9-21ec-4873-9441-54bf5733d04a tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c380869-e7a5-4efb-989d-659068d76585 HTTP/1.1" status: 200 len: 936 time: 0.1901560 Feb 09 00:51:56.237402 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9668ee21-d6a9-49cb-bd12-7cbff1081f3e', 'tag': 'e0b58bb3-58e6-4455-9c82-f132e4598c13', 'status': 'completed', 'code': 200} Feb 09 00:51:56.290309 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-de767a4d-20fc-4175-afdc-35e9b71aab37 req-71ed4a96-06a5-4ca8-87ab-b7ff77dfc6a7 tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] 10.222.0.105 "GET /v2.0/security-groups?id=8c449786-30da-4860-bddd-bf764c476eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756307 Feb 09 00:51:56.312288 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f26b1f1-bccd-471c-9b04-b9969c8e9c78', 'tag': '6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f', 'status': 'completed', 'code': 200} Feb 09 00:51:56.313042 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f21073e-4fef-4a13-85a1-ceb1e32e7a43', 'name': 'network-vif-deleted', 'tag': 'bf19f146-a9e4-49e3-b2f1-50fe2630fe8f', 'status': 'completed', 'code': 200} Feb 09 00:51:56.430940 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [req-778f7f00-b3da-42f0-b3d7-80cd5013afa2 req-32cdfe0c-5cd6-4e6c-9ac9-06ce4a6fcdbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37e725a4-e9de-453e-b378-802fdf219175 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:51:56.439436 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53650c53-702a-4743-bfdb-8318e9e1d93b req-251856dc-2640-4c82-aa3d-77200963b753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:56.441071 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-53650c53-702a-4743-bfdb-8318e9e1d93b req-251856dc-2640-4c82-aa3d-77200963b753 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=638657b25bbe4ae19e86726cc9773ae8&device_id=9668ee21-d6a9-49cb-bd12-7cbff1081f3e HTTP/1.1" status: 200 len: 1099 time: 0.1860216 Feb 09 00:51:56.446592 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-778f7f00-b3da-42f0-b3d7-80cd5013afa2 req-32cdfe0c-5cd6-4e6c-9ac9-06ce4a6fcdbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:56.541559 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-778f7f00-b3da-42f0-b3d7-80cd5013afa2 req-32cdfe0c-5cd6-4e6c-9ac9-06ce4a6fcdbf service neutron] Transition to ACTIVE for port object 37e725a4-e9de-453e-b378-802fdf219175 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:51:56.553378 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-778f7f00-b3da-42f0-b3d7-80cd5013afa2 req-32cdfe0c-5cd6-4e6c-9ac9-06ce4a6fcdbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:56.586744 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a213c-7b89-4f54-b09a-afbd20cf3a8d req-e12c7c56-f410-499a-b27c-223394b89ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:56.588196 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-be3a213c-7b89-4f54-b09a-afbd20cf3a8d req-e12c7c56-f410-499a-b27c-223394b89ea4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8d883076d7064c219a98a8f981d7945a&device_id=1f26b1f1-bccd-471c-9b04-b9969c8e9c78 HTTP/1.1" status: 200 len: 1124 time: 0.2686582 Feb 09 00:51:56.663767 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device e0b58bb3-58e6-4455-9c82-f132e4598c13 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:51:56.677193 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cdfe0c-5cd6-4e6c-9ac9-06ce4a6fcdbf service neutron] Pushing event updated for resources: {'Port': ['ID=37e725a4-e9de-453e-b378-802fdf219175,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:56.685331 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fff8c5-389e-4efd-a60b-6a81253f382d req-f72c29d1-f40a-48c3-ac48-0d5a0df88b2d tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:56.695677 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-86fff8c5-389e-4efd-a60b-6a81253f382d req-f72c29d1-f40a-48c3-ac48-0d5a0df88b2d tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4b50d6d-b742-465e-b92d-ffeb95538b3f HTTP/1.1" status: 200 len: 947 time: 0.2575111 Feb 09 00:51:56.728027 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa33037-c733-4071-93bb-495dc9182f60 req-23ff71bd-2c61-4ef8-8393-739b19b2578e tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:56.729524 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-baa33037-c733-4071-93bb-495dc9182f60 req-23ff71bd-2c61-4ef8-8393-739b19b2578e tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] 10.222.0.105 "GET /v2.0/ports?device_id=9668ee21-d6a9-49cb-bd12-7cbff1081f3e HTTP/1.1" status: 200 len: 948 time: 0.3037744 Feb 09 00:51:56.772210 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40396) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:51:56.784994 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cdfe0c-5cd6-4e6c-9ac9-06ce4a6fcdbf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:56.784994 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cdfe0c-5cd6-4e6c-9ac9-06ce4a6fcdbf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:56.785419 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cdfe0c-5cd6-4e6c-9ac9-06ce4a6fcdbf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:56.786003 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cdfe0c-5cd6-4e6c-9ac9-06ce4a6fcdbf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:56.786422 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cdfe0c-5cd6-4e6c-9ac9-06ce4a6fcdbf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:56.786751 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cdfe0c-5cd6-4e6c-9ac9-06ce4a6fcdbf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:56.787072 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cdfe0c-5cd6-4e6c-9ac9-06ce4a6fcdbf service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:56.787397 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cdfe0c-5cd6-4e6c-9ac9-06ce4a6fcdbf service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:56.787700 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cdfe0c-5cd6-4e6c-9ac9-06ce4a6fcdbf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:56.788014 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cdfe0c-5cd6-4e6c-9ac9-06ce4a6fcdbf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:56.788328 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cdfe0c-5cd6-4e6c-9ac9-06ce4a6fcdbf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:56.788641 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cdfe0c-5cd6-4e6c-9ac9-06ce4a6fcdbf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:56.806603 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 2da9a274-6760-4a48-89db-e70b6026b6b2 up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:51:56.824201 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-86fff8c5-389e-4efd-a60b-6a81253f382d req-f307f533-ce6f-4b4f-9f25-8a8f4c849e00 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275563 Feb 09 00:51:56.864561 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-baa33037-c733-4071-93bb-495dc9182f60 req-f25f4235-6e7b-416e-a058-35fa48c0947e tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] 10.222.0.105 "GET /v2.0/security-groups?id=0f507eaa-fbf5-4591-86aa-07515c8d90fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215954 Feb 09 00:51:56.917924 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a213c-7b89-4f54-b09a-afbd20cf3a8d req-786cd730-dda8-49f4-b994-a6e45e4f532b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:56.919702 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-be3a213c-7b89-4f54-b09a-afbd20cf3a8d req-786cd730-dda8-49f4-b994-a6e45e4f532b service neutron] 10.222.0.62 "GET /v2.0/networks?id=ded91f5f-4c52-4e17-8569-d9d1696711b8 HTTP/1.1" status: 200 len: 909 time: 0.3225067 Feb 09 00:51:56.938865 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port e0b58bb3-58e6-4455-9c82-f132e4598c13, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=e0b58bb3-58e6-4455-9c82-f132e4598c13,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:51:56.971825 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': 'e0b58bb3-58e6-4455-9c82-f132e4598c13', 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6', 'port_id': 'e0b58bb3-58e6-4455-9c82-f132e4598c13', 'mac_address': 'fa:16:3e:dc:7e:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7938d94-1f0f-48bd-a0b3-26d5344ff0ec', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:51:57.020527 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port 2da9a274-6760-4a48-89db-e70b6026b6b2 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:51:57.044268 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 2da9a274-6760-4a48-89db-e70b6026b6b2 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:51:57.044896 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:57.063748 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-93c533b1-f6a4-4cb9-9f8c-4854576852c0 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1891446594-network', 'tenant_id': 'f2a0e2ff2e284548b6a260d3ed4ca945'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:51:57.113804 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:57.115276 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-93c533b1-f6a4-4cb9-9f8c-4854576852c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:51:57.128892 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-93c533b1-f6a4-4cb9-9f8c-4854576852c0 admin admin] Usage tracker for resource:network and tenant:f2a0e2ff2e284548b6a260d3ed4ca945 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:51:57.132294 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53650c53-702a-4743-bfdb-8318e9e1d93b req-3493cd82-0a31-4a4e-8890-199841e68be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:57.133929 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-53650c53-702a-4743-bfdb-8318e9e1d93b req-3493cd82-0a31-4a4e-8890-199841e68be3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=42d335cf-a678-4bc3-901b-7d21fb8587e6 HTTP/1.1" status: 200 len: 870 time: 0.6810310 Feb 09 00:51:57.135096 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-93c533b1-f6a4-4cb9-9f8c-4854576852c0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:51:57.148458 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0b58bb3-58e6-4455-9c82-f132e4598c13 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:51:57.192312 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port e0b58bb3-58e6-4455-9c82-f132e4598c13, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=e0b58bb3-58e6-4455-9c82-f132e4598c13,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:51:57.195134 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-be3a213c-7b89-4f54-b09a-afbd20cf3a8d req-74d6cd8e-7f33-4335-b587-908267a053c0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f HTTP/1.1" status: 200 len: 217 time: 0.2683144 Feb 09 00:51:57.209261 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-93c533b1-f6a4-4cb9-9f8c-4854576852c0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:51:57.212035 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:57.263517 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-53650c53-702a-4743-bfdb-8318e9e1d93b req-e73ed3b6-7025-40eb-b0dd-ebd2db6b8597 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=e0b58bb3-58e6-4455-9c82-f132e4598c13 HTTP/1.1" status: 200 len: 217 time: 0.1226301 Feb 09 00:51:57.299695 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:57.300272 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a213c-7b89-4f54-b09a-afbd20cf3a8d req-9bd1a926-56ee-4e55-a9b8-29c5b5731dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:57.302673 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-be3a213c-7b89-4f54-b09a-afbd20cf3a8d req-9bd1a926-56ee-4e55-a9b8-29c5b5731dab service neutron] 10.222.0.62 "GET /v2.0/subnets?id=103c212c-bf16-40d1-a89c-07252434eb67 HTTP/1.1" status: 200 len: 848 time: 0.0918114 Feb 09 00:51:57.335272 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=e0b58bb3-58e6-4455-9c82-f132e4598c13,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:57.338518 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c533b1-f6a4-4cb9-9f8c-4854576852c0 admin admin] Made reservation on behalf of f2a0e2ff2e284548b6a260d3ed4ca945 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:51:57.340788 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-93c533b1-f6a4-4cb9-9f8c-4854576852c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:57.346505 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec035eca-83f3-4362-b24c-2ef0625f9f34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2da9a274-6760-4a48-89db-e70b6026b6b2'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:51:57.360653 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-be3a213c-7b89-4f54-b09a-afbd20cf3a8d req-46b5da5b-e922-43e5-ba5c-09eb2137f841 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ded91f5f-4c52-4e17-8569-d9d1696711b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515120 Feb 09 00:51:57.366539 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 2da9a274-6760-4a48-89db-e70b6026b6b2, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=2da9a274-6760-4a48-89db-e70b6026b6b2,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:51:57.366872 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-93c533b1-f6a4-4cb9-9f8c-4854576852c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:57.371236 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:57.394229 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-778f7f00-b3da-42f0-b3d7-80cd5013afa2 req-32cdfe0c-5cd6-4e6c-9ac9-06ce4a6fcdbf service neutron] Attempting to bind port 37e725a4-e9de-453e-b378-802fdf219175 on host n-h2-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:51:57.395079 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-778f7f00-b3da-42f0-b3d7-80cd5013afa2 req-32cdfe0c-5cd6-4e6c-9ac9-06ce4a6fcdbf service neutron] Attempting to bind port 37e725a4-e9de-453e-b378-802fdf219175 by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:51:57.395399 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778f7f00-b3da-42f0-b3d7-80cd5013afa2 req-32cdfe0c-5cd6-4e6c-9ac9-06ce4a6fcdbf service neutron] Attempting to bind port 37e725a4-e9de-453e-b378-802fdf219175 on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:51:57.406278 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b03df0-66da-49b4-a7e8-4b5754397c57 req-b3f0d183-ec55-4616-bfe8-8cef68373edc tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:57.408001 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d8b03df0-66da-49b4-a7e8-4b5754397c57 req-b3f0d183-ec55-4616-bfe8-8cef68373edc tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/ports?device_id=b7a99ca9-ab7a-4f96-ac04-dd8fbdfdcef0 HTTP/1.1" status: 200 len: 946 time: 0.2806692 Feb 09 00:51:57.408208 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-93c533b1-f6a4-4cb9-9f8c-4854576852c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:51:57.414824 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778f7f00-b3da-42f0-b3d7-80cd5013afa2 req-32cdfe0c-5cd6-4e6c-9ac9-06ce4a6fcdbf service neutron] Port 37e725a4-e9de-453e-b378-802fdf219175 on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:51:57.415148 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778f7f00-b3da-42f0-b3d7-80cd5013afa2 req-32cdfe0c-5cd6-4e6c-9ac9-06ce4a6fcdbf service neutron] Attempting to bind port 37e725a4-e9de-453e-b378-802fdf219175 on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:51:57.415513 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 18e5b7f8-4107-4b63-9dee-d921fc6084ef details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:51:57.424335 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-93c533b1-f6a4-4cb9-9f8c-4854576852c0 admin admin] Usage tracker for resource:security_group_rule and tenant:f2a0e2ff2e284548b6a260d3ed4ca945 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:51:57.428066 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53650c53-702a-4743-bfdb-8318e9e1d93b req-598b740e-68c4-4eb8-b1ed-ae07dd3dddcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:57.429537 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-53650c53-702a-4743-bfdb-8318e9e1d93b req-598b740e-68c4-4eb8-b1ed-ae07dd3dddcd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.1530707 Feb 09 00:51:57.431617 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-93c533b1-f6a4-4cb9-9f8c-4854576852c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:51:57.434438 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778f7f00-b3da-42f0-b3d7-80cd5013afa2 req-32cdfe0c-5cd6-4e6c-9ac9-06ce4a6fcdbf service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:51:57.434794 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778f7f00-b3da-42f0-b3d7-80cd5013afa2 req-32cdfe0c-5cd6-4e6c-9ac9-06ce4a6fcdbf service neutron] Checking segment: {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:51:57.435177 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778f7f00-b3da-42f0-b3d7-80cd5013afa2 req-32cdfe0c-5cd6-4e6c-9ac9-06ce4a6fcdbf service neutron] Bound using segment: {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:51:57.435604 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-778f7f00-b3da-42f0-b3d7-80cd5013afa2 req-32cdfe0c-5cd6-4e6c-9ac9-06ce4a6fcdbf service neutron] Bound port: 37e725a4-e9de-453e-b378-802fdf219175, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:51:57.435949 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-778f7f00-b3da-42f0-b3d7-80cd5013afa2 req-32cdfe0c-5cd6-4e6c-9ac9-06ce4a6fcdbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:57.443035 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['e0b58bb3-58e6-4455-9c82-f132e4598c13'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:51:57.450547 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-e097257e-e63d-4102-98b2-9b3b34765d5d service neutron] 10.222.0.62 "GET /v2.0/ports/6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f/bindings/n-h2-828418-1 HTTP/1.1" status: 200 len: 384 time: 0.2476323 Feb 09 00:51:57.451256 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-93c533b1-f6a4-4cb9-9f8c-4854576852c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:51:57.466748 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641026ef-8af8-4570-8eac-09fabd169fb1 req-e68e2903-16fe-437b-848b-a9704fb5f6dd tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:57.468185 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-641026ef-8af8-4570-8eac-09fabd169fb1 req-e68e2903-16fe-437b-848b-a9704fb5f6dd tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f26b1f1-bccd-471c-9b04-b9969c8e9c78 HTTP/1.1" status: 200 len: 943 time: 0.3420789 Feb 09 00:51:57.558329 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d8b03df0-66da-49b4-a7e8-4b5754397c57 req-50b6fafd-9ed8-4895-965b-9416147cd976 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/security-groups?id=5241b5dc-7937-4332-869e-fc6addd63e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997210 Feb 09 00:51:57.578513 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-641026ef-8af8-4570-8eac-09fabd169fb1 req-2d6d33ed-c1ed-43ef-8da7-b02813443b76 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893016 Feb 09 00:51:57.604140 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-be3a213c-7b89-4f54-b09a-afbd20cf3a8d req-863b8ad7-41ad-40c9-b52b-8898ea535c2c service neutron] 10.222.0.62 "GET /v2.0/networks/ded91f5f-4c52-4e17-8569-d9d1696711b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357051 Feb 09 00:51:57.671632 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=2da9a274-6760-4a48-89db-e70b6026b6b2,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:57.804009 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-778f7f00-b3da-42f0-b3d7-80cd5013afa2 req-32cdfe0c-5cd6-4e6c-9ac9-06ce4a6fcdbf service neutron] For port 37e725a4-e9de-453e-b378-802fdf219175, host n-h2-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:51:57.821494 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 18e5b7f8-4107-4b63-9dee-d921fc6084ef, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=18e5b7f8-4107-4b63-9dee-d921fc6084ef,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:51:57.833670 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-778f7f00-b3da-42f0-b3d7-80cd5013afa2 req-32cdfe0c-5cd6-4e6c-9ac9-06ce4a6fcdbf service neutron] For port 37e725a4-e9de-453e-b378-802fdf219175, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=37e725a4-e9de-453e-b378-802fdf219175,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:51:57.853043 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': '18e5b7f8-4107-4b63-9dee-d921fc6084ef', 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6', 'port_id': '18e5b7f8-4107-4b63-9dee-d921fc6084ef', 'mac_address': 'fa:16:3e:d6:73:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7938d94-1f0f-48bd-a0b3-26d5344ff0ec', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:51:57.898124 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53650c53-702a-4743-bfdb-8318e9e1d93b req-119314c7-dcb3-441c-bfbf-10fb14ba10eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:57.899637 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-53650c53-702a-4743-bfdb-8318e9e1d93b req-119314c7-dcb3-441c-bfbf-10fb14ba10eb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4516592 Feb 09 00:51:57.911757 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-778f7f00-b3da-42f0-b3d7-80cd5013afa2 req-32cdfe0c-5cd6-4e6c-9ac9-06ce4a6fcdbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:57.932594 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-be3a213c-7b89-4f54-b09a-afbd20cf3a8d req-80815a26-9404-453b-8fc8-69092fef9889 service neutron] 10.222.0.62 "GET /v2.0/networks/ded91f5f-4c52-4e17-8569-d9d1696711b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3224854 Feb 09 00:51:57.944427 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:57.967168 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18e5b7f8-4107-4b63-9dee-d921fc6084ef {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:51:57.979065 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3933bb9-b5dc-4518-9ba7-f1cf0fc0aa35 req-d18a0466-af3f-4d99-ae6d-b72a90021ea5 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:57.981289 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e3933bb9-b5dc-4518-9ba7-f1cf0fc0aa35 req-d18a0466-af3f-4d99-ae6d-b72a90021ea5 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.105 "GET /v2.0/ports?device_id=002445d9-8310-4d95-b177-135d4c573953 HTTP/1.1" status: 200 len: 945 time: 0.1864517 Feb 09 00:51:57.992601 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 18e5b7f8-4107-4b63-9dee-d921fc6084ef, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=18e5b7f8-4107-4b63-9dee-d921fc6084ef,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:51:57.994364 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcca0deb-0e17-4477-81fe-22f39217592c req-49c8c72b-8975-497d-b1e2-4e469b022f72 tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:57.996157 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bcca0deb-0e17-4477-81fe-22f39217592c req-49c8c72b-8975-497d-b1e2-4e469b022f72 tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] 10.222.0.105 "GET /v2.0/ports?device_id=ec035eca-83f3-4362-b24c-2ef0625f9f34 HTTP/1.1" status: 200 len: 949 time: 0.2045550 Feb 09 00:51:58.002927 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:58.075492 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-93c533b1-f6a4-4cb9-9f8c-4854576852c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:58.077262 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778f7f00-b3da-42f0-b3d7-80cd5013afa2 req-32cdfe0c-5cd6-4e6c-9ac9-06ce4a6fcdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:58.077868 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-778f7f00-b3da-42f0-b3d7-80cd5013afa2 req-32cdfe0c-5cd6-4e6c-9ac9-06ce4a6fcdbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:58.079271 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-778f7f00-b3da-42f0-b3d7-80cd5013afa2 req-32cdfe0c-5cd6-4e6c-9ac9-06ce4a6fcdbf service neutron] 10.222.0.99 "PUT /v2.0/ports/37e725a4-e9de-453e-b378-802fdf219175 HTTP/1.1" status: 200 len: 1096 time: 2.4181068 Feb 09 00:51:58.081183 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bcca0deb-0e17-4477-81fe-22f39217592c req-572a2fd9-97eb-464d-bf5d-00ab16aaf0b6 tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] 10.222.0.105 "GET /v2.0/security-groups?id=19a81258-cc95-41c2-a421-b5ad19bdff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671988 Feb 09 00:51:58.084285 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e3933bb9-b5dc-4518-9ba7-f1cf0fc0aa35 req-5c0740e4-8e07-4d6e-821e-e3a6c877e688 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.105 "GET /v2.0/security-groups?id=fa53326b-e9b6-4684-a0e1-c70cb70bdf58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0872009 Feb 09 00:51:58.101495 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-93c533b1-f6a4-4cb9-9f8c-4854576852c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:58.118109 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=18e5b7f8-4107-4b63-9dee-d921fc6084ef,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:58.196738 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec035eca-83f3-4362-b24c-2ef0625f9f34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2da9a274-6760-4a48-89db-e70b6026b6b2', 'code': 200} Feb 09 00:51:58.222206 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cdfe0c-5cd6-4e6c-9ac9-06ce4a6fcdbf service neutron] Pushing event updated for resources: {'Port': ['ID=37e725a4-e9de-453e-b378-802fdf219175,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:58.243156 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93c533b1-f6a4-4cb9-9f8c-4854576852c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:51:58.267775 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c533b1-f6a4-4cb9-9f8c-4854576852c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a29efb-413a-485a-9495-5c2c9a2d80a1,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:58.314987 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-93c533b1-f6a4-4cb9-9f8c-4854576852c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:58.315332 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-93c533b1-f6a4-4cb9-9f8c-4854576852c0 admin admin] Added segment 49964a39-362c-4f04-866c-03f8ba796372 of type vlan for network 69dccf93-82ee-47ca-8e23-ddbbe2c55570 Feb 09 00:51:58.319117 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-8a8a3ae5-e76a-4e94-a3eb-c00a3f6766e9 service neutron] For port 6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f,segment=NetworkSegment(b907962e-2c92-4e5e-9eb3-daae4f34051b),segment_id=b907962e-2c92-4e5e-9eb3-daae4f34051b)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:51:58.333566 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c380869-e7a5-4efb-989d-659068d76585', 'tag': '37e725a4-e9de-453e-b378-802fdf219175'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:51:58.348620 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-53650c53-702a-4743-bfdb-8318e9e1d93b req-2f8b2600-5bc1-426b-9fd8-3b6c4401f39c service neutron] 10.222.0.62 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4283211 Feb 09 00:51:58.365342 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['18e5b7f8-4107-4b63-9dee-d921fc6084ef'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:51:58.459148 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-8a8a3ae5-e76a-4e94-a3eb-c00a3f6766e9 service neutron] For port 6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f, host n-h1-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:51:58.483794 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c3021-74cc-4633-a13e-4b275485c23a req-2f19fbb4-7293-483c-b81b-250b5ccce664 tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:58.485359 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-138c3021-74cc-4633-a13e-4b275485c23a req-2f19fbb4-7293-483c-b81b-250b5ccce664 tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c380869-e7a5-4efb-989d-659068d76585 HTTP/1.1" status: 200 len: 948 time: 0.2388871 Feb 09 00:51:58.492707 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-93c533b1-f6a4-4cb9-9f8c-4854576852c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:58.499585 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f0c36-b700-49f6-88ee-f9a35cf92a58 req-f79ca70f-333b-452d-95e4-dbaa750a9bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:58.501141 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-128f0c36-b700-49f6-88ee-f9a35cf92a58 req-f79ca70f-333b-452d-95e4-dbaa750a9bf7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ec035eca-83f3-4362-b24c-2ef0625f9f34 HTTP/1.1" status: 200 len: 1100 time: 0.1930995 Feb 09 00:51:58.556338 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-8a8a3ae5-e76a-4e94-a3eb-c00a3f6766e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:51:58.557938 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f09a72-04ef-481e-bb7a-115f9a69c958 req-b0ef7fb9-9b3f-47af-a196-5bd57c128850 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:58.559532 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c1f09a72-04ef-481e-bb7a-115f9a69c958 req-b0ef7fb9-9b3f-47af-a196-5bd57c128850 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/ports?device_id=b7a99ca9-ab7a-4f96-ac04-dd8fbdfdcef0 HTTP/1.1" status: 200 len: 946 time: 0.2528427 Feb 09 00:51:58.562139 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778f7f00-b3da-42f0-b3d7-80cd5013afa2 req-db949a5b-b0b5-4fb5-8722-04a69822adde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:58.563636 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-778f7f00-b3da-42f0-b3d7-80cd5013afa2 req-db949a5b-b0b5-4fb5-8722-04a69822adde service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=ebe1a1ba386d4c019741248446c1516f&device_id=6c380869-e7a5-4efb-989d-659068d76585 HTTP/1.1" status: 200 len: 1099 time: 0.3990073 Feb 09 00:51:58.576949 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-8a8a3ae5-e76a-4e94-a3eb-c00a3f6766e9 service neutron] For port 6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f,segment=NetworkSegment(b907962e-2c92-4e5e-9eb3-daae4f34051b),segment_id=b907962e-2c92-4e5e-9eb3-daae4f34051b)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:51:58.599908 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-128f0c36-b700-49f6-88ee-f9a35cf92a58 req-ec4368ec-3a44-4668-ae42-7e3a6a1caa47 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=19a81258-cc95-41c2-a421-b5ad19bdff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824449 Feb 09 00:51:58.617576 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-138c3021-74cc-4633-a13e-4b275485c23a req-104d9539-3797-4204-88ab-eecacabf8c41 tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] 10.222.0.105 "GET /v2.0/security-groups?id=8c449786-30da-4860-bddd-bf764c476eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202316 Feb 09 00:51:58.647104 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c1f09a72-04ef-481e-bb7a-115f9a69c958 req-742244b6-d742-4a1b-9ed7-e3871e485ef1 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/security-groups?id=5241b5dc-7937-4332-869e-fc6addd63e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664172 Feb 09 00:51:58.680937 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-8a8a3ae5-e76a-4e94-a3eb-c00a3f6766e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:58.685207 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device e0b58bb3-58e6-4455-9c82-f132e4598c13 up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:51:58.713612 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-93c533b1-f6a4-4cb9-9f8c-4854576852c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:58.714730 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c533b1-f6a4-4cb9-9f8c-4854576852c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:58.715491 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-93c533b1-f6a4-4cb9-9f8c-4854576852c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:58.720077 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-778f7f00-b3da-42f0-b3d7-80cd5013afa2 req-3fdb9a54-f334-45cd-b0f5-22b8700987f2 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=37e725a4-e9de-453e-b378-802fdf219175 HTTP/1.1" status: 200 len: 217 time: 0.1352088 Feb 09 00:51:58.763347 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port e0b58bb3-58e6-4455-9c82-f132e4598c13 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:51:58.771647 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port e0b58bb3-58e6-4455-9c82-f132e4598c13 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:51:58.772014 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:58.875162 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3223cd86-8237-4286-9945-dde733b22fa8 req-7adfcced-5d7c-45cf-af0f-672b43858cdd tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:58.876725 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3223cd86-8237-4286-9945-dde733b22fa8 req-7adfcced-5d7c-45cf-af0f-672b43858cdd tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4b50d6d-b742-465e-b92d-ffeb95538b3f HTTP/1.1" status: 200 len: 948 time: 0.1452692 Feb 09 00:51:58.899168 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:58.912156 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b9937-5eb2-458c-a010-01fe3555b425 req-07de6cf7-b399-4137-b6c1-923ef65ad9f8 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:58.913799 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1c0b9937-5eb2-458c-a010-01fe3555b425 req-07de6cf7-b399-4137-b6c1-923ef65ad9f8 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] 10.222.0.105 "GET /v2.0/ports?device_id=9668ee21-d6a9-49cb-bd12-7cbff1081f3e HTTP/1.1" status: 200 len: 949 time: 0.1444702 Feb 09 00:51:58.956485 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3223cd86-8237-4286-9945-dde733b22fa8 req-f3e10e24-e24b-4a5d-a3f3-d79adcb6728c tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724347 Feb 09 00:51:58.963714 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port e0b58bb3-58e6-4455-9c82-f132e4598c13, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=e0b58bb3-58e6-4455-9c82-f132e4598c13,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:51:58.970162 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:58.971889 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:51:58.989149 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1c0b9937-5eb2-458c-a010-01fe3555b425 req-4c152b58-81d1-45d7-8338-3333dcdd1860 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] 10.222.0.105 "GET /v2.0/security-groups?id=0f507eaa-fbf5-4591-86aa-07515c8d90fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634558 Feb 09 00:51:59.011832 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-53650c53-702a-4743-bfdb-8318e9e1d93b req-b563aa83-c215-428c-878e-41119af98bb0 service neutron] 10.222.0.62 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6527717 Feb 09 00:51:59.052705 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c533b1-f6a4-4cb9-9f8c-4854576852c0 admin admin] Pushing event updated for resources: {'Network': ['ID=69dccf93-82ee-47ca-8e23-ddbbe2c55570,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:59.075152 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 69dccf93-82ee-47ca-8e23-ddbbe2c55570 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 00:51:59.124178 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c380869-e7a5-4efb-989d-659068d76585', 'tag': '37e725a4-e9de-453e-b378-802fdf219175', 'status': 'completed', 'code': 200} Feb 09 00:51:59.130290 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-93c533b1-f6a4-4cb9-9f8c-4854576852c0 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.3508751 Feb 09 00:51:59.137085 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40426) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:51:59.141618 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-8a8a3ae5-e76a-4e94-a3eb-c00a3f6766e9 service neutron] Transition to ACTIVE for port object 6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:51:59.149869 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-e645978c-960c-4069-866b-81501efce66e admin admin] Request body: {'subnet': {'network_id': '69dccf93-82ee-47ca-8e23-ddbbe2c55570', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1891446594-subnet', 'tenant_id': 'f2a0e2ff2e284548b6a260d3ed4ca945', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:51:59.158930 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778f7f00-b3da-42f0-b3d7-80cd5013afa2 req-ce30ca8f-87a6-4cf0-ac3f-8e4a5848a6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:59.160851 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-778f7f00-b3da-42f0-b3d7-80cd5013afa2 req-ce30ca8f-87a6-4cf0-ac3f-8e4a5848a6d0 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.3566043 Feb 09 00:51:59.161846 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-8a8a3ae5-e76a-4e94-a3eb-c00a3f6766e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:59.165966 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e645978c-960c-4069-866b-81501efce66e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:51:59.190258 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 00:51:59.197522 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=e0b58bb3-58e6-4455-9c82-f132e4598c13,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:59.246651 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e645978c-960c-4069-866b-81501efce66e admin admin] Usage tracker for resource:subnet and tenant:f2a0e2ff2e284548b6a260d3ed4ca945 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:51:59.254630 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ad47b-882c-4bca-a79f-7e3c4bcab67b req-b9a9331e-63b7-473b-a8da-cfb6781568b7 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:59.256287 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-807ad47b-882c-4bca-a79f-7e3c4bcab67b req-b9a9331e-63b7-473b-a8da-cfb6781568b7 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.105 "GET /v2.0/ports?device_id=002445d9-8310-4d95-b177-135d4c573953 HTTP/1.1" status: 200 len: 945 time: 0.1448219 Feb 09 00:51:59.265125 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e645978c-960c-4069-866b-81501efce66e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:51:59.265219 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 40430) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:51:59.273531 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-95dacb8f-5f51-495a-b08a-a77221b6069b tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Request body: {'floatingip': {'port_id': '89d21d29-430d-46a3-9bd4-2f717213fb02'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:51:59.281895 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e645978c-960c-4069-866b-81501efce66e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:51:59.397832 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 18e5b7f8-4107-4b63-9dee-d921fc6084ef up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:51:59.400258 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e645978c-960c-4069-866b-81501efce66e admin admin] Made reservation on behalf of f2a0e2ff2e284548b6a260d3ed4ca945 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:51:59.402613 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e645978c-960c-4069-866b-81501efce66e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:59.470935 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-8a8a3ae5-e76a-4e94-a3eb-c00a3f6766e9 service neutron] No DVR routers for this DVR port 6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f on host n-h1-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:51:59.471263 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning for port 18e5b7f8-4107-4b63-9dee-d921fc6084ef completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:51:59.475197 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8a3ae5-e76a-4e94-a3eb-c00a3f6766e9 service neutron] Pushing event updated for resources: {'Port': ['ID=6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f,revision_number=10']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:59.479510 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-95dacb8f-5f51-495a-b08a-a77221b6069b tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Notify callbacks [] for floatingip, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:59.484538 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port 18e5b7f8-4107-4b63-9dee-d921fc6084ef triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:51:59.485204 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:59.555006 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-8a8a3ae5-e76a-4e94-a3eb-c00a3f6766e9 service neutron] 10.222.0.62 "PUT /v2.0/ports/6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f/bindings/n-h2-828418-1/activate HTTP/1.1" status: 200 len: 369 time: 2.0680881 Feb 09 00:51:59.732035 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778f7f00-b3da-42f0-b3d7-80cd5013afa2 req-9dbc4b9c-22d1-4ee6-a6f1-4e47357d6af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:59.732689 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:59.733817 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-778f7f00-b3da-42f0-b3d7-80cd5013afa2 req-9dbc4b9c-22d1-4ee6-a6f1-4e47357d6af1 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5258243 Feb 09 00:51:59.782800 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 18e5b7f8-4107-4b63-9dee-d921fc6084ef, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=18e5b7f8-4107-4b63-9dee-d921fc6084ef,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:51:59.787954 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:59.866196 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae3e99-e6b8-42e7-a8fb-9ed162a9d398 req-72d8ed1e-eac9-4b3a-9885-2f9e637c27a3 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:59.866763 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=18e5b7f8-4107-4b63-9dee-d921fc6084ef,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:59.868013 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8eae3e99-e6b8-42e7-a8fb-9ed162a9d398 req-72d8ed1e-eac9-4b3a-9885-2f9e637c27a3 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f26b1f1-bccd-471c-9b04-b9969c8e9c78 HTTP/1.1" status: 200 len: 944 time: 0.6710501 Feb 09 00:51:59.877236 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e645978c-960c-4069-866b-81501efce66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:59.934048 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b965a26d-2984-470f-979d-75e82f5dddd5 req-342ac7a6-b73f-4ba2-9a1d-0662b05ec321 tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:59.935497 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b965a26d-2984-470f-979d-75e82f5dddd5 req-342ac7a6-b73f-4ba2-9a1d-0662b05ec321 tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] 10.222.0.105 "GET /v2.0/ports?device_id=ec035eca-83f3-4362-b24c-2ef0625f9f34 HTTP/1.1" status: 200 len: 949 time: 0.5236104 Feb 09 00:51:59.986396 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-778f7f00-b3da-42f0-b3d7-80cd5013afa2 req-12ca2715-45f8-4d46-9409-51b3be8a2e87 service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452030 Feb 09 00:51:59.988638 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e645978c-960c-4069-866b-81501efce66e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a943b68c-39ae-43a0-a075-e3afd5858e9f,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:00.059220 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8eae3e99-e6b8-42e7-a8fb-9ed162a9d398 req-8b8cbb41-7ef0-40bd-ac8b-9525a719dd90 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760905 Feb 09 00:52:00.064739 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e645978c-960c-4069-866b-81501efce66e admin admin] Checking segment: {'id': '49964a39-362c-4f04-866c-03f8ba796372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '69dccf93-82ee-47ca-8e23-ddbbe2c55570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:52:00.065080 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e645978c-960c-4069-866b-81501efce66e admin admin] Network hostable DHCP agents. Network: 69dccf93-82ee-47ca-8e23-ddbbe2c55570, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:52:00.083015 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-120e99f8-42e4-43b7-9927-9e6a3591e0a8 tempest-LiveMigrationTest-757645410 tempest-LiveMigrationTest-757645410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:00.084500 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-120e99f8-42e4-43b7-9927-9e6a3591e0a8 tempest-LiveMigrationTest-757645410 tempest-LiveMigrationTest-757645410-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=1f26b1f1-bccd-471c-9b04-b9969c8e9c78&tenant_id=8d883076d7064c219a98a8f981d7945a&binding%3Ahost_id=n-h1-828418-1 HTTP/1.1" status: 200 len: 1095 time: 0.4386029 Feb 09 00:52:00.111116 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e645978c-960c-4069-866b-81501efce66e admin admin] Network 69dccf93-82ee-47ca-8e23-ddbbe2c55570 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:52:00.141513 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-e645978c-960c-4069-866b-81501efce66e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 69dccf93-82ee-47ca-8e23-ddbbe2c55570) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:52:00.149051 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e645978c-960c-4069-866b-81501efce66e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:00.149720 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e645978c-960c-4069-866b-81501efce66e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:00.154642 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-778f7f00-b3da-42f0-b3d7-80cd5013afa2 req-14685b10-914f-42aa-8ced-a109d8f4426a service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619246 Feb 09 00:52:00.172879 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9e5c0b-85c0-458e-9bbd-49441deb9c5a None None] Network 69dccf93-82ee-47ca-8e23-ddbbe2c55570 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:52:00.174445 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e645978c-960c-4069-866b-81501efce66e admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0341649 Feb 09 00:52:00.189780 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b965a26d-2984-470f-979d-75e82f5dddd5 req-9ade6074-6a5d-4031-8ced-62aa14ce1082 tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] 10.222.0.105 "GET /v2.0/security-groups?id=19a81258-cc95-41c2-a421-b5ad19bdff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451382 Feb 09 00:52:00.209561 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9668ee21-d6a9-49cb-bd12-7cbff1081f3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0b58bb3-58e6-4455-9c82-f132e4598c13'}, {'server_uuid': 'f4b50d6d-b742-465e-b92d-ffeb95538b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e5b7f8-4107-4b63-9dee-d921fc6084ef'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:52:00.361461 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94427685-d793-4687-8f2f-c97fa773106c req-139fdcc8-8805-4264-8a09-bae0326a723e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:00.363172 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-94427685-d793-4687-8f2f-c97fa773106c req-139fdcc8-8805-4264-8a09-bae0326a723e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=ebe1a1ba386d4c019741248446c1516f&device_id=6c380869-e7a5-4efb-989d-659068d76585 HTTP/1.1" status: 200 len: 1099 time: 0.1451590 Feb 09 00:52:00.465657 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87529b6c-8698-4781-a087-b71e9b41bb46 None None] Network 69dccf93-82ee-47ca-8e23-ddbbe2c55570 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:52:00.538895 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94427685-d793-4687-8f2f-c97fa773106c req-2b540c68-f5e2-4a53-a019-379126143682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:00.540386 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-94427685-d793-4687-8f2f-c97fa773106c req-2b540c68-f5e2-4a53-a019-379126143682 service neutron] 10.222.0.99 "GET /v2.0/networks?id=42d335cf-a678-4bc3-901b-7d21fb8587e6 HTTP/1.1" status: 200 len: 870 time: 0.1683586 Feb 09 00:52:00.619323 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f178ce-c36d-4ae5-adbc-bb3cd765c932 req-6ebb01c0-d9bf-4eca-bf16-454c5f3e1565 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:00.631369 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-94427685-d793-4687-8f2f-c97fa773106c req-dfab16c3-93da-43c1-bded-95efa157b9d9 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=37e725a4-e9de-453e-b378-802fdf219175 HTTP/1.1" status: 200 len: 217 time: 0.0838475 Feb 09 00:52:00.634159 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-49f178ce-c36d-4ae5-adbc-bb3cd765c932 req-6ebb01c0-d9bf-4eca-bf16-454c5f3e1565 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/ports?device_id=b7a99ca9-ab7a-4f96-ac04-dd8fbdfdcef0 HTTP/1.1" status: 200 len: 946 time: 0.4475777 Feb 09 00:52:00.697650 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-36551bc4-2b74-474e-b4a8-e3675970fdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:00.699706 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-36551bc4-2b74-474e-b4a8-e3675970fdeb service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=1f26b1f1-bccd-471c-9b04-b9969c8e9c78&tenant_id=8d883076d7064c219a98a8f981d7945a HTTP/1.1" status: 200 len: 1095 time: 0.6066191 Feb 09 00:52:00.732984 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94427685-d793-4687-8f2f-c97fa773106c req-7e6e59ff-a20d-44f3-8530-434a86ec1661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:00.735004 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-94427685-d793-4687-8f2f-c97fa773106c req-7e6e59ff-a20d-44f3-8530-434a86ec1661 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.0965877 Feb 09 00:52:00.759334 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-49f178ce-c36d-4ae5-adbc-bb3cd765c932 req-e1045690-9966-490f-8ddb-2bac2e61ed4e tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/security-groups?id=5241b5dc-7937-4332-869e-fc6addd63e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242404 Feb 09 00:52:00.840809 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94427685-d793-4687-8f2f-c97fa773106c req-21c9f82e-789a-4cae-b6d2-03c143256cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:00.848870 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-94427685-d793-4687-8f2f-c97fa773106c req-21c9f82e-789a-4cae-b6d2-03c143256cc5 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1035128 Feb 09 00:52:00.853741 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40460) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:52:00.859252 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-c87d7238-37d8-417e-848a-bac49315e38d admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1738703048-network', 'tenant_id': '3523523b4a354d10a305672018da2c77'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:52:00.884046 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c87d7238-37d8-417e-848a-bac49315e38d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:52:00.943648 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089d08ae-9118-4f3c-9137-6ef90628a1d9 req-1e7951b0-6b95-4dba-bea6-fd3b4c2a1abf tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:00.945221 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-089d08ae-9118-4f3c-9137-6ef90628a1d9 req-1e7951b0-6b95-4dba-bea6-fd3b4c2a1abf tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c380869-e7a5-4efb-989d-659068d76585 HTTP/1.1" status: 200 len: 948 time: 0.4523742 Feb 09 00:52:00.991728 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.db.resource_extend [None req-95dacb8f-5f51-495a-b08a-a77221b6069b tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 00:52:01.028433 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-c87d7238-37d8-417e-848a-bac49315e38d admin admin] Usage tracker for resource:network and tenant:3523523b4a354d10a305672018da2c77 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:52:01.032899 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-c87d7238-37d8-417e-848a-bac49315e38d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:52:01.042025 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c87d7238-37d8-417e-848a-bac49315e38d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:52:01.067268 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c87d7238-37d8-417e-848a-bac49315e38d admin admin] Made reservation on behalf of 3523523b4a354d10a305672018da2c77 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:52:01.069669 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c87d7238-37d8-417e-848a-bac49315e38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:01.095426 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c87d7238-37d8-417e-848a-bac49315e38d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:01.126044 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c87d7238-37d8-417e-848a-bac49315e38d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:52:01.132712 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-94427685-d793-4687-8f2f-c97fa773106c req-28a9df5a-f44a-4450-b3b2-e99f92bcf316 service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700920 Feb 09 00:52:01.133643 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-c87d7238-37d8-417e-848a-bac49315e38d admin admin] Usage tracker for resource:security_group_rule and tenant:3523523b4a354d10a305672018da2c77 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:52:01.136846 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-c87d7238-37d8-417e-848a-bac49315e38d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:52:01.161125 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c87d7238-37d8-417e-848a-bac49315e38d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:52:01.204140 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-ac6008bd-207a-491f-9576-35795a33f1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:01.205530 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-ac6008bd-207a-491f-9576-35795a33f1e1 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=8d883076d7064c219a98a8f981d7945a&device_id=1f26b1f1-bccd-471c-9b04-b9969c8e9c78 HTTP/1.1" status: 200 len: 1095 time: 0.4594941 Feb 09 00:52:01.211565 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-089d08ae-9118-4f3c-9137-6ef90628a1d9 req-e5f9a72d-ac9a-4bc1-9307-a3b384218df0 tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] 10.222.0.105 "GET /v2.0/security-groups?id=8c449786-30da-4860-bddd-bf764c476eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580869 Feb 09 00:52:01.220316 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-95dacb8f-5f51-495a-b08a-a77221b6069b tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:01.289689 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-95dacb8f-5f51-495a-b08a-a77221b6069b tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:01.322498 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-94427685-d793-4687-8f2f-c97fa773106c req-5da010f3-e66e-4055-97c9-13da6ea297c6 service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822901 Feb 09 00:52:01.377913 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c87d7238-37d8-417e-848a-bac49315e38d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:01.384315 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c87d7238-37d8-417e-848a-bac49315e38d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:01.384804 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc6dad-71c3-45cf-9025-c447302c6eb5 req-de25b6b4-7fbe-4393-9727-7bbe74c1af0b tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:01.386644 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b4cc6dad-71c3-45cf-9025-c447302c6eb5 req-de25b6b4-7fbe-4393-9727-7bbe74c1af0b tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4b50d6d-b742-465e-b92d-ffeb95538b3f HTTP/1.1" status: 200 len: 949 time: 0.5014830 Feb 09 00:52:01.424957 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c87d7238-37d8-417e-848a-bac49315e38d admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:52:01.432513 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87d7238-37d8-417e-848a-bac49315e38d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7056e99-4a1e-4597-9e69-a3e2778c3218,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:01.443297 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c87d7238-37d8-417e-848a-bac49315e38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:01.443465 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-c87d7238-37d8-417e-848a-bac49315e38d admin admin] Added segment 6e1771fd-56d6-406c-8738-0600b6ca7d8a of type vlan for network a6fba6b3-8dc3-48f1-b2fc-4d3cb43b5242 Feb 09 00:52:01.481853 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c87d7238-37d8-417e-848a-bac49315e38d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:01.511723 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c87d7238-37d8-417e-848a-bac49315e38d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:01.512841 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87d7238-37d8-417e-848a-bac49315e38d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:01.513447 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c87d7238-37d8-417e-848a-bac49315e38d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:01.609859 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b4cc6dad-71c3-45cf-9025-c447302c6eb5 req-3b076044-5126-46f1-ae69-10373776ae16 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130065 Feb 09 00:52:01.621301 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87d7238-37d8-417e-848a-bac49315e38d admin admin] Pushing event updated for resources: {'Network': ['ID=a6fba6b3-8dc3-48f1-b2fc-4d3cb43b5242,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:01.622858 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-1dcddb81-a2cf-4ea7-9683-a270f0c76c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:01.624323 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-1dcddb81-a2cf-4ea7-9683-a270f0c76c6f service neutron] 10.222.0.99 "GET /v2.0/networks?id=ded91f5f-4c52-4e17-8569-d9d1696711b8 HTTP/1.1" status: 200 len: 909 time: 0.4118755 Feb 09 00:52:01.625730 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c87d7238-37d8-417e-848a-bac49315e38d admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7708850 Feb 09 00:52:01.629695 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40468) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:52:01.635254 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-8007f3bf-b1ee-4d18-aee5-96bc2a426065 admin admin] Request body: {'subnet': {'network_id': 'a6fba6b3-8dc3-48f1-b2fc-4d3cb43b5242', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1738703048-subnet', 'tenant_id': '3523523b4a354d10a305672018da2c77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:52:01.653964 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network a6fba6b3-8dc3-48f1-b2fc-4d3cb43b5242 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 00:52:01.666696 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8007f3bf-b1ee-4d18-aee5-96bc2a426065 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:52:01.676559 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-8007f3bf-b1ee-4d18-aee5-96bc2a426065 admin admin] Usage tracker for resource:subnet and tenant:3523523b4a354d10a305672018da2c77 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:52:01.682709 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-8007f3bf-b1ee-4d18-aee5-96bc2a426065 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:52:01.689521 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8007f3bf-b1ee-4d18-aee5-96bc2a426065 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:52:01.703717 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8007f3bf-b1ee-4d18-aee5-96bc2a426065 admin admin] Made reservation on behalf of 3523523b4a354d10a305672018da2c77 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:52:01.706826 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8007f3bf-b1ee-4d18-aee5-96bc2a426065 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:01.714298 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-a59d45ad-098c-4156-84b8-8c2b3384b88b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f HTTP/1.1" status: 200 len: 217 time: 0.0833757 Feb 09 00:52:01.715354 n-d-828418-1 neutron-server[87639]: INFO neutron.db.l3_db [None req-95dacb8f-5f51-495a-b08a-a77221b6069b tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Floating IP 54897e23-5bba-4e10-a694-4dd49862327f associated. External IP: 172.25.0.12, port: 89d21d29-430d-46a3-9bd4-2f717213fb02. Feb 09 00:52:01.791840 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9668ee21-d6a9-49cb-bd12-7cbff1081f3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0b58bb3-58e6-4455-9c82-f132e4598c13', 'code': 200} Feb 09 00:52:01.792088 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b50d6d-b742-465e-b92d-ffeb95538b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e5b7f8-4107-4b63-9dee-d921fc6084ef', 'code': 200} Feb 09 00:52:01.923496 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-1cc535bd-f520-4bc2-84d4-f23a792466d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:01.924967 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-1cc535bd-f520-4bc2-84d4-f23a792466d2 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=103c212c-bf16-40d1-a89c-07252434eb67 HTTP/1.1" status: 200 len: 848 time: 0.1610401 Feb 09 00:52:02.010929 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b6579-045c-40bd-86d4-3762e43ea108 req-2f308ba0-33d4-4dc6-b1ab-ccc9fbdfd637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:02.012351 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-893b6579-045c-40bd-86d4-3762e43ea108 req-2f308ba0-33d4-4dc6-b1ab-ccc9fbdfd637 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9668ee21-d6a9-49cb-bd12-7cbff1081f3e HTTP/1.1" status: 200 len: 1101 time: 0.2011852 Feb 09 00:52:02.022249 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ee365-9a79-4cd9-929d-a8facd00a9c9 req-769f1aae-8232-4e80-a4e7-78cb75553c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:02.023958 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-619ee365-9a79-4cd9-929d-a8facd00a9c9 req-769f1aae-8232-4e80-a4e7-78cb75553c24 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=f4b50d6d-b742-465e-b92d-ffeb95538b3f HTTP/1.1" status: 200 len: 1100 time: 0.2115755 Feb 09 00:52:02.040742 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ef69a-c9a4-495b-89f9-712b1b3fb875 req-71d8f069-1673-4c63-b50c-cd6b1e19e171 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:02.042225 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-859ef69a-c9a4-495b-89f9-712b1b3fb875 req-71d8f069-1673-4c63-b50c-cd6b1e19e171 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] 10.222.0.105 "GET /v2.0/ports?device_id=9668ee21-d6a9-49cb-bd12-7cbff1081f3e HTTP/1.1" status: 200 len: 950 time: 0.5563865 Feb 09 00:52:02.057782 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-2290bac7-713b-4b26-9601-28e78647ed4b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=ded91f5f-4c52-4e17-8569-d9d1696711b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723233 Feb 09 00:52:02.123035 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-893b6579-045c-40bd-86d4-3762e43ea108 req-18616d49-bbb6-4a3a-9acb-b6f6ff73698c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0f507eaa-fbf5-4591-86aa-07515c8d90fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979414 Feb 09 00:52:02.126275 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-619ee365-9a79-4cd9-929d-a8facd00a9c9 req-6a113d1f-1a54-4cb1-aae1-42331c179aa2 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855587 Feb 09 00:52:02.132043 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8007f3bf-b1ee-4d18-aee5-96bc2a426065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:02.210923 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8007f3bf-b1ee-4d18-aee5-96bc2a426065 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38658b28-2968-428c-9faf-66f75537e9d1,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:02.219551 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8007f3bf-b1ee-4d18-aee5-96bc2a426065 admin admin] Checking segment: {'id': '6e1771fd-56d6-406c-8738-0600b6ca7d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a6fba6b3-8dc3-48f1-b2fc-4d3cb43b5242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:52:02.219899 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8007f3bf-b1ee-4d18-aee5-96bc2a426065 admin admin] Network hostable DHCP agents. Network: a6fba6b3-8dc3-48f1-b2fc-4d3cb43b5242, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:52:02.239843 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8007f3bf-b1ee-4d18-aee5-96bc2a426065 admin admin] Network a6fba6b3-8dc3-48f1-b2fc-4d3cb43b5242 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:52:02.249832 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-8007f3bf-b1ee-4d18-aee5-96bc2a426065 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, a6fba6b3-8dc3-48f1-b2fc-4d3cb43b5242) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:52:02.255984 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8007f3bf-b1ee-4d18-aee5-96bc2a426065 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:02.256718 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8007f3bf-b1ee-4d18-aee5-96bc2a426065 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:02.260180 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a86762-614e-46d4-8537-c5451d735887 None None] Network a6fba6b3-8dc3-48f1-b2fc-4d3cb43b5242 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:52:02.288179 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-8007f3bf-b1ee-4d18-aee5-96bc2a426065 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6481767 Feb 09 00:52:02.288814 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-859ef69a-c9a4-495b-89f9-712b1b3fb875 req-e84de954-6aff-4d4e-8189-a66cdf4f1df7 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] 10.222.0.105 "GET /v2.0/security-groups?id=0f507eaa-fbf5-4591-86aa-07515c8d90fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264473 Feb 09 00:52:02.318031 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049fcb05-8e33-4dad-afd4-11f4b8b82ded req-5d6bf424-a040-4705-be93-5781efa20dd0 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:02.319959 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-049fcb05-8e33-4dad-afd4-11f4b8b82ded req-5d6bf424-a040-4705-be93-5781efa20dd0 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/ports?device_id=b7a99ca9-ab7a-4f96-ac04-dd8fbdfdcef0 HTTP/1.1" status: 200 len: 946 time: 0.5003598 Feb 09 00:52:02.494701 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2334154-e45c-4918-9aad-2c1af59178d6 None None] Network a6fba6b3-8dc3-48f1-b2fc-4d3cb43b5242 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:52:02.637309 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-991de03f-ee49-46c5-b7b0-487cf4dca72b service neutron] 10.222.0.99 "GET /v2.0/networks/ded91f5f-4c52-4e17-8569-d9d1696711b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5608544 Feb 09 00:52:02.659190 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-049fcb05-8e33-4dad-afd4-11f4b8b82ded req-ab144aaa-3f7c-4012-8d79-73cfd1f3b9b5 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/security-groups?id=5241b5dc-7937-4332-869e-fc6addd63e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205726 Feb 09 00:52:02.675095 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95dacb8f-5f51-495a-b08a-a77221b6069b tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Router 9bd6b911-3e8d-4d50-b8a1-2f769fed8236 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 00:52:02.830729 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd464645-b4ad-487a-970a-da2f818af996 req-122b7517-cfb2-4753-92af-c9d86ce44857 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:02.832750 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd464645-b4ad-487a-970a-da2f818af996 req-122b7517-cfb2-4753-92af-c9d86ce44857 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f26b1f1-bccd-471c-9b04-b9969c8e9c78 HTTP/1.1" status: 200 len: 944 time: 0.3887339 Feb 09 00:52:02.969213 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd464645-b4ad-487a-970a-da2f818af996 req-bd3ee874-e854-4c39-8a79-6b7caecba09f tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276240 Feb 09 00:52:02.978778 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95dacb8f-5f51-495a-b08a-a77221b6069b tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 00:52:02.983598 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-95dacb8f-5f51-495a-b08a-a77221b6069b tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:02.998470 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef685ccc-7776-4201-9d4b-801b1c707d8e None None] Sync routers for ids ['9bd6b911-3e8d-4d50-b8a1-2f769fed8236'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:52:03.008192 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef685ccc-7776-4201-9d4b-801b1c707d8e None None] Routers {'9bd6b911-3e8d-4d50-b8a1-2f769fed8236'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:52:03.008802 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-ef685ccc-7776-4201-9d4b-801b1c707d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:51:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['9bd6b911-3e8d-4d50-b8a1-2f769fed8236'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:52:03.039623 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b18f7d-3afd-4c1d-9146-6bbd3a1dea10 req-dac5cfd4-a24e-4d5f-a5ff-79732ea97323 tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:03.041228 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b8b18f7d-3afd-4c1d-9146-6bbd3a1dea10 req-dac5cfd4-a24e-4d5f-a5ff-79732ea97323 tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] 10.222.0.105 "GET /v2.0/ports?device_id=ec035eca-83f3-4362-b24c-2ef0625f9f34 HTTP/1.1" status: 200 len: 949 time: 0.2757719 Feb 09 00:52:03.104275 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-95dacb8f-5f51-495a-b08a-a77221b6069b tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.105 "PUT /v2.0/floatingips/54897e23-5bba-4e10-a694-4dd49862327f HTTP/1.1" status: 200 len: 990 time: 3.8377981 Feb 09 00:52:03.111442 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '002445d9-8310-4d95-b177-135d4c573953', 'tag': '89d21d29-430d-46a3-9bd4-2f717213fb02'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:52:03.152352 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b8b18f7d-3afd-4c1d-9146-6bbd3a1dea10 req-b2fd0008-a0eb-4cea-8e5d-408c881f92b5 tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] 10.222.0.105 "GET /v2.0/security-groups?id=19a81258-cc95-41c2-a421-b5ad19bdff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009448 Feb 09 00:52:03.190735 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ba56d1-d189-4605-9863-161b384b1d59 req-5d47f29c-6489-4b90-9eff-c918310ca8ed tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:03.193170 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-68ba56d1-d189-4605-9863-161b384b1d59 req-5d47f29c-6489-4b90-9eff-c918310ca8ed tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c380869-e7a5-4efb-989d-659068d76585 HTTP/1.1" status: 200 len: 948 time: 0.1229603 Feb 09 00:52:03.214635 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-ef685ccc-7776-4201-9d4b-801b1c707d8e None None] Set router 9bd6b911-3e8d-4d50-b8a1-2f769fed8236 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:52:03.252146 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-68ba56d1-d189-4605-9863-161b384b1d59 req-2a0e96bd-03a3-48e0-ac7b-0660007b3be0 tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] 10.222.0.105 "GET /v2.0/security-groups?id=8c449786-30da-4860-bddd-bf764c476eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454376 Feb 09 00:52:03.420692 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 37e725a4-e9de-453e-b378-802fdf219175 details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:52:03.594103 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 37e725a4-e9de-453e-b378-802fdf219175, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=37e725a4-e9de-453e-b378-802fdf219175,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:52:03.609177 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a2599-6889-4383-8497-75e6fc8ba6e0 req-1993cf2c-8b1e-41fd-99c6-fd96fd858642 tempest-VolumesAdminNegativeTest-1595770146 tempest-VolumesAdminNegativeTest-1595770146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:03.611988 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4d4a2599-6889-4383-8497-75e6fc8ba6e0 req-1993cf2c-8b1e-41fd-99c6-fd96fd858642 tempest-VolumesAdminNegativeTest-1595770146 tempest-VolumesAdminNegativeTest-1595770146-project] 10.222.0.105 "GET /v2.0/networks?id=69dccf93-82ee-47ca-8e23-ddbbe2c55570 HTTP/1.1" status: 200 len: 815 time: 0.1898129 Feb 09 00:52:03.624897 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03534743-6df3-4895-9108-85d781e71abe req-b3d2afb3-b24e-4e33-9ee7-029f0f7bc8a5 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:03.627055 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': '37e725a4-e9de-453e-b378-802fdf219175', 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6', 'port_id': '37e725a4-e9de-453e-b378-802fdf219175', 'mac_address': 'fa:16:3e:97:7f:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7938d94-1f0f-48bd-a0b3-26d5344ff0ec', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:52:03.638644 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-03534743-6df3-4895-9108-85d781e71abe req-b3d2afb3-b24e-4e33-9ee7-029f0f7bc8a5 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4b50d6d-b742-465e-b92d-ffeb95538b3f HTTP/1.1" status: 200 len: 949 time: 0.2566924 Feb 09 00:52:03.663560 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-ef685ccc-7776-4201-9d4b-801b1c707d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bd6b911-3e8d-4d50-b8a1-2f769fed8236', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1040391017-router', 'tenant_id': 'e92c004a387045f69eb326cd61acc551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '0f5729be-15d9-4f1c-9772-911a455a8e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:49:55Z', 'updated_at': '2022-02-09T00:50:01Z', 'revision_number': 4, 'project_id': 'e92c004a387045f69eb326cd61acc551', 'gw_port': {'id': '0f5729be-15d9-4f1c-9772-911a455a8e7a', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd6b911-3e8d-4d50-b8a1-2f769fed8236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:49:56Z', 'updated_at': '2022-02-09T00:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '54897e23-5bba-4e10-a694-4dd49862327f', 'tenant_id': 'e92c004a387045f69eb326cd61acc551', 'floating_ip_address': '172.25.0.12', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '9bd6b911-3e8d-4d50-b8a1-2f769fed8236', 'port_id': '89d21d29-430d-46a3-9bd4-2f717213fb02', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27e5ee19-f0a7-4563-ba03-a0f237d4208b', 'mac_address': 'fa:16:3e:56:c9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002445d9-8310-4d95-b177-135d4c573953', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:50:32Z', 'updated_at': '2022-02-09T00:52:00Z', 'revision_number': 5, 'project_id': 'e92c004a387045f69eb326cd61acc551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '299ae2a3-e42c-41ab-9f27-58c459f8cc04', 'name': '', 'network_id': '27e5ee19-f0a7-4563-ba03-a0f237d4208b', 'tenant_id': 'e92c004a387045f69eb326cd61acc551', 'mac_address': 'fa:16:3e:ab:83:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd6b911-3e8d-4d50-b8a1-2f769fed8236', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '660612cb-07d4-43f9-b983-e1b46d8a035c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:49:59Z', 'updated_at': '2022-02-09T00:50:15Z', 'revision_number': 5, 'project_id': 'e92c004a387045f69eb326cd61acc551', 'subnets': [{'id': '660612cb-07d4-43f9-b983-e1b46d8a035c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:52:03.667616 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef685ccc-7776-4201-9d4b-801b1c707d8e None None] Checking router: 9bd6b911-3e8d-4d50-b8a1-2f769fed8236 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:52:03.677032 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef685ccc-7776-4201-9d4b-801b1c707d8e None None] Routers {'9bd6b911-3e8d-4d50-b8a1-2f769fed8236'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:52:03.677642 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-ef685ccc-7776-4201-9d4b-801b1c707d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:51:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['9bd6b911-3e8d-4d50-b8a1-2f769fed8236'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:52:03.689509 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4d4a2599-6889-4383-8497-75e6fc8ba6e0 req-4255daa7-73a4-46c4-922c-861e16b414de tempest-VolumesAdminNegativeTest-1595770146 tempest-VolumesAdminNegativeTest-1595770146-project] 10.222.0.105 "GET /v2.0/quotas/f2a0e2ff2e284548b6a260d3ed4ca945 HTTP/1.1" status: 200 len: 375 time: 0.0467710 Feb 09 00:52:03.714873 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:03.732778 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37e725a4-e9de-453e-b378-802fdf219175 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:52:03.748279 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 37e725a4-e9de-453e-b378-802fdf219175, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=37e725a4-e9de-453e-b378-802fdf219175,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:52:03.753387 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:03.759015 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-03534743-6df3-4895-9108-85d781e71abe req-730467cb-3801-4de6-abe2-d6d7d526335f tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182721 Feb 09 00:52:03.770929 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4d4a2599-6889-4383-8497-75e6fc8ba6e0 req-a2207ae8-d198-4602-a633-79ac078a5790 tempest-VolumesAdminNegativeTest-1595770146 tempest-VolumesAdminNegativeTest-1595770146-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=f2a0e2ff2e284548b6a260d3ed4ca945&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0670505 Feb 09 00:52:03.834395 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=37e725a4-e9de-453e-b378-802fdf219175,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:03.844536 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:52:03.845417 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:52:03.845417 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:52:03.845903 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:52:03.846324 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:52:03.846749 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:52:03.847769 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:52:03.848211 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:52:03.848728 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:52:03.849148 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:52:03.849569 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:52:03.850232 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:52:03.882549 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-ef685ccc-7776-4201-9d4b-801b1c707d8e None None] Set router 9bd6b911-3e8d-4d50-b8a1-2f769fed8236 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:52:03.933404 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4d4a2599-6889-4383-8497-75e6fc8ba6e0 req-9c454137-078d-42ef-83fb-2b195af1e867 service neutron] 10.222.0.105 "GET /v2.0/networks/69dccf93-82ee-47ca-8e23-ddbbe2c55570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568105 Feb 09 00:52:04.075936 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4d4a2599-6889-4383-8497-75e6fc8ba6e0 req-fc482e9f-31cd-4264-aef0-d58a16c57c64 service neutron] 10.222.0.105 "GET /v2.0/networks/69dccf93-82ee-47ca-8e23-ddbbe2c55570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415982 Feb 09 00:52:04.142449 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['37e725a4-e9de-453e-b378-802fdf219175'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:52:04.371243 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '002445d9-8310-4d95-b177-135d4c573953', 'tag': '89d21d29-430d-46a3-9bd4-2f717213fb02', 'status': 'completed', 'code': 200} Feb 09 00:52:04.388518 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-ef685ccc-7776-4201-9d4b-801b1c707d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bd6b911-3e8d-4d50-b8a1-2f769fed8236', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1040391017-router', 'tenant_id': 'e92c004a387045f69eb326cd61acc551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '0f5729be-15d9-4f1c-9772-911a455a8e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:49:55Z', 'updated_at': '2022-02-09T00:50:01Z', 'revision_number': 4, 'project_id': 'e92c004a387045f69eb326cd61acc551', 'gw_port': {'id': '0f5729be-15d9-4f1c-9772-911a455a8e7a', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd6b911-3e8d-4d50-b8a1-2f769fed8236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:49:56Z', 'updated_at': '2022-02-09T00:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '54897e23-5bba-4e10-a694-4dd49862327f', 'tenant_id': 'e92c004a387045f69eb326cd61acc551', 'floating_ip_address': '172.25.0.12', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '9bd6b911-3e8d-4d50-b8a1-2f769fed8236', 'port_id': '89d21d29-430d-46a3-9bd4-2f717213fb02', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27e5ee19-f0a7-4563-ba03-a0f237d4208b', 'mac_address': 'fa:16:3e:56:c9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002445d9-8310-4d95-b177-135d4c573953', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:50:32Z', 'updated_at': '2022-02-09T00:52:00Z', 'revision_number': 5, 'project_id': 'e92c004a387045f69eb326cd61acc551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '299ae2a3-e42c-41ab-9f27-58c459f8cc04', 'name': '', 'network_id': '27e5ee19-f0a7-4563-ba03-a0f237d4208b', 'tenant_id': 'e92c004a387045f69eb326cd61acc551', 'mac_address': 'fa:16:3e:ab:83:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd6b911-3e8d-4d50-b8a1-2f769fed8236', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '660612cb-07d4-43f9-b983-e1b46d8a035c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:49:59Z', 'updated_at': '2022-02-09T00:50:15Z', 'revision_number': 5, 'project_id': 'e92c004a387045f69eb326cd61acc551', 'subnets': [{'id': '660612cb-07d4-43f9-b983-e1b46d8a035c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:52:04.401161 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef685ccc-7776-4201-9d4b-801b1c707d8e None None] The sync data for ids ['9bd6b911-3e8d-4d50-b8a1-2f769fed8236'] in n-d-828418-1 is: [{'id': '9bd6b911-3e8d-4d50-b8a1-2f769fed8236', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1040391017-router', 'tenant_id': 'e92c004a387045f69eb326cd61acc551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '0f5729be-15d9-4f1c-9772-911a455a8e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:49:55Z', 'updated_at': '2022-02-09T00:50:01Z', 'revision_number': 4, 'project_id': 'e92c004a387045f69eb326cd61acc551', 'gw_port': {'id': '0f5729be-15d9-4f1c-9772-911a455a8e7a', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd6b911-3e8d-4d50-b8a1-2f769fed8236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:49:56Z', 'updated_at': '2022-02-09T00:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '54897e23-5bba-4e10-a694-4dd49862327f', 'tenant_id': 'e92c004a387045f69eb326cd61acc551', 'floating_ip_address': '172.25.0.12', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '9bd6b911-3e8d-4d50-b8a1-2f769fed8236', 'port_id': '89d21d29-430d-46a3-9bd4-2f717213fb02', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27e5ee19-f0a7-4563-ba03-a0f237d4208b', 'mac_address': 'fa:16:3e:56:c9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002445d9-8310-4d95-b177-135d4c573953', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:50:32Z', 'updated_at': '2022-02-09T00:52:00Z', 'revision_number': 5, 'project_id': 'e92c004a387045f69eb326cd61acc551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '299ae2a3-e42c-41ab-9f27-58c459f8cc04', 'name': '', 'network_id': '27e5ee19-f0a7-4563-ba03-a0f237d4208b', 'tenant_id': 'e92c004a387045f69eb326cd61acc551', 'mac_address': 'fa:16:3e:ab:83:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd6b911-3e8d-4d50-b8a1-2f769fed8236', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '660612cb-07d4-43f9-b983-e1b46d8a035c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:49:59Z', 'updated_at': '2022-02-09T00:50:15Z', 'revision_number': 5, 'project_id': 'e92c004a387045f69eb326cd61acc551', 'subnets': [{'id': '660612cb-07d4-43f9-b983-e1b46d8a035c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:52:04.545332 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c860d6c-82ec-4438-871a-8090d91a1d7c req-06916aa8-6062-40fe-9620-8668e6a64949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:04.548248 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-0c860d6c-82ec-4438-871a-8090d91a1d7c req-06916aa8-6062-40fe-9620-8668e6a64949 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e92c004a387045f69eb326cd61acc551&device_id=002445d9-8310-4d95-b177-135d4c573953 HTTP/1.1" status: 200 len: 1096 time: 0.1684902 Feb 09 00:52:04.594890 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f096fa81-84f5-49a8-bd06-c7f39a959467 req-fb66e4f4-681b-4bd5-b8d0-31f163e1efed tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:04.604376 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f096fa81-84f5-49a8-bd06-c7f39a959467 req-fb66e4f4-681b-4bd5-b8d0-31f163e1efed tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.105 "GET /v2.0/ports?device_id=002445d9-8310-4d95-b177-135d4c573953 HTTP/1.1" status: 200 len: 945 time: 0.3115387 Feb 09 00:52:04.714600 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-2dfe3cbf-64b7-4351-b945-599d1d6e26f1 service neutron] 10.222.0.99 "GET /v2.0/networks/ded91f5f-4c52-4e17-8569-d9d1696711b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306766 Feb 09 00:52:04.786213 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f096fa81-84f5-49a8-bd06-c7f39a959467 req-94afbf92-c508-499c-bf5b-ac800ade80e6 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.105 "GET /v2.0/security-groups?id=fa53326b-e9b6-4684-a0e1-c70cb70bdf58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1808867 Feb 09 00:52:04.791169 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38557aa-3981-48c4-a184-ed09617a7321 None None] New status for floating IP 54897e23-5bba-4e10-a694-4dd49862327f: ACTIVE {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 00:52:04.798140 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c860d6c-82ec-4438-871a-8090d91a1d7c req-a0fb989d-8a6f-4ca7-94fa-cbca52c245ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:04.799684 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-0c860d6c-82ec-4438-871a-8090d91a1d7c req-a0fb989d-8a6f-4ca7-94fa-cbca52c245ca service neutron] 10.222.0.99 "GET /v2.0/networks?id=27e5ee19-f0a7-4563-ba03-a0f237d4208b HTTP/1.1" status: 200 len: 925 time: 0.2457008 Feb 09 00:52:04.843961 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c765bf3-d534-40ac-afc4-c46a67101a97 req-3820c210-4d79-4454-b06d-9316b80a7e74 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:04.846147 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5c765bf3-d534-40ac-afc4-c46a67101a97 req-3820c210-4d79-4454-b06d-9316b80a7e74 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] 10.222.0.105 "GET /v2.0/ports?device_id=9668ee21-d6a9-49cb-bd12-7cbff1081f3e HTTP/1.1" status: 200 len: 950 time: 0.1999521 Feb 09 00:52:04.918997 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5c765bf3-d534-40ac-afc4-c46a67101a97 req-e58d0fa3-5e49-4aa2-9471-7f407fdd1b8b tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] 10.222.0.105 "GET /v2.0/security-groups?id=0f507eaa-fbf5-4591-86aa-07515c8d90fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654821 Feb 09 00:52:04.935586 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-0c860d6c-82ec-4438-871a-8090d91a1d7c req-7d2dffca-ac5c-4e55-a46a-311a6e308d12 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89d21d29-430d-46a3-9bd4-2f717213fb02 HTTP/1.1" status: 200 len: 998 time: 0.1282308 Feb 09 00:52:05.047997 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c860d6c-82ec-4438-871a-8090d91a1d7c req-1e553f36-b410-4eb7-b94d-00b927a023aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:05.049677 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-0c860d6c-82ec-4438-871a-8090d91a1d7c req-1e553f36-b410-4eb7-b94d-00b927a023aa service neutron] 10.222.0.99 "GET /v2.0/subnets?id=660612cb-07d4-43f9-b983-e1b46d8a035c HTTP/1.1" status: 200 len: 863 time: 0.0965774 Feb 09 00:52:05.074955 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8017fb41-1bb9-4a65-93d6-83227068a2dc req-2029a70d-d32f-48a5-866e-1494971d1c44 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:05.083709 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8017fb41-1bb9-4a65-93d6-83227068a2dc req-2029a70d-d32f-48a5-866e-1494971d1c44 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f26b1f1-bccd-471c-9b04-b9969c8e9c78 HTTP/1.1" status: 200 len: 944 time: 0.1423731 Feb 09 00:52:05.150026 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c860d6c-82ec-4438-871a-8090d91a1d7c req-782836f2-7f6f-4c36-a5f9-0fc89ae4a540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:05.151507 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-0c860d6c-82ec-4438-871a-8090d91a1d7c req-782836f2-7f6f-4c36-a5f9-0fc89ae4a540 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=27e5ee19-f0a7-4563-ba03-a0f237d4208b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0925274 Feb 09 00:52:05.157274 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8017fb41-1bb9-4a65-93d6-83227068a2dc req-2033d9a7-7567-418a-bd62-3ec335288c92 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726511 Feb 09 00:52:05.345834 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-0c860d6c-82ec-4438-871a-8090d91a1d7c req-5a412a73-5591-411b-9346-dbae05201203 service neutron] 10.222.0.99 "GET /v2.0/networks/27e5ee19-f0a7-4563-ba03-a0f237d4208b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844678 Feb 09 00:52:05.408427 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f715fd5a-7887-4028-bdb1-6ce6fcc2778b req-9f440476-153c-4ab1-b948-a785ca6c91b8 tempest-VolumesAdminNegativeTest-1595770146 tempest-VolumesAdminNegativeTest-1595770146-project] 10.222.0.105 "GET /v2.0/ports?device_id=e52cbb8a-e57d-4d79-b626-7c62937e6993 HTTP/1.1" status: 200 len: 210 time: 0.0986493 Feb 09 00:52:05.454395 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-967b02b8-494b-4d84-8307-04e739494d1c tempest-LiveMigrationTest-757645410 tempest-LiveMigrationTest-757645410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:05.455822 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-967b02b8-494b-4d84-8307-04e739494d1c tempest-LiveMigrationTest-757645410 tempest-LiveMigrationTest-757645410-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=1f26b1f1-bccd-471c-9b04-b9969c8e9c78&tenant_id=8d883076d7064c219a98a8f981d7945a&binding%3Ahost_id=n-h2-828418-1 HTTP/1.1" status: 200 len: 1095 time: 0.2951643 Feb 09 00:52:05.465051 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293dae08-87a5-4152-b893-280b0ec50ebc req-e1ec9258-9316-4e11-ad9d-0b07e405bca9 tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:05.466609 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-293dae08-87a5-4152-b893-280b0ec50ebc req-e1ec9258-9316-4e11-ad9d-0b07e405bca9 tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c380869-e7a5-4efb-989d-659068d76585 HTTP/1.1" status: 200 len: 949 time: 0.1556242 Feb 09 00:52:05.576227 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-293dae08-87a5-4152-b893-280b0ec50ebc req-0a03b469-19ba-4781-b484-d1c987c910b5 tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] 10.222.0.105 "GET /v2.0/security-groups?id=8c449786-30da-4860-bddd-bf764c476eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726409 Feb 09 00:52:05.656385 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-0c860d6c-82ec-4438-871a-8090d91a1d7c req-4fdfbb7d-5811-4eb6-ba2f-2f7befcb14e6 service neutron] 10.222.0.99 "GET /v2.0/networks/27e5ee19-f0a7-4563-ba03-a0f237d4208b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019171 Feb 09 00:52:05.678805 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-130c71a5-0f33-4a11-abbb-808a42f32abc service neutron] For port 6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:52:05.683534 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-130c71a5-0f33-4a11-abbb-808a42f32abc service neutron] Notify callbacks [] for binding, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:05.685076 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-adfada9b-588e-4552-a0c5-356ca96bf69c req-130c71a5-0f33-4a11-abbb-808a42f32abc service neutron] 10.222.0.99 "DELETE /v2.0/ports/6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f/bindings/n-h1-828418-1 HTTP/1.1" status: 204 len: 173 time: 0.2173455 Feb 09 00:52:05.872527 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902aacff-5125-4ea2-ae38-30cb41fea76f req-9e7f3351-0222-4aff-accc-acdb0ea42172 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:05.874249 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-902aacff-5125-4ea2-ae38-30cb41fea76f req-9e7f3351-0222-4aff-accc-acdb0ea42172 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4b50d6d-b742-465e-b92d-ffeb95538b3f HTTP/1.1" status: 200 len: 949 time: 0.1078849 Feb 09 00:52:05.935329 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-902aacff-5125-4ea2-ae38-30cb41fea76f req-006fc763-7669-4f3b-ba32-a7ad03c066e3 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528476 Feb 09 00:52:05.978220 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a2599-6889-4383-8497-75e6fc8ba6e0 req-e0c838df-03e7-46e9-8a40-94fd6d6514c7 tempest-VolumesAdminNegativeTest-1595770146 tempest-VolumesAdminNegativeTest-1595770146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:05.979385 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-4d4a2599-6889-4383-8497-75e6fc8ba6e0 req-e0c838df-03e7-46e9-8a40-94fd6d6514c7 tempest-VolumesAdminNegativeTest-1595770146 tempest-VolumesAdminNegativeTest-1595770146-project] Synchronizing usage tracker for tenant:f2a0e2ff2e284548b6a260d3ed4ca945 on resource:network {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:52:05.998446 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-4d4a2599-6889-4383-8497-75e6fc8ba6e0 req-e0c838df-03e7-46e9-8a40-94fd6d6514c7 tempest-VolumesAdminNegativeTest-1595770146 tempest-VolumesAdminNegativeTest-1595770146-project] Unset dirty status for tenant:f2a0e2ff2e284548b6a260d3ed4ca945 on resource:network {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:52:06.000420 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4d4a2599-6889-4383-8497-75e6fc8ba6e0 req-e0c838df-03e7-46e9-8a40-94fd6d6514c7 tempest-VolumesAdminNegativeTest-1595770146 tempest-VolumesAdminNegativeTest-1595770146-project] 10.222.0.62 "GET /v2.0/networks?id=69dccf93-82ee-47ca-8e23-ddbbe2c55570 HTTP/1.1" status: 200 len: 815 time: 0.2110517 Feb 09 00:52:06.013448 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-4d4a2599-6889-4383-8497-75e6fc8ba6e0 req-44de1cd5-9006-436f-9053-12d6666ff4f3 tempest-VolumesAdminNegativeTest-1595770146 tempest-VolumesAdminNegativeTest-1595770146-project] Request body: {'port': {'device_id': 'e52cbb8a-e57d-4d79-b626-7c62937e6993', 'network_id': '69dccf93-82ee-47ca-8e23-ddbbe2c55570', 'admin_state_up': True, 'tenant_id': 'f2a0e2ff2e284548b6a260d3ed4ca945'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:52:06.167867 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa947f1f-66d4-4001-aa5a-0526c7e57f1b req-911b3253-c7ac-4f6e-908f-64055e96dff0 tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:06.169371 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fa947f1f-66d4-4001-aa5a-0526c7e57f1b req-911b3253-c7ac-4f6e-908f-64055e96dff0 tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] 10.222.0.105 "GET /v2.0/ports?device_id=ec035eca-83f3-4362-b24c-2ef0625f9f34 HTTP/1.1" status: 200 len: 949 time: 0.0880814 Feb 09 00:52:06.181264 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-4d4a2599-6889-4383-8497-75e6fc8ba6e0 req-44de1cd5-9006-436f-9053-12d6666ff4f3 tempest-VolumesAdminNegativeTest-1595770146 tempest-VolumesAdminNegativeTest-1595770146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:52:06.185636 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-4d4a2599-6889-4383-8497-75e6fc8ba6e0 req-44de1cd5-9006-436f-9053-12d6666ff4f3 tempest-VolumesAdminNegativeTest-1595770146 tempest-VolumesAdminNegativeTest-1595770146-project] Usage tracker for resource:port and tenant:f2a0e2ff2e284548b6a260d3ed4ca945 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:52:06.189098 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-4d4a2599-6889-4383-8497-75e6fc8ba6e0 req-44de1cd5-9006-436f-9053-12d6666ff4f3 tempest-VolumesAdminNegativeTest-1595770146 tempest-VolumesAdminNegativeTest-1595770146-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:52:06.196027 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-4d4a2599-6889-4383-8497-75e6fc8ba6e0 req-44de1cd5-9006-436f-9053-12d6666ff4f3 tempest-VolumesAdminNegativeTest-1595770146 tempest-VolumesAdminNegativeTest-1595770146-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:52:06.209033 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d4a2599-6889-4383-8497-75e6fc8ba6e0 req-44de1cd5-9006-436f-9053-12d6666ff4f3 tempest-VolumesAdminNegativeTest-1595770146 tempest-VolumesAdminNegativeTest-1595770146-project] Made reservation on behalf of f2a0e2ff2e284548b6a260d3ed4ca945 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:52:06.213346 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-4d4a2599-6889-4383-8497-75e6fc8ba6e0 req-44de1cd5-9006-436f-9053-12d6666ff4f3 tempest-VolumesAdminNegativeTest-1595770146 tempest-VolumesAdminNegativeTest-1595770146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:06.267625 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fa947f1f-66d4-4001-aa5a-0526c7e57f1b req-7c676c2a-b349-4fee-bd48-bac2f5408a14 tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] 10.222.0.105 "GET /v2.0/security-groups?id=19a81258-cc95-41c2-a421-b5ad19bdff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890563 Feb 09 00:52:06.311002 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b5713c-0cec-4799-bb16-d560905b7880 req-3fa0236b-240d-46f5-8cdc-a3457b3dfd3b tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:06.312483 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-43b5713c-0cec-4799-bb16-d560905b7880 req-3fa0236b-240d-46f5-8cdc-a3457b3dfd3b tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.105 "GET /v2.0/ports?device_id=002445d9-8310-4d95-b177-135d4c573953 HTTP/1.1" status: 200 len: 945 time: 0.0997818 Feb 09 00:52:06.370599 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-43b5713c-0cec-4799-bb16-d560905b7880 req-e4742f5f-d18f-4b9f-ad7f-9ab68f042816 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.105 "GET /v2.0/security-groups?id=fa53326b-e9b6-4684-a0e1-c70cb70bdf58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512226 Feb 09 00:52:06.417882 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-4d4a2599-6889-4383-8497-75e6fc8ba6e0 req-44de1cd5-9006-436f-9053-12d6666ff4f3 tempest-VolumesAdminNegativeTest-1595770146 tempest-VolumesAdminNegativeTest-1595770146-project] Allocated IP 172.20.0.6 (69dccf93-82ee-47ca-8e23-ddbbe2c55570/a943b68c-39ae-43a0-a075-e3afd5858e9f/e8a045d1-cf61-4d2e-aa2a-637a8ef55bd5) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:52:06.473206 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c53a9-17d1-4578-9210-67f97c4ef4e9 req-16a4a0de-0f1d-4894-b07f-f04dbb3a6d7d tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:06.475075 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ce6c53a9-17d1-4578-9210-67f97c4ef4e9 req-16a4a0de-0f1d-4894-b07f-f04dbb3a6d7d tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] 10.222.0.105 "GET /v2.0/ports?device_id=9668ee21-d6a9-49cb-bd12-7cbff1081f3e HTTP/1.1" status: 200 len: 950 time: 0.0850370 Feb 09 00:52:06.568431 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ce6c53a9-17d1-4578-9210-67f97c4ef4e9 req-9effe955-ebcd-43a3-b27d-d33b0d7c2626 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] 10.222.0.105 "GET /v2.0/security-groups?id=0f507eaa-fbf5-4591-86aa-07515c8d90fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580835 Feb 09 00:52:06.600675 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771624e0-9c55-4f6c-890c-95d68f33d234 req-a9ecf845-f298-4666-8776-2d14cce1f812 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:06.600675 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-771624e0-9c55-4f6c-890c-95d68f33d234 req-a9ecf845-f298-4666-8776-2d14cce1f812 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/ports?device_id=b7a99ca9-ab7a-4f96-ac04-dd8fbdfdcef0 HTTP/1.1" status: 200 len: 946 time: 0.1194103 Feb 09 00:52:06.654999 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-771624e0-9c55-4f6c-890c-95d68f33d234 req-6737b120-de35-4b55-aa99-986e2ff71245 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/security-groups?id=5241b5dc-7937-4332-869e-fc6addd63e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451174 Feb 09 00:52:06.682144 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-4d4a2599-6889-4383-8497-75e6fc8ba6e0 req-44de1cd5-9006-436f-9053-12d6666ff4f3 tempest-VolumesAdminNegativeTest-1595770146 tempest-VolumesAdminNegativeTest-1595770146-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:06.715331 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-4d4a2599-6889-4383-8497-75e6fc8ba6e0 req-44de1cd5-9006-436f-9053-12d6666ff4f3 tempest-VolumesAdminNegativeTest-1595770146 tempest-VolumesAdminNegativeTest-1595770146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:06.787151 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d4a2599-6889-4383-8497-75e6fc8ba6e0 req-44de1cd5-9006-436f-9053-12d6666ff4f3 tempest-VolumesAdminNegativeTest-1595770146 tempest-VolumesAdminNegativeTest-1595770146-project] Network 69dccf93-82ee-47ca-8e23-ddbbe2c55570 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:52:06.790663 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-4d4a2599-6889-4383-8497-75e6fc8ba6e0 req-44de1cd5-9006-436f-9053-12d6666ff4f3 tempest-VolumesAdminNegativeTest-1595770146 tempest-VolumesAdminNegativeTest-1595770146-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:52:06.793256 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d4a2599-6889-4383-8497-75e6fc8ba6e0 req-44de1cd5-9006-436f-9053-12d6666ff4f3 tempest-VolumesAdminNegativeTest-1595770146 tempest-VolumesAdminNegativeTest-1595770146-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:52:06.842900 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de1cd5-9006-436f-9053-12d6666ff4f3 tempest-VolumesAdminNegativeTest-1595770146 tempest-VolumesAdminNegativeTest-1595770146-project] Pushing event updated for resources: {'Port': ['ID=e8a045d1-cf61-4d2e-aa2a-637a8ef55bd5,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:06.868544 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a2599-6889-4383-8497-75e6fc8ba6e0 req-44de1cd5-9006-436f-9053-12d6666ff4f3 tempest-VolumesAdminNegativeTest-1595770146 tempest-VolumesAdminNegativeTest-1595770146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:06.869215 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-4d4a2599-6889-4383-8497-75e6fc8ba6e0 req-44de1cd5-9006-436f-9053-12d6666ff4f3 tempest-VolumesAdminNegativeTest-1595770146 tempest-VolumesAdminNegativeTest-1595770146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:06.875609 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e01b47-6fab-4cd8-952c-b6b5198b79ed req-14ec7066-dfc5-4f53-9b5f-5f89984f971e tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:06.877094 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-60e01b47-6fab-4cd8-952c-b6b5198b79ed req-14ec7066-dfc5-4f53-9b5f-5f89984f971e tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f26b1f1-bccd-471c-9b04-b9969c8e9c78 HTTP/1.1" status: 200 len: 944 time: 0.1483605 Feb 09 00:52:06.888104 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b57da47-5d0d-42ad-b348-65e290ff47bb req-6880995e-7647-4278-89d0-91a7b4cb9d9d tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:06.888836 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4d4a2599-6889-4383-8497-75e6fc8ba6e0 req-44de1cd5-9006-436f-9053-12d6666ff4f3 tempest-VolumesAdminNegativeTest-1595770146 tempest-VolumesAdminNegativeTest-1595770146-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8797128 Feb 09 00:52:06.889590 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3b57da47-5d0d-42ad-b348-65e290ff47bb req-6880995e-7647-4278-89d0-91a7b4cb9d9d tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.105 "GET /v2.0/ports?device_id=002445d9-8310-4d95-b177-135d4c573953 HTTP/1.1" status: 200 len: 945 time: 0.1191480 Feb 09 00:52:06.900126 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-4d4a2599-6889-4383-8497-75e6fc8ba6e0 req-1b69d197-16ec-4ac3-88b8-a4915eb0247d service neutron] Request body: {'port': {'device_id': 'e52cbb8a-e57d-4d79-b626-7c62937e6993', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:52:06.957124 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-60e01b47-6fab-4cd8-952c-b6b5198b79ed req-df6ea482-4f7a-45a2-89ee-98db104f5d39 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659957 Feb 09 00:52:06.964685 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3b57da47-5d0d-42ad-b348-65e290ff47bb req-2a62b0e7-db9f-44e1-a399-82b37c9cb329 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.105 "GET /v2.0/security-groups?id=fa53326b-e9b6-4684-a0e1-c70cb70bdf58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0610464 Feb 09 00:52:07.017685 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-4d4a2599-6889-4383-8497-75e6fc8ba6e0 req-1b69d197-16ec-4ac3-88b8-a4915eb0247d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:07.153749 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461087f8-1a54-45c6-8dc4-a4fd8030b717 req-3fee8a36-0d5d-4ade-821d-b17fa25e6658 tempest-VolumesAdminNegativeTest-1595770146 tempest-VolumesAdminNegativeTest-1595770146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:07.155396 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-461087f8-1a54-45c6-8dc4-a4fd8030b717 req-3fee8a36-0d5d-4ade-821d-b17fa25e6658 tempest-VolumesAdminNegativeTest-1595770146 tempest-VolumesAdminNegativeTest-1595770146-project] 10.222.0.105 "GET /v2.0/ports?device_id=e52cbb8a-e57d-4d79-b626-7c62937e6993 HTTP/1.1" status: 200 len: 931 time: 0.0866635 Feb 09 00:52:07.213184 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-461087f8-1a54-45c6-8dc4-a4fd8030b717 req-53f5d3ea-2f32-4187-a92c-2245cf3adb21 tempest-VolumesAdminNegativeTest-1595770146 tempest-VolumesAdminNegativeTest-1595770146-project] 10.222.0.105 "GET /v2.0/security-groups?id=a9a29efb-413a-485a-9495-5c2c9a2d80a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505288 Feb 09 00:52:07.389290 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94af4ca-bc9f-400a-ae61-7c68e49efb71 req-79bcf223-b61c-4cfa-8036-44ca689f1657 tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:07.393703 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-e94af4ca-bc9f-400a-ae61-7c68e49efb71 req-79bcf223-b61c-4cfa-8036-44ca689f1657 tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] Synchronizing usage tracker for tenant:32220f7b1fe74d5aa6396597c9be690f on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:52:07.441921 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9751b500-6521-439f-afca-d093188826ea req-a6eb186a-e1b5-49df-81fe-d6a495ce445a tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:07.443666 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9751b500-6521-439f-afca-d093188826ea req-a6eb186a-e1b5-49df-81fe-d6a495ce445a tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c380869-e7a5-4efb-989d-659068d76585 HTTP/1.1" status: 200 len: 949 time: 0.1458106 Feb 09 00:52:07.447086 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 37e725a4-e9de-453e-b378-802fdf219175 up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:52:07.454655 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63e2e93-bb34-4690-8698-3509cd0c2d4f req-ba8a9fcd-6c0c-4526-92c2-deb0ad48b35d tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:07.457741 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d63e2e93-bb34-4690-8698-3509cd0c2d4f req-ba8a9fcd-6c0c-4526-92c2-deb0ad48b35d tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4b50d6d-b742-465e-b92d-ffeb95538b3f HTTP/1.1" status: 200 len: 949 time: 0.1226928 Feb 09 00:52:07.480483 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-e94af4ca-bc9f-400a-ae61-7c68e49efb71 req-79bcf223-b61c-4cfa-8036-44ca689f1657 tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] Unset dirty status for tenant:32220f7b1fe74d5aa6396597c9be690f on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:52:07.481643 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e94af4ca-bc9f-400a-ae61-7c68e49efb71 req-79bcf223-b61c-4cfa-8036-44ca689f1657 tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec035eca-83f3-4362-b24c-2ef0625f9f34 HTTP/1.1" status: 200 len: 949 time: 0.2334640 Feb 09 00:52:07.537200 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9751b500-6521-439f-afca-d093188826ea req-3364ba8d-891d-478f-a21f-0c7ad57fe3d5 tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] 10.222.0.105 "GET /v2.0/security-groups?id=8c449786-30da-4860-bddd-bf764c476eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752947 Feb 09 00:52:07.540604 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d63e2e93-bb34-4690-8698-3509cd0c2d4f req-b2fa32ab-f4f1-46bb-9257-56f01af623f6 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769820 Feb 09 00:52:07.541982 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning for port 37e725a4-e9de-453e-b378-802fdf219175 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:52:07.545047 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [req-4d4a2599-6889-4383-8497-75e6fc8ba6e0 req-1b69d197-16ec-4ac3-88b8-a4915eb0247d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8a045d1-cf61-4d2e-aa2a-637a8ef55bd5 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:52:07.547351 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port 37e725a4-e9de-453e-b378-802fdf219175 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:52:07.547721 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:07.557841 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-4d4a2599-6889-4383-8497-75e6fc8ba6e0 req-1b69d197-16ec-4ac3-88b8-a4915eb0247d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:07.613297 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-e94af4ca-bc9f-400a-ae61-7c68e49efb71 req-f0f30f26-f9d4-4d0d-b079-661c0b87952e tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] Deleting port 2da9a274-6760-4a48-89db-e70b6026b6b2 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:52:07.613547 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-e94af4ca-bc9f-400a-ae61-7c68e49efb71 req-f0f30f26-f9d4-4d0d-b079-661c0b87952e tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:07.656884 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-4d4a2599-6889-4383-8497-75e6fc8ba6e0 req-1b69d197-16ec-4ac3-88b8-a4915eb0247d service neutron] Transition to ACTIVE for port object e8a045d1-cf61-4d2e-aa2a-637a8ef55bd5 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:52:07.665975 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-4d4a2599-6889-4383-8497-75e6fc8ba6e0 req-1b69d197-16ec-4ac3-88b8-a4915eb0247d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:07.789285 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:07.824994 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c380869-e7a5-4efb-989d-659068d76585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e725a4-e9de-453e-b378-802fdf219175'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:52:07.836399 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 37e725a4-e9de-453e-b378-802fdf219175, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=37e725a4-e9de-453e-b378-802fdf219175,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:52:07.841675 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:07.893018 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054a00b-74c7-495f-b05b-4deb3be641b1 req-15f72c9a-4177-4313-a13a-305c2344e915 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:07.901091 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f054a00b-74c7-495f-b05b-4deb3be641b1 req-15f72c9a-4177-4313-a13a-305c2344e915 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] 10.222.0.105 "GET /v2.0/ports?device_id=9668ee21-d6a9-49cb-bd12-7cbff1081f3e HTTP/1.1" status: 200 len: 950 time: 0.1753268 Feb 09 00:52:07.931821 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb9ac6d-5799-484b-b7df-c5651508599d req-064953a5-1c92-4503-8fdb-89c41c3aac2c tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:07.933467 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0eb9ac6d-5799-484b-b7df-c5651508599d req-064953a5-1c92-4503-8fdb-89c41c3aac2c tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] 10.222.0.105 "GET /v2.0/ports?device_id=ec035eca-83f3-4362-b24c-2ef0625f9f34 HTTP/1.1" status: 200 len: 949 time: 0.1552365 Feb 09 00:52:07.934263 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=37e725a4-e9de-453e-b378-802fdf219175,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:07.973843 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f054a00b-74c7-495f-b05b-4deb3be641b1 req-3c74867c-ff1d-4f62-b2cb-8302880835f7 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] 10.222.0.105 "GET /v2.0/security-groups?id=0f507eaa-fbf5-4591-86aa-07515c8d90fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718555 Feb 09 00:52:08.013862 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0eb9ac6d-5799-484b-b7df-c5651508599d req-79d89969-0643-4581-b7d2-685669b62acb tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] 10.222.0.105 "GET /v2.0/security-groups?id=19a81258-cc95-41c2-a421-b5ad19bdff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618639 Feb 09 00:52:08.032281 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69d197-16ec-4ac3-88b8-a4915eb0247d service neutron] Pushing event updated for resources: {'Port': ['ID=e8a045d1-cf61-4d2e-aa2a-637a8ef55bd5,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:08.076978 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-54504b3c-9a28-415d-8d80-32dad00fab36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:08.216449 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-4d4a2599-6889-4383-8497-75e6fc8ba6e0 req-1b69d197-16ec-4ac3-88b8-a4915eb0247d service neutron] Attempting to bind port e8a045d1-cf61-4d2e-aa2a-637a8ef55bd5 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:52:08.216843 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-4d4a2599-6889-4383-8497-75e6fc8ba6e0 req-1b69d197-16ec-4ac3-88b8-a4915eb0247d service neutron] Attempting to bind port e8a045d1-cf61-4d2e-aa2a-637a8ef55bd5 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '49964a39-362c-4f04-866c-03f8ba796372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '69dccf93-82ee-47ca-8e23-ddbbe2c55570'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:52:08.217185 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4a2599-6889-4383-8497-75e6fc8ba6e0 req-1b69d197-16ec-4ac3-88b8-a4915eb0247d service neutron] Attempting to bind port e8a045d1-cf61-4d2e-aa2a-637a8ef55bd5 on network 69dccf93-82ee-47ca-8e23-ddbbe2c55570 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:52:08.237098 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4a2599-6889-4383-8497-75e6fc8ba6e0 req-1b69d197-16ec-4ac3-88b8-a4915eb0247d service neutron] Port e8a045d1-cf61-4d2e-aa2a-637a8ef55bd5 on network 69dccf93-82ee-47ca-8e23-ddbbe2c55570 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:52:08.237312 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4a2599-6889-4383-8497-75e6fc8ba6e0 req-1b69d197-16ec-4ac3-88b8-a4915eb0247d service neutron] Attempting to bind port e8a045d1-cf61-4d2e-aa2a-637a8ef55bd5 on network 69dccf93-82ee-47ca-8e23-ddbbe2c55570 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:52:08.240886 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d6bd6-f377-471c-ba89-af4d21dd0521 req-a5aa69b4-a7b7-4214-97b8-3b44581d0ae9 tempest-LiveMigrationTest-757645410 tempest-LiveMigrationTest-757645410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:08.242964 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a21d6bd6-f377-471c-ba89-af4d21dd0521 req-a5aa69b4-a7b7-4214-97b8-3b44581d0ae9 tempest-LiveMigrationTest-757645410 tempest-LiveMigrationTest-757645410-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=1f26b1f1-bccd-471c-9b04-b9969c8e9c78 HTTP/1.1" status: 200 len: 1095 time: 0.1003060 Feb 09 00:52:08.254020 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4a2599-6889-4383-8497-75e6fc8ba6e0 req-1b69d197-16ec-4ac3-88b8-a4915eb0247d service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:52:08.254432 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4a2599-6889-4383-8497-75e6fc8ba6e0 req-1b69d197-16ec-4ac3-88b8-a4915eb0247d service neutron] Checking segment: {'id': '49964a39-362c-4f04-866c-03f8ba796372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '69dccf93-82ee-47ca-8e23-ddbbe2c55570'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:52:08.254827 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4a2599-6889-4383-8497-75e6fc8ba6e0 req-1b69d197-16ec-4ac3-88b8-a4915eb0247d service neutron] Bound using segment: {'id': '49964a39-362c-4f04-866c-03f8ba796372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '69dccf93-82ee-47ca-8e23-ddbbe2c55570'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:52:08.255273 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-4d4a2599-6889-4383-8497-75e6fc8ba6e0 req-1b69d197-16ec-4ac3-88b8-a4915eb0247d service neutron] Bound port: e8a045d1-cf61-4d2e-aa2a-637a8ef55bd5, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49964a39-362c-4f04-866c-03f8ba796372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '69dccf93-82ee-47ca-8e23-ddbbe2c55570'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:52:08.255619 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-4d4a2599-6889-4383-8497-75e6fc8ba6e0 req-1b69d197-16ec-4ac3-88b8-a4915eb0247d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:08.278353 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-e94af4ca-bc9f-400a-ae61-7c68e49efb71 req-f0f30f26-f9d4-4d0d-b079-661c0b87952e tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] For port 2da9a274-6760-4a48-89db-e70b6026b6b2, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=2da9a274-6760-4a48-89db-e70b6026b6b2,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:52:08.278695 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-e94af4ca-bc9f-400a-ae61-7c68e49efb71 req-f0f30f26-f9d4-4d0d-b079-661c0b87952e tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:08.339776 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a21d6bd6-f377-471c-ba89-af4d21dd0521 req-dfaa71ad-ec81-450b-bea8-38d72c70634d tempest-LiveMigrationTest-757645410 tempest-LiveMigrationTest-757645410-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911953 Feb 09 00:52:08.388528 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4912433-96c0-4276-abe5-5ae53663f3de req-92374cbc-2cd8-4f8e-90fe-763af38fc028 tempest-MigrationsAdminTest-1559850011 tempest-MigrationsAdminTest-1559850011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:08.390282 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f4912433-96c0-4276-abe5-5ae53663f3de req-92374cbc-2cd8-4f8e-90fe-763af38fc028 tempest-MigrationsAdminTest-1559850011 tempest-MigrationsAdminTest-1559850011-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=f4b50d6d-b742-465e-b92d-ffeb95538b3f HTTP/1.1" status: 200 len: 1100 time: 0.1262515 Feb 09 00:52:08.453733 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-e94af4ca-bc9f-400a-ae61-7c68e49efb71 req-f0f30f26-f9d4-4d0d-b079-661c0b87952e tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] Calling delete_port for 2da9a274-6760-4a48-89db-e70b6026b6b2 owned by compute:nova {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:52:08.544881 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-f4912433-96c0-4276-abe5-5ae53663f3de req-e9c5b47a-658d-43fb-a8b1-c9d1c0247aee tempest-MigrationsAdminTest-1559850011 tempest-MigrationsAdminTest-1559850011-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:08.549796 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-4d4a2599-6889-4383-8497-75e6fc8ba6e0 req-1b69d197-16ec-4ac3-88b8-a4915eb0247d service neutron] For port e8a045d1-cf61-4d2e-aa2a-637a8ef55bd5, host n-h1-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:52:08.558804 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-4d4a2599-6889-4383-8497-75e6fc8ba6e0 req-1b69d197-16ec-4ac3-88b8-a4915eb0247d service neutron] For port e8a045d1-cf61-4d2e-aa2a-637a8ef55bd5, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=e8a045d1-cf61-4d2e-aa2a-637a8ef55bd5,segment=NetworkSegment(49964a39-362c-4f04-866c-03f8ba796372),segment_id=49964a39-362c-4f04-866c-03f8ba796372)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:52:08.564534 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-4d4a2599-6889-4383-8497-75e6fc8ba6e0 req-1b69d197-16ec-4ac3-88b8-a4915eb0247d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:08.600301 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-f4912433-96c0-4276-abe5-5ae53663f3de req-e9c5b47a-658d-43fb-a8b1-c9d1c0247aee tempest-MigrationsAdminTest-1559850011 tempest-MigrationsAdminTest-1559850011-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:52:08.621270 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-f4912433-96c0-4276-abe5-5ae53663f3de req-e9c5b47a-658d-43fb-a8b1-c9d1c0247aee tempest-MigrationsAdminTest-1559850011 tempest-MigrationsAdminTest-1559850011-project-admin] Usage tracker for resource:security_group_rule and tenant:5e2c7be96b45429b9a1e91c2a5121285 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:52:08.625872 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-f4912433-96c0-4276-abe5-5ae53663f3de req-e9c5b47a-658d-43fb-a8b1-c9d1c0247aee tempest-MigrationsAdminTest-1559850011 tempest-MigrationsAdminTest-1559850011-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:52:08.635582 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-f4912433-96c0-4276-abe5-5ae53663f3de req-e9c5b47a-658d-43fb-a8b1-c9d1c0247aee tempest-MigrationsAdminTest-1559850011 tempest-MigrationsAdminTest-1559850011-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:52:08.679321 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a2599-6889-4383-8497-75e6fc8ba6e0 req-1b69d197-16ec-4ac3-88b8-a4915eb0247d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:08.679929 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-4d4a2599-6889-4383-8497-75e6fc8ba6e0 req-1b69d197-16ec-4ac3-88b8-a4915eb0247d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:08.681307 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4d4a2599-6889-4383-8497-75e6fc8ba6e0 req-1b69d197-16ec-4ac3-88b8-a4915eb0247d service neutron] 10.222.0.62 "PUT /v2.0/ports/e8a045d1-cf61-4d2e-aa2a-637a8ef55bd5 HTTP/1.1" status: 200 len: 1091 time: 1.7854335 Feb 09 00:52:08.683557 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e52cbb8a-e57d-4d79-b626-7c62937e6993', 'tag': 'e8a045d1-cf61-4d2e-aa2a-637a8ef55bd5'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:52:08.720975 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69d197-16ec-4ac3-88b8-a4915eb0247d service neutron] Pushing event updated for resources: {'Port': ['ID=e8a045d1-cf61-4d2e-aa2a-637a8ef55bd5,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:08.724940 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-e94af4ca-bc9f-400a-ae61-7c68e49efb71 req-f0f30f26-f9d4-4d0d-b079-661c0b87952e tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:08.735779 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da386d21-f680-45a9-a6fe-b67f9f3ce24e req-31753951-845f-4f45-a9c5-38277ca6d6f1 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:08.737923 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-da386d21-f680-45a9-a6fe-b67f9f3ce24e req-31753951-845f-4f45-a9c5-38277ca6d6f1 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/ports?device_id=b7a99ca9-ab7a-4f96-ac04-dd8fbdfdcef0 HTTP/1.1" status: 200 len: 946 time: 0.2304497 Feb 09 00:52:08.755073 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca510ef-cc2e-406a-a935-8c34b4287cd5 req-d9d10868-8116-46f6-ab02-d7c6edb6d876 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:08.756727 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5ca510ef-cc2e-406a-a935-8c34b4287cd5 req-d9d10868-8116-46f6-ab02-d7c6edb6d876 tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] 10.222.0.62 "GET /v2.0/ports?device_id=9668ee21-d6a9-49cb-bd12-7cbff1081f3e HTTP/1.1" status: 200 len: 950 time: 0.1899109 Feb 09 00:52:08.812371 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f30f26-f9d4-4d0d-b079-661c0b87952e tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] Pushing event deleted for resources: {'Port': ['ID=2da9a274-6760-4a48-89db-e70b6026b6b2,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:08.886501 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-da386d21-f680-45a9-a6fe-b67f9f3ce24e req-f744e8b4-a10e-4259-94c1-e548cc3e8e7e tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/security-groups?id=5241b5dc-7937-4332-869e-fc6addd63e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287806 Feb 09 00:52:08.903155 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-5ca510ef-cc2e-406a-a935-8c34b4287cd5 req-b5659d7d-9476-4433-9e51-fa5d0adc624e tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] Deleting port e0b58bb3-58e6-4455-9c82-f132e4598c13 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:52:08.903530 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5ca510ef-cc2e-406a-a935-8c34b4287cd5 req-b5659d7d-9476-4433-9e51-fa5d0adc624e tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:08.913457 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-e94af4ca-bc9f-400a-ae61-7c68e49efb71 req-f0f30f26-f9d4-4d0d-b079-661c0b87952e tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] No DVR routers for this DVR port 2da9a274-6760-4a48-89db-e70b6026b6b2 on host n-h1-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:52:08.917044 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-e94af4ca-bc9f-400a-ae61-7c68e49efb71 req-f0f30f26-f9d4-4d0d-b079-661c0b87952e tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:08.943195 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e94af4ca-bc9f-400a-ae61-7c68e49efb71 req-f0f30f26-f9d4-4d0d-b079-661c0b87952e tempest-ServerDiagnosticsNegativeTest-701641412 tempest-ServerDiagnosticsNegativeTest-701641412-project] 10.222.0.62 "DELETE /v2.0/ports/2da9a274-6760-4a48-89db-e70b6026b6b2 HTTP/1.1" status: 204 len: 173 time: 1.4552503 Feb 09 00:52:08.945216 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a2599-6889-4383-8497-75e6fc8ba6e0 req-2e855390-0e93-45fb-9b99-c75a1369fbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:08.946655 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4d4a2599-6889-4383-8497-75e6fc8ba6e0 req-2e855390-0e93-45fb-9b99-c75a1369fbfb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f2a0e2ff2e284548b6a260d3ed4ca945&device_id=e52cbb8a-e57d-4d79-b626-7c62937e6993 HTTP/1.1" status: 200 len: 1094 time: 0.1872854 Feb 09 00:52:08.971140 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c380869-e7a5-4efb-989d-659068d76585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e725a4-e9de-453e-b378-802fdf219175', 'code': 200} Feb 09 00:52:09.011849 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-f4912433-96c0-4276-abe5-5ae53663f3de req-e9c5b47a-658d-43fb-a8b1-c9d1c0247aee tempest-MigrationsAdminTest-1559850011 tempest-MigrationsAdminTest-1559850011-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:09.025516 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-f4912433-96c0-4276-abe5-5ae53663f3de req-e9c5b47a-658d-43fb-a8b1-c9d1c0247aee tempest-MigrationsAdminTest-1559850011 tempest-MigrationsAdminTest-1559850011-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:09.065490 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4d4a2599-6889-4383-8497-75e6fc8ba6e0 req-71b50357-77ba-4c63-aaee-edf216da230d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8a045d1-cf61-4d2e-aa2a-637a8ef55bd5 HTTP/1.1" status: 200 len: 217 time: 0.1121645 Feb 09 00:52:09.140116 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a2599-6889-4383-8497-75e6fc8ba6e0 req-8868a323-7ef4-41fa-a0ed-6ef8e7f0b345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:09.141519 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4d4a2599-6889-4383-8497-75e6fc8ba6e0 req-8868a323-7ef4-41fa-a0ed-6ef8e7f0b345 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a943b68c-39ae-43a0-a075-e3afd5858e9f HTTP/1.1" status: 200 len: 855 time: 0.0698438 Feb 09 00:52:09.186679 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f4912433-96c0-4276-abe5-5ae53663f3de req-e9c5b47a-658d-43fb-a8b1-c9d1c0247aee tempest-MigrationsAdminTest-1559850011 tempest-MigrationsAdminTest-1559850011-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7878375 Feb 09 00:52:09.192075 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4d4a2599-6889-4383-8497-75e6fc8ba6e0 req-66164455-5507-4398-9972-9415a0cb4a2e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=69dccf93-82ee-47ca-8e23-ddbbe2c55570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439653 Feb 09 00:52:09.209716 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c5b47a-658d-43fb-a8b1-c9d1c0247aee tempest-MigrationsAdminTest-1559850011 tempest-MigrationsAdminTest-1559850011-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036c86d9-c9c5-440f-9cc3-48d38566eac3,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:09.334475 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4d4a2599-6889-4383-8497-75e6fc8ba6e0 req-65ceaa46-ce39-44ff-9226-265c59bacd71 service neutron] 10.222.0.62 "GET /v2.0/networks/69dccf93-82ee-47ca-8e23-ddbbe2c55570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367776 Feb 09 00:52:09.443391 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 300ea727-8416-4aa1-ab71-8e94e286ec6d details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:52:09.493058 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4d4a2599-6889-4383-8497-75e6fc8ba6e0 req-2b6c942b-6b06-4033-ad2c-95e8141fa703 service neutron] 10.222.0.62 "GET /v2.0/networks/69dccf93-82ee-47ca-8e23-ddbbe2c55570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520321 Feb 09 00:52:09.500499 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661de6d4-c090-42fc-8203-df58f80b453c req-a90cb884-509f-47a2-883e-6a2bbd1a1a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:09.502007 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-661de6d4-c090-42fc-8203-df58f80b453c req-a90cb884-509f-47a2-883e-6a2bbd1a1a06 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=6c380869-e7a5-4efb-989d-659068d76585 HTTP/1.1" status: 200 len: 1101 time: 0.4278376 Feb 09 00:52:09.548502 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d90cf4-87f4-497f-a3fc-560edc190ab9 req-bf2af168-4362-433b-b18f-04b64f293be2 tempest-VolumesAdminNegativeTest-1595770146 tempest-VolumesAdminNegativeTest-1595770146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:09.550582 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-19d90cf4-87f4-497f-a3fc-560edc190ab9 req-bf2af168-4362-433b-b18f-04b64f293be2 tempest-VolumesAdminNegativeTest-1595770146 tempest-VolumesAdminNegativeTest-1595770146-project] 10.222.0.105 "GET /v2.0/ports?device_id=e52cbb8a-e57d-4d79-b626-7c62937e6993 HTTP/1.1" status: 200 len: 943 time: 0.4301679 Feb 09 00:52:09.555562 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-5ca510ef-cc2e-406a-a935-8c34b4287cd5 req-b5659d7d-9476-4433-9e51-fa5d0adc624e tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] For port e0b58bb3-58e6-4455-9c82-f132e4598c13, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=e0b58bb3-58e6-4455-9c82-f132e4598c13,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:52:09.555915 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5ca510ef-cc2e-406a-a935-8c34b4287cd5 req-b5659d7d-9476-4433-9e51-fa5d0adc624e tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:09.592280 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 300ea727-8416-4aa1-ab71-8e94e286ec6d, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=300ea727-8416-4aa1-ab71-8e94e286ec6d,segment=NetworkSegment(e9be9500-482f-486c-b330-ffba40da5382),segment_id=e9be9500-482f-486c-b330-ffba40da5382)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:52:09.614383 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': '300ea727-8416-4aa1-ab71-8e94e286ec6d', 'network_id': '39a46289-ad70-46f1-887f-88a255de2a83', 'port_id': '300ea727-8416-4aa1-ab71-8e94e286ec6d', 'mac_address': 'fa:16:3e:41:86:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '163b540f-77f3-4f41-babd-8cc6d2cd64c1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:52:09.661740 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f84696-aa49-41ef-b256-83d4f15b4861 req-63ddb4da-8dbb-432d-9aff-504393528e5c tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:09.663495 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b8f84696-aa49-41ef-b256-83d4f15b4861 req-63ddb4da-8dbb-432d-9aff-504393528e5c tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/networks?id=ded91f5f-4c52-4e17-8569-d9d1696711b8 HTTP/1.1" status: 200 len: 808 time: 0.3580873 Feb 09 00:52:09.684865 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:09.703691 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 300ea727-8416-4aa1-ab71-8e94e286ec6d {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:52:09.719931 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 300ea727-8416-4aa1-ab71-8e94e286ec6d, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=300ea727-8416-4aa1-ab71-8e94e286ec6d,segment=NetworkSegment(e9be9500-482f-486c-b330-ffba40da5382),segment_id=e9be9500-482f-486c-b330-ffba40da5382)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:52:09.724316 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:09.729934 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-5ca510ef-cc2e-406a-a935-8c34b4287cd5 req-b5659d7d-9476-4433-9e51-fa5d0adc624e tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] Calling delete_port for e0b58bb3-58e6-4455-9c82-f132e4598c13 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:52:09.795516 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-661de6d4-c090-42fc-8203-df58f80b453c req-65f0aea7-9b56-411f-90e9-5d9aa595b2c4 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=8c449786-30da-4860-bddd-bf764c476eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821794 Feb 09 00:52:09.802150 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=300ea727-8416-4aa1-ab71-8e94e286ec6d,revision_number=6']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:09.804408 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b8f84696-aa49-41ef-b256-83d4f15b4861 req-8b79f6ef-2a0e-4384-a094-149ca5aa481d tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/quotas/8d883076d7064c219a98a8f981d7945a HTTP/1.1" status: 200 len: 375 time: 0.0430119 Feb 09 00:52:09.822916 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-19d90cf4-87f4-497f-a3fc-560edc190ab9 req-5c3d96a8-ed9a-4198-a659-6ddfb2ef8340 tempest-VolumesAdminNegativeTest-1595770146 tempest-VolumesAdminNegativeTest-1595770146-project] 10.222.0.105 "GET /v2.0/security-groups?id=a9a29efb-413a-485a-9495-5c2c9a2d80a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520370 Feb 09 00:52:09.827646 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['300ea727-8416-4aa1-ab71-8e94e286ec6d'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:52:10.017316 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5ca510ef-cc2e-406a-a935-8c34b4287cd5 req-b5659d7d-9476-4433-9e51-fa5d0adc624e tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:10.027951 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['e0b58bb3-58e6-4455-9c82-f132e4598c13'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:52:10.069304 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b8f84696-aa49-41ef-b256-83d4f15b4861 req-d0320a0e-ce38-426c-bd86-233fb33d4394 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=8d883076d7064c219a98a8f981d7945a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2512827 Feb 09 00:52:10.079766 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5659d7d-9476-4433-9e51-fa5d0adc624e tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] Pushing event deleted for resources: {'Port': ['ID=e0b58bb3-58e6-4455-9c82-f132e4598c13,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:10.336288 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca510ef-cc2e-406a-a935-8c34b4287cd5 req-b5659d7d-9476-4433-9e51-fa5d0adc624e tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] No DVR routers for this DVR port e0b58bb3-58e6-4455-9c82-f132e4598c13 on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:52:10.340674 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5ca510ef-cc2e-406a-a935-8c34b4287cd5 req-b5659d7d-9476-4433-9e51-fa5d0adc624e tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:10.345447 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9668ee21-d6a9-49cb-bd12-7cbff1081f3e', 'name': 'network-vif-deleted', 'tag': 'e0b58bb3-58e6-4455-9c82-f132e4598c13'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:52:10.367762 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d61db5-0bbf-4df1-9d68-f36a0cdc2bc3 req-85ea3d4e-68a5-44f7-8be4-4ef186e85909 tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:10.369218 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d9d61db5-0bbf-4df1-9d68-f36a0cdc2bc3 req-85ea3d4e-68a5-44f7-8be4-4ef186e85909 tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c380869-e7a5-4efb-989d-659068d76585 HTTP/1.1" status: 200 len: 950 time: 0.4344800 Feb 09 00:52:10.401240 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8e10a1bf-1c24-4baa-aec0-4efaa8c214a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:10.417267 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5ca510ef-cc2e-406a-a935-8c34b4287cd5 req-b5659d7d-9476-4433-9e51-fa5d0adc624e tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] 10.222.0.62 "DELETE /v2.0/ports/e0b58bb3-58e6-4455-9c82-f132e4598c13 HTTP/1.1" status: 204 len: 173 time: 1.6533277 Feb 09 00:52:10.433667 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b8f84696-aa49-41ef-b256-83d4f15b4861 req-74f5f8c9-f150-4447-a80e-bbb94bc4b9ef service neutron] 10.222.0.105 "GET /v2.0/networks/ded91f5f-4c52-4e17-8569-d9d1696711b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3549249 Feb 09 00:52:10.510798 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d9d61db5-0bbf-4df1-9d68-f36a0cdc2bc3 req-cfc0833c-4298-4127-814e-a63d71271ebf tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] 10.222.0.105 "GET /v2.0/security-groups?id=8c449786-30da-4860-bddd-bf764c476eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353221 Feb 09 00:52:10.570985 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e52cbb8a-e57d-4d79-b626-7c62937e6993', 'tag': 'e8a045d1-cf61-4d2e-aa2a-637a8ef55bd5', 'status': 'completed', 'code': 200} Feb 09 00:52:10.576979 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b8f84696-aa49-41ef-b256-83d4f15b4861 req-d4e7163d-e746-453b-a9b2-3a55925b6f09 service neutron] 10.222.0.105 "GET /v2.0/networks/ded91f5f-4c52-4e17-8569-d9d1696711b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373403 Feb 09 00:52:10.693883 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f879fc-c89e-4719-bbdd-aa4558efa8e7 req-d794f6c1-efd0-45f2-a109-22ee455dc58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:10.695440 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-65f879fc-c89e-4719-bbdd-aa4558efa8e7 req-d794f6c1-efd0-45f2-a109-22ee455dc58d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f2a0e2ff2e284548b6a260d3ed4ca945&device_id=e52cbb8a-e57d-4d79-b626-7c62937e6993 HTTP/1.1" status: 200 len: 1094 time: 0.0925555 Feb 09 00:52:10.713099 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 2da9a274-6760-4a48-89db-e70b6026b6b2 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:52:10.780446 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: 2da9a274-6760-4a48-89db-e70b6026b6b2 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 00:52:10.780829 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 2da9a274-6760-4a48-89db-e70b6026b6b2 not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 00:52:10.823260 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-8902ae42-2b66-411a-a940-c8629cf1132c req-5e53ff58-255f-462e-9009-f6dbcee2ff0f tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] Synchronizing usage tracker for tenant:638657b25bbe4ae19e86726cc9773ae8 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:52:10.873519 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-8902ae42-2b66-411a-a940-c8629cf1132c req-5e53ff58-255f-462e-9009-f6dbcee2ff0f tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] Unset dirty status for tenant:638657b25bbe4ae19e86726cc9773ae8 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:52:10.874756 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8902ae42-2b66-411a-a940-c8629cf1132c req-5e53ff58-255f-462e-9009-f6dbcee2ff0f tempest-DeleteServersAdminTestJSON-1042070455 tempest-DeleteServersAdminTestJSON-1042070455-project] 10.222.0.105 "GET /v2.0/ports?device_id=9668ee21-d6a9-49cb-bd12-7cbff1081f3e HTTP/1.1" status: 200 len: 210 time: 0.1784093 Feb 09 00:52:10.935194 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f879fc-c89e-4719-bbdd-aa4558efa8e7 req-2270a4d6-1ca3-475c-bac7-d6092ded5ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:10.936995 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-65f879fc-c89e-4719-bbdd-aa4558efa8e7 req-2270a4d6-1ca3-475c-bac7-d6092ded5ca7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=69dccf93-82ee-47ca-8e23-ddbbe2c55570 HTTP/1.1" status: 200 len: 916 time: 0.2087116 Feb 09 00:52:11.063660 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-65f879fc-c89e-4719-bbdd-aa4558efa8e7 req-dafc8f8b-905f-4659-a40c-9d7790ff1a83 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8a045d1-cf61-4d2e-aa2a-637a8ef55bd5 HTTP/1.1" status: 200 len: 217 time: 0.1179035 Feb 09 00:52:11.208595 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f879fc-c89e-4719-bbdd-aa4558efa8e7 req-81c89452-e6fc-44e1-aac8-dbde65f2cf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:11.210043 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-65f879fc-c89e-4719-bbdd-aa4558efa8e7 req-81c89452-e6fc-44e1-aac8-dbde65f2cf9b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a943b68c-39ae-43a0-a075-e3afd5858e9f HTTP/1.1" status: 200 len: 855 time: 0.0951221 Feb 09 00:52:11.264362 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-65f879fc-c89e-4719-bbdd-aa4558efa8e7 req-ced89203-85df-4f6b-b589-b3996ba73cc1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=69dccf93-82ee-47ca-8e23-ddbbe2c55570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459611 Feb 09 00:52:11.266521 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:11.273647 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387283d3-14cd-4b67-9942-0daf158c1e61 req-1be5ca2c-45df-4af3-8f5e-32bcefe5891f tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:11.275281 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-387283d3-14cd-4b67-9942-0daf158c1e61 req-1be5ca2c-45df-4af3-8f5e-32bcefe5891f tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/ports?device_id=b7a99ca9-ab7a-4f96-ac04-dd8fbdfdcef0 HTTP/1.1" status: 200 len: 945 time: 0.2091336 Feb 09 00:52:11.301260 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40636) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:52:11.415474 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-387283d3-14cd-4b67-9942-0daf158c1e61 req-328557e5-f0e2-401e-a744-e76e976000be tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/security-groups?id=5241b5dc-7937-4332-869e-fc6addd63e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206341 Feb 09 00:52:11.424560 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:11.461037 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 300ea727-8416-4aa1-ab71-8e94e286ec6d up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:52:11.502044 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-65f879fc-c89e-4719-bbdd-aa4558efa8e7 req-2e246a02-97f6-4c9d-9712-b677ec58ab42 service neutron] 10.222.0.62 "GET /v2.0/networks/69dccf93-82ee-47ca-8e23-ddbbe2c55570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256367 Feb 09 00:52:11.541182 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-656299fc-bc46-44be-9e89-8f5466b6ff86 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=32220f7b1fe74d5aa6396597c9be690f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2378409 Feb 09 00:52:11.541956 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40644) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:52:11.547521 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9668ee21-d6a9-49cb-bd12-7cbff1081f3e', 'name': 'network-vif-deleted', 'tag': 'e0b58bb3-58e6-4455-9c82-f132e4598c13', 'status': 'completed', 'code': 200} Feb 09 00:52:11.561974 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port 300ea727-8416-4aa1-ab71-8e94e286ec6d triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:52:11.562787 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:11.733676 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-47a80d41-b5d0-42e0-a822-a867d8c22d91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:11.784052 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40654) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:52:11.799260 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-47a80d41-b5d0-42e0-a822-a867d8c22d91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:11.859144 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0f6128c7-94b4-492b-a9db-49988cee32a0 req-de8347b6-b7cf-490c-9df0-c7c40d55962c tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc8b84b2-b106-40bf-817c-64f458640c01 HTTP/1.1" status: 200 len: 210 time: 0.0875664 Feb 09 00:52:11.927865 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:11.958604 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-65f879fc-c89e-4719-bbdd-aa4558efa8e7 req-bcc9f48b-d722-4240-b9b4-9b39d9630800 service neutron] 10.222.0.62 "GET /v2.0/networks/69dccf93-82ee-47ca-8e23-ddbbe2c55570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4497769 Feb 09 00:52:11.972356 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a99ca9-ab7a-4f96-ac04-dd8fbdfdcef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '300ea727-8416-4aa1-ab71-8e94e286ec6d'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:52:11.980077 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 300ea727-8416-4aa1-ab71-8e94e286ec6d, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=300ea727-8416-4aa1-ab71-8e94e286ec6d,segment=NetworkSegment(e9be9500-482f-486c-b330-ffba40da5382),segment_id=e9be9500-482f-486c-b330-ffba40da5382)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:52:11.986649 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:11.992823 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7798596-5ba2-4c85-919e-f6fd1e0aff7f req-f3e20cae-b48a-4705-af70-9e94f50cff0a tempest-VolumesAdminNegativeTest-1595770146 tempest-VolumesAdminNegativeTest-1595770146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:11.994438 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b7798596-5ba2-4c85-919e-f6fd1e0aff7f req-f3e20cae-b48a-4705-af70-9e94f50cff0a tempest-VolumesAdminNegativeTest-1595770146 tempest-VolumesAdminNegativeTest-1595770146-project] 10.222.0.105 "GET /v2.0/ports?device_id=e52cbb8a-e57d-4d79-b626-7c62937e6993 HTTP/1.1" status: 200 len: 943 time: 0.1385558 Feb 09 00:52:12.058764 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=300ea727-8416-4aa1-ab71-8e94e286ec6d,revision_number=7']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:12.094035 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-47a80d41-b5d0-42e0-a822-a867d8c22d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:12.101526 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b7798596-5ba2-4c85-919e-f6fd1e0aff7f req-dcd42117-c595-4812-b70e-66be2e57fe8a tempest-VolumesAdminNegativeTest-1595770146 tempest-VolumesAdminNegativeTest-1595770146-project] 10.222.0.105 "GET /v2.0/security-groups?id=a9a29efb-413a-485a-9495-5c2c9a2d80a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681169 Feb 09 00:52:12.114528 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a80d41-b5d0-42e0-a822-a867d8c22d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a81258-cc95-41c2-a421-b5ad19bdff8b,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:12.127515 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facfda24-cc42-4376-a326-c2d688c5da7f req-6707cdb3-8105-46f2-9027-718de2ac1161 tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:12.134649 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4c27532b-ac56-4e61-9ad3-bd0b462d3093 req-db2c99aa-d573-424b-ba3c-68c3330eb11b service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=f4b50d6d-b742-465e-b92d-ffeb95538b3f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3483882 Feb 09 00:52:12.138448 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-facfda24-cc42-4376-a326-c2d688c5da7f req-6707cdb3-8105-46f2-9027-718de2ac1161 tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c380869-e7a5-4efb-989d-659068d76585 HTTP/1.1" status: 200 len: 950 time: 0.1426916 Feb 09 00:52:12.142610 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-47a80d41-b5d0-42e0-a822-a867d8c22d91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:12.146541 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-47a80d41-b5d0-42e0-a822-a867d8c22d91 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/19a81258-cc95-41c2-a421-b5ad19bdff8b HTTP/1.1" status: 204 len: 168 time: 0.5987082 Feb 09 00:52:12.207314 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-facfda24-cc42-4376-a326-c2d688c5da7f req-c738b877-94ac-4fb9-90fa-0e596dd9bee7 tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] 10.222.0.105 "GET /v2.0/security-groups?id=8c449786-30da-4860-bddd-bf764c476eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642853 Feb 09 00:52:12.377315 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7a99ca9-ab7a-4f96-ac04-dd8fbdfdcef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '300ea727-8416-4aa1-ab71-8e94e286ec6d', 'code': 200} Feb 09 00:52:12.519407 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f84696-aa49-41ef-b256-83d4f15b4861 req-1591dc37-465a-470c-9c9b-354f9e1f82f6 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:12.521223 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b8f84696-aa49-41ef-b256-83d4f15b4861 req-1591dc37-465a-470c-9c9b-354f9e1f82f6 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.62 "GET /v2.0/networks?id=ded91f5f-4c52-4e17-8569-d9d1696711b8 HTTP/1.1" status: 200 len: 808 time: 0.2755587 Feb 09 00:52:12.538566 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-b8f84696-aa49-41ef-b256-83d4f15b4861 req-e67d7de8-1494-4493-bdbb-8ad0701f9e91 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Request body: {'port': {'device_id': 'dc8b84b2-b106-40bf-817c-64f458640c01', 'network_id': 'ded91f5f-4c52-4e17-8569-d9d1696711b8', 'admin_state_up': True, 'tenant_id': '8d883076d7064c219a98a8f981d7945a'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:52:12.563750 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a818498c-6499-4bcc-80ee-b3af72c363ed req-d28b9d7b-ffe8-43a3-a2a3-326c059cd8ac tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:12.570717 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a818498c-6499-4bcc-80ee-b3af72c363ed req-d28b9d7b-ffe8-43a3-a2a3-326c059cd8ac tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4b50d6d-b742-465e-b92d-ffeb95538b3f HTTP/1.1" status: 200 len: 949 time: 0.2240438 Feb 09 00:52:12.574429 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec035eca-83f3-4362-b24c-2ef0625f9f34', 'name': 'network-vif-deleted', 'tag': '2da9a274-6760-4a48-89db-e70b6026b6b2'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:52:12.730362 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device e8a045d1-cf61-4d2e-aa2a-637a8ef55bd5 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:52:12.797623 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40698) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:52:12.809961 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device e0b58bb3-58e6-4455-9c82-f132e4598c13 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:52:12.830751 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a818498c-6499-4bcc-80ee-b3af72c363ed req-cafbe8e6-b0d0-457c-8477-ae7b98f84de0 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590992 Feb 09 00:52:12.854407 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c594d79a-f853-416b-96dc-1d2e5de3b9ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:12.905165 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c594d79a-f853-416b-96dc-1d2e5de3b9ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:52:12.911610 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-c594d79a-f853-416b-96dc-1d2e5de3b9ed admin admin] Usage tracker for resource:security_group_rule and tenant:91fb95ac8e1b417b91af67297f865720 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:52:12.913173 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: e0b58bb3-58e6-4455-9c82-f132e4598c13 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 00:52:12.913486 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device e0b58bb3-58e6-4455-9c82-f132e4598c13 not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 00:52:12.917889 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-c594d79a-f853-416b-96dc-1d2e5de3b9ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:52:12.932249 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c594d79a-f853-416b-96dc-1d2e5de3b9ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:52:12.946795 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-b8f84696-aa49-41ef-b256-83d4f15b4861 req-e67d7de8-1494-4493-bdbb-8ad0701f9e91 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:52:12.969010 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-b8f84696-aa49-41ef-b256-83d4f15b4861 req-e67d7de8-1494-4493-bdbb-8ad0701f9e91 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:52:12.972958 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:12.994857 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec035eca-83f3-4362-b24c-2ef0625f9f34', 'name': 'network-vif-deleted', 'tag': '2da9a274-6760-4a48-89db-e70b6026b6b2', 'status': 'completed', 'code': 200} Feb 09 00:52:12.998665 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8f84696-aa49-41ef-b256-83d4f15b4861 req-e67d7de8-1494-4493-bdbb-8ad0701f9e91 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Made reservation on behalf of 8d883076d7064c219a98a8f981d7945a for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:52:13.003817 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b8f84696-aa49-41ef-b256-83d4f15b4861 req-e67d7de8-1494-4493-bdbb-8ad0701f9e91 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:13.043541 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port e8a045d1-cf61-4d2e-aa2a-637a8ef55bd5, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=e8a045d1-cf61-4d2e-aa2a-637a8ef55bd5,segment=NetworkSegment(49964a39-362c-4f04-866c-03f8ba796372),segment_id=49964a39-362c-4f04-866c-03f8ba796372)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:52:13.083089 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': 'e8a045d1-cf61-4d2e-aa2a-637a8ef55bd5', 'network_id': '69dccf93-82ee-47ca-8e23-ddbbe2c55570', 'port_id': 'e8a045d1-cf61-4d2e-aa2a-637a8ef55bd5', 'mac_address': 'fa:16:3e:fe:0f:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a943b68c-39ae-43a0-a075-e3afd5858e9f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:52:13.113389 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c594d79a-f853-416b-96dc-1d2e5de3b9ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:13.121690 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c594d79a-f853-416b-96dc-1d2e5de3b9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:13.173515 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594d79a-f853-416b-96dc-1d2e5de3b9ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad15953-b43a-496a-b20d-f9c9ac72ee0b,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:13.188506 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:13.214213 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c594d79a-f853-416b-96dc-1d2e5de3b9ed admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=91fb95ac8e1b417b91af67297f865720&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4152431 Feb 09 00:52:13.214870 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40716) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:52:13.226229 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8a045d1-cf61-4d2e-aa2a-637a8ef55bd5 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:52:13.247169 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port e8a045d1-cf61-4d2e-aa2a-637a8ef55bd5, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=e8a045d1-cf61-4d2e-aa2a-637a8ef55bd5,segment=NetworkSegment(49964a39-362c-4f04-866c-03f8ba796372),segment_id=49964a39-362c-4f04-866c-03f8ba796372)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:52:13.253851 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:13.312836 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-461e8084-2214-41a6-baaa-3e2d61b7d696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:13.317128 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-43b7ca42-c53f-4398-a575-05ebc7e10b5f req-eca8e855-d573-4649-ac5b-ea64f9f802f6 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc8b84b2-b106-40bf-817c-64f458640c01 HTTP/1.1" status: 200 len: 210 time: 0.0854549 Feb 09 00:52:13.340962 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63174153-60d3-4b62-93cf-c1def9ac7818 req-ab62b0b6-537f-4ab5-9686-228e1d2b5194 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:13.349116 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-63174153-60d3-4b62-93cf-c1def9ac7818 req-ab62b0b6-537f-4ab5-9686-228e1d2b5194 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/ports?device_id=b7a99ca9-ab7a-4f96-ac04-dd8fbdfdcef0 HTTP/1.1" status: 200 len: 946 time: 0.3085873 Feb 09 00:52:13.358957 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-461e8084-2214-41a6-baaa-3e2d61b7d696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:13.362070 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=e8a045d1-cf61-4d2e-aa2a-637a8ef55bd5,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:13.446063 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-461e8084-2214-41a6-baaa-3e2d61b7d696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:13.453224 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['e8a045d1-cf61-4d2e-aa2a-637a8ef55bd5'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:52:13.478220 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-63174153-60d3-4b62-93cf-c1def9ac7818 req-b73f0fc9-789e-4391-a817-3df2d43f3224 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/security-groups?id=5241b5dc-7937-4332-869e-fc6addd63e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255035 Feb 09 00:52:13.495558 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461e8084-2214-41a6-baaa-3e2d61b7d696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad15953-b43a-496a-b20d-f9c9ac72ee0b,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:13.507840 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-b8f84696-aa49-41ef-b256-83d4f15b4861 req-e67d7de8-1494-4493-bdbb-8ad0701f9e91 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Allocated IP 172.20.0.14 (ded91f5f-4c52-4e17-8569-d9d1696711b8/103c212c-bf16-40d1-a89c-07252434eb67/99312894-4ea4-4f79-9874-93f479c9ed50) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:52:13.509287 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-461e8084-2214-41a6-baaa-3e2d61b7d696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:13.511031 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-461e8084-2214-41a6-baaa-3e2d61b7d696 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/4ad15953-b43a-496a-b20d-f9c9ac72ee0b HTTP/1.1" status: 204 len: 168 time: 0.2950516 Feb 09 00:52:13.939236 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d2eae2-117e-4c8e-9aca-54e415640ba4 req-481d56bb-314f-4134-9bd5-461562549c43 tempest-VolumesAdminNegativeTest-1595770146 tempest-VolumesAdminNegativeTest-1595770146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:13.942057 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-91d2eae2-117e-4c8e-9aca-54e415640ba4 req-481d56bb-314f-4134-9bd5-461562549c43 tempest-VolumesAdminNegativeTest-1595770146 tempest-VolumesAdminNegativeTest-1595770146-project] 10.222.0.105 "GET /v2.0/ports?device_id=e52cbb8a-e57d-4d79-b626-7c62937e6993 HTTP/1.1" status: 200 len: 944 time: 0.2826574 Feb 09 00:52:13.949112 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b8f84696-aa49-41ef-b256-83d4f15b4861 req-e67d7de8-1494-4493-bdbb-8ad0701f9e91 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:14.022154 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-91d2eae2-117e-4c8e-9aca-54e415640ba4 req-45f92c37-25d0-49e3-89a4-ae388bde8e3a tempest-VolumesAdminNegativeTest-1595770146 tempest-VolumesAdminNegativeTest-1595770146-project] 10.222.0.105 "GET /v2.0/security-groups?id=a9a29efb-413a-485a-9495-5c2c9a2d80a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659590 Feb 09 00:52:14.041801 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27532b-ac56-4e61-9ad3-bd0b462d3093 req-60a76414-8994-4fb4-9d39-d2a399d3412f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:14.043722 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4c27532b-ac56-4e61-9ad3-bd0b462d3093 req-60a76414-8994-4fb4-9d39-d2a399d3412f service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1510c38a4b2046b5a9943ab7f2f7db5c&device_id=f4b50d6d-b742-465e-b92d-ffeb95538b3f HTTP/1.1" status: 200 len: 1100 time: 0.1816850 Feb 09 00:52:14.055353 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b8f84696-aa49-41ef-b256-83d4f15b4861 req-e67d7de8-1494-4493-bdbb-8ad0701f9e91 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:14.323091 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40748) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:52:14.334254 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8f84696-aa49-41ef-b256-83d4f15b4861 req-e67d7de8-1494-4493-bdbb-8ad0701f9e91 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Network ded91f5f-4c52-4e17-8569-d9d1696711b8 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:52:14.346595 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-b8f84696-aa49-41ef-b256-83d4f15b4861 req-e67d7de8-1494-4493-bdbb-8ad0701f9e91 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:52:14.349145 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8f84696-aa49-41ef-b256-83d4f15b4861 req-e67d7de8-1494-4493-bdbb-8ad0701f9e91 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:52:14.431320 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67d7de8-1494-4493-bdbb-8ad0701f9e91 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Pushing event updated for resources: {'Port': ['ID=99312894-4ea4-4f79-9874-93f479c9ed50,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:14.475763 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27532b-ac56-4e61-9ad3-bd0b462d3093 req-b8e657e5-685a-4251-bc25-df7391fc95f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:14.477223 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4c27532b-ac56-4e61-9ad3-bd0b462d3093 req-b8e657e5-685a-4251-bc25-df7391fc95f7 service neutron] 10.222.0.99 "GET /v2.0/networks?id=42d335cf-a678-4bc3-901b-7d21fb8587e6 HTTP/1.1" status: 200 len: 870 time: 0.4101770 Feb 09 00:52:14.486335 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f84696-aa49-41ef-b256-83d4f15b4861 req-e67d7de8-1494-4493-bdbb-8ad0701f9e91 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:14.486950 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b8f84696-aa49-41ef-b256-83d4f15b4861 req-e67d7de8-1494-4493-bdbb-8ad0701f9e91 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:14.489209 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-66613df1-16f6-4e0c-9214-f69f66b91f63 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=638657b25bbe4ae19e86726cc9773ae8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1645577 Feb 09 00:52:14.491752 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40762) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:52:14.564235 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4ba8c434-c451-42ef-9063-abbb4592eb2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:14.584926 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4c27532b-ac56-4e61-9ad3-bd0b462d3093 req-35454205-f22f-4cb5-8ff2-82e0d588e081 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=18e5b7f8-4107-4b63-9dee-d921fc6084ef HTTP/1.1" status: 200 len: 217 time: 0.0827422 Feb 09 00:52:14.596600 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4ba8c434-c451-42ef-9063-abbb4592eb2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:14.636855 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfd3482-5db3-4724-8834-f926ca856a50 req-808cdd28-6aa8-44a3-bf47-fe7d5cb5e49a tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:14.638375 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0dfd3482-5db3-4724-8834-f926ca856a50 req-808cdd28-6aa8-44a3-bf47-fe7d5cb5e49a tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4b50d6d-b742-465e-b92d-ffeb95538b3f HTTP/1.1" status: 200 len: 949 time: 0.5056343 Feb 09 00:52:14.652113 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b8f84696-aa49-41ef-b256-83d4f15b4861 req-e67d7de8-1494-4493-bdbb-8ad0701f9e91 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1181457 Feb 09 00:52:14.662819 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4ba8c434-c451-42ef-9063-abbb4592eb2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:14.669123 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3d2f3-2c12-457a-a993-34addc38312d req-b929c4e6-6241-42f4-b4fb-2cc4e6006361 tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:14.670961 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-95d3d2f3-2c12-457a-a993-34addc38312d req-b929c4e6-6241-42f4-b4fb-2cc4e6006361 tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c380869-e7a5-4efb-989d-659068d76585 HTTP/1.1" status: 200 len: 950 time: 0.4780481 Feb 09 00:52:14.679212 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-b8f84696-aa49-41ef-b256-83d4f15b4861 req-df4f7d1c-b279-4738-a3bd-b6237b87ee31 service neutron] Request body: {'port': {'device_id': 'dc8b84b2-b106-40bf-817c-64f458640c01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:52:14.683598 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba8c434-c451-42ef-9063-abbb4592eb2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f507eaa-fbf5-4591-86aa-07515c8d90fa,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:14.690154 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4ba8c434-c451-42ef-9063-abbb4592eb2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:14.691380 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-4ba8c434-c451-42ef-9063-abbb4592eb2e admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/0f507eaa-fbf5-4591-86aa-07515c8d90fa HTTP/1.1" status: 204 len: 168 time: 0.1986625 Feb 09 00:52:14.740097 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device e8a045d1-cf61-4d2e-aa2a-637a8ef55bd5 up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:52:14.761721 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27532b-ac56-4e61-9ad3-bd0b462d3093 req-fd0a28cb-e6e8-4194-9200-bdcaee393763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:14.763159 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4c27532b-ac56-4e61-9ad3-bd0b462d3093 req-fd0a28cb-e6e8-4194-9200-bdcaee393763 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.1670086 Feb 09 00:52:14.816115 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port e8a045d1-cf61-4d2e-aa2a-637a8ef55bd5 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:52:14.821108 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port e8a045d1-cf61-4d2e-aa2a-637a8ef55bd5 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:52:14.821479 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:14.886824 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0dfd3482-5db3-4724-8834-f926ca856a50 req-33a5abc9-2fb3-49d7-a339-5c82bf2aa7a3 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309060 Feb 09 00:52:14.942211 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-95d3d2f3-2c12-457a-a993-34addc38312d req-0979c57f-d74b-4cca-b042-55dab44b5c58 tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] 10.222.0.105 "GET /v2.0/security-groups?id=8c449786-30da-4860-bddd-bf764c476eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081659 Feb 09 00:52:14.978359 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:15.015385 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port e8a045d1-cf61-4d2e-aa2a-637a8ef55bd5, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=e8a045d1-cf61-4d2e-aa2a-637a8ef55bd5,segment=NetworkSegment(49964a39-362c-4f04-866c-03f8ba796372),segment_id=49964a39-362c-4f04-866c-03f8ba796372)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:52:15.016458 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52cbb8a-e57d-4d79-b626-7c62937e6993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a045d1-cf61-4d2e-aa2a-637a8ef55bd5'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:52:15.024435 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:15.107705 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=e8a045d1-cf61-4d2e-aa2a-637a8ef55bd5,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:15.143608 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40780) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:52:15.161704 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5cbffe6a-4f01-47bf-a9da-6086c86a4379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:15.165377 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b8f84696-aa49-41ef-b256-83d4f15b4861 req-df4f7d1c-b279-4738-a3bd-b6237b87ee31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:15.177467 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5cbffe6a-4f01-47bf-a9da-6086c86a4379 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:52:15.181820 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-5cbffe6a-4f01-47bf-a9da-6086c86a4379 admin admin] Usage tracker for resource:security_group_rule and tenant:fd7eb67f354944a9800283e3475b70bb is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:52:15.184626 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-5cbffe6a-4f01-47bf-a9da-6086c86a4379 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:52:15.190985 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5cbffe6a-4f01-47bf-a9da-6086c86a4379 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:52:15.258052 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27532b-ac56-4e61-9ad3-bd0b462d3093 req-a0fce485-e3cb-42b8-a409-c3910169922a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:15.259453 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4c27532b-ac56-4e61-9ad3-bd0b462d3093 req-a0fce485-e3cb-42b8-a409-c3910169922a service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4783139 Feb 09 00:52:15.282719 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5cbffe6a-4f01-47bf-a9da-6086c86a4379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:15.287171 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5cbffe6a-4f01-47bf-a9da-6086c86a4379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:15.338980 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-5cbffe6a-4f01-47bf-a9da-6086c86a4379 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=fd7eb67f354944a9800283e3475b70bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1942813 Feb 09 00:52:15.340864 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbffe6a-4f01-47bf-a9da-6086c86a4379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=982ec2d8-2e9f-4be6-b654-bf73c849c1da,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:15.342317 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40784) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:52:15.402437 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-155e6df8-1176-4678-9353-db2ae791ed52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:15.431305 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-155e6df8-1176-4678-9353-db2ae791ed52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:15.453009 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ac087-42d9-4fa5-80d9-99e003b2ccb0 req-c355d5c2-d656-4bff-942e-8f49b6f8fa8c tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:15.453725 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-e34ac087-42d9-4fa5-80d9-99e003b2ccb0 req-c355d5c2-d656-4bff-942e-8f49b6f8fa8c tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Synchronizing usage tracker for tenant:8d883076d7064c219a98a8f981d7945a on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:52:15.473807 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71611f6c-b4fe-4867-87ad-3502cdaef2b2 req-7f2e05ac-616f-432f-b639-95424f4f0c14 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:15.475276 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-71611f6c-b4fe-4867-87ad-3502cdaef2b2 req-7f2e05ac-616f-432f-b639-95424f4f0c14 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/ports?device_id=b7a99ca9-ab7a-4f96-ac04-dd8fbdfdcef0 HTTP/1.1" status: 200 len: 946 time: 0.3746078 Feb 09 00:52:15.485486 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-155e6df8-1176-4678-9353-db2ae791ed52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:15.502128 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155e6df8-1176-4678-9353-db2ae791ed52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=982ec2d8-2e9f-4be6-b654-bf73c849c1da,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:15.509804 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-155e6df8-1176-4678-9353-db2ae791ed52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:15.513574 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-155e6df8-1176-4678-9353-db2ae791ed52 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/982ec2d8-2e9f-4be6-b654-bf73c849c1da HTTP/1.1" status: 204 len: 168 time: 0.1677704 Feb 09 00:52:15.596950 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-e34ac087-42d9-4fa5-80d9-99e003b2ccb0 req-c355d5c2-d656-4bff-942e-8f49b6f8fa8c tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Unset dirty status for tenant:8d883076d7064c219a98a8f981d7945a on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:52:15.603586 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e34ac087-42d9-4fa5-80d9-99e003b2ccb0 req-c355d5c2-d656-4bff-942e-8f49b6f8fa8c tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc8b84b2-b106-40bf-817c-64f458640c01 HTTP/1.1" status: 200 len: 932 time: 0.5407176 Feb 09 00:52:15.626176 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4c27532b-ac56-4e61-9ad3-bd0b462d3093 req-ebdfbd79-2750-4925-8d69-13f2974a7645 service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3596854 Feb 09 00:52:15.747872 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-71611f6c-b4fe-4867-87ad-3502cdaef2b2 req-1a97a5ad-191e-49e1-bc4a-1c9ff00b5050 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/security-groups?id=5241b5dc-7937-4332-869e-fc6addd63e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520325 Feb 09 00:52:15.785029 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e34ac087-42d9-4fa5-80d9-99e003b2ccb0 req-0ad711e0-5d6c-4a7b-9a04-71a67d6e208c tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799831 Feb 09 00:52:15.829908 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6d4e5-4c15-4c62-bacd-b13b75f4eba0 req-544b7948-3c41-4dca-87c7-18321b4f2ed2 tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:15.830661 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-2bc6d4e5-4c15-4c62-bacd-b13b75f4eba0 req-544b7948-3c41-4dca-87c7-18321b4f2ed2 tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] Synchronizing usage tracker for tenant:ebe1a1ba386d4c019741248446c1516f on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:52:15.858840 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-2bc6d4e5-4c15-4c62-bacd-b13b75f4eba0 req-544b7948-3c41-4dca-87c7-18321b4f2ed2 tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] Unset dirty status for tenant:ebe1a1ba386d4c019741248446c1516f on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:52:15.860398 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-2bc6d4e5-4c15-4c62-bacd-b13b75f4eba0 req-544b7948-3c41-4dca-87c7-18321b4f2ed2 tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] 10.222.0.99 "GET /v2.0/ports?device_id=6c380869-e7a5-4efb-989d-659068d76585 HTTP/1.1" status: 200 len: 950 time: 0.1414068 Feb 09 00:52:15.914193 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52cbb8a-e57d-4d79-b626-7c62937e6993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a045d1-cf61-4d2e-aa2a-637a8ef55bd5', 'code': 200} Feb 09 00:52:15.918002 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4c27532b-ac56-4e61-9ad3-bd0b462d3093 req-c5bfc1dd-8009-4dfe-a10a-64e945e9de2c service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755640 Feb 09 00:52:16.096511 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-b8f84696-aa49-41ef-b256-83d4f15b4861 req-df4f7d1c-b279-4738-a3bd-b6237b87ee31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99312894-4ea4-4f79-9874-93f479c9ed50 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:52:16.105970 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b8f84696-aa49-41ef-b256-83d4f15b4861 req-df4f7d1c-b279-4738-a3bd-b6237b87ee31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:16.129632 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-b8f84696-aa49-41ef-b256-83d4f15b4861 req-df4f7d1c-b279-4738-a3bd-b6237b87ee31 service neutron] Transition to ACTIVE for port object 99312894-4ea4-4f79-9874-93f479c9ed50 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:52:16.135063 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-2bc6d4e5-4c15-4c62-bacd-b13b75f4eba0 req-0242e719-c492-46ac-8f8c-0692eafd1b41 tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] Deleting port 37e725a4-e9de-453e-b378-802fdf219175 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:52:16.135405 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-2bc6d4e5-4c15-4c62-bacd-b13b75f4eba0 req-0242e719-c492-46ac-8f8c-0692eafd1b41 tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:16.206629 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b8f84696-aa49-41ef-b256-83d4f15b4861 req-df4f7d1c-b279-4738-a3bd-b6237b87ee31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:16.391839 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f7d1c-b279-4738-a3bd-b6237b87ee31 service neutron] Pushing event updated for resources: {'Port': ['ID=99312894-4ea4-4f79-9874-93f479c9ed50,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:16.481743 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ecc1c6-6677-4a86-b6c8-bb916c0768d5 req-b1ad14ac-df89-424a-93c3-1b5ab3c51f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:16.483849 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-f0ecc1c6-6677-4a86-b6c8-bb916c0768d5 req-b1ad14ac-df89-424a-93c3-1b5ab3c51f54 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e52cbb8a-e57d-4d79-b626-7c62937e6993 HTTP/1.1" status: 200 len: 1096 time: 0.4782755 Feb 09 00:52:16.569425 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-f0ecc1c6-6677-4a86-b6c8-bb916c0768d5 req-889fefd3-441a-4f0d-9e1a-f9c08b6e721c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a9a29efb-413a-485a-9495-5c2c9a2d80a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778339 Feb 09 00:52:16.576289 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720e6c68-2351-40d6-8bd0-e5a7926b1246 req-2622f8e5-0f06-433d-a698-80cb205f47b6 tempest-VolumesAdminNegativeTest-1595770146 tempest-VolumesAdminNegativeTest-1595770146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:16.577912 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-720e6c68-2351-40d6-8bd0-e5a7926b1246 req-2622f8e5-0f06-433d-a698-80cb205f47b6 tempest-VolumesAdminNegativeTest-1595770146 tempest-VolumesAdminNegativeTest-1595770146-project] 10.222.0.105 "GET /v2.0/ports?device_id=e52cbb8a-e57d-4d79-b626-7c62937e6993 HTTP/1.1" status: 200 len: 945 time: 0.4469121 Feb 09 00:52:16.596110 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-2bc6d4e5-4c15-4c62-bacd-b13b75f4eba0 req-0242e719-c492-46ac-8f8c-0692eafd1b41 tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] For port 37e725a4-e9de-453e-b378-802fdf219175, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=37e725a4-e9de-453e-b378-802fdf219175,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:52:16.596467 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-2bc6d4e5-4c15-4c62-bacd-b13b75f4eba0 req-0242e719-c492-46ac-8f8c-0692eafd1b41 tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:16.730374 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-b8f84696-aa49-41ef-b256-83d4f15b4861 req-df4f7d1c-b279-4738-a3bd-b6237b87ee31 service neutron] Attempting to bind port 99312894-4ea4-4f79-9874-93f479c9ed50 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:52:16.730734 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-b8f84696-aa49-41ef-b256-83d4f15b4861 req-df4f7d1c-b279-4738-a3bd-b6237b87ee31 service neutron] Attempting to bind port 99312894-4ea4-4f79-9874-93f479c9ed50 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'b907962e-2c92-4e5e-9eb3-daae4f34051b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ded91f5f-4c52-4e17-8569-d9d1696711b8'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:52:16.731048 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f84696-aa49-41ef-b256-83d4f15b4861 req-df4f7d1c-b279-4738-a3bd-b6237b87ee31 service neutron] Attempting to bind port 99312894-4ea4-4f79-9874-93f479c9ed50 on network ded91f5f-4c52-4e17-8569-d9d1696711b8 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:52:16.745183 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-720e6c68-2351-40d6-8bd0-e5a7926b1246 req-7c6472bf-220c-48f6-bc45-7300e87a7039 tempest-VolumesAdminNegativeTest-1595770146 tempest-VolumesAdminNegativeTest-1595770146-project] 10.222.0.105 "GET /v2.0/security-groups?id=a9a29efb-413a-485a-9495-5c2c9a2d80a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451662 Feb 09 00:52:16.746578 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f84696-aa49-41ef-b256-83d4f15b4861 req-df4f7d1c-b279-4738-a3bd-b6237b87ee31 service neutron] Port 99312894-4ea4-4f79-9874-93f479c9ed50 on network ded91f5f-4c52-4e17-8569-d9d1696711b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:52:16.746899 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f84696-aa49-41ef-b256-83d4f15b4861 req-df4f7d1c-b279-4738-a3bd-b6237b87ee31 service neutron] Attempting to bind port 99312894-4ea4-4f79-9874-93f479c9ed50 on network ded91f5f-4c52-4e17-8569-d9d1696711b8 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:52:16.761572 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f84696-aa49-41ef-b256-83d4f15b4861 req-df4f7d1c-b279-4738-a3bd-b6237b87ee31 service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:52:16.761572 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f84696-aa49-41ef-b256-83d4f15b4861 req-df4f7d1c-b279-4738-a3bd-b6237b87ee31 service neutron] Checking segment: {'id': 'b907962e-2c92-4e5e-9eb3-daae4f34051b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ded91f5f-4c52-4e17-8569-d9d1696711b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:52:16.762064 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f84696-aa49-41ef-b256-83d4f15b4861 req-df4f7d1c-b279-4738-a3bd-b6237b87ee31 service neutron] Bound using segment: {'id': 'b907962e-2c92-4e5e-9eb3-daae4f34051b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ded91f5f-4c52-4e17-8569-d9d1696711b8'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:52:16.762419 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-b8f84696-aa49-41ef-b256-83d4f15b4861 req-df4f7d1c-b279-4738-a3bd-b6237b87ee31 service neutron] Bound port: 99312894-4ea4-4f79-9874-93f479c9ed50, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b907962e-2c92-4e5e-9eb3-daae4f34051b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ded91f5f-4c52-4e17-8569-d9d1696711b8'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:52:16.771448 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b8f84696-aa49-41ef-b256-83d4f15b4861 req-df4f7d1c-b279-4738-a3bd-b6237b87ee31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:16.794850 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-2bc6d4e5-4c15-4c62-bacd-b13b75f4eba0 req-0242e719-c492-46ac-8f8c-0692eafd1b41 tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] Calling delete_port for 37e725a4-e9de-453e-b378-802fdf219175 owned by compute:nova {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:52:16.883978 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c9006-433e-4f89-9cc1-3c168b21d202 req-3f6cc8ec-fa6a-4a13-b376-92a45988e40e tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:16.889900 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a73c9006-433e-4f89-9cc1-3c168b21d202 req-3f6cc8ec-fa6a-4a13-b376-92a45988e40e tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4b50d6d-b742-465e-b92d-ffeb95538b3f HTTP/1.1" status: 200 len: 949 time: 0.2350583 Feb 09 00:52:16.912007 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-b8f84696-aa49-41ef-b256-83d4f15b4861 req-df4f7d1c-b279-4738-a3bd-b6237b87ee31 service neutron] For port 99312894-4ea4-4f79-9874-93f479c9ed50, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:52:16.973957 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-b8f84696-aa49-41ef-b256-83d4f15b4861 req-df4f7d1c-b279-4738-a3bd-b6237b87ee31 service neutron] For port 99312894-4ea4-4f79-9874-93f479c9ed50, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=99312894-4ea4-4f79-9874-93f479c9ed50,segment=NetworkSegment(b907962e-2c92-4e5e-9eb3-daae4f34051b),segment_id=b907962e-2c92-4e5e-9eb3-daae4f34051b)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:52:16.984438 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b8f84696-aa49-41ef-b256-83d4f15b4861 req-df4f7d1c-b279-4738-a3bd-b6237b87ee31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:17.035188 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a73c9006-433e-4f89-9cc1-3c168b21d202 req-2a9bb24d-f23b-4634-98e8-fdc6fc1f32fb tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418414 Feb 09 00:52:17.064896 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-2bc6d4e5-4c15-4c62-bacd-b13b75f4eba0 req-0242e719-c492-46ac-8f8c-0692eafd1b41 tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:17.084372 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['37e725a4-e9de-453e-b378-802fdf219175'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:52:17.085361 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f84696-aa49-41ef-b256-83d4f15b4861 req-df4f7d1c-b279-4738-a3bd-b6237b87ee31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:17.086205 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b8f84696-aa49-41ef-b256-83d4f15b4861 req-df4f7d1c-b279-4738-a3bd-b6237b87ee31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:17.087382 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b8f84696-aa49-41ef-b256-83d4f15b4861 req-df4f7d1c-b279-4738-a3bd-b6237b87ee31 service neutron] 10.222.0.62 "PUT /v2.0/ports/99312894-4ea4-4f79-9874-93f479c9ed50 HTTP/1.1" status: 200 len: 1092 time: 2.4148579 Feb 09 00:52:17.089292 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc8b84b2-b106-40bf-817c-64f458640c01', 'tag': '99312894-4ea4-4f79-9874-93f479c9ed50'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:52:17.133902 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f7d1c-b279-4738-a3bd-b6237b87ee31 service neutron] Pushing event updated for resources: {'Port': ['ID=99312894-4ea4-4f79-9874-93f479c9ed50,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:17.310277 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0242e719-c492-46ac-8f8c-0692eafd1b41 tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] Pushing event deleted for resources: {'Port': ['ID=37e725a4-e9de-453e-b378-802fdf219175,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:17.317586 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bc6d4e5-4c15-4c62-bacd-b13b75f4eba0 req-0242e719-c492-46ac-8f8c-0692eafd1b41 tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] No DVR routers for this DVR port 37e725a4-e9de-453e-b378-802fdf219175 on host n-h2-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:52:17.322907 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-2bc6d4e5-4c15-4c62-bacd-b13b75f4eba0 req-0242e719-c492-46ac-8f8c-0692eafd1b41 tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:17.326983 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c380869-e7a5-4efb-989d-659068d76585', 'name': 'network-vif-deleted', 'tag': '37e725a4-e9de-453e-b378-802fdf219175'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:52:17.352078 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-2bc6d4e5-4c15-4c62-bacd-b13b75f4eba0 req-0242e719-c492-46ac-8f8c-0692eafd1b41 tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] 10.222.0.99 "DELETE /v2.0/ports/37e725a4-e9de-453e-b378-802fdf219175 HTTP/1.1" status: 204 len: 173 time: 1.4852560 Feb 09 00:52:17.418841 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637dbf7-6dfd-4327-8726-f3420791e256 req-cb515305-6b59-43f7-a712-a9461b521429 tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:17.420357 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5637dbf7-6dfd-4327-8726-f3420791e256 req-cb515305-6b59-43f7-a712-a9461b521429 tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c380869-e7a5-4efb-989d-659068d76585 HTTP/1.1" status: 200 len: 867 time: 0.5097437 Feb 09 00:52:17.485500 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 37e725a4-e9de-453e-b378-802fdf219175 no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:52:17.522075 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5637dbf7-6dfd-4327-8726-f3420791e256 req-9456b95a-4ea7-43d5-a660-56dc20202220 tempest-TenantUsagesTestJSON-871375433 tempest-TenantUsagesTestJSON-871375433-project] 10.222.0.105 "GET /v2.0/security-groups?id=8c449786-30da-4860-bddd-bf764c476eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807061 Feb 09 00:52:17.530119 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] No Port match for: 37e725a4-e9de-453e-b378-802fdf219175 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 00:52:17.530800 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 37e725a4-e9de-453e-b378-802fdf219175 not bound to the agent host n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 00:52:17.531428 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 300ea727-8416-4aa1-ab71-8e94e286ec6d no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:52:17.538888 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f84696-aa49-41ef-b256-83d4f15b4861 req-5c6d85c0-2b1a-4fad-9782-8eeb02704133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:17.540361 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b8f84696-aa49-41ef-b256-83d4f15b4861 req-5c6d85c0-2b1a-4fad-9782-8eeb02704133 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8d883076d7064c219a98a8f981d7945a&device_id=dc8b84b2-b106-40bf-817c-64f458640c01 HTTP/1.1" status: 200 len: 1095 time: 0.4006000 Feb 09 00:52:17.670054 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b8f84696-aa49-41ef-b256-83d4f15b4861 req-775dfcea-6de0-4979-9900-2ceb2edb38bc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99312894-4ea4-4f79-9874-93f479c9ed50 HTTP/1.1" status: 200 len: 217 time: 0.1220694 Feb 09 00:52:17.679616 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01a0f82-3951-4744-b25f-9381d5c8b1d7 req-ca78d45c-485d-4956-bd3a-6d3ce71c73b7 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:17.686608 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f01a0f82-3951-4744-b25f-9381d5c8b1d7 req-ca78d45c-485d-4956-bd3a-6d3ce71c73b7 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/ports?device_id=b7a99ca9-ab7a-4f96-ac04-dd8fbdfdcef0 HTTP/1.1" status: 200 len: 946 time: 0.3135569 Feb 09 00:52:17.726446 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:17.771825 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 300ea727-8416-4aa1-ab71-8e94e286ec6d, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=300ea727-8416-4aa1-ab71-8e94e286ec6d,segment=NetworkSegment(e9be9500-482f-486c-b330-ffba40da5382),segment_id=e9be9500-482f-486c-b330-ffba40da5382)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:52:17.775901 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:17.835124 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f01a0f82-3951-4744-b25f-9381d5c8b1d7 req-a6c023d7-ac23-4b62-9b0f-e54738c984e8 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/security-groups?id=5241b5dc-7937-4332-869e-fc6addd63e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476514 Feb 09 00:52:17.843947 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=300ea727-8416-4aa1-ab71-8e94e286ec6d,revision_number=8']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:17.844820 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f84696-aa49-41ef-b256-83d4f15b4861 req-7f44fa6b-ef0d-44e1-9fad-6d063bed102e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:17.846285 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b8f84696-aa49-41ef-b256-83d4f15b4861 req-7f44fa6b-ef0d-44e1-9fad-6d063bed102e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=103c212c-bf16-40d1-a89c-07252434eb67 HTTP/1.1" status: 200 len: 848 time: 0.1571581 Feb 09 00:52:17.900969 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc8b84b2-b106-40bf-817c-64f458640c01', 'tag': '99312894-4ea4-4f79-9874-93f479c9ed50', 'status': 'completed', 'code': 200} Feb 09 00:52:17.904017 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b8f84696-aa49-41ef-b256-83d4f15b4861 req-40e674af-011b-460a-a966-5ce65bb251e7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ded91f5f-4c52-4e17-8569-d9d1696711b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516324 Feb 09 00:52:17.915449 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a99ca9-ab7a-4f96-ac04-dd8fbdfdcef0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '300ea727-8416-4aa1-ab71-8e94e286ec6d'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:52:17.915869 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f949f5-d6ec-4ef8-9676-e9c45c438b39 req-1cf79f86-0908-4652-b4a0-19098c0d8547 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:17.917360 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e1f949f5-d6ec-4ef8-9676-e9c45c438b39 req-1cf79f86-0908-4652-b4a0-19098c0d8547 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc8b84b2-b106-40bf-817c-64f458640c01 HTTP/1.1" status: 200 len: 944 time: 0.1830506 Feb 09 00:52:17.931739 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c380869-e7a5-4efb-989d-659068d76585', 'name': 'network-vif-deleted', 'tag': '37e725a4-e9de-453e-b378-802fdf219175', 'status': 'completed', 'code': 200} Feb 09 00:52:18.063824 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0ecccf19-3d24-45d9-bd1b-cf4b51f85e5f req-d0e7615c-d98a-42c3-be20-66258915f5ee tempest-FlavorsV2NegativeTest-1888053114 tempest-FlavorsV2NegativeTest-1888053114-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=722319da07d44bff97db92a50e60d935&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0583868 Feb 09 00:52:18.078652 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e1f949f5-d6ec-4ef8-9676-e9c45c438b39 req-5ec9060a-c2a2-4eb5-8a9a-456e84640746 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410465 Feb 09 00:52:18.210618 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b8f84696-aa49-41ef-b256-83d4f15b4861 req-9b6e7b38-2c27-4fd1-8233-e8e25bcebdf9 service neutron] 10.222.0.62 "GET /v2.0/networks/ded91f5f-4c52-4e17-8569-d9d1696711b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922871 Feb 09 00:52:18.339064 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecccf19-3d24-45d9-bd1b-cf4b51f85e5f req-0bdfd132-e2d2-419f-8209-dec5d05ff8c4 tempest-FlavorsV2NegativeTest-1888053114 tempest-FlavorsV2NegativeTest-1888053114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:18.339342 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 00:52:18.340614 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0ecccf19-3d24-45d9-bd1b-cf4b51f85e5f req-0bdfd132-e2d2-419f-8209-dec5d05ff8c4 tempest-FlavorsV2NegativeTest-1888053114 tempest-FlavorsV2NegativeTest-1888053114-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2692971 Feb 09 00:52:18.371076 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0ecccf19-3d24-45d9-bd1b-cf4b51f85e5f req-c2443724-77f1-4bbb-b61c-53f3c1558cbb tempest-FlavorsV2NegativeTest-1888053114 tempest-FlavorsV2NegativeTest-1888053114-project] 10.222.0.105 "GET /v2.0/quotas/722319da07d44bff97db92a50e60d935 HTTP/1.1" status: 200 len: 375 time: 0.0247502 Feb 09 00:52:18.432892 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0ecccf19-3d24-45d9-bd1b-cf4b51f85e5f req-a9df7cdc-9def-4f6b-8045-acbe787538b3 tempest-FlavorsV2NegativeTest-1888053114 tempest-FlavorsV2NegativeTest-1888053114-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=722319da07d44bff97db92a50e60d935&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479062 Feb 09 00:52:18.435450 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b8f84696-aa49-41ef-b256-83d4f15b4861 req-dc7ad1df-a6cb-4528-8889-6900a0f7fa4a service neutron] 10.222.0.62 "GET /v2.0/networks/ded91f5f-4c52-4e17-8569-d9d1696711b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172697 Feb 09 00:52:18.480317 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7a99ca9-ab7a-4f96-ac04-dd8fbdfdcef0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '300ea727-8416-4aa1-ab71-8e94e286ec6d', 'code': 200} Feb 09 00:52:18.637962 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f7dec-b774-4f6c-8aa1-36c66a17e7a9 req-ded7e57e-1d97-4e96-a779-3bcee81dd045 tempest-VolumesAdminNegativeTest-1595770146 tempest-VolumesAdminNegativeTest-1595770146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:18.639353 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8b6f7dec-b774-4f6c-8aa1-36c66a17e7a9 req-ded7e57e-1d97-4e96-a779-3bcee81dd045 tempest-VolumesAdminNegativeTest-1595770146 tempest-VolumesAdminNegativeTest-1595770146-project] 10.222.0.105 "GET /v2.0/ports?device_id=e52cbb8a-e57d-4d79-b626-7c62937e6993 HTTP/1.1" status: 200 len: 945 time: 0.2090273 Feb 09 00:52:18.699019 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435cbf99-ee07-4064-aa75-39aa1330e612 req-08b1b780-3699-4050-8c94-8c282b8f76ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:18.700193 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-435cbf99-ee07-4064-aa75-39aa1330e612 req-08b1b780-3699-4050-8c94-8c282b8f76ed service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8d883076d7064c219a98a8f981d7945a&device_id=dc8b84b2-b106-40bf-817c-64f458640c01 HTTP/1.1" status: 200 len: 1095 time: 0.2071171 Feb 09 00:52:18.742033 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8b6f7dec-b774-4f6c-8aa1-36c66a17e7a9 req-5c9ac472-4023-4e61-8ed3-b76f3f44a72c tempest-VolumesAdminNegativeTest-1595770146 tempest-VolumesAdminNegativeTest-1595770146-project] 10.222.0.105 "GET /v2.0/security-groups?id=a9a29efb-413a-485a-9495-5c2c9a2d80a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881565 Feb 09 00:52:18.774513 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42809298-109e-481b-84b9-2abcbe96d1d2 req-8960bc12-03b7-4cd8-a999-b1739b39f534 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:18.775510 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-42809298-109e-481b-84b9-2abcbe96d1d2 req-8960bc12-03b7-4cd8-a999-b1739b39f534 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Synchronizing usage tracker for tenant:7bf69f5d5f8d45f2b7dab3b2ab01eff0 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:52:18.798718 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-42809298-109e-481b-84b9-2abcbe96d1d2 req-8960bc12-03b7-4cd8-a999-b1739b39f534 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Unset dirty status for tenant:7bf69f5d5f8d45f2b7dab3b2ab01eff0 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:52:18.802743 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-42809298-109e-481b-84b9-2abcbe96d1d2 req-8960bc12-03b7-4cd8-a999-b1739b39f534 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.99 "GET /v2.0/ports?device_id=b7a99ca9-ab7a-4f96-ac04-dd8fbdfdcef0 HTTP/1.1" status: 200 len: 944 time: 0.1305110 Feb 09 00:52:18.808976 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b18b231-9213-4440-8235-8367cea96cba req-f87a7f09-d467-4a42-888a-42548ed43815 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:18.810447 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7b18b231-9213-4440-8235-8367cea96cba req-f87a7f09-d467-4a42-888a-42548ed43815 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4b50d6d-b742-465e-b92d-ffeb95538b3f HTTP/1.1" status: 200 len: 949 time: 0.2383039 Feb 09 00:52:18.918426 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7b18b231-9213-4440-8235-8367cea96cba req-29b31a00-eff0-466a-8f26-e1a3cfdcacf9 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982165 Feb 09 00:52:18.972660 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435cbf99-ee07-4064-aa75-39aa1330e612 req-443a91d8-60a5-4a96-9e15-a78c83e81b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:18.977206 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-435cbf99-ee07-4064-aa75-39aa1330e612 req-443a91d8-60a5-4a96-9e15-a78c83e81b7e service neutron] 10.222.0.62 "GET /v2.0/networks?id=ded91f5f-4c52-4e17-8569-d9d1696711b8 HTTP/1.1" status: 200 len: 909 time: 0.2678647 Feb 09 00:52:19.065145 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-435cbf99-ee07-4064-aa75-39aa1330e612 req-0c206de9-61f9-42fb-a5fd-7d7aaee56b8c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99312894-4ea4-4f79-9874-93f479c9ed50 HTTP/1.1" status: 200 len: 217 time: 0.0816123 Feb 09 00:52:19.161931 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-42809298-109e-481b-84b9-2abcbe96d1d2 req-0f4ca8fb-ba41-4a94-a1b9-b98e49a69bcf tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Deleting port 300ea727-8416-4aa1-ab71-8e94e286ec6d {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:52:19.162496 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-42809298-109e-481b-84b9-2abcbe96d1d2 req-0f4ca8fb-ba41-4a94-a1b9-b98e49a69bcf tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:19.262782 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435cbf99-ee07-4064-aa75-39aa1330e612 req-4946d136-6cbf-46aa-b089-ab6d3ce82a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:19.278758 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-435cbf99-ee07-4064-aa75-39aa1330e612 req-4946d136-6cbf-46aa-b089-ab6d3ce82a71 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=103c212c-bf16-40d1-a89c-07252434eb67 HTTP/1.1" status: 200 len: 848 time: 0.2070038 Feb 09 00:52:19.410447 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40934) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:52:19.516656 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-42809298-109e-481b-84b9-2abcbe96d1d2 req-0f4ca8fb-ba41-4a94-a1b9-b98e49a69bcf tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] For port 300ea727-8416-4aa1-ab71-8e94e286ec6d, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=300ea727-8416-4aa1-ab71-8e94e286ec6d,segment=NetworkSegment(e9be9500-482f-486c-b330-ffba40da5382),segment_id=e9be9500-482f-486c-b330-ffba40da5382)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:52:19.517346 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-42809298-109e-481b-84b9-2abcbe96d1d2 req-0f4ca8fb-ba41-4a94-a1b9-b98e49a69bcf tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:19.558293 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-435cbf99-ee07-4064-aa75-39aa1330e612 req-051b866d-39a2-4135-9de4-5c25770ca110 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ded91f5f-4c52-4e17-8569-d9d1696711b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752177 Feb 09 00:52:19.663298 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40944) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:52:19.712150 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-435cbf99-ee07-4064-aa75-39aa1330e612 req-4bca47f0-ecd7-40cd-92fc-984e5567442a service neutron] 10.222.0.62 "GET /v2.0/networks/ded91f5f-4c52-4e17-8569-d9d1696711b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443865 Feb 09 00:52:19.768854 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-42809298-109e-481b-84b9-2abcbe96d1d2 req-0f4ca8fb-ba41-4a94-a1b9-b98e49a69bcf tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Calling delete_port for 300ea727-8416-4aa1-ab71-8e94e286ec6d owned by compute:nova {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:52:19.808644 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0f743b-18b9-4462-b1fe-a01c3ad91de9 req-c3031900-978f-42d8-8425-ceec0905eeda tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:19.815502 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8b0f743b-18b9-4462-b1fe-a01c3ad91de9 req-c3031900-978f-42d8-8425-ceec0905eeda tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/ports?device_id=b7a99ca9-ab7a-4f96-ac04-dd8fbdfdcef0 HTTP/1.1" status: 200 len: 944 time: 0.6235185 Feb 09 00:52:19.844681 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6c1f4-598f-49d7-9267-2cdb05bbefc0 req-f0108967-e746-499f-8f8c-479da4832778 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:19.846183 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7ed6c1f4-598f-49d7-9267-2cdb05bbefc0 req-f0108967-e746-499f-8f8c-479da4832778 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc8b84b2-b106-40bf-817c-64f458640c01 HTTP/1.1" status: 200 len: 944 time: 0.5853076 Feb 09 00:52:19.904956 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f4be92c4-4995-4a2b-bdec-f659fe684ded admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=ebe1a1ba386d4c019741248446c1516f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4908412 Feb 09 00:52:19.904956 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ec24d597-22d0-48d8-afcc-f05dec35760c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:19.905561 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 40956) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:52:19.921985 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8b0f743b-18b9-4462-b1fe-a01c3ad91de9 req-e5bda0c8-7da1-4468-8067-42e6b90a509d tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/security-groups?id=5241b5dc-7937-4332-869e-fc6addd63e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056509 Feb 09 00:52:19.928113 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ec24d597-22d0-48d8-afcc-f05dec35760c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:52:19.954118 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ec24d597-22d0-48d8-afcc-f05dec35760c admin admin] Usage tracker for resource:security_group_rule and tenant:722319da07d44bff97db92a50e60d935 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:52:19.958757 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ec24d597-22d0-48d8-afcc-f05dec35760c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:52:19.965618 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ec24d597-22d0-48d8-afcc-f05dec35760c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:52:19.987410 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7ed6c1f4-598f-49d7-9267-2cdb05bbefc0 req-b81d4eaa-686e-481d-9e7a-b490f7d3460e tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293449 Feb 09 00:52:20.015315 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-435cbf99-ee07-4064-aa75-39aa1330e612 req-e4de1c05-263b-44c2-a9d8-05a1035d0e4e service neutron] 10.222.0.62 "GET /v2.0/networks/ded91f5f-4c52-4e17-8569-d9d1696711b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960248 Feb 09 00:52:20.106372 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-42809298-109e-481b-84b9-2abcbe96d1d2 req-0f4ca8fb-ba41-4a94-a1b9-b98e49a69bcf tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:20.106951 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-81234f13-195e-44fb-a7a7-7a42a927ddb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:20.158102 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-81234f13-195e-44fb-a7a7-7a42a927ddb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:20.225199 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4ca8fb-ba41-4a94-a1b9-b98e49a69bcf tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Pushing event deleted for resources: {'Port': ['ID=300ea727-8416-4aa1-ab71-8e94e286ec6d,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:20.303014 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-42809298-109e-481b-84b9-2abcbe96d1d2 req-0f4ca8fb-ba41-4a94-a1b9-b98e49a69bcf tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] No DVR routers for this DVR port 300ea727-8416-4aa1-ab71-8e94e286ec6d on host n-h2-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:52:20.307620 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-42809298-109e-481b-84b9-2abcbe96d1d2 req-0f4ca8fb-ba41-4a94-a1b9-b98e49a69bcf tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:20.315137 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a99ca9-ab7a-4f96-ac04-dd8fbdfdcef0', 'name': 'network-vif-deleted', 'tag': '300ea727-8416-4aa1-ab71-8e94e286ec6d'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:52:20.315352 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c37b3b-0f64-4434-974c-696884f7bfbd req-961874b4-90d5-4e18-9a09-57050d0a2ef8 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:20.321965 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c5c37b3b-0f64-4434-974c-696884f7bfbd req-961874b4-90d5-4e18-9a09-57050d0a2ef8 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4b50d6d-b742-465e-b92d-ffeb95538b3f HTTP/1.1" status: 200 len: 949 time: 0.1484599 Feb 09 00:52:20.324472 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-81234f13-195e-44fb-a7a7-7a42a927ddb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:20.340643 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ec24d597-22d0-48d8-afcc-f05dec35760c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:20.346148 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ec24d597-22d0-48d8-afcc-f05dec35760c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:20.358980 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81234f13-195e-44fb-a7a7-7a42a927ddb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c449786-30da-4860-bddd-bf764c476eed,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:20.369565 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-42809298-109e-481b-84b9-2abcbe96d1d2 req-0f4ca8fb-ba41-4a94-a1b9-b98e49a69bcf tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.99 "DELETE /v2.0/ports/300ea727-8416-4aa1-ab71-8e94e286ec6d HTTP/1.1" status: 204 len: 173 time: 1.5606196 Feb 09 00:52:20.381380 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-81234f13-195e-44fb-a7a7-7a42a927ddb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:20.382518 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-81234f13-195e-44fb-a7a7-7a42a927ddb8 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/8c449786-30da-4860-bddd-bf764c476eed HTTP/1.1" status: 204 len: 168 time: 0.4745481 Feb 09 00:52:20.439169 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ec24d597-22d0-48d8-afcc-f05dec35760c admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=722319da07d44bff97db92a50e60d935&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7743111 Feb 09 00:52:20.439875 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c5c37b3b-0f64-4434-974c-696884f7bfbd req-c91f9fd4-1563-45a5-bb13-177e13467d68 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164963 Feb 09 00:52:20.443088 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 40982) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:52:20.450738 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec24d597-22d0-48d8-afcc-f05dec35760c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da1359d9-44e9-4ce5-bb72-164183fda60a,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:20.468986 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7a99ca9-ab7a-4f96-ac04-dd8fbdfdcef0', 'name': 'network-vif-deleted', 'tag': '300ea727-8416-4aa1-ab71-8e94e286ec6d', 'status': 'completed', 'code': 200} Feb 09 00:52:20.534863 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-93251793-0167-49b0-9e91-566c56dd1c6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:20.574895 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-93251793-0167-49b0-9e91-566c56dd1c6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:20.720966 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-93251793-0167-49b0-9e91-566c56dd1c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:20.741064 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93251793-0167-49b0-9e91-566c56dd1c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1359d9-44e9-4ce5-bb72-164183fda60a,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:20.741301 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 99312894-4ea4-4f79-9874-93f479c9ed50 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:52:20.751852 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-93251793-0167-49b0-9e91-566c56dd1c6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:20.753746 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-93251793-0167-49b0-9e91-566c56dd1c6e admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/da1359d9-44e9-4ce5-bb72-164183fda60a HTTP/1.1" status: 204 len: 168 time: 0.3090827 Feb 09 00:52:21.022208 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 41010) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:52:21.058400 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-89c96c45-266e-42fc-b012-b4fe0223f307 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:21.064572 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 99312894-4ea4-4f79-9874-93f479c9ed50, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=99312894-4ea4-4f79-9874-93f479c9ed50,segment=NetworkSegment(b907962e-2c92-4e5e-9eb3-daae4f34051b),segment_id=b907962e-2c92-4e5e-9eb3-daae4f34051b)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:52:21.091431 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-89c96c45-266e-42fc-b012-b4fe0223f307 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:52:21.098577 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-89c96c45-266e-42fc-b012-b4fe0223f307 admin admin] Usage tracker for resource:security_group_rule and tenant:2ae71da6b7c748ebbb62b2a045a11211 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:52:21.110011 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-89c96c45-266e-42fc-b012-b4fe0223f307 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:52:21.117224 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-89c96c45-266e-42fc-b012-b4fe0223f307 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:52:21.132873 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '99312894-4ea4-4f79-9874-93f479c9ed50', 'network_id': 'ded91f5f-4c52-4e17-8569-d9d1696711b8', 'port_id': '99312894-4ea4-4f79-9874-93f479c9ed50', 'mac_address': 'fa:16:3e:22:73:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '103c212c-bf16-40d1-a89c-07252434eb67', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:52:21.233872 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-34a90d7a-0e80-4d3a-a0ed-01a967333798 req-00e19c83-de0e-4076-b1b5-0675f109f767 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/ports?device_id=b7a99ca9-ab7a-4f96-ac04-dd8fbdfdcef0 HTTP/1.1" status: 200 len: 210 time: 0.0599885 Feb 09 00:52:21.288663 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:21.309734 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99312894-4ea4-4f79-9874-93f479c9ed50 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:52:21.369119 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-89c96c45-266e-42fc-b012-b4fe0223f307 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:21.369958 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 99312894-4ea4-4f79-9874-93f479c9ed50, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=99312894-4ea4-4f79-9874-93f479c9ed50,segment=NetworkSegment(b907962e-2c92-4e5e-9eb3-daae4f34051b),segment_id=b907962e-2c92-4e5e-9eb3-daae4f34051b)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:52:21.374835 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-89c96c45-266e-42fc-b012-b4fe0223f307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:21.381026 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:21.382085 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:21.489210 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 300ea727-8416-4aa1-ab71-8e94e286ec6d no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:52:21.555586 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41026) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:52:21.556203 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-89c96c45-266e-42fc-b012-b4fe0223f307 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=2ae71da6b7c748ebbb62b2a045a11211&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5323505 Feb 09 00:52:21.559182 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c96c45-266e-42fc-b012-b4fe0223f307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=711cc576-5f7b-440a-9d9d-03c8e9534307,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:21.582716 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d879351f-0f2a-4852-8317-74713a6516be req-a06d719c-90b2-46b8-aee1-8c7e929dddc3 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:21.601623 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d879351f-0f2a-4852-8317-74713a6516be req-a06d719c-90b2-46b8-aee1-8c7e929dddc3 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc8b84b2-b106-40bf-817c-64f458640c01 HTTP/1.1" status: 200 len: 945 time: 0.2065251 Feb 09 00:52:21.666206 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] No Port match for: 300ea727-8416-4aa1-ab71-8e94e286ec6d {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 00:52:21.668726 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d2d8-4dfa-4a7a-bef0-88bef809e8d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:21.671411 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 300ea727-8416-4aa1-ab71-8e94e286ec6d not bound to the agent host n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 00:52:21.686343 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d879351f-0f2a-4852-8317-74713a6516be req-03ef8ec5-76bd-47c1-99eb-20845a35cb79 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836809 Feb 09 00:52:21.735919 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=99312894-4ea4-4f79-9874-93f479c9ed50,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:21.744552 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d2d8-4dfa-4a7a-bef0-88bef809e8d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:21.748892 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['99312894-4ea4-4f79-9874-93f479c9ed50'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:52:21.827446 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d2d8-4dfa-4a7a-bef0-88bef809e8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:21.855378 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5d2d8-4dfa-4a7a-bef0-88bef809e8d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=711cc576-5f7b-440a-9d9d-03c8e9534307,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:21.865554 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a9e5d2d8-4dfa-4a7a-bef0-88bef809e8d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:21.869680 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a9e5d2d8-4dfa-4a7a-bef0-88bef809e8d3 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/711cc576-5f7b-440a-9d9d-03c8e9534307 HTTP/1.1" status: 204 len: 168 time: 0.3121214 Feb 09 00:52:21.987670 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf114aa-5b27-4507-9129-1839dfc489bd req-682a3b93-86c0-4114-b266-15947af51b87 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:21.996890 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1cf114aa-5b27-4507-9129-1839dfc489bd req-682a3b93-86c0-4114-b266-15947af51b87 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4b50d6d-b742-465e-b92d-ffeb95538b3f HTTP/1.1" status: 200 len: 949 time: 0.1918170 Feb 09 00:52:22.079900 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1cf114aa-5b27-4507-9129-1839dfc489bd req-e214ac85-eac5-4520-9bda-7af92797112f tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816481 Feb 09 00:52:22.534440 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dff55a76-7170-4f0a-86bc-1f6e0a40e289 req-c0feb2a6-b215-491c-929d-cc35b45f7cd3 tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=11d2408c88624e0289e6a344f36bc1d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339274 Feb 09 00:52:22.769786 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 99312894-4ea4-4f79-9874-93f479c9ed50 up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:52:22.804085 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff55a76-7170-4f0a-86bc-1f6e0a40e289 req-60ebacfd-b3f2-46f5-9674-4f61409895cd tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:22.818201 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dff55a76-7170-4f0a-86bc-1f6e0a40e289 req-60ebacfd-b3f2-46f5-9674-4f61409895cd tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2771447 Feb 09 00:52:22.838519 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dff55a76-7170-4f0a-86bc-1f6e0a40e289 req-75d94bae-e699-461f-8179-2dfd9d8458c1 tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] 10.222.0.105 "GET /v2.0/quotas/11d2408c88624e0289e6a344f36bc1d4 HTTP/1.1" status: 200 len: 375 time: 0.0137601 Feb 09 00:52:22.866582 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41110) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:52:22.914913 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dff55a76-7170-4f0a-86bc-1f6e0a40e289 req-0d764220-03d2-4b02-8e7a-75f900ab9419 tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=11d2408c88624e0289e6a344f36bc1d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0693550 Feb 09 00:52:22.951121 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port 99312894-4ea4-4f79-9874-93f479c9ed50 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:52:22.965751 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 99312894-4ea4-4f79-9874-93f479c9ed50 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:52:22.966139 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:23.115042 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-58426271-2c54-41e3-97f7-c4940cb01cbe admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-2111724425-network', 'tenant_id': '41fe50ea425a400d8710a3c8ffba2101'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:52:23.127211 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-58426271-2c54-41e3-97f7-c4940cb01cbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:52:23.139431 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-58426271-2c54-41e3-97f7-c4940cb01cbe admin admin] Usage tracker for resource:network and tenant:41fe50ea425a400d8710a3c8ffba2101 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:52:23.148471 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-58426271-2c54-41e3-97f7-c4940cb01cbe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:52:23.166055 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-58426271-2c54-41e3-97f7-c4940cb01cbe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:52:23.196463 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58426271-2c54-41e3-97f7-c4940cb01cbe admin admin] Made reservation on behalf of 41fe50ea425a400d8710a3c8ffba2101 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:52:23.198999 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-58426271-2c54-41e3-97f7-c4940cb01cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:23.229248 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-58426271-2c54-41e3-97f7-c4940cb01cbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:23.264830 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:23.278186 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-58426271-2c54-41e3-97f7-c4940cb01cbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:52:23.289934 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-58426271-2c54-41e3-97f7-c4940cb01cbe admin admin] Usage tracker for resource:security_group_rule and tenant:41fe50ea425a400d8710a3c8ffba2101 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:52:23.295803 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-58426271-2c54-41e3-97f7-c4940cb01cbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:52:23.311854 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-58426271-2c54-41e3-97f7-c4940cb01cbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:52:23.333434 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc8b84b2-b106-40bf-817c-64f458640c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99312894-4ea4-4f79-9874-93f479c9ed50'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:52:23.356894 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 99312894-4ea4-4f79-9874-93f479c9ed50, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=99312894-4ea4-4f79-9874-93f479c9ed50,segment=NetworkSegment(b907962e-2c92-4e5e-9eb3-daae4f34051b),segment_id=b907962e-2c92-4e5e-9eb3-daae4f34051b)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:52:23.363607 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:23.456371 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 41132) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:52:23.475892 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79784cd7-f7fb-40e0-afd4-43ad920e5d1a req-bd5afafa-935d-4dcb-ab4f-c8dec89519c6 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:23.485563 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-79784cd7-f7fb-40e0-afd4-43ad920e5d1a req-bd5afafa-935d-4dcb-ab4f-c8dec89519c6 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc8b84b2-b106-40bf-817c-64f458640c01 HTTP/1.1" status: 200 len: 946 time: 0.2053335 Feb 09 00:52:23.493991 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-a351eacc-9db2-4af2-ab72-5c038e39d12d tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1179134364', 'description': 'tempest-description--1795653076'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:52:23.507192 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=99312894-4ea4-4f79-9874-93f479c9ed50,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:23.508279 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a351eacc-9db2-4af2-ab72-5c038e39d12d tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:52:23.554911 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-58426271-2c54-41e3-97f7-c4940cb01cbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:23.559287 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-58426271-2c54-41e3-97f7-c4940cb01cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:23.575976 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58426271-2c54-41e3-97f7-c4940cb01cbe admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:52:23.588782 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-58426271-2c54-41e3-97f7-c4940cb01cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:23.589182 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-58426271-2c54-41e3-97f7-c4940cb01cbe admin admin] Added segment f03400d7-9aef-442e-848e-a7781cfa27a1 of type vlan for network c2416d97-9fb8-42da-9172-23595b682eed Feb 09 00:52:23.638189 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-58426271-2c54-41e3-97f7-c4940cb01cbe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:23.677481 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a351eacc-9db2-4af2-ab72-5c038e39d12d tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:52:23.725488 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-58426271-2c54-41e3-97f7-c4940cb01cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:23.726792 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58426271-2c54-41e3-97f7-c4940cb01cbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:23.727612 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-58426271-2c54-41e3-97f7-c4940cb01cbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:23.752428 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-79784cd7-f7fb-40e0-afd4-43ad920e5d1a req-2377d8f9-a305-4685-a5e3-c131f1a7984c tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219119 Feb 09 00:52:23.764609 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bfff1070-ecbc-4177-8ee6-09bee6bb3fea req-148c1509-6017-4ff3-b7b9-10d0e0ee8c0d tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] 10.222.0.105 "GET /v2.0/ports?device_id=6dd8b424-9714-47d2-802d-e287ee80ce96 HTTP/1.1" status: 200 len: 210 time: 0.2312436 Feb 09 00:52:23.780023 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a351eacc-9db2-4af2-ab72-5c038e39d12d tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:23.849821 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a351eacc-9db2-4af2-ab72-5c038e39d12d tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:52:23.855285 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-a351eacc-9db2-4af2-ab72-5c038e39d12d tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Usage tracker for resource:security_group_rule and tenant:7bf69f5d5f8d45f2b7dab3b2ab01eff0 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:52:23.859625 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-a351eacc-9db2-4af2-ab72-5c038e39d12d tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:52:23.869507 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a351eacc-9db2-4af2-ab72-5c038e39d12d tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:52:23.964609 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc8b84b2-b106-40bf-817c-64f458640c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99312894-4ea4-4f79-9874-93f479c9ed50', 'code': 200} Feb 09 00:52:24.007683 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a351eacc-9db2-4af2-ab72-5c038e39d12d tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:24.016897 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a351eacc-9db2-4af2-ab72-5c038e39d12d tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:24.109170 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58426271-2c54-41e3-97f7-c4940cb01cbe admin admin] Pushing event updated for resources: {'Network': ['ID=c2416d97-9fb8-42da-9172-23595b682eed,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:24.125366 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network c2416d97-9fb8-42da-9172-23595b682eed details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 00:52:24.136027 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58426271-2c54-41e3-97f7-c4940cb01cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c19abd-145e-4756-a0e4-66a488b05001,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:24.191846 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-58426271-2c54-41e3-97f7-c4940cb01cbe admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3241076 Feb 09 00:52:24.194926 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41148) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:52:24.202173 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-020041a0-22d3-400e-ba90-ebaaced99f02 admin admin] Request body: {'subnet': {'network_id': 'c2416d97-9fb8-42da-9172-23595b682eed', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-2111724425-subnet', 'tenant_id': '41fe50ea425a400d8710a3c8ffba2101', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:52:24.204364 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a351eacc-9db2-4af2-ab72-5c038e39d12d tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cab64e1-26e5-44f0-8888-dc9c03316d68,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:24.215228 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-020041a0-22d3-400e-ba90-ebaaced99f02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:52:24.226603 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-020041a0-22d3-400e-ba90-ebaaced99f02 admin admin] Usage tracker for resource:subnet and tenant:41fe50ea425a400d8710a3c8ffba2101 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:52:24.247194 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-020041a0-22d3-400e-ba90-ebaaced99f02 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:52:24.254508 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a351eacc-9db2-4af2-ab72-5c038e39d12d tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:24.261237 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-a351eacc-9db2-4af2-ab72-5c038e39d12d tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8015549 Feb 09 00:52:24.262694 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 41154) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:52:24.267223 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-020041a0-22d3-400e-ba90-ebaaced99f02 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:52:24.278578 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-2b1e1e17-f8db-47fa-9193-9ced84625743 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Request body: {'security_group_rule': {'security_group_id': '6cab64e1-26e5-44f0-8888-dc9c03316d68', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:52:24.300593 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-020041a0-22d3-400e-ba90-ebaaced99f02 admin admin] Made reservation on behalf of 41fe50ea425a400d8710a3c8ffba2101 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:52:24.303844 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-020041a0-22d3-400e-ba90-ebaaced99f02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:24.456998 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:24.475132 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-2b1e1e17-f8db-47fa-9193-9ced84625743 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:52:24.490201 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea779655-fda2-4023-b02e-465d2278981d req-9c76f7de-39b8-4657-aee0-2505637c5719 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:24.497843 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ea779655-fda2-4023-b02e-465d2278981d req-9c76f7de-39b8-4657-aee0-2505637c5719 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4b50d6d-b742-465e-b92d-ffeb95538b3f HTTP/1.1" status: 200 len: 949 time: 0.4302013 Feb 09 00:52:24.549214 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-2b1e1e17-f8db-47fa-9193-9ced84625743 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Usage tracker for resource:security_group_rule and tenant:7bf69f5d5f8d45f2b7dab3b2ab01eff0 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:52:24.563043 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-2b1e1e17-f8db-47fa-9193-9ced84625743 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:52:24.582478 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-2b1e1e17-f8db-47fa-9193-9ced84625743 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:52:24.608271 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ea779655-fda2-4023-b02e-465d2278981d req-d4da53f1-386f-4d33-9614-26da85e1fc13 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077447 Feb 09 00:52:24.665114 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2b1e1e17-f8db-47fa-9193-9ced84625743 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:24.738034 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-020041a0-22d3-400e-ba90-ebaaced99f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:24.787511 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2b1e1e17-f8db-47fa-9193-9ced84625743 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:24.791378 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022e528c-d921-43e9-8389-3f3db76288d5 req-6bbb486b-1c75-4ed1-8144-4ec71b179b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:24.793317 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-022e528c-d921-43e9-8389-3f3db76288d5 req-6bbb486b-1c75-4ed1-8144-4ec71b179b69 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=dc8b84b2-b106-40bf-817c-64f458640c01 HTTP/1.1" status: 200 len: 1097 time: 0.5208504 Feb 09 00:52:24.794594 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2b1e1e17-f8db-47fa-9193-9ced84625743 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:24.853301 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020041a0-22d3-400e-ba90-ebaaced99f02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b1df775-76ff-4247-ad6c-6b8e913ab781,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:24.938482 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1e1e17-f8db-47fa-9193-9ced84625743 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c711e0c-d353-4036-8319-4448d8a939b0,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:25.002141 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-dff55a76-7170-4f0a-86bc-1f6e0a40e289 req-3c1db08f-c705-4c18-ac3d-ea4aae8484a5 tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=11d2408c88624e0289e6a344f36bc1d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0805748 Feb 09 00:52:25.012746 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-022e528c-d921-43e9-8389-3f3db76288d5 req-af95e296-2cdc-4717-a495-49697ac16f11 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013273 Feb 09 00:52:25.013544 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020041a0-22d3-400e-ba90-ebaaced99f02 admin admin] Checking segment: {'id': 'f03400d7-9aef-442e-848e-a7781cfa27a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c2416d97-9fb8-42da-9172-23595b682eed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:52:25.014326 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020041a0-22d3-400e-ba90-ebaaced99f02 admin admin] Network hostable DHCP agents. Network: c2416d97-9fb8-42da-9172-23595b682eed, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:52:25.057375 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3a59fd19-a042-4bdf-acdb-cd9e2d57bc3c req-87219a33-33f4-45d0-bffa-f8eb66a804dc tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] 10.222.0.105 "GET /v2.0/ports?device_id=6dd8b424-9714-47d2-802d-e287ee80ce96 HTTP/1.1" status: 200 len: 210 time: 0.1119502 Feb 09 00:52:25.077966 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2b1e1e17-f8db-47fa-9193-9ced84625743 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:25.078529 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-2b1e1e17-f8db-47fa-9193-9ced84625743 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8112411 Feb 09 00:52:25.097802 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 41178) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:52:25.107675 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-1710e7c1-0929-486b-ba57-2e0a0eb8bb04 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Request body: {'security_group_rule': {'security_group_id': '6cab64e1-26e5-44f0-8888-dc9c03316d68', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:52:25.117094 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-1710e7c1-0929-486b-ba57-2e0a0eb8bb04 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:52:25.133033 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-1710e7c1-0929-486b-ba57-2e0a0eb8bb04 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Usage tracker for resource:security_group_rule and tenant:7bf69f5d5f8d45f2b7dab3b2ab01eff0 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:52:25.144225 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-1710e7c1-0929-486b-ba57-2e0a0eb8bb04 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:52:25.157824 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-1710e7c1-0929-486b-ba57-2e0a0eb8bb04 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:52:25.196862 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1710e7c1-0929-486b-ba57-2e0a0eb8bb04 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:25.214074 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b902f-228d-49bc-aecb-34a5918ad107 req-45893f15-f9ab-4b47-b80f-bcf307d9d796 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:25.222566 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0d0b902f-228d-49bc-aecb-34a5918ad107 req-45893f15-f9ab-4b47-b80f-bcf307d9d796 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc8b84b2-b106-40bf-817c-64f458640c01 HTTP/1.1" status: 200 len: 946 time: 0.2200258 Feb 09 00:52:25.253474 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020041a0-22d3-400e-ba90-ebaaced99f02 admin admin] Network c2416d97-9fb8-42da-9172-23595b682eed is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:52:25.275166 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-020041a0-22d3-400e-ba90-ebaaced99f02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, c2416d97-9fb8-42da-9172-23595b682eed) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:52:25.284667 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa10ec0-036e-4856-84c6-0a1420bb3d9a None None] Network c2416d97-9fb8-42da-9172-23595b682eed requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:52:25.300473 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020041a0-22d3-400e-ba90-ebaaced99f02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:25.301617 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0d0b902f-228d-49bc-aecb-34a5918ad107 req-521855c6-2498-4eba-94ad-aff3f6cac982 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772345 Feb 09 00:52:25.301841 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-020041a0-22d3-400e-ba90-ebaaced99f02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:25.378932 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1710e7c1-0929-486b-ba57-2e0a0eb8bb04 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:25.386102 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1710e7c1-0929-486b-ba57-2e0a0eb8bb04 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:25.411283 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff55a76-7170-4f0a-86bc-1f6e0a40e289 req-84051849-3514-4208-b8b2-82978d5b5ee6 tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:25.412913 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-dff55a76-7170-4f0a-86bc-1f6e0a40e289 req-84051849-3514-4208-b8b2-82978d5b5ee6 tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4009674 Feb 09 00:52:25.433962 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-dff55a76-7170-4f0a-86bc-1f6e0a40e289 req-276c2d31-7d33-4564-a578-5888bf5ee37a tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] Request body: {'port': {'device_id': '6dd8b424-9714-47d2-802d-e287ee80ce96', 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6', 'admin_state_up': True, 'tenant_id': '11d2408c88624e0289e6a344f36bc1d4'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:52:25.454076 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1710e7c1-0929-486b-ba57-2e0a0eb8bb04 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28eeade2-7d5f-4ed1-9400-ccc0df5158a5,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:25.471714 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-020041a0-22d3-400e-ba90-ebaaced99f02 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2755194 Feb 09 00:52:25.476111 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41194) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:52:25.481517 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1710e7c1-0929-486b-ba57-2e0a0eb8bb04 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:25.486153 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-1710e7c1-0929-486b-ba57-2e0a0eb8bb04 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3826332 Feb 09 00:52:25.487693 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 41198) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:52:25.495030 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-8a386622-b7b9-4adb-8df9-5d05fec83636 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Request body: {'floatingip': {'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:52:25.517749 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-8a386622-b7b9-4adb-8df9-5d05fec83636 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:52:25.530178 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-8a386622-b7b9-4adb-8df9-5d05fec83636 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Usage tracker for resource:floatingip and tenant:7bf69f5d5f8d45f2b7dab3b2ab01eff0 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:52:25.536821 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-8a386622-b7b9-4adb-8df9-5d05fec83636 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:52:25.540032 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-e37dd625-a960-4c26-ae0f-75da3cf034af admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-2111724425-router', 'tenant_id': '41fe50ea425a400d8710a3c8ffba2101', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:52:25.552564 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-8a386622-b7b9-4adb-8df9-5d05fec83636 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:52:25.553346 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e37dd625-a960-4c26-ae0f-75da3cf034af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:52:25.561392 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e37dd625-a960-4c26-ae0f-75da3cf034af admin admin] Usage tracker for resource:router and tenant:41fe50ea425a400d8710a3c8ffba2101 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:52:25.572421 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e37dd625-a960-4c26-ae0f-75da3cf034af admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:52:25.574883 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8a386622-b7b9-4adb-8df9-5d05fec83636 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Notify callbacks [] for floatingip, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:25.595897 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e37dd625-a960-4c26-ae0f-75da3cf034af admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:52:25.635634 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e37dd625-a960-4c26-ae0f-75da3cf034af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:25.637066 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e37dd625-a960-4c26-ae0f-75da3cf034af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:25.643310 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c455ca33-557f-4466-b0e4-bfd69e3742ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-c2416d97-9fb8-42da-9172-23595b682eed', 'network_id': 'c2416d97-9fb8-42da-9172-23595b682eed', 'tenant_id': '41fe50ea425a400d8710a3c8ffba2101', 'fixed_ips': [{'subnet_id': '5b1df775-76ff-4247-ad6c-6b8e913ab781'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 00:52:25.645439 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c455ca33-557f-4466-b0e4-bfd69e3742ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:25.658022 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e37dd625-a960-4c26-ae0f-75da3cf034af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:25.823694 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-dff55a76-7170-4f0a-86bc-1f6e0a40e289 req-276c2d31-7d33-4564-a578-5888bf5ee37a tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:52:25.834328 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-dff55a76-7170-4f0a-86bc-1f6e0a40e289 req-276c2d31-7d33-4564-a578-5888bf5ee37a tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] Usage tracker for resource:port and tenant:11d2408c88624e0289e6a344f36bc1d4 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:52:25.838331 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-dff55a76-7170-4f0a-86bc-1f6e0a40e289 req-276c2d31-7d33-4564-a578-5888bf5ee37a tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:52:25.849265 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-dff55a76-7170-4f0a-86bc-1f6e0a40e289 req-276c2d31-7d33-4564-a578-5888bf5ee37a tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:52:25.860962 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dff55a76-7170-4f0a-86bc-1f6e0a40e289 req-276c2d31-7d33-4564-a578-5888bf5ee37a tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] Made reservation on behalf of 11d2408c88624e0289e6a344f36bc1d4 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:52:25.865495 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-dff55a76-7170-4f0a-86bc-1f6e0a40e289 req-276c2d31-7d33-4564-a578-5888bf5ee37a tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:25.930197 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-c455ca33-557f-4466-b0e4-bfd69e3742ad None None] Allocated IP 172.20.0.2 (c2416d97-9fb8-42da-9172-23595b682eed/5b1df775-76ff-4247-ad6c-6b8e913ab781/71babb4e-8a53-4658-bcee-37b8d200ed11) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:52:25.953411 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-dff55a76-7170-4f0a-86bc-1f6e0a40e289 req-276c2d31-7d33-4564-a578-5888bf5ee37a tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:25.980074 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b82f8f-ecd6-4cfc-a705-baf64f23fb65 req-113ea166-cfdf-4075-874e-9cca3980e41b tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:25.982773 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-35b82f8f-ecd6-4cfc-a705-baf64f23fb65 req-113ea166-cfdf-4075-874e-9cca3980e41b tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4b50d6d-b742-465e-b92d-ffeb95538b3f HTTP/1.1" status: 200 len: 949 time: 0.1392610 Feb 09 00:52:25.985990 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8a386622-b7b9-4adb-8df9-5d05fec83636 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:26.051919 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 41210) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:52:26.125586 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e37dd625-a960-4c26-ae0f-75da3cf034af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:26.203540 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-35b82f8f-ecd6-4cfc-a705-baf64f23fb65 req-49bf5de6-7727-4b7a-bbbc-a2cd2580e32d tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131650 Feb 09 00:52:26.234170 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-dff55a76-7170-4f0a-86bc-1f6e0a40e289 req-276c2d31-7d33-4564-a578-5888bf5ee37a tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:52:26.246510 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-dff55a76-7170-4f0a-86bc-1f6e0a40e289 req-276c2d31-7d33-4564-a578-5888bf5ee37a tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] Usage tracker for resource:security_group_rule and tenant:11d2408c88624e0289e6a344f36bc1d4 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:52:26.251365 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-dff55a76-7170-4f0a-86bc-1f6e0a40e289 req-276c2d31-7d33-4564-a578-5888bf5ee37a tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:52:26.261056 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-dff55a76-7170-4f0a-86bc-1f6e0a40e289 req-276c2d31-7d33-4564-a578-5888bf5ee37a tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:52:26.517271 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8dc8b1f9-c4a6-4962-af76-e40be7310f3b req-ca0a72c3-f619-4312-ba5d-d4cde7ead587 tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] 10.222.0.105 "GET /v2.0/ports?device_id=6dd8b424-9714-47d2-802d-e287ee80ce96 HTTP/1.1" status: 200 len: 210 time: 0.0718806 Feb 09 00:52:26.532549 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c455ca33-557f-4466-b0e4-bfd69e3742ad None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:26.543971 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-c455ca33-557f-4466-b0e4-bfd69e3742ad None None] Transition to ACTIVE for port object 71babb4e-8a53-4658-bcee-37b8d200ed11 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:52:26.548162 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-8a386622-b7b9-4adb-8df9-5d05fec83636 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Allocated IP 172.25.0.236 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/86bb6162-88f8-4e53-864f-de9b683fce30) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:52:26.566164 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-c455ca33-557f-4466-b0e4-bfd69e3742ad None None] Transition to ACTIVE for port object 71babb4e-8a53-4658-bcee-37b8d200ed11 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:52:26.574626 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c455ca33-557f-4466-b0e4-bfd69e3742ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:26.681658 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-dff55a76-7170-4f0a-86bc-1f6e0a40e289 req-276c2d31-7d33-4564-a578-5888bf5ee37a tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:26.681991 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c455ca33-557f-4466-b0e4-bfd69e3742ad None None] Network c2416d97-9fb8-42da-9172-23595b682eed is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:52:26.693334 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-c455ca33-557f-4466-b0e4-bfd69e3742ad None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:52:26.696343 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c455ca33-557f-4466-b0e4-bfd69e3742ad None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:52:26.731265 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8a386622-b7b9-4adb-8df9-5d05fec83636 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:26.733336 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-dff55a76-7170-4f0a-86bc-1f6e0a40e289 req-276c2d31-7d33-4564-a578-5888bf5ee37a tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:26.763984 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f83c0259-b317-4dd6-8fdf-0a12f04c1a28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:26.775707 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8a386622-b7b9-4adb-8df9-5d05fec83636 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:26.832935 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-c455ca33-557f-4466-b0e4-bfd69e3742ad None None] Attempting to bind port 71babb4e-8a53-4658-bcee-37b8d200ed11 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:52:26.834371 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-c455ca33-557f-4466-b0e4-bfd69e3742ad None None] Attempting to bind port 71babb4e-8a53-4658-bcee-37b8d200ed11 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'f03400d7-9aef-442e-848e-a7781cfa27a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c2416d97-9fb8-42da-9172-23595b682eed'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:52:26.835319 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c455ca33-557f-4466-b0e4-bfd69e3742ad None None] Attempting to bind port 71babb4e-8a53-4658-bcee-37b8d200ed11 on network c2416d97-9fb8-42da-9172-23595b682eed {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:52:26.845077 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c455ca33-557f-4466-b0e4-bfd69e3742ad None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:52:26.845913 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c455ca33-557f-4466-b0e4-bfd69e3742ad None None] Checking segment: {'id': 'f03400d7-9aef-442e-848e-a7781cfa27a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c2416d97-9fb8-42da-9172-23595b682eed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:52:26.847237 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c455ca33-557f-4466-b0e4-bfd69e3742ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:26.847883 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c455ca33-557f-4466-b0e4-bfd69e3742ad None None] Bound using segment: {'id': 'f03400d7-9aef-442e-848e-a7781cfa27a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c2416d97-9fb8-42da-9172-23595b682eed'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:52:26.848622 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-c455ca33-557f-4466-b0e4-bfd69e3742ad None None] Bound port: 71babb4e-8a53-4658-bcee-37b8d200ed11, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f03400d7-9aef-442e-848e-a7781cfa27a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c2416d97-9fb8-42da-9172-23595b682eed'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:52:26.849213 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c455ca33-557f-4466-b0e4-bfd69e3742ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:26.925270 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f83c0259-b317-4dd6-8fdf-0a12f04c1a28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:52:26.936160 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-f83c0259-b317-4dd6-8fdf-0a12f04c1a28 admin admin] Usage tracker for resource:security_group_rule and tenant:cdb74f3ce72c4f6692ab0dba244e646c is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:52:26.945625 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-f83c0259-b317-4dd6-8fdf-0a12f04c1a28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:52:26.949992 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a386622-b7b9-4adb-8df9-5d05fec83636 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:52:26.960052 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-8a386622-b7b9-4adb-8df9-5d05fec83636 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:52:26.961255 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-c455ca33-557f-4466-b0e4-bfd69e3742ad None None] For port 71babb4e-8a53-4658-bcee-37b8d200ed11, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:52:26.962572 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f83c0259-b317-4dd6-8fdf-0a12f04c1a28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:52:26.968027 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-c455ca33-557f-4466-b0e4-bfd69e3742ad None None] For port 71babb4e-8a53-4658-bcee-37b8d200ed11, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=71babb4e-8a53-4658-bcee-37b8d200ed11,segment=NetworkSegment(f03400d7-9aef-442e-848e-a7781cfa27a1),segment_id=f03400d7-9aef-442e-848e-a7781cfa27a1)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:52:26.970007 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a386622-b7b9-4adb-8df9-5d05fec83636 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:52:26.971603 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c455ca33-557f-4466-b0e4-bfd69e3742ad None None] Pushing event updated for resources: {'Port': ['ID=71babb4e-8a53-4658-bcee-37b8d200ed11,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:26.978472 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c455ca33-557f-4466-b0e4-bfd69e3742ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:27.012631 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a386622-b7b9-4adb-8df9-5d05fec83636 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Pushing event updated for resources: {'Port': ['ID=86bb6162-88f8-4e53-864f-de9b683fce30,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:27.051789 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276c2d31-7d33-4564-a578-5888bf5ee37a tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8851b9-ce91-49a2-800f-311ac2842dfa,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:27.064829 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e37dd625-a960-4c26-ae0f-75da3cf034af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:27.101078 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c455ca33-557f-4466-b0e4-bfd69e3742ad None None] Pushing event updated for resources: {'Port': ['ID=71babb4e-8a53-4658-bcee-37b8d200ed11,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:27.108679 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-dff55a76-7170-4f0a-86bc-1f6e0a40e289 req-276c2d31-7d33-4564-a578-5888bf5ee37a tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] Allocated IP 192.168.233.131 (42d335cf-a678-4bc3-901b-7d21fb8587e6/e7938d94-1f0f-48bd-a0b3-26d5344ff0ec/02a5290f-41e0-4ab8-87f4-2ee514123ab8) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:52:27.121679 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e37dd625-a960-4c26-ae0f-75da3cf034af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:27.148072 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25936f8b-b7eb-45d6-85db-2c586ce79f29 req-2f7432f7-b302-4cd9-a738-8f0928ad0d04 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:27.150351 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-25936f8b-b7eb-45d6-85db-2c586ce79f29 req-2f7432f7-b302-4cd9-a738-8f0928ad0d04 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc8b84b2-b106-40bf-817c-64f458640c01 HTTP/1.1" status: 200 len: 946 time: 0.3876426 Feb 09 00:52:27.344017 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-25936f8b-b7eb-45d6-85db-2c586ce79f29 req-a03c2620-78ad-4e62-ac01-22205830a508 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005957 Feb 09 00:52:27.420146 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f83c0259-b317-4dd6-8fdf-0a12f04c1a28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:27.451185 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f83c0259-b317-4dd6-8fdf-0a12f04c1a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:27.586064 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83c0259-b317-4dd6-8fdf-0a12f04c1a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed999a45-6ec5-4dd7-b683-1d8cc312f5de,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:27.757067 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-dff55a76-7170-4f0a-86bc-1f6e0a40e289 req-276c2d31-7d33-4564-a578-5888bf5ee37a tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:27.769195 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8a386622-b7b9-4adb-8df9-5d05fec83636 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:27.786346 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 71babb4e-8a53-4658-bcee-37b8d200ed11 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:52:27.787048 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f83c0259-b317-4dd6-8fdf-0a12f04c1a28 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=cdb74f3ce72c4f6692ab0dba244e646c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7337544 Feb 09 00:52:27.795466 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41232) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:52:27.798662 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-dff55a76-7170-4f0a-86bc-1f6e0a40e289 req-276c2d31-7d33-4564-a578-5888bf5ee37a tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] Transition to ACTIVE for port object 02a5290f-41e0-4ab8-87f4-2ee514123ab8 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:52:27.811051 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-e37dd625-a960-4c26-ae0f-75da3cf034af admin admin] Allocated IP 172.25.0.175 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/66089ae5-f9fb-4987-9ebc-5b3b513fb0c7) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:52:27.882382 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8a386622-b7b9-4adb-8df9-5d05fec83636 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:27.899400 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 71babb4e-8a53-4658-bcee-37b8d200ed11 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:52:27.954707 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f034a1d1-e1c8-4cb5-a6b6-9c0d1aa15c9c req-a3404b1a-c46d-4f38-930e-741db1da28c9 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:27.956934 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f034a1d1-e1c8-4cb5-a6b6-9c0d1aa15c9c req-a3404b1a-c46d-4f38-930e-741db1da28c9 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4b50d6d-b742-465e-b92d-ffeb95538b3f HTTP/1.1" status: 200 len: 949 time: 0.4850879 Feb 09 00:52:27.967815 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acce5578-63bb-499e-a7e0-1db9dec88ae6 req-3882c65b-bd14-4917-83c8-16c5cc8e7c71 tempest-LiveMigrationTest-757645410 tempest-LiveMigrationTest-757645410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:27.970055 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-acce5578-63bb-499e-a7e0-1db9dec88ae6 req-3882c65b-bd14-4917-83c8-16c5cc8e7c71 tempest-LiveMigrationTest-757645410 tempest-LiveMigrationTest-757645410-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=dc8b84b2-b106-40bf-817c-64f458640c01 HTTP/1.1" status: 200 len: 1097 time: 0.2934141 Feb 09 00:52:27.991116 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-229c9317-9945-4fa2-9d10-968f0ce2a4a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:28.043175 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-dff55a76-7170-4f0a-86bc-1f6e0a40e289 req-276c2d31-7d33-4564-a578-5888bf5ee37a tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:28.105242 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-229c9317-9945-4fa2-9d10-968f0ce2a4a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:28.168404 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e37dd625-a960-4c26-ae0f-75da3cf034af admin admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:28.176210 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dff55a76-7170-4f0a-86bc-1f6e0a40e289 req-276c2d31-7d33-4564-a578-5888bf5ee37a tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] Network 42d335cf-a678-4bc3-901b-7d21fb8587e6 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:52:28.184701 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-dff55a76-7170-4f0a-86bc-1f6e0a40e289 req-276c2d31-7d33-4564-a578-5888bf5ee37a tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:52:28.187728 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-dff55a76-7170-4f0a-86bc-1f6e0a40e289 req-276c2d31-7d33-4564-a578-5888bf5ee37a tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:52:28.236200 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-acce5578-63bb-499e-a7e0-1db9dec88ae6 req-c90faff5-47dd-4f5a-8130-e74f8daf0cca tempest-LiveMigrationTest-757645410 tempest-LiveMigrationTest-757645410-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517989 Feb 09 00:52:28.248217 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276c2d31-7d33-4564-a578-5888bf5ee37a tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] Pushing event updated for resources: {'Port': ['ID=02a5290f-41e0-4ab8-87f4-2ee514123ab8,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:28.253618 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f034a1d1-e1c8-4cb5-a6b6-9c0d1aa15c9c req-3ff08b07-b3e5-4c60-bcf4-ae49fac04d0a tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730117 Feb 09 00:52:28.301500 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff55a76-7170-4f0a-86bc-1f6e0a40e289 req-276c2d31-7d33-4564-a578-5888bf5ee37a tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:28.302260 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-dff55a76-7170-4f0a-86bc-1f6e0a40e289 req-276c2d31-7d33-4564-a578-5888bf5ee37a tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:28.336224 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-229c9317-9945-4fa2-9d10-968f0ce2a4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:28.390995 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229c9317-9945-4fa2-9d10-968f0ce2a4a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed999a45-6ec5-4dd7-b683-1d8cc312f5de,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:28.405895 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-dff55a76-7170-4f0a-86bc-1f6e0a40e289 req-276c2d31-7d33-4564-a578-5888bf5ee37a tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9768152 Feb 09 00:52:28.406934 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-229c9317-9945-4fa2-9d10-968f0ce2a4a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:28.412723 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-229c9317-9945-4fa2-9d10-968f0ce2a4a4 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/ed999a45-6ec5-4dd7-b683-1d8cc312f5de HTTP/1.1" status: 204 len: 168 time: 0.6114101 Feb 09 00:52:28.428171 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-dff55a76-7170-4f0a-86bc-1f6e0a40e289 req-c687f1fb-811c-4fe1-82e6-792c77f6f211 service neutron] Request body: {'port': {'device_id': '6dd8b424-9714-47d2-802d-e287ee80ce96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:52:28.477064 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8a386622-b7b9-4adb-8df9-5d05fec83636 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:28.486216 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8a386622-b7b9-4adb-8df9-5d05fec83636 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:28.678287 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-3931299a-13a4-4ba3-bf00-92859325222f None None] Provisioning for port 02a5290f-41e0-4ab8-87f4-2ee514123ab8 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:52:28.692143 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-3931299a-13a4-4ba3-bf00-92859325222f None None] Provisioning complete for port 02a5290f-41e0-4ab8-87f4-2ee514123ab8 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:52:28.692491 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3931299a-13a4-4ba3-bf00-92859325222f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:28.762647 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-dff55a76-7170-4f0a-86bc-1f6e0a40e289 req-c687f1fb-811c-4fe1-82e6-792c77f6f211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:28.814246 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c8b8e8-0be6-4940-96eb-83d391c0fecb None None] Network c2416d97-9fb8-42da-9172-23595b682eed requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:52:28.816184 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e37dd625-a960-4c26-ae0f-75da3cf034af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:28.820417 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a386622-b7b9-4adb-8df9-5d05fec83636 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Pushing event updated for resources: {'Port': ['ID=86bb6162-88f8-4e53-864f-de9b683fce30,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:28.874484 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8a386622-b7b9-4adb-8df9-5d05fec83636 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:28.945577 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ee04a-379f-42a3-b08c-c76bf4f29805 req-02af828c-c5b7-4647-9fee-fe695d963713 tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:28.952746 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4d0ee04a-379f-42a3-b08c-c76bf4f29805 req-02af828c-c5b7-4647-9fee-fe695d963713 tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] 10.222.0.105 "GET /v2.0/ports?device_id=6dd8b424-9714-47d2-802d-e287ee80ce96 HTTP/1.1" status: 200 len: 936 time: 0.4261637 Feb 09 00:52:28.958057 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37dd625-a960-4c26-ae0f-75da3cf034af admin admin] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:52:28.962709 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-e37dd625-a960-4c26-ae0f-75da3cf034af admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:52:28.968607 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37dd625-a960-4c26-ae0f-75da3cf034af admin admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:52:29.000947 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8a386622-b7b9-4adb-8df9-5d05fec83636 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:29.010935 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-8a386622-b7b9-4adb-8df9-5d05fec83636 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5129907 Feb 09 00:52:29.054658 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4d0ee04a-379f-42a3-b08c-c76bf4f29805 req-fe4ba1a4-466e-456a-838c-3f8ba23bcf63 tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] 10.222.0.105 "GET /v2.0/security-groups?id=fd8851b9-ce91-49a2-800f-311ac2842dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907314 Feb 09 00:52:29.155437 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-3931299a-13a4-4ba3-bf00-92859325222f None None] Port 02a5290f-41e0-4ab8-87f4-2ee514123ab8 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:52:29.201960 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 41254) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:52:29.240882 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-38e29f9b-567e-48ac-abef-405d9da5aa71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:29.295875 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-38e29f9b-567e-48ac-abef-405d9da5aa71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:52:29.311214 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-38e29f9b-567e-48ac-abef-405d9da5aa71 admin admin] Usage tracker for resource:security_group_rule and tenant:d9fef913fdaa47b9b8010b183e6c7145 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:52:29.320101 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-38e29f9b-567e-48ac-abef-405d9da5aa71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:52:29.366799 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-38e29f9b-567e-48ac-abef-405d9da5aa71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:52:29.400122 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a909a327-48c0-4cd3-91c8-419ee8435103 None None] Provisioning for port 71babb4e-8a53-4658-bcee-37b8d200ed11 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:52:29.410536 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a909a327-48c0-4cd3-91c8-419ee8435103 None None] Provisioning complete for port 71babb4e-8a53-4658-bcee-37b8d200ed11 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:52:29.411154 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a909a327-48c0-4cd3-91c8-419ee8435103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:29.515509 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37dd625-a960-4c26-ae0f-75da3cf034af admin admin] Pushing event updated for resources: {'Port': ['ID=66089ae5-f9fb-4987-9ebc-5b3b513fb0c7,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:29.552117 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-38e29f9b-567e-48ac-abef-405d9da5aa71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:29.595084 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-38e29f9b-567e-48ac-abef-405d9da5aa71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:29.628121 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a909a327-48c0-4cd3-91c8-419ee8435103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:29.699763 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a909a327-48c0-4cd3-91c8-419ee8435103 None None] For port 71babb4e-8a53-4658-bcee-37b8d200ed11, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=71babb4e-8a53-4658-bcee-37b8d200ed11,segment=NetworkSegment(f03400d7-9aef-442e-848e-a7781cfa27a1),segment_id=f03400d7-9aef-442e-848e-a7781cfa27a1)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:52:29.705203 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a909a327-48c0-4cd3-91c8-419ee8435103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:29.827546 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a909a327-48c0-4cd3-91c8-419ee8435103 None None] Pushing event updated for resources: {'Port': ['ID=71babb4e-8a53-4658-bcee-37b8d200ed11,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:29.858802 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e29f9b-567e-48ac-abef-405d9da5aa71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=783b0bd7-91d6-47c2-b47e-a93be3087bc1,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:29.913640 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-38e29f9b-567e-48ac-abef-405d9da5aa71 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=d9fef913fdaa47b9b8010b183e6c7145&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7105532 Feb 09 00:52:29.917703 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 41274) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:52:30.001246 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff32aba-e88b-4ff4-b5cf-e81ea5143337 req-ffa5ec8e-1331-4f8a-9eb1-3aa745422157 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:30.008534 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2ff32aba-e88b-4ff4-b5cf-e81ea5143337 req-ffa5ec8e-1331-4f8a-9eb1-3aa745422157 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/networks?id=39a46289-ad70-46f1-887f-88a255de2a83 HTTP/1.1" status: 200 len: 821 time: 0.4513781 Feb 09 00:52:30.034742 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05eab37-b82b-4729-a754-7b34df8d490b req-45812d17-f41b-4b32-9bf7-1bd2a2906c9f tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:30.037424 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d7055a8d-0602-4751-b65c-9228f601112c None None] Provisioning complete for port 71babb4e-8a53-4658-bcee-37b8d200ed11 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:52:30.037825 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d7055a8d-0602-4751-b65c-9228f601112c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:30.041548 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e05eab37-b82b-4729-a754-7b34df8d490b req-45812d17-f41b-4b32-9bf7-1bd2a2906c9f tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4b50d6d-b742-465e-b92d-ffeb95538b3f HTTP/1.1" status: 200 len: 949 time: 0.4480269 Feb 09 00:52:30.050204 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2ff32aba-e88b-4ff4-b5cf-e81ea5143337 req-341e9276-6981-4b65-8019-a6f2e641258b tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/quotas/7bf69f5d5f8d45f2b7dab3b2ab01eff0 HTTP/1.1" status: 200 len: 375 time: 0.0398521 Feb 09 00:52:30.064223 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e37dd625-a960-4c26-ae0f-75da3cf034af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:30.119810 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [req-dff55a76-7170-4f0a-86bc-1f6e0a40e289 req-c687f1fb-811c-4fe1-82e6-792c77f6f211 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02a5290f-41e0-4ab8-87f4-2ee514123ab8 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:52:30.155630 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e05eab37-b82b-4729-a754-7b34df8d490b req-12683710-19e5-4615-a232-064705b1a6ea tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131134 Feb 09 00:52:30.187881 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6b4ef626-2f4c-4cb8-b16e-5323fe267b1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:30.292272 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6b4ef626-2f4c-4cb8-b16e-5323fe267b1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:30.358758 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-dff55a76-7170-4f0a-86bc-1f6e0a40e289 req-c687f1fb-811c-4fe1-82e6-792c77f6f211 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:30.391406 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-dff55a76-7170-4f0a-86bc-1f6e0a40e289 req-c687f1fb-811c-4fe1-82e6-792c77f6f211 service neutron] Transition to ACTIVE for port object 02a5290f-41e0-4ab8-87f4-2ee514123ab8 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:52:30.399115 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-dff55a76-7170-4f0a-86bc-1f6e0a40e289 req-c687f1fb-811c-4fe1-82e6-792c77f6f211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:30.408634 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2ff32aba-e88b-4ff4-b5cf-e81ea5143337 req-c4256b24-ba87-4c2b-a442-7171dc6f1269 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=7bf69f5d5f8d45f2b7dab3b2ab01eff0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3577995 Feb 09 00:52:30.515029 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6b4ef626-2f4c-4cb8-b16e-5323fe267b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:30.543928 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ef626-2f4c-4cb8-b16e-5323fe267b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=783b0bd7-91d6-47c2-b47e-a93be3087bc1,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:30.559999 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c65783-b709-4b15-a062-e33f4da44563 req-39a6065b-ba94-466e-ae73-2d18068d6a24 tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:30.561539 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-30c65783-b709-4b15-a062-e33f4da44563 req-39a6065b-ba94-466e-ae73-2d18068d6a24 tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] 10.222.0.105 "GET /v2.0/ports?device_id=6dd8b424-9714-47d2-802d-e287ee80ce96 HTTP/1.1" status: 200 len: 936 time: 0.2794094 Feb 09 00:52:30.594741 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6b4ef626-2f4c-4cb8-b16e-5323fe267b1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:30.596143 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-6b4ef626-2f4c-4cb8-b16e-5323fe267b1b admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/783b0bd7-91d6-47c2-b47e-a93be3087bc1 HTTP/1.1" status: 204 len: 168 time: 0.6769366 Feb 09 00:52:30.658081 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2ff32aba-e88b-4ff4-b5cf-e81ea5143337 req-68413401-3e3e-401e-8ef5-ba8edddd42e9 service neutron] 10.222.0.105 "GET /v2.0/networks/39a46289-ad70-46f1-887f-88a255de2a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340147 Feb 09 00:52:30.681733 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-30c65783-b709-4b15-a062-e33f4da44563 req-7cb8e3ec-3ccd-4573-8998-0cdf5b466275 tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] 10.222.0.105 "GET /v2.0/security-groups?id=fd8851b9-ce91-49a2-800f-311ac2842dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090560 Feb 09 00:52:30.726651 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c687f1fb-811c-4fe1-82e6-792c77f6f211 service neutron] Pushing event updated for resources: {'Port': ['ID=02a5290f-41e0-4ab8-87f4-2ee514123ab8,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:30.865980 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2ff32aba-e88b-4ff4-b5cf-e81ea5143337 req-77f45e03-b998-4755-8753-724b1d701ec7 service neutron] 10.222.0.105 "GET /v2.0/networks/39a46289-ad70-46f1-887f-88a255de2a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064490 Feb 09 00:52:30.951374 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-dff55a76-7170-4f0a-86bc-1f6e0a40e289 req-c687f1fb-811c-4fe1-82e6-792c77f6f211 service neutron] Attempting to bind port 02a5290f-41e0-4ab8-87f4-2ee514123ab8 on host n-h2-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:52:30.951795 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-dff55a76-7170-4f0a-86bc-1f6e0a40e289 req-c687f1fb-811c-4fe1-82e6-792c77f6f211 service neutron] Attempting to bind port 02a5290f-41e0-4ab8-87f4-2ee514123ab8 by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:52:30.952317 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff55a76-7170-4f0a-86bc-1f6e0a40e289 req-c687f1fb-811c-4fe1-82e6-792c77f6f211 service neutron] Attempting to bind port 02a5290f-41e0-4ab8-87f4-2ee514123ab8 on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:52:30.988781 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff55a76-7170-4f0a-86bc-1f6e0a40e289 req-c687f1fb-811c-4fe1-82e6-792c77f6f211 service neutron] Port 02a5290f-41e0-4ab8-87f4-2ee514123ab8 on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:52:30.989847 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff55a76-7170-4f0a-86bc-1f6e0a40e289 req-c687f1fb-811c-4fe1-82e6-792c77f6f211 service neutron] Attempting to bind port 02a5290f-41e0-4ab8-87f4-2ee514123ab8 on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:52:30.998051 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff55a76-7170-4f0a-86bc-1f6e0a40e289 req-c687f1fb-811c-4fe1-82e6-792c77f6f211 service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:52:30.998051 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff55a76-7170-4f0a-86bc-1f6e0a40e289 req-c687f1fb-811c-4fe1-82e6-792c77f6f211 service neutron] Checking segment: {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:52:30.998051 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff55a76-7170-4f0a-86bc-1f6e0a40e289 req-c687f1fb-811c-4fe1-82e6-792c77f6f211 service neutron] Bound using segment: {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:52:30.998560 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-dff55a76-7170-4f0a-86bc-1f6e0a40e289 req-c687f1fb-811c-4fe1-82e6-792c77f6f211 service neutron] Bound port: 02a5290f-41e0-4ab8-87f4-2ee514123ab8, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:52:30.998826 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-dff55a76-7170-4f0a-86bc-1f6e0a40e289 req-c687f1fb-811c-4fe1-82e6-792c77f6f211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:31.006625 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ac706726-0600-4bc9-9afd-734c687a55cc req-3df10ce0-2bf4-49ac-8f7c-ba9f13b1ede6 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=1f26b1f1-bccd-471c-9b04-b9969c8e9c78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1282196 Feb 09 00:52:31.078728 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e37dd625-a960-4c26-ae0f-75da3cf034af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:31.286449 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-eb248569-4d02-4c0e-b41c-15dd0dcf150a req-aeafc1e6-7f11-4b5e-98ca-5d59146c7586 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/ports?device_id=883ab1b3-e080-45da-9cd4-0f455371dba4 HTTP/1.1" status: 200 len: 210 time: 0.1062355 Feb 09 00:52:31.298700 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-dff55a76-7170-4f0a-86bc-1f6e0a40e289 req-c687f1fb-811c-4fe1-82e6-792c77f6f211 service neutron] For port 02a5290f-41e0-4ab8-87f4-2ee514123ab8, host n-h2-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:52:31.304641 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-dff55a76-7170-4f0a-86bc-1f6e0a40e289 req-c687f1fb-811c-4fe1-82e6-792c77f6f211 service neutron] For port 02a5290f-41e0-4ab8-87f4-2ee514123ab8, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=02a5290f-41e0-4ab8-87f4-2ee514123ab8,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:52:31.320501 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-dff55a76-7170-4f0a-86bc-1f6e0a40e289 req-c687f1fb-811c-4fe1-82e6-792c77f6f211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:31.357934 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac706726-0600-4bc9-9afd-734c687a55cc req-2d66d54b-c41a-4c11-90ad-f914e83956f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:31.376936 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ac706726-0600-4bc9-9afd-734c687a55cc req-2d66d54b-c41a-4c11-90ad-f914e83956f6 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=8d883076d7064c219a98a8f981d7945a&device_id=1f26b1f1-bccd-471c-9b04-b9969c8e9c78 HTTP/1.1" status: 200 len: 1095 time: 0.2701099 Feb 09 00:52:31.525371 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff55a76-7170-4f0a-86bc-1f6e0a40e289 req-c687f1fb-811c-4fe1-82e6-792c77f6f211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:31.527701 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-dff55a76-7170-4f0a-86bc-1f6e0a40e289 req-c687f1fb-811c-4fe1-82e6-792c77f6f211 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:31.530642 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-dff55a76-7170-4f0a-86bc-1f6e0a40e289 req-c687f1fb-811c-4fe1-82e6-792c77f6f211 service neutron] 10.222.0.99 "PUT /v2.0/ports/02a5290f-41e0-4ab8-87f4-2ee514123ab8 HTTP/1.1" status: 200 len: 1096 time: 3.1155336 Feb 09 00:52:31.532278 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dd8b424-9714-47d2-802d-e287ee80ce96', 'tag': '02a5290f-41e0-4ab8-87f4-2ee514123ab8'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:52:31.681909 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e37dd625-a960-4c26-ae0f-75da3cf034af admin admin] Router 62393c64-d2af-427f-a945-f9587e3b57d3 is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 00:52:31.684940 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c687f1fb-811c-4fe1-82e6-792c77f6f211 service neutron] Pushing event updated for resources: {'Port': ['ID=02a5290f-41e0-4ab8-87f4-2ee514123ab8,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:31.704115 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dd8b424-9714-47d2-802d-e287ee80ce96', 'tag': '02a5290f-41e0-4ab8-87f4-2ee514123ab8', 'status': 'completed', 'code': 200} Feb 09 00:52:31.804198 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 71babb4e-8a53-4658-bcee-37b8d200ed11 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:52:32.029789 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 71babb4e-8a53-4658-bcee-37b8d200ed11 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:52:32.029789 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:32.090244 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff55a76-7170-4f0a-86bc-1f6e0a40e289 req-35a96a9d-5a94-4a62-9471-10a2d3ac4df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:32.091778 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-dff55a76-7170-4f0a-86bc-1f6e0a40e289 req-35a96a9d-5a94-4a62-9471-10a2d3ac4df8 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=11d2408c88624e0289e6a344f36bc1d4&device_id=6dd8b424-9714-47d2-802d-e287ee80ce96 HTTP/1.1" status: 200 len: 1099 time: 0.4934347 Feb 09 00:52:32.092871 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e37dd625-a960-4c26-ae0f-75da3cf034af admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 00:52:32.111681 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cf5bd2-e684-4ec1-ace0-6eee48592a88 None None] Sync routers for ids ['62393c64-d2af-427f-a945-f9587e3b57d3'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:52:32.134171 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cf5bd2-e684-4ec1-ace0-6eee48592a88 None None] Routers {'62393c64-d2af-427f-a945-f9587e3b57d3'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:52:32.137668 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-72cf5bd2-e684-4ec1-ace0-6eee48592a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:52:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['62393c64-d2af-427f-a945-f9587e3b57d3'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:52:32.228343 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac706726-0600-4bc9-9afd-734c687a55cc req-89fa6f69-641f-4433-8584-553474b4a487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:32.229892 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ac706726-0600-4bc9-9afd-734c687a55cc req-89fa6f69-641f-4433-8584-553474b4a487 service neutron] 10.222.0.99 "GET /v2.0/networks?id=ded91f5f-4c52-4e17-8569-d9d1696711b8 HTTP/1.1" status: 200 len: 909 time: 0.8270061 Feb 09 00:52:32.262534 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-dff55a76-7170-4f0a-86bc-1f6e0a40e289 req-678563f2-8a6f-44bd-80fe-1f936b468e60 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=02a5290f-41e0-4ab8-87f4-2ee514123ab8 HTTP/1.1" status: 200 len: 217 time: 0.1607218 Feb 09 00:52:32.338173 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e37dd625-a960-4c26-ae0f-75da3cf034af admin admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:32.339821 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e37dd625-a960-4c26-ae0f-75da3cf034af admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.8622422 Feb 09 00:52:32.342899 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41338) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:52:32.360389 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c419ee1-754a-47ac-a2ca-27c5aa713471 req-1246f4b3-11ca-4178-8cda-4b67c066bb37 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:32.370303 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6c419ee1-754a-47ac-a2ca-27c5aa713471 req-1246f4b3-11ca-4178-8cda-4b67c066bb37 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4b50d6d-b742-465e-b92d-ffeb95538b3f HTTP/1.1" status: 200 len: 949 time: 0.7857380 Feb 09 00:52:32.381914 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a1eaa2-8784-4c4b-9dd0-e1949e406877 req-073e48d3-7f0f-4575-b56b-22bd07ed4503 tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:32.394170 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-03a1eaa2-8784-4c4b-9dd0-e1949e406877 req-073e48d3-7f0f-4575-b56b-22bd07ed4503 tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] 10.222.0.105 "GET /v2.0/ports?device_id=6dd8b424-9714-47d2-802d-e287ee80ce96 HTTP/1.1" status: 200 len: 948 time: 0.3500683 Feb 09 00:52:32.459823 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ac706726-0600-4bc9-9afd-734c687a55cc req-efb2336e-3672-4bfd-b6a3-fc8f9a8b9a46 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f HTTP/1.1" status: 200 len: 217 time: 0.2199476 Feb 09 00:52:32.526942 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-72cf5bd2-e684-4ec1-ace0-6eee48592a88 None None] Set router 62393c64-d2af-427f-a945-f9587e3b57d3 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:52:32.816280 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac706726-0600-4bc9-9afd-734c687a55cc req-c5440ec7-82b0-4897-8706-9296720f33f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:32.820162 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ac706726-0600-4bc9-9afd-734c687a55cc req-c5440ec7-82b0-4897-8706-9296720f33f2 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=103c212c-bf16-40d1-a89c-07252434eb67 HTTP/1.1" status: 200 len: 848 time: 0.3541560 Feb 09 00:52:32.841200 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-03a1eaa2-8784-4c4b-9dd0-e1949e406877 req-85eb51a4-218b-43b9-8a4d-48afb1930a4d tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] 10.222.0.105 "GET /v2.0/security-groups?id=fd8851b9-ce91-49a2-800f-311ac2842dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4431114 Feb 09 00:52:33.021677 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff55a76-7170-4f0a-86bc-1f6e0a40e289 req-bf5f1157-9df1-4096-a9ea-200dac724b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:33.033444 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-dff55a76-7170-4f0a-86bc-1f6e0a40e289 req-bf5f1157-9df1-4096-a9ea-200dac724b0c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.7532296 Feb 09 00:52:33.059506 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6c419ee1-754a-47ac-a2ca-27c5aa713471 req-b157b771-5b46-40e0-8723-7d92ee5638f6 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6882379 Feb 09 00:52:33.130355 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ac706726-0600-4bc9-9afd-734c687a55cc req-e483a80f-5729-4784-b6ff-9c00f05f5077 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=ded91f5f-4c52-4e17-8569-d9d1696711b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2877395 Feb 09 00:52:33.285990 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-72cf5bd2-e684-4ec1-ace0-6eee48592a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62393c64-d2af-427f-a945-f9587e3b57d3', 'name': 'tempest-FloatingIPsTestJSON-2111724425-router', 'tenant_id': '41fe50ea425a400d8710a3c8ffba2101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '66089ae5-f9fb-4987-9ebc-5b3b513fb0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:52:25Z', 'updated_at': '2022-02-09T00:52:29Z', 'revision_number': 3, 'project_id': '41fe50ea425a400d8710a3c8ffba2101', 'gw_port': {'id': '66089ae5-f9fb-4987-9ebc-5b3b513fb0c7', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7c:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62393c64-d2af-427f-a945-f9587e3b57d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:52:27Z', 'updated_at': '2022-02-09T00:52:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:52:33.290795 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cf5bd2-e684-4ec1-ace0-6eee48592a88 None None] Checking router: 62393c64-d2af-427f-a945-f9587e3b57d3 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:52:33.291153 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cf5bd2-e684-4ec1-ace0-6eee48592a88 None None] Updating router 62393c64-d2af-427f-a945-f9587e3b57d3 port 66089ae5-f9fb-4987-9ebc-5b3b513fb0c7 binding host n-d-828418-1 {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:52:33.292443 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-76a3898c-5353-491b-97b9-ce0b9aec3128 req-a2e30311-0eab-475e-adb8-633510c9f4da tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/ports?device_id=883ab1b3-e080-45da-9cd4-0f455371dba4 HTTP/1.1" status: 200 len: 210 time: 0.1533718 Feb 09 00:52:33.355436 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-72cf5bd2-e684-4ec1-ace0-6eee48592a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:33.442460 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff32aba-e88b-4ff4-b5cf-e81ea5143337 req-b065becf-bdb5-4e56-8eed-d9b028dcc54d tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:33.443944 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2ff32aba-e88b-4ff4-b5cf-e81ea5143337 req-b065becf-bdb5-4e56-8eed-d9b028dcc54d tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.62 "GET /v2.0/networks?id=39a46289-ad70-46f1-887f-88a255de2a83 HTTP/1.1" status: 200 len: 821 time: 0.5985420 Feb 09 00:52:33.468685 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-2ff32aba-e88b-4ff4-b5cf-e81ea5143337 req-378f756e-e27d-4bd2-a3ad-e65da7305cf6 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Request body: {'port': {'device_id': '883ab1b3-e080-45da-9cd4-0f455371dba4', 'network_id': '39a46289-ad70-46f1-887f-88a255de2a83', 'admin_state_up': True, 'tenant_id': '7bf69f5d5f8d45f2b7dab3b2ab01eff0'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:52:33.485773 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff55a76-7170-4f0a-86bc-1f6e0a40e289 req-2dcbc92a-5d2e-42dd-8853-f7459323fee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:33.487929 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-dff55a76-7170-4f0a-86bc-1f6e0a40e289 req-2dcbc92a-5d2e-42dd-8853-f7459323fee7 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4454226 Feb 09 00:52:33.568801 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ac706726-0600-4bc9-9afd-734c687a55cc req-a97a3a87-ae30-49af-aab0-06de6db3fd9b service neutron] 10.222.0.99 "GET /v2.0/networks/ded91f5f-4c52-4e17-8569-d9d1696711b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3200865 Feb 09 00:52:33.759362 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-2ff32aba-e88b-4ff4-b5cf-e81ea5143337 req-378f756e-e27d-4bd2-a3ad-e65da7305cf6 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:52:33.767270 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-2ff32aba-e88b-4ff4-b5cf-e81ea5143337 req-378f756e-e27d-4bd2-a3ad-e65da7305cf6 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Usage tracker for resource:port and tenant:7bf69f5d5f8d45f2b7dab3b2ab01eff0 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:52:33.794629 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-2ff32aba-e88b-4ff4-b5cf-e81ea5143337 req-378f756e-e27d-4bd2-a3ad-e65da7305cf6 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:52:33.815545 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-2ff32aba-e88b-4ff4-b5cf-e81ea5143337 req-378f756e-e27d-4bd2-a3ad-e65da7305cf6 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:52:33.824949 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ac706726-0600-4bc9-9afd-734c687a55cc req-faec4453-c17e-431f-89a2-f30d58472e36 service neutron] 10.222.0.99 "GET /v2.0/networks/ded91f5f-4c52-4e17-8569-d9d1696711b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480876 Feb 09 00:52:33.845239 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ff32aba-e88b-4ff4-b5cf-e81ea5143337 req-378f756e-e27d-4bd2-a3ad-e65da7305cf6 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Made reservation on behalf of 7bf69f5d5f8d45f2b7dab3b2ab01eff0 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:52:33.858374 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-2ff32aba-e88b-4ff4-b5cf-e81ea5143337 req-378f756e-e27d-4bd2-a3ad-e65da7305cf6 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:33.970360 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-dff55a76-7170-4f0a-86bc-1f6e0a40e289 req-12e2ae9a-50c3-440c-ae55-95288d30cc7e service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4758108 Feb 09 00:52:34.005382 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-72cf5bd2-e684-4ec1-ace0-6eee48592a88 None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:34.038793 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-72cf5bd2-e684-4ec1-ace0-6eee48592a88 None None] Transition to ACTIVE for port object 66089ae5-f9fb-4987-9ebc-5b3b513fb0c7 will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:52:34.051659 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-72cf5bd2-e684-4ec1-ace0-6eee48592a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:34.218065 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-72cf5bd2-e684-4ec1-ace0-6eee48592a88 None None] Attempting to bind port 66089ae5-f9fb-4987-9ebc-5b3b513fb0c7 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:52:34.218266 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-72cf5bd2-e684-4ec1-ace0-6eee48592a88 None None] Attempting to bind port 66089ae5-f9fb-4987-9ebc-5b3b513fb0c7 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:52:34.218581 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cf5bd2-e684-4ec1-ace0-6eee48592a88 None None] Attempting to bind port 66089ae5-f9fb-4987-9ebc-5b3b513fb0c7 on network 3d885c3c-255c-4e54-addc-b28437d0b18e {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:52:34.231466 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cf5bd2-e684-4ec1-ace0-6eee48592a88 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:52:34.231732 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cf5bd2-e684-4ec1-ace0-6eee48592a88 None None] Checking segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:52:34.232105 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-72cf5bd2-e684-4ec1-ace0-6eee48592a88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:34.232508 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cf5bd2-e684-4ec1-ace0-6eee48592a88 None None] Bound using segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:52:34.233047 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-72cf5bd2-e684-4ec1-ace0-6eee48592a88 None None] Bound port: 66089ae5-f9fb-4987-9ebc-5b3b513fb0c7, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:52:34.233453 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-72cf5bd2-e684-4ec1-ace0-6eee48592a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:34.294287 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de10678c-53b1-4481-829d-2e0d8842070c None None] Pushing event updated for resources: {'Port': ['ID=66089ae5-f9fb-4987-9ebc-5b3b513fb0c7,revision_number=2']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:34.310805 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de10678c-53b1-4481-829d-2e0d8842070c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:52:34.311481 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de10678c-53b1-4481-829d-2e0d8842070c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:52:34.311998 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de10678c-53b1-4481-829d-2e0d8842070c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:52:34.312525 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de10678c-53b1-4481-829d-2e0d8842070c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:52:34.313001 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de10678c-53b1-4481-829d-2e0d8842070c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:52:34.313476 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de10678c-53b1-4481-829d-2e0d8842070c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:52:34.313992 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de10678c-53b1-4481-829d-2e0d8842070c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:52:34.314705 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de10678c-53b1-4481-829d-2e0d8842070c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:52:34.315893 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de10678c-53b1-4481-829d-2e0d8842070c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:52:34.316562 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de10678c-53b1-4481-829d-2e0d8842070c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:52:34.317054 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de10678c-53b1-4481-829d-2e0d8842070c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:52:34.317527 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de10678c-53b1-4481-829d-2e0d8842070c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:52:34.351120 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-72cf5bd2-e684-4ec1-ace0-6eee48592a88 None None] For port 66089ae5-f9fb-4987-9ebc-5b3b513fb0c7, host n-d-828418-1, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:52:34.356625 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-72cf5bd2-e684-4ec1-ace0-6eee48592a88 None None] For port 66089ae5-f9fb-4987-9ebc-5b3b513fb0c7, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=66089ae5-f9fb-4987-9ebc-5b3b513fb0c7,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:52:34.361971 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-72cf5bd2-e684-4ec1-ace0-6eee48592a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:34.431314 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c26a71be-f215-4d22-a2d8-76245d6f00b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:34.458653 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de10678c-53b1-4481-829d-2e0d8842070c None None] Pushing event updated for resources: {'Port': ['ID=66089ae5-f9fb-4987-9ebc-5b3b513fb0c7,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:34.478397 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-2ff32aba-e88b-4ff4-b5cf-e81ea5143337 req-378f756e-e27d-4bd2-a3ad-e65da7305cf6 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Allocated IP 172.20.0.6 (39a46289-ad70-46f1-887f-88a255de2a83/163b540f-77f3-4f41-babd-8cc6d2cd64c1/3e5248ff-0f12-4a22-8935-b06063b61e05) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:52:34.489086 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cf5bd2-e684-4ec1-ace0-6eee48592a88 None None] Routers {'62393c64-d2af-427f-a945-f9587e3b57d3'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:52:34.490057 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-72cf5bd2-e684-4ec1-ace0-6eee48592a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:52:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['62393c64-d2af-427f-a945-f9587e3b57d3'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:52:34.506544 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-dff55a76-7170-4f0a-86bc-1f6e0a40e289 req-5de5c4a7-d56e-4ee8-845b-7836362c9b54 service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5289850 Feb 09 00:52:34.534135 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af7700-381c-49d9-9702-72f407002e9a req-dec30f10-0f41-4bb4-8a7d-d3ac500f0bef tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:34.535679 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a0af7700-381c-49d9-9702-72f407002e9a req-dec30f10-0f41-4bb4-8a7d-d3ac500f0bef tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] 10.222.0.105 "GET /v2.0/ports?device_id=6dd8b424-9714-47d2-802d-e287ee80ce96 HTTP/1.1" status: 200 len: 948 time: 0.4513068 Feb 09 00:52:34.589762 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa9a82-7cbe-4250-9bf8-f60d0c3f5d35 req-db3d7dd4-da07-431b-8cda-b42569d64b47 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:34.597800 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-10fa9a82-7cbe-4250-9bf8-f60d0c3f5d35 req-db3d7dd4-da07-431b-8cda-b42569d64b47 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4b50d6d-b742-465e-b92d-ffeb95538b3f HTTP/1.1" status: 200 len: 949 time: 0.3379500 Feb 09 00:52:34.804835 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-10fa9a82-7cbe-4250-9bf8-f60d0c3f5d35 req-75d2159a-2a0a-4680-99de-7c83751467ab tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060101 Feb 09 00:52:34.814717 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a0af7700-381c-49d9-9702-72f407002e9a req-52ba3c84-472a-4bea-b428-08b39246b363 tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] 10.222.0.105 "GET /v2.0/security-groups?id=fd8851b9-ce91-49a2-800f-311ac2842dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616689 Feb 09 00:52:34.837652 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-c26a71be-f215-4d22-a2d8-76245d6f00b7 admin admin] Allocated IP 172.20.0.1 (c2416d97-9fb8-42da-9172-23595b682eed/5b1df775-76ff-4247-ad6c-6b8e913ab781/cdc590ce-530d-4b46-bb4e-4b8f971ed5b2) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:52:34.931120 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-72cf5bd2-e684-4ec1-ace0-6eee48592a88 None None] Set router 62393c64-d2af-427f-a945-f9587e3b57d3 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:52:34.963951 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90e0bf-1e61-468d-85de-f1a6c385163c req-6f51f7fa-f326-4571-a42c-11c4422aa0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:34.965804 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-fc90e0bf-1e61-468d-85de-f1a6c385163c req-6f51f7fa-f326-4571-a42c-11c4422aa0a3 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=11d2408c88624e0289e6a344f36bc1d4&device_id=6dd8b424-9714-47d2-802d-e287ee80ce96 HTTP/1.1" status: 200 len: 1099 time: 0.2070758 Feb 09 00:52:35.008684 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-2ff32aba-e88b-4ff4-b5cf-e81ea5143337 req-378f756e-e27d-4bd2-a3ad-e65da7305cf6 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:35.246517 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-2ff32aba-e88b-4ff4-b5cf-e81ea5143337 req-378f756e-e27d-4bd2-a3ad-e65da7305cf6 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:35.313906 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c26a71be-f215-4d22-a2d8-76245d6f00b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:35.355602 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-c26a71be-f215-4d22-a2d8-76245d6f00b7 admin admin] Transition to ACTIVE for port object cdc590ce-530d-4b46-bb4e-4b8f971ed5b2 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:52:35.356197 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ff32aba-e88b-4ff4-b5cf-e81ea5143337 req-378f756e-e27d-4bd2-a3ad-e65da7305cf6 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Network 39a46289-ad70-46f1-887f-88a255de2a83 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:52:35.363822 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-2ff32aba-e88b-4ff4-b5cf-e81ea5143337 req-378f756e-e27d-4bd2-a3ad-e65da7305cf6 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:52:35.371666 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ff32aba-e88b-4ff4-b5cf-e81ea5143337 req-378f756e-e27d-4bd2-a3ad-e65da7305cf6 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:52:35.376889 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90e0bf-1e61-468d-85de-f1a6c385163c req-100d1abb-7fa7-4c4e-9b5f-37aebc6666c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:35.378874 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-fc90e0bf-1e61-468d-85de-f1a6c385163c req-100d1abb-7fa7-4c4e-9b5f-37aebc6666c6 service neutron] 10.222.0.99 "GET /v2.0/networks?id=42d335cf-a678-4bc3-901b-7d21fb8587e6 HTTP/1.1" status: 200 len: 870 time: 0.3896351 Feb 09 00:52:35.414142 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378f756e-e27d-4bd2-a3ad-e65da7305cf6 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Pushing event updated for resources: {'Port': ['ID=3e5248ff-0f12-4a22-8935-b06063b61e05,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:35.425508 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-72cf5bd2-e684-4ec1-ace0-6eee48592a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62393c64-d2af-427f-a945-f9587e3b57d3', 'name': 'tempest-FloatingIPsTestJSON-2111724425-router', 'tenant_id': '41fe50ea425a400d8710a3c8ffba2101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '66089ae5-f9fb-4987-9ebc-5b3b513fb0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:52:25Z', 'updated_at': '2022-02-09T00:52:29Z', 'revision_number': 3, 'project_id': '41fe50ea425a400d8710a3c8ffba2101', 'gw_port': {'id': '66089ae5-f9fb-4987-9ebc-5b3b513fb0c7', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7c:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62393c64-d2af-427f-a945-f9587e3b57d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:52:27Z', 'updated_at': '2022-02-09T00:52:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:52:35.428208 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00625154-4df6-459f-81da-b68fe06dcc3e req-2f26c3df-964d-44df-9ef9-a0067bcb4999 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:35.431154 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cf5bd2-e684-4ec1-ace0-6eee48592a88 None None] The sync data for ids ['62393c64-d2af-427f-a945-f9587e3b57d3'] in n-d-828418-1 is: [{'id': '62393c64-d2af-427f-a945-f9587e3b57d3', 'name': 'tempest-FloatingIPsTestJSON-2111724425-router', 'tenant_id': '41fe50ea425a400d8710a3c8ffba2101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '66089ae5-f9fb-4987-9ebc-5b3b513fb0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:52:25Z', 'updated_at': '2022-02-09T00:52:29Z', 'revision_number': 3, 'project_id': '41fe50ea425a400d8710a3c8ffba2101', 'gw_port': {'id': '66089ae5-f9fb-4987-9ebc-5b3b513fb0c7', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7c:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62393c64-d2af-427f-a945-f9587e3b57d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:52:27Z', 'updated_at': '2022-02-09T00:52:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:52:35.435511 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-00625154-4df6-459f-81da-b68fe06dcc3e req-2f26c3df-964d-44df-9ef9-a0067bcb4999 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/ports?device_id=883ab1b3-e080-45da-9cd4-0f455371dba4 HTTP/1.1" status: 200 len: 931 time: 0.3897018 Feb 09 00:52:35.480299 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-fc90e0bf-1e61-468d-85de-f1a6c385163c req-2e34d22f-3fc1-459d-b4ef-6d4ef9dec084 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=02a5290f-41e0-4ab8-87f4-2ee514123ab8 HTTP/1.1" status: 200 len: 217 time: 0.0937536 Feb 09 00:52:35.500184 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff32aba-e88b-4ff4-b5cf-e81ea5143337 req-378f756e-e27d-4bd2-a3ad-e65da7305cf6 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:35.500822 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-2ff32aba-e88b-4ff4-b5cf-e81ea5143337 req-378f756e-e27d-4bd2-a3ad-e65da7305cf6 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:35.508096 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-00625154-4df6-459f-81da-b68fe06dcc3e req-227962e3-5f0b-4960-be12-d53f18d77a93 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Synchronizing usage tracker for tenant:7bf69f5d5f8d45f2b7dab3b2ab01eff0 on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:52:35.555568 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2ff32aba-e88b-4ff4-b5cf-e81ea5143337 req-378f756e-e27d-4bd2-a3ad-e65da7305cf6 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0890930 Feb 09 00:52:35.559895 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c26a71be-f215-4d22-a2d8-76245d6f00b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:35.567812 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-2ff32aba-e88b-4ff4-b5cf-e81ea5143337 req-ef3beeec-27bd-48df-8a43-ab8bbd6a227b service neutron] Request body: {'port': {'device_id': '883ab1b3-e080-45da-9cd4-0f455371dba4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:52:35.608097 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90e0bf-1e61-468d-85de-f1a6c385163c req-51bc132e-7705-4813-bdd6-e2e8e8f622c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:35.609866 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-fc90e0bf-1e61-468d-85de-f1a6c385163c req-51bc132e-7705-4813-bdd6-e2e8e8f622c5 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.1215119 Feb 09 00:52:35.717162 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26a71be-f215-4d22-a2d8-76245d6f00b7 admin admin] Network c2416d97-9fb8-42da-9172-23595b682eed is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:52:35.732814 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-c26a71be-f215-4d22-a2d8-76245d6f00b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:52:35.738882 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-00625154-4df6-459f-81da-b68fe06dcc3e req-227962e3-5f0b-4960-be12-d53f18d77a93 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Unset dirty status for tenant:7bf69f5d5f8d45f2b7dab3b2ab01eff0 on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:52:35.744618 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26a71be-f215-4d22-a2d8-76245d6f00b7 admin admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:52:35.758281 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-00625154-4df6-459f-81da-b68fe06dcc3e req-227962e3-5f0b-4960-be12-d53f18d77a93 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/security-groups?id=5241b5dc-7937-4332-869e-fc6addd63e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085492 Feb 09 00:52:35.805501 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26a71be-f215-4d22-a2d8-76245d6f00b7 admin admin] Pushing event updated for resources: {'Port': ['ID=cdc590ce-530d-4b46-bb4e-4b8f971ed5b2,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:35.827897 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c26a71be-f215-4d22-a2d8-76245d6f00b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:35.869830 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90e0bf-1e61-468d-85de-f1a6c385163c req-f67c0868-90c8-4006-b5c7-f0723bca19e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:35.871516 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-fc90e0bf-1e61-468d-85de-f1a6c385163c req-f67c0868-90c8-4006-b5c7-f0723bca19e9 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2489247 Feb 09 00:52:36.016081 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-2ff32aba-e88b-4ff4-b5cf-e81ea5143337 req-ef3beeec-27bd-48df-8a43-ab8bbd6a227b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:36.177828 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-fc90e0bf-1e61-468d-85de-f1a6c385163c req-82b7ab3f-07a9-4a47-8b9b-ae84b61631b4 service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866814 Feb 09 00:52:36.274694 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4de718ed-dc4d-4589-b58c-25e353182e42 None None] Provisioning for port cdc590ce-530d-4b46-bb4e-4b8f971ed5b2 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:52:36.296427 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4de718ed-dc4d-4589-b58c-25e353182e42 None None] Provisioning complete for port cdc590ce-530d-4b46-bb4e-4b8f971ed5b2 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:52:36.297044 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4de718ed-dc4d-4589-b58c-25e353182e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:36.363073 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41422) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:52:36.390724 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a02c8-b89f-438e-8f10-ce6a371f9ab0 req-b35deef4-0ce5-42b5-aa25-05d08762aebd tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:36.393481 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-441a02c8-b89f-438e-8f10-ce6a371f9ab0 req-b35deef4-0ce5-42b5-aa25-05d08762aebd tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] 10.222.0.105 "GET /v2.0/ports?device_id=6dd8b424-9714-47d2-802d-e287ee80ce96 HTTP/1.1" status: 200 len: 948 time: 0.3242857 Feb 09 00:52:36.394187 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-4de718ed-dc4d-4589-b58c-25e353182e42 None None] Port cdc590ce-530d-4b46-bb4e-4b8f971ed5b2 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:52:36.488669 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283440a8-9c1b-4d32-83fd-26ca78251581 req-501feb7d-4fe1-480c-81d9-96f1fb3b0660 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:36.490704 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-283440a8-9c1b-4d32-83fd-26ca78251581 req-501feb7d-4fe1-480c-81d9-96f1fb3b0660 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4b50d6d-b742-465e-b92d-ffeb95538b3f HTTP/1.1" status: 200 len: 949 time: 0.3788459 Feb 09 00:52:36.551854 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c26a71be-f215-4d22-a2d8-76245d6f00b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:36.608739 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-fc90e0bf-1e61-468d-85de-f1a6c385163c req-0753c040-1bae-4862-b52a-8629bd89bd5d service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4239075 Feb 09 00:52:36.631310 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-441a02c8-b89f-438e-8f10-ce6a371f9ab0 req-1c810eaf-acd1-49f4-a25a-726caeca6258 tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] 10.222.0.105 "GET /v2.0/security-groups?id=fd8851b9-ce91-49a2-800f-311ac2842dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255964 Feb 09 00:52:36.694233 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-283440a8-9c1b-4d32-83fd-26ca78251581 req-ab018357-7263-4983-836e-2f92b99e8255 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780360 Feb 09 00:52:36.716870 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e9eed9d9-0022-4146-ab63-efbc2d3fa210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:36.742357 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e9eed9d9-0022-4146-ab63-efbc2d3fa210 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:52:36.749935 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e9eed9d9-0022-4146-ab63-efbc2d3fa210 admin admin] Usage tracker for resource:security_group_rule and tenant:9a5c09ec53ef407ba26d75c7b33b32b5 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:52:36.755481 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e9eed9d9-0022-4146-ab63-efbc2d3fa210 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:52:36.769825 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e9eed9d9-0022-4146-ab63-efbc2d3fa210 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:52:36.852479 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-2ff32aba-e88b-4ff4-b5cf-e81ea5143337 req-ef3beeec-27bd-48df-8a43-ab8bbd6a227b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e5248ff-0f12-4a22-8935-b06063b61e05 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:52:36.867263 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-2ff32aba-e88b-4ff4-b5cf-e81ea5143337 req-ef3beeec-27bd-48df-8a43-ab8bbd6a227b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:36.887868 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-2ff32aba-e88b-4ff4-b5cf-e81ea5143337 req-ef3beeec-27bd-48df-8a43-ab8bbd6a227b service neutron] Transition to ACTIVE for port object 3e5248ff-0f12-4a22-8935-b06063b61e05 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:52:36.894228 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-2ff32aba-e88b-4ff4-b5cf-e81ea5143337 req-ef3beeec-27bd-48df-8a43-ab8bbd6a227b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:37.083826 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c26a71be-f215-4d22-a2d8-76245d6f00b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:37.088285 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e9eed9d9-0022-4146-ab63-efbc2d3fa210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:37.092168 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c26a71be-f215-4d22-a2d8-76245d6f00b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:37.156348 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e9eed9d9-0022-4146-ab63-efbc2d3fa210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:37.157139 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3beeec-27bd-48df-8a43-ab8bbd6a227b service neutron] Pushing event updated for resources: {'Port': ['ID=3e5248ff-0f12-4a22-8935-b06063b61e05,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:37.251130 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e9eed9d9-0022-4146-ab63-efbc2d3fa210 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=9a5c09ec53ef407ba26d75c7b33b32b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8861606 Feb 09 00:52:37.257023 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41438) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:52:37.257973 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c26a71be-f215-4d22-a2d8-76245d6f00b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:37.266405 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eed9d9-0022-4146-ab63-efbc2d3fa210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33237f8d-d0e9-4895-a344-10811ebfeb8e,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:37.302821 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3e6d6-5491-4215-ab2e-8df21472591d req-0d8ea87f-f56b-4689-8eaf-5afdfc6c3076 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:37.303557 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-75a3e6d6-5491-4215-ab2e-8df21472591d req-0d8ea87f-f56b-4689-8eaf-5afdfc6c3076 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Synchronizing usage tracker for tenant:7bf69f5d5f8d45f2b7dab3b2ab01eff0 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:52:37.333082 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-2ff32aba-e88b-4ff4-b5cf-e81ea5143337 req-ef3beeec-27bd-48df-8a43-ab8bbd6a227b service neutron] Attempting to bind port 3e5248ff-0f12-4a22-8935-b06063b61e05 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:52:37.333404 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-2ff32aba-e88b-4ff4-b5cf-e81ea5143337 req-ef3beeec-27bd-48df-8a43-ab8bbd6a227b service neutron] Attempting to bind port 3e5248ff-0f12-4a22-8935-b06063b61e05 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'e9be9500-482f-486c-b330-ffba40da5382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '39a46289-ad70-46f1-887f-88a255de2a83'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:52:37.333777 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff32aba-e88b-4ff4-b5cf-e81ea5143337 req-ef3beeec-27bd-48df-8a43-ab8bbd6a227b service neutron] Attempting to bind port 3e5248ff-0f12-4a22-8935-b06063b61e05 on network 39a46289-ad70-46f1-887f-88a255de2a83 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:52:37.341132 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff32aba-e88b-4ff4-b5cf-e81ea5143337 req-ef3beeec-27bd-48df-8a43-ab8bbd6a227b service neutron] Port 3e5248ff-0f12-4a22-8935-b06063b61e05 on network 39a46289-ad70-46f1-887f-88a255de2a83 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:52:37.342322 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff32aba-e88b-4ff4-b5cf-e81ea5143337 req-ef3beeec-27bd-48df-8a43-ab8bbd6a227b service neutron] Attempting to bind port 3e5248ff-0f12-4a22-8935-b06063b61e05 on network 39a46289-ad70-46f1-887f-88a255de2a83 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:52:37.348589 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-75a3e6d6-5491-4215-ab2e-8df21472591d req-0d8ea87f-f56b-4689-8eaf-5afdfc6c3076 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Unset dirty status for tenant:7bf69f5d5f8d45f2b7dab3b2ab01eff0 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:52:37.349846 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-75a3e6d6-5491-4215-ab2e-8df21472591d req-0d8ea87f-f56b-4689-8eaf-5afdfc6c3076 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/ports?device_id=883ab1b3-e080-45da-9cd4-0f455371dba4 HTTP/1.1" status: 200 len: 943 time: 0.3687074 Feb 09 00:52:37.353420 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff32aba-e88b-4ff4-b5cf-e81ea5143337 req-ef3beeec-27bd-48df-8a43-ab8bbd6a227b service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:52:37.353802 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff32aba-e88b-4ff4-b5cf-e81ea5143337 req-ef3beeec-27bd-48df-8a43-ab8bbd6a227b service neutron] Checking segment: {'id': 'e9be9500-482f-486c-b330-ffba40da5382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '39a46289-ad70-46f1-887f-88a255de2a83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:52:37.354257 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff32aba-e88b-4ff4-b5cf-e81ea5143337 req-ef3beeec-27bd-48df-8a43-ab8bbd6a227b service neutron] Bound using segment: {'id': 'e9be9500-482f-486c-b330-ffba40da5382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '39a46289-ad70-46f1-887f-88a255de2a83'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:52:37.354687 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-2ff32aba-e88b-4ff4-b5cf-e81ea5143337 req-ef3beeec-27bd-48df-8a43-ab8bbd6a227b service neutron] Bound port: 3e5248ff-0f12-4a22-8935-b06063b61e05, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9be9500-482f-486c-b330-ffba40da5382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '39a46289-ad70-46f1-887f-88a255de2a83'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:52:37.355122 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-2ff32aba-e88b-4ff4-b5cf-e81ea5143337 req-ef3beeec-27bd-48df-8a43-ab8bbd6a227b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:37.431836 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26a71be-f215-4d22-a2d8-76245d6f00b7 admin admin] Pushing event updated for resources: {'Port': ['ID=cdc590ce-530d-4b46-bb4e-4b8f971ed5b2,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:37.483269 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-75a3e6d6-5491-4215-ab2e-8df21472591d req-cfb18d06-af25-468b-ad05-ed9a207db0db tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/security-groups?id=5241b5dc-7937-4332-869e-fc6addd63e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163306 Feb 09 00:52:37.492238 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6767ccf8-41bf-477e-83c5-140b6182b44a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:37.520664 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-2ff32aba-e88b-4ff4-b5cf-e81ea5143337 req-ef3beeec-27bd-48df-8a43-ab8bbd6a227b service neutron] For port 3e5248ff-0f12-4a22-8935-b06063b61e05, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:52:37.523977 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-2ff32aba-e88b-4ff4-b5cf-e81ea5143337 req-ef3beeec-27bd-48df-8a43-ab8bbd6a227b service neutron] For port 3e5248ff-0f12-4a22-8935-b06063b61e05, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=3e5248ff-0f12-4a22-8935-b06063b61e05,segment=NetworkSegment(e9be9500-482f-486c-b330-ffba40da5382),segment_id=e9be9500-482f-486c-b330-ffba40da5382)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:52:37.528667 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-2ff32aba-e88b-4ff4-b5cf-e81ea5143337 req-ef3beeec-27bd-48df-8a43-ab8bbd6a227b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:37.543472 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 02a5290f-41e0-4ab8-87f4-2ee514123ab8 details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:52:37.552576 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6767ccf8-41bf-477e-83c5-140b6182b44a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:37.586102 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26a71be-f215-4d22-a2d8-76245d6f00b7 admin admin] Network c2416d97-9fb8-42da-9172-23595b682eed is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:52:37.641163 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff32aba-e88b-4ff4-b5cf-e81ea5143337 req-ef3beeec-27bd-48df-8a43-ab8bbd6a227b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:37.641981 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-2ff32aba-e88b-4ff4-b5cf-e81ea5143337 req-ef3beeec-27bd-48df-8a43-ab8bbd6a227b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:37.642403 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-c26a71be-f215-4d22-a2d8-76245d6f00b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:52:37.646718 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2ff32aba-e88b-4ff4-b5cf-e81ea5143337 req-ef3beeec-27bd-48df-8a43-ab8bbd6a227b service neutron] 10.222.0.62 "PUT /v2.0/ports/3e5248ff-0f12-4a22-8935-b06063b61e05 HTTP/1.1" status: 200 len: 1091 time: 2.0851834 Feb 09 00:52:37.648397 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3beeec-27bd-48df-8a43-ab8bbd6a227b service neutron] Pushing event updated for resources: {'Port': ['ID=3e5248ff-0f12-4a22-8935-b06063b61e05,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:37.656029 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '883ab1b3-e080-45da-9cd4-0f455371dba4', 'tag': '3e5248ff-0f12-4a22-8935-b06063b61e05'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:52:37.669625 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6767ccf8-41bf-477e-83c5-140b6182b44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:37.790685 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6767ccf8-41bf-477e-83c5-140b6182b44a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33237f8d-d0e9-4895-a344-10811ebfeb8e,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:37.808098 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '883ab1b3-e080-45da-9cd4-0f455371dba4', 'tag': '3e5248ff-0f12-4a22-8935-b06063b61e05', 'status': 'completed', 'code': 200} Feb 09 00:52:37.907661 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff32aba-e88b-4ff4-b5cf-e81ea5143337 req-9a8e20c7-2143-4689-bfbe-ddaae773b8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:37.910993 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2ff32aba-e88b-4ff4-b5cf-e81ea5143337 req-9a8e20c7-2143-4689-bfbe-ddaae773b8d5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7bf69f5d5f8d45f2b7dab3b2ab01eff0&device_id=883ab1b3-e080-45da-9cd4-0f455371dba4 HTTP/1.1" status: 200 len: 1094 time: 0.2145317 Feb 09 00:52:37.928637 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 02a5290f-41e0-4ab8-87f4-2ee514123ab8, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=02a5290f-41e0-4ab8-87f4-2ee514123ab8,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:52:37.951812 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 66089ae5-f9fb-4987-9ebc-5b3b513fb0c7 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:52:38.032422 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6767ccf8-41bf-477e-83c5-140b6182b44a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:38.037354 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-6767ccf8-41bf-477e-83c5-140b6182b44a admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/33237f8d-d0e9-4895-a344-10811ebfeb8e HTTP/1.1" status: 204 len: 168 time: 0.7703691 Feb 09 00:52:38.045718 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': '02a5290f-41e0-4ab8-87f4-2ee514123ab8', 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6', 'port_id': '02a5290f-41e0-4ab8-87f4-2ee514123ab8', 'mac_address': 'fa:16:3e:0c:cf:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7938d94-1f0f-48bd-a0b3-26d5344ff0ec', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:52:38.120726 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a13d148e-c9d5-4f49-bf84-b3ae411e548f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:38.191591 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2ff32aba-e88b-4ff4-b5cf-e81ea5143337 req-c310a1a2-704f-4472-818f-576bc96b7660 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e5248ff-0f12-4a22-8935-b06063b61e05 HTTP/1.1" status: 200 len: 217 time: 0.2686510 Feb 09 00:52:38.213411 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 66089ae5-f9fb-4987-9ebc-5b3b513fb0c7 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:52:38.216812 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-3f2e61e3-6ace-483c-9353-ecb7a58d4661 None None] Provisioning complete for port cdc590ce-530d-4b46-bb4e-4b8f971ed5b2 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:52:38.217336 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3f2e61e3-6ace-483c-9353-ecb7a58d4661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:38.291438 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:38.316108 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 66089ae5-f9fb-4987-9ebc-5b3b513fb0c7 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:52:38.316478 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:38.336963 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [req-4c27532b-ac56-4e61-9ad3-bd0b462d3093 req-e8776c27-759d-4bb6-ad0f-d18ade67867f service neutron] show failed (client error): The resource could not be found. Feb 09 00:52:38.338130 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4c27532b-ac56-4e61-9ad3-bd0b462d3093 req-e8776c27-759d-4bb6-ad0f-d18ade67867f service neutron] 10.222.0.99 "GET /v2.0/ports/18e5b7f8-4107-4b63-9dee-d921fc6084ef/bindings/n-h1-828418-1 HTTP/1.1" status: 404 len: 380 time: 0.1560423 Feb 09 00:52:38.368336 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c26a71be-f215-4d22-a2d8-76245d6f00b7 admin admin] Router 62393c64-d2af-427f-a945-f9587e3b57d3 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 00:52:38.373075 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd07d588-7d0e-4fec-90fb-e2bb865b7abc req-ab55e0fc-2331-484b-8e30-203d31fc6b59 tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:38.375038 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd07d588-7d0e-4fec-90fb-e2bb865b7abc req-ab55e0fc-2331-484b-8e30-203d31fc6b59 tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] 10.222.0.105 "GET /v2.0/ports?device_id=6dd8b424-9714-47d2-802d-e287ee80ce96 HTTP/1.1" status: 200 len: 948 time: 0.3527091 Feb 09 00:52:38.376810 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff32aba-e88b-4ff4-b5cf-e81ea5143337 req-44e7e1f2-1cb8-4191-8bad-ff3972f6d8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:38.379111 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2ff32aba-e88b-4ff4-b5cf-e81ea5143337 req-44e7e1f2-1cb8-4191-8bad-ff3972f6d8c9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=163b540f-77f3-4f41-babd-8cc6d2cd64c1 HTTP/1.1" status: 200 len: 861 time: 0.1120682 Feb 09 00:52:38.385570 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02a5290f-41e0-4ab8-87f4-2ee514123ab8 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:52:38.433006 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2ff32aba-e88b-4ff4-b5cf-e81ea5143337 req-71c82092-fc19-4581-8601-1c962ac35b85 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=39a46289-ad70-46f1-887f-88a255de2a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464599 Feb 09 00:52:38.501282 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd07d588-7d0e-4fec-90fb-e2bb865b7abc req-af355b48-703c-404d-8c44-2eaa0727763a tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] 10.222.0.105 "GET /v2.0/security-groups?id=fd8851b9-ce91-49a2-800f-311ac2842dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766175 Feb 09 00:52:38.526523 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-3f2e61e3-6ace-483c-9353-ecb7a58d4661 None None] Port cdc590ce-530d-4b46-bb4e-4b8f971ed5b2 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:52:38.565655 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 02a5290f-41e0-4ab8-87f4-2ee514123ab8, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=02a5290f-41e0-4ab8-87f4-2ee514123ab8,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:52:38.590220 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:38.654273 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 41470) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:52:38.715662 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26a71be-f215-4d22-a2d8-76245d6f00b7 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 00:52:38.733464 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c26a71be-f215-4d22-a2d8-76245d6f00b7 admin admin] 10.222.0.105 "PUT /v2.0/routers/62393c64-d2af-427f-a945-f9587e3b57d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3815067 Feb 09 00:52:38.733821 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0e824e-1e85-4a0f-a0dd-5a313de87921 None None] Sync routers for ids ['62393c64-d2af-427f-a945-f9587e3b57d3'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:52:38.786040 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4b52feea-b28e-4166-8f6f-7f412db560e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:38.845816 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4b52feea-b28e-4166-8f6f-7f412db560e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:52:38.847121 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0e824e-1e85-4a0f-a0dd-5a313de87921 None None] Routers {'62393c64-d2af-427f-a945-f9587e3b57d3'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:52:38.847802 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-6b0e824e-1e85-4a0f-a0dd-5a313de87921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:52:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['62393c64-d2af-427f-a945-f9587e3b57d3'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:52:38.856279 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-4b52feea-b28e-4166-8f6f-7f412db560e2 admin admin] Usage tracker for resource:security_group_rule and tenant:f87afa710fd742fdb4bb2ff1c5959477 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:52:38.864101 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-4b52feea-b28e-4166-8f6f-7f412db560e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:52:38.866015 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27532b-ac56-4e61-9ad3-bd0b462d3093 req-6149edea-ce2a-4051-991a-ad4482330b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:38.869629 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4c27532b-ac56-4e61-9ad3-bd0b462d3093 req-6149edea-ce2a-4051-991a-ad4482330b21 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f4b50d6d-b742-465e-b92d-ffeb95538b3f&tenant_id=1510c38a4b2046b5a9943ab7f2f7db5c HTTP/1.1" status: 200 len: 1100 time: 0.1356592 Feb 09 00:52:38.884732 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-4c27532b-ac56-4e61-9ad3-bd0b462d3093 req-06796d0d-df3e-4649-96ae-e6579fef9896 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828418-1', 'device_owner': 'compute:nova'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:52:38.926170 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2ff32aba-e88b-4ff4-b5cf-e81ea5143337 req-74f42134-98b2-4f7e-91e1-1d3fc26f1a55 service neutron] 10.222.0.62 "GET /v2.0/networks/39a46289-ad70-46f1-887f-88a255de2a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4470301 Feb 09 00:52:38.927099 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=02a5290f-41e0-4ab8-87f4-2ee514123ab8,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:38.954284 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4b52feea-b28e-4166-8f6f-7f412db560e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:52:38.966951 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:38.997030 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['02a5290f-41e0-4ab8-87f4-2ee514123ab8'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:52:39.055691 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-4c27532b-ac56-4e61-9ad3-bd0b462d3093 req-06796d0d-df3e-4649-96ae-e6579fef9896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:39.071885 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 66089ae5-f9fb-4987-9ebc-5b3b513fb0c7, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=66089ae5-f9fb-4987-9ebc-5b3b513fb0c7,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:52:39.132577 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:39.144527 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2913b79-71aa-4700-b953-cd1a61661a72 req-2c9e5ca0-eadd-4367-8f81-d19eabbc70d7 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:39.146664 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b2913b79-71aa-4700-b953-cd1a61661a72 req-2c9e5ca0-eadd-4367-8f81-d19eabbc70d7 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4b50d6d-b742-465e-b92d-ffeb95538b3f HTTP/1.1" status: 200 len: 949 time: 0.4897716 Feb 09 00:52:39.237552 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-6b0e824e-1e85-4a0f-a0dd-5a313de87921 None None] Set router 62393c64-d2af-427f-a945-f9587e3b57d3 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:52:39.256884 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2ff32aba-e88b-4ff4-b5cf-e81ea5143337 req-cbe183e3-29d1-4021-bcae-e55e0812e3a2 service neutron] 10.222.0.62 "GET /v2.0/networks/39a46289-ad70-46f1-887f-88a255de2a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239348 Feb 09 00:52:39.259806 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b2913b79-71aa-4700-b953-cd1a61661a72 req-48daabc7-9908-434a-ad5a-a6500676bcc7 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050687 Feb 09 00:52:39.283036 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f230fe6-c41e-4a03-ac91-47adfffdd486 req-93a4115b-f0ba-47d1-8a2c-e081531279ba tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:39.285048 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4f230fe6-c41e-4a03-ac91-47adfffdd486 req-93a4115b-f0ba-47d1-8a2c-e081531279ba tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/ports?device_id=883ab1b3-e080-45da-9cd4-0f455371dba4 HTTP/1.1" status: 200 len: 943 time: 0.2651439 Feb 09 00:52:39.356565 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=66089ae5-f9fb-4987-9ebc-5b3b513fb0c7,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:39.444442 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4b52feea-b28e-4166-8f6f-7f412db560e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:39.473508 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4b52feea-b28e-4166-8f6f-7f412db560e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:39.481650 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-4c27532b-ac56-4e61-9ad3-bd0b462d3093 req-06796d0d-df3e-4649-96ae-e6579fef9896 service neutron] For port 18e5b7f8-4107-4b63-9dee-d921fc6084ef, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=18e5b7f8-4107-4b63-9dee-d921fc6084ef,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:52:39.544954 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-4c27532b-ac56-4e61-9ad3-bd0b462d3093 req-06796d0d-df3e-4649-96ae-e6579fef9896 service neutron] For port 18e5b7f8-4107-4b63-9dee-d921fc6084ef, host n-h2-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:52:39.608778 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b50d6d-b742-465e-b92d-ffeb95538b3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18e5b7f8-4107-4b63-9dee-d921fc6084ef'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:52:39.615296 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-4c27532b-ac56-4e61-9ad3-bd0b462d3093 req-06796d0d-df3e-4649-96ae-e6579fef9896 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:39.632465 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-4c27532b-ac56-4e61-9ad3-bd0b462d3093 req-06796d0d-df3e-4649-96ae-e6579fef9896 service neutron] Transition to ACTIVE for port object 18e5b7f8-4107-4b63-9dee-d921fc6084ef will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:52:39.637073 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-4c27532b-ac56-4e61-9ad3-bd0b462d3093 req-06796d0d-df3e-4649-96ae-e6579fef9896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:39.726025 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4f230fe6-c41e-4a03-ac91-47adfffdd486 req-67178ba2-d428-4000-ac1e-1aa6f4ea8308 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/security-groups?id=5241b5dc-7937-4332-869e-fc6addd63e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4307077 Feb 09 00:52:39.805809 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-4b52feea-b28e-4166-8f6f-7f412db560e2 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=f87afa710fd742fdb4bb2ff1c5959477&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1066196 Feb 09 00:52:39.812601 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 41488) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:52:39.825781 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 66089ae5-f9fb-4987-9ebc-5b3b513fb0c7 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:52:39.932106 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c27532b-ac56-4e61-9ad3-bd0b462d3093 req-06796d0d-df3e-4649-96ae-e6579fef9896 service neutron] No DVR routers for this DVR port 18e5b7f8-4107-4b63-9dee-d921fc6084ef on host n-h2-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:52:39.938959 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b52feea-b28e-4166-8f6f-7f412db560e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a60f295-0dec-48af-84e9-591900275ffa,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:39.942657 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-6b0e824e-1e85-4a0f-a0dd-5a313de87921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62393c64-d2af-427f-a945-f9587e3b57d3', 'name': 'tempest-FloatingIPsTestJSON-2111724425-router', 'tenant_id': '41fe50ea425a400d8710a3c8ffba2101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '66089ae5-f9fb-4987-9ebc-5b3b513fb0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:52:25Z', 'updated_at': '2022-02-09T00:52:36Z', 'revision_number': 4, 'project_id': '41fe50ea425a400d8710a3c8ffba2101', 'gw_port': {'id': '66089ae5-f9fb-4987-9ebc-5b3b513fb0c7', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7c:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62393c64-d2af-427f-a945-f9587e3b57d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:52:27Z', 'updated_at': '2022-02-09T00:52:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'cdc590ce-530d-4b46-bb4e-4b8f971ed5b2', 'name': '', 'network_id': 'c2416d97-9fb8-42da-9172-23595b682eed', 'tenant_id': '41fe50ea425a400d8710a3c8ffba2101', 'mac_address': 'fa:16:3e:74:c9:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62393c64-d2af-427f-a945-f9587e3b57d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '5b1df775-76ff-4247-ad6c-6b8e913ab781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:52:34Z', 'updated_at': '2022-02-09T00:52:36Z', 'revision_number': 2, 'project_id': '41fe50ea425a400d8710a3c8ffba2101', 'subnets': [{'id': '5b1df775-76ff-4247-ad6c-6b8e913ab781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:52:39.948319 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0e824e-1e85-4a0f-a0dd-5a313de87921 None None] Checking router: 62393c64-d2af-427f-a945-f9587e3b57d3 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:52:39.948873 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0e824e-1e85-4a0f-a0dd-5a313de87921 None None] Updating router 62393c64-d2af-427f-a945-f9587e3b57d3 port cdc590ce-530d-4b46-bb4e-4b8f971ed5b2 binding host n-d-828418-1 {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:52:39.955731 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee7828-4e69-44b1-922f-2ae75dd8967e req-1197de02-e02d-4282-ba60-be9270322179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:39.957430 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-33ee7828-4e69-44b1-922f-2ae75dd8967e req-1197de02-e02d-4282-ba60-be9270322179 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7bf69f5d5f8d45f2b7dab3b2ab01eff0&device_id=883ab1b3-e080-45da-9cd4-0f455371dba4 HTTP/1.1" status: 200 len: 1094 time: 0.6008546 Feb 09 00:52:39.958095 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7e6fcceb-a16d-43c0-af8d-5ee7266d14ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:39.975636 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06796d0d-df3e-4649-96ae-e6579fef9896 service neutron] Pushing event updated for resources: {'Port': ['ID=18e5b7f8-4107-4b63-9dee-d921fc6084ef,revision_number=6']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:39.993287 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 66089ae5-f9fb-4987-9ebc-5b3b513fb0c7 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:52:39.993867 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:40.013862 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-4c27532b-ac56-4e61-9ad3-bd0b462d3093 req-06796d0d-df3e-4649-96ae-e6579fef9896 service neutron] Attempting to bind port 18e5b7f8-4107-4b63-9dee-d921fc6084ef on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:52:40.014366 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-4c27532b-ac56-4e61-9ad3-bd0b462d3093 req-06796d0d-df3e-4649-96ae-e6579fef9896 service neutron] Attempting to bind port 18e5b7f8-4107-4b63-9dee-d921fc6084ef by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:52:40.014885 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c27532b-ac56-4e61-9ad3-bd0b462d3093 req-06796d0d-df3e-4649-96ae-e6579fef9896 service neutron] Attempting to bind port 18e5b7f8-4107-4b63-9dee-d921fc6084ef on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:52:40.023317 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c27532b-ac56-4e61-9ad3-bd0b462d3093 req-06796d0d-df3e-4649-96ae-e6579fef9896 service neutron] Port 18e5b7f8-4107-4b63-9dee-d921fc6084ef on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:52:40.024127 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c27532b-ac56-4e61-9ad3-bd0b462d3093 req-06796d0d-df3e-4649-96ae-e6579fef9896 service neutron] Attempting to bind port 18e5b7f8-4107-4b63-9dee-d921fc6084ef on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:52:40.034359 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c27532b-ac56-4e61-9ad3-bd0b462d3093 req-06796d0d-df3e-4649-96ae-e6579fef9896 service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:52:40.035208 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c27532b-ac56-4e61-9ad3-bd0b462d3093 req-06796d0d-df3e-4649-96ae-e6579fef9896 service neutron] Checking segment: {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:52:40.036023 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c27532b-ac56-4e61-9ad3-bd0b462d3093 req-06796d0d-df3e-4649-96ae-e6579fef9896 service neutron] Bound using segment: {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:52:40.036951 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-4c27532b-ac56-4e61-9ad3-bd0b462d3093 req-06796d0d-df3e-4649-96ae-e6579fef9896 service neutron] Bound port: 18e5b7f8-4107-4b63-9dee-d921fc6084ef, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:52:40.037840 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-4c27532b-ac56-4e61-9ad3-bd0b462d3093 req-06796d0d-df3e-4649-96ae-e6579fef9896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:40.094065 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6b0e824e-1e85-4a0f-a0dd-5a313de87921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:40.153664 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7e6fcceb-a16d-43c0-af8d-5ee7266d14ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:40.188779 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-4c27532b-ac56-4e61-9ad3-bd0b462d3093 req-06796d0d-df3e-4649-96ae-e6579fef9896 service neutron] For port 18e5b7f8-4107-4b63-9dee-d921fc6084ef, host n-h1-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:52:40.194015 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-4c27532b-ac56-4e61-9ad3-bd0b462d3093 req-06796d0d-df3e-4649-96ae-e6579fef9896 service neutron] For port 18e5b7f8-4107-4b63-9dee-d921fc6084ef, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=18e5b7f8-4107-4b63-9dee-d921fc6084ef,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:52:40.200127 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-4c27532b-ac56-4e61-9ad3-bd0b462d3093 req-06796d0d-df3e-4649-96ae-e6579fef9896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:40.250178 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e2df154c-5ab1-46cb-98de-86499883f610 req-1545aa2d-b632-4c07-8f3d-c685faa71279 tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] 10.222.0.105 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7059295 Feb 09 00:52:40.267133 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27532b-ac56-4e61-9ad3-bd0b462d3093 req-06796d0d-df3e-4649-96ae-e6579fef9896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:40.268397 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-4c27532b-ac56-4e61-9ad3-bd0b462d3093 req-06796d0d-df3e-4649-96ae-e6579fef9896 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:40.270026 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4c27532b-ac56-4e61-9ad3-bd0b462d3093 req-06796d0d-df3e-4649-96ae-e6579fef9896 service neutron] 10.222.0.62 "PUT /v2.0/ports/18e5b7f8-4107-4b63-9dee-d921fc6084ef HTTP/1.1" status: 200 len: 1095 time: 1.3897882 Feb 09 00:52:40.275047 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-e2df154c-5ab1-46cb-98de-86499883f610 req-be41b02c-805e-4b64-835d-3ad09234bb12 tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] Request body: {'floatingip': {'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:52:40.282083 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-e2df154c-5ab1-46cb-98de-86499883f610 req-be41b02c-805e-4b64-835d-3ad09234bb12 tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:52:40.286575 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-e2df154c-5ab1-46cb-98de-86499883f610 req-be41b02c-805e-4b64-835d-3ad09234bb12 tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] Usage tracker for resource:floatingip and tenant:41fe50ea425a400d8710a3c8ffba2101 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:52:40.289568 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-e2df154c-5ab1-46cb-98de-86499883f610 req-be41b02c-805e-4b64-835d-3ad09234bb12 tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:52:40.295618 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-e2df154c-5ab1-46cb-98de-86499883f610 req-be41b02c-805e-4b64-835d-3ad09234bb12 tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:52:40.310867 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cecd74a-04ba-4d71-ac1d-3797defaf53c req-510467d2-1d82-472b-b0fd-398453edbdc5 tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:40.317774 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5cecd74a-04ba-4d71-ac1d-3797defaf53c req-510467d2-1d82-472b-b0fd-398453edbdc5 tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] 10.222.0.105 "GET /v2.0/ports?device_id=6dd8b424-9714-47d2-802d-e287ee80ce96 HTTP/1.1" status: 200 len: 949 time: 0.3688028 Feb 09 00:52:40.350891 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e2df154c-5ab1-46cb-98de-86499883f610 req-be41b02c-805e-4b64-835d-3ad09234bb12 tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] Notify callbacks [] for floatingip, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:40.381722 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06796d0d-df3e-4649-96ae-e6579fef9896 service neutron] Pushing event updated for resources: {'Port': ['ID=18e5b7f8-4107-4b63-9dee-d921fc6084ef,revision_number=7']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:40.424025 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27532b-ac56-4e61-9ad3-bd0b462d3093 req-6c5d28e2-6671-4ae1-8f1f-c1cf820ffcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:40.426214 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4c27532b-ac56-4e61-9ad3-bd0b462d3093 req-6c5d28e2-6671-4ae1-8f1f-c1cf820ffcc1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1510c38a4b2046b5a9943ab7f2f7db5c&device_id=f4b50d6d-b742-465e-b92d-ffeb95538b3f HTTP/1.1" status: 200 len: 1098 time: 0.1244221 Feb 09 00:52:40.483030 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee7828-4e69-44b1-922f-2ae75dd8967e req-329acf69-8ed5-4d58-9ec4-068140eea120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:40.483802 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-33ee7828-4e69-44b1-922f-2ae75dd8967e req-329acf69-8ed5-4d58-9ec4-068140eea120 service neutron] 10.222.0.62 "GET /v2.0/networks?id=39a46289-ad70-46f1-887f-88a255de2a83 HTTP/1.1" status: 200 len: 922 time: 0.4840457 Feb 09 00:52:40.565370 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-03d2f39a-80f8-4d71-a9bf-e50a94f67ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:40.583341 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-33ee7828-4e69-44b1-922f-2ae75dd8967e req-aa504201-d56f-4619-b208-6136592cb136 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e5248ff-0f12-4a22-8935-b06063b61e05 HTTP/1.1" status: 200 len: 217 time: 0.0883162 Feb 09 00:52:40.628240 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27532b-ac56-4e61-9ad3-bd0b462d3093 req-5c972ff5-825f-4d6b-8915-1ed26cf18711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:40.630599 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4c27532b-ac56-4e61-9ad3-bd0b462d3093 req-5c972ff5-825f-4d6b-8915-1ed26cf18711 service neutron] 10.222.0.62 "GET /v2.0/networks?id=42d335cf-a678-4bc3-901b-7d21fb8587e6 HTTP/1.1" status: 200 len: 870 time: 0.1971412 Feb 09 00:52:40.709508 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6b0e824e-1e85-4a0f-a0dd-5a313de87921 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:40.725928 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-6b0e824e-1e85-4a0f-a0dd-5a313de87921 None None] Transition to ACTIVE for port object cdc590ce-530d-4b46-bb4e-4b8f971ed5b2 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:52:40.733304 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6b0e824e-1e85-4a0f-a0dd-5a313de87921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:40.741870 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7e6fcceb-a16d-43c0-af8d-5ee7266d14ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:40.777779 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5cecd74a-04ba-4d71-ac1d-3797defaf53c req-5059f079-7757-4f25-bd8a-88d54f8dec75 tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] 10.222.0.105 "GET /v2.0/security-groups?id=fd8851b9-ce91-49a2-800f-311ac2842dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4590828 Feb 09 00:52:40.784232 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6fcceb-a16d-43c0-af8d-5ee7266d14ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a60f295-0dec-48af-84e9-591900275ffa,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:40.806545 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7e6fcceb-a16d-43c0-af8d-5ee7266d14ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:40.810842 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-7e6fcceb-a16d-43c0-af8d-5ee7266d14ae admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/2a60f295-0dec-48af-84e9-591900275ffa HTTP/1.1" status: 204 len: 168 time: 0.9855063 Feb 09 00:52:40.824978 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4c27532b-ac56-4e61-9ad3-bd0b462d3093 req-e7e2c650-0fd1-41ef-97e6-a40c9343eea2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=18e5b7f8-4107-4b63-9dee-d921fc6084ef HTTP/1.1" status: 200 len: 217 time: 0.1879120 Feb 09 00:52:40.838152 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee7828-4e69-44b1-922f-2ae75dd8967e req-242d07f3-d585-4aa0-ace0-0752d7272db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:40.839622 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-33ee7828-4e69-44b1-922f-2ae75dd8967e req-242d07f3-d585-4aa0-ace0-0752d7272db6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=163b540f-77f3-4f41-babd-8cc6d2cd64c1 HTTP/1.1" status: 200 len: 861 time: 0.2487726 Feb 09 00:52:41.012211 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b50d6d-b742-465e-b92d-ffeb95538b3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18e5b7f8-4107-4b63-9dee-d921fc6084ef', 'code': 200} Feb 09 00:52:41.027568 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-33ee7828-4e69-44b1-922f-2ae75dd8967e req-c13458c7-5e28-4e98-a601-8b1320377877 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=39a46289-ad70-46f1-887f-88a255de2a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1791058 Feb 09 00:52:41.028258 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27532b-ac56-4e61-9ad3-bd0b462d3093 req-b15736d1-7507-45ce-a37b-6192711a5e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:41.030690 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4c27532b-ac56-4e61-9ad3-bd0b462d3093 req-b15736d1-7507-45ce-a37b-6192711a5e0e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.1985688 Feb 09 00:52:41.056773 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0e1557-848b-46f0-9d2e-ea1987693122 None None] Pushing event updated for resources: {'Port': ['ID=cdc590ce-530d-4b46-bb4e-4b8f971ed5b2,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:41.202299 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-6b0e824e-1e85-4a0f-a0dd-5a313de87921 None None] Attempting to bind port cdc590ce-530d-4b46-bb4e-4b8f971ed5b2 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:52:41.202299 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-6b0e824e-1e85-4a0f-a0dd-5a313de87921 None None] Attempting to bind port cdc590ce-530d-4b46-bb4e-4b8f971ed5b2 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'f03400d7-9aef-442e-848e-a7781cfa27a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c2416d97-9fb8-42da-9172-23595b682eed'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:52:41.202299 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0e824e-1e85-4a0f-a0dd-5a313de87921 None None] Attempting to bind port cdc590ce-530d-4b46-bb4e-4b8f971ed5b2 on network c2416d97-9fb8-42da-9172-23595b682eed {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:52:41.212985 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0e824e-1e85-4a0f-a0dd-5a313de87921 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:52:41.213323 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0e824e-1e85-4a0f-a0dd-5a313de87921 None None] Checking segment: {'id': 'f03400d7-9aef-442e-848e-a7781cfa27a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c2416d97-9fb8-42da-9172-23595b682eed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:52:41.213766 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6b0e824e-1e85-4a0f-a0dd-5a313de87921 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:41.214230 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0e824e-1e85-4a0f-a0dd-5a313de87921 None None] Bound using segment: {'id': 'f03400d7-9aef-442e-848e-a7781cfa27a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c2416d97-9fb8-42da-9172-23595b682eed'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:52:41.214722 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-6b0e824e-1e85-4a0f-a0dd-5a313de87921 None None] Bound port: cdc590ce-530d-4b46-bb4e-4b8f971ed5b2, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f03400d7-9aef-442e-848e-a7781cfa27a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c2416d97-9fb8-42da-9172-23595b682eed'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:52:41.215099 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6b0e824e-1e85-4a0f-a0dd-5a313de87921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:41.261753 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27532b-ac56-4e61-9ad3-bd0b462d3093 req-861f1be4-1fff-4e52-98ee-b06ed6ec3140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:41.263416 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4c27532b-ac56-4e61-9ad3-bd0b462d3093 req-861f1be4-1fff-4e52-98ee-b06ed6ec3140 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2205625 Feb 09 00:52:41.265186 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e2df154c-5ab1-46cb-98de-86499883f610 req-be41b02c-805e-4b64-835d-3ad09234bb12 tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:41.329445 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:41.372524 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-6b0e824e-1e85-4a0f-a0dd-5a313de87921 None None] For port cdc590ce-530d-4b46-bb4e-4b8f971ed5b2, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:52:41.377489 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-6b0e824e-1e85-4a0f-a0dd-5a313de87921 None None] For port cdc590ce-530d-4b46-bb4e-4b8f971ed5b2, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=cdc590ce-530d-4b46-bb4e-4b8f971ed5b2,segment=NetworkSegment(f03400d7-9aef-442e-848e-a7781cfa27a1),segment_id=f03400d7-9aef-442e-848e-a7781cfa27a1)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:52:41.383090 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6b0e824e-1e85-4a0f-a0dd-5a313de87921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:41.484561 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:41.516378 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0e1557-848b-46f0-9d2e-ea1987693122 None None] Pushing event updated for resources: {'Port': ['ID=cdc590ce-530d-4b46-bb4e-4b8f971ed5b2,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:41.522589 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0e824e-1e85-4a0f-a0dd-5a313de87921 None None] Routers {'62393c64-d2af-427f-a945-f9587e3b57d3'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:52:41.523351 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-6b0e824e-1e85-4a0f-a0dd-5a313de87921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:52:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['62393c64-d2af-427f-a945-f9587e3b57d3'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:52:41.633238 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4c27532b-ac56-4e61-9ad3-bd0b462d3093 req-91e41fdd-05ce-4ce3-8b0d-699c5c16a5c2 service neutron] 10.222.0.62 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3618152 Feb 09 00:52:41.650178 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-e2df154c-5ab1-46cb-98de-86499883f610 req-be41b02c-805e-4b64-835d-3ad09234bb12 tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] Allocated IP 172.25.0.27 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/7f5e167e-7933-4da9-ae58-f0434002777a) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:52:41.829472 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e2df154c-5ab1-46cb-98de-86499883f610 req-be41b02c-805e-4b64-835d-3ad09234bb12 tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:41.863031 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-6b0e824e-1e85-4a0f-a0dd-5a313de87921 None None] Set router 62393c64-d2af-427f-a945-f9587e3b57d3 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:52:41.956596 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-33ee7828-4e69-44b1-922f-2ae75dd8967e req-a1c4bcbc-c047-4739-8d01-3b5d42f35e9a service neutron] 10.222.0.62 "GET /v2.0/networks/39a46289-ad70-46f1-887f-88a255de2a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9034038 Feb 09 00:52:41.988696 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4c27532b-ac56-4e61-9ad3-bd0b462d3093 req-815e7fc3-1474-4b6c-9a75-f6092b2ab8f4 service neutron] 10.222.0.62 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413312 Feb 09 00:52:42.077813 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 02a5290f-41e0-4ab8-87f4-2ee514123ab8 up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:52:42.216107 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5c0198-d507-4715-93fa-7fe13ea26d47 req-ea936d61-e4a8-49c1-89ec-b562c985235a tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:42.225083 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ae5c0198-d507-4715-93fa-7fe13ea26d47 req-ea936d61-e4a8-49c1-89ec-b562c985235a tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4b50d6d-b742-465e-b92d-ffeb95538b3f HTTP/1.1" status: 200 len: 947 time: 0.8843772 Feb 09 00:52:42.230809 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-33ee7828-4e69-44b1-922f-2ae75dd8967e req-c8c90df4-7a14-4dc1-b1b6-e57f8a481c19 service neutron] 10.222.0.62 "GET /v2.0/networks/39a46289-ad70-46f1-887f-88a255de2a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598453 Feb 09 00:52:42.269891 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e2df154c-5ab1-46cb-98de-86499883f610 req-be41b02c-805e-4b64-835d-3ad09234bb12 tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:42.274206 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning for port 02a5290f-41e0-4ab8-87f4-2ee514123ab8 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:52:42.280777 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port 02a5290f-41e0-4ab8-87f4-2ee514123ab8 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:52:42.281147 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:42.364272 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be41b02c-805e-4b64-835d-3ad09234bb12 tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] Pushing event updated for resources: {'Port': ['ID=7f5e167e-7933-4da9-ae58-f0434002777a,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:42.387781 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ae5c0198-d507-4715-93fa-7fe13ea26d47 req-82a27ae5-b9d0-42b4-9a4f-66b0f0421f6c tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616132 Feb 09 00:52:42.409460 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2df154c-5ab1-46cb-98de-86499883f610 req-be41b02c-805e-4b64-835d-3ad09234bb12 tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:52:42.409460 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-e2df154c-5ab1-46cb-98de-86499883f610 req-be41b02c-805e-4b64-835d-3ad09234bb12 tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:52:42.412771 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2df154c-5ab1-46cb-98de-86499883f610 req-be41b02c-805e-4b64-835d-3ad09234bb12 tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:52:42.475083 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-6b0e824e-1e85-4a0f-a0dd-5a313de87921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62393c64-d2af-427f-a945-f9587e3b57d3', 'name': 'tempest-FloatingIPsTestJSON-2111724425-router', 'tenant_id': '41fe50ea425a400d8710a3c8ffba2101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '66089ae5-f9fb-4987-9ebc-5b3b513fb0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:52:25Z', 'updated_at': '2022-02-09T00:52:36Z', 'revision_number': 4, 'project_id': '41fe50ea425a400d8710a3c8ffba2101', 'gw_port': {'id': '66089ae5-f9fb-4987-9ebc-5b3b513fb0c7', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62393c64-d2af-427f-a945-f9587e3b57d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:52:27Z', 'updated_at': '2022-02-09T00:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'cdc590ce-530d-4b46-bb4e-4b8f971ed5b2', 'name': '', 'network_id': 'c2416d97-9fb8-42da-9172-23595b682eed', 'tenant_id': '41fe50ea425a400d8710a3c8ffba2101', 'mac_address': 'fa:16:3e:74:c9:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62393c64-d2af-427f-a945-f9587e3b57d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '5b1df775-76ff-4247-ad6c-6b8e913ab781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:52:34Z', 'updated_at': '2022-02-09T00:52:41Z', 'revision_number': 4, 'project_id': '41fe50ea425a400d8710a3c8ffba2101', 'subnets': [{'id': '5b1df775-76ff-4247-ad6c-6b8e913ab781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:52:42.484933 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0e824e-1e85-4a0f-a0dd-5a313de87921 None None] The sync data for ids ['62393c64-d2af-427f-a945-f9587e3b57d3'] in n-d-828418-1 is: [{'id': '62393c64-d2af-427f-a945-f9587e3b57d3', 'name': 'tempest-FloatingIPsTestJSON-2111724425-router', 'tenant_id': '41fe50ea425a400d8710a3c8ffba2101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '66089ae5-f9fb-4987-9ebc-5b3b513fb0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:52:25Z', 'updated_at': '2022-02-09T00:52:36Z', 'revision_number': 4, 'project_id': '41fe50ea425a400d8710a3c8ffba2101', 'gw_port': {'id': '66089ae5-f9fb-4987-9ebc-5b3b513fb0c7', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62393c64-d2af-427f-a945-f9587e3b57d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:52:27Z', 'updated_at': '2022-02-09T00:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'cdc590ce-530d-4b46-bb4e-4b8f971ed5b2', 'name': '', 'network_id': 'c2416d97-9fb8-42da-9172-23595b682eed', 'tenant_id': '41fe50ea425a400d8710a3c8ffba2101', 'mac_address': 'fa:16:3e:74:c9:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62393c64-d2af-427f-a945-f9587e3b57d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '5b1df775-76ff-4247-ad6c-6b8e913ab781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:52:34Z', 'updated_at': '2022-02-09T00:52:41Z', 'revision_number': 4, 'project_id': '41fe50ea425a400d8710a3c8ffba2101', 'subnets': [{'id': '5b1df775-76ff-4247-ad6c-6b8e913ab781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:52:42.491101 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:42.531646 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dd8b424-9714-47d2-802d-e287ee80ce96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02a5290f-41e0-4ab8-87f4-2ee514123ab8'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:52:42.558979 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 02a5290f-41e0-4ab8-87f4-2ee514123ab8, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=02a5290f-41e0-4ab8-87f4-2ee514123ab8,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:52:42.570024 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:42.572960 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 18e5b7f8-4107-4b63-9dee-d921fc6084ef no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:52:42.719304 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=02a5290f-41e0-4ab8-87f4-2ee514123ab8,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:42.729609 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e2df154c-5ab1-46cb-98de-86499883f610 req-be41b02c-805e-4b64-835d-3ad09234bb12 tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:42.781447 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 18e5b7f8-4107-4b63-9dee-d921fc6084ef not bound to the agent host n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 00:52:42.818257 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e2df154c-5ab1-46cb-98de-86499883f610 req-be41b02c-805e-4b64-835d-3ad09234bb12 tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:42.912530 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 3e5248ff-0f12-4a22-8935-b06063b61e05 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:52:42.920416 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ffe9d9-0b1f-4971-828f-03e6125fd33d req-d0ed5289-301a-4224-8fe2-54ca88711260 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:42.926537 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c0ffe9d9-0b1f-4971-828f-03e6125fd33d req-d0ed5289-301a-4224-8fe2-54ca88711260 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/ports?device_id=883ab1b3-e080-45da-9cd4-0f455371dba4 HTTP/1.1" status: 200 len: 943 time: 0.3087540 Feb 09 00:52:42.979232 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:43.013926 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4b50d6d-b742-465e-b92d-ffeb95538b3f', 'tag': '18e5b7f8-4107-4b63-9dee-d921fc6084ef'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:52:43.105855 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c0ffe9d9-0b1f-4971-828f-03e6125fd33d req-b73e9877-6589-4cea-96cf-3afb03db5059 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/security-groups?id=5241b5dc-7937-4332-869e-fc6addd63e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761055 Feb 09 00:52:43.225203 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 3e5248ff-0f12-4a22-8935-b06063b61e05, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=3e5248ff-0f12-4a22-8935-b06063b61e05,segment=NetworkSegment(e9be9500-482f-486c-b330-ffba40da5382),segment_id=e9be9500-482f-486c-b330-ffba40da5382)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:52:43.245266 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '3e5248ff-0f12-4a22-8935-b06063b61e05', 'network_id': '39a46289-ad70-46f1-887f-88a255de2a83', 'port_id': '3e5248ff-0f12-4a22-8935-b06063b61e05', 'mac_address': 'fa:16:3e:dd:a9:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '163b540f-77f3-4f41-babd-8cc6d2cd64c1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:52:43.288142 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e2df154c-5ab1-46cb-98de-86499883f610 req-be41b02c-805e-4b64-835d-3ad09234bb12 tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:43.324990 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:43.339588 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e2df154c-5ab1-46cb-98de-86499883f610 req-be41b02c-805e-4b64-835d-3ad09234bb12 tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:43.353587 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e5248ff-0f12-4a22-8935-b06063b61e05 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:52:43.382651 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 3e5248ff-0f12-4a22-8935-b06063b61e05, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=3e5248ff-0f12-4a22-8935-b06063b61e05,segment=NetworkSegment(e9be9500-482f-486c-b330-ffba40da5382),segment_id=e9be9500-482f-486c-b330-ffba40da5382)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:52:43.390016 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:43.475087 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=3e5248ff-0f12-4a22-8935-b06063b61e05,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:43.527482 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be41b02c-805e-4b64-835d-3ad09234bb12 tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] Pushing event updated for resources: {'Port': ['ID=7f5e167e-7933-4da9-ae58-f0434002777a,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:43.539162 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e2df154c-5ab1-46cb-98de-86499883f610 req-be41b02c-805e-4b64-835d-3ad09234bb12 tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:43.567767 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1219e588-9f02-43e4-a947-2c25c4957341 req-15b52913-e964-432e-a199-72bb0a1e6bf2 tempest-LiveMigrationTest-757645410 tempest-LiveMigrationTest-757645410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:43.570198 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1219e588-9f02-43e4-a947-2c25c4957341 req-15b52913-e964-432e-a199-72bb0a1e6bf2 tempest-LiveMigrationTest-757645410 tempest-LiveMigrationTest-757645410-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=dc8b84b2-b106-40bf-817c-64f458640c01 HTTP/1.1" status: 200 len: 1097 time: 0.2843611 Feb 09 00:52:43.587531 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e2df154c-5ab1-46cb-98de-86499883f610 req-be41b02c-805e-4b64-835d-3ad09234bb12 tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:43.588860 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e2df154c-5ab1-46cb-98de-86499883f610 req-be41b02c-805e-4b64-835d-3ad09234bb12 tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.3378251 Feb 09 00:52:43.701915 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['3e5248ff-0f12-4a22-8935-b06063b61e05'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:52:43.798061 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device cdc590ce-530d-4b46-bb4e-4b8f971ed5b2 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:52:43.870393 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-e2df154c-5ab1-46cb-98de-86499883f610 req-01fbbfeb-4cdb-4741-aee4-f7a46cb7184b tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] Synchronizing usage tracker for tenant:41fe50ea425a400d8710a3c8ffba2101 on resource:floatingip {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:52:43.885043 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1219e588-9f02-43e4-a947-2c25c4957341 req-5f3a51be-10d0-4cb5-a1df-7718c3a542b2 tempest-LiveMigrationTest-757645410 tempest-LiveMigrationTest-757645410-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987661 Feb 09 00:52:43.905808 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-e2df154c-5ab1-46cb-98de-86499883f610 req-01fbbfeb-4cdb-4741-aee4-f7a46cb7184b tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] Unset dirty status for tenant:41fe50ea425a400d8710a3c8ffba2101 on resource:floatingip {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:52:43.914885 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e2df154c-5ab1-46cb-98de-86499883f610 req-01fbbfeb-4cdb-4741-aee4-f7a46cb7184b tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.0.27 HTTP/1.1" status: 200 len: 695 time: 0.3140185 Feb 09 00:52:43.964751 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port cdc590ce-530d-4b46-bb4e-4b8f971ed5b2 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:52:43.972360 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port cdc590ce-530d-4b46-bb4e-4b8f971ed5b2 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:52:43.972786 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:44.165308 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df154c-5ab1-46cb-98de-86499883f610 req-da2ba44a-a4ae-48eb-b67f-01017a6df121 tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:44.177832 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e2df154c-5ab1-46cb-98de-86499883f610 req-da2ba44a-a4ae-48eb-b67f-01017a6df121 tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] 10.222.0.105 "GET /v2.0/networks/3d885c3c-255c-4e54-addc-b28437d0b18e HTTP/1.1" status: 200 len: 784 time: 0.2623756 Feb 09 00:52:44.194426 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [req-e2df154c-5ab1-46cb-98de-86499883f610 req-d1f02acc-ed62-49c5-96cc-3ed7d5938817 tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:52:44.195474 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e2df154c-5ab1-46cb-98de-86499883f610 req-d1f02acc-ed62-49c5-96cc-3ed7d5938817 tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065525 Feb 09 00:52:44.260546 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec431b-49bc-462f-8408-4a012c9fd020 req-a5ad51ca-cd4e-4cfb-abe2-217a6d3a3b3b tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:44.274250 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f3ec431b-49bc-462f-8408-4a012c9fd020 req-a5ad51ca-cd4e-4cfb-abe2-217a6d3a3b3b tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] 10.222.0.105 "GET /v2.0/ports?device_id=6dd8b424-9714-47d2-802d-e287ee80ce96 HTTP/1.1" status: 200 len: 950 time: 0.1931589 Feb 09 00:52:44.279596 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:44.315844 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port cdc590ce-530d-4b46-bb4e-4b8f971ed5b2, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=cdc590ce-530d-4b46-bb4e-4b8f971ed5b2,segment=NetworkSegment(f03400d7-9aef-442e-848e-a7781cfa27a1),segment_id=f03400d7-9aef-442e-848e-a7781cfa27a1)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:52:44.318379 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dd8b424-9714-47d2-802d-e287ee80ce96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02a5290f-41e0-4ab8-87f4-2ee514123ab8', 'code': 200} Feb 09 00:52:44.320726 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:44.340365 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f3ec431b-49bc-462f-8408-4a012c9fd020 req-a9b6fcd6-2261-4ae9-a090-81136507df6a tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] 10.222.0.105 "GET /v2.0/security-groups?id=fd8851b9-ce91-49a2-800f-311ac2842dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649438 Feb 09 00:52:44.412739 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=cdc590ce-530d-4b46-bb4e-4b8f971ed5b2,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:44.427811 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4b50d6d-b742-465e-b92d-ffeb95538b3f', 'tag': '18e5b7f8-4107-4b63-9dee-d921fc6084ef', 'status': 'completed', 'code': 200} Feb 09 00:52:44.546891 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9387922-d079-459f-9a9c-d645e4d406d7 req-2c698dea-7aa4-4203-bae1-ffaa4876fbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:44.548632 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-d9387922-d079-459f-9a9c-d645e4d406d7 req-2c698dea-7aa4-4203-bae1-ffaa4876fbd1 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=6dd8b424-9714-47d2-802d-e287ee80ce96 HTTP/1.1" status: 200 len: 1101 time: 0.1186504 Feb 09 00:52:44.601785 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-d9387922-d079-459f-9a9c-d645e4d406d7 req-885a49d0-b232-428b-bb7b-10594f8155db service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=fd8851b9-ce91-49a2-800f-311ac2842dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431311 Feb 09 00:52:44.775136 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c487ca2c-ae53-4259-84d5-c1d9a5f451e6 req-67781b73-6749-4b2e-b182-2d2da265efe6 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:44.776745 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c487ca2c-ae53-4259-84d5-c1d9a5f451e6 req-67781b73-6749-4b2e-b182-2d2da265efe6 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4b50d6d-b742-465e-b92d-ffeb95538b3f HTTP/1.1" status: 200 len: 947 time: 0.1984878 Feb 09 00:52:44.802868 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1980c9df-7911-497f-b231-a8e17ff44dcf req-274a298f-ba0d-4948-8026-c4587ef134c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:44.804538 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1980c9df-7911-497f-b231-a8e17ff44dcf req-274a298f-ba0d-4948-8026-c4587ef134c9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1510c38a4b2046b5a9943ab7f2f7db5c&device_id=f4b50d6d-b742-465e-b92d-ffeb95538b3f HTTP/1.1" status: 200 len: 1098 time: 0.3015683 Feb 09 00:52:44.806537 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1980c9df-7911-497f-b231-a8e17ff44dcf req-679bf241-c16f-4430-9b3e-d66922cf6287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:44.807979 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1980c9df-7911-497f-b231-a8e17ff44dcf req-679bf241-c16f-4430-9b3e-d66922cf6287 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1510c38a4b2046b5a9943ab7f2f7db5c&device_id=f4b50d6d-b742-465e-b92d-ffeb95538b3f HTTP/1.1" status: 200 len: 1098 time: 0.3569775 Feb 09 00:52:44.917390 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 18e5b7f8-4107-4b63-9dee-d921fc6084ef details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:52:44.921361 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 3e5248ff-0f12-4a22-8935-b06063b61e05 up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:52:45.091618 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port 3e5248ff-0f12-4a22-8935-b06063b61e05 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:52:45.098937 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 3e5248ff-0f12-4a22-8935-b06063b61e05 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:52:45.099394 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:45.145351 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c487ca2c-ae53-4259-84d5-c1d9a5f451e6 req-1e18fa69-61dd-4a1c-81de-60377e40c6ee tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3523321 Feb 09 00:52:45.197925 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1980c9df-7911-497f-b231-a8e17ff44dcf req-3af1f3e0-cbff-4317-9411-d60951b9568a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:45.199752 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1980c9df-7911-497f-b231-a8e17ff44dcf req-3af1f3e0-cbff-4317-9411-d60951b9568a service neutron] 10.222.0.62 "GET /v2.0/networks?id=42d335cf-a678-4bc3-901b-7d21fb8587e6 HTTP/1.1" status: 200 len: 870 time: 0.3816447 Feb 09 00:52:45.298142 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 18e5b7f8-4107-4b63-9dee-d921fc6084ef, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=18e5b7f8-4107-4b63-9dee-d921fc6084ef,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:52:45.309885 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:45.347443 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 3e5248ff-0f12-4a22-8935-b06063b61e05, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=3e5248ff-0f12-4a22-8935-b06063b61e05,segment=NetworkSegment(e9be9500-482f-486c-b330-ffba40da5382),segment_id=e9be9500-482f-486c-b330-ffba40da5382)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:52:45.350567 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '18e5b7f8-4107-4b63-9dee-d921fc6084ef', 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6', 'port_id': '18e5b7f8-4107-4b63-9dee-d921fc6084ef', 'mac_address': 'fa:16:3e:d6:73:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7938d94-1f0f-48bd-a0b3-26d5344ff0ec', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:52:45.352524 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1980c9df-7911-497f-b231-a8e17ff44dcf req-1621b969-dc8e-45e3-8680-e58850a53663 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=18e5b7f8-4107-4b63-9dee-d921fc6084ef HTTP/1.1" status: 200 len: 217 time: 0.1408408 Feb 09 00:52:45.352900 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:45.427629 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=3e5248ff-0f12-4a22-8935-b06063b61e05,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:45.494563 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:45.495612 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1980c9df-7911-497f-b231-a8e17ff44dcf req-598054cf-8357-4b9f-a03b-d0371c0196d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:45.497073 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1980c9df-7911-497f-b231-a8e17ff44dcf req-598054cf-8357-4b9f-a03b-d0371c0196d4 service neutron] 10.222.0.99 "GET /v2.0/networks?id=42d335cf-a678-4bc3-901b-7d21fb8587e6 HTTP/1.1" status: 200 len: 870 time: 0.6003652 Feb 09 00:52:45.513966 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18e5b7f8-4107-4b63-9dee-d921fc6084ef {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:52:45.532546 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 18e5b7f8-4107-4b63-9dee-d921fc6084ef, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=18e5b7f8-4107-4b63-9dee-d921fc6084ef,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:52:45.537533 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:45.583771 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1980c9df-7911-497f-b231-a8e17ff44dcf req-2be8ad53-4695-4af6-b672-584abb77a07a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=18e5b7f8-4107-4b63-9dee-d921fc6084ef HTTP/1.1" status: 200 len: 217 time: 0.0773089 Feb 09 00:52:45.586348 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1980c9df-7911-497f-b231-a8e17ff44dcf req-45c75c72-5252-487f-bc1c-9fd55a47a461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:45.587803 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1980c9df-7911-497f-b231-a8e17ff44dcf req-45c75c72-5252-487f-bc1c-9fd55a47a461 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.2231088 Feb 09 00:52:45.620851 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=18e5b7f8-4107-4b63-9dee-d921fc6084ef,revision_number=8']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:45.692835 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039816a1-421c-4185-8a42-ff3e138a5cf9 req-7c68d2dd-bc26-457e-b622-91edb2303b81 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:45.694715 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-039816a1-421c-4185-8a42-ff3e138a5cf9 req-7c68d2dd-bc26-457e-b622-91edb2303b81 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/ports?device_id=883ab1b3-e080-45da-9cd4-0f455371dba4 HTTP/1.1" status: 200 len: 945 time: 0.3942692 Feb 09 00:52:45.750352 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device cdc590ce-530d-4b46-bb4e-4b8f971ed5b2 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:52:45.780941 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-039816a1-421c-4185-8a42-ff3e138a5cf9 req-3ccadaa3-6752-400d-88f4-982562ce0804 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/security-groups?id=5241b5dc-7937-4332-869e-fc6addd63e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725365 Feb 09 00:52:45.782479 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1980c9df-7911-497f-b231-a8e17ff44dcf req-2b0d0a65-7bb7-42f7-b406-075f4a3b0906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:45.784637 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1980c9df-7911-497f-b231-a8e17ff44dcf req-2b0d0a65-7bb7-42f7-b406-075f4a3b0906 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.1939270 Feb 09 00:52:45.795390 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1980c9df-7911-497f-b231-a8e17ff44dcf req-883aa8ea-edf3-46a9-8542-afd56303f3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:45.797710 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1980c9df-7911-497f-b231-a8e17ff44dcf req-883aa8ea-edf3-46a9-8542-afd56303f3c6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1686845 Feb 09 00:52:45.851223 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['18e5b7f8-4107-4b63-9dee-d921fc6084ef'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:52:45.912932 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port cdc590ce-530d-4b46-bb4e-4b8f971ed5b2 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:52:45.912932 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:45.992179 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-d16d6949-2a14-46f4-bd14-6bb18dfa5980 tempest-LiveMigrationTest-757645410 tempest-LiveMigrationTest-757645410-project-admin] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:52:45.992179 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-d16d6949-2a14-46f4-bd14-6bb18dfa5980 tempest-LiveMigrationTest-757645410 tempest-LiveMigrationTest-757645410-project-admin] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062654 Feb 09 00:52:46.018881 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-87f52ce7-2107-43b7-b2a4-90994491a651 service neutron] Request body: {'binding': {'host': 'n-h2-828418-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:52:46.018881 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-87f52ce7-2107-43b7-b2a4-90994491a651 service neutron] Unknown quota resources ['binding']. {{(pid=87638) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 09 00:52:46.203486 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-267a6899-2bae-45bf-b508-108ce98685d7 req-5ea776df-040d-42b3-a7d3-c075ee32add3 tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] 10.222.0.105 "GET /v2.0/floatingips/70b621a3-e9f5-4c62-aba9-cca0fc4801a0 HTTP/1.1" status: 200 len: 692 time: 0.3320296 Feb 09 00:52:46.319813 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '883ab1b3-e080-45da-9cd4-0f455371dba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e5248ff-0f12-4a22-8935-b06063b61e05'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:52:46.331992 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-87f52ce7-2107-43b7-b2a4-90994491a651 service neutron] Attempting to bind port 99312894-4ea4-4f79-9874-93f479c9ed50 on host n-h2-828418-1 for vnic_type normal with profile None {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:52:46.332364 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-87f52ce7-2107-43b7-b2a4-90994491a651 service neutron] Attempting to bind port 99312894-4ea4-4f79-9874-93f479c9ed50 by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': 'b907962e-2c92-4e5e-9eb3-daae4f34051b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ded91f5f-4c52-4e17-8569-d9d1696711b8'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:52:46.332934 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-87f52ce7-2107-43b7-b2a4-90994491a651 service neutron] Attempting to bind port 99312894-4ea4-4f79-9874-93f479c9ed50 on network ded91f5f-4c52-4e17-8569-d9d1696711b8 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:52:46.338875 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-87f52ce7-2107-43b7-b2a4-90994491a651 service neutron] Port 99312894-4ea4-4f79-9874-93f479c9ed50 on network ded91f5f-4c52-4e17-8569-d9d1696711b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:52:46.339198 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-87f52ce7-2107-43b7-b2a4-90994491a651 service neutron] Attempting to bind port 99312894-4ea4-4f79-9874-93f479c9ed50 on network ded91f5f-4c52-4e17-8569-d9d1696711b8 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:52:46.345679 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-87f52ce7-2107-43b7-b2a4-90994491a651 service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:52:46.345679 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-87f52ce7-2107-43b7-b2a4-90994491a651 service neutron] Checking segment: {'id': 'b907962e-2c92-4e5e-9eb3-daae4f34051b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ded91f5f-4c52-4e17-8569-d9d1696711b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:52:46.345679 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-87f52ce7-2107-43b7-b2a4-90994491a651 service neutron] Bound using segment: {'id': 'b907962e-2c92-4e5e-9eb3-daae4f34051b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ded91f5f-4c52-4e17-8569-d9d1696711b8'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:52:46.347261 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-87f52ce7-2107-43b7-b2a4-90994491a651 service neutron] Bound port: 99312894-4ea4-4f79-9874-93f479c9ed50, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b907962e-2c92-4e5e-9eb3-daae4f34051b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ded91f5f-4c52-4e17-8569-d9d1696711b8'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:52:46.389125 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-87f52ce7-2107-43b7-b2a4-90994491a651 service neutron] For port 99312894-4ea4-4f79-9874-93f479c9ed50, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=99312894-4ea4-4f79-9874-93f479c9ed50,segment=NetworkSegment(b907962e-2c92-4e5e-9eb3-daae4f34051b),segment_id=b907962e-2c92-4e5e-9eb3-daae4f34051b)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:52:46.396856 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-87f52ce7-2107-43b7-b2a4-90994491a651 service neutron] Notify callbacks [] for binding, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:46.398515 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-87f52ce7-2107-43b7-b2a4-90994491a651 service neutron] 10.222.0.105 "POST /v2.0/ports/99312894-4ea4-4f79-9874-93f479c9ed50/bindings HTTP/1.1" status: 201 len: 389 time: 0.4052691 Feb 09 00:52:46.562684 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1980c9df-7911-497f-b231-a8e17ff44dcf req-434c15d4-e754-4153-9f7d-d81c0b09ce45 service neutron] 10.222.0.62 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4812436 Feb 09 00:52:46.573649 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1980c9df-7911-497f-b231-a8e17ff44dcf req-3fa67812-7cb6-475f-b09b-726f9b1b52fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:46.575136 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1980c9df-7911-497f-b231-a8e17ff44dcf req-3fa67812-7cb6-475f-b09b-726f9b1b52fe service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7765958 Feb 09 00:52:46.679492 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a6899-2bae-45bf-b508-108ce98685d7 req-0ea098e7-f81a-4350-94b6-c336875c1058 tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:46.680868 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-267a6899-2bae-45bf-b508-108ce98685d7 req-0ea098e7-f81a-4350-94b6-c336875c1058 tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] 10.222.0.105 "GET /v2.0/networks/3d885c3c-255c-4e54-addc-b28437d0b18e HTTP/1.1" status: 200 len: 784 time: 0.4574637 Feb 09 00:52:46.758867 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [req-267a6899-2bae-45bf-b508-108ce98685d7 req-ec13bb5d-9b87-4a17-b74d-9e78910e324d tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:52:46.760394 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-267a6899-2bae-45bf-b508-108ce98685d7 req-ec13bb5d-9b87-4a17-b74d-9e78910e324d tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0172672 Feb 09 00:52:46.809085 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-8d258083-400f-46b7-adb9-011a987242cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:46.810952 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-8d258083-400f-46b7-adb9-011a987242cd service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=8d883076d7064c219a98a8f981d7945a&device_id=dc8b84b2-b106-40bf-817c-64f458640c01 HTTP/1.1" status: 200 len: 1097 time: 0.1412256 Feb 09 00:52:46.883400 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1980c9df-7911-497f-b231-a8e17ff44dcf req-a4f3c075-6425-4982-b836-bfaa0c3e2672 service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834082 Feb 09 00:52:46.888039 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1980c9df-7911-497f-b231-a8e17ff44dcf req-ea3faaa9-00c8-4b6d-9019-d36753c0b710 service neutron] 10.222.0.62 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096163 Feb 09 00:52:46.927053 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 18e5b7f8-4107-4b63-9dee-d921fc6084ef up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:52:47.035087 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port 18e5b7f8-4107-4b63-9dee-d921fc6084ef completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:52:47.042998 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 18e5b7f8-4107-4b63-9dee-d921fc6084ef triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:52:47.043613 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:47.045035 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-0f796e7a-4353-418e-9f9d-e67df323b176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:47.049462 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-0f796e7a-4353-418e-9f9d-e67df323b176 service neutron] 10.222.0.99 "GET /v2.0/networks?id=ded91f5f-4c52-4e17-8569-d9d1696711b8 HTTP/1.1" status: 200 len: 909 time: 0.2280941 Feb 09 00:52:47.117183 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '883ab1b3-e080-45da-9cd4-0f455371dba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e5248ff-0f12-4a22-8935-b06063b61e05', 'code': 200} Feb 09 00:52:47.202293 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1980c9df-7911-497f-b231-a8e17ff44dcf req-58a9dbe2-a37f-4e4d-892c-af492f648abf service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133111 Feb 09 00:52:47.230533 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:47.296936 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 18e5b7f8-4107-4b63-9dee-d921fc6084ef, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=18e5b7f8-4107-4b63-9dee-d921fc6084ef,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:52:47.303018 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:47.310481 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-a059bc90-2da8-4c8c-b368-095b46e7ba80 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99312894-4ea4-4f79-9874-93f479c9ed50 HTTP/1.1" status: 200 len: 217 time: 0.2549732 Feb 09 00:52:47.317725 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099054f1-9576-4547-b223-1dc53b821e2f req-0d81dec9-7f3d-4233-8001-28efa2f80f41 tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:47.319366 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-099054f1-9576-4547-b223-1dc53b821e2f req-0d81dec9-7f3d-4233-8001-28efa2f80f41 tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] 10.222.0.105 "GET /v2.0/ports?device_id=6dd8b424-9714-47d2-802d-e287ee80ce96 HTTP/1.1" status: 200 len: 950 time: 0.4103615 Feb 09 00:52:47.409457 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-14b93967-de7f-4238-b8a0-b0ac2c5d3e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:47.411010 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-14b93967-de7f-4238-b8a0-b0ac2c5d3e3d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=103c212c-bf16-40d1-a89c-07252434eb67 HTTP/1.1" status: 200 len: 848 time: 0.0897617 Feb 09 00:52:47.468076 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=18e5b7f8-4107-4b63-9dee-d921fc6084ef,revision_number=9']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:47.475906 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-c34a4ec1-e93f-444e-bd95-d84787d1eb4a service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=ded91f5f-4c52-4e17-8569-d9d1696711b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501113 Feb 09 00:52:47.506696 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-099054f1-9576-4547-b223-1dc53b821e2f req-ba50e3d2-7055-45e7-96e3-907094769e85 tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] 10.222.0.105 "GET /v2.0/security-groups?id=fd8851b9-ce91-49a2-800f-311ac2842dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746829 Feb 09 00:52:47.540638 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5c64b4-46d1-4672-8382-1432282379e4 req-a06e1f23-7d29-4f64-bae4-9e9fe9da0fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:47.542186 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ac5c64b4-46d1-4672-8382-1432282379e4 req-a06e1f23-7d29-4f64-bae4-9e9fe9da0fc5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=883ab1b3-e080-45da-9cd4-0f455371dba4 HTTP/1.1" status: 200 len: 1096 time: 0.3424027 Feb 09 00:52:47.618084 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a433f062-ccb0-4941-8d52-43e63964654f req-48718043-3d79-4166-8c30-210080e567b9 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:47.619635 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a433f062-ccb0-4941-8d52-43e63964654f req-48718043-3d79-4166-8c30-210080e567b9 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.99 "GET /v2.0/ports?device_id=f4b50d6d-b742-465e-b92d-ffeb95538b3f&tenant_id=1510c38a4b2046b5a9943ab7f2f7db5c&binding%3Ahost_id=n-h1-828418-1 HTTP/1.1" status: 200 len: 949 time: 0.4312356 Feb 09 00:52:47.662029 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fce9f1d-cc17-4456-8ea6-12d4d5848895 req-9669b827-25b5-4f2a-b4ac-f1c5678fb086 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:47.671105 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3fce9f1d-cc17-4456-8ea6-12d4d5848895 req-9669b827-25b5-4f2a-b4ac-f1c5678fb086 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc8b84b2-b106-40bf-817c-64f458640c01 HTTP/1.1" status: 200 len: 946 time: 0.3412781 Feb 09 00:52:47.689933 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-af75e557-a86f-433e-ab3f-f0f53bb4a6fd service neutron] 10.222.0.99 "GET /v2.0/networks/ded91f5f-4c52-4e17-8569-d9d1696711b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072859 Feb 09 00:52:47.723559 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-53d7f613-2ca5-4524-8df1-75836f05ae6d req-b68e64dc-828b-4dcb-acdb-a1ea8f8695d5 tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] 10.222.0.105 "GET /v2.0/floatingips?tenant_id=41fe50ea425a400d8710a3c8ffba2101 HTTP/1.1" status: 200 len: 695 time: 0.1768250 Feb 09 00:52:47.857178 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3fce9f1d-cc17-4456-8ea6-12d4d5848895 req-1408f95d-fa74-4fae-a4fe-3861b87a7bdc tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825907 Feb 09 00:52:47.859702 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ac5c64b4-46d1-4672-8382-1432282379e4 req-4399d895-b227-4f98-a0c9-568673b0e5f7 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5241b5dc-7937-4332-869e-fc6addd63e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097429 Feb 09 00:52:47.948027 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [req-a433f062-ccb0-4941-8d52-43e63964654f req-97988a90-b1a8-4c17-96e2-138e8d8b0be9 service neutron] delete failed (client error): The resource could not be found. Feb 09 00:52:47.949265 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a433f062-ccb0-4941-8d52-43e63964654f req-97988a90-b1a8-4c17-96e2-138e8d8b0be9 service neutron] 10.222.0.99 "DELETE /v2.0/ports/18e5b7f8-4107-4b63-9dee-d921fc6084ef/bindings/n-h2-828418-1 HTTP/1.1" status: 404 len: 380 time: 0.3199103 Feb 09 00:52:47.967836 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-b865b238-bdc9-42d2-9247-fd8201d3361e service neutron] 10.222.0.99 "GET /v2.0/networks/ded91f5f-4c52-4e17-8569-d9d1696711b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707138 Feb 09 00:52:47.977815 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d7f613-2ca5-4524-8df1-75836f05ae6d req-617363c8-bb4d-4790-b7a5-6ba19a7bdaef tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:47.985464 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-53d7f613-2ca5-4524-8df1-75836f05ae6d req-617363c8-bb4d-4790-b7a5-6ba19a7bdaef tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] 10.222.0.105 "GET /v2.0/networks?id=3d885c3c-255c-4e54-addc-b28437d0b18e HTTP/1.1" status: 200 len: 787 time: 0.2607439 Feb 09 00:52:47.992620 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [req-53d7f613-2ca5-4524-8df1-75836f05ae6d req-511c1b6f-8683-4a4d-825e-e24645c11c9a tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:52:48.005202 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-53d7f613-2ca5-4524-8df1-75836f05ae6d req-511c1b6f-8683-4a4d-825e-e24645c11c9a tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0180409 Feb 09 00:52:48.287183 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a433f062-ccb0-4941-8d52-43e63964654f req-cc402452-71ac-477e-b10b-da0e2e3b5bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:48.288850 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a433f062-ccb0-4941-8d52-43e63964654f req-cc402452-71ac-477e-b10b-da0e2e3b5bef service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1510c38a4b2046b5a9943ab7f2f7db5c&device_id=f4b50d6d-b742-465e-b92d-ffeb95538b3f HTTP/1.1" status: 200 len: 1100 time: 0.0983746 Feb 09 00:52:48.293261 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59009143-2959-4c18-a8fc-e4423d2530ca req-22e5ccb8-7435-4022-934c-6e57b4cb4aa9 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:48.294865 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-59009143-2959-4c18-a8fc-e4423d2530ca req-22e5ccb8-7435-4022-934c-6e57b4cb4aa9 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/ports?device_id=883ab1b3-e080-45da-9cd4-0f455371dba4 HTTP/1.1" status: 200 len: 945 time: 0.1376798 Feb 09 00:52:48.331015 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae37c49-582b-4acd-ab06-d345aad18adc req-b7b9aba5-deca-4fce-bdd8-944c3fe69032 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:48.338857 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3ae37c49-582b-4acd-ab06-d345aad18adc req-b7b9aba5-deca-4fce-bdd8-944c3fe69032 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4b50d6d-b742-465e-b92d-ffeb95538b3f HTTP/1.1" status: 200 len: 949 time: 0.2128029 Feb 09 00:52:48.414858 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-59009143-2959-4c18-a8fc-e4423d2530ca req-6f651a65-9d77-48b7-ac29-f8490bd5efb9 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/security-groups?id=5241b5dc-7937-4332-869e-fc6addd63e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064911 Feb 09 00:52:48.435239 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3ae37c49-582b-4acd-ab06-d345aad18adc req-caa66c79-c014-4f3b-b0fb-806bc0e8f4e7 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953820 Feb 09 00:52:48.552843 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a433f062-ccb0-4941-8d52-43e63964654f req-af1e6b0f-ea21-4026-95f4-0295e6bb7ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:48.554483 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a433f062-ccb0-4941-8d52-43e63964654f req-af1e6b0f-ea21-4026-95f4-0295e6bb7ee7 service neutron] 10.222.0.99 "GET /v2.0/networks?id=42d335cf-a678-4bc3-901b-7d21fb8587e6 HTTP/1.1" status: 200 len: 870 time: 0.2514808 Feb 09 00:52:48.565494 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-af75e562-eda6-4ca3-b4d4-c0b398ebc35c req-02eed6dd-d2c5-48b8-864d-d67b40c3f15d tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] 10.222.0.105 "GET /v2.0/floatingips/70b621a3-e9f5-4c62-aba9-cca0fc4801a0 HTTP/1.1" status: 200 len: 692 time: 0.1036685 Feb 09 00:52:48.707633 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a433f062-ccb0-4941-8d52-43e63964654f req-0da4912b-5514-473e-9495-895f78417af4 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=18e5b7f8-4107-4b63-9dee-d921fc6084ef HTTP/1.1" status: 200 len: 217 time: 0.1458702 Feb 09 00:52:48.807740 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a433f062-ccb0-4941-8d52-43e63964654f req-60a61a44-63ea-4c13-985a-13b550a6d70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:48.813628 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a433f062-ccb0-4941-8d52-43e63964654f req-60a61a44-63ea-4c13-985a-13b550a6d70a service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.0991361 Feb 09 00:52:48.922244 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a433f062-ccb0-4941-8d52-43e63964654f req-e0ca43d6-4fce-4c5f-b493-b092e9b6c28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:48.924870 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a433f062-ccb0-4941-8d52-43e63964654f req-e0ca43d6-4fce-4c5f-b493-b092e9b6c28f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0998003 Feb 09 00:52:48.932288 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af75e562-eda6-4ca3-b4d4-c0b398ebc35c req-20c96d47-1ee0-45c2-8da4-f8ff5a07eab3 tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:48.939070 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-af75e562-eda6-4ca3-b4d4-c0b398ebc35c req-20c96d47-1ee0-45c2-8da4-f8ff5a07eab3 tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] 10.222.0.105 "GET /v2.0/networks/3d885c3c-255c-4e54-addc-b28437d0b18e HTTP/1.1" status: 200 len: 784 time: 0.3677845 Feb 09 00:52:48.945331 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [req-af75e562-eda6-4ca3-b4d4-c0b398ebc35c req-e69f0f07-be0b-43ad-a88c-5f321cd719a0 tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:52:48.952891 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-af75e562-eda6-4ca3-b4d4-c0b398ebc35c req-e69f0f07-be0b-43ad-a88c-5f321cd719a0 tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0125649 Feb 09 00:52:49.054784 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-af75e562-eda6-4ca3-b4d4-c0b398ebc35c req-8acb665b-d11f-42f8-a931-fc7b51d60b1a tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.0.27 HTTP/1.1" status: 200 len: 695 time: 0.1008129 Feb 09 00:52:49.118605 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b50d6d-b742-465e-b92d-ffeb95538b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e5b7f8-4107-4b63-9dee-d921fc6084ef'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:52:49.179629 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-af75e562-eda6-4ca3-b4d4-c0b398ebc35c req-672ba4a9-6373-4af5-b3ac-6318bec9d48a tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.0.27 HTTP/1.1" status: 200 len: 695 time: 0.1239626 Feb 09 00:52:49.192297 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a433f062-ccb0-4941-8d52-43e63964654f req-09ca1e23-351c-4c49-850b-aef9f71861e6 service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605906 Feb 09 00:52:49.381330 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a433f062-ccb0-4941-8d52-43e63964654f req-622dd1ba-7a6c-4437-99da-11309bd14892 service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819439 Feb 09 00:52:49.480021 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-af75e562-eda6-4ca3-b4d4-c0b398ebc35c req-8b1cb2db-2f1d-4a0c-9ad6-34bb38e6935d tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] Deleting port 7f5e167e-7933-4da9-ae58-f0434002777a {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:52:49.480704 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-af75e562-eda6-4ca3-b4d4-c0b398ebc35c req-8b1cb2db-2f1d-4a0c-9ad6-34bb38e6935d tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:49.544941 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18037ae0-59f4-4c7b-9886-15d07d0dd7e8 req-add98366-bd65-4d3d-b36c-d98fb6329e9a tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:49.546693 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-18037ae0-59f4-4c7b-9886-15d07d0dd7e8 req-add98366-bd65-4d3d-b36c-d98fb6329e9a tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] 10.222.0.105 "GET /v2.0/ports?device_id=6dd8b424-9714-47d2-802d-e287ee80ce96 HTTP/1.1" status: 200 len: 950 time: 0.3575923 Feb 09 00:52:49.678609 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-18037ae0-59f4-4c7b-9886-15d07d0dd7e8 req-3585290f-211e-4254-8fcc-db1edae46a1a tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] 10.222.0.105 "GET /v2.0/security-groups?id=fd8851b9-ce91-49a2-800f-311ac2842dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116476 Feb 09 00:52:49.715920 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-af75e562-eda6-4ca3-b4d4-c0b398ebc35c req-8b1cb2db-2f1d-4a0c-9ad6-34bb38e6935d tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:49.716276 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-af75e562-eda6-4ca3-b4d4-c0b398ebc35c req-8b1cb2db-2f1d-4a0c-9ad6-34bb38e6935d tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:49.871572 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-af75e562-eda6-4ca3-b4d4-c0b398ebc35c req-8b1cb2db-2f1d-4a0c-9ad6-34bb38e6935d tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] Calling delete_port for 7f5e167e-7933-4da9-ae58-f0434002777a owned by network:floatingip {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:52:50.135062 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b012cc-f7e2-4cf0-ad6c-6a0cffc801f0 req-1919dd34-19b9-4de2-b2d9-e6099a36c2d2 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:50.136898 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-39b012cc-f7e2-4cf0-ad6c-6a0cffc801f0 req-1919dd34-19b9-4de2-b2d9-e6099a36c2d2 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc8b84b2-b106-40bf-817c-64f458640c01 HTTP/1.1" status: 200 len: 946 time: 0.2747471 Feb 09 00:52:50.144461 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-af75e562-eda6-4ca3-b4d4-c0b398ebc35c req-8b1cb2db-2f1d-4a0c-9ad6-34bb38e6935d tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:50.217162 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1cb2db-2f1d-4a0c-9ad6-34bb38e6935d tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] Pushing event deleted for resources: {'Port': ['ID=7f5e167e-7933-4da9-ae58-f0434002777a,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:50.307649 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-39b012cc-f7e2-4cf0-ad6c-6a0cffc801f0 req-ab7d694e-7ee1-4219-958c-3997858c6e03 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589031 Feb 09 00:52:50.342640 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-af75e562-eda6-4ca3-b4d4-c0b398ebc35c req-8b1cb2db-2f1d-4a0c-9ad6-34bb38e6935d tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] Notify callbacks [] for floatingip, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:50.369621 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-af75e562-eda6-4ca3-b4d4-c0b398ebc35c req-8b1cb2db-2f1d-4a0c-9ad6-34bb38e6935d tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:50.382517 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-af75e562-eda6-4ca3-b4d4-c0b398ebc35c req-8b1cb2db-2f1d-4a0c-9ad6-34bb38e6935d tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] 10.222.0.105 "DELETE /v2.0/floatingips/70b621a3-e9f5-4c62-aba9-cca0fc4801a0 HTTP/1.1" status: 204 len: 173 time: 1.1950815 Feb 09 00:52:50.446242 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b50d6d-b742-465e-b92d-ffeb95538b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e5b7f8-4107-4b63-9dee-d921fc6084ef', 'code': 200} Feb 09 00:52:50.454641 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387bfa94-caa3-4c37-a8c4-477e8f8a7644 req-2b85a232-7587-4356-81a6-0e644e1b108b tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:50.456738 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-387bfa94-caa3-4c37-a8c4-477e8f8a7644 req-2b85a232-7587-4356-81a6-0e644e1b108b tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] Synchronizing usage tracker for tenant:11d2408c88624e0289e6a344f36bc1d4 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:52:50.479812 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-387bfa94-caa3-4c37-a8c4-477e8f8a7644 req-2b85a232-7587-4356-81a6-0e644e1b108b tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] Unset dirty status for tenant:11d2408c88624e0289e6a344f36bc1d4 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:52:50.481985 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-387bfa94-caa3-4c37-a8c4-477e8f8a7644 req-2b85a232-7587-4356-81a6-0e644e1b108b tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] 10.222.0.99 "GET /v2.0/ports?device_id=6dd8b424-9714-47d2-802d-e287ee80ce96 HTTP/1.1" status: 200 len: 950 time: 0.1697154 Feb 09 00:52:50.573942 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-387bfa94-caa3-4c37-a8c4-477e8f8a7644 req-39a7ea04-1095-4972-8f6f-41a2aee5a709 tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] Deleting port 02a5290f-41e0-4ab8-87f4-2ee514123ab8 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:52:50.574284 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-387bfa94-caa3-4c37-a8c4-477e8f8a7644 req-39a7ea04-1095-4972-8f6f-41a2aee5a709 tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:50.744554 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cc63dd-8b8d-4dae-92ac-2a3a19c3b12f req-508009a1-67e1-4ff1-b99a-f185dee34d57 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:50.746069 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-19cc63dd-8b8d-4dae-92ac-2a3a19c3b12f req-508009a1-67e1-4ff1-b99a-f185dee34d57 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/ports?device_id=883ab1b3-e080-45da-9cd4-0f455371dba4 HTTP/1.1" status: 200 len: 945 time: 0.2038293 Feb 09 00:52:50.757349 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42006f7-5c30-404d-a4c8-07b47533398e req-022cb9f1-6160-4906-902b-c2f1ee10fee5 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:50.761730 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e42006f7-5c30-404d-a4c8-07b47533398e req-022cb9f1-6160-4906-902b-c2f1ee10fee5 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4b50d6d-b742-465e-b92d-ffeb95538b3f HTTP/1.1" status: 200 len: 949 time: 0.1357965 Feb 09 00:52:50.841096 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-19cc63dd-8b8d-4dae-92ac-2a3a19c3b12f req-d2c4ede1-2ea2-4c6a-83c3-5968536e8691 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/security-groups?id=5241b5dc-7937-4332-869e-fc6addd63e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767665 Feb 09 00:52:50.844540 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e42006f7-5c30-404d-a4c8-07b47533398e req-b5e24961-cacb-44f5-b31f-51fde8d41811 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652454 Feb 09 00:52:50.882685 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-387bfa94-caa3-4c37-a8c4-477e8f8a7644 req-39a7ea04-1095-4972-8f6f-41a2aee5a709 tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] For port 02a5290f-41e0-4ab8-87f4-2ee514123ab8, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=02a5290f-41e0-4ab8-87f4-2ee514123ab8,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:52:50.883047 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-387bfa94-caa3-4c37-a8c4-477e8f8a7644 req-39a7ea04-1095-4972-8f6f-41a2aee5a709 tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:51.020837 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-387bfa94-caa3-4c37-a8c4-477e8f8a7644 req-39a7ea04-1095-4972-8f6f-41a2aee5a709 tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] Calling delete_port for 02a5290f-41e0-4ab8-87f4-2ee514123ab8 owned by compute:nova {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:52:51.169036 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7453a257-b7d8-4215-a213-164b262fc0b2 req-d0e2f513-0593-45a9-a6c9-acd01cb7adb5 tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] 10.222.0.105 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2996602 Feb 09 00:52:51.180888 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a12998-c4f4-4fde-83b9-fcdce58f38a0 req-63459f76-c976-4172-9889-71a87eec8d29 tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:51.182392 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-61a12998-c4f4-4fde-83b9-fcdce58f38a0 req-63459f76-c976-4172-9889-71a87eec8d29 tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] 10.222.0.105 "GET /v2.0/ports?device_id=6dd8b424-9714-47d2-802d-e287ee80ce96 HTTP/1.1" status: 200 len: 950 time: 0.1468523 Feb 09 00:52:51.187289 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-7453a257-b7d8-4215-a213-164b262fc0b2 req-0503dc43-d5c1-4a31-9263-971a4253c0f2 tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] Request body: {'floatingip': {'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:52:51.189338 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-387bfa94-caa3-4c37-a8c4-477e8f8a7644 req-39a7ea04-1095-4972-8f6f-41a2aee5a709 tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:51.194949 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-7453a257-b7d8-4215-a213-164b262fc0b2 req-0503dc43-d5c1-4a31-9263-971a4253c0f2 tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:52:51.203064 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['02a5290f-41e0-4ab8-87f4-2ee514123ab8'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:52:51.213907 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-7453a257-b7d8-4215-a213-164b262fc0b2 req-0503dc43-d5c1-4a31-9263-971a4253c0f2 tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] Usage tracker for resource:floatingip and tenant:41fe50ea425a400d8710a3c8ffba2101 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:52:51.218778 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-7453a257-b7d8-4215-a213-164b262fc0b2 req-0503dc43-d5c1-4a31-9263-971a4253c0f2 tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:52:51.227344 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-7453a257-b7d8-4215-a213-164b262fc0b2 req-0503dc43-d5c1-4a31-9263-971a4253c0f2 tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:52:51.252062 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-61a12998-c4f4-4fde-83b9-fcdce58f38a0 req-81b7f3ef-f6ab-4c24-b38e-e78f590618c3 tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] 10.222.0.105 "GET /v2.0/security-groups?id=fd8851b9-ce91-49a2-800f-311ac2842dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578513 Feb 09 00:52:51.253248 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-7453a257-b7d8-4215-a213-164b262fc0b2 req-0503dc43-d5c1-4a31-9263-971a4253c0f2 tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] Notify callbacks [] for floatingip, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:51.280862 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a7ea04-1095-4972-8f6f-41a2aee5a709 tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] Pushing event deleted for resources: {'Port': ['ID=02a5290f-41e0-4ab8-87f4-2ee514123ab8,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:51.370345 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:51.449305 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-387bfa94-caa3-4c37-a8c4-477e8f8a7644 req-39a7ea04-1095-4972-8f6f-41a2aee5a709 tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] No DVR routers for this DVR port 02a5290f-41e0-4ab8-87f4-2ee514123ab8 on host n-h2-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:52:51.452187 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-387bfa94-caa3-4c37-a8c4-477e8f8a7644 req-39a7ea04-1095-4972-8f6f-41a2aee5a709 tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:51.469182 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dd8b424-9714-47d2-802d-e287ee80ce96', 'name': 'network-vif-deleted', 'tag': '02a5290f-41e0-4ab8-87f4-2ee514123ab8'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:52:51.472806 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-7453a257-b7d8-4215-a213-164b262fc0b2 req-0503dc43-d5c1-4a31-9263-971a4253c0f2 tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:51.485207 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-387bfa94-caa3-4c37-a8c4-477e8f8a7644 req-39a7ea04-1095-4972-8f6f-41a2aee5a709 tempest-ImagesNegativeTestJSON-852723528 tempest-ImagesNegativeTestJSON-852723528-project] 10.222.0.99 "DELETE /v2.0/ports/02a5290f-41e0-4ab8-87f4-2ee514123ab8 HTTP/1.1" status: 204 len: 173 time: 0.9976530 Feb 09 00:52:51.716357 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-7453a257-b7d8-4215-a213-164b262fc0b2 req-0503dc43-d5c1-4a31-9263-971a4253c0f2 tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] Allocated IP 172.25.0.65 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/f586bf1a-12f4-4743-8fdd-d077cccf6858) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:52:51.811905 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b7f8e0-66ff-4a97-af69-fa7a70e4431a req-9ef8d961-698c-4164-bde2-b40eb1aaf68f tempest-MigrationsAdminTest-1559850011 tempest-MigrationsAdminTest-1559850011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:51.813350 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-72b7f8e0-66ff-4a97-af69-fa7a70e4431a req-9ef8d961-698c-4164-bde2-b40eb1aaf68f tempest-MigrationsAdminTest-1559850011 tempest-MigrationsAdminTest-1559850011-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=f4b50d6d-b742-465e-b92d-ffeb95538b3f HTTP/1.1" status: 200 len: 1100 time: 0.1815419 Feb 09 00:52:51.896705 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-72b7f8e0-66ff-4a97-af69-fa7a70e4431a req-da03941d-c512-46c2-8a96-08ad77d98047 tempest-MigrationsAdminTest-1559850011 tempest-MigrationsAdminTest-1559850011-project-admin] Synchronizing usage tracker for tenant:5e2c7be96b45429b9a1e91c2a5121285 on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:52:51.928573 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-7453a257-b7d8-4215-a213-164b262fc0b2 req-0503dc43-d5c1-4a31-9263-971a4253c0f2 tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:51.940047 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-72b7f8e0-66ff-4a97-af69-fa7a70e4431a req-da03941d-c512-46c2-8a96-08ad77d98047 tempest-MigrationsAdminTest-1559850011 tempest-MigrationsAdminTest-1559850011-project-admin] Unset dirty status for tenant:5e2c7be96b45429b9a1e91c2a5121285 on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:52:51.941461 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-72b7f8e0-66ff-4a97-af69-fa7a70e4431a req-da03941d-c512-46c2-8a96-08ad77d98047 tempest-MigrationsAdminTest-1559850011 tempest-MigrationsAdminTest-1559850011-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173847 Feb 09 00:52:51.977512 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-7453a257-b7d8-4215-a213-164b262fc0b2 req-0503dc43-d5c1-4a31-9263-971a4253c0f2 tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:52.049000 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7453a257-b7d8-4215-a213-164b262fc0b2 req-0503dc43-d5c1-4a31-9263-971a4253c0f2 tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:52:52.052561 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-7453a257-b7d8-4215-a213-164b262fc0b2 req-0503dc43-d5c1-4a31-9263-971a4253c0f2 tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:52:52.056451 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-7453a257-b7d8-4215-a213-164b262fc0b2 req-0503dc43-d5c1-4a31-9263-971a4253c0f2 tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:52:52.127662 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0503dc43-d5c1-4a31-9263-971a4253c0f2 tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] Pushing event updated for resources: {'Port': ['ID=f586bf1a-12f4-4743-8fdd-d077cccf6858,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:52.214937 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30cf570-d39c-4c06-b214-e74eb149527c req-5ba0cb4f-5bfa-4cfc-b2b3-4f31ea579fab tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:52.216461 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e30cf570-d39c-4c06-b214-e74eb149527c req-5ba0cb4f-5bfa-4cfc-b2b3-4f31ea579fab tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/ports?device_id=883ab1b3-e080-45da-9cd4-0f455371dba4 HTTP/1.1" status: 200 len: 945 time: 0.1340718 Feb 09 00:52:52.225125 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-7453a257-b7d8-4215-a213-164b262fc0b2 req-0503dc43-d5c1-4a31-9263-971a4253c0f2 tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:52.305661 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e30cf570-d39c-4c06-b214-e74eb149527c req-df4b61cc-3d1c-4785-ad7f-65cf64388c66 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/security-groups?id=5241b5dc-7937-4332-869e-fc6addd63e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823252 Feb 09 00:52:52.319437 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-7453a257-b7d8-4215-a213-164b262fc0b2 req-0503dc43-d5c1-4a31-9263-971a4253c0f2 tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:52.580659 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e5942-8654-468c-8791-02cacf565e2c req-d099930c-8380-4499-b791-d8ad9ef085f3 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:52.582179 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bf2e5942-8654-468c-8791-02cacf565e2c req-d099930c-8380-4499-b791-d8ad9ef085f3 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc8b84b2-b106-40bf-817c-64f458640c01 HTTP/1.1" status: 200 len: 946 time: 0.1359115 Feb 09 00:52:52.615288 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-7453a257-b7d8-4215-a213-164b262fc0b2 req-0503dc43-d5c1-4a31-9263-971a4253c0f2 tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:52.621495 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-7453a257-b7d8-4215-a213-164b262fc0b2 req-0503dc43-d5c1-4a31-9263-971a4253c0f2 tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:52.695378 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bf2e5942-8654-468c-8791-02cacf565e2c req-a64e0517-f275-4f74-8f6c-84eefa6d4582 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033218 Feb 09 00:52:52.747077 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0503dc43-d5c1-4a31-9263-971a4253c0f2 tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] Pushing event updated for resources: {'Port': ['ID=f586bf1a-12f4-4743-8fdd-d077cccf6858,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:52.751895 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dd8b424-9714-47d2-802d-e287ee80ce96', 'name': 'network-vif-deleted', 'tag': '02a5290f-41e0-4ab8-87f4-2ee514123ab8', 'status': 'completed', 'code': 200} Feb 09 00:52:52.759660 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-7453a257-b7d8-4215-a213-164b262fc0b2 req-0503dc43-d5c1-4a31-9263-971a4253c0f2 tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:52.786963 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-7453a257-b7d8-4215-a213-164b262fc0b2 req-0503dc43-d5c1-4a31-9263-971a4253c0f2 tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:52.788264 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7453a257-b7d8-4215-a213-164b262fc0b2 req-0503dc43-d5c1-4a31-9263-971a4253c0f2 tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6049702 Feb 09 00:52:52.958540 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-7453a257-b7d8-4215-a213-164b262fc0b2 req-44551fbb-c0fe-4126-b5c9-0040155e9a5c tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] Synchronizing usage tracker for tenant:41fe50ea425a400d8710a3c8ffba2101 on resource:floatingip {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:52:52.997454 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-7453a257-b7d8-4215-a213-164b262fc0b2 req-44551fbb-c0fe-4126-b5c9-0040155e9a5c tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] Unset dirty status for tenant:41fe50ea425a400d8710a3c8ffba2101 on resource:floatingip {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:52:52.998790 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7453a257-b7d8-4215-a213-164b262fc0b2 req-44551fbb-c0fe-4126-b5c9-0040155e9a5c tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.0.65 HTTP/1.1" status: 200 len: 695 time: 0.2045088 Feb 09 00:52:53.211044 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82bc210-60cd-40bf-8f66-1e9dd76ccc86 req-8e9db601-363c-4682-a138-bfd41a73fc16 tempest-VolumesAdminNegativeTest-1595770146 tempest-VolumesAdminNegativeTest-1595770146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:53.212743 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b82bc210-60cd-40bf-8f66-1e9dd76ccc86 req-8e9db601-363c-4682-a138-bfd41a73fc16 tempest-VolumesAdminNegativeTest-1595770146 tempest-VolumesAdminNegativeTest-1595770146-project] 10.222.0.105 "GET /v2.0/ports?device_id=e52cbb8a-e57d-4d79-b626-7c62937e6993 HTTP/1.1" status: 200 len: 945 time: 0.3315287 Feb 09 00:52:53.303432 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b82bc210-60cd-40bf-8f66-1e9dd76ccc86 req-4af67a8c-6f40-4f32-a492-38b6c7156001 tempest-VolumesAdminNegativeTest-1595770146 tempest-VolumesAdminNegativeTest-1595770146-project] 10.222.0.105 "GET /v2.0/security-groups?id=a9a29efb-413a-485a-9495-5c2c9a2d80a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802901 Feb 09 00:52:53.330619 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7453a257-b7d8-4215-a213-164b262fc0b2 req-4b4b7f68-1bb1-4873-941d-1c750c7927a3 tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:53.332041 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7453a257-b7d8-4215-a213-164b262fc0b2 req-4b4b7f68-1bb1-4873-941d-1c750c7927a3 tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] 10.222.0.105 "GET /v2.0/networks/3d885c3c-255c-4e54-addc-b28437d0b18e HTTP/1.1" status: 200 len: 784 time: 0.3234961 Feb 09 00:52:53.343925 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [req-7453a257-b7d8-4215-a213-164b262fc0b2 req-910b5b55-9850-4acd-a017-155329d2842a tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:52:53.344946 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7453a257-b7d8-4215-a213-164b262fc0b2 req-910b5b55-9850-4acd-a017-155329d2842a tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066276 Feb 09 00:52:53.539951 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dacbe4e5-5201-49a4-9b3a-96b490574dfc req-5ad0fea7-f447-456c-8245-27677dd4cf9f tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] 10.222.0.105 "GET /v2.0/floatingips/21dec1d3-b0c4-42bd-ab2e-255eca37b73e HTTP/1.1" status: 200 len: 692 time: 0.0920379 Feb 09 00:52:53.623364 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 02a5290f-41e0-4ab8-87f4-2ee514123ab8 no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:52:53.669796 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] No Port match for: 02a5290f-41e0-4ab8-87f4-2ee514123ab8 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 00:52:53.671464 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 02a5290f-41e0-4ab8-87f4-2ee514123ab8 not bound to the agent host n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 00:52:53.752792 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d9d608-0aee-4c31-be5c-1f9484526843 req-451f36a4-66e8-407d-94ea-888d7f45f087 tempest-VolumesAdminNegativeTest-1595770146 tempest-VolumesAdminNegativeTest-1595770146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:53.753574 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b8d9d608-0aee-4c31-be5c-1f9484526843 req-451f36a4-66e8-407d-94ea-888d7f45f087 tempest-VolumesAdminNegativeTest-1595770146 tempest-VolumesAdminNegativeTest-1595770146-project] 10.222.0.62 "GET /v2.0/ports?device_id=e52cbb8a-e57d-4d79-b626-7c62937e6993 HTTP/1.1" status: 200 len: 945 time: 0.2105699 Feb 09 00:52:53.760490 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacbe4e5-5201-49a4-9b3a-96b490574dfc req-e755f4fe-b3c9-4e2e-b671-6ecbde7eca0d tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:53.761884 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dacbe4e5-5201-49a4-9b3a-96b490574dfc req-e755f4fe-b3c9-4e2e-b671-6ecbde7eca0d tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] 10.222.0.105 "GET /v2.0/networks/3d885c3c-255c-4e54-addc-b28437d0b18e HTTP/1.1" status: 200 len: 784 time: 0.1876197 Feb 09 00:52:53.915855 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dacbe4e5-5201-49a4-9b3a-96b490574dfc req-d339f1bb-97b9-4f4d-a3f9-c98ddd96af05 tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.0.65 HTTP/1.1" status: 200 len: 695 time: 0.1137011 Feb 09 00:52:54.000431 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-b8d9d608-0aee-4c31-be5c-1f9484526843 req-b35eb31f-538b-4728-bf8f-7e7c20633b47 tempest-VolumesAdminNegativeTest-1595770146 tempest-VolumesAdminNegativeTest-1595770146-project] Deleting port e8a045d1-cf61-4d2e-aa2a-637a8ef55bd5 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:52:54.001069 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b8d9d608-0aee-4c31-be5c-1f9484526843 req-b35eb31f-538b-4728-bf8f-7e7c20633b47 tempest-VolumesAdminNegativeTest-1595770146 tempest-VolumesAdminNegativeTest-1595770146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:54.077836 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dacbe4e5-5201-49a4-9b3a-96b490574dfc req-8de6d636-0189-4a7a-a6b4-02ce648c4144 tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.0.65 HTTP/1.1" status: 200 len: 695 time: 0.1606414 Feb 09 00:52:54.148420 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5dff69c3-9755-49ea-8603-92f5361342a2 req-61a5c5f7-c10d-48bc-b1a0-f4e891ed47d4 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=1510c38a4b2046b5a9943ab7f2f7db5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1138842 Feb 09 00:52:54.294662 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:54.392502 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-dacbe4e5-5201-49a4-9b3a-96b490574dfc req-c05ba735-3834-4f79-81f9-41637fa0b996 tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] Deleting port f586bf1a-12f4-4743-8fdd-d077cccf6858 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:52:54.392712 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-dacbe4e5-5201-49a4-9b3a-96b490574dfc req-c05ba735-3834-4f79-81f9-41637fa0b996 tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:54.652297 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff69c3-9755-49ea-8603-92f5361342a2 req-89491502-435b-4b75-b28c-22ddde533029 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:54.653782 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5dff69c3-9755-49ea-8603-92f5361342a2 req-89491502-435b-4b75-b28c-22ddde533029 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4945340 Feb 09 00:52:54.789577 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5dff69c3-9755-49ea-8603-92f5361342a2 req-ff6aae28-43c5-4cd2-843b-c28b9ad308dc tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/quotas/1510c38a4b2046b5a9943ab7f2f7db5c HTTP/1.1" status: 200 len: 375 time: 0.1281226 Feb 09 00:52:54.875672 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-b8d9d608-0aee-4c31-be5c-1f9484526843 req-b35eb31f-538b-4728-bf8f-7e7c20633b47 tempest-VolumesAdminNegativeTest-1595770146 tempest-VolumesAdminNegativeTest-1595770146-project] For port e8a045d1-cf61-4d2e-aa2a-637a8ef55bd5, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=e8a045d1-cf61-4d2e-aa2a-637a8ef55bd5,segment=NetworkSegment(49964a39-362c-4f04-866c-03f8ba796372),segment_id=49964a39-362c-4f04-866c-03f8ba796372)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:52:54.876020 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b8d9d608-0aee-4c31-be5c-1f9484526843 req-b35eb31f-538b-4728-bf8f-7e7c20633b47 tempest-VolumesAdminNegativeTest-1595770146 tempest-VolumesAdminNegativeTest-1595770146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:55.021053 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-b8d9d608-0aee-4c31-be5c-1f9484526843 req-b35eb31f-538b-4728-bf8f-7e7c20633b47 tempest-VolumesAdminNegativeTest-1595770146 tempest-VolumesAdminNegativeTest-1595770146-project] Calling delete_port for e8a045d1-cf61-4d2e-aa2a-637a8ef55bd5 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:52:55.050677 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-dacbe4e5-5201-49a4-9b3a-96b490574dfc req-c05ba735-3834-4f79-81f9-41637fa0b996 tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:55.051046 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-dacbe4e5-5201-49a4-9b3a-96b490574dfc req-c05ba735-3834-4f79-81f9-41637fa0b996 tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:55.206166 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-dacbe4e5-5201-49a4-9b3a-96b490574dfc req-c05ba735-3834-4f79-81f9-41637fa0b996 tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] Calling delete_port for f586bf1a-12f4-4743-8fdd-d077cccf6858 owned by network:floatingip {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:52:55.338944 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 00:52:55.343880 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5dff69c3-9755-49ea-8603-92f5361342a2 req-08b1db7f-ad2b-48c4-80fa-a5dbd4591d8e tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=1510c38a4b2046b5a9943ab7f2f7db5c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5453501 Feb 09 00:52:55.426949 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b8d9d608-0aee-4c31-be5c-1f9484526843 req-b35eb31f-538b-4728-bf8f-7e7c20633b47 tempest-VolumesAdminNegativeTest-1595770146 tempest-VolumesAdminNegativeTest-1595770146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:55.486934 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35eb31f-538b-4728-bf8f-7e7c20633b47 tempest-VolumesAdminNegativeTest-1595770146 tempest-VolumesAdminNegativeTest-1595770146-project] Pushing event deleted for resources: {'Port': ['ID=e8a045d1-cf61-4d2e-aa2a-637a8ef55bd5,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:55.490471 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-dacbe4e5-5201-49a4-9b3a-96b490574dfc req-c05ba735-3834-4f79-81f9-41637fa0b996 tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:55.583970 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05ba735-3834-4f79-81f9-41637fa0b996 tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] Pushing event deleted for resources: {'Port': ['ID=f586bf1a-12f4-4743-8fdd-d077cccf6858,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:55.741889 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8d9d608-0aee-4c31-be5c-1f9484526843 req-b35eb31f-538b-4728-bf8f-7e7c20633b47 tempest-VolumesAdminNegativeTest-1595770146 tempest-VolumesAdminNegativeTest-1595770146-project] No DVR routers for this DVR port e8a045d1-cf61-4d2e-aa2a-637a8ef55bd5 on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:52:55.752865 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b8d9d608-0aee-4c31-be5c-1f9484526843 req-b35eb31f-538b-4728-bf8f-7e7c20633b47 tempest-VolumesAdminNegativeTest-1595770146 tempest-VolumesAdminNegativeTest-1595770146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:55.760542 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52cbb8a-e57d-4d79-b626-7c62937e6993', 'name': 'network-vif-deleted', 'tag': 'e8a045d1-cf61-4d2e-aa2a-637a8ef55bd5'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:52:55.796483 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b8d9d608-0aee-4c31-be5c-1f9484526843 req-b35eb31f-538b-4728-bf8f-7e7c20633b47 tempest-VolumesAdminNegativeTest-1595770146 tempest-VolumesAdminNegativeTest-1595770146-project] 10.222.0.62 "DELETE /v2.0/ports/e8a045d1-cf61-4d2e-aa2a-637a8ef55bd5 HTTP/1.1" status: 204 len: 173 time: 2.0336139 Feb 09 00:52:55.801245 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-dacbe4e5-5201-49a4-9b3a-96b490574dfc req-c05ba735-3834-4f79-81f9-41637fa0b996 tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] Notify callbacks [] for floatingip, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:55.803786 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-dacbe4e5-5201-49a4-9b3a-96b490574dfc req-c05ba735-3834-4f79-81f9-41637fa0b996 tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:55.804976 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dacbe4e5-5201-49a4-9b3a-96b490574dfc req-c05ba735-3834-4f79-81f9-41637fa0b996 tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] 10.222.0.105 "DELETE /v2.0/floatingips/21dec1d3-b0c4-42bd-ab2e-255eca37b73e HTTP/1.1" status: 204 len: 173 time: 1.7183964 Feb 09 00:52:55.825542 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67962441-a6c6-43bd-a27b-33bd2169961c req-72f4ee99-c4e2-47d5-bfff-098ca235fa20 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:55.827336 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-67962441-a6c6-43bd-a27b-33bd2169961c req-72f4ee99-c4e2-47d5-bfff-098ca235fa20 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc8b84b2-b106-40bf-817c-64f458640c01 HTTP/1.1" status: 200 len: 946 time: 0.2628300 Feb 09 00:52:55.883236 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-67962441-a6c6-43bd-a27b-33bd2169961c req-2f4eb84f-ad33-4f46-bfd0-9d79f288cee4 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477057 Feb 09 00:52:56.099593 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-76a2f6c2-ff1a-4336-9573-ac3110ee18c0 req-9b289f90-af0a-46e8-bccf-ffdfe80e4b35 tempest-VolumesAdminNegativeTest-1595770146 tempest-VolumesAdminNegativeTest-1595770146-project] Synchronizing usage tracker for tenant:f2a0e2ff2e284548b6a260d3ed4ca945 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:52:56.118919 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-76a2f6c2-ff1a-4336-9573-ac3110ee18c0 req-9b289f90-af0a-46e8-bccf-ffdfe80e4b35 tempest-VolumesAdminNegativeTest-1595770146 tempest-VolumesAdminNegativeTest-1595770146-project] Unset dirty status for tenant:f2a0e2ff2e284548b6a260d3ed4ca945 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:52:56.120811 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-76a2f6c2-ff1a-4336-9573-ac3110ee18c0 req-9b289f90-af0a-46e8-bccf-ffdfe80e4b35 tempest-VolumesAdminNegativeTest-1595770146 tempest-VolumesAdminNegativeTest-1595770146-project] 10.222.0.105 "GET /v2.0/ports?device_id=e52cbb8a-e57d-4d79-b626-7c62937e6993 HTTP/1.1" status: 200 len: 210 time: 0.0675275 Feb 09 00:52:56.177160 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6eba9c02-902a-4f4d-9b9e-dfa774dfe0ac req-7d85bdde-98cf-4ebd-9086-fa2838553f1d tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=b6e6cbb0-25cc-4ebb-aec9-38f9437ee596 HTTP/1.1" status: 200 len: 210 time: 0.0522547 Feb 09 00:52:56.183875 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52cbb8a-e57d-4d79-b626-7c62937e6993', 'name': 'network-vif-deleted', 'tag': 'e8a045d1-cf61-4d2e-aa2a-637a8ef55bd5', 'status': 'completed', 'code': 200} Feb 09 00:52:56.277241 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [req-f603213b-f8b6-40d5-9613-5b2775f7200d req-34f542dc-56bb-4387-81e8-d0c934b42cbd tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] show failed (client error): The resource could not be found. Feb 09 00:52:56.278331 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f603213b-f8b6-40d5-9613-5b2775f7200d req-34f542dc-56bb-4387-81e8-d0c934b42cbd tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] 10.222.0.105 "GET /v2.0/floatingips/21dec1d3-b0c4-42bd-ab2e-255eca37b73e HTTP/1.1" status: 404 len: 350 time: 0.0832148 Feb 09 00:52:56.417433 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [req-546c799d-cfd4-4276-a475-f81bfc37907b req-f7a0cff5-bdb1-48e0-a0b6-f45046eeebc8 tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] show failed (client error): The resource could not be found. Feb 09 00:52:56.418577 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-546c799d-cfd4-4276-a475-f81bfc37907b req-f7a0cff5-bdb1-48e0-a0b6-f45046eeebc8 tempest-FloatingIPsTestJSON-35041788 tempest-FloatingIPsTestJSON-35041788-project] 10.222.0.105 "GET /v2.0/floatingips/21dec1d3-b0c4-42bd-ab2e-255eca37b73e HTTP/1.1" status: 404 len: 350 time: 0.0801141 Feb 09 00:52:56.430279 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41776) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:52:56.655496 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73644f61-76ed-4f4f-ba86-6cf25d49e41b req-8dbcf4f6-1b1f-4af5-9c92-c71bfc448cce tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:56.658169 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-73644f61-76ed-4f4f-ba86-6cf25d49e41b req-8dbcf4f6-1b1f-4af5-9c92-c71bfc448cce tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/ports?device_id=883ab1b3-e080-45da-9cd4-0f455371dba4 HTTP/1.1" status: 200 len: 945 time: 0.1131454 Feb 09 00:52:56.725418 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-73644f61-76ed-4f4f-ba86-6cf25d49e41b req-f5ad6318-b9d8-424e-ad29-567218599c17 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/security-groups?id=5241b5dc-7937-4332-869e-fc6addd63e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613995 Feb 09 00:52:56.732007 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-5dff69c3-9755-49ea-8603-92f5361342a2 req-6f2f5aea-5b29-48f8-9787-471e1318921b tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=1510c38a4b2046b5a9943ab7f2f7db5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0587597 Feb 09 00:52:56.973017 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 3e5248ff-0f12-4a22-8935-b06063b61e05 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:52:56.980864 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device e8a045d1-cf61-4d2e-aa2a-637a8ef55bd5 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:52:57.157204 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff69c3-9755-49ea-8603-92f5361342a2 req-cb752705-79d5-4a5d-9878-2b7b555f6818 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:57.159383 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-5dff69c3-9755-49ea-8603-92f5361342a2 req-cb752705-79d5-4a5d-9878-2b7b555f6818 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3668795 Feb 09 00:52:57.175428 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-5dff69c3-9755-49ea-8603-92f5361342a2 req-38a77ad3-2fbe-4ef6-860a-df2e7552e97d tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Request body: {'port': {'device_id': 'b6e6cbb0-25cc-4ebb-aec9-38f9437ee596', 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6', 'admin_state_up': True, 'tenant_id': '1510c38a4b2046b5a9943ab7f2f7db5c'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:52:57.181420 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72d9694-5edf-4d13-895e-d9b70c54b115 req-a8557a88-706e-44e9-829e-646acb802d02 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:57.182995 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d72d9694-5edf-4d13-895e-d9b70c54b115 req-a8557a88-706e-44e9-829e-646acb802d02 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc8b84b2-b106-40bf-817c-64f458640c01 HTTP/1.1" status: 200 len: 946 time: 0.1423426 Feb 09 00:52:57.235355 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 3e5248ff-0f12-4a22-8935-b06063b61e05, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=3e5248ff-0f12-4a22-8935-b06063b61e05,segment=NetworkSegment(e9be9500-482f-486c-b330-ffba40da5382),segment_id=e9be9500-482f-486c-b330-ffba40da5382)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:52:57.239295 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d72d9694-5edf-4d13-895e-d9b70c54b115 req-5bee37c6-2872-411a-9d04-7b51aaf21882 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481267 Feb 09 00:52:57.246037 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: e8a045d1-cf61-4d2e-aa2a-637a8ef55bd5 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 00:52:57.246382 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device e8a045d1-cf61-4d2e-aa2a-637a8ef55bd5 not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 00:52:57.266920 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '3e5248ff-0f12-4a22-8935-b06063b61e05', 'network_id': '39a46289-ad70-46f1-887f-88a255de2a83', 'port_id': '3e5248ff-0f12-4a22-8935-b06063b61e05', 'mac_address': 'fa:16:3e:dd:a9:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '163b540f-77f3-4f41-babd-8cc6d2cd64c1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:52:57.317070 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 41814) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:52:57.368935 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 41822) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:52:57.404391 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:57.477295 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3e5248ff-0f12-4a22-8935-b06063b61e05 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:52:57.535611 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 3e5248ff-0f12-4a22-8935-b06063b61e05, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=3e5248ff-0f12-4a22-8935-b06063b61e05,segment=NetworkSegment(e9be9500-482f-486c-b330-ffba40da5382),segment_id=e9be9500-482f-486c-b330-ffba40da5382)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:52:57.541118 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:57.593198 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-5dff69c3-9755-49ea-8603-92f5361342a2 req-38a77ad3-2fbe-4ef6-860a-df2e7552e97d tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:52:57.610282 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-5dff69c3-9755-49ea-8603-92f5361342a2 req-38a77ad3-2fbe-4ef6-860a-df2e7552e97d tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:52:57.636725 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dff69c3-9755-49ea-8603-92f5361342a2 req-38a77ad3-2fbe-4ef6-860a-df2e7552e97d tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Made reservation on behalf of 1510c38a4b2046b5a9943ab7f2f7db5c for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:52:57.643118 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-5dff69c3-9755-49ea-8603-92f5361342a2 req-38a77ad3-2fbe-4ef6-860a-df2e7552e97d tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:57.670468 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 99312894-4ea4-4f79-9874-93f479c9ed50 details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:52:57.686329 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['3e5248ff-0f12-4a22-8935-b06063b61e05'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:52:57.731693 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-48522f70-51ed-4afa-b76a-438cbb620b3d req-e836aad6-03e5-4c5a-b3e4-5dd1e3121abd tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=b6e6cbb0-25cc-4ebb-aec9-38f9437ee596 HTTP/1.1" status: 200 len: 210 time: 0.0877059 Feb 09 00:52:57.771455 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-580bd770-109b-41cf-b53c-582f7f311ab9 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=11d2408c88624e0289e6a344f36bc1d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4530625 Feb 09 00:52:57.773988 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 41840) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:52:57.797192 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=3e5248ff-0f12-4a22-8935-b06063b61e05,revision_number=6']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:57.834983 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-b97480a2-fadf-4a07-8ed4-90c466acd1c2 admin admin] Deleting subnet a943b68c-39ae-43a0-a075-e3afd5858e9f {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 00:52:57.857934 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b97480a2-fadf-4a07-8ed4-90c466acd1c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:57.951210 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-62de05c4-5320-4504-973e-f5aebc4d755b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:58.031031 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-62de05c4-5320-4504-973e-f5aebc4d755b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:58.046927 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-5dff69c3-9755-49ea-8603-92f5361342a2 req-38a77ad3-2fbe-4ef6-860a-df2e7552e97d tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Allocated IP 192.168.233.225 (42d335cf-a678-4bc3-901b-7d21fb8587e6/e7938d94-1f0f-48bd-a0b3-26d5344ff0ec/83e6ba5b-19bb-43fa-a689-3de29d04980f) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:52:58.095634 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4e0e1710-e81d-4faf-927a-8d560a4891b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:58.127226 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-62de05c4-5320-4504-973e-f5aebc4d755b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:58.142540 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 99312894-4ea4-4f79-9874-93f479c9ed50, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=99312894-4ea4-4f79-9874-93f479c9ed50,segment=NetworkSegment(b907962e-2c92-4e5e-9eb3-daae4f34051b),segment_id=b907962e-2c92-4e5e-9eb3-daae4f34051b)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:52:58.151782 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-5ec2ef65-2bf1-4885-8a76-1395472f7525 tempest-LiveMigrationTest-757645410 tempest-LiveMigrationTest-757645410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:58.153758 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-5ec2ef65-2bf1-4885-8a76-1395472f7525 tempest-LiveMigrationTest-757645410 tempest-LiveMigrationTest-757645410-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=dc8b84b2-b106-40bf-817c-64f458640c01&tenant_id=8d883076d7064c219a98a8f981d7945a&binding%3Ahost_id=n-h1-828418-1 HTTP/1.1" status: 200 len: 1097 time: 0.3015132 Feb 09 00:52:58.163157 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 99312894-4ea4-4f79-9874-93f479c9ed50 has no active binding in host n-h2-828418-1 {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 09 00:52:58.175704 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-5837faec-21ba-4c4b-8e6e-9089244cdaf7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828418-1'}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:52:58.229746 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62de05c4-5320-4504-973e-f5aebc4d755b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8851b9-ce91-49a2-800f-311ac2842dfa,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:58.234311 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b97480a2-fadf-4a07-8ed4-90c466acd1c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:58.316832 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b97480a2-fadf-4a07-8ed4-90c466acd1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:58.363023 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-62de05c4-5320-4504-973e-f5aebc4d755b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:58.364762 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-62de05c4-5320-4504-973e-f5aebc4d755b admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/fd8851b9-ce91-49a2-800f-311ac2842dfa HTTP/1.1" status: 204 len: 168 time: 0.5896952 Feb 09 00:52:58.383063 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62de05c4-5320-4504-973e-f5aebc4d755b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:52:58.383492 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62de05c4-5320-4504-973e-f5aebc4d755b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:52:58.383729 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62de05c4-5320-4504-973e-f5aebc4d755b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:52:58.384069 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62de05c4-5320-4504-973e-f5aebc4d755b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:52:58.384413 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62de05c4-5320-4504-973e-f5aebc4d755b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:52:58.384710 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62de05c4-5320-4504-973e-f5aebc4d755b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:52:58.385023 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62de05c4-5320-4504-973e-f5aebc4d755b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:52:58.385338 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62de05c4-5320-4504-973e-f5aebc4d755b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:52:58.385698 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62de05c4-5320-4504-973e-f5aebc4d755b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:52:58.385995 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62de05c4-5320-4504-973e-f5aebc4d755b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:52:58.386300 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62de05c4-5320-4504-973e-f5aebc4d755b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:52:58.386615 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62de05c4-5320-4504-973e-f5aebc4d755b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:52:58.438147 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 41856) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:52:58.509394 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d477785-dae8-4c3f-bec5-b52af59a59aa req-a7a83cd6-bce0-4959-8e78-04909b2db9dc tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:58.517241 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5d477785-dae8-4c3f-bec5-b52af59a59aa req-a7a83cd6-bce0-4959-8e78-04909b2db9dc tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/ports?device_id=883ab1b3-e080-45da-9cd4-0f455371dba4 HTTP/1.1" status: 200 len: 944 time: 0.4107461 Feb 09 00:52:58.561590 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b97480a2-fadf-4a07-8ed4-90c466acd1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:58.625222 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-5837faec-21ba-4c4b-8e6e-9089244cdaf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:58.692148 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97480a2-fadf-4a07-8ed4-90c466acd1c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a943b68c-39ae-43a0-a075-e3afd5858e9f,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:58.707970 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b97480a2-fadf-4a07-8ed4-90c466acd1c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:58.738679 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5d477785-dae8-4c3f-bec5-b52af59a59aa req-4fc376fa-aa50-468f-af18-03c73fa9d709 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/security-groups?id=5241b5dc-7937-4332-869e-fc6addd63e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204652 Feb 09 00:52:58.740989 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-b97480a2-fadf-4a07-8ed4-90c466acd1c2 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/a943b68c-39ae-43a0-a075-e3afd5858e9f HTTP/1.1" status: 204 len: 168 time: 1.3710999 Feb 09 00:52:58.750231 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41864) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:52:58.758470 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a5437-0caa-4fb5-8bc9-696ad40e300d req-f923f033-1a39-4fe8-b7f4-bd6e1acf26b5 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:58.760019 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-652a5437-0caa-4fb5-8bc9-696ad40e300d req-f923f033-1a39-4fe8-b7f4-bd6e1acf26b5 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc8b84b2-b106-40bf-817c-64f458640c01 HTTP/1.1" status: 200 len: 946 time: 0.3858874 Feb 09 00:52:58.897744 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6018fbb6-84cc-45db-81a7-ee9b03e15205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:58.916236 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-652a5437-0caa-4fb5-8bc9-696ad40e300d req-82c19f74-ffec-4b14-927b-fec083299d7c tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354887 Feb 09 00:52:58.920487 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-6018fbb6-84cc-45db-81a7-ee9b03e15205 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:52:58.928823 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-6018fbb6-84cc-45db-81a7-ee9b03e15205 admin admin] Usage tracker for resource:security_group_rule and tenant:caa18eaa8c8d42478c98a9f9671e375a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:52:58.932672 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-6018fbb6-84cc-45db-81a7-ee9b03e15205 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:52:58.940276 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-6018fbb6-84cc-45db-81a7-ee9b03e15205 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:52:58.979969 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 3e5248ff-0f12-4a22-8935-b06063b61e05 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:52:58.980666 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-5dff69c3-9755-49ea-8603-92f5361342a2 req-38a77ad3-2fbe-4ef6-860a-df2e7552e97d tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:59.063217 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6018fbb6-84cc-45db-81a7-ee9b03e15205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:59.118720 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6018fbb6-84cc-45db-81a7-ee9b03e15205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:59.122262 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-5dff69c3-9755-49ea-8603-92f5361342a2 req-38a77ad3-2fbe-4ef6-860a-df2e7552e97d tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Transition to ACTIVE for port object 83e6ba5b-19bb-43fa-a689-3de29d04980f will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:52:59.136459 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9ef81710-ba35-41f3-8136-7ca9d88b379e req-99b74389-c501-4b67-8cf7-45833985b137 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=b6e6cbb0-25cc-4ebb-aec9-38f9437ee596 HTTP/1.1" status: 200 len: 210 time: 0.0703928 Feb 09 00:52:59.149010 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a53d8549-0fb1-4518-ba9e-d09a33c93dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:59.191368 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-6018fbb6-84cc-45db-81a7-ee9b03e15205 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=caa18eaa8c8d42478c98a9f9671e375a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7405584 Feb 09 00:52:59.193546 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6018fbb6-84cc-45db-81a7-ee9b03e15205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0759cc32-1256-4f73-8b9a-4b1a910edd39,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:59.196530 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 41880) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:52:59.201197 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:59.245319 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 3e5248ff-0f12-4a22-8935-b06063b61e05 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:52:59.285718 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 3e5248ff-0f12-4a22-8935-b06063b61e05, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=3e5248ff-0f12-4a22-8935-b06063b61e05,segment=NetworkSegment(e9be9500-482f-486c-b330-ffba40da5382),segment_id=e9be9500-482f-486c-b330-ffba40da5382)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:52:59.304351 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:59.316500 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5006e1fc-2774-4528-ac21-61d175c4521f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:59.384945 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5006e1fc-2774-4528-ac21-61d175c4521f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:59.442270 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=3e5248ff-0f12-4a22-8935-b06063b61e05,revision_number=7']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:59.480513 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-5dff69c3-9755-49ea-8603-92f5361342a2 req-38a77ad3-2fbe-4ef6-860a-df2e7552e97d tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:59.489919 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a53d8549-0fb1-4518-ba9e-d09a33c93dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:59.497947 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['18e5b7f8-4107-4b63-9dee-d921fc6084ef'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:52:59.511544 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5006e1fc-2774-4528-ac21-61d175c4521f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:59.533365 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5006e1fc-2774-4528-ac21-61d175c4521f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0759cc32-1256-4f73-8b9a-4b1a910edd39,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:59.553560 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fded503-fc3a-4ca1-a2ff-97efe54878cd req-ca23cdfe-0d31-4319-ad7b-8fc3154b2809 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:59.556200 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3fded503-fc3a-4ca1-a2ff-97efe54878cd req-ca23cdfe-0d31-4319-ad7b-8fc3154b2809 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/ports?device_id=883ab1b3-e080-45da-9cd4-0f455371dba4 HTTP/1.1" status: 200 len: 943 time: 0.1313069 Feb 09 00:52:59.557229 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5006e1fc-2774-4528-ac21-61d175c4521f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:59.558496 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-5006e1fc-2774-4528-ac21-61d175c4521f admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/0759cc32-1256-4f73-8b9a-4b1a910edd39 HTTP/1.1" status: 204 len: 168 time: 0.3608418 Feb 09 00:52:59.624559 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3fded503-fc3a-4ca1-a2ff-97efe54878cd req-160d29b2-797b-4a21-a852-0629565e8ba3 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/security-groups?id=5241b5dc-7937-4332-869e-fc6addd63e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573378 Feb 09 00:52:59.692982 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-a53d8549-0fb1-4518-ba9e-d09a33c93dd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69dccf93-82ee-47ca-8e23-ddbbe2c55570']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:52:59.710254 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-5837faec-21ba-4c4b-8e6e-9089244cdaf7 service neutron] For port 99312894-4ea4-4f79-9874-93f479c9ed50, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=99312894-4ea4-4f79-9874-93f479c9ed50,segment=NetworkSegment(b907962e-2c92-4e5e-9eb3-daae4f34051b),segment_id=b907962e-2c92-4e5e-9eb3-daae4f34051b)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:52:59.728277 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-4e0e1710-e81d-4faf-927a-8d560a4891b2 admin admin] Deleting port cdc590ce-530d-4b46-bb4e-4b8f971ed5b2 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:52:59.728623 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4e0e1710-e81d-4faf-927a-8d560a4891b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:59.766242 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dff69c3-9755-49ea-8603-92f5361342a2 req-38a77ad3-2fbe-4ef6-860a-df2e7552e97d tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Network 42d335cf-a678-4bc3-901b-7d21fb8587e6 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:52:59.783001 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-5dff69c3-9755-49ea-8603-92f5361342a2 req-38a77ad3-2fbe-4ef6-860a-df2e7552e97d tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:52:59.785767 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dff69c3-9755-49ea-8603-92f5361342a2 req-38a77ad3-2fbe-4ef6-860a-df2e7552e97d tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:52:59.830163 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-a53d8549-0fb1-4518-ba9e-d09a33c93dd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49964a39-362c-4f04-866c-03f8ba796372') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:52:59.830792 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-a53d8549-0fb1-4518-ba9e-d09a33c93dd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49964a39-362c-4f04-866c-03f8ba796372') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:52:59.846621 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a77ad3-2fbe-4ef6-860a-df2e7552e97d tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Pushing event updated for resources: {'Port': ['ID=83e6ba5b-19bb-43fa-a689-3de29d04980f,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:59.868597 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a53d8549-0fb1-4518-ba9e-d09a33c93dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:59.886080 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a77ad3-2fbe-4ef6-860a-df2e7552e97d tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:52:59.886425 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a77ad3-2fbe-4ef6-860a-df2e7552e97d tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:52:59.886765 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a77ad3-2fbe-4ef6-860a-df2e7552e97d tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:52:59.887108 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a77ad3-2fbe-4ef6-860a-df2e7552e97d tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:52:59.887453 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a77ad3-2fbe-4ef6-860a-df2e7552e97d tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:52:59.887976 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a77ad3-2fbe-4ef6-860a-df2e7552e97d tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:52:59.888309 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a77ad3-2fbe-4ef6-860a-df2e7552e97d tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:52:59.888636 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a77ad3-2fbe-4ef6-860a-df2e7552e97d tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:52:59.888958 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a77ad3-2fbe-4ef6-860a-df2e7552e97d tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:52:59.889281 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a77ad3-2fbe-4ef6-860a-df2e7552e97d tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:52:59.889633 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a77ad3-2fbe-4ef6-860a-df2e7552e97d tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:52:59.889945 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a77ad3-2fbe-4ef6-860a-df2e7552e97d tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:52:59.995550 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.db.resource_extend [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-5837faec-21ba-4c4b-8e6e-9089244cdaf7 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 00:53:00.006768 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a53d8549-0fb1-4518-ba9e-d09a33c93dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:00.014202 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff69c3-9755-49ea-8603-92f5361342a2 req-38a77ad3-2fbe-4ef6-860a-df2e7552e97d tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:00.015164 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-5dff69c3-9755-49ea-8603-92f5361342a2 req-38a77ad3-2fbe-4ef6-860a-df2e7552e97d tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:00.042308 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a53d8549-0fb1-4518-ba9e-d09a33c93dd3 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:53:00.042986 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a53d8549-0fb1-4518-ba9e-d09a33c93dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:00.072333 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 00:53:00.072333 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:53:00.072333 n-d-828418-1 neutron-server[87638]: timer() Feb 09 00:53:00.072333 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:53:00.072333 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 00:53:00.072333 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 00:53:00.072333 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 00:53:00.072333 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:53:00.072333 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 00:53:00.072333 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:53:00.072333 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 00:53:00.072333 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:53:00.072333 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 00:53:00.072333 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 00:53:00.072333 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:53:00.072333 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 00:53:00.072333 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:53:00.072333 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 00:53:00.072333 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 00:53:00.072333 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 00:53:00.072333 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 00:53:00.072333 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 00:53:00.072333 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:53:00.072333 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:53:00.072333 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 00:53:00.072333 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:53:00.072333 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:53:00.072333 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:53:00.072333 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:53:00.072333 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:53:00.072333 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:53:00.072333 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:53:00.142587 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41906) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:53:00.180959 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-5837faec-21ba-4c4b-8e6e-9089244cdaf7 service neutron] For port 99312894-4ea4-4f79-9874-93f479c9ed50, host n-h1-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:53:00.188255 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-9df95209-de22-4dcf-b74e-07044f063da6 None None] Provisioning for port 83e6ba5b-19bb-43fa-a689-3de29d04980f completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:53:00.194414 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-9df95209-de22-4dcf-b74e-07044f063da6 None None] Provisioning complete for port 83e6ba5b-19bb-43fa-a689-3de29d04980f triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:53:00.194784 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9df95209-de22-4dcf-b74e-07044f063da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:00.257803 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cc606d39-84ca-40b5-840e-5be7c1b1cc88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:00.260756 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d7d15db8-6e2c-4c26-8a7a-2131f17551b3 req-a0d6cb21-6ed6-4ea7-bf44-ba01b7149b9d tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=fecfb845502b4847a5a0aa7400d2f04d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346146 Feb 09 00:53:00.266911 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-9df95209-de22-4dcf-b74e-07044f063da6 None None] Port 83e6ba5b-19bb-43fa-a689-3de29d04980f cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:53:00.272760 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c746704-e1ff-4921-80d8-cd4537f09bba req-185e414c-1498-4f77-9c7f-0d882b99e259 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:00.274561 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1c746704-e1ff-4921-80d8-cd4537f09bba req-185e414c-1498-4f77-9c7f-0d882b99e259 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc8b84b2-b106-40bf-817c-64f458640c01 HTTP/1.1" status: 200 len: 946 time: 0.1608498 Feb 09 00:53:00.289293 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-5dff69c3-9755-49ea-8603-92f5361342a2 req-38a77ad3-2fbe-4ef6-860a-df2e7552e97d tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1208475 Feb 09 00:53:00.314774 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-5dff69c3-9755-49ea-8603-92f5361342a2 req-4efe4815-edca-4926-a64f-8370f7241b2b service neutron] Request body: {'port': {'device_id': 'b6e6cbb0-25cc-4ebb-aec9-38f9437ee596', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:53:00.354307 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-cc606d39-84ca-40b5-840e-5be7c1b1cc88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:53:00.356696 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a53d8549-0fb1-4518-ba9e-d09a33c93dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:00.390300 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc8b84b2-b106-40bf-817c-64f458640c01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99312894-4ea4-4f79-9874-93f479c9ed50'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:53:00.396068 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a53d8549-0fb1-4518-ba9e-d09a33c93dd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:00.410445 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-5837faec-21ba-4c4b-8e6e-9089244cdaf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:00.412429 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-cc606d39-84ca-40b5-840e-5be7c1b1cc88 admin admin] Usage tracker for resource:security_group_rule and tenant:9eb0b633adc4478f9b5124e6d5adc15c is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:53:00.414740 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1c746704-e1ff-4921-80d8-cd4537f09bba req-4d8bde76-b26c-41c2-8ec1-12b4404627db tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170158 Feb 09 00:53:00.428173 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-cc606d39-84ca-40b5-840e-5be7c1b1cc88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:53:00.433470 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53d8549-0fb1-4518-ba9e-d09a33c93dd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=69dccf93-82ee-47ca-8e23-ddbbe2c55570,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:00.443596 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-cc606d39-84ca-40b5-840e-5be7c1b1cc88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:53:00.448581 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-4e0e1710-e81d-4faf-927a-8d560a4891b2 admin admin] For port cdc590ce-530d-4b46-bb4e-4b8f971ed5b2, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=cdc590ce-530d-4b46-bb4e-4b8f971ed5b2,segment=NetworkSegment(f03400d7-9aef-442e-848e-a7781cfa27a1),segment_id=f03400d7-9aef-442e-848e-a7781cfa27a1)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:53:00.448945 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4e0e1710-e81d-4faf-927a-8d560a4891b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:00.458302 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-5837faec-21ba-4c4b-8e6e-9089244cdaf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:00.502223 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d15db8-6e2c-4c26-8a7a-2131f17551b3 req-4bf71e54-9081-4d79-9020-86af0ba7f585 tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:00.506299 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d7d15db8-6e2c-4c26-8a7a-2131f17551b3 req-4bf71e54-9081-4d79-9020-86af0ba7f585 tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2306154 Feb 09 00:53:00.558750 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d7d15db8-6e2c-4c26-8a7a-2131f17551b3 req-8a3d9e36-82d7-4555-8191-64df9c072459 tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] 10.222.0.105 "GET /v2.0/quotas/fecfb845502b4847a5a0aa7400d2f04d HTTP/1.1" status: 200 len: 375 time: 0.0469372 Feb 09 00:53:00.625480 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a53d8549-0fb1-4518-ba9e-d09a33c93dd3 admin admin] 10.222.0.105 "DELETE /v2.0/networks/69dccf93-82ee-47ca-8e23-ddbbe2c55570 HTTP/1.1" status: 204 len: 168 time: 1.8647172 Feb 09 00:53:00.632013 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d7d15db8-6e2c-4c26-8a7a-2131f17551b3 req-486951e9-6e5c-422b-a832-43801538c9f5 tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=fecfb845502b4847a5a0aa7400d2f04d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576460 Feb 09 00:53:00.632544 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 41922) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:53:00.720554 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d122ba91-948d-443e-bea9-a2b60fc44ede req-68de3c0a-4aab-4876-a0c4-85a295ae3f3c tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:00.722151 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d122ba91-948d-443e-bea9-a2b60fc44ede req-68de3c0a-4aab-4876-a0c4-85a295ae3f3c tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=b6e6cbb0-25cc-4ebb-aec9-38f9437ee596 HTTP/1.1" status: 200 len: 936 time: 0.2014360 Feb 09 00:53:00.734151 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-b46b52ee-1134-4f2b-bb39-2a7cba95fdd2 admin admin] Deleting subnet 38658b28-2968-428c-9faf-66f75537e9d1 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 00:53:00.749730 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b46b52ee-1134-4f2b-bb39-2a7cba95fdd2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:00.821232 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-4e0e1710-e81d-4faf-927a-8d560a4891b2 admin admin] Calling delete_port for cdc590ce-530d-4b46-bb4e-4b8f971ed5b2 owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:53:00.832583 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b46b52ee-1134-4f2b-bb39-2a7cba95fdd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:00.861233 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc8b84b2-b106-40bf-817c-64f458640c01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99312894-4ea4-4f79-9874-93f479c9ed50', 'code': 200} Feb 09 00:53:00.865327 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d122ba91-948d-443e-bea9-a2b60fc44ede req-f04f74b9-5f89-4eb7-84d0-32c0be1ace83 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349895 Feb 09 00:53:00.903668 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b46b52ee-1134-4f2b-bb39-2a7cba95fdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:01.040493 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5837faec-21ba-4c4b-8e6e-9089244cdaf7 service neutron] Pushing event updated for resources: {'Port': ['ID=99312894-4ea4-4f79-9874-93f479c9ed50,revision_number=7']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:01.071902 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-5dff69c3-9755-49ea-8603-92f5361342a2 req-4efe4815-edca-4926-a64f-8370f7241b2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:01.195870 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2bf02732-6f84-45aa-87bd-3154d9031924 req-330d1f3b-3eb6-4429-94e6-0747ba6964c7 tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] 10.222.0.105 "GET /v2.0/ports?device_id=07f7768a-9732-4abb-898c-f7906c7c0d71 HTTP/1.1" status: 200 len: 210 time: 0.1562631 Feb 09 00:53:01.285031 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689534bc-982c-4547-988c-10d0cea1929b req-db4707bf-be59-4e5d-a05e-5b490c6a4369 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:01.286646 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-689534bc-982c-4547-988c-10d0cea1929b req-db4707bf-be59-4e5d-a05e-5b490c6a4369 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/ports?device_id=883ab1b3-e080-45da-9cd4-0f455371dba4 HTTP/1.1" status: 200 len: 943 time: 0.2459798 Feb 09 00:53:01.289353 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b46b52ee-1134-4f2b-bb39-2a7cba95fdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:01.333417 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-5837faec-21ba-4c4b-8e6e-9089244cdaf7 service neutron] Attempting to bind port 99312894-4ea4-4f79-9874-93f479c9ed50 on host n-h1-828418-1 for vnic_type normal with profile {"migrating_to": "n-h2-828418-1"} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:53:01.333864 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-5837faec-21ba-4c4b-8e6e-9089244cdaf7 service neutron] Attempting to bind port 99312894-4ea4-4f79-9874-93f479c9ed50 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'b907962e-2c92-4e5e-9eb3-daae4f34051b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ded91f5f-4c52-4e17-8569-d9d1696711b8'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:53:01.334040 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-5837faec-21ba-4c4b-8e6e-9089244cdaf7 service neutron] Attempting to bind port 99312894-4ea4-4f79-9874-93f479c9ed50 on network ded91f5f-4c52-4e17-8569-d9d1696711b8 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:53:01.334353 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f05e6f-d7fc-4de1-97a2-59a0f3448647 req-6234e087-6834-451b-a06a-60f5b1ee2a75 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:01.335898 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-67f05e6f-d7fc-4de1-97a2-59a0f3448647 req-6234e087-6834-451b-a06a-60f5b1ee2a75 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.62 "GET /v2.0/ports?device_id=883ab1b3-e080-45da-9cd4-0f455371dba4 HTTP/1.1" status: 200 len: 943 time: 0.2136893 Feb 09 00:53:01.363849 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b52ee-1134-4f2b-bb39-2a7cba95fdd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38658b28-2968-428c-9faf-66f75537e9d1,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:01.371929 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-5837faec-21ba-4c4b-8e6e-9089244cdaf7 service neutron] Port 99312894-4ea4-4f79-9874-93f479c9ed50 on network ded91f5f-4c52-4e17-8569-d9d1696711b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:53:01.372248 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-5837faec-21ba-4c4b-8e6e-9089244cdaf7 service neutron] Attempting to bind port 99312894-4ea4-4f79-9874-93f479c9ed50 on network ded91f5f-4c52-4e17-8569-d9d1696711b8 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:53:01.396968 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b46b52ee-1134-4f2b-bb39-2a7cba95fdd2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:01.399025 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-5837faec-21ba-4c4b-8e6e-9089244cdaf7 service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:53:01.399402 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-5837faec-21ba-4c4b-8e6e-9089244cdaf7 service neutron] Checking segment: {'id': 'b907962e-2c92-4e5e-9eb3-daae4f34051b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ded91f5f-4c52-4e17-8569-d9d1696711b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:53:01.399832 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-5837faec-21ba-4c4b-8e6e-9089244cdaf7 service neutron] Bound using segment: {'id': 'b907962e-2c92-4e5e-9eb3-daae4f34051b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ded91f5f-4c52-4e17-8569-d9d1696711b8'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:53:01.400271 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-5837faec-21ba-4c4b-8e6e-9089244cdaf7 service neutron] Bound port: 99312894-4ea4-4f79-9874-93f479c9ed50, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b907962e-2c92-4e5e-9eb3-daae4f34051b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ded91f5f-4c52-4e17-8569-d9d1696711b8'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:53:01.400610 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-5837faec-21ba-4c4b-8e6e-9089244cdaf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:01.435836 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-b46b52ee-1134-4f2b-bb39-2a7cba95fdd2 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/38658b28-2968-428c-9faf-66f75537e9d1 HTTP/1.1" status: 204 len: 168 time: 0.8013427 Feb 09 00:53:01.440690 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 41942) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:53:01.472332 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cc606d39-84ca-40b5-840e-5be7c1b1cc88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:01.490040 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-689534bc-982c-4547-988c-10d0cea1929b req-2442da01-04e1-4023-8003-334abbac2041 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/security-groups?id=5241b5dc-7937-4332-869e-fc6addd63e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951823 Feb 09 00:53:01.561749 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cc606d39-84ca-40b5-840e-5be7c1b1cc88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:01.564876 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-67f05e6f-d7fc-4de1-97a2-59a0f3448647 req-1460b5d6-afdf-46c6-8ab9-523284a0a886 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Deleting port 3e5248ff-0f12-4a22-8935-b06063b61e05 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:53:01.565300 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-67f05e6f-d7fc-4de1-97a2-59a0f3448647 req-1460b5d6-afdf-46c6-8ab9-523284a0a886 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:01.742163 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a70cd67d-59f8-44a6-8ff0-43bccc6d2ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:01.785765 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-cc606d39-84ca-40b5-840e-5be7c1b1cc88 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=9eb0b633adc4478f9b5124e6d5adc15c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6407197 Feb 09 00:53:01.790487 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc606d39-84ca-40b5-840e-5be7c1b1cc88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a324c180-39f7-4c1a-96e8-2e55cc9eeb74,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:01.793362 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41946) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:53:01.867082 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-5837faec-21ba-4c4b-8e6e-9089244cdaf7 service neutron] For port 99312894-4ea4-4f79-9874-93f479c9ed50, host n-h1-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:53:01.919346 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-5837faec-21ba-4c4b-8e6e-9089244cdaf7 service neutron] For port 99312894-4ea4-4f79-9874-93f479c9ed50, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=99312894-4ea4-4f79-9874-93f479c9ed50,segment=NetworkSegment(b907962e-2c92-4e5e-9eb3-daae4f34051b),segment_id=b907962e-2c92-4e5e-9eb3-daae4f34051b)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:53:01.948033 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-5837faec-21ba-4c4b-8e6e-9089244cdaf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:02.019248 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3c66d-bb9a-4a15-9b3a-ac539079e821 req-f188bc4f-0de3-4f9e-a725-fcc08fa571af tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:02.020796 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6be3c66d-bb9a-4a15-9b3a-ac539079e821 req-f188bc4f-0de3-4f9e-a725-fcc08fa571af tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc8b84b2-b106-40bf-817c-64f458640c01 HTTP/1.1" status: 200 len: 944 time: 0.4653246 Feb 09 00:53:02.047594 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4e0e1710-e81d-4faf-927a-8d560a4891b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:02.077921 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a70cd67d-59f8-44a6-8ff0-43bccc6d2ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:02.159116 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cd0b20fe-8281-409c-a56a-9a6e37af059f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:02.168814 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-a70cd67d-59f8-44a6-8ff0-43bccc6d2ebc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6fba6b3-8dc3-48f1-b2fc-4d3cb43b5242']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:53:02.180448 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-67f05e6f-d7fc-4de1-97a2-59a0f3448647 req-1460b5d6-afdf-46c6-8ab9-523284a0a886 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] For port 3e5248ff-0f12-4a22-8935-b06063b61e05, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=3e5248ff-0f12-4a22-8935-b06063b61e05,segment=NetworkSegment(e9be9500-482f-486c-b330-ffba40da5382),segment_id=e9be9500-482f-486c-b330-ffba40da5382)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:53:02.180903 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-67f05e6f-d7fc-4de1-97a2-59a0f3448647 req-1460b5d6-afdf-46c6-8ab9-523284a0a886 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:02.203810 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-a70cd67d-59f8-44a6-8ff0-43bccc6d2ebc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e1771fd-56d6-406c-8738-0600b6ca7d8a') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:53:02.204767 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-a70cd67d-59f8-44a6-8ff0-43bccc6d2ebc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e1771fd-56d6-406c-8738-0600b6ca7d8a') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:53:02.217799 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6be3c66d-bb9a-4a15-9b3a-ac539079e821 req-7eca198e-1230-49f5-ab9e-3d7460b8259a tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487863 Feb 09 00:53:02.340704 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-d7d15db8-6e2c-4c26-8a7a-2131f17551b3 req-75823190-4ecb-46bb-8e9c-9a79a390b446 tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=fecfb845502b4847a5a0aa7400d2f04d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2263372 Feb 09 00:53:02.370090 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a70cd67d-59f8-44a6-8ff0-43bccc6d2ebc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:02.384518 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-67f05e6f-d7fc-4de1-97a2-59a0f3448647 req-1460b5d6-afdf-46c6-8ab9-523284a0a886 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Calling delete_port for 3e5248ff-0f12-4a22-8935-b06063b61e05 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:53:02.429408 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.db.resource_extend [req-5dff69c3-9755-49ea-8603-92f5361342a2 req-4efe4815-edca-4926-a64f-8370f7241b2b service neutron] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 00:53:02.486069 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cfe01a38-1994-4f1b-a14b-ba568d2d8fe6 req-59629b87-2114-47aa-a5f4-c199f18aab50 tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] 10.222.0.105 "GET /v2.0/ports?device_id=07f7768a-9732-4abb-898c-f7906c7c0d71 HTTP/1.1" status: 200 len: 210 time: 0.1230142 Feb 09 00:53:02.488356 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a70cd67d-59f8-44a6-8ff0-43bccc6d2ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:02.509206 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a70cd67d-59f8-44a6-8ff0-43bccc6d2ebc admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:53:02.509206 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a70cd67d-59f8-44a6-8ff0-43bccc6d2ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:02.520739 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 00:53:02.520739 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:53:02.520739 n-d-828418-1 neutron-server[87639]: timer() Feb 09 00:53:02.520739 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:53:02.520739 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 00:53:02.520739 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 00:53:02.520739 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 00:53:02.520739 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:53:02.520739 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 00:53:02.520739 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:53:02.520739 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 00:53:02.520739 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:53:02.520739 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 00:53:02.520739 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 00:53:02.520739 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:53:02.520739 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 00:53:02.520739 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:53:02.520739 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 00:53:02.520739 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 00:53:02.520739 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 00:53:02.520739 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 00:53:02.520739 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 00:53:02.520739 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:53:02.520739 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:53:02.520739 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 00:53:02.520739 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:53:02.520739 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:53:02.520739 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:53:02.520739 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:53:02.520739 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:53:02.520739 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:53:02.520739 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:53:02.537822 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5837faec-21ba-4c4b-8e6e-9089244cdaf7 service neutron] Pushing event updated for resources: {'Port': ['ID=99312894-4ea4-4f79-9874-93f479c9ed50,revision_number=8']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:02.557837 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-5837faec-21ba-4c4b-8e6e-9089244cdaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:02.558561 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-5837faec-21ba-4c4b-8e6e-9089244cdaf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:02.559902 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-5837faec-21ba-4c4b-8e6e-9089244cdaf7 service neutron] 10.222.0.99 "PUT /v2.0/ports/99312894-4ea4-4f79-9874-93f479c9ed50 HTTP/1.1" status: 200 len: 1122 time: 4.3892679 Feb 09 00:53:02.565314 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cd0b20fe-8281-409c-a56a-9a6e37af059f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:02.613106 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534a72c-0f34-49fd-8ce8-1f855696cc93 req-ea6c6406-c3cc-4326-873c-3b99a3d7954b tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:02.615121 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9534a72c-0f34-49fd-8ce8-1f855696cc93 req-ea6c6406-c3cc-4326-873c-3b99a3d7954b tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=b6e6cbb0-25cc-4ebb-aec9-38f9437ee596 HTTP/1.1" status: 200 len: 936 time: 0.6111712 Feb 09 00:53:02.650778 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['99312894-4ea4-4f79-9874-93f479c9ed50'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:53:02.706446 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0e1710-e81d-4faf-927a-8d560a4891b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdc590ce-530d-4b46-bb4e-4b8f971ed5b2,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:02.720337 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['99312894-4ea4-4f79-9874-93f479c9ed50'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:53:02.750398 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [req-5dff69c3-9755-49ea-8603-92f5361342a2 req-4efe4815-edca-4926-a64f-8370f7241b2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83e6ba5b-19bb-43fa-a689-3de29d04980f {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:53:02.781343 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-5dff69c3-9755-49ea-8603-92f5361342a2 req-4efe4815-edca-4926-a64f-8370f7241b2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:02.866613 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc8b84b2-b106-40bf-817c-64f458640c01', 'tag': '99312894-4ea4-4f79-9874-93f479c9ed50'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:53:02.875091 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a70cd67d-59f8-44a6-8ff0-43bccc6d2ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:02.906752 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d15db8-6e2c-4c26-8a7a-2131f17551b3 req-0d38fdaa-5004-4bc7-b3a3-80d40b788e0c tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:02.908315 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-d7d15db8-6e2c-4c26-8a7a-2131f17551b3 req-0d38fdaa-5004-4bc7-b3a3-80d40b788e0c tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5419552 Feb 09 00:53:02.921411 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9534a72c-0f34-49fd-8ce8-1f855696cc93 req-9719000a-a340-461e-af7d-c55aa4154956 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874160 Feb 09 00:53:02.927932 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-d7d15db8-6e2c-4c26-8a7a-2131f17551b3 req-e9c3a365-2d1e-42c6-92bb-392674c89893 tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] Request body: {'port': {'device_id': '07f7768a-9732-4abb-898c-f7906c7c0d71', 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6', 'admin_state_up': True, 'tenant_id': 'fecfb845502b4847a5a0aa7400d2f04d'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:53:02.941572 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a70cd67d-59f8-44a6-8ff0-43bccc6d2ebc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:02.949777 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70cd67d-59f8-44a6-8ff0-43bccc6d2ebc admin admin] Pushing event deleted for resources: {'Network': ['ID=a6fba6b3-8dc3-48f1-b2fc-4d3cb43b5242,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:02.999648 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-a70cd67d-59f8-44a6-8ff0-43bccc6d2ebc admin admin] 10.222.0.105 "DELETE /v2.0/networks/a6fba6b3-8dc3-48f1-b2fc-4d3cb43b5242 HTTP/1.1" status: 204 len: 168 time: 1.5552826 Feb 09 00:53:03.011488 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc8b84b2-b106-40bf-817c-64f458640c01', 'tag': '99312894-4ea4-4f79-9874-93f479c9ed50', 'status': 'completed', 'code': 200} Feb 09 00:53:03.049232 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-67f05e6f-d7fc-4de1-97a2-59a0f3448647 req-1460b5d6-afdf-46c6-8ab9-523284a0a886 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:03.107024 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-5dff69c3-9755-49ea-8603-92f5361342a2 req-4efe4815-edca-4926-a64f-8370f7241b2b service neutron] Transition to ACTIVE for port object 83e6ba5b-19bb-43fa-a689-3de29d04980f will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:53:03.108129 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1460b5d6-afdf-46c6-8ab9-523284a0a886 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Pushing event deleted for resources: {'Port': ['ID=3e5248ff-0f12-4a22-8935-b06063b61e05,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:03.148787 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cd0b20fe-8281-409c-a56a-9a6e37af059f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:03.151782 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-5dff69c3-9755-49ea-8603-92f5361342a2 req-4efe4815-edca-4926-a64f-8370f7241b2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:03.160284 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979eeeb-96b1-4132-aa4d-cc83ff295bf8 req-3bbb203d-97c2-49a9-a433-5ba8de03765e tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:03.161339 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-8979eeeb-96b1-4132-aa4d-cc83ff295bf8 req-3bbb203d-97c2-49a9-a433-5ba8de03765e tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Synchronizing usage tracker for tenant:7bf69f5d5f8d45f2b7dab3b2ab01eff0 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:53:03.212309 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f05e6f-d7fc-4de1-97a2-59a0f3448647 req-1460b5d6-afdf-46c6-8ab9-523284a0a886 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] No DVR routers for this DVR port 3e5248ff-0f12-4a22-8935-b06063b61e05 on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:53:03.221830 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-67f05e6f-d7fc-4de1-97a2-59a0f3448647 req-1460b5d6-afdf-46c6-8ab9-523284a0a886 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:03.225273 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-67f05e6f-d7fc-4de1-97a2-59a0f3448647 req-1460b5d6-afdf-46c6-8ab9-523284a0a886 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.62 "DELETE /v2.0/ports/3e5248ff-0f12-4a22-8935-b06063b61e05 HTTP/1.1" status: 204 len: 173 time: 1.8646472 Feb 09 00:53:03.225932 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '883ab1b3-e080-45da-9cd4-0f455371dba4', 'name': 'network-vif-deleted', 'tag': '3e5248ff-0f12-4a22-8935-b06063b61e05'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:53:03.227555 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0b20fe-8281-409c-a56a-9a6e37af059f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a324c180-39f7-4c1a-96e8-2e55cc9eeb74,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:03.244037 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-8979eeeb-96b1-4132-aa4d-cc83ff295bf8 req-3bbb203d-97c2-49a9-a433-5ba8de03765e tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Unset dirty status for tenant:7bf69f5d5f8d45f2b7dab3b2ab01eff0 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:53:03.257450 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8979eeeb-96b1-4132-aa4d-cc83ff295bf8 req-3bbb203d-97c2-49a9-a433-5ba8de03765e tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/ports?device_id=883ab1b3-e080-45da-9cd4-0f455371dba4 HTTP/1.1" status: 200 len: 943 time: 0.5688441 Feb 09 00:53:03.330676 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efe4815-edca-4926-a64f-8370f7241b2b service neutron] Pushing event updated for resources: {'Port': ['ID=83e6ba5b-19bb-43fa-a689-3de29d04980f,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:03.346792 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8979eeeb-96b1-4132-aa4d-cc83ff295bf8 req-83868672-b5b0-4d0b-8410-ad76856fdf58 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/security-groups?id=5241b5dc-7937-4332-869e-fc6addd63e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800600 Feb 09 00:53:03.379026 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4e0e1710-e81d-4faf-927a-8d560a4891b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:03.396375 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '883ab1b3-e080-45da-9cd4-0f455371dba4', 'name': 'network-vif-deleted', 'tag': '3e5248ff-0f12-4a22-8935-b06063b61e05', 'status': 'completed', 'code': 200} Feb 09 00:53:03.445367 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 41966) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:53:03.567918 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-fa90dc0b-68b7-4aeb-8170-91d9a66ac0f6 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=f2a0e2ff2e284548b6a260d3ed4ca945&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1190617 Feb 09 00:53:03.568568 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 41972) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:53:03.636960 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cd0b20fe-8281-409c-a56a-9a6e37af059f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:03.640324 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-cd0b20fe-8281-409c-a56a-9a6e37af059f admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/a324c180-39f7-4c1a-96e8-2e55cc9eeb74 HTTP/1.1" status: 204 len: 168 time: 1.8384674 Feb 09 00:53:03.640486 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0987d0-21c7-463e-afe8-6f1cd17c189c req-0f9b92fb-d838-4738-97fe-b83eaf44ad9b tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:03.649012 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bc0987d0-21c7-463e-afe8-6f1cd17c189c req-0f9b92fb-d838-4738-97fe-b83eaf44ad9b tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc8b84b2-b106-40bf-817c-64f458640c01 HTTP/1.1" status: 200 len: 944 time: 0.1443720 Feb 09 00:53:03.681334 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-d7d15db8-6e2c-4c26-8a7a-2131f17551b3 req-e9c3a365-2d1e-42c6-92bb-392674c89893 tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:53:03.698930 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-5dff69c3-9755-49ea-8603-92f5361342a2 req-4efe4815-edca-4926-a64f-8370f7241b2b service neutron] Attempting to bind port 83e6ba5b-19bb-43fa-a689-3de29d04980f on host n-h2-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:53:03.699268 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-5dff69c3-9755-49ea-8603-92f5361342a2 req-4efe4815-edca-4926-a64f-8370f7241b2b service neutron] Attempting to bind port 83e6ba5b-19bb-43fa-a689-3de29d04980f by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:53:03.699600 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dff69c3-9755-49ea-8603-92f5361342a2 req-4efe4815-edca-4926-a64f-8370f7241b2b service neutron] Attempting to bind port 83e6ba5b-19bb-43fa-a689-3de29d04980f on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:53:03.705671 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-d7d15db8-6e2c-4c26-8a7a-2131f17551b3 req-e9c3a365-2d1e-42c6-92bb-392674c89893 tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] Usage tracker for resource:port and tenant:fecfb845502b4847a5a0aa7400d2f04d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:53:03.761705 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d84a1-1129-476a-87a1-64a7192e6a08 req-857a0572-81c0-4fbf-8da3-d75f7955e7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:03.763180 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e45d84a1-1129-476a-87a1-64a7192e6a08 req-857a0572-81c0-4fbf-8da3-d75f7955e7fc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8d883076d7064c219a98a8f981d7945a&device_id=dc8b84b2-b106-40bf-817c-64f458640c01 HTTP/1.1" status: 200 len: 1125 time: 0.6870799 Feb 09 00:53:03.763757 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dff69c3-9755-49ea-8603-92f5361342a2 req-4efe4815-edca-4926-a64f-8370f7241b2b service neutron] Port 83e6ba5b-19bb-43fa-a689-3de29d04980f on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:53:03.764074 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dff69c3-9755-49ea-8603-92f5361342a2 req-4efe4815-edca-4926-a64f-8370f7241b2b service neutron] Attempting to bind port 83e6ba5b-19bb-43fa-a689-3de29d04980f on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:53:03.767155 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-d7d15db8-6e2c-4c26-8a7a-2131f17551b3 req-e9c3a365-2d1e-42c6-92bb-392674c89893 tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:53:03.773299 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-577480c3-3bd3-41bb-9d98-b4e1c00e411d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:03.795483 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-d7d15db8-6e2c-4c26-8a7a-2131f17551b3 req-e9c3a365-2d1e-42c6-92bb-392674c89893 tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:53:03.809736 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-334b0012-f373-4cc8-b24a-0063a57d2eed req-41c60fda-df90-417b-aa45-010c9b227833 tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] 10.222.0.105 "GET /v2.0/ports?device_id=07f7768a-9732-4abb-898c-f7906c7c0d71 HTTP/1.1" status: 200 len: 210 time: 0.1017001 Feb 09 00:53:03.827502 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dff69c3-9755-49ea-8603-92f5361342a2 req-4efe4815-edca-4926-a64f-8370f7241b2b service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:53:03.827846 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dff69c3-9755-49ea-8603-92f5361342a2 req-4efe4815-edca-4926-a64f-8370f7241b2b service neutron] Checking segment: {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:53:03.828237 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dff69c3-9755-49ea-8603-92f5361342a2 req-4efe4815-edca-4926-a64f-8370f7241b2b service neutron] Bound using segment: {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:53:03.828647 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-577480c3-3bd3-41bb-9d98-b4e1c00e411d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:03.828774 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-5dff69c3-9755-49ea-8603-92f5361342a2 req-4efe4815-edca-4926-a64f-8370f7241b2b service neutron] Bound port: 83e6ba5b-19bb-43fa-a689-3de29d04980f, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:53:03.829683 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-5dff69c3-9755-49ea-8603-92f5361342a2 req-4efe4815-edca-4926-a64f-8370f7241b2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:03.843482 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bc0987d0-21c7-463e-afe8-6f1cd17c189c req-abc6db38-5fcc-4651-a9cd-9273bb6f4528 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870894 Feb 09 00:53:03.923332 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-577480c3-3bd3-41bb-9d98-b4e1c00e411d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:03.945315 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577480c3-3bd3-41bb-9d98-b4e1c00e411d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a29efb-413a-485a-9495-5c2c9a2d80a1,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:03.955920 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-577480c3-3bd3-41bb-9d98-b4e1c00e411d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:03.957288 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-577480c3-3bd3-41bb-9d98-b4e1c00e411d admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/a9a29efb-413a-485a-9495-5c2c9a2d80a1 HTTP/1.1" status: 204 len: 168 time: 0.3879859 Feb 09 00:53:04.151278 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7d15db8-6e2c-4c26-8a7a-2131f17551b3 req-e9c3a365-2d1e-42c6-92bb-392674c89893 tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] Made reservation on behalf of fecfb845502b4847a5a0aa7400d2f04d for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:53:04.154794 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-d7d15db8-6e2c-4c26-8a7a-2131f17551b3 req-e9c3a365-2d1e-42c6-92bb-392674c89893 tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:04.197700 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-d7d15db8-6e2c-4c26-8a7a-2131f17551b3 req-e9c3a365-2d1e-42c6-92bb-392674c89893 tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:04.228787 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-d7d15db8-6e2c-4c26-8a7a-2131f17551b3 req-e9c3a365-2d1e-42c6-92bb-392674c89893 tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:53:04.247221 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a7994-8ea5-4383-820e-a788141460c0 req-4b9a7e73-445b-4b4f-b56f-3f84bd356531 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:04.255788 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3b7a7994-8ea5-4383-820e-a788141460c0 req-4b9a7e73-445b-4b4f-b56f-3f84bd356531 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=b6e6cbb0-25cc-4ebb-aec9-38f9437ee596 HTTP/1.1" status: 200 len: 948 time: 0.1282883 Feb 09 00:53:04.257590 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-d7d15db8-6e2c-4c26-8a7a-2131f17551b3 req-e9c3a365-2d1e-42c6-92bb-392674c89893 tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] Usage tracker for resource:security_group_rule and tenant:fecfb845502b4847a5a0aa7400d2f04d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:53:04.260624 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-d7d15db8-6e2c-4c26-8a7a-2131f17551b3 req-e9c3a365-2d1e-42c6-92bb-392674c89893 tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:53:04.267468 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-d7d15db8-6e2c-4c26-8a7a-2131f17551b3 req-e9c3a365-2d1e-42c6-92bb-392674c89893 tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:53:04.273129 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 41986) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:53:04.309316 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-69f2f9b3-f545-428d-87be-a978b0052152 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:04.334670 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-69f2f9b3-f545-428d-87be-a978b0052152 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:53:04.348134 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3b7a7994-8ea5-4383-820e-a788141460c0 req-a5e0179b-c1f2-4b7d-b6bd-e789b8998812 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912540 Feb 09 00:53:04.362475 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-69f2f9b3-f545-428d-87be-a978b0052152 admin admin] Usage tracker for resource:security_group_rule and tenant:976b60a59963432488ffe510224e866f is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:53:04.362475 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-69f2f9b3-f545-428d-87be-a978b0052152 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:53:04.369935 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-69f2f9b3-f545-428d-87be-a978b0052152 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:53:04.406294 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d84a1-1129-476a-87a1-64a7192e6a08 req-d360f467-cdcb-4946-9975-0ac369fa8aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:04.408221 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e45d84a1-1129-476a-87a1-64a7192e6a08 req-d360f467-cdcb-4946-9975-0ac369fa8aa0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ded91f5f-4c52-4e17-8569-d9d1696711b8 HTTP/1.1" status: 200 len: 909 time: 0.6141925 Feb 09 00:53:04.428483 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-5dff69c3-9755-49ea-8603-92f5361342a2 req-4efe4815-edca-4926-a64f-8370f7241b2b service neutron] For port 83e6ba5b-19bb-43fa-a689-3de29d04980f, host n-h2-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:53:04.510655 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e45d84a1-1129-476a-87a1-64a7192e6a08 req-f2b42121-ec20-40db-9526-d90050346c5f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99312894-4ea4-4f79-9874-93f479c9ed50 HTTP/1.1" status: 200 len: 217 time: 0.0901904 Feb 09 00:53:04.519139 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-5dff69c3-9755-49ea-8603-92f5361342a2 req-4efe4815-edca-4926-a64f-8370f7241b2b service neutron] For port 83e6ba5b-19bb-43fa-a689-3de29d04980f, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=83e6ba5b-19bb-43fa-a689-3de29d04980f,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:53:04.524393 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-69f2f9b3-f545-428d-87be-a978b0052152 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:04.529969 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-69f2f9b3-f545-428d-87be-a978b0052152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:04.568262 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-5dff69c3-9755-49ea-8603-92f5361342a2 req-4efe4815-edca-4926-a64f-8370f7241b2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:04.609284 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 41996) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:53:04.611652 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f2f9b3-f545-428d-87be-a978b0052152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf2f62b-3762-4bc7-b1cc-28579c5ca3e6,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:04.652098 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e0e1710-e81d-4faf-927a-8d560a4891b2 admin admin] Router 62393c64-d2af-427f-a945-f9587e3b57d3 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 00:53:04.661197 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-69f2f9b3-f545-428d-87be-a978b0052152 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=976b60a59963432488ffe510224e866f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3851054 Feb 09 00:53:04.663912 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 42004) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:53:04.728387 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff69c3-9755-49ea-8603-92f5361342a2 req-4efe4815-edca-4926-a64f-8370f7241b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:04.729160 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-5dff69c3-9755-49ea-8603-92f5361342a2 req-4efe4815-edca-4926-a64f-8370f7241b2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:04.730997 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-5dff69c3-9755-49ea-8603-92f5361342a2 req-4efe4815-edca-4926-a64f-8370f7241b2b service neutron] 10.222.0.99 "PUT /v2.0/ports/83e6ba5b-19bb-43fa-a689-3de29d04980f HTTP/1.1" status: 200 len: 1096 time: 4.4224191 Feb 09 00:53:04.733454 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-08c9c42f-054b-410f-af59-63be050097e1 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=3523523b4a354d10a305672018da2c77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1175044 Feb 09 00:53:04.746436 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42012) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:53:04.851261 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d84a1-1129-476a-87a1-64a7192e6a08 req-557c976f-24e3-4ea0-a7eb-7ad8c84d2bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:04.853169 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e45d84a1-1129-476a-87a1-64a7192e6a08 req-557c976f-24e3-4ea0-a7eb-7ad8c84d2bac service neutron] 10.222.0.62 "GET /v2.0/subnets?id=103c212c-bf16-40d1-a89c-07252434eb67 HTTP/1.1" status: 200 len: 848 time: 0.3298345 Feb 09 00:53:04.889956 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-88bde09e-876f-4066-bb2d-4173c9c19cbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:04.921644 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-d7d15db8-6e2c-4c26-8a7a-2131f17551b3 req-e9c3a365-2d1e-42c6-92bb-392674c89893 tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:04.935595 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d40b1-5d0c-4496-a5b1-35da323c1e67 req-49a119b7-376f-4b11-9fe7-7db932c2f1b2 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:04.936239 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fc2d40b1-5d0c-4496-a5b1-35da323c1e67 req-49a119b7-376f-4b11-9fe7-7db932c2f1b2 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/networks?id=39a46289-ad70-46f1-887f-88a255de2a83 HTTP/1.1" status: 200 len: 821 time: 0.2429044 Feb 09 00:53:04.946555 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-88bde09e-876f-4066-bb2d-4173c9c19cbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:04.948543 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efe4815-edca-4926-a64f-8370f7241b2b service neutron] Pushing event updated for resources: {'Port': ['ID=83e6ba5b-19bb-43fa-a689-3de29d04980f,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:04.994327 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-d7d15db8-6e2c-4c26-8a7a-2131f17551b3 req-e9c3a365-2d1e-42c6-92bb-392674c89893 tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:05.008947 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 3e5248ff-0f12-4a22-8935-b06063b61e05 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:53:05.012099 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-73bb6426-411b-478f-8c8d-7c84011fb5fd req-b35bae9d-6f54-4c10-8871-8ee18f0bd773 tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] 10.222.0.105 "GET /v2.0/ports?device_id=07f7768a-9732-4abb-898c-f7906c7c0d71 HTTP/1.1" status: 200 len: 210 time: 0.0712614 Feb 09 00:53:05.020528 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fc2d40b1-5d0c-4496-a5b1-35da323c1e67 req-a7aec664-e9d7-40f4-84a0-b43393687d9a tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/quotas/7bf69f5d5f8d45f2b7dab3b2ab01eff0 HTTP/1.1" status: 200 len: 375 time: 0.0765257 Feb 09 00:53:05.023418 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6e6cbb0-25cc-4ebb-aec9-38f9437ee596', 'tag': '83e6ba5b-19bb-43fa-a689-3de29d04980f'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:53:05.057735 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: 3e5248ff-0f12-4a22-8935-b06063b61e05 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 00:53:05.058291 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 3e5248ff-0f12-4a22-8935-b06063b61e05 not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 00:53:05.107376 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e45d84a1-1129-476a-87a1-64a7192e6a08 req-68911f97-8098-4b35-bd60-886272b58504 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ded91f5f-4c52-4e17-8569-d9d1696711b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1807992 Feb 09 00:53:05.142551 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fc2d40b1-5d0c-4496-a5b1-35da323c1e67 req-3860e1dc-5cb5-4057-94ce-5cde5ba2b4c1 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=7bf69f5d5f8d45f2b7dab3b2ab01eff0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1142216 Feb 09 00:53:05.145185 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-88bde09e-876f-4066-bb2d-4173c9c19cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:05.237779 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c3a365-2d1e-42c6-92bb-392674c89893 tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8313fb7-6eee-49a4-ad87-242a145b6834,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:05.265564 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bde09e-876f-4066-bb2d-4173c9c19cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf2f62b-3762-4bc7-b1cc-28579c5ca3e6,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:05.300240 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-88bde09e-876f-4066-bb2d-4173c9c19cbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:05.300949 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a8bb0e60-6dd2-48dd-bed3-b3753b1634fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:05.303896 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-88bde09e-876f-4066-bb2d-4173c9c19cbc admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/ccf2f62b-3762-4bc7-b1cc-28579c5ca3e6 HTTP/1.1" status: 204 len: 168 time: 0.6365783 Feb 09 00:53:05.361293 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fc2d40b1-5d0c-4496-a5b1-35da323c1e67 req-20884d18-abf7-4bb3-88f1-043b0cffb89b service neutron] 10.222.0.105 "GET /v2.0/networks/39a46289-ad70-46f1-887f-88a255de2a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046258 Feb 09 00:53:05.371450 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0d4068-77ae-4346-9120-cccf57691f90 req-26f1f6d9-6ac1-417a-a150-fd9f6016a0be tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:05.372927 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fb0d4068-77ae-4346-9120-cccf57691f90 req-26f1f6d9-6ac1-417a-a150-fd9f6016a0be tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc8b84b2-b106-40bf-817c-64f458640c01 HTTP/1.1" status: 200 len: 944 time: 0.2291090 Feb 09 00:53:05.402445 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff69c3-9755-49ea-8603-92f5361342a2 req-adf8c40d-b612-436d-aeb6-46ada8a935ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:05.403946 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-5dff69c3-9755-49ea-8603-92f5361342a2 req-adf8c40d-b612-436d-aeb6-46ada8a935ee service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1510c38a4b2046b5a9943ab7f2f7db5c&device_id=b6e6cbb0-25cc-4ebb-aec9-38f9437ee596 HTTP/1.1" status: 200 len: 1099 time: 0.5733995 Feb 09 00:53:05.449238 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a8bb0e60-6dd2-48dd-bed3-b3753b1634fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:05.505364 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fb0d4068-77ae-4346-9120-cccf57691f90 req-36a5fcad-e200-45d1-a8f0-5886a7ba934d tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117244 Feb 09 00:53:05.519194 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e0e1710-e81d-4faf-927a-8d560a4891b2 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 00:53:05.540941 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c22dde-8394-4c95-b309-63f6679e7201 None None] Sync routers for ids ['62393c64-d2af-427f-a945-f9587e3b57d3'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:53:05.553684 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c22dde-8394-4c95-b309-63f6679e7201 None None] Routers {'62393c64-d2af-427f-a945-f9587e3b57d3'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:53:05.554295 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-15c22dde-8394-4c95-b309-63f6679e7201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:52:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['62393c64-d2af-427f-a945-f9587e3b57d3'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:53:05.559441 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-5dff69c3-9755-49ea-8603-92f5361342a2 req-b0d7e513-8480-478b-a289-f71e094122a5 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=83e6ba5b-19bb-43fa-a689-3de29d04980f HTTP/1.1" status: 200 len: 217 time: 0.1138561 Feb 09 00:53:05.572533 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fc2d40b1-5d0c-4496-a5b1-35da323c1e67 req-c2917b01-ef89-4fb1-919a-9486c7cff1ea service neutron] 10.222.0.105 "GET /v2.0/networks/39a46289-ad70-46f1-887f-88a255de2a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986403 Feb 09 00:53:05.622464 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6e6cbb0-25cc-4ebb-aec9-38f9437ee596', 'tag': '83e6ba5b-19bb-43fa-a689-3de29d04980f', 'status': 'completed', 'code': 200} Feb 09 00:53:05.626016 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e45d84a1-1129-476a-87a1-64a7192e6a08 req-385b293e-0090-4516-a65e-063ebbdb3082 service neutron] 10.222.0.62 "GET /v2.0/networks/ded91f5f-4c52-4e17-8569-d9d1696711b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5010231 Feb 09 00:53:05.799011 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-15c22dde-8394-4c95-b309-63f6679e7201 None None] Set router 62393c64-d2af-427f-a945-f9587e3b57d3 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:53:06.003336 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-d7d15db8-6e2c-4c26-8a7a-2131f17551b3 req-e9c3a365-2d1e-42c6-92bb-392674c89893 tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] Allocated IP 192.168.233.106 (42d335cf-a678-4bc3-901b-7d21fb8587e6/e7938d94-1f0f-48bd-a0b3-26d5344ff0ec/f09c90ae-2bfb-4ad0-8db3-3b1964c83b37) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:53:06.020211 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-4e0e1710-e81d-4faf-927a-8d560a4891b2 admin admin] 10.222.0.105 "PUT /v2.0/routers/62393c64-d2af-427f-a945-f9587e3b57d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5860682 Feb 09 00:53:06.031210 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 42040) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:53:06.048423 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff69c3-9755-49ea-8603-92f5361342a2 req-20443613-9b77-49b0-b9dd-8c628fe50d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:06.051259 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-5dff69c3-9755-49ea-8603-92f5361342a2 req-20443613-9b77-49b0-b9dd-8c628fe50d30 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.4751298 Feb 09 00:53:06.133982 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a94de3ea-2e74-4385-8867-b3ddb8eee65f req-d99a4ebf-2da9-458b-80b7-649a254cb6a2 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/ports?device_id=856b16f0-ea16-433c-9c30-389e940819bc HTTP/1.1" status: 200 len: 210 time: 0.2655292 Feb 09 00:53:06.239021 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a8bb0e60-6dd2-48dd-bed3-b3753b1634fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:06.305283 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-15c22dde-8394-4c95-b309-63f6679e7201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62393c64-d2af-427f-a945-f9587e3b57d3', 'name': 'tempest-FloatingIPsTestJSON-2111724425-router', 'tenant_id': '41fe50ea425a400d8710a3c8ffba2101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '66089ae5-f9fb-4987-9ebc-5b3b513fb0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:52:25Z', 'updated_at': '2022-02-09T00:53:01Z', 'revision_number': 5, 'project_id': '41fe50ea425a400d8710a3c8ffba2101', 'gw_port': {'id': '66089ae5-f9fb-4987-9ebc-5b3b513fb0c7', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62393c64-d2af-427f-a945-f9587e3b57d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:52:27Z', 'updated_at': '2022-02-09T00:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:53:06.316173 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c22dde-8394-4c95-b309-63f6679e7201 None None] Checking router: 62393c64-d2af-427f-a945-f9587e3b57d3 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:53:06.338200 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f43cda7-e0bd-4f14-9e5a-041828a8110c req-8ba74536-83a9-4ff6-b3cd-e28e62937aaa tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:06.339760 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0f43cda7-e0bd-4f14-9e5a-041828a8110c req-8ba74536-83a9-4ff6-b3cd-e28e62937aaa tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=b6e6cbb0-25cc-4ebb-aec9-38f9437ee596 HTTP/1.1" status: 200 len: 948 time: 0.5616324 Feb 09 00:53:06.340679 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c22dde-8394-4c95-b309-63f6679e7201 None None] Routers {'62393c64-d2af-427f-a945-f9587e3b57d3'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:53:06.341458 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-15c22dde-8394-4c95-b309-63f6679e7201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:52:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['62393c64-d2af-427f-a945-f9587e3b57d3'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:53:06.362321 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bb0e60-6dd2-48dd-bed3-b3753b1634fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7056e99-4a1e-4597-9e69-a3e2778c3218,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:06.434410 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a8bb0e60-6dd2-48dd-bed3-b3753b1634fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:06.437882 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a8bb0e60-6dd2-48dd-bed3-b3753b1634fb admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/d7056e99-4a1e-4597-9e69-a3e2778c3218 HTTP/1.1" status: 204 len: 168 time: 1.6880362 Feb 09 00:53:06.444125 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e45d84a1-1129-476a-87a1-64a7192e6a08 req-9629315f-fb32-4939-a2b3-1b5cbe198134 service neutron] 10.222.0.62 "GET /v2.0/networks/ded91f5f-4c52-4e17-8569-d9d1696711b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7906592 Feb 09 00:53:06.552865 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-927bfe00-c12f-4172-9231-597047f7d209 req-c6cb099a-3a2c-4913-80dc-52200094dbf8 tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] 10.222.0.105 "GET /v2.0/ports?device_id=07f7768a-9732-4abb-898c-f7906c7c0d71 HTTP/1.1" status: 200 len: 210 time: 0.1225722 Feb 09 00:53:06.567548 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff69c3-9755-49ea-8603-92f5361342a2 req-80014e37-c1c3-4954-8d44-79f5d2292607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:06.573481 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-5dff69c3-9755-49ea-8603-92f5361342a2 req-80014e37-c1c3-4954-8d44-79f5d2292607 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5152106 Feb 09 00:53:06.628932 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-15c22dde-8394-4c95-b309-63f6679e7201 None None] Set router 62393c64-d2af-427f-a945-f9587e3b57d3 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:53:06.644944 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0a78d6bb-a610-4537-835b-177155c0ce8f admin admin] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:06.808198 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-d7d15db8-6e2c-4c26-8a7a-2131f17551b3 req-e9c3a365-2d1e-42c6-92bb-392674c89893 tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:06.863832 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0f43cda7-e0bd-4f14-9e5a-041828a8110c req-e35965b1-255a-40f0-be7b-cdeea3c4ae7c tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4304507 Feb 09 00:53:06.879600 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-d7d15db8-6e2c-4c26-8a7a-2131f17551b3 req-e9c3a365-2d1e-42c6-92bb-392674c89893 tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] Transition to ACTIVE for port object f09c90ae-2bfb-4ad0-8db3-3b1964c83b37 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:53:06.953059 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-5dff69c3-9755-49ea-8603-92f5361342a2 req-8bdcf6ec-40c2-48ca-b935-9b656fe11aac service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3548193 Feb 09 00:53:07.044211 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-15c22dde-8394-4c95-b309-63f6679e7201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62393c64-d2af-427f-a945-f9587e3b57d3', 'name': 'tempest-FloatingIPsTestJSON-2111724425-router', 'tenant_id': '41fe50ea425a400d8710a3c8ffba2101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '66089ae5-f9fb-4987-9ebc-5b3b513fb0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:52:25Z', 'updated_at': '2022-02-09T00:53:01Z', 'revision_number': 5, 'project_id': '41fe50ea425a400d8710a3c8ffba2101', 'gw_port': {'id': '66089ae5-f9fb-4987-9ebc-5b3b513fb0c7', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62393c64-d2af-427f-a945-f9587e3b57d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:52:27Z', 'updated_at': '2022-02-09T00:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:53:07.056476 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c22dde-8394-4c95-b309-63f6679e7201 None None] The sync data for ids ['62393c64-d2af-427f-a945-f9587e3b57d3'] in n-d-828418-1 is: [{'id': '62393c64-d2af-427f-a945-f9587e3b57d3', 'name': 'tempest-FloatingIPsTestJSON-2111724425-router', 'tenant_id': '41fe50ea425a400d8710a3c8ffba2101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '66089ae5-f9fb-4987-9ebc-5b3b513fb0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:52:25Z', 'updated_at': '2022-02-09T00:53:01Z', 'revision_number': 5, 'project_id': '41fe50ea425a400d8710a3c8ffba2101', 'gw_port': {'id': '66089ae5-f9fb-4987-9ebc-5b3b513fb0c7', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62393c64-d2af-427f-a945-f9587e3b57d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:52:27Z', 'updated_at': '2022-02-09T00:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:53:07.132632 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-d7d15db8-6e2c-4c26-8a7a-2131f17551b3 req-e9c3a365-2d1e-42c6-92bb-392674c89893 tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:07.164408 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0a78d6bb-a610-4537-835b-177155c0ce8f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:07.187404 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1be8e6-f4ad-41ec-a4d6-1fc8d72b8d3a req-82626f5f-a963-4717-8e23-6d1da49505ce tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:07.195465 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3e1be8e6-f4ad-41ec-a4d6-1fc8d72b8d3a req-82626f5f-a963-4717-8e23-6d1da49505ce tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc8b84b2-b106-40bf-817c-64f458640c01 HTTP/1.1" status: 200 len: 944 time: 0.3515372 Feb 09 00:53:07.211370 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-0a78d6bb-a610-4537-835b-177155c0ce8f admin admin] Deleting port 66089ae5-f9fb-4987-9ebc-5b3b513fb0c7 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:53:07.211692 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0a78d6bb-a610-4537-835b-177155c0ce8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:07.269881 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7d15db8-6e2c-4c26-8a7a-2131f17551b3 req-e9c3a365-2d1e-42c6-92bb-392674c89893 tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] Network 42d335cf-a678-4bc3-901b-7d21fb8587e6 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:53:07.277079 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-d7d15db8-6e2c-4c26-8a7a-2131f17551b3 req-e9c3a365-2d1e-42c6-92bb-392674c89893 tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:53:07.280656 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7d15db8-6e2c-4c26-8a7a-2131f17551b3 req-e9c3a365-2d1e-42c6-92bb-392674c89893 tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:53:07.320914 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c3a365-2d1e-42c6-92bb-392674c89893 tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] Pushing event updated for resources: {'Port': ['ID=f09c90ae-2bfb-4ad0-8db3-3b1964c83b37,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:07.376445 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3e1be8e6-f4ad-41ec-a4d6-1fc8d72b8d3a req-79053a45-0adc-417f-910c-40480ce4a407 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793902 Feb 09 00:53:07.429804 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-5dff69c3-9755-49ea-8603-92f5361342a2 req-241368f7-6c9c-41a8-aa88-1ea76b8c670f service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4598742 Feb 09 00:53:07.445533 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d15db8-6e2c-4c26-8a7a-2131f17551b3 req-e9c3a365-2d1e-42c6-92bb-392674c89893 tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:07.445999 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-d7d15db8-6e2c-4c26-8a7a-2131f17551b3 req-e9c3a365-2d1e-42c6-92bb-392674c89893 tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:07.556901 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-0a78d6bb-a610-4537-835b-177155c0ce8f admin admin] For port 66089ae5-f9fb-4987-9ebc-5b3b513fb0c7, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=66089ae5-f9fb-4987-9ebc-5b3b513fb0c7,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:53:07.557527 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0a78d6bb-a610-4537-835b-177155c0ce8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:07.643442 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-d7d15db8-6e2c-4c26-8a7a-2131f17551b3 req-e9c3a365-2d1e-42c6-92bb-392674c89893 tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.7196865 Feb 09 00:53:07.696025 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-d7d15db8-6e2c-4c26-8a7a-2131f17551b3 req-f050b3e1-355b-420e-b384-07b76553a513 service neutron] Request body: {'port': {'device_id': '07f7768a-9732-4abb-898c-f7906c7c0d71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:53:07.711810 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device cdc590ce-530d-4b46-bb4e-4b8f971ed5b2 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:53:07.814341 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: cdc590ce-530d-4b46-bb4e-4b8f971ed5b2 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 00:53:07.814869 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device cdc590ce-530d-4b46-bb4e-4b8f971ed5b2 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 00:53:07.839444 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b5f42cce-0f71-4627-a275-6681494ab6b2 None None] Provisioning for port f09c90ae-2bfb-4ad0-8db3-3b1964c83b37 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:53:07.851901 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b5f42cce-0f71-4627-a275-6681494ab6b2 None None] Provisioning complete for port f09c90ae-2bfb-4ad0-8db3-3b1964c83b37 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:53:07.854080 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b5f42cce-0f71-4627-a275-6681494ab6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:07.950107 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-b5f42cce-0f71-4627-a275-6681494ab6b2 None None] Port f09c90ae-2bfb-4ad0-8db3-3b1964c83b37 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:53:07.957433 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-0a78d6bb-a610-4537-835b-177155c0ce8f admin admin] Calling delete_port for 66089ae5-f9fb-4987-9ebc-5b3b513fb0c7 owned by network:router_gateway {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:53:08.002917 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c7c30-ccc1-467e-8757-d14914a674fd req-08312de6-0018-4477-b2a8-50c9d5340ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:08.004526 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ec9c7c30-ccc1-467e-8757-d14914a674fd req-08312de6-0018-4477-b2a8-50c9d5340ef8 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1510c38a4b2046b5a9943ab7f2f7db5c&device_id=b6e6cbb0-25cc-4ebb-aec9-38f9437ee596 HTTP/1.1" status: 200 len: 1099 time: 0.5075221 Feb 09 00:53:08.057754 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a6df73c0-2993-4b17-a6ad-14239edb0214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:08.090027 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0f14090d-754e-45ac-9b46-302de4a48198 req-4072bf8b-6857-45fd-8a08-55faaae0031e tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/ports?device_id=856b16f0-ea16-433c-9c30-389e940819bc HTTP/1.1" status: 200 len: 210 time: 0.6634865 Feb 09 00:53:08.173827 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-d7d15db8-6e2c-4c26-8a7a-2131f17551b3 req-f050b3e1-355b-420e-b384-07b76553a513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:08.226870 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d40b1-5d0c-4496-a5b1-35da323c1e67 req-c68369ce-3733-4148-8d89-544815db5f1b tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:08.226870 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-fc2d40b1-5d0c-4496-a5b1-35da323c1e67 req-c68369ce-3733-4148-8d89-544815db5f1b tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.62 "GET /v2.0/networks?id=39a46289-ad70-46f1-887f-88a255de2a83 HTTP/1.1" status: 200 len: 821 time: 0.4778996 Feb 09 00:53:08.274571 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-fc2d40b1-5d0c-4496-a5b1-35da323c1e67 req-bcc0c42f-e8a8-4afe-a91d-12409a214bda tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Request body: {'port': {'device_id': '856b16f0-ea16-433c-9c30-389e940819bc', 'network_id': '39a46289-ad70-46f1-887f-88a255de2a83', 'admin_state_up': True, 'tenant_id': '7bf69f5d5f8d45f2b7dab3b2ab01eff0'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:53:08.421924 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c7c30-ccc1-467e-8757-d14914a674fd req-9a4ba843-2b62-42bd-be1d-9001f33aa216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:08.423800 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ec9c7c30-ccc1-467e-8757-d14914a674fd req-9a4ba843-2b62-42bd-be1d-9001f33aa216 service neutron] 10.222.0.99 "GET /v2.0/networks?id=42d335cf-a678-4bc3-901b-7d21fb8587e6 HTTP/1.1" status: 200 len: 870 time: 0.4022620 Feb 09 00:53:08.444987 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7860f312-a327-4e80-a3e6-c971193b5ef6 req-46962c0a-d961-4f07-b56a-a59c2ed5ff81 tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:08.446582 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7860f312-a327-4e80-a3e6-c971193b5ef6 req-46962c0a-d961-4f07-b56a-a59c2ed5ff81 tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] 10.222.0.105 "GET /v2.0/ports?device_id=07f7768a-9732-4abb-898c-f7906c7c0d71 HTTP/1.1" status: 200 len: 936 time: 0.4242580 Feb 09 00:53:08.633010 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9924455-49ad-49f7-a29b-8d95a86a5e2a req-f1c90fa1-b55f-479c-ac86-a4fe4cb26e69 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:08.634533 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e9924455-49ad-49f7-a29b-8d95a86a5e2a req-f1c90fa1-b55f-479c-ac86-a4fe4cb26e69 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=b6e6cbb0-25cc-4ebb-aec9-38f9437ee596 HTTP/1.1" status: 200 len: 948 time: 0.3155510 Feb 09 00:53:08.704368 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ec9c7c30-ccc1-467e-8757-d14914a674fd req-459397f7-7647-4c3f-8ab6-4186e11af434 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=83e6ba5b-19bb-43fa-a689-3de29d04980f HTTP/1.1" status: 200 len: 217 time: 0.2299509 Feb 09 00:53:08.705570 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7860f312-a327-4e80-a3e6-c971193b5ef6 req-52eb66b8-fff1-4939-8ebc-4d6b78ebd20e tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8313fb7-6eee-49a4-ad87-242a145b6834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457867 Feb 09 00:53:08.714989 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0a78d6bb-a610-4537-835b-177155c0ce8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:08.765515 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e9924455-49ad-49f7-a29b-8d95a86a5e2a req-75944ff9-ce94-4a27-b687-483764974bcf tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181762 Feb 09 00:53:08.775990 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a78d6bb-a610-4537-835b-177155c0ce8f admin admin] Pushing event deleted for resources: {'Port': ['ID=66089ae5-f9fb-4987-9ebc-5b3b513fb0c7,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:08.812053 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-fc2d40b1-5d0c-4496-a5b1-35da323c1e67 req-bcc0c42f-e8a8-4afe-a91d-12409a214bda tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:53:08.874162 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0a78d6bb-a610-4537-835b-177155c0ce8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:08.911196 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-fc2d40b1-5d0c-4496-a5b1-35da323c1e67 req-bcc0c42f-e8a8-4afe-a91d-12409a214bda tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:53:08.914540 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c7c30-ccc1-467e-8757-d14914a674fd req-07a9235e-2d43-4f64-9e6a-03f06f4c4143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:08.916043 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ec9c7c30-ccc1-467e-8757-d14914a674fd req-07a9235e-2d43-4f64-9e6a-03f06f4c4143 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.1992011 Feb 09 00:53:08.989252 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc2d40b1-5d0c-4496-a5b1-35da323c1e67 req-bcc0c42f-e8a8-4afe-a91d-12409a214bda tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Made reservation on behalf of 7bf69f5d5f8d45f2b7dab3b2ab01eff0 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:53:08.993349 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-fc2d40b1-5d0c-4496-a5b1-35da323c1e67 req-bcc0c42f-e8a8-4afe-a91d-12409a214bda tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:09.126641 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0a78d6bb-a610-4537-835b-177155c0ce8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:09.129583 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0a78d6bb-a610-4537-835b-177155c0ce8f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:09.193050 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c7c30-ccc1-467e-8757-d14914a674fd req-85c4a2e6-6bc8-44c6-b607-253615c2f888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:09.194689 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ec9c7c30-ccc1-467e-8757-d14914a674fd req-85c4a2e6-6bc8-44c6-b607-253615c2f888 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2707310 Feb 09 00:53:09.291521 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0a78d6bb-a610-4537-835b-177155c0ce8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:09.292178 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a78d6bb-a610-4537-835b-177155c0ce8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62393c64-d2af-427f-a945-f9587e3b57d3 {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 00:53:09.365689 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0a78d6bb-a610-4537-835b-177155c0ce8f admin admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:09.369181 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-0a78d6bb-a610-4537-835b-177155c0ce8f admin admin] 10.222.0.105 "DELETE /v2.0/routers/62393c64-d2af-427f-a945-f9587e3b57d3 HTTP/1.1" status: 204 len: 168 time: 3.3333135 Feb 09 00:53:09.372769 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42138) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:53:09.376032 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0e57b84f-84fc-4e93-8bc8-1213c1f79d31 req-ecf25c20-5f11-45ef-9453-ec0ee5667d47 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/ports?device_id=856b16f0-ea16-433c-9c30-389e940819bc HTTP/1.1" status: 200 len: 210 time: 0.0529706 Feb 09 00:53:09.386600 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c76c6f5-b507-4bd9-bf30-04e96e58a9d6 req-27627ba5-f29c-4563-9726-5960671996df tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:09.388153 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4c76c6f5-b507-4bd9-bf30-04e96e58a9d6 req-27627ba5-f29c-4563-9726-5960671996df tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc8b84b2-b106-40bf-817c-64f458640c01 HTTP/1.1" status: 200 len: 944 time: 0.1659825 Feb 09 00:53:09.449392 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4c76c6f5-b507-4bd9-bf30-04e96e58a9d6 req-97d2c1b6-997e-4eac-a3be-df65cd7bda58 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539484 Feb 09 00:53:09.457340 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [req-d7d15db8-6e2c-4c26-8a7a-2131f17551b3 req-f050b3e1-355b-420e-b384-07b76553a513 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f09c90ae-2bfb-4ad0-8db3-3b1964c83b37 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:53:09.471210 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-fc2d40b1-5d0c-4496-a5b1-35da323c1e67 req-bcc0c42f-e8a8-4afe-a91d-12409a214bda tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Allocated IP 172.20.0.12 (39a46289-ad70-46f1-887f-88a255de2a83/163b540f-77f3-4f41-babd-8cc6d2cd64c1/9910a5b9-a387-4c5e-8e8f-b55755127964) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:53:09.475872 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-d7d15db8-6e2c-4c26-8a7a-2131f17551b3 req-f050b3e1-355b-420e-b384-07b76553a513 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:09.537315 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-d7d15db8-6e2c-4c26-8a7a-2131f17551b3 req-f050b3e1-355b-420e-b384-07b76553a513 service neutron] Transition to ACTIVE for port object f09c90ae-2bfb-4ad0-8db3-3b1964c83b37 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:53:09.542450 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-343bb9e5-f66a-4298-a794-1a006855e47f admin admin] Deleting subnet 5b1df775-76ff-4247-ad6c-6b8e913ab781 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 00:53:09.571027 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-343bb9e5-f66a-4298-a794-1a006855e47f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:09.605563 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-d7d15db8-6e2c-4c26-8a7a-2131f17551b3 req-f050b3e1-355b-420e-b384-07b76553a513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:09.652958 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ec9c7c30-ccc1-467e-8757-d14914a674fd req-a6facfce-815f-4c04-9d3a-e7de8056016a service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4182489 Feb 09 00:53:09.718896 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 83e6ba5b-19bb-43fa-a689-3de29d04980f details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:53:10.044316 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-343bb9e5-f66a-4298-a794-1a006855e47f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:10.064544 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 66089ae5-f9fb-4987-9ebc-5b3b513fb0c7 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:53:10.082034 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f050b3e1-355b-420e-b384-07b76553a513 service neutron] Pushing event updated for resources: {'Port': ['ID=f09c90ae-2bfb-4ad0-8db3-3b1964c83b37,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:10.110543 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c259c6-524c-4fea-b0be-a40b5bdaac71 req-e28510a0-8522-4ae4-8242-aa3476706762 tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:10.113199 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c3c259c6-524c-4fea-b0be-a40b5bdaac71 req-e28510a0-8522-4ae4-8242-aa3476706762 tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] 10.222.0.105 "GET /v2.0/ports?device_id=07f7768a-9732-4abb-898c-f7906c7c0d71 HTTP/1.1" status: 200 len: 948 time: 0.1428773 Feb 09 00:53:10.133263 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 66089ae5-f9fb-4987-9ebc-5b3b513fb0c7 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 00:53:10.133626 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 66089ae5-f9fb-4987-9ebc-5b3b513fb0c7 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 00:53:10.179001 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 83e6ba5b-19bb-43fa-a689-3de29d04980f, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=83e6ba5b-19bb-43fa-a689-3de29d04980f,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:53:10.181383 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 42190) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:53:10.184956 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c3c259c6-524c-4fea-b0be-a40b5bdaac71 req-c67e36d4-9d2f-4acb-a50c-8ee959675aea tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8313fb7-6eee-49a4-ad87-242a145b6834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657654 Feb 09 00:53:10.200260 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': '83e6ba5b-19bb-43fa-a689-3de29d04980f', 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6', 'port_id': '83e6ba5b-19bb-43fa-a689-3de29d04980f', 'mac_address': 'fa:16:3e:aa:52:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7938d94-1f0f-48bd-a0b3-26d5344ff0ec', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:53:10.282449 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:10.305802 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83e6ba5b-19bb-43fa-a689-3de29d04980f {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:53:10.327575 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 83e6ba5b-19bb-43fa-a689-3de29d04980f, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=83e6ba5b-19bb-43fa-a689-3de29d04980f,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:53:10.335218 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:10.346252 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ec9c7c30-ccc1-467e-8757-d14914a674fd req-d9c3011d-f172-4f72-a8a8-585a15e631f2 service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6792133 Feb 09 00:53:10.393884 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-d7d15db8-6e2c-4c26-8a7a-2131f17551b3 req-f050b3e1-355b-420e-b384-07b76553a513 service neutron] Attempting to bind port f09c90ae-2bfb-4ad0-8db3-3b1964c83b37 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:53:10.401889 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-d7d15db8-6e2c-4c26-8a7a-2131f17551b3 req-f050b3e1-355b-420e-b384-07b76553a513 service neutron] Attempting to bind port f09c90ae-2bfb-4ad0-8db3-3b1964c83b37 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:53:10.402230 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d15db8-6e2c-4c26-8a7a-2131f17551b3 req-f050b3e1-355b-420e-b384-07b76553a513 service neutron] Attempting to bind port f09c90ae-2bfb-4ad0-8db3-3b1964c83b37 on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:53:10.406857 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-92c9ab66-b18f-4f2b-9529-c68254a8da68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:10.425258 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d15db8-6e2c-4c26-8a7a-2131f17551b3 req-f050b3e1-355b-420e-b384-07b76553a513 service neutron] Port f09c90ae-2bfb-4ad0-8db3-3b1964c83b37 on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:53:10.425579 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d15db8-6e2c-4c26-8a7a-2131f17551b3 req-f050b3e1-355b-420e-b384-07b76553a513 service neutron] Attempting to bind port f09c90ae-2bfb-4ad0-8db3-3b1964c83b37 on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:53:10.426414 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-92c9ab66-b18f-4f2b-9529-c68254a8da68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:53:10.431793 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-92c9ab66-b18f-4f2b-9529-c68254a8da68 admin admin] Usage tracker for resource:security_group_rule and tenant:b401c63ce1ac4c2d8edcf94d76436c6b is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:53:10.435519 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-92c9ab66-b18f-4f2b-9529-c68254a8da68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:53:10.438914 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6334a660-d594-462c-8aa1-b9ad70543698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:10.444862 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-92c9ab66-b18f-4f2b-9529-c68254a8da68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:53:10.446365 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=83e6ba5b-19bb-43fa-a689-3de29d04980f,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:10.458776 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:53:10.459515 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:53:10.460006 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:53:10.460493 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:53:10.461168 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:53:10.461683 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:53:10.462503 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:53:10.463114 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:53:10.463594 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:53:10.464079 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:53:10.464565 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:53:10.465264 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:53:10.557387 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229f8421-f675-4ca5-85c4-88283fa1b972 req-9c28cc16-c812-4a46-919c-7c4619b3ed2e tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:10.558957 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-229f8421-f675-4ca5-85c4-88283fa1b972 req-9c28cc16-c812-4a46-919c-7c4619b3ed2e tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=b6e6cbb0-25cc-4ebb-aec9-38f9437ee596 HTTP/1.1" status: 200 len: 949 time: 0.2578981 Feb 09 00:53:10.594551 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-92c9ab66-b18f-4f2b-9529-c68254a8da68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:10.601562 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-92c9ab66-b18f-4f2b-9529-c68254a8da68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:10.622125 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d15db8-6e2c-4c26-8a7a-2131f17551b3 req-f050b3e1-355b-420e-b384-07b76553a513 service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:53:10.622691 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d15db8-6e2c-4c26-8a7a-2131f17551b3 req-f050b3e1-355b-420e-b384-07b76553a513 service neutron] Checking segment: {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:53:10.623136 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d15db8-6e2c-4c26-8a7a-2131f17551b3 req-f050b3e1-355b-420e-b384-07b76553a513 service neutron] Bound using segment: {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:53:10.623585 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-d7d15db8-6e2c-4c26-8a7a-2131f17551b3 req-f050b3e1-355b-420e-b384-07b76553a513 service neutron] Bound port: f09c90ae-2bfb-4ad0-8db3-3b1964c83b37, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:53:10.623931 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-d7d15db8-6e2c-4c26-8a7a-2131f17551b3 req-f050b3e1-355b-420e-b384-07b76553a513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:10.689980 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-229f8421-f675-4ca5-85c4-88283fa1b972 req-fbc12d7d-b7d1-4102-93e9-f2492dc2d21e tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204598 Feb 09 00:53:10.704657 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-92c9ab66-b18f-4f2b-9529-c68254a8da68 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=b401c63ce1ac4c2d8edcf94d76436c6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5178876 Feb 09 00:53:10.705547 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c9ab66-b18f-4f2b-9529-c68254a8da68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58bba12f-8bfb-417e-a9fc-b3429c29d9d7,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:10.709441 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 42208) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:53:10.717480 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-fc2d40b1-5d0c-4496-a5b1-35da323c1e67 req-bcc0c42f-e8a8-4afe-a91d-12409a214bda tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:10.752947 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-343bb9e5-f66a-4298-a794-1a006855e47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:10.760889 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['83e6ba5b-19bb-43fa-a689-3de29d04980f'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:53:10.810318 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-33fbe3c6-a4b4-4801-ad05-bbf8fa7a22b5 req-85d7f7a0-feb1-4ede-9c8c-1d4306ad4d4f tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/ports?device_id=856b16f0-ea16-433c-9c30-389e940819bc HTTP/1.1" status: 200 len: 210 time: 0.0773573 Feb 09 00:53:10.816525 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-d7d15db8-6e2c-4c26-8a7a-2131f17551b3 req-f050b3e1-355b-420e-b384-07b76553a513 service neutron] For port f09c90ae-2bfb-4ad0-8db3-3b1964c83b37, host n-h1-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:53:10.840540 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-d7d15db8-6e2c-4c26-8a7a-2131f17551b3 req-f050b3e1-355b-420e-b384-07b76553a513 service neutron] For port f09c90ae-2bfb-4ad0-8db3-3b1964c83b37, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=f09c90ae-2bfb-4ad0-8db3-3b1964c83b37,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:53:10.850116 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-d7d15db8-6e2c-4c26-8a7a-2131f17551b3 req-f050b3e1-355b-420e-b384-07b76553a513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:10.930477 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7aa43204-f7f3-4096-aae8-b1ef8fc1fc06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:10.932396 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d15db8-6e2c-4c26-8a7a-2131f17551b3 req-f050b3e1-355b-420e-b384-07b76553a513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:10.933003 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-d7d15db8-6e2c-4c26-8a7a-2131f17551b3 req-f050b3e1-355b-420e-b384-07b76553a513 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:10.934518 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-d7d15db8-6e2c-4c26-8a7a-2131f17551b3 req-f050b3e1-355b-420e-b384-07b76553a513 service neutron] 10.222.0.62 "PUT /v2.0/ports/f09c90ae-2bfb-4ad0-8db3-3b1964c83b37 HTTP/1.1" status: 200 len: 1096 time: 3.2822161 Feb 09 00:53:10.935861 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07f7768a-9732-4abb-898c-f7906c7c0d71', 'tag': 'f09c90ae-2bfb-4ad0-8db3-3b1964c83b37'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:53:10.945329 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-fc2d40b1-5d0c-4496-a5b1-35da323c1e67 req-bcc0c42f-e8a8-4afe-a91d-12409a214bda tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:10.958276 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-343bb9e5-f66a-4298-a794-1a006855e47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:11.023766 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7aa43204-f7f3-4096-aae8-b1ef8fc1fc06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:11.034720 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07f7768a-9732-4abb-898c-f7906c7c0d71', 'tag': 'f09c90ae-2bfb-4ad0-8db3-3b1964c83b37', 'status': 'completed', 'code': 200} Feb 09 00:53:11.041454 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a6cb14-ccf6-4067-9611-5956638cc2bc req-9f954b5d-e4c5-4f13-8df4-d8f7791536f9 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:11.041692 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343bb9e5-f66a-4298-a794-1a006855e47f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b1df775-76ff-4247-ad6c-6b8e913ab781,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:11.042991 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-88a6cb14-ccf6-4067-9611-5956638cc2bc req-9f954b5d-e4c5-4f13-8df4-d8f7791536f9 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc8b84b2-b106-40bf-817c-64f458640c01 HTTP/1.1" status: 200 len: 944 time: 0.2254522 Feb 09 00:53:11.123518 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f050b3e1-355b-420e-b384-07b76553a513 service neutron] Pushing event updated for resources: {'Port': ['ID=f09c90ae-2bfb-4ad0-8db3-3b1964c83b37,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:11.135480 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-88a6cb14-ccf6-4067-9611-5956638cc2bc req-d8fa2af0-0f70-4eaf-9ac8-58acd977af7b tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737610 Feb 09 00:53:11.152563 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf26f2da-3b2a-43a3-bd1d-70b816f1be8a None None] Network c2416d97-9fb8-42da-9172-23595b682eed requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:53:11.163029 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7aa43204-f7f3-4096-aae8-b1ef8fc1fc06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:11.178493 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa43204-f7f3-4096-aae8-b1ef8fc1fc06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58bba12f-8bfb-417e-a9fc-b3429c29d9d7,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:11.190438 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7aa43204-f7f3-4096-aae8-b1ef8fc1fc06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:11.191307 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-343bb9e5-f66a-4298-a794-1a006855e47f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:11.192401 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-7aa43204-f7f3-4096-aae8-b1ef8fc1fc06 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/58bba12f-8bfb-417e-a9fc-b3429c29d9d7 HTTP/1.1" status: 204 len: 168 time: 0.4819148 Feb 09 00:53:11.195710 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc2d40b1-5d0c-4496-a5b1-35da323c1e67 req-bcc0c42f-e8a8-4afe-a91d-12409a214bda tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Network 39a46289-ad70-46f1-887f-88a255de2a83 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:53:11.204539 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-fc2d40b1-5d0c-4496-a5b1-35da323c1e67 req-bcc0c42f-e8a8-4afe-a91d-12409a214bda tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:53:11.228367 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc2d40b1-5d0c-4496-a5b1-35da323c1e67 req-bcc0c42f-e8a8-4afe-a91d-12409a214bda tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:53:11.338960 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-343bb9e5-f66a-4298-a794-1a006855e47f admin admin] 10.222.0.105 "DELETE /v2.0/subnets/5b1df775-76ff-4247-ad6c-6b8e913ab781 HTTP/1.1" status: 204 len: 168 time: 1.9605899 Feb 09 00:53:11.341549 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 42222) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:53:11.369380 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d40b1-5d0c-4496-a5b1-35da323c1e67 req-bcc0c42f-e8a8-4afe-a91d-12409a214bda tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:11.370220 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-fc2d40b1-5d0c-4496-a5b1-35da323c1e67 req-bcc0c42f-e8a8-4afe-a91d-12409a214bda tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:11.391177 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0c42f-e8a8-4afe-a91d-12409a214bda tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Pushing event updated for resources: {'Port': ['ID=9910a5b9-a387-4c5e-8e8f-b55755127964,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:11.396950 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:11.408144 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-fc2d40b1-5d0c-4496-a5b1-35da323c1e67 req-bcc0c42f-e8a8-4afe-a91d-12409a214bda tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1473925 Feb 09 00:53:11.422441 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-fc2d40b1-5d0c-4496-a5b1-35da323c1e67 req-d3a92cfc-e121-48ac-983a-4452f791495b service neutron] Request body: {'port': {'device_id': '856b16f0-ea16-433c-9c30-389e940819bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:53:11.482218 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:11.489704 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d15db8-6e2c-4c26-8a7a-2131f17551b3 req-8c3c6351-473e-4011-ad5f-9089ca28c5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:11.491276 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-d7d15db8-6e2c-4c26-8a7a-2131f17551b3 req-8c3c6351-473e-4011-ad5f-9089ca28c5e4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fecfb845502b4847a5a0aa7400d2f04d&device_id=07f7768a-9732-4abb-898c-f7906c7c0d71 HTTP/1.1" status: 200 len: 1099 time: 0.4508197 Feb 09 00:53:11.609146 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-d7d15db8-6e2c-4c26-8a7a-2131f17551b3 req-9d2b76dc-3df3-494f-9754-224284d31f19 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=f09c90ae-2bfb-4ad0-8db3-3b1964c83b37 HTTP/1.1" status: 200 len: 217 time: 0.0947144 Feb 09 00:53:11.638937 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2f6065de-9293-4797-9b9c-b48eb45a45d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:11.684171 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-2f6065de-9293-4797-9b9c-b48eb45a45d7 admin admin] Deleting port 71babb4e-8a53-4658-bcee-37b8d200ed11 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:53:11.684509 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2f6065de-9293-4797-9b9c-b48eb45a45d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:11.713975 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42230) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:53:11.718443 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86fc7c9-a17d-477d-b852-e34415eba295 None None] DHCP port deletion for c2416d97-9fb8-42da-9172-23595b682eed request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 00:53:11.727276 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d86fc7c9-a17d-477d-b852-e34415eba295 None None] Deleting port 71babb4e-8a53-4658-bcee-37b8d200ed11 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:53:11.727859 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d86fc7c9-a17d-477d-b852-e34415eba295 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:11.746432 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e6b26-7276-4e32-94ae-cbbd627f38b2 req-6aac38d7-616c-4547-b261-f90b0b3d6cd9 tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:11.748489 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-419e6b26-7276-4e32-94ae-cbbd627f38b2 req-6aac38d7-616c-4547-b261-f90b0b3d6cd9 tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] 10.222.0.105 "GET /v2.0/ports?device_id=07f7768a-9732-4abb-898c-f7906c7c0d71 HTTP/1.1" status: 200 len: 948 time: 0.2808683 Feb 09 00:53:11.764573 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-fc2d40b1-5d0c-4496-a5b1-35da323c1e67 req-d3a92cfc-e121-48ac-983a-4452f791495b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:11.900781 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d15db8-6e2c-4c26-8a7a-2131f17551b3 req-5e2c52d1-1d8f-4bee-b768-6c1098e0dcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:11.904112 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-d7d15db8-6e2c-4c26-8a7a-2131f17551b3 req-5e2c52d1-1d8f-4bee-b768-6c1098e0dcd7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.2858527 Feb 09 00:53:12.011002 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d86fc7c9-a17d-477d-b852-e34415eba295 None None] For port 71babb4e-8a53-4658-bcee-37b8d200ed11, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=71babb4e-8a53-4658-bcee-37b8d200ed11,segment=NetworkSegment(f03400d7-9aef-442e-848e-a7781cfa27a1),segment_id=f03400d7-9aef-442e-848e-a7781cfa27a1)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:53:12.011920 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d86fc7c9-a17d-477d-b852-e34415eba295 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:12.080845 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-419e6b26-7276-4e32-94ae-cbbd627f38b2 req-7c408788-a468-4ad9-b539-6f6c9e11f36b tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8313fb7-6eee-49a4-ad87-242a145b6834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243084 Feb 09 00:53:12.175509 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d86fc7c9-a17d-477d-b852-e34415eba295 None None] Calling delete_port for 71babb4e-8a53-4658-bcee-37b8d200ed11 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:53:12.189822 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d15db8-6e2c-4c26-8a7a-2131f17551b3 req-31f2d559-3362-463e-b2b8-e18f5bf962f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:12.191321 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-d7d15db8-6e2c-4c26-8a7a-2131f17551b3 req-31f2d559-3362-463e-b2b8-e18f5bf962f1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2769315 Feb 09 00:53:12.292001 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-2f6065de-9293-4797-9b9c-b48eb45a45d7 admin admin] For port 71babb4e-8a53-4658-bcee-37b8d200ed11, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=71babb4e-8a53-4658-bcee-37b8d200ed11,segment=NetworkSegment(f03400d7-9aef-442e-848e-a7781cfa27a1),segment_id=f03400d7-9aef-442e-848e-a7781cfa27a1)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:53:12.292541 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2f6065de-9293-4797-9b9c-b48eb45a45d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:12.368553 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d86fc7c9-a17d-477d-b852-e34415eba295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:12.370330 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-d7d15db8-6e2c-4c26-8a7a-2131f17551b3 req-ff13b39e-1864-4380-8364-2b5ecd04e96c service neutron] 10.222.0.62 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536682 Feb 09 00:53:12.423354 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86fc7c9-a17d-477d-b852-e34415eba295 None None] Pushing event deleted for resources: {'Port': ['ID=71babb4e-8a53-4658-bcee-37b8d200ed11,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:12.433212 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86fc7c9-a17d-477d-b852-e34415eba295 None None] No DVR routers for this DVR port 71babb4e-8a53-4658-bcee-37b8d200ed11 on host n-d-828418-1 {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:53:12.455149 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-2f6065de-9293-4797-9b9c-b48eb45a45d7 admin admin] Calling delete_port for 71babb4e-8a53-4658-bcee-37b8d200ed11 owned by network:dhcp {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:53:12.470225 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f93e6647-7e53-47a8-99fb-f54dab0afe71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:12.560700 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f93e6647-7e53-47a8-99fb-f54dab0afe71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:53:12.571840 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea5b97f-68c0-4806-bf85-da7ebfcb56f9 req-96ae57fc-f5bd-4d45-8b16-e5a39074afb3 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:12.573106 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4ea5b97f-68c0-4806-bf85-da7ebfcb56f9 req-96ae57fc-f5bd-4d45-8b16-e5a39074afb3 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=b6e6cbb0-25cc-4ebb-aec9-38f9437ee596 HTTP/1.1" status: 200 len: 949 time: 0.7513504 Feb 09 00:53:12.576991 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-f93e6647-7e53-47a8-99fb-f54dab0afe71 admin admin] Usage tracker for resource:security_group_rule and tenant:b4f01e0aa44e44eb87b22f86f59e96f4 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:53:12.585889 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-f93e6647-7e53-47a8-99fb-f54dab0afe71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:53:12.615331 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f93e6647-7e53-47a8-99fb-f54dab0afe71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:53:12.632827 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.db.api [None req-2f6065de-9293-4797-9b9c-b48eb45a45d7 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 00:53:12.633139 n-d-828418-1 neutron-server[87639]: DEBUG oslo_db.api [None req-2f6065de-9293-4797-9b9c-b48eb45a45d7 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 00:53:12.647410 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4ea5b97f-68c0-4806-bf85-da7ebfcb56f9 req-9ae4ca4c-a601-46a2-bcaa-4d69ecad222d tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538375 Feb 09 00:53:12.659675 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3835ecc9-4f59-4e4e-8eb1-b9e181b6825d req-72fa15e1-9f9d-43d0-bcfe-4d4c560ff988 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:12.661143 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3835ecc9-4f59-4e4e-8eb1-b9e181b6825d req-72fa15e1-9f9d-43d0-bcfe-4d4c560ff988 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/ports?device_id=856b16f0-ea16-433c-9c30-389e940819bc HTTP/1.1" status: 200 len: 932 time: 0.3527069 Feb 09 00:53:12.680972 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-d7d15db8-6e2c-4c26-8a7a-2131f17551b3 req-619806d7-e89a-4bc9-890c-f95be93251ea service neutron] 10.222.0.62 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344189 Feb 09 00:53:12.722811 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3835ecc9-4f59-4e4e-8eb1-b9e181b6825d req-b32d2c82-40f9-4ab0-92d8-9202d619b032 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/security-groups?id=5241b5dc-7937-4332-869e-fc6addd63e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549774 Feb 09 00:53:12.853720 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e36fe8-eb23-4f61-8c4b-cd607d5a3faf req-f42a8b1e-902f-49e6-bdc8-c293752b103c tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:12.855391 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-32e36fe8-eb23-4f61-8c4b-cd607d5a3faf req-f42a8b1e-902f-49e6-bdc8-c293752b103c tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc8b84b2-b106-40bf-817c-64f458640c01 HTTP/1.1" status: 200 len: 944 time: 0.0885127 Feb 09 00:53:12.909825 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-32e36fe8-eb23-4f61-8c4b-cd607d5a3faf req-d27ef726-3bfb-49e7-a3bf-2ad7b072f42f tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465496 Feb 09 00:53:12.957345 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:12.987071 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [req-fc2d40b1-5d0c-4496-a5b1-35da323c1e67 req-d3a92cfc-e121-48ac-983a-4452f791495b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9910a5b9-a387-4c5e-8e8f-b55755127964 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:53:12.998230 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-fc2d40b1-5d0c-4496-a5b1-35da323c1e67 req-d3a92cfc-e121-48ac-983a-4452f791495b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:13.020448 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f93e6647-7e53-47a8-99fb-f54dab0afe71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:13.029695 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f93e6647-7e53-47a8-99fb-f54dab0afe71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:13.047470 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-fc2d40b1-5d0c-4496-a5b1-35da323c1e67 req-d3a92cfc-e121-48ac-983a-4452f791495b service neutron] Transition to ACTIVE for port object 9910a5b9-a387-4c5e-8e8f-b55755127964 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:53:13.083510 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-fc2d40b1-5d0c-4496-a5b1-35da323c1e67 req-d3a92cfc-e121-48ac-983a-4452f791495b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:13.134842 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-2f6065de-9293-4797-9b9c-b48eb45a45d7 admin admin] Deleting port 71babb4e-8a53-4658-bcee-37b8d200ed11 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:53:13.134842 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2f6065de-9293-4797-9b9c-b48eb45a45d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:13.164465 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a8655e-ecfa-49cc-9343-eb41c357b434 req-1674a384-e750-4821-88a1-dacee53347a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:13.166070 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e3a8655e-ecfa-49cc-9343-eb41c357b434 req-1674a384-e750-4821-88a1-dacee53347a6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fecfb845502b4847a5a0aa7400d2f04d&device_id=07f7768a-9732-4abb-898c-f7906c7c0d71 HTTP/1.1" status: 200 len: 1099 time: 0.4207611 Feb 09 00:53:13.168126 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f93e6647-7e53-47a8-99fb-f54dab0afe71 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=b4f01e0aa44e44eb87b22f86f59e96f4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4511783 Feb 09 00:53:13.172969 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 42296) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:53:13.220493 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93e6647-7e53-47a8-99fb-f54dab0afe71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02300f63-560a-4c6f-baae-3a46af1cb5cb,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:13.288202 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-2f6065de-9293-4797-9b9c-b48eb45a45d7 admin admin] The port '71babb4e-8a53-4658-bcee-37b8d200ed11' was deleted {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 00:53:13.368445 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a92cfc-e121-48ac-983a-4452f791495b service neutron] Pushing event updated for resources: {'Port': ['ID=9910a5b9-a387-4c5e-8e8f-b55755127964,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:13.435941 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42302) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:53:13.478523 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-055c839a-9876-4bae-a5b2-c12ec2390949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:13.493935 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2f6065de-9293-4797-9b9c-b48eb45a45d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:13.498649 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a8655e-ecfa-49cc-9343-eb41c357b434 req-b390cc3f-f5a7-4138-aae3-c4a529010a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:13.500121 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e3a8655e-ecfa-49cc-9343-eb41c357b434 req-b390cc3f-f5a7-4138-aae3-c4a529010a67 service neutron] 10.222.0.62 "GET /v2.0/networks?id=42d335cf-a678-4bc3-901b-7d21fb8587e6 HTTP/1.1" status: 200 len: 870 time: 0.2810469 Feb 09 00:53:13.539816 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-055c839a-9876-4bae-a5b2-c12ec2390949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:13.551043 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-2f6065de-9293-4797-9b9c-b48eb45a45d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2416d97-9fb8-42da-9172-23595b682eed']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:53:13.559552 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-fc2d40b1-5d0c-4496-a5b1-35da323c1e67 req-d3a92cfc-e121-48ac-983a-4452f791495b service neutron] Attempting to bind port 9910a5b9-a387-4c5e-8e8f-b55755127964 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:53:13.560485 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-fc2d40b1-5d0c-4496-a5b1-35da323c1e67 req-d3a92cfc-e121-48ac-983a-4452f791495b service neutron] Attempting to bind port 9910a5b9-a387-4c5e-8e8f-b55755127964 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'e9be9500-482f-486c-b330-ffba40da5382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '39a46289-ad70-46f1-887f-88a255de2a83'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:53:13.560485 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2d40b1-5d0c-4496-a5b1-35da323c1e67 req-d3a92cfc-e121-48ac-983a-4452f791495b service neutron] Attempting to bind port 9910a5b9-a387-4c5e-8e8f-b55755127964 on network 39a46289-ad70-46f1-887f-88a255de2a83 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:53:13.579569 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-2f6065de-9293-4797-9b9c-b48eb45a45d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f03400d7-9aef-442e-848e-a7781cfa27a1') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:53:13.579863 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-2f6065de-9293-4797-9b9c-b48eb45a45d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f03400d7-9aef-442e-848e-a7781cfa27a1') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:53:13.593235 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d54ee87-b1dc-435b-ae6c-795d36f1c80e req-b0f21d5b-ec39-4b5f-8a2c-4b7af9602af0 tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:13.595112 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0d54ee87-b1dc-435b-ae6c-795d36f1c80e req-b0f21d5b-ec39-4b5f-8a2c-4b7af9602af0 tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] 10.222.0.105 "GET /v2.0/ports?device_id=07f7768a-9732-4abb-898c-f7906c7c0d71 HTTP/1.1" status: 200 len: 948 time: 0.3135116 Feb 09 00:53:13.597222 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2d40b1-5d0c-4496-a5b1-35da323c1e67 req-d3a92cfc-e121-48ac-983a-4452f791495b service neutron] Port 9910a5b9-a387-4c5e-8e8f-b55755127964 on network 39a46289-ad70-46f1-887f-88a255de2a83 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:53:13.597543 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2d40b1-5d0c-4496-a5b1-35da323c1e67 req-d3a92cfc-e121-48ac-983a-4452f791495b service neutron] Attempting to bind port 9910a5b9-a387-4c5e-8e8f-b55755127964 on network 39a46289-ad70-46f1-887f-88a255de2a83 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:53:13.603874 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e3a8655e-ecfa-49cc-9343-eb41c357b434 req-fb0f2942-b718-44d5-859c-602e8e33604f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=f09c90ae-2bfb-4ad0-8db3-3b1964c83b37 HTTP/1.1" status: 200 len: 217 time: 0.0952086 Feb 09 00:53:13.606222 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2d40b1-5d0c-4496-a5b1-35da323c1e67 req-d3a92cfc-e121-48ac-983a-4452f791495b service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:53:13.606714 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2d40b1-5d0c-4496-a5b1-35da323c1e67 req-d3a92cfc-e121-48ac-983a-4452f791495b service neutron] Checking segment: {'id': 'e9be9500-482f-486c-b330-ffba40da5382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '39a46289-ad70-46f1-887f-88a255de2a83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:53:13.607276 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2d40b1-5d0c-4496-a5b1-35da323c1e67 req-d3a92cfc-e121-48ac-983a-4452f791495b service neutron] Bound using segment: {'id': 'e9be9500-482f-486c-b330-ffba40da5382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '39a46289-ad70-46f1-887f-88a255de2a83'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:53:13.607855 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-fc2d40b1-5d0c-4496-a5b1-35da323c1e67 req-d3a92cfc-e121-48ac-983a-4452f791495b service neutron] Bound port: 9910a5b9-a387-4c5e-8e8f-b55755127964, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9be9500-482f-486c-b330-ffba40da5382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '39a46289-ad70-46f1-887f-88a255de2a83'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:53:13.608350 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-fc2d40b1-5d0c-4496-a5b1-35da323c1e67 req-d3a92cfc-e121-48ac-983a-4452f791495b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:13.613247 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2f6065de-9293-4797-9b9c-b48eb45a45d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:13.620458 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7178a2f5-0ae1-47f0-ba77-87f2e2b2201c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:13.662312 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2f6065de-9293-4797-9b9c-b48eb45a45d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:13.676350 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f6065de-9293-4797-9b9c-b48eb45a45d7 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:53:13.676710 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2f6065de-9293-4797-9b9c-b48eb45a45d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:13.692146 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7178a2f5-0ae1-47f0-ba77-87f2e2b2201c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:53:13.732932 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-7178a2f5-0ae1-47f0-ba77-87f2e2b2201c admin admin] Usage tracker for resource:security_group_rule and tenant:0d7c3e01a61742809b30265f8e5a1ec8 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:53:13.742167 n-d-828418-1 neutron-server[87639]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:53:13.742167 n-d-828418-1 neutron-server[87639]: util.warn( Feb 09 00:53:13.742167 n-d-828418-1 neutron-server[87639]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:53:13.742167 n-d-828418-1 neutron-server[87639]: util.warn( Feb 09 00:53:13.742167 n-d-828418-1 neutron-server[87639]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:53:13.742167 n-d-828418-1 neutron-server[87639]: util.warn( Feb 09 00:53:13.742167 n-d-828418-1 neutron-server[87639]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:53:13.742167 n-d-828418-1 neutron-server[87639]: util.warn( Feb 09 00:53:13.742167 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 00:53:13.742167 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:53:13.742167 n-d-828418-1 neutron-server[87639]: timer() Feb 09 00:53:13.742167 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:53:13.742167 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 00:53:13.742167 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 00:53:13.742167 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 00:53:13.742167 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:53:13.742167 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 00:53:13.742167 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:53:13.742167 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 00:53:13.742167 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:53:13.742167 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 00:53:13.742167 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 00:53:13.742167 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:53:13.742167 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 00:53:13.742167 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:53:13.742167 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 00:53:13.742167 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 00:53:13.742167 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 00:53:13.742167 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 00:53:13.742167 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 00:53:13.742167 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:53:13.742167 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:53:13.742167 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 00:53:13.742167 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:53:13.742167 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:53:13.742167 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:53:13.742167 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:53:13.742167 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:53:13.742167 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:53:13.742167 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:53:13.752465 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 83e6ba5b-19bb-43fa-a689-3de29d04980f up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:53:13.754285 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-7178a2f5-0ae1-47f0-ba77-87f2e2b2201c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:53:13.762154 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0d54ee87-b1dc-435b-ae6c-795d36f1c80e req-35105d0b-e2ba-4359-b4bd-7556035af0e7 tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8313fb7-6eee-49a4-ad87-242a145b6834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553130 Feb 09 00:53:13.772242 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7178a2f5-0ae1-47f0-ba77-87f2e2b2201c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:53:13.787799 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-055c839a-9876-4bae-a5b2-c12ec2390949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:13.812714 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055c839a-9876-4bae-a5b2-c12ec2390949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02300f63-560a-4c6f-baae-3a46af1cb5cb,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:13.820186 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2f6065de-9293-4797-9b9c-b48eb45a45d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:13.832600 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 71babb4e-8a53-4658-bcee-37b8d200ed11 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:53:13.854560 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a8655e-ecfa-49cc-9343-eb41c357b434 req-e7b0a0a2-116d-400d-babb-962ba2adf446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:13.856159 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e3a8655e-ecfa-49cc-9343-eb41c357b434 req-e7b0a0a2-116d-400d-babb-962ba2adf446 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.2383680 Feb 09 00:53:13.885205 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2f6065de-9293-4797-9b9c-b48eb45a45d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:13.896545 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-055c839a-9876-4bae-a5b2-c12ec2390949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:13.897766 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-055c839a-9876-4bae-a5b2-c12ec2390949 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/02300f63-560a-4c6f-baae-3a46af1cb5cb HTTP/1.1" status: 204 len: 168 time: 0.7235062 Feb 09 00:53:13.910779 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 71babb4e-8a53-4658-bcee-37b8d200ed11 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 00:53:13.910967 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6065de-9293-4797-9b9c-b48eb45a45d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2416d97-9fb8-42da-9172-23595b682eed,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:13.911148 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 71babb4e-8a53-4658-bcee-37b8d200ed11 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 00:53:13.917264 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-2f6065de-9293-4797-9b9c-b48eb45a45d7 admin admin] 10.222.0.105 "DELETE /v2.0/networks/c2416d97-9fb8-42da-9172-23595b682eed HTTP/1.1" status: 204 len: 168 time: 2.5719521 Feb 09 00:53:13.931983 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-fc2d40b1-5d0c-4496-a5b1-35da323c1e67 req-d3a92cfc-e121-48ac-983a-4452f791495b service neutron] For port 9910a5b9-a387-4c5e-8e8f-b55755127964, host n-h1-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:53:13.966840 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-fc2d40b1-5d0c-4496-a5b1-35da323c1e67 req-d3a92cfc-e121-48ac-983a-4452f791495b service neutron] For port 9910a5b9-a387-4c5e-8e8f-b55755127964, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=9910a5b9-a387-4c5e-8e8f-b55755127964,segment=NetworkSegment(e9be9500-482f-486c-b330-ffba40da5382),segment_id=e9be9500-482f-486c-b330-ffba40da5382)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:53:13.975729 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning for port 83e6ba5b-19bb-43fa-a689-3de29d04980f completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:53:13.977901 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-fc2d40b1-5d0c-4496-a5b1-35da323c1e67 req-d3a92cfc-e121-48ac-983a-4452f791495b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:13.983930 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port 83e6ba5b-19bb-43fa-a689-3de29d04980f triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:53:13.985871 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:14.061012 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8bebc2-1362-4cd5-9dcb-05a8e5df5f74 req-97bda8b0-ab2a-4b34-ac07-95784d393e72 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:14.062716 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2a8bebc2-1362-4cd5-9dcb-05a8e5df5f74 req-97bda8b0-ab2a-4b34-ac07-95784d393e72 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/ports?device_id=856b16f0-ea16-433c-9c30-389e940819bc HTTP/1.1" status: 200 len: 944 time: 0.1636279 Feb 09 00:53:14.074108 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a92cfc-e121-48ac-983a-4452f791495b service neutron] Pushing event updated for resources: {'Port': ['ID=9910a5b9-a387-4c5e-8e8f-b55755127964,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:14.082969 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d40b1-5d0c-4496-a5b1-35da323c1e67 req-d3a92cfc-e121-48ac-983a-4452f791495b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:14.083604 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-fc2d40b1-5d0c-4496-a5b1-35da323c1e67 req-d3a92cfc-e121-48ac-983a-4452f791495b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:14.084930 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-fc2d40b1-5d0c-4496-a5b1-35da323c1e67 req-d3a92cfc-e121-48ac-983a-4452f791495b service neutron] 10.222.0.62 "PUT /v2.0/ports/9910a5b9-a387-4c5e-8e8f-b55755127964 HTTP/1.1" status: 200 len: 1092 time: 2.6667142 Feb 09 00:53:14.085357 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '856b16f0-ea16-433c-9c30-389e940819bc', 'tag': '9910a5b9-a387-4c5e-8e8f-b55755127964'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:53:14.124150 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42322) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:53:14.152879 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ace12-4e8c-4fc8-9b2b-80f963145664 req-315337d4-7020-4d6d-b0d8-7d9668abb9e1 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:14.154777 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-654ace12-4e8c-4fc8-9b2b-80f963145664 req-315337d4-7020-4d6d-b0d8-7d9668abb9e1 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=b6e6cbb0-25cc-4ebb-aec9-38f9437ee596 HTTP/1.1" status: 200 len: 949 time: 0.3386407 Feb 09 00:53:14.182649 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2a8bebc2-1362-4cd5-9dcb-05a8e5df5f74 req-0e8784ae-3ea2-4f8e-ad78-59165b2e5a61 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/security-groups?id=5241b5dc-7937-4332-869e-fc6addd63e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098483 Feb 09 00:53:14.205262 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:14.224203 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-654ace12-4e8c-4fc8-9b2b-80f963145664 req-9f469ea9-62fb-47a8-b68b-bfa9dc59beb4 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620012 Feb 09 00:53:14.240264 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a8655e-ecfa-49cc-9343-eb41c357b434 req-f0342575-c412-4f8c-b488-dd15b01c810f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:14.241793 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e3a8655e-ecfa-49cc-9343-eb41c357b434 req-f0342575-c412-4f8c-b488-dd15b01c810f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3753593 Feb 09 00:53:14.266697 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 83e6ba5b-19bb-43fa-a689-3de29d04980f, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=83e6ba5b-19bb-43fa-a689-3de29d04980f,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:53:14.267752 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e6cbb0-25cc-4ebb-aec9-38f9437ee596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e6ba5b-19bb-43fa-a689-3de29d04980f'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:53:14.275359 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:14.282317 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-479c2476-bdc0-4831-b5cb-9487d111088d admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=41fe50ea425a400d8710a3c8ffba2101&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1522367 Feb 09 00:53:14.282714 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 42328) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:53:14.361423 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=83e6ba5b-19bb-43fa-a689-3de29d04980f,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:14.381012 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e6cbb0-25cc-4ebb-aec9-38f9437ee596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e6ba5b-19bb-43fa-a689-3de29d04980f', 'code': 200} Feb 09 00:53:14.388418 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7178a2f5-0ae1-47f0-ba77-87f2e2b2201c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:14.391519 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '856b16f0-ea16-433c-9c30-389e940819bc', 'tag': '9910a5b9-a387-4c5e-8e8f-b55755127964', 'status': 'completed', 'code': 200} Feb 09 00:53:14.408441 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7178a2f5-0ae1-47f0-ba77-87f2e2b2201c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:14.456236 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a569fc71-4a36-4e5f-b01f-c3ed989ef529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:14.487142 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 42332) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:53:14.544050 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-7178a2f5-0ae1-47f0-ba77-87f2e2b2201c admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=0d7c3e01a61742809b30265f8e5a1ec8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1019545 Feb 09 00:53:14.545413 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7178a2f5-0ae1-47f0-ba77-87f2e2b2201c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8648666f-0170-4833-af81-c4a063c37777,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:14.550659 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d40b1-5d0c-4496-a5b1-35da323c1e67 req-b1053f5a-01d2-45f9-923d-b9707f93468a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:14.552158 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-fc2d40b1-5d0c-4496-a5b1-35da323c1e67 req-b1053f5a-01d2-45f9-923d-b9707f93468a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7bf69f5d5f8d45f2b7dab3b2ab01eff0&device_id=856b16f0-ea16-433c-9c30-389e940819bc HTTP/1.1" status: 200 len: 1095 time: 0.4084096 Feb 09 00:53:14.563346 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42336) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:53:14.603048 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a569fc71-4a36-4e5f-b01f-c3ed989ef529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:14.618629 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c80d5392-0d5a-46b2-b592-261d2d1ba567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:14.651150 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f33c7-fcf0-4a84-89a9-3147d0f80c32 req-b8545159-84c3-4107-8911-6fbc5b43f124 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:14.652916 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6b4f33c7-fcf0-4a84-89a9-3147d0f80c32 req-b8545159-84c3-4107-8911-6fbc5b43f124 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc8b84b2-b106-40bf-817c-64f458640c01 HTTP/1.1" status: 200 len: 944 time: 0.2993352 Feb 09 00:53:14.668717 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c80d5392-0d5a-46b2-b592-261d2d1ba567 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:53:14.673460 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-fc2d40b1-5d0c-4496-a5b1-35da323c1e67 req-8fbdf7d4-ad67-46cc-be27-a5e519561b0c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9910a5b9-a387-4c5e-8e8f-b55755127964 HTTP/1.1" status: 200 len: 217 time: 0.1074319 Feb 09 00:53:14.686177 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e3a8655e-ecfa-49cc-9343-eb41c357b434 req-1e82ae03-a9d8-49f3-96d1-29ed935e9808 service neutron] 10.222.0.62 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4123785 Feb 09 00:53:14.688632 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-c80d5392-0d5a-46b2-b592-261d2d1ba567 admin admin] Usage tracker for resource:security_group_rule and tenant:d6a747ad30eb43bc875fe92d4a571417 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:53:14.694277 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-c80d5392-0d5a-46b2-b592-261d2d1ba567 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:53:14.703161 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c80d5392-0d5a-46b2-b592-261d2d1ba567 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:53:14.739654 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6b4f33c7-fcf0-4a84-89a9-3147d0f80c32 req-185491ed-d7af-4ac3-84e0-a4a46cb6efdf tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765812 Feb 09 00:53:14.760482 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a569fc71-4a36-4e5f-b01f-c3ed989ef529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:14.787398 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a569fc71-4a36-4e5f-b01f-c3ed989ef529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c19abd-145e-4756-a0e4-66a488b05001,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:14.803487 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a569fc71-4a36-4e5f-b01f-c3ed989ef529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:14.804612 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-a569fc71-4a36-4e5f-b01f-c3ed989ef529 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/62c19abd-145e-4756-a0e4-66a488b05001 HTTP/1.1" status: 204 len: 168 time: 0.5210130 Feb 09 00:53:14.854037 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c80d5392-0d5a-46b2-b592-261d2d1ba567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:14.861375 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c80d5392-0d5a-46b2-b592-261d2d1ba567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:14.895920 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d40b1-5d0c-4496-a5b1-35da323c1e67 req-94985622-a118-464e-9ba3-9bfbb14c11af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:14.897442 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-fc2d40b1-5d0c-4496-a5b1-35da323c1e67 req-94985622-a118-464e-9ba3-9bfbb14c11af service neutron] 10.222.0.62 "GET /v2.0/subnets?id=163b540f-77f3-4f41-babd-8cc6d2cd64c1 HTTP/1.1" status: 200 len: 861 time: 0.2146354 Feb 09 00:53:14.949782 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-c80d5392-0d5a-46b2-b592-261d2d1ba567 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=d6a747ad30eb43bc875fe92d4a571417&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4592011 Feb 09 00:53:14.954822 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 42344) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:53:14.997038 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80d5392-0d5a-46b2-b592-261d2d1ba567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2ef914-8957-4644-950b-572702e3d6c7,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:15.048918 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device f09c90ae-2bfb-4ad0-8db3-3b1964c83b37 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:53:15.064612 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5d8b8486-01e5-4896-a5bb-d0b2baeadaff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:15.079173 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-fc2d40b1-5d0c-4496-a5b1-35da323c1e67 req-ea949344-3404-4911-a1be-a23ae89c373d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=39a46289-ad70-46f1-887f-88a255de2a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492618 Feb 09 00:53:15.083221 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31987a49-7012-4fb5-a0a4-8e1b626e7309 req-eabb2e66-1999-40f0-87d0-61e67bd35412 tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:15.084974 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8889d95f-ca35-4217-b786-dd56da99de03 req-6b97e34e-bb7d-482b-9cd7-267a7eec3dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:15.085115 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-31987a49-7012-4fb5-a0a4-8e1b626e7309 req-eabb2e66-1999-40f0-87d0-61e67bd35412 tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] 10.222.0.105 "GET /v2.0/ports?device_id=07f7768a-9732-4abb-898c-f7906c7c0d71 HTTP/1.1" status: 200 len: 948 time: 0.1886017 Feb 09 00:53:15.086458 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-8889d95f-ca35-4217-b786-dd56da99de03 req-6b97e34e-bb7d-482b-9cd7-267a7eec3dc7 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=b6e6cbb0-25cc-4ebb-aec9-38f9437ee596 HTTP/1.1" status: 200 len: 1101 time: 0.6180828 Feb 09 00:53:15.089385 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f9ea3bf6-0d11-4d6e-8ffb-f7064c311f0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:15.122317 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5d8b8486-01e5-4896-a5bb-d0b2baeadaff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:15.169809 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-31987a49-7012-4fb5-a0a4-8e1b626e7309 req-dce247c1-1e48-43c6-8787-a4091bc3b056 tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8313fb7-6eee-49a4-ad87-242a145b6834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718791 Feb 09 00:53:15.221053 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5d8b8486-01e5-4896-a5bb-d0b2baeadaff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:15.255684 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8b8486-01e5-4896-a5bb-d0b2baeadaff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2ef914-8957-4644-950b-572702e3d6c7,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:15.255838 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-8889d95f-ca35-4217-b786-dd56da99de03 req-330c0370-62a9-406f-9796-eaf6b0cd8165 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599960 Feb 09 00:53:15.266380 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f9ea3bf6-0d11-4d6e-8ffb-f7064c311f0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:15.270491 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5d8b8486-01e5-4896-a5bb-d0b2baeadaff admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:15.274314 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-5d8b8486-01e5-4896-a5bb-d0b2baeadaff admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/2a2ef914-8957-4644-950b-572702e3d6c7 HTTP/1.1" status: 204 len: 168 time: 0.3122199 Feb 09 00:53:15.274648 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e3a8655e-ecfa-49cc-9343-eb41c357b434 req-0ad331f6-7752-4e51-8ac4-9ce09ada70e0 service neutron] 10.222.0.62 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5472283 Feb 09 00:53:15.425732 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-fc2d40b1-5d0c-4496-a5b1-35da323c1e67 req-41f57401-708c-4d42-9db5-7c514abcbc50 service neutron] 10.222.0.62 "GET /v2.0/networks/39a46289-ad70-46f1-887f-88a255de2a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342586 Feb 09 00:53:15.478225 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port f09c90ae-2bfb-4ad0-8db3-3b1964c83b37, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=f09c90ae-2bfb-4ad0-8db3-3b1964c83b37,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:53:15.505033 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': 'f09c90ae-2bfb-4ad0-8db3-3b1964c83b37', 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6', 'port_id': 'f09c90ae-2bfb-4ad0-8db3-3b1964c83b37', 'mac_address': 'fa:16:3e:21:ec:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7938d94-1f0f-48bd-a0b3-26d5344ff0ec', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:53:15.545241 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f9ea3bf6-0d11-4d6e-8ffb-f7064c311f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:15.587156 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ea3bf6-0d11-4d6e-8ffb-f7064c311f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8648666f-0170-4833-af81-c4a063c37777,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:15.651430 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:15.663419 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f9ea3bf6-0d11-4d6e-8ffb-f7064c311f0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:15.666062 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f9ea3bf6-0d11-4d6e-8ffb-f7064c311f0b admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/8648666f-0170-4833-af81-c4a063c37777 HTTP/1.1" status: 204 len: 168 time: 1.1016064 Feb 09 00:53:15.676731 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-fc2d40b1-5d0c-4496-a5b1-35da323c1e67 req-e380f780-e01a-4340-a46b-81513f4891c2 service neutron] 10.222.0.62 "GET /v2.0/networks/39a46289-ad70-46f1-887f-88a255de2a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437022 Feb 09 00:53:15.677273 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129fbfc4-89b6-4db4-a291-015903f714f4 req-070f4e90-aaf8-47fd-862b-7a9c31c48435 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:15.686180 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-129fbfc4-89b6-4db4-a291-015903f714f4 req-070f4e90-aaf8-47fd-862b-7a9c31c48435 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/ports?device_id=856b16f0-ea16-433c-9c30-389e940819bc HTTP/1.1" status: 200 len: 944 time: 0.2810366 Feb 09 00:53:15.705469 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f09c90ae-2bfb-4ad0-8db3-3b1964c83b37 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:53:15.733631 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5e0966-f6e2-439f-9899-19d0b06f0979 req-53328543-c963-4408-88f9-d164e6339987 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:15.735367 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ee5e0966-f6e2-439f-9899-19d0b06f0979 req-53328543-c963-4408-88f9-d164e6339987 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=b6e6cbb0-25cc-4ebb-aec9-38f9437ee596 HTTP/1.1" status: 200 len: 950 time: 0.2704041 Feb 09 00:53:15.737692 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port f09c90ae-2bfb-4ad0-8db3-3b1964c83b37, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=f09c90ae-2bfb-4ad0-8db3-3b1964c83b37,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:53:15.747881 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:15.790714 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-129fbfc4-89b6-4db4-a291-015903f714f4 req-935f817a-f2b5-4139-9290-eb8d55765e3f tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/security-groups?id=5241b5dc-7937-4332-869e-fc6addd63e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035836 Feb 09 00:53:15.835495 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f344ffd-ae0c-49e0-8906-1b7843ae444c req-7dbbb6a4-dd6a-40b0-95ab-d894bf5146d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:15.838524 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-2f344ffd-ae0c-49e0-8906-1b7843ae444c req-7dbbb6a4-dd6a-40b0-95ab-d894bf5146d8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7bf69f5d5f8d45f2b7dab3b2ab01eff0&device_id=856b16f0-ea16-433c-9c30-389e940819bc HTTP/1.1" status: 200 len: 1095 time: 0.1089132 Feb 09 00:53:15.848271 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ee5e0966-f6e2-439f-9899-19d0b06f0979 req-4bbccbc2-dc71-4ff1-abc0-40f0dee113f9 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007924 Feb 09 00:53:15.883337 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=f09c90ae-2bfb-4ad0-8db3-3b1964c83b37,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:16.015434 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f344ffd-ae0c-49e0-8906-1b7843ae444c req-abe31bf1-ae07-4d5d-8fec-da0943ad7a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:16.017161 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-2f344ffd-ae0c-49e0-8906-1b7843ae444c req-abe31bf1-ae07-4d5d-8fec-da0943ad7a83 service neutron] 10.222.0.62 "GET /v2.0/networks?id=39a46289-ad70-46f1-887f-88a255de2a83 HTTP/1.1" status: 200 len: 922 time: 0.1727755 Feb 09 00:53:16.043118 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 42388) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:53:16.054865 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['f09c90ae-2bfb-4ad0-8db3-3b1964c83b37'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:53:16.102841 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9214e40-3cea-461f-b771-ab1ea80ddf96 req-39414529-b5ae-4795-9841-f74d3e053984 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:16.111104 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f9214e40-3cea-461f-b771-ab1ea80ddf96 req-39414529-b5ae-4795-9841-f74d3e053984 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc8b84b2-b106-40bf-817c-64f458640c01 HTTP/1.1" status: 200 len: 944 time: 0.1644814 Feb 09 00:53:16.170550 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f9214e40-3cea-461f-b771-ab1ea80ddf96 req-fa1e60bb-3d77-49bd-93ec-aebc3794f733 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579395 Feb 09 00:53:16.192637 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-2f344ffd-ae0c-49e0-8906-1b7843ae444c req-3868dc89-2796-4c8e-b9c8-7a2cedeb6a0d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9910a5b9-a387-4c5e-8e8f-b55755127964 HTTP/1.1" status: 200 len: 217 time: 0.1684513 Feb 09 00:53:16.350551 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f344ffd-ae0c-49e0-8906-1b7843ae444c req-af495851-6686-48cf-9854-9c226c2bdc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:16.353478 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-2f344ffd-ae0c-49e0-8906-1b7843ae444c req-af495851-6686-48cf-9854-9c226c2bdc74 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=163b540f-77f3-4f41-babd-8cc6d2cd64c1 HTTP/1.1" status: 200 len: 861 time: 0.1532776 Feb 09 00:53:16.381716 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-bd1b6c97-9bf8-4bbf-8d2c-d1c85407316e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2045698161-network', 'tenant_id': '82ffc79770134f5fbd74ad0a128bf4a8'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:53:16.441167 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-bd1b6c97-9bf8-4bbf-8d2c-d1c85407316e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:53:16.451813 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-bd1b6c97-9bf8-4bbf-8d2c-d1c85407316e admin admin] Usage tracker for resource:network and tenant:82ffc79770134f5fbd74ad0a128bf4a8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:53:16.456534 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-bd1b6c97-9bf8-4bbf-8d2c-d1c85407316e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:53:16.467271 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-bd1b6c97-9bf8-4bbf-8d2c-d1c85407316e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:53:16.477108 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-2f344ffd-ae0c-49e0-8906-1b7843ae444c req-bd47cfec-319f-4315-8567-bd9a1d556bf8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=39a46289-ad70-46f1-887f-88a255de2a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1146319 Feb 09 00:53:16.489681 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd1b6c97-9bf8-4bbf-8d2c-d1c85407316e admin admin] Made reservation on behalf of 82ffc79770134f5fbd74ad0a128bf4a8 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:53:16.492072 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bd1b6c97-9bf8-4bbf-8d2c-d1c85407316e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:16.509727 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bd1b6c97-9bf8-4bbf-8d2c-d1c85407316e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:16.533623 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c6ec79-f0ab-4ed4-b763-971f51b1e1d8 req-0c585ed5-0b5a-454d-8e9f-f99bdb7827e7 tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:16.535154 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-83c6ec79-f0ab-4ed4-b763-971f51b1e1d8 req-0c585ed5-0b5a-454d-8e9f-f99bdb7827e7 tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] 10.222.0.105 "GET /v2.0/ports?device_id=07f7768a-9732-4abb-898c-f7906c7c0d71 HTTP/1.1" status: 200 len: 949 time: 0.1456270 Feb 09 00:53:16.536151 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-bd1b6c97-9bf8-4bbf-8d2c-d1c85407316e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:53:16.540255 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-bd1b6c97-9bf8-4bbf-8d2c-d1c85407316e admin admin] Usage tracker for resource:security_group_rule and tenant:82ffc79770134f5fbd74ad0a128bf4a8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:53:16.543159 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-bd1b6c97-9bf8-4bbf-8d2c-d1c85407316e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:53:16.551220 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-bd1b6c97-9bf8-4bbf-8d2c-d1c85407316e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:53:16.608744 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-83c6ec79-f0ab-4ed4-b763-971f51b1e1d8 req-6bb405b5-378a-4c55-959b-3f1c3883d78a tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8313fb7-6eee-49a4-ad87-242a145b6834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627263 Feb 09 00:53:16.684332 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bd1b6c97-9bf8-4bbf-8d2c-d1c85407316e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:16.689794 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bd1b6c97-9bf8-4bbf-8d2c-d1c85407316e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:16.706342 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd1b6c97-9bf8-4bbf-8d2c-d1c85407316e admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:53:16.733723 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bd1b6c97-9bf8-4bbf-8d2c-d1c85407316e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:16.734127 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-bd1b6c97-9bf8-4bbf-8d2c-d1c85407316e admin admin] Added segment 71e39a3f-ec02-4c81-98bc-ecfdeec67fad of type vlan for network 126ed347-4206-4f46-8784-d408232679be Feb 09 00:53:16.804470 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1b6c97-9bf8-4bbf-8d2c-d1c85407316e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=365832ba-ce1e-4a43-9b78-dc77225bf14f,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:16.804745 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-b703fc61-e207-4d2b-a499-c338cf24b029 service neutron] 10.222.0.62 "GET /v2.0/ports/99312894-4ea4-4f79-9874-93f479c9ed50/bindings/n-h2-828418-1 HTTP/1.1" status: 200 len: 384 time: 0.3241830 Feb 09 00:53:16.806152 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bd1b6c97-9bf8-4bbf-8d2c-d1c85407316e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:16.849162 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bd1b6c97-9bf8-4bbf-8d2c-d1c85407316e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:16.850297 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1b6c97-9bf8-4bbf-8d2c-d1c85407316e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:16.850898 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bd1b6c97-9bf8-4bbf-8d2c-d1c85407316e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:16.912918 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-2f344ffd-ae0c-49e0-8906-1b7843ae444c req-3dd96604-83c5-4cba-ba51-36c9e63d1046 service neutron] 10.222.0.62 "GET /v2.0/networks/39a46289-ad70-46f1-887f-88a255de2a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3578033 Feb 09 00:53:17.052938 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device f09c90ae-2bfb-4ad0-8db3-3b1964c83b37 up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:53:17.252891 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1b6c97-9bf8-4bbf-8d2c-d1c85407316e admin admin] Pushing event updated for resources: {'Network': ['ID=126ed347-4206-4f46-8784-d408232679be,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:17.255988 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-2f344ffd-ae0c-49e0-8906-1b7843ae444c req-893abcf2-9c86-49f9-bee3-96c0de437938 service neutron] 10.222.0.62 "GET /v2.0/networks/39a46289-ad70-46f1-887f-88a255de2a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278775 Feb 09 00:53:17.273206 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-bd1b6c97-9bf8-4bbf-8d2c-d1c85407316e admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.2234795 Feb 09 00:53:17.278856 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 126ed347-4206-4f46-8784-d408232679be details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 00:53:17.301285 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42424) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:53:17.436326 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port f09c90ae-2bfb-4ad0-8db3-3b1964c83b37 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:53:17.448752 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-fb2ebee7-cb79-404d-bae2-921d1f300bac admin admin] Request body: {'subnet': {'network_id': '126ed347-4206-4f46-8784-d408232679be', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2045698161-subnet', 'tenant_id': '82ffc79770134f5fbd74ad0a128bf4a8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:53:17.452509 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c5f29-56b5-463d-b0f3-319ceb2d4947 req-022e759a-e779-4b15-8621-a22f180e3cb8 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:17.457789 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port f09c90ae-2bfb-4ad0-8db3-3b1964c83b37 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:53:17.458281 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:17.461011 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-061c5f29-56b5-463d-b0f3-319ceb2d4947 req-022e759a-e779-4b15-8621-a22f180e3cb8 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=b6e6cbb0-25cc-4ebb-aec9-38f9437ee596 HTTP/1.1" status: 200 len: 950 time: 0.2664275 Feb 09 00:53:17.464035 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-fb2ebee7-cb79-404d-bae2-921d1f300bac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:53:17.473217 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-fb2ebee7-cb79-404d-bae2-921d1f300bac admin admin] Usage tracker for resource:subnet and tenant:82ffc79770134f5fbd74ad0a128bf4a8 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:53:17.482189 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-fb2ebee7-cb79-404d-bae2-921d1f300bac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:53:17.498136 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-fb2ebee7-cb79-404d-bae2-921d1f300bac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:53:17.512985 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e148e4c2-a048-4bc1-956d-94338d71ccdd req-63690ab2-addb-4082-b27d-b1e228767899 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:17.520864 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2ebee7-cb79-404d-bae2-921d1f300bac admin admin] Made reservation on behalf of 82ffc79770134f5fbd74ad0a128bf4a8 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:53:17.522410 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e148e4c2-a048-4bc1-956d-94338d71ccdd req-63690ab2-addb-4082-b27d-b1e228767899 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/ports?device_id=856b16f0-ea16-433c-9c30-389e940819bc HTTP/1.1" status: 200 len: 944 time: 0.2729681 Feb 09 00:53:17.526666 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fb2ebee7-cb79-404d-bae2-921d1f300bac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:17.585999 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-061c5f29-56b5-463d-b0f3-319ceb2d4947 req-ff50359b-8d66-43e0-a9da-5ce320081848 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221266 Feb 09 00:53:17.619044 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e148e4c2-a048-4bc1-956d-94338d71ccdd req-00902d25-eeac-4898-9f75-0bf9bbef7ede tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/security-groups?id=5241b5dc-7937-4332-869e-fc6addd63e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956848 Feb 09 00:53:17.639451 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:17.695375 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07f7768a-9732-4abb-898c-f7906c7c0d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09c90ae-2bfb-4ad0-8db3-3b1964c83b37'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:53:17.719581 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port f09c90ae-2bfb-4ad0-8db3-3b1964c83b37, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=f09c90ae-2bfb-4ad0-8db3-3b1964c83b37,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:53:17.724408 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:17.725383 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 99312894-4ea4-4f79-9874-93f479c9ed50 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:53:17.931591 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e891b-63ad-4fba-b38a-77346039e2ed req-cb6a2c70-98c2-4c82-9d6c-58ac909ba7b9 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:17.941224 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ca9e891b-63ad-4fba-b38a-77346039e2ed req-cb6a2c70-98c2-4c82-9d6c-58ac909ba7b9 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc8b84b2-b106-40bf-817c-64f458640c01 HTTP/1.1" status: 200 len: 944 time: 0.1932817 Feb 09 00:53:17.988186 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=f09c90ae-2bfb-4ad0-8db3-3b1964c83b37,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:18.013111 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d467116e-7bf3-406c-bf00-b1b58683128d req-1c3ea3b2-3ce3-489e-80de-7573346dc524 tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:18.013111 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d467116e-7bf3-406c-bf00-b1b58683128d req-1c3ea3b2-3ce3-489e-80de-7573346dc524 tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] 10.222.0.105 "GET /v2.0/ports?device_id=07f7768a-9732-4abb-898c-f7906c7c0d71 HTTP/1.1" status: 200 len: 950 time: 0.1765244 Feb 09 00:53:18.024917 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ca9e891b-63ad-4fba-b38a-77346039e2ed req-86769482-f137-4488-a25b-2958c43a1960 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826845 Feb 09 00:53:18.110422 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07f7768a-9732-4abb-898c-f7906c7c0d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09c90ae-2bfb-4ad0-8db3-3b1964c83b37', 'code': 200} Feb 09 00:53:18.129446 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d467116e-7bf3-406c-bf00-b1b58683128d req-b0aae0c4-2171-474e-8ecb-62449e95fe32 tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8313fb7-6eee-49a4-ad87-242a145b6834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034422 Feb 09 00:53:18.144773 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-58a9b554-464b-40ca-a771-0ca76a15f287 service neutron] For port 99312894-4ea4-4f79-9874-93f479c9ed50, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=99312894-4ea4-4f79-9874-93f479c9ed50,segment=NetworkSegment(b907962e-2c92-4e5e-9eb3-daae4f34051b),segment_id=b907962e-2c92-4e5e-9eb3-daae4f34051b)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:53:18.199248 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-58a9b554-464b-40ca-a771-0ca76a15f287 service neutron] For port 99312894-4ea4-4f79-9874-93f479c9ed50, host n-h1-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:53:18.296214 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fb2ebee7-cb79-404d-bae2-921d1f300bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:18.354633 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-58a9b554-464b-40ca-a771-0ca76a15f287 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99312894-4ea4-4f79-9874-93f479c9ed50 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:53:18.369641 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-58a9b554-464b-40ca-a771-0ca76a15f287 service neutron] For port 99312894-4ea4-4f79-9874-93f479c9ed50, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=99312894-4ea4-4f79-9874-93f479c9ed50,segment=NetworkSegment(b907962e-2c92-4e5e-9eb3-daae4f34051b),segment_id=b907962e-2c92-4e5e-9eb3-daae4f34051b)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:53:18.413744 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-58a9b554-464b-40ca-a771-0ca76a15f287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:18.451772 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2ebee7-cb79-404d-bae2-921d1f300bac admin admin] Pushing event updated for resources: {'Subnet': ['ID=16f52b7f-73d5-46c0-b296-524301583da7,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:18.488035 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2ebee7-cb79-404d-bae2-921d1f300bac admin admin] Checking segment: {'id': '71e39a3f-ec02-4c81-98bc-ecfdeec67fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '126ed347-4206-4f46-8784-d408232679be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:53:18.488322 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2ebee7-cb79-404d-bae2-921d1f300bac admin admin] Network hostable DHCP agents. Network: 126ed347-4206-4f46-8784-d408232679be, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:53:18.522908 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b7b34622-3e03-4cb1-ba93-e84c403f46c8 req-abfd19ae-c592-497d-8361-7b9e62682199 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=728acbd4018441cfb9bc787ed7a4e77e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297263 Feb 09 00:53:18.527290 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8bfa8-2571-452f-8cee-70e04ae19032 req-14efc8ce-daf3-4ae8-a641-87ba055610e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:18.528792 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e5a8bfa8-2571-452f-8cee-70e04ae19032 req-14efc8ce-daf3-4ae8-a641-87ba055610e9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=07f7768a-9732-4abb-898c-f7906c7c0d71 HTTP/1.1" status: 200 len: 1101 time: 0.3000262 Feb 09 00:53:18.570937 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2ebee7-cb79-404d-bae2-921d1f300bac admin admin] Network 126ed347-4206-4f46-8784-d408232679be is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:53:18.602340 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-fb2ebee7-cb79-404d-bae2-921d1f300bac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 126ed347-4206-4f46-8784-d408232679be) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:53:18.616317 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ff6912-a46e-48df-a791-b9f3ce08c545 None None] Network 126ed347-4206-4f46-8784-d408232679be requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:53:18.645572 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2ebee7-cb79-404d-bae2-921d1f300bac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:18.648760 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fb2ebee7-cb79-404d-bae2-921d1f300bac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:18.683925 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-58a9b554-464b-40ca-a771-0ca76a15f287 service neutron] Transition to ACTIVE for port object 99312894-4ea4-4f79-9874-93f479c9ed50 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:53:18.690644 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e5a8bfa8-2571-452f-8cee-70e04ae19032 req-8ae185ef-9510-4d38-a755-2cba2cf721bd service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f8313fb7-6eee-49a4-ad87-242a145b6834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497097 Feb 09 00:53:18.702952 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-58a9b554-464b-40ca-a771-0ca76a15f287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:18.759519 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-fb2ebee7-cb79-404d-bae2-921d1f300bac admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4545958 Feb 09 00:53:18.763327 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 42474) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:53:18.784339 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-34834a7d-94a4-408e-83b9-258016b63553 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2045698161-router', 'tenant_id': '82ffc79770134f5fbd74ad0a128bf4a8', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:53:18.804413 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-34834a7d-94a4-408e-83b9-258016b63553 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:53:18.814227 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b34622-3e03-4cb1-ba93-e84c403f46c8 req-9d2a7b4e-3c1e-4029-8b35-0ee695beec08 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:18.815355 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b7b34622-3e03-4cb1-ba93-e84c403f46c8 req-9d2a7b4e-3c1e-4029-8b35-0ee695beec08 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2860575 Feb 09 00:53:18.815830 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 42478) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:53:18.822067 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-34834a7d-94a4-408e-83b9-258016b63553 admin admin] Usage tracker for resource:router and tenant:82ffc79770134f5fbd74ad0a128bf4a8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:53:18.830745 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-34834a7d-94a4-408e-83b9-258016b63553 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:53:18.852072 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b7b34622-3e03-4cb1-ba93-e84c403f46c8 req-d1e8f6c1-7ecf-443b-9085-e5401b53829e tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/quotas/728acbd4018441cfb9bc787ed7a4e77e HTTP/1.1" status: 200 len: 375 time: 0.0236809 Feb 09 00:53:18.852950 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-34834a7d-94a4-408e-83b9-258016b63553 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:53:18.892202 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-58a9b554-464b-40ca-a771-0ca76a15f287 service neutron] No DVR routers for this DVR port 99312894-4ea4-4f79-9874-93f479c9ed50 on host n-h1-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:53:18.940286 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a9b554-464b-40ca-a771-0ca76a15f287 service neutron] Pushing event updated for resources: {'Port': ['ID=99312894-4ea4-4f79-9874-93f479c9ed50,revision_number=10']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:18.944377 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403e0785-2bb5-42c4-a9d6-dd21184770b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-126ed347-4206-4f46-8784-d408232679be', 'network_id': '126ed347-4206-4f46-8784-d408232679be', 'tenant_id': '82ffc79770134f5fbd74ad0a128bf4a8', 'fixed_ips': [{'subnet_id': '16f52b7f-73d5-46c0-b296-524301583da7'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 00:53:18.945375 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-403e0785-2bb5-42c4-a9d6-dd21184770b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:18.959352 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-58a9b554-464b-40ca-a771-0ca76a15f287 service neutron] 10.222.0.62 "PUT /v2.0/ports/99312894-4ea4-4f79-9874-93f479c9ed50/bindings/n-h2-828418-1/activate HTTP/1.1" status: 200 len: 369 time: 2.1128395 Feb 09 00:53:19.022982 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-34834a7d-94a4-408e-83b9-258016b63553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:19.023969 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-34834a7d-94a4-408e-83b9-258016b63553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:19.042757 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55586c71-3669-4ce1-9e21-a941065aa717 req-5528b7e4-0bca-4e13-82af-ed366f0a46e9 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:19.050754 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-55586c71-3669-4ce1-9e21-a941065aa717 req-5528b7e4-0bca-4e13-82af-ed366f0a46e9 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=b6e6cbb0-25cc-4ebb-aec9-38f9437ee596 HTTP/1.1" status: 200 len: 950 time: 0.3441064 Feb 09 00:53:19.057574 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b7b34622-3e03-4cb1-ba93-e84c403f46c8 req-c4ff886f-8a28-465a-bafa-d999ffc11835 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=728acbd4018441cfb9bc787ed7a4e77e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1901345 Feb 09 00:53:19.071306 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d8fc0e11-23a3-48c1-b56e-939c2d17158b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:19.083210 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 9910a5b9-a387-4c5e-8e8f-b55755127964 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:53:19.101227 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d8fc0e11-23a3-48c1-b56e-939c2d17158b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:53:19.103941 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-34834a7d-94a4-408e-83b9-258016b63553 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:19.106879 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-1d0cf356-9ddd-42cc-a007-5168894da463 tempest-LiveMigrationTest-757645410 tempest-LiveMigrationTest-757645410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:19.108585 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-1d0cf356-9ddd-42cc-a007-5168894da463 tempest-LiveMigrationTest-757645410 tempest-LiveMigrationTest-757645410-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=dc8b84b2-b106-40bf-817c-64f458640c01&tenant_id=8d883076d7064c219a98a8f981d7945a&binding%3Ahost_id=n-h1-828418-1 HTTP/1.1" status: 200 len: 1096 time: 0.0940928 Feb 09 00:53:19.121815 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-d8fc0e11-23a3-48c1-b56e-939c2d17158b admin admin] Usage tracker for resource:security_group_rule and tenant:0d4d3d297186492693a2cd9a29a16e6a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:53:19.129042 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-d8fc0e11-23a3-48c1-b56e-939c2d17158b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:53:19.139207 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d8fc0e11-23a3-48c1-b56e-939c2d17158b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:53:19.154387 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-55586c71-3669-4ce1-9e21-a941065aa717 req-2070ee8b-1488-4bc4-a240-222cfcfdf2e9 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027088 Feb 09 00:53:19.199613 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-403e0785-2bb5-42c4-a9d6-dd21184770b2 None None] Allocated IP 172.20.0.2 (126ed347-4206-4f46-8784-d408232679be/16f52b7f-73d5-46c0-b296-524301583da7/58bf1dbc-ced6-4bde-a7fb-0b2256cd1ef8) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:53:19.264970 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-a168da8b-a0f1-4e39-8a5b-6f2069f5d818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:19.267514 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-a168da8b-a0f1-4e39-8a5b-6f2069f5d818 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=dc8b84b2-b106-40bf-817c-64f458640c01&tenant_id=8d883076d7064c219a98a8f981d7945a HTTP/1.1" status: 200 len: 1096 time: 0.1524680 Feb 09 00:53:19.456204 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-4f317fee-ec33-45d3-ac2a-1690fee7288c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:19.458119 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-4f317fee-ec33-45d3-ac2a-1690fee7288c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=8d883076d7064c219a98a8f981d7945a&device_id=dc8b84b2-b106-40bf-817c-64f458640c01 HTTP/1.1" status: 200 len: 1096 time: 0.1669273 Feb 09 00:53:19.509042 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 9910a5b9-a387-4c5e-8e8f-b55755127964, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=9910a5b9-a387-4c5e-8e8f-b55755127964,segment=NetworkSegment(e9be9500-482f-486c-b330-ffba40da5382),segment_id=e9be9500-482f-486c-b330-ffba40da5382)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:53:19.547274 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '9910a5b9-a387-4c5e-8e8f-b55755127964', 'network_id': '39a46289-ad70-46f1-887f-88a255de2a83', 'port_id': '9910a5b9-a387-4c5e-8e8f-b55755127964', 'mac_address': 'fa:16:3e:9b:af:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '163b540f-77f3-4f41-babd-8cc6d2cd64c1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:53:19.635504 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-7c8b6451-9697-4ce4-a8af-803c0e9294de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:19.637672 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-7c8b6451-9697-4ce4-a8af-803c0e9294de service neutron] 10.222.0.99 "GET /v2.0/networks?id=ded91f5f-4c52-4e17-8569-d9d1696711b8 HTTP/1.1" status: 200 len: 909 time: 0.1728225 Feb 09 00:53:19.741927 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-34834a7d-94a4-408e-83b9-258016b63553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:19.751020 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-6bb4b3a5-234e-4bb3-a50e-55d2d5312a4f service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99312894-4ea4-4f79-9874-93f479c9ed50 HTTP/1.1" status: 200 len: 217 time: 0.1043265 Feb 09 00:53:19.794594 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:19.830266 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9910a5b9-a387-4c5e-8e8f-b55755127964 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:53:19.837252 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-403e0785-2bb5-42c4-a9d6-dd21184770b2 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:19.857285 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-403e0785-2bb5-42c4-a9d6-dd21184770b2 None None] Transition to ACTIVE for port object 58bf1dbc-ced6-4bde-a7fb-0b2256cd1ef8 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:53:19.867463 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 9910a5b9-a387-4c5e-8e8f-b55755127964, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=9910a5b9-a387-4c5e-8e8f-b55755127964,segment=NetworkSegment(e9be9500-482f-486c-b330-ffba40da5382),segment_id=e9be9500-482f-486c-b330-ffba40da5382)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:53:19.873279 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:19.888450 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-9348308c-b03b-4167-9042-2790ce1bb8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:19.889840 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-9348308c-b03b-4167-9042-2790ce1bb8a9 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=103c212c-bf16-40d1-a89c-07252434eb67 HTTP/1.1" status: 200 len: 848 time: 0.1342769 Feb 09 00:53:19.930439 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417360d8-0a9f-41e6-8415-ee9b2e71a0c2 req-5e42b73a-9dd1-47de-b21e-f9f863145118 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:19.931932 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-417360d8-0a9f-41e6-8415-ee9b2e71a0c2 req-5e42b73a-9dd1-47de-b21e-f9f863145118 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/ports?device_id=856b16f0-ea16-433c-9c30-389e940819bc HTTP/1.1" status: 200 len: 944 time: 0.5951331 Feb 09 00:53:19.947302 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-403e0785-2bb5-42c4-a9d6-dd21184770b2 None None] Transition to ACTIVE for port object 58bf1dbc-ced6-4bde-a7fb-0b2256cd1ef8 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:53:19.961970 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-403e0785-2bb5-42c4-a9d6-dd21184770b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:19.981348 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=9910a5b9-a387-4c5e-8e8f-b55755127964,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:19.999971 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-d455b0ad-83e3-42c4-936a-5cdb334aab3d service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=ded91f5f-4c52-4e17-8569-d9d1696711b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1040149 Feb 09 00:53:20.012615 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d8fc0e11-23a3-48c1-b56e-939c2d17158b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:20.023970 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d8fc0e11-23a3-48c1-b56e-939c2d17158b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:20.033422 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403e0785-2bb5-42c4-a9d6-dd21184770b2 None None] Network 126ed347-4206-4f46-8784-d408232679be is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:53:20.041297 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-417360d8-0a9f-41e6-8415-ee9b2e71a0c2 req-ef265e42-c271-4df4-9c1e-5e904c337083 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/security-groups?id=5241b5dc-7937-4332-869e-fc6addd63e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942597 Feb 09 00:53:20.051525 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2acc0-6daf-4d1e-a65e-8e3d5dad93f0 req-7167349d-4915-4b04-94e0-d34524f42e1d tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:20.057516 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-403e0785-2bb5-42c4-a9d6-dd21184770b2 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:53:20.058481 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-16b2acc0-6daf-4d1e-a65e-8e3d5dad93f0 req-7167349d-4915-4b04-94e0-d34524f42e1d tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc8b84b2-b106-40bf-817c-64f458640c01 HTTP/1.1" status: 200 len: 945 time: 0.6774814 Feb 09 00:53:20.069728 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403e0785-2bb5-42c4-a9d6-dd21184770b2 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:53:20.139468 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-d8fc0e11-23a3-48c1-b56e-939c2d17158b admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=0d4d3d297186492693a2cd9a29a16e6a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3167727 Feb 09 00:53:20.140458 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42504) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:53:20.142822 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fc0e11-23a3-48c1-b56e-939c2d17158b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6958292d-0cc5-48a9-a051-f37f2813f25f,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:20.163741 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-16b2acc0-6daf-4d1e-a65e-8e3d5dad93f0 req-ffa45d6a-e5e6-4bb7-8658-b6aecdc449ce tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043203 Feb 09 00:53:20.181921 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['9910a5b9-a387-4c5e-8e8f-b55755127964'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:53:20.194769 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-349e4011-51d3-4f0a-9aa0-ff5551324ae8 service neutron] 10.222.0.99 "GET /v2.0/networks/ded91f5f-4c52-4e17-8569-d9d1696711b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884043 Feb 09 00:53:20.276105 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e0785-2bb5-42c4-a9d6-dd21184770b2 None None] Pushing event updated for resources: {'Port': ['ID=58bf1dbc-ced6-4bde-a7fb-0b2256cd1ef8,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:20.330251 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-403e0785-2bb5-42c4-a9d6-dd21184770b2 None None] Attempting to bind port 58bf1dbc-ced6-4bde-a7fb-0b2256cd1ef8 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:53:20.330792 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-403e0785-2bb5-42c4-a9d6-dd21184770b2 None None] Attempting to bind port 58bf1dbc-ced6-4bde-a7fb-0b2256cd1ef8 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '71e39a3f-ec02-4c81-98bc-ecfdeec67fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '126ed347-4206-4f46-8784-d408232679be'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:53:20.331289 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403e0785-2bb5-42c4-a9d6-dd21184770b2 None None] Attempting to bind port 58bf1dbc-ced6-4bde-a7fb-0b2256cd1ef8 on network 126ed347-4206-4f46-8784-d408232679be {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:53:20.347667 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403e0785-2bb5-42c4-a9d6-dd21184770b2 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:53:20.348211 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403e0785-2bb5-42c4-a9d6-dd21184770b2 None None] Checking segment: {'id': '71e39a3f-ec02-4c81-98bc-ecfdeec67fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '126ed347-4206-4f46-8784-d408232679be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:53:20.348725 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-403e0785-2bb5-42c4-a9d6-dd21184770b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:20.349851 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403e0785-2bb5-42c4-a9d6-dd21184770b2 None None] Bound using segment: {'id': '71e39a3f-ec02-4c81-98bc-ecfdeec67fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '126ed347-4206-4f46-8784-d408232679be'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:53:20.350430 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-403e0785-2bb5-42c4-a9d6-dd21184770b2 None None] Bound port: 58bf1dbc-ced6-4bde-a7fb-0b2256cd1ef8, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71e39a3f-ec02-4c81-98bc-ecfdeec67fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '126ed347-4206-4f46-8784-d408232679be'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:53:20.350902 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-403e0785-2bb5-42c4-a9d6-dd21184770b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:20.373622 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-93c4df29-1b5f-4fd1-bb34-56bd1de54093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:20.402233 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-93c4df29-1b5f-4fd1-bb34-56bd1de54093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:20.463393 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-93c4df29-1b5f-4fd1-bb34-56bd1de54093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:20.507136 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-403e0785-2bb5-42c4-a9d6-dd21184770b2 None None] For port 58bf1dbc-ced6-4bde-a7fb-0b2256cd1ef8, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:53:20.527839 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-403e0785-2bb5-42c4-a9d6-dd21184770b2 None None] For port 58bf1dbc-ced6-4bde-a7fb-0b2256cd1ef8, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=58bf1dbc-ced6-4bde-a7fb-0b2256cd1ef8,segment=NetworkSegment(71e39a3f-ec02-4c81-98bc-ecfdeec67fad),segment_id=71e39a3f-ec02-4c81-98bc-ecfdeec67fad)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:53:20.540526 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-403e0785-2bb5-42c4-a9d6-dd21184770b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:20.565247 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317a583-8604-4665-aaef-86ce0e2e9126 req-d7ddf81f-be2d-4939-9781-d26ba668cd5c tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:20.566850 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5317a583-8604-4665-aaef-86ce0e2e9126 req-d7ddf81f-be2d-4939-9781-d26ba668cd5c tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] 10.222.0.105 "GET /v2.0/ports?device_id=07f7768a-9732-4abb-898c-f7906c7c0d71 HTTP/1.1" status: 200 len: 950 time: 0.3341455 Feb 09 00:53:20.578308 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-34834a7d-94a4-408e-83b9-258016b63553 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:20.628240 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c4df29-1b5f-4fd1-bb34-56bd1de54093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6958292d-0cc5-48a9-a051-f37f2813f25f,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:20.642953 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-93c4df29-1b5f-4fd1-bb34-56bd1de54093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:20.650833 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-93c4df29-1b5f-4fd1-bb34-56bd1de54093 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/6958292d-0cc5-48a9-a051-f37f2813f25f HTTP/1.1" status: 204 len: 168 time: 0.5087738 Feb 09 00:53:20.690880 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-30adc9ab-0b89-4890-a7cf-c32522826535 service neutron] 10.222.0.99 "GET /v2.0/networks/ded91f5f-4c52-4e17-8569-d9d1696711b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4843378 Feb 09 00:53:20.712297 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-34834a7d-94a4-408e-83b9-258016b63553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:20.743498 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e0785-2bb5-42c4-a9d6-dd21184770b2 None None] Pushing event updated for resources: {'Port': ['ID=58bf1dbc-ced6-4bde-a7fb-0b2256cd1ef8,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:20.864590 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b7b34622-3e03-4cb1-ba93-e84c403f46c8 req-6e590676-26cb-4157-878b-57b4ab357393 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=728acbd4018441cfb9bc787ed7a4e77e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0470476 Feb 09 00:53:20.872617 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b57d0b9c-4663-4456-8c1b-1adfa03006b6 req-1fc8a46c-d967-40d9-b86f-1800fee14646 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=b6e6cbb0-25cc-4ebb-aec9-38f9437ee596&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1491489 Feb 09 00:53:20.923592 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-75820a22-1752-485e-b958-99b440740299 req-fc5363ab-d915-440f-9929-841f03059b7e tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=728acbd4018441cfb9bc787ed7a4e77e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0675411 Feb 09 00:53:20.945584 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5317a583-8604-4665-aaef-86ce0e2e9126 req-86309d22-7b1f-49a6-97d7-a480082f83f9 tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8313fb7-6eee-49a4-ad87-242a145b6834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412508 Feb 09 00:53:21.209831 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b34622-3e03-4cb1-ba93-e84c403f46c8 req-7d96166f-e241-4157-8fb3-5901f63b5a9d tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:21.211338 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b7b34622-3e03-4cb1-ba93-e84c403f46c8 req-7d96166f-e241-4157-8fb3-5901f63b5a9d tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3343856 Feb 09 00:53:21.231459 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-b7b34622-3e03-4cb1-ba93-e84c403f46c8 req-d6d29085-96b4-4c57-8916-ab96f4b6e4b4 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Request body: {'port': {'device_id': 'e9e446d3-eb09-4119-b095-c6841026b291', 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6', 'admin_state_up': True, 'tenant_id': '728acbd4018441cfb9bc787ed7a4e77e'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:53:21.365885 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:21.480092 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-34834a7d-94a4-408e-83b9-258016b63553 admin admin] Allocated IP 172.25.0.35 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/2745d572-a493-4180-8760-e353f273cc77) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:53:21.526380 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75820a22-1752-485e-b958-99b440740299 req-7e5db9c4-4e83-4248-9b3f-8421c0160a85 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:21.533464 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-75820a22-1752-485e-b958-99b440740299 req-7e5db9c4-4e83-4248-9b3f-8421c0160a85 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5970762 Feb 09 00:53:21.561395 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-a63667b3-b10b-44c8-a1e9-1c88f21c9dc1 tempest-LiveMigrationTest-757645410 tempest-LiveMigrationTest-757645410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:21.563379 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-a63667b3-b10b-44c8-a1e9-1c88f21c9dc1 tempest-LiveMigrationTest-757645410 tempest-LiveMigrationTest-757645410-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=dc8b84b2-b106-40bf-817c-64f458640c01&tenant_id=8d883076d7064c219a98a8f981d7945a&binding%3Ahost_id=n-h2-828418-1 HTTP/1.1" status: 200 len: 1096 time: 0.1613827 Feb 09 00:53:21.627951 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-75820a22-1752-485e-b958-99b440740299 req-0ec777cc-11fd-4278-9e35-07d25b075ef8 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/quotas/728acbd4018441cfb9bc787ed7a4e77e HTTP/1.1" status: 200 len: 375 time: 0.0934954 Feb 09 00:53:21.659723 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-b7b34622-3e03-4cb1-ba93-e84c403f46c8 req-d6d29085-96b4-4c57-8916-ab96f4b6e4b4 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:53:21.671226 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-b7b34622-3e03-4cb1-ba93-e84c403f46c8 req-d6d29085-96b4-4c57-8916-ab96f4b6e4b4 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Usage tracker for resource:port and tenant:728acbd4018441cfb9bc787ed7a4e77e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:53:21.678151 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-b7b34622-3e03-4cb1-ba93-e84c403f46c8 req-d6d29085-96b4-4c57-8916-ab96f4b6e4b4 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:53:21.688883 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-b7b34622-3e03-4cb1-ba93-e84c403f46c8 req-d6d29085-96b4-4c57-8916-ab96f4b6e4b4 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:53:21.729930 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-75820a22-1752-485e-b958-99b440740299 req-9830f7fe-74eb-4457-8e04-8fb6e7b9ab8c tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=728acbd4018441cfb9bc787ed7a4e77e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1009920 Feb 09 00:53:21.769782 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7b34622-3e03-4cb1-ba93-e84c403f46c8 req-d6d29085-96b4-4c57-8916-ab96f4b6e4b4 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Made reservation on behalf of 728acbd4018441cfb9bc787ed7a4e77e for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:53:21.774756 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-b7b34622-3e03-4cb1-ba93-e84c403f46c8 req-d6d29085-96b4-4c57-8916-ab96f4b6e4b4 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:21.800831 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-b7b34622-3e03-4cb1-ba93-e84c403f46c8 req-d6d29085-96b4-4c57-8916-ab96f4b6e4b4 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:21.819690 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-57bd8e5e-bdf4-4c51-b40a-63c9f30705d3 service neutron] For port 99312894-4ea4-4f79-9874-93f479c9ed50, host n-h1-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:53:21.835716 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ce9f9-b725-4969-ba7e-68cf6f030413 req-c7f3abb3-e87b-42fe-8ab5-69750b2ff1ed tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:21.837535 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-255ce9f9-b725-4969-ba7e-68cf6f030413 req-c7f3abb3-e87b-42fe-8ab5-69750b2ff1ed tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=b6e6cbb0-25cc-4ebb-aec9-38f9437ee596 HTTP/1.1" status: 200 len: 950 time: 0.6266797 Feb 09 00:53:21.839976 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 58bf1dbc-ced6-4bde-a7fb-0b2256cd1ef8 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:53:21.855122 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-57bd8e5e-bdf4-4c51-b40a-63c9f30705d3 service neutron] Notify callbacks [] for binding, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:21.858041 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-af782fdf-fe65-4bc2-a866-fd100814c808 req-57bd8e5e-bdf4-4c51-b40a-63c9f30705d3 service neutron] 10.222.0.99 "DELETE /v2.0/ports/99312894-4ea4-4f79-9874-93f479c9ed50/bindings/n-h1-828418-1 HTTP/1.1" status: 204 len: 173 time: 0.2865295 Feb 09 00:53:21.860295 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-b7b34622-3e03-4cb1-ba93-e84c403f46c8 req-d6d29085-96b4-4c57-8916-ab96f4b6e4b4 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:53:21.891386 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-b7b34622-3e03-4cb1-ba93-e84c403f46c8 req-d6d29085-96b4-4c57-8916-ab96f4b6e4b4 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Usage tracker for resource:security_group_rule and tenant:728acbd4018441cfb9bc787ed7a4e77e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:53:21.920266 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-b7b34622-3e03-4cb1-ba93-e84c403f46c8 req-d6d29085-96b4-4c57-8916-ab96f4b6e4b4 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:53:21.930421 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-b7b34622-3e03-4cb1-ba93-e84c403f46c8 req-d6d29085-96b4-4c57-8916-ab96f4b6e4b4 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:53:22.044245 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 42574) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:53:22.057098 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 58bf1dbc-ced6-4bde-a7fb-0b2256cd1ef8 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:53:22.078208 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-34834a7d-94a4-408e-83b9-258016b63553 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:22.097022 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-255ce9f9-b725-4969-ba7e-68cf6f030413 req-937ec29e-12ea-449d-be0d-f7d5c7024c9f tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183542 Feb 09 00:53:22.121030 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-b7b34622-3e03-4cb1-ba93-e84c403f46c8 req-d6d29085-96b4-4c57-8916-ab96f4b6e4b4 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:22.132093 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-b7b34622-3e03-4cb1-ba93-e84c403f46c8 req-d6d29085-96b4-4c57-8916-ab96f4b6e4b4 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:22.164277 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-34834a7d-94a4-408e-83b9-258016b63553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:22.317466 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-fa1fadb2-0dfa-4a36-82bb-44a74648abc7 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-306433313-network', 'tenant_id': '71b0276e9e0b48f8943a51531f3d8a9e'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:53:22.348721 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d29085-96b4-4c57-8916-ab96f4b6e4b4 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f361fac-bee5-49f7-8557-30dc6fac47de,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:22.378045 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34834a7d-94a4-408e-83b9-258016b63553 admin admin] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:53:22.381888 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-fa1fadb2-0dfa-4a36-82bb-44a74648abc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:53:22.387730 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-34834a7d-94a4-408e-83b9-258016b63553 admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:53:22.395392 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34834a7d-94a4-408e-83b9-258016b63553 admin admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:53:22.460667 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-fa1fadb2-0dfa-4a36-82bb-44a74648abc7 admin admin] Usage tracker for resource:network and tenant:71b0276e9e0b48f8943a51531f3d8a9e is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:53:22.470800 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-fa1fadb2-0dfa-4a36-82bb-44a74648abc7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:53:22.479152 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34834a7d-94a4-408e-83b9-258016b63553 admin admin] Pushing event updated for resources: {'Port': ['ID=2745d572-a493-4180-8760-e353f273cc77,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:22.494917 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efe182a-dc5f-4fc5-b7b1-75d285f39b2a None None] Network 126ed347-4206-4f46-8784-d408232679be requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:53:22.596605 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-b7b34622-3e03-4cb1-ba93-e84c403f46c8 req-d6d29085-96b4-4c57-8916-ab96f4b6e4b4 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Allocated IP 192.168.233.15 (42d335cf-a678-4bc3-901b-7d21fb8587e6/e7938d94-1f0f-48bd-a0b3-26d5344ff0ec/d99ba777-2172-48bf-86df-9993763f5b6f) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:53:22.626492 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-68de2597-b7f4-4ee2-9538-066e6b8606b0 None None] Provisioning for port 58bf1dbc-ced6-4bde-a7fb-0b2256cd1ef8 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:53:22.649077 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-68de2597-b7f4-4ee2-9538-066e6b8606b0 None None] Provisioning complete for port 58bf1dbc-ced6-4bde-a7fb-0b2256cd1ef8 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:53:22.649384 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-68de2597-b7f4-4ee2-9538-066e6b8606b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:22.728789 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-fa1fadb2-0dfa-4a36-82bb-44a74648abc7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:53:22.818492 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa1fadb2-0dfa-4a36-82bb-44a74648abc7 admin admin] Made reservation on behalf of 71b0276e9e0b48f8943a51531f3d8a9e for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:53:22.829511 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fa1fadb2-0dfa-4a36-82bb-44a74648abc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:22.975431 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fa1fadb2-0dfa-4a36-82bb-44a74648abc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:23.019110 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-fa1fadb2-0dfa-4a36-82bb-44a74648abc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:53:23.033369 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-fa1fadb2-0dfa-4a36-82bb-44a74648abc7 admin admin] Usage tracker for resource:security_group_rule and tenant:71b0276e9e0b48f8943a51531f3d8a9e is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:53:23.039153 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-fa1fadb2-0dfa-4a36-82bb-44a74648abc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:53:23.053642 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857fb001-0d28-4dcc-9081-540374000415 req-d0d6c602-2edc-4f94-9f69-2ab883d6a7ee tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:23.055605 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-857fb001-0d28-4dcc-9081-540374000415 req-d0d6c602-2edc-4f94-9f69-2ab883d6a7ee tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/ports?device_id=856b16f0-ea16-433c-9c30-389e940819bc HTTP/1.1" status: 200 len: 945 time: 0.5870056 Feb 09 00:53:23.056244 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-fa1fadb2-0dfa-4a36-82bb-44a74648abc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:53:23.074538 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-68de2597-b7f4-4ee2-9538-066e6b8606b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:23.104362 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 9910a5b9-a387-4c5e-8e8f-b55755127964 up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:53:23.122714 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-b7b34622-3e03-4cb1-ba93-e84c403f46c8 req-d6d29085-96b4-4c57-8916-ab96f4b6e4b4 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:23.145218 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-b7b34622-3e03-4cb1-ba93-e84c403f46c8 req-d6d29085-96b4-4c57-8916-ab96f4b6e4b4 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Transition to ACTIVE for port object d99ba777-2172-48bf-86df-9993763f5b6f will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:53:23.205151 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-b7b34622-3e03-4cb1-ba93-e84c403f46c8 req-d6d29085-96b4-4c57-8916-ab96f4b6e4b4 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:23.205533 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-68de2597-b7f4-4ee2-9538-066e6b8606b0 None None] For port 58bf1dbc-ced6-4bde-a7fb-0b2256cd1ef8, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=58bf1dbc-ced6-4bde-a7fb-0b2256cd1ef8,segment=NetworkSegment(71e39a3f-ec02-4c81-98bc-ecfdeec67fad),segment_id=71e39a3f-ec02-4c81-98bc-ecfdeec67fad)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:53:23.212371 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-68de2597-b7f4-4ee2-9538-066e6b8606b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:23.320075 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68de2597-b7f4-4ee2-9538-066e6b8606b0 None None] Pushing event updated for resources: {'Port': ['ID=58bf1dbc-ced6-4bde-a7fb-0b2256cd1ef8,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:23.358282 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port 9910a5b9-a387-4c5e-8e8f-b55755127964 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:53:23.369439 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 9910a5b9-a387-4c5e-8e8f-b55755127964 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:53:23.369915 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:23.395878 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7b34622-3e03-4cb1-ba93-e84c403f46c8 req-d6d29085-96b4-4c57-8916-ab96f4b6e4b4 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Network 42d335cf-a678-4bc3-901b-7d21fb8587e6 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:53:23.415416 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-b7b34622-3e03-4cb1-ba93-e84c403f46c8 req-d6d29085-96b4-4c57-8916-ab96f4b6e4b4 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:53:23.427972 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7b34622-3e03-4cb1-ba93-e84c403f46c8 req-d6d29085-96b4-4c57-8916-ab96f4b6e4b4 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:53:23.439757 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-857fb001-0d28-4dcc-9081-540374000415 req-57ee5030-7903-44c9-9977-4baa95416185 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/security-groups?id=5241b5dc-7937-4332-869e-fc6addd63e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955537 Feb 09 00:53:23.528431 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d29085-96b4-4c57-8916-ab96f4b6e4b4 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Pushing event updated for resources: {'Port': ['ID=d99ba777-2172-48bf-86df-9993763f5b6f,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:23.576590 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b34622-3e03-4cb1-ba93-e84c403f46c8 req-d6d29085-96b4-4c57-8916-ab96f4b6e4b4 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:23.579271 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-b7b34622-3e03-4cb1-ba93-e84c403f46c8 req-d6d29085-96b4-4c57-8916-ab96f4b6e4b4 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:23.596655 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-34834a7d-94a4-408e-83b9-258016b63553 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:23.644057 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b7b34622-3e03-4cb1-ba93-e84c403f46c8 req-d6d29085-96b4-4c57-8916-ab96f4b6e4b4 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4174201 Feb 09 00:53:23.660118 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-b7b34622-3e03-4cb1-ba93-e84c403f46c8 req-4fe8aaba-577d-40d2-aa43-605a842d7066 service neutron] Request body: {'port': {'device_id': 'e9e446d3-eb09-4119-b095-c6841026b291', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:53:23.720019 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:23.779629 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 9910a5b9-a387-4c5e-8e8f-b55755127964, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=9910a5b9-a387-4c5e-8e8f-b55755127964,segment=NetworkSegment(e9be9500-482f-486c-b330-ffba40da5382),segment_id=e9be9500-482f-486c-b330-ffba40da5382)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:53:23.782610 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '856b16f0-ea16-433c-9c30-389e940819bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9910a5b9-a387-4c5e-8e8f-b55755127964'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:53:23.793467 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:23.904398 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=9910a5b9-a387-4c5e-8e8f-b55755127964,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:23.912065 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 58bf1dbc-ced6-4bde-a7fb-0b2256cd1ef8 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:53:23.921539 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba47c1-67c4-4428-8948-c0d0fda22846 req-55a4353d-f6a8-407c-b5c0-271d9b326891 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:23.924795 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7dba47c1-67c4-4428-8948-c0d0fda22846 req-55a4353d-f6a8-407c-b5c0-271d9b326891 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc8b84b2-b106-40bf-817c-64f458640c01 HTTP/1.1" status: 200 len: 945 time: 0.7816153 Feb 09 00:53:23.974997 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-b7b34622-3e03-4cb1-ba93-e84c403f46c8 req-4fe8aaba-577d-40d2-aa43-605a842d7066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:24.070854 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fa1fadb2-0dfa-4a36-82bb-44a74648abc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:24.098226 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fa1fadb2-0dfa-4a36-82bb-44a74648abc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:24.107920 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-016576f4-49ed-402d-9140-670fc4aeed4b None None] Provisioning complete for port 58bf1dbc-ced6-4bde-a7fb-0b2256cd1ef8 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:53:24.108215 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-016576f4-49ed-402d-9140-670fc4aeed4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:24.208759 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 58bf1dbc-ced6-4bde-a7fb-0b2256cd1ef8 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:53:24.209145 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:24.224730 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa1fadb2-0dfa-4a36-82bb-44a74648abc7 admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:53:24.239914 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7dba47c1-67c4-4428-8948-c0d0fda22846 req-0f0a45d6-c405-4057-9203-625cd72574ab tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776620 Feb 09 00:53:24.385708 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:24.494350 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1fadb2-0dfa-4a36-82bb-44a74648abc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceaabe02-67e8-49da-9640-53d4e3b33273,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:24.499401 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fa1fadb2-0dfa-4a36-82bb-44a74648abc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:24.499731 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-fa1fadb2-0dfa-4a36-82bb-44a74648abc7 admin admin] Added segment 42eb89e1-c4de-4f57-85a6-0e5fc984e699 of type vlan for network 1f86eb5f-f405-4ce4-a845-9c31ac1b15d4 Feb 09 00:53:24.501627 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d0b9c-4663-4456-8c1b-1adfa03006b6 req-130dbb7e-78f9-437c-b02c-4aa9f48473f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:24.503178 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b57d0b9c-4663-4456-8c1b-1adfa03006b6 req-130dbb7e-78f9-437c-b02c-4aa9f48473f8 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1510c38a4b2046b5a9943ab7f2f7db5c&device_id=b6e6cbb0-25cc-4ebb-aec9-38f9437ee596 HTTP/1.1" status: 200 len: 1101 time: 0.2287610 Feb 09 00:53:24.534628 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5504131e-1a6b-4893-b218-728ae98a5f88 req-37870d88-4a19-4532-9102-6ad94f577180 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/ports?device_id=89eb68c3-6c30-4d95-9a0d-1ef6edc25702 HTTP/1.1" status: 200 len: 210 time: 0.3240049 Feb 09 00:53:24.535840 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-ba2074d1-1963-4d5a-b842-1de35a1dc95d None None] Provisioning for port d99ba777-2172-48bf-86df-9993763f5b6f completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:53:24.547387 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-ba2074d1-1963-4d5a-b842-1de35a1dc95d None None] Provisioning complete for port d99ba777-2172-48bf-86df-9993763f5b6f triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:53:24.548481 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ba2074d1-1963-4d5a-b842-1de35a1dc95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:24.640247 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-ba2074d1-1963-4d5a-b842-1de35a1dc95d None None] Port d99ba777-2172-48bf-86df-9993763f5b6f cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:53:24.660767 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '856b16f0-ea16-433c-9c30-389e940819bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9910a5b9-a387-4c5e-8e8f-b55755127964', 'code': 200} Feb 09 00:53:24.699768 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fa1fadb2-0dfa-4a36-82bb-44a74648abc7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:24.722699 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-34834a7d-94a4-408e-83b9-258016b63553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:24.884129 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fa1fadb2-0dfa-4a36-82bb-44a74648abc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:24.884985 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1fadb2-0dfa-4a36-82bb-44a74648abc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:24.885552 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fa1fadb2-0dfa-4a36-82bb-44a74648abc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:24.914748 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1e490-c8d3-4600-8530-e048fc5b4dd0 req-d583e9df-ec17-41f6-806c-f753cc6e9577 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:24.915430 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-71d1e490-c8d3-4600-8530-e048fc5b4dd0 req-d583e9df-ec17-41f6-806c-f753cc6e9577 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=b6e6cbb0-25cc-4ebb-aec9-38f9437ee596 HTTP/1.1" status: 200 len: 950 time: 0.4366708 Feb 09 00:53:24.941254 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-75820a22-1752-485e-b958-99b440740299 req-27de96df-c129-42ca-b3d9-8ef5b8e7468b tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=728acbd4018441cfb9bc787ed7a4e77e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1038232 Feb 09 00:53:25.115507 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1fadb2-0dfa-4a36-82bb-44a74648abc7 admin admin] Pushing event updated for resources: {'Network': ['ID=1f86eb5f-f405-4ce4-a845-9c31ac1b15d4,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:25.127932 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 1f86eb5f-f405-4ce4-a845-9c31ac1b15d4 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 00:53:25.152486 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-71d1e490-c8d3-4600-8530-e048fc5b4dd0 req-fbe2f5de-de0a-4ccf-8360-4ad82decf3f3 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805167 Feb 09 00:53:25.155785 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d0b9c-4663-4456-8c1b-1adfa03006b6 req-b104f167-2882-4631-92e1-b7187e3683e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:25.158069 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b57d0b9c-4663-4456-8c1b-1adfa03006b6 req-b104f167-2882-4631-92e1-b7187e3683e4 service neutron] 10.222.0.99 "GET /v2.0/networks?id=42d335cf-a678-4bc3-901b-7d21fb8587e6 HTTP/1.1" status: 200 len: 870 time: 0.6417637 Feb 09 00:53:25.160684 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-fa1fadb2-0dfa-4a36-82bb-44a74648abc7 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.0912414 Feb 09 00:53:25.164060 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 42614) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:53:25.176544 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-539c0050-87b6-4655-a824-dcda3a1afdcf admin admin] Request body: {'subnet': {'network_id': '1f86eb5f-f405-4ce4-a845-9c31ac1b15d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-306433313-subnet', 'tenant_id': '71b0276e9e0b48f8943a51531f3d8a9e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:53:25.187743 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-539c0050-87b6-4655-a824-dcda3a1afdcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:53:25.187743 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-539c0050-87b6-4655-a824-dcda3a1afdcf admin admin] Usage tracker for resource:subnet and tenant:71b0276e9e0b48f8943a51531f3d8a9e is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:53:25.191888 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-539c0050-87b6-4655-a824-dcda3a1afdcf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:53:25.200067 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-539c0050-87b6-4655-a824-dcda3a1afdcf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:53:25.216429 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539c0050-87b6-4655-a824-dcda3a1afdcf admin admin] Made reservation on behalf of 71b0276e9e0b48f8943a51531f3d8a9e for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:53:25.221177 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-539c0050-87b6-4655-a824-dcda3a1afdcf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:25.303493 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b00e4b-ef11-4382-b93b-4751aec2ed00 req-b8c16ee6-50f9-4074-a960-a6eb65f3a013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:25.304989 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-97b00e4b-ef11-4382-b93b-4751aec2ed00 req-b8c16ee6-50f9-4074-a960-a6eb65f3a013 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=856b16f0-ea16-433c-9c30-389e940819bc HTTP/1.1" status: 200 len: 1097 time: 0.4643927 Feb 09 00:53:25.309658 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b57d0b9c-4663-4456-8c1b-1adfa03006b6 req-99cb1f0f-85db-4f08-854b-4de4e7d09c81 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=83e6ba5b-19bb-43fa-a689-3de29d04980f HTTP/1.1" status: 200 len: 217 time: 0.0943098 Feb 09 00:53:25.329521 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [req-b7b34622-3e03-4cb1-ba93-e84c403f46c8 req-4fe8aaba-577d-40d2-aa43-605a842d7066 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d99ba777-2172-48bf-86df-9993763f5b6f {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:53:25.339894 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75820a22-1752-485e-b958-99b440740299 req-5eaaff68-24b0-48b5-bd49-52b46e865a89 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:25.341319 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-75820a22-1752-485e-b958-99b440740299 req-5eaaff68-24b0-48b5-bd49-52b46e865a89 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3869603 Feb 09 00:53:25.350883 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-b7b34622-3e03-4cb1-ba93-e84c403f46c8 req-4fe8aaba-577d-40d2-aa43-605a842d7066 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:25.366748 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7cae15-3886-44aa-841f-5979e18c7347 req-e54b00fa-7b18-44c3-bb38-1d15b422f0cd tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:25.368203 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3b7cae15-3886-44aa-841f-5979e18c7347 req-e54b00fa-7b18-44c3-bb38-1d15b422f0cd tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.105 "GET /v2.0/ports?device_id=002445d9-8310-4d95-b177-135d4c573953 HTTP/1.1" status: 200 len: 945 time: 0.5679598 Feb 09 00:53:25.400137 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-75820a22-1752-485e-b958-99b440740299 req-ebb654a0-5e47-4e6b-822f-66a7ccfb2e86 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Request body: {'port': {'device_id': '89eb68c3-6c30-4d95-9a0d-1ef6edc25702', 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6', 'admin_state_up': True, 'tenant_id': '728acbd4018441cfb9bc787ed7a4e77e'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:53:25.484901 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3b7cae15-3886-44aa-841f-5979e18c7347 req-8b2a3ed3-b116-4fa4-a60c-ac75079c21f3 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.105 "GET /v2.0/security-groups?id=fa53326b-e9b6-4684-a0e1-c70cb70bdf58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0972877 Feb 09 00:53:25.498230 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34834a7d-94a4-408e-83b9-258016b63553 admin admin] Router 74386a0e-8aaf-493a-a0ab-90185a553100 is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 00:53:25.515961 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-b7b34622-3e03-4cb1-ba93-e84c403f46c8 req-4fe8aaba-577d-40d2-aa43-605a842d7066 service neutron] Transition to ACTIVE for port object d99ba777-2172-48bf-86df-9993763f5b6f will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:53:25.520312 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-97b00e4b-ef11-4382-b93b-4751aec2ed00 req-5c38fb37-57c0-47ff-8283-eb2f11980116 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5241b5dc-7937-4332-869e-fc6addd63e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047880 Feb 09 00:53:25.529087 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac11ac-e575-4097-aae6-9bd40dbfd9d2 req-710ef00f-623f-42b1-a720-d76e92e93af1 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:25.530731 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8bac11ac-e575-4097-aae6-9bd40dbfd9d2 req-710ef00f-623f-42b1-a720-d76e92e93af1 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/ports?device_id=856b16f0-ea16-433c-9c30-389e940819bc HTTP/1.1" status: 200 len: 946 time: 0.2195868 Feb 09 00:53:25.534698 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d0b9c-4663-4456-8c1b-1adfa03006b6 req-947e9a59-8524-48bc-95d3-3028ebe59210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:25.536169 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b57d0b9c-4663-4456-8c1b-1adfa03006b6 req-947e9a59-8524-48bc-95d3-3028ebe59210 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.1898286 Feb 09 00:53:25.539544 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-b7b34622-3e03-4cb1-ba93-e84c403f46c8 req-4fe8aaba-577d-40d2-aa43-605a842d7066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:25.763798 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe8aaba-577d-40d2-aa43-605a842d7066 service neutron] Pushing event updated for resources: {'Port': ['ID=d99ba777-2172-48bf-86df-9993763f5b6f,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:25.811118 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-75820a22-1752-485e-b958-99b440740299 req-ebb654a0-5e47-4e6b-822f-66a7ccfb2e86 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:53:25.846965 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-75820a22-1752-485e-b958-99b440740299 req-ebb654a0-5e47-4e6b-822f-66a7ccfb2e86 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Usage tracker for resource:port and tenant:728acbd4018441cfb9bc787ed7a4e77e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:53:25.856348 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-75820a22-1752-485e-b958-99b440740299 req-ebb654a0-5e47-4e6b-822f-66a7ccfb2e86 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:53:25.865243 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-75820a22-1752-485e-b958-99b440740299 req-ebb654a0-5e47-4e6b-822f-66a7ccfb2e86 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:53:25.902789 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75820a22-1752-485e-b958-99b440740299 req-ebb654a0-5e47-4e6b-822f-66a7ccfb2e86 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Made reservation on behalf of 728acbd4018441cfb9bc787ed7a4e77e for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:53:25.906226 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-75820a22-1752-485e-b958-99b440740299 req-ebb654a0-5e47-4e6b-822f-66a7ccfb2e86 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:25.919152 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d0b9c-4663-4456-8c1b-1adfa03006b6 req-ba4ff4d2-1da0-4e90-bcbe-c976e5fefcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:25.920635 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b57d0b9c-4663-4456-8c1b-1adfa03006b6 req-ba4ff4d2-1da0-4e90-bcbe-c976e5fefcd1 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3462768 Feb 09 00:53:25.930474 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-b7b34622-3e03-4cb1-ba93-e84c403f46c8 req-4fe8aaba-577d-40d2-aa43-605a842d7066 service neutron] Attempting to bind port d99ba777-2172-48bf-86df-9993763f5b6f on host n-h2-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:53:25.930791 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-b7b34622-3e03-4cb1-ba93-e84c403f46c8 req-4fe8aaba-577d-40d2-aa43-605a842d7066 service neutron] Attempting to bind port d99ba777-2172-48bf-86df-9993763f5b6f by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:53:25.931158 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b34622-3e03-4cb1-ba93-e84c403f46c8 req-4fe8aaba-577d-40d2-aa43-605a842d7066 service neutron] Attempting to bind port d99ba777-2172-48bf-86df-9993763f5b6f on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:53:25.939312 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8bac11ac-e575-4097-aae6-9bd40dbfd9d2 req-0a7c9914-8b7d-41f6-a4bc-d7ef72a5ee60 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/security-groups?id=5241b5dc-7937-4332-869e-fc6addd63e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3749793 Feb 09 00:53:25.950983 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-539c0050-87b6-4655-a824-dcda3a1afdcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:26.035524 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34834a7d-94a4-408e-83b9-258016b63553 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 00:53:26.048138 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eabbb74-3566-40bb-893e-7c17361d42cf None None] Sync routers for ids ['74386a0e-8aaf-493a-a0ab-90185a553100'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:53:26.049899 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b34622-3e03-4cb1-ba93-e84c403f46c8 req-4fe8aaba-577d-40d2-aa43-605a842d7066 service neutron] Port d99ba777-2172-48bf-86df-9993763f5b6f on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:53:26.049899 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b34622-3e03-4cb1-ba93-e84c403f46c8 req-4fe8aaba-577d-40d2-aa43-605a842d7066 service neutron] Attempting to bind port d99ba777-2172-48bf-86df-9993763f5b6f on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:53:26.070143 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eabbb74-3566-40bb-893e-7c17361d42cf None None] Routers {'74386a0e-8aaf-493a-a0ab-90185a553100'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:53:26.072368 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b34622-3e03-4cb1-ba93-e84c403f46c8 req-4fe8aaba-577d-40d2-aa43-605a842d7066 service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:53:26.072637 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-8eabbb74-3566-40bb-893e-7c17361d42cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:53:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['74386a0e-8aaf-493a-a0ab-90185a553100'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:53:26.072762 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b34622-3e03-4cb1-ba93-e84c403f46c8 req-4fe8aaba-577d-40d2-aa43-605a842d7066 service neutron] Checking segment: {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:53:26.073333 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b34622-3e03-4cb1-ba93-e84c403f46c8 req-4fe8aaba-577d-40d2-aa43-605a842d7066 service neutron] Bound using segment: {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:53:26.073635 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-b7b34622-3e03-4cb1-ba93-e84c403f46c8 req-4fe8aaba-577d-40d2-aa43-605a842d7066 service neutron] Bound port: d99ba777-2172-48bf-86df-9993763f5b6f, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:53:26.073884 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-b7b34622-3e03-4cb1-ba93-e84c403f46c8 req-4fe8aaba-577d-40d2-aa43-605a842d7066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:26.091227 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539c0050-87b6-4655-a824-dcda3a1afdcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=55d6843d-cf0e-4da9-b1f9-18c66e11f308,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:26.123220 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-34834a7d-94a4-408e-83b9-258016b63553 admin admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:26.127999 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-34834a7d-94a4-408e-83b9-258016b63553 admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 7.3519914 Feb 09 00:53:26.127999 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7d379-bc36-4d30-9850-69d24664d842 req-8c90709d-51f7-4c37-9af1-e6d436cf715e tempest-LiveMigrationTest-757645410 tempest-LiveMigrationTest-757645410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:26.130282 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-19e7d379-bc36-4d30-9850-69d24664d842 req-8c90709d-51f7-4c37-9af1-e6d436cf715e tempest-LiveMigrationTest-757645410 tempest-LiveMigrationTest-757645410-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=dc8b84b2-b106-40bf-817c-64f458640c01 HTTP/1.1" status: 200 len: 1096 time: 0.4446304 Feb 09 00:53:26.134075 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 42632) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:53:26.250243 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b57d0b9c-4663-4456-8c1b-1adfa03006b6 req-cc8d9e20-2037-4755-bc70-145e17019975 service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3208511 Feb 09 00:53:26.311579 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-8eabbb74-3566-40bb-893e-7c17361d42cf None None] Set router 74386a0e-8aaf-493a-a0ab-90185a553100 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:53:26.378589 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-b7b34622-3e03-4cb1-ba93-e84c403f46c8 req-4fe8aaba-577d-40d2-aa43-605a842d7066 service neutron] For port d99ba777-2172-48bf-86df-9993763f5b6f, host n-h2-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:53:26.382882 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-75820a22-1752-485e-b958-99b440740299 req-ebb654a0-5e47-4e6b-822f-66a7ccfb2e86 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Allocated IP 192.168.233.216 (42d335cf-a678-4bc3-901b-7d21fb8587e6/e7938d94-1f0f-48bd-a0b3-26d5344ff0ec/4825ef82-548d-4923-89a7-16651d23e84f) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:53:26.395799 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539c0050-87b6-4655-a824-dcda3a1afdcf admin admin] Checking segment: {'id': '42eb89e1-c4de-4f57-85a6-0e5fc984e699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1f86eb5f-f405-4ce4-a845-9c31ac1b15d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:53:26.396268 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539c0050-87b6-4655-a824-dcda3a1afdcf admin admin] Network hostable DHCP agents. Network: 1f86eb5f-f405-4ce4-a845-9c31ac1b15d4, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:53:26.406234 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-48b26fb5-6ceb-4c3a-87f5-e03c2c17b0b6 req-e7eac16b-7bd2-44c6-88e1-1b12fe503234 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/ports?device_id=89eb68c3-6c30-4d95-9a0d-1ef6edc25702 HTTP/1.1" status: 200 len: 210 time: 0.2877061 Feb 09 00:53:26.411300 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-b7b34622-3e03-4cb1-ba93-e84c403f46c8 req-4fe8aaba-577d-40d2-aa43-605a842d7066 service neutron] For port d99ba777-2172-48bf-86df-9993763f5b6f, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=d99ba777-2172-48bf-86df-9993763f5b6f,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:53:26.419075 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-b7b34622-3e03-4cb1-ba93-e84c403f46c8 req-4fe8aaba-577d-40d2-aa43-605a842d7066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:26.460566 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e7d5c-4859-4943-8a69-9f11dac77f5c req-f48aa29f-e867-4d46-926e-13c2c3384dc5 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:26.463223 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3b0e7d5c-4859-4943-8a69-9f11dac77f5c req-f48aa29f-e867-4d46-926e-13c2c3384dc5 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.99 "GET /v2.0/ports?device_id=002445d9-8310-4d95-b177-135d4c573953 HTTP/1.1" status: 200 len: 945 time: 0.5839415 Feb 09 00:53:26.657875 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b34622-3e03-4cb1-ba93-e84c403f46c8 req-4fe8aaba-577d-40d2-aa43-605a842d7066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:26.658793 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-b7b34622-3e03-4cb1-ba93-e84c403f46c8 req-4fe8aaba-577d-40d2-aa43-605a842d7066 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:26.660355 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b7b34622-3e03-4cb1-ba93-e84c403f46c8 req-4fe8aaba-577d-40d2-aa43-605a842d7066 service neutron] 10.222.0.99 "PUT /v2.0/ports/d99ba777-2172-48bf-86df-9993763f5b6f HTTP/1.1" status: 200 len: 1095 time: 3.0088060 Feb 09 00:53:26.664267 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9e446d3-eb09-4119-b095-c6841026b291', 'tag': 'd99ba777-2172-48bf-86df-9993763f5b6f'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:53:26.668566 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539c0050-87b6-4655-a824-dcda3a1afdcf admin admin] Network 1f86eb5f-f405-4ce4-a845-9c31ac1b15d4 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:53:26.678444 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b57d0b9c-4663-4456-8c1b-1adfa03006b6 req-36826222-9151-4e9e-bfb1-df421d517a4a service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4085493 Feb 09 00:53:26.680487 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-3b0e7d5c-4859-4943-8a69-9f11dac77f5c req-73977212-1cbe-4305-b3f7-49d9fbb63298 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Deleting port 89d21d29-430d-46a3-9bd4-2f717213fb02 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:53:26.680838 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-3b0e7d5c-4859-4943-8a69-9f11dac77f5c req-73977212-1cbe-4305-b3f7-49d9fbb63298 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:26.715574 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-8eabbb74-3566-40bb-893e-7c17361d42cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74386a0e-8aaf-493a-a0ab-90185a553100', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2045698161-router', 'tenant_id': '82ffc79770134f5fbd74ad0a128bf4a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '2745d572-a493-4180-8760-e353f273cc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:53:19Z', 'updated_at': '2022-02-09T00:53:23Z', 'revision_number': 3, 'project_id': '82ffc79770134f5fbd74ad0a128bf4a8', 'gw_port': {'id': '2745d572-a493-4180-8760-e353f273cc77', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:84:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74386a0e-8aaf-493a-a0ab-90185a553100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:53:20Z', 'updated_at': '2022-02-09T00:53:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:53:26.729511 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eabbb74-3566-40bb-893e-7c17361d42cf None None] Checking router: 74386a0e-8aaf-493a-a0ab-90185a553100 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:53:26.730917 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eabbb74-3566-40bb-893e-7c17361d42cf None None] Updating router 74386a0e-8aaf-493a-a0ab-90185a553100 port 2745d572-a493-4180-8760-e353f273cc77 binding host n-d-828418-1 {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:53:26.803686 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8eabbb74-3566-40bb-893e-7c17361d42cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:26.816721 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe8aaba-577d-40d2-aa43-605a842d7066 service neutron] Pushing event updated for resources: {'Port': ['ID=d99ba777-2172-48bf-86df-9993763f5b6f,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:26.885042 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-19e7d379-bc36-4d30-9850-69d24664d842 req-c0b381c7-cf93-4e9a-9dd6-d19acb5db675 tempest-LiveMigrationTest-757645410 tempest-LiveMigrationTest-757645410-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7135661 Feb 09 00:53:27.019256 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-539c0050-87b6-4655-a824-dcda3a1afdcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 1f86eb5f-f405-4ce4-a845-9c31ac1b15d4) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:53:27.047491 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e51eb9e-de67-418a-9843-60d3b5a4aca6 None None] Network 1f86eb5f-f405-4ce4-a845-9c31ac1b15d4 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:53:27.048651 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539c0050-87b6-4655-a824-dcda3a1afdcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:27.049259 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-539c0050-87b6-4655-a824-dcda3a1afdcf admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:27.086578 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-75820a22-1752-485e-b958-99b440740299 req-ebb654a0-5e47-4e6b-822f-66a7ccfb2e86 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:27.127836 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42668) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:53:27.133431 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-539c0050-87b6-4655-a824-dcda3a1afdcf admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9658854 Feb 09 00:53:27.152829 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-c44c3b51-8e9b-4b16-975b-59333236c178 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-306433313-router', 'tenant_id': '71b0276e9e0b48f8943a51531f3d8a9e', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:53:27.154936 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device f09c90ae-2bfb-4ad0-8db3-3b1964c83b37 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:53:27.165530 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c44c3b51-8e9b-4b16-975b-59333236c178 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:53:27.175357 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-c44c3b51-8e9b-4b16-975b-59333236c178 admin admin] Usage tracker for resource:router and tenant:71b0276e9e0b48f8943a51531f3d8a9e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:53:27.186807 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-c44c3b51-8e9b-4b16-975b-59333236c178 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:53:27.201582 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c44c3b51-8e9b-4b16-975b-59333236c178 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:53:27.226415 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b34622-3e03-4cb1-ba93-e84c403f46c8 req-e9dc64e8-a9c2-4cf6-9ca7-5fa70c8dc498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:27.227781 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b7b34622-3e03-4cb1-ba93-e84c403f46c8 req-e9dc64e8-a9c2-4cf6-9ca7-5fa70c8dc498 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=728acbd4018441cfb9bc787ed7a4e77e&device_id=e9e446d3-eb09-4119-b095-c6841026b291 HTTP/1.1" status: 200 len: 1098 time: 0.4123836 Feb 09 00:53:27.229851 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-75820a22-1752-485e-b958-99b440740299 req-ebb654a0-5e47-4e6b-822f-66a7ccfb2e86 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Transition to ACTIVE for port object 4825ef82-548d-4923-89a7-16651d23e84f will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:53:27.233198 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c44c3b51-8e9b-4b16-975b-59333236c178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:27.234365 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c44c3b51-8e9b-4b16-975b-59333236c178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:27.318543 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b7b34622-3e03-4cb1-ba93-e84c403f46c8 req-105bd477-6702-4244-af6d-0cf07ccaf49a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=d99ba777-2172-48bf-86df-9993763f5b6f HTTP/1.1" status: 200 len: 217 time: 0.0802610 Feb 09 00:53:27.329531 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c44c3b51-8e9b-4b16-975b-59333236c178 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:27.403997 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port f09c90ae-2bfb-4ad0-8db3-3b1964c83b37, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=f09c90ae-2bfb-4ad0-8db3-3b1964c83b37,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:53:27.410052 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-75820a22-1752-485e-b958-99b440740299 req-ebb654a0-5e47-4e6b-822f-66a7ccfb2e86 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:27.435734 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5fed99-67b0-4a7a-a75e-579da2e2d306 req-878c346e-18e6-4319-a2a7-779527267041 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:27.437118 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ef5fed99-67b0-4a7a-a75e-579da2e2d306 req-878c346e-18e6-4319-a2a7-779527267041 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=b6e6cbb0-25cc-4ebb-aec9-38f9437ee596 HTTP/1.1" status: 200 len: 950 time: 0.8106344 Feb 09 00:53:27.478088 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': 'f09c90ae-2bfb-4ad0-8db3-3b1964c83b37', 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6', 'port_id': 'f09c90ae-2bfb-4ad0-8db3-3b1964c83b37', 'mac_address': 'fa:16:3e:21:ec:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7938d94-1f0f-48bd-a0b3-26d5344ff0ec', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:53:27.547422 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:27.571688 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b34622-3e03-4cb1-ba93-e84c403f46c8 req-3b89bdf0-2ee6-4908-985e-48e729d7ea18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:27.573157 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b7b34622-3e03-4cb1-ba93-e84c403f46c8 req-3b89bdf0-2ee6-4908-985e-48e729d7ea18 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.2406759 Feb 09 00:53:27.578751 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f09c90ae-2bfb-4ad0-8db3-3b1964c83b37 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:53:27.590038 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75820a22-1752-485e-b958-99b440740299 req-ebb654a0-5e47-4e6b-822f-66a7ccfb2e86 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Network 42d335cf-a678-4bc3-901b-7d21fb8587e6 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:53:27.639109 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-75820a22-1752-485e-b958-99b440740299 req-ebb654a0-5e47-4e6b-822f-66a7ccfb2e86 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:53:27.642655 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-75820a22-1752-485e-b958-99b440740299 req-ebb654a0-5e47-4e6b-822f-66a7ccfb2e86 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:53:27.652692 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port f09c90ae-2bfb-4ad0-8db3-3b1964c83b37, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=f09c90ae-2bfb-4ad0-8db3-3b1964c83b37,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:53:27.684320 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:27.851630 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=f09c90ae-2bfb-4ad0-8db3-3b1964c83b37,revision_number=6']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:27.882356 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75820a22-1752-485e-b958-99b440740299 req-ebb654a0-5e47-4e6b-822f-66a7ccfb2e86 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:27.883005 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-75820a22-1752-485e-b958-99b440740299 req-ebb654a0-5e47-4e6b-822f-66a7ccfb2e86 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:27.928770 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['f09c90ae-2bfb-4ad0-8db3-3b1964c83b37'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:53:28.011477 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb654a0-5e47-4e6b-822f-66a7ccfb2e86 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Pushing event updated for resources: {'Port': ['ID=4825ef82-548d-4923-89a7-16651d23e84f,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:28.021546 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d97afb8-47a5-48db-81eb-b44e417af9c8 req-6acd1189-ec47-456b-a6f6-0143c619f67c tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:28.023188 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4d97afb8-47a5-48db-81eb-b44e417af9c8 req-6acd1189-ec47-456b-a6f6-0143c619f67c tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.105 "GET /v2.0/ports?device_id=002445d9-8310-4d95-b177-135d4c573953 HTTP/1.1" status: 200 len: 945 time: 0.7590172 Feb 09 00:53:28.050354 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ef5fed99-67b0-4a7a-a75e-579da2e2d306 req-8d529687-9d8c-4946-b43a-946a087b4676 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3530960 Feb 09 00:53:28.064022 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-3b0e7d5c-4859-4943-8a69-9f11dac77f5c req-73977212-1cbe-4305-b3f7-49d9fbb63298 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] For port 89d21d29-430d-46a3-9bd4-2f717213fb02, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=89d21d29-430d-46a3-9bd4-2f717213fb02,segment=NetworkSegment(d6018a7b-e150-476a-9748-d627dc1c772b),segment_id=d6018a7b-e150-476a-9748-d627dc1c772b)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:53:28.064376 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-3b0e7d5c-4859-4943-8a69-9f11dac77f5c req-73977212-1cbe-4305-b3f7-49d9fbb63298 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:28.118130 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c44c3b51-8e9b-4b16-975b-59333236c178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:28.135157 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-75820a22-1752-485e-b958-99b440740299 req-ebb654a0-5e47-4e6b-822f-66a7ccfb2e86 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7433567 Feb 09 00:53:28.168313 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-75820a22-1752-485e-b958-99b440740299 req-44460272-abcb-4909-b09f-a9be4d6f45a3 service neutron] Request body: {'port': {'device_id': '89eb68c3-6c30-4d95-9a0d-1ef6edc25702', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:53:28.235873 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8eabbb74-3566-40bb-893e-7c17361d42cf None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:28.248028 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9e446d3-eb09-4119-b095-c6841026b291', 'tag': 'd99ba777-2172-48bf-86df-9993763f5b6f', 'status': 'completed', 'code': 200} Feb 09 00:53:28.253539 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8eabbb74-3566-40bb-893e-7c17361d42cf None None] Transition to ACTIVE for port object 2745d572-a493-4180-8760-e353f273cc77 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:53:28.266675 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c700b43-b8e1-4b77-8ede-8a3c783107d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-1f86eb5f-f405-4ce4-a845-9c31ac1b15d4', 'network_id': '1f86eb5f-f405-4ce4-a845-9c31ac1b15d4', 'tenant_id': '71b0276e9e0b48f8943a51531f3d8a9e', 'fixed_ips': [{'subnet_id': '55d6843d-cf0e-4da9-b1f9-18c66e11f308'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 00:53:28.269041 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4c700b43-b8e1-4b77-8ede-8a3c783107d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:28.286972 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-7947bca7-cbe0-4630-a62c-d072fc8f8e70 None None] Provisioning for port 4825ef82-548d-4923-89a7-16651d23e84f completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:53:28.296189 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-7947bca7-cbe0-4630-a62c-d072fc8f8e70 None None] Provisioning complete for port 4825ef82-548d-4923-89a7-16651d23e84f triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:53:28.297338 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7947bca7-cbe0-4630-a62c-d072fc8f8e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:28.370257 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8eabbb74-3566-40bb-893e-7c17361d42cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:28.383262 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-7947bca7-cbe0-4630-a62c-d072fc8f8e70 None None] Port 4825ef82-548d-4923-89a7-16651d23e84f cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:53:28.425667 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4d97afb8-47a5-48db-81eb-b44e417af9c8 req-be240d46-e3d5-476b-9038-0b6fc0b26438 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.105 "GET /v2.0/security-groups?id=fa53326b-e9b6-4684-a0e1-c70cb70bdf58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3693726 Feb 09 00:53:28.445004 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b34622-3e03-4cb1-ba93-e84c403f46c8 req-713cdb08-5d60-4ae0-b894-ae316d927fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:28.446523 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b7b34622-3e03-4cb1-ba93-e84c403f46c8 req-713cdb08-5d60-4ae0-b894-ae316d927fee service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8554020 Feb 09 00:53:28.527422 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00084ef-116e-44c1-bf57-1d1f526ac1aa None None] Pushing event updated for resources: {'Port': ['ID=2745d572-a493-4180-8760-e353f273cc77,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:28.682729 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b7b34622-3e03-4cb1-ba93-e84c403f46c8 req-89bbbdb2-a496-45ee-9c5b-b5efb0dbaaa6 service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162805 Feb 09 00:53:28.736188 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-75820a22-1752-485e-b958-99b440740299 req-44460272-abcb-4909-b09f-a9be4d6f45a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:28.780462 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-4c700b43-b8e1-4b77-8ede-8a3c783107d9 None None] Allocated IP 172.20.0.2 (1f86eb5f-f405-4ce4-a845-9c31ac1b15d4/55d6843d-cf0e-4da9-b1f9-18c66e11f308/2493e5a7-f588-4e94-8e79-48927a38c44e) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:53:28.856856 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c1c7a-310a-4a6d-81ca-5400c57defb9 req-8d312580-e842-4f23-a584-23fe304fbc02 tempest-LiveMigrationTest-757645410 tempest-LiveMigrationTest-757645410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:28.858804 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-982c1c7a-310a-4a6d-81ca-5400c57defb9 req-8d312580-e842-4f23-a584-23fe304fbc02 tempest-LiveMigrationTest-757645410 tempest-LiveMigrationTest-757645410-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=dc8b84b2-b106-40bf-817c-64f458640c01 HTTP/1.1" status: 200 len: 1096 time: 0.5656679 Feb 09 00:53:29.010325 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4c700b43-b8e1-4b77-8ede-8a3c783107d9 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:29.022630 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4c700b43-b8e1-4b77-8ede-8a3c783107d9 None None] Transition to ACTIVE for port object 2493e5a7-f588-4e94-8e79-48927a38c44e will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:53:29.045087 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4c700b43-b8e1-4b77-8ede-8a3c783107d9 None None] Transition to ACTIVE for port object 2493e5a7-f588-4e94-8e79-48927a38c44e will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:53:29.060641 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4c700b43-b8e1-4b77-8ede-8a3c783107d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:29.062309 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-36590db4-1d03-49fb-98be-7f02f0e9ed6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:29.124247 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-982c1c7a-310a-4a6d-81ca-5400c57defb9 req-ee734e5c-1b8b-4419-ac38-c53a647dea9b tempest-LiveMigrationTest-757645410 tempest-LiveMigrationTest-757645410-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539008 Feb 09 00:53:29.139224 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c700b43-b8e1-4b77-8ede-8a3c783107d9 None None] Pushing event updated for resources: {'Port': ['ID=2493e5a7-f588-4e94-8e79-48927a38c44e,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:29.153763 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-8eabbb74-3566-40bb-893e-7c17361d42cf None None] Attempting to bind port 2745d572-a493-4180-8760-e353f273cc77 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:53:29.154131 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-8eabbb74-3566-40bb-893e-7c17361d42cf None None] Attempting to bind port 2745d572-a493-4180-8760-e353f273cc77 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:53:29.154485 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eabbb74-3566-40bb-893e-7c17361d42cf None None] Attempting to bind port 2745d572-a493-4180-8760-e353f273cc77 on network 3d885c3c-255c-4e54-addc-b28437d0b18e {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:53:29.164045 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eabbb74-3566-40bb-893e-7c17361d42cf None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:53:29.164439 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eabbb74-3566-40bb-893e-7c17361d42cf None None] Checking segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:53:29.164806 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8eabbb74-3566-40bb-893e-7c17361d42cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:29.165186 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eabbb74-3566-40bb-893e-7c17361d42cf None None] Bound using segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:53:29.165669 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-8eabbb74-3566-40bb-893e-7c17361d42cf None None] Bound port: 2745d572-a493-4180-8760-e353f273cc77, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:53:29.166066 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8eabbb74-3566-40bb-893e-7c17361d42cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:29.210528 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c700b43-b8e1-4b77-8ede-8a3c783107d9 None None] Network 1f86eb5f-f405-4ce4-a845-9c31ac1b15d4 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:53:29.220425 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b7b34622-3e03-4cb1-ba93-e84c403f46c8 req-d4b3d4c9-5678-423f-8706-14e10f7873a2 service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5177553 Feb 09 00:53:29.221005 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-4c700b43-b8e1-4b77-8ede-8a3c783107d9 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:53:29.229630 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c700b43-b8e1-4b77-8ede-8a3c783107d9 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:53:29.239971 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e6d10-e8f2-4b32-addf-94bd0ba8cecf req-3fce298d-1700-46ec-a6fe-64d9f77015c5 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:29.253955 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a30e6d10-e8f2-4b32-addf-94bd0ba8cecf req-3fce298d-1700-46ec-a6fe-64d9f77015c5 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/ports?device_id=856b16f0-ea16-433c-9c30-389e940819bc HTTP/1.1" status: 200 len: 946 time: 0.5147059 Feb 09 00:53:29.317290 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-3b0e7d5c-4859-4943-8a69-9f11dac77f5c req-73977212-1cbe-4305-b3f7-49d9fbb63298 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:29.317972 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-3b0e7d5c-4859-4943-8a69-9f11dac77f5c req-73977212-1cbe-4305-b3f7-49d9fbb63298 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:29.318511 n-d-828418-1 neutron-server[87639]: INFO neutron.db.l3_db [req-3b0e7d5c-4859-4943-8a69-9f11dac77f5c req-73977212-1cbe-4305-b3f7-49d9fbb63298 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Floating IP 54897e23-5bba-4e10-a694-4dd49862327f disassociated. External IP: 172.25.0.12, port: 89d21d29-430d-46a3-9bd4-2f717213fb02. Feb 09 00:53:29.319041 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-3b0e7d5c-4859-4943-8a69-9f11dac77f5c req-73977212-1cbe-4305-b3f7-49d9fbb63298 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Calling delete_port for 89d21d29-430d-46a3-9bd4-2f717213fb02 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:53:29.408485 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a30e6d10-e8f2-4b32-addf-94bd0ba8cecf req-09e3ef1b-ac8c-4d48-98a9-00aa90b7b4e9 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/security-groups?id=5241b5dc-7937-4332-869e-fc6addd63e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488690 Feb 09 00:53:29.510723 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-4c700b43-b8e1-4b77-8ede-8a3c783107d9 None None] Attempting to bind port 2493e5a7-f588-4e94-8e79-48927a38c44e on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:53:29.511091 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-4c700b43-b8e1-4b77-8ede-8a3c783107d9 None None] Attempting to bind port 2493e5a7-f588-4e94-8e79-48927a38c44e by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '42eb89e1-c4de-4f57-85a6-0e5fc984e699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1f86eb5f-f405-4ce4-a845-9c31ac1b15d4'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:53:29.511449 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c700b43-b8e1-4b77-8ede-8a3c783107d9 None None] Attempting to bind port 2493e5a7-f588-4e94-8e79-48927a38c44e on network 1f86eb5f-f405-4ce4-a845-9c31ac1b15d4 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:53:29.522158 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c700b43-b8e1-4b77-8ede-8a3c783107d9 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:53:29.522458 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c700b43-b8e1-4b77-8ede-8a3c783107d9 None None] Checking segment: {'id': '42eb89e1-c4de-4f57-85a6-0e5fc984e699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1f86eb5f-f405-4ce4-a845-9c31ac1b15d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:53:29.522826 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4c700b43-b8e1-4b77-8ede-8a3c783107d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:29.523203 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c700b43-b8e1-4b77-8ede-8a3c783107d9 None None] Bound using segment: {'id': '42eb89e1-c4de-4f57-85a6-0e5fc984e699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1f86eb5f-f405-4ce4-a845-9c31ac1b15d4'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:53:29.523663 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-4c700b43-b8e1-4b77-8ede-8a3c783107d9 None None] Bound port: 2493e5a7-f588-4e94-8e79-48927a38c44e, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42eb89e1-c4de-4f57-85a6-0e5fc984e699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1f86eb5f-f405-4ce4-a845-9c31ac1b15d4'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:53:29.524036 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4c700b43-b8e1-4b77-8ede-8a3c783107d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:29.548213 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c44c3b51-8e9b-4b16-975b-59333236c178 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:29.678874 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-8eabbb74-3566-40bb-893e-7c17361d42cf None None] For port 2745d572-a493-4180-8760-e353f273cc77, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:53:29.714897 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [req-75820a22-1752-485e-b958-99b440740299 req-44460272-abcb-4909-b09f-a9be4d6f45a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4825ef82-548d-4923-89a7-16651d23e84f {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:53:29.723507 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-75820a22-1752-485e-b958-99b440740299 req-44460272-abcb-4909-b09f-a9be4d6f45a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:29.723711 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-8eabbb74-3566-40bb-893e-7c17361d42cf None None] For port 2745d572-a493-4180-8760-e353f273cc77, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=2745d572-a493-4180-8760-e353f273cc77,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:53:29.741082 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8eabbb74-3566-40bb-893e-7c17361d42cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:29.742181 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-75820a22-1752-485e-b958-99b440740299 req-44460272-abcb-4909-b09f-a9be4d6f45a3 service neutron] Transition to ACTIVE for port object 4825ef82-548d-4923-89a7-16651d23e84f will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:53:29.756263 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-75820a22-1752-485e-b958-99b440740299 req-44460272-abcb-4909-b09f-a9be4d6f45a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:29.761214 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c44c3b51-8e9b-4b16-975b-59333236c178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:29.818805 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-4c700b43-b8e1-4b77-8ede-8a3c783107d9 None None] For port 2493e5a7-f588-4e94-8e79-48927a38c44e, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:53:29.832948 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eabbb74-3566-40bb-893e-7c17361d42cf None None] Routers {'74386a0e-8aaf-493a-a0ab-90185a553100'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:53:29.833896 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-8eabbb74-3566-40bb-893e-7c17361d42cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:53:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['74386a0e-8aaf-493a-a0ab-90185a553100'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:53:29.981029 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-36590db4-1d03-49fb-98be-7f02f0e9ed6f admin admin] Allocated IP 172.20.0.1 (126ed347-4206-4f46-8784-d408232679be/16f52b7f-73d5-46c0-b296-524301583da7/8cdb7e51-c7ba-4d4d-b1f0-f5ec1cb62641) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:53:30.065124 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44460272-abcb-4909-b09f-a9be4d6f45a3 service neutron] Pushing event updated for resources: {'Port': ['ID=4825ef82-548d-4923-89a7-16651d23e84f,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:30.081720 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6edfaf3-fc46-4010-96d2-9a72af466f8b req-335e86ca-e40e-4e2a-a0a8-67207d906d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:30.083374 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e6edfaf3-fc46-4010-96d2-9a72af466f8b req-335e86ca-e40e-4e2a-a0a8-67207d906d23 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=728acbd4018441cfb9bc787ed7a4e77e&device_id=e9e446d3-eb09-4119-b095-c6841026b291 HTTP/1.1" status: 200 len: 1098 time: 0.7419159 Feb 09 00:53:30.123345 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-8eabbb74-3566-40bb-893e-7c17361d42cf None None] Set router 74386a0e-8aaf-493a-a0ab-90185a553100 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:53:30.199484 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-36590db4-1d03-49fb-98be-7f02f0e9ed6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:30.223425 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-36590db4-1d03-49fb-98be-7f02f0e9ed6f admin admin] Transition to ACTIVE for port object 8cdb7e51-c7ba-4d4d-b1f0-f5ec1cb62641 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:53:30.300768 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-3b0e7d5c-4859-4943-8a69-9f11dac77f5c req-73977212-1cbe-4305-b3f7-49d9fbb63298 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:30.366464 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-36590db4-1d03-49fb-98be-7f02f0e9ed6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:30.401090 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 89d21d29-430d-46a3-9bd4-2f717213fb02 no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:53:30.412548 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-c44c3b51-8e9b-4b16-975b-59333236c178 admin admin] Allocated IP 172.25.0.142 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/13709a81-eeec-49f1-b597-910fac9f4a2e) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:53:30.415352 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-75820a22-1752-485e-b958-99b440740299 req-44460272-abcb-4909-b09f-a9be4d6f45a3 service neutron] Attempting to bind port 4825ef82-548d-4923-89a7-16651d23e84f on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:53:30.415885 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-75820a22-1752-485e-b958-99b440740299 req-44460272-abcb-4909-b09f-a9be4d6f45a3 service neutron] Attempting to bind port 4825ef82-548d-4923-89a7-16651d23e84f by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:53:30.416343 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75820a22-1752-485e-b958-99b440740299 req-44460272-abcb-4909-b09f-a9be4d6f45a3 service neutron] Attempting to bind port 4825ef82-548d-4923-89a7-16651d23e84f on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:53:30.454195 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] No Port match for: 89d21d29-430d-46a3-9bd4-2f717213fb02 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 00:53:30.454921 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 89d21d29-430d-46a3-9bd4-2f717213fb02 not bound to the agent host n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 00:53:30.473883 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73977212-1cbe-4305-b3f7-49d9fbb63298 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Pushing event deleted for resources: {'Port': ['ID=89d21d29-430d-46a3-9bd4-2f717213fb02,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:30.510850 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-4c700b43-b8e1-4b77-8ede-8a3c783107d9 None None] For port 2493e5a7-f588-4e94-8e79-48927a38c44e, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=2493e5a7-f588-4e94-8e79-48927a38c44e,segment=NetworkSegment(42eb89e1-c4de-4f57-85a6-0e5fc984e699),segment_id=42eb89e1-c4de-4f57-85a6-0e5fc984e699)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:53:30.533059 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4c700b43-b8e1-4b77-8ede-8a3c783107d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:30.557483 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6edfaf3-fc46-4010-96d2-9a72af466f8b req-8da03d4f-bedc-4379-9a26-e8aa09b83f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:30.558992 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e6edfaf3-fc46-4010-96d2-9a72af466f8b req-8da03d4f-bedc-4379-9a26-e8aa09b83f3d service neutron] 10.222.0.99 "GET /v2.0/networks?id=42d335cf-a678-4bc3-901b-7d21fb8587e6 HTTP/1.1" status: 200 len: 870 time: 0.4434078 Feb 09 00:53:30.567919 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75820a22-1752-485e-b958-99b440740299 req-44460272-abcb-4909-b09f-a9be4d6f45a3 service neutron] Port 4825ef82-548d-4923-89a7-16651d23e84f on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:53:30.568241 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75820a22-1752-485e-b958-99b440740299 req-44460272-abcb-4909-b09f-a9be4d6f45a3 service neutron] Attempting to bind port 4825ef82-548d-4923-89a7-16651d23e84f on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:53:30.631597 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36590db4-1d03-49fb-98be-7f02f0e9ed6f admin admin] Network 126ed347-4206-4f46-8784-d408232679be is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:53:30.646092 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00084ef-116e-44c1-bf57-1d1f526ac1aa None None] Pushing event updated for resources: {'Port': ['ID=2745d572-a493-4180-8760-e353f273cc77,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:30.657429 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e6edfaf3-fc46-4010-96d2-9a72af466f8b req-a259cc91-0bc0-41ba-bca9-9fac0fdfad44 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=d99ba777-2172-48bf-86df-9993763f5b6f HTTP/1.1" status: 200 len: 217 time: 0.0822666 Feb 09 00:53:30.658192 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75820a22-1752-485e-b958-99b440740299 req-44460272-abcb-4909-b09f-a9be4d6f45a3 service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:53:30.658528 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75820a22-1752-485e-b958-99b440740299 req-44460272-abcb-4909-b09f-a9be4d6f45a3 service neutron] Checking segment: {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:53:30.658904 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75820a22-1752-485e-b958-99b440740299 req-44460272-abcb-4909-b09f-a9be4d6f45a3 service neutron] Bound using segment: {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:53:30.659367 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-75820a22-1752-485e-b958-99b440740299 req-44460272-abcb-4909-b09f-a9be4d6f45a3 service neutron] Bound port: 4825ef82-548d-4923-89a7-16651d23e84f, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:53:30.659691 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-75820a22-1752-485e-b958-99b440740299 req-44460272-abcb-4909-b09f-a9be4d6f45a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:30.713620 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-36590db4-1d03-49fb-98be-7f02f0e9ed6f admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:53:30.730711 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36590db4-1d03-49fb-98be-7f02f0e9ed6f admin admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:53:30.862519 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-36590db4-1d03-49fb-98be-7f02f0e9ed6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:30.985345 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c700b43-b8e1-4b77-8ede-8a3c783107d9 None None] Pushing event updated for resources: {'Port': ['ID=2493e5a7-f588-4e94-8e79-48927a38c44e,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:31.105410 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-8eabbb74-3566-40bb-893e-7c17361d42cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74386a0e-8aaf-493a-a0ab-90185a553100', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2045698161-router', 'tenant_id': '82ffc79770134f5fbd74ad0a128bf4a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '2745d572-a493-4180-8760-e353f273cc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:53:19Z', 'updated_at': '2022-02-09T00:53:23Z', 'revision_number': 3, 'project_id': '82ffc79770134f5fbd74ad0a128bf4a8', 'gw_port': {'id': '2745d572-a493-4180-8760-e353f273cc77', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:84:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74386a0e-8aaf-493a-a0ab-90185a553100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:53:20Z', 'updated_at': '2022-02-09T00:53:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:53:31.122072 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eabbb74-3566-40bb-893e-7c17361d42cf None None] The sync data for ids ['74386a0e-8aaf-493a-a0ab-90185a553100'] in n-d-828418-1 is: [{'id': '74386a0e-8aaf-493a-a0ab-90185a553100', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2045698161-router', 'tenant_id': '82ffc79770134f5fbd74ad0a128bf4a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '2745d572-a493-4180-8760-e353f273cc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:53:19Z', 'updated_at': '2022-02-09T00:53:23Z', 'revision_number': 3, 'project_id': '82ffc79770134f5fbd74ad0a128bf4a8', 'gw_port': {'id': '2745d572-a493-4180-8760-e353f273cc77', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:84:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74386a0e-8aaf-493a-a0ab-90185a553100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:53:20Z', 'updated_at': '2022-02-09T00:53:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:53:31.156854 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device f09c90ae-2bfb-4ad0-8db3-3b1964c83b37 up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:53:31.200021 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed98c37-69cd-4753-b214-f46eccf4ea74 req-7f6e1526-5915-40e4-b595-afca2ec11008 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:31.218411 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4ed98c37-69cd-4753-b214-f46eccf4ea74 req-7f6e1526-5915-40e4-b595-afca2ec11008 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/ports?device_id=89eb68c3-6c30-4d95-9a0d-1ef6edc25702 HTTP/1.1" status: 200 len: 936 time: 1.7566252 Feb 09 00:53:31.257840 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36590db4-1d03-49fb-98be-7f02f0e9ed6f admin admin] Pushing event updated for resources: {'Port': ['ID=8cdb7e51-c7ba-4d4d-b1f0-f5ec1cb62641,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:31.275486 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6edfaf3-fc46-4010-96d2-9a72af466f8b req-72357a08-b766-4266-b5b9-3dc9873f5a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:31.276868 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e6edfaf3-fc46-4010-96d2-9a72af466f8b req-72357a08-b766-4266-b5b9-3dc9873f5a3d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.6056976 Feb 09 00:53:31.286335 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852fc1da-cb73-4468-aecd-f49f8843fc8a req-85e91394-a2ac-465d-a206-c3dbb05d21c6 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:31.287892 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-852fc1da-cb73-4468-aecd-f49f8843fc8a req-85e91394-a2ac-465d-a206-c3dbb05d21c6 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=b6e6cbb0-25cc-4ebb-aec9-38f9437ee596 HTTP/1.1" status: 200 len: 950 time: 1.5742643 Feb 09 00:53:31.338203 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-024d36ed-2980-423d-a78f-cb2f6710caaf None None] Provisioning for port 8cdb7e51-c7ba-4d4d-b1f0-f5ec1cb62641 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:53:31.361331 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-024d36ed-2980-423d-a78f-cb2f6710caaf None None] Provisioning complete for port 8cdb7e51-c7ba-4d4d-b1f0-f5ec1cb62641 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:53:31.365690 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-024d36ed-2980-423d-a78f-cb2f6710caaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:31.456825 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port f09c90ae-2bfb-4ad0-8db3-3b1964c83b37 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:53:31.457486 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:31.565023 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-024d36ed-2980-423d-a78f-cb2f6710caaf None None] Port 8cdb7e51-c7ba-4d4d-b1f0-f5ec1cb62641 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:53:31.645181 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c44c3b51-8e9b-4b16-975b-59333236c178 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:31.658876 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-75820a22-1752-485e-b958-99b440740299 req-44460272-abcb-4909-b09f-a9be4d6f45a3 service neutron] For port 4825ef82-548d-4923-89a7-16651d23e84f, host n-h1-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:53:31.676046 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6edfaf3-fc46-4010-96d2-9a72af466f8b req-26495dd0-e9ef-48d1-ab0a-2ada86f8dcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:31.678667 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e6edfaf3-fc46-4010-96d2-9a72af466f8b req-26495dd0-e9ef-48d1-ab0a-2ada86f8dcf8 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3230696 Feb 09 00:53:31.684396 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-75820a22-1752-485e-b958-99b440740299 req-44460272-abcb-4909-b09f-a9be4d6f45a3 service neutron] For port 4825ef82-548d-4923-89a7-16651d23e84f, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=4825ef82-548d-4923-89a7-16651d23e84f,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:53:31.725813 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-75820a22-1752-485e-b958-99b440740299 req-44460272-abcb-4909-b09f-a9be4d6f45a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:31.772555 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4ed98c37-69cd-4753-b214-f46eccf4ea74 req-c07f3847-83c9-46fe-be9f-273d140f9e4f tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f361fac-bee5-49f7-8557-30dc6fac47de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5425336 Feb 09 00:53:31.916817 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:31.945332 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device d99ba777-2172-48bf-86df-9993763f5b6f details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:53:31.964184 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b0e7d5c-4859-4943-8a69-9f11dac77f5c req-73977212-1cbe-4305-b3f7-49d9fbb63298 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Router 9bd6b911-3e8d-4d50-b8a1-2f769fed8236 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 00:53:31.979230 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75820a22-1752-485e-b958-99b440740299 req-44460272-abcb-4909-b09f-a9be4d6f45a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:31.980265 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-75820a22-1752-485e-b958-99b440740299 req-44460272-abcb-4909-b09f-a9be4d6f45a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:31.985108 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-75820a22-1752-485e-b958-99b440740299 req-44460272-abcb-4909-b09f-a9be4d6f45a3 service neutron] 10.222.0.62 "PUT /v2.0/ports/4825ef82-548d-4923-89a7-16651d23e84f HTTP/1.1" status: 200 len: 1096 time: 3.8278697 Feb 09 00:53:32.003138 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-852fc1da-cb73-4468-aecd-f49f8843fc8a req-aced4346-f7ab-46d6-aba0-6f5fceef4916 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5324919 Feb 09 00:53:32.009771 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07f7768a-9732-4abb-898c-f7906c7c0d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09c90ae-2bfb-4ad0-8db3-3b1964c83b37'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:53:32.020816 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 2745d572-a493-4180-8760-e353f273cc77 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:53:32.030453 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89eb68c3-6c30-4d95-9a0d-1ef6edc25702', 'tag': '4825ef82-548d-4923-89a7-16651d23e84f'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:53:32.098025 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port f09c90ae-2bfb-4ad0-8db3-3b1964c83b37, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=f09c90ae-2bfb-4ad0-8db3-3b1964c83b37,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:53:32.243614 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:32.341473 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 00:53:32.508902 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=f09c90ae-2bfb-4ad0-8db3-3b1964c83b37,revision_number=7']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:32.561631 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 2745d572-a493-4180-8760-e353f273cc77 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:53:32.563909 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e6edfaf3-fc46-4010-96d2-9a72af466f8b req-11f5102d-82ad-4734-b598-3ba800722e6b service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8747885 Feb 09 00:53:32.605376 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 2745d572-a493-4180-8760-e353f273cc77 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:53:32.610914 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:32.688350 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ac5795ee-8f5b-4cf4-b67d-1ce3d2a1b2d4 req-a2db736d-fe3a-443e-b47d-9b695b234fa6 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.105 "GET /v2.0/ports?device_id=002445d9-8310-4d95-b177-135d4c573953 HTTP/1.1" status: 200 len: 210 time: 0.3840525 Feb 09 00:53:32.706655 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44460272-abcb-4909-b09f-a9be4d6f45a3 service neutron] Pushing event updated for resources: {'Port': ['ID=4825ef82-548d-4923-89a7-16651d23e84f,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:32.724499 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929dda13-1c30-490f-acf7-512d2ca5f789 None None] Network 1f86eb5f-f405-4ce4-a845-9c31ac1b15d4 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:53:32.859651 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c44c3b51-8e9b-4b16-975b-59333236c178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:33.010450 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-36590db4-1d03-49fb-98be-7f02f0e9ed6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:33.035949 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-6c0443b6-06c7-429b-83d4-cbaebb6a79b8 req-0f40cb93-8971-4f48-be6e-b69e6d8f69fc service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4217fae3-6087-4477-8eed-859d85400796&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8159876 Feb 09 00:53:33.047845 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44c3b51-8e9b-4b16-975b-59333236c178 admin admin] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:53:33.084788 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-c44c3b51-8e9b-4b16-975b-59333236c178 admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:53:33.096398 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07f7768a-9732-4abb-898c-f7906c7c0d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09c90ae-2bfb-4ad0-8db3-3b1964c83b37', 'code': 200} Feb 09 00:53:33.112407 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44c3b51-8e9b-4b16-975b-59333236c178 admin admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:53:33.184740 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b0e7d5c-4859-4943-8a69-9f11dac77f5c req-73977212-1cbe-4305-b3f7-49d9fbb63298 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 00:53:33.204363 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d648be9-2db7-4bcb-bf07-921335b47ca5 None None] Sync routers for ids ['9bd6b911-3e8d-4d50-b8a1-2f769fed8236'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:53:33.219839 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d648be9-2db7-4bcb-bf07-921335b47ca5 None None] Routers {'9bd6b911-3e8d-4d50-b8a1-2f769fed8236'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:53:33.220481 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-1d648be9-2db7-4bcb-bf07-921335b47ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:53:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['9bd6b911-3e8d-4d50-b8a1-2f769fed8236'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:53:33.342494 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89eb68c3-6c30-4d95-9a0d-1ef6edc25702', 'tag': '4825ef82-548d-4923-89a7-16651d23e84f', 'status': 'completed', 'code': 200} Feb 09 00:53:33.344888 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b0e7d5c-4859-4943-8a69-9f11dac77f5c req-73977212-1cbe-4305-b3f7-49d9fbb63298 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] No DVR routers for this DVR port 89d21d29-430d-46a3-9bd4-2f717213fb02 on host n-h2-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:53:33.349939 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44c3b51-8e9b-4b16-975b-59333236c178 admin admin] Pushing event updated for resources: {'Port': ['ID=13709a81-eeec-49f1-b597-910fac9f4a2e,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:33.351941 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-3b0e7d5c-4859-4943-8a69-9f11dac77f5c req-73977212-1cbe-4305-b3f7-49d9fbb63298 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:33.374343 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '002445d9-8310-4d95-b177-135d4c573953', 'name': 'network-vif-deleted', 'tag': '89d21d29-430d-46a3-9bd4-2f717213fb02'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:53:33.380025 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-9d71b21d-8872-47e9-909b-09fac290dc1e None None] Provisioning for port 2493e5a7-f588-4e94-8e79-48927a38c44e completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:53:33.398791 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port d99ba777-2172-48bf-86df-9993763f5b6f, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=d99ba777-2172-48bf-86df-9993763f5b6f,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:53:33.474594 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': 'd99ba777-2172-48bf-86df-9993763f5b6f', 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6', 'port_id': 'd99ba777-2172-48bf-86df-9993763f5b6f', 'mac_address': 'fa:16:3e:66:fd:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7938d94-1f0f-48bd-a0b3-26d5344ff0ec', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:53:33.489680 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3b0e7d5c-4859-4943-8a69-9f11dac77f5c req-73977212-1cbe-4305-b3f7-49d9fbb63298 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.99 "DELETE /v2.0/ports/89d21d29-430d-46a3-9bd4-2f717213fb02 HTTP/1.1" status: 204 len: 173 time: 7.0017765 Feb 09 00:53:33.575647 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:33.593146 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e6edfaf3-fc46-4010-96d2-9a72af466f8b req-4a15dcf6-a95a-4046-8d57-5272812fdf19 service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0005245 Feb 09 00:53:33.725498 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:33.759508 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-1d648be9-2db7-4bcb-bf07-921335b47ca5 None None] Set router 9bd6b911-3e8d-4d50-b8a1-2f769fed8236 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:53:33.788743 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d99ba777-2172-48bf-86df-9993763f5b6f {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:53:33.800700 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 2745d572-a493-4180-8760-e353f273cc77, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=2745d572-a493-4180-8760-e353f273cc77,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:53:33.828991 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:33.830102 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 2493e5a7-f588-4e94-8e79-48927a38c44e up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:53:33.924776 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75820a22-1752-485e-b958-99b440740299 req-d38cfe99-bf69-4d47-a657-76a3cc065c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:33.937966 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-75820a22-1752-485e-b958-99b440740299 req-d38cfe99-bf69-4d47-a657-76a3cc065c66 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=728acbd4018441cfb9bc787ed7a4e77e&device_id=89eb68c3-6c30-4d95-9a0d-1ef6edc25702 HTTP/1.1" status: 200 len: 1099 time: 1.8232324 Feb 09 00:53:34.029947 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port d99ba777-2172-48bf-86df-9993763f5b6f, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=d99ba777-2172-48bf-86df-9993763f5b6f,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:53:34.054568 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:34.137791 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 2493e5a7-f588-4e94-8e79-48927a38c44e completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:53:34.149487 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 2493e5a7-f588-4e94-8e79-48927a38c44e triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:53:34.149818 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:34.244586 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed81dd04-32c5-4e6e-8d87-4bd3c1a7790f req-4ab2596b-735a-4701-a320-2eaef4417d65 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:34.246760 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ed81dd04-32c5-4e6e-8d87-4bd3c1a7790f req-4ab2596b-735a-4701-a320-2eaef4417d65 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.62 "GET /v2.0/ports?device_id=856b16f0-ea16-433c-9c30-389e940819bc HTTP/1.1" status: 200 len: 946 time: 0.2995346 Feb 09 00:53:34.260149 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-75820a22-1752-485e-b958-99b440740299 req-b51d9b85-564d-4668-90d7-25eaead3b265 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=4825ef82-548d-4923-89a7-16651d23e84f HTTP/1.1" status: 200 len: 217 time: 0.2752686 Feb 09 00:53:34.339925 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-ed81dd04-32c5-4e6e-8d87-4bd3c1a7790f req-d35c62cf-a1c1-4c27-897b-97695abbf7a3 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Deleting port 9910a5b9-a387-4c5e-8e8f-b55755127964 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:53:34.340530 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ed81dd04-32c5-4e6e-8d87-4bd3c1a7790f req-d35c62cf-a1c1-4c27-897b-97695abbf7a3 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:34.441266 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=2745d572-a493-4180-8760-e353f273cc77,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:34.448036 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d0afae-8c35-4ea1-850d-82b0fe9ec561 req-6a9b2971-7788-4ac1-bfcc-6f5e1b5c20e6 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:34.455217 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c6d0afae-8c35-4ea1-850d-82b0fe9ec561 req-6a9b2971-7788-4ac1-bfcc-6f5e1b5c20e6 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/ports?device_id=89eb68c3-6c30-4d95-9a0d-1ef6edc25702 HTTP/1.1" status: 200 len: 948 time: 0.4226489 Feb 09 00:53:34.474630 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0443b6-06c7-429b-83d4-cbaebb6a79b8 req-88d0d0e1-13d5-45cc-acc7-61f294260fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:34.476155 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-6c0443b6-06c7-429b-83d4-cbaebb6a79b8 req-88d0d0e1-13d5-45cc-acc7-61f294260fca service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8d883076d7064c219a98a8f981d7945a&device_id=4217fae3-6087-4477-8eed-859d85400796 HTTP/1.1" status: 200 len: 1095 time: 1.1549125 Feb 09 00:53:34.477571 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75820a22-1752-485e-b958-99b440740299 req-77449983-5647-420b-98a6-1d64e933926e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:34.479036 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-75820a22-1752-485e-b958-99b440740299 req-77449983-5647-420b-98a6-1d64e933926e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.1694767 Feb 09 00:53:34.520523 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c6d0afae-8c35-4ea1-850d-82b0fe9ec561 req-6b2e698b-0ffe-49d5-8a10-eb5b5e0fa640 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f361fac-bee5-49f7-8557-30dc6fac47de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643442 Feb 09 00:53:34.537887 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef2bd7-e73c-4b54-a016-479052515693 req-71259045-262c-4d2a-9f4f-84e396534d4d tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:34.551592 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ceef2bd7-e73c-4b54-a016-479052515693 req-71259045-262c-4d2a-9f4f-84e396534d4d tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/ports?device_id=856b16f0-ea16-433c-9c30-389e940819bc HTTP/1.1" status: 200 len: 946 time: 1.0535922 Feb 09 00:53:34.581000 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['d99ba777-2172-48bf-86df-9993763f5b6f'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:53:34.653219 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-1d648be9-2db7-4bcb-bf07-921335b47ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bd6b911-3e8d-4d50-b8a1-2f769fed8236', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1040391017-router', 'tenant_id': 'e92c004a387045f69eb326cd61acc551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '0f5729be-15d9-4f1c-9772-911a455a8e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:49:55Z', 'updated_at': '2022-02-09T00:50:01Z', 'revision_number': 4, 'project_id': 'e92c004a387045f69eb326cd61acc551', 'gw_port': {'id': '0f5729be-15d9-4f1c-9772-911a455a8e7a', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd6b911-3e8d-4d50-b8a1-2f769fed8236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:49:56Z', 'updated_at': '2022-02-09T00:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '299ae2a3-e42c-41ab-9f27-58c459f8cc04', 'name': '', 'network_id': '27e5ee19-f0a7-4563-ba03-a0f237d4208b', 'tenant_id': 'e92c004a387045f69eb326cd61acc551', 'mac_address': 'fa:16:3e:ab:83:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd6b911-3e8d-4d50-b8a1-2f769fed8236', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '660612cb-07d4-43f9-b983-e1b46d8a035c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:49:59Z', 'updated_at': '2022-02-09T00:50:15Z', 'revision_number': 5, 'project_id': 'e92c004a387045f69eb326cd61acc551', 'subnets': [{'id': '660612cb-07d4-43f9-b983-e1b46d8a035c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:53:34.665038 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d648be9-2db7-4bcb-bf07-921335b47ca5 None None] Checking router: 9bd6b911-3e8d-4d50-b8a1-2f769fed8236 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:53:34.702290 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d648be9-2db7-4bcb-bf07-921335b47ca5 None None] Routers {'9bd6b911-3e8d-4d50-b8a1-2f769fed8236'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:53:34.703547 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-1d648be9-2db7-4bcb-bf07-921335b47ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:53:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['9bd6b911-3e8d-4d50-b8a1-2f769fed8236'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:53:34.789582 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ceef2bd7-e73c-4b54-a016-479052515693 req-1ff3608d-9928-4eaf-bb33-91431379f3d0 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/security-groups?id=5241b5dc-7937-4332-869e-fc6addd63e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349656 Feb 09 00:53:34.982507 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.db.resource_extend [None req-36590db4-1d03-49fb-98be-7f02f0e9ed6f admin admin] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 00:53:35.037010 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-36590db4-1d03-49fb-98be-7f02f0e9ed6f admin admin] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:35.066365 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-680a5d95-8469-44a7-be10-e8f658454029 None None] Provisioning complete for port 2493e5a7-f588-4e94-8e79-48927a38c44e triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:53:35.067023 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-680a5d95-8469-44a7-be10-e8f658454029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:35.106156 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-36590db4-1d03-49fb-98be-7f02f0e9ed6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:35.153068 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:35.167180 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-1d648be9-2db7-4bcb-bf07-921335b47ca5 None None] Set router 9bd6b911-3e8d-4d50-b8a1-2f769fed8236 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:53:35.249203 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 2493e5a7-f588-4e94-8e79-48927a38c44e, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=2493e5a7-f588-4e94-8e79-48927a38c44e,segment=NetworkSegment(42eb89e1-c4de-4f57-85a6-0e5fc984e699),segment_id=42eb89e1-c4de-4f57-85a6-0e5fc984e699)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:53:35.290859 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:35.501405 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=d99ba777-2172-48bf-86df-9993763f5b6f,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:35.544587 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 2745d572-a493-4180-8760-e353f273cc77 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:53:35.690065 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=2493e5a7-f588-4e94-8e79-48927a38c44e,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:35.826847 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 2745d572-a493-4180-8760-e353f273cc77 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:53:35.827841 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:35.864216 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '002445d9-8310-4d95-b177-135d4c573953', 'name': 'network-vif-deleted', 'tag': '89d21d29-430d-46a3-9bd4-2f717213fb02', 'status': 'completed', 'code': 200} Feb 09 00:53:35.897804 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-36590db4-1d03-49fb-98be-7f02f0e9ed6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:35.909252 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0443b6-06c7-429b-83d4-cbaebb6a79b8 req-08fae05d-e0cd-4061-8cd4-d40bd4b4b839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:35.920663 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-6c0443b6-06c7-429b-83d4-cbaebb6a79b8 req-08fae05d-e0cd-4061-8cd4-d40bd4b4b839 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ded91f5f-4c52-4e17-8569-d9d1696711b8 HTTP/1.1" status: 200 len: 909 time: 1.3336728 Feb 09 00:53:35.933135 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75820a22-1752-485e-b958-99b440740299 req-30826140-6858-4c6c-a1bc-1d9f632fa021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:35.936053 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-75820a22-1752-485e-b958-99b440740299 req-30826140-6858-4c6c-a1bc-1d9f632fa021 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.4398968 Feb 09 00:53:36.045071 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c44c3b51-8e9b-4b16-975b-59333236c178 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:36.066412 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-1d648be9-2db7-4bcb-bf07-921335b47ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bd6b911-3e8d-4d50-b8a1-2f769fed8236', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1040391017-router', 'tenant_id': 'e92c004a387045f69eb326cd61acc551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '0f5729be-15d9-4f1c-9772-911a455a8e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:49:55Z', 'updated_at': '2022-02-09T00:50:01Z', 'revision_number': 4, 'project_id': 'e92c004a387045f69eb326cd61acc551', 'gw_port': {'id': '0f5729be-15d9-4f1c-9772-911a455a8e7a', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd6b911-3e8d-4d50-b8a1-2f769fed8236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:49:56Z', 'updated_at': '2022-02-09T00:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '299ae2a3-e42c-41ab-9f27-58c459f8cc04', 'name': '', 'network_id': '27e5ee19-f0a7-4563-ba03-a0f237d4208b', 'tenant_id': 'e92c004a387045f69eb326cd61acc551', 'mac_address': 'fa:16:3e:ab:83:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd6b911-3e8d-4d50-b8a1-2f769fed8236', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '660612cb-07d4-43f9-b983-e1b46d8a035c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:49:59Z', 'updated_at': '2022-02-09T00:50:15Z', 'revision_number': 5, 'project_id': 'e92c004a387045f69eb326cd61acc551', 'subnets': [{'id': '660612cb-07d4-43f9-b983-e1b46d8a035c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:53:36.076172 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d648be9-2db7-4bcb-bf07-921335b47ca5 None None] The sync data for ids ['9bd6b911-3e8d-4d50-b8a1-2f769fed8236'] in n-d-828418-1 is: [{'id': '9bd6b911-3e8d-4d50-b8a1-2f769fed8236', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1040391017-router', 'tenant_id': 'e92c004a387045f69eb326cd61acc551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '0f5729be-15d9-4f1c-9772-911a455a8e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:49:55Z', 'updated_at': '2022-02-09T00:50:01Z', 'revision_number': 4, 'project_id': 'e92c004a387045f69eb326cd61acc551', 'gw_port': {'id': '0f5729be-15d9-4f1c-9772-911a455a8e7a', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd6b911-3e8d-4d50-b8a1-2f769fed8236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:49:56Z', 'updated_at': '2022-02-09T00:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '299ae2a3-e42c-41ab-9f27-58c459f8cc04', 'name': '', 'network_id': '27e5ee19-f0a7-4563-ba03-a0f237d4208b', 'tenant_id': 'e92c004a387045f69eb326cd61acc551', 'mac_address': 'fa:16:3e:ab:83:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd6b911-3e8d-4d50-b8a1-2f769fed8236', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '660612cb-07d4-43f9-b983-e1b46d8a035c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:49:59Z', 'updated_at': '2022-02-09T00:50:15Z', 'revision_number': 5, 'project_id': 'e92c004a387045f69eb326cd61acc551', 'subnets': [{'id': '660612cb-07d4-43f9-b983-e1b46d8a035c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:53:36.169368 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac1562-167a-45e9-9324-69c6bd3c9018 req-a69cc6ef-154f-4fc5-b606-91b13ae2331e tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:36.177365 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e2ac1562-167a-45e9-9324-69c6bd3c9018 req-a69cc6ef-154f-4fc5-b606-91b13ae2331e tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=b6e6cbb0-25cc-4ebb-aec9-38f9437ee596 HTTP/1.1" status: 200 len: 950 time: 1.3787425 Feb 09 00:53:36.221440 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-6c0443b6-06c7-429b-83d4-cbaebb6a79b8 req-108e4073-1614-455b-9100-c5ab90d148c4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c26df16-b85b-4e62-8100-31c95a5c2dfc HTTP/1.1" status: 200 len: 217 time: 0.2802837 Feb 09 00:53:36.323930 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36590db4-1d03-49fb-98be-7f02f0e9ed6f admin admin] Pushing event updated for resources: {'Port': ['ID=8cdb7e51-c7ba-4d4d-b1f0-f5ec1cb62641,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:36.366940 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0443b6-06c7-429b-83d4-cbaebb6a79b8 req-a8cd2b5d-f936-49d6-bfa0-d3a9e6e4324f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:36.368735 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-6c0443b6-06c7-429b-83d4-cbaebb6a79b8 req-a8cd2b5d-f936-49d6-bfa0-d3a9e6e4324f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=103c212c-bf16-40d1-a89c-07252434eb67 HTTP/1.1" status: 200 len: 848 time: 0.1299696 Feb 09 00:53:36.374334 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600add27-72b6-42de-b0d8-cfcba8d83438 req-d7b011a1-5455-4ea6-a439-670039763ede tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:36.383787 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-600add27-72b6-42de-b0d8-cfcba8d83438 req-d7b011a1-5455-4ea6-a439-670039763ede tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/ports?device_id=89eb68c3-6c30-4d95-9a0d-1ef6edc25702 HTTP/1.1" status: 200 len: 948 time: 0.4638431 Feb 09 00:53:36.401196 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e2ac1562-167a-45e9-9324-69c6bd3c9018 req-af7f3798-1fd3-4aea-8ffe-efb9a4ce3022 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228711 Feb 09 00:53:36.518397 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 42760) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:53:36.553092 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce29e04-98c4-4a60-99be-75c7ca109186 None None] New status for floating IP 54897e23-5bba-4e10-a694-4dd49862327f: DOWN {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 00:53:36.558574 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-6c0443b6-06c7-429b-83d4-cbaebb6a79b8 req-1867148f-c5df-42b6-942a-37a91bca5bc3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ded91f5f-4c52-4e17-8569-d9d1696711b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834310 Feb 09 00:53:36.674679 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-75820a22-1752-485e-b958-99b440740299 req-719ca33e-c449-44a3-bc1e-7db677d05e60 service neutron] 10.222.0.62 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6683414 Feb 09 00:53:36.714205 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-600add27-72b6-42de-b0d8-cfcba8d83438 req-703e50df-1bad-434c-8e26-994d7d6299c5 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f361fac-bee5-49f7-8557-30dc6fac47de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295288 Feb 09 00:53:36.719394 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-ed81dd04-32c5-4e6e-8d87-4bd3c1a7790f req-d35c62cf-a1c1-4c27-897b-97695abbf7a3 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] For port 9910a5b9-a387-4c5e-8e8f-b55755127964, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=9910a5b9-a387-4c5e-8e8f-b55755127964,segment=NetworkSegment(e9be9500-482f-486c-b330-ffba40da5382),segment_id=e9be9500-482f-486c-b330-ffba40da5382)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:53:36.722188 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ed81dd04-32c5-4e6e-8d87-4bd3c1a7790f req-d35c62cf-a1c1-4c27-897b-97695abbf7a3 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:37.007488 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-ed81dd04-32c5-4e6e-8d87-4bd3c1a7790f req-d35c62cf-a1c1-4c27-897b-97695abbf7a3 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Calling delete_port for 9910a5b9-a387-4c5e-8e8f-b55755127964 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:53:37.040962 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36590db4-1d03-49fb-98be-7f02f0e9ed6f admin admin] Network 126ed347-4206-4f46-8784-d408232679be is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:53:37.058698 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-36590db4-1d03-49fb-98be-7f02f0e9ed6f admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:53:37.058698 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d276503d-b53f-43bc-8f0b-09bf73fb58ff tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:37.084553 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c44c3b51-8e9b-4b16-975b-59333236c178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:37.204598 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d276503d-b53f-43bc-8f0b-09bf73fb58ff tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:37.211061 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 9910a5b9-a387-4c5e-8e8f-b55755127964 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:53:37.470227 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 2493e5a7-f588-4e94-8e79-48927a38c44e up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:53:37.490554 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9239f1-883e-4260-8ca3-9a22e36a9084 req-df6d70a6-8c3d-4cc0-bd20-4bcd7ef326ed tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:37.497988 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ec9239f1-883e-4260-8ca3-9a22e36a9084 req-df6d70a6-8c3d-4cc0-bd20-4bcd7ef326ed tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/ports?device_id=856b16f0-ea16-433c-9c30-389e940819bc HTTP/1.1" status: 200 len: 946 time: 0.7362628 Feb 09 00:53:37.525433 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-75820a22-1752-485e-b958-99b440740299 req-7cca895e-6f2e-46c2-9c3d-5aa821b4e615 service neutron] 10.222.0.62 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8413789 Feb 09 00:53:37.668642 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d276503d-b53f-43bc-8f0b-09bf73fb58ff tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:37.735378 n-d-828418-1 neutron-server[87640]: INFO neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No ports have port_id starting with 9910a5b9-a387-4c5e-8e8f-b55755127964 Feb 09 00:53:37.749103 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ec9239f1-883e-4260-8ca3-9a22e36a9084 req-6153cbb7-059c-4790-8f09-b57e2cbd72b0 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/security-groups?id=5241b5dc-7937-4332-869e-fc6addd63e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471108 Feb 09 00:53:37.761832 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d276503d-b53f-43bc-8f0b-09bf73fb58ff tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa53326b-e9b6-4684-a0e1-c70cb70bdf58,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:37.880437 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-23715588-29e0-497a-bb5c-fe74845d2d7e None None] Provisioning complete for port 8cdb7e51-c7ba-4d4d-b1f0-f5ec1cb62641 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:53:37.882245 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-23715588-29e0-497a-bb5c-fe74845d2d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:37.895732 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36590db4-1d03-49fb-98be-7f02f0e9ed6f admin admin] Router 74386a0e-8aaf-493a-a0ab-90185a553100 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 00:53:37.907934 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ed81dd04-32c5-4e6e-8d87-4bd3c1a7790f req-d35c62cf-a1c1-4c27-897b-97695abbf7a3 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:38.043243 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 2493e5a7-f588-4e94-8e79-48927a38c44e triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:53:38.043604 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:38.080048 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35c62cf-a1c1-4c27-897b-97695abbf7a3 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Pushing event deleted for resources: {'Port': ['ID=9910a5b9-a387-4c5e-8e8f-b55755127964,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:38.144485 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c44c3b51-8e9b-4b16-975b-59333236c178 admin admin] Router c5fa7b0c-5305-4b07-9c4b-988eb7b75b50 is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 00:53:38.152258 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-6c0443b6-06c7-429b-83d4-cbaebb6a79b8 req-318fc1b0-7802-4713-b318-e30536ecafc6 service neutron] 10.222.0.62 "GET /v2.0/networks/ded91f5f-4c52-4e17-8569-d9d1696711b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5809278 Feb 09 00:53:38.152800 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-23715588-29e0-497a-bb5c-fe74845d2d7e None None] Port 8cdb7e51-c7ba-4d4d-b1f0-f5ec1cb62641 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:53:38.158580 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device d99ba777-2172-48bf-86df-9993763f5b6f up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:53:38.321167 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a69469fd-090b-4e2c-90ba-79ac1ce1ad98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:38.346545 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning for port d99ba777-2172-48bf-86df-9993763f5b6f completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:53:38.354144 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port d99ba777-2172-48bf-86df-9993763f5b6f triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:53:38.354983 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:38.378846 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3801062b-c2f1-4585-bb29-a223155f54b9 req-585e88e7-4bcb-4507-b1a7-706641e07cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:38.382133 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-3801062b-c2f1-4585-bb29-a223155f54b9 req-585e88e7-4bcb-4507-b1a7-706641e07cb4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=728acbd4018441cfb9bc787ed7a4e77e&device_id=89eb68c3-6c30-4d95-9a0d-1ef6edc25702 HTTP/1.1" status: 200 len: 1099 time: 0.7205851 Feb 09 00:53:38.509576 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:38.542779 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e446d3-eb09-4119-b095-c6841026b291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd99ba777-2172-48bf-86df-9993763f5b6f'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:53:38.557854 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port d99ba777-2172-48bf-86df-9993763f5b6f, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=d99ba777-2172-48bf-86df-9993763f5b6f,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:53:38.566125 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:38.672986 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=d99ba777-2172-48bf-86df-9993763f5b6f,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:38.748085 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44c3b51-8e9b-4b16-975b-59333236c178 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 00:53:38.755613 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-6c0443b6-06c7-429b-83d4-cbaebb6a79b8 req-c3a0a09e-341a-4c64-9db6-a30832db3ed7 service neutron] 10.222.0.62 "GET /v2.0/networks/ded91f5f-4c52-4e17-8569-d9d1696711b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5915024 Feb 09 00:53:38.759754 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8f2f0c-6476-4392-8f90-0f632c920fec None None] Sync routers for ids ['c5fa7b0c-5305-4b07-9c4b-988eb7b75b50'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:53:38.777607 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3801062b-c2f1-4585-bb29-a223155f54b9 req-1944b09c-39c3-415f-b37a-aec766e96ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:38.779497 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-3801062b-c2f1-4585-bb29-a223155f54b9 req-1944b09c-39c3-415f-b37a-aec766e96ba3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=42d335cf-a678-4bc3-901b-7d21fb8587e6 HTTP/1.1" status: 200 len: 870 time: 0.3832099 Feb 09 00:53:38.781216 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8f2f0c-6476-4392-8f90-0f632c920fec None None] Routers {'c5fa7b0c-5305-4b07-9c4b-988eb7b75b50'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:53:38.781950 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-0b8f2f0c-6476-4392-8f90-0f632c920fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:53:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['c5fa7b0c-5305-4b07-9c4b-988eb7b75b50'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:53:38.789419 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c44c3b51-8e9b-4b16-975b-59333236c178 admin admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:38.794656 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c44c3b51-8e9b-4b16-975b-59333236c178 admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 11.6626086 Feb 09 00:53:38.795517 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42832) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:53:38.890273 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36590db4-1d03-49fb-98be-7f02f0e9ed6f admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 00:53:38.892295 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d276503d-b53f-43bc-8f0b-09bf73fb58ff tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:38.893579 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-d276503d-b53f-43bc-8f0b-09bf73fb58ff tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.105 "DELETE /v2.0/security-groups/fa53326b-e9b6-4684-a0e1-c70cb70bdf58 HTTP/1.1" status: 204 len: 168 time: 2.3722656 Feb 09 00:53:38.903413 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad7b866-75b2-4101-af0d-f999bda5912b None None] Sync routers for ids ['74386a0e-8aaf-493a-a0ab-90185a553100'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:53:38.909287 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-36590db4-1d03-49fb-98be-7f02f0e9ed6f admin admin] 10.222.0.105 "PUT /v2.0/routers/74386a0e-8aaf-493a-a0ab-90185a553100/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7734559 Feb 09 00:53:38.916193 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 42836) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:53:38.921730 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad7b866-75b2-4101-af0d-f999bda5912b None None] Routers {'74386a0e-8aaf-493a-a0ab-90185a553100'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:53:38.925350 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-8ad7b866-75b2-4101-af0d-f999bda5912b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:53:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['74386a0e-8aaf-493a-a0ab-90185a553100'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:53:38.958455 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-3801062b-c2f1-4585-bb29-a223155f54b9 req-af3b2412-2a7f-4ddf-aac9-b2344f1ea895 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=4825ef82-548d-4923-89a7-16651d23e84f HTTP/1.1" status: 200 len: 217 time: 0.1538827 Feb 09 00:53:39.158838 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-0b8f2f0c-6476-4392-8f90-0f632c920fec None None] Set router c5fa7b0c-5305-4b07-9c4b-988eb7b75b50 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:53:39.160665 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed81dd04-32c5-4e6e-8d87-4bd3c1a7790f req-d35c62cf-a1c1-4c27-897b-97695abbf7a3 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] No DVR routers for this DVR port 9910a5b9-a387-4c5e-8e8f-b55755127964 on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:53:39.164693 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ed81dd04-32c5-4e6e-8d87-4bd3c1a7790f req-d35c62cf-a1c1-4c27-897b-97695abbf7a3 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:39.172499 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ed81dd04-32c5-4e6e-8d87-4bd3c1a7790f req-d35c62cf-a1c1-4c27-897b-97695abbf7a3 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.62 "DELETE /v2.0/ports/9910a5b9-a387-4c5e-8e8f-b55755127964 HTTP/1.1" status: 204 len: 173 time: 4.9132667 Feb 09 00:53:39.173159 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3801062b-c2f1-4585-bb29-a223155f54b9 req-57008391-1e9c-4ddf-a67e-bee215611c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:39.173650 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [None req-219ff104-1f1d-4353-a92e-6bf421fcd6bb tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] show failed (client error): The resource could not be found. Feb 09 00:53:39.175461 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-3801062b-c2f1-4585-bb29-a223155f54b9 req-57008391-1e9c-4ddf-a67e-bee215611c62 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.1918962 Feb 09 00:53:39.175974 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-219ff104-1f1d-4353-a92e-6bf421fcd6bb tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.105 "GET /v2.0/security-groups/fa53326b-e9b6-4684-a0e1-c70cb70bdf58 HTTP/1.1" status: 404 len: 347 time: 0.2389252 Feb 09 00:53:39.178225 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '856b16f0-ea16-433c-9c30-389e940819bc', 'name': 'network-vif-deleted', 'tag': '9910a5b9-a387-4c5e-8e8f-b55755127964'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:53:39.194409 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42844) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:53:39.254938 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8991a25f-9734-4a49-a37a-a2c7af3cf650 req-f4d07fff-e94c-4371-ba3d-92049cb30470 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:39.257719 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8991a25f-9734-4a49-a37a-a2c7af3cf650 req-f4d07fff-e94c-4371-ba3d-92049cb30470 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=b6e6cbb0-25cc-4ebb-aec9-38f9437ee596 HTTP/1.1" status: 200 len: 950 time: 1.5039465 Feb 09 00:53:39.282124 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f0b9b-126d-4786-8e8c-088152bd0386 req-5ae46155-7da6-43b9-9aa3-8fdd68292b83 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:39.292539 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2e3f0b9b-126d-4786-8e8c-088152bd0386 req-5ae46155-7da6-43b9-9aa3-8fdd68292b83 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/ports?device_id=89eb68c3-6c30-4d95-9a0d-1ef6edc25702 HTTP/1.1" status: 200 len: 948 time: 1.2091162 Feb 09 00:53:39.527353 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2e3f0b9b-126d-4786-8e8c-088152bd0386 req-4fb6866a-2c2c-486f-aead-be3a992ef136 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f361fac-bee5-49f7-8557-30dc6fac47de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255785 Feb 09 00:53:39.552577 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8991a25f-9734-4a49-a37a-a2c7af3cf650 req-a00d91ab-3c8d-4c24-bded-7aad97a21ffd tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249994 Feb 09 00:53:39.598626 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-8ad7b866-75b2-4101-af0d-f999bda5912b None None] Set router 74386a0e-8aaf-493a-a0ab-90185a553100 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:53:39.689454 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9e446d3-eb09-4119-b095-c6841026b291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd99ba777-2172-48bf-86df-9993763f5b6f', 'code': 200} Feb 09 00:53:39.965173 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-0b8f2f0c-6476-4392-8f90-0f632c920fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5fa7b0c-5305-4b07-9c4b-988eb7b75b50', 'name': 'tempest-ServerActionsTestJSON-306433313-router', 'tenant_id': '71b0276e9e0b48f8943a51531f3d8a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '13709a81-eeec-49f1-b597-910fac9f4a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:53:27Z', 'updated_at': '2022-02-09T00:53:34Z', 'revision_number': 3, 'project_id': '71b0276e9e0b48f8943a51531f3d8a9e', 'gw_port': {'id': '13709a81-eeec-49f1-b597-910fac9f4a2e', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5fa7b0c-5305-4b07-9c4b-988eb7b75b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:53:29Z', 'updated_at': '2022-02-09T00:53:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:53:39.974851 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8f2f0c-6476-4392-8f90-0f632c920fec None None] Checking router: c5fa7b0c-5305-4b07-9c4b-988eb7b75b50 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:53:39.975190 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8f2f0c-6476-4392-8f90-0f632c920fec None None] Updating router c5fa7b0c-5305-4b07-9c4b-988eb7b75b50 port 13709a81-eeec-49f1-b597-910fac9f4a2e binding host n-d-828418-1 {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:53:40.045893 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-fb102e73-ae65-4142-9bec-7e9a2d62d2e6 req-5371c922-c01f-4ee2-8d06-7deb13c264a1 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Synchronizing usage tracker for tenant:7bf69f5d5f8d45f2b7dab3b2ab01eff0 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:53:40.065499 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-fb102e73-ae65-4142-9bec-7e9a2d62d2e6 req-5371c922-c01f-4ee2-8d06-7deb13c264a1 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Unset dirty status for tenant:7bf69f5d5f8d45f2b7dab3b2ab01eff0 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:53:40.079120 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fb102e73-ae65-4142-9bec-7e9a2d62d2e6 req-5371c922-c01f-4ee2-8d06-7deb13c264a1 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/ports?device_id=856b16f0-ea16-433c-9c30-389e940819bc HTTP/1.1" status: 200 len: 210 time: 0.1509166 Feb 09 00:53:40.139226 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-0b8f2f0c-6476-4392-8f90-0f632c920fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:40.208664 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '856b16f0-ea16-433c-9c30-389e940819bc', 'name': 'network-vif-deleted', 'tag': '9910a5b9-a387-4c5e-8e8f-b55755127964', 'status': 'completed', 'code': 200} Feb 09 00:53:40.387240 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-8a962682-7f63-4525-bb10-e85287d99989 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Deleting port cb15df31-bdd5-481d-a802-6853da1adcfb {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:53:40.387806 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8a962682-7f63-4525-bb10-e85287d99989 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:40.526471 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0273c2cf-eca5-4ccd-ba8f-06769766c03b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:40.607835 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-8ad7b866-75b2-4101-af0d-f999bda5912b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74386a0e-8aaf-493a-a0ab-90185a553100', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2045698161-router', 'tenant_id': '82ffc79770134f5fbd74ad0a128bf4a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '2745d572-a493-4180-8760-e353f273cc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:53:19Z', 'updated_at': '2022-02-09T00:53:32Z', 'revision_number': 4, 'project_id': '82ffc79770134f5fbd74ad0a128bf4a8', 'gw_port': {'id': '2745d572-a493-4180-8760-e353f273cc77', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:84:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74386a0e-8aaf-493a-a0ab-90185a553100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:53:20Z', 'updated_at': '2022-02-09T00:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '8cdb7e51-c7ba-4d4d-b1f0-f5ec1cb62641', 'name': '', 'network_id': '126ed347-4206-4f46-8784-d408232679be', 'tenant_id': '82ffc79770134f5fbd74ad0a128bf4a8', 'mac_address': 'fa:16:3e:86:dd:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74386a0e-8aaf-493a-a0ab-90185a553100', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '16f52b7f-73d5-46c0-b296-524301583da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:53:29Z', 'updated_at': '2022-02-09T00:53:33Z', 'revision_number': 2, 'project_id': '82ffc79770134f5fbd74ad0a128bf4a8', 'subnets': [{'id': '16f52b7f-73d5-46c0-b296-524301583da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:53:40.618161 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad7b866-75b2-4101-af0d-f999bda5912b None None] Checking router: 74386a0e-8aaf-493a-a0ab-90185a553100 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:53:40.618514 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad7b866-75b2-4101-af0d-f999bda5912b None None] Updating router 74386a0e-8aaf-493a-a0ab-90185a553100 port 8cdb7e51-c7ba-4d4d-b1f0-f5ec1cb62641 binding host n-d-828418-1 {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:53:40.747660 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8ad7b866-75b2-4101-af0d-f999bda5912b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:40.790827 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3801062b-c2f1-4585-bb29-a223155f54b9 req-e55b33fa-13d2-44c8-b538-46b67d7ea51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:40.794767 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-3801062b-c2f1-4585-bb29-a223155f54b9 req-e55b33fa-13d2-44c8-b538-46b67d7ea51c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.6057570 Feb 09 00:53:40.828486 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-0b8f2f0c-6476-4392-8f90-0f632c920fec None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:40.861723 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-0b8f2f0c-6476-4392-8f90-0f632c920fec None None] Transition to ACTIVE for port object 13709a81-eeec-49f1-b597-910fac9f4a2e will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:53:40.877652 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-0b8f2f0c-6476-4392-8f90-0f632c920fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:40.978401 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6d7209aa-0230-4fff-ac36-5f22f050ad41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:41.060858 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-3801062b-c2f1-4585-bb29-a223155f54b9 req-07bd93a0-8d70-4cc7-a4d7-82fc60438bba service neutron] 10.222.0.62 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476602 Feb 09 00:53:41.076244 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f310e-140f-46fe-b93e-a828abf2a5ba req-3de3a09d-69cc-4e7a-a37a-28055b53adef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:41.078322 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-547f310e-140f-46fe-b93e-a828abf2a5ba req-3de3a09d-69cc-4e7a-a37a-28055b53adef service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=e9e446d3-eb09-4119-b095-c6841026b291 HTTP/1.1" status: 200 len: 1100 time: 1.3083265 Feb 09 00:53:41.141411 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb220c3-5c27-4d71-93e9-73848eb7af3b None None] Pushing event updated for resources: {'Port': ['ID=13709a81-eeec-49f1-b597-910fac9f4a2e,revision_number=2']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:41.146338 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-0b8f2f0c-6476-4392-8f90-0f632c920fec None None] Attempting to bind port 13709a81-eeec-49f1-b597-910fac9f4a2e on host n-d-828418-1 for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:53:41.146712 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-0b8f2f0c-6476-4392-8f90-0f632c920fec None None] Attempting to bind port 13709a81-eeec-49f1-b597-910fac9f4a2e by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:53:41.147077 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8f2f0c-6476-4392-8f90-0f632c920fec None None] Attempting to bind port 13709a81-eeec-49f1-b597-910fac9f4a2e on network 3d885c3c-255c-4e54-addc-b28437d0b18e {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:53:41.180863 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb220c3-5c27-4d71-93e9-73848eb7af3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:53:41.192910 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb220c3-5c27-4d71-93e9-73848eb7af3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:53:41.194132 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb220c3-5c27-4d71-93e9-73848eb7af3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:53:41.194643 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb220c3-5c27-4d71-93e9-73848eb7af3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:53:41.195774 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb220c3-5c27-4d71-93e9-73848eb7af3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:53:41.196895 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb220c3-5c27-4d71-93e9-73848eb7af3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:53:41.198917 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb220c3-5c27-4d71-93e9-73848eb7af3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:53:41.200068 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb220c3-5c27-4d71-93e9-73848eb7af3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:53:41.201173 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb220c3-5c27-4d71-93e9-73848eb7af3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:53:41.202903 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb220c3-5c27-4d71-93e9-73848eb7af3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:53:41.204216 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb220c3-5c27-4d71-93e9-73848eb7af3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:53:41.205349 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb220c3-5c27-4d71-93e9-73848eb7af3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:53:41.209743 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8f2f0c-6476-4392-8f90-0f632c920fec None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:53:41.211069 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8f2f0c-6476-4392-8f90-0f632c920fec None None] Checking segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:53:41.214439 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-0b8f2f0c-6476-4392-8f90-0f632c920fec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:41.214884 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8f2f0c-6476-4392-8f90-0f632c920fec None None] Bound using segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:53:41.215436 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-0b8f2f0c-6476-4392-8f90-0f632c920fec None None] Bound port: 13709a81-eeec-49f1-b597-910fac9f4a2e, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:53:41.215884 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-0b8f2f0c-6476-4392-8f90-0f632c920fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:41.242738 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-3801062b-c2f1-4585-bb29-a223155f54b9 req-28c06e82-ee1d-4f45-8283-7ee8273cf168 service neutron] 10.222.0.62 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578181 Feb 09 00:53:41.345574 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-0b8f2f0c-6476-4392-8f90-0f632c920fec None None] For port 13709a81-eeec-49f1-b597-910fac9f4a2e, host n-d-828418-1, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:53:41.349985 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-0b8f2f0c-6476-4392-8f90-0f632c920fec None None] For port 13709a81-eeec-49f1-b597-910fac9f4a2e, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=13709a81-eeec-49f1-b597-910fac9f4a2e,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:53:41.360714 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-0b8f2f0c-6476-4392-8f90-0f632c920fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:41.363320 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8a962682-7f63-4525-bb10-e85287d99989 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:41.363643 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8a962682-7f63-4525-bb10-e85287d99989 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:41.422011 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8ad7b866-75b2-4101-af0d-f999bda5912b None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:41.440977 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 4825ef82-548d-4923-89a7-16651d23e84f details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:53:41.440977 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8ad7b866-75b2-4101-af0d-f999bda5912b None None] Transition to ACTIVE for port object 8cdb7e51-c7ba-4d4d-b1f0-f5ec1cb62641 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:53:41.469903 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8ad7b866-75b2-4101-af0d-f999bda5912b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:41.583095 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:41.584635 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-547f310e-140f-46fe-b93e-a828abf2a5ba req-986fced1-8781-45b0-839c-e467b2f14f66 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=8f361fac-bee5-49f7-8557-30dc6fac47de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061662 Feb 09 00:53:41.603143 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:41.613318 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb220c3-5c27-4d71-93e9-73848eb7af3b None None] Pushing event updated for resources: {'Port': ['ID=13709a81-eeec-49f1-b597-910fac9f4a2e,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:41.722256 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8f2f0c-6476-4392-8f90-0f632c920fec None None] Routers {'c5fa7b0c-5305-4b07-9c4b-988eb7b75b50'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:53:41.727546 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-0b8f2f0c-6476-4392-8f90-0f632c920fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:53:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['c5fa7b0c-5305-4b07-9c4b-988eb7b75b50'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:53:41.905638 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dca6b8-3a64-459e-989d-06d90a7f3b48 None None] Pushing event updated for resources: {'Port': ['ID=8cdb7e51-c7ba-4d4d-b1f0-f5ec1cb62641,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:41.967085 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-8ad7b866-75b2-4101-af0d-f999bda5912b None None] Attempting to bind port 8cdb7e51-c7ba-4d4d-b1f0-f5ec1cb62641 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:53:41.967085 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-8ad7b866-75b2-4101-af0d-f999bda5912b None None] Attempting to bind port 8cdb7e51-c7ba-4d4d-b1f0-f5ec1cb62641 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '71e39a3f-ec02-4c81-98bc-ecfdeec67fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '126ed347-4206-4f46-8784-d408232679be'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:53:41.967085 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad7b866-75b2-4101-af0d-f999bda5912b None None] Attempting to bind port 8cdb7e51-c7ba-4d4d-b1f0-f5ec1cb62641 on network 126ed347-4206-4f46-8784-d408232679be {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:53:41.977654 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 4825ef82-548d-4923-89a7-16651d23e84f, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=4825ef82-548d-4923-89a7-16651d23e84f,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:53:41.985699 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad7b866-75b2-4101-af0d-f999bda5912b None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:53:41.986075 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad7b866-75b2-4101-af0d-f999bda5912b None None] Checking segment: {'id': '71e39a3f-ec02-4c81-98bc-ecfdeec67fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '126ed347-4206-4f46-8784-d408232679be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:53:41.986481 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8ad7b866-75b2-4101-af0d-f999bda5912b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:41.986872 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad7b866-75b2-4101-af0d-f999bda5912b None None] Bound using segment: {'id': '71e39a3f-ec02-4c81-98bc-ecfdeec67fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '126ed347-4206-4f46-8784-d408232679be'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:53:41.987346 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-8ad7b866-75b2-4101-af0d-f999bda5912b None None] Bound port: 8cdb7e51-c7ba-4d4d-b1f0-f5ec1cb62641, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71e39a3f-ec02-4c81-98bc-ecfdeec67fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '126ed347-4206-4f46-8784-d408232679be'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:53:41.987717 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8ad7b866-75b2-4101-af0d-f999bda5912b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:42.027634 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '4825ef82-548d-4923-89a7-16651d23e84f', 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6', 'port_id': '4825ef82-548d-4923-89a7-16651d23e84f', 'mac_address': 'fa:16:3e:e1:60:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7938d94-1f0f-48bd-a0b3-26d5344ff0ec', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:53:42.068050 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-8a962682-7f63-4525-bb10-e85287d99989 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Calling delete_port for cb15df31-bdd5-481d-a802-6853da1adcfb owned by network:floatingip {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:53:42.092668 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-0b8f2f0c-6476-4392-8f90-0f632c920fec None None] Set router c5fa7b0c-5305-4b07-9c4b-988eb7b75b50 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:53:42.226562 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:42.289822 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4825ef82-548d-4923-89a7-16651d23e84f {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:53:42.329852 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-8ad7b866-75b2-4101-af0d-f999bda5912b None None] For port 8cdb7e51-c7ba-4d4d-b1f0-f5ec1cb62641, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:53:42.342386 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-8ad7b866-75b2-4101-af0d-f999bda5912b None None] For port 8cdb7e51-c7ba-4d4d-b1f0-f5ec1cb62641, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=8cdb7e51-c7ba-4d4d-b1f0-f5ec1cb62641,segment=NetworkSegment(71e39a3f-ec02-4c81-98bc-ecfdeec67fad),segment_id=71e39a3f-ec02-4c81-98bc-ecfdeec67fad)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:53:42.357543 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8ad7b866-75b2-4101-af0d-f999bda5912b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:42.368917 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 4825ef82-548d-4923-89a7-16651d23e84f, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=4825ef82-548d-4923-89a7-16651d23e84f,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:53:42.390699 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8a962682-7f63-4525-bb10-e85287d99989 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:42.460541 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:42.480868 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a962682-7f63-4525-bb10-e85287d99989 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Pushing event deleted for resources: {'Port': ['ID=cb15df31-bdd5-481d-a802-6853da1adcfb,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:42.506112 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad7b866-75b2-4101-af0d-f999bda5912b None None] Routers {'74386a0e-8aaf-493a-a0ab-90185a553100'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:53:42.506775 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-8ad7b866-75b2-4101-af0d-f999bda5912b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:53:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['74386a0e-8aaf-493a-a0ab-90185a553100'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:53:42.690165 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-0b8f2f0c-6476-4392-8f90-0f632c920fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5fa7b0c-5305-4b07-9c4b-988eb7b75b50', 'name': 'tempest-ServerActionsTestJSON-306433313-router', 'tenant_id': '71b0276e9e0b48f8943a51531f3d8a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '13709a81-eeec-49f1-b597-910fac9f4a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:53:27Z', 'updated_at': '2022-02-09T00:53:34Z', 'revision_number': 3, 'project_id': '71b0276e9e0b48f8943a51531f3d8a9e', 'gw_port': {'id': '13709a81-eeec-49f1-b597-910fac9f4a2e', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5fa7b0c-5305-4b07-9c4b-988eb7b75b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:53:29Z', 'updated_at': '2022-02-09T00:53:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:53:42.717798 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8f2f0c-6476-4392-8f90-0f632c920fec None None] The sync data for ids ['c5fa7b0c-5305-4b07-9c4b-988eb7b75b50'] in n-d-828418-1 is: [{'id': 'c5fa7b0c-5305-4b07-9c4b-988eb7b75b50', 'name': 'tempest-ServerActionsTestJSON-306433313-router', 'tenant_id': '71b0276e9e0b48f8943a51531f3d8a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '13709a81-eeec-49f1-b597-910fac9f4a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:53:27Z', 'updated_at': '2022-02-09T00:53:34Z', 'revision_number': 3, 'project_id': '71b0276e9e0b48f8943a51531f3d8a9e', 'gw_port': {'id': '13709a81-eeec-49f1-b597-910fac9f4a2e', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5fa7b0c-5305-4b07-9c4b-988eb7b75b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:53:29Z', 'updated_at': '2022-02-09T00:53:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:53:42.728607 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-6d7209aa-0230-4fff-ac36-5f22f050ad41 admin admin] Allocated IP 172.20.0.1 (1f86eb5f-f405-4ce4-a845-9c31ac1b15d4/55d6843d-cf0e-4da9-b1f9-18c66e11f308/27004551-3cd5-44d7-aed7-82fb0b886e45) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:53:42.953040 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dca6b8-3a64-459e-989d-06d90a7f3b48 None None] Pushing event updated for resources: {'Port': ['ID=8cdb7e51-c7ba-4d4d-b1f0-f5ec1cb62641,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:43.107513 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8a962682-7f63-4525-bb10-e85287d99989 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Notify callbacks [] for floatingip, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:43.113934 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['4825ef82-548d-4923-89a7-16651d23e84f'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:53:43.184985 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8a962682-7f63-4525-bb10-e85287d99989 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:43.187348 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-8a962682-7f63-4525-bb10-e85287d99989 tempest-ServersWithSpecificFlavorTestJSON-48887051 tempest-ServersWithSpecificFlavorTestJSON-48887051-project] 10.222.0.105 "DELETE /v2.0/floatingips/54897e23-5bba-4e10-a694-4dd49862327f HTTP/1.1" status: 204 len: 168 time: 3.9911966 Feb 09 00:53:43.365247 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6d7209aa-0230-4fff-ac36-5f22f050ad41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:43.427743 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-6d7209aa-0230-4fff-ac36-5f22f050ad41 admin admin] Transition to ACTIVE for port object 27004551-3cd5-44d7-aed7-82fb0b886e45 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:53:43.484408 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6d7209aa-0230-4fff-ac36-5f22f050ad41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:43.568750 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:43.574464 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 13709a81-eeec-49f1-b597-910fac9f4a2e up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:53:43.627474 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7209aa-0230-4fff-ac36-5f22f050ad41 admin admin] Network 1f86eb5f-f405-4ce4-a845-9c31ac1b15d4 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:53:43.628476 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7209aa-0230-4fff-ac36-5f22f050ad41 admin admin] Pushing event updated for resources: {'Port': ['ID=27004551-3cd5-44d7-aed7-82fb0b886e45,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:43.631293 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-6d7209aa-0230-4fff-ac36-5f22f050ad41 admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:53:43.635349 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7209aa-0230-4fff-ac36-5f22f050ad41 admin admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:53:43.748339 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6d7209aa-0230-4fff-ac36-5f22f050ad41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:43.849148 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=4825ef82-548d-4923-89a7-16651d23e84f,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:43.866925 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-8ad7b866-75b2-4101-af0d-f999bda5912b None None] Set router 74386a0e-8aaf-493a-a0ab-90185a553100 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:53:44.158936 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 13709a81-eeec-49f1-b597-910fac9f4a2e completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:53:44.258605 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 13709a81-eeec-49f1-b597-910fac9f4a2e triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:53:44.259687 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:44.290384 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6d7209aa-0230-4fff-ac36-5f22f050ad41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:44.309408 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-088844d5-31af-4d7a-9cbf-f272a5db0ebf None None] Provisioning for port 27004551-3cd5-44d7-aed7-82fb0b886e45 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:53:44.360842 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-088844d5-31af-4d7a-9cbf-f272a5db0ebf None None] Provisioning complete for port 27004551-3cd5-44d7-aed7-82fb0b886e45 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:53:44.361484 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-088844d5-31af-4d7a-9cbf-f272a5db0ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:44.500491 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [req-b57d0b9c-4663-4456-8c1b-1adfa03006b6 req-ad88a52f-2847-4e0f-b4fb-c32a10c0e8b6 service neutron] show failed (client error): The resource could not be found. Feb 09 00:53:44.501670 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b57d0b9c-4663-4456-8c1b-1adfa03006b6 req-ad88a52f-2847-4e0f-b4fb-c32a10c0e8b6 service neutron] 10.222.0.99 "GET /v2.0/ports/83e6ba5b-19bb-43fa-a689-3de29d04980f/bindings/n-h1-828418-1 HTTP/1.1" status: 404 len: 380 time: 0.3668077 Feb 09 00:53:44.505123 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-088844d5-31af-4d7a-9cbf-f272a5db0ebf None None] Port 27004551-3cd5-44d7-aed7-82fb0b886e45 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:53:44.711681 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6d7209aa-0230-4fff-ac36-5f22f050ad41 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:44.719882 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6d7209aa-0230-4fff-ac36-5f22f050ad41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:44.825354 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:44.854024 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 13709a81-eeec-49f1-b597-910fac9f4a2e, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=13709a81-eeec-49f1-b597-910fac9f4a2e,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:53:44.871028 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:44.878549 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-8ad7b866-75b2-4101-af0d-f999bda5912b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74386a0e-8aaf-493a-a0ab-90185a553100', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2045698161-router', 'tenant_id': '82ffc79770134f5fbd74ad0a128bf4a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '2745d572-a493-4180-8760-e353f273cc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:53:19Z', 'updated_at': '2022-02-09T00:53:32Z', 'revision_number': 4, 'project_id': '82ffc79770134f5fbd74ad0a128bf4a8', 'gw_port': {'id': '2745d572-a493-4180-8760-e353f273cc77', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:84:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74386a0e-8aaf-493a-a0ab-90185a553100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:53:20Z', 'updated_at': '2022-02-09T00:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '8cdb7e51-c7ba-4d4d-b1f0-f5ec1cb62641', 'name': '', 'network_id': '126ed347-4206-4f46-8784-d408232679be', 'tenant_id': '82ffc79770134f5fbd74ad0a128bf4a8', 'mac_address': 'fa:16:3e:86:dd:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74386a0e-8aaf-493a-a0ab-90185a553100', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '16f52b7f-73d5-46c0-b296-524301583da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:53:29Z', 'updated_at': '2022-02-09T00:53:42Z', 'revision_number': 4, 'project_id': '82ffc79770134f5fbd74ad0a128bf4a8', 'subnets': [{'id': '16f52b7f-73d5-46c0-b296-524301583da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:53:44.885238 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7209aa-0230-4fff-ac36-5f22f050ad41 admin admin] Pushing event updated for resources: {'Port': ['ID=27004551-3cd5-44d7-aed7-82fb0b886e45,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:44.889159 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6d7209aa-0230-4fff-ac36-5f22f050ad41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:44.935619 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad7b866-75b2-4101-af0d-f999bda5912b None None] The sync data for ids ['74386a0e-8aaf-493a-a0ab-90185a553100'] in n-d-828418-1 is: [{'id': '74386a0e-8aaf-493a-a0ab-90185a553100', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2045698161-router', 'tenant_id': '82ffc79770134f5fbd74ad0a128bf4a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '2745d572-a493-4180-8760-e353f273cc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:53:19Z', 'updated_at': '2022-02-09T00:53:32Z', 'revision_number': 4, 'project_id': '82ffc79770134f5fbd74ad0a128bf4a8', 'gw_port': {'id': '2745d572-a493-4180-8760-e353f273cc77', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:84:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74386a0e-8aaf-493a-a0ab-90185a553100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:53:20Z', 'updated_at': '2022-02-09T00:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '8cdb7e51-c7ba-4d4d-b1f0-f5ec1cb62641', 'name': '', 'network_id': '126ed347-4206-4f46-8784-d408232679be', 'tenant_id': '82ffc79770134f5fbd74ad0a128bf4a8', 'mac_address': 'fa:16:3e:86:dd:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74386a0e-8aaf-493a-a0ab-90185a553100', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '16f52b7f-73d5-46c0-b296-524301583da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:53:29Z', 'updated_at': '2022-02-09T00:53:42Z', 'revision_number': 4, 'project_id': '82ffc79770134f5fbd74ad0a128bf4a8', 'subnets': [{'id': '16f52b7f-73d5-46c0-b296-524301583da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:53:45.082924 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=13709a81-eeec-49f1-b597-910fac9f4a2e,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:45.153107 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d0b9c-4663-4456-8c1b-1adfa03006b6 req-a67bc630-75d6-4e71-9bb3-bddefd7aff58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:45.154879 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b57d0b9c-4663-4456-8c1b-1adfa03006b6 req-a67bc630-75d6-4e71-9bb3-bddefd7aff58 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b6e6cbb0-25cc-4ebb-aec9-38f9437ee596&tenant_id=1510c38a4b2046b5a9943ab7f2f7db5c HTTP/1.1" status: 200 len: 1101 time: 0.1420786 Feb 09 00:53:45.196127 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-b57d0b9c-4663-4456-8c1b-1adfa03006b6 req-b3cbb7e0-6079-4598-99ad-096990272b7a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828418-1', 'device_owner': 'compute:nova'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:53:45.267698 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7209aa-0230-4fff-ac36-5f22f050ad41 admin admin] Network 1f86eb5f-f405-4ce4-a845-9c31ac1b15d4 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:53:45.269060 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 4825ef82-548d-4923-89a7-16651d23e84f up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:53:45.274904 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-6d7209aa-0230-4fff-ac36-5f22f050ad41 admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:53:45.538265 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port 4825ef82-548d-4923-89a7-16651d23e84f completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:53:45.566070 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 4825ef82-548d-4923-89a7-16651d23e84f triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:53:45.566798 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:45.645688 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 13709a81-eeec-49f1-b597-910fac9f4a2e up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:53:45.815806 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-b57d0b9c-4663-4456-8c1b-1adfa03006b6 req-b3cbb7e0-6079-4598-99ad-096990272b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:45.925529 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 13709a81-eeec-49f1-b597-910fac9f4a2e triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:53:45.926046 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:45.936013 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d7209aa-0230-4fff-ac36-5f22f050ad41 admin admin] Router c5fa7b0c-5305-4b07-9c4b-988eb7b75b50 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 00:53:46.120181 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:46.184644 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 83e6ba5b-19bb-43fa-a689-3de29d04980f no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:53:46.288178 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-90f75a6f-a0c1-4ff7-a2bd-a3aaa044e127 None None] Provisioning complete for port 27004551-3cd5-44d7-aed7-82fb0b886e45 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:53:46.288861 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-90f75a6f-a0c1-4ff7-a2bd-a3aaa044e127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:46.505636 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 4825ef82-548d-4923-89a7-16651d23e84f, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=4825ef82-548d-4923-89a7-16651d23e84f,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:53:46.506993 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-90f75a6f-a0c1-4ff7-a2bd-a3aaa044e127 None None] Port 27004551-3cd5-44d7-aed7-82fb0b886e45 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:53:46.508570 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89eb68c3-6c30-4d95-9a0d-1ef6edc25702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4825ef82-548d-4923-89a7-16651d23e84f'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:53:46.526286 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:46.748847 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7209aa-0230-4fff-ac36-5f22f050ad41 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 00:53:46.761567 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6879eb66-ebad-4f32-ad2f-605e0e15cda7 None None] Sync routers for ids ['c5fa7b0c-5305-4b07-9c4b-988eb7b75b50'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:53:46.791537 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6879eb66-ebad-4f32-ad2f-605e0e15cda7 None None] Routers {'c5fa7b0c-5305-4b07-9c4b-988eb7b75b50'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:53:46.792176 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-6879eb66-ebad-4f32-ad2f-605e0e15cda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:53:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['c5fa7b0c-5305-4b07-9c4b-988eb7b75b50'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:53:46.817329 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-b57d0b9c-4663-4456-8c1b-1adfa03006b6 req-b3cbb7e0-6079-4598-99ad-096990272b7a service neutron] For port 83e6ba5b-19bb-43fa-a689-3de29d04980f, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=83e6ba5b-19bb-43fa-a689-3de29d04980f,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:53:46.852918 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:46.887036 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-6d7209aa-0230-4fff-ac36-5f22f050ad41 admin admin] 10.222.0.105 "PUT /v2.0/routers/c5fa7b0c-5305-4b07-9c4b-988eb7b75b50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0760045 Feb 09 00:53:46.925706 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=4825ef82-548d-4923-89a7-16651d23e84f,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:46.929220 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 8cdb7e51-c7ba-4d4d-b1f0-f5ec1cb62641 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:53:46.949759 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-b57d0b9c-4663-4456-8c1b-1adfa03006b6 req-b3cbb7e0-6079-4598-99ad-096990272b7a service neutron] For port 83e6ba5b-19bb-43fa-a689-3de29d04980f, host n-h2-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:53:47.048250 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 8cdb7e51-c7ba-4d4d-b1f0-f5ec1cb62641 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:53:47.065127 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 8cdb7e51-c7ba-4d4d-b1f0-f5ec1cb62641 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:53:47.065623 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:47.163618 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e6cbb0-25cc-4ebb-aec9-38f9437ee596', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83e6ba5b-19bb-43fa-a689-3de29d04980f'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:53:47.170877 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-b57d0b9c-4663-4456-8c1b-1adfa03006b6 req-b3cbb7e0-6079-4598-99ad-096990272b7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:47.217969 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-b57d0b9c-4663-4456-8c1b-1adfa03006b6 req-b3cbb7e0-6079-4598-99ad-096990272b7a service neutron] Transition to ACTIVE for port object 83e6ba5b-19bb-43fa-a689-3de29d04980f will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:53:47.230899 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-b57d0b9c-4663-4456-8c1b-1adfa03006b6 req-b3cbb7e0-6079-4598-99ad-096990272b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:47.348380 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:47.354776 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cbb7e0-6079-4598-99ad-096990272b7a service neutron] Pushing event updated for resources: {'Port': ['ID=83e6ba5b-19bb-43fa-a689-3de29d04980f,revision_number=6']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:47.364350 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 00:53:47.364701 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 00:53:47.401461 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 8cdb7e51-c7ba-4d4d-b1f0-f5ec1cb62641, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=8cdb7e51-c7ba-4d4d-b1f0-f5ec1cb62641,segment=NetworkSegment(71e39a3f-ec02-4c81-98bc-ecfdeec67fad),segment_id=71e39a3f-ec02-4c81-98bc-ecfdeec67fad)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:53:47.408720 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:47.551708 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-6879eb66-ebad-4f32-ad2f-605e0e15cda7 None None] Set router c5fa7b0c-5305-4b07-9c4b-988eb7b75b50 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:53:47.572641 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-b57d0b9c-4663-4456-8c1b-1adfa03006b6 req-b3cbb7e0-6079-4598-99ad-096990272b7a service neutron] No DVR routers for this DVR port 83e6ba5b-19bb-43fa-a689-3de29d04980f on host n-h2-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:53:47.590281 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=8cdb7e51-c7ba-4d4d-b1f0-f5ec1cb62641,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:47.708759 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-b57d0b9c-4663-4456-8c1b-1adfa03006b6 req-b3cbb7e0-6079-4598-99ad-096990272b7a service neutron] Attempting to bind port 83e6ba5b-19bb-43fa-a689-3de29d04980f on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:53:47.709074 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-b57d0b9c-4663-4456-8c1b-1adfa03006b6 req-b3cbb7e0-6079-4598-99ad-096990272b7a service neutron] Attempting to bind port 83e6ba5b-19bb-43fa-a689-3de29d04980f by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:53:47.709438 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57d0b9c-4663-4456-8c1b-1adfa03006b6 req-b3cbb7e0-6079-4598-99ad-096990272b7a service neutron] Attempting to bind port 83e6ba5b-19bb-43fa-a689-3de29d04980f on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:53:47.725114 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57d0b9c-4663-4456-8c1b-1adfa03006b6 req-b3cbb7e0-6079-4598-99ad-096990272b7a service neutron] Port 83e6ba5b-19bb-43fa-a689-3de29d04980f on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:53:47.727080 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57d0b9c-4663-4456-8c1b-1adfa03006b6 req-b3cbb7e0-6079-4598-99ad-096990272b7a service neutron] Attempting to bind port 83e6ba5b-19bb-43fa-a689-3de29d04980f on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:53:47.738476 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57d0b9c-4663-4456-8c1b-1adfa03006b6 req-b3cbb7e0-6079-4598-99ad-096990272b7a service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:53:47.741373 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57d0b9c-4663-4456-8c1b-1adfa03006b6 req-b3cbb7e0-6079-4598-99ad-096990272b7a service neutron] Checking segment: {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:53:47.742801 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57d0b9c-4663-4456-8c1b-1adfa03006b6 req-b3cbb7e0-6079-4598-99ad-096990272b7a service neutron] Bound using segment: {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:53:47.743439 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-b57d0b9c-4663-4456-8c1b-1adfa03006b6 req-b3cbb7e0-6079-4598-99ad-096990272b7a service neutron] Bound port: 83e6ba5b-19bb-43fa-a689-3de29d04980f, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:53:47.744109 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-b57d0b9c-4663-4456-8c1b-1adfa03006b6 req-b3cbb7e0-6079-4598-99ad-096990272b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:47.917681 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-b57d0b9c-4663-4456-8c1b-1adfa03006b6 req-b3cbb7e0-6079-4598-99ad-096990272b7a service neutron] For port 83e6ba5b-19bb-43fa-a689-3de29d04980f, host n-h1-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:53:47.923098 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-b57d0b9c-4663-4456-8c1b-1adfa03006b6 req-b3cbb7e0-6079-4598-99ad-096990272b7a service neutron] For port 83e6ba5b-19bb-43fa-a689-3de29d04980f, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=83e6ba5b-19bb-43fa-a689-3de29d04980f,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:53:47.929981 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-b57d0b9c-4663-4456-8c1b-1adfa03006b6 req-b3cbb7e0-6079-4598-99ad-096990272b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:48.157393 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d0b9c-4663-4456-8c1b-1adfa03006b6 req-b3cbb7e0-6079-4598-99ad-096990272b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:48.158092 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-b57d0b9c-4663-4456-8c1b-1adfa03006b6 req-b3cbb7e0-6079-4598-99ad-096990272b7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:48.159493 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b57d0b9c-4663-4456-8c1b-1adfa03006b6 req-b3cbb7e0-6079-4598-99ad-096990272b7a service neutron] 10.222.0.62 "PUT /v2.0/ports/83e6ba5b-19bb-43fa-a689-3de29d04980f HTTP/1.1" status: 200 len: 1096 time: 2.9762561 Feb 09 00:53:48.294885 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-6879eb66-ebad-4f32-ad2f-605e0e15cda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5fa7b0c-5305-4b07-9c4b-988eb7b75b50', 'name': 'tempest-ServerActionsTestJSON-306433313-router', 'tenant_id': '71b0276e9e0b48f8943a51531f3d8a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '13709a81-eeec-49f1-b597-910fac9f4a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:53:27Z', 'updated_at': '2022-02-09T00:53:44Z', 'revision_number': 4, 'project_id': '71b0276e9e0b48f8943a51531f3d8a9e', 'gw_port': {'id': '13709a81-eeec-49f1-b597-910fac9f4a2e', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fa7b0c-5305-4b07-9c4b-988eb7b75b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:53:29Z', 'updated_at': '2022-02-09T00:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '27004551-3cd5-44d7-aed7-82fb0b886e45', 'name': '', 'network_id': '1f86eb5f-f405-4ce4-a845-9c31ac1b15d4', 'tenant_id': '71b0276e9e0b48f8943a51531f3d8a9e', 'mac_address': 'fa:16:3e:ca:13:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5fa7b0c-5305-4b07-9c4b-988eb7b75b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '55d6843d-cf0e-4da9-b1f9-18c66e11f308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:53:41Z', 'updated_at': '2022-02-09T00:53:44Z', 'revision_number': 2, 'project_id': '71b0276e9e0b48f8943a51531f3d8a9e', 'subnets': [{'id': '55d6843d-cf0e-4da9-b1f9-18c66e11f308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:53:48.303069 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6879eb66-ebad-4f32-ad2f-605e0e15cda7 None None] Checking router: c5fa7b0c-5305-4b07-9c4b-988eb7b75b50 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:53:48.303658 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6879eb66-ebad-4f32-ad2f-605e0e15cda7 None None] Updating router c5fa7b0c-5305-4b07-9c4b-988eb7b75b50 port 27004551-3cd5-44d7-aed7-82fb0b886e45 binding host n-d-828418-1 {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:53:48.365032 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cbb7e0-6079-4598-99ad-096990272b7a service neutron] Pushing event updated for resources: {'Port': ['ID=83e6ba5b-19bb-43fa-a689-3de29d04980f,revision_number=7']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:48.380240 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-6879eb66-ebad-4f32-ad2f-605e0e15cda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:48.463694 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d0b9c-4663-4456-8c1b-1adfa03006b6 req-f35406b7-5eff-461d-9be8-d8fd953bbf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:48.486392 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b57d0b9c-4663-4456-8c1b-1adfa03006b6 req-f35406b7-5eff-461d-9be8-d8fd953bbf67 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1510c38a4b2046b5a9943ab7f2f7db5c&device_id=b6e6cbb0-25cc-4ebb-aec9-38f9437ee596 HTTP/1.1" status: 200 len: 1099 time: 0.2867081 Feb 09 00:53:48.716842 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d0b9c-4663-4456-8c1b-1adfa03006b6 req-be021159-91b9-47b4-ac94-acd305f9b156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:48.718514 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b57d0b9c-4663-4456-8c1b-1adfa03006b6 req-be021159-91b9-47b4-ac94-acd305f9b156 service neutron] 10.222.0.62 "GET /v2.0/networks?id=42d335cf-a678-4bc3-901b-7d21fb8587e6 HTTP/1.1" status: 200 len: 870 time: 0.2175834 Feb 09 00:53:48.805119 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b57d0b9c-4663-4456-8c1b-1adfa03006b6 req-5f35bc51-9c7d-4fbf-bb07-ab146192376a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=83e6ba5b-19bb-43fa-a689-3de29d04980f HTTP/1.1" status: 200 len: 217 time: 0.0790272 Feb 09 00:53:48.885247 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d0b9c-4663-4456-8c1b-1adfa03006b6 req-573d9fba-1f54-4e89-a03d-948891111cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:48.887115 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b57d0b9c-4663-4456-8c1b-1adfa03006b6 req-573d9fba-1f54-4e89-a03d-948891111cad service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.0760100 Feb 09 00:53:48.898192 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-6879eb66-ebad-4f32-ad2f-605e0e15cda7 None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:48.924698 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-6879eb66-ebad-4f32-ad2f-605e0e15cda7 None None] Transition to ACTIVE for port object 27004551-3cd5-44d7-aed7-82fb0b886e45 will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:53:48.936158 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-6879eb66-ebad-4f32-ad2f-605e0e15cda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:49.036767 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d0b9c-4663-4456-8c1b-1adfa03006b6 req-452c6e5b-986d-4a6b-bd4f-a98d973bdb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:49.041347 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b57d0b9c-4663-4456-8c1b-1adfa03006b6 req-452c6e5b-986d-4a6b-bd4f-a98d973bdb88 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1473222 Feb 09 00:53:49.231356 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-6879eb66-ebad-4f32-ad2f-605e0e15cda7 None None] Attempting to bind port 27004551-3cd5-44d7-aed7-82fb0b886e45 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:53:49.231729 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-6879eb66-ebad-4f32-ad2f-605e0e15cda7 None None] Attempting to bind port 27004551-3cd5-44d7-aed7-82fb0b886e45 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '42eb89e1-c4de-4f57-85a6-0e5fc984e699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1f86eb5f-f405-4ce4-a845-9c31ac1b15d4'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:53:49.232094 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6879eb66-ebad-4f32-ad2f-605e0e15cda7 None None] Attempting to bind port 27004551-3cd5-44d7-aed7-82fb0b886e45 on network 1f86eb5f-f405-4ce4-a845-9c31ac1b15d4 {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:53:49.246433 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6879eb66-ebad-4f32-ad2f-605e0e15cda7 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:53:49.246830 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6879eb66-ebad-4f32-ad2f-605e0e15cda7 None None] Checking segment: {'id': '42eb89e1-c4de-4f57-85a6-0e5fc984e699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1f86eb5f-f405-4ce4-a845-9c31ac1b15d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:53:49.247210 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-6879eb66-ebad-4f32-ad2f-605e0e15cda7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:49.247328 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b57d0b9c-4663-4456-8c1b-1adfa03006b6 req-b0133fd2-f102-4cec-85fd-783134d6c846 service neutron] 10.222.0.62 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992185 Feb 09 00:53:49.247802 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6879eb66-ebad-4f32-ad2f-605e0e15cda7 None None] Bound using segment: {'id': '42eb89e1-c4de-4f57-85a6-0e5fc984e699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1f86eb5f-f405-4ce4-a845-9c31ac1b15d4'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:53:49.248048 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-6879eb66-ebad-4f32-ad2f-605e0e15cda7 None None] Bound port: 27004551-3cd5-44d7-aed7-82fb0b886e45, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42eb89e1-c4de-4f57-85a6-0e5fc984e699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1f86eb5f-f405-4ce4-a845-9c31ac1b15d4'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:53:49.248434 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-6879eb66-ebad-4f32-ad2f-605e0e15cda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:49.269440 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5d9212-2ec3-4b7d-9868-572b9cd7ec72 None None] Pushing event updated for resources: {'Port': ['ID=27004551-3cd5-44d7-aed7-82fb0b886e45,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:49.388851 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-6879eb66-ebad-4f32-ad2f-605e0e15cda7 None None] For port 27004551-3cd5-44d7-aed7-82fb0b886e45, host n-d-828418-1, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:53:49.395308 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-6879eb66-ebad-4f32-ad2f-605e0e15cda7 None None] For port 27004551-3cd5-44d7-aed7-82fb0b886e45, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=27004551-3cd5-44d7-aed7-82fb0b886e45,segment=NetworkSegment(42eb89e1-c4de-4f57-85a6-0e5fc984e699),segment_id=42eb89e1-c4de-4f57-85a6-0e5fc984e699)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:53:49.408830 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-6879eb66-ebad-4f32-ad2f-605e0e15cda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:49.541270 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 8cdb7e51-c7ba-4d4d-b1f0-f5ec1cb62641 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:53:49.542946 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6879eb66-ebad-4f32-ad2f-605e0e15cda7 None None] Routers {'c5fa7b0c-5305-4b07-9c4b-988eb7b75b50'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:53:49.543828 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-6879eb66-ebad-4f32-ad2f-605e0e15cda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:53:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['c5fa7b0c-5305-4b07-9c4b-988eb7b75b50'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:53:49.721152 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5d9212-2ec3-4b7d-9868-572b9cd7ec72 None None] Pushing event updated for resources: {'Port': ['ID=27004551-3cd5-44d7-aed7-82fb0b886e45,revision_number=4']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:49.743656 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 8cdb7e51-c7ba-4d4d-b1f0-f5ec1cb62641 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:53:49.744166 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:49.843060 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b57d0b9c-4663-4456-8c1b-1adfa03006b6 req-69c7d335-a3cf-4929-a6a5-217c80374238 service neutron] 10.222.0.62 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5889869 Feb 09 00:53:50.097566 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-6879eb66-ebad-4f32-ad2f-605e0e15cda7 None None] Set router c5fa7b0c-5305-4b07-9c4b-988eb7b75b50 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:53:50.527929 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-6879eb66-ebad-4f32-ad2f-605e0e15cda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5fa7b0c-5305-4b07-9c4b-988eb7b75b50', 'name': 'tempest-ServerActionsTestJSON-306433313-router', 'tenant_id': '71b0276e9e0b48f8943a51531f3d8a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '13709a81-eeec-49f1-b597-910fac9f4a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:53:27Z', 'updated_at': '2022-02-09T00:53:44Z', 'revision_number': 4, 'project_id': '71b0276e9e0b48f8943a51531f3d8a9e', 'gw_port': {'id': '13709a81-eeec-49f1-b597-910fac9f4a2e', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fa7b0c-5305-4b07-9c4b-988eb7b75b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:53:29Z', 'updated_at': '2022-02-09T00:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '27004551-3cd5-44d7-aed7-82fb0b886e45', 'name': '', 'network_id': '1f86eb5f-f405-4ce4-a845-9c31ac1b15d4', 'tenant_id': '71b0276e9e0b48f8943a51531f3d8a9e', 'mac_address': 'fa:16:3e:ca:13:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5fa7b0c-5305-4b07-9c4b-988eb7b75b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '55d6843d-cf0e-4da9-b1f9-18c66e11f308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:53:41Z', 'updated_at': '2022-02-09T00:53:49Z', 'revision_number': 4, 'project_id': '71b0276e9e0b48f8943a51531f3d8a9e', 'subnets': [{'id': '55d6843d-cf0e-4da9-b1f9-18c66e11f308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:53:50.537657 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6879eb66-ebad-4f32-ad2f-605e0e15cda7 None None] The sync data for ids ['c5fa7b0c-5305-4b07-9c4b-988eb7b75b50'] in n-d-828418-1 is: [{'id': 'c5fa7b0c-5305-4b07-9c4b-988eb7b75b50', 'name': 'tempest-ServerActionsTestJSON-306433313-router', 'tenant_id': '71b0276e9e0b48f8943a51531f3d8a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '13709a81-eeec-49f1-b597-910fac9f4a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:53:27Z', 'updated_at': '2022-02-09T00:53:44Z', 'revision_number': 4, 'project_id': '71b0276e9e0b48f8943a51531f3d8a9e', 'gw_port': {'id': '13709a81-eeec-49f1-b597-910fac9f4a2e', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fa7b0c-5305-4b07-9c4b-988eb7b75b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:53:29Z', 'updated_at': '2022-02-09T00:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '27004551-3cd5-44d7-aed7-82fb0b886e45', 'name': '', 'network_id': '1f86eb5f-f405-4ce4-a845-9c31ac1b15d4', 'tenant_id': '71b0276e9e0b48f8943a51531f3d8a9e', 'mac_address': 'fa:16:3e:ca:13:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5fa7b0c-5305-4b07-9c4b-988eb7b75b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '55d6843d-cf0e-4da9-b1f9-18c66e11f308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:53:41Z', 'updated_at': '2022-02-09T00:53:49Z', 'revision_number': 4, 'project_id': '71b0276e9e0b48f8943a51531f3d8a9e', 'subnets': [{'id': '55d6843d-cf0e-4da9-b1f9-18c66e11f308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:53:51.374788 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:51.567419 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 27004551-3cd5-44d7-aed7-82fb0b886e45 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:53:51.720227 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 27004551-3cd5-44d7-aed7-82fb0b886e45 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:53:51.740034 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 27004551-3cd5-44d7-aed7-82fb0b886e45 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:53:51.740423 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:51.906751 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:51.920987 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba8954-89e7-47ba-a372-7c85673da3f7 req-070f5499-e72f-4ad0-8561-1864661d49d6 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:51.929186 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-acba8954-89e7-47ba-a372-7c85673da3f7 req-070f5499-e72f-4ad0-8561-1864661d49d6 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/ports?device_id=89eb68c3-6c30-4d95-9a0d-1ef6edc25702 HTTP/1.1" status: 200 len: 950 time: 0.1694720 Feb 09 00:53:51.939032 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37cef56-2395-4a14-8d87-4340b686d823 req-e585b5a0-8b6a-485e-8522-45cde7ddbb97 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:51.939739 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-c37cef56-2395-4a14-8d87-4340b686d823 req-e585b5a0-8b6a-485e-8522-45cde7ddbb97 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Synchronizing usage tracker for tenant:82ffc79770134f5fbd74ad0a128bf4a8 on resource:network {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:53:51.946343 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 27004551-3cd5-44d7-aed7-82fb0b886e45, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=27004551-3cd5-44d7-aed7-82fb0b886e45,segment=NetworkSegment(42eb89e1-c4de-4f57-85a6-0e5fc984e699),segment_id=42eb89e1-c4de-4f57-85a6-0e5fc984e699)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:53:51.961677 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:52.014437 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-acba8954-89e7-47ba-a372-7c85673da3f7 req-7e715fc4-064f-41f0-a437-87dbb4c47525 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f361fac-bee5-49f7-8557-30dc6fac47de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843728 Feb 09 00:53:52.028096 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-c37cef56-2395-4a14-8d87-4340b686d823 req-e585b5a0-8b6a-485e-8522-45cde7ddbb97 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Unset dirty status for tenant:82ffc79770134f5fbd74ad0a128bf4a8 on resource:network {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:53:52.036551 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c37cef56-2395-4a14-8d87-4340b686d823 req-e585b5a0-8b6a-485e-8522-45cde7ddbb97 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] 10.222.0.105 "GET /v2.0/networks?id=126ed347-4206-4f46-8784-d408232679be HTTP/1.1" status: 200 len: 829 time: 0.4111888 Feb 09 00:53:52.060353 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c37cef56-2395-4a14-8d87-4340b686d823 req-dc73f7c8-6e7c-4d74-a2e1-e3755292f0d1 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] 10.222.0.105 "GET /v2.0/quotas/82ffc79770134f5fbd74ad0a128bf4a8 HTTP/1.1" status: 200 len: 375 time: 0.0198596 Feb 09 00:53:52.068799 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=27004551-3cd5-44d7-aed7-82fb0b886e45,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:52.190370 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-c37cef56-2395-4a14-8d87-4340b686d823 req-940140af-5c67-44b7-b1a1-cf4ec473d4cc tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Synchronizing usage tracker for tenant:82ffc79770134f5fbd74ad0a128bf4a8 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:53:52.217563 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-c37cef56-2395-4a14-8d87-4340b686d823 req-940140af-5c67-44b7-b1a1-cf4ec473d4cc tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Unset dirty status for tenant:82ffc79770134f5fbd74ad0a128bf4a8 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:53:52.220044 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c37cef56-2395-4a14-8d87-4340b686d823 req-940140af-5c67-44b7-b1a1-cf4ec473d4cc tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=82ffc79770134f5fbd74ad0a128bf4a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1615808 Feb 09 00:53:52.415623 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c37cef56-2395-4a14-8d87-4340b686d823 req-2de0b375-b5df-4b46-8ddf-16ca547bad9a service neutron] 10.222.0.105 "GET /v2.0/networks/126ed347-4206-4f46-8784-d408232679be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631818 Feb 09 00:53:52.424003 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f08f13-26ab-47ee-980d-c0d2d1b75784 req-c2ae8945-929e-4907-9a9d-d6642985e5c0 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:52.425729 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-16f08f13-26ab-47ee-980d-c0d2d1b75784 req-c2ae8945-929e-4907-9a9d-d6642985e5c0 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=b6e6cbb0-25cc-4ebb-aec9-38f9437ee596 HTTP/1.1" status: 200 len: 948 time: 0.2047777 Feb 09 00:53:52.551880 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-16f08f13-26ab-47ee-980d-c0d2d1b75784 req-6096d53e-9264-4db4-a164-1df4142f272f tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077147 Feb 09 00:53:52.596147 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c37cef56-2395-4a14-8d87-4340b686d823 req-58ee1298-c052-4841-b3da-c472f27c1c14 service neutron] 10.222.0.105 "GET /v2.0/networks/126ed347-4206-4f46-8784-d408232679be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694670 Feb 09 00:53:52.761140 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89eb68c3-6c30-4d95-9a0d-1ef6edc25702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4825ef82-548d-4923-89a7-16651d23e84f', 'code': 200} Feb 09 00:53:52.831754 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e6cbb0-25cc-4ebb-aec9-38f9437ee596', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83e6ba5b-19bb-43fa-a689-3de29d04980f', 'code': 200} Feb 09 00:53:52.950744 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5035c7-94a0-48a7-ad20-d44028ed5fef req-b7ae03e7-7dcf-4cb1-8cad-e042b0010e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:52.957805 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ea5035c7-94a0-48a7-ad20-d44028ed5fef req-b7ae03e7-7dcf-4cb1-8cad-e042b0010e59 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=89eb68c3-6c30-4d95-9a0d-1ef6edc25702 HTTP/1.1" status: 200 len: 1101 time: 0.1087952 Feb 09 00:53:53.031969 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ea5035c7-94a0-48a7-ad20-d44028ed5fef req-623afd30-3546-4d1a-b6a4-3968993a1dc1 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=8f361fac-bee5-49f7-8557-30dc6fac47de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653460 Feb 09 00:53:53.350563 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 83e6ba5b-19bb-43fa-a689-3de29d04980f details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:53:53.457150 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-18b9decc-2076-43ee-9f99-d8f61c637fcb req-4abcf549-9d71-4407-89c3-d315763bed61 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] 10.222.0.105 "GET /v2.0/ports?device_id=8feee8fc-ac0f-4fca-8601-38aaca92c133 HTTP/1.1" status: 200 len: 210 time: 0.1065309 Feb 09 00:53:53.457697 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 43004) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:53:53.478496 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-af5fb738-fb14-48b3-b8ee-8e7e0884d868 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Request body: {'security_group': {'name': 'tempest-securitygroup--172215595', 'description': 'tempest-description--1589300260'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:53:53.505285 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-af5fb738-fb14-48b3-b8ee-8e7e0884d868 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:53:53.516031 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-af5fb738-fb14-48b3-b8ee-8e7e0884d868 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Usage tracker for resource:security_group and tenant:71b0276e9e0b48f8943a51531f3d8a9e is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:53:53.526985 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-af5fb738-fb14-48b3-b8ee-8e7e0884d868 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:53:53.544248 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-af5fb738-fb14-48b3-b8ee-8e7e0884d868 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:53:53.572167 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-af5fb738-fb14-48b3-b8ee-8e7e0884d868 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:53.579219 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb67b7-4366-4968-b849-6280d43e69e0 req-8566439e-b69d-4b01-b52b-5cf92f17607d tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:53.580270 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-9feb67b7-4366-4968-b849-6280d43e69e0 req-8566439e-b69d-4b01-b52b-5cf92f17607d tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Synchronizing usage tracker for tenant:1510c38a4b2046b5a9943ab7f2f7db5c on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:53:53.600430 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-9feb67b7-4366-4968-b849-6280d43e69e0 req-8566439e-b69d-4b01-b52b-5cf92f17607d tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Unset dirty status for tenant:1510c38a4b2046b5a9943ab7f2f7db5c on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:53:53.602963 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-9feb67b7-4366-4968-b849-6280d43e69e0 req-8566439e-b69d-4b01-b52b-5cf92f17607d tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.99 "GET /v2.0/ports?device_id=b6e6cbb0-25cc-4ebb-aec9-38f9437ee596&tenant_id=1510c38a4b2046b5a9943ab7f2f7db5c&binding%3Ahost_id=n-h1-828418-1 HTTP/1.1" status: 200 len: 948 time: 0.2702987 Feb 09 00:53:53.629000 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-af5fb738-fb14-48b3-b8ee-8e7e0884d868 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:53:53.629219 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 27004551-3cd5-44d7-aed7-82fb0b886e45 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:53:53.639330 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-af5fb738-fb14-48b3-b8ee-8e7e0884d868 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Usage tracker for resource:security_group_rule and tenant:71b0276e9e0b48f8943a51531f3d8a9e is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:53:53.649896 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-af5fb738-fb14-48b3-b8ee-8e7e0884d868 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:53:53.663719 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-af5fb738-fb14-48b3-b8ee-8e7e0884d868 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:53:53.761269 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 83e6ba5b-19bb-43fa-a689-3de29d04980f, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=83e6ba5b-19bb-43fa-a689-3de29d04980f,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:53:53.778797 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '83e6ba5b-19bb-43fa-a689-3de29d04980f', 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6', 'port_id': '83e6ba5b-19bb-43fa-a689-3de29d04980f', 'mac_address': 'fa:16:3e:aa:52:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7938d94-1f0f-48bd-a0b3-26d5344ff0ec', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:53:53.801978 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [req-9feb67b7-4366-4968-b849-6280d43e69e0 req-414c613e-38f4-46d4-b8ff-0ccf8a2f83e2 service neutron] delete failed (client error): The resource could not be found. Feb 09 00:53:53.803054 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-9feb67b7-4366-4968-b849-6280d43e69e0 req-414c613e-38f4-46d4-b8ff-0ccf8a2f83e2 service neutron] 10.222.0.99 "DELETE /v2.0/ports/83e6ba5b-19bb-43fa-a689-3de29d04980f/bindings/n-h2-828418-1 HTTP/1.1" status: 404 len: 380 time: 0.1931920 Feb 09 00:53:53.846452 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 27004551-3cd5-44d7-aed7-82fb0b886e45 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:53:53.847058 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:53.907555 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:53.939741 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-af5fb738-fb14-48b3-b8ee-8e7e0884d868 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:53.944015 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83e6ba5b-19bb-43fa-a689-3de29d04980f {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:53:53.953360 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-af5fb738-fb14-48b3-b8ee-8e7e0884d868 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:54.024675 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb67b7-4366-4968-b849-6280d43e69e0 req-8848170a-4625-4e80-b41f-80490c24f5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:54.026830 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-9feb67b7-4366-4968-b849-6280d43e69e0 req-8848170a-4625-4e80-b41f-80490c24f5b3 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1510c38a4b2046b5a9943ab7f2f7db5c&device_id=b6e6cbb0-25cc-4ebb-aec9-38f9437ee596 HTTP/1.1" status: 200 len: 1099 time: 0.1380553 Feb 09 00:53:54.028298 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d2c35-1b0f-419c-a66c-b7b646a358e2 req-e54c0fea-d597-460f-9337-58a4e6daa036 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:54.029853 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-656d2c35-1b0f-419c-a66c-b7b646a358e2 req-e54c0fea-d597-460f-9337-58a4e6daa036 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/ports?device_id=89eb68c3-6c30-4d95-9a0d-1ef6edc25702 HTTP/1.1" status: 200 len: 950 time: 0.2254305 Feb 09 00:53:54.031580 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 83e6ba5b-19bb-43fa-a689-3de29d04980f, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=83e6ba5b-19bb-43fa-a689-3de29d04980f,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:53:54.037740 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:54.043362 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f468b3e-0d22-453f-86a8-9f5d47a31194 req-ae533a5d-009d-4da3-9b62-cc5bb39dbd3d tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:54.051242 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8f468b3e-0d22-453f-86a8-9f5d47a31194 req-ae533a5d-009d-4da3-9b62-cc5bb39dbd3d tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=b6e6cbb0-25cc-4ebb-aec9-38f9437ee596 HTTP/1.1" status: 200 len: 948 time: 0.2961044 Feb 09 00:53:54.089322 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5fb738-fb14-48b3-b8ee-8e7e0884d868 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b075ab84-944c-402e-80ca-919ce01b98b6,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:54.096237 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-af5fb738-fb14-48b3-b8ee-8e7e0884d868 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:54.100223 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-af5fb738-fb14-48b3-b8ee-8e7e0884d868 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6387963 Feb 09 00:53:54.105249 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 43020) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:53:54.110343 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-b4ffec3d-83de-4c4a-b42b-3f7627c07255 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Request body: {'security_group_rule': {'security_group_id': 'b075ab84-944c-402e-80ca-919ce01b98b6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:53:54.134519 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b4ffec3d-83de-4c4a-b42b-3f7627c07255 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:53:54.142945 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=83e6ba5b-19bb-43fa-a689-3de29d04980f,revision_number=8']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:54.146666 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-b4ffec3d-83de-4c4a-b42b-3f7627c07255 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Usage tracker for resource:security_group_rule and tenant:71b0276e9e0b48f8943a51531f3d8a9e is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:53:54.151396 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-b4ffec3d-83de-4c4a-b42b-3f7627c07255 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:53:54.164855 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8f468b3e-0d22-453f-86a8-9f5d47a31194 req-17a5a7be-f611-46bb-805f-fa86a62fae44 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127620 Feb 09 00:53:54.165727 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b4ffec3d-83de-4c4a-b42b-3f7627c07255 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:53:54.178592 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-656d2c35-1b0f-419c-a66c-b7b646a358e2 req-0581fa11-cbde-48cf-bfff-57110782833b tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f361fac-bee5-49f7-8557-30dc6fac47de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064820 Feb 09 00:53:54.208627 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b4ffec3d-83de-4c4a-b42b-3f7627c07255 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:54.235002 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb67b7-4366-4968-b849-6280d43e69e0 req-d65fb8a1-e9d3-40fb-b7d9-f5d1f6dde3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:54.242117 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-9feb67b7-4366-4968-b849-6280d43e69e0 req-d65fb8a1-e9d3-40fb-b7d9-f5d1f6dde3b6 service neutron] 10.222.0.99 "GET /v2.0/networks?id=42d335cf-a678-4bc3-901b-7d21fb8587e6 HTTP/1.1" status: 200 len: 870 time: 0.2081952 Feb 09 00:53:54.315355 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:54.362754 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b4ffec3d-83de-4c4a-b42b-3f7627c07255 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:54.367979 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-9feb67b7-4366-4968-b849-6280d43e69e0 req-07374f7c-4f20-4b8c-87cc-5ef6a9759fe6 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=83e6ba5b-19bb-43fa-a689-3de29d04980f HTTP/1.1" status: 200 len: 217 time: 0.1190555 Feb 09 00:53:54.381479 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b4ffec3d-83de-4c4a-b42b-3f7627c07255 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:54.421347 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['83e6ba5b-19bb-43fa-a689-3de29d04980f'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:53:54.448877 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb67b7-4366-4968-b849-6280d43e69e0 req-d64bc586-9c12-4015-ac6a-173b3d240094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:54.450414 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-9feb67b7-4366-4968-b849-6280d43e69e0 req-d64bc586-9c12-4015-ac6a-173b3d240094 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.0781090 Feb 09 00:53:54.510395 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ffec3d-83de-4c4a-b42b-3f7627c07255 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7cf32b1-a678-4de8-aabd-be208505c358,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:54.529359 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b4ffec3d-83de-4c4a-b42b-3f7627c07255 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:54.534193 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-b4ffec3d-83de-4c4a-b42b-3f7627c07255 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4251647 Feb 09 00:53:54.536568 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 43034) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:53:54.551807 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-2544419a-f6ee-4cd9-9704-ed94076f8129 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Request body: {'security_group_rule': {'security_group_id': 'b075ab84-944c-402e-80ca-919ce01b98b6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:53:54.583713 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-2544419a-f6ee-4cd9-9704-ed94076f8129 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:53:54.600225 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-2544419a-f6ee-4cd9-9704-ed94076f8129 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Usage tracker for resource:security_group_rule and tenant:71b0276e9e0b48f8943a51531f3d8a9e is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:53:54.605808 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-2544419a-f6ee-4cd9-9704-ed94076f8129 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:53:54.626044 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-2544419a-f6ee-4cd9-9704-ed94076f8129 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:53:54.692589 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784257f4-0fab-4608-9aa2-50e5f0018101 req-4b5d9db6-859e-4c66-bde2-08b2e132ae37 tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:54.696574 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-784257f4-0fab-4608-9aa2-50e5f0018101 req-4b5d9db6-859e-4c66-bde2-08b2e132ae37 tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] 10.222.0.105 "GET /v2.0/ports?device_id=07f7768a-9732-4abb-898c-f7906c7c0d71 HTTP/1.1" status: 200 len: 950 time: 0.2409866 Feb 09 00:53:54.698650 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2544419a-f6ee-4cd9-9704-ed94076f8129 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:54.832687 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6e6cbb0-25cc-4ebb-aec9-38f9437ee596', 'tag': '83e6ba5b-19bb-43fa-a689-3de29d04980f'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:53:54.870443 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b648859b-50cc-4997-8f4a-e23f1be951b5 req-6d815655-9f6d-4d44-bf7c-e11d76a898c3 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] 10.222.0.105 "GET /v2.0/ports?device_id=8feee8fc-ac0f-4fca-8601-38aaca92c133 HTTP/1.1" status: 200 len: 210 time: 0.0777850 Feb 09 00:53:54.888554 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-784257f4-0fab-4608-9aa2-50e5f0018101 req-144c4aa9-4f3a-44d9-9419-67aa5ed090f8 tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8313fb7-6eee-49a4-ad87-242a145b6834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712863 Feb 09 00:53:54.903681 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb67b7-4366-4968-b849-6280d43e69e0 req-43f060b7-5211-4ffd-b38e-d821abf3fd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:54.905883 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-9feb67b7-4366-4968-b849-6280d43e69e0 req-43f060b7-5211-4ffd-b38e-d821abf3fd15 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4487052 Feb 09 00:53:54.938233 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2544419a-f6ee-4cd9-9704-ed94076f8129 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:54.940576 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 43044) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:53:54.957372 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2544419a-f6ee-4cd9-9704-ed94076f8129 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:55.017105 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37cef56-2395-4a14-8d87-4340b686d823 req-120632b0-14a9-47ac-9f65-5366f351adeb tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:55.023580 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544419a-f6ee-4cd9-9704-ed94076f8129 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b207ab47-0c5f-433d-ae3b-d4e4b4edc223,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:55.024391 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-c37cef56-2395-4a14-8d87-4340b686d823 req-120632b0-14a9-47ac-9f65-5366f351adeb tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] 10.222.0.62 "GET /v2.0/networks?id=126ed347-4206-4f46-8784-d408232679be HTTP/1.1" status: 200 len: 829 time: 0.4010124 Feb 09 00:53:55.045828 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6e6cbb0-25cc-4ebb-aec9-38f9437ee596', 'tag': '83e6ba5b-19bb-43fa-a689-3de29d04980f', 'status': 'completed', 'code': 200} Feb 09 00:53:55.049785 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2544419a-f6ee-4cd9-9704-ed94076f8129 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:55.051055 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-2544419a-f6ee-4cd9-9704-ed94076f8129 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5134702 Feb 09 00:53:55.061175 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-c37cef56-2395-4a14-8d87-4340b686d823 req-1cce862c-f138-4bc7-bba9-8f75f4f87e78 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Request body: {'port': {'device_id': '8feee8fc-ac0f-4fca-8601-38aaca92c133', 'network_id': '126ed347-4206-4f46-8784-d408232679be', 'admin_state_up': True, 'tenant_id': '82ffc79770134f5fbd74ad0a128bf4a8'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:53:55.091101 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 43054) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:53:55.104808 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-311c3fd2-5f98-4c29-afb2-72be29e9e330 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Request body: {'floatingip': {'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:53:55.119781 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-311c3fd2-5f98-4c29-afb2-72be29e9e330 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:53:55.125995 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-311c3fd2-5f98-4c29-afb2-72be29e9e330 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Usage tracker for resource:floatingip and tenant:71b0276e9e0b48f8943a51531f3d8a9e is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:53:55.131782 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-311c3fd2-5f98-4c29-afb2-72be29e9e330 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:53:55.299771 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-9feb67b7-4366-4968-b849-6280d43e69e0 req-0d672442-683a-4de0-8679-54c3a63e390e service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3801284 Feb 09 00:53:55.356065 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-311c3fd2-5f98-4c29-afb2-72be29e9e330 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:53:55.361004 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device f09c90ae-2bfb-4ad0-8db3-3b1964c83b37 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:53:55.385471 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-311c3fd2-5f98-4c29-afb2-72be29e9e330 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks [] for floatingip, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:55.402554 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-c37cef56-2395-4a14-8d87-4340b686d823 req-1cce862c-f138-4bc7-bba9-8f75f4f87e78 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:53:55.442148 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-c37cef56-2395-4a14-8d87-4340b686d823 req-1cce862c-f138-4bc7-bba9-8f75f4f87e78 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:53:55.470433 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c37cef56-2395-4a14-8d87-4340b686d823 req-1cce862c-f138-4bc7-bba9-8f75f4f87e78 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Made reservation on behalf of 82ffc79770134f5fbd74ad0a128bf4a8 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:53:55.474166 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-c37cef56-2395-4a14-8d87-4340b686d823 req-1cce862c-f138-4bc7-bba9-8f75f4f87e78 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:55.521093 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-9feb67b7-4366-4968-b849-6280d43e69e0 req-005a17be-5cab-434e-838d-f9d7105448e4 service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086303 Feb 09 00:53:55.628528 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:55.673043 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d1120730-ef9e-45d3-be02-8d69243aefbe tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:55.700872 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07f7768a-9732-4abb-898c-f7906c7c0d71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f09c90ae-2bfb-4ad0-8db3-3b1964c83b37'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:53:55.723284 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port f09c90ae-2bfb-4ad0-8db3-3b1964c83b37, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=f09c90ae-2bfb-4ad0-8db3-3b1964c83b37,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:53:55.728057 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:55.786114 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6f9fe-9f3f-4d70-9688-75484f3c9693 req-116921fc-4f88-490c-919c-8204c5ff0c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:55.787915 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-10a6f9fe-9f3f-4d70-9688-75484f3c9693 req-116921fc-4f88-490c-919c-8204c5ff0c93 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1510c38a4b2046b5a9943ab7f2f7db5c&device_id=b6e6cbb0-25cc-4ebb-aec9-38f9437ee596 HTTP/1.1" status: 200 len: 1100 time: 0.7357154 Feb 09 00:53:55.820575 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=f09c90ae-2bfb-4ad0-8db3-3b1964c83b37,revision_number=8']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:55.896794 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-c37cef56-2395-4a14-8d87-4340b686d823 req-1cce862c-f138-4bc7-bba9-8f75f4f87e78 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Allocated IP 172.20.0.8 (126ed347-4206-4f46-8784-d408232679be/16f52b7f-73d5-46c0-b296-524301583da7/6674ad44-bb3c-4d06-9858-967f47a43b1a) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:53:55.900109 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6f9fe-9f3f-4d70-9688-75484f3c9693 req-767c6839-706b-49ad-b7e2-15e1985ad52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:55.901622 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-10a6f9fe-9f3f-4d70-9688-75484f3c9693 req-767c6839-706b-49ad-b7e2-15e1985ad52a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1510c38a4b2046b5a9943ab7f2f7db5c&device_id=b6e6cbb0-25cc-4ebb-aec9-38f9437ee596 HTTP/1.1" status: 200 len: 1100 time: 0.2060003 Feb 09 00:53:55.905036 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d1120730-ef9e-45d3-be02-8d69243aefbe tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:55.988230 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5292bf6c-9ea2-4449-aeda-5021a36f4229 req-26219e2c-ee06-4575-b5c2-e7b78dff5166 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:55.997749 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5292bf6c-9ea2-4449-aeda-5021a36f4229 req-26219e2c-ee06-4575-b5c2-e7b78dff5166 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=b6e6cbb0-25cc-4ebb-aec9-38f9437ee596 HTTP/1.1" status: 200 len: 949 time: 0.5434549 Feb 09 00:53:56.144990 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d1120730-ef9e-45d3-be02-8d69243aefbe tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:56.171762 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5292bf6c-9ea2-4449-aeda-5021a36f4229 req-422f6bdb-9bcd-4a14-9bfe-615aba2cd398 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715140 Feb 09 00:53:56.228406 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1120730-ef9e-45d3-be02-8d69243aefbe tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cab64e1-26e5-44f0-8888-dc9c03316d68,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:56.259259 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6f9fe-9f3f-4d70-9688-75484f3c9693 req-f6f46796-a8d4-42b8-ae26-6081a6f8bac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:56.261234 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-10a6f9fe-9f3f-4d70-9688-75484f3c9693 req-f6f46796-a8d4-42b8-ae26-6081a6f8bac4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=42d335cf-a678-4bc3-901b-7d21fb8587e6 HTTP/1.1" status: 200 len: 870 time: 0.4541690 Feb 09 00:53:56.283718 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6f9fe-9f3f-4d70-9688-75484f3c9693 req-ff830b55-5d92-4d38-a0b9-cfbe18ed2a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:56.285201 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-10a6f9fe-9f3f-4d70-9688-75484f3c9693 req-ff830b55-5d92-4d38-a0b9-cfbe18ed2a11 service neutron] 10.222.0.99 "GET /v2.0/networks?id=42d335cf-a678-4bc3-901b-7d21fb8587e6 HTTP/1.1" status: 200 len: 870 time: 0.3753829 Feb 09 00:53:56.378968 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 43118) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:53:56.382128 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d1120730-ef9e-45d3-be02-8d69243aefbe tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:56.383478 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-d1120730-ef9e-45d3-be02-8d69243aefbe tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "DELETE /v2.0/security-groups/6cab64e1-26e5-44f0-8888-dc9c03316d68 HTTP/1.1" status: 204 len: 168 time: 1.4410007 Feb 09 00:53:56.387071 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-311c3fd2-5f98-4c29-afb2-72be29e9e330 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:56.392591 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 43122) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:53:56.422003 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07f7768a-9732-4abb-898c-f7906c7c0d71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f09c90ae-2bfb-4ad0-8db3-3b1964c83b37', 'code': 200} Feb 09 00:53:56.517250 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-10a6f9fe-9f3f-4d70-9688-75484f3c9693 req-24b40a45-afd2-471f-9464-fe94f22f8316 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=83e6ba5b-19bb-43fa-a689-3de29d04980f HTTP/1.1" status: 200 len: 217 time: 0.2391479 Feb 09 00:53:56.518602 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-10a6f9fe-9f3f-4d70-9688-75484f3c9693 req-e0e15d14-6160-4114-a6ae-e25e8bffa737 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=83e6ba5b-19bb-43fa-a689-3de29d04980f HTTP/1.1" status: 200 len: 217 time: 0.2031059 Feb 09 00:53:56.584099 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [None req-bdeb43ce-9ea6-4216-8866-024a80574211 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] show failed (client error): The resource could not be found. Feb 09 00:53:56.585377 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-bdeb43ce-9ea6-4216-8866-024a80574211 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "GET /v2.0/security-groups/6cab64e1-26e5-44f0-8888-dc9c03316d68 HTTP/1.1" status: 404 len: 347 time: 0.1835289 Feb 09 00:53:56.617009 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 43126) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:53:56.689998 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6f9fe-9f3f-4d70-9688-75484f3c9693 req-bbb1f5bd-35d6-4fa2-a8c6-f148a7c27cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:56.691953 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-10a6f9fe-9f3f-4d70-9688-75484f3c9693 req-bbb1f5bd-35d6-4fa2-a8c6-f148a7c27cc1 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.1664045 Feb 09 00:53:56.697404 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-c37cef56-2395-4a14-8d87-4340b686d823 req-1cce862c-f138-4bc7-bba9-8f75f4f87e78 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:56.759965 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-c37cef56-2395-4a14-8d87-4340b686d823 req-1cce862c-f138-4bc7-bba9-8f75f4f87e78 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Transition to ACTIVE for port object 6674ad44-bb3c-4d06-9858-967f47a43b1a will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:53:56.803613 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6f9fe-9f3f-4d70-9688-75484f3c9693 req-0577894b-0703-4aac-b14b-3406f52c8310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:56.805117 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-10a6f9fe-9f3f-4d70-9688-75484f3c9693 req-0577894b-0703-4aac-b14b-3406f52c8310 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1040406 Feb 09 00:53:56.838127 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-c37cef56-2395-4a14-8d87-4340b686d823 req-1cce862c-f138-4bc7-bba9-8f75f4f87e78 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:56.854414 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fccc7f2b-b60c-41ca-a6be-064a1e770e01 req-ae024106-ee03-4368-bd7a-bfb16a96135f tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] 10.222.0.105 "GET /v2.0/ports?device_id=8feee8fc-ac0f-4fca-8601-38aaca92c133 HTTP/1.1" status: 200 len: 210 time: 0.1649029 Feb 09 00:53:56.855768 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6f9fe-9f3f-4d70-9688-75484f3c9693 req-435e69ff-7721-49e0-bec8-40936ea54708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:56.857040 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-10a6f9fe-9f3f-4d70-9688-75484f3c9693 req-435e69ff-7721-49e0-bec8-40936ea54708 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.3291526 Feb 09 00:53:57.004684 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c37cef56-2395-4a14-8d87-4340b686d823 req-1cce862c-f138-4bc7-bba9-8f75f4f87e78 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Network 126ed347-4206-4f46-8784-d408232679be is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:53:57.010399 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-c37cef56-2395-4a14-8d87-4340b686d823 req-1cce862c-f138-4bc7-bba9-8f75f4f87e78 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:53:57.013088 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-c37cef56-2395-4a14-8d87-4340b686d823 req-1cce862c-f138-4bc7-bba9-8f75f4f87e78 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:53:57.047556 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-a1632c9e-ed83-4dc0-9ab9-74e03e9ff8e6 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Deleting port 86bb6162-88f8-4e53-864f-de9b683fce30 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:53:57.047909 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a1632c9e-ed83-4dc0-9ab9-74e03e9ff8e6 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:57.070587 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cce862c-f138-4bc7-bba9-8f75f4f87e78 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Pushing event updated for resources: {'Port': ['ID=6674ad44-bb3c-4d06-9858-967f47a43b1a,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:57.096841 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657615c4-ee9b-45f2-b96e-dfe315abf470 req-f3fc0291-6cac-4049-b2ed-69fb27c0f0ad tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:57.105833 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-657615c4-ee9b-45f2-b96e-dfe315abf470 req-f3fc0291-6cac-4049-b2ed-69fb27c0f0ad tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/ports?device_id=89eb68c3-6c30-4d95-9a0d-1ef6edc25702 HTTP/1.1" status: 200 len: 950 time: 0.9506600 Feb 09 00:53:57.146162 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37cef56-2395-4a14-8d87-4340b686d823 req-1cce862c-f138-4bc7-bba9-8f75f4f87e78 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:57.146814 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-c37cef56-2395-4a14-8d87-4340b686d823 req-1cce862c-f138-4bc7-bba9-8f75f4f87e78 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:57.176306 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-10a6f9fe-9f3f-4d70-9688-75484f3c9693 req-95859f71-f495-4e49-bcce-f8b5f835124c service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3636198 Feb 09 00:53:57.177998 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-c37cef56-2395-4a14-8d87-4340b686d823 req-1cce862c-f138-4bc7-bba9-8f75f4f87e78 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1247139 Feb 09 00:53:57.342188 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-c37cef56-2395-4a14-8d87-4340b686d823 req-c24953a0-09f4-41d9-b44c-6a2cba05b6f6 service neutron] Request body: {'port': {'device_id': '8feee8fc-ac0f-4fca-8601-38aaca92c133', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:53:57.363637 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 83e6ba5b-19bb-43fa-a689-3de29d04980f up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:53:57.489797 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-10a6f9fe-9f3f-4d70-9688-75484f3c9693 req-6ef4ca36-c441-4793-b2af-0d97a84300ee service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068671 Feb 09 00:53:57.505773 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-c37cef56-2395-4a14-8d87-4340b686d823 req-c24953a0-09f4-41d9-b44c-6a2cba05b6f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:57.545675 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-c1dbfca1-02c3-4d03-a403-17e78be349a0 None None] Provisioning for port 6674ad44-bb3c-4d06-9858-967f47a43b1a completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:53:57.559554 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port 83e6ba5b-19bb-43fa-a689-3de29d04980f completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:53:57.573471 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 83e6ba5b-19bb-43fa-a689-3de29d04980f triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:53:57.575498 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:57.644400 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-c1dbfca1-02c3-4d03-a403-17e78be349a0 None None] Provisioning complete for port 6674ad44-bb3c-4d06-9858-967f47a43b1a triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:53:57.645671 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c1dbfca1-02c3-4d03-a403-17e78be349a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:57.672060 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-657615c4-ee9b-45f2-b96e-dfe315abf470 req-2ada04ac-c633-4384-9ef5-2c5647157780 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f361fac-bee5-49f7-8557-30dc6fac47de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5643456 Feb 09 00:53:57.673464 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-311c3fd2-5f98-4c29-afb2-72be29e9e330 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Allocated IP 172.25.0.12 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/0396f59f-80c7-4056-b88a-370364b3f700) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:53:57.853501 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-c1dbfca1-02c3-4d03-a403-17e78be349a0 None None] Port 6674ad44-bb3c-4d06-9858-967f47a43b1a cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:53:57.941772 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:57.984689 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 83e6ba5b-19bb-43fa-a689-3de29d04980f, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=83e6ba5b-19bb-43fa-a689-3de29d04980f,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:53:57.988662 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:58.080001 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=83e6ba5b-19bb-43fa-a689-3de29d04980f,revision_number=9']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:58.101766 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6f9fe-9f3f-4d70-9688-75484f3c9693 req-aaa86265-017f-4a0a-b54c-275bd3194085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:58.103344 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-10a6f9fe-9f3f-4d70-9688-75484f3c9693 req-aaa86265-017f-4a0a-b54c-275bd3194085 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1751657 Feb 09 00:53:58.153267 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [req-c37cef56-2395-4a14-8d87-4340b686d823 req-c24953a0-09f4-41d9-b44c-6a2cba05b6f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6674ad44-bb3c-4d06-9858-967f47a43b1a {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:53:58.161143 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-c37cef56-2395-4a14-8d87-4340b686d823 req-c24953a0-09f4-41d9-b44c-6a2cba05b6f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:58.176894 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-c37cef56-2395-4a14-8d87-4340b686d823 req-c24953a0-09f4-41d9-b44c-6a2cba05b6f6 service neutron] Transition to ACTIVE for port object 6674ad44-bb3c-4d06-9858-967f47a43b1a will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:53:58.181106 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-c37cef56-2395-4a14-8d87-4340b686d823 req-c24953a0-09f4-41d9-b44c-6a2cba05b6f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:58.292411 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a1632c9e-ed83-4dc0-9ab9-74e03e9ff8e6 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:58.292746 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a1632c9e-ed83-4dc0-9ab9-74e03e9ff8e6 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:58.336081 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24953a0-09f4-41d9-b44c-6a2cba05b6f6 service neutron] Pushing event updated for resources: {'Port': ['ID=6674ad44-bb3c-4d06-9858-967f47a43b1a,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:58.423816 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e6cbb0-25cc-4ebb-aec9-38f9437ee596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e6ba5b-19bb-43fa-a689-3de29d04980f'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:53:58.479189 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-a1632c9e-ed83-4dc0-9ab9-74e03e9ff8e6 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Calling delete_port for 86bb6162-88f8-4e53-864f-de9b683fce30 owned by network:floatingip {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:53:58.552556 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-c37cef56-2395-4a14-8d87-4340b686d823 req-c24953a0-09f4-41d9-b44c-6a2cba05b6f6 service neutron] Attempting to bind port 6674ad44-bb3c-4d06-9858-967f47a43b1a on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:53:58.553052 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-c37cef56-2395-4a14-8d87-4340b686d823 req-c24953a0-09f4-41d9-b44c-6a2cba05b6f6 service neutron] Attempting to bind port 6674ad44-bb3c-4d06-9858-967f47a43b1a by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '71e39a3f-ec02-4c81-98bc-ecfdeec67fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '126ed347-4206-4f46-8784-d408232679be'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:53:58.553231 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37cef56-2395-4a14-8d87-4340b686d823 req-c24953a0-09f4-41d9-b44c-6a2cba05b6f6 service neutron] Attempting to bind port 6674ad44-bb3c-4d06-9858-967f47a43b1a on network 126ed347-4206-4f46-8784-d408232679be {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:53:58.557958 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37cef56-2395-4a14-8d87-4340b686d823 req-c24953a0-09f4-41d9-b44c-6a2cba05b6f6 service neutron] Port 6674ad44-bb3c-4d06-9858-967f47a43b1a on network 126ed347-4206-4f46-8784-d408232679be not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:53:58.558267 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37cef56-2395-4a14-8d87-4340b686d823 req-c24953a0-09f4-41d9-b44c-6a2cba05b6f6 service neutron] Attempting to bind port 6674ad44-bb3c-4d06-9858-967f47a43b1a on network 126ed347-4206-4f46-8784-d408232679be {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:53:58.565195 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37cef56-2395-4a14-8d87-4340b686d823 req-c24953a0-09f4-41d9-b44c-6a2cba05b6f6 service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:53:58.565526 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37cef56-2395-4a14-8d87-4340b686d823 req-c24953a0-09f4-41d9-b44c-6a2cba05b6f6 service neutron] Checking segment: {'id': '71e39a3f-ec02-4c81-98bc-ecfdeec67fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '126ed347-4206-4f46-8784-d408232679be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:53:58.565936 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37cef56-2395-4a14-8d87-4340b686d823 req-c24953a0-09f4-41d9-b44c-6a2cba05b6f6 service neutron] Bound using segment: {'id': '71e39a3f-ec02-4c81-98bc-ecfdeec67fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '126ed347-4206-4f46-8784-d408232679be'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:53:58.566365 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-c37cef56-2395-4a14-8d87-4340b686d823 req-c24953a0-09f4-41d9-b44c-6a2cba05b6f6 service neutron] Bound port: 6674ad44-bb3c-4d06-9858-967f47a43b1a, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71e39a3f-ec02-4c81-98bc-ecfdeec67fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '126ed347-4206-4f46-8784-d408232679be'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:53:58.566711 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-c37cef56-2395-4a14-8d87-4340b686d823 req-c24953a0-09f4-41d9-b44c-6a2cba05b6f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:58.668778 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-c37cef56-2395-4a14-8d87-4340b686d823 req-c24953a0-09f4-41d9-b44c-6a2cba05b6f6 service neutron] For port 6674ad44-bb3c-4d06-9858-967f47a43b1a, host n-h1-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:53:58.673103 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-c37cef56-2395-4a14-8d87-4340b686d823 req-c24953a0-09f4-41d9-b44c-6a2cba05b6f6 service neutron] For port 6674ad44-bb3c-4d06-9858-967f47a43b1a, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=6674ad44-bb3c-4d06-9858-967f47a43b1a,segment=NetworkSegment(71e39a3f-ec02-4c81-98bc-ecfdeec67fad),segment_id=71e39a3f-ec02-4c81-98bc-ecfdeec67fad)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:53:58.679417 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-c37cef56-2395-4a14-8d87-4340b686d823 req-c24953a0-09f4-41d9-b44c-6a2cba05b6f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:58.682866 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c756c-3fd1-4a32-b035-bee28db5d1e2 req-a81b7a8c-feeb-4cb2-8b0d-a7a580616373 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:58.684513 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a97c756c-3fd1-4a32-b035-bee28db5d1e2 req-a81b7a8c-feeb-4cb2-8b0d-a7a580616373 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e446d3-eb09-4119-b095-c6841026b291 HTTP/1.1" status: 200 len: 949 time: 0.7102923 Feb 09 00:53:58.692879 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1361fcef-0ee1-4978-a29c-75136e0b0807 req-db4fe69c-9ad1-46e8-8315-f0b6b63e5f38 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:58.694521 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1361fcef-0ee1-4978-a29c-75136e0b0807 req-db4fe69c-9ad1-46e8-8315-f0b6b63e5f38 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=b6e6cbb0-25cc-4ebb-aec9-38f9437ee596 HTTP/1.1" status: 200 len: 949 time: 0.7866747 Feb 09 00:53:58.697842 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-311c3fd2-5f98-4c29-afb2-72be29e9e330 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:58.743113 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37cef56-2395-4a14-8d87-4340b686d823 req-c24953a0-09f4-41d9-b44c-6a2cba05b6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:58.743830 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-c37cef56-2395-4a14-8d87-4340b686d823 req-c24953a0-09f4-41d9-b44c-6a2cba05b6f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:58.745104 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-c37cef56-2395-4a14-8d87-4340b686d823 req-c24953a0-09f4-41d9-b44c-6a2cba05b6f6 service neutron] 10.222.0.62 "PUT /v2.0/ports/6674ad44-bb3c-4d06-9858-967f47a43b1a HTTP/1.1" status: 200 len: 1091 time: 1.5591946 Feb 09 00:53:58.745545 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8feee8fc-ac0f-4fca-8601-38aaca92c133', 'tag': '6674ad44-bb3c-4d06-9858-967f47a43b1a'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:53:58.769559 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24953a0-09f4-41d9-b44c-6a2cba05b6f6 service neutron] Pushing event updated for resources: {'Port': ['ID=6674ad44-bb3c-4d06-9858-967f47a43b1a,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:58.800068 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-10a6f9fe-9f3f-4d70-9688-75484f3c9693 req-449eb489-b0c8-474f-a633-4842ce4883b8 service neutron] 10.222.0.62 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6548021 Feb 09 00:53:58.888602 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37cef56-2395-4a14-8d87-4340b686d823 req-1f406edb-b1d9-46bb-8a19-bf528f6661b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:58.890687 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-c37cef56-2395-4a14-8d87-4340b686d823 req-1f406edb-b1d9-46bb-8a19-bf528f6661b7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=82ffc79770134f5fbd74ad0a128bf4a8&device_id=8feee8fc-ac0f-4fca-8601-38aaca92c133 HTTP/1.1" status: 200 len: 1094 time: 0.0975988 Feb 09 00:53:58.956378 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a97c756c-3fd1-4a32-b035-bee28db5d1e2 req-22103653-324d-4e56-b701-9c8df31c2558 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f361fac-bee5-49f7-8557-30dc6fac47de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508714 Feb 09 00:53:58.979811 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-c37cef56-2395-4a14-8d87-4340b686d823 req-ee568084-4a0f-403a-b12f-99144b889450 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6674ad44-bb3c-4d06-9858-967f47a43b1a HTTP/1.1" status: 200 len: 217 time: 0.0816183 Feb 09 00:53:58.980549 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1361fcef-0ee1-4978-a29c-75136e0b0807 req-e54a0220-7b8c-4590-82f5-20d00e4ed0e9 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442441 Feb 09 00:53:59.065130 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37cef56-2395-4a14-8d87-4340b686d823 req-d760e6c5-34c4-4737-a5f6-cea60ba8cb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:59.066753 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-c37cef56-2395-4a14-8d87-4340b686d823 req-d760e6c5-34c4-4737-a5f6-cea60ba8cb66 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=16f52b7f-73d5-46c0-b296-524301583da7 HTTP/1.1" status: 200 len: 868 time: 0.0802293 Feb 09 00:53:59.136004 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-10a6f9fe-9f3f-4d70-9688-75484f3c9693 req-4d8f3b4e-06df-4162-a9b4-69ebf9bcdf73 service neutron] 10.222.0.62 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235397 Feb 09 00:53:59.141986 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a1632c9e-ed83-4dc0-9ab9-74e03e9ff8e6 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:59.148976 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e6cbb0-25cc-4ebb-aec9-38f9437ee596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e6ba5b-19bb-43fa-a689-3de29d04980f', 'code': 200} Feb 09 00:53:59.252375 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1632c9e-ed83-4dc0-9ab9-74e03e9ff8e6 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Pushing event deleted for resources: {'Port': ['ID=86bb6162-88f8-4e53-864f-de9b683fce30,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:59.266151 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8feee8fc-ac0f-4fca-8601-38aaca92c133', 'tag': '6674ad44-bb3c-4d06-9858-967f47a43b1a', 'status': 'completed', 'code': 200} Feb 09 00:53:59.278612 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37cef56-2395-4a14-8d87-4340b686d823 req-164c78f0-c0cd-44bf-9852-d9e57d6f9d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:59.281847 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-c37cef56-2395-4a14-8d87-4340b686d823 req-164c78f0-c0cd-44bf-9852-d9e57d6f9d11 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=126ed347-4206-4f46-8784-d408232679be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2069664 Feb 09 00:53:59.455163 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-c37cef56-2395-4a14-8d87-4340b686d823 req-5ab5e695-f03b-4486-896d-7db3429ad2ea service neutron] 10.222.0.62 "GET /v2.0/networks/126ed347-4206-4f46-8784-d408232679be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674628 Feb 09 00:53:59.486021 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1632c9e-ed83-4dc0-9ab9-74e03e9ff8e6 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:53:59.486515 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1632c9e-ed83-4dc0-9ab9-74e03e9ff8e6 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:53:59.486968 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1632c9e-ed83-4dc0-9ab9-74e03e9ff8e6 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:53:59.487393 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1632c9e-ed83-4dc0-9ab9-74e03e9ff8e6 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:53:59.487834 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1632c9e-ed83-4dc0-9ab9-74e03e9ff8e6 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:53:59.488250 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1632c9e-ed83-4dc0-9ab9-74e03e9ff8e6 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:53:59.488667 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1632c9e-ed83-4dc0-9ab9-74e03e9ff8e6 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:53:59.489081 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1632c9e-ed83-4dc0-9ab9-74e03e9ff8e6 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:53:59.489491 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1632c9e-ed83-4dc0-9ab9-74e03e9ff8e6 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:53:59.489926 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1632c9e-ed83-4dc0-9ab9-74e03e9ff8e6 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:53:59.490337 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1632c9e-ed83-4dc0-9ab9-74e03e9ff8e6 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:53:59.490758 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1632c9e-ed83-4dc0-9ab9-74e03e9ff8e6 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:53:59.501008 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-311c3fd2-5f98-4c29-afb2-72be29e9e330 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:59.620897 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-c37cef56-2395-4a14-8d87-4340b686d823 req-95923581-bd73-4be5-b1a6-a7ce44fc950c service neutron] 10.222.0.62 "GET /v2.0/networks/126ed347-4206-4f46-8784-d408232679be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475048 Feb 09 00:53:59.658655 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311c3fd2-5f98-4c29-afb2-72be29e9e330 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:53:59.707510 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-311c3fd2-5f98-4c29-afb2-72be29e9e330 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:53:59.721280 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311c3fd2-5f98-4c29-afb2-72be29e9e330 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:53:59.777618 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3428b-b164-4c03-86de-2ebb7fad516a req-b1335137-a055-4a61-8293-0889c8968943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:59.777885 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311c3fd2-5f98-4c29-afb2-72be29e9e330 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Pushing event updated for resources: {'Port': ['ID=0396f59f-80c7-4056-b88a-370364b3f700,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:59.779342 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-07c3428b-b164-4c03-86de-2ebb7fad516a req-b1335137-a055-4a61-8293-0889c8968943 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=82ffc79770134f5fbd74ad0a128bf4a8&device_id=8feee8fc-ac0f-4fca-8601-38aaca92c133 HTTP/1.1" status: 200 len: 1094 time: 0.0886919 Feb 09 00:53:59.790134 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a1632c9e-ed83-4dc0-9ab9-74e03e9ff8e6 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Notify callbacks [] for floatingip, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:59.866245 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1239918b-fb33-4377-bc0e-43d1b58ca7b8 req-2a8a1050-9b29-48ca-a20b-8451f4eae998 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:59.873240 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1239918b-fb33-4377-bc0e-43d1b58ca7b8 req-2a8a1050-9b29-48ca-a20b-8451f4eae998 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] 10.222.0.105 "GET /v2.0/ports?device_id=8feee8fc-ac0f-4fca-8601-38aaca92c133 HTTP/1.1" status: 200 len: 943 time: 0.5870955 Feb 09 00:53:59.899844 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a1632c9e-ed83-4dc0-9ab9-74e03e9ff8e6 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:59.900825 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-a1632c9e-ed83-4dc0-9ab9-74e03e9ff8e6 tempest-ImagesOneServerNegativeTestJSON-1228830327 tempest-ImagesOneServerNegativeTestJSON-1228830327-project] 10.222.0.105 "DELETE /v2.0/floatingips/6b7fb804-391f-465e-8ab1-a32241802b2e HTTP/1.1" status: 204 len: 168 time: 3.2823739 Feb 09 00:53:59.918245 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914fe413-36aa-4ec3-9f1d-8dcd3a96b279 req-7df0ff0c-492c-4837-b3d8-208da3bd5eba tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:59.919800 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-914fe413-36aa-4ec3-9f1d-8dcd3a96b279 req-7df0ff0c-492c-4837-b3d8-208da3bd5eba tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=b6e6cbb0-25cc-4ebb-aec9-38f9437ee596 HTTP/1.1" status: 200 len: 950 time: 0.4455552 Feb 09 00:53:59.950747 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3428b-b164-4c03-86de-2ebb7fad516a req-fe5b6900-3e12-4f58-ab58-d4195ca9b773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:59.952387 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-07c3428b-b164-4c03-86de-2ebb7fad516a req-fe5b6900-3e12-4f58-ab58-d4195ca9b773 service neutron] 10.222.0.62 "GET /v2.0/networks?id=126ed347-4206-4f46-8784-d408232679be HTTP/1.1" status: 200 len: 930 time: 0.1668224 Feb 09 00:53:59.965201 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0129ba26-befd-434e-bbbc-c0731110f5ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:00.022934 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-07c3428b-b164-4c03-86de-2ebb7fad516a req-567d95ff-9927-4587-8f42-595f5c1214b2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6674ad44-bb3c-4d06-9858-967f47a43b1a HTTP/1.1" status: 200 len: 217 time: 0.0645602 Feb 09 00:54:00.048146 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-1239918b-fb33-4377-bc0e-43d1b58ca7b8 req-67473860-9ae6-4491-8920-8c058c2f0eff tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Synchronizing usage tracker for tenant:82ffc79770134f5fbd74ad0a128bf4a8 on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:54:00.055036 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-311c3fd2-5f98-4c29-afb2-72be29e9e330 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:00.095280 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3428b-b164-4c03-86de-2ebb7fad516a req-4285503d-2dad-4b01-b5b0-c824944915ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:00.096300 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-07c3428b-b164-4c03-86de-2ebb7fad516a req-4285503d-2dad-4b01-b5b0-c824944915ac service neutron] 10.222.0.62 "GET /v2.0/subnets?id=16f52b7f-73d5-46c0-b296-524301583da7 HTTP/1.1" status: 200 len: 868 time: 0.0645912 Feb 09 00:54:00.107420 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-914fe413-36aa-4ec3-9f1d-8dcd3a96b279 req-64ac33aa-59f4-4296-8e4c-95309f4a16f9 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796610 Feb 09 00:54:00.190209 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3428b-b164-4c03-86de-2ebb7fad516a req-e2b508e0-51d0-4419-943b-56ef7499fc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:00.192652 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-07c3428b-b164-4c03-86de-2ebb7fad516a req-e2b508e0-51d0-4419-943b-56ef7499fc30 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=126ed347-4206-4f46-8784-d408232679be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0889065 Feb 09 00:54:00.219145 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-1239918b-fb33-4377-bc0e-43d1b58ca7b8 req-67473860-9ae6-4491-8920-8c058c2f0eff tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Unset dirty status for tenant:82ffc79770134f5fbd74ad0a128bf4a8 on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:54:00.220643 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1239918b-fb33-4377-bc0e-43d1b58ca7b8 req-67473860-9ae6-4491-8920-8c058c2f0eff tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] 10.222.0.105 "GET /v2.0/security-groups?id=365832ba-ce1e-4a43-9b78-dc77225bf14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3466043 Feb 09 00:54:00.255946 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-311c3fd2-5f98-4c29-afb2-72be29e9e330 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:00.361583 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-19c19585-df3e-4c66-91cc-248e31b00fc5 req-e008c6e2-4c5b-4bb8-b84b-b16a06edf05b tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=728acbd4018441cfb9bc787ed7a4e77e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1355479 Feb 09 00:54:00.370504 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-07c3428b-b164-4c03-86de-2ebb7fad516a req-08f8d75e-cf93-4ff4-9f72-06bb7d6ca9dc service neutron] 10.222.0.62 "GET /v2.0/networks/126ed347-4206-4f46-8784-d408232679be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633425 Feb 09 00:54:00.532921 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-07c3428b-b164-4c03-86de-2ebb7fad516a req-eb3f69e6-467c-46d2-9fa5-25b6c541b846 service neutron] 10.222.0.62 "GET /v2.0/networks/126ed347-4206-4f46-8784-d408232679be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549871 Feb 09 00:54:00.598723 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43244) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:54:00.685405 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-fabc0b2f-e666-4364-b26b-a3af34c0f5d4 admin admin] Deleting subnet 163b540f-77f3-4f41-babd-8cc6d2cd64c1 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 00:54:00.689670 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fabc0b2f-e666-4364-b26b-a3af34c0f5d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:00.752409 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fabc0b2f-e666-4364-b26b-a3af34c0f5d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:00.832744 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fabc0b2f-e666-4364-b26b-a3af34c0f5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:00.834323 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c19585-df3e-4c66-91cc-248e31b00fc5 req-20987228-15bb-41d8-aa1a-2c9cc5a66b35 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:00.841096 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-19c19585-df3e-4c66-91cc-248e31b00fc5 req-20987228-15bb-41d8-aa1a-2c9cc5a66b35 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4693117 Feb 09 00:54:00.872184 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-19c19585-df3e-4c66-91cc-248e31b00fc5 req-1b38ac82-4294-4a0c-ae6f-2f874169e1b2 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/quotas/728acbd4018441cfb9bc787ed7a4e77e HTTP/1.1" status: 200 len: 375 time: 0.0301070 Feb 09 00:54:00.946207 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-0129ba26-befd-434e-bbbc-c0731110f5ee admin admin] Deleting port 299ae2a3-e42c-41ab-9f27-58c459f8cc04 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:54:00.946538 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0129ba26-befd-434e-bbbc-c0731110f5ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:01.017229 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fabc0b2f-e666-4364-b26b-a3af34c0f5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:01.034541 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-311c3fd2-5f98-4c29-afb2-72be29e9e330 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:01.040035 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-89ac19c5-c74c-43d6-b5ce-dbb7e530a7b8 req-ff7d9b2a-16b7-4ca2-b6e9-2fe8cf674a6d tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=1510c38a4b2046b5a9943ab7f2f7db5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0962386 Feb 09 00:54:01.048366 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-311c3fd2-5f98-4c29-afb2-72be29e9e330 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:01.060741 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabc0b2f-e666-4364-b26b-a3af34c0f5d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=163b540f-77f3-4f41-babd-8cc6d2cd64c1,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:01.065563 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fabc0b2f-e666-4364-b26b-a3af34c0f5d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:01.072984 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabc0b2f-e666-4364-b26b-a3af34c0f5d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:54:01.073327 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabc0b2f-e666-4364-b26b-a3af34c0f5d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:54:01.073683 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabc0b2f-e666-4364-b26b-a3af34c0f5d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:54:01.074014 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabc0b2f-e666-4364-b26b-a3af34c0f5d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:54:01.074336 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabc0b2f-e666-4364-b26b-a3af34c0f5d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:54:01.074652 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabc0b2f-e666-4364-b26b-a3af34c0f5d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:54:01.074969 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabc0b2f-e666-4364-b26b-a3af34c0f5d4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:54:01.075282 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabc0b2f-e666-4364-b26b-a3af34c0f5d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:54:01.075594 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabc0b2f-e666-4364-b26b-a3af34c0f5d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:54:01.075905 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabc0b2f-e666-4364-b26b-a3af34c0f5d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:54:01.076217 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabc0b2f-e666-4364-b26b-a3af34c0f5d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:54:01.076527 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabc0b2f-e666-4364-b26b-a3af34c0f5d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:54:01.083401 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-fabc0b2f-e666-4364-b26b-a3af34c0f5d4 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/163b540f-77f3-4f41-babd-8cc6d2cd64c1 HTTP/1.1" status: 204 len: 168 time: 0.4835043 Feb 09 00:54:01.085768 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43264) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:54:01.203467 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-186fbb3e-8f85-465c-bf16-f002caa02f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:01.334117 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-186fbb3e-8f85-465c-bf16-f002caa02f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:01.361859 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-186fbb3e-8f85-465c-bf16-f002caa02f2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39a46289-ad70-46f1-887f-88a255de2a83']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:54:01.364834 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device f09c90ae-2bfb-4ad0-8db3-3b1964c83b37 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:54:01.393894 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-186fbb3e-8f85-465c-bf16-f002caa02f2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9be9500-482f-486c-b330-ffba40da5382') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:54:01.394271 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-186fbb3e-8f85-465c-bf16-f002caa02f2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9be9500-482f-486c-b330-ffba40da5382') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:54:01.416757 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-186fbb3e-8f85-465c-bf16-f002caa02f2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:01.454689 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-186fbb3e-8f85-465c-bf16-f002caa02f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:01.470298 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-186fbb3e-8f85-465c-bf16-f002caa02f2b admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:54:01.470853 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-186fbb3e-8f85-465c-bf16-f002caa02f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:01.493292 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-19c19585-df3e-4c66-91cc-248e31b00fc5 req-7bf70944-2cb2-44bb-8aa9-4c97c5b7b586 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=728acbd4018441cfb9bc787ed7a4e77e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6201358 Feb 09 00:54:01.496803 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311c3fd2-5f98-4c29-afb2-72be29e9e330 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Pushing event updated for resources: {'Port': ['ID=0396f59f-80c7-4056-b88a-370364b3f700,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:01.508167 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 00:54:01.508167 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:54:01.508167 n-d-828418-1 neutron-server[87638]: timer() Feb 09 00:54:01.508167 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:54:01.508167 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 00:54:01.508167 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 00:54:01.508167 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 00:54:01.508167 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:54:01.508167 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 00:54:01.508167 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:54:01.508167 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 00:54:01.508167 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:54:01.508167 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 00:54:01.508167 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 00:54:01.508167 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:54:01.508167 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 00:54:01.508167 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:54:01.508167 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 00:54:01.508167 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 00:54:01.508167 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 00:54:01.508167 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 00:54:01.508167 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 00:54:01.508167 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:54:01.508167 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:54:01.508167 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 00:54:01.508167 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:54:01.508167 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:54:01.508167 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:54:01.508167 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:54:01.508167 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:54:01.508167 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:54:01.508167 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:54:01.567518 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-311c3fd2-5f98-4c29-afb2-72be29e9e330 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:01.685295 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-186fbb3e-8f85-465c-bf16-f002caa02f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:01.708959 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-311c3fd2-5f98-4c29-afb2-72be29e9e330 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:01.712273 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-311c3fd2-5f98-4c29-afb2-72be29e9e330 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.6201019 Feb 09 00:54:01.722089 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-0129ba26-befd-434e-bbbc-c0731110f5ee admin admin] For port 299ae2a3-e42c-41ab-9f27-58c459f8cc04, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=299ae2a3-e42c-41ab-9f27-58c459f8cc04,segment=NetworkSegment(d6018a7b-e150-476a-9748-d627dc1c772b),segment_id=d6018a7b-e150-476a-9748-d627dc1c772b)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:54:01.729452 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-186fbb3e-8f85-465c-bf16-f002caa02f2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:01.730470 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0129ba26-befd-434e-bbbc-c0731110f5ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:01.755888 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port f09c90ae-2bfb-4ad0-8db3-3b1964c83b37, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=f09c90ae-2bfb-4ad0-8db3-3b1964c83b37,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:54:01.777173 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac19c5-c74c-43d6-b5ce-dbb7e530a7b8 req-8500b297-3ce4-4f4d-8b79-e5704fb97095 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:01.791886 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': 'f09c90ae-2bfb-4ad0-8db3-3b1964c83b37', 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6', 'port_id': 'f09c90ae-2bfb-4ad0-8db3-3b1964c83b37', 'mac_address': 'fa:16:3e:21:ec:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7938d94-1f0f-48bd-a0b3-26d5344ff0ec', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:54:01.793500 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-89ac19c5-c74c-43d6-b5ce-dbb7e530a7b8 req-8500b297-3ce4-4f4d-8b79-e5704fb97095 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7377191 Feb 09 00:54:01.809393 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186fbb3e-8f85-465c-bf16-f002caa02f2b admin admin] Pushing event deleted for resources: {'Network': ['ID=39a46289-ad70-46f1-887f-88a255de2a83,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:01.820667 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-186fbb3e-8f85-465c-bf16-f002caa02f2b admin admin] 10.222.0.105 "DELETE /v2.0/networks/39a46289-ad70-46f1-887f-88a255de2a83 HTTP/1.1" status: 204 len: 168 time: 0.7320750 Feb 09 00:54:01.922714 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:01.959431 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f09c90ae-2bfb-4ad0-8db3-3b1964c83b37 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:54:01.977511 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port f09c90ae-2bfb-4ad0-8db3-3b1964c83b37, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=f09c90ae-2bfb-4ad0-8db3-3b1964c83b37,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:54:01.984055 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:02.049587 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-0129ba26-befd-434e-bbbc-c0731110f5ee admin admin] Calling delete_port for 299ae2a3-e42c-41ab-9f27-58c459f8cc04 owned by network:router_interface {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:54:02.076274 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=f09c90ae-2bfb-4ad0-8db3-3b1964c83b37,revision_number=9']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:02.093839 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43300) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:54:02.096081 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['f09c90ae-2bfb-4ad0-8db3-3b1964c83b37'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:54:02.123339 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-89ac19c5-c74c-43d6-b5ce-dbb7e530a7b8 req-37424369-05f3-4256-8176-431e0981e550 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/quotas/1510c38a4b2046b5a9943ab7f2f7db5c HTTP/1.1" status: 200 len: 375 time: 0.3285360 Feb 09 00:54:02.292141 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b9247bec-f707-4c36-936a-775273ce2f0d admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=7bf69f5d5f8d45f2b7dab3b2ab01eff0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1945169 Feb 09 00:54:02.293168 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43306) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:54:02.461909 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-01cd8124-22b9-4944-8ea9-7178eab105fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:02.511295 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-01cd8124-22b9-4944-8ea9-7178eab105fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:02.616332 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-01cd8124-22b9-4944-8ea9-7178eab105fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:02.646831 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cd8124-22b9-4944-8ea9-7178eab105fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5241b5dc-7937-4332-869e-fc6addd63e2f,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:02.657198 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-01cd8124-22b9-4944-8ea9-7178eab105fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:02.661395 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-01cd8124-22b9-4944-8ea9-7178eab105fa admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/5241b5dc-7937-4332-869e-fc6addd63e2f HTTP/1.1" status: 204 len: 168 time: 0.3643351 Feb 09 00:54:02.671431 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def8d1f-f098-4372-8c48-40648a214503 req-aea86d69-193c-463f-9526-89c9c30bb3b4 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:02.681429 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0def8d1f-f098-4372-8c48-40648a214503 req-aea86d69-193c-463f-9526-89c9c30bb3b4 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] 10.222.0.105 "GET /v2.0/ports?device_id=8feee8fc-ac0f-4fca-8601-38aaca92c133 HTTP/1.1" status: 200 len: 943 time: 0.6478252 Feb 09 00:54:02.796502 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-89ac19c5-c74c-43d6-b5ce-dbb7e530a7b8 req-d2e89751-3e99-46d4-a934-6433d8316640 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=1510c38a4b2046b5a9943ab7f2f7db5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6713951 Feb 09 00:54:02.868604 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0def8d1f-f098-4372-8c48-40648a214503 req-400afa43-5ed8-4689-bc76-1ac523580681 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] 10.222.0.105 "GET /v2.0/security-groups?id=365832ba-ce1e-4a43-9b78-dc77225bf14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823142 Feb 09 00:54:02.895173 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0129ba26-befd-434e-bbbc-c0731110f5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:02.971263 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0129ba26-befd-434e-bbbc-c0731110f5ee admin admin] Pushing event deleted for resources: {'Port': ['ID=299ae2a3-e42c-41ab-9f27-58c459f8cc04,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:03.358319 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 6674ad44-bb3c-4d06-9858-967f47a43b1a details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:54:03.362434 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device f09c90ae-2bfb-4ad0-8db3-3b1964c83b37 up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:54:03.558782 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8c2d7d89-4d0e-4991-b90d-e022ac2902be req-c0cc2774-b8bf-494c-9d36-6d1ea3bed169 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/ports?device_id=9c47b0a8-598a-46cf-bc47-6ec291635e6c HTTP/1.1" status: 200 len: 210 time: 0.2261510 Feb 09 00:54:03.856514 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port f09c90ae-2bfb-4ad0-8db3-3b1964c83b37 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:54:03.861032 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:03.888483 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-55d50a95-b00d-49e8-bc00-aa20d996c3f7 req-e6f84e16-c182-4072-840e-a1ae368edfb7 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=3d138cb2-7f80-4596-9e29-dd8aa7bdff4f HTTP/1.1" status: 200 len: 210 time: 0.1841042 Feb 09 00:54:03.975847 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-19c19585-df3e-4c66-91cc-248e31b00fc5 req-42bca800-7845-4a82-b3d9-c58a811f8b37 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=728acbd4018441cfb9bc787ed7a4e77e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1474845 Feb 09 00:54:04.101315 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 6674ad44-bb3c-4d06-9858-967f47a43b1a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=6674ad44-bb3c-4d06-9858-967f47a43b1a,segment=NetworkSegment(71e39a3f-ec02-4c81-98bc-ecfdeec67fad),segment_id=71e39a3f-ec02-4c81-98bc-ecfdeec67fad)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:54:04.162550 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-9d0dafca-4638-4c87-a136-d10da8e31106 req-a13c5f71-43f1-4fcc-8a57-3b26794a2759 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Synchronizing usage tracker for tenant:71b0276e9e0b48f8943a51531f3d8a9e on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:54:04.250771 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '6674ad44-bb3c-4d06-9858-967f47a43b1a', 'network_id': '126ed347-4206-4f46-8784-d408232679be', 'port_id': '6674ad44-bb3c-4d06-9858-967f47a43b1a', 'mac_address': 'fa:16:3e:4c:02:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f52b7f-73d5-46c0-b296-524301583da7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:54:04.376530 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:04.463628 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port f09c90ae-2bfb-4ad0-8db3-3b1964c83b37, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=f09c90ae-2bfb-4ad0-8db3-3b1964c83b37,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:54:04.473262 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07f7768a-9732-4abb-898c-f7906c7c0d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09c90ae-2bfb-4ad0-8db3-3b1964c83b37'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:54:04.501972 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c19585-df3e-4c66-91cc-248e31b00fc5 req-d9d96416-0312-4d1f-8565-f9cfc83bc1e4 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:04.507194 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-19c19585-df3e-4c66-91cc-248e31b00fc5 req-d9d96416-0312-4d1f-8565-f9cfc83bc1e4 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5235715 Feb 09 00:54:04.513103 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:04.521070 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-19c19585-df3e-4c66-91cc-248e31b00fc5 req-883888e2-7369-4e01-93d4-a33c55886ec7 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Request body: {'port': {'device_id': '9c47b0a8-598a-46cf-bc47-6ec291635e6c', 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6', 'admin_state_up': True, 'tenant_id': '728acbd4018441cfb9bc787ed7a4e77e'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:54:04.537947 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:04.571189 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-9d0dafca-4638-4c87-a136-d10da8e31106 req-a13c5f71-43f1-4fcc-8a57-3b26794a2759 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Unset dirty status for tenant:71b0276e9e0b48f8943a51531f3d8a9e on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:54:04.581493 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9d0dafca-4638-4c87-a136-d10da8e31106 req-a13c5f71-43f1-4fcc-8a57-3b26794a2759 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-securitygroup--172215595&fields=id&tenant_id=71b0276e9e0b48f8943a51531f3d8a9e HTTP/1.1" status: 200 len: 267 time: 1.0992565 Feb 09 00:54:04.703561 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0129ba26-befd-434e-bbbc-c0731110f5ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:04.731048 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6674ad44-bb3c-4d06-9858-967f47a43b1a {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:54:04.796901 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 6674ad44-bb3c-4d06-9858-967f47a43b1a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=6674ad44-bb3c-4d06-9858-967f47a43b1a,segment=NetworkSegment(71e39a3f-ec02-4c81-98bc-ecfdeec67fad),segment_id=71e39a3f-ec02-4c81-98bc-ecfdeec67fad)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:54:04.808759 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:04.814454 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=f09c90ae-2bfb-4ad0-8db3-3b1964c83b37,revision_number=10']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:04.938995 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-19c19585-df3e-4c66-91cc-248e31b00fc5 req-883888e2-7369-4e01-93d4-a33c55886ec7 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:54:04.949631 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-19c19585-df3e-4c66-91cc-248e31b00fc5 req-883888e2-7369-4e01-93d4-a33c55886ec7 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Usage tracker for resource:port and tenant:728acbd4018441cfb9bc787ed7a4e77e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:54:04.959323 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-19c19585-df3e-4c66-91cc-248e31b00fc5 req-883888e2-7369-4e01-93d4-a33c55886ec7 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:54:04.974857 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b68ac5-40e0-4fdb-ae88-bdff7b609652 req-7d32b169-bf84-41b8-b7d1-ee0547c83605 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:04.976843 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-19b68ac5-40e0-4fdb-ae88-bdff7b609652 req-7d32b169-bf84-41b8-b7d1-ee0547c83605 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] 10.222.0.105 "GET /v2.0/ports?device_id=8feee8fc-ac0f-4fca-8601-38aaca92c133 HTTP/1.1" status: 200 len: 943 time: 0.5033789 Feb 09 00:54:04.977243 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-19c19585-df3e-4c66-91cc-248e31b00fc5 req-883888e2-7369-4e01-93d4-a33c55886ec7 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:54:04.995793 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19c19585-df3e-4c66-91cc-248e31b00fc5 req-883888e2-7369-4e01-93d4-a33c55886ec7 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Made reservation on behalf of 728acbd4018441cfb9bc787ed7a4e77e for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:54:05.007540 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-19c19585-df3e-4c66-91cc-248e31b00fc5 req-883888e2-7369-4e01-93d4-a33c55886ec7 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:05.020001 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=6674ad44-bb3c-4d06-9858-967f47a43b1a,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:05.089887 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0dafca-4638-4c87-a136-d10da8e31106 req-55ef70d9-7680-422b-bcb3-c4eec5834ac6 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:05.090593 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-9d0dafca-4638-4c87-a136-d10da8e31106 req-55ef70d9-7680-422b-bcb3-c4eec5834ac6 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Synchronizing usage tracker for tenant:71b0276e9e0b48f8943a51531f3d8a9e on resource:network {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:54:05.116888 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['6674ad44-bb3c-4d06-9858-967f47a43b1a'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:54:05.241383 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-9d0dafca-4638-4c87-a136-d10da8e31106 req-55ef70d9-7680-422b-bcb3-c4eec5834ac6 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Unset dirty status for tenant:71b0276e9e0b48f8943a51531f3d8a9e on resource:network {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:54:05.253097 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9d0dafca-4638-4c87-a136-d10da8e31106 req-55ef70d9-7680-422b-bcb3-c4eec5834ac6 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/networks?id=1f86eb5f-f405-4ce4-a845-9c31ac1b15d4 HTTP/1.1" status: 200 len: 811 time: 0.6703954 Feb 09 00:54:05.263600 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-19b68ac5-40e0-4fdb-ae88-bdff7b609652 req-32a48fca-8a43-43a9-b04b-9ec83402a133 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] 10.222.0.105 "GET /v2.0/security-groups?id=365832ba-ce1e-4a43-9b78-dc77225bf14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023852 Feb 09 00:54:05.315263 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9d0dafca-4638-4c87-a136-d10da8e31106 req-527aae5c-3542-4ffa-908b-a79ef2be0214 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/quotas/71b0276e9e0b48f8943a51531f3d8a9e HTTP/1.1" status: 200 len: 375 time: 0.0506282 Feb 09 00:54:05.365943 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-19c19585-df3e-4c66-91cc-248e31b00fc5 req-883888e2-7369-4e01-93d4-a33c55886ec7 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Allocated IP 192.168.233.60 (42d335cf-a678-4bc3-901b-7d21fb8587e6/e7938d94-1f0f-48bd-a0b3-26d5344ff0ec/a09f37e6-ba96-457f-a1e9-e8af441f9faa) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:54:05.454047 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-89ac19c5-c74c-43d6-b5ce-dbb7e530a7b8 req-68839cca-df60-4b3e-a474-26b4c655b996 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=1510c38a4b2046b5a9943ab7f2f7db5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0701654 Feb 09 00:54:05.583210 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07f7768a-9732-4abb-898c-f7906c7c0d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09c90ae-2bfb-4ad0-8db3-3b1964c83b37', 'code': 200} Feb 09 00:54:05.700420 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac19c5-c74c-43d6-b5ce-dbb7e530a7b8 req-b51d4521-dcef-4fdf-9b6a-f25932ab4d53 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:05.703110 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-89ac19c5-c74c-43d6-b5ce-dbb7e530a7b8 req-b51d4521-dcef-4fdf-9b6a-f25932ab4d53 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2408040 Feb 09 00:54:05.716114 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-89ac19c5-c74c-43d6-b5ce-dbb7e530a7b8 req-804981b3-8297-49dd-8006-5bff5f550575 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Request body: {'port': {'device_id': '3d138cb2-7f80-4596-9e29-dd8aa7bdff4f', 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6', 'admin_state_up': True, 'tenant_id': '1510c38a4b2046b5a9943ab7f2f7db5c'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:54:05.938907 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-aa985518-ab32-4306-91df-a62d5298a2c0 req-ba135f68-0888-4d57-bbe6-cbd2390ef1f4 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/ports?device_id=9c47b0a8-598a-46cf-bc47-6ec291635e6c HTTP/1.1" status: 200 len: 210 time: 0.0985229 Feb 09 00:54:05.992201 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-89ac19c5-c74c-43d6-b5ce-dbb7e530a7b8 req-804981b3-8297-49dd-8006-5bff5f550575 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:54:06.006101 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-89ac19c5-c74c-43d6-b5ce-dbb7e530a7b8 req-804981b3-8297-49dd-8006-5bff5f550575 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:54:06.015435 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9d0dafca-4638-4c87-a136-d10da8e31106 req-9ac8dfcc-6895-42ce-b275-7459339d050e tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=71b0276e9e0b48f8943a51531f3d8a9e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5648038 Feb 09 00:54:06.021405 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0129ba26-befd-434e-bbbc-c0731110f5ee admin admin] Router 9bd6b911-3e8d-4d50-b8a1-2f769fed8236 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 00:54:06.029128 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89ac19c5-c74c-43d6-b5ce-dbb7e530a7b8 req-804981b3-8297-49dd-8006-5bff5f550575 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Made reservation on behalf of 1510c38a4b2046b5a9943ab7f2f7db5c for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:54:06.033810 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-89ac19c5-c74c-43d6-b5ce-dbb7e530a7b8 req-804981b3-8297-49dd-8006-5bff5f550575 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:06.300251 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7150f31b-7414-4345-88d1-3778d16414b3 req-004d0cf7-c045-4dfe-aa1f-0686a4e7d745 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=3d138cb2-7f80-4596-9e29-dd8aa7bdff4f HTTP/1.1" status: 200 len: 210 time: 0.1508131 Feb 09 00:54:06.597658 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9d0dafca-4638-4c87-a136-d10da8e31106 req-06d45de3-f802-4f57-a92f-fb25a3b1577b service neutron] 10.222.0.105 "GET /v2.0/networks/1f86eb5f-f405-4ce4-a845-9c31ac1b15d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5719948 Feb 09 00:54:06.692000 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-19c19585-df3e-4c66-91cc-248e31b00fc5 req-883888e2-7369-4e01-93d4-a33c55886ec7 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:06.714478 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-19c19585-df3e-4c66-91cc-248e31b00fc5 req-883888e2-7369-4e01-93d4-a33c55886ec7 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Transition to ACTIVE for port object a09f37e6-ba96-457f-a1e9-e8af441f9faa will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:54:06.851168 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-89ac19c5-c74c-43d6-b5ce-dbb7e530a7b8 req-804981b3-8297-49dd-8006-5bff5f550575 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Allocated IP 192.168.233.104 (42d335cf-a678-4bc3-901b-7d21fb8587e6/e7938d94-1f0f-48bd-a0b3-26d5344ff0ec/e2047c72-8607-4359-a2cc-e5a1a213ae5a) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:54:06.889532 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-19c19585-df3e-4c66-91cc-248e31b00fc5 req-883888e2-7369-4e01-93d4-a33c55886ec7 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:06.905376 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['4825ef82-548d-4923-89a7-16651d23e84f'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:54:06.924028 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0129ba26-befd-434e-bbbc-c0731110f5ee admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 00:54:07.003060 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-0129ba26-befd-434e-bbbc-c0731110f5ee admin admin] 10.222.0.105 "PUT /v2.0/routers/9bd6b911-3e8d-4d50-b8a1-2f769fed8236/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6181829 Feb 09 00:54:07.009518 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 43424) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:54:07.029921 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['d99ba777-2172-48bf-86df-9993763f5b6f'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:54:07.039812 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19c19585-df3e-4c66-91cc-248e31b00fc5 req-883888e2-7369-4e01-93d4-a33c55886ec7 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Network 42d335cf-a678-4bc3-901b-7d21fb8587e6 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:54:07.077504 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb446c44-3005-4c32-9763-e3be9160579a None None] Sync routers for ids ['9bd6b911-3e8d-4d50-b8a1-2f769fed8236'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:54:07.122456 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-19c19585-df3e-4c66-91cc-248e31b00fc5 req-883888e2-7369-4e01-93d4-a33c55886ec7 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:54:07.125225 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-19c19585-df3e-4c66-91cc-248e31b00fc5 req-883888e2-7369-4e01-93d4-a33c55886ec7 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:54:07.133206 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a4d605-eefe-4bbb-b586-ae590d0cca20 req-27443455-abd4-4d84-8a24-ce08c797528a tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:07.140981 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-86a4d605-eefe-4bbb-b586-ae590d0cca20 req-27443455-abd4-4d84-8a24-ce08c797528a tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/networks?id=ded91f5f-4c52-4e17-8569-d9d1696711b8 HTTP/1.1" status: 200 len: 808 time: 0.6005371 Feb 09 00:54:07.143727 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb446c44-3005-4c32-9763-e3be9160579a None None] Routers {'9bd6b911-3e8d-4d50-b8a1-2f769fed8236'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:54:07.144574 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-cb446c44-3005-4c32-9763-e3be9160579a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:53:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['9bd6b911-3e8d-4d50-b8a1-2f769fed8236'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:54:07.168248 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9d0dafca-4638-4c87-a136-d10da8e31106 req-837f823e-9b37-4009-8830-0eb433a947bb service neutron] 10.222.0.105 "GET /v2.0/networks/1f86eb5f-f405-4ce4-a845-9c31ac1b15d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5638838 Feb 09 00:54:07.178076 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-86a4d605-eefe-4bbb-b586-ae590d0cca20 req-aba21243-6c5a-4d51-83b5-2fe57196f18b tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/quotas/8d883076d7064c219a98a8f981d7945a HTTP/1.1" status: 200 len: 375 time: 0.0361118 Feb 09 00:54:07.200182 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883888e2-7369-4e01-93d4-a33c55886ec7 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Pushing event updated for resources: {'Port': ['ID=a09f37e6-ba96-457f-a1e9-e8af441f9faa,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:07.346089 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c19585-df3e-4c66-91cc-248e31b00fc5 req-883888e2-7369-4e01-93d4-a33c55886ec7 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:07.346746 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-19c19585-df3e-4c66-91cc-248e31b00fc5 req-883888e2-7369-4e01-93d4-a33c55886ec7 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:07.447317 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 6674ad44-bb3c-4d06-9858-967f47a43b1a up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:54:07.459617 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-460d4e93-c693-4bd2-a3eb-293a6da97a13 admin admin] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:07.460636 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-19c19585-df3e-4c66-91cc-248e31b00fc5 req-883888e2-7369-4e01-93d4-a33c55886ec7 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9434900 Feb 09 00:54:07.484224 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-19c19585-df3e-4c66-91cc-248e31b00fc5 req-9b825e09-3da7-4b4f-9797-792daba451d4 service neutron] Request body: {'port': {'device_id': '9c47b0a8-598a-46cf-bc47-6ec291635e6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:54:07.609283 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-89ac19c5-c74c-43d6-b5ce-dbb7e530a7b8 req-804981b3-8297-49dd-8006-5bff5f550575 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:07.641394 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-89ac19c5-c74c-43d6-b5ce-dbb7e530a7b8 req-804981b3-8297-49dd-8006-5bff5f550575 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Transition to ACTIVE for port object e2047c72-8607-4359-a2cc-e5a1a213ae5a will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:54:07.771372 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-19c19585-df3e-4c66-91cc-248e31b00fc5 req-9b825e09-3da7-4b4f-9797-792daba451d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:07.838907 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port 6674ad44-bb3c-4d06-9858-967f47a43b1a completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:54:07.852318 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 6674ad44-bb3c-4d06-9858-967f47a43b1a triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:54:07.853028 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:07.933003 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-89ac19c5-c74c-43d6-b5ce-dbb7e530a7b8 req-804981b3-8297-49dd-8006-5bff5f550575 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:08.009936 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-c588aa45-463b-479a-85f5-e3382bd3b890 None None] Provisioning for port a09f37e6-ba96-457f-a1e9-e8af441f9faa completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:54:08.090508 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-86a4d605-eefe-4bbb-b586-ae590d0cca20 req-322fc3d0-c713-428d-b386-6e311f87fb50 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=8d883076d7064c219a98a8f981d7945a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9111836 Feb 09 00:54:08.104920 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89ac19c5-c74c-43d6-b5ce-dbb7e530a7b8 req-804981b3-8297-49dd-8006-5bff5f550575 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Network 42d335cf-a678-4bc3-901b-7d21fb8587e6 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:54:08.127652 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-89ac19c5-c74c-43d6-b5ce-dbb7e530a7b8 req-804981b3-8297-49dd-8006-5bff5f550575 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:54:08.157113 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-89ac19c5-c74c-43d6-b5ce-dbb7e530a7b8 req-804981b3-8297-49dd-8006-5bff5f550575 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:54:08.178698 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-cb446c44-3005-4c32-9763-e3be9160579a None None] Set router 9bd6b911-3e8d-4d50-b8a1-2f769fed8236 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:54:08.285753 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:08.343113 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-460d4e93-c693-4bd2-a3eb-293a6da97a13 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:08.429874 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd61a0e4-9e6b-4ab6-9831-871fa9bd5f6e req-6e7c7667-7c32-4851-9bef-226683f71c63 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:08.434015 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd61a0e4-9e6b-4ab6-9831-871fa9bd5f6e req-6e7c7667-7c32-4851-9bef-226683f71c63 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] 10.222.0.105 "GET /v2.0/ports?device_id=8feee8fc-ac0f-4fca-8601-38aaca92c133 HTTP/1.1" status: 200 len: 944 time: 0.8162973 Feb 09 00:54:08.440014 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac19c5-c74c-43d6-b5ce-dbb7e530a7b8 req-804981b3-8297-49dd-8006-5bff5f550575 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:08.440971 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-89ac19c5-c74c-43d6-b5ce-dbb7e530a7b8 req-804981b3-8297-49dd-8006-5bff5f550575 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:08.442175 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 6674ad44-bb3c-4d06-9858-967f47a43b1a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=6674ad44-bb3c-4d06-9858-967f47a43b1a,segment=NetworkSegment(71e39a3f-ec02-4c81-98bc-ecfdeec67fad),segment_id=71e39a3f-ec02-4c81-98bc-ecfdeec67fad)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:54:08.461820 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804981b3-8297-49dd-8006-5bff5f550575 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Pushing event updated for resources: {'Port': ['ID=e2047c72-8607-4359-a2cc-e5a1a213ae5a,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:08.479763 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-89ac19c5-c74c-43d6-b5ce-dbb7e530a7b8 req-804981b3-8297-49dd-8006-5bff5f550575 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7678094 Feb 09 00:54:08.486063 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8feee8fc-ac0f-4fca-8601-38aaca92c133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6674ad44-bb3c-4d06-9858-967f47a43b1a'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:54:08.497249 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-460d4e93-c693-4bd2-a3eb-293a6da97a13 admin admin] Deleting port 0f5729be-15d9-4f1c-9772-911a455a8e7a {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:54:08.497590 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-460d4e93-c693-4bd2-a3eb-293a6da97a13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:08.500077 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-c588aa45-463b-479a-85f5-e3382bd3b890 None None] Provisioning complete for port a09f37e6-ba96-457f-a1e9-e8af441f9faa triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:54:08.500663 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c588aa45-463b-479a-85f5-e3382bd3b890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:08.551812 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-89ac19c5-c74c-43d6-b5ce-dbb7e530a7b8 req-233f7161-ffb0-41cd-8aa5-573fe2893364 service neutron] Request body: {'port': {'device_id': '3d138cb2-7f80-4596-9e29-dd8aa7bdff4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:54:08.605676 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:08.683984 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd61a0e4-9e6b-4ab6-9831-871fa9bd5f6e req-f3f6d2b5-f16f-4dd0-9735-5fa22903c591 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] 10.222.0.105 "GET /v2.0/security-groups?id=365832ba-ce1e-4a43-9b78-dc77225bf14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261283 Feb 09 00:54:08.743565 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-89ac19c5-c74c-43d6-b5ce-dbb7e530a7b8 req-233f7161-ffb0-41cd-8aa5-573fe2893364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:08.848170 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-86a4d605-eefe-4bbb-b586-ae590d0cca20 req-a43c9fda-a073-4b2e-af03-2274f6d5b915 service neutron] 10.222.0.105 "GET /v2.0/networks/ded91f5f-4c52-4e17-8569-d9d1696711b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6860688 Feb 09 00:54:09.030100 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-86a4d605-eefe-4bbb-b586-ae590d0cca20 req-52db7a1c-5916-4fca-bfd5-bd3c9de4cf8b service neutron] 10.222.0.105 "GET /v2.0/networks/ded91f5f-4c52-4e17-8569-d9d1696711b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659141 Feb 09 00:54:09.109959 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-c588aa45-463b-479a-85f5-e3382bd3b890 None None] Port a09f37e6-ba96-457f-a1e9-e8af441f9faa cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:54:09.187360 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c8734b4d-0eb5-4d71-8df6-6438fcdb47c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:09.267671 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-460d4e93-c693-4bd2-a3eb-293a6da97a13 admin admin] For port 0f5729be-15d9-4f1c-9772-911a455a8e7a, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=0f5729be-15d9-4f1c-9772-911a455a8e7a,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:54:09.270153 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-460d4e93-c693-4bd2-a3eb-293a6da97a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:09.303241 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=6674ad44-bb3c-4d06-9858-967f47a43b1a,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:09.346298 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 00:54:09.394759 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-2410a8d8-e598-4191-8bef-895aba254ddd None None] Provisioning for port e2047c72-8607-4359-a2cc-e5a1a213ae5a completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:54:09.432808 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-2410a8d8-e598-4191-8bef-895aba254ddd None None] Provisioning complete for port e2047c72-8607-4359-a2cc-e5a1a213ae5a triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:54:09.434320 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2410a8d8-e598-4191-8bef-895aba254ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:09.561204 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [req-19c19585-df3e-4c66-91cc-248e31b00fc5 req-9b825e09-3da7-4b4f-9797-792daba451d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a09f37e6-ba96-457f-a1e9-e8af441f9faa {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:54:09.580226 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-19c19585-df3e-4c66-91cc-248e31b00fc5 req-9b825e09-3da7-4b4f-9797-792daba451d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:09.583793 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-2410a8d8-e598-4191-8bef-895aba254ddd None None] Port e2047c72-8607-4359-a2cc-e5a1a213ae5a cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:54:09.589661 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-cb446c44-3005-4c32-9763-e3be9160579a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bd6b911-3e8d-4d50-b8a1-2f769fed8236', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1040391017-router', 'tenant_id': 'e92c004a387045f69eb326cd61acc551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '0f5729be-15d9-4f1c-9772-911a455a8e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:49:55Z', 'updated_at': '2022-02-09T00:54:02Z', 'revision_number': 5, 'project_id': 'e92c004a387045f69eb326cd61acc551', 'gw_port': {'id': '0f5729be-15d9-4f1c-9772-911a455a8e7a', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd6b911-3e8d-4d50-b8a1-2f769fed8236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:49:56Z', 'updated_at': '2022-02-09T00:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:54:09.596892 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb446c44-3005-4c32-9763-e3be9160579a None None] Checking router: 9bd6b911-3e8d-4d50-b8a1-2f769fed8236 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:54:09.614075 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-19c19585-df3e-4c66-91cc-248e31b00fc5 req-9b825e09-3da7-4b4f-9797-792daba451d4 service neutron] Transition to ACTIVE for port object a09f37e6-ba96-457f-a1e9-e8af441f9faa will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:54:09.617783 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb446c44-3005-4c32-9763-e3be9160579a None None] Routers {'9bd6b911-3e8d-4d50-b8a1-2f769fed8236'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:54:09.618462 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-cb446c44-3005-4c32-9763-e3be9160579a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:53:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['9bd6b911-3e8d-4d50-b8a1-2f769fed8236'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:54:09.664218 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-19c19585-df3e-4c66-91cc-248e31b00fc5 req-9b825e09-3da7-4b4f-9797-792daba451d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:09.752265 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-460d4e93-c693-4bd2-a3eb-293a6da97a13 admin admin] Calling delete_port for 0f5729be-15d9-4f1c-9772-911a455a8e7a owned by network:router_gateway {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:54:09.911998 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-cb446c44-3005-4c32-9763-e3be9160579a None None] Set router 9bd6b911-3e8d-4d50-b8a1-2f769fed8236 gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:54:10.192944 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-cb446c44-3005-4c32-9763-e3be9160579a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bd6b911-3e8d-4d50-b8a1-2f769fed8236', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1040391017-router', 'tenant_id': 'e92c004a387045f69eb326cd61acc551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:49:55Z', 'updated_at': '2022-02-09T00:54:08Z', 'revision_number': 6, 'project_id': 'e92c004a387045f69eb326cd61acc551', 'gw_port_host': None}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:54:10.207897 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb446c44-3005-4c32-9763-e3be9160579a None None] The sync data for ids ['9bd6b911-3e8d-4d50-b8a1-2f769fed8236'] in n-d-828418-1 is: [{'id': '9bd6b911-3e8d-4d50-b8a1-2f769fed8236', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1040391017-router', 'tenant_id': 'e92c004a387045f69eb326cd61acc551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:49:55Z', 'updated_at': '2022-02-09T00:54:08Z', 'revision_number': 6, 'project_id': 'e92c004a387045f69eb326cd61acc551', 'gw_port_host': None}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:54:10.209811 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['18e5b7f8-4107-4b63-9dee-d921fc6084ef', '83e6ba5b-19bb-43fa-a689-3de29d04980f'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:54:10.238269 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b211eb5-7617-4d69-9a13-f72f6d8b94f2 req-5e4e4fdf-1e7e-4550-96dd-a9e5977977be tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:10.247328 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5b211eb5-7617-4d69-9a13-f72f6d8b94f2 req-5e4e4fdf-1e7e-4550-96dd-a9e5977977be tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/ports?device_id=9c47b0a8-598a-46cf-bc47-6ec291635e6c HTTP/1.1" status: 200 len: 935 time: 1.1563830 Feb 09 00:54:10.366619 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0dafca-4638-4c87-a136-d10da8e31106 req-0ca104aa-5fb2-4db2-b202-8a92cddee816 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:10.368399 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9d0dafca-4638-4c87-a136-d10da8e31106 req-0ca104aa-5fb2-4db2-b202-8a92cddee816 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.99 "GET /v2.0/networks?id=1f86eb5f-f405-4ce4-a845-9c31ac1b15d4 HTTP/1.1" status: 200 len: 811 time: 0.8464663 Feb 09 00:54:10.443543 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b825e09-3da7-4b4f-9797-792daba451d4 service neutron] Pushing event updated for resources: {'Port': ['ID=a09f37e6-ba96-457f-a1e9-e8af441f9faa,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:10.459841 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5b211eb5-7617-4d69-9a13-f72f6d8b94f2 req-5aded7f4-a8e6-436c-89d8-6abf5e24a130 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f361fac-bee5-49f7-8557-30dc6fac47de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592178 Feb 09 00:54:10.471201 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4619ae68-b555-48bb-be9d-986f5a6a2000 req-51a86262-3f3a-4459-aed6-6d45a310510d tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:10.480751 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4619ae68-b555-48bb-be9d-986f5a6a2000 req-51a86262-3f3a-4459-aed6-6d45a310510d tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=3d138cb2-7f80-4596-9e29-dd8aa7bdff4f HTTP/1.1" status: 200 len: 936 time: 0.6729939 Feb 09 00:54:10.501471 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-95e33fd9-7bd8-46d9-96b8-ec4a6687b2c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:10.542370 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9d0dafca-4638-4c87-a136-d10da8e31106 req-10ff4935-21cd-4f97-8c91-2c993c7c6ef2 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71b0276e9e0b48f8943a51531f3d8a9e HTTP/1.1" status: 200 len: 379 time: 0.1567340 Feb 09 00:54:10.718209 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4619ae68-b555-48bb-be9d-986f5a6a2000 req-e317456d-3a54-4d7e-9015-f73ab13c9bcb tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355084 Feb 09 00:54:10.788273 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-9d0dafca-4638-4c87-a136-d10da8e31106 req-a6c6961c-9324-466a-9eb0-d8aa7029e261 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Request body: {'port': {'device_id': '51ce712b-63c6-4024-b743-f12868b3e100', 'network_id': '1f86eb5f-f405-4ce4-a845-9c31ac1b15d4', 'admin_state_up': True, 'tenant_id': '71b0276e9e0b48f8943a51531f3d8a9e', 'security_groups': ['b075ab84-944c-402e-80ca-919ce01b98b6']}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:54:10.879718 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [req-89ac19c5-c74c-43d6-b5ce-dbb7e530a7b8 req-233f7161-ffb0-41cd-8aa5-573fe2893364 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2047c72-8607-4359-a2cc-e5a1a213ae5a {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:54:10.892427 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8feee8fc-ac0f-4fca-8601-38aaca92c133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6674ad44-bb3c-4d06-9858-967f47a43b1a', 'code': 200} Feb 09 00:54:10.906294 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-19c19585-df3e-4c66-91cc-248e31b00fc5 req-9b825e09-3da7-4b4f-9797-792daba451d4 service neutron] Attempting to bind port a09f37e6-ba96-457f-a1e9-e8af441f9faa on host n-h2-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:54:10.907627 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-19c19585-df3e-4c66-91cc-248e31b00fc5 req-9b825e09-3da7-4b4f-9797-792daba451d4 service neutron] Attempting to bind port a09f37e6-ba96-457f-a1e9-e8af441f9faa by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:54:10.908165 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c19585-df3e-4c66-91cc-248e31b00fc5 req-9b825e09-3da7-4b4f-9797-792daba451d4 service neutron] Attempting to bind port a09f37e6-ba96-457f-a1e9-e8af441f9faa on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:54:10.921874 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-89ac19c5-c74c-43d6-b5ce-dbb7e530a7b8 req-233f7161-ffb0-41cd-8aa5-573fe2893364 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:10.945666 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-89ac19c5-c74c-43d6-b5ce-dbb7e530a7b8 req-233f7161-ffb0-41cd-8aa5-573fe2893364 service neutron] Transition to ACTIVE for port object e2047c72-8607-4359-a2cc-e5a1a213ae5a will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:54:10.949288 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c19585-df3e-4c66-91cc-248e31b00fc5 req-9b825e09-3da7-4b4f-9797-792daba451d4 service neutron] Port a09f37e6-ba96-457f-a1e9-e8af441f9faa on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:54:10.949620 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c19585-df3e-4c66-91cc-248e31b00fc5 req-9b825e09-3da7-4b4f-9797-792daba451d4 service neutron] Attempting to bind port a09f37e6-ba96-457f-a1e9-e8af441f9faa on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:54:10.956264 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-89ac19c5-c74c-43d6-b5ce-dbb7e530a7b8 req-233f7161-ffb0-41cd-8aa5-573fe2893364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:10.965386 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e77f7010-1daf-42b6-a508-1c03893e7f30 req-6dd811f0-1416-4f2f-9154-6fba3a97b4ea tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 210 time: 0.2451658 Feb 09 00:54:11.010918 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c19585-df3e-4c66-91cc-248e31b00fc5 req-9b825e09-3da7-4b4f-9797-792daba451d4 service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:54:11.011266 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c19585-df3e-4c66-91cc-248e31b00fc5 req-9b825e09-3da7-4b4f-9797-792daba451d4 service neutron] Checking segment: {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:54:11.011656 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c19585-df3e-4c66-91cc-248e31b00fc5 req-9b825e09-3da7-4b4f-9797-792daba451d4 service neutron] Bound using segment: {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:54:11.012104 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-19c19585-df3e-4c66-91cc-248e31b00fc5 req-9b825e09-3da7-4b4f-9797-792daba451d4 service neutron] Bound port: a09f37e6-ba96-457f-a1e9-e8af441f9faa, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:54:11.012449 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-19c19585-df3e-4c66-91cc-248e31b00fc5 req-9b825e09-3da7-4b4f-9797-792daba451d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:11.159812 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-460d4e93-c693-4bd2-a3eb-293a6da97a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:11.383169 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:11.461193 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:11.504981 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-9d0dafca-4638-4c87-a136-d10da8e31106 req-a6c6961c-9324-466a-9eb0-d8aa7029e261 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:54:11.534959 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460d4e93-c693-4bd2-a3eb-293a6da97a13 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f5729be-15d9-4f1c-9772-911a455a8e7a,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:11.558691 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ac08a85a-f624-4ce5-b8d3-9d0ea77f5554 req-ca7654e3-867f-46bf-946e-291775c92280 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=1c220122-25f6-4e6d-b672-91d830d878e0 HTTP/1.1" status: 200 len: 210 time: 0.1701155 Feb 09 00:54:11.565012 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-9d0dafca-4638-4c87-a136-d10da8e31106 req-a6c6961c-9324-466a-9eb0-d8aa7029e261 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Usage tracker for resource:port and tenant:71b0276e9e0b48f8943a51531f3d8a9e is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:54:11.569980 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-19c19585-df3e-4c66-91cc-248e31b00fc5 req-9b825e09-3da7-4b4f-9797-792daba451d4 service neutron] For port a09f37e6-ba96-457f-a1e9-e8af441f9faa, host n-h2-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:54:11.572630 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233f7161-ffb0-41cd-8aa5-573fe2893364 service neutron] Pushing event updated for resources: {'Port': ['ID=e2047c72-8607-4359-a2cc-e5a1a213ae5a,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:11.590682 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-19c19585-df3e-4c66-91cc-248e31b00fc5 req-9b825e09-3da7-4b4f-9797-792daba451d4 service neutron] For port a09f37e6-ba96-457f-a1e9-e8af441f9faa, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=a09f37e6-ba96-457f-a1e9-e8af441f9faa,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:54:11.599732 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-19c19585-df3e-4c66-91cc-248e31b00fc5 req-9b825e09-3da7-4b4f-9797-792daba451d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:11.644489 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-9d0dafca-4638-4c87-a136-d10da8e31106 req-a6c6961c-9324-466a-9eb0-d8aa7029e261 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:54:11.661354 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 0f5729be-15d9-4f1c-9772-911a455a8e7a no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:54:11.665195 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-460d4e93-c693-4bd2-a3eb-293a6da97a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:11.741545 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-9d0dafca-4638-4c87-a136-d10da8e31106 req-a6c6961c-9324-466a-9eb0-d8aa7029e261 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:54:11.744721 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 0f5729be-15d9-4f1c-9772-911a455a8e7a {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 00:54:11.745081 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 0f5729be-15d9-4f1c-9772-911a455a8e7a not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 00:54:11.745834 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 299ae2a3-e42c-41ab-9f27-58c459f8cc04 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:54:11.750804 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c19585-df3e-4c66-91cc-248e31b00fc5 req-9b825e09-3da7-4b4f-9797-792daba451d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:11.751349 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-19c19585-df3e-4c66-91cc-248e31b00fc5 req-9b825e09-3da7-4b4f-9797-792daba451d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:11.752787 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-19c19585-df3e-4c66-91cc-248e31b00fc5 req-9b825e09-3da7-4b4f-9797-792daba451d4 service neutron] 10.222.0.99 "PUT /v2.0/ports/a09f37e6-ba96-457f-a1e9-e8af441f9faa HTTP/1.1" status: 200 len: 1095 time: 4.2791533 Feb 09 00:54:11.756045 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c47b0a8-598a-46cf-bc47-6ec291635e6c', 'tag': 'a09f37e6-ba96-457f-a1e9-e8af441f9faa'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:54:11.771256 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d0dafca-4638-4c87-a136-d10da8e31106 req-a6c6961c-9324-466a-9eb0-d8aa7029e261 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Made reservation on behalf of 71b0276e9e0b48f8943a51531f3d8a9e for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:54:11.776910 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9d0dafca-4638-4c87-a136-d10da8e31106 req-a6c6961c-9324-466a-9eb0-d8aa7029e261 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:11.842076 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-89ac19c5-c74c-43d6-b5ce-dbb7e530a7b8 req-233f7161-ffb0-41cd-8aa5-573fe2893364 service neutron] Attempting to bind port e2047c72-8607-4359-a2cc-e5a1a213ae5a on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:54:11.842076 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-89ac19c5-c74c-43d6-b5ce-dbb7e530a7b8 req-233f7161-ffb0-41cd-8aa5-573fe2893364 service neutron] Attempting to bind port e2047c72-8607-4359-a2cc-e5a1a213ae5a by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:54:11.842076 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ac19c5-c74c-43d6-b5ce-dbb7e530a7b8 req-233f7161-ffb0-41cd-8aa5-573fe2893364 service neutron] Attempting to bind port e2047c72-8607-4359-a2cc-e5a1a213ae5a on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:54:11.851519 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b825e09-3da7-4b4f-9797-792daba451d4 service neutron] Pushing event updated for resources: {'Port': ['ID=a09f37e6-ba96-457f-a1e9-e8af441f9faa,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:11.856982 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ac19c5-c74c-43d6-b5ce-dbb7e530a7b8 req-233f7161-ffb0-41cd-8aa5-573fe2893364 service neutron] Port e2047c72-8607-4359-a2cc-e5a1a213ae5a on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:54:11.857534 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ac19c5-c74c-43d6-b5ce-dbb7e530a7b8 req-233f7161-ffb0-41cd-8aa5-573fe2893364 service neutron] Attempting to bind port e2047c72-8607-4359-a2cc-e5a1a213ae5a on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:54:11.891683 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ac19c5-c74c-43d6-b5ce-dbb7e530a7b8 req-233f7161-ffb0-41cd-8aa5-573fe2893364 service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:54:11.892223 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ac19c5-c74c-43d6-b5ce-dbb7e530a7b8 req-233f7161-ffb0-41cd-8aa5-573fe2893364 service neutron] Checking segment: {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:54:11.892510 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ac19c5-c74c-43d6-b5ce-dbb7e530a7b8 req-233f7161-ffb0-41cd-8aa5-573fe2893364 service neutron] Bound using segment: {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:54:11.892847 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-89ac19c5-c74c-43d6-b5ce-dbb7e530a7b8 req-233f7161-ffb0-41cd-8aa5-573fe2893364 service neutron] Bound port: e2047c72-8607-4359-a2cc-e5a1a213ae5a, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:54:11.893202 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-89ac19c5-c74c-43d6-b5ce-dbb7e530a7b8 req-233f7161-ffb0-41cd-8aa5-573fe2893364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:11.904781 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 299ae2a3-e42c-41ab-9f27-58c459f8cc04 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 00:54:11.905834 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 299ae2a3-e42c-41ab-9f27-58c459f8cc04 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 00:54:12.006918 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-460d4e93-c693-4bd2-a3eb-293a6da97a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:12.067127 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-460d4e93-c693-4bd2-a3eb-293a6da97a13 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:12.075355 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c55a2a-716c-4b9f-a4bd-6d39e7235732 req-7f75473f-42c8-4461-88f6-f1f14594bd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:12.078442 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b0c55a2a-716c-4b9f-a4bd-6d39e7235732 req-7f75473f-42c8-4461-88f6-f1f14594bd4a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8feee8fc-ac0f-4fca-8601-38aaca92c133 HTTP/1.1" status: 200 len: 1096 time: 0.7797706 Feb 09 00:54:12.198312 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9f059f-f659-49b2-a790-0e467b969305 req-6fd19846-13be-4d30-91c1-23899c14cfd3 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:12.200009 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0f9f059f-f659-49b2-a790-0e467b969305 req-6fd19846-13be-4d30-91c1-23899c14cfd3 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] 10.222.0.105 "GET /v2.0/ports?device_id=8feee8fc-ac0f-4fca-8601-38aaca92c133 HTTP/1.1" status: 200 len: 945 time: 0.9001548 Feb 09 00:54:12.259304 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b0c55a2a-716c-4b9f-a4bd-6d39e7235732 req-e4d1ba40-1319-414f-b3b7-cfbc22778af3 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=365832ba-ce1e-4a43-9b78-dc77225bf14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337030 Feb 09 00:54:12.280639 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-460d4e93-c693-4bd2-a3eb-293a6da97a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:12.281505 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-460d4e93-c693-4bd2-a3eb-293a6da97a13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9bd6b911-3e8d-4d50-b8a1-2f769fed8236 {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 00:54:12.348580 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-89ac19c5-c74c-43d6-b5ce-dbb7e530a7b8 req-233f7161-ffb0-41cd-8aa5-573fe2893364 service neutron] For port e2047c72-8607-4359-a2cc-e5a1a213ae5a, host n-h1-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:54:12.433962 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-89ac19c5-c74c-43d6-b5ce-dbb7e530a7b8 req-233f7161-ffb0-41cd-8aa5-573fe2893364 service neutron] For port e2047c72-8607-4359-a2cc-e5a1a213ae5a, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=e2047c72-8607-4359-a2cc-e5a1a213ae5a,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:54:12.440748 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0f9f059f-f659-49b2-a790-0e467b969305 req-d115703e-cce1-4711-a195-e54b2511b452 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] 10.222.0.105 "GET /v2.0/security-groups?id=365832ba-ce1e-4a43-9b78-dc77225bf14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187636 Feb 09 00:54:12.450100 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-460d4e93-c693-4bd2-a3eb-293a6da97a13 admin admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:12.451072 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a4d605-eefe-4bbb-b586-ae590d0cca20 req-5c50e90f-f00d-4521-b09f-16ffbad26cb4 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:12.451325 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-460d4e93-c693-4bd2-a3eb-293a6da97a13 admin admin] 10.222.0.105 "DELETE /v2.0/routers/9bd6b911-3e8d-4d50-b8a1-2f769fed8236 HTTP/1.1" status: 204 len: 168 time: 5.4384017 Feb 09 00:54:12.453039 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-86a4d605-eefe-4bbb-b586-ae590d0cca20 req-5c50e90f-f00d-4521-b09f-16ffbad26cb4 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.62 "GET /v2.0/networks?id=ded91f5f-4c52-4e17-8569-d9d1696711b8 HTTP/1.1" status: 200 len: 808 time: 0.4562392 Feb 09 00:54:12.455814 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 43524) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:54:12.460642 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-89ac19c5-c74c-43d6-b5ce-dbb7e530a7b8 req-233f7161-ffb0-41cd-8aa5-573fe2893364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:12.488878 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-86a4d605-eefe-4bbb-b586-ae590d0cca20 req-0152f200-fd68-4d59-8965-1e97efe7eb3a tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Request body: {'port': {'device_id': '1c220122-25f6-4e6d-b672-91d830d878e0', 'network_id': 'ded91f5f-4c52-4e17-8569-d9d1696711b8', 'admin_state_up': True, 'tenant_id': '8d883076d7064c219a98a8f981d7945a'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:54:12.587828 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-9d0dafca-4638-4c87-a136-d10da8e31106 req-a6c6961c-9324-466a-9eb0-d8aa7029e261 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Allocated IP 172.20.0.3 (1f86eb5f-f405-4ce4-a845-9c31ac1b15d4/55d6843d-cf0e-4da9-b1f9-18c66e11f308/f16d05c2-eae9-44a5-8686-789fbb3c6fe4) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:54:12.629240 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c47b0a8-598a-46cf-bc47-6ec291635e6c', 'tag': 'a09f37e6-ba96-457f-a1e9-e8af441f9faa', 'status': 'completed', 'code': 200} Feb 09 00:54:12.678220 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072206fa-f856-4f58-8f47-a35b24e94e06 req-55e715a8-74a7-443f-900d-80fd8801950b tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:12.698413 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-072206fa-f856-4f58-8f47-a35b24e94e06 req-55e715a8-74a7-443f-900d-80fd8801950b tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/ports?device_id=9c47b0a8-598a-46cf-bc47-6ec291635e6c HTTP/1.1" status: 200 len: 947 time: 0.6267099 Feb 09 00:54:12.843473 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c19585-df3e-4c66-91cc-248e31b00fc5 req-34a4427a-ca10-4184-85f9-5db785220c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:12.845117 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-19c19585-df3e-4c66-91cc-248e31b00fc5 req-34a4427a-ca10-4184-85f9-5db785220c3c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=728acbd4018441cfb9bc787ed7a4e77e&device_id=9c47b0a8-598a-46cf-bc47-6ec291635e6c HTTP/1.1" status: 200 len: 1098 time: 0.8233860 Feb 09 00:54:12.848675 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac19c5-c74c-43d6-b5ce-dbb7e530a7b8 req-233f7161-ffb0-41cd-8aa5-573fe2893364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:12.849341 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-89ac19c5-c74c-43d6-b5ce-dbb7e530a7b8 req-233f7161-ffb0-41cd-8aa5-573fe2893364 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:12.850751 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-89ac19c5-c74c-43d6-b5ce-dbb7e530a7b8 req-233f7161-ffb0-41cd-8aa5-573fe2893364 service neutron] 10.222.0.62 "PUT /v2.0/ports/e2047c72-8607-4359-a2cc-e5a1a213ae5a HTTP/1.1" status: 200 len: 1096 time: 4.3122933 Feb 09 00:54:12.988010 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-19c19585-df3e-4c66-91cc-248e31b00fc5 req-0b2e3958-e15b-4739-8144-7f6d2306818e service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=a09f37e6-ba96-457f-a1e9-e8af441f9faa HTTP/1.1" status: 200 len: 217 time: 0.1218340 Feb 09 00:54:12.989116 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:13.105871 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233f7161-ffb0-41cd-8aa5-573fe2893364 service neutron] Pushing event updated for resources: {'Port': ['ID=e2047c72-8607-4359-a2cc-e5a1a213ae5a,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:13.148000 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c19585-df3e-4c66-91cc-248e31b00fc5 req-af661424-1643-474e-9f4b-900c6e184bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:13.149838 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-19c19585-df3e-4c66-91cc-248e31b00fc5 req-af661424-1643-474e-9f4b-900c6e184bd9 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.1538208 Feb 09 00:54:13.169754 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-b23ae793-de24-458c-8a08-ce77774df9a4 admin admin] Deleting subnet 660612cb-07d4-43f9-b983-e1b46d8a035c {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 00:54:13.232679 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b23ae793-de24-458c-8a08-ce77774df9a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:13.240165 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-86a4d605-eefe-4bbb-b586-ae590d0cca20 req-0152f200-fd68-4d59-8965-1e97efe7eb3a tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:54:13.258011 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-86a4d605-eefe-4bbb-b586-ae590d0cca20 req-0152f200-fd68-4d59-8965-1e97efe7eb3a tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:54:13.261930 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac19c5-c74c-43d6-b5ce-dbb7e530a7b8 req-f543489a-3b9a-48c6-b4f7-350f9416282c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:13.263799 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-89ac19c5-c74c-43d6-b5ce-dbb7e530a7b8 req-f543489a-3b9a-48c6-b4f7-350f9416282c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1510c38a4b2046b5a9943ab7f2f7db5c&device_id=3d138cb2-7f80-4596-9e29-dd8aa7bdff4f HTTP/1.1" status: 200 len: 1099 time: 0.3371890 Feb 09 00:54:13.363025 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b23ae793-de24-458c-8a08-ce77774df9a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:13.452683 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-072206fa-f856-4f58-8f47-a35b24e94e06 req-0c6321a9-7386-48de-b0da-29dbc31eada8 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f361fac-bee5-49f7-8557-30dc6fac47de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7525148 Feb 09 00:54:13.559705 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86a4d605-eefe-4bbb-b586-ae590d0cca20 req-0152f200-fd68-4d59-8965-1e97efe7eb3a tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Made reservation on behalf of 8d883076d7064c219a98a8f981d7945a for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:54:13.564083 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-86a4d605-eefe-4bbb-b586-ae590d0cca20 req-0152f200-fd68-4d59-8965-1e97efe7eb3a tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:13.581756 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-89ac19c5-c74c-43d6-b5ce-dbb7e530a7b8 req-9bf782d5-f500-41ff-b6ba-5bd1f7b7829d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=e2047c72-8607-4359-a2cc-e5a1a213ae5a HTTP/1.1" status: 200 len: 217 time: 0.3021240 Feb 09 00:54:13.801230 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c19585-df3e-4c66-91cc-248e31b00fc5 req-745cbeef-cfd4-4e9d-824d-135ee0c46b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:13.802790 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-19c19585-df3e-4c66-91cc-248e31b00fc5 req-745cbeef-cfd4-4e9d-824d-135ee0c46b77 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6397839 Feb 09 00:54:13.818717 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9d0dafca-4638-4c87-a136-d10da8e31106 req-a6c6961c-9324-466a-9eb0-d8aa7029e261 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:13.893948 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-4bbac5c1-3022-4e12-983c-8b658ee2b111 req-17ed522a-15de-4508-add5-c5e559cfed4c tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Synchronizing usage tracker for tenant:71b0276e9e0b48f8943a51531f3d8a9e on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:54:13.910597 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e27c0-31ba-445d-b9d0-958940a68529 req-1c109132-98c4-456c-a3f7-fb3b5b3ef951 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:13.912192 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8d3e27c0-31ba-445d-b9d0-958940a68529 req-1c109132-98c4-456c-a3f7-fb3b5b3ef951 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=3d138cb2-7f80-4596-9e29-dd8aa7bdff4f HTTP/1.1" status: 200 len: 948 time: 0.7390544 Feb 09 00:54:13.917127 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-9d0dafca-4638-4c87-a136-d10da8e31106 req-a6c6961c-9324-466a-9eb0-d8aa7029e261 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Transition to ACTIVE for port object f16d05c2-eae9-44a5-8686-789fbb3c6fe4 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:54:13.948352 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b23ae793-de24-458c-8a08-ce77774df9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:13.978253 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac19c5-c74c-43d6-b5ce-dbb7e530a7b8 req-0da79a16-9a2d-42fa-b6a1-4159bc7dd1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:13.980342 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-89ac19c5-c74c-43d6-b5ce-dbb7e530a7b8 req-0da79a16-9a2d-42fa-b6a1-4159bc7dd1d2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.3877423 Feb 09 00:54:13.988036 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-86a4d605-eefe-4bbb-b586-ae590d0cca20 req-0152f200-fd68-4d59-8965-1e97efe7eb3a tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Allocated IP 172.20.0.5 (ded91f5f-4c52-4e17-8569-d9d1696711b8/103c212c-bf16-40d1-a89c-07252434eb67/38871bc7-9408-4a50-8dd9-52c4d22e003e) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:54:14.071876 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-4bbac5c1-3022-4e12-983c-8b658ee2b111 req-17ed522a-15de-4508-add5-c5e559cfed4c tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Unset dirty status for tenant:71b0276e9e0b48f8943a51531f3d8a9e on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:54:14.073694 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4bbac5c1-3022-4e12-983c-8b658ee2b111 req-17ed522a-15de-4508-add5-c5e559cfed4c tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 210 time: 0.3228428 Feb 09 00:54:14.095453 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b23ae793-de24-458c-8a08-ce77774df9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:14.115585 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9d0dafca-4638-4c87-a136-d10da8e31106 req-a6c6961c-9324-466a-9eb0-d8aa7029e261 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:14.150991 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-19c19585-df3e-4c66-91cc-248e31b00fc5 req-8ef9c8e8-a24b-42cc-95e1-5d91a28487b5 service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323655 Feb 09 00:54:14.195369 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90da9787-052c-4428-9625-50ad68980798 None None] Network 27e5ee19-f0a7-4563-ba03-a0f237d4208b requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:54:14.195827 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b23ae793-de24-458c-8a08-ce77774df9a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:14.333410 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-19c19585-df3e-4c66-91cc-248e31b00fc5 req-164913c4-f223-4f45-8ffe-f52f077e314b service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700633 Feb 09 00:54:14.397177 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d0dafca-4638-4c87-a136-d10da8e31106 req-a6c6961c-9324-466a-9eb0-d8aa7029e261 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Network 1f86eb5f-f405-4ce4-a845-9c31ac1b15d4 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:54:14.423676 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac19c5-c74c-43d6-b5ce-dbb7e530a7b8 req-b65eec13-60c4-4b5a-8479-efb4a2f01934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:14.425439 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-89ac19c5-c74c-43d6-b5ce-dbb7e530a7b8 req-b65eec13-60c4-4b5a-8479-efb4a2f01934 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4325919 Feb 09 00:54:14.479004 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23ae793-de24-458c-8a08-ce77774df9a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=660612cb-07d4-43f9-b983-e1b46d8a035c,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:14.482282 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-b23ae793-de24-458c-8a08-ce77774df9a4 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/660612cb-07d4-43f9-b983-e1b46d8a035c HTTP/1.1" status: 204 len: 168 time: 2.0241303 Feb 09 00:54:14.484045 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c6961c-9324-466a-9eb0-d8aa7029e261 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Pushing event updated for resources: {'Port': ['ID=f16d05c2-eae9-44a5-8686-789fbb3c6fe4,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:14.488253 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-9d0dafca-4638-4c87-a136-d10da8e31106 req-a6c6961c-9324-466a-9eb0-d8aa7029e261 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:54:14.490482 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d0dafca-4638-4c87-a136-d10da8e31106 req-a6c6961c-9324-466a-9eb0-d8aa7029e261 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:54:14.507348 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43544) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:54:14.543021 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-827fff0f-edca-4211-bcef-44b1db2d5ac0 req-f04c3195-444a-418f-a080-2a26c3219da3 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=1c220122-25f6-4e6d-b672-91d830d878e0 HTTP/1.1" status: 200 len: 210 time: 0.1435344 Feb 09 00:54:14.556079 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8d3e27c0-31ba-445d-b9d0-958940a68529 req-20f79c08-a698-4c48-88fd-57311fe1118d tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6322711 Feb 09 00:54:14.633236 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0dafca-4638-4c87-a136-d10da8e31106 req-a6c6961c-9324-466a-9eb0-d8aa7029e261 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:14.634077 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9d0dafca-4638-4c87-a136-d10da8e31106 req-a6c6961c-9324-466a-9eb0-d8aa7029e261 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:14.694054 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9d0dafca-4638-4c87-a136-d10da8e31106 req-a6c6961c-9324-466a-9eb0-d8aa7029e261 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1113126 Feb 09 00:54:14.704527 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-9d0dafca-4638-4c87-a136-d10da8e31106 req-d14d43ab-34bb-419b-a768-9de4c231433b service neutron] Request body: {'port': {'device_id': '51ce712b-63c6-4024-b743-f12868b3e100', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:54:14.779696 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c308f29f-2083-4a61-a63b-abe8da2d10d4 None None] DHCP port deletion for 27e5ee19-f0a7-4563-ba03-a0f237d4208b request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 00:54:14.784768 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-c308f29f-2083-4a61-a63b-abe8da2d10d4 None None] Deleting port 63ae2ce0-bb96-4ff1-8237-a72a9cf0961c {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:54:14.785148 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c308f29f-2083-4a61-a63b-abe8da2d10d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:14.913308 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d138cb2-7f80-4596-9e29-dd8aa7bdff4f', 'tag': 'e2047c72-8607-4359-a2cc-e5a1a213ae5a'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:54:14.940922 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9d0dafca-4638-4c87-a136-d10da8e31106 req-d14d43ab-34bb-419b-a768-9de4c231433b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:15.163253 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-90a27eee-c265-40fd-946b-d1b403e36339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:15.218583 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-86a4d605-eefe-4bbb-b586-ae590d0cca20 req-0152f200-fd68-4d59-8965-1e97efe7eb3a tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:15.235427 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eee34d-54aa-4cf5-b207-62c777755343 req-6d902ac8-7df6-4d66-b1e6-f00932b2c2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:15.237399 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-89eee34d-54aa-4cf5-b207-62c777755343 req-6d902ac8-7df6-4d66-b1e6-f00932b2c2e2 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=728acbd4018441cfb9bc787ed7a4e77e&device_id=9c47b0a8-598a-46cf-bc47-6ec291635e6c HTTP/1.1" status: 200 len: 1098 time: 0.8217564 Feb 09 00:54:15.253497 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-89ac19c5-c74c-43d6-b5ce-dbb7e530a7b8 req-879c676e-5731-4eda-b89e-40216e3ea9c4 service neutron] 10.222.0.62 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7903726 Feb 09 00:54:15.307797 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-c308f29f-2083-4a61-a63b-abe8da2d10d4 None None] For port 63ae2ce0-bb96-4ff1-8237-a72a9cf0961c, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=63ae2ce0-bb96-4ff1-8237-a72a9cf0961c,segment=NetworkSegment(d6018a7b-e150-476a-9748-d627dc1c772b),segment_id=d6018a7b-e150-476a-9748-d627dc1c772b)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:54:15.308429 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c308f29f-2083-4a61-a63b-abe8da2d10d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:15.441301 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-90a27eee-c265-40fd-946b-d1b403e36339 admin admin] Deleting port 63ae2ce0-bb96-4ff1-8237-a72a9cf0961c {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:54:15.441762 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-90a27eee-c265-40fd-946b-d1b403e36339 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:15.471178 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-c308f29f-2083-4a61-a63b-abe8da2d10d4 None None] Calling delete_port for 63ae2ce0-bb96-4ff1-8237-a72a9cf0961c owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:54:15.553938 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-9d0dafca-4638-4c87-a136-d10da8e31106 req-d14d43ab-34bb-419b-a768-9de4c231433b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f16d05c2-eae9-44a5-8686-789fbb3c6fe4 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:54:15.562447 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9d0dafca-4638-4c87-a136-d10da8e31106 req-d14d43ab-34bb-419b-a768-9de4c231433b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:15.579165 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-9d0dafca-4638-4c87-a136-d10da8e31106 req-d14d43ab-34bb-419b-a768-9de4c231433b service neutron] Transition to ACTIVE for port object f16d05c2-eae9-44a5-8686-789fbb3c6fe4 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:54:15.622175 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9d0dafca-4638-4c87-a136-d10da8e31106 req-d14d43ab-34bb-419b-a768-9de4c231433b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:15.670084 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 63ae2ce0-bb96-4ff1-8237-a72a9cf0961c no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:54:15.676119 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-90a27eee-c265-40fd-946b-d1b403e36339 admin admin] The port '63ae2ce0-bb96-4ff1-8237-a72a9cf0961c' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 00:54:15.725879 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c308f29f-2083-4a61-a63b-abe8da2d10d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:15.769733 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 63ae2ce0-bb96-4ff1-8237-a72a9cf0961c {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 00:54:15.770080 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 63ae2ce0-bb96-4ff1-8237-a72a9cf0961c not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 00:54:15.792100 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-6e33f2aa-4708-49d0-853d-6b3c79478ea3 None None] Provisioning for port f16d05c2-eae9-44a5-8686-789fbb3c6fe4 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:54:15.807484 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c308f29f-2083-4a61-a63b-abe8da2d10d4 None None] Pushing event deleted for resources: {'Port': ['ID=63ae2ce0-bb96-4ff1-8237-a72a9cf0961c,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:15.812340 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c308f29f-2083-4a61-a63b-abe8da2d10d4 None None] No DVR routers for this DVR port 63ae2ce0-bb96-4ff1-8237-a72a9cf0961c on host n-d-828418-1 {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:54:15.819950 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c308f29f-2083-4a61-a63b-abe8da2d10d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:54:15.820644 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c308f29f-2083-4a61-a63b-abe8da2d10d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:54:15.821221 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c308f29f-2083-4a61-a63b-abe8da2d10d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:54:15.821740 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c308f29f-2083-4a61-a63b-abe8da2d10d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:54:15.822297 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c308f29f-2083-4a61-a63b-abe8da2d10d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:54:15.822776 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c308f29f-2083-4a61-a63b-abe8da2d10d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:54:15.823261 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c308f29f-2083-4a61-a63b-abe8da2d10d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:54:15.823747 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c308f29f-2083-4a61-a63b-abe8da2d10d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:54:15.824220 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c308f29f-2083-4a61-a63b-abe8da2d10d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:54:15.824701 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c308f29f-2083-4a61-a63b-abe8da2d10d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:54:15.825391 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c308f29f-2083-4a61-a63b-abe8da2d10d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:54:15.825913 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c308f29f-2083-4a61-a63b-abe8da2d10d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:54:15.845318 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14d43ab-34bb-419b-a768-9de4c231433b service neutron] Pushing event updated for resources: {'Port': ['ID=f16d05c2-eae9-44a5-8686-789fbb3c6fe4,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:15.914160 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-86a4d605-eefe-4bbb-b586-ae590d0cca20 req-0152f200-fd68-4d59-8965-1e97efe7eb3a tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:15.926046 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['99312894-4ea4-4f79-9874-93f479c9ed50'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:54:15.992106 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eee34d-54aa-4cf5-b207-62c777755343 req-01359de9-3d4a-48e7-9c9f-685df201ba89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:15.994061 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-89eee34d-54aa-4cf5-b207-62c777755343 req-01359de9-3d4a-48e7-9c9f-685df201ba89 service neutron] 10.222.0.99 "GET /v2.0/networks?id=42d335cf-a678-4bc3-901b-7d21fb8587e6 HTTP/1.1" status: 200 len: 870 time: 0.7352154 Feb 09 00:54:16.090422 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-89ac19c5-c74c-43d6-b5ce-dbb7e530a7b8 req-b2696133-d630-449b-b34b-3fdf73800b0f service neutron] 10.222.0.62 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7789664 Feb 09 00:54:16.228903 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-89eee34d-54aa-4cf5-b207-62c777755343 req-b53aeb4e-458b-4655-b371-09807b7a2810 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=a09f37e6-ba96-457f-a1e9-e8af441f9faa HTTP/1.1" status: 200 len: 217 time: 0.1432886 Feb 09 00:54:16.236433 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86a4d605-eefe-4bbb-b586-ae590d0cca20 req-0152f200-fd68-4d59-8965-1e97efe7eb3a tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Network ded91f5f-4c52-4e17-8569-d9d1696711b8 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:54:16.240983 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-86a4d605-eefe-4bbb-b586-ae590d0cca20 req-0152f200-fd68-4d59-8965-1e97efe7eb3a tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:54:16.242898 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0152f200-fd68-4d59-8965-1e97efe7eb3a tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Pushing event updated for resources: {'Port': ['ID=38871bc7-9408-4a50-8dd9-52c4d22e003e,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:16.246283 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-90a27eee-c265-40fd-946b-d1b403e36339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:16.254578 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-86a4d605-eefe-4bbb-b586-ae590d0cca20 req-0152f200-fd68-4d59-8965-1e97efe7eb3a tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:54:16.306769 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d63e179-3dc2-400a-9e17-ddf869719795 req-6db1e857-e5ad-4d16-a0ef-de27fe432587 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:16.308261 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0d63e179-3dc2-400a-9e17-ddf869719795 req-6db1e857-e5ad-4d16-a0ef-de27fe432587 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/ports?device_id=9c47b0a8-598a-46cf-bc47-6ec291635e6c HTTP/1.1" status: 200 len: 947 time: 0.7252994 Feb 09 00:54:16.357188 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-90a27eee-c265-40fd-946b-d1b403e36339 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27e5ee19-f0a7-4563-ba03-a0f237d4208b']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:54:16.376516 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-90a27eee-c265-40fd-946b-d1b403e36339 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6018a7b-e150-476a-9748-d627dc1c772b') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:54:16.376965 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-90a27eee-c265-40fd-946b-d1b403e36339 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6018a7b-e150-476a-9748-d627dc1c772b') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:54:16.380230 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ebc38-25bd-4443-91db-8a72e28db3d9 req-e6e090d1-7ad4-462e-9a9f-8c334666c961 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:16.387323 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c24ebc38-25bd-4443-91db-8a72e28db3d9 req-e6e090d1-7ad4-462e-9a9f-8c334666c961 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] 10.222.0.105 "GET /v2.0/ports?device_id=8feee8fc-ac0f-4fca-8601-38aaca92c133 HTTP/1.1" status: 200 len: 945 time: 0.8061130 Feb 09 00:54:16.396166 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0d63e179-3dc2-400a-9e17-ddf869719795 req-17885dd2-6401-49d3-8893-35788a85b99e tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f361fac-bee5-49f7-8557-30dc6fac47de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787106 Feb 09 00:54:16.411549 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-90a27eee-c265-40fd-946b-d1b403e36339 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:16.430025 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eee34d-54aa-4cf5-b207-62c777755343 req-fbd4290d-4230-48e0-b02a-5a3f1b0fe5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:16.431292 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-9d0dafca-4638-4c87-a136-d10da8e31106 req-d14d43ab-34bb-419b-a768-9de4c231433b service neutron] Attempting to bind port f16d05c2-eae9-44a5-8686-789fbb3c6fe4 on host n-h2-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:54:16.431622 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-9d0dafca-4638-4c87-a136-d10da8e31106 req-d14d43ab-34bb-419b-a768-9de4c231433b service neutron] Attempting to bind port f16d05c2-eae9-44a5-8686-789fbb3c6fe4 by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': '42eb89e1-c4de-4f57-85a6-0e5fc984e699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1f86eb5f-f405-4ce4-a845-9c31ac1b15d4'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:54:16.431753 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-89eee34d-54aa-4cf5-b207-62c777755343 req-fbd4290d-4230-48e0-b02a-5a3f1b0fe5a8 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.1919639 Feb 09 00:54:16.431949 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0dafca-4638-4c87-a136-d10da8e31106 req-d14d43ab-34bb-419b-a768-9de4c231433b service neutron] Attempting to bind port f16d05c2-eae9-44a5-8686-789fbb3c6fe4 on network 1f86eb5f-f405-4ce4-a845-9c31ac1b15d4 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:54:16.443090 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0dafca-4638-4c87-a136-d10da8e31106 req-d14d43ab-34bb-419b-a768-9de4c231433b service neutron] Port f16d05c2-eae9-44a5-8686-789fbb3c6fe4 on network 1f86eb5f-f405-4ce4-a845-9c31ac1b15d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:54:16.443404 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0dafca-4638-4c87-a136-d10da8e31106 req-d14d43ab-34bb-419b-a768-9de4c231433b service neutron] Attempting to bind port f16d05c2-eae9-44a5-8686-789fbb3c6fe4 on network 1f86eb5f-f405-4ce4-a845-9c31ac1b15d4 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:54:16.448078 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a4d605-eefe-4bbb-b586-ae590d0cca20 req-0152f200-fd68-4d59-8965-1e97efe7eb3a tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:16.451444 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-86a4d605-eefe-4bbb-b586-ae590d0cca20 req-0152f200-fd68-4d59-8965-1e97efe7eb3a tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:16.455967 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c24ebc38-25bd-4443-91db-8a72e28db3d9 req-144b8576-d194-4c60-b543-522ef8077244 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] 10.222.0.105 "GET /v2.0/security-groups?id=365832ba-ce1e-4a43-9b78-dc77225bf14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677161 Feb 09 00:54:16.475219 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0dafca-4638-4c87-a136-d10da8e31106 req-d14d43ab-34bb-419b-a768-9de4c231433b service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:54:16.475765 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0dafca-4638-4c87-a136-d10da8e31106 req-d14d43ab-34bb-419b-a768-9de4c231433b service neutron] Checking segment: {'id': '42eb89e1-c4de-4f57-85a6-0e5fc984e699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1f86eb5f-f405-4ce4-a845-9c31ac1b15d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:54:16.476340 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0dafca-4638-4c87-a136-d10da8e31106 req-d14d43ab-34bb-419b-a768-9de4c231433b service neutron] Bound using segment: {'id': '42eb89e1-c4de-4f57-85a6-0e5fc984e699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1f86eb5f-f405-4ce4-a845-9c31ac1b15d4'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:54:16.476939 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-9d0dafca-4638-4c87-a136-d10da8e31106 req-d14d43ab-34bb-419b-a768-9de4c231433b service neutron] Bound port: f16d05c2-eae9-44a5-8686-789fbb3c6fe4, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42eb89e1-c4de-4f57-85a6-0e5fc984e699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1f86eb5f-f405-4ce4-a845-9c31ac1b15d4'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:54:16.477445 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9d0dafca-4638-4c87-a136-d10da8e31106 req-d14d43ab-34bb-419b-a768-9de4c231433b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:16.533813 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-90a27eee-c265-40fd-946b-d1b403e36339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:16.557565 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d138cb2-7f80-4596-9e29-dd8aa7bdff4f', 'tag': 'e2047c72-8607-4359-a2cc-e5a1a213ae5a', 'status': 'completed', 'code': 200} Feb 09 00:54:16.563081 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90a27eee-c265-40fd-946b-d1b403e36339 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:54:16.563493 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-90a27eee-c265-40fd-946b-d1b403e36339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:16.585543 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 00:54:16.585543 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:54:16.585543 n-d-828418-1 neutron-server[87638]: timer() Feb 09 00:54:16.585543 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:54:16.585543 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 00:54:16.585543 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 00:54:16.585543 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 00:54:16.585543 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:54:16.585543 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 00:54:16.585543 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:54:16.585543 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 00:54:16.585543 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:54:16.585543 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 00:54:16.585543 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 00:54:16.585543 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:54:16.585543 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 00:54:16.585543 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:54:16.585543 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 00:54:16.585543 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 00:54:16.585543 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 00:54:16.585543 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 00:54:16.585543 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 00:54:16.585543 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:54:16.585543 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:54:16.585543 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 00:54:16.585543 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:54:16.585543 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:54:16.585543 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:54:16.585543 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:54:16.585543 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:54:16.585543 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:54:16.585543 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:54:16.684462 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-9d0dafca-4638-4c87-a136-d10da8e31106 req-d14d43ab-34bb-419b-a768-9de4c231433b service neutron] For port f16d05c2-eae9-44a5-8686-789fbb3c6fe4, host n-h2-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:54:16.689179 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-9d0dafca-4638-4c87-a136-d10da8e31106 req-d14d43ab-34bb-419b-a768-9de4c231433b service neutron] For port f16d05c2-eae9-44a5-8686-789fbb3c6fe4, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=f16d05c2-eae9-44a5-8686-789fbb3c6fe4,segment=NetworkSegment(42eb89e1-c4de-4f57-85a6-0e5fc984e699),segment_id=42eb89e1-c4de-4f57-85a6-0e5fc984e699)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:54:16.694577 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9d0dafca-4638-4c87-a136-d10da8e31106 req-d14d43ab-34bb-419b-a768-9de4c231433b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:16.805322 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-86a4d605-eefe-4bbb-b586-ae590d0cca20 req-0152f200-fd68-4d59-8965-1e97efe7eb3a tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3325963 Feb 09 00:54:16.834985 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-86a4d605-eefe-4bbb-b586-ae590d0cca20 req-c5f02f49-21f7-4503-8954-92fbc92fd4f1 service neutron] Request body: {'port': {'device_id': '1c220122-25f6-4e6d-b672-91d830d878e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:54:16.883691 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0dafca-4638-4c87-a136-d10da8e31106 req-d14d43ab-34bb-419b-a768-9de4c231433b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:16.884369 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9d0dafca-4638-4c87-a136-d10da8e31106 req-d14d43ab-34bb-419b-a768-9de4c231433b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:16.885824 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9d0dafca-4638-4c87-a136-d10da8e31106 req-d14d43ab-34bb-419b-a768-9de4c231433b service neutron] 10.222.0.99 "PUT /v2.0/ports/f16d05c2-eae9-44a5-8686-789fbb3c6fe4 HTTP/1.1" status: 200 len: 1091 time: 2.1860514 Feb 09 00:54:16.891798 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51ce712b-63c6-4024-b743-f12868b3e100', 'tag': 'f16d05c2-eae9-44a5-8686-789fbb3c6fe4'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:54:16.920989 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14d43ab-34bb-419b-a768-9de4c231433b service neutron] Pushing event updated for resources: {'Port': ['ID=f16d05c2-eae9-44a5-8686-789fbb3c6fe4,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:16.972890 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e906fa-cfcf-4549-9435-efb461e75d93 req-39c6e556-3cc7-4b91-9ccd-05b7aad7e769 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:16.980191 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-04e906fa-cfcf-4549-9435-efb461e75d93 req-39c6e556-3cc7-4b91-9ccd-05b7aad7e769 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=1c220122-25f6-4e6d-b672-91d830d878e0 HTTP/1.1" status: 200 len: 931 time: 0.2319613 Feb 09 00:54:16.989044 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-90a27eee-c265-40fd-946b-d1b403e36339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:17.027823 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-90a27eee-c265-40fd-946b-d1b403e36339 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:17.051887 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-90a27eee-c265-40fd-946b-d1b403e36339 admin admin] 10.222.0.105 "DELETE /v2.0/networks/27e5ee19-f0a7-4563-ba03-a0f237d4208b HTTP/1.1" status: 204 len: 168 time: 2.5277529 Feb 09 00:54:17.059831 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-86a4d605-eefe-4bbb-b586-ae590d0cca20 req-c5f02f49-21f7-4503-8954-92fbc92fd4f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:17.081810 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 43592) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:54:17.097183 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03111cc6-8709-4e7a-b43d-ce0eb5913244 req-1cf46db0-f5c9-4531-b5e2-d97c7cf4930a tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:17.098750 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-03111cc6-8709-4e7a-b43d-ce0eb5913244 req-1cf46db0-f5c9-4531-b5e2-d97c7cf4930a tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 943 time: 0.3437712 Feb 09 00:54:17.120680 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a27eee-c265-40fd-946b-d1b403e36339 admin admin] Pushing event deleted for resources: {'Network': ['ID=27e5ee19-f0a7-4563-ba03-a0f237d4208b,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:17.150529 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eee34d-54aa-4cf5-b207-62c777755343 req-81dc1697-e76d-4129-8aed-c2d44e12683a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:17.152079 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-89eee34d-54aa-4cf5-b207-62c777755343 req-81dc1697-e76d-4129-8aed-c2d44e12683a service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6877363 Feb 09 00:54:17.257587 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbcd15f-e0f7-4e40-a553-cc9665f0fc29 req-24f9251d-31d1-4b52-a921-7809eb0cdc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:17.260461 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ddbcd15f-e0f7-4e40-a553-cc9665f0fc29 req-24f9251d-31d1-4b52-a921-7809eb0cdc5f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1510c38a4b2046b5a9943ab7f2f7db5c&device_id=3d138cb2-7f80-4596-9e29-dd8aa7bdff4f HTTP/1.1" status: 200 len: 1099 time: 0.5861058 Feb 09 00:54:17.293834 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-04e906fa-cfcf-4549-9435-efb461e75d93 req-1a904410-500b-46ba-a7d4-39876920736f tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127317 Feb 09 00:54:17.341115 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-03111cc6-8709-4e7a-b43d-ce0eb5913244 req-4ac4ac5b-c3fb-4f28-8a74-62950247dc90 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552122 Feb 09 00:54:17.406251 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0dafca-4638-4c87-a136-d10da8e31106 req-d77dda6e-be0e-4a88-8eaa-9f7b05437f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:17.407759 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9d0dafca-4638-4c87-a136-d10da8e31106 req-d77dda6e-be0e-4a88-8eaa-9f7b05437f79 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=71b0276e9e0b48f8943a51531f3d8a9e&device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 1094 time: 0.3921187 Feb 09 00:54:17.446103 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbcd15f-e0f7-4e40-a553-cc9665f0fc29 req-e343de83-7f39-45c2-820b-0d50cde52889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:17.447889 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ddbcd15f-e0f7-4e40-a553-cc9665f0fc29 req-e343de83-7f39-45c2-820b-0d50cde52889 service neutron] 10.222.0.62 "GET /v2.0/networks?id=42d335cf-a678-4bc3-901b-7d21fb8587e6 HTTP/1.1" status: 200 len: 870 time: 0.1757021 Feb 09 00:54:17.576212 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9d0dafca-4638-4c87-a136-d10da8e31106 req-b81a2ac0-858f-480b-a1c0-3f8b1e94f99b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f16d05c2-eae9-44a5-8686-789fbb3c6fe4 HTTP/1.1" status: 200 len: 217 time: 0.1596200 Feb 09 00:54:17.609326 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ddbcd15f-e0f7-4e40-a553-cc9665f0fc29 req-34053c83-f866-47bb-b23a-86ad538920ec service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=e2047c72-8607-4359-a2cc-e5a1a213ae5a HTTP/1.1" status: 200 len: 217 time: 0.1482906 Feb 09 00:54:17.658107 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-89eee34d-54aa-4cf5-b207-62c777755343 req-ab76c9d8-2c4d-4eaa-9812-92374167be74 service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4952297 Feb 09 00:54:18.065406 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0dafca-4638-4c87-a136-d10da8e31106 req-be4d066b-50c9-4896-96dc-35f0f1fc2ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:18.066943 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9d0dafca-4638-4c87-a136-d10da8e31106 req-be4d066b-50c9-4896-96dc-35f0f1fc2ab5 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=55d6843d-cf0e-4da9-b1f9-18c66e11f308 HTTP/1.1" status: 200 len: 850 time: 0.4793284 Feb 09 00:54:18.170049 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbcd15f-e0f7-4e40-a553-cc9665f0fc29 req-22940c8c-9c19-43a3-a8e1-66dcf08b27c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:18.172633 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ddbcd15f-e0f7-4e40-a553-cc9665f0fc29 req-22940c8c-9c19-43a3-a8e1-66dcf08b27c7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.5135798 Feb 09 00:54:18.212906 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-54837bfc-e52b-44e1-aba4-5528013973ad req-125b01cc-e30a-4a26-a139-42ef80e83aa9 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] 10.222.0.105 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=3d885c3c-255c-4e54-addc-b28437d0b18e HTTP/1.1" status: 200 len: 258 time: 0.7058873 Feb 09 00:54:18.229661 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-54837bfc-e52b-44e1-aba4-5528013973ad req-59ecb870-e589-4599-83ef-67230f4b8365 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Request body: {'floatingip': {'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:54:18.239748 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-54837bfc-e52b-44e1-aba4-5528013973ad req-59ecb870-e589-4599-83ef-67230f4b8365 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:54:18.243723 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-54837bfc-e52b-44e1-aba4-5528013973ad req-59ecb870-e589-4599-83ef-67230f4b8365 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Usage tracker for resource:floatingip and tenant:82ffc79770134f5fbd74ad0a128bf4a8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:54:18.246599 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-54837bfc-e52b-44e1-aba4-5528013973ad req-59ecb870-e589-4599-83ef-67230f4b8365 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:54:18.252886 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-54837bfc-e52b-44e1-aba4-5528013973ad req-59ecb870-e589-4599-83ef-67230f4b8365 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:54:18.275420 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-54837bfc-e52b-44e1-aba4-5528013973ad req-59ecb870-e589-4599-83ef-67230f4b8365 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Notify callbacks [] for floatingip, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:18.321825 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-89eee34d-54aa-4cf5-b207-62c777755343 req-3413b301-b27e-4e43-b169-1f4dc5bce0f9 service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5658016 Feb 09 00:54:18.354422 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbcd15f-e0f7-4e40-a553-cc9665f0fc29 req-206bf659-fd83-4466-9fe2-0395ed961377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:18.356151 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ddbcd15f-e0f7-4e40-a553-cc9665f0fc29 req-206bf659-fd83-4466-9fe2-0395ed961377 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1708291 Feb 09 00:54:18.391238 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device a09f37e6-ba96-457f-a1e9-e8af441f9faa details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:54:18.541946 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ff6448-fe1e-4686-9a6f-4f3785903694 req-01b37b5a-a187-4d18-aa8b-cc451fcf0f4f tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:18.543682 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c9ff6448-fe1e-4686-9a6f-4f3785903694 req-01b37b5a-a187-4d18-aa8b-cc451fcf0f4f tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=3d138cb2-7f80-4596-9e29-dd8aa7bdff4f HTTP/1.1" status: 200 len: 948 time: 1.0477366 Feb 09 00:54:18.577657 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.db.resource_extend [req-86a4d605-eefe-4bbb-b586-ae590d0cca20 req-c5f02f49-21f7-4503-8954-92fbc92fd4f1 service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 00:54:18.593448 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port a09f37e6-ba96-457f-a1e9-e8af441f9faa, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=a09f37e6-ba96-457f-a1e9-e8af441f9faa,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:54:18.594397 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ddbcd15f-e0f7-4e40-a553-cc9665f0fc29 req-45c056ec-f543-41ef-94ad-75ac81553da7 service neutron] 10.222.0.62 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269990 Feb 09 00:54:18.619631 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': 'a09f37e6-ba96-457f-a1e9-e8af441f9faa', 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6', 'port_id': 'a09f37e6-ba96-457f-a1e9-e8af441f9faa', 'mac_address': 'fa:16:3e:21:b7:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7938d94-1f0f-48bd-a0b3-26d5344ff0ec', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:54:18.683600 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c9ff6448-fe1e-4686-9a6f-4f3785903694 req-b74829a6-f91d-4873-a803-a6103f1b492f tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262496 Feb 09 00:54:18.733932 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:18.744898 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0dafca-4638-4c87-a136-d10da8e31106 req-a13c3a74-5f81-4b8f-801e-11bee53c5d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:18.746657 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9d0dafca-4638-4c87-a136-d10da8e31106 req-a13c3a74-5f81-4b8f-801e-11bee53c5d76 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=1f86eb5f-f405-4ce4-a845-9c31ac1b15d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6203537 Feb 09 00:54:18.765372 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a09f37e6-ba96-457f-a1e9-e8af441f9faa {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:54:18.790434 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51ce712b-63c6-4024-b743-f12868b3e100', 'tag': 'f16d05c2-eae9-44a5-8686-789fbb3c6fe4', 'status': 'completed', 'code': 200} Feb 09 00:54:18.799698 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port a09f37e6-ba96-457f-a1e9-e8af441f9faa, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=a09f37e6-ba96-457f-a1e9-e8af441f9faa,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:54:18.802925 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [req-86a4d605-eefe-4bbb-b586-ae590d0cca20 req-c5f02f49-21f7-4503-8954-92fbc92fd4f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38871bc7-9408-4a50-8dd9-52c4d22e003e {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:54:18.807475 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:18.833513 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-86a4d605-eefe-4bbb-b586-ae590d0cca20 req-c5f02f49-21f7-4503-8954-92fbc92fd4f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:18.895157 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-86a4d605-eefe-4bbb-b586-ae590d0cca20 req-c5f02f49-21f7-4503-8954-92fbc92fd4f1 service neutron] Transition to ACTIVE for port object 38871bc7-9408-4a50-8dd9-52c4d22e003e will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:54:18.928936 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-86a4d605-eefe-4bbb-b586-ae590d0cca20 req-c5f02f49-21f7-4503-8954-92fbc92fd4f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:18.967075 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-54837bfc-e52b-44e1-aba4-5528013973ad req-59ecb870-e589-4599-83ef-67230f4b8365 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:18.977420 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=a09f37e6-ba96-457f-a1e9-e8af441f9faa,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:19.024956 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f02f49-21f7-4503-8954-92fbc92fd4f1 service neutron] Pushing event updated for resources: {'Port': ['ID=38871bc7-9408-4a50-8dd9-52c4d22e003e,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:19.032027 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ddbcd15f-e0f7-4e40-a553-cc9665f0fc29 req-0a77a904-9d7b-431b-9579-bdc6a1cc9f84 service neutron] 10.222.0.62 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3992786 Feb 09 00:54:19.131082 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8b9c40b6-1ca6-4d1d-9421-dc96d17a1c83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:19.175411 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['a09f37e6-ba96-457f-a1e9-e8af441f9faa'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:54:19.229575 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9d0dafca-4638-4c87-a136-d10da8e31106 req-ebf2f621-5ac0-4f88-8e70-0f8693c93b25 service neutron] 10.222.0.99 "GET /v2.0/networks/1f86eb5f-f405-4ce4-a845-9c31ac1b15d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4761102 Feb 09 00:54:19.334294 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-86a4d605-eefe-4bbb-b586-ae590d0cca20 req-c5f02f49-21f7-4503-8954-92fbc92fd4f1 service neutron] Attempting to bind port 38871bc7-9408-4a50-8dd9-52c4d22e003e on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:54:19.334857 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-86a4d605-eefe-4bbb-b586-ae590d0cca20 req-c5f02f49-21f7-4503-8954-92fbc92fd4f1 service neutron] Attempting to bind port 38871bc7-9408-4a50-8dd9-52c4d22e003e by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'b907962e-2c92-4e5e-9eb3-daae4f34051b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ded91f5f-4c52-4e17-8569-d9d1696711b8'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:54:19.334990 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a4d605-eefe-4bbb-b586-ae590d0cca20 req-c5f02f49-21f7-4503-8954-92fbc92fd4f1 service neutron] Attempting to bind port 38871bc7-9408-4a50-8dd9-52c4d22e003e on network ded91f5f-4c52-4e17-8569-d9d1696711b8 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:54:19.340281 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a4d605-eefe-4bbb-b586-ae590d0cca20 req-c5f02f49-21f7-4503-8954-92fbc92fd4f1 service neutron] Port 38871bc7-9408-4a50-8dd9-52c4d22e003e on network ded91f5f-4c52-4e17-8569-d9d1696711b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:54:19.340602 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a4d605-eefe-4bbb-b586-ae590d0cca20 req-c5f02f49-21f7-4503-8954-92fbc92fd4f1 service neutron] Attempting to bind port 38871bc7-9408-4a50-8dd9-52c4d22e003e on network ded91f5f-4c52-4e17-8569-d9d1696711b8 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:54:19.347445 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a4d605-eefe-4bbb-b586-ae590d0cca20 req-c5f02f49-21f7-4503-8954-92fbc92fd4f1 service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:54:19.347788 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a4d605-eefe-4bbb-b586-ae590d0cca20 req-c5f02f49-21f7-4503-8954-92fbc92fd4f1 service neutron] Checking segment: {'id': 'b907962e-2c92-4e5e-9eb3-daae4f34051b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ded91f5f-4c52-4e17-8569-d9d1696711b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:54:19.348179 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a4d605-eefe-4bbb-b586-ae590d0cca20 req-c5f02f49-21f7-4503-8954-92fbc92fd4f1 service neutron] Bound using segment: {'id': 'b907962e-2c92-4e5e-9eb3-daae4f34051b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ded91f5f-4c52-4e17-8569-d9d1696711b8'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:54:19.348606 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-86a4d605-eefe-4bbb-b586-ae590d0cca20 req-c5f02f49-21f7-4503-8954-92fbc92fd4f1 service neutron] Bound port: 38871bc7-9408-4a50-8dd9-52c4d22e003e, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b907962e-2c92-4e5e-9eb3-daae4f34051b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ded91f5f-4c52-4e17-8569-d9d1696711b8'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:54:19.349081 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-86a4d605-eefe-4bbb-b586-ae590d0cca20 req-c5f02f49-21f7-4503-8954-92fbc92fd4f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:19.470703 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device e2047c72-8607-4359-a2cc-e5a1a213ae5a details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:54:19.483193 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9d0dafca-4638-4c87-a136-d10da8e31106 req-f8635726-fc49-450a-bf39-dc5fb0d9370b service neutron] 10.222.0.99 "GET /v2.0/networks/1f86eb5f-f405-4ce4-a845-9c31ac1b15d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436857 Feb 09 00:54:19.527283 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-86a4d605-eefe-4bbb-b586-ae590d0cca20 req-c5f02f49-21f7-4503-8954-92fbc92fd4f1 service neutron] For port 38871bc7-9408-4a50-8dd9-52c4d22e003e, host n-h1-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:54:19.532192 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-86a4d605-eefe-4bbb-b586-ae590d0cca20 req-c5f02f49-21f7-4503-8954-92fbc92fd4f1 service neutron] For port 38871bc7-9408-4a50-8dd9-52c4d22e003e, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=38871bc7-9408-4a50-8dd9-52c4d22e003e,segment=NetworkSegment(b907962e-2c92-4e5e-9eb3-daae4f34051b),segment_id=b907962e-2c92-4e5e-9eb3-daae4f34051b)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:54:19.543716 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-86a4d605-eefe-4bbb-b586-ae590d0cca20 req-c5f02f49-21f7-4503-8954-92fbc92fd4f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:19.630021 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a4d605-eefe-4bbb-b586-ae590d0cca20 req-c5f02f49-21f7-4503-8954-92fbc92fd4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:19.630442 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-86a4d605-eefe-4bbb-b586-ae590d0cca20 req-c5f02f49-21f7-4503-8954-92fbc92fd4f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:19.631931 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-86a4d605-eefe-4bbb-b586-ae590d0cca20 req-c5f02f49-21f7-4503-8954-92fbc92fd4f1 service neutron] 10.222.0.62 "PUT /v2.0/ports/38871bc7-9408-4a50-8dd9-52c4d22e003e HTTP/1.1" status: 200 len: 1091 time: 2.8009195 Feb 09 00:54:19.632356 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c220122-25f6-4e6d-b672-91d830d878e0', 'tag': '38871bc7-9408-4a50-8dd9-52c4d22e003e'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:54:19.671996 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port e2047c72-8607-4359-a2cc-e5a1a213ae5a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=e2047c72-8607-4359-a2cc-e5a1a213ae5a,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:54:19.672806 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f02f49-21f7-4503-8954-92fbc92fd4f1 service neutron] Pushing event updated for resources: {'Port': ['ID=38871bc7-9408-4a50-8dd9-52c4d22e003e,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:19.691700 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': 'e2047c72-8607-4359-a2cc-e5a1a213ae5a', 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6', 'port_id': 'e2047c72-8607-4359-a2cc-e5a1a213ae5a', 'mac_address': 'fa:16:3e:bf:a5:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7938d94-1f0f-48bd-a0b3-26d5344ff0ec', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:54:19.756477 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:19.789168 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2047c72-8607-4359-a2cc-e5a1a213ae5a {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:54:19.790132 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a4d605-eefe-4bbb-b586-ae590d0cca20 req-55a804fc-23ca-441d-bdfb-96f1bca269f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:19.791609 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-86a4d605-eefe-4bbb-b586-ae590d0cca20 req-55a804fc-23ca-441d-bdfb-96f1bca269f6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8d883076d7064c219a98a8f981d7945a&device_id=1c220122-25f6-4e6d-b672-91d830d878e0 HTTP/1.1" status: 200 len: 1094 time: 0.1109686 Feb 09 00:54:19.808632 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port e2047c72-8607-4359-a2cc-e5a1a213ae5a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=e2047c72-8607-4359-a2cc-e5a1a213ae5a,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:54:19.814958 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:19.849756 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f781cbb9-a879-4fa2-b068-0d81417d8218 req-c65d0b63-069b-4b1a-a3e5-8c76b3650a6f tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:19.851250 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f781cbb9-a879-4fa2-b068-0d81417d8218 req-c65d0b63-069b-4b1a-a3e5-8c76b3650a6f tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/ports?device_id=9c47b0a8-598a-46cf-bc47-6ec291635e6c HTTP/1.1" status: 200 len: 948 time: 0.8789606 Feb 09 00:54:19.886680 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-86a4d605-eefe-4bbb-b586-ae590d0cca20 req-5ced47e3-45b3-4d56-85a1-29237996d66c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38871bc7-9408-4a50-8dd9-52c4d22e003e HTTP/1.1" status: 200 len: 217 time: 0.0861118 Feb 09 00:54:19.918719 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f781cbb9-a879-4fa2-b068-0d81417d8218 req-3ae96629-872e-437a-9ebe-46f86159bbc2 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f361fac-bee5-49f7-8557-30dc6fac47de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564637 Feb 09 00:54:19.944095 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-54837bfc-e52b-44e1-aba4-5528013973ad req-59ecb870-e589-4599-83ef-67230f4b8365 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Allocated IP 172.25.0.236 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/3eb73c46-320c-4efd-bd10-ff25d4f0db3e) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:54:19.957334 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=e2047c72-8607-4359-a2cc-e5a1a213ae5a,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:19.981654 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a4d605-eefe-4bbb-b586-ae590d0cca20 req-3fd62516-3025-431d-bba7-8e0639524db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:19.983125 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-86a4d605-eefe-4bbb-b586-ae590d0cca20 req-3fd62516-3025-431d-bba7-8e0639524db4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=103c212c-bf16-40d1-a89c-07252434eb67 HTTP/1.1" status: 200 len: 848 time: 0.0899885 Feb 09 00:54:19.988114 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a24a7a-838c-4180-80f4-338ade934d7c req-99b53ef9-69ab-443a-bb0a-c36b79624f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:19.989632 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c5a24a7a-838c-4180-80f4-338ade934d7c req-99b53ef9-69ab-443a-bb0a-c36b79624f1e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=71b0276e9e0b48f8943a51531f3d8a9e&device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 1094 time: 0.4384351 Feb 09 00:54:20.060268 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-86a4d605-eefe-4bbb-b586-ae590d0cca20 req-88aa6f51-8399-4e8d-a55b-c7018350fd6c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ded91f5f-4c52-4e17-8569-d9d1696711b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656357 Feb 09 00:54:20.130035 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['e2047c72-8607-4359-a2cc-e5a1a213ae5a'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:54:20.141550 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-8b9c40b6-1ca6-4d1d-9421-dc96d17a1c83 admin admin] Deleting port 54bd3acc-1760-43fd-acbd-09d5c33abb7e {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:54:20.142106 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8b9c40b6-1ca6-4d1d-9421-dc96d17a1c83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:20.232248 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-86a4d605-eefe-4bbb-b586-ae590d0cca20 req-2d324e3a-5e90-4352-ad77-534cddf2c252 service neutron] 10.222.0.62 "GET /v2.0/networks/ded91f5f-4c52-4e17-8569-d9d1696711b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617613 Feb 09 00:54:20.397173 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-86a4d605-eefe-4bbb-b586-ae590d0cca20 req-145e5ba1-de0c-4df9-ac96-a01fd9ef2bfe service neutron] 10.222.0.62 "GET /v2.0/networks/ded91f5f-4c52-4e17-8569-d9d1696711b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585529 Feb 09 00:54:20.760265 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a24a7a-838c-4180-80f4-338ade934d7c req-9a02f191-8136-46c8-88c7-17830e927edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:20.761857 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c5a24a7a-838c-4180-80f4-338ade934d7c req-9a02f191-8136-46c8-88c7-17830e927edd service neutron] 10.222.0.99 "GET /v2.0/networks?id=1f86eb5f-f405-4ce4-a845-9c31ac1b15d4 HTTP/1.1" status: 200 len: 912 time: 0.6407611 Feb 09 00:54:20.779248 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7105cc1-4ff0-4f8c-bc5b-37865ad73df2 req-6efed397-a58d-46a9-b562-2a8b25e3ee89 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:20.788704 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d7105cc1-4ff0-4f8c-bc5b-37865ad73df2 req-6efed397-a58d-46a9-b562-2a8b25e3ee89 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=1c220122-25f6-4e6d-b672-91d830d878e0 HTTP/1.1" status: 200 len: 943 time: 0.5627329 Feb 09 00:54:20.796627 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-54837bfc-e52b-44e1-aba4-5528013973ad req-59ecb870-e589-4599-83ef-67230f4b8365 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:20.910148 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-8b9c40b6-1ca6-4d1d-9421-dc96d17a1c83 admin admin] For port 54bd3acc-1760-43fd-acbd-09d5c33abb7e, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=54bd3acc-1760-43fd-acbd-09d5c33abb7e,segment=NetworkSegment(7eb2952c-6bb3-42f0-b54d-c9bf0861966e),segment_id=7eb2952c-6bb3-42f0-b54d-c9bf0861966e)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:54:20.910503 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8b9c40b6-1ca6-4d1d-9421-dc96d17a1c83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:20.919102 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c5a24a7a-838c-4180-80f4-338ade934d7c req-2ce7481a-e766-4aec-b99a-100f4b458d9e service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f16d05c2-eae9-44a5-8686-789fbb3c6fe4 HTTP/1.1" status: 200 len: 217 time: 0.1481447 Feb 09 00:54:21.129132 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-8b9c40b6-1ca6-4d1d-9421-dc96d17a1c83 admin admin] Calling delete_port for 54bd3acc-1760-43fd-acbd-09d5c33abb7e owned by network:router_interface {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:54:21.192937 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d7105cc1-4ff0-4f8c-bc5b-37865ad73df2 req-3effd9d2-b81b-437e-926c-04c243010481 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4027410 Feb 09 00:54:21.226051 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a24a7a-838c-4180-80f4-338ade934d7c req-65216577-70c6-4e64-af39-b98f5b031d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:21.227930 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c5a24a7a-838c-4180-80f4-338ade934d7c req-65216577-70c6-4e64-af39-b98f5b031d3d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=55d6843d-cf0e-4da9-b1f9-18c66e11f308 HTTP/1.1" status: 200 len: 850 time: 0.3006194 Feb 09 00:54:21.329087 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-54837bfc-e52b-44e1-aba4-5528013973ad req-59ecb870-e589-4599-83ef-67230f4b8365 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:21.374815 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:21.472082 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54837bfc-e52b-44e1-aba4-5528013973ad req-59ecb870-e589-4599-83ef-67230f4b8365 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:54:21.473087 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device e2047c72-8607-4359-a2cc-e5a1a213ae5a up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:54:21.506882 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-54837bfc-e52b-44e1-aba4-5528013973ad req-59ecb870-e589-4599-83ef-67230f4b8365 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:54:21.509493 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-54837bfc-e52b-44e1-aba4-5528013973ad req-59ecb870-e589-4599-83ef-67230f4b8365 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:54:21.552960 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ecb870-e589-4599-83ef-67230f4b8365 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Pushing event updated for resources: {'Port': ['ID=3eb73c46-320c-4efd-bd10-ff25d4f0db3e,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:21.555051 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port e2047c72-8607-4359-a2cc-e5a1a213ae5a completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:54:21.568528 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port e2047c72-8607-4359-a2cc-e5a1a213ae5a triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:54:21.568528 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:21.610158 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a24a7a-838c-4180-80f4-338ade934d7c req-49ff6bdc-5c16-4145-a285-4371cffce382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:21.611696 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c5a24a7a-838c-4180-80f4-338ade934d7c req-49ff6bdc-5c16-4145-a285-4371cffce382 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=1f86eb5f-f405-4ce4-a845-9c31ac1b15d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3764441 Feb 09 00:54:21.722070 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:21.754993 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d138cb2-7f80-4596-9e29-dd8aa7bdff4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2047c72-8607-4359-a2cc-e5a1a213ae5a'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:54:21.765832 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port e2047c72-8607-4359-a2cc-e5a1a213ae5a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=e2047c72-8607-4359-a2cc-e5a1a213ae5a,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:54:21.769795 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:21.809856 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14532a2b-cb81-49d1-b2d6-cf47a04611a9 req-a53cc705-e4ab-48f0-ba68-4aee80618145 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:21.812310 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-14532a2b-cb81-49d1-b2d6-cf47a04611a9 req-a53cc705-e4ab-48f0-ba68-4aee80618145 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 943 time: 0.4770319 Feb 09 00:54:21.851388 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=e2047c72-8607-4359-a2cc-e5a1a213ae5a,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:21.934152 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-14532a2b-cb81-49d1-b2d6-cf47a04611a9 req-984662b6-03ff-4c81-bae4-33298a1e4d03 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057527 Feb 09 00:54:21.954358 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c5a24a7a-838c-4180-80f4-338ade934d7c req-2c3baca5-7e9a-460f-a2c7-493a2e658889 service neutron] 10.222.0.99 "GET /v2.0/networks/1f86eb5f-f405-4ce4-a845-9c31ac1b15d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333845 Feb 09 00:54:21.954974 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8b9c40b6-1ca6-4d1d-9421-dc96d17a1c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:22.078678 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c220122-25f6-4e6d-b672-91d830d878e0', 'tag': '38871bc7-9408-4a50-8dd9-52c4d22e003e', 'status': 'completed', 'code': 200} Feb 09 00:54:22.153807 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9c40b6-1ca6-4d1d-9421-dc96d17a1c83 admin admin] Pushing event deleted for resources: {'Port': ['ID=54bd3acc-1760-43fd-acbd-09d5c33abb7e,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:22.252590 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a377fc2d-27b7-4870-b114-9180bc6a1a7e req-2d2c1c44-58e9-4904-b3cc-d33227fd1a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:22.254380 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a377fc2d-27b7-4870-b114-9180bc6a1a7e req-2d2c1c44-58e9-4904-b3cc-d33227fd1a1d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8d883076d7064c219a98a8f981d7945a&device_id=1c220122-25f6-4e6d-b672-91d830d878e0 HTTP/1.1" status: 200 len: 1094 time: 0.1485455 Feb 09 00:54:22.302335 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-54837bfc-e52b-44e1-aba4-5528013973ad req-59ecb870-e589-4599-83ef-67230f4b8365 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:22.406105 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device f16d05c2-eae9-44a5-8686-789fbb3c6fe4 details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:54:22.422954 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device a09f37e6-ba96-457f-a1e9-e8af441f9faa up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:54:22.591728 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a377fc2d-27b7-4870-b114-9180bc6a1a7e req-76601b8b-d66b-4fc4-9499-02cf2cb67e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:22.594121 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a377fc2d-27b7-4870-b114-9180bc6a1a7e req-76601b8b-d66b-4fc4-9499-02cf2cb67e92 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ded91f5f-4c52-4e17-8569-d9d1696711b8 HTTP/1.1" status: 200 len: 909 time: 0.3314509 Feb 09 00:54:22.643873 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning for port a09f37e6-ba96-457f-a1e9-e8af441f9faa completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:54:22.652814 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-54837bfc-e52b-44e1-aba4-5528013973ad req-59ecb870-e589-4599-83ef-67230f4b8365 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:22.655656 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port f16d05c2-eae9-44a5-8686-789fbb3c6fe4, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=f16d05c2-eae9-44a5-8686-789fbb3c6fe4,segment=NetworkSegment(42eb89e1-c4de-4f57-85a6-0e5fc984e699),segment_id=42eb89e1-c4de-4f57-85a6-0e5fc984e699)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:54:22.663643 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port a09f37e6-ba96-457f-a1e9-e8af441f9faa triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:54:22.664258 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:22.691161 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a377fc2d-27b7-4870-b114-9180bc6a1a7e req-1e206264-5ff3-4f80-aba1-170a2915d09e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38871bc7-9408-4a50-8dd9-52c4d22e003e HTTP/1.1" status: 200 len: 217 time: 0.0873086 Feb 09 00:54:22.714854 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': 'f16d05c2-eae9-44a5-8686-789fbb3c6fe4', 'network_id': '1f86eb5f-f405-4ce4-a845-9c31ac1b15d4', 'port_id': 'f16d05c2-eae9-44a5-8686-789fbb3c6fe4', 'mac_address': 'fa:16:3e:27:c4:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55d6843d-cf0e-4da9-b1f9-18c66e11f308', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:54:22.819633 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a377fc2d-27b7-4870-b114-9180bc6a1a7e req-06f8849a-8a5a-4286-bf19-7bd8da63fe3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:22.821246 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c5a24a7a-838c-4180-80f4-338ade934d7c req-46c457c3-2ff9-4914-9db8-3a81ed578223 service neutron] 10.222.0.99 "GET /v2.0/networks/1f86eb5f-f405-4ce4-a845-9c31ac1b15d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8196144 Feb 09 00:54:22.823985 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a377fc2d-27b7-4870-b114-9180bc6a1a7e req-06f8849a-8a5a-4286-bf19-7bd8da63fe3a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=103c212c-bf16-40d1-a89c-07252434eb67 HTTP/1.1" status: 200 len: 848 time: 0.1159754 Feb 09 00:54:22.837759 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954b166-e293-48cc-8156-bb38aecfbfe2 req-f4f42dfc-54cf-4851-854c-926d95f92c01 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:22.839236 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5954b166-e293-48cc-8156-bb38aecfbfe2 req-f4f42dfc-54cf-4851-854c-926d95f92c01 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=3d138cb2-7f80-4596-9e29-dd8aa7bdff4f HTTP/1.1" status: 200 len: 950 time: 0.6190712 Feb 09 00:54:22.864962 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:22.904088 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f16d05c2-eae9-44a5-8686-789fbb3c6fe4 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:54:22.982062 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a377fc2d-27b7-4870-b114-9180bc6a1a7e req-1c156525-37fe-48b0-84a6-d94fd1c4801b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ded91f5f-4c52-4e17-8569-d9d1696711b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1455956 Feb 09 00:54:23.045280 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port f16d05c2-eae9-44a5-8686-789fbb3c6fe4, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=f16d05c2-eae9-44a5-8686-789fbb3c6fe4,segment=NetworkSegment(42eb89e1-c4de-4f57-85a6-0e5fc984e699),segment_id=42eb89e1-c4de-4f57-85a6-0e5fc984e699)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:54:23.057130 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:23.088542 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5954b166-e293-48cc-8156-bb38aecfbfe2 req-9f3b81a3-eeff-4712-806e-0d6e12707b03 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890552 Feb 09 00:54:23.089204 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8b9c40b6-1ca6-4d1d-9421-dc96d17a1c83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:23.141574 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:23.236210 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=f16d05c2-eae9-44a5-8686-789fbb3c6fe4,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:23.240063 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port a09f37e6-ba96-457f-a1e9-e8af441f9faa, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=a09f37e6-ba96-457f-a1e9-e8af441f9faa,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:54:23.249881 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:23.331838 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a377fc2d-27b7-4870-b114-9180bc6a1a7e req-c549195b-40d9-4efa-aaeb-b886e4272066 service neutron] 10.222.0.62 "GET /v2.0/networks/ded91f5f-4c52-4e17-8569-d9d1696711b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375785 Feb 09 00:54:23.341280 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=a09f37e6-ba96-457f-a1e9-e8af441f9faa,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:23.442362 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.db.resource_extend [req-54837bfc-e52b-44e1-aba4-5528013973ad req-59ecb870-e589-4599-83ef-67230f4b8365 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 00:54:23.473952 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-54837bfc-e52b-44e1-aba4-5528013973ad req-59ecb870-e589-4599-83ef-67230f4b8365 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:23.488598 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-54837bfc-e52b-44e1-aba4-5528013973ad req-59ecb870-e589-4599-83ef-67230f4b8365 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:23.500116 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['f16d05c2-eae9-44a5-8686-789fbb3c6fe4'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:54:23.503366 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a377fc2d-27b7-4870-b114-9180bc6a1a7e req-f619a710-c04c-488a-8da6-97c8db10f532 service neutron] 10.222.0.62 "GET /v2.0/networks/ded91f5f-4c52-4e17-8569-d9d1696711b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685765 Feb 09 00:54:23.829842 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ecb870-e589-4599-83ef-67230f4b8365 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Pushing event updated for resources: {'Port': ['ID=3eb73c46-320c-4efd-bd10-ff25d4f0db3e,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:23.848377 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c8157c-efa0-4ba9-bd1e-1e3e1e01527b req-727aa90c-7818-4f5f-8ad7-6eacb6757bd9 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:23.849892 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-13c8157c-efa0-4ba9-bd1e-1e3e1e01527b req-727aa90c-7818-4f5f-8ad7-6eacb6757bd9 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/ports?device_id=9c47b0a8-598a-46cf-bc47-6ec291635e6c HTTP/1.1" status: 200 len: 949 time: 0.4705172 Feb 09 00:54:23.856320 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b9c40b6-1ca6-4d1d-9421-dc96d17a1c83 admin admin] Router 2af95a16-b950-4b0e-830c-1dfb2648433b has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 00:54:23.857348 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-54837bfc-e52b-44e1-aba4-5528013973ad req-59ecb870-e589-4599-83ef-67230f4b8365 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:23.968988 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-54837bfc-e52b-44e1-aba4-5528013973ad req-59ecb870-e589-4599-83ef-67230f4b8365 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:23.970142 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-54837bfc-e52b-44e1-aba4-5528013973ad req-59ecb870-e589-4599-83ef-67230f4b8365 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.7563975 Feb 09 00:54:24.045834 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-13c8157c-efa0-4ba9-bd1e-1e3e1e01527b req-a6b10298-2a68-4963-86ce-716454a9d8b7 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f361fac-bee5-49f7-8557-30dc6fac47de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832974 Feb 09 00:54:24.076912 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-54837bfc-e52b-44e1-aba4-5528013973ad req-1451af2b-64e0-4269-8b42-2aae75a7bd1f tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Synchronizing usage tracker for tenant:82ffc79770134f5fbd74ad0a128bf4a8 on resource:floatingip {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:54:24.105747 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d138cb2-7f80-4596-9e29-dd8aa7bdff4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2047c72-8607-4359-a2cc-e5a1a213ae5a', 'code': 200} Feb 09 00:54:24.169999 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-54837bfc-e52b-44e1-aba4-5528013973ad req-1451af2b-64e0-4269-8b42-2aae75a7bd1f tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Unset dirty status for tenant:82ffc79770134f5fbd74ad0a128bf4a8 on resource:floatingip {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:54:24.171363 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-54837bfc-e52b-44e1-aba4-5528013973ad req-1451af2b-64e0-4269-8b42-2aae75a7bd1f tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.0.236 HTTP/1.1" status: 200 len: 696 time: 0.1881161 Feb 09 00:54:24.253666 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c122b48-ed8f-4635-ba4b-a281918974bd req-24545a8d-0742-4987-971c-d5115dd17237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:24.255226 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-3c122b48-ed8f-4635-ba4b-a281918974bd req-24545a8d-0742-4987-971c-d5115dd17237 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3d138cb2-7f80-4596-9e29-dd8aa7bdff4f HTTP/1.1" status: 200 len: 1101 time: 0.0759680 Feb 09 00:54:24.308225 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-3c122b48-ed8f-4635-ba4b-a281918974bd req-17d8dab7-7c46-4e51-9210-746124fe525f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370543 Feb 09 00:54:24.313820 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:24.412488 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b9c40b6-1ca6-4d1d-9421-dc96d17a1c83 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 00:54:24.421912 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0ed2b5-b55b-49c8-8cf3-0789bb02eeac None None] Sync routers for ids ['2af95a16-b950-4b0e-830c-1dfb2648433b'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:54:24.426691 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-8b9c40b6-1ca6-4d1d-9421-dc96d17a1c83 admin admin] 10.222.0.105 "PUT /v2.0/routers/2af95a16-b950-4b0e-830c-1dfb2648433b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3420949 Feb 09 00:54:24.429235 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43694) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:54:24.433344 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0ed2b5-b55b-49c8-8cf3-0789bb02eeac None None] Routers {'2af95a16-b950-4b0e-830c-1dfb2648433b'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:54:24.433879 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-0a0ed2b5-b55b-49c8-8cf3-0789bb02eeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:54:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['2af95a16-b950-4b0e-830c-1dfb2648433b'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:54:24.517695 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54837bfc-e52b-44e1-aba4-5528013973ad req-c9288be4-46bb-4689-b442-01e9bad5a4d6 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:24.519040 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-54837bfc-e52b-44e1-aba4-5528013973ad req-c9288be4-46bb-4689-b442-01e9bad5a4d6 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] 10.222.0.105 "GET /v2.0/networks/3d885c3c-255c-4e54-addc-b28437d0b18e HTTP/1.1" status: 200 len: 784 time: 0.3413930 Feb 09 00:54:24.531778 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80508062-a4e2-4774-b346-f102895ce9a1 req-617aeee8-a114-4a91-9f9a-f8d105bd3a86 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:24.538385 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-80508062-a4e2-4774-b346-f102895ce9a1 req-617aeee8-a114-4a91-9f9a-f8d105bd3a86 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=1c220122-25f6-4e6d-b672-91d830d878e0 HTTP/1.1" status: 200 len: 943 time: 0.3369844 Feb 09 00:54:24.589240 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-80508062-a4e2-4774-b346-f102895ce9a1 req-4879885b-aea8-4b38-9fee-d3c25c88e5b0 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499091 Feb 09 00:54:24.627777 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-0a0ed2b5-b55b-49c8-8cf3-0789bb02eeac None None] Set router 2af95a16-b950-4b0e-830c-1dfb2648433b gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:54:24.654860 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-512a2641-2460-491d-81ad-a281bc727303 admin admin] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:24.825701 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b29c41f3-1e24-47ea-a4ad-1067a87b9297 req-65fd6798-de77-4547-8718-40fa04437dcb tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=11cb43d7eb324bbda10f73a5721a6da2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395284 Feb 09 00:54:24.862676 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-512a2641-2460-491d-81ad-a281bc727303 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:24.878822 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-512a2641-2460-491d-81ad-a281bc727303 admin admin] Deleting port 8e425fd9-0af5-4367-a072-3d6572627247 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:54:24.879169 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-512a2641-2460-491d-81ad-a281bc727303 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:24.943223 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-0a0ed2b5-b55b-49c8-8cf3-0789bb02eeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af95a16-b950-4b0e-830c-1dfb2648433b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-484173246-router', 'tenant_id': 'f58b45d9b9254f4c89275ff6a8df096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '8e425fd9-0af5-4367-a072-3d6572627247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:50:11Z', 'updated_at': '2022-02-09T00:54:21Z', 'revision_number': 5, 'project_id': 'f58b45d9b9254f4c89275ff6a8df096f', 'gw_port': {'id': '8e425fd9-0af5-4367-a072-3d6572627247', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:11:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af95a16-b950-4b0e-830c-1dfb2648433b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:50:15Z', 'updated_at': '2022-02-09T00:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:54:24.947165 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0ed2b5-b55b-49c8-8cf3-0789bb02eeac None None] Checking router: 2af95a16-b950-4b0e-830c-1dfb2648433b for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:54:24.957373 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0ed2b5-b55b-49c8-8cf3-0789bb02eeac None None] Routers {'2af95a16-b950-4b0e-830c-1dfb2648433b'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:54:24.958026 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-0a0ed2b5-b55b-49c8-8cf3-0789bb02eeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:54:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['2af95a16-b950-4b0e-830c-1dfb2648433b'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:54:24.975228 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63d353-325e-45f9-8bd1-62b2884f699a req-d9f81a38-1c9d-4359-b398-6b301fb4e053 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:24.976866 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd63d353-325e-45f9-8bd1-62b2884f699a req-d9f81a38-1c9d-4359-b398-6b301fb4e053 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 944 time: 0.2336740 Feb 09 00:54:25.022029 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c41f3-1e24-47ea-a4ad-1067a87b9297 req-2a9f8779-1e8b-4db2-8631-ea6bc8aa21ba tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:25.024770 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b29c41f3-1e24-47ea-a4ad-1067a87b9297 req-2a9f8779-1e8b-4db2-8631-ea6bc8aa21ba tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1910460 Feb 09 00:54:25.063128 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b29c41f3-1e24-47ea-a4ad-1067a87b9297 req-2d0972e5-7c65-43a5-b965-a353f633778a tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] 10.222.0.105 "GET /v2.0/quotas/11cb43d7eb324bbda10f73a5721a6da2 HTTP/1.1" status: 200 len: 375 time: 0.0228615 Feb 09 00:54:25.066471 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd63d353-325e-45f9-8bd1-62b2884f699a req-8c73ea8c-acff-4ac5-8546-767ee4c61345 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819759 Feb 09 00:54:25.074648 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-512a2641-2460-491d-81ad-a281bc727303 admin admin] For port 8e425fd9-0af5-4367-a072-3d6572627247, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=8e425fd9-0af5-4367-a072-3d6572627247,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:54:25.075300 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-512a2641-2460-491d-81ad-a281bc727303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:25.130350 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b29c41f3-1e24-47ea-a4ad-1067a87b9297 req-304c0d6c-74eb-435f-819b-a762f543199e tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=11cb43d7eb324bbda10f73a5721a6da2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0555303 Feb 09 00:54:25.138452 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-0a0ed2b5-b55b-49c8-8cf3-0789bb02eeac None None] Set router 2af95a16-b950-4b0e-830c-1dfb2648433b gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:54:25.217114 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-512a2641-2460-491d-81ad-a281bc727303 admin admin] Calling delete_port for 8e425fd9-0af5-4367-a072-3d6572627247 owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:54:25.318273 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff621ccf-48a3-4804-b902-542fff09ca42 req-ff774b98-4508-4504-b433-59b0edbc98d4 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:25.326749 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ff621ccf-48a3-4804-b902-542fff09ca42 req-ff774b98-4508-4504-b433-59b0edbc98d4 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=3d138cb2-7f80-4596-9e29-dd8aa7bdff4f HTTP/1.1" status: 200 len: 950 time: 0.1347599 Feb 09 00:54:25.342122 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-0a0ed2b5-b55b-49c8-8cf3-0789bb02eeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af95a16-b950-4b0e-830c-1dfb2648433b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-484173246-router', 'tenant_id': 'f58b45d9b9254f4c89275ff6a8df096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:50:11Z', 'updated_at': '2022-02-09T00:54:24Z', 'revision_number': 6, 'project_id': 'f58b45d9b9254f4c89275ff6a8df096f', 'gw_port_host': None}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:54:25.358000 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0ed2b5-b55b-49c8-8cf3-0789bb02eeac None None] The sync data for ids ['2af95a16-b950-4b0e-830c-1dfb2648433b'] in n-d-828418-1 is: [{'id': '2af95a16-b950-4b0e-830c-1dfb2648433b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-484173246-router', 'tenant_id': 'f58b45d9b9254f4c89275ff6a8df096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:50:11Z', 'updated_at': '2022-02-09T00:54:24Z', 'revision_number': 6, 'project_id': 'f58b45d9b9254f4c89275ff6a8df096f', 'gw_port_host': None}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:54:25.401808 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ff621ccf-48a3-4804-b902-542fff09ca42 req-d925101e-93cb-42a7-b546-fa0e15d7c6b0 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654101 Feb 09 00:54:25.521137 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b3b54-f2ae-4f99-9f4d-b3328b3e972b req-37a68db9-2663-4168-a504-a9a0472d631d tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:25.528598 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-065b3b54-f2ae-4f99-9f4d-b3328b3e972b req-37a68db9-2663-4168-a504-a9a0472d631d tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] 10.222.0.105 "GET /v2.0/ports?device_id=8feee8fc-ac0f-4fca-8601-38aaca92c133&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1077602 Feb 09 00:54:25.646040 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-065b3b54-f2ae-4f99-9f4d-b3328b3e972b req-afe2a498-514f-4fa6-a855-59b0748413f9 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.0.236 HTTP/1.1" status: 200 len: 696 time: 0.1164522 Feb 09 00:54:25.660554 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-065b3b54-f2ae-4f99-9f4d-b3328b3e972b req-ed151c90-72c9-439f-abd8-4e8b1ae6df83 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Request body: {'floatingip': {'port_id': '6674ad44-bb3c-4d06-9858-967f47a43b1a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:54:25.748870 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 54bd3acc-1760-43fd-acbd-09d5c33abb7e no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:54:25.814126 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-512a2641-2460-491d-81ad-a281bc727303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:25.819204 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 54bd3acc-1760-43fd-acbd-09d5c33abb7e {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 00:54:25.819550 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 54bd3acc-1760-43fd-acbd-09d5c33abb7e not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 00:54:25.852947 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-065b3b54-f2ae-4f99-9f4d-b3328b3e972b req-ed151c90-72c9-439f-abd8-4e8b1ae6df83 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Notify callbacks [] for floatingip, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:25.910284 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512a2641-2460-491d-81ad-a281bc727303 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e425fd9-0af5-4367-a072-3d6572627247,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:25.993129 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-512a2641-2460-491d-81ad-a281bc727303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:26.067323 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad821fa4-fc6c-43e4-8b8f-0923c3d38eb2 req-1b40af1d-8eda-48c0-8751-440dac52107b tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:26.068938 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ad821fa4-fc6c-43e4-8b8f-0923c3d38eb2 req-1b40af1d-8eda-48c0-8751-440dac52107b tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/ports?device_id=9c47b0a8-598a-46cf-bc47-6ec291635e6c HTTP/1.1" status: 200 len: 949 time: 0.4153540 Feb 09 00:54:26.107049 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c47b0a8-598a-46cf-bc47-6ec291635e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a09f37e6-ba96-457f-a1e9-e8af441f9faa'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:54:26.191290 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-512a2641-2460-491d-81ad-a281bc727303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:26.194094 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-512a2641-2460-491d-81ad-a281bc727303 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:26.205848 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ad821fa4-fc6c-43e4-8b8f-0923c3d38eb2 req-368fef63-60ad-4ba9-bb75-341bc7c3c62b tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f361fac-bee5-49f7-8557-30dc6fac47de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235082 Feb 09 00:54:26.297547 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-512a2641-2460-491d-81ad-a281bc727303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:26.298178 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-512a2641-2460-491d-81ad-a281bc727303 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2af95a16-b950-4b0e-830c-1dfb2648433b {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 00:54:26.315029 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-512a2641-2460-491d-81ad-a281bc727303 admin admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:26.316171 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-512a2641-2460-491d-81ad-a281bc727303 admin admin] 10.222.0.105 "DELETE /v2.0/routers/2af95a16-b950-4b0e-830c-1dfb2648433b HTTP/1.1" status: 204 len: 168 time: 1.8858869 Feb 09 00:54:26.318709 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43756) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:54:26.386112 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-04c28c9c-2457-4154-9fd4-832097b8673b admin admin] Deleting subnet 332511b8-51f1-41e9-b3cd-50b0569323ec {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 00:54:26.392104 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-04c28c9c-2457-4154-9fd4-832097b8673b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:26.410355 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device f16d05c2-eae9-44a5-8686-789fbb3c6fe4 up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:54:26.423542 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-523406c0-4c9a-40e8-be95-4837decc9c5a req-ef79b78b-48aa-4446-a32c-cbe0a0064882 tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=11cb43d7eb324bbda10f73a5721a6da2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468175 Feb 09 00:54:26.458540 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-04c28c9c-2457-4154-9fd4-832097b8673b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:26.511177 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning for port f16d05c2-eae9-44a5-8686-789fbb3c6fe4 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:54:26.520654 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port f16d05c2-eae9-44a5-8686-789fbb3c6fe4 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:54:26.521391 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:26.579911 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-04c28c9c-2457-4154-9fd4-832097b8673b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:26.670350 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-04c28c9c-2457-4154-9fd4-832097b8673b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:26.746381 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-04c28c9c-2457-4154-9fd4-832097b8673b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:26.749953 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c28c9c-2457-4154-9fd4-832097b8673b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=332511b8-51f1-41e9-b3cd-50b0569323ec,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:26.751416 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f120f488-7604-465a-bcca-6653c2402176 None None] Network 00f1ec81-fa58-4d3e-bcd7-5431a91feebd requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:54:26.761114 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-04c28c9c-2457-4154-9fd4-832097b8673b admin admin] 10.222.0.105 "DELETE /v2.0/subnets/332511b8-51f1-41e9-b3cd-50b0569323ec HTTP/1.1" status: 204 len: 168 time: 0.4409673 Feb 09 00:54:26.766102 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43762) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:54:26.846040 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b29c41f3-1e24-47ea-a4ad-1067a87b9297 req-0be73ce7-2df3-4459-bd9b-6788ae8249cb tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=11cb43d7eb324bbda10f73a5721a6da2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0647497 Feb 09 00:54:26.895660 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8d9e91c5-9bf0-4cfc-8e87-98a241a7e6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:26.907549 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e91c5-9bf0-4cfc-8e87-98a241a7e6f7 admin admin] Deleting port c7758824-b5fe-4c45-bc2c-083113fe4eb5 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:54:26.908069 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8d9e91c5-9bf0-4cfc-8e87-98a241a7e6f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:26.925505 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:26.982044 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523406c0-4c9a-40e8-be95-4837decc9c5a req-55167c40-e338-4500-834d-808642be9f5a tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:26.986436 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-523406c0-4c9a-40e8-be95-4837decc9c5a req-55167c40-e338-4500-834d-808642be9f5a tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5563278 Feb 09 00:54:27.034251 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-523406c0-4c9a-40e8-be95-4837decc9c5a req-c9da6f27-c46e-4d55-a41c-995730638642 tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] 10.222.0.105 "GET /v2.0/quotas/11cb43d7eb324bbda10f73a5721a6da2 HTTP/1.1" status: 200 len: 375 time: 0.0302031 Feb 09 00:54:27.035314 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port f16d05c2-eae9-44a5-8686-789fbb3c6fe4, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=f16d05c2-eae9-44a5-8686-789fbb3c6fe4,segment=NetworkSegment(42eb89e1-c4de-4f57-85a6-0e5fc984e699),segment_id=42eb89e1-c4de-4f57-85a6-0e5fc984e699)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:54:27.043493 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:27.114906 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-523406c0-4c9a-40e8-be95-4837decc9c5a req-ef0c85be-adfb-4704-84cc-6b898a870683 tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=11cb43d7eb324bbda10f73a5721a6da2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0696850 Feb 09 00:54:27.144007 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=f16d05c2-eae9-44a5-8686-789fbb3c6fe4,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:27.160000 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-8d9e91c5-9bf0-4cfc-8e87-98a241a7e6f7 admin admin] For port c7758824-b5fe-4c45-bc2c-083113fe4eb5, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=c7758824-b5fe-4c45-bc2c-083113fe4eb5,segment=NetworkSegment(7eb2952c-6bb3-42f0-b54d-c9bf0861966e),segment_id=7eb2952c-6bb3-42f0-b54d-c9bf0861966e)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:54:27.160358 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8d9e91c5-9bf0-4cfc-8e87-98a241a7e6f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:27.165492 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c41f3-1e24-47ea-a4ad-1067a87b9297 req-3c011901-13d1-4b16-9fa0-a94b9dd8dc7e tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:27.171309 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b29c41f3-1e24-47ea-a4ad-1067a87b9297 req-3c011901-13d1-4b16-9fa0-a94b9dd8dc7e tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3162799 Feb 09 00:54:27.247995 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1af9085-9b6a-46e4-adf2-c1dff8ce2516 None None] DHCP port deletion for 00f1ec81-fa58-4d3e-bcd7-5431a91feebd request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 00:54:27.253655 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a1af9085-9b6a-46e4-adf2-c1dff8ce2516 None None] Deleting port c7758824-b5fe-4c45-bc2c-083113fe4eb5 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:54:27.254174 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a1af9085-9b6a-46e4-adf2-c1dff8ce2516 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:27.270613 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-b29c41f3-1e24-47ea-a4ad-1067a87b9297 req-eadd8e16-74c8-4732-a1cd-76eafdc4e22d tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Request body: {'port': {'device_id': '94f45d6f-055e-41e1-8f5f-ddaddd74a856', 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6', 'admin_state_up': True, 'tenant_id': '11cb43d7eb324bbda10f73a5721a6da2'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:54:27.454570 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-065b3b54-f2ae-4f99-9f4d-b3328b3e972b req-ed151c90-72c9-439f-abd8-4e8b1ae6df83 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:27.468777 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-065b3b54-f2ae-4f99-9f4d-b3328b3e972b req-ed151c90-72c9-439f-abd8-4e8b1ae6df83 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:27.475148 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e91c5-9bf0-4cfc-8e87-98a241a7e6f7 admin admin] Calling delete_port for c7758824-b5fe-4c45-bc2c-083113fe4eb5 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:54:27.496003 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device f09c90ae-2bfb-4ad0-8db3-3b1964c83b37 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:54:27.593904 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device c7758824-b5fe-4c45-bc2c-083113fe4eb5 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:54:27.613124 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8d9e91c5-9bf0-4cfc-8e87-98a241a7e6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:27.673328 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: c7758824-b5fe-4c45-bc2c-083113fe4eb5 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 00:54:27.673696 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device c7758824-b5fe-4c45-bc2c-083113fe4eb5 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 00:54:27.674111 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 8e425fd9-0af5-4367-a072-3d6572627247 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:54:27.703734 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e91c5-9bf0-4cfc-8e87-98a241a7e6f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7758824-b5fe-4c45-bc2c-083113fe4eb5,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:27.709353 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9e91c5-9bf0-4cfc-8e87-98a241a7e6f7 admin admin] No DVR routers for this DVR port c7758824-b5fe-4c45-bc2c-083113fe4eb5 on host n-d-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:54:27.720708 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 8e425fd9-0af5-4367-a072-3d6572627247 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 00:54:27.721047 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 8e425fd9-0af5-4367-a072-3d6572627247 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 00:54:27.729370 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a1af9085-9b6a-46e4-adf2-c1dff8ce2516 None None] For port c7758824-b5fe-4c45-bc2c-083113fe4eb5, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=c7758824-b5fe-4c45-bc2c-083113fe4eb5,segment=NetworkSegment(7eb2952c-6bb3-42f0-b54d-c9bf0861966e),segment_id=7eb2952c-6bb3-42f0-b54d-c9bf0861966e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:54:27.729720 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a1af9085-9b6a-46e4-adf2-c1dff8ce2516 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:27.790094 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c71f5aa-b73e-478e-9e74-1200ba1cfa84 req-997e95f9-2e84-4d39-afd8-a028f4ecdbef tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:27.799188 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2c71f5aa-b73e-478e-9e74-1200ba1cfa84 req-997e95f9-2e84-4d39-afd8-a028f4ecdbef tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] 10.222.0.105 "GET /v2.0/ports?device_id=07f7768a-9732-4abb-898c-f7906c7c0d71 HTTP/1.1" status: 200 len: 951 time: 0.4428988 Feb 09 00:54:27.852630 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-b29c41f3-1e24-47ea-a4ad-1067a87b9297 req-eadd8e16-74c8-4732-a1cd-76eafdc4e22d tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:54:27.853343 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8d9e91c5-9bf0-4cfc-8e87-98a241a7e6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:27.868632 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-b29c41f3-1e24-47ea-a4ad-1067a87b9297 req-eadd8e16-74c8-4732-a1cd-76eafdc4e22d tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Usage tracker for resource:port and tenant:11cb43d7eb324bbda10f73a5721a6da2 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:54:27.875515 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-b29c41f3-1e24-47ea-a4ad-1067a87b9297 req-eadd8e16-74c8-4732-a1cd-76eafdc4e22d tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:54:27.882005 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-8d9e91c5-9bf0-4cfc-8e87-98a241a7e6f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00f1ec81-fa58-4d3e-bcd7-5431a91feebd']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:54:27.889010 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a1af9085-9b6a-46e4-adf2-c1dff8ce2516 None None] Calling delete_port for c7758824-b5fe-4c45-bc2c-083113fe4eb5 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:54:27.895431 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-8d9e91c5-9bf0-4cfc-8e87-98a241a7e6f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eb2952c-6bb3-42f0-b54d-c9bf0861966e') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:54:27.895841 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-8d9e91c5-9bf0-4cfc-8e87-98a241a7e6f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eb2952c-6bb3-42f0-b54d-c9bf0861966e') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:54:27.896478 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-b29c41f3-1e24-47ea-a4ad-1067a87b9297 req-eadd8e16-74c8-4732-a1cd-76eafdc4e22d tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:54:27.908887 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8d9e91c5-9bf0-4cfc-8e87-98a241a7e6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:27.914168 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2c71f5aa-b73e-478e-9e74-1200ba1cfa84 req-37e24469-5894-48da-bf2b-836609782202 tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8313fb7-6eee-49a4-ad87-242a145b6834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034486 Feb 09 00:54:27.923285 n-d-828418-1 neutron-server[87639]: INFO neutron.db.l3_db [req-065b3b54-f2ae-4f99-9f4d-b3328b3e972b req-ed151c90-72c9-439f-abd8-4e8b1ae6df83 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Floating IP 25d9527f-37d3-4520-9e8b-3f3595bc0701 associated. External IP: 172.25.0.236, port: 6674ad44-bb3c-4d06-9858-967f47a43b1a. Feb 09 00:54:27.937636 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8d9e91c5-9bf0-4cfc-8e87-98a241a7e6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:27.944683 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d9e91c5-9bf0-4cfc-8e87-98a241a7e6f7 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:54:27.945160 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8d9e91c5-9bf0-4cfc-8e87-98a241a7e6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:27.974476 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 00:54:27.974476 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:54:27.974476 n-d-828418-1 neutron-server[87638]: timer() Feb 09 00:54:27.974476 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:54:27.974476 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 00:54:27.974476 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 00:54:27.974476 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 00:54:27.974476 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:54:27.974476 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 00:54:27.974476 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:54:27.974476 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 00:54:27.974476 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:54:27.974476 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 00:54:27.974476 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 00:54:27.974476 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:54:27.974476 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 00:54:27.974476 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:54:27.974476 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 00:54:27.974476 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 00:54:27.974476 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 00:54:27.974476 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 00:54:27.974476 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 00:54:27.974476 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:54:27.974476 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:54:27.974476 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 00:54:27.974476 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:54:27.974476 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:54:27.974476 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:54:27.974476 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:54:27.974476 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:54:27.974476 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:54:27.974476 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:54:27.997629 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:28.016976 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b29c41f3-1e24-47ea-a4ad-1067a87b9297 req-eadd8e16-74c8-4732-a1cd-76eafdc4e22d tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Made reservation on behalf of 11cb43d7eb324bbda10f73a5721a6da2 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:54:28.020777 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b29c41f3-1e24-47ea-a4ad-1067a87b9297 req-eadd8e16-74c8-4732-a1cd-76eafdc4e22d tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:28.060098 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b29c41f3-1e24-47ea-a4ad-1067a87b9297 req-eadd8e16-74c8-4732-a1cd-76eafdc4e22d tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:28.076696 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port f09c90ae-2bfb-4ad0-8db3-3b1964c83b37, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=f09c90ae-2bfb-4ad0-8db3-3b1964c83b37,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:54:28.082863 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:28.110900 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8d9e91c5-9bf0-4cfc-8e87-98a241a7e6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:28.132700 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-b29c41f3-1e24-47ea-a4ad-1067a87b9297 req-eadd8e16-74c8-4732-a1cd-76eafdc4e22d tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:54:28.135244 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8d9e91c5-9bf0-4cfc-8e87-98a241a7e6f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:28.149391 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e91c5-9bf0-4cfc-8e87-98a241a7e6f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=00f1ec81-fa58-4d3e-bcd7-5431a91feebd,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:28.162228 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-8d9e91c5-9bf0-4cfc-8e87-98a241a7e6f7 admin admin] 10.222.0.105 "DELETE /v2.0/networks/00f1ec81-fa58-4d3e-bcd7-5431a91feebd HTTP/1.1" status: 204 len: 168 time: 1.3958664 Feb 09 00:54:28.188577 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-a1af9085-9b6a-46e4-adf2-c1dff8ce2516 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 00:54:28.188989 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-a1af9085-9b6a-46e4-adf2-c1dff8ce2516 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 00:54:28.203867 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-b29c41f3-1e24-47ea-a4ad-1067a87b9297 req-eadd8e16-74c8-4732-a1cd-76eafdc4e22d tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Usage tracker for resource:security_group_rule and tenant:11cb43d7eb324bbda10f73a5721a6da2 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:54:28.208049 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=f09c90ae-2bfb-4ad0-8db3-3b1964c83b37,revision_number=11']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:28.215701 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-b29c41f3-1e24-47ea-a4ad-1067a87b9297 req-eadd8e16-74c8-4732-a1cd-76eafdc4e22d tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:54:28.229372 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-b29c41f3-1e24-47ea-a4ad-1067a87b9297 req-eadd8e16-74c8-4732-a1cd-76eafdc4e22d tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:54:28.363114 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43782) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:54:28.394857 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10dadb8-d593-4cc9-ac29-a9e5c13a1438 req-610d9716-0a5a-4b06-b04b-288789f1cf58 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:28.396800 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c10dadb8-d593-4cc9-ac29-a9e5c13a1438 req-610d9716-0a5a-4b06-b04b-288789f1cf58 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=1c220122-25f6-4e6d-b672-91d830d878e0 HTTP/1.1" status: 200 len: 943 time: 0.3195970 Feb 09 00:54:28.414421 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f2a69fec-eaab-4653-8ef9-c65bb8172ae9 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=e92c004a387045f69eb326cd61acc551&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0499840 Feb 09 00:54:28.416957 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43786) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:54:28.477310 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-473111f6-a59a-456e-89be-d7916814f163 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:28.507462 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-473111f6-a59a-456e-89be-d7916814f163 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:28.583815 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-523406c0-4c9a-40e8-be95-4837decc9c5a req-3eded004-c934-46e0-b911-c50b54f31996 tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=11cb43d7eb324bbda10f73a5721a6da2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340040 Feb 09 00:54:28.665813 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c10dadb8-d593-4cc9-ac29-a9e5c13a1438 req-452e6fef-4728-4fa0-a683-c24d8c03d22f tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610207 Feb 09 00:54:28.683555 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-473111f6-a59a-456e-89be-d7916814f163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:28.697300 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a1af9085-9b6a-46e4-adf2-c1dff8ce2516 None None] Deleting port c7758824-b5fe-4c45-bc2c-083113fe4eb5 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:54:28.697689 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-065b3b54-f2ae-4f99-9f4d-b3328b3e972b req-ed151c90-72c9-439f-abd8-4e8b1ae6df83 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Router 74386a0e-8aaf-493a-a0ab-90185a553100 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 00:54:28.698004 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a1af9085-9b6a-46e4-adf2-c1dff8ce2516 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:28.700718 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b29c41f3-1e24-47ea-a4ad-1067a87b9297 req-eadd8e16-74c8-4732-a1cd-76eafdc4e22d tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:28.705488 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b29c41f3-1e24-47ea-a4ad-1067a87b9297 req-eadd8e16-74c8-4732-a1cd-76eafdc4e22d tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:28.730590 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473111f6-a59a-456e-89be-d7916814f163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab5f742-e667-473d-ab5b-c46cba81312c,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:28.748379 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-473111f6-a59a-456e-89be-d7916814f163 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:28.750394 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-473111f6-a59a-456e-89be-d7916814f163 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/2ab5f742-e667-473d-ab5b-c46cba81312c HTTP/1.1" status: 204 len: 168 time: 0.3320096 Feb 09 00:54:28.838851 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523406c0-4c9a-40e8-be95-4837decc9c5a req-4850e334-04cb-4a4e-be00-b9597afcf2b8 tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:28.843973 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-523406c0-4c9a-40e8-be95-4837decc9c5a req-4850e334-04cb-4a4e-be00-b9597afcf2b8 tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2559755 Feb 09 00:54:28.858038 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a1af9085-9b6a-46e4-adf2-c1dff8ce2516 None None] The port 'c7758824-b5fe-4c45-bc2c-083113fe4eb5' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 00:54:28.868294 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-523406c0-4c9a-40e8-be95-4837decc9c5a req-d7e7ac39-eb5b-4b09-8448-d0383245f81d tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Request body: {'port': {'device_id': '5567b915-490a-468c-8e0d-6856d8c8f6d4', 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6', 'admin_state_up': True, 'tenant_id': '11cb43d7eb324bbda10f73a5721a6da2'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:54:28.951798 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadd8e16-74c8-4732-a1cd-76eafdc4e22d tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16acca42-a0c4-49b7-8970-a493bbcd3b34,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:29.022722 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-523406c0-4c9a-40e8-be95-4837decc9c5a req-d7e7ac39-eb5b-4b09-8448-d0383245f81d tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:54:29.026895 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-523406c0-4c9a-40e8-be95-4837decc9c5a req-d7e7ac39-eb5b-4b09-8448-d0383245f81d tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Usage tracker for resource:port and tenant:11cb43d7eb324bbda10f73a5721a6da2 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:54:29.029960 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-523406c0-4c9a-40e8-be95-4837decc9c5a req-d7e7ac39-eb5b-4b09-8448-d0383245f81d tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:54:29.036010 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-523406c0-4c9a-40e8-be95-4837decc9c5a req-d7e7ac39-eb5b-4b09-8448-d0383245f81d tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:54:29.053044 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-523406c0-4c9a-40e8-be95-4837decc9c5a req-d7e7ac39-eb5b-4b09-8448-d0383245f81d tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Made reservation on behalf of 11cb43d7eb324bbda10f73a5721a6da2 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:54:29.056938 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-523406c0-4c9a-40e8-be95-4837decc9c5a req-d7e7ac39-eb5b-4b09-8448-d0383245f81d tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:29.159467 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-065b3b54-f2ae-4f99-9f4d-b3328b3e972b req-ed151c90-72c9-439f-abd8-4e8b1ae6df83 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 00:54:29.171711 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cac54a-7dd8-455a-92f7-81c737fdfdcc None None] Sync routers for ids ['74386a0e-8aaf-493a-a0ab-90185a553100'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:54:29.182498 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cac54a-7dd8-455a-92f7-81c737fdfdcc None None] Routers {'74386a0e-8aaf-493a-a0ab-90185a553100'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:54:29.182928 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-b29c41f3-1e24-47ea-a4ad-1067a87b9297 req-eadd8e16-74c8-4732-a1cd-76eafdc4e22d tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Allocated IP 192.168.233.235 (42d335cf-a678-4bc3-901b-7d21fb8587e6/e7938d94-1f0f-48bd-a0b3-26d5344ff0ec/5d50263e-1665-4d32-98a3-9a5a5c08dbe9) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:54:29.183119 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-76cac54a-7dd8-455a-92f7-81c737fdfdcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:54:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['74386a0e-8aaf-493a-a0ab-90185a553100'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:54:29.207461 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7905f611-baba-42a2-97a6-d492d192c242 req-617c038c-5d5e-4fcc-8cdf-7c7bb4a553f2 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:29.208742 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7905f611-baba-42a2-97a6-d492d192c242 req-617c038c-5d5e-4fcc-8cdf-7c7bb4a553f2 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 945 time: 0.3208127 Feb 09 00:54:29.210816 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43794) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:54:29.221072 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-065b3b54-f2ae-4f99-9f4d-b3328b3e972b req-ed151c90-72c9-439f-abd8-4e8b1ae6df83 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:29.268287 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d99c8346-3129-4b63-a791-3aaa3d6ae5ac admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=f58b45d9b9254f4c89275ff6a8df096f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0557377 Feb 09 00:54:29.270793 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43798) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:54:29.335765 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d1404efb-cc6b-41d9-ba1b-dd14843606ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:29.351043 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-065b3b54-f2ae-4f99-9f4d-b3328b3e972b req-ed151c90-72c9-439f-abd8-4e8b1ae6df83 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] 10.222.0.105 "PUT /v2.0/floatingips/25d9527f-37d3-4520-9e8b-3f3595bc0701 HTTP/1.1" status: 200 len: 996 time: 3.6992967 Feb 09 00:54:29.355566 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8feee8fc-ac0f-4fca-8601-38aaca92c133', 'tag': '6674ad44-bb3c-4d06-9858-967f47a43b1a'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:54:29.366018 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d1404efb-cc6b-41d9-ba1b-dd14843606ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:29.371128 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-76cac54a-7dd8-455a-92f7-81c737fdfdcc None None] Set router 74386a0e-8aaf-493a-a0ab-90185a553100 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:54:29.384733 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7905f611-baba-42a2-97a6-d492d192c242 req-d30447cf-64d6-4c7e-99fa-ff6d4a4f62f9 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1648281 Feb 09 00:54:29.430996 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d1404efb-cc6b-41d9-ba1b-dd14843606ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:29.470491 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c47b0a8-598a-46cf-bc47-6ec291635e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a09f37e6-ba96-457f-a1e9-e8af441f9faa', 'code': 200} Feb 09 00:54:29.472389 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1404efb-cc6b-41d9-ba1b-dd14843606ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b272b252-2af7-4cfe-9f4b-5b3964d50631,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:29.482932 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d1404efb-cc6b-41d9-ba1b-dd14843606ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:29.487443 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d1404efb-cc6b-41d9-ba1b-dd14843606ea admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/b272b252-2af7-4cfe-9f4b-5b3964d50631 HTTP/1.1" status: 204 len: 168 time: 0.2131283 Feb 09 00:54:29.519345 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 38871bc7-9408-4a50-8dd9-52c4d22e003e details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:54:29.643538 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b29c41f3-1e24-47ea-a4ad-1067a87b9297 req-eadd8e16-74c8-4732-a1cd-76eafdc4e22d tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:29.672198 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56366d68-5971-4e79-a1ce-d8f476d45149 req-6000f250-8813-4d34-be6f-acd0bce26962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:29.673876 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-56366d68-5971-4e79-a1ce-d8f476d45149 req-6000f250-8813-4d34-be6f-acd0bce26962 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=9c47b0a8-598a-46cf-bc47-6ec291635e6c HTTP/1.1" status: 200 len: 1100 time: 0.1410010 Feb 09 00:54:29.738385 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b3b54-f2ae-4f99-9f4d-b3328b3e972b req-028a6ca2-f287-44d7-a309-71af031aa597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:29.738630 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-56366d68-5971-4e79-a1ce-d8f476d45149 req-8c8faa11-c4f6-4e0c-8fae-76606a247ea9 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=8f361fac-bee5-49f7-8557-30dc6fac47de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581465 Feb 09 00:54:29.740016 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-065b3b54-f2ae-4f99-9f4d-b3328b3e972b req-028a6ca2-f287-44d7-a309-71af031aa597 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=82ffc79770134f5fbd74ad0a128bf4a8&device_id=8feee8fc-ac0f-4fca-8601-38aaca92c133 HTTP/1.1" status: 200 len: 1096 time: 0.3590524 Feb 09 00:54:29.746341 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-b29c41f3-1e24-47ea-a4ad-1067a87b9297 req-eadd8e16-74c8-4732-a1cd-76eafdc4e22d tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Transition to ACTIVE for port object 5d50263e-1665-4d32-98a3-9a5a5c08dbe9 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:54:29.752994 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 38871bc7-9408-4a50-8dd9-52c4d22e003e, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=38871bc7-9408-4a50-8dd9-52c4d22e003e,segment=NetworkSegment(b907962e-2c92-4e5e-9eb3-daae4f34051b),segment_id=b907962e-2c92-4e5e-9eb3-daae4f34051b)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:54:29.782172 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '38871bc7-9408-4a50-8dd9-52c4d22e003e', 'network_id': 'ded91f5f-4c52-4e17-8569-d9d1696711b8', 'port_id': '38871bc7-9408-4a50-8dd9-52c4d22e003e', 'mac_address': 'fa:16:3e:4c:cb:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '103c212c-bf16-40d1-a89c-07252434eb67', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:54:29.917378 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b29c41f3-1e24-47ea-a4ad-1067a87b9297 req-eadd8e16-74c8-4732-a1cd-76eafdc4e22d tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:29.919129 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b3b54-f2ae-4f99-9f4d-b3328b3e972b req-168d5763-796d-44a2-9cc7-cb23b23fcce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:29.921295 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-065b3b54-f2ae-4f99-9f4d-b3328b3e972b req-168d5763-796d-44a2-9cc7-cb23b23fcce4 service neutron] 10.222.0.105 "GET /v2.0/networks?id=126ed347-4206-4f46-8784-d408232679be HTTP/1.1" status: 200 len: 930 time: 0.1719611 Feb 09 00:54:29.972917 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a54448-366c-4086-bb09-9f1a917aee0b req-57d0e478-b2ca-466c-bec5-dd1056391980 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:29.974436 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-50a54448-366c-4086-bb09-9f1a917aee0b req-57d0e478-b2ca-466c-bec5-dd1056391980 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=3d138cb2-7f80-4596-9e29-dd8aa7bdff4f HTTP/1.1" status: 200 len: 950 time: 0.3418114 Feb 09 00:54:30.010671 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-523406c0-4c9a-40e8-be95-4837decc9c5a req-d7e7ac39-eb5b-4b09-8448-d0383245f81d tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Allocated IP 192.168.233.204 (42d335cf-a678-4bc3-901b-7d21fb8587e6/e7938d94-1f0f-48bd-a0b3-26d5344ff0ec/48fe6a3f-3317-4b0f-b4ba-ddaaef847545) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:54:30.023152 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:30.051046 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38871bc7-9408-4a50-8dd9-52c4d22e003e {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:54:30.082530 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 38871bc7-9408-4a50-8dd9-52c4d22e003e, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=38871bc7-9408-4a50-8dd9-52c4d22e003e,segment=NetworkSegment(b907962e-2c92-4e5e-9eb3-daae4f34051b),segment_id=b907962e-2c92-4e5e-9eb3-daae4f34051b)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:54:30.086712 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:30.124741 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-76cac54a-7dd8-455a-92f7-81c737fdfdcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74386a0e-8aaf-493a-a0ab-90185a553100', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2045698161-router', 'tenant_id': '82ffc79770134f5fbd74ad0a128bf4a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '2745d572-a493-4180-8760-e353f273cc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:53:19Z', 'updated_at': '2022-02-09T00:53:32Z', 'revision_number': 4, 'project_id': '82ffc79770134f5fbd74ad0a128bf4a8', 'gw_port': {'id': '2745d572-a493-4180-8760-e353f273cc77', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:84:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74386a0e-8aaf-493a-a0ab-90185a553100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:53:20Z', 'updated_at': '2022-02-09T00:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '25d9527f-37d3-4520-9e8b-3f3595bc0701', 'tenant_id': '82ffc79770134f5fbd74ad0a128bf4a8', 'floating_ip_address': '172.25.0.236', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '74386a0e-8aaf-493a-a0ab-90185a553100', 'port_id': '6674ad44-bb3c-4d06-9858-967f47a43b1a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '126ed347-4206-4f46-8784-d408232679be', 'mac_address': 'fa:16:3e:4c:02:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8feee8fc-ac0f-4fca-8601-38aaca92c133', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:54:21Z', 'updated_at': '2022-02-09T00:54:27Z', 'revision_number': 1, 'project_id': '82ffc79770134f5fbd74ad0a128bf4a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cdb7e51-c7ba-4d4d-b1f0-f5ec1cb62641', 'name': '', 'network_id': '126ed347-4206-4f46-8784-d408232679be', 'tenant_id': '82ffc79770134f5fbd74ad0a128bf4a8', 'mac_address': 'fa:16:3e:86:dd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74386a0e-8aaf-493a-a0ab-90185a553100', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '16f52b7f-73d5-46c0-b296-524301583da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:53:29Z', 'updated_at': '2022-02-09T00:53:47Z', 'revision_number': 5, 'project_id': '82ffc79770134f5fbd74ad0a128bf4a8', 'subnets': [{'id': '16f52b7f-73d5-46c0-b296-524301583da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:54:30.144582 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cac54a-7dd8-455a-92f7-81c737fdfdcc None None] Checking router: 74386a0e-8aaf-493a-a0ab-90185a553100 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:54:30.164417 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cac54a-7dd8-455a-92f7-81c737fdfdcc None None] Routers {'74386a0e-8aaf-493a-a0ab-90185a553100'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:54:30.165345 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-76cac54a-7dd8-455a-92f7-81c737fdfdcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:54:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['74386a0e-8aaf-493a-a0ab-90185a553100'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:54:30.175752 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b29c41f3-1e24-47ea-a4ad-1067a87b9297 req-eadd8e16-74c8-4732-a1cd-76eafdc4e22d tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Network 42d335cf-a678-4bc3-901b-7d21fb8587e6 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:54:30.178847 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-065b3b54-f2ae-4f99-9f4d-b3328b3e972b req-b4ed8d11-6750-4404-b1cd-f023b94cb1a4 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6674ad44-bb3c-4d06-9858-967f47a43b1a HTTP/1.1" status: 200 len: 999 time: 0.2163763 Feb 09 00:54:30.198787 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-b29c41f3-1e24-47ea-a4ad-1067a87b9297 req-eadd8e16-74c8-4732-a1cd-76eafdc4e22d tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:54:30.201196 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-b29c41f3-1e24-47ea-a4ad-1067a87b9297 req-eadd8e16-74c8-4732-a1cd-76eafdc4e22d tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:54:30.236707 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadd8e16-74c8-4732-a1cd-76eafdc4e22d tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Pushing event updated for resources: {'Port': ['ID=5d50263e-1665-4d32-98a3-9a5a5c08dbe9,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:30.298632 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-523406c0-4c9a-40e8-be95-4837decc9c5a req-d7e7ac39-eb5b-4b09-8448-d0383245f81d tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:30.348276 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-50a54448-366c-4086-bb09-9f1a917aee0b req-c5a34f05-0462-4217-857c-2550e8e903f8 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987657 Feb 09 00:54:30.351750 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-523406c0-4c9a-40e8-be95-4837decc9c5a req-d7e7ac39-eb5b-4b09-8448-d0383245f81d tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Transition to ACTIVE for port object 48fe6a3f-3317-4b0f-b4ba-ddaaef847545 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:54:30.385374 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-76cac54a-7dd8-455a-92f7-81c737fdfdcc None None] Set router 74386a0e-8aaf-493a-a0ab-90185a553100 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:54:30.393717 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-523406c0-4c9a-40e8-be95-4837decc9c5a req-d7e7ac39-eb5b-4b09-8448-d0383245f81d tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:30.449019 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c41f3-1e24-47ea-a4ad-1067a87b9297 req-eadd8e16-74c8-4732-a1cd-76eafdc4e22d tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:30.449734 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b29c41f3-1e24-47ea-a4ad-1067a87b9297 req-eadd8e16-74c8-4732-a1cd-76eafdc4e22d tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:30.485512 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b3b54-f2ae-4f99-9f4d-b3328b3e972b req-958c4e70-4ddf-4873-9138-c5282f8862c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:30.487053 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-065b3b54-f2ae-4f99-9f4d-b3328b3e972b req-958c4e70-4ddf-4873-9138-c5282f8862c7 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=16f52b7f-73d5-46c0-b296-524301583da7 HTTP/1.1" status: 200 len: 868 time: 0.2420712 Feb 09 00:54:30.576547 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b29c41f3-1e24-47ea-a4ad-1067a87b9297 req-eadd8e16-74c8-4732-a1cd-76eafdc4e22d tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3100104 Feb 09 00:54:30.605105 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-b29c41f3-1e24-47ea-a4ad-1067a87b9297 req-31ce02b5-0022-4ffa-9348-ff0e5cc13eae service neutron] Request body: {'port': {'device_id': '94f45d6f-055e-41e1-8f5f-ddaddd74a856', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:54:30.653227 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=38871bc7-9408-4a50-8dd9-52c4d22e003e,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:30.698187 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-de56fde1-64cf-4296-9fb8-127ace87e043 None None] Provisioning for port 5d50263e-1665-4d32-98a3-9a5a5c08dbe9 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:54:30.743950 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-523406c0-4c9a-40e8-be95-4837decc9c5a req-d7e7ac39-eb5b-4b09-8448-d0383245f81d tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Network 42d335cf-a678-4bc3-901b-7d21fb8587e6 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:54:30.749931 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-523406c0-4c9a-40e8-be95-4837decc9c5a req-d7e7ac39-eb5b-4b09-8448-d0383245f81d tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:54:30.753612 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-523406c0-4c9a-40e8-be95-4837decc9c5a req-d7e7ac39-eb5b-4b09-8448-d0383245f81d tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:54:30.809973 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e7ac39-eb5b-4b09-8448-d0383245f81d tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Pushing event updated for resources: {'Port': ['ID=48fe6a3f-3317-4b0f-b4ba-ddaaef847545,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:30.824145 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['38871bc7-9408-4a50-8dd9-52c4d22e003e'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:54:30.858249 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523406c0-4c9a-40e8-be95-4837decc9c5a req-d7e7ac39-eb5b-4b09-8448-d0383245f81d tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:30.859065 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-523406c0-4c9a-40e8-be95-4837decc9c5a req-d7e7ac39-eb5b-4b09-8448-d0383245f81d tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:30.883771 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-523406c0-4c9a-40e8-be95-4837decc9c5a req-d7e7ac39-eb5b-4b09-8448-d0383245f81d tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0307236 Feb 09 00:54:30.899798 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-de56fde1-64cf-4296-9fb8-127ace87e043 None None] Provisioning complete for port 5d50263e-1665-4d32-98a3-9a5a5c08dbe9 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:54:30.900178 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-de56fde1-64cf-4296-9fb8-127ace87e043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:30.900858 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-523406c0-4c9a-40e8-be95-4837decc9c5a req-b488c0d8-58ac-45dc-ab3a-937dccc62041 service neutron] Request body: {'port': {'device_id': '5567b915-490a-468c-8e0d-6856d8c8f6d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:54:30.981136 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-de56fde1-64cf-4296-9fb8-127ace87e043 None None] Port 5d50263e-1665-4d32-98a3-9a5a5c08dbe9 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:54:31.112319 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-523406c0-4c9a-40e8-be95-4837decc9c5a req-b488c0d8-58ac-45dc-ab3a-937dccc62041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:31.119084 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-76cac54a-7dd8-455a-92f7-81c737fdfdcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74386a0e-8aaf-493a-a0ab-90185a553100', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2045698161-router', 'tenant_id': '82ffc79770134f5fbd74ad0a128bf4a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '2745d572-a493-4180-8760-e353f273cc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:53:19Z', 'updated_at': '2022-02-09T00:53:32Z', 'revision_number': 4, 'project_id': '82ffc79770134f5fbd74ad0a128bf4a8', 'gw_port': {'id': '2745d572-a493-4180-8760-e353f273cc77', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:84:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74386a0e-8aaf-493a-a0ab-90185a553100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:53:20Z', 'updated_at': '2022-02-09T00:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '25d9527f-37d3-4520-9e8b-3f3595bc0701', 'tenant_id': '82ffc79770134f5fbd74ad0a128bf4a8', 'floating_ip_address': '172.25.0.236', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '74386a0e-8aaf-493a-a0ab-90185a553100', 'port_id': '6674ad44-bb3c-4d06-9858-967f47a43b1a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '126ed347-4206-4f46-8784-d408232679be', 'mac_address': 'fa:16:3e:4c:02:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8feee8fc-ac0f-4fca-8601-38aaca92c133', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:54:21Z', 'updated_at': '2022-02-09T00:54:27Z', 'revision_number': 1, 'project_id': '82ffc79770134f5fbd74ad0a128bf4a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cdb7e51-c7ba-4d4d-b1f0-f5ec1cb62641', 'name': '', 'network_id': '126ed347-4206-4f46-8784-d408232679be', 'tenant_id': '82ffc79770134f5fbd74ad0a128bf4a8', 'mac_address': 'fa:16:3e:86:dd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74386a0e-8aaf-493a-a0ab-90185a553100', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '16f52b7f-73d5-46c0-b296-524301583da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:53:29Z', 'updated_at': '2022-02-09T00:53:47Z', 'revision_number': 5, 'project_id': '82ffc79770134f5fbd74ad0a128bf4a8', 'subnets': [{'id': '16f52b7f-73d5-46c0-b296-524301583da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:54:31.121610 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b3b54-f2ae-4f99-9f4d-b3328b3e972b req-29811fac-f8c7-431b-a468-aa98f4c14411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:31.123150 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-065b3b54-f2ae-4f99-9f4d-b3328b3e972b req-29811fac-f8c7-431b-a468-aa98f4c14411 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=126ed347-4206-4f46-8784-d408232679be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6272864 Feb 09 00:54:31.125183 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b29c41f3-1e24-47ea-a4ad-1067a87b9297 req-31ce02b5-0022-4ffa-9348-ff0e5cc13eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:31.144110 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [req-065b3b54-f2ae-4f99-9f4d-b3328b3e972b req-e0bcafc5-4724-45b7-96cf-b6b430ed56d0 service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:54:31.145110 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-065b3b54-f2ae-4f99-9f4d-b3328b3e972b req-e0bcafc5-4724-45b7-96cf-b6b430ed56d0 service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084653 Feb 09 00:54:31.152676 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-094d28d2-f2c5-4f98-85b6-f178f5670d90 None None] Provisioning for port 48fe6a3f-3317-4b0f-b4ba-ddaaef847545 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:54:31.161472 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-094d28d2-f2c5-4f98-85b6-f178f5670d90 None None] Provisioning complete for port 48fe6a3f-3317-4b0f-b4ba-ddaaef847545 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:54:31.162193 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-094d28d2-f2c5-4f98-85b6-f178f5670d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:31.187438 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cac54a-7dd8-455a-92f7-81c737fdfdcc None None] The sync data for ids ['74386a0e-8aaf-493a-a0ab-90185a553100'] in n-d-828418-1 is: [{'id': '74386a0e-8aaf-493a-a0ab-90185a553100', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2045698161-router', 'tenant_id': '82ffc79770134f5fbd74ad0a128bf4a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '2745d572-a493-4180-8760-e353f273cc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:53:19Z', 'updated_at': '2022-02-09T00:53:32Z', 'revision_number': 4, 'project_id': '82ffc79770134f5fbd74ad0a128bf4a8', 'gw_port': {'id': '2745d572-a493-4180-8760-e353f273cc77', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:84:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74386a0e-8aaf-493a-a0ab-90185a553100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:53:20Z', 'updated_at': '2022-02-09T00:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '25d9527f-37d3-4520-9e8b-3f3595bc0701', 'tenant_id': '82ffc79770134f5fbd74ad0a128bf4a8', 'floating_ip_address': '172.25.0.236', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '74386a0e-8aaf-493a-a0ab-90185a553100', 'port_id': '6674ad44-bb3c-4d06-9858-967f47a43b1a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '126ed347-4206-4f46-8784-d408232679be', 'mac_address': 'fa:16:3e:4c:02:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8feee8fc-ac0f-4fca-8601-38aaca92c133', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:54:21Z', 'updated_at': '2022-02-09T00:54:27Z', 'revision_number': 1, 'project_id': '82ffc79770134f5fbd74ad0a128bf4a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cdb7e51-c7ba-4d4d-b1f0-f5ec1cb62641', 'name': '', 'network_id': '126ed347-4206-4f46-8784-d408232679be', 'tenant_id': '82ffc79770134f5fbd74ad0a128bf4a8', 'mac_address': 'fa:16:3e:86:dd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74386a0e-8aaf-493a-a0ab-90185a553100', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '16f52b7f-73d5-46c0-b296-524301583da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:53:29Z', 'updated_at': '2022-02-09T00:53:47Z', 'revision_number': 5, 'project_id': '82ffc79770134f5fbd74ad0a128bf4a8', 'subnets': [{'id': '16f52b7f-73d5-46c0-b296-524301583da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:54:31.271470 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-094d28d2-f2c5-4f98-85b6-f178f5670d90 None None] Port 48fe6a3f-3317-4b0f-b4ba-ddaaef847545 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:54:31.416866 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8bbd8-5cee-43bb-8154-864a1339d877 req-23d4b0ef-bf55-4353-8f92-75f92bb6c2fe tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:31.417589 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-eed8bbd8-5cee-43bb-8154-864a1339d877 req-23d4b0ef-bf55-4353-8f92-75f92bb6c2fe tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Synchronizing usage tracker for tenant:11cb43d7eb324bbda10f73a5721a6da2 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:54:31.472135 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51ce712b-63c6-4024-b743-f12868b3e100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f16d05c2-eae9-44a5-8686-789fbb3c6fe4'}, {'server_uuid': '07f7768a-9732-4abb-898c-f7906c7c0d71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f09c90ae-2bfb-4ad0-8db3-3b1964c83b37'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:54:31.532076 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-eed8bbd8-5cee-43bb-8154-864a1339d877 req-23d4b0ef-bf55-4353-8f92-75f92bb6c2fe tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Unset dirty status for tenant:11cb43d7eb324bbda10f73a5721a6da2 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:54:31.533278 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-eed8bbd8-5cee-43bb-8154-864a1339d877 req-23d4b0ef-bf55-4353-8f92-75f92bb6c2fe tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] 10.222.0.105 "GET /v2.0/ports?device_id=5567b915-490a-468c-8e0d-6856d8c8f6d4 HTTP/1.1" status: 200 len: 936 time: 0.7361963 Feb 09 00:54:31.573870 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-065b3b54-f2ae-4f99-9f4d-b3328b3e972b req-69172493-b0d8-4247-893f-19232e912ead service neutron] 10.222.0.105 "GET /v2.0/networks/126ed347-4206-4f46-8784-d408232679be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4202807 Feb 09 00:54:31.602802 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038d5c0d-31e9-4146-9220-f7a327183c64 None None] New status for floating IP 25d9527f-37d3-4520-9e8b-3f3595bc0701: ACTIVE {{(pid=87641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 00:54:31.693504 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [req-523406c0-4c9a-40e8-be95-4837decc9c5a req-b488c0d8-58ac-45dc-ab3a-937dccc62041 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48fe6a3f-3317-4b0f-b4ba-ddaaef847545 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:54:31.702487 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-523406c0-4c9a-40e8-be95-4837decc9c5a req-b488c0d8-58ac-45dc-ab3a-937dccc62041 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:31.720919 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-523406c0-4c9a-40e8-be95-4837decc9c5a req-b488c0d8-58ac-45dc-ab3a-937dccc62041 service neutron] Transition to ACTIVE for port object 48fe6a3f-3317-4b0f-b4ba-ddaaef847545 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:54:31.728331 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-523406c0-4c9a-40e8-be95-4837decc9c5a req-b488c0d8-58ac-45dc-ab3a-937dccc62041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:31.756136 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-eed8bbd8-5cee-43bb-8154-864a1339d877 req-7b0ab2fe-bf97-40a2-a4d6-e99993205008 tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Synchronizing usage tracker for tenant:11cb43d7eb324bbda10f73a5721a6da2 on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:54:31.864106 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-eed8bbd8-5cee-43bb-8154-864a1339d877 req-7b0ab2fe-bf97-40a2-a4d6-e99993205008 tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Unset dirty status for tenant:11cb43d7eb324bbda10f73a5721a6da2 on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:54:31.865407 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-eed8bbd8-5cee-43bb-8154-864a1339d877 req-7b0ab2fe-bf97-40a2-a4d6-e99993205008 tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] 10.222.0.105 "GET /v2.0/security-groups?id=16acca42-a0c4-49b7-8970-a493bbcd3b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197315 Feb 09 00:54:31.964906 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-065b3b54-f2ae-4f99-9f4d-b3328b3e972b req-76a430b4-9f18-445d-82ba-801945dfe10d service neutron] 10.222.0.105 "GET /v2.0/networks/126ed347-4206-4f46-8784-d408232679be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3761406 Feb 09 00:54:32.016441 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b488c0d8-58ac-45dc-ab3a-937dccc62041 service neutron] Pushing event updated for resources: {'Port': ['ID=48fe6a3f-3317-4b0f-b4ba-ddaaef847545,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:32.093291 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-523406c0-4c9a-40e8-be95-4837decc9c5a req-b488c0d8-58ac-45dc-ab3a-937dccc62041 service neutron] Attempting to bind port 48fe6a3f-3317-4b0f-b4ba-ddaaef847545 on host n-h2-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:54:32.093291 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-523406c0-4c9a-40e8-be95-4837decc9c5a req-b488c0d8-58ac-45dc-ab3a-937dccc62041 service neutron] Attempting to bind port 48fe6a3f-3317-4b0f-b4ba-ddaaef847545 by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:54:32.093561 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523406c0-4c9a-40e8-be95-4837decc9c5a req-b488c0d8-58ac-45dc-ab3a-937dccc62041 service neutron] Attempting to bind port 48fe6a3f-3317-4b0f-b4ba-ddaaef847545 on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:54:32.098474 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523406c0-4c9a-40e8-be95-4837decc9c5a req-b488c0d8-58ac-45dc-ab3a-937dccc62041 service neutron] Port 48fe6a3f-3317-4b0f-b4ba-ddaaef847545 on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:54:32.098790 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523406c0-4c9a-40e8-be95-4837decc9c5a req-b488c0d8-58ac-45dc-ab3a-937dccc62041 service neutron] Attempting to bind port 48fe6a3f-3317-4b0f-b4ba-ddaaef847545 on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:54:32.104246 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523406c0-4c9a-40e8-be95-4837decc9c5a req-b488c0d8-58ac-45dc-ab3a-937dccc62041 service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:54:32.104484 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523406c0-4c9a-40e8-be95-4837decc9c5a req-b488c0d8-58ac-45dc-ab3a-937dccc62041 service neutron] Checking segment: {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:54:32.104972 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523406c0-4c9a-40e8-be95-4837decc9c5a req-b488c0d8-58ac-45dc-ab3a-937dccc62041 service neutron] Bound using segment: {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:54:32.105540 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-523406c0-4c9a-40e8-be95-4837decc9c5a req-b488c0d8-58ac-45dc-ab3a-937dccc62041 service neutron] Bound port: 48fe6a3f-3317-4b0f-b4ba-ddaaef847545, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:54:32.105930 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-523406c0-4c9a-40e8-be95-4837decc9c5a req-b488c0d8-58ac-45dc-ab3a-937dccc62041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:32.161142 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-b29c41f3-1e24-47ea-a4ad-1067a87b9297 req-31ce02b5-0022-4ffa-9348-ff0e5cc13eae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d50263e-1665-4d32-98a3-9a5a5c08dbe9 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:54:32.171420 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b29c41f3-1e24-47ea-a4ad-1067a87b9297 req-31ce02b5-0022-4ffa-9348-ff0e5cc13eae service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:32.195860 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-b29c41f3-1e24-47ea-a4ad-1067a87b9297 req-31ce02b5-0022-4ffa-9348-ff0e5cc13eae service neutron] Transition to ACTIVE for port object 5d50263e-1665-4d32-98a3-9a5a5c08dbe9 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:54:32.201566 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b29c41f3-1e24-47ea-a4ad-1067a87b9297 req-31ce02b5-0022-4ffa-9348-ff0e5cc13eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:32.223376 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-523406c0-4c9a-40e8-be95-4837decc9c5a req-b488c0d8-58ac-45dc-ab3a-937dccc62041 service neutron] For port 48fe6a3f-3317-4b0f-b4ba-ddaaef847545, host n-h2-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:54:32.228048 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-523406c0-4c9a-40e8-be95-4837decc9c5a req-b488c0d8-58ac-45dc-ab3a-937dccc62041 service neutron] For port 48fe6a3f-3317-4b0f-b4ba-ddaaef847545, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=48fe6a3f-3317-4b0f-b4ba-ddaaef847545,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:54:32.231965 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-523406c0-4c9a-40e8-be95-4837decc9c5a req-b488c0d8-58ac-45dc-ab3a-937dccc62041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:32.281110 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba455078-b69f-4bc8-8970-66e18b5d0407 req-2168b8f4-95e9-4fbd-8673-7c170a074212 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:32.282915 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ba455078-b69f-4bc8-8970-66e18b5d0407 req-2168b8f4-95e9-4fbd-8673-7c170a074212 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/ports?device_id=9c47b0a8-598a-46cf-bc47-6ec291635e6c HTTP/1.1" status: 200 len: 949 time: 0.2076802 Feb 09 00:54:32.317950 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523406c0-4c9a-40e8-be95-4837decc9c5a req-b488c0d8-58ac-45dc-ab3a-937dccc62041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:32.318779 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-523406c0-4c9a-40e8-be95-4837decc9c5a req-b488c0d8-58ac-45dc-ab3a-937dccc62041 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:32.320469 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-523406c0-4c9a-40e8-be95-4837decc9c5a req-b488c0d8-58ac-45dc-ab3a-937dccc62041 service neutron] 10.222.0.99 "PUT /v2.0/ports/48fe6a3f-3317-4b0f-b4ba-ddaaef847545 HTTP/1.1" status: 200 len: 1096 time: 1.4291792 Feb 09 00:54:32.321022 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5567b915-490a-468c-8e0d-6856d8c8f6d4', 'tag': '48fe6a3f-3317-4b0f-b4ba-ddaaef847545'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:54:32.346974 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b488c0d8-58ac-45dc-ab3a-937dccc62041 service neutron] Pushing event updated for resources: {'Port': ['ID=48fe6a3f-3317-4b0f-b4ba-ddaaef847545,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:32.375245 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ce02b5-0022-4ffa-9348-ff0e5cc13eae service neutron] Pushing event updated for resources: {'Port': ['ID=5d50263e-1665-4d32-98a3-9a5a5c08dbe9,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:32.450425 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ba455078-b69f-4bc8-8970-66e18b5d0407 req-77422e0c-1a48-4647-9647-9b10361ae712 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f361fac-bee5-49f7-8557-30dc6fac47de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164334 Feb 09 00:54:32.489528 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523406c0-4c9a-40e8-be95-4837decc9c5a req-46bf3f98-d472-42f2-8885-f51dc9736e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:32.491727 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-523406c0-4c9a-40e8-be95-4837decc9c5a req-46bf3f98-d472-42f2-8885-f51dc9736e45 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=11cb43d7eb324bbda10f73a5721a6da2&device_id=5567b915-490a-468c-8e0d-6856d8c8f6d4 HTTP/1.1" status: 200 len: 1099 time: 0.1251700 Feb 09 00:54:32.560593 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8feee8fc-ac0f-4fca-8601-38aaca92c133', 'tag': '6674ad44-bb3c-4d06-9858-967f47a43b1a', 'status': 'completed', 'code': 200} Feb 09 00:54:32.579676 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-b29c41f3-1e24-47ea-a4ad-1067a87b9297 req-31ce02b5-0022-4ffa-9348-ff0e5cc13eae service neutron] Attempting to bind port 5d50263e-1665-4d32-98a3-9a5a5c08dbe9 on host n-h2-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:54:32.580014 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-b29c41f3-1e24-47ea-a4ad-1067a87b9297 req-31ce02b5-0022-4ffa-9348-ff0e5cc13eae service neutron] Attempting to bind port 5d50263e-1665-4d32-98a3-9a5a5c08dbe9 by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:54:32.580343 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29c41f3-1e24-47ea-a4ad-1067a87b9297 req-31ce02b5-0022-4ffa-9348-ff0e5cc13eae service neutron] Attempting to bind port 5d50263e-1665-4d32-98a3-9a5a5c08dbe9 on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:54:32.586203 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29c41f3-1e24-47ea-a4ad-1067a87b9297 req-31ce02b5-0022-4ffa-9348-ff0e5cc13eae service neutron] Port 5d50263e-1665-4d32-98a3-9a5a5c08dbe9 on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:54:32.586531 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29c41f3-1e24-47ea-a4ad-1067a87b9297 req-31ce02b5-0022-4ffa-9348-ff0e5cc13eae service neutron] Attempting to bind port 5d50263e-1665-4d32-98a3-9a5a5c08dbe9 on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:54:32.594835 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29c41f3-1e24-47ea-a4ad-1067a87b9297 req-31ce02b5-0022-4ffa-9348-ff0e5cc13eae service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:54:32.595443 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29c41f3-1e24-47ea-a4ad-1067a87b9297 req-31ce02b5-0022-4ffa-9348-ff0e5cc13eae service neutron] Checking segment: {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:54:32.595897 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29c41f3-1e24-47ea-a4ad-1067a87b9297 req-31ce02b5-0022-4ffa-9348-ff0e5cc13eae service neutron] Bound using segment: {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:54:32.596485 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-b29c41f3-1e24-47ea-a4ad-1067a87b9297 req-31ce02b5-0022-4ffa-9348-ff0e5cc13eae service neutron] Bound port: 5d50263e-1665-4d32-98a3-9a5a5c08dbe9, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:54:32.596932 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b29c41f3-1e24-47ea-a4ad-1067a87b9297 req-31ce02b5-0022-4ffa-9348-ff0e5cc13eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:32.731778 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-523406c0-4c9a-40e8-be95-4837decc9c5a req-cb6cd3b0-3234-4f50-9646-ae3b47223c1a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=48fe6a3f-3317-4b0f-b4ba-ddaaef847545 HTTP/1.1" status: 200 len: 217 time: 0.2322428 Feb 09 00:54:32.790831 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-b29c41f3-1e24-47ea-a4ad-1067a87b9297 req-31ce02b5-0022-4ffa-9348-ff0e5cc13eae service neutron] For port 5d50263e-1665-4d32-98a3-9a5a5c08dbe9, host n-h2-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:54:32.795243 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-b29c41f3-1e24-47ea-a4ad-1067a87b9297 req-31ce02b5-0022-4ffa-9348-ff0e5cc13eae service neutron] For port 5d50263e-1665-4d32-98a3-9a5a5c08dbe9, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=5d50263e-1665-4d32-98a3-9a5a5c08dbe9,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:54:32.804578 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b29c41f3-1e24-47ea-a4ad-1067a87b9297 req-31ce02b5-0022-4ffa-9348-ff0e5cc13eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:32.874619 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523406c0-4c9a-40e8-be95-4837decc9c5a req-e5557234-35ed-4d7a-84dd-150ff78bde0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:32.876286 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-523406c0-4c9a-40e8-be95-4837decc9c5a req-e5557234-35ed-4d7a-84dd-150ff78bde0c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.1362903 Feb 09 00:54:32.879689 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef31ef4-4117-4f61-aff5-3cec40f106a8 req-652ddd23-50e0-4df7-86b0-9d9917bc9db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:32.881223 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-5ef31ef4-4117-4f61-aff5-3cec40f106a8 req-652ddd23-50e0-4df7-86b0-9d9917bc9db2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=82ffc79770134f5fbd74ad0a128bf4a8&device_id=8feee8fc-ac0f-4fca-8601-38aaca92c133 HTTP/1.1" status: 200 len: 1096 time: 0.3151972 Feb 09 00:54:32.893475 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee94e2-bab2-4a6d-8ce5-fa7e3b5912df req-c2dd0a13-7f9a-4793-9fb0-b59a04314869 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:32.897783 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-81ee94e2-bab2-4a6d-8ce5-fa7e3b5912df req-c2dd0a13-7f9a-4793-9fb0-b59a04314869 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=1c220122-25f6-4e6d-b672-91d830d878e0 HTTP/1.1" status: 200 len: 944 time: 0.1975698 Feb 09 00:54:32.899155 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c41f3-1e24-47ea-a4ad-1067a87b9297 req-31ce02b5-0022-4ffa-9348-ff0e5cc13eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:32.899775 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b29c41f3-1e24-47ea-a4ad-1067a87b9297 req-31ce02b5-0022-4ffa-9348-ff0e5cc13eae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:32.901135 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b29c41f3-1e24-47ea-a4ad-1067a87b9297 req-31ce02b5-0022-4ffa-9348-ff0e5cc13eae service neutron] 10.222.0.99 "PUT /v2.0/ports/5d50263e-1665-4d32-98a3-9a5a5c08dbe9 HTTP/1.1" status: 200 len: 1096 time: 2.3170538 Feb 09 00:54:32.949983 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ce02b5-0022-4ffa-9348-ff0e5cc13eae service neutron] Pushing event updated for resources: {'Port': ['ID=5d50263e-1665-4d32-98a3-9a5a5c08dbe9,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:33.052703 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-81ee94e2-bab2-4a6d-8ce5-fa7e3b5912df req-a61a1e80-0743-4a99-a0ab-dd97930bd7d0 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481931 Feb 09 00:54:33.099435 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c41f3-1e24-47ea-a4ad-1067a87b9297 req-c31e881d-bfb9-4885-a148-4c71bd1a4292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:33.104539 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b29c41f3-1e24-47ea-a4ad-1067a87b9297 req-c31e881d-bfb9-4885-a148-4c71bd1a4292 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=11cb43d7eb324bbda10f73a5721a6da2&device_id=94f45d6f-055e-41e1-8f5f-ddaddd74a856 HTTP/1.1" status: 200 len: 1099 time: 0.1471195 Feb 09 00:54:33.196653 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b29c41f3-1e24-47ea-a4ad-1067a87b9297 req-dfb0bf5f-8559-4b0d-b17d-7d15ed1793e4 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=5d50263e-1665-4d32-98a3-9a5a5c08dbe9 HTTP/1.1" status: 200 len: 217 time: 0.0853055 Feb 09 00:54:33.396257 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef31ef4-4117-4f61-aff5-3cec40f106a8 req-2a294626-84c4-4097-99c0-3f117fe95202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:33.397940 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-5ef31ef4-4117-4f61-aff5-3cec40f106a8 req-2a294626-84c4-4097-99c0-3f117fe95202 service neutron] 10.222.0.62 "GET /v2.0/networks?id=126ed347-4206-4f46-8784-d408232679be HTTP/1.1" status: 200 len: 930 time: 0.5089231 Feb 09 00:54:33.400712 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-2344ebcf-0d91-47c4-9d36-b3ca79ee6d2a req-2a8eca7c-3451-43cf-8fba-6ded14546fb5 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=1f26b1f1-bccd-471c-9b04-b9969c8e9c78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5097189 Feb 09 00:54:33.404268 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-3b96b3df-aa78-474d-a53a-34c2d2bea6a6 req-ccca5360-6c83-4605-8e1f-7b9f14cd609d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f4b50d6d-b742-465e-b92d-ffeb95538b3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4067478 Feb 09 00:54:33.461355 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523406c0-4c9a-40e8-be95-4837decc9c5a req-7ba27fce-0f31-4e54-9b07-3438d999dce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:33.462997 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-523406c0-4c9a-40e8-be95-4837decc9c5a req-7ba27fce-0f31-4e54-9b07-3438d999dce9 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5375204 Feb 09 00:54:33.535104 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c41f3-1e24-47ea-a4ad-1067a87b9297 req-a9461ed3-3d80-4920-a5ef-bba209a0febe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:33.536554 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b29c41f3-1e24-47ea-a4ad-1067a87b9297 req-a9461ed3-3d80-4920-a5ef-bba209a0febe service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.2562983 Feb 09 00:54:33.541160 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 38871bc7-9408-4a50-8dd9-52c4d22e003e up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:54:33.610259 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b52e1-6e9e-43f2-9b1f-e6141f2e8eab req-9e13ddaf-5de4-4b11-81fb-f55a7ac8fd6d tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:33.611855 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-338b52e1-6e9e-43f2-9b1f-e6141f2e8eab req-9e13ddaf-5de4-4b11-81fb-f55a7ac8fd6d tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=3d138cb2-7f80-4596-9e29-dd8aa7bdff4f HTTP/1.1" status: 200 len: 950 time: 0.4141052 Feb 09 00:54:33.624435 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port 38871bc7-9408-4a50-8dd9-52c4d22e003e completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:54:33.630311 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 38871bc7-9408-4a50-8dd9-52c4d22e003e triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:54:33.630865 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:33.644086 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777d11d-e9d2-4c78-8e22-89e313e38072 req-0b48750d-56a3-4ad0-942b-b6a89e199c88 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:33.651900 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d777d11d-e9d2-4c78-8e22-89e313e38072 req-0b48750d-56a3-4ad0-942b-b6a89e199c88 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 945 time: 0.4105301 Feb 09 00:54:33.714772 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-5ef31ef4-4117-4f61-aff5-3cec40f106a8 req-06dacc8f-d07a-49e6-8d66-ee05cbe850da service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6674ad44-bb3c-4d06-9858-967f47a43b1a HTTP/1.1" status: 200 len: 1001 time: 0.3094981 Feb 09 00:54:33.720981 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-338b52e1-6e9e-43f2-9b1f-e6141f2e8eab req-491eeda4-72e3-4507-8598-3822e095380a tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031339 Feb 09 00:54:33.746195 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d777d11d-e9d2-4c78-8e22-89e313e38072 req-0f0c0004-e78e-4b91-9421-ad859439adfa tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941675 Feb 09 00:54:33.762095 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c41f3-1e24-47ea-a4ad-1067a87b9297 req-1a36f8fa-4154-4c23-ad3c-b1469f2555dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:33.763604 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b29c41f3-1e24-47ea-a4ad-1067a87b9297 req-1a36f8fa-4154-4c23-ad3c-b1469f2555dc service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2204609 Feb 09 00:54:33.793342 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:33.825840 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-523406c0-4c9a-40e8-be95-4837decc9c5a req-8259850e-c77f-47ac-963b-c68980ee6c44 service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3234785 Feb 09 00:54:33.861022 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51ce712b-63c6-4024-b743-f12868b3e100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f16d05c2-eae9-44a5-8686-789fbb3c6fe4', 'code': 200} Feb 09 00:54:33.863925 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07f7768a-9732-4abb-898c-f7906c7c0d71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f09c90ae-2bfb-4ad0-8db3-3b1964c83b37', 'code': 200} Feb 09 00:54:33.869686 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 38871bc7-9408-4a50-8dd9-52c4d22e003e, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=38871bc7-9408-4a50-8dd9-52c4d22e003e,segment=NetworkSegment(b907962e-2c92-4e5e-9eb3-daae4f34051b),segment_id=b907962e-2c92-4e5e-9eb3-daae4f34051b)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:54:33.876964 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:33.919139 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.99', 61719) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:54:33.928246 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef31ef4-4117-4f61-aff5-3cec40f106a8 req-926fc157-3030-4893-90a5-132c8ccd7fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:33.929793 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-5ef31ef4-4117-4f61-aff5-3cec40f106a8 req-926fc157-3030-4893-90a5-132c8ccd7fb6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=16f52b7f-73d5-46c0-b296-524301583da7 HTTP/1.1" status: 200 len: 868 time: 0.2060025 Feb 09 00:54:33.939597 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344ebcf-0d91-47c4-9d36-b3ca79ee6d2a req-4579b8bd-73d3-4541-9535-8d2e19668029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:33.941127 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-2344ebcf-0d91-47c4-9d36-b3ca79ee6d2a req-4579b8bd-73d3-4541-9535-8d2e19668029 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=8d883076d7064c219a98a8f981d7945a&device_id=1f26b1f1-bccd-471c-9b04-b9969c8e9c78 HTTP/1.1" status: 200 len: 1095 time: 0.4083128 Feb 09 00:54:33.946324 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b96b3df-aa78-474d-a53a-34c2d2bea6a6 req-655ff2a7-842e-470d-8059-29b9f7b473b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:33.947740 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-3b96b3df-aa78-474d-a53a-34c2d2bea6a6 req-655ff2a7-842e-470d-8059-29b9f7b473b0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1510c38a4b2046b5a9943ab7f2f7db5c&device_id=f4b50d6d-b742-465e-b92d-ffeb95538b3f HTTP/1.1" status: 200 len: 1100 time: 0.4776154 Feb 09 00:54:33.989366 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=38871bc7-9408-4a50-8dd9-52c4d22e003e,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:34.047526 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5567b915-490a-468c-8e0d-6856d8c8f6d4', 'tag': '48fe6a3f-3317-4b0f-b4ba-ddaaef847545', 'status': 'completed', 'code': 200} Feb 09 00:54:34.155769 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b29c41f3-1e24-47ea-a4ad-1067a87b9297 req-edf9faaf-e56b-479b-a18f-edff729da0c4 service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3846035 Feb 09 00:54:34.196225 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5751741d-6667-47a4-a7bb-a6b3335e946a req-f968de77-5502-400d-a3fe-547c0a44a6c7 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] 10.222.0.105 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=3d885c3c-255c-4e54-addc-b28437d0b18e HTTP/1.1" status: 200 len: 258 time: 0.3019381 Feb 09 00:54:34.260474 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-5751741d-6667-47a4-a7bb-a6b3335e946a req-aa942e88-f71c-4f2c-9bed-a247a433c109 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Request body: {'floatingip': {'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:54:34.267371 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8553f920-e43f-428c-be86-a1f25f87a7c4 req-452cea4f-154a-4cb1-9488-e1bb6579569e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:34.268726 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8553f920-e43f-428c-be86-a1f25f87a7c4 req-452cea4f-154a-4cb1-9488-e1bb6579569e service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 1096 time: 0.3435357 Feb 09 00:54:34.272580 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-5751741d-6667-47a4-a7bb-a6b3335e946a req-aa942e88-f71c-4f2c-9bed-a247a433c109 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:54:34.279320 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-523406c0-4c9a-40e8-be95-4837decc9c5a req-f0225c19-2dd1-4eb3-9c65-e450ef6f6afb service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4383619 Feb 09 00:54:34.314424 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-5751741d-6667-47a4-a7bb-a6b3335e946a req-aa942e88-f71c-4f2c-9bed-a247a433c109 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:54:34.346524 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b96b3df-aa78-474d-a53a-34c2d2bea6a6 req-c936f7da-25ee-48c7-99ee-0cb14506194c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:34.348305 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-3b96b3df-aa78-474d-a53a-34c2d2bea6a6 req-c936f7da-25ee-48c7-99ee-0cb14506194c service neutron] 10.222.0.62 "GET /v2.0/networks?id=42d335cf-a678-4bc3-901b-7d21fb8587e6 HTTP/1.1" status: 200 len: 870 time: 0.3559504 Feb 09 00:54:34.350365 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344ebcf-0d91-47c4-9d36-b3ca79ee6d2a req-c24fb174-5deb-496a-bef4-1ec279863f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:34.351714 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-2344ebcf-0d91-47c4-9d36-b3ca79ee6d2a req-c24fb174-5deb-496a-bef4-1ec279863f2b service neutron] 10.222.0.99 "GET /v2.0/networks?id=ded91f5f-4c52-4e17-8569-d9d1696711b8 HTTP/1.1" status: 200 len: 909 time: 0.3582702 Feb 09 00:54:34.375730 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5751741d-6667-47a4-a7bb-a6b3335e946a req-aa942e88-f71c-4f2c-9bed-a247a433c109 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Notify callbacks [] for floatingip, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:34.402136 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8553f920-e43f-428c-be86-a1f25f87a7c4 req-5fc9cf47-064c-4b5a-bcaf-32b04b17f92a service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270711 Feb 09 00:54:34.407064 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b29c41f3-1e24-47ea-a4ad-1067a87b9297 req-825623ee-54f3-4936-af77-ba790445f84b service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454100 Feb 09 00:54:34.453794 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef31ef4-4117-4f61-aff5-3cec40f106a8 req-7b8ea6a6-3b91-4356-8915-30e1af19acbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:34.455292 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-5ef31ef4-4117-4f61-aff5-3cec40f106a8 req-7b8ea6a6-3b91-4356-8915-30e1af19acbd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=126ed347-4206-4f46-8784-d408232679be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5115588 Feb 09 00:54:34.524976 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-3b96b3df-aa78-474d-a53a-34c2d2bea6a6 req-e3e02b9c-2bc4-4e31-942a-28dedfb6aa98 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=18e5b7f8-4107-4b63-9dee-d921fc6084ef HTTP/1.1" status: 200 len: 217 time: 0.1695635 Feb 09 00:54:34.558283 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-2344ebcf-0d91-47c4-9d36-b3ca79ee6d2a req-6a071002-ca6c-4a37-930f-9af723792a9e service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f HTTP/1.1" status: 200 len: 217 time: 0.1393526 Feb 09 00:54:34.568687 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984acf7b-5fa7-4296-badc-29a517c81045 req-4e410e2f-caf8-4b39-9f18-e5a194f58244 tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:34.569682 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-984acf7b-5fa7-4296-badc-29a517c81045 req-4e410e2f-caf8-4b39-9f18-e5a194f58244 tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] 10.222.0.105 "GET /v2.0/ports?device_id=5567b915-490a-468c-8e0d-6856d8c8f6d4 HTTP/1.1" status: 200 len: 948 time: 0.1103702 Feb 09 00:54:34.571335 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94f45d6f-055e-41e1-8f5f-ddaddd74a856', 'tag': '5d50263e-1665-4d32-98a3-9a5a5c08dbe9'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:54:34.636470 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-984acf7b-5fa7-4296-badc-29a517c81045 req-59b80112-7741-4d64-b123-3c0e97d1dc66 tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] 10.222.0.105 "GET /v2.0/security-groups?id=16acca42-a0c4-49b7-8970-a493bbcd3b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575871 Feb 09 00:54:34.659117 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5751741d-6667-47a4-a7bb-a6b3335e946a req-aa942e88-f71c-4f2c-9bed-a247a433c109 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:34.784709 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b96b3df-aa78-474d-a53a-34c2d2bea6a6 req-1b23818f-2082-4992-8a01-643d1ceef802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:34.790358 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-3b96b3df-aa78-474d-a53a-34c2d2bea6a6 req-1b23818f-2082-4992-8a01-643d1ceef802 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.2318287 Feb 09 00:54:34.847627 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-5751741d-6667-47a4-a7bb-a6b3335e946a req-aa942e88-f71c-4f2c-9bed-a247a433c109 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Allocated IP 172.25.0.107 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/773bb399-145e-49b9-8be9-f7020a384dd0) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:54:34.995079 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344ebcf-0d91-47c4-9d36-b3ca79ee6d2a req-6c92cc1e-385b-4843-ae03-3d2410231fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:34.996554 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-2344ebcf-0d91-47c4-9d36-b3ca79ee6d2a req-6c92cc1e-385b-4843-ae03-3d2410231fb6 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=103c212c-bf16-40d1-a89c-07252434eb67 HTTP/1.1" status: 200 len: 848 time: 0.3193278 Feb 09 00:54:35.058329 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a7340c-3791-45be-84ab-8c39fbccac03 req-54ba3c32-590d-4e70-84cb-ab153aea8b38 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:35.059907 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f9a7340c-3791-45be-84ab-8c39fbccac03 req-54ba3c32-590d-4e70-84cb-ab153aea8b38 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=1c220122-25f6-4e6d-b672-91d830d878e0 HTTP/1.1" status: 200 len: 945 time: 0.2143993 Feb 09 00:54:35.070422 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-5ef31ef4-4117-4f61-aff5-3cec40f106a8 req-430f1305-c6eb-4ab2-aae9-b040fa8c7a26 service neutron] 10.222.0.62 "GET /v2.0/networks/126ed347-4206-4f46-8784-d408232679be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5472546 Feb 09 00:54:35.072458 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-2344ebcf-0d91-47c4-9d36-b3ca79ee6d2a req-2fd405a6-0996-40ac-9685-b6145320add4 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=ded91f5f-4c52-4e17-8569-d9d1696711b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600111 Feb 09 00:54:35.080923 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6528582-ec59-4cf4-87a2-26931f2663a0 req-9711eb17-02a7-4a83-8cfd-62fa6208cce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:35.082435 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e6528582-ec59-4cf4-87a2-26931f2663a0 req-9711eb17-02a7-4a83-8cfd-62fa6208cce1 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=11cb43d7eb324bbda10f73a5721a6da2&device_id=5567b915-490a-468c-8e0d-6856d8c8f6d4 HTTP/1.1" status: 200 len: 1099 time: 0.6699541 Feb 09 00:54:35.103327 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5751741d-6667-47a4-a7bb-a6b3335e946a req-aa942e88-f71c-4f2c-9bed-a247a433c109 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:35.132915 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f9a7340c-3791-45be-84ab-8c39fbccac03 req-e5374c91-8229-4f52-ac2e-674e80b021a0 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638766 Feb 09 00:54:35.165482 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5751741d-6667-47a4-a7bb-a6b3335e946a req-aa942e88-f71c-4f2c-9bed-a247a433c109 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:35.243904 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5751741d-6667-47a4-a7bb-a6b3335e946a req-aa942e88-f71c-4f2c-9bed-a247a433c109 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:54:35.247110 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-5751741d-6667-47a4-a7bb-a6b3335e946a req-aa942e88-f71c-4f2c-9bed-a247a433c109 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:54:35.249793 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-5751741d-6667-47a4-a7bb-a6b3335e946a req-aa942e88-f71c-4f2c-9bed-a247a433c109 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:54:35.296408 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa942e88-f71c-4f2c-9bed-a247a433c109 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Pushing event updated for resources: {'Port': ['ID=773bb399-145e-49b9-8be9-f7020a384dd0,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:35.351448 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5751741d-6667-47a4-a7bb-a6b3335e946a req-aa942e88-f71c-4f2c-9bed-a247a433c109 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:35.428928 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5751741d-6667-47a4-a7bb-a6b3335e946a req-aa942e88-f71c-4f2c-9bed-a247a433c109 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:35.477330 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b96b3df-aa78-474d-a53a-34c2d2bea6a6 req-a518899f-e0d9-4261-8466-a8ea9267442b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:35.478893 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-3b96b3df-aa78-474d-a53a-34c2d2bea6a6 req-a518899f-e0d9-4261-8466-a8ea9267442b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6642437 Feb 09 00:54:35.511148 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-5ef31ef4-4117-4f61-aff5-3cec40f106a8 req-91c203ad-78ef-4b51-ab3e-2c01f1123d81 service neutron] 10.222.0.62 "GET /v2.0/networks/126ed347-4206-4f46-8784-d408232679be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4264803 Feb 09 00:54:35.595848 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6528582-ec59-4cf4-87a2-26931f2663a0 req-9934cb9f-249f-44e5-8d80-81d4bba25c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:35.597324 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e6528582-ec59-4cf4-87a2-26931f2663a0 req-9934cb9f-249f-44e5-8d80-81d4bba25c46 service neutron] 10.222.0.99 "GET /v2.0/networks?id=42d335cf-a678-4bc3-901b-7d21fb8587e6 HTTP/1.1" status: 200 len: 870 time: 0.4705279 Feb 09 00:54:35.601383 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-2344ebcf-0d91-47c4-9d36-b3ca79ee6d2a req-247667e3-89fe-4ea9-849d-a19ecd39583f service neutron] 10.222.0.99 "GET /v2.0/networks/ded91f5f-4c52-4e17-8569-d9d1696711b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5179095 Feb 09 00:54:35.766194 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e6528582-ec59-4cf4-87a2-26931f2663a0 req-2ad2373a-4abc-4d3f-863f-fbc39a6e49ea service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=48fe6a3f-3317-4b0f-b4ba-ddaaef847545 HTTP/1.1" status: 200 len: 217 time: 0.1516612 Feb 09 00:54:35.865842 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c220122-25f6-4e6d-b672-91d830d878e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38871bc7-9408-4a50-8dd9-52c4d22e003e'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:54:35.881311 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-3b96b3df-aa78-474d-a53a-34c2d2bea6a6 req-22aabe5e-9cf9-4c1b-a14c-45e2ca541469 service neutron] 10.222.0.62 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3778052 Feb 09 00:54:35.886302 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa09cff-484c-430f-aa68-ec18ed7c1b47 req-146b4f8f-9597-4162-9d8a-831af3d66eca tempest-ServersAdminTestJSON-1145733215 tempest-ServersAdminTestJSON-1145733215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:35.886779 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa09cff-484c-430f-aa68-ec18ed7c1b47 req-146b4f8f-9597-4162-9d8a-831af3d66eca tempest-ServersAdminTestJSON-1145733215 tempest-ServersAdminTestJSON-1145733215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:35.887259 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa09cff-484c-430f-aa68-ec18ed7c1b47 req-146b4f8f-9597-4162-9d8a-831af3d66eca tempest-ServersAdminTestJSON-1145733215 tempest-ServersAdminTestJSON-1145733215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:35.887746 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa09cff-484c-430f-aa68-ec18ed7c1b47 req-146b4f8f-9597-4162-9d8a-831af3d66eca tempest-ServersAdminTestJSON-1145733215 tempest-ServersAdminTestJSON-1145733215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:35.888204 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa09cff-484c-430f-aa68-ec18ed7c1b47 req-146b4f8f-9597-4162-9d8a-831af3d66eca tempest-ServersAdminTestJSON-1145733215 tempest-ServersAdminTestJSON-1145733215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:35.888656 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa09cff-484c-430f-aa68-ec18ed7c1b47 req-146b4f8f-9597-4162-9d8a-831af3d66eca tempest-ServersAdminTestJSON-1145733215 tempest-ServersAdminTestJSON-1145733215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:35.889107 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa09cff-484c-430f-aa68-ec18ed7c1b47 req-146b4f8f-9597-4162-9d8a-831af3d66eca tempest-ServersAdminTestJSON-1145733215 tempest-ServersAdminTestJSON-1145733215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:35.890536 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa09cff-484c-430f-aa68-ec18ed7c1b47 req-146b4f8f-9597-4162-9d8a-831af3d66eca tempest-ServersAdminTestJSON-1145733215 tempest-ServersAdminTestJSON-1145733215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:35.891071 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa09cff-484c-430f-aa68-ec18ed7c1b47 req-146b4f8f-9597-4162-9d8a-831af3d66eca tempest-ServersAdminTestJSON-1145733215 tempest-ServersAdminTestJSON-1145733215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:35.891517 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa09cff-484c-430f-aa68-ec18ed7c1b47 req-146b4f8f-9597-4162-9d8a-831af3d66eca tempest-ServersAdminTestJSON-1145733215 tempest-ServersAdminTestJSON-1145733215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:35.891976 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa09cff-484c-430f-aa68-ec18ed7c1b47 req-146b4f8f-9597-4162-9d8a-831af3d66eca tempest-ServersAdminTestJSON-1145733215 tempest-ServersAdminTestJSON-1145733215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:35.892430 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa09cff-484c-430f-aa68-ec18ed7c1b47 req-146b4f8f-9597-4162-9d8a-831af3d66eca tempest-ServersAdminTestJSON-1145733215 tempest-ServersAdminTestJSON-1145733215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:35.892885 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa09cff-484c-430f-aa68-ec18ed7c1b47 req-146b4f8f-9597-4162-9d8a-831af3d66eca tempest-ServersAdminTestJSON-1145733215 tempest-ServersAdminTestJSON-1145733215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:35.893340 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa09cff-484c-430f-aa68-ec18ed7c1b47 req-146b4f8f-9597-4162-9d8a-831af3d66eca tempest-ServersAdminTestJSON-1145733215 tempest-ServersAdminTestJSON-1145733215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:35.893820 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa09cff-484c-430f-aa68-ec18ed7c1b47 req-146b4f8f-9597-4162-9d8a-831af3d66eca tempest-ServersAdminTestJSON-1145733215 tempest-ServersAdminTestJSON-1145733215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:35.896405 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-daa09cff-484c-430f-aa68-ec18ed7c1b47 req-146b4f8f-9597-4162-9d8a-831af3d66eca tempest-ServersAdminTestJSON-1145733215 tempest-ServersAdminTestJSON-1145733215-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=5567b915-490a-468c-8e0d-6856d8c8f6d4&device_id=94f45d6f-055e-41e1-8f5f-ddaddd74a856&device_id=1c220122-25f6-4e6d-b672-91d830d878e0&device_id=51ce712b-63c6-4024-b743-f12868b3e100&device_id=3d138cb2-7f80-4596-9e29-dd8aa7bdff4f&device_id=9c47b0a8-598a-46cf-bc47-6ec291635e6c&device_id=8feee8fc-ac0f-4fca-8601-38aaca92c133&device_id=89eb68c3-6c30-4d95-9a0d-1ef6edc25702&device_id=e9e446d3-eb09-4119-b095-c6841026b291&device_id=07f7768a-9732-4abb-898c-f7906c7c0d71&device_id=b6e6cbb0-25cc-4ebb-aec9-38f9437ee596&device_id=dc8b84b2-b106-40bf-817c-64f458640c01&device_id=f4b50d6d-b742-465e-b92d-ffeb95538b3f&device_id=1f26b1f1-bccd-471c-9b04-b9969c8e9c78&device_id=4217fae3-6087-4477-8eed-859d85400796 HTTP/1.1" status: 200 len: 13537 time: 0.1585920 Feb 09 00:54:35.899779 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6528582-ec59-4cf4-87a2-26931f2663a0 req-45883548-f543-4c88-97fc-ea513f145414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:35.901286 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e6528582-ec59-4cf4-87a2-26931f2663a0 req-45883548-f543-4c88-97fc-ea513f145414 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.1264424 Feb 09 00:54:35.939598 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-daa09cff-484c-430f-aa68-ec18ed7c1b47 req-28de70bf-5c74-4623-99ab-f91b6ed0dc26 tempest-ServersAdminTestJSON-1145733215 tempest-ServersAdminTestJSON-1145733215-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:35.949314 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5751741d-6667-47a4-a7bb-a6b3335e946a req-aa942e88-f71c-4f2c-9bed-a247a433c109 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:35.959169 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5751741d-6667-47a4-a7bb-a6b3335e946a req-aa942e88-f71c-4f2c-9bed-a247a433c109 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:35.963664 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-daa09cff-484c-430f-aa68-ec18ed7c1b47 req-28de70bf-5c74-4623-99ab-f91b6ed0dc26 tempest-ServersAdminTestJSON-1145733215 tempest-ServersAdminTestJSON-1145733215-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:54:36.005937 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-daa09cff-484c-430f-aa68-ec18ed7c1b47 req-28de70bf-5c74-4623-99ab-f91b6ed0dc26 tempest-ServersAdminTestJSON-1145733215 tempest-ServersAdminTestJSON-1145733215-project-admin] Usage tracker for resource:security_group_rule and tenant:6666e3c284ef4fc4bc55d644259ffc2f is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:54:36.010379 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-daa09cff-484c-430f-aa68-ec18ed7c1b47 req-28de70bf-5c74-4623-99ab-f91b6ed0dc26 tempest-ServersAdminTestJSON-1145733215 tempest-ServersAdminTestJSON-1145733215-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:54:36.053772 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-2344ebcf-0d91-47c4-9d36-b3ca79ee6d2a req-63aa51d2-6403-423d-ae98-cda46746663f service neutron] 10.222.0.99 "GET /v2.0/networks/ded91f5f-4c52-4e17-8569-d9d1696711b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4378629 Feb 09 00:54:36.068809 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-daa09cff-484c-430f-aa68-ec18ed7c1b47 req-28de70bf-5c74-4623-99ab-f91b6ed0dc26 tempest-ServersAdminTestJSON-1145733215 tempest-ServersAdminTestJSON-1145733215-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:54:36.104743 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa942e88-f71c-4f2c-9bed-a247a433c109 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Pushing event updated for resources: {'Port': ['ID=773bb399-145e-49b9-8be9-f7020a384dd0,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:36.123057 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-3b96b3df-aa78-474d-a53a-34c2d2bea6a6 req-738cf1b1-a2d2-4632-a0bb-72ac45829194 service neutron] 10.222.0.62 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252975 Feb 09 00:54:36.130602 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6528582-ec59-4cf4-87a2-26931f2663a0 req-b66f55df-6391-4f5b-970f-18591252c2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:36.132408 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e6528582-ec59-4cf4-87a2-26931f2663a0 req-b66f55df-6391-4f5b-970f-18591252c2ae service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2097101 Feb 09 00:54:36.150150 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5751741d-6667-47a4-a7bb-a6b3335e946a req-aa942e88-f71c-4f2c-9bed-a247a433c109 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:36.212727 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5751741d-6667-47a4-a7bb-a6b3335e946a req-aa942e88-f71c-4f2c-9bed-a247a433c109 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:36.213949 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5751741d-6667-47a4-a7bb-a6b3335e946a req-aa942e88-f71c-4f2c-9bed-a247a433c109 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9622240 Feb 09 00:54:36.311000 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e6528582-ec59-4cf4-87a2-26931f2663a0 req-07499648-6dbc-4105-84f1-0a680e617e04 service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629820 Feb 09 00:54:36.313421 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-5751741d-6667-47a4-a7bb-a6b3335e946a req-ac0452e7-93df-4ec2-a7b8-e621206d58fb tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Synchronizing usage tracker for tenant:82ffc79770134f5fbd74ad0a128bf4a8 on resource:floatingip {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:54:36.338487 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-daa09cff-484c-430f-aa68-ec18ed7c1b47 req-28de70bf-5c74-4623-99ab-f91b6ed0dc26 tempest-ServersAdminTestJSON-1145733215 tempest-ServersAdminTestJSON-1145733215-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:36.344836 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-daa09cff-484c-430f-aa68-ec18ed7c1b47 req-28de70bf-5c74-4623-99ab-f91b6ed0dc26 tempest-ServersAdminTestJSON-1145733215 tempest-ServersAdminTestJSON-1145733215-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:36.372258 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-5751741d-6667-47a4-a7bb-a6b3335e946a req-ac0452e7-93df-4ec2-a7b8-e621206d58fb tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Unset dirty status for tenant:82ffc79770134f5fbd74ad0a128bf4a8 on resource:floatingip {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:54:36.374258 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5751741d-6667-47a4-a7bb-a6b3335e946a req-ac0452e7-93df-4ec2-a7b8-e621206d58fb tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.0.107 HTTP/1.1" status: 200 len: 696 time: 0.1515779 Feb 09 00:54:36.399687 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-daa09cff-484c-430f-aa68-ec18ed7c1b47 req-28de70bf-5c74-4623-99ab-f91b6ed0dc26 tempest-ServersAdminTestJSON-1145733215 tempest-ServersAdminTestJSON-1145733215-project-admin] Synchronizing usage tracker for tenant:6666e3c284ef4fc4bc55d644259ffc2f on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:54:36.471329 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e6528582-ec59-4cf4-87a2-26931f2663a0 req-cb3375ba-eb10-4f78-ba19-4b4918bb539e service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542263 Feb 09 00:54:36.471694 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28de70bf-5c74-4623-99ab-f91b6ed0dc26 tempest-ServersAdminTestJSON-1145733215 tempest-ServersAdminTestJSON-1145733215-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7d115b-2ab3-4772-a118-e0ba5b9c738c,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:36.522981 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-daa09cff-484c-430f-aa68-ec18ed7c1b47 req-28de70bf-5c74-4623-99ab-f91b6ed0dc26 tempest-ServersAdminTestJSON-1145733215 tempest-ServersAdminTestJSON-1145733215-project-admin] Unset dirty status for tenant:6666e3c284ef4fc4bc55d644259ffc2f on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:54:36.525129 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-daa09cff-484c-430f-aa68-ec18ed7c1b47 req-28de70bf-5c74-4623-99ab-f91b6ed0dc26 tempest-ServersAdminTestJSON-1145733215 tempest-ServersAdminTestJSON-1145733215-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&id=365832ba-ce1e-4a43-9b78-dc77225bf14f&id=f8313fb7-6eee-49a4-ad87-242a145b6834&id=16acca42-a0c4-49b7-8970-a493bbcd3b34&id=8f361fac-bee5-49f7-8557-30dc6fac47de&id=7bed8753-bb44-44a9-9228-7634b14a83f2&id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 714 time: 0.6195376 Feb 09 00:54:36.583141 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94f45d6f-055e-41e1-8f5f-ddaddd74a856', 'tag': '5d50263e-1665-4d32-98a3-9a5a5c08dbe9', 'status': 'completed', 'code': 200} Feb 09 00:54:36.597007 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5751741d-6667-47a4-a7bb-a6b3335e946a req-e401ac94-12b9-41dd-90fa-f2e0e11450e8 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:36.598579 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5751741d-6667-47a4-a7bb-a6b3335e946a req-e401ac94-12b9-41dd-90fa-f2e0e11450e8 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] 10.222.0.105 "GET /v2.0/networks/3d885c3c-255c-4e54-addc-b28437d0b18e HTTP/1.1" status: 200 len: 784 time: 0.2048440 Feb 09 00:54:36.893087 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b9bc23-dec7-4c46-ba33-7a5204f57bfc req-0da7abde-8460-4482-8251-20d6bad78ab9 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:36.894653 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-97b9bc23-dec7-4c46-ba33-7a5204f57bfc req-0da7abde-8460-4482-8251-20d6bad78ab9 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 945 time: 0.0965893 Feb 09 00:54:36.894788 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab08a613-1169-4e99-a03f-911c66e39bba req-408b7096-2379-4821-a382-048c908c98d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:36.896264 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ab08a613-1169-4e99-a03f-911c66e39bba req-408b7096-2379-4821-a382-048c908c98d1 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=11cb43d7eb324bbda10f73a5721a6da2&device_id=94f45d6f-055e-41e1-8f5f-ddaddd74a856 HTTP/1.1" status: 200 len: 1099 time: 0.2839189 Feb 09 00:54:36.941445 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-97b9bc23-dec7-4c46-ba33-7a5204f57bfc req-f382ad17-703e-45f2-afee-952eadb51862 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398641 Feb 09 00:54:37.002005 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c220122-25f6-4e6d-b672-91d830d878e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38871bc7-9408-4a50-8dd9-52c4d22e003e', 'code': 200} Feb 09 00:54:37.041929 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab08a613-1169-4e99-a03f-911c66e39bba req-59eb7548-12e4-4cbb-9bec-43ba244f171e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:37.043405 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ab08a613-1169-4e99-a03f-911c66e39bba req-59eb7548-12e4-4cbb-9bec-43ba244f171e service neutron] 10.222.0.99 "GET /v2.0/networks?id=42d335cf-a678-4bc3-901b-7d21fb8587e6 HTTP/1.1" status: 200 len: 870 time: 0.1383700 Feb 09 00:54:37.050838 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba0fd14-3a98-4941-add0-fc381df0c4e5 req-6cc7e71d-8ced-4c08-a6f3-6ac9e768aca6 tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:37.052388 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dba0fd14-3a98-4941-add0-fc381df0c4e5 req-6cc7e71d-8ced-4c08-a6f3-6ac9e768aca6 tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] 10.222.0.105 "GET /v2.0/ports?device_id=5567b915-490a-468c-8e0d-6856d8c8f6d4 HTTP/1.1" status: 200 len: 948 time: 0.1014798 Feb 09 00:54:37.102873 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dba0fd14-3a98-4941-add0-fc381df0c4e5 req-b4748045-f755-42fd-931c-8532d2c1421a tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] 10.222.0.105 "GET /v2.0/security-groups?id=16acca42-a0c4-49b7-8970-a493bbcd3b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423305 Feb 09 00:54:37.159400 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ab08a613-1169-4e99-a03f-911c66e39bba req-5d06c989-7956-40bd-a472-e59b009159ff service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=5d50263e-1665-4d32-98a3-9a5a5c08dbe9 HTTP/1.1" status: 200 len: 217 time: 0.1049235 Feb 09 00:54:37.190652 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3716b617-2773-4901-91e0-afd0c2899206 req-4cf72435-7c13-4674-8416-73e5f229a974 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:37.192151 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3716b617-2773-4901-91e0-afd0c2899206 req-4cf72435-7c13-4674-8416-73e5f229a974 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=1c220122-25f6-4e6d-b672-91d830d878e0 HTTP/1.1" status: 200 len: 945 time: 0.0880251 Feb 09 00:54:37.242109 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab08a613-1169-4e99-a03f-911c66e39bba req-5f2563d3-f2d1-4e83-9c3b-e486518dbeea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:37.243566 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ab08a613-1169-4e99-a03f-911c66e39bba req-5f2563d3-f2d1-4e83-9c3b-e486518dbeea service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.0768404 Feb 09 00:54:37.249379 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3716b617-2773-4901-91e0-afd0c2899206 req-c96a71c4-e414-4e7e-9435-8f1d2718b035 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508702 Feb 09 00:54:37.253769 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446f4ab-19ea-4110-bbff-38a71a5f91ae req-4201b351-296b-459e-8843-3f997eb474a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:37.255566 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-2446f4ab-19ea-4110-bbff-38a71a5f91ae req-4201b351-296b-459e-8843-3f997eb474a9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1c220122-25f6-4e6d-b672-91d830d878e0 HTTP/1.1" status: 200 len: 1096 time: 0.1514523 Feb 09 00:54:37.351672 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-2446f4ab-19ea-4110-bbff-38a71a5f91ae req-679248ec-281c-4325-9d0e-dabeb0545a56 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570979 Feb 09 00:54:37.364649 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab08a613-1169-4e99-a03f-911c66e39bba req-d0ab5830-eabe-433f-9d1c-dbcd876ddeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:37.366315 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ab08a613-1169-4e99-a03f-911c66e39bba req-d0ab5830-eabe-433f-9d1c-dbcd876ddeb8 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1150637 Feb 09 00:54:37.409175 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb43faba-0d27-4729-93b9-8ceabe4104a2 req-3ad002ce-3734-425b-b64a-b39b91e6edf6 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:37.410780 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cb43faba-0d27-4729-93b9-8ceabe4104a2 req-3ad002ce-3734-425b-b64a-b39b91e6edf6 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] 10.222.0.105 "GET /v2.0/ports?device_id=8feee8fc-ac0f-4fca-8601-38aaca92c133&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0904806 Feb 09 00:54:37.495929 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cb43faba-0d27-4729-93b9-8ceabe4104a2 req-eacf270a-657a-447c-973c-b0c3aa21f0ad tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.0.107 HTTP/1.1" status: 200 len: 696 time: 0.0793340 Feb 09 00:54:37.506469 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-cb43faba-0d27-4729-93b9-8ceabe4104a2 req-9019d4e3-e7a9-4f29-8b0a-436d4f788f5e tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Request body: {'floatingip': {'port_id': '6674ad44-bb3c-4d06-9858-967f47a43b1a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:54:37.525509 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ab08a613-1169-4e99-a03f-911c66e39bba req-b55feb84-f0fe-494c-9882-8c67e2ff50d4 service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486788 Feb 09 00:54:37.606585 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-cb43faba-0d27-4729-93b9-8ceabe4104a2 req-9019d4e3-e7a9-4f29-8b0a-436d4f788f5e tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Notify callbacks [] for floatingip, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:37.755673 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ab08a613-1169-4e99-a03f-911c66e39bba req-6c47fb56-9358-4009-99a5-68e28f2e92cc service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237701 Feb 09 00:54:37.763098 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a1f86f3d-3065-4047-9aa4-ff39b91e513f req-7cf10591-5596-4035-afe3-552fb8e3e3fc service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=3d138cb2-7f80-4596-9e29-dd8aa7bdff4f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1392870 Feb 09 00:54:38.063837 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-beaba4c7-87e9-4729-bb41-fcf5a11e2205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:38.079633 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be75ad-06d7-4d98-a8f9-efc5fb821461 req-43451ae0-d0ee-43f5-a0dd-0a8a824b43d0 tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:38.081140 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d2be75ad-06d7-4d98-a8f9-efc5fb821461 req-43451ae0-d0ee-43f5-a0dd-0a8a824b43d0 tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] 10.222.0.105 "GET /v2.0/ports?device_id=07f7768a-9732-4abb-898c-f7906c7c0d71 HTTP/1.1" status: 200 len: 949 time: 0.3420556 Feb 09 00:54:38.227474 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d2be75ad-06d7-4d98-a8f9-efc5fb821461 req-0835fc5a-6d8f-4332-a5c1-22d3fea3a189 tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8313fb7-6eee-49a4-ad87-242a145b6834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388209 Feb 09 00:54:38.245321 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [req-cb43faba-0d27-4729-93b9-8ceabe4104a2 req-9019d4e3-e7a9-4f29-8b0a-436d4f788f5e tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] update failed (client error): There was a conflict when trying to complete your request. Feb 09 00:54:38.262748 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cb43faba-0d27-4729-93b9-8ceabe4104a2 req-9019d4e3-e7a9-4f29-8b0a-436d4f788f5e tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] 10.222.0.105 "PUT /v2.0/floatingips/c82839d9-9014-4f7e-bbcb-c1caeefbdece HTTP/1.1" status: 409 len: 550 time: 0.7602544 Feb 09 00:54:38.431874 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a888ef6-cfc3-436a-b4fd-8aa066e9fdee req-a92bafdf-cdf1-427d-bf8e-c3ebb2399e3e tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:38.433963 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6a888ef6-cfc3-436a-b4fd-8aa066e9fdee req-a92bafdf-cdf1-427d-bf8e-c3ebb2399e3e tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 945 time: 0.1030135 Feb 09 00:54:38.442840 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43978) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:54:38.448643 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-00587f86-ab0e-491f-87d2-3474f840cc12 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Request body: {'floatingip': {'port_id': 'f16d05c2-eae9-44a5-8686-789fbb3c6fe4'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:54:38.469160 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 5d50263e-1665-4d32-98a3-9a5a5c08dbe9 details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:54:38.634601 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-00587f86-ab0e-491f-87d2-3474f840cc12 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks [] for floatingip, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:38.688381 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 5d50263e-1665-4d32-98a3-9a5a5c08dbe9, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=5d50263e-1665-4d32-98a3-9a5a5c08dbe9,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:54:38.705893 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': '5d50263e-1665-4d32-98a3-9a5a5c08dbe9', 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6', 'port_id': '5d50263e-1665-4d32-98a3-9a5a5c08dbe9', 'mac_address': 'fa:16:3e:30:6d:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7938d94-1f0f-48bd-a0b3-26d5344ff0ec', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:54:38.768570 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e1da9f-3e27-4a74-8573-50c2da70f94c req-cd7809c8-77fd-4e85-bcb2-e70feb8340b7 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:38.777685 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:38.778539 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-94e1da9f-3e27-4a74-8573-50c2da70f94c req-cd7809c8-77fd-4e85-bcb2-e70feb8340b7 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=3d138cb2-7f80-4596-9e29-dd8aa7bdff4f HTTP/1.1" status: 200 len: 950 time: 0.2232809 Feb 09 00:54:38.799126 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d50263e-1665-4d32-98a3-9a5a5c08dbe9 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:54:38.814531 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df0b124-c475-4008-a865-b44c48ec632d req-c23bd168-8cde-44b1-bdf6-04330bb24221 tempest-ServersAdminTestJSON-1145733215 tempest-ServersAdminTestJSON-1145733215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:38.815016 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df0b124-c475-4008-a865-b44c48ec632d req-c23bd168-8cde-44b1-bdf6-04330bb24221 tempest-ServersAdminTestJSON-1145733215 tempest-ServersAdminTestJSON-1145733215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:38.815489 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df0b124-c475-4008-a865-b44c48ec632d req-c23bd168-8cde-44b1-bdf6-04330bb24221 tempest-ServersAdminTestJSON-1145733215 tempest-ServersAdminTestJSON-1145733215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:38.819930 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 5d50263e-1665-4d32-98a3-9a5a5c08dbe9, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=5d50263e-1665-4d32-98a3-9a5a5c08dbe9,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:54:38.822176 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1df0b124-c475-4008-a865-b44c48ec632d req-c23bd168-8cde-44b1-bdf6-04330bb24221 tempest-ServersAdminTestJSON-1145733215 tempest-ServersAdminTestJSON-1145733215-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=9c47b0a8-598a-46cf-bc47-6ec291635e6c&device_id=89eb68c3-6c30-4d95-9a0d-1ef6edc25702&device_id=e9e446d3-eb09-4119-b095-c6841026b291 HTTP/1.1" status: 200 len: 2882 time: 0.2298756 Feb 09 00:54:38.826967 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:38.827834 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 48fe6a3f-3317-4b0f-b4ba-ddaaef847545 details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:54:38.887652 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-94e1da9f-3e27-4a74-8573-50c2da70f94c req-983fc4e4-dbf6-48b9-a985-4bb129844f51 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082292 Feb 09 00:54:38.891495 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1df0b124-c475-4008-a865-b44c48ec632d req-d4340720-37fb-433f-ad12-a287d17d30da tempest-ServersAdminTestJSON-1145733215 tempest-ServersAdminTestJSON-1145733215-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=8f361fac-bee5-49f7-8557-30dc6fac47de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684078 Feb 09 00:54:38.995513 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 48fe6a3f-3317-4b0f-b4ba-ddaaef847545, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=48fe6a3f-3317-4b0f-b4ba-ddaaef847545,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:54:39.005551 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=5d50263e-1665-4d32-98a3-9a5a5c08dbe9,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:39.023717 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': '48fe6a3f-3317-4b0f-b4ba-ddaaef847545', 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6', 'port_id': '48fe6a3f-3317-4b0f-b4ba-ddaaef847545', 'mac_address': 'fa:16:3e:44:ae:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7938d94-1f0f-48bd-a0b3-26d5344ff0ec', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:54:39.093842 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:39.112394 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48fe6a3f-3317-4b0f-b4ba-ddaaef847545 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:54:39.120189 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-eecf595f-87b5-4e54-ab46-6296a67857bd req-fe013c5d-1303-4103-a5cb-77b491178ec6 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] 10.222.0.105 "GET /v2.0/floatingips/c82839d9-9014-4f7e-bbcb-c1caeefbdece HTTP/1.1" status: 200 len: 693 time: 0.1681592 Feb 09 00:54:39.133465 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 48fe6a3f-3317-4b0f-b4ba-ddaaef847545, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=48fe6a3f-3317-4b0f-b4ba-ddaaef847545,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:54:39.138633 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:39.213991 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=48fe6a3f-3317-4b0f-b4ba-ddaaef847545,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:39.288854 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed782708-3029-4a56-a964-5de1777f074e req-209922fb-3383-45b6-910d-676b00f8dd17 tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:39.290367 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ed782708-3029-4a56-a964-5de1777f074e req-209922fb-3383-45b6-910d-676b00f8dd17 tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] 10.222.0.105 "GET /v2.0/ports?device_id=5567b915-490a-468c-8e0d-6856d8c8f6d4 HTTP/1.1" status: 200 len: 948 time: 0.2163663 Feb 09 00:54:39.339342 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf595f-87b5-4e54-ab46-6296a67857bd req-520b9b1f-758a-4d4d-a775-d19c43387c9b tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:39.340752 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-eecf595f-87b5-4e54-ab46-6296a67857bd req-520b9b1f-758a-4d4d-a775-d19c43387c9b tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] 10.222.0.105 "GET /v2.0/networks/3d885c3c-255c-4e54-addc-b28437d0b18e HTTP/1.1" status: 200 len: 784 time: 0.2115393 Feb 09 00:54:39.358290 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [req-eecf595f-87b5-4e54-ab46-6296a67857bd req-adf219ed-83a6-4493-8dd3-b0d4557102b9 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:54:39.360102 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-eecf595f-87b5-4e54-ab46-6296a67857bd req-adf219ed-83a6-4493-8dd3-b0d4557102b9 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088706 Feb 09 00:54:39.376556 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ed782708-3029-4a56-a964-5de1777f074e req-3d666826-26d8-4e4d-8df3-7f915d56d1b9 tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] 10.222.0.105 "GET /v2.0/security-groups?id=16acca42-a0c4-49b7-8970-a493bbcd3b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715258 Feb 09 00:54:39.466210 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-eecf595f-87b5-4e54-ab46-6296a67857bd req-1cf0e822-368e-4c29-b1c3-06e26c096856 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.0.107 HTTP/1.1" status: 200 len: 696 time: 0.0981205 Feb 09 00:54:39.526879 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['48fe6a3f-3317-4b0f-b4ba-ddaaef847545'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:54:39.557774 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['5d50263e-1665-4d32-98a3-9a5a5c08dbe9'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:54:39.609240 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-00587f86-ab0e-491f-87d2-3474f840cc12 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:39.614988 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-eecf595f-87b5-4e54-ab46-6296a67857bd req-c346ccba-8ba0-490a-8acc-f98fe66f8b91 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.0.107 HTTP/1.1" status: 200 len: 696 time: 0.1418433 Feb 09 00:54:39.621904 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-00587f86-ab0e-491f-87d2-3474f840cc12 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:39.793060 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-eecf595f-87b5-4e54-ab46-6296a67857bd req-3c7da4ea-2966-4345-a15e-90b6d2e0de84 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Deleting port 773bb399-145e-49b9-8be9-f7020a384dd0 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:54:39.793476 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-eecf595f-87b5-4e54-ab46-6296a67857bd req-3c7da4ea-2966-4345-a15e-90b6d2e0de84 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:39.822057 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f86f3d-3065-4047-9aa4-ff39b91e513f req-61b16842-06d3-4c18-937b-1d2b73e4e515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:39.823582 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a1f86f3d-3065-4047-9aa4-ff39b91e513f req-61b16842-06d3-4c18-937b-1d2b73e4e515 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1510c38a4b2046b5a9943ab7f2f7db5c&device_id=3d138cb2-7f80-4596-9e29-dd8aa7bdff4f HTTP/1.1" status: 200 len: 1101 time: 0.3223932 Feb 09 00:54:39.854449 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155fdae-b352-4cfe-8720-34ce57f8dcfe req-1420332e-e451-417a-b6be-d6c2bc4b8523 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:39.856095 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e155fdae-b352-4cfe-8720-34ce57f8dcfe req-1420332e-e451-417a-b6be-d6c2bc4b8523 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=1c220122-25f6-4e6d-b672-91d830d878e0 HTTP/1.1" status: 200 len: 945 time: 0.3293161 Feb 09 00:54:39.869670 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b7707-c827-4efc-968d-859ece835510 req-571f0ba6-0b45-4f76-af59-2fa225e087e3 tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:39.870402 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-5b6b7707-c827-4efc-968d-859ece835510 req-571f0ba6-0b45-4f76-af59-2fa225e087e3 tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] Synchronizing usage tracker for tenant:fecfb845502b4847a5a0aa7400d2f04d on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:54:39.951280 n-d-828418-1 neutron-server[87638]: INFO neutron.db.l3_db [None req-00587f86-ab0e-491f-87d2-3474f840cc12 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Floating IP 429ec144-a477-494d-b1d2-324a78ce96ff associated. External IP: 172.25.0.12, port: f16d05c2-eae9-44a5-8686-789fbb3c6fe4. Feb 09 00:54:39.985998 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e155fdae-b352-4cfe-8720-34ce57f8dcfe req-e39548f9-9e6e-485c-a6bb-887c54a94c8f tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093626 Feb 09 00:54:40.026216 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-eecf595f-87b5-4e54-ab46-6296a67857bd req-3c7da4ea-2966-4345-a15e-90b6d2e0de84 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:40.027131 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-eecf595f-87b5-4e54-ab46-6296a67857bd req-3c7da4ea-2966-4345-a15e-90b6d2e0de84 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:40.035125 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-5b6b7707-c827-4efc-968d-859ece835510 req-571f0ba6-0b45-4f76-af59-2fa225e087e3 tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] Unset dirty status for tenant:fecfb845502b4847a5a0aa7400d2f04d on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:54:40.036281 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-5b6b7707-c827-4efc-968d-859ece835510 req-571f0ba6-0b45-4f76-af59-2fa225e087e3 tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] 10.222.0.62 "GET /v2.0/ports?device_id=07f7768a-9732-4abb-898c-f7906c7c0d71 HTTP/1.1" status: 200 len: 949 time: 0.4887376 Feb 09 00:54:40.228886 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-5b6b7707-c827-4efc-968d-859ece835510 req-ff29440d-0e08-4508-b938-2b040f8e8326 tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] Deleting port f09c90ae-2bfb-4ad0-8db3-3b1964c83b37 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:54:40.229352 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-5b6b7707-c827-4efc-968d-859ece835510 req-ff29440d-0e08-4508-b938-2b040f8e8326 tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:40.254656 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f86f3d-3065-4047-9aa4-ff39b91e513f req-78aca0b9-a1c6-4fb9-a173-2bc4bead1d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:40.256116 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a1f86f3d-3065-4047-9aa4-ff39b91e513f req-78aca0b9-a1c6-4fb9-a173-2bc4bead1d37 service neutron] 10.222.0.62 "GET /v2.0/networks?id=42d335cf-a678-4bc3-901b-7d21fb8587e6 HTTP/1.1" status: 200 len: 870 time: 0.4231493 Feb 09 00:54:40.272131 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-eecf595f-87b5-4e54-ab46-6296a67857bd req-3c7da4ea-2966-4345-a15e-90b6d2e0de84 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Calling delete_port for 773bb399-145e-49b9-8be9-f7020a384dd0 owned by network:floatingip {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:54:40.352446 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a1f86f3d-3065-4047-9aa4-ff39b91e513f req-bcce8d1c-2726-40d6-bba2-e6a4fcdefe72 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=e2047c72-8607-4359-a2cc-e5a1a213ae5a HTTP/1.1" status: 200 len: 217 time: 0.0791245 Feb 09 00:54:40.420726 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f5beb62f-0665-4d89-b3cf-e0a505f7e8a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:40.422637 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f1289-b00f-40f3-b7f9-f6514b938a60 req-ceb1c7dc-c0ce-45bc-aa15-95472fb4ab80 tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:40.423786 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-888f1289-b00f-40f3-b7f9-f6514b938a60 req-ceb1c7dc-c0ce-45bc-aa15-95472fb4ab80 tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] 10.222.0.105 "GET /v2.0/ports?device_id=07f7768a-9732-4abb-898c-f7906c7c0d71 HTTP/1.1" status: 200 len: 949 time: 0.1599922 Feb 09 00:54:40.513955 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-888f1289-b00f-40f3-b7f9-f6514b938a60 req-9f90f92d-6400-456f-b886-7273879951a9 tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8313fb7-6eee-49a4-ad87-242a145b6834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592046 Feb 09 00:54:40.519938 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-eecf595f-87b5-4e54-ab46-6296a67857bd req-3c7da4ea-2966-4345-a15e-90b6d2e0de84 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:40.549036 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f86f3d-3065-4047-9aa4-ff39b91e513f req-29aed102-8cd7-4449-9fb0-1002afd659db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:40.550786 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a1f86f3d-3065-4047-9aa4-ff39b91e513f req-29aed102-8cd7-4449-9fb0-1002afd659db service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.1910002 Feb 09 00:54:40.573726 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7da4ea-2966-4345-a15e-90b6d2e0de84 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Pushing event deleted for resources: {'Port': ['ID=773bb399-145e-49b9-8be9-f7020a384dd0,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:40.732777 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-eecf595f-87b5-4e54-ab46-6296a67857bd req-3c7da4ea-2966-4345-a15e-90b6d2e0de84 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Notify callbacks [] for floatingip, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:40.780307 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28532866-d8a1-42da-ad56-cb8164981d90 req-aa20b945-0ddb-4c06-8863-2b047afd5662 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:40.782088 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-28532866-d8a1-42da-ad56-cb8164981d90 req-aa20b945-0ddb-4c06-8863-2b047afd5662 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=3d138cb2-7f80-4596-9e29-dd8aa7bdff4f HTTP/1.1" status: 200 len: 950 time: 0.1342127 Feb 09 00:54:40.784592 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-eecf595f-87b5-4e54-ab46-6296a67857bd req-3c7da4ea-2966-4345-a15e-90b6d2e0de84 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:40.785744 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-eecf595f-87b5-4e54-ab46-6296a67857bd req-3c7da4ea-2966-4345-a15e-90b6d2e0de84 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] 10.222.0.105 "DELETE /v2.0/floatingips/c82839d9-9014-4f7e-bbcb-c1caeefbdece HTTP/1.1" status: 204 len: 173 time: 1.1696334 Feb 09 00:54:40.844074 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-28532866-d8a1-42da-ad56-cb8164981d90 req-4612c384-9f10-4ed3-8c7f-2ea5ae6ae1f4 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526371 Feb 09 00:54:40.948734 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00587f86-ab0e-491f-87d2-3474f840cc12 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Router c5fa7b0c-5305-4b07-9c4b-988eb7b75b50 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 00:54:41.000448 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8944de-22dd-4677-9a17-e27129dabeb7 req-d1234dca-a67a-4ea0-90d5-5015a1457fe2 tempest-LiveMigrationTest-757645410 tempest-LiveMigrationTest-757645410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:41.005343 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cb8944de-22dd-4677-9a17-e27129dabeb7 req-d1234dca-a67a-4ea0-90d5-5015a1457fe2 tempest-LiveMigrationTest-757645410 tempest-LiveMigrationTest-757645410-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=1c220122-25f6-4e6d-b672-91d830d878e0 HTTP/1.1" status: 200 len: 1096 time: 0.0886955 Feb 09 00:54:41.059570 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-5b6b7707-c827-4efc-968d-859ece835510 req-ff29440d-0e08-4508-b938-2b040f8e8326 tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] For port f09c90ae-2bfb-4ad0-8db3-3b1964c83b37, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=f09c90ae-2bfb-4ad0-8db3-3b1964c83b37,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:54:41.059934 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-5b6b7707-c827-4efc-968d-859ece835510 req-ff29440d-0e08-4508-b938-2b040f8e8326 tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:41.077219 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f86f3d-3065-4047-9aa4-ff39b91e513f req-12c9a5ac-d9ee-46f6-bc12-5ae06ffdec11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:41.078707 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a1f86f3d-3065-4047-9aa4-ff39b91e513f req-12c9a5ac-d9ee-46f6-bc12-5ae06ffdec11 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5191107 Feb 09 00:54:41.087904 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cb8944de-22dd-4677-9a17-e27129dabeb7 req-4bed7c1e-352c-4499-b7d9-042bdf2e48a4 tempest-LiveMigrationTest-757645410 tempest-LiveMigrationTest-757645410-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797789 Feb 09 00:54:41.130359 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851d0996-039a-4782-95e4-9716fb1afc61 req-97c73e49-e33b-410e-96c7-43aea52dfd10 tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:41.131848 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-851d0996-039a-4782-95e4-9716fb1afc61 req-97c73e49-e33b-410e-96c7-43aea52dfd10 tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] 10.222.0.105 "GET /v2.0/ports?device_id=5567b915-490a-468c-8e0d-6856d8c8f6d4 HTTP/1.1" status: 200 len: 949 time: 0.0947423 Feb 09 00:54:41.231144 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-5b6b7707-c827-4efc-968d-859ece835510 req-ff29440d-0e08-4508-b938-2b040f8e8326 tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] Calling delete_port for f09c90ae-2bfb-4ad0-8db3-3b1964c83b37 owned by compute:nova {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:54:41.260824 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-851d0996-039a-4782-95e4-9716fb1afc61 req-25ae45af-0bb0-422f-9122-2a68d843677b tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] 10.222.0.105 "GET /v2.0/security-groups?id=16acca42-a0c4-49b7-8970-a493bbcd3b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770845 Feb 09 00:54:41.263632 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-a19f5b2f-ea8e-4a3c-8fd9-b4c7c1c0f228 req-b794d23b-51e1-41eb-b4e2-4951189a9f12 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Synchronizing usage tracker for tenant:82ffc79770134f5fbd74ad0a128bf4a8 on resource:floatingip {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:54:41.291289 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-a19f5b2f-ea8e-4a3c-8fd9-b4c7c1c0f228 req-b794d23b-51e1-41eb-b4e2-4951189a9f12 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Unset dirty status for tenant:82ffc79770134f5fbd74ad0a128bf4a8 on resource:floatingip {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:54:41.291289 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a19f5b2f-ea8e-4a3c-8fd9-b4c7c1c0f228 req-b794d23b-51e1-41eb-b4e2-4951189a9f12 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.0.236 HTTP/1.1" status: 200 len: 1001 time: 0.1563230 Feb 09 00:54:41.292907 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:41.385165 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f5b2f-ea8e-4a3c-8fd9-b4c7c1c0f228 req-81bee5f0-24c3-4317-92b0-dfc44cfd96b9 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:41.386193 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-a19f5b2f-ea8e-4a3c-8fd9-b4c7c1c0f228 req-81bee5f0-24c3-4317-92b0-dfc44cfd96b9 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Synchronizing usage tracker for tenant:82ffc79770134f5fbd74ad0a128bf4a8 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:54:41.404911 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-a19f5b2f-ea8e-4a3c-8fd9-b4c7c1c0f228 req-81bee5f0-24c3-4317-92b0-dfc44cfd96b9 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Unset dirty status for tenant:82ffc79770134f5fbd74ad0a128bf4a8 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:54:41.406613 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a19f5b2f-ea8e-4a3c-8fd9-b4c7c1c0f228 req-81bee5f0-24c3-4317-92b0-dfc44cfd96b9 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] 10.222.0.105 "GET /v2.0/ports/6674ad44-bb3c-4d06-9858-967f47a43b1a HTTP/1.1" status: 200 len: 942 time: 0.1081331 Feb 09 00:54:41.436707 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00587f86-ab0e-491f-87d2-3474f840cc12 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 00:54:41.453766 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786f6301-9c6c-4a46-aefc-21b6ac899a03 None None] Sync routers for ids ['c5fa7b0c-5305-4b07-9c4b-988eb7b75b50'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:54:41.454419 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-00587f86-ab0e-491f-87d2-3474f840cc12 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:41.462145 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:41.470846 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786f6301-9c6c-4a46-aefc-21b6ac899a03 None None] Routers {'c5fa7b0c-5305-4b07-9c4b-988eb7b75b50'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:54:41.472022 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-786f6301-9c6c-4a46-aefc-21b6ac899a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:54:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['c5fa7b0c-5305-4b07-9c4b-988eb7b75b50'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:54:41.534255 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a1f86f3d-3065-4047-9aa4-ff39b91e513f req-812f4ed3-f25f-437a-af95-f93df9faccec service neutron] 10.222.0.62 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3902218 Feb 09 00:54:41.568210 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-00587f86-ab0e-491f-87d2-3474f840cc12 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "PUT /v2.0/floatingips/429ec144-a477-494d-b1d2-324a78ce96ff HTTP/1.1" status: 200 len: 990 time: 3.1242285 Feb 09 00:54:41.644712 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51ce712b-63c6-4024-b743-f12868b3e100', 'tag': 'f16d05c2-eae9-44a5-8686-789fbb3c6fe4'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:54:41.683211 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a19f5b2f-ea8e-4a3c-8fd9-b4c7c1c0f228 req-15fc35dd-9dc3-43ab-a1ee-b1597c136571 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.0.236 HTTP/1.1" status: 200 len: 1001 time: 0.1360130 Feb 09 00:54:41.724384 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-5b6b7707-c827-4efc-968d-859ece835510 req-ff29440d-0e08-4508-b938-2b040f8e8326 tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:41.735417 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-786f6301-9c6c-4a46-aefc-21b6ac899a03 None None] Set router c5fa7b0c-5305-4b07-9c4b-988eb7b75b50 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:54:41.788954 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff29440d-0e08-4508-b938-2b040f8e8326 tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] Pushing event deleted for resources: {'Port': ['ID=f09c90ae-2bfb-4ad0-8db3-3b1964c83b37,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:41.828619 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a1f86f3d-3065-4047-9aa4-ff39b91e513f req-c57d27da-8d0a-4f76-940d-d9d2cf5f706b service neutron] 10.222.0.62 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857270 Feb 09 00:54:41.888696 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b6b7707-c827-4efc-968d-859ece835510 req-ff29440d-0e08-4508-b938-2b040f8e8326 tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] No DVR routers for this DVR port f09c90ae-2bfb-4ad0-8db3-3b1964c83b37 on host n-h1-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:54:41.895246 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-5b6b7707-c827-4efc-968d-859ece835510 req-ff29440d-0e08-4508-b938-2b040f8e8326 tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:41.912077 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-5b6b7707-c827-4efc-968d-859ece835510 req-ff29440d-0e08-4508-b938-2b040f8e8326 tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] 10.222.0.62 "DELETE /v2.0/ports/f09c90ae-2bfb-4ad0-8db3-3b1964c83b37 HTTP/1.1" status: 204 len: 173 time: 1.8687696 Feb 09 00:54:41.952479 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c460aa-4bb6-4e49-b3d1-ef4db91d9671 req-8e322ad0-1531-4f6b-98fe-2351d4c11737 tempest-LiveMigrationTest-757645410 tempest-LiveMigrationTest-757645410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:41.954729 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-88c460aa-4bb6-4e49-b3d1-ef4db91d9671 req-8e322ad0-1531-4f6b-98fe-2351d4c11737 tempest-LiveMigrationTest-757645410 tempest-LiveMigrationTest-757645410-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=1c220122-25f6-4e6d-b672-91d830d878e0 HTTP/1.1" status: 200 len: 1096 time: 0.2706079 Feb 09 00:54:41.965937 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f5b2f-ea8e-4a3c-8fd9-b4c7c1c0f228 req-841102bc-b9be-4378-a163-e9c148bf7050 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:41.967580 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a19f5b2f-ea8e-4a3c-8fd9-b4c7c1c0f228 req-841102bc-b9be-4378-a163-e9c148bf7050 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] 10.222.0.105 "GET /v2.0/networks/3d885c3c-255c-4e54-addc-b28437d0b18e HTTP/1.1" status: 200 len: 784 time: 0.2394838 Feb 09 00:54:41.994056 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [req-a19f5b2f-ea8e-4a3c-8fd9-b4c7c1c0f228 req-e6ee7eb5-9b3f-4c9f-94b4-9184b31c537e tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:54:42.002695 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a19f5b2f-ea8e-4a3c-8fd9-b4c7c1c0f228 req-e6ee7eb5-9b3f-4c9f-94b4-9184b31c537e tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0165970 Feb 09 00:54:42.034909 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-88c460aa-4bb6-4e49-b3d1-ef4db91d9671 req-bcf914a8-fab1-4801-8ec6-a384f82bd523 tempest-LiveMigrationTest-757645410 tempest-LiveMigrationTest-757645410-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659707 Feb 09 00:54:42.180135 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a19f5b2f-ea8e-4a3c-8fd9-b4c7c1c0f228 req-49fa9e31-48b7-4f7f-b6ad-9b9c7f66c412 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.0.236 HTTP/1.1" status: 200 len: 1001 time: 0.1476181 Feb 09 00:54:42.191245 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-a19f5b2f-ea8e-4a3c-8fd9-b4c7c1c0f228 req-05247089-17bf-4239-88cc-9b9e5aaafe16 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:54:42.237631 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-786f6301-9c6c-4a46-aefc-21b6ac899a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5fa7b0c-5305-4b07-9c4b-988eb7b75b50', 'name': 'tempest-ServerActionsTestJSON-306433313-router', 'tenant_id': '71b0276e9e0b48f8943a51531f3d8a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '13709a81-eeec-49f1-b597-910fac9f4a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:53:27Z', 'updated_at': '2022-02-09T00:53:44Z', 'revision_number': 4, 'project_id': '71b0276e9e0b48f8943a51531f3d8a9e', 'gw_port': {'id': '13709a81-eeec-49f1-b597-910fac9f4a2e', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fa7b0c-5305-4b07-9c4b-988eb7b75b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:53:29Z', 'updated_at': '2022-02-09T00:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '429ec144-a477-494d-b1d2-324a78ce96ff', 'tenant_id': '71b0276e9e0b48f8943a51531f3d8a9e', 'floating_ip_address': '172.25.0.12', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': 'c5fa7b0c-5305-4b07-9c4b-988eb7b75b50', 'port_id': 'f16d05c2-eae9-44a5-8686-789fbb3c6fe4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f86eb5f-f405-4ce4-a845-9c31ac1b15d4', 'mac_address': 'fa:16:3e:27:c4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ce712b-63c6-4024-b743-f12868b3e100', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:53:59Z', 'updated_at': '2022-02-09T00:54:39Z', 'revision_number': 1, 'project_id': '71b0276e9e0b48f8943a51531f3d8a9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27004551-3cd5-44d7-aed7-82fb0b886e45', 'name': '', 'network_id': '1f86eb5f-f405-4ce4-a845-9c31ac1b15d4', 'tenant_id': '71b0276e9e0b48f8943a51531f3d8a9e', 'mac_address': 'fa:16:3e:ca:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fa7b0c-5305-4b07-9c4b-988eb7b75b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '55d6843d-cf0e-4da9-b1f9-18c66e11f308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:53:41Z', 'updated_at': '2022-02-09T00:53:51Z', 'revision_number': 5, 'project_id': '71b0276e9e0b48f8943a51531f3d8a9e', 'subnets': [{'id': '55d6843d-cf0e-4da9-b1f9-18c66e11f308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:54:42.242096 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786f6301-9c6c-4a46-aefc-21b6ac899a03 None None] Checking router: c5fa7b0c-5305-4b07-9c4b-988eb7b75b50 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:54:42.252895 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786f6301-9c6c-4a46-aefc-21b6ac899a03 None None] Routers {'c5fa7b0c-5305-4b07-9c4b-988eb7b75b50'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:54:42.253828 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-786f6301-9c6c-4a46-aefc-21b6ac899a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:54:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['c5fa7b0c-5305-4b07-9c4b-988eb7b75b50'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:54:42.494612 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-786f6301-9c6c-4a46-aefc-21b6ac899a03 None None] Set router c5fa7b0c-5305-4b07-9c4b-988eb7b75b50 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:54:42.506578 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a19f5b2f-ea8e-4a3c-8fd9-b4c7c1c0f228 req-05247089-17bf-4239-88cc-9b9e5aaafe16 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Notify callbacks [] for floatingip, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:42.545132 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 5d50263e-1665-4d32-98a3-9a5a5c08dbe9 up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:54:42.580073 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5196daee-26d6-4838-a358-a2a971187e50 req-59d2b6ba-55f3-433d-9c70-82d2fd44065f tempest-ImagesOneServerTestJSON-1680156143 tempest-ImagesOneServerTestJSON-1680156143-project] 10.222.0.105 "GET /v2.0/ports?device_id=07f7768a-9732-4abb-898c-f7906c7c0d71 HTTP/1.1" status: 200 len: 210 time: 0.1252866 Feb 09 00:54:42.664645 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44028) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:54:42.739147 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning for port 5d50263e-1665-4d32-98a3-9a5a5c08dbe9 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:54:42.760169 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port 5d50263e-1665-4d32-98a3-9a5a5c08dbe9 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:54:42.760448 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:42.822841 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a57b161d-9c95-41e1-b543-6c6a4c2ead04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:42.838263 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a57b161d-9c95-41e1-b543-6c6a4c2ead04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:54:42.843191 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-a57b161d-9c95-41e1-b543-6c6a4c2ead04 admin admin] Usage tracker for resource:security_group_rule and tenant:44af7f981fea48979faff520fed2286a is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:54:42.846215 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-a57b161d-9c95-41e1-b543-6c6a4c2ead04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:54:42.852728 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a57b161d-9c95-41e1-b543-6c6a4c2ead04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:54:42.962080 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a57b161d-9c95-41e1-b543-6c6a4c2ead04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:42.969126 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a57b161d-9c95-41e1-b543-6c6a4c2ead04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:42.975009 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a19f5b2f-ea8e-4a3c-8fd9-b4c7c1c0f228 req-05247089-17bf-4239-88cc-9b9e5aaafe16 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:42.984028 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a19f5b2f-ea8e-4a3c-8fd9-b4c7c1c0f228 req-05247089-17bf-4239-88cc-9b9e5aaafe16 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:42.984408 n-d-828418-1 neutron-server[87639]: INFO neutron.db.l3_db [req-a19f5b2f-ea8e-4a3c-8fd9-b4c7c1c0f228 req-05247089-17bf-4239-88cc-9b9e5aaafe16 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Floating IP 25d9527f-37d3-4520-9e8b-3f3595bc0701 disassociated. External IP: 172.25.0.236, port: 6674ad44-bb3c-4d06-9858-967f47a43b1a. Feb 09 00:54:43.023040 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:43.023279 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a57b161d-9c95-41e1-b543-6c6a4c2ead04 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=44af7f981fea48979faff520fed2286a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3561924 Feb 09 00:54:43.024941 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57b161d-9c95-41e1-b543-6c6a4c2ead04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60da9990-5cf3-49bc-8c43-d29e6ce0d2fe,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:43.028563 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44034) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:54:43.037955 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:43.063624 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a9188a-bf9f-4038-9b84-df4ddb5783a6 req-0c0630f7-b074-4032-8176-271e6d7d0711 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:43.065121 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-10a9188a-bf9f-4038-9b84-df4ddb5783a6 req-0c0630f7-b074-4032-8176-271e6d7d0711 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 945 time: 0.2597811 Feb 09 00:54:43.104575 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f45d6f-055e-41e1-8f5f-ddaddd74a856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d50263e-1665-4d32-98a3-9a5a5c08dbe9'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:54:43.104791 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d0b58e16-9caf-49cc-9e17-a43d20f36b95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:43.117102 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 5d50263e-1665-4d32-98a3-9a5a5c08dbe9, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=5d50263e-1665-4d32-98a3-9a5a5c08dbe9,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:54:43.122836 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:43.124248 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 48fe6a3f-3317-4b0f-b4ba-ddaaef847545 up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:54:43.134044 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d0b58e16-9caf-49cc-9e17-a43d20f36b95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:43.195471 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d0b58e16-9caf-49cc-9e17-a43d20f36b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:43.203557 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-10a9188a-bf9f-4038-9b84-df4ddb5783a6 req-28942401-1477-481d-8b3c-6cc33f7d2efe tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221950 Feb 09 00:54:43.214792 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b58e16-9caf-49cc-9e17-a43d20f36b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60da9990-5cf3-49bc-8c43-d29e6ce0d2fe,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:43.235493 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d0b58e16-9caf-49cc-9e17-a43d20f36b95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:43.238965 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d0b58e16-9caf-49cc-9e17-a43d20f36b95 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/60da9990-5cf3-49bc-8c43-d29e6ce0d2fe HTTP/1.1" status: 204 len: 168 time: 0.2071481 Feb 09 00:54:43.279517 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51ce712b-63c6-4024-b743-f12868b3e100', 'tag': 'f16d05c2-eae9-44a5-8686-789fbb3c6fe4', 'status': 'completed', 'code': 200} Feb 09 00:54:43.292345 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=5d50263e-1665-4d32-98a3-9a5a5c08dbe9,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:43.303986 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-786f6301-9c6c-4a46-aefc-21b6ac899a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5fa7b0c-5305-4b07-9c4b-988eb7b75b50', 'name': 'tempest-ServerActionsTestJSON-306433313-router', 'tenant_id': '71b0276e9e0b48f8943a51531f3d8a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '13709a81-eeec-49f1-b597-910fac9f4a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:53:27Z', 'updated_at': '2022-02-09T00:53:44Z', 'revision_number': 4, 'project_id': '71b0276e9e0b48f8943a51531f3d8a9e', 'gw_port': {'id': '13709a81-eeec-49f1-b597-910fac9f4a2e', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fa7b0c-5305-4b07-9c4b-988eb7b75b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:53:29Z', 'updated_at': '2022-02-09T00:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '429ec144-a477-494d-b1d2-324a78ce96ff', 'tenant_id': '71b0276e9e0b48f8943a51531f3d8a9e', 'floating_ip_address': '172.25.0.12', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': 'c5fa7b0c-5305-4b07-9c4b-988eb7b75b50', 'port_id': 'f16d05c2-eae9-44a5-8686-789fbb3c6fe4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f86eb5f-f405-4ce4-a845-9c31ac1b15d4', 'mac_address': 'fa:16:3e:27:c4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ce712b-63c6-4024-b743-f12868b3e100', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:53:59Z', 'updated_at': '2022-02-09T00:54:39Z', 'revision_number': 1, 'project_id': '71b0276e9e0b48f8943a51531f3d8a9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27004551-3cd5-44d7-aed7-82fb0b886e45', 'name': '', 'network_id': '1f86eb5f-f405-4ce4-a845-9c31ac1b15d4', 'tenant_id': '71b0276e9e0b48f8943a51531f3d8a9e', 'mac_address': 'fa:16:3e:ca:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fa7b0c-5305-4b07-9c4b-988eb7b75b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '55d6843d-cf0e-4da9-b1f9-18c66e11f308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:53:41Z', 'updated_at': '2022-02-09T00:53:51Z', 'revision_number': 5, 'project_id': '71b0276e9e0b48f8943a51531f3d8a9e', 'subnets': [{'id': '55d6843d-cf0e-4da9-b1f9-18c66e11f308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:54:43.310065 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786f6301-9c6c-4a46-aefc-21b6ac899a03 None None] The sync data for ids ['c5fa7b0c-5305-4b07-9c4b-988eb7b75b50'] in n-d-828418-1 is: [{'id': 'c5fa7b0c-5305-4b07-9c4b-988eb7b75b50', 'name': 'tempest-ServerActionsTestJSON-306433313-router', 'tenant_id': '71b0276e9e0b48f8943a51531f3d8a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '13709a81-eeec-49f1-b597-910fac9f4a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:53:27Z', 'updated_at': '2022-02-09T00:53:44Z', 'revision_number': 4, 'project_id': '71b0276e9e0b48f8943a51531f3d8a9e', 'gw_port': {'id': '13709a81-eeec-49f1-b597-910fac9f4a2e', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fa7b0c-5305-4b07-9c4b-988eb7b75b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:53:29Z', 'updated_at': '2022-02-09T00:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '429ec144-a477-494d-b1d2-324a78ce96ff', 'tenant_id': '71b0276e9e0b48f8943a51531f3d8a9e', 'floating_ip_address': '172.25.0.12', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': 'c5fa7b0c-5305-4b07-9c4b-988eb7b75b50', 'port_id': 'f16d05c2-eae9-44a5-8686-789fbb3c6fe4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f86eb5f-f405-4ce4-a845-9c31ac1b15d4', 'mac_address': 'fa:16:3e:27:c4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ce712b-63c6-4024-b743-f12868b3e100', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:53:59Z', 'updated_at': '2022-02-09T00:54:39Z', 'revision_number': 1, 'project_id': '71b0276e9e0b48f8943a51531f3d8a9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27004551-3cd5-44d7-aed7-82fb0b886e45', 'name': '', 'network_id': '1f86eb5f-f405-4ce4-a845-9c31ac1b15d4', 'tenant_id': '71b0276e9e0b48f8943a51531f3d8a9e', 'mac_address': 'fa:16:3e:ca:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fa7b0c-5305-4b07-9c4b-988eb7b75b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '55d6843d-cf0e-4da9-b1f9-18c66e11f308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:53:41Z', 'updated_at': '2022-02-09T00:53:51Z', 'revision_number': 5, 'project_id': '71b0276e9e0b48f8943a51531f3d8a9e', 'subnets': [{'id': '55d6843d-cf0e-4da9-b1f9-18c66e11f308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:54:43.313071 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning for port 48fe6a3f-3317-4b0f-b4ba-ddaaef847545 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:54:43.323462 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port 48fe6a3f-3317-4b0f-b4ba-ddaaef847545 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:54:43.323834 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:43.458318 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554ec2b-21a4-4717-b80a-d34e68a45513 req-76f57334-88b1-47dc-94ab-b0e2a4284bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:43.459659 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1554ec2b-21a4-4717-b80a-d34e68a45513 req-76f57334-88b1-47dc-94ab-b0e2a4284bf8 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=71b0276e9e0b48f8943a51531f3d8a9e&device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 1096 time: 0.1501346 Feb 09 00:54:43.525406 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a19f5b2f-ea8e-4a3c-8fd9-b4c7c1c0f228 req-05247089-17bf-4239-88cc-9b9e5aaafe16 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Router 74386a0e-8aaf-493a-a0ab-90185a553100 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 00:54:43.546345 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:43.565255 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device f09c90ae-2bfb-4ad0-8db3-3b1964c83b37 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:54:43.622611 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: f09c90ae-2bfb-4ad0-8db3-3b1964c83b37 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 00:54:43.622951 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device f09c90ae-2bfb-4ad0-8db3-3b1964c83b37 not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 00:54:43.673069 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 48fe6a3f-3317-4b0f-b4ba-ddaaef847545, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=48fe6a3f-3317-4b0f-b4ba-ddaaef847545,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:54:43.677440 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:43.684108 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9937d079-0be5-4d5e-9136-07192d600f80 req-fff97835-7f68-407b-b65a-20590f40f5e4 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:43.686766 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554ec2b-21a4-4717-b80a-d34e68a45513 req-3f8aefc0-b8b3-4744-b5a2-f00f7dcc4105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:43.693131 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1554ec2b-21a4-4717-b80a-d34e68a45513 req-3f8aefc0-b8b3-4744-b5a2-f00f7dcc4105 service neutron] 10.222.0.99 "GET /v2.0/networks?id=1f86eb5f-f405-4ce4-a845-9c31ac1b15d4 HTTP/1.1" status: 200 len: 912 time: 0.2251730 Feb 09 00:54:43.695537 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9937d079-0be5-4d5e-9136-07192d600f80 req-fff97835-7f68-407b-b65a-20590f40f5e4 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=3d138cb2-7f80-4596-9e29-dd8aa7bdff4f HTTP/1.1" status: 200 len: 950 time: 0.2521763 Feb 09 00:54:43.726053 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23a8c7a-0d52-4850-8d8a-473f7d41fe7f None None] New status for floating IP 429ec144-a477-494d-b1d2-324a78ce96ff: ACTIVE {{(pid=87641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 00:54:43.806107 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44046) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:54:43.808092 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=48fe6a3f-3317-4b0f-b4ba-ddaaef847545,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:43.844821 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9937d079-0be5-4d5e-9136-07192d600f80 req-a2aa66ef-dfdf-42c8-a13b-4a3c4a3a60f5 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480346 Feb 09 00:54:43.852259 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-70a9c097-4b3c-40db-9eb9-8b52eff8615e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:43.870241 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a19f5b2f-ea8e-4a3c-8fd9-b4c7c1c0f228 req-05247089-17bf-4239-88cc-9b9e5aaafe16 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 00:54:43.876993 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a19f5b2f-ea8e-4a3c-8fd9-b4c7c1c0f228 req-05247089-17bf-4239-88cc-9b9e5aaafe16 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:43.883319 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1bb671-e918-4495-ba36-1049db5f19e1 None None] Sync routers for ids ['74386a0e-8aaf-493a-a0ab-90185a553100'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:54:43.900013 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1bb671-e918-4495-ba36-1049db5f19e1 None None] Routers {'74386a0e-8aaf-493a-a0ab-90185a553100'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:54:43.902315 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-ee1bb671-e918-4495-ba36-1049db5f19e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:54:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['74386a0e-8aaf-493a-a0ab-90185a553100'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:54:43.919428 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-70a9c097-4b3c-40db-9eb9-8b52eff8615e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:54:43.927371 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-70a9c097-4b3c-40db-9eb9-8b52eff8615e admin admin] Usage tracker for resource:security_group_rule and tenant:f454c271c7fb4939a71ff3a6270f6047 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:54:43.930915 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-70a9c097-4b3c-40db-9eb9-8b52eff8615e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:54:43.941175 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-70a9c097-4b3c-40db-9eb9-8b52eff8615e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:54:44.017753 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1554ec2b-21a4-4717-b80a-d34e68a45513 req-9150f466-5584-4d79-a6e3-910d787db901 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f16d05c2-eae9-44a5-8686-789fbb3c6fe4 HTTP/1.1" status: 200 len: 998 time: 0.3192728 Feb 09 00:54:44.072970 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a19f5b2f-ea8e-4a3c-8fd9-b4c7c1c0f228 req-05247089-17bf-4239-88cc-9b9e5aaafe16 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] 10.222.0.105 "PUT /v2.0/floatingips/25d9527f-37d3-4520-9e8b-3f3595bc0701 HTTP/1.1" status: 200 len: 695 time: 1.8873312 Feb 09 00:54:44.079348 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8feee8fc-ac0f-4fca-8601-38aaca92c133', 'tag': '6674ad44-bb3c-4d06-9858-967f47a43b1a'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:54:44.119528 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-70a9c097-4b3c-40db-9eb9-8b52eff8615e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:44.126855 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-70a9c097-4b3c-40db-9eb9-8b52eff8615e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:44.164859 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554ec2b-21a4-4717-b80a-d34e68a45513 req-c8e036ac-b891-4a0a-8657-852f159ccace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:44.166679 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1554ec2b-21a4-4717-b80a-d34e68a45513 req-c8e036ac-b891-4a0a-8657-852f159ccace service neutron] 10.222.0.99 "GET /v2.0/subnets?id=55d6843d-cf0e-4da9-b1f9-18c66e11f308 HTTP/1.1" status: 200 len: 850 time: 0.1406035 Feb 09 00:54:44.199190 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-70a9c097-4b3c-40db-9eb9-8b52eff8615e admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=f454c271c7fb4939a71ff3a6270f6047&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3891973 Feb 09 00:54:44.200131 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a9c097-4b3c-40db-9eb9-8b52eff8615e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcfc0d21-5995-4c43-a783-5317212c2644,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:44.205905 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44056) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:54:44.273958 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-ee1bb671-e918-4495-ba36-1049db5f19e1 None None] Set router 74386a0e-8aaf-493a-a0ab-90185a553100 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:54:44.283712 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f5b2f-ea8e-4a3c-8fd9-b4c7c1c0f228 req-71dbaec3-b368-48c3-93a8-c48b9dd198d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:44.291363 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a19f5b2f-ea8e-4a3c-8fd9-b4c7c1c0f228 req-71dbaec3-b368-48c3-93a8-c48b9dd198d1 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=82ffc79770134f5fbd74ad0a128bf4a8&device_id=8feee8fc-ac0f-4fca-8601-38aaca92c133 HTTP/1.1" status: 200 len: 1096 time: 0.2068388 Feb 09 00:54:44.300514 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554ec2b-21a4-4717-b80a-d34e68a45513 req-bc9c2707-ab5c-42b6-878e-a21e604bff05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:44.302504 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1554ec2b-21a4-4717-b80a-d34e68a45513 req-bc9c2707-ab5c-42b6-878e-a21e604bff05 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=1f86eb5f-f405-4ce4-a845-9c31ac1b15d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1292589 Feb 09 00:54:44.467936 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1554ec2b-21a4-4717-b80a-d34e68a45513 req-ad104360-deeb-42c2-8d1f-ede712f3eeb0 service neutron] 10.222.0.99 "GET /v2.0/networks/1f86eb5f-f405-4ce4-a845-9c31ac1b15d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564851 Feb 09 00:54:44.529625 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-82ac202e-3dd4-4bef-87a3-60cc8aa18835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:44.591020 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-82ac202e-3dd4-4bef-87a3-60cc8aa18835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:44.628823 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1554ec2b-21a4-4717-b80a-d34e68a45513 req-17ea7d18-ccf5-4c22-9047-a98e8f98008d service neutron] 10.222.0.99 "GET /v2.0/networks/1f86eb5f-f405-4ce4-a845-9c31ac1b15d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545885 Feb 09 00:54:44.666688 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-ee1bb671-e918-4495-ba36-1049db5f19e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74386a0e-8aaf-493a-a0ab-90185a553100', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2045698161-router', 'tenant_id': '82ffc79770134f5fbd74ad0a128bf4a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '2745d572-a493-4180-8760-e353f273cc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:53:19Z', 'updated_at': '2022-02-09T00:53:32Z', 'revision_number': 4, 'project_id': '82ffc79770134f5fbd74ad0a128bf4a8', 'gw_port': {'id': '2745d572-a493-4180-8760-e353f273cc77', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:84:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74386a0e-8aaf-493a-a0ab-90185a553100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:53:20Z', 'updated_at': '2022-02-09T00:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '8cdb7e51-c7ba-4d4d-b1f0-f5ec1cb62641', 'name': '', 'network_id': '126ed347-4206-4f46-8784-d408232679be', 'tenant_id': '82ffc79770134f5fbd74ad0a128bf4a8', 'mac_address': 'fa:16:3e:86:dd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74386a0e-8aaf-493a-a0ab-90185a553100', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '16f52b7f-73d5-46c0-b296-524301583da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:53:29Z', 'updated_at': '2022-02-09T00:53:47Z', 'revision_number': 5, 'project_id': '82ffc79770134f5fbd74ad0a128bf4a8', 'subnets': [{'id': '16f52b7f-73d5-46c0-b296-524301583da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:54:44.671878 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1bb671-e918-4495-ba36-1049db5f19e1 None None] Checking router: 74386a0e-8aaf-493a-a0ab-90185a553100 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:54:44.682936 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1bb671-e918-4495-ba36-1049db5f19e1 None None] Routers {'74386a0e-8aaf-493a-a0ab-90185a553100'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:54:44.683698 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-ee1bb671-e918-4495-ba36-1049db5f19e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:54:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['74386a0e-8aaf-493a-a0ab-90185a553100'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:54:44.684313 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f5b2f-ea8e-4a3c-8fd9-b4c7c1c0f228 req-403a7a19-b975-4ec9-81eb-389c34b8c4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:44.685850 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a19f5b2f-ea8e-4a3c-8fd9-b4c7c1c0f228 req-403a7a19-b975-4ec9-81eb-389c34b8c4f9 service neutron] 10.222.0.105 "GET /v2.0/networks?id=126ed347-4206-4f46-8784-d408232679be HTTP/1.1" status: 200 len: 930 time: 0.3935225 Feb 09 00:54:44.700068 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13983a7d-5e89-4b67-ba42-c0815d2f8fb9 req-6d488d61-a4c5-4c13-aaf5-cbc2a43e3d15 tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:44.701554 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-13983a7d-5e89-4b67-ba42-c0815d2f8fb9 req-6d488d61-a4c5-4c13-aaf5-cbc2a43e3d15 tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] 10.222.0.105 "GET /v2.0/ports?device_id=5567b915-490a-468c-8e0d-6856d8c8f6d4 HTTP/1.1" status: 200 len: 950 time: 0.2605915 Feb 09 00:54:44.776983 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a19f5b2f-ea8e-4a3c-8fd9-b4c7c1c0f228 req-702d6270-7b3a-4b14-8d29-771487b0cac3 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6674ad44-bb3c-4d06-9858-967f47a43b1a HTTP/1.1" status: 200 len: 217 time: 0.0742395 Feb 09 00:54:44.832032 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-82ac202e-3dd4-4bef-87a3-60cc8aa18835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:44.866340 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ac202e-3dd4-4bef-87a3-60cc8aa18835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcfc0d21-5995-4c43-a783-5317212c2644,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:44.876992 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-13983a7d-5e89-4b67-ba42-c0815d2f8fb9 req-624d1be6-5017-410e-9aec-e17693ee6459 tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] 10.222.0.105 "GET /v2.0/security-groups?id=16acca42-a0c4-49b7-8970-a493bbcd3b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207709 Feb 09 00:54:44.880682 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-82ac202e-3dd4-4bef-87a3-60cc8aa18835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:44.884622 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-82ac202e-3dd4-4bef-87a3-60cc8aa18835 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/bcfc0d21-5995-4c43-a783-5317212c2644 HTTP/1.1" status: 204 len: 168 time: 0.6748397 Feb 09 00:54:44.890885 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f5b2f-ea8e-4a3c-8fd9-b4c7c1c0f228 req-fa52064e-162d-45e7-b9f5-1beeb2784f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:44.892407 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a19f5b2f-ea8e-4a3c-8fd9-b4c7c1c0f228 req-fa52064e-162d-45e7-b9f5-1beeb2784f32 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=16f52b7f-73d5-46c0-b296-524301583da7 HTTP/1.1" status: 200 len: 868 time: 0.1054668 Feb 09 00:54:44.908499 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-ee1bb671-e918-4495-ba36-1049db5f19e1 None None] Set router 74386a0e-8aaf-493a-a0ab-90185a553100 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:54:44.981442 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f45d6f-055e-41e1-8f5f-ddaddd74a856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d50263e-1665-4d32-98a3-9a5a5c08dbe9', 'code': 200} Feb 09 00:54:45.000352 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f5b2f-ea8e-4a3c-8fd9-b4c7c1c0f228 req-0d43431b-28c0-4b7e-8ce5-09829b957c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:45.005046 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a19f5b2f-ea8e-4a3c-8fd9-b4c7c1c0f228 req-0d43431b-28c0-4b7e-8ce5-09829b957c04 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=126ed347-4206-4f46-8784-d408232679be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1057317 Feb 09 00:54:45.224344 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a19f5b2f-ea8e-4a3c-8fd9-b4c7c1c0f228 req-b81bd2dd-215d-46d5-89bf-8314fdb8cabb service neutron] 10.222.0.105 "GET /v2.0/networks/126ed347-4206-4f46-8784-d408232679be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133703 Feb 09 00:54:45.242582 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e322e-eede-47f4-bd91-08e528b662f1 req-1a77b1f6-9b92-4975-ba63-917005ee43f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:45.244701 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a52e322e-eede-47f4-bd91-08e528b662f1 req-1a77b1f6-9b92-4975-ba63-917005ee43f8 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=94f45d6f-055e-41e1-8f5f-ddaddd74a856 HTTP/1.1" status: 200 len: 1101 time: 0.2084243 Feb 09 00:54:45.301944 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07f7768a-9732-4abb-898c-f7906c7c0d71', 'name': 'network-vif-deleted', 'tag': 'f09c90ae-2bfb-4ad0-8db3-3b1964c83b37'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:54:45.345538 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-ee1bb671-e918-4495-ba36-1049db5f19e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74386a0e-8aaf-493a-a0ab-90185a553100', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2045698161-router', 'tenant_id': '82ffc79770134f5fbd74ad0a128bf4a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '2745d572-a493-4180-8760-e353f273cc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:53:19Z', 'updated_at': '2022-02-09T00:53:32Z', 'revision_number': 4, 'project_id': '82ffc79770134f5fbd74ad0a128bf4a8', 'gw_port': {'id': '2745d572-a493-4180-8760-e353f273cc77', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:84:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74386a0e-8aaf-493a-a0ab-90185a553100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:53:20Z', 'updated_at': '2022-02-09T00:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '8cdb7e51-c7ba-4d4d-b1f0-f5ec1cb62641', 'name': '', 'network_id': '126ed347-4206-4f46-8784-d408232679be', 'tenant_id': '82ffc79770134f5fbd74ad0a128bf4a8', 'mac_address': 'fa:16:3e:86:dd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74386a0e-8aaf-493a-a0ab-90185a553100', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '16f52b7f-73d5-46c0-b296-524301583da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:53:29Z', 'updated_at': '2022-02-09T00:53:47Z', 'revision_number': 5, 'project_id': '82ffc79770134f5fbd74ad0a128bf4a8', 'subnets': [{'id': '16f52b7f-73d5-46c0-b296-524301583da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:54:45.350770 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1bb671-e918-4495-ba36-1049db5f19e1 None None] The sync data for ids ['74386a0e-8aaf-493a-a0ab-90185a553100'] in n-d-828418-1 is: [{'id': '74386a0e-8aaf-493a-a0ab-90185a553100', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2045698161-router', 'tenant_id': '82ffc79770134f5fbd74ad0a128bf4a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '2745d572-a493-4180-8760-e353f273cc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:53:19Z', 'updated_at': '2022-02-09T00:53:32Z', 'revision_number': 4, 'project_id': '82ffc79770134f5fbd74ad0a128bf4a8', 'gw_port': {'id': '2745d572-a493-4180-8760-e353f273cc77', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:84:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74386a0e-8aaf-493a-a0ab-90185a553100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:53:20Z', 'updated_at': '2022-02-09T00:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '8cdb7e51-c7ba-4d4d-b1f0-f5ec1cb62641', 'name': '', 'network_id': '126ed347-4206-4f46-8784-d408232679be', 'tenant_id': '82ffc79770134f5fbd74ad0a128bf4a8', 'mac_address': 'fa:16:3e:86:dd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74386a0e-8aaf-493a-a0ab-90185a553100', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '16f52b7f-73d5-46c0-b296-524301583da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:53:29Z', 'updated_at': '2022-02-09T00:53:47Z', 'revision_number': 5, 'project_id': '82ffc79770134f5fbd74ad0a128bf4a8', 'subnets': [{'id': '16f52b7f-73d5-46c0-b296-524301583da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:54:45.355166 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a52e322e-eede-47f4-bd91-08e528b662f1 req-ce1a52c1-07c8-4e76-867f-9e2077e0dc26 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=16acca42-a0c4-49b7-8970-a493bbcd3b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030269 Feb 09 00:54:45.410218 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a19f5b2f-ea8e-4a3c-8fd9-b4c7c1c0f228 req-062e74e8-a00e-4fce-a195-afb79ef242f2 service neutron] 10.222.0.105 "GET /v2.0/networks/126ed347-4206-4f46-8784-d408232679be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795893 Feb 09 00:54:45.419431 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44078) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:54:45.493692 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8feee8fc-ac0f-4fca-8601-38aaca92c133', 'tag': '6674ad44-bb3c-4d06-9858-967f47a43b1a', 'status': 'completed', 'code': 200} Feb 09 00:54:45.707089 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-69f0d0f2-1b6e-4dc5-a38b-b64096635097 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=fecfb845502b4847a5a0aa7400d2f04d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2861342 Feb 09 00:54:45.708563 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44098) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:54:45.716334 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424ce1e4-0c60-4ccb-8090-56146350511f req-1d092857-1d01-4ee5-9fba-c004c0511619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:45.719937 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-424ce1e4-0c60-4ccb-8090-56146350511f req-1d092857-1d01-4ee5-9fba-c004c0511619 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=82ffc79770134f5fbd74ad0a128bf4a8&device_id=8feee8fc-ac0f-4fca-8601-38aaca92c133 HTTP/1.1" status: 200 len: 1096 time: 0.1983159 Feb 09 00:54:45.803244 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83909b45-f232-440f-93ef-fb154dc71fd7 req-bdae1fb0-f562-4df5-9c8f-484b15d152e4 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:45.814335 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-83909b45-f232-440f-93ef-fb154dc71fd7 req-bdae1fb0-f562-4df5-9c8f-484b15d152e4 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 945 time: 0.1827323 Feb 09 00:54:45.840229 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff0b3bd-ae2f-4e3d-b8b6-4f4b3d8c94e9 None None] New status for floating IP 25d9527f-37d3-4520-9e8b-3f3595bc0701: DOWN {{(pid=87641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 00:54:45.885560 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-83909b45-f232-440f-93ef-fb154dc71fd7 req-efe9fe92-b728-45e2-b923-7e9bafe8419a tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703163 Feb 09 00:54:45.963957 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424ce1e4-0c60-4ccb-8090-56146350511f req-f16437f7-212e-4bea-a358-d1293aa22fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:45.965761 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-424ce1e4-0c60-4ccb-8090-56146350511f req-f16437f7-212e-4bea-a358-d1293aa22fa9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=126ed347-4206-4f46-8784-d408232679be HTTP/1.1" status: 200 len: 930 time: 0.2228787 Feb 09 00:54:45.969478 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-feee289f-1c93-4432-8ef3-ad8591349e67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:46.078208 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-424ce1e4-0c60-4ccb-8090-56146350511f req-0b4faa6b-5afe-4651-a2d6-d24e27bfcfd4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6674ad44-bb3c-4d06-9858-967f47a43b1a HTTP/1.1" status: 200 len: 217 time: 0.1024380 Feb 09 00:54:46.141015 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-feee289f-1c93-4432-8ef3-ad8591349e67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:46.157515 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44130) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:54:46.197084 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04797336-d504-4e39-957d-5deec5b920e7 req-0e2d8560-70a0-49e2-8590-14f211e11e46 tempest-ServersAdminTestJSON-1145733215 tempest-ServersAdminTestJSON-1145733215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:46.198789 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424ce1e4-0c60-4ccb-8090-56146350511f req-e2a75bd6-b86e-4d89-96db-1bba6bb724c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:46.199760 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-04797336-d504-4e39-957d-5deec5b920e7 req-0e2d8560-70a0-49e2-8590-14f211e11e46 tempest-ServersAdminTestJSON-1145733215 tempest-ServersAdminTestJSON-1145733215-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=e9e446d3-eb09-4119-b095-c6841026b291 HTTP/1.1" status: 200 len: 1100 time: 0.1022444 Feb 09 00:54:46.201356 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-424ce1e4-0c60-4ccb-8090-56146350511f req-e2a75bd6-b86e-4d89-96db-1bba6bb724c3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=16f52b7f-73d5-46c0-b296-524301583da7 HTTP/1.1" status: 200 len: 868 time: 0.1132576 Feb 09 00:54:46.294676 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-04797336-d504-4e39-957d-5deec5b920e7 req-4ab9c46f-c510-45df-9f1e-009e17a5fbde tempest-ServersAdminTestJSON-1145733215 tempest-ServersAdminTestJSON-1145733215-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=8f361fac-bee5-49f7-8557-30dc6fac47de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815520 Feb 09 00:54:46.304865 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-feee289f-1c93-4432-8ef3-ad8591349e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:46.345047 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424ce1e4-0c60-4ccb-8090-56146350511f req-831d7f0f-da43-460b-b886-bfeb20a14c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:46.347022 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-424ce1e4-0c60-4ccb-8090-56146350511f req-831d7f0f-da43-460b-b886-bfeb20a14c02 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=126ed347-4206-4f46-8784-d408232679be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1337550 Feb 09 00:54:46.347872 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee289f-1c93-4432-8ef3-ad8591349e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8313fb7-6eee-49a4-ad87-242a145b6834,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:46.400074 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-feee289f-1c93-4432-8ef3-ad8591349e67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:46.412867 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-7e4a41b6-5f97-46c5-880c-aa30d9d1744d admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1052512935-network', 'tenant_id': '35dd69c7034749ab9d62471941920e2c'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:54:46.415029 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-feee289f-1c93-4432-8ef3-ad8591349e67 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/f8313fb7-6eee-49a4-ad87-242a145b6834 HTTP/1.1" status: 204 len: 168 time: 0.7000914 Feb 09 00:54:46.426719 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-7e4a41b6-5f97-46c5-880c-aa30d9d1744d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:54:46.434323 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-7e4a41b6-5f97-46c5-880c-aa30d9d1744d admin admin] Usage tracker for resource:network and tenant:35dd69c7034749ab9d62471941920e2c is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:54:46.440790 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-7e4a41b6-5f97-46c5-880c-aa30d9d1744d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:54:46.455455 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-7e4a41b6-5f97-46c5-880c-aa30d9d1744d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:54:46.478936 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4a41b6-5f97-46c5-880c-aa30d9d1744d admin admin] Made reservation on behalf of 35dd69c7034749ab9d62471941920e2c for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:54:46.503142 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 00:54:46.503824 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7e4a41b6-5f97-46c5-880c-aa30d9d1744d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:46.653171 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7e4a41b6-5f97-46c5-880c-aa30d9d1744d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:46.692037 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-7e4a41b6-5f97-46c5-880c-aa30d9d1744d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:54:46.705191 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-7e4a41b6-5f97-46c5-880c-aa30d9d1744d admin admin] Usage tracker for resource:security_group_rule and tenant:35dd69c7034749ab9d62471941920e2c is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:54:46.707768 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-424ce1e4-0c60-4ccb-8090-56146350511f req-745f69e6-ee70-482b-98bb-71c7ff4a0c95 service neutron] 10.222.0.62 "GET /v2.0/networks/126ed347-4206-4f46-8784-d408232679be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3499887 Feb 09 00:54:46.709535 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-7e4a41b6-5f97-46c5-880c-aa30d9d1744d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:54:46.719586 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-7e4a41b6-5f97-46c5-880c-aa30d9d1744d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:54:46.773242 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d31799-0dc0-4414-8c36-3f5b6e04f9ea req-7103df2f-79eb-4381-9ea2-3811a588e395 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:46.774805 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-71d31799-0dc0-4414-8c36-3f5b6e04f9ea req-7103df2f-79eb-4381-9ea2-3811a588e395 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=3d138cb2-7f80-4596-9e29-dd8aa7bdff4f HTTP/1.1" status: 200 len: 950 time: 0.2206459 Feb 09 00:54:46.856178 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-71d31799-0dc0-4414-8c36-3f5b6e04f9ea req-cd6cac5d-3dea-46ae-8365-c918451f9cbb tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690644 Feb 09 00:54:46.885974 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7e4a41b6-5f97-46c5-880c-aa30d9d1744d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:46.894212 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7e4a41b6-5f97-46c5-880c-aa30d9d1744d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:46.909386 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e4a41b6-5f97-46c5-880c-aa30d9d1744d admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:54:46.927939 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7e4a41b6-5f97-46c5-880c-aa30d9d1744d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:46.928359 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-7e4a41b6-5f97-46c5-880c-aa30d9d1744d admin admin] Added segment d7050703-a45d-45b0-a89d-e74c0c0ae2fb of type vlan for network 2c19901d-9303-4cfd-b96f-b8f2e52fb4b9 Feb 09 00:54:46.964907 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-424ce1e4-0c60-4ccb-8090-56146350511f req-29523528-6f3a-444f-92e3-71981384ea30 service neutron] 10.222.0.62 "GET /v2.0/networks/126ed347-4206-4f46-8784-d408232679be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496686 Feb 09 00:54:46.982796 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07f7768a-9732-4abb-898c-f7906c7c0d71', 'name': 'network-vif-deleted', 'tag': 'f09c90ae-2bfb-4ad0-8db3-3b1964c83b37', 'status': 'completed', 'code': 200} Feb 09 00:54:46.986665 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5567b915-490a-468c-8e0d-6856d8c8f6d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48fe6a3f-3317-4b0f-b4ba-ddaaef847545'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:54:47.039263 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-035a01fa-b1a2-4dfe-8100-f4d74b5be8ed tempest-LiveMigrationTest-757645410 tempest-LiveMigrationTest-757645410-project-admin] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:54:47.040811 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-035a01fa-b1a2-4dfe-8100-f4d74b5be8ed tempest-LiveMigrationTest-757645410 tempest-LiveMigrationTest-757645410-project-admin] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2077303 Feb 09 00:54:47.053222 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-d14af08f-d0e5-4726-86cb-66a41fa3c7bd service neutron] Request body: {'binding': {'host': 'n-h2-828418-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:54:47.053701 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-d14af08f-d0e5-4726-86cb-66a41fa3c7bd service neutron] Unknown quota resources ['binding']. {{(pid=87638) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 09 00:54:47.100207 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7e4a41b6-5f97-46c5-880c-aa30d9d1744d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:47.149805 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-906c1e1e-9365-4aad-85f7-5a060364d9e5 req-bd6afc74-61af-47a4-8002-194cb80746f5 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] 10.222.0.105 "GET /v2.0/floatingips/25d9527f-37d3-4520-9e8b-3f3595bc0701 HTTP/1.1" status: 200 len: 693 time: 0.1481547 Feb 09 00:54:47.153536 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4a41b6-5f97-46c5-880c-aa30d9d1744d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f382ea22-c4c8-444f-9c82-197a437f5132,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:47.276029 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7e4a41b6-5f97-46c5-880c-aa30d9d1744d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:47.277041 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4a41b6-5f97-46c5-880c-aa30d9d1744d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:47.277646 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7e4a41b6-5f97-46c5-880c-aa30d9d1744d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:47.422032 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-7e4a41b6-5f97-46c5-880c-aa30d9d1744d admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2578158 Feb 09 00:54:47.423099 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44168) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:54:47.432891 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-8c95dd34-6006-4a5b-b56b-205ae0eea48f admin admin] Request body: {'subnet': {'network_id': '2c19901d-9303-4cfd-b96f-b8f2e52fb4b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1052512935-subnet', 'tenant_id': '35dd69c7034749ab9d62471941920e2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:54:47.442122 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4a41b6-5f97-46c5-880c-aa30d9d1744d admin admin] Pushing event updated for resources: {'Network': ['ID=2c19901d-9303-4cfd-b96f-b8f2e52fb4b9,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:47.453702 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 2c19901d-9303-4cfd-b96f-b8f2e52fb4b9 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 00:54:47.457244 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8c95dd34-6006-4a5b-b56b-205ae0eea48f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:54:47.464450 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c1e1e-9365-4aad-85f7-5a060364d9e5 req-9830e034-2911-48bd-bf24-a0decd750ba6 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:47.464891 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-8c95dd34-6006-4a5b-b56b-205ae0eea48f admin admin] Usage tracker for resource:subnet and tenant:35dd69c7034749ab9d62471941920e2c is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:54:47.470449 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-8c95dd34-6006-4a5b-b56b-205ae0eea48f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:54:47.472205 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-906c1e1e-9365-4aad-85f7-5a060364d9e5 req-9830e034-2911-48bd-bf24-a0decd750ba6 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] 10.222.0.105 "GET /v2.0/networks/3d885c3c-255c-4e54-addc-b28437d0b18e HTTP/1.1" status: 200 len: 784 time: 0.3154032 Feb 09 00:54:47.482584 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-d14af08f-d0e5-4726-86cb-66a41fa3c7bd service neutron] Attempting to bind port 38871bc7-9408-4a50-8dd9-52c4d22e003e on host n-h2-828418-1 for vnic_type normal with profile None {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:54:47.483050 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-d14af08f-d0e5-4726-86cb-66a41fa3c7bd service neutron] Attempting to bind port 38871bc7-9408-4a50-8dd9-52c4d22e003e by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': 'b907962e-2c92-4e5e-9eb3-daae4f34051b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ded91f5f-4c52-4e17-8569-d9d1696711b8'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:54:47.483909 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-d14af08f-d0e5-4726-86cb-66a41fa3c7bd service neutron] Attempting to bind port 38871bc7-9408-4a50-8dd9-52c4d22e003e on network ded91f5f-4c52-4e17-8569-d9d1696711b8 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:54:47.486367 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8c95dd34-6006-4a5b-b56b-205ae0eea48f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:54:47.493892 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-d14af08f-d0e5-4726-86cb-66a41fa3c7bd service neutron] Port 38871bc7-9408-4a50-8dd9-52c4d22e003e on network ded91f5f-4c52-4e17-8569-d9d1696711b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:54:47.494309 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-d14af08f-d0e5-4726-86cb-66a41fa3c7bd service neutron] Attempting to bind port 38871bc7-9408-4a50-8dd9-52c4d22e003e on network ded91f5f-4c52-4e17-8569-d9d1696711b8 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:54:47.503689 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-d14af08f-d0e5-4726-86cb-66a41fa3c7bd service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:54:47.504093 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-d14af08f-d0e5-4726-86cb-66a41fa3c7bd service neutron] Checking segment: {'id': 'b907962e-2c92-4e5e-9eb3-daae4f34051b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ded91f5f-4c52-4e17-8569-d9d1696711b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:54:47.504610 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-d14af08f-d0e5-4726-86cb-66a41fa3c7bd service neutron] Bound using segment: {'id': 'b907962e-2c92-4e5e-9eb3-daae4f34051b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ded91f5f-4c52-4e17-8569-d9d1696711b8'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:54:47.504904 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-d14af08f-d0e5-4726-86cb-66a41fa3c7bd service neutron] Bound port: 38871bc7-9408-4a50-8dd9-52c4d22e003e, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b907962e-2c92-4e5e-9eb3-daae4f34051b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ded91f5f-4c52-4e17-8569-d9d1696711b8'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:54:47.511798 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c95dd34-6006-4a5b-b56b-205ae0eea48f admin admin] Made reservation on behalf of 35dd69c7034749ab9d62471941920e2c for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:54:47.513645 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8c95dd34-6006-4a5b-b56b-205ae0eea48f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:47.674925 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-d14af08f-d0e5-4726-86cb-66a41fa3c7bd service neutron] For port 38871bc7-9408-4a50-8dd9-52c4d22e003e, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=38871bc7-9408-4a50-8dd9-52c4d22e003e,segment=NetworkSegment(b907962e-2c92-4e5e-9eb3-daae4f34051b),segment_id=b907962e-2c92-4e5e-9eb3-daae4f34051b)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:54:47.678701 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-906c1e1e-9365-4aad-85f7-5a060364d9e5 req-2a40fbac-e58b-496d-a3c9-dd2cb6352fc3 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.0.236 HTTP/1.1" status: 200 len: 696 time: 0.2055287 Feb 09 00:54:47.718894 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-d14af08f-d0e5-4726-86cb-66a41fa3c7bd service neutron] Notify callbacks [] for binding, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:47.720538 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-d14af08f-d0e5-4726-86cb-66a41fa3c7bd service neutron] 10.222.0.105 "POST /v2.0/ports/38871bc7-9408-4a50-8dd9-52c4d22e003e/bindings HTTP/1.1" status: 201 len: 389 time: 0.6707146 Feb 09 00:54:47.783326 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-906c1e1e-9365-4aad-85f7-5a060364d9e5 req-de29e281-abe9-4ccd-b01b-5d9ff2d6b4da tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.0.236 HTTP/1.1" status: 200 len: 696 time: 0.1036897 Feb 09 00:54:47.799311 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8c95dd34-6006-4a5b-b56b-205ae0eea48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:47.894624 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c95dd34-6006-4a5b-b56b-205ae0eea48f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f523b7b8-aa23-4f63-9894-de0d35bb1ce5,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:47.940445 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c95dd34-6006-4a5b-b56b-205ae0eea48f admin admin] Checking segment: {'id': 'd7050703-a45d-45b0-a89d-e74c0c0ae2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2c19901d-9303-4cfd-b96f-b8f2e52fb4b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:54:47.940829 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c95dd34-6006-4a5b-b56b-205ae0eea48f admin admin] Network hostable DHCP agents. Network: 2c19901d-9303-4cfd-b96f-b8f2e52fb4b9, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:54:47.965055 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c95dd34-6006-4a5b-b56b-205ae0eea48f admin admin] Network 2c19901d-9303-4cfd-b96f-b8f2e52fb4b9 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:54:48.009757 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-8c95dd34-6006-4a5b-b56b-205ae0eea48f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 2c19901d-9303-4cfd-b96f-b8f2e52fb4b9) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:54:48.019110 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929c604d-1d42-46fa-90cd-ec55958e5146 None None] Network 2c19901d-9303-4cfd-b96f-b8f2e52fb4b9 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:54:48.022961 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c95dd34-6006-4a5b-b56b-205ae0eea48f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:48.023581 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8c95dd34-6006-4a5b-b56b-205ae0eea48f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:48.047911 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-906c1e1e-9365-4aad-85f7-5a060364d9e5 req-54dec83b-9578-48e9-9733-daf30bda5179 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Deleting port 3eb73c46-320c-4efd-bd10-ff25d4f0db3e {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:54:48.048174 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-906c1e1e-9365-4aad-85f7-5a060364d9e5 req-54dec83b-9578-48e9-9733-daf30bda5179 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:48.058539 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-8c95dd34-6006-4a5b-b56b-205ae0eea48f admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6348898 Feb 09 00:54:48.073928 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-714144f7-4874-4903-9ba1-cb3b662677ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:48.075450 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-714144f7-4874-4903-9ba1-cb3b662677ff service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=8d883076d7064c219a98a8f981d7945a&device_id=1c220122-25f6-4e6d-b672-91d830d878e0 HTTP/1.1" status: 200 len: 1096 time: 0.1058111 Feb 09 00:54:48.219647 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebcec57-a985-4aeb-8bdf-23c316b978e8 req-c57eef57-853c-49db-8d39-f8f366a527ef tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:48.226704 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-eebcec57-a985-4aeb-8bdf-23c316b978e8 req-c57eef57-853c-49db-8d39-f8f366a527ef tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] 10.222.0.105 "GET /v2.0/ports?device_id=5567b915-490a-468c-8e0d-6856d8c8f6d4 HTTP/1.1" status: 200 len: 950 time: 0.2529318 Feb 09 00:54:48.238514 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-2780c4b1-0ee2-4ca4-8776-2af999001b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:48.240065 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-2780c4b1-0ee2-4ca4-8776-2af999001b34 service neutron] 10.222.0.99 "GET /v2.0/networks?id=ded91f5f-4c52-4e17-8569-d9d1696711b8 HTTP/1.1" status: 200 len: 909 time: 0.1561022 Feb 09 00:54:48.280002 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ab101d-7b28-4b05-8cd0-6be7f9ecb5da None None] Network 2c19901d-9303-4cfd-b96f-b8f2e52fb4b9 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:54:48.340354 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-0dec96c8-2a3c-4f06-b43b-38c6418b0a1d service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38871bc7-9408-4a50-8dd9-52c4d22e003e HTTP/1.1" status: 200 len: 217 time: 0.0880063 Feb 09 00:54:48.353114 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-eebcec57-a985-4aeb-8bdf-23c316b978e8 req-8fcb2123-a704-40d1-b962-57520fc5c3e9 tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] 10.222.0.105 "GET /v2.0/security-groups?id=16acca42-a0c4-49b7-8970-a493bbcd3b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253717 Feb 09 00:54:48.361583 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-906c1e1e-9365-4aad-85f7-5a060364d9e5 req-54dec83b-9578-48e9-9733-daf30bda5179 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:48.362586 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-906c1e1e-9365-4aad-85f7-5a060364d9e5 req-54dec83b-9578-48e9-9733-daf30bda5179 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:48.431261 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-cb7b9604-a6ac-48b1-8113-40cd1492674f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:48.432917 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-cb7b9604-a6ac-48b1-8113-40cd1492674f service neutron] 10.222.0.99 "GET /v2.0/subnets?id=103c212c-bf16-40d1-a89c-07252434eb67 HTTP/1.1" status: 200 len: 848 time: 0.0818477 Feb 09 00:54:48.495863 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-c35c7452-08d6-41ce-b528-0873ecdc1824 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=ded91f5f-4c52-4e17-8569-d9d1696711b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513508 Feb 09 00:54:48.539446 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-906c1e1e-9365-4aad-85f7-5a060364d9e5 req-54dec83b-9578-48e9-9733-daf30bda5179 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Calling delete_port for 3eb73c46-320c-4efd-bd10-ff25d4f0db3e owned by network:floatingip {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:54:48.688599 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-4e026453-8ec4-41e5-8553-22cd56ed6f9f service neutron] 10.222.0.99 "GET /v2.0/networks/ded91f5f-4c52-4e17-8569-d9d1696711b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848567 Feb 09 00:54:48.721404 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae935ae-2603-4dcf-840a-acca9e02a0f1 req-390383bb-e9af-4308-b43b-d06a44ed371c tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:48.722865 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8ae935ae-2603-4dcf-840a-acca9e02a0f1 req-390383bb-e9af-4308-b43b-d06a44ed371c tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 945 time: 0.1913040 Feb 09 00:54:48.816278 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8ae935ae-2603-4dcf-840a-acca9e02a0f1 req-6d7585fa-1e72-4f5d-b1af-67bc2c96eaa7 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635662 Feb 09 00:54:48.822198 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-906c1e1e-9365-4aad-85f7-5a060364d9e5 req-54dec83b-9578-48e9-9733-daf30bda5179 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:48.861666 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-37e8e09f-c889-4679-8648-97542dfb5782 service neutron] 10.222.0.99 "GET /v2.0/networks/ded91f5f-4c52-4e17-8569-d9d1696711b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665192 Feb 09 00:54:48.878090 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dec83b-9578-48e9-9733-daf30bda5179 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Pushing event deleted for resources: {'Port': ['ID=3eb73c46-320c-4efd-bd10-ff25d4f0db3e,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:48.987867 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44194) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:54:48.993716 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-512aea43-f0a9-40e8-94fd-a18417157299 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-751356848-network', 'tenant_id': '88b5db2e2521474da39eb0655008ae79'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:54:49.000305 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-512aea43-f0a9-40e8-94fd-a18417157299 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:54:49.008331 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-512aea43-f0a9-40e8-94fd-a18417157299 admin admin] Usage tracker for resource:network and tenant:88b5db2e2521474da39eb0655008ae79 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:54:49.014385 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-512aea43-f0a9-40e8-94fd-a18417157299 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:54:49.018317 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-512aea43-f0a9-40e8-94fd-a18417157299 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:54:49.034055 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512aea43-f0a9-40e8-94fd-a18417157299 admin admin] Made reservation on behalf of 88b5db2e2521474da39eb0655008ae79 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:54:49.038193 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-512aea43-f0a9-40e8-94fd-a18417157299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:49.054902 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-906c1e1e-9365-4aad-85f7-5a060364d9e5 req-54dec83b-9578-48e9-9733-daf30bda5179 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Notify callbacks [] for floatingip, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:49.060385 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-512aea43-f0a9-40e8-94fd-a18417157299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:49.082565 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-512aea43-f0a9-40e8-94fd-a18417157299 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:54:49.082754 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b64d18a-c793-4f4c-b93d-165f7cf824d8 req-a8db6e9b-b815-4328-8ff3-496aada5b9dc tempest-ServersAdminTestJSON-1145733215 tempest-ServersAdminTestJSON-1145733215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:49.084751 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7b64d18a-c793-4f4c-b93d-165f7cf824d8 req-a8db6e9b-b815-4328-8ff3-496aada5b9dc tempest-ServersAdminTestJSON-1145733215 tempest-ServersAdminTestJSON-1145733215-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=e9e446d3-eb09-4119-b095-c6841026b291 HTTP/1.1" status: 200 len: 1100 time: 0.1183724 Feb 09 00:54:49.090861 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-512aea43-f0a9-40e8-94fd-a18417157299 admin admin] Usage tracker for resource:security_group_rule and tenant:88b5db2e2521474da39eb0655008ae79 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:54:49.091266 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-906c1e1e-9365-4aad-85f7-5a060364d9e5 req-54dec83b-9578-48e9-9733-daf30bda5179 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:49.093165 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-906c1e1e-9365-4aad-85f7-5a060364d9e5 req-54dec83b-9578-48e9-9733-daf30bda5179 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] 10.222.0.105 "DELETE /v2.0/floatingips/25d9527f-37d3-4520-9e8b-3f3595bc0701 HTTP/1.1" status: 204 len: 173 time: 1.3018107 Feb 09 00:54:49.095640 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-512aea43-f0a9-40e8-94fd-a18417157299 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:54:49.103178 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-512aea43-f0a9-40e8-94fd-a18417157299 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:54:49.147809 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7b64d18a-c793-4f4c-b93d-165f7cf824d8 req-54be8c49-f021-4f9b-93fd-d662d1c96723 tempest-ServersAdminTestJSON-1145733215 tempest-ServersAdminTestJSON-1145733215-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=8f361fac-bee5-49f7-8557-30dc6fac47de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533211 Feb 09 00:54:49.162986 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5567b915-490a-468c-8e0d-6856d8c8f6d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48fe6a3f-3317-4b0f-b4ba-ddaaef847545', 'code': 200} Feb 09 00:54:49.225282 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-512aea43-f0a9-40e8-94fd-a18417157299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:49.230565 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-512aea43-f0a9-40e8-94fd-a18417157299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:49.301401 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512aea43-f0a9-40e8-94fd-a18417157299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=418af0c2-a851-411e-bced-59fc13e99254,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:49.320137 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-512aea43-f0a9-40e8-94fd-a18417157299 admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:54:49.339459 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-512aea43-f0a9-40e8-94fd-a18417157299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:49.339804 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-512aea43-f0a9-40e8-94fd-a18417157299 admin admin] Added segment 828a443a-8397-4362-9240-fc6965ac56a5 of type vlan for network 93f795dd-c6fc-4c0f-9ae7-1fc5bfe22bdb Feb 09 00:54:49.381769 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-512aea43-f0a9-40e8-94fd-a18417157299 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:49.391963 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4febb8a-35bf-41e0-8352-ae3c26b94db6 req-c037cf98-47b6-4987-822d-0c40aa59f70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:49.394557 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e4febb8a-35bf-41e0-8352-ae3c26b94db6 req-c037cf98-47b6-4987-822d-0c40aa59f70e service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=5567b915-490a-468c-8e0d-6856d8c8f6d4 HTTP/1.1" status: 200 len: 1101 time: 0.1254091 Feb 09 00:54:49.449457 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5d6df-a68e-4d88-a095-b016bba97689 req-3881db99-0984-4eae-bc1e-6e515406c42e tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:49.453923 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dbb5d6df-a68e-4d88-a095-b016bba97689 req-3881db99-0984-4eae-bc1e-6e515406c42e tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=1c220122-25f6-4e6d-b672-91d830d878e0 HTTP/1.1" status: 200 len: 945 time: 0.1699162 Feb 09 00:54:49.513414 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e4febb8a-35bf-41e0-8352-ae3c26b94db6 req-d03d34be-78f4-498a-b21e-fca98b9074b7 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=16acca42-a0c4-49b7-8970-a493bbcd3b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085043 Feb 09 00:54:49.516713 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-512aea43-f0a9-40e8-94fd-a18417157299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:49.518020 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512aea43-f0a9-40e8-94fd-a18417157299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:49.519269 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-512aea43-f0a9-40e8-94fd-a18417157299 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:49.531556 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dbb5d6df-a68e-4d88-a095-b016bba97689 req-e9cc2f75-0461-4984-a17f-d5c3e9a69be8 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703616 Feb 09 00:54:49.653740 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-512aea43-f0a9-40e8-94fd-a18417157299 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6627011 Feb 09 00:54:49.653740 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512aea43-f0a9-40e8-94fd-a18417157299 admin admin] Pushing event updated for resources: {'Network': ['ID=93f795dd-c6fc-4c0f-9ae7-1fc5bfe22bdb,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:49.655089 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44216) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:54:49.661540 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-0856a761-b34a-45ed-b434-bd1ac5ffb208 admin admin] Request body: {'subnet': {'network_id': '93f795dd-c6fc-4c0f-9ae7-1fc5bfe22bdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-751356848-subnet', 'tenant_id': '88b5db2e2521474da39eb0655008ae79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:54:49.663592 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 93f795dd-c6fc-4c0f-9ae7-1fc5bfe22bdb details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 00:54:49.672933 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-0856a761-b34a-45ed-b434-bd1ac5ffb208 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:54:49.735425 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-0856a761-b34a-45ed-b434-bd1ac5ffb208 admin admin] Usage tracker for resource:subnet and tenant:88b5db2e2521474da39eb0655008ae79 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:54:49.738622 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-0856a761-b34a-45ed-b434-bd1ac5ffb208 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:54:49.746039 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-0856a761-b34a-45ed-b434-bd1ac5ffb208 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:54:49.761964 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0856a761-b34a-45ed-b434-bd1ac5ffb208 admin admin] Made reservation on behalf of 88b5db2e2521474da39eb0655008ae79 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:54:49.764845 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0856a761-b34a-45ed-b434-bd1ac5ffb208 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:50.021049 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba745e8-206a-4155-abd3-298e1ec9a8ae req-d069d1d7-b5c7-4e60-ac7a-390b41504bf2 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:50.022464 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-eba745e8-206a-4155-abd3-298e1ec9a8ae req-d069d1d7-b5c7-4e60-ac7a-390b41504bf2 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=3d138cb2-7f80-4596-9e29-dd8aa7bdff4f HTTP/1.1" status: 200 len: 950 time: 0.3515105 Feb 09 00:54:50.127472 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-eba745e8-206a-4155-abd3-298e1ec9a8ae req-d1614177-8b96-48be-9ad9-881fb2b10979 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980628 Feb 09 00:54:50.171372 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0856a761-b34a-45ed-b434-bd1ac5ffb208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:50.263353 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0856a761-b34a-45ed-b434-bd1ac5ffb208 admin admin] Checking segment: {'id': '828a443a-8397-4362-9240-fc6965ac56a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '93f795dd-c6fc-4c0f-9ae7-1fc5bfe22bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:54:50.263702 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0856a761-b34a-45ed-b434-bd1ac5ffb208 admin admin] Network hostable DHCP agents. Network: 93f795dd-c6fc-4c0f-9ae7-1fc5bfe22bdb, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:54:50.268952 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0856a761-b34a-45ed-b434-bd1ac5ffb208 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9871356-2c5f-4ff5-89bb-fa0aed3e5a29,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:50.290267 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0856a761-b34a-45ed-b434-bd1ac5ffb208 admin admin] Network 93f795dd-c6fc-4c0f-9ae7-1fc5bfe22bdb is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:54:50.309278 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-0856a761-b34a-45ed-b434-bd1ac5ffb208 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 93f795dd-c6fc-4c0f-9ae7-1fc5bfe22bdb) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:54:50.318876 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdcc158-a096-4205-ac49-28f368550c79 None None] Network 93f795dd-c6fc-4c0f-9ae7-1fc5bfe22bdb requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:54:50.379216 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0856a761-b34a-45ed-b434-bd1ac5ffb208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:50.379919 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0856a761-b34a-45ed-b434-bd1ac5ffb208 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:50.432988 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-0856a761-b34a-45ed-b434-bd1ac5ffb208 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7673006 Feb 09 00:54:50.461639 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed76c4e5-1a27-400b-ab51-efb216033a1d req-3cec059e-4dc7-4a86-b4cd-6d6bb15ee3fe tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:50.463380 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ed76c4e5-1a27-400b-ab51-efb216033a1d req-3cec059e-4dc7-4a86-b4cd-6d6bb15ee3fe tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] 10.222.0.105 "GET /v2.0/ports?device_id=5567b915-490a-468c-8e0d-6856d8c8f6d4 HTTP/1.1" status: 200 len: 950 time: 0.1428447 Feb 09 00:54:50.527637 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ed76c4e5-1a27-400b-ab51-efb216033a1d req-333703ac-483f-47ef-bf1d-557db38d10e7 tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] 10.222.0.105 "GET /v2.0/security-groups?id=16acca42-a0c4-49b7-8970-a493bbcd3b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484290 Feb 09 00:54:50.638740 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d6fa69-d8af-478a-ad0f-7d5ec5a5ea2b None None] Network 93f795dd-c6fc-4c0f-9ae7-1fc5bfe22bdb requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:54:50.840240 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0224d136-8238-440b-9cdc-222548a1d3e1 req-24e2bb7c-1eaf-40ac-943f-6bf99031c09a tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:50.840240 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-0224d136-8238-440b-9cdc-222548a1d3e1 req-24e2bb7c-1eaf-40ac-943f-6bf99031c09a tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Synchronizing usage tracker for tenant:82ffc79770134f5fbd74ad0a128bf4a8 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:54:50.864703 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-0224d136-8238-440b-9cdc-222548a1d3e1 req-24e2bb7c-1eaf-40ac-943f-6bf99031c09a tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Unset dirty status for tenant:82ffc79770134f5fbd74ad0a128bf4a8 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:54:50.866311 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0224d136-8238-440b-9cdc-222548a1d3e1 req-24e2bb7c-1eaf-40ac-943f-6bf99031c09a tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] 10.222.0.105 "GET /v2.0/ports?device_id=8feee8fc-ac0f-4fca-8601-38aaca92c133&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2332084 Feb 09 00:54:50.954022 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-0224d136-8238-440b-9cdc-222548a1d3e1 req-c5947e7f-23d7-409c-9add-413ee9c2a8cd tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Synchronizing usage tracker for tenant:82ffc79770134f5fbd74ad0a128bf4a8 on resource:floatingip {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:54:50.974890 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-0224d136-8238-440b-9cdc-222548a1d3e1 req-c5947e7f-23d7-409c-9add-413ee9c2a8cd tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Unset dirty status for tenant:82ffc79770134f5fbd74ad0a128bf4a8 on resource:floatingip {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:54:50.986017 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0224d136-8238-440b-9cdc-222548a1d3e1 req-c5947e7f-23d7-409c-9add-413ee9c2a8cd tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1131382 Feb 09 00:54:51.118553 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ac390-8e3f-4c2f-a671-d9f15ea99283 req-25d3e8d7-f9da-4ec6-9a0a-d58f8b619b60 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:51.120113 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cf8ac390-8e3f-4c2f-a671-d9f15ea99283 req-25d3e8d7-f9da-4ec6-9a0a-d58f8b619b60 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=1c220122-25f6-4e6d-b672-91d830d878e0 HTTP/1.1" status: 200 len: 945 time: 0.1153033 Feb 09 00:54:51.211545 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cf8ac390-8e3f-4c2f-a671-d9f15ea99283 req-62b60cc3-5f65-4448-afd1-f515659d2cf1 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849676 Feb 09 00:54:51.382694 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:51.386514 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1722fe79-4b21-449a-9a2d-9549ded350e2 req-6a321134-e53a-465b-9f1e-6623dbc3546c tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1379633 Feb 09 00:54:51.428232 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44282) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:54:51.611760 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7f5de3-26e2-4a97-8eb4-e629de9ac6cc req-c087b580-019e-4836-9714-b607e89dde08 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:51.619611 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-af7f5de3-26e2-4a97-8eb4-e629de9ac6cc req-c087b580-019e-4836-9714-b607e89dde08 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=3d138cb2-7f80-4596-9e29-dd8aa7bdff4f HTTP/1.1" status: 200 len: 950 time: 0.1310830 Feb 09 00:54:51.669365 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4f3e8dcc-38ee-4e27-ab34-f7aaeec5d625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:51.690154 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-4f3e8dcc-38ee-4e27-ab34-f7aaeec5d625 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:54:51.695180 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-4f3e8dcc-38ee-4e27-ab34-f7aaeec5d625 admin admin] Usage tracker for resource:security_group_rule and tenant:3516c2b1e05a432cb5b1f4b9427b9a1f is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:54:51.698518 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-4f3e8dcc-38ee-4e27-ab34-f7aaeec5d625 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:54:51.705540 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-4f3e8dcc-38ee-4e27-ab34-f7aaeec5d625 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:54:51.762112 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-af7f5de3-26e2-4a97-8eb4-e629de9ac6cc req-01f44551-fab4-4dcf-93d4-b0b5057c9e83 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421554 Feb 09 00:54:51.843270 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab540d6d-3465-4fbf-889e-317ce95d4429 req-b4a01673-c627-4bbd-8201-51fee3a0d6e2 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:51.844761 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-ab540d6d-3465-4fbf-889e-317ce95d4429 req-b4a01673-c627-4bbd-8201-51fee3a0d6e2 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Synchronizing usage tracker for tenant:35dd69c7034749ab9d62471941920e2c on resource:network {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:54:51.845279 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4f3e8dcc-38ee-4e27-ab34-f7aaeec5d625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:51.855458 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4f3e8dcc-38ee-4e27-ab34-f7aaeec5d625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:51.872493 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-ab540d6d-3465-4fbf-889e-317ce95d4429 req-b4a01673-c627-4bbd-8201-51fee3a0d6e2 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Unset dirty status for tenant:35dd69c7034749ab9d62471941920e2c on resource:network {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:54:51.881265 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ab540d6d-3465-4fbf-889e-317ce95d4429 req-b4a01673-c627-4bbd-8201-51fee3a0d6e2 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/networks?id=2c19901d-9303-4cfd-b96f-b8f2e52fb4b9 HTTP/1.1" status: 200 len: 821 time: 0.2529221 Feb 09 00:54:51.918187 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ab540d6d-3465-4fbf-889e-317ce95d4429 req-a7d63e48-0255-4260-8548-57b6c812f226 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/quotas/35dd69c7034749ab9d62471941920e2c HTTP/1.1" status: 200 len: 375 time: 0.0192251 Feb 09 00:54:51.919613 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-4f3e8dcc-38ee-4e27-ab34-f7aaeec5d625 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=3516c2b1e05a432cb5b1f4b9427b9a1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4858177 Feb 09 00:54:51.919613 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3e8dcc-38ee-4e27-ab34-f7aaeec5d625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36e720c-4b0d-4a34-9590-9e977976e387,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:51.919613 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44302) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:54:51.979085 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ab540d6d-3465-4fbf-889e-317ce95d4429 req-fee7f78a-1325-48b3-a7f2-4ad48e0e0c68 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=35dd69c7034749ab9d62471941920e2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0636277 Feb 09 00:54:52.008733 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-48d8c07c-089b-48bf-8421-e548da20747d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:52.042188 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-48d8c07c-089b-48bf-8421-e548da20747d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:52.111102 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-48d8c07c-089b-48bf-8421-e548da20747d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:52.131825 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d8c07c-089b-48bf-8421-e548da20747d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36e720c-4b0d-4a34-9590-9e977976e387,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:52.140483 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-48d8c07c-089b-48bf-8421-e548da20747d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:52.141970 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-48d8c07c-089b-48bf-8421-e548da20747d admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/d36e720c-4b0d-4a34-9590-9e977976e387 HTTP/1.1" status: 204 len: 168 time: 0.2213478 Feb 09 00:54:52.170309 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ab540d6d-3465-4fbf-889e-317ce95d4429 req-7760ffa9-e402-48ac-bb13-b7a4eac6a71f service neutron] 10.222.0.105 "GET /v2.0/networks/2c19901d-9303-4cfd-b96f-b8f2e52fb4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770506 Feb 09 00:54:52.366906 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ab540d6d-3465-4fbf-889e-317ce95d4429 req-97bf8c13-8a04-4dd0-b6bc-97b259c38a42 service neutron] 10.222.0.105 "GET /v2.0/networks/2c19901d-9303-4cfd-b96f-b8f2e52fb4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833344 Feb 09 00:54:52.758558 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70489f79-2901-433e-a782-7bfba96b661e req-6cbffb08-35c5-48f1-a185-3cfe79a1f57e tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:52.760132 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-70489f79-2901-433e-a782-7bfba96b661e req-6cbffb08-35c5-48f1-a185-3cfe79a1f57e tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] 10.222.0.105 "GET /v2.0/ports?device_id=5567b915-490a-468c-8e0d-6856d8c8f6d4 HTTP/1.1" status: 200 len: 950 time: 0.2084188 Feb 09 00:54:52.774677 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40995e-a9fc-4bb3-a9fd-71d2dab367b8 req-e67494ce-b086-4e93-842f-b9f7b631d820 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:52.778038 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ec40995e-a9fc-4bb3-a9fd-71d2dab367b8 req-e67494ce-b086-4e93-842f-b9f7b631d820 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e446d3-eb09-4119-b095-c6841026b291 HTTP/1.1" status: 200 len: 949 time: 0.1246715 Feb 09 00:54:52.857204 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-70489f79-2901-433e-a782-7bfba96b661e req-e03e21d4-12e0-4c0f-9dd5-564830cbef69 tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] 10.222.0.105 "GET /v2.0/security-groups?id=16acca42-a0c4-49b7-8970-a493bbcd3b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905507 Feb 09 00:54:52.866706 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ec40995e-a9fc-4bb3-a9fd-71d2dab367b8 req-0d4b4f68-615d-4185-869b-02e4c4f58712 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f361fac-bee5-49f7-8557-30dc6fac47de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694308 Feb 09 00:54:53.153133 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faca7f0-af00-4f97-98ef-468740f43bcb req-59a69cf2-0ea1-4cc7-bcf8-b3b8c2ecc940 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:53.154627 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2faca7f0-af00-4f97-98ef-468740f43bcb req-59a69cf2-0ea1-4cc7-bcf8-b3b8c2ecc940 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=1c220122-25f6-4e6d-b672-91d830d878e0 HTTP/1.1" status: 200 len: 945 time: 0.1612730 Feb 09 00:54:53.163671 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a2f6f-060d-4458-b433-d5009855fc14 req-fdf6e64d-b76d-45db-b432-76caa14ee4d4 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:53.165129 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-637a2f6f-060d-4458-b433-d5009855fc14 req-fdf6e64d-b76d-45db-b432-76caa14ee4d4 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] 10.222.0.105 "GET /v2.0/ports?device_id=8feee8fc-ac0f-4fca-8601-38aaca92c133 HTTP/1.1" status: 200 len: 945 time: 0.1279230 Feb 09 00:54:53.345788 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2faca7f0-af00-4f97-98ef-468740f43bcb req-3840a2d1-1437-42db-99ff-99f8d050e576 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796207 Feb 09 00:54:53.353118 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-637a2f6f-060d-4458-b433-d5009855fc14 req-d5e53d34-88c5-403a-bbe8-6f7eca75a347 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] 10.222.0.105 "GET /v2.0/security-groups?id=365832ba-ce1e-4a43-9b78-dc77225bf14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630450 Feb 09 00:54:53.525238 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b3d35691-2aec-4db2-82e6-308796691c5e req-ef5cf9b8-653d-4a38-98bb-b7846dbf0e56 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=9958ace3-7686-4434-936a-ad55697624b0 HTTP/1.1" status: 200 len: 210 time: 0.0809791 Feb 09 00:54:53.572159 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c22631f-7846-4851-9764-740123385501 req-c77c7d76-34a3-4bd9-9924-f08f8d855ee0 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:53.573766 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5c22631f-7846-4851-9764-740123385501 req-c77c7d76-34a3-4bd9-9924-f08f8d855ee0 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=3d138cb2-7f80-4596-9e29-dd8aa7bdff4f HTTP/1.1" status: 200 len: 950 time: 0.0979698 Feb 09 00:54:53.620870 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5c22631f-7846-4851-9764-740123385501 req-15952aa1-d143-4a25-baf6-fe2a47819727 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410044 Feb 09 00:54:53.714669 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d2996-bf23-4761-a801-64f1f4da6237 req-29735adc-0625-43d9-a10c-2b55a03e4616 tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:53.716143 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-319d2996-bf23-4761-a801-64f1f4da6237 req-29735adc-0625-43d9-a10c-2b55a03e4616 tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] 10.222.0.105 "GET /v2.0/ports?device_id=94f45d6f-055e-41e1-8f5f-ddaddd74a856 HTTP/1.1" status: 200 len: 950 time: 0.0915313 Feb 09 00:54:53.763828 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-319d2996-bf23-4761-a801-64f1f4da6237 req-129c8ea7-ef42-4deb-a386-5bf023922210 tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] 10.222.0.105 "GET /v2.0/security-groups?id=16acca42-a0c4-49b7-8970-a493bbcd3b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406532 Feb 09 00:54:54.307114 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c74e94-0ff2-4cd4-86bd-94201a6f48da req-95946cfb-329c-43fe-bf3f-983edc7c7c58 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:54.310083 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f2c74e94-0ff2-4cd4-86bd-94201a6f48da req-95946cfb-329c-43fe-bf3f-983edc7c7c58 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e446d3-eb09-4119-b095-c6841026b291 HTTP/1.1" status: 200 len: 949 time: 0.1176944 Feb 09 00:54:54.343068 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ba6ff-6080-4bc2-8744-aae6fcbf5c2c req-6166534c-b0d1-4fc6-896e-5664d58f2fd9 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:54.344081 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-866ba6ff-6080-4bc2-8744-aae6fcbf5c2c req-6166534c-b0d1-4fc6-896e-5664d58f2fd9 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Synchronizing usage tracker for tenant:82ffc79770134f5fbd74ad0a128bf4a8 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:54:54.347607 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:54.359262 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab540d6d-3465-4fbf-889e-317ce95d4429 req-08ca7f7e-c0ab-438b-8f20-7ccb2701f763 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:54.361229 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ab540d6d-3465-4fbf-889e-317ce95d4429 req-08ca7f7e-c0ab-438b-8f20-7ccb2701f763 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.62 "GET /v2.0/networks?id=2c19901d-9303-4cfd-b96f-b8f2e52fb4b9 HTTP/1.1" status: 200 len: 821 time: 0.5387661 Feb 09 00:54:54.375610 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f2c74e94-0ff2-4cd4-86bd-94201a6f48da req-3f51ee10-1709-4ba1-b1f9-1aef5ceaabc9 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f361fac-bee5-49f7-8557-30dc6fac47de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598257 Feb 09 00:54:54.376293 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-866ba6ff-6080-4bc2-8744-aae6fcbf5c2c req-6166534c-b0d1-4fc6-896e-5664d58f2fd9 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Unset dirty status for tenant:82ffc79770134f5fbd74ad0a128bf4a8 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:54:54.377423 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-866ba6ff-6080-4bc2-8744-aae6fcbf5c2c req-6166534c-b0d1-4fc6-896e-5664d58f2fd9 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] 10.222.0.62 "GET /v2.0/ports?device_id=8feee8fc-ac0f-4fca-8601-38aaca92c133 HTTP/1.1" status: 200 len: 945 time: 0.1873631 Feb 09 00:54:54.387002 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-ab540d6d-3465-4fbf-889e-317ce95d4429 req-f8035005-b625-41f9-868b-a9741a4be5fd tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Request body: {'port': {'device_id': '9958ace3-7686-4434-936a-ad55697624b0', 'network_id': '2c19901d-9303-4cfd-b96f-b8f2e52fb4b9', 'admin_state_up': True, 'tenant_id': '35dd69c7034749ab9d62471941920e2c'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:54:54.544511 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-866ba6ff-6080-4bc2-8744-aae6fcbf5c2c req-c62a9689-eca7-4297-aaf8-85951e97ad3d tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Deleting port 6674ad44-bb3c-4d06-9858-967f47a43b1a {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:54:54.544765 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-866ba6ff-6080-4bc2-8744-aae6fcbf5c2c req-c62a9689-eca7-4297-aaf8-85951e97ad3d tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:54.669241 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2729e-8176-40f6-a50c-7a900e7d2103 req-0e75a3ba-d5db-4e77-92ac-0c07c8b68c32 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:54.674200 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5eb2729e-8176-40f6-a50c-7a900e7d2103 req-0e75a3ba-d5db-4e77-92ac-0c07c8b68c32 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=1c220122-25f6-4e6d-b672-91d830d878e0 HTTP/1.1" status: 200 len: 945 time: 0.1601541 Feb 09 00:54:54.684093 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-ab540d6d-3465-4fbf-889e-317ce95d4429 req-f8035005-b625-41f9-868b-a9741a4be5fd tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:54:54.699409 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-ab540d6d-3465-4fbf-889e-317ce95d4429 req-f8035005-b625-41f9-868b-a9741a4be5fd tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Usage tracker for resource:port and tenant:35dd69c7034749ab9d62471941920e2c is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:54:54.703958 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-ab540d6d-3465-4fbf-889e-317ce95d4429 req-f8035005-b625-41f9-868b-a9741a4be5fd tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:54:54.713988 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-ab540d6d-3465-4fbf-889e-317ce95d4429 req-f8035005-b625-41f9-868b-a9741a4be5fd tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:54:54.739434 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5eb2729e-8176-40f6-a50c-7a900e7d2103 req-da1f50e9-3bbb-43a9-ac7c-004ece351e42 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602472 Feb 09 00:54:54.747864 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d26edb-bb3e-4c0b-846e-42423e71674d req-e0fb55e7-aadb-4255-9b41-bfc6dc229d53 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:54.750108 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-72d26edb-bb3e-4c0b-846e-42423e71674d req-e0fb55e7-aadb-4255-9b41-bfc6dc229d53 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] 10.222.0.105 "GET /v2.0/ports?device_id=8feee8fc-ac0f-4fca-8601-38aaca92c133 HTTP/1.1" status: 200 len: 945 time: 0.1666448 Feb 09 00:54:54.794957 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab540d6d-3465-4fbf-889e-317ce95d4429 req-f8035005-b625-41f9-868b-a9741a4be5fd tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Made reservation on behalf of 35dd69c7034749ab9d62471941920e2c for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:54:54.799092 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-ab540d6d-3465-4fbf-889e-317ce95d4429 req-f8035005-b625-41f9-868b-a9741a4be5fd tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:54.808929 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-72d26edb-bb3e-4c0b-846e-42423e71674d req-5ac2d70e-15f8-40d4-89fc-15faaf206ca1 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] 10.222.0.105 "GET /v2.0/security-groups?id=365832ba-ce1e-4a43-9b78-dc77225bf14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493853 Feb 09 00:54:54.925923 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-71f86ab5-fa5f-457d-9aee-8d593c75fc2e req-23558529-fd4c-4cac-98b8-ac3d331b6015 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=9958ace3-7686-4434-936a-ad55697624b0 HTTP/1.1" status: 200 len: 210 time: 0.0504620 Feb 09 00:54:54.949177 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-866ba6ff-6080-4bc2-8744-aae6fcbf5c2c req-c62a9689-eca7-4297-aaf8-85951e97ad3d tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] For port 6674ad44-bb3c-4d06-9858-967f47a43b1a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=6674ad44-bb3c-4d06-9858-967f47a43b1a,segment=NetworkSegment(71e39a3f-ec02-4c81-98bc-ecfdeec67fad),segment_id=71e39a3f-ec02-4c81-98bc-ecfdeec67fad)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:54:54.949538 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-866ba6ff-6080-4bc2-8744-aae6fcbf5c2c req-c62a9689-eca7-4297-aaf8-85951e97ad3d tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:55.018666 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4bc06-f9f8-4216-8426-02b1d0cb30c4 req-0ae74967-563e-47ed-bd68-e5b8975817d5 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:55.020141 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a8a4bc06-f9f8-4216-8426-02b1d0cb30c4 req-0ae74967-563e-47ed-bd68-e5b8975817d5 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=3d138cb2-7f80-4596-9e29-dd8aa7bdff4f HTTP/1.1" status: 200 len: 950 time: 0.0970991 Feb 09 00:54:55.074433 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a8a4bc06-f9f8-4216-8426-02b1d0cb30c4 req-104fa921-f162-4df9-a186-e96bd28c9e97 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462251 Feb 09 00:54:55.093864 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-866ba6ff-6080-4bc2-8744-aae6fcbf5c2c req-c62a9689-eca7-4297-aaf8-85951e97ad3d tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Calling delete_port for 6674ad44-bb3c-4d06-9858-967f47a43b1a owned by compute:nova {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:54:55.223808 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-ab540d6d-3465-4fbf-889e-317ce95d4429 req-f8035005-b625-41f9-868b-a9741a4be5fd tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Allocated IP 172.20.0.5 (2c19901d-9303-4cfd-b96f-b8f2e52fb4b9/f523b7b8-aa23-4f63-9894-de0d35bb1ce5/441f6212-60b3-40e0-b2f5-5551b994980b) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:54:55.403022 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-866ba6ff-6080-4bc2-8744-aae6fcbf5c2c req-c62a9689-eca7-4297-aaf8-85951e97ad3d tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:55.414353 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['6674ad44-bb3c-4d06-9858-967f47a43b1a'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:54:55.478022 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62a9689-eca7-4297-aaf8-85951e97ad3d tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Pushing event deleted for resources: {'Port': ['ID=6674ad44-bb3c-4d06-9858-967f47a43b1a,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:55.578971 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-866ba6ff-6080-4bc2-8744-aae6fcbf5c2c req-c62a9689-eca7-4297-aaf8-85951e97ad3d tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] No DVR routers for this DVR port 6674ad44-bb3c-4d06-9858-967f47a43b1a on host n-h1-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:54:55.580478 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ebe89-2ffe-4476-95c0-4e602b64c9dd req-3ac203d3-60b2-45eb-bc2e-154f3136512f tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:55.582866 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-665ebe89-2ffe-4476-95c0-4e602b64c9dd req-3ac203d3-60b2-45eb-bc2e-154f3136512f tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e446d3-eb09-4119-b095-c6841026b291 HTTP/1.1" status: 200 len: 949 time: 0.0887716 Feb 09 00:54:55.595120 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-866ba6ff-6080-4bc2-8744-aae6fcbf5c2c req-c62a9689-eca7-4297-aaf8-85951e97ad3d tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:55.597789 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8feee8fc-ac0f-4fca-8601-38aaca92c133', 'name': 'network-vif-deleted', 'tag': '6674ad44-bb3c-4d06-9858-967f47a43b1a'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:54:55.640374 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-866ba6ff-6080-4bc2-8744-aae6fcbf5c2c req-c62a9689-eca7-4297-aaf8-85951e97ad3d tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] 10.222.0.62 "DELETE /v2.0/ports/6674ad44-bb3c-4d06-9858-967f47a43b1a HTTP/1.1" status: 204 len: 173 time: 1.2385750 Feb 09 00:54:55.658117 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-ab540d6d-3465-4fbf-889e-317ce95d4429 req-f8035005-b625-41f9-868b-a9741a4be5fd tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:55.673992 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-665ebe89-2ffe-4476-95c0-4e602b64c9dd req-a1382680-cb8c-4892-8e6e-6b8be3dd167e tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f361fac-bee5-49f7-8557-30dc6fac47de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848558 Feb 09 00:54:55.699899 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8feee8fc-ac0f-4fca-8601-38aaca92c133', 'name': 'network-vif-deleted', 'tag': '6674ad44-bb3c-4d06-9858-967f47a43b1a', 'status': 'completed', 'code': 200} Feb 09 00:54:55.708735 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-ab540d6d-3465-4fbf-889e-317ce95d4429 req-f8035005-b625-41f9-868b-a9741a4be5fd tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:55.788097 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab540d6d-3465-4fbf-889e-317ce95d4429 req-f8035005-b625-41f9-868b-a9741a4be5fd tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Network 2c19901d-9303-4cfd-b96f-b8f2e52fb4b9 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:54:55.792811 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-ab540d6d-3465-4fbf-889e-317ce95d4429 req-f8035005-b625-41f9-868b-a9741a4be5fd tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:54:55.797333 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab540d6d-3465-4fbf-889e-317ce95d4429 req-f8035005-b625-41f9-868b-a9741a4be5fd tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:54:55.848738 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8035005-b625-41f9-868b-a9741a4be5fd tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Pushing event updated for resources: {'Port': ['ID=441f6212-60b3-40e0-b2f5-5551b994980b,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:55.967463 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a28474-e155-46dd-8f8e-743bf8de4ef9 req-6ecfd4fb-e8bb-44cc-a427-27cd64ab9286 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:55.969686 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-58a28474-e155-46dd-8f8e-743bf8de4ef9 req-6ecfd4fb-e8bb-44cc-a427-27cd64ab9286 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=1c220122-25f6-4e6d-b672-91d830d878e0 HTTP/1.1" status: 200 len: 945 time: 0.0994029 Feb 09 00:54:56.037719 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab540d6d-3465-4fbf-889e-317ce95d4429 req-f8035005-b625-41f9-868b-a9741a4be5fd tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:56.037998 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-58a28474-e155-46dd-8f8e-743bf8de4ef9 req-7aff85ea-7e51-4678-b59c-94a068f45deb tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580986 Feb 09 00:54:56.038331 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-ab540d6d-3465-4fbf-889e-317ce95d4429 req-f8035005-b625-41f9-868b-a9741a4be5fd tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:56.062983 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ab540d6d-3465-4fbf-889e-317ce95d4429 req-f8035005-b625-41f9-868b-a9741a4be5fd tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6914876 Feb 09 00:54:56.077862 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-ab540d6d-3465-4fbf-889e-317ce95d4429 req-d8e1335d-6e45-494f-93fb-969294fa87e1 service neutron] Request body: {'port': {'device_id': '9958ace3-7686-4434-936a-ad55697624b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:54:56.193268 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-ab540d6d-3465-4fbf-889e-317ce95d4429 req-d8e1335d-6e45-494f-93fb-969294fa87e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:56.195640 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bd7d60d2-f1f5-4b27-99e2-973c473bf84c req-ebf5a2ba-db6f-4762-8fc3-ebde31799ba7 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695 tempest-FloatingIPsAssociationNegativeTestJSON-1612098695-project] 10.222.0.105 "GET /v2.0/ports?device_id=8feee8fc-ac0f-4fca-8601-38aaca92c133 HTTP/1.1" status: 200 len: 210 time: 0.0422494 Feb 09 00:54:56.526853 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device f16d05c2-eae9-44a5-8686-789fbb3c6fe4 details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:54:56.528724 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de6e53-b874-43a7-89a6-c71d8e894969 req-9a93580b-45b3-4daa-96ec-43910f196327 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:56.530652 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c0de6e53-b874-43a7-89a6-c71d8e894969 req-9a93580b-45b3-4daa-96ec-43910f196327 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=9958ace3-7686-4434-936a-ad55697624b0 HTTP/1.1" status: 200 len: 931 time: 0.1927207 Feb 09 00:54:56.568607 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff659b-cfbb-4890-947b-aa65936dbd0b req-ea498cab-b1ba-48bc-9f82-cc498fc6c168 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:56.570126 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b2ff659b-cfbb-4890-947b-aa65936dbd0b req-ea498cab-b1ba-48bc-9f82-cc498fc6c168 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=3d138cb2-7f80-4596-9e29-dd8aa7bdff4f HTTP/1.1" status: 200 len: 950 time: 0.1435325 Feb 09 00:54:56.613328 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-c0de6e53-b874-43a7-89a6-c71d8e894969 req-5fbb4f21-e1eb-42d6-88d2-797355191003 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Synchronizing usage tracker for tenant:35dd69c7034749ab9d62471941920e2c on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:54:56.648109 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b2ff659b-cfbb-4890-947b-aa65936dbd0b req-828543bc-d14b-4d02-a44b-810f891808f5 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686159 Feb 09 00:54:56.660882 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [req-ab540d6d-3465-4fbf-889e-317ce95d4429 req-d8e1335d-6e45-494f-93fb-969294fa87e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 441f6212-60b3-40e0-b2f5-5551b994980b {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:54:56.670117 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-c0de6e53-b874-43a7-89a6-c71d8e894969 req-5fbb4f21-e1eb-42d6-88d2-797355191003 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Unset dirty status for tenant:35dd69c7034749ab9d62471941920e2c on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:54:56.671698 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c0de6e53-b874-43a7-89a6-c71d8e894969 req-5fbb4f21-e1eb-42d6-88d2-797355191003 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335039 Feb 09 00:54:56.677220 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-ab540d6d-3465-4fbf-889e-317ce95d4429 req-d8e1335d-6e45-494f-93fb-969294fa87e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:56.694268 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port f16d05c2-eae9-44a5-8686-789fbb3c6fe4, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=f16d05c2-eae9-44a5-8686-789fbb3c6fe4,segment=NetworkSegment(42eb89e1-c4de-4f57-85a6-0e5fc984e699),segment_id=42eb89e1-c4de-4f57-85a6-0e5fc984e699)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:54:56.708953 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-ab540d6d-3465-4fbf-889e-317ce95d4429 req-d8e1335d-6e45-494f-93fb-969294fa87e1 service neutron] Transition to ACTIVE for port object 441f6212-60b3-40e0-b2f5-5551b994980b will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:54:56.714669 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-ab540d6d-3465-4fbf-889e-317ce95d4429 req-d8e1335d-6e45-494f-93fb-969294fa87e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:56.721343 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': 'f16d05c2-eae9-44a5-8686-789fbb3c6fe4', 'network_id': '1f86eb5f-f405-4ce4-a845-9c31ac1b15d4', 'port_id': 'f16d05c2-eae9-44a5-8686-789fbb3c6fe4', 'mac_address': 'fa:16:3e:27:c4:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55d6843d-cf0e-4da9-b1f9-18c66e11f308', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:54:56.795597 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:56.816358 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f16d05c2-eae9-44a5-8686-789fbb3c6fe4 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:54:56.834729 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port f16d05c2-eae9-44a5-8686-789fbb3c6fe4, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=f16d05c2-eae9-44a5-8686-789fbb3c6fe4,segment=NetworkSegment(42eb89e1-c4de-4f57-85a6-0e5fc984e699),segment_id=42eb89e1-c4de-4f57-85a6-0e5fc984e699)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:54:56.840096 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:56.863374 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e1335d-6e45-494f-93fb-969294fa87e1 service neutron] Pushing event updated for resources: {'Port': ['ID=441f6212-60b3-40e0-b2f5-5551b994980b,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:56.933142 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=f16d05c2-eae9-44a5-8686-789fbb3c6fe4,revision_number=6']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:56.968439 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9802d2-e827-4ec0-b13b-6cf486fa7769 req-27143e53-83fa-40f2-8cc5-9b905d4fae29 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:56.974069 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9d9802d2-e827-4ec0-b13b-6cf486fa7769 req-27143e53-83fa-40f2-8cc5-9b905d4fae29 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e446d3-eb09-4119-b095-c6841026b291 HTTP/1.1" status: 200 len: 949 time: 0.0931385 Feb 09 00:54:56.985949 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-ab540d6d-3465-4fbf-889e-317ce95d4429 req-d8e1335d-6e45-494f-93fb-969294fa87e1 service neutron] Attempting to bind port 441f6212-60b3-40e0-b2f5-5551b994980b on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:54:56.986281 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-ab540d6d-3465-4fbf-889e-317ce95d4429 req-d8e1335d-6e45-494f-93fb-969294fa87e1 service neutron] Attempting to bind port 441f6212-60b3-40e0-b2f5-5551b994980b by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'd7050703-a45d-45b0-a89d-e74c0c0ae2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2c19901d-9303-4cfd-b96f-b8f2e52fb4b9'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:54:56.986605 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab540d6d-3465-4fbf-889e-317ce95d4429 req-d8e1335d-6e45-494f-93fb-969294fa87e1 service neutron] Attempting to bind port 441f6212-60b3-40e0-b2f5-5551b994980b on network 2c19901d-9303-4cfd-b96f-b8f2e52fb4b9 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:54:56.991367 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab540d6d-3465-4fbf-889e-317ce95d4429 req-d8e1335d-6e45-494f-93fb-969294fa87e1 service neutron] Port 441f6212-60b3-40e0-b2f5-5551b994980b on network 2c19901d-9303-4cfd-b96f-b8f2e52fb4b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:54:56.991681 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab540d6d-3465-4fbf-889e-317ce95d4429 req-d8e1335d-6e45-494f-93fb-969294fa87e1 service neutron] Attempting to bind port 441f6212-60b3-40e0-b2f5-5551b994980b on network 2c19901d-9303-4cfd-b96f-b8f2e52fb4b9 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:54:56.997249 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab540d6d-3465-4fbf-889e-317ce95d4429 req-d8e1335d-6e45-494f-93fb-969294fa87e1 service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:54:56.997588 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab540d6d-3465-4fbf-889e-317ce95d4429 req-d8e1335d-6e45-494f-93fb-969294fa87e1 service neutron] Checking segment: {'id': 'd7050703-a45d-45b0-a89d-e74c0c0ae2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2c19901d-9303-4cfd-b96f-b8f2e52fb4b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:54:56.998809 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab540d6d-3465-4fbf-889e-317ce95d4429 req-d8e1335d-6e45-494f-93fb-969294fa87e1 service neutron] Bound using segment: {'id': 'd7050703-a45d-45b0-a89d-e74c0c0ae2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2c19901d-9303-4cfd-b96f-b8f2e52fb4b9'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:54:56.998809 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-ab540d6d-3465-4fbf-889e-317ce95d4429 req-d8e1335d-6e45-494f-93fb-969294fa87e1 service neutron] Bound port: 441f6212-60b3-40e0-b2f5-5551b994980b, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7050703-a45d-45b0-a89d-e74c0c0ae2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2c19901d-9303-4cfd-b96f-b8f2e52fb4b9'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:54:56.998809 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-ab540d6d-3465-4fbf-889e-317ce95d4429 req-d8e1335d-6e45-494f-93fb-969294fa87e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:57.022682 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9d9802d2-e827-4ec0-b13b-6cf486fa7769 req-ba2e80a6-dc49-43f6-808f-3a675d9a9e41 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f361fac-bee5-49f7-8557-30dc6fac47de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470452 Feb 09 00:54:57.106480 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-ab540d6d-3465-4fbf-889e-317ce95d4429 req-d8e1335d-6e45-494f-93fb-969294fa87e1 service neutron] For port 441f6212-60b3-40e0-b2f5-5551b994980b, host n-h1-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:54:57.109747 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-ab540d6d-3465-4fbf-889e-317ce95d4429 req-d8e1335d-6e45-494f-93fb-969294fa87e1 service neutron] For port 441f6212-60b3-40e0-b2f5-5551b994980b, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=441f6212-60b3-40e0-b2f5-5551b994980b,segment=NetworkSegment(d7050703-a45d-45b0-a89d-e74c0c0ae2fb),segment_id=d7050703-a45d-45b0-a89d-e74c0c0ae2fb)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:54:57.115263 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-ab540d6d-3465-4fbf-889e-317ce95d4429 req-d8e1335d-6e45-494f-93fb-969294fa87e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:57.187037 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab540d6d-3465-4fbf-889e-317ce95d4429 req-d8e1335d-6e45-494f-93fb-969294fa87e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:57.188186 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-ab540d6d-3465-4fbf-889e-317ce95d4429 req-d8e1335d-6e45-494f-93fb-969294fa87e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:57.189588 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ab540d6d-3465-4fbf-889e-317ce95d4429 req-d8e1335d-6e45-494f-93fb-969294fa87e1 service neutron] 10.222.0.62 "PUT /v2.0/ports/441f6212-60b3-40e0-b2f5-5551b994980b HTTP/1.1" status: 200 len: 1091 time: 1.1166787 Feb 09 00:54:57.211234 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e1335d-6e45-494f-93fb-969294fa87e1 service neutron] Pushing event updated for resources: {'Port': ['ID=441f6212-60b3-40e0-b2f5-5551b994980b,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:57.243303 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257aa436-cf3f-4f68-8631-33e4b27aabc4 req-90cf81c3-36fc-40b0-a79b-4f4430ee727c tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:57.244887 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-257aa436-cf3f-4f68-8631-33e4b27aabc4 req-90cf81c3-36fc-40b0-a79b-4f4430ee727c tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=1c220122-25f6-4e6d-b672-91d830d878e0 HTTP/1.1" status: 200 len: 945 time: 0.0981240 Feb 09 00:54:57.292367 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-257aa436-cf3f-4f68-8631-33e4b27aabc4 req-abbbc3c5-bdf9-4c6f-a3f8-0d5425c79cc9 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404282 Feb 09 00:54:57.304715 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44470) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:54:57.406678 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab540d6d-3465-4fbf-889e-317ce95d4429 req-412aced3-4a6f-440b-be0d-14e6d7cca323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:57.408214 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ab540d6d-3465-4fbf-889e-317ce95d4429 req-412aced3-4a6f-440b-be0d-14e6d7cca323 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=35dd69c7034749ab9d62471941920e2c&device_id=9958ace3-7686-4434-936a-ad55697624b0 HTTP/1.1" status: 200 len: 1094 time: 0.1687608 Feb 09 00:54:57.558717 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ab540d6d-3465-4fbf-889e-317ce95d4429 req-aea4508e-da67-4142-804e-a2224bb01870 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=441f6212-60b3-40e0-b2f5-5551b994980b HTTP/1.1" status: 200 len: 217 time: 0.1430509 Feb 09 00:54:57.703488 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9958ace3-7686-4434-936a-ad55697624b0', 'tag': '441f6212-60b3-40e0-b2f5-5551b994980b'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:54:57.719340 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 6674ad44-bb3c-4d06-9858-967f47a43b1a no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:54:57.730065 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab540d6d-3465-4fbf-889e-317ce95d4429 req-745dd594-ba05-4888-ab2d-aa5b5c47e2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:57.731586 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ab540d6d-3465-4fbf-889e-317ce95d4429 req-745dd594-ba05-4888-ab2d-aa5b5c47e2d9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f523b7b8-aa23-4f63-9894-de0d35bb1ce5 HTTP/1.1" status: 200 len: 861 time: 0.1650245 Feb 09 00:54:57.785163 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: 6674ad44-bb3c-4d06-9858-967f47a43b1a {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 00:54:57.785762 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 6674ad44-bb3c-4d06-9858-967f47a43b1a not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 00:54:57.882415 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a2d38-9af2-4db0-ace4-66723cc93e15 req-ba0dc69e-82cd-42f5-8d8e-7f419d4a7f15 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:57.884997 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-132a2d38-9af2-4db0-ace4-66723cc93e15 req-ba0dc69e-82cd-42f5-8d8e-7f419d4a7f15 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=3d138cb2-7f80-4596-9e29-dd8aa7bdff4f HTTP/1.1" status: 200 len: 950 time: 0.0995493 Feb 09 00:54:57.943270 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-132a2d38-9af2-4db0-ace4-66723cc93e15 req-a8c5f184-9f3b-4fb8-8b10-4ab0b0d71af4 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482271 Feb 09 00:54:57.976607 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ab540d6d-3465-4fbf-889e-317ce95d4429 req-9f2e808b-cba2-40c6-a6e3-9c885e605096 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2c19901d-9303-4cfd-b96f-b8f2e52fb4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2376764 Feb 09 00:54:57.996707 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9958ace3-7686-4434-936a-ad55697624b0', 'tag': '441f6212-60b3-40e0-b2f5-5551b994980b', 'status': 'completed', 'code': 200} Feb 09 00:54:58.150407 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc75675-ae81-44ea-8193-c18d8ed7eabc req-a47c4866-7e91-4611-8e83-b3a8ee076c3b tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:58.152153 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ebc75675-ae81-44ea-8193-c18d8ed7eabc req-a47c4866-7e91-4611-8e83-b3a8ee076c3b tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=9958ace3-7686-4434-936a-ad55697624b0 HTTP/1.1" status: 200 len: 943 time: 0.1203196 Feb 09 00:54:58.247082 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ab540d6d-3465-4fbf-889e-317ce95d4429 req-d1163135-94f4-4788-b43d-375e52b444e8 service neutron] 10.222.0.62 "GET /v2.0/networks/2c19901d-9303-4cfd-b96f-b8f2e52fb4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519860 Feb 09 00:54:58.256912 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ebc75675-ae81-44ea-8193-c18d8ed7eabc req-7280b6a1-c195-40a9-8d58-71f1186ac0b3 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981474 Feb 09 00:54:58.285734 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0090bc-1080-4c18-b79d-f4ea69d48cc3 req-e863aec6-7f2a-4480-b473-2bea083b4762 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:58.287280 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-de0090bc-1080-4c18-b79d-f4ea69d48cc3 req-e863aec6-7f2a-4480-b473-2bea083b4762 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e446d3-eb09-4119-b095-c6841026b291 HTTP/1.1" status: 200 len: 949 time: 0.1139047 Feb 09 00:54:58.464639 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ab540d6d-3465-4fbf-889e-317ce95d4429 req-7013fe1f-25e0-4659-a83d-b88acf47a9b0 service neutron] 10.222.0.62 "GET /v2.0/networks/2c19901d-9303-4cfd-b96f-b8f2e52fb4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102199 Feb 09 00:54:58.482237 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-97cf71fe-385c-4228-966a-846503c7072b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:58.537418 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 38871bc7-9408-4a50-8dd9-52c4d22e003e details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:54:58.631688 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-de0090bc-1080-4c18-b79d-f4ea69d48cc3 req-d56b1cf4-3f57-49b0-9d92-f4c352343ff1 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f361fac-bee5-49f7-8557-30dc6fac47de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384769 Feb 09 00:54:58.648344 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['f16d05c2-eae9-44a5-8686-789fbb3c6fe4'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:54:58.697140 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8346e5-1a8e-49ed-a370-ebf77ce49298 req-5c88ebdb-8f33-407d-a358-a776779faeb7 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:58.698791 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8f8346e5-1a8e-49ed-a370-ebf77ce49298 req-5c88ebdb-8f33-407d-a358-a776779faeb7 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=1c220122-25f6-4e6d-b672-91d830d878e0 HTTP/1.1" status: 200 len: 945 time: 0.2715216 Feb 09 00:54:58.740655 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ab519d-8b41-4439-940d-769537624f3f req-31217047-c382-4844-b587-719762c97339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:58.742926 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-41ab519d-8b41-4439-940d-769537624f3f req-31217047-c382-4844-b587-719762c97339 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=35dd69c7034749ab9d62471941920e2c&device_id=9958ace3-7686-4434-936a-ad55697624b0 HTTP/1.1" status: 200 len: 1094 time: 0.2057588 Feb 09 00:54:58.772640 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8f8346e5-1a8e-49ed-a370-ebf77ce49298 req-8e9f17b1-8696-49df-b3c0-579a15ef9282 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660527 Feb 09 00:54:58.819207 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 38871bc7-9408-4a50-8dd9-52c4d22e003e, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=38871bc7-9408-4a50-8dd9-52c4d22e003e,segment=NetworkSegment(b907962e-2c92-4e5e-9eb3-daae4f34051b),segment_id=b907962e-2c92-4e5e-9eb3-daae4f34051b)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:54:58.861067 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 38871bc7-9408-4a50-8dd9-52c4d22e003e has no active binding in host n-h2-828418-1 {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 09 00:54:59.183650 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a464c1b0-db1b-44d4-9cea-547bc491708a req-b3aaf502-bca7-4dc0-b030-fbf459da13f7 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:59.185299 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a464c1b0-db1b-44d4-9cea-547bc491708a req-b3aaf502-bca7-4dc0-b030-fbf459da13f7 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=3d138cb2-7f80-4596-9e29-dd8aa7bdff4f HTTP/1.1" status: 200 len: 950 time: 0.1027234 Feb 09 00:54:59.198013 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ab519d-8b41-4439-940d-769537624f3f req-0d40ad5f-dd26-4d8d-a9fa-9ae71adccbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:59.199673 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-41ab519d-8b41-4439-940d-769537624f3f req-0d40ad5f-dd26-4d8d-a9fa-9ae71adccbd9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2c19901d-9303-4cfd-b96f-b8f2e52fb4b9 HTTP/1.1" status: 200 len: 922 time: 0.3735123 Feb 09 00:54:59.202342 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-90cd7010-2a4a-49be-9739-3daa92411c7b tempest-LiveMigrationTest-757645410 tempest-LiveMigrationTest-757645410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:59.203859 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-90cd7010-2a4a-49be-9739-3daa92411c7b tempest-LiveMigrationTest-757645410 tempest-LiveMigrationTest-757645410-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=1c220122-25f6-4e6d-b672-91d830d878e0&tenant_id=8d883076d7064c219a98a8f981d7945a&binding%3Ahost_id=n-h1-828418-1 HTTP/1.1" status: 200 len: 1096 time: 0.3761206 Feb 09 00:54:59.221690 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-68ccac8a-33ee-4cf8-9c83-5d7b998ddb1d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828418-1'}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:54:59.259218 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a464c1b0-db1b-44d4-9cea-547bc491708a req-95367547-9085-4189-8222-f2edcec4008d tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549705 Feb 09 00:54:59.319134 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-97cf71fe-385c-4228-966a-846503c7072b admin admin] Deleting port 8cdb7e51-c7ba-4d4d-b1f0-f5ec1cb62641 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:54:59.319134 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-97cf71fe-385c-4228-966a-846503c7072b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:59.527614 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f12fa4-907c-48df-85df-76dc043c4b7b req-932709dd-ac27-4b2c-a151-7dba4e60639a tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:59.529216 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c7f12fa4-907c-48df-85df-76dc043c4b7b req-932709dd-ac27-4b2c-a151-7dba4e60639a tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=9958ace3-7686-4434-936a-ad55697624b0 HTTP/1.1" status: 200 len: 943 time: 0.1134801 Feb 09 00:54:59.604379 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c7f12fa4-907c-48df-85df-76dc043c4b7b req-49c66800-abe1-49fe-87e9-25370ed7d062 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673714 Feb 09 00:54:59.638633 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-41ab519d-8b41-4439-940d-769537624f3f req-1f35c6ca-ea89-450d-b37a-f70bbaa6c47e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=441f6212-60b3-40e0-b2f5-5551b994980b HTTP/1.1" status: 200 len: 217 time: 0.4258616 Feb 09 00:54:59.653837 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44550) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:54:59.817137 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ab519d-8b41-4439-940d-769537624f3f req-e87a9073-7d34-4ce8-a463-b92fd5910dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:59.818638 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-41ab519d-8b41-4439-940d-769537624f3f req-e87a9073-7d34-4ce8-a463-b92fd5910dfa service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f523b7b8-aa23-4f63-9894-de0d35bb1ce5 HTTP/1.1" status: 200 len: 861 time: 0.1712437 Feb 09 00:54:59.871381 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-676aba8b-0513-48df-9a31-d3558d6c5b36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:59.896498 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-97cf71fe-385c-4228-966a-846503c7072b admin admin] For port 8cdb7e51-c7ba-4d4d-b1f0-f5ec1cb62641, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=8cdb7e51-c7ba-4d4d-b1f0-f5ec1cb62641,segment=NetworkSegment(71e39a3f-ec02-4c81-98bc-ecfdeec67fad),segment_id=71e39a3f-ec02-4c81-98bc-ecfdeec67fad)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:54:59.896498 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-97cf71fe-385c-4228-966a-846503c7072b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:59.902009 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-676aba8b-0513-48df-9a31-d3558d6c5b36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:54:59.911938 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-676aba8b-0513-48df-9a31-d3558d6c5b36 admin admin] Usage tracker for resource:security_group_rule and tenant:24288f8d86fd4772a1595ed1de8fedfc is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:54:59.919013 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-676aba8b-0513-48df-9a31-d3558d6c5b36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:54:59.932018 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-676aba8b-0513-48df-9a31-d3558d6c5b36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:54:59.936933 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-41ab519d-8b41-4439-940d-769537624f3f req-77012dce-1299-41c5-aed6-eaa346a106e9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2c19901d-9303-4cfd-b96f-b8f2e52fb4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1013954 Feb 09 00:54:59.936933 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-68ccac8a-33ee-4cf8-9c83-5d7b998ddb1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:00.179880 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-676aba8b-0513-48df-9a31-d3558d6c5b36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:00.179880 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-676aba8b-0513-48df-9a31-d3558d6c5b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:00.229039 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-676aba8b-0513-48df-9a31-d3558d6c5b36 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=24288f8d86fd4772a1595ed1de8fedfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5690238 Feb 09 00:55:00.229039 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44574) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:55:00.267599 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-97cf71fe-385c-4228-966a-846503c7072b admin admin] Calling delete_port for 8cdb7e51-c7ba-4d4d-b1f0-f5ec1cb62641 owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:55:00.294911 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a8bd81-8aa4-4cd7-8f83-ad76127a04a4 req-b532037e-b192-4781-8e44-249ca3fe9231 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:00.302446 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-13a8bd81-8aa4-4cd7-8f83-ad76127a04a4 req-b532037e-b192-4781-8e44-249ca3fe9231 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=1c220122-25f6-4e6d-b672-91d830d878e0 HTTP/1.1" status: 200 len: 945 time: 0.3007846 Feb 09 00:55:00.307112 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676aba8b-0513-48df-9a31-d3558d6c5b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a179534-e63e-4d86-abc5-e89585f0a348,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:00.331564 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676aba8b-0513-48df-9a31-d3558d6c5b36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:55:00.331969 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676aba8b-0513-48df-9a31-d3558d6c5b36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:55:00.332389 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676aba8b-0513-48df-9a31-d3558d6c5b36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:55:00.332553 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676aba8b-0513-48df-9a31-d3558d6c5b36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:55:00.333023 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676aba8b-0513-48df-9a31-d3558d6c5b36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:55:00.333352 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676aba8b-0513-48df-9a31-d3558d6c5b36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:55:00.334115 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676aba8b-0513-48df-9a31-d3558d6c5b36 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:55:00.334115 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676aba8b-0513-48df-9a31-d3558d6c5b36 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:55:00.334393 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676aba8b-0513-48df-9a31-d3558d6c5b36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:55:00.334813 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676aba8b-0513-48df-9a31-d3558d6c5b36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:55:00.334964 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676aba8b-0513-48df-9a31-d3558d6c5b36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:55:00.335258 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676aba8b-0513-48df-9a31-d3558d6c5b36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:55:00.399444 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-13a8bd81-8aa4-4cd7-8f83-ad76127a04a4 req-829a278f-3384-49a8-8fe0-8fcda712cfa5 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853829 Feb 09 00:55:00.427036 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5c24f5-71c8-4c6a-aa45-83617006cb39 req-ad2bfe9f-cf82-430c-8f9f-af74805166fd tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:00.435879 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bc5c24f5-71c8-4c6a-aa45-83617006cb39 req-ad2bfe9f-cf82-430c-8f9f-af74805166fd tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e446d3-eb09-4119-b095-c6841026b291 HTTP/1.1" status: 200 len: 949 time: 0.4327459 Feb 09 00:55:00.485282 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6f97c51d-d397-4bb4-9bb7-b972326c5278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:00.530851 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6f97c51d-d397-4bb4-9bb7-b972326c5278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:00.544168 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 5d50263e-1665-4d32-98a3-9a5a5c08dbe9 details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:55:00.551066 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device f16d05c2-eae9-44a5-8686-789fbb3c6fe4 up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:55:00.556916 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bc5c24f5-71c8-4c6a-aa45-83617006cb39 req-90d09b80-1a29-40b7-b6e0-317d265875d1 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f361fac-bee5-49f7-8557-30dc6fac47de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170063 Feb 09 00:55:00.665255 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6f97c51d-d397-4bb4-9bb7-b972326c5278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:00.694642 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f97c51d-d397-4bb4-9bb7-b972326c5278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a179534-e63e-4d86-abc5-e89585f0a348,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:00.707029 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6f97c51d-d397-4bb4-9bb7-b972326c5278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:00.712431 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-6f97c51d-d397-4bb4-9bb7-b972326c5278 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/2a179534-e63e-4d86-abc5-e89585f0a348 HTTP/1.1" status: 204 len: 168 time: 0.4860499 Feb 09 00:55:00.754216 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-41ab519d-8b41-4439-940d-769537624f3f req-e3a3d823-1c68-4f9a-931e-cd6ea5c4b98c service neutron] 10.222.0.62 "GET /v2.0/networks/2c19901d-9303-4cfd-b96f-b8f2e52fb4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8005567 Feb 09 00:55:00.862017 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.resource_extend [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 00:55:01.059083 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020cfe3-52f0-4d4e-b498-638c9a2e6354 req-f3a992d6-b42b-4f0f-ab5f-62206e2d4062 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:01.067713 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2020cfe3-52f0-4d4e-b498-638c9a2e6354 req-f3a992d6-b42b-4f0f-ab5f-62206e2d4062 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=9958ace3-7686-4434-936a-ad55697624b0 HTTP/1.1" status: 200 len: 943 time: 0.2781277 Feb 09 00:55:01.097509 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae78f585-082d-4972-b6ad-d538dfbb7b02 req-2545a04e-50e8-4c50-a744-57e294c805bb tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:01.104943 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ae78f585-082d-4972-b6ad-d538dfbb7b02 req-2545a04e-50e8-4c50-a744-57e294c805bb tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=3d138cb2-7f80-4596-9e29-dd8aa7bdff4f HTTP/1.1" status: 200 len: 950 time: 0.1665871 Feb 09 00:55:01.105845 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port f16d05c2-eae9-44a5-8686-789fbb3c6fe4 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:55:01.106549 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:01.183763 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2020cfe3-52f0-4d4e-b498-638c9a2e6354 req-940021ec-224b-49b1-89fa-2e1362feb0c7 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145551 Feb 09 00:55:01.207247 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ae78f585-082d-4972-b6ad-d538dfbb7b02 req-560c0243-de15-4406-862d-9ff291c2cb58 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010568 Feb 09 00:55:01.235388 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 5d50263e-1665-4d32-98a3-9a5a5c08dbe9, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=5d50263e-1665-4d32-98a3-9a5a5c08dbe9,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:55:01.257797 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': '5d50263e-1665-4d32-98a3-9a5a5c08dbe9', 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6', 'port_id': '5d50263e-1665-4d32-98a3-9a5a5c08dbe9', 'mac_address': 'fa:16:3e:30:6d:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7938d94-1f0f-48bd-a0b3-26d5344ff0ec', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:55:01.281579 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-97cf71fe-385c-4228-966a-846503c7072b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:01.379372 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cf71fe-385c-4228-966a-846503c7072b admin admin] Pushing event deleted for resources: {'Port': ['ID=8cdb7e51-c7ba-4d4d-b1f0-f5ec1cb62641,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:01.383927 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:01.395730 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:01.439561 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5d50263e-1665-4d32-98a3-9a5a5c08dbe9 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:55:01.474224 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51ce712b-63c6-4024-b743-f12868b3e100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f16d05c2-eae9-44a5-8686-789fbb3c6fe4'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:55:01.493464 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port f16d05c2-eae9-44a5-8686-789fbb3c6fe4, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=f16d05c2-eae9-44a5-8686-789fbb3c6fe4,segment=NetworkSegment(42eb89e1-c4de-4f57-85a6-0e5fc984e699),segment_id=42eb89e1-c4de-4f57-85a6-0e5fc984e699)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:55:01.504367 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 5d50263e-1665-4d32-98a3-9a5a5c08dbe9, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=5d50263e-1665-4d32-98a3-9a5a5c08dbe9,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:55:01.509780 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:01.650361 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:01.696577 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cf71fe-385c-4228-966a-846503c7072b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:55:01.697385 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cf71fe-385c-4228-966a-846503c7072b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:55:01.697958 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cf71fe-385c-4228-966a-846503c7072b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:55:01.698484 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cf71fe-385c-4228-966a-846503c7072b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:55:01.699032 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cf71fe-385c-4228-966a-846503c7072b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:55:01.699555 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cf71fe-385c-4228-966a-846503c7072b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:55:01.700079 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cf71fe-385c-4228-966a-846503c7072b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:55:01.702908 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cf71fe-385c-4228-966a-846503c7072b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:55:01.703483 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cf71fe-385c-4228-966a-846503c7072b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:55:01.704114 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cf71fe-385c-4228-966a-846503c7072b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:55:01.706969 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cf71fe-385c-4228-966a-846503c7072b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:55:01.707534 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cf71fe-385c-4228-966a-846503c7072b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:55:01.724065 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51ce712b-63c6-4024-b743-f12868b3e100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f16d05c2-eae9-44a5-8686-789fbb3c6fe4', 'code': 200} Feb 09 00:55:01.736801 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-68ccac8a-33ee-4cf8-9c83-5d7b998ddb1d service neutron] For port 38871bc7-9408-4a50-8dd9-52c4d22e003e, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=38871bc7-9408-4a50-8dd9-52c4d22e003e,segment=NetworkSegment(b907962e-2c92-4e5e-9eb3-daae4f34051b),segment_id=b907962e-2c92-4e5e-9eb3-daae4f34051b)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:55:01.760207 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 441f6212-60b3-40e0-b2f5-5551b994980b details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:55:01.817158 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-41ab519d-8b41-4439-940d-769537624f3f req-e7ea08a5-bbe1-471a-935e-735d05378194 service neutron] 10.222.0.62 "GET /v2.0/networks/2c19901d-9303-4cfd-b96f-b8f2e52fb4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0549154 Feb 09 00:55:01.830030 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=f16d05c2-eae9-44a5-8686-789fbb3c6fe4,revision_number=7']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:01.914802 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.db.resource_extend [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-68ccac8a-33ee-4cf8-9c83-5d7b998ddb1d service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 00:55:01.984323 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.resource_extend [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 00:55:01.990519 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06265973-e4cd-4d74-a608-c488c43c5c37 req-09ecbccd-e619-489e-889c-d2b61a58fd73 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:01.999209 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-06265973-e4cd-4d74-a608-c488c43c5c37 req-09ecbccd-e619-489e-889c-d2b61a58fd73 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=1c220122-25f6-4e6d-b672-91d830d878e0 HTTP/1.1" status: 200 len: 945 time: 0.2694509 Feb 09 00:55:02.004319 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-68ccac8a-33ee-4cf8-9c83-5d7b998ddb1d service neutron] For port 38871bc7-9408-4a50-8dd9-52c4d22e003e, host n-h1-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:55:02.029102 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['5d50263e-1665-4d32-98a3-9a5a5c08dbe9'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:55:02.185459 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-06265973-e4cd-4d74-a608-c488c43c5c37 req-aa6d0ef7-07f3-4b7a-a903-afa348f00245 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775777 Feb 09 00:55:02.240830 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c220122-25f6-4e6d-b672-91d830d878e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38871bc7-9408-4a50-8dd9-52c4d22e003e'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:55:02.250510 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-68ccac8a-33ee-4cf8-9c83-5d7b998ddb1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:02.260193 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-97cf71fe-385c-4228-966a-846503c7072b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:02.267960 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-68ccac8a-33ee-4cf8-9c83-5d7b998ddb1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:02.312460 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a94564-9912-4275-8e56-b9210ca9db0f req-aedc31e9-73a7-45a5-98de-287333e5f98c tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:02.323973 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-94a94564-9912-4275-8e56-b9210ca9db0f req-aedc31e9-73a7-45a5-98de-287333e5f98c tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e446d3-eb09-4119-b095-c6841026b291 HTTP/1.1" status: 200 len: 949 time: 0.2230678 Feb 09 00:55:02.339998 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 441f6212-60b3-40e0-b2f5-5551b994980b, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=441f6212-60b3-40e0-b2f5-5551b994980b,segment=NetworkSegment(d7050703-a45d-45b0-a89d-e74c0c0ae2fb),segment_id=d7050703-a45d-45b0-a89d-e74c0c0ae2fb)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:55:02.391966 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '441f6212-60b3-40e0-b2f5-5551b994980b', 'network_id': '2c19901d-9303-4cfd-b96f-b8f2e52fb4b9', 'port_id': '441f6212-60b3-40e0-b2f5-5551b994980b', 'mac_address': 'fa:16:3e:08:5d:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f523b7b8-aa23-4f63-9894-de0d35bb1ce5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:55:02.406787 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44654) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:55:02.497208 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=5d50263e-1665-4d32-98a3-9a5a5c08dbe9,revision_number=6']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:02.537384 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:02.560508 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 441f6212-60b3-40e0-b2f5-5551b994980b {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:55:02.602392 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 441f6212-60b3-40e0-b2f5-5551b994980b, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=441f6212-60b3-40e0-b2f5-5551b994980b,segment=NetworkSegment(d7050703-a45d-45b0-a89d-e74c0c0ae2fb),segment_id=d7050703-a45d-45b0-a89d-e74c0c0ae2fb)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:55:02.625419 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:02.637515 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39372b0-6547-469a-868f-66251256b381 req-8febe54d-98f9-4315-bf06-b1e6b3e8a6bb tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:02.652247 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e39372b0-6547-469a-868f-66251256b381 req-8febe54d-98f9-4315-bf06-b1e6b3e8a6bb tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=3d138cb2-7f80-4596-9e29-dd8aa7bdff4f HTTP/1.1" status: 200 len: 950 time: 0.2138956 Feb 09 00:55:02.797915 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e39372b0-6547-469a-868f-66251256b381 req-94c4fe8b-3b63-4a9b-b722-c8deeafddbdd tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410890 Feb 09 00:55:02.812780 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-d2bf1785-4dff-4d40-bdb6-17f422cabb77 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-205501728-network', 'tenant_id': 'c1793d33b3c344c5b907f220297dc17b'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:55:02.828675 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d2bf1785-4dff-4d40-bdb6-17f422cabb77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:55:02.862300 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-d2bf1785-4dff-4d40-bdb6-17f422cabb77 admin admin] Usage tracker for resource:network and tenant:c1793d33b3c344c5b907f220297dc17b is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:55:02.866360 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=441f6212-60b3-40e0-b2f5-5551b994980b,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:02.876133 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-d2bf1785-4dff-4d40-bdb6-17f422cabb77 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:55:02.888013 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d2bf1785-4dff-4d40-bdb6-17f422cabb77 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:55:02.926154 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-94a94564-9912-4275-8e56-b9210ca9db0f req-bb31752a-50ee-4210-b861-54499b1171b7 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f361fac-bee5-49f7-8557-30dc6fac47de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6015248 Feb 09 00:55:02.948079 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2bf1785-4dff-4d40-bdb6-17f422cabb77 admin admin] Made reservation on behalf of c1793d33b3c344c5b907f220297dc17b for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:55:02.951088 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d2bf1785-4dff-4d40-bdb6-17f422cabb77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:02.953417 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['441f6212-60b3-40e0-b2f5-5551b994980b'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:55:02.977740 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d2bf1785-4dff-4d40-bdb6-17f422cabb77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:03.011480 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d2bf1785-4dff-4d40-bdb6-17f422cabb77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:55:03.022783 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-d2bf1785-4dff-4d40-bdb6-17f422cabb77 admin admin] Usage tracker for resource:security_group_rule and tenant:c1793d33b3c344c5b907f220297dc17b is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:55:03.030788 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-d2bf1785-4dff-4d40-bdb6-17f422cabb77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:55:03.039504 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c220122-25f6-4e6d-b672-91d830d878e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38871bc7-9408-4a50-8dd9-52c4d22e003e', 'code': 200} Feb 09 00:55:03.046593 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d2bf1785-4dff-4d40-bdb6-17f422cabb77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:55:03.096504 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-68ccac8a-33ee-4cf8-9c83-5d7b998ddb1d service neutron] Attempting to bind port 38871bc7-9408-4a50-8dd9-52c4d22e003e on host n-h1-828418-1 for vnic_type normal with profile {"migrating_to": "n-h2-828418-1"} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:55:03.097135 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-68ccac8a-33ee-4cf8-9c83-5d7b998ddb1d service neutron] Attempting to bind port 38871bc7-9408-4a50-8dd9-52c4d22e003e by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'b907962e-2c92-4e5e-9eb3-daae4f34051b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ded91f5f-4c52-4e17-8569-d9d1696711b8'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:55:03.097656 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-68ccac8a-33ee-4cf8-9c83-5d7b998ddb1d service neutron] Attempting to bind port 38871bc7-9408-4a50-8dd9-52c4d22e003e on network ded91f5f-4c52-4e17-8569-d9d1696711b8 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:55:03.145364 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-68ccac8a-33ee-4cf8-9c83-5d7b998ddb1d service neutron] Port 38871bc7-9408-4a50-8dd9-52c4d22e003e on network ded91f5f-4c52-4e17-8569-d9d1696711b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:55:03.145963 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-68ccac8a-33ee-4cf8-9c83-5d7b998ddb1d service neutron] Attempting to bind port 38871bc7-9408-4a50-8dd9-52c4d22e003e on network ded91f5f-4c52-4e17-8569-d9d1696711b8 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:55:03.242690 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b71b9-176a-427d-a506-d899468a3f41 req-4a75c9ee-fb14-469a-91ff-957a1c94280e tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:03.242690 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-682b71b9-176a-427d-a506-d899468a3f41 req-4a75c9ee-fb14-469a-91ff-957a1c94280e tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=9958ace3-7686-4434-936a-ad55697624b0 HTTP/1.1" status: 200 len: 944 time: 0.1905236 Feb 09 00:55:03.327874 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-682b71b9-176a-427d-a506-d899468a3f41 req-546b83be-7043-4349-a925-6ede8e34be8b tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867827 Feb 09 00:55:03.342082 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccac8a-33ee-4cf8-9c83-5d7b998ddb1d service neutron] Pushing event updated for resources: {'Port': ['ID=38871bc7-9408-4a50-8dd9-52c4d22e003e,revision_number=7']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:03.343565 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d2bf1785-4dff-4d40-bdb6-17f422cabb77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:03.353899 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d2bf1785-4dff-4d40-bdb6-17f422cabb77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:03.369483 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-68ccac8a-33ee-4cf8-9c83-5d7b998ddb1d service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:55:03.369904 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-68ccac8a-33ee-4cf8-9c83-5d7b998ddb1d service neutron] Checking segment: {'id': 'b907962e-2c92-4e5e-9eb3-daae4f34051b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ded91f5f-4c52-4e17-8569-d9d1696711b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:55:03.370774 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-68ccac8a-33ee-4cf8-9c83-5d7b998ddb1d service neutron] Bound using segment: {'id': 'b907962e-2c92-4e5e-9eb3-daae4f34051b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ded91f5f-4c52-4e17-8569-d9d1696711b8'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:55:03.370956 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-68ccac8a-33ee-4cf8-9c83-5d7b998ddb1d service neutron] Bound port: 38871bc7-9408-4a50-8dd9-52c4d22e003e, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b907962e-2c92-4e5e-9eb3-daae4f34051b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ded91f5f-4c52-4e17-8569-d9d1696711b8'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:55:03.371556 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-68ccac8a-33ee-4cf8-9c83-5d7b998ddb1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:03.393125 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2bf1785-4dff-4d40-bdb6-17f422cabb77 admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:55:03.410628 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bf1785-4dff-4d40-bdb6-17f422cabb77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5b57ed-8be1-4302-b225-fa8071de2067,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:03.417188 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d2bf1785-4dff-4d40-bdb6-17f422cabb77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:03.417353 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-d2bf1785-4dff-4d40-bdb6-17f422cabb77 admin admin] Added segment f0f1d3f4-7d00-4f55-84aa-cf642ca1ad31 of type vlan for network a2f7b30c-df7c-477c-bec7-b1ae63a336f8 Feb 09 00:55:03.466716 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d2bf1785-4dff-4d40-bdb6-17f422cabb77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:03.534296 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d2bf1785-4dff-4d40-bdb6-17f422cabb77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:03.534296 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bf1785-4dff-4d40-bdb6-17f422cabb77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:03.534296 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d2bf1785-4dff-4d40-bdb6-17f422cabb77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:03.696856 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-68ccac8a-33ee-4cf8-9c83-5d7b998ddb1d service neutron] For port 38871bc7-9408-4a50-8dd9-52c4d22e003e, host n-h1-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:55:03.714394 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-68ccac8a-33ee-4cf8-9c83-5d7b998ddb1d service neutron] For port 38871bc7-9408-4a50-8dd9-52c4d22e003e, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=38871bc7-9408-4a50-8dd9-52c4d22e003e,segment=NetworkSegment(b907962e-2c92-4e5e-9eb3-daae4f34051b),segment_id=b907962e-2c92-4e5e-9eb3-daae4f34051b)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:55:03.718967 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-d2bf1785-4dff-4d40-bdb6-17f422cabb77 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3109188 Feb 09 00:55:03.720933 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-68ccac8a-33ee-4cf8-9c83-5d7b998ddb1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:03.734166 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44676) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:55:03.736382 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97cf71fe-385c-4228-966a-846503c7072b admin admin] Router 74386a0e-8aaf-493a-a0ab-90185a553100 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 00:55:03.809115 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bf1785-4dff-4d40-bdb6-17f422cabb77 admin admin] Pushing event updated for resources: {'Network': ['ID=a2f7b30c-df7c-477c-bec7-b1ae63a336f8,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:03.827328 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network a2f7b30c-df7c-477c-bec7-b1ae63a336f8 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 00:55:03.840403 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-ed5a2a65-7e86-4228-b6c1-235d8108921f admin admin] Request body: {'subnet': {'network_id': 'a2f7b30c-df7c-477c-bec7-b1ae63a336f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-205501728-subnet', 'tenant_id': 'c1793d33b3c344c5b907f220297dc17b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:55:03.894920 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e1c270-55c9-4536-9284-dc08624c016a req-ef870e63-d083-428d-9635-c3a86122923e tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:03.896505 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-44e1c270-55c9-4536-9284-dc08624c016a req-ef870e63-d083-428d-9635-c3a86122923e tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=1c220122-25f6-4e6d-b672-91d830d878e0 HTTP/1.1" status: 200 len: 943 time: 0.1891499 Feb 09 00:55:04.011808 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ed5a2a65-7e86-4228-b6c1-235d8108921f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:55:04.019288 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-44e1c270-55c9-4536-9284-dc08624c016a req-5c64f910-d353-4115-9e11-d6e219f6d992 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108627 Feb 09 00:55:04.047075 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ed5a2a65-7e86-4228-b6c1-235d8108921f admin admin] Usage tracker for resource:subnet and tenant:c1793d33b3c344c5b907f220297dc17b is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:55:04.052276 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ed5a2a65-7e86-4228-b6c1-235d8108921f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:55:04.101751 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ed5a2a65-7e86-4228-b6c1-235d8108921f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:55:04.232483 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccac8a-33ee-4cf8-9c83-5d7b998ddb1d service neutron] Pushing event updated for resources: {'Port': ['ID=38871bc7-9408-4a50-8dd9-52c4d22e003e,revision_number=8']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:04.243814 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-68ccac8a-33ee-4cf8-9c83-5d7b998ddb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:04.244460 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-68ccac8a-33ee-4cf8-9c83-5d7b998ddb1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:04.246084 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-68ccac8a-33ee-4cf8-9c83-5d7b998ddb1d service neutron] 10.222.0.99 "PUT /v2.0/ports/38871bc7-9408-4a50-8dd9-52c4d22e003e HTTP/1.1" status: 200 len: 1121 time: 5.0289156 Feb 09 00:55:04.248689 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5a2a65-7e86-4228-b6c1-235d8108921f admin admin] Made reservation on behalf of c1793d33b3c344c5b907f220297dc17b for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:55:04.251078 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ed5a2a65-7e86-4228-b6c1-235d8108921f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:04.276369 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a1f86f3d-3065-4047-9aa4-ff39b91e513f req-70fefaeb-a67b-4922-a0af-e57f65a24a73 service neutron] 10.222.0.62 "GET /v2.0/ports/e2047c72-8607-4359-a2cc-e5a1a213ae5a/bindings/n-h1-828418-1 HTTP/1.1" status: 200 len: 382 time: 0.4411120 Feb 09 00:55:04.347640 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['38871bc7-9408-4a50-8dd9-52c4d22e003e'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:55:04.403342 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90554fdb-a4e5-44e8-a594-15efd3c76926 req-683a65da-aa6f-49b2-9e94-b50368e8026d tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:04.406135 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-90554fdb-a4e5-44e8-a594-15efd3c76926 req-683a65da-aa6f-49b2-9e94-b50368e8026d tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=3d138cb2-7f80-4596-9e29-dd8aa7bdff4f HTTP/1.1" status: 200 len: 950 time: 0.3468218 Feb 09 00:55:04.454564 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10947cf-2a3b-4bd0-975d-d26fe6a7b7db req-a30cc8c7-59f8-413a-8608-0ae534fe229b tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:04.458499 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c10947cf-2a3b-4bd0-975d-d26fe6a7b7db req-a30cc8c7-59f8-413a-8608-0ae534fe229b tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e446d3-eb09-4119-b095-c6841026b291 HTTP/1.1" status: 200 len: 949 time: 0.2020423 Feb 09 00:55:04.470948 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['38871bc7-9408-4a50-8dd9-52c4d22e003e'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:55:04.508334 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-90554fdb-a4e5-44e8-a594-15efd3c76926 req-9d5bdb05-df19-4333-9e05-f1b4e94d606e tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958180 Feb 09 00:55:04.539595 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c10947cf-2a3b-4bd0-975d-d26fe6a7b7db req-cd970deb-2642-4e96-831c-7345a5a31c4f tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f361fac-bee5-49f7-8557-30dc6fac47de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665696 Feb 09 00:55:04.723936 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 5d50263e-1665-4d32-98a3-9a5a5c08dbe9 up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:55:04.839774 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97cf71fe-385c-4228-966a-846503c7072b admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 00:55:04.891357 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08245847-29d1-4d54-afdc-138d873d798b None None] Sync routers for ids ['74386a0e-8aaf-493a-a0ab-90185a553100'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:55:04.930302 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471767b9-c7e1-455a-b360-ecb475fd3086 req-4960fa41-4523-438c-8c7d-1828aa9d82ba tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:04.939330 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-471767b9-c7e1-455a-b360-ecb475fd3086 req-4960fa41-4523-438c-8c7d-1828aa9d82ba tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=9958ace3-7686-4434-936a-ad55697624b0 HTTP/1.1" status: 200 len: 944 time: 0.1579590 Feb 09 00:55:04.950841 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-97cf71fe-385c-4228-966a-846503c7072b admin admin] 10.222.0.105 "PUT /v2.0/routers/74386a0e-8aaf-493a-a0ab-90185a553100/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6444600 Feb 09 00:55:04.957768 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44704) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:55:04.994364 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08245847-29d1-4d54-afdc-138d873d798b None None] Routers {'74386a0e-8aaf-493a-a0ab-90185a553100'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:55:04.995000 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-08245847-29d1-4d54-afdc-138d873d798b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:54:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['74386a0e-8aaf-493a-a0ab-90185a553100'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:55:05.095931 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c220122-25f6-4e6d-b672-91d830d878e0', 'tag': '38871bc7-9408-4a50-8dd9-52c4d22e003e'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:55:05.108279 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ed5a2a65-7e86-4228-b6c1-235d8108921f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:05.146398 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-471767b9-c7e1-455a-b360-ecb475fd3086 req-6593f10e-934a-4e56-bc10-7b5812a44084 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057116 Feb 09 00:55:05.245134 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5a2a65-7e86-4228-b6c1-235d8108921f admin admin] Pushing event updated for resources: {'Subnet': ['ID=836dbab1-5f7d-4c0f-9e3c-00b2d8ebe1a5,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:05.329048 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port 5d50263e-1665-4d32-98a3-9a5a5c08dbe9 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:55:05.329426 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:05.336241 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c220122-25f6-4e6d-b672-91d830d878e0', 'tag': '38871bc7-9408-4a50-8dd9-52c4d22e003e', 'status': 'completed', 'code': 200} Feb 09 00:55:05.485486 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f2011bf1-7726-49b0-b94b-91bb41accd3b admin admin] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:05.628360 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5a2a65-7e86-4228-b6c1-235d8108921f admin admin] Checking segment: {'id': 'f0f1d3f4-7d00-4f55-84aa-cf642ca1ad31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a2f7b30c-df7c-477c-bec7-b1ae63a336f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:55:05.628902 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5a2a65-7e86-4228-b6c1-235d8108921f admin admin] Network hostable DHCP agents. Network: a2f7b30c-df7c-477c-bec7-b1ae63a336f8, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:55:05.658733 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f86f3d-3065-4047-9aa4-ff39b91e513f req-699e53ce-69b5-4d79-a35f-0f91494c238a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:05.662571 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a1f86f3d-3065-4047-9aa4-ff39b91e513f req-699e53ce-69b5-4d79-a35f-0f91494c238a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3d138cb2-7f80-4596-9e29-dd8aa7bdff4f&tenant_id=1510c38a4b2046b5a9943ab7f2f7db5c HTTP/1.1" status: 200 len: 1101 time: 0.7875016 Feb 09 00:55:05.878102 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 441f6212-60b3-40e0-b2f5-5551b994980b up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:55:05.948344 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5a2a65-7e86-4228-b6c1-235d8108921f admin admin] Network a2f7b30c-df7c-477c-bec7-b1ae63a336f8 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:55:05.968323 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad27a91-da31-4378-af48-2b31850c9d64 req-3911c10a-2190-466f-9a51-09046e3ac89b tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:05.977152 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3ad27a91-da31-4378-af48-2b31850c9d64 req-3911c10a-2190-466f-9a51-09046e3ac89b tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=1c220122-25f6-4e6d-b672-91d830d878e0 HTTP/1.1" status: 200 len: 943 time: 0.6413400 Feb 09 00:55:06.037141 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-ed5a2a65-7e86-4228-b6c1-235d8108921f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, a2f7b30c-df7c-477c-bec7-b1ae63a336f8) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:55:06.051970 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f86f3d-3065-4047-9aa4-ff39b91e513f req-bf2faf78-713a-4caf-a459-f32d94d26fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:06.059154 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a1f86f3d-3065-4047-9aa4-ff39b91e513f req-bf2faf78-713a-4caf-a459-f32d94d26fa6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1510c38a4b2046b5a9943ab7f2f7db5c&device_id=3d138cb2-7f80-4596-9e29-dd8aa7bdff4f HTTP/1.1" status: 200 len: 1101 time: 0.3325059 Feb 09 00:55:06.067448 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5a2a65-7e86-4228-b6c1-235d8108921f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:06.071031 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ed5a2a65-7e86-4228-b6c1-235d8108921f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:06.107338 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f2011bf1-7726-49b0-b94b-91bb41accd3b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:06.118272 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd02d85-7820-47e1-b92d-176537ca8ac5 None None] Network a2f7b30c-df7c-477c-bec7-b1ae63a336f8 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:55:06.143390 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3ad27a91-da31-4378-af48-2b31850c9d64 req-33cac321-6bf8-46e4-9f5e-948db1eb5f67 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644974 Feb 09 00:55:06.179087 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-f2011bf1-7726-49b0-b94b-91bb41accd3b admin admin] Deleting port 2745d572-a493-4180-8760-e353f273cc77 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:55:06.180061 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f2011bf1-7726-49b0-b94b-91bb41accd3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:06.293060 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f86f3d-3065-4047-9aa4-ff39b91e513f req-3093cdb3-c3ab-493e-be54-6ded7b763ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:06.296928 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a1f86f3d-3065-4047-9aa4-ff39b91e513f req-3093cdb3-c3ab-493e-be54-6ded7b763ca4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=42d335cf-a678-4bc3-901b-7d21fb8587e6 HTTP/1.1" status: 200 len: 870 time: 0.1936913 Feb 09 00:55:06.355600 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8af596-fcbf-4968-82bc-2e456b8eadc6 req-02a62b4e-a512-4e21-8e80-0a27bac3ca0b tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:06.357099 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9b8af596-fcbf-4968-82bc-2e456b8eadc6 req-02a62b4e-a512-4e21-8e80-0a27bac3ca0b tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=3d138cb2-7f80-4596-9e29-dd8aa7bdff4f HTTP/1.1" status: 200 len: 950 time: 0.4623914 Feb 09 00:55:06.478068 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a1f86f3d-3065-4047-9aa4-ff39b91e513f req-779d95b4-d060-4067-a8aa-d731e1eb320c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=e2047c72-8607-4359-a2cc-e5a1a213ae5a HTTP/1.1" status: 200 len: 217 time: 0.1714311 Feb 09 00:55:06.480402 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ed5a2a65-7e86-4228-b6c1-235d8108921f admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.7044363 Feb 09 00:55:06.649787 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a792386-eb2c-4f28-81a8-812fb370d4b4 req-0d6a5214-0128-4088-81b2-e6d27a11bb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:06.651398 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-2a792386-eb2c-4f28-81a8-812fb370d4b4 req-0d6a5214-0128-4088-81b2-e6d27a11bb9b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8d883076d7064c219a98a8f981d7945a&device_id=1c220122-25f6-4e6d-b672-91d830d878e0 HTTP/1.1" status: 200 len: 1124 time: 1.3142350 Feb 09 00:55:06.743875 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-08245847-29d1-4d54-afdc-138d873d798b None None] Set router 74386a0e-8aaf-493a-a0ab-90185a553100 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:55:06.942178 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f86f3d-3065-4047-9aa4-ff39b91e513f req-aad99dd2-e149-4d0f-83fc-09969e55570b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:06.943801 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a1f86f3d-3065-4047-9aa4-ff39b91e513f req-aad99dd2-e149-4d0f-83fc-09969e55570b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.4567347 Feb 09 00:55:06.950360 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9b8af596-fcbf-4968-82bc-2e456b8eadc6 req-b538c222-8517-4b06-9232-809aeb25c92b tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5821226 Feb 09 00:55:07.037628 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-f2011bf1-7726-49b0-b94b-91bb41accd3b admin admin] For port 2745d572-a493-4180-8760-e353f273cc77, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=2745d572-a493-4180-8760-e353f273cc77,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:55:07.037889 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f2011bf1-7726-49b0-b94b-91bb41accd3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:07.057815 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:07.079091 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port 441f6212-60b3-40e0-b2f5-5551b994980b completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:55:07.103590 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 441f6212-60b3-40e0-b2f5-5551b994980b triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:55:07.103964 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:07.156236 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a792386-eb2c-4f28-81a8-812fb370d4b4 req-3890cba0-fa17-41dc-bff2-4d51898edac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:07.158557 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-2a792386-eb2c-4f28-81a8-812fb370d4b4 req-3890cba0-fa17-41dc-bff2-4d51898edac8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ded91f5f-4c52-4e17-8569-d9d1696711b8 HTTP/1.1" status: 200 len: 909 time: 0.4870827 Feb 09 00:55:07.168052 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f86f3d-3065-4047-9aa4-ff39b91e513f req-57aa6cca-11e4-4741-b781-50b284ec685c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:07.170886 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a1f86f3d-3065-4047-9aa4-ff39b91e513f req-57aa6cca-11e4-4741-b781-50b284ec685c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2189314 Feb 09 00:55:07.285868 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-f2011bf1-7726-49b0-b94b-91bb41accd3b admin admin] Calling delete_port for 2745d572-a493-4180-8760-e353f273cc77 owned by network:router_gateway {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:55:07.303755 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-2a792386-eb2c-4f28-81a8-812fb370d4b4 req-6bebee04-7e72-4999-9298-5b72d489b824 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38871bc7-9408-4a50-8dd9-52c4d22e003e HTTP/1.1" status: 200 len: 217 time: 0.1312125 Feb 09 00:55:07.412247 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a675d1-9b25-4f87-b22b-daac7e9de4e7 req-3a06359d-9025-4951-bee2-1663a05b3280 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:07.414065 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d8a675d1-9b25-4f87-b22b-daac7e9de4e7 req-3a06359d-9025-4951-bee2-1663a05b3280 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e446d3-eb09-4119-b095-c6841026b291 HTTP/1.1" status: 200 len: 949 time: 0.9584386 Feb 09 00:55:07.424256 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f45d6f-055e-41e1-8f5f-ddaddd74a856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d50263e-1665-4d32-98a3-9a5a5c08dbe9'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:55:07.539478 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:07.596669 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 441f6212-60b3-40e0-b2f5-5551b994980b, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=441f6212-60b3-40e0-b2f5-5551b994980b,segment=NetworkSegment(d7050703-a45d-45b0-a89d-e74c0c0ae2fb),segment_id=d7050703-a45d-45b0-a89d-e74c0c0ae2fb)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:55:07.604326 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 5d50263e-1665-4d32-98a3-9a5a5c08dbe9, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=5d50263e-1665-4d32-98a3-9a5a5c08dbe9,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:55:07.616293 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:07.635991 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a1f86f3d-3065-4047-9aa4-ff39b91e513f req-e3e804d4-4679-4697-a000-37dc99d44ad6 service neutron] 10.222.0.62 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310602 Feb 09 00:55:07.653686 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d8a675d1-9b25-4f87-b22b-daac7e9de4e7 req-f080f499-6062-428e-a497-d89df2f0e2d5 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f361fac-bee5-49f7-8557-30dc6fac47de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275035 Feb 09 00:55:07.798673 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:07.816345 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a792386-eb2c-4f28-81a8-812fb370d4b4 req-57e48742-0d1e-4755-bfc5-e7eaeafe296b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:07.818080 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=441f6212-60b3-40e0-b2f5-5551b994980b,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:07.820859 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-2a792386-eb2c-4f28-81a8-812fb370d4b4 req-57e48742-0d1e-4755-bfc5-e7eaeafe296b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=103c212c-bf16-40d1-a89c-07252434eb67 HTTP/1.1" status: 200 len: 848 time: 0.1813920 Feb 09 00:55:07.943622 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device e2047c72-8607-4359-a2cc-e5a1a213ae5a no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:55:08.016649 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-2a792386-eb2c-4f28-81a8-812fb370d4b4 req-7bab9d12-3502-4ab5-9140-7cfca241c528 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ded91f5f-4c52-4e17-8569-d9d1696711b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1275845 Feb 09 00:55:08.056411 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f2011bf1-7726-49b0-b94b-91bb41accd3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:08.126080 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2011bf1-7726-49b0-b94b-91bb41accd3b admin admin] Pushing event deleted for resources: {'Port': ['ID=2745d572-a493-4180-8760-e353f273cc77,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:08.250651 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f2011bf1-7726-49b0-b94b-91bb41accd3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:08.332549 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60cd6572-72cd-41e0-aeb9-6e0aec5fd647 None None] Network a2f7b30c-df7c-477c-bec7-b1ae63a336f8 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:55:08.443788 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab9ba4-9ed3-4b17-8dea-d5570575648c req-e5493a5c-d42c-46f0-b78c-555dd6386220 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:08.445354 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b4ab9ba4-9ed3-4b17-8dea-d5570575648c req-e5493a5c-d42c-46f0-b78c-555dd6386220 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=9958ace3-7686-4434-936a-ad55697624b0 HTTP/1.1" status: 200 len: 945 time: 0.4767420 Feb 09 00:55:08.493406 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-2a792386-eb2c-4f28-81a8-812fb370d4b4 req-dae235e1-c563-4b85-bbba-6e217735c4a0 service neutron] 10.222.0.62 "GET /v2.0/networks/ded91f5f-4c52-4e17-8569-d9d1696711b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155129 Feb 09 00:55:08.506435 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-99334047-42f5-424c-bb4c-6aacd4dd3b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:08.555652 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=5d50263e-1665-4d32-98a3-9a5a5c08dbe9,revision_number=7']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:08.570641 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-08245847-29d1-4d54-afdc-138d873d798b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74386a0e-8aaf-493a-a0ab-90185a553100', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2045698161-router', 'tenant_id': '82ffc79770134f5fbd74ad0a128bf4a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '2745d572-a493-4180-8760-e353f273cc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:53:19Z', 'updated_at': '2022-02-09T00:55:00Z', 'revision_number': 5, 'project_id': '82ffc79770134f5fbd74ad0a128bf4a8', 'gw_port': {'id': '2745d572-a493-4180-8760-e353f273cc77', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:84:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74386a0e-8aaf-493a-a0ab-90185a553100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:53:20Z', 'updated_at': '2022-02-09T00:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:55:08.583425 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08245847-29d1-4d54-afdc-138d873d798b None None] Checking router: 74386a0e-8aaf-493a-a0ab-90185a553100 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:55:08.700605 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f2011bf1-7726-49b0-b94b-91bb41accd3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:08.712694 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f2011bf1-7726-49b0-b94b-91bb41accd3b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:08.740120 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b4ab9ba4-9ed3-4b17-8dea-d5570575648c req-4ec98d3b-150d-4f4a-aa01-c90762f97d1e tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792675 Feb 09 00:55:08.794234 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a1f86f3d-3065-4047-9aa4-ff39b91e513f req-f0eb3d87-76e7-4abf-bf96-f4e7fcffeb46 service neutron] 10.222.0.62 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9647269 Feb 09 00:55:08.801300 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f2011bf1-7726-49b0-b94b-91bb41accd3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:08.813186 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2011bf1-7726-49b0-b94b-91bb41accd3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74386a0e-8aaf-493a-a0ab-90185a553100 {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 00:55:08.919002 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f2011bf1-7726-49b0-b94b-91bb41accd3b admin admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:08.932500 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f2011bf1-7726-49b0-b94b-91bb41accd3b admin admin] 10.222.0.105 "DELETE /v2.0/routers/74386a0e-8aaf-493a-a0ab-90185a553100 HTTP/1.1" status: 204 len: 168 time: 3.9577596 Feb 09 00:55:08.932500 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44770) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:55:09.190199 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [req-66fc4bee-2042-4fa2-adc5-c0fa75d2dfa2 req-26f1e7ad-e13e-4178-b563-976cb7785520 tempest-SecurityGroupsNegativeTestJSON-285001444 tempest-SecurityGroupsNegativeTestJSON-285001444-project] show failed (client error): The resource could not be found. Feb 09 00:55:09.205124 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-66fc4bee-2042-4fa2-adc5-c0fa75d2dfa2 req-26f1e7ad-e13e-4178-b563-976cb7785520 tempest-SecurityGroupsNegativeTestJSON-285001444 tempest-SecurityGroupsNegativeTestJSON-285001444-project] 10.222.0.105 "GET /v2.0/security-groups/72c47012-34ed-4eb6-afb6-8a992a226d41 HTTP/1.1" status: 404 len: 352 time: 0.1305885 Feb 09 00:55:09.231390 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08245847-29d1-4d54-afdc-138d873d798b None None] Routers set() bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:55:09.242776 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08245847-29d1-4d54-afdc-138d873d798b None None] Router IDs set() for agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Feb 09 00:55:09.243869 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_agentschedulers_db [None req-08245847-29d1-4d54-afdc-138d873d798b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'74386a0e-8aaf-493a-a0ab-90185a553100'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:54:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent'). {{(pid=87640) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 09 00:55:09.245220 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08245847-29d1-4d54-afdc-138d873d798b None None] The sync data for ids ['74386a0e-8aaf-493a-a0ab-90185a553100'] in n-d-828418-1 is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:55:09.272135 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-86fe0ee0-beca-42cb-ab08-aa2eea503f63 admin admin] Deleting subnet 16f52b7f-73d5-46c0-b296-524301583da7 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 00:55:09.278384 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-86fe0ee0-beca-42cb-ab08-aa2eea503f63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:09.440485 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-86fe0ee0-beca-42cb-ab08-aa2eea503f63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:09.536591 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-86fe0ee0-beca-42cb-ab08-aa2eea503f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:09.882634 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-86fe0ee0-beca-42cb-ab08-aa2eea503f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:09.921769 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 8cdb7e51-c7ba-4d4d-b1f0-f5ec1cb62641 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:55:10.056135 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fe0ee0-beca-42cb-ab08-aa2eea503f63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16f52b7f-73d5-46c0-b296-524301583da7,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:10.062148 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-86fe0ee0-beca-42cb-ab08-aa2eea503f63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:10.079181 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-86fe0ee0-beca-42cb-ab08-aa2eea503f63 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/16f52b7f-73d5-46c0-b296-524301583da7 HTTP/1.1" status: 204 len: 168 time: 1.1473906 Feb 09 00:55:10.079810 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44778) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:55:10.120799 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-2a792386-eb2c-4f28-81a8-812fb370d4b4 req-cfa10010-ae7a-486c-92c0-f08457e0f9fa service neutron] 10.222.0.62 "GET /v2.0/networks/ded91f5f-4c52-4e17-8569-d9d1696711b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5646677 Feb 09 00:55:10.159929 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-b94dabce-0da8-4a6f-a90c-e741406f268a service neutron] 10.222.0.62 "GET /v2.0/ports/38871bc7-9408-4a50-8dd9-52c4d22e003e/bindings/n-h2-828418-1 HTTP/1.1" status: 200 len: 384 time: 0.6178050 Feb 09 00:55:10.172635 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ac73ba-a88f-4b2a-b73e-3738e7909424 None None] Network 126ed347-4206-4f46-8784-d408232679be requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:55:10.235993 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29026e8-172e-4511-96cb-fdf5812cce93 req-51e2e8dd-8f14-4657-86c2-b85417f3248d tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:10.243692 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a29026e8-172e-4511-96cb-fdf5812cce93 req-51e2e8dd-8f14-4657-86c2-b85417f3248d tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=1c220122-25f6-4e6d-b672-91d830d878e0 HTTP/1.1" status: 200 len: 943 time: 0.6011832 Feb 09 00:55:10.253858 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 8cdb7e51-c7ba-4d4d-b1f0-f5ec1cb62641 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 00:55:10.254344 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 8cdb7e51-c7ba-4d4d-b1f0-f5ec1cb62641 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 00:55:10.262874 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:10.302649 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7232c57c-8db2-46ff-8951-a1c516077e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:10.415033 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a29026e8-172e-4511-96cb-fdf5812cce93 req-ce2fc721-882c-4819-9053-f1a5843bafb3 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703198 Feb 09 00:55:10.461453 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-7232c57c-8db2-46ff-8951-a1c516077e8d admin admin] Deleting port 58bf1dbc-ced6-4bde-a7fb-0b2256cd1ef8 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:55:10.464205 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7232c57c-8db2-46ff-8951-a1c516077e8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:10.638187 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f45d6f-055e-41e1-8f5f-ddaddd74a856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d50263e-1665-4d32-98a3-9a5a5c08dbe9', 'code': 200} Feb 09 00:55:10.650809 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6d90f813-63d7-4767-a80e-b743bd065bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:10.782404 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port e2047c72-8607-4359-a2cc-e5a1a213ae5a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=e2047c72-8607-4359-a2cc-e5a1a213ae5a,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:55:10.832028 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:10.926625 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 38871bc7-9408-4a50-8dd9-52c4d22e003e no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:55:11.255334 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-7232c57c-8db2-46ff-8951-a1c516077e8d admin admin] For port 58bf1dbc-ced6-4bde-a7fb-0b2256cd1ef8, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=58bf1dbc-ced6-4bde-a7fb-0b2256cd1ef8,segment=NetworkSegment(71e39a3f-ec02-4c81-98bc-ecfdeec67fad),segment_id=71e39a3f-ec02-4c81-98bc-ecfdeec67fad)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:55:11.256393 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7232c57c-8db2-46ff-8951-a1c516077e8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:11.261258 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=e2047c72-8607-4359-a2cc-e5a1a213ae5a,revision_number=6']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:11.402913 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:11.408363 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-7232c57c-8db2-46ff-8951-a1c516077e8d admin admin] Calling delete_port for 58bf1dbc-ced6-4bde-a7fb-0b2256cd1ef8 owned by network:dhcp {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:55:11.533462 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:11.556532 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 2745d572-a493-4180-8760-e353f273cc77 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:55:11.611573 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-855f759c-ef5a-463e-bc96-906d300508e6 service neutron] For port 38871bc7-9408-4a50-8dd9-52c4d22e003e, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=38871bc7-9408-4a50-8dd9-52c4d22e003e,segment=NetworkSegment(b907962e-2c92-4e5e-9eb3-daae4f34051b),segment_id=b907962e-2c92-4e5e-9eb3-daae4f34051b)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:55:11.664403 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 2745d572-a493-4180-8760-e353f273cc77 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 00:55:11.667523 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-855f759c-ef5a-463e-bc96-906d300508e6 service neutron] For port 38871bc7-9408-4a50-8dd9-52c4d22e003e, host n-h1-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:55:11.677929 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 2745d572-a493-4180-8760-e353f273cc77 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 00:55:11.697360 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7232c57c-8db2-46ff-8951-a1c516077e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:11.767365 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-855f759c-ef5a-463e-bc96-906d300508e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38871bc7-9408-4a50-8dd9-52c4d22e003e {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:55:11.776915 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device e2047c72-8607-4359-a2cc-e5a1a213ae5a details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:55:11.778511 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7232c57c-8db2-46ff-8951-a1c516077e8d admin admin] No DVR routers for this DVR port 58bf1dbc-ced6-4bde-a7fb-0b2256cd1ef8 on host n-d-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:55:11.806903 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f53a9a-3215-4413-b754-f72ad9c77742 None None] DHCP port deletion for 126ed347-4206-4f46-8784-d408232679be request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 00:55:11.815158 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-855f759c-ef5a-463e-bc96-906d300508e6 service neutron] For port 38871bc7-9408-4a50-8dd9-52c4d22e003e, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=38871bc7-9408-4a50-8dd9-52c4d22e003e,segment=NetworkSegment(b907962e-2c92-4e5e-9eb3-daae4f34051b),segment_id=b907962e-2c92-4e5e-9eb3-daae4f34051b)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:55:11.839251 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7232c57c-8db2-46ff-8951-a1c516077e8d admin admin] Pushing event deleted for resources: {'Port': ['ID=58bf1dbc-ced6-4bde-a7fb-0b2256cd1ef8,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:11.855954 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-855f759c-ef5a-463e-bc96-906d300508e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:11.997222 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f0df7f-250a-466a-86dd-0274c823e3ca req-37a936a1-89e6-49dc-86f4-b4d7d9a5a0d8 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:12.005335 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-53f0df7f-250a-466a-86dd-0274c823e3ca req-37a936a1-89e6-49dc-86f4-b4d7d9a5a0d8 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=3d138cb2-7f80-4596-9e29-dd8aa7bdff4f HTTP/1.1" status: 200 len: 948 time: 1.0737290 Feb 09 00:55:12.040754 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7232c57c-8db2-46ff-8951-a1c516077e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:12.091892 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-7232c57c-8db2-46ff-8951-a1c516077e8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['126ed347-4206-4f46-8784-d408232679be']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:55:12.096963 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-855f759c-ef5a-463e-bc96-906d300508e6 service neutron] Transition to ACTIVE for port object 38871bc7-9408-4a50-8dd9-52c4d22e003e will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:55:12.102269 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-855f759c-ef5a-463e-bc96-906d300508e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:12.113447 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port e2047c72-8607-4359-a2cc-e5a1a213ae5a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=e2047c72-8607-4359-a2cc-e5a1a213ae5a,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:55:12.128557 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-53f0df7f-250a-466a-86dd-0274c823e3ca req-a56a03fe-393c-48ef-9acf-9eb9c7f6c2a4 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218557 Feb 09 00:55:12.152930 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-7232c57c-8db2-46ff-8951-a1c516077e8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71e39a3f-ec02-4c81-98bc-ecfdeec67fad') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:55:12.153296 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-7232c57c-8db2-46ff-8951-a1c516077e8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71e39a3f-ec02-4c81-98bc-ecfdeec67fad') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:55:12.168757 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': 'e2047c72-8607-4359-a2cc-e5a1a213ae5a', 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6', 'port_id': 'e2047c72-8607-4359-a2cc-e5a1a213ae5a', 'mac_address': 'fa:16:3e:bf:a5:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7938d94-1f0f-48bd-a0b3-26d5344ff0ec', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:55:12.203953 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7232c57c-8db2-46ff-8951-a1c516077e8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:12.253619 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7232c57c-8db2-46ff-8951-a1c516077e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:12.267957 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7232c57c-8db2-46ff-8951-a1c516077e8d admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:55:12.269193 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7232c57c-8db2-46ff-8951-a1c516077e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:12.315572 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 00:55:12.315572 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:55:12.315572 n-d-828418-1 neutron-server[87639]: timer() Feb 09 00:55:12.315572 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:55:12.315572 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 00:55:12.315572 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 00:55:12.315572 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 00:55:12.315572 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:55:12.315572 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 00:55:12.315572 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:55:12.315572 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 00:55:12.315572 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:55:12.315572 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 00:55:12.315572 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 00:55:12.315572 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:55:12.315572 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 00:55:12.315572 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:55:12.315572 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 00:55:12.315572 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 00:55:12.315572 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 00:55:12.315572 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 00:55:12.315572 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 00:55:12.315572 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:55:12.315572 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:55:12.315572 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 00:55:12.315572 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:55:12.315572 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:55:12.315572 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:55:12.315572 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:55:12.315572 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:55:12.315572 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:55:12.315572 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:55:12.367811 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:12.370423 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855f759c-ef5a-463e-bc96-906d300508e6 service neutron] Pushing event updated for resources: {'Port': ['ID=38871bc7-9408-4a50-8dd9-52c4d22e003e,revision_number=10']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:12.416762 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2047c72-8607-4359-a2cc-e5a1a213ae5a {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:55:12.452263 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port e2047c72-8607-4359-a2cc-e5a1a213ae5a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=e2047c72-8607-4359-a2cc-e5a1a213ae5a,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:55:12.457333 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:12.630888 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-855f759c-ef5a-463e-bc96-906d300508e6 service neutron] No DVR routers for this DVR port 38871bc7-9408-4a50-8dd9-52c4d22e003e on host n-h1-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:55:12.644174 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9958ace3-7686-4434-936a-ad55697624b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '441f6212-60b3-40e0-b2f5-5551b994980b'}, {'server_uuid': '3d138cb2-7f80-4596-9e29-dd8aa7bdff4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2047c72-8607-4359-a2cc-e5a1a213ae5a'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:55:12.697039 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=e2047c72-8607-4359-a2cc-e5a1a213ae5a,revision_number=7']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:12.854332 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7232c57c-8db2-46ff-8951-a1c516077e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:12.866667 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7232c57c-8db2-46ff-8951-a1c516077e8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:12.871635 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-855f759c-ef5a-463e-bc96-906d300508e6 service neutron] 10.222.0.62 "PUT /v2.0/ports/38871bc7-9408-4a50-8dd9-52c4d22e003e/bindings/n-h2-828418-1/activate HTTP/1.1" status: 200 len: 369 time: 2.7053034 Feb 09 00:55:12.903468 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['e2047c72-8607-4359-a2cc-e5a1a213ae5a'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:55:12.961539 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7232c57c-8db2-46ff-8951-a1c516077e8d admin admin] Pushing event deleted for resources: {'Network': ['ID=126ed347-4206-4f46-8784-d408232679be,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:12.989868 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-7232c57c-8db2-46ff-8951-a1c516077e8d admin admin] 10.222.0.105 "DELETE /v2.0/networks/126ed347-4206-4f46-8784-d408232679be HTTP/1.1" status: 204 len: 168 time: 2.9059131 Feb 09 00:55:13.004873 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8359ed-d356-4cdd-b3cb-b97ef4937d95 req-79d9e363-ae4b-4ad7-bcf3-03e46abb8b18 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:13.016091 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8a8359ed-d356-4cdd-b3cb-b97ef4937d95 req-79d9e363-ae4b-4ad7-bcf3-03e46abb8b18 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e446d3-eb09-4119-b095-c6841026b291 HTTP/1.1" status: 200 len: 949 time: 0.5708623 Feb 09 00:55:13.043160 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:13.137454 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8a8359ed-d356-4cdd-b3cb-b97ef4937d95 req-cbf99781-3221-424b-b09f-586a5a81f5a0 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f361fac-bee5-49f7-8557-30dc6fac47de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140342 Feb 09 00:55:13.158483 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-09df4cbe-b80e-4135-88af-9a9cc122ebad tempest-LiveMigrationTest-757645410 tempest-LiveMigrationTest-757645410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:13.168178 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-09df4cbe-b80e-4135-88af-9a9cc122ebad tempest-LiveMigrationTest-757645410 tempest-LiveMigrationTest-757645410-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=1c220122-25f6-4e6d-b672-91d830d878e0&tenant_id=8d883076d7064c219a98a8f981d7945a&binding%3Ahost_id=n-h1-828418-1 HTTP/1.1" status: 200 len: 1095 time: 0.2295287 Feb 09 00:55:13.309565 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44792) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:55:13.449858 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-8d7a9e4f-1ffc-42a7-bf32-3434789110a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:13.452819 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-8d7a9e4f-1ffc-42a7-bf32-3434789110a1 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=1c220122-25f6-4e6d-b672-91d830d878e0&tenant_id=8d883076d7064c219a98a8f981d7945a HTTP/1.1" status: 200 len: 1095 time: 0.2709746 Feb 09 00:55:13.553999 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-9725d952-a1a8-4cbc-8cd2-08b30367396d admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=82ffc79770134f5fbd74ad0a128bf4a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2428579 Feb 09 00:55:13.558941 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44796) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:55:13.611532 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 58bf1dbc-ced6-4bde-a7fb-0b2256cd1ef8 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:55:13.676527 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 58bf1dbc-ced6-4bde-a7fb-0b2256cd1ef8 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 00:55:13.676882 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 58bf1dbc-ced6-4bde-a7fb-0b2256cd1ef8 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 00:55:13.729863 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-99709077-f1eb-46a4-8211-079168c18790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:13.765210 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-99709077-f1eb-46a4-8211-079168c18790 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=8d883076d7064c219a98a8f981d7945a&device_id=1c220122-25f6-4e6d-b672-91d830d878e0 HTTP/1.1" status: 200 len: 1095 time: 0.2726603 Feb 09 00:55:13.767120 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-981a8494-b9d7-43d1-b236-2fafb8e611ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:13.840903 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010972f-2b32-4510-9325-77d0f626836d req-d8fb168f-48a6-4fb2-8d6f-d1addeeacfe2 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:13.842892 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8010972f-2b32-4510-9325-77d0f626836d req-d8fb168f-48a6-4fb2-8d6f-d1addeeacfe2 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=9958ace3-7686-4434-936a-ad55697624b0 HTTP/1.1" status: 200 len: 945 time: 0.4701619 Feb 09 00:55:13.850986 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-981a8494-b9d7-43d1-b236-2fafb8e611ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:13.940613 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8010972f-2b32-4510-9325-77d0f626836d req-648ad97a-ab9f-4990-bfa5-166914ce7e9b tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761642 Feb 09 00:55:13.978950 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-981a8494-b9d7-43d1-b236-2fafb8e611ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:14.049944 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981a8494-b9d7-43d1-b236-2fafb8e611ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=365832ba-ce1e-4a43-9b78-dc77225bf14f,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:14.083182 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-3f582eaa-b5f2-448d-ae14-723d8f1bd6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:14.086218 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-3f582eaa-b5f2-448d-ae14-723d8f1bd6a1 service neutron] 10.222.0.99 "GET /v2.0/networks?id=ded91f5f-4c52-4e17-8569-d9d1696711b8 HTTP/1.1" status: 200 len: 909 time: 0.3156586 Feb 09 00:55:14.104971 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-981a8494-b9d7-43d1-b236-2fafb8e611ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:14.104971 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-981a8494-b9d7-43d1-b236-2fafb8e611ae admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/365832ba-ce1e-4a43-9b78-dc77225bf14f HTTP/1.1" status: 204 len: 168 time: 0.5436563 Feb 09 00:55:14.305795 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-03f1ea69-0f4c-4494-8fa9-ba7ae4e5fd54 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38871bc7-9408-4a50-8dd9-52c4d22e003e HTTP/1.1" status: 200 len: 217 time: 0.1925681 Feb 09 00:55:14.441965 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db595a42-ca30-4cfb-95aa-43d74e6de250 req-1dd8332b-81f6-418b-bca9-f3f04f9ec155 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:14.455089 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-db595a42-ca30-4cfb-95aa-43d74e6de250 req-1dd8332b-81f6-418b-bca9-f3f04f9ec155 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=1c220122-25f6-4e6d-b672-91d830d878e0 HTTP/1.1" status: 200 len: 944 time: 0.1999171 Feb 09 00:55:14.528900 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-db595a42-ca30-4cfb-95aa-43d74e6de250 req-f469aae7-7dc0-46c0-ac9c-f384512aa09a tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719564 Feb 09 00:55:14.565155 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-5298e5c8-df0c-4eae-b071-7c1fec0142de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:14.571182 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-5298e5c8-df0c-4eae-b071-7c1fec0142de service neutron] 10.222.0.99 "GET /v2.0/subnets?id=103c212c-bf16-40d1-a89c-07252434eb67 HTTP/1.1" status: 200 len: 848 time: 0.2580905 Feb 09 00:55:14.642505 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9958ace3-7686-4434-936a-ad55697624b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '441f6212-60b3-40e0-b2f5-5551b994980b', 'code': 200} Feb 09 00:55:14.643007 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d138cb2-7f80-4596-9e29-dd8aa7bdff4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2047c72-8607-4359-a2cc-e5a1a213ae5a', 'code': 200} Feb 09 00:55:14.791392 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-d82f1f69-ba1c-4a6f-afed-8eac0fee7d2e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=ded91f5f-4c52-4e17-8569-d9d1696711b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2119648 Feb 09 00:55:15.031697 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523008aa-6bda-49bf-9ae7-bb10b50e5f95 req-0bcf33dd-9910-49af-a801-64392e57a806 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:15.047671 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-523008aa-6bda-49bf-9ae7-bb10b50e5f95 req-0bcf33dd-9910-49af-a801-64392e57a806 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=3d138cb2-7f80-4596-9e29-dd8aa7bdff4f HTTP/1.1" status: 200 len: 949 time: 0.2483664 Feb 09 00:55:15.185202 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-523008aa-6bda-49bf-9ae7-bb10b50e5f95 req-eb79ff15-53fb-415f-8c79-d11a309ad82b tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337461 Feb 09 00:55:15.344673 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-4439db6f-1071-4638-b0b0-23196da4ed7b req-33f2a168-58da-4a3e-bdad-267d91511803 tempest-SecurityGroupsNegativeTestJSON-285001444 tempest-SecurityGroupsNegativeTestJSON-285001444-project] Synchronizing usage tracker for tenant:c1793d33b3c344c5b907f220297dc17b on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:55:15.371273 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-4439db6f-1071-4638-b0b0-23196da4ed7b req-33f2a168-58da-4a3e-bdad-267d91511803 tempest-SecurityGroupsNegativeTestJSON-285001444 tempest-SecurityGroupsNegativeTestJSON-285001444-project] Unset dirty status for tenant:c1793d33b3c344c5b907f220297dc17b on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:55:15.374278 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4439db6f-1071-4638-b0b0-23196da4ed7b req-33f2a168-58da-4a3e-bdad-267d91511803 tempest-SecurityGroupsNegativeTestJSON-285001444 tempest-SecurityGroupsNegativeTestJSON-285001444-project] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=c1793d33b3c344c5b907f220297dc17b HTTP/1.1" status: 200 len: 2984 time: 0.1214232 Feb 09 00:55:15.449530 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-0a9a3e74-e0da-4a15-82e3-8795c66188d7 service neutron] 10.222.0.99 "GET /v2.0/networks/ded91f5f-4c52-4e17-8569-d9d1696711b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6461020 Feb 09 00:55:15.509929 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4439db6f-1071-4638-b0b0-23196da4ed7b req-4a0718b7-3331-4b18-bd00-882c888e599a tempest-SecurityGroupsNegativeTestJSON-285001444 tempest-SecurityGroupsNegativeTestJSON-285001444-project] 10.222.0.105 "GET /v2.0/security-groups/4f5b57ed-8be1-4302-b225-fa8071de2067 HTTP/1.1" status: 200 len: 2981 time: 0.1268289 Feb 09 00:55:15.682913 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4439db6f-1071-4638-b0b0-23196da4ed7b req-0691fc4b-c7ab-4c69-963f-c2d5641ae8fa tempest-SecurityGroupsNegativeTestJSON-285001444 tempest-SecurityGroupsNegativeTestJSON-285001444-project] 10.222.0.105 "GET /v2.0/security-groups/4f5b57ed-8be1-4302-b225-fa8071de2067 HTTP/1.1" status: 200 len: 2981 time: 0.1558428 Feb 09 00:55:15.798901 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device e2047c72-8607-4359-a2cc-e5a1a213ae5a up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:55:15.833826 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a98188-21d9-4091-ad4e-6694c2526a4a req-7ee27ab0-837a-4114-8bb0-cd8d6180e045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:15.840354 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-f7a98188-21d9-4091-ad4e-6694c2526a4a req-7ee27ab0-837a-4114-8bb0-cd8d6180e045 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9958ace3-7686-4434-936a-ad55697624b0 HTTP/1.1" status: 200 len: 1096 time: 0.9307048 Feb 09 00:55:16.008131 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-f7a98188-21d9-4091-ad4e-6694c2526a4a req-6474256b-48b6-43a9-afd7-5d26a20ac7f8 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461589 Feb 09 00:55:16.009762 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port e2047c72-8607-4359-a2cc-e5a1a213ae5a triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:55:16.009762 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:16.035564 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-ba61e1d3-35ff-41e7-8b10-b23bfa12681b service neutron] 10.222.0.99 "GET /v2.0/networks/ded91f5f-4c52-4e17-8569-d9d1696711b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5586634 Feb 09 00:55:16.249375 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca9b043-7b80-4bc0-95c0-07b505a34248 req-b9df07ca-c7d3-428f-a352-869a3e323aa3 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:16.260428 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9ca9b043-7b80-4bc0-95c0-07b505a34248 req-b9df07ca-c7d3-428f-a352-869a3e323aa3 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e446d3-eb09-4119-b095-c6841026b291 HTTP/1.1" status: 200 len: 949 time: 0.3512185 Feb 09 00:55:16.436154 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:16.479127 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9ca9b043-7b80-4bc0-95c0-07b505a34248 req-920f17a0-8c0e-4520-bf7b-d22d76f351a8 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f361fac-bee5-49f7-8557-30dc6fac47de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162132 Feb 09 00:55:16.545240 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44838) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:55:16.563713 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port e2047c72-8607-4359-a2cc-e5a1a213ae5a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=e2047c72-8607-4359-a2cc-e5a1a213ae5a,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:55:16.577015 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:16.692872 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d138cb2-7f80-4596-9e29-dd8aa7bdff4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2047c72-8607-4359-a2cc-e5a1a213ae5a'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:55:16.862150 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-976003e8-957e-46af-ba3a-6fa1fe1c896e tempest-LiveMigrationTest-757645410 tempest-LiveMigrationTest-757645410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:16.862150 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-976003e8-957e-46af-ba3a-6fa1fe1c896e tempest-LiveMigrationTest-757645410 tempest-LiveMigrationTest-757645410-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=1c220122-25f6-4e6d-b672-91d830d878e0&tenant_id=8d883076d7064c219a98a8f981d7945a&binding%3Ahost_id=n-h2-828418-1 HTTP/1.1" status: 200 len: 1095 time: 0.2664635 Feb 09 00:55:16.898169 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=e2047c72-8607-4359-a2cc-e5a1a213ae5a,revision_number=8']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:16.936840 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:55:16.936840 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:55:16.936840 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:55:16.936840 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:55:16.936840 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:55:16.937320 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:55:16.938443 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:55:16.944692 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:55:16.944935 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:55:16.945179 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:55:16.945699 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:55:16.945851 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:55:16.977466 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-98695fd8-e529-47b4-9e8b-ff452167a690 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1607811782-network', 'tenant_id': '3dfc9dc6d45e4766968496222af1a9f5'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:55:16.989970 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-98695fd8-e529-47b4-9e8b-ff452167a690 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:55:17.035157 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-98695fd8-e529-47b4-9e8b-ff452167a690 admin admin] Usage tracker for resource:network and tenant:3dfc9dc6d45e4766968496222af1a9f5 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:55:17.050966 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-98695fd8-e529-47b4-9e8b-ff452167a690 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:55:17.073621 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-98695fd8-e529-47b4-9e8b-ff452167a690 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:55:17.125805 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98695fd8-e529-47b4-9e8b-ff452167a690 admin admin] Made reservation on behalf of 3dfc9dc6d45e4766968496222af1a9f5 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:55:17.149090 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-98695fd8-e529-47b4-9e8b-ff452167a690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:17.222741 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-98695fd8-e529-47b4-9e8b-ff452167a690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:17.271761 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a5bbe1-b82d-466f-9be0-ed8d1683e2af req-961693be-8ae4-4ab4-ae37-6e0eaa6591ca tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:17.279377 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-81a5bbe1-b82d-466f-9be0-ed8d1683e2af req-961693be-8ae4-4ab4-ae37-6e0eaa6591ca tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=9958ace3-7686-4434-936a-ad55697624b0 HTTP/1.1" status: 200 len: 945 time: 0.3791234 Feb 09 00:55:17.288921 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-98695fd8-e529-47b4-9e8b-ff452167a690 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:55:17.364232 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-98695fd8-e529-47b4-9e8b-ff452167a690 admin admin] Usage tracker for resource:security_group_rule and tenant:3dfc9dc6d45e4766968496222af1a9f5 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:55:17.381288 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-98695fd8-e529-47b4-9e8b-ff452167a690 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:55:17.431913 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-98695fd8-e529-47b4-9e8b-ff452167a690 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:55:17.676859 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-4954d9a5-662c-404f-9e29-fae26c9a1242 service neutron] For port 38871bc7-9408-4a50-8dd9-52c4d22e003e, host n-h1-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:55:17.685036 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-4954d9a5-662c-404f-9e29-fae26c9a1242 service neutron] Notify callbacks [] for binding, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:17.686433 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ae4b9a32-4edb-4dab-9dc9-c6630ec5232c req-4954d9a5-662c-404f-9e29-fae26c9a1242 service neutron] 10.222.0.99 "DELETE /v2.0/ports/38871bc7-9408-4a50-8dd9-52c4d22e003e/bindings/n-h1-828418-1 HTTP/1.1" status: 204 len: 173 time: 0.8066940 Feb 09 00:55:17.774745 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-81a5bbe1-b82d-466f-9be0-ed8d1683e2af req-42875a4a-342f-4fb8-b4ad-3b35aee66f8e tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4854741 Feb 09 00:55:17.855856 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-98695fd8-e529-47b4-9e8b-ff452167a690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:17.861003 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-98695fd8-e529-47b4-9e8b-ff452167a690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:18.010147 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98695fd8-e529-47b4-9e8b-ff452167a690 admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:55:18.051499 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98695fd8-e529-47b4-9e8b-ff452167a690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fbbc1b0-a208-48d6-ad9a-3ede3cd61ff2,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:18.137804 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-98695fd8-e529-47b4-9e8b-ff452167a690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:18.137804 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-98695fd8-e529-47b4-9e8b-ff452167a690 admin admin] Added segment e92cab72-e10e-4f18-8304-1cedce67f811 of type vlan for network 793d8e46-17ea-48d5-80e1-ce3c1b97047d Feb 09 00:55:18.241178 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-98695fd8-e529-47b4-9e8b-ff452167a690 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:18.361346 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-98695fd8-e529-47b4-9e8b-ff452167a690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:18.365208 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98695fd8-e529-47b4-9e8b-ff452167a690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:18.367673 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-98695fd8-e529-47b4-9e8b-ff452167a690 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:18.604437 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4ae24-5633-4e72-9162-c6a2931b07d2 req-fc5f2de0-a27d-40a3-8ba4-1170ab73be7c tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:18.605110 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-b1b4ae24-5633-4e72-9162-c6a2931b07d2 req-fc5f2de0-a27d-40a3-8ba4-1170ab73be7c tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Synchronizing usage tracker for tenant:1510c38a4b2046b5a9943ab7f2f7db5c on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:55:18.645888 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device d99ba777-2172-48bf-86df-9993763f5b6f no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:55:18.695060 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-b1b4ae24-5633-4e72-9162-c6a2931b07d2 req-fc5f2de0-a27d-40a3-8ba4-1170ab73be7c tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Unset dirty status for tenant:1510c38a4b2046b5a9943ab7f2f7db5c on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:55:18.698233 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b1b4ae24-5633-4e72-9162-c6a2931b07d2 req-fc5f2de0-a27d-40a3-8ba4-1170ab73be7c tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d138cb2-7f80-4596-9e29-dd8aa7bdff4f&tenant_id=1510c38a4b2046b5a9943ab7f2f7db5c&binding%3Ahost_id=n-h1-828418-1 HTTP/1.1" status: 200 len: 950 time: 0.3213089 Feb 09 00:55:18.705075 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98695fd8-e529-47b4-9e8b-ff452167a690 admin admin] Pushing event updated for resources: {'Network': ['ID=793d8e46-17ea-48d5-80e1-ce3c1b97047d,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:18.732753 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 793d8e46-17ea-48d5-80e1-ce3c1b97047d details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 00:55:18.745229 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-98695fd8-e529-47b4-9e8b-ff452167a690 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.1967022 Feb 09 00:55:18.747242 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44850) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:55:18.759519 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-fa85437b-fa92-4e04-98d4-3e82dc2498a2 admin admin] Request body: {'subnet': {'network_id': '793d8e46-17ea-48d5-80e1-ce3c1b97047d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1607811782-subnet', 'tenant_id': '3dfc9dc6d45e4766968496222af1a9f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:55:18.766736 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-fa85437b-fa92-4e04-98d4-3e82dc2498a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:55:18.773350 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-fa85437b-fa92-4e04-98d4-3e82dc2498a2 admin admin] Usage tracker for resource:subnet and tenant:3dfc9dc6d45e4766968496222af1a9f5 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:55:18.779147 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-fa85437b-fa92-4e04-98d4-3e82dc2498a2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:55:18.792509 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-fa85437b-fa92-4e04-98d4-3e82dc2498a2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:55:18.808765 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa85437b-fa92-4e04-98d4-3e82dc2498a2 admin admin] Made reservation on behalf of 3dfc9dc6d45e4766968496222af1a9f5 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:55:18.812261 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fa85437b-fa92-4e04-98d4-3e82dc2498a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:18.949525 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b1b4ae24-5633-4e72-9162-c6a2931b07d2 req-29810631-4617-4d41-b380-c6176f5a7d69 service neutron] 10.222.0.62 "GET /v2.0/ports/e2047c72-8607-4359-a2cc-e5a1a213ae5a/bindings/n-h1-828418-1 HTTP/1.1" status: 200 len: 382 time: 0.2468174 Feb 09 00:55:19.152330 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4ae24-5633-4e72-9162-c6a2931b07d2 req-0f8e3267-ce42-4140-8c75-78d115f267c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:19.160619 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b1b4ae24-5633-4e72-9162-c6a2931b07d2 req-0f8e3267-ce42-4140-8c75-78d115f267c3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1510c38a4b2046b5a9943ab7f2f7db5c&device_id=3d138cb2-7f80-4596-9e29-dd8aa7bdff4f HTTP/1.1" status: 200 len: 1101 time: 0.1656098 Feb 09 00:55:19.249444 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a9e1f-6524-4f6c-8819-4f8f6753def9 req-8e2b31c2-d777-434a-89c2-7adc207356e1 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:19.251366 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e30a9e1f-6524-4f6c-8819-4f8f6753def9 req-8e2b31c2-d777-434a-89c2-7adc207356e1 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=1c220122-25f6-4e6d-b672-91d830d878e0 HTTP/1.1" status: 200 len: 944 time: 0.6979563 Feb 09 00:55:19.269754 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:19.353507 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port d99ba777-2172-48bf-86df-9993763f5b6f, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=d99ba777-2172-48bf-86df-9993763f5b6f,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:55:19.359279 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:19.410892 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e30a9e1f-6524-4f6c-8819-4f8f6753def9 req-f6f82e3b-5aab-40ed-9ed5-9786c8220eb1 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519527 Feb 09 00:55:19.504329 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4ae24-5633-4e72-9162-c6a2931b07d2 req-4d4d4528-28bc-4dac-a98b-bcd9100e1751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:19.505875 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b1b4ae24-5633-4e72-9162-c6a2931b07d2 req-4d4d4528-28bc-4dac-a98b-bcd9100e1751 service neutron] 10.222.0.62 "GET /v2.0/networks?id=42d335cf-a678-4bc3-901b-7d21fb8587e6 HTTP/1.1" status: 200 len: 870 time: 0.3456588 Feb 09 00:55:19.590340 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=d99ba777-2172-48bf-86df-9993763f5b6f,revision_number=6']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:19.596668 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9a82a7c4-7607-4578-b1d8-9243c41d0803 req-d0976983-9698-435a-b1d1-06b8177356f4 tempest-SecurityGroupsNegativeTestJSON-285001444 tempest-SecurityGroupsNegativeTestJSON-285001444-project] 10.222.0.105 "GET /v2.0/security-groups/4f5b57ed-8be1-4302-b225-fa8071de2067 HTTP/1.1" status: 200 len: 2981 time: 0.1428599 Feb 09 00:55:19.667521 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fa85437b-fa92-4e04-98d4-3e82dc2498a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:19.669128 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b1b4ae24-5633-4e72-9162-c6a2931b07d2 req-347084db-ab67-411a-b67f-480de7ad3af8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=e2047c72-8607-4359-a2cc-e5a1a213ae5a HTTP/1.1" status: 200 len: 217 time: 0.1564353 Feb 09 00:55:19.802703 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa85437b-fa92-4e04-98d4-3e82dc2498a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8959429-0187-43f7-b7df-04c678d0bc3d,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:19.866882 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa85437b-fa92-4e04-98d4-3e82dc2498a2 admin admin] Checking segment: {'id': 'e92cab72-e10e-4f18-8304-1cedce67f811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '793d8e46-17ea-48d5-80e1-ce3c1b97047d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:55:19.867257 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa85437b-fa92-4e04-98d4-3e82dc2498a2 admin admin] Network hostable DHCP agents. Network: 793d8e46-17ea-48d5-80e1-ce3c1b97047d, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:55:19.872294 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [req-9a82a7c4-7607-4578-b1d8-9243c41d0803 req-d510b49e-033f-4ad6-89db-2cf3efac73a8 tempest-SecurityGroupsNegativeTestJSON-285001444 tempest-SecurityGroupsNegativeTestJSON-285001444-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 00:55:19.873851 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9a82a7c4-7607-4578-b1d8-9243c41d0803 req-d510b49e-033f-4ad6-89db-2cf3efac73a8 tempest-SecurityGroupsNegativeTestJSON-285001444 tempest-SecurityGroupsNegativeTestJSON-285001444-project] 10.222.0.105 "DELETE /v2.0/security-groups/4f5b57ed-8be1-4302-b225-fa8071de2067 HTTP/1.1" status: 409 len: 352 time: 0.2755792 Feb 09 00:55:19.960385 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4ae24-5633-4e72-9162-c6a2931b07d2 req-e8593d45-7225-4ee7-95f4-0a2a6c65a606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:19.963399 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa85437b-fa92-4e04-98d4-3e82dc2498a2 admin admin] Network 793d8e46-17ea-48d5-80e1-ce3c1b97047d is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:55:19.968496 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b1b4ae24-5633-4e72-9162-c6a2931b07d2 req-e8593d45-7225-4ee7-95f4-0a2a6c65a606 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.2225232 Feb 09 00:55:19.993583 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d138cb2-7f80-4596-9e29-dd8aa7bdff4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2047c72-8607-4359-a2cc-e5a1a213ae5a', 'code': 200} Feb 09 00:55:20.012937 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-fa85437b-fa92-4e04-98d4-3e82dc2498a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 793d8e46-17ea-48d5-80e1-ce3c1b97047d) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:55:20.027139 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e3b3f9-fa9d-41e1-a14b-8abd21d69acb None None] Network 793d8e46-17ea-48d5-80e1-ce3c1b97047d requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:55:20.033796 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa85437b-fa92-4e04-98d4-3e82dc2498a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:20.034398 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fa85437b-fa92-4e04-98d4-3e82dc2498a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:20.090516 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-fa85437b-fa92-4e04-98d4-3e82dc2498a2 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3384869 Feb 09 00:55:20.125299 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4ae24-5633-4e72-9162-c6a2931b07d2 req-98f81c4d-7a07-4520-b032-1a10ee2be3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:20.129065 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b1b4ae24-5633-4e72-9162-c6a2931b07d2 req-98f81c4d-7a07-4520-b032-1a10ee2be3c4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1545844 Feb 09 00:55:20.419112 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf3342-64f0-48e0-8d3d-5f8de52b7684 req-92bb25a5-45d1-416e-9186-f4d4169c1f98 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:20.423581 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b1b4ae24-5633-4e72-9162-c6a2931b07d2 req-387f994f-9ee5-4e6e-8294-11d2d0be017e service neutron] 10.222.0.62 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880695 Feb 09 00:55:20.426661 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5baf3342-64f0-48e0-8d3d-5f8de52b7684 req-92bb25a5-45d1-416e-9186-f4d4169c1f98 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e446d3-eb09-4119-b095-c6841026b291 HTTP/1.1" status: 200 len: 947 time: 0.2226174 Feb 09 00:55:20.536952 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5baf3342-64f0-48e0-8d3d-5f8de52b7684 req-1b4eb1ba-e47f-4838-9413-8bba4de4ea0b tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f361fac-bee5-49f7-8557-30dc6fac47de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041138 Feb 09 00:55:20.541590 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e29f545-2b79-4ca1-8709-230eb2fd567a None None] Network 793d8e46-17ea-48d5-80e1-ce3c1b97047d requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:55:20.695446 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b1b4ae24-5633-4e72-9162-c6a2931b07d2 req-cc0b6b31-5131-419f-8b0a-9c4e3bdbf4d1 service neutron] 10.222.0.62 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651157 Feb 09 00:55:20.743266 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device d99ba777-2172-48bf-86df-9993763f5b6f details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:55:20.890655 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f63071-0df9-4dbf-b46d-e07ee6683374 req-8a5e7f6c-30bb-4a55-8e33-d37d63ada1a0 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:20.913131 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-65f63071-0df9-4dbf-b46d-e07ee6683374 req-8a5e7f6c-30bb-4a55-8e33-d37d63ada1a0 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=3d138cb2-7f80-4596-9e29-dd8aa7bdff4f HTTP/1.1" status: 200 len: 950 time: 0.1570733 Feb 09 00:55:21.052937 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-65f63071-0df9-4dbf-b46d-e07ee6683374 req-1eecce8d-df36-4d97-8c0f-9f824fdc4de2 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378877 Feb 09 00:55:21.064440 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port d99ba777-2172-48bf-86df-9993763f5b6f, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=d99ba777-2172-48bf-86df-9993763f5b6f,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:55:21.092533 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': 'd99ba777-2172-48bf-86df-9993763f5b6f', 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6', 'port_id': 'd99ba777-2172-48bf-86df-9993763f5b6f', 'mac_address': 'fa:16:3e:66:fd:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7938d94-1f0f-48bd-a0b3-26d5344ff0ec', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:55:21.156039 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:21.204886 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d99ba777-2172-48bf-86df-9993763f5b6f {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:55:21.256896 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port d99ba777-2172-48bf-86df-9993763f5b6f, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=d99ba777-2172-48bf-86df-9993763f5b6f,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:55:21.271477 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:21.427945 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:21.433208 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=d99ba777-2172-48bf-86df-9993763f5b6f,revision_number=7']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:21.491804 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda734b-a10c-4f25-8bf8-b48691acb910 req-3472d634-25f0-49dc-bcfb-51f570957419 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:21.504162 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5fda734b-a10c-4f25-8bf8-b48691acb910 req-3472d634-25f0-49dc-bcfb-51f570957419 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=9958ace3-7686-4434-936a-ad55697624b0 HTTP/1.1" status: 200 len: 945 time: 0.1625938 Feb 09 00:55:21.564339 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5fda734b-a10c-4f25-8bf8-b48691acb910 req-c23334bc-2543-45f3-9b21-56cf0f76e854 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588799 Feb 09 00:55:21.787044 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [req-458ceba6-5ae7-46eb-a8d9-cb7825271999 req-1d0ac5d6-8d37-443b-a1a5-b73eddcde4cf tempest-SecurityGroupsNegativeTestJSON-285001444 tempest-SecurityGroupsNegativeTestJSON-285001444-project] show failed (client error): The resource could not be found. Feb 09 00:55:21.788011 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-458ceba6-5ae7-46eb-a8d9-cb7825271999 req-1d0ac5d6-8d37-443b-a1a5-b73eddcde4cf tempest-SecurityGroupsNegativeTestJSON-285001444 tempest-SecurityGroupsNegativeTestJSON-285001444-project] 10.222.0.105 "GET /v2.0/security-groups/4afc6257-ec97-4111-9701-813d2470e69b HTTP/1.1" status: 404 len: 352 time: 0.0439723 Feb 09 00:55:21.810755 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['d99ba777-2172-48bf-86df-9993763f5b6f'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:55:21.999398 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e446d3-eb09-4119-b095-c6841026b291', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd99ba777-2172-48bf-86df-9993763f5b6f'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:55:22.079841 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-9db40210-6dfa-44c8-9073-ecaaf2bb3922 req-d425301b-3c6b-4862-95b5-1b70e4429ab2 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-323868136', 'description': 'tempest-description-832591531'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:55:22.092829 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-9db40210-6dfa-44c8-9073-ecaaf2bb3922 req-d425301b-3c6b-4862-95b5-1b70e4429ab2 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:55:22.131217 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-9db40210-6dfa-44c8-9073-ecaaf2bb3922 req-d425301b-3c6b-4862-95b5-1b70e4429ab2 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Usage tracker for resource:security_group and tenant:3dfc9dc6d45e4766968496222af1a9f5 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:55:22.141101 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-9db40210-6dfa-44c8-9073-ecaaf2bb3922 req-d425301b-3c6b-4862-95b5-1b70e4429ab2 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:55:22.144395 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-9db40210-6dfa-44c8-9073-ecaaf2bb3922 req-d425301b-3c6b-4862-95b5-1b70e4429ab2 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:55:22.172919 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9db40210-6dfa-44c8-9073-ecaaf2bb3922 req-d425301b-3c6b-4862-95b5-1b70e4429ab2 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:22.226345 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-9db40210-6dfa-44c8-9073-ecaaf2bb3922 req-d425301b-3c6b-4862-95b5-1b70e4429ab2 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:55:22.239252 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-9db40210-6dfa-44c8-9073-ecaaf2bb3922 req-d425301b-3c6b-4862-95b5-1b70e4429ab2 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Usage tracker for resource:security_group_rule and tenant:3dfc9dc6d45e4766968496222af1a9f5 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:55:22.244941 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-9db40210-6dfa-44c8-9073-ecaaf2bb3922 req-d425301b-3c6b-4862-95b5-1b70e4429ab2 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:55:22.255687 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-9db40210-6dfa-44c8-9073-ecaaf2bb3922 req-d425301b-3c6b-4862-95b5-1b70e4429ab2 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:55:22.388406 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9db40210-6dfa-44c8-9073-ecaaf2bb3922 req-d425301b-3c6b-4862-95b5-1b70e4429ab2 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:22.394318 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9db40210-6dfa-44c8-9073-ecaaf2bb3922 req-d425301b-3c6b-4862-95b5-1b70e4429ab2 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:22.457194 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d425301b-3c6b-4862-95b5-1b70e4429ab2 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e5b19c-376b-4c85-aa24-4ee0a2187d14,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:22.460826 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9db40210-6dfa-44c8-9073-ecaaf2bb3922 req-d425301b-3c6b-4862-95b5-1b70e4429ab2 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:22.474528 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9db40210-6dfa-44c8-9073-ecaaf2bb3922 req-d425301b-3c6b-4862-95b5-1b70e4429ab2 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.3983152 Feb 09 00:55:22.698943 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a707e1-0c78-42b6-ab4d-b831b1fbb8b6 req-6c5b838d-3a79-4c5f-aca4-a18024ac425d tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:22.709313 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-71a707e1-0c78-42b6-ab4d-b831b1fbb8b6 req-6c5b838d-3a79-4c5f-aca4-a18024ac425d tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e446d3-eb09-4119-b095-c6841026b291 HTTP/1.1" status: 200 len: 948 time: 0.1360908 Feb 09 00:55:22.841635 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-71a707e1-0c78-42b6-ab4d-b831b1fbb8b6 req-3b98a9cc-2522-4f47-ace5-5111c2be3af8 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f361fac-bee5-49f7-8557-30dc6fac47de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309633 Feb 09 00:55:23.253665 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4ae24-5633-4e72-9162-c6a2931b07d2 req-4f82aff9-d970-4e15-90b5-9a8ea20db36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:23.256059 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b1b4ae24-5633-4e72-9162-c6a2931b07d2 req-4f82aff9-d970-4e15-90b5-9a8ea20db36f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3d138cb2-7f80-4596-9e29-dd8aa7bdff4f&tenant_id=1510c38a4b2046b5a9943ab7f2f7db5c HTTP/1.1" status: 200 len: 1101 time: 0.1497943 Feb 09 00:55:23.363958 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 00:55:23.408850 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4ae24-5633-4e72-9162-c6a2931b07d2 req-e4551527-0ea1-49e3-be6b-6b0c49a72595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:23.410352 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b1b4ae24-5633-4e72-9162-c6a2931b07d2 req-e4551527-0ea1-49e3-be6b-6b0c49a72595 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1510c38a4b2046b5a9943ab7f2f7db5c&device_id=3d138cb2-7f80-4596-9e29-dd8aa7bdff4f HTTP/1.1" status: 200 len: 1101 time: 0.1326430 Feb 09 00:55:23.474827 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e34dd-ab1d-493f-a894-525bf3d4bf38 req-356b2ffd-e4d3-4c11-bbdb-25d35a888365 tempest-LiveAutoBlockMigrationV225Test-40327280 tempest-LiveAutoBlockMigrationV225Test-40327280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:23.486686 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-906e34dd-ab1d-493f-a894-525bf3d4bf38 req-356b2ffd-e4d3-4c11-bbdb-25d35a888365 tempest-LiveAutoBlockMigrationV225Test-40327280 tempest-LiveAutoBlockMigrationV225Test-40327280-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=9958ace3-7686-4434-936a-ad55697624b0 HTTP/1.1" status: 200 len: 1096 time: 0.2529340 Feb 09 00:55:23.561914 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c597476-a4ce-4904-a012-81438d6a7546 req-b1713a8c-06f3-47dd-9245-a88606c22a3a tempest-LiveMigrationTest-757645410 tempest-LiveMigrationTest-757645410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:23.566233 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7c597476-a4ce-4904-a012-81438d6a7546 req-b1713a8c-06f3-47dd-9245-a88606c22a3a tempest-LiveMigrationTest-757645410 tempest-LiveMigrationTest-757645410-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=1c220122-25f6-4e6d-b672-91d830d878e0 HTTP/1.1" status: 200 len: 1095 time: 0.1662190 Feb 09 00:55:23.637408 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4ae24-5633-4e72-9162-c6a2931b07d2 req-9a20a04c-349c-4d01-9d93-cc06ba98d077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:23.643487 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b1b4ae24-5633-4e72-9162-c6a2931b07d2 req-9a20a04c-349c-4d01-9d93-cc06ba98d077 service neutron] 10.222.0.62 "GET /v2.0/networks?id=42d335cf-a678-4bc3-901b-7d21fb8587e6 HTTP/1.1" status: 200 len: 870 time: 0.2257006 Feb 09 00:55:23.646054 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-906e34dd-ab1d-493f-a894-525bf3d4bf38 req-489dd6ab-26dd-4a1f-8a90-2de9c6b73de3 tempest-LiveAutoBlockMigrationV225Test-40327280 tempest-LiveAutoBlockMigrationV225Test-40327280-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579218 Feb 09 00:55:23.712143 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7c597476-a4ce-4904-a012-81438d6a7546 req-c647bfa9-82e6-4bce-a8fb-84ae3be3ef98 tempest-LiveMigrationTest-757645410 tempest-LiveMigrationTest-757645410-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281543 Feb 09 00:55:23.788731 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9e446d3-eb09-4119-b095-c6841026b291', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd99ba777-2172-48bf-86df-9993763f5b6f', 'code': 200} Feb 09 00:55:23.797944 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b1b4ae24-5633-4e72-9162-c6a2931b07d2 req-a97fb7ab-7202-4cbf-a659-b901cc61f787 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=e2047c72-8607-4359-a2cc-e5a1a213ae5a HTTP/1.1" status: 200 len: 217 time: 0.1488805 Feb 09 00:55:23.800609 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [req-67f5a6d4-1761-41b5-a20a-96c5f5c80c63 req-a3b85d3c-25fd-4105-890a-1195a4077a76 tempest-SecurityGroupsNegativeTestJSON-285001444 tempest-SecurityGroupsNegativeTestJSON-285001444-project] show failed (client error): The resource could not be found. Feb 09 00:55:23.824245 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-67f5a6d4-1761-41b5-a20a-96c5f5c80c63 req-a3b85d3c-25fd-4105-890a-1195a4077a76 tempest-SecurityGroupsNegativeTestJSON-285001444 tempest-SecurityGroupsNegativeTestJSON-285001444-project] 10.222.0.105 "GET /v2.0/security-groups/d9fb99e0-1bda-4591-8af3-a415b71d414f HTTP/1.1" status: 404 len: 352 time: 0.0532200 Feb 09 00:55:23.824758 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44910) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:55:23.902103 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4ae24-5633-4e72-9162-c6a2931b07d2 req-c8f4f0d5-d68c-4f04-985e-75661a47628a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:23.903967 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b1b4ae24-5633-4e72-9162-c6a2931b07d2 req-c8f4f0d5-d68c-4f04-985e-75661a47628a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.0936477 Feb 09 00:55:24.007214 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4ae24-5633-4e72-9162-c6a2931b07d2 req-85e55ba6-0910-401e-ba02-3e87eeb016a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:24.009129 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b1b4ae24-5633-4e72-9162-c6a2931b07d2 req-85e55ba6-0910-401e-ba02-3e87eeb016a3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0985961 Feb 09 00:55:24.025798 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-96f161b2-2353-49a3-937d-323d82f9ef53 req-5ca2b0ff-bd81-4d15-ad0e-5a40d0a628de tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] 10.222.0.105 "GET /v2.0/security-groups/e3e5b19c-376b-4c85-aa24-4ee0a2187d14 HTTP/1.1" status: 200 len: 1811 time: 0.1166511 Feb 09 00:55:24.031153 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-96f161b2-2353-49a3-937d-323d82f9ef53 req-a7073745-49fe-4395-b935-6be31d961424 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e3e5b19c-376b-4c85-aa24-4ee0a2187d14', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:55:24.031723 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-96f161b2-2353-49a3-937d-323d82f9ef53 req-a7073745-49fe-4395-b935-6be31d961424 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e3e5b19c-376b-4c85-aa24-4ee0a2187d14', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:55:24.048652 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-96f161b2-2353-49a3-937d-323d82f9ef53 req-a7073745-49fe-4395-b935-6be31d961424 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:55:24.078630 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-96f161b2-2353-49a3-937d-323d82f9ef53 req-a7073745-49fe-4395-b935-6be31d961424 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Usage tracker for resource:security_group_rule and tenant:3dfc9dc6d45e4766968496222af1a9f5 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:55:24.090763 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-96f161b2-2353-49a3-937d-323d82f9ef53 req-a7073745-49fe-4395-b935-6be31d961424 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:55:24.108770 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-96f161b2-2353-49a3-937d-323d82f9ef53 req-a7073745-49fe-4395-b935-6be31d961424 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:55:24.114485 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8689338-2fce-4ee6-9c3f-e3c603949df7 admin admin] Deleting subnet 836dbab1-5f7d-4c0f-9e3c-00b2d8ebe1a5 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 00:55:24.127217 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b8689338-2fce-4ee6-9c3f-e3c603949df7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:24.215691 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b8689338-2fce-4ee6-9c3f-e3c603949df7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:24.283264 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b1b4ae24-5633-4e72-9162-c6a2931b07d2 req-e4130dcc-93b4-4726-b7d3-686d3e82cab3 service neutron] 10.222.0.62 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650199 Feb 09 00:55:24.364740 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:24.368180 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83346970-ecd0-4ace-a889-563fa77785a7 req-9f835be4-55f6-49da-a48b-9ad41d18cc2e tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:24.370019 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-83346970-ecd0-4ace-a889-563fa77785a7 req-9f835be4-55f6-49da-a48b-9ad41d18cc2e tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=3d138cb2-7f80-4596-9e29-dd8aa7bdff4f HTTP/1.1" status: 200 len: 950 time: 0.3955810 Feb 09 00:55:24.380659 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-96f161b2-2353-49a3-937d-323d82f9ef53 req-a7073745-49fe-4395-b935-6be31d961424 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:24.422470 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b8689338-2fce-4ee6-9c3f-e3c603949df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:24.476446 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-96f161b2-2353-49a3-937d-323d82f9ef53 req-a7073745-49fe-4395-b935-6be31d961424 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:24.494011 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-96f161b2-2353-49a3-937d-323d82f9ef53 req-a7073745-49fe-4395-b935-6be31d961424 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:24.546077 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-83346970-ecd0-4ace-a889-563fa77785a7 req-ff82c9b0-6e69-4100-aa02-ab05046c217e tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667156 Feb 09 00:55:24.555243 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7073745-49fe-4395-b935-6be31d961424 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=416d8a6b-038e-48af-8447-aad6c93360c9,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:24.567987 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-96f161b2-2353-49a3-937d-323d82f9ef53 req-a7073745-49fe-4395-b935-6be31d961424 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:24.588101 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-96f161b2-2353-49a3-937d-323d82f9ef53 req-a7073745-49fe-4395-b935-6be31d961424 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5595536 Feb 09 00:55:24.651108 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b8689338-2fce-4ee6-9c3f-e3c603949df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:24.692931 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device d99ba777-2172-48bf-86df-9993763f5b6f up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:55:24.756022 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b8689338-2fce-4ee6-9c3f-e3c603949df7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:24.835952 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8689338-2fce-4ee6-9c3f-e3c603949df7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=836dbab1-5f7d-4c0f-9e3c-00b2d8ebe1a5,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:24.861033 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-b8689338-2fce-4ee6-9c3f-e3c603949df7 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/836dbab1-5f7d-4c0f-9e3c-00b2d8ebe1a5 HTTP/1.1" status: 204 len: 168 time: 1.0352442 Feb 09 00:55:24.863527 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44924) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:55:24.867960 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b1b4ae24-5633-4e72-9162-c6a2931b07d2 req-bd81ef66-6450-42c2-943e-1ce35c3fa0b0 service neutron] 10.222.0.62 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5787537 Feb 09 00:55:24.911808 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port d99ba777-2172-48bf-86df-9993763f5b6f triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:55:24.915334 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:25.035833 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f4094c1e-28d2-4cd3-b866-8d523996ce8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:25.039474 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12394534-fce1-44c6-9161-cb2d7cf2c2ce req-a721b4cc-e6cf-42b0-a0eb-a84d1113dcad tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:25.040749 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-12394534-fce1-44c6-9161-cb2d7cf2c2ce req-a721b4cc-e6cf-42b0-a0eb-a84d1113dcad tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 945 time: 0.1833594 Feb 09 00:55:25.043208 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4056a-8d46-4ab7-bc45-b3e812f4ce8b req-7d2849a2-6dab-41bd-bc19-fc014346f318 tempest-LiveAutoBlockMigrationV225Test-40327280 tempest-LiveAutoBlockMigrationV225Test-40327280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:25.044782 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6eb4056a-8d46-4ab7-bc45-b3e812f4ce8b req-7d2849a2-6dab-41bd-bc19-fc014346f318 tempest-LiveAutoBlockMigrationV225Test-40327280 tempest-LiveAutoBlockMigrationV225Test-40327280-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=9958ace3-7686-4434-936a-ad55697624b0 HTTP/1.1" status: 200 len: 1096 time: 0.1818154 Feb 09 00:55:25.093662 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:25.122160 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6eb4056a-8d46-4ab7-bc45-b3e812f4ce8b req-963a7f97-e8e4-4361-9f96-2d8ecbe0a12f tempest-LiveAutoBlockMigrationV225Test-40327280 tempest-LiveAutoBlockMigrationV225Test-40327280-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540550 Feb 09 00:55:25.177351 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port d99ba777-2172-48bf-86df-9993763f5b6f, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=d99ba777-2172-48bf-86df-9993763f5b6f,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:55:25.184076 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:25.195742 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-12394534-fce1-44c6-9161-cb2d7cf2c2ce req-f8140fcc-8fbf-43c7-b181-579c148b63a6 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466296 Feb 09 00:55:25.265119 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f4094c1e-28d2-4cd3-b866-8d523996ce8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:25.298070 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=d99ba777-2172-48bf-86df-9993763f5b6f,revision_number=8']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:25.318235 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-f4094c1e-28d2-4cd3-b866-8d523996ce8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2f7b30c-df7c-477c-bec7-b1ae63a336f8']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:55:25.341609 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-f4094c1e-28d2-4cd3-b866-8d523996ce8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0f1d3f4-7d00-4f55-84aa-cf642ca1ad31') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:55:25.342745 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-f4094c1e-28d2-4cd3-b866-8d523996ce8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0f1d3f4-7d00-4f55-84aa-cf642ca1ad31') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:55:25.359475 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f4094c1e-28d2-4cd3-b866-8d523996ce8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:25.385911 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f4094c1e-28d2-4cd3-b866-8d523996ce8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:25.399536 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4094c1e-28d2-4cd3-b866-8d523996ce8a admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:55:25.400010 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f4094c1e-28d2-4cd3-b866-8d523996ce8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:25.435455 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 00:55:25.435455 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:55:25.435455 n-d-828418-1 neutron-server[87638]: timer() Feb 09 00:55:25.435455 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:55:25.435455 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 00:55:25.435455 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 00:55:25.435455 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 00:55:25.435455 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:55:25.435455 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 00:55:25.435455 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:55:25.435455 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 00:55:25.435455 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:55:25.435455 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 00:55:25.435455 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 00:55:25.435455 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:55:25.435455 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 00:55:25.435455 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:55:25.435455 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 00:55:25.435455 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 00:55:25.435455 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 00:55:25.435455 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 00:55:25.435455 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 00:55:25.435455 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:55:25.435455 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:55:25.435455 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 00:55:25.435455 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:55:25.435455 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:55:25.435455 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:55:25.435455 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:55:25.435455 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:55:25.435455 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:55:25.435455 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:55:25.564522 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f4094c1e-28d2-4cd3-b866-8d523996ce8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:25.600398 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d2e471-7a23-451f-ab1c-d80adb5b9c1b req-b105fcc1-f42c-4b4d-af69-3461e2ac4f56 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:25.602674 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f4094c1e-28d2-4cd3-b866-8d523996ce8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:25.611252 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4094c1e-28d2-4cd3-b866-8d523996ce8a admin admin] Pushing event deleted for resources: {'Network': ['ID=a2f7b30c-df7c-477c-bec7-b1ae63a336f8,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:25.612324 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-82d2e471-7a23-451f-ab1c-d80adb5b9c1b req-b105fcc1-f42c-4b4d-af69-3461e2ac4f56 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e446d3-eb09-4119-b095-c6841026b291 HTTP/1.1" status: 200 len: 949 time: 0.1928101 Feb 09 00:55:25.622163 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f4094c1e-28d2-4cd3-b866-8d523996ce8a admin admin] 10.222.0.105 "DELETE /v2.0/networks/a2f7b30c-df7c-477c-bec7-b1ae63a336f8 HTTP/1.1" status: 204 len: 168 time: 0.7572255 Feb 09 00:55:25.792296 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e446d3-eb09-4119-b095-c6841026b291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd99ba777-2172-48bf-86df-9993763f5b6f'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:55:25.842530 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-82d2e471-7a23-451f-ab1c-d80adb5b9c1b req-a90c9c2d-607c-48d6-a4b2-23a7572452af tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f361fac-bee5-49f7-8557-30dc6fac47de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286658 Feb 09 00:55:25.874087 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device e2047c72-8607-4359-a2cc-e5a1a213ae5a no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:55:25.908635 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44960) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:55:25.939265 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-04f008b9-b38b-4f11-804c-786963d32d3c req-d50c5b66-d125-4257-8345-e413c81561b2 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] 10.222.0.105 "GET /v2.0/security-groups/e3e5b19c-376b-4c85-aa24-4ee0a2187d14 HTTP/1.1" status: 200 len: 2404 time: 0.0669630 Feb 09 00:55:26.014987 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44972) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:55:26.029201 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-893c65e5-8d23-4218-b013-d49ce65734fe admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=c1793d33b3c344c5b907f220297dc17b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1153300 Feb 09 00:55:26.092674 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:26.133160 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port e2047c72-8607-4359-a2cc-e5a1a213ae5a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=e2047c72-8607-4359-a2cc-e5a1a213ae5a,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:55:26.134568 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-880ef764-c04e-496a-a7f8-a251a838def3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:26.138321 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:26.167705 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-880ef764-c04e-496a-a7f8-a251a838def3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:26.198169 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51abb23-2374-4649-94da-26710b2d5b1e req-ed9945bb-0132-42a8-ba76-a3aac2117b1a tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:26.199663 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b51abb23-2374-4649-94da-26710b2d5b1e req-ed9945bb-0132-42a8-ba76-a3aac2117b1a tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=3d138cb2-7f80-4596-9e29-dd8aa7bdff4f HTTP/1.1" status: 200 len: 950 time: 0.1546676 Feb 09 00:55:26.214689 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=e2047c72-8607-4359-a2cc-e5a1a213ae5a,revision_number=9']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:26.257614 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b51abb23-2374-4649-94da-26710b2d5b1e req-5deb77af-28f4-4588-8835-63eb089f2627 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478928 Feb 09 00:55:26.271247 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-880ef764-c04e-496a-a7f8-a251a838def3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:26.298403 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880ef764-c04e-496a-a7f8-a251a838def3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5b57ed-8be1-4302-b225-fa8071de2067,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:26.300787 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-880ef764-c04e-496a-a7f8-a251a838def3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:26.302006 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-880ef764-c04e-496a-a7f8-a251a838def3 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/4f5b57ed-8be1-4302-b225-fa8071de2067 HTTP/1.1" status: 204 len: 168 time: 0.2856734 Feb 09 00:55:26.471754 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf33a73-8776-4db7-b60d-7bcfd179d1e1 req-0ef7393d-9fa1-4f61-9912-804022bbf46d tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:26.479337 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-aaf33a73-8776-4db7-b60d-7bcfd179d1e1 req-0ef7393d-9fa1-4f61-9912-804022bbf46d tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=1c220122-25f6-4e6d-b672-91d830d878e0 HTTP/1.1" status: 200 len: 944 time: 0.1126337 Feb 09 00:55:26.532101 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-aaf33a73-8776-4db7-b60d-7bcfd179d1e1 req-fb17f459-8346-4ec7-ba2d-83b34b52156a tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515475 Feb 09 00:55:26.582684 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8f2180d8-55d8-4b15-9f8b-8ce05a83fd19 req-c1f4bfa7-a32b-49f6-9e96-24d1c8e937ae tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] 10.222.0.105 "GET /v2.0/security-group-rules/416d8a6b-038e-48af-8447-aad6c93360c9 HTTP/1.1" status: 200 len: 778 time: 0.0219421 Feb 09 00:55:26.704564 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8f2180d8-55d8-4b15-9f8b-8ce05a83fd19 req-03c3ed03-18a5-4bb2-915f-38a6b0c4dcac tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] 10.222.0.105 "GET /v2.0/security-groups/e3e5b19c-376b-4c85-aa24-4ee0a2187d14 HTTP/1.1" status: 200 len: 2404 time: 0.1138034 Feb 09 00:55:26.761633 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9e446d3-eb09-4119-b095-c6841026b291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd99ba777-2172-48bf-86df-9993763f5b6f', 'code': 200} Feb 09 00:55:26.761843 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8f2180d8-55d8-4b15-9f8b-8ce05a83fd19 req-0732b8c7-e3b8-4c44-a5ca-ea6add01fa38 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:26.785090 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8f2180d8-55d8-4b15-9f8b-8ce05a83fd19 req-0732b8c7-e3b8-4c44-a5ca-ea6add01fa38 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:26.835837 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8f2180d8-55d8-4b15-9f8b-8ce05a83fd19 req-0732b8c7-e3b8-4c44-a5ca-ea6add01fa38 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:26.853824 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8f2180d8-55d8-4b15-9f8b-8ce05a83fd19 req-0732b8c7-e3b8-4c44-a5ca-ea6add01fa38 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:26.872435 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8f2180d8-55d8-4b15-9f8b-8ce05a83fd19 req-0732b8c7-e3b8-4c44-a5ca-ea6add01fa38 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] 10.222.0.105 "DELETE /v2.0/security-group-rules/416d8a6b-038e-48af-8447-aad6c93360c9 HTTP/1.1" status: 204 len: 173 time: 0.1680357 Feb 09 00:55:26.890959 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0732b8c7-e3b8-4c44-a5ca-ea6add01fa38 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=416d8a6b-038e-48af-8447-aad6c93360c9,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:26.996144 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcfd7a9-220a-48e7-9a2e-fcf844ea0eda req-3401c336-1f1f-4e5a-8c34-838295c41fa5 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:26.998050 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-8bcfd7a9-220a-48e7-9a2e-fcf844ea0eda req-3401c336-1f1f-4e5a-8c34-838295c41fa5 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Synchronizing usage tracker for tenant:8d883076d7064c219a98a8f981d7945a on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:55:27.022166 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-8bcfd7a9-220a-48e7-9a2e-fcf844ea0eda req-3401c336-1f1f-4e5a-8c34-838295c41fa5 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Unset dirty status for tenant:8d883076d7064c219a98a8f981d7945a on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:55:27.024048 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-8bcfd7a9-220a-48e7-9a2e-fcf844ea0eda req-3401c336-1f1f-4e5a-8c34-838295c41fa5 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.99 "GET /v2.0/ports?device_id=1c220122-25f6-4e6d-b672-91d830d878e0 HTTP/1.1" status: 200 len: 944 time: 0.1795526 Feb 09 00:55:27.173394 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-8bcfd7a9-220a-48e7-9a2e-fcf844ea0eda req-8c4f601d-a92e-4310-b149-86f449183e5e tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Deleting port 38871bc7-9408-4a50-8dd9-52c4d22e003e {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:55:27.173557 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e82241f-3f05-4dd6-bc14-e39e2bf97030 req-9a23357a-a864-4416-ab0b-a0202d5c6aed tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:27.174078 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-8bcfd7a9-220a-48e7-9a2e-fcf844ea0eda req-8c4f601d-a92e-4310-b149-86f449183e5e tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:27.175717 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6e82241f-3f05-4dd6-bc14-e39e2bf97030 req-9a23357a-a864-4416-ab0b-a0202d5c6aed tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e446d3-eb09-4119-b095-c6841026b291 HTTP/1.1" status: 200 len: 949 time: 0.1198466 Feb 09 00:55:27.262880 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6e82241f-3f05-4dd6-bc14-e39e2bf97030 req-adc0a783-82a0-4f1b-b0c9-f0ff71f3dc3d tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f361fac-bee5-49f7-8557-30dc6fac47de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785344 Feb 09 00:55:27.285478 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-add609d8-8280-4aaa-b6a5-d2af2f132ad1 req-4367cf05-ad41-44d1-8707-80dc238e70a5 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1599189047', 'description': 'tempest-description-536062567'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:55:27.291871 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-add609d8-8280-4aaa-b6a5-d2af2f132ad1 req-4367cf05-ad41-44d1-8707-80dc238e70a5 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:55:27.296783 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-add609d8-8280-4aaa-b6a5-d2af2f132ad1 req-4367cf05-ad41-44d1-8707-80dc238e70a5 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Usage tracker for resource:security_group and tenant:3dfc9dc6d45e4766968496222af1a9f5 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:55:27.300675 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-add609d8-8280-4aaa-b6a5-d2af2f132ad1 req-4367cf05-ad41-44d1-8707-80dc238e70a5 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:55:27.307764 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-add609d8-8280-4aaa-b6a5-d2af2f132ad1 req-4367cf05-ad41-44d1-8707-80dc238e70a5 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:55:27.320611 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-add609d8-8280-4aaa-b6a5-d2af2f132ad1 req-4367cf05-ad41-44d1-8707-80dc238e70a5 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:27.343463 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-add609d8-8280-4aaa-b6a5-d2af2f132ad1 req-4367cf05-ad41-44d1-8707-80dc238e70a5 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:55:27.347809 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-add609d8-8280-4aaa-b6a5-d2af2f132ad1 req-4367cf05-ad41-44d1-8707-80dc238e70a5 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Usage tracker for resource:security_group_rule and tenant:3dfc9dc6d45e4766968496222af1a9f5 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:55:27.351404 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-add609d8-8280-4aaa-b6a5-d2af2f132ad1 req-4367cf05-ad41-44d1-8707-80dc238e70a5 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:55:27.359874 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-add609d8-8280-4aaa-b6a5-d2af2f132ad1 req-4367cf05-ad41-44d1-8707-80dc238e70a5 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:55:27.469670 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-add609d8-8280-4aaa-b6a5-d2af2f132ad1 req-4367cf05-ad41-44d1-8707-80dc238e70a5 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:27.475233 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-add609d8-8280-4aaa-b6a5-d2af2f132ad1 req-4367cf05-ad41-44d1-8707-80dc238e70a5 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:27.486331 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1473c20-58c2-48f4-9f0c-bcbd10c1b7d1 req-28df0c1f-45f2-4414-ad27-b813aaa8fa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:27.487850 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e1473c20-58c2-48f4-9f0c-bcbd10c1b7d1 req-28df0c1f-45f2-4414-ad27-b813aaa8fa1c service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=e9e446d3-eb09-4119-b095-c6841026b291 HTTP/1.1" status: 200 len: 1100 time: 0.2306175 Feb 09 00:55:27.528239 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 45034) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:55:27.546815 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4367cf05-ad41-44d1-8707-80dc238e70a5 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b69995d-d87f-4058-8e08-4f83d14c3e31,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:27.553168 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-add609d8-8280-4aaa-b6a5-d2af2f132ad1 req-4367cf05-ad41-44d1-8707-80dc238e70a5 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:27.557384 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-add609d8-8280-4aaa-b6a5-d2af2f132ad1 req-4367cf05-ad41-44d1-8707-80dc238e70a5 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2758095 Feb 09 00:55:27.585850 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e1473c20-58c2-48f4-9f0c-bcbd10c1b7d1 req-ada81480-6d3f-4691-bce2-673720841747 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=8f361fac-bee5-49f7-8557-30dc6fac47de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897789 Feb 09 00:55:27.624178 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-8bcfd7a9-220a-48e7-9a2e-fcf844ea0eda req-8c4f601d-a92e-4310-b149-86f449183e5e tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] For port 38871bc7-9408-4a50-8dd9-52c4d22e003e, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=38871bc7-9408-4a50-8dd9-52c4d22e003e,segment=NetworkSegment(b907962e-2c92-4e5e-9eb3-daae4f34051b),segment_id=b907962e-2c92-4e5e-9eb3-daae4f34051b)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:55:27.624645 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-8bcfd7a9-220a-48e7-9a2e-fcf844ea0eda req-8c4f601d-a92e-4310-b149-86f449183e5e tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:27.703351 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-0ed82ca7-0cf3-47ad-a8af-2d93f9b5bc54 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-2020127081-network', 'tenant_id': '8bc1da1a15da41198f9d55ba335bf145'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:55:27.708554 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-0ed82ca7-0cf3-47ad-a8af-2d93f9b5bc54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:55:27.713406 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-0ed82ca7-0cf3-47ad-a8af-2d93f9b5bc54 admin admin] Usage tracker for resource:network and tenant:8bc1da1a15da41198f9d55ba335bf145 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:55:27.716652 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-0ed82ca7-0cf3-47ad-a8af-2d93f9b5bc54 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:55:27.726248 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-0ed82ca7-0cf3-47ad-a8af-2d93f9b5bc54 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:55:27.740439 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed82ca7-0cf3-47ad-a8af-2d93f9b5bc54 admin admin] Made reservation on behalf of 8bc1da1a15da41198f9d55ba335bf145 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:55:27.744775 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0ed82ca7-0cf3-47ad-a8af-2d93f9b5bc54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:27.766481 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0ed82ca7-0cf3-47ad-a8af-2d93f9b5bc54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:27.778694 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-8bcfd7a9-220a-48e7-9a2e-fcf844ea0eda req-8c4f601d-a92e-4310-b149-86f449183e5e tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Calling delete_port for 38871bc7-9408-4a50-8dd9-52c4d22e003e owned by compute:nova {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:55:27.836736 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-0ed82ca7-0cf3-47ad-a8af-2d93f9b5bc54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:55:27.844456 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-0ed82ca7-0cf3-47ad-a8af-2d93f9b5bc54 admin admin] Usage tracker for resource:security_group_rule and tenant:8bc1da1a15da41198f9d55ba335bf145 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:55:27.847858 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-0ed82ca7-0cf3-47ad-a8af-2d93f9b5bc54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:55:27.860739 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-0ed82ca7-0cf3-47ad-a8af-2d93f9b5bc54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:55:27.876366 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device e2047c72-8607-4359-a2cc-e5a1a213ae5a details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:55:27.928050 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08a1428-ac7a-4140-87ff-44e3dc00e123 req-3ada2708-35db-488c-a08d-56934291fc73 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:27.929888 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d08a1428-ac7a-4140-87ff-44e3dc00e123 req-3ada2708-35db-488c-a08d-56934291fc73 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=3d138cb2-7f80-4596-9e29-dd8aa7bdff4f HTTP/1.1" status: 200 len: 948 time: 0.1477685 Feb 09 00:55:27.971487 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-8bcfd7a9-220a-48e7-9a2e-fcf844ea0eda req-8c4f601d-a92e-4310-b149-86f449183e5e tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:27.987935 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['99312894-4ea4-4f79-9874-93f479c9ed50', '38871bc7-9408-4a50-8dd9-52c4d22e003e'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:55:28.018571 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d08a1428-ac7a-4140-87ff-44e3dc00e123 req-f613e3fe-44fc-4d55-b446-1f535a188d7c tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800703 Feb 09 00:55:28.053049 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0ed82ca7-0cf3-47ad-a8af-2d93f9b5bc54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:28.058267 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0ed82ca7-0cf3-47ad-a8af-2d93f9b5bc54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:28.071411 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4f601d-a92e-4310-b149-86f449183e5e tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Pushing event deleted for resources: {'Port': ['ID=38871bc7-9408-4a50-8dd9-52c4d22e003e,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:28.109730 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ed82ca7-0cf3-47ad-a8af-2d93f9b5bc54 admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:55:28.145019 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0ed82ca7-0cf3-47ad-a8af-2d93f9b5bc54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:28.145420 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-0ed82ca7-0cf3-47ad-a8af-2d93f9b5bc54 admin admin] Added segment f23b56c2-9670-4e30-9ed3-a61d7c84bd7a of type vlan for network 09617035-8eb1-4d2d-a4b7-64d91fc8d493 Feb 09 00:55:28.190540 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port e2047c72-8607-4359-a2cc-e5a1a213ae5a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=e2047c72-8607-4359-a2cc-e5a1a213ae5a,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:55:28.201856 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bcfd7a9-220a-48e7-9a2e-fcf844ea0eda req-8c4f601d-a92e-4310-b149-86f449183e5e tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] No DVR routers for this DVR port 38871bc7-9408-4a50-8dd9-52c4d22e003e on host n-h2-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:55:28.205097 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-8bcfd7a9-220a-48e7-9a2e-fcf844ea0eda req-8c4f601d-a92e-4310-b149-86f449183e5e tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:28.208048 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c220122-25f6-4e6d-b672-91d830d878e0', 'name': 'network-vif-deleted', 'tag': '38871bc7-9408-4a50-8dd9-52c4d22e003e'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:55:28.208442 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed82ca7-0cf3-47ad-a8af-2d93f9b5bc54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59e20f0-2f77-4859-b1b9-eda3b5397133,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:28.218542 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1fd9da23-82fc-46fe-8aa3-a98d9ed4e65d req-1bf5dbf6-d346-4c6b-b072-6cb594445c23 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=1c220122-25f6-4e6d-b672-91d830d878e0 HTTP/1.1" status: 200 len: 210 time: 0.0750566 Feb 09 00:55:28.228478 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-8bcfd7a9-220a-48e7-9a2e-fcf844ea0eda req-8c4f601d-a92e-4310-b149-86f449183e5e tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.99 "DELETE /v2.0/ports/38871bc7-9408-4a50-8dd9-52c4d22e003e HTTP/1.1" status: 204 len: 173 time: 1.1920023 Feb 09 00:55:28.229919 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': 'e2047c72-8607-4359-a2cc-e5a1a213ae5a', 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6', 'port_id': 'e2047c72-8607-4359-a2cc-e5a1a213ae5a', 'mac_address': 'fa:16:3e:bf:a5:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7938d94-1f0f-48bd-a0b3-26d5344ff0ec', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:55:28.255794 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0ed82ca7-0cf3-47ad-a8af-2d93f9b5bc54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:28.282447 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-ad069ac7-9862-4291-a533-198ce2d0a1e5 tempest-LiveAutoBlockMigrationV225Test-40327280 tempest-LiveAutoBlockMigrationV225Test-40327280-project-admin] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:55:28.285957 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-ad069ac7-9862-4291-a533-198ce2d0a1e5 tempest-LiveAutoBlockMigrationV225Test-40327280 tempest-LiveAutoBlockMigrationV225Test-40327280-project-admin] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0122888 Feb 09 00:55:28.298475 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-42c37561-9385-4de8-a195-781af0fa86c1 service neutron] Request body: {'binding': {'host': 'n-h2-828418-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:55:28.299127 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-42c37561-9385-4de8-a195-781af0fa86c1 service neutron] Unknown quota resources ['binding']. {{(pid=87638) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 09 00:55:28.321089 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:28.357133 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2047c72-8607-4359-a2cc-e5a1a213ae5a {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:55:28.360434 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0ed82ca7-0cf3-47ad-a8af-2d93f9b5bc54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:28.361395 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed82ca7-0cf3-47ad-a8af-2d93f9b5bc54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:28.361995 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0ed82ca7-0cf3-47ad-a8af-2d93f9b5bc54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:28.382762 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port e2047c72-8607-4359-a2cc-e5a1a213ae5a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=e2047c72-8607-4359-a2cc-e5a1a213ae5a,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:55:28.387984 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:28.407894 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fea3a145-47be-453b-9867-43ce4cf31e69 req-074f16c4-3696-4e5c-8ff1-16389713e211 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] 10.222.0.105 "GET /v2.0/security-groups/3b69995d-d87f-4058-8e08-4f83d14c3e31 HTTP/1.1" status: 200 len: 1812 time: 0.1218634 Feb 09 00:55:28.409327 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-0ed82ca7-0cf3-47ad-a8af-2d93f9b5bc54 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8801341 Feb 09 00:55:28.412593 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 45070) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:55:28.476939 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-f263a1b7-02cc-45cf-9481-ca5d09fed3df admin admin] Request body: {'subnet': {'network_id': '09617035-8eb1-4d2d-a4b7-64d91fc8d493', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-2020127081-subnet', 'tenant_id': '8bc1da1a15da41198f9d55ba335bf145', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:55:28.481886 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=e2047c72-8607-4359-a2cc-e5a1a213ae5a,revision_number=10']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:28.491931 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f263a1b7-02cc-45cf-9481-ca5d09fed3df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:55:28.511644 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-f263a1b7-02cc-45cf-9481-ca5d09fed3df admin admin] Usage tracker for resource:subnet and tenant:8bc1da1a15da41198f9d55ba335bf145 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:55:28.516986 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-f263a1b7-02cc-45cf-9481-ca5d09fed3df admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:55:28.526154 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f263a1b7-02cc-45cf-9481-ca5d09fed3df admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:55:28.528704 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed82ca7-0cf3-47ad-a8af-2d93f9b5bc54 admin admin] Pushing event updated for resources: {'Network': ['ID=09617035-8eb1-4d2d-a4b7-64d91fc8d493,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:28.544183 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f263a1b7-02cc-45cf-9481-ca5d09fed3df admin admin] Made reservation on behalf of 8bc1da1a15da41198f9d55ba335bf145 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:55:28.544683 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 09617035-8eb1-4d2d-a4b7-64d91fc8d493 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 00:55:28.548348 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f263a1b7-02cc-45cf-9481-ca5d09fed3df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:28.709074 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['e2047c72-8607-4359-a2cc-e5a1a213ae5a'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:55:28.792510 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d138cb2-7f80-4596-9e29-dd8aa7bdff4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2047c72-8607-4359-a2cc-e5a1a213ae5a'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:55:28.801136 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 38871bc7-9408-4a50-8dd9-52c4d22e003e no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:55:28.830703 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-42c37561-9385-4de8-a195-781af0fa86c1 service neutron] Attempting to bind port 441f6212-60b3-40e0-b2f5-5551b994980b on host n-h2-828418-1 for vnic_type normal with profile None {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:55:28.831335 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-42c37561-9385-4de8-a195-781af0fa86c1 service neutron] Attempting to bind port 441f6212-60b3-40e0-b2f5-5551b994980b by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': 'd7050703-a45d-45b0-a89d-e74c0c0ae2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2c19901d-9303-4cfd-b96f-b8f2e52fb4b9'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:55:28.831857 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-42c37561-9385-4de8-a195-781af0fa86c1 service neutron] Attempting to bind port 441f6212-60b3-40e0-b2f5-5551b994980b on network 2c19901d-9303-4cfd-b96f-b8f2e52fb4b9 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:55:28.837778 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-42c37561-9385-4de8-a195-781af0fa86c1 service neutron] Port 441f6212-60b3-40e0-b2f5-5551b994980b on network 2c19901d-9303-4cfd-b96f-b8f2e52fb4b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:55:28.838326 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-42c37561-9385-4de8-a195-781af0fa86c1 service neutron] Attempting to bind port 441f6212-60b3-40e0-b2f5-5551b994980b on network 2c19901d-9303-4cfd-b96f-b8f2e52fb4b9 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:55:28.850449 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-42c37561-9385-4de8-a195-781af0fa86c1 service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:55:28.850985 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-42c37561-9385-4de8-a195-781af0fa86c1 service neutron] Checking segment: {'id': 'd7050703-a45d-45b0-a89d-e74c0c0ae2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2c19901d-9303-4cfd-b96f-b8f2e52fb4b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:55:28.851726 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-42c37561-9385-4de8-a195-781af0fa86c1 service neutron] Bound using segment: {'id': 'd7050703-a45d-45b0-a89d-e74c0c0ae2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2c19901d-9303-4cfd-b96f-b8f2e52fb4b9'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:55:28.852393 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-42c37561-9385-4de8-a195-781af0fa86c1 service neutron] Bound port: 441f6212-60b3-40e0-b2f5-5551b994980b, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7050703-a45d-45b0-a89d-e74c0c0ae2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2c19901d-9303-4cfd-b96f-b8f2e52fb4b9'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:55:28.905867 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] No Port match for: 38871bc7-9408-4a50-8dd9-52c4d22e003e {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 00:55:28.906441 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 38871bc7-9408-4a50-8dd9-52c4d22e003e not bound to the agent host n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 00:55:28.906770 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device f16d05c2-eae9-44a5-8686-789fbb3c6fe4 no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:55:28.908336 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-42c37561-9385-4de8-a195-781af0fa86c1 service neutron] For port 441f6212-60b3-40e0-b2f5-5551b994980b, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=441f6212-60b3-40e0-b2f5-5551b994980b,segment=NetworkSegment(d7050703-a45d-45b0-a89d-e74c0c0ae2fb),segment_id=d7050703-a45d-45b0-a89d-e74c0c0ae2fb)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:55:28.914536 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-42c37561-9385-4de8-a195-781af0fa86c1 service neutron] Notify callbacks [] for binding, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:28.928911 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-42c37561-9385-4de8-a195-781af0fa86c1 service neutron] 10.222.0.105 "POST /v2.0/ports/441f6212-60b3-40e0-b2f5-5551b994980b/bindings HTTP/1.1" status: 201 len: 389 time: 0.6349790 Feb 09 00:55:29.056392 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f263a1b7-02cc-45cf-9481-ca5d09fed3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:29.147846 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0be05b5-88ef-4569-8aec-df11a0d3dc21 req-c926fcfa-f2e8-44c2-8428-049236a0eceb tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:29.161789 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d0be05b5-88ef-4569-8aec-df11a0d3dc21 req-c926fcfa-f2e8-44c2-8428-049236a0eceb tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=3d138cb2-7f80-4596-9e29-dd8aa7bdff4f HTTP/1.1" status: 200 len: 950 time: 0.3308399 Feb 09 00:55:29.282753 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:29.315657 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-1aa8a4cc-e586-492b-80fc-8b6453f9b733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:29.319593 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-1aa8a4cc-e586-492b-80fc-8b6453f9b733 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=35dd69c7034749ab9d62471941920e2c&device_id=9958ace3-7686-4434-936a-ad55697624b0 HTTP/1.1" status: 200 len: 1096 time: 0.1000669 Feb 09 00:55:29.422277 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port f16d05c2-eae9-44a5-8686-789fbb3c6fe4, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=f16d05c2-eae9-44a5-8686-789fbb3c6fe4,segment=NetworkSegment(42eb89e1-c4de-4f57-85a6-0e5fc984e699),segment_id=42eb89e1-c4de-4f57-85a6-0e5fc984e699)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:55:29.430621 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:29.433130 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f263a1b7-02cc-45cf-9481-ca5d09fed3df admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3ed3387-3fad-4c22-9c3a-77646a3ce16b,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:29.473373 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d0be05b5-88ef-4569-8aec-df11a0d3dc21 req-7cdea2f3-10c0-4752-8a06-5d2dd40cfffd tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099866 Feb 09 00:55:29.479787 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-c3253403-c595-403d-9364-a364a44aa9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:29.481931 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-c3253403-c595-403d-9364-a364a44aa9ea service neutron] 10.222.0.99 "GET /v2.0/networks?id=2c19901d-9303-4cfd-b96f-b8f2e52fb4b9 HTTP/1.1" status: 200 len: 922 time: 0.1562979 Feb 09 00:55:29.519753 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f263a1b7-02cc-45cf-9481-ca5d09fed3df admin admin] Checking segment: {'id': 'f23b56c2-9670-4e30-9ed3-a61d7c84bd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '09617035-8eb1-4d2d-a4b7-64d91fc8d493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:55:29.521381 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f263a1b7-02cc-45cf-9481-ca5d09fed3df admin admin] Network hostable DHCP agents. Network: 09617035-8eb1-4d2d-a4b7-64d91fc8d493, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:55:29.550783 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f263a1b7-02cc-45cf-9481-ca5d09fed3df admin admin] Network 09617035-8eb1-4d2d-a4b7-64d91fc8d493 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:55:29.552518 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=f16d05c2-eae9-44a5-8686-789fbb3c6fe4,revision_number=8']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:29.578033 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-f263a1b7-02cc-45cf-9481-ca5d09fed3df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 09617035-8eb1-4d2d-a4b7-64d91fc8d493) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:55:29.597882 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f263a1b7-02cc-45cf-9481-ca5d09fed3df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:29.598553 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f263a1b7-02cc-45cf-9481-ca5d09fed3df admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:29.606219 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f330d6-a2b7-49e8-bf9b-a53bfc5f4e47 None None] Network 09617035-8eb1-4d2d-a4b7-64d91fc8d493 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:55:29.646743 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f263a1b7-02cc-45cf-9481-ca5d09fed3df admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2319107 Feb 09 00:55:29.649329 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c220122-25f6-4e6d-b672-91d830d878e0', 'name': 'network-vif-deleted', 'tag': '38871bc7-9408-4a50-8dd9-52c4d22e003e', 'status': 'completed', 'code': 200} Feb 09 00:55:29.649483 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 45106) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:55:29.657242 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-ffabccdc-b1ba-4381-aba1-11b1e1bb8a75 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-2020127081-router', 'tenant_id': '8bc1da1a15da41198f9d55ba335bf145', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:55:29.670022 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-0a491317-2853-4ea5-b434-959d6d9276f0 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=441f6212-60b3-40e0-b2f5-5551b994980b HTTP/1.1" status: 200 len: 217 time: 0.1818035 Feb 09 00:55:29.670713 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-ffabccdc-b1ba-4381-aba1-11b1e1bb8a75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:55:29.677334 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-ffabccdc-b1ba-4381-aba1-11b1e1bb8a75 admin admin] Usage tracker for resource:router and tenant:8bc1da1a15da41198f9d55ba335bf145 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:55:29.683746 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-ffabccdc-b1ba-4381-aba1-11b1e1bb8a75 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:55:29.703995 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-ffabccdc-b1ba-4381-aba1-11b1e1bb8a75 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:55:29.717420 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ffabccdc-b1ba-4381-aba1-11b1e1bb8a75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:29.719154 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ffabccdc-b1ba-4381-aba1-11b1e1bb8a75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:29.762140 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ffabccdc-b1ba-4381-aba1-11b1e1bb8a75 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:29.821262 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-6d627e62-351e-483f-bead-1050f29b4c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:29.827932 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-6d627e62-351e-483f-bead-1050f29b4c4d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=f523b7b8-aa23-4f63-9894-de0d35bb1ce5 HTTP/1.1" status: 200 len: 861 time: 0.1485491 Feb 09 00:55:29.930158 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-71d32961-0008-49cc-bf08-d7e4b999938b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=2c19901d-9303-4cfd-b96f-b8f2e52fb4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0970235 Feb 09 00:55:30.179924 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770bd82b-d35c-47a9-a28e-39918fd1f1c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-09617035-8eb1-4d2d-a4b7-64d91fc8d493', 'network_id': '09617035-8eb1-4d2d-a4b7-64d91fc8d493', 'tenant_id': '8bc1da1a15da41198f9d55ba335bf145', 'fixed_ips': [{'subnet_id': 'c3ed3387-3fad-4c22-9c3a-77646a3ce16b'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 00:55:30.180902 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-770bd82b-d35c-47a9-a28e-39918fd1f1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:30.236513 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-cfcba1a1-eb8e-428b-8b65-b15353f490f8 service neutron] 10.222.0.99 "GET /v2.0/networks/2c19901d-9303-4cfd-b96f-b8f2e52fb4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926664 Feb 09 00:55:30.427222 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-770bd82b-d35c-47a9-a28e-39918fd1f1c2 None None] Allocated IP 172.20.0.2 (09617035-8eb1-4d2d-a4b7-64d91fc8d493/c3ed3387-3fad-4c22-9c3a-77646a3ce16b/caefa1a2-c7ab-4607-aac7-84ca003662ca) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:55:30.532565 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-7a9939d1-e62b-4d9b-accc-72373193d4e7 service neutron] 10.222.0.99 "GET /v2.0/networks/2c19901d-9303-4cfd-b96f-b8f2e52fb4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897546 Feb 09 00:55:30.675928 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ffabccdc-b1ba-4381-aba1-11b1e1bb8a75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:30.707257 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-770bd82b-d35c-47a9-a28e-39918fd1f1c2 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:30.721844 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-770bd82b-d35c-47a9-a28e-39918fd1f1c2 None None] Transition to ACTIVE for port object caefa1a2-c7ab-4607-aac7-84ca003662ca will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:55:30.735849 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 5d50263e-1665-4d32-98a3-9a5a5c08dbe9 no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:55:30.738727 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-afa40356-273f-4db3-a458-bc0ac48a9f96 tempest-LiveAutoBlockMigrationV225Test-40327280 tempest-LiveAutoBlockMigrationV225Test-40327280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:30.740674 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-afa40356-273f-4db3-a458-bc0ac48a9f96 tempest-LiveAutoBlockMigrationV225Test-40327280 tempest-LiveAutoBlockMigrationV225Test-40327280-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=9958ace3-7686-4434-936a-ad55697624b0&tenant_id=35dd69c7034749ab9d62471941920e2c&binding%3Ahost_id=n-h1-828418-1 HTTP/1.1" status: 200 len: 1096 time: 0.1423411 Feb 09 00:55:30.755470 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-7f5768df-83dd-4192-a599-748c2ac5c96e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828418-1'}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:55:30.795424 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050bb9fb-a591-4b70-a6a9-49a95b0d1df8 req-4e44898e-79ea-4dd3-b089-244ce0e3534e tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:30.806905 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-050bb9fb-a591-4b70-a6a9-49a95b0d1df8 req-4e44898e-79ea-4dd3-b089-244ce0e3534e tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e446d3-eb09-4119-b095-c6841026b291 HTTP/1.1" status: 200 len: 949 time: 0.8769631 Feb 09 00:55:30.815815 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-770bd82b-d35c-47a9-a28e-39918fd1f1c2 None None] Transition to ACTIVE for port object caefa1a2-c7ab-4607-aac7-84ca003662ca will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:55:30.824426 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df3737a-8702-4d20-90f3-b48509b655a1 req-9a503902-be66-4cb4-8184-e2dcd63f9c75 tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:30.825975 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8df3737a-8702-4d20-90f3-b48509b655a1 req-9a503902-be66-4cb4-8184-e2dcd63f9c75 tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] 10.222.0.105 "GET /v2.0/ports?device_id=94f45d6f-055e-41e1-8f5f-ddaddd74a856 HTTP/1.1" status: 200 len: 950 time: 0.7843158 Feb 09 00:55:30.850442 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-770bd82b-d35c-47a9-a28e-39918fd1f1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:30.919269 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-050bb9fb-a591-4b70-a6a9-49a95b0d1df8 req-e596961a-5796-4563-ae57-83e1a7d40e99 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f361fac-bee5-49f7-8557-30dc6fac47de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113386 Feb 09 00:55:30.961966 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-7f5768df-83dd-4192-a599-748c2ac5c96e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:30.973425 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8df3737a-8702-4d20-90f3-b48509b655a1 req-078edbee-45a1-4dd8-a7d4-d488a5c5f2ed tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] 10.222.0.105 "GET /v2.0/security-groups?id=16acca42-a0c4-49b7-8970-a493bbcd3b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296568 Feb 09 00:55:31.014082 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:31.027694 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770bd82b-d35c-47a9-a28e-39918fd1f1c2 None None] Network 09617035-8eb1-4d2d-a4b7-64d91fc8d493 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:55:31.037727 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d138cb2-7f80-4596-9e29-dd8aa7bdff4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2047c72-8607-4359-a2cc-e5a1a213ae5a', 'code': 200} Feb 09 00:55:31.038754 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-770bd82b-d35c-47a9-a28e-39918fd1f1c2 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:55:31.049730 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770bd82b-d35c-47a9-a28e-39918fd1f1c2 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:55:31.104619 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770bd82b-d35c-47a9-a28e-39918fd1f1c2 None None] Pushing event updated for resources: {'Port': ['ID=caefa1a2-c7ab-4607-aac7-84ca003662ca,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:31.257811 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-7f5768df-83dd-4192-a599-748c2ac5c96e service neutron] For port 441f6212-60b3-40e0-b2f5-5551b994980b, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=441f6212-60b3-40e0-b2f5-5551b994980b,segment=NetworkSegment(d7050703-a45d-45b0-a89d-e74c0c0ae2fb),segment_id=d7050703-a45d-45b0-a89d-e74c0c0ae2fb)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:55:31.263567 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 5d50263e-1665-4d32-98a3-9a5a5c08dbe9, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=5d50263e-1665-4d32-98a3-9a5a5c08dbe9,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:55:31.288101 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:31.312890 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-7f5768df-83dd-4192-a599-748c2ac5c96e service neutron] For port 441f6212-60b3-40e0-b2f5-5551b994980b, host n-h1-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:55:31.419130 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-ada88763-6079-44c3-aa78-dbfcf3ce5b9c req-1bcb6bfd-9d3e-4b76-9067-4973526a5fe1 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1833420421', 'description': 'tempest-description-484927260'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:55:31.451813 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-7f5768df-83dd-4192-a599-748c2ac5c96e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:31.458521 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-7f5768df-83dd-4192-a599-748c2ac5c96e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:31.472461 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-ada88763-6079-44c3-aa78-dbfcf3ce5b9c req-1bcb6bfd-9d3e-4b76-9067-4973526a5fe1 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:55:31.493887 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-770bd82b-d35c-47a9-a28e-39918fd1f1c2 None None] Attempting to bind port caefa1a2-c7ab-4607-aac7-84ca003662ca on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:55:31.494725 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-770bd82b-d35c-47a9-a28e-39918fd1f1c2 None None] Attempting to bind port caefa1a2-c7ab-4607-aac7-84ca003662ca by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'f23b56c2-9670-4e30-9ed3-a61d7c84bd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '09617035-8eb1-4d2d-a4b7-64d91fc8d493'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:55:31.495322 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770bd82b-d35c-47a9-a28e-39918fd1f1c2 None None] Attempting to bind port caefa1a2-c7ab-4607-aac7-84ca003662ca on network 09617035-8eb1-4d2d-a4b7-64d91fc8d493 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:55:31.512894 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770bd82b-d35c-47a9-a28e-39918fd1f1c2 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:55:31.513442 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770bd82b-d35c-47a9-a28e-39918fd1f1c2 None None] Checking segment: {'id': 'f23b56c2-9670-4e30-9ed3-a61d7c84bd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '09617035-8eb1-4d2d-a4b7-64d91fc8d493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:55:31.514812 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-770bd82b-d35c-47a9-a28e-39918fd1f1c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:31.515335 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770bd82b-d35c-47a9-a28e-39918fd1f1c2 None None] Bound using segment: {'id': 'f23b56c2-9670-4e30-9ed3-a61d7c84bd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '09617035-8eb1-4d2d-a4b7-64d91fc8d493'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:55:31.515927 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-770bd82b-d35c-47a9-a28e-39918fd1f1c2 None None] Bound port: caefa1a2-c7ab-4607-aac7-84ca003662ca, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f23b56c2-9670-4e30-9ed3-a61d7c84bd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '09617035-8eb1-4d2d-a4b7-64d91fc8d493'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:55:31.516614 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-770bd82b-d35c-47a9-a28e-39918fd1f1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:31.538644 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-ada88763-6079-44c3-aa78-dbfcf3ce5b9c req-1bcb6bfd-9d3e-4b76-9067-4973526a5fe1 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Usage tracker for resource:security_group and tenant:3dfc9dc6d45e4766968496222af1a9f5 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:55:31.559302 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-ada88763-6079-44c3-aa78-dbfcf3ce5b9c req-1bcb6bfd-9d3e-4b76-9067-4973526a5fe1 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:55:31.587061 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-ada88763-6079-44c3-aa78-dbfcf3ce5b9c req-1bcb6bfd-9d3e-4b76-9067-4973526a5fe1 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:55:31.661107 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ada88763-6079-44c3-aa78-dbfcf3ce5b9c req-1bcb6bfd-9d3e-4b76-9067-4973526a5fe1 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:31.662410 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9958ace3-7686-4434-936a-ad55697624b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '441f6212-60b3-40e0-b2f5-5551b994980b'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:55:31.688319 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-770bd82b-d35c-47a9-a28e-39918fd1f1c2 None None] For port caefa1a2-c7ab-4607-aac7-84ca003662ca, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:55:31.693495 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ffabccdc-b1ba-4381-aba1-11b1e1bb8a75 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:31.695771 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-770bd82b-d35c-47a9-a28e-39918fd1f1c2 None None] For port caefa1a2-c7ab-4607-aac7-84ca003662ca, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=caefa1a2-c7ab-4607-aac7-84ca003662ca,segment=NetworkSegment(f23b56c2-9670-4e30-9ed3-a61d7c84bd7a),segment_id=f23b56c2-9670-4e30-9ed3-a61d7c84bd7a)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:55:31.710951 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-770bd82b-d35c-47a9-a28e-39918fd1f1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:31.757925 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ffabccdc-b1ba-4381-aba1-11b1e1bb8a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:31.792092 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=5d50263e-1665-4d32-98a3-9a5a5c08dbe9,revision_number=8']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:31.820589 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5768df-83dd-4192-a599-748c2ac5c96e service neutron] Pushing event updated for resources: {'Port': ['ID=441f6212-60b3-40e0-b2f5-5551b994980b,revision_number=7']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:31.825341 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-ada88763-6079-44c3-aa78-dbfcf3ce5b9c req-1bcb6bfd-9d3e-4b76-9067-4973526a5fe1 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:55:31.840338 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-ada88763-6079-44c3-aa78-dbfcf3ce5b9c req-1bcb6bfd-9d3e-4b76-9067-4973526a5fe1 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Usage tracker for resource:security_group_rule and tenant:3dfc9dc6d45e4766968496222af1a9f5 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:55:31.851881 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-7f5768df-83dd-4192-a599-748c2ac5c96e service neutron] Attempting to bind port 441f6212-60b3-40e0-b2f5-5551b994980b on host n-h1-828418-1 for vnic_type normal with profile {"migrating_to": "n-h2-828418-1"} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:55:31.852513 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-7f5768df-83dd-4192-a599-748c2ac5c96e service neutron] Attempting to bind port 441f6212-60b3-40e0-b2f5-5551b994980b by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'd7050703-a45d-45b0-a89d-e74c0c0ae2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2c19901d-9303-4cfd-b96f-b8f2e52fb4b9'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:55:31.853011 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-7f5768df-83dd-4192-a599-748c2ac5c96e service neutron] Attempting to bind port 441f6212-60b3-40e0-b2f5-5551b994980b on network 2c19901d-9303-4cfd-b96f-b8f2e52fb4b9 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:55:31.859635 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-ada88763-6079-44c3-aa78-dbfcf3ce5b9c req-1bcb6bfd-9d3e-4b76-9067-4973526a5fe1 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:55:31.860943 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-7f5768df-83dd-4192-a599-748c2ac5c96e service neutron] Port 441f6212-60b3-40e0-b2f5-5551b994980b on network 2c19901d-9303-4cfd-b96f-b8f2e52fb4b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:55:31.861270 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-7f5768df-83dd-4192-a599-748c2ac5c96e service neutron] Attempting to bind port 441f6212-60b3-40e0-b2f5-5551b994980b on network 2c19901d-9303-4cfd-b96f-b8f2e52fb4b9 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:55:31.867998 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-ada88763-6079-44c3-aa78-dbfcf3ce5b9c req-1bcb6bfd-9d3e-4b76-9067-4973526a5fe1 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:55:31.872628 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-7f5768df-83dd-4192-a599-748c2ac5c96e service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:55:31.872969 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-7f5768df-83dd-4192-a599-748c2ac5c96e service neutron] Checking segment: {'id': 'd7050703-a45d-45b0-a89d-e74c0c0ae2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2c19901d-9303-4cfd-b96f-b8f2e52fb4b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:55:31.874145 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-7f5768df-83dd-4192-a599-748c2ac5c96e service neutron] Bound using segment: {'id': 'd7050703-a45d-45b0-a89d-e74c0c0ae2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2c19901d-9303-4cfd-b96f-b8f2e52fb4b9'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:55:31.874800 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-7f5768df-83dd-4192-a599-748c2ac5c96e service neutron] Bound port: 441f6212-60b3-40e0-b2f5-5551b994980b, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7050703-a45d-45b0-a89d-e74c0c0ae2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2c19901d-9303-4cfd-b96f-b8f2e52fb4b9'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:55:31.875150 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-7f5768df-83dd-4192-a599-748c2ac5c96e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:31.894856 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device e2047c72-8607-4359-a2cc-e5a1a213ae5a up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:55:32.003944 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770bd82b-d35c-47a9-a28e-39918fd1f1c2 None None] Pushing event updated for resources: {'Port': ['ID=caefa1a2-c7ab-4607-aac7-84ca003662ca,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:32.006250 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4a9fc7-f493-4235-bc55-369f7bfd8d0d req-22a2df11-c4e1-4f18-ba7e-24a08b073fe6 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:32.021552 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fd4a9fc7-f493-4235-bc55-369f7bfd8d0d req-22a2df11-c4e1-4f18-ba7e-24a08b073fe6 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=9958ace3-7686-4434-936a-ad55697624b0 HTTP/1.1" status: 200 len: 943 time: 0.6085181 Feb 09 00:55:32.109189 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port e2047c72-8607-4359-a2cc-e5a1a213ae5a triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:55:32.109864 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:32.122132 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ada88763-6079-44c3-aa78-dbfcf3ce5b9c req-1bcb6bfd-9d3e-4b76-9067-4973526a5fe1 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:32.134649 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ada88763-6079-44c3-aa78-dbfcf3ce5b9c req-1bcb6bfd-9d3e-4b76-9067-4973526a5fe1 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:32.268359 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-7f5768df-83dd-4192-a599-748c2ac5c96e service neutron] For port 441f6212-60b3-40e0-b2f5-5551b994980b, host n-h1-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:55:32.276456 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-7f5768df-83dd-4192-a599-748c2ac5c96e service neutron] For port 441f6212-60b3-40e0-b2f5-5551b994980b, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=441f6212-60b3-40e0-b2f5-5551b994980b,segment=NetworkSegment(d7050703-a45d-45b0-a89d-e74c0c0ae2fb),segment_id=d7050703-a45d-45b0-a89d-e74c0c0ae2fb)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:55:32.283653 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-7f5768df-83dd-4192-a599-748c2ac5c96e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:32.314749 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:32.361684 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port e2047c72-8607-4359-a2cc-e5a1a213ae5a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=e2047c72-8607-4359-a2cc-e5a1a213ae5a,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:55:32.366834 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:32.392293 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fd4a9fc7-f493-4235-bc55-369f7bfd8d0d req-fb75c8c5-8438-457c-919b-e03f461c8826 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3583057 Feb 09 00:55:32.412121 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcb6bfd-9d3e-4b76-9067-4973526a5fe1 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0898d945-427e-40a2-8b9c-e8e35aff16a7,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:32.417203 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ada88763-6079-44c3-aa78-dbfcf3ce5b9c req-1bcb6bfd-9d3e-4b76-9067-4973526a5fe1 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:32.418505 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ada88763-6079-44c3-aa78-dbfcf3ce5b9c req-1bcb6bfd-9d3e-4b76-9067-4973526a5fe1 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.0044487 Feb 09 00:55:32.447822 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-ffabccdc-b1ba-4381-aba1-11b1e1bb8a75 admin admin] Allocated IP 172.25.0.32 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/02240c1e-946a-4516-8afd-492b26b5f8cd) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:55:32.505193 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=e2047c72-8607-4359-a2cc-e5a1a213ae5a,revision_number=11']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:32.589824 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5768df-83dd-4192-a599-748c2ac5c96e service neutron] Pushing event updated for resources: {'Port': ['ID=441f6212-60b3-40e0-b2f5-5551b994980b,revision_number=8']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:32.616425 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-7f5768df-83dd-4192-a599-748c2ac5c96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:32.617275 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-7f5768df-83dd-4192-a599-748c2ac5c96e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:32.618815 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-7f5768df-83dd-4192-a599-748c2ac5c96e service neutron] 10.222.0.99 "PUT /v2.0/ports/441f6212-60b3-40e0-b2f5-5551b994980b HTTP/1.1" status: 200 len: 1121 time: 1.8707700 Feb 09 00:55:32.704543 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1b184022-e570-4e73-bb86-a2e4944afc9f req-e3baef61-5eaf-490d-a3bd-148f0ffe55de tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=1510c38a4b2046b5a9943ab7f2f7db5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0603154 Feb 09 00:55:32.710834 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['441f6212-60b3-40e0-b2f5-5551b994980b'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:55:32.744697 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device f16d05c2-eae9-44a5-8686-789fbb3c6fe4 details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:55:32.892910 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.resource_extend [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 00:55:33.040290 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b184022-e570-4e73-bb86-a2e4944afc9f req-03ea01c6-5754-4fff-995c-11c8acef0391 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:33.042979 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51ce712b-63c6-4024-b743-f12868b3e100', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f16d05c2-eae9-44a5-8686-789fbb3c6fe4'}, {'server_uuid': '94f45d6f-055e-41e1-8f5f-ddaddd74a856', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d50263e-1665-4d32-98a3-9a5a5c08dbe9'}, {'server_uuid': '3d138cb2-7f80-4596-9e29-dd8aa7bdff4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2047c72-8607-4359-a2cc-e5a1a213ae5a'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:55:33.043530 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1b184022-e570-4e73-bb86-a2e4944afc9f req-03ea01c6-5754-4fff-995c-11c8acef0391 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3370876 Feb 09 00:55:33.177421 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ffabccdc-b1ba-4381-aba1-11b1e1bb8a75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:33.178310 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port f16d05c2-eae9-44a5-8686-789fbb3c6fe4, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=f16d05c2-eae9-44a5-8686-789fbb3c6fe4,segment=NetworkSegment(42eb89e1-c4de-4f57-85a6-0e5fc984e699),segment_id=42eb89e1-c4de-4f57-85a6-0e5fc984e699)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:55:33.213048 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': 'f16d05c2-eae9-44a5-8686-789fbb3c6fe4', 'network_id': '1f86eb5f-f405-4ce4-a845-9c31ac1b15d4', 'port_id': 'f16d05c2-eae9-44a5-8686-789fbb3c6fe4', 'mac_address': 'fa:16:3e:27:c4:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55d6843d-cf0e-4da9-b1f9-18c66e11f308', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:55:33.227328 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ffabccdc-b1ba-4381-aba1-11b1e1bb8a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:33.254656 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9958ace3-7686-4434-936a-ad55697624b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '441f6212-60b3-40e0-b2f5-5551b994980b', 'code': 200} Feb 09 00:55:33.319203 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1b184022-e570-4e73-bb86-a2e4944afc9f req-91c81a3d-dfc2-42d2-af4c-00532e96317a tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/quotas/1510c38a4b2046b5a9943ab7f2f7db5c HTTP/1.1" status: 200 len: 375 time: 0.0960479 Feb 09 00:55:33.338908 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:33.368459 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f16d05c2-eae9-44a5-8686-789fbb3c6fe4 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:55:33.391879 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port f16d05c2-eae9-44a5-8686-789fbb3c6fe4, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=f16d05c2-eae9-44a5-8686-789fbb3c6fe4,segment=NetworkSegment(42eb89e1-c4de-4f57-85a6-0e5fc984e699),segment_id=42eb89e1-c4de-4f57-85a6-0e5fc984e699)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:55:33.397997 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:33.526848 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=f16d05c2-eae9-44a5-8686-789fbb3c6fe4,revision_number=9']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:33.583469 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c7b439-f4d1-42da-805f-b1db77922122 None None] Network 09617035-8eb1-4d2d-a4b7-64d91fc8d493 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:55:33.636912 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['f16d05c2-eae9-44a5-8686-789fbb3c6fe4'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:55:33.807362 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffabccdc-b1ba-4381-aba1-11b1e1bb8a75 admin admin] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:55:33.818833 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-ffabccdc-b1ba-4381-aba1-11b1e1bb8a75 admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:55:33.823318 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffabccdc-b1ba-4381-aba1-11b1e1bb8a75 admin admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:55:33.825258 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device caefa1a2-c7ab-4607-aac7-84ca003662ca up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:55:33.937563 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-ab0afe22-ce99-420a-8190-3b756ec347aa None None] Provisioning for port caefa1a2-c7ab-4607-aac7-84ca003662ca completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:55:34.012658 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffabccdc-b1ba-4381-aba1-11b1e1bb8a75 admin admin] Pushing event updated for resources: {'Port': ['ID=02240c1e-946a-4516-8afd-492b26b5f8cd,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:34.113864 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port caefa1a2-c7ab-4607-aac7-84ca003662ca completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:55:34.135921 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port caefa1a2-c7ab-4607-aac7-84ca003662ca triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:55:34.136384 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:34.266427 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1b184022-e570-4e73-bb86-a2e4944afc9f req-f9c8844d-a7ea-4cff-848a-70a415480d89 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=1510c38a4b2046b5a9943ab7f2f7db5c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9463377 Feb 09 00:55:34.320639 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7eefdb-b185-475e-bcfa-2b4fc6f82685 req-e293184a-3886-4bcb-8aa1-a09513200f08 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:34.323336 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7e7eefdb-b185-475e-bcfa-2b4fc6f82685 req-e293184a-3886-4bcb-8aa1-a09513200f08 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e446d3-eb09-4119-b095-c6841026b291 HTTP/1.1" status: 200 len: 949 time: 0.4316139 Feb 09 00:55:34.456524 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:34.502352 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port caefa1a2-c7ab-4607-aac7-84ca003662ca, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=caefa1a2-c7ab-4607-aac7-84ca003662ca,segment=NetworkSegment(f23b56c2-9670-4e30-9ed3-a61d7c84bd7a),segment_id=f23b56c2-9670-4e30-9ed3-a61d7c84bd7a)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:55:34.506536 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:34.587014 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=caefa1a2-c7ab-4607-aac7-84ca003662ca,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:34.645872 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ffabccdc-b1ba-4381-aba1-11b1e1bb8a75 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:34.752762 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6af39b34-4982-4b7b-ad10-e3346604759a req-7aa5c6b4-bf8c-4439-ac79-abc04785e6c8 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] 10.222.0.105 "GET /v2.0/security-groups/0898d945-427e-40a2-8b9c-e8e35aff16a7 HTTP/1.1" status: 200 len: 1812 time: 0.3107913 Feb 09 00:55:34.773146 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7e7eefdb-b185-475e-bcfa-2b4fc6f82685 req-2be263e8-1fa5-46e1-919c-548aa0b3fd97 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f361fac-bee5-49f7-8557-30dc6fac47de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324492 Feb 09 00:55:34.877079 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51ce712b-63c6-4024-b743-f12868b3e100', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f16d05c2-eae9-44a5-8686-789fbb3c6fe4', 'code': 200} Feb 09 00:55:34.877503 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f45d6f-055e-41e1-8f5f-ddaddd74a856', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d50263e-1665-4d32-98a3-9a5a5c08dbe9', 'code': 200} Feb 09 00:55:34.877953 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d138cb2-7f80-4596-9e29-dd8aa7bdff4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2047c72-8607-4359-a2cc-e5a1a213ae5a', 'code': 200} Feb 09 00:55:34.935424 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-303c96a8-6c8a-4e3b-9514-354e4d212e28 None None] Provisioning complete for port caefa1a2-c7ab-4607-aac7-84ca003662ca triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:55:34.936503 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-303c96a8-6c8a-4e3b-9514-354e4d212e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:35.166130 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ee25ca80-4bec-43b7-9f11-546f87c029ff req-390dff14-60a2-45fa-9ed4-b63a1cebc03f tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=90140d92-19ba-4345-9db5-0546529072e2 HTTP/1.1" status: 200 len: 210 time: 0.1209524 Feb 09 00:55:35.215335 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-c5dcb358-ebb2-47ec-a4c9-5e7438da1735 req-87bfce9b-5eea-4f62-b678-df1a6a1c7ead tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-262915422', 'description': 'tempest-description-624972812'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:55:35.256625 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9958ace3-7686-4434-936a-ad55697624b0', 'tag': '441f6212-60b3-40e0-b2f5-5551b994980b'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:55:35.279003 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-c5dcb358-ebb2-47ec-a4c9-5e7438da1735 req-87bfce9b-5eea-4f62-b678-df1a6a1c7ead tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:55:35.301181 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-c5dcb358-ebb2-47ec-a4c9-5e7438da1735 req-87bfce9b-5eea-4f62-b678-df1a6a1c7ead tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Usage tracker for resource:security_group and tenant:3dfc9dc6d45e4766968496222af1a9f5 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:55:35.305130 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-c5dcb358-ebb2-47ec-a4c9-5e7438da1735 req-87bfce9b-5eea-4f62-b678-df1a6a1c7ead tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:55:35.315099 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-c5dcb358-ebb2-47ec-a4c9-5e7438da1735 req-87bfce9b-5eea-4f62-b678-df1a6a1c7ead tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:55:35.339578 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ffabccdc-b1ba-4381-aba1-11b1e1bb8a75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:35.396252 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c5dcb358-ebb2-47ec-a4c9-5e7438da1735 req-87bfce9b-5eea-4f62-b678-df1a6a1c7ead tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:35.444733 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f4ac9-9406-418a-9b93-0ad2392dc7cb req-74bf3488-7f11-442f-9d62-c3227dcfc076 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:35.446277 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2d7f4ac9-9406-418a-9b93-0ad2392dc7cb req-74bf3488-7f11-442f-9d62-c3227dcfc076 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=9958ace3-7686-4434-936a-ad55697624b0 HTTP/1.1" status: 200 len: 943 time: 0.3990633 Feb 09 00:55:35.463665 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-c5dcb358-ebb2-47ec-a4c9-5e7438da1735 req-87bfce9b-5eea-4f62-b678-df1a6a1c7ead tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:55:35.483300 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-c5dcb358-ebb2-47ec-a4c9-5e7438da1735 req-87bfce9b-5eea-4f62-b678-df1a6a1c7ead tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Usage tracker for resource:security_group_rule and tenant:3dfc9dc6d45e4766968496222af1a9f5 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:55:35.487573 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-c5dcb358-ebb2-47ec-a4c9-5e7438da1735 req-87bfce9b-5eea-4f62-b678-df1a6a1c7ead tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:55:35.501025 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-c5dcb358-ebb2-47ec-a4c9-5e7438da1735 req-87bfce9b-5eea-4f62-b678-df1a6a1c7ead tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:55:35.513781 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 441f6212-60b3-40e0-b2f5-5551b994980b details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:55:35.683966 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device caefa1a2-c7ab-4607-aac7-84ca003662ca up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:55:35.743370 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2d7f4ac9-9406-418a-9b93-0ad2392dc7cb req-1635254f-cbf6-41ee-816b-e7a12eea3534 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897890 Feb 09 00:55:35.826049 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-7406e1c8-8325-4bce-ad9f-f29af40d1d25 req-a8be6201-b70c-4120-ac35-f9f5395f6f54 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=dc8b84b2-b106-40bf-817c-64f458640c01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1601162 Feb 09 00:55:35.833714 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c5dcb358-ebb2-47ec-a4c9-5e7438da1735 req-87bfce9b-5eea-4f62-b678-df1a6a1c7ead tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:35.841120 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c5dcb358-ebb2-47ec-a4c9-5e7438da1735 req-87bfce9b-5eea-4f62-b678-df1a6a1c7ead tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:35.842051 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 441f6212-60b3-40e0-b2f5-5551b994980b, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=441f6212-60b3-40e0-b2f5-5551b994980b,segment=NetworkSegment(d7050703-a45d-45b0-a89d-e74c0c0ae2fb),segment_id=d7050703-a45d-45b0-a89d-e74c0c0ae2fb)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:55:35.845791 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffabccdc-b1ba-4381-aba1-11b1e1bb8a75 admin admin] Router 4973059c-5ad4-411a-98d2-5eaf5745bf0b is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 00:55:35.863943 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 441f6212-60b3-40e0-b2f5-5551b994980b has no active binding in host n-h2-828418-1 {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 09 00:55:35.882993 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port caefa1a2-c7ab-4607-aac7-84ca003662ca triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:55:35.883413 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:35.962057 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7406e1c8-8325-4bce-ad9f-f29af40d1d25 req-e2820200-e625-4702-9db8-dfa311d18fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:35.965071 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-7406e1c8-8325-4bce-ad9f-f29af40d1d25 req-e2820200-e625-4702-9db8-dfa311d18fed service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=8d883076d7064c219a98a8f981d7945a&device_id=dc8b84b2-b106-40bf-817c-64f458640c01 HTTP/1.1" status: 200 len: 1096 time: 0.1104193 Feb 09 00:55:36.026527 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c5dcb358-ebb2-47ec-a4c9-5e7438da1735 req-87bfce9b-5eea-4f62-b678-df1a6a1c7ead tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:36.027752 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c5dcb358-ebb2-47ec-a4c9-5e7438da1735 req-87bfce9b-5eea-4f62-b678-df1a6a1c7ead tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.8217905 Feb 09 00:55:36.034487 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bfce9b-5eea-4f62-b678-df1a6a1c7ead tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e6c2a6-ec8a-453b-99aa-f60d8b1b60d4,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:36.143734 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1b184022-e570-4e73-bb86-a2e4944afc9f req-1aa4fe20-3eaf-4b9d-990f-4a0347ea0f56 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=1510c38a4b2046b5a9943ab7f2f7db5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403147 Feb 09 00:55:36.198443 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffabccdc-b1ba-4381-aba1-11b1e1bb8a75 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 00:55:36.215945 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560d4529-47e3-45be-811d-baff05251832 None None] Sync routers for ids ['4973059c-5ad4-411a-98d2-5eaf5745bf0b'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:55:36.225314 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656cab3-13c8-40e4-9b3d-ffeb8ea7403d req-078d6d53-6eaa-46e6-b201-53de2ba7a884 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:36.227111 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e656cab3-13c8-40e4-9b3d-ffeb8ea7403d req-078d6d53-6eaa-46e6-b201-53de2ba7a884 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e446d3-eb09-4119-b095-c6841026b291 HTTP/1.1" status: 200 len: 949 time: 0.3452454 Feb 09 00:55:36.240513 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560d4529-47e3-45be-811d-baff05251832 None None] Routers {'4973059c-5ad4-411a-98d2-5eaf5745bf0b'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:55:36.241182 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-560d4529-47e3-45be-811d-baff05251832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:55:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['4973059c-5ad4-411a-98d2-5eaf5745bf0b'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:55:36.300648 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e656cab3-13c8-40e4-9b3d-ffeb8ea7403d req-0ed005e5-5a86-49d3-8c1d-66d89d57bda1 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f361fac-bee5-49f7-8557-30dc6fac47de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604291 Feb 09 00:55:36.305519 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ffabccdc-b1ba-4381-aba1-11b1e1bb8a75 admin admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:36.313286 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7406e1c8-8325-4bce-ad9f-f29af40d1d25 req-71c7f1ef-16ce-4336-856e-e47246b6228d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:36.326067 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-ffabccdc-b1ba-4381-aba1-11b1e1bb8a75 admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.6634178 Feb 09 00:55:36.327049 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-7406e1c8-8325-4bce-ad9f-f29af40d1d25 req-71c7f1ef-16ce-4336-856e-e47246b6228d service neutron] 10.222.0.99 "GET /v2.0/networks?id=ded91f5f-4c52-4e17-8569-d9d1696711b8 HTTP/1.1" status: 200 len: 909 time: 0.3268392 Feb 09 00:55:36.327179 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 45216) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:55:36.395068 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9958ace3-7686-4434-936a-ad55697624b0', 'tag': '441f6212-60b3-40e0-b2f5-5551b994980b', 'status': 'completed', 'code': 200} Feb 09 00:55:36.483737 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-7406e1c8-8325-4bce-ad9f-f29af40d1d25 req-38f15702-b8fb-4941-afbe-ed34f03a8f45 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99312894-4ea4-4f79-9874-93f479c9ed50 HTTP/1.1" status: 200 len: 217 time: 0.1562107 Feb 09 00:55:36.578977 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b184022-e570-4e73-bb86-a2e4944afc9f req-c795181b-26d9-4d90-bcd8-1e5b2ca5a735 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:36.580501 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1b184022-e570-4e73-bb86-a2e4944afc9f req-c795181b-26d9-4d90-bcd8-1e5b2ca5a735 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4290946 Feb 09 00:55:36.610076 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-1b184022-e570-4e73-bb86-a2e4944afc9f req-4c347015-4023-4001-b754-a6bfd6128ee1 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Request body: {'port': {'device_id': '90140d92-19ba-4345-9db5-0546529072e2', 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6', 'admin_state_up': True, 'tenant_id': '1510c38a4b2046b5a9943ab7f2f7db5c'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:55:36.644144 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-560d4529-47e3-45be-811d-baff05251832 None None] Set router 4973059c-5ad4-411a-98d2-5eaf5745bf0b gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:55:36.761729 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7406e1c8-8325-4bce-ad9f-f29af40d1d25 req-9005bad2-8141-4510-a6f2-76c3403fd781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:36.763227 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-7406e1c8-8325-4bce-ad9f-f29af40d1d25 req-9005bad2-8141-4510-a6f2-76c3403fd781 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=103c212c-bf16-40d1-a89c-07252434eb67 HTTP/1.1" status: 200 len: 848 time: 0.2700632 Feb 09 00:55:36.775787 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47143f-dea5-425b-9765-dbfb6816181d req-a61d635f-e88c-4abd-a710-9122fd9a0a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:36.777267 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-5c47143f-dea5-425b-9765-dbfb6816181d req-a61d635f-e88c-4abd-a710-9122fd9a0a85 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=35dd69c7034749ab9d62471941920e2c&device_id=9958ace3-7686-4434-936a-ad55697624b0 HTTP/1.1" status: 200 len: 1124 time: 0.3493140 Feb 09 00:55:36.821031 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9ad6a0b5-3ad4-4b07-8b58-5e50f58ac47b req-ca372053-2612-47a6-a3ee-c2a734f3f9a6 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=90140d92-19ba-4345-9db5-0546529072e2 HTTP/1.1" status: 200 len: 210 time: 0.0688233 Feb 09 00:55:36.864405 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9ae5dbe1-712d-484c-a9a8-63a2f6055dda req-7397bdb6-4903-4808-8f15-cf481c6da182 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] 10.222.0.105 "GET /v2.0/security-groups/a9e6c2a6-ec8a-453b-99aa-f60d8b1b60d4 HTTP/1.1" status: 200 len: 1811 time: 0.2140038 Feb 09 00:55:36.926618 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-7406e1c8-8325-4bce-ad9f-f29af40d1d25 req-6d123afd-05c3-4de6-b6cd-219922d99b27 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=ded91f5f-4c52-4e17-8569-d9d1696711b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1483345 Feb 09 00:55:37.052861 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-560d4529-47e3-45be-811d-baff05251832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4973059c-5ad4-411a-98d2-5eaf5745bf0b', 'name': 'tempest-ServersTestFqdnHostnames-2020127081-router', 'tenant_id': '8bc1da1a15da41198f9d55ba335bf145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '02240c1e-946a-4516-8afd-492b26b5f8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:55:29Z', 'updated_at': '2022-02-09T00:55:34Z', 'revision_number': 3, 'project_id': '8bc1da1a15da41198f9d55ba335bf145', 'gw_port': {'id': '02240c1e-946a-4516-8afd-492b26b5f8cd', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:6b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4973059c-5ad4-411a-98d2-5eaf5745bf0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:55:31Z', 'updated_at': '2022-02-09T00:55:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:55:37.058547 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560d4529-47e3-45be-811d-baff05251832 None None] Checking router: 4973059c-5ad4-411a-98d2-5eaf5745bf0b for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:55:37.058894 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560d4529-47e3-45be-811d-baff05251832 None None] Updating router 4973059c-5ad4-411a-98d2-5eaf5745bf0b port 02240c1e-946a-4516-8afd-492b26b5f8cd binding host n-d-828418-1 {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:55:37.066347 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-1b184022-e570-4e73-bb86-a2e4944afc9f req-4c347015-4023-4001-b754-a6bfd6128ee1 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:55:37.099967 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-1b184022-e570-4e73-bb86-a2e4944afc9f req-4c347015-4023-4001-b754-a6bfd6128ee1 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:55:37.149922 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47143f-dea5-425b-9765-dbfb6816181d req-6acdee9a-1f54-4dfe-af22-c17ad533b063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:37.151859 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-5c47143f-dea5-425b-9765-dbfb6816181d req-6acdee9a-1f54-4dfe-af22-c17ad533b063 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2c19901d-9303-4cfd-b96f-b8f2e52fb4b9 HTTP/1.1" status: 200 len: 922 time: 0.3347223 Feb 09 00:55:37.155553 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b184022-e570-4e73-bb86-a2e4944afc9f req-4c347015-4023-4001-b754-a6bfd6128ee1 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Made reservation on behalf of 1510c38a4b2046b5a9943ab7f2f7db5c for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:55:37.159412 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-1b184022-e570-4e73-bb86-a2e4944afc9f req-4c347015-4023-4001-b754-a6bfd6128ee1 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:37.164179 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-560d4529-47e3-45be-811d-baff05251832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:37.396173 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-7406e1c8-8325-4bce-ad9f-f29af40d1d25 req-a39555e5-a7b2-4d77-b665-136bade40478 service neutron] 10.222.0.99 "GET /v2.0/networks/ded91f5f-4c52-4e17-8569-d9d1696711b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4519761 Feb 09 00:55:37.397497 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-5c47143f-dea5-425b-9765-dbfb6816181d req-5ba3da33-c753-4866-8113-76bce58879dc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=441f6212-60b3-40e0-b2f5-5551b994980b HTTP/1.1" status: 200 len: 217 time: 0.2275801 Feb 09 00:55:37.469725 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde9baf-3f41-4f29-abf8-ac46a7be78ff req-b3563510-51b7-44db-b2a1-a908f808c9e9 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:37.481160 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cdde9baf-3f41-4f29-abf8-ac46a7be78ff req-b3563510-51b7-44db-b2a1-a908f808c9e9 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc8b84b2-b106-40bf-817c-64f458640c01 HTTP/1.1" status: 200 len: 945 time: 0.4542999 Feb 09 00:55:37.517407 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device f16d05c2-eae9-44a5-8686-789fbb3c6fe4 up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:55:37.566409 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cdde9baf-3f41-4f29-abf8-ac46a7be78ff req-9344ca4b-aa30-4ae0-9e3c-af890fcd8c49 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839703 Feb 09 00:55:37.675434 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port f16d05c2-eae9-44a5-8686-789fbb3c6fe4 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:55:37.675804 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:37.687669 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-1b184022-e570-4e73-bb86-a2e4944afc9f req-4c347015-4023-4001-b754-a6bfd6128ee1 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Allocated IP 192.168.233.230 (42d335cf-a678-4bc3-901b-7d21fb8587e6/e7938d94-1f0f-48bd-a0b3-26d5344ff0ec/5c64b64d-1354-4d28-a743-7966f6fd515a) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:55:37.722359 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-10d890c0-d76f-49f8-85ca-f62e4d883b2f req-24ec2569-55cc-451c-9f8a-234283a1ff74 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-931461077', 'description': 'tempest-description-1354963431'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:55:37.740505 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-560d4529-47e3-45be-811d-baff05251832 None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:37.742243 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-10d890c0-d76f-49f8-85ca-f62e4d883b2f req-24ec2569-55cc-451c-9f8a-234283a1ff74 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:55:37.761977 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-10d890c0-d76f-49f8-85ca-f62e4d883b2f req-24ec2569-55cc-451c-9f8a-234283a1ff74 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Usage tracker for resource:security_group and tenant:3dfc9dc6d45e4766968496222af1a9f5 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:55:37.782592 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-560d4529-47e3-45be-811d-baff05251832 None None] Transition to ACTIVE for port object 02240c1e-946a-4516-8afd-492b26b5f8cd will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:55:37.789059 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-10d890c0-d76f-49f8-85ca-f62e4d883b2f req-24ec2569-55cc-451c-9f8a-234283a1ff74 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:55:37.802697 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-560d4529-47e3-45be-811d-baff05251832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:37.804131 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-10d890c0-d76f-49f8-85ca-f62e4d883b2f req-24ec2569-55cc-451c-9f8a-234283a1ff74 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:55:37.831039 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47143f-dea5-425b-9765-dbfb6816181d req-3497cc8a-a751-4fa5-b426-a4202fda4c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:37.832656 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-5c47143f-dea5-425b-9765-dbfb6816181d req-3497cc8a-a751-4fa5-b426-a4202fda4c5a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f523b7b8-aa23-4f63-9894-de0d35bb1ce5 HTTP/1.1" status: 200 len: 861 time: 0.4244342 Feb 09 00:55:37.834936 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:37.874343 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port f16d05c2-eae9-44a5-8686-789fbb3c6fe4, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=f16d05c2-eae9-44a5-8686-789fbb3c6fe4,segment=NetworkSegment(42eb89e1-c4de-4f57-85a6-0e5fc984e699),segment_id=42eb89e1-c4de-4f57-85a6-0e5fc984e699)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:55:37.875539 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51ce712b-63c6-4024-b743-f12868b3e100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f16d05c2-eae9-44a5-8686-789fbb3c6fe4'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:55:37.881975 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:37.908271 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-10d890c0-d76f-49f8-85ca-f62e4d883b2f req-24ec2569-55cc-451c-9f8a-234283a1ff74 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:37.961587 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7991a3cd-d7cd-49c3-aacd-571c5eec9cc3 req-e1a1316e-b90b-4fca-9b53-28e20c837935 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:37.975050 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7991a3cd-d7cd-49c3-aacd-571c5eec9cc3 req-e1a1316e-b90b-4fca-9b53-28e20c837935 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=9958ace3-7686-4434-936a-ad55697624b0 HTTP/1.1" status: 200 len: 943 time: 0.3207679 Feb 09 00:55:37.979271 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-560d4529-47e3-45be-811d-baff05251832 None None] Attempting to bind port 02240c1e-946a-4516-8afd-492b26b5f8cd on host n-d-828418-1 for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:55:37.979641 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-560d4529-47e3-45be-811d-baff05251832 None None] Attempting to bind port 02240c1e-946a-4516-8afd-492b26b5f8cd by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:55:37.980001 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560d4529-47e3-45be-811d-baff05251832 None None] Attempting to bind port 02240c1e-946a-4516-8afd-492b26b5f8cd on network 3d885c3c-255c-4e54-addc-b28437d0b18e {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:55:37.984149 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdd6e51-0ac1-417d-b6ca-cca531e02b4a None None] Pushing event updated for resources: {'Port': ['ID=02240c1e-946a-4516-8afd-492b26b5f8cd,revision_number=2']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:37.990438 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560d4529-47e3-45be-811d-baff05251832 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:55:37.990790 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560d4529-47e3-45be-811d-baff05251832 None None] Checking segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:55:37.991826 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-560d4529-47e3-45be-811d-baff05251832 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:37.992399 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560d4529-47e3-45be-811d-baff05251832 None None] Bound using segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:55:37.992878 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-560d4529-47e3-45be-811d-baff05251832 None None] Bound port: 02240c1e-946a-4516-8afd-492b26b5f8cd, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:55:37.993280 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-560d4529-47e3-45be-811d-baff05251832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:38.002574 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-5c47143f-dea5-425b-9765-dbfb6816181d req-2f919afa-429e-4c12-a943-b7d3fb9bbf94 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2c19901d-9303-4cfd-b96f-b8f2e52fb4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1566577 Feb 09 00:55:38.002825 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=f16d05c2-eae9-44a5-8686-789fbb3c6fe4,revision_number=10']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:38.027046 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-10d890c0-d76f-49f8-85ca-f62e4d883b2f req-24ec2569-55cc-451c-9f8a-234283a1ff74 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:55:38.051282 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdd6e51-0ac1-417d-b6ca-cca531e02b4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:55:38.052040 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdd6e51-0ac1-417d-b6ca-cca531e02b4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:55:38.052715 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdd6e51-0ac1-417d-b6ca-cca531e02b4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:55:38.053383 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdd6e51-0ac1-417d-b6ca-cca531e02b4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:55:38.053941 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdd6e51-0ac1-417d-b6ca-cca531e02b4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:55:38.054629 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdd6e51-0ac1-417d-b6ca-cca531e02b4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:55:38.055245 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdd6e51-0ac1-417d-b6ca-cca531e02b4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:55:38.056185 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdd6e51-0ac1-417d-b6ca-cca531e02b4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:55:38.056722 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdd6e51-0ac1-417d-b6ca-cca531e02b4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:55:38.057365 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdd6e51-0ac1-417d-b6ca-cca531e02b4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:55:38.058067 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdd6e51-0ac1-417d-b6ca-cca531e02b4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:55:38.058649 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdd6e51-0ac1-417d-b6ca-cca531e02b4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:55:38.065136 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-be51fb4f-fb59-4e6d-99d2-f35179fa6253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:38.082808 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-10d890c0-d76f-49f8-85ca-f62e4d883b2f req-24ec2569-55cc-451c-9f8a-234283a1ff74 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Usage tracker for resource:security_group_rule and tenant:3dfc9dc6d45e4766968496222af1a9f5 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:55:38.101161 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-10d890c0-d76f-49f8-85ca-f62e4d883b2f req-24ec2569-55cc-451c-9f8a-234283a1ff74 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:55:38.122174 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-560d4529-47e3-45be-811d-baff05251832 None None] For port 02240c1e-946a-4516-8afd-492b26b5f8cd, host n-d-828418-1, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:55:38.126740 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-560d4529-47e3-45be-811d-baff05251832 None None] For port 02240c1e-946a-4516-8afd-492b26b5f8cd, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=02240c1e-946a-4516-8afd-492b26b5f8cd,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:55:38.127804 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7991a3cd-d7cd-49c3-aacd-571c5eec9cc3 req-b317bfed-4f4d-4407-944b-eb2d23164b61 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510260 Feb 09 00:55:38.134092 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-10d890c0-d76f-49f8-85ca-f62e4d883b2f req-24ec2569-55cc-451c-9f8a-234283a1ff74 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:55:38.137142 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-560d4529-47e3-45be-811d-baff05251832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:38.160147 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-7406e1c8-8325-4bce-ad9f-f29af40d1d25 req-dec67a23-d2f9-4f8b-97e2-d2b92432b95e service neutron] 10.222.0.99 "GET /v2.0/networks/ded91f5f-4c52-4e17-8569-d9d1696711b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7505362 Feb 09 00:55:38.212880 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560d4529-47e3-45be-811d-baff05251832 None None] Routers {'4973059c-5ad4-411a-98d2-5eaf5745bf0b'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:55:38.213710 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-560d4529-47e3-45be-811d-baff05251832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:55:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['4973059c-5ad4-411a-98d2-5eaf5745bf0b'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:55:38.227744 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-67c42064-08b5-403a-b85e-7137a7cfee66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:38.437387 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-560d4529-47e3-45be-811d-baff05251832 None None] Set router 4973059c-5ad4-411a-98d2-5eaf5745bf0b gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:55:38.578412 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-5c47143f-dea5-425b-9765-dbfb6816181d req-65a530e2-8e95-4d8e-8955-cb9555f7bcd6 service neutron] 10.222.0.62 "GET /v2.0/networks/2c19901d-9303-4cfd-b96f-b8f2e52fb4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4848301 Feb 09 00:55:38.590801 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4511cd60-4862-463b-8aed-5a65fb2d3c8c req-0ebf4263-b003-4d7f-bb0e-a96e1190f13e tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:38.592419 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-4511cd60-4862-463b-8aed-5a65fb2d3c8c req-0ebf4263-b003-4d7f-bb0e-a96e1190f13e tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Synchronizing usage tracker for tenant:8d883076d7064c219a98a8f981d7945a on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:55:38.603001 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-1b184022-e570-4e73-bb86-a2e4944afc9f req-4c347015-4023-4001-b754-a6bfd6128ee1 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:38.638346 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdd6e51-0ac1-417d-b6ca-cca531e02b4a None None] Pushing event updated for resources: {'Port': ['ID=02240c1e-946a-4516-8afd-492b26b5f8cd,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:38.767672 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-4511cd60-4862-463b-8aed-5a65fb2d3c8c req-0ebf4263-b003-4d7f-bb0e-a96e1190f13e tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Unset dirty status for tenant:8d883076d7064c219a98a8f981d7945a on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:55:38.769243 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4511cd60-4862-463b-8aed-5a65fb2d3c8c req-0ebf4263-b003-4d7f-bb0e-a96e1190f13e tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.99 "GET /v2.0/ports?device_id=dc8b84b2-b106-40bf-817c-64f458640c01 HTTP/1.1" status: 200 len: 945 time: 0.7643936 Feb 09 00:55:38.868657 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-1b184022-e570-4e73-bb86-a2e4944afc9f req-4c347015-4023-4001-b754-a6bfd6128ee1 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Transition to ACTIVE for port object 5c64b64d-1354-4d28-a743-7966f6fd515a will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:55:39.008225 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-4511cd60-4862-463b-8aed-5a65fb2d3c8c req-b2883434-c786-467f-9dc4-a62bc1aad808 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Deleting port 99312894-4ea4-4f79-9874-93f479c9ed50 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:55:39.008556 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-4511cd60-4862-463b-8aed-5a65fb2d3c8c req-b2883434-c786-467f-9dc4-a62bc1aad808 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:39.059672 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-10d890c0-d76f-49f8-85ca-f62e4d883b2f req-24ec2569-55cc-451c-9f8a-234283a1ff74 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:39.060208 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-560d4529-47e3-45be-811d-baff05251832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4973059c-5ad4-411a-98d2-5eaf5745bf0b', 'name': 'tempest-ServersTestFqdnHostnames-2020127081-router', 'tenant_id': '8bc1da1a15da41198f9d55ba335bf145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '02240c1e-946a-4516-8afd-492b26b5f8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:55:29Z', 'updated_at': '2022-02-09T00:55:34Z', 'revision_number': 3, 'project_id': '8bc1da1a15da41198f9d55ba335bf145', 'gw_port': {'id': '02240c1e-946a-4516-8afd-492b26b5f8cd', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:6b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4973059c-5ad4-411a-98d2-5eaf5745bf0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:55:31Z', 'updated_at': '2022-02-09T00:55:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:55:39.067605 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560d4529-47e3-45be-811d-baff05251832 None None] The sync data for ids ['4973059c-5ad4-411a-98d2-5eaf5745bf0b'] in n-d-828418-1 is: [{'id': '4973059c-5ad4-411a-98d2-5eaf5745bf0b', 'name': 'tempest-ServersTestFqdnHostnames-2020127081-router', 'tenant_id': '8bc1da1a15da41198f9d55ba335bf145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '02240c1e-946a-4516-8afd-492b26b5f8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:55:29Z', 'updated_at': '2022-02-09T00:55:34Z', 'revision_number': 3, 'project_id': '8bc1da1a15da41198f9d55ba335bf145', 'gw_port': {'id': '02240c1e-946a-4516-8afd-492b26b5f8cd', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:6b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4973059c-5ad4-411a-98d2-5eaf5745bf0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:55:31Z', 'updated_at': '2022-02-09T00:55:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:55:39.073044 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-10d890c0-d76f-49f8-85ca-f62e4d883b2f req-24ec2569-55cc-451c-9f8a-234283a1ff74 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:39.103354 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-5c47143f-dea5-425b-9765-dbfb6816181d req-c53ef861-de37-4277-ad78-4a1e31c1cf32 service neutron] 10.222.0.62 "GET /v2.0/networks/2c19901d-9303-4cfd-b96f-b8f2e52fb4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5054696 Feb 09 00:55:39.157415 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-1b184022-e570-4e73-bb86-a2e4944afc9f req-4c347015-4023-4001-b754-a6bfd6128ee1 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:39.175382 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['18e5b7f8-4107-4b63-9dee-d921fc6084ef', '83e6ba5b-19bb-43fa-a689-3de29d04980f', 'e2047c72-8607-4359-a2cc-e5a1a213ae5a'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:55:39.225086 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-67c42064-08b5-403a-b85e-7137a7cfee66 admin admin] Allocated IP 172.20.0.1 (09617035-8eb1-4d2d-a4b7-64d91fc8d493/c3ed3387-3fad-4c22-9c3a-77646a3ce16b/ad0deb01-9b02-4f5f-a974-8fcec4ae56be) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:55:39.245536 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ec2569-55cc-451c-9f8a-234283a1ff74 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=645955a9-5f53-4083-9181-ca2f73c08625,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:39.252835 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-10d890c0-d76f-49f8-85ca-f62e4d883b2f req-24ec2569-55cc-451c-9f8a-234283a1ff74 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:39.256385 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-10d890c0-d76f-49f8-85ca-f62e4d883b2f req-24ec2569-55cc-451c-9f8a-234283a1ff74 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.5478120 Feb 09 00:55:39.270820 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654aa91d-b492-4a9d-8b0b-d059a5a3f85a req-8dfd6222-decb-41c4-9ba2-f0ecc79261b2 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:39.280197 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-654aa91d-b492-4a9d-8b0b-d059a5a3f85a req-8dfd6222-decb-41c4-9ba2-f0ecc79261b2 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e446d3-eb09-4119-b095-c6841026b291 HTTP/1.1" status: 200 len: 949 time: 0.8897927 Feb 09 00:55:39.340175 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-654aa91d-b492-4a9d-8b0b-d059a5a3f85a req-5a4f3924-6a35-46ac-ad59-25a06c9e1980 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f361fac-bee5-49f7-8557-30dc6fac47de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588143 Feb 09 00:55:39.496811 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b184022-e570-4e73-bb86-a2e4944afc9f req-4c347015-4023-4001-b754-a6bfd6128ee1 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Network 42d335cf-a678-4bc3-901b-7d21fb8587e6 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:55:39.516660 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-1b184022-e570-4e73-bb86-a2e4944afc9f req-4c347015-4023-4001-b754-a6bfd6128ee1 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:55:39.526095 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c347015-4023-4001-b754-a6bfd6128ee1 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Pushing event updated for resources: {'Port': ['ID=5c64b64d-1354-4d28-a743-7966f6fd515a,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:39.540320 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b184022-e570-4e73-bb86-a2e4944afc9f req-4c347015-4023-4001-b754-a6bfd6128ee1 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:55:39.696564 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51ce712b-63c6-4024-b743-f12868b3e100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f16d05c2-eae9-44a5-8686-789fbb3c6fe4', 'code': 200} Feb 09 00:55:39.896553 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-67c42064-08b5-403a-b85e-7137a7cfee66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:39.994790 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b184022-e570-4e73-bb86-a2e4944afc9f req-4c347015-4023-4001-b754-a6bfd6128ee1 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:39.999965 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-1b184022-e570-4e73-bb86-a2e4944afc9f req-4c347015-4023-4001-b754-a6bfd6128ee1 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:40.008816 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-67c42064-08b5-403a-b85e-7137a7cfee66 admin admin] Transition to ACTIVE for port object ad0deb01-9b02-4f5f-a974-8fcec4ae56be will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:55:40.061387 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1b184022-e570-4e73-bb86-a2e4944afc9f req-4c347015-4023-4001-b754-a6bfd6128ee1 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4697161 Feb 09 00:55:40.079584 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-1b184022-e570-4e73-bb86-a2e4944afc9f req-944b88e1-8ba3-4605-9d07-734bc30d637f service neutron] Request body: {'port': {'device_id': '90140d92-19ba-4345-9db5-0546529072e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:55:40.103957 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce8146-cc21-4bd3-98ec-9e2da3086cb5 req-233d6adf-a3a9-4f9d-967c-5d98b1e81056 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:40.116761 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-63ce8146-cc21-4bd3-98ec-9e2da3086cb5 req-233d6adf-a3a9-4f9d-967c-5d98b1e81056 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=90140d92-19ba-4345-9db5-0546529072e2 HTTP/1.1" status: 200 len: 936 time: 0.3867753 Feb 09 00:55:40.173752 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-3982d6be-7eab-4bff-a000-df2d3e8c08bd None None] Provisioning for port 5c64b64d-1354-4d28-a743-7966f6fd515a completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:55:40.195740 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-63ce8146-cc21-4bd3-98ec-9e2da3086cb5 req-a054f5d3-cc0f-46ff-8ea1-0cc94e73141e tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778639 Feb 09 00:55:40.202331 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-3982d6be-7eab-4bff-a000-df2d3e8c08bd None None] Provisioning complete for port 5c64b64d-1354-4d28-a743-7966f6fd515a triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:55:40.202863 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3982d6be-7eab-4bff-a000-df2d3e8c08bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:40.236349 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd2121-0baa-4dc2-842d-e243f06179fd req-d8877548-d379-4962-99ef-f3cac39d958f tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:40.239499 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-08cd2121-0baa-4dc2-842d-e243f06179fd req-d8877548-d379-4962-99ef-f3cac39d958f tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc8b84b2-b106-40bf-817c-64f458640c01 HTTP/1.1" status: 200 len: 945 time: 0.3060331 Feb 09 00:55:40.243480 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-67c42064-08b5-403a-b85e-7137a7cfee66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:40.310101 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-1b184022-e570-4e73-bb86-a2e4944afc9f req-944b88e1-8ba3-4605-9d07-734bc30d637f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:40.312204 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-3982d6be-7eab-4bff-a000-df2d3e8c08bd None None] Port 5c64b64d-1354-4d28-a743-7966f6fd515a cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:55:40.466503 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c42064-08b5-403a-b85e-7137a7cfee66 admin admin] Network 09617035-8eb1-4d2d-a4b7-64d91fc8d493 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:55:40.470134 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6a36a22f-50bf-4fd0-8200-43f2df7355f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:40.473986 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-08cd2121-0baa-4dc2-842d-e243f06179fd req-f548ed83-dd0a-4258-ba17-eb27469d15f4 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195904 Feb 09 00:55:40.551581 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-67c42064-08b5-403a-b85e-7137a7cfee66 admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:55:40.566276 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c42064-08b5-403a-b85e-7137a7cfee66 admin admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:55:40.639148 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c42064-08b5-403a-b85e-7137a7cfee66 admin admin] Pushing event updated for resources: {'Port': ['ID=ad0deb01-9b02-4f5f-a974-8fcec4ae56be,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:40.768056 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-57b02f6c-b86d-4dfd-ae61-eef28991db74 req-f17081e0-5f72-4e27-bb53-1489fa91757f tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] 10.222.0.105 "GET /v2.0/security-groups/645955a9-5f53-4083-9181-ca2f73c08625 HTTP/1.1" status: 200 len: 1812 time: 0.2115493 Feb 09 00:55:40.770663 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-67c42064-08b5-403a-b85e-7137a7cfee66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:40.871123 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-4511cd60-4862-463b-8aed-5a65fb2d3c8c req-b2883434-c786-467f-9dc4-a62bc1aad808 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] For port 99312894-4ea4-4f79-9874-93f479c9ed50, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=99312894-4ea4-4f79-9874-93f479c9ed50,segment=NetworkSegment(b907962e-2c92-4e5e-9eb3-daae4f34051b),segment_id=b907962e-2c92-4e5e-9eb3-daae4f34051b)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:55:40.871712 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-4511cd60-4862-463b-8aed-5a65fb2d3c8c req-b2883434-c786-467f-9dc4-a62bc1aad808 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:41.055900 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-9ce02626-0c4d-465a-95cb-fdeeaa38f711 None None] Provisioning for port ad0deb01-9b02-4f5f-a974-8fcec4ae56be completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:55:41.062553 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-9ce02626-0c4d-465a-95cb-fdeeaa38f711 None None] Provisioning complete for port ad0deb01-9b02-4f5f-a974-8fcec4ae56be triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:55:41.062732 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0978a41e-294f-4ab2-8fb8-eb0aa56fd14e req-795cd1c2-93d0-432a-910d-f9c18fc7ac7b tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:41.062874 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9ce02626-0c4d-465a-95cb-fdeeaa38f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:41.064052 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0978a41e-294f-4ab2-8fb8-eb0aa56fd14e req-795cd1c2-93d0-432a-910d-f9c18fc7ac7b tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=9958ace3-7686-4434-936a-ad55697624b0 HTTP/1.1" status: 200 len: 943 time: 0.6064005 Feb 09 00:55:41.165617 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-9ce02626-0c4d-465a-95cb-fdeeaa38f711 None None] Port ad0deb01-9b02-4f5f-a974-8fcec4ae56be cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:55:41.202608 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0978a41e-294f-4ab2-8fb8-eb0aa56fd14e req-3bc7f41c-2e91-4733-8178-5678ef45c8a2 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070716 Feb 09 00:55:41.209451 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-4511cd60-4862-463b-8aed-5a65fb2d3c8c req-b2883434-c786-467f-9dc4-a62bc1aad808 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Calling delete_port for 99312894-4ea4-4f79-9874-93f479c9ed50 owned by compute:nova {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:55:41.237171 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf6d83c-e1ed-4a0c-8d0a-4a274f35257e req-281c8582-899d-41c7-811b-d3ff2d7376c1 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:41.248712 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bcf6d83c-e1ed-4a0c-8d0a-4a274f35257e req-281c8582-899d-41c7-811b-d3ff2d7376c1 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e446d3-eb09-4119-b095-c6841026b291 HTTP/1.1" status: 200 len: 949 time: 0.2571809 Feb 09 00:55:41.304483 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:41.375833 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bcf6d83c-e1ed-4a0c-8d0a-4a274f35257e req-6700d7e5-e0f8-4194-8c79-fa027747980c tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f361fac-bee5-49f7-8557-30dc6fac47de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197739 Feb 09 00:55:41.418917 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [req-989d56c7-3cb3-4dd0-aa77-1b596bf17f1f req-60b29bf3-66ff-4a7d-a525-0c64797f7f34 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] show failed (client error): The resource could not be found. Feb 09 00:55:41.418917 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-989d56c7-3cb3-4dd0-aa77-1b596bf17f1f req-60b29bf3-66ff-4a7d-a525-0c64797f7f34 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] 10.222.0.105 "GET /v2.0/security-groups/34182287-6cc1-4558-a3ca-8165708f9062 HTTP/1.1" status: 404 len: 352 time: 0.0290287 Feb 09 00:55:41.468676 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-67c42064-08b5-403a-b85e-7137a7cfee66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:41.476454 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:41.522363 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [req-0eb98bb7-1d57-4b07-9719-c75ebb263d76 req-85502842-1c07-4e3c-a7d8-2026a1b58faa tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] show failed (client error): The resource could not be found. Feb 09 00:55:41.539582 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0eb98bb7-1d57-4b07-9719-c75ebb263d76 req-85502842-1c07-4e3c-a7d8-2026a1b58faa tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] 10.222.0.105 "GET /v2.0/security-group-rules/4aa9be2c-8faf-4bfd-91e6-ee2de0792e12 HTTP/1.1" status: 404 len: 361 time: 0.0413511 Feb 09 00:55:41.553312 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 48fe6a3f-3317-4b0f-b4ba-ddaaef847545 details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:55:41.556324 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 99312894-4ea4-4f79-9874-93f479c9ed50 no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:55:41.680569 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-4511cd60-4862-463b-8aed-5a65fb2d3c8c req-b2883434-c786-467f-9dc4-a62bc1aad808 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:41.709849 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] No Port match for: 99312894-4ea4-4f79-9874-93f479c9ed50 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 00:55:41.710729 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 99312894-4ea4-4f79-9874-93f479c9ed50 not bound to the agent host n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 00:55:41.788263 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2883434-c786-467f-9dc4-a62bc1aad808 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Pushing event deleted for resources: {'Port': ['ID=99312894-4ea4-4f79-9874-93f479c9ed50,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:41.795812 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.db.resource_extend [req-1b184022-e570-4e73-bb86-a2e4944afc9f req-944b88e1-8ba3-4605-9d07-734bc30d637f service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 00:55:41.869563 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 02240c1e-946a-4516-8afd-492b26b5f8cd up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:55:41.973241 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-4511cd60-4862-463b-8aed-5a65fb2d3c8c req-b2883434-c786-467f-9dc4-a62bc1aad808 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] No DVR routers for this DVR port 99312894-4ea4-4f79-9874-93f479c9ed50 on host n-h2-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:55:41.977901 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-4511cd60-4862-463b-8aed-5a65fb2d3c8c req-b2883434-c786-467f-9dc4-a62bc1aad808 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:41.981049 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc8b84b2-b106-40bf-817c-64f458640c01', 'name': 'network-vif-deleted', 'tag': '99312894-4ea4-4f79-9874-93f479c9ed50'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:55:42.004751 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [req-1b184022-e570-4e73-bb86-a2e4944afc9f req-944b88e1-8ba3-4605-9d07-734bc30d637f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c64b64d-1354-4d28-a743-7966f6fd515a {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:55:42.016516 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4511cd60-4862-463b-8aed-5a65fb2d3c8c req-b2883434-c786-467f-9dc4-a62bc1aad808 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.99 "DELETE /v2.0/ports/99312894-4ea4-4f79-9874-93f479c9ed50 HTTP/1.1" status: 204 len: 173 time: 3.2305441 Feb 09 00:55:42.019750 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-1b184022-e570-4e73-bb86-a2e4944afc9f req-944b88e1-8ba3-4605-9d07-734bc30d637f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:42.031225 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 02240c1e-946a-4516-8afd-492b26b5f8cd completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:55:42.048281 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 48fe6a3f-3317-4b0f-b4ba-ddaaef847545, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=48fe6a3f-3317-4b0f-b4ba-ddaaef847545,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:55:42.053901 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-1b184022-e570-4e73-bb86-a2e4944afc9f req-944b88e1-8ba3-4605-9d07-734bc30d637f service neutron] Transition to ACTIVE for port object 5c64b64d-1354-4d28-a743-7966f6fd515a will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:55:42.065146 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-1b184022-e570-4e73-bb86-a2e4944afc9f req-944b88e1-8ba3-4605-9d07-734bc30d637f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:42.065588 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 02240c1e-946a-4516-8afd-492b26b5f8cd triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:55:42.065931 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:42.141953 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': '48fe6a3f-3317-4b0f-b4ba-ddaaef847545', 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6', 'port_id': '48fe6a3f-3317-4b0f-b4ba-ddaaef847545', 'mac_address': 'fa:16:3e:44:ae:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7938d94-1f0f-48bd-a0b3-26d5344ff0ec', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:55:42.153546 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-67c42064-08b5-403a-b85e-7137a7cfee66 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:42.258961 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-67c42064-08b5-403a-b85e-7137a7cfee66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:42.268497 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:42.304071 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 48fe6a3f-3317-4b0f-b4ba-ddaaef847545 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:55:42.386779 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 48fe6a3f-3317-4b0f-b4ba-ddaaef847545, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=48fe6a3f-3317-4b0f-b4ba-ddaaef847545,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:55:42.397166 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:42.445133 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:42.504028 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 02240c1e-946a-4516-8afd-492b26b5f8cd, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=02240c1e-946a-4516-8afd-492b26b5f8cd,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:55:42.512603 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:42.532022 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=48fe6a3f-3317-4b0f-b4ba-ddaaef847545,revision_number=6']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:42.542485 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944b88e1-8ba3-4605-9d07-734bc30d637f service neutron] Pushing event updated for resources: {'Port': ['ID=5c64b64d-1354-4d28-a743-7966f6fd515a,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:42.618987 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c42064-08b5-403a-b85e-7137a7cfee66 admin admin] Pushing event updated for resources: {'Port': ['ID=ad0deb01-9b02-4f5f-a974-8fcec4ae56be,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:42.633718 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c41f2e70-f315-4197-8479-9428dc06564e req-6e018e6d-252b-40b7-9023-caf384bf6502 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc8b84b2-b106-40bf-817c-64f458640c01 HTTP/1.1" status: 200 len: 210 time: 0.4724808 Feb 09 00:55:42.678111 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-1b184022-e570-4e73-bb86-a2e4944afc9f req-944b88e1-8ba3-4605-9d07-734bc30d637f service neutron] Attempting to bind port 5c64b64d-1354-4d28-a743-7966f6fd515a on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:55:42.678465 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-1b184022-e570-4e73-bb86-a2e4944afc9f req-944b88e1-8ba3-4605-9d07-734bc30d637f service neutron] Attempting to bind port 5c64b64d-1354-4d28-a743-7966f6fd515a by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:55:42.678797 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b184022-e570-4e73-bb86-a2e4944afc9f req-944b88e1-8ba3-4605-9d07-734bc30d637f service neutron] Attempting to bind port 5c64b64d-1354-4d28-a743-7966f6fd515a on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:55:42.696050 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b184022-e570-4e73-bb86-a2e4944afc9f req-944b88e1-8ba3-4605-9d07-734bc30d637f service neutron] Port 5c64b64d-1354-4d28-a743-7966f6fd515a on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:55:42.696512 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b184022-e570-4e73-bb86-a2e4944afc9f req-944b88e1-8ba3-4605-9d07-734bc30d637f service neutron] Attempting to bind port 5c64b64d-1354-4d28-a743-7966f6fd515a on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:55:42.704723 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b184022-e570-4e73-bb86-a2e4944afc9f req-944b88e1-8ba3-4605-9d07-734bc30d637f service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:55:42.705060 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b184022-e570-4e73-bb86-a2e4944afc9f req-944b88e1-8ba3-4605-9d07-734bc30d637f service neutron] Checking segment: {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:55:42.705446 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b184022-e570-4e73-bb86-a2e4944afc9f req-944b88e1-8ba3-4605-9d07-734bc30d637f service neutron] Bound using segment: {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:55:42.706122 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-1b184022-e570-4e73-bb86-a2e4944afc9f req-944b88e1-8ba3-4605-9d07-734bc30d637f service neutron] Bound port: 5c64b64d-1354-4d28-a743-7966f6fd515a, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:55:42.706454 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-1b184022-e570-4e73-bb86-a2e4944afc9f req-944b88e1-8ba3-4605-9d07-734bc30d637f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:42.720838 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-afdff541-232c-4d65-84fc-75242cb93e32 service neutron] 10.222.0.62 "GET /v2.0/ports/441f6212-60b3-40e0-b2f5-5551b994980b/bindings/n-h2-828418-1 HTTP/1.1" status: 200 len: 384 time: 0.2550042 Feb 09 00:55:42.725017 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-67c42064-08b5-403a-b85e-7137a7cfee66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:42.785676 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7572b048-e987-4d2b-ac1d-d1f9698722a7 req-1907a40e-cf95-4fd1-a16f-7e4ea12d3445 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] 10.222.0.105 "GET /v2.0/security-groups/645955a9-5f53-4083-9181-ca2f73c08625 HTTP/1.1" status: 200 len: 1812 time: 0.1154010 Feb 09 00:55:42.871076 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=02240c1e-946a-4516-8afd-492b26b5f8cd,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:42.912592 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-1b184022-e570-4e73-bb86-a2e4944afc9f req-944b88e1-8ba3-4605-9d07-734bc30d637f service neutron] For port 5c64b64d-1354-4d28-a743-7966f6fd515a, host n-h1-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:55:42.935198 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-1b184022-e570-4e73-bb86-a2e4944afc9f req-944b88e1-8ba3-4605-9d07-734bc30d637f service neutron] For port 5c64b64d-1354-4d28-a743-7966f6fd515a, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=5c64b64d-1354-4d28-a743-7966f6fd515a,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:55:42.942783 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-1b184022-e570-4e73-bb86-a2e4944afc9f req-944b88e1-8ba3-4605-9d07-734bc30d637f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:42.945875 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e95afc-7a11-4d05-a8ca-6f2dd933cc03 req-d1d5eadb-b2ed-4622-aa96-a5bd72f54e97 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:42.953163 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c5e95afc-7a11-4d05-a8ca-6f2dd933cc03 req-d1d5eadb-b2ed-4622-aa96-a5bd72f54e97 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=90140d92-19ba-4345-9db5-0546529072e2 HTTP/1.1" status: 200 len: 948 time: 0.7958546 Feb 09 00:55:42.981435 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:43.034541 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-7572b048-e987-4d2b-ac1d-d1f9698722a7 req-e9b4e8f3-51ce-4d7b-8912-695e4f86270f tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:43.073661 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b184022-e570-4e73-bb86-a2e4944afc9f req-944b88e1-8ba3-4605-9d07-734bc30d637f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:43.074296 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-1b184022-e570-4e73-bb86-a2e4944afc9f req-944b88e1-8ba3-4605-9d07-734bc30d637f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:43.075732 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1b184022-e570-4e73-bb86-a2e4944afc9f req-944b88e1-8ba3-4605-9d07-734bc30d637f service neutron] 10.222.0.62 "PUT /v2.0/ports/5c64b64d-1354-4d28-a743-7966f6fd515a HTTP/1.1" status: 200 len: 1096 time: 3.0071328 Feb 09 00:55:43.101394 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-7572b048-e987-4d2b-ac1d-d1f9698722a7 req-e9b4e8f3-51ce-4d7b-8912-695e4f86270f tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:43.126772 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c5e95afc-7a11-4d05-a8ca-6f2dd933cc03 req-2fe3959e-aa3c-4482-affc-21a9e13ee73e tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724696 Feb 09 00:55:43.260449 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc8b84b2-b106-40bf-817c-64f458640c01', 'name': 'network-vif-deleted', 'tag': '99312894-4ea4-4f79-9874-93f479c9ed50', 'status': 'completed', 'code': 200} Feb 09 00:55:43.272782 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c42064-08b5-403a-b85e-7137a7cfee66 admin admin] Network 09617035-8eb1-4d2d-a4b7-64d91fc8d493 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:55:43.273464 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944b88e1-8ba3-4605-9d07-734bc30d637f service neutron] Pushing event updated for resources: {'Port': ['ID=5c64b64d-1354-4d28-a743-7966f6fd515a,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:43.276364 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-67c42064-08b5-403a-b85e-7137a7cfee66 admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:55:43.414012 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-10def33b-84d5-463e-99de-354e69ddb9ec service neutron] For port 441f6212-60b3-40e0-b2f5-5551b994980b, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=441f6212-60b3-40e0-b2f5-5551b994980b,segment=NetworkSegment(d7050703-a45d-45b0-a89d-e74c0c0ae2fb),segment_id=d7050703-a45d-45b0-a89d-e74c0c0ae2fb)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:55:43.454796 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b184022-e570-4e73-bb86-a2e4944afc9f req-1bfbce7d-02f4-4611-9e1c-5cab3ba897a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:43.456821 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1b184022-e570-4e73-bb86-a2e4944afc9f req-1bfbce7d-02f4-4611-9e1c-5cab3ba897a0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1510c38a4b2046b5a9943ab7f2f7db5c&device_id=90140d92-19ba-4345-9db5-0546529072e2 HTTP/1.1" status: 200 len: 1099 time: 0.2958119 Feb 09 00:55:43.521720 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-7572b048-e987-4d2b-ac1d-d1f9698722a7 req-e9b4e8f3-51ce-4d7b-8912-695e4f86270f tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:43.644995 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 02240c1e-946a-4516-8afd-492b26b5f8cd up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:55:43.730475 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-31cc71b3-da48-4441-bfa0-e72e30cac5c8 None None] Provisioning complete for port ad0deb01-9b02-4f5f-a974-8fcec4ae56be triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:55:43.730708 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-31cc71b3-da48-4441-bfa0-e72e30cac5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:43.731864 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-10def33b-84d5-463e-99de-354e69ddb9ec service neutron] For port 441f6212-60b3-40e0-b2f5-5551b994980b, host n-h1-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:55:43.800467 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b4e8f3-51ce-4d7b-8912-695e4f86270f tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=645955a9-5f53-4083-9181-ca2f73c08625,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:43.813398 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-7572b048-e987-4d2b-ac1d-d1f9698722a7 req-e9b4e8f3-51ce-4d7b-8912-695e4f86270f tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:43.814693 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7572b048-e987-4d2b-ac1d-d1f9698722a7 req-e9b4e8f3-51ce-4d7b-8912-695e4f86270f tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] 10.222.0.105 "DELETE /v2.0/security-groups/645955a9-5f53-4083-9181-ca2f73c08625 HTTP/1.1" status: 204 len: 173 time: 1.0278158 Feb 09 00:55:43.817523 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1b184022-e570-4e73-bb86-a2e4944afc9f req-0bf6cc09-9cf3-4d89-9526-6dd9c949f3e7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=5c64b64d-1354-4d28-a743-7966f6fd515a HTTP/1.1" status: 200 len: 217 time: 0.3501368 Feb 09 00:55:43.823669 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-10def33b-84d5-463e-99de-354e69ddb9ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 441f6212-60b3-40e0-b2f5-5551b994980b {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:55:43.846956 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67c42064-08b5-403a-b85e-7137a7cfee66 admin admin] Router 4973059c-5ad4-411a-98d2-5eaf5745bf0b has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 00:55:43.874887 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365f725d-4676-4dde-a9f9-e46f73e75e4d req-546d6d00-64eb-45b5-8029-a97fae7cb6d7 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:43.876615 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-365f725d-4676-4dde-a9f9-e46f73e75e4d req-546d6d00-64eb-45b5-8029-a97fae7cb6d7 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=9958ace3-7686-4434-936a-ad55697624b0 HTTP/1.1" status: 200 len: 943 time: 0.4132311 Feb 09 00:55:43.903267 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-31cc71b3-da48-4441-bfa0-e72e30cac5c8 None None] Port ad0deb01-9b02-4f5f-a974-8fcec4ae56be cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:55:43.905527 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 02240c1e-946a-4516-8afd-492b26b5f8cd triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:55:43.907304 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:43.958913 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b184022-e570-4e73-bb86-a2e4944afc9f req-16578c83-7078-4158-9ba5-732e503367cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:43.960512 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1b184022-e570-4e73-bb86-a2e4944afc9f req-16578c83-7078-4158-9ba5-732e503367cf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.1294327 Feb 09 00:55:43.970260 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-10def33b-84d5-463e-99de-354e69ddb9ec service neutron] For port 441f6212-60b3-40e0-b2f5-5551b994980b, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=441f6212-60b3-40e0-b2f5-5551b994980b,segment=NetworkSegment(d7050703-a45d-45b0-a89d-e74c0c0ae2fb),segment_id=d7050703-a45d-45b0-a89d-e74c0c0ae2fb)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:55:44.039900 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-365f725d-4676-4dde-a9f9-e46f73e75e4d req-4ec1c977-fd58-4c96-b1f4-e1736ecca1c1 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546621 Feb 09 00:55:44.049460 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-10def33b-84d5-463e-99de-354e69ddb9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:44.054681 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 441f6212-60b3-40e0-b2f5-5551b994980b no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:55:44.256956 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-10def33b-84d5-463e-99de-354e69ddb9ec service neutron] Transition to ACTIVE for port object 441f6212-60b3-40e0-b2f5-5551b994980b will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:55:44.266490 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c42064-08b5-403a-b85e-7137a7cfee66 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 00:55:44.275879 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-10def33b-84d5-463e-99de-354e69ddb9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:44.283519 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-67c42064-08b5-403a-b85e-7137a7cfee66 admin admin] 10.222.0.105 "PUT /v2.0/routers/4973059c-5ad4-411a-98d2-5eaf5745bf0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9644806 Feb 09 00:55:44.300943 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9571e2e1-f648-4dc9-a79a-b993514075a3 None None] Sync routers for ids ['4973059c-5ad4-411a-98d2-5eaf5745bf0b'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:55:44.344468 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9571e2e1-f648-4dc9-a79a-b993514075a3 None None] Routers {'4973059c-5ad4-411a-98d2-5eaf5745bf0b'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:55:44.345119 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-9571e2e1-f648-4dc9-a79a-b993514075a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:55:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['4973059c-5ad4-411a-98d2-5eaf5745bf0b'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:55:44.358188 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73107129-d337-4e73-bc20-3e803f03ed2b req-ba1f559a-1530-4e62-a67f-13d2623bd05e tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:44.361085 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-73107129-d337-4e73-bc20-3e803f03ed2b req-ba1f559a-1530-4e62-a67f-13d2623bd05e tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e446d3-eb09-4119-b095-c6841026b291 HTTP/1.1" status: 200 len: 949 time: 0.2038791 Feb 09 00:55:44.425880 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b184022-e570-4e73-bb86-a2e4944afc9f req-9ea88a69-67c7-4fcc-9fb7-bed84a84557c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:44.427477 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1b184022-e570-4e73-bb86-a2e4944afc9f req-9ea88a69-67c7-4fcc-9fb7-bed84a84557c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4348903 Feb 09 00:55:44.487517 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7acda5b5-49e3-4c07-85ac-a341345f1a2d req-ea5560e7-6544-46a1-b8e3-dacb55a78285 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc8b84b2-b106-40bf-817c-64f458640c01 HTTP/1.1" status: 200 len: 210 time: 0.1253009 Feb 09 00:55:44.552165 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-9571e2e1-f648-4dc9-a79a-b993514075a3 None None] Set router 4973059c-5ad4-411a-98d2-5eaf5745bf0b gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:55:44.630670 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-73107129-d337-4e73-bc20-3e803f03ed2b req-b6a80c2f-3bee-43aa-9a34-069a9895b235 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f361fac-bee5-49f7-8557-30dc6fac47de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895161 Feb 09 00:55:44.703729 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 45368) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:55:44.706380 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1b184022-e570-4e73-bb86-a2e4944afc9f req-d3351847-6531-440c-be96-03acaf485f4c service neutron] 10.222.0.62 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512009 Feb 09 00:55:44.791615 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['48fe6a3f-3317-4b0f-b4ba-ddaaef847545'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:55:44.996790 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f13d3a60-8cc1-4668-b97a-2e291985b454 req-e2ee4890-4159-44c8-ad9b-a2b88a6facb8 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] 10.222.0.105 "GET /v2.0/security-groups/a9e6c2a6-ec8a-453b-99aa-f60d8b1b60d4 HTTP/1.1" status: 200 len: 1811 time: 0.4394238 Feb 09 00:55:45.039739 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10def33b-84d5-463e-99de-354e69ddb9ec service neutron] Pushing event updated for resources: {'Port': ['ID=441f6212-60b3-40e0-b2f5-5551b994980b,revision_number=10']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:45.052997 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-10def33b-84d5-463e-99de-354e69ddb9ec service neutron] No DVR routers for this DVR port 441f6212-60b3-40e0-b2f5-5551b994980b on host n-h1-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:55:45.142835 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-10def33b-84d5-463e-99de-354e69ddb9ec service neutron] 10.222.0.62 "PUT /v2.0/ports/441f6212-60b3-40e0-b2f5-5551b994980b/bindings/n-h2-828418-1/activate HTTP/1.1" status: 200 len: 369 time: 2.4148209 Feb 09 00:55:45.208973 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1b184022-e570-4e73-bb86-a2e4944afc9f req-d9ea9b28-8766-4182-9323-5824f8736a79 service neutron] 10.222.0.62 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3793082 Feb 09 00:55:45.261983 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90140d92-19ba-4345-9db5-0546529072e2', 'tag': '5c64b64d-1354-4d28-a743-7966f6fd515a'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:55:45.299098 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-9571e2e1-f648-4dc9-a79a-b993514075a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4973059c-5ad4-411a-98d2-5eaf5745bf0b', 'name': 'tempest-ServersTestFqdnHostnames-2020127081-router', 'tenant_id': '8bc1da1a15da41198f9d55ba335bf145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '02240c1e-946a-4516-8afd-492b26b5f8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:55:29Z', 'updated_at': '2022-02-09T00:55:41Z', 'revision_number': 4, 'project_id': '8bc1da1a15da41198f9d55ba335bf145', 'gw_port': {'id': '02240c1e-946a-4516-8afd-492b26b5f8cd', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:6b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4973059c-5ad4-411a-98d2-5eaf5745bf0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:55:31Z', 'updated_at': '2022-02-09T00:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'ad0deb01-9b02-4f5f-a974-8fcec4ae56be', 'name': '', 'network_id': '09617035-8eb1-4d2d-a4b7-64d91fc8d493', 'tenant_id': '8bc1da1a15da41198f9d55ba335bf145', 'mac_address': 'fa:16:3e:4c:18:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4973059c-5ad4-411a-98d2-5eaf5745bf0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'c3ed3387-3fad-4c22-9c3a-77646a3ce16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:55:38Z', 'updated_at': '2022-02-09T00:55:41Z', 'revision_number': 2, 'project_id': '8bc1da1a15da41198f9d55ba335bf145', 'subnets': [{'id': 'c3ed3387-3fad-4c22-9c3a-77646a3ce16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:55:45.304394 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9571e2e1-f648-4dc9-a79a-b993514075a3 None None] Checking router: 4973059c-5ad4-411a-98d2-5eaf5745bf0b for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:55:45.304748 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9571e2e1-f648-4dc9-a79a-b993514075a3 None None] Updating router 4973059c-5ad4-411a-98d2-5eaf5745bf0b port ad0deb01-9b02-4f5f-a974-8fcec4ae56be binding host n-d-828418-1 {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:55:45.324348 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-db882840-eb03-4597-a8c5-9eb0eabbd11a tempest-LiveAutoBlockMigrationV225Test-40327280 tempest-LiveAutoBlockMigrationV225Test-40327280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:45.327313 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-db882840-eb03-4597-a8c5-9eb0eabbd11a tempest-LiveAutoBlockMigrationV225Test-40327280 tempest-LiveAutoBlockMigrationV225Test-40327280-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=9958ace3-7686-4434-936a-ad55697624b0&tenant_id=35dd69c7034749ab9d62471941920e2c&binding%3Ahost_id=n-h1-828418-1 HTTP/1.1" status: 200 len: 1095 time: 0.1169324 Feb 09 00:55:45.373574 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9571e2e1-f648-4dc9-a79a-b993514075a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:45.496883 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-8eae54e3-1ce5-4ccd-92f7-030a7d0496f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:45.500131 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-8eae54e3-1ce5-4ccd-92f7-030a7d0496f7 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=9958ace3-7686-4434-936a-ad55697624b0&tenant_id=35dd69c7034749ab9d62471941920e2c HTTP/1.1" status: 200 len: 1095 time: 0.1601560 Feb 09 00:55:45.581573 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-f13d3a60-8cc1-4668-b97a-2e291985b454 req-8308c5df-0d97-4a32-aacc-d8cf06bda53a tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:45.644404 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764dc1e0-8ff0-4d1a-bf57-bd41b29eccca req-9c22ed7a-c8ed-4a0f-9bdc-e058ea0ca653 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:45.652606 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-764dc1e0-8ff0-4d1a-bf57-bd41b29eccca req-9c22ed7a-c8ed-4a0f-9bdc-e058ea0ca653 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=90140d92-19ba-4345-9db5-0546529072e2 HTTP/1.1" status: 200 len: 948 time: 0.7545350 Feb 09 00:55:45.685082 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-f13d3a60-8cc1-4668-b97a-2e291985b454 req-8308c5df-0d97-4a32-aacc-d8cf06bda53a tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:45.753455 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-e05f1ca0-914f-4f71-9d29-2fa2310d4e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:45.755045 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-e05f1ca0-914f-4f71-9d29-2fa2310d4e6c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=35dd69c7034749ab9d62471941920e2c&device_id=9958ace3-7686-4434-936a-ad55697624b0 HTTP/1.1" status: 200 len: 1095 time: 0.2175097 Feb 09 00:55:45.874538 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-764dc1e0-8ff0-4d1a-bf57-bd41b29eccca req-2ef0424f-baa9-4d18-aa4b-9f1777d6de86 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136354 Feb 09 00:55:45.877840 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-f13d3a60-8cc1-4668-b97a-2e291985b454 req-8308c5df-0d97-4a32-aacc-d8cf06bda53a tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:45.918547 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9571e2e1-f648-4dc9-a79a-b993514075a3 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:45.944533 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8308c5df-0d97-4a32-aacc-d8cf06bda53a tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e6c2a6-ec8a-453b-99aa-f60d8b1b60d4,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:45.947269 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-9571e2e1-f648-4dc9-a79a-b993514075a3 None None] Transition to ACTIVE for port object ad0deb01-9b02-4f5f-a974-8fcec4ae56be will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:55:45.964421 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9571e2e1-f648-4dc9-a79a-b993514075a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:46.006357 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-f13d3a60-8cc1-4668-b97a-2e291985b454 req-8308c5df-0d97-4a32-aacc-d8cf06bda53a tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:46.024190 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f13d3a60-8cc1-4668-b97a-2e291985b454 req-8308c5df-0d97-4a32-aacc-d8cf06bda53a tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] 10.222.0.105 "DELETE /v2.0/security-groups/a9e6c2a6-ec8a-453b-99aa-f60d8b1b60d4 HTTP/1.1" status: 204 len: 173 time: 1.0263429 Feb 09 00:55:46.074752 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-948eedf1-2691-44a7-8588-88e06af2aaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:46.076482 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-948eedf1-2691-44a7-8588-88e06af2aaea service neutron] 10.222.0.99 "GET /v2.0/networks?id=2c19901d-9303-4cfd-b96f-b8f2e52fb4b9 HTTP/1.1" status: 200 len: 922 time: 0.3146682 Feb 09 00:55:46.243174 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-22eb03b2-4962-4477-81d4-bdd2511b0de0 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=441f6212-60b3-40e0-b2f5-5551b994980b HTTP/1.1" status: 200 len: 217 time: 0.1590083 Feb 09 00:55:46.250272 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90140d92-19ba-4345-9db5-0546529072e2', 'tag': '5c64b64d-1354-4d28-a743-7966f6fd515a', 'status': 'completed', 'code': 200} Feb 09 00:55:46.278338 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 48fe6a3f-3317-4b0f-b4ba-ddaaef847545 up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:55:46.436762 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce922d2-cd0f-45fb-b679-c8406ba46527 req-130b159d-c160-477f-a3bb-19a94fa976d7 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:46.438880 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7ce922d2-cd0f-45fb-b679-c8406ba46527 req-130b159d-c160-477f-a3bb-19a94fa976d7 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=9958ace3-7686-4434-936a-ad55697624b0 HTTP/1.1" status: 200 len: 944 time: 0.2706113 Feb 09 00:55:46.450853 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ef29c2-643c-477e-bb8a-6f2f7e04eeff None None] Pushing event updated for resources: {'Port': ['ID=ad0deb01-9b02-4f5f-a974-8fcec4ae56be,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:46.496612 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c31e0651-fd77-46e8-8587-176fb058a324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:46.527610 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-2fdd14d5-94a9-4ddf-8268-5e069f0c37cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:46.529866 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-2fdd14d5-94a9-4ddf-8268-5e069f0c37cd service neutron] 10.222.0.99 "GET /v2.0/subnets?id=f523b7b8-aa23-4f63-9894-de0d35bb1ce5 HTTP/1.1" status: 200 len: 861 time: 0.1855774 Feb 09 00:55:46.619764 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port 48fe6a3f-3317-4b0f-b4ba-ddaaef847545 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:55:46.623854 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:46.642884 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-2f49d8a8-6dbf-49c6-a6f2-91974b1d2e7e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=2c19901d-9303-4cfd-b96f-b8f2e52fb4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0925806 Feb 09 00:55:46.847178 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-9571e2e1-f648-4dc9-a79a-b993514075a3 None None] Attempting to bind port ad0deb01-9b02-4f5f-a974-8fcec4ae56be on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:55:46.848463 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-9571e2e1-f648-4dc9-a79a-b993514075a3 None None] Attempting to bind port ad0deb01-9b02-4f5f-a974-8fcec4ae56be by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'f23b56c2-9670-4e30-9ed3-a61d7c84bd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '09617035-8eb1-4d2d-a4b7-64d91fc8d493'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:55:46.849147 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9571e2e1-f648-4dc9-a79a-b993514075a3 None None] Attempting to bind port ad0deb01-9b02-4f5f-a974-8fcec4ae56be on network 09617035-8eb1-4d2d-a4b7-64d91fc8d493 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:55:46.864528 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9571e2e1-f648-4dc9-a79a-b993514075a3 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:55:46.864905 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9571e2e1-f648-4dc9-a79a-b993514075a3 None None] Checking segment: {'id': 'f23b56c2-9670-4e30-9ed3-a61d7c84bd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '09617035-8eb1-4d2d-a4b7-64d91fc8d493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:55:46.865291 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9571e2e1-f648-4dc9-a79a-b993514075a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:46.865697 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9571e2e1-f648-4dc9-a79a-b993514075a3 None None] Bound using segment: {'id': 'f23b56c2-9670-4e30-9ed3-a61d7c84bd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '09617035-8eb1-4d2d-a4b7-64d91fc8d493'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:55:46.866169 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-9571e2e1-f648-4dc9-a79a-b993514075a3 None None] Bound port: ad0deb01-9b02-4f5f-a974-8fcec4ae56be, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f23b56c2-9670-4e30-9ed3-a61d7c84bd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '09617035-8eb1-4d2d-a4b7-64d91fc8d493'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:55:46.866536 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9571e2e1-f648-4dc9-a79a-b993514075a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:46.924022 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7ce922d2-cd0f-45fb-b679-c8406ba46527 req-02be556f-49a7-453b-9a75-64ffe244370a tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4762540 Feb 09 00:55:46.979453 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab50055-7dd4-4a01-b967-981ebe5ae228 req-098c10d4-2a2d-46de-aa52-888c05aaf51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:46.980991 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-eab50055-7dd4-4a01-b967-981ebe5ae228 req-098c10d4-2a2d-46de-aa52-888c05aaf51f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1510c38a4b2046b5a9943ab7f2f7db5c&device_id=90140d92-19ba-4345-9db5-0546529072e2 HTTP/1.1" status: 200 len: 1099 time: 0.7299333 Feb 09 00:55:47.039044 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:47.089890 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 48fe6a3f-3317-4b0f-b4ba-ddaaef847545, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=48fe6a3f-3317-4b0f-b4ba-ddaaef847545,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:55:47.094791 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5567b915-490a-468c-8e0d-6856d8c8f6d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48fe6a3f-3317-4b0f-b4ba-ddaaef847545'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:55:47.101042 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-9571e2e1-f648-4dc9-a79a-b993514075a3 None None] For port ad0deb01-9b02-4f5f-a974-8fcec4ae56be, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:55:47.104747 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:47.110366 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-9571e2e1-f648-4dc9-a79a-b993514075a3 None None] For port ad0deb01-9b02-4f5f-a974-8fcec4ae56be, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=ad0deb01-9b02-4f5f-a974-8fcec4ae56be,segment=NetworkSegment(f23b56c2-9670-4e30-9ed3-a61d7c84bd7a),segment_id=f23b56c2-9670-4e30-9ed3-a61d7c84bd7a)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:55:47.197268 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9571e2e1-f648-4dc9-a79a-b993514075a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:47.262414 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08132b4-ac4e-4323-9f94-645a239ab134 req-7d59567b-c93d-4547-806c-2e2311ab742f tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:47.265002 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f08132b4-ac4e-4323-9f94-645a239ab134 req-7d59567b-c93d-4547-806c-2e2311ab742f tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e446d3-eb09-4119-b095-c6841026b291 HTTP/1.1" status: 200 len: 949 time: 0.6096892 Feb 09 00:55:47.294424 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab50055-7dd4-4a01-b967-981ebe5ae228 req-2ec108f9-f608-4078-bb93-8f5252727443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:47.297765 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-eab50055-7dd4-4a01-b967-981ebe5ae228 req-2ec108f9-f608-4078-bb93-8f5252727443 service neutron] 10.222.0.62 "GET /v2.0/networks?id=42d335cf-a678-4bc3-901b-7d21fb8587e6 HTTP/1.1" status: 200 len: 870 time: 0.2800994 Feb 09 00:55:47.328097 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-660ac9e5-63d5-4086-ab04-284cb54a1d0e req-e4e58ae3-c951-4afa-8d13-90edc9e73e8e tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] 10.222.0.105 "GET /v2.0/security-groups/0898d945-427e-40a2-8b9c-e8e35aff16a7 HTTP/1.1" status: 200 len: 1812 time: 0.1608062 Feb 09 00:55:47.329665 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9571e2e1-f648-4dc9-a79a-b993514075a3 None None] Routers {'4973059c-5ad4-411a-98d2-5eaf5745bf0b'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:55:47.330328 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-9571e2e1-f648-4dc9-a79a-b993514075a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:55:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['4973059c-5ad4-411a-98d2-5eaf5745bf0b'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:55:47.411138 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f08132b4-ac4e-4323-9f94-645a239ab134 req-ef30ec10-7d88-4cbe-8995-e8f8f50130d1 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f361fac-bee5-49f7-8557-30dc6fac47de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080189 Feb 09 00:55:47.432780 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-a56ffb49-674a-43c8-b3a1-33d6de59bcd5 service neutron] 10.222.0.99 "GET /v2.0/networks/2c19901d-9303-4cfd-b96f-b8f2e52fb4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7820735 Feb 09 00:55:47.510562 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=48fe6a3f-3317-4b0f-b4ba-ddaaef847545,revision_number=7']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:47.764114 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-eab50055-7dd4-4a01-b967-981ebe5ae228 req-921c65bc-9fd4-45b9-93c1-23b832c14071 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=5c64b64d-1354-4d28-a743-7966f6fd515a HTTP/1.1" status: 200 len: 217 time: 0.4525211 Feb 09 00:55:47.789479 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ef29c2-643c-477e-bb8a-6f2f7e04eeff None None] Pushing event updated for resources: {'Port': ['ID=ad0deb01-9b02-4f5f-a974-8fcec4ae56be,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:47.852156 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-660ac9e5-63d5-4086-ab04-284cb54a1d0e req-e36288ac-a3a0-4962-8941-7785c8db4dfe tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:47.947826 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab50055-7dd4-4a01-b967-981ebe5ae228 req-132c7e0b-8e75-4ee3-88d8-7846999b30e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:47.949729 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-eab50055-7dd4-4a01-b967-981ebe5ae228 req-132c7e0b-8e75-4ee3-88d8-7846999b30e6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.1727715 Feb 09 00:55:47.955493 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-660ac9e5-63d5-4086-ab04-284cb54a1d0e req-e36288ac-a3a0-4962-8941-7785c8db4dfe tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:48.088804 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-b507d9c1-e234-4bd8-a7bb-885c21e60a56 service neutron] 10.222.0.99 "GET /v2.0/networks/2c19901d-9303-4cfd-b96f-b8f2e52fb4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6249428 Feb 09 00:55:48.124346 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 5c64b64d-1354-4d28-a743-7966f6fd515a details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:55:48.210236 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab50055-7dd4-4a01-b967-981ebe5ae228 req-1fb6c0b7-d815-4810-bc8d-f630da71d0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:48.214419 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-eab50055-7dd4-4a01-b967-981ebe5ae228 req-1fb6c0b7-d815-4810-bc8d-f630da71d0ff service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2520127 Feb 09 00:55:48.237144 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-660ac9e5-63d5-4086-ab04-284cb54a1d0e req-e36288ac-a3a0-4962-8941-7785c8db4dfe tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:48.316705 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-c31e0651-fd77-46e8-8587-176fb058a324 admin admin] Deleting port ad0deb01-9b02-4f5f-a974-8fcec4ae56be {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:55:48.321770 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c31e0651-fd77-46e8-8587-176fb058a324 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:48.500922 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36288ac-a3a0-4962-8941-7785c8db4dfe tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0898d945-427e-40a2-8b9c-e8e35aff16a7,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:48.525047 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-660ac9e5-63d5-4086-ab04-284cb54a1d0e req-e36288ac-a3a0-4962-8941-7785c8db4dfe tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:48.555367 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-660ac9e5-63d5-4086-ab04-284cb54a1d0e req-e36288ac-a3a0-4962-8941-7785c8db4dfe tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] 10.222.0.105 "DELETE /v2.0/security-groups/0898d945-427e-40a2-8b9c-e8e35aff16a7 HTTP/1.1" status: 204 len: 173 time: 1.1498530 Feb 09 00:55:48.614680 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 5c64b64d-1354-4d28-a743-7966f6fd515a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=5c64b64d-1354-4d28-a743-7966f6fd515a,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:55:48.712187 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '5c64b64d-1354-4d28-a743-7966f6fd515a', 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6', 'port_id': '5c64b64d-1354-4d28-a743-7966f6fd515a', 'mac_address': 'fa:16:3e:57:bb:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7938d94-1f0f-48bd-a0b3-26d5344ff0ec', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:55:48.800572 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-eab50055-7dd4-4a01-b967-981ebe5ae228 req-3c0bd055-65a6-4b8d-875d-3d7003643a50 service neutron] 10.222.0.62 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5771201 Feb 09 00:55:48.810973 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-9571e2e1-f648-4dc9-a79a-b993514075a3 None None] Set router 4973059c-5ad4-411a-98d2-5eaf5745bf0b gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:55:48.895165 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:49.064986 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-c31e0651-fd77-46e8-8587-176fb058a324 admin admin] For port ad0deb01-9b02-4f5f-a974-8fcec4ae56be, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=ad0deb01-9b02-4f5f-a974-8fcec4ae56be,segment=NetworkSegment(f23b56c2-9670-4e30-9ed3-a61d7c84bd7a),segment_id=f23b56c2-9670-4e30-9ed3-a61d7c84bd7a)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:55:49.070137 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c31e0651-fd77-46e8-8587-176fb058a324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:49.121366 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c65b4a6-608b-42d4-935d-41f7e95829ee req-2ec9d904-1154-4d93-8f54-40ec52247652 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:49.128808 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3c65b4a6-608b-42d4-935d-41f7e95829ee req-2ec9d904-1154-4d93-8f54-40ec52247652 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=90140d92-19ba-4345-9db5-0546529072e2 HTTP/1.1" status: 200 len: 948 time: 0.2911608 Feb 09 00:55:49.153549 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c64b64d-1354-4d28-a743-7966f6fd515a {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:55:49.197518 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-1f80783a-1c6d-4760-a0d8-ebb21013cc07 tempest-LiveAutoBlockMigrationV225Test-40327280 tempest-LiveAutoBlockMigrationV225Test-40327280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:49.199284 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-1f80783a-1c6d-4760-a0d8-ebb21013cc07 tempest-LiveAutoBlockMigrationV225Test-40327280 tempest-LiveAutoBlockMigrationV225Test-40327280-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=9958ace3-7686-4434-936a-ad55697624b0&tenant_id=35dd69c7034749ab9d62471941920e2c&binding%3Ahost_id=n-h2-828418-1 HTTP/1.1" status: 200 len: 1095 time: 0.5798678 Feb 09 00:55:49.262453 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 5c64b64d-1354-4d28-a743-7966f6fd515a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=5c64b64d-1354-4d28-a743-7966f6fd515a,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:55:49.269864 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-eab50055-7dd4-4a01-b967-981ebe5ae228 req-62906fea-d56f-4bed-8d53-ddf887ecfd9e service neutron] 10.222.0.62 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4478817 Feb 09 00:55:49.273023 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:49.309110 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b89f0c-48a3-4f97-bf85-6a79702e212c req-a5ceab08-9d62-431e-b238-d43f042d1a58 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:49.320996 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-37b89f0c-48a3-4f97-bf85-6a79702e212c req-a5ceab08-9d62-431e-b238-d43f042d1a58 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Synchronizing usage tracker for tenant:8d883076d7064c219a98a8f981d7945a on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:55:49.360045 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-37b89f0c-48a3-4f97-bf85-6a79702e212c req-a5ceab08-9d62-431e-b238-d43f042d1a58 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Unset dirty status for tenant:8d883076d7064c219a98a8f981d7945a on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:55:49.366195 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-37b89f0c-48a3-4f97-bf85-6a79702e212c req-a5ceab08-9d62-431e-b238-d43f042d1a58 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.99 "GET /v2.0/ports?device_id=1f26b1f1-bccd-471c-9b04-b9969c8e9c78 HTTP/1.1" status: 200 len: 944 time: 0.3282833 Feb 09 00:55:49.566261 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=5c64b64d-1354-4d28-a743-7966f6fd515a,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:49.581558 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-37b89f0c-48a3-4f97-bf85-6a79702e212c req-3812a056-48d2-465f-ac54-456aae715556 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Deleting port 6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:55:49.585353 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-37b89f0c-48a3-4f97-bf85-6a79702e212c req-3812a056-48d2-465f-ac54-456aae715556 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:49.616281 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-9571e2e1-f648-4dc9-a79a-b993514075a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4973059c-5ad4-411a-98d2-5eaf5745bf0b', 'name': 'tempest-ServersTestFqdnHostnames-2020127081-router', 'tenant_id': '8bc1da1a15da41198f9d55ba335bf145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '02240c1e-946a-4516-8afd-492b26b5f8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:55:29Z', 'updated_at': '2022-02-09T00:55:41Z', 'revision_number': 4, 'project_id': '8bc1da1a15da41198f9d55ba335bf145', 'gw_port': {'id': '02240c1e-946a-4516-8afd-492b26b5f8cd', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:6b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4973059c-5ad4-411a-98d2-5eaf5745bf0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:55:31Z', 'updated_at': '2022-02-09T00:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'ad0deb01-9b02-4f5f-a974-8fcec4ae56be', 'name': '', 'network_id': '09617035-8eb1-4d2d-a4b7-64d91fc8d493', 'tenant_id': '8bc1da1a15da41198f9d55ba335bf145', 'mac_address': 'fa:16:3e:4c:18:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4973059c-5ad4-411a-98d2-5eaf5745bf0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'c3ed3387-3fad-4c22-9c3a-77646a3ce16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:55:38Z', 'updated_at': '2022-02-09T00:55:47Z', 'revision_number': 4, 'project_id': '8bc1da1a15da41198f9d55ba335bf145', 'subnets': [{'id': 'c3ed3387-3fad-4c22-9c3a-77646a3ce16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:55:49.620965 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9571e2e1-f648-4dc9-a79a-b993514075a3 None None] The sync data for ids ['4973059c-5ad4-411a-98d2-5eaf5745bf0b'] in n-d-828418-1 is: [{'id': '4973059c-5ad4-411a-98d2-5eaf5745bf0b', 'name': 'tempest-ServersTestFqdnHostnames-2020127081-router', 'tenant_id': '8bc1da1a15da41198f9d55ba335bf145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '02240c1e-946a-4516-8afd-492b26b5f8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:55:29Z', 'updated_at': '2022-02-09T00:55:41Z', 'revision_number': 4, 'project_id': '8bc1da1a15da41198f9d55ba335bf145', 'gw_port': {'id': '02240c1e-946a-4516-8afd-492b26b5f8cd', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:6b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4973059c-5ad4-411a-98d2-5eaf5745bf0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:55:31Z', 'updated_at': '2022-02-09T00:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'ad0deb01-9b02-4f5f-a974-8fcec4ae56be', 'name': '', 'network_id': '09617035-8eb1-4d2d-a4b7-64d91fc8d493', 'tenant_id': '8bc1da1a15da41198f9d55ba335bf145', 'mac_address': 'fa:16:3e:4c:18:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4973059c-5ad4-411a-98d2-5eaf5745bf0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'c3ed3387-3fad-4c22-9c3a-77646a3ce16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:55:38Z', 'updated_at': '2022-02-09T00:55:47Z', 'revision_number': 4, 'project_id': '8bc1da1a15da41198f9d55ba335bf145', 'subnets': [{'id': 'c3ed3387-3fad-4c22-9c3a-77646a3ce16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:55:49.666134 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['5c64b64d-1354-4d28-a743-7966f6fd515a'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:55:49.823281 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-42ae4b49-759c-4a26-9140-ec7deaa9d502 service neutron] For port 441f6212-60b3-40e0-b2f5-5551b994980b, host n-h1-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:55:49.837824 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-c31e0651-fd77-46e8-8587-176fb058a324 admin admin] Calling delete_port for ad0deb01-9b02-4f5f-a974-8fcec4ae56be owned by network:router_interface {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:55:49.841023 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-42ae4b49-759c-4a26-9140-ec7deaa9d502 service neutron] Notify callbacks [] for binding, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:49.843936 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e375cca0-e27f-42f6-9e9c-834b48c99fd8 req-42ae4b49-759c-4a26-9140-ec7deaa9d502 service neutron] 10.222.0.99 "DELETE /v2.0/ports/441f6212-60b3-40e0-b2f5-5551b994980b/bindings/n-h1-828418-1 HTTP/1.1" status: 204 len: 173 time: 0.6309793 Feb 09 00:55:50.177623 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3c65b4a6-608b-42d4-935d-41f7e95829ee req-36381a88-9d96-4c43-b9e3-fad9fe597d6a tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9071989 Feb 09 00:55:50.275390 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-37b89f0c-48a3-4f97-bf85-6a79702e212c req-3812a056-48d2-465f-ac54-456aae715556 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] For port 6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f,segment=NetworkSegment(b907962e-2c92-4e5e-9eb3-daae4f34051b),segment_id=b907962e-2c92-4e5e-9eb3-daae4f34051b)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:55:50.275748 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-37b89f0c-48a3-4f97-bf85-6a79702e212c req-3812a056-48d2-465f-ac54-456aae715556 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:50.351836 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5567b915-490a-468c-8e0d-6856d8c8f6d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48fe6a3f-3317-4b0f-b4ba-ddaaef847545', 'code': 200} Feb 09 00:55:50.973891 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea5f128-c1b8-4953-81c9-d8ec11ef3459 req-e3349144-29aa-4127-9764-c16f9eeeafa1 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:50.984239 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2ea5f128-c1b8-4953-81c9-d8ec11ef3459 req-e3349144-29aa-4127-9764-c16f9eeeafa1 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=9958ace3-7686-4434-936a-ad55697624b0 HTTP/1.1" status: 200 len: 944 time: 0.4326012 Feb 09 00:55:51.156988 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-37b89f0c-48a3-4f97-bf85-6a79702e212c req-3812a056-48d2-465f-ac54-456aae715556 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Calling delete_port for 6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f owned by compute:nova {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:55:51.233900 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2ea5f128-c1b8-4953-81c9-d8ec11ef3459 req-6cfc6706-f457-4ed0-9740-315c19f7118a tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337570 Feb 09 00:55:51.277588 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c31e0651-fd77-46e8-8587-176fb058a324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:51.410393 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:51.491111 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31e0651-fd77-46e8-8587-176fb058a324 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad0deb01-9b02-4f5f-a974-8fcec4ae56be,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:51.523502 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-37b89f0c-48a3-4f97-bf85-6a79702e212c req-3812a056-48d2-465f-ac54-456aae715556 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:51.664868 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3812a056-48d2-465f-ac54-456aae715556 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Pushing event deleted for resources: {'Port': ['ID=6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:51.730838 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-37b89f0c-48a3-4f97-bf85-6a79702e212c req-3812a056-48d2-465f-ac54-456aae715556 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] No DVR routers for this DVR port 6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f on host n-h2-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:55:51.742277 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-37b89f0c-48a3-4f97-bf85-6a79702e212c req-3812a056-48d2-465f-ac54-456aae715556 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:51.745037 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f26b1f1-bccd-471c-9b04-b9969c8e9c78', 'name': 'network-vif-deleted', 'tag': '6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:55:51.792450 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-37b89f0c-48a3-4f97-bf85-6a79702e212c req-3812a056-48d2-465f-ac54-456aae715556 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.99 "DELETE /v2.0/ports/6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f HTTP/1.1" status: 204 len: 173 time: 2.4197366 Feb 09 00:55:51.876461 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0449ace5-36c4-461c-aea7-4f92b5a6903b req-bb13e461-0256-4453-9e7c-31c6195a6212 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f26b1f1-bccd-471c-9b04-b9969c8e9c78 HTTP/1.1" status: 200 len: 210 time: 0.2221136 Feb 09 00:55:51.969103 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 5c64b64d-1354-4d28-a743-7966f6fd515a up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:55:52.168049 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port 5c64b64d-1354-4d28-a743-7966f6fd515a completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:55:52.180767 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 5c64b64d-1354-4d28-a743-7966f6fd515a triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:55:52.181669 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:52.262828 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:55:52.361677 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c31e0651-fd77-46e8-8587-176fb058a324 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:52.377423 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] No Port match for: 6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 00:55:52.380551 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f not bound to the agent host n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 00:55:52.483993 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f24ac-3761-43b7-98ea-4210a27c3ade req-9f4c1d1a-e3f9-4a0a-a6fa-d736ce543993 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:52.492025 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d43f24ac-3761-43b7-98ea-4210a27c3ade req-9f4c1d1a-e3f9-4a0a-a6fa-d736ce543993 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e446d3-eb09-4119-b095-c6841026b291 HTTP/1.1" status: 200 len: 949 time: 0.2294769 Feb 09 00:55:52.660457 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d43f24ac-3761-43b7-98ea-4210a27c3ade req-bd5ec87d-832b-47a1-b3d7-3329e81c9afd tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f361fac-bee5-49f7-8557-30dc6fac47de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653852 Feb 09 00:55:52.681256 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:52.790554 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 5c64b64d-1354-4d28-a743-7966f6fd515a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=5c64b64d-1354-4d28-a743-7966f6fd515a,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:55:52.791915 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90140d92-19ba-4345-9db5-0546529072e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c64b64d-1354-4d28-a743-7966f6fd515a'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:55:52.821752 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:53.021388 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5dccfe44-f9dd-4ca6-979e-e419f11c7cf6 req-fe4bd852-110f-4445-9036-dbbd90c222e0 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] 10.222.0.105 "GET /v2.0/security-groups/3b69995d-d87f-4058-8e08-4f83d14c3e31 HTTP/1.1" status: 200 len: 1812 time: 0.2820950 Feb 09 00:55:53.054188 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=5c64b64d-1354-4d28-a743-7966f6fd515a,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:53.374433 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5dccfe44-f9dd-4ca6-979e-e419f11c7cf6 req-c7beed85-1646-4ff3-8fc9-0017d361bd7f tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:53.381063 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c31e0651-fd77-46e8-8587-176fb058a324 admin admin] Router 4973059c-5ad4-411a-98d2-5eaf5745bf0b has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 00:55:53.416707 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5dccfe44-f9dd-4ca6-979e-e419f11c7cf6 req-c7beed85-1646-4ff3-8fc9-0017d361bd7f tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:53.749067 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5dccfe44-f9dd-4ca6-979e-e419f11c7cf6 req-c7beed85-1646-4ff3-8fc9-0017d361bd7f tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:53.802478 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7beed85-1646-4ff3-8fc9-0017d361bd7f tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b69995d-d87f-4058-8e08-4f83d14c3e31,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:53.806585 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5dccfe44-f9dd-4ca6-979e-e419f11c7cf6 req-c7beed85-1646-4ff3-8fc9-0017d361bd7f tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:53.833816 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5dccfe44-f9dd-4ca6-979e-e419f11c7cf6 req-c7beed85-1646-4ff3-8fc9-0017d361bd7f tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] 10.222.0.105 "DELETE /v2.0/security-groups/3b69995d-d87f-4058-8e08-4f83d14c3e31 HTTP/1.1" status: 204 len: 173 time: 0.8103967 Feb 09 00:55:53.847670 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c31e0651-fd77-46e8-8587-176fb058a324 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 00:55:53.857820 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-c31e0651-fd77-46e8-8587-176fb058a324 admin admin] 10.222.0.105 "PUT /v2.0/routers/4973059c-5ad4-411a-98d2-5eaf5745bf0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1164200 Feb 09 00:55:53.860405 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc77aef-6bfd-424f-8699-4b3a3395db88 None None] Sync routers for ids ['4973059c-5ad4-411a-98d2-5eaf5745bf0b'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:55:53.862438 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45472) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:55:53.875619 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc77aef-6bfd-424f-8699-4b3a3395db88 None None] Routers {'4973059c-5ad4-411a-98d2-5eaf5745bf0b'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:55:53.876313 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-8dc77aef-6bfd-424f-8699-4b3a3395db88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:55:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['4973059c-5ad4-411a-98d2-5eaf5745bf0b'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:55:54.104233 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-8dc77aef-6bfd-424f-8699-4b3a3395db88 None None] Set router 4973059c-5ad4-411a-98d2-5eaf5745bf0b gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:55:54.161578 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc0503-202e-4d7c-8894-b5b2e17cb75a req-24a65e76-3140-4be8-be5c-91c0a17ae10e tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:54.163164 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-16cc0503-202e-4d7c-8894-b5b2e17cb75a req-24a65e76-3140-4be8-be5c-91c0a17ae10e tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=90140d92-19ba-4345-9db5-0546529072e2 HTTP/1.1" status: 200 len: 950 time: 0.1676812 Feb 09 00:55:54.205646 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-480447d4-6621-4ad0-b826-aa755733bf40 admin admin] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:54.276991 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-16cc0503-202e-4d7c-8894-b5b2e17cb75a req-df57e98b-0014-4adf-8fb5-15de93f93057 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085820 Feb 09 00:55:54.362277 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:54.433828 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f26b1f1-bccd-471c-9b04-b9969c8e9c78', 'name': 'network-vif-deleted', 'tag': '6e3f7d4a-8ae3-4b58-b7bd-6f5dfd68739f', 'status': 'completed', 'code': 200} Feb 09 00:55:54.496642 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90140d92-19ba-4345-9db5-0546529072e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c64b64d-1354-4d28-a743-7966f6fd515a', 'code': 200} Feb 09 00:55:54.500490 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-480447d4-6621-4ad0-b826-aa755733bf40 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:54.521778 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-480447d4-6621-4ad0-b826-aa755733bf40 admin admin] Deleting port 02240c1e-946a-4516-8afd-492b26b5f8cd {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:55:54.522309 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-480447d4-6621-4ad0-b826-aa755733bf40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:54.708220 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-8dc77aef-6bfd-424f-8699-4b3a3395db88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4973059c-5ad4-411a-98d2-5eaf5745bf0b', 'name': 'tempest-ServersTestFqdnHostnames-2020127081-router', 'tenant_id': '8bc1da1a15da41198f9d55ba335bf145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '02240c1e-946a-4516-8afd-492b26b5f8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:55:29Z', 'updated_at': '2022-02-09T00:55:50Z', 'revision_number': 5, 'project_id': '8bc1da1a15da41198f9d55ba335bf145', 'gw_port': {'id': '02240c1e-946a-4516-8afd-492b26b5f8cd', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:6b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4973059c-5ad4-411a-98d2-5eaf5745bf0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:55:31Z', 'updated_at': '2022-02-09T00:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:55:54.724957 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc77aef-6bfd-424f-8699-4b3a3395db88 None None] Checking router: 4973059c-5ad4-411a-98d2-5eaf5745bf0b for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:55:54.762942 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc77aef-6bfd-424f-8699-4b3a3395db88 None None] Routers {'4973059c-5ad4-411a-98d2-5eaf5745bf0b'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:55:54.767601 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-8dc77aef-6bfd-424f-8699-4b3a3395db88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:55:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['4973059c-5ad4-411a-98d2-5eaf5745bf0b'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:55:55.093044 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea76f04-f494-48b1-979d-3d8d69f3aa17 req-cf21af34-f72e-4dc9-9563-53067e20c847 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:55.103072 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6ea76f04-f494-48b1-979d-3d8d69f3aa17 req-cf21af34-f72e-4dc9-9563-53067e20c847 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e446d3-eb09-4119-b095-c6841026b291 HTTP/1.1" status: 200 len: 949 time: 0.1967514 Feb 09 00:55:55.116949 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3df8087-11ce-407d-9913-5be7e3eaa521 req-58c3e06d-0afb-451b-89b0-efe514317124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:55.124415 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a3df8087-11ce-407d-9913-5be7e3eaa521 req-58c3e06d-0afb-451b-89b0-efe514317124 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=90140d92-19ba-4345-9db5-0546529072e2 HTTP/1.1" status: 200 len: 1101 time: 0.5344644 Feb 09 00:55:55.144505 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-8dc77aef-6bfd-424f-8699-4b3a3395db88 None None] Set router 4973059c-5ad4-411a-98d2-5eaf5745bf0b gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:55:55.208072 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6ea76f04-f494-48b1-979d-3d8d69f3aa17 req-07115023-10f5-4496-8044-5956510c6968 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f361fac-bee5-49f7-8557-30dc6fac47de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962863 Feb 09 00:55:55.259939 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-480447d4-6621-4ad0-b826-aa755733bf40 admin admin] For port 02240c1e-946a-4516-8afd-492b26b5f8cd, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=02240c1e-946a-4516-8afd-492b26b5f8cd,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:55:55.260655 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-480447d4-6621-4ad0-b826-aa755733bf40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:55.344956 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a3df8087-11ce-407d-9913-5be7e3eaa521 req-910adef9-325f-4cd1-a9c7-accbf53a921c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832304 Feb 09 00:55:55.354340 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-8dc77aef-6bfd-424f-8699-4b3a3395db88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4973059c-5ad4-411a-98d2-5eaf5745bf0b', 'name': 'tempest-ServersTestFqdnHostnames-2020127081-router', 'tenant_id': '8bc1da1a15da41198f9d55ba335bf145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:55:29Z', 'updated_at': '2022-02-09T00:55:54Z', 'revision_number': 6, 'project_id': '8bc1da1a15da41198f9d55ba335bf145', 'gw_port_host': None}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:55:55.360683 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc77aef-6bfd-424f-8699-4b3a3395db88 None None] The sync data for ids ['4973059c-5ad4-411a-98d2-5eaf5745bf0b'] in n-d-828418-1 is: [{'id': '4973059c-5ad4-411a-98d2-5eaf5745bf0b', 'name': 'tempest-ServersTestFqdnHostnames-2020127081-router', 'tenant_id': '8bc1da1a15da41198f9d55ba335bf145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:55:29Z', 'updated_at': '2022-02-09T00:55:54Z', 'revision_number': 6, 'project_id': '8bc1da1a15da41198f9d55ba335bf145', 'gw_port_host': None}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:55:55.361342 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd603a6e-3b0f-4dbb-bfd9-d04fab73fbd8 req-404c48ea-0f05-4723-9db8-f03aa0ff70bb tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] 10.222.0.105 "GET /v2.0/security-groups/e3e5b19c-376b-4c85-aa24-4ee0a2187d14 HTTP/1.1" status: 200 len: 1811 time: 0.1335504 Feb 09 00:55:55.477004 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-480447d4-6621-4ad0-b826-aa755733bf40 admin admin] Calling delete_port for 02240c1e-946a-4516-8afd-492b26b5f8cd owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:55:55.507831 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-dd603a6e-3b0f-4dbb-bfd9-d04fab73fbd8 req-c0fd49ed-c815-4a3d-9eaf-9cccb0ff8489 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:55.616350 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-dd603a6e-3b0f-4dbb-bfd9-d04fab73fbd8 req-c0fd49ed-c815-4a3d-9eaf-9cccb0ff8489 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:55.742492 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-dd603a6e-3b0f-4dbb-bfd9-d04fab73fbd8 req-c0fd49ed-c815-4a3d-9eaf-9cccb0ff8489 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:55.743563 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device ad0deb01-9b02-4f5f-a974-8fcec4ae56be no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:55:55.788509 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fd49ed-c815-4a3d-9eaf-9cccb0ff8489 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e5b19c-376b-4c85-aa24-4ee0a2187d14,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:55.796970 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-dd603a6e-3b0f-4dbb-bfd9-d04fab73fbd8 req-c0fd49ed-c815-4a3d-9eaf-9cccb0ff8489 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:55.809705 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd603a6e-3b0f-4dbb-bfd9-d04fab73fbd8 req-c0fd49ed-c815-4a3d-9eaf-9cccb0ff8489 tempest-SecurityGroupRulesNegativeTestJSON-2006658859 tempest-SecurityGroupRulesNegativeTestJSON-2006658859-project] 10.222.0.105 "DELETE /v2.0/security-groups/e3e5b19c-376b-4c85-aa24-4ee0a2187d14 HTTP/1.1" status: 204 len: 173 time: 0.4405699 Feb 09 00:55:55.810813 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 45482) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:55:55.867035 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: ad0deb01-9b02-4f5f-a974-8fcec4ae56be {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 00:55:55.876693 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device ad0deb01-9b02-4f5f-a974-8fcec4ae56be not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 00:55:55.927110 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-480447d4-6621-4ad0-b826-aa755733bf40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:56.005455 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-3869d085-fb9e-495d-9724-5a9a58195a28 admin admin] Deleting subnet e8959429-0187-43f7-b7df-04c678d0bc3d {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 00:55:56.015603 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3869d085-fb9e-495d-9724-5a9a58195a28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:56.117757 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480447d4-6621-4ad0-b826-aa755733bf40 admin admin] Pushing event deleted for resources: {'Port': ['ID=02240c1e-946a-4516-8afd-492b26b5f8cd,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:56.142760 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3869d085-fb9e-495d-9724-5a9a58195a28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:56.210437 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a9247-9540-4f63-ba41-7b344566e59c req-4a6493b9-26d4-440d-82ff-e721409e512a tempest-LiveAutoBlockMigrationV225Test-40327280 tempest-LiveAutoBlockMigrationV225Test-40327280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:56.220555 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9a3a9247-9540-4f63-ba41-7b344566e59c req-4a6493b9-26d4-440d-82ff-e721409e512a tempest-LiveAutoBlockMigrationV225Test-40327280 tempest-LiveAutoBlockMigrationV225Test-40327280-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=9958ace3-7686-4434-936a-ad55697624b0 HTTP/1.1" status: 200 len: 1095 time: 0.1608100 Feb 09 00:55:56.262324 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-480447d4-6621-4ad0-b826-aa755733bf40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:56.280405 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9a3a9247-9540-4f63-ba41-7b344566e59c req-3698812d-03c0-4ed6-affa-d3ee4c3feec0 tempest-LiveAutoBlockMigrationV225Test-40327280 tempest-LiveAutoBlockMigrationV225Test-40327280-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578797 Feb 09 00:55:56.295374 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3869d085-fb9e-495d-9724-5a9a58195a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:56.460650 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3869d085-fb9e-495d-9724-5a9a58195a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:56.589894 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3869d085-fb9e-495d-9724-5a9a58195a28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:56.635566 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3869d085-fb9e-495d-9724-5a9a58195a28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8959429-0187-43f7-b7df-04c678d0bc3d,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:56.662035 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-3869d085-fb9e-495d-9724-5a9a58195a28 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/e8959429-0187-43f7-b7df-04c678d0bc3d HTTP/1.1" status: 204 len: 168 time: 0.8478880 Feb 09 00:55:56.668088 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 45490) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:55:57.035764 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-03b437e4-17bd-4cbb-9e88-71e4869fc5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:57.196626 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-480447d4-6621-4ad0-b826-aa755733bf40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:57.204956 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-480447d4-6621-4ad0-b826-aa755733bf40 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:57.256803 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-480447d4-6621-4ad0-b826-aa755733bf40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:57.257799 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-480447d4-6621-4ad0-b826-aa755733bf40 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4973059c-5ad4-411a-98d2-5eaf5745bf0b {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 00:55:57.284107 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-480447d4-6621-4ad0-b826-aa755733bf40 admin admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:57.290910 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-480447d4-6621-4ad0-b826-aa755733bf40 admin admin] 10.222.0.105 "DELETE /v2.0/routers/4973059c-5ad4-411a-98d2-5eaf5745bf0b HTTP/1.1" status: 204 len: 168 time: 3.4272842 Feb 09 00:55:57.296259 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45498) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:55:57.410929 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-03b437e4-17bd-4cbb-9e88-71e4869fc5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:57.431607 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b6b8c6e-318a-46cc-842e-7438567c1172 admin admin] Deleting subnet c3ed3387-3fad-4c22-9c3a-77646a3ce16b {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 00:55:57.447608 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5b6b8c6e-318a-46cc-842e-7438567c1172 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:57.516428 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-03b437e4-17bd-4cbb-9e88-71e4869fc5e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['793d8e46-17ea-48d5-80e1-ce3c1b97047d']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:55:57.543045 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-03b437e4-17bd-4cbb-9e88-71e4869fc5e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e92cab72-e10e-4f18-8304-1cedce67f811') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:55:57.543339 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-03b437e4-17bd-4cbb-9e88-71e4869fc5e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e92cab72-e10e-4f18-8304-1cedce67f811') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:55:57.547923 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5b6b8c6e-318a-46cc-842e-7438567c1172 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:57.643357 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 02240c1e-946a-4516-8afd-492b26b5f8cd no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:55:57.682649 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-03b437e4-17bd-4cbb-9e88-71e4869fc5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:57.804561 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 02240c1e-946a-4516-8afd-492b26b5f8cd {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 00:55:57.854094 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 02240c1e-946a-4516-8afd-492b26b5f8cd not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 00:55:57.862469 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252fa3ec-9f30-46cb-ae9a-120ee37e6b3c req-af479b96-1a9e-49c7-a5f7-fc5b877d7f26 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:57.899365 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-252fa3ec-9f30-46cb-ae9a-120ee37e6b3c req-af479b96-1a9e-49c7-a5f7-fc5b877d7f26 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=90140d92-19ba-4345-9db5-0546529072e2 HTTP/1.1" status: 200 len: 950 time: 0.7896097 Feb 09 00:55:58.010343 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-03b437e4-17bd-4cbb-9e88-71e4869fc5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:58.073320 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03b437e4-17bd-4cbb-9e88-71e4869fc5e7 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:55:58.074759 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-03b437e4-17bd-4cbb-9e88-71e4869fc5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:58.148507 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5b6b8c6e-318a-46cc-842e-7438567c1172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:58.173228 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-252fa3ec-9f30-46cb-ae9a-120ee37e6b3c req-62a3dd71-d507-470e-96cf-305e76a64974 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707343 Feb 09 00:55:58.179872 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 00:55:58.179872 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:55:58.179872 n-d-828418-1 neutron-server[87639]: timer() Feb 09 00:55:58.179872 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:55:58.179872 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 00:55:58.179872 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 00:55:58.179872 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 00:55:58.179872 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:55:58.179872 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 00:55:58.179872 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:55:58.179872 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 00:55:58.179872 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:55:58.179872 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 00:55:58.179872 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 00:55:58.179872 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:55:58.179872 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 00:55:58.179872 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:55:58.179872 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 00:55:58.179872 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 00:55:58.179872 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 00:55:58.179872 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 00:55:58.179872 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 00:55:58.179872 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:55:58.179872 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:55:58.179872 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 00:55:58.179872 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:55:58.179872 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:55:58.179872 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:55:58.179872 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:55:58.179872 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:55:58.179872 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:55:58.179872 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:55:58.283706 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-03b437e4-17bd-4cbb-9e88-71e4869fc5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:58.304298 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5b6b8c6e-318a-46cc-842e-7438567c1172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:58.324447 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-03b437e4-17bd-4cbb-9e88-71e4869fc5e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:58.353571 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b437e4-17bd-4cbb-9e88-71e4869fc5e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=793d8e46-17ea-48d5-80e1-ce3c1b97047d,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:58.359700 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-03b437e4-17bd-4cbb-9e88-71e4869fc5e7 admin admin] 10.222.0.105 "DELETE /v2.0/networks/793d8e46-17ea-48d5-80e1-ce3c1b97047d HTTP/1.1" status: 204 len: 168 time: 1.6877689 Feb 09 00:55:58.465274 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb6f024-694a-4f21-82bd-dd60c7609c33 req-99476fcf-f732-443d-986e-ab0b42015728 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:58.465735 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-abb6f024-694a-4f21-82bd-dd60c7609c33 req-99476fcf-f732-443d-986e-ab0b42015728 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Synchronizing usage tracker for tenant:8d883076d7064c219a98a8f981d7945a on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:55:58.506376 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6b8c6e-318a-46cc-842e-7438567c1172 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3ed3387-3fad-4c22-9c3a-77646a3ce16b,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:58.519791 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5b6b8c6e-318a-46cc-842e-7438567c1172 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:58.521312 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d19824b-6a01-434d-bea5-11d4b7f1a6d9 None None] Network 09617035-8eb1-4d2d-a4b7-64d91fc8d493 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:55:58.528424 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-5b6b8c6e-318a-46cc-842e-7438567c1172 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/c3ed3387-3fad-4c22-9c3a-77646a3ce16b HTTP/1.1" status: 204 len: 168 time: 1.2309718 Feb 09 00:55:58.532142 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45514) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:55:58.721887 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45518) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:55:58.815677 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-abb6f024-694a-4f21-82bd-dd60c7609c33 req-99476fcf-f732-443d-986e-ab0b42015728 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Unset dirty status for tenant:8d883076d7064c219a98a8f981d7945a on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:55:58.816870 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-abb6f024-694a-4f21-82bd-dd60c7609c33 req-99476fcf-f732-443d-986e-ab0b42015728 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.62 "GET /v2.0/ports?device_id=4217fae3-6087-4477-8eed-859d85400796 HTTP/1.1" status: 200 len: 944 time: 0.9225178 Feb 09 00:55:58.884771 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-615c551a-4cbd-4174-b9fb-569433108c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:58.956501 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d417d-588f-4fc8-9183-cf72ad3827e2 req-592e599a-b0ba-4cac-b19d-3538bd162ef1 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:58.957079 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d10d417d-588f-4fc8-9183-cf72ad3827e2 req-592e599a-b0ba-4cac-b19d-3538bd162ef1 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e446d3-eb09-4119-b095-c6841026b291 HTTP/1.1" status: 200 len: 949 time: 0.5708067 Feb 09 00:55:58.974524 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e0d4dcf1-b348-4ec4-8c47-38b9de661257 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=3dfc9dc6d45e4766968496222af1a9f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2495785 Feb 09 00:55:58.983463 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45526) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:55:59.013887 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-abb6f024-694a-4f21-82bd-dd60c7609c33 req-935f4033-8d2f-43b4-b171-0f325194e2a8 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Deleting port 0c26df16-b85b-4e62-8100-31c95a5c2dfc {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:55:59.014011 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-abb6f024-694a-4f21-82bd-dd60c7609c33 req-935f4033-8d2f-43b4-b171-0f325194e2a8 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:59.058367 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-615c551a-4cbd-4174-b9fb-569433108c91 admin admin] Deleting port caefa1a2-c7ab-4607-aac7-84ca003662ca {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:55:59.058717 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-615c551a-4cbd-4174-b9fb-569433108c91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:59.071511 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d457e52a-7cb8-4dab-8902-1f1fe3e1a34f None None] DHCP port deletion for 09617035-8eb1-4d2d-a4b7-64d91fc8d493 request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 00:55:59.076348 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d457e52a-7cb8-4dab-8902-1f1fe3e1a34f None None] Deleting port caefa1a2-c7ab-4607-aac7-84ca003662ca {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:55:59.076742 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d457e52a-7cb8-4dab-8902-1f1fe3e1a34f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:59.080457 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d10d417d-588f-4fc8-9183-cf72ad3827e2 req-4e7e5540-f496-46c9-bc30-ae8652673605 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f361fac-bee5-49f7-8557-30dc6fac47de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135390 Feb 09 00:55:59.275968 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-590fdf9e-d8d0-42de-a6ae-91daad532b95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:59.450883 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d457e52a-7cb8-4dab-8902-1f1fe3e1a34f None None] For port caefa1a2-c7ab-4607-aac7-84ca003662ca, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=caefa1a2-c7ab-4607-aac7-84ca003662ca,segment=NetworkSegment(f23b56c2-9670-4e30-9ed3-a61d7c84bd7a),segment_id=f23b56c2-9670-4e30-9ed3-a61d7c84bd7a)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:55:59.451439 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d457e52a-7cb8-4dab-8902-1f1fe3e1a34f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:59.478379 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-590fdf9e-d8d0-42de-a6ae-91daad532b95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:59.582427 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-615c551a-4cbd-4174-b9fb-569433108c91 admin admin] For port caefa1a2-c7ab-4607-aac7-84ca003662ca, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=caefa1a2-c7ab-4607-aac7-84ca003662ca,segment=NetworkSegment(f23b56c2-9670-4e30-9ed3-a61d7c84bd7a),segment_id=f23b56c2-9670-4e30-9ed3-a61d7c84bd7a)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:55:59.582792 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-615c551a-4cbd-4174-b9fb-569433108c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:59.619612 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-abb6f024-694a-4f21-82bd-dd60c7609c33 req-935f4033-8d2f-43b4-b171-0f325194e2a8 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] For port 0c26df16-b85b-4e62-8100-31c95a5c2dfc, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=0c26df16-b85b-4e62-8100-31c95a5c2dfc,segment=NetworkSegment(b907962e-2c92-4e5e-9eb3-daae4f34051b),segment_id=b907962e-2c92-4e5e-9eb3-daae4f34051b)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:55:59.619970 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-abb6f024-694a-4f21-82bd-dd60c7609c33 req-935f4033-8d2f-43b4-b171-0f325194e2a8 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:59.711275 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d457e52a-7cb8-4dab-8902-1f1fe3e1a34f None None] Calling delete_port for caefa1a2-c7ab-4607-aac7-84ca003662ca owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:55:59.770941 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236371ca-767e-4d03-aab8-2b682cc571e4 req-bb975d24-36fc-449d-a6f1-4de937f8baf3 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:59.781453 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-236371ca-767e-4d03-aab8-2b682cc571e4 req-bb975d24-36fc-449d-a6f1-4de937f8baf3 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/networks?id=2c19901d-9303-4cfd-b96f-b8f2e52fb4b9 HTTP/1.1" status: 200 len: 821 time: 0.3429484 Feb 09 00:55:59.793997 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-615c551a-4cbd-4174-b9fb-569433108c91 admin admin] Calling delete_port for caefa1a2-c7ab-4607-aac7-84ca003662ca owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:55:59.801708 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-236371ca-767e-4d03-aab8-2b682cc571e4 req-d625ab5f-7f1c-4933-ab9c-957ad6455c23 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/quotas/35dd69c7034749ab9d62471941920e2c HTTP/1.1" status: 200 len: 375 time: 0.0189824 Feb 09 00:55:59.836278 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device caefa1a2-c7ab-4607-aac7-84ca003662ca no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:55:59.889229 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d457e52a-7cb8-4dab-8902-1f1fe3e1a34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:59.914905 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de502d35-f17c-4d14-8ff6-b14b5b7c1e7b req-0810e325-ba14-4fb0-ab31-79f72cba86d1 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:59.916435 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-de502d35-f17c-4d14-8ff6-b14b5b7c1e7b req-0810e325-ba14-4fb0-ab31-79f72cba86d1 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/ports?device_id=4217fae3-6087-4477-8eed-859d85400796 HTTP/1.1" status: 200 len: 944 time: 0.2242689 Feb 09 00:55:59.959814 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-236371ca-767e-4d03-aab8-2b682cc571e4 req-1f712122-50a7-4996-9be1-2c24f7630f83 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=35dd69c7034749ab9d62471941920e2c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1573794 Feb 09 00:55:59.962663 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d457e52a-7cb8-4dab-8902-1f1fe3e1a34f None None] No DVR routers for this DVR port caefa1a2-c7ab-4607-aac7-84ca003662ca on host n-d-828418-1 {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:55:59.987831 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: caefa1a2-c7ab-4607-aac7-84ca003662ca {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 00:55:59.988315 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device caefa1a2-c7ab-4607-aac7-84ca003662ca not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 00:56:00.013372 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 0c26df16-b85b-4e62-8100-31c95a5c2dfc no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:56:00.035051 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-de502d35-f17c-4d14-8ff6-b14b5b7c1e7b req-6d116b12-46b8-4d8f-ae51-67f2b8355038 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.105 "GET /v2.0/security-groups?id=7bed8753-bb44-44a9-9228-7634b14a83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103804 Feb 09 00:56:00.066222 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d457e52a-7cb8-4dab-8902-1f1fe3e1a34f None None] Pushing event deleted for resources: {'Port': ['ID=caefa1a2-c7ab-4607-aac7-84ca003662ca,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:00.139515 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-abb6f024-694a-4f21-82bd-dd60c7609c33 req-935f4033-8d2f-43b4-b171-0f325194e2a8 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Calling delete_port for 0c26df16-b85b-4e62-8100-31c95a5c2dfc owned by compute:nova {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:56:00.194732 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-590fdf9e-d8d0-42de-a6ae-91daad532b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:00.246506 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590fdf9e-d8d0-42de-a6ae-91daad532b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fbbc1b0-a208-48d6-ad9a-3ede3cd61ff2,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:00.270716 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-590fdf9e-d8d0-42de-a6ae-91daad532b95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:00.271857 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-590fdf9e-d8d0-42de-a6ae-91daad532b95 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/1fbbc1b0-a208-48d6-ad9a-3ede3cd61ff2 HTTP/1.1" status: 204 len: 168 time: 1.2874622 Feb 09 00:56:00.300581 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.db.api [None req-615c551a-4cbd-4174-b9fb-569433108c91 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 00:56:00.300943 n-d-828418-1 neutron-server[87638]: DEBUG oslo_db.api [None req-615c551a-4cbd-4174-b9fb-569433108c91 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 00:56:00.369660 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 00:56:00.431259 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-abb6f024-694a-4f21-82bd-dd60c7609c33 req-935f4033-8d2f-43b4-b171-0f325194e2a8 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:00.524761 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935f4033-8d2f-43b4-b171-0f325194e2a8 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Pushing event deleted for resources: {'Port': ['ID=0c26df16-b85b-4e62-8100-31c95a5c2dfc,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:00.551024 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a37a6-154d-4fb8-add2-d177b7603399 req-ede10f09-ca90-4f37-aadd-1e1464142a9c tempest-MigrationsAdminTest-1559850011 tempest-MigrationsAdminTest-1559850011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:00.558062 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-aa3a37a6-154d-4fb8-add2-d177b7603399 req-ede10f09-ca90-4f37-aadd-1e1464142a9c tempest-MigrationsAdminTest-1559850011 tempest-MigrationsAdminTest-1559850011-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=90140d92-19ba-4345-9db5-0546529072e2 HTTP/1.1" status: 200 len: 1101 time: 0.3721197 Feb 09 00:56:00.627937 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-236371ca-767e-4d03-aab8-2b682cc571e4 req-ef6b151b-c5db-4687-b95b-3a46f82a9d27 service neutron] 10.222.0.105 "GET /v2.0/networks/2c19901d-9303-4cfd-b96f-b8f2e52fb4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6671844 Feb 09 00:56:00.656490 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-aa3a37a6-154d-4fb8-add2-d177b7603399 req-d808c9e1-7490-4d33-8366-731613a3dbff tempest-MigrationsAdminTest-1559850011 tempest-MigrationsAdminTest-1559850011-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974724 Feb 09 00:56:00.695233 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-abb6f024-694a-4f21-82bd-dd60c7609c33 req-935f4033-8d2f-43b4-b171-0f325194e2a8 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] No DVR routers for this DVR port 0c26df16-b85b-4e62-8100-31c95a5c2dfc on host n-h1-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:56:00.698447 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-abb6f024-694a-4f21-82bd-dd60c7609c33 req-935f4033-8d2f-43b4-b171-0f325194e2a8 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:00.701817 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4217fae3-6087-4477-8eed-859d85400796', 'name': 'network-vif-deleted', 'tag': '0c26df16-b85b-4e62-8100-31c95a5c2dfc'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:56:00.726513 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-abb6f024-694a-4f21-82bd-dd60c7609c33 req-935f4033-8d2f-43b4-b171-0f325194e2a8 tempest-LiveMigrationTest-1219107333 tempest-LiveMigrationTest-1219107333-project] 10.222.0.62 "DELETE /v2.0/ports/0c26df16-b85b-4e62-8100-31c95a5c2dfc HTTP/1.1" status: 204 len: 173 time: 1.9037166 Feb 09 00:56:00.802465 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-615c551a-4cbd-4174-b9fb-569433108c91 admin admin] Deleting port caefa1a2-c7ab-4607-aac7-84ca003662ca {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:56:00.802979 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-615c551a-4cbd-4174-b9fb-569433108c91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:00.847973 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-236371ca-767e-4d03-aab8-2b682cc571e4 req-bd80a30e-ddfe-41e5-8e32-8a88d2048671 service neutron] 10.222.0.105 "GET /v2.0/networks/2c19901d-9303-4cfd-b96f-b8f2e52fb4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189448 Feb 09 00:56:00.960920 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-615c551a-4cbd-4174-b9fb-569433108c91 admin admin] The port 'caefa1a2-c7ab-4607-aac7-84ca003662ca' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 00:56:01.070578 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3065def5-aeb4-4b74-beb3-63fd457f0cc6 req-1872ccb7-4c7e-47d9-a86c-ad6c111fffd1 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:01.072250 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3065def5-aeb4-4b74-beb3-63fd457f0cc6 req-1872ccb7-4c7e-47d9-a86c-ad6c111fffd1 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 946 time: 0.1599350 Feb 09 00:56:01.155266 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-615c551a-4cbd-4174-b9fb-569433108c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:01.188612 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-615c551a-4cbd-4174-b9fb-569433108c91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09617035-8eb1-4d2d-a4b7-64d91fc8d493']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:56:01.204816 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-615c551a-4cbd-4174-b9fb-569433108c91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f23b56c2-9670-4e30-9ed3-a61d7c84bd7a') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:56:01.205006 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-615c551a-4cbd-4174-b9fb-569433108c91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f23b56c2-9670-4e30-9ed3-a61d7c84bd7a') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:56:01.219410 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-615c551a-4cbd-4174-b9fb-569433108c91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:01.225330 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3065def5-aeb4-4b74-beb3-63fd457f0cc6 req-69badb7e-fc15-4820-b2d8-00dc7a8e0475 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446755 Feb 09 00:56:01.238841 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-615c551a-4cbd-4174-b9fb-569433108c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:01.246604 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-615c551a-4cbd-4174-b9fb-569433108c91 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:56:01.247282 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-615c551a-4cbd-4174-b9fb-569433108c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:01.377932 n-d-828418-1 neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:56:01.377932 n-d-828418-1 neutron-server[87638]: util.warn( Feb 09 00:56:01.377932 n-d-828418-1 neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:56:01.377932 n-d-828418-1 neutron-server[87638]: util.warn( Feb 09 00:56:01.377932 n-d-828418-1 neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:56:01.377932 n-d-828418-1 neutron-server[87638]: util.warn( Feb 09 00:56:01.377932 n-d-828418-1 neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:56:01.377932 n-d-828418-1 neutron-server[87638]: util.warn( Feb 09 00:56:01.377932 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 00:56:01.377932 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:56:01.377932 n-d-828418-1 neutron-server[87638]: timer() Feb 09 00:56:01.377932 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:56:01.377932 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 00:56:01.377932 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 00:56:01.377932 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 00:56:01.377932 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:56:01.377932 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 00:56:01.377932 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:56:01.377932 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 00:56:01.377932 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:56:01.377932 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 00:56:01.377932 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 00:56:01.377932 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:56:01.377932 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 00:56:01.377932 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:56:01.377932 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 00:56:01.377932 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 00:56:01.377932 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 00:56:01.377932 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 00:56:01.377932 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 00:56:01.377932 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:56:01.377932 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:56:01.377932 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 00:56:01.377932 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:56:01.377932 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:56:01.377932 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:56:01.377932 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:56:01.377932 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:56:01.377932 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:56:01.377932 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:56:01.384421 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-615c551a-4cbd-4174-b9fb-569433108c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:01.388327 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c08ecf6-da3a-4d7b-a6ca-41b68fc41e98 req-856d2315-ba42-4742-b31e-be445a3ca8d7 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:01.391035 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6c08ecf6-da3a-4d7b-a6ca-41b68fc41e98 req-856d2315-ba42-4742-b31e-be445a3ca8d7 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e446d3-eb09-4119-b095-c6841026b291 HTTP/1.1" status: 200 len: 949 time: 0.1630867 Feb 09 00:56:01.444973 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-615c551a-4cbd-4174-b9fb-569433108c91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:01.455568 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615c551a-4cbd-4174-b9fb-569433108c91 admin admin] Pushing event deleted for resources: {'Network': ['ID=09617035-8eb1-4d2d-a4b7-64d91fc8d493,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:01.460368 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-615c551a-4cbd-4174-b9fb-569433108c91 admin admin] 10.222.0.105 "DELETE /v2.0/networks/09617035-8eb1-4d2d-a4b7-64d91fc8d493 HTTP/1.1" status: 204 len: 168 time: 2.9272401 Feb 09 00:56:01.472332 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6c08ecf6-da3a-4d7b-a6ca-41b68fc41e98 req-1b25b5c0-2faf-44c5-a6d0-92e950f12216 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f361fac-bee5-49f7-8557-30dc6fac47de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744510 Feb 09 00:56:01.633051 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4217fae3-6087-4477-8eed-859d85400796', 'name': 'network-vif-deleted', 'tag': '0c26df16-b85b-4e62-8100-31c95a5c2dfc', 'status': 'completed', 'code': 200} Feb 09 00:56:01.770664 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45608) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:56:01.810128 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 45616) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:56:01.944454 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cb2991b7-40c1-48ce-8810-e87397218229 req-59a1b5d6-bb9e-4ff7-950c-375ae4f9f9a7 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=8b97eff9-88f0-4afb-a6fb-79497b168e52 HTTP/1.1" status: 200 len: 210 time: 0.0863898 Feb 09 00:56:01.956733 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-388a5dc4-1731-4433-867e-3d0790e1caae admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=8bc1da1a15da41198f9d55ba335bf145&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1841516 Feb 09 00:56:01.959398 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 45624) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:56:02.177900 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f2255d10-b631-429a-8878-202eac743780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:02.222125 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45632) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:56:02.348342 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-ac958976-11f0-4150-899d-055dd36912fa admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1303934813-network', 'tenant_id': 'fe158ed132334121b71318da05020927'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:56:02.369422 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f2255d10-b631-429a-8878-202eac743780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:02.374950 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ac958976-11f0-4150-899d-055dd36912fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:56:02.504902 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ac958976-11f0-4150-899d-055dd36912fa admin admin] Usage tracker for resource:network and tenant:fe158ed132334121b71318da05020927 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:56:02.506993 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-306285b3-7a05-499f-8487-60a4c7ec72f0 admin admin] Deleting subnet 103c212c-bf16-40d1-a89c-07252434eb67 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 00:56:02.515238 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ac958976-11f0-4150-899d-055dd36912fa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:56:02.519309 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-306285b3-7a05-499f-8487-60a4c7ec72f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:02.537569 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ac958976-11f0-4150-899d-055dd36912fa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:56:02.585918 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac958976-11f0-4150-899d-055dd36912fa admin admin] Made reservation on behalf of fe158ed132334121b71318da05020927 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:56:02.589347 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ac958976-11f0-4150-899d-055dd36912fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:02.591143 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-306285b3-7a05-499f-8487-60a4c7ec72f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:02.620162 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ac958976-11f0-4150-899d-055dd36912fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:02.661430 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ac958976-11f0-4150-899d-055dd36912fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:56:02.671987 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ac958976-11f0-4150-899d-055dd36912fa admin admin] Usage tracker for resource:security_group_rule and tenant:fe158ed132334121b71318da05020927 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:56:02.681265 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f2255d10-b631-429a-8878-202eac743780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:02.687265 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ac958976-11f0-4150-899d-055dd36912fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:56:02.700144 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ac958976-11f0-4150-899d-055dd36912fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:56:02.715262 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60dbc1c-ccb0-49da-a01f-8a9d20c2515d req-eefd5161-8556-4814-b9c1-0bc3dadf6b4b tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:02.722923 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c60dbc1c-ccb0-49da-a01f-8a9d20c2515d req-eefd5161-8556-4814-b9c1-0bc3dadf6b4b tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=90140d92-19ba-4345-9db5-0546529072e2 HTTP/1.1" status: 200 len: 950 time: 0.3180726 Feb 09 00:56:02.724691 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2255d10-b631-429a-8878-202eac743780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59e20f0-2f77-4859-b1b9-eda3b5397133,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:02.733010 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-306285b3-7a05-499f-8487-60a4c7ec72f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:02.785310 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2255d10-b631-429a-8878-202eac743780 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:02.785679 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2255d10-b631-429a-8878-202eac743780 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:02.786022 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2255d10-b631-429a-8878-202eac743780 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:02.786366 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2255d10-b631-429a-8878-202eac743780 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:02.786692 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2255d10-b631-429a-8878-202eac743780 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:02.787016 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2255d10-b631-429a-8878-202eac743780 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:02.787342 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2255d10-b631-429a-8878-202eac743780 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:02.787662 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2255d10-b631-429a-8878-202eac743780 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:02.787977 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2255d10-b631-429a-8878-202eac743780 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:02.788300 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2255d10-b631-429a-8878-202eac743780 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:02.788636 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2255d10-b631-429a-8878-202eac743780 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:02.788935 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2255d10-b631-429a-8878-202eac743780 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:02.796971 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f2255d10-b631-429a-8878-202eac743780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:02.800648 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f2255d10-b631-429a-8878-202eac743780 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/c59e20f0-2f77-4859-b1b9-eda3b5397133 HTTP/1.1" status: 204 len: 168 time: 0.8377631 Feb 09 00:56:02.832062 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ac958976-11f0-4150-899d-055dd36912fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:02.838864 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ac958976-11f0-4150-899d-055dd36912fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:02.893246 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c60dbc1c-ccb0-49da-a01f-8a9d20c2515d req-a119918d-8cf1-43f3-8c93-8ce3827972f3 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694958 Feb 09 00:56:02.943732 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ef176ad4-c8e6-4d59-825f-97431b10b578 req-da4edad2-789f-415d-b1d0-c61fbf0b7f6f service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=90140d92-19ba-4345-9db5-0546529072e2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6337895 Feb 09 00:56:02.953447 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac958976-11f0-4150-899d-055dd36912fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd63bc8-3887-4f55-952c-1971b82f2ed9,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:02.957906 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac958976-11f0-4150-899d-055dd36912fa admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:56:02.970037 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-306285b3-7a05-499f-8487-60a4c7ec72f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:02.985867 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac958976-11f0-4150-899d-055dd36912fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:02.986470 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac958976-11f0-4150-899d-055dd36912fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:02.986820 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac958976-11f0-4150-899d-055dd36912fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:02.987148 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac958976-11f0-4150-899d-055dd36912fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:02.987770 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac958976-11f0-4150-899d-055dd36912fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:02.988953 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac958976-11f0-4150-899d-055dd36912fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:02.989291 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac958976-11f0-4150-899d-055dd36912fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:02.989739 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac958976-11f0-4150-899d-055dd36912fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:02.990067 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac958976-11f0-4150-899d-055dd36912fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:02.990480 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac958976-11f0-4150-899d-055dd36912fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:02.990782 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac958976-11f0-4150-899d-055dd36912fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:02.991103 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac958976-11f0-4150-899d-055dd36912fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:03.022833 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ac958976-11f0-4150-899d-055dd36912fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:03.023570 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-ac958976-11f0-4150-899d-055dd36912fa admin admin] Added segment d4b0745e-10a8-49f6-a2dc-b593536fd7b9 of type vlan for network 866b1940-97bf-4889-ae97-5594fa470cc1 Feb 09 00:56:03.074802 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ac958976-11f0-4150-899d-055dd36912fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:03.181417 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306285b3-7a05-499f-8487-60a4c7ec72f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=103c212c-bf16-40d1-a89c-07252434eb67,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:03.193554 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ac958976-11f0-4150-899d-055dd36912fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:03.194666 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac958976-11f0-4150-899d-055dd36912fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:03.195568 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ac958976-11f0-4150-899d-055dd36912fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:03.290793 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-306285b3-7a05-499f-8487-60a4c7ec72f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:03.427777 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-306285b3-7a05-499f-8487-60a4c7ec72f0 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/103c212c-bf16-40d1-a89c-07252434eb67 HTTP/1.1" status: 204 len: 168 time: 1.6135781 Feb 09 00:56:03.438513 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 45678) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:56:03.692642 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac958976-11f0-4150-899d-055dd36912fa admin admin] Pushing event updated for resources: {'Network': ['ID=866b1940-97bf-4889-ae97-5594fa470cc1,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:03.705740 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ac958976-11f0-4150-899d-055dd36912fa admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4812241 Feb 09 00:56:03.709371 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45692) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:56:03.715649 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 866b1940-97bf-4889-ae97-5594fa470cc1 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 00:56:03.739702 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-2c815179-38a1-4dee-a2dd-dfa35572a8d2 admin admin] Request body: {'subnet': {'network_id': '866b1940-97bf-4889-ae97-5594fa470cc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1303934813-subnet', 'tenant_id': 'fe158ed132334121b71318da05020927', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:56:03.760859 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2c815179-38a1-4dee-a2dd-dfa35572a8d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:56:03.784671 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-2c815179-38a1-4dee-a2dd-dfa35572a8d2 admin admin] Usage tracker for resource:subnet and tenant:fe158ed132334121b71318da05020927 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:56:03.789644 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-2c815179-38a1-4dee-a2dd-dfa35572a8d2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:56:03.808476 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2c815179-38a1-4dee-a2dd-dfa35572a8d2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:56:03.892900 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236371ca-767e-4d03-aab8-2b682cc571e4 req-607e75ea-7c9e-4388-a45e-9f2e3d7fe491 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:03.894885 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-236371ca-767e-4d03-aab8-2b682cc571e4 req-607e75ea-7c9e-4388-a45e-9f2e3d7fe491 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.62 "GET /v2.0/networks?id=2c19901d-9303-4cfd-b96f-b8f2e52fb4b9 HTTP/1.1" status: 200 len: 821 time: 0.4855974 Feb 09 00:56:03.895735 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c815179-38a1-4dee-a2dd-dfa35572a8d2 admin admin] Made reservation on behalf of fe158ed132334121b71318da05020927 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:56:03.898382 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2c815179-38a1-4dee-a2dd-dfa35572a8d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:03.925398 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-236371ca-767e-4d03-aab8-2b682cc571e4 req-33fac6f2-9927-4898-907c-29cf0b18ee90 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Request body: {'port': {'device_id': '8b97eff9-88f0-4afb-a6fb-79497b168e52', 'network_id': '2c19901d-9303-4cfd-b96f-b8f2e52fb4b9', 'admin_state_up': True, 'tenant_id': '35dd69c7034749ab9d62471941920e2c'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:56:03.933013 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2feb7d52-9134-400d-9afd-2225c047e78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:03.963282 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f4acf6-f1ce-4905-af3b-ab3efbcd4dab req-a0907932-61de-4a24-b85e-b7a1231becaa tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:03.971664 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-67f4acf6-f1ce-4905-af3b-ab3efbcd4dab req-a0907932-61de-4a24-b85e-b7a1231becaa tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 946 time: 0.8203857 Feb 09 00:56:04.017194 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dacd592-f34f-4199-b608-68fe76034d2b req-775f310a-6a3d-4b7a-b1b1-38fc062f9fd7 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:04.026052 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9dacd592-f34f-4199-b608-68fe76034d2b req-775f310a-6a3d-4b7a-b1b1-38fc062f9fd7 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e446d3-eb09-4119-b095-c6841026b291 HTTP/1.1" status: 200 len: 949 time: 0.7117109 Feb 09 00:56:04.234072 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-67f4acf6-f1ce-4905-af3b-ab3efbcd4dab req-fc768835-a152-4c17-ba65-2d1e3d6db383 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2563221 Feb 09 00:56:04.301285 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device f16d05c2-eae9-44a5-8686-789fbb3c6fe4 no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:56:04.339348 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2feb7d52-9134-400d-9afd-2225c047e78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:04.363588 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9dacd592-f34f-4199-b608-68fe76034d2b req-2859ca68-371d-4a0a-b725-d8d8f3bf8b66 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f361fac-bee5-49f7-8557-30dc6fac47de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3364224 Feb 09 00:56:04.422570 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-2feb7d52-9134-400d-9afd-2225c047e78e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ded91f5f-4c52-4e17-8569-d9d1696711b8']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:56:04.458331 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-2feb7d52-9134-400d-9afd-2225c047e78e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b907962e-2c92-4e5e-9eb3-daae4f34051b') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:56:04.459049 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-2feb7d52-9134-400d-9afd-2225c047e78e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b907962e-2c92-4e5e-9eb3-daae4f34051b') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:56:04.494691 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2feb7d52-9134-400d-9afd-2225c047e78e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:04.674228 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-236371ca-767e-4d03-aab8-2b682cc571e4 req-33fac6f2-9927-4898-907c-29cf0b18ee90 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:56:04.687363 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2feb7d52-9134-400d-9afd-2225c047e78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:04.696034 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45716) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:56:04.697769 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2feb7d52-9134-400d-9afd-2225c047e78e admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:56:04.698481 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2feb7d52-9134-400d-9afd-2225c047e78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:04.700515 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-236371ca-767e-4d03-aab8-2b682cc571e4 req-33fac6f2-9927-4898-907c-29cf0b18ee90 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Usage tracker for resource:port and tenant:35dd69c7034749ab9d62471941920e2c is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:56:04.706692 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-236371ca-767e-4d03-aab8-2b682cc571e4 req-33fac6f2-9927-4898-907c-29cf0b18ee90 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:56:04.710305 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:04.742977 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-236371ca-767e-4d03-aab8-2b682cc571e4 req-33fac6f2-9927-4898-907c-29cf0b18ee90 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:56:04.768968 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port f16d05c2-eae9-44a5-8686-789fbb3c6fe4, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=f16d05c2-eae9-44a5-8686-789fbb3c6fe4,segment=NetworkSegment(42eb89e1-c4de-4f57-85a6-0e5fc984e699),segment_id=42eb89e1-c4de-4f57-85a6-0e5fc984e699)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:56:04.774880 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51ce712b-63c6-4024-b743-f12868b3e100', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f16d05c2-eae9-44a5-8686-789fbb3c6fe4'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:56:04.834533 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:04.841165 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 00:56:04.841165 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:56:04.841165 n-d-828418-1 neutron-server[87639]: timer() Feb 09 00:56:04.841165 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:56:04.841165 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 00:56:04.841165 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 00:56:04.841165 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 00:56:04.841165 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:56:04.841165 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 00:56:04.841165 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:56:04.841165 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 00:56:04.841165 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:56:04.841165 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 00:56:04.841165 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 00:56:04.841165 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:56:04.841165 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 00:56:04.841165 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:56:04.841165 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 00:56:04.841165 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 00:56:04.841165 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 00:56:04.841165 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 00:56:04.841165 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 00:56:04.841165 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:56:04.841165 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:56:04.841165 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 00:56:04.841165 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:56:04.841165 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:56:04.841165 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:56:04.841165 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:56:04.841165 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:56:04.841165 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:56:04.841165 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:56:04.875043 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-236371ca-767e-4d03-aab8-2b682cc571e4 req-33fac6f2-9927-4898-907c-29cf0b18ee90 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Made reservation on behalf of 35dd69c7034749ab9d62471941920e2c for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:56:04.882341 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-236371ca-767e-4d03-aab8-2b682cc571e4 req-33fac6f2-9927-4898-907c-29cf0b18ee90 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:04.899295 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2c815179-38a1-4dee-a2dd-dfa35572a8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:04.927457 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=f16d05c2-eae9-44a5-8686-789fbb3c6fe4,revision_number=11']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:04.956962 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a1efb83d-8a2c-4122-82c7-59c4dd84c9f5 req-4c3ad7a2-7906-4152-8fe6-33d65ff71109 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=8b97eff9-88f0-4afb-a6fb-79497b168e52 HTTP/1.1" status: 200 len: 210 time: 0.4406834 Feb 09 00:56:05.010884 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2feb7d52-9134-400d-9afd-2225c047e78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:05.033445 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2feb7d52-9134-400d-9afd-2225c047e78e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:05.068596 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c815179-38a1-4dee-a2dd-dfa35572a8d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7e2d3f7-8db3-4e5e-8a7b-90b470036eaf,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:05.118417 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c815179-38a1-4dee-a2dd-dfa35572a8d2 admin admin] Checking segment: {'id': 'd4b0745e-10a8-49f6-a2dc-b593536fd7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '866b1940-97bf-4889-ae97-5594fa470cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:56:05.118878 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c815179-38a1-4dee-a2dd-dfa35572a8d2 admin admin] Network hostable DHCP agents. Network: 866b1940-97bf-4889-ae97-5594fa470cc1, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:56:05.145282 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feb7d52-9134-400d-9afd-2225c047e78e admin admin] Pushing event deleted for resources: {'Network': ['ID=ded91f5f-4c52-4e17-8569-d9d1696711b8,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:05.155357 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-e3dd0af8-594e-4837-8dbc-0599dfc9ec09 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-416128727-network', 'tenant_id': '5c01c97084784fa4a286ad5ac5563f57'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:56:05.165649 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e3dd0af8-594e-4837-8dbc-0599dfc9ec09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:56:05.168963 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-2feb7d52-9134-400d-9afd-2225c047e78e admin admin] 10.222.0.105 "DELETE /v2.0/networks/ded91f5f-4c52-4e17-8569-d9d1696711b8 HTTP/1.1" status: 204 len: 168 time: 1.7141941 Feb 09 00:56:05.172779 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 45736) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:56:05.207445 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51ce712b-63c6-4024-b743-f12868b3e100', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f16d05c2-eae9-44a5-8686-789fbb3c6fe4', 'code': 200} Feb 09 00:56:05.213654 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e3dd0af8-594e-4837-8dbc-0599dfc9ec09 admin admin] Usage tracker for resource:network and tenant:5c01c97084784fa4a286ad5ac5563f57 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:56:05.224324 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e3dd0af8-594e-4837-8dbc-0599dfc9ec09 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:56:05.239775 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e3dd0af8-594e-4837-8dbc-0599dfc9ec09 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:56:05.256398 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eeccff-768c-47aa-86dd-0bc020a70bf3 req-a87d9c97-92cb-4491-81ab-d336fcddfabb tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:05.268304 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f6eeccff-768c-47aa-86dd-0bc020a70bf3 req-a87d9c97-92cb-4491-81ab-d336fcddfabb tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=90140d92-19ba-4345-9db5-0546529072e2 HTTP/1.1" status: 200 len: 950 time: 0.4051809 Feb 09 00:56:05.272465 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c815179-38a1-4dee-a2dd-dfa35572a8d2 admin admin] Network 866b1940-97bf-4889-ae97-5594fa470cc1 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:56:05.290749 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3dd0af8-594e-4837-8dbc-0599dfc9ec09 admin admin] Made reservation on behalf of 5c01c97084784fa4a286ad5ac5563f57 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:56:05.294341 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e3dd0af8-594e-4837-8dbc-0599dfc9ec09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:05.301944 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-094dede0-f6e7-4001-a5b6-e99408ca158c admin admin] Deleting subnet dfc95da9-e380-4466-a8df-715b87019d0d {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 00:56:05.308353 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-094dede0-f6e7-4001-a5b6-e99408ca158c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:05.322065 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e3dd0af8-594e-4837-8dbc-0599dfc9ec09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:05.336371 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-2c815179-38a1-4dee-a2dd-dfa35572a8d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 866b1940-97bf-4889-ae97-5594fa470cc1) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:56:05.348517 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c8a105-e63f-4f3d-889c-d1b3a8e1067b None None] Network 866b1940-97bf-4889-ae97-5594fa470cc1 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:56:05.358898 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-236371ca-767e-4d03-aab8-2b682cc571e4 req-33fac6f2-9927-4898-907c-29cf0b18ee90 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Allocated IP 172.20.0.14 (2c19901d-9303-4cfd-b96f-b8f2e52fb4b9/f523b7b8-aa23-4f63-9894-de0d35bb1ce5/c4571113-efb5-43e2-8b72-b1e6dfe7cfd9) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:56:05.379024 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f6eeccff-768c-47aa-86dd-0bc020a70bf3 req-ac1287c8-1eae-4e3e-8203-40a8d7ecc282 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061282 Feb 09 00:56:05.391478 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-094dede0-f6e7-4001-a5b6-e99408ca158c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:05.392195 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c815179-38a1-4dee-a2dd-dfa35572a8d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:05.392809 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2c815179-38a1-4dee-a2dd-dfa35572a8d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:05.398668 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e3dd0af8-594e-4837-8dbc-0599dfc9ec09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:56:05.421754 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e3dd0af8-594e-4837-8dbc-0599dfc9ec09 admin admin] Usage tracker for resource:security_group_rule and tenant:5c01c97084784fa4a286ad5ac5563f57 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:56:05.426244 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e3dd0af8-594e-4837-8dbc-0599dfc9ec09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:56:05.442033 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e3dd0af8-594e-4837-8dbc-0599dfc9ec09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:56:05.475730 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-2c815179-38a1-4dee-a2dd-dfa35572a8d2 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7576022 Feb 09 00:56:05.579506 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-094dede0-f6e7-4001-a5b6-e99408ca158c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:05.757547 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e3dd0af8-594e-4837-8dbc-0599dfc9ec09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:05.807228 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-094dede0-f6e7-4001-a5b6-e99408ca158c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:05.819814 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1a5600-85b8-4897-bee6-bfa039135110 None None] Network 866b1940-97bf-4889-ae97-5594fa470cc1 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:56:05.867028 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094dede0-f6e7-4001-a5b6-e99408ca158c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfc95da9-e380-4466-a8df-715b87019d0d,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:05.875552 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-094dede0-f6e7-4001-a5b6-e99408ca158c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:05.900596 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659642b-f736-498a-91a9-b23fe0eef2ca req-d4e96d84-046d-4379-a258-61066785c798 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:05.911085 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7659642b-f736-498a-91a9-b23fe0eef2ca req-d4e96d84-046d-4379-a258-61066785c798 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 944 time: 0.2921698 Feb 09 00:56:05.919415 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e3dd0af8-594e-4837-8dbc-0599dfc9ec09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:05.932512 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3dd0af8-594e-4837-8dbc-0599dfc9ec09 admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:56:05.943480 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e3dd0af8-594e-4837-8dbc-0599dfc9ec09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:05.943947 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-e3dd0af8-594e-4837-8dbc-0599dfc9ec09 admin admin] Added segment 1ba1dfa3-b6b7-4f76-9f43-8a4d0bee37a7 of type vlan for network 90ce37a7-5684-472c-834a-9d1d0a563062 Feb 09 00:56:05.945561 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-094dede0-f6e7-4001-a5b6-e99408ca158c admin admin] 10.222.0.105 "DELETE /v2.0/subnets/dfc95da9-e380-4466-a8df-715b87019d0d HTTP/1.1" status: 204 len: 168 time: 0.7717712 Feb 09 00:56:05.953345 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 45748) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:56:05.983395 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e3dd0af8-594e-4837-8dbc-0599dfc9ec09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:06.056510 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7659642b-f736-498a-91a9-b23fe0eef2ca req-fb3182f9-b532-41c6-b1de-edf24a4695d6 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442239 Feb 09 00:56:06.100911 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e3dd0af8-594e-4837-8dbc-0599dfc9ec09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:06.100911 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3dd0af8-594e-4837-8dbc-0599dfc9ec09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:06.101248 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b70c93-7f01-40dc-8cd7-02b9b8d9e464 req-59d76ae4-8c2f-4f75-b62d-26a0274738f0 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:06.101363 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e3dd0af8-594e-4837-8dbc-0599dfc9ec09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:06.101460 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a3b70c93-7f01-40dc-8cd7-02b9b8d9e464 req-59d76ae4-8c2f-4f75-b62d-26a0274738f0 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e446d3-eb09-4119-b095-c6841026b291 HTTP/1.1" status: 200 len: 949 time: 0.4502506 Feb 09 00:56:06.149494 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-49565907-a6ea-46e6-90ee-e1129dc74e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:06.159467 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a3b70c93-7f01-40dc-8cd7-02b9b8d9e464 req-e14eb6ca-55ec-4ede-8783-2d2c6198f38c tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f361fac-bee5-49f7-8557-30dc6fac47de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744164 Feb 09 00:56:06.244794 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dd0af8-594e-4837-8dbc-0599dfc9ec09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7dbc20-e720-4daf-91b4-b2d69a103fd5,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:06.251187 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-236371ca-767e-4d03-aab8-2b682cc571e4 req-33fac6f2-9927-4898-907c-29cf0b18ee90 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:06.316137 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e3dd0af8-594e-4837-8dbc-0599dfc9ec09 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6147175 Feb 09 00:56:06.316356 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 45764) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:56:06.321982 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-49565907-a6ea-46e6-90ee-e1129dc74e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:06.322197 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dd0af8-594e-4837-8dbc-0599dfc9ec09 admin admin] Pushing event updated for resources: {'Network': ['ID=90ce37a7-5684-472c-834a-9d1d0a563062,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:06.331764 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-236371ca-767e-4d03-aab8-2b682cc571e4 req-33fac6f2-9927-4898-907c-29cf0b18ee90 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:06.336053 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 90ce37a7-5684-472c-834a-9d1d0a563062 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 00:56:06.347272 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef176ad4-c8e6-4d59-825f-97431b10b578 req-c47a519e-10a0-49eb-b3a8-7b2c7ab0e2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:06.348906 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ef176ad4-c8e6-4d59-825f-97431b10b578 req-c47a519e-10a0-49eb-b3a8-7b2c7ab0e2eb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1510c38a4b2046b5a9943ab7f2f7db5c&device_id=90140d92-19ba-4345-9db5-0546529072e2 HTTP/1.1" status: 200 len: 1101 time: 0.7614686 Feb 09 00:56:06.351384 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-47d1ff64-b920-431f-8c2d-ca2437b86a84 admin admin] Request body: {'subnet': {'network_id': '90ce37a7-5684-472c-834a-9d1d0a563062', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-416128727-subnet', 'tenant_id': '5c01c97084784fa4a286ad5ac5563f57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:56:06.395664 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-29497e41-d811-49e1-8af9-191cc5069487 req-f1b11f2d-8bcf-47b3-a81d-b363bf5fc5ad tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-826154598', 'description': 'tempest-description-434225410'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:56:06.413952 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-47d1ff64-b920-431f-8c2d-ca2437b86a84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:56:06.424647 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-29497e41-d811-49e1-8af9-191cc5069487 req-f1b11f2d-8bcf-47b3-a81d-b363bf5fc5ad tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:56:06.433766 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-47d1ff64-b920-431f-8c2d-ca2437b86a84 admin admin] Usage tracker for resource:subnet and tenant:5c01c97084784fa4a286ad5ac5563f57 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:56:06.442029 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-49565907-a6ea-46e6-90ee-e1129dc74e26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d48da2dd-3ddc-434a-910d-9238c037d794']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:56:06.454495 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-29497e41-d811-49e1-8af9-191cc5069487 req-f1b11f2d-8bcf-47b3-a81d-b363bf5fc5ad tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Usage tracker for resource:security_group and tenant:fe158ed132334121b71318da05020927 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:56:06.457461 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-29497e41-d811-49e1-8af9-191cc5069487 req-f1b11f2d-8bcf-47b3-a81d-b363bf5fc5ad tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:56:06.474278 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-47d1ff64-b920-431f-8c2d-ca2437b86a84 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:56:06.478831 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-29497e41-d811-49e1-8af9-191cc5069487 req-f1b11f2d-8bcf-47b3-a81d-b363bf5fc5ad tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:56:06.489361 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-49565907-a6ea-46e6-90ee-e1129dc74e26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '122f9178-904f-488f-b76a-5c5410b454d5') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:56:06.489702 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-49565907-a6ea-46e6-90ee-e1129dc74e26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '122f9178-904f-488f-b76a-5c5410b454d5') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:56:06.496479 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-47d1ff64-b920-431f-8c2d-ca2437b86a84 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:56:06.516016 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-49565907-a6ea-46e6-90ee-e1129dc74e26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:06.527005 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-29497e41-d811-49e1-8af9-191cc5069487 req-f1b11f2d-8bcf-47b3-a81d-b363bf5fc5ad tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:06.533164 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-236371ca-767e-4d03-aab8-2b682cc571e4 req-33fac6f2-9927-4898-907c-29cf0b18ee90 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Network 2c19901d-9303-4cfd-b96f-b8f2e52fb4b9 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:56:06.536062 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d1ff64-b920-431f-8c2d-ca2437b86a84 admin admin] Made reservation on behalf of 5c01c97084784fa4a286ad5ac5563f57 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:56:06.537865 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-236371ca-767e-4d03-aab8-2b682cc571e4 req-33fac6f2-9927-4898-907c-29cf0b18ee90 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:56:06.538626 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-47d1ff64-b920-431f-8c2d-ca2437b86a84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:06.541373 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-236371ca-767e-4d03-aab8-2b682cc571e4 req-33fac6f2-9927-4898-907c-29cf0b18ee90 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:56:06.590517 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fac6f2-9927-4898-907c-29cf0b18ee90 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Pushing event updated for resources: {'Port': ['ID=c4571113-efb5-43e2-8b72-b1e6dfe7cfd9,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:06.610288 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-49565907-a6ea-46e6-90ee-e1129dc74e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:06.631922 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49565907-a6ea-46e6-90ee-e1129dc74e26 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:56:06.632309 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-49565907-a6ea-46e6-90ee-e1129dc74e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:06.647304 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236371ca-767e-4d03-aab8-2b682cc571e4 req-33fac6f2-9927-4898-907c-29cf0b18ee90 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:06.647961 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-236371ca-767e-4d03-aab8-2b682cc571e4 req-33fac6f2-9927-4898-907c-29cf0b18ee90 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:06.677184 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef176ad4-c8e6-4d59-825f-97431b10b578 req-d02e2b8b-fd94-4855-a935-916043e1ec65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:06.679165 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ef176ad4-c8e6-4d59-825f-97431b10b578 req-d02e2b8b-fd94-4855-a935-916043e1ec65 service neutron] 10.222.0.62 "GET /v2.0/networks?id=42d335cf-a678-4bc3-901b-7d21fb8587e6 HTTP/1.1" status: 200 len: 870 time: 0.2668812 Feb 09 00:56:06.684569 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-236371ca-767e-4d03-aab8-2b682cc571e4 req-33fac6f2-9927-4898-907c-29cf0b18ee90 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7669864 Feb 09 00:56:06.751190 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-236371ca-767e-4d03-aab8-2b682cc571e4 req-6c504fd4-a9a6-4785-a299-bae9275608db service neutron] Request body: {'port': {'device_id': '8b97eff9-88f0-4afb-a6fb-79497b168e52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:56:06.760931 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 00:56:06.760931 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:56:06.760931 n-d-828418-1 neutron-server[87639]: timer() Feb 09 00:56:06.760931 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:56:06.760931 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 00:56:06.760931 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 00:56:06.760931 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 00:56:06.760931 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:56:06.760931 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 00:56:06.760931 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:56:06.760931 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 00:56:06.760931 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:56:06.760931 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 00:56:06.760931 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 00:56:06.760931 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:56:06.760931 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 00:56:06.760931 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:56:06.760931 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 00:56:06.760931 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 00:56:06.760931 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 00:56:06.760931 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 00:56:06.760931 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 00:56:06.760931 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:56:06.760931 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:56:06.760931 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 00:56:06.760931 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:56:06.760931 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:56:06.760931 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:56:06.760931 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:56:06.760931 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:56:06.760931 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:56:06.760931 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:56:06.803498 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ef176ad4-c8e6-4d59-825f-97431b10b578 req-83b35745-43fc-4664-99f0-1ff844d5ef6d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=5c64b64d-1354-4d28-a743-7966f6fd515a HTTP/1.1" status: 200 len: 217 time: 0.1067195 Feb 09 00:56:06.809370 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-29497e41-d811-49e1-8af9-191cc5069487 req-f1b11f2d-8bcf-47b3-a81d-b363bf5fc5ad tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:56:06.832391 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-29497e41-d811-49e1-8af9-191cc5069487 req-f1b11f2d-8bcf-47b3-a81d-b363bf5fc5ad tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Usage tracker for resource:security_group_rule and tenant:fe158ed132334121b71318da05020927 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:56:06.853043 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967dfbc5-9405-4e73-b84a-d0c3023578e7 req-310af333-304a-4bbd-b43a-5ad984fc1f04 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:06.854654 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-967dfbc5-9405-4e73-b84a-d0c3023578e7 req-310af333-304a-4bbd-b43a-5ad984fc1f04 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=8b97eff9-88f0-4afb-a6fb-79497b168e52 HTTP/1.1" status: 200 len: 932 time: 0.4989400 Feb 09 00:56:06.855237 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-29497e41-d811-49e1-8af9-191cc5069487 req-f1b11f2d-8bcf-47b3-a81d-b363bf5fc5ad tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:56:06.886569 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-29497e41-d811-49e1-8af9-191cc5069487 req-f1b11f2d-8bcf-47b3-a81d-b363bf5fc5ad tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:56:06.901777 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-49565907-a6ea-46e6-90ee-e1129dc74e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:06.933718 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef176ad4-c8e6-4d59-825f-97431b10b578 req-ea199287-e5fa-4419-b412-ff896b6b53a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:06.935927 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ef176ad4-c8e6-4d59-825f-97431b10b578 req-ea199287-e5fa-4419-b412-ff896b6b53a9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.1221058 Feb 09 00:56:06.937316 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-49565907-a6ea-46e6-90ee-e1129dc74e26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:06.956859 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49565907-a6ea-46e6-90ee-e1129dc74e26 admin admin] Pushing event deleted for resources: {'Network': ['ID=d48da2dd-3ddc-434a-910d-9238c037d794,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:06.972297 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-967dfbc5-9405-4e73-b84a-d0c3023578e7 req-40873094-78bf-4ab9-9259-411eaabad35e tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084986 Feb 09 00:56:06.979181 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-49565907-a6ea-46e6-90ee-e1129dc74e26 admin admin] 10.222.0.105 "DELETE /v2.0/networks/d48da2dd-3ddc-434a-910d-9238c037d794 HTTP/1.1" status: 204 len: 168 time: 1.0240591 Feb 09 00:56:06.980949 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-236371ca-767e-4d03-aab8-2b682cc571e4 req-6c504fd4-a9a6-4785-a299-bae9275608db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:07.106973 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef176ad4-c8e6-4d59-825f-97431b10b578 req-d37277f0-451c-4eea-a4e5-8fbce9e12149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:07.108562 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ef176ad4-c8e6-4d59-825f-97431b10b578 req-d37277f0-451c-4eea-a4e5-8fbce9e12149 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1653969 Feb 09 00:56:07.130179 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-29497e41-d811-49e1-8af9-191cc5069487 req-f1b11f2d-8bcf-47b3-a81d-b363bf5fc5ad tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:07.146494 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-29497e41-d811-49e1-8af9-191cc5069487 req-f1b11f2d-8bcf-47b3-a81d-b363bf5fc5ad tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:07.223998 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 45790) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:56:07.246352 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-47d1ff64-b920-431f-8c2d-ca2437b86a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:07.356141 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-29497e41-d811-49e1-8af9-191cc5069487 req-f1b11f2d-8bcf-47b3-a81d-b363bf5fc5ad tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:07.357569 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-29497e41-d811-49e1-8af9-191cc5069487 req-f1b11f2d-8bcf-47b3-a81d-b363bf5fc5ad tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 1.0103166 Feb 09 00:56:07.369580 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b11f2d-8bcf-47b3-a81d-b363bf5fc5ad tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7abdb3a7-6f94-4fee-88a0-6185c9e91690,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:07.441113 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d1ff64-b920-431f-8c2d-ca2437b86a84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ffeb6d2-5ce3-4eca-ac43-8fc3bca740c9,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:07.453575 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-700e1080-40b3-4b99-bc59-b98448670f32 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=8d883076d7064c219a98a8f981d7945a&name=default HTTP/1.1" status: 200 len: 2977 time: 0.2266061 Feb 09 00:56:07.461153 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 45806) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:56:07.502820 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d1ff64-b920-431f-8c2d-ca2437b86a84 admin admin] Checking segment: {'id': '1ba1dfa3-b6b7-4f76-9f43-8a4d0bee37a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '90ce37a7-5684-472c-834a-9d1d0a563062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:56:07.503085 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d1ff64-b920-431f-8c2d-ca2437b86a84 admin admin] Network hostable DHCP agents. Network: 90ce37a7-5684-472c-834a-9d1d0a563062, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:56:07.535929 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ef176ad4-c8e6-4d59-825f-97431b10b578 req-43c8b213-ed3a-42a5-8b13-3c0901400939 service neutron] 10.222.0.62 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391632 Feb 09 00:56:07.547038 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9536de-979c-449d-8f0a-e5f0befe1c1f req-be286163-a06f-4923-afd0-ba413888aa75 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:07.548520 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2e9536de-979c-449d-8f0a-e5f0befe1c1f req-be286163-a06f-4923-afd0-ba413888aa75 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=90140d92-19ba-4345-9db5-0546529072e2 HTTP/1.1" status: 200 len: 950 time: 0.3233402 Feb 09 00:56:07.615159 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d1ff64-b920-431f-8c2d-ca2437b86a84 admin admin] Network 90ce37a7-5684-472c-834a-9d1d0a563062 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:56:07.662501 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f6ea782f-f303-4e5f-b542-7c90239fb740 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:07.663987 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-47d1ff64-b920-431f-8c2d-ca2437b86a84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 90ce37a7-5684-472c-834a-9d1d0a563062) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:56:07.676688 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349b8208-9ee6-4727-8c75-ea2d78f1ae6f None None] Network 90ce37a7-5684-472c-834a-9d1d0a563062 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:56:07.683338 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d1ff64-b920-431f-8c2d-ca2437b86a84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:07.683925 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-47d1ff64-b920-431f-8c2d-ca2437b86a84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:07.704043 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2e9536de-979c-449d-8f0a-e5f0befe1c1f req-915cc740-1171-4fdf-8e26-3037c78a5858 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140716 Feb 09 00:56:07.728973 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f6ea782f-f303-4e5f-b542-7c90239fb740 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:07.762260 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-47d1ff64-b920-431f-8c2d-ca2437b86a84 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4447269 Feb 09 00:56:07.771022 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ef176ad4-c8e6-4d59-825f-97431b10b578 req-7ca8b599-3488-4875-9c5c-56bba4b008bf service neutron] 10.222.0.62 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179596 Feb 09 00:56:07.796620 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [req-236371ca-767e-4d03-aab8-2b682cc571e4 req-6c504fd4-a9a6-4785-a299-bae9275608db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4571113-efb5-43e2-8b72-b1e6dfe7cfd9 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:56:07.809335 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed118ce-2ead-4f65-b573-b80c812b1bf2 req-24fdd9be-88ac-4111-b38e-143901d1b3cf tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:07.820365 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fed118ce-2ead-4f65-b573-b80c812b1bf2 req-24fdd9be-88ac-4111-b38e-143901d1b3cf tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 944 time: 0.2865326 Feb 09 00:56:07.829208 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-236371ca-767e-4d03-aab8-2b682cc571e4 req-6c504fd4-a9a6-4785-a299-bae9275608db service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:07.867047 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-236371ca-767e-4d03-aab8-2b682cc571e4 req-6c504fd4-a9a6-4785-a299-bae9275608db service neutron] Transition to ACTIVE for port object c4571113-efb5-43e2-8b72-b1e6dfe7cfd9 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:56:07.872288 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-236371ca-767e-4d03-aab8-2b682cc571e4 req-6c504fd4-a9a6-4785-a299-bae9275608db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:07.924695 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fed118ce-2ead-4f65-b573-b80c812b1bf2 req-4e1f9436-1f57-45e7-ba4b-f33d718b8d8e tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033516 Feb 09 00:56:07.972100 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f6ea782f-f303-4e5f-b542-7c90239fb740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:07.983612 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5dcfadf-4a7c-4fc7-8ab9-a7ae422f7015 None None] Network 90ce37a7-5684-472c-834a-9d1d0a563062 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:56:07.993128 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-57e1d6fd-cfe5-4220-b096-b6693957c8fb req-6be170ea-df42-47aa-be55-99886a79676b tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1960319796', 'description': 'tempest-description-1862302636'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:56:08.006938 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-57e1d6fd-cfe5-4220-b096-b6693957c8fb req-6be170ea-df42-47aa-be55-99886a79676b tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:56:08.020576 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ea782f-f303-4e5f-b542-7c90239fb740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bed8753-bb44-44a9-9228-7634b14a83f2,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:08.025503 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-57e1d6fd-cfe5-4220-b096-b6693957c8fb req-6be170ea-df42-47aa-be55-99886a79676b tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Usage tracker for resource:security_group and tenant:fe158ed132334121b71318da05020927 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:56:08.033747 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-57e1d6fd-cfe5-4220-b096-b6693957c8fb req-6be170ea-df42-47aa-be55-99886a79676b tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:56:08.042120 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c504fd4-a9a6-4785-a299-bae9275608db service neutron] Pushing event updated for resources: {'Port': ['ID=c4571113-efb5-43e2-8b72-b1e6dfe7cfd9,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:08.045196 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4212c1d8-3e9e-4bee-88db-4acb99fefe3b req-973eea43-c29a-4bc2-ac03-5da43d5077c2 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:08.054393 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4212c1d8-3e9e-4bee-88db-4acb99fefe3b req-973eea43-c29a-4bc2-ac03-5da43d5077c2 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e446d3-eb09-4119-b095-c6841026b291 HTTP/1.1" status: 200 len: 949 time: 0.1805782 Feb 09 00:56:08.056427 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f6ea782f-f303-4e5f-b542-7c90239fb740 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:08.059933 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f6ea782f-f303-4e5f-b542-7c90239fb740 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/7bed8753-bb44-44a9-9228-7634b14a83f2 HTTP/1.1" status: 204 len: 168 time: 0.5954609 Feb 09 00:56:08.076504 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-57e1d6fd-cfe5-4220-b096-b6693957c8fb req-6be170ea-df42-47aa-be55-99886a79676b tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:56:08.104743 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-57e1d6fd-cfe5-4220-b096-b6693957c8fb req-6be170ea-df42-47aa-be55-99886a79676b tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:08.161081 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4212c1d8-3e9e-4bee-88db-4acb99fefe3b req-ddd4f07a-da1d-43ca-a754-4856e2078ee9 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f361fac-bee5-49f7-8557-30dc6fac47de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057301 Feb 09 00:56:08.180649 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-57e1d6fd-cfe5-4220-b096-b6693957c8fb req-6be170ea-df42-47aa-be55-99886a79676b tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:56:08.184414 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-53bbcb44-7ad0-4920-9a03-e1b1760b8a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:08.186734 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-57e1d6fd-cfe5-4220-b096-b6693957c8fb req-6be170ea-df42-47aa-be55-99886a79676b tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Usage tracker for resource:security_group_rule and tenant:fe158ed132334121b71318da05020927 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:56:08.190370 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-57e1d6fd-cfe5-4220-b096-b6693957c8fb req-6be170ea-df42-47aa-be55-99886a79676b tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:56:08.197207 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-57e1d6fd-cfe5-4220-b096-b6693957c8fb req-6be170ea-df42-47aa-be55-99886a79676b tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:56:08.252977 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-236371ca-767e-4d03-aab8-2b682cc571e4 req-6c504fd4-a9a6-4785-a299-bae9275608db service neutron] Attempting to bind port c4571113-efb5-43e2-8b72-b1e6dfe7cfd9 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:56:08.253303 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-236371ca-767e-4d03-aab8-2b682cc571e4 req-6c504fd4-a9a6-4785-a299-bae9275608db service neutron] Attempting to bind port c4571113-efb5-43e2-8b72-b1e6dfe7cfd9 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'd7050703-a45d-45b0-a89d-e74c0c0ae2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2c19901d-9303-4cfd-b96f-b8f2e52fb4b9'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:56:08.253862 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236371ca-767e-4d03-aab8-2b682cc571e4 req-6c504fd4-a9a6-4785-a299-bae9275608db service neutron] Attempting to bind port c4571113-efb5-43e2-8b72-b1e6dfe7cfd9 on network 2c19901d-9303-4cfd-b96f-b8f2e52fb4b9 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:56:08.260258 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236371ca-767e-4d03-aab8-2b682cc571e4 req-6c504fd4-a9a6-4785-a299-bae9275608db service neutron] Port c4571113-efb5-43e2-8b72-b1e6dfe7cfd9 on network 2c19901d-9303-4cfd-b96f-b8f2e52fb4b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:56:08.260925 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236371ca-767e-4d03-aab8-2b682cc571e4 req-6c504fd4-a9a6-4785-a299-bae9275608db service neutron] Attempting to bind port c4571113-efb5-43e2-8b72-b1e6dfe7cfd9 on network 2c19901d-9303-4cfd-b96f-b8f2e52fb4b9 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:56:08.269629 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236371ca-767e-4d03-aab8-2b682cc571e4 req-6c504fd4-a9a6-4785-a299-bae9275608db service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:56:08.270017 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236371ca-767e-4d03-aab8-2b682cc571e4 req-6c504fd4-a9a6-4785-a299-bae9275608db service neutron] Checking segment: {'id': 'd7050703-a45d-45b0-a89d-e74c0c0ae2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2c19901d-9303-4cfd-b96f-b8f2e52fb4b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:56:08.270456 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236371ca-767e-4d03-aab8-2b682cc571e4 req-6c504fd4-a9a6-4785-a299-bae9275608db service neutron] Bound using segment: {'id': 'd7050703-a45d-45b0-a89d-e74c0c0ae2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2c19901d-9303-4cfd-b96f-b8f2e52fb4b9'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:56:08.270994 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-236371ca-767e-4d03-aab8-2b682cc571e4 req-6c504fd4-a9a6-4785-a299-bae9275608db service neutron] Bound port: c4571113-efb5-43e2-8b72-b1e6dfe7cfd9, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7050703-a45d-45b0-a89d-e74c0c0ae2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2c19901d-9303-4cfd-b96f-b8f2e52fb4b9'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:56:08.271389 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-236371ca-767e-4d03-aab8-2b682cc571e4 req-6c504fd4-a9a6-4785-a299-bae9275608db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:08.288247 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-57e1d6fd-cfe5-4220-b096-b6693957c8fb req-6be170ea-df42-47aa-be55-99886a79676b tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:08.293129 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-57e1d6fd-cfe5-4220-b096-b6693957c8fb req-6be170ea-df42-47aa-be55-99886a79676b tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:08.342062 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device f16d05c2-eae9-44a5-8686-789fbb3c6fe4 details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:56:08.369071 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-57e1d6fd-cfe5-4220-b096-b6693957c8fb req-6be170ea-df42-47aa-be55-99886a79676b tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:08.379448 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-236371ca-767e-4d03-aab8-2b682cc571e4 req-6c504fd4-a9a6-4785-a299-bae9275608db service neutron] For port c4571113-efb5-43e2-8b72-b1e6dfe7cfd9, host n-h1-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:56:08.381866 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-57e1d6fd-cfe5-4220-b096-b6693957c8fb req-6be170ea-df42-47aa-be55-99886a79676b tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4039574 Feb 09 00:56:08.383111 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-236371ca-767e-4d03-aab8-2b682cc571e4 req-6c504fd4-a9a6-4785-a299-bae9275608db service neutron] For port c4571113-efb5-43e2-8b72-b1e6dfe7cfd9, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=c4571113-efb5-43e2-8b72-b1e6dfe7cfd9,segment=NetworkSegment(d7050703-a45d-45b0-a89d-e74c0c0ae2fb),segment_id=d7050703-a45d-45b0-a89d-e74c0c0ae2fb)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:56:08.387462 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be170ea-df42-47aa-be55-99886a79676b tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1db66e6a-f35a-4c52-a3a6-8ae7d43ce3f6,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:08.387846 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-236371ca-767e-4d03-aab8-2b682cc571e4 req-6c504fd4-a9a6-4785-a299-bae9275608db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:08.460513 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236371ca-767e-4d03-aab8-2b682cc571e4 req-6c504fd4-a9a6-4785-a299-bae9275608db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:08.461411 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-236371ca-767e-4d03-aab8-2b682cc571e4 req-6c504fd4-a9a6-4785-a299-bae9275608db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:08.462973 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-236371ca-767e-4d03-aab8-2b682cc571e4 req-6c504fd4-a9a6-4785-a299-bae9275608db service neutron] 10.222.0.62 "PUT /v2.0/ports/c4571113-efb5-43e2-8b72-b1e6dfe7cfd9 HTTP/1.1" status: 200 len: 1092 time: 1.7171175 Feb 09 00:56:08.463509 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b97eff9-88f0-4afb-a6fb-79497b168e52', 'tag': 'c4571113-efb5-43e2-8b72-b1e6dfe7cfd9'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:56:08.508842 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c504fd4-a9a6-4785-a299-bae9275608db service neutron] Pushing event updated for resources: {'Port': ['ID=c4571113-efb5-43e2-8b72-b1e6dfe7cfd9,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:08.525363 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f502b-0e37-4acb-a722-404f7baceb6c req-8cd5aec8-ac7e-43d9-910a-e8ae3392431b tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:08.538901 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0a2f502b-0e37-4acb-a722-404f7baceb6c req-8cd5aec8-ac7e-43d9-910a-e8ae3392431b tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] 10.222.0.105 "GET /v2.0/ports?device_id=5567b915-490a-468c-8e0d-6856d8c8f6d4 HTTP/1.1" status: 200 len: 950 time: 0.1436474 Feb 09 00:56:08.608550 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port f16d05c2-eae9-44a5-8686-789fbb3c6fe4, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=f16d05c2-eae9-44a5-8686-789fbb3c6fe4,segment=NetworkSegment(42eb89e1-c4de-4f57-85a6-0e5fc984e699),segment_id=42eb89e1-c4de-4f57-85a6-0e5fc984e699)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:56:08.621061 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236371ca-767e-4d03-aab8-2b682cc571e4 req-ed208a63-3ffc-4af5-8217-fcadd5fc651a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:08.622636 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-236371ca-767e-4d03-aab8-2b682cc571e4 req-ed208a63-3ffc-4af5-8217-fcadd5fc651a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=35dd69c7034749ab9d62471941920e2c&device_id=8b97eff9-88f0-4afb-a6fb-79497b168e52 HTTP/1.1" status: 200 len: 1095 time: 0.0947852 Feb 09 00:56:08.634366 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': 'f16d05c2-eae9-44a5-8686-789fbb3c6fe4', 'network_id': '1f86eb5f-f405-4ce4-a845-9c31ac1b15d4', 'port_id': 'f16d05c2-eae9-44a5-8686-789fbb3c6fe4', 'mac_address': 'fa:16:3e:27:c4:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55d6843d-cf0e-4da9-b1f9-18c66e11f308', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:56:08.697825 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0a2f502b-0e37-4acb-a722-404f7baceb6c req-8769ed4e-3c37-4e8b-94a0-1c1b5bc72988 tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] 10.222.0.105 "GET /v2.0/security-groups?id=16acca42-a0c4-49b7-8970-a493bbcd3b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558373 Feb 09 00:56:08.711134 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-236371ca-767e-4d03-aab8-2b682cc571e4 req-adc7cac7-5acc-4c9d-b55e-af1649712bd9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4571113-efb5-43e2-8b72-b1e6dfe7cfd9 HTTP/1.1" status: 200 len: 217 time: 0.0807934 Feb 09 00:56:08.724509 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:08.725113 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 45832) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:56:08.740418 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f16d05c2-eae9-44a5-8686-789fbb3c6fe4 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:56:08.757165 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port f16d05c2-eae9-44a5-8686-789fbb3c6fe4, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=f16d05c2-eae9-44a5-8686-789fbb3c6fe4,segment=NetworkSegment(42eb89e1-c4de-4f57-85a6-0e5fc984e699),segment_id=42eb89e1-c4de-4f57-85a6-0e5fc984e699)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:56:08.761795 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:08.794048 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-6a099905-4e60-423c-ae30-e68dde89d39b admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=ed91cb453a0b41a8beb94c0578b65577&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0657547 Feb 09 00:56:08.797081 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 45838) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:56:08.807202 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a53f95e-4cf1-47d7-b694-96f96314c040 req-821a8271-4b94-4c3b-9eb2-7588113ebb0a tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:08.808841 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4a53f95e-4cf1-47d7-b694-96f96314c040 req-821a8271-4b94-4c3b-9eb2-7588113ebb0a tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=8b97eff9-88f0-4afb-a6fb-79497b168e52 HTTP/1.1" status: 200 len: 944 time: 0.2182572 Feb 09 00:56:08.821785 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236371ca-767e-4d03-aab8-2b682cc571e4 req-6afdafc4-a99e-4ac5-9c21-5e2fab491579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:08.823473 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-236371ca-767e-4d03-aab8-2b682cc571e4 req-6afdafc4-a99e-4ac5-9c21-5e2fab491579 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f523b7b8-aa23-4f63-9894-de0d35bb1ce5 HTTP/1.1" status: 200 len: 861 time: 0.1052475 Feb 09 00:56:08.892953 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-236371ca-767e-4d03-aab8-2b682cc571e4 req-cd421e0b-d0c7-42ed-87f7-ebdaa2fc05d4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2c19901d-9303-4cfd-b96f-b8f2e52fb4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625162 Feb 09 00:56:08.910051 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4a53f95e-4cf1-47d7-b694-96f96314c040 req-980de54e-6d3c-43b8-8f1d-2f2a3a650b3c tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642622 Feb 09 00:56:08.910590 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=f16d05c2-eae9-44a5-8686-789fbb3c6fe4,revision_number=12']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:08.910834 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-174b81da-d227-40af-8aad-eac9eeaf2497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:08.940828 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-174b81da-d227-40af-8aad-eac9eeaf2497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:08.965714 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['f16d05c2-eae9-44a5-8686-789fbb3c6fe4'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:56:09.010896 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-174b81da-d227-40af-8aad-eac9eeaf2497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:09.033975 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174b81da-d227-40af-8aad-eac9eeaf2497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01d1370-98d2-40b4-a058-59f90b845bb5,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:09.037209 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-174b81da-d227-40af-8aad-eac9eeaf2497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:09.041179 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-174b81da-d227-40af-8aad-eac9eeaf2497 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/f01d1370-98d2-40b4-a058-59f90b845bb5 HTTP/1.1" status: 204 len: 168 time: 0.2433593 Feb 09 00:56:09.097900 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-236371ca-767e-4d03-aab8-2b682cc571e4 req-1bf62f00-6fa0-47c6-8ff9-9894a4dc4953 service neutron] 10.222.0.62 "GET /v2.0/networks/2c19901d-9303-4cfd-b96f-b8f2e52fb4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964498 Feb 09 00:56:09.099575 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b97eff9-88f0-4afb-a6fb-79497b168e52', 'tag': 'c4571113-efb5-43e2-8b72-b1e6dfe7cfd9', 'status': 'completed', 'code': 200} Feb 09 00:56:09.253657 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-236371ca-767e-4d03-aab8-2b682cc571e4 req-20ea808d-2602-4798-83eb-0832888139f2 service neutron] 10.222.0.62 "GET /v2.0/networks/2c19901d-9303-4cfd-b96f-b8f2e52fb4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495862 Feb 09 00:56:09.420098 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95db27f-ac8a-4417-983e-eaea205e817d req-f98416c5-0591-453d-8bf0-080e11e1e6be tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:09.421658 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a95db27f-ac8a-4417-983e-eaea205e817d req-f98416c5-0591-453d-8bf0-080e11e1e6be tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/networks?id=866b1940-97bf-4889-ae97-5594fa470cc1 HTTP/1.1" status: 200 len: 813 time: 0.3314521 Feb 09 00:56:09.434952 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79152c-6579-44b9-8cb3-f712949baf3a req-1c1a8def-f0d9-4ab3-bd9e-e4d80c6bd7b8 tempest-InstanceActionsV221TestJSON-915890081 tempest-InstanceActionsV221TestJSON-915890081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:09.436887 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ae79152c-6579-44b9-8cb3-f712949baf3a req-1c1a8def-f0d9-4ab3-bd9e-e4d80c6bd7b8 tempest-InstanceActionsV221TestJSON-915890081 tempest-InstanceActionsV221TestJSON-915890081-project] 10.222.0.105 "GET /v2.0/networks?id=90ce37a7-5684-472c-834a-9d1d0a563062 HTTP/1.1" status: 200 len: 817 time: 0.2871163 Feb 09 00:56:09.461767 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ae79152c-6579-44b9-8cb3-f712949baf3a req-e2eaa498-c980-400a-9dfd-77bf88da0377 tempest-InstanceActionsV221TestJSON-915890081 tempest-InstanceActionsV221TestJSON-915890081-project] 10.222.0.105 "GET /v2.0/quotas/5c01c97084784fa4a286ad5ac5563f57 HTTP/1.1" status: 200 len: 375 time: 0.0184760 Feb 09 00:56:09.463513 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a95db27f-ac8a-4417-983e-eaea205e817d req-6fa557f7-9ce2-4d5d-9ac8-cf4d2d3e07ad tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/quotas/fe158ed132334121b71318da05020927 HTTP/1.1" status: 200 len: 375 time: 0.0195341 Feb 09 00:56:09.515808 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcad7f0-f674-4daf-b0aa-78fe11947d94 req-a1690c85-b64e-48b9-92da-7fc6d23babf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:09.517441 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4bcad7f0-f674-4daf-b0aa-78fe11947d94 req-a1690c85-b64e-48b9-92da-7fc6d23babf7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=35dd69c7034749ab9d62471941920e2c&device_id=8b97eff9-88f0-4afb-a6fb-79497b168e52 HTTP/1.1" status: 200 len: 1095 time: 0.2152321 Feb 09 00:56:09.553475 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ae79152c-6579-44b9-8cb3-f712949baf3a req-ae1e896c-028d-4ff9-a78c-a7b071d3bb69 tempest-InstanceActionsV221TestJSON-915890081 tempest-InstanceActionsV221TestJSON-915890081-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=5c01c97084784fa4a286ad5ac5563f57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0835483 Feb 09 00:56:09.555573 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a95db27f-ac8a-4417-983e-eaea205e817d req-955d5abf-37d6-45b2-8d8d-a4a69bf3b6c4 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=fe158ed132334121b71318da05020927&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0839331 Feb 09 00:56:09.663195 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcad7f0-f674-4daf-b0aa-78fe11947d94 req-d9dd9689-5bf1-4293-ba47-b03a0fab1215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:09.664784 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4bcad7f0-f674-4daf-b0aa-78fe11947d94 req-d9dd9689-5bf1-4293-ba47-b03a0fab1215 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2c19901d-9303-4cfd-b96f-b8f2e52fb4b9 HTTP/1.1" status: 200 len: 922 time: 0.1416991 Feb 09 00:56:09.758945 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4bcad7f0-f674-4daf-b0aa-78fe11947d94 req-f07d5df0-0803-44c8-b32f-ccd259e66f88 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4571113-efb5-43e2-8b72-b1e6dfe7cfd9 HTTP/1.1" status: 200 len: 217 time: 0.0861375 Feb 09 00:56:09.851412 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcad7f0-f674-4daf-b0aa-78fe11947d94 req-80df7451-ecf9-4edc-b90e-52877e93b42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:09.853073 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4bcad7f0-f674-4daf-b0aa-78fe11947d94 req-80df7451-ecf9-4edc-b90e-52877e93b42d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f523b7b8-aa23-4f63-9894-de0d35bb1ce5 HTTP/1.1" status: 200 len: 861 time: 0.0872087 Feb 09 00:56:09.901956 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4bcad7f0-f674-4daf-b0aa-78fe11947d94 req-fed4a438-803c-40aa-843c-6c59493e1b93 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2c19901d-9303-4cfd-b96f-b8f2e52fb4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421135 Feb 09 00:56:09.922501 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a95db27f-ac8a-4417-983e-eaea205e817d req-1200a560-da28-4b23-a553-2a0a132d8eeb service neutron] 10.222.0.105 "GET /v2.0/networks/866b1940-97bf-4889-ae97-5594fa470cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3577003 Feb 09 00:56:10.041135 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4bcad7f0-f674-4daf-b0aa-78fe11947d94 req-fbcc4311-64ed-431c-bfd3-390f2ec56404 service neutron] 10.222.0.62 "GET /v2.0/networks/2c19901d-9303-4cfd-b96f-b8f2e52fb4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324990 Feb 09 00:56:10.048611 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ae79152c-6579-44b9-8cb3-f712949baf3a req-2b77e00e-1dc1-4b00-9e5f-60bba8da37be service neutron] 10.222.0.105 "GET /v2.0/networks/90ce37a7-5684-472c-834a-9d1d0a563062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4849677 Feb 09 00:56:10.178346 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a95db27f-ac8a-4417-983e-eaea205e817d req-4e1e4627-7eec-4667-8b0a-f2885c7ed5b8 service neutron] 10.222.0.105 "GET /v2.0/networks/866b1940-97bf-4889-ae97-5594fa470cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418847 Feb 09 00:56:10.186625 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4bcad7f0-f674-4daf-b0aa-78fe11947d94 req-bfd73a0e-42c7-452b-bde4-290c9c8a3b49 service neutron] 10.222.0.62 "GET /v2.0/networks/2c19901d-9303-4cfd-b96f-b8f2e52fb4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384757 Feb 09 00:56:10.239011 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ae79152c-6579-44b9-8cb3-f712949baf3a req-78c4bb81-6a2e-4435-b7bf-f83665fcaa0c service neutron] 10.222.0.105 "GET /v2.0/networks/90ce37a7-5684-472c-834a-9d1d0a563062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795080 Feb 09 00:56:10.344723 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device f16d05c2-eae9-44a5-8686-789fbb3c6fe4 up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:56:10.484184 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5db54b49-6647-43c4-9b73-afe1ea2b1e0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:10.532202 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port f16d05c2-eae9-44a5-8686-789fbb3c6fe4 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:56:10.532823 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:10.783830 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dfc932-7425-4dd9-a7cb-aaec9957487b req-a9455afc-856d-4775-97a4-b2252385e780 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:10.791028 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-23dfc932-7425-4dd9-a7cb-aaec9957487b req-a9455afc-856d-4775-97a4-b2252385e780 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=90140d92-19ba-4345-9db5-0546529072e2 HTTP/1.1" status: 200 len: 950 time: 0.1825066 Feb 09 00:56:10.840729 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:10.884224 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-23dfc932-7425-4dd9-a7cb-aaec9957487b req-6ee220de-5102-43ae-8ea2-bacc2eb5e989 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858252 Feb 09 00:56:10.932251 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51ce712b-63c6-4024-b743-f12868b3e100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f16d05c2-eae9-44a5-8686-789fbb3c6fe4'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:56:10.984811 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port f16d05c2-eae9-44a5-8686-789fbb3c6fe4, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=f16d05c2-eae9-44a5-8686-789fbb3c6fe4,segment=NetworkSegment(42eb89e1-c4de-4f57-85a6-0e5fc984e699),segment_id=42eb89e1-c4de-4f57-85a6-0e5fc984e699)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:56:10.991277 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:10.993231 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 48fe6a3f-3317-4b0f-b4ba-ddaaef847545 no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:56:11.206961 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c1c909-fef9-414c-a838-8f76dffd12f4 req-7b6ba425-9198-49ac-a30c-3321b172ff2b tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:11.208848 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b6c1c909-fef9-414c-a838-8f76dffd12f4 req-7b6ba425-9198-49ac-a30c-3321b172ff2b tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e446d3-eb09-4119-b095-c6841026b291 HTTP/1.1" status: 200 len: 949 time: 0.1370606 Feb 09 00:56:11.218655 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d16f4-fa30-46a7-a45b-79aa8b534b78 req-e1380a45-0a5a-4f75-a8d8-6a09d7ba1012 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:11.220101 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=f16d05c2-eae9-44a5-8686-789fbb3c6fe4,revision_number=13']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:11.227754 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-257d16f4-fa30-46a7-a45b-79aa8b534b78 req-e1380a45-0a5a-4f75-a8d8-6a09d7ba1012 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 946 time: 0.1989822 Feb 09 00:56:11.327468 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-257d16f4-fa30-46a7-a45b-79aa8b534b78 req-49714bb4-9a6c-41a6-bc64-f17b6f5f3acd tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982163 Feb 09 00:56:11.349843 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b6c1c909-fef9-414c-a838-8f76dffd12f4 req-bc629f32-0560-4c3c-97a2-8f75c48232a2 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f361fac-bee5-49f7-8557-30dc6fac47de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034760 Feb 09 00:56:11.401536 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:11.406218 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:11.461608 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:11.464075 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 48fe6a3f-3317-4b0f-b4ba-ddaaef847545, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=48fe6a3f-3317-4b0f-b4ba-ddaaef847545,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:56:11.468510 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:11.572074 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=48fe6a3f-3317-4b0f-b4ba-ddaaef847545,revision_number=8']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:11.595127 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-65118099-7e8b-4fc3-a915-1c122bfea817 req-599364bc-b113-4cd8-80f0-5e93b2064f0c tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/ports?device_id=0f981ed7-7764-4168-8897-87af8d63076c HTTP/1.1" status: 200 len: 210 time: 0.0922854 Feb 09 00:56:11.659467 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ec845a-b4f0-438d-95bd-fa3cda9a6e91 req-fafc30e8-a1cf-4228-9c02-c2f68914e282 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:11.662052 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-37ec845a-b4f0-438d-95bd-fa3cda9a6e91 req-fafc30e8-a1cf-4228-9c02-c2f68914e282 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=8b97eff9-88f0-4afb-a6fb-79497b168e52 HTTP/1.1" status: 200 len: 944 time: 0.1268044 Feb 09 00:56:11.752349 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5a112ec7-7a4a-4b62-8ea2-f0fd1188e2b8 req-cdf66bc5-9ef9-4958-8094-a5aca2eab2cf tempest-InstanceActionsV221TestJSON-915890081 tempest-InstanceActionsV221TestJSON-915890081-project] 10.222.0.105 "GET /v2.0/ports?device_id=ad220941-d4da-4fae-89d0-cec5645d1937 HTTP/1.1" status: 200 len: 210 time: 0.0477562 Feb 09 00:56:11.755274 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-37ec845a-b4f0-438d-95bd-fa3cda9a6e91 req-015a1d33-2051-415d-99fe-43a337e5c50a tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862854 Feb 09 00:56:11.815957 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51ce712b-63c6-4024-b743-f12868b3e100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f16d05c2-eae9-44a5-8686-789fbb3c6fe4', 'code': 200} Feb 09 00:56:12.045985 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device c4571113-efb5-43e2-8b72-b1e6dfe7cfd9 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:56:12.103523 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e647542-6f84-4753-9454-dcb39c0c7c06 req-01166896-454f-47aa-934a-4536356bdf18 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:12.105055 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7e647542-6f84-4753-9454-dcb39c0c7c06 req-01166896-454f-47aa-934a-4536356bdf18 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=90140d92-19ba-4345-9db5-0546529072e2 HTTP/1.1" status: 200 len: 950 time: 0.1127527 Feb 09 00:56:12.180076 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7e647542-6f84-4753-9454-dcb39c0c7c06 req-eb894888-1675-49f8-8f47-1d4923af1d6e tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683568 Feb 09 00:56:12.236964 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port c4571113-efb5-43e2-8b72-b1e6dfe7cfd9, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=c4571113-efb5-43e2-8b72-b1e6dfe7cfd9,segment=NetworkSegment(d7050703-a45d-45b0-a89d-e74c0c0ae2fb),segment_id=d7050703-a45d-45b0-a89d-e74c0c0ae2fb)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:56:12.254449 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': 'c4571113-efb5-43e2-8b72-b1e6dfe7cfd9', 'network_id': '2c19901d-9303-4cfd-b96f-b8f2e52fb4b9', 'port_id': 'c4571113-efb5-43e2-8b72-b1e6dfe7cfd9', 'mac_address': 'fa:16:3e:13:03:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f523b7b8-aa23-4f63-9894-de0d35bb1ce5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:56:12.312974 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95db27f-ac8a-4417-983e-eaea205e817d req-3cdf2f1b-b03c-42e9-8b22-b800f7ebe9e3 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:12.313546 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:12.313691 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-a95db27f-ac8a-4417-983e-eaea205e817d req-3cdf2f1b-b03c-42e9-8b22-b800f7ebe9e3 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Synchronizing usage tracker for tenant:fe158ed132334121b71318da05020927 on resource:network {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:56:12.333414 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-a95db27f-ac8a-4417-983e-eaea205e817d req-3cdf2f1b-b03c-42e9-8b22-b800f7ebe9e3 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Unset dirty status for tenant:fe158ed132334121b71318da05020927 on resource:network {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:56:12.334663 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4571113-efb5-43e2-8b72-b1e6dfe7cfd9 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:56:12.344076 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a95db27f-ac8a-4417-983e-eaea205e817d req-3cdf2f1b-b03c-42e9-8b22-b800f7ebe9e3 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.62 "GET /v2.0/networks?id=866b1940-97bf-4889-ae97-5594fa470cc1 HTTP/1.1" status: 200 len: 813 time: 0.2587519 Feb 09 00:56:12.358601 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-a95db27f-ac8a-4417-983e-eaea205e817d req-cbb52151-aadb-4f54-8a3a-fb6ecedc5eef tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Request body: {'port': {'device_id': '0f981ed7-7764-4168-8897-87af8d63076c', 'network_id': '866b1940-97bf-4889-ae97-5594fa470cc1', 'admin_state_up': True, 'tenant_id': 'fe158ed132334121b71318da05020927'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:56:12.362665 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port c4571113-efb5-43e2-8b72-b1e6dfe7cfd9, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=c4571113-efb5-43e2-8b72-b1e6dfe7cfd9,segment=NetworkSegment(d7050703-a45d-45b0-a89d-e74c0c0ae2fb),segment_id=d7050703-a45d-45b0-a89d-e74c0c0ae2fb)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:56:12.371675 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:12.493080 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=c4571113-efb5-43e2-8b72-b1e6dfe7cfd9,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:12.530953 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7595fb-4137-4ad8-b57a-ddfdf466b3c7 req-0efda0a0-0bec-466e-ae94-83794acb5c0f tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:12.534066 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3e7595fb-4137-4ad8-b57a-ddfdf466b3c7 req-0efda0a0-0bec-466e-ae94-83794acb5c0f tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 946 time: 0.0956793 Feb 09 00:56:12.592714 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-a95db27f-ac8a-4417-983e-eaea205e817d req-cbb52151-aadb-4f54-8a3a-fb6ecedc5eef tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:56:12.597036 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-a95db27f-ac8a-4417-983e-eaea205e817d req-cbb52151-aadb-4f54-8a3a-fb6ecedc5eef tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Usage tracker for resource:port and tenant:fe158ed132334121b71318da05020927 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:56:12.601248 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-a95db27f-ac8a-4417-983e-eaea205e817d req-cbb52151-aadb-4f54-8a3a-fb6ecedc5eef tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:56:12.608374 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-a95db27f-ac8a-4417-983e-eaea205e817d req-cbb52151-aadb-4f54-8a3a-fb6ecedc5eef tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:56:12.622272 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a95db27f-ac8a-4417-983e-eaea205e817d req-cbb52151-aadb-4f54-8a3a-fb6ecedc5eef tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Made reservation on behalf of fe158ed132334121b71318da05020927 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:56:12.629140 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-a95db27f-ac8a-4417-983e-eaea205e817d req-cbb52151-aadb-4f54-8a3a-fb6ecedc5eef tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:12.636436 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3e7595fb-4137-4ad8-b57a-ddfdf466b3c7 req-814624bf-bc35-4733-982b-36ef3a0a1026 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652483 Feb 09 00:56:12.660742 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['c4571113-efb5-43e2-8b72-b1e6dfe7cfd9'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:56:12.696284 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c13d9f-b8aa-4410-9f23-1fe2be843c4e req-7e5daf90-4dfb-442b-803c-3bb2575c4ca6 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:12.700265 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-82c13d9f-b8aa-4410-9f23-1fe2be843c4e req-7e5daf90-4dfb-442b-803c-3bb2575c4ca6 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e446d3-eb09-4119-b095-c6841026b291 HTTP/1.1" status: 200 len: 949 time: 0.1626866 Feb 09 00:56:12.756763 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-82c13d9f-b8aa-4410-9f23-1fe2be843c4e req-92a00555-1e2b-4cba-960e-35062a31244f tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f361fac-bee5-49f7-8557-30dc6fac47de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470190 Feb 09 00:56:12.961309 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79152c-6579-44b9-8cb3-f712949baf3a req-5979001d-e04b-43df-9767-5c579d8da81b tempest-InstanceActionsV221TestJSON-915890081 tempest-InstanceActionsV221TestJSON-915890081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:12.961529 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-de5f4f91-8dd4-4d46-9497-79d95e2082be req-0312a144-45e9-48e4-8dfe-670492b6705e tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/ports?device_id=0f981ed7-7764-4168-8897-87af8d63076c HTTP/1.1" status: 200 len: 210 time: 0.0593176 Feb 09 00:56:12.962075 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-ae79152c-6579-44b9-8cb3-f712949baf3a req-5979001d-e04b-43df-9767-5c579d8da81b tempest-InstanceActionsV221TestJSON-915890081 tempest-InstanceActionsV221TestJSON-915890081-project] Synchronizing usage tracker for tenant:5c01c97084784fa4a286ad5ac5563f57 on resource:network {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:56:13.009779 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:13.040112 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-ae79152c-6579-44b9-8cb3-f712949baf3a req-5979001d-e04b-43df-9767-5c579d8da81b tempest-InstanceActionsV221TestJSON-915890081 tempest-InstanceActionsV221TestJSON-915890081-project] Unset dirty status for tenant:5c01c97084784fa4a286ad5ac5563f57 on resource:network {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:56:13.042385 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ae79152c-6579-44b9-8cb3-f712949baf3a req-5979001d-e04b-43df-9767-5c579d8da81b tempest-InstanceActionsV221TestJSON-915890081 tempest-InstanceActionsV221TestJSON-915890081-project] 10.222.0.62 "GET /v2.0/networks?id=90ce37a7-5684-472c-834a-9d1d0a563062 HTTP/1.1" status: 200 len: 817 time: 0.3217328 Feb 09 00:56:13.060766 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-ae79152c-6579-44b9-8cb3-f712949baf3a req-d971b5d6-7c63-41f3-b031-b36c3c88b10b tempest-InstanceActionsV221TestJSON-915890081 tempest-InstanceActionsV221TestJSON-915890081-project] Request body: {'port': {'device_id': 'ad220941-d4da-4fae-89d0-cec5645d1937', 'network_id': '90ce37a7-5684-472c-834a-9d1d0a563062', 'admin_state_up': True, 'tenant_id': '5c01c97084784fa4a286ad5ac5563f57'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:56:13.144766 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-a95db27f-ac8a-4417-983e-eaea205e817d req-cbb52151-aadb-4f54-8a3a-fb6ecedc5eef tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Allocated IP 172.20.0.4 (866b1940-97bf-4889-ae97-5594fa470cc1/b7e2d3f7-8db3-4e5e-8a7b-90b470036eaf/744c8ee2-f6d2-48d2-ae12-e6633911caff) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:56:13.181362 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-20052bea-422f-4791-995a-2f035d9a94c8 req-8f6530ea-80d9-4acc-ac8d-490348aaf2fd tempest-InstanceActionsV221TestJSON-915890081 tempest-InstanceActionsV221TestJSON-915890081-project] 10.222.0.105 "GET /v2.0/ports?device_id=ad220941-d4da-4fae-89d0-cec5645d1937 HTTP/1.1" status: 200 len: 210 time: 0.0784490 Feb 09 00:56:13.246673 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c942ab-d22a-46e0-949f-f328d28b463d req-07f2e1e4-f173-4ddd-a58e-4e4873132369 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:13.248741 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-19c942ab-d22a-46e0-949f-f328d28b463d req-07f2e1e4-f173-4ddd-a58e-4e4873132369 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=8b97eff9-88f0-4afb-a6fb-79497b168e52 HTTP/1.1" status: 200 len: 945 time: 0.1093228 Feb 09 00:56:13.283586 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-ae79152c-6579-44b9-8cb3-f712949baf3a req-d971b5d6-7c63-41f3-b031-b36c3c88b10b tempest-InstanceActionsV221TestJSON-915890081 tempest-InstanceActionsV221TestJSON-915890081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:56:13.298813 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-19c942ab-d22a-46e0-949f-f328d28b463d req-2182fa43-633f-4238-ba94-9b64b2bcc7d5 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435064 Feb 09 00:56:13.304010 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-ae79152c-6579-44b9-8cb3-f712949baf3a req-d971b5d6-7c63-41f3-b031-b36c3c88b10b tempest-InstanceActionsV221TestJSON-915890081 tempest-InstanceActionsV221TestJSON-915890081-project] Usage tracker for resource:port and tenant:5c01c97084784fa4a286ad5ac5563f57 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:56:13.353077 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-ae79152c-6579-44b9-8cb3-f712949baf3a req-d971b5d6-7c63-41f3-b031-b36c3c88b10b tempest-InstanceActionsV221TestJSON-915890081 tempest-InstanceActionsV221TestJSON-915890081-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:56:13.370824 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-ae79152c-6579-44b9-8cb3-f712949baf3a req-d971b5d6-7c63-41f3-b031-b36c3c88b10b tempest-InstanceActionsV221TestJSON-915890081 tempest-InstanceActionsV221TestJSON-915890081-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:56:13.398861 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae79152c-6579-44b9-8cb3-f712949baf3a req-d971b5d6-7c63-41f3-b031-b36c3c88b10b tempest-InstanceActionsV221TestJSON-915890081 tempest-InstanceActionsV221TestJSON-915890081-project] Made reservation on behalf of 5c01c97084784fa4a286ad5ac5563f57 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:56:13.402327 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-ae79152c-6579-44b9-8cb3-f712949baf3a req-d971b5d6-7c63-41f3-b031-b36c3c88b10b tempest-InstanceActionsV221TestJSON-915890081 tempest-InstanceActionsV221TestJSON-915890081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:13.468048 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f5d75-5267-435e-a71c-48b88717ee32 req-c7c130d1-e236-40d4-bfdf-857eeacc6ca8 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:13.472803 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fa3f5d75-5267-435e-a71c-48b88717ee32 req-c7c130d1-e236-40d4-bfdf-857eeacc6ca8 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=90140d92-19ba-4345-9db5-0546529072e2 HTTP/1.1" status: 200 len: 950 time: 0.0900970 Feb 09 00:56:13.647305 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-a95db27f-ac8a-4417-983e-eaea205e817d req-cbb52151-aadb-4f54-8a3a-fb6ecedc5eef tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:13.672760 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fa3f5d75-5267-435e-a71c-48b88717ee32 req-e5b48465-f247-4af7-9113-8c03320e61d9 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909831 Feb 09 00:56:13.784650 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-ae79152c-6579-44b9-8cb3-f712949baf3a req-d971b5d6-7c63-41f3-b031-b36c3c88b10b tempest-InstanceActionsV221TestJSON-915890081 tempest-InstanceActionsV221TestJSON-915890081-project] Allocated IP 172.20.0.3 (90ce37a7-5684-472c-834a-9d1d0a563062/3ffeb6d2-5ce3-4eca-ac43-8fc3bca740c9/a7576355-ae9b-41d3-8ac1-4b401f8a2de1) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:56:13.798010 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-a95db27f-ac8a-4417-983e-eaea205e817d req-cbb52151-aadb-4f54-8a3a-fb6ecedc5eef tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:13.817199 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5567b915-490a-468c-8e0d-6856d8c8f6d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48fe6a3f-3317-4b0f-b4ba-ddaaef847545'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:56:13.896884 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd383191-25aa-439c-a012-c19508f393d2 req-39e0285d-5788-4acd-8075-97e094a7b0d9 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:13.898661 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cd383191-25aa-439c-a012-c19508f393d2 req-39e0285d-5788-4acd-8075-97e094a7b0d9 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 946 time: 0.1226368 Feb 09 00:56:13.929749 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a95db27f-ac8a-4417-983e-eaea205e817d req-cbb52151-aadb-4f54-8a3a-fb6ecedc5eef tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Network 866b1940-97bf-4889-ae97-5594fa470cc1 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:56:13.935948 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-a95db27f-ac8a-4417-983e-eaea205e817d req-cbb52151-aadb-4f54-8a3a-fb6ecedc5eef tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:56:13.948421 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-a95db27f-ac8a-4417-983e-eaea205e817d req-cbb52151-aadb-4f54-8a3a-fb6ecedc5eef tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:56:14.002439 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cd383191-25aa-439c-a012-c19508f393d2 req-4052aac8-4db9-490e-9d25-02bd9d19cca5 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975780 Feb 09 00:56:14.029277 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb52151-aadb-4f54-8a3a-fb6ecedc5eef tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Pushing event updated for resources: {'Port': ['ID=744c8ee2-f6d2-48d2-ae12-e6633911caff,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:14.035420 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b300a37-5ccf-49d2-891e-c0bae4c6094a req-7c334952-2f66-4cb1-b53d-a3f3f3227150 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:14.036979 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9b300a37-5ccf-49d2-891e-c0bae4c6094a req-7c334952-2f66-4cb1-b53d-a3f3f3227150 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e446d3-eb09-4119-b095-c6841026b291 HTTP/1.1" status: 200 len: 949 time: 0.1175520 Feb 09 00:56:14.045855 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device c4571113-efb5-43e2-8b72-b1e6dfe7cfd9 up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:56:14.071640 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95db27f-ac8a-4417-983e-eaea205e817d req-cbb52151-aadb-4f54-8a3a-fb6ecedc5eef tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:14.072218 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-a95db27f-ac8a-4417-983e-eaea205e817d req-cbb52151-aadb-4f54-8a3a-fb6ecedc5eef tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:14.125698 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9b300a37-5ccf-49d2-891e-c0bae4c6094a req-27995430-9a73-43b1-b65d-80c4a01c90ba tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f361fac-bee5-49f7-8557-30dc6fac47de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823727 Feb 09 00:56:14.131271 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5567b915-490a-468c-8e0d-6856d8c8f6d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48fe6a3f-3317-4b0f-b4ba-ddaaef847545', 'code': 200} Feb 09 00:56:14.165126 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port c4571113-efb5-43e2-8b72-b1e6dfe7cfd9 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:56:14.174083 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port c4571113-efb5-43e2-8b72-b1e6dfe7cfd9 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:56:14.175913 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a95db27f-ac8a-4417-983e-eaea205e817d req-cbb52151-aadb-4f54-8a3a-fb6ecedc5eef tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8237321 Feb 09 00:56:14.176094 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:14.189180 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-a95db27f-ac8a-4417-983e-eaea205e817d req-233b27df-a855-4d28-933e-aad94e10c7ff service neutron] Request body: {'port': {'device_id': '0f981ed7-7764-4168-8897-87af8d63076c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:56:14.327539 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:14.366790 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port c4571113-efb5-43e2-8b72-b1e6dfe7cfd9, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=c4571113-efb5-43e2-8b72-b1e6dfe7cfd9,segment=NetworkSegment(d7050703-a45d-45b0-a89d-e74c0c0ae2fb),segment_id=d7050703-a45d-45b0-a89d-e74c0c0ae2fb)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:56:14.371718 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:14.448664 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=c4571113-efb5-43e2-8b72-b1e6dfe7cfd9,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:14.451618 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device d99ba777-2172-48bf-86df-9993763f5b6f no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:56:14.475037 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5750180e-bd65-4f7a-a024-41abe1c5bc60 req-04c53259-b40c-4508-9092-35437a886536 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:14.477659 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5750180e-bd65-4f7a-a024-41abe1c5bc60 req-04c53259-b40c-4508-9092-35437a886536 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/ports?device_id=0f981ed7-7764-4168-8897-87af8d63076c HTTP/1.1" status: 200 len: 931 time: 0.2116885 Feb 09 00:56:14.477980 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-ae79152c-6579-44b9-8cb3-f712949baf3a req-d971b5d6-7c63-41f3-b031-b36c3c88b10b tempest-InstanceActionsV221TestJSON-915890081 tempest-InstanceActionsV221TestJSON-915890081-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:14.489111 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-a95db27f-ac8a-4417-983e-eaea205e817d req-233b27df-a855-4d28-933e-aad94e10c7ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:14.500156 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e5dfd85a-035b-49ea-9f90-ffba8cd3f459 req-58c74dbd-5fc6-4355-b909-94b2e0c29cbe tempest-InstanceActionsV221TestJSON-915890081 tempest-InstanceActionsV221TestJSON-915890081-project] 10.222.0.105 "GET /v2.0/ports?device_id=ad220941-d4da-4fae-89d0-cec5645d1937 HTTP/1.1" status: 200 len: 210 time: 0.0930357 Feb 09 00:56:14.583360 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-5750180e-bd65-4f7a-a024-41abe1c5bc60 req-68733f6f-5445-4196-8c8f-7aff9fe42bca tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Synchronizing usage tracker for tenant:fe158ed132334121b71318da05020927 on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:56:14.595349 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:14.621550 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-5750180e-bd65-4f7a-a024-41abe1c5bc60 req-68733f6f-5445-4196-8c8f-7aff9fe42bca tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Unset dirty status for tenant:fe158ed132334121b71318da05020927 on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:56:14.637566 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5750180e-bd65-4f7a-a024-41abe1c5bc60 req-68733f6f-5445-4196-8c8f-7aff9fe42bca tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/security-groups?id=2cd63bc8-3887-4f55-952c-1971b82f2ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521468 Feb 09 00:56:14.678231 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port d99ba777-2172-48bf-86df-9993763f5b6f, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=d99ba777-2172-48bf-86df-9993763f5b6f,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:56:14.685983 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:14.807659 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=d99ba777-2172-48bf-86df-9993763f5b6f,revision_number=9']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:14.808394 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-ae79152c-6579-44b9-8cb3-f712949baf3a req-d971b5d6-7c63-41f3-b031-b36c3c88b10b tempest-InstanceActionsV221TestJSON-915890081 tempest-InstanceActionsV221TestJSON-915890081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:14.974082 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d971b5d6-7c63-41f3-b031-b36c3c88b10b tempest-InstanceActionsV221TestJSON-915890081 tempest-InstanceActionsV221TestJSON-915890081-project] Pushing event updated for resources: {'Port': ['ID=a7576355-ae9b-41d3-8ac1-4b401f8a2de1,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:14.974521 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70646bc-b609-4a14-88f1-f44a13822905 req-2301ac55-692c-44f9-8734-e1a77cbfbc76 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:14.991492 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f70646bc-b609-4a14-88f1-f44a13822905 req-2301ac55-692c-44f9-8734-e1a77cbfbc76 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=8b97eff9-88f0-4afb-a6fb-79497b168e52 HTTP/1.1" status: 200 len: 946 time: 0.1396561 Feb 09 00:56:15.076892 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae79152c-6579-44b9-8cb3-f712949baf3a req-d971b5d6-7c63-41f3-b031-b36c3c88b10b tempest-InstanceActionsV221TestJSON-915890081 tempest-InstanceActionsV221TestJSON-915890081-project] Network 90ce37a7-5684-472c-834a-9d1d0a563062 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:56:15.079687 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-ae79152c-6579-44b9-8cb3-f712949baf3a req-d971b5d6-7c63-41f3-b031-b36c3c88b10b tempest-InstanceActionsV221TestJSON-915890081 tempest-InstanceActionsV221TestJSON-915890081-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:56:15.088709 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae79152c-6579-44b9-8cb3-f712949baf3a req-d971b5d6-7c63-41f3-b031-b36c3c88b10b tempest-InstanceActionsV221TestJSON-915890081 tempest-InstanceActionsV221TestJSON-915890081-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:56:15.180416 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f70646bc-b609-4a14-88f1-f44a13822905 req-87309961-94c3-4109-8787-8bce30fe373e tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838510 Feb 09 00:56:15.189630 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79152c-6579-44b9-8cb3-f712949baf3a req-d971b5d6-7c63-41f3-b031-b36c3c88b10b tempest-InstanceActionsV221TestJSON-915890081 tempest-InstanceActionsV221TestJSON-915890081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:15.190397 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-ae79152c-6579-44b9-8cb3-f712949baf3a req-d971b5d6-7c63-41f3-b031-b36c3c88b10b tempest-InstanceActionsV221TestJSON-915890081 tempest-InstanceActionsV221TestJSON-915890081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:15.219698 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ae79152c-6579-44b9-8cb3-f712949baf3a req-d971b5d6-7c63-41f3-b031-b36c3c88b10b tempest-InstanceActionsV221TestJSON-915890081 tempest-InstanceActionsV221TestJSON-915890081-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1646867 Feb 09 00:56:15.230172 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4828b3b-5e2c-4443-80cc-c9a63cd936e2 req-f9e39d06-e419-44e8-a32c-214b70e41fda tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:15.239522 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-ae79152c-6579-44b9-8cb3-f712949baf3a req-cca0b084-ffca-4ed7-80ad-9fbe7caf7fd8 service neutron] Request body: {'port': {'device_id': 'ad220941-d4da-4fae-89d0-cec5645d1937', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:56:15.240219 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a4828b3b-5e2c-4443-80cc-c9a63cd936e2 req-f9e39d06-e419-44e8-a32c-214b70e41fda tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=90140d92-19ba-4345-9db5-0546529072e2 HTTP/1.1" status: 200 len: 950 time: 0.2006721 Feb 09 00:56:15.319729 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a4828b3b-5e2c-4443-80cc-c9a63cd936e2 req-c1c4a88f-ebd0-4b6c-9900-7f69cba5fb67 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783527 Feb 09 00:56:15.431578 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [req-a95db27f-ac8a-4417-983e-eaea205e817d req-233b27df-a855-4d28-933e-aad94e10c7ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 744c8ee2-f6d2-48d2-ae12-e6633911caff {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:56:15.436078 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-ae79152c-6579-44b9-8cb3-f712949baf3a req-cca0b084-ffca-4ed7-80ad-9fbe7caf7fd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:15.455127 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-a95db27f-ac8a-4417-983e-eaea205e817d req-233b27df-a855-4d28-933e-aad94e10c7ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:15.520256 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-a95db27f-ac8a-4417-983e-eaea205e817d req-233b27df-a855-4d28-933e-aad94e10c7ff service neutron] Transition to ACTIVE for port object 744c8ee2-f6d2-48d2-ae12-e6633911caff will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:56:15.528226 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-a95db27f-ac8a-4417-983e-eaea205e817d req-233b27df-a855-4d28-933e-aad94e10c7ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:15.690001 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f5b5ae-efdc-4e6e-a768-8e81f621cbc6 req-efbb1052-7df5-47ea-9220-8822b3c94dd3 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:15.692127 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d5f5b5ae-efdc-4e6e-a768-8e81f621cbc6 req-efbb1052-7df5-47ea-9220-8822b3c94dd3 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 946 time: 0.2687418 Feb 09 00:56:15.707618 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba2740d-cbec-4275-9515-e6494c0054f2 req-da571b47-9518-492c-90f5-ba7ab20763b4 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:15.714860 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4ba2740d-cbec-4275-9515-e6494c0054f2 req-da571b47-9518-492c-90f5-ba7ab20763b4 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e446d3-eb09-4119-b095-c6841026b291 HTTP/1.1" status: 200 len: 947 time: 0.1648355 Feb 09 00:56:15.795124 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4ba2740d-cbec-4275-9515-e6494c0054f2 req-0a8247ec-6d32-483b-962c-c87695fd02ea tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f361fac-bee5-49f7-8557-30dc6fac47de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788240 Feb 09 00:56:15.803934 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d5f5b5ae-efdc-4e6e-a768-8e81f621cbc6 req-6ce6ff5c-b45d-4ca5-a7dd-96485839fbdb tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044462 Feb 09 00:56:15.845202 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233b27df-a855-4d28-933e-aad94e10c7ff service neutron] Pushing event updated for resources: {'Port': ['ID=744c8ee2-f6d2-48d2-ae12-e6633911caff,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:16.079524 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef003bb2-6a67-4ab5-9479-a26410bc935c req-562d1575-fbb5-4f0a-9868-eb61dd07a48b tempest-InstanceActionsV221TestJSON-915890081 tempest-InstanceActionsV221TestJSON-915890081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:16.081050 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ef003bb2-6a67-4ab5-9479-a26410bc935c req-562d1575-fbb5-4f0a-9868-eb61dd07a48b tempest-InstanceActionsV221TestJSON-915890081 tempest-InstanceActionsV221TestJSON-915890081-project] 10.222.0.105 "GET /v2.0/ports?device_id=ad220941-d4da-4fae-89d0-cec5645d1937 HTTP/1.1" status: 200 len: 931 time: 0.1433842 Feb 09 00:56:16.123312 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-a95db27f-ac8a-4417-983e-eaea205e817d req-233b27df-a855-4d28-933e-aad94e10c7ff service neutron] Attempting to bind port 744c8ee2-f6d2-48d2-ae12-e6633911caff on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:56:16.123574 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-a95db27f-ac8a-4417-983e-eaea205e817d req-233b27df-a855-4d28-933e-aad94e10c7ff service neutron] Attempting to bind port 744c8ee2-f6d2-48d2-ae12-e6633911caff by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'd4b0745e-10a8-49f6-a2dc-b593536fd7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '866b1940-97bf-4889-ae97-5594fa470cc1'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:56:16.123782 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95db27f-ac8a-4417-983e-eaea205e817d req-233b27df-a855-4d28-933e-aad94e10c7ff service neutron] Attempting to bind port 744c8ee2-f6d2-48d2-ae12-e6633911caff on network 866b1940-97bf-4889-ae97-5594fa470cc1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:56:16.132273 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b97eff9-88f0-4afb-a6fb-79497b168e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4571113-efb5-43e2-8b72-b1e6dfe7cfd9'}, {'server_uuid': 'e9e446d3-eb09-4119-b095-c6841026b291', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd99ba777-2172-48bf-86df-9993763f5b6f'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:56:16.145044 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95db27f-ac8a-4417-983e-eaea205e817d req-233b27df-a855-4d28-933e-aad94e10c7ff service neutron] Port 744c8ee2-f6d2-48d2-ae12-e6633911caff on network 866b1940-97bf-4889-ae97-5594fa470cc1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:56:16.145044 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95db27f-ac8a-4417-983e-eaea205e817d req-233b27df-a855-4d28-933e-aad94e10c7ff service neutron] Attempting to bind port 744c8ee2-f6d2-48d2-ae12-e6633911caff on network 866b1940-97bf-4889-ae97-5594fa470cc1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:56:16.160658 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95db27f-ac8a-4417-983e-eaea205e817d req-233b27df-a855-4d28-933e-aad94e10c7ff service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:56:16.161188 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95db27f-ac8a-4417-983e-eaea205e817d req-233b27df-a855-4d28-933e-aad94e10c7ff service neutron] Checking segment: {'id': 'd4b0745e-10a8-49f6-a2dc-b593536fd7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '866b1940-97bf-4889-ae97-5594fa470cc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:56:16.161905 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95db27f-ac8a-4417-983e-eaea205e817d req-233b27df-a855-4d28-933e-aad94e10c7ff service neutron] Bound using segment: {'id': 'd4b0745e-10a8-49f6-a2dc-b593536fd7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '866b1940-97bf-4889-ae97-5594fa470cc1'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:56:16.162626 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-a95db27f-ac8a-4417-983e-eaea205e817d req-233b27df-a855-4d28-933e-aad94e10c7ff service neutron] Bound port: 744c8ee2-f6d2-48d2-ae12-e6633911caff, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4b0745e-10a8-49f6-a2dc-b593536fd7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '866b1940-97bf-4889-ae97-5594fa470cc1'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:56:16.163318 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-a95db27f-ac8a-4417-983e-eaea205e817d req-233b27df-a855-4d28-933e-aad94e10c7ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:16.166155 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ef003bb2-6a67-4ab5-9479-a26410bc935c req-9c947792-d374-4dfc-a483-2554a424083b tempest-InstanceActionsV221TestJSON-915890081 tempest-InstanceActionsV221TestJSON-915890081-project] 10.222.0.105 "GET /v2.0/security-groups?id=ad7dbc20-e720-4daf-91b4-b2d69a103fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754883 Feb 09 00:56:16.350407 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-a95db27f-ac8a-4417-983e-eaea205e817d req-233b27df-a855-4d28-933e-aad94e10c7ff service neutron] For port 744c8ee2-f6d2-48d2-ae12-e6633911caff, host n-h1-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:56:16.355614 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-a95db27f-ac8a-4417-983e-eaea205e817d req-233b27df-a855-4d28-933e-aad94e10c7ff service neutron] For port 744c8ee2-f6d2-48d2-ae12-e6633911caff, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=744c8ee2-f6d2-48d2-ae12-e6633911caff,segment=NetworkSegment(d4b0745e-10a8-49f6-a2dc-b593536fd7b9),segment_id=d4b0745e-10a8-49f6-a2dc-b593536fd7b9)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:56:16.358249 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [req-ae79152c-6579-44b9-8cb3-f712949baf3a req-cca0b084-ffca-4ed7-80ad-9fbe7caf7fd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7576355-ae9b-41d3-8ac1-4b401f8a2de1 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:56:16.364516 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-a95db27f-ac8a-4417-983e-eaea205e817d req-233b27df-a855-4d28-933e-aad94e10c7ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:16.393859 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ccc0a6-d977-4493-8838-9f3f2a66492f req-fa785419-6d6a-43c6-a2eb-596b1ef7773d tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:16.401833 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e6ccc0a6-d977-4493-8838-9f3f2a66492f req-fa785419-6d6a-43c6-a2eb-596b1ef7773d tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/ports?device_id=0f981ed7-7764-4168-8897-87af8d63076c HTTP/1.1" status: 200 len: 943 time: 0.1189058 Feb 09 00:56:16.417234 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-ae79152c-6579-44b9-8cb3-f712949baf3a req-cca0b084-ffca-4ed7-80ad-9fbe7caf7fd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:16.417919 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device d99ba777-2172-48bf-86df-9993763f5b6f details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:56:16.456724 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95db27f-ac8a-4417-983e-eaea205e817d req-233b27df-a855-4d28-933e-aad94e10c7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:16.462325 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-a95db27f-ac8a-4417-983e-eaea205e817d req-233b27df-a855-4d28-933e-aad94e10c7ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:16.464219 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a95db27f-ac8a-4417-983e-eaea205e817d req-233b27df-a855-4d28-933e-aad94e10c7ff service neutron] 10.222.0.62 "PUT /v2.0/ports/744c8ee2-f6d2-48d2-ae12-e6633911caff HTTP/1.1" status: 200 len: 1091 time: 2.2795711 Feb 09 00:56:16.473708 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f981ed7-7764-4168-8897-87af8d63076c', 'tag': '744c8ee2-f6d2-48d2-ae12-e6633911caff'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:56:16.478938 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e6ccc0a6-d977-4493-8838-9f3f2a66492f req-0f53d942-aa55-4dd3-b327-cb07017e7819 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/security-groups?id=2cd63bc8-3887-4f55-952c-1971b82f2ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719399 Feb 09 00:56:16.505570 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-ae79152c-6579-44b9-8cb3-f712949baf3a req-cca0b084-ffca-4ed7-80ad-9fbe7caf7fd8 service neutron] Transition to ACTIVE for port object a7576355-ae9b-41d3-8ac1-4b401f8a2de1 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:56:16.510803 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-ae79152c-6579-44b9-8cb3-f712949baf3a req-cca0b084-ffca-4ed7-80ad-9fbe7caf7fd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:16.651877 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233b27df-a855-4d28-933e-aad94e10c7ff service neutron] Pushing event updated for resources: {'Port': ['ID=744c8ee2-f6d2-48d2-ae12-e6633911caff,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:16.857422 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b97eff9-88f0-4afb-a6fb-79497b168e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4571113-efb5-43e2-8b72-b1e6dfe7cfd9', 'code': 200} Feb 09 00:56:16.858250 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9e446d3-eb09-4119-b095-c6841026b291', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd99ba777-2172-48bf-86df-9993763f5b6f', 'code': 200} Feb 09 00:56:16.901557 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dced8f3-1a38-4be9-997e-327718d98f2a req-de228821-d17c-4243-b06e-1ec01d9d3746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:16.906808 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1dced8f3-1a38-4be9-997e-327718d98f2a req-de228821-d17c-4243-b06e-1ec01d9d3746 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8b97eff9-88f0-4afb-a6fb-79497b168e52 HTTP/1.1" status: 200 len: 1097 time: 0.2670903 Feb 09 00:56:16.937046 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca0b084-ffca-4ed7-80ad-9fbe7caf7fd8 service neutron] Pushing event updated for resources: {'Port': ['ID=a7576355-ae9b-41d3-8ac1-4b401f8a2de1,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:16.949626 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port d99ba777-2172-48bf-86df-9993763f5b6f, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=d99ba777-2172-48bf-86df-9993763f5b6f,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:56:16.983402 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': 'd99ba777-2172-48bf-86df-9993763f5b6f', 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6', 'port_id': 'd99ba777-2172-48bf-86df-9993763f5b6f', 'mac_address': 'fa:16:3e:66:fd:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7938d94-1f0f-48bd-a0b3-26d5344ff0ec', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:56:17.017133 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95db27f-ac8a-4417-983e-eaea205e817d req-0639d5f6-5d4c-47ed-9039-eb1c2465f771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:17.018681 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a95db27f-ac8a-4417-983e-eaea205e817d req-0639d5f6-5d4c-47ed-9039-eb1c2465f771 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe158ed132334121b71318da05020927&device_id=0f981ed7-7764-4168-8897-87af8d63076c HTTP/1.1" status: 200 len: 1094 time: 0.4985971 Feb 09 00:56:17.100188 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:17.124110 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a95db27f-ac8a-4417-983e-eaea205e817d req-85821181-f0c5-496c-ad73-67b3808ee075 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=744c8ee2-f6d2-48d2-ae12-e6633911caff HTTP/1.1" status: 200 len: 217 time: 0.0934868 Feb 09 00:56:17.129071 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-ae79152c-6579-44b9-8cb3-f712949baf3a req-cca0b084-ffca-4ed7-80ad-9fbe7caf7fd8 service neutron] Attempting to bind port a7576355-ae9b-41d3-8ac1-4b401f8a2de1 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:56:17.129414 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-ae79152c-6579-44b9-8cb3-f712949baf3a req-cca0b084-ffca-4ed7-80ad-9fbe7caf7fd8 service neutron] Attempting to bind port a7576355-ae9b-41d3-8ac1-4b401f8a2de1 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '1ba1dfa3-b6b7-4f76-9f43-8a4d0bee37a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '90ce37a7-5684-472c-834a-9d1d0a563062'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:56:17.129776 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae79152c-6579-44b9-8cb3-f712949baf3a req-cca0b084-ffca-4ed7-80ad-9fbe7caf7fd8 service neutron] Attempting to bind port a7576355-ae9b-41d3-8ac1-4b401f8a2de1 on network 90ce37a7-5684-472c-834a-9d1d0a563062 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:56:17.134242 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d99ba777-2172-48bf-86df-9993763f5b6f {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:56:17.139970 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1dced8f3-1a38-4be9-997e-327718d98f2a req-a8bd7804-2033-49f2-a88d-2a7715190cb7 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152100 Feb 09 00:56:17.172922 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port d99ba777-2172-48bf-86df-9993763f5b6f, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=d99ba777-2172-48bf-86df-9993763f5b6f,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:56:17.178366 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:17.182020 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae79152c-6579-44b9-8cb3-f712949baf3a req-cca0b084-ffca-4ed7-80ad-9fbe7caf7fd8 service neutron] Port a7576355-ae9b-41d3-8ac1-4b401f8a2de1 on network 90ce37a7-5684-472c-834a-9d1d0a563062 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:56:17.182342 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae79152c-6579-44b9-8cb3-f712949baf3a req-cca0b084-ffca-4ed7-80ad-9fbe7caf7fd8 service neutron] Attempting to bind port a7576355-ae9b-41d3-8ac1-4b401f8a2de1 on network 90ce37a7-5684-472c-834a-9d1d0a563062 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:56:17.194520 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae79152c-6579-44b9-8cb3-f712949baf3a req-cca0b084-ffca-4ed7-80ad-9fbe7caf7fd8 service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:56:17.194879 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae79152c-6579-44b9-8cb3-f712949baf3a req-cca0b084-ffca-4ed7-80ad-9fbe7caf7fd8 service neutron] Checking segment: {'id': '1ba1dfa3-b6b7-4f76-9f43-8a4d0bee37a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '90ce37a7-5684-472c-834a-9d1d0a563062'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:56:17.195247 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae79152c-6579-44b9-8cb3-f712949baf3a req-cca0b084-ffca-4ed7-80ad-9fbe7caf7fd8 service neutron] Bound using segment: {'id': '1ba1dfa3-b6b7-4f76-9f43-8a4d0bee37a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '90ce37a7-5684-472c-834a-9d1d0a563062'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:56:17.195690 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-ae79152c-6579-44b9-8cb3-f712949baf3a req-cca0b084-ffca-4ed7-80ad-9fbe7caf7fd8 service neutron] Bound port: a7576355-ae9b-41d3-8ac1-4b401f8a2de1, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ba1dfa3-b6b7-4f76-9f43-8a4d0bee37a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '90ce37a7-5684-472c-834a-9d1d0a563062'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:56:17.196035 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-ae79152c-6579-44b9-8cb3-f712949baf3a req-cca0b084-ffca-4ed7-80ad-9fbe7caf7fd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:17.212551 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e5f0fe-ccf1-484e-81bf-71c6d102717c req-832f166d-30c2-40ab-a898-895d8e1255cd tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:17.214125 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d2e5f0fe-ccf1-484e-81bf-71c6d102717c req-832f166d-30c2-40ab-a898-895d8e1255cd tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=8b97eff9-88f0-4afb-a6fb-79497b168e52 HTTP/1.1" status: 200 len: 946 time: 0.3916140 Feb 09 00:56:17.240959 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0706d-cbc9-4d98-8ec3-6300cafd8447 req-02032f1a-d29f-4e40-83b4-9ccac8cb2506 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:17.242532 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c6a0706d-cbc9-4d98-8ec3-6300cafd8447 req-02032f1a-d29f-4e40-83b4-9ccac8cb2506 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=90140d92-19ba-4345-9db5-0546529072e2 HTTP/1.1" status: 200 len: 950 time: 0.2871773 Feb 09 00:56:17.262205 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95db27f-ac8a-4417-983e-eaea205e817d req-336e129e-cbc1-45b3-bbb2-16d7063b458f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:17.264027 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a95db27f-ac8a-4417-983e-eaea205e817d req-336e129e-cbc1-45b3-bbb2-16d7063b458f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b7e2d3f7-8db3-4e5e-8a7b-90b470036eaf HTTP/1.1" status: 200 len: 853 time: 0.1318107 Feb 09 00:56:17.318295 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=d99ba777-2172-48bf-86df-9993763f5b6f,revision_number=10']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:17.333856 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:17.334226 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:17.334559 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:17.334903 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:17.335239 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:17.336012 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:17.336012 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:17.336205 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:17.336523 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:17.336858 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:17.337748 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:17.337748 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:17.345801 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c6a0706d-cbc9-4d98-8ec3-6300cafd8447 req-12d47800-976e-47a2-86c4-f22b781cd74d tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932732 Feb 09 00:56:17.347695 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-ae79152c-6579-44b9-8cb3-f712949baf3a req-cca0b084-ffca-4ed7-80ad-9fbe7caf7fd8 service neutron] For port a7576355-ae9b-41d3-8ac1-4b401f8a2de1, host n-h1-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:56:17.348710 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d2e5f0fe-ccf1-484e-81bf-71c6d102717c req-c951f39e-4be5-433d-b76f-f7dbb62b6cd2 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974047 Feb 09 00:56:17.352057 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-ae79152c-6579-44b9-8cb3-f712949baf3a req-cca0b084-ffca-4ed7-80ad-9fbe7caf7fd8 service neutron] For port a7576355-ae9b-41d3-8ac1-4b401f8a2de1, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=a7576355-ae9b-41d3-8ac1-4b401f8a2de1,segment=NetworkSegment(1ba1dfa3-b6b7-4f76-9f43-8a4d0bee37a7),segment_id=1ba1dfa3-b6b7-4f76-9f43-8a4d0bee37a7)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:56:17.359124 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-ae79152c-6579-44b9-8cb3-f712949baf3a req-cca0b084-ffca-4ed7-80ad-9fbe7caf7fd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:17.476052 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f981ed7-7764-4168-8897-87af8d63076c', 'tag': '744c8ee2-f6d2-48d2-ae12-e6633911caff', 'status': 'completed', 'code': 200} Feb 09 00:56:17.496845 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a95db27f-ac8a-4417-983e-eaea205e817d req-f1242ed8-4c2c-4ed4-baff-5b5900e63042 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=866b1940-97bf-4889-ae97-5594fa470cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781517 Feb 09 00:56:17.502595 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79152c-6579-44b9-8cb3-f712949baf3a req-cca0b084-ffca-4ed7-80ad-9fbe7caf7fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:17.503196 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-ae79152c-6579-44b9-8cb3-f712949baf3a req-cca0b084-ffca-4ed7-80ad-9fbe7caf7fd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:17.504575 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ae79152c-6579-44b9-8cb3-f712949baf3a req-cca0b084-ffca-4ed7-80ad-9fbe7caf7fd8 service neutron] 10.222.0.62 "PUT /v2.0/ports/a7576355-ae9b-41d3-8ac1-4b401f8a2de1 HTTP/1.1" status: 200 len: 1091 time: 2.2692583 Feb 09 00:56:17.642608 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['d99ba777-2172-48bf-86df-9993763f5b6f'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:56:17.733121 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca0b084-ffca-4ed7-80ad-9fbe7caf7fd8 service neutron] Pushing event updated for resources: {'Port': ['ID=a7576355-ae9b-41d3-8ac1-4b401f8a2de1,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:17.773521 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1dbc13-a6b5-48e4-b4de-6317eec72d40 req-b9a16646-e945-4a64-a57b-e35a67fc8d9b tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:17.782746 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6e1dbc13-a6b5-48e4-b4de-6317eec72d40 req-b9a16646-e945-4a64-a57b-e35a67fc8d9b tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e446d3-eb09-4119-b095-c6841026b291 HTTP/1.1" status: 200 len: 949 time: 0.1774967 Feb 09 00:56:17.861334 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6e1dbc13-a6b5-48e4-b4de-6317eec72d40 req-b4310f25-624b-40a0-a688-dfeb60c1c9e7 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f361fac-bee5-49f7-8557-30dc6fac47de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767608 Feb 09 00:56:17.940150 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a95db27f-ac8a-4417-983e-eaea205e817d req-4d1b6d7d-1ef4-4201-917b-1a7a73d10f6f service neutron] 10.222.0.62 "GET /v2.0/networks/866b1940-97bf-4889-ae97-5594fa470cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4344332 Feb 09 00:56:17.947313 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79152c-6579-44b9-8cb3-f712949baf3a req-b48e664b-04ca-4207-9b76-e6da5ad69573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:17.953365 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ae79152c-6579-44b9-8cb3-f712949baf3a req-b48e664b-04ca-4207-9b76-e6da5ad69573 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5c01c97084784fa4a286ad5ac5563f57&device_id=ad220941-d4da-4fae-89d0-cec5645d1937 HTTP/1.1" status: 200 len: 1094 time: 0.3902831 Feb 09 00:56:18.125132 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e87a2a7-e27a-4fac-ab3d-4eb700a5afd3 req-bea754a6-8ad7-4cb0-a74a-b1ab7582259a tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:18.133054 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6e87a2a7-e27a-4fac-ab3d-4eb700a5afd3 req-bea754a6-8ad7-4cb0-a74a-b1ab7582259a tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 946 time: 0.1237230 Feb 09 00:56:18.197536 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6e87a2a7-e27a-4fac-ab3d-4eb700a5afd3 req-e9cbe3ef-4494-4279-81ec-c852a4869df5 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632761 Feb 09 00:56:18.271792 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ae79152c-6579-44b9-8cb3-f712949baf3a req-b5db6176-875d-4165-a1cd-baa7df22dc3f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7576355-ae9b-41d3-8ac1-4b401f8a2de1 HTTP/1.1" status: 200 len: 217 time: 0.1351907 Feb 09 00:56:18.408200 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 5d50263e-1665-4d32-98a3-9a5a5c08dbe9 details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:56:18.437845 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffcec16-3124-4dc5-853b-a0d22a6425d0 req-cb66f1ff-1698-49fc-8bbd-e6082b080523 tempest-InstanceActionsV221TestJSON-915890081 tempest-InstanceActionsV221TestJSON-915890081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:18.439409 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6ffcec16-3124-4dc5-853b-a0d22a6425d0 req-cb66f1ff-1698-49fc-8bbd-e6082b080523 tempest-InstanceActionsV221TestJSON-915890081 tempest-InstanceActionsV221TestJSON-915890081-project] 10.222.0.105 "GET /v2.0/ports?device_id=ad220941-d4da-4fae-89d0-cec5645d1937 HTTP/1.1" status: 200 len: 943 time: 0.2371349 Feb 09 00:56:18.547737 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79152c-6579-44b9-8cb3-f712949baf3a req-8f920403-dfa0-4624-a376-49bd58ee2212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:18.549171 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ae79152c-6579-44b9-8cb3-f712949baf3a req-8f920403-dfa0-4624-a376-49bd58ee2212 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3ffeb6d2-5ce3-4eca-ac43-8fc3bca740c9 HTTP/1.1" status: 200 len: 857 time: 0.2648926 Feb 09 00:56:18.552754 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a95db27f-ac8a-4417-983e-eaea205e817d req-0b34ae5f-2e92-4c55-bf58-400095be8a54 service neutron] 10.222.0.62 "GET /v2.0/networks/866b1940-97bf-4889-ae97-5594fa470cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5977502 Feb 09 00:56:18.652995 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ae79152c-6579-44b9-8cb3-f712949baf3a req-de99a0d8-d6e3-4dce-b9a6-aaf1b3855092 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=90ce37a7-5684-472c-834a-9d1d0a563062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834541 Feb 09 00:56:18.712798 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 46156) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:56:18.769983 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6ffcec16-3124-4dc5-853b-a0d22a6425d0 req-5417a316-bd7c-4eb1-a256-b1c1b49f74cd tempest-InstanceActionsV221TestJSON-915890081 tempest-InstanceActionsV221TestJSON-915890081-project] 10.222.0.105 "GET /v2.0/security-groups?id=ad7dbc20-e720-4daf-91b4-b2d69a103fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163426 Feb 09 00:56:18.785383 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 5d50263e-1665-4d32-98a3-9a5a5c08dbe9, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=5d50263e-1665-4d32-98a3-9a5a5c08dbe9,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:56:18.806658 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': '5d50263e-1665-4d32-98a3-9a5a5c08dbe9', 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6', 'port_id': '5d50263e-1665-4d32-98a3-9a5a5c08dbe9', 'mac_address': 'fa:16:3e:30:6d:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7938d94-1f0f-48bd-a0b3-26d5344ff0ec', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:56:18.883286 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6459bc-ea60-43c8-b6a1-0645464c1b02 req-8580aacf-6c4d-4355-a9b7-635dbbc10f8b tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:18.891577 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-da6459bc-ea60-43c8-b6a1-0645464c1b02 req-8580aacf-6c4d-4355-a9b7-635dbbc10f8b tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/ports?device_id=0f981ed7-7764-4168-8897-87af8d63076c HTTP/1.1" status: 200 len: 943 time: 0.3448575 Feb 09 00:56:18.906740 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:18.932135 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d50263e-1665-4d32-98a3-9a5a5c08dbe9 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:56:18.974047 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 5d50263e-1665-4d32-98a3-9a5a5c08dbe9, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=5d50263e-1665-4d32-98a3-9a5a5c08dbe9,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:56:18.983492 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:18.995711 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ae79152c-6579-44b9-8cb3-f712949baf3a req-df345fca-b9e6-4048-81a1-b7969a67d25f service neutron] 10.222.0.62 "GET /v2.0/networks/90ce37a7-5684-472c-834a-9d1d0a563062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3392689 Feb 09 00:56:19.093186 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=5d50263e-1665-4d32-98a3-9a5a5c08dbe9,revision_number=9']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:19.123182 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb5c0c-6367-43f8-be67-ef1474b845d5 req-11a554f7-8488-499b-be39-9d372dc17ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:19.124117 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-83fb5c0c-6367-43f8-be67-ef1474b845d5 req-11a554f7-8488-499b-be39-9d372dc17ef3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe158ed132334121b71318da05020927&device_id=0f981ed7-7764-4168-8897-87af8d63076c HTTP/1.1" status: 200 len: 1094 time: 0.3555255 Feb 09 00:56:19.125259 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a5504312-a267-409a-97a4-56ce66c07198 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:19.159265 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a5504312-a267-409a-97a4-56ce66c07198 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:56:19.177110 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-a5504312-a267-409a-97a4-56ce66c07198 admin admin] Usage tracker for resource:security_group_rule and tenant:8ad0ff11d2a2492aae2dd8f23cf547b8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:56:19.191422 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-da6459bc-ea60-43c8-b6a1-0645464c1b02 req-b65d248d-79ce-4740-b48e-7494f5d8735e tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/security-groups?id=2cd63bc8-3887-4f55-952c-1971b82f2ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926300 Feb 09 00:56:19.192356 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-a5504312-a267-409a-97a4-56ce66c07198 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:56:19.214929 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a5504312-a267-409a-97a4-56ce66c07198 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:56:19.294202 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb5c0c-6367-43f8-be67-ef1474b845d5 req-821fff26-6eec-4321-a8eb-365f462beeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:19.296388 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-83fb5c0c-6367-43f8-be67-ef1474b845d5 req-821fff26-6eec-4321-a8eb-365f462beeb4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=866b1940-97bf-4889-ae97-5594fa470cc1 HTTP/1.1" status: 200 len: 914 time: 0.1648800 Feb 09 00:56:19.297519 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['5d50263e-1665-4d32-98a3-9a5a5c08dbe9'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:56:19.428073 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1668fdc-7155-48d2-99c2-2fdf56f476f4 req-40ca70bc-dd5e-4cf0-84d7-5cbc96057e38 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:19.436059 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-83fb5c0c-6367-43f8-be67-ef1474b845d5 req-61d6135f-a751-4e09-ae6a-9b29796d0248 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=744c8ee2-f6d2-48d2-ae12-e6633911caff HTTP/1.1" status: 200 len: 217 time: 0.1310616 Feb 09 00:56:19.446864 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d1668fdc-7155-48d2-99c2-2fdf56f476f4 req-40ca70bc-dd5e-4cf0-84d7-5cbc96057e38 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=90140d92-19ba-4345-9db5-0546529072e2 HTTP/1.1" status: 200 len: 950 time: 0.5149157 Feb 09 00:56:19.479253 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad220941-d4da-4fae-89d0-cec5645d1937', 'tag': 'a7576355-ae9b-41d3-8ac1-4b401f8a2de1'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:56:19.490070 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ae79152c-6579-44b9-8cb3-f712949baf3a req-7a00bd4c-6c5d-48bf-b0ed-3249038c41be service neutron] 10.222.0.62 "GET /v2.0/networks/90ce37a7-5684-472c-834a-9d1d0a563062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4865861 Feb 09 00:56:19.526086 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb5c0c-6367-43f8-be67-ef1474b845d5 req-aa4563ed-a61e-47a4-8634-cd13d33abe1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:19.527639 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-83fb5c0c-6367-43f8-be67-ef1474b845d5 req-aa4563ed-a61e-47a4-8634-cd13d33abe1c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b7e2d3f7-8db3-4e5e-8a7b-90b470036eaf HTTP/1.1" status: 200 len: 853 time: 0.0840080 Feb 09 00:56:19.588395 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d1668fdc-7155-48d2-99c2-2fdf56f476f4 req-4be13004-ad55-4a25-9a97-681bb508ae4e tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165314 Feb 09 00:56:19.589452 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-83fb5c0c-6367-43f8-be67-ef1474b845d5 req-cd1e9b3b-a1f5-478c-99c1-216eebdb056a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=866b1940-97bf-4889-ae97-5594fa470cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552261 Feb 09 00:56:19.612301 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a5504312-a267-409a-97a4-56ce66c07198 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:19.648674 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a5504312-a267-409a-97a4-56ce66c07198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:19.706129 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d83833-88a0-4862-9b5a-c8acd01975c5 req-b54b60ba-ff00-498c-a06e-bdad8c082887 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:19.729659 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c9d83833-88a0-4862-9b5a-c8acd01975c5 req-b54b60ba-ff00-498c-a06e-bdad8c082887 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=8b97eff9-88f0-4afb-a6fb-79497b168e52 HTTP/1.1" status: 200 len: 946 time: 0.3768866 Feb 09 00:56:19.812629 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-a5504312-a267-409a-97a4-56ce66c07198 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=8ad0ff11d2a2492aae2dd8f23cf547b8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0949411 Feb 09 00:56:19.816916 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 46172) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:56:19.824851 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5504312-a267-409a-97a4-56ce66c07198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a6dcca9-a555-4700-84f1-afe00174af8d,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:19.872145 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c9d83833-88a0-4862-9b5a-c8acd01975c5 req-ea0b49ce-f216-4d55-8f48-779d12b2ee4d tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344583 Feb 09 00:56:19.939496 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-83fb5c0c-6367-43f8-be67-ef1474b845d5 req-c67215f5-8a9d-448d-af03-b18deead8058 service neutron] 10.222.0.62 "GET /v2.0/networks/866b1940-97bf-4889-ae97-5594fa470cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3420796 Feb 09 00:56:19.960324 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dfa471c3-dafa-493c-8098-e62c00468b5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:20.018459 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbfaf6a-8ba6-4f8f-b33e-e20966aebea4 req-2760b7e7-9a52-45e1-ab08-f02c1d2e27bb tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:20.020141 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4fbfaf6a-8ba6-4f8f-b33e-e20966aebea4 req-2760b7e7-9a52-45e1-ab08-f02c1d2e27bb tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e446d3-eb09-4119-b095-c6841026b291 HTTP/1.1" status: 200 len: 949 time: 0.1809502 Feb 09 00:56:20.023389 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dfa471c3-dafa-493c-8098-e62c00468b5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:20.103118 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-83fb5c0c-6367-43f8-be67-ef1474b845d5 req-cce81f17-1caa-41ce-b1ac-399c4c8220bb service neutron] 10.222.0.62 "GET /v2.0/networks/866b1940-97bf-4889-ae97-5594fa470cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576581 Feb 09 00:56:20.160697 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4fbfaf6a-8ba6-4f8f-b33e-e20966aebea4 req-2ccfcff2-2e82-4208-9f10-6b0084e4bbcc tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f361fac-bee5-49f7-8557-30dc6fac47de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283720 Feb 09 00:56:20.193128 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a21b7-f92d-40ec-9367-405c4d585bb9 req-609fc209-94e3-40c6-bd0b-113be2f07282 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:20.194714 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d62a21b7-f92d-40ec-9367-405c4d585bb9 req-609fc209-94e3-40c6-bd0b-113be2f07282 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 946 time: 0.1736250 Feb 09 00:56:20.199667 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dfa471c3-dafa-493c-8098-e62c00468b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:20.231908 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa471c3-dafa-493c-8098-e62c00468b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a6dcca9-a555-4700-84f1-afe00174af8d,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:20.264405 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dfa471c3-dafa-493c-8098-e62c00468b5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:20.278883 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-dfa471c3-dafa-493c-8098-e62c00468b5a admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/4a6dcca9-a555-4700-84f1-afe00174af8d HTTP/1.1" status: 204 len: 168 time: 0.4493160 Feb 09 00:56:20.286624 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d62a21b7-f92d-40ec-9367-405c4d585bb9 req-5c3f1b14-6d2b-4f73-9f91-63afff61971c tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824826 Feb 09 00:56:20.323663 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad220941-d4da-4fae-89d0-cec5645d1937', 'tag': 'a7576355-ae9b-41d3-8ac1-4b401f8a2de1', 'status': 'completed', 'code': 200} Feb 09 00:56:20.422988 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 5d50263e-1665-4d32-98a3-9a5a5c08dbe9 up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:56:20.501043 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a6d553-9926-4fdd-a68f-576b4d706148 req-1a7ca0ce-1309-482d-abda-4d4154cb2f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:20.503062 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-09a6d553-9926-4fdd-a68f-576b4d706148 req-1a7ca0ce-1309-482d-abda-4d4154cb2f21 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5c01c97084784fa4a286ad5ac5563f57&device_id=ad220941-d4da-4fae-89d0-cec5645d1937 HTTP/1.1" status: 200 len: 1094 time: 0.1512837 Feb 09 00:56:20.579253 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1bda57-61a1-42ab-8b6b-de648dfbbcf3 req-9bb4d485-de9b-4f88-8a95-329a86f4daaa tempest-LiveAutoBlockMigrationV225Test-40327280 tempest-LiveAutoBlockMigrationV225Test-40327280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:20.581193 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bb1bda57-61a1-42ab-8b6b-de648dfbbcf3 req-9bb4d485-de9b-4f88-8a95-329a86f4daaa tempest-LiveAutoBlockMigrationV225Test-40327280 tempest-LiveAutoBlockMigrationV225Test-40327280-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=8b97eff9-88f0-4afb-a6fb-79497b168e52 HTTP/1.1" status: 200 len: 1097 time: 0.1169212 Feb 09 00:56:20.592066 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0027ec36-4666-452b-81ad-2de72c936395 req-27ec1390-1e09-411b-994f-e5487c7c1878 tempest-InstanceActionsV221TestJSON-915890081 tempest-InstanceActionsV221TestJSON-915890081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:20.599580 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0027ec36-4666-452b-81ad-2de72c936395 req-27ec1390-1e09-411b-994f-e5487c7c1878 tempest-InstanceActionsV221TestJSON-915890081 tempest-InstanceActionsV221TestJSON-915890081-project] 10.222.0.105 "GET /v2.0/ports?device_id=ad220941-d4da-4fae-89d0-cec5645d1937 HTTP/1.1" status: 200 len: 943 time: 0.1785982 Feb 09 00:56:20.663077 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port 5d50263e-1665-4d32-98a3-9a5a5c08dbe9 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:56:20.663772 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:20.739688 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a6d553-9926-4fdd-a68f-576b4d706148 req-f32804e2-a0c3-436f-8ff4-1178dff829dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:20.741632 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-09a6d553-9926-4fdd-a68f-576b4d706148 req-f32804e2-a0c3-436f-8ff4-1178dff829dd service neutron] 10.222.0.62 "GET /v2.0/networks?id=90ce37a7-5684-472c-834a-9d1d0a563062 HTTP/1.1" status: 200 len: 918 time: 0.2285950 Feb 09 00:56:20.761801 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0027ec36-4666-452b-81ad-2de72c936395 req-1664acbc-e363-49c6-8498-225e319943a7 tempest-InstanceActionsV221TestJSON-915890081 tempest-InstanceActionsV221TestJSON-915890081-project] 10.222.0.105 "GET /v2.0/security-groups?id=ad7dbc20-e720-4daf-91b4-b2d69a103fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610749 Feb 09 00:56:20.782213 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bb1bda57-61a1-42ab-8b6b-de648dfbbcf3 req-874d25d0-f451-40cf-8850-cbace1c30c1c tempest-LiveAutoBlockMigrationV225Test-40327280 tempest-LiveAutoBlockMigrationV225Test-40327280-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508985 Feb 09 00:56:20.854273 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 46200) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:56:20.860092 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-09a6d553-9926-4fdd-a68f-576b4d706148 req-17bd2872-89ca-4991-88f1-d1ef0d963003 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7576355-ae9b-41d3-8ac1-4b401f8a2de1 HTTP/1.1" status: 200 len: 217 time: 0.1070051 Feb 09 00:56:20.891471 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d832c362-3cfe-4819-881c-750c1f80f3ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:20.918193 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d832c362-3cfe-4819-881c-750c1f80f3ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:56:20.931743 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-d832c362-3cfe-4819-881c-750c1f80f3ac admin admin] Usage tracker for resource:security_group_rule and tenant:21c1f055e2d1424ba2b8e35ad39d8585 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:56:20.935427 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-d832c362-3cfe-4819-881c-750c1f80f3ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:56:20.938586 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:20.946869 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d832c362-3cfe-4819-881c-750c1f80f3ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:56:20.992895 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f45d6f-055e-41e1-8f5f-ddaddd74a856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d50263e-1665-4d32-98a3-9a5a5c08dbe9'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:56:21.005200 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 5d50263e-1665-4d32-98a3-9a5a5c08dbe9, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=5d50263e-1665-4d32-98a3-9a5a5c08dbe9,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:56:21.010612 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:21.012326 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device d99ba777-2172-48bf-86df-9993763f5b6f up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:56:21.043304 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a6d553-9926-4fdd-a68f-576b4d706148 req-f7e3bc5d-456c-4813-81cc-3a14c898d6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:21.046424 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-09a6d553-9926-4fdd-a68f-576b4d706148 req-f7e3bc5d-456c-4813-81cc-3a14c898d6e0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3ffeb6d2-5ce3-4eca-ac43-8fc3bca740c9 HTTP/1.1" status: 200 len: 857 time: 0.1798210 Feb 09 00:56:21.124791 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-09a6d553-9926-4fdd-a68f-576b4d706148 req-2f126f93-f40b-4354-bd4f-b8494bc01362 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=90ce37a7-5684-472c-834a-9d1d0a563062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686438 Feb 09 00:56:21.178811 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=5d50263e-1665-4d32-98a3-9a5a5c08dbe9,revision_number=10']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:21.193153 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port d99ba777-2172-48bf-86df-9993763f5b6f triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:56:21.194385 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:21.228869 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a5655-6e87-4296-8785-da223a84db80 req-8566c4f1-6420-406b-b0e1-6134deca832f tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:21.230536 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9a1a5655-6e87-4296-8785-da223a84db80 req-8566c4f1-6420-406b-b0e1-6134deca832f tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/ports?device_id=0f981ed7-7764-4168-8897-87af8d63076c HTTP/1.1" status: 200 len: 943 time: 0.2414370 Feb 09 00:56:21.317811 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445bbaaf-251d-41f6-a399-3ac2b74cf41d req-e18502b7-28f7-4d9c-b88a-953f152b78c2 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:21.320700 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-445bbaaf-251d-41f6-a399-3ac2b74cf41d req-e18502b7-28f7-4d9c-b88a-953f152b78c2 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=90140d92-19ba-4345-9db5-0546529072e2 HTTP/1.1" status: 200 len: 950 time: 0.2762933 Feb 09 00:56:21.323092 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d832c362-3cfe-4819-881c-750c1f80f3ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:21.330497 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9a1a5655-6e87-4296-8785-da223a84db80 req-2799f345-3763-4dc5-9af2-de1ed160d42a tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/security-groups?id=2cd63bc8-3887-4f55-952c-1971b82f2ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902288 Feb 09 00:56:21.350672 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d832c362-3cfe-4819-881c-750c1f80f3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:21.401808 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-d832c362-3cfe-4819-881c-750c1f80f3ac admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=21c1f055e2d1424ba2b8e35ad39d8585&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5440950 Feb 09 00:56:21.405359 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 46214) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:56:21.467351 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:21.480005 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d832c362-3cfe-4819-881c-750c1f80f3ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=225ca687-7329-4190-a753-03a4aa5f2338,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:21.489641 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:21.511776 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-09a6d553-9926-4fdd-a68f-576b4d706148 req-8337fc48-cb37-440f-b3d6-25bb89796de2 service neutron] 10.222.0.62 "GET /v2.0/networks/90ce37a7-5684-472c-834a-9d1d0a563062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3746433 Feb 09 00:56:21.521819 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-445bbaaf-251d-41f6-a399-3ac2b74cf41d req-b81ce0ce-9913-4c25-a2a9-7a32cd0ec0fd tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899920 Feb 09 00:56:21.555254 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port d99ba777-2172-48bf-86df-9993763f5b6f, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=d99ba777-2172-48bf-86df-9993763f5b6f,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:56:21.564771 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:21.686139 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=d99ba777-2172-48bf-86df-9993763f5b6f,revision_number=11']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:21.719145 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f45d6f-055e-41e1-8f5f-ddaddd74a856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d50263e-1665-4d32-98a3-9a5a5c08dbe9', 'code': 200} Feb 09 00:56:21.738267 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-09a6d553-9926-4fdd-a68f-576b4d706148 req-f6c1a85d-0448-4ad1-9d9f-78637bc974a9 service neutron] 10.222.0.62 "GET /v2.0/networks/90ce37a7-5684-472c-834a-9d1d0a563062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196553 Feb 09 00:56:21.792196 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6384aebe-f898-470d-8d09-d9e6f2d9783f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:21.835745 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6384aebe-f898-470d-8d09-d9e6f2d9783f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:21.890560 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf996a2-0161-4f63-b064-ee3f48e4ff00 req-4208f8b0-ad9f-4dfc-b23b-6d4f916daecc tempest-LiveAutoBlockMigrationV225Test-40327280 tempest-LiveAutoBlockMigrationV225Test-40327280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:21.892912 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fdf996a2-0161-4f63-b064-ee3f48e4ff00 req-4208f8b0-ad9f-4dfc-b23b-6d4f916daecc tempest-LiveAutoBlockMigrationV225Test-40327280 tempest-LiveAutoBlockMigrationV225Test-40327280-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=8b97eff9-88f0-4afb-a6fb-79497b168e52 HTTP/1.1" status: 200 len: 1097 time: 0.3662491 Feb 09 00:56:21.984889 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fdf996a2-0161-4f63-b064-ee3f48e4ff00 req-0fe70508-7eff-486d-ac5a-66e21ba46231 tempest-LiveAutoBlockMigrationV225Test-40327280 tempest-LiveAutoBlockMigrationV225Test-40327280-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841238 Feb 09 00:56:22.009572 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2b084-0a3b-4a53-8256-7e8781c897c4 req-2aed9207-8f8b-4dd7-a173-0e6d58d6c363 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:22.011112 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e3b2b084-0a3b-4a53-8256-7e8781c897c4 req-2aed9207-8f8b-4dd7-a173-0e6d58d6c363 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e446d3-eb09-4119-b095-c6841026b291 HTTP/1.1" status: 200 len: 950 time: 0.1663115 Feb 09 00:56:22.018255 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6384aebe-f898-470d-8d09-d9e6f2d9783f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:22.062230 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6384aebe-f898-470d-8d09-d9e6f2d9783f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=225ca687-7329-4190-a753-03a4aa5f2338,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:22.093672 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6384aebe-f898-470d-8d09-d9e6f2d9783f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:22.097523 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 744c8ee2-f6d2-48d2-ae12-e6633911caff details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:56:22.101907 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-6384aebe-f898-470d-8d09-d9e6f2d9783f admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/225ca687-7329-4190-a753-03a4aa5f2338 HTTP/1.1" status: 204 len: 168 time: 0.6938534 Feb 09 00:56:22.149933 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e3b2b084-0a3b-4a53-8256-7e8781c897c4 req-e71e5588-3513-41fc-95b4-8ba30decdc9c tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f361fac-bee5-49f7-8557-30dc6fac47de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263990 Feb 09 00:56:22.328069 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 744c8ee2-f6d2-48d2-ae12-e6633911caff, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=744c8ee2-f6d2-48d2-ae12-e6633911caff,segment=NetworkSegment(d4b0745e-10a8-49f6-a2dc-b593536fd7b9),segment_id=d4b0745e-10a8-49f6-a2dc-b593536fd7b9)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:56:22.361498 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '744c8ee2-f6d2-48d2-ae12-e6633911caff', 'network_id': '866b1940-97bf-4889-ae97-5594fa470cc1', 'port_id': '744c8ee2-f6d2-48d2-ae12-e6633911caff', 'mac_address': 'fa:16:3e:b8:09:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7e2d3f7-8db3-4e5e-8a7b-90b470036eaf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:56:22.455505 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:22.488712 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 744c8ee2-f6d2-48d2-ae12-e6633911caff {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:56:22.503474 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752b8452-c88b-49bc-a65b-22bfab66dd53 req-ffa26363-580f-49fb-ab3c-b034d440b2e8 tempest-InstanceActionsV221TestJSON-915890081 tempest-InstanceActionsV221TestJSON-915890081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:22.504999 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-752b8452-c88b-49bc-a65b-22bfab66dd53 req-ffa26363-580f-49fb-ab3c-b034d440b2e8 tempest-InstanceActionsV221TestJSON-915890081 tempest-InstanceActionsV221TestJSON-915890081-project] 10.222.0.105 "GET /v2.0/ports?device_id=ad220941-d4da-4fae-89d0-cec5645d1937 HTTP/1.1" status: 200 len: 943 time: 0.1271708 Feb 09 00:56:22.522656 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 744c8ee2-f6d2-48d2-ae12-e6633911caff, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=744c8ee2-f6d2-48d2-ae12-e6633911caff,segment=NetworkSegment(d4b0745e-10a8-49f6-a2dc-b593536fd7b9),segment_id=d4b0745e-10a8-49f6-a2dc-b593536fd7b9)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:56:22.535480 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:22.536184 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device a7576355-ae9b-41d3-8ac1-4b401f8a2de1 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:56:22.563956 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9fb014-1b27-4b63-9327-72e788c05929 req-eaeb19a7-8f7e-4999-9d96-bd131041c5c8 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:22.571017 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ab9fb014-1b27-4b63-9327-72e788c05929 req-eaeb19a7-8f7e-4999-9d96-bd131041c5c8 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 946 time: 0.2656388 Feb 09 00:56:22.615288 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-752b8452-c88b-49bc-a65b-22bfab66dd53 req-14546a3d-3d98-4d6c-84eb-4a291c514664 tempest-InstanceActionsV221TestJSON-915890081 tempest-InstanceActionsV221TestJSON-915890081-project] 10.222.0.105 "GET /v2.0/security-groups?id=ad7dbc20-e720-4daf-91b4-b2d69a103fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999408 Feb 09 00:56:22.676427 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ab9fb014-1b27-4b63-9327-72e788c05929 req-e28d7a0a-fc56-4a91-9952-696e7feca2e4 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045191 Feb 09 00:56:22.869382 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=744c8ee2-f6d2-48d2-ae12-e6633911caff,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:23.007192 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f290e6b-344d-4258-87b9-523f4c959299 req-a9e158a5-7110-4427-9c20-f3e67045e330 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:23.009115 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0f290e6b-344d-4258-87b9-523f4c959299 req-a9e158a5-7110-4427-9c20-f3e67045e330 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=90140d92-19ba-4345-9db5-0546529072e2 HTTP/1.1" status: 200 len: 950 time: 0.1254413 Feb 09 00:56:23.011908 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port a7576355-ae9b-41d3-8ac1-4b401f8a2de1, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=a7576355-ae9b-41d3-8ac1-4b401f8a2de1,segment=NetworkSegment(1ba1dfa3-b6b7-4f76-9f43-8a4d0bee37a7),segment_id=1ba1dfa3-b6b7-4f76-9f43-8a4d0bee37a7)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:56:23.031298 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e2c9d-3d71-4877-8fab-28e8406ffd37 req-8c3b1a84-74e8-4cf4-8de5-918075167ed7 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:23.031575 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': 'a7576355-ae9b-41d3-8ac1-4b401f8a2de1', 'network_id': '90ce37a7-5684-472c-834a-9d1d0a563062', 'port_id': 'a7576355-ae9b-41d3-8ac1-4b401f8a2de1', 'mac_address': 'fa:16:3e:41:6b:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ffeb6d2-5ce3-4eca-ac43-8fc3bca740c9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:56:23.039716 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7e7e2c9d-3d71-4877-8fab-28e8406ffd37 req-8c3b1a84-74e8-4cf4-8de5-918075167ed7 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/ports?device_id=0f981ed7-7764-4168-8897-87af8d63076c HTTP/1.1" status: 200 len: 944 time: 0.2128575 Feb 09 00:56:23.093448 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:23.113330 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7576355-ae9b-41d3-8ac1-4b401f8a2de1 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:56:23.166423 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port a7576355-ae9b-41d3-8ac1-4b401f8a2de1, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=a7576355-ae9b-41d3-8ac1-4b401f8a2de1,segment=NetworkSegment(1ba1dfa3-b6b7-4f76-9f43-8a4d0bee37a7),segment_id=1ba1dfa3-b6b7-4f76-9f43-8a4d0bee37a7)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:56:23.178690 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:23.297329 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=a7576355-ae9b-41d3-8ac1-4b401f8a2de1,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:23.390663 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7e7e2c9d-3d71-4877-8fab-28e8406ffd37 req-01f6f8d2-f7f0-4f5f-92ad-0a28e18cb22b tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/security-groups?id=2cd63bc8-3887-4f55-952c-1971b82f2ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3497620 Feb 09 00:56:23.406089 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0f290e6b-344d-4258-87b9-523f4c959299 req-916df141-4a50-4dce-ab87-0e0b8afbcffd tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3839509 Feb 09 00:56:23.536176 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['744c8ee2-f6d2-48d2-ae12-e6633911caff'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:56:23.592856 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['a7576355-ae9b-41d3-8ac1-4b401f8a2de1'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:56:23.777480 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d4a89-67ad-498c-9dc7-c24169a4d565 req-f6f3ad23-baad-4fce-ae0b-15b216b52de8 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:23.781816 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-051d4a89-67ad-498c-9dc7-c24169a4d565 req-f6f3ad23-baad-4fce-ae0b-15b216b52de8 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e446d3-eb09-4119-b095-c6841026b291 HTTP/1.1" status: 200 len: 950 time: 0.2010126 Feb 09 00:56:23.806426 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e446d3-eb09-4119-b095-c6841026b291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd99ba777-2172-48bf-86df-9993763f5b6f'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:56:23.939079 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-051d4a89-67ad-498c-9dc7-c24169a4d565 req-69fc3edf-9988-468d-a4ba-dfeb1638b94a tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f361fac-bee5-49f7-8557-30dc6fac47de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473138 Feb 09 00:56:24.367262 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:24.401756 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf3277-7ade-4551-abd1-9eb159cee3f0 req-ed4500f9-9851-4bf5-9cb8-4f4a4921eca8 tempest-InstanceActionsV221TestJSON-915890081 tempest-InstanceActionsV221TestJSON-915890081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:24.404705 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8faf3277-7ade-4551-abd1-9eb159cee3f0 req-ed4500f9-9851-4bf5-9cb8-4f4a4921eca8 tempest-InstanceActionsV221TestJSON-915890081 tempest-InstanceActionsV221TestJSON-915890081-project] 10.222.0.105 "GET /v2.0/ports?device_id=ad220941-d4da-4fae-89d0-cec5645d1937 HTTP/1.1" status: 200 len: 944 time: 0.2003710 Feb 09 00:56:24.501680 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8faf3277-7ade-4551-abd1-9eb159cee3f0 req-2df4fba2-f18c-4929-a06f-a765b99c2514 tempest-InstanceActionsV221TestJSON-915890081 tempest-InstanceActionsV221TestJSON-915890081-project] 10.222.0.105 "GET /v2.0/security-groups?id=ad7dbc20-e720-4daf-91b4-b2d69a103fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889032 Feb 09 00:56:24.832486 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b7637-42f1-4c68-87ff-9f93039d7a4c req-44f6d1be-b146-4295-a5bb-ae7239714597 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:24.835069 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d71b7637-42f1-4c68-87ff-9f93039d7a4c req-44f6d1be-b146-4295-a5bb-ae7239714597 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 946 time: 0.1370504 Feb 09 00:56:24.914348 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d71b7637-42f1-4c68-87ff-9f93039d7a4c req-2b262e16-ec4b-4e6d-ac16-d62f12dd1dc2 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722170 Feb 09 00:56:25.254326 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2adc81-be26-4be1-bf89-518378001ca1 req-fd07896f-2e5b-4366-a3dd-bb4fcdc4f444 tempest-LiveAutoBlockMigrationV225Test-40327280 tempest-LiveAutoBlockMigrationV225Test-40327280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:25.266301 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4e2adc81-be26-4be1-bf89-518378001ca1 req-fd07896f-2e5b-4366-a3dd-bb4fcdc4f444 tempest-LiveAutoBlockMigrationV225Test-40327280 tempest-LiveAutoBlockMigrationV225Test-40327280-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=8b97eff9-88f0-4afb-a6fb-79497b168e52 HTTP/1.1" status: 200 len: 1097 time: 0.2169254 Feb 09 00:56:25.415562 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4e2adc81-be26-4be1-bf89-518378001ca1 req-f7c2948e-7c02-4d45-a088-f3559f46a3f0 tempest-LiveAutoBlockMigrationV225Test-40327280 tempest-LiveAutoBlockMigrationV225Test-40327280-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422076 Feb 09 00:56:25.568918 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9e446d3-eb09-4119-b095-c6841026b291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd99ba777-2172-48bf-86df-9993763f5b6f', 'code': 200} Feb 09 00:56:25.911894 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794dab56-042c-4ff8-90e0-58db63d8dff7 req-ecb64cdb-f5fa-4b8b-a71e-3c27cf2fdcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:25.915097 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-794dab56-042c-4ff8-90e0-58db63d8dff7 req-ecb64cdb-f5fa-4b8b-a71e-3c27cf2fdcf0 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=e9e446d3-eb09-4119-b095-c6841026b291 HTTP/1.1" status: 200 len: 1101 time: 0.1138699 Feb 09 00:56:25.925509 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cd6764-7c19-434f-b53c-6b29451ef264 req-044fd672-9a75-49ea-b915-1c776d800d82 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:25.939497 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c9cd6764-7c19-434f-b53c-6b29451ef264 req-044fd672-9a75-49ea-b915-1c776d800d82 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=90140d92-19ba-4345-9db5-0546529072e2 HTTP/1.1" status: 200 len: 950 time: 0.1960876 Feb 09 00:56:25.969470 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-794dab56-042c-4ff8-90e0-58db63d8dff7 req-d0ec43a1-30b6-4439-89bc-598a06da9d4d service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=8f361fac-bee5-49f7-8557-30dc6fac47de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468771 Feb 09 00:56:26.010449 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c9cd6764-7c19-434f-b53c-6b29451ef264 req-c713e2bb-1160-406e-8591-1a7d0d518f5b tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626121 Feb 09 00:56:26.109110 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 744c8ee2-f6d2-48d2-ae12-e6633911caff up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:56:26.212193 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069a59d-a7c8-4f09-b8f1-03bed22da224 req-2b2c6346-a716-4679-8c6c-ad01d23d4b7d tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:26.222153 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c069a59d-a7c8-4f09-b8f1-03bed22da224 req-2b2c6346-a716-4679-8c6c-ad01d23d4b7d tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/ports?device_id=0f981ed7-7764-4168-8897-87af8d63076c HTTP/1.1" status: 200 len: 944 time: 0.1084046 Feb 09 00:56:26.257373 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port 744c8ee2-f6d2-48d2-ae12-e6633911caff completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:56:26.265531 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 744c8ee2-f6d2-48d2-ae12-e6633911caff triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:56:26.266350 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:26.281187 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c069a59d-a7c8-4f09-b8f1-03bed22da224 req-7b3a225a-ee8a-4fb9-9458-81082c74b525 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/security-groups?id=2cd63bc8-3887-4f55-952c-1971b82f2ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580690 Feb 09 00:56:26.580640 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:26.693793 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 744c8ee2-f6d2-48d2-ae12-e6633911caff, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=744c8ee2-f6d2-48d2-ae12-e6633911caff,segment=NetworkSegment(d4b0745e-10a8-49f6-a2dc-b593536fd7b9),segment_id=d4b0745e-10a8-49f6-a2dc-b593536fd7b9)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:56:26.701697 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:26.702797 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device a7576355-ae9b-41d3-8ac1-4b401f8a2de1 up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:56:26.913573 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=744c8ee2-f6d2-48d2-ae12-e6633911caff,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:26.937230 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port a7576355-ae9b-41d3-8ac1-4b401f8a2de1 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:56:26.947363 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port a7576355-ae9b-41d3-8ac1-4b401f8a2de1 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:56:26.948092 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:26.969867 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64297f7b-8da7-41a9-aebf-603dfa5bd34a req-95dce645-f570-4b91-81e2-acc43232443d tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:26.985027 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-64297f7b-8da7-41a9-aebf-603dfa5bd34a req-95dce645-f570-4b91-81e2-acc43232443d tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e446d3-eb09-4119-b095-c6841026b291 HTTP/1.1" status: 200 len: 950 time: 0.2732756 Feb 09 00:56:27.044116 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-64297f7b-8da7-41a9-aebf-603dfa5bd34a req-4f11809f-8349-402e-b6e2-8acea0204051 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f361fac-bee5-49f7-8557-30dc6fac47de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563090 Feb 09 00:56:27.174324 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:27.250111 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port a7576355-ae9b-41d3-8ac1-4b401f8a2de1, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=a7576355-ae9b-41d3-8ac1-4b401f8a2de1,segment=NetworkSegment(1ba1dfa3-b6b7-4f76-9f43-8a4d0bee37a7),segment_id=1ba1dfa3-b6b7-4f76-9f43-8a4d0bee37a7)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:56:27.257847 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:27.410772 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=a7576355-ae9b-41d3-8ac1-4b401f8a2de1,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:27.572666 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f981ed7-7764-4168-8897-87af8d63076c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '744c8ee2-f6d2-48d2-ae12-e6633911caff'}, {'server_uuid': 'ad220941-d4da-4fae-89d0-cec5645d1937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7576355-ae9b-41d3-8ac1-4b401f8a2de1'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:56:28.940603 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [req-1a339ec9-e481-4eb8-96f1-837d935625df req-7fa568c8-3ce1-4443-b66c-118b02df468e tempest-LiveAutoBlockMigrationV225Test-40327280 tempest-LiveAutoBlockMigrationV225Test-40327280-project-admin] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:56:28.941707 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1a339ec9-e481-4eb8-96f1-837d935625df req-7fa568c8-3ce1-4443-b66c-118b02df468e tempest-LiveAutoBlockMigrationV225Test-40327280 tempest-LiveAutoBlockMigrationV225Test-40327280-project-admin] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0200298 Feb 09 00:56:28.953957 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-1a339ec9-e481-4eb8-96f1-837d935625df req-44cc1ddd-bbf1-49a6-a0fd-67f4433cc67b service neutron] Request body: {'binding': {'host': 'n-h2-828418-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:56:28.954695 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-1a339ec9-e481-4eb8-96f1-837d935625df req-44cc1ddd-bbf1-49a6-a0fd-67f4433cc67b service neutron] Unknown quota resources ['binding']. {{(pid=87638) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 09 00:56:29.297911 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-1a339ec9-e481-4eb8-96f1-837d935625df req-44cc1ddd-bbf1-49a6-a0fd-67f4433cc67b service neutron] Attempting to bind port c4571113-efb5-43e2-8b72-b1e6dfe7cfd9 on host n-h2-828418-1 for vnic_type normal with profile None {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:56:29.298627 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-1a339ec9-e481-4eb8-96f1-837d935625df req-44cc1ddd-bbf1-49a6-a0fd-67f4433cc67b service neutron] Attempting to bind port c4571113-efb5-43e2-8b72-b1e6dfe7cfd9 by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': 'd7050703-a45d-45b0-a89d-e74c0c0ae2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2c19901d-9303-4cfd-b96f-b8f2e52fb4b9'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:56:29.299065 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a339ec9-e481-4eb8-96f1-837d935625df req-44cc1ddd-bbf1-49a6-a0fd-67f4433cc67b service neutron] Attempting to bind port c4571113-efb5-43e2-8b72-b1e6dfe7cfd9 on network 2c19901d-9303-4cfd-b96f-b8f2e52fb4b9 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:56:29.306668 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a339ec9-e481-4eb8-96f1-837d935625df req-44cc1ddd-bbf1-49a6-a0fd-67f4433cc67b service neutron] Port c4571113-efb5-43e2-8b72-b1e6dfe7cfd9 on network 2c19901d-9303-4cfd-b96f-b8f2e52fb4b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:56:29.307256 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a339ec9-e481-4eb8-96f1-837d935625df req-44cc1ddd-bbf1-49a6-a0fd-67f4433cc67b service neutron] Attempting to bind port c4571113-efb5-43e2-8b72-b1e6dfe7cfd9 on network 2c19901d-9303-4cfd-b96f-b8f2e52fb4b9 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:56:29.316505 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a339ec9-e481-4eb8-96f1-837d935625df req-44cc1ddd-bbf1-49a6-a0fd-67f4433cc67b service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:56:29.317009 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a339ec9-e481-4eb8-96f1-837d935625df req-44cc1ddd-bbf1-49a6-a0fd-67f4433cc67b service neutron] Checking segment: {'id': 'd7050703-a45d-45b0-a89d-e74c0c0ae2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2c19901d-9303-4cfd-b96f-b8f2e52fb4b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:56:29.317780 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a339ec9-e481-4eb8-96f1-837d935625df req-44cc1ddd-bbf1-49a6-a0fd-67f4433cc67b service neutron] Bound using segment: {'id': 'd7050703-a45d-45b0-a89d-e74c0c0ae2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2c19901d-9303-4cfd-b96f-b8f2e52fb4b9'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:56:29.318316 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-1a339ec9-e481-4eb8-96f1-837d935625df req-44cc1ddd-bbf1-49a6-a0fd-67f4433cc67b service neutron] Bound port: c4571113-efb5-43e2-8b72-b1e6dfe7cfd9, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7050703-a45d-45b0-a89d-e74c0c0ae2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2c19901d-9303-4cfd-b96f-b8f2e52fb4b9'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:56:29.392281 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-1a339ec9-e481-4eb8-96f1-837d935625df req-44cc1ddd-bbf1-49a6-a0fd-67f4433cc67b service neutron] For port c4571113-efb5-43e2-8b72-b1e6dfe7cfd9, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=c4571113-efb5-43e2-8b72-b1e6dfe7cfd9,segment=NetworkSegment(d7050703-a45d-45b0-a89d-e74c0c0ae2fb),segment_id=d7050703-a45d-45b0-a89d-e74c0c0ae2fb)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:56:29.399333 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-1a339ec9-e481-4eb8-96f1-837d935625df req-44cc1ddd-bbf1-49a6-a0fd-67f4433cc67b service neutron] Notify callbacks [] for binding, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:29.413350 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1a339ec9-e481-4eb8-96f1-837d935625df req-44cc1ddd-bbf1-49a6-a0fd-67f4433cc67b service neutron] 10.222.0.105 "POST /v2.0/ports/c4571113-efb5-43e2-8b72-b1e6dfe7cfd9/bindings HTTP/1.1" status: 201 len: 389 time: 0.4628212 Feb 09 00:56:29.810846 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2804fde3-9aec-4a77-af4c-3841dc72b6ad req-e735a911-512e-46c9-baed-7f413d0824a6 tempest-InstanceActionsV221TestJSON-915890081 tempest-InstanceActionsV221TestJSON-915890081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:29.823918 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2804fde3-9aec-4a77-af4c-3841dc72b6ad req-e735a911-512e-46c9-baed-7f413d0824a6 tempest-InstanceActionsV221TestJSON-915890081 tempest-InstanceActionsV221TestJSON-915890081-project] 10.222.0.105 "GET /v2.0/ports?device_id=ad220941-d4da-4fae-89d0-cec5645d1937 HTTP/1.1" status: 200 len: 945 time: 0.1623642 Feb 09 00:56:29.840949 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a339ec9-e481-4eb8-96f1-837d935625df req-722db0df-01a9-43c6-8c63-6d11a1119114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:29.842670 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1a339ec9-e481-4eb8-96f1-837d935625df req-722db0df-01a9-43c6-8c63-6d11a1119114 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=35dd69c7034749ab9d62471941920e2c&device_id=8b97eff9-88f0-4afb-a6fb-79497b168e52 HTTP/1.1" status: 200 len: 1097 time: 0.1825511 Feb 09 00:56:29.934165 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2804fde3-9aec-4a77-af4c-3841dc72b6ad req-3aaf5e76-39cb-4bd7-8a41-7cd9a49364a2 tempest-InstanceActionsV221TestJSON-915890081 tempest-InstanceActionsV221TestJSON-915890081-project] 10.222.0.105 "GET /v2.0/security-groups?id=ad7dbc20-e720-4daf-91b4-b2d69a103fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084664 Feb 09 00:56:30.230144 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a339ec9-e481-4eb8-96f1-837d935625df req-93deccd0-fae7-4d14-b5fe-64f2541d5fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:30.234949 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1a339ec9-e481-4eb8-96f1-837d935625df req-93deccd0-fae7-4d14-b5fe-64f2541d5fb6 service neutron] 10.222.0.99 "GET /v2.0/networks?id=2c19901d-9303-4cfd-b96f-b8f2e52fb4b9 HTTP/1.1" status: 200 len: 922 time: 0.3837919 Feb 09 00:56:30.412481 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1a339ec9-e481-4eb8-96f1-837d935625df req-95be5a6b-0ac0-44c5-84f5-ecee06c87511 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4571113-efb5-43e2-8b72-b1e6dfe7cfd9 HTTP/1.1" status: 200 len: 217 time: 0.1045082 Feb 09 00:56:30.433358 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc1463-72c5-4fdf-950e-463787e07458 req-b5ea0b39-2abc-4bae-ac35-1cc7c63721b5 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:30.437114 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8cbc1463-72c5-4fdf-950e-463787e07458 req-b5ea0b39-2abc-4bae-ac35-1cc7c63721b5 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 946 time: 0.2143402 Feb 09 00:56:30.511964 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8cbc1463-72c5-4fdf-950e-463787e07458 req-e0473c8e-2df6-4e2b-ad22-37a5ce4e9308 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675566 Feb 09 00:56:30.547987 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [req-ef176ad4-c8e6-4d59-825f-97431b10b578 req-c97b8290-7085-440b-b820-86bd365a70ad service neutron] show failed (client error): The resource could not be found. Feb 09 00:56:30.560569 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ef176ad4-c8e6-4d59-825f-97431b10b578 req-c97b8290-7085-440b-b820-86bd365a70ad service neutron] 10.222.0.62 "GET /v2.0/ports/5c64b64d-1354-4d28-a743-7966f6fd515a/bindings/n-h2-828418-1 HTTP/1.1" status: 404 len: 380 time: 0.3198371 Feb 09 00:56:30.572586 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a339ec9-e481-4eb8-96f1-837d935625df req-e48450db-4535-4808-b3d2-5e8606eba718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:30.574945 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1a339ec9-e481-4eb8-96f1-837d935625df req-e48450db-4535-4808-b3d2-5e8606eba718 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=f523b7b8-aa23-4f63-9894-de0d35bb1ce5 HTTP/1.1" status: 200 len: 861 time: 0.1495147 Feb 09 00:56:30.671425 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1a339ec9-e481-4eb8-96f1-837d935625df req-6473ee67-0f0c-4208-9606-fa750ec6e29e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=2c19901d-9303-4cfd-b96f-b8f2e52fb4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889769 Feb 09 00:56:30.974101 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14311fc5-3eef-4ba1-95ba-0299620716ce req-bd0e9c15-04ac-42ca-9137-3fcaac53d1b9 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:30.977512 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-14311fc5-3eef-4ba1-95ba-0299620716ce req-bd0e9c15-04ac-42ca-9137-3fcaac53d1b9 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=90140d92-19ba-4345-9db5-0546529072e2 HTTP/1.1" status: 200 len: 950 time: 0.1379197 Feb 09 00:56:30.999827 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1a339ec9-e481-4eb8-96f1-837d935625df req-b317a19f-f2a5-4b45-9a5a-390ccbcfb87c service neutron] 10.222.0.99 "GET /v2.0/networks/2c19901d-9303-4cfd-b96f-b8f2e52fb4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198795 Feb 09 00:56:31.089939 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-14311fc5-3eef-4ba1-95ba-0299620716ce req-2a747468-815c-4c5c-a0e5-5a28508a8aa1 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020482 Feb 09 00:56:31.158982 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1a339ec9-e481-4eb8-96f1-837d935625df req-b6096119-7128-4fc9-8d5f-0e13b4cc8fc7 service neutron] 10.222.0.99 "GET /v2.0/networks/2c19901d-9303-4cfd-b96f-b8f2e52fb4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466403 Feb 09 00:56:31.170245 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985022f6-cb85-4fe6-8ffa-f557f37e04b7 req-46784407-9b8c-45ed-b9c6-69dc1847312c tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:31.175238 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f981ed7-7764-4168-8897-87af8d63076c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '744c8ee2-f6d2-48d2-ae12-e6633911caff', 'code': 200} Feb 09 00:56:31.175826 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad220941-d4da-4fae-89d0-cec5645d1937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7576355-ae9b-41d3-8ac1-4b401f8a2de1', 'code': 200} Feb 09 00:56:31.179614 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-985022f6-cb85-4fe6-8ffa-f557f37e04b7 req-46784407-9b8c-45ed-b9c6-69dc1847312c tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/ports?device_id=0f981ed7-7764-4168-8897-87af8d63076c HTTP/1.1" status: 200 len: 945 time: 0.1475017 Feb 09 00:56:31.207034 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef176ad4-c8e6-4d59-825f-97431b10b578 req-9eac6ff3-3e1f-4405-b54e-c9c6d249913f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:31.212755 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ef176ad4-c8e6-4d59-825f-97431b10b578 req-9eac6ff3-3e1f-4405-b54e-c9c6d249913f service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=90140d92-19ba-4345-9db5-0546529072e2&tenant_id=1510c38a4b2046b5a9943ab7f2f7db5c HTTP/1.1" status: 200 len: 1101 time: 0.2735147 Feb 09 00:56:31.226128 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-ef176ad4-c8e6-4d59-825f-97431b10b578 req-c14a868c-edc3-4474-a70c-bc8bec6b9676 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828418-1', 'device_owner': 'compute:nova'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:56:31.267840 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-985022f6-cb85-4fe6-8ffa-f557f37e04b7 req-97349f46-61b0-4ef1-8afb-eb7486249d99 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/security-groups?id=2cd63bc8-3887-4f55-952c-1971b82f2ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721278 Feb 09 00:56:31.431630 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-ef176ad4-c8e6-4d59-825f-97431b10b578 req-c14a868c-edc3-4474-a70c-bc8bec6b9676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:31.753985 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa26086-a76c-4781-bee6-05128e84624e req-3e4f3e1f-b2b5-4c76-8da7-e6da919a1ded tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:31.756195 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7fa26086-a76c-4781-bee6-05128e84624e req-3e4f3e1f-b2b5-4c76-8da7-e6da919a1ded tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e446d3-eb09-4119-b095-c6841026b291 HTTP/1.1" status: 200 len: 950 time: 0.2935271 Feb 09 00:56:31.767991 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e720dc-e002-4bf7-99da-e549b23fe823 req-29a1afe7-0a76-48c6-9cf4-aed5a1251cd7 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:31.770142 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-05e720dc-e002-4bf7-99da-e549b23fe823 req-29a1afe7-0a76-48c6-9cf4-aed5a1251cd7 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=8b97eff9-88f0-4afb-a6fb-79497b168e52 HTTP/1.1" status: 200 len: 946 time: 0.2326381 Feb 09 00:56:31.874109 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-05e720dc-e002-4bf7-99da-e549b23fe823 req-27460a80-d749-44bd-994a-3fe463453208 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797582 Feb 09 00:56:31.929972 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7fa26086-a76c-4781-bee6-05128e84624e req-49ec8fc3-22cc-4fb7-b9fa-9a7f985942a2 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f361fac-bee5-49f7-8557-30dc6fac47de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587977 Feb 09 00:56:32.029915 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4615d32a-66b4-4b15-a5ce-f46209c36281 req-38a33722-2f08-473c-a9d6-c08827ad6600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:32.031548 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4615d32a-66b4-4b15-a5ce-f46209c36281 req-38a33722-2f08-473c-a9d6-c08827ad6600 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0f981ed7-7764-4168-8897-87af8d63076c HTTP/1.1" status: 200 len: 1096 time: 0.5834980 Feb 09 00:56:32.042671 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f0bd49-b939-468b-b9f6-1f2029260a06 req-14a301c7-260a-47d6-910b-88d4f09d5076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:32.044998 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-11f0bd49-b939-468b-b9f6-1f2029260a06 req-14a301c7-260a-47d6-910b-88d4f09d5076 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ad220941-d4da-4fae-89d0-cec5645d1937 HTTP/1.1" status: 200 len: 1096 time: 0.6744971 Feb 09 00:56:32.185502 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a339ec9-e481-4eb8-96f1-837d935625df req-ac45cde1-ecdf-451a-bbe0-adc6d8f0eec8 tempest-LiveAutoBlockMigrationV225Test-40327280 tempest-LiveAutoBlockMigrationV225Test-40327280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:32.191665 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1a339ec9-e481-4eb8-96f1-837d935625df req-ac45cde1-ecdf-451a-bbe0-adc6d8f0eec8 tempest-LiveAutoBlockMigrationV225Test-40327280 tempest-LiveAutoBlockMigrationV225Test-40327280-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=8b97eff9-88f0-4afb-a6fb-79497b168e52&tenant_id=35dd69c7034749ab9d62471941920e2c&binding%3Ahost_id=n-h1-828418-1 HTTP/1.1" status: 200 len: 1097 time: 0.8229876 Feb 09 00:56:32.270482 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-11f0bd49-b939-468b-b9f6-1f2029260a06 req-965d136a-e635-4cf3-a15d-a6e64e91243f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ad7dbc20-e720-4daf-91b4-b2d69a103fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137628 Feb 09 00:56:32.275365 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4615d32a-66b4-4b15-a5ce-f46209c36281 req-3b1e5fd3-c27f-4de7-b1b3-3f49069db00c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2cd63bc8-3887-4f55-952c-1971b82f2ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289016 Feb 09 00:56:32.347408 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2035f-0284-4741-b5a2-f494d5b4151d req-b3729dec-a46c-46a9-9253-dbd26c16ae65 tempest-InstanceActionsV221TestJSON-915890081 tempest-InstanceActionsV221TestJSON-915890081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:32.349420 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-39e2035f-0284-4741-b5a2-f494d5b4151d req-b3729dec-a46c-46a9-9253-dbd26c16ae65 tempest-InstanceActionsV221TestJSON-915890081 tempest-InstanceActionsV221TestJSON-915890081-project] 10.222.0.105 "GET /v2.0/ports?device_id=ad220941-d4da-4fae-89d0-cec5645d1937 HTTP/1.1" status: 200 len: 945 time: 0.1838276 Feb 09 00:56:32.363340 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3589dea2-c9ce-41a5-a86c-babc6b5f1a6f req-659a7e7e-9084-458b-8ba0-bd8e465bf4e3 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:32.364990 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3589dea2-c9ce-41a5-a86c-babc6b5f1a6f req-659a7e7e-9084-458b-8ba0-bd8e465bf4e3 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 946 time: 0.1464980 Feb 09 00:56:32.438181 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-ef176ad4-c8e6-4d59-825f-97431b10b578 req-c14a868c-edc3-4474-a70c-bc8bec6b9676 service neutron] For port 5c64b64d-1354-4d28-a743-7966f6fd515a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=5c64b64d-1354-4d28-a743-7966f6fd515a,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:56:32.460285 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3589dea2-c9ce-41a5-a86c-babc6b5f1a6f req-9bb5c169-9aec-49c2-94f4-88e442ca7041 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791934 Feb 09 00:56:32.470678 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-39e2035f-0284-4741-b5a2-f494d5b4151d req-75a49b68-2b33-4305-ab67-9ec43e7aeccd tempest-InstanceActionsV221TestJSON-915890081 tempest-InstanceActionsV221TestJSON-915890081-project] 10.222.0.105 "GET /v2.0/security-groups?id=ad7dbc20-e720-4daf-91b4-b2d69a103fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046002 Feb 09 00:56:32.502656 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-ef176ad4-c8e6-4d59-825f-97431b10b578 req-c14a868c-edc3-4474-a70c-bc8bec6b9676 service neutron] For port 5c64b64d-1354-4d28-a743-7966f6fd515a, host n-h1-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:56:32.567473 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-1a339ec9-e481-4eb8-96f1-837d935625df req-c1596ce0-901a-40b6-a9e4-68711e00c4dc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828418-1'}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:56:32.668597 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90140d92-19ba-4345-9db5-0546529072e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c64b64d-1354-4d28-a743-7966f6fd515a'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:56:32.677767 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-ef176ad4-c8e6-4d59-825f-97431b10b578 req-c14a868c-edc3-4474-a70c-bc8bec6b9676 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:32.749226 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-ef176ad4-c8e6-4d59-825f-97431b10b578 req-c14a868c-edc3-4474-a70c-bc8bec6b9676 service neutron] Transition to ACTIVE for port object 5c64b64d-1354-4d28-a743-7966f6fd515a will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:56:32.762898 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-1a339ec9-e481-4eb8-96f1-837d935625df req-c1596ce0-901a-40b6-a9e4-68711e00c4dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:32.775489 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-ef176ad4-c8e6-4d59-825f-97431b10b578 req-c14a868c-edc3-4474-a70c-bc8bec6b9676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:33.151038 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6147ce-ebec-477d-ab8c-5a5c20a503f5 req-2862e959-2628-4177-9150-cded8a4aa6c9 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:33.160041 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-db6147ce-ebec-477d-ab8c-5a5c20a503f5 req-2862e959-2628-4177-9150-cded8a4aa6c9 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=90140d92-19ba-4345-9db5-0546529072e2 HTTP/1.1" status: 200 len: 948 time: 0.2038825 Feb 09 00:56:33.263538 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-db6147ce-ebec-477d-ab8c-5a5c20a503f5 req-06e8707b-0e71-4afc-bc1b-5bbdd4e5876f tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003661 Feb 09 00:56:33.434411 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14a868c-edc3-4474-a70c-bc8bec6b9676 service neutron] Pushing event updated for resources: {'Port': ['ID=5c64b64d-1354-4d28-a743-7966f6fd515a,revision_number=6']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:33.457497 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef176ad4-c8e6-4d59-825f-97431b10b578 req-c14a868c-edc3-4474-a70c-bc8bec6b9676 service neutron] No DVR routers for this DVR port 5c64b64d-1354-4d28-a743-7966f6fd515a on host n-h1-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:56:33.463524 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90140d92-19ba-4345-9db5-0546529072e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c64b64d-1354-4d28-a743-7966f6fd515a', 'code': 200} Feb 09 00:56:33.542290 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 46478) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:56:33.635665 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ac489e-0abc-4716-81cd-4c5bf4c9a101 req-4a8269dc-e438-4532-81e1-28212db7ec15 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:33.646329 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-33ac489e-0abc-4716-81cd-4c5bf4c9a101 req-4a8269dc-e438-4532-81e1-28212db7ec15 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/ports?device_id=0f981ed7-7764-4168-8897-87af8d63076c HTTP/1.1" status: 200 len: 945 time: 0.1736133 Feb 09 00:56:33.759985 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-3cc118bc-0d6e-44ee-a782-75c53919a79d req-ac616f21-fa11-498d-9d67-279f2ea90994 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f4b50d6d-b742-465e-b92d-ffeb95538b3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8410418 Feb 09 00:56:33.765616 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-ef176ad4-c8e6-4d59-825f-97431b10b578 req-c14a868c-edc3-4474-a70c-bc8bec6b9676 service neutron] Attempting to bind port 5c64b64d-1354-4d28-a743-7966f6fd515a on host n-h2-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:56:33.766113 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-ef176ad4-c8e6-4d59-825f-97431b10b578 req-c14a868c-edc3-4474-a70c-bc8bec6b9676 service neutron] Attempting to bind port 5c64b64d-1354-4d28-a743-7966f6fd515a by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:56:33.766585 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef176ad4-c8e6-4d59-825f-97431b10b578 req-c14a868c-edc3-4474-a70c-bc8bec6b9676 service neutron] Attempting to bind port 5c64b64d-1354-4d28-a743-7966f6fd515a on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:56:33.787183 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54344fac-1c7e-4227-a249-1ab491bdefaf req-6c36e77c-9d3c-41c6-9274-cfd79ed9b079 tempest-ServersAdminTestJSON-1145733215 tempest-ServersAdminTestJSON-1145733215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:33.795823 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-54344fac-1c7e-4227-a249-1ab491bdefaf req-6c36e77c-9d3c-41c6-9274-cfd79ed9b079 tempest-ServersAdminTestJSON-1145733215 tempest-ServersAdminTestJSON-1145733215-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=e9e446d3-eb09-4119-b095-c6841026b291 HTTP/1.1" status: 200 len: 1101 time: 0.1466408 Feb 09 00:56:33.804420 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef176ad4-c8e6-4d59-825f-97431b10b578 req-c14a868c-edc3-4474-a70c-bc8bec6b9676 service neutron] Port 5c64b64d-1354-4d28-a743-7966f6fd515a on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:56:33.804970 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef176ad4-c8e6-4d59-825f-97431b10b578 req-c14a868c-edc3-4474-a70c-bc8bec6b9676 service neutron] Attempting to bind port 5c64b64d-1354-4d28-a743-7966f6fd515a on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:56:33.811683 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-33ac489e-0abc-4716-81cd-4c5bf4c9a101 req-c025dbae-8433-41ed-98ce-485f61520f40 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/security-groups?id=2cd63bc8-3887-4f55-952c-1971b82f2ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638772 Feb 09 00:56:33.875891 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-54344fac-1c7e-4227-a249-1ab491bdefaf req-b00413f5-1b6a-4eaf-a150-5d411d0d07ae tempest-ServersAdminTestJSON-1145733215 tempest-ServersAdminTestJSON-1145733215-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=8f361fac-bee5-49f7-8557-30dc6fac47de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787849 Feb 09 00:56:33.910041 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef176ad4-c8e6-4d59-825f-97431b10b578 req-c14a868c-edc3-4474-a70c-bc8bec6b9676 service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:56:33.910041 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef176ad4-c8e6-4d59-825f-97431b10b578 req-c14a868c-edc3-4474-a70c-bc8bec6b9676 service neutron] Checking segment: {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:56:33.910041 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef176ad4-c8e6-4d59-825f-97431b10b578 req-c14a868c-edc3-4474-a70c-bc8bec6b9676 service neutron] Bound using segment: {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:56:33.910041 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-ef176ad4-c8e6-4d59-825f-97431b10b578 req-c14a868c-edc3-4474-a70c-bc8bec6b9676 service neutron] Bound port: 5c64b64d-1354-4d28-a743-7966f6fd515a, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:56:33.910041 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-ef176ad4-c8e6-4d59-825f-97431b10b578 req-c14a868c-edc3-4474-a70c-bc8bec6b9676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:33.973724 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-1a339ec9-e481-4eb8-96f1-837d935625df req-c1596ce0-901a-40b6-a9e4-68711e00c4dc service neutron] For port c4571113-efb5-43e2-8b72-b1e6dfe7cfd9, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=c4571113-efb5-43e2-8b72-b1e6dfe7cfd9,segment=NetworkSegment(d7050703-a45d-45b0-a89d-e74c0c0ae2fb),segment_id=d7050703-a45d-45b0-a89d-e74c0c0ae2fb)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:56:34.038038 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b58246ac-2c12-4759-bc36-c6764f0b984b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:34.166084 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 5c64b64d-1354-4d28-a743-7966f6fd515a no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:56:34.199039 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b58246ac-2c12-4759-bc36-c6764f0b984b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:56:34.218701 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-b58246ac-2c12-4759-bc36-c6764f0b984b admin admin] Usage tracker for resource:security_group_rule and tenant:06c0caeac4f34332986dbd64d09f83fe is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:56:34.222360 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-b58246ac-2c12-4759-bc36-c6764f0b984b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:56:34.238309 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b58246ac-2c12-4759-bc36-c6764f0b984b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:56:34.315807 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 5c64b64d-1354-4d28-a743-7966f6fd515a not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 00:56:34.373448 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b58246ac-2c12-4759-bc36-c6764f0b984b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:34.424456 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19028d28-694b-4be6-b843-c12c098ba77d req-4bab196a-dc39-4bf3-9200-fa0f52f21235 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:34.426309 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-19028d28-694b-4be6-b843-c12c098ba77d req-4bab196a-dc39-4bf3-9200-fa0f52f21235 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 946 time: 0.3720729 Feb 09 00:56:34.442971 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b58246ac-2c12-4759-bc36-c6764f0b984b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:34.458798 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device f16d05c2-eae9-44a5-8686-789fbb3c6fe4 no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:56:34.459356 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-1a339ec9-e481-4eb8-96f1-837d935625df req-c1596ce0-901a-40b6-a9e4-68711e00c4dc service neutron] For port c4571113-efb5-43e2-8b72-b1e6dfe7cfd9, host n-h1-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:56:34.465743 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5e272-b779-483e-9d1e-a98b63fe83da req-d9417a4b-7f26-4e6d-b579-69ae17876e76 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:34.467546 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-77a5e272-b779-483e-9d1e-a98b63fe83da req-d9417a4b-7f26-4e6d-b579-69ae17876e76 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=8b97eff9-88f0-4afb-a6fb-79497b168e52 HTTP/1.1" status: 200 len: 946 time: 0.3583887 Feb 09 00:56:34.519684 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-19028d28-694b-4be6-b843-c12c098ba77d req-3e605d17-5cc1-4450-ad49-a953898aa24f tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821683 Feb 09 00:56:34.609063 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-77a5e272-b779-483e-9d1e-a98b63fe83da req-b7da92e0-ec47-4612-851e-d5226949b2a6 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301308 Feb 09 00:56:34.663656 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:34.689439 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b58246ac-2c12-4759-bc36-c6764f0b984b admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=06c0caeac4f34332986dbd64d09f83fe&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1385376 Feb 09 00:56:34.692175 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 46500) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:56:34.715708 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58246ac-2c12-4759-bc36-c6764f0b984b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3716c6-e2f8-4ef2-b2ae-047b22fd1d4a,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:34.729421 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-1a339ec9-e481-4eb8-96f1-837d935625df req-c1596ce0-901a-40b6-a9e4-68711e00c4dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:34.749293 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-ef176ad4-c8e6-4d59-825f-97431b10b578 req-c14a868c-edc3-4474-a70c-bc8bec6b9676 service neutron] For port 5c64b64d-1354-4d28-a743-7966f6fd515a, host n-h2-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:56:34.763911 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-ef176ad4-c8e6-4d59-825f-97431b10b578 req-c14a868c-edc3-4474-a70c-bc8bec6b9676 service neutron] For port 5c64b64d-1354-4d28-a743-7966f6fd515a, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=5c64b64d-1354-4d28-a743-7966f6fd515a,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:56:34.766577 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-1a339ec9-e481-4eb8-96f1-837d935625df req-c1596ce0-901a-40b6-a9e4-68711e00c4dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:34.769567 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port f16d05c2-eae9-44a5-8686-789fbb3c6fe4, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=f16d05c2-eae9-44a5-8686-789fbb3c6fe4,segment=NetworkSegment(42eb89e1-c4de-4f57-85a6-0e5fc984e699),segment_id=42eb89e1-c4de-4f57-85a6-0e5fc984e699)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:56:34.773059 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51ce712b-63c6-4024-b743-f12868b3e100', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f16d05c2-eae9-44a5-8686-789fbb3c6fe4'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:56:34.794814 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:34.866523 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1596ce0-901a-40b6-a9e4-68711e00c4dc service neutron] Pushing event updated for resources: {'Port': ['ID=c4571113-efb5-43e2-8b72-b1e6dfe7cfd9,revision_number=7']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:34.870560 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-ef176ad4-c8e6-4d59-825f-97431b10b578 req-c14a868c-edc3-4474-a70c-bc8bec6b9676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:34.910392 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc118bc-0d6e-44ee-a782-75c53919a79d req-502fce8b-262c-4ec0-8860-7e3d98360cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:34.912253 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-3cc118bc-0d6e-44ee-a782-75c53919a79d req-502fce8b-262c-4ec0-8860-7e3d98360cfe service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1510c38a4b2046b5a9943ab7f2f7db5c&device_id=f4b50d6d-b742-465e-b92d-ffeb95538b3f HTTP/1.1" status: 200 len: 1100 time: 0.5296533 Feb 09 00:56:35.025155 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=f16d05c2-eae9-44a5-8686-789fbb3c6fe4,revision_number=14']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:35.032573 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-12058312-af35-4521-9235-7e5dec17165f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:35.070911 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-12058312-af35-4521-9235-7e5dec17165f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:35.221702 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-12058312-af35-4521-9235-7e5dec17165f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:35.307566 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12058312-af35-4521-9235-7e5dec17165f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3716c6-e2f8-4ef2-b2ae-047b22fd1d4a,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:35.315077 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-12058312-af35-4521-9235-7e5dec17165f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:35.317446 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-12058312-af35-4521-9235-7e5dec17165f admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/0a3716c6-e2f8-4ef2-b2ae-047b22fd1d4a HTTP/1.1" status: 204 len: 168 time: 0.6237376 Feb 09 00:56:35.331156 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc118bc-0d6e-44ee-a782-75c53919a79d req-64ae1143-3a02-4478-9364-05d8f948082d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:35.332690 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-3cc118bc-0d6e-44ee-a782-75c53919a79d req-64ae1143-3a02-4478-9364-05d8f948082d service neutron] 10.222.0.62 "GET /v2.0/networks?id=42d335cf-a678-4bc3-901b-7d21fb8587e6 HTTP/1.1" status: 200 len: 870 time: 0.1796737 Feb 09 00:56:35.348563 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef176ad4-c8e6-4d59-825f-97431b10b578 req-c14a868c-edc3-4474-a70c-bc8bec6b9676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:35.349564 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-ef176ad4-c8e6-4d59-825f-97431b10b578 req-c14a868c-edc3-4474-a70c-bc8bec6b9676 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:35.351555 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ef176ad4-c8e6-4d59-825f-97431b10b578 req-c14a868c-edc3-4474-a70c-bc8bec6b9676 service neutron] 10.222.0.99 "PUT /v2.0/ports/5c64b64d-1354-4d28-a743-7966f6fd515a HTTP/1.1" status: 200 len: 1096 time: 4.1298325 Feb 09 00:56:35.423324 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e544c39d-3e80-44cd-af63-d8b6a0287679 req-1840f925-d767-4a87-8743-9f0e5ed04e04 tempest-InstanceActionsV221TestJSON-915890081 tempest-InstanceActionsV221TestJSON-915890081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:35.433557 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e544c39d-3e80-44cd-af63-d8b6a0287679 req-1840f925-d767-4a87-8743-9f0e5ed04e04 tempest-InstanceActionsV221TestJSON-915890081 tempest-InstanceActionsV221TestJSON-915890081-project] 10.222.0.105 "GET /v2.0/ports?device_id=ad220941-d4da-4fae-89d0-cec5645d1937 HTTP/1.1" status: 200 len: 945 time: 0.6080351 Feb 09 00:56:35.525623 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e544c39d-3e80-44cd-af63-d8b6a0287679 req-2a5d5164-51c1-4b09-a2d4-443a4ed21dc2 tempest-InstanceActionsV221TestJSON-915890081 tempest-InstanceActionsV221TestJSON-915890081-project] 10.222.0.105 "GET /v2.0/security-groups?id=ad7dbc20-e720-4daf-91b4-b2d69a103fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812309 Feb 09 00:56:35.525623 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7eed1b65-2a2c-4e53-9e6b-94e30980955f req-d5c6c685-1c49-4001-b5b8-cb6268431719 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=e9e446d3-eb09-4119-b095-c6841026b291&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3452213 Feb 09 00:56:35.538079 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5653aacf-c920-405a-b117-08b65c2d48e5 req-7a0a67dd-8997-4799-885c-df9a8821502b tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:35.551391 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5653aacf-c920-405a-b117-08b65c2d48e5 req-7a0a67dd-8997-4799-885c-df9a8821502b tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=90140d92-19ba-4345-9db5-0546529072e2 HTTP/1.1" status: 200 len: 948 time: 0.3777127 Feb 09 00:56:35.630287 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b97eff9-88f0-4afb-a6fb-79497b168e52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4571113-efb5-43e2-8b72-b1e6dfe7cfd9'}, {'name': 'network-changed', 'server_uuid': '90140d92-19ba-4345-9db5-0546529072e2', 'tag': '5c64b64d-1354-4d28-a743-7966f6fd515a'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:56:35.687139 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5653aacf-c920-405a-b117-08b65c2d48e5 req-0b40eb5d-2aa3-4113-8d45-674a19ef040f tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324217 Feb 09 00:56:35.734258 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed1b65-2a2c-4e53-9e6b-94e30980955f req-c22e5aa8-2ce5-4cf9-bd62-de305c21d3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:35.735226 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14a868c-edc3-4474-a70c-bc8bec6b9676 service neutron] Pushing event updated for resources: {'Port': ['ID=5c64b64d-1354-4d28-a743-7966f6fd515a,revision_number=7']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:35.735633 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7eed1b65-2a2c-4e53-9e6b-94e30980955f req-c22e5aa8-2ce5-4cf9-bd62-de305c21d3eb service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=728acbd4018441cfb9bc787ed7a4e77e&device_id=e9e446d3-eb09-4119-b095-c6841026b291 HTTP/1.1" status: 200 len: 1101 time: 0.1800525 Feb 09 00:56:35.748054 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-3cc118bc-0d6e-44ee-a782-75c53919a79d req-b4981aa3-d520-49ea-8a52-4ad9a4f323e5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=18e5b7f8-4107-4b63-9dee-d921fc6084ef HTTP/1.1" status: 200 len: 217 time: 0.4056616 Feb 09 00:56:35.807550 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51ce712b-63c6-4024-b743-f12868b3e100', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f16d05c2-eae9-44a5-8686-789fbb3c6fe4', 'code': 200} Feb 09 00:56:35.921189 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-1a339ec9-e481-4eb8-96f1-837d935625df req-c1596ce0-901a-40b6-a9e4-68711e00c4dc service neutron] Attempting to bind port c4571113-efb5-43e2-8b72-b1e6dfe7cfd9 on host n-h1-828418-1 for vnic_type normal with profile {"migrating_to": "n-h2-828418-1"} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:56:35.921967 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-1a339ec9-e481-4eb8-96f1-837d935625df req-c1596ce0-901a-40b6-a9e4-68711e00c4dc service neutron] Attempting to bind port c4571113-efb5-43e2-8b72-b1e6dfe7cfd9 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'd7050703-a45d-45b0-a89d-e74c0c0ae2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2c19901d-9303-4cfd-b96f-b8f2e52fb4b9'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:56:35.922539 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a339ec9-e481-4eb8-96f1-837d935625df req-c1596ce0-901a-40b6-a9e4-68711e00c4dc service neutron] Attempting to bind port c4571113-efb5-43e2-8b72-b1e6dfe7cfd9 on network 2c19901d-9303-4cfd-b96f-b8f2e52fb4b9 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:56:35.942464 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a339ec9-e481-4eb8-96f1-837d935625df req-c1596ce0-901a-40b6-a9e4-68711e00c4dc service neutron] Port c4571113-efb5-43e2-8b72-b1e6dfe7cfd9 on network 2c19901d-9303-4cfd-b96f-b8f2e52fb4b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:56:35.943183 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a339ec9-e481-4eb8-96f1-837d935625df req-c1596ce0-901a-40b6-a9e4-68711e00c4dc service neutron] Attempting to bind port c4571113-efb5-43e2-8b72-b1e6dfe7cfd9 on network 2c19901d-9303-4cfd-b96f-b8f2e52fb4b9 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:56:35.956780 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc118bc-0d6e-44ee-a782-75c53919a79d req-3f53d1b5-1f53-4b11-81e5-b3adff6c8508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:35.958685 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-3cc118bc-0d6e-44ee-a782-75c53919a79d req-3f53d1b5-1f53-4b11-81e5-b3adff6c8508 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.1903222 Feb 09 00:56:35.963171 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a339ec9-e481-4eb8-96f1-837d935625df req-c1596ce0-901a-40b6-a9e4-68711e00c4dc service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:56:35.963781 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a339ec9-e481-4eb8-96f1-837d935625df req-c1596ce0-901a-40b6-a9e4-68711e00c4dc service neutron] Checking segment: {'id': 'd7050703-a45d-45b0-a89d-e74c0c0ae2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2c19901d-9303-4cfd-b96f-b8f2e52fb4b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:56:35.964434 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a339ec9-e481-4eb8-96f1-837d935625df req-c1596ce0-901a-40b6-a9e4-68711e00c4dc service neutron] Bound using segment: {'id': 'd7050703-a45d-45b0-a89d-e74c0c0ae2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2c19901d-9303-4cfd-b96f-b8f2e52fb4b9'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:56:35.965107 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-1a339ec9-e481-4eb8-96f1-837d935625df req-c1596ce0-901a-40b6-a9e4-68711e00c4dc service neutron] Bound port: c4571113-efb5-43e2-8b72-b1e6dfe7cfd9, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7050703-a45d-45b0-a89d-e74c0c0ae2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2c19901d-9303-4cfd-b96f-b8f2e52fb4b9'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:56:35.965720 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-1a339ec9-e481-4eb8-96f1-837d935625df req-c1596ce0-901a-40b6-a9e4-68711e00c4dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:36.034217 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed1b65-2a2c-4e53-9e6b-94e30980955f req-ee4df423-e3df-445f-a4a6-78856aed31a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:36.036314 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7eed1b65-2a2c-4e53-9e6b-94e30980955f req-ee4df423-e3df-445f-a4a6-78856aed31a5 service neutron] 10.222.0.99 "GET /v2.0/networks?id=42d335cf-a678-4bc3-901b-7d21fb8587e6 HTTP/1.1" status: 200 len: 870 time: 0.2723880 Feb 09 00:56:36.036783 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 46554) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:56:36.139179 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef176ad4-c8e6-4d59-825f-97431b10b578 req-41c081c5-fde9-4db9-9179-62cad260a996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:36.140861 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ef176ad4-c8e6-4d59-825f-97431b10b578 req-41c081c5-fde9-4db9-9179-62cad260a996 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1510c38a4b2046b5a9943ab7f2f7db5c&device_id=90140d92-19ba-4345-9db5-0546529072e2 HTTP/1.1" status: 200 len: 1099 time: 0.6946805 Feb 09 00:56:36.163966 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b264941c-5bdf-4c10-844e-79ad490e0b33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:36.206465 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b264941c-5bdf-4c10-844e-79ad490e0b33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:56:36.220861 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7eed1b65-2a2c-4e53-9e6b-94e30980955f req-f50f06b7-1bcf-4806-a2b4-3efdccfaac04 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=d99ba777-2172-48bf-86df-9993763f5b6f HTTP/1.1" status: 200 len: 217 time: 0.1112292 Feb 09 00:56:36.226914 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-b264941c-5bdf-4c10-844e-79ad490e0b33 admin admin] Usage tracker for resource:security_group_rule and tenant:6c1b40d4a39248eeaf61aba0b56d8628 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:56:36.268765 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-b264941c-5bdf-4c10-844e-79ad490e0b33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:56:36.284391 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b264941c-5bdf-4c10-844e-79ad490e0b33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:56:36.313055 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8550ac80-b0d9-4c6a-9818-72005710fd9b req-2008c217-0770-413b-8cbc-4bd0c83f4ba7 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:36.320017 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8550ac80-b0d9-4c6a-9818-72005710fd9b req-2008c217-0770-413b-8cbc-4bd0c83f4ba7 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/ports?device_id=0f981ed7-7764-4168-8897-87af8d63076c HTTP/1.1" status: 200 len: 945 time: 0.2821932 Feb 09 00:56:36.343733 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-1a339ec9-e481-4eb8-96f1-837d935625df req-c1596ce0-901a-40b6-a9e4-68711e00c4dc service neutron] For port c4571113-efb5-43e2-8b72-b1e6dfe7cfd9, host n-h1-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:56:36.377461 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-1a339ec9-e481-4eb8-96f1-837d935625df req-c1596ce0-901a-40b6-a9e4-68711e00c4dc service neutron] For port c4571113-efb5-43e2-8b72-b1e6dfe7cfd9, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=c4571113-efb5-43e2-8b72-b1e6dfe7cfd9,segment=NetworkSegment(d7050703-a45d-45b0-a89d-e74c0c0ae2fb),segment_id=d7050703-a45d-45b0-a89d-e74c0c0ae2fb)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:56:36.388587 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed1b65-2a2c-4e53-9e6b-94e30980955f req-60845710-0600-442c-881c-b3402dd1da3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:36.390241 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7eed1b65-2a2c-4e53-9e6b-94e30980955f req-60845710-0600-442c-881c-b3402dd1da3c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.1603956 Feb 09 00:56:36.397100 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8550ac80-b0d9-4c6a-9818-72005710fd9b req-17d2c238-7f29-4e1e-8b2e-2fbc07b3a017 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/security-groups?id=2cd63bc8-3887-4f55-952c-1971b82f2ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760078 Feb 09 00:56:36.404989 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-1a339ec9-e481-4eb8-96f1-837d935625df req-c1596ce0-901a-40b6-a9e4-68711e00c4dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:36.422924 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc118bc-0d6e-44ee-a782-75c53919a79d req-74427150-c356-49b4-bda7-81e08289aa90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:36.427990 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-3cc118bc-0d6e-44ee-a782-75c53919a79d req-74427150-c356-49b4-bda7-81e08289aa90 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4222636 Feb 09 00:56:36.498024 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed1b65-2a2c-4e53-9e6b-94e30980955f req-d9805bd1-b072-4fe7-8060-7920d0bb8cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:36.499393 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7eed1b65-2a2c-4e53-9e6b-94e30980955f req-d9805bd1-b072-4fe7-8060-7920d0bb8cbe service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0984142 Feb 09 00:56:36.629115 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef176ad4-c8e6-4d59-825f-97431b10b578 req-2517ffbe-a4de-4e98-9cd5-7315cdb032a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:36.630774 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ef176ad4-c8e6-4d59-825f-97431b10b578 req-2517ffbe-a4de-4e98-9cd5-7315cdb032a9 service neutron] 10.222.0.99 "GET /v2.0/networks?id=42d335cf-a678-4bc3-901b-7d21fb8587e6 HTTP/1.1" status: 200 len: 870 time: 0.4690692 Feb 09 00:56:36.776978 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b264941c-5bdf-4c10-844e-79ad490e0b33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:36.801642 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b264941c-5bdf-4c10-844e-79ad490e0b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:36.814383 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d76c8-c629-4796-93cf-c6a4f0f3d414 req-0dbe10a4-1ea8-4b22-91c7-c821fd1c7634 tempest-ServersAdminTestJSON-1145733215 tempest-ServersAdminTestJSON-1145733215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:36.821286 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e20d76c8-c629-4796-93cf-c6a4f0f3d414 req-0dbe10a4-1ea8-4b22-91c7-c821fd1c7634 tempest-ServersAdminTestJSON-1145733215 tempest-ServersAdminTestJSON-1145733215-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=e9e446d3-eb09-4119-b095-c6841026b291 HTTP/1.1" status: 200 len: 1101 time: 0.1867034 Feb 09 00:56:36.843248 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ef176ad4-c8e6-4d59-825f-97431b10b578 req-f8d8db72-9725-407d-a4dd-3c198c52dd49 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=5c64b64d-1354-4d28-a743-7966f6fd515a HTTP/1.1" status: 200 len: 217 time: 0.0945127 Feb 09 00:56:36.855311 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b264941c-5bdf-4c10-844e-79ad490e0b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6dfb433-9330-493c-8e6a-a3cdae69eb94,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:36.901113 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7eed1b65-2a2c-4e53-9e6b-94e30980955f req-153a52c3-fbce-4e16-97df-6173273036fb service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3928423 Feb 09 00:56:36.968875 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a339ec9-e481-4eb8-96f1-837d935625df req-c1596ce0-901a-40b6-a9e4-68711e00c4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:36.969670 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-1a339ec9-e481-4eb8-96f1-837d935625df req-c1596ce0-901a-40b6-a9e4-68711e00c4dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:36.971159 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1a339ec9-e481-4eb8-96f1-837d935625df req-c1596ce0-901a-40b6-a9e4-68711e00c4dc service neutron] 10.222.0.99 "PUT /v2.0/ports/c4571113-efb5-43e2-8b72-b1e6dfe7cfd9 HTTP/1.1" status: 200 len: 1122 time: 4.7122247 Feb 09 00:56:36.976736 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1596ce0-901a-40b6-a9e4-68711e00c4dc service neutron] Pushing event updated for resources: {'Port': ['ID=c4571113-efb5-43e2-8b72-b1e6dfe7cfd9,revision_number=8']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:37.027043 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef176ad4-c8e6-4d59-825f-97431b10b578 req-44816fa3-534f-41e5-a707-00da7ecaf5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:37.035495 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ef176ad4-c8e6-4d59-825f-97431b10b578 req-44816fa3-534f-41e5-a707-00da7ecaf5f4 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.1370673 Feb 09 00:56:37.041946 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-3cc118bc-0d6e-44ee-a782-75c53919a79d req-af898f9b-7734-428d-b167-1a3f72901a0f service neutron] 10.222.0.62 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4792449 Feb 09 00:56:37.068207 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7eed1b65-2a2c-4e53-9e6b-94e30980955f req-35a0a3e7-3474-483e-8cfe-e1daff37cd4e service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558895 Feb 09 00:56:37.085378 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['c4571113-efb5-43e2-8b72-b1e6dfe7cfd9'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:56:37.086200 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-b264941c-5bdf-4c10-844e-79ad490e0b33 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=6c1b40d4a39248eeaf61aba0b56d8628&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0023687 Feb 09 00:56:37.102930 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e20d76c8-c629-4796-93cf-c6a4f0f3d414 req-ea96c099-c60f-4b85-9de8-7811e5847299 tempest-ServersAdminTestJSON-1145733215 tempest-ServersAdminTestJSON-1145733215-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=8f361fac-bee5-49f7-8557-30dc6fac47de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806969 Feb 09 00:56:37.103636 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 46600) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:56:37.247313 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-68303b32-37cd-491f-8406-ec1bee411189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:37.255514 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef176ad4-c8e6-4d59-825f-97431b10b578 req-5a2725ca-7f6b-47cd-830f-320e4c5eb1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:37.257175 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ef176ad4-c8e6-4d59-825f-97431b10b578 req-5a2725ca-7f6b-47cd-830f-320e4c5eb1a9 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2131588 Feb 09 00:56:37.263790 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-3cc118bc-0d6e-44ee-a782-75c53919a79d req-b32b7036-2368-49f8-8899-cfe6b666b5ca service neutron] 10.222.0.62 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851859 Feb 09 00:56:37.335373 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-68303b32-37cd-491f-8406-ec1bee411189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:37.368259 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 00:56:37.463685 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-68303b32-37cd-491f-8406-ec1bee411189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:37.494717 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68303b32-37cd-491f-8406-ec1bee411189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6dfb433-9330-493c-8e6a-a3cdae69eb94,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:37.521931 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-68303b32-37cd-491f-8406-ec1bee411189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:37.525447 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-68303b32-37cd-491f-8406-ec1bee411189 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/e6dfb433-9330-493c-8e6a-a3cdae69eb94 HTTP/1.1" status: 204 len: 168 time: 0.4184470 Feb 09 00:56:37.752728 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b97eff9-88f0-4afb-a6fb-79497b168e52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4571113-efb5-43e2-8b72-b1e6dfe7cfd9', 'code': 200} Feb 09 00:56:37.753298 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90140d92-19ba-4345-9db5-0546529072e2', 'tag': '5c64b64d-1354-4d28-a743-7966f6fd515a', 'status': 'completed', 'code': 200} Feb 09 00:56:37.899371 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ef176ad4-c8e6-4d59-825f-97431b10b578 req-92e1af78-ea89-4b05-b5ab-702578efdd74 service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6330550 Feb 09 00:56:38.025029 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9877384-733d-4b73-a6ec-a483fcd4b096 req-ff6fde42-0daa-44be-8efa-0d948d75581e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:38.026601 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a9877384-733d-4b73-a6ec-a483fcd4b096 req-ff6fde42-0daa-44be-8efa-0d948d75581e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1510c38a4b2046b5a9943ab7f2f7db5c&device_id=90140d92-19ba-4345-9db5-0546529072e2 HTTP/1.1" status: 200 len: 1099 time: 0.2244737 Feb 09 00:56:38.057412 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4ef0fe7b-588b-4262-87ea-bc3cd4ec9e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:38.077643 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0529814b-708f-4d14-838b-7d17e75243a9 req-014ac80f-dabb-467b-ab6f-6b5e5d649aa9 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-826154598&fields=id&tenant_id=fe158ed132334121b71318da05020927 HTTP/1.1" status: 200 len: 267 time: 0.0757601 Feb 09 00:56:38.181023 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ef176ad4-c8e6-4d59-825f-97431b10b578 req-f76efa34-d3b0-476c-ba9e-5423f3086399 service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681634 Feb 09 00:56:38.232376 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9877384-733d-4b73-a6ec-a483fcd4b096 req-699dd30f-b5d6-41bb-a4c7-a18ad50fdd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:38.234870 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a9877384-733d-4b73-a6ec-a483fcd4b096 req-699dd30f-b5d6-41bb-a4c7-a18ad50fdd8a service neutron] 10.222.0.62 "GET /v2.0/networks?id=42d335cf-a678-4bc3-901b-7d21fb8587e6 HTTP/1.1" status: 200 len: 870 time: 0.1996615 Feb 09 00:56:38.260747 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c6f57-1cf2-4fff-8cf2-dde69fdab8c7 req-f598e271-d955-4587-97d1-b0e5232d1605 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:38.262850 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-777c6f57-1cf2-4fff-8cf2-dde69fdab8c7 req-f598e271-d955-4587-97d1-b0e5232d1605 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=8b97eff9-88f0-4afb-a6fb-79497b168e52 HTTP/1.1" status: 200 len: 944 time: 0.5632620 Feb 09 00:56:38.376101 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0529814b-708f-4d14-838b-7d17e75243a9 req-b31ddba2-9599-4953-a574-05f7e6a87c4b tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:38.384940 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0529814b-708f-4d14-838b-7d17e75243a9 req-b31ddba2-9599-4953-a574-05f7e6a87c4b tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/ports?device_id=0f981ed7-7764-4168-8897-87af8d63076c HTTP/1.1" status: 200 len: 945 time: 0.2917721 Feb 09 00:56:38.393634 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-0529814b-708f-4d14-838b-7d17e75243a9 req-e2ad2440-ddc6-4790-a689-8588ee431a28 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Request body: {'port': {'security_groups': ['2cd63bc8-3887-4f55-952c-1971b82f2ed9', '7abdb3a7-6f94-4fee-88a0-6185c9e91690']}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:56:38.434291 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-777c6f57-1cf2-4fff-8cf2-dde69fdab8c7 req-dbd71c85-51ad-4bb5-9751-8c0b079de259 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652513 Feb 09 00:56:38.450427 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a9877384-733d-4b73-a6ec-a483fcd4b096 req-9955ac51-de41-4957-bd94-72f286ba47a6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=5c64b64d-1354-4d28-a743-7966f6fd515a HTTP/1.1" status: 200 len: 217 time: 0.1975598 Feb 09 00:56:38.554844 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9877384-733d-4b73-a6ec-a483fcd4b096 req-d32cade1-78ae-464c-b7fe-93e08c99c910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:38.556518 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a9877384-733d-4b73-a6ec-a483fcd4b096 req-d32cade1-78ae-464c-b7fe-93e08c99c910 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.0909991 Feb 09 00:56:38.558969 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9877384-733d-4b73-a6ec-a483fcd4b096 req-34b680d4-6ab6-4e6e-b100-06a94028aa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:38.560469 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a9877384-733d-4b73-a6ec-a483fcd4b096 req-34b680d4-6ab6-4e6e-b100-06a94028aa0c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1510c38a4b2046b5a9943ab7f2f7db5c&device_id=90140d92-19ba-4345-9db5-0546529072e2 HTTP/1.1" status: 200 len: 1099 time: 0.3133576 Feb 09 00:56:38.601556 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0529814b-708f-4d14-838b-7d17e75243a9 req-e2ad2440-ddc6-4790-a689-8588ee431a28 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:38.878110 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9877384-733d-4b73-a6ec-a483fcd4b096 req-59ec326d-056b-4893-8252-2d74670cc3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:38.879550 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a9877384-733d-4b73-a6ec-a483fcd4b096 req-59ec326d-056b-4893-8252-2d74670cc3e1 service neutron] 10.222.0.99 "GET /v2.0/networks?id=42d335cf-a678-4bc3-901b-7d21fb8587e6 HTTP/1.1" status: 200 len: 870 time: 0.2926614 Feb 09 00:56:38.882981 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9877384-733d-4b73-a6ec-a483fcd4b096 req-604b63b2-1631-4668-83dd-f4180a4b82ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:38.884382 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a9877384-733d-4b73-a6ec-a483fcd4b096 req-604b63b2-1631-4668-83dd-f4180a4b82ae service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2990036 Feb 09 00:56:39.009580 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a070a6f6-8f77-4660-8571-7413a86ae70c req-57cf5688-98ab-4c5a-b06d-2bdf1b8099e1 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:39.012167 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a070a6f6-8f77-4660-8571-7413a86ae70c req-57cf5688-98ab-4c5a-b06d-2bdf1b8099e1 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=90140d92-19ba-4345-9db5-0546529072e2 HTTP/1.1" status: 200 len: 948 time: 0.3121281 Feb 09 00:56:39.120339 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a9877384-733d-4b73-a6ec-a483fcd4b096 req-5fa901ab-2ee0-4891-9ade-a4042b053294 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=5c64b64d-1354-4d28-a743-7966f6fd515a HTTP/1.1" status: 200 len: 217 time: 0.2297192 Feb 09 00:56:39.178530 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-0529814b-708f-4d14-838b-7d17e75243a9 req-e2ad2440-ddc6-4790-a689-8588ee431a28 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] For port 744c8ee2-f6d2-48d2-ae12-e6633911caff, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=744c8ee2-f6d2-48d2-ae12-e6633911caff,segment=NetworkSegment(d4b0745e-10a8-49f6-a2dc-b593536fd7b9),segment_id=d4b0745e-10a8-49f6-a2dc-b593536fd7b9)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:56:39.191200 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a070a6f6-8f77-4660-8571-7413a86ae70c req-6b8ec408-6b1e-4fc7-a752-05e53e51ce5f tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714401 Feb 09 00:56:39.255761 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0529814b-708f-4d14-838b-7d17e75243a9 req-e2ad2440-ddc6-4790-a689-8588ee431a28 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:39.261164 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9877384-733d-4b73-a6ec-a483fcd4b096 req-cb9efea4-5439-4d01-9ada-850835a6ed2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:39.263273 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0529814b-708f-4d14-838b-7d17e75243a9 req-e2ad2440-ddc6-4790-a689-8588ee431a28 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:39.275268 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a9877384-733d-4b73-a6ec-a483fcd4b096 req-cb9efea4-5439-4d01-9ada-850835a6ed2c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.1466742 Feb 09 00:56:39.284041 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['744c8ee2-f6d2-48d2-ae12-e6633911caff'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:56:39.479341 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0529814b-708f-4d14-838b-7d17e75243a9 req-e2ad2440-ddc6-4790-a689-8588ee431a28 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:39.486534 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0529814b-708f-4d14-838b-7d17e75243a9 req-e2ad2440-ddc6-4790-a689-8588ee431a28 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:39.524670 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a9877384-733d-4b73-a6ec-a483fcd4b096 req-37e164a3-90a9-44d2-ab55-62cf70b0ff1b service neutron] 10.222.0.62 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5467443 Feb 09 00:56:39.525920 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0529814b-708f-4d14-838b-7d17e75243a9 req-e2ad2440-ddc6-4790-a689-8588ee431a28 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "PUT /v2.0/ports/744c8ee2-f6d2-48d2-ae12-e6633911caff HTTP/1.1" status: 200 len: 981 time: 1.1398845 Feb 09 00:56:39.538597 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f981ed7-7764-4168-8897-87af8d63076c', 'tag': '744c8ee2-f6d2-48d2-ae12-e6633911caff'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:56:39.612479 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['744c8ee2-f6d2-48d2-ae12-e6633911caff'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:56:39.625355 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ad2440-ddc6-4790-a689-8588ee431a28 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Pushing event updated for resources: {'Port': ['ID=744c8ee2-f6d2-48d2-ae12-e6633911caff,revision_number=6']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:39.864684 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b97eff9-88f0-4afb-a6fb-79497b168e52', 'tag': 'c4571113-efb5-43e2-8b72-b1e6dfe7cfd9'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:56:39.909348 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658d2732-7260-40e8-9ea6-2d1f8fa25361 req-c1b990b9-57ca-470f-b3e8-0eff3b59bcc9 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:39.911911 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-658d2732-7260-40e8-9ea6-2d1f8fa25361 req-c1b990b9-57ca-470f-b3e8-0eff3b59bcc9 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 944 time: 0.1863327 Feb 09 00:56:40.070081 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a9877384-733d-4b73-a6ec-a483fcd4b096 req-79c18809-79a4-49db-90e8-3184aae49412 service neutron] 10.222.0.62 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5443869 Feb 09 00:56:40.103677 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9877384-733d-4b73-a6ec-a483fcd4b096 req-020d9e7d-396e-4555-a61f-add1c4ef65f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:40.105854 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a9877384-733d-4b73-a6ec-a483fcd4b096 req-020d9e7d-396e-4555-a61f-add1c4ef65f8 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8195794 Feb 09 00:56:40.140530 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-658d2732-7260-40e8-9ea6-2d1f8fa25361 req-792c35f9-8cc7-4431-a11e-a307fd16e643 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2223566 Feb 09 00:56:40.265680 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3041160d-9f83-4e38-9a58-7024ae2d5f43 req-a696b2f3-6c4a-4519-8da1-eebb92d76308 tempest-InstanceActionsV221TestJSON-915890081 tempest-InstanceActionsV221TestJSON-915890081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:40.274893 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3041160d-9f83-4e38-9a58-7024ae2d5f43 req-a696b2f3-6c4a-4519-8da1-eebb92d76308 tempest-InstanceActionsV221TestJSON-915890081 tempest-InstanceActionsV221TestJSON-915890081-project] 10.222.0.105 "GET /v2.0/ports?device_id=ad220941-d4da-4fae-89d0-cec5645d1937 HTTP/1.1" status: 200 len: 945 time: 0.2609901 Feb 09 00:56:40.340797 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3041160d-9f83-4e38-9a58-7024ae2d5f43 req-746199fd-76c4-421d-abb9-2ecb82494031 tempest-InstanceActionsV221TestJSON-915890081 tempest-InstanceActionsV221TestJSON-915890081-project] 10.222.0.105 "GET /v2.0/security-groups?id=ad7dbc20-e720-4daf-91b4-b2d69a103fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645797 Feb 09 00:56:40.439531 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac7ce53-a6d4-46cf-a4ce-64064bf0c18e req-0dd9f753-5cff-4c89-aae3-68ed4da1010e tempest-InstanceActionsV221TestJSON-915890081 tempest-InstanceActionsV221TestJSON-915890081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:40.440303 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-7ac7ce53-a6d4-46cf-a4ce-64064bf0c18e req-0dd9f753-5cff-4c89-aae3-68ed4da1010e tempest-InstanceActionsV221TestJSON-915890081 tempest-InstanceActionsV221TestJSON-915890081-project] Synchronizing usage tracker for tenant:5c01c97084784fa4a286ad5ac5563f57 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:56:40.462992 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f7a80ef3-e649-415b-8b74-37afb45ad691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:40.487791 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device c4571113-efb5-43e2-8b72-b1e6dfe7cfd9 details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:56:40.533070 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-7ac7ce53-a6d4-46cf-a4ce-64064bf0c18e req-0dd9f753-5cff-4c89-aae3-68ed4da1010e tempest-InstanceActionsV221TestJSON-915890081 tempest-InstanceActionsV221TestJSON-915890081-project] Unset dirty status for tenant:5c01c97084784fa4a286ad5ac5563f57 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:56:40.535973 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-7ac7ce53-a6d4-46cf-a4ce-64064bf0c18e req-0dd9f753-5cff-4c89-aae3-68ed4da1010e tempest-InstanceActionsV221TestJSON-915890081 tempest-InstanceActionsV221TestJSON-915890081-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad220941-d4da-4fae-89d0-cec5645d1937 HTTP/1.1" status: 200 len: 945 time: 1.2357154 Feb 09 00:56:40.617691 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9b5e08dc-b2aa-4bc0-8dc6-5409f88efb07 req-fbfa2179-b79d-43ce-8fc4-1400b37215da tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1960319796&fields=id&tenant_id=fe158ed132334121b71318da05020927 HTTP/1.1" status: 200 len: 267 time: 0.0902019 Feb 09 00:56:40.644480 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port c4571113-efb5-43e2-8b72-b1e6dfe7cfd9, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=c4571113-efb5-43e2-8b72-b1e6dfe7cfd9,segment=NetworkSegment(d7050703-a45d-45b0-a89d-e74c0c0ae2fb),segment_id=d7050703-a45d-45b0-a89d-e74c0c0ae2fb)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:56:40.661796 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device c4571113-efb5-43e2-8b72-b1e6dfe7cfd9 has no active binding in host n-h2-828418-1 {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 09 00:56:40.700854 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-7ac7ce53-a6d4-46cf-a4ce-64064bf0c18e req-6855b078-53bd-4406-8514-556999f59715 tempest-InstanceActionsV221TestJSON-915890081 tempest-InstanceActionsV221TestJSON-915890081-project] Deleting port a7576355-ae9b-41d3-8ac1-4b401f8a2de1 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:56:40.701254 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-7ac7ce53-a6d4-46cf-a4ce-64064bf0c18e req-6855b078-53bd-4406-8514-556999f59715 tempest-InstanceActionsV221TestJSON-915890081 tempest-InstanceActionsV221TestJSON-915890081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:40.703194 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d338a-12d3-4550-bcd4-968768ccad42 req-ecc663c8-5769-49d0-b298-6fe769aa5328 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:40.710601 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ad5d338a-12d3-4550-bcd4-968768ccad42 req-ecc663c8-5769-49d0-b298-6fe769aa5328 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=8b97eff9-88f0-4afb-a6fb-79497b168e52 HTTP/1.1" status: 200 len: 944 time: 0.2364066 Feb 09 00:56:40.733951 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a9877384-733d-4b73-a6ec-a483fcd4b096 req-b3292e8b-8f76-418b-8346-41bccb1ecdc7 service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6178458 Feb 09 00:56:40.772252 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5e08dc-b2aa-4bc0-8dc6-5409f88efb07 req-b27a07db-4f1d-4d0a-9885-db73584fba50 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:40.772480 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9b5e08dc-b2aa-4bc0-8dc6-5409f88efb07 req-b27a07db-4f1d-4d0a-9885-db73584fba50 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/ports?device_id=0f981ed7-7764-4168-8897-87af8d63076c HTTP/1.1" status: 200 len: 984 time: 0.1474319 Feb 09 00:56:40.781003 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ad5d338a-12d3-4550-bcd4-968768ccad42 req-dfd59160-dcd0-4e17-845c-0c7fa9944afa tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695672 Feb 09 00:56:40.786326 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-9b5e08dc-b2aa-4bc0-8dc6-5409f88efb07 req-2fdbc6e1-24c7-43e6-b9ff-a42642f3a57e tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Request body: {'port': {'security_groups': ['2cd63bc8-3887-4f55-952c-1971b82f2ed9', '7abdb3a7-6f94-4fee-88a0-6185c9e91690', '1db66e6a-f35a-4c52-a3a6-8ae7d43ce3f6']}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:56:40.986050 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9b5e08dc-b2aa-4bc0-8dc6-5409f88efb07 req-2fdbc6e1-24c7-43e6-b9ff-a42642f3a57e tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:41.108393 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f981ed7-7764-4168-8897-87af8d63076c', 'tag': '744c8ee2-f6d2-48d2-ae12-e6633911caff', 'status': 'completed', 'code': 200} Feb 09 00:56:41.156022 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-7ac7ce53-a6d4-46cf-a4ce-64064bf0c18e req-6855b078-53bd-4406-8514-556999f59715 tempest-InstanceActionsV221TestJSON-915890081 tempest-InstanceActionsV221TestJSON-915890081-project] For port a7576355-ae9b-41d3-8ac1-4b401f8a2de1, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=a7576355-ae9b-41d3-8ac1-4b401f8a2de1,segment=NetworkSegment(1ba1dfa3-b6b7-4f76-9f43-8a4d0bee37a7),segment_id=1ba1dfa3-b6b7-4f76-9f43-8a4d0bee37a7)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:56:41.156609 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-7ac7ce53-a6d4-46cf-a4ce-64064bf0c18e req-6855b078-53bd-4406-8514-556999f59715 tempest-InstanceActionsV221TestJSON-915890081 tempest-InstanceActionsV221TestJSON-915890081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:41.295807 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:41.297173 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-7ac7ce53-a6d4-46cf-a4ce-64064bf0c18e req-6855b078-53bd-4406-8514-556999f59715 tempest-InstanceActionsV221TestJSON-915890081 tempest-InstanceActionsV221TestJSON-915890081-project] Calling delete_port for a7576355-ae9b-41d3-8ac1-4b401f8a2de1 owned by compute:nova {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:56:41.330783 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a9877384-733d-4b73-a6ec-a483fcd4b096 req-f847019e-2f30-45c0-b6a4-943a6487777d service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5827355 Feb 09 00:56:41.404820 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-9b5e08dc-b2aa-4bc0-8dc6-5409f88efb07 req-2fdbc6e1-24c7-43e6-b9ff-a42642f3a57e tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] For port 744c8ee2-f6d2-48d2-ae12-e6633911caff, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=744c8ee2-f6d2-48d2-ae12-e6633911caff,segment=NetworkSegment(d4b0745e-10a8-49f6-a2dc-b593536fd7b9),segment_id=d4b0745e-10a8-49f6-a2dc-b593536fd7b9)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:56:41.416616 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a080e-8d89-492b-9a8f-ed679b1c49b1 req-f522226b-25bd-46f5-8db8-453f9000b326 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:41.418188 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f72a080e-8d89-492b-9a8f-ed679b1c49b1 req-f522226b-25bd-46f5-8db8-453f9000b326 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/ports?device_id=9c47b0a8-598a-46cf-bc47-6ec291635e6c HTTP/1.1" status: 200 len: 949 time: 0.1681936 Feb 09 00:56:41.456058 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:41.457527 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc462d-bb00-46d6-a76f-45180e6fb97e req-b59990bb-9a56-4b93-b0ad-867635cca174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:41.462804 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-90cc462d-bb00-46d6-a76f-45180e6fb97e req-b59990bb-9a56-4b93-b0ad-867635cca174 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe158ed132334121b71318da05020927&device_id=0f981ed7-7764-4168-8897-87af8d63076c HTTP/1.1" status: 200 len: 1135 time: 0.1366670 Feb 09 00:56:41.475287 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9b5e08dc-b2aa-4bc0-8dc6-5409f88efb07 req-2fdbc6e1-24c7-43e6-b9ff-a42642f3a57e tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:41.488957 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9b5e08dc-b2aa-4bc0-8dc6-5409f88efb07 req-2fdbc6e1-24c7-43e6-b9ff-a42642f3a57e tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:41.502286 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['744c8ee2-f6d2-48d2-ae12-e6633911caff'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:56:41.645506 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f72a080e-8d89-492b-9a8f-ed679b1c49b1 req-b58348df-08c3-4355-87a5-d4276320ae43 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f361fac-bee5-49f7-8557-30dc6fac47de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058182 Feb 09 00:56:41.646233 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-7ac7ce53-a6d4-46cf-a4ce-64064bf0c18e req-6855b078-53bd-4406-8514-556999f59715 tempest-InstanceActionsV221TestJSON-915890081 tempest-InstanceActionsV221TestJSON-915890081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:41.675400 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5e08dc-b2aa-4bc0-8dc6-5409f88efb07 req-2fdbc6e1-24c7-43e6-b9ff-a42642f3a57e tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:41.676009 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9b5e08dc-b2aa-4bc0-8dc6-5409f88efb07 req-2fdbc6e1-24c7-43e6-b9ff-a42642f3a57e tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:41.692063 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9b5e08dc-b2aa-4bc0-8dc6-5409f88efb07 req-2fdbc6e1-24c7-43e6-b9ff-a42642f3a57e tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "PUT /v2.0/ports/744c8ee2-f6d2-48d2-ae12-e6633911caff HTTP/1.1" status: 200 len: 1020 time: 0.9099908 Feb 09 00:56:41.710945 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdbc6e1-24c7-43e6-b9ff-a42642f3a57e tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Pushing event updated for resources: {'Port': ['ID=744c8ee2-f6d2-48d2-ae12-e6633911caff,revision_number=7']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:41.725412 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6855b078-53bd-4406-8514-556999f59715 tempest-InstanceActionsV221TestJSON-915890081 tempest-InstanceActionsV221TestJSON-915890081-project] Pushing event deleted for resources: {'Port': ['ID=a7576355-ae9b-41d3-8ac1-4b401f8a2de1,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:41.739202 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b97eff9-88f0-4afb-a6fb-79497b168e52', 'tag': 'c4571113-efb5-43e2-8b72-b1e6dfe7cfd9', 'status': 'completed', 'code': 200} Feb 09 00:56:41.831954 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['744c8ee2-f6d2-48d2-ae12-e6633911caff'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:56:41.867077 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ac7ce53-a6d4-46cf-a4ce-64064bf0c18e req-6855b078-53bd-4406-8514-556999f59715 tempest-InstanceActionsV221TestJSON-915890081 tempest-InstanceActionsV221TestJSON-915890081-project] No DVR routers for this DVR port a7576355-ae9b-41d3-8ac1-4b401f8a2de1 on host n-h1-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:56:41.870027 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-7ac7ce53-a6d4-46cf-a4ce-64064bf0c18e req-6855b078-53bd-4406-8514-556999f59715 tempest-InstanceActionsV221TestJSON-915890081 tempest-InstanceActionsV221TestJSON-915890081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:41.877737 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc462d-bb00-46d6-a76f-45180e6fb97e req-848192ae-9425-4719-a8dd-3e4bf6d5d862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:41.879277 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-90cc462d-bb00-46d6-a76f-45180e6fb97e req-848192ae-9425-4719-a8dd-3e4bf6d5d862 service neutron] 10.222.0.62 "GET /v2.0/networks?id=866b1940-97bf-4889-ae97-5594fa470cc1 HTTP/1.1" status: 200 len: 914 time: 0.3810775 Feb 09 00:56:41.927262 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a00a9ce-3038-4ede-8f9c-7238b1a859b3 req-f360e2da-7e72-4580-826a-b4a81bf9934f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:41.933252 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0a00a9ce-3038-4ede-8f9c-7238b1a859b3 req-f360e2da-7e72-4580-826a-b4a81bf9934f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=35dd69c7034749ab9d62471941920e2c&device_id=8b97eff9-88f0-4afb-a6fb-79497b168e52 HTTP/1.1" status: 200 len: 1125 time: 0.1589761 Feb 09 00:56:41.969088 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-90cc462d-bb00-46d6-a76f-45180e6fb97e req-e46c53c1-752a-4363-800f-9f89d4834c0f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=744c8ee2-f6d2-48d2-ae12-e6633911caff HTTP/1.1" status: 200 len: 217 time: 0.0816934 Feb 09 00:56:41.976261 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-7ac7ce53-a6d4-46cf-a4ce-64064bf0c18e req-6855b078-53bd-4406-8514-556999f59715 tempest-InstanceActionsV221TestJSON-915890081 tempest-InstanceActionsV221TestJSON-915890081-project] 10.222.0.62 "DELETE /v2.0/ports/a7576355-ae9b-41d3-8ac1-4b401f8a2de1 HTTP/1.1" status: 204 len: 173 time: 1.4308131 Feb 09 00:56:42.149395 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc462d-bb00-46d6-a76f-45180e6fb97e req-2b604ff5-aa0a-4ad2-8ab7-860f9ff666f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:42.150939 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-90cc462d-bb00-46d6-a76f-45180e6fb97e req-2b604ff5-aa0a-4ad2-8ab7-860f9ff666f0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b7e2d3f7-8db3-4e5e-8a7b-90b470036eaf HTTP/1.1" status: 200 len: 853 time: 0.1677487 Feb 09 00:56:42.234688 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device a7576355-ae9b-41d3-8ac1-4b401f8a2de1 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:56:42.238148 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-90cc462d-bb00-46d6-a76f-45180e6fb97e req-705a3b71-4a8a-4374-8264-832eca22d9d1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=866b1940-97bf-4889-ae97-5594fa470cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790601 Feb 09 00:56:42.303337 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: a7576355-ae9b-41d3-8ac1-4b401f8a2de1 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 00:56:42.304719 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device a7576355-ae9b-41d3-8ac1-4b401f8a2de1 not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 00:56:42.380490 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a00a9ce-3038-4ede-8f9c-7238b1a859b3 req-9bc3a2ca-f479-4ef2-b1ef-11954d2098a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:42.381915 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0a00a9ce-3038-4ede-8f9c-7238b1a859b3 req-9bc3a2ca-f479-4ef2-b1ef-11954d2098a7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2c19901d-9303-4cfd-b96f-b8f2e52fb4b9 HTTP/1.1" status: 200 len: 922 time: 0.4350967 Feb 09 00:56:42.448644 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b60d4fca-c4f2-4e6a-9a74-354aed2ad334 req-025f3756-86f6-4e36-95af-a10395e319cc tempest-InstanceActionsV221TestJSON-915890081 tempest-InstanceActionsV221TestJSON-915890081-project] 10.222.0.105 "GET /v2.0/ports?device_id=ad220941-d4da-4fae-89d0-cec5645d1937 HTTP/1.1" status: 200 len: 210 time: 0.1215160 Feb 09 00:56:42.465724 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af2255-5ff9-4b89-9fe0-1e63b0fa502d req-31380242-3b99-4df7-b6c8-ae5915a6a331 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:42.467856 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-80af2255-5ff9-4b89-9fe0-1e63b0fa502d req-31380242-3b99-4df7-b6c8-ae5915a6a331 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=90140d92-19ba-4345-9db5-0546529072e2 HTTP/1.1" status: 200 len: 948 time: 0.4802742 Feb 09 00:56:42.480091 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d75f1-b0b8-4c74-8a59-7ba03c437dae req-aa25568b-1876-48f1-8597-f716eeaf97e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:42.482129 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cd9d75f1-b0b8-4c74-8a59-7ba03c437dae req-aa25568b-1876-48f1-8597-f716eeaf97e4 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=71b0276e9e0b48f8943a51531f3d8a9e&device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 1095 time: 0.3089209 Feb 09 00:56:42.483441 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0a00a9ce-3038-4ede-8f9c-7238b1a859b3 req-df7e7c30-6f3a-4aa7-a8a7-d6f59447f8bc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4571113-efb5-43e2-8b72-b1e6dfe7cfd9 HTTP/1.1" status: 200 len: 217 time: 0.0936217 Feb 09 00:56:42.498110 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88db6c75-0475-4587-be21-6767c27592d6 req-ff859f74-fa17-4c97-a8fd-e63fa4e26caa tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:42.498887 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-88db6c75-0475-4587-be21-6767c27592d6 req-ff859f74-fa17-4c97-a8fd-e63fa4e26caa tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Synchronizing usage tracker for tenant:728acbd4018441cfb9bc787ed7a4e77e on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:56:42.535751 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-88db6c75-0475-4587-be21-6767c27592d6 req-ff859f74-fa17-4c97-a8fd-e63fa4e26caa tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Unset dirty status for tenant:728acbd4018441cfb9bc787ed7a4e77e on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:56:42.537098 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-88db6c75-0475-4587-be21-6767c27592d6 req-ff859f74-fa17-4c97-a8fd-e63fa4e26caa tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.99 "GET /v2.0/ports?device_id=9c47b0a8-598a-46cf-bc47-6ec291635e6c HTTP/1.1" status: 200 len: 949 time: 0.4736216 Feb 09 00:56:42.641015 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-88db6c75-0475-4587-be21-6767c27592d6 req-9e9e0303-31e3-400d-bd79-9d209a50e3b2 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Deleting port a09f37e6-ba96-457f-a1e9-e8af441f9faa {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:56:42.641264 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-88db6c75-0475-4587-be21-6767c27592d6 req-9e9e0303-31e3-400d-bd79-9d209a50e3b2 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:42.682712 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-90cc462d-bb00-46d6-a76f-45180e6fb97e req-305dc4aa-81ff-4130-ad8b-744cbac85eaf service neutron] 10.222.0.62 "GET /v2.0/networks/866b1940-97bf-4889-ae97-5594fa470cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4293408 Feb 09 00:56:42.744997 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-80af2255-5ff9-4b89-9fe0-1e63b0fa502d req-7611a8bf-eb22-47ff-bb5f-694c586c227d tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683346 Feb 09 00:56:42.775310 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a00a9ce-3038-4ede-8f9c-7238b1a859b3 req-00d164be-c47a-4c92-b280-e1c9b412be3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:42.777027 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0a00a9ce-3038-4ede-8f9c-7238b1a859b3 req-00d164be-c47a-4c92-b280-e1c9b412be3f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f523b7b8-aa23-4f63-9894-de0d35bb1ce5 HTTP/1.1" status: 200 len: 861 time: 0.2732446 Feb 09 00:56:42.859364 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0a00a9ce-3038-4ede-8f9c-7238b1a859b3 req-8dacb24f-c716-4c9a-90f3-5d5429efb84d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2c19901d-9303-4cfd-b96f-b8f2e52fb4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743601 Feb 09 00:56:42.942160 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d75f1-b0b8-4c74-8a59-7ba03c437dae req-bf2474d9-cba2-4da6-88bb-3ff21d95bbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:42.943609 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cd9d75f1-b0b8-4c74-8a59-7ba03c437dae req-bf2474d9-cba2-4da6-88bb-3ff21d95bbb4 service neutron] 10.222.0.99 "GET /v2.0/networks?id=1f86eb5f-f405-4ce4-a845-9c31ac1b15d4 HTTP/1.1" status: 200 len: 912 time: 0.4431963 Feb 09 00:56:42.969470 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-90cc462d-bb00-46d6-a76f-45180e6fb97e req-e8888484-769a-4cdd-b5ca-a34779133c5e service neutron] 10.222.0.62 "GET /v2.0/networks/866b1940-97bf-4889-ae97-5594fa470cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767038 Feb 09 00:56:42.979453 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:43.028098 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-88db6c75-0475-4587-be21-6767c27592d6 req-9e9e0303-31e3-400d-bd79-9d209a50e3b2 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] For port a09f37e6-ba96-457f-a1e9-e8af441f9faa, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=a09f37e6-ba96-457f-a1e9-e8af441f9faa,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:56:43.029187 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-88db6c75-0475-4587-be21-6767c27592d6 req-9e9e0303-31e3-400d-bd79-9d209a50e3b2 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:43.115451 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f981ed7-7764-4168-8897-87af8d63076c', 'tag': '744c8ee2-f6d2-48d2-ae12-e6633911caff'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:56:43.142822 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212d3ded-6a20-40d6-9cdb-a212400d2976 req-4d9279e1-c629-4475-b530-4ecd2b867e24 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:43.144313 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-212d3ded-6a20-40d6-9cdb-a212400d2976 req-4d9279e1-c629-4475-b530-4ecd2b867e24 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/ports?device_id=0f981ed7-7764-4168-8897-87af8d63076c HTTP/1.1" status: 200 len: 1023 time: 0.5007284 Feb 09 00:56:43.159638 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-88db6c75-0475-4587-be21-6767c27592d6 req-9e9e0303-31e3-400d-bd79-9d209a50e3b2 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Calling delete_port for a09f37e6-ba96-457f-a1e9-e8af441f9faa owned by compute:nova {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:56:43.205194 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cd9d75f1-b0b8-4c74-8a59-7ba03c437dae req-55eaf762-912a-4748-a671-5ac23ae6c28d service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f16d05c2-eae9-44a5-8686-789fbb3c6fe4 HTTP/1.1" status: 200 len: 998 time: 0.2098377 Feb 09 00:56:43.213296 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0a00a9ce-3038-4ede-8f9c-7238b1a859b3 req-c67a668c-3cc0-43b0-ad96-6b47439b2732 service neutron] 10.222.0.62 "GET /v2.0/networks/2c19901d-9303-4cfd-b96f-b8f2e52fb4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3420212 Feb 09 00:56:43.262575 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f65e691-667a-40a1-9ab3-9f6cdc349be9 req-3bcc5ad1-d418-46ce-be51-34cb6de1585e tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:43.264633 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7f65e691-667a-40a1-9ab3-9f6cdc349be9 req-3bcc5ad1-d418-46ce-be51-34cb6de1585e tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=8b97eff9-88f0-4afb-a6fb-79497b168e52 HTTP/1.1" status: 200 len: 944 time: 0.4080701 Feb 09 00:56:43.305230 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-88db6c75-0475-4587-be21-6767c27592d6 req-9e9e0303-31e3-400d-bd79-9d209a50e3b2 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:43.318380 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['4825ef82-548d-4923-89a7-16651d23e84f'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:56:43.344243 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['d99ba777-2172-48bf-86df-9993763f5b6f'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:56:43.363602 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9e0303-31e3-400d-bd79-9d209a50e3b2 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Pushing event deleted for resources: {'Port': ['ID=a09f37e6-ba96-457f-a1e9-e8af441f9faa,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:43.459669 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d75f1-b0b8-4c74-8a59-7ba03c437dae req-36cbea60-14b8-4b1f-983c-1acdc8d0d93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:43.461037 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cd9d75f1-b0b8-4c74-8a59-7ba03c437dae req-36cbea60-14b8-4b1f-983c-1acdc8d0d93d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=55d6843d-cf0e-4da9-b1f9-18c66e11f308 HTTP/1.1" status: 200 len: 850 time: 0.2467606 Feb 09 00:56:43.471452 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7f65e691-667a-40a1-9ab3-9f6cdc349be9 req-14cf9745-6381-4e0f-b53b-6731329563e6 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811090 Feb 09 00:56:43.493460 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-212d3ded-6a20-40d6-9cdb-a212400d2976 req-ed4bb184-93c0-4cb5-8d6b-5f83ded5ad78 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/security-groups?id=7abdb3a7-6f94-4fee-88a0-6185c9e91690&id=2cd63bc8-3887-4f55-952c-1971b82f2ed9&id=1db66e6a-f35a-4c52-a3a6-8ae7d43ce3f6 HTTP/1.1" status: 200 len: 6148 time: 0.3308127 Feb 09 00:56:43.517033 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-88db6c75-0475-4587-be21-6767c27592d6 req-9e9e0303-31e3-400d-bd79-9d209a50e3b2 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] No DVR routers for this DVR port a09f37e6-ba96-457f-a1e9-e8af441f9faa on host n-h2-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:56:43.520396 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-88db6c75-0475-4587-be21-6767c27592d6 req-9e9e0303-31e3-400d-bd79-9d209a50e3b2 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:43.552052 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-88db6c75-0475-4587-be21-6767c27592d6 req-9e9e0303-31e3-400d-bd79-9d209a50e3b2 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.99 "DELETE /v2.0/ports/a09f37e6-ba96-457f-a1e9-e8af441f9faa HTTP/1.1" status: 204 len: 173 time: 1.0057886 Feb 09 00:56:43.570549 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1a339ec9-e481-4eb8-96f1-837d935625df req-c565043c-eeab-4caf-b3f1-1c97f8324e6c service neutron] 10.222.0.62 "GET /v2.0/ports/c4571113-efb5-43e2-8b72-b1e6dfe7cfd9/bindings/n-h2-828418-1 HTTP/1.1" status: 200 len: 384 time: 0.2014444 Feb 09 00:56:43.740326 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad220941-d4da-4fae-89d0-cec5645d1937', 'name': 'network-vif-deleted', 'tag': 'a7576355-ae9b-41d3-8ac1-4b401f8a2de1'}, {'server_uuid': '9c47b0a8-598a-46cf-bc47-6ec291635e6c', 'name': 'network-vif-deleted', 'tag': 'a09f37e6-ba96-457f-a1e9-e8af441f9faa'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:56:43.931832 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0a00a9ce-3038-4ede-8f9c-7238b1a859b3 req-1748fc2f-cf54-4e5f-801b-b078a7fc988a service neutron] 10.222.0.62 "GET /v2.0/networks/2c19901d-9303-4cfd-b96f-b8f2e52fb4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7086461 Feb 09 00:56:43.944506 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0e7de765-2fab-4ce0-b1f6-ad7db67b0244 req-f7dfca22-060f-409f-a570-b4dbf031feb2 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/ports?device_id=9c47b0a8-598a-46cf-bc47-6ec291635e6c HTTP/1.1" status: 200 len: 210 time: 0.0647559 Feb 09 00:56:43.962417 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-1a339ec9-e481-4eb8-96f1-837d935625df req-7ac8a864-8bd8-45f3-8595-9fa774a56e81 service neutron] For port c4571113-efb5-43e2-8b72-b1e6dfe7cfd9, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=c4571113-efb5-43e2-8b72-b1e6dfe7cfd9,segment=NetworkSegment(d7050703-a45d-45b0-a89d-e74c0c0ae2fb),segment_id=d7050703-a45d-45b0-a89d-e74c0c0ae2fb)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:56:43.972629 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d75f1-b0b8-4c74-8a59-7ba03c437dae req-63a7c937-e928-4241-be1b-52d9bcd79c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:43.974231 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cd9d75f1-b0b8-4c74-8a59-7ba03c437dae req-63a7c937-e928-4241-be1b-52d9bcd79c0f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=1f86eb5f-f405-4ce4-a845-9c31ac1b15d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4796150 Feb 09 00:56:43.998454 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-1a339ec9-e481-4eb8-96f1-837d935625df req-7ac8a864-8bd8-45f3-8595-9fa774a56e81 service neutron] For port c4571113-efb5-43e2-8b72-b1e6dfe7cfd9, host n-h1-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:56:44.007074 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f981ed7-7764-4168-8897-87af8d63076c', 'tag': '744c8ee2-f6d2-48d2-ae12-e6633911caff', 'status': 'completed', 'code': 200} Feb 09 00:56:44.054121 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [req-1a339ec9-e481-4eb8-96f1-837d935625df req-7ac8a864-8bd8-45f3-8595-9fa774a56e81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4571113-efb5-43e2-8b72-b1e6dfe7cfd9 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:56:44.065060 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-1a339ec9-e481-4eb8-96f1-837d935625df req-7ac8a864-8bd8-45f3-8595-9fa774a56e81 service neutron] For port c4571113-efb5-43e2-8b72-b1e6dfe7cfd9, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=c4571113-efb5-43e2-8b72-b1e6dfe7cfd9,segment=NetworkSegment(d7050703-a45d-45b0-a89d-e74c0c0ae2fb),segment_id=d7050703-a45d-45b0-a89d-e74c0c0ae2fb)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:56:44.078959 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b23c107-bad6-4624-9541-38a56c38b639 req-5de70a5f-5e8b-4229-87af-897958773ffc tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:44.080495 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6b23c107-bad6-4624-9541-38a56c38b639 req-5de70a5f-5e8b-4229-87af-897958773ffc tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 944 time: 0.2750258 Feb 09 00:56:44.092586 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-1a339ec9-e481-4eb8-96f1-837d935625df req-7ac8a864-8bd8-45f3-8595-9fa774a56e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:44.128188 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-a1cc4e5e-780d-42f2-b66b-b6dfe2e928f6 req-0d961f3f-25aa-4e19-94ba-67cad4a3c808 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Request body: {'security_group': {'name': ' tempest-securitygroup -164023057 ', 'description': 'tempest-description-2139305525'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:56:44.168738 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-a1cc4e5e-780d-42f2-b66b-b6dfe2e928f6 req-0d961f3f-25aa-4e19-94ba-67cad4a3c808 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:56:44.205286 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-a1cc4e5e-780d-42f2-b66b-b6dfe2e928f6 req-0d961f3f-25aa-4e19-94ba-67cad4a3c808 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:56:44.205822 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-1a339ec9-e481-4eb8-96f1-837d935625df req-7ac8a864-8bd8-45f3-8595-9fa774a56e81 service neutron] Transition to ACTIVE for port object c4571113-efb5-43e2-8b72-b1e6dfe7cfd9 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:56:44.210670 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-1a339ec9-e481-4eb8-96f1-837d935625df req-7ac8a864-8bd8-45f3-8595-9fa774a56e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:44.227404 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6b23c107-bad6-4624-9541-38a56c38b639 req-942a5ac7-bd42-4cd3-8623-45be489af267 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055162 Feb 09 00:56:44.237109 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device c4571113-efb5-43e2-8b72-b1e6dfe7cfd9 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:56:44.245841 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a1cc4e5e-780d-42f2-b66b-b6dfe2e928f6 req-0d961f3f-25aa-4e19-94ba-67cad4a3c808 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:44.287134 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-a1cc4e5e-780d-42f2-b66b-b6dfe2e928f6 req-0d961f3f-25aa-4e19-94ba-67cad4a3c808 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:56:44.290992 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cd9d75f1-b0b8-4c74-8a59-7ba03c437dae req-acad2d32-9053-4fd4-a09c-6c6223fb4f5c service neutron] 10.222.0.99 "GET /v2.0/networks/1f86eb5f-f405-4ce4-a845-9c31ac1b15d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087616 Feb 09 00:56:44.294733 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-a1cc4e5e-780d-42f2-b66b-b6dfe2e928f6 req-0d961f3f-25aa-4e19-94ba-67cad4a3c808 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Usage tracker for resource:security_group_rule and tenant:fe158ed132334121b71318da05020927 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:56:44.300206 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-a1cc4e5e-780d-42f2-b66b-b6dfe2e928f6 req-0d961f3f-25aa-4e19-94ba-67cad4a3c808 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:56:44.329254 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e94727-5d13-4d3c-aee5-0d023304cf36 req-b3660f7b-ce81-4ab8-81e5-49f3842c098f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:44.330778 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-89e94727-5d13-4d3c-aee5-0d023304cf36 req-b3660f7b-ce81-4ab8-81e5-49f3842c098f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe158ed132334121b71318da05020927&device_id=0f981ed7-7764-4168-8897-87af8d63076c HTTP/1.1" status: 200 len: 1174 time: 0.2493455 Feb 09 00:56:44.385424 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-a1cc4e5e-780d-42f2-b66b-b6dfe2e928f6 req-0d961f3f-25aa-4e19-94ba-67cad4a3c808 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:56:44.390394 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device c4571113-efb5-43e2-8b72-b1e6dfe7cfd9 not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 00:56:44.493939 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device c4571113-efb5-43e2-8b72-b1e6dfe7cfd9 details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:56:44.498493 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 5d50263e-1665-4d32-98a3-9a5a5c08dbe9 no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:56:44.511783 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a339ec9-e481-4eb8-96f1-837d935625df req-7ac8a864-8bd8-45f3-8595-9fa774a56e81 service neutron] No DVR routers for this DVR port c4571113-efb5-43e2-8b72-b1e6dfe7cfd9 on host n-h1-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:56:44.555981 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac8a864-8bd8-45f3-8595-9fa774a56e81 service neutron] Pushing event updated for resources: {'Port': ['ID=c4571113-efb5-43e2-8b72-b1e6dfe7cfd9,revision_number=10']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:44.580714 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1a339ec9-e481-4eb8-96f1-837d935625df req-7ac8a864-8bd8-45f3-8595-9fa774a56e81 service neutron] 10.222.0.62 "PUT /v2.0/ports/c4571113-efb5-43e2-8b72-b1e6dfe7cfd9/bindings/n-h2-828418-1/activate HTTP/1.1" status: 200 len: 369 time: 1.0028219 Feb 09 00:56:44.692506 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e94727-5d13-4d3c-aee5-0d023304cf36 req-e21838bb-4c31-4c58-b3ef-5b701f6b0816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:44.694107 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-89e94727-5d13-4d3c-aee5-0d023304cf36 req-e21838bb-4c31-4c58-b3ef-5b701f6b0816 service neutron] 10.222.0.62 "GET /v2.0/networks?id=866b1940-97bf-4889-ae97-5594fa470cc1 HTTP/1.1" status: 200 len: 914 time: 0.3013396 Feb 09 00:56:44.722414 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a339ec9-e481-4eb8-96f1-837d935625df req-f097d669-eb0d-4195-8d48-f9dfaaaa7695 tempest-LiveAutoBlockMigrationV225Test-40327280 tempest-LiveAutoBlockMigrationV225Test-40327280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:44.724285 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1a339ec9-e481-4eb8-96f1-837d935625df req-f097d669-eb0d-4195-8d48-f9dfaaaa7695 tempest-LiveAutoBlockMigrationV225Test-40327280 tempest-LiveAutoBlockMigrationV225Test-40327280-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=8b97eff9-88f0-4afb-a6fb-79497b168e52&tenant_id=35dd69c7034749ab9d62471941920e2c&binding%3Ahost_id=n-h1-828418-1 HTTP/1.1" status: 200 len: 1096 time: 0.0790131 Feb 09 00:56:44.754512 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:44.770436 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cd9d75f1-b0b8-4c74-8a59-7ba03c437dae req-02437a57-1e8e-4cc0-a4d2-9ee3e0f5cb19 service neutron] 10.222.0.99 "GET /v2.0/networks/1f86eb5f-f405-4ce4-a845-9c31ac1b15d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4715157 Feb 09 00:56:44.794375 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-89e94727-5d13-4d3c-aee5-0d023304cf36 req-349d2e6c-8fb3-4a0f-8181-aa33abaf77dc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=744c8ee2-f6d2-48d2-ae12-e6633911caff HTTP/1.1" status: 200 len: 217 time: 0.0887928 Feb 09 00:56:44.794987 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port c4571113-efb5-43e2-8b72-b1e6dfe7cfd9, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=c4571113-efb5-43e2-8b72-b1e6dfe7cfd9,segment=NetworkSegment(d7050703-a45d-45b0-a89d-e74c0c0ae2fb),segment_id=d7050703-a45d-45b0-a89d-e74c0c0ae2fb)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:56:44.797384 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a1cc4e5e-780d-42f2-b66b-b6dfe2e928f6 req-0d961f3f-25aa-4e19-94ba-67cad4a3c808 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:44.806933 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f45d6f-055e-41e1-8f5f-ddaddd74a856', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d50263e-1665-4d32-98a3-9a5a5c08dbe9'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:56:44.811494 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a339ec9-e481-4eb8-96f1-837d935625df req-632ce7c3-6186-4307-8506-00a05be7fdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:44.812999 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1a339ec9-e481-4eb8-96f1-837d935625df req-632ce7c3-6186-4307-8506-00a05be7fdcc service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=8b97eff9-88f0-4afb-a6fb-79497b168e52&tenant_id=35dd69c7034749ab9d62471941920e2c HTTP/1.1" status: 200 len: 1096 time: 0.0806720 Feb 09 00:56:44.822568 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 5d50263e-1665-4d32-98a3-9a5a5c08dbe9, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=5d50263e-1665-4d32-98a3-9a5a5c08dbe9,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:56:44.823767 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': 'c4571113-efb5-43e2-8b72-b1e6dfe7cfd9', 'network_id': '2c19901d-9303-4cfd-b96f-b8f2e52fb4b9', 'port_id': 'c4571113-efb5-43e2-8b72-b1e6dfe7cfd9', 'mac_address': 'fa:16:3e:13:03:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f523b7b8-aa23-4f63-9894-de0d35bb1ce5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:56:44.828801 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:44.829487 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device a09f37e6-ba96-457f-a1e9-e8af441f9faa no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:56:44.837638 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a1cc4e5e-780d-42f2-b66b-b6dfe2e928f6 req-0d961f3f-25aa-4e19-94ba-67cad4a3c808 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:44.860857 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c90c2-6000-49df-bc35-76e2733c88ce req-ad903615-db1f-4953-92fe-44ec16706193 tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:44.862791 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e80c90c2-6000-49df-bc35-76e2733c88ce req-ad903615-db1f-4953-92fe-44ec16706193 tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] 10.222.0.105 "GET /v2.0/ports?device_id=94f45d6f-055e-41e1-8f5f-ddaddd74a856 HTTP/1.1" status: 200 len: 951 time: 0.3943920 Feb 09 00:56:44.928276 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a339ec9-e481-4eb8-96f1-837d935625df req-4c070915-d05a-4668-b43c-bddc1e6a7e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:44.930209 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1a339ec9-e481-4eb8-96f1-837d935625df req-4c070915-d05a-4668-b43c-bddc1e6a7e4f service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=35dd69c7034749ab9d62471941920e2c&device_id=8b97eff9-88f0-4afb-a6fb-79497b168e52 HTTP/1.1" status: 200 len: 1096 time: 0.0910170 Feb 09 00:56:44.932365 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d961f3f-25aa-4e19-94ba-67cad4a3c808 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68b7a900-d29e-4fc2-957b-38229962c0fd,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:44.955428 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e94727-5d13-4d3c-aee5-0d023304cf36 req-329a3d7b-5cd1-4793-9203-3a7509d3269c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:44.957066 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-89e94727-5d13-4d3c-aee5-0d023304cf36 req-329a3d7b-5cd1-4793-9203-3a7509d3269c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b7e2d3f7-8db3-4e5e-8a7b-90b470036eaf HTTP/1.1" status: 200 len: 853 time: 0.1546025 Feb 09 00:56:44.968823 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] No Port match for: a09f37e6-ba96-457f-a1e9-e8af441f9faa {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 00:56:44.969167 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device a09f37e6-ba96-457f-a1e9-e8af441f9faa not bound to the agent host n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 00:56:45.000264 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a1cc4e5e-780d-42f2-b66b-b6dfe2e928f6 req-0d961f3f-25aa-4e19-94ba-67cad4a3c808 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:45.010744 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:45.011949 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a1cc4e5e-780d-42f2-b66b-b6dfe2e928f6 req-0d961f3f-25aa-4e19-94ba-67cad4a3c808 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.8952489 Feb 09 00:56:45.036010 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4571113-efb5-43e2-8b72-b1e6dfe7cfd9 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:56:45.039959 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=5d50263e-1665-4d32-98a3-9a5a5c08dbe9,revision_number=11']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:45.052773 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e80c90c2-6000-49df-bc35-76e2733c88ce req-8b447c31-eaa0-4575-848a-25ae53748212 tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] 10.222.0.105 "GET /v2.0/security-groups?id=16acca42-a0c4-49b7-8970-a493bbcd3b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659992 Feb 09 00:56:45.052773 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-89e94727-5d13-4d3c-aee5-0d023304cf36 req-35943142-3b90-4a40-9f87-c6464bf87dbf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=866b1940-97bf-4889-ae97-5594fa470cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894027 Feb 09 00:56:45.063817 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port c4571113-efb5-43e2-8b72-b1e6dfe7cfd9, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=c4571113-efb5-43e2-8b72-b1e6dfe7cfd9,segment=NetworkSegment(d7050703-a45d-45b0-a89d-e74c0c0ae2fb),segment_id=d7050703-a45d-45b0-a89d-e74c0c0ae2fb)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:56:45.069446 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:45.070745 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 5c64b64d-1354-4d28-a743-7966f6fd515a details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:56:45.123823 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad220941-d4da-4fae-89d0-cec5645d1937', 'name': 'network-vif-deleted', 'tag': 'a7576355-ae9b-41d3-8ac1-4b401f8a2de1', 'status': 'completed', 'code': 200} Feb 09 00:56:45.125144 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c47b0a8-598a-46cf-bc47-6ec291635e6c', 'name': 'network-vif-deleted', 'tag': 'a09f37e6-ba96-457f-a1e9-e8af441f9faa', 'status': 'completed', 'code': 200} Feb 09 00:56:45.181999 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a339ec9-e481-4eb8-96f1-837d935625df req-d5a5afaa-8c3e-4940-9fd7-8b860f5f2e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:45.183555 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1a339ec9-e481-4eb8-96f1-837d935625df req-d5a5afaa-8c3e-4940-9fd7-8b860f5f2e5d service neutron] 10.222.0.99 "GET /v2.0/networks?id=2c19901d-9303-4cfd-b96f-b8f2e52fb4b9 HTTP/1.1" status: 200 len: 922 time: 0.2445972 Feb 09 00:56:45.225926 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=c4571113-efb5-43e2-8b72-b1e6dfe7cfd9,revision_number=11']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:45.295980 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 5c64b64d-1354-4d28-a743-7966f6fd515a, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=5c64b64d-1354-4d28-a743-7966f6fd515a,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:56:45.304697 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1a339ec9-e481-4eb8-96f1-837d935625df req-9a3b9e52-8c08-4e6a-bc90-48d11a6bf8ae service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4571113-efb5-43e2-8b72-b1e6dfe7cfd9 HTTP/1.1" status: 200 len: 217 time: 0.1141362 Feb 09 00:56:45.311268 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': '5c64b64d-1354-4d28-a743-7966f6fd515a', 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6', 'port_id': '5c64b64d-1354-4d28-a743-7966f6fd515a', 'mac_address': 'fa:16:3e:57:bb:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7938d94-1f0f-48bd-a0b3-26d5344ff0ec', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:56:45.318824 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-89e94727-5d13-4d3c-aee5-0d023304cf36 req-342904e2-e80f-4430-9f48-898d1d41e95d service neutron] 10.222.0.62 "GET /v2.0/networks/866b1940-97bf-4889-ae97-5594fa470cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599866 Feb 09 00:56:45.382050 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:45.402516 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a339ec9-e481-4eb8-96f1-837d935625df req-20ff60e1-4ce2-4733-bb07-94be9ea5d310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:45.404599 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c64b64d-1354-4d28-a743-7966f6fd515a {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:56:45.405238 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1a339ec9-e481-4eb8-96f1-837d935625df req-20ff60e1-4ce2-4733-bb07-94be9ea5d310 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=f523b7b8-aa23-4f63-9894-de0d35bb1ce5 HTTP/1.1" status: 200 len: 861 time: 0.0812640 Feb 09 00:56:45.421472 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 5c64b64d-1354-4d28-a743-7966f6fd515a, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=5c64b64d-1354-4d28-a743-7966f6fd515a,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:56:45.422326 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a049dbff-31de-4bb5-bd77-5537e12bea56 req-f8a3cae6-b980-4f71-83b7-c55dadec422a tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:45.424122 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a049dbff-31de-4bb5-bd77-5537e12bea56 req-f8a3cae6-b980-4f71-83b7-c55dadec422a tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=90140d92-19ba-4345-9db5-0546529072e2 HTTP/1.1" status: 200 len: 948 time: 0.2070818 Feb 09 00:56:45.426373 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:45.464874 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1a339ec9-e481-4eb8-96f1-837d935625df req-24d07b1c-5016-4f1b-a6b9-0bbcbf784bc5 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=2c19901d-9303-4cfd-b96f-b8f2e52fb4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478756 Feb 09 00:56:45.502477 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=5c64b64d-1354-4d28-a743-7966f6fd515a,revision_number=8']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:45.538548 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['c4571113-efb5-43e2-8b72-b1e6dfe7cfd9'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:56:45.542148 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a049dbff-31de-4bb5-bd77-5537e12bea56 req-bbfa2a9a-f448-4321-9ca9-f3fa14e14fda tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816038 Feb 09 00:56:45.603857 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-89e94727-5d13-4d3c-aee5-0d023304cf36 req-178962da-978a-4504-a8f2-54e700c4a885 service neutron] 10.222.0.62 "GET /v2.0/networks/866b1940-97bf-4889-ae97-5594fa470cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751434 Feb 09 00:56:45.623024 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c6422-ae78-429e-a4de-c4f7c137ee36 req-dbbd810f-fb29-4661-b9d8-d25eb7157f21 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:45.630501 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-252c6422-ae78-429e-a4de-c4f7c137ee36 req-dbbd810f-fb29-4661-b9d8-d25eb7157f21 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=8b97eff9-88f0-4afb-a6fb-79497b168e52 HTTP/1.1" status: 200 len: 946 time: 0.2053084 Feb 09 00:56:45.633181 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f45d6f-055e-41e1-8f5f-ddaddd74a856', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d50263e-1665-4d32-98a3-9a5a5c08dbe9', 'code': 200} Feb 09 00:56:45.661728 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1a339ec9-e481-4eb8-96f1-837d935625df req-d2863067-0f49-4a80-bab4-575a0bd5235a service neutron] 10.222.0.99 "GET /v2.0/networks/2c19901d-9303-4cfd-b96f-b8f2e52fb4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915786 Feb 09 00:56:45.844283 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1a339ec9-e481-4eb8-96f1-837d935625df req-f3d4e524-073e-471e-8b3d-9246350a7b1c service neutron] 10.222.0.99 "GET /v2.0/networks/2c19901d-9303-4cfd-b96f-b8f2e52fb4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761036 Feb 09 00:56:45.874792 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-252c6422-ae78-429e-a4de-c4f7c137ee36 req-5e656f1b-fb34-4246-b475-368897b3fdd3 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433023 Feb 09 00:56:45.877160 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-022063b4-eaeb-4d77-952d-6fc91b9aafa3 req-fabb9c0c-583e-4d3b-8a58-a660dacc257a tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/security-groups/68b7a900-d29e-4fc2-957b-38229962c0fd HTTP/1.1" status: 200 len: 1780 time: 0.0722091 Feb 09 00:56:46.176584 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f96d8bb-e74a-4834-8818-6a75cba1f22c req-0e03dd30-cf4c-492e-ac75-dbadb7306646 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:46.178104 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0f96d8bb-e74a-4834-8818-6a75cba1f22c req-0e03dd30-cf4c-492e-ac75-dbadb7306646 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 944 time: 0.0903628 Feb 09 00:56:46.184282 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a339ec9-e481-4eb8-96f1-837d935625df req-fd251343-f365-4e52-aced-de369eb031c1 tempest-LiveAutoBlockMigrationV225Test-40327280 tempest-LiveAutoBlockMigrationV225Test-40327280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:46.188353 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1a339ec9-e481-4eb8-96f1-837d935625df req-fd251343-f365-4e52-aced-de369eb031c1 tempest-LiveAutoBlockMigrationV225Test-40327280 tempest-LiveAutoBlockMigrationV225Test-40327280-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=8b97eff9-88f0-4afb-a6fb-79497b168e52&tenant_id=35dd69c7034749ab9d62471941920e2c&binding%3Ahost_id=n-h2-828418-1 HTTP/1.1" status: 200 len: 1097 time: 0.0843973 Feb 09 00:56:46.227125 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0f96d8bb-e74a-4834-8818-6a75cba1f22c req-cc5272ed-2878-48a9-b91c-a95f18e33c99 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425816 Feb 09 00:56:46.307914 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fad992cb-306b-4b43-b34b-444980f11a46 req-c0018d87-a947-4254-8112-b8db21628955 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/security-groups/68b7a900-d29e-4fc2-957b-38229962c0fd HTTP/1.1" status: 200 len: 1780 time: 0.0526538 Feb 09 00:56:46.335131 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-1a339ec9-e481-4eb8-96f1-837d935625df req-f6b49b83-3206-48b0-97b4-7e76792cc4e1 service neutron] For port c4571113-efb5-43e2-8b72-b1e6dfe7cfd9, host n-h1-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:56:46.338225 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-1a339ec9-e481-4eb8-96f1-837d935625df req-f6b49b83-3206-48b0-97b4-7e76792cc4e1 service neutron] Notify callbacks [] for binding, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:46.339331 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1a339ec9-e481-4eb8-96f1-837d935625df req-f6b49b83-3206-48b0-97b4-7e76792cc4e1 service neutron] 10.222.0.99 "DELETE /v2.0/ports/c4571113-efb5-43e2-8b72-b1e6dfe7cfd9/bindings/n-h1-828418-1 HTTP/1.1" status: 204 len: 173 time: 0.1336071 Feb 09 00:56:46.357837 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 46786) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:56:46.400042 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-fad992cb-306b-4b43-b34b-444980f11a46 req-ec72f819-bbbd-41e3-b3ec-9a4fb70041e3 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:46.426118 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-fad992cb-306b-4b43-b34b-444980f11a46 req-ec72f819-bbbd-41e3-b3ec-9a4fb70041e3 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:46.431875 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-976abf9e-974c-4cc7-8110-a8645dc8ec8f admin admin] Deleting subnet 3ffeb6d2-5ce3-4eca-ac43-8fc3bca740c9 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 00:56:46.435828 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-976abf9e-974c-4cc7-8110-a8645dc8ec8f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:46.478732 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-fad992cb-306b-4b43-b34b-444980f11a46 req-ec72f819-bbbd-41e3-b3ec-9a4fb70041e3 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:46.493483 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-976abf9e-974c-4cc7-8110-a8645dc8ec8f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:46.500619 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec72f819-bbbd-41e3-b3ec-9a4fb70041e3 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b7a900-d29e-4fc2-957b-38229962c0fd,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:46.509154 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-fad992cb-306b-4b43-b34b-444980f11a46 req-ec72f819-bbbd-41e3-b3ec-9a4fb70041e3 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:46.512285 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device c4571113-efb5-43e2-8b72-b1e6dfe7cfd9 up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:56:46.521534 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fad992cb-306b-4b43-b34b-444980f11a46 req-ec72f819-bbbd-41e3-b3ec-9a4fb70041e3 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "DELETE /v2.0/security-groups/68b7a900-d29e-4fc2-957b-38229962c0fd HTTP/1.1" status: 204 len: 173 time: 0.2002189 Feb 09 00:56:46.560023 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-976abf9e-974c-4cc7-8110-a8645dc8ec8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:46.646713 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning for port c4571113-efb5-43e2-8b72-b1e6dfe7cfd9 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:56:46.652608 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-976abf9e-974c-4cc7-8110-a8645dc8ec8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:46.655474 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port c4571113-efb5-43e2-8b72-b1e6dfe7cfd9 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:56:46.655841 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:46.694483 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976abf9e-974c-4cc7-8110-a8645dc8ec8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ffeb6d2-5ce3-4eca-ac43-8fc3bca740c9,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:46.696451 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-976abf9e-974c-4cc7-8110-a8645dc8ec8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:46.703586 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-976abf9e-974c-4cc7-8110-a8645dc8ec8f admin admin] 10.222.0.105 "DELETE /v2.0/subnets/3ffeb6d2-5ce3-4eca-ac43-8fc3bca740c9 HTTP/1.1" status: 204 len: 168 time: 0.3446822 Feb 09 00:56:46.705209 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bcf0ba-4c2f-46e3-b85b-a768f0b32824 req-86da376f-dc59-40d6-9260-64ab0c4b1198 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:46.705929 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 46808) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:56:46.710691 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-19bcf0ba-4c2f-46e3-b85b-a768f0b32824 req-86da376f-dc59-40d6-9260-64ab0c4b1198 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/ports?device_id=89eb68c3-6c30-4d95-9a0d-1ef6edc25702 HTTP/1.1" status: 200 len: 950 time: 0.0928988 Feb 09 00:56:46.756631 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-19bcf0ba-4c2f-46e3-b85b-a768f0b32824 req-60e16e63-bb06-486e-abf2-486dc1c88dcc tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f361fac-bee5-49f7-8557-30dc6fac47de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431335 Feb 09 00:56:46.789018 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:46.826842 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port c4571113-efb5-43e2-8b72-b1e6dfe7cfd9, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=c4571113-efb5-43e2-8b72-b1e6dfe7cfd9,segment=NetworkSegment(d7050703-a45d-45b0-a89d-e74c0c0ae2fb),segment_id=d7050703-a45d-45b0-a89d-e74c0c0ae2fb)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:56:46.828404 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2ad38a1b-93ed-4b57-a9ff-ceb94ca530aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:46.830912 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:46.918355 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=c4571113-efb5-43e2-8b72-b1e6dfe7cfd9,revision_number=13']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:46.978896 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [req-0af792dd-c79e-4157-a809-735496d6def5 req-26888563-b6e5-44d6-a524-61e4b453694e tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] show failed (client error): The resource could not be found. Feb 09 00:56:46.980108 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0af792dd-c79e-4157-a809-735496d6def5 req-26888563-b6e5-44d6-a524-61e4b453694e tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/security-groups/68b7a900-d29e-4fc2-957b-38229962c0fd HTTP/1.1" status: 404 len: 352 time: 0.0190637 Feb 09 00:56:47.089214 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2ad38a1b-93ed-4b57-a9ff-ceb94ca530aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:47.115503 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-2ad38a1b-93ed-4b57-a9ff-ceb94ca530aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90ce37a7-5684-472c-834a-9d1d0a563062']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:56:47.127485 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-2ad38a1b-93ed-4b57-a9ff-ceb94ca530aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ba1dfa3-b6b7-4f76-9f43-8a4d0bee37a7') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:56:47.127784 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-2ad38a1b-93ed-4b57-a9ff-ceb94ca530aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ba1dfa3-b6b7-4f76-9f43-8a4d0bee37a7') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:56:47.139775 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2ad38a1b-93ed-4b57-a9ff-ceb94ca530aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:47.156375 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2ad38a1b-93ed-4b57-a9ff-ceb94ca530aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:47.162434 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ad38a1b-93ed-4b57-a9ff-ceb94ca530aa admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:56:47.162814 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2ad38a1b-93ed-4b57-a9ff-ceb94ca530aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:47.162993 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69136c35-f88f-406c-989e-c8bceaa3ba74 req-6424607b-ccfc-46c7-b52e-f364ae4c43a9 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:47.164308 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-69136c35-f88f-406c-989e-c8bceaa3ba74 req-6424607b-ccfc-46c7-b52e-f364ae4c43a9 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=90140d92-19ba-4345-9db5-0546529072e2 HTTP/1.1" status: 200 len: 949 time: 0.0838299 Feb 09 00:56:47.179859 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 00:56:47.179859 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:56:47.179859 n-d-828418-1 neutron-server[87638]: timer() Feb 09 00:56:47.179859 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:56:47.179859 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 00:56:47.179859 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 00:56:47.179859 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 00:56:47.179859 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:56:47.179859 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 00:56:47.179859 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:56:47.179859 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 00:56:47.179859 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:56:47.179859 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 00:56:47.179859 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 00:56:47.179859 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:56:47.179859 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 00:56:47.179859 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:56:47.179859 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 00:56:47.179859 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 00:56:47.179859 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 00:56:47.179859 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 00:56:47.179859 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 00:56:47.179859 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:56:47.179859 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:56:47.179859 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 00:56:47.179859 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:56:47.179859 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:56:47.179859 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:56:47.179859 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:56:47.179859 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:56:47.179859 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:56:47.179859 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:56:47.209826 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-69136c35-f88f-406c-989e-c8bceaa3ba74 req-f8717e56-c09d-431d-b085-356289375ae4 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386565 Feb 09 00:56:47.254014 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2ad38a1b-93ed-4b57-a9ff-ceb94ca530aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:47.270097 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2ad38a1b-93ed-4b57-a9ff-ceb94ca530aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:47.281659 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad38a1b-93ed-4b57-a9ff-ceb94ca530aa admin admin] Pushing event deleted for resources: {'Network': ['ID=90ce37a7-5684-472c-834a-9d1d0a563062,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:47.290191 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-2ad38a1b-93ed-4b57-a9ff-ceb94ca530aa admin admin] 10.222.0.105 "DELETE /v2.0/networks/90ce37a7-5684-472c-834a-9d1d0a563062 HTTP/1.1" status: 204 len: 168 time: 0.5832534 Feb 09 00:56:47.439277 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077b818-1178-4a84-a852-c9d9fe69d8f9 req-c6a6b5e2-b1b9-4c85-a7b4-9d1287ee79d0 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:47.440756 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7077b818-1178-4a84-a852-c9d9fe69d8f9 req-c6a6b5e2-b1b9-4c85-a7b4-9d1287ee79d0 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=8b97eff9-88f0-4afb-a6fb-79497b168e52 HTTP/1.1" status: 200 len: 947 time: 0.0869839 Feb 09 00:56:47.483697 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 46836) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:56:47.514905 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7077b818-1178-4a84-a852-c9d9fe69d8f9 req-0b7a9851-bd3c-405d-a213-f6e4fffed51e tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659571 Feb 09 00:56:47.547224 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-4c45e748-1358-4a51-981f-f035fa4771de admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=5c01c97084784fa4a286ad5ac5563f57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0618744 Feb 09 00:56:47.549485 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 46846) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:56:47.614542 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c5bc4789-6bb8-43f8-b85f-42383d70b385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:47.634884 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b97eff9-88f0-4afb-a6fb-79497b168e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4571113-efb5-43e2-8b72-b1e6dfe7cfd9'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:56:47.645567 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c5bc4789-6bb8-43f8-b85f-42383d70b385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:47.655428 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-ce8ac39e-7111-4887-a272-ff13e5f5b3ae req-d1640053-326f-471e-9afe-d44d89741691 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1292366259', 'description': 'tempest-description-190172796'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:56:47.664480 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-ce8ac39e-7111-4887-a272-ff13e5f5b3ae req-d1640053-326f-471e-9afe-d44d89741691 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:56:47.676187 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-ce8ac39e-7111-4887-a272-ff13e5f5b3ae req-d1640053-326f-471e-9afe-d44d89741691 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Usage tracker for resource:security_group and tenant:fe158ed132334121b71318da05020927 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:56:47.680080 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-ce8ac39e-7111-4887-a272-ff13e5f5b3ae req-d1640053-326f-471e-9afe-d44d89741691 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:56:47.694863 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-ce8ac39e-7111-4887-a272-ff13e5f5b3ae req-d1640053-326f-471e-9afe-d44d89741691 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:56:47.709160 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ce8ac39e-7111-4887-a272-ff13e5f5b3ae req-d1640053-326f-471e-9afe-d44d89741691 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:47.734100 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-ce8ac39e-7111-4887-a272-ff13e5f5b3ae req-d1640053-326f-471e-9afe-d44d89741691 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:56:47.738247 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c5bc4789-6bb8-43f8-b85f-42383d70b385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:47.741907 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-ce8ac39e-7111-4887-a272-ff13e5f5b3ae req-d1640053-326f-471e-9afe-d44d89741691 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Usage tracker for resource:security_group_rule and tenant:fe158ed132334121b71318da05020927 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:56:47.752032 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-ce8ac39e-7111-4887-a272-ff13e5f5b3ae req-d1640053-326f-471e-9afe-d44d89741691 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:56:47.760701 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-ce8ac39e-7111-4887-a272-ff13e5f5b3ae req-d1640053-326f-471e-9afe-d44d89741691 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:56:47.768027 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bc4789-6bb8-43f8-b85f-42383d70b385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7dbc20-e720-4daf-91b4-b2d69a103fd5,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:47.782877 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c5bc4789-6bb8-43f8-b85f-42383d70b385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:47.784137 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-c5bc4789-6bb8-43f8-b85f-42383d70b385 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/ad7dbc20-e720-4daf-91b4-b2d69a103fd5 HTTP/1.1" status: 204 len: 168 time: 0.2334838 Feb 09 00:56:47.853284 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ce8ac39e-7111-4887-a272-ff13e5f5b3ae req-d1640053-326f-471e-9afe-d44d89741691 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:47.857185 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ce8ac39e-7111-4887-a272-ff13e5f5b3ae req-d1640053-326f-471e-9afe-d44d89741691 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:47.902562 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1640053-326f-471e-9afe-d44d89741691 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dda75482-34d9-4b3d-8ab8-cd2ff1dbdce8,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:47.906112 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ce8ac39e-7111-4887-a272-ff13e5f5b3ae req-d1640053-326f-471e-9afe-d44d89741691 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:47.908015 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ce8ac39e-7111-4887-a272-ff13e5f5b3ae req-d1640053-326f-471e-9afe-d44d89741691 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2644465 Feb 09 00:56:48.036934 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa2b46-f8c7-413a-922a-0e39e13a3d6c req-e46485b0-5bd5-4c29-ae55-c11c87900a41 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:48.038714 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-73fa2b46-f8c7-413a-922a-0e39e13a3d6c req-e46485b0-5bd5-4c29-ae55-c11c87900a41 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.62 "GET /v2.0/ports?device_id=89eb68c3-6c30-4d95-9a0d-1ef6edc25702 HTTP/1.1" status: 200 len: 950 time: 0.0906851 Feb 09 00:56:48.112249 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b97eff9-88f0-4afb-a6fb-79497b168e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4571113-efb5-43e2-8b72-b1e6dfe7cfd9', 'code': 200} Feb 09 00:56:48.127462 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-73fa2b46-f8c7-413a-922a-0e39e13a3d6c req-33cecfd2-62d0-4b12-86bd-31a26a5eccc6 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Deleting port 4825ef82-548d-4923-89a7-16651d23e84f {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:56:48.127804 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-73fa2b46-f8c7-413a-922a-0e39e13a3d6c req-33cecfd2-62d0-4b12-86bd-31a26a5eccc6 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:48.418181 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e0601-c60c-49a3-8d7b-043dd02f44f3 req-47c7867c-1819-433b-912b-61d141f9cadc tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:48.420014 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-324e0601-c60c-49a3-8d7b-043dd02f44f3 req-47c7867c-1819-433b-912b-61d141f9cadc tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/ports?device_id=89eb68c3-6c30-4d95-9a0d-1ef6edc25702 HTTP/1.1" status: 200 len: 950 time: 0.2233949 Feb 09 00:56:48.483781 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-73fa2b46-f8c7-413a-922a-0e39e13a3d6c req-33cecfd2-62d0-4b12-86bd-31a26a5eccc6 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] For port 4825ef82-548d-4923-89a7-16651d23e84f, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=4825ef82-548d-4923-89a7-16651d23e84f,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:56:48.484135 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-73fa2b46-f8c7-413a-922a-0e39e13a3d6c req-33cecfd2-62d0-4b12-86bd-31a26a5eccc6 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:48.557918 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-324e0601-c60c-49a3-8d7b-043dd02f44f3 req-a0a2c405-0c84-477e-adeb-e16f2e1a3549 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f361fac-bee5-49f7-8557-30dc6fac47de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241090 Feb 09 00:56:48.567167 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 46900) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:56:48.623097 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-73fa2b46-f8c7-413a-922a-0e39e13a3d6c req-33cecfd2-62d0-4b12-86bd-31a26a5eccc6 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Calling delete_port for 4825ef82-548d-4923-89a7-16651d23e84f owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:56:48.652714 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-6daff95e-591c-4958-b97a-6cd4483f51f6 req-2389a51d-3309-4c82-9266-c7da5a1aded6 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-322346763', 'description': 'tempest-description-1665863038'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:56:48.671761 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-6daff95e-591c-4958-b97a-6cd4483f51f6 req-2389a51d-3309-4c82-9266-c7da5a1aded6 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:56:48.679944 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-6daff95e-591c-4958-b97a-6cd4483f51f6 req-2389a51d-3309-4c82-9266-c7da5a1aded6 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Usage tracker for resource:security_group and tenant:fe158ed132334121b71318da05020927 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:56:48.683598 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-9b7ddcc9-3c25-450a-8e09-66d992793aa3 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-80289267-network', 'tenant_id': '71c31f16ee3346cbb072d08fa5dffd7e'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:56:48.684579 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-6daff95e-591c-4958-b97a-6cd4483f51f6 req-2389a51d-3309-4c82-9266-c7da5a1aded6 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:56:48.688598 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9b7ddcc9-3c25-450a-8e09-66d992793aa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:56:48.692454 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-9b7ddcc9-3c25-450a-8e09-66d992793aa3 admin admin] Usage tracker for resource:network and tenant:71c31f16ee3346cbb072d08fa5dffd7e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:56:48.693544 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-6daff95e-591c-4958-b97a-6cd4483f51f6 req-2389a51d-3309-4c82-9266-c7da5a1aded6 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:56:48.695390 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-9b7ddcc9-3c25-450a-8e09-66d992793aa3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:56:48.701835 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9b7ddcc9-3c25-450a-8e09-66d992793aa3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:56:48.711495 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b7ddcc9-3c25-450a-8e09-66d992793aa3 admin admin] Made reservation on behalf of 71c31f16ee3346cbb072d08fa5dffd7e for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:56:48.714229 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9b7ddcc9-3c25-450a-8e09-66d992793aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:48.721622 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-6daff95e-591c-4958-b97a-6cd4483f51f6 req-2389a51d-3309-4c82-9266-c7da5a1aded6 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:48.732636 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9b7ddcc9-3c25-450a-8e09-66d992793aa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:48.748264 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9b7ddcc9-3c25-450a-8e09-66d992793aa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:56:48.752021 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-9b7ddcc9-3c25-450a-8e09-66d992793aa3 admin admin] Usage tracker for resource:security_group_rule and tenant:71c31f16ee3346cbb072d08fa5dffd7e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:56:48.754893 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-9b7ddcc9-3c25-450a-8e09-66d992793aa3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:56:48.760655 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9b7ddcc9-3c25-450a-8e09-66d992793aa3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:56:48.776923 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-6daff95e-591c-4958-b97a-6cd4483f51f6 req-2389a51d-3309-4c82-9266-c7da5a1aded6 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:56:48.784807 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-6daff95e-591c-4958-b97a-6cd4483f51f6 req-2389a51d-3309-4c82-9266-c7da5a1aded6 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Usage tracker for resource:security_group_rule and tenant:fe158ed132334121b71318da05020927 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:56:48.795063 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-6daff95e-591c-4958-b97a-6cd4483f51f6 req-2389a51d-3309-4c82-9266-c7da5a1aded6 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:56:48.805016 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-6daff95e-591c-4958-b97a-6cd4483f51f6 req-2389a51d-3309-4c82-9266-c7da5a1aded6 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:56:48.830344 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-73fa2b46-f8c7-413a-922a-0e39e13a3d6c req-33cecfd2-62d0-4b12-86bd-31a26a5eccc6 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:48.842986 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['d99ba777-2172-48bf-86df-9993763f5b6f'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:56:48.857080 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9b7ddcc9-3c25-450a-8e09-66d992793aa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:48.861563 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9b7ddcc9-3c25-450a-8e09-66d992793aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:48.900870 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b7ddcc9-3c25-450a-8e09-66d992793aa3 admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:56:48.911638 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7ddcc9-3c25-450a-8e09-66d992793aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58a20dc-4342-436d-a5ca-ae66a87962a1,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:48.919521 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9b7ddcc9-3c25-450a-8e09-66d992793aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:48.919976 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-9b7ddcc9-3c25-450a-8e09-66d992793aa3 admin admin] Added segment f90ace70-662b-44c0-8133-0683ca3538cf of type vlan for network a9cff3de-bafd-4405-ac7a-32d3031d022c Feb 09 00:56:48.956066 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9b7ddcc9-3c25-450a-8e09-66d992793aa3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:48.987214 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cecfd2-62d0-4b12-86bd-31a26a5eccc6 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Pushing event deleted for resources: {'Port': ['ID=4825ef82-548d-4923-89a7-16651d23e84f,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:48.988821 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9b7ddcc9-3c25-450a-8e09-66d992793aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:48.990218 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7ddcc9-3c25-450a-8e09-66d992793aa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:48.990866 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9b7ddcc9-3c25-450a-8e09-66d992793aa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:48.997686 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['5c64b64d-1354-4d28-a743-7966f6fd515a'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:56:49.074297 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-73fa2b46-f8c7-413a-922a-0e39e13a3d6c req-33cecfd2-62d0-4b12-86bd-31a26a5eccc6 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] No DVR routers for this DVR port 4825ef82-548d-4923-89a7-16651d23e84f on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:56:49.082097 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-73fa2b46-f8c7-413a-922a-0e39e13a3d6c req-33cecfd2-62d0-4b12-86bd-31a26a5eccc6 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:49.084676 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89eb68c3-6c30-4d95-9a0d-1ef6edc25702', 'name': 'network-vif-deleted', 'tag': '4825ef82-548d-4923-89a7-16651d23e84f'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:56:49.109896 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7ddcc9-3c25-450a-8e09-66d992793aa3 admin admin] Pushing event updated for resources: {'Network': ['ID=a9cff3de-bafd-4405-ac7a-32d3031d022c,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:49.116084 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 46908) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:56:49.116271 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9b7ddcc9-3c25-450a-8e09-66d992793aa3 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5478024 Feb 09 00:56:49.123314 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-73fa2b46-f8c7-413a-922a-0e39e13a3d6c req-33cecfd2-62d0-4b12-86bd-31a26a5eccc6 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.62 "DELETE /v2.0/ports/4825ef82-548d-4923-89a7-16651d23e84f HTTP/1.1" status: 204 len: 173 time: 1.0794437 Feb 09 00:56:49.124387 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network a9cff3de-bafd-4405-ac7a-32d3031d022c details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 00:56:49.126765 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-384e66d5-b8ae-452d-9ae1-bef601ee2d8e admin admin] Request body: {'subnet': {'network_id': 'a9cff3de-bafd-4405-ac7a-32d3031d022c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-80289267-subnet', 'tenant_id': '71c31f16ee3346cbb072d08fa5dffd7e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:56:49.139986 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-384e66d5-b8ae-452d-9ae1-bef601ee2d8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:56:49.147613 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-6daff95e-591c-4958-b97a-6cd4483f51f6 req-2389a51d-3309-4c82-9266-c7da5a1aded6 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:49.148803 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-384e66d5-b8ae-452d-9ae1-bef601ee2d8e admin admin] Usage tracker for resource:subnet and tenant:71c31f16ee3346cbb072d08fa5dffd7e is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:56:49.152175 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-384e66d5-b8ae-452d-9ae1-bef601ee2d8e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:56:49.158496 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-6daff95e-591c-4958-b97a-6cd4483f51f6 req-2389a51d-3309-4c82-9266-c7da5a1aded6 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:49.163740 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-384e66d5-b8ae-452d-9ae1-bef601ee2d8e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:56:49.202485 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-384e66d5-b8ae-452d-9ae1-bef601ee2d8e admin admin] Made reservation on behalf of 71c31f16ee3346cbb072d08fa5dffd7e for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:56:49.205112 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-384e66d5-b8ae-452d-9ae1-bef601ee2d8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:49.221353 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-6daff95e-591c-4958-b97a-6cd4483f51f6 req-2389a51d-3309-4c82-9266-c7da5a1aded6 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:49.222608 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6daff95e-591c-4958-b97a-6cd4483f51f6 req-2389a51d-3309-4c82-9266-c7da5a1aded6 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6096368 Feb 09 00:56:49.277352 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2389a51d-3309-4c82-9266-c7da5a1aded6 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18b31a8d-0257-46d7-947f-e48dffa36dc1,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:49.456272 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-384e66d5-b8ae-452d-9ae1-bef601ee2d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:49.535962 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384e66d5-b8ae-452d-9ae1-bef601ee2d8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0812677-0633-4371-ad1e-90c3460d12b7,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:49.548880 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384e66d5-b8ae-452d-9ae1-bef601ee2d8e admin admin] Checking segment: {'id': 'f90ace70-662b-44c0-8133-0683ca3538cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a9cff3de-bafd-4405-ac7a-32d3031d022c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:56:49.548880 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384e66d5-b8ae-452d-9ae1-bef601ee2d8e admin admin] Network hostable DHCP agents. Network: a9cff3de-bafd-4405-ac7a-32d3031d022c, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:56:49.572036 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384e66d5-b8ae-452d-9ae1-bef601ee2d8e admin admin] Network a9cff3de-bafd-4405-ac7a-32d3031d022c is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:56:49.585056 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-384e66d5-b8ae-452d-9ae1-bef601ee2d8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, a9cff3de-bafd-4405-ac7a-32d3031d022c) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:56:49.601014 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384e66d5-b8ae-452d-9ae1-bef601ee2d8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:49.602089 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f181900-7ed1-4f73-b923-4928f00a2e0d None None] Network a9cff3de-bafd-4405-ac7a-32d3031d022c requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:56:49.602928 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-384e66d5-b8ae-452d-9ae1-bef601ee2d8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:49.652492 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-384e66d5-b8ae-452d-9ae1-bef601ee2d8e admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5349021 Feb 09 00:56:49.810487 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b729d4b7-3ef7-460e-ad9b-27cf0cc526a6 req-65b9e64a-59f3-4b26-be1f-3d56fe143c8f tempest-LiveAutoBlockMigrationV225Test-40327280 tempest-LiveAutoBlockMigrationV225Test-40327280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:49.822426 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b729d4b7-3ef7-460e-ad9b-27cf0cc526a6 req-65b9e64a-59f3-4b26-be1f-3d56fe143c8f tempest-LiveAutoBlockMigrationV225Test-40327280 tempest-LiveAutoBlockMigrationV225Test-40327280-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=8b97eff9-88f0-4afb-a6fb-79497b168e52 HTTP/1.1" status: 200 len: 1098 time: 0.1225009 Feb 09 00:56:49.892213 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b729d4b7-3ef7-460e-ad9b-27cf0cc526a6 req-d5756d23-1d03-488b-abd6-6649d45dadc1 tempest-LiveAutoBlockMigrationV225Test-40327280 tempest-LiveAutoBlockMigrationV225Test-40327280-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716574 Feb 09 00:56:49.937928 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 46926) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:56:50.010002 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668e4d1e-bea4-447f-ab1f-55ff60fecddc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-a9cff3de-bafd-4405-ac7a-32d3031d022c', 'network_id': 'a9cff3de-bafd-4405-ac7a-32d3031d022c', 'tenant_id': '71c31f16ee3346cbb072d08fa5dffd7e', 'fixed_ips': [{'subnet_id': 'e0812677-0633-4371-ad1e-90c3460d12b7'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 00:56:50.010834 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-668e4d1e-bea4-447f-ab1f-55ff60fecddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:50.118021 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8398aef3-3c16-4bb1-8c80-53c71d4c791d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:50.141197 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-8398aef3-3c16-4bb1-8c80-53c71d4c791d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:56:50.143380 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-8398aef3-3c16-4bb1-8c80-53c71d4c791d admin admin] Usage tracker for resource:security_group_rule and tenant:62721df58bb04dbcb0e5ba7a28fb021f is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:56:50.146416 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-8398aef3-3c16-4bb1-8c80-53c71d4c791d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:56:50.153935 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-8398aef3-3c16-4bb1-8c80-53c71d4c791d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:56:50.229332 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-668e4d1e-bea4-447f-ab1f-55ff60fecddc None None] Allocated IP 172.20.0.2 (a9cff3de-bafd-4405-ac7a-32d3031d022c/e0812677-0633-4371-ad1e-90c3460d12b7/d191f413-8d0a-4910-a489-7ecc0354d580) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:56:50.238705 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 4825ef82-548d-4923-89a7-16651d23e84f no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:56:50.278859 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: 4825ef82-548d-4923-89a7-16651d23e84f {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 00:56:50.279204 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 4825ef82-548d-4923-89a7-16651d23e84f not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 00:56:50.312488 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8398aef3-3c16-4bb1-8c80-53c71d4c791d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:50.318230 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8398aef3-3c16-4bb1-8c80-53c71d4c791d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:50.352350 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe9ba3-1327-4fd8-b41f-93ddfff44e21 req-f572fc38-2e13-4a26-975e-677516ce64f1 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:50.353908 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bcbe9ba3-1327-4fd8-b41f-93ddfff44e21 req-f572fc38-2e13-4a26-975e-677516ce64f1 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=90140d92-19ba-4345-9db5-0546529072e2 HTTP/1.1" status: 200 len: 949 time: 0.1536744 Feb 09 00:56:50.395758 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-8398aef3-3c16-4bb1-8c80-53c71d4c791d admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=62721df58bb04dbcb0e5ba7a28fb021f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4559114 Feb 09 00:56:50.398664 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 46950) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:56:50.399794 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8398aef3-3c16-4bb1-8c80-53c71d4c791d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b67d09e2-20ae-4971-87b0-00f2c08ef8dd,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:50.427543 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bcbe9ba3-1327-4fd8-b41f-93ddfff44e21 req-f4ba303f-3383-4578-96e6-dfd7ef721908 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646944 Feb 09 00:56:50.468514 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e126c57f-7e11-489a-badb-107362ae5515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:50.485839 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89eb68c3-6c30-4d95-9a0d-1ef6edc25702', 'name': 'network-vif-deleted', 'tag': '4825ef82-548d-4923-89a7-16651d23e84f', 'status': 'completed', 'code': 200} Feb 09 00:56:50.489871 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-668e4d1e-bea4-447f-ab1f-55ff60fecddc None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:50.495781 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e126c57f-7e11-489a-badb-107362ae5515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:50.500628 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-668e4d1e-bea4-447f-ab1f-55ff60fecddc None None] Transition to ACTIVE for port object d191f413-8d0a-4910-a489-7ecc0354d580 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:56:50.506199 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-b02fcf5e-567a-4cc2-afe5-250ae40fb009 req-6774a4ab-c300-4e92-8fbb-f675ef5aac41 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1753434704', 'description': 'tempest-description-1446445167'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:56:50.513429 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-b02fcf5e-567a-4cc2-afe5-250ae40fb009 req-6774a4ab-c300-4e92-8fbb-f675ef5aac41 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:56:50.518174 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-b02fcf5e-567a-4cc2-afe5-250ae40fb009 req-6774a4ab-c300-4e92-8fbb-f675ef5aac41 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Usage tracker for resource:security_group and tenant:fe158ed132334121b71318da05020927 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:56:50.521048 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-b02fcf5e-567a-4cc2-afe5-250ae40fb009 req-6774a4ab-c300-4e92-8fbb-f675ef5aac41 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:56:50.522444 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 5c64b64d-1354-4d28-a743-7966f6fd515a up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:56:50.527667 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-b02fcf5e-567a-4cc2-afe5-250ae40fb009 req-6774a4ab-c300-4e92-8fbb-f675ef5aac41 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:56:50.539113 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b02fcf5e-567a-4cc2-afe5-250ae40fb009 req-6774a4ab-c300-4e92-8fbb-f675ef5aac41 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:50.554031 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-668e4d1e-bea4-447f-ab1f-55ff60fecddc None None] Transition to ACTIVE for port object d191f413-8d0a-4910-a489-7ecc0354d580 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:56:50.557999 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e126c57f-7e11-489a-badb-107362ae5515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:50.560625 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-b02fcf5e-567a-4cc2-afe5-250ae40fb009 req-6774a4ab-c300-4e92-8fbb-f675ef5aac41 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:56:50.564968 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-b02fcf5e-567a-4cc2-afe5-250ae40fb009 req-6774a4ab-c300-4e92-8fbb-f675ef5aac41 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Usage tracker for resource:security_group_rule and tenant:fe158ed132334121b71318da05020927 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:56:50.567967 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-b02fcf5e-567a-4cc2-afe5-250ae40fb009 req-6774a4ab-c300-4e92-8fbb-f675ef5aac41 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:56:50.570565 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-668e4d1e-bea4-447f-ab1f-55ff60fecddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:50.578102 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-b02fcf5e-567a-4cc2-afe5-250ae40fb009 req-6774a4ab-c300-4e92-8fbb-f675ef5aac41 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:56:50.579357 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e126c57f-7e11-489a-badb-107362ae5515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67d09e2-20ae-4971-87b0-00f2c08ef8dd,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:50.590710 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e126c57f-7e11-489a-badb-107362ae5515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:50.593149 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e126c57f-7e11-489a-badb-107362ae5515 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/b67d09e2-20ae-4971-87b0-00f2c08ef8dd HTTP/1.1" status: 204 len: 168 time: 0.1934736 Feb 09 00:56:50.649658 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668e4d1e-bea4-447f-ab1f-55ff60fecddc None None] Network a9cff3de-bafd-4405-ac7a-32d3031d022c is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:56:50.663876 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-668e4d1e-bea4-447f-ab1f-55ff60fecddc None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:56:50.670404 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668e4d1e-bea4-447f-ab1f-55ff60fecddc None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:56:50.675289 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b02fcf5e-567a-4cc2-afe5-250ae40fb009 req-6774a4ab-c300-4e92-8fbb-f675ef5aac41 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:50.680242 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b02fcf5e-567a-4cc2-afe5-250ae40fb009 req-6774a4ab-c300-4e92-8fbb-f675ef5aac41 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:50.722943 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668e4d1e-bea4-447f-ab1f-55ff60fecddc None None] Pushing event updated for resources: {'Port': ['ID=d191f413-8d0a-4910-a489-7ecc0354d580,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:50.736130 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6774a4ab-c300-4e92-8fbb-f675ef5aac41 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06052149-3a83-40ae-b0c1-2880a90d542f,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:50.743304 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b02fcf5e-567a-4cc2-afe5-250ae40fb009 req-6774a4ab-c300-4e92-8fbb-f675ef5aac41 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:50.744642 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b02fcf5e-567a-4cc2-afe5-250ae40fb009 req-6774a4ab-c300-4e92-8fbb-f675ef5aac41 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2425430 Feb 09 00:56:50.783684 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning for port 5c64b64d-1354-4d28-a743-7966f6fd515a completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:56:50.791091 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-668e4d1e-bea4-447f-ab1f-55ff60fecddc None None] Attempting to bind port d191f413-8d0a-4910-a489-7ecc0354d580 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:56:50.791467 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-668e4d1e-bea4-447f-ab1f-55ff60fecddc None None] Attempting to bind port d191f413-8d0a-4910-a489-7ecc0354d580 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'f90ace70-662b-44c0-8133-0683ca3538cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a9cff3de-bafd-4405-ac7a-32d3031d022c'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:56:50.792009 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668e4d1e-bea4-447f-ab1f-55ff60fecddc None None] Attempting to bind port d191f413-8d0a-4910-a489-7ecc0354d580 on network a9cff3de-bafd-4405-ac7a-32d3031d022c {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:56:50.795596 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port 5c64b64d-1354-4d28-a743-7966f6fd515a triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:56:50.795955 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:50.834989 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668e4d1e-bea4-447f-ab1f-55ff60fecddc None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:56:50.835362 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668e4d1e-bea4-447f-ab1f-55ff60fecddc None None] Checking segment: {'id': 'f90ace70-662b-44c0-8133-0683ca3538cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a9cff3de-bafd-4405-ac7a-32d3031d022c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:56:50.835764 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-668e4d1e-bea4-447f-ab1f-55ff60fecddc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:50.836146 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668e4d1e-bea4-447f-ab1f-55ff60fecddc None None] Bound using segment: {'id': 'f90ace70-662b-44c0-8133-0683ca3538cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a9cff3de-bafd-4405-ac7a-32d3031d022c'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:56:50.836613 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-668e4d1e-bea4-447f-ab1f-55ff60fecddc None None] Bound port: d191f413-8d0a-4910-a489-7ecc0354d580, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90ace70-662b-44c0-8133-0683ca3538cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a9cff3de-bafd-4405-ac7a-32d3031d022c'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:56:50.836984 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-668e4d1e-bea4-447f-ab1f-55ff60fecddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:50.974874 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 46964) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:56:50.981222 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-668e4d1e-bea4-447f-ab1f-55ff60fecddc None None] For port d191f413-8d0a-4910-a489-7ecc0354d580, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:56:50.992746 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-95c923c4-f3d6-4b19-9242-a8af6faacc76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:51.005312 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-668e4d1e-bea4-447f-ab1f-55ff60fecddc None None] For port d191f413-8d0a-4910-a489-7ecc0354d580, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=d191f413-8d0a-4910-a489-7ecc0354d580,segment=NetworkSegment(f90ace70-662b-44c0-8133-0683ca3538cf),segment_id=f90ace70-662b-44c0-8133-0683ca3538cf)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:56:51.008422 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-95c923c4-f3d6-4b19-9242-a8af6faacc76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:56:51.013176 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-668e4d1e-bea4-447f-ab1f-55ff60fecddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:51.013782 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-95c923c4-f3d6-4b19-9242-a8af6faacc76 admin admin] Usage tracker for resource:security_group_rule and tenant:f13d72642cfc445da25b524cb03d70f8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:56:51.016273 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-95c923c4-f3d6-4b19-9242-a8af6faacc76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:56:51.023888 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-95c923c4-f3d6-4b19-9242-a8af6faacc76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:56:51.090295 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:51.120909 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-95c923c4-f3d6-4b19-9242-a8af6faacc76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:51.125934 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-95c923c4-f3d6-4b19-9242-a8af6faacc76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:51.141178 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90140d92-19ba-4345-9db5-0546529072e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c64b64d-1354-4d28-a743-7966f6fd515a'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:56:51.151002 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668e4d1e-bea4-447f-ab1f-55ff60fecddc None None] Pushing event updated for resources: {'Port': ['ID=d191f413-8d0a-4910-a489-7ecc0354d580,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:51.157547 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 5c64b64d-1354-4d28-a743-7966f6fd515a, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=5c64b64d-1354-4d28-a743-7966f6fd515a,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:56:51.162725 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:51.201535 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-95c923c4-f3d6-4b19-9242-a8af6faacc76 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=f13d72642cfc445da25b524cb03d70f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2255743 Feb 09 00:56:51.204272 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 46978) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:56:51.239558 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=5c64b64d-1354-4d28-a743-7966f6fd515a,revision_number=9']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:51.277024 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f6a3267e-636c-4136-8eea-3a098841ca82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:51.280477 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c923c4-f3d6-4b19-9242-a8af6faacc76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39159be6-61c2-4f82-8525-2b4334b14ffd,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:51.308409 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f6a3267e-636c-4136-8eea-3a098841ca82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:51.374625 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffceb94-45fc-411e-bb92-02f32c934101 req-e57782d3-6fad-4f79-821a-955b5c05db4e tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:51.376297 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6ffceb94-45fc-411e-bb92-02f32c934101 req-e57782d3-6fad-4f79-821a-955b5c05db4e tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/networks?id=a9cff3de-bafd-4405-ac7a-32d3031d022c HTTP/1.1" status: 200 len: 814 time: 0.2016506 Feb 09 00:56:51.387777 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f6a3267e-636c-4136-8eea-3a098841ca82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:51.397587 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6ffceb94-45fc-411e-bb92-02f32c934101 req-2e5d18d7-e0dc-42a3-a5f1-d1765bd2127a tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/quotas/71c31f16ee3346cbb072d08fa5dffd7e HTTP/1.1" status: 200 len: 375 time: 0.0104678 Feb 09 00:56:51.402915 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a3267e-636c-4136-8eea-3a098841ca82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39159be6-61c2-4f82-8525-2b4334b14ffd,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:51.412211 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f6a3267e-636c-4136-8eea-3a098841ca82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:51.416583 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f6a3267e-636c-4136-8eea-3a098841ca82 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/39159be6-61c2-4f82-8525-2b4334b14ffd HTTP/1.1" status: 204 len: 168 time: 0.2101367 Feb 09 00:56:51.427929 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:51.497521 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6ffceb94-45fc-411e-bb92-02f32c934101 req-2e5377fa-46ab-48cf-a229-3ca0c841744e tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=71c31f16ee3346cbb072d08fa5dffd7e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0917773 Feb 09 00:56:51.650062 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6ffceb94-45fc-411e-bb92-02f32c934101 req-d44b2989-d718-4537-bc46-2b66f1f8113e service neutron] 10.222.0.105 "GET /v2.0/networks/a9cff3de-bafd-4405-ac7a-32d3031d022c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455584 Feb 09 00:56:51.722319 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device d191f413-8d0a-4910-a489-7ecc0354d580 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:56:51.803137 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port d191f413-8d0a-4910-a489-7ecc0354d580 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:56:51.807273 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6ffceb94-45fc-411e-bb92-02f32c934101 req-4916e744-7528-4a5a-861a-2a614b41d8f9 service neutron] 10.222.0.105 "GET /v2.0/networks/a9cff3de-bafd-4405-ac7a-32d3031d022c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483369 Feb 09 00:56:52.395924 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94f3693-eedd-47d8-9deb-2e9958f2477d None None] Network a9cff3de-bafd-4405-ac7a-32d3031d022c requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:56:52.530343 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b1c0737c-3ac3-4b2d-8804-db3f29a1b018 None None] Provisioning for port d191f413-8d0a-4910-a489-7ecc0354d580 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:56:52.539933 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b1c0737c-3ac3-4b2d-8804-db3f29a1b018 None None] Provisioning complete for port d191f413-8d0a-4910-a489-7ecc0354d580 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:56:52.540296 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b1c0737c-3ac3-4b2d-8804-db3f29a1b018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:52.589876 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df7350-bb2e-4e84-a6d9-5d17bc0031ca req-ae14fb80-d910-4732-8527-0adb32635011 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:52.592859 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c7df7350-bb2e-4e84-a6d9-5d17bc0031ca req-ae14fb80-d910-4732-8527-0adb32635011 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/networks?id=2c19901d-9303-4cfd-b96f-b8f2e52fb4b9 HTTP/1.1" status: 200 len: 821 time: 0.4165208 Feb 09 00:56:52.626231 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c7df7350-bb2e-4e84-a6d9-5d17bc0031ca req-e88ebd63-e56f-4495-aa25-080f40e5b0b8 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/quotas/35dd69c7034749ab9d62471941920e2c HTTP/1.1" status: 200 len: 375 time: 0.0176826 Feb 09 00:56:52.646888 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-d9701b50-0a68-48c0-9965-bdb271c19832 req-90eb169e-78dd-42a2-984f-2c06313a45f8 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Synchronizing usage tracker for tenant:fe158ed132334121b71318da05020927 on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:56:52.741771 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-d9701b50-0a68-48c0-9965-bdb271c19832 req-90eb169e-78dd-42a2-984f-2c06313a45f8 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Unset dirty status for tenant:fe158ed132334121b71318da05020927 on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:56:52.743393 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d9701b50-0a68-48c0-9965-bdb271c19832 req-90eb169e-78dd-42a2-984f-2c06313a45f8 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=fe158ed132334121b71318da05020927 HTTP/1.1" status: 200 len: 10896 time: 0.6273046 Feb 09 00:56:52.820088 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c7df7350-bb2e-4e84-a6d9-5d17bc0031ca req-d9bf781b-456b-4b93-b834-cf6d2365ab46 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=35dd69c7034749ab9d62471941920e2c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1631608 Feb 09 00:56:52.832830 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d9701b50-0a68-48c0-9965-bdb271c19832 req-afebb82d-113c-4b64-8cc9-bc4b13ef129c tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/security-groups/2cd63bc8-3887-4f55-952c-1971b82f2ed9 HTTP/1.1" status: 200 len: 2981 time: 0.0820184 Feb 09 00:56:52.855031 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b1c0737c-3ac3-4b2d-8804-db3f29a1b018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:52.896444 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-b1c0737c-3ac3-4b2d-8804-db3f29a1b018 None None] For port d191f413-8d0a-4910-a489-7ecc0354d580, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=d191f413-8d0a-4910-a489-7ecc0354d580,segment=NetworkSegment(f90ace70-662b-44c0-8133-0683ca3538cf),segment_id=f90ace70-662b-44c0-8133-0683ca3538cf)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:56:52.903938 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b1c0737c-3ac3-4b2d-8804-db3f29a1b018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:52.979536 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d9701b50-0a68-48c0-9965-bdb271c19832 req-6f5aba1a-1a5b-490f-bbb9-a7622edc2fd8 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/security-groups/2cd63bc8-3887-4f55-952c-1971b82f2ed9 HTTP/1.1" status: 200 len: 2981 time: 0.1258180 Feb 09 00:56:53.007289 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c0737c-3ac3-4b2d-8804-db3f29a1b018 None None] Pushing event updated for resources: {'Port': ['ID=d191f413-8d0a-4910-a489-7ecc0354d580,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:53.053052 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c7df7350-bb2e-4e84-a6d9-5d17bc0031ca req-b0ea89f8-fef0-4638-8ac8-0e2573daf96b service neutron] 10.222.0.105 "GET /v2.0/networks/2c19901d-9303-4cfd-b96f-b8f2e52fb4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191885 Feb 09 00:56:53.310467 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90140d92-19ba-4345-9db5-0546529072e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c64b64d-1354-4d28-a743-7966f6fd515a', 'code': 200} Feb 09 00:56:53.379306 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-08967c71-a467-4f6a-891d-badaaf622975 None None] Provisioning complete for port d191f413-8d0a-4910-a489-7ecc0354d580 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:56:53.379972 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-08967c71-a467-4f6a-891d-badaaf622975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:53.414119 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c7df7350-bb2e-4e84-a6d9-5d17bc0031ca req-ebcefa62-bfb0-4fc9-af83-1538e92c5ec3 service neutron] 10.222.0.105 "GET /v2.0/networks/2c19901d-9303-4cfd-b96f-b8f2e52fb4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3544409 Feb 09 00:56:53.509945 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffceb94-45fc-411e-bb92-02f32c934101 req-3be69029-9947-4124-bc2a-a75c976fcc4d tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:53.511478 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6ffceb94-45fc-411e-bb92-02f32c934101 req-3be69029-9947-4124-bc2a-a75c976fcc4d tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.62 "GET /v2.0/networks?id=a9cff3de-bafd-4405-ac7a-32d3031d022c HTTP/1.1" status: 200 len: 814 time: 0.2969935 Feb 09 00:56:53.524305 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-6ffceb94-45fc-411e-bb92-02f32c934101 req-a22b40bb-7141-4ba3-9f7a-2ff1ed64657b tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Request body: {'port': {'device_id': 'f6ce7103-0f37-4e8a-b96c-5d515d2f29ba', 'network_id': 'a9cff3de-bafd-4405-ac7a-32d3031d022c', 'admin_state_up': True, 'tenant_id': '71c31f16ee3346cbb072d08fa5dffd7e'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:56:53.632073 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2762516e-67ae-4510-8c3d-92dbb8992b4a req-dd7c4021-e1bc-48b9-aa61-65182c3a7e61 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:53.634283 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2762516e-67ae-4510-8c3d-92dbb8992b4a req-dd7c4021-e1bc-48b9-aa61-65182c3a7e61 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=90140d92-19ba-4345-9db5-0546529072e2 HTTP/1.1" status: 200 len: 950 time: 0.2262359 Feb 09 00:56:53.705488 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device d191f413-8d0a-4910-a489-7ecc0354d580 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:56:53.812963 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-6ffceb94-45fc-411e-bb92-02f32c934101 req-a22b40bb-7141-4ba3-9f7a-2ff1ed64657b tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:56:53.824656 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port d191f413-8d0a-4910-a489-7ecc0354d580 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:56:53.826008 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:53.833457 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-6ffceb94-45fc-411e-bb92-02f32c934101 req-a22b40bb-7141-4ba3-9f7a-2ff1ed64657b tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Usage tracker for resource:port and tenant:71c31f16ee3346cbb072d08fa5dffd7e is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:56:53.839921 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2762516e-67ae-4510-8c3d-92dbb8992b4a req-8c653bf9-f644-4cdd-92fc-ec1769dffae6 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447730 Feb 09 00:56:53.841223 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-6ffceb94-45fc-411e-bb92-02f32c934101 req-a22b40bb-7141-4ba3-9f7a-2ff1ed64657b tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:56:53.851253 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-6ffceb94-45fc-411e-bb92-02f32c934101 req-a22b40bb-7141-4ba3-9f7a-2ff1ed64657b tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:56:53.883461 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ffceb94-45fc-411e-bb92-02f32c934101 req-a22b40bb-7141-4ba3-9f7a-2ff1ed64657b tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Made reservation on behalf of 71c31f16ee3346cbb072d08fa5dffd7e for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:56:53.888459 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-6ffceb94-45fc-411e-bb92-02f32c934101 req-a22b40bb-7141-4ba3-9f7a-2ff1ed64657b tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:53.974081 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e07abf-9cfc-46df-bff2-ef4075039a8a req-6758f176-eff6-4e19-9c77-e8136821a88e tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:53.981481 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f6e07abf-9cfc-46df-bff2-ef4075039a8a req-6758f176-eff6-4e19-9c77-e8136821a88e tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 944 time: 0.2823644 Feb 09 00:56:54.055508 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f6e07abf-9cfc-46df-bff2-ef4075039a8a req-ccc2c248-c3c8-4992-8cda-cf8c6b70e669 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730679 Feb 09 00:56:54.266062 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-6ffceb94-45fc-411e-bb92-02f32c934101 req-a22b40bb-7141-4ba3-9f7a-2ff1ed64657b tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Allocated IP 172.20.0.7 (a9cff3de-bafd-4405-ac7a-32d3031d022c/e0812677-0633-4371-ad1e-90c3460d12b7/1412434f-1b76-4010-9a96-22acdead1f74) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:56:54.293188 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-12830c25-544c-4a40-b6e9-0a87479a6a5b req-9898cfc3-17c2-4068-9a1a-352426c705c7 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/security-groups/dda75482-34d9-4b3d-8ab8-cd2ff1dbdce8 HTTP/1.1" status: 200 len: 1800 time: 0.1993780 Feb 09 00:56:54.358025 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:54.386610 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc5e4bf-ff22-4ed6-8420-ee53bb3ff324 req-c26a9dca-6102-41f7-bfce-7f971d287deb tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:54.388087 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7cc5e4bf-ff22-4ed6-8420-ee53bb3ff324 req-c26a9dca-6102-41f7-bfce-7f971d287deb tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/networks?id=a9cff3de-bafd-4405-ac7a-32d3031d022c HTTP/1.1" status: 200 len: 814 time: 0.2932506 Feb 09 00:56:54.487667 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7cc5e4bf-ff22-4ed6-8420-ee53bb3ff324 req-d97b5d92-a7b5-4410-8377-101991c8ba56 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/quotas/71c31f16ee3346cbb072d08fa5dffd7e HTTP/1.1" status: 200 len: 375 time: 0.0883696 Feb 09 00:56:54.570662 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-12830c25-544c-4a40-b6e9-0a87479a6a5b req-58a25fd6-d6dd-4efc-a97b-5288f857c841 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:54.654738 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-12830c25-544c-4a40-b6e9-0a87479a6a5b req-58a25fd6-d6dd-4efc-a97b-5288f857c841 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:54.667125 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-6ffceb94-45fc-411e-bb92-02f32c934101 req-a22b40bb-7141-4ba3-9f7a-2ff1ed64657b tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:54.701527 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-6ffceb94-45fc-411e-bb92-02f32c934101 req-a22b40bb-7141-4ba3-9f7a-2ff1ed64657b tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Transition to ACTIVE for port object 1412434f-1b76-4010-9a96-22acdead1f74 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:56:54.853548 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7cc5e4bf-ff22-4ed6-8420-ee53bb3ff324 req-d76a8fab-ed4f-43c1-93a5-3df03a303d0b tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=71c31f16ee3346cbb072d08fa5dffd7e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3603461 Feb 09 00:56:54.863687 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-12830c25-544c-4a40-b6e9-0a87479a6a5b req-58a25fd6-d6dd-4efc-a97b-5288f857c841 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:54.877341 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-6ffceb94-45fc-411e-bb92-02f32c934101 req-a22b40bb-7141-4ba3-9f7a-2ff1ed64657b tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:54.913681 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df7350-bb2e-4e84-a6d9-5d17bc0031ca req-5118c4da-875e-42c3-9ec4-185a21b57ea6 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:54.915178 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-c7df7350-bb2e-4e84-a6d9-5d17bc0031ca req-5118c4da-875e-42c3-9ec4-185a21b57ea6 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.99 "GET /v2.0/networks?id=2c19901d-9303-4cfd-b96f-b8f2e52fb4b9 HTTP/1.1" status: 200 len: 821 time: 0.1885860 Feb 09 00:56:54.928100 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-c7df7350-bb2e-4e84-a6d9-5d17bc0031ca req-32271cf6-fc32-4e02-8dc1-99866da4ecb8 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Request body: {'port': {'device_id': '763a7eb3-2dd6-42a3-9f56-d22f3c0da01c', 'network_id': '2c19901d-9303-4cfd-b96f-b8f2e52fb4b9', 'admin_state_up': True, 'tenant_id': '35dd69c7034749ab9d62471941920e2c'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:56:54.987594 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a25fd6-d6dd-4efc-a97b-5288f857c841 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda75482-34d9-4b3d-8ab8-cd2ff1dbdce8,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:55.047746 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ffceb94-45fc-411e-bb92-02f32c934101 req-a22b40bb-7141-4ba3-9f7a-2ff1ed64657b tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Network a9cff3de-bafd-4405-ac7a-32d3031d022c is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:56:55.053419 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-6ffceb94-45fc-411e-bb92-02f32c934101 req-a22b40bb-7141-4ba3-9f7a-2ff1ed64657b tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:56:55.059818 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ffceb94-45fc-411e-bb92-02f32c934101 req-a22b40bb-7141-4ba3-9f7a-2ff1ed64657b tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:56:55.085161 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22b40bb-7141-4ba3-9f7a-2ff1ed64657b tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Pushing event updated for resources: {'Port': ['ID=1412434f-1b76-4010-9a96-22acdead1f74,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:55.092675 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-c7df7350-bb2e-4e84-a6d9-5d17bc0031ca req-32271cf6-fc32-4e02-8dc1-99866da4ecb8 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:56:55.097120 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-c7df7350-bb2e-4e84-a6d9-5d17bc0031ca req-32271cf6-fc32-4e02-8dc1-99866da4ecb8 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Usage tracker for resource:port and tenant:35dd69c7034749ab9d62471941920e2c is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:56:55.100159 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-c7df7350-bb2e-4e84-a6d9-5d17bc0031ca req-32271cf6-fc32-4e02-8dc1-99866da4ecb8 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:56:55.106913 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-c7df7350-bb2e-4e84-a6d9-5d17bc0031ca req-32271cf6-fc32-4e02-8dc1-99866da4ecb8 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:56:55.116709 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7df7350-bb2e-4e84-a6d9-5d17bc0031ca req-32271cf6-fc32-4e02-8dc1-99866da4ecb8 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Made reservation on behalf of 35dd69c7034749ab9d62471941920e2c for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:56:55.120257 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-c7df7350-bb2e-4e84-a6d9-5d17bc0031ca req-32271cf6-fc32-4e02-8dc1-99866da4ecb8 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:55.141189 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-12830c25-544c-4a40-b6e9-0a87479a6a5b req-58a25fd6-d6dd-4efc-a97b-5288f857c841 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:55.142323 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-12830c25-544c-4a40-b6e9-0a87479a6a5b req-58a25fd6-d6dd-4efc-a97b-5288f857c841 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "DELETE /v2.0/security-groups/dda75482-34d9-4b3d-8ab8-cd2ff1dbdce8 HTTP/1.1" status: 204 len: 173 time: 0.8360133 Feb 09 00:56:55.167294 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffceb94-45fc-411e-bb92-02f32c934101 req-a22b40bb-7141-4ba3-9f7a-2ff1ed64657b tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:55.167923 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-6ffceb94-45fc-411e-bb92-02f32c934101 req-a22b40bb-7141-4ba3-9f7a-2ff1ed64657b tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:55.174193 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7cc5e4bf-ff22-4ed6-8420-ee53bb3ff324 req-c08e0b5b-f2c3-4113-b7fe-8a6f33cd501b service neutron] 10.222.0.105 "GET /v2.0/networks/a9cff3de-bafd-4405-ac7a-32d3031d022c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993500 Feb 09 00:56:55.209818 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6ffceb94-45fc-411e-bb92-02f32c934101 req-a22b40bb-7141-4ba3-9f7a-2ff1ed64657b tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6892250 Feb 09 00:56:55.265212 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-6ffceb94-45fc-411e-bb92-02f32c934101 req-b5d59845-9096-4a8f-a89e-042012ad7b9d service neutron] Request body: {'port': {'device_id': 'f6ce7103-0f37-4e8a-b96c-5d515d2f29ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:56:55.314661 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-c7df7350-bb2e-4e84-a6d9-5d17bc0031ca req-32271cf6-fc32-4e02-8dc1-99866da4ecb8 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Allocated IP 172.20.0.3 (2c19901d-9303-4cfd-b96f-b8f2e52fb4b9/f523b7b8-aa23-4f63-9894-de0d35bb1ce5/0e9696b7-60ef-432d-8bf7-d605730b4909) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:56:55.409345 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-cce6c12d-0a74-4d40-b790-1af38bc448ae None None] Provisioning for port 1412434f-1b76-4010-9a96-22acdead1f74 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:56:55.414863 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-cce6c12d-0a74-4d40-b790-1af38bc448ae None None] Provisioning complete for port 1412434f-1b76-4010-9a96-22acdead1f74 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:56:55.415281 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-cce6c12d-0a74-4d40-b790-1af38bc448ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:55.469769 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-cce6c12d-0a74-4d40-b790-1af38bc448ae None None] Port 1412434f-1b76-4010-9a96-22acdead1f74 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:56:55.526552 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-c7df7350-bb2e-4e84-a6d9-5d17bc0031ca req-32271cf6-fc32-4e02-8dc1-99866da4ecb8 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:55.541812 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7cc5e4bf-ff22-4ed6-8420-ee53bb3ff324 req-2a065eb4-f096-4c4d-856b-386f624b745e service neutron] 10.222.0.105 "GET /v2.0/networks/a9cff3de-bafd-4405-ac7a-32d3031d022c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3570747 Feb 09 00:56:55.545928 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-6ffceb94-45fc-411e-bb92-02f32c934101 req-b5d59845-9096-4a8f-a89e-042012ad7b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:55.570680 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-c7df7350-bb2e-4e84-a6d9-5d17bc0031ca req-32271cf6-fc32-4e02-8dc1-99866da4ecb8 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:55.596911 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['c4571113-efb5-43e2-8b72-b1e6dfe7cfd9'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:56:55.604622 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a6aad9-b4a0-4843-b7e8-ae253d7c8a64 req-b36cca6a-6e57-4141-b074-5c31911147e7 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:55.605161 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-60a6aad9-b4a0-4843-b7e8-ae253d7c8a64 req-b36cca6a-6e57-4141-b074-5c31911147e7 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Synchronizing usage tracker for tenant:728acbd4018441cfb9bc787ed7a4e77e on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:56:55.629309 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb378f8b-0e72-4974-9070-d2af125bfa17 req-12d561f2-c4ea-4074-86ad-9b1d2a9671c2 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:55.630057 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-cb378f8b-0e72-4974-9070-d2af125bfa17 req-12d561f2-c4ea-4074-86ad-9b1d2a9671c2 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Synchronizing usage tracker for tenant:728acbd4018441cfb9bc787ed7a4e77e on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:56:55.673272 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-60a6aad9-b4a0-4843-b7e8-ae253d7c8a64 req-b36cca6a-6e57-4141-b074-5c31911147e7 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Unset dirty status for tenant:728acbd4018441cfb9bc787ed7a4e77e on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:56:55.674552 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-60a6aad9-b4a0-4843-b7e8-ae253d7c8a64 req-b36cca6a-6e57-4141-b074-5c31911147e7 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.99 "GET /v2.0/ports?device_id=e9e446d3-eb09-4119-b095-c6841026b291 HTTP/1.1" status: 200 len: 950 time: 0.3789062 Feb 09 00:56:55.676395 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-cb378f8b-0e72-4974-9070-d2af125bfa17 req-12d561f2-c4ea-4074-86ad-9b1d2a9671c2 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Unset dirty status for tenant:728acbd4018441cfb9bc787ed7a4e77e on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:56:55.677455 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cb378f8b-0e72-4974-9070-d2af125bfa17 req-12d561f2-c4ea-4074-86ad-9b1d2a9671c2 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e446d3-eb09-4119-b095-c6841026b291 HTTP/1.1" status: 200 len: 950 time: 0.4211841 Feb 09 00:56:55.701246 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7df7350-bb2e-4e84-a6d9-5d17bc0031ca req-32271cf6-fc32-4e02-8dc1-99866da4ecb8 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Network 2c19901d-9303-4cfd-b96f-b8f2e52fb4b9 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:56:55.724246 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-c7df7350-bb2e-4e84-a6d9-5d17bc0031ca req-32271cf6-fc32-4e02-8dc1-99866da4ecb8 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:56:55.730134 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7df7350-bb2e-4e84-a6d9-5d17bc0031ca req-32271cf6-fc32-4e02-8dc1-99866da4ecb8 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:56:55.905039 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df7350-bb2e-4e84-a6d9-5d17bc0031ca req-32271cf6-fc32-4e02-8dc1-99866da4ecb8 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:55.911998 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-c7df7350-bb2e-4e84-a6d9-5d17bc0031ca req-32271cf6-fc32-4e02-8dc1-99866da4ecb8 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:55.920894 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cb378f8b-0e72-4974-9070-d2af125bfa17 req-8310c308-28e6-4018-ad61-fdae11eaf1a0 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f361fac-bee5-49f7-8557-30dc6fac47de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349396 Feb 09 00:56:55.925329 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-60a6aad9-b4a0-4843-b7e8-ae253d7c8a64 req-38d95e8d-1c0f-4014-8ef9-c5d5b93a3f07 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Deleting port d99ba777-2172-48bf-86df-9993763f5b6f {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:56:55.925701 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-60a6aad9-b4a0-4843-b7e8-ae253d7c8a64 req-38d95e8d-1c0f-4014-8ef9-c5d5b93a3f07 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:55.953854 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32271cf6-fc32-4e02-8dc1-99866da4ecb8 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Pushing event updated for resources: {'Port': ['ID=0e9696b7-60ef-432d-8bf7-d605730b4909,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:55.962629 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-c7df7350-bb2e-4e84-a6d9-5d17bc0031ca req-32271cf6-fc32-4e02-8dc1-99866da4ecb8 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0396934 Feb 09 00:56:55.976118 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-c7df7350-bb2e-4e84-a6d9-5d17bc0031ca req-6c59ab6d-5a11-48a5-81ce-39e010e5f9ab service neutron] Request body: {'port': {'device_id': '763a7eb3-2dd6-42a3-9f56-d22f3c0da01c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:56:56.125848 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-c7df7350-bb2e-4e84-a6d9-5d17bc0031ca req-6c59ab6d-5a11-48a5-81ce-39e010e5f9ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:56.428386 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555ac4e-23dc-42ee-9fd4-b7292f9bb0fd req-6dd719ad-aab4-41e6-8dbd-1228095098e2 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:56.436213 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8555ac4e-23dc-42ee-9fd4-b7292f9bb0fd req-6dd719ad-aab4-41e6-8dbd-1228095098e2 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=763a7eb3-2dd6-42a3-9f56-d22f3c0da01c HTTP/1.1" status: 200 len: 931 time: 0.4805357 Feb 09 00:56:56.444776 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-6ffceb94-45fc-411e-bb92-02f32c934101 req-b5d59845-9096-4a8f-a89e-042012ad7b9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1412434f-1b76-4010-9a96-22acdead1f74 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:56:56.470746 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-6ffceb94-45fc-411e-bb92-02f32c934101 req-b5d59845-9096-4a8f-a89e-042012ad7b9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:56.509232 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-60a6aad9-b4a0-4843-b7e8-ae253d7c8a64 req-38d95e8d-1c0f-4014-8ef9-c5d5b93a3f07 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] For port d99ba777-2172-48bf-86df-9993763f5b6f, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=d99ba777-2172-48bf-86df-9993763f5b6f,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:56:56.509232 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-60a6aad9-b4a0-4843-b7e8-ae253d7c8a64 req-38d95e8d-1c0f-4014-8ef9-c5d5b93a3f07 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:56.555271 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-6ffceb94-45fc-411e-bb92-02f32c934101 req-b5d59845-9096-4a8f-a89e-042012ad7b9d service neutron] Transition to ACTIVE for port object 1412434f-1b76-4010-9a96-22acdead1f74 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:56:56.692293 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f74d82-4a34-475f-9930-8c560bc01fae req-3a8ae7b8-4689-48d1-bc12-daa090a4ac56 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:56.693084 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-87f74d82-4a34-475f-9930-8c560bc01fae req-3a8ae7b8-4689-48d1-bc12-daa090a4ac56 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Synchronizing usage tracker for tenant:1510c38a4b2046b5a9943ab7f2f7db5c on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:56:56.694901 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-6ffceb94-45fc-411e-bb92-02f32c934101 req-b5d59845-9096-4a8f-a89e-042012ad7b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:56.728391 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-87f74d82-4a34-475f-9930-8c560bc01fae req-3a8ae7b8-4689-48d1-bc12-daa090a4ac56 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Unset dirty status for tenant:1510c38a4b2046b5a9943ab7f2f7db5c on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:56:56.729536 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-87f74d82-4a34-475f-9930-8c560bc01fae req-3a8ae7b8-4689-48d1-bc12-daa090a4ac56 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.99 "GET /v2.0/ports?device_id=90140d92-19ba-4345-9db5-0546529072e2&tenant_id=1510c38a4b2046b5a9943ab7f2f7db5c&binding%3Ahost_id=n-h2-828418-1 HTTP/1.1" status: 200 len: 950 time: 0.4463620 Feb 09 00:56:56.776660 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8555ac4e-23dc-42ee-9fd4-b7292f9bb0fd req-271111ec-ba1e-4cd6-a29b-93d1632c08ed tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396502 Feb 09 00:56:56.862255 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-60a6aad9-b4a0-4843-b7e8-ae253d7c8a64 req-38d95e8d-1c0f-4014-8ef9-c5d5b93a3f07 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Calling delete_port for d99ba777-2172-48bf-86df-9993763f5b6f owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:56:56.863404 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [req-c7df7350-bb2e-4e84-a6d9-5d17bc0031ca req-6c59ab6d-5a11-48a5-81ce-39e010e5f9ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e9696b7-60ef-432d-8bf7-d605730b4909 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:56:56.872967 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-c7df7350-bb2e-4e84-a6d9-5d17bc0031ca req-6c59ab6d-5a11-48a5-81ce-39e010e5f9ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:56.885941 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-87f74d82-4a34-475f-9930-8c560bc01fae req-442d3252-59fc-4383-b313-c0b55df9d77e service neutron] 10.222.0.99 "GET /v2.0/ports/5c64b64d-1354-4d28-a743-7966f6fd515a/bindings/n-h2-828418-1 HTTP/1.1" status: 200 len: 382 time: 0.1425197 Feb 09 00:56:56.902207 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-c7df7350-bb2e-4e84-a6d9-5d17bc0031ca req-6c59ab6d-5a11-48a5-81ce-39e010e5f9ab service neutron] Transition to ACTIVE for port object 0e9696b7-60ef-432d-8bf7-d605730b4909 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:56:56.909095 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-c7df7350-bb2e-4e84-a6d9-5d17bc0031ca req-6c59ab6d-5a11-48a5-81ce-39e010e5f9ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:57.007404 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [req-69dc2537-54a9-4b66-899b-89443fce4163 req-eaeb1e3e-ce1b-4045-95bf-4c4da3d964ef tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] show failed (client error): The resource could not be found. Feb 09 00:56:57.012329 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-69dc2537-54a9-4b66-899b-89443fce4163 req-eaeb1e3e-ce1b-4045-95bf-4c4da3d964ef tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/security-groups/dda75482-34d9-4b3d-8ab8-cd2ff1dbdce8 HTTP/1.1" status: 404 len: 352 time: 0.1675611 Feb 09 00:56:57.081663 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d59845-9096-4a8f-a89e-042012ad7b9d service neutron] Pushing event updated for resources: {'Port': ['ID=1412434f-1b76-4010-9a96-22acdead1f74,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:57.251428 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c59ab6d-5a11-48a5-81ce-39e010e5f9ab service neutron] Pushing event updated for resources: {'Port': ['ID=0e9696b7-60ef-432d-8bf7-d605730b4909,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:57.336001 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153b53d-fbc9-4562-bb0e-1140592993ac req-ab869422-5a89-4d3a-8f01-6fb4b2ea72c6 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:57.338034 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e153b53d-fbc9-4562-bb0e-1140592993ac req-ab869422-5a89-4d3a-8f01-6fb4b2ea72c6 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 944 time: 0.8312075 Feb 09 00:56:57.396500 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc5e4bf-ff22-4ed6-8420-ee53bb3ff324 req-31cdaa8b-cc67-43f5-8693-12b4e4ebd81e tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:57.397186 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-7cc5e4bf-ff22-4ed6-8420-ee53bb3ff324 req-31cdaa8b-cc67-43f5-8693-12b4e4ebd81e tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Synchronizing usage tracker for tenant:71c31f16ee3346cbb072d08fa5dffd7e on resource:network {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:56:57.405244 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f74d82-4a34-475f-9930-8c560bc01fae req-0114bc6f-63c2-40d8-a7d7-59ad1b211772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:57.406748 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-87f74d82-4a34-475f-9930-8c560bc01fae req-0114bc6f-63c2-40d8-a7d7-59ad1b211772 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1510c38a4b2046b5a9943ab7f2f7db5c&device_id=90140d92-19ba-4345-9db5-0546529072e2 HTTP/1.1" status: 200 len: 1101 time: 0.4935446 Feb 09 00:56:57.448421 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-60a6aad9-b4a0-4843-b7e8-ae253d7c8a64 req-38d95e8d-1c0f-4014-8ef9-c5d5b93a3f07 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:57.503235 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-c7df7350-bb2e-4e84-a6d9-5d17bc0031ca req-6c59ab6d-5a11-48a5-81ce-39e010e5f9ab service neutron] Attempting to bind port 0e9696b7-60ef-432d-8bf7-d605730b4909 on host n-h2-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:56:57.503478 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-c7df7350-bb2e-4e84-a6d9-5d17bc0031ca req-6c59ab6d-5a11-48a5-81ce-39e010e5f9ab service neutron] Attempting to bind port 0e9696b7-60ef-432d-8bf7-d605730b4909 by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': 'd7050703-a45d-45b0-a89d-e74c0c0ae2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2c19901d-9303-4cfd-b96f-b8f2e52fb4b9'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:56:57.503808 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7df7350-bb2e-4e84-a6d9-5d17bc0031ca req-6c59ab6d-5a11-48a5-81ce-39e010e5f9ab service neutron] Attempting to bind port 0e9696b7-60ef-432d-8bf7-d605730b4909 on network 2c19901d-9303-4cfd-b96f-b8f2e52fb4b9 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:56:57.504948 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-6ffceb94-45fc-411e-bb92-02f32c934101 req-b5d59845-9096-4a8f-a89e-042012ad7b9d service neutron] Attempting to bind port 1412434f-1b76-4010-9a96-22acdead1f74 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:56:57.505392 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-6ffceb94-45fc-411e-bb92-02f32c934101 req-b5d59845-9096-4a8f-a89e-042012ad7b9d service neutron] Attempting to bind port 1412434f-1b76-4010-9a96-22acdead1f74 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'f90ace70-662b-44c0-8133-0683ca3538cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a9cff3de-bafd-4405-ac7a-32d3031d022c'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:56:57.505697 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffceb94-45fc-411e-bb92-02f32c934101 req-b5d59845-9096-4a8f-a89e-042012ad7b9d service neutron] Attempting to bind port 1412434f-1b76-4010-9a96-22acdead1f74 on network a9cff3de-bafd-4405-ac7a-32d3031d022c {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:56:57.525031 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7df7350-bb2e-4e84-a6d9-5d17bc0031ca req-6c59ab6d-5a11-48a5-81ce-39e010e5f9ab service neutron] Port 0e9696b7-60ef-432d-8bf7-d605730b4909 on network 2c19901d-9303-4cfd-b96f-b8f2e52fb4b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:56:57.525401 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7df7350-bb2e-4e84-a6d9-5d17bc0031ca req-6c59ab6d-5a11-48a5-81ce-39e010e5f9ab service neutron] Attempting to bind port 0e9696b7-60ef-432d-8bf7-d605730b4909 on network 2c19901d-9303-4cfd-b96f-b8f2e52fb4b9 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:56:57.525779 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e153b53d-fbc9-4562-bb0e-1140592993ac req-dc08888d-fbea-4d40-b11a-ab6d1c6bcdeb tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1739285 Feb 09 00:56:57.531641 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-7cc5e4bf-ff22-4ed6-8420-ee53bb3ff324 req-31cdaa8b-cc67-43f5-8693-12b4e4ebd81e tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Unset dirty status for tenant:71c31f16ee3346cbb072d08fa5dffd7e on resource:network {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:56:57.532760 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-7cc5e4bf-ff22-4ed6-8420-ee53bb3ff324 req-31cdaa8b-cc67-43f5-8693-12b4e4ebd81e tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.62 "GET /v2.0/networks?id=a9cff3de-bafd-4405-ac7a-32d3031d022c HTTP/1.1" status: 200 len: 814 time: 0.4952812 Feb 09 00:56:57.539542 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7df7350-bb2e-4e84-a6d9-5d17bc0031ca req-6c59ab6d-5a11-48a5-81ce-39e010e5f9ab service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:56:57.539714 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d95e8d-1c0f-4014-8ef9-c5d5b93a3f07 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Pushing event deleted for resources: {'Port': ['ID=d99ba777-2172-48bf-86df-9993763f5b6f,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:57.539877 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7df7350-bb2e-4e84-a6d9-5d17bc0031ca req-6c59ab6d-5a11-48a5-81ce-39e010e5f9ab service neutron] Checking segment: {'id': 'd7050703-a45d-45b0-a89d-e74c0c0ae2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2c19901d-9303-4cfd-b96f-b8f2e52fb4b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:56:57.540351 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7df7350-bb2e-4e84-a6d9-5d17bc0031ca req-6c59ab6d-5a11-48a5-81ce-39e010e5f9ab service neutron] Bound using segment: {'id': 'd7050703-a45d-45b0-a89d-e74c0c0ae2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2c19901d-9303-4cfd-b96f-b8f2e52fb4b9'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:56:57.540790 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-c7df7350-bb2e-4e84-a6d9-5d17bc0031ca req-6c59ab6d-5a11-48a5-81ce-39e010e5f9ab service neutron] Bound port: 0e9696b7-60ef-432d-8bf7-d605730b4909, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7050703-a45d-45b0-a89d-e74c0c0ae2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2c19901d-9303-4cfd-b96f-b8f2e52fb4b9'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:56:57.541136 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-c7df7350-bb2e-4e84-a6d9-5d17bc0031ca req-6c59ab6d-5a11-48a5-81ce-39e010e5f9ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:57.565883 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-7cc5e4bf-ff22-4ed6-8420-ee53bb3ff324 req-722d2adf-4efa-4a63-b669-f3004a4f8382 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Request body: {'port': {'device_id': 'd2752f8c-5db0-4fb8-8b5f-01ff92d627b2', 'network_id': 'a9cff3de-bafd-4405-ac7a-32d3031d022c', 'admin_state_up': True, 'tenant_id': '71c31f16ee3346cbb072d08fa5dffd7e'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:56:57.592591 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffceb94-45fc-411e-bb92-02f32c934101 req-b5d59845-9096-4a8f-a89e-042012ad7b9d service neutron] Port 1412434f-1b76-4010-9a96-22acdead1f74 on network a9cff3de-bafd-4405-ac7a-32d3031d022c not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:56:57.592893 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffceb94-45fc-411e-bb92-02f32c934101 req-b5d59845-9096-4a8f-a89e-042012ad7b9d service neutron] Attempting to bind port 1412434f-1b76-4010-9a96-22acdead1f74 on network a9cff3de-bafd-4405-ac7a-32d3031d022c {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:56:57.715121 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffceb94-45fc-411e-bb92-02f32c934101 req-b5d59845-9096-4a8f-a89e-042012ad7b9d service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:56:57.715819 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffceb94-45fc-411e-bb92-02f32c934101 req-b5d59845-9096-4a8f-a89e-042012ad7b9d service neutron] Checking segment: {'id': 'f90ace70-662b-44c0-8133-0683ca3538cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a9cff3de-bafd-4405-ac7a-32d3031d022c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:56:57.715929 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffceb94-45fc-411e-bb92-02f32c934101 req-b5d59845-9096-4a8f-a89e-042012ad7b9d service neutron] Bound using segment: {'id': 'f90ace70-662b-44c0-8133-0683ca3538cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a9cff3de-bafd-4405-ac7a-32d3031d022c'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:56:57.716313 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-6ffceb94-45fc-411e-bb92-02f32c934101 req-b5d59845-9096-4a8f-a89e-042012ad7b9d service neutron] Bound port: 1412434f-1b76-4010-9a96-22acdead1f74, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f90ace70-662b-44c0-8133-0683ca3538cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a9cff3de-bafd-4405-ac7a-32d3031d022c'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:56:57.716657 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-6ffceb94-45fc-411e-bb92-02f32c934101 req-b5d59845-9096-4a8f-a89e-042012ad7b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:57.772962 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b7836-332e-41f7-9c9a-3368fe759ccd req-a5bb6bef-98b6-4e83-a67b-c9495e49b1b1 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:57.774146 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-783b7836-332e-41f7-9c9a-3368fe759ccd req-a5bb6bef-98b6-4e83-a67b-c9495e49b1b1 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/networks?id=a9cff3de-bafd-4405-ac7a-32d3031d022c HTTP/1.1" status: 200 len: 814 time: 0.6223776 Feb 09 00:56:57.782831 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-60a6aad9-b4a0-4843-b7e8-ae253d7c8a64 req-38d95e8d-1c0f-4014-8ef9-c5d5b93a3f07 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] No DVR routers for this DVR port d99ba777-2172-48bf-86df-9993763f5b6f on host n-h2-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:56:57.795537 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-60a6aad9-b4a0-4843-b7e8-ae253d7c8a64 req-38d95e8d-1c0f-4014-8ef9-c5d5b93a3f07 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:57.798918 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e446d3-eb09-4119-b095-c6841026b291', 'name': 'network-vif-deleted', 'tag': 'd99ba777-2172-48bf-86df-9993763f5b6f'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:56:57.823361 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f74d82-4a34-475f-9930-8c560bc01fae req-dc1cd5cf-9163-4cb7-a5f3-0919935b1acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:57.824738 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-87f74d82-4a34-475f-9930-8c560bc01fae req-dc1cd5cf-9163-4cb7-a5f3-0919935b1acb service neutron] 10.222.0.99 "GET /v2.0/networks?id=42d335cf-a678-4bc3-901b-7d21fb8587e6 HTTP/1.1" status: 200 len: 870 time: 0.4088421 Feb 09 00:56:57.865303 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-783b7836-332e-41f7-9c9a-3368fe759ccd req-77b79f93-65bc-4b0a-a656-e44338de6d45 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/quotas/71c31f16ee3346cbb072d08fa5dffd7e HTTP/1.1" status: 200 len: 375 time: 0.0805449 Feb 09 00:56:57.883154 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-60a6aad9-b4a0-4843-b7e8-ae253d7c8a64 req-38d95e8d-1c0f-4014-8ef9-c5d5b93a3f07 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.99 "DELETE /v2.0/ports/d99ba777-2172-48bf-86df-9993763f5b6f HTTP/1.1" status: 204 len: 173 time: 2.1960745 Feb 09 00:56:57.926841 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-87f74d82-4a34-475f-9930-8c560bc01fae req-d7bb8d7a-2155-4d4c-bf86-9285d95e0c85 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=5c64b64d-1354-4d28-a743-7966f6fd515a HTTP/1.1" status: 200 len: 217 time: 0.0800891 Feb 09 00:56:57.932832 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-c7df7350-bb2e-4e84-a6d9-5d17bc0031ca req-6c59ab6d-5a11-48a5-81ce-39e010e5f9ab service neutron] For port 0e9696b7-60ef-432d-8bf7-d605730b4909, host n-h2-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:56:57.935663 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-7cc5e4bf-ff22-4ed6-8420-ee53bb3ff324 req-722d2adf-4efa-4a63-b669-f3004a4f8382 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:56:57.985173 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-6ffceb94-45fc-411e-bb92-02f32c934101 req-b5d59845-9096-4a8f-a89e-042012ad7b9d service neutron] For port 1412434f-1b76-4010-9a96-22acdead1f74, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:56:57.985528 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-7cc5e4bf-ff22-4ed6-8420-ee53bb3ff324 req-722d2adf-4efa-4a63-b669-f3004a4f8382 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Usage tracker for resource:port and tenant:71c31f16ee3346cbb072d08fa5dffd7e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:56:57.993542 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-7cc5e4bf-ff22-4ed6-8420-ee53bb3ff324 req-722d2adf-4efa-4a63-b669-f3004a4f8382 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:56:57.999855 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b2b7e1-0ead-4603-8c1c-0734d42d2d92 req-b5ed4ae6-5fcf-4bf0-821f-27d83bf8c3a7 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:58.001383 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a2b2b7e1-0ead-4603-8c1c-0734d42d2d92 req-b5ed4ae6-5fcf-4bf0-821f-27d83bf8c3a7 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=90140d92-19ba-4345-9db5-0546529072e2 HTTP/1.1" status: 200 len: 950 time: 0.3039937 Feb 09 00:56:58.007739 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-c7df7350-bb2e-4e84-a6d9-5d17bc0031ca req-6c59ab6d-5a11-48a5-81ce-39e010e5f9ab service neutron] For port 0e9696b7-60ef-432d-8bf7-d605730b4909, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=0e9696b7-60ef-432d-8bf7-d605730b4909,segment=NetworkSegment(d7050703-a45d-45b0-a89d-e74c0c0ae2fb),segment_id=d7050703-a45d-45b0-a89d-e74c0c0ae2fb)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:56:58.009174 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-6ffceb94-45fc-411e-bb92-02f32c934101 req-b5d59845-9096-4a8f-a89e-042012ad7b9d service neutron] For port 1412434f-1b76-4010-9a96-22acdead1f74, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=1412434f-1b76-4010-9a96-22acdead1f74,segment=NetworkSegment(f90ace70-662b-44c0-8133-0683ca3538cf),segment_id=f90ace70-662b-44c0-8133-0683ca3538cf)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:56:58.010777 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-7cc5e4bf-ff22-4ed6-8420-ee53bb3ff324 req-722d2adf-4efa-4a63-b669-f3004a4f8382 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:56:58.016670 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-c7df7350-bb2e-4e84-a6d9-5d17bc0031ca req-6c59ab6d-5a11-48a5-81ce-39e010e5f9ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:58.033608 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-6ffceb94-45fc-411e-bb92-02f32c934101 req-b5d59845-9096-4a8f-a89e-042012ad7b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:58.088878 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cc5e4bf-ff22-4ed6-8420-ee53bb3ff324 req-722d2adf-4efa-4a63-b669-f3004a4f8382 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Made reservation on behalf of 71c31f16ee3346cbb072d08fa5dffd7e for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:56:58.093263 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-7cc5e4bf-ff22-4ed6-8420-ee53bb3ff324 req-722d2adf-4efa-4a63-b669-f3004a4f8382 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:58.109131 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f74d82-4a34-475f-9930-8c560bc01fae req-bc57d6b7-6936-4930-904f-f20c0fb80254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:58.110588 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-87f74d82-4a34-475f-9930-8c560bc01fae req-bc57d6b7-6936-4930-904f-f20c0fb80254 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.1791413 Feb 09 00:56:58.111768 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df7350-bb2e-4e84-a6d9-5d17bc0031ca req-6c59ab6d-5a11-48a5-81ce-39e010e5f9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:58.112647 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-c7df7350-bb2e-4e84-a6d9-5d17bc0031ca req-6c59ab6d-5a11-48a5-81ce-39e010e5f9ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:58.114232 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-c7df7350-bb2e-4e84-a6d9-5d17bc0031ca req-6c59ab6d-5a11-48a5-81ce-39e010e5f9ab service neutron] 10.222.0.99 "PUT /v2.0/ports/0e9696b7-60ef-432d-8bf7-d605730b4909 HTTP/1.1" status: 200 len: 1091 time: 2.1428130 Feb 09 00:56:58.119066 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '763a7eb3-2dd6-42a3-9f56-d22f3c0da01c', 'tag': '0e9696b7-60ef-432d-8bf7-d605730b4909'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:56:58.121676 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffceb94-45fc-411e-bb92-02f32c934101 req-b5d59845-9096-4a8f-a89e-042012ad7b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:58.122351 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-6ffceb94-45fc-411e-bb92-02f32c934101 req-b5d59845-9096-4a8f-a89e-042012ad7b9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:58.123854 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6ffceb94-45fc-411e-bb92-02f32c934101 req-b5d59845-9096-4a8f-a89e-042012ad7b9d service neutron] 10.222.0.62 "PUT /v2.0/ports/1412434f-1b76-4010-9a96-22acdead1f74 HTTP/1.1" status: 200 len: 1091 time: 2.8686655 Feb 09 00:56:58.129147 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-783b7836-332e-41f7-9c9a-3368fe759ccd req-fdd5c229-0ff7-4831-8fc7-02f11ede5185 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Synchronizing usage tracker for tenant:71c31f16ee3346cbb072d08fa5dffd7e on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:56:58.138365 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a2b2b7e1-0ead-4603-8c1c-0734d42d2d92 req-9a7046d3-7749-40d5-8803-a0c85f8408c2 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302102 Feb 09 00:56:58.221198 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d59845-9096-4a8f-a89e-042012ad7b9d service neutron] Pushing event updated for resources: {'Port': ['ID=1412434f-1b76-4010-9a96-22acdead1f74,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:58.242921 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-783b7836-332e-41f7-9c9a-3368fe759ccd req-fdd5c229-0ff7-4831-8fc7-02f11ede5185 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Unset dirty status for tenant:71c31f16ee3346cbb072d08fa5dffd7e on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:56:58.244223 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-783b7836-332e-41f7-9c9a-3368fe759ccd req-fdd5c229-0ff7-4831-8fc7-02f11ede5185 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=71c31f16ee3346cbb072d08fa5dffd7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3695955 Feb 09 00:56:58.436885 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c59ab6d-5a11-48a5-81ce-39e010e5f9ab service neutron] Pushing event updated for resources: {'Port': ['ID=0e9696b7-60ef-432d-8bf7-d605730b4909,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:58.450769 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-0b953d99-8e5c-4bdb-9d7a-85da151a8f80 req-64fcea0c-9ffe-4abd-aa76-6ed51f194df9 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Synchronizing usage tracker for tenant:728acbd4018441cfb9bc787ed7a4e77e on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:56:58.514407 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-783b7836-332e-41f7-9c9a-3368fe759ccd req-0fba91ff-339b-4b3b-9952-582ea5e118a6 service neutron] 10.222.0.105 "GET /v2.0/networks/a9cff3de-bafd-4405-ac7a-32d3031d022c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570934 Feb 09 00:56:58.519200 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffceb94-45fc-411e-bb92-02f32c934101 req-062f8977-3080-4257-bde3-3bc60c788a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:58.520637 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6ffceb94-45fc-411e-bb92-02f32c934101 req-062f8977-3080-4257-bde3-3bc60c788a91 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=71c31f16ee3346cbb072d08fa5dffd7e&device_id=f6ce7103-0f37-4e8a-b96c-5d515d2f29ba HTTP/1.1" status: 200 len: 1094 time: 0.3459330 Feb 09 00:56:58.521203 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-0b953d99-8e5c-4bdb-9d7a-85da151a8f80 req-64fcea0c-9ffe-4abd-aa76-6ed51f194df9 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] Unset dirty status for tenant:728acbd4018441cfb9bc787ed7a4e77e on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:56:58.522329 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0b953d99-8e5c-4bdb-9d7a-85da151a8f80 req-64fcea0c-9ffe-4abd-aa76-6ed51f194df9 tempest-ServersAdminTestJSON-1836611115 tempest-ServersAdminTestJSON-1836611115-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e446d3-eb09-4119-b095-c6841026b291 HTTP/1.1" status: 200 len: 210 time: 0.1264243 Feb 09 00:56:58.534092 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device d99ba777-2172-48bf-86df-9993763f5b6f no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:56:58.559456 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f74d82-4a34-475f-9930-8c560bc01fae req-08b1facd-15ca-454d-99b7-7c801a18ba94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:58.561017 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-87f74d82-4a34-475f-9930-8c560bc01fae req-08b1facd-15ca-454d-99b7-7c801a18ba94 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4369369 Feb 09 00:56:58.596535 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df7350-bb2e-4e84-a6d9-5d17bc0031ca req-3c1d2e30-624c-48c2-a9b0-e6f3b3f4787d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:58.598132 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-c7df7350-bb2e-4e84-a6d9-5d17bc0031ca req-3c1d2e30-624c-48c2-a9b0-e6f3b3f4787d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=35dd69c7034749ab9d62471941920e2c&device_id=763a7eb3-2dd6-42a3-9f56-d22f3c0da01c HTTP/1.1" status: 200 len: 1094 time: 0.4056189 Feb 09 00:56:58.598846 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] No Port match for: d99ba777-2172-48bf-86df-9993763f5b6f {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 00:56:58.601546 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device d99ba777-2172-48bf-86df-9993763f5b6f not bound to the agent host n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 00:56:58.736916 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-7cc5e4bf-ff22-4ed6-8420-ee53bb3ff324 req-722d2adf-4efa-4a63-b669-f3004a4f8382 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Allocated IP 172.20.0.10 (a9cff3de-bafd-4405-ac7a-32d3031d022c/e0812677-0633-4371-ad1e-90c3460d12b7/2022adeb-3756-4fe4-94ae-59c58db877ca) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:56:58.739766 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-c7df7350-bb2e-4e84-a6d9-5d17bc0031ca req-d209064a-a9bb-46d3-9c0b-d0e6835a57bf service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e9696b7-60ef-432d-8bf7-d605730b4909 HTTP/1.1" status: 200 len: 217 time: 0.0854294 Feb 09 00:56:58.805471 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6ffceb94-45fc-411e-bb92-02f32c934101 req-acf6d443-b7ce-494e-8117-668cc2a24b5e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1412434f-1b76-4010-9a96-22acdead1f74 HTTP/1.1" status: 200 len: 217 time: 0.2393351 Feb 09 00:56:58.877007 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df7350-bb2e-4e84-a6d9-5d17bc0031ca req-d89de70c-d750-4d8b-ba57-01dff0778466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:58.878564 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-c7df7350-bb2e-4e84-a6d9-5d17bc0031ca req-d89de70c-d750-4d8b-ba57-01dff0778466 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=f523b7b8-aa23-4f63-9894-de0d35bb1ce5 HTTP/1.1" status: 200 len: 861 time: 0.1259408 Feb 09 00:56:58.882860 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-87f74d82-4a34-475f-9930-8c560bc01fae req-2c69189a-0699-4360-9b7c-776289dd25fc service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123167 Feb 09 00:56:58.931278 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5b63a071-8b31-42b8-9289-15c97a771291 req-23b0f230-f5c8-4c61-9367-8fc4e1f551ec tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/security-groups/18b31a8d-0257-46d7-947f-e48dffa36dc1 HTTP/1.1" status: 200 len: 1800 time: 0.1879649 Feb 09 00:56:58.932589 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffceb94-45fc-411e-bb92-02f32c934101 req-db8dea5c-6df3-45da-8aba-2f94d931d58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:58.933924 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6ffceb94-45fc-411e-bb92-02f32c934101 req-db8dea5c-6df3-45da-8aba-2f94d931d58a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e0812677-0633-4371-ad1e-90c3460d12b7 HTTP/1.1" status: 200 len: 853 time: 0.1176233 Feb 09 00:56:59.005381 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-783b7836-332e-41f7-9c9a-3368fe759ccd req-48a8d0e2-570f-4568-9ebc-304379388cdd service neutron] 10.222.0.105 "GET /v2.0/networks/a9cff3de-bafd-4405-ac7a-32d3031d022c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4886379 Feb 09 00:56:59.031725 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-c7df7350-bb2e-4e84-a6d9-5d17bc0031ca req-6ef0ffaa-6ee8-4b57-9fcf-495dea5678aa service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=2c19901d-9303-4cfd-b96f-b8f2e52fb4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1380668 Feb 09 00:56:59.065637 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5b63a071-8b31-42b8-9289-15c97a771291 req-d9af8fce-a527-4db5-a258-c16684d5a437 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:59.102130 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffceb94-45fc-411e-bb92-02f32c934101 req-28c3f8c0-bdf0-4946-aed1-eefb21395af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:59.103596 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6ffceb94-45fc-411e-bb92-02f32c934101 req-28c3f8c0-bdf0-4946-aed1-eefb21395af2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a9cff3de-bafd-4405-ac7a-32d3031d022c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1593659 Feb 09 00:56:59.104955 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5b63a071-8b31-42b8-9289-15c97a771291 req-d9af8fce-a527-4db5-a258-c16684d5a437 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:59.303890 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-87f74d82-4a34-475f-9930-8c560bc01fae req-6c95287f-c574-4740-a75e-b641cd068847 service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4116442 Feb 09 00:56:59.337691 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-c7df7350-bb2e-4e84-a6d9-5d17bc0031ca req-7cc977ec-5f66-45ad-b4dd-aa772a8c517c service neutron] 10.222.0.99 "GET /v2.0/networks/2c19901d-9303-4cfd-b96f-b8f2e52fb4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589073 Feb 09 00:56:59.374238 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-7cc5e4bf-ff22-4ed6-8420-ee53bb3ff324 req-722d2adf-4efa-4a63-b669-f3004a4f8382 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:59.397335 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5b63a071-8b31-42b8-9289-15c97a771291 req-d9af8fce-a527-4db5-a258-c16684d5a437 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:59.480994 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9af8fce-a527-4db5-a258-c16684d5a437 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b31a8d-0257-46d7-947f-e48dffa36dc1,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:59.484124 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6ffceb94-45fc-411e-bb92-02f32c934101 req-e5747d97-d808-42b9-91ab-8030e137dbaa service neutron] 10.222.0.62 "GET /v2.0/networks/a9cff3de-bafd-4405-ac7a-32d3031d022c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3618352 Feb 09 00:56:59.494402 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-7cc5e4bf-ff22-4ed6-8420-ee53bb3ff324 req-722d2adf-4efa-4a63-b669-f3004a4f8382 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Transition to ACTIVE for port object 2022adeb-3756-4fe4-94ae-59c58db877ca will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:56:59.547666 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-c7df7350-bb2e-4e84-a6d9-5d17bc0031ca req-c3eec8b6-7412-4ccb-8e9b-1fc4019b3aae service neutron] 10.222.0.99 "GET /v2.0/networks/2c19901d-9303-4cfd-b96f-b8f2e52fb4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035847 Feb 09 00:56:59.571300 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-7cc5e4bf-ff22-4ed6-8420-ee53bb3ff324 req-722d2adf-4efa-4a63-b669-f3004a4f8382 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:59.577919 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5b63a071-8b31-42b8-9289-15c97a771291 req-d9af8fce-a527-4db5-a258-c16684d5a437 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:59.577919 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5b63a071-8b31-42b8-9289-15c97a771291 req-d9af8fce-a527-4db5-a258-c16684d5a437 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "DELETE /v2.0/security-groups/18b31a8d-0257-46d7-947f-e48dffa36dc1 HTTP/1.1" status: 204 len: 173 time: 0.6325235 Feb 09 00:56:59.659939 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9e446d3-eb09-4119-b095-c6841026b291', 'name': 'network-vif-deleted', 'tag': 'd99ba777-2172-48bf-86df-9993763f5b6f', 'status': 'completed', 'code': 200} Feb 09 00:56:59.694276 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd27ec0e-68a3-48d6-85a8-11c4e5677db1 req-b80e515f-935a-4ded-a961-09b7dad6343c tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:59.696105 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bd27ec0e-68a3-48d6-85a8-11c4e5677db1 req-b80e515f-935a-4ded-a961-09b7dad6343c tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/networks?id=1f86eb5f-f405-4ce4-a845-9c31ac1b15d4 HTTP/1.1" status: 200 len: 811 time: 0.3350201 Feb 09 00:56:59.697461 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cc5e4bf-ff22-4ed6-8420-ee53bb3ff324 req-722d2adf-4efa-4a63-b669-f3004a4f8382 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Network a9cff3de-bafd-4405-ac7a-32d3031d022c is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:56:59.701341 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-7cc5e4bf-ff22-4ed6-8420-ee53bb3ff324 req-722d2adf-4efa-4a63-b669-f3004a4f8382 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:56:59.705684 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cc5e4bf-ff22-4ed6-8420-ee53bb3ff324 req-722d2adf-4efa-4a63-b669-f3004a4f8382 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:56:59.767215 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bd27ec0e-68a3-48d6-85a8-11c4e5677db1 req-805289c4-9d63-44f6-84fc-1fac6e2e4f7b tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/quotas/71b0276e9e0b48f8943a51531f3d8a9e HTTP/1.1" status: 200 len: 375 time: 0.0371125 Feb 09 00:56:59.781934 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc5e4bf-ff22-4ed6-8420-ee53bb3ff324 req-722d2adf-4efa-4a63-b669-f3004a4f8382 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:59.782536 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-7cc5e4bf-ff22-4ed6-8420-ee53bb3ff324 req-722d2adf-4efa-4a63-b669-f3004a4f8382 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:59.797794 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6ffceb94-45fc-411e-bb92-02f32c934101 req-099037f5-3762-4642-9c55-8d7ad8908be3 service neutron] 10.222.0.62 "GET /v2.0/networks/a9cff3de-bafd-4405-ac7a-32d3031d022c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964308 Feb 09 00:56:59.836643 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47182) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:56:59.849438 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722d2adf-4efa-4a63-b669-f3004a4f8382 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Pushing event updated for resources: {'Port': ['ID=2022adeb-3756-4fe4-94ae-59c58db877ca,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:59.852449 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-7cc5e4bf-ff22-4ed6-8420-ee53bb3ff324 req-722d2adf-4efa-4a63-b669-f3004a4f8382 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3006303 Feb 09 00:56:59.866596 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-7cc5e4bf-ff22-4ed6-8420-ee53bb3ff324 req-1211fe35-10ba-400a-8535-a2ab7ed48561 service neutron] Request body: {'port': {'device_id': 'd2752f8c-5db0-4fb8-8b5f-01ff92d627b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:57:00.011048 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-7cc5e4bf-ff22-4ed6-8420-ee53bb3ff324 req-1211fe35-10ba-400a-8535-a2ab7ed48561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:00.030666 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-18114f03-46ba-48ec-a1be-34070e4bfb95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:00.037301 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bd27ec0e-68a3-48d6-85a8-11c4e5677db1 req-227d3ed4-b5ef-4dd8-b25b-9ac0b956b78f tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=71b0276e9e0b48f8943a51531f3d8a9e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2692182 Feb 09 00:57:00.077225 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-18114f03-46ba-48ec-a1be-34070e4bfb95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:57:00.094896 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d665c5a4-7e9b-443a-aa75-be7158bce6f0 None None] Provisioning for port 2022adeb-3756-4fe4-94ae-59c58db877ca completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:57:00.098418 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-18114f03-46ba-48ec-a1be-34070e4bfb95 admin admin] Usage tracker for resource:security_group_rule and tenant:01402da75fee4e18b46e3f55987fb199 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:57:00.107801 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d665c5a4-7e9b-443a-aa75-be7158bce6f0 None None] Provisioning complete for port 2022adeb-3756-4fe4-94ae-59c58db877ca triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:57:00.108066 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-18114f03-46ba-48ec-a1be-34070e4bfb95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:57:00.109496 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d665c5a4-7e9b-443a-aa75-be7158bce6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:00.116432 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-18114f03-46ba-48ec-a1be-34070e4bfb95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:57:00.145626 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0d50a7-fac2-4610-8388-b84b70b5405e req-abea6e19-052a-45d3-bde8-663a80450945 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:00.147520 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4e0d50a7-fac2-4610-8388-b84b70b5405e req-abea6e19-052a-45d3-bde8-663a80450945 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=763a7eb3-2dd6-42a3-9f56-d22f3c0da01c HTTP/1.1" status: 200 len: 943 time: 0.2566967 Feb 09 00:57:00.195755 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d665c5a4-7e9b-443a-aa75-be7158bce6f0 None None] Port 2022adeb-3756-4fe4-94ae-59c58db877ca cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:57:00.223810 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4e0d50a7-fac2-4610-8388-b84b70b5405e req-51c3f5e5-aab0-4860-8948-a941e15169b5 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689068 Feb 09 00:57:00.259461 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bd27ec0e-68a3-48d6-85a8-11c4e5677db1 req-c73b66c7-d72e-4743-8a31-9cca1df9b598 service neutron] 10.222.0.105 "GET /v2.0/networks/1f86eb5f-f405-4ce4-a845-9c31ac1b15d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073300 Feb 09 00:57:00.410542 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bd27ec0e-68a3-48d6-85a8-11c4e5677db1 req-e5a8409d-8064-4711-838c-29a915570c0d service neutron] 10.222.0.105 "GET /v2.0/networks/1f86eb5f-f405-4ce4-a845-9c31ac1b15d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444459 Feb 09 00:57:00.411406 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '763a7eb3-2dd6-42a3-9f56-d22f3c0da01c', 'tag': '0e9696b7-60ef-432d-8bf7-d605730b4909', 'status': 'completed', 'code': 200} Feb 09 00:57:00.553646 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-18114f03-46ba-48ec-a1be-34070e4bfb95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:00.562943 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c5562151-9ea8-49ac-99b1-d59c40cf351f req-b39b777a-a7b0-4746-9b6f-031afc569681 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f50468d-06ac-4e8b-9614-7f72392184d3 HTTP/1.1" status: 200 len: 210 time: 0.0842130 Feb 09 00:57:00.568427 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-18114f03-46ba-48ec-a1be-34070e4bfb95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:00.632907 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-18114f03-46ba-48ec-a1be-34070e4bfb95 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=01402da75fee4e18b46e3f55987fb199&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7922819 Feb 09 00:57:00.635613 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18114f03-46ba-48ec-a1be-34070e4bfb95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8e17b9-2f56-4291-af83-1921173fd2c3,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:00.635774 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 47202) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:00.644460 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac438569-13aa-47dd-a3f4-60362f9bd7fa req-cbe4dcbe-62f6-4c84-87df-3b83f4713c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:00.645945 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ac438569-13aa-47dd-a3f4-60362f9bd7fa req-cbe4dcbe-62f6-4c84-87df-3b83f4713c9d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=35dd69c7034749ab9d62471941920e2c&device_id=763a7eb3-2dd6-42a3-9f56-d22f3c0da01c HTTP/1.1" status: 200 len: 1094 time: 0.2376928 Feb 09 00:57:00.779110 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-de3e82fc-ea09-4fc2-a8d8-70485f98a85b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:00.819988 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-de3e82fc-ea09-4fc2-a8d8-70485f98a85b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:00.921927 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [req-7cc5e4bf-ff22-4ed6-8420-ee53bb3ff324 req-1211fe35-10ba-400a-8535-a2ab7ed48561 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2022adeb-3756-4fe4-94ae-59c58db877ca {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:57:00.951666 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-7cc5e4bf-ff22-4ed6-8420-ee53bb3ff324 req-1211fe35-10ba-400a-8535-a2ab7ed48561 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:00.965758 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [req-bff5bb55-8771-4203-9ac9-39ed1991c60c req-0b9cc9a1-1c82-4e32-ad6d-99c716af6b66 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] show failed (client error): The resource could not be found. Feb 09 00:57:00.983591 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bff5bb55-8771-4203-9ac9-39ed1991c60c req-0b9cc9a1-1c82-4e32-ad6d-99c716af6b66 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/security-groups/18b31a8d-0257-46d7-947f-e48dffa36dc1 HTTP/1.1" status: 404 len: 352 time: 0.0841434 Feb 09 00:57:00.994462 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-de3e82fc-ea09-4fc2-a8d8-70485f98a85b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:01.007942 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-7cc5e4bf-ff22-4ed6-8420-ee53bb3ff324 req-1211fe35-10ba-400a-8535-a2ab7ed48561 service neutron] Transition to ACTIVE for port object 2022adeb-3756-4fe4-94ae-59c58db877ca will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:57:01.015050 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac438569-13aa-47dd-a3f4-60362f9bd7fa req-0047f533-31f6-467b-9594-98c9c302cd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:01.016608 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ac438569-13aa-47dd-a3f4-60362f9bd7fa req-0047f533-31f6-467b-9594-98c9c302cd2a service neutron] 10.222.0.99 "GET /v2.0/networks?id=2c19901d-9303-4cfd-b96f-b8f2e52fb4b9 HTTP/1.1" status: 200 len: 922 time: 0.3610156 Feb 09 00:57:01.019992 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-7cc5e4bf-ff22-4ed6-8420-ee53bb3ff324 req-1211fe35-10ba-400a-8535-a2ab7ed48561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:01.063729 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3e82fc-ea09-4fc2-a8d8-70485f98a85b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8e17b9-2f56-4291-af83-1921173fd2c3,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:01.082026 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-de3e82fc-ea09-4fc2-a8d8-70485f98a85b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:01.083410 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-de3e82fc-ea09-4fc2-a8d8-70485f98a85b admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/8c8e17b9-2f56-4291-af83-1921173fd2c3 HTTP/1.1" status: 204 len: 168 time: 0.4465261 Feb 09 00:57:01.182825 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b7836-332e-41f7-9c9a-3368fe759ccd req-f110b0d2-b9d4-4e69-9903-9df8d6655eb1 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:01.184908 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-783b7836-332e-41f7-9c9a-3368fe759ccd req-f110b0d2-b9d4-4e69-9903-9df8d6655eb1 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.99 "GET /v2.0/networks?id=a9cff3de-bafd-4405-ac7a-32d3031d022c HTTP/1.1" status: 200 len: 814 time: 0.4544778 Feb 09 00:57:01.186685 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ac438569-13aa-47dd-a3f4-60362f9bd7fa req-7c1bb6df-2dae-4029-979f-a925c85776b4 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e9696b7-60ef-432d-8bf7-d605730b4909 HTTP/1.1" status: 200 len: 217 time: 0.1057765 Feb 09 00:57:01.207989 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f21b8-c538-454b-82a9-12a2c1a49d2a req-b2a2c16d-04e3-4182-a385-dbda0faad3c8 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:01.216330 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b25f21b8-c538-454b-82a9-12a2c1a49d2a req-b2a2c16d-04e3-4182-a385-dbda0faad3c8 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=90140d92-19ba-4345-9db5-0546529072e2 HTTP/1.1" status: 200 len: 950 time: 0.4377608 Feb 09 00:57:01.245174 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 47230) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:01.269793 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-783b7836-332e-41f7-9c9a-3368fe759ccd req-2b8791d3-b0cf-4099-9461-1a10f2cb487c tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Request body: {'port': {'device_id': '8f50468d-06ac-4e8b-9614-7f72392184d3', 'network_id': 'a9cff3de-bafd-4405-ac7a-32d3031d022c', 'admin_state_up': True, 'tenant_id': '71c31f16ee3346cbb072d08fa5dffd7e'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:57:01.548135 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-783b7836-332e-41f7-9c9a-3368fe759ccd req-2b8791d3-b0cf-4099-9461-1a10f2cb487c tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:57:01.560377 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1211fe35-10ba-400a-8535-a2ab7ed48561 service neutron] Pushing event updated for resources: {'Port': ['ID=2022adeb-3756-4fe4-94ae-59c58db877ca,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:01.567782 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-783b7836-332e-41f7-9c9a-3368fe759ccd req-2b8791d3-b0cf-4099-9461-1a10f2cb487c tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Usage tracker for resource:port and tenant:71c31f16ee3346cbb072d08fa5dffd7e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:57:01.575459 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-783b7836-332e-41f7-9c9a-3368fe759ccd req-2b8791d3-b0cf-4099-9461-1a10f2cb487c tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:57:01.620248 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-783b7836-332e-41f7-9c9a-3368fe759ccd req-2b8791d3-b0cf-4099-9461-1a10f2cb487c tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:57:01.656832 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-88181381-40ca-413a-8820-a17d020b0121 req-3ad984f1-1438-4e57-8c07-1de557714ca8 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=d777eaa7-ab2e-48f1-8f52-4ac39125a2bb HTTP/1.1" status: 200 len: 210 time: 0.3802373 Feb 09 00:57:01.661467 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6ce7103-0f37-4e8a-b96c-5d515d2f29ba', 'tag': '1412434f-1b76-4010-9a96-22acdead1f74'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:57:01.710192 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b25f21b8-c538-454b-82a9-12a2c1a49d2a req-c0fb7c57-a265-4079-9a93-3867ffc18bbb tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4880159 Feb 09 00:57:01.710654 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac438569-13aa-47dd-a3f4-60362f9bd7fa req-31e3d846-45ec-4afa-9d13-9cfd50b47cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:01.714330 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ac438569-13aa-47dd-a3f4-60362f9bd7fa req-31e3d846-45ec-4afa-9d13-9cfd50b47cca service neutron] 10.222.0.99 "GET /v2.0/subnets?id=f523b7b8-aa23-4f63-9894-de0d35bb1ce5 HTTP/1.1" status: 200 len: 861 time: 0.4616508 Feb 09 00:57:01.733187 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-783b7836-332e-41f7-9c9a-3368fe759ccd req-2b8791d3-b0cf-4099-9461-1a10f2cb487c tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Made reservation on behalf of 71c31f16ee3346cbb072d08fa5dffd7e for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:57:01.741913 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-783b7836-332e-41f7-9c9a-3368fe759ccd req-2b8791d3-b0cf-4099-9461-1a10f2cb487c tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:01.827146 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 47250) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:01.860316 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ac438569-13aa-47dd-a3f4-60362f9bd7fa req-1d622255-c57a-4c0e-95d1-41effc7cd910 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=2c19901d-9303-4cfd-b96f-b8f2e52fb4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0847068 Feb 09 00:57:01.879126 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ed677fb4-5859-4dfa-a228-b160a281b2a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:01.902642 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-31b4ff0e-b3c2-415c-a1aa-f2d1feb4df88 req-6ba99d31-f5e8-4923-98c1-3027b072522a tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/security-groups/06052149-3a83-40ae-b0c1-2880a90d542f HTTP/1.1" status: 200 len: 1801 time: 0.1901722 Feb 09 00:57:01.923952 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-ad861959-43da-4596-8682-e5f25e25b3fe admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=728acbd4018441cfb9bc787ed7a4e77e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6683400 Feb 09 00:57:01.930293 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 47258) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:02.005581 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-ed677fb4-5859-4dfa-a228-b160a281b2a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:57:02.014963 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-ed677fb4-5859-4dfa-a228-b160a281b2a1 admin admin] Usage tracker for resource:security_group_rule and tenant:fcd2eb087047478b9a0fb232b88c30fe is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:57:02.019610 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-ed677fb4-5859-4dfa-a228-b160a281b2a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:57:02.035004 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-ed677fb4-5859-4dfa-a228-b160a281b2a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:57:02.058761 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-7cc5e4bf-ff22-4ed6-8420-ee53bb3ff324 req-1211fe35-10ba-400a-8535-a2ab7ed48561 service neutron] Attempting to bind port 2022adeb-3756-4fe4-94ae-59c58db877ca on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:57:02.059133 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-7cc5e4bf-ff22-4ed6-8420-ee53bb3ff324 req-1211fe35-10ba-400a-8535-a2ab7ed48561 service neutron] Attempting to bind port 2022adeb-3756-4fe4-94ae-59c58db877ca by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'f90ace70-662b-44c0-8133-0683ca3538cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a9cff3de-bafd-4405-ac7a-32d3031d022c'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:57:02.059717 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc5e4bf-ff22-4ed6-8420-ee53bb3ff324 req-1211fe35-10ba-400a-8535-a2ab7ed48561 service neutron] Attempting to bind port 2022adeb-3756-4fe4-94ae-59c58db877ca on network a9cff3de-bafd-4405-ac7a-32d3031d022c {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:57:02.069944 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc5e4bf-ff22-4ed6-8420-ee53bb3ff324 req-1211fe35-10ba-400a-8535-a2ab7ed48561 service neutron] Port 2022adeb-3756-4fe4-94ae-59c58db877ca on network a9cff3de-bafd-4405-ac7a-32d3031d022c not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:57:02.070333 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc5e4bf-ff22-4ed6-8420-ee53bb3ff324 req-1211fe35-10ba-400a-8535-a2ab7ed48561 service neutron] Attempting to bind port 2022adeb-3756-4fe4-94ae-59c58db877ca on network a9cff3de-bafd-4405-ac7a-32d3031d022c {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:57:02.100369 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc5e4bf-ff22-4ed6-8420-ee53bb3ff324 req-1211fe35-10ba-400a-8535-a2ab7ed48561 service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:57:02.100722 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc5e4bf-ff22-4ed6-8420-ee53bb3ff324 req-1211fe35-10ba-400a-8535-a2ab7ed48561 service neutron] Checking segment: {'id': 'f90ace70-662b-44c0-8133-0683ca3538cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a9cff3de-bafd-4405-ac7a-32d3031d022c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:57:02.101135 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc5e4bf-ff22-4ed6-8420-ee53bb3ff324 req-1211fe35-10ba-400a-8535-a2ab7ed48561 service neutron] Bound using segment: {'id': 'f90ace70-662b-44c0-8133-0683ca3538cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a9cff3de-bafd-4405-ac7a-32d3031d022c'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:57:02.101629 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-7cc5e4bf-ff22-4ed6-8420-ee53bb3ff324 req-1211fe35-10ba-400a-8535-a2ab7ed48561 service neutron] Bound port: 2022adeb-3756-4fe4-94ae-59c58db877ca, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f90ace70-662b-44c0-8133-0683ca3538cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a9cff3de-bafd-4405-ac7a-32d3031d022c'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:57:02.101984 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-7cc5e4bf-ff22-4ed6-8420-ee53bb3ff324 req-1211fe35-10ba-400a-8535-a2ab7ed48561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:02.248016 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fdee870b-6e02-4dcb-aafe-fea161e49a38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:02.255482 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-31b4ff0e-b3c2-415c-a1aa-f2d1feb4df88 req-24874553-7891-4f27-9cf6-8b8b52f3fba4 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:02.264602 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ac438569-13aa-47dd-a3f4-60362f9bd7fa req-15c30450-206e-4802-83c0-353ff43351b0 service neutron] 10.222.0.99 "GET /v2.0/networks/2c19901d-9303-4cfd-b96f-b8f2e52fb4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3857718 Feb 09 00:57:02.299237 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 1412434f-1b76-4010-9a96-22acdead1f74 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:57:02.340829 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-31b4ff0e-b3c2-415c-a1aa-f2d1feb4df88 req-24874553-7891-4f27-9cf6-8b8b52f3fba4 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:02.353783 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fdee870b-6e02-4dcb-aafe-fea161e49a38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:02.462248 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad251db-49f2-4279-b599-709c6e66a607 req-5365f32b-f434-43c7-984b-5c48a8127e67 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:02.469717 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1ad251db-49f2-4279-b599-709c6e66a607 req-5365f32b-f434-43c7-984b-5c48a8127e67 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=763a7eb3-2dd6-42a3-9f56-d22f3c0da01c HTTP/1.1" status: 200 len: 943 time: 0.4154677 Feb 09 00:57:02.495912 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f74d82-4a34-475f-9930-8c560bc01fae req-c23b3d55-28d3-45d5-8a86-27e629e45004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:02.498370 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-87f74d82-4a34-475f-9930-8c560bc01fae req-c23b3d55-28d3-45d5-8a86-27e629e45004 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=90140d92-19ba-4345-9db5-0546529072e2&tenant_id=1510c38a4b2046b5a9943ab7f2f7db5c HTTP/1.1" status: 200 len: 1101 time: 0.3824747 Feb 09 00:57:02.534253 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-87f74d82-4a34-475f-9930-8c560bc01fae req-735c04fb-59aa-46e8-ae18-5abebb9db484 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828418-1', 'device_owner': 'compute:nova'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:57:02.541545 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 1412434f-1b76-4010-9a96-22acdead1f74, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=1412434f-1b76-4010-9a96-22acdead1f74,segment=NetworkSegment(f90ace70-662b-44c0-8133-0683ca3538cf),segment_id=f90ace70-662b-44c0-8133-0683ca3538cf)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:57:02.558500 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '1412434f-1b76-4010-9a96-22acdead1f74', 'network_id': 'a9cff3de-bafd-4405-ac7a-32d3031d022c', 'port_id': '1412434f-1b76-4010-9a96-22acdead1f74', 'mac_address': 'fa:16:3e:5b:28:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0812677-0633-4371-ad1e-90c3460d12b7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:57:02.584932 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-783b7836-332e-41f7-9c9a-3368fe759ccd req-2b8791d3-b0cf-4099-9461-1a10f2cb487c tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Allocated IP 172.20.0.3 (a9cff3de-bafd-4405-ac7a-32d3031d022c/e0812677-0633-4371-ad1e-90c3460d12b7/4ec17ddb-cbce-4a69-bade-bd3b88d9dee7) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:57:02.594272 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-7cc5e4bf-ff22-4ed6-8420-ee53bb3ff324 req-1211fe35-10ba-400a-8535-a2ab7ed48561 service neutron] For port 2022adeb-3756-4fe4-94ae-59c58db877ca, host n-h1-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:57:02.600525 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-31b4ff0e-b3c2-415c-a1aa-f2d1feb4df88 req-24874553-7891-4f27-9cf6-8b8b52f3fba4 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:02.631681 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-7cc5e4bf-ff22-4ed6-8420-ee53bb3ff324 req-1211fe35-10ba-400a-8535-a2ab7ed48561 service neutron] For port 2022adeb-3756-4fe4-94ae-59c58db877ca, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=2022adeb-3756-4fe4-94ae-59c58db877ca,segment=NetworkSegment(f90ace70-662b-44c0-8133-0683ca3538cf),segment_id=f90ace70-662b-44c0-8133-0683ca3538cf)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:57:02.644691 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:02.647348 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1ad251db-49f2-4279-b599-709c6e66a607 req-35690d74-db83-46d4-b0de-2719f304ea8a tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767046 Feb 09 00:57:02.649558 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-7cc5e4bf-ff22-4ed6-8420-ee53bb3ff324 req-1211fe35-10ba-400a-8535-a2ab7ed48561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:02.665968 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1412434f-1b76-4010-9a96-22acdead1f74 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:57:02.672140 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ed677fb4-5859-4dfa-a228-b160a281b2a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:02.705659 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24874553-7891-4f27-9cf6-8b8b52f3fba4 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06052149-3a83-40ae-b0c1-2880a90d542f,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:02.709073 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ed677fb4-5859-4dfa-a228-b160a281b2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:02.725355 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 1412434f-1b76-4010-9a96-22acdead1f74, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=1412434f-1b76-4010-9a96-22acdead1f74,segment=NetworkSegment(f90ace70-662b-44c0-8133-0683ca3538cf),segment_id=f90ace70-662b-44c0-8133-0683ca3538cf)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:57:02.740755 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:02.760373 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fdee870b-6e02-4dcb-aafe-fea161e49a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:02.806612 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc5e4bf-ff22-4ed6-8420-ee53bb3ff324 req-1211fe35-10ba-400a-8535-a2ab7ed48561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:02.807261 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-7cc5e4bf-ff22-4ed6-8420-ee53bb3ff324 req-1211fe35-10ba-400a-8535-a2ab7ed48561 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:02.808748 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-7cc5e4bf-ff22-4ed6-8420-ee53bb3ff324 req-1211fe35-10ba-400a-8535-a2ab7ed48561 service neutron] 10.222.0.62 "PUT /v2.0/ports/2022adeb-3756-4fe4-94ae-59c58db877ca HTTP/1.1" status: 200 len: 1092 time: 2.9478734 Feb 09 00:57:02.817438 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2752f8c-5db0-4fb8-8b5f-01ff92d627b2', 'tag': '2022adeb-3756-4fe4-94ae-59c58db877ca'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:57:02.834049 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed677fb4-5859-4dfa-a228-b160a281b2a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=015ec985-148b-4e77-89fa-ef642e526d8e,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:02.851179 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ac438569-13aa-47dd-a3f4-60362f9bd7fa req-afc4a655-d82b-40db-b76e-f4764654fb34 service neutron] 10.222.0.99 "GET /v2.0/networks/2c19901d-9303-4cfd-b96f-b8f2e52fb4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5663948 Feb 09 00:57:02.863176 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=1412434f-1b76-4010-9a96-22acdead1f74,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:02.863790 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd27ec0e-68a3-48d6-85a8-11c4e5677db1 req-4b0b5c8b-a48d-45ff-8dc2-e80607632646 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:02.871173 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-bd27ec0e-68a3-48d6-85a8-11c4e5677db1 req-4b0b5c8b-a48d-45ff-8dc2-e80607632646 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.62 "GET /v2.0/networks?id=1f86eb5f-f405-4ce4-a845-9c31ac1b15d4 HTTP/1.1" status: 200 len: 811 time: 0.4298112 Feb 09 00:57:02.930893 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-bd27ec0e-68a3-48d6-85a8-11c4e5677db1 req-7f98920a-db8c-40a3-8154-2d4598732cc5 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Request body: {'port': {'device_id': 'd777eaa7-ab2e-48f1-8f52-4ac39125a2bb', 'network_id': '1f86eb5f-f405-4ce4-a845-9c31ac1b15d4', 'admin_state_up': True, 'tenant_id': '71b0276e9e0b48f8943a51531f3d8a9e'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:57:02.938981 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed677fb4-5859-4dfa-a228-b160a281b2a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:02.939324 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed677fb4-5859-4dfa-a228-b160a281b2a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:02.939658 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed677fb4-5859-4dfa-a228-b160a281b2a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:02.939988 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed677fb4-5859-4dfa-a228-b160a281b2a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:02.940310 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed677fb4-5859-4dfa-a228-b160a281b2a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:02.940632 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed677fb4-5859-4dfa-a228-b160a281b2a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:02.940952 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed677fb4-5859-4dfa-a228-b160a281b2a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:02.941271 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed677fb4-5859-4dfa-a228-b160a281b2a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:02.941627 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed677fb4-5859-4dfa-a228-b160a281b2a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:02.941941 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed677fb4-5859-4dfa-a228-b160a281b2a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:02.942246 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed677fb4-5859-4dfa-a228-b160a281b2a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:02.942567 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed677fb4-5859-4dfa-a228-b160a281b2a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:02.957990 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-31b4ff0e-b3c2-415c-a1aa-f2d1feb4df88 req-24874553-7891-4f27-9cf6-8b8b52f3fba4 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:02.959201 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-31b4ff0e-b3c2-415c-a1aa-f2d1feb4df88 req-24874553-7891-4f27-9cf6-8b8b52f3fba4 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "DELETE /v2.0/security-groups/06052149-3a83-40ae-b0c1-2880a90d542f HTTP/1.1" status: 204 len: 173 time: 1.0381784 Feb 09 00:57:02.959933 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fdee870b-6e02-4dcb-aafe-fea161e49a38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:02.963696 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-fdee870b-6e02-4dcb-aafe-fea161e49a38 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/8f361fac-bee5-49f7-8557-30dc6fac47de HTTP/1.1" status: 204 len: 168 time: 1.0182891 Feb 09 00:57:02.984616 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-ed677fb4-5859-4dfa-a228-b160a281b2a1 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=fcd2eb087047478b9a0fb232b88c30fe&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1559937 Feb 09 00:57:02.995712 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47276) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:03.000752 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-81f8e2a1-33a9-4cac-ac0d-acd28e6ef963 req-d79f135e-fa56-4585-8f87-c4f83dd12e89 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f50468d-06ac-4e8b-9614-7f72392184d3 HTTP/1.1" status: 200 len: 210 time: 0.1491683 Feb 09 00:57:03.019793 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6ce7103-0f37-4e8a-b96c-5d515d2f29ba', 'tag': '1412434f-1b76-4010-9a96-22acdead1f74', 'status': 'completed', 'code': 200} Feb 09 00:57:03.020775 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee870b-6e02-4dcb-aafe-fea161e49a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f361fac-bee5-49f7-8557-30dc6fac47de,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:03.032902 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-87f74d82-4a34-475f-9930-8c560bc01fae req-735c04fb-59aa-46e8-ae18-5abebb9db484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:03.055472 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['1412434f-1b76-4010-9a96-22acdead1f74'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:57:03.064046 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.62', 57006) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:03.322927 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1211fe35-10ba-400a-8535-a2ab7ed48561 service neutron] Pushing event updated for resources: {'Port': ['ID=2022adeb-3756-4fe4-94ae-59c58db877ca,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:03.329914 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bfadc5de-b0f9-45ab-ae34-1213dbb54c50 req-5a138e52-25ac-4f5b-bdab-6daccdc4e277 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=d777eaa7-ab2e-48f1-8f52-4ac39125a2bb HTTP/1.1" status: 200 len: 210 time: 0.1049061 Feb 09 00:57:03.355719 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1211fe35-10ba-400a-8535-a2ab7ed48561 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:03.356805 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1211fe35-10ba-400a-8535-a2ab7ed48561 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:03.357186 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1211fe35-10ba-400a-8535-a2ab7ed48561 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:03.357731 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1211fe35-10ba-400a-8535-a2ab7ed48561 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:03.358073 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1211fe35-10ba-400a-8535-a2ab7ed48561 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:03.358402 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1211fe35-10ba-400a-8535-a2ab7ed48561 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:03.358732 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1211fe35-10ba-400a-8535-a2ab7ed48561 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:03.359057 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1211fe35-10ba-400a-8535-a2ab7ed48561 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:03.359380 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1211fe35-10ba-400a-8535-a2ab7ed48561 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:03.359700 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1211fe35-10ba-400a-8535-a2ab7ed48561 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:03.360019 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1211fe35-10ba-400a-8535-a2ab7ed48561 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:03.360879 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1211fe35-10ba-400a-8535-a2ab7ed48561 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:03.411623 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-bd27ec0e-68a3-48d6-85a8-11c4e5677db1 req-7f98920a-db8c-40a3-8154-2d4598732cc5 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:57:03.415297 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4451b33b-d8e7-4142-81c4-b2fea53197af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:03.440792 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-bd27ec0e-68a3-48d6-85a8-11c4e5677db1 req-7f98920a-db8c-40a3-8154-2d4598732cc5 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:57:03.483255 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc5e4bf-ff22-4ed6-8420-ee53bb3ff324 req-66bc520d-e452-42bc-9076-3c57f71b8ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:03.485104 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-7cc5e4bf-ff22-4ed6-8420-ee53bb3ff324 req-66bc520d-e452-42bc-9076-3c57f71b8ef0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=71c31f16ee3346cbb072d08fa5dffd7e&device_id=d2752f8c-5db0-4fb8-8b5f-01ff92d627b2 HTTP/1.1" status: 200 len: 1095 time: 0.6127553 Feb 09 00:57:03.486894 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2752f8c-5db0-4fb8-8b5f-01ff92d627b2', 'tag': '2022adeb-3756-4fe4-94ae-59c58db877ca', 'status': 'completed', 'code': 200} Feb 09 00:57:03.506942 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4451b33b-d8e7-4142-81c4-b2fea53197af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:03.573628 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec6836-1501-4182-b106-93559681a20e req-660e0c00-6d28-4576-9c3f-cb5d8a45f322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:03.575663 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7fec6836-1501-4182-b106-93559681a20e req-660e0c00-6d28-4576-9c3f-cb5d8a45f322 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=71c31f16ee3346cbb072d08fa5dffd7e&device_id=f6ce7103-0f37-4e8a-b96c-5d515d2f29ba HTTP/1.1" status: 200 len: 1095 time: 0.5103455 Feb 09 00:57:03.584253 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [req-7495b24c-1fac-4ad2-b9db-555011a2b9c6 req-54b9e07e-9d1a-4deb-b86a-7bd693187e4a tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] show failed (client error): The resource could not be found. Feb 09 00:57:03.588988 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd27ec0e-68a3-48d6-85a8-11c4e5677db1 req-7f98920a-db8c-40a3-8154-2d4598732cc5 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Made reservation on behalf of 71b0276e9e0b48f8943a51531f3d8a9e for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:57:03.593097 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7495b24c-1fac-4ad2-b9db-555011a2b9c6 req-54b9e07e-9d1a-4deb-b86a-7bd693187e4a tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/security-groups/06052149-3a83-40ae-b0c1-2880a90d542f HTTP/1.1" status: 404 len: 352 time: 0.0531673 Feb 09 00:57:03.595897 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-bd27ec0e-68a3-48d6-85a8-11c4e5677db1 req-7f98920a-db8c-40a3-8154-2d4598732cc5 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:03.606398 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-7cc5e4bf-ff22-4ed6-8420-ee53bb3ff324 req-1a2e7ca9-0046-4ad1-bde1-3fc2844dd9f9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2022adeb-3756-4fe4-94ae-59c58db877ca HTTP/1.1" status: 200 len: 217 time: 0.1016467 Feb 09 00:57:03.619079 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47300) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:03.775718 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-783b7836-332e-41f7-9c9a-3368fe759ccd req-2b8791d3-b0cf-4099-9461-1a10f2cb487c tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:03.785415 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505072f5-9016-4d26-b1f1-13903f492cb5 req-3885a0fc-5cc7-443f-a0b7-69472ade83a5 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:03.786935 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-505072f5-9016-4d26-b1f1-13903f492cb5 req-3885a0fc-5cc7-443f-a0b7-69472ade83a5 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=90140d92-19ba-4345-9db5-0546529072e2 HTTP/1.1" status: 200 len: 950 time: 0.4542372 Feb 09 00:57:03.802364 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-87f74d82-4a34-475f-9930-8c560bc01fae req-735c04fb-59aa-46e8-ae18-5abebb9db484 service neutron] For port 5c64b64d-1354-4d28-a743-7966f6fd515a, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=5c64b64d-1354-4d28-a743-7966f6fd515a,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:57:03.844732 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-783b7836-332e-41f7-9c9a-3368fe759ccd req-2b8791d3-b0cf-4099-9461-1a10f2cb487c tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Transition to ACTIVE for port object 4ec17ddb-cbce-4a69-bade-bd3b88d9dee7 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:57:03.869458 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc5e4bf-ff22-4ed6-8420-ee53bb3ff324 req-f5556d7e-e903-47dc-8891-309a5f9d9007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:03.870954 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-7cc5e4bf-ff22-4ed6-8420-ee53bb3ff324 req-f5556d7e-e903-47dc-8891-309a5f9d9007 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e0812677-0633-4371-ad1e-90c3460d12b7 HTTP/1.1" status: 200 len: 853 time: 0.2493916 Feb 09 00:57:03.914038 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec6836-1501-4182-b106-93559681a20e req-784909ea-fc48-4a2f-8680-5cbdce82c840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:03.915482 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7fec6836-1501-4182-b106-93559681a20e req-784909ea-fc48-4a2f-8680-5cbdce82c840 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a9cff3de-bafd-4405-ac7a-32d3031d022c HTTP/1.1" status: 200 len: 915 time: 0.3072121 Feb 09 00:57:03.918875 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-757c0560-b45c-41f0-82fc-5bc49f6e9476 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=6666e3c284ef4fc4bc55d644259ffc2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2919712 Feb 09 00:57:03.927048 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-505072f5-9016-4d26-b1f1-13903f492cb5 req-bd84fcd5-f0d7-43ff-afc7-024d499c04c2 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321597 Feb 09 00:57:03.929731 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47312) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:03.936426 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-361efcfd-3144-46bf-85df-708292d621ac req-abbcf11b-e0f5-4167-be46-e7eeedaa522e tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Synchronizing usage tracker for tenant:fe158ed132334121b71318da05020927 on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:57:03.973445 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4451b33b-d8e7-4142-81c4-b2fea53197af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:04.016032 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4451b33b-d8e7-4142-81c4-b2fea53197af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=015ec985-148b-4e77-89fa-ef642e526d8e,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:04.017013 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-87f74d82-4a34-475f-9930-8c560bc01fae req-735c04fb-59aa-46e8-ae18-5abebb9db484 service neutron] For port 5c64b64d-1354-4d28-a743-7966f6fd515a, host n-h2-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:57:04.055033 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7fec6836-1501-4182-b106-93559681a20e req-e073d7b2-b9ab-465e-966c-ada7e3643b5e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1412434f-1b76-4010-9a96-22acdead1f74 HTTP/1.1" status: 200 len: 217 time: 0.1270523 Feb 09 00:57:04.110770 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-bd27ec0e-68a3-48d6-85a8-11c4e5677db1 req-7f98920a-db8c-40a3-8154-2d4598732cc5 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Allocated IP 172.20.0.8 (1f86eb5f-f405-4ce4-a845-9c31ac1b15d4/55d6843d-cf0e-4da9-b1f9-18c66e11f308/8966abcd-1778-4e11-b863-2fa7dd0270fe) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:57:04.130270 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-783b7836-332e-41f7-9c9a-3368fe759ccd req-2b8791d3-b0cf-4099-9461-1a10f2cb487c tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:04.142911 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['1412434f-1b76-4010-9a96-22acdead1f74'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:57:04.209812 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ad0ebc77-bfb8-4757-889f-201bfcc1fe7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:04.211607 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4451b33b-d8e7-4142-81c4-b2fea53197af admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:04.215585 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-4451b33b-d8e7-4142-81c4-b2fea53197af admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/015ec985-148b-4e77-89fa-ef642e526d8e HTTP/1.1" status: 204 len: 168 time: 1.1378078 Feb 09 00:57:04.271485 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-783b7836-332e-41f7-9c9a-3368fe759ccd req-2b8791d3-b0cf-4099-9461-1a10f2cb487c tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Network a9cff3de-bafd-4405-ac7a-32d3031d022c is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:57:04.274035 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc5e4bf-ff22-4ed6-8420-ee53bb3ff324 req-b0627deb-c14d-48cf-9572-ede973df94ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:04.275248 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-7cc5e4bf-ff22-4ed6-8420-ee53bb3ff324 req-b0627deb-c14d-48cf-9572-ede973df94ec service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a9cff3de-bafd-4405-ac7a-32d3031d022c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3958302 Feb 09 00:57:04.280659 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-361efcfd-3144-46bf-85df-708292d621ac req-abbcf11b-e0f5-4167-be46-e7eeedaa522e tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Unset dirty status for tenant:fe158ed132334121b71318da05020927 on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:57:04.282299 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-361efcfd-3144-46bf-85df-708292d621ac req-abbcf11b-e0f5-4167-be46-e7eeedaa522e tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=fe158ed132334121b71318da05020927 HTTP/1.1" status: 200 len: 6148 time: 0.5810969 Feb 09 00:57:04.287083 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-783b7836-332e-41f7-9c9a-3368fe759ccd req-2b8791d3-b0cf-4099-9461-1a10f2cb487c tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:57:04.297540 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-783b7836-332e-41f7-9c9a-3368fe759ccd req-2b8791d3-b0cf-4099-9461-1a10f2cb487c tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:57:04.308769 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-87f74d82-4a34-475f-9930-8c560bc01fae req-735c04fb-59aa-46e8-ae18-5abebb9db484 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:04.371135 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec6836-1501-4182-b106-93559681a20e req-86d644bd-c3c0-4956-aa97-0f3b9f20f784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:04.372815 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 1412434f-1b76-4010-9a96-22acdead1f74 up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:57:04.375078 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7fec6836-1501-4182-b106-93559681a20e req-86d644bd-c3c0-4956-aa97-0f3b9f20f784 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e0812677-0633-4371-ad1e-90c3460d12b7 HTTP/1.1" status: 200 len: 853 time: 0.1904168 Feb 09 00:57:04.382875 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ad0ebc77-bfb8-4757-889f-201bfcc1fe7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:04.388776 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-87f74d82-4a34-475f-9930-8c560bc01fae req-735c04fb-59aa-46e8-ae18-5abebb9db484 service neutron] Transition to ACTIVE for port object 5c64b64d-1354-4d28-a743-7966f6fd515a will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:57:04.458507 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-87f74d82-4a34-475f-9930-8c560bc01fae req-735c04fb-59aa-46e8-ae18-5abebb9db484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:04.463959 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8791d3-b0cf-4099-9461-1a10f2cb487c tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Pushing event updated for resources: {'Port': ['ID=4ec17ddb-cbce-4a69-bade-bd3b88d9dee7,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:04.519400 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port 1412434f-1b76-4010-9a96-22acdead1f74 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:57:04.531300 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 1412434f-1b76-4010-9a96-22acdead1f74 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:57:04.531767 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:04.552942 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-361efcfd-3144-46bf-85df-708292d621ac req-74ef55d3-e2ae-4cbe-ab8f-762a7f343908 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/security-groups/2cd63bc8-3887-4f55-952c-1971b82f2ed9 HTTP/1.1" status: 200 len: 2981 time: 0.2467473 Feb 09 00:57:04.634717 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 0e9696b7-60ef-432d-8bf7-d605730b4909 details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:57:04.726732 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82314a13-0fe5-457a-9d45-a26bbc4f5a3a req-e3341650-1637-49a7-b15e-99e0de1b9e08 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:04.733972 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-82314a13-0fe5-457a-9d45-a26bbc4f5a3a req-e3341650-1637-49a7-b15e-99e0de1b9e08 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=763a7eb3-2dd6-42a3-9f56-d22f3c0da01c HTTP/1.1" status: 200 len: 943 time: 0.6766117 Feb 09 00:57:04.761318 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 5c64b64d-1354-4d28-a743-7966f6fd515a no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:57:04.802758 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735c04fb-59aa-46e8-ae18-5abebb9db484 service neutron] Pushing event updated for resources: {'Port': ['ID=5c64b64d-1354-4d28-a743-7966f6fd515a,revision_number=10']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:04.851692 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-87f74d82-4a34-475f-9930-8c560bc01fae req-735c04fb-59aa-46e8-ae18-5abebb9db484 service neutron] No DVR routers for this DVR port 5c64b64d-1354-4d28-a743-7966f6fd515a on host n-h2-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:57:04.901159 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b7836-332e-41f7-9c9a-3368fe759ccd req-2b8791d3-b0cf-4099-9461-1a10f2cb487c tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:04.902011 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-783b7836-332e-41f7-9c9a-3368fe759ccd req-2b8791d3-b0cf-4099-9461-1a10f2cb487c tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:04.958627 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-361efcfd-3144-46bf-85df-708292d621ac req-8a1dae99-2219-4896-8a94-2dfef3bbc55a tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/security-groups/2cd63bc8-3887-4f55-952c-1971b82f2ed9 HTTP/1.1" status: 200 len: 2981 time: 0.4043019 Feb 09 00:57:04.964789 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-336f534c-8fb8-4334-8c17-4e61e94cff6a None None] Provisioning for port 4ec17ddb-cbce-4a69-bade-bd3b88d9dee7 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:57:05.010769 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-783b7836-332e-41f7-9c9a-3368fe759ccd req-2b8791d3-b0cf-4099-9461-1a10f2cb487c tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7563536 Feb 09 00:57:05.011610 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-82314a13-0fe5-457a-9d45-a26bbc4f5a3a req-18df18b1-5108-41ff-b096-df5168ce42ee tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755339 Feb 09 00:57:05.014784 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-336f534c-8fb8-4334-8c17-4e61e94cff6a None None] Provisioning complete for port 4ec17ddb-cbce-4a69-bade-bd3b88d9dee7 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:57:05.015849 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-336f534c-8fb8-4334-8c17-4e61e94cff6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:05.020361 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90140d92-19ba-4345-9db5-0546529072e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c64b64d-1354-4d28-a743-7966f6fd515a'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:57:05.023147 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-7cc5e4bf-ff22-4ed6-8420-ee53bb3ff324 req-01d7fea3-9ed0-4e79-b5aa-1d2f47a3e071 service neutron] 10.222.0.62 "GET /v2.0/networks/a9cff3de-bafd-4405-ac7a-32d3031d022c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7266922 Feb 09 00:57:05.027235 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-783b7836-332e-41f7-9c9a-3368fe759ccd req-931b4e98-d8b3-4bea-a85f-fe35d5fc5fd6 service neutron] Request body: {'port': {'device_id': '8f50468d-06ac-4e8b-9614-7f72392184d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:57:05.052656 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec6836-1501-4182-b106-93559681a20e req-074ee601-1dba-4999-b395-a10e3b4bb9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:05.054542 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7fec6836-1501-4182-b106-93559681a20e req-074ee601-1dba-4999-b395-a10e3b4bb9f4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a9cff3de-bafd-4405-ac7a-32d3031d022c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6697078 Feb 09 00:57:05.057731 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-87f74d82-4a34-475f-9930-8c560bc01fae req-735c04fb-59aa-46e8-ae18-5abebb9db484 service neutron] Attempting to bind port 5c64b64d-1354-4d28-a743-7966f6fd515a on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:57:05.058059 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-87f74d82-4a34-475f-9930-8c560bc01fae req-735c04fb-59aa-46e8-ae18-5abebb9db484 service neutron] Attempting to bind port 5c64b64d-1354-4d28-a743-7966f6fd515a by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:57:05.058392 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f74d82-4a34-475f-9930-8c560bc01fae req-735c04fb-59aa-46e8-ae18-5abebb9db484 service neutron] Attempting to bind port 5c64b64d-1354-4d28-a743-7966f6fd515a on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:57:05.071522 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ad0ebc77-bfb8-4757-889f-201bfcc1fe7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:05.075694 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ad0ebc77-bfb8-4757-889f-201bfcc1fe7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:05.080498 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ad0ebc77-bfb8-4757-889f-201bfcc1fe7e admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/ba7d115b-2ab3-4772-a118-e0ba5b9c738c HTTP/1.1" status: 204 len: 168 time: 1.1162307 Feb 09 00:57:05.142105 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0ebc77-bfb8-4757-889f-201bfcc1fe7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7d115b-2ab3-4772-a118-e0ba5b9c738c,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:05.162110 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-336f534c-8fb8-4334-8c17-4e61e94cff6a None None] Port 4ec17ddb-cbce-4a69-bade-bd3b88d9dee7 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:57:05.175737 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 5c64b64d-1354-4d28-a743-7966f6fd515a not bound to the agent host n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 00:57:05.218956 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:05.227227 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-bd27ec0e-68a3-48d6-85a8-11c4e5677db1 req-7f98920a-db8c-40a3-8154-2d4598732cc5 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:05.251394 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 0e9696b7-60ef-432d-8bf7-d605730b4909, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=0e9696b7-60ef-432d-8bf7-d605730b4909,segment=NetworkSegment(d7050703-a45d-45b0-a89d-e74c0c0ae2fb),segment_id=d7050703-a45d-45b0-a89d-e74c0c0ae2fb)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:57:05.270318 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6ce7103-0f37-4e8a-b96c-5d515d2f29ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1412434f-1b76-4010-9a96-22acdead1f74'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:57:05.276494 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-bd27ec0e-68a3-48d6-85a8-11c4e5677db1 req-7f98920a-db8c-40a3-8154-2d4598732cc5 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Transition to ACTIVE for port object 8966abcd-1778-4e11-b863-2fa7dd0270fe will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:57:05.301630 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': '0e9696b7-60ef-432d-8bf7-d605730b4909', 'network_id': '2c19901d-9303-4cfd-b96f-b8f2e52fb4b9', 'port_id': '0e9696b7-60ef-432d-8bf7-d605730b4909', 'mac_address': 'fa:16:3e:dc:07:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f523b7b8-aa23-4f63-9894-de0d35bb1ce5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:57:05.308455 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 1412434f-1b76-4010-9a96-22acdead1f74, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=1412434f-1b76-4010-9a96-22acdead1f74,segment=NetworkSegment(f90ace70-662b-44c0-8133-0683ca3538cf),segment_id=f90ace70-662b-44c0-8133-0683ca3538cf)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:57:05.327859 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7fec6836-1501-4182-b106-93559681a20e req-3e1fce48-0ffd-4f16-8d13-defa933c6079 service neutron] 10.222.0.62 "GET /v2.0/networks/a9cff3de-bafd-4405-ac7a-32d3031d022c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593722 Feb 09 00:57:05.328567 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f74d82-4a34-475f-9930-8c560bc01fae req-735c04fb-59aa-46e8-ae18-5abebb9db484 service neutron] Port 5c64b64d-1354-4d28-a743-7966f6fd515a on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:57:05.329133 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f74d82-4a34-475f-9930-8c560bc01fae req-735c04fb-59aa-46e8-ae18-5abebb9db484 service neutron] Attempting to bind port 5c64b64d-1354-4d28-a743-7966f6fd515a on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:57:05.340851 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f74d82-4a34-475f-9930-8c560bc01fae req-735c04fb-59aa-46e8-ae18-5abebb9db484 service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:57:05.341346 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f74d82-4a34-475f-9930-8c560bc01fae req-735c04fb-59aa-46e8-ae18-5abebb9db484 service neutron] Checking segment: {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:57:05.341892 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f74d82-4a34-475f-9930-8c560bc01fae req-735c04fb-59aa-46e8-ae18-5abebb9db484 service neutron] Bound using segment: {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:57:05.342443 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-87f74d82-4a34-475f-9930-8c560bc01fae req-735c04fb-59aa-46e8-ae18-5abebb9db484 service neutron] Bound port: 5c64b64d-1354-4d28-a743-7966f6fd515a, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:57:05.342900 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-87f74d82-4a34-475f-9930-8c560bc01fae req-735c04fb-59aa-46e8-ae18-5abebb9db484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:05.346959 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-bd27ec0e-68a3-48d6-85a8-11c4e5677db1 req-7f98920a-db8c-40a3-8154-2d4598732cc5 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:05.436283 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:05.458667 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e9696b7-60ef-432d-8bf7-d605730b4909 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:57:05.463381 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:05.465637 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f98920a-db8c-40a3-8154-2d4598732cc5 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Pushing event updated for resources: {'Port': ['ID=8966abcd-1778-4e11-b863-2fa7dd0270fe,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:05.561553 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=1412434f-1b76-4010-9a96-22acdead1f74,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:05.603446 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 0e9696b7-60ef-432d-8bf7-d605730b4909, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=0e9696b7-60ef-432d-8bf7-d605730b4909,segment=NetworkSegment(d7050703-a45d-45b0-a89d-e74c0c0ae2fb),segment_id=d7050703-a45d-45b0-a89d-e74c0c0ae2fb)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:57:05.609161 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:05.653766 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd27ec0e-68a3-48d6-85a8-11c4e5677db1 req-7f98920a-db8c-40a3-8154-2d4598732cc5 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Network 1f86eb5f-f405-4ce4-a845-9c31ac1b15d4 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:57:05.672314 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-bd27ec0e-68a3-48d6-85a8-11c4e5677db1 req-7f98920a-db8c-40a3-8154-2d4598732cc5 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:57:05.679490 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd27ec0e-68a3-48d6-85a8-11c4e5677db1 req-7f98920a-db8c-40a3-8154-2d4598732cc5 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:57:05.713730 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=0e9696b7-60ef-432d-8bf7-d605730b4909,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:05.793662 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-7cc5e4bf-ff22-4ed6-8420-ee53bb3ff324 req-f9709424-7f9c-4067-99f6-9992bac1136f service neutron] 10.222.0.62 "GET /v2.0/networks/a9cff3de-bafd-4405-ac7a-32d3031d022c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7227995 Feb 09 00:57:05.794229 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-783b7836-332e-41f7-9c9a-3368fe759ccd req-931b4e98-d8b3-4bea-a85f-fe35d5fc5fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:05.796704 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c2c18-742b-4cd1-ae0b-8078e276af24 req-cb079645-3480-49d9-8268-0e0bd595166b tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:05.801713 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9b8c2c18-742b-4cd1-ae0b-8078e276af24 req-cb079645-3480-49d9-8268-0e0bd595166b tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f50468d-06ac-4e8b-9614-7f72392184d3 HTTP/1.1" status: 200 len: 931 time: 0.4695127 Feb 09 00:57:05.805431 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7fec6836-1501-4182-b106-93559681a20e req-599b76d7-0fd6-4c46-93e0-97af5951df46 service neutron] 10.222.0.62 "GET /v2.0/networks/a9cff3de-bafd-4405-ac7a-32d3031d022c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4696014 Feb 09 00:57:05.813685 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-87f74d82-4a34-475f-9930-8c560bc01fae req-735c04fb-59aa-46e8-ae18-5abebb9db484 service neutron] For port 5c64b64d-1354-4d28-a743-7966f6fd515a, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:57:05.847554 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-87f74d82-4a34-475f-9930-8c560bc01fae req-735c04fb-59aa-46e8-ae18-5abebb9db484 service neutron] For port 5c64b64d-1354-4d28-a743-7966f6fd515a, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=5c64b64d-1354-4d28-a743-7966f6fd515a,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:57:05.857501 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12e4fe-01e2-4243-85fe-0fc4ccddbc67 req-d0559ee6-aade-4ffb-a92c-f7cb142712a5 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:05.864948 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4d12e4fe-01e2-4243-85fe-0fc4ccddbc67 req-d0559ee6-aade-4ffb-a92c-f7cb142712a5 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=d777eaa7-ab2e-48f1-8f52-4ac39125a2bb HTTP/1.1" status: 200 len: 931 time: 0.5299823 Feb 09 00:57:05.931952 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-87f74d82-4a34-475f-9930-8c560bc01fae req-735c04fb-59aa-46e8-ae18-5abebb9db484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:05.946234 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 47372) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:05.993910 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['0e9696b7-60ef-432d-8bf7-d605730b4909'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:57:06.049246 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9b8c2c18-742b-4cd1-ae0b-8078e276af24 req-09a4d786-3867-49a8-97f6-300a698d8343 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/security-groups?id=f58a20dc-4342-436d-a5ca-ae66a87962a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371254 Feb 09 00:57:06.061476 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f74d82-4a34-475f-9930-8c560bc01fae req-735c04fb-59aa-46e8-ae18-5abebb9db484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:06.062138 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-87f74d82-4a34-475f-9930-8c560bc01fae req-735c04fb-59aa-46e8-ae18-5abebb9db484 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:06.063525 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-87f74d82-4a34-475f-9930-8c560bc01fae req-735c04fb-59aa-46e8-ae18-5abebb9db484 service neutron] 10.222.0.62 "PUT /v2.0/ports/5c64b64d-1354-4d28-a743-7966f6fd515a HTTP/1.1" status: 200 len: 1097 time: 3.5504973 Feb 09 00:57:06.103588 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4d12e4fe-01e2-4243-85fe-0fc4ccddbc67 req-298040e6-eb86-41e6-ad25-3d4d738f675c tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=ceaabe02-67e8-49da-9640-53d4e3b33273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376151 Feb 09 00:57:06.168465 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735c04fb-59aa-46e8-ae18-5abebb9db484 service neutron] Pushing event updated for resources: {'Port': ['ID=5c64b64d-1354-4d28-a743-7966f6fd515a,revision_number=11']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:06.195466 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-b637e7d5-ed16-43a0-ac61-ac16f994d893 req-84d773a3-185a-485f-82e8-369219804b47 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1653994636', 'description': 'tempest-description-414709034'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:57:06.210771 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-b637e7d5-ed16-43a0-ac61-ac16f994d893 req-84d773a3-185a-485f-82e8-369219804b47 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:57:06.253848 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-b637e7d5-ed16-43a0-ac61-ac16f994d893 req-84d773a3-185a-485f-82e8-369219804b47 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:57:06.271441 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f82711-4d8c-4755-8ddd-8c70b5cefc3e req-d20450f6-84aa-4c96-b36b-a2ea6217f93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:06.279147 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-92f82711-4d8c-4755-8ddd-8c70b5cefc3e req-d20450f6-84aa-4c96-b36b-a2ea6217f93b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=71c31f16ee3346cbb072d08fa5dffd7e&device_id=d2752f8c-5db0-4fb8-8b5f-01ff92d627b2 HTTP/1.1" status: 200 len: 1095 time: 0.4025192 Feb 09 00:57:06.305542 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-79f01f69-5e95-4829-9527-792e6fe80299 None None] Provisioning for port 8966abcd-1778-4e11-b863-2fa7dd0270fe completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:57:06.317807 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b637e7d5-ed16-43a0-ac61-ac16f994d893 req-84d773a3-185a-485f-82e8-369219804b47 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:06.360440 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-79f01f69-5e95-4829-9527-792e6fe80299 None None] Provisioning complete for port 8966abcd-1778-4e11-b863-2fa7dd0270fe triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:57:06.360774 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-79f01f69-5e95-4829-9527-792e6fe80299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:06.416425 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-cd70fc53-0c69-4937-9f72-5fcd11a9b1ca admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1093412730-network', 'tenant_id': 'c087c538c6c04537bb8fc0b2ca489a68'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:57:06.425951 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [req-783b7836-332e-41f7-9c9a-3368fe759ccd req-931b4e98-d8b3-4bea-a85f-fe35d5fc5fd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ec17ddb-cbce-4a69-bade-bd3b88d9dee7 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:57:06.433647 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-783b7836-332e-41f7-9c9a-3368fe759ccd req-931b4e98-d8b3-4bea-a85f-fe35d5fc5fd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:06.450759 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-783b7836-332e-41f7-9c9a-3368fe759ccd req-931b4e98-d8b3-4bea-a85f-fe35d5fc5fd6 service neutron] Transition to ACTIVE for port object 4ec17ddb-cbce-4a69-bade-bd3b88d9dee7 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:57:06.458173 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd27ec0e-68a3-48d6-85a8-11c4e5677db1 req-7f98920a-db8c-40a3-8154-2d4598732cc5 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:06.458828 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-bd27ec0e-68a3-48d6-85a8-11c4e5677db1 req-7f98920a-db8c-40a3-8154-2d4598732cc5 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:06.464694 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-783b7836-332e-41f7-9c9a-3368fe759ccd req-931b4e98-d8b3-4bea-a85f-fe35d5fc5fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:06.495313 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-79f01f69-5e95-4829-9527-792e6fe80299 None None] Port 8966abcd-1778-4e11-b863-2fa7dd0270fe cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:57:06.622294 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-cd70fc53-0c69-4937-9f72-5fcd11a9b1ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:57:06.623447 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-bd27ec0e-68a3-48d6-85a8-11c4e5677db1 req-7f98920a-db8c-40a3-8154-2d4598732cc5 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7022796 Feb 09 00:57:06.645083 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-bd27ec0e-68a3-48d6-85a8-11c4e5677db1 req-70c51117-2458-4a0d-82ea-55e417ba701b service neutron] Request body: {'port': {'device_id': 'd777eaa7-ab2e-48f1-8f52-4ac39125a2bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:57:06.670743 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-cd70fc53-0c69-4937-9f72-5fcd11a9b1ca admin admin] Usage tracker for resource:network and tenant:c087c538c6c04537bb8fc0b2ca489a68 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:57:06.676986 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-b637e7d5-ed16-43a0-ac61-ac16f994d893 req-84d773a3-185a-485f-82e8-369219804b47 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:57:06.679798 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-cd70fc53-0c69-4937-9f72-5fcd11a9b1ca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:57:06.697118 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f74d82-4a34-475f-9930-8c560bc01fae req-0d3c9c5c-1381-4a68-a632-a02fe2d0b062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:06.698653 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-87f74d82-4a34-475f-9930-8c560bc01fae req-0d3c9c5c-1381-4a68-a632-a02fe2d0b062 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1510c38a4b2046b5a9943ab7f2f7db5c&device_id=90140d92-19ba-4345-9db5-0546529072e2 HTTP/1.1" status: 200 len: 1100 time: 0.5915589 Feb 09 00:57:06.699756 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-b637e7d5-ed16-43a0-ac61-ac16f994d893 req-84d773a3-185a-485f-82e8-369219804b47 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Usage tracker for resource:security_group_rule and tenant:fe158ed132334121b71318da05020927 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:57:06.709999 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-b637e7d5-ed16-43a0-ac61-ac16f994d893 req-84d773a3-185a-485f-82e8-369219804b47 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:57:06.714303 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-cd70fc53-0c69-4937-9f72-5fcd11a9b1ca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:57:06.725459 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-b637e7d5-ed16-43a0-ac61-ac16f994d893 req-84d773a3-185a-485f-82e8-369219804b47 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:57:06.742834 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931b4e98-d8b3-4bea-a85f-fe35d5fc5fd6 service neutron] Pushing event updated for resources: {'Port': ['ID=4ec17ddb-cbce-4a69-bade-bd3b88d9dee7,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:06.890930 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd70fc53-0c69-4937-9f72-5fcd11a9b1ca admin admin] Made reservation on behalf of c087c538c6c04537bb8fc0b2ca489a68 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:57:06.893894 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cd70fc53-0c69-4937-9f72-5fcd11a9b1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:06.898958 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-783b7836-332e-41f7-9c9a-3368fe759ccd req-931b4e98-d8b3-4bea-a85f-fe35d5fc5fd6 service neutron] Attempting to bind port 4ec17ddb-cbce-4a69-bade-bd3b88d9dee7 on host n-h2-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:57:06.899389 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-783b7836-332e-41f7-9c9a-3368fe759ccd req-931b4e98-d8b3-4bea-a85f-fe35d5fc5fd6 service neutron] Attempting to bind port 4ec17ddb-cbce-4a69-bade-bd3b88d9dee7 by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': 'f90ace70-662b-44c0-8133-0683ca3538cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a9cff3de-bafd-4405-ac7a-32d3031d022c'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:57:06.899722 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783b7836-332e-41f7-9c9a-3368fe759ccd req-931b4e98-d8b3-4bea-a85f-fe35d5fc5fd6 service neutron] Attempting to bind port 4ec17ddb-cbce-4a69-bade-bd3b88d9dee7 on network a9cff3de-bafd-4405-ac7a-32d3031d022c {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:57:06.906728 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783b7836-332e-41f7-9c9a-3368fe759ccd req-931b4e98-d8b3-4bea-a85f-fe35d5fc5fd6 service neutron] Port 4ec17ddb-cbce-4a69-bade-bd3b88d9dee7 on network a9cff3de-bafd-4405-ac7a-32d3031d022c not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:57:06.907058 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783b7836-332e-41f7-9c9a-3368fe759ccd req-931b4e98-d8b3-4bea-a85f-fe35d5fc5fd6 service neutron] Attempting to bind port 4ec17ddb-cbce-4a69-bade-bd3b88d9dee7 on network a9cff3de-bafd-4405-ac7a-32d3031d022c {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:57:06.914062 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-bd27ec0e-68a3-48d6-85a8-11c4e5677db1 req-70c51117-2458-4a0d-82ea-55e417ba701b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:06.933680 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783b7836-332e-41f7-9c9a-3368fe759ccd req-931b4e98-d8b3-4bea-a85f-fe35d5fc5fd6 service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:57:06.933961 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783b7836-332e-41f7-9c9a-3368fe759ccd req-931b4e98-d8b3-4bea-a85f-fe35d5fc5fd6 service neutron] Checking segment: {'id': 'f90ace70-662b-44c0-8133-0683ca3538cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a9cff3de-bafd-4405-ac7a-32d3031d022c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:57:06.935673 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783b7836-332e-41f7-9c9a-3368fe759ccd req-931b4e98-d8b3-4bea-a85f-fe35d5fc5fd6 service neutron] Bound using segment: {'id': 'f90ace70-662b-44c0-8133-0683ca3538cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a9cff3de-bafd-4405-ac7a-32d3031d022c'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:57:06.936125 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-783b7836-332e-41f7-9c9a-3368fe759ccd req-931b4e98-d8b3-4bea-a85f-fe35d5fc5fd6 service neutron] Bound port: 4ec17ddb-cbce-4a69-bade-bd3b88d9dee7, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f90ace70-662b-44c0-8133-0683ca3538cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a9cff3de-bafd-4405-ac7a-32d3031d022c'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:57:06.937882 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-783b7836-332e-41f7-9c9a-3368fe759ccd req-931b4e98-d8b3-4bea-a85f-fe35d5fc5fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:06.940906 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cd70fc53-0c69-4937-9f72-5fcd11a9b1ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:06.968642 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f82711-4d8c-4755-8ddd-8c70b5cefc3e req-2406aa8c-5cb1-439c-a329-50588ce2d58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:06.970132 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-92f82711-4d8c-4755-8ddd-8c70b5cefc3e req-2406aa8c-5cb1-439c-a329-50588ce2d58a service neutron] 10.222.0.62 "GET /v2.0/networks?id=a9cff3de-bafd-4405-ac7a-32d3031d022c HTTP/1.1" status: 200 len: 915 time: 0.6806147 Feb 09 00:57:07.038874 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-cd70fc53-0c69-4937-9f72-5fcd11a9b1ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:57:07.058291 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab2d38-202f-4f10-a6d1-2929ddc03738 req-6dde1302-da7c-47b3-8ed9-f16a13e910f4 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:07.060463 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e7ab2d38-202f-4f10-a6d1-2929ddc03738 req-6dde1302-da7c-47b3-8ed9-f16a13e910f4 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=90140d92-19ba-4345-9db5-0546529072e2 HTTP/1.1" status: 200 len: 949 time: 0.7240691 Feb 09 00:57:07.079185 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-cd70fc53-0c69-4937-9f72-5fcd11a9b1ca admin admin] Usage tracker for resource:security_group_rule and tenant:c087c538c6c04537bb8fc0b2ca489a68 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:57:07.098319 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-cd70fc53-0c69-4937-9f72-5fcd11a9b1ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:57:07.104305 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-92f82711-4d8c-4755-8ddd-8c70b5cefc3e req-c9417149-b95b-4b73-9764-412394699f16 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2022adeb-3756-4fe4-94ae-59c58db877ca HTTP/1.1" status: 200 len: 217 time: 0.1202152 Feb 09 00:57:07.147622 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-cd70fc53-0c69-4937-9f72-5fcd11a9b1ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:57:07.148682 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-783b7836-332e-41f7-9c9a-3368fe759ccd req-931b4e98-d8b3-4bea-a85f-fe35d5fc5fd6 service neutron] For port 4ec17ddb-cbce-4a69-bade-bd3b88d9dee7, host n-h2-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:57:07.235048 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f74d82-4a34-475f-9930-8c560bc01fae req-b3385c15-7371-4520-bb6a-eb76aa1ab988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:07.236589 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-87f74d82-4a34-475f-9930-8c560bc01fae req-b3385c15-7371-4520-bb6a-eb76aa1ab988 service neutron] 10.222.0.62 "GET /v2.0/networks?id=42d335cf-a678-4bc3-901b-7d21fb8587e6 HTTP/1.1" status: 200 len: 870 time: 0.5190477 Feb 09 00:57:07.257251 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b637e7d5-ed16-43a0-ac61-ac16f994d893 req-84d773a3-185a-485f-82e8-369219804b47 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:07.342988 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-783b7836-332e-41f7-9c9a-3368fe759ccd req-931b4e98-d8b3-4bea-a85f-fe35d5fc5fd6 service neutron] For port 4ec17ddb-cbce-4a69-bade-bd3b88d9dee7, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=4ec17ddb-cbce-4a69-bade-bd3b88d9dee7,segment=NetworkSegment(f90ace70-662b-44c0-8133-0683ca3538cf),segment_id=f90ace70-662b-44c0-8133-0683ca3538cf)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:57:07.353078 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b637e7d5-ed16-43a0-ac61-ac16f994d893 req-84d773a3-185a-485f-82e8-369219804b47 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:07.353298 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-783b7836-332e-41f7-9c9a-3368fe759ccd req-931b4e98-d8b3-4bea-a85f-fe35d5fc5fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:07.372553 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e7ab2d38-202f-4f10-a6d1-2929ddc03738 req-82fa73d5-4c51-4272-906d-02c6626c656b tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763863 Feb 09 00:57:07.374125 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-87f74d82-4a34-475f-9930-8c560bc01fae req-056c8219-0192-4efa-a6a8-d0c8a2c87683 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=5c64b64d-1354-4d28-a743-7966f6fd515a HTTP/1.1" status: 200 len: 217 time: 0.1215448 Feb 09 00:57:07.398129 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f82711-4d8c-4755-8ddd-8c70b5cefc3e req-e2a628c9-36ae-4aae-bb9f-687966113dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:07.399648 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-92f82711-4d8c-4755-8ddd-8c70b5cefc3e req-e2a628c9-36ae-4aae-bb9f-687966113dec service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e0812677-0633-4371-ad1e-90c3460d12b7 HTTP/1.1" status: 200 len: 853 time: 0.2455463 Feb 09 00:57:07.437140 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b7836-332e-41f7-9c9a-3368fe759ccd req-931b4e98-d8b3-4bea-a85f-fe35d5fc5fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:07.437790 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-783b7836-332e-41f7-9c9a-3368fe759ccd req-931b4e98-d8b3-4bea-a85f-fe35d5fc5fd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:07.439315 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-783b7836-332e-41f7-9c9a-3368fe759ccd req-931b4e98-d8b3-4bea-a85f-fe35d5fc5fd6 service neutron] 10.222.0.99 "PUT /v2.0/ports/4ec17ddb-cbce-4a69-bade-bd3b88d9dee7 HTTP/1.1" status: 200 len: 1091 time: 2.4191945 Feb 09 00:57:07.442681 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f50468d-06ac-4e8b-9614-7f72392184d3', 'tag': '4ec17ddb-cbce-4a69-bade-bd3b88d9dee7'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:57:07.502832 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931b4e98-d8b3-4bea-a85f-fe35d5fc5fd6 service neutron] Pushing event updated for resources: {'Port': ['ID=4ec17ddb-cbce-4a69-bade-bd3b88d9dee7,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:07.521939 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90140d92-19ba-4345-9db5-0546529072e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c64b64d-1354-4d28-a743-7966f6fd515a', 'code': 200} Feb 09 00:57:07.541993 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d773a3-185a-485f-82e8-369219804b47 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b33467-ad12-46d8-8a05-a209f1dbd10c,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:07.571958 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b637e7d5-ed16-43a0-ac61-ac16f994d893 req-84d773a3-185a-485f-82e8-369219804b47 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:07.573161 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b637e7d5-ed16-43a0-ac61-ac16f994d893 req-84d773a3-185a-485f-82e8-369219804b47 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.4175792 Feb 09 00:57:07.582252 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f74d82-4a34-475f-9930-8c560bc01fae req-53b5b6e6-46de-44a8-a3a0-eb4440399926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:07.584871 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-87f74d82-4a34-475f-9930-8c560bc01fae req-53b5b6e6-46de-44a8-a3a0-eb4440399926 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.1931527 Feb 09 00:57:07.662590 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6ce7103-0f37-4e8a-b96c-5d515d2f29ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1412434f-1b76-4010-9a96-22acdead1f74', 'code': 200} Feb 09 00:57:07.688289 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [req-bd27ec0e-68a3-48d6-85a8-11c4e5677db1 req-70c51117-2458-4a0d-82ea-55e417ba701b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8966abcd-1778-4e11-b863-2fa7dd0270fe {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:57:07.704124 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b7836-332e-41f7-9c9a-3368fe759ccd req-91cda9af-3a48-4806-9989-a04f77d54ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:07.706093 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-783b7836-332e-41f7-9c9a-3368fe759ccd req-91cda9af-3a48-4806-9989-a04f77d54ee6 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=71c31f16ee3346cbb072d08fa5dffd7e&device_id=8f50468d-06ac-4e8b-9614-7f72392184d3 HTTP/1.1" status: 200 len: 1094 time: 0.2043934 Feb 09 00:57:07.709098 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-bd27ec0e-68a3-48d6-85a8-11c4e5677db1 req-70c51117-2458-4a0d-82ea-55e417ba701b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:07.761929 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f82711-4d8c-4755-8ddd-8c70b5cefc3e req-cdce9faa-9588-4f98-9fa5-1eca3bed3264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:07.769275 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-92f82711-4d8c-4755-8ddd-8c70b5cefc3e req-cdce9faa-9588-4f98-9fa5-1eca3bed3264 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a9cff3de-bafd-4405-ac7a-32d3031d022c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3147974 Feb 09 00:57:07.775138 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cd70fc53-0c69-4937-9f72-5fcd11a9b1ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:07.824190 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cd70fc53-0c69-4937-9f72-5fcd11a9b1ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:07.869722 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-bd27ec0e-68a3-48d6-85a8-11c4e5677db1 req-70c51117-2458-4a0d-82ea-55e417ba701b service neutron] Transition to ACTIVE for port object 8966abcd-1778-4e11-b863-2fa7dd0270fe will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:57:07.884386 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-783b7836-332e-41f7-9c9a-3368fe759ccd req-49432883-b92d-4db4-b669-5b5fe8dea126 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ec17ddb-cbce-4a69-bade-bd3b88d9dee7 HTTP/1.1" status: 200 len: 217 time: 0.1673183 Feb 09 00:57:07.886846 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-bd27ec0e-68a3-48d6-85a8-11c4e5677db1 req-70c51117-2458-4a0d-82ea-55e417ba701b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:07.932813 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd70fc53-0c69-4937-9f72-5fcd11a9b1ca admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:57:07.960765 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd70fc53-0c69-4937-9f72-5fcd11a9b1ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=250b4bdc-f780-4803-b10a-85e98877236a,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:07.965273 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f74d82-4a34-475f-9930-8c560bc01fae req-536dc653-abfa-4b8c-89ce-aa64f7f914ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:07.967808 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-87f74d82-4a34-475f-9930-8c560bc01fae req-536dc653-abfa-4b8c-89ce-aa64f7f914ff service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3745351 Feb 09 00:57:07.969397 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cd70fc53-0c69-4937-9f72-5fcd11a9b1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:07.969773 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-cd70fc53-0c69-4937-9f72-5fcd11a9b1ca admin admin] Added segment edf6dca2-e64e-491b-b0af-ec53866ed9b0 of type vlan for network f5cdf1e8-7725-435d-8661-0e0dd2aca59a Feb 09 00:57:08.055233 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-54590bba-b7e5-4bec-8426-ba15ef662f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:08.124224 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c51117-2458-4a0d-82ea-55e417ba701b service neutron] Pushing event updated for resources: {'Port': ['ID=8966abcd-1778-4e11-b863-2fa7dd0270fe,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:08.133499 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b7836-332e-41f7-9c9a-3368fe759ccd req-98bc9842-b8b3-421e-b2da-ce2efdf54fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:08.135097 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-783b7836-332e-41f7-9c9a-3368fe759ccd req-98bc9842-b8b3-421e-b2da-ce2efdf54fa8 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e0812677-0633-4371-ad1e-90c3460d12b7 HTTP/1.1" status: 200 len: 853 time: 0.2425685 Feb 09 00:57:08.184292 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-92f82711-4d8c-4755-8ddd-8c70b5cefc3e req-e73defcc-340e-43cf-b3a1-0a7cec6920c9 service neutron] 10.222.0.62 "GET /v2.0/networks/a9cff3de-bafd-4405-ac7a-32d3031d022c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4062355 Feb 09 00:57:08.193712 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cd70fc53-0c69-4937-9f72-5fcd11a9b1ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:08.306229 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4616d5aa-e809-4007-994a-c88c6fc1234b req-9a98a330-2a71-48ba-ab2e-33d3626e20d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:08.307735 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4616d5aa-e809-4007-994a-c88c6fc1234b req-9a98a330-2a71-48ba-ab2e-33d3626e20d1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f6ce7103-0f37-4e8a-b96c-5d515d2f29ba HTTP/1.1" status: 200 len: 1096 time: 0.5081480 Feb 09 00:57:08.320723 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 2022adeb-3756-4fe4-94ae-59c58db877ca details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:57:08.368424 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-87f74d82-4a34-475f-9930-8c560bc01fae req-129733a8-e900-40aa-802d-849e977f77a9 service neutron] 10.222.0.62 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3882837 Feb 09 00:57:08.376587 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cd70fc53-0c69-4937-9f72-5fcd11a9b1ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:08.377812 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd70fc53-0c69-4937-9f72-5fcd11a9b1ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:08.378528 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cd70fc53-0c69-4937-9f72-5fcd11a9b1ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:08.403631 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4616d5aa-e809-4007-994a-c88c6fc1234b req-770e9081-169b-4b52-80c8-40027a5a30e7 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f58a20dc-4342-436d-a5ca-ae66a87962a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815573 Feb 09 00:57:08.405861 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-bd27ec0e-68a3-48d6-85a8-11c4e5677db1 req-70c51117-2458-4a0d-82ea-55e417ba701b service neutron] Attempting to bind port 8966abcd-1778-4e11-b863-2fa7dd0270fe on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:57:08.406128 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-bd27ec0e-68a3-48d6-85a8-11c4e5677db1 req-70c51117-2458-4a0d-82ea-55e417ba701b service neutron] Attempting to bind port 8966abcd-1778-4e11-b863-2fa7dd0270fe by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '42eb89e1-c4de-4f57-85a6-0e5fc984e699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1f86eb5f-f405-4ce4-a845-9c31ac1b15d4'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:57:08.406450 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd27ec0e-68a3-48d6-85a8-11c4e5677db1 req-70c51117-2458-4a0d-82ea-55e417ba701b service neutron] Attempting to bind port 8966abcd-1778-4e11-b863-2fa7dd0270fe on network 1f86eb5f-f405-4ce4-a845-9c31ac1b15d4 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:57:08.417782 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd27ec0e-68a3-48d6-85a8-11c4e5677db1 req-70c51117-2458-4a0d-82ea-55e417ba701b service neutron] Port 8966abcd-1778-4e11-b863-2fa7dd0270fe on network 1f86eb5f-f405-4ce4-a845-9c31ac1b15d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:57:08.418102 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd27ec0e-68a3-48d6-85a8-11c4e5677db1 req-70c51117-2458-4a0d-82ea-55e417ba701b service neutron] Attempting to bind port 8966abcd-1778-4e11-b863-2fa7dd0270fe on network 1f86eb5f-f405-4ce4-a845-9c31ac1b15d4 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:57:08.424861 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd27ec0e-68a3-48d6-85a8-11c4e5677db1 req-70c51117-2458-4a0d-82ea-55e417ba701b service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:57:08.425457 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd27ec0e-68a3-48d6-85a8-11c4e5677db1 req-70c51117-2458-4a0d-82ea-55e417ba701b service neutron] Checking segment: {'id': '42eb89e1-c4de-4f57-85a6-0e5fc984e699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1f86eb5f-f405-4ce4-a845-9c31ac1b15d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:57:08.425872 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd27ec0e-68a3-48d6-85a8-11c4e5677db1 req-70c51117-2458-4a0d-82ea-55e417ba701b service neutron] Bound using segment: {'id': '42eb89e1-c4de-4f57-85a6-0e5fc984e699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1f86eb5f-f405-4ce4-a845-9c31ac1b15d4'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:57:08.426296 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-bd27ec0e-68a3-48d6-85a8-11c4e5677db1 req-70c51117-2458-4a0d-82ea-55e417ba701b service neutron] Bound port: 8966abcd-1778-4e11-b863-2fa7dd0270fe, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42eb89e1-c4de-4f57-85a6-0e5fc984e699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1f86eb5f-f405-4ce4-a845-9c31ac1b15d4'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:57:08.426634 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-bd27ec0e-68a3-48d6-85a8-11c4e5677db1 req-70c51117-2458-4a0d-82ea-55e417ba701b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:08.437661 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b7836-332e-41f7-9c9a-3368fe759ccd req-9bf66546-dcfc-4e05-80c1-eb61f5f1d6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:08.439227 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-783b7836-332e-41f7-9c9a-3368fe759ccd req-9bf66546-dcfc-4e05-80c1-eb61f5f1d6fc service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=a9cff3de-bafd-4405-ac7a-32d3031d022c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2604651 Feb 09 00:57:08.517114 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 2022adeb-3756-4fe4-94ae-59c58db877ca, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=2022adeb-3756-4fe4-94ae-59c58db877ca,segment=NetworkSegment(f90ace70-662b-44c0-8133-0683ca3538cf),segment_id=f90ace70-662b-44c0-8133-0683ca3538cf)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:57:08.534149 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '2022adeb-3756-4fe4-94ae-59c58db877ca', 'network_id': 'a9cff3de-bafd-4405-ac7a-32d3031d022c', 'port_id': '2022adeb-3756-4fe4-94ae-59c58db877ca', 'mac_address': 'fa:16:3e:0c:ac:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0812677-0633-4371-ad1e-90c3460d12b7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:57:08.615669 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 0e9696b7-60ef-432d-8bf7-d605730b4909 up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:57:08.653634 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:08.673011 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-783b7836-332e-41f7-9c9a-3368fe759ccd req-fd8fb68e-35c7-4f1d-9353-69cff97e937f service neutron] 10.222.0.99 "GET /v2.0/networks/a9cff3de-bafd-4405-ac7a-32d3031d022c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248595 Feb 09 00:57:08.695133 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2022adeb-3756-4fe4-94ae-59c58db877ca {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:57:08.722864 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 2022adeb-3756-4fe4-94ae-59c58db877ca, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=2022adeb-3756-4fe4-94ae-59c58db877ca,segment=NetworkSegment(f90ace70-662b-44c0-8133-0683ca3538cf),segment_id=f90ace70-662b-44c0-8133-0683ca3538cf)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:57:08.727929 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:08.766373 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning for port 0e9696b7-60ef-432d-8bf7-d605730b4909 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:57:08.786931 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port 0e9696b7-60ef-432d-8bf7-d605730b4909 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:57:08.787296 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:08.788964 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcab1dd-b39e-4f59-9280-9ebae020a148 req-7aaa1cde-83f2-4780-bd49-e9a70387355c tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:08.790498 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6fcab1dd-b39e-4f59-9280-9ebae020a148 req-7aaa1cde-83f2-4780-bd49-e9a70387355c tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=763a7eb3-2dd6-42a3-9f56-d22f3c0da01c HTTP/1.1" status: 200 len: 944 time: 0.7653205 Feb 09 00:57:08.792421 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-92f82711-4d8c-4755-8ddd-8c70b5cefc3e req-5645efc7-5e93-4a61-b219-abe03e179162 service neutron] 10.222.0.62 "GET /v2.0/networks/a9cff3de-bafd-4405-ac7a-32d3031d022c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5947978 Feb 09 00:57:08.803855 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-cd70fc53-0c69-4937-9f72-5fcd11a9b1ca admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.8183939 Feb 09 00:57:08.811214 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47456) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:08.813997 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-bd27ec0e-68a3-48d6-85a8-11c4e5677db1 req-70c51117-2458-4a0d-82ea-55e417ba701b service neutron] For port 8966abcd-1778-4e11-b863-2fa7dd0270fe, host n-h1-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:57:08.821412 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-2fb400fc-f7df-4b1a-bfa7-3dc517085313 admin admin] Request body: {'subnet': {'network_id': 'f5cdf1e8-7725-435d-8661-0e0dd2aca59a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1093412730-subnet', 'tenant_id': 'c087c538c6c04537bb8fc0b2ca489a68', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:57:08.826686 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-bd27ec0e-68a3-48d6-85a8-11c4e5677db1 req-70c51117-2458-4a0d-82ea-55e417ba701b service neutron] For port 8966abcd-1778-4e11-b863-2fa7dd0270fe, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=8966abcd-1778-4e11-b863-2fa7dd0270fe,segment=NetworkSegment(42eb89e1-c4de-4f57-85a6-0e5fc984e699),segment_id=42eb89e1-c4de-4f57-85a6-0e5fc984e699)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:57:08.830622 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2fb400fc-f7df-4b1a-bfa7-3dc517085313 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:57:08.841447 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd70fc53-0c69-4937-9f72-5fcd11a9b1ca admin admin] Pushing event updated for resources: {'Network': ['ID=f5cdf1e8-7725-435d-8661-0e0dd2aca59a,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:08.846454 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-bd27ec0e-68a3-48d6-85a8-11c4e5677db1 req-70c51117-2458-4a0d-82ea-55e417ba701b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:08.853270 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-2fb400fc-f7df-4b1a-bfa7-3dc517085313 admin admin] Usage tracker for resource:subnet and tenant:c087c538c6c04537bb8fc0b2ca489a68 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:57:08.868323 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network f5cdf1e8-7725-435d-8661-0e0dd2aca59a details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 00:57:08.881459 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=2022adeb-3756-4fe4-94ae-59c58db877ca,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:08.894934 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-2fb400fc-f7df-4b1a-bfa7-3dc517085313 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:57:08.925508 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6fcab1dd-b39e-4f59-9280-9ebae020a148 req-8af30683-09ba-48f3-a2bb-a9300af026b3 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158676 Feb 09 00:57:08.927377 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-87f74d82-4a34-475f-9930-8c560bc01fae req-c548f6c0-68a3-45ac-8fe5-ae2564b1a1d6 service neutron] 10.222.0.62 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5450282 Feb 09 00:57:08.931218 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2fb400fc-f7df-4b1a-bfa7-3dc517085313 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:57:08.941701 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-783b7836-332e-41f7-9c9a-3368fe759ccd req-dbf6b49b-11f3-47af-9b8c-5fe34e12a929 service neutron] 10.222.0.99 "GET /v2.0/networks/a9cff3de-bafd-4405-ac7a-32d3031d022c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621102 Feb 09 00:57:08.952534 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd27ec0e-68a3-48d6-85a8-11c4e5677db1 req-70c51117-2458-4a0d-82ea-55e417ba701b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:08.953163 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-bd27ec0e-68a3-48d6-85a8-11c4e5677db1 req-70c51117-2458-4a0d-82ea-55e417ba701b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:08.954563 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-bd27ec0e-68a3-48d6-85a8-11c4e5677db1 req-70c51117-2458-4a0d-82ea-55e417ba701b service neutron] 10.222.0.62 "PUT /v2.0/ports/8966abcd-1778-4e11-b863-2fa7dd0270fe HTTP/1.1" status: 200 len: 1091 time: 2.3191583 Feb 09 00:57:08.955915 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da1461e-e4e7-46b9-a8b5-3b160dd7d388 req-f862ecb8-9c4e-482e-9dbc-bbaf841788b2 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:08.960117 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1da1461e-e4e7-46b9-a8b5-3b160dd7d388 req-f862ecb8-9c4e-482e-9dbc-bbaf841788b2 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f50468d-06ac-4e8b-9614-7f72392184d3 HTTP/1.1" status: 200 len: 943 time: 0.2531188 Feb 09 00:57:08.969407 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb400fc-f7df-4b1a-bfa7-3dc517085313 admin admin] Made reservation on behalf of c087c538c6c04537bb8fc0b2ca489a68 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:57:08.971855 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2fb400fc-f7df-4b1a-bfa7-3dc517085313 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:09.052063 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c51117-2458-4a0d-82ea-55e417ba701b service neutron] Pushing event updated for resources: {'Port': ['ID=8966abcd-1778-4e11-b863-2fa7dd0270fe,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:09.058039 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1da1461e-e4e7-46b9-a8b5-3b160dd7d388 req-a5634140-bec7-4e40-b11b-8973755caa56 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/security-groups?id=f58a20dc-4342-436d-a5ca-ae66a87962a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882456 Feb 09 00:57:09.104806 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:09.128231 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['2022adeb-3756-4fe4-94ae-59c58db877ca'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:57:09.171990 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f50468d-06ac-4e8b-9614-7f72392184d3', 'tag': '4ec17ddb-cbce-4a69-bade-bd3b88d9dee7', 'status': 'completed', 'code': 200} Feb 09 00:57:09.207336 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 0e9696b7-60ef-432d-8bf7-d605730b4909, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=0e9696b7-60ef-432d-8bf7-d605730b4909,segment=NetworkSegment(d7050703-a45d-45b0-a89d-e74c0c0ae2fb),segment_id=d7050703-a45d-45b0-a89d-e74c0c0ae2fb)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:57:09.221197 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:09.229276 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c09a75-9d39-4bf6-9b95-83ebb375d0ff req-5e467951-8e97-41dc-be73-6e09d954f761 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:09.237083 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e0c09a75-9d39-4bf6-9b95-83ebb375d0ff req-5e467951-8e97-41dc-be73-6e09d954f761 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=d777eaa7-ab2e-48f1-8f52-4ac39125a2bb HTTP/1.1" status: 200 len: 943 time: 0.1269369 Feb 09 00:57:09.298232 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e0c09a75-9d39-4bf6-9b95-83ebb375d0ff req-0132f083-c1d5-477b-acaf-eab2203a06b3 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=ceaabe02-67e8-49da-9640-53d4e3b33273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601060 Feb 09 00:57:09.343364 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-2c7495ee-edf9-47c2-aa1e-ac3d720f1bfa req-2a128e51-00b2-48ce-9fcd-92a90a527b91 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-923288516', 'description': 'tempest-description-642726661'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:57:09.351222 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-2c7495ee-edf9-47c2-aa1e-ac3d720f1bfa req-2a128e51-00b2-48ce-9fcd-92a90a527b91 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:57:09.359539 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-2c7495ee-edf9-47c2-aa1e-ac3d720f1bfa req-2a128e51-00b2-48ce-9fcd-92a90a527b91 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Usage tracker for resource:security_group and tenant:fe158ed132334121b71318da05020927 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:57:09.363350 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-2c7495ee-edf9-47c2-aa1e-ac3d720f1bfa req-2a128e51-00b2-48ce-9fcd-92a90a527b91 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:57:09.369681 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-2c7495ee-edf9-47c2-aa1e-ac3d720f1bfa req-2a128e51-00b2-48ce-9fcd-92a90a527b91 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:57:09.380691 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=0e9696b7-60ef-432d-8bf7-d605730b4909,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:09.394104 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-2c7495ee-edf9-47c2-aa1e-ac3d720f1bfa req-2a128e51-00b2-48ce-9fcd-92a90a527b91 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:09.427077 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-2c7495ee-edf9-47c2-aa1e-ac3d720f1bfa req-2a128e51-00b2-48ce-9fcd-92a90a527b91 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:57:09.431485 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-2c7495ee-edf9-47c2-aa1e-ac3d720f1bfa req-2a128e51-00b2-48ce-9fcd-92a90a527b91 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Usage tracker for resource:security_group_rule and tenant:fe158ed132334121b71318da05020927 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:57:09.436431 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-2c7495ee-edf9-47c2-aa1e-ac3d720f1bfa req-2a128e51-00b2-48ce-9fcd-92a90a527b91 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:57:09.443466 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-2c7495ee-edf9-47c2-aa1e-ac3d720f1bfa req-2a128e51-00b2-48ce-9fcd-92a90a527b91 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:57:09.480418 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d81cfff6-3e3e-45a1-b158-7700df96390d req-cc4b84cb-aaba-4e6e-b8ba-df7012403e8c tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=e6fa40f41b9646a7bf38890c5f8e1746&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345080 Feb 09 00:57:09.562724 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd27ec0e-68a3-48d6-85a8-11c4e5677db1 req-8d222985-0d3c-4ea1-acae-be2e46c11dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:09.564208 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-bd27ec0e-68a3-48d6-85a8-11c4e5677db1 req-8d222985-0d3c-4ea1-acae-be2e46c11dc8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=71b0276e9e0b48f8943a51531f3d8a9e&device_id=d777eaa7-ab2e-48f1-8f52-4ac39125a2bb HTTP/1.1" status: 200 len: 1094 time: 0.4822085 Feb 09 00:57:09.565696 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90140d92-19ba-4345-9db5-0546529072e2', 'tag': '5c64b64d-1354-4d28-a743-7966f6fd515a'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:57:09.581343 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2c6b20-c259-42e0-a1d0-bf964ca2935d req-4f122563-ec2d-4d30-bd4d-c0592cd7be7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:09.582838 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-5e2c6b20-c259-42e0-a1d0-bf964ca2935d req-4f122563-ec2d-4d30-bd4d-c0592cd7be7f service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=71c31f16ee3346cbb072d08fa5dffd7e&device_id=8f50468d-06ac-4e8b-9614-7f72392184d3 HTTP/1.1" status: 200 len: 1094 time: 0.3529611 Feb 09 00:57:09.656197 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-bd27ec0e-68a3-48d6-85a8-11c4e5677db1 req-0d4b23b6-c4f9-450a-a797-6ba41b5054ff service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8966abcd-1778-4e11-b863-2fa7dd0270fe HTTP/1.1" status: 200 len: 217 time: 0.0787284 Feb 09 00:57:09.664180 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-2c7495ee-edf9-47c2-aa1e-ac3d720f1bfa req-2a128e51-00b2-48ce-9fcd-92a90a527b91 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:09.664870 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '763a7eb3-2dd6-42a3-9f56-d22f3c0da01c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e9696b7-60ef-432d-8bf7-d605730b4909'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:57:09.681973 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-2c7495ee-edf9-47c2-aa1e-ac3d720f1bfa req-2a128e51-00b2-48ce-9fcd-92a90a527b91 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:09.749329 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81cfff6-3e3e-45a1-b158-7700df96390d req-ed8000c4-bd68-48d8-a960-049fe4597af5 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:09.755919 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d81cfff6-3e3e-45a1-b158-7700df96390d req-ed8000c4-bd68-48d8-a960-049fe4597af5 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2664404 Feb 09 00:57:09.770086 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a128e51-00b2-48ce-9fcd-92a90a527b91 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a41164b-f8ff-42bb-9f07-5a8b20857d4c,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:09.773134 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-2c7495ee-edf9-47c2-aa1e-ac3d720f1bfa req-2a128e51-00b2-48ce-9fcd-92a90a527b91 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:09.774488 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2c7495ee-edf9-47c2-aa1e-ac3d720f1bfa req-2a128e51-00b2-48ce-9fcd-92a90a527b91 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.4372137 Feb 09 00:57:09.782778 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d81cfff6-3e3e-45a1-b158-7700df96390d req-ace50d23-ef63-4c41-810c-ab18afba5797 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/quotas/e6fa40f41b9646a7bf38890c5f8e1746 HTTP/1.1" status: 200 len: 375 time: 0.0254874 Feb 09 00:57:09.851666 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d81cfff6-3e3e-45a1-b158-7700df96390d req-dce6e454-1930-41a7-a340-c5bb99630245 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=e6fa40f41b9646a7bf38890c5f8e1746&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0684154 Feb 09 00:57:09.885079 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2fb400fc-f7df-4b1a-bfa7-3dc517085313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:09.966975 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd27ec0e-68a3-48d6-85a8-11c4e5677db1 req-66d24598-eae0-44a7-8f2f-13db3bd6ac7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:09.968723 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-bd27ec0e-68a3-48d6-85a8-11c4e5677db1 req-66d24598-eae0-44a7-8f2f-13db3bd6ac7f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=55d6843d-cf0e-4da9-b1f9-18c66e11f308 HTTP/1.1" status: 200 len: 850 time: 0.2865560 Feb 09 00:57:10.030571 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7040b3f6-d300-4d3f-b466-99f91bed2ade req-9618be8e-dfdc-49ea-9794-11cb74e35bfe tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:10.032075 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7040b3f6-d300-4d3f-b466-99f91bed2ade req-9618be8e-dfdc-49ea-9794-11cb74e35bfe tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=90140d92-19ba-4345-9db5-0546529072e2 HTTP/1.1" status: 200 len: 949 time: 0.1024988 Feb 09 00:57:10.077799 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2c6b20-c259-42e0-a1d0-bf964ca2935d req-576989b4-5df7-4265-9c03-d7839a0762c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:10.079345 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-5e2c6b20-c259-42e0-a1d0-bf964ca2935d req-576989b4-5df7-4265-9c03-d7839a0762c4 service neutron] 10.222.0.99 "GET /v2.0/networks?id=a9cff3de-bafd-4405-ac7a-32d3031d022c HTTP/1.1" status: 200 len: 915 time: 0.4206388 Feb 09 00:57:10.088696 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7040b3f6-d300-4d3f-b466-99f91bed2ade req-adc0ec11-29a4-46ed-892d-896f59e376b7 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442486 Feb 09 00:57:10.089994 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb400fc-f7df-4b1a-bfa7-3dc517085313 admin admin] Pushing event updated for resources: {'Subnet': ['ID=370e35ff-fa12-4857-aacf-28000c3bddbd,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:10.197159 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-5e2c6b20-c259-42e0-a1d0-bf964ca2935d req-e1cb99e7-ee37-49f6-a2ce-fc19bf2406d5 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ec17ddb-cbce-4a69-bade-bd3b88d9dee7 HTTP/1.1" status: 200 len: 217 time: 0.1082022 Feb 09 00:57:10.198717 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb400fc-f7df-4b1a-bfa7-3dc517085313 admin admin] Checking segment: {'id': 'edf6dca2-e64e-491b-b0af-ec53866ed9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f5cdf1e8-7725-435d-8661-0e0dd2aca59a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:57:10.199083 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb400fc-f7df-4b1a-bfa7-3dc517085313 admin admin] Network hostable DHCP agents. Network: f5cdf1e8-7725-435d-8661-0e0dd2aca59a, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:57:10.214031 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90140d92-19ba-4345-9db5-0546529072e2', 'tag': '5c64b64d-1354-4d28-a743-7966f6fd515a', 'status': 'completed', 'code': 200} Feb 09 00:57:10.283532 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '763a7eb3-2dd6-42a3-9f56-d22f3c0da01c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e9696b7-60ef-432d-8bf7-d605730b4909', 'code': 200} Feb 09 00:57:10.332904 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 2022adeb-3756-4fe4-94ae-59c58db877ca up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:57:10.358298 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb5d35-3bd8-4b16-8a7e-e15101134589 req-625cdc3b-2a49-4495-ab07-f49027525441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:10.360617 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-80eb5d35-3bd8-4b16-8a7e-e15101134589 req-625cdc3b-2a49-4495-ab07-f49027525441 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1510c38a4b2046b5a9943ab7f2f7db5c&device_id=90140d92-19ba-4345-9db5-0546529072e2 HTTP/1.1" status: 200 len: 1100 time: 0.1045527 Feb 09 00:57:10.455623 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb400fc-f7df-4b1a-bfa7-3dc517085313 admin admin] Network f5cdf1e8-7725-435d-8661-0e0dd2aca59a is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:57:10.467601 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd27ec0e-68a3-48d6-85a8-11c4e5677db1 req-9924ffee-1ecf-4e03-8b91-78482984342d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:10.469759 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-bd27ec0e-68a3-48d6-85a8-11c4e5677db1 req-9924ffee-1ecf-4e03-8b91-78482984342d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1f86eb5f-f405-4ce4-a845-9c31ac1b15d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4930727 Feb 09 00:57:10.475458 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2c6b20-c259-42e0-a1d0-bf964ca2935d req-cabf43ab-812d-4f1d-ba4c-53f9d9635902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:10.477466 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-5e2c6b20-c259-42e0-a1d0-bf964ca2935d req-cabf43ab-812d-4f1d-ba4c-53f9d9635902 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e0812677-0633-4371-ad1e-90c3460d12b7 HTTP/1.1" status: 200 len: 853 time: 0.2699547 Feb 09 00:57:10.534231 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b5289398-560c-4216-a5c5-41d0920fcf68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:10.552285 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port 2022adeb-3756-4fe4-94ae-59c58db877ca completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:57:10.560369 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 2022adeb-3756-4fe4-94ae-59c58db877ca triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:57:10.561215 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:10.709313 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-bd27ec0e-68a3-48d6-85a8-11c4e5677db1 req-fdc9ddb3-e9d2-4001-a28f-7568cbdea18b service neutron] 10.222.0.62 "GET /v2.0/networks/1f86eb5f-f405-4ce4-a845-9c31ac1b15d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294083 Feb 09 00:57:10.721219 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-2fb400fc-f7df-4b1a-bfa7-3dc517085313 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, f5cdf1e8-7725-435d-8661-0e0dd2aca59a) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:57:10.747985 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb5d35-3bd8-4b16-8a7e-e15101134589 req-94c0b73c-d1f5-4b7c-9ef1-915e7a40a7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:10.749465 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-80eb5d35-3bd8-4b16-8a7e-e15101134589 req-94c0b73c-d1f5-4b7c-9ef1-915e7a40a7d7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=42d335cf-a678-4bc3-901b-7d21fb8587e6 HTTP/1.1" status: 200 len: 870 time: 0.3821089 Feb 09 00:57:10.766236 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3ba838-f348-412f-92c0-4aa80b12b69d None None] Network f5cdf1e8-7725-435d-8661-0e0dd2aca59a requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:57:10.800393 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb400fc-f7df-4b1a-bfa7-3dc517085313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:10.801055 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2fb400fc-f7df-4b1a-bfa7-3dc517085313 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:10.917261 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb5d35-3bd8-4b16-8a7e-e15101134589 req-dc3e446a-979b-480c-a957-4069652a3092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:10.919369 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-80eb5d35-3bd8-4b16-8a7e-e15101134589 req-dc3e446a-979b-480c-a957-4069652a3092 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1510c38a4b2046b5a9943ab7f2f7db5c&device_id=90140d92-19ba-4345-9db5-0546529072e2 HTTP/1.1" status: 200 len: 1100 time: 0.6449208 Feb 09 00:57:10.926604 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-2fb400fc-f7df-4b1a-bfa7-3dc517085313 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1143484 Feb 09 00:57:10.936922 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:10.938358 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47540) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:10.998605 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-80eb5d35-3bd8-4b16-8a7e-e15101134589 req-684025bd-8bb9-4907-98be-4593da1a5477 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=5c64b64d-1354-4d28-a743-7966f6fd515a HTTP/1.1" status: 200 len: 217 time: 0.1664670 Feb 09 00:57:11.019758 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 2022adeb-3756-4fe4-94ae-59c58db877ca, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=2022adeb-3756-4fe4-94ae-59c58db877ca,segment=NetworkSegment(f90ace70-662b-44c0-8133-0683ca3538cf),segment_id=f90ace70-662b-44c0-8133-0683ca3538cf)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:57:11.025983 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:11.045456 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-375042df-a2e8-46fa-9725-5d36e34d23f1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1093412730-router', 'tenant_id': 'c087c538c6c04537bb8fc0b2ca489a68', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:57:11.074887 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-375042df-a2e8-46fa-9725-5d36e34d23f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:57:11.107268 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-375042df-a2e8-46fa-9725-5d36e34d23f1 admin admin] Usage tracker for resource:router and tenant:c087c538c6c04537bb8fc0b2ca489a68 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:57:11.112229 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-375042df-a2e8-46fa-9725-5d36e34d23f1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:57:11.127876 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2c6b20-c259-42e0-a1d0-bf964ca2935d req-d2b8dc43-2f9f-427c-8171-322fe6e1703f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:11.130921 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-5e2c6b20-c259-42e0-a1d0-bf964ca2935d req-d2b8dc43-2f9f-427c-8171-322fe6e1703f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=a9cff3de-bafd-4405-ac7a-32d3031d022c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4205985 Feb 09 00:57:11.141965 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-375042df-a2e8-46fa-9725-5d36e34d23f1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:57:11.166250 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-bd27ec0e-68a3-48d6-85a8-11c4e5677db1 req-2cfca03b-c5f3-4acb-8104-b9f49c799773 service neutron] 10.222.0.62 "GET /v2.0/networks/1f86eb5f-f405-4ce4-a845-9c31ac1b15d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4430749 Feb 09 00:57:11.173422 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd777eaa7-ab2e-48f1-8f52-4ac39125a2bb', 'tag': '8966abcd-1778-4e11-b863-2fa7dd0270fe'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:57:11.175792 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb5d35-3bd8-4b16-8a7e-e15101134589 req-52a1c290-f366-4e5d-9a4c-4b0a24afa7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:11.177232 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-80eb5d35-3bd8-4b16-8a7e-e15101134589 req-52a1c290-f366-4e5d-9a4c-4b0a24afa7f8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.1625228 Feb 09 00:57:11.184545 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=2022adeb-3756-4fe4-94ae-59c58db877ca,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:11.187653 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c2b21-fa95-41a3-ae6e-7ff0f4b87848 req-54f91b14-6b07-4554-9f89-6bb9848acd53 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:11.197873 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-310c2b21-fa95-41a3-ae6e-7ff0f4b87848 req-54f91b14-6b07-4554-9f89-6bb9848acd53 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/networks?id=866b1940-97bf-4889-ae97-5594fa470cc1 HTTP/1.1" status: 200 len: 813 time: 0.7283568 Feb 09 00:57:11.203177 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac90eb4-6843-4f61-a2e2-ed970bb52a33 req-838490ca-d09f-4fb6-b110-be3930ef015b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:11.205006 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fac90eb4-6843-4f61-a2e2-ed970bb52a33 req-838490ca-d09f-4fb6-b110-be3930ef015b service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=763a7eb3-2dd6-42a3-9f56-d22f3c0da01c HTTP/1.1" status: 200 len: 1096 time: 0.8099177 Feb 09 00:57:11.267361 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446737e-460e-415e-949e-d21ed845e657 req-f5b38018-44f6-4d36-8806-d10d390e41e8 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:11.274411 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6446737e-460e-415e-949e-d21ed845e657 req-f5b38018-44f6-4d36-8806-d10d390e41e8 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=763a7eb3-2dd6-42a3-9f56-d22f3c0da01c HTTP/1.1" status: 200 len: 945 time: 0.3533201 Feb 09 00:57:11.279198 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-375042df-a2e8-46fa-9725-5d36e34d23f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:11.280453 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-375042df-a2e8-46fa-9725-5d36e34d23f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:11.312935 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-310c2b21-fa95-41a3-ae6e-7ff0f4b87848 req-5b190d90-8cd1-4765-a3ba-c80d40bbc489 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/quotas/fe158ed132334121b71318da05020927 HTTP/1.1" status: 200 len: 375 time: 0.1137512 Feb 09 00:57:11.330816 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb5d35-3bd8-4b16-8a7e-e15101134589 req-8d39ba84-8a60-4ef4-aa0c-bc645c883f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:11.332854 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-80eb5d35-3bd8-4b16-8a7e-e15101134589 req-8d39ba84-8a60-4ef4-aa0c-bc645c883f59 service neutron] 10.222.0.99 "GET /v2.0/networks?id=42d335cf-a678-4bc3-901b-7d21fb8587e6 HTTP/1.1" status: 200 len: 870 time: 0.4047706 Feb 09 00:57:11.334610 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-375042df-a2e8-46fa-9725-5d36e34d23f1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:11.337298 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:11.346061 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2eba6a-b65e-4c82-9e36-bac5068db75e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-f5cdf1e8-7725-435d-8661-0e0dd2aca59a', 'network_id': 'f5cdf1e8-7725-435d-8661-0e0dd2aca59a', 'tenant_id': 'c087c538c6c04537bb8fc0b2ca489a68', 'fixed_ips': [{'subnet_id': '370e35ff-fa12-4857-aacf-28000c3bddbd'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 00:57:11.347213 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ce2eba6a-b65e-4c82-9e36-bac5068db75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:11.414320 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-80eb5d35-3bd8-4b16-8a7e-e15101134589 req-6a796acb-21cf-48f1-8ac9-9ac593667d74 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=5c64b64d-1354-4d28-a743-7966f6fd515a HTTP/1.1" status: 200 len: 217 time: 0.0741546 Feb 09 00:57:11.432992 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fac90eb4-6843-4f61-a2e2-ed970bb52a33 req-c60eeb55-50f3-4727-aa0d-2bd62c17adec service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861377 Feb 09 00:57:11.450628 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6446737e-460e-415e-949e-d21ed845e657 req-2a6d69b7-381d-4813-934b-14245879b0c1 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746032 Feb 09 00:57:11.505092 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-310c2b21-fa95-41a3-ae6e-7ff0f4b87848 req-7fc6f310-91a0-4522-826a-caa9eb9184af tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=fe158ed132334121b71318da05020927&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1911407 Feb 09 00:57:11.530989 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb5d35-3bd8-4b16-8a7e-e15101134589 req-e482bfba-b382-449c-b274-064f98487eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:11.532491 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-80eb5d35-3bd8-4b16-8a7e-e15101134589 req-e482bfba-b382-449c-b274-064f98487eb2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3234568 Feb 09 00:57:11.614399 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:11.646363 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-ce2eba6a-b65e-4c82-9e36-bac5068db75e None None] Allocated IP 172.20.0.2 (f5cdf1e8-7725-435d-8661-0e0dd2aca59a/370e35ff-fa12-4857-aacf-28000c3bddbd/8f0a2de3-e928-4304-b43a-a941f60e3b12) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:57:11.806068 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-5e2c6b20-c259-42e0-a1d0-bf964ca2935d req-89242b7e-0b96-449a-8743-271aaa8effbb service neutron] 10.222.0.99 "GET /v2.0/networks/a9cff3de-bafd-4405-ac7a-32d3031d022c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6606936 Feb 09 00:57:11.881486 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a5ccc936-8d7b-4df1-a20f-9034fb76ca7a req-997b9ae0-ed7e-4b84-9af5-2edcf3f217c1 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=99c06934-fce7-4ee5-bb7b-d0b3bdcc9935 HTTP/1.1" status: 200 len: 210 time: 0.1105068 Feb 09 00:57:11.881759 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb5d35-3bd8-4b16-8a7e-e15101134589 req-1e27582a-5021-4bef-922c-0856488d4c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:11.883289 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-80eb5d35-3bd8-4b16-8a7e-e15101134589 req-1e27582a-5021-4bef-922c-0856488d4c70 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.4527261 Feb 09 00:57:11.912999 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ce2eba6a-b65e-4c82-9e36-bac5068db75e None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:11.930606 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-ce2eba6a-b65e-4c82-9e36-bac5068db75e None None] Transition to ACTIVE for port object 8f0a2de3-e928-4304-b43a-a941f60e3b12 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:57:11.959119 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-ce2eba6a-b65e-4c82-9e36-bac5068db75e None None] Transition to ACTIVE for port object 8f0a2de3-e928-4304-b43a-a941f60e3b12 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:57:11.965930 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ce2eba6a-b65e-4c82-9e36-bac5068db75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:11.976632 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-310c2b21-fa95-41a3-ae6e-7ff0f4b87848 req-30ea7fcb-f5c2-4656-98a7-aa8700f68e7c service neutron] 10.222.0.105 "GET /v2.0/networks/866b1940-97bf-4889-ae97-5594fa470cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4704027 Feb 09 00:57:12.024335 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-375042df-a2e8-46fa-9725-5d36e34d23f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:12.038769 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2eba6a-b65e-4c82-9e36-bac5068db75e None None] Network f5cdf1e8-7725-435d-8661-0e0dd2aca59a is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:57:12.041637 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-ce2eba6a-b65e-4c82-9e36-bac5068db75e None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:57:12.044870 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2eba6a-b65e-4c82-9e36-bac5068db75e None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:57:12.086605 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2eba6a-b65e-4c82-9e36-bac5068db75e None None] Pushing event updated for resources: {'Port': ['ID=8f0a2de3-e928-4304-b43a-a941f60e3b12,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:12.090423 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-80eb5d35-3bd8-4b16-8a7e-e15101134589 req-b5be0003-0867-4729-aa6c-b8b0c2207bf1 service neutron] 10.222.0.62 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5001037 Feb 09 00:57:12.159625 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-ce2eba6a-b65e-4c82-9e36-bac5068db75e None None] Attempting to bind port 8f0a2de3-e928-4304-b43a-a941f60e3b12 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:57:12.166250 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-ce2eba6a-b65e-4c82-9e36-bac5068db75e None None] Attempting to bind port 8f0a2de3-e928-4304-b43a-a941f60e3b12 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'edf6dca2-e64e-491b-b0af-ec53866ed9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f5cdf1e8-7725-435d-8661-0e0dd2aca59a'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:57:12.166250 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2eba6a-b65e-4c82-9e36-bac5068db75e None None] Attempting to bind port 8f0a2de3-e928-4304-b43a-a941f60e3b12 on network f5cdf1e8-7725-435d-8661-0e0dd2aca59a {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:57:12.166250 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2eba6a-b65e-4c82-9e36-bac5068db75e None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:57:12.166687 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2eba6a-b65e-4c82-9e36-bac5068db75e None None] Checking segment: {'id': 'edf6dca2-e64e-491b-b0af-ec53866ed9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f5cdf1e8-7725-435d-8661-0e0dd2aca59a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:57:12.166947 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ce2eba6a-b65e-4c82-9e36-bac5068db75e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:12.167396 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2eba6a-b65e-4c82-9e36-bac5068db75e None None] Bound using segment: {'id': 'edf6dca2-e64e-491b-b0af-ec53866ed9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f5cdf1e8-7725-435d-8661-0e0dd2aca59a'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:57:12.167853 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-ce2eba6a-b65e-4c82-9e36-bac5068db75e None None] Bound port: 8f0a2de3-e928-4304-b43a-a941f60e3b12, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edf6dca2-e64e-491b-b0af-ec53866ed9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f5cdf1e8-7725-435d-8661-0e0dd2aca59a'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:57:12.168215 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ce2eba6a-b65e-4c82-9e36-bac5068db75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:12.261781 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-ce2eba6a-b65e-4c82-9e36-bac5068db75e None None] For port 8f0a2de3-e928-4304-b43a-a941f60e3b12, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:57:12.262306 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-310c2b21-fa95-41a3-ae6e-7ff0f4b87848 req-d1f4361f-01b2-4e3c-8ef2-8c913377c06b service neutron] 10.222.0.105 "GET /v2.0/networks/866b1940-97bf-4889-ae97-5594fa470cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848239 Feb 09 00:57:12.265395 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-ce2eba6a-b65e-4c82-9e36-bac5068db75e None None] For port 8f0a2de3-e928-4304-b43a-a941f60e3b12, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=8f0a2de3-e928-4304-b43a-a941f60e3b12,segment=NetworkSegment(edf6dca2-e64e-491b-b0af-ec53866ed9b0),segment_id=edf6dca2-e64e-491b-b0af-ec53866ed9b0)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:57:12.270819 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ce2eba6a-b65e-4c82-9e36-bac5068db75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:12.306513 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc4c9b-59ed-40c5-bc64-d6d45ff2b5e6 req-3148a18d-c4a4-4d1a-890a-93fdae848376 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:12.308033 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-49dc4c9b-59ed-40c5-bc64-d6d45ff2b5e6 req-3148a18d-c4a4-4d1a-890a-93fdae848376 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f50468d-06ac-4e8b-9614-7f72392184d3 HTTP/1.1" status: 200 len: 943 time: 0.2602673 Feb 09 00:57:12.311092 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-80eb5d35-3bd8-4b16-8a7e-e15101134589 req-cd553d16-96d5-4f59-a440-5d4a989074fe service neutron] 10.222.0.62 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073486 Feb 09 00:57:12.340088 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2752f8c-5db0-4fb8-8b5f-01ff92d627b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2022adeb-3756-4fe4-94ae-59c58db877ca'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:57:12.363265 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-49dc4c9b-59ed-40c5-bc64-d6d45ff2b5e6 req-d8d99e8a-81f0-4c55-8b58-f2f101a95adf tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/security-groups?id=f58a20dc-4342-436d-a5ca-ae66a87962a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475399 Feb 09 00:57:12.365347 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 5c64b64d-1354-4d28-a743-7966f6fd515a details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:57:12.398495 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-375042df-a2e8-46fa-9725-5d36e34d23f1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:12.458270 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-375042df-a2e8-46fa-9725-5d36e34d23f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:12.536623 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2eba6a-b65e-4c82-9e36-bac5068db75e None None] Pushing event updated for resources: {'Port': ['ID=8f0a2de3-e928-4304-b43a-a941f60e3b12,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:12.594459 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 5c64b64d-1354-4d28-a743-7966f6fd515a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=5c64b64d-1354-4d28-a743-7966f6fd515a,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:57:12.609744 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '5c64b64d-1354-4d28-a743-7966f6fd515a', 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6', 'port_id': '5c64b64d-1354-4d28-a743-7966f6fd515a', 'mac_address': 'fa:16:3e:57:bb:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7938d94-1f0f-48bd-a0b3-26d5344ff0ec', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:57:12.722318 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 4ec17ddb-cbce-4a69-bade-bd3b88d9dee7 details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:57:12.724646 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:12.780762 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c64b64d-1354-4d28-a743-7966f6fd515a {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:57:12.827085 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c10b2d-da2f-4780-983e-a1bd5eafa69e req-1ec8917b-469f-4983-a43f-03a95d55be84 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:12.836063 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-93c10b2d-da2f-4780-983e-a1bd5eafa69e req-1ec8917b-469f-4983-a43f-03a95d55be84 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=d777eaa7-ab2e-48f1-8f52-4ac39125a2bb HTTP/1.1" status: 200 len: 943 time: 0.2503159 Feb 09 00:57:12.842724 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-375042df-a2e8-46fa-9725-5d36e34d23f1 admin admin] Allocated IP 172.25.0.17 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/016289d2-1861-402d-8c3d-44750dc82d97) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:57:12.928545 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 5c64b64d-1354-4d28-a743-7966f6fd515a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=5c64b64d-1354-4d28-a743-7966f6fd515a,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:57:12.928952 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-93c10b2d-da2f-4780-983e-a1bd5eafa69e req-d5c332b7-b2c6-43e3-ac71-d5b7ec916863 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=ceaabe02-67e8-49da-9640-53d4e3b33273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901661 Feb 09 00:57:12.996213 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:13.121040 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-375042df-a2e8-46fa-9725-5d36e34d23f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:13.144454 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:13.157735 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 4ec17ddb-cbce-4a69-bade-bd3b88d9dee7, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=4ec17ddb-cbce-4a69-bade-bd3b88d9dee7,segment=NetworkSegment(f90ace70-662b-44c0-8133-0683ca3538cf),segment_id=f90ace70-662b-44c0-8133-0683ca3538cf)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:57:13.170825 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-375042df-a2e8-46fa-9725-5d36e34d23f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:13.178393 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1d90a-4bf1-424d-b349-e36c36ba5aed req-702fc686-148f-41a7-9830-e28cf9b4cf34 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:13.181089 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': '4ec17ddb-cbce-4a69-bade-bd3b88d9dee7', 'network_id': 'a9cff3de-bafd-4405-ac7a-32d3031d022c', 'port_id': '4ec17ddb-cbce-4a69-bade-bd3b88d9dee7', 'mac_address': 'fa:16:3e:46:47:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0812677-0633-4371-ad1e-90c3460d12b7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:57:13.189488 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-87d1d90a-4bf1-424d-b349-e36c36ba5aed req-702fc686-148f-41a7-9830-e28cf9b4cf34 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=90140d92-19ba-4345-9db5-0546529072e2 HTTP/1.1" status: 200 len: 950 time: 0.1244814 Feb 09 00:57:13.189904 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=5c64b64d-1354-4d28-a743-7966f6fd515a,revision_number=12']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:13.251868 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:13.267478 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375042df-a2e8-46fa-9725-5d36e34d23f1 admin admin] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:57:13.271721 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-375042df-a2e8-46fa-9725-5d36e34d23f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:57:13.274316 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ec17ddb-cbce-4a69-bade-bd3b88d9dee7 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:57:13.274557 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375042df-a2e8-46fa-9725-5d36e34d23f1 admin admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:57:13.283204 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-87d1d90a-4bf1-424d-b349-e36c36ba5aed req-9bdb38d8-c1f0-4f84-a881-3e0bad090f9a tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927451 Feb 09 00:57:13.307630 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 4ec17ddb-cbce-4a69-bade-bd3b88d9dee7, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=4ec17ddb-cbce-4a69-bade-bd3b88d9dee7,segment=NetworkSegment(f90ace70-662b-44c0-8133-0683ca3538cf),segment_id=f90ace70-662b-44c0-8133-0683ca3538cf)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:57:13.314263 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:13.330139 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375042df-a2e8-46fa-9725-5d36e34d23f1 admin admin] Pushing event updated for resources: {'Port': ['ID=016289d2-1861-402d-8c3d-44750dc82d97,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:13.375654 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2752f8c-5db0-4fb8-8b5f-01ff92d627b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2022adeb-3756-4fe4-94ae-59c58db877ca', 'code': 200} Feb 09 00:57:13.376714 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['5c64b64d-1354-4d28-a743-7966f6fd515a'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:57:13.437402 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd777eaa7-ab2e-48f1-8f52-4ac39125a2bb', 'tag': '8966abcd-1778-4e11-b863-2fa7dd0270fe', 'status': 'completed', 'code': 200} Feb 09 00:57:13.488568 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=4ec17ddb-cbce-4a69-bade-bd3b88d9dee7,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:13.557966 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b18ee9-5220-4e4c-891b-7341d6b2f717 req-a1dc1c92-bac8-47db-82c0-5826a63e7f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:13.565050 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-96b18ee9-5220-4e4c-891b-7341d6b2f717 req-a1dc1c92-bac8-47db-82c0-5826a63e7f27 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=71b0276e9e0b48f8943a51531f3d8a9e&device_id=d777eaa7-ab2e-48f1-8f52-4ac39125a2bb HTTP/1.1" status: 200 len: 1094 time: 0.1582124 Feb 09 00:57:13.707194 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['4ec17ddb-cbce-4a69-bade-bd3b88d9dee7'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:57:13.765714 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 8f0a2de3-e928-4304-b43a-a941f60e3b12 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:57:13.812928 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-db1b18e8-90a6-4dd4-897b-1733e1b996f2 req-c8827e0f-1cdd-4384-876a-e94240ae1356 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/ports?device_id=92ff2a86-f47b-46cb-a111-ffcb6ee92a2d HTTP/1.1" status: 200 len: 210 time: 0.2015433 Feb 09 00:57:13.936688 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d017300-b52e-4578-9712-752ecdc5366e req-e2efc363-a5ed-4d1b-98b6-57c8012c4310 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:13.944753 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1d017300-b52e-4578-9712-752ecdc5366e req-e2efc363-a5ed-4d1b-98b6-57c8012c4310 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=763a7eb3-2dd6-42a3-9f56-d22f3c0da01c HTTP/1.1" status: 200 len: 945 time: 0.3295391 Feb 09 00:57:13.965877 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b18ee9-5220-4e4c-891b-7341d6b2f717 req-62dadd96-2140-4d68-a493-f10925c8a3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:13.968553 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-96b18ee9-5220-4e4c-891b-7341d6b2f717 req-62dadd96-2140-4d68-a493-f10925c8a3a1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1f86eb5f-f405-4ce4-a845-9c31ac1b15d4 HTTP/1.1" status: 200 len: 912 time: 0.3983595 Feb 09 00:57:14.038132 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 8f0a2de3-e928-4304-b43a-a941f60e3b12 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:57:14.052491 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-96b18ee9-5220-4e4c-891b-7341d6b2f717 req-3628eda3-f958-4575-bef5-c09db9690abd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8966abcd-1778-4e11-b863-2fa7dd0270fe HTTP/1.1" status: 200 len: 217 time: 0.0755777 Feb 09 00:57:14.069924 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87dc5084-8883-46dd-80e2-7c3ed168fbdb None None] Network f5cdf1e8-7725-435d-8661-0e0dd2aca59a requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:57:14.133327 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea77545-0e0b-477d-a625-0b30f47abc10 req-08589efe-dbca-45d5-ba45-06127e2f5341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:14.134843 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4ea77545-0e0b-477d-a625-0b30f47abc10 req-08589efe-dbca-45d5-ba45-06127e2f5341 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d2752f8c-5db0-4fb8-8b5f-01ff92d627b2 HTTP/1.1" status: 200 len: 1097 time: 0.6655641 Feb 09 00:57:14.215692 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e615138d-85a0-4d32-a959-07138e4e522c None None] Provisioning for port 8f0a2de3-e928-4304-b43a-a941f60e3b12 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:57:14.245586 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e615138d-85a0-4d32-a959-07138e4e522c None None] Provisioning complete for port 8f0a2de3-e928-4304-b43a-a941f60e3b12 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:57:14.246340 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e615138d-85a0-4d32-a959-07138e4e522c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:14.260137 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4ea77545-0e0b-477d-a625-0b30f47abc10 req-98d8b73f-5c0c-43b1-b75e-147ff572da04 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f58a20dc-4342-436d-a5ca-ae66a87962a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127584 Feb 09 00:57:14.268287 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-375042df-a2e8-46fa-9725-5d36e34d23f1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:14.323595 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c2b21-fa95-41a3-ae6e-7ff0f4b87848 req-6968dd41-2430-48ba-864c-a4306ab28c13 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:14.325547 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-310c2b21-fa95-41a3-ae6e-7ff0f4b87848 req-6968dd41-2430-48ba-864c-a4306ab28c13 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.62 "GET /v2.0/networks?id=866b1940-97bf-4889-ae97-5594fa470cc1 HTTP/1.1" status: 200 len: 813 time: 0.1753664 Feb 09 00:57:14.334088 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b8f6e822-9fa3-49b9-8f61-1f8de50da54a req-17a6b5cc-3316-4507-b7b7-44073f8ea7ec tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=99c06934-fce7-4ee5-bb7b-d0b3bdcc9935 HTTP/1.1" status: 200 len: 210 time: 0.2806203 Feb 09 00:57:14.361553 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 8966abcd-1778-4e11-b863-2fa7dd0270fe details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:57:14.367654 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 00:57:14.370503 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b18ee9-5220-4e4c-891b-7341d6b2f717 req-a914fe7d-243f-471d-9c5a-1b06d949a102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:14.373515 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-96b18ee9-5220-4e4c-891b-7341d6b2f717 req-a914fe7d-243f-471d-9c5a-1b06d949a102 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=55d6843d-cf0e-4da9-b1f9-18c66e11f308 HTTP/1.1" status: 200 len: 850 time: 0.3022506 Feb 09 00:57:14.387743 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1d017300-b52e-4578-9712-752ecdc5366e req-e0fffae1-acde-4412-8934-369e8e60e9d1 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4405179 Feb 09 00:57:14.487810 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-310c2b21-fa95-41a3-ae6e-7ff0f4b87848 req-9a58f956-de32-4f90-bad6-4aae8560122b tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Request body: {'port': {'device_id': '92ff2a86-f47b-46cb-a111-ffcb6ee92a2d', 'network_id': '866b1940-97bf-4889-ae97-5594fa470cc1', 'admin_state_up': True, 'tenant_id': 'fe158ed132334121b71318da05020927'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:57:14.584431 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e615138d-85a0-4d32-a959-07138e4e522c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:14.683254 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e615138d-85a0-4d32-a959-07138e4e522c None None] For port 8f0a2de3-e928-4304-b43a-a941f60e3b12, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=8f0a2de3-e928-4304-b43a-a941f60e3b12,segment=NetworkSegment(edf6dca2-e64e-491b-b0af-ec53866ed9b0),segment_id=edf6dca2-e64e-491b-b0af-ec53866ed9b0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:57:14.693556 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e615138d-85a0-4d32-a959-07138e4e522c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:14.792273 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-375042df-a2e8-46fa-9725-5d36e34d23f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:14.842848 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 8966abcd-1778-4e11-b863-2fa7dd0270fe, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=8966abcd-1778-4e11-b863-2fa7dd0270fe,segment=NetworkSegment(42eb89e1-c4de-4f57-85a6-0e5fc984e699),segment_id=42eb89e1-c4de-4f57-85a6-0e5fc984e699)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:57:14.849856 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e615138d-85a0-4d32-a959-07138e4e522c None None] Pushing event updated for resources: {'Port': ['ID=8f0a2de3-e928-4304-b43a-a941f60e3b12,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:14.861260 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '8966abcd-1778-4e11-b863-2fa7dd0270fe', 'network_id': '1f86eb5f-f405-4ce4-a845-9c31ac1b15d4', 'port_id': '8966abcd-1778-4e11-b863-2fa7dd0270fe', 'mac_address': 'fa:16:3e:57:ec:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55d6843d-cf0e-4da9-b1f9-18c66e11f308', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:57:14.923651 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:14.947934 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8966abcd-1778-4e11-b863-2fa7dd0270fe {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:57:14.968781 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 8966abcd-1778-4e11-b863-2fa7dd0270fe, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=8966abcd-1778-4e11-b863-2fa7dd0270fe,segment=NetworkSegment(42eb89e1-c4de-4f57-85a6-0e5fc984e699),segment_id=42eb89e1-c4de-4f57-85a6-0e5fc984e699)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:57:14.973792 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:15.050670 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=8966abcd-1778-4e11-b863-2fa7dd0270fe,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:15.065419 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-375042df-a2e8-46fa-9725-5d36e34d23f1 admin admin] Router b4a9e712-866a-4625-91ef-be0348d36076 is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 00:57:15.080927 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-310c2b21-fa95-41a3-ae6e-7ff0f4b87848 req-9a58f956-de32-4f90-bad6-4aae8560122b tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:57:15.087997 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b18ee9-5220-4e4c-891b-7341d6b2f717 req-17af5482-136c-40fd-9f0f-be0d0cfd4c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:15.089514 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-96b18ee9-5220-4e4c-891b-7341d6b2f717 req-17af5482-136c-40fd-9f0f-be0d0cfd4c82 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1f86eb5f-f405-4ce4-a845-9c31ac1b15d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6074402 Feb 09 00:57:15.092770 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-310c2b21-fa95-41a3-ae6e-7ff0f4b87848 req-9a58f956-de32-4f90-bad6-4aae8560122b tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Usage tracker for resource:port and tenant:fe158ed132334121b71318da05020927 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:57:15.097570 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-310c2b21-fa95-41a3-ae6e-7ff0f4b87848 req-9a58f956-de32-4f90-bad6-4aae8560122b tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:57:15.125184 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c0942-30b1-4aaf-9997-e0ad99991915 req-77eb3005-5c8f-42e4-b7c1-2f003f022980 tempest-MigrationsAdminTest-1559850011 tempest-MigrationsAdminTest-1559850011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:15.126709 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d99c0942-30b1-4aaf-9997-e0ad99991915 req-77eb3005-5c8f-42e4-b7c1-2f003f022980 tempest-MigrationsAdminTest-1559850011 tempest-MigrationsAdminTest-1559850011-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=90140d92-19ba-4345-9db5-0546529072e2 HTTP/1.1" status: 200 len: 1101 time: 0.3452463 Feb 09 00:57:15.128145 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-310c2b21-fa95-41a3-ae6e-7ff0f4b87848 req-9a58f956-de32-4f90-bad6-4aae8560122b tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:57:15.140056 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f410c-915b-47eb-aed0-ca2cf8baadb9 req-3fcb5448-bc53-4e61-85a5-c82031458ca6 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:15.141498 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-724f410c-915b-47eb-aed0-ca2cf8baadb9 req-3fcb5448-bc53-4e61-85a5-c82031458ca6 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f50468d-06ac-4e8b-9614-7f72392184d3 HTTP/1.1" status: 200 len: 944 time: 0.2675805 Feb 09 00:57:15.219320 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8c442353-4f55-4a7d-9285-4a51b4a73c25 None None] Provisioning complete for port 8f0a2de3-e928-4304-b43a-a941f60e3b12 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:57:15.219956 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8c442353-4f55-4a7d-9285-4a51b4a73c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:15.228725 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-310c2b21-fa95-41a3-ae6e-7ff0f4b87848 req-9a58f956-de32-4f90-bad6-4aae8560122b tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Made reservation on behalf of fe158ed132334121b71318da05020927 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:57:15.232891 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-310c2b21-fa95-41a3-ae6e-7ff0f4b87848 req-9a58f956-de32-4f90-bad6-4aae8560122b tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:15.249218 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-375042df-a2e8-46fa-9725-5d36e34d23f1 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 00:57:15.265800 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43857be2-beb1-4da7-9e03-97a57155cc49 None None] Sync routers for ids ['b4a9e712-866a-4625-91ef-be0348d36076'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:57:15.276080 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-375042df-a2e8-46fa-9725-5d36e34d23f1 admin admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:15.280835 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-375042df-a2e8-46fa-9725-5d36e34d23f1 admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.3042247 Feb 09 00:57:15.280835 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47616) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:15.291028 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43857be2-beb1-4da7-9e03-97a57155cc49 None None] Routers {'b4a9e712-866a-4625-91ef-be0348d36076'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:57:15.291781 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-43857be2-beb1-4da7-9e03-97a57155cc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:57:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['b4a9e712-866a-4625-91ef-be0348d36076'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:57:15.325035 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-724f410c-915b-47eb-aed0-ca2cf8baadb9 req-ed3b663f-9273-4b5e-bf48-8e7aa7ff171d tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/security-groups?id=f58a20dc-4342-436d-a5ca-ae66a87962a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321013 Feb 09 00:57:15.362707 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d99c0942-30b1-4aaf-9997-e0ad99991915 req-5e4ab6c5-36a0-4cf0-9a31-0a3c2bf8a836 tempest-MigrationsAdminTest-1559850011 tempest-MigrationsAdminTest-1559850011-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201934 Feb 09 00:57:15.421256 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-96b18ee9-5220-4e4c-891b-7341d6b2f717 req-d85570fa-1731-41c1-a52e-554a60f0f502 service neutron] 10.222.0.62 "GET /v2.0/networks/1f86eb5f-f405-4ce4-a845-9c31ac1b15d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202245 Feb 09 00:57:15.503148 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-43857be2-beb1-4da7-9e03-97a57155cc49 None None] Set router b4a9e712-866a-4625-91ef-be0348d36076 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:57:15.642505 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['8966abcd-1778-4e11-b863-2fa7dd0270fe'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:57:15.791547 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 8f0a2de3-e928-4304-b43a-a941f60e3b12 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:57:15.836111 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-310c2b21-fa95-41a3-ae6e-7ff0f4b87848 req-9a58f956-de32-4f90-bad6-4aae8560122b tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Allocated IP 172.20.0.9 (866b1940-97bf-4889-ae97-5594fa470cc1/b7e2d3f7-8db3-4e5e-8a7b-90b470036eaf/a5c06ec6-101a-4c48-bd9a-e0a2581f5078) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:57:15.846048 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-96b18ee9-5220-4e4c-891b-7341d6b2f717 req-f56ea18a-bb61-46ce-b2b1-aa17ae110f3b service neutron] 10.222.0.62 "GET /v2.0/networks/1f86eb5f-f405-4ce4-a845-9c31ac1b15d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4169064 Feb 09 00:57:15.904485 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe2eca2-7873-4037-aa09-6d7c6fe0e04e req-2041ce28-3b27-41b5-90c4-c20712cd0ac1 tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:15.905358 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3fe2eca2-7873-4037-aa09-6d7c6fe0e04e req-2041ce28-3b27-41b5-90c4-c20712cd0ac1 tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] 10.222.0.105 "GET /v2.0/ports?device_id=5567b915-490a-468c-8e0d-6856d8c8f6d4 HTTP/1.1" status: 200 len: 948 time: 0.3390689 Feb 09 00:57:15.970712 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094c36ff-4aa6-4e2c-bcca-2570fc822e81 req-32624d90-7c80-44d1-8c4d-0762bfbc044c tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:15.972686 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-094c36ff-4aa6-4e2c-bcca-2570fc822e81 req-32624d90-7c80-44d1-8c4d-0762bfbc044c tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=d777eaa7-ab2e-48f1-8f52-4ac39125a2bb HTTP/1.1" status: 200 len: 944 time: 0.3731585 Feb 09 00:57:15.997681 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d81cfff6-3e3e-45a1-b158-7700df96390d req-f2bfc13a-a4e7-49cc-b0c9-9643da7d1e26 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=e6fa40f41b9646a7bf38890c5f8e1746&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0570142 Feb 09 00:57:16.171732 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 8f0a2de3-e928-4304-b43a-a941f60e3b12 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:57:16.172157 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:16.192327 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3fe2eca2-7873-4037-aa09-6d7c6fe0e04e req-2ce135ef-389d-44d5-9b50-2ca9876140e0 tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] 10.222.0.105 "GET /v2.0/security-groups?id=16acca42-a0c4-49b7-8970-a493bbcd3b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721882 Feb 09 00:57:16.196600 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb5d35-3bd8-4b16-8a7e-e15101134589 req-b9143601-5545-46f3-8f8e-b57e2912315f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:16.198113 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-80eb5d35-3bd8-4b16-8a7e-e15101134589 req-b9143601-5545-46f3-8f8e-b57e2912315f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2029858 Feb 09 00:57:16.333195 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-094c36ff-4aa6-4e2c-bcca-2570fc822e81 req-3363f9c7-660c-4cad-841c-a31b2ec12726 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=ceaabe02-67e8-49da-9640-53d4e3b33273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3460093 Feb 09 00:57:16.340872 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81cfff6-3e3e-45a1-b158-7700df96390d req-ea5492c1-50f1-4e1c-899a-c9878e85eb33 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:16.342605 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d81cfff6-3e3e-45a1-b158-7700df96390d req-ea5492c1-50f1-4e1c-899a-c9878e85eb33 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3166933 Feb 09 00:57:16.390113 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 5c64b64d-1354-4d28-a743-7966f6fd515a up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:57:16.408488 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-310c2b21-fa95-41a3-ae6e-7ff0f4b87848 req-9a58f956-de32-4f90-bad6-4aae8560122b tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:16.442505 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-43857be2-beb1-4da7-9e03-97a57155cc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a9e712-866a-4625-91ef-be0348d36076', 'name': 'tempest-FloatingIPDetailsTestJSON-1093412730-router', 'tenant_id': 'c087c538c6c04537bb8fc0b2ca489a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '016289d2-1861-402d-8c3d-44750dc82d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:57:11Z', 'updated_at': '2022-02-09T00:57:13Z', 'revision_number': 3, 'project_id': 'c087c538c6c04537bb8fc0b2ca489a68', 'gw_port': {'id': '016289d2-1861-402d-8c3d-44750dc82d97', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:84:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a9e712-866a-4625-91ef-be0348d36076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:57:12Z', 'updated_at': '2022-02-09T00:57:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:57:16.453337 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-5e2c6b20-c259-42e0-a1d0-bf964ca2935d req-650dcdd8-3304-443f-8d81-eea92b899a5c service neutron] 10.222.0.99 "GET /v2.0/networks/a9cff3de-bafd-4405-ac7a-32d3031d022c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4570606 Feb 09 00:57:16.473867 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43857be2-beb1-4da7-9e03-97a57155cc49 None None] Checking router: b4a9e712-866a-4625-91ef-be0348d36076 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:57:16.474349 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43857be2-beb1-4da7-9e03-97a57155cc49 None None] Updating router b4a9e712-866a-4625-91ef-be0348d36076 port 016289d2-1861-402d-8c3d-44750dc82d97 binding host n-d-828418-1 {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:57:16.478934 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-d81cfff6-3e3e-45a1-b158-7700df96390d req-6adca5e4-00d4-4b5c-be57-1c9d271f43e9 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Request body: {'port': {'device_id': '99c06934-fce7-4ee5-bb7b-d0b3bdcc9935', 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6', 'admin_state_up': True, 'tenant_id': 'e6fa40f41b9646a7bf38890c5f8e1746'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:57:16.499053 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-310c2b21-fa95-41a3-ae6e-7ff0f4b87848 req-9a58f956-de32-4f90-bad6-4aae8560122b tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:16.557189 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-43857be2-beb1-4da7-9e03-97a57155cc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:16.583145 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-80eb5d35-3bd8-4b16-8a7e-e15101134589 req-a32e6456-33ea-4474-883f-6ad456c7e0c9 service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832391 Feb 09 00:57:16.689863 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 4ec17ddb-cbce-4a69-bade-bd3b88d9dee7 up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:57:16.733983 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port 5c64b64d-1354-4d28-a743-7966f6fd515a completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:57:16.767969 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c639ba81-97d5-4b9b-975b-2f721fd69e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:16.769279 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 5c64b64d-1354-4d28-a743-7966f6fd515a triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:57:16.769672 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:16.794000 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-57af622a-ab69-4949-a485-3686959814f0 req-91b7ae09-9246-4e47-980b-60e577cf59cb tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=99c06934-fce7-4ee5-bb7b-d0b3bdcc9935 HTTP/1.1" status: 200 len: 210 time: 0.2861142 Feb 09 00:57:16.819800 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-310c2b21-fa95-41a3-ae6e-7ff0f4b87848 req-9a58f956-de32-4f90-bad6-4aae8560122b tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Network 866b1940-97bf-4889-ae97-5594fa470cc1 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:57:16.830156 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-310c2b21-fa95-41a3-ae6e-7ff0f4b87848 req-9a58f956-de32-4f90-bad6-4aae8560122b tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:57:16.844598 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-310c2b21-fa95-41a3-ae6e-7ff0f4b87848 req-9a58f956-de32-4f90-bad6-4aae8560122b tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:57:16.879597 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a58f956-de32-4f90-bad6-4aae8560122b tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Pushing event updated for resources: {'Port': ['ID=a5c06ec6-101a-4c48-bd9a-e0a2581f5078,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:16.952851 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-d81cfff6-3e3e-45a1-b158-7700df96390d req-6adca5e4-00d4-4b5c-be57-1c9d271f43e9 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:57:16.962070 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c2b21-fa95-41a3-ae6e-7ff0f4b87848 req-9a58f956-de32-4f90-bad6-4aae8560122b tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:16.962270 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-310c2b21-fa95-41a3-ae6e-7ff0f4b87848 req-9a58f956-de32-4f90-bad6-4aae8560122b tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:16.981010 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb5df4-899b-47f1-b97a-4b081bc4f21e req-553ed130-406a-47ab-906d-6c18939d3ac0 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:16.984670 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning for port 4ec17ddb-cbce-4a69-bade-bd3b88d9dee7 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:57:16.987897 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5edb5df4-899b-47f1-b97a-4b081bc4f21e req-553ed130-406a-47ab-906d-6c18939d3ac0 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/ports?device_id=92ff2a86-f47b-46cb-a111-ffcb6ee92a2d HTTP/1.1" status: 200 len: 931 time: 0.5502937 Feb 09 00:57:17.004237 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port 4ec17ddb-cbce-4a69-bade-bd3b88d9dee7 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:57:17.004684 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:17.009843 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-d81cfff6-3e3e-45a1-b158-7700df96390d req-6adca5e4-00d4-4b5c-be57-1c9d271f43e9 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Usage tracker for resource:port and tenant:e6fa40f41b9646a7bf38890c5f8e1746 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:57:17.015735 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-d81cfff6-3e3e-45a1-b158-7700df96390d req-6adca5e4-00d4-4b5c-be57-1c9d271f43e9 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:57:17.025273 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-d81cfff6-3e3e-45a1-b158-7700df96390d req-6adca5e4-00d4-4b5c-be57-1c9d271f43e9 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:57:17.045542 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-310c2b21-fa95-41a3-ae6e-7ff0f4b87848 req-9a58f956-de32-4f90-bad6-4aae8560122b tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5618870 Feb 09 00:57:17.052825 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-5edb5df4-899b-47f1-b97a-4b081bc4f21e req-aa38567d-6158-42fd-8308-ed521ab15a6a tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Synchronizing usage tracker for tenant:fe158ed132334121b71318da05020927 on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:57:17.062021 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-310c2b21-fa95-41a3-ae6e-7ff0f4b87848 req-14b6f219-9e89-4960-a081-804228b6d22a service neutron] Request body: {'port': {'device_id': '92ff2a86-f47b-46cb-a111-ffcb6ee92a2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:57:17.082132 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-c639ba81-97d5-4b9b-975b-2f721fd69e14 admin admin] Allocated IP 172.20.0.1 (f5cdf1e8-7725-435d-8661-0e0dd2aca59a/370e35ff-fa12-4857-aacf-28000c3bddbd/991d7104-494e-46e1-b96e-e8d54a8dae96) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:57:17.087700 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d81cfff6-3e3e-45a1-b158-7700df96390d req-6adca5e4-00d4-4b5c-be57-1c9d271f43e9 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Made reservation on behalf of e6fa40f41b9646a7bf38890c5f8e1746 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:57:17.087908 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:17.089221 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-80eb5d35-3bd8-4b16-8a7e-e15101134589 req-4ea8c5b6-544c-4028-a1cd-c9efc53dfdb0 service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4978275 Feb 09 00:57:17.090787 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d81cfff6-3e3e-45a1-b158-7700df96390d req-6adca5e4-00d4-4b5c-be57-1c9d271f43e9 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:17.122630 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d81cfff6-3e3e-45a1-b158-7700df96390d req-6adca5e4-00d4-4b5c-be57-1c9d271f43e9 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:17.156879 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-d81cfff6-3e3e-45a1-b158-7700df96390d req-6adca5e4-00d4-4b5c-be57-1c9d271f43e9 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:57:17.180591 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:17.206501 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-5edb5df4-899b-47f1-b97a-4b081bc4f21e req-aa38567d-6158-42fd-8308-ed521ab15a6a tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Unset dirty status for tenant:fe158ed132334121b71318da05020927 on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:57:17.207689 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5edb5df4-899b-47f1-b97a-4b081bc4f21e req-aa38567d-6158-42fd-8308-ed521ab15a6a tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/security-groups?id=2cd63bc8-3887-4f55-952c-1971b82f2ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190254 Feb 09 00:57:17.208725 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-d81cfff6-3e3e-45a1-b158-7700df96390d req-6adca5e4-00d4-4b5c-be57-1c9d271f43e9 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Usage tracker for resource:security_group_rule and tenant:e6fa40f41b9646a7bf38890c5f8e1746 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:57:17.211920 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90140d92-19ba-4345-9db5-0546529072e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c64b64d-1354-4d28-a743-7966f6fd515a'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:57:17.218120 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-d81cfff6-3e3e-45a1-b158-7700df96390d req-6adca5e4-00d4-4b5c-be57-1c9d271f43e9 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:57:17.234603 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['744c8ee2-f6d2-48d2-ae12-e6633911caff'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:57:17.238524 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-d81cfff6-3e3e-45a1-b158-7700df96390d req-6adca5e4-00d4-4b5c-be57-1c9d271f43e9 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:57:17.284035 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-310c2b21-fa95-41a3-ae6e-7ff0f4b87848 req-14b6f219-9e89-4960-a081-804228b6d22a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:17.312688 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c639ba81-97d5-4b9b-975b-2f721fd69e14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:17.327077 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.resource_extend [None req-43857be2-beb1-4da7-9e03-97a57155cc49 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 00:57:17.334008 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 5c64b64d-1354-4d28-a743-7966f6fd515a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=5c64b64d-1354-4d28-a743-7966f6fd515a,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:57:17.337160 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-c639ba81-97d5-4b9b-975b-2f721fd69e14 admin admin] Transition to ACTIVE for port object 991d7104-494e-46e1-b96e-e8d54a8dae96 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:57:17.338094 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 4ec17ddb-cbce-4a69-bade-bd3b88d9dee7, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=4ec17ddb-cbce-4a69-bade-bd3b88d9dee7,segment=NetworkSegment(f90ace70-662b-44c0-8133-0683ca3538cf),segment_id=f90ace70-662b-44c0-8133-0683ca3538cf)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:57:17.373164 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:17.373429 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c639ba81-97d5-4b9b-975b-2f721fd69e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:17.374817 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:17.443653 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c639ba81-97d5-4b9b-975b-2f721fd69e14 admin admin] Network f5cdf1e8-7725-435d-8661-0e0dd2aca59a is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:57:17.446926 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-c639ba81-97d5-4b9b-975b-2f721fd69e14 admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:57:17.451215 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c639ba81-97d5-4b9b-975b-2f721fd69e14 admin admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:57:17.459963 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=5c64b64d-1354-4d28-a743-7966f6fd515a,revision_number=13']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:17.495953 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c639ba81-97d5-4b9b-975b-2f721fd69e14 admin admin] Pushing event updated for resources: {'Port': ['ID=991d7104-494e-46e1-b96e-e8d54a8dae96,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:17.497247 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:17.498598 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:17.498598 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:17.498598 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:17.499263 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:17.499263 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:17.500261 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:17.500261 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:17.501688 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:17.502033 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:17.502360 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:17.502682 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:17.514152 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c639ba81-97d5-4b9b-975b-2f721fd69e14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:17.567141 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-43857be2-beb1-4da7-9e03-97a57155cc49 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:17.695114 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-43857be2-beb1-4da7-9e03-97a57155cc49 None None] Transition to ACTIVE for port object 016289d2-1861-402d-8c3d-44750dc82d97 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:57:17.728112 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-43857be2-beb1-4da7-9e03-97a57155cc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:17.734631 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=4ec17ddb-cbce-4a69-bade-bd3b88d9dee7,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:17.748816 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d81cfff6-3e3e-45a1-b158-7700df96390d req-6adca5e4-00d4-4b5c-be57-1c9d271f43e9 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:17.817282 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d81cfff6-3e3e-45a1-b158-7700df96390d req-6adca5e4-00d4-4b5c-be57-1c9d271f43e9 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:17.856892 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-43857be2-beb1-4da7-9e03-97a57155cc49 None None] Attempting to bind port 016289d2-1861-402d-8c3d-44750dc82d97 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:57:17.857251 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-43857be2-beb1-4da7-9e03-97a57155cc49 None None] Attempting to bind port 016289d2-1861-402d-8c3d-44750dc82d97 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:57:17.857819 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43857be2-beb1-4da7-9e03-97a57155cc49 None None] Attempting to bind port 016289d2-1861-402d-8c3d-44750dc82d97 on network 3d885c3c-255c-4e54-addc-b28437d0b18e {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:57:17.869580 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d3782022-ac20-44f1-9a5f-5eba92ed00be None None] Provisioning for port 991d7104-494e-46e1-b96e-e8d54a8dae96 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:57:17.882083 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43857be2-beb1-4da7-9e03-97a57155cc49 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:57:17.882452 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43857be2-beb1-4da7-9e03-97a57155cc49 None None] Checking segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:57:17.882601 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a6e23b-e6be-487a-95cb-474a58675a53 req-172514ad-ac1f-4be8-83a4-2379fe1b1b3f tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:17.883146 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-43857be2-beb1-4da7-9e03-97a57155cc49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:17.883666 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43857be2-beb1-4da7-9e03-97a57155cc49 None None] Bound using segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:57:17.884313 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-43857be2-beb1-4da7-9e03-97a57155cc49 None None] Bound port: 016289d2-1861-402d-8c3d-44750dc82d97, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:57:17.884673 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-43857be2-beb1-4da7-9e03-97a57155cc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:17.886088 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-04a6e23b-e6be-487a-95cb-474a58675a53 req-172514ad-ac1f-4be8-83a4-2379fe1b1b3f tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=763a7eb3-2dd6-42a3-9f56-d22f3c0da01c HTTP/1.1" status: 200 len: 945 time: 0.5277143 Feb 09 00:57:17.909251 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448794f-6178-4df6-b254-2faf9e7a0f5d req-8c6817ec-8946-420a-ad76-f9a24240d5ed tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:17.910783 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6448794f-6178-4df6-b254-2faf9e7a0f5d req-8c6817ec-8946-420a-ad76-f9a24240d5ed tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f50468d-06ac-4e8b-9614-7f72392184d3 HTTP/1.1" status: 200 len: 945 time: 0.5073948 Feb 09 00:57:17.916460 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fd5daa-955f-41a5-b3d0-041074080eae None None] Pushing event updated for resources: {'Port': ['ID=016289d2-1861-402d-8c3d-44750dc82d97,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:17.932368 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d3782022-ac20-44f1-9a5f-5eba92ed00be None None] Provisioning complete for port 991d7104-494e-46e1-b96e-e8d54a8dae96 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:57:17.932991 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d3782022-ac20-44f1-9a5f-5eba92ed00be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:17.942869 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a3c96-beb5-419b-925e-655d58080630 req-0472132a-8ea0-41c3-8a78-b0d64b2031fa tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:17.943580 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-e62a3c96-beb5-419b-925e-655d58080630 req-0472132a-8ea0-41c3-8a78-b0d64b2031fa tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Synchronizing usage tracker for tenant:11cb43d7eb324bbda10f73a5721a6da2 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:57:17.965969 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-e62a3c96-beb5-419b-925e-655d58080630 req-0472132a-8ea0-41c3-8a78-b0d64b2031fa tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Unset dirty status for tenant:11cb43d7eb324bbda10f73a5721a6da2 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:57:17.967587 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e62a3c96-beb5-419b-925e-655d58080630 req-0472132a-8ea0-41c3-8a78-b0d64b2031fa tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] 10.222.0.99 "GET /v2.0/ports?device_id=5567b915-490a-468c-8e0d-6856d8c8f6d4 HTTP/1.1" status: 200 len: 948 time: 0.1556489 Feb 09 00:57:17.993061 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adca5e4-00d4-4b5c-be57-1c9d271f43e9 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5d6135-6634-4167-99ad-f31267fef6b1,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:18.047878 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d3782022-ac20-44f1-9a5f-5eba92ed00be None None] Port 991d7104-494e-46e1-b96e-e8d54a8dae96 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:57:18.050432 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-e62a3c96-beb5-419b-925e-655d58080630 req-ffd57c8c-fe3a-4ab0-9bf8-7a85f39e6967 tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Deleting port 48fe6a3f-3317-4b0f-b4ba-ddaaef847545 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:57:18.050877 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-e62a3c96-beb5-419b-925e-655d58080630 req-ffd57c8c-fe3a-4ab0-9bf8-7a85f39e6967 tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:18.066024 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-43857be2-beb1-4da7-9e03-97a57155cc49 None None] For port 016289d2-1861-402d-8c3d-44750dc82d97, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:57:18.071069 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-43857be2-beb1-4da7-9e03-97a57155cc49 None None] For port 016289d2-1861-402d-8c3d-44750dc82d97, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=016289d2-1861-402d-8c3d-44750dc82d97,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:57:18.080902 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-43857be2-beb1-4da7-9e03-97a57155cc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:18.127874 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-04a6e23b-e6be-487a-95cb-474a58675a53 req-2d02da4e-2a06-479c-a2fa-3f429e151fd0 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123139 Feb 09 00:57:18.143117 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6448794f-6178-4df6-b254-2faf9e7a0f5d req-19e53a4f-8e33-41e1-ae41-9c9d21fff8a3 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/security-groups?id=f58a20dc-4342-436d-a5ca-ae66a87962a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943614 Feb 09 00:57:18.196134 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-d81cfff6-3e3e-45a1-b158-7700df96390d req-6adca5e4-00d4-4b5c-be57-1c9d271f43e9 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Allocated IP 192.168.233.61 (42d335cf-a678-4bc3-901b-7d21fb8587e6/e7938d94-1f0f-48bd-a0b3-26d5344ff0ec/88a93ab5-6360-4150-b84a-b24cbf02f870) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:57:18.252331 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43857be2-beb1-4da7-9e03-97a57155cc49 None None] Routers {'b4a9e712-866a-4625-91ef-be0348d36076'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:57:18.252961 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-43857be2-beb1-4da7-9e03-97a57155cc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:57:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['b4a9e712-866a-4625-91ef-be0348d36076'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:57:18.328436 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90140d92-19ba-4345-9db5-0546529072e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c64b64d-1354-4d28-a743-7966f6fd515a', 'code': 200} Feb 09 00:57:18.331323 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fd5daa-955f-41a5-b3d0-041074080eae None None] Pushing event updated for resources: {'Port': ['ID=016289d2-1861-402d-8c3d-44750dc82d97,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:18.346023 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-e62a3c96-beb5-419b-925e-655d58080630 req-ffd57c8c-fe3a-4ab0-9bf8-7a85f39e6967 tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] For port 48fe6a3f-3317-4b0f-b4ba-ddaaef847545, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=48fe6a3f-3317-4b0f-b4ba-ddaaef847545,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:57:18.346449 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-e62a3c96-beb5-419b-925e-655d58080630 req-ffd57c8c-fe3a-4ab0-9bf8-7a85f39e6967 tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:18.375985 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 8966abcd-1778-4e11-b863-2fa7dd0270fe up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:57:18.508081 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.db.resource_extend [req-310c2b21-fa95-41a3-ae6e-7ff0f4b87848 req-14b6f219-9e89-4960-a081-804228b6d22a service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 00:57:18.519352 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-e62a3c96-beb5-419b-925e-655d58080630 req-ffd57c8c-fe3a-4ab0-9bf8-7a85f39e6967 tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Calling delete_port for 48fe6a3f-3317-4b0f-b4ba-ddaaef847545 owned by compute:nova {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:57:18.549619 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-43857be2-beb1-4da7-9e03-97a57155cc49 None None] Set router b4a9e712-866a-4625-91ef-be0348d36076 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:57:18.571036 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c639ba81-97d5-4b9b-975b-2f721fd69e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:18.615731 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port 8966abcd-1778-4e11-b863-2fa7dd0270fe completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:57:18.631004 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 8966abcd-1778-4e11-b863-2fa7dd0270fe triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:57:18.631378 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:18.634391 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-310c2b21-fa95-41a3-ae6e-7ff0f4b87848 req-14b6f219-9e89-4960-a081-804228b6d22a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5c06ec6-101a-4c48-bd9a-e0a2581f5078 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:57:18.657547 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-310c2b21-fa95-41a3-ae6e-7ff0f4b87848 req-14b6f219-9e89-4960-a081-804228b6d22a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:18.694894 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d81cfff6-3e3e-45a1-b158-7700df96390d req-6adca5e4-00d4-4b5c-be57-1c9d271f43e9 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:18.716765 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca56a7f9-7a12-4e09-a44c-4baac0a870ec req-e38f4137-9693-4a16-aaf5-3d7e030f3acb tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:18.724271 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ca56a7f9-7a12-4e09-a44c-4baac0a870ec req-e38f4137-9693-4a16-aaf5-3d7e030f3acb tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=90140d92-19ba-4345-9db5-0546529072e2 HTTP/1.1" status: 200 len: 951 time: 0.3759515 Feb 09 00:57:18.744763 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-310c2b21-fa95-41a3-ae6e-7ff0f4b87848 req-14b6f219-9e89-4960-a081-804228b6d22a service neutron] Transition to ACTIVE for port object a5c06ec6-101a-4c48-bd9a-e0a2581f5078 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:57:18.761019 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-310c2b21-fa95-41a3-ae6e-7ff0f4b87848 req-14b6f219-9e89-4960-a081-804228b6d22a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:18.766063 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-d81cfff6-3e3e-45a1-b158-7700df96390d req-6adca5e4-00d4-4b5c-be57-1c9d271f43e9 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Transition to ACTIVE for port object 88a93ab5-6360-4150-b84a-b24cbf02f870 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:57:18.814566 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a795a62-bc4e-4876-9b29-9e182e6a83fa req-47528811-d8a8-4e41-abec-18ed55d65308 tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:18.816162 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3a795a62-bc4e-4876-9b29-9e182e6a83fa req-47528811-d8a8-4e41-abec-18ed55d65308 tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] 10.222.0.105 "GET /v2.0/ports?device_id=5567b915-490a-468c-8e0d-6856d8c8f6d4 HTTP/1.1" status: 200 len: 948 time: 0.3856909 Feb 09 00:57:18.843580 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-e62a3c96-beb5-419b-925e-655d58080630 req-ffd57c8c-fe3a-4ab0-9bf8-7a85f39e6967 tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:18.912588 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd57c8c-fe3a-4ab0-9bf8-7a85f39e6967 tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Pushing event deleted for resources: {'Port': ['ID=48fe6a3f-3317-4b0f-b4ba-ddaaef847545,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:18.955068 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:19.009375 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-e62a3c96-beb5-419b-925e-655d58080630 req-ffd57c8c-fe3a-4ab0-9bf8-7a85f39e6967 tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] No DVR routers for this DVR port 48fe6a3f-3317-4b0f-b4ba-ddaaef847545 on host n-h2-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:57:19.012440 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-e62a3c96-beb5-419b-925e-655d58080630 req-ffd57c8c-fe3a-4ab0-9bf8-7a85f39e6967 tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:19.015112 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5567b915-490a-468c-8e0d-6856d8c8f6d4', 'name': 'network-vif-deleted', 'tag': '48fe6a3f-3317-4b0f-b4ba-ddaaef847545'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:57:19.041695 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e62a3c96-beb5-419b-925e-655d58080630 req-ffd57c8c-fe3a-4ab0-9bf8-7a85f39e6967 tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] 10.222.0.99 "DELETE /v2.0/ports/48fe6a3f-3317-4b0f-b4ba-ddaaef847545 HTTP/1.1" status: 204 len: 173 time: 1.0673921 Feb 09 00:57:19.048927 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c639ba81-97d5-4b9b-975b-2f721fd69e14 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:19.055363 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c639ba81-97d5-4b9b-975b-2f721fd69e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:19.064672 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 8966abcd-1778-4e11-b863-2fa7dd0270fe, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=8966abcd-1778-4e11-b863-2fa7dd0270fe,segment=NetworkSegment(42eb89e1-c4de-4f57-85a6-0e5fc984e699),segment_id=42eb89e1-c4de-4f57-85a6-0e5fc984e699)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:57:19.073539 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:19.121360 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ca56a7f9-7a12-4e09-a44c-4baac0a870ec req-f0c1a097-e60f-4415-a105-1cdf67bb7467 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3960242 Feb 09 00:57:19.154275 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=8966abcd-1778-4e11-b863-2fa7dd0270fe,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:19.174456 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c639ba81-97d5-4b9b-975b-2f721fd69e14 admin admin] Pushing event updated for resources: {'Port': ['ID=991d7104-494e-46e1-b96e-e8d54a8dae96,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:19.177089 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c639ba81-97d5-4b9b-975b-2f721fd69e14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:19.208706 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b6f219-9e89-4960-a081-804228b6d22a service neutron] Pushing event updated for resources: {'Port': ['ID=a5c06ec6-101a-4c48-bd9a-e0a2581f5078,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:19.226383 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-43857be2-beb1-4da7-9e03-97a57155cc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a9e712-866a-4625-91ef-be0348d36076', 'name': 'tempest-FloatingIPDetailsTestJSON-1093412730-router', 'tenant_id': 'c087c538c6c04537bb8fc0b2ca489a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '016289d2-1861-402d-8c3d-44750dc82d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:57:11Z', 'updated_at': '2022-02-09T00:57:18Z', 'revision_number': 4, 'project_id': 'c087c538c6c04537bb8fc0b2ca489a68', 'gw_port': {'id': '016289d2-1861-402d-8c3d-44750dc82d97', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:84:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a9e712-866a-4625-91ef-be0348d36076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:57:12Z', 'updated_at': '2022-02-09T00:57:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '991d7104-494e-46e1-b96e-e8d54a8dae96', 'name': '', 'network_id': 'f5cdf1e8-7725-435d-8661-0e0dd2aca59a', 'tenant_id': 'c087c538c6c04537bb8fc0b2ca489a68', 'mac_address': 'fa:16:3e:aa:eb:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a9e712-866a-4625-91ef-be0348d36076', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '370e35ff-fa12-4857-aacf-28000c3bddbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:57:16Z', 'updated_at': '2022-02-09T00:57:17Z', 'revision_number': 1, 'project_id': 'c087c538c6c04537bb8fc0b2ca489a68', 'subnets': [{'id': '370e35ff-fa12-4857-aacf-28000c3bddbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:57:19.235529 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43857be2-beb1-4da7-9e03-97a57155cc49 None None] The sync data for ids ['b4a9e712-866a-4625-91ef-be0348d36076'] in n-d-828418-1 is: [{'id': 'b4a9e712-866a-4625-91ef-be0348d36076', 'name': 'tempest-FloatingIPDetailsTestJSON-1093412730-router', 'tenant_id': 'c087c538c6c04537bb8fc0b2ca489a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '016289d2-1861-402d-8c3d-44750dc82d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:57:11Z', 'updated_at': '2022-02-09T00:57:18Z', 'revision_number': 4, 'project_id': 'c087c538c6c04537bb8fc0b2ca489a68', 'gw_port': {'id': '016289d2-1861-402d-8c3d-44750dc82d97', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:84:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a9e712-866a-4625-91ef-be0348d36076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:57:12Z', 'updated_at': '2022-02-09T00:57:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '991d7104-494e-46e1-b96e-e8d54a8dae96', 'name': '', 'network_id': 'f5cdf1e8-7725-435d-8661-0e0dd2aca59a', 'tenant_id': 'c087c538c6c04537bb8fc0b2ca489a68', 'mac_address': 'fa:16:3e:aa:eb:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a9e712-866a-4625-91ef-be0348d36076', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '370e35ff-fa12-4857-aacf-28000c3bddbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:57:16Z', 'updated_at': '2022-02-09T00:57:17Z', 'revision_number': 1, 'project_id': 'c087c538c6c04537bb8fc0b2ca489a68', 'subnets': [{'id': '370e35ff-fa12-4857-aacf-28000c3bddbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:57:19.306597 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3a795a62-bc4e-4876-9b29-9e182e6a83fa req-542efddd-0f4d-4c38-96d4-b20968e35f06 tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] 10.222.0.105 "GET /v2.0/security-groups?id=16acca42-a0c4-49b7-8970-a493bbcd3b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025298 Feb 09 00:57:19.375462 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d81cfff6-3e3e-45a1-b158-7700df96390d req-6adca5e4-00d4-4b5c-be57-1c9d271f43e9 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:19.395662 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c639ba81-97d5-4b9b-975b-2f721fd69e14 admin admin] Network f5cdf1e8-7725-435d-8661-0e0dd2aca59a is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:57:19.401000 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-c639ba81-97d5-4b9b-975b-2f721fd69e14 admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:57:19.647159 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad76bdc-62ba-4129-9ca4-3fd349c38bb1 req-469bcd00-c6b5-4c2e-b173-df80b4fbfc52 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:19.648922 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dad76bdc-62ba-4129-9ca4-3fd349c38bb1 req-469bcd00-c6b5-4c2e-b173-df80b4fbfc52 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.62 "GET /v2.0/ports?device_id=90140d92-19ba-4345-9db5-0546529072e2 HTTP/1.1" status: 200 len: 951 time: 0.8481424 Feb 09 00:57:19.655209 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d81cfff6-3e3e-45a1-b158-7700df96390d req-6adca5e4-00d4-4b5c-be57-1c9d271f43e9 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Network 42d335cf-a678-4bc3-901b-7d21fb8587e6 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:57:19.665556 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adca5e4-00d4-4b5c-be57-1c9d271f43e9 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Pushing event updated for resources: {'Port': ['ID=88a93ab5-6360-4150-b84a-b24cbf02f870,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:19.678358 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-d81cfff6-3e3e-45a1-b158-7700df96390d req-6adca5e4-00d4-4b5c-be57-1c9d271f43e9 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:57:19.680417 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-310c2b21-fa95-41a3-ae6e-7ff0f4b87848 req-14b6f219-9e89-4960-a081-804228b6d22a service neutron] Attempting to bind port a5c06ec6-101a-4c48-bd9a-e0a2581f5078 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:57:19.695516 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-310c2b21-fa95-41a3-ae6e-7ff0f4b87848 req-14b6f219-9e89-4960-a081-804228b6d22a service neutron] Attempting to bind port a5c06ec6-101a-4c48-bd9a-e0a2581f5078 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'd4b0745e-10a8-49f6-a2dc-b593536fd7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '866b1940-97bf-4889-ae97-5594fa470cc1'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:57:19.696089 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310c2b21-fa95-41a3-ae6e-7ff0f4b87848 req-14b6f219-9e89-4960-a081-804228b6d22a service neutron] Attempting to bind port a5c06ec6-101a-4c48-bd9a-e0a2581f5078 on network 866b1940-97bf-4889-ae97-5594fa470cc1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:57:19.775368 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-d81cfff6-3e3e-45a1-b158-7700df96390d req-6adca5e4-00d4-4b5c-be57-1c9d271f43e9 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:57:19.833313 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310c2b21-fa95-41a3-ae6e-7ff0f4b87848 req-14b6f219-9e89-4960-a081-804228b6d22a service neutron] Port a5c06ec6-101a-4c48-bd9a-e0a2581f5078 on network 866b1940-97bf-4889-ae97-5594fa470cc1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:57:19.833660 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310c2b21-fa95-41a3-ae6e-7ff0f4b87848 req-14b6f219-9e89-4960-a081-804228b6d22a service neutron] Attempting to bind port a5c06ec6-101a-4c48-bd9a-e0a2581f5078 on network 866b1940-97bf-4889-ae97-5594fa470cc1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:57:19.900703 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310c2b21-fa95-41a3-ae6e-7ff0f4b87848 req-14b6f219-9e89-4960-a081-804228b6d22a service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:57:19.901042 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310c2b21-fa95-41a3-ae6e-7ff0f4b87848 req-14b6f219-9e89-4960-a081-804228b6d22a service neutron] Checking segment: {'id': 'd4b0745e-10a8-49f6-a2dc-b593536fd7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '866b1940-97bf-4889-ae97-5594fa470cc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:57:19.901432 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310c2b21-fa95-41a3-ae6e-7ff0f4b87848 req-14b6f219-9e89-4960-a081-804228b6d22a service neutron] Bound using segment: {'id': 'd4b0745e-10a8-49f6-a2dc-b593536fd7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '866b1940-97bf-4889-ae97-5594fa470cc1'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:57:19.909448 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-0877082f-360d-4b51-8a94-a0440d79abb6 None None] Provisioning complete for port 991d7104-494e-46e1-b96e-e8d54a8dae96 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:57:19.909824 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0877082f-360d-4b51-8a94-a0440d79abb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:19.921740 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-310c2b21-fa95-41a3-ae6e-7ff0f4b87848 req-14b6f219-9e89-4960-a081-804228b6d22a service neutron] Bound port: a5c06ec6-101a-4c48-bd9a-e0a2581f5078, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4b0745e-10a8-49f6-a2dc-b593536fd7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '866b1940-97bf-4889-ae97-5594fa470cc1'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:57:19.922519 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-310c2b21-fa95-41a3-ae6e-7ff0f4b87848 req-14b6f219-9e89-4960-a081-804228b6d22a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:19.950212 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c639ba81-97d5-4b9b-975b-2f721fd69e14 admin admin] Router b4a9e712-866a-4625-91ef-be0348d36076 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 00:57:19.969012 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775ee9e-626c-4da9-875c-99cfedf64fdd req-6edc81ba-3953-47ea-915f-5489e1a60770 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:19.970634 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1775ee9e-626c-4da9-875c-99cfedf64fdd req-6edc81ba-3953-47ea-915f-5489e1a60770 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=d777eaa7-ab2e-48f1-8f52-4ac39125a2bb HTTP/1.1" status: 200 len: 945 time: 0.6597593 Feb 09 00:57:20.016237 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-0877082f-360d-4b51-8a94-a0440d79abb6 None None] Port 991d7104-494e-46e1-b96e-e8d54a8dae96 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:57:20.052336 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81cfff6-3e3e-45a1-b158-7700df96390d req-6adca5e4-00d4-4b5c-be57-1c9d271f43e9 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:20.052851 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d81cfff6-3e3e-45a1-b158-7700df96390d req-6adca5e4-00d4-4b5c-be57-1c9d271f43e9 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:20.059960 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-dad76bdc-62ba-4129-9ca4-3fd349c38bb1 req-279ac9cb-efaf-4e58-b0ff-436f303aae79 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Deleting port 5c64b64d-1354-4d28-a743-7966f6fd515a {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:57:20.060274 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-dad76bdc-62ba-4129-9ca4-3fd349c38bb1 req-279ac9cb-efaf-4e58-b0ff-436f303aae79 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:20.143530 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-899cfb7d-e2f0-4c27-928c-40edb4517832 None None] Provisioning for port 88a93ab5-6360-4150-b84a-b24cbf02f870 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:57:20.157977 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-899cfb7d-e2f0-4c27-928c-40edb4517832 None None] Provisioning complete for port 88a93ab5-6360-4150-b84a-b24cbf02f870 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:57:20.159050 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-899cfb7d-e2f0-4c27-928c-40edb4517832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:20.185945 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1775ee9e-626c-4da9-875c-99cfedf64fdd req-d1f3d7e5-cfef-490f-9f8b-52380e6f486f tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=ceaabe02-67e8-49da-9640-53d4e3b33273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994638 Feb 09 00:57:20.220297 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a5f116-9144-4ef7-8975-0175e892c9cf req-99eaf372-629c-4536-9d83-b30bb4401464 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:20.221048 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-75a5f116-9144-4ef7-8975-0175e892c9cf req-99eaf372-629c-4536-9d83-b30bb4401464 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Synchronizing usage tracker for tenant:e6fa40f41b9646a7bf38890c5f8e1746 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:57:20.223697 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c639ba81-97d5-4b9b-975b-2f721fd69e14 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 00:57:20.264787 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c639ba81-97d5-4b9b-975b-2f721fd69e14 admin admin] 10.222.0.105 "PUT /v2.0/routers/b4a9e712-866a-4625-91ef-be0348d36076/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9731359 Feb 09 00:57:20.268117 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-899cfb7d-e2f0-4c27-928c-40edb4517832 None None] Port 88a93ab5-6360-4150-b84a-b24cbf02f870 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:57:20.298575 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d81cfff6-3e3e-45a1-b158-7700df96390d req-6adca5e4-00d4-4b5c-be57-1c9d271f43e9 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8238583 Feb 09 00:57:20.315519 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-d81cfff6-3e3e-45a1-b158-7700df96390d req-44195d72-a79b-4331-a627-60eb2a4eccdc service neutron] Request body: {'port': {'device_id': '99c06934-fce7-4ee5-bb7b-d0b3bdcc9935', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:57:20.329865 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f50468d-06ac-4e8b-9614-7f72392184d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec17ddb-cbce-4a69-bade-bd3b88d9dee7'}, {'server_uuid': 'd777eaa7-ab2e-48f1-8f52-4ac39125a2bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8966abcd-1778-4e11-b863-2fa7dd0270fe'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:57:20.346802 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-310c2b21-fa95-41a3-ae6e-7ff0f4b87848 req-14b6f219-9e89-4960-a081-804228b6d22a service neutron] For port a5c06ec6-101a-4c48-bd9a-e0a2581f5078, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:57:20.488214 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-310c2b21-fa95-41a3-ae6e-7ff0f4b87848 req-14b6f219-9e89-4960-a081-804228b6d22a service neutron] For port a5c06ec6-101a-4c48-bd9a-e0a2581f5078, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=a5c06ec6-101a-4c48-bd9a-e0a2581f5078,segment=NetworkSegment(d4b0745e-10a8-49f6-a2dc-b593536fd7b9),segment_id=d4b0745e-10a8-49f6-a2dc-b593536fd7b9)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:57:20.489240 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-75a5f116-9144-4ef7-8975-0175e892c9cf req-99eaf372-629c-4536-9d83-b30bb4401464 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Unset dirty status for tenant:e6fa40f41b9646a7bf38890c5f8e1746 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:57:20.490592 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-75a5f116-9144-4ef7-8975-0175e892c9cf req-99eaf372-629c-4536-9d83-b30bb4401464 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=99c06934-fce7-4ee5-bb7b-d0b3bdcc9935 HTTP/1.1" status: 200 len: 935 time: 1.0164218 Feb 09 00:57:20.531985 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-310c2b21-fa95-41a3-ae6e-7ff0f4b87848 req-14b6f219-9e89-4960-a081-804228b6d22a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:20.676970 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c2b21-fa95-41a3-ae6e-7ff0f4b87848 req-14b6f219-9e89-4960-a081-804228b6d22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:20.677588 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-310c2b21-fa95-41a3-ae6e-7ff0f4b87848 req-14b6f219-9e89-4960-a081-804228b6d22a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:20.679009 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-310c2b21-fa95-41a3-ae6e-7ff0f4b87848 req-14b6f219-9e89-4960-a081-804228b6d22a service neutron] 10.222.0.62 "PUT /v2.0/ports/a5c06ec6-101a-4c48-bd9a-e0a2581f5078 HTTP/1.1" status: 200 len: 1091 time: 3.6221700 Feb 09 00:57:20.688882 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92ff2a86-f47b-46cb-a111-ffcb6ee92a2d', 'tag': 'a5c06ec6-101a-4c48-bd9a-e0a2581f5078'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:57:20.735665 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-75a5f116-9144-4ef7-8975-0175e892c9cf req-5b0701cd-61e5-4ce9-a0c2-4eaa0f248912 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Synchronizing usage tracker for tenant:e6fa40f41b9646a7bf38890c5f8e1746 on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:57:20.738897 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 48fe6a3f-3317-4b0f-b4ba-ddaaef847545 no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:57:20.774036 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] No Port match for: 48fe6a3f-3317-4b0f-b4ba-ddaaef847545 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 00:57:20.774429 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 48fe6a3f-3317-4b0f-b4ba-ddaaef847545 not bound to the agent host n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 00:57:20.797640 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b6f219-9e89-4960-a081-804228b6d22a service neutron] Pushing event updated for resources: {'Port': ['ID=a5c06ec6-101a-4c48-bd9a-e0a2581f5078,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:20.800402 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d81cfff6-3e3e-45a1-b158-7700df96390d req-44195d72-a79b-4331-a627-60eb2a4eccdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:20.905322 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-dad76bdc-62ba-4129-9ca4-3fd349c38bb1 req-279ac9cb-efaf-4e58-b0ff-436f303aae79 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] For port 5c64b64d-1354-4d28-a743-7966f6fd515a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=5c64b64d-1354-4d28-a743-7966f6fd515a,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:57:20.905751 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-dad76bdc-62ba-4129-9ca4-3fd349c38bb1 req-279ac9cb-efaf-4e58-b0ff-436f303aae79 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:20.915075 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-75a5f116-9144-4ef7-8975-0175e892c9cf req-5b0701cd-61e5-4ce9-a0c2-4eaa0f248912 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Unset dirty status for tenant:e6fa40f41b9646a7bf38890c5f8e1746 on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:57:20.916254 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-75a5f116-9144-4ef7-8975-0175e892c9cf req-5b0701cd-61e5-4ce9-a0c2-4eaa0f248912 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/security-groups?id=bc5d6135-6634-4167-99ad-f31267fef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4086871 Feb 09 00:57:20.944565 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5272765-0447-4014-8985-a7cdf2319cc7 req-5a94fa88-2c27-4ba3-9854-f257751538fe tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:20.945251 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-a5272765-0447-4014-8985-a7cdf2319cc7 req-5a94fa88-2c27-4ba3-9854-f257751538fe tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Synchronizing usage tracker for tenant:fe158ed132334121b71318da05020927 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:57:20.974700 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5567b915-490a-468c-8e0d-6856d8c8f6d4', 'name': 'network-vif-deleted', 'tag': '48fe6a3f-3317-4b0f-b4ba-ddaaef847545', 'status': 'completed', 'code': 200} Feb 09 00:57:21.187613 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-dad76bdc-62ba-4129-9ca4-3fd349c38bb1 req-279ac9cb-efaf-4e58-b0ff-436f303aae79 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Calling delete_port for 5c64b64d-1354-4d28-a743-7966f6fd515a owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:57:21.365575 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-a5272765-0447-4014-8985-a7cdf2319cc7 req-5a94fa88-2c27-4ba3-9854-f257751538fe tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Unset dirty status for tenant:fe158ed132334121b71318da05020927 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:57:21.366768 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a5272765-0447-4014-8985-a7cdf2319cc7 req-5a94fa88-2c27-4ba3-9854-f257751538fe tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/ports?device_id=92ff2a86-f47b-46cb-a111-ffcb6ee92a2d HTTP/1.1" status: 200 len: 943 time: 0.9892428 Feb 09 00:57:21.407587 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c2b21-fa95-41a3-ae6e-7ff0f4b87848 req-f4d83571-19c0-448c-9fa7-3e3f6febe3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:21.409061 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-310c2b21-fa95-41a3-ae6e-7ff0f4b87848 req-f4d83571-19c0-448c-9fa7-3e3f6febe3af service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe158ed132334121b71318da05020927&device_id=92ff2a86-f47b-46cb-a111-ffcb6ee92a2d HTTP/1.1" status: 200 len: 1094 time: 0.6698513 Feb 09 00:57:21.441843 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:21.602517 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-310c2b21-fa95-41a3-ae6e-7ff0f4b87848 req-310a3526-2f56-4b5d-b91b-abdefd688c26 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5c06ec6-101a-4c48-bd9a-e0a2581f5078 HTTP/1.1" status: 200 len: 217 time: 0.1747494 Feb 09 00:57:21.678752 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a5272765-0447-4014-8985-a7cdf2319cc7 req-fa87821e-1495-48ac-9da3-36cb2dccb7e9 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/security-groups?id=2cd63bc8-3887-4f55-952c-1971b82f2ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875676 Feb 09 00:57:21.696696 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e99a36-c111-471d-8439-917ce0fd305e None None] Sync routers for ids ['b4a9e712-866a-4625-91ef-be0348d36076'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:57:21.710442 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e99a36-c111-471d-8439-917ce0fd305e None None] Routers {'b4a9e712-866a-4625-91ef-be0348d36076'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:57:21.711197 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-a0e99a36-c111-471d-8439-917ce0fd305e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:57:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['b4a9e712-866a-4625-91ef-be0348d36076'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:57:21.742026 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 016289d2-1861-402d-8c3d-44750dc82d97 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:57:21.765747 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba6bf7-123b-47a4-a12f-b5694dd48155 req-4613bf8b-8bbe-4782-852c-eb242332b27b tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:21.767233 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-81ba6bf7-123b-47a4-a12f-b5694dd48155 req-4613bf8b-8bbe-4782-852c-eb242332b27b tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f50468d-06ac-4e8b-9614-7f72392184d3 HTTP/1.1" status: 200 len: 945 time: 0.6410816 Feb 09 00:57:21.795480 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c2b21-fa95-41a3-ae6e-7ff0f4b87848 req-52b6c89c-8a5b-49da-8003-90387f5e669f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:21.797170 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-310c2b21-fa95-41a3-ae6e-7ff0f4b87848 req-52b6c89c-8a5b-49da-8003-90387f5e669f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b7e2d3f7-8db3-4e5e-8a7b-90b470036eaf HTTP/1.1" status: 200 len: 853 time: 0.1755254 Feb 09 00:57:21.812883 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-dad76bdc-62ba-4129-9ca4-3fd349c38bb1 req-279ac9cb-efaf-4e58-b0ff-436f303aae79 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:21.824099 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['18e5b7f8-4107-4b63-9dee-d921fc6084ef', '83e6ba5b-19bb-43fa-a689-3de29d04980f', 'e2047c72-8607-4359-a2cc-e5a1a213ae5a'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:57:21.857320 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 016289d2-1861-402d-8c3d-44750dc82d97 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:57:21.876972 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 016289d2-1861-402d-8c3d-44750dc82d97 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:57:21.877667 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:21.899988 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-a0e99a36-c111-471d-8439-917ce0fd305e None None] Set router b4a9e712-866a-4625-91ef-be0348d36076 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:57:21.970329 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279ac9cb-efaf-4e58-b0ff-436f303aae79 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Pushing event deleted for resources: {'Port': ['ID=5c64b64d-1354-4d28-a743-7966f6fd515a,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:21.979572 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-310c2b21-fa95-41a3-ae6e-7ff0f4b87848 req-da245bee-f6f0-4783-8391-0f1b9a6f0a30 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=866b1940-97bf-4889-ae97-5594fa470cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1178997 Feb 09 00:57:22.069659 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:22.107731 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 016289d2-1861-402d-8c3d-44750dc82d97, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=016289d2-1861-402d-8c3d-44750dc82d97,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:57:22.121295 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:22.171304 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.db.resource_extend [req-d81cfff6-3e3e-45a1-b158-7700df96390d req-44195d72-a79b-4331-a627-60eb2a4eccdc service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 00:57:22.185631 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-81ba6bf7-123b-47a4-a12f-b5694dd48155 req-da85536a-1b2b-44ba-8254-8637b9a387e6 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/security-groups?id=f58a20dc-4342-436d-a5ca-ae66a87962a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3964469 Feb 09 00:57:22.192401 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-dad76bdc-62ba-4129-9ca4-3fd349c38bb1 req-279ac9cb-efaf-4e58-b0ff-436f303aae79 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] No DVR routers for this DVR port 5c64b64d-1354-4d28-a743-7966f6fd515a on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:57:22.195475 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-dad76bdc-62ba-4129-9ca4-3fd349c38bb1 req-279ac9cb-efaf-4e58-b0ff-436f303aae79 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:22.238704 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=016289d2-1861-402d-8c3d-44750dc82d97,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:22.291176 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dad76bdc-62ba-4129-9ca4-3fd349c38bb1 req-279ac9cb-efaf-4e58-b0ff-436f303aae79 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.62 "DELETE /v2.0/ports/5c64b64d-1354-4d28-a743-7966f6fd515a HTTP/1.1" status: 204 len: 173 time: 2.6189570 Feb 09 00:57:22.305933 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-d81cfff6-3e3e-45a1-b158-7700df96390d req-44195d72-a79b-4331-a627-60eb2a4eccdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88a93ab5-6360-4150-b84a-b24cbf02f870 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:57:22.326155 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d81cfff6-3e3e-45a1-b158-7700df96390d req-44195d72-a79b-4331-a627-60eb2a4eccdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:22.374972 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c13d6c9-0959-470e-a6fc-ca3cea83ce65 req-e1d4db20-553a-4ae4-9bf7-e5da3fe163f8 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:22.377058 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2c13d6c9-0959-470e-a6fc-ca3cea83ce65 req-e1d4db20-553a-4ae4-9bf7-e5da3fe163f8 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=763a7eb3-2dd6-42a3-9f56-d22f3c0da01c HTTP/1.1" status: 200 len: 945 time: 0.5652900 Feb 09 00:57:22.388309 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-310c2b21-fa95-41a3-ae6e-7ff0f4b87848 req-74e3ddbe-a404-46bc-9434-1f890794d7d5 service neutron] 10.222.0.62 "GET /v2.0/networks/866b1940-97bf-4889-ae97-5594fa470cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3643167 Feb 09 00:57:22.389372 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-d81cfff6-3e3e-45a1-b158-7700df96390d req-44195d72-a79b-4331-a627-60eb2a4eccdc service neutron] Transition to ACTIVE for port object 88a93ab5-6360-4150-b84a-b24cbf02f870 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:57:22.405260 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-a0e99a36-c111-471d-8439-917ce0fd305e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a9e712-866a-4625-91ef-be0348d36076', 'name': 'tempest-FloatingIPDetailsTestJSON-1093412730-router', 'tenant_id': 'c087c538c6c04537bb8fc0b2ca489a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '016289d2-1861-402d-8c3d-44750dc82d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:57:11Z', 'updated_at': '2022-02-09T00:57:18Z', 'revision_number': 4, 'project_id': 'c087c538c6c04537bb8fc0b2ca489a68', 'gw_port': {'id': '016289d2-1861-402d-8c3d-44750dc82d97', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:84:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a9e712-866a-4625-91ef-be0348d36076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:57:12Z', 'updated_at': '2022-02-09T00:57:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '991d7104-494e-46e1-b96e-e8d54a8dae96', 'name': '', 'network_id': 'f5cdf1e8-7725-435d-8661-0e0dd2aca59a', 'tenant_id': 'c087c538c6c04537bb8fc0b2ca489a68', 'mac_address': 'fa:16:3e:aa:eb:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a9e712-866a-4625-91ef-be0348d36076', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '370e35ff-fa12-4857-aacf-28000c3bddbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:57:16Z', 'updated_at': '2022-02-09T00:57:18Z', 'revision_number': 2, 'project_id': 'c087c538c6c04537bb8fc0b2ca489a68', 'subnets': [{'id': '370e35ff-fa12-4857-aacf-28000c3bddbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:57:22.409512 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 5c64b64d-1354-4d28-a743-7966f6fd515a no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:57:22.410933 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e99a36-c111-471d-8439-917ce0fd305e None None] Checking router: b4a9e712-866a-4625-91ef-be0348d36076 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:57:22.411399 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e99a36-c111-471d-8439-917ce0fd305e None None] Updating router b4a9e712-866a-4625-91ef-be0348d36076 port 991d7104-494e-46e1-b96e-e8d54a8dae96 binding host n-d-828418-1 {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:57:22.447747 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: 5c64b64d-1354-4d28-a743-7966f6fd515a {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 00:57:22.448367 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 5c64b64d-1354-4d28-a743-7966f6fd515a not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 00:57:22.468497 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d81cfff6-3e3e-45a1-b158-7700df96390d req-44195d72-a79b-4331-a627-60eb2a4eccdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:22.476424 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-a0e99a36-c111-471d-8439-917ce0fd305e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:22.567062 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-6036e263-1a65-42df-b0dd-0817eb863456 req-8d181f85-9be5-40fa-b997-4db427b0141a tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Synchronizing usage tracker for tenant:1510c38a4b2046b5a9943ab7f2f7db5c on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:57:22.692184 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2c13d6c9-0959-470e-a6fc-ca3cea83ce65 req-fb2423ae-642d-4b8d-91e8-5e360cc04e55 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016670 Feb 09 00:57:22.791589 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f50468d-06ac-4e8b-9614-7f72392184d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec17ddb-cbce-4a69-bade-bd3b88d9dee7', 'code': 200} Feb 09 00:57:22.791864 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd777eaa7-ab2e-48f1-8f52-4ac39125a2bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8966abcd-1778-4e11-b863-2fa7dd0270fe', 'code': 200} Feb 09 00:57:22.877083 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44195d72-a79b-4331-a627-60eb2a4eccdc service neutron] Pushing event updated for resources: {'Port': ['ID=88a93ab5-6360-4150-b84a-b24cbf02f870,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:22.982487 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-6036e263-1a65-42df-b0dd-0817eb863456 req-8d181f85-9be5-40fa-b997-4db427b0141a tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Unset dirty status for tenant:1510c38a4b2046b5a9943ab7f2f7db5c on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:57:22.983556 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6036e263-1a65-42df-b0dd-0817eb863456 req-8d181f85-9be5-40fa-b997-4db427b0141a tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=90140d92-19ba-4345-9db5-0546529072e2 HTTP/1.1" status: 200 len: 210 time: 0.5780346 Feb 09 00:57:23.045314 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30686e53-9dfc-4051-84c5-62e78df462ba req-084bdac1-88bc-4055-9ef2-e81e31f0aabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:23.047191 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-30686e53-9dfc-4051-84c5-62e78df462ba req-084bdac1-88bc-4055-9ef2-e81e31f0aabb service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=8f50468d-06ac-4e8b-9614-7f72392184d3 HTTP/1.1" status: 200 len: 1096 time: 0.1563544 Feb 09 00:57:23.079229 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-a0e99a36-c111-471d-8439-917ce0fd305e None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:23.094351 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92ff2a86-f47b-46cb-a111-ffcb6ee92a2d', 'tag': 'a5c06ec6-101a-4c48-bd9a-e0a2581f5078', 'status': 'completed', 'code': 200} Feb 09 00:57:23.108886 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-a0e99a36-c111-471d-8439-917ce0fd305e None None] Transition to ACTIVE for port object 991d7104-494e-46e1-b96e-e8d54a8dae96 will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:57:23.117305 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-a0e99a36-c111-471d-8439-917ce0fd305e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:23.134336 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-30686e53-9dfc-4051-84c5-62e78df462ba req-ad67bd8b-3638-4670-9888-1f46c134e87c service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=f58a20dc-4342-436d-a5ca-ae66a87962a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800433 Feb 09 00:57:23.160134 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-310c2b21-fa95-41a3-ae6e-7ff0f4b87848 req-79f5ac2b-42cc-4b7c-91bc-d3413214b104 service neutron] 10.222.0.62 "GET /v2.0/networks/866b1940-97bf-4889-ae97-5594fa470cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7204654 Feb 09 00:57:23.285501 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6bbe48-e6f9-462e-8c0a-927f8b0f94e4 None None] Pushing event updated for resources: {'Port': ['ID=991d7104-494e-46e1-b96e-e8d54a8dae96,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:23.324206 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6bbe48-e6f9-462e-8c0a-927f8b0f94e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:23.325042 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6bbe48-e6f9-462e-8c0a-927f8b0f94e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:23.325474 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6bbe48-e6f9-462e-8c0a-927f8b0f94e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:23.326243 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6bbe48-e6f9-462e-8c0a-927f8b0f94e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:23.326746 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6bbe48-e6f9-462e-8c0a-927f8b0f94e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:23.327077 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6bbe48-e6f9-462e-8c0a-927f8b0f94e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:23.327410 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6bbe48-e6f9-462e-8c0a-927f8b0f94e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:23.327973 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6bbe48-e6f9-462e-8c0a-927f8b0f94e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:23.328094 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6bbe48-e6f9-462e-8c0a-927f8b0f94e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:23.328359 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6bbe48-e6f9-462e-8c0a-927f8b0f94e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:23.328695 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6bbe48-e6f9-462e-8c0a-927f8b0f94e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:23.328997 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6bbe48-e6f9-462e-8c0a-927f8b0f94e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:23.351281 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-d81cfff6-3e3e-45a1-b158-7700df96390d req-44195d72-a79b-4331-a627-60eb2a4eccdc service neutron] Attempting to bind port 88a93ab5-6360-4150-b84a-b24cbf02f870 on host n-h2-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:57:23.351639 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-d81cfff6-3e3e-45a1-b158-7700df96390d req-44195d72-a79b-4331-a627-60eb2a4eccdc service neutron] Attempting to bind port 88a93ab5-6360-4150-b84a-b24cbf02f870 by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:57:23.351930 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81cfff6-3e3e-45a1-b158-7700df96390d req-44195d72-a79b-4331-a627-60eb2a4eccdc service neutron] Attempting to bind port 88a93ab5-6360-4150-b84a-b24cbf02f870 on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:57:23.380912 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9707df6-6c1e-40cf-9b6f-5c16b309abee req-d9c7021a-e140-4c3d-8039-c75c00346f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:23.382422 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b9707df6-6c1e-40cf-9b6f-5c16b309abee req-d9c7021a-e140-4c3d-8039-c75c00346f6d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d777eaa7-ab2e-48f1-8f52-4ac39125a2bb HTTP/1.1" status: 200 len: 1096 time: 0.4930899 Feb 09 00:57:23.383479 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81cfff6-3e3e-45a1-b158-7700df96390d req-44195d72-a79b-4331-a627-60eb2a4eccdc service neutron] Port 88a93ab5-6360-4150-b84a-b24cbf02f870 on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:57:23.383479 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81cfff6-3e3e-45a1-b158-7700df96390d req-44195d72-a79b-4331-a627-60eb2a4eccdc service neutron] Attempting to bind port 88a93ab5-6360-4150-b84a-b24cbf02f870 on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:57:23.398356 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-a0e99a36-c111-471d-8439-917ce0fd305e None None] Attempting to bind port 991d7104-494e-46e1-b96e-e8d54a8dae96 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:57:23.398701 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-a0e99a36-c111-471d-8439-917ce0fd305e None None] Attempting to bind port 991d7104-494e-46e1-b96e-e8d54a8dae96 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'edf6dca2-e64e-491b-b0af-ec53866ed9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f5cdf1e8-7725-435d-8661-0e0dd2aca59a'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:57:23.399072 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e99a36-c111-471d-8439-917ce0fd305e None None] Attempting to bind port 991d7104-494e-46e1-b96e-e8d54a8dae96 on network f5cdf1e8-7725-435d-8661-0e0dd2aca59a {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:57:23.404913 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e99a36-c111-471d-8439-917ce0fd305e None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:57:23.405394 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e99a36-c111-471d-8439-917ce0fd305e None None] Checking segment: {'id': 'edf6dca2-e64e-491b-b0af-ec53866ed9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f5cdf1e8-7725-435d-8661-0e0dd2aca59a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:57:23.405692 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-a0e99a36-c111-471d-8439-917ce0fd305e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:23.406074 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e99a36-c111-471d-8439-917ce0fd305e None None] Bound using segment: {'id': 'edf6dca2-e64e-491b-b0af-ec53866ed9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f5cdf1e8-7725-435d-8661-0e0dd2aca59a'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:57:23.406528 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-a0e99a36-c111-471d-8439-917ce0fd305e None None] Bound port: 991d7104-494e-46e1-b96e-e8d54a8dae96, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edf6dca2-e64e-491b-b0af-ec53866ed9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f5cdf1e8-7725-435d-8661-0e0dd2aca59a'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:57:23.406911 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-a0e99a36-c111-471d-8439-917ce0fd305e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:23.417742 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-d34a32af-1f84-400c-bd96-ccf9a0afd999 req-dea3b6d4-5ab0-4091-b8c8-f2939f96d4eb tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Synchronizing usage tracker for tenant:c087c538c6c04537bb8fc0b2ca489a68 on resource:network {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:57:23.427833 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81cfff6-3e3e-45a1-b158-7700df96390d req-44195d72-a79b-4331-a627-60eb2a4eccdc service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:57:23.428219 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81cfff6-3e3e-45a1-b158-7700df96390d req-44195d72-a79b-4331-a627-60eb2a4eccdc service neutron] Checking segment: {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:57:23.428555 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81cfff6-3e3e-45a1-b158-7700df96390d req-44195d72-a79b-4331-a627-60eb2a4eccdc service neutron] Bound using segment: {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:57:23.428998 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-d81cfff6-3e3e-45a1-b158-7700df96390d req-44195d72-a79b-4331-a627-60eb2a4eccdc service neutron] Bound port: 88a93ab5-6360-4150-b84a-b24cbf02f870, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:57:23.429342 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d81cfff6-3e3e-45a1-b158-7700df96390d req-44195d72-a79b-4331-a627-60eb2a4eccdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:23.502793 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-a0e99a36-c111-471d-8439-917ce0fd305e None None] For port 991d7104-494e-46e1-b96e-e8d54a8dae96, host n-d-828418-1, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:57:23.506122 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-a0e99a36-c111-471d-8439-917ce0fd305e None None] For port 991d7104-494e-46e1-b96e-e8d54a8dae96, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=991d7104-494e-46e1-b96e-e8d54a8dae96,segment=NetworkSegment(edf6dca2-e64e-491b-b0af-ec53866ed9b0),segment_id=edf6dca2-e64e-491b-b0af-ec53866ed9b0)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:57:23.511165 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-a0e99a36-c111-471d-8439-917ce0fd305e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:23.532096 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-d34a32af-1f84-400c-bd96-ccf9a0afd999 req-dea3b6d4-5ab0-4091-b8c8-f2939f96d4eb tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Unset dirty status for tenant:c087c538c6c04537bb8fc0b2ca489a68 on resource:network {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:57:23.538589 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d34a32af-1f84-400c-bd96-ccf9a0afd999 req-dea3b6d4-5ab0-4091-b8c8-f2939f96d4eb tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] 10.222.0.105 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4849355 Feb 09 00:57:23.550586 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b9707df6-6c1e-40cf-9b6f-5c16b309abee req-c7c3b429-9a06-4ced-9226-d5a839b4474c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ceaabe02-67e8-49da-9640-53d4e3b33273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587019 Feb 09 00:57:23.555877 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-d34a32af-1f84-400c-bd96-ccf9a0afd999 req-7e19c338-82fd-487e-bf6f-d308195c06de tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Request body: {'floatingip': {'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:57:23.571205 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-d34a32af-1f84-400c-bd96-ccf9a0afd999 req-7e19c338-82fd-487e-bf6f-d308195c06de tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:57:23.583692 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4879cad7-d3f4-47e1-8de7-05c0fec1fb33 req-8fc2d6c9-7d2f-4e6e-88a0-46cec2fe10b8 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:23.591467 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4879cad7-d3f4-47e1-8de7-05c0fec1fb33 req-8fc2d6c9-7d2f-4e6e-88a0-46cec2fe10b8 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=d777eaa7-ab2e-48f1-8f52-4ac39125a2bb HTTP/1.1" status: 200 len: 945 time: 0.3709619 Feb 09 00:57:23.602579 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e99a36-c111-471d-8439-917ce0fd305e None None] Routers {'b4a9e712-866a-4625-91ef-be0348d36076'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:57:23.607119 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-a0e99a36-c111-471d-8439-917ce0fd305e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:57:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['b4a9e712-866a-4625-91ef-be0348d36076'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:57:23.629289 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-d34a32af-1f84-400c-bd96-ccf9a0afd999 req-7e19c338-82fd-487e-bf6f-d308195c06de tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Usage tracker for resource:floatingip and tenant:c087c538c6c04537bb8fc0b2ca489a68 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:57:23.640028 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-d34a32af-1f84-400c-bd96-ccf9a0afd999 req-7e19c338-82fd-487e-bf6f-d308195c06de tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:57:23.672483 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27935e8d-cb62-4e6d-946f-8b75ceb22451 req-7ac54f2d-1a3b-4584-9b21-18f16eebabf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:23.674179 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-27935e8d-cb62-4e6d-946f-8b75ceb22451 req-7ac54f2d-1a3b-4584-9b21-18f16eebabf2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe158ed132334121b71318da05020927&device_id=92ff2a86-f47b-46cb-a111-ffcb6ee92a2d HTTP/1.1" status: 200 len: 1094 time: 0.4102955 Feb 09 00:57:23.679066 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-d34a32af-1f84-400c-bd96-ccf9a0afd999 req-7e19c338-82fd-487e-bf6f-d308195c06de tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:57:23.696413 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-d81cfff6-3e3e-45a1-b158-7700df96390d req-44195d72-a79b-4331-a627-60eb2a4eccdc service neutron] For port 88a93ab5-6360-4150-b84a-b24cbf02f870, host n-h2-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:57:23.704573 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6bbe48-e6f9-462e-8c0a-927f8b0f94e4 None None] Pushing event updated for resources: {'Port': ['ID=991d7104-494e-46e1-b96e-e8d54a8dae96,revision_number=4']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:23.713522 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4879cad7-d3f4-47e1-8de7-05c0fec1fb33 req-8abe35e8-b4bb-49ff-ad76-2605d189bd9f tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=ceaabe02-67e8-49da-9640-53d4e3b33273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209180 Feb 09 00:57:23.719669 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-d81cfff6-3e3e-45a1-b158-7700df96390d req-44195d72-a79b-4331-a627-60eb2a4eccdc service neutron] For port 88a93ab5-6360-4150-b84a-b24cbf02f870, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=88a93ab5-6360-4150-b84a-b24cbf02f870,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:57:23.741903 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d81cfff6-3e3e-45a1-b158-7700df96390d req-44195d72-a79b-4331-a627-60eb2a4eccdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:23.767627 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 016289d2-1861-402d-8c3d-44750dc82d97 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:57:23.860735 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d34a32af-1f84-400c-bd96-ccf9a0afd999 req-7e19c338-82fd-487e-bf6f-d308195c06de tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Notify callbacks [] for floatingip, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:23.960488 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 016289d2-1861-402d-8c3d-44750dc82d97 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:57:23.960862 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:23.967240 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81cfff6-3e3e-45a1-b158-7700df96390d req-44195d72-a79b-4331-a627-60eb2a4eccdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:23.967947 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d81cfff6-3e3e-45a1-b158-7700df96390d req-44195d72-a79b-4331-a627-60eb2a4eccdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:23.969407 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d81cfff6-3e3e-45a1-b158-7700df96390d req-44195d72-a79b-4331-a627-60eb2a4eccdc service neutron] 10.222.0.99 "PUT /v2.0/ports/88a93ab5-6360-4150-b84a-b24cbf02f870 HTTP/1.1" status: 200 len: 1095 time: 3.6580150 Feb 09 00:57:23.970816 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-a0e99a36-c111-471d-8439-917ce0fd305e None None] Set router b4a9e712-866a-4625-91ef-be0348d36076 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:57:24.211329 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44195d72-a79b-4331-a627-60eb2a4eccdc service neutron] Pushing event updated for resources: {'Port': ['ID=88a93ab5-6360-4150-b84a-b24cbf02f870,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:24.269251 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27935e8d-cb62-4e6d-946f-8b75ceb22451 req-51f1771f-3629-4548-9cb9-84507c2ea2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:24.270734 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-27935e8d-cb62-4e6d-946f-8b75ceb22451 req-51f1771f-3629-4548-9cb9-84507c2ea2a5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=866b1940-97bf-4889-ae97-5594fa470cc1 HTTP/1.1" status: 200 len: 914 time: 0.3812168 Feb 09 00:57:24.360617 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68172b0-9a90-4d04-819d-f7927fa2a467 req-21956642-13c5-43b3-9ad9-d9ced6bb145f tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:24.362027 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a68172b0-9a90-4d04-819d-f7927fa2a467 req-21956642-13c5-43b3-9ad9-d9ced6bb145f tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=99c06934-fce7-4ee5-bb7b-d0b3bdcc9935 HTTP/1.1" status: 200 len: 947 time: 0.4712827 Feb 09 00:57:24.364590 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-27935e8d-cb62-4e6d-946f-8b75ceb22451 req-7ef27134-dff6-4d31-b421-19dbaf92a64c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5c06ec6-101a-4c48-bd9a-e0a2581f5078 HTTP/1.1" status: 200 len: 217 time: 0.0831838 Feb 09 00:57:24.372650 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81cfff6-3e3e-45a1-b158-7700df96390d req-56b7d5e9-c187-4350-8635-1cf5a48e006a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:24.373374 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:24.374145 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d81cfff6-3e3e-45a1-b158-7700df96390d req-56b7d5e9-c187-4350-8635-1cf5a48e006a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e6fa40f41b9646a7bf38890c5f8e1746&device_id=99c06934-fce7-4ee5-bb7b-d0b3bdcc9935 HTTP/1.1" status: 200 len: 1098 time: 0.2864325 Feb 09 00:57:24.380505 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-a0e99a36-c111-471d-8439-917ce0fd305e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a9e712-866a-4625-91ef-be0348d36076', 'name': 'tempest-FloatingIPDetailsTestJSON-1093412730-router', 'tenant_id': 'c087c538c6c04537bb8fc0b2ca489a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '016289d2-1861-402d-8c3d-44750dc82d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:57:11Z', 'updated_at': '2022-02-09T00:57:18Z', 'revision_number': 4, 'project_id': 'c087c538c6c04537bb8fc0b2ca489a68', 'gw_port': {'id': '016289d2-1861-402d-8c3d-44750dc82d97', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:84:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a9e712-866a-4625-91ef-be0348d36076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:57:12Z', 'updated_at': '2022-02-09T00:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '991d7104-494e-46e1-b96e-e8d54a8dae96', 'name': '', 'network_id': 'f5cdf1e8-7725-435d-8661-0e0dd2aca59a', 'tenant_id': 'c087c538c6c04537bb8fc0b2ca489a68', 'mac_address': 'fa:16:3e:aa:eb:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a9e712-866a-4625-91ef-be0348d36076', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '370e35ff-fa12-4857-aacf-28000c3bddbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:57:16Z', 'updated_at': '2022-02-09T00:57:23Z', 'revision_number': 4, 'project_id': 'c087c538c6c04537bb8fc0b2ca489a68', 'subnets': [{'id': '370e35ff-fa12-4857-aacf-28000c3bddbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:57:24.384577 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e99a36-c111-471d-8439-917ce0fd305e None None] The sync data for ids ['b4a9e712-866a-4625-91ef-be0348d36076'] in n-d-828418-1 is: [{'id': 'b4a9e712-866a-4625-91ef-be0348d36076', 'name': 'tempest-FloatingIPDetailsTestJSON-1093412730-router', 'tenant_id': 'c087c538c6c04537bb8fc0b2ca489a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '016289d2-1861-402d-8c3d-44750dc82d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:57:11Z', 'updated_at': '2022-02-09T00:57:18Z', 'revision_number': 4, 'project_id': 'c087c538c6c04537bb8fc0b2ca489a68', 'gw_port': {'id': '016289d2-1861-402d-8c3d-44750dc82d97', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:84:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a9e712-866a-4625-91ef-be0348d36076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:57:12Z', 'updated_at': '2022-02-09T00:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '991d7104-494e-46e1-b96e-e8d54a8dae96', 'name': '', 'network_id': 'f5cdf1e8-7725-435d-8661-0e0dd2aca59a', 'tenant_id': 'c087c538c6c04537bb8fc0b2ca489a68', 'mac_address': 'fa:16:3e:aa:eb:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a9e712-866a-4625-91ef-be0348d36076', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '370e35ff-fa12-4857-aacf-28000c3bddbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:57:16Z', 'updated_at': '2022-02-09T00:57:23Z', 'revision_number': 4, 'project_id': 'c087c538c6c04537bb8fc0b2ca489a68', 'subnets': [{'id': '370e35ff-fa12-4857-aacf-28000c3bddbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:57:24.506945 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d81cfff6-3e3e-45a1-b158-7700df96390d req-093b9606-5043-4ad1-af44-cad2db01e6be service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=88a93ab5-6360-4150-b84a-b24cbf02f870 HTTP/1.1" status: 200 len: 217 time: 0.0872140 Feb 09 00:57:24.584490 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a68172b0-9a90-4d04-819d-f7927fa2a467 req-20bf4950-8940-421a-8bc0-2749d0b52d4c tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/security-groups?id=bc5d6135-6634-4167-99ad-f31267fef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093899 Feb 09 00:57:24.585939 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27935e8d-cb62-4e6d-946f-8b75ceb22451 req-47e29125-2447-4245-bb65-cf43b993c448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:24.587286 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-27935e8d-cb62-4e6d-946f-8b75ceb22451 req-47e29125-2447-4245-bb65-cf43b993c448 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b7e2d3f7-8db3-4e5e-8a7b-90b470036eaf HTTP/1.1" status: 200 len: 853 time: 0.2112777 Feb 09 00:57:24.660854 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-27935e8d-cb62-4e6d-946f-8b75ceb22451 req-3846f2fd-b174-471e-be05-8898fc7db9b9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=866b1940-97bf-4889-ae97-5594fa470cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571601 Feb 09 00:57:24.670451 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81cfff6-3e3e-45a1-b158-7700df96390d req-40cf5726-b52a-4655-bcc0-26bbdc9793c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:24.672945 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d81cfff6-3e3e-45a1-b158-7700df96390d req-40cf5726-b52a-4655-bcc0-26bbdc9793c5 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.1534903 Feb 09 00:57:24.681894 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d34a32af-1f84-400c-bd96-ccf9a0afd999 req-7e19c338-82fd-487e-bf6f-d308195c06de tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:25.101258 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90140d92-19ba-4345-9db5-0546529072e2', 'name': 'network-vif-deleted', 'tag': '5c64b64d-1354-4d28-a743-7966f6fd515a'}, {'name': 'network-changed', 'server_uuid': '99c06934-fce7-4ee5-bb7b-d0b3bdcc9935', 'tag': '88a93ab5-6360-4150-b84a-b24cbf02f870'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:57:25.174844 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-27935e8d-cb62-4e6d-946f-8b75ceb22451 req-7b8e39c3-54a0-4ed5-a2bd-ae32177a2735 service neutron] 10.222.0.62 "GET /v2.0/networks/866b1940-97bf-4889-ae97-5594fa470cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4948606 Feb 09 00:57:25.281913 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-d34a32af-1f84-400c-bd96-ccf9a0afd999 req-7e19c338-82fd-487e-bf6f-d308195c06de tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Allocated IP 172.25.0.136 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/e38abefa-f586-4716-bb67-a0000a55a75e) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:57:25.291038 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d6200-49fa-41d9-bea6-84ca829bf822 req-f708c1f2-dcd5-4b6b-a181-1d32ec007dbf tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:25.292497 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e37d6200-49fa-41d9-bea6-84ca829bf822 req-f708c1f2-dcd5-4b6b-a181-1d32ec007dbf tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/ports?device_id=92ff2a86-f47b-46cb-a111-ffcb6ee92a2d HTTP/1.1" status: 200 len: 943 time: 0.3321311 Feb 09 00:57:25.295009 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81cfff6-3e3e-45a1-b158-7700df96390d req-898a96cc-a88b-4e56-bd0f-5a9f0c8de1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:25.296371 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d81cfff6-3e3e-45a1-b158-7700df96390d req-898a96cc-a88b-4e56-bd0f-5a9f0c8de1a4 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6175697 Feb 09 00:57:25.534810 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e37d6200-49fa-41d9-bea6-84ca829bf822 req-03ae7662-fe66-4246-ab58-d90b58bf722e tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/security-groups?id=2cd63bc8-3887-4f55-952c-1971b82f2ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323253 Feb 09 00:57:25.548475 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-27935e8d-cb62-4e6d-946f-8b75ceb22451 req-2449326c-0050-49b5-afc4-fd5587153c9d service neutron] 10.222.0.62 "GET /v2.0/networks/866b1940-97bf-4889-ae97-5594fa470cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3612435 Feb 09 00:57:25.620708 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d81cfff6-3e3e-45a1-b158-7700df96390d req-04ca142e-1c9f-4ac3-89f2-664ac33569a7 service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121817 Feb 09 00:57:25.706714 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d34a32af-1f84-400c-bd96-ccf9a0afd999 req-7e19c338-82fd-487e-bf6f-d308195c06de tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:25.733915 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 991d7104-494e-46e1-b96e-e8d54a8dae96 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:57:25.786136 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d34a32af-1f84-400c-bd96-ccf9a0afd999 req-7e19c338-82fd-487e-bf6f-d308195c06de tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:25.824218 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 991d7104-494e-46e1-b96e-e8d54a8dae96 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:57:25.830434 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 991d7104-494e-46e1-b96e-e8d54a8dae96 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:57:25.830953 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:25.913901 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d81cfff6-3e3e-45a1-b158-7700df96390d req-cb50bdde-c03d-4cd1-8016-e2ed916864d2 service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807944 Feb 09 00:57:25.929024 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d34a32af-1f84-400c-bd96-ccf9a0afd999 req-7e19c338-82fd-487e-bf6f-d308195c06de tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:57:25.935817 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-d34a32af-1f84-400c-bd96-ccf9a0afd999 req-7e19c338-82fd-487e-bf6f-d308195c06de tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:57:25.941846 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-d34a32af-1f84-400c-bd96-ccf9a0afd999 req-7e19c338-82fd-487e-bf6f-d308195c06de tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:57:25.947979 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:25.971397 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e19c338-82fd-487e-bf6f-d308195c06de tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Pushing event updated for resources: {'Port': ['ID=e38abefa-f586-4716-bb67-a0000a55a75e,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:25.982644 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 991d7104-494e-46e1-b96e-e8d54a8dae96, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=991d7104-494e-46e1-b96e-e8d54a8dae96,segment=NetworkSegment(edf6dca2-e64e-491b-b0af-ec53866ed9b0),segment_id=edf6dca2-e64e-491b-b0af-ec53866ed9b0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:57:25.986664 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:26.052549 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac3ea8d-c44c-42aa-b70c-57ff62fee1ac req-b78f0ded-b18d-4b2d-9fc1-aa822f1cf132 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:26.054126 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7ac3ea8d-c44c-42aa-b70c-57ff62fee1ac req-b78f0ded-b18d-4b2d-9fc1-aa822f1cf132 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f50468d-06ac-4e8b-9614-7f72392184d3 HTTP/1.1" status: 200 len: 945 time: 0.1848099 Feb 09 00:57:26.059164 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=991d7104-494e-46e1-b96e-e8d54a8dae96,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:26.063228 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d34a32af-1f84-400c-bd96-ccf9a0afd999 req-7e19c338-82fd-487e-bf6f-d308195c06de tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:26.149327 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7ac3ea8d-c44c-42aa-b70c-57ff62fee1ac req-75f81545-5e2c-4262-95cd-c252a0d7eacd tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/security-groups?id=f58a20dc-4342-436d-a5ca-ae66a87962a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880752 Feb 09 00:57:26.154450 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d34a32af-1f84-400c-bd96-ccf9a0afd999 req-7e19c338-82fd-487e-bf6f-d308195c06de tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:26.428073 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e035d874-7e74-41ac-ab80-9694fb933c00 req-0f0f9985-5383-4c40-a390-7f5d4aa3a01c tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:26.429509 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e035d874-7e74-41ac-ab80-9694fb933c00 req-0f0f9985-5383-4c40-a390-7f5d4aa3a01c tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=763a7eb3-2dd6-42a3-9f56-d22f3c0da01c HTTP/1.1" status: 200 len: 945 time: 0.1487041 Feb 09 00:57:26.437809 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device a5c06ec6-101a-4c48-bd9a-e0a2581f5078 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:57:26.461006 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d34a32af-1f84-400c-bd96-ccf9a0afd999 req-7e19c338-82fd-487e-bf6f-d308195c06de tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:26.474356 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d34a32af-1f84-400c-bd96-ccf9a0afd999 req-7e19c338-82fd-487e-bf6f-d308195c06de tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:26.586068 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port a5c06ec6-101a-4c48-bd9a-e0a2581f5078, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=a5c06ec6-101a-4c48-bd9a-e0a2581f5078,segment=NetworkSegment(d4b0745e-10a8-49f6-a2dc-b593536fd7b9),segment_id=d4b0745e-10a8-49f6-a2dc-b593536fd7b9)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:57:26.601497 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': 'a5c06ec6-101a-4c48-bd9a-e0a2581f5078', 'network_id': '866b1940-97bf-4889-ae97-5594fa470cc1', 'port_id': 'a5c06ec6-101a-4c48-bd9a-e0a2581f5078', 'mac_address': 'fa:16:3e:0a:d5:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7e2d3f7-8db3-4e5e-8a7b-90b470036eaf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:57:26.643090 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e035d874-7e74-41ac-ab80-9694fb933c00 req-12a2fb22-bbed-4cdf-a43f-7eaad8b42317 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039905 Feb 09 00:57:26.661179 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:26.680612 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5c06ec6-101a-4c48-bd9a-e0a2581f5078 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:57:26.697398 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port a5c06ec6-101a-4c48-bd9a-e0a2581f5078, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=a5c06ec6-101a-4c48-bd9a-e0a2581f5078,segment=NetworkSegment(d4b0745e-10a8-49f6-a2dc-b593536fd7b9),segment_id=d4b0745e-10a8-49f6-a2dc-b593536fd7b9)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:57:26.702745 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:26.711398 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e19c338-82fd-487e-bf6f-d308195c06de tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Pushing event updated for resources: {'Port': ['ID=e38abefa-f586-4716-bb67-a0000a55a75e,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:26.723160 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d34a32af-1f84-400c-bd96-ccf9a0afd999 req-7e19c338-82fd-487e-bf6f-d308195c06de tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:26.748667 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d34a32af-1f84-400c-bd96-ccf9a0afd999 req-7e19c338-82fd-487e-bf6f-d308195c06de tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:26.750362 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d34a32af-1f84-400c-bd96-ccf9a0afd999 req-7e19c338-82fd-487e-bf6f-d308195c06de tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2109880 Feb 09 00:57:26.778177 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=a5c06ec6-101a-4c48-bd9a-e0a2581f5078,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:26.838171 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-d34a32af-1f84-400c-bd96-ccf9a0afd999 req-e621eded-7975-446a-b6cc-7c5eece3a93d tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Synchronizing usage tracker for tenant:c087c538c6c04537bb8fc0b2ca489a68 on resource:floatingip {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:57:26.910627 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-d34a32af-1f84-400c-bd96-ccf9a0afd999 req-e621eded-7975-446a-b6cc-7c5eece3a93d tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Unset dirty status for tenant:c087c538c6c04537bb8fc0b2ca489a68 on resource:floatingip {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:57:26.911801 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d34a32af-1f84-400c-bd96-ccf9a0afd999 req-e621eded-7975-446a-b6cc-7c5eece3a93d tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.0.136 HTTP/1.1" status: 200 len: 696 time: 0.1543171 Feb 09 00:57:27.034879 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e9398-310e-4133-8f66-5f70adc1cc78 req-6b2a47fb-2b93-4bfb-aec8-42b1ff2eb8b3 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:27.036349 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-880e9398-310e-4133-8f66-5f70adc1cc78 req-6b2a47fb-2b93-4bfb-aec8-42b1ff2eb8b3 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=d777eaa7-ab2e-48f1-8f52-4ac39125a2bb HTTP/1.1" status: 200 len: 945 time: 0.1936123 Feb 09 00:57:27.070427 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['a5c06ec6-101a-4c48-bd9a-e0a2581f5078'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:57:27.107099 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a32af-1f84-400c-bd96-ccf9a0afd999 req-77cdc403-c10e-4b09-8d88-de49bf3380f1 tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:27.108354 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d34a32af-1f84-400c-bd96-ccf9a0afd999 req-77cdc403-c10e-4b09-8d88-de49bf3380f1 tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] 10.222.0.105 "GET /v2.0/networks/3d885c3c-255c-4e54-addc-b28437d0b18e HTTP/1.1" status: 200 len: 784 time: 0.1909704 Feb 09 00:57:27.119619 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-880e9398-310e-4133-8f66-5f70adc1cc78 req-ba0b1067-0741-40f2-8418-014afa43f4af tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=ceaabe02-67e8-49da-9640-53d4e3b33273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768492 Feb 09 00:57:27.163159 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90140d92-19ba-4345-9db5-0546529072e2', 'name': 'network-vif-deleted', 'tag': '5c64b64d-1354-4d28-a743-7966f6fd515a', 'status': 'completed', 'code': 200} Feb 09 00:57:27.163764 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99c06934-fce7-4ee5-bb7b-d0b3bdcc9935', 'tag': '88a93ab5-6360-4150-b84a-b24cbf02f870', 'status': 'completed', 'code': 200} Feb 09 00:57:27.387351 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a65c3-e46c-4ecf-a41e-abb3544984db req-2424d9a9-e4ed-4476-aaf7-9d6ca997ff70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:27.388930 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bc4a65c3-e46c-4ecf-a41e-abb3544984db req-2424d9a9-e4ed-4476-aaf7-9d6ca997ff70 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e6fa40f41b9646a7bf38890c5f8e1746&device_id=99c06934-fce7-4ee5-bb7b-d0b3bdcc9935 HTTP/1.1" status: 200 len: 1098 time: 0.1879544 Feb 09 00:57:27.410873 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d865d5b8-1bea-4e6d-ba6e-547e400b4a71 req-e42aee1d-443d-4e2f-be2c-df16724a034f tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:27.412249 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d865d5b8-1bea-4e6d-ba6e-547e400b4a71 req-e42aee1d-443d-4e2f-be2c-df16724a034f tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=99c06934-fce7-4ee5-bb7b-d0b3bdcc9935 HTTP/1.1" status: 200 len: 947 time: 0.1704459 Feb 09 00:57:27.438435 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a056a-79e6-4aa0-bbe8-d3d0baba4583 req-fc5170f8-d8e4-47ae-bde3-fa34ff210f02 tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:27.439828 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-777a056a-79e6-4aa0-bbe8-d3d0baba4583 req-fc5170f8-d8e4-47ae-bde3-fa34ff210f02 tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] 10.222.0.105 "GET /v2.0/ports?device_id=94f45d6f-055e-41e1-8f5f-ddaddd74a856 HTTP/1.1" status: 200 len: 949 time: 0.1601880 Feb 09 00:57:27.583162 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-777a056a-79e6-4aa0-bbe8-d3d0baba4583 req-3e4d73cb-4eac-4064-ab49-920ea3968f38 tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] 10.222.0.105 "GET /v2.0/security-groups?id=16acca42-a0c4-49b7-8970-a493bbcd3b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958982 Feb 09 00:57:27.595145 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d865d5b8-1bea-4e6d-ba6e-547e400b4a71 req-0e88fc65-d9b1-489e-8164-081b68a47d4e tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/security-groups?id=bc5d6135-6634-4167-99ad-f31267fef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522448 Feb 09 00:57:27.626468 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a65c3-e46c-4ecf-a41e-abb3544984db req-31a6f175-dd4e-4d80-a8d4-3ec23ee300b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:27.627953 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bc4a65c3-e46c-4ecf-a41e-abb3544984db req-31a6f175-dd4e-4d80-a8d4-3ec23ee300b0 service neutron] 10.222.0.99 "GET /v2.0/networks?id=42d335cf-a678-4bc3-901b-7d21fb8587e6 HTTP/1.1" status: 200 len: 870 time: 0.2259362 Feb 09 00:57:27.710233 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 991d7104-494e-46e1-b96e-e8d54a8dae96 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:57:27.713695 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bc4a65c3-e46c-4ecf-a41e-abb3544984db req-b35a7bfe-56c8-41c2-92e2-3a83126608af service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=88a93ab5-6360-4150-b84a-b24cbf02f870 HTTP/1.1" status: 200 len: 217 time: 0.0788128 Feb 09 00:57:27.783513 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 991d7104-494e-46e1-b96e-e8d54a8dae96 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:57:27.784087 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:27.881370 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a65c3-e46c-4ecf-a41e-abb3544984db req-1138b819-ec81-47af-9891-4e31b3678676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:27.882832 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bc4a65c3-e46c-4ecf-a41e-abb3544984db req-1138b819-ec81-47af-9891-4e31b3678676 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.1333418 Feb 09 00:57:27.949547 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859d709-9275-4577-b8a0-ed9c97e80111 req-a1fcc166-dea8-4317-882f-160be90f865e tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:27.951198 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e859d709-9275-4577-b8a0-ed9c97e80111 req-a1fcc166-dea8-4317-882f-160be90f865e tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/ports?device_id=92ff2a86-f47b-46cb-a111-ffcb6ee92a2d HTTP/1.1" status: 200 len: 944 time: 0.2393804 Feb 09 00:57:27.987885 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab4686-0aaf-4bbc-812e-64e7743fd727 req-1f7f16ae-338f-44ad-82a7-a86effa64ad4 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:27.989373 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c3ab4686-0aaf-4bbc-812e-64e7743fd727 req-1f7f16ae-338f-44ad-82a7-a86effa64ad4 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/ports?device_id=f6ce7103-0f37-4e8a-b96c-5d515d2f29ba HTTP/1.1" status: 200 len: 945 time: 0.2742846 Feb 09 00:57:28.043416 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e859d709-9275-4577-b8a0-ed9c97e80111 req-c0bf20ab-f18d-4485-b94d-0ed2ea092206 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/security-groups?id=2cd63bc8-3887-4f55-952c-1971b82f2ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823576 Feb 09 00:57:28.067782 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c3ab4686-0aaf-4bbc-812e-64e7743fd727 req-2cff84ea-6a79-47ab-9898-f69853ddb953 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/security-groups?id=f58a20dc-4342-436d-a5ca-ae66a87962a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682118 Feb 09 00:57:28.069649 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a65c3-e46c-4ecf-a41e-abb3544984db req-3900d00d-d68c-44aa-8182-e3cc78815208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:28.071043 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bc4a65c3-e46c-4ecf-a41e-abb3544984db req-3900d00d-d68c-44aa-8182-e3cc78815208 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1794772 Feb 09 00:57:28.245798 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafde46f-2726-4dba-b786-44c809538b3b req-a7943347-1c48-44e3-bedf-26d630345905 tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:28.247731 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-dafde46f-2726-4dba-b786-44c809538b3b req-a7943347-1c48-44e3-bedf-26d630345905 tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Synchronizing usage tracker for tenant:11cb43d7eb324bbda10f73a5721a6da2 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:57:28.265654 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-dafde46f-2726-4dba-b786-44c809538b3b req-a7943347-1c48-44e3-bedf-26d630345905 tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Unset dirty status for tenant:11cb43d7eb324bbda10f73a5721a6da2 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:57:28.267638 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-dafde46f-2726-4dba-b786-44c809538b3b req-a7943347-1c48-44e3-bedf-26d630345905 tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] 10.222.0.99 "GET /v2.0/ports?device_id=94f45d6f-055e-41e1-8f5f-ddaddd74a856 HTTP/1.1" status: 200 len: 949 time: 0.1690655 Feb 09 00:57:28.289133 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bc4a65c3-e46c-4ecf-a41e-abb3544984db req-da17af5d-1dbd-489f-b0be-3326bd87cfed service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113242 Feb 09 00:57:28.360351 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-dafde46f-2726-4dba-b786-44c809538b3b req-c50dc4f5-914e-4605-ba4d-4be7cc3bdf71 tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Deleting port 5d50263e-1665-4d32-98a3-9a5a5c08dbe9 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:57:28.361004 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-dafde46f-2726-4dba-b786-44c809538b3b req-c50dc4f5-914e-4605-ba4d-4be7cc3bdf71 tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:28.475050 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device a5c06ec6-101a-4c48-bd9a-e0a2581f5078 up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:57:28.515933 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02632af-744f-431d-833f-c482aef941a1 req-7cca32fd-be89-49bf-b1b8-1ce5830934af tempest-LiveAutoBlockMigrationV225Test-40327280 tempest-LiveAutoBlockMigrationV225Test-40327280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:28.523530 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e02632af-744f-431d-833f-c482aef941a1 req-7cca32fd-be89-49bf-b1b8-1ce5830934af tempest-LiveAutoBlockMigrationV225Test-40327280 tempest-LiveAutoBlockMigrationV225Test-40327280-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=763a7eb3-2dd6-42a3-9f56-d22f3c0da01c HTTP/1.1" status: 200 len: 1096 time: 0.3573112 Feb 09 00:57:28.554532 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port a5c06ec6-101a-4c48-bd9a-e0a2581f5078 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:57:28.563791 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port a5c06ec6-101a-4c48-bd9a-e0a2581f5078 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:57:28.564180 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:28.671190 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e02632af-744f-431d-833f-c482aef941a1 req-1d9788ab-4131-4e33-94af-fe0d227d27fd tempest-LiveAutoBlockMigrationV225Test-40327280 tempest-LiveAutoBlockMigrationV225Test-40327280-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463363 Feb 09 00:57:28.702488 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:28.718627 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-dafde46f-2726-4dba-b786-44c809538b3b req-c50dc4f5-914e-4605-ba4d-4be7cc3bdf71 tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] For port 5d50263e-1665-4d32-98a3-9a5a5c08dbe9, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=5d50263e-1665-4d32-98a3-9a5a5c08dbe9,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:57:28.719296 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-dafde46f-2726-4dba-b786-44c809538b3b req-c50dc4f5-914e-4605-ba4d-4be7cc3bdf71 tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:28.745298 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port a5c06ec6-101a-4c48-bd9a-e0a2581f5078, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=a5c06ec6-101a-4c48-bd9a-e0a2581f5078,segment=NetworkSegment(d4b0745e-10a8-49f6-a2dc-b593536fd7b9),segment_id=d4b0745e-10a8-49f6-a2dc-b593536fd7b9)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:57:28.748616 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92ff2a86-f47b-46cb-a111-ffcb6ee92a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c06ec6-101a-4c48-bd9a-e0a2581f5078'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:57:28.756353 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:28.763372 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bc4a65c3-e46c-4ecf-a41e-abb3544984db req-7c35a192-c6ed-4914-b028-18d4ed288164 service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4688132 Feb 09 00:57:28.776409 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fb027cdb-5897-4d17-86a8-68289fc13342 req-859b99bd-c1ea-407a-8d5f-af43d1289e84 tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] 10.222.0.105 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2677560 Feb 09 00:57:28.786381 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-fb027cdb-5897-4d17-86a8-68289fc13342 req-274f7828-09a9-4d82-aafc-a06fb4e77aaf tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Request body: {'floatingip': {'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:57:28.792723 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-fb027cdb-5897-4d17-86a8-68289fc13342 req-274f7828-09a9-4d82-aafc-a06fb4e77aaf tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:57:28.803907 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-fb027cdb-5897-4d17-86a8-68289fc13342 req-274f7828-09a9-4d82-aafc-a06fb4e77aaf tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:57:28.815752 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-fb027cdb-5897-4d17-86a8-68289fc13342 req-274f7828-09a9-4d82-aafc-a06fb4e77aaf tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Notify callbacks [] for floatingip, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:28.848338 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=a5c06ec6-101a-4c48-bd9a-e0a2581f5078,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:28.864286 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-dafde46f-2726-4dba-b786-44c809538b3b req-c50dc4f5-914e-4605-ba4d-4be7cc3bdf71 tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Calling delete_port for 5d50263e-1665-4d32-98a3-9a5a5c08dbe9 owned by compute:nova {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:57:28.971151 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-fb027cdb-5897-4d17-86a8-68289fc13342 req-274f7828-09a9-4d82-aafc-a06fb4e77aaf tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:29.038317 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-dafde46f-2726-4dba-b786-44c809538b3b req-c50dc4f5-914e-4605-ba4d-4be7cc3bdf71 tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:29.094908 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50dc4f5-914e-4605-ba4d-4be7cc3bdf71 tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Pushing event deleted for resources: {'Port': ['ID=5d50263e-1665-4d32-98a3-9a5a5c08dbe9,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:29.182748 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-fb027cdb-5897-4d17-86a8-68289fc13342 req-274f7828-09a9-4d82-aafc-a06fb4e77aaf tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Allocated IP 172.25.0.51 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/07c79858-a898-4b79-91ca-5b685b40bf9e) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:57:29.190089 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-dafde46f-2726-4dba-b786-44c809538b3b req-c50dc4f5-914e-4605-ba4d-4be7cc3bdf71 tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] No DVR routers for this DVR port 5d50263e-1665-4d32-98a3-9a5a5c08dbe9 on host n-h2-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:57:29.193964 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-dafde46f-2726-4dba-b786-44c809538b3b req-c50dc4f5-914e-4605-ba4d-4be7cc3bdf71 tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:29.197698 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f45d6f-055e-41e1-8f5f-ddaddd74a856', 'name': 'network-vif-deleted', 'tag': '5d50263e-1665-4d32-98a3-9a5a5c08dbe9'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:57:29.211734 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c03bc52-22cc-41dc-808a-03d2f7b08833 req-3013de2f-e4df-44b5-9228-5d7d6cbee756 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:29.213266 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9c03bc52-22cc-41dc-808a-03d2f7b08833 req-3013de2f-e4df-44b5-9228-5d7d6cbee756 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/ports?device_id=d2752f8c-5db0-4fb8-8b5f-01ff92d627b2 HTTP/1.1" status: 200 len: 946 time: 0.1267855 Feb 09 00:57:29.213886 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-dafde46f-2726-4dba-b786-44c809538b3b req-c50dc4f5-914e-4605-ba4d-4be7cc3bdf71 tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] 10.222.0.99 "DELETE /v2.0/ports/5d50263e-1665-4d32-98a3-9a5a5c08dbe9 HTTP/1.1" status: 204 len: 173 time: 0.9399636 Feb 09 00:57:29.340648 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9c03bc52-22cc-41dc-808a-03d2f7b08833 req-90488755-cb9e-4bbc-8d24-1cd0600b717c tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/security-groups?id=f58a20dc-4342-436d-a5ca-ae66a87962a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106482 Feb 09 00:57:29.394520 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-fb027cdb-5897-4d17-86a8-68289fc13342 req-274f7828-09a9-4d82-aafc-a06fb4e77aaf tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:29.425452 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-fb027cdb-5897-4d17-86a8-68289fc13342 req-274f7828-09a9-4d82-aafc-a06fb4e77aaf tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:29.541766 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb027cdb-5897-4d17-86a8-68289fc13342 req-274f7828-09a9-4d82-aafc-a06fb4e77aaf tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:57:29.552100 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-fb027cdb-5897-4d17-86a8-68289fc13342 req-274f7828-09a9-4d82-aafc-a06fb4e77aaf tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:57:29.558567 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb027cdb-5897-4d17-86a8-68289fc13342 req-274f7828-09a9-4d82-aafc-a06fb4e77aaf tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:57:29.584169 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274f7828-09a9-4d82-aafc-a06fb4e77aaf tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Pushing event updated for resources: {'Port': ['ID=07c79858-a898-4b79-91ca-5b685b40bf9e,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:29.644802 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933cd20c-d3ce-4477-ae2a-3ea6b72bbc3c req-6bffff88-1f1b-41e5-819a-a6be74add326 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:29.646371 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-933cd20c-d3ce-4477-ae2a-3ea6b72bbc3c req-6bffff88-1f1b-41e5-819a-a6be74add326 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=3d138cb2-7f80-4596-9e29-dd8aa7bdff4f HTTP/1.1" status: 200 len: 951 time: 0.1880786 Feb 09 00:57:29.699083 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-fb027cdb-5897-4d17-86a8-68289fc13342 req-274f7828-09a9-4d82-aafc-a06fb4e77aaf tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:29.705922 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-933cd20c-d3ce-4477-ae2a-3ea6b72bbc3c req-d29314b0-970b-4d5a-9c9f-298b25a25799 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520039 Feb 09 00:57:29.781296 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-fb027cdb-5897-4d17-86a8-68289fc13342 req-274f7828-09a9-4d82-aafc-a06fb4e77aaf tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:29.912217 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4b2abdb6-1fea-498b-bde1-0cdcff115fe7 req-b7bd2639-beae-45de-893a-12527b322d35 tempest-ListImageFiltersTestJSON-451813569 tempest-ListImageFiltersTestJSON-451813569-project] 10.222.0.105 "GET /v2.0/ports?device_id=94f45d6f-055e-41e1-8f5f-ddaddd74a856 HTTP/1.1" status: 200 len: 210 time: 0.0627308 Feb 09 00:57:30.100770 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-fb027cdb-5897-4d17-86a8-68289fc13342 req-274f7828-09a9-4d82-aafc-a06fb4e77aaf tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:30.106624 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-fb027cdb-5897-4d17-86a8-68289fc13342 req-274f7828-09a9-4d82-aafc-a06fb4e77aaf tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:30.172601 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cea5c8-2118-4d81-b54b-d5c337d5bdeb req-422f4a8a-17e3-4d51-a07e-de76fab300d4 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:30.174012 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e7cea5c8-2118-4d81-b54b-d5c337d5bdeb req-422f4a8a-17e3-4d51-a07e-de76fab300d4 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=99c06934-fce7-4ee5-bb7b-d0b3bdcc9935 HTTP/1.1" status: 200 len: 947 time: 0.1637583 Feb 09 00:57:30.289820 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274f7828-09a9-4d82-aafc-a06fb4e77aaf tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Pushing event updated for resources: {'Port': ['ID=07c79858-a898-4b79-91ca-5b685b40bf9e,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:30.325005 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-fb027cdb-5897-4d17-86a8-68289fc13342 req-274f7828-09a9-4d82-aafc-a06fb4e77aaf tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:30.336471 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e7cea5c8-2118-4d81-b54b-d5c337d5bdeb req-2cb7c6b3-4c1d-4d64-a1da-8f368e68801a tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/security-groups?id=bc5d6135-6634-4167-99ad-f31267fef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298099 Feb 09 00:57:30.367150 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-fb027cdb-5897-4d17-86a8-68289fc13342 req-274f7828-09a9-4d82-aafc-a06fb4e77aaf tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:30.368320 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fb027cdb-5897-4d17-86a8-68289fc13342 req-274f7828-09a9-4d82-aafc-a06fb4e77aaf tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5861287 Feb 09 00:57:30.377575 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c2ddd2-6e32-4c41-9795-037680c093b5 req-feeaf03c-0548-47cc-a5b2-2e107a9b9f36 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:30.379447 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c8c2ddd2-6e32-4c41-9795-037680c093b5 req-feeaf03c-0548-47cc-a5b2-2e107a9b9f36 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d138cb2-7f80-4596-9e29-dd8aa7bdff4f HTTP/1.1" status: 200 len: 951 time: 0.1741188 Feb 09 00:57:30.389532 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92ff2a86-f47b-46cb-a111-ffcb6ee92a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c06ec6-101a-4c48-bd9a-e0a2581f5078', 'code': 200} Feb 09 00:57:30.699742 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-fb027cdb-5897-4d17-86a8-68289fc13342 req-b4681551-7854-435a-899f-94dc70f0ec09 tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Synchronizing usage tracker for tenant:c087c538c6c04537bb8fc0b2ca489a68 on resource:floatingip {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:57:30.742253 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-c8c2ddd2-6e32-4c41-9795-037680c093b5 req-638b7804-95df-43d2-9ddd-513ad2684cbc tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Deleting port e2047c72-8607-4359-a2cc-e5a1a213ae5a {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:57:30.742587 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c8c2ddd2-6e32-4c41-9795-037680c093b5 req-638b7804-95df-43d2-9ddd-513ad2684cbc tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:30.763218 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 88a93ab5-6360-4150-b84a-b24cbf02f870 details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:57:30.765711 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 5d50263e-1665-4d32-98a3-9a5a5c08dbe9 no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:57:30.801848 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-fb027cdb-5897-4d17-86a8-68289fc13342 req-b4681551-7854-435a-899f-94dc70f0ec09 tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Unset dirty status for tenant:c087c538c6c04537bb8fc0b2ca489a68 on resource:floatingip {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:57:30.808043 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fb027cdb-5897-4d17-86a8-68289fc13342 req-b4681551-7854-435a-899f-94dc70f0ec09 tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.0.51 HTTP/1.1" status: 200 len: 695 time: 0.4273589 Feb 09 00:57:30.814291 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] No Port match for: 5d50263e-1665-4d32-98a3-9a5a5c08dbe9 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 00:57:30.814484 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 5d50263e-1665-4d32-98a3-9a5a5c08dbe9 not bound to the agent host n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 00:57:30.968645 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 88a93ab5-6360-4150-b84a-b24cbf02f870, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=88a93ab5-6360-4150-b84a-b24cbf02f870,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:57:30.983438 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': '88a93ab5-6360-4150-b84a-b24cbf02f870', 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6', 'port_id': '88a93ab5-6360-4150-b84a-b24cbf02f870', 'mac_address': 'fa:16:3e:79:2c:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7938d94-1f0f-48bd-a0b3-26d5344ff0ec', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:57:30.993162 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b070ca-bc00-4337-bc7c-77efba1851db req-71f4f016-6637-4089-9390-277c2072fe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:30.994670 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-98b070ca-bc00-4337-bc7c-77efba1851db req-71f4f016-6637-4089-9390-277c2072fe0d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=92ff2a86-f47b-46cb-a111-ffcb6ee92a2d HTTP/1.1" status: 200 len: 1096 time: 0.4489131 Feb 09 00:57:31.016109 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bddc94-6404-4596-96f6-77325d3b1629 req-94349dfe-31c4-41bd-9b6b-f69e4ba500ef tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:31.022127 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a2bddc94-6404-4596-96f6-77325d3b1629 req-94349dfe-31c4-41bd-9b6b-f69e4ba500ef tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=d777eaa7-ab2e-48f1-8f52-4ac39125a2bb HTTP/1.1" status: 200 len: 945 time: 0.4686577 Feb 09 00:57:31.041864 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:31.060194 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88a93ab5-6360-4150-b84a-b24cbf02f870 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:57:31.077041 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 88a93ab5-6360-4150-b84a-b24cbf02f870, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=88a93ab5-6360-4150-b84a-b24cbf02f870,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:57:31.081725 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:31.176914 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb027cdb-5897-4d17-86a8-68289fc13342 req-30911f99-c2fd-4ad9-a3c3-87d3d7135fe5 tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:31.178616 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fb027cdb-5897-4d17-86a8-68289fc13342 req-30911f99-c2fd-4ad9-a3c3-87d3d7135fe5 tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] 10.222.0.105 "GET /v2.0/networks/3d885c3c-255c-4e54-addc-b28437d0b18e HTTP/1.1" status: 200 len: 784 time: 0.3697963 Feb 09 00:57:31.190260 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=88a93ab5-6360-4150-b84a-b24cbf02f870,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:31.231541 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-98b070ca-bc00-4337-bc7c-77efba1851db req-5241a133-5fc8-40ad-833a-a19107bd8e05 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2cd63bc8-3887-4f55-952c-1971b82f2ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037175 Feb 09 00:57:31.242167 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a2bddc94-6404-4596-96f6-77325d3b1629 req-90d2f139-dae4-4a14-8f61-63dffa202e33 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=ceaabe02-67e8-49da-9640-53d4e3b33273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106252 Feb 09 00:57:31.297549 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f45d6f-055e-41e1-8f5f-ddaddd74a856', 'name': 'network-vif-deleted', 'tag': '5d50263e-1665-4d32-98a3-9a5a5c08dbe9', 'status': 'completed', 'code': 200} Feb 09 00:57:31.356417 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-c8c2ddd2-6e32-4c41-9795-037680c093b5 req-638b7804-95df-43d2-9ddd-513ad2684cbc tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] For port e2047c72-8607-4359-a2cc-e5a1a213ae5a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=e2047c72-8607-4359-a2cc-e5a1a213ae5a,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:57:31.356779 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c8c2ddd2-6e32-4c41-9795-037680c093b5 req-638b7804-95df-43d2-9ddd-513ad2684cbc tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:31.421264 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['88a93ab5-6360-4150-b84a-b24cbf02f870'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:57:31.501716 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-c8c2ddd2-6e32-4c41-9795-037680c093b5 req-638b7804-95df-43d2-9ddd-513ad2684cbc tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Calling delete_port for e2047c72-8607-4359-a2cc-e5a1a213ae5a owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:57:31.754653 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69478ff7-c84f-4a35-a9f6-0fdf918fd0a6 req-d50b4476-6e79-4fcd-8bd6-177fc11143fc tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:31.756141 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-69478ff7-c84f-4a35-a9f6-0fdf918fd0a6 req-d50b4476-6e79-4fcd-8bd6-177fc11143fc tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/ports?device_id=92ff2a86-f47b-46cb-a111-ffcb6ee92a2d HTTP/1.1" status: 200 len: 945 time: 0.4563441 Feb 09 00:57:31.761637 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c8c2ddd2-6e32-4c41-9795-037680c093b5 req-638b7804-95df-43d2-9ddd-513ad2684cbc tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:31.779304 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['18e5b7f8-4107-4b63-9dee-d921fc6084ef', '83e6ba5b-19bb-43fa-a689-3de29d04980f'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:57:31.839603 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638b7804-95df-43d2-9ddd-513ad2684cbc tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Pushing event deleted for resources: {'Port': ['ID=e2047c72-8607-4359-a2cc-e5a1a213ae5a,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:31.942868 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c2ddd2-6e32-4c41-9795-037680c093b5 req-638b7804-95df-43d2-9ddd-513ad2684cbc tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] No DVR routers for this DVR port e2047c72-8607-4359-a2cc-e5a1a213ae5a on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:57:31.947266 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-69478ff7-c84f-4a35-a9f6-0fdf918fd0a6 req-097c5cfd-1322-4ba7-8c93-5d7afda029f8 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/security-groups?id=2cd63bc8-3887-4f55-952c-1971b82f2ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459234 Feb 09 00:57:31.949098 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c8c2ddd2-6e32-4c41-9795-037680c093b5 req-638b7804-95df-43d2-9ddd-513ad2684cbc tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:31.953041 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d138cb2-7f80-4596-9e29-dd8aa7bdff4f', 'name': 'network-vif-deleted', 'tag': 'e2047c72-8607-4359-a2cc-e5a1a213ae5a'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:57:31.975010 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625aac0a-83fe-4030-8d21-5aa2dab24666 req-1497c15b-a005-4165-9506-a038d6d98dd4 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:31.976523 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-625aac0a-83fe-4030-8d21-5aa2dab24666 req-1497c15b-a005-4165-9506-a038d6d98dd4 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f50468d-06ac-4e8b-9614-7f72392184d3 HTTP/1.1" status: 200 len: 945 time: 0.3194404 Feb 09 00:57:31.979072 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c8c2ddd2-6e32-4c41-9795-037680c093b5 req-638b7804-95df-43d2-9ddd-513ad2684cbc tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.62 "DELETE /v2.0/ports/e2047c72-8607-4359-a2cc-e5a1a213ae5a HTTP/1.1" status: 204 len: 173 time: 1.4321501 Feb 09 00:57:32.048342 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-625aac0a-83fe-4030-8d21-5aa2dab24666 req-786d5902-a47c-4739-9986-e56f3768fb33 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/security-groups?id=f58a20dc-4342-436d-a5ca-ae66a87962a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648448 Feb 09 00:57:32.121051 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-4bd870f4-3f64-41b8-bb3c-656c0206042b req-637f9aa4-4029-4b66-8971-2cc850fca89f tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Synchronizing usage tracker for tenant:1510c38a4b2046b5a9943ab7f2f7db5c on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:57:32.141431 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-4bd870f4-3f64-41b8-bb3c-656c0206042b req-637f9aa4-4029-4b66-8971-2cc850fca89f tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Unset dirty status for tenant:1510c38a4b2046b5a9943ab7f2f7db5c on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:57:32.143279 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4bd870f4-3f64-41b8-bb3c-656c0206042b req-637f9aa4-4029-4b66-8971-2cc850fca89f tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=3d138cb2-7f80-4596-9e29-dd8aa7bdff4f HTTP/1.1" status: 200 len: 210 time: 0.0675421 Feb 09 00:57:32.496631 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-72176111-87c3-4231-9847-1db5d61da237 req-c36d4da7-4932-4563-917d-b3b1dc8bbe15 tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] 10.222.0.105 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3476317 Feb 09 00:57:32.497350 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device e2047c72-8607-4359-a2cc-e5a1a213ae5a no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:57:32.508805 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfbe17e-d898-4181-b70d-6cb9a41551f6 req-240e2e8f-76d9-49c1-a4e2-58d36c655a56 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:32.510257 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ecfbe17e-d898-4181-b70d-6cb9a41551f6 req-240e2e8f-76d9-49c1-a4e2-58d36c655a56 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=99c06934-fce7-4ee5-bb7b-d0b3bdcc9935 HTTP/1.1" status: 200 len: 948 time: 0.1475365 Feb 09 00:57:32.515527 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-72176111-87c3-4231-9847-1db5d61da237 req-8d7dbccf-46f0-4256-86a4-e35953fc82c0 tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Request body: {'floatingip': {'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:57:32.533070 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: e2047c72-8607-4359-a2cc-e5a1a213ae5a {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 00:57:32.533714 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device e2047c72-8607-4359-a2cc-e5a1a213ae5a not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 00:57:32.534405 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-72176111-87c3-4231-9847-1db5d61da237 req-8d7dbccf-46f0-4256-86a4-e35953fc82c0 tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:57:32.549491 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-72176111-87c3-4231-9847-1db5d61da237 req-8d7dbccf-46f0-4256-86a4-e35953fc82c0 tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:57:32.572212 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ecfbe17e-d898-4181-b70d-6cb9a41551f6 req-f0835b53-603c-49e5-abed-4815380460f6 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/security-groups?id=bc5d6135-6634-4167-99ad-f31267fef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522125 Feb 09 00:57:32.573281 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-72176111-87c3-4231-9847-1db5d61da237 req-8d7dbccf-46f0-4256-86a4-e35953fc82c0 tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Notify callbacks [] for floatingip, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:32.644475 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d138cb2-7f80-4596-9e29-dd8aa7bdff4f', 'name': 'network-vif-deleted', 'tag': 'e2047c72-8607-4359-a2cc-e5a1a213ae5a', 'status': 'completed', 'code': 200} Feb 09 00:57:32.723469 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-72176111-87c3-4231-9847-1db5d61da237 req-8d7dbccf-46f0-4256-86a4-e35953fc82c0 tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:32.785059 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 88a93ab5-6360-4150-b84a-b24cbf02f870 up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:57:32.862719 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning for port 88a93ab5-6360-4150-b84a-b24cbf02f870 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:57:32.872319 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port 88a93ab5-6360-4150-b84a-b24cbf02f870 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:57:32.873391 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:32.912476 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-72176111-87c3-4231-9847-1db5d61da237 req-8d7dbccf-46f0-4256-86a4-e35953fc82c0 tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Allocated IP 172.25.0.199 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/7588a6d2-61bc-474b-aa43-f4e7f91b039c) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:57:33.021433 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:33.062290 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c06934-fce7-4ee5-bb7b-d0b3bdcc9935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88a93ab5-6360-4150-b84a-b24cbf02f870'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:57:33.086439 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 88a93ab5-6360-4150-b84a-b24cbf02f870, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=88a93ab5-6360-4150-b84a-b24cbf02f870,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:57:33.091542 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:33.145888 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-72176111-87c3-4231-9847-1db5d61da237 req-8d7dbccf-46f0-4256-86a4-e35953fc82c0 tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:33.186912 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-72176111-87c3-4231-9847-1db5d61da237 req-8d7dbccf-46f0-4256-86a4-e35953fc82c0 tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:33.239263 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=88a93ab5-6360-4150-b84a-b24cbf02f870,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:33.280093 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72176111-87c3-4231-9847-1db5d61da237 req-8d7dbccf-46f0-4256-86a4-e35953fc82c0 tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:57:33.285853 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-72176111-87c3-4231-9847-1db5d61da237 req-8d7dbccf-46f0-4256-86a4-e35953fc82c0 tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:57:33.288795 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-72176111-87c3-4231-9847-1db5d61da237 req-8d7dbccf-46f0-4256-86a4-e35953fc82c0 tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:57:33.341242 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7dbccf-46f0-4256-86a4-e35953fc82c0 tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Pushing event updated for resources: {'Port': ['ID=7588a6d2-61bc-474b-aa43-f4e7f91b039c,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:33.404834 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-72176111-87c3-4231-9847-1db5d61da237 req-8d7dbccf-46f0-4256-86a4-e35953fc82c0 tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:33.526480 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-72176111-87c3-4231-9847-1db5d61da237 req-8d7dbccf-46f0-4256-86a4-e35953fc82c0 tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:33.684970 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64970784-329b-4c09-b5f2-47cb07b19811 req-4adda4a8-193a-44cf-8cb1-3a8ca2fe92b2 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:33.686465 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-64970784-329b-4c09-b5f2-47cb07b19811 req-4adda4a8-193a-44cf-8cb1-3a8ca2fe92b2 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/ports?device_id=f6ce7103-0f37-4e8a-b96c-5d515d2f29ba HTTP/1.1" status: 200 len: 945 time: 0.2159181 Feb 09 00:57:33.764336 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-64970784-329b-4c09-b5f2-47cb07b19811 req-3d41faba-009e-484c-b097-62122a3e2320 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/security-groups?id=f58a20dc-4342-436d-a5ca-ae66a87962a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703351 Feb 09 00:57:33.795356 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-72176111-87c3-4231-9847-1db5d61da237 req-8d7dbccf-46f0-4256-86a4-e35953fc82c0 tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:33.802339 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-72176111-87c3-4231-9847-1db5d61da237 req-8d7dbccf-46f0-4256-86a4-e35953fc82c0 tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:33.937004 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-72176111-87c3-4231-9847-1db5d61da237 req-8d7dbccf-46f0-4256-86a4-e35953fc82c0 tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:33.976108 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7dbccf-46f0-4256-86a4-e35953fc82c0 tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Pushing event updated for resources: {'Port': ['ID=7588a6d2-61bc-474b-aa43-f4e7f91b039c,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:33.985155 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-72176111-87c3-4231-9847-1db5d61da237 req-8d7dbccf-46f0-4256-86a4-e35953fc82c0 tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:33.986858 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-72176111-87c3-4231-9847-1db5d61da237 req-8d7dbccf-46f0-4256-86a4-e35953fc82c0 tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4756038 Feb 09 00:57:34.082591 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-72176111-87c3-4231-9847-1db5d61da237 req-d8b23703-cbb7-4130-bf1b-67dee8c755b2 tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Synchronizing usage tracker for tenant:c087c538c6c04537bb8fc0b2ca489a68 on resource:floatingip {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:57:34.098834 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-72176111-87c3-4231-9847-1db5d61da237 req-d8b23703-cbb7-4130-bf1b-67dee8c755b2 tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Unset dirty status for tenant:c087c538c6c04537bb8fc0b2ca489a68 on resource:floatingip {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:57:34.100012 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-72176111-87c3-4231-9847-1db5d61da237 req-d8b23703-cbb7-4130-bf1b-67dee8c755b2 tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.0.199 HTTP/1.1" status: 200 len: 696 time: 0.1073115 Feb 09 00:57:34.318193 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72176111-87c3-4231-9847-1db5d61da237 req-6bade0b5-76ae-450c-a8b6-0e67b02d3ba2 tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:34.319538 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-72176111-87c3-4231-9847-1db5d61da237 req-6bade0b5-76ae-450c-a8b6-0e67b02d3ba2 tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] 10.222.0.105 "GET /v2.0/networks/3d885c3c-255c-4e54-addc-b28437d0b18e HTTP/1.1" status: 200 len: 784 time: 0.2122498 Feb 09 00:57:34.342465 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dacc7ee-23d0-4def-ba51-bb6c1c0d998e req-ead210ea-4eea-4d5a-a14e-0bfe3453a22f tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:34.349579 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1dacc7ee-23d0-4def-ba51-bb6c1c0d998e req-ead210ea-4eea-4d5a-a14e-0bfe3453a22f tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=d777eaa7-ab2e-48f1-8f52-4ac39125a2bb HTTP/1.1" status: 200 len: 945 time: 0.1707206 Feb 09 00:57:34.541176 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1dacc7ee-23d0-4def-ba51-bb6c1c0d998e req-429fcfee-0ab2-4be0-9575-093cefae730f tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=ceaabe02-67e8-49da-9640-53d4e3b33273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907754 Feb 09 00:57:34.608682 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f5c060-ed0e-4dd8-8c68-f523f08b40ed req-3bf709aa-8c1e-46a6-b8a6-3be1c15a3b35 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:34.609275 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c06934-fce7-4ee5-bb7b-d0b3bdcc9935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88a93ab5-6360-4150-b84a-b24cbf02f870', 'code': 200} Feb 09 00:57:34.610278 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-57f5c060-ed0e-4dd8-8c68-f523f08b40ed req-3bf709aa-8c1e-46a6-b8a6-3be1c15a3b35 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/ports?device_id=92ff2a86-f47b-46cb-a111-ffcb6ee92a2d HTTP/1.1" status: 200 len: 945 time: 0.1124058 Feb 09 00:57:34.673040 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-57f5c060-ed0e-4dd8-8c68-f523f08b40ed req-46f11fce-21ca-4b9b-beca-55c62c858e55 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/security-groups?id=2cd63bc8-3887-4f55-952c-1971b82f2ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498791 Feb 09 00:57:34.871948 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe1bea5-a048-4bc1-99bd-ac4b810bc479 req-19a9778f-f54e-4454-b05f-113c17390a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:34.875043 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-5fe1bea5-a048-4bc1-99bd-ac4b810bc479 req-19a9778f-f54e-4454-b05f-113c17390a02 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=99c06934-fce7-4ee5-bb7b-d0b3bdcc9935 HTTP/1.1" status: 200 len: 1100 time: 0.1020815 Feb 09 00:57:34.950160 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-5fe1bea5-a048-4bc1-99bd-ac4b810bc479 req-33b871d6-2e9d-4755-b6d8-2d1c288fc0cd service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=bc5d6135-6634-4167-99ad-f31267fef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673234 Feb 09 00:57:35.054638 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a40de3b-7501-47a1-93a8-b054a1617575 req-9f08dd54-fe08-4a74-a82c-e30e88256e38 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:35.055964 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5a40de3b-7501-47a1-93a8-b054a1617575 req-9f08dd54-fe08-4a74-a82c-e30e88256e38 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=99c06934-fce7-4ee5-bb7b-d0b3bdcc9935 HTTP/1.1" status: 200 len: 949 time: 0.2326813 Feb 09 00:57:35.130563 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-60532fb7-f92a-4d9a-b989-9dce9e10d452 req-8b9c6347-42ec-4bb2-8a6d-fd9ca18bc978 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b6e6cbb0-25cc-4ebb-aec9-38f9437ee596&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1813173 Feb 09 00:57:35.133255 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5a40de3b-7501-47a1-93a8-b054a1617575 req-af8553a7-e203-418b-b208-62540bbbc797 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/security-groups?id=bc5d6135-6634-4167-99ad-f31267fef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696216 Feb 09 00:57:35.147257 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0b875-787c-48cd-bab4-7268f92e5aea req-225e6646-adc4-4e5a-9590-464a099e3ab0 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:35.153362 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0b875-787c-48cd-bab4-7268f92e5aea req-225e6646-adc4-4e5a-9590-464a099e3ab0 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:35.158941 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0b875-787c-48cd-bab4-7268f92e5aea req-225e6646-adc4-4e5a-9590-464a099e3ab0 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:35.160827 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-09f0b875-787c-48cd-bab4-7268f92e5aea req-225e6646-adc4-4e5a-9590-464a099e3ab0 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f50468d-06ac-4e8b-9614-7f72392184d3&device_id=d2752f8c-5db0-4fb8-8b5f-01ff92d627b2&device_id=f6ce7103-0f37-4e8a-b96c-5d515d2f29ba HTTP/1.1" status: 200 len: 2417 time: 0.1791091 Feb 09 00:57:35.257119 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-09f0b875-787c-48cd-bab4-7268f92e5aea req-e2fc8869-4232-4bce-9071-a2faa7814b40 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/security-groups?id=f58a20dc-4342-436d-a5ca-ae66a87962a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611801 Feb 09 00:57:35.275962 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60532fb7-f92a-4d9a-b989-9dce9e10d452 req-9083a56b-cc88-4980-8973-640014f2baf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:35.278122 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-60532fb7-f92a-4d9a-b989-9dce9e10d452 req-9083a56b-cc88-4980-8973-640014f2baf2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1510c38a4b2046b5a9943ab7f2f7db5c&device_id=b6e6cbb0-25cc-4ebb-aec9-38f9437ee596 HTTP/1.1" status: 200 len: 1101 time: 0.1163917 Feb 09 00:57:35.554149 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2c9964ac-ff92-41d9-bcc5-def46c6f4e40 req-591857ef-612e-4926-b0da-7967da56a3da tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] 10.222.0.105 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2705495 Feb 09 00:57:35.573622 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-2c9964ac-ff92-41d9-bcc5-def46c6f4e40 req-f75ebb59-3665-4eec-8959-aa59b2f7db5f tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Request body: {'floatingip': {'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:57:35.581079 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60532fb7-f92a-4d9a-b989-9dce9e10d452 req-3a463d4f-0e1f-42b1-8f4b-69240535bce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:35.582546 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-60532fb7-f92a-4d9a-b989-9dce9e10d452 req-3a463d4f-0e1f-42b1-8f4b-69240535bce7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=42d335cf-a678-4bc3-901b-7d21fb8587e6 HTTP/1.1" status: 200 len: 870 time: 0.2279482 Feb 09 00:57:35.586272 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-2c9964ac-ff92-41d9-bcc5-def46c6f4e40 req-f75ebb59-3665-4eec-8959-aa59b2f7db5f tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:57:35.594009 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-89b66110-09cd-4265-977c-00a92b963fb6 req-f48405b7-80b9-44af-a452-d6c7a9cc961d tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1653994636&fields=id&tenant_id=fe158ed132334121b71318da05020927 HTTP/1.1" status: 200 len: 267 time: 0.0994229 Feb 09 00:57:35.653171 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-2c9964ac-ff92-41d9-bcc5-def46c6f4e40 req-f75ebb59-3665-4eec-8959-aa59b2f7db5f tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:57:35.703811 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-60532fb7-f92a-4d9a-b989-9dce9e10d452 req-7efce3ae-688b-4a4b-950b-ef6168927531 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=83e6ba5b-19bb-43fa-a689-3de29d04980f HTTP/1.1" status: 200 len: 217 time: 0.1058927 Feb 09 00:57:35.713959 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-2c9964ac-ff92-41d9-bcc5-def46c6f4e40 req-f75ebb59-3665-4eec-8959-aa59b2f7db5f tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Notify callbacks [] for floatingip, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:35.858482 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60532fb7-f92a-4d9a-b989-9dce9e10d452 req-2b215450-18d9-4657-9333-139c9c3b6a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:35.859865 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-60532fb7-f92a-4d9a-b989-9dce9e10d452 req-2b215450-18d9-4657-9333-139c9c3b6a45 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.1319590 Feb 09 00:57:35.927836 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b66110-09cd-4265-977c-00a92b963fb6 req-6674156f-787b-401b-9561-cb84db8ea867 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:35.929275 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-89b66110-09cd-4265-977c-00a92b963fb6 req-6674156f-787b-401b-9561-cb84db8ea867 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/ports?device_id=92ff2a86-f47b-46cb-a111-ffcb6ee92a2d HTTP/1.1" status: 200 len: 945 time: 0.2780232 Feb 09 00:57:35.947241 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-89b66110-09cd-4265-977c-00a92b963fb6 req-42d93253-c946-4563-8d35-14dee559d5e7 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Request body: {'port': {'security_groups': ['2cd63bc8-3887-4f55-952c-1971b82f2ed9', 'c8b33467-ad12-46d8-8a05-a209f1dbd10c']}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:57:36.100613 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60532fb7-f92a-4d9a-b989-9dce9e10d452 req-09213761-b79b-4590-819f-c24d87d5d1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:36.102168 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-60532fb7-f92a-4d9a-b989-9dce9e10d452 req-09213761-b79b-4590-819f-c24d87d5d1ef service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2269781 Feb 09 00:57:36.108577 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-89b66110-09cd-4265-977c-00a92b963fb6 req-42d93253-c946-4563-8d35-14dee559d5e7 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:36.197385 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-2c9964ac-ff92-41d9-bcc5-def46c6f4e40 req-f75ebb59-3665-4eec-8959-aa59b2f7db5f tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:36.503820 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-60532fb7-f92a-4d9a-b989-9dce9e10d452 req-f04e9963-cab6-4d10-92fb-622c18eaeab7 service neutron] 10.222.0.62 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3849912 Feb 09 00:57:36.670283 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-2c9964ac-ff92-41d9-bcc5-def46c6f4e40 req-f75ebb59-3665-4eec-8959-aa59b2f7db5f tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Allocated IP 172.25.0.92 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/a09af721-1db6-44a1-91b5-adfc7176e549) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:57:36.875334 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-60532fb7-f92a-4d9a-b989-9dce9e10d452 req-f8788f89-4921-4adf-b75c-e12ddb376941 service neutron] 10.222.0.62 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3384321 Feb 09 00:57:36.947273 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-89b66110-09cd-4265-977c-00a92b963fb6 req-42d93253-c946-4563-8d35-14dee559d5e7 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] For port a5c06ec6-101a-4c48-bd9a-e0a2581f5078, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=a5c06ec6-101a-4c48-bd9a-e0a2581f5078,segment=NetworkSegment(d4b0745e-10a8-49f6-a2dc-b593536fd7b9),segment_id=d4b0745e-10a8-49f6-a2dc-b593536fd7b9)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:57:36.972005 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-2c9964ac-ff92-41d9-bcc5-def46c6f4e40 req-f75ebb59-3665-4eec-8959-aa59b2f7db5f tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:36.997202 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-89b66110-09cd-4265-977c-00a92b963fb6 req-42d93253-c946-4563-8d35-14dee559d5e7 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:37.004352 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-89b66110-09cd-4265-977c-00a92b963fb6 req-42d93253-c946-4563-8d35-14dee559d5e7 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:37.019001 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['744c8ee2-f6d2-48d2-ae12-e6633911caff', 'a5c06ec6-101a-4c48-bd9a-e0a2581f5078'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:57:37.088241 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b66110-09cd-4265-977c-00a92b963fb6 req-42d93253-c946-4563-8d35-14dee559d5e7 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:37.088839 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-89b66110-09cd-4265-977c-00a92b963fb6 req-42d93253-c946-4563-8d35-14dee559d5e7 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:37.090936 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-89b66110-09cd-4265-977c-00a92b963fb6 req-42d93253-c946-4563-8d35-14dee559d5e7 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "PUT /v2.0/ports/a5c06ec6-101a-4c48-bd9a-e0a2581f5078 HTTP/1.1" status: 200 len: 981 time: 1.1534348 Feb 09 00:57:37.091372 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92ff2a86-f47b-46cb-a111-ffcb6ee92a2d', 'tag': 'a5c06ec6-101a-4c48-bd9a-e0a2581f5078'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:57:37.108080 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d93253-c946-4563-8d35-14dee559d5e7 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Pushing event updated for resources: {'Port': ['ID=a5c06ec6-101a-4c48-bd9a-e0a2581f5078,revision_number=6']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:37.111166 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-2c9964ac-ff92-41d9-bcc5-def46c6f4e40 req-f75ebb59-3665-4eec-8959-aa59b2f7db5f tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:37.179901 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c9964ac-ff92-41d9-bcc5-def46c6f4e40 req-f75ebb59-3665-4eec-8959-aa59b2f7db5f tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:57:37.182889 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-2c9964ac-ff92-41d9-bcc5-def46c6f4e40 req-f75ebb59-3665-4eec-8959-aa59b2f7db5f tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:57:37.186740 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c9964ac-ff92-41d9-bcc5-def46c6f4e40 req-f75ebb59-3665-4eec-8959-aa59b2f7db5f tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:57:37.219705 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75ebb59-3665-4eec-8959-aa59b2f7db5f tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Pushing event updated for resources: {'Port': ['ID=a09af721-1db6-44a1-91b5-adfc7176e549,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:37.263652 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['a5c06ec6-101a-4c48-bd9a-e0a2581f5078'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:57:37.276746 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-2c9964ac-ff92-41d9-bcc5-def46c6f4e40 req-f75ebb59-3665-4eec-8959-aa59b2f7db5f tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:37.352050 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-2c9964ac-ff92-41d9-bcc5-def46c6f4e40 req-f75ebb59-3665-4eec-8959-aa59b2f7db5f tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:37.671158 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-2c9964ac-ff92-41d9-bcc5-def46c6f4e40 req-f75ebb59-3665-4eec-8959-aa59b2f7db5f tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:37.676134 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-2c9964ac-ff92-41d9-bcc5-def46c6f4e40 req-f75ebb59-3665-4eec-8959-aa59b2f7db5f tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:37.785048 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c3db3-3713-46d6-8805-86a8672a49c7 req-7bea5c5c-4e8e-4f88-ba31-c0da1f95191b tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:37.786475 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8d5c3db3-3713-46d6-8805-86a8672a49c7 req-7bea5c5c-4e8e-4f88-ba31-c0da1f95191b tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f50468d-06ac-4e8b-9614-7f72392184d3 HTTP/1.1" status: 200 len: 945 time: 0.2086737 Feb 09 00:57:37.822597 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75ebb59-3665-4eec-8959-aa59b2f7db5f tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Pushing event updated for resources: {'Port': ['ID=a09af721-1db6-44a1-91b5-adfc7176e549,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:37.829513 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-2c9964ac-ff92-41d9-bcc5-def46c6f4e40 req-f75ebb59-3665-4eec-8959-aa59b2f7db5f tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:37.867916 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8d5c3db3-3713-46d6-8805-86a8672a49c7 req-055dde92-1564-4dea-b724-bcff0212e4d2 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/security-groups?id=f58a20dc-4342-436d-a5ca-ae66a87962a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691361 Feb 09 00:57:37.875511 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-2c9964ac-ff92-41d9-bcc5-def46c6f4e40 req-f75ebb59-3665-4eec-8959-aa59b2f7db5f tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:37.883086 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2c9964ac-ff92-41d9-bcc5-def46c6f4e40 req-f75ebb59-3665-4eec-8959-aa59b2f7db5f tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3182580 Feb 09 00:57:37.961477 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-2c9964ac-ff92-41d9-bcc5-def46c6f4e40 req-3598d434-e676-425c-b277-2912cbe5178e tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Synchronizing usage tracker for tenant:c087c538c6c04537bb8fc0b2ca489a68 on resource:floatingip {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:57:37.978318 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-2c9964ac-ff92-41d9-bcc5-def46c6f4e40 req-3598d434-e676-425c-b277-2912cbe5178e tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Unset dirty status for tenant:c087c538c6c04537bb8fc0b2ca489a68 on resource:floatingip {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:57:37.979652 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2c9964ac-ff92-41d9-bcc5-def46c6f4e40 req-3598d434-e676-425c-b277-2912cbe5178e tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.0.92 HTTP/1.1" status: 200 len: 695 time: 0.0960650 Feb 09 00:57:38.052882 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e2c387f5-4523-4c78-b0c5-f869c0e05770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:38.140112 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9964ac-ff92-41d9-bcc5-def46c6f4e40 req-c3514c26-bed3-40bc-88fb-2db425bd9f51 tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:38.141461 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2c9964ac-ff92-41d9-bcc5-def46c6f4e40 req-c3514c26-bed3-40bc-88fb-2db425bd9f51 tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] 10.222.0.105 "GET /v2.0/networks/3d885c3c-255c-4e54-addc-b28437d0b18e HTTP/1.1" status: 200 len: 784 time: 0.1547296 Feb 09 00:57:38.417852 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47852) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:38.474745 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6c2d4-e0a3-43e4-9115-bbfe4adff0b8 req-8a147e8c-c9e0-41ec-a10f-4be892b0f576 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:38.476218 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4cd6c2d4-e0a3-43e4-9115-bbfe4adff0b8 req-8a147e8c-c9e0-41ec-a10f-4be892b0f576 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=d777eaa7-ab2e-48f1-8f52-4ac39125a2bb HTTP/1.1" status: 200 len: 945 time: 0.2617781 Feb 09 00:57:38.485089 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8874a8c-b8c4-4438-b91c-78b2a289ff6f req-bb730f6f-28e3-465c-b0ce-ae01afc2af6e tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:38.486602 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b8874a8c-b8c4-4438-b91c-78b2a289ff6f req-bb730f6f-28e3-465c-b0ce-ae01afc2af6e tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=99c06934-fce7-4ee5-bb7b-d0b3bdcc9935 HTTP/1.1" status: 200 len: 949 time: 0.2350638 Feb 09 00:57:38.557390 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4cd6c2d4-e0a3-43e4-9115-bbfe4adff0b8 req-a38414e9-2044-470f-aa87-cf07efe94aca tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=ceaabe02-67e8-49da-9640-53d4e3b33273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697157 Feb 09 00:57:38.560477 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b8874a8c-b8c4-4438-b91c-78b2a289ff6f req-f74e93e6-ae0b-4519-8a5d-ad40ab36d3b8 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/security-groups?id=bc5d6135-6634-4167-99ad-f31267fef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600398 Feb 09 00:57:38.590984 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-fcb055c3-8710-4f8a-8296-724af6f5a8ed admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=11cb43d7eb324bbda10f73a5721a6da2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1680522 Feb 09 00:57:38.591376 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47860) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:38.616720 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92ff2a86-f47b-46cb-a111-ffcb6ee92a2d', 'tag': 'a5c06ec6-101a-4c48-bd9a-e0a2581f5078', 'status': 'completed', 'code': 200} Feb 09 00:57:38.657645 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1bd2b111-1a9a-4084-9e10-9e138cf31629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:38.688357 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1bd2b111-1a9a-4084-9e10-9e138cf31629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:38.700117 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b24dd195-e56c-4015-b357-e35a8c724855 req-0dc55339-b787-4dbc-a07f-c0f222a05b72 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/security-groups/c8b33467-ad12-46d8-8a05-a209f1dbd10c HTTP/1.1" status: 200 len: 1800 time: 0.0977829 Feb 09 00:57:38.747989 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1bd2b111-1a9a-4084-9e10-9e138cf31629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:38.766181 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd2b111-1a9a-4084-9e10-9e138cf31629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16acca42-a0c4-49b7-8970-a493bbcd3b34,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:38.783345 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1bd2b111-1a9a-4084-9e10-9e138cf31629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:38.784575 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1bd2b111-1a9a-4084-9e10-9e138cf31629 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/16acca42-a0c4-49b7-8970-a493bbcd3b34 HTTP/1.1" status: 204 len: 168 time: 0.1923022 Feb 09 00:57:38.835468 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5824945a-fb7f-43e9-846d-c9efc9584d92 req-7449a37d-940a-4c87-8398-080790b65c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:38.836938 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5824945a-fb7f-43e9-846d-c9efc9584d92 req-7449a37d-940a-4c87-8398-080790b65c9e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe158ed132334121b71318da05020927&device_id=92ff2a86-f47b-46cb-a111-ffcb6ee92a2d HTTP/1.1" status: 200 len: 1135 time: 0.1924965 Feb 09 00:57:38.838988 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [req-b24dd195-e56c-4015-b357-e35a8c724855 req-2cded50d-42df-4db6-937c-d9994d5f66f2 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 00:57:38.839947 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b24dd195-e56c-4015-b357-e35a8c724855 req-2cded50d-42df-4db6-937c-d9994d5f66f2 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "DELETE /v2.0/security-groups/c8b33467-ad12-46d8-8a05-a209f1dbd10c HTTP/1.1" status: 409 len: 341 time: 0.1276810 Feb 09 00:57:38.940335 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24d5b7f-9c25-4fe5-98f8-0f671cdd4f49 req-01ff4e62-a460-4511-ac8b-e99e7e5a83e0 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:38.941863 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c24d5b7f-9c25-4fe5-98f8-0f671cdd4f49 req-01ff4e62-a460-4511-ac8b-e99e7e5a83e0 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=b6e6cbb0-25cc-4ebb-aec9-38f9437ee596 HTTP/1.1" status: 200 len: 950 time: 0.2122085 Feb 09 00:57:39.025649 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c24d5b7f-9c25-4fe5-98f8-0f671cdd4f49 req-33a0cc8b-b159-474e-9022-351b228666b3 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765045 Feb 09 00:57:39.034811 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5824945a-fb7f-43e9-846d-c9efc9584d92 req-fa54617d-7f4b-4bbd-a394-79cb0fdabe75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:39.036939 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5824945a-fb7f-43e9-846d-c9efc9584d92 req-fa54617d-7f4b-4bbd-a394-79cb0fdabe75 service neutron] 10.222.0.62 "GET /v2.0/networks?id=866b1940-97bf-4889-ae97-5594fa470cc1 HTTP/1.1" status: 200 len: 914 time: 0.1794324 Feb 09 00:57:39.182222 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5824945a-fb7f-43e9-846d-c9efc9584d92 req-6edd308a-6582-4e27-a69b-9cf15c81b212 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5c06ec6-101a-4c48-bd9a-e0a2581f5078 HTTP/1.1" status: 200 len: 217 time: 0.1359324 Feb 09 00:57:39.250311 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-977d2411-08e7-4f02-aa87-7edb96f411ee req-2c846f43-f6a1-4804-8b23-48aac30299f7 tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] 10.222.0.105 "GET /v2.0/floatingips/89946918-0ecb-4329-acb6-e5f3a65f891d HTTP/1.1" status: 200 len: 692 time: 0.1334066 Feb 09 00:57:39.397904 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5824945a-fb7f-43e9-846d-c9efc9584d92 req-2023321a-c05f-4b44-8082-84cde6d8ab85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:39.399563 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5824945a-fb7f-43e9-846d-c9efc9584d92 req-2023321a-c05f-4b44-8082-84cde6d8ab85 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b7e2d3f7-8db3-4e5e-8a7b-90b470036eaf HTTP/1.1" status: 200 len: 853 time: 0.1949682 Feb 09 00:57:39.478243 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5824945a-fb7f-43e9-846d-c9efc9584d92 req-c20d275a-e3ac-4136-8ba7-798587f94e7e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=866b1940-97bf-4889-ae97-5594fa470cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662062 Feb 09 00:57:39.555198 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47892) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:39.660850 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977d2411-08e7-4f02-aa87-7edb96f411ee req-c51794c4-cdc4-4481-9f14-e973fdcb2f80 tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:39.667182 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-977d2411-08e7-4f02-aa87-7edb96f411ee req-c51794c4-cdc4-4481-9f14-e973fdcb2f80 tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] 10.222.0.105 "GET /v2.0/networks/3d885c3c-255c-4e54-addc-b28437d0b18e HTTP/1.1" status: 200 len: 784 time: 0.4008324 Feb 09 00:57:39.680334 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [req-977d2411-08e7-4f02-aa87-7edb96f411ee req-86e6043b-c6a1-4530-a4de-79c168d1cedb tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:57:39.691003 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-977d2411-08e7-4f02-aa87-7edb96f411ee req-86e6043b-c6a1-4530-a4de-79c168d1cedb tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0208733 Feb 09 00:57:39.702055 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-e884475d-7cba-4202-98c7-20b4c1d0a563 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-363716302-network', 'tenant_id': '5ab071afec5940ee87f2fe6f811dc280'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:57:39.707517 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e884475d-7cba-4202-98c7-20b4c1d0a563 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:57:39.711622 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e884475d-7cba-4202-98c7-20b4c1d0a563 admin admin] Usage tracker for resource:network and tenant:5ab071afec5940ee87f2fe6f811dc280 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:57:39.715757 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e884475d-7cba-4202-98c7-20b4c1d0a563 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:57:39.716734 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a3a118-6904-4ec3-951c-32443a4dfc78 req-d1004c1e-2296-4130-bb1b-5c5431e0e8cb tempest-ServersOnMultiNodesTest-529131807 tempest-ServersOnMultiNodesTest-529131807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:39.719162 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a0a3a118-6904-4ec3-951c-32443a4dfc78 req-d1004c1e-2296-4130-bb1b-5c5431e0e8cb tempest-ServersOnMultiNodesTest-529131807 tempest-ServersOnMultiNodesTest-529131807-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=99c06934-fce7-4ee5-bb7b-d0b3bdcc9935 HTTP/1.1" status: 200 len: 1100 time: 0.3681073 Feb 09 00:57:39.722500 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e884475d-7cba-4202-98c7-20b4c1d0a563 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:57:39.734674 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e884475d-7cba-4202-98c7-20b4c1d0a563 admin admin] Made reservation on behalf of 5ab071afec5940ee87f2fe6f811dc280 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:57:39.738549 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e884475d-7cba-4202-98c7-20b4c1d0a563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:39.756421 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e884475d-7cba-4202-98c7-20b4c1d0a563 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:39.775860 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e884475d-7cba-4202-98c7-20b4c1d0a563 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:57:39.782466 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e884475d-7cba-4202-98c7-20b4c1d0a563 admin admin] Usage tracker for resource:security_group_rule and tenant:5ab071afec5940ee87f2fe6f811dc280 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:57:39.785637 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e884475d-7cba-4202-98c7-20b4c1d0a563 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:57:39.793137 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e884475d-7cba-4202-98c7-20b4c1d0a563 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:57:39.802820 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1123eee7-45f7-4bdf-8ab6-48298abf59e1 req-0d19d92d-fc65-4202-a9b2-1741ffbeedc5 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:39.804531 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1123eee7-45f7-4bdf-8ab6-48298abf59e1 req-0d19d92d-fc65-4202-a9b2-1741ffbeedc5 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6e6cbb0-25cc-4ebb-aec9-38f9437ee596 HTTP/1.1" status: 200 len: 950 time: 0.2129264 Feb 09 00:57:39.805206 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a0a3a118-6904-4ec3-951c-32443a4dfc78 req-731e662d-ef44-4b25-a3b4-20368e36399f tempest-ServersOnMultiNodesTest-529131807 tempest-ServersOnMultiNodesTest-529131807-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:39.824326 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-a0a3a118-6904-4ec3-951c-32443a4dfc78 req-731e662d-ef44-4b25-a3b4-20368e36399f tempest-ServersOnMultiNodesTest-529131807 tempest-ServersOnMultiNodesTest-529131807-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:57:39.829168 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-a0a3a118-6904-4ec3-951c-32443a4dfc78 req-731e662d-ef44-4b25-a3b4-20368e36399f tempest-ServersOnMultiNodesTest-529131807 tempest-ServersOnMultiNodesTest-529131807-project-admin] Usage tracker for resource:security_group_rule and tenant:a3f38845d5384a4d8c59e01376d6c0ca is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:57:39.832574 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-a0a3a118-6904-4ec3-951c-32443a4dfc78 req-731e662d-ef44-4b25-a3b4-20368e36399f tempest-ServersOnMultiNodesTest-529131807 tempest-ServersOnMultiNodesTest-529131807-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:57:39.839358 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-a0a3a118-6904-4ec3-951c-32443a4dfc78 req-731e662d-ef44-4b25-a3b4-20368e36399f tempest-ServersOnMultiNodesTest-529131807 tempest-ServersOnMultiNodesTest-529131807-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:57:39.948141 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a0a3a118-6904-4ec3-951c-32443a4dfc78 req-731e662d-ef44-4b25-a3b4-20368e36399f tempest-ServersOnMultiNodesTest-529131807 tempest-ServersOnMultiNodesTest-529131807-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:39.953037 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5824945a-fb7f-43e9-846d-c9efc9584d92 req-97999ded-4273-4a3c-8f16-b1666f58e6cf service neutron] 10.222.0.62 "GET /v2.0/networks/866b1940-97bf-4889-ae97-5594fa470cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4663069 Feb 09 00:57:39.986994 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a0a3a118-6904-4ec3-951c-32443a4dfc78 req-731e662d-ef44-4b25-a3b4-20368e36399f tempest-ServersOnMultiNodesTest-529131807 tempest-ServersOnMultiNodesTest-529131807-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:40.054466 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a0a3a118-6904-4ec3-951c-32443a4dfc78 req-731e662d-ef44-4b25-a3b4-20368e36399f tempest-ServersOnMultiNodesTest-529131807 tempest-ServersOnMultiNodesTest-529131807-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=bc5d6135-6634-4167-99ad-f31267fef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120968 Feb 09 00:57:40.066224 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e884475d-7cba-4202-98c7-20b4c1d0a563 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:40.071361 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e884475d-7cba-4202-98c7-20b4c1d0a563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:40.083998 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731e662d-ef44-4b25-a3b4-20368e36399f tempest-ServersOnMultiNodesTest-529131807 tempest-ServersOnMultiNodesTest-529131807-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b29792-eee1-43de-97ee-14f767ccd96a,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:40.087385 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e884475d-7cba-4202-98c7-20b4c1d0a563 admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:57:40.102373 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e884475d-7cba-4202-98c7-20b4c1d0a563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:40.102855 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-e884475d-7cba-4202-98c7-20b4c1d0a563 admin admin] Added segment 4821de2f-7a76-4bec-8b8e-b796787d6690 of type vlan for network 3bfe3936-690c-45c5-b4c5-955c0f482c02 Feb 09 00:57:40.151496 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e884475d-7cba-4202-98c7-20b4c1d0a563 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:40.205430 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e884475d-7cba-4202-98c7-20b4c1d0a563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:40.206410 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e884475d-7cba-4202-98c7-20b4c1d0a563 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:40.206998 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e884475d-7cba-4202-98c7-20b4c1d0a563 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:40.243618 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884475d-7cba-4202-98c7-20b4c1d0a563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae83473-7a28-4d7b-917c-f3ee27b3636b,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:40.248716 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-1123eee7-45f7-4bdf-8ab6-48298abf59e1 req-8feb3ffc-cd9f-4e98-b6c9-c9b8e6d49686 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Deleting port 83e6ba5b-19bb-43fa-a689-3de29d04980f {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:57:40.249062 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1123eee7-45f7-4bdf-8ab6-48298abf59e1 req-8feb3ffc-cd9f-4e98-b6c9-c9b8e6d49686 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:40.300392 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e884475d-7cba-4202-98c7-20b4c1d0a563 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7410607 Feb 09 00:57:40.303470 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47912) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:40.312320 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-b15de286-f653-488a-9af6-da2b354f7db1 admin admin] Request body: {'subnet': {'network_id': '3bfe3936-690c-45c5-b4c5-955c0f482c02', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-363716302-subnet', 'tenant_id': '5ab071afec5940ee87f2fe6f811dc280', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:57:40.329111 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b15de286-f653-488a-9af6-da2b354f7db1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:57:40.337821 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-b15de286-f653-488a-9af6-da2b354f7db1 admin admin] Usage tracker for resource:subnet and tenant:5ab071afec5940ee87f2fe6f811dc280 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:57:40.343490 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-b15de286-f653-488a-9af6-da2b354f7db1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:57:40.346589 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884475d-7cba-4202-98c7-20b4c1d0a563 admin admin] Pushing event updated for resources: {'Network': ['ID=3bfe3936-690c-45c5-b4c5-955c0f482c02,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:40.352346 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b15de286-f653-488a-9af6-da2b354f7db1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:57:40.363307 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 3bfe3936-690c-45c5-b4c5-955c0f482c02 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 00:57:40.363932 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15de286-f653-488a-9af6-da2b354f7db1 admin admin] Made reservation on behalf of 5ab071afec5940ee87f2fe6f811dc280 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:57:40.365828 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b15de286-f653-488a-9af6-da2b354f7db1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:40.519596 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-51ff1e7a-cda1-44c0-8826-7696c7f7af16 req-cfd6c6a7-e021-431e-9099-6dc6b4d791a6 tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] 10.222.0.105 "GET /v2.0/floatingips/89946918-0ecb-4329-acb6-e5f3a65f891d HTTP/1.1" status: 200 len: 692 time: 0.3503551 Feb 09 00:57:40.532913 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7d293bf5-4409-4f68-9503-5790609e6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:40.583387 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b15de286-f653-488a-9af6-da2b354f7db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:40.670355 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15de286-f653-488a-9af6-da2b354f7db1 admin admin] Checking segment: {'id': '4821de2f-7a76-4bec-8b8e-b796787d6690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '3bfe3936-690c-45c5-b4c5-955c0f482c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:57:40.670697 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15de286-f653-488a-9af6-da2b354f7db1 admin admin] Network hostable DHCP agents. Network: 3bfe3936-690c-45c5-b4c5-955c0f482c02, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:57:40.677064 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15de286-f653-488a-9af6-da2b354f7db1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bef208b2-a285-41fd-abad-f013710ae768,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:40.692478 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15de286-f653-488a-9af6-da2b354f7db1 admin admin] Network 3bfe3936-690c-45c5-b4c5-955c0f482c02 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:57:40.704064 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-b15de286-f653-488a-9af6-da2b354f7db1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 3bfe3936-690c-45c5-b4c5-955c0f482c02) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:57:40.709633 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15de286-f653-488a-9af6-da2b354f7db1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:40.710220 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b15de286-f653-488a-9af6-da2b354f7db1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:40.718733 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb123f8-ca49-41fe-b075-1c0fd10db8e1 None None] Network 3bfe3936-690c-45c5-b4c5-955c0f482c02 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:57:40.738411 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b15de286-f653-488a-9af6-da2b354f7db1 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4340322 Feb 09 00:57:40.740959 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47918) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:40.746235 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-a33363f1-981a-42c7-91db-b61259757377 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-363716302-router', 'tenant_id': '5ab071afec5940ee87f2fe6f811dc280', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:57:40.751368 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a33363f1-981a-42c7-91db-b61259757377 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:57:40.756697 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-a33363f1-981a-42c7-91db-b61259757377 admin admin] Usage tracker for resource:router and tenant:5ab071afec5940ee87f2fe6f811dc280 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:57:40.762958 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-a33363f1-981a-42c7-91db-b61259757377 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:57:40.768994 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a33363f1-981a-42c7-91db-b61259757377 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:57:40.779394 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a33363f1-981a-42c7-91db-b61259757377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:40.780383 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a33363f1-981a-42c7-91db-b61259757377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:40.792718 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5824945a-fb7f-43e9-846d-c9efc9584d92 req-53d97bca-64d2-49f7-8d1f-4ac4c8a03eda service neutron] 10.222.0.62 "GET /v2.0/networks/866b1940-97bf-4889-ae97-5594fa470cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7797377 Feb 09 00:57:40.802481 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a33363f1-981a-42c7-91db-b61259757377 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:40.831138 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b2eff-21ab-483e-a360-bdd22837d29a req-007b1eda-20b5-4e7c-bc42-5d5890a8a9a1 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:40.839242 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8d7b2eff-21ab-483e-a360-bdd22837d29a req-007b1eda-20b5-4e7c-bc42-5d5890a8a9a1 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=d777eaa7-ab2e-48f1-8f52-4ac39125a2bb HTTP/1.1" status: 200 len: 945 time: 0.5631392 Feb 09 00:57:40.998433 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d984db25-54b5-4e08-a735-01ca53d35c24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-3bfe3936-690c-45c5-b4c5-955c0f482c02', 'network_id': '3bfe3936-690c-45c5-b4c5-955c0f482c02', 'tenant_id': '5ab071afec5940ee87f2fe6f811dc280', 'fixed_ips': [{'subnet_id': 'bef208b2-a285-41fd-abad-f013710ae768'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 00:57:41.011816 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d984db25-54b5-4e08-a735-01ca53d35c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:41.036255 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8d7b2eff-21ab-483e-a360-bdd22837d29a req-3778fa84-30a3-41b8-8266-400cffd6a298 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=ceaabe02-67e8-49da-9640-53d4e3b33273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959348 Feb 09 00:57:41.067006 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff1e7a-cda1-44c0-8826-7696c7f7af16 req-90a7e601-1556-448b-8009-d8af02a09ff5 tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:41.068652 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-51ff1e7a-cda1-44c0-8826-7696c7f7af16 req-90a7e601-1556-448b-8009-d8af02a09ff5 tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] 10.222.0.105 "GET /v2.0/networks/3d885c3c-255c-4e54-addc-b28437d0b18e HTTP/1.1" status: 200 len: 784 time: 0.5345304 Feb 09 00:57:41.085213 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-1123eee7-45f7-4bdf-8ab6-48298abf59e1 req-8feb3ffc-cd9f-4e98-b6c9-c9b8e6d49686 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] For port 83e6ba5b-19bb-43fa-a689-3de29d04980f, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=83e6ba5b-19bb-43fa-a689-3de29d04980f,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:57:41.085776 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1123eee7-45f7-4bdf-8ab6-48298abf59e1 req-8feb3ffc-cd9f-4e98-b6c9-c9b8e6d49686 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:41.113372 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a33363f1-981a-42c7-91db-b61259757377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:41.350325 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:41.362126 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-d984db25-54b5-4e08-a735-01ca53d35c24 None None] Allocated IP 172.20.0.2 (3bfe3936-690c-45c5-b4c5-955c0f482c02/bef208b2-a285-41fd-abad-f013710ae768/1099f08c-9152-4cc9-9047-1a011b10beb2) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:57:41.400619 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-1123eee7-45f7-4bdf-8ab6-48298abf59e1 req-8feb3ffc-cd9f-4e98-b6c9-c9b8e6d49686 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Calling delete_port for 83e6ba5b-19bb-43fa-a689-3de29d04980f owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:57:41.444777 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-51ff1e7a-cda1-44c0-8826-7696c7f7af16 req-c727903d-fdb9-4825-90df-00574d349ee8 tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.0.92 HTTP/1.1" status: 200 len: 695 time: 0.3621202 Feb 09 00:57:41.500126 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:41.517553 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a33363f1-981a-42c7-91db-b61259757377 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:41.548842 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a33363f1-981a-42c7-91db-b61259757377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:41.587859 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1542a35-527e-4ef2-a0de-cac8a0e25e22 req-d73df1ee-ab9f-4837-9169-35084dcdcce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:41.590058 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e1542a35-527e-4ef2-a0de-cac8a0e25e22 req-d73df1ee-ab9f-4837-9169-35084dcdcce8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe158ed132334121b71318da05020927&device_id=92ff2a86-f47b-46cb-a111-ffcb6ee92a2d HTTP/1.1" status: 200 len: 1135 time: 0.7242343 Feb 09 00:57:41.597181 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-51ff1e7a-cda1-44c0-8826-7696c7f7af16 req-51f0c99a-1d8e-4eaa-be9c-57fce408d69a tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.0.92 HTTP/1.1" status: 200 len: 695 time: 0.1285107 Feb 09 00:57:41.631580 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d984db25-54b5-4e08-a735-01ca53d35c24 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:41.647896 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d984db25-54b5-4e08-a735-01ca53d35c24 None None] Transition to ACTIVE for port object 1099f08c-9152-4cc9-9047-1a011b10beb2 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:57:41.669372 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d984db25-54b5-4e08-a735-01ca53d35c24 None None] Transition to ACTIVE for port object 1099f08c-9152-4cc9-9047-1a011b10beb2 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:57:41.676403 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d984db25-54b5-4e08-a735-01ca53d35c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:41.696802 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-a33363f1-981a-42c7-91db-b61259757377 admin admin] Allocated IP 172.25.0.31 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/eca3f540-a790-40df-bc02-72577df39903) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:57:41.748234 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d984db25-54b5-4e08-a735-01ca53d35c24 None None] Network 3bfe3936-690c-45c5-b4c5-955c0f482c02 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:57:41.751534 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-d984db25-54b5-4e08-a735-01ca53d35c24 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:57:41.755783 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d984db25-54b5-4e08-a735-01ca53d35c24 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:57:41.795669 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d984db25-54b5-4e08-a735-01ca53d35c24 None None] Pushing event updated for resources: {'Port': ['ID=1099f08c-9152-4cc9-9047-1a011b10beb2,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:41.859876 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-d984db25-54b5-4e08-a735-01ca53d35c24 None None] Attempting to bind port 1099f08c-9152-4cc9-9047-1a011b10beb2 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:57:41.860300 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-d984db25-54b5-4e08-a735-01ca53d35c24 None None] Attempting to bind port 1099f08c-9152-4cc9-9047-1a011b10beb2 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '4821de2f-7a76-4bec-8b8e-b796787d6690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '3bfe3936-690c-45c5-b4c5-955c0f482c02'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:57:41.860675 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d984db25-54b5-4e08-a735-01ca53d35c24 None None] Attempting to bind port 1099f08c-9152-4cc9-9047-1a011b10beb2 on network 3bfe3936-690c-45c5-b4c5-955c0f482c02 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:57:41.867310 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d984db25-54b5-4e08-a735-01ca53d35c24 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:57:41.867876 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d984db25-54b5-4e08-a735-01ca53d35c24 None None] Checking segment: {'id': '4821de2f-7a76-4bec-8b8e-b796787d6690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '3bfe3936-690c-45c5-b4c5-955c0f482c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:57:41.868412 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d984db25-54b5-4e08-a735-01ca53d35c24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:41.868925 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d984db25-54b5-4e08-a735-01ca53d35c24 None None] Bound using segment: {'id': '4821de2f-7a76-4bec-8b8e-b796787d6690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '3bfe3936-690c-45c5-b4c5-955c0f482c02'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:57:41.869548 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-d984db25-54b5-4e08-a735-01ca53d35c24 None None] Bound port: 1099f08c-9152-4cc9-9047-1a011b10beb2, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4821de2f-7a76-4bec-8b8e-b796787d6690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '3bfe3936-690c-45c5-b4c5-955c0f482c02'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:57:41.869935 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d984db25-54b5-4e08-a735-01ca53d35c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:41.945004 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-51ff1e7a-cda1-44c0-8826-7696c7f7af16 req-e99ac36d-ef54-4fa1-a758-04e5001588dc tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Deleting port a09af721-1db6-44a1-91b5-adfc7176e549 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:57:41.945661 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-51ff1e7a-cda1-44c0-8826-7696c7f7af16 req-e99ac36d-ef54-4fa1-a758-04e5001588dc tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:41.968180 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d984db25-54b5-4e08-a735-01ca53d35c24 None None] For port 1099f08c-9152-4cc9-9047-1a011b10beb2, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:57:41.971963 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d984db25-54b5-4e08-a735-01ca53d35c24 None None] For port 1099f08c-9152-4cc9-9047-1a011b10beb2, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=1099f08c-9152-4cc9-9047-1a011b10beb2,segment=NetworkSegment(4821de2f-7a76-4bec-8b8e-b796787d6690),segment_id=4821de2f-7a76-4bec-8b8e-b796787d6690)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:57:41.976857 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d984db25-54b5-4e08-a735-01ca53d35c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:41.987680 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a33363f1-981a-42c7-91db-b61259757377 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:41.997288 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f01ad9-bd3b-43b9-bc53-69eb9641f9f8 req-edca3a34-5924-436d-9f51-de8eeddd6149 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:42.002262 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-96f01ad9-bd3b-43b9-bc53-69eb9641f9f8 req-edca3a34-5924-436d-9f51-de8eeddd6149 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/ports?device_id=92ff2a86-f47b-46cb-a111-ffcb6ee92a2d HTTP/1.1" status: 200 len: 984 time: 0.8133700 Feb 09 00:57:42.024520 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a33363f1-981a-42c7-91db-b61259757377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:42.082153 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d984db25-54b5-4e08-a735-01ca53d35c24 None None] Pushing event updated for resources: {'Port': ['ID=1099f08c-9152-4cc9-9047-1a011b10beb2,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:42.093651 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33363f1-981a-42c7-91db-b61259757377 admin admin] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:57:42.097075 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-a33363f1-981a-42c7-91db-b61259757377 admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:57:42.101018 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33363f1-981a-42c7-91db-b61259757377 admin admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:57:42.146413 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33363f1-981a-42c7-91db-b61259757377 admin admin] Pushing event updated for resources: {'Port': ['ID=eca3f540-a790-40df-bc02-72577df39903,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:42.222959 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1542a35-527e-4ef2-a0de-cac8a0e25e22 req-2789a424-1137-4d70-8b3d-3a37cd668b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:42.224451 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e1542a35-527e-4ef2-a0de-cac8a0e25e22 req-2789a424-1137-4d70-8b3d-3a37cd668b01 service neutron] 10.222.0.62 "GET /v2.0/networks?id=866b1940-97bf-4889-ae97-5594fa470cc1 HTTP/1.1" status: 200 len: 914 time: 0.6212351 Feb 09 00:57:42.272588 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1123eee7-45f7-4bdf-8ab6-48298abf59e1 req-8feb3ffc-cd9f-4e98-b6c9-c9b8e6d49686 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:42.287040 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['18e5b7f8-4107-4b63-9dee-d921fc6084ef'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:57:42.454183 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feb3ffc-cd9f-4e98-b6c9-c9b8e6d49686 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Pushing event deleted for resources: {'Port': ['ID=83e6ba5b-19bb-43fa-a689-3de29d04980f,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:42.456785 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e1542a35-527e-4ef2-a0de-cac8a0e25e22 req-8977a4ef-0a91-480d-8031-de924a3e4302 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5c06ec6-101a-4c48-bd9a-e0a2581f5078 HTTP/1.1" status: 200 len: 217 time: 0.1752465 Feb 09 00:57:42.468968 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-96f01ad9-bd3b-43b9-bc53-69eb9641f9f8 req-abdf0008-ed28-47d4-942f-40093409af7f tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/security-groups?id=2cd63bc8-3887-4f55-952c-1971b82f2ed9&id=c8b33467-ad12-46d8-8a05-a209f1dbd10c&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3089082 Feb 09 00:57:42.548768 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 83e6ba5b-19bb-43fa-a689-3de29d04980f no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:57:42.591947 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1542a35-527e-4ef2-a0de-cac8a0e25e22 req-f976f22d-29d7-40b1-bc60-938952705c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:42.591947 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e1542a35-527e-4ef2-a0de-cac8a0e25e22 req-f976f22d-29d7-40b1-bc60-938952705c15 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b7e2d3f7-8db3-4e5e-8a7b-90b470036eaf HTTP/1.1" status: 200 len: 853 time: 0.1051147 Feb 09 00:57:42.644577 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: 83e6ba5b-19bb-43fa-a689-3de29d04980f {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 00:57:42.644577 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 83e6ba5b-19bb-43fa-a689-3de29d04980f not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 00:57:42.676964 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-1123eee7-45f7-4bdf-8ab6-48298abf59e1 req-8feb3ffc-cd9f-4e98-b6c9-c9b8e6d49686 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] No DVR routers for this DVR port 83e6ba5b-19bb-43fa-a689-3de29d04980f on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:57:42.715042 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1123eee7-45f7-4bdf-8ab6-48298abf59e1 req-8feb3ffc-cd9f-4e98-b6c9-c9b8e6d49686 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:42.731027 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a33363f1-981a-42c7-91db-b61259757377 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:42.755723 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e6cbb0-25cc-4ebb-aec9-38f9437ee596', 'name': 'network-vif-deleted', 'tag': '83e6ba5b-19bb-43fa-a689-3de29d04980f'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:57:42.793674 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-86fc178e-1772-410b-a779-dd106a2d1d35 req-b2bdd59e-9b1b-4d6f-9c94-5673afa0668c tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=b6e6cbb0-25cc-4ebb-aec9-38f9437ee596 HTTP/1.1" status: 200 len: 210 time: 0.1173851 Feb 09 00:57:42.795609 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e1542a35-527e-4ef2-a0de-cac8a0e25e22 req-aef21469-2703-4096-ae4b-63c634765161 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=866b1940-97bf-4889-ae97-5594fa470cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1212766 Feb 09 00:57:42.928357 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-51ff1e7a-cda1-44c0-8826-7696c7f7af16 req-e99ac36d-ef54-4fa1-a758-04e5001588dc tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:42.928974 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-51ff1e7a-cda1-44c0-8826-7696c7f7af16 req-e99ac36d-ef54-4fa1-a758-04e5001588dc tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:42.950325 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1123eee7-45f7-4bdf-8ab6-48298abf59e1 req-8feb3ffc-cd9f-4e98-b6c9-c9b8e6d49686 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.62 "DELETE /v2.0/ports/83e6ba5b-19bb-43fa-a689-3de29d04980f HTTP/1.1" status: 204 len: 173 time: 3.1286755 Feb 09 00:57:42.991484 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:43.117814 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-51ff1e7a-cda1-44c0-8826-7696c7f7af16 req-e99ac36d-ef54-4fa1-a758-04e5001588dc tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Calling delete_port for a09af721-1db6-44a1-91b5-adfc7176e549 owned by network:floatingip {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:57:43.220174 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e1542a35-527e-4ef2-a0de-cac8a0e25e22 req-25a21ac4-09bd-44f2-9c28-dd38d1143a98 service neutron] 10.222.0.62 "GET /v2.0/networks/866b1940-97bf-4889-ae97-5594fa470cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3992465 Feb 09 00:57:43.299285 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a33363f1-981a-42c7-91db-b61259757377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:43.438247 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e1542a35-527e-4ef2-a0de-cac8a0e25e22 req-7fc211f3-b0ca-43af-9647-c311baeceebd service neutron] 10.222.0.62 "GET /v2.0/networks/866b1940-97bf-4889-ae97-5594fa470cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099946 Feb 09 00:57:43.507481 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd932bf-feae-4433-8b26-5060b0dc150c None None] Network 3bfe3936-690c-45c5-b4c5-955c0f482c02 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:57:43.540292 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15be127-7722-4408-9417-cbd223be577f req-7f600954-1a37-4063-b4f5-5e63618d2432 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:43.541812 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a15be127-7722-4408-9417-cbd223be577f req-7f600954-1a37-4063-b4f5-5e63618d2432 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=d777eaa7-ab2e-48f1-8f52-4ac39125a2bb HTTP/1.1" status: 200 len: 945 time: 0.1709721 Feb 09 00:57:43.568092 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-51ff1e7a-cda1-44c0-8826-7696c7f7af16 req-e99ac36d-ef54-4fa1-a758-04e5001588dc tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:43.578070 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a33363f1-981a-42c7-91db-b61259757377 admin admin] Router f96b6efc-2530-4d75-8454-c6abe5aa4383 is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 00:57:43.629680 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99ac36d-ef54-4fa1-a758-04e5001588dc tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Pushing event deleted for resources: {'Port': ['ID=a09af721-1db6-44a1-91b5-adfc7176e549,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:43.693976 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a15be127-7722-4408-9417-cbd223be577f req-61cf546c-c9b8-4454-9c2c-42d317aeb265 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=ceaabe02-67e8-49da-9640-53d4e3b33273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441514 Feb 09 00:57:43.740486 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-05a30877-5a52-485b-b42b-00fb3d2e788c None None] Provisioning for port 1099f08c-9152-4cc9-9047-1a011b10beb2 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:57:43.842593 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-51ff1e7a-cda1-44c0-8826-7696c7f7af16 req-e99ac36d-ef54-4fa1-a758-04e5001588dc tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Notify callbacks [] for floatingip, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:43.888108 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 1099f08c-9152-4cc9-9047-1a011b10beb2 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:57:43.963087 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-51ff1e7a-cda1-44c0-8826-7696c7f7af16 req-e99ac36d-ef54-4fa1-a758-04e5001588dc tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:43.977920 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-51ff1e7a-cda1-44c0-8826-7696c7f7af16 req-e99ac36d-ef54-4fa1-a758-04e5001588dc tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] 10.222.0.105 "DELETE /v2.0/floatingips/89946918-0ecb-4329-acb6-e5f3a65f891d HTTP/1.1" status: 204 len: 173 time: 2.3545966 Feb 09 00:57:43.979226 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a33363f1-981a-42c7-91db-b61259757377 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 00:57:44.013072 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cbe924-1d65-48d6-975d-6d8d4df9f41b req-31fa651a-507a-44ed-9abc-fcc44061f441 tempest-LiveAutoBlockMigrationV225Test-40327280 tempest-LiveAutoBlockMigrationV225Test-40327280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:44.013507 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866bbd3e-8594-4c0d-96f2-26f3f817786b None None] Sync routers for ids ['f96b6efc-2530-4d75-8454-c6abe5aa4383'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:57:44.014805 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a33363f1-981a-42c7-91db-b61259757377 admin admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:44.016102 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a33363f1-981a-42c7-91db-b61259757377 admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2739446 Feb 09 00:57:44.019023 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47946) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:44.034997 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-30cbe924-1d65-48d6-975d-6d8d4df9f41b req-31fa651a-507a-44ed-9abc-fcc44061f441 tempest-LiveAutoBlockMigrationV225Test-40327280 tempest-LiveAutoBlockMigrationV225Test-40327280-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=763a7eb3-2dd6-42a3-9f56-d22f3c0da01c HTTP/1.1" status: 200 len: 1096 time: 0.1557753 Feb 09 00:57:44.037100 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866bbd3e-8594-4c0d-96f2-26f3f817786b None None] Routers {'f96b6efc-2530-4d75-8454-c6abe5aa4383'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:57:44.037980 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-866bbd3e-8594-4c0d-96f2-26f3f817786b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:57:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['f96b6efc-2530-4d75-8454-c6abe5aa4383'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:57:44.069807 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e6cbb0-25cc-4ebb-aec9-38f9437ee596', 'name': 'network-vif-deleted', 'tag': '83e6ba5b-19bb-43fa-a689-3de29d04980f', 'status': 'completed', 'code': 200} Feb 09 00:57:44.145549 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-30cbe924-1d65-48d6-975d-6d8d4df9f41b req-1630ebd3-d6d3-4ce8-9627-e1c6a9bf6efb tempest-LiveAutoBlockMigrationV225Test-40327280 tempest-LiveAutoBlockMigrationV225Test-40327280-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099491 Feb 09 00:57:44.174095 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 1099f08c-9152-4cc9-9047-1a011b10beb2 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:57:44.185388 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 1099f08c-9152-4cc9-9047-1a011b10beb2 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:57:44.185933 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:44.205970 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-107312fa-d0ba-4872-9ee5-e0f1dc38e3b1 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=e6fa40f41b9646a7bf38890c5f8e1746&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0559764 Feb 09 00:57:44.434715 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:44.447425 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-866bbd3e-8594-4c0d-96f2-26f3f817786b None None] Set router f96b6efc-2530-4d75-8454-c6abe5aa4383 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:57:44.560248 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-200b023b-3e70-4293-8e00-ac6d2ed1c8d9 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:44.562593 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-200b023b-3e70-4293-8e00-ac6d2ed1c8d9 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3481150 Feb 09 00:57:44.588773 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-d66e3a84-a9b8-4b12-9dc0-2c7b22b986ed tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/quotas/e6fa40f41b9646a7bf38890c5f8e1746 HTTP/1.1" status: 200 len: 375 time: 0.0193448 Feb 09 00:57:44.780856 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-f0a933ab-609a-4788-8596-20696f496c11 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=e6fa40f41b9646a7bf38890c5f8e1746&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1857491 Feb 09 00:57:44.798465 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 1099f08c-9152-4cc9-9047-1a011b10beb2, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=1099f08c-9152-4cc9-9047-1a011b10beb2,segment=NetworkSegment(4821de2f-7a76-4bec-8b8e-b796787d6690),segment_id=4821de2f-7a76-4bec-8b8e-b796787d6690)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:57:44.814227 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:44.834423 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd84eff4-4794-4297-8657-706fcc8c252e req-99639a67-5d4e-4e6c-81fa-dab72b156704 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:44.835902 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fd84eff4-4794-4297-8657-706fcc8c252e req-99639a67-5d4e-4e6c-81fa-dab72b156704 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/ports?device_id=92ff2a86-f47b-46cb-a111-ffcb6ee92a2d HTTP/1.1" status: 200 len: 984 time: 0.1245537 Feb 09 00:57:44.867257 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-26f4a67b-0461-4770-b2f8-f551767e9968 None None] Provisioning complete for port 1099f08c-9152-4cc9-9047-1a011b10beb2 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:57:44.867633 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-26f4a67b-0461-4770-b2f8-f551767e9968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:44.889086 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fd84eff4-4794-4297-8657-706fcc8c252e req-bd628e88-fe2b-4f23-a222-bccdcbb18116 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/security-groups?id=2cd63bc8-3887-4f55-952c-1971b82f2ed9&id=c8b33467-ad12-46d8-8a05-a209f1dbd10c&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0469012 Feb 09 00:57:45.003443 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=1099f08c-9152-4cc9-9047-1a011b10beb2,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:45.100165 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-866bbd3e-8594-4c0d-96f2-26f3f817786b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96b6efc-2530-4d75-8454-c6abe5aa4383', 'name': 'tempest-ServersTestManualDisk-363716302-router', 'tenant_id': '5ab071afec5940ee87f2fe6f811dc280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': 'eca3f540-a790-40df-bc02-72577df39903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:57:40Z', 'updated_at': '2022-02-09T00:57:42Z', 'revision_number': 3, 'project_id': '5ab071afec5940ee87f2fe6f811dc280', 'gw_port': {'id': 'eca3f540-a790-40df-bc02-72577df39903', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:bf:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96b6efc-2530-4d75-8454-c6abe5aa4383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:57:41Z', 'updated_at': '2022-02-09T00:57:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:57:45.104276 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866bbd3e-8594-4c0d-96f2-26f3f817786b None None] Checking router: f96b6efc-2530-4d75-8454-c6abe5aa4383 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:57:45.104629 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866bbd3e-8594-4c0d-96f2-26f3f817786b None None] Updating router f96b6efc-2530-4d75-8454-c6abe5aa4383 port eca3f540-a790-40df-bc02-72577df39903 binding host n-d-828418-1 {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:57:45.154944 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a56ef6b6-3ea4-41f7-8a87-cf63fe345edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:45.165755 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-866bbd3e-8594-4c0d-96f2-26f3f817786b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:45.204031 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500b8fb5-4538-42d0-8b87-6077dab589ba req-b1d2aaa8-1116-4402-b954-719bb852e061 tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:45.205447 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-500b8fb5-4538-42d0-8b87-6077dab589ba req-b1d2aaa8-1116-4402-b954-719bb852e061 tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] 10.222.0.105 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.1914661 Feb 09 00:57:45.472765 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-a56ef6b6-3ea4-41f7-8a87-cf63fe345edb admin admin] Allocated IP 172.20.0.1 (3bfe3936-690c-45c5-b4c5-955c0f482c02/bef208b2-a285-41fd-abad-f013710ae768/6194c169-bc09-48bf-a827-ced5e2363a6e) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:57:45.648807 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-866bbd3e-8594-4c0d-96f2-26f3f817786b None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:45.663479 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-866bbd3e-8594-4c0d-96f2-26f3f817786b None None] Transition to ACTIVE for port object eca3f540-a790-40df-bc02-72577df39903 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:57:45.671382 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-866bbd3e-8594-4c0d-96f2-26f3f817786b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:45.705199 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e6f5b-c8c7-46a8-af34-6f8007a0e063 req-65478aba-68c2-4832-a6b5-56e5bd9af1b6 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:45.707782 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b77e6f5b-c8c7-46a8-af34-6f8007a0e063 req-65478aba-68c2-4832-a6b5-56e5bd9af1b6 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=d777eaa7-ab2e-48f1-8f52-4ac39125a2bb HTTP/1.1" status: 200 len: 945 time: 0.1854894 Feb 09 00:57:45.721351 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a56ef6b6-3ea4-41f7-8a87-cf63fe345edb admin admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:45.758657 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-a56ef6b6-3ea4-41f7-8a87-cf63fe345edb admin admin] Transition to ACTIVE for port object 6194c169-bc09-48bf-a827-ced5e2363a6e will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:57:45.791066 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a56ef6b6-3ea4-41f7-8a87-cf63fe345edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:45.802458 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b77e6f5b-c8c7-46a8-af34-6f8007a0e063 req-4f181306-0096-456a-a829-8fd268e449ec tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=ceaabe02-67e8-49da-9640-53d4e3b33273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725925 Feb 09 00:57:45.812288 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-866bbd3e-8594-4c0d-96f2-26f3f817786b None None] Attempting to bind port eca3f540-a790-40df-bc02-72577df39903 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:57:45.812813 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-866bbd3e-8594-4c0d-96f2-26f3f817786b None None] Attempting to bind port eca3f540-a790-40df-bc02-72577df39903 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:57:45.813045 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866bbd3e-8594-4c0d-96f2-26f3f817786b None None] Attempting to bind port eca3f540-a790-40df-bc02-72577df39903 on network 3d885c3c-255c-4e54-addc-b28437d0b18e {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:57:45.827637 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 1099f08c-9152-4cc9-9047-1a011b10beb2 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:57:45.870625 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56ef6b6-3ea4-41f7-8a87-cf63fe345edb admin admin] Network 3bfe3936-690c-45c5-b4c5-955c0f482c02 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:57:45.882125 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-a56ef6b6-3ea4-41f7-8a87-cf63fe345edb admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:57:45.894324 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56ef6b6-3ea4-41f7-8a87-cf63fe345edb admin admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:57:45.899361 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866bbd3e-8594-4c0d-96f2-26f3f817786b None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:57:45.899743 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866bbd3e-8594-4c0d-96f2-26f3f817786b None None] Checking segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:57:45.900182 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-866bbd3e-8594-4c0d-96f2-26f3f817786b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:45.900693 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866bbd3e-8594-4c0d-96f2-26f3f817786b None None] Bound using segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:57:45.901263 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-866bbd3e-8594-4c0d-96f2-26f3f817786b None None] Bound port: eca3f540-a790-40df-bc02-72577df39903, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:57:45.901714 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-866bbd3e-8594-4c0d-96f2-26f3f817786b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:45.964546 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56ef6b6-3ea4-41f7-8a87-cf63fe345edb admin admin] Pushing event updated for resources: {'Port': ['ID=6194c169-bc09-48bf-a827-ced5e2363a6e,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:45.984630 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a56ef6b6-3ea4-41f7-8a87-cf63fe345edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:46.023415 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ff56eb-368f-438b-a3ed-4cce0a22c1ce None None] Pushing event updated for resources: {'Port': ['ID=eca3f540-a790-40df-bc02-72577df39903,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:46.073413 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 1099f08c-9152-4cc9-9047-1a011b10beb2 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:57:46.073836 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:46.131024 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-866bbd3e-8594-4c0d-96f2-26f3f817786b None None] For port eca3f540-a790-40df-bc02-72577df39903, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:57:46.138472 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0cb7ed9c-8d2f-4df6-a6af-a937a77e87b2 req-266fbf4c-7b18-427e-ab13-ebba1c761e29 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-923288516&fields=id&tenant_id=fe158ed132334121b71318da05020927 HTTP/1.1" status: 200 len: 267 time: 0.0927014 Feb 09 00:57:46.176414 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-866bbd3e-8594-4c0d-96f2-26f3f817786b None None] For port eca3f540-a790-40df-bc02-72577df39903, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=eca3f540-a790-40df-bc02-72577df39903,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:57:46.192297 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a56ef6b6-3ea4-41f7-8a87-cf63fe345edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:46.204708 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-866bbd3e-8594-4c0d-96f2-26f3f817786b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:46.324861 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb7ed9c-8d2f-4df6-a6af-a937a77e87b2 req-872469d1-13ec-4409-9048-3d02f8a765e8 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:46.329164 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0cb7ed9c-8d2f-4df6-a6af-a937a77e87b2 req-872469d1-13ec-4409-9048-3d02f8a765e8 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/ports?device_id=92ff2a86-f47b-46cb-a111-ffcb6ee92a2d HTTP/1.1" status: 200 len: 984 time: 0.1895664 Feb 09 00:57:46.343924 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-0cb7ed9c-8d2f-4df6-a6af-a937a77e87b2 req-9969ac4d-16d5-4c53-b1f7-52687c4ce938 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Request body: {'port': {'security_groups': ['2cd63bc8-3887-4f55-952c-1971b82f2ed9', 'c8b33467-ad12-46d8-8a05-a209f1dbd10c', '7a41164b-f8ff-42bb-9f07-5a8b20857d4c']}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:57:46.398128 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-2ae19e19-5028-4c54-bd55-c3fe2f381b3c None None] Provisioning for port 6194c169-bc09-48bf-a827-ced5e2363a6e completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:57:46.413219 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866bbd3e-8594-4c0d-96f2-26f3f817786b None None] Routers {'f96b6efc-2530-4d75-8454-c6abe5aa4383'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:57:46.413895 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-866bbd3e-8594-4c0d-96f2-26f3f817786b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:57:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['f96b6efc-2530-4d75-8454-c6abe5aa4383'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:57:46.515891 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-2ae19e19-5028-4c54-bd55-c3fe2f381b3c None None] Provisioning complete for port 6194c169-bc09-48bf-a827-ced5e2363a6e triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:57:46.516250 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2ae19e19-5028-4c54-bd55-c3fe2f381b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:46.519398 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0cb7ed9c-8d2f-4df6-a6af-a937a77e87b2 req-9969ac4d-16d5-4c53-b1f7-52687c4ce938 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:46.550373 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ff56eb-368f-438b-a3ed-4cce0a22c1ce None None] Pushing event updated for resources: {'Port': ['ID=eca3f540-a790-40df-bc02-72577df39903,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:46.643441 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-2ae19e19-5028-4c54-bd55-c3fe2f381b3c None None] Port 6194c169-bc09-48bf-a827-ced5e2363a6e cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:57:46.753470 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a56ef6b6-3ea4-41f7-8a87-cf63fe345edb admin admin] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:46.770248 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a56ef6b6-3ea4-41f7-8a87-cf63fe345edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:46.788033 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-866bbd3e-8594-4c0d-96f2-26f3f817786b None None] Set router f96b6efc-2530-4d75-8454-c6abe5aa4383 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:57:46.921825 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56ef6b6-3ea4-41f7-8a87-cf63fe345edb admin admin] Pushing event updated for resources: {'Port': ['ID=6194c169-bc09-48bf-a827-ced5e2363a6e,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:46.924668 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a56ef6b6-3ea4-41f7-8a87-cf63fe345edb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:46.926583 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-0cb7ed9c-8d2f-4df6-a6af-a937a77e87b2 req-9969ac4d-16d5-4c53-b1f7-52687c4ce938 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] For port a5c06ec6-101a-4c48-bd9a-e0a2581f5078, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=a5c06ec6-101a-4c48-bd9a-e0a2581f5078,segment=NetworkSegment(d4b0745e-10a8-49f6-a2dc-b593536fd7b9),segment_id=d4b0745e-10a8-49f6-a2dc-b593536fd7b9)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:57:46.964305 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0cb7ed9c-8d2f-4df6-a6af-a937a77e87b2 req-9969ac4d-16d5-4c53-b1f7-52687c4ce938 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:46.973141 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0cb7ed9c-8d2f-4df6-a6af-a937a77e87b2 req-9969ac4d-16d5-4c53-b1f7-52687c4ce938 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:46.986740 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['744c8ee2-f6d2-48d2-ae12-e6633911caff', 'a5c06ec6-101a-4c48-bd9a-e0a2581f5078'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:57:47.062535 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb7ed9c-8d2f-4df6-a6af-a937a77e87b2 req-9969ac4d-16d5-4c53-b1f7-52687c4ce938 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:47.063181 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0cb7ed9c-8d2f-4df6-a6af-a937a77e87b2 req-9969ac4d-16d5-4c53-b1f7-52687c4ce938 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:47.078230 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0cb7ed9c-8d2f-4df6-a6af-a937a77e87b2 req-9969ac4d-16d5-4c53-b1f7-52687c4ce938 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "PUT /v2.0/ports/a5c06ec6-101a-4c48-bd9a-e0a2581f5078 HTTP/1.1" status: 200 len: 1020 time: 0.7395468 Feb 09 00:57:47.082628 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92ff2a86-f47b-46cb-a111-ffcb6ee92a2d', 'tag': 'a5c06ec6-101a-4c48-bd9a-e0a2581f5078'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:57:47.087086 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-6b0d4ec9-56ab-4ff0-8335-1d2c321b329d tempest-LiveAutoBlockMigrationV225Test-40327280 tempest-LiveAutoBlockMigrationV225Test-40327280-project-admin] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:57:47.095297 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-6b0d4ec9-56ab-4ff0-8335-1d2c321b329d tempest-LiveAutoBlockMigrationV225Test-40327280 tempest-LiveAutoBlockMigrationV225Test-40327280-project-admin] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2304544 Feb 09 00:57:47.099529 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-bb53dff9-6b82-4563-a655-c0d54a1e2ed4 service neutron] Request body: {'binding': {'host': 'n-h1-828418-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:57:47.099935 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-bb53dff9-6b82-4563-a655-c0d54a1e2ed4 service neutron] Unknown quota resources ['binding']. {{(pid=87638) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 09 00:57:47.143806 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9969ac4d-16d5-4c53-b1f7-52687c4ce938 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Pushing event updated for resources: {'Port': ['ID=a5c06ec6-101a-4c48-bd9a-e0a2581f5078,revision_number=7']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:47.172518 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56ef6b6-3ea4-41f7-8a87-cf63fe345edb admin admin] Network 3bfe3936-690c-45c5-b4c5-955c0f482c02 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:57:47.177135 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-a56ef6b6-3ea4-41f7-8a87-cf63fe345edb admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:57:47.217188 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['a5c06ec6-101a-4c48-bd9a-e0a2581f5078'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:57:47.527075 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-c1cc6ef4-f522-489c-82ab-af6d15556a9a req-10d34a42-bfa8-4da4-945b-54721192609a tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Synchronizing usage tracker for tenant:c087c538c6c04537bb8fc0b2ca489a68 on resource:floatingip {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:57:47.546493 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-c1cc6ef4-f522-489c-82ab-af6d15556a9a req-10d34a42-bfa8-4da4-945b-54721192609a tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Unset dirty status for tenant:c087c538c6c04537bb8fc0b2ca489a68 on resource:floatingip {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:57:47.554128 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c1cc6ef4-f522-489c-82ab-af6d15556a9a req-10d34a42-bfa8-4da4-945b-54721192609a tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] 10.222.0.105 "GET /v2.0/floatingips?tenant_id=c087c538c6c04537bb8fc0b2ca489a68 HTTP/1.1" status: 200 len: 1656 time: 0.1491172 Feb 09 00:57:47.585997 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-96f7438e-d55c-4f46-8543-891c689aad08 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=e6fa40f41b9646a7bf38890c5f8e1746&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1689928 Feb 09 00:57:47.684067 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-bb53dff9-6b82-4563-a655-c0d54a1e2ed4 service neutron] Attempting to bind port 0e9696b7-60ef-432d-8bf7-d605730b4909 on host n-h1-828418-1 for vnic_type normal with profile None {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:57:47.684446 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-bb53dff9-6b82-4563-a655-c0d54a1e2ed4 service neutron] Attempting to bind port 0e9696b7-60ef-432d-8bf7-d605730b4909 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'd7050703-a45d-45b0-a89d-e74c0c0ae2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2c19901d-9303-4cfd-b96f-b8f2e52fb4b9'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:57:47.684777 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-bb53dff9-6b82-4563-a655-c0d54a1e2ed4 service neutron] Attempting to bind port 0e9696b7-60ef-432d-8bf7-d605730b4909 on network 2c19901d-9303-4cfd-b96f-b8f2e52fb4b9 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:57:47.698966 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f73dff85-4261-439d-af42-5d88ecb1e261 None None] Provisioning complete for port 6194c169-bc09-48bf-a827-ced5e2363a6e triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:57:47.700007 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f73dff85-4261-439d-af42-5d88ecb1e261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:47.774165 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cc6ef4-f522-489c-82ab-af6d15556a9a req-ac197067-058c-45b1-b4fd-2232cb9c0aa7 tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:47.798107 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c1cc6ef4-f522-489c-82ab-af6d15556a9a req-ac197067-058c-45b1-b4fd-2232cb9c0aa7 tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] 10.222.0.105 "GET /v2.0/networks?id=3d885c3c-255c-4e54-addc-b28437d0b18e&id=3d885c3c-255c-4e54-addc-b28437d0b18e&id=3d885c3c-255c-4e54-addc-b28437d0b18e HTTP/1.1" status: 200 len: 787 time: 0.2409945 Feb 09 00:57:47.798840 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-bb53dff9-6b82-4563-a655-c0d54a1e2ed4 service neutron] Port 0e9696b7-60ef-432d-8bf7-d605730b4909 on network 2c19901d-9303-4cfd-b96f-b8f2e52fb4b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:57:47.798840 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-bb53dff9-6b82-4563-a655-c0d54a1e2ed4 service neutron] Attempting to bind port 0e9696b7-60ef-432d-8bf7-d605730b4909 on network 2c19901d-9303-4cfd-b96f-b8f2e52fb4b9 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:57:47.812590 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-bb53dff9-6b82-4563-a655-c0d54a1e2ed4 service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:57:47.812929 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-bb53dff9-6b82-4563-a655-c0d54a1e2ed4 service neutron] Checking segment: {'id': 'd7050703-a45d-45b0-a89d-e74c0c0ae2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2c19901d-9303-4cfd-b96f-b8f2e52fb4b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:57:47.813314 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-bb53dff9-6b82-4563-a655-c0d54a1e2ed4 service neutron] Bound using segment: {'id': 'd7050703-a45d-45b0-a89d-e74c0c0ae2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2c19901d-9303-4cfd-b96f-b8f2e52fb4b9'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:57:47.813782 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-bb53dff9-6b82-4563-a655-c0d54a1e2ed4 service neutron] Bound port: 0e9696b7-60ef-432d-8bf7-d605730b4909, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7050703-a45d-45b0-a89d-e74c0c0ae2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2c19901d-9303-4cfd-b96f-b8f2e52fb4b9'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:57:47.816125 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-866bbd3e-8594-4c0d-96f2-26f3f817786b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96b6efc-2530-4d75-8454-c6abe5aa4383', 'name': 'tempest-ServersTestManualDisk-363716302-router', 'tenant_id': '5ab071afec5940ee87f2fe6f811dc280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': 'eca3f540-a790-40df-bc02-72577df39903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:57:40Z', 'updated_at': '2022-02-09T00:57:46Z', 'revision_number': 4, 'project_id': '5ab071afec5940ee87f2fe6f811dc280', 'gw_port': {'id': 'eca3f540-a790-40df-bc02-72577df39903', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:bf:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96b6efc-2530-4d75-8454-c6abe5aa4383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:57:41Z', 'updated_at': '2022-02-09T00:57:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '6194c169-bc09-48bf-a827-ced5e2363a6e', 'name': '', 'network_id': '3bfe3936-690c-45c5-b4c5-955c0f482c02', 'tenant_id': '5ab071afec5940ee87f2fe6f811dc280', 'mac_address': 'fa:16:3e:eb:2f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96b6efc-2530-4d75-8454-c6abe5aa4383', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'bef208b2-a285-41fd-abad-f013710ae768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:57:45Z', 'updated_at': '2022-02-09T00:57:45Z', 'revision_number': 1, 'project_id': '5ab071afec5940ee87f2fe6f811dc280', 'subnets': [{'id': 'bef208b2-a285-41fd-abad-f013710ae768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:57:47.848532 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-f73dff85-4261-439d-af42-5d88ecb1e261 None None] Port 6194c169-bc09-48bf-a827-ced5e2363a6e cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:57:47.849414 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-bb53dff9-6b82-4563-a655-c0d54a1e2ed4 service neutron] For port 0e9696b7-60ef-432d-8bf7-d605730b4909, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=0e9696b7-60ef-432d-8bf7-d605730b4909,segment=NetworkSegment(d7050703-a45d-45b0-a89d-e74c0c0ae2fb),segment_id=d7050703-a45d-45b0-a89d-e74c0c0ae2fb)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:57:47.851454 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866bbd3e-8594-4c0d-96f2-26f3f817786b None None] The sync data for ids ['f96b6efc-2530-4d75-8454-c6abe5aa4383'] in n-d-828418-1 is: [{'id': 'f96b6efc-2530-4d75-8454-c6abe5aa4383', 'name': 'tempest-ServersTestManualDisk-363716302-router', 'tenant_id': '5ab071afec5940ee87f2fe6f811dc280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': 'eca3f540-a790-40df-bc02-72577df39903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:57:40Z', 'updated_at': '2022-02-09T00:57:46Z', 'revision_number': 4, 'project_id': '5ab071afec5940ee87f2fe6f811dc280', 'gw_port': {'id': 'eca3f540-a790-40df-bc02-72577df39903', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:bf:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96b6efc-2530-4d75-8454-c6abe5aa4383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:57:41Z', 'updated_at': '2022-02-09T00:57:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '6194c169-bc09-48bf-a827-ced5e2363a6e', 'name': '', 'network_id': '3bfe3936-690c-45c5-b4c5-955c0f482c02', 'tenant_id': '5ab071afec5940ee87f2fe6f811dc280', 'mac_address': 'fa:16:3e:eb:2f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96b6efc-2530-4d75-8454-c6abe5aa4383', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'bef208b2-a285-41fd-abad-f013710ae768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:57:45Z', 'updated_at': '2022-02-09T00:57:45Z', 'revision_number': 1, 'project_id': '5ab071afec5940ee87f2fe6f811dc280', 'subnets': [{'id': 'bef208b2-a285-41fd-abad-f013710ae768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:57:47.934852 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-bb53dff9-6b82-4563-a655-c0d54a1e2ed4 service neutron] Notify callbacks [] for binding, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:47.949090 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-bb53dff9-6b82-4563-a655-c0d54a1e2ed4 service neutron] 10.222.0.105 "POST /v2.0/ports/0e9696b7-60ef-432d-8bf7-d605730b4909/bindings HTTP/1.1" status: 201 len: 389 time: 0.8526077 Feb 09 00:57:47.977836 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a56ef6b6-3ea4-41f7-8a87-cf63fe345edb admin admin] Router f96b6efc-2530-4d75-8454-c6abe5aa4383 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 00:57:48.061347 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-e160bda6-53af-41a6-af84-41b1a39ec635 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=e6fa40f41b9646a7bf38890c5f8e1746&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0985928 Feb 09 00:57:48.100768 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e09490-15db-41ab-8396-702bcbd276bd req-f39b4201-a8ad-4562-9987-1b8ca1b54cf4 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:48.109934 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-c6e09490-15db-41ab-8396-702bcbd276bd req-f39b4201-a8ad-4562-9987-1b8ca1b54cf4 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Synchronizing usage tracker for tenant:1510c38a4b2046b5a9943ab7f2f7db5c on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:57:48.293367 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-674de711-b695-4dc7-a280-6e432ccada95 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:48.294935 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-674de711-b695-4dc7-a280-6e432ccada95 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6537411 Feb 09 00:57:48.320750 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-b95edb5e-9bbb-42b7-9be5-44b0d68c18a5 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Request body: {'port': {'device_id': '647df42a-a52c-4fc0-a9c1-0edd9aa13652', 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6', 'admin_state_up': True, 'tenant_id': 'e6fa40f41b9646a7bf38890c5f8e1746'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:57:48.493006 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-c6e09490-15db-41ab-8396-702bcbd276bd req-f39b4201-a8ad-4562-9987-1b8ca1b54cf4 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Unset dirty status for tenant:1510c38a4b2046b5a9943ab7f2f7db5c on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:57:48.494212 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c6e09490-15db-41ab-8396-702bcbd276bd req-f39b4201-a8ad-4562-9987-1b8ca1b54cf4 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4b50d6d-b742-465e-b92d-ffeb95538b3f HTTP/1.1" status: 200 len: 949 time: 0.6818848 Feb 09 00:57:48.593054 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a56ef6b6-3ea4-41f7-8a87-cf63fe345edb admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 00:57:48.607883 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a56ef6b6-3ea4-41f7-8a87-cf63fe345edb admin admin] 10.222.0.105 "PUT /v2.0/routers/f96b6efc-2530-4d75-8454-c6abe5aa4383/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5876863 Feb 09 00:57:48.636024 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-b95edb5e-9bbb-42b7-9be5-44b0d68c18a5 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:57:48.647142 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-b95edb5e-9bbb-42b7-9be5-44b0d68c18a5 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:57:48.660459 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-b95edb5e-9bbb-42b7-9be5-44b0d68c18a5 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Made reservation on behalf of e6fa40f41b9646a7bf38890c5f8e1746 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:57:48.664877 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-b95edb5e-9bbb-42b7-9be5-44b0d68c18a5 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:48.872903 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-b95edb5e-9bbb-42b7-9be5-44b0d68c18a5 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Allocated IP 192.168.233.163 (42d335cf-a678-4bc3-901b-7d21fb8587e6/e7938d94-1f0f-48bd-a0b3-26d5344ff0ec/f26441cd-75ef-400d-9f30-37093ee34385) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:57:48.985168 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-dd4aa9be-2fd9-4282-9458-1860cc6ad703 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:48.987582 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-dd4aa9be-2fd9-4282-9458-1860cc6ad703 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8623836 Feb 09 00:57:48.990985 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-c6e09490-15db-41ab-8396-702bcbd276bd req-1f5bd4e4-f69f-4b03-b1ae-238d6a0db793 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Deleting port 18e5b7f8-4107-4b63-9dee-d921fc6084ef {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:57:48.991513 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c6e09490-15db-41ab-8396-702bcbd276bd req-1f5bd4e4-f69f-4b03-b1ae-238d6a0db793 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:49.026870 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bc880e9e-2c72-4eeb-81b9-c339634e599a req-bec681d6-2f49-4a40-b564-04dae1113e86 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/security-groups/7a41164b-f8ff-42bb-9f07-5a8b20857d4c HTTP/1.1" status: 200 len: 1799 time: 0.5715928 Feb 09 00:57:49.035868 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-46ec9a6c-07be-4157-b2c4-5e5bad7a5249 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Request body: {'port': {'device_id': '5c1ec54f-2907-4727-94f6-51d438dcf808', 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6', 'admin_state_up': True, 'tenant_id': 'e6fa40f41b9646a7bf38890c5f8e1746'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:57:49.271955 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-b95edb5e-9bbb-42b7-9be5-44b0d68c18a5 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:49.291446 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-b95edb5e-9bbb-42b7-9be5-44b0d68c18a5 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Transition to ACTIVE for port object f26441cd-75ef-400d-9f30-37093ee34385 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:57:49.316587 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-a6da6240-5bc2-43a5-bf74-29ed0f8221ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:49.318133 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-a6da6240-5bc2-43a5-bf74-29ed0f8221ba service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=35dd69c7034749ab9d62471941920e2c&device_id=763a7eb3-2dd6-42a3-9f56-d22f3c0da01c HTTP/1.1" status: 200 len: 1096 time: 0.5553465 Feb 09 00:57:49.325419 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-b95edb5e-9bbb-42b7-9be5-44b0d68c18a5 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:49.332288 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eba2e80-9175-45a8-82e5-2deaf768c92c req-4e03c2a2-fda1-431c-9efb-5f0170e7f27c tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:49.339312 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7eba2e80-9175-45a8-82e5-2deaf768c92c req-4e03c2a2-fda1-431c-9efb-5f0170e7f27c tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=d777eaa7-ab2e-48f1-8f52-4ac39125a2bb HTTP/1.1" status: 200 len: 945 time: 0.5662990 Feb 09 00:57:49.345719 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['88a93ab5-6360-4150-b84a-b24cbf02f870'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:57:49.406017 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-b95edb5e-9bbb-42b7-9be5-44b0d68c18a5 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Network 42d335cf-a678-4bc3-901b-7d21fb8587e6 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:57:49.409632 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-b95edb5e-9bbb-42b7-9be5-44b0d68c18a5 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:57:49.412129 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-b95edb5e-9bbb-42b7-9be5-44b0d68c18a5 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:57:49.458001 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95edb5e-9bbb-42b7-9be5-44b0d68c18a5 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Pushing event updated for resources: {'Port': ['ID=f26441cd-75ef-400d-9f30-37093ee34385,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:49.496481 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-b95edb5e-9bbb-42b7-9be5-44b0d68c18a5 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:49.497296 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-b95edb5e-9bbb-42b7-9be5-44b0d68c18a5 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:49.529273 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-b95edb5e-9bbb-42b7-9be5-44b0d68c18a5 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2134111 Feb 09 00:57:49.540079 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-17f87324-6d91-452a-9e62-bea3d233d290 service neutron] Request body: {'port': {'device_id': '647df42a-a52c-4fc0-a9c1-0edd9aa13652', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:57:49.564464 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [req-bc880e9e-2c72-4eeb-81b9-c339634e599a req-5ac791ce-daad-4e00-9636-7a5aa4ac5f27 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 00:57:49.565640 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bc880e9e-2c72-4eeb-81b9-c339634e599a req-5ac791ce-daad-4e00-9636-7a5aa4ac5f27 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "DELETE /v2.0/security-groups/7a41164b-f8ff-42bb-9f07-5a8b20857d4c HTTP/1.1" status: 409 len: 341 time: 0.5045412 Feb 09 00:57:49.668900 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92ff2a86-f47b-46cb-a111-ffcb6ee92a2d', 'tag': 'a5c06ec6-101a-4c48-bd9a-e0a2581f5078', 'status': 'completed', 'code': 200} Feb 09 00:57:49.673614 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-46ec9a6c-07be-4157-b2c4-5e5bad7a5249 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:57:49.761010 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-46ec9a6c-07be-4157-b2c4-5e5bad7a5249 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Usage tracker for resource:port and tenant:e6fa40f41b9646a7bf38890c5f8e1746 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:57:49.780135 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-17f87324-6d91-452a-9e62-bea3d233d290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:49.784736 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-46ec9a6c-07be-4157-b2c4-5e5bad7a5249 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:57:49.820971 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-46ec9a6c-07be-4157-b2c4-5e5bad7a5249 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:57:49.842941 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device eca3f540-a790-40df-bc02-72577df39903 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:57:49.844120 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7eba2e80-9175-45a8-82e5-2deaf768c92c req-3cba1f3a-f31c-45d7-bb9d-19ac81a48d50 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=ceaabe02-67e8-49da-9640-53d4e3b33273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5022182 Feb 09 00:57:49.925795 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a006e4d-82a3-4387-9432-7bc50b876560 req-e47999c2-54b8-441c-80dd-53b7f679c734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:49.927448 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-5a006e4d-82a3-4387-9432-7bc50b876560 req-e47999c2-54b8-441c-80dd-53b7f679c734 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe158ed132334121b71318da05020927&device_id=92ff2a86-f47b-46cb-a111-ffcb6ee92a2d HTTP/1.1" status: 200 len: 1174 time: 0.1880548 Feb 09 00:57:49.940223 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-46ec9a6c-07be-4157-b2c4-5e5bad7a5249 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Made reservation on behalf of e6fa40f41b9646a7bf38890c5f8e1746 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:57:49.944960 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-46ec9a6c-07be-4157-b2c4-5e5bad7a5249 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:49.960506 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-62e8430e-0aac-44fe-9302-3eff44206e14 None None] Provisioning for port f26441cd-75ef-400d-9f30-37093ee34385 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:57:49.974327 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-62e8430e-0aac-44fe-9302-3eff44206e14 None None] Provisioning complete for port f26441cd-75ef-400d-9f30-37093ee34385 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:57:49.975410 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-62e8430e-0aac-44fe-9302-3eff44206e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:50.046828 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port eca3f540-a790-40df-bc02-72577df39903 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:57:50.051559 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-62e8430e-0aac-44fe-9302-3eff44206e14 None None] Port f26441cd-75ef-400d-9f30-37093ee34385 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:57:50.054055 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port eca3f540-a790-40df-bc02-72577df39903 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:57:50.054558 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:50.077376 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-3ae3231f-3b27-48d8-b2c7-0e48fa8f6b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:50.079420 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-3ae3231f-3b27-48d8-b2c7-0e48fa8f6b84 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2c19901d-9303-4cfd-b96f-b8f2e52fb4b9 HTTP/1.1" status: 200 len: 922 time: 0.7332320 Feb 09 00:57:50.133833 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b07cfb6c-9a47-48f4-afde-220d975b2caa req-3b561f86-17fe-4644-816f-d898360958c4 tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] 10.222.0.105 "GET /v2.0/floatingips/474353d5-9a09-43ce-91e4-f2941ee04559 HTTP/1.1" status: 200 len: 693 time: 0.2518294 Feb 09 00:57:50.136471 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-c6e09490-15db-41ab-8396-702bcbd276bd req-1f5bd4e4-f69f-4b03-b1ae-238d6a0db793 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] For port 18e5b7f8-4107-4b63-9dee-d921fc6084ef, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=18e5b7f8-4107-4b63-9dee-d921fc6084ef,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:57:50.136835 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c6e09490-15db-41ab-8396-702bcbd276bd req-1f5bd4e4-f69f-4b03-b1ae-238d6a0db793 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:50.183867 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:50.201934 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port eca3f540-a790-40df-bc02-72577df39903, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=eca3f540-a790-40df-bc02-72577df39903,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:57:50.206785 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:50.223427 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a006e4d-82a3-4387-9432-7bc50b876560 req-1e6020db-8e3d-461a-8c2a-6997f774dabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:50.224906 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-5a006e4d-82a3-4387-9432-7bc50b876560 req-1e6020db-8e3d-461a-8c2a-6997f774dabd service neutron] 10.222.0.62 "GET /v2.0/networks?id=866b1940-97bf-4889-ae97-5594fa470cc1 HTTP/1.1" status: 200 len: 914 time: 0.2547860 Feb 09 00:57:50.281050 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=eca3f540-a790-40df-bc02-72577df39903,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:50.300815 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-0f4e72dd-0908-4329-b966-128b5773a140 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e9696b7-60ef-432d-8bf7-d605730b4909 HTTP/1.1" status: 200 len: 217 time: 0.1704354 Feb 09 00:57:50.315992 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-5a006e4d-82a3-4387-9432-7bc50b876560 req-5a0c01d9-1392-4a0f-819a-4d0355886492 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5c06ec6-101a-4c48-bd9a-e0a2581f5078 HTTP/1.1" status: 200 len: 217 time: 0.0760787 Feb 09 00:57:50.414835 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-c6e09490-15db-41ab-8396-702bcbd276bd req-1f5bd4e4-f69f-4b03-b1ae-238d6a0db793 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Calling delete_port for 18e5b7f8-4107-4b63-9dee-d921fc6084ef owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:57:50.431725 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a006e4d-82a3-4387-9432-7bc50b876560 req-b231274a-cf46-4842-a557-35a85ec7c3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:50.433192 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-5a006e4d-82a3-4387-9432-7bc50b876560 req-b231274a-cf46-4842-a557-35a85ec7c3c9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b7e2d3f7-8db3-4e5e-8a7b-90b470036eaf HTTP/1.1" status: 200 len: 853 time: 0.1094654 Feb 09 00:57:50.498059 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-5a006e4d-82a3-4387-9432-7bc50b876560 req-c64a1a88-ee95-4882-b042-1a6526541bed service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=866b1940-97bf-4889-ae97-5594fa470cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531805 Feb 09 00:57:50.510753 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-17f87324-6d91-452a-9e62-bea3d233d290 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f26441cd-75ef-400d-9f30-37093ee34385 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:57:50.539790 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-17f87324-6d91-452a-9e62-bea3d233d290 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:50.613266 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 18e5b7f8-4107-4b63-9dee-d921fc6084ef no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:57:50.615417 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-17f87324-6d91-452a-9e62-bea3d233d290 service neutron] Transition to ACTIVE for port object f26441cd-75ef-400d-9f30-37093ee34385 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:57:50.625374 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-17f87324-6d91-452a-9e62-bea3d233d290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:50.791004 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-b45a85e4-e807-410e-b84e-581642f6ed84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:50.792461 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-b45a85e4-e807-410e-b84e-581642f6ed84 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f523b7b8-aa23-4f63-9894-de0d35bb1ce5 HTTP/1.1" status: 200 len: 861 time: 0.3509223 Feb 09 00:57:50.797901 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:50.798984 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f87324-6d91-452a-9e62-bea3d233d290 service neutron] Pushing event updated for resources: {'Port': ['ID=f26441cd-75ef-400d-9f30-37093ee34385,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:50.837800 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b50d6d-b742-465e-b92d-ffeb95538b3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18e5b7f8-4107-4b63-9dee-d921fc6084ef'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:57:50.849832 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-5a006e4d-82a3-4387-9432-7bc50b876560 req-6b83e1fa-8bbb-4cb6-a573-1677488ed55d service neutron] 10.222.0.62 "GET /v2.0/networks/866b1940-97bf-4889-ae97-5594fa470cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415859 Feb 09 00:57:50.851435 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 18e5b7f8-4107-4b63-9dee-d921fc6084ef, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=18e5b7f8-4107-4b63-9dee-d921fc6084ef,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:57:50.852015 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7bee20-11ab-40b1-8610-e41062bbe9c7 req-a6571552-c238-4e81-8095-ec24e84450ba tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:50.853832 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3c7bee20-11ab-40b1-8610-e41062bbe9c7 req-a6571552-c238-4e81-8095-ec24e84450ba tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4b50d6d-b742-465e-b92d-ffeb95538b3f HTTP/1.1" status: 200 len: 949 time: 0.9942443 Feb 09 00:57:50.861877 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:50.901085 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07cfb6c-9a47-48f4-afde-220d975b2caa req-4d84a26e-e77a-4765-b32a-34ebf0509da5 tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:50.909206 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b07cfb6c-9a47-48f4-afde-220d975b2caa req-4d84a26e-e77a-4765-b32a-34ebf0509da5 tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] 10.222.0.105 "GET /v2.0/networks/3d885c3c-255c-4e54-addc-b28437d0b18e HTTP/1.1" status: 200 len: 784 time: 0.7144010 Feb 09 00:57:50.913091 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-695969ae-084c-4705-882f-b09f67d83a2a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2c19901d-9303-4cfd-b96f-b8f2e52fb4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1023464 Feb 09 00:57:50.968663 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=18e5b7f8-4107-4b63-9dee-d921fc6084ef,revision_number=10']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:50.985080 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c804a348-0cbd-46bf-b024-ef1bef3e3929 None None] Sync routers for ids ['f96b6efc-2530-4d75-8454-c6abe5aa4383'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:57:51.001982 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c804a348-0cbd-46bf-b024-ef1bef3e3929 None None] Routers {'f96b6efc-2530-4d75-8454-c6abe5aa4383'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:57:51.003032 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-c804a348-0cbd-46bf-b024-ef1bef3e3929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:57:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['f96b6efc-2530-4d75-8454-c6abe5aa4383'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:57:51.085711 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.db.api [req-c6e09490-15db-41ab-8396-702bcbd276bd req-1f5bd4e4-f69f-4b03-b1ae-238d6a0db793 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 00:57:51.085711 n-d-828418-1 neutron-server[87639]: DEBUG oslo_db.api [req-c6e09490-15db-41ab-8396-702bcbd276bd req-1f5bd4e4-f69f-4b03-b1ae-238d6a0db793 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 00:57:51.104291 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-46ec9a6c-07be-4157-b2c4-5e5bad7a5249 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Allocated IP 192.168.233.85 (42d335cf-a678-4bc3-901b-7d21fb8587e6/e7938d94-1f0f-48bd-a0b3-26d5344ff0ec/e0d02d2a-38d9-419e-9759-ba01a049886e) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:57:51.118244 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b07cfb6c-9a47-48f4-afde-220d975b2caa req-d3ea6bca-aa53-4821-8388-6e1045f6f039 tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.0.199 HTTP/1.1" status: 200 len: 696 time: 0.2077503 Feb 09 00:57:51.140328 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3c7bee20-11ab-40b1-8610-e41062bbe9c7 req-6e928b5d-1309-4a0a-a28c-5eaa8706b98e tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763767 Feb 09 00:57:51.175169 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-17f87324-6d91-452a-9e62-bea3d233d290 service neutron] Attempting to bind port f26441cd-75ef-400d-9f30-37093ee34385 on host n-h2-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:57:51.175520 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-17f87324-6d91-452a-9e62-bea3d233d290 service neutron] Attempting to bind port f26441cd-75ef-400d-9f30-37093ee34385 by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:57:51.175853 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-17f87324-6d91-452a-9e62-bea3d233d290 service neutron] Attempting to bind port f26441cd-75ef-400d-9f30-37093ee34385 on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:57:51.192777 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-17f87324-6d91-452a-9e62-bea3d233d290 service neutron] Port f26441cd-75ef-400d-9f30-37093ee34385 on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:57:51.193101 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-17f87324-6d91-452a-9e62-bea3d233d290 service neutron] Attempting to bind port f26441cd-75ef-400d-9f30-37093ee34385 on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:57:51.203833 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-5a006e4d-82a3-4387-9432-7bc50b876560 req-75ecf15c-2559-4496-99ef-df5d26146380 service neutron] 10.222.0.62 "GET /v2.0/networks/866b1940-97bf-4889-ae97-5594fa470cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179471 Feb 09 00:57:51.204623 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-17f87324-6d91-452a-9e62-bea3d233d290 service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:57:51.204964 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-17f87324-6d91-452a-9e62-bea3d233d290 service neutron] Checking segment: {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:57:51.205356 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-17f87324-6d91-452a-9e62-bea3d233d290 service neutron] Bound using segment: {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:57:51.205822 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-17f87324-6d91-452a-9e62-bea3d233d290 service neutron] Bound port: f26441cd-75ef-400d-9f30-37093ee34385, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:57:51.206172 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-17f87324-6d91-452a-9e62-bea3d233d290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:51.238738 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-c804a348-0cbd-46bf-b024-ef1bef3e3929 None None] Set router f96b6efc-2530-4d75-8454-c6abe5aa4383 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:57:51.271977 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b07cfb6c-9a47-48f4-afde-220d975b2caa req-141c75ad-1b3d-4c3b-bc28-5b1479251ae6 tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.0.199 HTTP/1.1" status: 200 len: 696 time: 0.1352773 Feb 09 00:57:51.307449 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-17f87324-6d91-452a-9e62-bea3d233d290 service neutron] For port f26441cd-75ef-400d-9f30-37093ee34385, host n-h2-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:57:51.311470 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-17f87324-6d91-452a-9e62-bea3d233d290 service neutron] For port f26441cd-75ef-400d-9f30-37093ee34385, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=f26441cd-75ef-400d-9f30-37093ee34385,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:57:51.315797 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-17f87324-6d91-452a-9e62-bea3d233d290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:51.380094 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-17f87324-6d91-452a-9e62-bea3d233d290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:51.380700 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-17f87324-6d91-452a-9e62-bea3d233d290 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:51.382287 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-17f87324-6d91-452a-9e62-bea3d233d290 service neutron] 10.222.0.99 "PUT /v2.0/ports/f26441cd-75ef-400d-9f30-37093ee34385 HTTP/1.1" status: 200 len: 1096 time: 1.8469524 Feb 09 00:57:51.382856 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '647df42a-a52c-4fc0-a9c1-0edd9aa13652', 'tag': 'f26441cd-75ef-400d-9f30-37093ee34385'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:57:51.413778 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f87324-6d91-452a-9e62-bea3d233d290 service neutron] Pushing event updated for resources: {'Port': ['ID=f26441cd-75ef-400d-9f30-37093ee34385,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:51.468611 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:51.488607 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 00:57:51.498114 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-2d3bcfd6-21ae-4dbc-9817-d8e5125e318a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:51.499692 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-2d3bcfd6-21ae-4dbc-9817-d8e5125e318a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e6fa40f41b9646a7bf38890c5f8e1746&device_id=647df42a-a52c-4fc0-a9c1-0edd9aa13652 HTTP/1.1" status: 200 len: 1099 time: 0.0789347 Feb 09 00:57:51.500878 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-4db130cf-b83f-476a-a29c-323cc5eeee80 service neutron] 10.222.0.62 "GET /v2.0/networks/2c19901d-9303-4cfd-b96f-b8f2e52fb4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5094032 Feb 09 00:57:51.584316 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-a7b5f05d-31cb-4959-b1f5-320e81b6556b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=f26441cd-75ef-400d-9f30-37093ee34385 HTTP/1.1" status: 200 len: 217 time: 0.0760293 Feb 09 00:57:51.623072 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-c6e09490-15db-41ab-8396-702bcbd276bd req-1f5bd4e4-f69f-4b03-b1ae-238d6a0db793 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Deleting port 18e5b7f8-4107-4b63-9dee-d921fc6084ef {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:57:51.623420 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c6e09490-15db-41ab-8396-702bcbd276bd req-1f5bd4e4-f69f-4b03-b1ae-238d6a0db793 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:51.632733 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-c804a348-0cbd-46bf-b024-ef1bef3e3929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96b6efc-2530-4d75-8454-c6abe5aa4383', 'name': 'tempest-ServersTestManualDisk-363716302-router', 'tenant_id': '5ab071afec5940ee87f2fe6f811dc280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': 'eca3f540-a790-40df-bc02-72577df39903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:57:40Z', 'updated_at': '2022-02-09T00:57:46Z', 'revision_number': 4, 'project_id': '5ab071afec5940ee87f2fe6f811dc280', 'gw_port': {'id': 'eca3f540-a790-40df-bc02-72577df39903', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:bf:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96b6efc-2530-4d75-8454-c6abe5aa4383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:57:41Z', 'updated_at': '2022-02-09T00:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '6194c169-bc09-48bf-a827-ced5e2363a6e', 'name': '', 'network_id': '3bfe3936-690c-45c5-b4c5-955c0f482c02', 'tenant_id': '5ab071afec5940ee87f2fe6f811dc280', 'mac_address': 'fa:16:3e:eb:2f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96b6efc-2530-4d75-8454-c6abe5aa4383', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'bef208b2-a285-41fd-abad-f013710ae768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:57:45Z', 'updated_at': '2022-02-09T00:57:46Z', 'revision_number': 2, 'project_id': '5ab071afec5940ee87f2fe6f811dc280', 'subnets': [{'id': 'bef208b2-a285-41fd-abad-f013710ae768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:57:51.637699 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c804a348-0cbd-46bf-b024-ef1bef3e3929 None None] Checking router: f96b6efc-2530-4d75-8454-c6abe5aa4383 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:57:51.638275 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c804a348-0cbd-46bf-b024-ef1bef3e3929 None None] Updating router f96b6efc-2530-4d75-8454-c6abe5aa4383 port 6194c169-bc09-48bf-a827-ced5e2363a6e binding host n-d-828418-1 {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:57:51.670803 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-4b6d62a2-9c5f-4533-a16b-f03cdbd99c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:51.672327 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-4b6d62a2-9c5f-4533-a16b-f03cdbd99c30 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.0797343 Feb 09 00:57:51.705466 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-c804a348-0cbd-46bf-b024-ef1bef3e3929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:51.769796 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device eca3f540-a790-40df-bc02-72577df39903 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:57:51.776871 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-129704c3-56ca-485a-8cb8-5bc0be397b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:51.779180 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-129704c3-56ca-485a-8cb8-5bc0be397b57 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0996892 Feb 09 00:57:51.791750 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-b07cfb6c-9a47-48f4-afde-220d975b2caa req-4a823ae5-5b55-46c4-83ca-a9fd06b6facb tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Deleting port 7588a6d2-61bc-474b-aa43-f4e7f91b039c {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:57:51.792098 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b07cfb6c-9a47-48f4-afde-220d975b2caa req-4a823ae5-5b55-46c4-83ca-a9fd06b6facb tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:51.842771 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port eca3f540-a790-40df-bc02-72577df39903 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:57:51.843573 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:51.945547 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-e7919af6-8bab-49ab-b70e-e82228063fa7 service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567545 Feb 09 00:57:52.107728 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-7856f69b-9529-4c35-a3de-2b27775c8109 service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507714 Feb 09 00:57:52.121909 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e547e-3d6c-4a70-a522-58f2fe460ebd req-7a2c888a-ed11-4bab-b2f9-87c41a4b61e1 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:52.124455 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-180e547e-3d6c-4a70-a522-58f2fe460ebd req-7a2c888a-ed11-4bab-b2f9-87c41a4b61e1 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=763a7eb3-2dd6-42a3-9f56-d22f3c0da01c HTTP/1.1" status: 200 len: 945 time: 0.8514361 Feb 09 00:57:52.125748 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-c804a348-0cbd-46bf-b024-ef1bef3e3929 None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:52.139380 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-c804a348-0cbd-46bf-b024-ef1bef3e3929 None None] Transition to ACTIVE for port object 6194c169-bc09-48bf-a827-ced5e2363a6e will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:57:52.146191 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-c804a348-0cbd-46bf-b024-ef1bef3e3929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:52.278730 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a552b320-6fbc-4332-9f2e-a228c54c88a8 None None] Pushing event updated for resources: {'Port': ['ID=6194c169-bc09-48bf-a827-ced5e2363a6e,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:52.370764 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-c804a348-0cbd-46bf-b024-ef1bef3e3929 None None] Attempting to bind port 6194c169-bc09-48bf-a827-ced5e2363a6e on host n-d-828418-1 for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:57:52.371163 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-c804a348-0cbd-46bf-b024-ef1bef3e3929 None None] Attempting to bind port 6194c169-bc09-48bf-a827-ced5e2363a6e by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '4821de2f-7a76-4bec-8b8e-b796787d6690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '3bfe3936-690c-45c5-b4c5-955c0f482c02'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:57:52.371525 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c804a348-0cbd-46bf-b024-ef1bef3e3929 None None] Attempting to bind port 6194c169-bc09-48bf-a827-ced5e2363a6e on network 3bfe3936-690c-45c5-b4c5-955c0f482c02 {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:57:52.377333 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c804a348-0cbd-46bf-b024-ef1bef3e3929 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:57:52.377729 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c804a348-0cbd-46bf-b024-ef1bef3e3929 None None] Checking segment: {'id': '4821de2f-7a76-4bec-8b8e-b796787d6690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '3bfe3936-690c-45c5-b4c5-955c0f482c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:57:52.378127 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-c804a348-0cbd-46bf-b024-ef1bef3e3929 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:52.378630 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c804a348-0cbd-46bf-b024-ef1bef3e3929 None None] Bound using segment: {'id': '4821de2f-7a76-4bec-8b8e-b796787d6690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '3bfe3936-690c-45c5-b4c5-955c0f482c02'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:57:52.379096 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-c804a348-0cbd-46bf-b024-ef1bef3e3929 None None] Bound port: 6194c169-bc09-48bf-a827-ced5e2363a6e, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4821de2f-7a76-4bec-8b8e-b796787d6690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '3bfe3936-690c-45c5-b4c5-955c0f482c02'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:57:52.379477 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-c804a348-0cbd-46bf-b024-ef1bef3e3929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:52.430601 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-eaf4497a-87ce-4c1f-9a3b-121f8a767663 service neutron] 10.222.0.62 "GET /v2.0/networks/2c19901d-9303-4cfd-b96f-b8f2e52fb4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9166927 Feb 09 00:57:52.456919 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-46ec9a6c-07be-4157-b2c4-5e5bad7a5249 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:52.478912 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-c804a348-0cbd-46bf-b024-ef1bef3e3929 None None] For port 6194c169-bc09-48bf-a827-ced5e2363a6e, host n-d-828418-1, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:57:52.482704 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-c804a348-0cbd-46bf-b024-ef1bef3e3929 None None] For port 6194c169-bc09-48bf-a827-ced5e2363a6e, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=6194c169-bc09-48bf-a827-ced5e2363a6e,segment=NetworkSegment(4821de2f-7a76-4bec-8b8e-b796787d6690),segment_id=4821de2f-7a76-4bec-8b8e-b796787d6690)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:57:52.487347 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-c804a348-0cbd-46bf-b024-ef1bef3e3929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:52.506200 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-180e547e-3d6c-4a70-a522-58f2fe460ebd req-a5a8f276-d6cf-44fa-8000-a23057229dba tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623077 Feb 09 00:57:52.513615 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-46ec9a6c-07be-4157-b2c4-5e5bad7a5249 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Transition to ACTIVE for port object e0d02d2a-38d9-419e-9759-ba01a049886e will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:57:52.561420 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b07cfb6c-9a47-48f4-afde-220d975b2caa req-4a823ae5-5b55-46c4-83ca-a9fd06b6facb tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:52.561978 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b07cfb6c-9a47-48f4-afde-220d975b2caa req-4a823ae5-5b55-46c4-83ca-a9fd06b6facb tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:52.581758 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a552b320-6fbc-4332-9f2e-a228c54c88a8 None None] Pushing event updated for resources: {'Port': ['ID=6194c169-bc09-48bf-a827-ced5e2363a6e,revision_number=4']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:52.613351 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c804a348-0cbd-46bf-b024-ef1bef3e3929 None None] Routers {'f96b6efc-2530-4d75-8454-c6abe5aa4383'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:57:52.613992 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-c804a348-0cbd-46bf-b024-ef1bef3e3929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:57:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['f96b6efc-2530-4d75-8454-c6abe5aa4383'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:57:52.732475 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-b07cfb6c-9a47-48f4-afde-220d975b2caa req-4a823ae5-5b55-46c4-83ca-a9fd06b6facb tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Calling delete_port for 7588a6d2-61bc-474b-aa43-f4e7f91b039c owned by network:floatingip {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:57:52.842087 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-c6e09490-15db-41ab-8396-702bcbd276bd req-1f5bd4e4-f69f-4b03-b1ae-238d6a0db793 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] For port 18e5b7f8-4107-4b63-9dee-d921fc6084ef, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=18e5b7f8-4107-4b63-9dee-d921fc6084ef,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:57:52.842514 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c6e09490-15db-41ab-8396-702bcbd276bd req-1f5bd4e4-f69f-4b03-b1ae-238d6a0db793 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:52.854685 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-eaa73437-8a0b-4f40-a63e-f28fed616564 req-a3277f66-a492-4639-ad71-999df1905ef1 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=5c1ec54f-2907-4727-94f6-51d438dcf808 HTTP/1.1" status: 200 len: 210 time: 0.0849214 Feb 09 00:57:52.860105 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-c804a348-0cbd-46bf-b024-ef1bef3e3929 None None] Set router f96b6efc-2530-4d75-8454-c6abe5aa4383 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:57:53.036556 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-46ec9a6c-07be-4157-b2c4-5e5bad7a5249 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:53.046172 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-c6e09490-15db-41ab-8396-702bcbd276bd req-1f5bd4e4-f69f-4b03-b1ae-238d6a0db793 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Calling delete_port for 18e5b7f8-4107-4b63-9dee-d921fc6084ef owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:57:53.050571 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['88a93ab5-6360-4150-b84a-b24cbf02f870'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:57:53.171712 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-46ec9a6c-07be-4157-b2c4-5e5bad7a5249 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Network 42d335cf-a678-4bc3-901b-7d21fb8587e6 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:57:53.215918 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-46ec9a6c-07be-4157-b2c4-5e5bad7a5249 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:57:53.246916 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-46ec9a6c-07be-4157-b2c4-5e5bad7a5249 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:57:53.466887 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48044) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:53.469057 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-c804a348-0cbd-46bf-b024-ef1bef3e3929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96b6efc-2530-4d75-8454-c6abe5aa4383', 'name': 'tempest-ServersTestManualDisk-363716302-router', 'tenant_id': '5ab071afec5940ee87f2fe6f811dc280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': 'eca3f540-a790-40df-bc02-72577df39903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:57:40Z', 'updated_at': '2022-02-09T00:57:46Z', 'revision_number': 4, 'project_id': '5ab071afec5940ee87f2fe6f811dc280', 'gw_port': {'id': 'eca3f540-a790-40df-bc02-72577df39903', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:bf:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96b6efc-2530-4d75-8454-c6abe5aa4383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:57:41Z', 'updated_at': '2022-02-09T00:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '6194c169-bc09-48bf-a827-ced5e2363a6e', 'name': '', 'network_id': '3bfe3936-690c-45c5-b4c5-955c0f482c02', 'tenant_id': '5ab071afec5940ee87f2fe6f811dc280', 'mac_address': 'fa:16:3e:eb:2f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96b6efc-2530-4d75-8454-c6abe5aa4383', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'bef208b2-a285-41fd-abad-f013710ae768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:57:45Z', 'updated_at': '2022-02-09T00:57:52Z', 'revision_number': 4, 'project_id': '5ab071afec5940ee87f2fe6f811dc280', 'subnets': [{'id': 'bef208b2-a285-41fd-abad-f013710ae768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:57:53.472830 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-b4c1e7bf-c202-47b4-a393-e1b7a067940c tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1302322882', 'description': 'tempest-description--602725529'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:57:53.475650 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c804a348-0cbd-46bf-b024-ef1bef3e3929 None None] The sync data for ids ['f96b6efc-2530-4d75-8454-c6abe5aa4383'] in n-d-828418-1 is: [{'id': 'f96b6efc-2530-4d75-8454-c6abe5aa4383', 'name': 'tempest-ServersTestManualDisk-363716302-router', 'tenant_id': '5ab071afec5940ee87f2fe6f811dc280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': 'eca3f540-a790-40df-bc02-72577df39903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:57:40Z', 'updated_at': '2022-02-09T00:57:46Z', 'revision_number': 4, 'project_id': '5ab071afec5940ee87f2fe6f811dc280', 'gw_port': {'id': 'eca3f540-a790-40df-bc02-72577df39903', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:bf:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96b6efc-2530-4d75-8454-c6abe5aa4383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:57:41Z', 'updated_at': '2022-02-09T00:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '6194c169-bc09-48bf-a827-ced5e2363a6e', 'name': '', 'network_id': '3bfe3936-690c-45c5-b4c5-955c0f482c02', 'tenant_id': '5ab071afec5940ee87f2fe6f811dc280', 'mac_address': 'fa:16:3e:eb:2f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96b6efc-2530-4d75-8454-c6abe5aa4383', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'bef208b2-a285-41fd-abad-f013710ae768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:57:45Z', 'updated_at': '2022-02-09T00:57:52Z', 'revision_number': 4, 'project_id': '5ab071afec5940ee87f2fe6f811dc280', 'subnets': [{'id': 'bef208b2-a285-41fd-abad-f013710ae768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:57:53.483761 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b4c1e7bf-c202-47b4-a393-e1b7a067940c tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:57:53.496704 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-b4c1e7bf-c202-47b4-a393-e1b7a067940c tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Usage tracker for resource:security_group and tenant:5ab071afec5940ee87f2fe6f811dc280 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:57:53.505134 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-b4c1e7bf-c202-47b4-a393-e1b7a067940c tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:57:53.518542 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b4c1e7bf-c202-47b4-a393-e1b7a067940c tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:57:53.540527 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b4c1e7bf-c202-47b4-a393-e1b7a067940c tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:53.581763 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ec9a6c-07be-4157-b2c4-5e5bad7a5249 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Pushing event updated for resources: {'Port': ['ID=e0d02d2a-38d9-419e-9759-ba01a049886e,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:53.595204 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b4c1e7bf-c202-47b4-a393-e1b7a067940c tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:57:53.600500 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-46ec9a6c-07be-4157-b2c4-5e5bad7a5249 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:53.601246 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-46ec9a6c-07be-4157-b2c4-5e5bad7a5249 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:53.611733 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-7bb46a2e-0890-4bb4-893e-a9b04082f430 None None] Provisioning for port e0d02d2a-38d9-419e-9759-ba01a049886e completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:57:53.620280 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-b4c1e7bf-c202-47b4-a393-e1b7a067940c tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Usage tracker for resource:security_group_rule and tenant:5ab071afec5940ee87f2fe6f811dc280 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:57:53.628612 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-b4c1e7bf-c202-47b4-a393-e1b7a067940c tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:57:53.629861 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-7bb46a2e-0890-4bb4-893e-a9b04082f430 None None] Provisioning complete for port e0d02d2a-38d9-419e-9759-ba01a049886e triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:57:53.632466 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7bb46a2e-0890-4bb4-893e-a9b04082f430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:53.658374 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b4c1e7bf-c202-47b4-a393-e1b7a067940c tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:57:53.660832 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-46ec9a6c-07be-4157-b2c4-5e5bad7a5249 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.6386619 Feb 09 00:57:53.662953 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c6e09490-15db-41ab-8396-702bcbd276bd req-1f5bd4e4-f69f-4b03-b1ae-238d6a0db793 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:53.700930 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-2e2fdde2-d041-4f9e-a859-51706106b23f service neutron] Request body: {'port': {'device_id': '5c1ec54f-2907-4727-94f6-51d438dcf808', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:57:53.786918 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-7bb46a2e-0890-4bb4-893e-a9b04082f430 None None] Port e0d02d2a-38d9-419e-9759-ba01a049886e cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:57:53.852913 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 6194c169-bc09-48bf-a827-ced5e2363a6e up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:57:53.897665 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b4c1e7bf-c202-47b4-a393-e1b7a067940c tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:53.903210 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b4c1e7bf-c202-47b4-a393-e1b7a067940c tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:53.961882 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b4c1e7bf-c202-47b4-a393-e1b7a067940c tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:53.980935 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b4c1e7bf-c202-47b4-a393-e1b7a067940c tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5111089 Feb 09 00:57:53.987116 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48052) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:54.001026 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5bd4e4-f69f-4b03-b1ae-238d6a0db793 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Pushing event deleted for resources: {'Port': ['ID=18e5b7f8-4107-4b63-9dee-d921fc6084ef,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:54.004981 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-7b9a9cf0-5e82-42b0-a11b-3cf39dd8212c tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Request body: {'security_group_rule': {'security_group_id': 'bda502f9-4423-4e66-b8ed-210d30241f24', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:57:54.021051 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7b9a9cf0-5e82-42b0-a11b-3cf39dd8212c tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:57:54.033915 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-7b9a9cf0-5e82-42b0-a11b-3cf39dd8212c tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Usage tracker for resource:security_group_rule and tenant:5ab071afec5940ee87f2fe6f811dc280 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:57:54.038027 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-7b9a9cf0-5e82-42b0-a11b-3cf39dd8212c tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:57:54.039136 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6e09490-15db-41ab-8396-702bcbd276bd req-1f5bd4e4-f69f-4b03-b1ae-238d6a0db793 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] No DVR routers for this DVR port 18e5b7f8-4107-4b63-9dee-d921fc6084ef on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:57:54.044261 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c1e7bf-c202-47b4-a393-e1b7a067940c tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bda502f9-4423-4e66-b8ed-210d30241f24,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:54.052750 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7b9a9cf0-5e82-42b0-a11b-3cf39dd8212c tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:57:54.065185 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 6194c169-bc09-48bf-a827-ced5e2363a6e completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:57:54.069230 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c6e09490-15db-41ab-8396-702bcbd276bd req-1f5bd4e4-f69f-4b03-b1ae-238d6a0db793 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:54.075386 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c6e09490-15db-41ab-8396-702bcbd276bd req-1f5bd4e4-f69f-4b03-b1ae-238d6a0db793 tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.62 "DELETE /v2.0/ports/18e5b7f8-4107-4b63-9dee-d921fc6084ef HTTP/1.1" status: 204 len: 173 time: 5.5666237 Feb 09 00:57:54.076284 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b50d6d-b742-465e-b92d-ffeb95538b3f', 'name': 'network-vif-deleted', 'tag': '18e5b7f8-4107-4b63-9dee-d921fc6084ef'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:57:54.078036 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 6194c169-bc09-48bf-a827-ced5e2363a6e triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:57:54.078627 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:54.088520 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7b9a9cf0-5e82-42b0-a11b-3cf39dd8212c tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:54.103457 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b07cfb6c-9a47-48f4-afde-220d975b2caa req-4a823ae5-5b55-46c4-83ca-a9fd06b6facb tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:54.157501 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b50d6d-b742-465e-b92d-ffeb95538b3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18e5b7f8-4107-4b63-9dee-d921fc6084ef', 'code': 200} Feb 09 00:57:54.265166 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a823ae5-5b55-46c4-83ca-a9fd06b6facb tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Pushing event deleted for resources: {'Port': ['ID=7588a6d2-61bc-474b-aa43-f4e7f91b039c,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:54.286502 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7b9a9cf0-5e82-42b0-a11b-3cf39dd8212c tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:54.291600 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7b9a9cf0-5e82-42b0-a11b-3cf39dd8212c tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:54.340014 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9a9cf0-5e82-42b0-a11b-3cf39dd8212c tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd31d5da-faaf-4371-8678-e498b6052131,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:54.366742 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7b9a9cf0-5e82-42b0-a11b-3cf39dd8212c tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:54.368838 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-7b9a9cf0-5e82-42b0-a11b-3cf39dd8212c tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3794842 Feb 09 00:57:54.371613 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48060) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:54.380999 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-4abf947a-844e-4872-bfd2-8ecca94affa8 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Request body: {'security_group_rule': {'security_group_id': 'bda502f9-4423-4e66-b8ed-210d30241f24', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:57:54.389015 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-4abf947a-844e-4872-bfd2-8ecca94affa8 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:57:54.394562 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-4abf947a-844e-4872-bfd2-8ecca94affa8 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Usage tracker for resource:security_group_rule and tenant:5ab071afec5940ee87f2fe6f811dc280 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:57:54.398144 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-4abf947a-844e-4872-bfd2-8ecca94affa8 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:57:54.406565 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-4abf947a-844e-4872-bfd2-8ecca94affa8 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:57:54.419791 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:54.436506 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4abf947a-844e-4872-bfd2-8ecca94affa8 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:54.465490 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-2e2fdde2-d041-4f9e-a859-51706106b23f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:54.470824 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:54.496591 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 6194c169-bc09-48bf-a827-ced5e2363a6e, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=6194c169-bc09-48bf-a827-ced5e2363a6e,segment=NetworkSegment(4821de2f-7a76-4bec-8b8e-b796787d6690),segment_id=4821de2f-7a76-4bec-8b8e-b796787d6690)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:57:54.502278 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:54.539291 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4abf947a-844e-4872-bfd2-8ecca94affa8 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:54.547210 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4abf947a-844e-4872-bfd2-8ecca94affa8 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:54.658080 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abf947a-844e-4872-bfd2-8ecca94affa8 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42c09970-1cb5-4343-9e9d-aafeee7e707b,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:54.658080 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4abf947a-844e-4872-bfd2-8ecca94affa8 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:54.658080 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-4abf947a-844e-4872-bfd2-8ecca94affa8 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2827313 Feb 09 00:57:54.665173 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48064) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:54.682783 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-b84e7891-60f4-4167-b144-8cf3b6f3069d tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Request body: {'floatingip': {'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:57:54.682783 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b84e7891-60f4-4167-b144-8cf3b6f3069d tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:57:54.696780 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-b84e7891-60f4-4167-b144-8cf3b6f3069d tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Usage tracker for resource:floatingip and tenant:5ab071afec5940ee87f2fe6f811dc280 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:57:54.696780 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-b84e7891-60f4-4167-b144-8cf3b6f3069d tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:57:54.701663 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=6194c169-bc09-48bf-a827-ced5e2363a6e,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:54.704574 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b84e7891-60f4-4167-b144-8cf3b6f3069d tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:57:54.724315 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b84e7891-60f4-4167-b144-8cf3b6f3069d tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Notify callbacks [] for floatingip, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:54.751869 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b07cfb6c-9a47-48f4-afde-220d975b2caa req-4a823ae5-5b55-46c4-83ca-a9fd06b6facb tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Notify callbacks [] for floatingip, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:54.760347 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b07cfb6c-9a47-48f4-afde-220d975b2caa req-4a823ae5-5b55-46c4-83ca-a9fd06b6facb tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:54.781841 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b07cfb6c-9a47-48f4-afde-220d975b2caa req-4a823ae5-5b55-46c4-83ca-a9fd06b6facb tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] 10.222.0.105 "DELETE /v2.0/floatingips/474353d5-9a09-43ce-91e4-f2941ee04559 HTTP/1.1" status: 204 len: 173 time: 3.4905834 Feb 09 00:57:54.894330 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '647df42a-a52c-4fc0-a9c1-0edd9aa13652', 'tag': 'f26441cd-75ef-400d-9f30-37093ee34385', 'status': 'completed', 'code': 200} Feb 09 00:57:54.955800 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af37bf0-6a40-413f-8212-e5e02bb8e6ae req-51d2d2ef-510f-4f42-ab2c-b45b00c27c61 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:54.957950 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0af37bf0-6a40-413f-8212-e5e02bb8e6ae req-51d2d2ef-510f-4f42-ab2c-b45b00c27c61 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=d777eaa7-ab2e-48f1-8f52-4ac39125a2bb HTTP/1.1" status: 200 len: 945 time: 0.6229560 Feb 09 00:57:55.053075 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09250c32-62d2-4395-9007-770e77cb88d0 req-93f4e79b-0343-4a0c-8a1d-e8de28ca531a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:55.056315 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-09250c32-62d2-4395-9007-770e77cb88d0 req-93f4e79b-0343-4a0c-8a1d-e8de28ca531a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e6fa40f41b9646a7bf38890c5f8e1746&device_id=647df42a-a52c-4fc0-a9c1-0edd9aa13652 HTTP/1.1" status: 200 len: 1099 time: 0.1586003 Feb 09 00:57:55.087707 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b84e7891-60f4-4167-b144-8cf3b6f3069d tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:55.211162 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0af37bf0-6a40-413f-8212-e5e02bb8e6ae req-cfe39a92-d53e-4961-a2a0-df101daa8420 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=ceaabe02-67e8-49da-9640-53d4e3b33273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428029 Feb 09 00:57:55.268962 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-fa1a2940-d66a-442c-b7e1-8d8cfa513d15 req-c6f6ed83-7581-45ef-9655-58de553b961b tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Synchronizing usage tracker for tenant:1510c38a4b2046b5a9943ab7f2f7db5c on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:57:55.306078 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09250c32-62d2-4395-9007-770e77cb88d0 req-d1f6d092-b505-4ab2-8635-dd80803576c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:55.307552 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-09250c32-62d2-4395-9007-770e77cb88d0 req-d1f6d092-b505-4ab2-8635-dd80803576c4 service neutron] 10.222.0.99 "GET /v2.0/networks?id=42d335cf-a678-4bc3-901b-7d21fb8587e6 HTTP/1.1" status: 200 len: 870 time: 0.2435806 Feb 09 00:57:55.311118 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-fa1a2940-d66a-442c-b7e1-8d8cfa513d15 req-c6f6ed83-7581-45ef-9655-58de553b961b tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] Unset dirty status for tenant:1510c38a4b2046b5a9943ab7f2f7db5c on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:57:55.312255 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fa1a2940-d66a-442c-b7e1-8d8cfa513d15 req-c6f6ed83-7581-45ef-9655-58de553b961b tempest-MigrationsAdminTest-1802149893 tempest-MigrationsAdminTest-1802149893-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4b50d6d-b742-465e-b92d-ffeb95538b3f HTTP/1.1" status: 200 len: 210 time: 0.1110404 Feb 09 00:57:55.500782 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-09250c32-62d2-4395-9007-770e77cb88d0 req-6667322a-c2a7-46b4-a9e6-06d8b0bfcc42 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=f26441cd-75ef-400d-9f30-37093ee34385 HTTP/1.1" status: 200 len: 217 time: 0.1862950 Feb 09 00:57:55.560769 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-b84e7891-60f4-4167-b144-8cf3b6f3069d tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Allocated IP 172.25.0.216 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/f1b904b8-984e-4abf-bafd-d0ffc3b91588) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:57:55.616569 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-2e2fdde2-d041-4f9e-a859-51706106b23f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0d02d2a-38d9-419e-9759-ba01a049886e {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:57:55.616569 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-2e2fdde2-d041-4f9e-a859-51706106b23f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:55.631277 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a57c3-4820-4887-a859-59903f007f3f req-27668942-29e9-4609-be80-6c71873a5c28 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:55.631277 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b12a57c3-4820-4887-a859-59903f007f3f req-27668942-29e9-4609-be80-6c71873a5c28 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/ports?device_id=f6ce7103-0f37-4e8a-b96c-5d515d2f29ba HTTP/1.1" status: 200 len: 945 time: 0.3045185 Feb 09 00:57:55.657316 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09250c32-62d2-4395-9007-770e77cb88d0 req-4d56f0f3-2fa0-448f-b5c9-abde9b0dd6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:55.658815 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-09250c32-62d2-4395-9007-770e77cb88d0 req-4d56f0f3-2fa0-448f-b5c9-abde9b0dd6b1 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.1494052 Feb 09 00:57:55.708214 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07cf88-42a9-4441-be28-8828649ba20a req-824428df-bf6e-4448-bdd6-64cc2e8751dd tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:55.719496 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ec07cf88-42a9-4441-be28-8828649ba20a req-824428df-bf6e-4448-bdd6-64cc2e8751dd tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=763a7eb3-2dd6-42a3-9f56-d22f3c0da01c HTTP/1.1" status: 200 len: 945 time: 0.2844634 Feb 09 00:57:55.730475 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-2e2fdde2-d041-4f9e-a859-51706106b23f service neutron] Transition to ACTIVE for port object e0d02d2a-38d9-419e-9759-ba01a049886e will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:57:55.741483 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-2e2fdde2-d041-4f9e-a859-51706106b23f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:55.774975 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 6194c169-bc09-48bf-a827-ced5e2363a6e up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:57:55.785382 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b12a57c3-4820-4887-a859-59903f007f3f req-4004eae8-c9b4-4ce3-8f5b-1b58a8a52cdf tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/security-groups?id=f58a20dc-4342-436d-a5ca-ae66a87962a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534038 Feb 09 00:57:55.828496 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b84e7891-60f4-4167-b144-8cf3b6f3069d tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:55.840737 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09250c32-62d2-4395-9007-770e77cb88d0 req-551d0f81-e235-47a0-a2b7-fae709a1037a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:55.842292 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-09250c32-62d2-4395-9007-770e77cb88d0 req-551d0f81-e235-47a0-a2b7-fae709a1037a service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1748104 Feb 09 00:57:55.858513 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 6194c169-bc09-48bf-a827-ced5e2363a6e triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:57:55.858970 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:55.881288 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ec07cf88-42a9-4441-be28-8828649ba20a req-db41e790-c119-493c-869c-2bd1c37e1686 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667595 Feb 09 00:57:55.988593 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b84e7891-60f4-4167-b144-8cf3b6f3069d tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:56.071509 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2fdde2-d041-4f9e-a859-51706106b23f service neutron] Pushing event updated for resources: {'Port': ['ID=e0d02d2a-38d9-419e-9759-ba01a049886e,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:56.120069 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-09250c32-62d2-4395-9007-770e77cb88d0 req-8eaf6867-9197-47c0-8425-dd5f40f7701a service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704804 Feb 09 00:57:56.122893 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84e7891-60f4-4167-b144-8cf3b6f3069d tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:57:56.145630 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-b84e7891-60f4-4167-b144-8cf3b6f3069d tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:57:56.156390 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84e7891-60f4-4167-b144-8cf3b6f3069d tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:57:56.249368 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84e7891-60f4-4167-b144-8cf3b6f3069d tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Pushing event updated for resources: {'Port': ['ID=f1b904b8-984e-4abf-bafd-d0ffc3b91588,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:56.255111 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-2e2fdde2-d041-4f9e-a859-51706106b23f service neutron] Attempting to bind port e0d02d2a-38d9-419e-9759-ba01a049886e on host n-h2-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:57:56.255517 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-2e2fdde2-d041-4f9e-a859-51706106b23f service neutron] Attempting to bind port e0d02d2a-38d9-419e-9759-ba01a049886e by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:57:56.255938 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-2e2fdde2-d041-4f9e-a859-51706106b23f service neutron] Attempting to bind port e0d02d2a-38d9-419e-9759-ba01a049886e on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:57:56.308613 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e5578-0d57-4943-80d7-f78e0f05c2ea req-4765493a-b698-4717-a763-7da73012ecfe tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:56.310009 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-df3e5578-0d57-4943-80d7-f78e0f05c2ea req-4765493a-b698-4717-a763-7da73012ecfe tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.62 "GET /v2.0/ports?device_id=92ff2a86-f47b-46cb-a111-ffcb6ee92a2d HTTP/1.1" status: 200 len: 1023 time: 0.5619390 Feb 09 00:57:56.310584 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-2e2fdde2-d041-4f9e-a859-51706106b23f service neutron] Port e0d02d2a-38d9-419e-9759-ba01a049886e on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:57:56.311038 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-2e2fdde2-d041-4f9e-a859-51706106b23f service neutron] Attempting to bind port e0d02d2a-38d9-419e-9759-ba01a049886e on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:57:56.354143 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-2e2fdde2-d041-4f9e-a859-51706106b23f service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:57:56.354485 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-2e2fdde2-d041-4f9e-a859-51706106b23f service neutron] Checking segment: {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:57:56.354871 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-2e2fdde2-d041-4f9e-a859-51706106b23f service neutron] Bound using segment: {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:57:56.355360 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-2e2fdde2-d041-4f9e-a859-51706106b23f service neutron] Bound port: e0d02d2a-38d9-419e-9759-ba01a049886e, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:57:56.355734 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-2e2fdde2-d041-4f9e-a859-51706106b23f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:56.378703 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-09250c32-62d2-4395-9007-770e77cb88d0 req-31411165-6dcc-4539-a93f-f830413f9fef service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520940 Feb 09 00:57:56.391026 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b84e7891-60f4-4167-b144-8cf3b6f3069d tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:56.457350 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b84e7891-60f4-4167-b144-8cf3b6f3069d tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:56.468293 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd974ce-db3e-4a66-8c5b-4e1122858c5d req-a13ea061-683c-43d7-8f5b-8bbf78314bd4 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:56.468992 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-6cd974ce-db3e-4a66-8c5b-4e1122858c5d req-a13ea061-683c-43d7-8f5b-8bbf78314bd4 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Synchronizing usage tracker for tenant:e6fa40f41b9646a7bf38890c5f8e1746 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:57:56.488276 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-df3e5578-0d57-4943-80d7-f78e0f05c2ea req-242a120a-8284-4534-b700-fcd8cb01874e tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Deleting port a5c06ec6-101a-4c48-bd9a-e0a2581f5078 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:57:56.488614 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-df3e5578-0d57-4943-80d7-f78e0f05c2ea req-242a120a-8284-4534-b700-fcd8cb01874e tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:56.578087 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-6cd974ce-db3e-4a66-8c5b-4e1122858c5d req-a13ea061-683c-43d7-8f5b-8bbf78314bd4 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Unset dirty status for tenant:e6fa40f41b9646a7bf38890c5f8e1746 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:57:56.579150 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6cd974ce-db3e-4a66-8c5b-4e1122858c5d req-a13ea061-683c-43d7-8f5b-8bbf78314bd4 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=5c1ec54f-2907-4727-94f6-51d438dcf808 HTTP/1.1" status: 200 len: 947 time: 0.5602863 Feb 09 00:57:56.590972 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-2e2fdde2-d041-4f9e-a859-51706106b23f service neutron] For port e0d02d2a-38d9-419e-9759-ba01a049886e, host n-h2-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:57:56.615780 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b066258-abe1-4438-b611-5a8dccbbbc2e req-3cda8b7d-b4d4-4801-ad8e-195103b9d905 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:56.617273 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0b066258-abe1-4438-b611-5a8dccbbbc2e req-3cda8b7d-b4d4-4801-ad8e-195103b9d905 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/ports?device_id=92ff2a86-f47b-46cb-a111-ffcb6ee92a2d HTTP/1.1" status: 200 len: 1023 time: 0.3655066 Feb 09 00:57:56.684526 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-2e2fdde2-d041-4f9e-a859-51706106b23f service neutron] For port e0d02d2a-38d9-419e-9759-ba01a049886e, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=e0d02d2a-38d9-419e-9759-ba01a049886e,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:57:56.697036 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b84e7891-60f4-4167-b144-8cf3b6f3069d tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:56.702636 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b84e7891-60f4-4167-b144-8cf3b6f3069d tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:56.707505 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-2e2fdde2-d041-4f9e-a859-51706106b23f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:56.771427 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84e7891-60f4-4167-b144-8cf3b6f3069d tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Pushing event updated for resources: {'Port': ['ID=f1b904b8-984e-4abf-bafd-d0ffc3b91588,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:56.829385 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b84e7891-60f4-4167-b144-8cf3b6f3069d tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:56.852336 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b84e7891-60f4-4167-b144-8cf3b6f3069d tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:56.853666 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b84e7891-60f4-4167-b144-8cf3b6f3069d tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1941888 Feb 09 00:57:56.880189 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6cd974ce-db3e-4a66-8c5b-4e1122858c5d req-158066b8-1577-4ca9-b795-a41ebb6d1a53 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/security-groups?id=bc5d6135-6634-4167-99ad-f31267fef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926028 Feb 09 00:57:56.893389 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0b066258-abe1-4438-b611-5a8dccbbbc2e req-64fb840d-3738-4d5a-a4fb-ffbc1333475c tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/security-groups?id=7a41164b-f8ff-42bb-9f07-5a8b20857d4c&id=2cd63bc8-3887-4f55-952c-1971b82f2ed9&id=c8b33467-ad12-46d8-8a05-a209f1dbd10c&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2424736 Feb 09 00:57:56.894695 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-2e2fdde2-d041-4f9e-a859-51706106b23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:56.895295 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-2e2fdde2-d041-4f9e-a859-51706106b23f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:56.896693 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-2e2fdde2-d041-4f9e-a859-51706106b23f service neutron] 10.222.0.99 "PUT /v2.0/ports/e0d02d2a-38d9-419e-9759-ba01a049886e HTTP/1.1" status: 200 len: 1095 time: 3.2010527 Feb 09 00:57:56.953514 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device f26441cd-75ef-400d-9f30-37093ee34385 details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:57:56.971967 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b50d6d-b742-465e-b92d-ffeb95538b3f', 'name': 'network-vif-deleted', 'tag': '18e5b7f8-4107-4b63-9dee-d921fc6084ef', 'status': 'completed', 'code': 200} Feb 09 00:57:57.126099 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port f26441cd-75ef-400d-9f30-37093ee34385, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=f26441cd-75ef-400d-9f30-37093ee34385,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:57:57.140460 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': 'f26441cd-75ef-400d-9f30-37093ee34385', 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6', 'port_id': 'f26441cd-75ef-400d-9f30-37093ee34385', 'mac_address': 'fa:16:3e:e5:dd:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7938d94-1f0f-48bd-a0b3-26d5344ff0ec', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:57:57.211385 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:57.229174 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f26441cd-75ef-400d-9f30-37093ee34385 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:57:57.231302 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2fdde2-d041-4f9e-a859-51706106b23f service neutron] Pushing event updated for resources: {'Port': ['ID=e0d02d2a-38d9-419e-9759-ba01a049886e,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:57.245911 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port f26441cd-75ef-400d-9f30-37093ee34385, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=f26441cd-75ef-400d-9f30-37093ee34385,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:57:57.249702 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:57.253173 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-214511f8-5cf3-4a84-b9bb-8596d152f7c4 req-280d9d51-3b18-4289-a77d-866cdc9d2a16 tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] 10.222.0.105 "GET /v2.0/floatingips/dbf25a6a-d4ba-44e5-abaa-44bee2f2fe2a HTTP/1.1" status: 200 len: 692 time: 0.2754655 Feb 09 00:57:57.317258 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=f26441cd-75ef-400d-9f30-37093ee34385,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:57.376817 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-df3e5578-0d57-4943-80d7-f78e0f05c2ea req-242a120a-8284-4534-b700-fcd8cb01874e tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] For port a5c06ec6-101a-4c48-bd9a-e0a2581f5078, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=a5c06ec6-101a-4c48-bd9a-e0a2581f5078,segment=NetworkSegment(d4b0745e-10a8-49f6-a2dc-b593536fd7b9),segment_id=d4b0745e-10a8-49f6-a2dc-b593536fd7b9)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:57:57.377393 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-df3e5578-0d57-4943-80d7-f78e0f05c2ea req-242a120a-8284-4534-b700-fcd8cb01874e tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:57.529982 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-df3e5578-0d57-4943-80d7-f78e0f05c2ea req-242a120a-8284-4534-b700-fcd8cb01874e tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Calling delete_port for a5c06ec6-101a-4c48-bd9a-e0a2581f5078 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:57:57.623277 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-ab4aefd3-ea4f-4632-8956-9a67c10aa3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:57.624768 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-ab4aefd3-ea4f-4632-8956-9a67c10aa3ce service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e6fa40f41b9646a7bf38890c5f8e1746&device_id=5c1ec54f-2907-4727-94f6-51d438dcf808 HTTP/1.1" status: 200 len: 1098 time: 0.6847067 Feb 09 00:57:57.662497 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['f26441cd-75ef-400d-9f30-37093ee34385'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:57:57.724151 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b31f068-009b-4cdd-8f4b-2255d4932188 req-e1819d33-952b-4546-994b-39e3e9c6a3c4 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:57.725619 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5b31f068-009b-4cdd-8f4b-2255d4932188 req-e1819d33-952b-4546-994b-39e3e9c6a3c4 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=d777eaa7-ab2e-48f1-8f52-4ac39125a2bb HTTP/1.1" status: 200 len: 945 time: 0.5396330 Feb 09 00:57:57.739717 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-ababe27e-4862-4301-9d77-71de0b124068 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=e0d02d2a-38d9-419e-9759-ba01a049886e HTTP/1.1" status: 200 len: 217 time: 0.0914748 Feb 09 00:57:57.748968 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214511f8-5cf3-4a84-b9bb-8596d152f7c4 req-f180b1bc-6da5-47ab-8049-848dc02965eb tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:57.750303 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-214511f8-5cf3-4a84-b9bb-8596d152f7c4 req-f180b1bc-6da5-47ab-8049-848dc02965eb tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] 10.222.0.105 "GET /v2.0/networks/3d885c3c-255c-4e54-addc-b28437d0b18e HTTP/1.1" status: 200 len: 784 time: 0.4745185 Feb 09 00:57:57.929894 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-214511f8-5cf3-4a84-b9bb-8596d152f7c4 req-b5c64a94-4fa3-4641-b9b7-e4d11c7eb8f8 tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Synchronizing usage tracker for tenant:c087c538c6c04537bb8fc0b2ca489a68 on resource:floatingip {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:57:57.965224 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5b31f068-009b-4cdd-8f4b-2255d4932188 req-50c1fbac-c8da-41f6-a787-8304b724f9a3 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=ceaabe02-67e8-49da-9640-53d4e3b33273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269535 Feb 09 00:57:57.979690 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-296db513-0f09-4cee-90f2-ccf088273a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:57.982190 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-296db513-0f09-4cee-90f2-ccf088273a4e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.2169387 Feb 09 00:57:57.987937 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-214511f8-5cf3-4a84-b9bb-8596d152f7c4 req-b5c64a94-4fa3-4641-b9b7-e4d11c7eb8f8 tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Unset dirty status for tenant:c087c538c6c04537bb8fc0b2ca489a68 on resource:floatingip {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:57:57.989232 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-214511f8-5cf3-4a84-b9bb-8596d152f7c4 req-b5c64a94-4fa3-4641-b9b7-e4d11c7eb8f8 tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.0.51 HTTP/1.1" status: 200 len: 695 time: 0.2250597 Feb 09 00:57:58.097389 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-df3e5578-0d57-4943-80d7-f78e0f05c2ea req-242a120a-8284-4534-b700-fcd8cb01874e tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:58.109393 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['744c8ee2-f6d2-48d2-ae12-e6633911caff', 'a5c06ec6-101a-4c48-bd9a-e0a2581f5078'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:57:58.182180 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-214511f8-5cf3-4a84-b9bb-8596d152f7c4 req-ee8f13b9-2a8e-4447-a7c8-a3347c71557b tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.0.51 HTTP/1.1" status: 200 len: 695 time: 0.1828251 Feb 09 00:57:58.220650 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242a120a-8284-4534-b700-fcd8cb01874e tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Pushing event deleted for resources: {'Port': ['ID=a5c06ec6-101a-4c48-bd9a-e0a2581f5078,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:58.321674 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48090) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:58.488667 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-df3e5578-0d57-4943-80d7-f78e0f05c2ea req-242a120a-8284-4534-b700-fcd8cb01874e tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] No DVR routers for this DVR port a5c06ec6-101a-4c48-bd9a-e0a2581f5078 on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:57:58.492642 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-df3e5578-0d57-4943-80d7-f78e0f05c2ea req-242a120a-8284-4534-b700-fcd8cb01874e tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:58.495711 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-070a1b4a-fac1-4eae-9ab9-33c9cda6cd7b admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=1510c38a4b2046b5a9943ab7f2f7db5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1727419 Feb 09 00:57:58.498460 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48096) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:58.501042 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-214511f8-5cf3-4a84-b9bb-8596d152f7c4 req-eb6869dd-fb81-4298-925d-c233837d1cdb tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Deleting port 07c79858-a898-4b79-91ca-5b685b40bf9e {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:57:58.501381 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-214511f8-5cf3-4a84-b9bb-8596d152f7c4 req-eb6869dd-fb81-4298-925d-c233837d1cdb tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:58.533794 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-b56dea21-b215-4ef3-8a6e-4ce13be45445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:58.535269 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-b56dea21-b215-4ef3-8a6e-4ce13be45445 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5332091 Feb 09 00:57:58.560395 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-82422751-4697-4d64-a9d5-d61087359c07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:58.588730 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-82422751-4697-4d64-a9d5-d61087359c07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:58.649385 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-82422751-4697-4d64-a9d5-d61087359c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:58.667369 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82422751-4697-4d64-a9d5-d61087359c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:58.680943 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-82422751-4697-4d64-a9d5-d61087359c07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:58.682125 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-82422751-4697-4d64-a9d5-d61087359c07 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/d1a1ef2a-d9a8-44dd-b3ab-fbb9fc3518d9 HTTP/1.1" status: 204 len: 168 time: 0.1827586 Feb 09 00:57:58.694528 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-df3e5578-0d57-4943-80d7-f78e0f05c2ea req-242a120a-8284-4534-b700-fcd8cb01874e tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.62 "DELETE /v2.0/ports/a5c06ec6-101a-4c48-bd9a-e0a2581f5078 HTTP/1.1" status: 204 len: 173 time: 2.3721409 Feb 09 00:57:58.865981 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8b80e8-7e91-432e-bbcd-b0b59332dbfe req-083eced3-e517-4501-852d-c484aa2ce1c1 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:58.867462 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cb8b80e8-7e91-432e-bbcd-b0b59332dbfe req-083eced3-e517-4501-852d-c484aa2ce1c1 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/ports?device_id=f6ce7103-0f37-4e8a-b96c-5d515d2f29ba HTTP/1.1" status: 200 len: 945 time: 0.7054758 Feb 09 00:57:58.961563 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device f26441cd-75ef-400d-9f30-37093ee34385 up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:57:58.972942 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c1ec54f-2907-4727-94f6-51d438dcf808', 'tag': 'e0d02d2a-38d9-419e-9759-ba01a049886e'}, {'server_uuid': '92ff2a86-f47b-46cb-a111-ffcb6ee92a2d', 'name': 'network-vif-deleted', 'tag': 'a5c06ec6-101a-4c48-bd9a-e0a2581f5078'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:57:58.982349 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-214511f8-5cf3-4a84-b9bb-8596d152f7c4 req-eb6869dd-fb81-4298-925d-c233837d1cdb tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:58.982794 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-214511f8-5cf3-4a84-b9bb-8596d152f7c4 req-eb6869dd-fb81-4298-925d-c233837d1cdb tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:58.991696 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-97878f40-35ec-4172-9c1c-755101753f9e service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4464307 Feb 09 00:57:58.994781 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cb8b80e8-7e91-432e-bbcd-b0b59332dbfe req-87f578d9-83ba-4438-a96e-085fbc5b6b53 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/security-groups?id=f58a20dc-4342-436d-a5ca-ae66a87962a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162095 Feb 09 00:57:59.005818 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48108) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:59.054917 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning for port f26441cd-75ef-400d-9f30-37093ee34385 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:57:59.061846 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port f26441cd-75ef-400d-9f30-37093ee34385 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:57:59.062219 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:59.066586 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-761d34f6-ec5c-4db5-a798-05974eddb43e admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=5e2c7be96b45429b9a1e91c2a5121285&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0573604 Feb 09 00:57:59.066968 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48112) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:59.156156 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-341f0988-00bb-4b7d-8f38-2980cdefc5f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:59.196993 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-341f0988-00bb-4b7d-8f38-2980cdefc5f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:59.205060 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:59.207647 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-214511f8-5cf3-4a84-b9bb-8596d152f7c4 req-eb6869dd-fb81-4298-925d-c233837d1cdb tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Calling delete_port for 07c79858-a898-4b79-91ca-5b685b40bf9e owned by network:floatingip {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:57:59.240740 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '647df42a-a52c-4fc0-a9c1-0edd9aa13652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f26441cd-75ef-400d-9f30-37093ee34385'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:57:59.259539 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port f26441cd-75ef-400d-9f30-37093ee34385, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=f26441cd-75ef-400d-9f30-37093ee34385,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:57:59.264502 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:59.266598 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-341f0988-00bb-4b7d-8f38-2980cdefc5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:59.283062 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341f0988-00bb-4b7d-8f38-2980cdefc5f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036c86d9-c9c5-440f-9cc3-48d38566eac3,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:59.297372 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-341f0988-00bb-4b7d-8f38-2980cdefc5f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:59.301097 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-341f0988-00bb-4b7d-8f38-2980cdefc5f5 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/036c86d9-c9c5-440f-9cc3-48d38566eac3 HTTP/1.1" status: 204 len: 168 time: 0.2306395 Feb 09 00:57:59.398259 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1cfcb0aa-9f44-4c38-afc3-fe93fd7a86b1 req-ef0dd317-5798-48d4-9dfe-23e6d0236cc7 service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3994505 Feb 09 00:57:59.400206 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=f26441cd-75ef-400d-9f30-37093ee34385,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:59.457985 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456659f2-b388-4799-aaf0-ed29da1d4953 req-c16ce550-3bc9-4a15-bb63-bde3619bbc6c tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:59.459458 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-456659f2-b388-4799-aaf0-ed29da1d4953 req-c16ce550-3bc9-4a15-bb63-bde3619bbc6c tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=763a7eb3-2dd6-42a3-9f56-d22f3c0da01c HTTP/1.1" status: 200 len: 945 time: 0.2700441 Feb 09 00:57:59.508046 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-214511f8-5cf3-4a84-b9bb-8596d152f7c4 req-eb6869dd-fb81-4298-925d-c233837d1cdb tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:59.565468 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6869dd-fb81-4298-925d-c233837d1cdb tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Pushing event deleted for resources: {'Port': ['ID=07c79858-a898-4b79-91ca-5b685b40bf9e,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:59.571388 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-456659f2-b388-4799-aaf0-ed29da1d4953 req-2e7cf02b-1e02-4abe-b315-9fbfd4ebea7b tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053381 Feb 09 00:57:59.678080 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-214511f8-5cf3-4a84-b9bb-8596d152f7c4 req-eb6869dd-fb81-4298-925d-c233837d1cdb tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Notify callbacks [] for floatingip, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:59.697876 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-214511f8-5cf3-4a84-b9bb-8596d152f7c4 req-eb6869dd-fb81-4298-925d-c233837d1cdb tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:59.702753 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-214511f8-5cf3-4a84-b9bb-8596d152f7c4 req-eb6869dd-fb81-4298-925d-c233837d1cdb tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] 10.222.0.105 "DELETE /v2.0/floatingips/dbf25a6a-d4ba-44e5-abaa-44bee2f2fe2a HTTP/1.1" status: 204 len: 173 time: 1.4778390 Feb 09 00:57:59.757539 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5c14afb2-3b72-4d02-9499-6e65dd8ca759 req-82c9917f-bde2-49fe-a1fe-0d1e2509961f tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-securitygroup--1302322882&fields=id&tenant_id=5ab071afec5940ee87f2fe6f811dc280 HTTP/1.1" status: 200 len: 267 time: 0.0469289 Feb 09 00:57:59.972624 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c14afb2-3b72-4d02-9499-6e65dd8ca759 req-fe1b259b-fa91-42a2-bb76-0fa6f52be549 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:59.974116 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5c14afb2-3b72-4d02-9499-6e65dd8ca759 req-fe1b259b-fa91-42a2-bb76-0fa6f52be549 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] 10.222.0.105 "GET /v2.0/networks?id=3bfe3936-690c-45c5-b4c5-955c0f482c02 HTTP/1.1" status: 200 len: 811 time: 0.2090039 Feb 09 00:57:59.983367 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683680bf-1776-406e-8d27-4672563e671c req-9ce51dde-5468-4444-adfa-6bcb82b3e5bd tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:59.984877 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-683680bf-1776-406e-8d27-4672563e671c req-9ce51dde-5468-4444-adfa-6bcb82b3e5bd tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=5c1ec54f-2907-4727-94f6-51d438dcf808 HTTP/1.1" status: 200 len: 947 time: 0.1960285 Feb 09 00:58:00.009458 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5c14afb2-3b72-4d02-9499-6e65dd8ca759 req-ebcf581f-f38c-4920-a18a-951080d509fc tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] 10.222.0.105 "GET /v2.0/quotas/5ab071afec5940ee87f2fe6f811dc280 HTTP/1.1" status: 200 len: 375 time: 0.0235217 Feb 09 00:58:00.082315 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-683680bf-1776-406e-8d27-4672563e671c req-ad764333-99ad-4751-9e31-f298bd8cc463 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/security-groups?id=bc5d6135-6634-4167-99ad-f31267fef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898454 Feb 09 00:58:00.121626 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5c14afb2-3b72-4d02-9499-6e65dd8ca759 req-869ec234-bc6e-4883-9e35-1b1e8c98e14d tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=5ab071afec5940ee87f2fe6f811dc280&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1042848 Feb 09 00:58:00.241735 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c1ec54f-2907-4727-94f6-51d438dcf808', 'tag': 'e0d02d2a-38d9-419e-9759-ba01a049886e', 'status': 'completed', 'code': 200} Feb 09 00:58:00.241918 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92ff2a86-f47b-46cb-a111-ffcb6ee92a2d', 'name': 'network-vif-deleted', 'tag': 'a5c06ec6-101a-4c48-bd9a-e0a2581f5078', 'status': 'completed', 'code': 200} Feb 09 00:58:00.371624 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5c14afb2-3b72-4d02-9499-6e65dd8ca759 req-bad31509-70fd-4f8e-889d-47f4ac243eef service neutron] 10.222.0.105 "GET /v2.0/networks/3bfe3936-690c-45c5-b4c5-955c0f482c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357705 Feb 09 00:58:00.616492 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cb8bde-698b-4515-8617-a01b3de9f0e9 req-00ddce62-b29f-4e26-b9fc-d1c40fb889b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:00.618128 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-74cb8bde-698b-4515-8617-a01b3de9f0e9 req-00ddce62-b29f-4e26-b9fc-d1c40fb889b3 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e6fa40f41b9646a7bf38890c5f8e1746&device_id=5c1ec54f-2907-4727-94f6-51d438dcf808 HTTP/1.1" status: 200 len: 1098 time: 0.3733778 Feb 09 00:58:00.669350 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device a5c06ec6-101a-4c48-bd9a-e0a2581f5078 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:58:00.704128 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: a5c06ec6-101a-4c48-bd9a-e0a2581f5078 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 00:58:00.704468 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device a5c06ec6-101a-4c48-bd9a-e0a2581f5078 not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 00:58:00.737321 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5c14afb2-3b72-4d02-9499-6e65dd8ca759 req-9ab5baec-1d77-49a3-882f-1c7ef2df891c service neutron] 10.222.0.105 "GET /v2.0/networks/3bfe3936-690c-45c5-b4c5-955c0f482c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3549652 Feb 09 00:58:00.744834 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0f65f-a00d-4fb1-a652-4ca4e8ade885 req-e9342bf1-a81e-4186-8121-9b1852e4a032 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:00.746774 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-09e0f65f-a00d-4fb1-a652-4ca4e8ade885 req-e9342bf1-a81e-4186-8121-9b1852e4a032 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=d777eaa7-ab2e-48f1-8f52-4ac39125a2bb HTTP/1.1" status: 200 len: 945 time: 0.4199002 Feb 09 00:58:00.820315 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-09e0f65f-a00d-4fb1-a652-4ca4e8ade885 req-bae39bf8-0d40-4097-b895-4d3e0b95cd53 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=ceaabe02-67e8-49da-9640-53d4e3b33273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637090 Feb 09 00:58:00.839177 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cb8bde-698b-4515-8617-a01b3de9f0e9 req-40d4b2e6-54ab-400e-9d1e-5a7f1aab1199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:00.841791 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-74cb8bde-698b-4515-8617-a01b3de9f0e9 req-40d4b2e6-54ab-400e-9d1e-5a7f1aab1199 service neutron] 10.222.0.99 "GET /v2.0/networks?id=42d335cf-a678-4bc3-901b-7d21fb8587e6 HTTP/1.1" status: 200 len: 870 time: 0.2076864 Feb 09 00:58:00.888364 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '647df42a-a52c-4fc0-a9c1-0edd9aa13652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f26441cd-75ef-400d-9f30-37093ee34385', 'code': 200} Feb 09 00:58:00.956198 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-74cb8bde-698b-4515-8617-a01b3de9f0e9 req-e9ae321b-565c-4fe6-aa4f-798bf0675ba3 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=e0d02d2a-38d9-419e-9759-ba01a049886e HTTP/1.1" status: 200 len: 217 time: 0.1079805 Feb 09 00:58:01.096537 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df0d85b-7133-4b14-9464-208c91086aac req-39c1c093-e4f6-4fea-a00a-b99a3572423d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:01.098258 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-6df0d85b-7133-4b14-9464-208c91086aac req-39c1c093-e4f6-4fea-a00a-b99a3572423d service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=647df42a-a52c-4fc0-a9c1-0edd9aa13652 HTTP/1.1" status: 200 len: 1101 time: 0.1224563 Feb 09 00:58:01.131248 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2fb60655-61b0-4839-b445-cedf105cbaed req-9a4b21d8-4ece-4589-b4ac-42c6bd778475 tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] 10.222.0.105 "GET /v2.0/floatingips/adbe5e2a-2249-4a73-a29d-9a9b4a767923 HTTP/1.1" status: 200 len: 693 time: 0.1776762 Feb 09 00:58:01.175428 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48184) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:01.269000 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cb8bde-698b-4515-8617-a01b3de9f0e9 req-1f24770e-c277-4996-a526-4930f6945426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:01.270488 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-74cb8bde-698b-4515-8617-a01b3de9f0e9 req-1f24770e-c277-4996-a526-4930f6945426 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.2468412 Feb 09 00:58:01.296069 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-6df0d85b-7133-4b14-9464-208c91086aac req-d602ab7a-df8e-4ca8-83ed-561fc989b2a5 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=bc5d6135-6634-4167-99ad-f31267fef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910737 Feb 09 00:58:01.429999 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-66a48426-8f4b-432c-a574-3b5b454d61d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:01.493123 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e211b735-b609-499b-b268-91ce986bf9e3 req-1783fd3a-f589-4f78-a595-565d3e2ec541 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:01.494309 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e211b735-b609-499b-b268-91ce986bf9e3 req-1783fd3a-f589-4f78-a595-565d3e2ec541 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/ports?device_id=f6ce7103-0f37-4e8a-b96c-5d515d2f29ba HTTP/1.1" status: 200 len: 945 time: 0.4695649 Feb 09 00:58:01.505933 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-66a48426-8f4b-432c-a574-3b5b454d61d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:58:01.514003 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-66a48426-8f4b-432c-a574-3b5b454d61d8 admin admin] Usage tracker for resource:security_group_rule and tenant:fdf3be0f6976402ca65f51339a98eff2 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:58:01.537552 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb60655-61b0-4839-b445-cedf105cbaed req-ad415634-477f-4372-b8bc-b86531c32150 tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:01.539053 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2fb60655-61b0-4839-b445-cedf105cbaed req-ad415634-477f-4372-b8bc-b86531c32150 tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] 10.222.0.105 "GET /v2.0/networks/3d885c3c-255c-4e54-addc-b28437d0b18e HTTP/1.1" status: 200 len: 784 time: 0.3976398 Feb 09 00:58:01.542242 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-66a48426-8f4b-432c-a574-3b5b454d61d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:58:01.557078 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-66a48426-8f4b-432c-a574-3b5b454d61d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:58:01.693751 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-2fb60655-61b0-4839-b445-cedf105cbaed req-f29e12de-5b35-477d-94df-6f67587caecc tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Synchronizing usage tracker for tenant:c087c538c6c04537bb8fc0b2ca489a68 on resource:floatingip {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:58:01.703621 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e211b735-b609-499b-b268-91ce986bf9e3 req-cfde0dec-6883-408a-a94b-83d10ff7591e tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/security-groups?id=f58a20dc-4342-436d-a5ca-ae66a87962a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988652 Feb 09 00:58:01.709237 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-ff198bdd-4cdd-4d77-8c89-44c67773ec88 tempest-LiveAutoBlockMigrationV225Test-40327280 tempest-LiveAutoBlockMigrationV225Test-40327280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:01.710802 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-ff198bdd-4cdd-4d77-8c89-44c67773ec88 tempest-LiveAutoBlockMigrationV225Test-40327280 tempest-LiveAutoBlockMigrationV225Test-40327280-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=763a7eb3-2dd6-42a3-9f56-d22f3c0da01c&tenant_id=35dd69c7034749ab9d62471941920e2c&binding%3Ahost_id=n-h2-828418-1 HTTP/1.1" status: 200 len: 1096 time: 0.4392920 Feb 09 00:58:01.723038 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cb8bde-698b-4515-8617-a01b3de9f0e9 req-125fc77a-9403-460f-abdf-29b488bdc89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:01.724585 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-74cb8bde-698b-4515-8617-a01b3de9f0e9 req-125fc77a-9403-460f-abdf-29b488bdc89b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4108491 Feb 09 00:58:01.733213 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-927c6e46-42c6-4a42-88e7-af6824b73f74 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828418-1'}}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:58:01.818288 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-2fb60655-61b0-4839-b445-cedf105cbaed req-f29e12de-5b35-477d-94df-6f67587caecc tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Unset dirty status for tenant:c087c538c6c04537bb8fc0b2ca489a68 on resource:floatingip {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:58:01.819454 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2fb60655-61b0-4839-b445-cedf105cbaed req-f29e12de-5b35-477d-94df-6f67587caecc tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.0.136 HTTP/1.1" status: 200 len: 696 time: 0.2657266 Feb 09 00:58:02.060787 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2fb60655-61b0-4839-b445-cedf105cbaed req-c6b64b06-2287-4c0d-bb90-c65170f41c74 tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.0.136 HTTP/1.1" status: 200 len: 696 time: 0.1789937 Feb 09 00:58:02.095973 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-52b8f041-fcef-4e71-8133-dd95c9f89c89 req-88d0667f-52ad-4a2e-bcdd-75d75d21684e tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/security-groups/c8b33467-ad12-46d8-8a05-a209f1dbd10c HTTP/1.1" status: 200 len: 1800 time: 0.3335059 Feb 09 00:58:02.419540 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-927c6e46-42c6-4a42-88e7-af6824b73f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:02.551298 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-66a48426-8f4b-432c-a574-3b5b454d61d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:02.575002 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-2fb60655-61b0-4839-b445-cedf105cbaed req-0de2f2ea-1c36-4d0e-ac59-e5145e2cf96b tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Deleting port e38abefa-f586-4716-bb67-a0000a55a75e {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:58:02.575354 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-2fb60655-61b0-4839-b445-cedf105cbaed req-0de2f2ea-1c36-4d0e-ac59-e5145e2cf96b tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:02.634317 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-74cb8bde-698b-4515-8617-a01b3de9f0e9 req-29621462-48b3-41bc-960a-c2fb9d00e05a service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8730350 Feb 09 00:58:02.634902 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-66a48426-8f4b-432c-a574-3b5b454d61d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:02.670202 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 0e9696b7-60ef-432d-8bf7-d605730b4909 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:58:02.839080 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 0e9696b7-60ef-432d-8bf7-d605730b4909, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=0e9696b7-60ef-432d-8bf7-d605730b4909,segment=NetworkSegment(d7050703-a45d-45b0-a89d-e74c0c0ae2fb),segment_id=d7050703-a45d-45b0-a89d-e74c0c0ae2fb)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:58:02.852901 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 0e9696b7-60ef-432d-8bf7-d605730b4909 has no active binding in host n-h1-828418-1 {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 09 00:58:02.931593 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48196) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:02.932204 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-66a48426-8f4b-432c-a574-3b5b454d61d8 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=fdf3be0f6976402ca65f51339a98eff2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7527201 Feb 09 00:58:02.945331 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-52b8f041-fcef-4e71-8133-dd95c9f89c89 req-e3b15989-2bdd-49a0-9ba5-24316f19f6ee tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:02.965977 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a48426-8f4b-432c-a574-3b5b454d61d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6b2562-60df-46ae-8be9-5f798666b622,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:02.999958 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2dd8-de5a-4354-9f0a-015ce616df92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:03.028258 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2dd8-de5a-4354-9f0a-015ce616df92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:03.044117 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c14afb2-3b72-4d02-9499-6e65dd8ca759 req-13795fdb-72e6-41ef-978c-b4d06bed69e5 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:03.045527 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5c14afb2-3b72-4d02-9499-6e65dd8ca759 req-13795fdb-72e6-41ef-978c-b4d06bed69e5 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] 10.222.0.62 "GET /v2.0/networks?id=3bfe3936-690c-45c5-b4c5-955c0f482c02 HTTP/1.1" status: 200 len: 811 time: 0.9576035 Feb 09 00:58:03.071630 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a48426-8f4b-432c-a574-3b5b454d61d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:03.071969 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a48426-8f4b-432c-a574-3b5b454d61d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:03.072302 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a48426-8f4b-432c-a574-3b5b454d61d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:03.072631 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a48426-8f4b-432c-a574-3b5b454d61d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:03.072970 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a48426-8f4b-432c-a574-3b5b454d61d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:03.073274 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a48426-8f4b-432c-a574-3b5b454d61d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:03.073589 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a48426-8f4b-432c-a574-3b5b454d61d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:03.074444 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a48426-8f4b-432c-a574-3b5b454d61d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:03.075119 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a48426-8f4b-432c-a574-3b5b454d61d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:03.075355 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a48426-8f4b-432c-a574-3b5b454d61d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:03.075492 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a48426-8f4b-432c-a574-3b5b454d61d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:03.075804 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a48426-8f4b-432c-a574-3b5b454d61d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:03.091126 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2dd8-de5a-4354-9f0a-015ce616df92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:03.108218 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4a2dd8-de5a-4354-9f0a-015ce616df92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6b2562-60df-46ae-8be9-5f798666b622,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:03.114258 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2dd8-de5a-4354-9f0a-015ce616df92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:03.118991 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9b4a2dd8-de5a-4354-9f0a-015ce616df92 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/8c6b2562-60df-46ae-8be9-5f798666b622 HTTP/1.1" status: 204 len: 168 time: 0.1863401 Feb 09 00:58:03.144316 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-52b8f041-fcef-4e71-8133-dd95c9f89c89 req-e3b15989-2bdd-49a0-9ba5-24316f19f6ee tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:03.237446 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5c14afb2-3b72-4d02-9499-6e65dd8ca759 req-038c9415-2c55-4222-a7ed-52a324795e3d tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ab071afec5940ee87f2fe6f811dc280 HTTP/1.1" status: 200 len: 380 time: 0.1703634 Feb 09 00:58:03.259374 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-2fb60655-61b0-4839-b445-cedf105cbaed req-0de2f2ea-1c36-4d0e-ac59-e5145e2cf96b tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:03.259696 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-2fb60655-61b0-4839-b445-cedf105cbaed req-0de2f2ea-1c36-4d0e-ac59-e5145e2cf96b tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:03.271655 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-5c14afb2-3b72-4d02-9499-6e65dd8ca759 req-89705527-f451-4acb-8ba2-f407f65c845b tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Request body: {'port': {'device_id': 'c4ec68e7-b6ad-48d8-a8d4-bd26aac701ab', 'network_id': '3bfe3936-690c-45c5-b4c5-955c0f482c02', 'admin_state_up': True, 'tenant_id': '5ab071afec5940ee87f2fe6f811dc280', 'security_groups': ['bda502f9-4423-4e66-b8ed-210d30241f24']}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:58:03.356230 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-74cb8bde-698b-4515-8617-a01b3de9f0e9 req-f04ac47f-2834-4eff-883f-1f391d1394c4 service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6995900 Feb 09 00:58:03.412910 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48204) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:03.431658 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-822f0c01-b943-4839-a14e-617aa5cc3d69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:03.446193 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-822f0c01-b943-4839-a14e-617aa5cc3d69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:58:03.450673 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-822f0c01-b943-4839-a14e-617aa5cc3d69 admin admin] Usage tracker for resource:security_group_rule and tenant:dcad2e9458bb440fa5999ffdd2bdaf28 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:58:03.453363 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-822f0c01-b943-4839-a14e-617aa5cc3d69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:58:03.459031 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-822f0c01-b943-4839-a14e-617aa5cc3d69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:58:03.492867 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-2fb60655-61b0-4839-b445-cedf105cbaed req-0de2f2ea-1c36-4d0e-ac59-e5145e2cf96b tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Calling delete_port for e38abefa-f586-4716-bb67-a0000a55a75e owned by network:floatingip {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:58:03.561763 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-52b8f041-fcef-4e71-8133-dd95c9f89c89 req-e3b15989-2bdd-49a0-9ba5-24316f19f6ee tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:03.568592 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-822f0c01-b943-4839-a14e-617aa5cc3d69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:03.575513 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-822f0c01-b943-4839-a14e-617aa5cc3d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:03.579873 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-927c6e46-42c6-4a42-88e7-af6824b73f74 service neutron] For port 0e9696b7-60ef-432d-8bf7-d605730b4909, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=0e9696b7-60ef-432d-8bf7-d605730b4909,segment=NetworkSegment(d7050703-a45d-45b0-a89d-e74c0c0ae2fb),segment_id=d7050703-a45d-45b0-a89d-e74c0c0ae2fb)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:58:03.631378 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b15989-2bdd-49a0-9ba5-24316f19f6ee tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b33467-ad12-46d8-8a05-a209f1dbd10c,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:03.662609 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822f0c01-b943-4839-a14e-617aa5cc3d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=530e34c9-6d41-4cb4-8fb7-33aef6988e5a,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:03.675424 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822f0c01-b943-4839-a14e-617aa5cc3d69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:03.675634 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822f0c01-b943-4839-a14e-617aa5cc3d69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:03.675973 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822f0c01-b943-4839-a14e-617aa5cc3d69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:03.676303 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822f0c01-b943-4839-a14e-617aa5cc3d69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:03.676632 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822f0c01-b943-4839-a14e-617aa5cc3d69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:03.677568 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822f0c01-b943-4839-a14e-617aa5cc3d69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:03.677568 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822f0c01-b943-4839-a14e-617aa5cc3d69 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:03.677568 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822f0c01-b943-4839-a14e-617aa5cc3d69 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:03.677963 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822f0c01-b943-4839-a14e-617aa5cc3d69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:03.678416 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822f0c01-b943-4839-a14e-617aa5cc3d69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:03.678536 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822f0c01-b943-4839-a14e-617aa5cc3d69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:03.678893 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822f0c01-b943-4839-a14e-617aa5cc3d69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:03.691170 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-822f0c01-b943-4839-a14e-617aa5cc3d69 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=dcad2e9458bb440fa5999ffdd2bdaf28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2744570 Feb 09 00:58:03.691170 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48208) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:03.737064 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-52b8f041-fcef-4e71-8133-dd95c9f89c89 req-e3b15989-2bdd-49a0-9ba5-24316f19f6ee tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:03.738225 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-52b8f041-fcef-4e71-8133-dd95c9f89c89 req-e3b15989-2bdd-49a0-9ba5-24316f19f6ee tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "DELETE /v2.0/security-groups/c8b33467-ad12-46d8-8a05-a209f1dbd10c HTTP/1.1" status: 204 len: 173 time: 1.4310191 Feb 09 00:58:03.752696 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-63319f30-622c-4d0a-b24d-3b06805ee101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:03.756953 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-5c14afb2-3b72-4d02-9499-6e65dd8ca759 req-89705527-f451-4acb-8ba2-f407f65c845b tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:58:03.766243 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-5c14afb2-3b72-4d02-9499-6e65dd8ca759 req-89705527-f451-4acb-8ba2-f407f65c845b tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Usage tracker for resource:port and tenant:5ab071afec5940ee87f2fe6f811dc280 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:58:03.770482 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-927c6e46-42c6-4a42-88e7-af6824b73f74 service neutron] For port 0e9696b7-60ef-432d-8bf7-d605730b4909, host n-h2-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:58:03.784434 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-63319f30-622c-4d0a-b24d-3b06805ee101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:03.800665 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-5c14afb2-3b72-4d02-9499-6e65dd8ca759 req-89705527-f451-4acb-8ba2-f407f65c845b tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:58:03.821954 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-5c14afb2-3b72-4d02-9499-6e65dd8ca759 req-89705527-f451-4acb-8ba2-f407f65c845b tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:58:03.846973 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-63319f30-622c-4d0a-b24d-3b06805ee101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:03.861871 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63319f30-622c-4d0a-b24d-3b06805ee101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530e34c9-6d41-4cb4-8fb7-33aef6988e5a,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:03.869301 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-63319f30-622c-4d0a-b24d-3b06805ee101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:03.877021 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-63319f30-622c-4d0a-b24d-3b06805ee101 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/530e34c9-6d41-4cb4-8fb7-33aef6988e5a HTTP/1.1" status: 204 len: 168 time: 0.1824543 Feb 09 00:58:04.056065 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c14afb2-3b72-4d02-9499-6e65dd8ca759 req-89705527-f451-4acb-8ba2-f407f65c845b tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Made reservation on behalf of 5ab071afec5940ee87f2fe6f811dc280 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:58:04.059520 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5c14afb2-3b72-4d02-9499-6e65dd8ca759 req-89705527-f451-4acb-8ba2-f407f65c845b tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:04.107215 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '763a7eb3-2dd6-42a3-9f56-d22f3c0da01c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e9696b7-60ef-432d-8bf7-d605730b4909'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:58:04.116358 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-927c6e46-42c6-4a42-88e7-af6824b73f74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:04.161653 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-927c6e46-42c6-4a42-88e7-af6824b73f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:04.208891 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-2fb60655-61b0-4839-b445-cedf105cbaed req-0de2f2ea-1c36-4d0e-ac59-e5145e2cf96b tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:04.494358 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927c6e46-42c6-4a42-88e7-af6824b73f74 service neutron] Pushing event updated for resources: {'Port': ['ID=0e9696b7-60ef-432d-8bf7-d605730b4909,revision_number=7']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:04.560478 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf170aa-2ee2-4a2b-b66b-aa372c0bb796 req-9c0316de-5d8d-4114-9d57-e749b362aee2 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:04.562015 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8cf170aa-2ee2-4a2b-b66b-aa372c0bb796 req-9c0316de-5d8d-4114-9d57-e749b362aee2 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=763a7eb3-2dd6-42a3-9f56-d22f3c0da01c HTTP/1.1" status: 200 len: 945 time: 0.7019775 Feb 09 00:58:04.592830 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de2f2ea-1c36-4d0e-ac59-e5145e2cf96b tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Pushing event deleted for resources: {'Port': ['ID=e38abefa-f586-4716-bb67-a0000a55a75e,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:04.627217 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-927c6e46-42c6-4a42-88e7-af6824b73f74 service neutron] Attempting to bind port 0e9696b7-60ef-432d-8bf7-d605730b4909 on host n-h2-828418-1 for vnic_type normal with profile {"migrating_to": "n-h1-828418-1"} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:58:04.627543 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-927c6e46-42c6-4a42-88e7-af6824b73f74 service neutron] Attempting to bind port 0e9696b7-60ef-432d-8bf7-d605730b4909 by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': 'd7050703-a45d-45b0-a89d-e74c0c0ae2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2c19901d-9303-4cfd-b96f-b8f2e52fb4b9'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:58:04.627874 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-927c6e46-42c6-4a42-88e7-af6824b73f74 service neutron] Attempting to bind port 0e9696b7-60ef-432d-8bf7-d605730b4909 on network 2c19901d-9303-4cfd-b96f-b8f2e52fb4b9 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:58:04.644334 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-2fb60655-61b0-4839-b445-cedf105cbaed req-0de2f2ea-1c36-4d0e-ac59-e5145e2cf96b tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Notify callbacks [] for floatingip, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:04.653817 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-927c6e46-42c6-4a42-88e7-af6824b73f74 service neutron] Port 0e9696b7-60ef-432d-8bf7-d605730b4909 on network 2c19901d-9303-4cfd-b96f-b8f2e52fb4b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:58:04.654144 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-927c6e46-42c6-4a42-88e7-af6824b73f74 service neutron] Attempting to bind port 0e9696b7-60ef-432d-8bf7-d605730b4909 on network 2c19901d-9303-4cfd-b96f-b8f2e52fb4b9 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:58:04.655413 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48236) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:04.665538 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-5c14afb2-3b72-4d02-9499-6e65dd8ca759 req-89705527-f451-4acb-8ba2-f407f65c845b tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Allocated IP 172.20.0.13 (3bfe3936-690c-45c5-b4c5-955c0f482c02/bef208b2-a285-41fd-abad-f013710ae768/5a6394fa-bcb9-4f31-9b64-b343adb350dd) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:58:04.674152 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-927c6e46-42c6-4a42-88e7-af6824b73f74 service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:58:04.674491 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-927c6e46-42c6-4a42-88e7-af6824b73f74 service neutron] Checking segment: {'id': 'd7050703-a45d-45b0-a89d-e74c0c0ae2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2c19901d-9303-4cfd-b96f-b8f2e52fb4b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:58:04.675252 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-927c6e46-42c6-4a42-88e7-af6824b73f74 service neutron] Bound using segment: {'id': 'd7050703-a45d-45b0-a89d-e74c0c0ae2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2c19901d-9303-4cfd-b96f-b8f2e52fb4b9'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:58:04.675567 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-927c6e46-42c6-4a42-88e7-af6824b73f74 service neutron] Bound port: 0e9696b7-60ef-432d-8bf7-d605730b4909, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7050703-a45d-45b0-a89d-e74c0c0ae2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2c19901d-9303-4cfd-b96f-b8f2e52fb4b9'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:58:04.675916 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-927c6e46-42c6-4a42-88e7-af6824b73f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:04.717018 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8cf170aa-2ee2-4a2b-b66b-aa372c0bb796 req-23f0700b-e923-49a1-b882-4b29e94473fc tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436796 Feb 09 00:58:04.769957 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-2fb60655-61b0-4839-b445-cedf105cbaed req-0de2f2ea-1c36-4d0e-ac59-e5145e2cf96b tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:04.771083 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2fb60655-61b0-4839-b445-cedf105cbaed req-0de2f2ea-1c36-4d0e-ac59-e5145e2cf96b tempest-FloatingIPDetailsTestJSON-1946784694 tempest-FloatingIPDetailsTestJSON-1946784694-project] 10.222.0.105 "DELETE /v2.0/floatingips/adbe5e2a-2249-4a73-a29d-9a9b4a767923 HTTP/1.1" status: 204 len: 173 time: 2.6976204 Feb 09 00:58:04.779169 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-36a5d57b-145b-4539-8246-64dc2afa5762 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-237442171-network', 'tenant_id': 'e780c16281c340ce809950e38bac725d'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:58:04.780942 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48242) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:04.786148 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-36a5d57b-145b-4539-8246-64dc2afa5762 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:58:04.791767 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-36a5d57b-145b-4539-8246-64dc2afa5762 admin admin] Usage tracker for resource:network and tenant:e780c16281c340ce809950e38bac725d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:58:04.798353 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-36a5d57b-145b-4539-8246-64dc2afa5762 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:58:04.805915 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-36a5d57b-145b-4539-8246-64dc2afa5762 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:58:04.824417 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a5d57b-145b-4539-8246-64dc2afa5762 admin admin] Made reservation on behalf of e780c16281c340ce809950e38bac725d for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:58:04.827641 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-36a5d57b-145b-4539-8246-64dc2afa5762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:04.843931 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-36a5d57b-145b-4539-8246-64dc2afa5762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:04.876802 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-36a5d57b-145b-4539-8246-64dc2afa5762 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:58:04.882352 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-36a5d57b-145b-4539-8246-64dc2afa5762 admin admin] Usage tracker for resource:security_group_rule and tenant:e780c16281c340ce809950e38bac725d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:58:04.885942 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-36a5d57b-145b-4539-8246-64dc2afa5762 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:58:04.894402 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-36a5d57b-145b-4539-8246-64dc2afa5762 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:58:04.985322 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-36a5d57b-145b-4539-8246-64dc2afa5762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:04.990325 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-36a5d57b-145b-4539-8246-64dc2afa5762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:04.991914 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device e0d02d2a-38d9-419e-9759-ba01a049886e details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:58:05.022495 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36a5d57b-145b-4539-8246-64dc2afa5762 admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:58:05.032124 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a5d57b-145b-4539-8246-64dc2afa5762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad01e72b-7553-4315-8cd5-728cf564ce15,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:05.039274 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-36a5d57b-145b-4539-8246-64dc2afa5762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:05.039642 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-36a5d57b-145b-4539-8246-64dc2afa5762 admin admin] Added segment 2b5044f8-107c-41ef-8a61-ec7601fd6ccb of type vlan for network 0448a394-55c8-45f4-a274-23af165c2c3d Feb 09 00:58:05.071792 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-36a5d57b-145b-4539-8246-64dc2afa5762 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:05.080483 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-af66534f-98d2-4c2c-b751-9897377af65f req-6d1b2a85-b530-425e-9c96-c106c57fe2ef tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Synchronizing usage tracker for tenant:5ab071afec5940ee87f2fe6f811dc280 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:58:05.084930 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-927c6e46-42c6-4a42-88e7-af6824b73f74 service neutron] For port 0e9696b7-60ef-432d-8bf7-d605730b4909, host n-h2-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:58:05.109197 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-36a5d57b-145b-4539-8246-64dc2afa5762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:05.110450 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a5d57b-145b-4539-8246-64dc2afa5762 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:05.111163 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-36a5d57b-145b-4539-8246-64dc2afa5762 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:05.131486 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port e0d02d2a-38d9-419e-9759-ba01a049886e, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=e0d02d2a-38d9-419e-9759-ba01a049886e,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:58:05.148827 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': 'e0d02d2a-38d9-419e-9759-ba01a049886e', 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6', 'port_id': 'e0d02d2a-38d9-419e-9759-ba01a049886e', 'mac_address': 'fa:16:3e:b8:50:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7938d94-1f0f-48bd-a0b3-26d5344ff0ec', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:58:05.176330 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-927c6e46-42c6-4a42-88e7-af6824b73f74 service neutron] For port 0e9696b7-60ef-432d-8bf7-d605730b4909, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=0e9696b7-60ef-432d-8bf7-d605730b4909,segment=NetworkSegment(d7050703-a45d-45b0-a89d-e74c0c0ae2fb),segment_id=d7050703-a45d-45b0-a89d-e74c0c0ae2fb)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:58:05.203862 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-927c6e46-42c6-4a42-88e7-af6824b73f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:05.205208 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:05.222968 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0d02d2a-38d9-419e-9759-ba01a049886e {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:58:05.227285 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-36a5d57b-145b-4539-8246-64dc2afa5762 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5680768 Feb 09 00:58:05.229365 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48248) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:05.236922 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-45150dd9-182b-4823-8b5e-638bddec1457 admin admin] Request body: {'subnet': {'network_id': '0448a394-55c8-45f4-a274-23af165c2c3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-237442171-subnet', 'tenant_id': 'e780c16281c340ce809950e38bac725d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:58:05.241702 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port e0d02d2a-38d9-419e-9759-ba01a049886e, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=e0d02d2a-38d9-419e-9759-ba01a049886e,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:58:05.246660 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:05.247167 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-45150dd9-182b-4823-8b5e-638bddec1457 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:58:05.251104 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a5d57b-145b-4539-8246-64dc2afa5762 admin admin] Pushing event updated for resources: {'Network': ['ID=0448a394-55c8-45f4-a274-23af165c2c3d,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:05.256879 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-45150dd9-182b-4823-8b5e-638bddec1457 admin admin] Usage tracker for resource:subnet and tenant:e780c16281c340ce809950e38bac725d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:58:05.261161 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-45150dd9-182b-4823-8b5e-638bddec1457 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:58:05.269023 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-45150dd9-182b-4823-8b5e-638bddec1457 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:58:05.278347 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 0448a394-55c8-45f4-a274-23af165c2c3d details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 00:58:05.281415 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45150dd9-182b-4823-8b5e-638bddec1457 admin admin] Made reservation on behalf of e780c16281c340ce809950e38bac725d for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:58:05.284218 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-45150dd9-182b-4823-8b5e-638bddec1457 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:05.299375 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-af66534f-98d2-4c2c-b751-9897377af65f req-6d1b2a85-b530-425e-9c96-c106c57fe2ef tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Unset dirty status for tenant:5ab071afec5940ee87f2fe6f811dc280 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:58:05.301085 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-af66534f-98d2-4c2c-b751-9897377af65f req-6d1b2a85-b530-425e-9c96-c106c57fe2ef tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] 10.222.0.105 "GET /v2.0/ports?device_id=c4ec68e7-b6ad-48d8-a8d4-bd26aac701ab HTTP/1.1" status: 200 len: 210 time: 0.4091587 Feb 09 00:58:05.440028 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=e0d02d2a-38d9-419e-9759-ba01a049886e,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:05.544135 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-45150dd9-182b-4823-8b5e-638bddec1457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:05.601288 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45150dd9-182b-4823-8b5e-638bddec1457 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45fa59ee-2584-4cd4-aa5d-73791fe0e17f,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:05.636635 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45150dd9-182b-4823-8b5e-638bddec1457 admin admin] Checking segment: {'id': '2b5044f8-107c-41ef-8a61-ec7601fd6ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0448a394-55c8-45f4-a274-23af165c2c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:58:05.636992 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45150dd9-182b-4823-8b5e-638bddec1457 admin admin] Network hostable DHCP agents. Network: 0448a394-55c8-45f4-a274-23af165c2c3d, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:58:05.655819 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['e0d02d2a-38d9-419e-9759-ba01a049886e'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:58:05.658448 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45150dd9-182b-4823-8b5e-638bddec1457 admin admin] Network 0448a394-55c8-45f4-a274-23af165c2c3d is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:58:05.669200 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-45150dd9-182b-4823-8b5e-638bddec1457 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 0448a394-55c8-45f4-a274-23af165c2c3d) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:58:05.674179 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45150dd9-182b-4823-8b5e-638bddec1457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:05.674754 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-45150dd9-182b-4823-8b5e-638bddec1457 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:05.699708 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-45150dd9-182b-4823-8b5e-638bddec1457 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4681947 Feb 09 00:58:05.702680 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48252) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:05.708094 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-31f6756e-b8a6-418a-a2d8-062ca413910a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-237442171-router', 'tenant_id': 'e780c16281c340ce809950e38bac725d', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:58:05.709081 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927c6e46-42c6-4a42-88e7-af6824b73f74 service neutron] Pushing event updated for resources: {'Port': ['ID=0e9696b7-60ef-432d-8bf7-d605730b4909,revision_number=8']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:05.709827 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09fe75b-d2e6-4429-a9dd-718ea0265743 None None] Network 0448a394-55c8-45f4-a274-23af165c2c3d requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:58:05.714794 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-31f6756e-b8a6-418a-a2d8-062ca413910a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:58:05.720755 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-31f6756e-b8a6-418a-a2d8-062ca413910a admin admin] Usage tracker for resource:router and tenant:e780c16281c340ce809950e38bac725d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:58:05.724134 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5c14afb2-3b72-4d02-9499-6e65dd8ca759 req-89705527-f451-4acb-8ba2-f407f65c845b tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:05.724725 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-31f6756e-b8a6-418a-a2d8-062ca413910a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:58:05.731985 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-31f6756e-b8a6-418a-a2d8-062ca413910a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:58:05.741069 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-927c6e46-42c6-4a42-88e7-af6824b73f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:05.741720 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-927c6e46-42c6-4a42-88e7-af6824b73f74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:05.743105 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-927c6e46-42c6-4a42-88e7-af6824b73f74 service neutron] 10.222.0.62 "PUT /v2.0/ports/0e9696b7-60ef-432d-8bf7-d605730b4909 HTTP/1.1" status: 200 len: 1121 time: 4.0148575 Feb 09 00:58:05.743230 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-31f6756e-b8a6-418a-a2d8-062ca413910a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:05.744797 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-31f6756e-b8a6-418a-a2d8-062ca413910a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:05.751338 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace36be-580e-45a2-9989-996a9dc696a5 req-76ed8737-b988-4fc0-85fa-dfe57932005d tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:05.752808 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5ace36be-580e-45a2-9989-996a9dc696a5 req-76ed8737-b988-4fc0-85fa-dfe57932005d tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=5c1ec54f-2907-4727-94f6-51d438dcf808 HTTP/1.1" status: 200 len: 947 time: 0.7602849 Feb 09 00:58:05.771596 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-31f6756e-b8a6-418a-a2d8-062ca413910a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:05.857518 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-5c14afb2-3b72-4d02-9499-6e65dd8ca759 req-89705527-f451-4acb-8ba2-f407f65c845b tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Transition to ACTIVE for port object 5a6394fa-bcb9-4f31-9b64-b343adb350dd will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:58:05.899785 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['0e9696b7-60ef-432d-8bf7-d605730b4909'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:58:05.924595 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['0e9696b7-60ef-432d-8bf7-d605730b4909'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:58:05.955699 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5ace36be-580e-45a2-9989-996a9dc696a5 req-38120f8f-1be3-40d0-bd42-234ef835960a tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/security-groups?id=bc5d6135-6634-4167-99ad-f31267fef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453388 Feb 09 00:58:06.051883 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7af6fe-775d-45b8-bdfe-09711ad3c696 req-396c2107-f8f4-4f1b-a84e-edf360f884cf tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:06.053501 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7d7af6fe-775d-45b8-bdfe-09711ad3c696 req-396c2107-f8f4-4f1b-a84e-edf360f884cf tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/ports?device_id=f6ce7103-0f37-4e8a-b96c-5d515d2f29ba HTTP/1.1" status: 200 len: 945 time: 0.6247320 Feb 09 00:58:06.111504 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-31f6756e-b8a6-418a-a2d8-062ca413910a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:06.119646 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5c14afb2-3b72-4d02-9499-6e65dd8ca759 req-89705527-f451-4acb-8ba2-f407f65c845b tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:06.201135 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e914e9b9-8303-46d6-80f9-3dbfebe9be70 req-b97b11a1-9638-4e33-b0e7-2d60b78e2d11 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/security-groups/7a41164b-f8ff-42bb-9f07-5a8b20857d4c HTTP/1.1" status: 200 len: 1799 time: 0.1748908 Feb 09 00:58:06.223938 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5f781c-a3de-4cf9-84f4-448278b4b253 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-0448a394-55c8-45f4-a274-23af165c2c3d', 'network_id': '0448a394-55c8-45f4-a274-23af165c2c3d', 'tenant_id': 'e780c16281c340ce809950e38bac725d', 'fixed_ips': [{'subnet_id': '45fa59ee-2584-4cd4-aa5d-73791fe0e17f'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 00:58:06.224615 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7d7af6fe-775d-45b8-bdfe-09711ad3c696 req-d53f6665-e827-4ec8-a13d-1159d449e909 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/security-groups?id=f58a20dc-4342-436d-a5ca-ae66a87962a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546922 Feb 09 00:58:06.224758 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5e5f781c-a3de-4cf9-84f4-448278b4b253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:06.254078 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c14afb2-3b72-4d02-9499-6e65dd8ca759 req-89705527-f451-4acb-8ba2-f407f65c845b tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Network 3bfe3936-690c-45c5-b4c5-955c0f482c02 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:58:06.260508 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-5c14afb2-3b72-4d02-9499-6e65dd8ca759 req-89705527-f451-4acb-8ba2-f407f65c845b tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:58:06.272967 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c14afb2-3b72-4d02-9499-6e65dd8ca759 req-89705527-f451-4acb-8ba2-f407f65c845b tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:58:06.337333 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '763a7eb3-2dd6-42a3-9f56-d22f3c0da01c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e9696b7-60ef-432d-8bf7-d605730b4909', 'code': 200} Feb 09 00:58:06.356268 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89705527-f451-4acb-8ba2-f407f65c845b tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Pushing event updated for resources: {'Port': ['ID=5a6394fa-bcb9-4f31-9b64-b343adb350dd,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:06.475098 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c14afb2-3b72-4d02-9499-6e65dd8ca759 req-89705527-f451-4acb-8ba2-f407f65c845b tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:06.476251 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5c14afb2-3b72-4d02-9499-6e65dd8ca759 req-89705527-f451-4acb-8ba2-f407f65c845b tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:06.494495 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e914e9b9-8303-46d6-80f9-3dbfebe9be70 req-82532c04-6f5b-4041-88b4-b460e7c728d2 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:06.579633 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5c14afb2-3b72-4d02-9499-6e65dd8ca759 req-89705527-f451-4acb-8ba2-f407f65c845b tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3258677 Feb 09 00:58:06.594755 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-5c14afb2-3b72-4d02-9499-6e65dd8ca759 req-6503c9b6-f376-405d-8bca-900a512a9301 service neutron] Request body: {'port': {'device_id': 'c4ec68e7-b6ad-48d8-a8d4-bd26aac701ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:58:06.625765 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-5e5f781c-a3de-4cf9-84f4-448278b4b253 None None] Allocated IP 172.20.0.2 (0448a394-55c8-45f4-a274-23af165c2c3d/45fa59ee-2584-4cd4-aa5d-73791fe0e17f/dcd5571e-8000-4483-bc99-3ae415e64b40) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:58:06.634596 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-693a3154-1dd6-4c87-9e0a-90f52a500502 None None] Provisioning for port 5a6394fa-bcb9-4f31-9b64-b343adb350dd completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:58:06.648778 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-693a3154-1dd6-4c87-9e0a-90f52a500502 None None] Provisioning complete for port 5a6394fa-bcb9-4f31-9b64-b343adb350dd triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:58:06.649422 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-693a3154-1dd6-4c87-9e0a-90f52a500502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:06.652544 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e914e9b9-8303-46d6-80f9-3dbfebe9be70 req-82532c04-6f5b-4041-88b4-b460e7c728d2 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:06.709919 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-31f6756e-b8a6-418a-a2d8-062ca413910a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:06.742489 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-31f6756e-b8a6-418a-a2d8-062ca413910a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:06.783191 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-693a3154-1dd6-4c87-9e0a-90f52a500502 None None] Port 5a6394fa-bcb9-4f31-9b64-b343adb350dd cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:58:06.787410 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0e49216b-fa81-473b-ba11-340f62efa5d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:06.867761 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e914e9b9-8303-46d6-80f9-3dbfebe9be70 req-82532c04-6f5b-4041-88b4-b460e7c728d2 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:06.871422 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5c14afb2-3b72-4d02-9499-6e65dd8ca759 req-6503c9b6-f376-405d-8bca-900a512a9301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:06.898845 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-31f6756e-b8a6-418a-a2d8-062ca413910a admin admin] Allocated IP 172.25.0.178 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/c691cfbd-3cb5-4179-bbda-e883551e78d5) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:58:06.900974 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae63b7a-0619-4806-b8a4-04c4ea961c42 req-23f9f607-2096-4759-9fd8-c1663388ff05 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:06.902945 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8ae63b7a-0619-4806-b8a4-04c4ea961c42 req-23f9f607-2096-4759-9fd8-c1663388ff05 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 944 time: 0.4184945 Feb 09 00:58:06.934760 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5e5f781c-a3de-4cf9-84f4-448278b4b253 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:06.946385 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5e5f781c-a3de-4cf9-84f4-448278b4b253 None None] Transition to ACTIVE for port object dcd5571e-8000-4483-bc99-3ae415e64b40 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:58:06.948190 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82532c04-6f5b-4041-88b4-b460e7c728d2 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a41164b-f8ff-42bb-9f07-5a8b20857d4c,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:07.023537 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5e5f781c-a3de-4cf9-84f4-448278b4b253 None None] Transition to ACTIVE for port object dcd5571e-8000-4483-bc99-3ae415e64b40 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:58:07.031344 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5e5f781c-a3de-4cf9-84f4-448278b4b253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:07.059241 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e914e9b9-8303-46d6-80f9-3dbfebe9be70 req-82532c04-6f5b-4041-88b4-b460e7c728d2 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:07.059502 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-31f6756e-b8a6-418a-a2d8-062ca413910a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:07.060749 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e914e9b9-8303-46d6-80f9-3dbfebe9be70 req-82532c04-6f5b-4041-88b4-b460e7c728d2 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "DELETE /v2.0/security-groups/7a41164b-f8ff-42bb-9f07-5a8b20857d4c HTTP/1.1" status: 204 len: 173 time: 0.8298900 Feb 09 00:58:07.104927 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5f781c-a3de-4cf9-84f4-448278b4b253 None None] Pushing event updated for resources: {'Port': ['ID=dcd5571e-8000-4483-bc99-3ae415e64b40,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:07.106657 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-31f6756e-b8a6-418a-a2d8-062ca413910a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:07.115038 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8ae63b7a-0619-4806-b8a4-04c4ea961c42 req-408fe6f6-fffa-463c-b43d-7074bda18a49 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1934330 Feb 09 00:58:07.123444 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5f781c-a3de-4cf9-84f4-448278b4b253 None None] Network 0448a394-55c8-45f4-a274-23af165c2c3d is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:58:07.124745 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-5e5f781c-a3de-4cf9-84f4-448278b4b253 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:58:07.127728 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5f781c-a3de-4cf9-84f4-448278b4b253 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:58:07.228176 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f6756e-b8a6-418a-a2d8-062ca413910a admin admin] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:58:07.231437 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-31f6756e-b8a6-418a-a2d8-062ca413910a admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:58:07.235109 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f6756e-b8a6-418a-a2d8-062ca413910a admin admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:58:07.247973 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-5e5f781c-a3de-4cf9-84f4-448278b4b253 None None] Attempting to bind port dcd5571e-8000-4483-bc99-3ae415e64b40 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:58:07.248928 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-5e5f781c-a3de-4cf9-84f4-448278b4b253 None None] Attempting to bind port dcd5571e-8000-4483-bc99-3ae415e64b40 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '2b5044f8-107c-41ef-8a61-ec7601fd6ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0448a394-55c8-45f4-a274-23af165c2c3d'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:58:07.249447 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5f781c-a3de-4cf9-84f4-448278b4b253 None None] Attempting to bind port dcd5571e-8000-4483-bc99-3ae415e64b40 on network 0448a394-55c8-45f4-a274-23af165c2c3d {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:58:07.255187 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5f781c-a3de-4cf9-84f4-448278b4b253 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:58:07.255800 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5f781c-a3de-4cf9-84f4-448278b4b253 None None] Checking segment: {'id': '2b5044f8-107c-41ef-8a61-ec7601fd6ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0448a394-55c8-45f4-a274-23af165c2c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:58:07.256354 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5e5f781c-a3de-4cf9-84f4-448278b4b253 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:07.256899 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5f781c-a3de-4cf9-84f4-448278b4b253 None None] Bound using segment: {'id': '2b5044f8-107c-41ef-8a61-ec7601fd6ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0448a394-55c8-45f4-a274-23af165c2c3d'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:58:07.257353 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-5e5f781c-a3de-4cf9-84f4-448278b4b253 None None] Bound port: dcd5571e-8000-4483-bc99-3ae415e64b40, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b5044f8-107c-41ef-8a61-ec7601fd6ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0448a394-55c8-45f4-a274-23af165c2c3d'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:58:07.259123 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5e5f781c-a3de-4cf9-84f4-448278b4b253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:07.269425 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f6756e-b8a6-418a-a2d8-062ca413910a admin admin] Pushing event updated for resources: {'Port': ['ID=c691cfbd-3cb5-4179-bbda-e883551e78d5,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:07.353025 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-5e5f781c-a3de-4cf9-84f4-448278b4b253 None None] For port dcd5571e-8000-4483-bc99-3ae415e64b40, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:58:07.356552 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-5e5f781c-a3de-4cf9-84f4-448278b4b253 None None] For port dcd5571e-8000-4483-bc99-3ae415e64b40, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=dcd5571e-8000-4483-bc99-3ae415e64b40,segment=NetworkSegment(2b5044f8-107c-41ef-8a61-ec7601fd6ccb),segment_id=2b5044f8-107c-41ef-8a61-ec7601fd6ccb)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:58:07.363012 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5e5f781c-a3de-4cf9-84f4-448278b4b253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:07.453630 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5f781c-a3de-4cf9-84f4-448278b4b253 None None] Pushing event updated for resources: {'Port': ['ID=dcd5571e-8000-4483-bc99-3ae415e64b40,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:07.719532 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-31f6756e-b8a6-418a-a2d8-062ca413910a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:07.764212 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084200cd-908d-4b91-a6a0-b3ead44ad040 req-7952c83d-2ac0-486d-9d89-71d022319694 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:07.771555 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-084200cd-908d-4b91-a6a0-b3ead44ad040 req-7952c83d-2ac0-486d-9d89-71d022319694 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] 10.222.0.105 "GET /v2.0/ports?device_id=c4ec68e7-b6ad-48d8-a8d4-bd26aac701ab HTTP/1.1" status: 200 len: 932 time: 0.4758270 Feb 09 00:58:07.782319 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fb46f3-5542-4d97-930f-ba0115f0fd31 req-081a3e99-a9eb-4d9c-9845-1618f3f8b9e1 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:07.783853 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e5fb46f3-5542-4d97-930f-ba0115f0fd31 req-081a3e99-a9eb-4d9c-9845-1618f3f8b9e1 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=763a7eb3-2dd6-42a3-9f56-d22f3c0da01c HTTP/1.1" status: 200 len: 943 time: 0.4874015 Feb 09 00:58:07.955845 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-084200cd-908d-4b91-a6a0-b3ead44ad040 req-75fc165a-1bac-4c99-8370-496074ef991d tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] 10.222.0.105 "GET /v2.0/security-groups?id=bda502f9-4423-4e66-b8ed-210d30241f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1833150 Feb 09 00:58:07.969771 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-5c14afb2-3b72-4d02-9499-6e65dd8ca759 req-6503c9b6-f376-405d-8bca-900a512a9301 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a6394fa-bcb9-4f31-9b64-b343adb350dd {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:58:07.983060 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e5fb46f3-5542-4d97-930f-ba0115f0fd31 req-7c6f20d6-9c76-4d81-95dd-8315e4d49ac2 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786292 Feb 09 00:58:07.992780 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5c14afb2-3b72-4d02-9499-6e65dd8ca759 req-6503c9b6-f376-405d-8bca-900a512a9301 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:08.021090 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-5c14afb2-3b72-4d02-9499-6e65dd8ca759 req-6503c9b6-f376-405d-8bca-900a512a9301 service neutron] Transition to ACTIVE for port object 5a6394fa-bcb9-4f31-9b64-b343adb350dd will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:58:08.024279 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-037da1c1-bed5-4abf-aec6-2ec5b1ace3d0 req-288050d2-6769-43bd-ac30-f5aa1c2edfea tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1304767790', 'description': 'tempest-description-1863254668'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:58:08.031617 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-0e49216b-fa81-473b-ba11-340f62efa5d0 admin admin] Deleting port 991d7104-494e-46e1-b96e-e8d54a8dae96 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:58:08.031955 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0e49216b-fa81-473b-ba11-340f62efa5d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:08.056077 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9e6dde3a-29c8-42d6-a306-007b9997e075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:08.065188 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-037da1c1-bed5-4abf-aec6-2ec5b1ace3d0 req-288050d2-6769-43bd-ac30-f5aa1c2edfea tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:58:08.067533 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5c14afb2-3b72-4d02-9499-6e65dd8ca759 req-6503c9b6-f376-405d-8bca-900a512a9301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:08.122778 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-037da1c1-bed5-4abf-aec6-2ec5b1ace3d0 req-288050d2-6769-43bd-ac30-f5aa1c2edfea tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Usage tracker for resource:security_group and tenant:fe158ed132334121b71318da05020927 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:58:08.127918 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-31f6756e-b8a6-418a-a2d8-062ca413910a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:08.136620 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-037da1c1-bed5-4abf-aec6-2ec5b1ace3d0 req-288050d2-6769-43bd-ac30-f5aa1c2edfea tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:58:08.191414 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-037da1c1-bed5-4abf-aec6-2ec5b1ace3d0 req-288050d2-6769-43bd-ac30-f5aa1c2edfea tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:58:08.359704 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6503c9b6-f376-405d-8bca-900a512a9301 service neutron] Pushing event updated for resources: {'Port': ['ID=5a6394fa-bcb9-4f31-9b64-b343adb350dd,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:08.362757 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-037da1c1-bed5-4abf-aec6-2ec5b1ace3d0 req-288050d2-6769-43bd-ac30-f5aa1c2edfea tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:08.374723 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '763a7eb3-2dd6-42a3-9f56-d22f3c0da01c', 'tag': '0e9696b7-60ef-432d-8bf7-d605730b4909'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:58:08.517098 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-037da1c1-bed5-4abf-aec6-2ec5b1ace3d0 req-288050d2-6769-43bd-ac30-f5aa1c2edfea tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:58:08.531186 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-037da1c1-bed5-4abf-aec6-2ec5b1ace3d0 req-288050d2-6769-43bd-ac30-f5aa1c2edfea tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Usage tracker for resource:security_group_rule and tenant:fe158ed132334121b71318da05020927 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:58:08.542551 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-037da1c1-bed5-4abf-aec6-2ec5b1ace3d0 req-288050d2-6769-43bd-ac30-f5aa1c2edfea tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:58:08.563039 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f6756e-b8a6-418a-a2d8-062ca413910a admin admin] Router 1a850b99-2699-4551-83df-234a05d07ef1 is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 00:58:08.564291 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-037da1c1-bed5-4abf-aec6-2ec5b1ace3d0 req-288050d2-6769-43bd-ac30-f5aa1c2edfea tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:58:08.624250 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e8ed0-0226-4cf3-83e7-01ce82afe67f req-e1a40398-2823-4300-99d3-58f22ffab869 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:08.632631 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-976e8ed0-0226-4cf3-83e7-01ce82afe67f req-e1a40398-2823-4300-99d3-58f22ffab869 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=5c1ec54f-2907-4727-94f6-51d438dcf808 HTTP/1.1" status: 200 len: 948 time: 0.5114939 Feb 09 00:58:08.654321 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-5c14afb2-3b72-4d02-9499-6e65dd8ca759 req-6503c9b6-f376-405d-8bca-900a512a9301 service neutron] Attempting to bind port 5a6394fa-bcb9-4f31-9b64-b343adb350dd on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:58:08.655471 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-5c14afb2-3b72-4d02-9499-6e65dd8ca759 req-6503c9b6-f376-405d-8bca-900a512a9301 service neutron] Attempting to bind port 5a6394fa-bcb9-4f31-9b64-b343adb350dd by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '4821de2f-7a76-4bec-8b8e-b796787d6690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '3bfe3936-690c-45c5-b4c5-955c0f482c02'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:58:08.656209 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c14afb2-3b72-4d02-9499-6e65dd8ca759 req-6503c9b6-f376-405d-8bca-900a512a9301 service neutron] Attempting to bind port 5a6394fa-bcb9-4f31-9b64-b343adb350dd on network 3bfe3936-690c-45c5-b4c5-955c0f482c02 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:58:08.692098 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c14afb2-3b72-4d02-9499-6e65dd8ca759 req-6503c9b6-f376-405d-8bca-900a512a9301 service neutron] Port 5a6394fa-bcb9-4f31-9b64-b343adb350dd on network 3bfe3936-690c-45c5-b4c5-955c0f482c02 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:58:08.692527 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c14afb2-3b72-4d02-9499-6e65dd8ca759 req-6503c9b6-f376-405d-8bca-900a512a9301 service neutron] Attempting to bind port 5a6394fa-bcb9-4f31-9b64-b343adb350dd on network 3bfe3936-690c-45c5-b4c5-955c0f482c02 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:58:08.706001 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-0e49216b-fa81-473b-ba11-340f62efa5d0 admin admin] For port 991d7104-494e-46e1-b96e-e8d54a8dae96, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=991d7104-494e-46e1-b96e-e8d54a8dae96,segment=NetworkSegment(edf6dca2-e64e-491b-b0af-ec53866ed9b0),segment_id=edf6dca2-e64e-491b-b0af-ec53866ed9b0)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:58:08.706345 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0e49216b-fa81-473b-ba11-340f62efa5d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:08.726720 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd693af8-30ff-43b1-82fe-15990a0c51e0 None None] Network 0448a394-55c8-45f4-a274-23af165c2c3d requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:58:08.737743 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c14afb2-3b72-4d02-9499-6e65dd8ca759 req-6503c9b6-f376-405d-8bca-900a512a9301 service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:58:08.738092 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c14afb2-3b72-4d02-9499-6e65dd8ca759 req-6503c9b6-f376-405d-8bca-900a512a9301 service neutron] Checking segment: {'id': '4821de2f-7a76-4bec-8b8e-b796787d6690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '3bfe3936-690c-45c5-b4c5-955c0f482c02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:58:08.738462 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c14afb2-3b72-4d02-9499-6e65dd8ca759 req-6503c9b6-f376-405d-8bca-900a512a9301 service neutron] Bound using segment: {'id': '4821de2f-7a76-4bec-8b8e-b796787d6690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '3bfe3936-690c-45c5-b4c5-955c0f482c02'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:58:08.738895 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-5c14afb2-3b72-4d02-9499-6e65dd8ca759 req-6503c9b6-f376-405d-8bca-900a512a9301 service neutron] Bound port: 5a6394fa-bcb9-4f31-9b64-b343adb350dd, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4821de2f-7a76-4bec-8b8e-b796787d6690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '3bfe3936-690c-45c5-b4c5-955c0f482c02'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:58:08.739232 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5c14afb2-3b72-4d02-9499-6e65dd8ca759 req-6503c9b6-f376-405d-8bca-900a512a9301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:08.755708 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f6756e-b8a6-418a-a2d8-062ca413910a admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 00:58:08.781546 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-31f6756e-b8a6-418a-a2d8-062ca413910a admin admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:08.786615 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-31f6756e-b8a6-418a-a2d8-062ca413910a admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.0793238 Feb 09 00:58:08.786816 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48270) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:08.798151 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5f002d-1f61-4868-84ae-e6aeb6e43fc3 None None] Sync routers for ids ['1a850b99-2699-4551-83df-234a05d07ef1'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:58:08.831831 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5f002d-1f61-4868-84ae-e6aeb6e43fc3 None None] Routers {'1a850b99-2699-4551-83df-234a05d07ef1'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:58:08.832636 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-4d5f002d-1f61-4868-84ae-e6aeb6e43fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:57:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['1a850b99-2699-4551-83df-234a05d07ef1'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:58:08.886902 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-0e49216b-fa81-473b-ba11-340f62efa5d0 admin admin] Calling delete_port for 991d7104-494e-46e1-b96e-e8d54a8dae96 owned by network:router_interface {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:58:08.901221 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-0a3e45bc-af56-4f4a-922c-e70e96b1df90 None None] Provisioning for port dcd5571e-8000-4483-bc99-3ae415e64b40 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:58:08.928064 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-976e8ed0-0226-4cf3-83e7-01ce82afe67f req-26e6778f-e421-4aa8-8948-e28b5668bc18 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/security-groups?id=bc5d6135-6634-4167-99ad-f31267fef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941575 Feb 09 00:58:09.061550 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device e0d02d2a-38d9-419e-9759-ba01a049886e up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:58:09.072258 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-037da1c1-bed5-4abf-aec6-2ec5b1ace3d0 req-288050d2-6769-43bd-ac30-f5aa1c2edfea tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:09.126793 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-037da1c1-bed5-4abf-aec6-2ec5b1ace3d0 req-288050d2-6769-43bd-ac30-f5aa1c2edfea tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:09.130768 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-5c14afb2-3b72-4d02-9499-6e65dd8ca759 req-6503c9b6-f376-405d-8bca-900a512a9301 service neutron] For port 5a6394fa-bcb9-4f31-9b64-b343adb350dd, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:58:09.172693 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-4d5f002d-1f61-4868-84ae-e6aeb6e43fc3 None None] Set router 1a850b99-2699-4551-83df-234a05d07ef1 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:58:09.173891 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-5c14afb2-3b72-4d02-9499-6e65dd8ca759 req-6503c9b6-f376-405d-8bca-900a512a9301 service neutron] For port 5a6394fa-bcb9-4f31-9b64-b343adb350dd, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=5a6394fa-bcb9-4f31-9b64-b343adb350dd,segment=NetworkSegment(4821de2f-7a76-4bec-8b8e-b796787d6690),segment_id=4821de2f-7a76-4bec-8b8e-b796787d6690)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:58:09.204389 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5c14afb2-3b72-4d02-9499-6e65dd8ca759 req-6503c9b6-f376-405d-8bca-900a512a9301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:09.261506 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288050d2-6769-43bd-ac30-f5aa1c2edfea tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c51e5d7-2438-4a71-b2f0-2770ab0709fb,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:09.265058 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-037da1c1-bed5-4abf-aec6-2ec5b1ace3d0 req-288050d2-6769-43bd-ac30-f5aa1c2edfea tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:09.266281 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-037da1c1-bed5-4abf-aec6-2ec5b1ace3d0 req-288050d2-6769-43bd-ac30-f5aa1c2edfea tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.2508035 Feb 09 00:58:09.290003 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c14afb2-3b72-4d02-9499-6e65dd8ca759 req-6503c9b6-f376-405d-8bca-900a512a9301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:09.290615 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5c14afb2-3b72-4d02-9499-6e65dd8ca759 req-6503c9b6-f376-405d-8bca-900a512a9301 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:09.291963 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5c14afb2-3b72-4d02-9499-6e65dd8ca759 req-6503c9b6-f376-405d-8bca-900a512a9301 service neutron] 10.222.0.62 "PUT /v2.0/ports/5a6394fa-bcb9-4f31-9b64-b343adb350dd HTTP/1.1" status: 200 len: 1092 time: 2.7012556 Feb 09 00:58:09.336157 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6503c9b6-f376-405d-8bca-900a512a9301 service neutron] Pushing event updated for resources: {'Port': ['ID=5a6394fa-bcb9-4f31-9b64-b343adb350dd,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:09.403852 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25acb9fc-9e51-4df1-bddc-ec1bbfbb1ef1 req-874da9dc-1db6-4814-8f80-13c0894045d0 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:09.411559 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-25acb9fc-9e51-4df1-bddc-ec1bbfbb1ef1 req-874da9dc-1db6-4814-8f80-13c0894045d0 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 944 time: 0.3541906 Feb 09 00:58:09.459993 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning for port e0d02d2a-38d9-419e-9759-ba01a049886e completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:58:09.480541 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port e0d02d2a-38d9-419e-9759-ba01a049886e triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:58:09.486748 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:09.685338 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-4d5f002d-1f61-4868-84ae-e6aeb6e43fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a850b99-2699-4551-83df-234a05d07ef1', 'name': 'tempest-FloatingIPsAssociationTestJSON-237442171-router', 'tenant_id': 'e780c16281c340ce809950e38bac725d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c691cfbd-3cb5-4179-bbda-e883551e78d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:58:05Z', 'updated_at': '2022-02-09T00:58:07Z', 'revision_number': 3, 'project_id': 'e780c16281c340ce809950e38bac725d', 'gw_port': {'id': 'c691cfbd-3cb5-4179-bbda-e883551e78d5', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:bc:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a850b99-2699-4551-83df-234a05d07ef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:06Z', 'updated_at': '2022-02-09T00:58:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:58:09.691406 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5f002d-1f61-4868-84ae-e6aeb6e43fc3 None None] Checking router: 1a850b99-2699-4551-83df-234a05d07ef1 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:58:09.691688 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5f002d-1f61-4868-84ae-e6aeb6e43fc3 None None] Updating router 1a850b99-2699-4551-83df-234a05d07ef1 port c691cfbd-3cb5-4179-bbda-e883551e78d5 binding host n-d-828418-1 {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:58:09.712197 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-25acb9fc-9e51-4df1-bddc-ec1bbfbb1ef1 req-66f4101a-7a2c-4824-82bc-e5082b05fc6e tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2977803 Feb 09 00:58:09.763248 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0e49216b-fa81-473b-ba11-340f62efa5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:09.806227 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5797d3c7-e8e9-4f38-ac48-7a00a06227be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:09.846556 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '763a7eb3-2dd6-42a3-9f56-d22f3c0da01c', 'tag': '0e9696b7-60ef-432d-8bf7-d605730b4909', 'status': 'completed', 'code': 200} Feb 09 00:58:09.875598 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4d5f002d-1f61-4868-84ae-e6aeb6e43fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:09.957391 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device dcd5571e-8000-4483-bc99-3ae415e64b40 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:58:10.055496 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e49216b-fa81-473b-ba11-340f62efa5d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=991d7104-494e-46e1-b96e-e8d54a8dae96,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:10.091813 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c14afb2-3b72-4d02-9499-6e65dd8ca759 req-b740258c-4ddc-4915-bc91-080b04cca183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:10.093378 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5c14afb2-3b72-4d02-9499-6e65dd8ca759 req-b740258c-4ddc-4915-bc91-080b04cca183 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5ab071afec5940ee87f2fe6f811dc280&device_id=c4ec68e7-b6ad-48d8-a8d4-bd26aac701ab HTTP/1.1" status: 200 len: 1095 time: 0.7474017 Feb 09 00:58:10.103596 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-5797d3c7-e8e9-4f38-ac48-7a00a06227be admin admin] Allocated IP 172.20.0.1 (0448a394-55c8-45f4-a274-23af165c2c3d/45fa59ee-2584-4cd4-aa5d-73791fe0e17f/4f46b102-2de5-421c-81ce-8f502ff0cf91) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:58:10.119594 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:10.208314 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5c14afb2-3b72-4d02-9499-6e65dd8ca759 req-7dc19b0a-13ee-40ea-ab02-e671844363ea service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a6394fa-bcb9-4f31-9b64-b343adb350dd HTTP/1.1" status: 200 len: 217 time: 0.0823050 Feb 09 00:58:10.237895 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c1ec54f-2907-4727-94f6-51d438dcf808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d02d2a-38d9-419e-9759-ba01a049886e'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:58:10.261147 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port e0d02d2a-38d9-419e-9759-ba01a049886e, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=e0d02d2a-38d9-419e-9759-ba01a049886e,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:58:10.297088 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5797d3c7-e8e9-4f38-ac48-7a00a06227be admin admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:10.316000 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-5797d3c7-e8e9-4f38-ac48-7a00a06227be admin admin] Transition to ACTIVE for port object 4f46b102-2de5-421c-81ce-8f502ff0cf91 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:58:10.325184 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf7a6e-4d95-4532-8e34-91f689d1494f req-36f3505d-2591-48d1-a6f6-6ee0f272e560 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:10.326784 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9acf7a6e-4d95-4532-8e34-91f689d1494f req-36f3505d-2591-48d1-a6f6-6ee0f272e560 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/ports?device_id=f6ce7103-0f37-4e8a-b96c-5d515d2f29ba HTTP/1.1" status: 200 len: 945 time: 0.8336074 Feb 09 00:58:10.335448 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port dcd5571e-8000-4483-bc99-3ae415e64b40 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:58:10.336890 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c14afb2-3b72-4d02-9499-6e65dd8ca759 req-19f46e8e-8b90-43b6-99ff-92d842a337da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:10.338348 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5c14afb2-3b72-4d02-9499-6e65dd8ca759 req-19f46e8e-8b90-43b6-99ff-92d842a337da service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bef208b2-a285-41fd-abad-f013710ae768 HTTP/1.1" status: 200 len: 850 time: 0.1134462 Feb 09 00:58:10.339982 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:10.348162 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5797d3c7-e8e9-4f38-ac48-7a00a06227be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:10.365677 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3bee7-5d1a-489b-9f99-445912f48b52 req-4e8c41b1-da2e-4534-bc68-e6ff51066c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:10.367156 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-61f3bee7-5d1a-489b-9f99-445912f48b52 req-4e8c41b1-da2e-4534-bc68-e6ff51066c9c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=35dd69c7034749ab9d62471941920e2c&device_id=763a7eb3-2dd6-42a3-9f56-d22f3c0da01c HTTP/1.1" status: 200 len: 1124 time: 0.5189526 Feb 09 00:58:10.404985 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port dcd5571e-8000-4483-bc99-3ae415e64b40 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:58:10.405454 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:10.424738 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5797d3c7-e8e9-4f38-ac48-7a00a06227be admin admin] Network 0448a394-55c8-45f4-a274-23af165c2c3d is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:58:10.429200 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-5797d3c7-e8e9-4f38-ac48-7a00a06227be admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:58:10.431768 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5797d3c7-e8e9-4f38-ac48-7a00a06227be admin admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:58:10.491532 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5797d3c7-e8e9-4f38-ac48-7a00a06227be admin admin] Pushing event updated for resources: {'Port': ['ID=4f46b102-2de5-421c-81ce-8f502ff0cf91,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:10.518965 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6c73a50a-1156-44ac-b50b-d1098695f828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:10.536792 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=e0d02d2a-38d9-419e-9759-ba01a049886e,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:10.646134 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b19d88-7585-4a99-8930-146189791f09 req-9ac05f09-e5ba-4510-8029-1354fdd69fa9 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:10.653974 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b3b19d88-7585-4a99-8930-146189791f09 req-9ac05f09-e5ba-4510-8029-1354fdd69fa9 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] 10.222.0.105 "GET /v2.0/ports?device_id=c4ec68e7-b6ad-48d8-a8d4-bd26aac701ab HTTP/1.1" status: 200 len: 944 time: 0.6462376 Feb 09 00:58:10.736747 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:10.738116 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9acf7a6e-4d95-4532-8e34-91f689d1494f req-8ea06e68-cbf2-4559-a536-35bde74add4b tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/security-groups?id=f58a20dc-4342-436d-a5ca-ae66a87962a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3952930 Feb 09 00:58:10.743320 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5797d3c7-e8e9-4f38-ac48-7a00a06227be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:10.818480 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-c857f661-db03-4fa3-bd37-a1bc784bda6c None None] Provisioning for port 4f46b102-2de5-421c-81ce-8f502ff0cf91 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:58:10.827173 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port dcd5571e-8000-4483-bc99-3ae415e64b40, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=dcd5571e-8000-4483-bc99-3ae415e64b40,segment=NetworkSegment(2b5044f8-107c-41ef-8a61-ec7601fd6ccb),segment_id=2b5044f8-107c-41ef-8a61-ec7601fd6ccb)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:58:10.829411 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4d5f002d-1f61-4868-84ae-e6aeb6e43fc3 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:10.835803 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-c857f661-db03-4fa3-bd37-a1bc784bda6c None None] Provisioning complete for port 4f46b102-2de5-421c-81ce-8f502ff0cf91 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:58:10.836324 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c857f661-db03-4fa3-bd37-a1bc784bda6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:10.851393 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b3b19d88-7585-4a99-8930-146189791f09 req-eac9d5a0-fbff-4dde-bcdd-ec9bf43917ed tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] 10.222.0.105 "GET /v2.0/security-groups?id=bda502f9-4423-4e66-b8ed-210d30241f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1963463 Feb 09 00:58:10.865033 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:10.921495 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5797d3c7-e8e9-4f38-ac48-7a00a06227be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:10.961550 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3bee7-5d1a-489b-9f99-445912f48b52 req-9f18b13e-5bce-4074-886a-182360646e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:10.963025 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-61f3bee7-5d1a-489b-9f99-445912f48b52 req-9f18b13e-5bce-4074-886a-182360646e9f service neutron] 10.222.0.99 "GET /v2.0/networks?id=2c19901d-9303-4cfd-b96f-b8f2e52fb4b9 HTTP/1.1" status: 200 len: 922 time: 0.5106311 Feb 09 00:58:10.972897 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4d5f002d-1f61-4868-84ae-e6aeb6e43fc3 None None] Transition to ACTIVE for port object c691cfbd-3cb5-4179-bbda-e883551e78d5 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:58:11.002342 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4d5f002d-1f61-4868-84ae-e6aeb6e43fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:11.013568 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-c857f661-db03-4fa3-bd37-a1bc784bda6c None None] Port 4f46b102-2de5-421c-81ce-8f502ff0cf91 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:58:11.043577 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-4d5f002d-1f61-4868-84ae-e6aeb6e43fc3 None None] Attempting to bind port c691cfbd-3cb5-4179-bbda-e883551e78d5 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:58:11.043976 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-4d5f002d-1f61-4868-84ae-e6aeb6e43fc3 None None] Attempting to bind port c691cfbd-3cb5-4179-bbda-e883551e78d5 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:58:11.044626 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5f002d-1f61-4868-84ae-e6aeb6e43fc3 None None] Attempting to bind port c691cfbd-3cb5-4179-bbda-e883551e78d5 on network 3d885c3c-255c-4e54-addc-b28437d0b18e {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:58:11.054725 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5f002d-1f61-4868-84ae-e6aeb6e43fc3 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:58:11.055663 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5f002d-1f61-4868-84ae-e6aeb6e43fc3 None None] Checking segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:58:11.055857 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4d5f002d-1f61-4868-84ae-e6aeb6e43fc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:11.056315 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5f002d-1f61-4868-84ae-e6aeb6e43fc3 None None] Bound using segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:58:11.057056 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-4d5f002d-1f61-4868-84ae-e6aeb6e43fc3 None None] Bound port: c691cfbd-3cb5-4179-bbda-e883551e78d5, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:58:11.057491 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4d5f002d-1f61-4868-84ae-e6aeb6e43fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:11.061470 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0e49216b-fa81-473b-ba11-340f62efa5d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:11.078842 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c14afb2-3b72-4d02-9499-6e65dd8ca759 req-50210679-7acd-4b03-9d3a-01a36956109d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:11.080326 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5c14afb2-3b72-4d02-9499-6e65dd8ca759 req-50210679-7acd-4b03-9d3a-01a36956109d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3bfe3936-690c-45c5-b4c5-955c0f482c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7326231 Feb 09 00:58:11.086731 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-61f3bee7-5d1a-489b-9f99-445912f48b52 req-ba56cb02-12ba-4a37-89f9-204e64613715 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e9696b7-60ef-432d-8bf7-d605730b4909 HTTP/1.1" status: 200 len: 217 time: 0.1054835 Feb 09 00:58:11.103751 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=dcd5571e-8000-4483-bc99-3ae415e64b40,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:11.209484 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5797d3c7-e8e9-4f38-ac48-7a00a06227be admin admin] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:11.214812 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5797d3c7-e8e9-4f38-ac48-7a00a06227be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:11.217187 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5ea33216-b763-402f-a3e8-4447e7eeb703 req-3c9f3f0f-8d26-4bf7-8ba2-62a9a9c42362 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/security-groups/3c51e5d7-2438-4a71-b2f0-2770ab0709fb HTTP/1.1" status: 200 len: 1801 time: 0.3199127 Feb 09 00:58:11.225904 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704a0185-e7c6-4bb5-88c4-55bb0e15706f None None] Pushing event updated for resources: {'Port': ['ID=c691cfbd-3cb5-4179-bbda-e883551e78d5,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:11.235671 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-4d5f002d-1f61-4868-84ae-e6aeb6e43fc3 None None] For port c691cfbd-3cb5-4179-bbda-e883551e78d5, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:58:11.239654 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-4d5f002d-1f61-4868-84ae-e6aeb6e43fc3 None None] For port c691cfbd-3cb5-4179-bbda-e883551e78d5, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=c691cfbd-3cb5-4179-bbda-e883551e78d5,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:58:11.244073 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4d5f002d-1f61-4868-84ae-e6aeb6e43fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:11.283019 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-5ea33216-b763-402f-a3e8-4447e7eeb703 req-677b38ca-9499-47c0-875c-0e605c599867 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1865197822', 'description': 'tempest-description-hth-409227899'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:58:11.341211 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:11.344610 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5f002d-1f61-4868-84ae-e6aeb6e43fc3 None None] Routers {'1a850b99-2699-4551-83df-234a05d07ef1'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:58:11.345631 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-4d5f002d-1f61-4868-84ae-e6aeb6e43fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:58:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['1a850b99-2699-4551-83df-234a05d07ef1'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:58:11.373807 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5797d3c7-e8e9-4f38-ac48-7a00a06227be admin admin] Pushing event updated for resources: {'Port': ['ID=4f46b102-2de5-421c-81ce-8f502ff0cf91,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:11.383517 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5797d3c7-e8e9-4f38-ac48-7a00a06227be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:11.385979 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3bee7-5d1a-489b-9f99-445912f48b52 req-e24aa83b-72d3-449a-a947-b2c60bd244f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:11.388503 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-61f3bee7-5d1a-489b-9f99-445912f48b52 req-e24aa83b-72d3-449a-a947-b2c60bd244f3 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=f523b7b8-aa23-4f63-9894-de0d35bb1ce5 HTTP/1.1" status: 200 len: 861 time: 0.2900498 Feb 09 00:58:11.397235 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5ea33216-b763-402f-a3e8-4447e7eeb703 req-677b38ca-9499-47c0-875c-0e605c599867 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks [] for security_group, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:11.429459 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704a0185-e7c6-4bb5-88c4-55bb0e15706f None None] Pushing event updated for resources: {'Port': ['ID=c691cfbd-3cb5-4179-bbda-e883551e78d5,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:11.524048 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:11.585695 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-4d5f002d-1f61-4868-84ae-e6aeb6e43fc3 None None] Set router 1a850b99-2699-4551-83df-234a05d07ef1 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:58:11.586425 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5797d3c7-e8e9-4f38-ac48-7a00a06227be admin admin] Network 0448a394-55c8-45f4-a274-23af165c2c3d is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:58:11.588284 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-5797d3c7-e8e9-4f38-ac48-7a00a06227be admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:58:11.753234 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-61f3bee7-5d1a-489b-9f99-445912f48b52 req-2c9f92ef-883c-4117-9858-4ebe471cce42 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=2c19901d-9303-4cfd-b96f-b8f2e52fb4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1996827 Feb 09 00:58:11.832841 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84963bd7-4595-4646-9760-85a93f390269 req-c216cd35-5a06-4cc5-a65f-fbc0d8872752 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:11.834946 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-84963bd7-4595-4646-9760-85a93f390269 req-c216cd35-5a06-4cc5-a65f-fbc0d8872752 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=763a7eb3-2dd6-42a3-9f56-d22f3c0da01c HTTP/1.1" status: 200 len: 943 time: 0.9254661 Feb 09 00:58:11.867808 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5c14afb2-3b72-4d02-9499-6e65dd8ca759 req-690a38fb-f9d4-47e2-9b8a-947f7d54dd25 service neutron] 10.222.0.62 "GET /v2.0/networks/3bfe3936-690c-45c5-b4c5-955c0f482c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7759337 Feb 09 00:58:11.868261 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4ec68e7-b6ad-48d8-a8d4-bd26aac701ab', 'tag': '5a6394fa-bcb9-4f31-9b64-b343adb350dd'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:58:11.882145 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device dcd5571e-8000-4483-bc99-3ae415e64b40 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:58:11.955342 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5797d3c7-e8e9-4f38-ac48-7a00a06227be admin admin] Router 1a850b99-2699-4551-83df-234a05d07ef1 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 00:58:11.970217 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-7575bb3f-a31f-43c0-a96e-1971aa6bb398 service neutron] 10.222.0.99 "GET /v2.0/ports/0e9696b7-60ef-432d-8bf7-d605730b4909/bindings/n-h1-828418-1 HTTP/1.1" status: 200 len: 384 time: 0.1291711 Feb 09 00:58:12.052731 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5ea33216-b763-402f-a3e8-4447e7eeb703 req-677b38ca-9499-47c0-875c-0e605c599867 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks [] for security_group, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:12.075735 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5ea33216-b763-402f-a3e8-4447e7eeb703 req-677b38ca-9499-47c0-875c-0e605c599867 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:12.098409 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port dcd5571e-8000-4483-bc99-3ae415e64b40 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:58:12.098409 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:12.207887 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-dfb31132-ba6f-45bd-9b15-2c84288528ee None None] Provisioning complete for port 4f46b102-2de5-421c-81ce-8f502ff0cf91 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:58:12.208509 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-dfb31132-ba6f-45bd-9b15-2c84288528ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:12.216658 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5ea33216-b763-402f-a3e8-4447e7eeb703 req-677b38ca-9499-47c0-875c-0e605c599867 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:12.231709 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5ea33216-b763-402f-a3e8-4447e7eeb703 req-677b38ca-9499-47c0-875c-0e605c599867 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "PUT /v2.0/security-groups/3c51e5d7-2438-4a71-b2f0-2770ab0709fb HTTP/1.1" status: 200 len: 1774 time: 0.9522767 Feb 09 00:58:12.288506 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5797d3c7-e8e9-4f38-ac48-7a00a06227be admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 00:58:12.291627 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-dfb31132-ba6f-45bd-9b15-2c84288528ee None None] Port 4f46b102-2de5-421c-81ce-8f502ff0cf91 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:58:12.292094 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5c14afb2-3b72-4d02-9499-6e65dd8ca759 req-7f7de743-d326-4103-b765-d7cc988fb193 service neutron] 10.222.0.62 "GET /v2.0/networks/3bfe3936-690c-45c5-b4c5-955c0f482c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4082055 Feb 09 00:58:12.305772 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-5797d3c7-e8e9-4f38-ac48-7a00a06227be admin admin] 10.222.0.105 "PUT /v2.0/routers/1a850b99-2699-4551-83df-234a05d07ef1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5178254 Feb 09 00:58:12.337456 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-84963bd7-4595-4646-9760-85a93f390269 req-5affa025-da1e-4050-94d3-4868978b2662 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4538405 Feb 09 00:58:12.406488 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677b38ca-9499-47c0-875c-0e605c599867 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c51e5d7-2438-4a71-b2f0-2770ab0709fb,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:12.420048 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-61f3bee7-5d1a-489b-9f99-445912f48b52 req-aebba5a6-5474-4e10-8042-282175a0970b service neutron] 10.222.0.99 "GET /v2.0/networks/2c19901d-9303-4cfd-b96f-b8f2e52fb4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6189218 Feb 09 00:58:12.451467 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-4d5f002d-1f61-4868-84ae-e6aeb6e43fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a850b99-2699-4551-83df-234a05d07ef1', 'name': 'tempest-FloatingIPsAssociationTestJSON-237442171-router', 'tenant_id': 'e780c16281c340ce809950e38bac725d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c691cfbd-3cb5-4179-bbda-e883551e78d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:58:05Z', 'updated_at': '2022-02-09T00:58:10Z', 'revision_number': 4, 'project_id': 'e780c16281c340ce809950e38bac725d', 'gw_port': {'id': 'c691cfbd-3cb5-4179-bbda-e883551e78d5', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:bc:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a850b99-2699-4551-83df-234a05d07ef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:06Z', 'updated_at': '2022-02-09T00:58:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '4f46b102-2de5-421c-81ce-8f502ff0cf91', 'name': '', 'network_id': '0448a394-55c8-45f4-a274-23af165c2c3d', 'tenant_id': 'e780c16281c340ce809950e38bac725d', 'mac_address': 'fa:16:3e:fd:52:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a850b99-2699-4551-83df-234a05d07ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '45fa59ee-2584-4cd4-aa5d-73791fe0e17f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:09Z', 'updated_at': '2022-02-09T00:58:11Z', 'revision_number': 2, 'project_id': 'e780c16281c340ce809950e38bac725d', 'subnets': [{'id': '45fa59ee-2584-4cd4-aa5d-73791fe0e17f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:58:12.458855 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5f002d-1f61-4868-84ae-e6aeb6e43fc3 None None] The sync data for ids ['1a850b99-2699-4551-83df-234a05d07ef1'] in n-d-828418-1 is: [{'id': '1a850b99-2699-4551-83df-234a05d07ef1', 'name': 'tempest-FloatingIPsAssociationTestJSON-237442171-router', 'tenant_id': 'e780c16281c340ce809950e38bac725d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c691cfbd-3cb5-4179-bbda-e883551e78d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:58:05Z', 'updated_at': '2022-02-09T00:58:10Z', 'revision_number': 4, 'project_id': 'e780c16281c340ce809950e38bac725d', 'gw_port': {'id': 'c691cfbd-3cb5-4179-bbda-e883551e78d5', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:bc:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a850b99-2699-4551-83df-234a05d07ef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:06Z', 'updated_at': '2022-02-09T00:58:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '4f46b102-2de5-421c-81ce-8f502ff0cf91', 'name': '', 'network_id': '0448a394-55c8-45f4-a274-23af165c2c3d', 'tenant_id': 'e780c16281c340ce809950e38bac725d', 'mac_address': 'fa:16:3e:fd:52:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a850b99-2699-4551-83df-234a05d07ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '45fa59ee-2584-4cd4-aa5d-73791fe0e17f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:09Z', 'updated_at': '2022-02-09T00:58:11Z', 'revision_number': 2, 'project_id': 'e780c16281c340ce809950e38bac725d', 'subnets': [{'id': '45fa59ee-2584-4cd4-aa5d-73791fe0e17f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:58:12.469257 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-a4e4f6e8-695b-44dd-88e2-3a1b03a8d393 service neutron] For port 0e9696b7-60ef-432d-8bf7-d605730b4909, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=0e9696b7-60ef-432d-8bf7-d605730b4909,segment=NetworkSegment(d7050703-a45d-45b0-a89d-e74c0c0ae2fb),segment_id=d7050703-a45d-45b0-a89d-e74c0c0ae2fb)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:58:12.493205 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-a4e4f6e8-695b-44dd-88e2-3a1b03a8d393 service neutron] For port 0e9696b7-60ef-432d-8bf7-d605730b4909, host n-h2-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:58:12.552920 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-a4e4f6e8-695b-44dd-88e2-3a1b03a8d393 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e9696b7-60ef-432d-8bf7-d605730b4909 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:58:12.567546 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-a4e4f6e8-695b-44dd-88e2-3a1b03a8d393 service neutron] For port 0e9696b7-60ef-432d-8bf7-d605730b4909, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=0e9696b7-60ef-432d-8bf7-d605730b4909,segment=NetworkSegment(d7050703-a45d-45b0-a89d-e74c0c0ae2fb),segment_id=d7050703-a45d-45b0-a89d-e74c0c0ae2fb)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:58:12.587305 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-a4e4f6e8-695b-44dd-88e2-3a1b03a8d393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:12.858912 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-a4e4f6e8-695b-44dd-88e2-3a1b03a8d393 service neutron] Transition to ACTIVE for port object 0e9696b7-60ef-432d-8bf7-d605730b4909 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:58:12.859325 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e49216b-fa81-473b-ba11-340f62efa5d0 admin admin] Router b4a9e712-866a-4625-91ef-be0348d36076 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 00:58:12.863363 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-a4e4f6e8-695b-44dd-88e2-3a1b03a8d393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:12.883998 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-61f3bee7-5d1a-489b-9f99-445912f48b52 req-552f4543-4321-4fbc-9420-d51888374e93 service neutron] 10.222.0.99 "GET /v2.0/networks/2c19901d-9303-4cfd-b96f-b8f2e52fb4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4551251 Feb 09 00:58:12.990498 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:13.001867 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399fe151-70f4-4d35-ac7c-f84fe7e666f2 req-385b3c32-4069-4909-b912-22c9ae53a5a7 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:13.003426 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-399fe151-70f4-4d35-ac7c-f84fe7e666f2 req-385b3c32-4069-4909-b912-22c9ae53a5a7 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/networks?id=1f86eb5f-f405-4ce4-a845-9c31ac1b15d4 HTTP/1.1" status: 200 len: 811 time: 0.4909582 Feb 09 00:58:13.039166 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec9280b-f564-4a4b-90b1-77caf279728e req-9c3f153e-8042-45d5-b909-bdfaa05b2bd8 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:13.040727 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dec9280b-f564-4a4b-90b1-77caf279728e req-9c3f153e-8042-45d5-b909-bdfaa05b2bd8 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=5c1ec54f-2907-4727-94f6-51d438dcf808 HTTP/1.1" status: 200 len: 949 time: 0.6107550 Feb 09 00:58:13.045859 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-a4e4f6e8-695b-44dd-88e2-3a1b03a8d393 service neutron] No DVR routers for this DVR port 0e9696b7-60ef-432d-8bf7-d605730b4909 on host n-h2-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:58:13.056017 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-399fe151-70f4-4d35-ac7c-f84fe7e666f2 req-4dd53ffb-8872-4115-bbcc-02a707f86d12 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/quotas/71b0276e9e0b48f8943a51531f3d8a9e HTTP/1.1" status: 200 len: 375 time: 0.0400920 Feb 09 00:58:13.059275 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 0e9696b7-60ef-432d-8bf7-d605730b4909 no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:58:13.091274 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e4f6e8-695b-44dd-88e2-3a1b03a8d393 service neutron] Pushing event updated for resources: {'Port': ['ID=0e9696b7-60ef-432d-8bf7-d605730b4909,revision_number=10']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:13.104858 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-a4e4f6e8-695b-44dd-88e2-3a1b03a8d393 service neutron] 10.222.0.99 "PUT /v2.0/ports/0e9696b7-60ef-432d-8bf7-d605730b4909/bindings/n-h1-828418-1/activate HTTP/1.1" status: 200 len: 369 time: 1.0743687 Feb 09 00:58:13.140512 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 0e9696b7-60ef-432d-8bf7-d605730b4909 not bound to the agent host n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 00:58:13.470561 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dec9280b-f564-4a4b-90b1-77caf279728e req-c9b2d1b7-e45c-46b0-8397-3e8c1a1be65e tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/security-groups?id=bc5d6135-6634-4167-99ad-f31267fef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4197605 Feb 09 00:58:13.481901 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e49216b-fa81-473b-ba11-340f62efa5d0 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 00:58:13.489174 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-0e49216b-fa81-473b-ba11-340f62efa5d0 admin admin] 10.222.0.105 "PUT /v2.0/routers/b4a9e712-866a-4625-91ef-be0348d36076/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7050750 Feb 09 00:58:13.492106 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48314) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:13.500238 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29decbef-4d37-4038-82a6-3f9d1842d5f4 None None] Sync routers for ids ['b4a9e712-866a-4625-91ef-be0348d36076'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:58:13.523947 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29decbef-4d37-4038-82a6-3f9d1842d5f4 None None] Routers {'b4a9e712-866a-4625-91ef-be0348d36076'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:58:13.524877 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-29decbef-4d37-4038-82a6-3f9d1842d5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:58:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['b4a9e712-866a-4625-91ef-be0348d36076'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:58:13.537473 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-399fe151-70f4-4d35-ac7c-f84fe7e666f2 req-f792d408-ff14-4bf3-84c8-4e14e1b56ff2 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=71b0276e9e0b48f8943a51531f3d8a9e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4657600 Feb 09 00:58:13.548934 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c1ec54f-2907-4727-94f6-51d438dcf808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d02d2a-38d9-419e-9759-ba01a049886e', 'code': 200} Feb 09 00:58:13.561793 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-3bf76c99-6502-472c-aa4d-c60fcb19f4f3 tempest-LiveAutoBlockMigrationV225Test-40327280 tempest-LiveAutoBlockMigrationV225Test-40327280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:13.563277 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-3bf76c99-6502-472c-aa4d-c60fcb19f4f3 tempest-LiveAutoBlockMigrationV225Test-40327280 tempest-LiveAutoBlockMigrationV225Test-40327280-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=763a7eb3-2dd6-42a3-9f56-d22f3c0da01c&tenant_id=35dd69c7034749ab9d62471941920e2c&binding%3Ahost_id=n-h2-828418-1 HTTP/1.1" status: 200 len: 1095 time: 0.3718839 Feb 09 00:58:13.840222 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device c691cfbd-3cb5-4179-bbda-e883551e78d5 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:58:13.897871 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-399fe151-70f4-4d35-ac7c-f84fe7e666f2 req-623347c3-95f9-4325-b7f9-72cbea04d940 service neutron] 10.222.0.105 "GET /v2.0/networks/1f86eb5f-f405-4ce4-a845-9c31ac1b15d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3592818 Feb 09 00:58:13.905812 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-29decbef-4d37-4038-82a6-3f9d1842d5f4 None None] Set router b4a9e712-866a-4625-91ef-be0348d36076 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:58:13.975158 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9ab38bff-306a-4c9e-83fb-02684cdc6bc8 admin admin] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:14.008448 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port c691cfbd-3cb5-4179-bbda-e883551e78d5 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:58:14.017133 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port c691cfbd-3cb5-4179-bbda-e883551e78d5 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:58:14.018701 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:14.033170 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4ec68e7-b6ad-48d8-a8d4-bd26aac701ab', 'tag': '5a6394fa-bcb9-4f31-9b64-b343adb350dd', 'status': 'completed', 'code': 200} Feb 09 00:58:14.106783 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-8638c7b5-61d4-4c0e-9693-6b57285ef343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:14.111711 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a5a44-6589-4be9-8375-eadd4b8a3841 req-50e21572-ec5a-47a6-90b0-e2e147245c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:14.113229 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-cb1a5a44-6589-4be9-8375-eadd4b8a3841 req-50e21572-ec5a-47a6-90b0-e2e147245c99 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=5c1ec54f-2907-4727-94f6-51d438dcf808 HTTP/1.1" status: 200 len: 1100 time: 0.4458270 Feb 09 00:58:14.120025 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-8638c7b5-61d4-4c0e-9693-6b57285ef343 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=763a7eb3-2dd6-42a3-9f56-d22f3c0da01c&tenant_id=35dd69c7034749ab9d62471941920e2c HTTP/1.1" status: 200 len: 1095 time: 0.4802558 Feb 09 00:58:14.225930 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:14.259344 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-cb1a5a44-6589-4be9-8375-eadd4b8a3841 req-b105e609-bd64-4d1e-baa7-7d8e85dcc6a8 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=bc5d6135-6634-4167-99ad-f31267fef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265736 Feb 09 00:58:14.269653 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port c691cfbd-3cb5-4179-bbda-e883551e78d5, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=c691cfbd-3cb5-4179-bbda-e883551e78d5,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:58:14.275291 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:14.296690 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9ab38bff-306a-4c9e-83fb-02684cdc6bc8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:14.308336 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-9ab38bff-306a-4c9e-83fb-02684cdc6bc8 admin admin] Deleting port 016289d2-1861-402d-8c3d-44750dc82d97 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:58:14.309116 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9ab38bff-306a-4c9e-83fb-02684cdc6bc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:14.363333 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=c691cfbd-3cb5-4179-bbda-e883551e78d5,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:14.385637 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-399fe151-70f4-4d35-ac7c-f84fe7e666f2 req-552bd3c9-df2e-40cf-a683-6ffbea488ad0 service neutron] 10.222.0.105 "GET /v2.0/networks/1f86eb5f-f405-4ce4-a845-9c31ac1b15d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4810030 Feb 09 00:58:14.388070 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-29decbef-4d37-4038-82a6-3f9d1842d5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a9e712-866a-4625-91ef-be0348d36076', 'name': 'tempest-FloatingIPDetailsTestJSON-1093412730-router', 'tenant_id': 'c087c538c6c04537bb8fc0b2ca489a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '016289d2-1861-402d-8c3d-44750dc82d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:57:11Z', 'updated_at': '2022-02-09T00:58:09Z', 'revision_number': 5, 'project_id': 'c087c538c6c04537bb8fc0b2ca489a68', 'gw_port': {'id': '016289d2-1861-402d-8c3d-44750dc82d97', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:84:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a9e712-866a-4625-91ef-be0348d36076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:57:12Z', 'updated_at': '2022-02-09T00:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:58:14.393930 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29decbef-4d37-4038-82a6-3f9d1842d5f4 None None] Checking router: b4a9e712-866a-4625-91ef-be0348d36076 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:58:14.402345 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd59bdf-020b-4800-b6a5-855d3d381a5f req-d21e1fa3-8828-404e-b6a7-cdde4fb71f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:14.403840 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6dd59bdf-020b-4800-b6a5-855d3d381a5f req-d21e1fa3-8828-404e-b6a7-cdde4fb71f95 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5ab071afec5940ee87f2fe6f811dc280&device_id=c4ec68e7-b6ad-48d8-a8d4-bd26aac701ab HTTP/1.1" status: 200 len: 1095 time: 0.3725927 Feb 09 00:58:14.406900 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29decbef-4d37-4038-82a6-3f9d1842d5f4 None None] Routers {'b4a9e712-866a-4625-91ef-be0348d36076'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:58:14.408182 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-29decbef-4d37-4038-82a6-3f9d1842d5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:58:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['b4a9e712-866a-4625-91ef-be0348d36076'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:58:14.486707 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-0c3f2ff3-3c44-484a-9db8-2394c3b28df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:14.488233 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-0c3f2ff3-3c44-484a-9db8-2394c3b28df3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=35dd69c7034749ab9d62471941920e2c&device_id=763a7eb3-2dd6-42a3-9f56-d22f3c0da01c HTTP/1.1" status: 200 len: 1095 time: 0.3446739 Feb 09 00:58:14.509704 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a60ca-66dc-4a8c-8658-45a7bb757f42 req-f279c605-8ed4-4a04-8ea2-838af890a0c4 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:14.518028 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fc8a60ca-66dc-4a8c-8658-45a7bb757f42 req-f279c605-8ed4-4a04-8ea2-838af890a0c4 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] 10.222.0.105 "GET /v2.0/ports?device_id=c4ec68e7-b6ad-48d8-a8d4-bd26aac701ab HTTP/1.1" status: 200 len: 944 time: 0.3787787 Feb 09 00:58:14.527299 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-9ab38bff-306a-4c9e-83fb-02684cdc6bc8 admin admin] For port 016289d2-1861-402d-8c3d-44750dc82d97, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=016289d2-1861-402d-8c3d-44750dc82d97,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:58:14.527684 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9ab38bff-306a-4c9e-83fb-02684cdc6bc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:14.653229 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-29decbef-4d37-4038-82a6-3f9d1842d5f4 None None] Set router b4a9e712-866a-4625-91ef-be0348d36076 gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:58:14.718498 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 5a6394fa-bcb9-4f31-9b64-b343adb350dd details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:58:14.737249 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-9ab38bff-306a-4c9e-83fb-02684cdc6bc8 admin admin] Calling delete_port for 016289d2-1861-402d-8c3d-44750dc82d97 owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:58:14.781271 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-29decbef-4d37-4038-82a6-3f9d1842d5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a9e712-866a-4625-91ef-be0348d36076', 'name': 'tempest-FloatingIPDetailsTestJSON-1093412730-router', 'tenant_id': 'c087c538c6c04537bb8fc0b2ca489a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:57:11Z', 'updated_at': '2022-02-09T00:58:14Z', 'revision_number': 6, 'project_id': 'c087c538c6c04537bb8fc0b2ca489a68', 'gw_port_host': None}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:58:14.785495 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29decbef-4d37-4038-82a6-3f9d1842d5f4 None None] The sync data for ids ['b4a9e712-866a-4625-91ef-be0348d36076'] in n-d-828418-1 is: [{'id': 'b4a9e712-866a-4625-91ef-be0348d36076', 'name': 'tempest-FloatingIPDetailsTestJSON-1093412730-router', 'tenant_id': 'c087c538c6c04537bb8fc0b2ca489a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:57:11Z', 'updated_at': '2022-02-09T00:58:14Z', 'revision_number': 6, 'project_id': 'c087c538c6c04537bb8fc0b2ca489a68', 'gw_port_host': None}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:58:14.857021 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-56c890f1-f789-4302-9d2f-a6a8885116d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:14.858590 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-56c890f1-f789-4302-9d2f-a6a8885116d8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2c19901d-9303-4cfd-b96f-b8f2e52fb4b9 HTTP/1.1" status: 200 len: 922 time: 0.3620284 Feb 09 00:58:14.869441 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd59bdf-020b-4800-b6a5-855d3d381a5f req-3753fe2d-90ed-4337-95c1-4b8a3391dcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:14.871419 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6dd59bdf-020b-4800-b6a5-855d3d381a5f req-3753fe2d-90ed-4337-95c1-4b8a3391dcbf service neutron] 10.222.0.62 "GET /v2.0/networks?id=3bfe3936-690c-45c5-b4c5-955c0f482c02 HTTP/1.1" status: 200 len: 912 time: 0.4610009 Feb 09 00:58:14.948370 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fc8a60ca-66dc-4a8c-8658-45a7bb757f42 req-f604bbf2-d079-46b0-b2f2-bd8d1912874d tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] 10.222.0.105 "GET /v2.0/security-groups?id=bda502f9-4423-4e66-b8ed-210d30241f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4293926 Feb 09 00:58:14.959924 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 5a6394fa-bcb9-4f31-9b64-b343adb350dd, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=5a6394fa-bcb9-4f31-9b64-b343adb350dd,segment=NetworkSegment(4821de2f-7a76-4bec-8b8e-b796787d6690),segment_id=4821de2f-7a76-4bec-8b8e-b796787d6690)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:58:14.977923 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '5a6394fa-bcb9-4f31-9b64-b343adb350dd', 'network_id': '3bfe3936-690c-45c5-b4c5-955c0f482c02', 'port_id': '5a6394fa-bcb9-4f31-9b64-b343adb350dd', 'mac_address': 'fa:16:3e:d4:e6:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bef208b2-a285-41fd-abad-f013710ae768', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:58:15.015505 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9ab38bff-306a-4c9e-83fb-02684cdc6bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:15.057524 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:15.092366 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a6394fa-bcb9-4f31-9b64-b343adb350dd {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:58:15.118370 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 5a6394fa-bcb9-4f31-9b64-b343adb350dd, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=5a6394fa-bcb9-4f31-9b64-b343adb350dd,segment=NetworkSegment(4821de2f-7a76-4bec-8b8e-b796787d6690),segment_id=4821de2f-7a76-4bec-8b8e-b796787d6690)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:58:15.118559 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8e7bbaf7-4c17-4b14-8125-e200dc92a27c req-5fa85b2c-86d6-4914-b7bb-9950d2372c34 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/security-groups/3c51e5d7-2438-4a71-b2f0-2770ab0709fb HTTP/1.1" status: 200 len: 1774 time: 0.5269766 Feb 09 00:58:15.122529 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-bfaddd86-2975-4c78-8cd0-708985269834 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e9696b7-60ef-432d-8bf7-d605730b4909 HTTP/1.1" status: 200 len: 217 time: 0.2454920 Feb 09 00:58:15.127177 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:15.128084 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab38bff-306a-4c9e-83fb-02684cdc6bc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=016289d2-1861-402d-8c3d-44750dc82d97,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:15.130408 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6dd59bdf-020b-4800-b6a5-855d3d381a5f req-cb1c33c0-7311-4928-be6a-b630a46c4e25 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a6394fa-bcb9-4f31-9b64-b343adb350dd HTTP/1.1" status: 200 len: 217 time: 0.1799834 Feb 09 00:58:15.265845 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=5a6394fa-bcb9-4f31-9b64-b343adb350dd,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:15.316400 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9ab38bff-306a-4c9e-83fb-02684cdc6bc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:15.385290 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338e90bc-4758-44e9-9204-89a8e9271612 None None] Sync routers for ids ['1a850b99-2699-4551-83df-234a05d07ef1'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:58:15.396449 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338e90bc-4758-44e9-9204-89a8e9271612 None None] Routers {'1a850b99-2699-4551-83df-234a05d07ef1'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:58:15.397000 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-338e90bc-4758-44e9-9204-89a8e9271612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:58:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['1a850b99-2699-4551-83df-234a05d07ef1'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:58:15.438839 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-3b52df2a-d6eb-4fcc-b34b-5a390c285294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:15.440304 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-3b52df2a-d6eb-4fcc-b34b-5a390c285294 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f523b7b8-aa23-4f63-9894-de0d35bb1ce5 HTTP/1.1" status: 200 len: 861 time: 0.3074884 Feb 09 00:58:15.470739 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['5a6394fa-bcb9-4f31-9b64-b343adb350dd'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:58:15.579584 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd59bdf-020b-4800-b6a5-855d3d381a5f req-a4279937-8b44-454c-87e3-483c5852347f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:15.581120 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6dd59bdf-020b-4800-b6a5-855d3d381a5f req-a4279937-8b44-454c-87e3-483c5852347f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bef208b2-a285-41fd-abad-f013710ae768 HTTP/1.1" status: 200 len: 850 time: 0.3090620 Feb 09 00:58:15.583047 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-700c9162-66f2-434b-b7a4-6a3398ca35de service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2c19901d-9303-4cfd-b96f-b8f2e52fb4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1297352 Feb 09 00:58:15.696965 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-338e90bc-4758-44e9-9204-89a8e9271612 None None] Set router 1a850b99-2699-4551-83df-234a05d07ef1 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:58:15.705256 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9ab38bff-306a-4c9e-83fb-02684cdc6bc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:15.708615 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9ab38bff-306a-4c9e-83fb-02684cdc6bc8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:15.736080 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9ab38bff-306a-4c9e-83fb-02684cdc6bc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:15.736729 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab38bff-306a-4c9e-83fb-02684cdc6bc8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4a9e712-866a-4625-91ef-be0348d36076 {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 00:58:15.762201 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9ab38bff-306a-4c9e-83fb-02684cdc6bc8 admin admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:15.766779 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9ab38bff-306a-4c9e-83fb-02684cdc6bc8 admin admin] 10.222.0.105 "DELETE /v2.0/routers/b4a9e712-866a-4625-91ef-be0348d36076 HTTP/1.1" status: 204 len: 168 time: 2.2735085 Feb 09 00:58:15.767806 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48344) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:15.879671 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-94f1a780-66e3-4847-90c1-7bbf8186717c admin admin] Deleting subnet 370e35ff-fa12-4857-aacf-28000c3bddbd {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 00:58:15.882655 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device c691cfbd-3cb5-4179-bbda-e883551e78d5 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:58:15.884713 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-94f1a780-66e3-4847-90c1-7bbf8186717c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:15.959760 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-b65b67f6-2f1b-4a3c-ad61-2570fe43c485 service neutron] 10.222.0.62 "GET /v2.0/networks/2c19901d-9303-4cfd-b96f-b8f2e52fb4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3666720 Feb 09 00:58:16.009459 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-94f1a780-66e3-4847-90c1-7bbf8186717c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:16.121260 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e395f0a-0a25-4732-b378-ce5b45e4ab3d req-82cbac04-0a57-4b65-8e20-0ac97820ebbf tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:16.122799 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6e395f0a-0a25-4732-b378-ce5b45e4ab3d req-82cbac04-0a57-4b65-8e20-0ac97820ebbf tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=763a7eb3-2dd6-42a3-9f56-d22f3c0da01c HTTP/1.1" status: 200 len: 944 time: 0.8451693 Feb 09 00:58:16.147488 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ed2b4-6c75-49ca-834a-ad8506006c42 req-e118ce38-6f5f-4e9f-b7a4-aaba474a7486 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:16.148983 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-be6ed2b4-6c75-49ca-834a-ad8506006c42 req-e118ce38-6f5f-4e9f-b7a4-aaba474a7486 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "GET /v2.0/networks?id=0448a394-55c8-45f4-a274-23af165c2c3d HTTP/1.1" status: 200 len: 820 time: 0.7505071 Feb 09 00:58:16.228748 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-23f2de8d-bbbd-425c-98b9-fea4d7f490e4 service neutron] 10.222.0.62 "GET /v2.0/networks/2c19901d-9303-4cfd-b96f-b8f2e52fb4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562287 Feb 09 00:58:16.231021 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port c691cfbd-3cb5-4179-bbda-e883551e78d5 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:58:16.231648 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:16.295468 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-be6ed2b4-6c75-49ca-834a-ad8506006c42 req-dcd7e964-3354-4d9c-83fe-47b2e031d213 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "GET /v2.0/quotas/e780c16281c340ce809950e38bac725d HTTP/1.1" status: 200 len: 375 time: 0.0589449 Feb 09 00:58:16.379832 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd59bdf-020b-4800-b6a5-855d3d381a5f req-538be857-9f55-4f72-80b8-ada12b52d680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:16.381964 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6dd59bdf-020b-4800-b6a5-855d3d381a5f req-538be857-9f55-4f72-80b8-ada12b52d680 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3bfe3936-690c-45c5-b4c5-955c0f482c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7876568 Feb 09 00:58:16.386857 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6e395f0a-0a25-4732-b378-ce5b45e4ab3d req-ce1634b6-54f6-4dc8-b249-e092216cfc40 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512476 Feb 09 00:58:16.388991 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-94f1a780-66e3-4847-90c1-7bbf8186717c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:16.475623 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399fe151-70f4-4d35-ac7c-f84fe7e666f2 req-a45f7b8b-32c2-4ad7-adf1-14f7d42461e0 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:16.484876 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-399fe151-70f4-4d35-ac7c-f84fe7e666f2 req-a45f7b8b-32c2-4ad7-adf1-14f7d42461e0 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.62 "GET /v2.0/networks?id=1f86eb5f-f405-4ce4-a845-9c31ac1b15d4 HTTP/1.1" status: 200 len: 811 time: 0.3316445 Feb 09 00:58:16.501500 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-399fe151-70f4-4d35-ac7c-f84fe7e666f2 req-16aa6fcd-2071-4ee4-86c7-ee67ab4f7aca tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Request body: {'port': {'device_id': 'bca2e8fa-004b-4433-b8a2-c8e34de12605', 'network_id': '1f86eb5f-f405-4ce4-a845-9c31ac1b15d4', 'admin_state_up': True, 'tenant_id': '71b0276e9e0b48f8943a51531f3d8a9e'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:58:16.523861 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-338e90bc-4758-44e9-9204-89a8e9271612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a850b99-2699-4551-83df-234a05d07ef1', 'name': 'tempest-FloatingIPsAssociationTestJSON-237442171-router', 'tenant_id': 'e780c16281c340ce809950e38bac725d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c691cfbd-3cb5-4179-bbda-e883551e78d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:58:05Z', 'updated_at': '2022-02-09T00:58:10Z', 'revision_number': 4, 'project_id': 'e780c16281c340ce809950e38bac725d', 'gw_port': {'id': 'c691cfbd-3cb5-4179-bbda-e883551e78d5', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a850b99-2699-4551-83df-234a05d07ef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:06Z', 'updated_at': '2022-02-09T00:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '4f46b102-2de5-421c-81ce-8f502ff0cf91', 'name': '', 'network_id': '0448a394-55c8-45f4-a274-23af165c2c3d', 'tenant_id': 'e780c16281c340ce809950e38bac725d', 'mac_address': 'fa:16:3e:fd:52:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a850b99-2699-4551-83df-234a05d07ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '45fa59ee-2584-4cd4-aa5d-73791fe0e17f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:09Z', 'updated_at': '2022-02-09T00:58:11Z', 'revision_number': 2, 'project_id': 'e780c16281c340ce809950e38bac725d', 'subnets': [{'id': '45fa59ee-2584-4cd4-aa5d-73791fe0e17f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:58:16.534660 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338e90bc-4758-44e9-9204-89a8e9271612 None None] Checking router: 1a850b99-2699-4551-83df-234a05d07ef1 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:58:16.534917 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338e90bc-4758-44e9-9204-89a8e9271612 None None] Updating router 1a850b99-2699-4551-83df-234a05d07ef1 port 4f46b102-2de5-421c-81ce-8f502ff0cf91 binding host n-d-828418-1 {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:58:16.545009 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-be6ed2b4-6c75-49ca-834a-ad8506006c42 req-3743b676-9e00-449b-83c9-265c08ba3995 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=e780c16281c340ce809950e38bac725d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2485604 Feb 09 00:58:16.622985 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-338e90bc-4758-44e9-9204-89a8e9271612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:16.741123 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-399fe151-70f4-4d35-ac7c-f84fe7e666f2 req-16aa6fcd-2071-4ee4-86c7-ee67ab4f7aca tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:58:16.749274 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-399fe151-70f4-4d35-ac7c-f84fe7e666f2 req-16aa6fcd-2071-4ee4-86c7-ee67ab4f7aca tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Usage tracker for resource:port and tenant:71b0276e9e0b48f8943a51531f3d8a9e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:58:16.753735 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-94f1a780-66e3-4847-90c1-7bbf8186717c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:16.758976 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-399fe151-70f4-4d35-ac7c-f84fe7e666f2 req-16aa6fcd-2071-4ee4-86c7-ee67ab4f7aca tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:58:16.796460 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 016289d2-1861-402d-8c3d-44750dc82d97 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:58:16.814826 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-399fe151-70f4-4d35-ac7c-f84fe7e666f2 req-16aa6fcd-2071-4ee4-86c7-ee67ab4f7aca tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:58:16.817245 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f1a780-66e3-4847-90c1-7bbf8186717c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=370e35ff-fa12-4857-aacf-28000c3bddbd,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:16.821493 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-94f1a780-66e3-4847-90c1-7bbf8186717c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:16.833746 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-94f1a780-66e3-4847-90c1-7bbf8186717c admin admin] 10.222.0.105 "DELETE /v2.0/subnets/370e35ff-fa12-4857-aacf-28000c3bddbd HTTP/1.1" status: 204 len: 168 time: 1.0646949 Feb 09 00:58:16.836808 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08eb4fca-def0-4ef2-b097-fe7ad79829e8 None None] Network f5cdf1e8-7725-435d-8661-0e0dd2aca59a requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:58:16.837559 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48352) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:16.859477 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-399fe151-70f4-4d35-ac7c-f84fe7e666f2 req-16aa6fcd-2071-4ee4-86c7-ee67ab4f7aca tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Made reservation on behalf of 71b0276e9e0b48f8943a51531f3d8a9e for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:58:16.863514 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-399fe151-70f4-4d35-ac7c-f84fe7e666f2 req-16aa6fcd-2071-4ee4-86c7-ee67ab4f7aca tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:16.891710 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6dd59bdf-020b-4800-b6a5-855d3d381a5f req-ef5ed842-df4c-4d9b-9fd0-e64ced8dbe5a service neutron] 10.222.0.62 "GET /v2.0/networks/3bfe3936-690c-45c5-b4c5-955c0f482c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4941325 Feb 09 00:58:16.913469 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 016289d2-1861-402d-8c3d-44750dc82d97 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 00:58:16.913849 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 016289d2-1861-402d-8c3d-44750dc82d97 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 00:58:16.914236 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 991d7104-494e-46e1-b96e-e8d54a8dae96 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:58:16.961719 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 991d7104-494e-46e1-b96e-e8d54a8dae96 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 00:58:16.962094 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 991d7104-494e-46e1-b96e-e8d54a8dae96 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 00:58:17.059769 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-b03aedb6-6797-4008-8f7a-63f521445ee0 tempest-LiveAutoBlockMigrationV225Test-40327280 tempest-LiveAutoBlockMigrationV225Test-40327280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:17.061942 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-b03aedb6-6797-4008-8f7a-63f521445ee0 tempest-LiveAutoBlockMigrationV225Test-40327280 tempest-LiveAutoBlockMigrationV225Test-40327280-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=763a7eb3-2dd6-42a3-9f56-d22f3c0da01c&tenant_id=35dd69c7034749ab9d62471941920e2c&binding%3Ahost_id=n-h1-828418-1 HTTP/1.1" status: 200 len: 1095 time: 0.4763904 Feb 09 00:58:17.073320 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-be6ed2b4-6c75-49ca-834a-ad8506006c42 req-adb09779-7842-433f-951d-6cba5d9a61cc service neutron] 10.222.0.105 "GET /v2.0/networks/0448a394-55c8-45f4-a274-23af165c2c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5208721 Feb 09 00:58:17.077551 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1731c42d-b83f-4c32-8086-aad81d722500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:17.124291 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-1731c42d-b83f-4c32-8086-aad81d722500 admin admin] Deleting port 8f0a2de3-e928-4304-b43a-a941f60e3b12 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:58:17.124679 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1731c42d-b83f-4c32-8086-aad81d722500 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:17.226833 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d5e2a-1ce5-4d45-a30c-a80fca02271d req-161330c8-c358-416d-be01-40a156f3f00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:17.228335 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-689d5e2a-1ce5-4d45-a30c-a80fca02271d req-161330c8-c358-416d-be01-40a156f3f00b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=71c31f16ee3346cbb072d08fa5dffd7e&device_id=f6ce7103-0f37-4e8a-b96c-5d515d2f29ba HTTP/1.1" status: 200 len: 1096 time: 0.2973955 Feb 09 00:58:17.251147 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1c12b2-57f6-4694-9e0c-2cda4111cbe5 req-b158e28f-bb67-459e-b059-c7953ee24503 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:17.252627 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-db1c12b2-57f6-4694-9e0c-2cda4111cbe5 req-b158e28f-bb67-459e-b059-c7953ee24503 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=5c1ec54f-2907-4727-94f6-51d438dcf808 HTTP/1.1" status: 200 len: 949 time: 0.4520221 Feb 09 00:58:17.276086 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6dd59bdf-020b-4800-b6a5-855d3d381a5f req-f339fb44-c0a7-4b0d-af3e-b00903287f00 service neutron] 10.222.0.62 "GET /v2.0/networks/3bfe3936-690c-45c5-b4c5-955c0f482c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3762355 Feb 09 00:58:17.355467 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-399fe151-70f4-4d35-ac7c-f84fe7e666f2 req-16aa6fcd-2071-4ee4-86c7-ee67ab4f7aca tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Allocated IP 172.20.0.10 (1f86eb5f-f405-4ce4-a845-9c31ac1b15d4/55d6843d-cf0e-4da9-b1f9-18c66e11f308/9de2f4cb-9135-47ad-906a-b6130ce11d23) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:58:17.381575 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-db1c12b2-57f6-4694-9e0c-2cda4111cbe5 req-472e49f4-76a0-47db-97e2-e4c2ddaa1a4c tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/security-groups?id=bc5d6135-6634-4167-99ad-f31267fef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183543 Feb 09 00:58:17.387699 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-be6ed2b4-6c75-49ca-834a-ad8506006c42 req-8ca449b1-18e1-44bd-aeda-5ad65325359c service neutron] 10.222.0.105 "GET /v2.0/networks/0448a394-55c8-45f4-a274-23af165c2c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542069 Feb 09 00:58:17.406400 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73101e9-e80e-4b25-8311-1a0e8b84dbbf None None] DHCP port deletion for f5cdf1e8-7725-435d-8661-0e0dd2aca59a request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 00:58:17.420177 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-b73101e9-e80e-4b25-8311-1a0e8b84dbbf None None] Deleting port 8f0a2de3-e928-4304-b43a-a941f60e3b12 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:58:17.420562 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b73101e9-e80e-4b25-8311-1a0e8b84dbbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:17.426557 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-b4c33bac-0622-4698-921d-ff248f3d48ac service neutron] For port 0e9696b7-60ef-432d-8bf7-d605730b4909, host n-h2-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:58:17.433518 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-b4c33bac-0622-4698-921d-ff248f3d48ac service neutron] Notify callbacks [] for binding, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:17.436475 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-37a7d106-d9f5-4775-aac7-40cd22ee69a9 req-b4c33bac-0622-4698-921d-ff248f3d48ac service neutron] 10.222.0.62 "DELETE /v2.0/ports/0e9696b7-60ef-432d-8bf7-d605730b4909/bindings/n-h2-828418-1 HTTP/1.1" status: 204 len: 173 time: 0.3579822 Feb 09 00:58:17.474503 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-338e90bc-4758-44e9-9204-89a8e9271612 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:17.501860 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-338e90bc-4758-44e9-9204-89a8e9271612 None None] Transition to ACTIVE for port object 4f46b102-2de5-421c-81ce-8f502ff0cf91 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:58:17.541241 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-338e90bc-4758-44e9-9204-89a8e9271612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:17.583953 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d5e2a-1ce5-4d45-a30c-a80fca02271d req-6ae2de0f-9f79-4519-ba41-e5d188dc865f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:17.585489 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-689d5e2a-1ce5-4d45-a30c-a80fca02271d req-6ae2de0f-9f79-4519-ba41-e5d188dc865f service neutron] 10.222.0.62 "GET /v2.0/networks?id=a9cff3de-bafd-4405-ac7a-32d3031d022c HTTP/1.1" status: 200 len: 915 time: 0.3476999 Feb 09 00:58:17.625662 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8ef0ba88-a620-4a9b-b3e2-91a9cfbab48d req-b1035728-28b8-4c4f-9b2d-b75d5e6120bb tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=bca2e8fa-004b-4433-b8a2-c8e34de12605 HTTP/1.1" status: 200 len: 210 time: 0.0597672 Feb 09 00:58:17.819867 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1eb2deb7-5fb9-4803-9134-8efa764e6daa req-43513e7a-a2f9-49a6-b524-99a3e74e8a6b tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/security-groups/3c51e5d7-2438-4a71-b2f0-2770ab0709fb HTTP/1.1" status: 200 len: 1774 time: 0.1535838 Feb 09 00:58:17.880067 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 8f0a2de3-e928-4304-b43a-a941f60e3b12 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:58:18.002242 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5d9ad9-4a04-452c-af76-9b571f33e697 None None] Pushing event updated for resources: {'Port': ['ID=4f46b102-2de5-421c-81ce-8f502ff0cf91,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:18.015656 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-689d5e2a-1ce5-4d45-a30c-a80fca02271d req-1e2daf17-2960-453a-ac01-ce20c21ac513 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1412434f-1b76-4010-9a96-22acdead1f74 HTTP/1.1" status: 200 len: 217 time: 0.0893698 Feb 09 00:58:18.076532 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1eb2deb7-5fb9-4803-9134-8efa764e6daa req-72e77359-9edc-4edd-9f7a-fa15eea8d6b5 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:18.085943 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5d9ad9-4a04-452c-af76-9b571f33e697 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:18.086288 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5d9ad9-4a04-452c-af76-9b571f33e697 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:18.086629 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5d9ad9-4a04-452c-af76-9b571f33e697 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:18.086989 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5d9ad9-4a04-452c-af76-9b571f33e697 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:18.087289 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5d9ad9-4a04-452c-af76-9b571f33e697 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:18.087782 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5d9ad9-4a04-452c-af76-9b571f33e697 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:18.088112 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5d9ad9-4a04-452c-af76-9b571f33e697 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:18.089213 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5d9ad9-4a04-452c-af76-9b571f33e697 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:18.089213 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5d9ad9-4a04-452c-af76-9b571f33e697 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:18.089213 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5d9ad9-4a04-452c-af76-9b571f33e697 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:18.089496 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5d9ad9-4a04-452c-af76-9b571f33e697 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:18.089766 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5d9ad9-4a04-452c-af76-9b571f33e697 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:18.092932 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-1731c42d-b83f-4c32-8086-aad81d722500 admin admin] For port 8f0a2de3-e928-4304-b43a-a941f60e3b12, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=8f0a2de3-e928-4304-b43a-a941f60e3b12,segment=NetworkSegment(edf6dca2-e64e-491b-b0af-ec53866ed9b0),segment_id=edf6dca2-e64e-491b-b0af-ec53866ed9b0)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:58:18.093672 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1731c42d-b83f-4c32-8086-aad81d722500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:18.100855 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-b73101e9-e80e-4b25-8311-1a0e8b84dbbf None None] For port 8f0a2de3-e928-4304-b43a-a941f60e3b12, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=8f0a2de3-e928-4304-b43a-a941f60e3b12,segment=NetworkSegment(edf6dca2-e64e-491b-b0af-ec53866ed9b0),segment_id=edf6dca2-e64e-491b-b0af-ec53866ed9b0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:58:18.101255 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b73101e9-e80e-4b25-8311-1a0e8b84dbbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:18.123538 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5c2e4-c903-4c4f-88bc-3c178328731e req-bf946c5c-b009-401e-b1aa-bc81d4442b95 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:18.144751 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9ca5c2e4-c903-4c4f-88bc-3c178328731e req-bf946c5c-b009-401e-b1aa-bc81d4442b95 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] 10.222.0.105 "GET /v2.0/ports?device_id=c4ec68e7-b6ad-48d8-a8d4-bd26aac701ab HTTP/1.1" status: 200 len: 945 time: 0.2350338 Feb 09 00:58:18.181808 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1eb2deb7-5fb9-4803-9134-8efa764e6daa req-72e77359-9edc-4edd-9f7a-fa15eea8d6b5 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:18.245211 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1eb2deb7-5fb9-4803-9134-8efa764e6daa req-72e77359-9edc-4edd-9f7a-fa15eea8d6b5 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:18.257179 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-338e90bc-4758-44e9-9204-89a8e9271612 None None] Attempting to bind port 4f46b102-2de5-421c-81ce-8f502ff0cf91 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:58:18.257554 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-338e90bc-4758-44e9-9204-89a8e9271612 None None] Attempting to bind port 4f46b102-2de5-421c-81ce-8f502ff0cf91 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '2b5044f8-107c-41ef-8a61-ec7601fd6ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0448a394-55c8-45f4-a274-23af165c2c3d'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:58:18.257948 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338e90bc-4758-44e9-9204-89a8e9271612 None None] Attempting to bind port 4f46b102-2de5-421c-81ce-8f502ff0cf91 on network 0448a394-55c8-45f4-a274-23af165c2c3d {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:58:18.269830 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-b73101e9-e80e-4b25-8311-1a0e8b84dbbf None None] Calling delete_port for 8f0a2de3-e928-4304-b43a-a941f60e3b12 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:58:18.281426 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77359-9edc-4edd-9f7a-fa15eea8d6b5 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c51e5d7-2438-4a71-b2f0-2770ab0709fb,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:18.295064 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-1731c42d-b83f-4c32-8086-aad81d722500 admin admin] Calling delete_port for 8f0a2de3-e928-4304-b43a-a941f60e3b12 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:58:18.317561 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1eb2deb7-5fb9-4803-9134-8efa764e6daa req-72e77359-9edc-4edd-9f7a-fa15eea8d6b5 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:18.332086 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d5e2a-1ce5-4d45-a30c-a80fca02271d req-f243793d-4969-40ff-a8b9-458c5cd3d792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:18.332737 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1eb2deb7-5fb9-4803-9134-8efa764e6daa req-72e77359-9edc-4edd-9f7a-fa15eea8d6b5 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "DELETE /v2.0/security-groups/3c51e5d7-2438-4a71-b2f0-2770ab0709fb HTTP/1.1" status: 204 len: 173 time: 0.5116723 Feb 09 00:58:18.334176 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-689d5e2a-1ce5-4d45-a30c-a80fca02271d req-f243793d-4969-40ff-a8b9-458c5cd3d792 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e0812677-0633-4371-ad1e-90c3460d12b7 HTTP/1.1" status: 200 len: 853 time: 0.2985816 Feb 09 00:58:18.338458 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9ca5c2e4-c903-4c4f-88bc-3c178328731e req-587ce88e-a79b-41df-a722-7eb057557529 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] 10.222.0.105 "GET /v2.0/security-groups?id=bda502f9-4423-4e66-b8ed-210d30241f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1928892 Feb 09 00:58:18.429319 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338e90bc-4758-44e9-9204-89a8e9271612 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:58:18.429743 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338e90bc-4758-44e9-9204-89a8e9271612 None None] Checking segment: {'id': '2b5044f8-107c-41ef-8a61-ec7601fd6ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0448a394-55c8-45f4-a274-23af165c2c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:58:18.430148 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-338e90bc-4758-44e9-9204-89a8e9271612 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:18.430539 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338e90bc-4758-44e9-9204-89a8e9271612 None None] Bound using segment: {'id': '2b5044f8-107c-41ef-8a61-ec7601fd6ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0448a394-55c8-45f4-a274-23af165c2c3d'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:58:18.431020 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-338e90bc-4758-44e9-9204-89a8e9271612 None None] Bound port: 4f46b102-2de5-421c-81ce-8f502ff0cf91, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b5044f8-107c-41ef-8a61-ec7601fd6ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0448a394-55c8-45f4-a274-23af165c2c3d'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:58:18.431396 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-338e90bc-4758-44e9-9204-89a8e9271612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:18.538519 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:18.659283 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-399fe151-70f4-4d35-ac7c-f84fe7e666f2 req-16aa6fcd-2071-4ee4-86c7-ee67ab4f7aca tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:18.674103 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d5e2a-1ce5-4d45-a30c-a80fca02271d req-11d11687-51f0-4aa3-9bd2-ae109b7cb37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:18.675566 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-689d5e2a-1ce5-4d45-a30c-a80fca02271d req-11d11687-51f0-4aa3-9bd2-ae109b7cb37e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a9cff3de-bafd-4405-ac7a-32d3031d022c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2588925 Feb 09 00:58:18.683601 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba0156e-c618-4634-97ef-626f2aa6d48e req-26d828c9-13ef-4478-b19c-950a203fad1e tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:18.685122 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8ba0156e-c618-4634-97ef-626f2aa6d48e req-26d828c9-13ef-4478-b19c-950a203fad1e tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/ports?device_id=f6ce7103-0f37-4e8a-b96c-5d515d2f29ba HTTP/1.1" status: 200 len: 945 time: 0.2405753 Feb 09 00:58:18.700287 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b73101e9-e80e-4b25-8311-1a0e8b84dbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:18.762268 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 5a6394fa-bcb9-4f31-9b64-b343adb350dd up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:58:18.771013 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.db.api [None req-1731c42d-b83f-4c32-8086-aad81d722500 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 00:58:18.771334 n-d-828418-1 neutron-server[87638]: DEBUG oslo_db.api [None req-1731c42d-b83f-4c32-8086-aad81d722500 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 00:58:18.772323 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-399fe151-70f4-4d35-ac7c-f84fe7e666f2 req-16aa6fcd-2071-4ee4-86c7-ee67ab4f7aca tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Transition to ACTIVE for port object 9de2f4cb-9135-47ad-906a-b6130ce11d23 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:58:18.841847 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73101e9-e80e-4b25-8311-1a0e8b84dbbf None None] Pushing event deleted for resources: {'Port': ['ID=8f0a2de3-e928-4304-b43a-a941f60e3b12,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:18.844262 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-338e90bc-4758-44e9-9204-89a8e9271612 None None] For port 4f46b102-2de5-421c-81ce-8f502ff0cf91, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:58:18.846582 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73101e9-e80e-4b25-8311-1a0e8b84dbbf None None] No DVR routers for this DVR port 8f0a2de3-e928-4304-b43a-a941f60e3b12 on host n-d-828418-1 {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:58:18.866835 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-689d5e2a-1ce5-4d45-a30c-a80fca02271d req-80ebb7bc-9838-4797-97d7-b1c89d99aec3 service neutron] 10.222.0.62 "GET /v2.0/networks/a9cff3de-bafd-4405-ac7a-32d3031d022c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825314 Feb 09 00:58:18.873366 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-399fe151-70f4-4d35-ac7c-f84fe7e666f2 req-16aa6fcd-2071-4ee4-86c7-ee67ab4f7aca tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:18.879451 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-338e90bc-4758-44e9-9204-89a8e9271612 None None] For port 4f46b102-2de5-421c-81ce-8f502ff0cf91, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=4f46b102-2de5-421c-81ce-8f502ff0cf91,segment=NetworkSegment(2b5044f8-107c-41ef-8a61-ec7601fd6ccb),segment_id=2b5044f8-107c-41ef-8a61-ec7601fd6ccb)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:58:18.887573 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['8966abcd-1778-4e11-b863-2fa7dd0270fe'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:58:18.887807 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba37ae4-3986-4127-8207-96665414edc1 req-7f8a0314-b979-409f-bffc-47f53a6efda0 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:18.889200 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7ba37ae4-3986-4127-8207-96665414edc1 req-7f8a0314-b979-409f-bffc-47f53a6efda0 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=763a7eb3-2dd6-42a3-9f56-d22f3c0da01c HTTP/1.1" status: 200 len: 944 time: 0.3521099 Feb 09 00:58:18.912822 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8ba0156e-c618-4634-97ef-626f2aa6d48e req-adb66807-cc40-4680-8e01-7824dd7e7246 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/security-groups?id=f58a20dc-4342-436d-a5ca-ae66a87962a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207041 Feb 09 00:58:18.939180 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-338e90bc-4758-44e9-9204-89a8e9271612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:18.951606 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7ba37ae4-3986-4127-8207-96665414edc1 req-51421da4-d7a3-42a3-8505-c0c1e7707d6d tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560503 Feb 09 00:58:19.064005 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5d9ad9-4a04-452c-af76-9b571f33e697 None None] Pushing event updated for resources: {'Port': ['ID=4f46b102-2de5-421c-81ce-8f502ff0cf91,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:19.080043 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port 5a6394fa-bcb9-4f31-9b64-b343adb350dd completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:58:19.089208 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 5a6394fa-bcb9-4f31-9b64-b343adb350dd triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:58:19.090237 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:19.175065 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cca783d7-bbda-41ec-9f06-2acfa8d90894 req-343de02a-4e60-4fc8-9d13-28b0dd8b7bcf tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "GET /v2.0/ports?device_id=070af407-61a4-47ab-aa6b-c71bceabdb7a HTTP/1.1" status: 200 len: 210 time: 0.0769632 Feb 09 00:58:19.191104 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338e90bc-4758-44e9-9204-89a8e9271612 None None] Routers {'1a850b99-2699-4551-83df-234a05d07ef1'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:58:19.191249 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-338e90bc-4758-44e9-9204-89a8e9271612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:58:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['1a850b99-2699-4551-83df-234a05d07ef1'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:58:19.193961 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-689d5e2a-1ce5-4d45-a30c-a80fca02271d req-a91d5f03-6851-4d33-90ac-8fd1615917b8 service neutron] 10.222.0.62 "GET /v2.0/networks/a9cff3de-bafd-4405-ac7a-32d3031d022c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037307 Feb 09 00:58:19.199012 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aa6fcd-2071-4ee4-86c7-ee67ab4f7aca tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Pushing event updated for resources: {'Port': ['ID=9de2f4cb-9135-47ad-906a-b6130ce11d23,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:19.235931 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-399fe151-70f4-4d35-ac7c-f84fe7e666f2 req-16aa6fcd-2071-4ee4-86c7-ee67ab4f7aca tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Network 1f86eb5f-f405-4ce4-a845-9c31ac1b15d4 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:58:19.240041 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-399fe151-70f4-4d35-ac7c-f84fe7e666f2 req-16aa6fcd-2071-4ee4-86c7-ee67ab4f7aca tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:58:19.262652 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-399fe151-70f4-4d35-ac7c-f84fe7e666f2 req-16aa6fcd-2071-4ee4-86c7-ee67ab4f7aca tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:58:19.292003 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec41f0-2361-4ecf-bd17-6015181825f5 req-af64344b-59ee-40c2-af1f-f4b353b4c3b8 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:19.295558 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-64ec41f0-2361-4ecf-bd17-6015181825f5 req-af64344b-59ee-40c2-af1f-f4b353b4c3b8 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=647df42a-a52c-4fc0-a9c1-0edd9aa13652 HTTP/1.1" status: 200 len: 950 time: 0.2449591 Feb 09 00:58:19.352570 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-1731c42d-b83f-4c32-8086-aad81d722500 admin admin] Deleting port 8f0a2de3-e928-4304-b43a-a941f60e3b12 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:58:19.353025 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1731c42d-b83f-4c32-8086-aad81d722500 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:19.375012 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-64ec41f0-2361-4ecf-bd17-6015181825f5 req-beb26bda-bb24-4625-ae5f-cc26745c3509 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/security-groups?id=bc5d6135-6634-4167-99ad-f31267fef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649159 Feb 09 00:58:19.528541 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-338e90bc-4758-44e9-9204-89a8e9271612 None None] Set router 1a850b99-2699-4551-83df-234a05d07ef1 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:58:19.550064 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d3864e-c2d8-4d61-86a3-3bd18fc38806 req-6d602480-44b2-4377-b2c3-0c9755a66dc6 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:19.559130 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-71d3864e-c2d8-4d61-86a3-3bd18fc38806 req-6d602480-44b2-4377-b2c3-0c9755a66dc6 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=bca2e8fa-004b-4433-b8a2-c8e34de12605 HTTP/1.1" status: 200 len: 932 time: 0.1184926 Feb 09 00:58:19.662777 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-1731c42d-b83f-4c32-8086-aad81d722500 admin admin] The port '8f0a2de3-e928-4304-b43a-a941f60e3b12' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 00:58:19.775489 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-71d3864e-c2d8-4d61-86a3-3bd18fc38806 req-13a903c9-deb9-4d48-a374-c26a1fd96721 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=ceaabe02-67e8-49da-9640-53d4e3b33273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150993 Feb 09 00:58:19.783326 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ed2b4-6c75-49ca-834a-ad8506006c42 req-66fd399a-7683-4487-a3d4-273a2fc39940 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:19.784203 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-be6ed2b4-6c75-49ca-834a-ad8506006c42 req-66fd399a-7683-4487-a3d4-273a2fc39940 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Synchronizing usage tracker for tenant:e780c16281c340ce809950e38bac725d on resource:network {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:58:19.793069 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399fe151-70f4-4d35-ac7c-f84fe7e666f2 req-16aa6fcd-2071-4ee4-86c7-ee67ab4f7aca tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:19.793821 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-399fe151-70f4-4d35-ac7c-f84fe7e666f2 req-16aa6fcd-2071-4ee4-86c7-ee67ab4f7aca tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:19.849086 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 4f46b102-2de5-421c-81ce-8f502ff0cf91 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:58:19.878691 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8200fd6f-e3ff-4e90-939a-bcecd03fc927 req-76bf4f38-c0ff-47eb-b7d6-6c7ae5158086 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:19.880234 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8200fd6f-e3ff-4e90-939a-bcecd03fc927 req-76bf4f38-c0ff-47eb-b7d6-6c7ae5158086 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] 10.222.0.105 "GET /v2.0/ports?device_id=c4ec68e7-b6ad-48d8-a8d4-bd26aac701ab HTTP/1.1" status: 200 len: 945 time: 0.2028153 Feb 09 00:58:19.944879 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-399fe151-70f4-4d35-ac7c-f84fe7e666f2 req-16aa6fcd-2071-4ee4-86c7-ee67ab4f7aca tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4470267 Feb 09 00:58:19.948085 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-be6ed2b4-6c75-49ca-834a-ad8506006c42 req-66fd399a-7683-4487-a3d4-273a2fc39940 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Unset dirty status for tenant:e780c16281c340ce809950e38bac725d on resource:network {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:58:19.949691 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-be6ed2b4-6c75-49ca-834a-ad8506006c42 req-66fd399a-7683-4487-a3d4-273a2fc39940 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.62 "GET /v2.0/networks?id=0448a394-55c8-45f4-a274-23af165c2c3d HTTP/1.1" status: 200 len: 820 time: 0.4998143 Feb 09 00:58:19.952365 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1731c42d-b83f-4c32-8086-aad81d722500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:19.973455 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-be6ed2b4-6c75-49ca-834a-ad8506006c42 req-03178d52-83c2-4b20-8ddd-7964f1bbc411 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Request body: {'port': {'device_id': '070af407-61a4-47ab-aa6b-c71bceabdb7a', 'network_id': '0448a394-55c8-45f4-a274-23af165c2c3d', 'admin_state_up': True, 'tenant_id': 'e780c16281c340ce809950e38bac725d'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:58:19.986730 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8200fd6f-e3ff-4e90-939a-bcecd03fc927 req-a7589348-0a97-4603-8b77-cb776f731266 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] 10.222.0.105 "GET /v2.0/security-groups?id=bda502f9-4423-4e66-b8ed-210d30241f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998411 Feb 09 00:58:20.000834 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-399fe151-70f4-4d35-ac7c-f84fe7e666f2 req-f457bc2d-8966-489d-b8cc-7297eb0ce772 service neutron] Request body: {'port': {'device_id': 'bca2e8fa-004b-4433-b8a2-c8e34de12605', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:58:20.058397 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:20.149006 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 4f46b102-2de5-421c-81ce-8f502ff0cf91 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:58:20.170698 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ec68e7-b6ad-48d8-a8d4-bd26aac701ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a6394fa-bcb9-4f31-9b64-b343adb350dd'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:58:20.190610 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 4f46b102-2de5-421c-81ce-8f502ff0cf91 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:58:20.190970 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:20.204451 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54bc7c7-f024-4b06-b3b0-a451f1f43676 req-d54aeaf0-f074-47d6-95a6-d49532c6a5ec tempest-LiveAutoBlockMigrationV225Test-40327280 tempest-LiveAutoBlockMigrationV225Test-40327280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:20.206167 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e54bc7c7-f024-4b06-b3b0-a451f1f43676 req-d54aeaf0-f074-47d6-95a6-d49532c6a5ec tempest-LiveAutoBlockMigrationV225Test-40327280 tempest-LiveAutoBlockMigrationV225Test-40327280-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=763a7eb3-2dd6-42a3-9f56-d22f3c0da01c HTTP/1.1" status: 200 len: 1095 time: 0.0921900 Feb 09 00:58:20.257260 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 5a6394fa-bcb9-4f31-9b64-b343adb350dd, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=5a6394fa-bcb9-4f31-9b64-b343adb350dd,segment=NetworkSegment(4821de2f-7a76-4bec-8b8e-b796787d6690),segment_id=4821de2f-7a76-4bec-8b8e-b796787d6690)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:58:20.286414 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:20.298600 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-1731c42d-b83f-4c32-8086-aad81d722500 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5cdf1e8-7725-435d-8661-0e0dd2aca59a']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:58:20.315397 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e54bc7c7-f024-4b06-b3b0-a451f1f43676 req-ae8216eb-d2c6-4652-8531-64798a51b7c3 tempest-LiveAutoBlockMigrationV225Test-40327280 tempest-LiveAutoBlockMigrationV225Test-40327280-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588379 Feb 09 00:58:20.322397 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-1731c42d-b83f-4c32-8086-aad81d722500 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edf6dca2-e64e-491b-b0af-ec53866ed9b0') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:58:20.322397 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-1731c42d-b83f-4c32-8086-aad81d722500 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edf6dca2-e64e-491b-b0af-ec53866ed9b0') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:58:20.357622 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa816780-8494-424e-9789-5e115ba885d9 req-a855884f-6040-48a3-a18c-06b418848213 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:20.371442 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa816780-8494-424e-9789-5e115ba885d9 req-a855884f-6040-48a3-a18c-06b418848213 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:20.380293 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1731c42d-b83f-4c32-8086-aad81d722500 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:20.382710 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fa816780-8494-424e-9789-5e115ba885d9 req-a855884f-6040-48a3-a18c-06b418848213 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=5c1ec54f-2907-4727-94f6-51d438dcf808&device_id=647df42a-a52c-4fc0-a9c1-0edd9aa13652 HTTP/1.1" status: 200 len: 1690 time: 0.1696517 Feb 09 00:58:20.388163 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4fa18b96-8f08-41cc-a6aa-6611d00a737a None None] Provisioning for port 9de2f4cb-9135-47ad-906a-b6130ce11d23 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:58:20.411298 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4fa18b96-8f08-41cc-a6aa-6611d00a737a None None] Provisioning complete for port 9de2f4cb-9135-47ad-906a-b6130ce11d23 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:58:20.411667 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4fa18b96-8f08-41cc-a6aa-6611d00a737a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:20.435345 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1731c42d-b83f-4c32-8086-aad81d722500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:20.447014 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-399fe151-70f4-4d35-ac7c-f84fe7e666f2 req-f457bc2d-8966-489d-b8cc-7297eb0ce772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:20.456525 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [req-cb2e6a96-2174-467b-931a-61ba6bfb5d9a req-aea7c256-6b1b-439e-ab6b-335d83b81023 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] show failed (client error): The resource could not be found. Feb 09 00:58:20.456689 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1731c42d-b83f-4c32-8086-aad81d722500 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:58:20.456940 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1731c42d-b83f-4c32-8086-aad81d722500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:20.457485 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cb2e6a96-2174-467b-931a-61ba6bfb5d9a req-aea7c256-6b1b-439e-ab6b-335d83b81023 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/security-groups/7a41164b-f8ff-42bb-9f07-5a8b20857d4c HTTP/1.1" status: 404 len: 352 time: 0.0348349 Feb 09 00:58:20.472282 n-d-828418-1 neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:58:20.472282 n-d-828418-1 neutron-server[87638]: util.warn( Feb 09 00:58:20.472282 n-d-828418-1 neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:58:20.472282 n-d-828418-1 neutron-server[87638]: util.warn( Feb 09 00:58:20.472282 n-d-828418-1 neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:58:20.472282 n-d-828418-1 neutron-server[87638]: util.warn( Feb 09 00:58:20.472282 n-d-828418-1 neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:58:20.472282 n-d-828418-1 neutron-server[87638]: util.warn( Feb 09 00:58:20.472282 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 00:58:20.472282 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:58:20.472282 n-d-828418-1 neutron-server[87638]: timer() Feb 09 00:58:20.472282 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:58:20.472282 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 00:58:20.472282 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 00:58:20.472282 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 00:58:20.472282 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:58:20.472282 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 00:58:20.472282 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:58:20.472282 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 00:58:20.472282 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:58:20.472282 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 00:58:20.472282 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 00:58:20.472282 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:58:20.472282 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 00:58:20.472282 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:58:20.472282 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 00:58:20.472282 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 00:58:20.472282 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 00:58:20.472282 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 00:58:20.472282 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 00:58:20.472282 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:58:20.472282 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:58:20.472282 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 00:58:20.472282 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:58:20.472282 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:58:20.472282 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:58:20.472282 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:58:20.472282 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:58:20.472282 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:58:20.472282 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:58:20.477924 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fa816780-8494-424e-9789-5e115ba885d9 req-627209b5-be22-465c-a43e-8d5ed298310d tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/security-groups?id=bc5d6135-6634-4167-99ad-f31267fef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916648 Feb 09 00:58:20.543112 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ec68e7-b6ad-48d8-a8d4-bd26aac701ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a6394fa-bcb9-4f31-9b64-b343adb350dd', 'code': 200} Feb 09 00:58:20.543385 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-be6ed2b4-6c75-49ca-834a-ad8506006c42 req-03178d52-83c2-4b20-8ddd-7964f1bbc411 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:58:20.552623 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-be6ed2b4-6c75-49ca-834a-ad8506006c42 req-03178d52-83c2-4b20-8ddd-7964f1bbc411 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Usage tracker for resource:port and tenant:e780c16281c340ce809950e38bac725d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:58:20.557215 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-be6ed2b4-6c75-49ca-834a-ad8506006c42 req-03178d52-83c2-4b20-8ddd-7964f1bbc411 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:58:20.567649 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=5a6394fa-bcb9-4f31-9b64-b343adb350dd,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:20.603173 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-be6ed2b4-6c75-49ca-834a-ad8506006c42 req-03178d52-83c2-4b20-8ddd-7964f1bbc411 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:58:20.643840 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be6ed2b4-6c75-49ca-834a-ad8506006c42 req-03178d52-83c2-4b20-8ddd-7964f1bbc411 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Made reservation on behalf of e780c16281c340ce809950e38bac725d for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:58:20.647941 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-be6ed2b4-6c75-49ca-834a-ad8506006c42 req-03178d52-83c2-4b20-8ddd-7964f1bbc411 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:20.668371 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1731c42d-b83f-4c32-8086-aad81d722500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:20.671468 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-4fa18b96-8f08-41cc-a6aa-6611d00a737a None None] Port 9de2f4cb-9135-47ad-906a-b6130ce11d23 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:58:20.700240 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:20.738779 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-338e90bc-4758-44e9-9204-89a8e9271612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a850b99-2699-4551-83df-234a05d07ef1', 'name': 'tempest-FloatingIPsAssociationTestJSON-237442171-router', 'tenant_id': 'e780c16281c340ce809950e38bac725d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c691cfbd-3cb5-4179-bbda-e883551e78d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:58:05Z', 'updated_at': '2022-02-09T00:58:10Z', 'revision_number': 4, 'project_id': 'e780c16281c340ce809950e38bac725d', 'gw_port': {'id': 'c691cfbd-3cb5-4179-bbda-e883551e78d5', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a850b99-2699-4551-83df-234a05d07ef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:06Z', 'updated_at': '2022-02-09T00:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '4f46b102-2de5-421c-81ce-8f502ff0cf91', 'name': '', 'network_id': '0448a394-55c8-45f4-a274-23af165c2c3d', 'tenant_id': 'e780c16281c340ce809950e38bac725d', 'mac_address': 'fa:16:3e:fd:52:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a850b99-2699-4551-83df-234a05d07ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '45fa59ee-2584-4cd4-aa5d-73791fe0e17f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:09Z', 'updated_at': '2022-02-09T00:58:18Z', 'revision_number': 4, 'project_id': 'e780c16281c340ce809950e38bac725d', 'subnets': [{'id': '45fa59ee-2584-4cd4-aa5d-73791fe0e17f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:58:20.743125 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1731c42d-b83f-4c32-8086-aad81d722500 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:20.744959 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338e90bc-4758-44e9-9204-89a8e9271612 None None] The sync data for ids ['1a850b99-2699-4551-83df-234a05d07ef1'] in n-d-828418-1 is: [{'id': '1a850b99-2699-4551-83df-234a05d07ef1', 'name': 'tempest-FloatingIPsAssociationTestJSON-237442171-router', 'tenant_id': 'e780c16281c340ce809950e38bac725d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c691cfbd-3cb5-4179-bbda-e883551e78d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:58:05Z', 'updated_at': '2022-02-09T00:58:10Z', 'revision_number': 4, 'project_id': 'e780c16281c340ce809950e38bac725d', 'gw_port': {'id': 'c691cfbd-3cb5-4179-bbda-e883551e78d5', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a850b99-2699-4551-83df-234a05d07ef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:06Z', 'updated_at': '2022-02-09T00:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '4f46b102-2de5-421c-81ce-8f502ff0cf91', 'name': '', 'network_id': '0448a394-55c8-45f4-a274-23af165c2c3d', 'tenant_id': 'e780c16281c340ce809950e38bac725d', 'mac_address': 'fa:16:3e:fd:52:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a850b99-2699-4551-83df-234a05d07ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '45fa59ee-2584-4cd4-aa5d-73791fe0e17f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:09Z', 'updated_at': '2022-02-09T00:58:18Z', 'revision_number': 4, 'project_id': 'e780c16281c340ce809950e38bac725d', 'subnets': [{'id': '45fa59ee-2584-4cd4-aa5d-73791fe0e17f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:58:20.750576 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 4f46b102-2de5-421c-81ce-8f502ff0cf91, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=4f46b102-2de5-421c-81ce-8f502ff0cf91,segment=NetworkSegment(2b5044f8-107c-41ef-8a61-ec7601fd6ccb),segment_id=2b5044f8-107c-41ef-8a61-ec7601fd6ccb)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:58:20.755661 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:20.757795 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1731c42d-b83f-4c32-8086-aad81d722500 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5cdf1e8-7725-435d-8661-0e0dd2aca59a,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:20.783691 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b38c64e5-06a5-41ed-842f-9408c4023800 req-8dd218aa-8a98-4654-8782-ae80bd71910b tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "GET /v2.0/ports?device_id=070af407-61a4-47ab-aa6b-c71bceabdb7a HTTP/1.1" status: 200 len: 210 time: 0.0976236 Feb 09 00:58:20.850148 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=4f46b102-2de5-421c-81ce-8f502ff0cf91,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:20.886658 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb9a44-9ba0-48c0-b04d-116eae6ca248 req-c6d3d9cb-a9dc-4aec-a9ed-3ffcfa198943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:20.896418 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-57fb9a44-9ba0-48c0-b04d-116eae6ca248 req-c6d3d9cb-a9dc-4aec-a9ed-3ffcfa198943 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c4ec68e7-b6ad-48d8-a8d4-bd26aac701ab HTTP/1.1" status: 200 len: 1097 time: 0.2948887 Feb 09 00:58:20.916945 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1731c42d-b83f-4c32-8086-aad81d722500 admin admin] 10.222.0.105 "DELETE /v2.0/networks/f5cdf1e8-7725-435d-8661-0e0dd2aca59a HTTP/1.1" status: 204 len: 168 time: 4.0757532 Feb 09 00:58:20.943323 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d92259-1990-4827-a4fc-4bbc8b47cacd req-6873da40-9489-4dcf-b766-f1918b6b8d40 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:20.952969 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-06d92259-1990-4827-a4fc-4bbc8b47cacd req-6873da40-9489-4dcf-b766-f1918b6b8d40 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/ports?device_id=f6ce7103-0f37-4e8a-b96c-5d515d2f29ba HTTP/1.1" status: 200 len: 945 time: 0.2705038 Feb 09 00:58:21.058180 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-57fb9a44-9ba0-48c0-b04d-116eae6ca248 req-a300ed69-d16e-4580-94e0-a26f8c15b066 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=bda502f9-4423-4e66-b8ed-210d30241f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538992 Feb 09 00:58:21.084263 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-06d92259-1990-4827-a4fc-4bbc8b47cacd req-8ac3e133-f770-4d38-8ade-e3c0c8f72253 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/security-groups?id=f58a20dc-4342-436d-a5ca-ae66a87962a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298223 Feb 09 00:58:21.101309 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48404) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:21.103379 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-be6ed2b4-6c75-49ca-834a-ad8506006c42 req-03178d52-83c2-4b20-8ddd-7964f1bbc411 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Allocated IP 172.20.0.11 (0448a394-55c8-45f4-a274-23af165c2c3d/45fa59ee-2584-4cd4-aa5d-73791fe0e17f/6b989615-b8c6-497c-97ac-419f1a6df99a) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:58:21.165745 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [req-6d0af50e-381e-493f-9953-dcb16700f1ab req-231dfb4c-0565-49ca-829a-1a81d8e200c6 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] show failed (client error): The resource could not be found. Feb 09 00:58:21.166860 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6d0af50e-381e-493f-9953-dcb16700f1ab req-231dfb4c-0565-49ca-829a-1a81d8e200c6 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/security-groups/c8b33467-ad12-46d8-8a05-a209f1dbd10c HTTP/1.1" status: 404 len: 352 time: 0.0422959 Feb 09 00:58:21.178784 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13005ff-68be-4ebd-8237-675f7a35112f req-1ad3f9d9-3100-4165-b360-3728a11fc7a9 tempest-LiveAutoBlockMigrationV225Test-40327280 tempest-LiveAutoBlockMigrationV225Test-40327280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:21.180385 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c13005ff-68be-4ebd-8237-675f7a35112f req-1ad3f9d9-3100-4165-b360-3728a11fc7a9 tempest-LiveAutoBlockMigrationV225Test-40327280 tempest-LiveAutoBlockMigrationV225Test-40327280-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=763a7eb3-2dd6-42a3-9f56-d22f3c0da01c HTTP/1.1" status: 200 len: 1095 time: 0.2107406 Feb 09 00:58:21.221512 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-215cfa06-0ddd-44bd-a0dd-40a7138d44e0 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=c087c538c6c04537bb8fc0b2ca489a68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1152267 Feb 09 00:58:21.222985 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48412) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:21.290562 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c13005ff-68be-4ebd-8237-675f7a35112f req-0ff8e3fd-48c1-43f8-9d0d-735fe5d528c7 tempest-LiveAutoBlockMigrationV225Test-40327280 tempest-LiveAutoBlockMigrationV225Test-40327280-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999930 Feb 09 00:58:21.335064 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2354dd73-0eca-451d-80d2-b6c6555d91a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:21.362135 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [req-399fe151-70f4-4d35-ac7c-f84fe7e666f2 req-f457bc2d-8966-489d-b8cc-7297eb0ce772 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9de2f4cb-9135-47ad-906a-b6130ce11d23 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:58:21.375389 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-399fe151-70f4-4d35-ac7c-f84fe7e666f2 req-f457bc2d-8966-489d-b8cc-7297eb0ce772 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:21.386575 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2354dd73-0eca-451d-80d2-b6c6555d91a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:21.421325 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-399fe151-70f4-4d35-ac7c-f84fe7e666f2 req-f457bc2d-8966-489d-b8cc-7297eb0ce772 service neutron] Transition to ACTIVE for port object 9de2f4cb-9135-47ad-906a-b6130ce11d23 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:58:21.428568 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-399fe151-70f4-4d35-ac7c-f84fe7e666f2 req-f457bc2d-8966-489d-b8cc-7297eb0ce772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:21.475027 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:21.512827 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-be6ed2b4-6c75-49ca-834a-ad8506006c42 req-03178d52-83c2-4b20-8ddd-7964f1bbc411 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:21.592065 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de81db-2e81-4154-bd39-78cb843f5d43 req-1231cc4a-0f21-4e01-846f-96fd2afd922d tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:21.600516 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-35de81db-2e81-4154-bd39-78cb843f5d43 req-1231cc4a-0f21-4e01-846f-96fd2afd922d tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=bca2e8fa-004b-4433-b8a2-c8e34de12605 HTTP/1.1" status: 200 len: 944 time: 0.2060621 Feb 09 00:58:21.609787 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f457bc2d-8966-489d-b8cc-7297eb0ce772 service neutron] Pushing event updated for resources: {'Port': ['ID=9de2f4cb-9135-47ad-906a-b6130ce11d23,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:21.636722 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-be6ed2b4-6c75-49ca-834a-ad8506006c42 req-03178d52-83c2-4b20-8ddd-7964f1bbc411 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Transition to ACTIVE for port object 6b989615-b8c6-497c-97ac-419f1a6df99a will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:58:21.646753 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2354dd73-0eca-451d-80d2-b6c6555d91a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:21.717394 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2354dd73-0eca-451d-80d2-b6c6555d91a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250b4bdc-f780-4803-b10a-85e98877236a,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:21.771324 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-be6ed2b4-6c75-49ca-834a-ad8506006c42 req-03178d52-83c2-4b20-8ddd-7964f1bbc411 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:21.783770 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2354dd73-0eca-451d-80d2-b6c6555d91a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:21.784810 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-2354dd73-0eca-451d-80d2-b6c6555d91a3 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/250b4bdc-f780-4803-b10a-85e98877236a HTTP/1.1" status: 204 len: 168 time: 0.5617974 Feb 09 00:58:21.805985 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-35de81db-2e81-4154-bd39-78cb843f5d43 req-5a03e763-9b6e-4459-a5f2-4e9ca15406d6 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=ceaabe02-67e8-49da-9640-53d4e3b33273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039189 Feb 09 00:58:21.818371 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 4f46b102-2de5-421c-81ce-8f502ff0cf91 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:58:21.866057 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa73850-56cb-4f8f-9027-8074823f3df3 req-37bd2ed6-d87f-4302-b6cd-297cca5684e0 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:21.866865 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-399fe151-70f4-4d35-ac7c-f84fe7e666f2 req-f457bc2d-8966-489d-b8cc-7297eb0ce772 service neutron] Attempting to bind port 9de2f4cb-9135-47ad-906a-b6130ce11d23 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:58:21.867176 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-399fe151-70f4-4d35-ac7c-f84fe7e666f2 req-f457bc2d-8966-489d-b8cc-7297eb0ce772 service neutron] Attempting to bind port 9de2f4cb-9135-47ad-906a-b6130ce11d23 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '42eb89e1-c4de-4f57-85a6-0e5fc984e699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1f86eb5f-f405-4ce4-a845-9c31ac1b15d4'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:58:21.867515 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399fe151-70f4-4d35-ac7c-f84fe7e666f2 req-f457bc2d-8966-489d-b8cc-7297eb0ce772 service neutron] Attempting to bind port 9de2f4cb-9135-47ad-906a-b6130ce11d23 on network 1f86eb5f-f405-4ce4-a845-9c31ac1b15d4 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:58:21.873770 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ffa73850-56cb-4f8f-9027-8074823f3df3 req-37bd2ed6-d87f-4302-b6cd-297cca5684e0 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] 10.222.0.105 "GET /v2.0/ports?device_id=c4ec68e7-b6ad-48d8-a8d4-bd26aac701ab HTTP/1.1" status: 200 len: 946 time: 0.3605123 Feb 09 00:58:21.913101 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [req-267e0d7d-48e1-4f27-8a81-7c991c5746d5 req-150f1960-7a23-498c-9979-ca776ef18220 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] show failed (client error): The resource could not be found. Feb 09 00:58:21.914156 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-267e0d7d-48e1-4f27-8a81-7c991c5746d5 req-150f1960-7a23-498c-9979-ca776ef18220 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/security-groups/06052149-3a83-40ae-b0c1-2880a90d542f HTTP/1.1" status: 404 len: 352 time: 0.0377398 Feb 09 00:58:21.927372 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399fe151-70f4-4d35-ac7c-f84fe7e666f2 req-f457bc2d-8966-489d-b8cc-7297eb0ce772 service neutron] Port 9de2f4cb-9135-47ad-906a-b6130ce11d23 on network 1f86eb5f-f405-4ce4-a845-9c31ac1b15d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:58:21.927702 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399fe151-70f4-4d35-ac7c-f84fe7e666f2 req-f457bc2d-8966-489d-b8cc-7297eb0ce772 service neutron] Attempting to bind port 9de2f4cb-9135-47ad-906a-b6130ce11d23 on network 1f86eb5f-f405-4ce4-a845-9c31ac1b15d4 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:58:21.935411 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 4f46b102-2de5-421c-81ce-8f502ff0cf91 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:58:21.935916 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:21.970352 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be6ed2b4-6c75-49ca-834a-ad8506006c42 req-03178d52-83c2-4b20-8ddd-7964f1bbc411 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Network 0448a394-55c8-45f4-a274-23af165c2c3d is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:58:21.975416 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ffa73850-56cb-4f8f-9027-8074823f3df3 req-e834e8b2-2b35-4e22-a84a-8a409483e555 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] 10.222.0.105 "GET /v2.0/security-groups?id=bda502f9-4423-4e66-b8ed-210d30241f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007650 Feb 09 00:58:21.982268 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-be6ed2b4-6c75-49ca-834a-ad8506006c42 req-03178d52-83c2-4b20-8ddd-7964f1bbc411 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:58:21.989253 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-be6ed2b4-6c75-49ca-834a-ad8506006c42 req-03178d52-83c2-4b20-8ddd-7964f1bbc411 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:58:22.042891 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399fe151-70f4-4d35-ac7c-f84fe7e666f2 req-f457bc2d-8966-489d-b8cc-7297eb0ce772 service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:58:22.043237 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399fe151-70f4-4d35-ac7c-f84fe7e666f2 req-f457bc2d-8966-489d-b8cc-7297eb0ce772 service neutron] Checking segment: {'id': '42eb89e1-c4de-4f57-85a6-0e5fc984e699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1f86eb5f-f405-4ce4-a845-9c31ac1b15d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:58:22.043626 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399fe151-70f4-4d35-ac7c-f84fe7e666f2 req-f457bc2d-8966-489d-b8cc-7297eb0ce772 service neutron] Bound using segment: {'id': '42eb89e1-c4de-4f57-85a6-0e5fc984e699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1f86eb5f-f405-4ce4-a845-9c31ac1b15d4'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:58:22.044077 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-399fe151-70f4-4d35-ac7c-f84fe7e666f2 req-f457bc2d-8966-489d-b8cc-7297eb0ce772 service neutron] Bound port: 9de2f4cb-9135-47ad-906a-b6130ce11d23, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42eb89e1-c4de-4f57-85a6-0e5fc984e699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1f86eb5f-f405-4ce4-a845-9c31ac1b15d4'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:58:22.044426 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-399fe151-70f4-4d35-ac7c-f84fe7e666f2 req-f457bc2d-8966-489d-b8cc-7297eb0ce772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:22.172286 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dedc452-d741-4d39-ae99-50f6648c37eb req-351ac555-ec73-425c-b3e6-ba53a3ed7afe tempest-ServersOnMultiNodesTest-529131807 tempest-ServersOnMultiNodesTest-529131807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:22.180089 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4dedc452-d741-4d39-ae99-50f6648c37eb req-351ac555-ec73-425c-b3e6-ba53a3ed7afe tempest-ServersOnMultiNodesTest-529131807 tempest-ServersOnMultiNodesTest-529131807-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=5c1ec54f-2907-4727-94f6-51d438dcf808 HTTP/1.1" status: 200 len: 1100 time: 0.1030438 Feb 09 00:58:22.184731 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03178d52-83c2-4b20-8ddd-7964f1bbc411 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Pushing event updated for resources: {'Port': ['ID=6b989615-b8c6-497c-97ac-419f1a6df99a,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:22.239197 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-4dedc452-d741-4d39-ae99-50f6648c37eb req-38175ef9-289b-4ffa-836d-f904178d04f9 tempest-ServersOnMultiNodesTest-529131807 tempest-ServersOnMultiNodesTest-529131807-project-admin] Synchronizing usage tracker for tenant:a3f38845d5384a4d8c59e01376d6c0ca on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:58:22.245983 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ed2b4-6c75-49ca-834a-ad8506006c42 req-03178d52-83c2-4b20-8ddd-7964f1bbc411 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:22.246646 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-be6ed2b4-6c75-49ca-834a-ad8506006c42 req-03178d52-83c2-4b20-8ddd-7964f1bbc411 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:22.264011 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-4dedc452-d741-4d39-ae99-50f6648c37eb req-38175ef9-289b-4ffa-836d-f904178d04f9 tempest-ServersOnMultiNodesTest-529131807 tempest-ServersOnMultiNodesTest-529131807-project-admin] Unset dirty status for tenant:a3f38845d5384a4d8c59e01376d6c0ca on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:58:22.276013 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4dedc452-d741-4d39-ae99-50f6648c37eb req-38175ef9-289b-4ffa-836d-f904178d04f9 tempest-ServersOnMultiNodesTest-529131807 tempest-ServersOnMultiNodesTest-529131807-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=bc5d6135-6634-4167-99ad-f31267fef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928023 Feb 09 00:58:22.312293 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-399fe151-70f4-4d35-ac7c-f84fe7e666f2 req-f457bc2d-8966-489d-b8cc-7297eb0ce772 service neutron] For port 9de2f4cb-9135-47ad-906a-b6130ce11d23, host n-h1-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:58:22.315906 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-be6ed2b4-6c75-49ca-834a-ad8506006c42 req-03178d52-83c2-4b20-8ddd-7964f1bbc411 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3520439 Feb 09 00:58:22.317703 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-399fe151-70f4-4d35-ac7c-f84fe7e666f2 req-f457bc2d-8966-489d-b8cc-7297eb0ce772 service neutron] For port 9de2f4cb-9135-47ad-906a-b6130ce11d23, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=9de2f4cb-9135-47ad-906a-b6130ce11d23,segment=NetworkSegment(42eb89e1-c4de-4f57-85a6-0e5fc984e699),segment_id=42eb89e1-c4de-4f57-85a6-0e5fc984e699)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:58:22.323072 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-399fe151-70f4-4d35-ac7c-f84fe7e666f2 req-f457bc2d-8966-489d-b8cc-7297eb0ce772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:22.361655 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-0c10976e-94ab-41a2-8567-74f311bfd820 None None] Provisioning for port 6b989615-b8c6-497c-97ac-419f1a6df99a completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:58:22.369336 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-0c10976e-94ab-41a2-8567-74f311bfd820 None None] Provisioning complete for port 6b989615-b8c6-497c-97ac-419f1a6df99a triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:58:22.371026 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0c10976e-94ab-41a2-8567-74f311bfd820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:22.410287 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-be6ed2b4-6c75-49ca-834a-ad8506006c42 req-55c1a8f2-b537-478f-9d76-4c672bd994e0 service neutron] Request body: {'port': {'device_id': '070af407-61a4-47ab-aa6b-c71bceabdb7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:58:22.457709 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-0c10976e-94ab-41a2-8567-74f311bfd820 None None] Port 6b989615-b8c6-497c-97ac-419f1a6df99a cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:58:22.629891 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7debf570-621a-42af-92f1-0b49ac00a147 req-35725002-dc31-457b-84c4-5e647989e1b2 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:22.632061 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7debf570-621a-42af-92f1-0b49ac00a147 req-35725002-dc31-457b-84c4-5e647989e1b2 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "GET /v2.0/ports?device_id=070af407-61a4-47ab-aa6b-c71bceabdb7a HTTP/1.1" status: 200 len: 932 time: 0.1902933 Feb 09 00:58:22.715968 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7debf570-621a-42af-92f1-0b49ac00a147 req-1a4e165d-ac7e-4f49-9fd4-4b08af54c43d tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "GET /v2.0/security-groups?id=ad01e72b-7553-4315-8cd5-728cf564ce15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757070 Feb 09 00:58:22.791164 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [req-f427ea54-19ea-418b-bfc6-e73129704c05 req-f2ce3139-38de-44ee-8d2d-6ef2f8bc8a1c tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] show failed (client error): The resource could not be found. Feb 09 00:58:22.793453 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f427ea54-19ea-418b-bfc6-e73129704c05 req-f2ce3139-38de-44ee-8d2d-6ef2f8bc8a1c tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/security-groups/18b31a8d-0257-46d7-947f-e48dffa36dc1 HTTP/1.1" status: 404 len: 352 time: 0.0197022 Feb 09 00:58:22.812439 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399fe151-70f4-4d35-ac7c-f84fe7e666f2 req-f457bc2d-8966-489d-b8cc-7297eb0ce772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:22.814296 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-399fe151-70f4-4d35-ac7c-f84fe7e666f2 req-f457bc2d-8966-489d-b8cc-7297eb0ce772 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:22.816107 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-399fe151-70f4-4d35-ac7c-f84fe7e666f2 req-f457bc2d-8966-489d-b8cc-7297eb0ce772 service neutron] 10.222.0.62 "PUT /v2.0/ports/9de2f4cb-9135-47ad-906a-b6130ce11d23 HTTP/1.1" status: 200 len: 1092 time: 2.8545475 Feb 09 00:58:22.822703 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bca2e8fa-004b-4433-b8a2-c8e34de12605', 'tag': '9de2f4cb-9135-47ad-906a-b6130ce11d23'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:58:22.974101 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-be6ed2b4-6c75-49ca-834a-ad8506006c42 req-55c1a8f2-b537-478f-9d76-4c672bd994e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:22.995413 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f457bc2d-8966-489d-b8cc-7297eb0ce772 service neutron] Pushing event updated for resources: {'Port': ['ID=9de2f4cb-9135-47ad-906a-b6130ce11d23,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:23.018094 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c921e73-1e10-4c70-988f-b3113394c1da req-d8652999-a495-4725-940e-0d65ad932523 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:23.019892 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4c921e73-1e10-4c70-988f-b3113394c1da req-d8652999-a495-4725-940e-0d65ad932523 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/ports?device_id=f6ce7103-0f37-4e8a-b96c-5d515d2f29ba HTTP/1.1" status: 200 len: 945 time: 0.1816394 Feb 09 00:58:23.110192 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4c921e73-1e10-4c70-988f-b3113394c1da req-aac216a7-1d35-4087-a45f-a99e9442b1e5 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/security-groups?id=f58a20dc-4342-436d-a5ca-ae66a87962a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846884 Feb 09 00:58:23.119543 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399fe151-70f4-4d35-ac7c-f84fe7e666f2 req-eb8418b7-d16e-4133-86b4-998b1688d483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:23.121491 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-399fe151-70f4-4d35-ac7c-f84fe7e666f2 req-eb8418b7-d16e-4133-86b4-998b1688d483 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=71b0276e9e0b48f8943a51531f3d8a9e&device_id=bca2e8fa-004b-4433-b8a2-c8e34de12605 HTTP/1.1" status: 200 len: 1095 time: 0.2379971 Feb 09 00:58:23.239505 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-399fe151-70f4-4d35-ac7c-f84fe7e666f2 req-4b675dd8-d97a-470a-ac64-e89b4267dea3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9de2f4cb-9135-47ad-906a-b6130ce11d23 HTTP/1.1" status: 200 len: 217 time: 0.0794768 Feb 09 00:58:23.240248 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48466) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:23.301398 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [req-7525b55d-f27a-4c3d-8397-1acd46ef40e9 req-b0b21107-4584-4f21-b9c6-881779df8f1f tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] show failed (client error): The resource could not be found. Feb 09 00:58:23.302499 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7525b55d-f27a-4c3d-8397-1acd46ef40e9 req-b0b21107-4584-4f21-b9c6-881779df8f1f tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/security-groups/dda75482-34d9-4b3d-8ab8-cd2ff1dbdce8 HTTP/1.1" status: 404 len: 352 time: 0.0264339 Feb 09 00:58:23.373744 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc3741-a0cb-40d5-b8dc-fdd353d4dea2 req-97efb268-f938-4371-8bf1-b07071ff8cd8 tempest-ServersOnMultiNodesTest-529131807 tempest-ServersOnMultiNodesTest-529131807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:23.382119 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9bbc3741-a0cb-40d5-b8dc-fdd353d4dea2 req-97efb268-f938-4371-8bf1-b07071ff8cd8 tempest-ServersOnMultiNodesTest-529131807 tempest-ServersOnMultiNodesTest-529131807-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=647df42a-a52c-4fc0-a9c1-0edd9aa13652 HTTP/1.1" status: 200 len: 1101 time: 0.1473370 Feb 09 00:58:23.421316 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399fe151-70f4-4d35-ac7c-f84fe7e666f2 req-0aef4dfd-fee2-4468-8b71-c7a358cefe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:23.422851 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-399fe151-70f4-4d35-ac7c-f84fe7e666f2 req-0aef4dfd-fee2-4468-8b71-c7a358cefe32 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=55d6843d-cf0e-4da9-b1f9-18c66e11f308 HTTP/1.1" status: 200 len: 850 time: 0.1554074 Feb 09 00:58:23.555230 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-35bf777f-8c79-4967-9e9c-099c6d4dfdac admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-894061982-network', 'tenant_id': '8277c509b0ab44efb820c897c1e2f47a'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:58:23.559988 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9bbc3741-a0cb-40d5-b8dc-fdd353d4dea2 req-b6910bd6-4100-42e3-83f7-07f63137cdbc tempest-ServersOnMultiNodesTest-529131807 tempest-ServersOnMultiNodesTest-529131807-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=bc5d6135-6634-4167-99ad-f31267fef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768122 Feb 09 00:58:23.650565 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [req-be6ed2b4-6c75-49ca-834a-ad8506006c42 req-55c1a8f2-b537-478f-9d76-4c672bd994e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b989615-b8c6-497c-97ac-419f1a6df99a {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:58:23.650789 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b330adc7-3eaf-4cfe-adfa-4f90cc500835 req-8aa40387-2922-4196-8aae-948ccc195ae0 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:23.660742 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-be6ed2b4-6c75-49ca-834a-ad8506006c42 req-55c1a8f2-b537-478f-9d76-4c672bd994e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:23.668951 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b330adc7-3eaf-4cfe-adfa-4f90cc500835 req-8aa40387-2922-4196-8aae-948ccc195ae0 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=bca2e8fa-004b-4433-b8a2-c8e34de12605 HTTP/1.1" status: 200 len: 944 time: 0.2424400 Feb 09 00:58:23.673265 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-35bf777f-8c79-4967-9e9c-099c6d4dfdac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:58:23.692439 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-be6ed2b4-6c75-49ca-834a-ad8506006c42 req-55c1a8f2-b537-478f-9d76-4c672bd994e0 service neutron] Transition to ACTIVE for port object 6b989615-b8c6-497c-97ac-419f1a6df99a will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:58:23.695902 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bca2e8fa-004b-4433-b8a2-c8e34de12605', 'tag': '9de2f4cb-9135-47ad-906a-b6130ce11d23', 'status': 'completed', 'code': 200} Feb 09 00:58:23.700832 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-35bf777f-8c79-4967-9e9c-099c6d4dfdac admin admin] Usage tracker for resource:network and tenant:8277c509b0ab44efb820c897c1e2f47a is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:58:23.706443 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399fe151-70f4-4d35-ac7c-f84fe7e666f2 req-f93be49c-fc48-40f1-8168-c64625e3e7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:23.708667 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-399fe151-70f4-4d35-ac7c-f84fe7e666f2 req-f93be49c-fc48-40f1-8168-c64625e3e7e9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1f86eb5f-f405-4ce4-a845-9c31ac1b15d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2781675 Feb 09 00:58:23.710626 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-35bf777f-8c79-4967-9e9c-099c6d4dfdac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:58:23.715272 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-be6ed2b4-6c75-49ca-834a-ad8506006c42 req-55c1a8f2-b537-478f-9d76-4c672bd994e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:23.903502 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b330adc7-3eaf-4cfe-adfa-4f90cc500835 req-631dedc4-249c-4cb6-8d3b-ce86400b7e8f tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=ceaabe02-67e8-49da-9640-53d4e3b33273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338002 Feb 09 00:58:23.923541 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-399fe151-70f4-4d35-ac7c-f84fe7e666f2 req-7893e1b9-f9b3-4f26-85a2-d43acb881751 service neutron] 10.222.0.62 "GET /v2.0/networks/1f86eb5f-f405-4ce4-a845-9c31ac1b15d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997681 Feb 09 00:58:23.934591 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-35bf777f-8c79-4967-9e9c-099c6d4dfdac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:58:23.940521 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e4778-23ed-4a57-b70f-1fa614a92344 req-b5a1c558-8de9-403d-8921-abd187430f12 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:23.945354 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-186e4778-23ed-4a57-b70f-1fa614a92344 req-b5a1c558-8de9-403d-8921-abd187430f12 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] 10.222.0.105 "GET /v2.0/ports?device_id=c4ec68e7-b6ad-48d8-a8d4-bd26aac701ab HTTP/1.1" status: 200 len: 946 time: 0.1293466 Feb 09 00:58:24.001094 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-186e4778-23ed-4a57-b70f-1fa614a92344 req-595a0a39-91c8-4531-b85b-1b736944d015 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] 10.222.0.105 "GET /v2.0/security-groups?id=bda502f9-4423-4e66-b8ed-210d30241f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493205 Feb 09 00:58:24.056719 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [req-04219eac-425b-4728-902f-0e0d34e26441 req-7d6b5290-40db-40d0-8cf9-53a05ae8e545 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] show failed (client error): The resource could not be found. Feb 09 00:58:24.058714 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-04219eac-425b-4728-902f-0e0d34e26441 req-7d6b5290-40db-40d0-8cf9-53a05ae8e545 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/security-groups/68b7a900-d29e-4fc2-957b-38229962c0fd HTTP/1.1" status: 404 len: 352 time: 0.0180249 Feb 09 00:58:24.189498 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c1a8f2-b537-478f-9d76-4c672bd994e0 service neutron] Pushing event updated for resources: {'Port': ['ID=6b989615-b8c6-497c-97ac-419f1a6df99a,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:24.192079 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35bf777f-8c79-4967-9e9c-099c6d4dfdac admin admin] Made reservation on behalf of 8277c509b0ab44efb820c897c1e2f47a for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:58:24.194812 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-35bf777f-8c79-4967-9e9c-099c6d4dfdac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:24.222030 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34975cc6-1b50-4e5b-9706-48e1348e5eff req-fbc9e62b-8835-45ad-8cec-407bc4e930fa tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:24.241504 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-34975cc6-1b50-4e5b-9706-48e1348e5eff req-fbc9e62b-8835-45ad-8cec-407bc4e930fa tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/ports?device_id=d2752f8c-5db0-4fb8-8b5f-01ff92d627b2 HTTP/1.1" status: 200 len: 946 time: 0.1718457 Feb 09 00:58:24.286543 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-35bf777f-8c79-4967-9e9c-099c6d4dfdac admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:24.342018 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-34975cc6-1b50-4e5b-9706-48e1348e5eff req-8cf35ee2-c0c3-42ab-aabf-411b803438a2 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/security-groups?id=f58a20dc-4342-436d-a5ca-ae66a87962a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994005 Feb 09 00:58:24.364204 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-35bf777f-8c79-4967-9e9c-099c6d4dfdac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:58:24.369268 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-399fe151-70f4-4d35-ac7c-f84fe7e666f2 req-b96cc3b5-fe07-4c54-9342-bccd3d68c29e service neutron] 10.222.0.62 "GET /v2.0/networks/1f86eb5f-f405-4ce4-a845-9c31ac1b15d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4127164 Feb 09 00:58:24.374969 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-35bf777f-8c79-4967-9e9c-099c6d4dfdac admin admin] Usage tracker for resource:security_group_rule and tenant:8277c509b0ab44efb820c897c1e2f47a is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:58:24.384432 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-35bf777f-8c79-4967-9e9c-099c6d4dfdac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:58:24.398717 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:24.403864 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-35bf777f-8c79-4967-9e9c-099c6d4dfdac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:58:24.434024 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-be6ed2b4-6c75-49ca-834a-ad8506006c42 req-55c1a8f2-b537-478f-9d76-4c672bd994e0 service neutron] Attempting to bind port 6b989615-b8c6-497c-97ac-419f1a6df99a on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:58:24.434434 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-be6ed2b4-6c75-49ca-834a-ad8506006c42 req-55c1a8f2-b537-478f-9d76-4c672bd994e0 service neutron] Attempting to bind port 6b989615-b8c6-497c-97ac-419f1a6df99a by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '2b5044f8-107c-41ef-8a61-ec7601fd6ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0448a394-55c8-45f4-a274-23af165c2c3d'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:58:24.434836 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6ed2b4-6c75-49ca-834a-ad8506006c42 req-55c1a8f2-b537-478f-9d76-4c672bd994e0 service neutron] Attempting to bind port 6b989615-b8c6-497c-97ac-419f1a6df99a on network 0448a394-55c8-45f4-a274-23af165c2c3d {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:58:24.476074 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d8b5c8-1e4c-4954-ac15-f3f1d5841a12 req-c83be50f-4235-4fe0-8a39-1e73b7a47e72 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:24.477815 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a5d8b5c8-1e4c-4954-ac15-f3f1d5841a12 req-c83be50f-4235-4fe0-8a39-1e73b7a47e72 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "GET /v2.0/ports?device_id=070af407-61a4-47ab-aa6b-c71bceabdb7a HTTP/1.1" status: 200 len: 944 time: 0.1342220 Feb 09 00:58:24.482429 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6ed2b4-6c75-49ca-834a-ad8506006c42 req-55c1a8f2-b537-478f-9d76-4c672bd994e0 service neutron] Port 6b989615-b8c6-497c-97ac-419f1a6df99a on network 0448a394-55c8-45f4-a274-23af165c2c3d not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:58:24.482761 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6ed2b4-6c75-49ca-834a-ad8506006c42 req-55c1a8f2-b537-478f-9d76-4c672bd994e0 service neutron] Attempting to bind port 6b989615-b8c6-497c-97ac-419f1a6df99a on network 0448a394-55c8-45f4-a274-23af165c2c3d {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:58:24.506621 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6ed2b4-6c75-49ca-834a-ad8506006c42 req-55c1a8f2-b537-478f-9d76-4c672bd994e0 service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:58:24.507121 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6ed2b4-6c75-49ca-834a-ad8506006c42 req-55c1a8f2-b537-478f-9d76-4c672bd994e0 service neutron] Checking segment: {'id': '2b5044f8-107c-41ef-8a61-ec7601fd6ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0448a394-55c8-45f4-a274-23af165c2c3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:58:24.507577 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6ed2b4-6c75-49ca-834a-ad8506006c42 req-55c1a8f2-b537-478f-9d76-4c672bd994e0 service neutron] Bound using segment: {'id': '2b5044f8-107c-41ef-8a61-ec7601fd6ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0448a394-55c8-45f4-a274-23af165c2c3d'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:58:24.508042 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-be6ed2b4-6c75-49ca-834a-ad8506006c42 req-55c1a8f2-b537-478f-9d76-4c672bd994e0 service neutron] Bound port: 6b989615-b8c6-497c-97ac-419f1a6df99a, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b5044f8-107c-41ef-8a61-ec7601fd6ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0448a394-55c8-45f4-a274-23af165c2c3d'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:58:24.508391 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-be6ed2b4-6c75-49ca-834a-ad8506006c42 req-55c1a8f2-b537-478f-9d76-4c672bd994e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:24.569943 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a5d8b5c8-1e4c-4954-ac15-f3f1d5841a12 req-0c873240-fae0-443a-950c-a2d2e7ed3699 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "GET /v2.0/security-groups?id=ad01e72b-7553-4315-8cd5-728cf564ce15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861530 Feb 09 00:58:24.615223 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891d6abf-f5d7-4cb0-ab3a-0d7aeb2ad5d5 req-5b77c5f0-3f70-4d17-b986-59063569540c tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:24.617471 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-891d6abf-f5d7-4cb0-ab3a-0d7aeb2ad5d5 req-5b77c5f0-3f70-4d17-b986-59063569540c tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] 10.222.0.105 "GET /v2.0/ports?device_id=c4ec68e7-b6ad-48d8-a8d4-bd26aac701ab HTTP/1.1" status: 200 len: 946 time: 0.1178482 Feb 09 00:58:24.628937 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48490) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:24.637318 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-ab112fbb-e7e2-4137-ae70-64b3b63259d9 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Request body: {'floatingip': {'port_id': '5a6394fa-bcb9-4f31-9b64-b343adb350dd'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:58:24.684955 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf1d6f-1031-4158-b70f-1c42d9a619ab req-397c4050-7421-4c9f-adb2-d9b71a13b5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:24.686532 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-55cf1d6f-1031-4158-b70f-1c42d9a619ab req-397c4050-7421-4c9f-adb2-d9b71a13b5cc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=71b0276e9e0b48f8943a51531f3d8a9e&device_id=bca2e8fa-004b-4433-b8a2-c8e34de12605 HTTP/1.1" status: 200 len: 1095 time: 0.2558439 Feb 09 00:58:24.690667 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-be6ed2b4-6c75-49ca-834a-ad8506006c42 req-55c1a8f2-b537-478f-9d76-4c672bd994e0 service neutron] For port 6b989615-b8c6-497c-97ac-419f1a6df99a, host n-h1-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:58:24.782263 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ab112fbb-e7e2-4137-ae70-64b3b63259d9 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Notify callbacks [] for floatingip, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:24.962978 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-35bf777f-8c79-4967-9e9c-099c6d4dfdac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:24.964877 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-be6ed2b4-6c75-49ca-834a-ad8506006c42 req-55c1a8f2-b537-478f-9d76-4c672bd994e0 service neutron] For port 6b989615-b8c6-497c-97ac-419f1a6df99a, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=6b989615-b8c6-497c-97ac-419f1a6df99a,segment=NetworkSegment(2b5044f8-107c-41ef-8a61-ec7601fd6ccb),segment_id=2b5044f8-107c-41ef-8a61-ec7601fd6ccb)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:58:24.977430 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-35bf777f-8c79-4967-9e9c-099c6d4dfdac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:24.980662 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-be6ed2b4-6c75-49ca-834a-ad8506006c42 req-55c1a8f2-b537-478f-9d76-4c672bd994e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:25.062742 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ed2b4-6c75-49ca-834a-ad8506006c42 req-55c1a8f2-b537-478f-9d76-4c672bd994e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:25.063366 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-be6ed2b4-6c75-49ca-834a-ad8506006c42 req-55c1a8f2-b537-478f-9d76-4c672bd994e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:25.064737 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-be6ed2b4-6c75-49ca-834a-ad8506006c42 req-55c1a8f2-b537-478f-9d76-4c672bd994e0 service neutron] 10.222.0.62 "PUT /v2.0/ports/6b989615-b8c6-497c-97ac-419f1a6df99a HTTP/1.1" status: 200 len: 1092 time: 2.7291791 Feb 09 00:58:25.100061 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-77f5e168-63ca-4516-8600-f87559f1a825 req-1cd7232c-96c2-4576-ba13-55b83b713867 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=e6fa40f41b9646a7bf38890c5f8e1746&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0484831 Feb 09 00:58:25.188389 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c1a8f2-b537-478f-9d76-4c672bd994e0 service neutron] Pushing event updated for resources: {'Port': ['ID=6b989615-b8c6-497c-97ac-419f1a6df99a,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:25.205957 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324c77ae-aab6-4fe5-8fa9-770c14e019f6 req-18f816ed-fdf0-4a22-841d-2b9544bf1a9a tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:25.215017 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-324c77ae-aab6-4fe5-8fa9-770c14e019f6 req-18f816ed-fdf0-4a22-841d-2b9544bf1a9a tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f50468d-06ac-4e8b-9614-7f72392184d3 HTTP/1.1" status: 200 len: 945 time: 0.3337376 Feb 09 00:58:25.216321 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35bf777f-8c79-4967-9e9c-099c6d4dfdac admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:58:25.244911 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bf777f-8c79-4967-9e9c-099c6d4dfdac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd0529a-c767-4c1d-81c0-0e275606befd,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:25.283663 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-35bf777f-8c79-4967-9e9c-099c6d4dfdac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:25.284037 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-35bf777f-8c79-4967-9e9c-099c6d4dfdac admin admin] Added segment dc37029f-a252-49bf-9014-829d67ce26f2 of type vlan for network b445900a-bfbf-47f4-b4aa-be2b1d5f4ae8 Feb 09 00:58:25.296313 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf1d6f-1031-4158-b70f-1c42d9a619ab req-c75413a4-cc80-4a94-bf8d-55d0b09fcd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:25.297911 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-55cf1d6f-1031-4158-b70f-1c42d9a619ab req-c75413a4-cc80-4a94-bf8d-55d0b09fcd85 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1f86eb5f-f405-4ce4-a845-9c31ac1b15d4 HTTP/1.1" status: 200 len: 912 time: 0.5978103 Feb 09 00:58:25.391003 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-55cf1d6f-1031-4158-b70f-1c42d9a619ab req-3c147aaf-e2c6-454e-852b-d3d42ada92da service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9de2f4cb-9135-47ad-906a-b6130ce11d23 HTTP/1.1" status: 200 len: 217 time: 0.0823574 Feb 09 00:58:25.396502 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-35bf777f-8c79-4967-9e9c-099c6d4dfdac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:25.409738 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5e168-63ca-4516-8600-f87559f1a825 req-bd873a45-bb26-4bcd-9cce-5dafb324e970 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:25.411315 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-77f5e168-63ca-4516-8600-f87559f1a825 req-bd873a45-bb26-4bcd-9cce-5dafb324e970 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2291307 Feb 09 00:58:25.434684 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ed2b4-6c75-49ca-834a-ad8506006c42 req-affe97ea-437c-41d7-a2eb-880c92ea3ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:25.436159 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-be6ed2b4-6c75-49ca-834a-ad8506006c42 req-affe97ea-437c-41d7-a2eb-880c92ea3ee1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e780c16281c340ce809950e38bac725d&device_id=070af407-61a4-47ab-aa6b-c71bceabdb7a HTTP/1.1" status: 200 len: 1095 time: 0.2962375 Feb 09 00:58:25.446502 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-77f5e168-63ca-4516-8600-f87559f1a825 req-eb7774a5-fb32-4d4b-9f09-5a828c078843 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/quotas/e6fa40f41b9646a7bf38890c5f8e1746 HTTP/1.1" status: 200 len: 375 time: 0.0184603 Feb 09 00:58:25.527156 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-be6ed2b4-6c75-49ca-834a-ad8506006c42 req-c4c0a0a2-4877-4a64-a0dc-8bb1b2022b9f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b989615-b8c6-497c-97ac-419f1a6df99a HTTP/1.1" status: 200 len: 217 time: 0.0794177 Feb 09 00:58:25.558313 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-324c77ae-aab6-4fe5-8fa9-770c14e019f6 req-b8430b27-b194-4f09-957d-0375ee7d392e tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/security-groups?id=f58a20dc-4342-436d-a5ca-ae66a87962a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422933 Feb 09 00:58:25.633467 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-35bf777f-8c79-4967-9e9c-099c6d4dfdac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:25.634446 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bf777f-8c79-4967-9e9c-099c6d4dfdac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:25.635405 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-35bf777f-8c79-4967-9e9c-099c6d4dfdac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:25.669168 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf1d6f-1031-4158-b70f-1c42d9a619ab req-1fe720c9-6d8c-4809-8409-b997989ae35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:25.670642 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-55cf1d6f-1031-4158-b70f-1c42d9a619ab req-1fe720c9-6d8c-4809-8409-b997989ae35f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=55d6843d-cf0e-4da9-b1f9-18c66e11f308 HTTP/1.1" status: 200 len: 850 time: 0.2695611 Feb 09 00:58:25.742410 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '070af407-61a4-47ab-aa6b-c71bceabdb7a', 'tag': '6b989615-b8c6-497c-97ac-419f1a6df99a'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:58:25.826329 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-77f5e168-63ca-4516-8600-f87559f1a825 req-e4d21cfc-027b-49f8-ad3d-aa10dab0568b tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=e6fa40f41b9646a7bf38890c5f8e1746&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3268762 Feb 09 00:58:25.861390 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bf777f-8c79-4967-9e9c-099c6d4dfdac admin admin] Pushing event updated for resources: {'Network': ['ID=b445900a-bfbf-47f4-b4aa-be2b1d5f4ae8,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:25.868966 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1c8804-b997-44e3-a340-ab8495a23f50 req-cf02299c-a0d8-4761-9409-93cde7a6d872 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:25.869976 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-ee1c8804-b997-44e3-a340-ab8495a23f50 req-cf02299c-a0d8-4761-9409-93cde7a6d872 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Synchronizing usage tracker for tenant:fe158ed132334121b71318da05020927 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:58:25.871958 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ed2b4-6c75-49ca-834a-ad8506006c42 req-71225585-fc58-4c8b-8d1e-0da2599b5039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:25.876107 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network b445900a-bfbf-47f4-b4aa-be2b1d5f4ae8 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 00:58:25.887277 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-be6ed2b4-6c75-49ca-834a-ad8506006c42 req-71225585-fc58-4c8b-8d1e-0da2599b5039 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=45fa59ee-2584-4cd4-aa5d-73791fe0e17f HTTP/1.1" status: 200 len: 859 time: 0.3483186 Feb 09 00:58:25.898292 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-35bf777f-8c79-4967-9e9c-099c6d4dfdac admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.6506026 Feb 09 00:58:25.902843 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48560) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:25.906638 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-ee1c8804-b997-44e3-a340-ab8495a23f50 req-cf02299c-a0d8-4761-9409-93cde7a6d872 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Unset dirty status for tenant:fe158ed132334121b71318da05020927 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:58:25.914779 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ee1c8804-b997-44e3-a340-ab8495a23f50 req-cf02299c-a0d8-4761-9409-93cde7a6d872 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/ports?device_id=0f981ed7-7764-4168-8897-87af8d63076c HTTP/1.1" status: 200 len: 1023 time: 0.1804924 Feb 09 00:58:25.922443 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-53f9ce42-8272-45ac-8aa5-aa19cec89b99 admin admin] Request body: {'subnet': {'network_id': 'b445900a-bfbf-47f4-b4aa-be2b1d5f4ae8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-894061982-subnet', 'tenant_id': '8277c509b0ab44efb820c897c1e2f47a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:58:26.003493 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf1d6f-1031-4158-b70f-1c42d9a619ab req-16cd9b78-21b2-4670-bcc5-f633eaf74d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:26.005199 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-55cf1d6f-1031-4158-b70f-1c42d9a619ab req-16cd9b78-21b2-4670-bcc5-f633eaf74d55 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1f86eb5f-f405-4ce4-a845-9c31ac1b15d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2570641 Feb 09 00:58:26.080828 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-53f9ce42-8272-45ac-8aa5-aa19cec89b99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:58:26.092325 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-53f9ce42-8272-45ac-8aa5-aa19cec89b99 admin admin] Usage tracker for resource:subnet and tenant:8277c509b0ab44efb820c897c1e2f47a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:58:26.099968 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-53f9ce42-8272-45ac-8aa5-aa19cec89b99 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:58:26.113007 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-53f9ce42-8272-45ac-8aa5-aa19cec89b99 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:58:26.121301 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.db.resource_extend [None req-ab112fbb-e7e2-4137-ae70-64b3b63259d9 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 00:58:26.189251 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ed2b4-6c75-49ca-834a-ad8506006c42 req-8327eed5-24b6-4b3c-9fc1-20975520575d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:26.190803 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-be6ed2b4-6c75-49ca-834a-ad8506006c42 req-8327eed5-24b6-4b3c-9fc1-20975520575d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0448a394-55c8-45f4-a274-23af165c2c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2931981 Feb 09 00:58:26.275100 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f9ce42-8272-45ac-8aa5-aa19cec89b99 admin admin] Made reservation on behalf of 8277c509b0ab44efb820c897c1e2f47a for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:58:26.282843 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-53f9ce42-8272-45ac-8aa5-aa19cec89b99 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:26.369016 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-55cf1d6f-1031-4158-b70f-1c42d9a619ab req-ed90debb-0630-4f3c-ba47-40b535ed6168 service neutron] 10.222.0.62 "GET /v2.0/networks/1f86eb5f-f405-4ce4-a845-9c31ac1b15d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555832 Feb 09 00:58:26.411040 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ab112fbb-e7e2-4137-ae70-64b3b63259d9 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:26.431851 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-ee1c8804-b997-44e3-a340-ab8495a23f50 req-fd465105-4453-4984-b531-3277e2a03e84 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Synchronizing usage tracker for tenant:fe158ed132334121b71318da05020927 on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:58:26.440084 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ab112fbb-e7e2-4137-ae70-64b3b63259d9 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:26.489491 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-be6ed2b4-6c75-49ca-834a-ad8506006c42 req-c89edff3-f3eb-46c9-881d-e2ce1ea7a75f service neutron] 10.222.0.62 "GET /v2.0/networks/0448a394-55c8-45f4-a274-23af165c2c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895293 Feb 09 00:58:26.647661 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-55cf1d6f-1031-4158-b70f-1c42d9a619ab req-ea353f88-a907-4cd4-9cf6-083dcedd6836 service neutron] 10.222.0.62 "GET /v2.0/networks/1f86eb5f-f405-4ce4-a845-9c31ac1b15d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689879 Feb 09 00:58:26.738585 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-be6ed2b4-6c75-49ca-834a-ad8506006c42 req-2a9eb266-c0dc-4927-98a4-8b1b7cddad8c service neutron] 10.222.0.62 "GET /v2.0/networks/0448a394-55c8-45f4-a274-23af165c2c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413738 Feb 09 00:58:26.739886 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 9de2f4cb-9135-47ad-906a-b6130ce11d23 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:58:26.790159 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-ee1c8804-b997-44e3-a340-ab8495a23f50 req-fd465105-4453-4984-b531-3277e2a03e84 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Unset dirty status for tenant:fe158ed132334121b71318da05020927 on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:58:26.791230 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ee1c8804-b997-44e3-a340-ab8495a23f50 req-fd465105-4453-4984-b531-3277e2a03e84 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/security-groups?id=7abdb3a7-6f94-4fee-88a0-6185c9e91690&id=2cd63bc8-3887-4f55-952c-1971b82f2ed9&id=1db66e6a-f35a-4c52-a3a6-8ae7d43ce3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.8756981 Feb 09 00:58:26.917806 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [req-de5c8dc6-6a54-4ff6-bae1-a2f0de4148af req-6c7a5982-af22-4986-8423-1216d0f2b63c tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:58:26.918816 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-de5c8dc6-6a54-4ff6-bae1-a2f0de4148af req-6c7a5982-af22-4986-8423-1216d0f2b63c tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0461452 Feb 09 00:58:27.012439 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139847e8-6516-4082-bbe8-4edbb2ec874f req-708bb6d7-e919-43f0-873d-c6999217a10d tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:27.013998 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-139847e8-6516-4082-bbe8-4edbb2ec874f req-708bb6d7-e919-43f0-873d-c6999217a10d tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f981ed7-7764-4168-8897-87af8d63076c HTTP/1.1" status: 200 len: 1023 time: 0.5791972 Feb 09 00:58:27.016604 n-d-828418-1 neutron-server[87639]: INFO neutron.db.l3_db [None req-ab112fbb-e7e2-4137-ae70-64b3b63259d9 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Floating IP cae100e4-8fc8-4532-aa4e-4e09aec9ecc3 associated. External IP: 172.25.0.216, port: 5a6394fa-bcb9-4f31-9b64-b343adb350dd. Feb 09 00:58:27.020248 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 9de2f4cb-9135-47ad-906a-b6130ce11d23, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=9de2f4cb-9135-47ad-906a-b6130ce11d23,segment=NetworkSegment(42eb89e1-c4de-4f57-85a6-0e5fc984e699),segment_id=42eb89e1-c4de-4f57-85a6-0e5fc984e699)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:58:27.039281 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '9de2f4cb-9135-47ad-906a-b6130ce11d23', 'network_id': '1f86eb5f-f405-4ce4-a845-9c31ac1b15d4', 'port_id': '9de2f4cb-9135-47ad-906a-b6130ce11d23', 'mac_address': 'fa:16:3e:ff:f1:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55d6843d-cf0e-4da9-b1f9-18c66e11f308', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:58:27.117580 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:27.139389 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9de2f4cb-9135-47ad-906a-b6130ce11d23 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:58:27.165301 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 9de2f4cb-9135-47ad-906a-b6130ce11d23, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=9de2f4cb-9135-47ad-906a-b6130ce11d23,segment=NetworkSegment(42eb89e1-c4de-4f57-85a6-0e5fc984e699),segment_id=42eb89e1-c4de-4f57-85a6-0e5fc984e699)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:58:27.171951 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:27.207632 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf5045-eb0d-439c-8e4d-5c628106b45d req-6f1b5ed0-0fcd-4e25-b512-ef15eea43bec tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:27.215698 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8caf5045-eb0d-439c-8e4d-5c628106b45d req-6f1b5ed0-0fcd-4e25-b512-ef15eea43bec tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=bca2e8fa-004b-4433-b8a2-c8e34de12605 HTTP/1.1" status: 200 len: 944 time: 0.7192051 Feb 09 00:58:27.261931 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=9de2f4cb-9135-47ad-906a-b6130ce11d23,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:27.358306 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-139847e8-6516-4082-bbe8-4edbb2ec874f req-afb43641-0455-4503-b3dd-cdb175524daf tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Deleting port 744c8ee2-f6d2-48d2-ae12-e6633911caff {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:58:27.358668 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-139847e8-6516-4082-bbe8-4edbb2ec874f req-afb43641-0455-4503-b3dd-cdb175524daf tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:27.490089 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['9de2f4cb-9135-47ad-906a-b6130ce11d23'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:58:27.528362 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8caf5045-eb0d-439c-8e4d-5c628106b45d req-6ca7c22e-be96-45fc-9fd5-885190bfe77f tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=ceaabe02-67e8-49da-9640-53d4e3b33273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114693 Feb 09 00:58:27.661165 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-de5c8dc6-6a54-4ff6-bae1-a2f0de4148af req-36db7f87-e0f5-4b73-8e48-ac29aebe2d5a tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.7227204 Feb 09 00:58:27.678376 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-53f9ce42-8272-45ac-8aa5-aa19cec89b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:28.002359 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '070af407-61a4-47ab-aa6b-c71bceabdb7a', 'tag': '6b989615-b8c6-497c-97ac-419f1a6df99a', 'status': 'completed', 'code': 200} Feb 09 00:58:28.188210 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc13a5-7947-4318-9d54-a15eed9b0f94 req-ccffc7fc-99fc-499e-8374-4021b98adf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:28.189868 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a7cc13a5-7947-4318-9d54-a15eed9b0f94 req-ccffc7fc-99fc-499e-8374-4021b98adf48 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e780c16281c340ce809950e38bac725d&device_id=070af407-61a4-47ab-aa6b-c71bceabdb7a HTTP/1.1" status: 200 len: 1095 time: 0.1515915 Feb 09 00:58:28.384973 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab112fbb-e7e2-4137-ae70-64b3b63259d9 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Router f96b6efc-2530-4d75-8454-c6abe5aa4383 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 00:58:28.394072 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 00:58:28.477331 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-77f5e168-63ca-4516-8600-f87559f1a825 req-4663faf0-b105-4926-bf56-2de013c3d5da tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=e6fa40f41b9646a7bf38890c5f8e1746&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2469451 Feb 09 00:58:28.644874 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f9ce42-8272-45ac-8aa5-aa19cec89b99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9dddc11-8937-48b4-b429-0297b2e5d345,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:28.667877 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-77f5e168-63ca-4516-8600-f87559f1a825 req-ba104b5f-03e4-4c1b-a0d2-811765a492b7 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=e6fa40f41b9646a7bf38890c5f8e1746&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0549026 Feb 09 00:58:28.738628 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f9ce42-8272-45ac-8aa5-aa19cec89b99 admin admin] Checking segment: {'id': 'dc37029f-a252-49bf-9014-829d67ce26f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b445900a-bfbf-47f4-b4aa-be2b1d5f4ae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:58:28.739072 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f9ce42-8272-45ac-8aa5-aa19cec89b99 admin admin] Network hostable DHCP agents. Network: b445900a-bfbf-47f4-b4aa-be2b1d5f4ae8, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:58:28.748677 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 9de2f4cb-9135-47ad-906a-b6130ce11d23 up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:58:28.782655 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab112fbb-e7e2-4137-ae70-64b3b63259d9 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 00:58:28.796937 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9321c83b-d5bf-407f-b751-5a2b97ad9603 None None] Sync routers for ids ['f96b6efc-2530-4d75-8454-c6abe5aa4383'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:58:28.817488 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9321c83b-d5bf-407f-b751-5a2b97ad9603 None None] Routers {'f96b6efc-2530-4d75-8454-c6abe5aa4383'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:58:28.821460 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-139847e8-6516-4082-bbe8-4edbb2ec874f req-afb43641-0455-4503-b3dd-cdb175524daf tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] For port 744c8ee2-f6d2-48d2-ae12-e6633911caff, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=744c8ee2-f6d2-48d2-ae12-e6633911caff,segment=NetworkSegment(d4b0745e-10a8-49f6-a2dc-b593536fd7b9),segment_id=d4b0745e-10a8-49f6-a2dc-b593536fd7b9)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:58:28.822229 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-139847e8-6516-4082-bbe8-4edbb2ec874f req-afb43641-0455-4503-b3dd-cdb175524daf tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:28.823051 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-9321c83b-d5bf-407f-b751-5a2b97ad9603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:58:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['f96b6efc-2530-4d75-8454-c6abe5aa4383'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:58:28.841442 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b75a32-eddc-4ae8-88cf-6244c03f063b req-7575decb-8d8c-4bc5-88c6-d57c53d85535 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:28.841731 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc13a5-7947-4318-9d54-a15eed9b0f94 req-96b520eb-9647-478d-8693-7dae5180e95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:28.843144 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a7cc13a5-7947-4318-9d54-a15eed9b0f94 req-96b520eb-9647-478d-8693-7dae5180e95d service neutron] 10.222.0.62 "GET /v2.0/networks?id=0448a394-55c8-45f4-a274-23af165c2c3d HTTP/1.1" status: 200 len: 921 time: 0.6474702 Feb 09 00:58:28.849093 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c6b75a32-eddc-4ae8-88cf-6244c03f063b req-7575decb-8d8c-4bc5-88c6-d57c53d85535 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "GET /v2.0/ports?device_id=070af407-61a4-47ab-aa6b-c71bceabdb7a HTTP/1.1" status: 200 len: 944 time: 1.1863694 Feb 09 00:58:28.866211 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ab112fbb-e7e2-4137-ae70-64b3b63259d9 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:28.955878 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port 9de2f4cb-9135-47ad-906a-b6130ce11d23 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:58:28.961228 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 9de2f4cb-9135-47ad-906a-b6130ce11d23 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:58:28.961633 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:29.004771 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f9ce42-8272-45ac-8aa5-aa19cec89b99 admin admin] Network b445900a-bfbf-47f4-b4aa-be2b1d5f4ae8 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:58:29.009864 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5e168-63ca-4516-8600-f87559f1a825 req-fa85fe3e-292c-48de-a38b-a218a50507bd tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:29.012848 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-77f5e168-63ca-4516-8600-f87559f1a825 req-fa85fe3e-292c-48de-a38b-a218a50507bd tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3310604 Feb 09 00:58:29.142835 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:29.143296 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-139847e8-6516-4082-bbe8-4edbb2ec874f req-afb43641-0455-4503-b3dd-cdb175524daf tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Calling delete_port for 744c8ee2-f6d2-48d2-ae12-e6633911caff owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:58:29.159742 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-77f5e168-63ca-4516-8600-f87559f1a825 req-7ab7d0b1-92e0-41bd-a0d0-47047c6761af tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Request body: {'port': {'device_id': '97a11317-8e48-4d0c-9a80-6c34acb73330', 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6', 'admin_state_up': True, 'tenant_id': 'e6fa40f41b9646a7bf38890c5f8e1746'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:58:29.197854 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 9de2f4cb-9135-47ad-906a-b6130ce11d23, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=9de2f4cb-9135-47ad-906a-b6130ce11d23,segment=NetworkSegment(42eb89e1-c4de-4f57-85a6-0e5fc984e699),segment_id=42eb89e1-c4de-4f57-85a6-0e5fc984e699)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:58:29.199803 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bca2e8fa-004b-4433-b8a2-c8e34de12605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de2f4cb-9135-47ad-906a-b6130ce11d23'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:58:29.203812 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a7cc13a5-7947-4318-9d54-a15eed9b0f94 req-7c1cddb2-9ea9-47d0-b19b-e3019f38d083 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b989615-b8c6-497c-97ac-419f1a6df99a HTTP/1.1" status: 200 len: 217 time: 0.1874592 Feb 09 00:58:29.215682 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:29.218054 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 744c8ee2-f6d2-48d2-ae12-e6633911caff no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:58:29.246581 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-9321c83b-d5bf-407f-b751-5a2b97ad9603 None None] Set router f96b6efc-2530-4d75-8454-c6abe5aa4383 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:58:29.255039 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-53f9ce42-8272-45ac-8aa5-aa19cec89b99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, b445900a-bfbf-47f4-b4aa-be2b1d5f4ae8) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:58:29.259106 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5e168-63ca-4516-8600-f87559f1a825 req-7d4384cf-5c22-4712-bb3c-872574d02635 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:29.260347 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-77f5e168-63ca-4516-8600-f87559f1a825 req-7d4384cf-5c22-4712-bb3c-872574d02635 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7777965 Feb 09 00:58:29.284092 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f9ce42-8272-45ac-8aa5-aa19cec89b99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:29.284916 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-53f9ce42-8272-45ac-8aa5-aa19cec89b99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:29.297662 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-ab112fbb-e7e2-4137-ae70-64b3b63259d9 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] 10.222.0.105 "PUT /v2.0/floatingips/cae100e4-8fc8-4532-aa4e-4e09aec9ecc3 HTTP/1.1" status: 200 len: 992 time: 4.6670907 Feb 09 00:58:29.310090 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c6b75a32-eddc-4ae8-88cf-6244c03f063b req-6d68fe6a-ba72-4561-bb01-b56edbbe7db6 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "GET /v2.0/security-groups?id=ad01e72b-7553-4315-8cd5-728cf564ce15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4581583 Feb 09 00:58:29.316993 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-77f5e168-63ca-4516-8600-f87559f1a825 req-6f7bcd12-8ec3-4b65-97bc-55c599fddc90 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Request body: {'port': {'device_id': 'baeafafa-7240-4b83-9af0-4fc8f78bfd0a', 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6', 'admin_state_up': True, 'tenant_id': 'e6fa40f41b9646a7bf38890c5f8e1746'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:58:29.331184 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4ec68e7-b6ad-48d8-a8d4-bd26aac701ab', 'tag': '5a6394fa-bcb9-4f31-9b64-b343adb350dd'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:58:29.355999 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4b04f5-8466-4324-970d-064aa89ded07 None None] Network b445900a-bfbf-47f4-b4aa-be2b1d5f4ae8 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:58:29.364437 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf6d105-98ad-4bdb-9805-b650b2e30c8b req-0396b89c-da91-4082-b090-5cd17f5a37f4 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:29.373363 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-acf6d105-98ad-4bdb-9805-b650b2e30c8b req-0396b89c-da91-4082-b090-5cd17f5a37f4 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/ports?device_id=0f981ed7-7764-4168-8897-87af8d63076c HTTP/1.1" status: 200 len: 1023 time: 0.7111747 Feb 09 00:58:29.444134 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-53f9ce42-8272-45ac-8aa5-aa19cec89b99 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 3.5400546 Feb 09 00:58:29.446800 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48622) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:29.456365 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc13a5-7947-4318-9d54-a15eed9b0f94 req-aad4dd4b-1fad-4407-942c-9559fefa6b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:29.458457 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a7cc13a5-7947-4318-9d54-a15eed9b0f94 req-aad4dd4b-1fad-4407-942c-9559fefa6b68 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=45fa59ee-2584-4cd4-aa5d-73791fe0e17f HTTP/1.1" status: 200 len: 859 time: 0.1791434 Feb 09 00:58:29.478736 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-d04250af-3511-4f8d-a65e-b0b64ac58ab2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-894061982-router', 'tenant_id': '8277c509b0ab44efb820c897c1e2f47a', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:58:29.486321 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=9de2f4cb-9135-47ad-906a-b6130ce11d23,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:29.515735 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-acf6d105-98ad-4bdb-9805-b650b2e30c8b req-aba717fc-eb4b-4074-b29f-ecb4748d6802 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/security-groups?id=7abdb3a7-6f94-4fee-88a0-6185c9e91690&id=2cd63bc8-3887-4f55-952c-1971b82f2ed9&id=1db66e6a-f35a-4c52-a3a6-8ae7d43ce3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1412969 Feb 09 00:58:29.542588 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d04250af-3511-4f8d-a65e-b0b64ac58ab2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:58:29.563047 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-d04250af-3511-4f8d-a65e-b0b64ac58ab2 admin admin] Usage tracker for resource:router and tenant:8277c509b0ab44efb820c897c1e2f47a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:58:29.575358 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-d04250af-3511-4f8d-a65e-b0b64ac58ab2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:58:29.615815 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:29.687448 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-77f5e168-63ca-4516-8600-f87559f1a825 req-7ab7d0b1-92e0-41bd-a0d0-47047c6761af tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:58:29.698830 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-77f5e168-63ca-4516-8600-f87559f1a825 req-7ab7d0b1-92e0-41bd-a0d0-47047c6761af tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:58:29.723908 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77f5e168-63ca-4516-8600-f87559f1a825 req-7ab7d0b1-92e0-41bd-a0d0-47047c6761af tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Made reservation on behalf of e6fa40f41b9646a7bf38890c5f8e1746 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:58:29.727914 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-77f5e168-63ca-4516-8600-f87559f1a825 req-7ab7d0b1-92e0-41bd-a0d0-47047c6761af tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:29.769240 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-77f5e168-63ca-4516-8600-f87559f1a825 req-6f7bcd12-8ec3-4b65-97bc-55c599fddc90 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:58:29.783239 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-77f5e168-63ca-4516-8600-f87559f1a825 req-6f7bcd12-8ec3-4b65-97bc-55c599fddc90 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:58:29.834666 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d04250af-3511-4f8d-a65e-b0b64ac58ab2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:58:29.887276 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b069d10f-05d0-4ca2-8482-239bc0209478 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-b445900a-bfbf-47f4-b4aa-be2b1d5f4ae8', 'network_id': 'b445900a-bfbf-47f4-b4aa-be2b1d5f4ae8', 'tenant_id': '8277c509b0ab44efb820c897c1e2f47a', 'fixed_ips': [{'subnet_id': 'd9dddc11-8937-48b4-b429-0297b2e5d345'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 00:58:29.889765 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b069d10f-05d0-4ca2-8482-239bc0209478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:29.893315 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77f5e168-63ca-4516-8600-f87559f1a825 req-6f7bcd12-8ec3-4b65-97bc-55c599fddc90 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Made reservation on behalf of e6fa40f41b9646a7bf38890c5f8e1746 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:58:29.898930 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-77f5e168-63ca-4516-8600-f87559f1a825 req-6f7bcd12-8ec3-4b65-97bc-55c599fddc90 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:29.961213 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc13a5-7947-4318-9d54-a15eed9b0f94 req-b4b95659-5062-4640-a961-a51d43a6e340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:29.962630 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-139847e8-6516-4082-bbe8-4edbb2ec874f req-afb43641-0455-4503-b3dd-cdb175524daf tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:29.964541 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a7cc13a5-7947-4318-9d54-a15eed9b0f94 req-b4b95659-5062-4640-a961-a51d43a6e340 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0448a394-55c8-45f4-a274-23af165c2c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4902084 Feb 09 00:58:29.968277 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2fb6cd38-1f28-4c1d-9fe9-bfd1bbcb84ee req-91054e97-2a95-4ae7-b650-1473d6b72e04 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=97a11317-8e48-4d0c-9a80-6c34acb73330 HTTP/1.1" status: 200 len: 210 time: 0.1239796 Feb 09 00:58:29.969096 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d04250af-3511-4f8d-a65e-b0b64ac58ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:29.970228 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d04250af-3511-4f8d-a65e-b0b64ac58ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:30.027814 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-9321c83b-d5bf-407f-b751-5a2b97ad9603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96b6efc-2530-4d75-8454-c6abe5aa4383', 'name': 'tempest-ServersTestManualDisk-363716302-router', 'tenant_id': '5ab071afec5940ee87f2fe6f811dc280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': 'eca3f540-a790-40df-bc02-72577df39903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:57:40Z', 'updated_at': '2022-02-09T00:57:46Z', 'revision_number': 4, 'project_id': '5ab071afec5940ee87f2fe6f811dc280', 'gw_port': {'id': 'eca3f540-a790-40df-bc02-72577df39903', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:bf:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96b6efc-2530-4d75-8454-c6abe5aa4383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:57:41Z', 'updated_at': '2022-02-09T00:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': 'cae100e4-8fc8-4532-aa4e-4e09aec9ecc3', 'tenant_id': '5ab071afec5940ee87f2fe6f811dc280', 'floating_ip_address': '172.25.0.216', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': 'f96b6efc-2530-4d75-8454-c6abe5aa4383', 'port_id': '5a6394fa-bcb9-4f31-9b64-b343adb350dd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 875, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bfe3936-690c-45c5-b4c5-955c0f482c02', 'mac_address': 'fa:16:3e:d4:e6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ec68e7-b6ad-48d8-a8d4-bd26aac701ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:57:56Z', 'updated_at': '2022-02-09T00:58:25Z', 'revision_number': 1, 'project_id': '5ab071afec5940ee87f2fe6f811dc280', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6194c169-bc09-48bf-a827-ced5e2363a6e', 'name': '', 'network_id': '3bfe3936-690c-45c5-b4c5-955c0f482c02', 'tenant_id': '5ab071afec5940ee87f2fe6f811dc280', 'mac_address': 'fa:16:3e:eb:2f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96b6efc-2530-4d75-8454-c6abe5aa4383', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'bef208b2-a285-41fd-abad-f013710ae768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:57:45Z', 'updated_at': '2022-02-09T00:57:54Z', 'revision_number': 5, 'project_id': '5ab071afec5940ee87f2fe6f811dc280', 'subnets': [{'id': 'bef208b2-a285-41fd-abad-f013710ae768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:58:30.032420 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9321c83b-d5bf-407f-b751-5a2b97ad9603 None None] Checking router: f96b6efc-2530-4d75-8454-c6abe5aa4383 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:58:30.043559 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9321c83b-d5bf-407f-b751-5a2b97ad9603 None None] Routers {'f96b6efc-2530-4d75-8454-c6abe5aa4383'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:58:30.044480 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-9321c83b-d5bf-407f-b751-5a2b97ad9603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:58:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['f96b6efc-2530-4d75-8454-c6abe5aa4383'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:58:30.101882 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d04250af-3511-4f8d-a65e-b0b64ac58ab2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:30.129457 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb43641-0455-4503-b3dd-cdb175524daf tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Pushing event deleted for resources: {'Port': ['ID=744c8ee2-f6d2-48d2-ae12-e6633911caff,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:30.249148 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-77f5e168-63ca-4516-8600-f87559f1a825 req-7ab7d0b1-92e0-41bd-a0d0-47047c6761af tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Allocated IP 192.168.233.243 (42d335cf-a678-4bc3-901b-7d21fb8587e6/e7938d94-1f0f-48bd-a0b3-26d5344ff0ec/e5a6187d-5002-4dd1-8ed9-4533efde97f6) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:58:30.364686 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-9321c83b-d5bf-407f-b751-5a2b97ad9603 None None] Set router f96b6efc-2530-4d75-8454-c6abe5aa4383 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:58:30.365554 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-b069d10f-05d0-4ca2-8482-239bc0209478 None None] Allocated IP 172.20.0.2 (b445900a-bfbf-47f4-b4aa-be2b1d5f4ae8/d9dddc11-8937-48b4-b429-0297b2e5d345/7d75e16d-086c-4534-b4fc-19aa99ffd231) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:58:30.462727 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795d2f1-e823-4a1b-9b7d-2112beff7a9c req-f166fc4a-ae48-410d-b01a-343caa6528d4 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:30.471079 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6795d2f1-e823-4a1b-9b7d-2112beff7a9c req-f166fc4a-ae48-410d-b01a-343caa6528d4 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/ports?device_id=f6ce7103-0f37-4e8a-b96c-5d515d2f29ba HTTP/1.1" status: 200 len: 945 time: 0.7889302 Feb 09 00:58:30.585402 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-139847e8-6516-4082-bbe8-4edbb2ec874f req-afb43641-0455-4503-b3dd-cdb175524daf tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] No DVR routers for this DVR port 744c8ee2-f6d2-48d2-ae12-e6633911caff on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:58:30.595944 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a7cc13a5-7947-4318-9d54-a15eed9b0f94 req-b57c9df6-ae83-4067-bf24-f4d578e4008b service neutron] 10.222.0.62 "GET /v2.0/networks/0448a394-55c8-45f4-a274-23af165c2c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6158721 Feb 09 00:58:30.609829 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-139847e8-6516-4082-bbe8-4edbb2ec874f req-afb43641-0455-4503-b3dd-cdb175524daf tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:30.711595 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b069d10f-05d0-4ca2-8482-239bc0209478 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:30.723950 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b069d10f-05d0-4ca2-8482-239bc0209478 None None] Transition to ACTIVE for port object 7d75e16d-086c-4534-b4fc-19aa99ffd231 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:58:30.751627 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b069d10f-05d0-4ca2-8482-239bc0209478 None None] Transition to ACTIVE for port object 7d75e16d-086c-4534-b4fc-19aa99ffd231 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:58:30.759301 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b069d10f-05d0-4ca2-8482-239bc0209478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:30.873051 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 6b989615-b8c6-497c-97ac-419f1a6df99a details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:58:30.892249 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b069d10f-05d0-4ca2-8482-239bc0209478 None None] Pushing event updated for resources: {'Port': ['ID=7d75e16d-086c-4534-b4fc-19aa99ffd231,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:30.909499 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b069d10f-05d0-4ca2-8482-239bc0209478 None None] Network b445900a-bfbf-47f4-b4aa-be2b1d5f4ae8 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:58:30.912679 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-b069d10f-05d0-4ca2-8482-239bc0209478 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:58:30.916529 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b069d10f-05d0-4ca2-8482-239bc0209478 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:58:30.929125 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-9321c83b-d5bf-407f-b751-5a2b97ad9603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96b6efc-2530-4d75-8454-c6abe5aa4383', 'name': 'tempest-ServersTestManualDisk-363716302-router', 'tenant_id': '5ab071afec5940ee87f2fe6f811dc280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': 'eca3f540-a790-40df-bc02-72577df39903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:57:40Z', 'updated_at': '2022-02-09T00:57:46Z', 'revision_number': 4, 'project_id': '5ab071afec5940ee87f2fe6f811dc280', 'gw_port': {'id': 'eca3f540-a790-40df-bc02-72577df39903', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:bf:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96b6efc-2530-4d75-8454-c6abe5aa4383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:57:41Z', 'updated_at': '2022-02-09T00:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': 'cae100e4-8fc8-4532-aa4e-4e09aec9ecc3', 'tenant_id': '5ab071afec5940ee87f2fe6f811dc280', 'floating_ip_address': '172.25.0.216', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': 'f96b6efc-2530-4d75-8454-c6abe5aa4383', 'port_id': '5a6394fa-bcb9-4f31-9b64-b343adb350dd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 875, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bfe3936-690c-45c5-b4c5-955c0f482c02', 'mac_address': 'fa:16:3e:d4:e6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ec68e7-b6ad-48d8-a8d4-bd26aac701ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:57:56Z', 'updated_at': '2022-02-09T00:58:25Z', 'revision_number': 1, 'project_id': '5ab071afec5940ee87f2fe6f811dc280', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6194c169-bc09-48bf-a827-ced5e2363a6e', 'name': '', 'network_id': '3bfe3936-690c-45c5-b4c5-955c0f482c02', 'tenant_id': '5ab071afec5940ee87f2fe6f811dc280', 'mac_address': 'fa:16:3e:eb:2f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96b6efc-2530-4d75-8454-c6abe5aa4383', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'bef208b2-a285-41fd-abad-f013710ae768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:57:45Z', 'updated_at': '2022-02-09T00:57:54Z', 'revision_number': 5, 'project_id': '5ab071afec5940ee87f2fe6f811dc280', 'subnets': [{'id': 'bef208b2-a285-41fd-abad-f013710ae768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:58:30.937935 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9321c83b-d5bf-407f-b751-5a2b97ad9603 None None] The sync data for ids ['f96b6efc-2530-4d75-8454-c6abe5aa4383'] in n-d-828418-1 is: [{'id': 'f96b6efc-2530-4d75-8454-c6abe5aa4383', 'name': 'tempest-ServersTestManualDisk-363716302-router', 'tenant_id': '5ab071afec5940ee87f2fe6f811dc280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': 'eca3f540-a790-40df-bc02-72577df39903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:57:40Z', 'updated_at': '2022-02-09T00:57:46Z', 'revision_number': 4, 'project_id': '5ab071afec5940ee87f2fe6f811dc280', 'gw_port': {'id': 'eca3f540-a790-40df-bc02-72577df39903', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:bf:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96b6efc-2530-4d75-8454-c6abe5aa4383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:57:41Z', 'updated_at': '2022-02-09T00:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': 'cae100e4-8fc8-4532-aa4e-4e09aec9ecc3', 'tenant_id': '5ab071afec5940ee87f2fe6f811dc280', 'floating_ip_address': '172.25.0.216', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': 'f96b6efc-2530-4d75-8454-c6abe5aa4383', 'port_id': '5a6394fa-bcb9-4f31-9b64-b343adb350dd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 875, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bfe3936-690c-45c5-b4c5-955c0f482c02', 'mac_address': 'fa:16:3e:d4:e6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ec68e7-b6ad-48d8-a8d4-bd26aac701ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:57:56Z', 'updated_at': '2022-02-09T00:58:25Z', 'revision_number': 1, 'project_id': '5ab071afec5940ee87f2fe6f811dc280', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6194c169-bc09-48bf-a827-ced5e2363a6e', 'name': '', 'network_id': '3bfe3936-690c-45c5-b4c5-955c0f482c02', 'tenant_id': '5ab071afec5940ee87f2fe6f811dc280', 'mac_address': 'fa:16:3e:eb:2f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96b6efc-2530-4d75-8454-c6abe5aa4383', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'bef208b2-a285-41fd-abad-f013710ae768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:57:45Z', 'updated_at': '2022-02-09T00:57:54Z', 'revision_number': 5, 'project_id': '5ab071afec5940ee87f2fe6f811dc280', 'subnets': [{'id': 'bef208b2-a285-41fd-abad-f013710ae768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:58:31.026398 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6795d2f1-e823-4a1b-9b7d-2112beff7a9c req-6e5b0deb-ff8f-4fc7-91d8-b4e4a05ee6e0 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/security-groups?id=f58a20dc-4342-436d-a5ca-ae66a87962a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4373600 Feb 09 00:58:31.047363 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d04250af-3511-4f8d-a65e-b0b64ac58ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:31.054409 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-139847e8-6516-4082-bbe8-4edbb2ec874f req-afb43641-0455-4503-b3dd-cdb175524daf tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.62 "DELETE /v2.0/ports/744c8ee2-f6d2-48d2-ae12-e6633911caff HTTP/1.1" status: 204 len: 173 time: 3.9714103 Feb 09 00:58:31.062313 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-77f5e168-63ca-4516-8600-f87559f1a825 req-7ab7d0b1-92e0-41bd-a0d0-47047c6761af tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:31.105499 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a4ad68-2ae3-467d-9844-e464c564293f req-bea063e7-9147-4164-b064-4258226dce7e tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:31.117196 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b8a4ad68-2ae3-467d-9844-e464c564293f req-bea063e7-9147-4164-b064-4258226dce7e tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=bca2e8fa-004b-4433-b8a2-c8e34de12605 HTTP/1.1" status: 200 len: 946 time: 0.9167981 Feb 09 00:58:31.131288 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-77f5e168-63ca-4516-8600-f87559f1a825 req-7ab7d0b1-92e0-41bd-a0d0-47047c6761af tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Transition to ACTIVE for port object e5a6187d-5002-4dd1-8ed9-4533efde97f6 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:58:31.259103 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bca2e8fa-004b-4433-b8a2-c8e34de12605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de2f4cb-9135-47ad-906a-b6130ce11d23', 'code': 200} Feb 09 00:58:31.362784 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a7cc13a5-7947-4318-9d54-a15eed9b0f94 req-01b18cd2-05c7-4723-919c-09933fbf9167 service neutron] 10.222.0.62 "GET /v2.0/networks/0448a394-55c8-45f4-a274-23af165c2c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7340083 Feb 09 00:58:31.409708 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 6b989615-b8c6-497c-97ac-419f1a6df99a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=6b989615-b8c6-497c-97ac-419f1a6df99a,segment=NetworkSegment(2b5044f8-107c-41ef-8a61-ec7601fd6ccb),segment_id=2b5044f8-107c-41ef-8a61-ec7601fd6ccb)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:58:31.430343 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d27a99-0fb0-447d-9068-84e6674ebac3 None None] New status for floating IP cae100e4-8fc8-4532-aa4e-4e09aec9ecc3: ACTIVE {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 00:58:31.490611 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-b069d10f-05d0-4ca2-8482-239bc0209478 None None] Attempting to bind port 7d75e16d-086c-4534-b4fc-19aa99ffd231 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:58:31.491133 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-b069d10f-05d0-4ca2-8482-239bc0209478 None None] Attempting to bind port 7d75e16d-086c-4534-b4fc-19aa99ffd231 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'dc37029f-a252-49bf-9014-829d67ce26f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b445900a-bfbf-47f4-b4aa-be2b1d5f4ae8'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:58:31.491593 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b069d10f-05d0-4ca2-8482-239bc0209478 None None] Attempting to bind port 7d75e16d-086c-4534-b4fc-19aa99ffd231 on network b445900a-bfbf-47f4-b4aa-be2b1d5f4ae8 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:58:31.505468 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-77f5e168-63ca-4516-8600-f87559f1a825 req-7ab7d0b1-92e0-41bd-a0d0-47047c6761af tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:31.522346 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['88a93ab5-6360-4150-b84a-b24cbf02f870', 'f26441cd-75ef-400d-9f30-37093ee34385', 'e0d02d2a-38d9-419e-9759-ba01a049886e'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:58:31.557565 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b8a4ad68-2ae3-467d-9844-e464c564293f req-2651f6f5-837d-4c96-bee2-5b534fb07855 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=ceaabe02-67e8-49da-9640-53d4e3b33273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4378402 Feb 09 00:58:31.558967 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '6b989615-b8c6-497c-97ac-419f1a6df99a', 'network_id': '0448a394-55c8-45f4-a274-23af165c2c3d', 'port_id': '6b989615-b8c6-497c-97ac-419f1a6df99a', 'mac_address': 'fa:16:3e:0a:71:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45fa59ee-2584-4cd4-aa5d-73791fe0e17f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:58:31.569998 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-77f5e168-63ca-4516-8600-f87559f1a825 req-6f7bcd12-8ec3-4b65-97bc-55c599fddc90 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Allocated IP 192.168.233.133 (42d335cf-a678-4bc3-901b-7d21fb8587e6/e7938d94-1f0f-48bd-a0b3-26d5344ff0ec/b8330b53-7bb8-4918-9af3-a8d090b55a84) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:58:31.578444 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b069d10f-05d0-4ca2-8482-239bc0209478 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:58:31.578920 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b069d10f-05d0-4ca2-8482-239bc0209478 None None] Checking segment: {'id': 'dc37029f-a252-49bf-9014-829d67ce26f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b445900a-bfbf-47f4-b4aa-be2b1d5f4ae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:58:31.579395 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b069d10f-05d0-4ca2-8482-239bc0209478 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:31.579857 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b069d10f-05d0-4ca2-8482-239bc0209478 None None] Bound using segment: {'id': 'dc37029f-a252-49bf-9014-829d67ce26f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b445900a-bfbf-47f4-b4aa-be2b1d5f4ae8'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:58:31.580401 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-b069d10f-05d0-4ca2-8482-239bc0209478 None None] Bound port: 7d75e16d-086c-4534-b4fc-19aa99ffd231, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc37029f-a252-49bf-9014-829d67ce26f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b445900a-bfbf-47f4-b4aa-be2b1d5f4ae8'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:58:31.580843 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b069d10f-05d0-4ca2-8482-239bc0209478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:31.689158 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4ec68e7-b6ad-48d8-a8d4-bd26aac701ab', 'tag': '5a6394fa-bcb9-4f31-9b64-b343adb350dd', 'status': 'completed', 'code': 200} Feb 09 00:58:31.771390 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780a26a-5eda-4a1a-862f-f3a91b673a29 req-21dbffee-6c4b-4ded-ac41-4535b1e4a147 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:31.794666 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b780a26a-5eda-4a1a-862f-f3a91b673a29 req-21dbffee-6c4b-4ded-ac41-4535b1e4a147 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] 10.222.0.105 "GET /v2.0/ports?device_id=c4ec68e7-b6ad-48d8-a8d4-bd26aac701ab HTTP/1.1" status: 200 len: 946 time: 0.4113135 Feb 09 00:58:31.843292 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-77f5e168-63ca-4516-8600-f87559f1a825 req-6f7bcd12-8ec3-4b65-97bc-55c599fddc90 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:31.862560 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-77f5e168-63ca-4516-8600-f87559f1a825 req-6f7bcd12-8ec3-4b65-97bc-55c599fddc90 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Transition to ACTIVE for port object b8330b53-7bb8-4918-9af3-a8d090b55a84 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:58:31.892562 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73eb135-79bd-4436-815d-a86b9d3c7f76 req-68a3fe3c-7129-4fb2-852f-e117348b6255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:31.899370 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:31.904506 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f73eb135-79bd-4436-815d-a86b9d3c7f76 req-68a3fe3c-7129-4fb2-852f-e117348b6255 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bca2e8fa-004b-4433-b8a2-c8e34de12605 HTTP/1.1" status: 200 len: 1097 time: 0.5320349 Feb 09 00:58:31.952183 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b989615-b8c6-497c-97ac-419f1a6df99a {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:58:31.956625 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-77f5e168-63ca-4516-8600-f87559f1a825 req-6f7bcd12-8ec3-4b65-97bc-55c599fddc90 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:31.997203 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77f5e168-63ca-4516-8600-f87559f1a825 req-6f7bcd12-8ec3-4b65-97bc-55c599fddc90 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Network 42d335cf-a678-4bc3-901b-7d21fb8587e6 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:58:32.008294 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77f5e168-63ca-4516-8600-f87559f1a825 req-7ab7d0b1-92e0-41bd-a0d0-47047c6761af tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Network 42d335cf-a678-4bc3-901b-7d21fb8587e6 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:58:32.019488 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-77f5e168-63ca-4516-8600-f87559f1a825 req-6f7bcd12-8ec3-4b65-97bc-55c599fddc90 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:58:32.022511 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-77f5e168-63ca-4516-8600-f87559f1a825 req-6f7bcd12-8ec3-4b65-97bc-55c599fddc90 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:58:32.055622 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-b069d10f-05d0-4ca2-8482-239bc0209478 None None] For port 7d75e16d-086c-4534-b4fc-19aa99ffd231, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:58:32.085995 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 6b989615-b8c6-497c-97ac-419f1a6df99a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=6b989615-b8c6-497c-97ac-419f1a6df99a,segment=NetworkSegment(2b5044f8-107c-41ef-8a61-ec7601fd6ccb),segment_id=2b5044f8-107c-41ef-8a61-ec7601fd6ccb)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:58:32.090112 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-77f5e168-63ca-4516-8600-f87559f1a825 req-7ab7d0b1-92e0-41bd-a0d0-47047c6761af tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:58:32.093040 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-b069d10f-05d0-4ca2-8482-239bc0209478 None None] For port 7d75e16d-086c-4534-b4fc-19aa99ffd231, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=7d75e16d-086c-4534-b4fc-19aa99ffd231,segment=NetworkSegment(dc37029f-a252-49bf-9014-829d67ce26f2),segment_id=dc37029f-a252-49bf-9014-829d67ce26f2)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:58:32.098198 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:32.140114 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b780a26a-5eda-4a1a-862f-f3a91b673a29 req-b730a744-7531-4cf9-94e8-186297ddd6f6 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] 10.222.0.105 "GET /v2.0/security-groups?id=bda502f9-4423-4e66-b8ed-210d30241f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3444207 Feb 09 00:58:32.140650 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-77f5e168-63ca-4516-8600-f87559f1a825 req-7ab7d0b1-92e0-41bd-a0d0-47047c6761af tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:58:32.176084 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b069d10f-05d0-4ca2-8482-239bc0209478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:32.189643 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f73eb135-79bd-4436-815d-a86b9d3c7f76 req-2fa3d155-1976-451d-9112-6e17647a68e0 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ceaabe02-67e8-49da-9640-53d4e3b33273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487736 Feb 09 00:58:32.328199 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=6b989615-b8c6-497c-97ac-419f1a6df99a,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:32.361671 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5e168-63ca-4516-8600-f87559f1a825 req-6f7bcd12-8ec3-4b65-97bc-55c599fddc90 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:32.362733 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-77f5e168-63ca-4516-8600-f87559f1a825 req-6f7bcd12-8ec3-4b65-97bc-55c599fddc90 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:32.434254 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['6b989615-b8c6-497c-97ac-419f1a6df99a'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:58:32.476104 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-77f5e168-63ca-4516-8600-f87559f1a825 req-6f7bcd12-8ec3-4b65-97bc-55c599fddc90 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1608372 Feb 09 00:58:32.476782 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7d0b1-92e0-41bd-a0d0-47047c6761af tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Pushing event updated for resources: {'Port': ['ID=e5a6187d-5002-4dd1-8ed9-4533efde97f6,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:32.587565 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-77f5e168-63ca-4516-8600-f87559f1a825 req-0c404313-5ecc-4ee2-a407-fa5d557a403d service neutron] Request body: {'port': {'device_id': 'baeafafa-7240-4b83-9af0-4fc8f78bfd0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:58:32.599993 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1d8956a8-ce42-48b3-ab86-da45ba98b531 None None] Provisioning for port b8330b53-7bb8-4918-9af3-a8d090b55a84 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:58:32.621220 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b069d10f-05d0-4ca2-8482-239bc0209478 None None] Pushing event updated for resources: {'Port': ['ID=7d75e16d-086c-4534-b4fc-19aa99ffd231,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:32.637476 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1d8956a8-ce42-48b3-ab86-da45ba98b531 None None] Provisioning complete for port b8330b53-7bb8-4918-9af3-a8d090b55a84 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:58:32.637922 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1d8956a8-ce42-48b3-ab86-da45ba98b531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:32.653377 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d04250af-3511-4f8d-a65e-b0b64ac58ab2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:32.731813 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7bcd12-8ec3-4b65-97bc-55c599fddc90 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Pushing event updated for resources: {'Port': ['ID=b8330b53-7bb8-4918-9af3-a8d090b55a84,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:32.745968 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-1d8956a8-ce42-48b3-ab86-da45ba98b531 None None] Port b8330b53-7bb8-4918-9af3-a8d090b55a84 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:58:32.761286 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5e168-63ca-4516-8600-f87559f1a825 req-7ab7d0b1-92e0-41bd-a0d0-47047c6761af tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:32.762035 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-77f5e168-63ca-4516-8600-f87559f1a825 req-7ab7d0b1-92e0-41bd-a0d0-47047c6761af tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:32.811132 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-77f5e168-63ca-4516-8600-f87559f1a825 req-7ab7d0b1-92e0-41bd-a0d0-47047c6761af tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6552815 Feb 09 00:58:32.827277 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-77f5e168-63ca-4516-8600-f87559f1a825 req-39ae25fd-c4d6-4267-a2b3-2f76297fe11b service neutron] Request body: {'port': {'device_id': '97a11317-8e48-4d0c-9a80-6c34acb73330', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:58:32.857472 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d04250af-3511-4f8d-a65e-b0b64ac58ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:32.921151 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da6828f-87c4-4534-bb3d-cce5bc795d63 req-33992692-f18f-41e9-b021-1a9dccc64f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:32.924709 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-7da6828f-87c4-4534-bb3d-cce5bc795d63 req-33992692-f18f-41e9-b021-1a9dccc64f2e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5ab071afec5940ee87f2fe6f811dc280&device_id=c4ec68e7-b6ad-48d8-a8d4-bd26aac701ab HTTP/1.1" status: 200 len: 1097 time: 1.0330696 Feb 09 00:58:32.998803 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-943ba196-9fd3-4163-b6af-437a1bc7435e None None] Provisioning for port e5a6187d-5002-4dd1-8ed9-4533efde97f6 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:58:33.077587 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-943ba196-9fd3-4163-b6af-437a1bc7435e None None] Provisioning complete for port e5a6187d-5002-4dd1-8ed9-4533efde97f6 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:58:33.077900 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-943ba196-9fd3-4163-b6af-437a1bc7435e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:33.089575 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da7b6d-20c1-497b-a258-6f0ae6d0f3d9 req-d651f3cc-4454-4e93-82b1-7bb6704f1d38 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:33.097400 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-79da7b6d-20c1-497b-a258-6f0ae6d0f3d9 req-d651f3cc-4454-4e93-82b1-7bb6704f1d38 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "GET /v2.0/ports?device_id=070af407-61a4-47ab-aa6b-c71bceabdb7a HTTP/1.1" status: 200 len: 944 time: 1.1287918 Feb 09 00:58:33.187080 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-79da7b6d-20c1-497b-a258-6f0ae6d0f3d9 req-151aab35-86a3-46f7-81cc-9434c8f5d885 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "GET /v2.0/security-groups?id=ad01e72b-7553-4315-8cd5-728cf564ce15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886583 Feb 09 00:58:33.232744 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-77f5e168-63ca-4516-8600-f87559f1a825 req-0c404313-5ecc-4ee2-a407-fa5d557a403d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:33.239732 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-d04250af-3511-4f8d-a65e-b0b64ac58ab2 admin admin] Allocated IP 172.25.0.228 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/fef4c342-2d1a-418e-b623-d454899387a1) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:58:33.248766 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-77f5e168-63ca-4516-8600-f87559f1a825 req-39ae25fd-c4d6-4267-a2b3-2f76297fe11b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:33.286794 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-943ba196-9fd3-4163-b6af-437a1bc7435e None None] Port e5a6187d-5002-4dd1-8ed9-4533efde97f6 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:58:33.374675 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da6828f-87c4-4534-bb3d-cce5bc795d63 req-5825f08b-984f-47eb-ba19-370cde189fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:33.376298 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-7da6828f-87c4-4534-bb3d-cce5bc795d63 req-5825f08b-984f-47eb-ba19-370cde189fe2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3bfe3936-690c-45c5-b4c5-955c0f482c02 HTTP/1.1" status: 200 len: 912 time: 0.4243028 Feb 09 00:58:33.482160 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed5549f-3914-45d3-9f67-435c12dbe751 req-52fcbd8c-42b2-415c-ada3-4bfa980db973 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:33.490897 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4ed5549f-3914-45d3-9f67-435c12dbe751 req-52fcbd8c-42b2-415c-ada3-4bfa980db973 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=97a11317-8e48-4d0c-9a80-6c34acb73330 HTTP/1.1" status: 200 len: 936 time: 0.8396530 Feb 09 00:58:33.613781 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4ed5549f-3914-45d3-9f67-435c12dbe751 req-fcede09f-14d8-4acc-971d-09c1069657eb tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/security-groups?id=bc5d6135-6634-4167-99ad-f31267fef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216593 Feb 09 00:58:33.622117 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-7da6828f-87c4-4534-bb3d-cce5bc795d63 req-c3a7e88d-c893-4f9f-af67-8e23e43df581 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a6394fa-bcb9-4f31-9b64-b343adb350dd HTTP/1.1" status: 200 len: 1002 time: 0.1346714 Feb 09 00:58:33.648000 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d04250af-3511-4f8d-a65e-b0b64ac58ab2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:33.662601 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbbe9a1-c090-4565-a5eb-83f0c90f7368 req-14502a88-9e05-418c-8fa4-949993a4da0e tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:33.670890 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3cbbe9a1-c090-4565-a5eb-83f0c90f7368 req-14502a88-9e05-418c-8fa4-949993a4da0e tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/ports?device_id=d2752f8c-5db0-4fb8-8b5f-01ff92d627b2 HTTP/1.1" status: 200 len: 946 time: 0.2796917 Feb 09 00:58:33.689894 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f981ed7-7764-4168-8897-87af8d63076c', 'name': 'network-vif-deleted', 'tag': '744c8ee2-f6d2-48d2-ae12-e6633911caff'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:58:33.796245 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-22206de1-57ba-4d3e-beb5-30267d861179 req-b5f6ed91-7e95-45ec-90de-750a349e100c tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/security-groups/1db66e6a-f35a-4c52-a3a6-8ae7d43ce3f6 HTTP/1.1" status: 200 len: 1801 time: 0.1435757 Feb 09 00:58:33.812326 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3cbbe9a1-c090-4565-a5eb-83f0c90f7368 req-ee45bf54-e31b-40c9-a2b3-20366b873594 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/security-groups?id=f58a20dc-4342-436d-a5ca-ae66a87962a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348183 Feb 09 00:58:33.937580 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 7d75e16d-086c-4534-b4fc-19aa99ffd231 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:58:34.020708 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d04250af-3511-4f8d-a65e-b0b64ac58ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:34.050660 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 7d75e16d-086c-4534-b4fc-19aa99ffd231 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:58:34.053835 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da6828f-87c4-4534-bb3d-cce5bc795d63 req-fcea287f-856d-4259-b394-87ae3e281d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:34.056456 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-7da6828f-87c4-4534-bb3d-cce5bc795d63 req-fcea287f-856d-4259-b394-87ae3e281d0d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bef208b2-a285-41fd-abad-f013710ae768 HTTP/1.1" status: 200 len: 850 time: 0.4238417 Feb 09 00:58:34.097442 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23269f4-6b2a-41bc-b1a2-fab7043fe9c4 None None] Network b445900a-bfbf-47f4-b4aa-be2b1d5f4ae8 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:58:34.114908 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-22206de1-57ba-4d3e-beb5-30267d861179 req-240b08f6-12dd-4904-833a-538a8acf9575 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:34.209831 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['88a93ab5-6360-4150-b84a-b24cbf02f870', 'f26441cd-75ef-400d-9f30-37093ee34385', 'e0d02d2a-38d9-419e-9759-ba01a049886e'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:58:34.241217 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-082b2176-e411-45c4-b74d-4af694eba556 None None] Provisioning for port 7d75e16d-086c-4534-b4fc-19aa99ffd231 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:58:34.256095 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-082b2176-e411-45c4-b74d-4af694eba556 None None] Provisioning complete for port 7d75e16d-086c-4534-b4fc-19aa99ffd231 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:58:34.256095 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-082b2176-e411-45c4-b74d-4af694eba556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:34.320336 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04250af-3511-4f8d-a65e-b0b64ac58ab2 admin admin] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:58:34.340786 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-d04250af-3511-4f8d-a65e-b0b64ac58ab2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:58:34.347558 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04250af-3511-4f8d-a65e-b0b64ac58ab2 admin admin] Pushing event updated for resources: {'Port': ['ID=fef4c342-2d1a-418e-b623-d454899387a1,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:34.352321 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04250af-3511-4f8d-a65e-b0b64ac58ab2 admin admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:58:34.388249 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-22206de1-57ba-4d3e-beb5-30267d861179 req-240b08f6-12dd-4904-833a-538a8acf9575 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:34.453718 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da6828f-87c4-4534-bb3d-cce5bc795d63 req-2b7e3b39-f715-4df7-93e1-c61af3ee0bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:34.455314 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-7da6828f-87c4-4534-bb3d-cce5bc795d63 req-2b7e3b39-f715-4df7-93e1-c61af3ee0bf4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3bfe3936-690c-45c5-b4c5-955c0f482c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3862953 Feb 09 00:58:34.641222 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-082b2176-e411-45c4-b74d-4af694eba556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:34.684059 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc6a30d-96e7-4c0a-a1fa-87f4cec2766d req-a5f1fb52-aa7b-43ea-b9e7-907389d6f060 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:34.685796 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7bc6a30d-96e7-4c0a-a1fa-87f4cec2766d req-a5f1fb52-aa7b-43ea-b9e7-907389d6f060 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=bca2e8fa-004b-4433-b8a2-c8e34de12605 HTTP/1.1" status: 200 len: 946 time: 0.6612139 Feb 09 00:58:34.689663 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-22206de1-57ba-4d3e-beb5-30267d861179 req-240b08f6-12dd-4904-833a-538a8acf9575 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:34.732592 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-082b2176-e411-45c4-b74d-4af694eba556 None None] For port 7d75e16d-086c-4534-b4fc-19aa99ffd231, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=7d75e16d-086c-4534-b4fc-19aa99ffd231,segment=NetworkSegment(dc37029f-a252-49bf-9014-829d67ce26f2),segment_id=dc37029f-a252-49bf-9014-829d67ce26f2)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:58:34.745305 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-082b2176-e411-45c4-b74d-4af694eba556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:34.748733 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240b08f6-12dd-4904-833a-538a8acf9575 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db66e6a-f35a-4c52-a3a6-8ae7d43ce3f6,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:34.799182 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 6b989615-b8c6-497c-97ac-419f1a6df99a up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:58:34.849210 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7bc6a30d-96e7-4c0a-a1fa-87f4cec2766d req-6a12e96e-e8b4-48c1-a0e6-17994272c8e6 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=ceaabe02-67e8-49da-9640-53d4e3b33273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432095 Feb 09 00:58:34.849468 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-7da6828f-87c4-4534-bb3d-cce5bc795d63 req-e5056352-553a-4350-b920-f1e16dd8bce9 service neutron] 10.222.0.62 "GET /v2.0/networks/3bfe3936-690c-45c5-b4c5-955c0f482c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3810644 Feb 09 00:58:34.860227 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-22206de1-57ba-4d3e-beb5-30267d861179 req-240b08f6-12dd-4904-833a-538a8acf9575 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:34.861152 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-22206de1-57ba-4d3e-beb5-30267d861179 req-240b08f6-12dd-4904-833a-538a8acf9575 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "DELETE /v2.0/security-groups/1db66e6a-f35a-4c52-a3a6-8ae7d43ce3f6 HTTP/1.1" status: 204 len: 173 time: 1.0641186 Feb 09 00:58:35.053339 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f981ed7-7764-4168-8897-87af8d63076c', 'name': 'network-vif-deleted', 'tag': '744c8ee2-f6d2-48d2-ae12-e6633911caff', 'status': 'completed', 'code': 200} Feb 09 00:58:35.055310 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082b2176-e411-45c4-b74d-4af694eba556 None None] Pushing event updated for resources: {'Port': ['ID=7d75e16d-086c-4534-b4fc-19aa99ffd231,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:35.080086 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d04250af-3511-4f8d-a65e-b0b64ac58ab2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:35.122424 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [req-77f5e168-63ca-4516-8600-f87559f1a825 req-39ae25fd-c4d6-4267-a2b3-2f76297fe11b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5a6187d-5002-4dd1-8ed9-4533efde97f6 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:58:35.157810 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port 6b989615-b8c6-497c-97ac-419f1a6df99a completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:58:35.167863 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-77f5e168-63ca-4516-8600-f87559f1a825 req-39ae25fd-c4d6-4267-a2b3-2f76297fe11b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:35.208343 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 6b989615-b8c6-497c-97ac-419f1a6df99a triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:58:35.208711 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:35.243342 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-77f5e168-63ca-4516-8600-f87559f1a825 req-39ae25fd-c4d6-4267-a2b3-2f76297fe11b service neutron] Transition to ACTIVE for port object e5a6187d-5002-4dd1-8ed9-4533efde97f6 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:58:35.303335 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-7da6828f-87c4-4534-bb3d-cce5bc795d63 req-c0d27007-4619-4c5b-89f2-84c32f0ed222 service neutron] 10.222.0.62 "GET /v2.0/networks/3bfe3936-690c-45c5-b4c5-955c0f482c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4438789 Feb 09 00:58:35.446096 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-77f5e168-63ca-4516-8600-f87559f1a825 req-39ae25fd-c4d6-4267-a2b3-2f76297fe11b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:35.453248 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:35.520156 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '070af407-61a4-47ab-aa6b-c71bceabdb7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b989615-b8c6-497c-97ac-419f1a6df99a'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:58:35.540045 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-010b5d2e-f1b9-48ad-ad9e-c729c49bbcaa None None] Provisioning complete for port 7d75e16d-086c-4534-b4fc-19aa99ffd231 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:58:35.540414 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-010b5d2e-f1b9-48ad-ad9e-c729c49bbcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:35.610649 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 6b989615-b8c6-497c-97ac-419f1a6df99a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=6b989615-b8c6-497c-97ac-419f1a6df99a,segment=NetworkSegment(2b5044f8-107c-41ef-8a61-ec7601fd6ccb),segment_id=2b5044f8-107c-41ef-8a61-ec7601fd6ccb)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:58:35.664526 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:35.809637 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-77f5e168-63ca-4516-8600-f87559f1a825 req-39ae25fd-c4d6-4267-a2b3-2f76297fe11b service neutron] Attempting to bind port e5a6187d-5002-4dd1-8ed9-4533efde97f6 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:58:35.809981 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-77f5e168-63ca-4516-8600-f87559f1a825 req-39ae25fd-c4d6-4267-a2b3-2f76297fe11b service neutron] Attempting to bind port e5a6187d-5002-4dd1-8ed9-4533efde97f6 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:58:35.810314 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f5e168-63ca-4516-8600-f87559f1a825 req-39ae25fd-c4d6-4267-a2b3-2f76297fe11b service neutron] Attempting to bind port e5a6187d-5002-4dd1-8ed9-4533efde97f6 on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:58:35.832890 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ae25fd-c4d6-4267-a2b3-2f76297fe11b service neutron] Pushing event updated for resources: {'Port': ['ID=e5a6187d-5002-4dd1-8ed9-4533efde97f6,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:35.838239 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f5e168-63ca-4516-8600-f87559f1a825 req-39ae25fd-c4d6-4267-a2b3-2f76297fe11b service neutron] Port e5a6187d-5002-4dd1-8ed9-4533efde97f6 on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:58:35.838573 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f5e168-63ca-4516-8600-f87559f1a825 req-39ae25fd-c4d6-4267-a2b3-2f76297fe11b service neutron] Attempting to bind port e5a6187d-5002-4dd1-8ed9-4533efde97f6 on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:58:35.847183 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f5e168-63ca-4516-8600-f87559f1a825 req-39ae25fd-c4d6-4267-a2b3-2f76297fe11b service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:58:35.847518 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f5e168-63ca-4516-8600-f87559f1a825 req-39ae25fd-c4d6-4267-a2b3-2f76297fe11b service neutron] Checking segment: {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:58:35.847901 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f5e168-63ca-4516-8600-f87559f1a825 req-39ae25fd-c4d6-4267-a2b3-2f76297fe11b service neutron] Bound using segment: {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:58:35.849425 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-77f5e168-63ca-4516-8600-f87559f1a825 req-39ae25fd-c4d6-4267-a2b3-2f76297fe11b service neutron] Bound port: e5a6187d-5002-4dd1-8ed9-4533efde97f6, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:58:35.851887 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-77f5e168-63ca-4516-8600-f87559f1a825 req-39ae25fd-c4d6-4267-a2b3-2f76297fe11b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:35.896425 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 7d75e16d-086c-4534-b4fc-19aa99ffd231 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:58:35.950394 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=6b989615-b8c6-497c-97ac-419f1a6df99a,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:35.971710 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.db.resource_extend [req-77f5e168-63ca-4516-8600-f87559f1a825 req-0c404313-5ecc-4ee2-a407-fa5d557a403d service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 00:58:36.011367 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-77f5e168-63ca-4516-8600-f87559f1a825 req-39ae25fd-c4d6-4267-a2b3-2f76297fe11b service neutron] For port e5a6187d-5002-4dd1-8ed9-4533efde97f6, host n-h1-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:58:36.016008 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-77f5e168-63ca-4516-8600-f87559f1a825 req-39ae25fd-c4d6-4267-a2b3-2f76297fe11b service neutron] For port e5a6187d-5002-4dd1-8ed9-4533efde97f6, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=e5a6187d-5002-4dd1-8ed9-4533efde97f6,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:58:36.042838 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 7d75e16d-086c-4534-b4fc-19aa99ffd231 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:58:36.043277 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:36.061849 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-77f5e168-63ca-4516-8600-f87559f1a825 req-39ae25fd-c4d6-4267-a2b3-2f76297fe11b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:36.069460 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2aa0da-c6d0-42e8-94e7-3f3e3ff71de9 req-222a851c-7bff-4306-9efd-cc168e06946e tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:36.078295 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4e2aa0da-c6d0-42e8-94e7-3f3e3ff71de9 req-222a851c-7bff-4306-9efd-cc168e06946e tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] 10.222.0.105 "GET /v2.0/ports?device_id=c4ec68e7-b6ad-48d8-a8d4-bd26aac701ab HTTP/1.1" status: 200 len: 946 time: 0.8578312 Feb 09 00:58:36.080717 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d04250af-3511-4f8d-a65e-b0b64ac58ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:36.161993 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5e168-63ca-4516-8600-f87559f1a825 req-39ae25fd-c4d6-4267-a2b3-2f76297fe11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:36.163060 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-77f5e168-63ca-4516-8600-f87559f1a825 req-39ae25fd-c4d6-4267-a2b3-2f76297fe11b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:36.164918 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-77f5e168-63ca-4516-8600-f87559f1a825 req-39ae25fd-c4d6-4267-a2b3-2f76297fe11b service neutron] 10.222.0.62 "PUT /v2.0/ports/e5a6187d-5002-4dd1-8ed9-4533efde97f6 HTTP/1.1" status: 200 len: 1096 time: 3.3440275 Feb 09 00:58:36.168067 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97a11317-8e48-4d0c-9a80-6c34acb73330', 'tag': 'e5a6187d-5002-4dd1-8ed9-4533efde97f6'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:58:36.213979 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059bb67b-8ef0-410a-bf0d-7b23cb8dab79 req-bf982aaf-000d-47e5-8c7d-f4d1daa614ee tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:36.215506 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-059bb67b-8ef0-410a-bf0d-7b23cb8dab79 req-bf982aaf-000d-47e5-8c7d-f4d1daa614ee tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f50468d-06ac-4e8b-9614-7f72392184d3 HTTP/1.1" status: 200 len: 945 time: 0.7874854 Feb 09 00:58:36.216451 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [req-77f5e168-63ca-4516-8600-f87559f1a825 req-0c404313-5ecc-4ee2-a407-fa5d557a403d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8330b53-7bb8-4918-9af3-a8d090b55a84 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:58:36.236461 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-77f5e168-63ca-4516-8600-f87559f1a825 req-0c404313-5ecc-4ee2-a407-fa5d557a403d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:36.278917 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4e2aa0da-c6d0-42e8-94e7-3f3e3ff71de9 req-195f9870-5888-428f-a149-6c29d4f6b408 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] 10.222.0.105 "GET /v2.0/security-groups?id=bda502f9-4423-4e66-b8ed-210d30241f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1997457 Feb 09 00:58:36.351701 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-77f5e168-63ca-4516-8600-f87559f1a825 req-0c404313-5ecc-4ee2-a407-fa5d557a403d service neutron] Transition to ACTIVE for port object b8330b53-7bb8-4918-9af3-a8d090b55a84 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:58:36.362028 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-77f5e168-63ca-4516-8600-f87559f1a825 req-0c404313-5ecc-4ee2-a407-fa5d557a403d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:36.384874 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ae25fd-c4d6-4267-a2b3-2f76297fe11b service neutron] Pushing event updated for resources: {'Port': ['ID=e5a6187d-5002-4dd1-8ed9-4533efde97f6,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:36.437808 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-059bb67b-8ef0-410a-bf0d-7b23cb8dab79 req-ccdc186e-6af0-4315-90c7-74d572aab666 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/security-groups?id=f58a20dc-4342-436d-a5ca-ae66a87962a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037857 Feb 09 00:58:36.647530 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c404313-5ecc-4ee2-a407-fa5d557a403d service neutron] Pushing event updated for resources: {'Port': ['ID=b8330b53-7bb8-4918-9af3-a8d090b55a84,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:36.701522 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5e168-63ca-4516-8600-f87559f1a825 req-8827877b-2cf2-4b92-8bb4-0f36994dacd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:36.702868 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-77f5e168-63ca-4516-8600-f87559f1a825 req-8827877b-2cf2-4b92-8bb4-0f36994dacd8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e6fa40f41b9646a7bf38890c5f8e1746&device_id=97a11317-8e48-4d0c-9a80-6c34acb73330 HTTP/1.1" status: 200 len: 1099 time: 0.4405487 Feb 09 00:58:36.788218 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-77f5e168-63ca-4516-8600-f87559f1a825 req-73b4b8a7-1bdd-4566-ad27-924f714eebd3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=e5a6187d-5002-4dd1-8ed9-4533efde97f6 HTTP/1.1" status: 200 len: 217 time: 0.0778894 Feb 09 00:58:36.856710 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d04250af-3511-4f8d-a65e-b0b64ac58ab2 admin admin] Router 3a01018e-824c-4a4a-871a-86f3be6ed58e is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 00:58:36.888741 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02243520-cd37-466d-8573-29cb9b507f97 req-26bcd535-7cbb-4649-ab52-5f037f777728 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:36.891604 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-02243520-cd37-466d-8573-29cb9b507f97 req-26bcd535-7cbb-4649-ab52-5f037f777728 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "GET /v2.0/ports?device_id=070af407-61a4-47ab-aa6b-c71bceabdb7a HTTP/1.1" status: 200 len: 946 time: 0.4428215 Feb 09 00:58:37.001026 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-77f5e168-63ca-4516-8600-f87559f1a825 req-0c404313-5ecc-4ee2-a407-fa5d557a403d service neutron] Attempting to bind port b8330b53-7bb8-4918-9af3-a8d090b55a84 on host n-h2-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:58:37.001687 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-77f5e168-63ca-4516-8600-f87559f1a825 req-0c404313-5ecc-4ee2-a407-fa5d557a403d service neutron] Attempting to bind port b8330b53-7bb8-4918-9af3-a8d090b55a84 by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:58:37.001687 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f5e168-63ca-4516-8600-f87559f1a825 req-0c404313-5ecc-4ee2-a407-fa5d557a403d service neutron] Attempting to bind port b8330b53-7bb8-4918-9af3-a8d090b55a84 on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:58:37.013939 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f5e168-63ca-4516-8600-f87559f1a825 req-0c404313-5ecc-4ee2-a407-fa5d557a403d service neutron] Port b8330b53-7bb8-4918-9af3-a8d090b55a84 on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:58:37.014304 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f5e168-63ca-4516-8600-f87559f1a825 req-0c404313-5ecc-4ee2-a407-fa5d557a403d service neutron] Attempting to bind port b8330b53-7bb8-4918-9af3-a8d090b55a84 on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:58:37.034340 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f5e168-63ca-4516-8600-f87559f1a825 req-0c404313-5ecc-4ee2-a407-fa5d557a403d service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:58:37.034725 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f5e168-63ca-4516-8600-f87559f1a825 req-0c404313-5ecc-4ee2-a407-fa5d557a403d service neutron] Checking segment: {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:58:37.035122 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f5e168-63ca-4516-8600-f87559f1a825 req-0c404313-5ecc-4ee2-a407-fa5d557a403d service neutron] Bound using segment: {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:58:37.035551 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-77f5e168-63ca-4516-8600-f87559f1a825 req-0c404313-5ecc-4ee2-a407-fa5d557a403d service neutron] Bound port: b8330b53-7bb8-4918-9af3-a8d090b55a84, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:58:37.035892 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-77f5e168-63ca-4516-8600-f87559f1a825 req-0c404313-5ecc-4ee2-a407-fa5d557a403d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:37.040853 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae3edc-2754-4e53-9b8a-fdcd973e2f42 req-752dca0b-f3bf-489c-8272-6be7636c7e4b tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:37.042411 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6bae3edc-2754-4e53-9b8a-fdcd973e2f42 req-752dca0b-f3bf-489c-8272-6be7636c7e4b tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=97a11317-8e48-4d0c-9a80-6c34acb73330 HTTP/1.1" status: 200 len: 948 time: 0.3015673 Feb 09 00:58:37.047160 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5e168-63ca-4516-8600-f87559f1a825 req-999bf6ff-a5e7-40db-b566-3dfe252c797a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:37.048603 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-77f5e168-63ca-4516-8600-f87559f1a825 req-999bf6ff-a5e7-40db-b566-3dfe252c797a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.2514086 Feb 09 00:58:37.108772 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-02243520-cd37-466d-8573-29cb9b507f97 req-18fbacee-9697-4b94-bafd-89742bb3eac6 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "GET /v2.0/security-groups?id=ad01e72b-7553-4315-8cd5-728cf564ce15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771944 Feb 09 00:58:37.192155 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-77f5e168-63ca-4516-8600-f87559f1a825 req-0c404313-5ecc-4ee2-a407-fa5d557a403d service neutron] For port b8330b53-7bb8-4918-9af3-a8d090b55a84, host n-h2-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:58:37.196221 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-77f5e168-63ca-4516-8600-f87559f1a825 req-0c404313-5ecc-4ee2-a407-fa5d557a403d service neutron] For port b8330b53-7bb8-4918-9af3-a8d090b55a84, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=b8330b53-7bb8-4918-9af3-a8d090b55a84,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:58:37.203949 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-77f5e168-63ca-4516-8600-f87559f1a825 req-0c404313-5ecc-4ee2-a407-fa5d557a403d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:37.229377 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6bae3edc-2754-4e53-9b8a-fdcd973e2f42 req-4bc2b6cb-fdf0-4e2c-8a15-6559e9cf5f9e tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/security-groups?id=bc5d6135-6634-4167-99ad-f31267fef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600218 Feb 09 00:58:37.247956 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5e168-63ca-4516-8600-f87559f1a825 req-f8f69abc-6841-4562-8bfb-ca4d5555b371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:37.249407 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-77f5e168-63ca-4516-8600-f87559f1a825 req-f8f69abc-6841-4562-8bfb-ca4d5555b371 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1943836 Feb 09 00:58:37.260389 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d04250af-3511-4f8d-a65e-b0b64ac58ab2 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 00:58:37.273348 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2706a0c-80fc-4b1e-b39b-5cef518f12e7 None None] Sync routers for ids ['3a01018e-824c-4a4a-871a-86f3be6ed58e'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:58:37.274195 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dabbfcca-16c3-43db-8241-32f40c556a5c req-caf0d630-4e92-4861-8b28-78bf1c736025 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3828182 Feb 09 00:58:37.291240 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-29925fdc-dc87-4f2a-b132-796eac99cae5 req-a948de73-449d-4e28-a035-a5cdad7624e1 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "GET /v2.0/security-groups/7abdb3a7-6f94-4fee-88a0-6185c9e91690 HTTP/1.1" status: 200 len: 1799 time: 0.1200149 Feb 09 00:58:37.292758 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2706a0c-80fc-4b1e-b39b-5cef518f12e7 None None] Routers {'3a01018e-824c-4a4a-871a-86f3be6ed58e'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:58:37.295929 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-c2706a0c-80fc-4b1e-b39b-5cef518f12e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:58:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['3a01018e-824c-4a4a-871a-86f3be6ed58e'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:58:37.300024 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d04250af-3511-4f8d-a65e-b0b64ac58ab2 admin admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:37.301833 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-d04250af-3511-4f8d-a65e-b0b64ac58ab2 admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 7.8278551 Feb 09 00:58:37.304486 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48670) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:37.427638 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5e168-63ca-4516-8600-f87559f1a825 req-0c404313-5ecc-4ee2-a407-fa5d557a403d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:37.428261 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-77f5e168-63ca-4516-8600-f87559f1a825 req-0c404313-5ecc-4ee2-a407-fa5d557a403d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:37.429715 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-77f5e168-63ca-4516-8600-f87559f1a825 req-0c404313-5ecc-4ee2-a407-fa5d557a403d service neutron] 10.222.0.99 "PUT /v2.0/ports/b8330b53-7bb8-4918-9af3-a8d090b55a84 HTTP/1.1" status: 200 len: 1096 time: 4.8519104 Feb 09 00:58:37.570444 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c404313-5ecc-4ee2-a407-fa5d557a403d service neutron] Pushing event updated for resources: {'Port': ['ID=b8330b53-7bb8-4918-9af3-a8d090b55a84,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:37.627751 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '070af407-61a4-47ab-aa6b-c71bceabdb7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b989615-b8c6-497c-97ac-419f1a6df99a', 'code': 200} Feb 09 00:58:37.699060 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-77f5e168-63ca-4516-8600-f87559f1a825 req-2380ac95-ebfc-4b6f-bccd-54f179bdb8c6 service neutron] 10.222.0.62 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4244411 Feb 09 00:58:37.703047 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbfcca-16c3-43db-8241-32f40c556a5c req-9aeb1239-07d7-4ecc-a54c-075e5aed3f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:37.708327 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-dabbfcca-16c3-43db-8241-32f40c556a5c req-9aeb1239-07d7-4ecc-a54c-075e5aed3f5e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=71b0276e9e0b48f8943a51531f3d8a9e&device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 1095 time: 0.2051632 Feb 09 00:58:37.715850 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-29925fdc-dc87-4f2a-b132-796eac99cae5 req-8c7bcefc-4e07-4d8c-8155-66d80504e605 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:37.790613 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97a11317-8e48-4d0c-9a80-6c34acb73330', 'tag': 'e5a6187d-5002-4dd1-8ed9-4533efde97f6', 'status': 'completed', 'code': 200} Feb 09 00:58:37.830854 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-c2706a0c-80fc-4b1e-b39b-5cef518f12e7 None None] Set router 3a01018e-824c-4a4a-871a-86f3be6ed58e gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:58:37.859285 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-29925fdc-dc87-4f2a-b132-796eac99cae5 req-8c7bcefc-4e07-4d8c-8155-66d80504e605 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:37.953328 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5e168-63ca-4516-8600-f87559f1a825 req-641c2a74-451b-4873-8bde-24ddd9597f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:37.954888 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-77f5e168-63ca-4516-8600-f87559f1a825 req-641c2a74-451b-4873-8bde-24ddd9597f0a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e6fa40f41b9646a7bf38890c5f8e1746&device_id=baeafafa-7240-4b83-9af0-4fc8f78bfd0a HTTP/1.1" status: 200 len: 1099 time: 0.4715700 Feb 09 00:58:38.055527 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b80d75b3-e7e6-4430-9abb-ec9ec924ff86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:38.063510 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-77f5e168-63ca-4516-8600-f87559f1a825 req-8ce93cb5-8fe1-4019-810c-7e9dbe071013 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=b8330b53-7bb8-4918-9af3-a8d090b55a84 HTTP/1.1" status: 200 len: 217 time: 0.0865042 Feb 09 00:58:38.160431 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-29925fdc-dc87-4f2a-b132-796eac99cae5 req-8c7bcefc-4e07-4d8c-8155-66d80504e605 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:38.197255 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbfcca-16c3-43db-8241-32f40c556a5c req-cff4bd8a-b4ef-4df1-8cdb-2bf6aea93073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:38.199545 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-dabbfcca-16c3-43db-8241-32f40c556a5c req-cff4bd8a-b4ef-4df1-8cdb-2bf6aea93073 service neutron] 10.222.0.99 "GET /v2.0/networks?id=1f86eb5f-f405-4ce4-a845-9c31ac1b15d4 HTTP/1.1" status: 200 len: 912 time: 0.4539101 Feb 09 00:58:38.225582 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-c2706a0c-80fc-4b1e-b39b-5cef518f12e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a01018e-824c-4a4a-871a-86f3be6ed58e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-894061982-router', 'tenant_id': '8277c509b0ab44efb820c897c1e2f47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'fef4c342-2d1a-418e-b623-d454899387a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:58:29Z', 'updated_at': '2022-02-09T00:58:34Z', 'revision_number': 3, 'project_id': '8277c509b0ab44efb820c897c1e2f47a', 'gw_port': {'id': 'fef4c342-2d1a-418e-b623-d454899387a1', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a01018e-824c-4a4a-871a-86f3be6ed58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:32Z', 'updated_at': '2022-02-09T00:58:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:58:38.240448 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2706a0c-80fc-4b1e-b39b-5cef518f12e7 None None] Checking router: 3a01018e-824c-4a4a-871a-86f3be6ed58e for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:58:38.240798 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2706a0c-80fc-4b1e-b39b-5cef518f12e7 None None] Updating router 3a01018e-824c-4a4a-871a-86f3be6ed58e port fef4c342-2d1a-418e-b623-d454899387a1 binding host n-d-828418-1 {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:58:38.247696 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7bcefc-4e07-4d8c-8155-66d80504e605 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7abdb3a7-6f94-4fee-88a0-6185c9e91690,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:38.272852 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-29925fdc-dc87-4f2a-b132-796eac99cae5 req-8c7bcefc-4e07-4d8c-8155-66d80504e605 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:38.274004 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-29925fdc-dc87-4f2a-b132-796eac99cae5 req-8c7bcefc-4e07-4d8c-8155-66d80504e605 tempest-SecurityGroupsTestJSON-510467930 tempest-SecurityGroupsTestJSON-510467930-project] 10.222.0.105 "DELETE /v2.0/security-groups/7abdb3a7-6f94-4fee-88a0-6185c9e91690 HTTP/1.1" status: 204 len: 173 time: 0.9707034 Feb 09 00:58:38.281923 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5e168-63ca-4516-8600-f87559f1a825 req-48215a5e-67bc-4e5f-986f-34c6235051ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:38.283279 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-77f5e168-63ca-4516-8600-f87559f1a825 req-48215a5e-67bc-4e5f-986f-34c6235051ba service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.2040904 Feb 09 00:58:38.283727 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48684) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:38.311043 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-c2706a0c-80fc-4b1e-b39b-5cef518f12e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:38.364358 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c6e79b-b458-49aa-b202-5bab4789d11a req-92a118cb-4812-48de-af88-aafff9837b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:38.366301 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-62c6e79b-b458-49aa-b202-5bab4789d11a req-92a118cb-4812-48de-af88-aafff9837b31 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=070af407-61a4-47ab-aa6b-c71bceabdb7a HTTP/1.1" status: 200 len: 1097 time: 0.5747488 Feb 09 00:58:38.438105 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-62c6e79b-b458-49aa-b202-5bab4789d11a req-2c15bbd0-cfbd-4403-b50d-3bd56038e9d3 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ad01e72b-7553-4315-8cd5-728cf564ce15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601354 Feb 09 00:58:38.440406 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-77f5e168-63ca-4516-8600-f87559f1a825 req-466e4024-60f6-4923-8973-fac14c6ea664 service neutron] 10.222.0.62 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7308385 Feb 09 00:58:38.442654 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-dabbfcca-16c3-43db-8241-32f40c556a5c req-3bb05157-c5a4-406f-b77e-d5fab7cdb495 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f16d05c2-eae9-44a5-8686-789fbb3c6fe4 HTTP/1.1" status: 200 len: 998 time: 0.2348447 Feb 09 00:58:38.580026 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbfcca-16c3-43db-8241-32f40c556a5c req-d2c077f1-3168-4054-b691-6a1d46a7a9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:38.582372 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-dabbfcca-16c3-43db-8241-32f40c556a5c req-d2c077f1-3168-4054-b691-6a1d46a7a9a5 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=55d6843d-cf0e-4da9-b1f9-18c66e11f308 HTTP/1.1" status: 200 len: 850 time: 0.1317315 Feb 09 00:58:38.780470 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbfcca-16c3-43db-8241-32f40c556a5c req-ad453f7c-2bff-44fb-8d3d-2472e6ecc4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:38.782318 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-dabbfcca-16c3-43db-8241-32f40c556a5c req-ad453f7c-2bff-44fb-8d3d-2472e6ecc4ec service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=1f86eb5f-f405-4ce4-a845-9c31ac1b15d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1910923 Feb 09 00:58:38.855810 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-decf79a2-e9de-4c3a-98ac-beb54294a029 admin admin] Deleting subnet b7e2d3f7-8db3-4e5e-8a7b-90b470036eaf {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 00:58:38.871919 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80123d6a-d442-4536-ab26-225a8ff88d52 req-cfdbb2c4-6bc2-47e8-9267-0f0903eb172c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:38.873415 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-80123d6a-d442-4536-ab26-225a8ff88d52 req-cfdbb2c4-6bc2-47e8-9267-0f0903eb172c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e6fa40f41b9646a7bf38890c5f8e1746&device_id=97a11317-8e48-4d0c-9a80-6c34acb73330 HTTP/1.1" status: 200 len: 1099 time: 0.1759741 Feb 09 00:58:38.880212 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-decf79a2-e9de-4c3a-98ac-beb54294a029 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:38.922712 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-c2706a0c-80fc-4b1e-b39b-5cef518f12e7 None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:38.946960 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-c2706a0c-80fc-4b1e-b39b-5cef518f12e7 None None] Transition to ACTIVE for port object fef4c342-2d1a-418e-b623-d454899387a1 will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:58:38.971661 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-c2706a0c-80fc-4b1e-b39b-5cef518f12e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:38.997169 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-decf79a2-e9de-4c3a-98ac-beb54294a029 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:39.030815 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-dabbfcca-16c3-43db-8241-32f40c556a5c req-59adb2c4-1b6c-45a0-b492-f109484f90c6 service neutron] 10.222.0.99 "GET /v2.0/networks/1f86eb5f-f405-4ce4-a845-9c31ac1b15d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418656 Feb 09 00:58:39.050295 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5e168-63ca-4516-8600-f87559f1a825 req-8a2aec83-e24f-4eea-957c-b9bfde96b68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:39.051799 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-77f5e168-63ca-4516-8600-f87559f1a825 req-8a2aec83-e24f-4eea-957c-b9bfde96b68b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7287593 Feb 09 00:58:39.124243 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d21b042-ba1a-41b5-8652-a8afe7bbfc50 None None] Pushing event updated for resources: {'Port': ['ID=fef4c342-2d1a-418e-b623-d454899387a1,revision_number=2']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:39.129359 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-c2706a0c-80fc-4b1e-b39b-5cef518f12e7 None None] Attempting to bind port fef4c342-2d1a-418e-b623-d454899387a1 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:58:39.129801 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-c2706a0c-80fc-4b1e-b39b-5cef518f12e7 None None] Attempting to bind port fef4c342-2d1a-418e-b623-d454899387a1 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:58:39.130173 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2706a0c-80fc-4b1e-b39b-5cef518f12e7 None None] Attempting to bind port fef4c342-2d1a-418e-b623-d454899387a1 on network 3d885c3c-255c-4e54-addc-b28437d0b18e {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:58:39.137694 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80123d6a-d442-4536-ab26-225a8ff88d52 req-4e236b94-8761-4195-bbf8-924615465781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:39.138266 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-80123d6a-d442-4536-ab26-225a8ff88d52 req-4e236b94-8761-4195-bbf8-924615465781 service neutron] 10.222.0.62 "GET /v2.0/networks?id=42d335cf-a678-4bc3-901b-7d21fb8587e6 HTTP/1.1" status: 200 len: 870 time: 0.2501745 Feb 09 00:58:39.144448 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d21b042-ba1a-41b5-8652-a8afe7bbfc50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:39.144799 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d21b042-ba1a-41b5-8652-a8afe7bbfc50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:39.145629 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d21b042-ba1a-41b5-8652-a8afe7bbfc50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:39.145629 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d21b042-ba1a-41b5-8652-a8afe7bbfc50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:39.145853 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d21b042-ba1a-41b5-8652-a8afe7bbfc50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:39.146133 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d21b042-ba1a-41b5-8652-a8afe7bbfc50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:39.146461 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d21b042-ba1a-41b5-8652-a8afe7bbfc50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:39.146779 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d21b042-ba1a-41b5-8652-a8afe7bbfc50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:39.147111 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d21b042-ba1a-41b5-8652-a8afe7bbfc50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:39.147544 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d21b042-ba1a-41b5-8652-a8afe7bbfc50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:39.147868 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d21b042-ba1a-41b5-8652-a8afe7bbfc50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:39.148207 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d21b042-ba1a-41b5-8652-a8afe7bbfc50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:39.155578 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2706a0c-80fc-4b1e-b39b-5cef518f12e7 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:58:39.155999 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2706a0c-80fc-4b1e-b39b-5cef518f12e7 None None] Checking segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:58:39.156348 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-c2706a0c-80fc-4b1e-b39b-5cef518f12e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:39.156737 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2706a0c-80fc-4b1e-b39b-5cef518f12e7 None None] Bound using segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:58:39.157207 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-c2706a0c-80fc-4b1e-b39b-5cef518f12e7 None None] Bound port: fef4c342-2d1a-418e-b623-d454899387a1, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:58:39.157619 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-c2706a0c-80fc-4b1e-b39b-5cef518f12e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:39.202863 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb46e4e-2366-4048-8edd-c00399619145 req-908050f0-58d8-457b-9d85-a29a8879aac4 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:39.204187 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5cb46e4e-2366-4048-8edd-c00399619145 req-908050f0-58d8-457b-9d85-a29a8879aac4 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] 10.222.0.105 "GET /v2.0/ports?device_id=c4ec68e7-b6ad-48d8-a8d4-bd26aac701ab HTTP/1.1" status: 200 len: 946 time: 0.5143266 Feb 09 00:58:39.219262 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d8369-e001-482a-aee5-d9c3bcff1de8 req-8885a03f-fd48-44e1-99cc-458f9ba962e1 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:39.225138 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d8369-e001-482a-aee5-d9c3bcff1de8 req-8885a03f-fd48-44e1-99cc-458f9ba962e1 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:39.231863 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d8369-e001-482a-aee5-d9c3bcff1de8 req-8885a03f-fd48-44e1-99cc-458f9ba962e1 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:39.239600 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-628d8369-e001-482a-aee5-d9c3bcff1de8 req-8885a03f-fd48-44e1-99cc-458f9ba962e1 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f50468d-06ac-4e8b-9614-7f72392184d3&device_id=d2752f8c-5db0-4fb8-8b5f-01ff92d627b2&device_id=f6ce7103-0f37-4e8a-b96c-5d515d2f29ba HTTP/1.1" status: 200 len: 2417 time: 0.5481708 Feb 09 00:58:39.252139 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-c2706a0c-80fc-4b1e-b39b-5cef518f12e7 None None] For port fef4c342-2d1a-418e-b623-d454899387a1, host n-d-828418-1, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:58:39.256709 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-c2706a0c-80fc-4b1e-b39b-5cef518f12e7 None None] For port fef4c342-2d1a-418e-b623-d454899387a1, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=fef4c342-2d1a-418e-b623-d454899387a1,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:58:39.262897 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-c2706a0c-80fc-4b1e-b39b-5cef518f12e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:39.304035 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-decf79a2-e9de-4c3a-98ac-beb54294a029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:39.371834 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-80123d6a-d442-4536-ab26-225a8ff88d52 req-489d8585-bdf1-41dd-91e9-2e69f0c6a96e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=e5a6187d-5002-4dd1-8ed9-4533efde97f6 HTTP/1.1" status: 200 len: 217 time: 0.2256446 Feb 09 00:58:39.374873 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d49b8fa9-1d20-4a07-8de2-a36e48997c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:39.402220 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d21b042-ba1a-41b5-8652-a8afe7bbfc50 None None] Pushing event updated for resources: {'Port': ['ID=fef4c342-2d1a-418e-b623-d454899387a1,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:39.407770 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2706a0c-80fc-4b1e-b39b-5cef518f12e7 None None] Routers {'3a01018e-824c-4a4a-871a-86f3be6ed58e'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:58:39.408398 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-c2706a0c-80fc-4b1e-b39b-5cef518f12e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:58:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['3a01018e-824c-4a4a-871a-86f3be6ed58e'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:58:39.442233 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-628d8369-e001-482a-aee5-d9c3bcff1de8 req-c94ece07-a2f7-4df4-a156-4c9968eb4848 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/security-groups?id=f58a20dc-4342-436d-a5ca-ae66a87962a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016964 Feb 09 00:58:39.473260 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80123d6a-d442-4536-ab26-225a8ff88d52 req-5b6c0acf-421c-48c2-8b1b-72e0f26848bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:39.474758 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-80123d6a-d442-4536-ab26-225a8ff88d52 req-5b6c0acf-421c-48c2-8b1b-72e0f26848bc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.0939491 Feb 09 00:58:39.483760 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-dabbfcca-16c3-43db-8241-32f40c556a5c req-04cb32d5-0876-46ee-a7ed-751daee42db5 service neutron] 10.222.0.99 "GET /v2.0/networks/1f86eb5f-f405-4ce4-a845-9c31ac1b15d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4425809 Feb 09 00:58:39.512881 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5cb46e4e-2366-4048-8edd-c00399619145 req-0cbb3d6c-d638-4b90-9ae1-940b3d024d0c tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] 10.222.0.105 "GET /v2.0/security-groups?id=bda502f9-4423-4e66-b8ed-210d30241f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2582579 Feb 09 00:58:39.590686 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-77f5e168-63ca-4516-8600-f87559f1a825 req-f2c5b62b-8b84-4507-b221-cf5e9eab4f56 service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5293198 Feb 09 00:58:39.618958 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80123d6a-d442-4536-ab26-225a8ff88d52 req-8fdc31d3-5ce4-425e-99b4-13a6df4acc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:39.621284 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-80123d6a-d442-4536-ab26-225a8ff88d52 req-8fdc31d3-5ce4-425e-99b4-13a6df4acc28 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1366251 Feb 09 00:58:39.788738 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-c2706a0c-80fc-4b1e-b39b-5cef518f12e7 None None] Set router 3a01018e-824c-4a4a-871a-86f3be6ed58e gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:58:39.792153 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baeafafa-7240-4b83-9af0-4fc8f78bfd0a', 'tag': 'b8330b53-7bb8-4918-9af3-a8d090b55a84'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:58:39.873589 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-80123d6a-d442-4536-ab26-225a8ff88d52 req-d60b2f87-f8c1-489a-a474-79a3c0865472 service neutron] 10.222.0.62 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434871 Feb 09 00:58:39.896917 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-decf79a2-e9de-4c3a-98ac-beb54294a029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:40.000262 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf79a2-e9de-4c3a-98ac-beb54294a029 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7e2d3f7-8db3-4e5e-8a7b-90b470036eaf,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:40.035703 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-decf79a2-e9de-4c3a-98ac-beb54294a029 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:40.084469 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-decf79a2-e9de-4c3a-98ac-beb54294a029 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/b7e2d3f7-8db3-4e5e-8a7b-90b470036eaf HTTP/1.1" status: 204 len: 168 time: 1.7977028 Feb 09 00:58:40.085162 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48700) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:40.093668 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-80123d6a-d442-4536-ab26-225a8ff88d52 req-ceff3b47-68e5-4e99-9f3a-2e2ea4f9db3a service neutron] 10.222.0.62 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084613 Feb 09 00:58:40.099899 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-77f5e168-63ca-4516-8600-f87559f1a825 req-5ad4fc2c-1ca6-4f4a-b159-33c346706383 service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4704075 Feb 09 00:58:40.278096 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221cb898-9fb5-45ef-bb9b-16916d38e444 req-7423a87a-e308-4bf1-b913-20c18849122b tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:40.285036 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-221cb898-9fb5-45ef-bb9b-16916d38e444 req-7423a87a-e308-4bf1-b913-20c18849122b tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "GET /v2.0/ports?device_id=070af407-61a4-47ab-aa6b-c71bceabdb7a HTTP/1.1" status: 200 len: 946 time: 0.6576383 Feb 09 00:58:40.298538 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa46ec1-23fc-4a47-bb08-e3a62499a64a req-8fe21f8a-a5ca-4a49-a35d-df2c3d79b7bf tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:40.305710 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9fa46ec1-23fc-4a47-bb08-e3a62499a64a req-8fe21f8a-a5ca-4a49-a35d-df2c3d79b7bf tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=97a11317-8e48-4d0c-9a80-6c34acb73330 HTTP/1.1" status: 200 len: 948 time: 0.5537288 Feb 09 00:58:40.317298 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-c2706a0c-80fc-4b1e-b39b-5cef518f12e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a01018e-824c-4a4a-871a-86f3be6ed58e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-894061982-router', 'tenant_id': '8277c509b0ab44efb820c897c1e2f47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'fef4c342-2d1a-418e-b623-d454899387a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:58:29Z', 'updated_at': '2022-02-09T00:58:34Z', 'revision_number': 3, 'project_id': '8277c509b0ab44efb820c897c1e2f47a', 'gw_port': {'id': 'fef4c342-2d1a-418e-b623-d454899387a1', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a01018e-824c-4a4a-871a-86f3be6ed58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:32Z', 'updated_at': '2022-02-09T00:58:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:58:40.326866 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2706a0c-80fc-4b1e-b39b-5cef518f12e7 None None] The sync data for ids ['3a01018e-824c-4a4a-871a-86f3be6ed58e'] in n-d-828418-1 is: [{'id': '3a01018e-824c-4a4a-871a-86f3be6ed58e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-894061982-router', 'tenant_id': '8277c509b0ab44efb820c897c1e2f47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'fef4c342-2d1a-418e-b623-d454899387a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:58:29Z', 'updated_at': '2022-02-09T00:58:34Z', 'revision_number': 3, 'project_id': '8277c509b0ab44efb820c897c1e2f47a', 'gw_port': {'id': 'fef4c342-2d1a-418e-b623-d454899387a1', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a01018e-824c-4a4a-871a-86f3be6ed58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:32Z', 'updated_at': '2022-02-09T00:58:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:58:40.347139 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-aafa2176-8c55-4a93-a3ae-18f348cf3641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:40.360769 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-d49b8fa9-1d20-4a07-8de2-a36e48997c1d admin admin] Allocated IP 172.20.0.1 (b445900a-bfbf-47f4-b4aa-be2b1d5f4ae8/d9dddc11-8937-48b4-b429-0297b2e5d345/ededef6a-9680-4926-a7f7-a61f4deea627) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:58:40.420344 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-502fdab1-d0a0-4338-8ae2-c8ad12368601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:40.434659 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-221cb898-9fb5-45ef-bb9b-16916d38e444 req-0a5a0144-5c74-4df3-8e7b-f98596f928d4 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "GET /v2.0/security-groups?id=ad01e72b-7553-4315-8cd5-728cf564ce15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486456 Feb 09 00:58:40.468286 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9fa46ec1-23fc-4a47-bb08-e3a62499a64a req-65f92c45-4067-4fae-b838-a353bdc5d3ec tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/security-groups?id=bc5d6135-6634-4167-99ad-f31267fef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616559 Feb 09 00:58:41.022562 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-aafa2176-8c55-4a93-a3ae-18f348cf3641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:41.072391 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-aafa2176-8c55-4a93-a3ae-18f348cf3641 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['866b1940-97bf-4889-ae97-5594fa470cc1']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:58:41.100288 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-aafa2176-8c55-4a93-a3ae-18f348cf3641 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4b0745e-10a8-49f6-a2dc-b593536fd7b9') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:58:41.100589 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-aafa2176-8c55-4a93-a3ae-18f348cf3641 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4b0745e-10a8-49f6-a2dc-b593536fd7b9') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:58:41.122240 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d49b8fa9-1d20-4a07-8de2-a36e48997c1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:41.134525 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-aafa2176-8c55-4a93-a3ae-18f348cf3641 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:41.172619 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1e06a61e-ca95-4612-a059-f5699d45526a req-396fd029-34af-4aae-8278-b05b85adedc5 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.6104343 Feb 09 00:58:41.176509 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-aafa2176-8c55-4a93-a3ae-18f348cf3641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:41.179020 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-d49b8fa9-1d20-4a07-8de2-a36e48997c1d admin admin] Transition to ACTIVE for port object ededef6a-9680-4926-a7f7-a61f4deea627 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:58:41.188057 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ede4a-3561-4ec8-9e37-d54b216fd4f9 req-09d1e973-17b0-4e25-94cd-65ebc936312a tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:41.194990 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-557ede4a-3561-4ec8-9e37-d54b216fd4f9 req-09d1e973-17b0-4e25-94cd-65ebc936312a tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] 10.222.0.105 "GET /v2.0/ports?device_id=c4ec68e7-b6ad-48d8-a8d4-bd26aac701ab HTTP/1.1" status: 200 len: 946 time: 0.3604240 Feb 09 00:58:41.216109 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aafa2176-8c55-4a93-a3ae-18f348cf3641 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:58:41.216522 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-aafa2176-8c55-4a93-a3ae-18f348cf3641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:41.230924 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 00:58:41.230924 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:58:41.230924 n-d-828418-1 neutron-server[87639]: timer() Feb 09 00:58:41.230924 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:58:41.230924 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 00:58:41.230924 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 00:58:41.230924 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 00:58:41.230924 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:58:41.230924 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 00:58:41.230924 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:58:41.230924 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 00:58:41.230924 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:58:41.230924 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 00:58:41.230924 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 00:58:41.230924 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:58:41.230924 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 00:58:41.230924 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:58:41.230924 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 00:58:41.230924 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 00:58:41.230924 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 00:58:41.230924 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 00:58:41.230924 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 00:58:41.230924 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:58:41.230924 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:58:41.230924 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 00:58:41.230924 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:58:41.230924 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:58:41.230924 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:58:41.230924 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:58:41.230924 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:58:41.230924 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:58:41.230924 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:58:41.309739 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:41.368505 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-aafa2176-8c55-4a93-a3ae-18f348cf3641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:41.386177 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-557ede4a-3561-4ec8-9e37-d54b216fd4f9 req-073db25c-ddaa-4d40-bae8-d822721bc03a tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] 10.222.0.105 "GET /v2.0/security-groups?id=bda502f9-4423-4e66-b8ed-210d30241f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1901193 Feb 09 00:58:41.411841 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-aafa2176-8c55-4a93-a3ae-18f348cf3641 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:41.422525 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafa2176-8c55-4a93-a3ae-18f348cf3641 admin admin] Pushing event deleted for resources: {'Network': ['ID=866b1940-97bf-4889-ae97-5594fa470cc1,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:41.433707 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d49b8fa9-1d20-4a07-8de2-a36e48997c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:41.441057 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baeafafa-7240-4b83-9af0-4fc8f78bfd0a', 'tag': 'b8330b53-7bb8-4918-9af3-a8d090b55a84', 'status': 'completed', 'code': 200} Feb 09 00:58:41.480014 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:41.480793 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-aafa2176-8c55-4a93-a3ae-18f348cf3641 admin admin] 10.222.0.105 "DELETE /v2.0/networks/866b1940-97bf-4889-ae97-5594fa470cc1 HTTP/1.1" status: 204 len: 168 time: 1.3866105 Feb 09 00:58:41.627872 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49b8fa9-1d20-4a07-8de2-a36e48997c1d admin admin] Network b445900a-bfbf-47f4-b4aa-be2b1d5f4ae8 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:58:41.638616 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-d49b8fa9-1d20-4a07-8de2-a36e48997c1d admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:58:41.642165 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49b8fa9-1d20-4a07-8de2-a36e48997c1d admin admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:58:41.711422 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48718) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:41.736709 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49b8fa9-1d20-4a07-8de2-a36e48997c1d admin admin] Pushing event updated for resources: {'Port': ['ID=ededef6a-9680-4926-a7f7-a61f4deea627,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:41.780231 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-28b1a282-12de-4d87-b297-a51555ff6aab admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=fe158ed132334121b71318da05020927&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0644417 Feb 09 00:58:41.783088 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48722) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:41.893367 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device fef4c342-2d1a-418e-b623-d454899387a1 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:58:41.906927 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6b12d53e-4b07-4753-98d1-4b6d49645d19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:41.919778 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404af21b-f04b-48ce-83e3-e21e33c126bf req-22a847b6-c771-4cae-989b-52e9200c0aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:41.921450 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-404af21b-f04b-48ce-83e3-e21e33c126bf req-22a847b6-c771-4cae-989b-52e9200c0aea service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e6fa40f41b9646a7bf38890c5f8e1746&device_id=baeafafa-7240-4b83-9af0-4fc8f78bfd0a HTTP/1.1" status: 200 len: 1099 time: 0.4391730 Feb 09 00:58:42.007144 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6b12d53e-4b07-4753-98d1-4b6d49645d19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:42.033688 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d49b8fa9-1d20-4a07-8de2-a36e48997c1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:42.088190 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port fef4c342-2d1a-418e-b623-d454899387a1 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:58:42.094456 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-781e3f9b-dbdf-40f2-956d-8da05ec1567a None None] Provisioning for port ededef6a-9680-4926-a7f7-a61f4deea627 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:58:42.099810 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port fef4c342-2d1a-418e-b623-d454899387a1 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:58:42.100350 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6b12d53e-4b07-4753-98d1-4b6d49645d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:42.100740 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:42.134431 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-781e3f9b-dbdf-40f2-956d-8da05ec1567a None None] Provisioning complete for port ededef6a-9680-4926-a7f7-a61f4deea627 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:58:42.135168 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-781e3f9b-dbdf-40f2-956d-8da05ec1567a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:42.139361 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12d53e-4b07-4753-98d1-4b6d49645d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd63bc8-3887-4f55-952c-1971b82f2ed9,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:42.156916 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6b12d53e-4b07-4753-98d1-4b6d49645d19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:42.159870 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-6b12d53e-4b07-4753-98d1-4b6d49645d19 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/2cd63bc8-3887-4f55-952c-1971b82f2ed9 HTTP/1.1" status: 204 len: 168 time: 0.3748436 Feb 09 00:58:42.258106 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-781e3f9b-dbdf-40f2-956d-8da05ec1567a None None] Port ededef6a-9680-4926-a7f7-a61f4deea627 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:58:42.333293 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:42.359466 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port fef4c342-2d1a-418e-b623-d454899387a1, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=fef4c342-2d1a-418e-b623-d454899387a1,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:58:42.369067 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:42.450121 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f3c338-8a5b-47a5-90bd-04ffd110ae87 req-2d2c0271-974f-4aa7-a78e-3d4482a3ab91 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:42.457302 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-43f3c338-8a5b-47a5-90bd-04ffd110ae87 req-2d2c0271-974f-4aa7-a78e-3d4482a3ab91 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=97a11317-8e48-4d0c-9a80-6c34acb73330 HTTP/1.1" status: 200 len: 948 time: 0.7735682 Feb 09 00:58:42.467034 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe188854-25f2-44b7-a973-e7f5a3c12786 req-847ee74d-97e7-4e38-9ad0-3d5e284aaaff tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:42.473984 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fe188854-25f2-44b7-a973-e7f5a3c12786 req-847ee74d-97e7-4e38-9ad0-3d5e284aaaff tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "GET /v2.0/ports?device_id=070af407-61a4-47ab-aa6b-c71bceabdb7a HTTP/1.1" status: 200 len: 946 time: 0.7188356 Feb 09 00:58:42.550105 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=fef4c342-2d1a-418e-b623-d454899387a1,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:42.571247 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404af21b-f04b-48ce-83e3-e21e33c126bf req-b1b48077-835e-41b1-b775-de36667647fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:42.572705 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-404af21b-f04b-48ce-83e3-e21e33c126bf req-b1b48077-835e-41b1-b775-de36667647fc service neutron] 10.222.0.99 "GET /v2.0/networks?id=42d335cf-a678-4bc3-901b-7d21fb8587e6 HTTP/1.1" status: 200 len: 870 time: 0.6414790 Feb 09 00:58:42.685222 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-43f3c338-8a5b-47a5-90bd-04ffd110ae87 req-a9797b53-495a-4520-9901-05bc0fc4a5fe tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/security-groups?id=bc5d6135-6634-4167-99ad-f31267fef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269623 Feb 09 00:58:42.690974 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-404af21b-f04b-48ce-83e3-e21e33c126bf req-91d0277f-3d73-4b0d-a975-a07eebd0925f service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=b8330b53-7bb8-4918-9af3-a8d090b55a84 HTTP/1.1" status: 200 len: 217 time: 0.0995831 Feb 09 00:58:42.703036 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fe188854-25f2-44b7-a973-e7f5a3c12786 req-82931657-78dd-45ad-b233-33ccc9ae55de tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "GET /v2.0/security-groups?id=ad01e72b-7553-4315-8cd5-728cf564ce15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280521 Feb 09 00:58:42.798313 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404af21b-f04b-48ce-83e3-e21e33c126bf req-2a5ee8d4-03f2-40d0-bc23-7dd11366e505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:42.800920 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device e5a6187d-5002-4dd1-8ed9-4533efde97f6 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:58:42.812933 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-404af21b-f04b-48ce-83e3-e21e33c126bf req-2a5ee8d4-03f2-40d0-bc23-7dd11366e505 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.1088574 Feb 09 00:58:43.027280 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:43.037961 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port e5a6187d-5002-4dd1-8ed9-4533efde97f6, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=e5a6187d-5002-4dd1-8ed9-4533efde97f6,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:58:43.058201 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': 'e5a6187d-5002-4dd1-8ed9-4533efde97f6', 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6', 'port_id': 'e5a6187d-5002-4dd1-8ed9-4533efde97f6', 'mac_address': 'fa:16:3e:7b:4e:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7938d94-1f0f-48bd-a0b3-26d5344ff0ec', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:58:43.136511 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:43.159064 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5a6187d-5002-4dd1-8ed9-4533efde97f6 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:58:43.180436 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port e5a6187d-5002-4dd1-8ed9-4533efde97f6, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=e5a6187d-5002-4dd1-8ed9-4533efde97f6,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:58:43.188269 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:43.273138 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=e5a6187d-5002-4dd1-8ed9-4533efde97f6,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:43.282568 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d49b8fa9-1d20-4a07-8de2-a36e48997c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:43.441881 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404af21b-f04b-48ce-83e3-e21e33c126bf req-d1b5ef2c-0134-4df5-989b-1c58cd6d09ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:43.443590 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-404af21b-f04b-48ce-83e3-e21e33c126bf req-d1b5ef2c-0134-4df5-989b-1c58cd6d09ca service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6223285 Feb 09 00:58:43.544300 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4d9a8271-415d-4d48-8009-851d0e7a45a6 req-0877da85-9dd5-4ae6-93f5-ad983d5e1996 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6065700 Feb 09 00:58:43.560952 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-4d9a8271-415d-4d48-8009-851d0e7a45a6 req-84ed4596-e861-47fc-b401-386c0316025c tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Request body: {'floatingip': {'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:58:43.592080 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['e5a6187d-5002-4dd1-8ed9-4533efde97f6'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:58:43.594672 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-4d9a8271-415d-4d48-8009-851d0e7a45a6 req-84ed4596-e861-47fc-b401-386c0316025c tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:58:43.647562 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-4d9a8271-415d-4d48-8009-851d0e7a45a6 req-84ed4596-e861-47fc-b401-386c0316025c tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Usage tracker for resource:floatingip and tenant:e780c16281c340ce809950e38bac725d is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:58:43.655585 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-4d9a8271-415d-4d48-8009-851d0e7a45a6 req-84ed4596-e861-47fc-b401-386c0316025c tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:58:43.670022 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-4d9a8271-415d-4d48-8009-851d0e7a45a6 req-84ed4596-e861-47fc-b401-386c0316025c tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:58:43.722909 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-4d9a8271-415d-4d48-8009-851d0e7a45a6 req-84ed4596-e861-47fc-b401-386c0316025c tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Notify callbacks [] for floatingip, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:43.794719 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device fef4c342-2d1a-418e-b623-d454899387a1 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:58:43.818534 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-404af21b-f04b-48ce-83e3-e21e33c126bf req-a7a8affa-4b97-4e43-956c-8963246352cf service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3618236 Feb 09 00:58:43.972472 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port fef4c342-2d1a-418e-b623-d454899387a1 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:58:43.972705 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:43.990992 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-404af21b-f04b-48ce-83e3-e21e33c126bf req-30659214-297e-4da5-865e-7a0f0f0aad85 service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565108 Feb 09 00:58:44.044901 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d49b8fa9-1d20-4a07-8de2-a36e48997c1d admin admin] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:44.051326 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d49b8fa9-1d20-4a07-8de2-a36e48997c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:44.170641 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d49b8fa9-1d20-4a07-8de2-a36e48997c1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:44.297518 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48792) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:44.363377 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49b8fa9-1d20-4a07-8de2-a36e48997c1d admin admin] Pushing event updated for resources: {'Port': ['ID=ededef6a-9680-4926-a7f7-a61f4deea627,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:44.381969 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49b8fa9-1d20-4a07-8de2-a36e48997c1d admin admin] Network b445900a-bfbf-47f4-b4aa-be2b1d5f4ae8 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:58:44.389633 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-d49b8fa9-1d20-4a07-8de2-a36e48997c1d admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:58:44.441685 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b460e120-8bbc-47e2-890e-f013357dc3b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:44.460057 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b460e120-8bbc-47e2-890e-f013357dc3b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:58:44.470895 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-4d9a8271-415d-4d48-8009-851d0e7a45a6 req-84ed4596-e861-47fc-b401-386c0316025c tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:44.474840 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-b460e120-8bbc-47e2-890e-f013357dc3b3 admin admin] Usage tracker for resource:security_group_rule and tenant:585d95332f9b430ba32a3f38234b60a1 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:58:44.477984 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-b460e120-8bbc-47e2-890e-f013357dc3b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:58:44.487802 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b460e120-8bbc-47e2-890e-f013357dc3b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:58:44.603141 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b460e120-8bbc-47e2-890e-f013357dc3b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:44.611987 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b460e120-8bbc-47e2-890e-f013357dc3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:44.663746 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b460e120-8bbc-47e2-890e-f013357dc3b3 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=585d95332f9b430ba32a3f38234b60a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3654246 Feb 09 00:58:44.665027 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b460e120-8bbc-47e2-890e-f013357dc3b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5f21ca-84df-4b2f-a4f0-8d936be36316,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:44.668547 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48798) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:44.706228 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-76fd2e1b-9016-45ae-9661-d58864de4c27 None None] Provisioning complete for port ededef6a-9680-4926-a7f7-a61f4deea627 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:58:44.706828 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-76fd2e1b-9016-45ae-9661-d58864de4c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:44.734383 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b7355345-bca8-4b2c-aa56-483007e04f8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:44.754245 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41dc0fd-988d-487b-b24c-58045eb8410e req-1eb9d721-2f76-4acd-92f7-e54520d60829 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:44.761849 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f41dc0fd-988d-487b-b24c-58045eb8410e req-1eb9d721-2f76-4acd-92f7-e54520d60829 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=97a11317-8e48-4d0c-9a80-6c34acb73330 HTTP/1.1" status: 200 len: 949 time: 0.4426665 Feb 09 00:58:44.763624 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b7355345-bca8-4b2c-aa56-483007e04f8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:44.786938 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d49b8fa9-1d20-4a07-8de2-a36e48997c1d admin admin] Router 3a01018e-824c-4a4a-871a-86f3be6ed58e has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 00:58:44.793631 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-76fd2e1b-9016-45ae-9661-d58864de4c27 None None] Port ededef6a-9680-4926-a7f7-a61f4deea627 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:58:44.826098 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b7355345-bca8-4b2c-aa56-483007e04f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:44.848423 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7355345-bca8-4b2c-aa56-483007e04f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5f21ca-84df-4b2f-a4f0-8d936be36316,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:44.850820 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b7355345-bca8-4b2c-aa56-483007e04f8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:44.862419 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b7355345-bca8-4b2c-aa56-483007e04f8b admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/0e5f21ca-84df-4b2f-a4f0-8d936be36316 HTTP/1.1" status: 204 len: 168 time: 0.1924899 Feb 09 00:58:44.917331 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f41dc0fd-988d-487b-b24c-58045eb8410e req-55527def-1cc9-487b-9de4-bba60bd7c08b tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/security-groups?id=bc5d6135-6634-4167-99ad-f31267fef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545026 Feb 09 00:58:44.974708 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-4d9a8271-415d-4d48-8009-851d0e7a45a6 req-84ed4596-e861-47fc-b401-386c0316025c tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Allocated IP 172.25.0.16 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/a409ce28-f8c4-4653-bfe6-03c6c41db938) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:58:45.156083 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device b8330b53-7bb8-4918-9af3-a8d090b55a84 details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:58:45.356551 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d49b8fa9-1d20-4a07-8de2-a36e48997c1d admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 00:58:45.398266 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-d49b8fa9-1d20-4a07-8de2-a36e48997c1d admin admin] 10.222.0.105 "PUT /v2.0/routers/3a01018e-824c-4a4a-871a-86f3be6ed58e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0859449 Feb 09 00:58:45.422374 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1cf9c1-7559-4a8a-904d-50ef79d41871 None None] Sync routers for ids ['3a01018e-824c-4a4a-871a-86f3be6ed58e'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:58:45.494058 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1cf9c1-7559-4a8a-904d-50ef79d41871 None None] Routers {'3a01018e-824c-4a4a-871a-86f3be6ed58e'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:58:45.496679 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-fb1cf9c1-7559-4a8a-904d-50ef79d41871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:58:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['3a01018e-824c-4a4a-871a-86f3be6ed58e'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:58:45.562039 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-4d9a8271-415d-4d48-8009-851d0e7a45a6 req-84ed4596-e861-47fc-b401-386c0316025c tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:45.656686 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-4d9a8271-415d-4d48-8009-851d0e7a45a6 req-84ed4596-e861-47fc-b401-386c0316025c tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:45.694920 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port b8330b53-7bb8-4918-9af3-a8d090b55a84, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=b8330b53-7bb8-4918-9af3-a8d090b55a84,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:58:45.775412 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d9a8271-415d-4d48-8009-851d0e7a45a6 req-84ed4596-e861-47fc-b401-386c0316025c tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:58:45.779385 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-4d9a8271-415d-4d48-8009-851d0e7a45a6 req-84ed4596-e861-47fc-b401-386c0316025c tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:58:45.783617 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d9a8271-415d-4d48-8009-851d0e7a45a6 req-84ed4596-e861-47fc-b401-386c0316025c tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:58:45.853069 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': 'b8330b53-7bb8-4918-9af3-a8d090b55a84', 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6', 'port_id': 'b8330b53-7bb8-4918-9af3-a8d090b55a84', 'mac_address': 'fa:16:3e:35:65:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7938d94-1f0f-48bd-a0b3-26d5344ff0ec', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:58:45.914670 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ed4596-e861-47fc-b401-386c0316025c tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Pushing event updated for resources: {'Port': ['ID=a409ce28-f8c4-4653-bfe6-03c6c41db938,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:45.925374 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-fb1cf9c1-7559-4a8a-904d-50ef79d41871 None None] Set router 3a01018e-824c-4a4a-871a-86f3be6ed58e gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:58:45.961707 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48842) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:45.989285 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb47a5-bcd4-4cc5-8ab3-a35cf0a9cd89 req-5d7f8030-c7c7-481f-8ed3-02cbfe6a98f4 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:45.990928 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4dfb47a5-bcd4-4cc5-8ab3-a35cf0a9cd89 req-5d7f8030-c7c7-481f-8ed3-02cbfe6a98f4 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f50468d-06ac-4e8b-9614-7f72392184d3 HTTP/1.1" status: 200 len: 945 time: 0.1446946 Feb 09 00:58:45.994333 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-4d9a8271-415d-4d48-8009-851d0e7a45a6 req-84ed4596-e861-47fc-b401-386c0316025c tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:46.002403 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:46.097897 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-4d9a8271-415d-4d48-8009-851d0e7a45a6 req-84ed4596-e861-47fc-b401-386c0316025c tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:46.116798 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-85b5b21b-d885-44bc-9736-e5ace0d7e015 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-2073712833-network', 'tenant_id': '3e83ed183d484d7c9813fd49ff4f70e8'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:58:46.124379 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-85b5b21b-d885-44bc-9736-e5ace0d7e015 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:58:46.131237 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-85b5b21b-d885-44bc-9736-e5ace0d7e015 admin admin] Usage tracker for resource:network and tenant:3e83ed183d484d7c9813fd49ff4f70e8 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:58:46.132868 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4dfb47a5-bcd4-4cc5-8ab3-a35cf0a9cd89 req-9444dad8-93e1-4418-bb20-5285059e744c tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/security-groups?id=f58a20dc-4342-436d-a5ca-ae66a87962a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310694 Feb 09 00:58:46.134510 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-85b5b21b-d885-44bc-9736-e5ace0d7e015 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:58:46.156450 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-85b5b21b-d885-44bc-9736-e5ace0d7e015 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:58:46.178860 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b5b21b-d885-44bc-9736-e5ace0d7e015 admin admin] Made reservation on behalf of 3e83ed183d484d7c9813fd49ff4f70e8 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:58:46.181434 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-85b5b21b-d885-44bc-9736-e5ace0d7e015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:46.224850 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-85b5b21b-d885-44bc-9736-e5ace0d7e015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:46.231125 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8330b53-7bb8-4918-9af3-a8d090b55a84 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:58:46.256134 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-85b5b21b-d885-44bc-9736-e5ace0d7e015 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:58:46.264722 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-85b5b21b-d885-44bc-9736-e5ace0d7e015 admin admin] Usage tracker for resource:security_group_rule and tenant:3e83ed183d484d7c9813fd49ff4f70e8 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:58:46.269835 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-85b5b21b-d885-44bc-9736-e5ace0d7e015 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:58:46.279156 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-85b5b21b-d885-44bc-9736-e5ace0d7e015 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:58:46.302424 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port b8330b53-7bb8-4918-9af3-a8d090b55a84, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=b8330b53-7bb8-4918-9af3-a8d090b55a84,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:58:46.310202 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:46.377976 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-4d9a8271-415d-4d48-8009-851d0e7a45a6 req-84ed4596-e861-47fc-b401-386c0316025c tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:46.384576 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-4d9a8271-415d-4d48-8009-851d0e7a45a6 req-84ed4596-e861-47fc-b401-386c0316025c tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:46.407576 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-85b5b21b-d885-44bc-9736-e5ace0d7e015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:46.411780 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-fb1cf9c1-7559-4a8a-904d-50ef79d41871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a01018e-824c-4a4a-871a-86f3be6ed58e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-894061982-router', 'tenant_id': '8277c509b0ab44efb820c897c1e2f47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'fef4c342-2d1a-418e-b623-d454899387a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:58:29Z', 'updated_at': '2022-02-09T00:58:42Z', 'revision_number': 4, 'project_id': '8277c509b0ab44efb820c897c1e2f47a', 'gw_port': {'id': 'fef4c342-2d1a-418e-b623-d454899387a1', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a01018e-824c-4a4a-871a-86f3be6ed58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:32Z', 'updated_at': '2022-02-09T00:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'ededef6a-9680-4926-a7f7-a61f4deea627', 'name': '', 'network_id': 'b445900a-bfbf-47f4-b4aa-be2b1d5f4ae8', 'tenant_id': '8277c509b0ab44efb820c897c1e2f47a', 'mac_address': 'fa:16:3e:39:40:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a01018e-824c-4a4a-871a-86f3be6ed58e', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'd9dddc11-8937-48b4-b429-0297b2e5d345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:39Z', 'updated_at': '2022-02-09T00:58:43Z', 'revision_number': 2, 'project_id': '8277c509b0ab44efb820c897c1e2f47a', 'subnets': [{'id': 'd9dddc11-8937-48b4-b429-0297b2e5d345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:58:46.412452 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-85b5b21b-d885-44bc-9736-e5ace0d7e015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:46.414735 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=b8330b53-7bb8-4918-9af3-a8d090b55a84,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:46.431038 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1cf9c1-7559-4a8a-904d-50ef79d41871 None None] Checking router: 3a01018e-824c-4a4a-871a-86f3be6ed58e for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:58:46.431385 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1cf9c1-7559-4a8a-904d-50ef79d41871 None None] Updating router 3a01018e-824c-4a4a-871a-86f3be6ed58e port ededef6a-9680-4926-a7f7-a61f4deea627 binding host n-d-828418-1 {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:58:46.473289 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85b5b21b-d885-44bc-9736-e5ace0d7e015 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:58:46.488865 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b5b21b-d885-44bc-9736-e5ace0d7e015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af93084-f870-4f24-b13e-f952573ccb76,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:46.495749 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-85b5b21b-d885-44bc-9736-e5ace0d7e015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:46.496103 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-85b5b21b-d885-44bc-9736-e5ace0d7e015 admin admin] Added segment eb6e8838-85b2-4dd4-a582-efc63a2a21c0 of type vlan for network d5fac2e4-83b3-4dad-87ab-eec508b50a09 Feb 09 00:58:46.528995 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb1cf9c1-7559-4a8a-904d-50ef79d41871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:46.533924 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-85b5b21b-d885-44bc-9736-e5ace0d7e015 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:46.606720 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-4d9a8271-415d-4d48-8009-851d0e7a45a6 req-84ed4596-e861-47fc-b401-386c0316025c tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:46.610277 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-85b5b21b-d885-44bc-9736-e5ace0d7e015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:46.611562 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b5b21b-d885-44bc-9736-e5ace0d7e015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:46.612416 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-85b5b21b-d885-44bc-9736-e5ace0d7e015 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:46.638842 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [req-15b4e682-ea2b-444d-bcbd-1f51e33f0243 req-6d244af8-e1b8-4e99-ac24-48a09f6d5580 tempest-FloatingIPDetailsNegativeTestJSON-2126151571 tempest-FloatingIPDetailsNegativeTestJSON-2126151571-project] show failed (client error): The resource could not be found. Feb 09 00:58:46.654204 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-15b4e682-ea2b-444d-bcbd-1f51e33f0243 req-6d244af8-e1b8-4e99-ac24-48a09f6d5580 tempest-FloatingIPDetailsNegativeTestJSON-2126151571 tempest-FloatingIPDetailsNegativeTestJSON-2126151571-project] 10.222.0.105 "GET /v2.0/floatingips/77bb8e6f-f3b5-48da-8db7-22b988488a6e HTTP/1.1" status: 404 len: 350 time: 0.1195550 Feb 09 00:58:46.656866 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48854) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:46.802153 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ed4596-e861-47fc-b401-386c0316025c tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Pushing event updated for resources: {'Port': ['ID=a409ce28-f8c4-4653-bfe6-03c6c41db938,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:46.812321 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-85b5b21b-d885-44bc-9736-e5ace0d7e015 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8471556 Feb 09 00:58:46.813259 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b5b21b-d885-44bc-9736-e5ace0d7e015 admin admin] Pushing event updated for resources: {'Network': ['ID=d5fac2e4-83b3-4dad-87ab-eec508b50a09,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:46.816843 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48858) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:46.817028 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-4d9a8271-415d-4d48-8009-851d0e7a45a6 req-84ed4596-e861-47fc-b401-386c0316025c tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:46.818098 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4d9a8271-415d-4d48-8009-851d0e7a45a6 req-84ed4596-e861-47fc-b401-386c0316025c tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.2634175 Feb 09 00:58:46.823289 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-a0c74a55-e6ae-41ef-afef-30d08d484dd8 admin admin] Request body: {'subnet': {'network_id': 'd5fac2e4-83b3-4dad-87ab-eec508b50a09', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-2073712833-subnet', 'tenant_id': '3e83ed183d484d7c9813fd49ff4f70e8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:58:46.829117 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a0c74a55-e6ae-41ef-afef-30d08d484dd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:58:46.834354 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-a0c74a55-e6ae-41ef-afef-30d08d484dd8 admin admin] Usage tracker for resource:subnet and tenant:3e83ed183d484d7c9813fd49ff4f70e8 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:58:46.838002 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-a0c74a55-e6ae-41ef-afef-30d08d484dd8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:58:46.845013 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device e5a6187d-5002-4dd1-8ed9-4533efde97f6 up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:58:46.845483 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a0c74a55-e6ae-41ef-afef-30d08d484dd8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:58:46.857309 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c74a55-e6ae-41ef-afef-30d08d484dd8 admin admin] Made reservation on behalf of 3e83ed183d484d7c9813fd49ff4f70e8 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:58:46.860430 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a0c74a55-e6ae-41ef-afef-30d08d484dd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:46.879969 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network d5fac2e4-83b3-4dad-87ab-eec508b50a09 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 00:58:47.036056 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-4d9a8271-415d-4d48-8009-851d0e7a45a6 req-df60f82c-7384-4332-ad78-a12060f90799 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Synchronizing usage tracker for tenant:e780c16281c340ce809950e38bac725d on resource:floatingip {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:58:47.036300 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb1cf9c1-7559-4a8a-904d-50ef79d41871 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:47.049334 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb1cf9c1-7559-4a8a-904d-50ef79d41871 None None] Transition to ACTIVE for port object ededef6a-9680-4926-a7f7-a61f4deea627 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:58:47.068417 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['b8330b53-7bb8-4918-9af3-a8d090b55a84'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:58:47.148508 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-4d9a8271-415d-4d48-8009-851d0e7a45a6 req-df60f82c-7384-4332-ad78-a12060f90799 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Unset dirty status for tenant:e780c16281c340ce809950e38bac725d on resource:floatingip {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:58:47.149323 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a0c74a55-e6ae-41ef-afef-30d08d484dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:47.149991 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4d9a8271-415d-4d48-8009-851d0e7a45a6 req-df60f82c-7384-4332-ad78-a12060f90799 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.0.16 HTTP/1.1" status: 200 len: 695 time: 0.2804570 Feb 09 00:58:47.165392 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c4bea8-e51f-419f-9c8d-5ddc9ff45e3a req-a3891ce1-dd6d-4e5e-a2c9-40c0696abe5e tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:47.166920 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-03c4bea8-e51f-419f-9c8d-5ddc9ff45e3a req-a3891ce1-dd6d-4e5e-a2c9-40c0696abe5e tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=97a11317-8e48-4d0c-9a80-6c34acb73330 HTTP/1.1" status: 200 len: 949 time: 0.3417144 Feb 09 00:58:47.248574 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb1cf9c1-7559-4a8a-904d-50ef79d41871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:47.264437 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c74a55-e6ae-41ef-afef-30d08d484dd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07c3b021-43b7-40d3-ad8c-901de562ddc0,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:47.296146 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c74a55-e6ae-41ef-afef-30d08d484dd8 admin admin] Checking segment: {'id': 'eb6e8838-85b2-4dd4-a582-efc63a2a21c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd5fac2e4-83b3-4dad-87ab-eec508b50a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:58:47.296537 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c74a55-e6ae-41ef-afef-30d08d484dd8 admin admin] Network hostable DHCP agents. Network: d5fac2e4-83b3-4dad-87ab-eec508b50a09, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:58:47.324668 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c74a55-e6ae-41ef-afef-30d08d484dd8 admin admin] Network d5fac2e4-83b3-4dad-87ab-eec508b50a09 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:58:47.337515 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-a0c74a55-e6ae-41ef-afef-30d08d484dd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, d5fac2e4-83b3-4dad-87ab-eec508b50a09) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:58:47.343544 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c74a55-e6ae-41ef-afef-30d08d484dd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:47.344151 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a0c74a55-e6ae-41ef-afef-30d08d484dd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:47.373781 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a0c74a55-e6ae-41ef-afef-30d08d484dd8 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5555949 Feb 09 00:58:47.376062 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48868) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:47.384467 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-e36f6af8-766b-4c2b-8126-d8379625249f admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-2073712833-router', 'tenant_id': '3e83ed183d484d7c9813fd49ff4f70e8', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:58:47.406084 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f110a0-e5f7-491c-b076-1d759152ca02 None None] Network d5fac2e4-83b3-4dad-87ab-eec508b50a09 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:58:47.406468 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e36f6af8-766b-4c2b-8126-d8379625249f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:58:47.415498 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e36f6af8-766b-4c2b-8126-d8379625249f admin admin] Usage tracker for resource:router and tenant:3e83ed183d484d7c9813fd49ff4f70e8 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:58:47.424054 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e36f6af8-766b-4c2b-8126-d8379625249f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:58:47.446080 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e36f6af8-766b-4c2b-8126-d8379625249f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:58:47.473788 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e36f6af8-766b-4c2b-8126-d8379625249f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:47.475755 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-03c4bea8-e51f-419f-9c8d-5ddc9ff45e3a req-58ad3b39-c195-4dad-aeef-486ec709ad10 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/security-groups?id=bc5d6135-6634-4167-99ad-f31267fef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792337 Feb 09 00:58:47.477147 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e36f6af8-766b-4c2b-8126-d8379625249f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:47.513988 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e36f6af8-766b-4c2b-8126-d8379625249f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:47.864716 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054abad3-e77f-4582-90c9-fb7c71fc213d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-d5fac2e4-83b3-4dad-87ab-eec508b50a09', 'network_id': 'd5fac2e4-83b3-4dad-87ab-eec508b50a09', 'tenant_id': '3e83ed183d484d7c9813fd49ff4f70e8', 'fixed_ips': [{'subnet_id': '07c3b021-43b7-40d3-ad8c-901de562ddc0'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 00:58:47.865468 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-054abad3-e77f-4582-90c9-fb7c71fc213d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:47.938262 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port e5a6187d-5002-4dd1-8ed9-4533efde97f6 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:58:47.952536 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54e7e19-ee4e-41fb-841e-7800a4155cd0 None None] Pushing event updated for resources: {'Port': ['ID=ededef6a-9680-4926-a7f7-a61f4deea627,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:47.960936 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port e5a6187d-5002-4dd1-8ed9-4533efde97f6 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:58:47.961312 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:48.023295 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-fb1cf9c1-7559-4a8a-904d-50ef79d41871 None None] Attempting to bind port ededef6a-9680-4926-a7f7-a61f4deea627 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:58:48.023625 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-fb1cf9c1-7559-4a8a-904d-50ef79d41871 None None] Attempting to bind port ededef6a-9680-4926-a7f7-a61f4deea627 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'dc37029f-a252-49bf-9014-829d67ce26f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b445900a-bfbf-47f4-b4aa-be2b1d5f4ae8'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:58:48.023966 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1cf9c1-7559-4a8a-904d-50ef79d41871 None None] Attempting to bind port ededef6a-9680-4926-a7f7-a61f4deea627 on network b445900a-bfbf-47f4-b4aa-be2b1d5f4ae8 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:58:48.047000 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1cf9c1-7559-4a8a-904d-50ef79d41871 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:58:48.047000 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1cf9c1-7559-4a8a-904d-50ef79d41871 None None] Checking segment: {'id': 'dc37029f-a252-49bf-9014-829d67ce26f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b445900a-bfbf-47f4-b4aa-be2b1d5f4ae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:58:48.047000 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb1cf9c1-7559-4a8a-904d-50ef79d41871 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:48.047000 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1cf9c1-7559-4a8a-904d-50ef79d41871 None None] Bound using segment: {'id': 'dc37029f-a252-49bf-9014-829d67ce26f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b445900a-bfbf-47f4-b4aa-be2b1d5f4ae8'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:58:48.047000 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-fb1cf9c1-7559-4a8a-904d-50ef79d41871 None None] Bound port: ededef6a-9680-4926-a7f7-a61f4deea627, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc37029f-a252-49bf-9014-829d67ce26f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b445900a-bfbf-47f4-b4aa-be2b1d5f4ae8'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:58:48.047000 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb1cf9c1-7559-4a8a-904d-50ef79d41871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:48.158503 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a8271-415d-4d48-8009-851d0e7a45a6 req-fe721c65-1dc3-4e70-bab4-713fe79a8b1f tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:48.160453 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4d9a8271-415d-4d48-8009-851d0e7a45a6 req-fe721c65-1dc3-4e70-bab4-713fe79a8b1f tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "GET /v2.0/networks/3d885c3c-255c-4e54-addc-b28437d0b18e HTTP/1.1" status: 200 len: 784 time: 0.9924278 Feb 09 00:58:48.168249 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e36f6af8-766b-4c2b-8126-d8379625249f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:48.205529 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248cd2e8-0241-489a-8c53-2563dd824050 req-69223d74-495f-45d3-9823-3e6b7e8a2462 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:48.208176 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-248cd2e8-0241-489a-8c53-2563dd824050 req-69223d74-495f-45d3-9823-3e6b7e8a2462 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.99 "GET /v2.0/ports?device_id=8f50468d-06ac-4e8b-9614-7f72392184d3 HTTP/1.1" status: 200 len: 945 time: 0.7424228 Feb 09 00:58:48.265687 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb1cf9c1-7559-4a8a-904d-50ef79d41871 None None] For port ededef6a-9680-4926-a7f7-a61f4deea627, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:58:48.270121 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fb1cf9c1-7559-4a8a-904d-50ef79d41871 None None] For port ededef6a-9680-4926-a7f7-a61f4deea627, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=ededef6a-9680-4926-a7f7-a61f4deea627,segment=NetworkSegment(dc37029f-a252-49bf-9014-829d67ce26f2),segment_id=dc37029f-a252-49bf-9014-829d67ce26f2)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:58:48.326726 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb1cf9c1-7559-4a8a-904d-50ef79d41871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:48.340100 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f55e74f-2d71-436c-a9b9-2a96ef320e1d req-ba2ddbcb-3dfd-4275-bc8e-43974cf71230 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:48.351277 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1f55e74f-2d71-436c-a9b9-2a96ef320e1d req-ba2ddbcb-3dfd-4275-bc8e-43974cf71230 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f50468d-06ac-4e8b-9614-7f72392184d3 HTTP/1.1" status: 200 len: 945 time: 0.5008042 Feb 09 00:58:48.429430 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-248cd2e8-0241-489a-8c53-2563dd824050 req-3d8b72aa-c433-4fd8-9ea6-aa106e27042e tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Deleting port 4ec17ddb-cbce-4a69-bade-bd3b88d9dee7 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:58:48.429974 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-248cd2e8-0241-489a-8c53-2563dd824050 req-3d8b72aa-c433-4fd8-9ea6-aa106e27042e tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:48.564390 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1f55e74f-2d71-436c-a9b9-2a96ef320e1d req-05578f31-6f68-40a8-8b8b-92a3f232352e tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/security-groups?id=f58a20dc-4342-436d-a5ca-ae66a87962a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119775 Feb 09 00:58:48.782915 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1cf9c1-7559-4a8a-904d-50ef79d41871 None None] Routers {'3a01018e-824c-4a4a-871a-86f3be6ed58e'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:58:48.783846 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-fb1cf9c1-7559-4a8a-904d-50ef79d41871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:58:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['3a01018e-824c-4a4a-871a-86f3be6ed58e'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:58:48.884455 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54e7e19-ee4e-41fb-841e-7800a4155cd0 None None] Pushing event updated for resources: {'Port': ['ID=ededef6a-9680-4926-a7f7-a61f4deea627,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:48.891770 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-054abad3-e77f-4582-90c9-fb7c71fc213d None None] Allocated IP 172.20.0.2 (d5fac2e4-83b3-4dad-87ab-eec508b50a09/07c3b021-43b7-40d3-ad8c-901de562ddc0/acd51be5-6758-40e1-be9a-bc80d52fc610) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:58:48.947678 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e36f6af8-766b-4c2b-8126-d8379625249f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:48.972545 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:48.992444 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e36f6af8-766b-4c2b-8126-d8379625249f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:49.165902 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-e36f6af8-766b-4c2b-8126-d8379625249f admin admin] Allocated IP 172.25.0.199 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/2cf3eeb2-2869-4d1e-8658-438527c39dfe) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:58:49.216403 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-fb1cf9c1-7559-4a8a-904d-50ef79d41871 None None] Set router 3a01018e-824c-4a4a-871a-86f3be6ed58e gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:58:49.262164 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-248cd2e8-0241-489a-8c53-2563dd824050 req-3d8b72aa-c433-4fd8-9ea6-aa106e27042e tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] For port 4ec17ddb-cbce-4a69-bade-bd3b88d9dee7, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=4ec17ddb-cbce-4a69-bade-bd3b88d9dee7,segment=NetworkSegment(f90ace70-662b-44c0-8133-0683ca3538cf),segment_id=f90ace70-662b-44c0-8133-0683ca3538cf)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:58:49.262786 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-248cd2e8-0241-489a-8c53-2563dd824050 req-3d8b72aa-c433-4fd8-9ea6-aa106e27042e tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:49.274537 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a913b377-1b8d-42d2-9db6-886ed88da962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:49.324028 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97a11317-8e48-4d0c-9a80-6c34acb73330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a6187d-5002-4dd1-8ed9-4533efde97f6'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:58:49.350700 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port e5a6187d-5002-4dd1-8ed9-4533efde97f6, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=e5a6187d-5002-4dd1-8ed9-4533efde97f6,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:58:49.357201 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e36f6af8-766b-4c2b-8126-d8379625249f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:49.397423 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e36f6af8-766b-4c2b-8126-d8379625249f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:49.481395 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-248cd2e8-0241-489a-8c53-2563dd824050 req-3d8b72aa-c433-4fd8-9ea6-aa106e27042e tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Calling delete_port for 4ec17ddb-cbce-4a69-bade-bd3b88d9dee7 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:58:49.489208 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36f6af8-766b-4c2b-8126-d8379625249f admin admin] Pushing event updated for resources: {'Port': ['ID=2cf3eeb2-2869-4d1e-8658-438527c39dfe,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:49.508126 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36f6af8-766b-4c2b-8126-d8379625249f admin admin] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:58:49.510220 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-e36f6af8-766b-4c2b-8126-d8379625249f admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:58:49.515821 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36f6af8-766b-4c2b-8126-d8379625249f admin admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:58:49.520980 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4488cad3-1ee9-456d-8a91-504510e94440 req-8f6f2042-4168-40bd-be34-d5ce24fd44f5 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:49.522584 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4488cad3-1ee9-456d-8a91-504510e94440 req-8f6f2042-4168-40bd-be34-d5ce24fd44f5 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "GET /v2.0/networks?id=0448a394-55c8-45f4-a274-23af165c2c3d HTTP/1.1" status: 200 len: 820 time: 0.8365138 Feb 09 00:58:49.571098 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa4530d-7d5b-4f07-8c30-3c501cd84b2e req-0c5f3f37-564f-460d-a4c3-a3919428f541 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:49.579744 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:49.583825 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6aa4530d-7d5b-4f07-8c30-3c501cd84b2e req-0c5f3f37-564f-460d-a4c3-a3919428f541 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=97a11317-8e48-4d0c-9a80-6c34acb73330 HTTP/1.1" status: 200 len: 949 time: 0.8106291 Feb 09 00:58:49.629036 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4488cad3-1ee9-456d-8a91-504510e94440 req-97db67a2-70bc-4b37-a397-7c7501f68ec8 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "GET /v2.0/quotas/e780c16281c340ce809950e38bac725d HTTP/1.1" status: 200 len: 375 time: 0.0804954 Feb 09 00:58:49.803888 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-054abad3-e77f-4582-90c9-fb7c71fc213d None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:49.851412 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-054abad3-e77f-4582-90c9-fb7c71fc213d None None] Transition to ACTIVE for port object acd51be5-6758-40e1-be9a-bc80d52fc610 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:58:49.866694 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=e5a6187d-5002-4dd1-8ed9-4533efde97f6,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:49.891561 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6aa4530d-7d5b-4f07-8c30-3c501cd84b2e req-35c68fad-7c74-4ca2-a4ae-c19359ed3055 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/security-groups?id=bc5d6135-6634-4167-99ad-f31267fef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063345 Feb 09 00:58:49.920210 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-054abad3-e77f-4582-90c9-fb7c71fc213d None None] Transition to ACTIVE for port object acd51be5-6758-40e1-be9a-bc80d52fc610 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:58:49.927049 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-054abad3-e77f-4582-90c9-fb7c71fc213d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:50.008155 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054abad3-e77f-4582-90c9-fb7c71fc213d None None] Network d5fac2e4-83b3-4dad-87ab-eec508b50a09 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:58:50.011360 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-054abad3-e77f-4582-90c9-fb7c71fc213d None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:58:50.013781 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054abad3-e77f-4582-90c9-fb7c71fc213d None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:58:50.047329 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e36f6af8-766b-4c2b-8126-d8379625249f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:50.173208 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054abad3-e77f-4582-90c9-fb7c71fc213d None None] Pushing event updated for resources: {'Port': ['ID=acd51be5-6758-40e1-be9a-bc80d52fc610,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:50.185848 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97a11317-8e48-4d0c-9a80-6c34acb73330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a6187d-5002-4dd1-8ed9-4533efde97f6', 'code': 200} Feb 09 00:58:50.225097 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4488cad3-1ee9-456d-8a91-504510e94440 req-b5a2d04d-3bf3-44f0-ba3f-bb58f1f4716b tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=e780c16281c340ce809950e38bac725d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.5872986 Feb 09 00:58:50.258342 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-054abad3-e77f-4582-90c9-fb7c71fc213d None None] Attempting to bind port acd51be5-6758-40e1-be9a-bc80d52fc610 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:58:50.258588 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-054abad3-e77f-4582-90c9-fb7c71fc213d None None] Attempting to bind port acd51be5-6758-40e1-be9a-bc80d52fc610 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'eb6e8838-85b2-4dd4-a582-efc63a2a21c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd5fac2e4-83b3-4dad-87ab-eec508b50a09'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:58:50.259065 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054abad3-e77f-4582-90c9-fb7c71fc213d None None] Attempting to bind port acd51be5-6758-40e1-be9a-bc80d52fc610 on network d5fac2e4-83b3-4dad-87ab-eec508b50a09 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:58:50.264970 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-fb1cf9c1-7559-4a8a-904d-50ef79d41871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a01018e-824c-4a4a-871a-86f3be6ed58e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-894061982-router', 'tenant_id': '8277c509b0ab44efb820c897c1e2f47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'fef4c342-2d1a-418e-b623-d454899387a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:58:29Z', 'updated_at': '2022-02-09T00:58:42Z', 'revision_number': 4, 'project_id': '8277c509b0ab44efb820c897c1e2f47a', 'gw_port': {'id': 'fef4c342-2d1a-418e-b623-d454899387a1', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a01018e-824c-4a4a-871a-86f3be6ed58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:32Z', 'updated_at': '2022-02-09T00:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'ededef6a-9680-4926-a7f7-a61f4deea627', 'name': '', 'network_id': 'b445900a-bfbf-47f4-b4aa-be2b1d5f4ae8', 'tenant_id': '8277c509b0ab44efb820c897c1e2f47a', 'mac_address': 'fa:16:3e:39:40:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a01018e-824c-4a4a-871a-86f3be6ed58e', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'd9dddc11-8937-48b4-b429-0297b2e5d345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:39Z', 'updated_at': '2022-02-09T00:58:48Z', 'revision_number': 4, 'project_id': '8277c509b0ab44efb820c897c1e2f47a', 'subnets': [{'id': 'd9dddc11-8937-48b4-b429-0297b2e5d345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:58:50.271325 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054abad3-e77f-4582-90c9-fb7c71fc213d None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:58:50.271853 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054abad3-e77f-4582-90c9-fb7c71fc213d None None] Checking segment: {'id': 'eb6e8838-85b2-4dd4-a582-efc63a2a21c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd5fac2e4-83b3-4dad-87ab-eec508b50a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:58:50.272432 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-054abad3-e77f-4582-90c9-fb7c71fc213d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:50.272959 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054abad3-e77f-4582-90c9-fb7c71fc213d None None] Bound using segment: {'id': 'eb6e8838-85b2-4dd4-a582-efc63a2a21c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd5fac2e4-83b3-4dad-87ab-eec508b50a09'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:58:50.273428 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-054abad3-e77f-4582-90c9-fb7c71fc213d None None] Bound port: acd51be5-6758-40e1-be9a-bc80d52fc610, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb6e8838-85b2-4dd4-a582-efc63a2a21c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd5fac2e4-83b3-4dad-87ab-eec508b50a09'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:58:50.273993 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-054abad3-e77f-4582-90c9-fb7c71fc213d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:50.283410 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1cf9c1-7559-4a8a-904d-50ef79d41871 None None] The sync data for ids ['3a01018e-824c-4a4a-871a-86f3be6ed58e'] in n-d-828418-1 is: [{'id': '3a01018e-824c-4a4a-871a-86f3be6ed58e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-894061982-router', 'tenant_id': '8277c509b0ab44efb820c897c1e2f47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'fef4c342-2d1a-418e-b623-d454899387a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:58:29Z', 'updated_at': '2022-02-09T00:58:42Z', 'revision_number': 4, 'project_id': '8277c509b0ab44efb820c897c1e2f47a', 'gw_port': {'id': 'fef4c342-2d1a-418e-b623-d454899387a1', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a01018e-824c-4a4a-871a-86f3be6ed58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:32Z', 'updated_at': '2022-02-09T00:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'ededef6a-9680-4926-a7f7-a61f4deea627', 'name': '', 'network_id': 'b445900a-bfbf-47f4-b4aa-be2b1d5f4ae8', 'tenant_id': '8277c509b0ab44efb820c897c1e2f47a', 'mac_address': 'fa:16:3e:39:40:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a01018e-824c-4a4a-871a-86f3be6ed58e', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'd9dddc11-8937-48b4-b429-0297b2e5d345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:39Z', 'updated_at': '2022-02-09T00:58:48Z', 'revision_number': 4, 'project_id': '8277c509b0ab44efb820c897c1e2f47a', 'subnets': [{'id': 'd9dddc11-8937-48b4-b429-0297b2e5d345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:58:50.377916 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-248cd2e8-0241-489a-8c53-2563dd824050 req-3d8b72aa-c433-4fd8-9ea6-aa106e27042e tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:50.392630 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ccb20465-eff6-421f-907c-d981a8951ffe req-f0597d54-235e-4af8-ad0c-58e0a509ad9b tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f50468d-06ac-4e8b-9614-7f72392184d3 HTTP/1.1" status: 200 len: 210 time: 0.1260872 Feb 09 00:58:50.393005 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['1412434f-1b76-4010-9a96-22acdead1f74', '2022adeb-3756-4fe4-94ae-59c58db877ca'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:58:50.454004 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8b72aa-c433-4fd8-9ea6-aa106e27042e tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Pushing event deleted for resources: {'Port': ['ID=4ec17ddb-cbce-4a69-bade-bd3b88d9dee7,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:50.474423 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-054abad3-e77f-4582-90c9-fb7c71fc213d None None] For port acd51be5-6758-40e1-be9a-bc80d52fc610, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:58:50.480036 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-054abad3-e77f-4582-90c9-fb7c71fc213d None None] For port acd51be5-6758-40e1-be9a-bc80d52fc610, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=acd51be5-6758-40e1-be9a-bc80d52fc610,segment=NetworkSegment(eb6e8838-85b2-4dd4-a582-efc63a2a21c0),segment_id=eb6e8838-85b2-4dd4-a582-efc63a2a21c0)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:58:50.493980 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-054abad3-e77f-4582-90c9-fb7c71fc213d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:50.530511 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-a913b377-1b8d-42d2-9db6-886ed88da962 admin admin] Deleting port ededef6a-9680-4926-a7f7-a61f4deea627 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:58:50.530892 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a913b377-1b8d-42d2-9db6-886ed88da962 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:50.634147 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054abad3-e77f-4582-90c9-fb7c71fc213d None None] Pushing event updated for resources: {'Port': ['ID=acd51be5-6758-40e1-be9a-bc80d52fc610,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:50.686767 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b6d9c-db0a-4042-b748-3e6c78bd5c1e req-4c5c6ca0-f1cb-4e07-9e60-7fa72b7b58c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:50.688949 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a53b6d9c-db0a-4042-b748-3e6c78bd5c1e req-4c5c6ca0-f1cb-4e07-9e60-7fa72b7b58c8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=97a11317-8e48-4d0c-9a80-6c34acb73330 HTTP/1.1" status: 200 len: 1101 time: 0.4200540 Feb 09 00:58:50.767246 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a53b6d9c-db0a-4042-b748-3e6c78bd5c1e req-f8c9408d-86e4-41a5-ad3e-b95da9c8702d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=bc5d6135-6634-4167-99ad-f31267fef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712879 Feb 09 00:58:50.806318 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-248cd2e8-0241-489a-8c53-2563dd824050 req-3d8b72aa-c433-4fd8-9ea6-aa106e27042e tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] No DVR routers for this DVR port 4ec17ddb-cbce-4a69-bade-bd3b88d9dee7 on host n-h2-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:58:50.834071 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-248cd2e8-0241-489a-8c53-2563dd824050 req-3d8b72aa-c433-4fd8-9ea6-aa106e27042e tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:50.836824 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f50468d-06ac-4e8b-9614-7f72392184d3', 'name': 'network-vif-deleted', 'tag': '4ec17ddb-cbce-4a69-bade-bd3b88d9dee7'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:58:50.898895 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e36f6af8-766b-4c2b-8126-d8379625249f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:50.979911 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4488cad3-1ee9-456d-8a91-504510e94440 req-04a7156a-81b1-4552-a236-9c343f47bd3a service neutron] 10.222.0.105 "GET /v2.0/networks/0448a394-55c8-45f4-a274-23af165c2c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7440135 Feb 09 00:58:51.133375 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-248cd2e8-0241-489a-8c53-2563dd824050 req-3d8b72aa-c433-4fd8-9ea6-aa106e27042e tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.99 "DELETE /v2.0/ports/4ec17ddb-cbce-4a69-bade-bd3b88d9dee7 HTTP/1.1" status: 204 len: 173 time: 2.9076240 Feb 09 00:58:51.201482 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device b8330b53-7bb8-4918-9af3-a8d090b55a84 up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:58:51.244141 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e36f6af8-766b-4c2b-8126-d8379625249f admin admin] Router 418af820-d7ce-44b1-a404-6677fe0b7cbd is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 00:58:51.319632 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9803003-f9cf-4e68-a301-c740867f6f80 req-8eb8aa05-1345-4839-833d-330e15e78ce5 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:51.321485 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c9803003-f9cf-4e68-a301-c740867f6f80 req-8eb8aa05-1345-4839-833d-330e15e78ce5 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 944 time: 0.7605762 Feb 09 00:58:51.333567 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4488cad3-1ee9-456d-8a91-504510e94440 req-88367656-b9da-4c69-a465-2498be5936d2 service neutron] 10.222.0.105 "GET /v2.0/networks/0448a394-55c8-45f4-a274-23af165c2c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319118 Feb 09 00:58:51.368799 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning for port b8330b53-7bb8-4918-9af3-a8d090b55a84 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:58:51.369039 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-a913b377-1b8d-42d2-9db6-886ed88da962 admin admin] For port ededef6a-9680-4926-a7f7-a61f4deea627, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=ededef6a-9680-4926-a7f7-a61f4deea627,segment=NetworkSegment(dc37029f-a252-49bf-9014-829d67ce26f2),segment_id=dc37029f-a252-49bf-9014-829d67ce26f2)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:58:51.369169 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a913b377-1b8d-42d2-9db6-886ed88da962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:51.375750 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port b8330b53-7bb8-4918-9af3-a8d090b55a84 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:58:51.376260 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:51.472569 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:51.574841 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e36f6af8-766b-4c2b-8126-d8379625249f admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 00:58:51.583319 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:51.585051 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-a913b377-1b8d-42d2-9db6-886ed88da962 admin admin] Calling delete_port for ededef6a-9680-4926-a7f7-a61f4deea627 owned by network:router_interface {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:58:51.585513 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77b30b4-f957-4d9f-a962-5595519b9329 None None] Sync routers for ids ['418af820-d7ce-44b1-a404-6677fe0b7cbd'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:58:51.601721 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77b30b4-f957-4d9f-a962-5595519b9329 None None] Routers {'418af820-d7ce-44b1-a404-6677fe0b7cbd'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:58:51.602367 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-e77b30b4-f957-4d9f-a962-5595519b9329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:58:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['418af820-d7ce-44b1-a404-6677fe0b7cbd'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:58:51.634710 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e36f6af8-766b-4c2b-8126-d8379625249f admin admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:51.639141 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e36f6af8-766b-4c2b-8126-d8379625249f admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.2619762 Feb 09 00:58:51.641523 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48912) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:51.676418 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port b8330b53-7bb8-4918-9af3-a8d090b55a84, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=b8330b53-7bb8-4918-9af3-a8d090b55a84,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:58:51.695952 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:51.697797 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 4ec17ddb-cbce-4a69-bade-bd3b88d9dee7 no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:58:51.700923 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c9803003-f9cf-4e68-a301-c740867f6f80 req-31abe4a3-802d-4209-b910-4e4c6d1fcafe tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3716118 Feb 09 00:58:52.097485 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] No Port match for: 4ec17ddb-cbce-4a69-bade-bd3b88d9dee7 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 00:58:52.105356 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 4ec17ddb-cbce-4a69-bade-bd3b88d9dee7 not bound to the agent host n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 00:58:52.139633 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device acd51be5-6758-40e1-be9a-bc80d52fc610 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:58:52.168683 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-e77b30b4-f957-4d9f-a962-5595519b9329 None None] Set router 418af820-d7ce-44b1-a404-6677fe0b7cbd gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:58:52.259623 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baeafafa-7240-4b83-9af0-4fc8f78bfd0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8330b53-7bb8-4918-9af3-a8d090b55a84'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:58:52.409096 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=b8330b53-7bb8-4918-9af3-a8d090b55a84,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:52.458813 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port acd51be5-6758-40e1-be9a-bc80d52fc610 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:58:52.464117 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device ededef6a-9680-4926-a7f7-a61f4deea627 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:58:52.526542 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7b7512-1ed0-4de9-b2f0-a7cc38e726c9 None None] Network d5fac2e4-83b3-4dad-87ab-eec508b50a09 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:58:52.663692 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-260d4267-52d0-41f6-9cb7-3e7d17ff71a8 None None] Provisioning for port acd51be5-6758-40e1-be9a-bc80d52fc610 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:58:52.673337 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-260d4267-52d0-41f6-9cb7-3e7d17ff71a8 None None] Provisioning complete for port acd51be5-6758-40e1-be9a-bc80d52fc610 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:58:52.673735 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-260d4267-52d0-41f6-9cb7-3e7d17ff71a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:52.740522 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058f292-b581-44a6-b4c9-d97b7c334130 req-f4cbadc1-5650-4dae-b542-d67727213bf1 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:52.742009 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b058f292-b581-44a6-b4c9-d97b7c334130 req-f4cbadc1-5650-4dae-b542-d67727213bf1 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/networks?id=2c19901d-9303-4cfd-b96f-b8f2e52fb4b9 HTTP/1.1" status: 200 len: 821 time: 0.2229102 Feb 09 00:58:52.789438 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b058f292-b581-44a6-b4c9-d97b7c334130 req-99406629-c853-43db-9156-a49210dbfefe tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/quotas/35dd69c7034749ab9d62471941920e2c HTTP/1.1" status: 200 len: 375 time: 0.0302558 Feb 09 00:58:52.794251 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port ededef6a-9680-4926-a7f7-a61f4deea627 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:58:52.803666 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port ededef6a-9680-4926-a7f7-a61f4deea627 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:58:52.804338 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:52.925149 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0961f711-fe1d-4dd2-b147-febf74a709b0 req-92983f35-8eae-46bf-a368-ffcfdd9a42f1 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:52.930732 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-e77b30b4-f957-4d9f-a962-5595519b9329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418af820-d7ce-44b1-a404-6677fe0b7cbd', 'name': 'tempest-ServersTestBootFromVolume-2073712833-router', 'tenant_id': '3e83ed183d484d7c9813fd49ff4f70e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '2cf3eeb2-2869-4d1e-8658-438527c39dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:58:47Z', 'updated_at': '2022-02-09T00:58:49Z', 'revision_number': 3, 'project_id': '3e83ed183d484d7c9813fd49ff4f70e8', 'gw_port': {'id': '2cf3eeb2-2869-4d1e-8658-438527c39dfe', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:7f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '418af820-d7ce-44b1-a404-6677fe0b7cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:49Z', 'updated_at': '2022-02-09T00:58:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:58:52.933239 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0961f711-fe1d-4dd2-b147-febf74a709b0 req-92983f35-8eae-46bf-a368-ffcfdd9a42f1 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=97a11317-8e48-4d0c-9a80-6c34acb73330 HTTP/1.1" status: 200 len: 950 time: 0.4128368 Feb 09 00:58:52.941237 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77b30b4-f957-4d9f-a962-5595519b9329 None None] Checking router: 418af820-d7ce-44b1-a404-6677fe0b7cbd for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:58:52.942566 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77b30b4-f957-4d9f-a962-5595519b9329 None None] Updating router 418af820-d7ce-44b1-a404-6677fe0b7cbd port 2cf3eeb2-2869-4d1e-8658-438527c39dfe binding host n-d-828418-1 {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:58:53.021576 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-e77b30b4-f957-4d9f-a962-5595519b9329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:53.043976 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0961f711-fe1d-4dd2-b147-febf74a709b0 req-6e282466-1587-47c8-b2b0-f9bc265224a0 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/security-groups?id=bc5d6135-6634-4167-99ad-f31267fef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097517 Feb 09 00:58:53.114121 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b058f292-b581-44a6-b4c9-d97b7c334130 req-b6e03b51-4c3b-4904-98ce-9e8d4490c707 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=35dd69c7034749ab9d62471941920e2c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3075528 Feb 09 00:58:53.149992 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-260d4267-52d0-41f6-9cb7-3e7d17ff71a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:53.166055 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f50468d-06ac-4e8b-9614-7f72392184d3', 'name': 'network-vif-deleted', 'tag': '4ec17ddb-cbce-4a69-bade-bd3b88d9dee7', 'status': 'completed', 'code': 200} Feb 09 00:58:53.227641 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-260d4267-52d0-41f6-9cb7-3e7d17ff71a8 None None] For port acd51be5-6758-40e1-be9a-bc80d52fc610, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=acd51be5-6758-40e1-be9a-bc80d52fc610,segment=NetworkSegment(eb6e8838-85b2-4dd4-a582-efc63a2a21c0),segment_id=eb6e8838-85b2-4dd4-a582-efc63a2a21c0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:58:53.236126 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-260d4267-52d0-41f6-9cb7-3e7d17ff71a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:53.272247 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:53.295640 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a913b377-1b8d-42d2-9db6-886ed88da962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:53.420104 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a913b377-1b8d-42d2-9db6-886ed88da962 admin admin] Pushing event deleted for resources: {'Port': ['ID=ededef6a-9680-4926-a7f7-a61f4deea627,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:53.428954 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a66469b9-cac8-434a-910e-ecb48a44ad50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:53.457930 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260d4267-52d0-41f6-9cb7-3e7d17ff71a8 None None] Pushing event updated for resources: {'Port': ['ID=acd51be5-6758-40e1-be9a-bc80d52fc610,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:53.562859 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-820c2a78-7d22-46e9-81be-1de21bb1f125 req-49e40dbc-10d4-425a-9707-f762c0f1c6a4 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "GET /v2.0/ports?device_id=04313d50-51be-415f-8006-371a5633658f HTTP/1.1" status: 200 len: 210 time: 0.0763466 Feb 09 00:58:53.643236 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-e77b30b4-f957-4d9f-a962-5595519b9329 None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:53.670087 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-e77b30b4-f957-4d9f-a962-5595519b9329 None None] Transition to ACTIVE for port object 2cf3eeb2-2869-4d1e-8658-438527c39dfe will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:58:53.691548 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-e77b30b4-f957-4d9f-a962-5595519b9329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:53.802532 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-c948daac-92e2-45fc-aa7a-06c3231169c3 None None] Provisioning complete for port acd51be5-6758-40e1-be9a-bc80d52fc610 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:58:53.802942 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c948daac-92e2-45fc-aa7a-06c3231169c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:53.926596 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-a66469b9-cac8-434a-910e-ecb48a44ad50 admin admin] Allocated IP 172.20.0.1 (d5fac2e4-83b3-4dad-87ab-eec508b50a09/07c3b021-43b7-40d3-ad8c-901de562ddc0/e2a5d918-8af8-4af6-b192-43b1bfe15356) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:58:53.970736 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c493ea-88b3-4236-a831-9a4a8ec76f63 None None] Pushing event updated for resources: {'Port': ['ID=2cf3eeb2-2869-4d1e-8658-438527c39dfe,revision_number=2']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:53.973523 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-e77b30b4-f957-4d9f-a962-5595519b9329 None None] Attempting to bind port 2cf3eeb2-2869-4d1e-8658-438527c39dfe on host n-d-828418-1 for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:58:53.979673 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-e77b30b4-f957-4d9f-a962-5595519b9329 None None] Attempting to bind port 2cf3eeb2-2869-4d1e-8658-438527c39dfe by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:58:53.980043 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77b30b4-f957-4d9f-a962-5595519b9329 None None] Attempting to bind port 2cf3eeb2-2869-4d1e-8658-438527c39dfe on network 3d885c3c-255c-4e54-addc-b28437d0b18e {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:58:53.987631 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77b30b4-f957-4d9f-a962-5595519b9329 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:58:53.988307 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77b30b4-f957-4d9f-a962-5595519b9329 None None] Checking segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:58:53.988949 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-e77b30b4-f957-4d9f-a962-5595519b9329 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:53.990046 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77b30b4-f957-4d9f-a962-5595519b9329 None None] Bound using segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:58:53.990731 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-e77b30b4-f957-4d9f-a962-5595519b9329 None None] Bound port: 2cf3eeb2-2869-4d1e-8658-438527c39dfe, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:58:53.991459 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-e77b30b4-f957-4d9f-a962-5595519b9329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:53.995330 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device acd51be5-6758-40e1-be9a-bc80d52fc610 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:58:54.047118 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b058f292-b581-44a6-b4c9-d97b7c334130 req-d0919836-4365-4f37-9821-3d512d83736e service neutron] 10.222.0.105 "GET /v2.0/networks/2c19901d-9303-4cfd-b96f-b8f2e52fb4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9165144 Feb 09 00:58:54.099707 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-e77b30b4-f957-4d9f-a962-5595519b9329 None None] For port 2cf3eeb2-2869-4d1e-8658-438527c39dfe, host n-d-828418-1, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:58:54.099963 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a66469b9-cac8-434a-910e-ecb48a44ad50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:54.104616 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-e77b30b4-f957-4d9f-a962-5595519b9329 None None] For port 2cf3eeb2-2869-4d1e-8658-438527c39dfe, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=2cf3eeb2-2869-4d1e-8658-438527c39dfe,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:58:54.110964 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-e77b30b4-f957-4d9f-a962-5595519b9329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:54.120698 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-a66469b9-cac8-434a-910e-ecb48a44ad50 admin admin] Transition to ACTIVE for port object e2a5d918-8af8-4af6-b192-43b1bfe15356 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:58:54.147938 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a66469b9-cac8-434a-910e-ecb48a44ad50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:54.201549 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port acd51be5-6758-40e1-be9a-bc80d52fc610 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:58:54.202032 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:54.212658 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77b30b4-f957-4d9f-a962-5595519b9329 None None] Routers {'418af820-d7ce-44b1-a404-6677fe0b7cbd'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:58:54.213653 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-e77b30b4-f957-4d9f-a962-5595519b9329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:58:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['418af820-d7ce-44b1-a404-6677fe0b7cbd'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:58:54.232997 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66469b9-cac8-434a-910e-ecb48a44ad50 admin admin] Network d5fac2e4-83b3-4dad-87ab-eec508b50a09 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:58:54.240600 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-a66469b9-cac8-434a-910e-ecb48a44ad50 admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:58:54.243155 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66469b9-cac8-434a-910e-ecb48a44ad50 admin admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:58:54.302846 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66469b9-cac8-434a-910e-ecb48a44ad50 admin admin] Pushing event updated for resources: {'Port': ['ID=e2a5d918-8af8-4af6-b192-43b1bfe15356,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:54.323320 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a66469b9-cac8-434a-910e-ecb48a44ad50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:54.349019 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c493ea-88b3-4236-a831-9a4a8ec76f63 None None] Pushing event updated for resources: {'Port': ['ID=2cf3eeb2-2869-4d1e-8658-438527c39dfe,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:54.445826 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:54.505092 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a66469b9-cac8-434a-910e-ecb48a44ad50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:54.511460 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4488cad3-1ee9-456d-8a91-504510e94440 req-e2e2a144-8cbb-4746-a3cb-9244ac1420cf tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:54.512913 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4488cad3-1ee9-456d-8a91-504510e94440 req-e2e2a144-8cbb-4746-a3cb-9244ac1420cf tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.99 "GET /v2.0/networks?id=0448a394-55c8-45f4-a274-23af165c2c3d HTTP/1.1" status: 200 len: 820 time: 0.8553879 Feb 09 00:58:54.535403 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-e77b30b4-f957-4d9f-a962-5595519b9329 None None] Set router 418af820-d7ce-44b1-a404-6677fe0b7cbd gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:58:54.536524 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-4488cad3-1ee9-456d-8a91-504510e94440 req-59e90554-3795-42d5-9d07-54c68cd68284 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Request body: {'port': {'device_id': '04313d50-51be-415f-8006-371a5633658f', 'network_id': '0448a394-55c8-45f4-a274-23af165c2c3d', 'admin_state_up': True, 'tenant_id': 'e780c16281c340ce809950e38bac725d'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:58:54.618330 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-926f16b7-d4df-47d8-a0f2-c1d9e0926955 None None] Provisioning for port e2a5d918-8af8-4af6-b192-43b1bfe15356 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:58:54.626389 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-926f16b7-d4df-47d8-a0f2-c1d9e0926955 None None] Provisioning complete for port e2a5d918-8af8-4af6-b192-43b1bfe15356 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:58:54.626732 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-926f16b7-d4df-47d8-a0f2-c1d9e0926955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:54.740388 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-926f16b7-d4df-47d8-a0f2-c1d9e0926955 None None] Port e2a5d918-8af8-4af6-b192-43b1bfe15356 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:58:54.743240 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a913b377-1b8d-42d2-9db6-886ed88da962 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:54.829404 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a66469b9-cac8-434a-910e-ecb48a44ad50 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:54.835350 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a66469b9-cac8-434a-910e-ecb48a44ad50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:54.842306 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-e77b30b4-f957-4d9f-a962-5595519b9329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418af820-d7ce-44b1-a404-6677fe0b7cbd', 'name': 'tempest-ServersTestBootFromVolume-2073712833-router', 'tenant_id': '3e83ed183d484d7c9813fd49ff4f70e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '2cf3eeb2-2869-4d1e-8658-438527c39dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:58:47Z', 'updated_at': '2022-02-09T00:58:49Z', 'revision_number': 3, 'project_id': '3e83ed183d484d7c9813fd49ff4f70e8', 'gw_port': {'id': '2cf3eeb2-2869-4d1e-8658-438527c39dfe', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:7f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '418af820-d7ce-44b1-a404-6677fe0b7cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:49Z', 'updated_at': '2022-02-09T00:58:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:58:54.846393 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77b30b4-f957-4d9f-a962-5595519b9329 None None] The sync data for ids ['418af820-d7ce-44b1-a404-6677fe0b7cbd'] in n-d-828418-1 is: [{'id': '418af820-d7ce-44b1-a404-6677fe0b7cbd', 'name': 'tempest-ServersTestBootFromVolume-2073712833-router', 'tenant_id': '3e83ed183d484d7c9813fd49ff4f70e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '2cf3eeb2-2869-4d1e-8658-438527c39dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:58:47Z', 'updated_at': '2022-02-09T00:58:49Z', 'revision_number': 3, 'project_id': '3e83ed183d484d7c9813fd49ff4f70e8', 'gw_port': {'id': '2cf3eeb2-2869-4d1e-8658-438527c39dfe', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:7f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '418af820-d7ce-44b1-a404-6677fe0b7cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:49Z', 'updated_at': '2022-02-09T00:58:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:58:54.847156 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7358854f-e1b2-4863-adca-fa1a2a39e15f req-b75f958e-1c86-41c5-b4fb-a89a141b0d36 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:54.850718 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7358854f-e1b2-4863-adca-fa1a2a39e15f req-b75f958e-1c86-41c5-b4fb-a89a141b0d36 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 944 time: 0.7793033 Feb 09 00:58:54.854658 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b058f292-b581-44a6-b4c9-d97b7c334130 req-1463d85e-359b-4bdf-94c0-34478267c6e2 service neutron] 10.222.0.105 "GET /v2.0/networks/2c19901d-9303-4cfd-b96f-b8f2e52fb4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7877774 Feb 09 00:58:54.964106 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66469b9-cac8-434a-910e-ecb48a44ad50 admin admin] Pushing event updated for resources: {'Port': ['ID=e2a5d918-8af8-4af6-b192-43b1bfe15356,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:54.970487 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a66469b9-cac8-434a-910e-ecb48a44ad50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:54.975907 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7358854f-e1b2-4863-adca-fa1a2a39e15f req-8ac18fed-771e-428f-8468-71d9b4b4f506 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126201 Feb 09 00:58:55.064898 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baeafafa-7240-4b83-9af0-4fc8f78bfd0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8330b53-7bb8-4918-9af3-a8d090b55a84', 'code': 200} Feb 09 00:58:55.074682 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-4488cad3-1ee9-456d-8a91-504510e94440 req-59e90554-3795-42d5-9d07-54c68cd68284 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:58:55.083379 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-4488cad3-1ee9-456d-8a91-504510e94440 req-59e90554-3795-42d5-9d07-54c68cd68284 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Usage tracker for resource:port and tenant:e780c16281c340ce809950e38bac725d is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:58:55.088968 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-4488cad3-1ee9-456d-8a91-504510e94440 req-59e90554-3795-42d5-9d07-54c68cd68284 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:58:55.098358 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-4488cad3-1ee9-456d-8a91-504510e94440 req-59e90554-3795-42d5-9d07-54c68cd68284 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:58:55.192483 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4488cad3-1ee9-456d-8a91-504510e94440 req-59e90554-3795-42d5-9d07-54c68cd68284 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Made reservation on behalf of e780c16281c340ce809950e38bac725d for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:58:55.196147 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-4488cad3-1ee9-456d-8a91-504510e94440 req-59e90554-3795-42d5-9d07-54c68cd68284 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:55.272592 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66469b9-cac8-434a-910e-ecb48a44ad50 admin admin] Network d5fac2e4-83b3-4dad-87ab-eec508b50a09 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:58:55.279795 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-a66469b9-cac8-434a-910e-ecb48a44ad50 admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:58:55.289165 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00087c-62f0-42c9-95de-d5c054a2aa45 req-7ee4a848-1a6f-4b01-9418-fc1a3b6cf0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:55.290736 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-5d00087c-62f0-42c9-95de-d5c054a2aa45 req-7ee4a848-1a6f-4b01-9418-fc1a3b6cf0b0 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=baeafafa-7240-4b83-9af0-4fc8f78bfd0a HTTP/1.1" status: 200 len: 1101 time: 0.1619170 Feb 09 00:58:55.512768 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-5d00087c-62f0-42c9-95de-d5c054a2aa45 req-29064ca3-3dad-4dce-b1ab-1163cfe3885e service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=bc5d6135-6634-4167-99ad-f31267fef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103640 Feb 09 00:58:55.693221 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-14d8d11a-0e61-485b-ad5e-9c5f0b738a67 None None] Provisioning complete for port e2a5d918-8af8-4af6-b192-43b1bfe15356 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:58:55.693836 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-14d8d11a-0e61-485b-ad5e-9c5f0b738a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:55.782922 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a66469b9-cac8-434a-910e-ecb48a44ad50 admin admin] Router 418af820-d7ce-44b1-a404-6677fe0b7cbd has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 00:58:55.829642 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-14d8d11a-0e61-485b-ad5e-9c5f0b738a67 None None] Port e2a5d918-8af8-4af6-b192-43b1bfe15356 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:58:55.830929 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0e6e297f-d0f8-453b-ae5d-81abf7906d29 req-00986f18-84a8-45cb-9809-7978a419b361 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "GET /v2.0/ports?device_id=04313d50-51be-415f-8006-371a5633658f HTTP/1.1" status: 200 len: 210 time: 0.0939212 Feb 09 00:58:55.837381 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a913b377-1b8d-42d2-9db6-886ed88da962 admin admin] Router 3a01018e-824c-4a4a-871a-86f3be6ed58e has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 00:58:55.898952 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 2cf3eeb2-2869-4d1e-8658-438527c39dfe up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:58:56.045815 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 2cf3eeb2-2869-4d1e-8658-438527c39dfe completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:58:56.048609 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e9beb-b63c-4824-bced-bf269c7c289d req-e12a0733-5e1e-459e-bfda-7b2ac6434780 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:56.052695 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 2cf3eeb2-2869-4d1e-8658-438527c39dfe triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:58:56.053070 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:56.058131 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-443e9beb-b63c-4824-bced-bf269c7c289d req-e12a0733-5e1e-459e-bfda-7b2ac6434780 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=97a11317-8e48-4d0c-9a80-6c34acb73330 HTTP/1.1" status: 200 len: 950 time: 0.5049479 Feb 09 00:58:56.088937 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-4488cad3-1ee9-456d-8a91-504510e94440 req-59e90554-3795-42d5-9d07-54c68cd68284 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Allocated IP 172.20.0.3 (0448a394-55c8-45f4-a274-23af165c2c3d/45fa59ee-2584-4cd4-aa5d-73791fe0e17f/b04c3276-01f3-4cb3-9421-87d15d76dc52) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:58:56.180281 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-443e9beb-b63c-4824-bced-bf269c7c289d req-15ad425f-cfe9-4f2d-8dc5-333929b790c8 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/security-groups?id=bc5d6135-6634-4167-99ad-f31267fef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209512 Feb 09 00:58:56.303710 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:56.325119 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 2cf3eeb2-2869-4d1e-8658-438527c39dfe, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=2cf3eeb2-2869-4d1e-8658-438527c39dfe,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:58:56.331452 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:56.377404 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a66469b9-cac8-434a-910e-ecb48a44ad50 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 00:58:56.397378 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a66469b9-cac8-434a-910e-ecb48a44ad50 admin admin] 10.222.0.105 "PUT /v2.0/routers/418af820-d7ce-44b1-a404-6677fe0b7cbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7547126 Feb 09 00:58:56.471079 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=2cf3eeb2-2869-4d1e-8658-438527c39dfe,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:56.634919 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a913b377-1b8d-42d2-9db6-886ed88da962 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 00:58:56.644768 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fd7aaa-c945-40da-b3a2-49fb9815777b None None] Sync routers for ids ['3a01018e-824c-4a4a-871a-86f3be6ed58e'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:58:56.650727 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-30401f20-d6eb-4d57-ac90-ba9297515148 req-6dbb59c0-f5ef-470a-9de0-6c4cd19ef26c tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=98b2668a-19ef-48f4-a385-6573411e2e02 HTTP/1.1" status: 200 len: 210 time: 0.2099102 Feb 09 00:58:56.655204 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fd7aaa-c945-40da-b3a2-49fb9815777b None None] Routers {'3a01018e-824c-4a4a-871a-86f3be6ed58e'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:58:56.655859 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-60fd7aaa-c945-40da-b3a2-49fb9815777b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:58:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['3a01018e-824c-4a4a-871a-86f3be6ed58e'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:58:56.685744 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-a913b377-1b8d-42d2-9db6-886ed88da962 admin admin] 10.222.0.105 "PUT /v2.0/routers/3a01018e-824c-4a4a-871a-86f3be6ed58e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0232024 Feb 09 00:58:56.686114 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48966) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:56.751456 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-4488cad3-1ee9-456d-8a91-504510e94440 req-59e90554-3795-42d5-9d07-54c68cd68284 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:56.773721 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feccfb0b-7ffe-4943-9242-bab657ad5d4c req-6338d76d-3835-4fa5-8888-ccb99c7ae903 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:56.774436 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-feccfb0b-7ffe-4943-9242-bab657ad5d4c req-6338d76d-3835-4fa5-8888-ccb99c7ae903 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Synchronizing usage tracker for tenant:71c31f16ee3346cbb072d08fa5dffd7e on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:58:56.788592 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-4488cad3-1ee9-456d-8a91-504510e94440 req-59e90554-3795-42d5-9d07-54c68cd68284 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Transition to ACTIVE for port object b04c3276-01f3-4cb3-9421-87d15d76dc52 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:58:56.856095 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-feccfb0b-7ffe-4943-9242-bab657ad5d4c req-6338d76d-3835-4fa5-8888-ccb99c7ae903 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Unset dirty status for tenant:71c31f16ee3346cbb072d08fa5dffd7e on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:58:56.863251 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-feccfb0b-7ffe-4943-9242-bab657ad5d4c req-6338d76d-3835-4fa5-8888-ccb99c7ae903 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/ports?device_id=d2752f8c-5db0-4fb8-8b5f-01ff92d627b2 HTTP/1.1" status: 200 len: 946 time: 0.3548899 Feb 09 00:58:56.911425 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8cc31ff3-91c9-4fef-a18d-827f89897349 admin admin] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:56.925353 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-60fd7aaa-c945-40da-b3a2-49fb9815777b None None] Set router 3a01018e-824c-4a4a-871a-86f3be6ed58e gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:58:56.966427 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-feccfb0b-7ffe-4943-9242-bab657ad5d4c req-ab74ff47-4594-43e0-a66b-d48861dcdd48 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/security-groups?id=f58a20dc-4342-436d-a5ca-ae66a87962a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018915 Feb 09 00:58:56.969398 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-4488cad3-1ee9-456d-8a91-504510e94440 req-59e90554-3795-42d5-9d07-54c68cd68284 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:57.083258 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba18eaf-a62a-4fad-ab4e-fc677f8c29cf req-2104ccf3-9855-4e38-829f-06ed975b46e0 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:57.084881 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fba18eaf-a62a-4fad-ab4e-fc677f8c29cf req-2104ccf3-9855-4e38-829f-06ed975b46e0 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=baeafafa-7240-4b83-9af0-4fc8f78bfd0a HTTP/1.1" status: 200 len: 950 time: 0.2889266 Feb 09 00:58:57.172367 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fba18eaf-a62a-4fad-ab4e-fc677f8c29cf req-f87ccee4-1021-4544-af54-8cc6dee76aa8 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/security-groups?id=bc5d6135-6634-4167-99ad-f31267fef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764141 Feb 09 00:58:57.187040 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['6b989615-b8c6-497c-97ac-419f1a6df99a'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:58:57.191971 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4488cad3-1ee9-456d-8a91-504510e94440 req-59e90554-3795-42d5-9d07-54c68cd68284 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Network 0448a394-55c8-45f4-a274-23af165c2c3d is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:58:57.247335 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-4488cad3-1ee9-456d-8a91-504510e94440 req-59e90554-3795-42d5-9d07-54c68cd68284 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:58:57.249828 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-4488cad3-1ee9-456d-8a91-504510e94440 req-59e90554-3795-42d5-9d07-54c68cd68284 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:58:57.408785 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fa272a-122e-4e88-8f66-7fe67791805f None None] Sync routers for ids ['418af820-d7ce-44b1-a404-6677fe0b7cbd'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:58:57.437576 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fa272a-122e-4e88-8f66-7fe67791805f None None] Routers {'418af820-d7ce-44b1-a404-6677fe0b7cbd'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:58:57.444988 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-73fa272a-122e-4e88-8f66-7fe67791805f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:58:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['418af820-d7ce-44b1-a404-6677fe0b7cbd'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:58:57.552931 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8cc31ff3-91c9-4fef-a18d-827f89897349 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:57.655012 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e90554-3795-42d5-9d07-54c68cd68284 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Pushing event updated for resources: {'Port': ['ID=b04c3276-01f3-4cb3-9421-87d15d76dc52,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:57.689335 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-8cc31ff3-91c9-4fef-a18d-827f89897349 admin admin] Deleting port fef4c342-2d1a-418e-b623-d454899387a1 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:58:57.690438 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8cc31ff3-91c9-4fef-a18d-827f89897349 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:57.704702 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4488cad3-1ee9-456d-8a91-504510e94440 req-59e90554-3795-42d5-9d07-54c68cd68284 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:57.705724 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-4488cad3-1ee9-456d-8a91-504510e94440 req-59e90554-3795-42d5-9d07-54c68cd68284 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:57.750287 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-60fd7aaa-c945-40da-b3a2-49fb9815777b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a01018e-824c-4a4a-871a-86f3be6ed58e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-894061982-router', 'tenant_id': '8277c509b0ab44efb820c897c1e2f47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'fef4c342-2d1a-418e-b623-d454899387a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:58:29Z', 'updated_at': '2022-02-09T00:58:52Z', 'revision_number': 5, 'project_id': '8277c509b0ab44efb820c897c1e2f47a', 'gw_port': {'id': 'fef4c342-2d1a-418e-b623-d454899387a1', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a01018e-824c-4a4a-871a-86f3be6ed58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:32Z', 'updated_at': '2022-02-09T00:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:58:57.763228 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df13713-cd8b-415f-829a-536e7961584e req-a6866e39-5a04-45b3-9e74-e302809edce4 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:57.779808 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fd7aaa-c945-40da-b3a2-49fb9815777b None None] Checking router: 3a01018e-824c-4a4a-871a-86f3be6ed58e for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:58:57.786926 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4df13713-cd8b-415f-829a-536e7961584e req-a6866e39-5a04-45b3-9e74-e302809edce4 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 944 time: 0.5985484 Feb 09 00:58:57.807979 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4488cad3-1ee9-456d-8a91-504510e94440 req-59e90554-3795-42d5-9d07-54c68cd68284 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2859671 Feb 09 00:58:57.812745 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1c477cda-ea8e-4ddd-8800-5488ce395546 None None] Provisioning for port b04c3276-01f3-4cb3-9421-87d15d76dc52 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:58:57.815837 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fd7aaa-c945-40da-b3a2-49fb9815777b None None] Routers {'3a01018e-824c-4a4a-871a-86f3be6ed58e'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:58:57.816461 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-60fd7aaa-c945-40da-b3a2-49fb9815777b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:58:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['3a01018e-824c-4a4a-871a-86f3be6ed58e'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:58:57.827468 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-4488cad3-1ee9-456d-8a91-504510e94440 req-f87eebe8-5609-4009-bf15-a84dc0a6a3fb service neutron] Request body: {'port': {'device_id': '04313d50-51be-415f-8006-371a5633658f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:58:57.951644 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-73fa272a-122e-4e88-8f66-7fe67791805f None None] Set router 418af820-d7ce-44b1-a404-6677fe0b7cbd gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:58:58.021533 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4df13713-cd8b-415f-829a-536e7961584e req-38b7799c-21eb-4689-af36-155559c82793 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2335694 Feb 09 00:58:58.055398 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058f292-b581-44a6-b4c9-d97b7c334130 req-9471dcce-ff98-44c1-8526-666cbc3e17d9 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:58.057305 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b058f292-b581-44a6-b4c9-d97b7c334130 req-9471dcce-ff98-44c1-8526-666cbc3e17d9 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.62 "GET /v2.0/networks?id=2c19901d-9303-4cfd-b96f-b8f2e52fb4b9 HTTP/1.1" status: 200 len: 821 time: 0.8017962 Feb 09 00:58:58.079913 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fdb834-b778-4d46-be66-38b70607272e req-1dee17cd-7f16-46e1-9c41-c8ef71853ea4 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:58.080884 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-55fdb834-b778-4d46-be66-38b70607272e req-1dee17cd-7f16-46e1-9c41-c8ef71853ea4 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Synchronizing usage tracker for tenant:71c31f16ee3346cbb072d08fa5dffd7e on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:58:58.111064 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 2cf3eeb2-2869-4d1e-8658-438527c39dfe up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:58:58.140587 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-b058f292-b581-44a6-b4c9-d97b7c334130 req-7813b05d-af93-4511-bc97-2e03b28093a4 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Request body: {'port': {'device_id': '98b2668a-19ef-48f4-a385-6573411e2e02', 'network_id': '2c19901d-9303-4cfd-b96f-b8f2e52fb4b9', 'admin_state_up': True, 'tenant_id': '35dd69c7034749ab9d62471941920e2c'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:58:58.142516 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-4488cad3-1ee9-456d-8a91-504510e94440 req-f87eebe8-5609-4009-bf15-a84dc0a6a3fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:58.174408 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-55fdb834-b778-4d46-be66-38b70607272e req-1dee17cd-7f16-46e1-9c41-c8ef71853ea4 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Unset dirty status for tenant:71c31f16ee3346cbb072d08fa5dffd7e on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:58:58.176065 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-55fdb834-b778-4d46-be66-38b70607272e req-1dee17cd-7f16-46e1-9c41-c8ef71853ea4 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2752f8c-5db0-4fb8-8b5f-01ff92d627b2 HTTP/1.1" status: 200 len: 946 time: 0.7422178 Feb 09 00:58:58.250126 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1c477cda-ea8e-4ddd-8800-5488ce395546 None None] Provisioning complete for port b04c3276-01f3-4cb3-9421-87d15d76dc52 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:58:58.253914 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1c477cda-ea8e-4ddd-8800-5488ce395546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:58.386298 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48986) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:58.395828 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185bc73-bb1e-49a4-a4ec-b4c514d00df7 req-2357f3ae-6f50-4377-9acf-87a4c114c245 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:58.409227 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-7185bc73-bb1e-49a4-a4ec-b4c514d00df7 req-2357f3ae-6f50-4377-9acf-87a4c114c245 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Synchronizing usage tracker for tenant:e780c16281c340ce809950e38bac725d on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:58:58.432801 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-52eea8f6-cf5b-4bf0-bfa2-d6f0ec68a8fb tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1712134650', 'description': 'tempest-description--340863854'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:58:58.490460 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-52eea8f6-cf5b-4bf0-bfa2-d6f0ec68a8fb tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:58:58.492707 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-8cc31ff3-91c9-4fef-a18d-827f89897349 admin admin] For port fef4c342-2d1a-418e-b623-d454899387a1, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=fef4c342-2d1a-418e-b623-d454899387a1,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:58:58.493066 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8cc31ff3-91c9-4fef-a18d-827f89897349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:58.511184 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-52eea8f6-cf5b-4bf0-bfa2-d6f0ec68a8fb tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Usage tracker for resource:security_group and tenant:3e83ed183d484d7c9813fd49ff4f70e8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:58:58.517863 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-52eea8f6-cf5b-4bf0-bfa2-d6f0ec68a8fb tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:58:58.534432 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-52eea8f6-cf5b-4bf0-bfa2-d6f0ec68a8fb tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:58:58.542381 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-1c477cda-ea8e-4ddd-8800-5488ce395546 None None] Port b04c3276-01f3-4cb3-9421-87d15d76dc52 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:58:58.557917 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-73fa272a-122e-4e88-8f66-7fe67791805f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418af820-d7ce-44b1-a404-6677fe0b7cbd', 'name': 'tempest-ServersTestBootFromVolume-2073712833-router', 'tenant_id': '3e83ed183d484d7c9813fd49ff4f70e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '2cf3eeb2-2869-4d1e-8658-438527c39dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:58:47Z', 'updated_at': '2022-02-09T00:58:54Z', 'revision_number': 4, 'project_id': '3e83ed183d484d7c9813fd49ff4f70e8', 'gw_port': {'id': '2cf3eeb2-2869-4d1e-8658-438527c39dfe', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:7f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418af820-d7ce-44b1-a404-6677fe0b7cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:49Z', 'updated_at': '2022-02-09T00:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'e2a5d918-8af8-4af6-b192-43b1bfe15356', 'name': '', 'network_id': 'd5fac2e4-83b3-4dad-87ab-eec508b50a09', 'tenant_id': '3e83ed183d484d7c9813fd49ff4f70e8', 'mac_address': 'fa:16:3e:f1:d3:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '418af820-d7ce-44b1-a404-6677fe0b7cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '07c3b021-43b7-40d3-ad8c-901de562ddc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:53Z', 'updated_at': '2022-02-09T00:58:54Z', 'revision_number': 2, 'project_id': '3e83ed183d484d7c9813fd49ff4f70e8', 'subnets': [{'id': '07c3b021-43b7-40d3-ad8c-901de562ddc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:58:58.564318 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fa272a-122e-4e88-8f66-7fe67791805f None None] Checking router: 418af820-d7ce-44b1-a404-6677fe0b7cbd for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:58:58.564736 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fa272a-122e-4e88-8f66-7fe67791805f None None] Updating router 418af820-d7ce-44b1-a404-6677fe0b7cbd port e2a5d918-8af8-4af6-b192-43b1bfe15356 binding host n-d-828418-1 {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:58:58.574083 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-7185bc73-bb1e-49a4-a4ec-b4c514d00df7 req-2357f3ae-6f50-4377-9acf-87a4c114c245 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Unset dirty status for tenant:e780c16281c340ce809950e38bac725d on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:58:58.575650 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7185bc73-bb1e-49a4-a4ec-b4c514d00df7 req-2357f3ae-6f50-4377-9acf-87a4c114c245 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "GET /v2.0/ports?device_id=04313d50-51be-415f-8006-371a5633658f HTTP/1.1" status: 200 len: 931 time: 0.4101686 Feb 09 00:58:58.586389 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-60fd7aaa-c945-40da-b3a2-49fb9815777b None None] Set router 3a01018e-824c-4a4a-871a-86f3be6ed58e gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:58:58.599206 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-52a700d1-60b2-4581-98ae-0096ead6d70e req-91cdb99c-f70d-446e-909e-cbd3840462aa tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=98b2668a-19ef-48f4-a385-6573411e2e02 HTTP/1.1" status: 200 len: 210 time: 0.0614150 Feb 09 00:58:58.617952 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-52eea8f6-cf5b-4bf0-bfa2-d6f0ec68a8fb tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:58.690688 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-52eea8f6-cf5b-4bf0-bfa2-d6f0ec68a8fb tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:58:58.707178 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-73fa272a-122e-4e88-8f66-7fe67791805f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:58.708094 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7185bc73-bb1e-49a4-a4ec-b4c514d00df7 req-133b989e-19fc-4194-9b80-d78cc817c24a tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "GET /v2.0/security-groups?id=ad01e72b-7553-4315-8cd5-728cf564ce15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147494 Feb 09 00:58:58.709293 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-52eea8f6-cf5b-4bf0-bfa2-d6f0ec68a8fb tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Usage tracker for resource:security_group_rule and tenant:3e83ed183d484d7c9813fd49ff4f70e8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:58:58.713865 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-52eea8f6-cf5b-4bf0-bfa2-d6f0ec68a8fb tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:58:58.734898 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-52eea8f6-cf5b-4bf0-bfa2-d6f0ec68a8fb tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:58:58.856845 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-60fd7aaa-c945-40da-b3a2-49fb9815777b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a01018e-824c-4a4a-871a-86f3be6ed58e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-894061982-router', 'tenant_id': '8277c509b0ab44efb820c897c1e2f47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:58:29Z', 'updated_at': '2022-02-09T00:58:57Z', 'revision_number': 6, 'project_id': '8277c509b0ab44efb820c897c1e2f47a', 'gw_port_host': None}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:58:58.857871 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-8cc31ff3-91c9-4fef-a18d-827f89897349 admin admin] Calling delete_port for fef4c342-2d1a-418e-b623-d454899387a1 owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:58:58.864179 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fd7aaa-c945-40da-b3a2-49fb9815777b None None] The sync data for ids ['3a01018e-824c-4a4a-871a-86f3be6ed58e'] in n-d-828418-1 is: [{'id': '3a01018e-824c-4a4a-871a-86f3be6ed58e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-894061982-router', 'tenant_id': '8277c509b0ab44efb820c897c1e2f47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:58:29Z', 'updated_at': '2022-02-09T00:58:57Z', 'revision_number': 6, 'project_id': '8277c509b0ab44efb820c897c1e2f47a', 'gw_port_host': None}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:58:58.879268 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 2cf3eeb2-2869-4d1e-8658-438527c39dfe triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:58:58.879645 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:58.950562 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-55fdb834-b778-4d46-be66-38b70607272e req-04292df3-12d7-43af-ba5c-b45d0fd0f4b9 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Deleting port 2022adeb-3756-4fe4-94ae-59c58db877ca {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:58:58.950902 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-55fdb834-b778-4d46-be66-38b70607272e req-04292df3-12d7-43af-ba5c-b45d0fd0f4b9 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:59.077701 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-b058f292-b581-44a6-b4c9-d97b7c334130 req-7813b05d-af93-4511-bc97-2e03b28093a4 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:58:59.082746 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-b058f292-b581-44a6-b4c9-d97b7c334130 req-7813b05d-af93-4511-bc97-2e03b28093a4 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Usage tracker for resource:port and tenant:35dd69c7034749ab9d62471941920e2c is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:58:59.090823 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-b058f292-b581-44a6-b4c9-d97b7c334130 req-7813b05d-af93-4511-bc97-2e03b28093a4 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:58:59.103272 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-4488cad3-1ee9-456d-8a91-504510e94440 req-f87eebe8-5609-4009-bf15-a84dc0a6a3fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b04c3276-01f3-4cb3-9421-87d15d76dc52 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:58:59.135789 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-b058f292-b581-44a6-b4c9-d97b7c334130 req-7813b05d-af93-4511-bc97-2e03b28093a4 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:58:59.182606 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-4488cad3-1ee9-456d-8a91-504510e94440 req-f87eebe8-5609-4009-bf15-a84dc0a6a3fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:59.246505 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-4488cad3-1ee9-456d-8a91-504510e94440 req-f87eebe8-5609-4009-bf15-a84dc0a6a3fb service neutron] Transition to ACTIVE for port object b04c3276-01f3-4cb3-9421-87d15d76dc52 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:58:59.264786 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-4488cad3-1ee9-456d-8a91-504510e94440 req-f87eebe8-5609-4009-bf15-a84dc0a6a3fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:59.271141 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-52eea8f6-cf5b-4bf0-bfa2-d6f0ec68a8fb tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:59.321516 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-73fa272a-122e-4e88-8f66-7fe67791805f None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:59.335484 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-52eea8f6-cf5b-4bf0-bfa2-d6f0ec68a8fb tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:59.340139 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-73fa272a-122e-4e88-8f66-7fe67791805f None None] Transition to ACTIVE for port object e2a5d918-8af8-4af6-b192-43b1bfe15356 will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:58:59.352963 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-73fa272a-122e-4e88-8f66-7fe67791805f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:59.465195 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0767bbf9-cd95-4aed-92c9-8a26fe250891 req-104c7fce-439f-434b-9d38-bb8e11a5a8c3 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:59.466784 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0767bbf9-cd95-4aed-92c9-8a26fe250891 req-104c7fce-439f-434b-9d38-bb8e11a5a8c3 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/ports?device_id=d2752f8c-5db0-4fb8-8b5f-01ff92d627b2 HTTP/1.1" status: 200 len: 946 time: 0.5716343 Feb 09 00:58:59.472288 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b058f292-b581-44a6-b4c9-d97b7c334130 req-7813b05d-af93-4511-bc97-2e03b28093a4 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Made reservation on behalf of 35dd69c7034749ab9d62471941920e2c for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:58:59.475933 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-b058f292-b581-44a6-b4c9-d97b7c334130 req-7813b05d-af93-4511-bc97-2e03b28093a4 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:59.493089 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef9ab6-592c-4a3d-babe-920ffbac7d03 None None] Pushing event updated for resources: {'Port': ['ID=e2a5d918-8af8-4af6-b192-43b1bfe15356,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:59.582936 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87eebe8-5609-4009-bf15-a84dc0a6a3fb service neutron] Pushing event updated for resources: {'Port': ['ID=b04c3276-01f3-4cb3-9421-87d15d76dc52,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:59.586279 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-52eea8f6-cf5b-4bf0-bfa2-d6f0ec68a8fb tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:59.591059 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-52eea8f6-cf5b-4bf0-bfa2-d6f0ec68a8fb tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.2036142 Feb 09 00:58:59.591856 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48992) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:59.604968 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eea8f6-cf5b-4bf0-bfa2-d6f0ec68a8fb tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=147a3794-e5e0-49fe-813e-782f17b18bc8,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:59.632117 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4940151-1181-4482-ade7-a5d5fc3856de req-16719feb-b041-4ba5-97b0-3ad96b0625f0 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:59.640219 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c4940151-1181-4482-ade7-a5d5fc3856de req-16719feb-b041-4ba5-97b0-3ad96b0625f0 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=baeafafa-7240-4b83-9af0-4fc8f78bfd0a HTTP/1.1" status: 200 len: 950 time: 0.5739150 Feb 09 00:58:59.706898 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-6242f00d-0461-4cdd-90c6-13460ae0d4af tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Request body: {'security_group_rule': {'security_group_id': '147a3794-e5e0-49fe-813e-782f17b18bc8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:58:59.787608 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c4940151-1181-4482-ade7-a5d5fc3856de req-99672cea-8e47-4a8c-b929-253ec17f9117 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/security-groups?id=bc5d6135-6634-4167-99ad-f31267fef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464484 Feb 09 00:58:59.790622 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-6242f00d-0461-4cdd-90c6-13460ae0d4af tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:58:59.797262 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-55fdb834-b778-4d46-be66-38b70607272e req-04292df3-12d7-43af-ba5c-b45d0fd0f4b9 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] For port 2022adeb-3756-4fe4-94ae-59c58db877ca, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=2022adeb-3756-4fe4-94ae-59c58db877ca,segment=NetworkSegment(f90ace70-662b-44c0-8133-0683ca3538cf),segment_id=f90ace70-662b-44c0-8133-0683ca3538cf)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:58:59.798490 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-55fdb834-b778-4d46-be66-38b70607272e req-04292df3-12d7-43af-ba5c-b45d0fd0f4b9 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:59.823887 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-6242f00d-0461-4cdd-90c6-13460ae0d4af tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Usage tracker for resource:security_group_rule and tenant:3e83ed183d484d7c9813fd49ff4f70e8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:58:59.843063 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-6242f00d-0461-4cdd-90c6-13460ae0d4af tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:58:59.882878 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0767bbf9-cd95-4aed-92c9-8a26fe250891 req-a238784a-e993-439a-9eb5-3131f93cda83 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/security-groups?id=f58a20dc-4342-436d-a5ca-ae66a87962a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775346 Feb 09 00:58:59.883816 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-6242f00d-0461-4cdd-90c6-13460ae0d4af tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:58:59.910873 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device fef4c342-2d1a-418e-b623-d454899387a1 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:58:59.917749 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-73fa272a-122e-4e88-8f66-7fe67791805f None None] Attempting to bind port e2a5d918-8af8-4af6-b192-43b1bfe15356 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:58:59.918289 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-73fa272a-122e-4e88-8f66-7fe67791805f None None] Attempting to bind port e2a5d918-8af8-4af6-b192-43b1bfe15356 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'eb6e8838-85b2-4dd4-a582-efc63a2a21c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd5fac2e4-83b3-4dad-87ab-eec508b50a09'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:58:59.918611 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fa272a-122e-4e88-8f66-7fe67791805f None None] Attempting to bind port e2a5d918-8af8-4af6-b192-43b1bfe15356 on network d5fac2e4-83b3-4dad-87ab-eec508b50a09 {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:58:59.931016 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fa272a-122e-4e88-8f66-7fe67791805f None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:58:59.932076 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fa272a-122e-4e88-8f66-7fe67791805f None None] Checking segment: {'id': 'eb6e8838-85b2-4dd4-a582-efc63a2a21c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd5fac2e4-83b3-4dad-87ab-eec508b50a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:58:59.932076 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-73fa272a-122e-4e88-8f66-7fe67791805f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:59.933923 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fa272a-122e-4e88-8f66-7fe67791805f None None] Bound using segment: {'id': 'eb6e8838-85b2-4dd4-a582-efc63a2a21c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd5fac2e4-83b3-4dad-87ab-eec508b50a09'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:58:59.937366 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-73fa272a-122e-4e88-8f66-7fe67791805f None None] Bound port: e2a5d918-8af8-4af6-b192-43b1bfe15356, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb6e8838-85b2-4dd4-a582-efc63a2a21c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd5fac2e4-83b3-4dad-87ab-eec508b50a09'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:58:59.938861 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-73fa272a-122e-4e88-8f66-7fe67791805f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:59.957777 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6242f00d-0461-4cdd-90c6-13460ae0d4af tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:59.994156 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-4488cad3-1ee9-456d-8a91-504510e94440 req-f87eebe8-5609-4009-bf15-a84dc0a6a3fb service neutron] Attempting to bind port b04c3276-01f3-4cb3-9421-87d15d76dc52 on host n-h2-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:58:59.994841 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-4488cad3-1ee9-456d-8a91-504510e94440 req-f87eebe8-5609-4009-bf15-a84dc0a6a3fb service neutron] Attempting to bind port b04c3276-01f3-4cb3-9421-87d15d76dc52 by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': '2b5044f8-107c-41ef-8a61-ec7601fd6ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0448a394-55c8-45f4-a274-23af165c2c3d'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:58:59.995627 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4488cad3-1ee9-456d-8a91-504510e94440 req-f87eebe8-5609-4009-bf15-a84dc0a6a3fb service neutron] Attempting to bind port b04c3276-01f3-4cb3-9421-87d15d76dc52 on network 0448a394-55c8-45f4-a274-23af165c2c3d {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:59:00.005236 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4488cad3-1ee9-456d-8a91-504510e94440 req-f87eebe8-5609-4009-bf15-a84dc0a6a3fb service neutron] Port b04c3276-01f3-4cb3-9421-87d15d76dc52 on network 0448a394-55c8-45f4-a274-23af165c2c3d not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:59:00.006065 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4488cad3-1ee9-456d-8a91-504510e94440 req-f87eebe8-5609-4009-bf15-a84dc0a6a3fb service neutron] Attempting to bind port b04c3276-01f3-4cb3-9421-87d15d76dc52 on network 0448a394-55c8-45f4-a274-23af165c2c3d {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:59:00.040388 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6242f00d-0461-4cdd-90c6-13460ae0d4af tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:00.047012 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6242f00d-0461-4cdd-90c6-13460ae0d4af tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:00.065375 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4488cad3-1ee9-456d-8a91-504510e94440 req-f87eebe8-5609-4009-bf15-a84dc0a6a3fb service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:59:00.065948 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4488cad3-1ee9-456d-8a91-504510e94440 req-f87eebe8-5609-4009-bf15-a84dc0a6a3fb service neutron] Checking segment: {'id': '2b5044f8-107c-41ef-8a61-ec7601fd6ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0448a394-55c8-45f4-a274-23af165c2c3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:59:00.066342 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4488cad3-1ee9-456d-8a91-504510e94440 req-f87eebe8-5609-4009-bf15-a84dc0a6a3fb service neutron] Bound using segment: {'id': '2b5044f8-107c-41ef-8a61-ec7601fd6ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0448a394-55c8-45f4-a274-23af165c2c3d'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:59:00.066786 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-4488cad3-1ee9-456d-8a91-504510e94440 req-f87eebe8-5609-4009-bf15-a84dc0a6a3fb service neutron] Bound port: b04c3276-01f3-4cb3-9421-87d15d76dc52, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b5044f8-107c-41ef-8a61-ec7601fd6ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0448a394-55c8-45f4-a274-23af165c2c3d'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:59:00.067135 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-4488cad3-1ee9-456d-8a91-504510e94440 req-f87eebe8-5609-4009-bf15-a84dc0a6a3fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:00.163522 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-73fa272a-122e-4e88-8f66-7fe67791805f None None] For port e2a5d918-8af8-4af6-b192-43b1bfe15356, host n-d-828418-1, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:59:00.170683 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-73fa272a-122e-4e88-8f66-7fe67791805f None None] For port e2a5d918-8af8-4af6-b192-43b1bfe15356, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=e2a5d918-8af8-4af6-b192-43b1bfe15356,segment=NetworkSegment(eb6e8838-85b2-4dd4-a582-efc63a2a21c0),segment_id=eb6e8838-85b2-4dd4-a582-efc63a2a21c0)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:59:00.174870 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:00.177169 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-73fa272a-122e-4e88-8f66-7fe67791805f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:00.237987 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6242f00d-0461-4cdd-90c6-13460ae0d4af tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=addcd930-e9db-4ab4-aead-bb310a831e35,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:00.246171 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-55fdb834-b778-4d46-be66-38b70607272e req-04292df3-12d7-43af-ba5c-b45d0fd0f4b9 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Calling delete_port for 2022adeb-3756-4fe4-94ae-59c58db877ca owned by compute:nova {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:59:00.301680 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-be9a6061-80de-4548-b42b-6c68db3b6c08 req-11debd10-3bb8-4fe8-a353-846d36602de2 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=98b2668a-19ef-48f4-a385-6573411e2e02 HTTP/1.1" status: 200 len: 210 time: 0.1446958 Feb 09 00:59:00.312558 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6242f00d-0461-4cdd-90c6-13460ae0d4af tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:00.314936 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef9ab6-592c-4a3d-babe-920ffbac7d03 None None] Pushing event updated for resources: {'Port': ['ID=e2a5d918-8af8-4af6-b192-43b1bfe15356,revision_number=4']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:00.321716 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-6242f00d-0461-4cdd-90c6-13460ae0d4af tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7188814 Feb 09 00:59:00.337798 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49004) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:59:00.351740 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-e37442b0-585b-4cb3-baff-44d27a8f6b61 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Request body: {'security_group_rule': {'security_group_id': '147a3794-e5e0-49fe-813e-782f17b18bc8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:59:00.357223 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fa272a-122e-4e88-8f66-7fe67791805f None None] Routers {'418af820-d7ce-44b1-a404-6677fe0b7cbd'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:59:00.359330 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-73fa272a-122e-4e88-8f66-7fe67791805f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:58:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['418af820-d7ce-44b1-a404-6677fe0b7cbd'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:00.376427 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e37442b0-585b-4cb3-baff-44d27a8f6b61 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:59:00.409052 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-e37442b0-585b-4cb3-baff-44d27a8f6b61 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Usage tracker for resource:security_group_rule and tenant:3e83ed183d484d7c9813fd49ff4f70e8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:59:00.449517 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-e37442b0-585b-4cb3-baff-44d27a8f6b61 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:59:00.464512 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device ededef6a-9680-4926-a7f7-a61f4deea627 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:59:00.475319 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e37442b0-585b-4cb3-baff-44d27a8f6b61 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:59:00.534505 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-b058f292-b581-44a6-b4c9-d97b7c334130 req-7813b05d-af93-4511-bc97-2e03b28093a4 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Allocated IP 172.20.0.10 (2c19901d-9303-4cfd-b96f-b8f2e52fb4b9/f523b7b8-aa23-4f63-9894-de0d35bb1ce5/68659ab6-4b27-4c78-9e92-fbc555581959) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:59:00.565876 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-4488cad3-1ee9-456d-8a91-504510e94440 req-f87eebe8-5609-4009-bf15-a84dc0a6a3fb service neutron] For port b04c3276-01f3-4cb3-9421-87d15d76dc52, host n-h2-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:59:00.580795 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: ededef6a-9680-4926-a7f7-a61f4deea627 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 00:59:00.581137 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device ededef6a-9680-4926-a7f7-a61f4deea627 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 00:59:00.628135 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8cc31ff3-91c9-4fef-a18d-827f89897349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:00.733629 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-73fa272a-122e-4e88-8f66-7fe67791805f None None] Set router 418af820-d7ce-44b1-a404-6677fe0b7cbd gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:59:00.870858 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-4488cad3-1ee9-456d-8a91-504510e94440 req-f87eebe8-5609-4009-bf15-a84dc0a6a3fb service neutron] For port b04c3276-01f3-4cb3-9421-87d15d76dc52, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=b04c3276-01f3-4cb3-9421-87d15d76dc52,segment=NetworkSegment(2b5044f8-107c-41ef-8a61-ec7601fd6ccb),segment_id=2b5044f8-107c-41ef-8a61-ec7601fd6ccb)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:59:00.883736 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-4488cad3-1ee9-456d-8a91-504510e94440 req-f87eebe8-5609-4009-bf15-a84dc0a6a3fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:00.937462 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-b058f292-b581-44a6-b4c9-d97b7c334130 req-7813b05d-af93-4511-bc97-2e03b28093a4 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:00.987105 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e37442b0-585b-4cb3-baff-44d27a8f6b61 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:00.996117 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-b058f292-b581-44a6-b4c9-d97b7c334130 req-7813b05d-af93-4511-bc97-2e03b28093a4 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:01.005889 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc31ff3-91c9-4fef-a18d-827f89897349 admin admin] Pushing event deleted for resources: {'Port': ['ID=fef4c342-2d1a-418e-b623-d454899387a1,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:01.009642 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['c4571113-efb5-43e2-8b72-b1e6dfe7cfd9'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:59:01.035312 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4488cad3-1ee9-456d-8a91-504510e94440 req-f87eebe8-5609-4009-bf15-a84dc0a6a3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:01.035994 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-4488cad3-1ee9-456d-8a91-504510e94440 req-f87eebe8-5609-4009-bf15-a84dc0a6a3fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:01.036096 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['0e9696b7-60ef-432d-8bf7-d605730b4909'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:59:01.037658 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4488cad3-1ee9-456d-8a91-504510e94440 req-f87eebe8-5609-4009-bf15-a84dc0a6a3fb service neutron] 10.222.0.99 "PUT /v2.0/ports/b04c3276-01f3-4cb3-9421-87d15d76dc52 HTTP/1.1" status: 200 len: 1091 time: 3.2145643 Feb 09 00:59:01.048752 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04313d50-51be-415f-8006-371a5633658f', 'tag': 'b04c3276-01f3-4cb3-9421-87d15d76dc52'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:59:01.160510 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87eebe8-5609-4009-bf15-a84dc0a6a3fb service neutron] Pushing event updated for resources: {'Port': ['ID=b04c3276-01f3-4cb3-9421-87d15d76dc52,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:01.161742 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-73fa272a-122e-4e88-8f66-7fe67791805f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418af820-d7ce-44b1-a404-6677fe0b7cbd', 'name': 'tempest-ServersTestBootFromVolume-2073712833-router', 'tenant_id': '3e83ed183d484d7c9813fd49ff4f70e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '2cf3eeb2-2869-4d1e-8658-438527c39dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:58:47Z', 'updated_at': '2022-02-09T00:58:54Z', 'revision_number': 4, 'project_id': '3e83ed183d484d7c9813fd49ff4f70e8', 'gw_port': {'id': '2cf3eeb2-2869-4d1e-8658-438527c39dfe', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:7f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418af820-d7ce-44b1-a404-6677fe0b7cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:49Z', 'updated_at': '2022-02-09T00:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'e2a5d918-8af8-4af6-b192-43b1bfe15356', 'name': '', 'network_id': 'd5fac2e4-83b3-4dad-87ab-eec508b50a09', 'tenant_id': '3e83ed183d484d7c9813fd49ff4f70e8', 'mac_address': 'fa:16:3e:f1:d3:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '418af820-d7ce-44b1-a404-6677fe0b7cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '07c3b021-43b7-40d3-ad8c-901de562ddc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:53Z', 'updated_at': '2022-02-09T00:59:00Z', 'revision_number': 4, 'project_id': '3e83ed183d484d7c9813fd49ff4f70e8', 'subnets': [{'id': '07c3b021-43b7-40d3-ad8c-901de562ddc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:01.177293 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fa272a-122e-4e88-8f66-7fe67791805f None None] The sync data for ids ['418af820-d7ce-44b1-a404-6677fe0b7cbd'] in n-d-828418-1 is: [{'id': '418af820-d7ce-44b1-a404-6677fe0b7cbd', 'name': 'tempest-ServersTestBootFromVolume-2073712833-router', 'tenant_id': '3e83ed183d484d7c9813fd49ff4f70e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '2cf3eeb2-2869-4d1e-8658-438527c39dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:58:47Z', 'updated_at': '2022-02-09T00:58:54Z', 'revision_number': 4, 'project_id': '3e83ed183d484d7c9813fd49ff4f70e8', 'gw_port': {'id': '2cf3eeb2-2869-4d1e-8658-438527c39dfe', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:7f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418af820-d7ce-44b1-a404-6677fe0b7cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:49Z', 'updated_at': '2022-02-09T00:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'e2a5d918-8af8-4af6-b192-43b1bfe15356', 'name': '', 'network_id': 'd5fac2e4-83b3-4dad-87ab-eec508b50a09', 'tenant_id': '3e83ed183d484d7c9813fd49ff4f70e8', 'mac_address': 'fa:16:3e:f1:d3:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '418af820-d7ce-44b1-a404-6677fe0b7cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '07c3b021-43b7-40d3-ad8c-901de562ddc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:53Z', 'updated_at': '2022-02-09T00:59:00Z', 'revision_number': 4, 'project_id': '3e83ed183d484d7c9813fd49ff4f70e8', 'subnets': [{'id': '07c3b021-43b7-40d3-ad8c-901de562ddc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:59:01.252052 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33fd402-b257-41a8-ba29-2b69fe5a7073 req-83f859f8-4756-4299-898a-a341013f2aea tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:01.258373 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c33fd402-b257-41a8-ba29-2b69fe5a7073 req-83f859f8-4756-4299-898a-a341013f2aea tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "GET /v2.0/ports?device_id=04313d50-51be-415f-8006-371a5633658f HTTP/1.1" status: 200 len: 943 time: 0.7730918 Feb 09 00:59:01.261023 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e37442b0-585b-4cb3-baff-44d27a8f6b61 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:01.279706 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e420278f-1e3b-4f00-a91c-6e3365ca6e06 req-dba31dc3-7c29-4c8f-9cff-197723d53124 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:01.289415 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e420278f-1e3b-4f00-a91c-6e3365ca6e06 req-dba31dc3-7c29-4c8f-9cff-197723d53124 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:01.303914 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e420278f-1e3b-4f00-a91c-6e3365ca6e06 req-dba31dc3-7c29-4c8f-9cff-197723d53124 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=97a11317-8e48-4d0c-9a80-6c34acb73330&device_id=baeafafa-7240-4b83-9af0-4fc8f78bfd0a HTTP/1.1" status: 200 len: 1691 time: 0.4137495 Feb 09 00:59:01.334387 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b058f292-b581-44a6-b4c9-d97b7c334130 req-7813b05d-af93-4511-bc97-2e03b28093a4 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Network 2c19901d-9303-4cfd-b96f-b8f2e52fb4b9 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:59:01.337419 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e37442b0-585b-4cb3-baff-44d27a8f6b61 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:01.346418 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8cc31ff3-91c9-4fef-a18d-827f89897349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:01.440713 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37442b0-585b-4cb3-baff-44d27a8f6b61 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8db14bcc-07d6-42d7-8bc2-85bd7a5d4a1a,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:01.446236 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e37442b0-585b-4cb3-baff-44d27a8f6b61 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:01.450814 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-e37442b0-585b-4cb3-baff-44d27a8f6b61 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1040065 Feb 09 00:59:01.456333 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49014) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:59:01.458509 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4488cad3-1ee9-456d-8a91-504510e94440 req-2ee15ec1-5288-4fdf-bdd2-44857b7b2046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:01.460080 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4488cad3-1ee9-456d-8a91-504510e94440 req-2ee15ec1-5288-4fdf-bdd2-44857b7b2046 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e780c16281c340ce809950e38bac725d&device_id=04313d50-51be-415f-8006-371a5633658f HTTP/1.1" status: 200 len: 1094 time: 0.3752208 Feb 09 00:59:01.475440 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e420278f-1e3b-4f00-a91c-6e3365ca6e06 req-d76bec3f-4280-4b9a-bddb-057e46bcf18c tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/security-groups?id=bc5d6135-6634-4167-99ad-f31267fef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692767 Feb 09 00:59:01.566275 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-a45fab3d-d541-4600-83c9-f2c48b0b67f2 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Request body: {'floatingip': {'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:59:01.575570 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4488cad3-1ee9-456d-8a91-504510e94440 req-ab4aa002-f939-424d-adf8-a139a89ad6a6 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b04c3276-01f3-4cb3-9421-87d15d76dc52 HTTP/1.1" status: 200 len: 217 time: 0.0922420 Feb 09 00:59:01.579412 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a45fab3d-d541-4600-83c9-f2c48b0b67f2 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:59:01.603656 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-b058f292-b581-44a6-b4c9-d97b7c334130 req-7813b05d-af93-4511-bc97-2e03b28093a4 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:59:01.622746 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8cc31ff3-91c9-4fef-a18d-827f89897349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:01.627979 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-b058f292-b581-44a6-b4c9-d97b7c334130 req-7813b05d-af93-4511-bc97-2e03b28093a4 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:59:01.640076 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c33fd402-b257-41a8-ba29-2b69fe5a7073 req-10f23b76-1e6e-4a87-96c7-901dcca94dd7 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "GET /v2.0/security-groups?id=ad01e72b-7553-4315-8cd5-728cf564ce15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143401 Feb 09 00:59:01.644126 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-a45fab3d-d541-4600-83c9-f2c48b0b67f2 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Usage tracker for resource:floatingip and tenant:3e83ed183d484d7c9813fd49ff4f70e8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:59:01.655191 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-a45fab3d-d541-4600-83c9-f2c48b0b67f2 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:59:01.656023 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8cc31ff3-91c9-4fef-a18d-827f89897349 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:01.681238 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a45fab3d-d541-4600-83c9-f2c48b0b67f2 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:59:01.694059 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7813b05d-af93-4511-bc97-2e03b28093a4 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Pushing event updated for resources: {'Port': ['ID=68659ab6-4b27-4c78-9e92-fbc555581959,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:01.719082 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4488cad3-1ee9-456d-8a91-504510e94440 req-476891c2-47a1-4e1a-af87-8057a423931c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:01.720590 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4488cad3-1ee9-456d-8a91-504510e94440 req-476891c2-47a1-4e1a-af87-8057a423931c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=45fa59ee-2584-4cd4-aa5d-73791fe0e17f HTTP/1.1" status: 200 len: 859 time: 0.1366408 Feb 09 00:59:01.721924 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a45fab3d-d541-4600-83c9-f2c48b0b67f2 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Notify callbacks [] for floatingip, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:01.759067 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-55fdb834-b778-4d46-be66-38b70607272e req-04292df3-12d7-43af-ba5c-b45d0fd0f4b9 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:01.764055 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8cc31ff3-91c9-4fef-a18d-827f89897349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:01.764553 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc31ff3-91c9-4fef-a18d-827f89897349 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a01018e-824c-4a4a-871a-86f3be6ed58e {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 00:59:01.771379 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['1412434f-1b76-4010-9a96-22acdead1f74'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:59:01.775729 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058f292-b581-44a6-b4c9-d97b7c334130 req-7813b05d-af93-4511-bc97-2e03b28093a4 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:01.776223 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-b058f292-b581-44a6-b4c9-d97b7c334130 req-7813b05d-af93-4511-bc97-2e03b28093a4 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:01.869469 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04292df3-12d7-43af-ba5c-b45d0fd0f4b9 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Pushing event deleted for resources: {'Port': ['ID=2022adeb-3756-4fe4-94ae-59c58db877ca,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:01.996634 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device e2a5d918-8af8-4af6-b192-43b1bfe15356 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:59:02.066426 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04313d50-51be-415f-8006-371a5633658f', 'tag': 'b04c3276-01f3-4cb3-9421-87d15d76dc52', 'status': 'completed', 'code': 200} Feb 09 00:59:02.079903 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ad28fc49-5c2e-474f-ae1c-0418d85e08b4 req-d8009010-644b-406c-84f1-02935f2e554d tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/ports?device_id=d2752f8c-5db0-4fb8-8b5f-01ff92d627b2 HTTP/1.1" status: 200 len: 210 time: 0.0804553 Feb 09 00:59:02.087576 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4488cad3-1ee9-456d-8a91-504510e94440 req-ae771ab8-e996-4d28-b0a3-24dcec6b8e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:02.094550 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4488cad3-1ee9-456d-8a91-504510e94440 req-ae771ab8-e996-4d28-b0a3-24dcec6b8e04 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=0448a394-55c8-45f4-a274-23af165c2c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3538485 Feb 09 00:59:02.110730 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b058f292-b581-44a6-b4c9-d97b7c334130 req-7813b05d-af93-4511-bc97-2e03b28093a4 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0012751 Feb 09 00:59:02.123353 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8cc31ff3-91c9-4fef-a18d-827f89897349 admin admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:02.124740 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-8cc31ff3-91c9-4fef-a18d-827f89897349 admin admin] 10.222.0.105 "DELETE /v2.0/routers/3a01018e-824c-4a4a-871a-86f3be6ed58e HTTP/1.1" status: 204 len: 168 time: 5.4370785 Feb 09 00:59:02.130157 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-b058f292-b581-44a6-b4c9-d97b7c334130 req-7c357caf-dadd-41e0-8502-c39eaf9c08cd service neutron] Request body: {'port': {'device_id': '98b2668a-19ef-48f4-a385-6573411e2e02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:59:02.154516 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49022) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:59:02.285066 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port e2a5d918-8af8-4af6-b192-43b1bfe15356 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:59:02.296685 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port e2a5d918-8af8-4af6-b192-43b1bfe15356 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:59:02.298455 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:02.371195 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-55fdb834-b778-4d46-be66-38b70607272e req-04292df3-12d7-43af-ba5c-b45d0fd0f4b9 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] No DVR routers for this DVR port 2022adeb-3756-4fe4-94ae-59c58db877ca on host n-h1-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:59:02.383458 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-55fdb834-b778-4d46-be66-38b70607272e req-04292df3-12d7-43af-ba5c-b45d0fd0f4b9 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:02.385622 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-55fdb834-b778-4d46-be66-38b70607272e req-04292df3-12d7-43af-ba5c-b45d0fd0f4b9 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.62 "DELETE /v2.0/ports/2022adeb-3756-4fe4-94ae-59c58db877ca HTTP/1.1" status: 204 len: 173 time: 4.2000251 Feb 09 00:59:02.386057 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2752f8c-5db0-4fb8-8b5f-01ff92d627b2', 'name': 'network-vif-deleted', 'tag': '2022adeb-3756-4fe4-94ae-59c58db877ca'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:59:02.505496 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:02.559305 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-b058f292-b581-44a6-b4c9-d97b7c334130 req-7c357caf-dadd-41e0-8502-c39eaf9c08cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:02.567040 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port e2a5d918-8af8-4af6-b192-43b1bfe15356, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=e2a5d918-8af8-4af6-b192-43b1bfe15356,segment=NetworkSegment(eb6e8838-85b2-4dd4-a582-efc63a2a21c0),segment_id=eb6e8838-85b2-4dd4-a582-efc63a2a21c0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:59:02.573997 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:02.661067 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-e823f522-7af5-40b9-9cfc-1f07c6568eb4 admin admin] Deleting subnet d9dddc11-8937-48b4-b429-0297b2e5d345 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 00:59:02.674999 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e823f522-7af5-40b9-9cfc-1f07c6568eb4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:02.709274 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=e2a5d918-8af8-4af6-b192-43b1bfe15356,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:02.736905 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4488cad3-1ee9-456d-8a91-504510e94440 req-111e821f-3e8c-427c-a2f6-212e44f7acc2 service neutron] 10.222.0.99 "GET /v2.0/networks/0448a394-55c8-45f4-a274-23af165c2c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6316617 Feb 09 00:59:02.752085 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a45fab3d-d541-4600-83c9-f2c48b0b67f2 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:02.782396 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e823f522-7af5-40b9-9cfc-1f07c6568eb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:02.894844 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 2022adeb-3756-4fe4-94ae-59c58db877ca no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:59:02.952834 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7160bb-6a08-48f7-90dc-6c2f203b3e45 req-e467363a-ab4e-4956-aea0-790a03a03a44 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:02.954424 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ab7160bb-6a08-48f7-90dc-6c2f203b3e45 req-e467363a-ab4e-4956-aea0-790a03a03a44 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 944 time: 0.5807142 Feb 09 00:59:02.961301 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: 2022adeb-3756-4fe4-94ae-59c58db877ca {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 00:59:02.965076 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 2022adeb-3756-4fe4-94ae-59c58db877ca not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 00:59:02.982227 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6dc6fa-abb4-4293-bc51-5a42b4f2e6f0 req-0417e591-5cd9-4d98-bca5-8f9cc882fc9b tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:02.986131 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5a6dc6fa-abb4-4293-bc51-5a42b4f2e6f0 req-0417e591-5cd9-4d98-bca5-8f9cc882fc9b tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=98b2668a-19ef-48f4-a385-6573411e2e02 HTTP/1.1" status: 200 len: 932 time: 0.6831355 Feb 09 00:59:03.022706 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [req-b058f292-b581-44a6-b4c9-d97b7c334130 req-7c357caf-dadd-41e0-8502-c39eaf9c08cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68659ab6-4b27-4c78-9e92-fbc555581959 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:59:03.032019 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-b058f292-b581-44a6-b4c9-d97b7c334130 req-7c357caf-dadd-41e0-8502-c39eaf9c08cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:03.050587 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-b058f292-b581-44a6-b4c9-d97b7c334130 req-7c357caf-dadd-41e0-8502-c39eaf9c08cd service neutron] Transition to ACTIVE for port object 68659ab6-4b27-4c78-9e92-fbc555581959 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:59:03.055498 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-b058f292-b581-44a6-b4c9-d97b7c334130 req-7c357caf-dadd-41e0-8502-c39eaf9c08cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:03.178031 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4488cad3-1ee9-456d-8a91-504510e94440 req-eab87486-8a00-47aa-8abd-5b405e9bb16c service neutron] 10.222.0.99 "GET /v2.0/networks/0448a394-55c8-45f4-a274-23af165c2c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4313784 Feb 09 00:59:03.187383 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ab7160bb-6a08-48f7-90dc-6c2f203b3e45 req-5c1cf929-168c-4f09-bd37-02e9c484c506 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1919038 Feb 09 00:59:03.203979 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5a6dc6fa-abb4-4293-bc51-5a42b4f2e6f0 req-9a70f829-10c7-4631-be74-d2149c9fc2ba tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995301 Feb 09 00:59:03.209885 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e823f522-7af5-40b9-9cfc-1f07c6568eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:03.315459 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c357caf-dadd-41e0-8502-c39eaf9c08cd service neutron] Pushing event updated for resources: {'Port': ['ID=68659ab6-4b27-4c78-9e92-fbc555581959,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:03.323702 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2752f8c-5db0-4fb8-8b5f-01ff92d627b2', 'name': 'network-vif-deleted', 'tag': '2022adeb-3756-4fe4-94ae-59c58db877ca', 'status': 'completed', 'code': 200} Feb 09 00:59:03.372704 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-b058f292-b581-44a6-b4c9-d97b7c334130 req-7c357caf-dadd-41e0-8502-c39eaf9c08cd service neutron] Attempting to bind port 68659ab6-4b27-4c78-9e92-fbc555581959 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:59:03.373413 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-b058f292-b581-44a6-b4c9-d97b7c334130 req-7c357caf-dadd-41e0-8502-c39eaf9c08cd service neutron] Attempting to bind port 68659ab6-4b27-4c78-9e92-fbc555581959 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'd7050703-a45d-45b0-a89d-e74c0c0ae2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2c19901d-9303-4cfd-b96f-b8f2e52fb4b9'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:59:03.373413 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b058f292-b581-44a6-b4c9-d97b7c334130 req-7c357caf-dadd-41e0-8502-c39eaf9c08cd service neutron] Attempting to bind port 68659ab6-4b27-4c78-9e92-fbc555581959 on network 2c19901d-9303-4cfd-b96f-b8f2e52fb4b9 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:59:03.378605 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b058f292-b581-44a6-b4c9-d97b7c334130 req-7c357caf-dadd-41e0-8502-c39eaf9c08cd service neutron] Port 68659ab6-4b27-4c78-9e92-fbc555581959 on network 2c19901d-9303-4cfd-b96f-b8f2e52fb4b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:59:03.378949 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b058f292-b581-44a6-b4c9-d97b7c334130 req-7c357caf-dadd-41e0-8502-c39eaf9c08cd service neutron] Attempting to bind port 68659ab6-4b27-4c78-9e92-fbc555581959 on network 2c19901d-9303-4cfd-b96f-b8f2e52fb4b9 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:59:03.386019 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b058f292-b581-44a6-b4c9-d97b7c334130 req-7c357caf-dadd-41e0-8502-c39eaf9c08cd service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:59:03.386978 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b058f292-b581-44a6-b4c9-d97b7c334130 req-7c357caf-dadd-41e0-8502-c39eaf9c08cd service neutron] Checking segment: {'id': 'd7050703-a45d-45b0-a89d-e74c0c0ae2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2c19901d-9303-4cfd-b96f-b8f2e52fb4b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:59:03.387664 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b058f292-b581-44a6-b4c9-d97b7c334130 req-7c357caf-dadd-41e0-8502-c39eaf9c08cd service neutron] Bound using segment: {'id': 'd7050703-a45d-45b0-a89d-e74c0c0ae2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2c19901d-9303-4cfd-b96f-b8f2e52fb4b9'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:59:03.387815 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-b058f292-b581-44a6-b4c9-d97b7c334130 req-7c357caf-dadd-41e0-8502-c39eaf9c08cd service neutron] Bound port: 68659ab6-4b27-4c78-9e92-fbc555581959, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7050703-a45d-45b0-a89d-e74c0c0ae2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2c19901d-9303-4cfd-b96f-b8f2e52fb4b9'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:59:03.388356 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-b058f292-b581-44a6-b4c9-d97b7c334130 req-7c357caf-dadd-41e0-8502-c39eaf9c08cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:03.416233 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-a45fab3d-d541-4600-83c9-f2c48b0b67f2 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Allocated IP 172.25.0.236 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/bbf129de-bf25-48f3-b2a9-be1dfd91431f) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:59:03.486764 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-b058f292-b581-44a6-b4c9-d97b7c334130 req-7c357caf-dadd-41e0-8502-c39eaf9c08cd service neutron] For port 68659ab6-4b27-4c78-9e92-fbc555581959, host n-h1-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:59:03.489883 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-b058f292-b581-44a6-b4c9-d97b7c334130 req-7c357caf-dadd-41e0-8502-c39eaf9c08cd service neutron] For port 68659ab6-4b27-4c78-9e92-fbc555581959, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=68659ab6-4b27-4c78-9e92-fbc555581959,segment=NetworkSegment(d7050703-a45d-45b0-a89d-e74c0c0ae2fb),segment_id=d7050703-a45d-45b0-a89d-e74c0c0ae2fb)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:59:03.494857 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-b058f292-b581-44a6-b4c9-d97b7c334130 req-7c357caf-dadd-41e0-8502-c39eaf9c08cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:03.564017 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058f292-b581-44a6-b4c9-d97b7c334130 req-7c357caf-dadd-41e0-8502-c39eaf9c08cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:03.564638 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-b058f292-b581-44a6-b4c9-d97b7c334130 req-7c357caf-dadd-41e0-8502-c39eaf9c08cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:03.566057 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b058f292-b581-44a6-b4c9-d97b7c334130 req-7c357caf-dadd-41e0-8502-c39eaf9c08cd service neutron] 10.222.0.62 "PUT /v2.0/ports/68659ab6-4b27-4c78-9e92-fbc555581959 HTTP/1.1" status: 200 len: 1092 time: 1.4398577 Feb 09 00:59:03.584336 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c357caf-dadd-41e0-8502-c39eaf9c08cd service neutron] Pushing event updated for resources: {'Port': ['ID=68659ab6-4b27-4c78-9e92-fbc555581959,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:03.686825 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058f292-b581-44a6-b4c9-d97b7c334130 req-96bae157-f9fb-47ae-8dba-4f1e5e338aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:03.688410 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e823f522-7af5-40b9-9cfc-1f07c6568eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:03.688953 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b058f292-b581-44a6-b4c9-d97b7c334130 req-96bae157-f9fb-47ae-8dba-4f1e5e338aa3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=35dd69c7034749ab9d62471941920e2c&device_id=98b2668a-19ef-48f4-a385-6573411e2e02 HTTP/1.1" status: 200 len: 1095 time: 0.0835307 Feb 09 00:59:03.750598 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e823f522-7af5-40b9-9cfc-1f07c6568eb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9dddc11-8937-48b4-b429-0297b2e5d345,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:03.761998 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e823f522-7af5-40b9-9cfc-1f07c6568eb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:03.763179 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b058f292-b581-44a6-b4c9-d97b7c334130 req-44b08504-44a2-4334-ac0e-4aab6cad9bb8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68659ab6-4b27-4c78-9e92-fbc555581959 HTTP/1.1" status: 200 len: 217 time: 0.0672510 Feb 09 00:59:03.766473 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de40f5e6-8a09-4ad9-b22d-ee5c93f0f0e4 None None] Network b445900a-bfbf-47f4-b4aa-be2b1d5f4ae8 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:59:03.784779 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e823f522-7af5-40b9-9cfc-1f07c6568eb4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:03.785151 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e823f522-7af5-40b9-9cfc-1f07c6568eb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:03.785444 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e823f522-7af5-40b9-9cfc-1f07c6568eb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:03.785794 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e823f522-7af5-40b9-9cfc-1f07c6568eb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:03.786125 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e823f522-7af5-40b9-9cfc-1f07c6568eb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:03.786446 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e823f522-7af5-40b9-9cfc-1f07c6568eb4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:03.786789 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e823f522-7af5-40b9-9cfc-1f07c6568eb4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:03.787314 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e823f522-7af5-40b9-9cfc-1f07c6568eb4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:03.787805 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e823f522-7af5-40b9-9cfc-1f07c6568eb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:03.788130 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e823f522-7af5-40b9-9cfc-1f07c6568eb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:03.788444 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e823f522-7af5-40b9-9cfc-1f07c6568eb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:03.788907 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e823f522-7af5-40b9-9cfc-1f07c6568eb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:03.800664 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cda5f4-3672-4f90-a070-ad3c10d50fbd req-afa8eaaf-d0ca-4995-8b8d-1a93db0dca05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:03.802164 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-96cda5f4-3672-4f90-a070-ad3c10d50fbd req-afa8eaaf-d0ca-4995-8b8d-1a93db0dca05 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e780c16281c340ce809950e38bac725d&device_id=04313d50-51be-415f-8006-371a5633658f HTTP/1.1" status: 200 len: 1094 time: 0.4261103 Feb 09 00:59:03.840146 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device e2a5d918-8af8-4af6-b192-43b1bfe15356 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:59:03.846014 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287379e-f0b5-49f8-b963-a64bfed5a22a req-5c8b3a8d-b77a-4764-8687-2cb78dff8705 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:03.847465 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1287379e-f0b5-49f8-b963-a64bfed5a22a req-5c8b3a8d-b77a-4764-8687-2cb78dff8705 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "GET /v2.0/ports?device_id=04313d50-51be-415f-8006-371a5633658f HTTP/1.1" status: 200 len: 943 time: 0.3989489 Feb 09 00:59:03.849304 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40739a41-2ce8-4064-a574-44d07ae88a92 req-1b507eb1-7122-4270-82d0-a3da40790fb5 tempest-ServersOnMultiNodesTest-529131807 tempest-ServersOnMultiNodesTest-529131807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:03.851024 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-40739a41-2ce8-4064-a574-44d07ae88a92 req-1b507eb1-7122-4270-82d0-a3da40790fb5 tempest-ServersOnMultiNodesTest-529131807 tempest-ServersOnMultiNodesTest-529131807-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=97a11317-8e48-4d0c-9a80-6c34acb73330 HTTP/1.1" status: 200 len: 1101 time: 0.4790478 Feb 09 00:59:03.857045 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-e823f522-7af5-40b9-9cfc-1f07c6568eb4 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/d9dddc11-8937-48b4-b429-0297b2e5d345 HTTP/1.1" status: 204 len: 168 time: 1.6966147 Feb 09 00:59:03.860139 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a45fab3d-d541-4600-83c9-f2c48b0b67f2 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:03.860716 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49036) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:59:03.862715 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058f292-b581-44a6-b4c9-d97b7c334130 req-96dcde5d-cfbf-495f-8625-937c5104510a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:03.864575 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b058f292-b581-44a6-b4c9-d97b7c334130 req-96dcde5d-cfbf-495f-8625-937c5104510a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f523b7b8-aa23-4f63-9894-de0d35bb1ce5 HTTP/1.1" status: 200 len: 861 time: 0.0929611 Feb 09 00:59:03.993733 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b058f292-b581-44a6-b4c9-d97b7c334130 req-c38c2d23-6db1-4425-9aa8-581f03ba04cc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2c19901d-9303-4cfd-b96f-b8f2e52fb4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1025758 Feb 09 00:59:04.010937 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1287379e-f0b5-49f8-b963-a64bfed5a22a req-0c77431f-2076-4515-a4a2-bd517bf1a545 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "GET /v2.0/security-groups?id=ad01e72b-7553-4315-8cd5-728cf564ce15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961926 Feb 09 00:59:04.021192 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-40739a41-2ce8-4064-a574-44d07ae88a92 req-b51a4a47-0bbe-4c00-a1b9-3099cf21d3b3 tempest-ServersOnMultiNodesTest-529131807 tempest-ServersOnMultiNodesTest-529131807-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=bc5d6135-6634-4167-99ad-f31267fef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076522 Feb 09 00:59:04.023754 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port e2a5d918-8af8-4af6-b192-43b1bfe15356 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:59:04.024136 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:04.075660 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cda5f4-3672-4f90-a070-ad3c10d50fbd req-ebd956f1-6c58-468c-8d5c-1c73577d8719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:04.077145 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-96cda5f4-3672-4f90-a070-ad3c10d50fbd req-ebd956f1-6c58-468c-8d5c-1c73577d8719 service neutron] 10.222.0.99 "GET /v2.0/networks?id=0448a394-55c8-45f4-a274-23af165c2c3d HTTP/1.1" status: 200 len: 921 time: 0.2590430 Feb 09 00:59:04.180330 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3a72c12e-c271-4109-9597-3aa41590abdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:04.186464 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a45fab3d-d541-4600-83c9-f2c48b0b67f2 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:04.202970 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-3a72c12e-c271-4109-9597-3aa41590abdb admin admin] Deleting port 7d75e16d-086c-4534-b4fc-19aa99ffd231 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:59:04.203743 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3a72c12e-c271-4109-9597-3aa41590abdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:04.204856 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-96cda5f4-3672-4f90-a070-ad3c10d50fbd req-7f4ce223-b3d9-4b1f-a654-4ecc3ed4bf53 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b04c3276-01f3-4cb3-9421-87d15d76dc52 HTTP/1.1" status: 200 len: 217 time: 0.1140811 Feb 09 00:59:04.328505 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b058f292-b581-44a6-b4c9-d97b7c334130 req-d423913e-2383-47ea-a65b-017b81d9ca3f service neutron] 10.222.0.62 "GET /v2.0/networks/2c19901d-9303-4cfd-b96f-b8f2e52fb4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235705 Feb 09 00:59:04.334408 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6e4022-cc0b-42dc-8abf-27bb586f7c1e None None] DHCP port deletion for b445900a-bfbf-47f4-b4aa-be2b1d5f4ae8 request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 00:59:04.340395 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-ff6e4022-cc0b-42dc-8abf-27bb586f7c1e None None] Deleting port 7d75e16d-086c-4534-b4fc-19aa99ffd231 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:59:04.341136 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ff6e4022-cc0b-42dc-8abf-27bb586f7c1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:04.369629 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45fab3d-d541-4600-83c9-f2c48b0b67f2 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:59:04.394606 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-a45fab3d-d541-4600-83c9-f2c48b0b67f2 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:59:04.403910 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45fab3d-d541-4600-83c9-f2c48b0b67f2 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:59:04.467990 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45fab3d-d541-4600-83c9-f2c48b0b67f2 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Pushing event updated for resources: {'Port': ['ID=bbf129de-bf25-48f3-b2a9-be1dfd91431f,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:04.566231 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cda5f4-3672-4f90-a070-ad3c10d50fbd req-b782c515-d30d-47f6-a3a2-948458c5a3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:04.567945 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-96cda5f4-3672-4f90-a070-ad3c10d50fbd req-b782c515-d30d-47f6-a3a2-948458c5a3ad service neutron] 10.222.0.99 "GET /v2.0/subnets?id=45fa59ee-2584-4cd4-aa5d-73791fe0e17f HTTP/1.1" status: 200 len: 859 time: 0.2545364 Feb 09 00:59:04.598537 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-ff6e4022-cc0b-42dc-8abf-27bb586f7c1e None None] For port 7d75e16d-086c-4534-b4fc-19aa99ffd231, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=7d75e16d-086c-4534-b4fc-19aa99ffd231,segment=NetworkSegment(dc37029f-a252-49bf-9014-829d67ce26f2),segment_id=dc37029f-a252-49bf-9014-829d67ce26f2)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:59:04.599439 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ff6e4022-cc0b-42dc-8abf-27bb586f7c1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:04.653461 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ca837-468b-4552-81ee-e9d62fab0eac req-9813d442-0cf6-43b5-908b-3f6cff910260 tempest-ServersOnMultiNodesTest-529131807 tempest-ServersOnMultiNodesTest-529131807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:04.660483 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5e6ca837-468b-4552-81ee-e9d62fab0eac req-9813d442-0cf6-43b5-908b-3f6cff910260 tempest-ServersOnMultiNodesTest-529131807 tempest-ServersOnMultiNodesTest-529131807-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=baeafafa-7240-4b83-9af0-4fc8f78bfd0a HTTP/1.1" status: 200 len: 1101 time: 0.4545889 Feb 09 00:59:04.675153 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a45fab3d-d541-4600-83c9-f2c48b0b67f2 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:04.739591 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-3a72c12e-c271-4109-9597-3aa41590abdb admin admin] For port 7d75e16d-086c-4534-b4fc-19aa99ffd231, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=7d75e16d-086c-4534-b4fc-19aa99ffd231,segment=NetworkSegment(dc37029f-a252-49bf-9014-829d67ce26f2),segment_id=dc37029f-a252-49bf-9014-829d67ce26f2)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:59:04.740183 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3a72c12e-c271-4109-9597-3aa41590abdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:04.764806 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5e6ca837-468b-4552-81ee-e9d62fab0eac req-4d27ffae-1ce4-47c6-a6c3-f8297801432d tempest-ServersOnMultiNodesTest-529131807 tempest-ServersOnMultiNodesTest-529131807-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=bc5d6135-6634-4167-99ad-f31267fef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033571 Feb 09 00:59:04.768898 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-ff6e4022-cc0b-42dc-8abf-27bb586f7c1e None None] Calling delete_port for 7d75e16d-086c-4534-b4fc-19aa99ffd231 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:59:04.800345 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a45fab3d-d541-4600-83c9-f2c48b0b67f2 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:04.812759 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b058f292-b581-44a6-b4c9-d97b7c334130 req-3e23cce1-f3d9-4b49-9f8b-e539e3704167 service neutron] 10.222.0.62 "GET /v2.0/networks/2c19901d-9303-4cfd-b96f-b8f2e52fb4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4591064 Feb 09 00:59:04.863646 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6038000-0717-46b2-a37f-e1137656bd19 req-294489fa-7dbc-41ee-a2e1-a8c0bc2f2cb6 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:04.865149 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e6038000-0717-46b2-a37f-e1137656bd19 req-294489fa-7dbc-41ee-a2e1-a8c0bc2f2cb6 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 944 time: 0.3717895 Feb 09 00:59:04.893329 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ff6e4022-cc0b-42dc-8abf-27bb586f7c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:04.927322 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-3a72c12e-c271-4109-9597-3aa41590abdb admin admin] Calling delete_port for 7d75e16d-086c-4534-b4fc-19aa99ffd231 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:59:04.937224 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cda5f4-3672-4f90-a070-ad3c10d50fbd req-9d3bc33b-5302-4f2d-b483-187c55143969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:04.939088 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-96cda5f4-3672-4f90-a070-ad3c10d50fbd req-9d3bc33b-5302-4f2d-b483-187c55143969 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=0448a394-55c8-45f4-a274-23af165c2c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3617740 Feb 09 00:59:04.954557 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e4022-cc0b-42dc-8abf-27bb586f7c1e None None] Pushing event deleted for resources: {'Port': ['ID=7d75e16d-086c-4534-b4fc-19aa99ffd231,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:04.957372 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6e4022-cc0b-42dc-8abf-27bb586f7c1e None None] No DVR routers for this DVR port 7d75e16d-086c-4534-b4fc-19aa99ffd231 on host n-d-828418-1 {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:59:05.013192 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.db.api [None req-3a72c12e-c271-4109-9597-3aa41590abdb admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 00:59:05.013509 n-d-828418-1 neutron-server[87638]: DEBUG oslo_db.api [None req-3a72c12e-c271-4109-9597-3aa41590abdb admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 00:59:05.271480 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e6038000-0717-46b2-a37f-e1137656bd19 req-a5e00c27-7ced-4f4f-be2a-363303d172f4 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3908312 Feb 09 00:59:05.325467 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98b2668a-19ef-48f4-a385-6573411e2e02', 'tag': '68659ab6-4b27-4c78-9e92-fbc555581959'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:59:05.393332 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 00:59:05.435932 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-96cda5f4-3672-4f90-a070-ad3c10d50fbd req-3c7c6939-edf8-461c-aa84-72a07052d3fd service neutron] 10.222.0.99 "GET /v2.0/networks/0448a394-55c8-45f4-a274-23af165c2c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4867802 Feb 09 00:59:05.478201 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e355acc-2819-4187-9480-95bba73b1a7b req-a84abc8b-dd74-4ea8-977d-cb883ce2ec2a tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:05.480070 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6e355acc-2819-4187-9480-95bba73b1a7b req-a84abc8b-dd74-4ea8-977d-cb883ce2ec2a tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=98b2668a-19ef-48f4-a385-6573411e2e02 HTTP/1.1" status: 200 len: 944 time: 0.5052562 Feb 09 00:59:05.514505 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-3a72c12e-c271-4109-9597-3aa41590abdb admin admin] Deleting port 7d75e16d-086c-4534-b4fc-19aa99ffd231 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:59:05.514853 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3a72c12e-c271-4109-9597-3aa41590abdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:05.569465 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a45fab3d-d541-4600-83c9-f2c48b0b67f2 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:05.584751 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-3a72c12e-c271-4109-9597-3aa41590abdb admin admin] The port '7d75e16d-086c-4534-b4fc-19aa99ffd231' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 00:59:05.588705 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a45fab3d-d541-4600-83c9-f2c48b0b67f2 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:05.704783 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3a72c12e-c271-4109-9597-3aa41590abdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:05.731709 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-3a72c12e-c271-4109-9597-3aa41590abdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b445900a-bfbf-47f4-b4aa-be2b1d5f4ae8']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:05.739566 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6e355acc-2819-4187-9480-95bba73b1a7b req-b4cadc95-74cf-4b66-98d5-7b52a2e1fb0a tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921372 Feb 09 00:59:05.748504 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-3a72c12e-c271-4109-9597-3aa41590abdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc37029f-a252-49bf-9014-829d67ce26f2') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:05.749095 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-3a72c12e-c271-4109-9597-3aa41590abdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc37029f-a252-49bf-9014-829d67ce26f2') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:05.762435 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3a72c12e-c271-4109-9597-3aa41590abdb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:05.774594 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45fab3d-d541-4600-83c9-f2c48b0b67f2 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Pushing event updated for resources: {'Port': ['ID=bbf129de-bf25-48f3-b2a9-be1dfd91431f,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:05.786335 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3a72c12e-c271-4109-9597-3aa41590abdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:05.787211 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45c61a-0220-4f11-aca4-fb773d12d4f5 req-be281fbe-9e65-4fe1-ad1a-b4ba8a7d8228 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:05.788699 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5c45c61a-0220-4f11-aca4-fb773d12d4f5 req-be281fbe-9e65-4fe1-ad1a-b4ba8a7d8228 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/ports?device_id=f6ce7103-0f37-4e8a-b96c-5d515d2f29ba HTTP/1.1" status: 200 len: 945 time: 0.4073327 Feb 09 00:59:05.790637 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-96cda5f4-3672-4f90-a070-ad3c10d50fbd req-c63a94c7-e97e-4ac7-a896-8ae2d98e67b1 service neutron] 10.222.0.99 "GET /v2.0/networks/0448a394-55c8-45f4-a274-23af165c2c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3451996 Feb 09 00:59:05.801447 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a72c12e-c271-4109-9597-3aa41590abdb admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:59:05.802794 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3a72c12e-c271-4109-9597-3aa41590abdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:05.814887 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a45fab3d-d541-4600-83c9-f2c48b0b67f2 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:05.821910 n-d-828418-1 neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:59:05.821910 n-d-828418-1 neutron-server[87638]: util.warn( Feb 09 00:59:05.821910 n-d-828418-1 neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:59:05.821910 n-d-828418-1 neutron-server[87638]: util.warn( Feb 09 00:59:05.821910 n-d-828418-1 neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:59:05.821910 n-d-828418-1 neutron-server[87638]: util.warn( Feb 09 00:59:05.821910 n-d-828418-1 neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:59:05.821910 n-d-828418-1 neutron-server[87638]: util.warn( Feb 09 00:59:05.821910 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 00:59:05.821910 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:59:05.821910 n-d-828418-1 neutron-server[87638]: timer() Feb 09 00:59:05.821910 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:59:05.821910 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 00:59:05.821910 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 00:59:05.821910 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 00:59:05.821910 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:59:05.821910 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 00:59:05.821910 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:59:05.821910 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 00:59:05.821910 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:59:05.821910 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 00:59:05.821910 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 00:59:05.821910 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:59:05.821910 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 00:59:05.821910 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:59:05.821910 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 00:59:05.821910 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 00:59:05.821910 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 00:59:05.821910 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 00:59:05.821910 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 00:59:05.821910 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:59:05.821910 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:59:05.821910 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 00:59:05.821910 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:59:05.821910 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:59:05.821910 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:59:05.821910 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:59:05.821910 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:59:05.821910 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:59:05.821910 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:59:05.840801 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 7d75e16d-086c-4534-b4fc-19aa99ffd231 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:59:05.853420 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a45fab3d-d541-4600-83c9-f2c48b0b67f2 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:05.858529 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-a45fab3d-d541-4600-83c9-f2c48b0b67f2 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3785298 Feb 09 00:59:05.862276 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5c45c61a-0220-4f11-aca4-fb773d12d4f5 req-745a4b5d-9483-4f2b-8742-fa93b06f8400 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/security-groups?id=f58a20dc-4342-436d-a5ca-ae66a87962a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649438 Feb 09 00:59:05.896392 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 7d75e16d-086c-4534-b4fc-19aa99ffd231 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 00:59:05.896860 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 7d75e16d-086c-4534-b4fc-19aa99ffd231 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 00:59:05.940931 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3a72c12e-c271-4109-9597-3aa41590abdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:05.959604 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a578f243-4742-43ea-934a-43e52418b753 req-a2e166dc-f956-4074-a5f0-d94dedc4aec5 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=e6fa40f41b9646a7bf38890c5f8e1746&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0436747 Feb 09 00:59:05.963406 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3a72c12e-c271-4109-9597-3aa41590abdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:05.975530 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-3a72c12e-c271-4109-9597-3aa41590abdb admin admin] 10.222.0.105 "DELETE /v2.0/networks/b445900a-bfbf-47f4-b4aa-be2b1d5f4ae8 HTTP/1.1" status: 204 len: 168 time: 2.1074617 Feb 09 00:59:05.983787 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a72c12e-c271-4109-9597-3aa41590abdb admin admin] Pushing event deleted for resources: {'Network': ['ID=b445900a-bfbf-47f4-b4aa-be2b1d5f4ae8,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:05.993430 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a72c12e-c271-4109-9597-3aa41590abdb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:05.993884 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a72c12e-c271-4109-9597-3aa41590abdb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:05.994255 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a72c12e-c271-4109-9597-3aa41590abdb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:05.995337 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a72c12e-c271-4109-9597-3aa41590abdb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:05.995703 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a72c12e-c271-4109-9597-3aa41590abdb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:05.996121 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a72c12e-c271-4109-9597-3aa41590abdb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:05.996454 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a72c12e-c271-4109-9597-3aa41590abdb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:05.996869 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a72c12e-c271-4109-9597-3aa41590abdb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:05.997142 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a72c12e-c271-4109-9597-3aa41590abdb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:05.997628 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a72c12e-c271-4109-9597-3aa41590abdb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:05.997860 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a72c12e-c271-4109-9597-3aa41590abdb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:05.998355 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a72c12e-c271-4109-9597-3aa41590abdb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:06.120245 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49100) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:59:06.181030 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1cbc4b19-f3b4-42e5-b854-9735827fc194 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=8277c509b0ab44efb820c897c1e2f47a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0595088 Feb 09 00:59:06.184078 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49112) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:59:06.194774 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a578f243-4742-43ea-934a-43e52418b753 req-10288ac0-3024-4684-8045-f1080f584f37 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:06.196340 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a578f243-4742-43ea-934a-43e52418b753 req-10288ac0-3024-4684-8045-f1080f584f37 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2354560 Feb 09 00:59:06.211038 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d9a7c-46ac-4757-a071-34690088121f req-329cc802-7d6c-4070-8a23-cde22854e445 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:06.214918 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6b6d9a7c-46ac-4757-a071-34690088121f req-329cc802-7d6c-4070-8a23-cde22854e445 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "GET /v2.0/ports?device_id=04313d50-51be-415f-8006-371a5633658f HTTP/1.1" status: 200 len: 943 time: 0.1650383 Feb 09 00:59:06.239630 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a578f243-4742-43ea-934a-43e52418b753 req-f23dc24c-025f-4978-b3e9-cb987b3d60b4 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/quotas/e6fa40f41b9646a7bf38890c5f8e1746 HTTP/1.1" status: 200 len: 375 time: 0.0235538 Feb 09 00:59:06.263245 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a56d769d-d579-478a-ad62-18a5c03d7f99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:06.293528 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a56d769d-d579-478a-ad62-18a5c03d7f99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:06.325515 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6b6d9a7c-46ac-4757-a071-34690088121f req-85ca82aa-e559-444e-8270-66d00e3853bf tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "GET /v2.0/security-groups?id=ad01e72b-7553-4315-8cd5-728cf564ce15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008217 Feb 09 00:59:06.382586 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a578f243-4742-43ea-934a-43e52418b753 req-406cc614-3db7-4b06-a844-e242ed794b26 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=e6fa40f41b9646a7bf38890c5f8e1746&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1360581 Feb 09 00:59:06.405989 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98b2668a-19ef-48f4-a385-6573411e2e02', 'tag': '68659ab6-4b27-4c78-9e92-fbc555581959', 'status': 'completed', 'code': 200} Feb 09 00:59:06.505931 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44917f5d-9cbb-4b83-addb-f00dba5d2cec req-5bf19fdb-9147-403a-a5dd-b3f3c99052a3 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:06.506862 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-44917f5d-9cbb-4b83-addb-f00dba5d2cec req-5bf19fdb-9147-403a-a5dd-b3f3c99052a3 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Synchronizing usage tracker for tenant:71c31f16ee3346cbb072d08fa5dffd7e on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:59:06.524955 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a56d769d-d579-478a-ad62-18a5c03d7f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:06.593945 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56d769d-d579-478a-ad62-18a5c03d7f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd0529a-c767-4c1d-81c0-0e275606befd,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:06.606295 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-44917f5d-9cbb-4b83-addb-f00dba5d2cec req-5bf19fdb-9147-403a-a5dd-b3f3c99052a3 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Unset dirty status for tenant:71c31f16ee3346cbb072d08fa5dffd7e on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:59:06.607315 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-44917f5d-9cbb-4b83-addb-f00dba5d2cec req-5bf19fdb-9147-403a-a5dd-b3f3c99052a3 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6ce7103-0f37-4e8a-b96c-5d515d2f29ba HTTP/1.1" status: 200 len: 945 time: 0.2935908 Feb 09 00:59:06.625121 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a56d769d-d579-478a-ad62-18a5c03d7f99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:06.646723 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a56d769d-d579-478a-ad62-18a5c03d7f99 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/1cd0529a-c767-4c1d-81c0-0e275606befd HTTP/1.1" status: 204 len: 168 time: 0.4552808 Feb 09 00:59:06.729220 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4e246944-9bd5-46a4-9896-53c763d28c1d req-ac628c01-5845-4b13-8858-a0df492bbb4c tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=2bf05fd9-8648-429b-8e05-01cc556aff15 HTTP/1.1" status: 200 len: 210 time: 0.0979829 Feb 09 00:59:06.757098 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28df4c-470e-4aa4-a6cb-6d69eb58297b req-4b2be4b2-e974-4af5-ab40-baba8be2dfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:06.758554 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ca28df4c-470e-4aa4-a6cb-6d69eb58297b req-4b2be4b2-e974-4af5-ab40-baba8be2dfc9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=35dd69c7034749ab9d62471941920e2c&device_id=98b2668a-19ef-48f4-a385-6573411e2e02 HTTP/1.1" status: 200 len: 1095 time: 0.3265584 Feb 09 00:59:06.772362 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-44917f5d-9cbb-4b83-addb-f00dba5d2cec req-deeef433-10ef-464f-9244-cdb93c9d81f1 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Deleting port 1412434f-1b76-4010-9a96-22acdead1f74 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:59:06.772633 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-44917f5d-9cbb-4b83-addb-f00dba5d2cec req-deeef433-10ef-464f-9244-cdb93c9d81f1 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:06.837751 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b394c-a8dc-40f3-83d9-ae805d1dcda3 req-f4b2c098-4594-45ca-9f18-86bfbe7d7ed0 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:06.843544 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4f8b394c-a8dc-40f3-83d9-ae805d1dcda3 req-f4b2c098-4594-45ca-9f18-86bfbe7d7ed0 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 944 time: 0.3226712 Feb 09 00:59:06.960009 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4f8b394c-a8dc-40f3-83d9-ae805d1dcda3 req-a45638ec-1189-41ce-98ae-6650addfa5b9 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055741 Feb 09 00:59:07.023698 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28df4c-470e-4aa4-a6cb-6d69eb58297b req-f0801c23-0c9e-4575-92ed-4d8ee76796ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:07.026958 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ca28df4c-470e-4aa4-a6cb-6d69eb58297b req-f0801c23-0c9e-4575-92ed-4d8ee76796ed service neutron] 10.222.0.62 "GET /v2.0/networks?id=2c19901d-9303-4cfd-b96f-b8f2e52fb4b9 HTTP/1.1" status: 200 len: 922 time: 0.2586112 Feb 09 00:59:07.154261 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff88af1b-9a0c-4824-ab05-726b852528e8 req-fad1c90a-df6b-49f9-871f-2dd4fa9b6ab5 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:07.156809 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ff88af1b-9a0c-4824-ab05-726b852528e8 req-fad1c90a-df6b-49f9-871f-2dd4fa9b6ab5 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=98b2668a-19ef-48f4-a385-6573411e2e02 HTTP/1.1" status: 200 len: 944 time: 0.1658752 Feb 09 00:59:07.165213 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ca28df4c-470e-4aa4-a6cb-6d69eb58297b req-de396933-0902-4d5e-a054-bff890d97456 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68659ab6-4b27-4c78-9e92-fbc555581959 HTTP/1.1" status: 200 len: 217 time: 0.1238163 Feb 09 00:59:07.254508 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ff88af1b-9a0c-4824-ab05-726b852528e8 req-c1f59af7-74d4-468d-8781-25b00c133b65 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827711 Feb 09 00:59:07.289971 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700723d6-ef95-40e7-84e3-ca3231ee5565 req-d1c7d2cc-7636-4669-af5f-0d1e97ff7584 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:07.292627 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-700723d6-ef95-40e7-84e3-ca3231ee5565 req-d1c7d2cc-7636-4669-af5f-0d1e97ff7584 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/ports?device_id=f6ce7103-0f37-4e8a-b96c-5d515d2f29ba HTTP/1.1" status: 200 len: 945 time: 0.2009902 Feb 09 00:59:07.299231 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device b04c3276-01f3-4cb3-9421-87d15d76dc52 details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:59:07.412857 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-700723d6-ef95-40e7-84e3-ca3231ee5565 req-3bf6bb98-197e-4537-8140-314e36596399 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/security-groups?id=f58a20dc-4342-436d-a5ca-ae66a87962a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073506 Feb 09 00:59:07.585718 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28df4c-470e-4aa4-a6cb-6d69eb58297b req-f997b021-3752-49fa-8ed1-0c2e790384a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:07.587209 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ca28df4c-470e-4aa4-a6cb-6d69eb58297b req-f997b021-3752-49fa-8ed1-0c2e790384a8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f523b7b8-aa23-4f63-9894-de0d35bb1ce5 HTTP/1.1" status: 200 len: 861 time: 0.4142182 Feb 09 00:59:07.620343 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5aefeb-a378-401b-a0be-11c4b5627fa4 req-fddb7a3b-66f9-46ee-88b6-d0eada31004a tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:07.628001 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9f5aefeb-a378-401b-a0be-11c4b5627fa4 req-fddb7a3b-66f9-46ee-88b6-d0eada31004a tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "GET /v2.0/ports?device_id=04313d50-51be-415f-8006-371a5633658f HTTP/1.1" status: 200 len: 943 time: 0.1238399 Feb 09 00:59:07.641124 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port b04c3276-01f3-4cb3-9421-87d15d76dc52, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=b04c3276-01f3-4cb3-9421-87d15d76dc52,segment=NetworkSegment(2b5044f8-107c-41ef-8a61-ec7601fd6ccb),segment_id=2b5044f8-107c-41ef-8a61-ec7601fd6ccb)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:59:07.677555 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': 'b04c3276-01f3-4cb3-9421-87d15d76dc52', 'network_id': '0448a394-55c8-45f4-a274-23af165c2c3d', 'port_id': 'b04c3276-01f3-4cb3-9421-87d15d76dc52', 'mac_address': 'fa:16:3e:57:50:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45fa59ee-2584-4cd4-aa5d-73791fe0e17f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:59:07.690814 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9f5aefeb-a378-401b-a0be-11c4b5627fa4 req-55e2b1cd-e3a4-48ed-9804-14ecef788702 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "GET /v2.0/security-groups?id=ad01e72b-7553-4315-8cd5-728cf564ce15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619545 Feb 09 00:59:07.772145 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:07.795181 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b04c3276-01f3-4cb3-9421-87d15d76dc52 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:59:07.827856 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port b04c3276-01f3-4cb3-9421-87d15d76dc52, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=b04c3276-01f3-4cb3-9421-87d15d76dc52,segment=NetworkSegment(2b5044f8-107c-41ef-8a61-ec7601fd6ccb),segment_id=2b5044f8-107c-41ef-8a61-ec7601fd6ccb)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:59:07.828477 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ca28df4c-470e-4aa4-a6cb-6d69eb58297b req-d6c74d01-ef7a-4cab-bb93-8d79bfacc63c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2c19901d-9303-4cfd-b96f-b8f2e52fb4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2152514 Feb 09 00:59:07.836822 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:07.925876 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=b04c3276-01f3-4cb3-9421-87d15d76dc52,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:08.003808 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-79018f1a-1b62-4f0e-80ab-4335c938c401 req-5b888703-4d95-4090-a536-f51f71aae096 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=2bf05fd9-8648-429b-8e05-01cc556aff15 HTTP/1.1" status: 200 len: 210 time: 0.0684812 Feb 09 00:59:08.056695 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0f924147-e905-422f-aaf9-52b25431575c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:08.065227 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-44917f5d-9cbb-4b83-addb-f00dba5d2cec req-deeef433-10ef-464f-9244-cdb93c9d81f1 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] For port 1412434f-1b76-4010-9a96-22acdead1f74, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=1412434f-1b76-4010-9a96-22acdead1f74,segment=NetworkSegment(f90ace70-662b-44c0-8133-0683ca3538cf),segment_id=f90ace70-662b-44c0-8133-0683ca3538cf)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:59:08.065868 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-44917f5d-9cbb-4b83-addb-f00dba5d2cec req-deeef433-10ef-464f-9244-cdb93c9d81f1 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:08.179372 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49194) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:59:08.207535 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ca28df4c-470e-4aa4-a6cb-6d69eb58297b req-2014b7ef-92d8-4df0-9369-b41509318abd service neutron] 10.222.0.62 "GET /v2.0/networks/2c19901d-9303-4cfd-b96f-b8f2e52fb4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3685474 Feb 09 00:59:08.242621 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fe25ce-b03a-4162-8704-bdb141863d27 req-8c077911-e414-4c3f-a64e-5f289c07e353 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:08.244509 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-87fe25ce-b03a-4162-8704-bdb141863d27 req-8c077911-e414-4c3f-a64e-5f289c07e353 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 944 time: 0.1510870 Feb 09 00:59:08.283731 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['b04c3276-01f3-4cb3-9421-87d15d76dc52'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:59:08.323750 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-44917f5d-9cbb-4b83-addb-f00dba5d2cec req-deeef433-10ef-464f-9244-cdb93c9d81f1 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Calling delete_port for 1412434f-1b76-4010-9a96-22acdead1f74 owned by compute:nova {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:59:08.382185 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a578f243-4742-43ea-934a-43e52418b753 req-d374d63a-aaab-4869-af68-bbee2d9e65aa tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=e6fa40f41b9646a7bf38890c5f8e1746&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1132512 Feb 09 00:59:08.466954 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-87fe25ce-b03a-4162-8704-bdb141863d27 req-f3e33b72-15aa-4ce7-86a6-bf8eb654e60c tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2163699 Feb 09 00:59:08.706774 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ca28df4c-470e-4aa4-a6cb-6d69eb58297b req-12efba92-6ce5-47f7-9b0c-c611ea991144 service neutron] 10.222.0.62 "GET /v2.0/networks/2c19901d-9303-4cfd-b96f-b8f2e52fb4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096378 Feb 09 00:59:08.747906 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-44917f5d-9cbb-4b83-addb-f00dba5d2cec req-deeef433-10ef-464f-9244-cdb93c9d81f1 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:08.762721 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['1412434f-1b76-4010-9a96-22acdead1f74'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:59:08.803021 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-40de2152-9779-45a9-9182-28005298e526 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-498729928-network', 'tenant_id': '8ec264b7b14646a3a7c5bffffa681c25'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:59:08.815121 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeef433-10ef-464f-9244-cdb93c9d81f1 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Pushing event deleted for resources: {'Port': ['ID=1412434f-1b76-4010-9a96-22acdead1f74,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:08.824055 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-40de2152-9779-45a9-9182-28005298e526 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:59:08.901746 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-40de2152-9779-45a9-9182-28005298e526 admin admin] Usage tracker for resource:network and tenant:8ec264b7b14646a3a7c5bffffa681c25 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:59:08.908483 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-44917f5d-9cbb-4b83-addb-f00dba5d2cec req-deeef433-10ef-464f-9244-cdb93c9d81f1 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] No DVR routers for this DVR port 1412434f-1b76-4010-9a96-22acdead1f74 on host n-h1-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:59:08.911160 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-44917f5d-9cbb-4b83-addb-f00dba5d2cec req-deeef433-10ef-464f-9244-cdb93c9d81f1 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:08.914528 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6ce7103-0f37-4e8a-b96c-5d515d2f29ba', 'name': 'network-vif-deleted', 'tag': '1412434f-1b76-4010-9a96-22acdead1f74'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:59:08.930190 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-40de2152-9779-45a9-9182-28005298e526 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:59:08.935387 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-44917f5d-9cbb-4b83-addb-f00dba5d2cec req-deeef433-10ef-464f-9244-cdb93c9d81f1 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.62 "DELETE /v2.0/ports/1412434f-1b76-4010-9a96-22acdead1f74 HTTP/1.1" status: 204 len: 173 time: 2.3108742 Feb 09 00:59:08.997500 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9eac276c-91e1-4322-b935-ac71e4f1e123 req-8039872e-5389-4a85-bd74-4e44c5313a76 tempest-ListServerFiltersTestJSON-1154244748 tempest-ListServerFiltersTestJSON-1154244748-project] 10.222.0.105 "GET /v2.0/ports?device_id=f6ce7103-0f37-4e8a-b96c-5d515d2f29ba HTTP/1.1" status: 200 len: 210 time: 0.1844237 Feb 09 00:59:09.004570 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-40de2152-9779-45a9-9182-28005298e526 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:59:09.034993 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40de2152-9779-45a9-9182-28005298e526 admin admin] Made reservation on behalf of 8ec264b7b14646a3a7c5bffffa681c25 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:59:09.047853 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-40de2152-9779-45a9-9182-28005298e526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:09.074219 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a578f243-4742-43ea-934a-43e52418b753 req-852e5da4-f1ee-4b20-a6ca-53c66abab2f4 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:09.075808 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a578f243-4742-43ea-934a-43e52418b753 req-852e5da4-f1ee-4b20-a6ca-53c66abab2f4 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6782970 Feb 09 00:59:09.078465 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-40de2152-9779-45a9-9182-28005298e526 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:09.096569 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-a578f243-4742-43ea-934a-43e52418b753 req-83e7659e-7f83-42bf-a42e-d329461470b7 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Request body: {'port': {'device_id': '2bf05fd9-8648-429b-8e05-01cc556aff15', 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6', 'admin_state_up': True, 'tenant_id': 'e6fa40f41b9646a7bf38890c5f8e1746'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:59:09.224858 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-40de2152-9779-45a9-9182-28005298e526 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:59:09.244910 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-40de2152-9779-45a9-9182-28005298e526 admin admin] Usage tracker for resource:security_group_rule and tenant:8ec264b7b14646a3a7c5bffffa681c25 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:59:09.258261 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428039ae-dd2b-4f08-a4f2-7e483691ceaf req-74c3a65a-4dca-4496-932d-96054b56a7af tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:09.259808 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-428039ae-dd2b-4f08-a4f2-7e483691ceaf req-74c3a65a-4dca-4496-932d-96054b56a7af tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=98b2668a-19ef-48f4-a385-6573411e2e02 HTTP/1.1" status: 200 len: 944 time: 0.6514096 Feb 09 00:59:09.262033 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-40de2152-9779-45a9-9182-28005298e526 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:59:09.296044 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-40de2152-9779-45a9-9182-28005298e526 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:59:09.396460 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-428039ae-dd2b-4f08-a4f2-7e483691ceaf req-d9d350e6-2c28-4861-9955-cb4f2022cccc tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217337 Feb 09 00:59:09.444926 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-a578f243-4742-43ea-934a-43e52418b753 req-83e7659e-7f83-42bf-a42e-d329461470b7 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:59:09.460413 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-a578f243-4742-43ea-934a-43e52418b753 req-83e7659e-7f83-42bf-a42e-d329461470b7 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Usage tracker for resource:port and tenant:e6fa40f41b9646a7bf38890c5f8e1746 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:59:09.462797 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6ce7103-0f37-4e8a-b96c-5d515d2f29ba', 'name': 'network-vif-deleted', 'tag': '1412434f-1b76-4010-9a96-22acdead1f74', 'status': 'completed', 'code': 200} Feb 09 00:59:09.473125 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce864683-c687-41a1-8252-d181d3636fa8 req-cc597788-91e4-45c0-ba35-a18419416507 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:09.476310 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ce864683-c687-41a1-8252-d181d3636fa8 req-cc597788-91e4-45c0-ba35-a18419416507 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "GET /v2.0/ports?device_id=04313d50-51be-415f-8006-371a5633658f HTTP/1.1" status: 200 len: 944 time: 0.2936072 Feb 09 00:59:09.482624 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-a578f243-4742-43ea-934a-43e52418b753 req-83e7659e-7f83-42bf-a42e-d329461470b7 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:59:09.497870 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-a578f243-4742-43ea-934a-43e52418b753 req-83e7659e-7f83-42bf-a42e-d329461470b7 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:59:09.539061 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a578f243-4742-43ea-934a-43e52418b753 req-83e7659e-7f83-42bf-a42e-d329461470b7 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Made reservation on behalf of e6fa40f41b9646a7bf38890c5f8e1746 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:59:09.543301 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a578f243-4742-43ea-934a-43e52418b753 req-83e7659e-7f83-42bf-a42e-d329461470b7 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:09.596211 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-40de2152-9779-45a9-9182-28005298e526 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:09.647287 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-40de2152-9779-45a9-9182-28005298e526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:09.709405 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-40a581bf-d2f6-4d90-b3ef-4e16af2cf08a req-faba837a-d960-48ad-975b-dfeb85392092 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=2bf05fd9-8648-429b-8e05-01cc556aff15 HTTP/1.1" status: 200 len: 210 time: 0.1307652 Feb 09 00:59:09.712497 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ce864683-c687-41a1-8252-d181d3636fa8 req-6cd2847e-99c3-43b2-bd5a-b9bae6e0c60d tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "GET /v2.0/security-groups?id=ad01e72b-7553-4315-8cd5-728cf564ce15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171235 Feb 09 00:59:09.764767 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40de2152-9779-45a9-9182-28005298e526 admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:59:09.792194 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40de2152-9779-45a9-9182-28005298e526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d48e70-0a9a-4f34-bd03-fe2b0988e0d0,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:09.802620 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-40de2152-9779-45a9-9182-28005298e526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:09.802969 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-40de2152-9779-45a9-9182-28005298e526 admin admin] Added segment 68c75c24-5a6d-4512-b85d-48e7bc49aa9f of type vlan for network 48143312-4059-4efc-a7c1-0025ad20c80e Feb 09 00:59:09.926746 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-40de2152-9779-45a9-9182-28005298e526 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:09.990245 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-a578f243-4742-43ea-934a-43e52418b753 req-83e7659e-7f83-42bf-a42e-d329461470b7 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Allocated IP 192.168.233.57 (42d335cf-a678-4bc3-901b-7d21fb8587e6/e7938d94-1f0f-48bd-a0b3-26d5344ff0ec/e97e63de-affb-4ff1-89d2-d7226736631b) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:59:10.021305 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-40de2152-9779-45a9-9182-28005298e526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:10.022296 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40de2152-9779-45a9-9182-28005298e526 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:10.022917 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-40de2152-9779-45a9-9182-28005298e526 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:10.173047 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49220) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:59:10.180918 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c03293-7f27-4cff-a5ce-7fe069ee9d6c req-5f52c66f-0bc6-4816-be7a-f1ac2095b189 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:10.182607 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-16c03293-7f27-4cff-a5ce-7fe069ee9d6c req-5f52c66f-0bc6-4816-be7a-f1ac2095b189 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 944 time: 0.3185587 Feb 09 00:59:10.236059 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-40de2152-9779-45a9-9182-28005298e526 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.0512879 Feb 09 00:59:10.236401 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49224) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:59:10.246278 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-fd513525-3241-421f-8409-60a14d43c92c admin admin] Request body: {'subnet': {'network_id': '48143312-4059-4efc-a7c1-0025ad20c80e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-498729928-subnet', 'tenant_id': '8ec264b7b14646a3a7c5bffffa681c25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:59:10.251625 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-399f5d33-150c-44c4-99e9-c5b97151a951 admin admin] Deleting subnet e0812677-0633-4371-ad1e-90c3460d12b7 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 00:59:10.252442 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40de2152-9779-45a9-9182-28005298e526 admin admin] Pushing event updated for resources: {'Network': ['ID=48143312-4059-4efc-a7c1-0025ad20c80e,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:10.255141 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-399f5d33-150c-44c4-99e9-c5b97151a951 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:10.263374 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 48143312-4059-4efc-a7c1-0025ad20c80e details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 00:59:10.288112 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-fd513525-3241-421f-8409-60a14d43c92c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:59:10.297014 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-fd513525-3241-421f-8409-60a14d43c92c admin admin] Usage tracker for resource:subnet and tenant:8ec264b7b14646a3a7c5bffffa681c25 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:59:10.303093 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-fd513525-3241-421f-8409-60a14d43c92c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:59:10.316139 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-fd513525-3241-421f-8409-60a14d43c92c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:59:10.331534 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-399f5d33-150c-44c4-99e9-c5b97151a951 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:10.366220 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-16c03293-7f27-4cff-a5ce-7fe069ee9d6c req-0b84c875-5ffb-492c-809b-bee2a616daa5 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1701441 Feb 09 00:59:10.369396 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd513525-3241-421f-8409-60a14d43c92c admin admin] Made reservation on behalf of 8ec264b7b14646a3a7c5bffffa681c25 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:59:10.372705 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fd513525-3241-421f-8409-60a14d43c92c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:10.455040 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-91959349-8468-4b6a-9f58-c4e01600fddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:10.474067 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a578f243-4742-43ea-934a-43e52418b753 req-83e7659e-7f83-42bf-a42e-d329461470b7 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:10.499219 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-a578f243-4742-43ea-934a-43e52418b753 req-83e7659e-7f83-42bf-a42e-d329461470b7 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Transition to ACTIVE for port object e97e63de-affb-4ff1-89d2-d7226736631b will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:59:10.537845 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-399f5d33-150c-44c4-99e9-c5b97151a951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:10.539994 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a578f243-4742-43ea-934a-43e52418b753 req-83e7659e-7f83-42bf-a42e-d329461470b7 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:10.559616 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['88a93ab5-6360-4150-b84a-b24cbf02f870', 'f26441cd-75ef-400d-9f30-37093ee34385', 'e0d02d2a-38d9-419e-9759-ba01a049886e', 'b8330b53-7bb8-4918-9af3-a8d090b55a84'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:59:10.624058 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['e5a6187d-5002-4dd1-8ed9-4533efde97f6'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:59:10.673425 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a578f243-4742-43ea-934a-43e52418b753 req-83e7659e-7f83-42bf-a42e-d329461470b7 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Network 42d335cf-a678-4bc3-901b-7d21fb8587e6 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:59:10.679433 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-a578f243-4742-43ea-934a-43e52418b753 req-83e7659e-7f83-42bf-a42e-d329461470b7 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:59:10.694080 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-a578f243-4742-43ea-934a-43e52418b753 req-83e7659e-7f83-42bf-a42e-d329461470b7 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:59:10.771946 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-399f5d33-150c-44c4-99e9-c5b97151a951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:10.786958 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e7659e-7f83-42bf-a42e-d329461470b7 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Pushing event updated for resources: {'Port': ['ID=e97e63de-affb-4ff1-89d2-d7226736631b,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:10.813410 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fd513525-3241-421f-8409-60a14d43c92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:10.826631 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399f5d33-150c-44c4-99e9-c5b97151a951 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0812677-0633-4371-ad1e-90c3460d12b7,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:10.829002 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-399f5d33-150c-44c4-99e9-c5b97151a951 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:10.874002 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86050f6-2147-49d3-9a33-c56ffc2543ed None None] Network a9cff3de-bafd-4405-ac7a-32d3031d022c requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:59:10.874216 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a578f243-4742-43ea-934a-43e52418b753 req-83e7659e-7f83-42bf-a42e-d329461470b7 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:10.889688 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a578f243-4742-43ea-934a-43e52418b753 req-83e7659e-7f83-42bf-a42e-d329461470b7 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:10.906827 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd513525-3241-421f-8409-60a14d43c92c admin admin] Pushing event updated for resources: {'Subnet': ['ID=77301bdf-2486-425f-9a0c-6634d1b8425f,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:10.918308 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-399f5d33-150c-44c4-99e9-c5b97151a951 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/e0812677-0633-4371-ad1e-90c3460d12b7 HTTP/1.1" status: 204 len: 168 time: 0.7441301 Feb 09 00:59:10.922954 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49236) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:59:10.936833 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 1412434f-1b76-4010-9a96-22acdead1f74 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:59:10.952261 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba34651-9cec-48ff-8d4f-f278c12eb981 req-c3137440-aee6-4627-8106-3e62e1aefe4f tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:10.961523 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6ba34651-9cec-48ff-8d4f-f278c12eb981 req-c3137440-aee6-4627-8106-3e62e1aefe4f tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=98b2668a-19ef-48f4-a385-6573411e2e02 HTTP/1.1" status: 200 len: 944 time: 0.4233172 Feb 09 00:59:10.983765 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd513525-3241-421f-8409-60a14d43c92c admin admin] Checking segment: {'id': '68c75c24-5a6d-4512-b85d-48e7bc49aa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '48143312-4059-4efc-a7c1-0025ad20c80e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:59:10.985823 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd513525-3241-421f-8409-60a14d43c92c admin admin] Network hostable DHCP agents. Network: 48143312-4059-4efc-a7c1-0025ad20c80e, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:59:11.029977 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd513525-3241-421f-8409-60a14d43c92c admin admin] Network 48143312-4059-4efc-a7c1-0025ad20c80e is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:59:11.047943 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-fd513525-3241-421f-8409-60a14d43c92c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 48143312-4059-4efc-a7c1-0025ad20c80e) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:59:11.066468 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd513525-3241-421f-8409-60a14d43c92c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:11.067387 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fd513525-3241-421f-8409-60a14d43c92c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:11.079923 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: 1412434f-1b76-4010-9a96-22acdead1f74 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 00:59:11.080271 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 1412434f-1b76-4010-9a96-22acdead1f74 not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 00:59:11.081841 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5c1e3c-cc2d-4d76-8a0a-cb5c8dd7426c None None] Network 48143312-4059-4efc-a7c1-0025ad20c80e requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:59:11.095009 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-fd513525-3241-421f-8409-60a14d43c92c admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8573916 Feb 09 00:59:11.112316 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a578f243-4742-43ea-934a-43e52418b753 req-83e7659e-7f83-42bf-a42e-d329461470b7 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0212359 Feb 09 00:59:11.138207 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-a578f243-4742-43ea-934a-43e52418b753 req-0538f63b-ec41-4ee9-a295-e11828cee14b service neutron] Request body: {'port': {'device_id': '2bf05fd9-8648-429b-8e05-01cc556aff15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:59:11.407737 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device b04c3276-01f3-4cb3-9421-87d15d76dc52 up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:59:11.442969 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6ba34651-9cec-48ff-8d4f-f278c12eb981 req-a63f516d-b13e-4298-8379-6c16ea06bf7f tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4775994 Feb 09 00:59:11.449982 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-414efcf8-435e-4ad8-92d5-fa63ffa8771a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:11.535574 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-414efcf8-435e-4ad8-92d5-fa63ffa8771a admin admin] Deleting port d191f413-8d0a-4910-a489-7ecc0354d580 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:59:11.535910 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-414efcf8-435e-4ad8-92d5-fa63ffa8771a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:11.587275 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1861a030-cfce-4e47-866d-14aeaaaa33f5 None None] Provisioning for port e97e63de-affb-4ff1-89d2-d7226736631b completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:59:11.602634 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:11.602912 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a578f243-4742-43ea-934a-43e52418b753 req-0538f63b-ec41-4ee9-a295-e11828cee14b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:11.627332 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9691fe8-a3f7-4484-8a9d-4aef28d8ca16 req-a334562d-c845-4ad8-a0d9-55a9e4d13a63 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:11.628211 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-e9691fe8-a3f7-4484-8a9d-4aef28d8ca16 req-a334562d-c845-4ad8-a0d9-55a9e4d13a63 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Synchronizing usage tracker for tenant:e6fa40f41b9646a7bf38890c5f8e1746 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:59:11.643157 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:11.656536 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1861a030-cfce-4e47-866d-14aeaaaa33f5 None None] Provisioning complete for port e97e63de-affb-4ff1-89d2-d7226736631b triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:59:11.656935 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1861a030-cfce-4e47-866d-14aeaaaa33f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:11.751933 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning for port b04c3276-01f3-4cb3-9421-87d15d76dc52 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:59:11.798788 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port b04c3276-01f3-4cb3-9421-87d15d76dc52 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:59:11.799167 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:11.819263 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-e9691fe8-a3f7-4484-8a9d-4aef28d8ca16 req-a334562d-c845-4ad8-a0d9-55a9e4d13a63 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Unset dirty status for tenant:e6fa40f41b9646a7bf38890c5f8e1746 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:59:11.827567 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e9691fe8-a3f7-4484-8a9d-4aef28d8ca16 req-a334562d-c845-4ad8-a0d9-55a9e4d13a63 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=2bf05fd9-8648-429b-8e05-01cc556aff15 HTTP/1.1" status: 200 len: 935 time: 0.8576083 Feb 09 00:59:11.892508 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-1861a030-cfce-4e47-866d-14aeaaaa33f5 None None] Port e97e63de-affb-4ff1-89d2-d7226736631b cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:59:12.033263 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b87d1d-1ab5-4182-a16f-5656dd2f712d None None] Network 48143312-4059-4efc-a7c1-0025ad20c80e requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:59:12.124297 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e9691fe8-a3f7-4484-8a9d-4aef28d8ca16 req-0af5e14a-b16a-4459-b7c3-1376fc8acefe tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/security-groups?id=bc5d6135-6634-4167-99ad-f31267fef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850816 Feb 09 00:59:12.174298 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a52a04a-ea7c-4337-81f6-ff0a7bcc2a53 None None] DHCP port deletion for a9cff3de-bafd-4405-ac7a-32d3031d022c request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 00:59:12.208059 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-2a52a04a-ea7c-4337-81f6-ff0a7bcc2a53 None None] Deleting port d191f413-8d0a-4910-a489-7ecc0354d580 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:59:12.208423 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2a52a04a-ea7c-4337-81f6-ff0a7bcc2a53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:12.235702 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-414efcf8-435e-4ad8-92d5-fa63ffa8771a admin admin] For port d191f413-8d0a-4910-a489-7ecc0354d580, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=d191f413-8d0a-4910-a489-7ecc0354d580,segment=NetworkSegment(f90ace70-662b-44c0-8133-0683ca3538cf),segment_id=f90ace70-662b-44c0-8133-0683ca3538cf)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:59:12.236093 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-414efcf8-435e-4ad8-92d5-fa63ffa8771a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:12.313385 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:12.333060 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f352fd-d8c3-4da1-b5d8-9c1680c517e5 req-728db2be-d9cc-45fd-ba88-3af66bfc2750 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:12.340726 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-79f352fd-d8c3-4da1-b5d8-9c1680c517e5 req-728db2be-d9cc-45fd-ba88-3af66bfc2750 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "GET /v2.0/ports?device_id=04313d50-51be-415f-8006-371a5633658f HTTP/1.1" status: 200 len: 944 time: 0.6177297 Feb 09 00:59:12.432149 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-414efcf8-435e-4ad8-92d5-fa63ffa8771a admin admin] Calling delete_port for d191f413-8d0a-4910-a489-7ecc0354d580 owned by network:dhcp {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:59:12.478158 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04313d50-51be-415f-8006-371a5633658f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b04c3276-01f3-4cb3-9421-87d15d76dc52'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:59:12.543418 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port b04c3276-01f3-4cb3-9421-87d15d76dc52, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=b04c3276-01f3-4cb3-9421-87d15d76dc52,segment=NetworkSegment(2b5044f8-107c-41ef-8a61-ec7601fd6ccb),segment_id=2b5044f8-107c-41ef-8a61-ec7601fd6ccb)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:59:12.555750 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-79f352fd-d8c3-4da1-b5d8-9c1680c517e5 req-e5603b06-0b38-484c-909b-c58222f14460 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "GET /v2.0/security-groups?id=ad01e72b-7553-4315-8cd5-728cf564ce15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138455 Feb 09 00:59:12.562739 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:12.665454 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-414efcf8-435e-4ad8-92d5-fa63ffa8771a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:12.789889 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414efcf8-435e-4ad8-92d5-fa63ffa8771a admin admin] No DVR routers for this DVR port d191f413-8d0a-4910-a489-7ecc0354d580 on host n-d-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:59:12.842421 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414efcf8-435e-4ad8-92d5-fa63ffa8771a admin admin] Pushing event deleted for resources: {'Port': ['ID=d191f413-8d0a-4910-a489-7ecc0354d580,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:12.879362 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=b04c3276-01f3-4cb3-9421-87d15d76dc52,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:12.897568 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-2a52a04a-ea7c-4337-81f6-ff0a7bcc2a53 None None] For port d191f413-8d0a-4910-a489-7ecc0354d580, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=d191f413-8d0a-4910-a489-7ecc0354d580,segment=NetworkSegment(f90ace70-662b-44c0-8133-0683ca3538cf),segment_id=f90ace70-662b-44c0-8133-0683ca3538cf)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:59:12.898007 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2a52a04a-ea7c-4337-81f6-ff0a7bcc2a53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:12.983476 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 68659ab6-4b27-4c78-9e92-fbc555581959 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:59:13.039309 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-a578f243-4742-43ea-934a-43e52418b753 req-0538f63b-ec41-4ee9-a295-e11828cee14b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e97e63de-affb-4ff1-89d2-d7226736631b {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:59:13.058456 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-2a52a04a-ea7c-4337-81f6-ff0a7bcc2a53 None None] Calling delete_port for d191f413-8d0a-4910-a489-7ecc0354d580 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:59:13.070432 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a578f243-4742-43ea-934a-43e52418b753 req-0538f63b-ec41-4ee9-a295-e11828cee14b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:13.088938 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-414efcf8-435e-4ad8-92d5-fa63ffa8771a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:13.135910 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-a578f243-4742-43ea-934a-43e52418b753 req-0538f63b-ec41-4ee9-a295-e11828cee14b service neutron] Transition to ACTIVE for port object e97e63de-affb-4ff1-89d2-d7226736631b will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:59:13.148477 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-414efcf8-435e-4ad8-92d5-fa63ffa8771a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9cff3de-bafd-4405-ac7a-32d3031d022c']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:13.157220 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a578f243-4742-43ea-934a-43e52418b753 req-0538f63b-ec41-4ee9-a295-e11828cee14b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:13.212391 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-414efcf8-435e-4ad8-92d5-fa63ffa8771a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f90ace70-662b-44c0-8133-0683ca3538cf') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:13.212685 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-414efcf8-435e-4ad8-92d5-fa63ffa8771a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f90ace70-662b-44c0-8133-0683ca3538cf') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:13.216101 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:13.368669 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-2a52a04a-ea7c-4337-81f6-ff0a7bcc2a53 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 00:59:13.369083 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-2a52a04a-ea7c-4337-81f6-ff0a7bcc2a53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 00:59:13.393426 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c03217-8996-47b8-a6bf-f3bbef986ff1 req-ca34c10e-2317-496b-89f3-17cdb89e3c4f tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:13.395275 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a5c03217-8996-47b8-a6bf-f3bbef986ff1 req-ca34c10e-2317-496b-89f3-17cdb89e3c4f tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 944 time: 0.6180887 Feb 09 00:59:13.399341 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-414efcf8-435e-4ad8-92d5-fa63ffa8771a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:13.435372 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 68659ab6-4b27-4c78-9e92-fbc555581959, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=68659ab6-4b27-4c78-9e92-fbc555581959,segment=NetworkSegment(d7050703-a45d-45b0-a89d-e74c0c0ae2fb),segment_id=d7050703-a45d-45b0-a89d-e74c0c0ae2fb)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:59:13.454472 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '68659ab6-4b27-4c78-9e92-fbc555581959', 'network_id': '2c19901d-9303-4cfd-b96f-b8f2e52fb4b9', 'port_id': '68659ab6-4b27-4c78-9e92-fbc555581959', 'mac_address': 'fa:16:3e:e0:50:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f523b7b8-aa23-4f63-9894-de0d35bb1ce5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:59:13.535770 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:13.536438 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d222e174-cece-412d-bb0a-4a46d964c797 req-0629ebee-9ec8-4eb6-b97f-51a7e9001f7d tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:13.536720 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-d222e174-cece-412d-bb0a-4a46d964c797 req-0629ebee-9ec8-4eb6-b97f-51a7e9001f7d tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Synchronizing usage tracker for tenant:8ec264b7b14646a3a7c5bffffa681c25 on resource:network {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:59:13.555132 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68659ab6-4b27-4c78-9e92-fbc555581959 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:59:13.565823 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-414efcf8-435e-4ad8-92d5-fa63ffa8771a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:13.576071 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-414efcf8-435e-4ad8-92d5-fa63ffa8771a admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:59:13.577100 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-414efcf8-435e-4ad8-92d5-fa63ffa8771a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:13.593975 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 68659ab6-4b27-4c78-9e92-fbc555581959, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=68659ab6-4b27-4c78-9e92-fbc555581959,segment=NetworkSegment(d7050703-a45d-45b0-a89d-e74c0c0ae2fb),segment_id=d7050703-a45d-45b0-a89d-e74c0c0ae2fb)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:59:13.600598 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:13.677657 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 00:59:13.677657 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:59:13.677657 n-d-828418-1 neutron-server[87639]: timer() Feb 09 00:59:13.677657 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:59:13.677657 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 00:59:13.677657 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 00:59:13.677657 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 00:59:13.677657 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:59:13.677657 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 00:59:13.677657 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:59:13.677657 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 00:59:13.677657 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:59:13.677657 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 00:59:13.677657 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 00:59:13.677657 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:59:13.677657 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 00:59:13.677657 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:59:13.677657 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 00:59:13.677657 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 00:59:13.677657 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 00:59:13.677657 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 00:59:13.677657 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 00:59:13.677657 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:59:13.677657 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:59:13.677657 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 00:59:13.677657 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:59:13.677657 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:59:13.677657 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:59:13.677657 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:59:13.677657 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:59:13.677657 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:59:13.677657 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:59:13.683258 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0538f63b-ec41-4ee9-a295-e11828cee14b service neutron] Pushing event updated for resources: {'Port': ['ID=e97e63de-affb-4ff1-89d2-d7226736631b,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:13.699123 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=68659ab6-4b27-4c78-9e92-fbc555581959,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:13.738404 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-414efcf8-435e-4ad8-92d5-fa63ffa8771a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:13.788410 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-414efcf8-435e-4ad8-92d5-fa63ffa8771a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:13.811195 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device d191f413-8d0a-4910-a489-7ecc0354d580 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:59:13.846842 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-d222e174-cece-412d-bb0a-4a46d964c797 req-0629ebee-9ec8-4eb6-b97f-51a7e9001f7d tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Unset dirty status for tenant:8ec264b7b14646a3a7c5bffffa681c25 on resource:network {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:59:13.848011 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d222e174-cece-412d-bb0a-4a46d964c797 req-0629ebee-9ec8-4eb6-b97f-51a7e9001f7d tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/networks?id=48143312-4059-4efc-a7c1-0025ad20c80e HTTP/1.1" status: 200 len: 804 time: 0.9984057 Feb 09 00:59:13.849318 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: d191f413-8d0a-4910-a489-7ecc0354d580 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 00:59:13.849692 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device d191f413-8d0a-4910-a489-7ecc0354d580 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 00:59:13.858527 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414efcf8-435e-4ad8-92d5-fa63ffa8771a admin admin] Pushing event deleted for resources: {'Network': ['ID=a9cff3de-bafd-4405-ac7a-32d3031d022c,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:13.870959 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-2a52a04a-ea7c-4337-81f6-ff0a7bcc2a53 None None] Deleting port d191f413-8d0a-4910-a489-7ecc0354d580 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:59:13.872021 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2a52a04a-ea7c-4337-81f6-ff0a7bcc2a53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:13.872129 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a5c03217-8996-47b8-a6bf-f3bbef986ff1 req-14d9c550-d31a-4022-8426-d407f13dadb2 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4519620 Feb 09 00:59:13.907029 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-414efcf8-435e-4ad8-92d5-fa63ffa8771a admin admin] 10.222.0.105 "DELETE /v2.0/networks/a9cff3de-bafd-4405-ac7a-32d3031d022c HTTP/1.1" status: 204 len: 168 time: 2.9821794 Feb 09 00:59:13.928558 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['68659ab6-4b27-4c78-9e92-fbc555581959'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:59:13.937453 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d222e174-cece-412d-bb0a-4a46d964c797 req-8d4e961b-ad23-4993-8f66-d92ff9cbd7c5 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/quotas/8ec264b7b14646a3a7c5bffffa681c25 HTTP/1.1" status: 200 len: 375 time: 0.0457771 Feb 09 00:59:13.953716 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-a578f243-4742-43ea-934a-43e52418b753 req-0538f63b-ec41-4ee9-a295-e11828cee14b service neutron] Attempting to bind port e97e63de-affb-4ff1-89d2-d7226736631b on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:59:13.955347 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-a578f243-4742-43ea-934a-43e52418b753 req-0538f63b-ec41-4ee9-a295-e11828cee14b service neutron] Attempting to bind port e97e63de-affb-4ff1-89d2-d7226736631b by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:59:13.955686 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a578f243-4742-43ea-934a-43e52418b753 req-0538f63b-ec41-4ee9-a295-e11828cee14b service neutron] Attempting to bind port e97e63de-affb-4ff1-89d2-d7226736631b on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:59:14.018145 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a578f243-4742-43ea-934a-43e52418b753 req-0538f63b-ec41-4ee9-a295-e11828cee14b service neutron] Port e97e63de-affb-4ff1-89d2-d7226736631b on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:59:14.018478 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a578f243-4742-43ea-934a-43e52418b753 req-0538f63b-ec41-4ee9-a295-e11828cee14b service neutron] Attempting to bind port e97e63de-affb-4ff1-89d2-d7226736631b on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:59:14.031536 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d222e174-cece-412d-bb0a-4a46d964c797 req-b5b18692-1b87-43d3-b729-3472c7503133 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=8ec264b7b14646a3a7c5bffffa681c25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0811200 Feb 09 00:59:14.035148 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-2a52a04a-ea7c-4337-81f6-ff0a7bcc2a53 None None] The port 'd191f413-8d0a-4910-a489-7ecc0354d580' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 00:59:14.077918 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49284) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:59:14.092155 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a578f243-4742-43ea-934a-43e52418b753 req-0538f63b-ec41-4ee9-a295-e11828cee14b service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:59:14.092489 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a578f243-4742-43ea-934a-43e52418b753 req-0538f63b-ec41-4ee9-a295-e11828cee14b service neutron] Checking segment: {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:59:14.092873 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a578f243-4742-43ea-934a-43e52418b753 req-0538f63b-ec41-4ee9-a295-e11828cee14b service neutron] Bound using segment: {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:59:14.093305 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-a578f243-4742-43ea-934a-43e52418b753 req-0538f63b-ec41-4ee9-a295-e11828cee14b service neutron] Bound port: e97e63de-affb-4ff1-89d2-d7226736631b, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:59:14.093674 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a578f243-4742-43ea-934a-43e52418b753 req-0538f63b-ec41-4ee9-a295-e11828cee14b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:14.143395 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d0632e75-e297-4f4b-b5c6-000299e88e28 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=71c31f16ee3346cbb072d08fa5dffd7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0637238 Feb 09 00:59:14.146170 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49288) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:59:14.224432 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c35fc93f-44b3-4dcc-919d-6f1f204dfb22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:14.262880 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c35fc93f-44b3-4dcc-919d-6f1f204dfb22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:14.346036 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-a578f243-4742-43ea-934a-43e52418b753 req-0538f63b-ec41-4ee9-a295-e11828cee14b service neutron] For port e97e63de-affb-4ff1-89d2-d7226736631b, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:59:14.349621 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d222e174-cece-412d-bb0a-4a46d964c797 req-4b40a763-9b2e-4e9d-9ab7-3ee90d7315dc service neutron] 10.222.0.105 "GET /v2.0/networks/48143312-4059-4efc-a7c1-0025ad20c80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590318 Feb 09 00:59:14.361429 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b1e6c-caa7-4114-b4a3-343f145d47d8 req-6bd67483-da52-4cc1-9bff-d882f8a7a3b4 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:14.363241 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b36b1e6c-caa7-4114-b4a3-343f145d47d8 req-6bd67483-da52-4cc1-9bff-d882f8a7a3b4 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=98b2668a-19ef-48f4-a385-6573411e2e02 HTTP/1.1" status: 200 len: 945 time: 0.3461463 Feb 09 00:59:14.383951 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-a578f243-4742-43ea-934a-43e52418b753 req-0538f63b-ec41-4ee9-a295-e11828cee14b service neutron] For port e97e63de-affb-4ff1-89d2-d7226736631b, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=e97e63de-affb-4ff1-89d2-d7226736631b,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:59:14.446374 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c35fc93f-44b3-4dcc-919d-6f1f204dfb22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:14.452633 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a578f243-4742-43ea-934a-43e52418b753 req-0538f63b-ec41-4ee9-a295-e11828cee14b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:14.463778 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35fc93f-44b3-4dcc-919d-6f1f204dfb22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58a20dc-4342-436d-a5ca-ae66a87962a1,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:14.468475 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c35fc93f-44b3-4dcc-919d-6f1f204dfb22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:14.469617 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c35fc93f-44b3-4dcc-919d-6f1f204dfb22 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/f58a20dc-4342-436d-a5ca-ae66a87962a1 HTTP/1.1" status: 204 len: 168 time: 0.3194177 Feb 09 00:59:14.524302 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a578f243-4742-43ea-934a-43e52418b753 req-0538f63b-ec41-4ee9-a295-e11828cee14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:14.525135 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a578f243-4742-43ea-934a-43e52418b753 req-0538f63b-ec41-4ee9-a295-e11828cee14b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:14.526770 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a578f243-4742-43ea-934a-43e52418b753 req-0538f63b-ec41-4ee9-a295-e11828cee14b service neutron] 10.222.0.62 "PUT /v2.0/ports/e97e63de-affb-4ff1-89d2-d7226736631b HTTP/1.1" status: 200 len: 1095 time: 3.4003987 Feb 09 00:59:14.539173 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bf05fd9-8648-429b-8e05-01cc556aff15', 'tag': 'e97e63de-affb-4ff1-89d2-d7226736631b'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:59:14.642282 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b36b1e6c-caa7-4114-b4a3-343f145d47d8 req-70e8a498-fde3-4b1f-a81e-d4d387bb4e59 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563021 Feb 09 00:59:14.701960 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0538f63b-ec41-4ee9-a295-e11828cee14b service neutron] Pushing event updated for resources: {'Port': ['ID=e97e63de-affb-4ff1-89d2-d7226736631b,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:14.745569 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d222e174-cece-412d-bb0a-4a46d964c797 req-5261e02a-03fd-4f6c-ac97-cc921af63eca service neutron] 10.222.0.105 "GET /v2.0/networks/48143312-4059-4efc-a7c1-0025ad20c80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3813362 Feb 09 00:59:14.762221 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04313d50-51be-415f-8006-371a5633658f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b04c3276-01f3-4cb3-9421-87d15d76dc52', 'code': 200} Feb 09 00:59:14.804630 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a578f243-4742-43ea-934a-43e52418b753 req-9b27be5b-b0e6-4cc0-9bc7-5b7a40289e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:14.810410 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a578f243-4742-43ea-934a-43e52418b753 req-9b27be5b-b0e6-4cc0-9bc7-5b7a40289e02 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e6fa40f41b9646a7bf38890c5f8e1746&device_id=2bf05fd9-8648-429b-8e05-01cc556aff15 HTTP/1.1" status: 200 len: 1098 time: 0.2264981 Feb 09 00:59:14.963715 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a578f243-4742-43ea-934a-43e52418b753 req-4ca05ed8-4e7f-4f5b-a990-442207dd455e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=e97e63de-affb-4ff1-89d2-d7226736631b HTTP/1.1" status: 200 len: 217 time: 0.1454375 Feb 09 00:59:15.069145 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a578f243-4742-43ea-934a-43e52418b753 req-5236297c-f789-4057-8b84-9da43a281d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:15.070634 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a578f243-4742-43ea-934a-43e52418b753 req-5236297c-f789-4057-8b84-9da43a281d31 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.0986948 Feb 09 00:59:15.073422 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfad4dd-f367-4a0e-92ca-6654b0cf2a6f req-04e2d069-0abe-47df-8367-1070eafb0548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:15.074806 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fdfad4dd-f367-4a0e-92ca-6654b0cf2a6f req-04e2d069-0abe-47df-8367-1070eafb0548 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=04313d50-51be-415f-8006-371a5633658f HTTP/1.1" status: 200 len: 1096 time: 0.1679792 Feb 09 00:59:15.264991 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fdfad4dd-f367-4a0e-92ca-6654b0cf2a6f req-6e5818ea-0d69-427f-b778-08ed242115d0 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=ad01e72b-7553-4315-8cd5-728cf564ce15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211336 Feb 09 00:59:15.350220 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a578f243-4742-43ea-934a-43e52418b753 req-80a9c971-1c8f-4420-9d33-6ff3acf5c82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:15.351681 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a578f243-4742-43ea-934a-43e52418b753 req-80a9c971-1c8f-4420-9d33-6ff3acf5c82e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2722223 Feb 09 00:59:15.577965 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103c3f5-c8c4-4a2d-b91e-debce3fa3edf req-82f52ccc-648c-4603-b704-8add103e11da tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:15.584783 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b103c3f5-c8c4-4a2d-b91e-debce3fa3edf req-82f52ccc-648c-4603-b704-8add103e11da tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=2bf05fd9-8648-429b-8e05-01cc556aff15 HTTP/1.1" status: 200 len: 947 time: 0.4206524 Feb 09 00:59:15.654580 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a9b6c-988e-4473-a11b-76e4f9b9fe79 req-9dd08dc8-0bb4-48e1-90de-7606ae17bf84 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:15.661976 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e30a9b6c-988e-4473-a11b-76e4f9b9fe79 req-9dd08dc8-0bb4-48e1-90de-7606ae17bf84 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] 10.222.0.105 "GET /v2.0/ports?device_id=c4ec68e7-b6ad-48d8-a8d4-bd26aac701ab HTTP/1.1" status: 200 len: 946 time: 0.4025471 Feb 09 00:59:15.688032 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b103c3f5-c8c4-4a2d-b91e-debce3fa3edf req-bf0cb007-e3e8-422f-a321-e04d6e8e11cb tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/security-groups?id=bc5d6135-6634-4167-99ad-f31267fef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023941 Feb 09 00:59:15.747395 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a578f243-4742-43ea-934a-43e52418b753 req-9fa842e8-c7b3-421a-874b-c10d0aa94f32 service neutron] 10.222.0.62 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3867722 Feb 09 00:59:15.751316 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e30a9b6c-988e-4473-a11b-76e4f9b9fe79 req-cd4678bf-6bd7-4606-a10e-e98712484737 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] 10.222.0.105 "GET /v2.0/security-groups?id=bda502f9-4423-4e66-b8ed-210d30241f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884984 Feb 09 00:59:15.863384 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49332) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:59:16.042428 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a578f243-4742-43ea-934a-43e52418b753 req-c590d702-2c2f-40ae-b3a1-98cdebb04938 service neutron] 10.222.0.62 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867413 Feb 09 00:59:16.058921 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-5bb04c99-aeae-4ce3-a114-4e46e6e677eb admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-96425720-network', 'tenant_id': 'ce79d06aa2b94d328702f366a9e30c74'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:59:16.065588 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5bb04c99-aeae-4ce3-a114-4e46e6e677eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:59:16.066234 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefad418-4ad2-4f90-b458-059d96a6dad9 req-ac6abde0-ed03-47ae-a2ca-0c727aa1138b tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:16.067767 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-aefad418-4ad2-4f90-b458-059d96a6dad9 req-ac6abde0-ed03-47ae-a2ca-0c727aa1138b tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "GET /v2.0/ports?device_id=04313d50-51be-415f-8006-371a5633658f HTTP/1.1" status: 200 len: 945 time: 0.1612225 Feb 09 00:59:16.084198 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-5bb04c99-aeae-4ce3-a114-4e46e6e677eb admin admin] Usage tracker for resource:network and tenant:ce79d06aa2b94d328702f366a9e30c74 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:59:16.094038 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-5bb04c99-aeae-4ce3-a114-4e46e6e677eb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:59:16.113000 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5bb04c99-aeae-4ce3-a114-4e46e6e677eb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:59:16.129012 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-aefad418-4ad2-4f90-b458-059d96a6dad9 req-f898c894-0bc8-4449-a3e7-0e2072f5236c tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "GET /v2.0/security-groups?id=ad01e72b-7553-4315-8cd5-728cf564ce15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537796 Feb 09 00:59:16.141377 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb04c99-aeae-4ce3-a114-4e46e6e677eb admin admin] Made reservation on behalf of ce79d06aa2b94d328702f366a9e30c74 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:59:16.148181 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5bb04c99-aeae-4ce3-a114-4e46e6e677eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:16.170929 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5bb04c99-aeae-4ce3-a114-4e46e6e677eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:16.194459 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5bb04c99-aeae-4ce3-a114-4e46e6e677eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:59:16.199602 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-5bb04c99-aeae-4ce3-a114-4e46e6e677eb admin admin] Usage tracker for resource:security_group_rule and tenant:ce79d06aa2b94d328702f366a9e30c74 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:59:16.203194 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-5bb04c99-aeae-4ce3-a114-4e46e6e677eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:59:16.214525 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5bb04c99-aeae-4ce3-a114-4e46e6e677eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:59:16.349252 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5bb04c99-aeae-4ce3-a114-4e46e6e677eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:16.354998 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5bb04c99-aeae-4ce3-a114-4e46e6e677eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:16.367511 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bf05fd9-8648-429b-8e05-01cc556aff15', 'tag': 'e97e63de-affb-4ff1-89d2-d7226736631b', 'status': 'completed', 'code': 200} Feb 09 00:59:16.372753 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bb04c99-aeae-4ce3-a114-4e46e6e677eb admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:59:16.398412 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5bb04c99-aeae-4ce3-a114-4e46e6e677eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:16.399222 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-5bb04c99-aeae-4ce3-a114-4e46e6e677eb admin admin] Added segment 019a3d80-95b7-4507-bead-9d739a321e80 of type vlan for network 25782802-3b17-40c7-84aa-116f399871e5 Feb 09 00:59:16.427684 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb04c99-aeae-4ce3-a114-4e46e6e677eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0294b4-b1b6-4eb7-b73a-7ee549f8fd8f,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:16.458144 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5bb04c99-aeae-4ce3-a114-4e46e6e677eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:16.484876 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bf9fd396-9369-4f18-8541-935be7bc4e7c req-9a368994-99f5-497c-87e1-2c3c5068cec9 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/ports?device_id=48bd2964-dfe8-4be2-9201-0c66a96fd4ef HTTP/1.1" status: 200 len: 210 time: 0.1911006 Feb 09 00:59:16.500056 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5bb04c99-aeae-4ce3-a114-4e46e6e677eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:16.500969 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb04c99-aeae-4ce3-a114-4e46e6e677eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:16.501733 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5bb04c99-aeae-4ce3-a114-4e46e6e677eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:16.625490 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8663ed45-6be0-4bd4-a086-71abc01cc472 req-827f1c9a-1b94-4989-bb20-1df5240d0a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:16.627124 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8663ed45-6be0-4bd4-a086-71abc01cc472 req-827f1c9a-1b94-4989-bb20-1df5240d0a1d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e6fa40f41b9646a7bf38890c5f8e1746&device_id=2bf05fd9-8648-429b-8e05-01cc556aff15 HTTP/1.1" status: 200 len: 1098 time: 0.2588654 Feb 09 00:59:16.718155 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-5bb04c99-aeae-4ce3-a114-4e46e6e677eb admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8530390 Feb 09 00:59:16.723006 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49344) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:59:16.731466 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb04c99-aeae-4ce3-a114-4e46e6e677eb admin admin] Pushing event updated for resources: {'Network': ['ID=25782802-3b17-40c7-84aa-116f399871e5,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:16.741143 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-4d0dcbe6-4c20-4192-adaa-1e0caa8b2dd8 admin admin] Request body: {'subnet': {'network_id': '25782802-3b17-40c7-84aa-116f399871e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-96425720-subnet', 'tenant_id': 'ce79d06aa2b94d328702f366a9e30c74', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:59:16.747410 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 25782802-3b17-40c7-84aa-116f399871e5 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 00:59:16.750161 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-4d0dcbe6-4c20-4192-adaa-1e0caa8b2dd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:59:16.768035 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-4d0dcbe6-4c20-4192-adaa-1e0caa8b2dd8 admin admin] Usage tracker for resource:subnet and tenant:ce79d06aa2b94d328702f366a9e30c74 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:59:16.777197 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-4d0dcbe6-4c20-4192-adaa-1e0caa8b2dd8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:59:16.794366 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-4d0dcbe6-4c20-4192-adaa-1e0caa8b2dd8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:59:16.874699 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d222e174-cece-412d-bb0a-4a46d964c797 req-27e6da80-fc48-4f64-8ed8-86b5a150c82c tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:16.877259 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-d222e174-cece-412d-bb0a-4a46d964c797 req-27e6da80-fc48-4f64-8ed8-86b5a150c82c tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.99 "GET /v2.0/networks?id=48143312-4059-4efc-a7c1-0025ad20c80e HTTP/1.1" status: 200 len: 804 time: 0.3549018 Feb 09 00:59:16.883693 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0dcbe6-4c20-4192-adaa-1e0caa8b2dd8 admin admin] Made reservation on behalf of ce79d06aa2b94d328702f366a9e30c74 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:59:16.887983 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4d0dcbe6-4c20-4192-adaa-1e0caa8b2dd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:16.945049 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8663ed45-6be0-4bd4-a086-71abc01cc472 req-b796d970-be9e-475a-94e1-8cd913635c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:16.946774 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8663ed45-6be0-4bd4-a086-71abc01cc472 req-b796d970-be9e-475a-94e1-8cd913635c90 service neutron] 10.222.0.62 "GET /v2.0/networks?id=42d335cf-a678-4bc3-901b-7d21fb8587e6 HTTP/1.1" status: 200 len: 870 time: 0.3113041 Feb 09 00:59:16.958062 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea87d4b6-7eb4-41a8-8be9-76d6f6b21935 req-cbd8a632-640c-40a5-a6b4-5bbd1ab36975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:16.962370 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ea87d4b6-7eb4-41a8-8be9-76d6f6b21935 req-cbd8a632-640c-40a5-a6b4-5bbd1ab36975 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=71b0276e9e0b48f8943a51531f3d8a9e&device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 1095 time: 0.5501564 Feb 09 00:59:16.969475 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 68659ab6-4b27-4c78-9e92-fbc555581959 up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:59:17.040529 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-d222e174-cece-412d-bb0a-4a46d964c797 req-a2be1a16-c8e8-4de6-b740-6eeed35e80b4 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Request body: {'port': {'device_id': '48bd2964-dfe8-4be2-9201-0c66a96fd4ef', 'network_id': '48143312-4059-4efc-a7c1-0025ad20c80e', 'admin_state_up': True, 'tenant_id': '8ec264b7b14646a3a7c5bffffa681c25'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:59:17.079788 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port 68659ab6-4b27-4c78-9e92-fbc555581959 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:59:17.088815 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 68659ab6-4b27-4c78-9e92-fbc555581959 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:59:17.089319 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:17.173309 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640b709-edf4-4f64-afcd-ace4d6e7223e req-2643fbb5-98d4-421f-abc6-ca124d6fb33b tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:17.177765 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9640b709-edf4-4f64-afcd-ace4d6e7223e req-2643fbb5-98d4-421f-abc6-ca124d6fb33b tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=98b2668a-19ef-48f4-a385-6573411e2e02 HTTP/1.1" status: 200 len: 945 time: 0.7028730 Feb 09 00:59:17.253409 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8663ed45-6be0-4bd4-a086-71abc01cc472 req-4eb156b3-726e-48a8-b98c-c4de362fe330 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=e97e63de-affb-4ff1-89d2-d7226736631b HTTP/1.1" status: 200 len: 217 time: 0.2868493 Feb 09 00:59:17.260939 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:17.286635 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-d222e174-cece-412d-bb0a-4a46d964c797 req-a2be1a16-c8e8-4de6-b740-6eeed35e80b4 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:59:17.290625 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98b2668a-19ef-48f4-a385-6573411e2e02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68659ab6-4b27-4c78-9e92-fbc555581959'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:59:17.299082 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-d222e174-cece-412d-bb0a-4a46d964c797 req-a2be1a16-c8e8-4de6-b740-6eeed35e80b4 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Usage tracker for resource:port and tenant:8ec264b7b14646a3a7c5bffffa681c25 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:59:17.303156 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 68659ab6-4b27-4c78-9e92-fbc555581959, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=68659ab6-4b27-4c78-9e92-fbc555581959,segment=NetworkSegment(d7050703-a45d-45b0-a89d-e74c0c0ae2fb),segment_id=d7050703-a45d-45b0-a89d-e74c0c0ae2fb)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:59:17.303402 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-d222e174-cece-412d-bb0a-4a46d964c797 req-a2be1a16-c8e8-4de6-b740-6eeed35e80b4 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:59:17.309941 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:17.314735 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-d222e174-cece-412d-bb0a-4a46d964c797 req-a2be1a16-c8e8-4de6-b740-6eeed35e80b4 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:59:17.340595 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d222e174-cece-412d-bb0a-4a46d964c797 req-a2be1a16-c8e8-4de6-b740-6eeed35e80b4 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Made reservation on behalf of 8ec264b7b14646a3a7c5bffffa681c25 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:59:17.344731 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-d222e174-cece-412d-bb0a-4a46d964c797 req-a2be1a16-c8e8-4de6-b740-6eeed35e80b4 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:17.396128 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9640b709-edf4-4f64-afcd-ace4d6e7223e req-36dfdb95-e350-4dae-9f69-aeb5051bafb9 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417418 Feb 09 00:59:17.401747 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=68659ab6-4b27-4c78-9e92-fbc555581959,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:17.430991 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8663ed45-6be0-4bd4-a086-71abc01cc472 req-457de688-4773-414f-85e2-0659b8886b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:17.432623 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8663ed45-6be0-4bd4-a086-71abc01cc472 req-457de688-4773-414f-85e2-0659b8886b6b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.1673102 Feb 09 00:59:17.435418 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea87d4b6-7eb4-41a8-8be9-76d6f6b21935 req-3a885113-b876-4693-a768-0350ffe7188f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:17.436916 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ea87d4b6-7eb4-41a8-8be9-76d6f6b21935 req-3a885113-b876-4693-a768-0350ffe7188f service neutron] 10.222.0.99 "GET /v2.0/networks?id=1f86eb5f-f405-4ce4-a845-9c31ac1b15d4 HTTP/1.1" status: 200 len: 912 time: 0.3277469 Feb 09 00:59:17.483346 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4d0dcbe6-4c20-4192-adaa-1e0caa8b2dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:17.543532 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fdc986-8e4e-4dbf-8d4c-aebbf2360ce1 req-8760bf15-7fc4-48e2-abd7-88c1c5191c26 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:17.551142 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f0fdc986-8e4e-4dbf-8d4c-aebbf2360ce1 req-8760bf15-7fc4-48e2-abd7-88c1c5191c26 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 944 time: 0.5974634 Feb 09 00:59:17.615859 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0dcbe6-4c20-4192-adaa-1e0caa8b2dd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ff5dbbf-8d07-422b-816b-f84ae9a332ca,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:17.664872 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0dcbe6-4c20-4192-adaa-1e0caa8b2dd8 admin admin] Checking segment: {'id': '019a3d80-95b7-4507-bead-9d739a321e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '25782802-3b17-40c7-84aa-116f399871e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:59:17.665232 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0dcbe6-4c20-4192-adaa-1e0caa8b2dd8 admin admin] Network hostable DHCP agents. Network: 25782802-3b17-40c7-84aa-116f399871e5, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:59:17.705545 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-d222e174-cece-412d-bb0a-4a46d964c797 req-a2be1a16-c8e8-4de6-b740-6eeed35e80b4 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Allocated IP 172.20.0.7 (48143312-4059-4efc-a7c1-0025ad20c80e/77301bdf-2486-425f-9a0c-6634d1b8425f/14e69ae5-6773-4421-b91f-5b97353755a3) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:59:17.707859 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0dcbe6-4c20-4192-adaa-1e0caa8b2dd8 admin admin] Network 25782802-3b17-40c7-84aa-116f399871e5 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:59:17.724635 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f0fdc986-8e4e-4dbf-8d4c-aebbf2360ce1 req-b821167e-ffe5-45c3-b47d-1c89d4f4d546 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1725881 Feb 09 00:59:17.724882 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-4d0dcbe6-4c20-4192-adaa-1e0caa8b2dd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 25782802-3b17-40c7-84aa-116f399871e5) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:59:17.741247 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0dd918b-a7d5-4e58-a11b-815c09ba2d1b None None] Network 25782802-3b17-40c7-84aa-116f399871e5 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:59:17.741982 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ea87d4b6-7eb4-41a8-8be9-76d6f6b21935 req-b05aae22-578f-46f3-a240-98d95ac7b6fc service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f16d05c2-eae9-44a5-8686-789fbb3c6fe4 HTTP/1.1" status: 200 len: 998 time: 0.2666659 Feb 09 00:59:17.744561 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0dcbe6-4c20-4192-adaa-1e0caa8b2dd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:17.745185 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4d0dcbe6-4c20-4192-adaa-1e0caa8b2dd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:17.804855 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-4d0dcbe6-4c20-4192-adaa-1e0caa8b2dd8 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0702434 Feb 09 00:59:17.831082 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8663ed45-6be0-4bd4-a086-71abc01cc472 req-6ab75692-eb4e-492a-9bfa-8dc9453970a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:17.832722 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8663ed45-6be0-4bd4-a086-71abc01cc472 req-6ab75692-eb4e-492a-9bfa-8dc9453970a7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3911176 Feb 09 00:59:17.935372 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71769455-58f8-49c2-a458-ec0a06133c06 req-58f4cf91-1e1c-441e-9b99-95856d6e753c tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:17.942436 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-71769455-58f8-49c2-a458-ec0a06133c06 req-58f4cf91-1e1c-441e-9b99-95856d6e753c tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=2bf05fd9-8648-429b-8e05-01cc556aff15 HTTP/1.1" status: 200 len: 947 time: 0.3589687 Feb 09 00:59:17.945074 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea87d4b6-7eb4-41a8-8be9-76d6f6b21935 req-bb8b3a68-5bd6-4bbb-88fb-8dfab9b3ad09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:17.946556 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ea87d4b6-7eb4-41a8-8be9-76d6f6b21935 req-bb8b3a68-5bd6-4bbb-88fb-8dfab9b3ad09 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=55d6843d-cf0e-4da9-b1f9-18c66e11f308 HTTP/1.1" status: 200 len: 850 time: 0.1885066 Feb 09 00:59:18.106767 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-d222e174-cece-412d-bb0a-4a46d964c797 req-a2be1a16-c8e8-4de6-b740-6eeed35e80b4 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:18.153911 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-d222e174-cece-412d-bb0a-4a46d964c797 req-a2be1a16-c8e8-4de6-b740-6eeed35e80b4 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:18.159079 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f3d723-ae80-49cd-b326-6a6be4c7cbbc None None] Network 25782802-3b17-40c7-84aa-116f399871e5 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:59:18.273108 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2be1a16-c8e8-4de6-b740-6eeed35e80b4 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Pushing event updated for resources: {'Port': ['ID=14e69ae5-6773-4421-b91f-5b97353755a3,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:18.285405 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d222e174-cece-412d-bb0a-4a46d964c797 req-a2be1a16-c8e8-4de6-b740-6eeed35e80b4 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Network 48143312-4059-4efc-a7c1-0025ad20c80e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:59:18.286034 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-d222e174-cece-412d-bb0a-4a46d964c797 req-a2be1a16-c8e8-4de6-b740-6eeed35e80b4 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:59:18.288735 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-71769455-58f8-49c2-a458-ec0a06133c06 req-eff5a249-d9bc-43a4-bcbb-e2257bd8f15e tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/security-groups?id=bc5d6135-6634-4167-99ad-f31267fef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3453083 Feb 09 00:59:18.293515 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-d222e174-cece-412d-bb0a-4a46d964c797 req-a2be1a16-c8e8-4de6-b740-6eeed35e80b4 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:59:18.381734 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d222e174-cece-412d-bb0a-4a46d964c797 req-a2be1a16-c8e8-4de6-b740-6eeed35e80b4 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:18.381734 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-d222e174-cece-412d-bb0a-4a46d964c797 req-a2be1a16-c8e8-4de6-b740-6eeed35e80b4 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:18.389423 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98b2668a-19ef-48f4-a385-6573411e2e02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68659ab6-4b27-4c78-9e92-fbc555581959', 'code': 200} Feb 09 00:59:18.414286 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-d222e174-cece-412d-bb0a-4a46d964c797 req-a2be1a16-c8e8-4de6-b740-6eeed35e80b4 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3854206 Feb 09 00:59:18.437451 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-d222e174-cece-412d-bb0a-4a46d964c797 req-81917056-2845-482d-82e1-de9a995cd720 service neutron] Request body: {'port': {'device_id': '48bd2964-dfe8-4be2-9201-0c66a96fd4ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:59:18.502570 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8663ed45-6be0-4bd4-a086-71abc01cc472 req-11ca389a-c9a2-43ea-94b0-2fd7984084b3 service neutron] 10.222.0.62 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6557300 Feb 09 00:59:18.656900 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938f2bb4-a5e0-44ee-91de-0bb00e108602 req-74ef4a14-753e-4bbe-8340-d4f32b56bf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:18.659141 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-938f2bb4-a5e0-44ee-91de-0bb00e108602 req-74ef4a14-753e-4bbe-8340-d4f32b56bf9f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=98b2668a-19ef-48f4-a385-6573411e2e02 HTTP/1.1" status: 200 len: 1097 time: 0.1893744 Feb 09 00:59:18.661009 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-d222e174-cece-412d-bb0a-4a46d964c797 req-81917056-2845-482d-82e1-de9a995cd720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:18.688861 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea87d4b6-7eb4-41a8-8be9-76d6f6b21935 req-b2a44e4d-20fb-4060-9845-304636b4ec0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:18.690424 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ea87d4b6-7eb4-41a8-8be9-76d6f6b21935 req-b2a44e4d-20fb-4060-9845-304636b4ec0d service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=1f86eb5f-f405-4ce4-a845-9c31ac1b15d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7217958 Feb 09 00:59:18.859444 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f02550-bd07-421c-9bac-ed3055ab475c req-5b2526fa-576d-4a11-93fc-170382b0f64d tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:18.860941 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f7f02550-bd07-421c-9bac-ed3055ab475c req-5b2526fa-576d-4a11-93fc-170382b0f64d tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "GET /v2.0/ports?device_id=04313d50-51be-415f-8006-371a5633658f HTTP/1.1" status: 200 len: 945 time: 0.4764497 Feb 09 00:59:18.895842 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-938f2bb4-a5e0-44ee-91de-0bb00e108602 req-b6839d9f-76c0-47b2-bd6f-93a1c82a04ae service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245529 Feb 09 00:59:18.908645 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8663ed45-6be0-4bd4-a086-71abc01cc472 req-057f2903-9d80-460b-9e35-f220ba855ea2 service neutron] 10.222.0.62 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3960478 Feb 09 00:59:18.951959 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2513c4-4a83-459b-a621-b93fda3800ad req-2be9d7e9-c1ad-44eb-a2c7-f7e3593d8cf6 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:18.953474 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1d2513c4-4a83-459b-a621-b93fda3800ad req-2be9d7e9-c1ad-44eb-a2c7-f7e3593d8cf6 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/ports?device_id=48bd2964-dfe8-4be2-9201-0c66a96fd4ef HTTP/1.1" status: 200 len: 931 time: 0.4446623 Feb 09 00:59:18.961817 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ea87d4b6-7eb4-41a8-8be9-76d6f6b21935 req-d93b003c-b0df-4d70-a454-5eac1e25a1ec service neutron] 10.222.0.99 "GET /v2.0/networks/1f86eb5f-f405-4ce4-a845-9c31ac1b15d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611969 Feb 09 00:59:18.968463 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f7f02550-bd07-421c-9bac-ed3055ab475c req-894364d0-2db5-480c-a648-499e394a49eb tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "GET /v2.0/security-groups?id=ad01e72b-7553-4315-8cd5-728cf564ce15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907974 Feb 09 00:59:18.981109 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device e97e63de-affb-4ff1-89d2-d7226736631b details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:59:19.099271 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-1d2513c4-4a83-459b-a621-b93fda3800ad req-e0fcd3c8-cc6c-44f5-b381-018e5d8793bf tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Synchronizing usage tracker for tenant:8ec264b7b14646a3a7c5bffffa681c25 on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:59:19.151451 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-1d2513c4-4a83-459b-a621-b93fda3800ad req-e0fcd3c8-cc6c-44f5-b381-018e5d8793bf tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Unset dirty status for tenant:8ec264b7b14646a3a7c5bffffa681c25 on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:59:19.152644 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1d2513c4-4a83-459b-a621-b93fda3800ad req-e0fcd3c8-cc6c-44f5-b381-018e5d8793bf tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/security-groups?id=21d48e70-0a9a-4f34-bd03-fe2b0988e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882112 Feb 09 00:59:19.168764 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ea87d4b6-7eb4-41a8-8be9-76d6f6b21935 req-55b80542-38a7-494c-bff8-6f04f53429f7 service neutron] 10.222.0.99 "GET /v2.0/networks/1f86eb5f-f405-4ce4-a845-9c31ac1b15d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877956 Feb 09 00:59:19.279609 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [req-d222e174-cece-412d-bb0a-4a46d964c797 req-81917056-2845-482d-82e1-de9a995cd720 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14e69ae5-6773-4421-b91f-5b97353755a3 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:59:19.299869 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-d222e174-cece-412d-bb0a-4a46d964c797 req-81917056-2845-482d-82e1-de9a995cd720 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:19.302766 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port e97e63de-affb-4ff1-89d2-d7226736631b, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=e97e63de-affb-4ff1-89d2-d7226736631b,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:59:19.321380 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-d222e174-cece-412d-bb0a-4a46d964c797 req-81917056-2845-482d-82e1-de9a995cd720 service neutron] Transition to ACTIVE for port object 14e69ae5-6773-4421-b91f-5b97353755a3 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:59:19.328169 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-d222e174-cece-412d-bb0a-4a46d964c797 req-81917056-2845-482d-82e1-de9a995cd720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:19.347608 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': 'e97e63de-affb-4ff1-89d2-d7226736631b', 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6', 'port_id': 'e97e63de-affb-4ff1-89d2-d7226736631b', 'mac_address': 'fa:16:3e:c4:2e:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7938d94-1f0f-48bd-a0b3-26d5344ff0ec', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:59:19.413900 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:19.447824 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e97e63de-affb-4ff1-89d2-d7226736631b {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:59:19.481933 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port e97e63de-affb-4ff1-89d2-d7226736631b, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=e97e63de-affb-4ff1-89d2-d7226736631b,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:59:19.487172 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:19.520857 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81917056-2845-482d-82e1-de9a995cd720 service neutron] Pushing event updated for resources: {'Port': ['ID=14e69ae5-6773-4421-b91f-5b97353755a3,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:19.554519 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc44d5c-f3bc-4424-aa24-31077577f8c7 req-e561cf7d-4f24-48fa-9222-f4042d7e2c38 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:19.558256 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7cc44d5c-f3bc-4424-aa24-31077577f8c7 req-e561cf7d-4f24-48fa-9222-f4042d7e2c38 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] 10.222.0.105 "GET /v2.0/ports?device_id=c4ec68e7-b6ad-48d8-a8d4-bd26aac701ab HTTP/1.1" status: 200 len: 946 time: 0.2502632 Feb 09 00:59:19.571780 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=e97e63de-affb-4ff1-89d2-d7226736631b,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:19.580618 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:19.581088 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:19.581526 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:19.581984 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:19.582406 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:19.582836 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:19.583359 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:19.584040 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:19.584351 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:19.584847 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:19.585551 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:19.586112 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:19.633690 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-d222e174-cece-412d-bb0a-4a46d964c797 req-81917056-2845-482d-82e1-de9a995cd720 service neutron] Attempting to bind port 14e69ae5-6773-4421-b91f-5b97353755a3 on host n-h2-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:59:19.634106 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-d222e174-cece-412d-bb0a-4a46d964c797 req-81917056-2845-482d-82e1-de9a995cd720 service neutron] Attempting to bind port 14e69ae5-6773-4421-b91f-5b97353755a3 by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': '68c75c24-5a6d-4512-b85d-48e7bc49aa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '48143312-4059-4efc-a7c1-0025ad20c80e'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:59:19.635171 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d222e174-cece-412d-bb0a-4a46d964c797 req-81917056-2845-482d-82e1-de9a995cd720 service neutron] Attempting to bind port 14e69ae5-6773-4421-b91f-5b97353755a3 on network 48143312-4059-4efc-a7c1-0025ad20c80e {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:59:19.641046 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d222e174-cece-412d-bb0a-4a46d964c797 req-81917056-2845-482d-82e1-de9a995cd720 service neutron] Port 14e69ae5-6773-4421-b91f-5b97353755a3 on network 48143312-4059-4efc-a7c1-0025ad20c80e not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:59:19.641498 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d222e174-cece-412d-bb0a-4a46d964c797 req-81917056-2845-482d-82e1-de9a995cd720 service neutron] Attempting to bind port 14e69ae5-6773-4421-b91f-5b97353755a3 on network 48143312-4059-4efc-a7c1-0025ad20c80e {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:59:19.647130 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7cc44d5c-f3bc-4424-aa24-31077577f8c7 req-0d1e2880-9e02-4f79-b242-347386d41a71 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] 10.222.0.105 "GET /v2.0/security-groups?id=bda502f9-4423-4e66-b8ed-210d30241f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774150 Feb 09 00:59:19.648623 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d222e174-cece-412d-bb0a-4a46d964c797 req-81917056-2845-482d-82e1-de9a995cd720 service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:59:19.649059 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d222e174-cece-412d-bb0a-4a46d964c797 req-81917056-2845-482d-82e1-de9a995cd720 service neutron] Checking segment: {'id': '68c75c24-5a6d-4512-b85d-48e7bc49aa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '48143312-4059-4efc-a7c1-0025ad20c80e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:59:19.649556 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d222e174-cece-412d-bb0a-4a46d964c797 req-81917056-2845-482d-82e1-de9a995cd720 service neutron] Bound using segment: {'id': '68c75c24-5a6d-4512-b85d-48e7bc49aa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '48143312-4059-4efc-a7c1-0025ad20c80e'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:59:19.651077 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-d222e174-cece-412d-bb0a-4a46d964c797 req-81917056-2845-482d-82e1-de9a995cd720 service neutron] Bound port: 14e69ae5-6773-4421-b91f-5b97353755a3, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68c75c24-5a6d-4512-b85d-48e7bc49aa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '48143312-4059-4efc-a7c1-0025ad20c80e'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:59:19.651533 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-d222e174-cece-412d-bb0a-4a46d964c797 req-81917056-2845-482d-82e1-de9a995cd720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:19.700040 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49274c9-209c-45b4-9a7d-0c49fa75e0ee req-6acfdd38-8b98-4764-8479-e8d554039705 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:19.700040 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f49274c9-209c-45b4-9a7d-0c49fa75e0ee req-6acfdd38-8b98-4764-8479-e8d554039705 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=98b2668a-19ef-48f4-a385-6573411e2e02 HTTP/1.1" status: 200 len: 946 time: 0.2118912 Feb 09 00:59:19.766654 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f49274c9-209c-45b4-9a7d-0c49fa75e0ee req-f481703b-fe65-4d2b-8dca-7ad65a0cc384 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590565 Feb 09 00:59:19.772609 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-d222e174-cece-412d-bb0a-4a46d964c797 req-81917056-2845-482d-82e1-de9a995cd720 service neutron] For port 14e69ae5-6773-4421-b91f-5b97353755a3, host n-h2-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:59:19.776957 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-d222e174-cece-412d-bb0a-4a46d964c797 req-81917056-2845-482d-82e1-de9a995cd720 service neutron] For port 14e69ae5-6773-4421-b91f-5b97353755a3, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=14e69ae5-6773-4421-b91f-5b97353755a3,segment=NetworkSegment(68c75c24-5a6d-4512-b85d-48e7bc49aa9f),segment_id=68c75c24-5a6d-4512-b85d-48e7bc49aa9f)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:59:19.785506 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-d222e174-cece-412d-bb0a-4a46d964c797 req-81917056-2845-482d-82e1-de9a995cd720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:19.869777 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d222e174-cece-412d-bb0a-4a46d964c797 req-81917056-2845-482d-82e1-de9a995cd720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:19.871053 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-d222e174-cece-412d-bb0a-4a46d964c797 req-81917056-2845-482d-82e1-de9a995cd720 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:19.872865 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-d222e174-cece-412d-bb0a-4a46d964c797 req-81917056-2845-482d-82e1-de9a995cd720 service neutron] 10.222.0.99 "PUT /v2.0/ports/14e69ae5-6773-4421-b91f-5b97353755a3 HTTP/1.1" status: 200 len: 1091 time: 1.4508119 Feb 09 00:59:19.882299 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['e97e63de-affb-4ff1-89d2-d7226736631b'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:59:19.886765 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48bd2964-dfe8-4be2-9201-0c66a96fd4ef', 'tag': '14e69ae5-6773-4421-b91f-5b97353755a3'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:59:19.893668 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0816765-58e2-44a6-a5a3-2f787ccd01b1 req-3d218ccf-4058-4d95-906f-0fb0b875889b tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:19.895228 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c0816765-58e2-44a6-a5a3-2f787ccd01b1 req-3d218ccf-4058-4d95-906f-0fb0b875889b tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 944 time: 0.1142290 Feb 09 00:59:19.929808 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81917056-2845-482d-82e1-de9a995cd720 service neutron] Pushing event updated for resources: {'Port': ['ID=14e69ae5-6773-4421-b91f-5b97353755a3,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:20.038288 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c0816765-58e2-44a6-a5a3-2f787ccd01b1 req-75a5048d-b036-4504-bcac-fe06681dfba7 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332090 Feb 09 00:59:20.105630 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d222e174-cece-412d-bb0a-4a46d964c797 req-c027562c-d670-4e45-9d8b-0aa0f768432e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:20.107161 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-d222e174-cece-412d-bb0a-4a46d964c797 req-c027562c-d670-4e45-9d8b-0aa0f768432e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=8ec264b7b14646a3a7c5bffffa681c25&device_id=48bd2964-dfe8-4be2-9201-0c66a96fd4ef HTTP/1.1" status: 200 len: 1094 time: 0.1314540 Feb 09 00:59:20.160426 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a551e95-088e-49a0-b189-67e16833d63c req-8df4226d-a296-4fc4-8352-fc5d03b1c0c1 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:20.162015 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9a551e95-088e-49a0-b189-67e16833d63c req-8df4226d-a296-4fc4-8352-fc5d03b1c0c1 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "GET /v2.0/ports?device_id=070af407-61a4-47ab-aa6b-c71bceabdb7a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1787102 Feb 09 00:59:20.247721 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-d222e174-cece-412d-bb0a-4a46d964c797 req-1c84106c-17f1-4245-bf5f-88ca5490386f service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14e69ae5-6773-4421-b91f-5b97353755a3 HTTP/1.1" status: 200 len: 217 time: 0.1327004 Feb 09 00:59:20.306558 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9a551e95-088e-49a0-b189-67e16833d63c req-5860723a-56d7-4750-a199-e18f90874ef3 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.0.16 HTTP/1.1" status: 200 len: 695 time: 0.1362681 Feb 09 00:59:20.320337 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-9a551e95-088e-49a0-b189-67e16833d63c req-a1c6a24b-c1f1-444d-afb1-93fad62d821f tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Request body: {'floatingip': {'port_id': '6b989615-b8c6-497c-97ac-419f1a6df99a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:59:20.334750 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d222e174-cece-412d-bb0a-4a46d964c797 req-5643cdad-55b5-4e67-98f5-4ff5d75e4c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:20.335357 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-d222e174-cece-412d-bb0a-4a46d964c797 req-5643cdad-55b5-4e67-98f5-4ff5d75e4c4e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=77301bdf-2486-425f-9a0c-6634d1b8425f HTTP/1.1" status: 200 len: 844 time: 0.0811720 Feb 09 00:59:20.398504 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-d222e174-cece-412d-bb0a-4a46d964c797 req-caf6d75b-6f68-45a5-9022-11c7b9c2d2b6 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=48143312-4059-4efc-a7c1-0025ad20c80e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549679 Feb 09 00:59:20.403662 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e8f3c-c2fa-4fed-949c-26bc13e22ba8 req-62f1743b-d986-4bcd-8b16-b3bf2837da46 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:20.405361 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a26e8f3c-c2fa-4fed-949c-26bc13e22ba8 req-62f1743b-d986-4bcd-8b16-b3bf2837da46 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4ec68e7-b6ad-48d8-a8d4-bd26aac701ab HTTP/1.1" status: 200 len: 946 time: 0.3206418 Feb 09 00:59:20.415631 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9a551e95-088e-49a0-b189-67e16833d63c req-a1c6a24b-c1f1-444d-afb1-93fad62d821f tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Notify callbacks [] for floatingip, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:20.582705 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-d222e174-cece-412d-bb0a-4a46d964c797 req-25a5a29c-806b-4405-ab1d-120cd806bacd service neutron] 10.222.0.99 "GET /v2.0/networks/48143312-4059-4efc-a7c1-0025ad20c80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702988 Feb 09 00:59:20.752212 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-d222e174-cece-412d-bb0a-4a46d964c797 req-901d2dbf-f98f-4bf9-a8ab-a4fa5df7f3ed service neutron] 10.222.0.99 "GET /v2.0/networks/48143312-4059-4efc-a7c1-0025ad20c80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704671 Feb 09 00:59:20.781560 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-a26e8f3c-c2fa-4fed-949c-26bc13e22ba8 req-d5c51678-815a-4826-9b77-8a0a1453ad52 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Deleting port 5a6394fa-bcb9-4f31-9b64-b343adb350dd {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:59:20.782231 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a26e8f3c-c2fa-4fed-949c-26bc13e22ba8 req-d5c51678-815a-4826-9b77-8a0a1453ad52 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:20.828155 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b934b-11b9-4754-bfb3-bd8e474455a0 req-7e0a6230-c919-4718-a0c4-a602bd89f81f tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:20.829560 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2b5b934b-11b9-4754-bfb3-bd8e474455a0 req-7e0a6230-c919-4718-a0c4-a602bd89f81f tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=2bf05fd9-8648-429b-8e05-01cc556aff15 HTTP/1.1" status: 200 len: 948 time: 0.6012890 Feb 09 00:59:21.021172 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device e97e63de-affb-4ff1-89d2-d7226736631b up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:59:21.040034 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2b5b934b-11b9-4754-bfb3-bd8e474455a0 req-dea21b97-ee7e-43c7-a270-b5bf0b7c45b8 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/security-groups?id=bc5d6135-6634-4167-99ad-f31267fef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966398 Feb 09 00:59:21.104437 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port e97e63de-affb-4ff1-89d2-d7226736631b completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:59:21.109521 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port e97e63de-affb-4ff1-89d2-d7226736631b triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:59:21.109933 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:21.247624 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:21.250942 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48bd2964-dfe8-4be2-9201-0c66a96fd4ef', 'tag': '14e69ae5-6773-4421-b91f-5b97353755a3', 'status': 'completed', 'code': 200} Feb 09 00:59:21.286848 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bf05fd9-8648-429b-8e05-01cc556aff15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e97e63de-affb-4ff1-89d2-d7226736631b'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:59:21.314338 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port e97e63de-affb-4ff1-89d2-d7226736631b, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=e97e63de-affb-4ff1-89d2-d7226736631b,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:59:21.319689 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:21.358588 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d01f9c-8530-41fd-9b10-b5f56bf9c1f8 req-f82327eb-4963-4273-8bbe-47ed9babbcff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:21.360276 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-76d01f9c-8530-41fd-9b10-b5f56bf9c1f8 req-f82327eb-4963-4273-8bbe-47ed9babbcff service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=8ec264b7b14646a3a7c5bffffa681c25&device_id=48bd2964-dfe8-4be2-9201-0c66a96fd4ef HTTP/1.1" status: 200 len: 1094 time: 0.0839224 Feb 09 00:59:21.424500 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=e97e63de-affb-4ff1-89d2-d7226736631b,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:21.481252 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:21.513853 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d01f9c-8530-41fd-9b10-b5f56bf9c1f8 req-6b0bafd2-b161-4d0c-9050-2c80cd2c0f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:21.515748 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-76d01f9c-8530-41fd-9b10-b5f56bf9c1f8 req-6b0bafd2-b161-4d0c-9050-2c80cd2c0f68 service neutron] 10.222.0.99 "GET /v2.0/networks?id=48143312-4059-4efc-a7c1-0025ad20c80e HTTP/1.1" status: 200 len: 905 time: 0.1494458 Feb 09 00:59:21.520710 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-a26e8f3c-c2fa-4fed-949c-26bc13e22ba8 req-d5c51678-815a-4826-9b77-8a0a1453ad52 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] For port 5a6394fa-bcb9-4f31-9b64-b343adb350dd, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=5a6394fa-bcb9-4f31-9b64-b343adb350dd,segment=NetworkSegment(4821de2f-7a76-4bec-8b8e-b796787d6690),segment_id=4821de2f-7a76-4bec-8b8e-b796787d6690)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:59:21.521151 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a26e8f3c-c2fa-4fed-949c-26bc13e22ba8 req-d5c51678-815a-4826-9b77-8a0a1453ad52 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:21.661471 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9be427-844f-4edd-9781-cec90711f886 req-6fc31ef5-b814-41ad-906f-31e947b3f2ea tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:21.669443 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ba9be427-844f-4edd-9781-cec90711f886 req-6fc31ef5-b814-41ad-906f-31e947b3f2ea tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/ports?device_id=48bd2964-dfe8-4be2-9201-0c66a96fd4ef HTTP/1.1" status: 200 len: 943 time: 0.3048210 Feb 09 00:59:21.705974 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-76d01f9c-8530-41fd-9b10-b5f56bf9c1f8 req-e876199c-e6b8-4a49-b5a5-16c23fe1daa0 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14e69ae5-6773-4421-b91f-5b97353755a3 HTTP/1.1" status: 200 len: 217 time: 0.1833098 Feb 09 00:59:21.784466 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d01f9c-8530-41fd-9b10-b5f56bf9c1f8 req-34a4831a-63eb-4f40-b976-ddfb649e9662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:21.786736 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-76d01f9c-8530-41fd-9b10-b5f56bf9c1f8 req-34a4831a-63eb-4f40-b976-ddfb649e9662 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=77301bdf-2486-425f-9a0c-6634d1b8425f HTTP/1.1" status: 200 len: 844 time: 0.0733984 Feb 09 00:59:21.837924 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-76d01f9c-8530-41fd-9b10-b5f56bf9c1f8 req-a23a53ec-5583-4373-85f1-e172ae817e17 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=48143312-4059-4efc-a7c1-0025ad20c80e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453916 Feb 09 00:59:21.898386 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ba9be427-844f-4edd-9781-cec90711f886 req-3e041d9c-2e69-489d-b41c-6ef199bbe1a6 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/security-groups?id=21d48e70-0a9a-4f34-bd03-fe2b0988e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280421 Feb 09 00:59:21.933529 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.db.resource_extend [req-9a551e95-088e-49a0-b189-67e16833d63c req-a1c6a24b-c1f1-444d-afb1-93fad62d821f tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 00:59:21.997658 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-76d01f9c-8530-41fd-9b10-b5f56bf9c1f8 req-27a4b1ac-e620-4b60-843d-1abf0eabda59 service neutron] 10.222.0.99 "GET /v2.0/networks/48143312-4059-4efc-a7c1-0025ad20c80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458015 Feb 09 00:59:22.034958 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a26e8f3c-c2fa-4fed-949c-26bc13e22ba8 req-d5c51678-815a-4826-9b77-8a0a1453ad52 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:22.035323 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a26e8f3c-c2fa-4fed-949c-26bc13e22ba8 req-d5c51678-815a-4826-9b77-8a0a1453ad52 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:22.035637 n-d-828418-1 neutron-server[87639]: INFO neutron.db.l3_db [req-a26e8f3c-c2fa-4fed-949c-26bc13e22ba8 req-d5c51678-815a-4826-9b77-8a0a1453ad52 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Floating IP cae100e4-8fc8-4532-aa4e-4e09aec9ecc3 disassociated. External IP: 172.25.0.216, port: 5a6394fa-bcb9-4f31-9b64-b343adb350dd. Feb 09 00:59:22.035973 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-a26e8f3c-c2fa-4fed-949c-26bc13e22ba8 req-d5c51678-815a-4826-9b77-8a0a1453ad52 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Calling delete_port for 5a6394fa-bcb9-4f31-9b64-b343adb350dd owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:59:22.142173 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9a551e95-088e-49a0-b189-67e16833d63c req-a1c6a24b-c1f1-444d-afb1-93fad62d821f tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:22.145702 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-76d01f9c-8530-41fd-9b10-b5f56bf9c1f8 req-206c6c2a-0031-4aef-a7a7-4db0c229d732 service neutron] 10.222.0.99 "GET /v2.0/networks/48143312-4059-4efc-a7c1-0025ad20c80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417868 Feb 09 00:59:22.163739 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9a551e95-088e-49a0-b189-67e16833d63c req-a1c6a24b-c1f1-444d-afb1-93fad62d821f tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:22.500767 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d10338-1f6f-4158-8f67-3fd0a9481867 req-352aa26e-9ae0-4dc6-8da5-a98292dae915 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:22.502276 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d9d10338-1f6f-4158-8f67-3fd0a9481867 req-352aa26e-9ae0-4dc6-8da5-a98292dae915 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] 10.222.0.105 "GET /v2.0/ports?device_id=c4ec68e7-b6ad-48d8-a8d4-bd26aac701ab HTTP/1.1" status: 200 len: 946 time: 0.4285352 Feb 09 00:59:22.582071 n-d-828418-1 neutron-server[87639]: INFO neutron.db.l3_db [req-9a551e95-088e-49a0-b189-67e16833d63c req-a1c6a24b-c1f1-444d-afb1-93fad62d821f tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Floating IP eff4dfbc-b507-41f4-92d6-f5482bd8b3bb associated. External IP: 172.25.0.16, port: 6b989615-b8c6-497c-97ac-419f1a6df99a. Feb 09 00:59:22.672242 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d9d10338-1f6f-4158-8f67-3fd0a9481867 req-5865b82f-ccc7-4af3-bc99-d1c50cad979c tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] 10.222.0.105 "GET /v2.0/security-groups?id=bda502f9-4423-4e66-b8ed-210d30241f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577518 Feb 09 00:59:22.688244 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a26e8f3c-c2fa-4fed-949c-26bc13e22ba8 req-d5c51678-815a-4826-9b77-8a0a1453ad52 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:22.825237 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c51678-815a-4826-9b77-8a0a1453ad52 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Pushing event deleted for resources: {'Port': ['ID=5a6394fa-bcb9-4f31-9b64-b343adb350dd,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:23.264396 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29023624-7e21-4930-826a-bf42363f7cac req-fd2be462-408b-46df-bd67-c9434813527f tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:23.271828 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-29023624-7e21-4930-826a-bf42363f7cac req-fd2be462-408b-46df-bd67-c9434813527f tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=98b2668a-19ef-48f4-a385-6573411e2e02 HTTP/1.1" status: 200 len: 946 time: 0.4705513 Feb 09 00:59:23.318960 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a26e8f3c-c2fa-4fed-949c-26bc13e22ba8 req-d5c51678-815a-4826-9b77-8a0a1453ad52 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Router f96b6efc-2530-4d75-8454-c6abe5aa4383 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 00:59:23.340213 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a551e95-088e-49a0-b189-67e16833d63c req-a1c6a24b-c1f1-444d-afb1-93fad62d821f tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Router 1a850b99-2699-4551-83df-234a05d07ef1 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 00:59:23.351930 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-29023624-7e21-4930-826a-bf42363f7cac req-a3da9c80-8a0d-4e0e-b9c4-eb4aa9b10445 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771353 Feb 09 00:59:23.978151 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a26e8f3c-c2fa-4fed-949c-26bc13e22ba8 req-d5c51678-815a-4826-9b77-8a0a1453ad52 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 00:59:23.990182 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe11734b-d760-40b8-b240-7cc8e9801678 None None] Sync routers for ids ['f96b6efc-2530-4d75-8454-c6abe5aa4383'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:59:24.001927 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe11734b-d760-40b8-b240-7cc8e9801678 None None] Routers {'f96b6efc-2530-4d75-8454-c6abe5aa4383'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:59:24.002746 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-fe11734b-d760-40b8-b240-7cc8e9801678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:59:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['f96b6efc-2530-4d75-8454-c6abe5aa4383'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:24.061960 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc1b9f-291b-4fae-8e27-f31c21928dbe req-1abbdbae-5b35-4730-ac56-35a85027f615 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:24.063456 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6ccc1b9f-291b-4fae-8e27-f31c21928dbe req-1abbdbae-5b35-4730-ac56-35a85027f615 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 944 time: 0.5782039 Feb 09 00:59:24.073497 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a551e95-088e-49a0-b189-67e16833d63c req-a1c6a24b-c1f1-444d-afb1-93fad62d821f tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 00:59:24.088258 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8532db-d736-426f-b6a8-e3527f8c03ee None None] Sync routers for ids ['1a850b99-2699-4551-83df-234a05d07ef1'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:59:24.101836 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-a26e8f3c-c2fa-4fed-949c-26bc13e22ba8 req-d5c51678-815a-4826-9b77-8a0a1453ad52 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] No DVR routers for this DVR port 5a6394fa-bcb9-4f31-9b64-b343adb350dd on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:59:24.106158 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8532db-d736-426f-b6a8-e3527f8c03ee None None] Routers {'1a850b99-2699-4551-83df-234a05d07ef1'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:59:24.107039 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-fd8532db-d736-426f-b6a8-e3527f8c03ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:59:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['1a850b99-2699-4551-83df-234a05d07ef1'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:24.109737 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a26e8f3c-c2fa-4fed-949c-26bc13e22ba8 req-d5c51678-815a-4826-9b77-8a0a1453ad52 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:24.112206 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ec68e7-b6ad-48d8-a8d4-bd26aac701ab', 'name': 'network-vif-deleted', 'tag': '5a6394fa-bcb9-4f31-9b64-b343adb350dd'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:59:24.127531 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9a551e95-088e-49a0-b189-67e16833d63c req-a1c6a24b-c1f1-444d-afb1-93fad62d821f tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:24.177561 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a26e8f3c-c2fa-4fed-949c-26bc13e22ba8 req-d5c51678-815a-4826-9b77-8a0a1453ad52 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] 10.222.0.62 "DELETE /v2.0/ports/5a6394fa-bcb9-4f31-9b64-b343adb350dd HTTP/1.1" status: 204 len: 173 time: 3.7646663 Feb 09 00:59:24.206216 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6ccc1b9f-291b-4fae-8e27-f31c21928dbe req-4a76b152-f00e-4c8d-a456-a60baf26ed9d tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347449 Feb 09 00:59:24.238801 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9a551e95-088e-49a0-b189-67e16833d63c req-a1c6a24b-c1f1-444d-afb1-93fad62d821f tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "PUT /v2.0/floatingips/eff4dfbc-b507-41f4-92d6-f5482bd8b3bb HTTP/1.1" status: 200 len: 996 time: 3.9220216 Feb 09 00:59:24.257337 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-fe11734b-d760-40b8-b240-7cc8e9801678 None None] Set router f96b6efc-2530-4d75-8454-c6abe5aa4383 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:59:24.399971 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a551e95-088e-49a0-b189-67e16833d63c req-a6cf9353-d01e-4b77-88c9-98bc1a07f104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:24.401728 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9a551e95-088e-49a0-b189-67e16833d63c req-a6cf9353-d01e-4b77-88c9-98bc1a07f104 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=e780c16281c340ce809950e38bac725d&device_id=070af407-61a4-47ab-aa6b-c71bceabdb7a HTTP/1.1" status: 200 len: 1097 time: 0.1321995 Feb 09 00:59:24.493422 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bf05fd9-8648-429b-8e05-01cc556aff15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e97e63de-affb-4ff1-89d2-d7226736631b', 'code': 200} Feb 09 00:59:24.515113 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-fd8532db-d736-426f-b6a8-e3527f8c03ee None None] Set router 1a850b99-2699-4551-83df-234a05d07ef1 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:59:24.733419 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a551e95-088e-49a0-b189-67e16833d63c req-65e4c360-6743-453a-b8d4-c0011b5d6a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:24.735409 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9a551e95-088e-49a0-b189-67e16833d63c req-65e4c360-6743-453a-b8d4-c0011b5d6a17 service neutron] 10.222.0.105 "GET /v2.0/networks?id=0448a394-55c8-45f4-a274-23af165c2c3d HTTP/1.1" status: 200 len: 921 time: 0.3277390 Feb 09 00:59:24.786517 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:24.836698 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-fe11734b-d760-40b8-b240-7cc8e9801678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96b6efc-2530-4d75-8454-c6abe5aa4383', 'name': 'tempest-ServersTestManualDisk-363716302-router', 'tenant_id': '5ab071afec5940ee87f2fe6f811dc280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': 'eca3f540-a790-40df-bc02-72577df39903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:57:40Z', 'updated_at': '2022-02-09T00:57:46Z', 'revision_number': 4, 'project_id': '5ab071afec5940ee87f2fe6f811dc280', 'gw_port': {'id': 'eca3f540-a790-40df-bc02-72577df39903', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:bf:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96b6efc-2530-4d75-8454-c6abe5aa4383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:57:41Z', 'updated_at': '2022-02-09T00:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '6194c169-bc09-48bf-a827-ced5e2363a6e', 'name': '', 'network_id': '3bfe3936-690c-45c5-b4c5-955c0f482c02', 'tenant_id': '5ab071afec5940ee87f2fe6f811dc280', 'mac_address': 'fa:16:3e:eb:2f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96b6efc-2530-4d75-8454-c6abe5aa4383', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'bef208b2-a285-41fd-abad-f013710ae768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:57:45Z', 'updated_at': '2022-02-09T00:57:54Z', 'revision_number': 5, 'project_id': '5ab071afec5940ee87f2fe6f811dc280', 'subnets': [{'id': 'bef208b2-a285-41fd-abad-f013710ae768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:24.846468 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe11734b-d760-40b8-b240-7cc8e9801678 None None] Checking router: f96b6efc-2530-4d75-8454-c6abe5aa4383 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:59:24.866516 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe11734b-d760-40b8-b240-7cc8e9801678 None None] Routers {'f96b6efc-2530-4d75-8454-c6abe5aa4383'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:59:24.867362 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-fe11734b-d760-40b8-b240-7cc8e9801678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:59:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['f96b6efc-2530-4d75-8454-c6abe5aa4383'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:24.878721 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e131ad17-1321-46d2-b26b-e77c288cd659 req-8cd16c7f-85a1-400b-b6c8-1107d90c21d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:24.880249 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e131ad17-1321-46d2-b26b-e77c288cd659 req-8cd16c7f-85a1-400b-b6c8-1107d90c21d7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2bf05fd9-8648-429b-8e05-01cc556aff15 HTTP/1.1" status: 200 len: 1100 time: 0.3349185 Feb 09 00:59:24.937139 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9a551e95-088e-49a0-b189-67e16833d63c req-0faf2a19-0046-4dba-8494-f68e704b38d8 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b989615-b8c6-497c-97ac-419f1a6df99a HTTP/1.1" status: 200 len: 999 time: 0.1946013 Feb 09 00:59:25.000124 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e131ad17-1321-46d2-b26b-e77c288cd659 req-a8128262-60f1-453f-b2f1-30eeddf72d82 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=bc5d6135-6634-4167-99ad-f31267fef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071198 Feb 09 00:59:25.011326 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad7112-6a28-4721-9ff6-6b52f03f0090 req-ba2710cf-7fba-4b6b-9a51-1adcd2625d0c tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:25.019297 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-06ad7112-6a28-4721-9ff6-6b52f03f0090 req-ba2710cf-7fba-4b6b-9a51-1adcd2625d0c tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=2bf05fd9-8648-429b-8e05-01cc556aff15 HTTP/1.1" status: 200 len: 949 time: 0.3743658 Feb 09 00:59:25.027326 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-fd8532db-d736-426f-b6a8-e3527f8c03ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a850b99-2699-4551-83df-234a05d07ef1', 'name': 'tempest-FloatingIPsAssociationTestJSON-237442171-router', 'tenant_id': 'e780c16281c340ce809950e38bac725d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c691cfbd-3cb5-4179-bbda-e883551e78d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:58:05Z', 'updated_at': '2022-02-09T00:58:10Z', 'revision_number': 4, 'project_id': 'e780c16281c340ce809950e38bac725d', 'gw_port': {'id': 'c691cfbd-3cb5-4179-bbda-e883551e78d5', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a850b99-2699-4551-83df-234a05d07ef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:06Z', 'updated_at': '2022-02-09T00:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': 'eff4dfbc-b507-41f4-92d6-f5482bd8b3bb', 'tenant_id': 'e780c16281c340ce809950e38bac725d', 'floating_ip_address': '172.25.0.16', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '1a850b99-2699-4551-83df-234a05d07ef1', 'port_id': '6b989615-b8c6-497c-97ac-419f1a6df99a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 924, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0448a394-55c8-45f4-a274-23af165c2c3d', 'mac_address': 'fa:16:3e:0a:71:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070af407-61a4-47ab-aa6b-c71bceabdb7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:58:45Z', 'updated_at': '2022-02-09T00:59:21Z', 'revision_number': 1, 'project_id': 'e780c16281c340ce809950e38bac725d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f46b102-2de5-421c-81ce-8f502ff0cf91', 'name': '', 'network_id': '0448a394-55c8-45f4-a274-23af165c2c3d', 'tenant_id': 'e780c16281c340ce809950e38bac725d', 'mac_address': 'fa:16:3e:fd:52:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a850b99-2699-4551-83df-234a05d07ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '45fa59ee-2584-4cd4-aa5d-73791fe0e17f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:09Z', 'updated_at': '2022-02-09T00:58:20Z', 'revision_number': 5, 'project_id': 'e780c16281c340ce809950e38bac725d', 'subnets': [{'id': '45fa59ee-2584-4cd4-aa5d-73791fe0e17f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:25.031366 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8532db-d736-426f-b6a8-e3527f8c03ee None None] Checking router: 1a850b99-2699-4551-83df-234a05d07ef1 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:59:25.040997 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8532db-d736-426f-b6a8-e3527f8c03ee None None] Routers {'1a850b99-2699-4551-83df-234a05d07ef1'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:59:25.041627 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-fd8532db-d736-426f-b6a8-e3527f8c03ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:59:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['1a850b99-2699-4551-83df-234a05d07ef1'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:25.109041 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-fe11734b-d760-40b8-b240-7cc8e9801678 None None] Set router f96b6efc-2530-4d75-8454-c6abe5aa4383 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:59:25.131923 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-06ad7112-6a28-4721-9ff6-6b52f03f0090 req-588795f2-c9ff-4ab4-8ed0-94c6a06eab4d tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/security-groups?id=bc5d6135-6634-4167-99ad-f31267fef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116908 Feb 09 00:59:25.140797 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a551e95-088e-49a0-b189-67e16833d63c req-117c383d-6277-4da3-bee6-5043e52e4e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:25.142480 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9a551e95-088e-49a0-b189-67e16833d63c req-117c383d-6277-4da3-bee6-5043e52e4e13 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=45fa59ee-2584-4cd4-aa5d-73791fe0e17f HTTP/1.1" status: 200 len: 859 time: 0.1933646 Feb 09 00:59:25.307694 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a551e95-088e-49a0-b189-67e16833d63c req-4b55ba88-d34d-4876-b6ca-6ab676a86c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:25.310154 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9a551e95-088e-49a0-b189-67e16833d63c req-4b55ba88-d34d-4876-b6ca-6ab676a86c7a service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=0448a394-55c8-45f4-a274-23af165c2c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1610227 Feb 09 00:59:25.320058 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-fd8532db-d736-426f-b6a8-e3527f8c03ee None None] Set router 1a850b99-2699-4551-83df-234a05d07ef1 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:59:25.334548 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 5a6394fa-bcb9-4f31-9b64-b343adb350dd no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:59:25.423760 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 14e69ae5-6773-4421-b91f-5b97353755a3 details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:59:25.433407 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: 5a6394fa-bcb9-4f31-9b64-b343adb350dd {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 00:59:25.433795 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 5a6394fa-bcb9-4f31-9b64-b343adb350dd not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 00:59:25.575979 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9a551e95-088e-49a0-b189-67e16833d63c req-57b449bf-0403-41a8-96d5-2135096c7bfe service neutron] 10.222.0.105 "GET /v2.0/networks/0448a394-55c8-45f4-a274-23af165c2c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565403 Feb 09 00:59:25.679242 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 14e69ae5-6773-4421-b91f-5b97353755a3, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=14e69ae5-6773-4421-b91f-5b97353755a3,segment=NetworkSegment(68c75c24-5a6d-4512-b85d-48e7bc49aa9f),segment_id=68c75c24-5a6d-4512-b85d-48e7bc49aa9f)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:59:25.704416 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-fe11734b-d760-40b8-b240-7cc8e9801678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96b6efc-2530-4d75-8454-c6abe5aa4383', 'name': 'tempest-ServersTestManualDisk-363716302-router', 'tenant_id': '5ab071afec5940ee87f2fe6f811dc280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': 'eca3f540-a790-40df-bc02-72577df39903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:57:40Z', 'updated_at': '2022-02-09T00:57:46Z', 'revision_number': 4, 'project_id': '5ab071afec5940ee87f2fe6f811dc280', 'gw_port': {'id': 'eca3f540-a790-40df-bc02-72577df39903', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:bf:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96b6efc-2530-4d75-8454-c6abe5aa4383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:57:41Z', 'updated_at': '2022-02-09T00:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '6194c169-bc09-48bf-a827-ced5e2363a6e', 'name': '', 'network_id': '3bfe3936-690c-45c5-b4c5-955c0f482c02', 'tenant_id': '5ab071afec5940ee87f2fe6f811dc280', 'mac_address': 'fa:16:3e:eb:2f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96b6efc-2530-4d75-8454-c6abe5aa4383', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'bef208b2-a285-41fd-abad-f013710ae768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:57:45Z', 'updated_at': '2022-02-09T00:57:54Z', 'revision_number': 5, 'project_id': '5ab071afec5940ee87f2fe6f811dc280', 'subnets': [{'id': 'bef208b2-a285-41fd-abad-f013710ae768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:25.706506 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': '14e69ae5-6773-4421-b91f-5b97353755a3', 'network_id': '48143312-4059-4efc-a7c1-0025ad20c80e', 'port_id': '14e69ae5-6773-4421-b91f-5b97353755a3', 'mac_address': 'fa:16:3e:33:8d:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77301bdf-2486-425f-9a0c-6634d1b8425f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:59:25.743532 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9a551e95-088e-49a0-b189-67e16833d63c req-8e98257a-750d-469c-8e05-6642ea390f30 service neutron] 10.222.0.105 "GET /v2.0/networks/0448a394-55c8-45f4-a274-23af165c2c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639111 Feb 09 00:59:25.770535 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe11734b-d760-40b8-b240-7cc8e9801678 None None] The sync data for ids ['f96b6efc-2530-4d75-8454-c6abe5aa4383'] in n-d-828418-1 is: [{'id': 'f96b6efc-2530-4d75-8454-c6abe5aa4383', 'name': 'tempest-ServersTestManualDisk-363716302-router', 'tenant_id': '5ab071afec5940ee87f2fe6f811dc280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': 'eca3f540-a790-40df-bc02-72577df39903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:57:40Z', 'updated_at': '2022-02-09T00:57:46Z', 'revision_number': 4, 'project_id': '5ab071afec5940ee87f2fe6f811dc280', 'gw_port': {'id': 'eca3f540-a790-40df-bc02-72577df39903', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:bf:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96b6efc-2530-4d75-8454-c6abe5aa4383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:57:41Z', 'updated_at': '2022-02-09T00:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '6194c169-bc09-48bf-a827-ced5e2363a6e', 'name': '', 'network_id': '3bfe3936-690c-45c5-b4c5-955c0f482c02', 'tenant_id': '5ab071afec5940ee87f2fe6f811dc280', 'mac_address': 'fa:16:3e:eb:2f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96b6efc-2530-4d75-8454-c6abe5aa4383', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'bef208b2-a285-41fd-abad-f013710ae768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:57:45Z', 'updated_at': '2022-02-09T00:57:54Z', 'revision_number': 5, 'project_id': '5ab071afec5940ee87f2fe6f811dc280', 'subnets': [{'id': 'bef208b2-a285-41fd-abad-f013710ae768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:59:25.805419 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:25.828915 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ce91c-7860-40fc-b6f7-27a6c0aa0363 req-7c3342f0-4b76-44bb-9b12-5177fb81eb30 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:25.839070 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d21ce91c-7860-40fc-b6f7-27a6c0aa0363 req-7c3342f0-4b76-44bb-9b12-5177fb81eb30 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/ports?device_id=48bd2964-dfe8-4be2-9201-0c66a96fd4ef HTTP/1.1" status: 200 len: 943 time: 0.4886663 Feb 09 00:59:25.839316 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14e69ae5-6773-4421-b91f-5b97353755a3 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:59:25.872713 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 14e69ae5-6773-4421-b91f-5b97353755a3, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=14e69ae5-6773-4421-b91f-5b97353755a3,segment=NetworkSegment(68c75c24-5a6d-4512-b85d-48e7bc49aa9f),segment_id=68c75c24-5a6d-4512-b85d-48e7bc49aa9f)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:59:25.876950 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:25.879428 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-fd8532db-d736-426f-b6a8-e3527f8c03ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a850b99-2699-4551-83df-234a05d07ef1', 'name': 'tempest-FloatingIPsAssociationTestJSON-237442171-router', 'tenant_id': 'e780c16281c340ce809950e38bac725d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c691cfbd-3cb5-4179-bbda-e883551e78d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:58:05Z', 'updated_at': '2022-02-09T00:58:10Z', 'revision_number': 4, 'project_id': 'e780c16281c340ce809950e38bac725d', 'gw_port': {'id': 'c691cfbd-3cb5-4179-bbda-e883551e78d5', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a850b99-2699-4551-83df-234a05d07ef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:06Z', 'updated_at': '2022-02-09T00:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': 'eff4dfbc-b507-41f4-92d6-f5482bd8b3bb', 'tenant_id': 'e780c16281c340ce809950e38bac725d', 'floating_ip_address': '172.25.0.16', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '1a850b99-2699-4551-83df-234a05d07ef1', 'port_id': '6b989615-b8c6-497c-97ac-419f1a6df99a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 924, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0448a394-55c8-45f4-a274-23af165c2c3d', 'mac_address': 'fa:16:3e:0a:71:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070af407-61a4-47ab-aa6b-c71bceabdb7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:58:45Z', 'updated_at': '2022-02-09T00:59:21Z', 'revision_number': 1, 'project_id': 'e780c16281c340ce809950e38bac725d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f46b102-2de5-421c-81ce-8f502ff0cf91', 'name': '', 'network_id': '0448a394-55c8-45f4-a274-23af165c2c3d', 'tenant_id': 'e780c16281c340ce809950e38bac725d', 'mac_address': 'fa:16:3e:fd:52:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a850b99-2699-4551-83df-234a05d07ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '45fa59ee-2584-4cd4-aa5d-73791fe0e17f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:09Z', 'updated_at': '2022-02-09T00:58:20Z', 'revision_number': 5, 'project_id': 'e780c16281c340ce809950e38bac725d', 'subnets': [{'id': '45fa59ee-2584-4cd4-aa5d-73791fe0e17f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:25.884214 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8532db-d736-426f-b6a8-e3527f8c03ee None None] The sync data for ids ['1a850b99-2699-4551-83df-234a05d07ef1'] in n-d-828418-1 is: [{'id': '1a850b99-2699-4551-83df-234a05d07ef1', 'name': 'tempest-FloatingIPsAssociationTestJSON-237442171-router', 'tenant_id': 'e780c16281c340ce809950e38bac725d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c691cfbd-3cb5-4179-bbda-e883551e78d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:58:05Z', 'updated_at': '2022-02-09T00:58:10Z', 'revision_number': 4, 'project_id': 'e780c16281c340ce809950e38bac725d', 'gw_port': {'id': 'c691cfbd-3cb5-4179-bbda-e883551e78d5', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a850b99-2699-4551-83df-234a05d07ef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:06Z', 'updated_at': '2022-02-09T00:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': 'eff4dfbc-b507-41f4-92d6-f5482bd8b3bb', 'tenant_id': 'e780c16281c340ce809950e38bac725d', 'floating_ip_address': '172.25.0.16', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '1a850b99-2699-4551-83df-234a05d07ef1', 'port_id': '6b989615-b8c6-497c-97ac-419f1a6df99a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 924, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0448a394-55c8-45f4-a274-23af165c2c3d', 'mac_address': 'fa:16:3e:0a:71:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070af407-61a4-47ab-aa6b-c71bceabdb7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:58:45Z', 'updated_at': '2022-02-09T00:59:21Z', 'revision_number': 1, 'project_id': 'e780c16281c340ce809950e38bac725d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f46b102-2de5-421c-81ce-8f502ff0cf91', 'name': '', 'network_id': '0448a394-55c8-45f4-a274-23af165c2c3d', 'tenant_id': 'e780c16281c340ce809950e38bac725d', 'mac_address': 'fa:16:3e:fd:52:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a850b99-2699-4551-83df-234a05d07ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '45fa59ee-2584-4cd4-aa5d-73791fe0e17f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:09Z', 'updated_at': '2022-02-09T00:58:20Z', 'revision_number': 5, 'project_id': 'e780c16281c340ce809950e38bac725d', 'subnets': [{'id': '45fa59ee-2584-4cd4-aa5d-73791fe0e17f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:59:25.907474 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d21ce91c-7860-40fc-b6f7-27a6c0aa0363 req-34ca4783-43e5-4444-b0da-0fce40763643 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/security-groups?id=21d48e70-0a9a-4f34-bd03-fe2b0988e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667839 Feb 09 00:59:25.989373 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=14e69ae5-6773-4421-b91f-5b97353755a3,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:26.110832 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d5944-16b5-44c2-b22d-0f10a76b8b8a req-13f15d0b-9296-4717-8c27-8126e75d72dc tempest-LiveAutoBlockMigrationV225Test-40327280 tempest-LiveAutoBlockMigrationV225Test-40327280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:26.112671 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2c8d5944-16b5-44c2-b22d-0f10a76b8b8a req-13f15d0b-9296-4717-8c27-8126e75d72dc tempest-LiveAutoBlockMigrationV225Test-40327280 tempest-LiveAutoBlockMigrationV225Test-40327280-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=98b2668a-19ef-48f4-a385-6573411e2e02 HTTP/1.1" status: 200 len: 1097 time: 0.1537149 Feb 09 00:59:26.175297 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ec68e7-b6ad-48d8-a8d4-bd26aac701ab', 'name': 'network-vif-deleted', 'tag': '5a6394fa-bcb9-4f31-9b64-b343adb350dd', 'status': 'completed', 'code': 200} Feb 09 00:59:26.194849 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2c8d5944-16b5-44c2-b22d-0f10a76b8b8a req-adf41dbd-0215-40f5-8f48-70617b230cf0 tempest-LiveAutoBlockMigrationV225Test-40327280 tempest-LiveAutoBlockMigrationV225Test-40327280-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738635 Feb 09 00:59:26.349436 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['14e69ae5-6773-4421-b91f-5b97353755a3'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:59:26.390059 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983b30b4-04ae-4a97-873b-94c2ae42cd7c None None] New status for floating IP eff4dfbc-b507-41f4-92d6-f5482bd8b3bb: ACTIVE {{(pid=87641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 00:59:26.457200 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdb3f43-a24c-46d1-8d4e-45245b67707a None None] New status for floating IP cae100e4-8fc8-4532-aa4e-4e09aec9ecc3: DOWN {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 00:59:26.630163 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44596d5-8ceb-46d3-8b7a-2b9b923852aa req-88159639-763f-49f9-a6b7-fc3d5d5458ec tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:26.641228 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c44596d5-8ceb-46d3-8b7a-2b9b923852aa req-88159639-763f-49f9-a6b7-fc3d5d5458ec tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 944 time: 0.2306616 Feb 09 00:59:26.778880 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c44596d5-8ceb-46d3-8b7a-2b9b923852aa req-10d9cf74-e3f5-45fb-93a4-b3d63bb36f40 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360610 Feb 09 00:59:26.822058 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49456) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:59:26.861016 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad8f8a-5e27-4a39-8b0b-465ca055a592 req-3fdda62f-2f63-4137-b226-dd71330862a2 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:26.871625 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5aad8f8a-5e27-4a39-8b0b-465ca055a592 req-3fdda62f-2f63-4137-b226-dd71330862a2 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "GET /v2.0/ports?device_id=04313d50-51be-415f-8006-371a5633658f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1740994 Feb 09 00:59:26.987367 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-69bcd178-74a8-45c9-b96b-328307b45627 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:27.046696 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-69bcd178-74a8-45c9-b96b-328307b45627 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:27.110717 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-69bcd178-74a8-45c9-b96b-328307b45627 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:27.128487 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bcd178-74a8-45c9-b96b-328307b45627 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda502f9-4423-4e66-b8ed-210d30241f24,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:27.137230 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-69bcd178-74a8-45c9-b96b-328307b45627 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:27.142231 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-69bcd178-74a8-45c9-b96b-328307b45627 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] 10.222.0.105 "DELETE /v2.0/security-groups/bda502f9-4423-4e66-b8ed-210d30241f24 HTTP/1.1" status: 204 len: 168 time: 0.3188925 Feb 09 00:59:27.143272 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49462) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:59:27.180776 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-dfb13ad0-db8f-4d2b-b678-1a476baa8e08 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] show failed (client error): The resource could not be found. Feb 09 00:59:27.182310 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-dfb13ad0-db8f-4d2b-b678-1a476baa8e08 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] 10.222.0.105 "GET /v2.0/security-groups/bda502f9-4423-4e66-b8ed-210d30241f24 HTTP/1.1" status: 404 len: 347 time: 0.0378578 Feb 09 00:59:27.185145 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49466) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:59:27.190820 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5aad8f8a-5e27-4a39-8b0b-465ca055a592 req-ea04c84b-820f-43c7-8058-0dfe63ae54c5 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.0.16 HTTP/1.1" status: 200 len: 1001 time: 0.3182828 Feb 09 00:59:27.200730 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-5aad8f8a-5e27-4a39-8b0b-465ca055a592 req-a50df210-9c5a-4487-8f17-e8bc3d1e0971 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Request body: {'floatingip': {'port_id': 'b04c3276-01f3-4cb3-9421-87d15d76dc52', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:59:27.294378 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7afbb-9895-424b-b0ea-a7a7ee7fa285 req-14a0c0fa-e5f0-4287-92c1-d1df5bb82486 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:27.297565 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-68f7afbb-9895-424b-b0ea-a7a7ee7fa285 req-14a0c0fa-e5f0-4287-92c1-d1df5bb82486 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=2bf05fd9-8648-429b-8e05-01cc556aff15 HTTP/1.1" status: 200 len: 949 time: 0.2106681 Feb 09 00:59:27.332599 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5aad8f8a-5e27-4a39-8b0b-465ca055a592 req-a50df210-9c5a-4487-8f17-e8bc3d1e0971 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Notify callbacks [] for floatingip, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:27.374749 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-0d37752c-f984-4971-93dd-bd0b6c853fb3 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Deleting port f1b904b8-984e-4abf-bafd-d0ffc3b91588 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:59:27.375093 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0d37752c-f984-4971-93dd-bd0b6c853fb3 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:27.460702 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-68f7afbb-9895-424b-b0ea-a7a7ee7fa285 req-3341fe03-d638-433d-9113-4166ac7989cf tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/security-groups?id=bc5d6135-6634-4167-99ad-f31267fef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325951 Feb 09 00:59:27.581676 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0d37752c-f984-4971-93dd-bd0b6c853fb3 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:27.581973 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0d37752c-f984-4971-93dd-bd0b6c853fb3 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:27.727611 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-0d37752c-f984-4971-93dd-bd0b6c853fb3 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Calling delete_port for f1b904b8-984e-4abf-bafd-d0ffc3b91588 owned by network:floatingip {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:59:27.850885 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3398ed9-5db7-478e-9971-98049bd3d44a req-2b723c05-fc4b-47b1-ae45-ef9de53aa72e tempest-LiveAutoBlockMigrationV225Test-40327280 tempest-LiveAutoBlockMigrationV225Test-40327280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:27.852384 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a3398ed9-5db7-478e-9971-98049bd3d44a req-2b723c05-fc4b-47b1-ae45-ef9de53aa72e tempest-LiveAutoBlockMigrationV225Test-40327280 tempest-LiveAutoBlockMigrationV225Test-40327280-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=98b2668a-19ef-48f4-a385-6573411e2e02 HTTP/1.1" status: 200 len: 1097 time: 0.2389555 Feb 09 00:59:27.876036 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0d37752c-f984-4971-93dd-bd0b6c853fb3 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:27.924152 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d37752c-f984-4971-93dd-bd0b6c853fb3 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Pushing event deleted for resources: {'Port': ['ID=f1b904b8-984e-4abf-bafd-d0ffc3b91588,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:27.992940 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a3398ed9-5db7-478e-9971-98049bd3d44a req-b5dba20c-2352-47f3-8bb2-192e374cd5cb tempest-LiveAutoBlockMigrationV225Test-40327280 tempest-LiveAutoBlockMigrationV225Test-40327280-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287069 Feb 09 00:59:28.021878 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0d37752c-f984-4971-93dd-bd0b6c853fb3 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Notify callbacks [] for floatingip, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:28.036608 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0d37752c-f984-4971-93dd-bd0b6c853fb3 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:28.040592 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-0d37752c-f984-4971-93dd-bd0b6c853fb3 tempest-ServersTestManualDisk-1481761856 tempest-ServersTestManualDisk-1481761856-project] 10.222.0.105 "DELETE /v2.0/floatingips/cae100e4-8fc8-4532-aa4e-4e09aec9ecc3 HTTP/1.1" status: 204 len: 168 time: 0.8513625 Feb 09 00:59:28.040592 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49474) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:59:28.170780 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5aad8f8a-5e27-4a39-8b0b-465ca055a592 req-a50df210-9c5a-4487-8f17-e8bc3d1e0971 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:28.175013 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5aad8f8a-5e27-4a39-8b0b-465ca055a592 req-a50df210-9c5a-4487-8f17-e8bc3d1e0971 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:28.234428 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '070af407-61a4-47ab-aa6b-c71bceabdb7a', 'tag': '6b989615-b8c6-497c-97ac-419f1a6df99a'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:59:28.365789 n-d-828418-1 neutron-server[87639]: INFO neutron.db.l3_db [req-5aad8f8a-5e27-4a39-8b0b-465ca055a592 req-a50df210-9c5a-4487-8f17-e8bc3d1e0971 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Floating IP eff4dfbc-b507-41f4-92d6-f5482bd8b3bb associated. External IP: 172.25.0.16, port: 6b989615-b8c6-497c-97ac-419f1a6df99a. Feb 09 00:59:28.766930 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d83303c9-a901-41af-b279-671662892760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:28.770865 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7833e255-a90e-487c-b876-8cab2ded2be3 req-b3d2db57-2149-4722-ba64-89b007d38589 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:28.772314 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7833e255-a90e-487c-b876-8cab2ded2be3 req-b3d2db57-2149-4722-ba64-89b007d38589 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/ports?device_id=48bd2964-dfe8-4be2-9201-0c66a96fd4ef HTTP/1.1" status: 200 len: 944 time: 0.3566153 Feb 09 00:59:28.848215 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7833e255-a90e-487c-b876-8cab2ded2be3 req-eb1a2199-a6b8-48ca-9847-7b802c3a60c1 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/security-groups?id=21d48e70-0a9a-4f34-bd03-fe2b0988e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692809 Feb 09 00:59:28.941777 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5aad8f8a-5e27-4a39-8b0b-465ca055a592 req-a50df210-9c5a-4487-8f17-e8bc3d1e0971 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Router 1a850b99-2699-4551-83df-234a05d07ef1 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 00:59:29.136481 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-d83303c9-a901-41af-b279-671662892760 admin admin] Deleting port 6194c169-bc09-48bf-a827-ced5e2363a6e {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:59:29.137092 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d83303c9-a901-41af-b279-671662892760 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:29.175768 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f840db-ec05-42d1-8b80-3f6e12642377 req-6b90af18-c9e8-4c22-bfd8-773e3e91f4dc tempest-ServersOnMultiNodesTest-529131807 tempest-ServersOnMultiNodesTest-529131807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:29.177280 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-65f840db-ec05-42d1-8b80-3f6e12642377 req-6b90af18-c9e8-4c22-bfd8-773e3e91f4dc tempest-ServersOnMultiNodesTest-529131807 tempest-ServersOnMultiNodesTest-529131807-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=2bf05fd9-8648-429b-8e05-01cc556aff15 HTTP/1.1" status: 200 len: 1100 time: 0.2303178 Feb 09 00:59:29.211729 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5aad8f8a-5e27-4a39-8b0b-465ca055a592 req-a50df210-9c5a-4487-8f17-e8bc3d1e0971 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 00:59:29.222318 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5853221-8da0-474c-ba65-e58cfabc024c None None] Sync routers for ids ['1a850b99-2699-4551-83df-234a05d07ef1'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:59:29.232199 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5853221-8da0-474c-ba65-e58cfabc024c None None] Routers {'1a850b99-2699-4551-83df-234a05d07ef1'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:59:29.232814 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-f5853221-8da0-474c-ba65-e58cfabc024c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:59:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['1a850b99-2699-4551-83df-234a05d07ef1'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:29.294159 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-65f840db-ec05-42d1-8b80-3f6e12642377 req-cafd33d4-6f9d-4903-8cf5-fe0a286d4937 tempest-ServersOnMultiNodesTest-529131807 tempest-ServersOnMultiNodesTest-529131807-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=bc5d6135-6634-4167-99ad-f31267fef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109400 Feb 09 00:59:29.336926 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-d83303c9-a901-41af-b279-671662892760 admin admin] For port 6194c169-bc09-48bf-a827-ced5e2363a6e, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=6194c169-bc09-48bf-a827-ced5e2363a6e,segment=NetworkSegment(4821de2f-7a76-4bec-8b8e-b796787d6690),segment_id=4821de2f-7a76-4bec-8b8e-b796787d6690)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:59:29.340984 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d83303c9-a901-41af-b279-671662892760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:29.496720 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '070af407-61a4-47ab-aa6b-c71bceabdb7a', 'tag': '6b989615-b8c6-497c-97ac-419f1a6df99a', 'status': 'completed', 'code': 200} Feb 09 00:59:29.503720 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-f5853221-8da0-474c-ba65-e58cfabc024c None None] Set router 1a850b99-2699-4551-83df-234a05d07ef1 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:59:29.538349 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-d83303c9-a901-41af-b279-671662892760 admin admin] Calling delete_port for 6194c169-bc09-48bf-a827-ced5e2363a6e owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:59:29.585882 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 14e69ae5-6773-4421-b91f-5b97353755a3 up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:59:29.763417 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d83303c9-a901-41af-b279-671662892760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:29.768589 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5aad8f8a-5e27-4a39-8b0b-465ca055a592 req-a50df210-9c5a-4487-8f17-e8bc3d1e0971 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Router 1a850b99-2699-4551-83df-234a05d07ef1 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 00:59:29.778133 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aeae14-ff6d-4582-b99b-605433b73acf req-886de865-ec0a-4646-9dc5-c61ddf99bd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:29.779560 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-63aeae14-ff6d-4582-b99b-605433b73acf req-886de865-ec0a-4646-9dc5-c61ddf99bd56 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e780c16281c340ce809950e38bac725d&device_id=070af407-61a4-47ab-aa6b-c71bceabdb7a HTTP/1.1" status: 200 len: 1097 time: 0.2653782 Feb 09 00:59:29.815966 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83303c9-a901-41af-b279-671662892760 admin admin] Pushing event deleted for resources: {'Port': ['ID=6194c169-bc09-48bf-a827-ced5e2363a6e,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:29.824174 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning for port 14e69ae5-6773-4421-b91f-5b97353755a3 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:59:29.836231 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port 14e69ae5-6773-4421-b91f-5b97353755a3 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:59:29.836680 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:30.063856 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:30.092266 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1983f468-e107-4d0d-92b5-8291589cb9d6 req-88d38d0a-9127-47f3-b6a3-d76f7e0bbd26 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:30.094416 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1983f468-e107-4d0d-92b5-8291589cb9d6 req-88d38d0a-9127-47f3-b6a3-d76f7e0bbd26 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 944 time: 0.5028837 Feb 09 00:59:30.125113 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48bd2964-dfe8-4be2-9201-0c66a96fd4ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14e69ae5-6773-4421-b91f-5b97353755a3'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:59:30.170648 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 14e69ae5-6773-4421-b91f-5b97353755a3, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=14e69ae5-6773-4421-b91f-5b97353755a3,segment=NetworkSegment(68c75c24-5a6d-4512-b85d-48e7bc49aa9f),segment_id=68c75c24-5a6d-4512-b85d-48e7bc49aa9f)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:59:30.177336 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:30.211955 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1983f468-e107-4d0d-92b5-8291589cb9d6 req-4604d58f-0d47-4eed-98f8-cc53d7bc3a05 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067865 Feb 09 00:59:30.277944 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d83303c9-a901-41af-b279-671662892760 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:30.285688 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=14e69ae5-6773-4421-b91f-5b97353755a3,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:30.300329 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-f5853221-8da0-474c-ba65-e58cfabc024c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a850b99-2699-4551-83df-234a05d07ef1', 'name': 'tempest-FloatingIPsAssociationTestJSON-237442171-router', 'tenant_id': 'e780c16281c340ce809950e38bac725d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c691cfbd-3cb5-4179-bbda-e883551e78d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:58:05Z', 'updated_at': '2022-02-09T00:58:10Z', 'revision_number': 4, 'project_id': 'e780c16281c340ce809950e38bac725d', 'gw_port': {'id': 'c691cfbd-3cb5-4179-bbda-e883551e78d5', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a850b99-2699-4551-83df-234a05d07ef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:06Z', 'updated_at': '2022-02-09T00:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': 'eff4dfbc-b507-41f4-92d6-f5482bd8b3bb', 'tenant_id': 'e780c16281c340ce809950e38bac725d', 'floating_ip_address': '172.25.0.16', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '1a850b99-2699-4551-83df-234a05d07ef1', 'port_id': 'b04c3276-01f3-4cb3-9421-87d15d76dc52', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 924, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0448a394-55c8-45f4-a274-23af165c2c3d', 'mac_address': 'fa:16:3e:57:50:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04313d50-51be-415f-8006-371a5633658f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:58:45Z', 'updated_at': '2022-02-09T00:59:28Z', 'revision_number': 3, 'project_id': 'e780c16281c340ce809950e38bac725d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f46b102-2de5-421c-81ce-8f502ff0cf91', 'name': '', 'network_id': '0448a394-55c8-45f4-a274-23af165c2c3d', 'tenant_id': 'e780c16281c340ce809950e38bac725d', 'mac_address': 'fa:16:3e:fd:52:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a850b99-2699-4551-83df-234a05d07ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '45fa59ee-2584-4cd4-aa5d-73791fe0e17f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:09Z', 'updated_at': '2022-02-09T00:58:20Z', 'revision_number': 5, 'project_id': 'e780c16281c340ce809950e38bac725d', 'subnets': [{'id': '45fa59ee-2584-4cd4-aa5d-73791fe0e17f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:30.304717 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5853221-8da0-474c-ba65-e58cfabc024c None None] Checking router: 1a850b99-2699-4551-83df-234a05d07ef1 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:59:30.313045 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aeae14-ff6d-4582-b99b-605433b73acf req-55f67e4f-3a3a-4520-843a-70f93f27c1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:30.314549 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-63aeae14-ff6d-4582-b99b-605433b73acf req-55f67e4f-3a3a-4520-843a-70f93f27c1a6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0448a394-55c8-45f4-a274-23af165c2c3d HTTP/1.1" status: 200 len: 921 time: 0.5270627 Feb 09 00:59:30.315612 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5853221-8da0-474c-ba65-e58cfabc024c None None] Routers {'1a850b99-2699-4551-83df-234a05d07ef1'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:59:30.316231 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-f5853221-8da0-474c-ba65-e58cfabc024c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:59:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['1a850b99-2699-4551-83df-234a05d07ef1'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:30.328957 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5aad8f8a-5e27-4a39-8b0b-465ca055a592 req-a50df210-9c5a-4487-8f17-e8bc3d1e0971 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 00:59:30.398655 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5aad8f8a-5e27-4a39-8b0b-465ca055a592 req-a50df210-9c5a-4487-8f17-e8bc3d1e0971 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:30.463237 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-63aeae14-ff6d-4582-b99b-605433b73acf req-05eaefa1-85b5-4757-a98b-63ee9871e945 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b989615-b8c6-497c-97ac-419f1a6df99a HTTP/1.1" status: 200 len: 217 time: 0.1357975 Feb 09 00:59:30.517068 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-f5853221-8da0-474c-ba65-e58cfabc024c None None] Set router 1a850b99-2699-4551-83df-234a05d07ef1 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:59:30.579417 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-171bcfc0-9ed0-4bd5-ad08-58387bfa851c req-d2df77e7-76e7-420e-b1fd-955c8d22d0d8 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Synchronizing usage tracker for tenant:3e83ed183d484d7c9813fd49ff4f70e8 on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:59:30.617569 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aeae14-ff6d-4582-b99b-605433b73acf req-1f43bee7-b68c-4613-a2c9-5a34e3af5124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:30.619503 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-63aeae14-ff6d-4582-b99b-605433b73acf req-1f43bee7-b68c-4613-a2c9-5a34e3af5124 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=45fa59ee-2584-4cd4-aa5d-73791fe0e17f HTTP/1.1" status: 200 len: 859 time: 0.1405683 Feb 09 00:59:30.637490 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5aad8f8a-5e27-4a39-8b0b-465ca055a592 req-a50df210-9c5a-4487-8f17-e8bc3d1e0971 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "PUT /v2.0/floatingips/eff4dfbc-b507-41f4-92d6-f5482bd8b3bb HTTP/1.1" status: 200 len: 997 time: 3.4405878 Feb 09 00:59:30.711589 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d83303c9-a901-41af-b279-671662892760 admin admin] Router f96b6efc-2530-4d75-8454-c6abe5aa4383 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 00:59:30.725131 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-171bcfc0-9ed0-4bd5-ad08-58387bfa851c req-d2df77e7-76e7-420e-b1fd-955c8d22d0d8 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Unset dirty status for tenant:3e83ed183d484d7c9813fd49ff4f70e8 on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:59:30.726306 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-171bcfc0-9ed0-4bd5-ad08-58387bfa851c req-d2df77e7-76e7-420e-b1fd-955c8d22d0d8 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-securitygroup--1712134650&fields=id&tenant_id=3e83ed183d484d7c9813fd49ff4f70e8 HTTP/1.1" status: 200 len: 267 time: 0.3039839 Feb 09 00:59:30.841978 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad8f8a-5e27-4a39-8b0b-465ca055a592 req-a1f1b54e-e063-43aa-a142-a7c18f9f9410 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:30.843244 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5aad8f8a-5e27-4a39-8b0b-465ca055a592 req-a1f1b54e-e063-43aa-a142-a7c18f9f9410 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "GET /v2.0/ports/6b989615-b8c6-497c-97ac-419f1a6df99a HTTP/1.1" status: 200 len: 943 time: 0.2047300 Feb 09 00:59:30.898730 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d83303c9-a901-41af-b279-671662892760 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 00:59:30.908357 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-f5853221-8da0-474c-ba65-e58cfabc024c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a850b99-2699-4551-83df-234a05d07ef1', 'name': 'tempest-FloatingIPsAssociationTestJSON-237442171-router', 'tenant_id': 'e780c16281c340ce809950e38bac725d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c691cfbd-3cb5-4179-bbda-e883551e78d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:58:05Z', 'updated_at': '2022-02-09T00:58:10Z', 'revision_number': 4, 'project_id': 'e780c16281c340ce809950e38bac725d', 'gw_port': {'id': 'c691cfbd-3cb5-4179-bbda-e883551e78d5', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a850b99-2699-4551-83df-234a05d07ef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:06Z', 'updated_at': '2022-02-09T00:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': 'eff4dfbc-b507-41f4-92d6-f5482bd8b3bb', 'tenant_id': 'e780c16281c340ce809950e38bac725d', 'floating_ip_address': '172.25.0.16', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '1a850b99-2699-4551-83df-234a05d07ef1', 'port_id': 'b04c3276-01f3-4cb3-9421-87d15d76dc52', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 924, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0448a394-55c8-45f4-a274-23af165c2c3d', 'mac_address': 'fa:16:3e:57:50:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04313d50-51be-415f-8006-371a5633658f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:58:45Z', 'updated_at': '2022-02-09T00:59:28Z', 'revision_number': 3, 'project_id': 'e780c16281c340ce809950e38bac725d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f46b102-2de5-421c-81ce-8f502ff0cf91', 'name': '', 'network_id': '0448a394-55c8-45f4-a274-23af165c2c3d', 'tenant_id': 'e780c16281c340ce809950e38bac725d', 'mac_address': 'fa:16:3e:fd:52:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a850b99-2699-4551-83df-234a05d07ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '45fa59ee-2584-4cd4-aa5d-73791fe0e17f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:09Z', 'updated_at': '2022-02-09T00:58:20Z', 'revision_number': 5, 'project_id': 'e780c16281c340ce809950e38bac725d', 'subnets': [{'id': '45fa59ee-2584-4cd4-aa5d-73791fe0e17f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:30.909129 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555b00f2-ea7e-4f45-8a2d-9d4f148a869d None None] Sync routers for ids ['f96b6efc-2530-4d75-8454-c6abe5aa4383'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:59:30.913114 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5853221-8da0-474c-ba65-e58cfabc024c None None] The sync data for ids ['1a850b99-2699-4551-83df-234a05d07ef1'] in n-d-828418-1 is: [{'id': '1a850b99-2699-4551-83df-234a05d07ef1', 'name': 'tempest-FloatingIPsAssociationTestJSON-237442171-router', 'tenant_id': 'e780c16281c340ce809950e38bac725d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c691cfbd-3cb5-4179-bbda-e883551e78d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:58:05Z', 'updated_at': '2022-02-09T00:58:10Z', 'revision_number': 4, 'project_id': 'e780c16281c340ce809950e38bac725d', 'gw_port': {'id': 'c691cfbd-3cb5-4179-bbda-e883551e78d5', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a850b99-2699-4551-83df-234a05d07ef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:06Z', 'updated_at': '2022-02-09T00:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': 'eff4dfbc-b507-41f4-92d6-f5482bd8b3bb', 'tenant_id': 'e780c16281c340ce809950e38bac725d', 'floating_ip_address': '172.25.0.16', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '1a850b99-2699-4551-83df-234a05d07ef1', 'port_id': 'b04c3276-01f3-4cb3-9421-87d15d76dc52', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 924, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0448a394-55c8-45f4-a274-23af165c2c3d', 'mac_address': 'fa:16:3e:57:50:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04313d50-51be-415f-8006-371a5633658f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:58:45Z', 'updated_at': '2022-02-09T00:59:28Z', 'revision_number': 3, 'project_id': 'e780c16281c340ce809950e38bac725d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f46b102-2de5-421c-81ce-8f502ff0cf91', 'name': '', 'network_id': '0448a394-55c8-45f4-a274-23af165c2c3d', 'tenant_id': 'e780c16281c340ce809950e38bac725d', 'mac_address': 'fa:16:3e:fd:52:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a850b99-2699-4551-83df-234a05d07ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '45fa59ee-2584-4cd4-aa5d-73791fe0e17f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:09Z', 'updated_at': '2022-02-09T00:58:20Z', 'revision_number': 5, 'project_id': 'e780c16281c340ce809950e38bac725d', 'subnets': [{'id': '45fa59ee-2584-4cd4-aa5d-73791fe0e17f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:59:30.924962 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d83303c9-a901-41af-b279-671662892760 admin admin] 10.222.0.105 "PUT /v2.0/routers/f96b6efc-2530-4d75-8454-c6abe5aa4383/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8820076 Feb 09 00:59:30.927324 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555b00f2-ea7e-4f45-8a2d-9d4f148a869d None None] Routers {'f96b6efc-2530-4d75-8454-c6abe5aa4383'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:59:30.927651 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49508) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:59:30.927949 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-555b00f2-ea7e-4f45-8a2d-9d4f148a869d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:59:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['f96b6efc-2530-4d75-8454-c6abe5aa4383'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:30.937408 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aeae14-ff6d-4582-b99b-605433b73acf req-8d4ab4a8-e315-440b-8ed1-ce6c99cdf59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:30.939675 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-63aeae14-ff6d-4582-b99b-605433b73acf req-8d4ab4a8-e315-440b-8ed1-ce6c99cdf59f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0448a394-55c8-45f4-a274-23af165c2c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2637601 Feb 09 00:59:31.002809 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171bcfc0-9ed0-4bd5-ad08-58387bfa851c req-97e95b15-7f7d-4b03-bba7-9c2094af5be0 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:31.005341 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-171bcfc0-9ed0-4bd5-ad08-58387bfa851c req-97e95b15-7f7d-4b03-bba7-9c2094af5be0 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] 10.222.0.105 "GET /v2.0/networks?id=d5fac2e4-83b3-4dad-87ab-eec508b50a09 HTTP/1.1" status: 200 len: 816 time: 0.2683327 Feb 09 00:59:31.050180 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-171bcfc0-9ed0-4bd5-ad08-58387bfa851c req-e4b5a273-a2b0-4980-8150-1f464e022bbe tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] 10.222.0.105 "GET /v2.0/quotas/3e83ed183d484d7c9813fd49ff4f70e8 HTTP/1.1" status: 200 len: 375 time: 0.0121071 Feb 09 00:59:31.130232 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-592072ab-b232-4ce4-8453-ece156c6de7e admin admin] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:31.144923 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-555b00f2-ea7e-4f45-8a2d-9d4f148a869d None None] Set router f96b6efc-2530-4d75-8454-c6abe5aa4383 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:59:31.160232 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1367bd-2881-47ea-b450-dccdf2699724 None None] New status for floating IP eff4dfbc-b507-41f4-92d6-f5482bd8b3bb: ACTIVE {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 00:59:31.240619 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad8f8a-5e27-4a39-8b0b-465ca055a592 req-4deb9bbf-a650-4f6b-9054-ef4356f43f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:31.242309 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5aad8f8a-5e27-4a39-8b0b-465ca055a592 req-4deb9bbf-a650-4f6b-9054-ef4356f43f0f service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=e780c16281c340ce809950e38bac725d&device_id=070af407-61a4-47ab-aa6b-c71bceabdb7a HTTP/1.1" status: 200 len: 1097 time: 0.3015275 Feb 09 00:59:31.330012 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-63aeae14-ff6d-4582-b99b-605433b73acf req-e6ef913c-22cb-4099-a40d-3f0f98624105 service neutron] 10.222.0.62 "GET /v2.0/networks/0448a394-55c8-45f4-a274-23af165c2c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219860 Feb 09 00:59:31.364855 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-592072ab-b232-4ce4-8453-ece156c6de7e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:31.378461 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-592072ab-b232-4ce4-8453-ece156c6de7e admin admin] Deleting port eca3f540-a790-40df-bc02-72577df39903 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:59:31.379137 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-592072ab-b232-4ce4-8453-ece156c6de7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:31.461586 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-171bcfc0-9ed0-4bd5-ad08-58387bfa851c req-ad5226d8-39e1-4ea9-bcdc-022cb525b643 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=3e83ed183d484d7c9813fd49ff4f70e8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3546736 Feb 09 00:59:31.467699 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-555b00f2-ea7e-4f45-8a2d-9d4f148a869d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96b6efc-2530-4d75-8454-c6abe5aa4383', 'name': 'tempest-ServersTestManualDisk-363716302-router', 'tenant_id': '5ab071afec5940ee87f2fe6f811dc280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': 'eca3f540-a790-40df-bc02-72577df39903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:57:40Z', 'updated_at': '2022-02-09T00:59:29Z', 'revision_number': 5, 'project_id': '5ab071afec5940ee87f2fe6f811dc280', 'gw_port': {'id': 'eca3f540-a790-40df-bc02-72577df39903', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:bf:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96b6efc-2530-4d75-8454-c6abe5aa4383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:57:41Z', 'updated_at': '2022-02-09T00:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:31.472310 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555b00f2-ea7e-4f45-8a2d-9d4f148a869d None None] Checking router: f96b6efc-2530-4d75-8454-c6abe5aa4383 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:59:31.483352 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555b00f2-ea7e-4f45-8a2d-9d4f148a869d None None] Routers {'f96b6efc-2530-4d75-8454-c6abe5aa4383'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:59:31.484059 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-555b00f2-ea7e-4f45-8a2d-9d4f148a869d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:59:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['f96b6efc-2530-4d75-8454-c6abe5aa4383'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:31.502691 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '070af407-61a4-47ab-aa6b-c71bceabdb7a', 'tag': '6b989615-b8c6-497c-97ac-419f1a6df99a'}, {'name': 'network-changed', 'server_uuid': '04313d50-51be-415f-8006-371a5633658f', 'tag': 'b04c3276-01f3-4cb3-9421-87d15d76dc52'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:59:31.607953 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad8f8a-5e27-4a39-8b0b-465ca055a592 req-b08a8974-585b-44b1-8681-0bb95038d9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:31.615504 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5aad8f8a-5e27-4a39-8b0b-465ca055a592 req-b08a8974-585b-44b1-8681-0bb95038d9ab service neutron] 10.222.0.105 "GET /v2.0/networks?id=0448a394-55c8-45f4-a274-23af165c2c3d HTTP/1.1" status: 200 len: 921 time: 0.3649399 Feb 09 00:59:31.665451 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-592072ab-b232-4ce4-8453-ece156c6de7e admin admin] For port eca3f540-a790-40df-bc02-72577df39903, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=eca3f540-a790-40df-bc02-72577df39903,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:59:31.666811 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-592072ab-b232-4ce4-8453-ece156c6de7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:31.699213 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4f7f5a-9e0a-45d1-a277-19e02e3ddfa0 None None] Sync routers for ids ['1a850b99-2699-4551-83df-234a05d07ef1'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:59:31.732868 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4f7f5a-9e0a-45d1-a277-19e02e3ddfa0 None None] Routers {'1a850b99-2699-4551-83df-234a05d07ef1'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:59:31.733497 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-8b4f7f5a-9e0a-45d1-a277-19e02e3ddfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:59:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['1a850b99-2699-4551-83df-234a05d07ef1'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:31.813754 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-555b00f2-ea7e-4f45-8a2d-9d4f148a869d None None] Set router f96b6efc-2530-4d75-8454-c6abe5aa4383 gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:59:31.945523 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-592072ab-b232-4ce4-8453-ece156c6de7e admin admin] Calling delete_port for eca3f540-a790-40df-bc02-72577df39903 owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:59:31.966431 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5aad8f8a-5e27-4a39-8b0b-465ca055a592 req-1ebddb17-51d3-46ba-b75b-011f293a2d3f service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b989615-b8c6-497c-97ac-419f1a6df99a HTTP/1.1" status: 200 len: 217 time: 0.3472912 Feb 09 00:59:31.986762 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-555b00f2-ea7e-4f45-8a2d-9d4f148a869d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96b6efc-2530-4d75-8454-c6abe5aa4383', 'name': 'tempest-ServersTestManualDisk-363716302-router', 'tenant_id': '5ab071afec5940ee87f2fe6f811dc280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:57:40Z', 'updated_at': '2022-02-09T00:59:31Z', 'revision_number': 6, 'project_id': '5ab071afec5940ee87f2fe6f811dc280', 'gw_port_host': None}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:32.011672 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555b00f2-ea7e-4f45-8a2d-9d4f148a869d None None] The sync data for ids ['f96b6efc-2530-4d75-8454-c6abe5aa4383'] in n-d-828418-1 is: [{'id': 'f96b6efc-2530-4d75-8454-c6abe5aa4383', 'name': 'tempest-ServersTestManualDisk-363716302-router', 'tenant_id': '5ab071afec5940ee87f2fe6f811dc280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:57:40Z', 'updated_at': '2022-02-09T00:59:31Z', 'revision_number': 6, 'project_id': '5ab071afec5940ee87f2fe6f811dc280', 'gw_port_host': None}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:59:32.051319 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-63aeae14-ff6d-4582-b99b-605433b73acf req-389f126c-1dde-4452-bc69-24038b4306f9 service neutron] 10.222.0.62 "GET /v2.0/networks/0448a394-55c8-45f4-a274-23af165c2c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6954858 Feb 09 00:59:32.089822 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-171bcfc0-9ed0-4bd5-ad08-58387bfa851c req-c59bdb3a-87f1-474a-a570-a66cce14f001 service neutron] 10.222.0.105 "GET /v2.0/networks/d5fac2e4-83b3-4dad-87ab-eec508b50a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6206517 Feb 09 00:59:32.089822 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad8f8a-5e27-4a39-8b0b-465ca055a592 req-2849518f-e405-4bad-b5d8-95c7efc2fc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:32.106358 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5aad8f8a-5e27-4a39-8b0b-465ca055a592 req-2849518f-e405-4bad-b5d8-95c7efc2fc06 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=45fa59ee-2584-4cd4-aa5d-73791fe0e17f HTTP/1.1" status: 200 len: 859 time: 0.1283257 Feb 09 00:59:32.215326 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-8b4f7f5a-9e0a-45d1-a277-19e02e3ddfa0 None None] Set router 1a850b99-2699-4551-83df-234a05d07ef1 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:59:32.254925 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-592072ab-b232-4ce4-8453-ece156c6de7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:32.308947 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-171bcfc0-9ed0-4bd5-ad08-58387bfa851c req-30e30f30-61f8-47ad-b56f-75d5d8e142fe service neutron] 10.222.0.105 "GET /v2.0/networks/d5fac2e4-83b3-4dad-87ab-eec508b50a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754727 Feb 09 00:59:32.312637 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad8f8a-5e27-4a39-8b0b-465ca055a592 req-8210cd66-f6af-4247-be32-7d95414d7c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:32.330380 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5aad8f8a-5e27-4a39-8b0b-465ca055a592 req-8210cd66-f6af-4247-be32-7d95414d7c51 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=0448a394-55c8-45f4-a274-23af165c2c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2302866 Feb 09 00:59:32.370303 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592072ab-b232-4ce4-8453-ece156c6de7e admin admin] Pushing event deleted for resources: {'Port': ['ID=eca3f540-a790-40df-bc02-72577df39903,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:32.619967 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-592072ab-b232-4ce4-8453-ece156c6de7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:32.626081 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5aad8f8a-5e27-4a39-8b0b-465ca055a592 req-1c3774ec-7bbd-445a-a5a7-bd13aab680ea service neutron] 10.222.0.105 "GET /v2.0/networks/0448a394-55c8-45f4-a274-23af165c2c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005378 Feb 09 00:59:32.815610 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-8b4f7f5a-9e0a-45d1-a277-19e02e3ddfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a850b99-2699-4551-83df-234a05d07ef1', 'name': 'tempest-FloatingIPsAssociationTestJSON-237442171-router', 'tenant_id': 'e780c16281c340ce809950e38bac725d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c691cfbd-3cb5-4179-bbda-e883551e78d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:58:05Z', 'updated_at': '2022-02-09T00:58:10Z', 'revision_number': 4, 'project_id': 'e780c16281c340ce809950e38bac725d', 'gw_port': {'id': 'c691cfbd-3cb5-4179-bbda-e883551e78d5', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a850b99-2699-4551-83df-234a05d07ef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:06Z', 'updated_at': '2022-02-09T00:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': 'eff4dfbc-b507-41f4-92d6-f5482bd8b3bb', 'tenant_id': 'e780c16281c340ce809950e38bac725d', 'floating_ip_address': '172.25.0.16', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '1a850b99-2699-4551-83df-234a05d07ef1', 'port_id': 'b04c3276-01f3-4cb3-9421-87d15d76dc52', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 924, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0448a394-55c8-45f4-a274-23af165c2c3d', 'mac_address': 'fa:16:3e:57:50:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04313d50-51be-415f-8006-371a5633658f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:58:45Z', 'updated_at': '2022-02-09T00:59:31Z', 'revision_number': 4, 'project_id': 'e780c16281c340ce809950e38bac725d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f46b102-2de5-421c-81ce-8f502ff0cf91', 'name': '', 'network_id': '0448a394-55c8-45f4-a274-23af165c2c3d', 'tenant_id': 'e780c16281c340ce809950e38bac725d', 'mac_address': 'fa:16:3e:fd:52:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a850b99-2699-4551-83df-234a05d07ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '45fa59ee-2584-4cd4-aa5d-73791fe0e17f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:09Z', 'updated_at': '2022-02-09T00:58:20Z', 'revision_number': 5, 'project_id': 'e780c16281c340ce809950e38bac725d', 'subnets': [{'id': '45fa59ee-2584-4cd4-aa5d-73791fe0e17f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:32.815610 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4f7f5a-9e0a-45d1-a277-19e02e3ddfa0 None None] Checking router: 1a850b99-2699-4551-83df-234a05d07ef1 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:59:32.840623 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4f7f5a-9e0a-45d1-a277-19e02e3ddfa0 None None] Routers {'1a850b99-2699-4551-83df-234a05d07ef1'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:59:32.840623 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-8b4f7f5a-9e0a-45d1-a277-19e02e3ddfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:59:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['1a850b99-2699-4551-83df-234a05d07ef1'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:32.910200 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5aad8f8a-5e27-4a39-8b0b-465ca055a592 req-6227268a-9b3b-46ab-948a-87f60502fab9 service neutron] 10.222.0.105 "GET /v2.0/networks/0448a394-55c8-45f4-a274-23af165c2c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764151 Feb 09 00:59:32.961310 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-592072ab-b232-4ce4-8453-ece156c6de7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:32.964615 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-592072ab-b232-4ce4-8453-ece156c6de7e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:33.009400 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-592072ab-b232-4ce4-8453-ece156c6de7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:33.009400 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-592072ab-b232-4ce4-8453-ece156c6de7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f96b6efc-2530-4d75-8454-c6abe5aa4383 {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 00:59:33.033288 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-592072ab-b232-4ce4-8453-ece156c6de7e admin admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:33.041890 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-592072ab-b232-4ce4-8453-ece156c6de7e admin admin] 10.222.0.105 "DELETE /v2.0/routers/f96b6efc-2530-4d75-8454-c6abe5aa4383 HTTP/1.1" status: 204 len: 168 time: 2.1068249 Feb 09 00:59:33.041890 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49520) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:59:33.097212 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad8f8a-5e27-4a39-8b0b-465ca055a592 req-72f3c359-4fa0-45fc-bd9b-8064390d58ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:33.098942 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5aad8f8a-5e27-4a39-8b0b-465ca055a592 req-72f3c359-4fa0-45fc-bd9b-8064390d58ff service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=e780c16281c340ce809950e38bac725d&device_id=04313d50-51be-415f-8006-371a5633658f HTTP/1.1" status: 200 len: 1096 time: 0.1585951 Feb 09 00:59:33.124240 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-c64a5817-0454-45bb-b30a-821905023648 admin admin] Deleting subnet bef208b2-a285-41fd-abad-f013710ae768 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 00:59:33.127304 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c64a5817-0454-45bb-b30a-821905023648 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:33.164405 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-8b4f7f5a-9e0a-45d1-a277-19e02e3ddfa0 None None] Set router 1a850b99-2699-4551-83df-234a05d07ef1 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:59:33.185204 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c64a5817-0454-45bb-b30a-821905023648 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:33.280882 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c64a5817-0454-45bb-b30a-821905023648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:33.376615 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad8f8a-5e27-4a39-8b0b-465ca055a592 req-0ca9b32e-585c-480a-bfb4-e3b5b6f6206d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:33.377200 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c64a5817-0454-45bb-b30a-821905023648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:33.382921 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5aad8f8a-5e27-4a39-8b0b-465ca055a592 req-0ca9b32e-585c-480a-bfb4-e3b5b6f6206d service neutron] 10.222.0.105 "GET /v2.0/networks?id=0448a394-55c8-45f4-a274-23af165c2c3d HTTP/1.1" status: 200 len: 921 time: 0.2672131 Feb 09 00:59:33.433239 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64a5817-0454-45bb-b30a-821905023648 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bef208b2-a285-41fd-abad-f013710ae768,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:33.440045 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c64a5817-0454-45bb-b30a-821905023648 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:33.445389 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8d907a-8e30-46c5-a586-1a038cad5ede None None] Network 3bfe3936-690c-45c5-b4c5-955c0f482c02 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:59:33.449466 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c64a5817-0454-45bb-b30a-821905023648 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/bef208b2-a285-41fd-abad-f013710ae768 HTTP/1.1" status: 204 len: 168 time: 0.4087548 Feb 09 00:59:33.451939 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49532) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:59:33.585005 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5aad8f8a-5e27-4a39-8b0b-465ca055a592 req-8cc7e9e5-4b9f-407c-b707-298903d586ec service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b04c3276-01f3-4cb3-9421-87d15d76dc52 HTTP/1.1" status: 200 len: 1000 time: 0.1945744 Feb 09 00:59:33.639757 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cc964a3f-934c-403e-bccc-88eb5ab37734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:33.664220 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-cc964a3f-934c-403e-bccc-88eb5ab37734 admin admin] Deleting port 1099f08c-9152-4cc9-9047-1a011b10beb2 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:59:33.664569 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cc964a3f-934c-403e-bccc-88eb5ab37734 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:33.731860 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad8f8a-5e27-4a39-8b0b-465ca055a592 req-42c9d4f3-3608-44ca-bdbb-18084aae9361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:33.733465 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5aad8f8a-5e27-4a39-8b0b-465ca055a592 req-42c9d4f3-3608-44ca-bdbb-18084aae9361 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=45fa59ee-2584-4cd4-aa5d-73791fe0e17f HTTP/1.1" status: 200 len: 859 time: 0.1434479 Feb 09 00:59:33.911710 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad8f8a-5e27-4a39-8b0b-465ca055a592 req-d4b4bdee-f83d-4c14-b30b-c3d706e72838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:33.913502 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5aad8f8a-5e27-4a39-8b0b-465ca055a592 req-d4b4bdee-f83d-4c14-b30b-c3d706e72838 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=0448a394-55c8-45f4-a274-23af165c2c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1710587 Feb 09 00:59:33.944384 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device eca3f540-a790-40df-bc02-72577df39903 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:59:33.959963 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-8b4f7f5a-9e0a-45d1-a277-19e02e3ddfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a850b99-2699-4551-83df-234a05d07ef1', 'name': 'tempest-FloatingIPsAssociationTestJSON-237442171-router', 'tenant_id': 'e780c16281c340ce809950e38bac725d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c691cfbd-3cb5-4179-bbda-e883551e78d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:58:05Z', 'updated_at': '2022-02-09T00:58:10Z', 'revision_number': 4, 'project_id': 'e780c16281c340ce809950e38bac725d', 'gw_port': {'id': 'c691cfbd-3cb5-4179-bbda-e883551e78d5', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a850b99-2699-4551-83df-234a05d07ef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:06Z', 'updated_at': '2022-02-09T00:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': 'eff4dfbc-b507-41f4-92d6-f5482bd8b3bb', 'tenant_id': 'e780c16281c340ce809950e38bac725d', 'floating_ip_address': '172.25.0.16', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '1a850b99-2699-4551-83df-234a05d07ef1', 'port_id': 'b04c3276-01f3-4cb3-9421-87d15d76dc52', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 924, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0448a394-55c8-45f4-a274-23af165c2c3d', 'mac_address': 'fa:16:3e:57:50:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04313d50-51be-415f-8006-371a5633658f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:58:45Z', 'updated_at': '2022-02-09T00:59:31Z', 'revision_number': 4, 'project_id': 'e780c16281c340ce809950e38bac725d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f46b102-2de5-421c-81ce-8f502ff0cf91', 'name': '', 'network_id': '0448a394-55c8-45f4-a274-23af165c2c3d', 'tenant_id': 'e780c16281c340ce809950e38bac725d', 'mac_address': 'fa:16:3e:fd:52:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a850b99-2699-4551-83df-234a05d07ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '45fa59ee-2584-4cd4-aa5d-73791fe0e17f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:09Z', 'updated_at': '2022-02-09T00:58:20Z', 'revision_number': 5, 'project_id': 'e780c16281c340ce809950e38bac725d', 'subnets': [{'id': '45fa59ee-2584-4cd4-aa5d-73791fe0e17f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:33.967183 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4f7f5a-9e0a-45d1-a277-19e02e3ddfa0 None None] The sync data for ids ['1a850b99-2699-4551-83df-234a05d07ef1'] in n-d-828418-1 is: [{'id': '1a850b99-2699-4551-83df-234a05d07ef1', 'name': 'tempest-FloatingIPsAssociationTestJSON-237442171-router', 'tenant_id': 'e780c16281c340ce809950e38bac725d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c691cfbd-3cb5-4179-bbda-e883551e78d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:58:05Z', 'updated_at': '2022-02-09T00:58:10Z', 'revision_number': 4, 'project_id': 'e780c16281c340ce809950e38bac725d', 'gw_port': {'id': 'c691cfbd-3cb5-4179-bbda-e883551e78d5', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a850b99-2699-4551-83df-234a05d07ef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:06Z', 'updated_at': '2022-02-09T00:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': 'eff4dfbc-b507-41f4-92d6-f5482bd8b3bb', 'tenant_id': 'e780c16281c340ce809950e38bac725d', 'floating_ip_address': '172.25.0.16', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '1a850b99-2699-4551-83df-234a05d07ef1', 'port_id': 'b04c3276-01f3-4cb3-9421-87d15d76dc52', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 924, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0448a394-55c8-45f4-a274-23af165c2c3d', 'mac_address': 'fa:16:3e:57:50:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04313d50-51be-415f-8006-371a5633658f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:58:45Z', 'updated_at': '2022-02-09T00:59:31Z', 'revision_number': 4, 'project_id': 'e780c16281c340ce809950e38bac725d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f46b102-2de5-421c-81ce-8f502ff0cf91', 'name': '', 'network_id': '0448a394-55c8-45f4-a274-23af165c2c3d', 'tenant_id': 'e780c16281c340ce809950e38bac725d', 'mac_address': 'fa:16:3e:fd:52:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a850b99-2699-4551-83df-234a05d07ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '45fa59ee-2584-4cd4-aa5d-73791fe0e17f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:09Z', 'updated_at': '2022-02-09T00:58:20Z', 'revision_number': 5, 'project_id': 'e780c16281c340ce809950e38bac725d', 'subnets': [{'id': '45fa59ee-2584-4cd4-aa5d-73791fe0e17f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:59:34.027501 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: eca3f540-a790-40df-bc02-72577df39903 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 00:59:34.028108 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device eca3f540-a790-40df-bc02-72577df39903 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 00:59:34.028745 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 6194c169-bc09-48bf-a827-ced5e2363a6e no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:59:34.126919 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-cc964a3f-934c-403e-bccc-88eb5ab37734 admin admin] For port 1099f08c-9152-4cc9-9047-1a011b10beb2, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=1099f08c-9152-4cc9-9047-1a011b10beb2,segment=NetworkSegment(4821de2f-7a76-4bec-8b8e-b796787d6690),segment_id=4821de2f-7a76-4bec-8b8e-b796787d6690)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:59:34.127608 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cc964a3f-934c-403e-bccc-88eb5ab37734 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:34.143896 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 6194c169-bc09-48bf-a827-ced5e2363a6e {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 00:59:34.144410 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 6194c169-bc09-48bf-a827-ced5e2363a6e not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 00:59:34.176467 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5aad8f8a-5e27-4a39-8b0b-465ca055a592 req-019548cb-4630-4a89-aaec-9dcd9988bfd9 service neutron] 10.222.0.105 "GET /v2.0/networks/0448a394-55c8-45f4-a274-23af165c2c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568338 Feb 09 00:59:34.286380 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2443fbf-1d59-4c77-9ccc-0842278c5128 None None] DHCP port deletion for 3bfe3936-690c-45c5-b4c5-955c0f482c02 request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 00:59:34.292486 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-b2443fbf-1d59-4c77-9ccc-0842278c5128 None None] Deleting port 1099f08c-9152-4cc9-9047-1a011b10beb2 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:59:34.293427 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b2443fbf-1d59-4c77-9ccc-0842278c5128 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:34.338962 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5aad8f8a-5e27-4a39-8b0b-465ca055a592 req-a50d18e0-33fd-4518-8c6d-87c0515063a1 service neutron] 10.222.0.105 "GET /v2.0/networks/0448a394-55c8-45f4-a274-23af165c2c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547840 Feb 09 00:59:34.353342 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-cc964a3f-934c-403e-bccc-88eb5ab37734 admin admin] Calling delete_port for 1099f08c-9152-4cc9-9047-1a011b10beb2 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:59:34.477181 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cc964a3f-934c-403e-bccc-88eb5ab37734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:34.547165 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2d522b30-bac2-4d8e-bcd5-09368a0c9209 req-b5385f48-1aa3-4cd2-b4ff-36ca2b121836 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=e6fa40f41b9646a7bf38890c5f8e1746&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0564780 Feb 09 00:59:34.574760 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc964a3f-934c-403e-bccc-88eb5ab37734 admin admin] Pushing event deleted for resources: {'Port': ['ID=1099f08c-9152-4cc9-9047-1a011b10beb2,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:34.578194 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc964a3f-934c-403e-bccc-88eb5ab37734 admin admin] No DVR routers for this DVR port 1099f08c-9152-4cc9-9047-1a011b10beb2 on host n-d-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:59:34.655196 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-b2443fbf-1d59-4c77-9ccc-0842278c5128 None None] For port 1099f08c-9152-4cc9-9047-1a011b10beb2, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=1099f08c-9152-4cc9-9047-1a011b10beb2,segment=NetworkSegment(4821de2f-7a76-4bec-8b8e-b796787d6690),segment_id=4821de2f-7a76-4bec-8b8e-b796787d6690)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:59:34.656114 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b2443fbf-1d59-4c77-9ccc-0842278c5128 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:34.965973 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-b2443fbf-1d59-4c77-9ccc-0842278c5128 None None] Calling delete_port for 1099f08c-9152-4cc9-9047-1a011b10beb2 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:59:34.974738 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-3919f992-181c-4672-8cca-7a63a28fe15b tempest-LiveAutoBlockMigrationV225Test-40327280 tempest-LiveAutoBlockMigrationV225Test-40327280-project-admin] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:59:34.976412 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-3919f992-181c-4672-8cca-7a63a28fe15b tempest-LiveAutoBlockMigrationV225Test-40327280 tempest-LiveAutoBlockMigrationV225Test-40327280-project-admin] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0180476 Feb 09 00:59:34.986887 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d522b30-bac2-4d8e-bcd5-09368a0c9209 req-25ce5177-5d01-493c-905b-8c3f8138370e tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:34.993481 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2d522b30-bac2-4d8e-bcd5-09368a0c9209 req-25ce5177-5d01-493c-905b-8c3f8138370e tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4444439 Feb 09 00:59:35.010001 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-5c51f244-89f7-47f5-8eab-224ddb94b351 service neutron] Request body: {'binding': {'host': 'n-h2-828418-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:59:35.011243 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-5c51f244-89f7-47f5-8eab-224ddb94b351 service neutron] Unknown quota resources ['binding']. {{(pid=87638) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 09 00:59:35.028157 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2d522b30-bac2-4d8e-bcd5-09368a0c9209 req-7aee7f5a-d120-4352-824e-8bd776fa4554 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/quotas/e6fa40f41b9646a7bf38890c5f8e1746 HTTP/1.1" status: 200 len: 375 time: 0.0331376 Feb 09 00:59:35.098629 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171bcfc0-9ed0-4bd5-ad08-58387bfa851c req-01079b3d-71c2-4208-9037-0a816fbfd82d tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:35.100153 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-171bcfc0-9ed0-4bd5-ad08-58387bfa851c req-01079b3d-71c2-4208-9037-0a816fbfd82d tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] 10.222.0.62 "GET /v2.0/networks?id=d5fac2e4-83b3-4dad-87ab-eec508b50a09 HTTP/1.1" status: 200 len: 816 time: 0.2859080 Feb 09 00:59:35.106487 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cc964a3f-934c-403e-bccc-88eb5ab37734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:35.115672 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-b2443fbf-1d59-4c77-9ccc-0842278c5128 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 00:59:35.116275 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-b2443fbf-1d59-4c77-9ccc-0842278c5128 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 00:59:35.171599 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-171bcfc0-9ed0-4bd5-ad08-58387bfa851c req-f25e6329-dd24-4d41-a061-29c9aa179eb3 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e83ed183d484d7c9813fd49ff4f70e8 HTTP/1.1" status: 200 len: 380 time: 0.0590353 Feb 09 00:59:35.194237 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2d522b30-bac2-4d8e-bcd5-09368a0c9209 req-584fe53c-a91a-4a5c-a550-8db59fc5b37c tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=e6fa40f41b9646a7bf38890c5f8e1746&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1650553 Feb 09 00:59:35.200172 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-171bcfc0-9ed0-4bd5-ad08-58387bfa851c req-ba664393-93bc-4e2a-82b3-3aa09a22e7db tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Request body: {'port': {'device_id': '9441bdd6-14e1-4694-93ba-0251f158b398', 'network_id': 'd5fac2e4-83b3-4dad-87ab-eec508b50a09', 'admin_state_up': True, 'tenant_id': '3e83ed183d484d7c9813fd49ff4f70e8', 'security_groups': ['147a3794-e5e0-49fe-813e-782f17b18bc8']}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:59:35.209621 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-cc964a3f-934c-403e-bccc-88eb5ab37734 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bfe3936-690c-45c5-b4c5-955c0f482c02']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:35.229363 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-cc964a3f-934c-403e-bccc-88eb5ab37734 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4821de2f-7a76-4bec-8b8e-b796787d6690') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:35.229686 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-cc964a3f-934c-403e-bccc-88eb5ab37734 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4821de2f-7a76-4bec-8b8e-b796787d6690') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:35.256243 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cc964a3f-934c-403e-bccc-88eb5ab37734 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:35.280665 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cc964a3f-934c-403e-bccc-88eb5ab37734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:35.300529 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc964a3f-934c-403e-bccc-88eb5ab37734 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:59:35.300780 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cc964a3f-934c-403e-bccc-88eb5ab37734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:35.315885 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 00:59:35.315885 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:59:35.315885 n-d-828418-1 neutron-server[87638]: timer() Feb 09 00:59:35.315885 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:59:35.315885 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 00:59:35.315885 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 00:59:35.315885 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 00:59:35.315885 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:59:35.315885 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 00:59:35.315885 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:59:35.315885 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 00:59:35.315885 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:59:35.315885 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 00:59:35.315885 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 00:59:35.315885 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:59:35.315885 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 00:59:35.315885 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:59:35.315885 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 00:59:35.315885 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 00:59:35.315885 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 00:59:35.315885 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 00:59:35.315885 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 00:59:35.315885 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:59:35.315885 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:59:35.315885 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 00:59:35.315885 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:59:35.315885 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:59:35.315885 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:59:35.315885 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:59:35.315885 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:59:35.315885 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:59:35.315885 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:59:35.427098 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-171bcfc0-9ed0-4bd5-ad08-58387bfa851c req-ba664393-93bc-4e2a-82b3-3aa09a22e7db tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:59:35.440549 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-171bcfc0-9ed0-4bd5-ad08-58387bfa851c req-ba664393-93bc-4e2a-82b3-3aa09a22e7db tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Usage tracker for resource:port and tenant:3e83ed183d484d7c9813fd49ff4f70e8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:59:35.445064 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-5c51f244-89f7-47f5-8eab-224ddb94b351 service neutron] Attempting to bind port 68659ab6-4b27-4c78-9e92-fbc555581959 on host n-h2-828418-1 for vnic_type normal with profile None {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:59:35.445401 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-5c51f244-89f7-47f5-8eab-224ddb94b351 service neutron] Attempting to bind port 68659ab6-4b27-4c78-9e92-fbc555581959 by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': 'd7050703-a45d-45b0-a89d-e74c0c0ae2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2c19901d-9303-4cfd-b96f-b8f2e52fb4b9'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:59:35.445764 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-5c51f244-89f7-47f5-8eab-224ddb94b351 service neutron] Attempting to bind port 68659ab6-4b27-4c78-9e92-fbc555581959 on network 2c19901d-9303-4cfd-b96f-b8f2e52fb4b9 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:59:35.450933 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-171bcfc0-9ed0-4bd5-ad08-58387bfa851c req-ba664393-93bc-4e2a-82b3-3aa09a22e7db tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:59:35.452628 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cc964a3f-934c-403e-bccc-88eb5ab37734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:35.454279 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-5c51f244-89f7-47f5-8eab-224ddb94b351 service neutron] Port 68659ab6-4b27-4c78-9e92-fbc555581959 on network 2c19901d-9303-4cfd-b96f-b8f2e52fb4b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:59:35.454864 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-5c51f244-89f7-47f5-8eab-224ddb94b351 service neutron] Attempting to bind port 68659ab6-4b27-4c78-9e92-fbc555581959 on network 2c19901d-9303-4cfd-b96f-b8f2e52fb4b9 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:59:35.465801 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-171bcfc0-9ed0-4bd5-ad08-58387bfa851c req-ba664393-93bc-4e2a-82b3-3aa09a22e7db tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:59:35.475365 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cc964a3f-934c-403e-bccc-88eb5ab37734 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:35.498783 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-cc964a3f-934c-403e-bccc-88eb5ab37734 admin admin] 10.222.0.105 "DELETE /v2.0/networks/3bfe3936-690c-45c5-b4c5-955c0f482c02 HTTP/1.1" status: 204 len: 168 time: 2.0449893 Feb 09 00:59:35.512837 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-5c51f244-89f7-47f5-8eab-224ddb94b351 service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:59:35.513183 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-5c51f244-89f7-47f5-8eab-224ddb94b351 service neutron] Checking segment: {'id': 'd7050703-a45d-45b0-a89d-e74c0c0ae2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2c19901d-9303-4cfd-b96f-b8f2e52fb4b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:59:35.513748 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-5c51f244-89f7-47f5-8eab-224ddb94b351 service neutron] Bound using segment: {'id': 'd7050703-a45d-45b0-a89d-e74c0c0ae2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2c19901d-9303-4cfd-b96f-b8f2e52fb4b9'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:59:35.514043 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-5c51f244-89f7-47f5-8eab-224ddb94b351 service neutron] Bound port: 68659ab6-4b27-4c78-9e92-fbc555581959, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7050703-a45d-45b0-a89d-e74c0c0ae2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2c19901d-9303-4cfd-b96f-b8f2e52fb4b9'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:59:35.516155 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc964a3f-934c-403e-bccc-88eb5ab37734 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bfe3936-690c-45c5-b4c5-955c0f482c02,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:35.550371 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-171bcfc0-9ed0-4bd5-ad08-58387bfa851c req-ba664393-93bc-4e2a-82b3-3aa09a22e7db tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Made reservation on behalf of 3e83ed183d484d7c9813fd49ff4f70e8 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:59:35.553895 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-171bcfc0-9ed0-4bd5-ad08-58387bfa851c req-ba664393-93bc-4e2a-82b3-3aa09a22e7db tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:35.584207 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-5c51f244-89f7-47f5-8eab-224ddb94b351 service neutron] For port 68659ab6-4b27-4c78-9e92-fbc555581959, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=68659ab6-4b27-4c78-9e92-fbc555581959,segment=NetworkSegment(d7050703-a45d-45b0-a89d-e74c0c0ae2fb),segment_id=d7050703-a45d-45b0-a89d-e74c0c0ae2fb)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:59:35.590693 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-5c51f244-89f7-47f5-8eab-224ddb94b351 service neutron] Notify callbacks [] for binding, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:35.593929 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-5c51f244-89f7-47f5-8eab-224ddb94b351 service neutron] 10.222.0.105 "POST /v2.0/ports/68659ab6-4b27-4c78-9e92-fbc555581959/bindings HTTP/1.1" status: 201 len: 389 time: 0.6078732 Feb 09 00:59:35.617523 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-b2443fbf-1d59-4c77-9ccc-0842278c5128 None None] Deleting port 1099f08c-9152-4cc9-9047-1a011b10beb2 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:59:35.618309 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b2443fbf-1d59-4c77-9ccc-0842278c5128 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:35.703559 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49580) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:59:35.712185 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3749ad-5f5a-4e24-8204-597d5ceb463a req-509aed03-3bf5-403e-9a90-48f95c15a7e9 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:35.731444 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5f3749ad-5f5a-4e24-8204-597d5ceb463a req-509aed03-3bf5-403e-9a90-48f95c15a7e9 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/ports?device_id=48bd2964-dfe8-4be2-9201-0c66a96fd4ef HTTP/1.1" status: 200 len: 945 time: 0.2502394 Feb 09 00:59:35.849267 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-cad81428-4ef1-41cf-86ee-2b3499d04d83 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=5ab071afec5940ee87f2fe6f811dc280&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1437709 Feb 09 00:59:35.850655 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49588) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:59:35.874547 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48bd2964-dfe8-4be2-9201-0c66a96fd4ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14e69ae5-6773-4421-b91f-5b97353755a3', 'code': 200} Feb 09 00:59:35.895794 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-b2443fbf-1d59-4c77-9ccc-0842278c5128 None None] The port '1099f08c-9152-4cc9-9047-1a011b10beb2' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 00:59:35.939066 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 1099f08c-9152-4cc9-9047-1a011b10beb2 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:59:35.968971 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4233abe4-b39c-4a16-8d27-5370ac55f3ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:36.015050 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 1099f08c-9152-4cc9-9047-1a011b10beb2 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 00:59:36.015411 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 1099f08c-9152-4cc9-9047-1a011b10beb2 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 00:59:36.068463 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4233abe4-b39c-4a16-8d27-5370ac55f3ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:36.145884 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3905bf68-3c8b-4708-ad40-b2bcfcf941b3 req-2c470f53-d1f1-4200-af1e-06d86e601620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:36.147690 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-3905bf68-3c8b-4708-ad40-b2bcfcf941b3 req-2c470f53-d1f1-4200-af1e-06d86e601620 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=48bd2964-dfe8-4be2-9201-0c66a96fd4ef HTTP/1.1" status: 200 len: 1096 time: 0.1327300 Feb 09 00:59:36.160593 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5f3749ad-5f5a-4e24-8204-597d5ceb463a req-dbcb04d7-4488-4bdb-83fa-d89bfc34d007 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/security-groups?id=21d48e70-0a9a-4f34-bd03-fe2b0988e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4285109 Feb 09 00:59:36.181944 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-171bcfc0-9ed0-4bd5-ad08-58387bfa851c req-ba664393-93bc-4e2a-82b3-3aa09a22e7db tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Allocated IP 172.20.0.9 (d5fac2e4-83b3-4dad-87ab-eec508b50a09/07c3b021-43b7-40d3-ad8c-901de562ddc0/2a509680-7b26-4372-8194-fe7c3bbbb400) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:59:36.220006 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4233abe4-b39c-4a16-8d27-5370ac55f3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:36.244703 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-73d51a41-500a-4408-8438-8f72c6fe9329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:36.246661 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-73d51a41-500a-4408-8438-8f72c6fe9329 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=35dd69c7034749ab9d62471941920e2c&device_id=98b2668a-19ef-48f4-a385-6573411e2e02 HTTP/1.1" status: 200 len: 1097 time: 0.2215872 Feb 09 00:59:36.250780 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '070af407-61a4-47ab-aa6b-c71bceabdb7a', 'tag': '6b989615-b8c6-497c-97ac-419f1a6df99a', 'status': 'completed', 'code': 200} Feb 09 00:59:36.251333 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04313d50-51be-415f-8006-371a5633658f', 'tag': 'b04c3276-01f3-4cb3-9421-87d15d76dc52', 'status': 'completed', 'code': 200} Feb 09 00:59:36.394310 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4233abe4-b39c-4a16-8d27-5370ac55f3ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae83473-7a28-4d7b-917c-f3ee27b3636b,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:36.429362 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4233abe4-b39c-4a16-8d27-5370ac55f3ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:36.434801 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-4233abe4-b39c-4a16-8d27-5370ac55f3ba admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/aae83473-7a28-4d7b-917c-f3ee27b3636b HTTP/1.1" status: 204 len: 168 time: 0.5803645 Feb 09 00:59:36.436923 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-3905bf68-3c8b-4708-ad40-b2bcfcf941b3 req-4805312e-9b91-436b-b480-9cdeab5c823d service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=21d48e70-0a9a-4f34-bd03-fe2b0988e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826967 Feb 09 00:59:36.522551 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c037f6-e8bb-4518-b53b-d84554216ce6 req-0f1a2325-93e1-47c8-b189-46063c0f1217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:36.525997 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-f4c037f6-e8bb-4518-b53b-d84554216ce6 req-0f1a2325-93e1-47c8-b189-46063c0f1217 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e780c16281c340ce809950e38bac725d&device_id=04313d50-51be-415f-8006-371a5633658f HTTP/1.1" status: 200 len: 1096 time: 0.1994035 Feb 09 00:59:36.530033 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c037f6-e8bb-4518-b53b-d84554216ce6 req-be117f41-bc67-4c4d-ba7f-8ebd28754ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:36.532865 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-f4c037f6-e8bb-4518-b53b-d84554216ce6 req-be117f41-bc67-4c4d-ba7f-8ebd28754ff9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e780c16281c340ce809950e38bac725d&device_id=070af407-61a4-47ab-aa6b-c71bceabdb7a HTTP/1.1" status: 200 len: 1097 time: 0.2453558 Feb 09 00:59:36.637777 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a56d376d-6b94-40da-949d-44674922b25b req-bd718ab0-3ba7-4d66-8785-f712bede16e8 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] 10.222.0.105 "GET /v2.0/ports?device_id=9441bdd6-14e1-4694-93ba-0251f158b398 HTTP/1.1" status: 200 len: 210 time: 0.2397192 Feb 09 00:59:36.725159 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c037f6-e8bb-4518-b53b-d84554216ce6 req-c1a0c0b5-eacc-446f-b531-1155e39a296b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:36.726777 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-f4c037f6-e8bb-4518-b53b-d84554216ce6 req-c1a0c0b5-eacc-446f-b531-1155e39a296b service neutron] 10.222.0.62 "GET /v2.0/networks?id=0448a394-55c8-45f4-a274-23af165c2c3d HTTP/1.1" status: 200 len: 921 time: 0.1737764 Feb 09 00:59:36.789478 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-47110677-7f08-4070-b48a-83c0e67f9f97 req-f4c26644-cf3f-4e8a-92b4-9328e4575a40 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.0.16 HTTP/1.1" status: 200 len: 1000 time: 0.3403518 Feb 09 00:59:36.915880 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5da1abf3-5139-4b53-8fb8-149978a14c44 req-29dd2906-b2bb-4e8a-8b96-e315dc117c6b tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=78993d4b-0b0e-47a2-8a4b-5541faec5408 HTTP/1.1" status: 200 len: 210 time: 0.1197243 Feb 09 00:59:36.939260 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-f4c037f6-e8bb-4518-b53b-d84554216ce6 req-a8efc392-d57e-4edf-93af-3640c7b7baae service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b989615-b8c6-497c-97ac-419f1a6df99a HTTP/1.1" status: 200 len: 217 time: 0.1045773 Feb 09 00:59:37.055981 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-aa2fda8e-1190-441a-a12d-1075b81dc748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:37.061388 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-aa2fda8e-1190-441a-a12d-1075b81dc748 service neutron] 10.222.0.99 "GET /v2.0/networks?id=2c19901d-9303-4cfd-b96f-b8f2e52fb4b9 HTTP/1.1" status: 200 len: 922 time: 0.7925251 Feb 09 00:59:37.063452 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c037f6-e8bb-4518-b53b-d84554216ce6 req-a8fe90e3-cc30-4966-81dc-a2848fc8ea41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:37.064985 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-f4c037f6-e8bb-4518-b53b-d84554216ce6 req-a8fe90e3-cc30-4966-81dc-a2848fc8ea41 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=45fa59ee-2584-4cd4-aa5d-73791fe0e17f HTTP/1.1" status: 200 len: 859 time: 0.1113920 Feb 09 00:59:37.067837 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c037f6-e8bb-4518-b53b-d84554216ce6 req-fad9684d-3e33-4c20-b546-e74139044fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:37.069652 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-f4c037f6-e8bb-4518-b53b-d84554216ce6 req-fad9684d-3e33-4c20-b546-e74139044fa2 service neutron] 10.222.0.99 "GET /v2.0/networks?id=0448a394-55c8-45f4-a274-23af165c2c3d HTTP/1.1" status: 200 len: 921 time: 0.3378181 Feb 09 00:59:37.187414 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-171bcfc0-9ed0-4bd5-ad08-58387bfa851c req-ba664393-93bc-4e2a-82b3-3aa09a22e7db tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:37.228554 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47110677-7f08-4070-b48a-83c0e67f9f97 req-23de317c-270f-4a19-9ebb-49d1430a6710 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:37.236657 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-47110677-7f08-4070-b48a-83c0e67f9f97 req-23de317c-270f-4a19-9ebb-49d1430a6710 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "GET /v2.0/ports/b04c3276-01f3-4cb3-9421-87d15d76dc52 HTTP/1.1" status: 200 len: 942 time: 0.3993924 Feb 09 00:59:37.273273 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-f4c037f6-e8bb-4518-b53b-d84554216ce6 req-96a38bf8-190b-4a3c-90ac-b7fcba1791c6 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b04c3276-01f3-4cb3-9421-87d15d76dc52 HTTP/1.1" status: 200 len: 1000 time: 0.1589310 Feb 09 00:59:37.279478 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-c61e048f-88b4-48c7-b8b5-b305222aede7 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68659ab6-4b27-4c78-9e92-fbc555581959 HTTP/1.1" status: 200 len: 217 time: 0.1951082 Feb 09 00:59:37.280547 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-171bcfc0-9ed0-4bd5-ad08-58387bfa851c req-ba664393-93bc-4e2a-82b3-3aa09a22e7db tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Transition to ACTIVE for port object 2a509680-7b26-4372-8194-fe7c3bbbb400 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:59:37.334756 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c037f6-e8bb-4518-b53b-d84554216ce6 req-75debca2-cc1a-49ed-bba3-48e63d34cc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:37.336862 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-f4c037f6-e8bb-4518-b53b-d84554216ce6 req-75debca2-cc1a-49ed-bba3-48e63d34cc74 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0448a394-55c8-45f4-a274-23af165c2c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2629895 Feb 09 00:59:37.676547 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c037f6-e8bb-4518-b53b-d84554216ce6 req-1d5155e1-37e3-4dcc-a0d0-a1b8a7071db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:37.679075 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-f4c037f6-e8bb-4518-b53b-d84554216ce6 req-1d5155e1-37e3-4dcc-a0d0-a1b8a7071db4 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=45fa59ee-2584-4cd4-aa5d-73791fe0e17f HTTP/1.1" status: 200 len: 859 time: 0.3933544 Feb 09 00:59:37.685450 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-2d522b30-bac2-4d8e-bcd5-09368a0c9209 req-978d36c7-5bb5-4eea-9d77-e722831ebb79 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=e6fa40f41b9646a7bf38890c5f8e1746&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0671105 Feb 09 00:59:37.735775 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-171bcfc0-9ed0-4bd5-ad08-58387bfa851c req-ba664393-93bc-4e2a-82b3-3aa09a22e7db tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:37.834557 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49620) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:59:38.080263 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fc4954dd-39b4-4ada-aa55-08e460f0e3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:38.107647 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-f4c037f6-e8bb-4518-b53b-d84554216ce6 req-b621de5f-456e-416e-abd5-521e81d38718 service neutron] 10.222.0.62 "GET /v2.0/networks/0448a394-55c8-45f4-a274-23af165c2c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7361982 Feb 09 00:59:38.188283 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-171bcfc0-9ed0-4bd5-ad08-58387bfa851c req-ba664393-93bc-4e2a-82b3-3aa09a22e7db tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Network d5fac2e4-83b3-4dad-87ab-eec508b50a09 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:59:38.216754 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-171bcfc0-9ed0-4bd5-ad08-58387bfa851c req-ba664393-93bc-4e2a-82b3-3aa09a22e7db tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:59:38.265385 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d522b30-bac2-4d8e-bcd5-09368a0c9209 req-9a27f098-4dae-4cef-b3a3-98021e91ea38 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:38.269071 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-2d522b30-bac2-4d8e-bcd5-09368a0c9209 req-9a27f098-4dae-4cef-b3a3-98021e91ea38 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5746081 Feb 09 00:59:38.272782 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-171bcfc0-9ed0-4bd5-ad08-58387bfa851c req-ba664393-93bc-4e2a-82b3-3aa09a22e7db tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:59:38.277606 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c037f6-e8bb-4518-b53b-d84554216ce6 req-538c0391-cf76-4650-8eb7-d63ae3e73319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:38.280747 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-f4c037f6-e8bb-4518-b53b-d84554216ce6 req-538c0391-cf76-4650-8eb7-d63ae3e73319 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=0448a394-55c8-45f4-a274-23af165c2c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5905919 Feb 09 00:59:38.307143 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-2d522b30-bac2-4d8e-bcd5-09368a0c9209 req-10a041cd-b330-46eb-9004-371f08837623 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Request body: {'port': {'device_id': '78993d4b-0b0e-47a2-8a4b-5541faec5408', 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6', 'admin_state_up': True, 'tenant_id': 'e6fa40f41b9646a7bf38890c5f8e1746'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:59:38.331405 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-47110677-7f08-4070-b48a-83c0e67f9f97 req-4867cb8a-ffc5-4d4c-ac27-bb3e7e320867 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.0.16 HTTP/1.1" status: 200 len: 1000 time: 0.6079898 Feb 09 00:59:38.333451 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-4c6f68f0-db49-4ee4-8ed1-f5fa7f6f1b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:38.335173 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-4c6f68f0-db49-4ee4-8ed1-f5fa7f6f1b08 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=f523b7b8-aa23-4f63-9894-de0d35bb1ce5 HTTP/1.1" status: 200 len: 861 time: 0.9080606 Feb 09 00:59:38.367781 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-cb2f0428-e675-4494-aa2f-43837d36afcc admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-661750291-network', 'tenant_id': '5ff9aad1b4b645cb83f87778a731b808'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:59:38.373586 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-cb2f0428-e675-4494-aa2f-43837d36afcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:59:38.378702 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-cb2f0428-e675-4494-aa2f-43837d36afcc admin admin] Usage tracker for resource:network and tenant:5ff9aad1b4b645cb83f87778a731b808 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:59:38.381799 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-cb2f0428-e675-4494-aa2f-43837d36afcc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:59:38.387912 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-cb2f0428-e675-4494-aa2f-43837d36afcc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:59:38.483778 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb2f0428-e675-4494-aa2f-43837d36afcc admin admin] Made reservation on behalf of 5ff9aad1b4b645cb83f87778a731b808 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:59:38.485915 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cb2f0428-e675-4494-aa2f-43837d36afcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:38.567449 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba664393-93bc-4e2a-82b3-3aa09a22e7db tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Pushing event updated for resources: {'Port': ['ID=2a509680-7b26-4372-8194-fe7c3bbbb400,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:38.582168 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-6cce8208-1384-4b6e-a95c-a441dac42c8d service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=2c19901d-9303-4cfd-b96f-b8f2e52fb4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2274153 Feb 09 00:59:38.590316 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cb2f0428-e675-4494-aa2f-43837d36afcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:38.628818 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-7d01d5df-4bc1-4f75-841f-80fda9b56222 None None] Provisioning for port 2a509680-7b26-4372-8194-fe7c3bbbb400 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:59:38.634042 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-f4c037f6-e8bb-4518-b53b-d84554216ce6 req-8ffc32ea-8ee2-4c7d-9483-9707500c234f service neutron] 10.222.0.62 "GET /v2.0/networks/0448a394-55c8-45f4-a274-23af165c2c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5290880 Feb 09 00:59:38.639093 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-7d01d5df-4bc1-4f75-841f-80fda9b56222 None None] Provisioning complete for port 2a509680-7b26-4372-8194-fe7c3bbbb400 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:59:38.651964 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7d01d5df-4bc1-4f75-841f-80fda9b56222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:38.658201 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171bcfc0-9ed0-4bd5-ad08-58387bfa851c req-ba664393-93bc-4e2a-82b3-3aa09a22e7db tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:38.659062 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-171bcfc0-9ed0-4bd5-ad08-58387bfa851c req-ba664393-93bc-4e2a-82b3-3aa09a22e7db tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:38.665287 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-2d522b30-bac2-4d8e-bcd5-09368a0c9209 req-10a041cd-b330-46eb-9004-371f08837623 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:59:38.688200 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-2d522b30-bac2-4d8e-bcd5-09368a0c9209 req-10a041cd-b330-46eb-9004-371f08837623 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:59:38.703201 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-f4c037f6-e8bb-4518-b53b-d84554216ce6 req-505fcf3c-d298-48c8-88d6-c6de080e9ef9 service neutron] 10.222.0.99 "GET /v2.0/networks/0448a394-55c8-45f4-a274-23af165c2c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3657513 Feb 09 00:59:38.707224 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d522b30-bac2-4d8e-bcd5-09368a0c9209 req-10a041cd-b330-46eb-9004-371f08837623 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Made reservation on behalf of e6fa40f41b9646a7bf38890c5f8e1746 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:59:38.710168 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-7d01d5df-4bc1-4f75-841f-80fda9b56222 None None] Port 2a509680-7b26-4372-8194-fe7c3bbbb400 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:59:38.711078 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-2d522b30-bac2-4d8e-bcd5-09368a0c9209 req-10a041cd-b330-46eb-9004-371f08837623 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:38.730270 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-cb2f0428-e675-4494-aa2f-43837d36afcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:59:38.749995 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567844a7-0d0a-4a05-bf46-9b8c165a93de req-29c36b7d-9d50-4e34-9b50-367814d240a6 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:38.751504 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-567844a7-0d0a-4a05-bf46-9b8c165a93de req-29c36b7d-9d50-4e34-9b50-367814d240a6 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=98b2668a-19ef-48f4-a385-6573411e2e02 HTTP/1.1" status: 200 len: 946 time: 1.4804575 Feb 09 00:59:38.757835 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-cb2f0428-e675-4494-aa2f-43837d36afcc admin admin] Usage tracker for resource:security_group_rule and tenant:5ff9aad1b4b645cb83f87778a731b808 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:59:38.763380 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-cb2f0428-e675-4494-aa2f-43837d36afcc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:59:38.788452 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-cb2f0428-e675-4494-aa2f-43837d36afcc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:59:38.838278 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-171bcfc0-9ed0-4bd5-ad08-58387bfa851c req-ba664393-93bc-4e2a-82b3-3aa09a22e7db tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6611454 Feb 09 00:59:38.869536 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-171bcfc0-9ed0-4bd5-ad08-58387bfa851c req-0ae542d5-4934-4313-b34e-9897e226d297 service neutron] Request body: {'port': {'device_id': '9441bdd6-14e1-4694-93ba-0251f158b398', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:59:38.909224 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f50b4b81-3b14-4f25-9597-5c9eb46e01fa req-71195ba9-9664-4712-84e3-44f39d8031b7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=763a7eb3-2dd6-42a3-9f56-d22f3c0da01c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9143202 Feb 09 00:59:38.927676 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47110677-7f08-4070-b48a-83c0e67f9f97 req-a7f23fa9-f8c5-4b94-aad4-e7c6609f5c07 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:38.929029 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-47110677-7f08-4070-b48a-83c0e67f9f97 req-a7f23fa9-f8c5-4b94-aad4-e7c6609f5c07 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "GET /v2.0/networks/3d885c3c-255c-4e54-addc-b28437d0b18e HTTP/1.1" status: 200 len: 784 time: 0.5731709 Feb 09 00:59:38.956281 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-567844a7-0d0a-4a05-bf46-9b8c165a93de req-706b2239-1ff2-423a-b68f-58cd2bf39eb1 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935511 Feb 09 00:59:39.041950 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-f4c037f6-e8bb-4518-b53b-d84554216ce6 req-0e2a9067-4b35-492d-ae5c-46a96f9adf3b service neutron] 10.222.0.99 "GET /v2.0/networks/0448a394-55c8-45f4-a274-23af165c2c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3207288 Feb 09 00:59:39.081013 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-2d522b30-bac2-4d8e-bcd5-09368a0c9209 req-10a041cd-b330-46eb-9004-371f08837623 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Allocated IP 192.168.233.167 (42d335cf-a678-4bc3-901b-7d21fb8587e6/e7938d94-1f0f-48bd-a0b3-26d5344ff0ec/973c846c-32e6-4fcd-8537-473bd8d7ed33) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:59:39.170006 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-80a6abe5-70f5-458d-ae66-0cc5f1d581b2 req-3162c62e-ccee-4463-9137-5b80ee780389 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=9958ace3-7686-4434-936a-ad55697624b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2574642 Feb 09 00:59:39.200483 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-7520e5ca-d2a2-4e7a-bed3-684310176800 service neutron] 10.222.0.99 "GET /v2.0/networks/2c19901d-9303-4cfd-b96f-b8f2e52fb4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5930748 Feb 09 00:59:39.348713 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-171bcfc0-9ed0-4bd5-ad08-58387bfa851c req-0ae542d5-4934-4313-b34e-9897e226d297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:39.381929 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-2d522b30-bac2-4d8e-bcd5-09368a0c9209 req-10a041cd-b330-46eb-9004-371f08837623 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:39.399455 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a6abe5-70f5-458d-ae66-0cc5f1d581b2 req-40cef0ac-164e-45f9-a335-40787b45650b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:39.399455 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-80a6abe5-70f5-458d-ae66-0cc5f1d581b2 req-40cef0ac-164e-45f9-a335-40787b45650b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=35dd69c7034749ab9d62471941920e2c&device_id=9958ace3-7686-4434-936a-ad55697624b0 HTTP/1.1" status: 200 len: 1095 time: 0.1596885 Feb 09 00:59:39.416220 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-2d522b30-bac2-4d8e-bcd5-09368a0c9209 req-10a041cd-b330-46eb-9004-371f08837623 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Transition to ACTIVE for port object 973c846c-32e6-4fcd-8537-473bd8d7ed33 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:59:39.530092 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-2d522b30-bac2-4d8e-bcd5-09368a0c9209 req-10a041cd-b330-46eb-9004-371f08837623 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:39.542686 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['88a93ab5-6360-4150-b84a-b24cbf02f870', 'f26441cd-75ef-400d-9f30-37093ee34385', 'e0d02d2a-38d9-419e-9759-ba01a049886e', 'b8330b53-7bb8-4918-9af3-a8d090b55a84'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:59:39.584144 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cb2f0428-e675-4494-aa2f-43837d36afcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:39.632255 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['e5a6187d-5002-4dd1-8ed9-4533efde97f6', 'e97e63de-affb-4ff1-89d2-d7226736631b'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:59:39.665112 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cb2f0428-e675-4494-aa2f-43837d36afcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:39.687877 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb2f0428-e675-4494-aa2f-43837d36afcc admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:59:39.694406 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d522b30-bac2-4d8e-bcd5-09368a0c9209 req-10a041cd-b330-46eb-9004-371f08837623 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Network 42d335cf-a678-4bc3-901b-7d21fb8587e6 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:59:39.699033 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cb2f0428-e675-4494-aa2f-43837d36afcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:39.699033 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-cb2f0428-e675-4494-aa2f-43837d36afcc admin admin] Added segment d1c0a158-6579-41f7-a92a-da7d79b925b6 of type vlan for network dd02684a-c792-4fba-8571-35898e88ad40 Feb 09 00:59:39.702157 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-2d522b30-bac2-4d8e-bcd5-09368a0c9209 req-10a041cd-b330-46eb-9004-371f08837623 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:59:39.702157 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a041cd-b330-46eb-9004-371f08837623 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Pushing event updated for resources: {'Port': ['ID=973c846c-32e6-4fcd-8537-473bd8d7ed33,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:39.713177 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d522b30-bac2-4d8e-bcd5-09368a0c9209 req-10a041cd-b330-46eb-9004-371f08837623 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:59:39.727179 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cb2f0428-e675-4494-aa2f-43837d36afcc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:39.839460 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-1cee4b89-1afb-4615-bf11-fde10f45464c service neutron] 10.222.0.99 "GET /v2.0/networks/2c19901d-9303-4cfd-b96f-b8f2e52fb4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5835743 Feb 09 00:59:39.869495 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b4b81-3b14-4f25-9597-5c9eb46e01fa req-85441bae-6047-44d4-be08-5924b8ef92d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:39.882309 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f50b4b81-3b14-4f25-9597-5c9eb46e01fa req-85441bae-6047-44d4-be08-5924b8ef92d1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=35dd69c7034749ab9d62471941920e2c&device_id=763a7eb3-2dd6-42a3-9f56-d22f3c0da01c HTTP/1.1" status: 200 len: 1095 time: 0.8431270 Feb 09 00:59:39.928228 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11762d4-1648-4238-9924-1b66037286b2 req-5c4c2913-dd4b-4ba6-ac3f-b31f476332ac tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:39.945890 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e11762d4-1648-4238-9924-1b66037286b2 req-5c4c2913-dd4b-4ba6-ac3f-b31f476332ac tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/ports?device_id=48bd2964-dfe8-4be2-9201-0c66a96fd4ef HTTP/1.1" status: 200 len: 945 time: 0.7377720 Feb 09 00:59:40.030682 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a6abe5-70f5-458d-ae66-0cc5f1d581b2 req-c052f725-7707-4f57-a038-b7db9fbf1172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:40.030682 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-80a6abe5-70f5-458d-ae66-0cc5f1d581b2 req-c052f725-7707-4f57-a038-b7db9fbf1172 service neutron] 10.222.0.99 "GET /v2.0/networks?id=2c19901d-9303-4cfd-b96f-b8f2e52fb4b9 HTTP/1.1" status: 200 len: 922 time: 0.6048801 Feb 09 00:59:40.167609 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-80a6abe5-70f5-458d-ae66-0cc5f1d581b2 req-ca9f1c75-1c88-4c82-b899-b5d65fa4d2ef service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=441f6212-60b3-40e0-b2f5-5551b994980b HTTP/1.1" status: 200 len: 217 time: 0.1200569 Feb 09 00:59:40.178731 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d522b30-bac2-4d8e-bcd5-09368a0c9209 req-10a041cd-b330-46eb-9004-371f08837623 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:40.178731 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-2d522b30-bac2-4d8e-bcd5-09368a0c9209 req-10a041cd-b330-46eb-9004-371f08837623 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:40.254221 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-0cfd0bb5-6640-4663-a44f-83dc0177b053 None None] Provisioning for port 973c846c-32e6-4fcd-8537-473bd8d7ed33 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:59:40.282299 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-2d522b30-bac2-4d8e-bcd5-09368a0c9209 req-10a041cd-b330-46eb-9004-371f08837623 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9865317 Feb 09 00:59:40.282299 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a6abe5-70f5-458d-ae66-0cc5f1d581b2 req-aa461420-b363-4937-91a1-dfbc306a47e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:40.305801 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-0cfd0bb5-6640-4663-a44f-83dc0177b053 None None] Provisioning complete for port 973c846c-32e6-4fcd-8537-473bd8d7ed33 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:59:40.312842 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-80a6abe5-70f5-458d-ae66-0cc5f1d581b2 req-aa461420-b363-4937-91a1-dfbc306a47e7 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=f523b7b8-aa23-4f63-9894-de0d35bb1ce5 HTTP/1.1" status: 200 len: 861 time: 0.1196814 Feb 09 00:59:40.317435 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0cfd0bb5-6640-4663-a44f-83dc0177b053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:40.323125 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-2d522b30-bac2-4d8e-bcd5-09368a0c9209 req-cdb40a30-c531-4ae7-b6ee-047cc166cb63 service neutron] Request body: {'port': {'device_id': '78993d4b-0b0e-47a2-8a4b-5541faec5408', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:59:40.350040 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c06af-d706-4033-a907-a0a97b4e707c req-34dff775-4f10-46a9-b3ae-2e8cbcae68a6 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:40.350040 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4f4c06af-d706-4033-a907-a0a97b4e707c req-34dff775-4f10-46a9-b3ae-2e8cbcae68a6 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 944 time: 1.2016909 Feb 09 00:59:40.469287 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-0cfd0bb5-6640-4663-a44f-83dc0177b053 None None] Port 973c846c-32e6-4fcd-8537-473bd8d7ed33 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:59:40.499110 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-80a6abe5-70f5-458d-ae66-0cc5f1d581b2 req-2f19e77a-c327-4225-9be0-50dcdc279677 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=2c19901d-9303-4cfd-b96f-b8f2e52fb4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1262357 Feb 09 00:59:40.569167 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4466d2b5-41d5-4d85-bf3c-b21fc2ce5e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:40.628475 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-171bcfc0-9ed0-4bd5-ad08-58387bfa851c req-0ae542d5-4934-4313-b34e-9897e226d297 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a509680-7b26-4372-8194-fe7c3bbbb400 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:59:40.653086 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-171bcfc0-9ed0-4bd5-ad08-58387bfa851c req-0ae542d5-4934-4313-b34e-9897e226d297 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:40.690975 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-171bcfc0-9ed0-4bd5-ad08-58387bfa851c req-0ae542d5-4934-4313-b34e-9897e226d297 service neutron] Transition to ACTIVE for port object 2a509680-7b26-4372-8194-fe7c3bbbb400 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:59:40.707752 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cb2f0428-e675-4494-aa2f-43837d36afcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:40.708709 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2f0428-e675-4494-aa2f-43837d36afcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:40.709291 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cb2f0428-e675-4494-aa2f-43837d36afcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:40.765073 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-171bcfc0-9ed0-4bd5-ad08-58387bfa851c req-0ae542d5-4934-4313-b34e-9897e226d297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:40.922820 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-80a6abe5-70f5-458d-ae66-0cc5f1d581b2 req-fd021186-c91f-49d4-9d91-272d68d68a40 service neutron] 10.222.0.99 "GET /v2.0/networks/2c19901d-9303-4cfd-b96f-b8f2e52fb4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3968887 Feb 09 00:59:41.220876 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-2d522b30-bac2-4d8e-bcd5-09368a0c9209 req-cdb40a30-c531-4ae7-b6ee-047cc166cb63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:41.255294 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4f4c06af-d706-4033-a907-a0a97b4e707c req-30d38564-1229-42a9-a5bd-ab0050588ee4 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5668800 Feb 09 00:59:41.263300 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e11762d4-1648-4238-9924-1b66037286b2 req-19580166-a842-404c-bcc2-8ee25730c8fa tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/security-groups?id=21d48e70-0a9a-4f34-bd03-fe2b0988e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3255959 Feb 09 00:59:41.268186 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae542d5-4934-4313-b34e-9897e226d297 service neutron] Pushing event updated for resources: {'Port': ['ID=2a509680-7b26-4372-8194-fe7c3bbbb400,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:41.285936 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2f0428-e675-4494-aa2f-43837d36afcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d8149c-9a2d-41e2-802b-5f353409f0d8,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:41.331562 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:41.358142 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-80a6abe5-70f5-458d-ae66-0cc5f1d581b2 req-f1cb6be5-78b2-4883-800b-b4a84cc3b8c9 service neutron] 10.222.0.99 "GET /v2.0/networks/2c19901d-9303-4cfd-b96f-b8f2e52fb4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4296157 Feb 09 00:59:41.441175 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-cb2f0428-e675-4494-aa2f-43837d36afcc admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.5363717 Feb 09 00:59:41.442445 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2f0428-e675-4494-aa2f-43837d36afcc admin admin] Pushing event updated for resources: {'Network': ['ID=dd02684a-c792-4fba-8571-35898e88ad40,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:41.449704 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49638) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:59:41.478433 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-ebea373b-b072-4f8f-987b-936a0f1ec75d admin admin] Request body: {'subnet': {'network_id': 'dd02684a-c792-4fba-8571-35898e88ad40', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-661750291-subnet', 'tenant_id': '5ff9aad1b4b645cb83f87778a731b808', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:59:41.484989 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network dd02684a-c792-4fba-8571-35898e88ad40 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 00:59:41.501319 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b4b81-3b14-4f25-9597-5c9eb46e01fa req-1003d697-5111-4ee8-bb26-f8044f99721b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:41.502829 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f50b4b81-3b14-4f25-9597-5c9eb46e01fa req-1003d697-5111-4ee8-bb26-f8044f99721b service neutron] 10.222.0.62 "GET /v2.0/networks?id=2c19901d-9303-4cfd-b96f-b8f2e52fb4b9 HTTP/1.1" status: 200 len: 922 time: 1.5563731 Feb 09 00:59:41.503768 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-ebea373b-b072-4f8f-987b-936a0f1ec75d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:59:41.547629 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-ebea373b-b072-4f8f-987b-936a0f1ec75d admin admin] Usage tracker for resource:subnet and tenant:5ff9aad1b4b645cb83f87778a731b808 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:59:41.566755 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:41.623146 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-ebea373b-b072-4f8f-987b-936a0f1ec75d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:59:41.730737 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-ebea373b-b072-4f8f-987b-936a0f1ec75d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:59:41.739321 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f50b4b81-3b14-4f25-9597-5c9eb46e01fa req-cb1dce9c-342e-4e45-8053-570c8341f66c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e9696b7-60ef-432d-8bf7-d605730b4909 HTTP/1.1" status: 200 len: 217 time: 0.1886461 Feb 09 00:59:41.753972 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-171bcfc0-9ed0-4bd5-ad08-58387bfa851c req-0ae542d5-4934-4313-b34e-9897e226d297 service neutron] Attempting to bind port 2a509680-7b26-4372-8194-fe7c3bbbb400 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:59:41.754302 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-171bcfc0-9ed0-4bd5-ad08-58387bfa851c req-0ae542d5-4934-4313-b34e-9897e226d297 service neutron] Attempting to bind port 2a509680-7b26-4372-8194-fe7c3bbbb400 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'eb6e8838-85b2-4dd4-a582-efc63a2a21c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd5fac2e4-83b3-4dad-87ab-eec508b50a09'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:59:41.754628 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171bcfc0-9ed0-4bd5-ad08-58387bfa851c req-0ae542d5-4934-4313-b34e-9897e226d297 service neutron] Attempting to bind port 2a509680-7b26-4372-8194-fe7c3bbbb400 on network d5fac2e4-83b3-4dad-87ab-eec508b50a09 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:59:41.770617 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [req-2d522b30-bac2-4d8e-bcd5-09368a0c9209 req-cdb40a30-c531-4ae7-b6ee-047cc166cb63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 973c846c-32e6-4fcd-8537-473bd8d7ed33 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:59:41.778957 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-2d522b30-bac2-4d8e-bcd5-09368a0c9209 req-cdb40a30-c531-4ae7-b6ee-047cc166cb63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:41.795155 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-2d522b30-bac2-4d8e-bcd5-09368a0c9209 req-cdb40a30-c531-4ae7-b6ee-047cc166cb63 service neutron] Transition to ACTIVE for port object 973c846c-32e6-4fcd-8537-473bd8d7ed33 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:59:41.799800 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-2d522b30-bac2-4d8e-bcd5-09368a0c9209 req-cdb40a30-c531-4ae7-b6ee-047cc166cb63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:41.809833 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171bcfc0-9ed0-4bd5-ad08-58387bfa851c req-0ae542d5-4934-4313-b34e-9897e226d297 service neutron] Port 2a509680-7b26-4372-8194-fe7c3bbbb400 on network d5fac2e4-83b3-4dad-87ab-eec508b50a09 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:59:41.810617 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171bcfc0-9ed0-4bd5-ad08-58387bfa851c req-0ae542d5-4934-4313-b34e-9897e226d297 service neutron] Attempting to bind port 2a509680-7b26-4372-8194-fe7c3bbbb400 on network d5fac2e4-83b3-4dad-87ab-eec508b50a09 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:59:41.818790 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebea373b-b072-4f8f-987b-936a0f1ec75d admin admin] Made reservation on behalf of 5ff9aad1b4b645cb83f87778a731b808 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:59:41.821296 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ebea373b-b072-4f8f-987b-936a0f1ec75d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:41.844478 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171bcfc0-9ed0-4bd5-ad08-58387bfa851c req-0ae542d5-4934-4313-b34e-9897e226d297 service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:59:41.844814 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171bcfc0-9ed0-4bd5-ad08-58387bfa851c req-0ae542d5-4934-4313-b34e-9897e226d297 service neutron] Checking segment: {'id': 'eb6e8838-85b2-4dd4-a582-efc63a2a21c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd5fac2e4-83b3-4dad-87ab-eec508b50a09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:59:41.845202 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171bcfc0-9ed0-4bd5-ad08-58387bfa851c req-0ae542d5-4934-4313-b34e-9897e226d297 service neutron] Bound using segment: {'id': 'eb6e8838-85b2-4dd4-a582-efc63a2a21c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd5fac2e4-83b3-4dad-87ab-eec508b50a09'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:59:41.845669 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-171bcfc0-9ed0-4bd5-ad08-58387bfa851c req-0ae542d5-4934-4313-b34e-9897e226d297 service neutron] Bound port: 2a509680-7b26-4372-8194-fe7c3bbbb400, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb6e8838-85b2-4dd4-a582-efc63a2a21c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd5fac2e4-83b3-4dad-87ab-eec508b50a09'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:59:41.846019 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-171bcfc0-9ed0-4bd5-ad08-58387bfa851c req-0ae542d5-4934-4313-b34e-9897e226d297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:41.990189 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b4b81-3b14-4f25-9597-5c9eb46e01fa req-9303deaa-1d24-4520-a884-6cbf748ab1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:41.992230 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f50b4b81-3b14-4f25-9597-5c9eb46e01fa req-9303deaa-1d24-4520-a884-6cbf748ab1de service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f523b7b8-aa23-4f63-9894-de0d35bb1ce5 HTTP/1.1" status: 200 len: 861 time: 0.2447505 Feb 09 00:59:42.049950 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb40a30-c531-4ae7-b6ee-047cc166cb63 service neutron] Pushing event updated for resources: {'Port': ['ID=973c846c-32e6-4fcd-8537-473bd8d7ed33,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:42.103373 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f50b4b81-3b14-4f25-9597-5c9eb46e01fa req-b51dd098-b416-4f3d-a217-4def1345bd1a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2c19901d-9303-4cfd-b96f-b8f2e52fb4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704405 Feb 09 00:59:42.121565 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-2d522b30-bac2-4d8e-bcd5-09368a0c9209 req-cdb40a30-c531-4ae7-b6ee-047cc166cb63 service neutron] Attempting to bind port 973c846c-32e6-4fcd-8537-473bd8d7ed33 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:59:42.122240 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-2d522b30-bac2-4d8e-bcd5-09368a0c9209 req-cdb40a30-c531-4ae7-b6ee-047cc166cb63 service neutron] Attempting to bind port 973c846c-32e6-4fcd-8537-473bd8d7ed33 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:59:42.122766 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d522b30-bac2-4d8e-bcd5-09368a0c9209 req-cdb40a30-c531-4ae7-b6ee-047cc166cb63 service neutron] Attempting to bind port 973c846c-32e6-4fcd-8537-473bd8d7ed33 on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:59:42.130896 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607d6b4c-a06f-470c-9ca9-2c3be517aed1 req-5f5c631d-9ee2-452c-9719-885f3749a242 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:42.133479 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d522b30-bac2-4d8e-bcd5-09368a0c9209 req-cdb40a30-c531-4ae7-b6ee-047cc166cb63 service neutron] Port 973c846c-32e6-4fcd-8537-473bd8d7ed33 on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:59:42.134954 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d522b30-bac2-4d8e-bcd5-09368a0c9209 req-cdb40a30-c531-4ae7-b6ee-047cc166cb63 service neutron] Attempting to bind port 973c846c-32e6-4fcd-8537-473bd8d7ed33 on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:59:42.138663 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-607d6b4c-a06f-470c-9ca9-2c3be517aed1 req-5f5c631d-9ee2-452c-9719-885f3749a242 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=78993d4b-0b0e-47a2-8a4b-5541faec5408 HTTP/1.1" status: 200 len: 936 time: 0.6492109 Feb 09 00:59:42.146991 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d522b30-bac2-4d8e-bcd5-09368a0c9209 req-cdb40a30-c531-4ae7-b6ee-047cc166cb63 service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:59:42.147675 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d522b30-bac2-4d8e-bcd5-09368a0c9209 req-cdb40a30-c531-4ae7-b6ee-047cc166cb63 service neutron] Checking segment: {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:59:42.148235 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d522b30-bac2-4d8e-bcd5-09368a0c9209 req-cdb40a30-c531-4ae7-b6ee-047cc166cb63 service neutron] Bound using segment: {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:59:42.148844 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-2d522b30-bac2-4d8e-bcd5-09368a0c9209 req-cdb40a30-c531-4ae7-b6ee-047cc166cb63 service neutron] Bound port: 973c846c-32e6-4fcd-8537-473bd8d7ed33, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:59:42.149402 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-2d522b30-bac2-4d8e-bcd5-09368a0c9209 req-cdb40a30-c531-4ae7-b6ee-047cc166cb63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:42.201804 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c0d33-3465-417a-a8f5-281695efc02c req-004442cc-8935-4526-bed5-baf982d608fb tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:42.202545 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-728c0d33-3465-417a-a8f5-281695efc02c req-004442cc-8935-4526-bed5-baf982d608fb tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Synchronizing usage tracker for tenant:3e83ed183d484d7c9813fd49ff4f70e8 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:59:42.265728 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-2d522b30-bac2-4d8e-bcd5-09368a0c9209 req-cdb40a30-c531-4ae7-b6ee-047cc166cb63 service neutron] For port 973c846c-32e6-4fcd-8537-473bd8d7ed33, host n-h1-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:59:42.277961 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-2d522b30-bac2-4d8e-bcd5-09368a0c9209 req-cdb40a30-c531-4ae7-b6ee-047cc166cb63 service neutron] For port 973c846c-32e6-4fcd-8537-473bd8d7ed33, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=973c846c-32e6-4fcd-8537-473bd8d7ed33,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:59:42.277961 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-2d522b30-bac2-4d8e-bcd5-09368a0c9209 req-cdb40a30-c531-4ae7-b6ee-047cc166cb63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:42.296286 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-171bcfc0-9ed0-4bd5-ad08-58387bfa851c req-0ae542d5-4934-4313-b34e-9897e226d297 service neutron] For port 2a509680-7b26-4372-8194-fe7c3bbbb400, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:59:42.347020 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-171bcfc0-9ed0-4bd5-ad08-58387bfa851c req-0ae542d5-4934-4313-b34e-9897e226d297 service neutron] For port 2a509680-7b26-4372-8194-fe7c3bbbb400, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=2a509680-7b26-4372-8194-fe7c3bbbb400,segment=NetworkSegment(eb6e8838-85b2-4dd4-a582-efc63a2a21c0),segment_id=eb6e8838-85b2-4dd4-a582-efc63a2a21c0)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:59:42.350327 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d522b30-bac2-4d8e-bcd5-09368a0c9209 req-cdb40a30-c531-4ae7-b6ee-047cc166cb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:42.350327 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-2d522b30-bac2-4d8e-bcd5-09368a0c9209 req-cdb40a30-c531-4ae7-b6ee-047cc166cb63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:42.351498 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-2d522b30-bac2-4d8e-bcd5-09368a0c9209 req-cdb40a30-c531-4ae7-b6ee-047cc166cb63 service neutron] 10.222.0.62 "PUT /v2.0/ports/973c846c-32e6-4fcd-8537-473bd8d7ed33 HTTP/1.1" status: 200 len: 1096 time: 2.0595880 Feb 09 00:59:42.352273 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78993d4b-0b0e-47a2-8a4b-5541faec5408', 'tag': '973c846c-32e6-4fcd-8537-473bd8d7ed33'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:59:42.358086 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-607d6b4c-a06f-470c-9ca9-2c3be517aed1 req-a1bd5852-eb52-489c-92f7-eb12cc57c112 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/security-groups?id=bc5d6135-6634-4167-99ad-f31267fef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187090 Feb 09 00:59:42.358696 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-728c0d33-3465-417a-a8f5-281695efc02c req-004442cc-8935-4526-bed5-baf982d608fb tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Unset dirty status for tenant:3e83ed183d484d7c9813fd49ff4f70e8 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:59:42.360142 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-728c0d33-3465-417a-a8f5-281695efc02c req-004442cc-8935-4526-bed5-baf982d608fb tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] 10.222.0.105 "GET /v2.0/ports?device_id=9441bdd6-14e1-4694-93ba-0251f158b398 HTTP/1.1" status: 200 len: 943 time: 0.8038952 Feb 09 00:59:42.394453 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb40a30-c531-4ae7-b6ee-047cc166cb63 service neutron] Pushing event updated for resources: {'Port': ['ID=973c846c-32e6-4fcd-8537-473bd8d7ed33,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:42.412121 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 00:59:42.428691 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-171bcfc0-9ed0-4bd5-ad08-58387bfa851c req-0ae542d5-4934-4313-b34e-9897e226d297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:42.496047 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d522b30-bac2-4d8e-bcd5-09368a0c9209 req-fa08e3db-e01b-46c2-b6b1-2e87790e76c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:42.498380 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-2d522b30-bac2-4d8e-bcd5-09368a0c9209 req-fa08e3db-e01b-46c2-b6b1-2e87790e76c0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e6fa40f41b9646a7bf38890c5f8e1746&device_id=78993d4b-0b0e-47a2-8a4b-5541faec5408 HTTP/1.1" status: 200 len: 1099 time: 0.0890186 Feb 09 00:59:42.698821 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-2d522b30-bac2-4d8e-bcd5-09368a0c9209 req-3a9fc239-eba6-4c1f-aafb-b5b9d251ce9e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=973c846c-32e6-4fcd-8537-473bd8d7ed33 HTTP/1.1" status: 200 len: 217 time: 0.1858521 Feb 09 00:59:42.755622 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171bcfc0-9ed0-4bd5-ad08-58387bfa851c req-0ae542d5-4934-4313-b34e-9897e226d297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:42.756162 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-171bcfc0-9ed0-4bd5-ad08-58387bfa851c req-0ae542d5-4934-4313-b34e-9897e226d297 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:42.757549 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-171bcfc0-9ed0-4bd5-ad08-58387bfa851c req-0ae542d5-4934-4313-b34e-9897e226d297 service neutron] 10.222.0.62 "PUT /v2.0/ports/2a509680-7b26-4372-8194-fe7c3bbbb400 HTTP/1.1" status: 200 len: 1091 time: 3.9008310 Feb 09 00:59:42.758015 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9441bdd6-14e1-4694-93ba-0251f158b398', 'tag': '2a509680-7b26-4372-8194-fe7c3bbbb400'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:59:42.804051 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d522b30-bac2-4d8e-bcd5-09368a0c9209 req-aad0c65c-0467-4def-a610-1a300a6a45aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:42.806016 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-2d522b30-bac2-4d8e-bcd5-09368a0c9209 req-aad0c65c-0467-4def-a610-1a300a6a45aa service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.0863667 Feb 09 00:59:42.815443 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f50b4b81-3b14-4f25-9597-5c9eb46e01fa req-fd1f2720-6e1c-45d4-936e-33012f2b86c3 service neutron] 10.222.0.62 "GET /v2.0/networks/2c19901d-9303-4cfd-b96f-b8f2e52fb4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6676130 Feb 09 00:59:42.911191 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d522b30-bac2-4d8e-bcd5-09368a0c9209 req-94f0738c-24b4-445e-bb89-b0094207cc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:42.912248 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-728c0d33-3465-417a-a8f5-281695efc02c req-e8dd6a32-b45a-45ec-876e-fe4616984453 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] 10.222.0.105 "GET /v2.0/security-groups?id=147a3794-e5e0-49fe-813e-782f17b18bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5376985 Feb 09 00:59:42.913398 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-2d522b30-bac2-4d8e-bcd5-09368a0c9209 req-94f0738c-24b4-445e-bb89-b0094207cc8e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0842285 Feb 09 00:59:42.984371 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae542d5-4934-4313-b34e-9897e226d297 service neutron] Pushing event updated for resources: {'Port': ['ID=2a509680-7b26-4372-8194-fe7c3bbbb400,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:43.007486 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:43.008897 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6c32cdf9-88c0-481e-a9a3-6e34958f9256 req-09cbddca-133a-4da0-b475-8a77822b90fd tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.0.16 HTTP/1.1" status: 200 len: 1000 time: 0.5684605 Feb 09 00:59:43.093013 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ebea373b-b072-4f8f-987b-936a0f1ec75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:43.119368 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-2d522b30-bac2-4d8e-bcd5-09368a0c9209 req-765ea462-f033-473d-a642-09939e7ac7e2 service neutron] 10.222.0.62 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909344 Feb 09 00:59:43.277834 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c32cdf9-88c0-481e-a9a3-6e34958f9256 req-5c6e1183-da15-430c-97b3-e56b715c8869 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:43.279755 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6c32cdf9-88c0-481e-a9a3-6e34958f9256 req-5c6e1183-da15-430c-97b3-e56b715c8869 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "GET /v2.0/ports/b04c3276-01f3-4cb3-9421-87d15d76dc52 HTTP/1.1" status: 200 len: 942 time: 0.2368960 Feb 09 00:59:43.284563 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-2d522b30-bac2-4d8e-bcd5-09368a0c9209 req-53dc1b29-ac4e-4bf3-8a8b-78d9c4fe18e9 service neutron] 10.222.0.62 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580338 Feb 09 00:59:43.301459 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f50b4b81-3b14-4f25-9597-5c9eb46e01fa req-99344138-ce21-475b-933a-b678bbee1474 service neutron] 10.222.0.62 "GET /v2.0/networks/2c19901d-9303-4cfd-b96f-b8f2e52fb4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4437211 Feb 09 00:59:43.313992 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebea373b-b072-4f8f-987b-936a0f1ec75d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6629426b-30e0-4649-b641-b6eaabeb92da,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:43.320853 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171bcfc0-9ed0-4bd5-ad08-58387bfa851c req-eb7a6119-9677-4f02-a27c-e2e92dab325a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:43.322999 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-171bcfc0-9ed0-4bd5-ad08-58387bfa851c req-eb7a6119-9677-4f02-a27c-e2e92dab325a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3e83ed183d484d7c9813fd49ff4f70e8&device_id=9441bdd6-14e1-4694-93ba-0251f158b398 HTTP/1.1" status: 200 len: 1094 time: 0.5167830 Feb 09 00:59:43.329098 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebea373b-b072-4f8f-987b-936a0f1ec75d admin admin] Checking segment: {'id': 'd1c0a158-6579-41f7-a92a-da7d79b925b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dd02684a-c792-4fba-8571-35898e88ad40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:59:43.329702 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebea373b-b072-4f8f-987b-936a0f1ec75d admin admin] Network hostable DHCP agents. Network: dd02684a-c792-4fba-8571-35898e88ad40, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:59:43.465472 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-171bcfc0-9ed0-4bd5-ad08-58387bfa851c req-b7dbf5a9-4b42-4e42-9783-8ece3200343a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a509680-7b26-4372-8194-fe7c3bbbb400 HTTP/1.1" status: 200 len: 217 time: 0.1258707 Feb 09 00:59:43.551181 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b3da7d-6226-423a-af09-a69d6482409c req-33f760d8-fbec-42a4-a782-ba7dba4b5ce6 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:43.552646 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f7b3da7d-6226-423a-af09-a69d6482409c req-33f760d8-fbec-42a4-a782-ba7dba4b5ce6 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=98b2668a-19ef-48f4-a385-6573411e2e02 HTTP/1.1" status: 200 len: 946 time: 0.4684057 Feb 09 00:59:43.553222 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebea373b-b072-4f8f-987b-936a0f1ec75d admin admin] Network dd02684a-c792-4fba-8571-35898e88ad40 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:59:43.603886 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6c32cdf9-88c0-481e-a9a3-6e34958f9256 req-7e5a6919-f6ca-4a84-8165-5948347062c4 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.0.16 HTTP/1.1" status: 200 len: 1000 time: 0.2011077 Feb 09 00:59:43.607973 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-ebea373b-b072-4f8f-987b-936a0f1ec75d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, dd02684a-c792-4fba-8571-35898e88ad40) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:59:43.617111 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a0803c-deb1-4226-bd8b-2c328c0d7c14 None None] Network dd02684a-c792-4fba-8571-35898e88ad40 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:59:43.643977 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171bcfc0-9ed0-4bd5-ad08-58387bfa851c req-5a96f806-3054-4077-9d97-8bd53fc91d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:43.643977 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-171bcfc0-9ed0-4bd5-ad08-58387bfa851c req-5a96f806-3054-4077-9d97-8bd53fc91d20 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=07c3b021-43b7-40d3-ad8c-901de562ddc0 HTTP/1.1" status: 200 len: 855 time: 0.1509254 Feb 09 00:59:43.658414 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebea373b-b072-4f8f-987b-936a0f1ec75d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:43.658414 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ebea373b-b072-4f8f-987b-936a0f1ec75d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:43.774730 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f7b3da7d-6226-423a-af09-a69d6482409c req-45a94297-facd-462f-863a-9de109af71b0 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150311 Feb 09 00:59:43.798470 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-ebea373b-b072-4f8f-987b-936a0f1ec75d admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3460422 Feb 09 00:59:43.885962 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c32cdf9-88c0-481e-a9a3-6e34958f9256 req-a1a426a3-2902-4b4e-92e1-7804f6a81258 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:43.888425 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6c32cdf9-88c0-481e-a9a3-6e34958f9256 req-a1a426a3-2902-4b4e-92e1-7804f6a81258 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "GET /v2.0/networks/3d885c3c-255c-4e54-addc-b28437d0b18e HTTP/1.1" status: 200 len: 784 time: 0.2786560 Feb 09 00:59:43.892372 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171bcfc0-9ed0-4bd5-ad08-58387bfa851c req-4e1555cb-33a7-42f2-9c9d-9b9431442436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:43.895389 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-171bcfc0-9ed0-4bd5-ad08-58387bfa851c req-4e1555cb-33a7-42f2-9c9d-9b9431442436 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d5fac2e4-83b3-4dad-87ab-eec508b50a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2410188 Feb 09 00:59:43.924079 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31b0806-4334-4b0c-b603-5d66bf406033 None None] Network dd02684a-c792-4fba-8571-35898e88ad40 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:59:44.175199 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6c32cdf9-88c0-481e-a9a3-6e34958f9256 req-324e6e94-a6ec-4e0d-a4c9-f88101318e2c tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.0.16 HTTP/1.1" status: 200 len: 1000 time: 0.2375379 Feb 09 00:59:44.175199 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-171bcfc0-9ed0-4bd5-ad08-58387bfa851c req-e1a4cef8-70f8-4a32-8bfa-0983f0ab7f4d service neutron] 10.222.0.62 "GET /v2.0/networks/d5fac2e4-83b3-4dad-87ab-eec508b50a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643387 Feb 09 00:59:44.263695 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-6c32cdf9-88c0-481e-a9a3-6e34958f9256 req-af427b6c-7d95-452d-9a81-5e1fe8ad81f6 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:59:44.352815 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78993d4b-0b0e-47a2-8a4b-5541faec5408', 'tag': '973c846c-32e6-4fcd-8537-473bd8d7ed33', 'status': 'completed', 'code': 200} Feb 09 00:59:44.470544 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9441bdd6-14e1-4694-93ba-0251f158b398', 'tag': '2a509680-7b26-4372-8194-fe7c3bbbb400', 'status': 'completed', 'code': 200} Feb 09 00:59:44.622894 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-6c32cdf9-88c0-481e-a9a3-6e34958f9256 req-af427b6c-7d95-452d-9a81-5e1fe8ad81f6 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Notify callbacks [] for floatingip, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:44.733263 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-171bcfc0-9ed0-4bd5-ad08-58387bfa851c req-117c5d1d-f6ef-4f13-8a4a-380ed94c44d5 service neutron] 10.222.0.62 "GET /v2.0/networks/d5fac2e4-83b3-4dad-87ab-eec508b50a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5499580 Feb 09 00:59:44.742229 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e51640-312c-4099-acd1-d6ffda056d98 req-54035a49-c657-4162-851a-d09e6c4be834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:44.743977 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-61e51640-312c-4099-acd1-d6ffda056d98 req-54035a49-c657-4162-851a-d09e6c4be834 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e6fa40f41b9646a7bf38890c5f8e1746&device_id=78993d4b-0b0e-47a2-8a4b-5541faec5408 HTTP/1.1" status: 200 len: 1099 time: 0.2752247 Feb 09 00:59:45.151483 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-6c32cdf9-88c0-481e-a9a3-6e34958f9256 req-af427b6c-7d95-452d-9a81-5e1fe8ad81f6 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:45.173117 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-6c32cdf9-88c0-481e-a9a3-6e34958f9256 req-af427b6c-7d95-452d-9a81-5e1fe8ad81f6 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:45.173454 n-d-828418-1 neutron-server[87639]: INFO neutron.db.l3_db [req-6c32cdf9-88c0-481e-a9a3-6e34958f9256 req-af427b6c-7d95-452d-9a81-5e1fe8ad81f6 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Floating IP eff4dfbc-b507-41f4-92d6-f5482bd8b3bb disassociated. External IP: 172.25.0.16, port: b04c3276-01f3-4cb3-9421-87d15d76dc52. Feb 09 00:59:45.273716 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e51640-312c-4099-acd1-d6ffda056d98 req-9b9638d3-4296-4323-9275-ac34dc0e5740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:45.273716 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-61e51640-312c-4099-acd1-d6ffda056d98 req-9b9638d3-4296-4323-9275-ac34dc0e5740 service neutron] 10.222.0.62 "GET /v2.0/networks?id=42d335cf-a678-4bc3-901b-7d21fb8587e6 HTTP/1.1" status: 200 len: 870 time: 0.5184169 Feb 09 00:59:45.347724 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee8493-48c1-4d70-9c8e-ee327ae1e8fc req-699cbdb0-5d48-4847-9538-4ef6503215cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:45.349798 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0dee8493-48c1-4d70-9c8e-ee327ae1e8fc req-699cbdb0-5d48-4847-9538-4ef6503215cd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3e83ed183d484d7c9813fd49ff4f70e8&device_id=9441bdd6-14e1-4694-93ba-0251f158b398 HTTP/1.1" status: 200 len: 1094 time: 0.5090299 Feb 09 00:59:45.372028 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e5e6e6-ae2b-4fa0-890d-9a3baa274e42 req-334e1eab-08ab-4bbb-b871-cec44eac6a86 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:45.372028 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-48e5e6e6-ae2b-4fa0-890d-9a3baa274e42 req-334e1eab-08ab-4bbb-b871-cec44eac6a86 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=78993d4b-0b0e-47a2-8a4b-5541faec5408 HTTP/1.1" status: 200 len: 948 time: 0.6151958 Feb 09 00:59:45.372432 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-61e51640-312c-4099-acd1-d6ffda056d98 req-ab56aade-9344-472a-82c8-1e44387b2be7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=973c846c-32e6-4fcd-8537-473bd8d7ed33 HTTP/1.1" status: 200 len: 217 time: 0.0842457 Feb 09 00:59:45.631598 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e51640-312c-4099-acd1-d6ffda056d98 req-628acad7-b010-45c3-a921-21fe3ed405eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:45.633063 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-61e51640-312c-4099-acd1-d6ffda056d98 req-628acad7-b010-45c3-a921-21fe3ed405eb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.2379103 Feb 09 00:59:45.644232 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-48e5e6e6-ae2b-4fa0-890d-9a3baa274e42 req-dbc80afa-47f6-4f78-8ba0-2cd4ed3f4fee tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/security-groups?id=bc5d6135-6634-4167-99ad-f31267fef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479198 Feb 09 00:59:45.987369 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee8493-48c1-4d70-9c8e-ee327ae1e8fc req-b41d29be-9267-4f62-86f3-3c0a467f1e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:45.989096 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0dee8493-48c1-4d70-9c8e-ee327ae1e8fc req-b41d29be-9267-4f62-86f3-3c0a467f1e94 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d5fac2e4-83b3-4dad-87ab-eec508b50a09 HTTP/1.1" status: 200 len: 917 time: 0.6279840 Feb 09 00:59:46.139856 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0dee8493-48c1-4d70-9c8e-ee327ae1e8fc req-6a88e910-e16c-470b-ba9c-c44841545580 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a509680-7b26-4372-8194-fe7c3bbbb400 HTTP/1.1" status: 200 len: 217 time: 0.1392405 Feb 09 00:59:46.211283 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e51640-312c-4099-acd1-d6ffda056d98 req-2bd9bf89-4c28-41f6-b43d-a7c5c2fc1bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:46.213397 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-61e51640-312c-4099-acd1-d6ffda056d98 req-2bd9bf89-4c28-41f6-b43d-a7c5c2fc1bff service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5722101 Feb 09 00:59:46.214732 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c32cdf9-88c0-481e-a9a3-6e34958f9256 req-af427b6c-7d95-452d-9a81-5e1fe8ad81f6 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Router 1a850b99-2699-4551-83df-234a05d07ef1 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 00:59:46.257250 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f91000f-1acb-43b8-a41d-380a56de844d req-326aa233-f77a-4747-9ca3-12a7883300da tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:46.258735 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2f91000f-1acb-43b8-a41d-380a56de844d req-326aa233-f77a-4747-9ca3-12a7883300da tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] 10.222.0.105 "GET /v2.0/ports?device_id=9441bdd6-14e1-4694-93ba-0251f158b398 HTTP/1.1" status: 200 len: 943 time: 0.3850982 Feb 09 00:59:46.336769 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee8493-48c1-4d70-9c8e-ee327ae1e8fc req-2e9bfe6e-73b2-4b6b-a599-60309ea94381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:46.338634 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0dee8493-48c1-4d70-9c8e-ee327ae1e8fc req-2e9bfe6e-73b2-4b6b-a599-60309ea94381 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=07c3b021-43b7-40d3-ad8c-901de562ddc0 HTTP/1.1" status: 200 len: 855 time: 0.1868308 Feb 09 00:59:46.528747 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2f91000f-1acb-43b8-a41d-380a56de844d req-958a6b20-1224-4ef6-bcab-3290a86b72c7 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] 10.222.0.105 "GET /v2.0/security-groups?id=147a3794-e5e0-49fe-813e-782f17b18bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2130895 Feb 09 00:59:46.636265 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-61e51640-312c-4099-acd1-d6ffda056d98 req-1c302764-87aa-4653-99ca-10ddeece613d service neutron] 10.222.0.62 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3995235 Feb 09 00:59:46.788721 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c32cdf9-88c0-481e-a9a3-6e34958f9256 req-af427b6c-7d95-452d-9a81-5e1fe8ad81f6 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 00:59:46.804116 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-6c32cdf9-88c0-481e-a9a3-6e34958f9256 req-af427b6c-7d95-452d-9a81-5e1fe8ad81f6 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:46.807935 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f3aac2-6cfc-41fa-a0f0-7d1a7243f292 None None] Sync routers for ids ['1a850b99-2699-4551-83df-234a05d07ef1'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:59:46.821790 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f3aac2-6cfc-41fa-a0f0-7d1a7243f292 None None] Routers {'1a850b99-2699-4551-83df-234a05d07ef1'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:59:46.821790 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-40f3aac2-6cfc-41fa-a0f0-7d1a7243f292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:59:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['1a850b99-2699-4551-83df-234a05d07ef1'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:46.857533 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee8493-48c1-4d70-9c8e-ee327ae1e8fc req-178b5eb9-94b2-4484-ba66-9c6218a10e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:46.857533 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0dee8493-48c1-4d70-9c8e-ee327ae1e8fc req-178b5eb9-94b2-4484-ba66-9c6218a10e52 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d5fac2e4-83b3-4dad-87ab-eec508b50a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4571178 Feb 09 00:59:46.991243 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6c32cdf9-88c0-481e-a9a3-6e34958f9256 req-af427b6c-7d95-452d-9a81-5e1fe8ad81f6 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "PUT /v2.0/floatingips/eff4dfbc-b507-41f4-92d6-f5482bd8b3bb HTTP/1.1" status: 200 len: 694 time: 2.8094490 Feb 09 00:59:46.996804 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04313d50-51be-415f-8006-371a5633658f', 'tag': 'b04c3276-01f3-4cb3-9421-87d15d76dc52'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:59:47.024498 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-40f3aac2-6cfc-41fa-a0f0-7d1a7243f292 None None] Set router 1a850b99-2699-4551-83df-234a05d07ef1 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:59:47.058717 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-61e51640-312c-4099-acd1-d6ffda056d98 req-8aae3b7c-2a0a-4413-8c6b-544a13d8ea68 service neutron] 10.222.0.62 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4214573 Feb 09 00:59:47.098289 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8541b73a-1563-43a6-9e5b-ad51b8503555 req-31f2bf53-2f41-482d-b3b5-d8284ad8f1d0 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:47.102089 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8541b73a-1563-43a6-9e5b-ad51b8503555 req-31f2bf53-2f41-482d-b3b5-d8284ad8f1d0 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/ports?device_id=48bd2964-dfe8-4be2-9201-0c66a96fd4ef HTTP/1.1" status: 200 len: 945 time: 0.3859684 Feb 09 00:59:47.194431 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 973c846c-32e6-4fcd-8537-473bd8d7ed33 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:59:47.201187 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8541b73a-1563-43a6-9e5b-ad51b8503555 req-c5bdec0c-72c2-4bc4-b109-48e908c22398 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/security-groups?id=21d48e70-0a9a-4f34-bd03-fe2b0988e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725265 Feb 09 00:59:47.201187 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0dee8493-48c1-4d70-9c8e-ee327ae1e8fc req-107c61c2-6d14-403f-bcae-d0c4137a6af5 service neutron] 10.222.0.62 "GET /v2.0/networks/d5fac2e4-83b3-4dad-87ab-eec508b50a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294299 Feb 09 00:59:47.283702 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c32cdf9-88c0-481e-a9a3-6e34958f9256 req-4bda0cf7-a319-4c96-b90c-0731464b592b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:47.285204 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6c32cdf9-88c0-481e-a9a3-6e34958f9256 req-4bda0cf7-a319-4c96-b90c-0731464b592b service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=e780c16281c340ce809950e38bac725d&device_id=04313d50-51be-415f-8006-371a5633658f HTTP/1.1" status: 200 len: 1096 time: 0.2806306 Feb 09 00:59:47.509934 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 973c846c-32e6-4fcd-8537-473bd8d7ed33, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=973c846c-32e6-4fcd-8537-473bd8d7ed33,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:59:47.529666 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '973c846c-32e6-4fcd-8537-473bd8d7ed33', 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6', 'port_id': '973c846c-32e6-4fcd-8537-473bd8d7ed33', 'mac_address': 'fa:16:3e:3c:88:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7938d94-1f0f-48bd-a0b3-26d5344ff0ec', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:59:47.612836 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:47.633489 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-40f3aac2-6cfc-41fa-a0f0-7d1a7243f292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a850b99-2699-4551-83df-234a05d07ef1', 'name': 'tempest-FloatingIPsAssociationTestJSON-237442171-router', 'tenant_id': 'e780c16281c340ce809950e38bac725d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c691cfbd-3cb5-4179-bbda-e883551e78d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:58:05Z', 'updated_at': '2022-02-09T00:58:10Z', 'revision_number': 4, 'project_id': 'e780c16281c340ce809950e38bac725d', 'gw_port': {'id': 'c691cfbd-3cb5-4179-bbda-e883551e78d5', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a850b99-2699-4551-83df-234a05d07ef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:06Z', 'updated_at': '2022-02-09T00:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '4f46b102-2de5-421c-81ce-8f502ff0cf91', 'name': '', 'network_id': '0448a394-55c8-45f4-a274-23af165c2c3d', 'tenant_id': 'e780c16281c340ce809950e38bac725d', 'mac_address': 'fa:16:3e:fd:52:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a850b99-2699-4551-83df-234a05d07ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '45fa59ee-2584-4cd4-aa5d-73791fe0e17f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:09Z', 'updated_at': '2022-02-09T00:58:20Z', 'revision_number': 5, 'project_id': 'e780c16281c340ce809950e38bac725d', 'subnets': [{'id': '45fa59ee-2584-4cd4-aa5d-73791fe0e17f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:47.633489 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 973c846c-32e6-4fcd-8537-473bd8d7ed33 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:59:47.648878 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f3aac2-6cfc-41fa-a0f0-7d1a7243f292 None None] Checking router: 1a850b99-2699-4551-83df-234a05d07ef1 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:59:47.668080 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f3aac2-6cfc-41fa-a0f0-7d1a7243f292 None None] Routers {'1a850b99-2699-4551-83df-234a05d07ef1'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:59:47.668080 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-40f3aac2-6cfc-41fa-a0f0-7d1a7243f292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:59:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['1a850b99-2699-4551-83df-234a05d07ef1'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:47.722537 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 973c846c-32e6-4fcd-8537-473bd8d7ed33, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=973c846c-32e6-4fcd-8537-473bd8d7ed33,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:59:47.726926 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d8d94-7ec8-4ade-824a-97ecc26a57bb req-9e6077e9-908f-4fb4-9089-1729f5c29f97 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:47.726926 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-374d8d94-7ec8-4ade-824a-97ecc26a57bb req-9e6077e9-908f-4fb4-9089-1729f5c29f97 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Synchronizing usage tracker for tenant:5ff9aad1b4b645cb83f87778a731b808 on resource:network {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:59:47.732851 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:47.812560 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0dee8493-48c1-4d70-9c8e-ee327ae1e8fc req-4037a540-8787-4ff5-b30c-0fa9184f9f21 service neutron] 10.222.0.62 "GET /v2.0/networks/d5fac2e4-83b3-4dad-87ab-eec508b50a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5961075 Feb 09 00:59:47.812560 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-374d8d94-7ec8-4ade-824a-97ecc26a57bb req-9e6077e9-908f-4fb4-9089-1729f5c29f97 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Unset dirty status for tenant:5ff9aad1b4b645cb83f87778a731b808 on resource:network {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:59:47.812560 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-374d8d94-7ec8-4ade-824a-97ecc26a57bb req-9e6077e9-908f-4fb4-9089-1729f5c29f97 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/networks?id=dd02684a-c792-4fba-8571-35898e88ad40 HTTP/1.1" status: 200 len: 811 time: 0.3201692 Feb 09 00:59:47.851856 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-374d8d94-7ec8-4ade-824a-97ecc26a57bb req-56e8b953-6b46-47e9-bb55-95b48898e912 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/quotas/5ff9aad1b4b645cb83f87778a731b808 HTTP/1.1" status: 200 len: 375 time: 0.0255482 Feb 09 00:59:47.854514 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c32cdf9-88c0-481e-a9a3-6e34958f9256 req-f0e866c3-1831-48aa-9fb8-fe2b8a31cda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:47.855798 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6c32cdf9-88c0-481e-a9a3-6e34958f9256 req-f0e866c3-1831-48aa-9fb8-fe2b8a31cda1 service neutron] 10.222.0.105 "GET /v2.0/networks?id=0448a394-55c8-45f4-a274-23af165c2c3d HTTP/1.1" status: 200 len: 921 time: 0.5605946 Feb 09 00:59:47.881114 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=973c846c-32e6-4fcd-8537-473bd8d7ed33,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:47.941087 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-40f3aac2-6cfc-41fa-a0f0-7d1a7243f292 None None] Set router 1a850b99-2699-4551-83df-234a05d07ef1 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:59:47.975422 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-374d8d94-7ec8-4ade-824a-97ecc26a57bb req-2979b63e-1ca2-4082-a5a3-c0e1c50e4c5c tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=5ff9aad1b4b645cb83f87778a731b808&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1137800 Feb 09 00:59:47.988901 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6c32cdf9-88c0-481e-a9a3-6e34958f9256 req-265399a0-6116-41df-b19a-8c699d382843 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b04c3276-01f3-4cb3-9421-87d15d76dc52 HTTP/1.1" status: 200 len: 217 time: 0.0853968 Feb 09 00:59:48.140701 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['973c846c-32e6-4fcd-8537-473bd8d7ed33'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:59:48.173246 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c32cdf9-88c0-481e-a9a3-6e34958f9256 req-78dca16c-6d26-4b2e-85f2-1afc356ccf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:48.173246 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6c32cdf9-88c0-481e-a9a3-6e34958f9256 req-78dca16c-6d26-4b2e-85f2-1afc356ccf69 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=45fa59ee-2584-4cd4-aa5d-73791fe0e17f HTTP/1.1" status: 200 len: 859 time: 0.1720653 Feb 09 00:59:48.284887 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-374d8d94-7ec8-4ade-824a-97ecc26a57bb req-5a7f6324-6123-40fc-81f9-f0f3e2ecf84d service neutron] 10.222.0.105 "GET /v2.0/networks/dd02684a-c792-4fba-8571-35898e88ad40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865016 Feb 09 00:59:48.436994 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c32cdf9-88c0-481e-a9a3-6e34958f9256 req-8a0cd279-ab43-4381-9572-bc9de1cff830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:48.440511 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6c32cdf9-88c0-481e-a9a3-6e34958f9256 req-8a0cd279-ab43-4381-9572-bc9de1cff830 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=0448a394-55c8-45f4-a274-23af165c2c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2319555 Feb 09 00:59:48.527406 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-40f3aac2-6cfc-41fa-a0f0-7d1a7243f292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a850b99-2699-4551-83df-234a05d07ef1', 'name': 'tempest-FloatingIPsAssociationTestJSON-237442171-router', 'tenant_id': 'e780c16281c340ce809950e38bac725d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c691cfbd-3cb5-4179-bbda-e883551e78d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:58:05Z', 'updated_at': '2022-02-09T00:58:10Z', 'revision_number': 4, 'project_id': 'e780c16281c340ce809950e38bac725d', 'gw_port': {'id': 'c691cfbd-3cb5-4179-bbda-e883551e78d5', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a850b99-2699-4551-83df-234a05d07ef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:06Z', 'updated_at': '2022-02-09T00:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '4f46b102-2de5-421c-81ce-8f502ff0cf91', 'name': '', 'network_id': '0448a394-55c8-45f4-a274-23af165c2c3d', 'tenant_id': 'e780c16281c340ce809950e38bac725d', 'mac_address': 'fa:16:3e:fd:52:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a850b99-2699-4551-83df-234a05d07ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '45fa59ee-2584-4cd4-aa5d-73791fe0e17f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:09Z', 'updated_at': '2022-02-09T00:58:20Z', 'revision_number': 5, 'project_id': 'e780c16281c340ce809950e38bac725d', 'subnets': [{'id': '45fa59ee-2584-4cd4-aa5d-73791fe0e17f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:48.534999 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f3aac2-6cfc-41fa-a0f0-7d1a7243f292 None None] The sync data for ids ['1a850b99-2699-4551-83df-234a05d07ef1'] in n-d-828418-1 is: [{'id': '1a850b99-2699-4551-83df-234a05d07ef1', 'name': 'tempest-FloatingIPsAssociationTestJSON-237442171-router', 'tenant_id': 'e780c16281c340ce809950e38bac725d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c691cfbd-3cb5-4179-bbda-e883551e78d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:58:05Z', 'updated_at': '2022-02-09T00:58:10Z', 'revision_number': 4, 'project_id': 'e780c16281c340ce809950e38bac725d', 'gw_port': {'id': 'c691cfbd-3cb5-4179-bbda-e883551e78d5', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a850b99-2699-4551-83df-234a05d07ef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:06Z', 'updated_at': '2022-02-09T00:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '4f46b102-2de5-421c-81ce-8f502ff0cf91', 'name': '', 'network_id': '0448a394-55c8-45f4-a274-23af165c2c3d', 'tenant_id': 'e780c16281c340ce809950e38bac725d', 'mac_address': 'fa:16:3e:fd:52:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a850b99-2699-4551-83df-234a05d07ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '45fa59ee-2584-4cd4-aa5d-73791fe0e17f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:09Z', 'updated_at': '2022-02-09T00:58:20Z', 'revision_number': 5, 'project_id': 'e780c16281c340ce809950e38bac725d', 'subnets': [{'id': '45fa59ee-2584-4cd4-aa5d-73791fe0e17f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:59:48.553622 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-374d8d94-7ec8-4ade-824a-97ecc26a57bb req-55d61184-4afe-4959-bc24-9bdd9c0331ea service neutron] 10.222.0.105 "GET /v2.0/networks/dd02684a-c792-4fba-8571-35898e88ad40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623017 Feb 09 00:59:48.613779 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6c32cdf9-88c0-481e-a9a3-6e34958f9256 req-9c2bb9f5-e20d-4b83-9ad5-e336770f109c service neutron] 10.222.0.105 "GET /v2.0/networks/0448a394-55c8-45f4-a274-23af165c2c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547682 Feb 09 00:59:48.784060 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6c32cdf9-88c0-481e-a9a3-6e34958f9256 req-7fd1df40-d312-47bf-b0c4-a7b228dfb659 service neutron] 10.222.0.105 "GET /v2.0/networks/0448a394-55c8-45f4-a274-23af165c2c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636858 Feb 09 00:59:48.895336 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c63da65-d136-4e5e-bf7f-02dbc88668f4 None None] New status for floating IP eff4dfbc-b507-41f4-92d6-f5482bd8b3bb: DOWN {{(pid=87641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 00:59:49.094252 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-752ebb10-12a6-4e95-a568-23cdb76dc3b5 tempest-LiveAutoBlockMigrationV225Test-40327280 tempest-LiveAutoBlockMigrationV225Test-40327280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:49.098153 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-752ebb10-12a6-4e95-a568-23cdb76dc3b5 tempest-LiveAutoBlockMigrationV225Test-40327280 tempest-LiveAutoBlockMigrationV225Test-40327280-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=98b2668a-19ef-48f4-a385-6573411e2e02&tenant_id=35dd69c7034749ab9d62471941920e2c&binding%3Ahost_id=n-h1-828418-1 HTTP/1.1" status: 200 len: 1097 time: 0.0946867 Feb 09 00:59:49.109551 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-0b8c9f50-9c3e-4e4f-8e1c-aaf1fe6fdb78 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828418-1'}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:59:49.115003 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d176b3ea-bdd5-487e-988b-b0497107f501 req-57bceadf-a383-4096-a309-facaac8e8956 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:49.123380 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d176b3ea-bdd5-487e-988b-b0497107f501 req-57bceadf-a383-4096-a309-facaac8e8956 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=98b2668a-19ef-48f4-a385-6573411e2e02 HTTP/1.1" status: 200 len: 946 time: 0.1661580 Feb 09 00:59:49.155753 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6006ba44-8b44-44a6-85a2-134203ec5032 req-3c12f1b8-cdf0-439d-83a7-368a2ccd34ee tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:49.157923 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6006ba44-8b44-44a6-85a2-134203ec5032 req-3c12f1b8-cdf0-439d-83a7-368a2ccd34ee tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 944 time: 0.2020197 Feb 09 00:59:49.209160 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d176b3ea-bdd5-487e-988b-b0497107f501 req-5606a8be-e024-4ea4-af74-4fb1eddd288f tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845685 Feb 09 00:59:49.252402 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6006ba44-8b44-44a6-85a2-134203ec5032 req-df4313cb-d313-4516-96ce-857f688ece5f tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820591 Feb 09 00:59:49.267576 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-0b8c9f50-9c3e-4e4f-8e1c-aaf1fe6fdb78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:49.323248 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04313d50-51be-415f-8006-371a5633658f', 'tag': 'b04c3276-01f3-4cb3-9421-87d15d76dc52', 'status': 'completed', 'code': 200} Feb 09 00:59:49.544339 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 68659ab6-4b27-4c78-9e92-fbc555581959 details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:59:49.558902 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96afa30-5d2f-4832-858d-17dc8cf5fd00 req-71d1666a-6a9f-4577-b612-0dbc86599f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:49.561402 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b96afa30-5d2f-4832-858d-17dc8cf5fd00 req-71d1666a-6a9f-4577-b612-0dbc86599f5d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e780c16281c340ce809950e38bac725d&device_id=04313d50-51be-415f-8006-371a5633658f HTTP/1.1" status: 200 len: 1096 time: 0.2160990 Feb 09 00:59:49.565444 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-0b8c9f50-9c3e-4e4f-8e1c-aaf1fe6fdb78 service neutron] For port 68659ab6-4b27-4c78-9e92-fbc555581959, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=68659ab6-4b27-4c78-9e92-fbc555581959,segment=NetworkSegment(d7050703-a45d-45b0-a89d-e74c0c0ae2fb),segment_id=d7050703-a45d-45b0-a89d-e74c0c0ae2fb)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:59:49.603131 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-0b8c9f50-9c3e-4e4f-8e1c-aaf1fe6fdb78 service neutron] For port 68659ab6-4b27-4c78-9e92-fbc555581959, host n-h1-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:59:49.670604 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98b2668a-19ef-48f4-a385-6573411e2e02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68659ab6-4b27-4c78-9e92-fbc555581959'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:59:49.678967 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-0b8c9f50-9c3e-4e4f-8e1c-aaf1fe6fdb78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:49.686295 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-0b8c9f50-9c3e-4e4f-8e1c-aaf1fe6fdb78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:49.789047 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 68659ab6-4b27-4c78-9e92-fbc555581959, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=68659ab6-4b27-4c78-9e92-fbc555581959,segment=NetworkSegment(d7050703-a45d-45b0-a89d-e74c0c0ae2fb),segment_id=d7050703-a45d-45b0-a89d-e74c0c0ae2fb)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:59:49.811648 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 68659ab6-4b27-4c78-9e92-fbc555581959 has no active binding in host n-h2-828418-1 {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 09 00:59:49.888143 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff9dc5e-dca3-42aa-99f7-003a40de8150 req-0a0f76c0-d66d-4917-87bd-a988d3c87669 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:49.888143 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fff9dc5e-dca3-42aa-99f7-003a40de8150 req-0a0f76c0-d66d-4917-87bd-a988d3c87669 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=78993d4b-0b0e-47a2-8a4b-5541faec5408 HTTP/1.1" status: 200 len: 949 time: 0.4893508 Feb 09 00:59:50.004883 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96afa30-5d2f-4832-858d-17dc8cf5fd00 req-eec8e38d-25ba-4f6c-a147-2a18c5c855c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:50.004883 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b96afa30-5d2f-4832-858d-17dc8cf5fd00 req-eec8e38d-25ba-4f6c-a147-2a18c5c855c2 service neutron] 10.222.0.99 "GET /v2.0/networks?id=0448a394-55c8-45f4-a274-23af165c2c3d HTTP/1.1" status: 200 len: 921 time: 0.4322646 Feb 09 00:59:50.016165 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-0b8c9f50-9c3e-4e4f-8e1c-aaf1fe6fdb78 service neutron] Attempting to bind port 68659ab6-4b27-4c78-9e92-fbc555581959 on host n-h1-828418-1 for vnic_type normal with profile {"migrating_to": "n-h2-828418-1"} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:59:50.016165 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-0b8c9f50-9c3e-4e4f-8e1c-aaf1fe6fdb78 service neutron] Attempting to bind port 68659ab6-4b27-4c78-9e92-fbc555581959 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'd7050703-a45d-45b0-a89d-e74c0c0ae2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2c19901d-9303-4cfd-b96f-b8f2e52fb4b9'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:59:50.016165 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-0b8c9f50-9c3e-4e4f-8e1c-aaf1fe6fdb78 service neutron] Attempting to bind port 68659ab6-4b27-4c78-9e92-fbc555581959 on network 2c19901d-9303-4cfd-b96f-b8f2e52fb4b9 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:59:50.030282 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8c9f50-9c3e-4e4f-8e1c-aaf1fe6fdb78 service neutron] Pushing event updated for resources: {'Port': ['ID=68659ab6-4b27-4c78-9e92-fbc555581959,revision_number=7']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:50.043189 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-0b8c9f50-9c3e-4e4f-8e1c-aaf1fe6fdb78 service neutron] Port 68659ab6-4b27-4c78-9e92-fbc555581959 on network 2c19901d-9303-4cfd-b96f-b8f2e52fb4b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:59:50.043189 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-0b8c9f50-9c3e-4e4f-8e1c-aaf1fe6fdb78 service neutron] Attempting to bind port 68659ab6-4b27-4c78-9e92-fbc555581959 on network 2c19901d-9303-4cfd-b96f-b8f2e52fb4b9 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:59:50.043189 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-0b8c9f50-9c3e-4e4f-8e1c-aaf1fe6fdb78 service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:59:50.050528 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-0b8c9f50-9c3e-4e4f-8e1c-aaf1fe6fdb78 service neutron] Checking segment: {'id': 'd7050703-a45d-45b0-a89d-e74c0c0ae2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2c19901d-9303-4cfd-b96f-b8f2e52fb4b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:59:50.050528 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-0b8c9f50-9c3e-4e4f-8e1c-aaf1fe6fdb78 service neutron] Bound using segment: {'id': 'd7050703-a45d-45b0-a89d-e74c0c0ae2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2c19901d-9303-4cfd-b96f-b8f2e52fb4b9'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:59:50.050528 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-0b8c9f50-9c3e-4e4f-8e1c-aaf1fe6fdb78 service neutron] Bound port: 68659ab6-4b27-4c78-9e92-fbc555581959, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7050703-a45d-45b0-a89d-e74c0c0ae2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2c19901d-9303-4cfd-b96f-b8f2e52fb4b9'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:59:50.050528 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-0b8c9f50-9c3e-4e4f-8e1c-aaf1fe6fdb78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:50.150126 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b96afa30-5d2f-4832-858d-17dc8cf5fd00 req-ccab2452-2148-4f57-9d48-57912e39f6a2 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b04c3276-01f3-4cb3-9421-87d15d76dc52 HTTP/1.1" status: 200 len: 217 time: 0.1362062 Feb 09 00:59:50.250145 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-0b8c9f50-9c3e-4e4f-8e1c-aaf1fe6fdb78 service neutron] For port 68659ab6-4b27-4c78-9e92-fbc555581959, host n-h1-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:59:50.250145 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-0b8c9f50-9c3e-4e4f-8e1c-aaf1fe6fdb78 service neutron] For port 68659ab6-4b27-4c78-9e92-fbc555581959, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=68659ab6-4b27-4c78-9e92-fbc555581959,segment=NetworkSegment(d7050703-a45d-45b0-a89d-e74c0c0ae2fb),segment_id=d7050703-a45d-45b0-a89d-e74c0c0ae2fb)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:59:50.257472 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-0b8c9f50-9c3e-4e4f-8e1c-aaf1fe6fdb78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:50.315046 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fff9dc5e-dca3-42aa-99f7-003a40de8150 req-acf5136e-2fc4-4a82-be27-f71af0ae28fa tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/security-groups?id=bc5d6135-6634-4167-99ad-f31267fef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427987 Feb 09 00:59:50.382059 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96afa30-5d2f-4832-858d-17dc8cf5fd00 req-3e490752-b80d-4b99-a897-475ff796dea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:50.382059 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b96afa30-5d2f-4832-858d-17dc8cf5fd00 req-3e490752-b80d-4b99-a897-475ff796dea6 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=45fa59ee-2584-4cd4-aa5d-73791fe0e17f HTTP/1.1" status: 200 len: 859 time: 0.1565819 Feb 09 00:59:50.529441 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3858a814-b347-4c56-8ad8-3eb127e51b94 req-a5392140-d7e0-4b25-9b51-e0173428fb98 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:50.542395 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3858a814-b347-4c56-8ad8-3eb127e51b94 req-a5392140-d7e0-4b25-9b51-e0173428fb98 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] 10.222.0.105 "GET /v2.0/ports?device_id=9441bdd6-14e1-4694-93ba-0251f158b398 HTTP/1.1" status: 200 len: 943 time: 0.4478848 Feb 09 00:59:50.636529 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3858a814-b347-4c56-8ad8-3eb127e51b94 req-d242381a-1fd9-4bae-960f-8471efada22b tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] 10.222.0.105 "GET /v2.0/security-groups?id=147a3794-e5e0-49fe-813e-782f17b18bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019468 Feb 09 00:59:50.779207 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-14d5e4f0-e2ac-4a59-9820-fc13d08cecce req-645b7abc-3c50-47f6-a2d3-2497f1ece27f tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=d27dec75-e490-455a-ab53-6827c62f4e59 HTTP/1.1" status: 200 len: 210 time: 0.1317041 Feb 09 00:59:50.791100 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96afa30-5d2f-4832-858d-17dc8cf5fd00 req-142869b9-3c9f-432a-8cd3-ec70ba3feafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:50.791100 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b96afa30-5d2f-4832-858d-17dc8cf5fd00 req-142869b9-3c9f-432a-8cd3-ec70ba3feafd service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=0448a394-55c8-45f4-a274-23af165c2c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3993433 Feb 09 00:59:50.904130 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8c9f50-9c3e-4e4f-8e1c-aaf1fe6fdb78 service neutron] Pushing event updated for resources: {'Port': ['ID=68659ab6-4b27-4c78-9e92-fbc555581959,revision_number=8']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:51.101466 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d8d94-7ec8-4ade-824a-97ecc26a57bb req-332b58c9-7085-4200-b446-0445fde09bca tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:51.101466 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-374d8d94-7ec8-4ade-824a-97ecc26a57bb req-332b58c9-7085-4200-b446-0445fde09bca tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.99 "GET /v2.0/networks?id=dd02684a-c792-4fba-8571-35898e88ad40 HTTP/1.1" status: 200 len: 811 time: 0.7751863 Feb 09 00:59:51.146930 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-374d8d94-7ec8-4ade-824a-97ecc26a57bb req-bdb02ba5-5b2e-49dc-a0b1-6774450f2bc4 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Request body: {'port': {'device_id': 'd27dec75-e490-455a-ab53-6827c62f4e59', 'network_id': 'dd02684a-c792-4fba-8571-35898e88ad40', 'admin_state_up': True, 'tenant_id': '5ff9aad1b4b645cb83f87778a731b808'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:59:51.183379 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-0b8c9f50-9c3e-4e4f-8e1c-aaf1fe6fdb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:51.183379 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-0b8c9f50-9c3e-4e4f-8e1c-aaf1fe6fdb78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:51.183379 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-0b8c9f50-9c3e-4e4f-8e1c-aaf1fe6fdb78 service neutron] 10.222.0.99 "PUT /v2.0/ports/68659ab6-4b27-4c78-9e92-fbc555581959 HTTP/1.1" status: 200 len: 1122 time: 2.0734031 Feb 09 00:59:51.199199 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98b2668a-19ef-48f4-a385-6573411e2e02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68659ab6-4b27-4c78-9e92-fbc555581959', 'code': 200} Feb 09 00:59:51.205296 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['68659ab6-4b27-4c78-9e92-fbc555581959'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:59:51.255907 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b96afa30-5d2f-4832-858d-17dc8cf5fd00 req-eb5345eb-8be9-4aad-b7be-03c77aa1e811 service neutron] 10.222.0.99 "GET /v2.0/networks/0448a394-55c8-45f4-a274-23af165c2c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4538896 Feb 09 00:59:51.298471 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d78f2c-b412-4b4c-a8e3-8b0e4879556f req-8993adb3-c7dd-4fe2-9ba6-5ce56fcac437 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:51.298471 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f6d78f2c-b412-4b4c-a8e3-8b0e4879556f req-8993adb3-c7dd-4fe2-9ba6-5ce56fcac437 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 944 time: 0.2979686 Feb 09 00:59:51.422007 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 973c846c-32e6-4fcd-8537-473bd8d7ed33 up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:59:51.457513 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['68659ab6-4b27-4c78-9e92-fbc555581959'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:59:51.583083 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b96afa30-5d2f-4832-858d-17dc8cf5fd00 req-c1a09b70-c841-4120-b4d5-1dbc4443fd13 service neutron] 10.222.0.99 "GET /v2.0/networks/0448a394-55c8-45f4-a274-23af165c2c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063672 Feb 09 00:59:51.625085 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-374d8d94-7ec8-4ade-824a-97ecc26a57bb req-bdb02ba5-5b2e-49dc-a0b1-6774450f2bc4 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:59:51.632004 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f6d78f2c-b412-4b4c-a8e3-8b0e4879556f req-dd711b56-2abd-459d-8762-55b2dc8d7acc tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2784123 Feb 09 00:59:51.684434 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-374d8d94-7ec8-4ade-824a-97ecc26a57bb req-bdb02ba5-5b2e-49dc-a0b1-6774450f2bc4 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Usage tracker for resource:port and tenant:5ff9aad1b4b645cb83f87778a731b808 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:59:51.690705 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:51.698100 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-374d8d94-7ec8-4ade-824a-97ecc26a57bb req-bdb02ba5-5b2e-49dc-a0b1-6774450f2bc4 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:59:51.712716 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-374d8d94-7ec8-4ade-824a-97ecc26a57bb req-bdb02ba5-5b2e-49dc-a0b1-6774450f2bc4 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:59:51.734457 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-374d8d94-7ec8-4ade-824a-97ecc26a57bb req-bdb02ba5-5b2e-49dc-a0b1-6774450f2bc4 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Made reservation on behalf of 5ff9aad1b4b645cb83f87778a731b808 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:59:51.748248 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-374d8d94-7ec8-4ade-824a-97ecc26a57bb req-bdb02ba5-5b2e-49dc-a0b1-6774450f2bc4 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:51.831225 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port 973c846c-32e6-4fcd-8537-473bd8d7ed33 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:59:51.857821 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 973c846c-32e6-4fcd-8537-473bd8d7ed33 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:59:51.857821 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:52.048887 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b3ece-4152-4cb5-88d5-0dd44a271769 req-d81cbab2-029b-4649-aec2-dd59c7f31bf8 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:52.048887 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-774b3ece-4152-4cb5-88d5-0dd44a271769 req-d81cbab2-029b-4649-aec2-dd59c7f31bf8 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "GET /v2.0/ports?device_id=070af407-61a4-47ab-aa6b-c71bceabdb7a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1366413 Feb 09 00:59:52.106088 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-374d8d94-7ec8-4ade-824a-97ecc26a57bb req-bdb02ba5-5b2e-49dc-a0b1-6774450f2bc4 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Allocated IP 172.20.0.10 (dd02684a-c792-4fba-8571-35898e88ad40/6629426b-30e0-4649-b641-b6eaabeb92da/e8bacead-b5ca-4f76-a123-89f5a88044f5) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:59:52.147313 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b1d141-650a-4bf0-a723-a6d2ca57eae1 req-e9372f07-8da2-4d3e-83f6-8bfdeadacb96 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:52.160203 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:52.166483 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e2b1d141-650a-4bf0-a723-a6d2ca57eae1 req-e9372f07-8da2-4d3e-83f6-8bfdeadacb96 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=98b2668a-19ef-48f4-a385-6573411e2e02 HTTP/1.1" status: 200 len: 944 time: 0.5836110 Feb 09 00:59:52.190511 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-774b3ece-4152-4cb5-88d5-0dd44a271769 req-bec2af47-8d4c-4bed-9fa1-6f3a3c067e56 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.0.16 HTTP/1.1" status: 200 len: 695 time: 0.1372840 Feb 09 00:59:52.190511 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-774b3ece-4152-4cb5-88d5-0dd44a271769 req-08d74f79-fc51-435f-9c42-2e75da38bf69 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Request body: {'floatingip': {'port_id': '6b989615-b8c6-497c-97ac-419f1a6df99a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:59:52.209745 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78993d4b-0b0e-47a2-8a4b-5541faec5408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '973c846c-32e6-4fcd-8537-473bd8d7ed33'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:59:52.227843 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 973c846c-32e6-4fcd-8537-473bd8d7ed33, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=973c846c-32e6-4fcd-8537-473bd8d7ed33,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:59:52.239498 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:52.288918 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-774b3ece-4152-4cb5-88d5-0dd44a271769 req-08d74f79-fc51-435f-9c42-2e75da38bf69 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Notify callbacks [] for floatingip, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:52.329217 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=973c846c-32e6-4fcd-8537-473bd8d7ed33,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:52.413798 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-374d8d94-7ec8-4ade-824a-97ecc26a57bb req-bdb02ba5-5b2e-49dc-a0b1-6774450f2bc4 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:52.457340 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-374d8d94-7ec8-4ade-824a-97ecc26a57bb req-bdb02ba5-5b2e-49dc-a0b1-6774450f2bc4 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:52.462476 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e2b1d141-650a-4bf0-a723-a6d2ca57eae1 req-1df76c85-2a33-4dba-8ae3-64488b3e728f tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056581 Feb 09 00:59:52.586154 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-374d8d94-7ec8-4ade-824a-97ecc26a57bb req-bdb02ba5-5b2e-49dc-a0b1-6774450f2bc4 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Network dd02684a-c792-4fba-8571-35898e88ad40 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:59:52.586154 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-374d8d94-7ec8-4ade-824a-97ecc26a57bb req-bdb02ba5-5b2e-49dc-a0b1-6774450f2bc4 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:59:52.600545 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-374d8d94-7ec8-4ade-824a-97ecc26a57bb req-bdb02ba5-5b2e-49dc-a0b1-6774450f2bc4 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:59:52.687913 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb02ba5-5b2e-49dc-a0b1-6774450f2bc4 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Pushing event updated for resources: {'Port': ['ID=e8bacead-b5ca-4f76-a123-89f5a88044f5,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:52.687913 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d8d94-7ec8-4ade-824a-97ecc26a57bb req-bdb02ba5-5b2e-49dc-a0b1-6774450f2bc4 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:52.687913 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-374d8d94-7ec8-4ade-824a-97ecc26a57bb req-bdb02ba5-5b2e-49dc-a0b1-6774450f2bc4 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:52.746317 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-374d8d94-7ec8-4ade-824a-97ecc26a57bb req-bdb02ba5-5b2e-49dc-a0b1-6774450f2bc4 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6357059 Feb 09 00:59:52.757103 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-374d8d94-7ec8-4ade-824a-97ecc26a57bb req-f289bd8d-5935-4e7c-98df-b5e8dc42afb5 service neutron] Request body: {'port': {'device_id': 'd27dec75-e490-455a-ab53-6827c62f4e59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:59:52.930939 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-374d8d94-7ec8-4ade-824a-97ecc26a57bb req-f289bd8d-5935-4e7c-98df-b5e8dc42afb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:53.033020 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd8945d-1a68-4a71-b6c1-bc58e2e30ec4 req-3c170218-32b7-4012-89b1-5147fdf9bd01 tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:53.044334 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6fd8945d-1a68-4a71-b6c1-bc58e2e30ec4 req-3c170218-32b7-4012-89b1-5147fdf9bd01 tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] 10.222.0.105 "GET /v2.0/networks?id=25782802-3b17-40c7-84aa-116f399871e5 HTTP/1.1" status: 200 len: 808 time: 0.3276196 Feb 09 00:59:53.069630 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6fd8945d-1a68-4a71-b6c1-bc58e2e30ec4 req-df46ec0d-dda4-4694-9695-4ec8b4d0bce2 tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] 10.222.0.105 "GET /v2.0/quotas/ce79d06aa2b94d328702f366a9e30c74 HTTP/1.1" status: 200 len: 375 time: 0.0277660 Feb 09 00:59:53.147491 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6fd8945d-1a68-4a71-b6c1-bc58e2e30ec4 req-cfa2f2d2-3da8-4e8d-8639-b49ac1cf540f tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=ce79d06aa2b94d328702f366a9e30c74&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0755472 Feb 09 00:59:53.200967 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98b2668a-19ef-48f4-a385-6573411e2e02', 'tag': '68659ab6-4b27-4c78-9e92-fbc555581959'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:59:53.476224 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [req-374d8d94-7ec8-4ade-824a-97ecc26a57bb req-f289bd8d-5935-4e7c-98df-b5e8dc42afb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8bacead-b5ca-4f76-a123-89f5a88044f5 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:59:53.488294 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-374d8d94-7ec8-4ade-824a-97ecc26a57bb req-f289bd8d-5935-4e7c-98df-b5e8dc42afb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:53.496132 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-374d8d94-7ec8-4ade-824a-97ecc26a57bb req-f289bd8d-5935-4e7c-98df-b5e8dc42afb5 service neutron] Transition to ACTIVE for port object e8bacead-b5ca-4f76-a123-89f5a88044f5 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:59:53.505581 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-374d8d94-7ec8-4ade-824a-97ecc26a57bb req-f289bd8d-5935-4e7c-98df-b5e8dc42afb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:53.569965 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6fd8945d-1a68-4a71-b6c1-bc58e2e30ec4 req-bd4aa99e-f3ff-46ad-9e4c-a0de8902271c service neutron] 10.222.0.105 "GET /v2.0/networks/25782802-3b17-40c7-84aa-116f399871e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4236500 Feb 09 00:59:53.593822 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 14e69ae5-6773-4421-b91f-5b97353755a3 details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:59:53.602062 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9509d026-6543-4eed-a69b-6e05fece357b req-9f37dfca-8bd3-4d6f-aae0-2e727dd8a001 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:53.602930 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9509d026-6543-4eed-a69b-6e05fece357b req-9f37dfca-8bd3-4d6f-aae0-2e727dd8a001 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.99 "GET /v2.0/ports?device_id=04313d50-51be-415f-8006-371a5633658f HTTP/1.1" status: 200 len: 945 time: 0.3209987 Feb 09 00:59:53.645328 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f289bd8d-5935-4e7c-98df-b5e8dc42afb5 service neutron] Pushing event updated for resources: {'Port': ['ID=e8bacead-b5ca-4f76-a123-89f5a88044f5,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:53.761049 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-374d8d94-7ec8-4ade-824a-97ecc26a57bb req-f289bd8d-5935-4e7c-98df-b5e8dc42afb5 service neutron] Attempting to bind port e8bacead-b5ca-4f76-a123-89f5a88044f5 on host n-h2-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:59:53.761798 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-374d8d94-7ec8-4ade-824a-97ecc26a57bb req-f289bd8d-5935-4e7c-98df-b5e8dc42afb5 service neutron] Attempting to bind port e8bacead-b5ca-4f76-a123-89f5a88044f5 by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': 'd1c0a158-6579-41f7-a92a-da7d79b925b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dd02684a-c792-4fba-8571-35898e88ad40'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:59:53.761798 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374d8d94-7ec8-4ade-824a-97ecc26a57bb req-f289bd8d-5935-4e7c-98df-b5e8dc42afb5 service neutron] Attempting to bind port e8bacead-b5ca-4f76-a123-89f5a88044f5 on network dd02684a-c792-4fba-8571-35898e88ad40 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:59:53.766930 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374d8d94-7ec8-4ade-824a-97ecc26a57bb req-f289bd8d-5935-4e7c-98df-b5e8dc42afb5 service neutron] Port e8bacead-b5ca-4f76-a123-89f5a88044f5 on network dd02684a-c792-4fba-8571-35898e88ad40 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:59:53.767224 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374d8d94-7ec8-4ade-824a-97ecc26a57bb req-f289bd8d-5935-4e7c-98df-b5e8dc42afb5 service neutron] Attempting to bind port e8bacead-b5ca-4f76-a123-89f5a88044f5 on network dd02684a-c792-4fba-8571-35898e88ad40 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:59:53.772572 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374d8d94-7ec8-4ade-824a-97ecc26a57bb req-f289bd8d-5935-4e7c-98df-b5e8dc42afb5 service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:59:53.772914 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374d8d94-7ec8-4ade-824a-97ecc26a57bb req-f289bd8d-5935-4e7c-98df-b5e8dc42afb5 service neutron] Checking segment: {'id': 'd1c0a158-6579-41f7-a92a-da7d79b925b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dd02684a-c792-4fba-8571-35898e88ad40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:59:53.773293 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374d8d94-7ec8-4ade-824a-97ecc26a57bb req-f289bd8d-5935-4e7c-98df-b5e8dc42afb5 service neutron] Bound using segment: {'id': 'd1c0a158-6579-41f7-a92a-da7d79b925b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dd02684a-c792-4fba-8571-35898e88ad40'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:59:53.773766 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-374d8d94-7ec8-4ade-824a-97ecc26a57bb req-f289bd8d-5935-4e7c-98df-b5e8dc42afb5 service neutron] Bound port: e8bacead-b5ca-4f76-a123-89f5a88044f5, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1c0a158-6579-41f7-a92a-da7d79b925b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dd02684a-c792-4fba-8571-35898e88ad40'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:59:53.774110 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-374d8d94-7ec8-4ade-824a-97ecc26a57bb req-f289bd8d-5935-4e7c-98df-b5e8dc42afb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:53.784219 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 14e69ae5-6773-4421-b91f-5b97353755a3, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=14e69ae5-6773-4421-b91f-5b97353755a3,segment=NetworkSegment(68c75c24-5a6d-4512-b85d-48e7bc49aa9f),segment_id=68c75c24-5a6d-4512-b85d-48e7bc49aa9f)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:59:53.800466 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': '14e69ae5-6773-4421-b91f-5b97353755a3', 'network_id': '48143312-4059-4efc-a7c1-0025ad20c80e', 'port_id': '14e69ae5-6773-4421-b91f-5b97353755a3', 'mac_address': 'fa:16:3e:33:8d:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77301bdf-2486-425f-9a0c-6634d1b8425f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:59:53.837202 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-9509d026-6543-4eed-a69b-6e05fece357b req-f940a415-9c29-4740-aec0-4d04d910e569 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Deleting port b04c3276-01f3-4cb3-9421-87d15d76dc52 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:59:53.837632 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9509d026-6543-4eed-a69b-6e05fece357b req-f940a415-9c29-4740-aec0-4d04d910e569 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:53.858178 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:53.875002 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-374d8d94-7ec8-4ade-824a-97ecc26a57bb req-f289bd8d-5935-4e7c-98df-b5e8dc42afb5 service neutron] For port e8bacead-b5ca-4f76-a123-89f5a88044f5, host n-h2-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:59:53.878627 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-374d8d94-7ec8-4ade-824a-97ecc26a57bb req-f289bd8d-5935-4e7c-98df-b5e8dc42afb5 service neutron] For port e8bacead-b5ca-4f76-a123-89f5a88044f5, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=e8bacead-b5ca-4f76-a123-89f5a88044f5,segment=NetworkSegment(d1c0a158-6579-41f7-a92a-da7d79b925b6),segment_id=d1c0a158-6579-41f7-a92a-da7d79b925b6)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:59:53.879863 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 14e69ae5-6773-4421-b91f-5b97353755a3 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:59:53.883395 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-374d8d94-7ec8-4ade-824a-97ecc26a57bb req-f289bd8d-5935-4e7c-98df-b5e8dc42afb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:53.896220 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6fd8945d-1a68-4a71-b6c1-bc58e2e30ec4 req-12d2fd8e-36d3-45df-b216-a15bd00d1df1 service neutron] 10.222.0.105 "GET /v2.0/networks/25782802-3b17-40c7-84aa-116f399871e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2922812 Feb 09 00:59:53.899064 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 14e69ae5-6773-4421-b91f-5b97353755a3, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=14e69ae5-6773-4421-b91f-5b97353755a3,segment=NetworkSegment(68c75c24-5a6d-4512-b85d-48e7bc49aa9f),segment_id=68c75c24-5a6d-4512-b85d-48e7bc49aa9f)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:59:53.904402 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:53.978465 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f289bd8d-5935-4e7c-98df-b5e8dc42afb5 service neutron] Pushing event updated for resources: {'Port': ['ID=e8bacead-b5ca-4f76-a123-89f5a88044f5,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:54.003978 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d8d94-7ec8-4ade-824a-97ecc26a57bb req-f289bd8d-5935-4e7c-98df-b5e8dc42afb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:54.004587 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-374d8d94-7ec8-4ade-824a-97ecc26a57bb req-f289bd8d-5935-4e7c-98df-b5e8dc42afb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:54.006358 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-374d8d94-7ec8-4ade-824a-97ecc26a57bb req-f289bd8d-5935-4e7c-98df-b5e8dc42afb5 service neutron] 10.222.0.99 "PUT /v2.0/ports/e8bacead-b5ca-4f76-a123-89f5a88044f5 HTTP/1.1" status: 200 len: 1092 time: 1.2608073 Feb 09 00:59:54.022834 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=14e69ae5-6773-4421-b91f-5b97353755a3,revision_number=6']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:54.084434 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['14e69ae5-6773-4421-b91f-5b97353755a3'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:59:54.106328 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-774b3ece-4152-4cb5-88d5-0dd44a271769 req-08d74f79-fc51-435f-9c42-2e75da38bf69 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:54.133655 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d8d94-7ec8-4ade-824a-97ecc26a57bb req-ac11edb7-d09e-444d-8038-adc45b02f34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:54.135586 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-374d8d94-7ec8-4ade-824a-97ecc26a57bb req-ac11edb7-d09e-444d-8038-adc45b02f34c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=5ff9aad1b4b645cb83f87778a731b808&device_id=d27dec75-e490-455a-ab53-6827c62f4e59 HTTP/1.1" status: 200 len: 1095 time: 0.0898659 Feb 09 00:59:54.158289 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-774b3ece-4152-4cb5-88d5-0dd44a271769 req-08d74f79-fc51-435f-9c42-2e75da38bf69 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:54.245348 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-374d8d94-7ec8-4ade-824a-97ecc26a57bb req-b83b962e-4b63-4616-b98a-1f5eecc34555 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8bacead-b5ca-4f76-a123-89f5a88044f5 HTTP/1.1" status: 200 len: 217 time: 0.1016109 Feb 09 00:59:54.333384 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d8d94-7ec8-4ade-824a-97ecc26a57bb req-982611ac-ad09-46c5-a22e-39d668690e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:54.336237 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-374d8d94-7ec8-4ade-824a-97ecc26a57bb req-982611ac-ad09-46c5-a22e-39d668690e19 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=6629426b-30e0-4649-b641-b6eaabeb92da HTTP/1.1" status: 200 len: 851 time: 0.0834558 Feb 09 00:59:54.399071 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-374d8d94-7ec8-4ade-824a-97ecc26a57bb req-17c13194-b9e4-422b-b46e-7983dcdaaa21 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=dd02684a-c792-4fba-8571-35898e88ad40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545759 Feb 09 00:59:54.497675 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:54.564165 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-9509d026-6543-4eed-a69b-6e05fece357b req-f940a415-9c29-4740-aec0-4d04d910e569 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] For port b04c3276-01f3-4cb3-9421-87d15d76dc52, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=b04c3276-01f3-4cb3-9421-87d15d76dc52,segment=NetworkSegment(2b5044f8-107c-41ef-8a61-ec7601fd6ccb),segment_id=2b5044f8-107c-41ef-8a61-ec7601fd6ccb)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:59:54.564607 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9509d026-6543-4eed-a69b-6e05fece357b req-f940a415-9c29-4740-aec0-4d04d910e569 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:54.704879 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-374d8d94-7ec8-4ade-824a-97ecc26a57bb req-b03beba9-b58e-480f-ae93-a67a1b646579 service neutron] 10.222.0.99 "GET /v2.0/networks/dd02684a-c792-4fba-8571-35898e88ad40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987292 Feb 09 00:59:54.775410 n-d-828418-1 neutron-server[87639]: INFO neutron.db.l3_db [req-774b3ece-4152-4cb5-88d5-0dd44a271769 req-08d74f79-fc51-435f-9c42-2e75da38bf69 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Floating IP eff4dfbc-b507-41f4-92d6-f5482bd8b3bb associated. External IP: 172.25.0.16, port: 6b989615-b8c6-497c-97ac-419f1a6df99a. Feb 09 00:59:54.851829 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-374d8d94-7ec8-4ade-824a-97ecc26a57bb req-f917b0cd-e7e4-4af1-a581-5176184c80e9 service neutron] 10.222.0.99 "GET /v2.0/networks/dd02684a-c792-4fba-8571-35898e88ad40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397250 Feb 09 00:59:54.903647 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-9509d026-6543-4eed-a69b-6e05fece357b req-f940a415-9c29-4740-aec0-4d04d910e569 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Calling delete_port for b04c3276-01f3-4cb3-9421-87d15d76dc52 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:59:54.987100 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650e47a-ffba-4326-8a0b-5b145263d0bb req-b5d08cf3-bb1b-4a61-9a4f-81e5a6857de5 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:54.988558 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b650e47a-ffba-4326-8a0b-5b145263d0bb req-b5d08cf3-bb1b-4a61-9a4f-81e5a6857de5 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=78993d4b-0b0e-47a2-8a4b-5541faec5408 HTTP/1.1" status: 200 len: 950 time: 0.7218902 Feb 09 00:59:55.168366 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b650e47a-ffba-4326-8a0b-5b145263d0bb req-4c1d8b0a-2b80-4eed-beb2-16bdfa7b52c0 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/security-groups?id=bc5d6135-6634-4167-99ad-f31267fef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719263 Feb 09 00:59:55.320604 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9509d026-6543-4eed-a69b-6e05fece357b req-f940a415-9c29-4740-aec0-4d04d910e569 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:55.333566 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['6b989615-b8c6-497c-97ac-419f1a6df99a'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:59:55.359272 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['b04c3276-01f3-4cb3-9421-87d15d76dc52'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:59:55.451653 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f940a415-9c29-4740-aec0-4d04d910e569 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Pushing event deleted for resources: {'Port': ['ID=b04c3276-01f3-4cb3-9421-87d15d76dc52,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:55.555764 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-774b3ece-4152-4cb5-88d5-0dd44a271769 req-08d74f79-fc51-435f-9c42-2e75da38bf69 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Router 1a850b99-2699-4551-83df-234a05d07ef1 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 00:59:55.581686 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-9509d026-6543-4eed-a69b-6e05fece357b req-f940a415-9c29-4740-aec0-4d04d910e569 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] No DVR routers for this DVR port b04c3276-01f3-4cb3-9421-87d15d76dc52 on host n-h2-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:59:55.581686 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9509d026-6543-4eed-a69b-6e05fece357b req-f940a415-9c29-4740-aec0-4d04d910e569 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:55.581686 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04313d50-51be-415f-8006-371a5633658f', 'name': 'network-vif-deleted', 'tag': 'b04c3276-01f3-4cb3-9421-87d15d76dc52'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:59:55.627229 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 68659ab6-4b27-4c78-9e92-fbc555581959 details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:59:55.627229 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 14e69ae5-6773-4421-b91f-5b97353755a3 up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:59:55.709145 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9509d026-6543-4eed-a69b-6e05fece357b req-f940a415-9c29-4740-aec0-4d04d910e569 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.99 "DELETE /v2.0/ports/b04c3276-01f3-4cb3-9421-87d15d76dc52 HTTP/1.1" status: 204 len: 173 time: 2.0698454 Feb 09 00:59:55.717217 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9964bd-3a78-4b0d-bcd1-c54de253bdaa req-4097d830-cbcd-4ef0-9117-da256bb8e6d4 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:55.718784 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5f9964bd-3a78-4b0d-bcd1-c54de253bdaa req-4097d830-cbcd-4ef0-9117-da256bb8e6d4 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 944 time: 0.4448078 Feb 09 00:59:55.858158 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5f9964bd-3a78-4b0d-bcd1-c54de253bdaa req-f265cc9f-170d-4565-86dc-d47f0e2afe3f tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235151 Feb 09 00:59:55.874618 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-774b3ece-4152-4cb5-88d5-0dd44a271769 req-08d74f79-fc51-435f-9c42-2e75da38bf69 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 00:59:55.882025 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-774b3ece-4152-4cb5-88d5-0dd44a271769 req-08d74f79-fc51-435f-9c42-2e75da38bf69 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:55.968762 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d92f5e6-1c61-4074-90d4-423ab9d7fefa None None] Sync routers for ids ['1a850b99-2699-4551-83df-234a05d07ef1'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:59:55.974978 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-774b3ece-4152-4cb5-88d5-0dd44a271769 req-08d74f79-fc51-435f-9c42-2e75da38bf69 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "PUT /v2.0/floatingips/eff4dfbc-b507-41f4-92d6-f5482bd8b3bb HTTP/1.1" status: 200 len: 996 time: 3.7920446 Feb 09 00:59:55.984365 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d92f5e6-1c61-4074-90d4-423ab9d7fefa None None] Routers {'1a850b99-2699-4551-83df-234a05d07ef1'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:59:55.985002 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-1d92f5e6-1c61-4074-90d4-423ab9d7fefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:59:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['1a850b99-2699-4551-83df-234a05d07ef1'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:56.235092 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port 14e69ae5-6773-4421-b91f-5b97353755a3 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:59:56.235462 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:56.319407 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-1d92f5e6-1c61-4074-90d4-423ab9d7fefa None None] Set router 1a850b99-2699-4551-83df-234a05d07ef1 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:59:56.427516 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b3ece-4152-4cb5-88d5-0dd44a271769 req-d7751058-dd33-4f40-9dd2-4dfaa8e8ba0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:56.429065 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-774b3ece-4152-4cb5-88d5-0dd44a271769 req-d7751058-dd33-4f40-9dd2-4dfaa8e8ba0e service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=e780c16281c340ce809950e38bac725d&device_id=070af407-61a4-47ab-aa6b-c71bceabdb7a HTTP/1.1" status: 200 len: 1097 time: 0.4514670 Feb 09 00:59:56.429468 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 68659ab6-4b27-4c78-9e92-fbc555581959, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=68659ab6-4b27-4c78-9e92-fbc555581959,segment=NetworkSegment(d7050703-a45d-45b0-a89d-e74c0c0ae2fb),segment_id=d7050703-a45d-45b0-a89d-e74c0c0ae2fb)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:59:56.532766 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 68659ab6-4b27-4c78-9e92-fbc555581959 has no active binding in host n-h2-828418-1 {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 09 00:59:56.597125 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:56.605968 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd8945d-1a68-4a71-b6c1-bc58e2e30ec4 req-f7c5850c-0ef5-46bf-8834-bcb767d59194 tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:56.607476 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6fd8945d-1a68-4a71-b6c1-bc58e2e30ec4 req-f7c5850c-0ef5-46bf-8834-bcb767d59194 tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] 10.222.0.99 "GET /v2.0/networks?id=25782802-3b17-40c7-84aa-116f399871e5 HTTP/1.1" status: 200 len: 808 time: 0.4912968 Feb 09 00:59:56.615020 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2d6b3-495d-473c-98eb-3700e9ca8243 req-b6c6d34e-d3fb-45e3-85c5-a7ae53842854 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:56.616864 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bff2d6b3-495d-473c-98eb-3700e9ca8243 req-b6c6d34e-d3fb-45e3-85c5-a7ae53842854 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] 10.222.0.105 "GET /v2.0/ports?device_id=9441bdd6-14e1-4694-93ba-0251f158b398 HTTP/1.1" status: 200 len: 943 time: 0.5644693 Feb 09 00:59:56.622266 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-6fd8945d-1a68-4a71-b6c1-bc58e2e30ec4 req-13a194c3-3126-4202-91bc-2ac846d917af tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] Request body: {'port': {'device_id': '4419a240-e088-4c68-bde2-52cd7a0a8f27', 'network_id': '25782802-3b17-40c7-84aa-116f399871e5', 'admin_state_up': True, 'tenant_id': 'ce79d06aa2b94d328702f366a9e30c74'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:59:56.653391 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 14e69ae5-6773-4421-b91f-5b97353755a3, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=14e69ae5-6773-4421-b91f-5b97353755a3,segment=NetworkSegment(68c75c24-5a6d-4512-b85d-48e7bc49aa9f),segment_id=68c75c24-5a6d-4512-b85d-48e7bc49aa9f)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:59:56.718800 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:56.734052 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-abda99a7-dd30-4ffa-a65d-82a5862a19dc service neutron] 10.222.0.62 "GET /v2.0/ports/68659ab6-4b27-4c78-9e92-fbc555581959/bindings/n-h2-828418-1 HTTP/1.1" status: 200 len: 384 time: 0.4898393 Feb 09 00:59:56.831727 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=14e69ae5-6773-4421-b91f-5b97353755a3,revision_number=7']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:56.886561 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bff2d6b3-495d-473c-98eb-3700e9ca8243 req-3b594588-4d65-4b0f-9c90-acfe03700518 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] 10.222.0.105 "GET /v2.0/security-groups?id=147a3794-e5e0-49fe-813e-782f17b18bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2420359 Feb 09 00:59:56.916898 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b3ece-4152-4cb5-88d5-0dd44a271769 req-8c6b2f37-b3f5-458a-ae81-f86ce084b05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:56.918418 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-774b3ece-4152-4cb5-88d5-0dd44a271769 req-8c6b2f37-b3f5-458a-ae81-f86ce084b05a service neutron] 10.222.0.105 "GET /v2.0/networks?id=0448a394-55c8-45f4-a274-23af165c2c3d HTTP/1.1" status: 200 len: 921 time: 0.4656320 Feb 09 00:59:56.930397 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-1d92f5e6-1c61-4074-90d4-423ab9d7fefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a850b99-2699-4551-83df-234a05d07ef1', 'name': 'tempest-FloatingIPsAssociationTestJSON-237442171-router', 'tenant_id': 'e780c16281c340ce809950e38bac725d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c691cfbd-3cb5-4179-bbda-e883551e78d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:58:05Z', 'updated_at': '2022-02-09T00:58:10Z', 'revision_number': 4, 'project_id': 'e780c16281c340ce809950e38bac725d', 'gw_port': {'id': 'c691cfbd-3cb5-4179-bbda-e883551e78d5', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a850b99-2699-4551-83df-234a05d07ef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:06Z', 'updated_at': '2022-02-09T00:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': 'eff4dfbc-b507-41f4-92d6-f5482bd8b3bb', 'tenant_id': 'e780c16281c340ce809950e38bac725d', 'floating_ip_address': '172.25.0.16', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '1a850b99-2699-4551-83df-234a05d07ef1', 'port_id': '6b989615-b8c6-497c-97ac-419f1a6df99a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 924, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0448a394-55c8-45f4-a274-23af165c2c3d', 'mac_address': 'fa:16:3e:0a:71:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070af407-61a4-47ab-aa6b-c71bceabdb7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:58:45Z', 'updated_at': '2022-02-09T00:59:53Z', 'revision_number': 8, 'project_id': 'e780c16281c340ce809950e38bac725d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f46b102-2de5-421c-81ce-8f502ff0cf91', 'name': '', 'network_id': '0448a394-55c8-45f4-a274-23af165c2c3d', 'tenant_id': 'e780c16281c340ce809950e38bac725d', 'mac_address': 'fa:16:3e:fd:52:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a850b99-2699-4551-83df-234a05d07ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '45fa59ee-2584-4cd4-aa5d-73791fe0e17f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:09Z', 'updated_at': '2022-02-09T00:58:20Z', 'revision_number': 5, 'project_id': 'e780c16281c340ce809950e38bac725d', 'subnets': [{'id': '45fa59ee-2584-4cd4-aa5d-73791fe0e17f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:56.936039 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d92f5e6-1c61-4074-90d4-423ab9d7fefa None None] Checking router: 1a850b99-2699-4551-83df-234a05d07ef1 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:59:56.945128 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d92f5e6-1c61-4074-90d4-423ab9d7fefa None None] Routers {'1a850b99-2699-4551-83df-234a05d07ef1'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:59:56.945930 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-1d92f5e6-1c61-4074-90d4-423ab9d7fefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:59:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['1a850b99-2699-4551-83df-234a05d07ef1'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:57.092737 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-6fd8945d-1a68-4a71-b6c1-bc58e2e30ec4 req-13a194c3-3126-4202-91bc-2ac846d917af tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:59:57.107221 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-6fd8945d-1a68-4a71-b6c1-bc58e2e30ec4 req-13a194c3-3126-4202-91bc-2ac846d917af tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] Usage tracker for resource:port and tenant:ce79d06aa2b94d328702f366a9e30c74 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:59:57.119150 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-6fd8945d-1a68-4a71-b6c1-bc58e2e30ec4 req-13a194c3-3126-4202-91bc-2ac846d917af tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:59:57.142386 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-1d92f5e6-1c61-4074-90d4-423ab9d7fefa None None] Set router 1a850b99-2699-4551-83df-234a05d07ef1 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:59:57.142970 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-774b3ece-4152-4cb5-88d5-0dd44a271769 req-460308ad-0e32-4b3c-877b-d223bebd4122 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b989615-b8c6-497c-97ac-419f1a6df99a HTTP/1.1" status: 200 len: 999 time: 0.2144482 Feb 09 00:59:57.152443 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-6fd8945d-1a68-4a71-b6c1-bc58e2e30ec4 req-13a194c3-3126-4202-91bc-2ac846d917af tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:59:57.288044 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fd8945d-1a68-4a71-b6c1-bc58e2e30ec4 req-13a194c3-3126-4202-91bc-2ac846d917af tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] Made reservation on behalf of ce79d06aa2b94d328702f366a9e30c74 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:59:57.292332 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-6fd8945d-1a68-4a71-b6c1-bc58e2e30ec4 req-13a194c3-3126-4202-91bc-2ac846d917af tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:57.330875 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b3ece-4152-4cb5-88d5-0dd44a271769 req-ea6a3ab5-a8e0-46b4-8157-7e21edb0bed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:57.332374 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-774b3ece-4152-4cb5-88d5-0dd44a271769 req-ea6a3ab5-a8e0-46b4-8157-7e21edb0bed5 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=45fa59ee-2584-4cd4-aa5d-73791fe0e17f HTTP/1.1" status: 200 len: 859 time: 0.1837676 Feb 09 00:59:57.475118 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e5238c-5d78-4e13-8142-baeb2fdca1af req-a40298cd-1ae7-4bd4-9ceb-3f25c035f6e5 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:57.476604 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-86e5238c-5d78-4e13-8142-baeb2fdca1af req-a40298cd-1ae7-4bd4-9ceb-3f25c035f6e5 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=d27dec75-e490-455a-ab53-6827c62f4e59 HTTP/1.1" status: 200 len: 944 time: 0.4714587 Feb 09 00:59:57.490006 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-a26f9beb-7bd9-4f54-a824-7fa6653bda1b service neutron] For port 68659ab6-4b27-4c78-9e92-fbc555581959, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=68659ab6-4b27-4c78-9e92-fbc555581959,segment=NetworkSegment(d7050703-a45d-45b0-a89d-e74c0c0ae2fb),segment_id=d7050703-a45d-45b0-a89d-e74c0c0ae2fb)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:59:57.560438 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-1d92f5e6-1c61-4074-90d4-423ab9d7fefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a850b99-2699-4551-83df-234a05d07ef1', 'name': 'tempest-FloatingIPsAssociationTestJSON-237442171-router', 'tenant_id': 'e780c16281c340ce809950e38bac725d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c691cfbd-3cb5-4179-bbda-e883551e78d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:58:05Z', 'updated_at': '2022-02-09T00:58:10Z', 'revision_number': 4, 'project_id': 'e780c16281c340ce809950e38bac725d', 'gw_port': {'id': 'c691cfbd-3cb5-4179-bbda-e883551e78d5', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a850b99-2699-4551-83df-234a05d07ef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:06Z', 'updated_at': '2022-02-09T00:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': 'eff4dfbc-b507-41f4-92d6-f5482bd8b3bb', 'tenant_id': 'e780c16281c340ce809950e38bac725d', 'floating_ip_address': '172.25.0.16', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '1a850b99-2699-4551-83df-234a05d07ef1', 'port_id': '6b989615-b8c6-497c-97ac-419f1a6df99a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 924, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0448a394-55c8-45f4-a274-23af165c2c3d', 'mac_address': 'fa:16:3e:0a:71:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070af407-61a4-47ab-aa6b-c71bceabdb7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:58:45Z', 'updated_at': '2022-02-09T00:59:53Z', 'revision_number': 8, 'project_id': 'e780c16281c340ce809950e38bac725d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f46b102-2de5-421c-81ce-8f502ff0cf91', 'name': '', 'network_id': '0448a394-55c8-45f4-a274-23af165c2c3d', 'tenant_id': 'e780c16281c340ce809950e38bac725d', 'mac_address': 'fa:16:3e:fd:52:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a850b99-2699-4551-83df-234a05d07ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '45fa59ee-2584-4cd4-aa5d-73791fe0e17f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:09Z', 'updated_at': '2022-02-09T00:58:20Z', 'revision_number': 5, 'project_id': 'e780c16281c340ce809950e38bac725d', 'subnets': [{'id': '45fa59ee-2584-4cd4-aa5d-73791fe0e17f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:57.565085 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d92f5e6-1c61-4074-90d4-423ab9d7fefa None None] The sync data for ids ['1a850b99-2699-4551-83df-234a05d07ef1'] in n-d-828418-1 is: [{'id': '1a850b99-2699-4551-83df-234a05d07ef1', 'name': 'tempest-FloatingIPsAssociationTestJSON-237442171-router', 'tenant_id': 'e780c16281c340ce809950e38bac725d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c691cfbd-3cb5-4179-bbda-e883551e78d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:58:05Z', 'updated_at': '2022-02-09T00:58:10Z', 'revision_number': 4, 'project_id': 'e780c16281c340ce809950e38bac725d', 'gw_port': {'id': 'c691cfbd-3cb5-4179-bbda-e883551e78d5', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a850b99-2699-4551-83df-234a05d07ef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:06Z', 'updated_at': '2022-02-09T00:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': 'eff4dfbc-b507-41f4-92d6-f5482bd8b3bb', 'tenant_id': 'e780c16281c340ce809950e38bac725d', 'floating_ip_address': '172.25.0.16', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '1a850b99-2699-4551-83df-234a05d07ef1', 'port_id': '6b989615-b8c6-497c-97ac-419f1a6df99a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 924, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0448a394-55c8-45f4-a274-23af165c2c3d', 'mac_address': 'fa:16:3e:0a:71:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070af407-61a4-47ab-aa6b-c71bceabdb7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:58:45Z', 'updated_at': '2022-02-09T00:59:53Z', 'revision_number': 8, 'project_id': 'e780c16281c340ce809950e38bac725d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f46b102-2de5-421c-81ce-8f502ff0cf91', 'name': '', 'network_id': '0448a394-55c8-45f4-a274-23af165c2c3d', 'tenant_id': 'e780c16281c340ce809950e38bac725d', 'mac_address': 'fa:16:3e:fd:52:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a850b99-2699-4551-83df-234a05d07ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '45fa59ee-2584-4cd4-aa5d-73791fe0e17f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:09Z', 'updated_at': '2022-02-09T00:58:20Z', 'revision_number': 5, 'project_id': 'e780c16281c340ce809950e38bac725d', 'subnets': [{'id': '45fa59ee-2584-4cd4-aa5d-73791fe0e17f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:59:57.624135 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-a26f9beb-7bd9-4f54-a824-7fa6653bda1b service neutron] For port 68659ab6-4b27-4c78-9e92-fbc555581959, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:59:57.633283 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device b04c3276-01f3-4cb3-9421-87d15d76dc52 no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:59:57.668989 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] No Port match for: b04c3276-01f3-4cb3-9421-87d15d76dc52 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 00:59:57.669244 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device b04c3276-01f3-4cb3-9421-87d15d76dc52 not bound to the agent host n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 00:59:57.670488 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-86e5238c-5d78-4e13-8142-baeb2fdca1af req-bcb19b87-a35e-4d7c-b997-b7aa33136ad3 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Synchronizing usage tracker for tenant:5ff9aad1b4b645cb83f87778a731b808 on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:59:57.712797 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-a26f9beb-7bd9-4f54-a824-7fa6653bda1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68659ab6-4b27-4c78-9e92-fbc555581959 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:59:57.719044 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-6fd8945d-1a68-4a71-b6c1-bc58e2e30ec4 req-13a194c3-3126-4202-91bc-2ac846d917af tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] Allocated IP 172.20.0.9 (25782802-3b17-40c7-84aa-116f399871e5/6ff5dbbf-8d07-422b-816b-f84ae9a332ca/a57d0721-5c1b-423f-80ac-98385a97cb3a) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:59:57.734605 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b3ece-4152-4cb5-88d5-0dd44a271769 req-6fa1262f-fefa-4cad-8723-d6102cab9199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:57.736326 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-774b3ece-4152-4cb5-88d5-0dd44a271769 req-6fa1262f-fefa-4cad-8723-d6102cab9199 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=0448a394-55c8-45f4-a274-23af165c2c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3593040 Feb 09 00:59:57.738132 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-a26f9beb-7bd9-4f54-a824-7fa6653bda1b service neutron] For port 68659ab6-4b27-4c78-9e92-fbc555581959, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=68659ab6-4b27-4c78-9e92-fbc555581959,segment=NetworkSegment(d7050703-a45d-45b0-a89d-e74c0c0ae2fb),segment_id=d7050703-a45d-45b0-a89d-e74c0c0ae2fb)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:59:57.832758 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-86e5238c-5d78-4e13-8142-baeb2fdca1af req-bcb19b87-a35e-4d7c-b997-b7aa33136ad3 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Unset dirty status for tenant:5ff9aad1b4b645cb83f87778a731b808 on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:59:57.833947 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-86e5238c-5d78-4e13-8142-baeb2fdca1af req-bcb19b87-a35e-4d7c-b997-b7aa33136ad3 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488200 Feb 09 00:59:57.853228 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-a26f9beb-7bd9-4f54-a824-7fa6653bda1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:57.857536 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b078e8f4-1055-4edc-b3d9-b82d462db3b7 None None] New status for floating IP eff4dfbc-b507-41f4-92d6-f5482bd8b3bb: ACTIVE {{(pid=87641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 00:59:57.908314 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78993d4b-0b0e-47a2-8a4b-5541faec5408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '973c846c-32e6-4fcd-8537-473bd8d7ed33', 'code': 200} Feb 09 00:59:58.046599 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98b2668a-19ef-48f4-a385-6573411e2e02', 'tag': '68659ab6-4b27-4c78-9e92-fbc555581959', 'status': 'completed', 'code': 200} Feb 09 00:59:58.188539 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4121a410-78bd-4a21-94d4-5b39d9bc0b82 req-0410bdce-627f-4e56-8fb6-d3957ea5ae6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:58.190367 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4121a410-78bd-4a21-94d4-5b39d9bc0b82 req-0410bdce-627f-4e56-8fb6-d3957ea5ae6c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=35dd69c7034749ab9d62471941920e2c&device_id=98b2668a-19ef-48f4-a385-6573411e2e02 HTTP/1.1" status: 200 len: 1083 time: 0.1236050 Feb 09 00:59:58.357186 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4121a410-78bd-4a21-94d4-5b39d9bc0b82 req-5d962a2c-c12a-4046-ac1a-5816a057a29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:58.357186 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4121a410-78bd-4a21-94d4-5b39d9bc0b82 req-5d962a2c-c12a-4046-ac1a-5816a057a29d service neutron] 10.222.0.62 "GET /v2.0/networks?id=2c19901d-9303-4cfd-b96f-b8f2e52fb4b9 HTTP/1.1" status: 200 len: 922 time: 0.1557856 Feb 09 00:59:58.383033 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-774b3ece-4152-4cb5-88d5-0dd44a271769 req-1f116b28-d403-4417-9bda-b1384e5099fd service neutron] 10.222.0.105 "GET /v2.0/networks/0448a394-55c8-45f4-a274-23af165c2c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6242900 Feb 09 00:59:58.443340 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4121a410-78bd-4a21-94d4-5b39d9bc0b82 req-34abac55-d3c4-420a-83c6-550dc8a633cd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68659ab6-4b27-4c78-9e92-fbc555581959 HTTP/1.1" status: 200 len: 217 time: 0.0836511 Feb 09 00:59:58.513393 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4121a410-78bd-4a21-94d4-5b39d9bc0b82 req-d0b76f2c-59d1-463f-b8a4-460be056945b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:58.514968 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4121a410-78bd-4a21-94d4-5b39d9bc0b82 req-d0b76f2c-59d1-463f-b8a4-460be056945b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f523b7b8-aa23-4f63-9894-de0d35bb1ce5 HTTP/1.1" status: 200 len: 861 time: 0.0660882 Feb 09 00:59:58.517188 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-a26f9beb-7bd9-4f54-a824-7fa6653bda1b service neutron] Transition to ACTIVE for port object 68659ab6-4b27-4c78-9e92-fbc555581959 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:59:58.540660 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-a26f9beb-7bd9-4f54-a824-7fa6653bda1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:58.562978 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4121a410-78bd-4a21-94d4-5b39d9bc0b82 req-fc7c5812-d7df-49ce-a251-a4064215d9ad service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2c19901d-9303-4cfd-b96f-b8f2e52fb4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420358 Feb 09 00:59:58.589881 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-6fd8945d-1a68-4a71-b6c1-bc58e2e30ec4 req-13a194c3-3126-4202-91bc-2ac846d917af tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:58.706251 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4121a410-78bd-4a21-94d4-5b39d9bc0b82 req-0deb50d0-aa72-4d2f-91d6-fdf039244315 service neutron] 10.222.0.62 "GET /v2.0/networks/2c19901d-9303-4cfd-b96f-b8f2e52fb4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367266 Feb 09 00:59:58.726800 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32deb362-7b5a-4827-98a5-17a86c2caa18 req-b05159e2-28f2-4134-a5a6-9e10d0fea1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:58.728379 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-32deb362-7b5a-4827-98a5-17a86c2caa18 req-b05159e2-28f2-4134-a5a6-9e10d0fea1cf service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=78993d4b-0b0e-47a2-8a4b-5541faec5408 HTTP/1.1" status: 200 len: 1101 time: 0.6929102 Feb 09 00:59:58.775174 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf4bb3e-dc7e-4e5e-90da-bbba6df090f9 req-40d2b7e9-1907-43eb-b068-24950d98c04a tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:58.776700 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9cf4bb3e-dc7e-4e5e-90da-bbba6df090f9 req-40d2b7e9-1907-43eb-b068-24950d98c04a tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=98b2668a-19ef-48f4-a385-6573411e2e02 HTTP/1.1" status: 200 len: 944 time: 0.5526359 Feb 09 00:59:58.817268 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-a26f9beb-7bd9-4f54-a824-7fa6653bda1b service neutron] No DVR routers for this DVR port 68659ab6-4b27-4c78-9e92-fbc555581959 on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:59:58.838420 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-774b3ece-4152-4cb5-88d5-0dd44a271769 req-789d6535-4343-4c22-b81a-4576618c9853 service neutron] 10.222.0.105 "GET /v2.0/networks/0448a394-55c8-45f4-a274-23af165c2c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4433820 Feb 09 00:59:58.846509 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4121a410-78bd-4a21-94d4-5b39d9bc0b82 req-58daaa14-2287-42aa-baed-5675582253ba service neutron] 10.222.0.62 "GET /v2.0/networks/2c19901d-9303-4cfd-b96f-b8f2e52fb4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332624 Feb 09 00:59:58.846838 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26f9beb-7bd9-4f54-a824-7fa6653bda1b service neutron] Pushing event updated for resources: {'Port': ['ID=68659ab6-4b27-4c78-9e92-fbc555581959,revision_number=10']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:58.942640 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-32deb362-7b5a-4827-98a5-17a86c2caa18 req-ab00be20-97e7-4ea1-9301-b3a1d522823b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=bc5d6135-6634-4167-99ad-f31267fef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894317 Feb 09 00:59:58.943567 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-6fd8945d-1a68-4a71-b6c1-bc58e2e30ec4 req-13a194c3-3126-4202-91bc-2ac846d917af tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:58.948666 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9cf4bb3e-dc7e-4e5e-90da-bbba6df090f9 req-ebd6df19-5690-4fd1-b6a6-e69867061e15 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455886 Feb 09 00:59:59.012492 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04313d50-51be-415f-8006-371a5633658f', 'name': 'network-vif-deleted', 'tag': 'b04c3276-01f3-4cb3-9421-87d15d76dc52', 'status': 'completed', 'code': 200} Feb 09 00:59:59.023370 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-a26f9beb-7bd9-4f54-a824-7fa6653bda1b service neutron] 10.222.0.62 "PUT /v2.0/ports/68659ab6-4b27-4c78-9e92-fbc555581959/bindings/n-h2-828418-1/activate HTTP/1.1" status: 200 len: 369 time: 2.2796085 Feb 09 00:59:59.039399 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fd8945d-1a68-4a71-b6c1-bc58e2e30ec4 req-13a194c3-3126-4202-91bc-2ac846d917af tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] Network 25782802-3b17-40c7-84aa-116f399871e5 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:59:59.043520 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-6fd8945d-1a68-4a71-b6c1-bc58e2e30ec4 req-13a194c3-3126-4202-91bc-2ac846d917af tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:59:59.047587 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fd8945d-1a68-4a71-b6c1-bc58e2e30ec4 req-13a194c3-3126-4202-91bc-2ac846d917af tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:59:59.082789 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a194c3-3126-4202-91bc-2ac846d917af tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] Pushing event updated for resources: {'Port': ['ID=a57d0721-5c1b-423f-80ac-98385a97cb3a,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:59.198586 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd8945d-1a68-4a71-b6c1-bc58e2e30ec4 req-13a194c3-3126-4202-91bc-2ac846d917af tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:59.199148 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-6fd8945d-1a68-4a71-b6c1-bc58e2e30ec4 req-13a194c3-3126-4202-91bc-2ac846d917af tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:59.256936 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6fd8945d-1a68-4a71-b6c1-bc58e2e30ec4 req-13a194c3-3126-4202-91bc-2ac846d917af tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6389725 Feb 09 00:59:59.276031 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-6fd8945d-1a68-4a71-b6c1-bc58e2e30ec4 req-10099822-0f4a-44f4-bddb-973948ff0964 service neutron] Request body: {'port': {'device_id': '4419a240-e088-4c68-bde2-52cd7a0a8f27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:59:59.298557 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-95c48037-547a-4e8e-8b34-661a10115f84 tempest-LiveAutoBlockMigrationV225Test-40327280 tempest-LiveAutoBlockMigrationV225Test-40327280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:59.300357 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-95c48037-547a-4e8e-8b34-661a10115f84 tempest-LiveAutoBlockMigrationV225Test-40327280 tempest-LiveAutoBlockMigrationV225Test-40327280-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=98b2668a-19ef-48f4-a385-6573411e2e02&tenant_id=35dd69c7034749ab9d62471941920e2c&binding%3Ahost_id=n-h1-828418-1 HTTP/1.1" status: 200 len: 1096 time: 0.0932024 Feb 09 00:59:59.301754 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 2a509680-7b26-4372-8194-fe7c3bbbb400 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:59:59.304199 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 68659ab6-4b27-4c78-9e92-fbc555581959 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:59:59.340816 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221223e-89d0-47a9-a9fd-638b8951c836 req-9c753550-24ed-4582-a69c-0e67473a9c63 tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:59.341627 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-a221223e-89d0-47a9-a9fd-638b8951c836 req-9c753550-24ed-4582-a69c-0e67473a9c63 tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] Synchronizing usage tracker for tenant:ce79d06aa2b94d328702f366a9e30c74 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:59:59.354780 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee22cd-2ede-4dc9-8de3-75f17abd057b req-4a3f9a02-034e-4166-97de-d5c0fd02cb8d tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:59.356298 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bdee22cd-2ede-4dc9-8de3-75f17abd057b req-4a3f9a02-034e-4166-97de-d5c0fd02cb8d tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 944 time: 0.2159886 Feb 09 00:59:59.402770 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-5a0009df-7c63-48ce-8f96-2ec38b6a4e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:59.404613 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-5a0009df-7c63-48ce-8f96-2ec38b6a4e03 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=98b2668a-19ef-48f4-a385-6573411e2e02&tenant_id=35dd69c7034749ab9d62471941920e2c HTTP/1.1" status: 200 len: 1096 time: 0.0893450 Feb 09 00:59:59.441965 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 68659ab6-4b27-4c78-9e92-fbc555581959 not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 00:59:59.448499 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-a221223e-89d0-47a9-a9fd-638b8951c836 req-9c753550-24ed-4582-a69c-0e67473a9c63 tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] Unset dirty status for tenant:ce79d06aa2b94d328702f366a9e30c74 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:59:59.449705 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a221223e-89d0-47a9-a9fd-638b8951c836 req-9c753550-24ed-4582-a69c-0e67473a9c63 tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] 10.222.0.105 "GET /v2.0/ports?device_id=4419a240-e088-4c68-bde2-52cd7a0a8f27 HTTP/1.1" status: 200 len: 931 time: 0.4649818 Feb 09 00:59:59.482136 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bdee22cd-2ede-4dc9-8de3-75f17abd057b req-c45765ed-f895-4cc8-aa07-768e7cc08f03 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141891 Feb 09 00:59:59.492400 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-6fd8945d-1a68-4a71-b6c1-bc58e2e30ec4 req-10099822-0f4a-44f4-bddb-973948ff0964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:59.530648 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 2a509680-7b26-4372-8194-fe7c3bbbb400, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=2a509680-7b26-4372-8194-fe7c3bbbb400,segment=NetworkSegment(eb6e8838-85b2-4dd4-a582-efc63a2a21c0),segment_id=eb6e8838-85b2-4dd4-a582-efc63a2a21c0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:59:59.532720 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-1d35eb29-7809-4179-9d7e-c77c7092ff6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:59.534509 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-1d35eb29-7809-4179-9d7e-c77c7092ff6b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=35dd69c7034749ab9d62471941920e2c&device_id=98b2668a-19ef-48f4-a385-6573411e2e02 HTTP/1.1" status: 200 len: 1096 time: 0.1044292 Feb 09 00:59:59.553690 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a221223e-89d0-47a9-a9fd-638b8951c836 req-236a7ac4-8ab8-4124-9eec-4ec254a19c6d tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] 10.222.0.105 "GET /v2.0/security-groups?id=8d0294b4-b1b6-4eb7-b73a-7ee549f8fd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950720 Feb 09 00:59:59.556688 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '2a509680-7b26-4372-8194-fe7c3bbbb400', 'network_id': 'd5fac2e4-83b3-4dad-87ab-eec508b50a09', 'port_id': '2a509680-7b26-4372-8194-fe7c3bbbb400', 'mac_address': 'fa:16:3e:69:9f:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07c3b021-43b7-40d3-ad8c-901de562ddc0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:59:59.624699 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:59.643508 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a509680-7b26-4372-8194-fe7c3bbbb400 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:59:59.664686 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device e8bacead-b5ca-4f76-a123-89f5a88044f5 details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:59:59.669357 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 68659ab6-4b27-4c78-9e92-fbc555581959 no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:59:59.738452 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 2a509680-7b26-4372-8194-fe7c3bbbb400, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=2a509680-7b26-4372-8194-fe7c3bbbb400,segment=NetworkSegment(eb6e8838-85b2-4dd4-a582-efc63a2a21c0),segment_id=eb6e8838-85b2-4dd4-a582-efc63a2a21c0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:59:59.755955 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:59.841696 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-2c0b7bb0-f720-4aa2-a951-d23c9c615c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:59.843369 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-2c0b7bb0-f720-4aa2-a951-d23c9c615c44 service neutron] 10.222.0.99 "GET /v2.0/networks?id=2c19901d-9303-4cfd-b96f-b8f2e52fb4b9 HTTP/1.1" status: 200 len: 922 time: 0.3016133 Feb 09 00:59:59.911700 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48bd2964-dfe8-4be2-9201-0c66a96fd4ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14e69ae5-6773-4421-b91f-5b97353755a3'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:59:59.919788 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-f04b4490-d08c-4777-8493-127e99e15245 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68659ab6-4b27-4c78-9e92-fbc555581959 HTTP/1.1" status: 200 len: 217 time: 0.0700576 Feb 09 00:59:59.973312 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=2a509680-7b26-4372-8194-fe7c3bbbb400,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:59.997222 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-dd17c1ad-4246-4a96-a8c3-b383f4de1566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:59.999627 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-dd17c1ad-4246-4a96-a8c3-b383f4de1566 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=f523b7b8-aa23-4f63-9894-de0d35bb1ce5 HTTP/1.1" status: 200 len: 861 time: 0.0739956 Feb 09 01:00:00.005846 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b20be59-2ca6-407f-88ea-48ce91920d3b req-76292dce-64ef-46f6-abec-b45a67a43b18 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:00.007251 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1b20be59-2ca6-407f-88ea-48ce91920d3b req-76292dce-64ef-46f6-abec-b45a67a43b18 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=78993d4b-0b0e-47a2-8a4b-5541faec5408 HTTP/1.1" status: 200 len: 950 time: 0.1839771 Feb 09 01:00:00.018925 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9553ccac-1d56-4e72-8be4-1bac3a7560b1 req-eba63aaf-4e63-4204-be11-7d7870bf67c8 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:00.020459 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9553ccac-1d56-4e72-8be4-1bac3a7560b1 req-eba63aaf-4e63-4204-be11-7d7870bf67c8 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] 10.222.0.105 "GET /v2.0/ports?device_id=9441bdd6-14e1-4694-93ba-0251f158b398 HTTP/1.1" status: 200 len: 944 time: 0.2824244 Feb 09 01:00:00.059011 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port e8bacead-b5ca-4f76-a123-89f5a88044f5, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=e8bacead-b5ca-4f76-a123-89f5a88044f5,segment=NetworkSegment(d1c0a158-6579-41f7-a92a-da7d79b925b6),segment_id=d1c0a158-6579-41f7-a92a-da7d79b925b6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:00.114973 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd27dec75-e490-455a-ab53-6827c62f4e59', 'tag': 'e8bacead-b5ca-4f76-a123-89f5a88044f5'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:00:00.116560 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': 'e8bacead-b5ca-4f76-a123-89f5a88044f5', 'network_id': 'dd02684a-c792-4fba-8571-35898e88ad40', 'port_id': 'e8bacead-b5ca-4f76-a123-89f5a88044f5', 'mac_address': 'fa:16:3e:72:1c:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6629426b-30e0-4649-b641-b6eaabeb92da', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:00:00.124972 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-ddacc2dc-cb74-4ec3-b0d2-66efdd1d8925 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=2c19901d-9303-4cfd-b96f-b8f2e52fb4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867932 Feb 09 01:00:00.169567 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1b20be59-2ca6-407f-88ea-48ce91920d3b req-017dcce0-4415-4b6c-8049-b0dd1951940e tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/security-groups?id=bc5d6135-6634-4167-99ad-f31267fef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480422 Feb 09 01:00:00.171759 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-6fd8945d-1a68-4a71-b6c1-bc58e2e30ec4 req-10099822-0f4a-44f4-bddb-973948ff0964 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a57d0721-5c1b-423f-80ac-98385a97cb3a {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:00:00.215291 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9553ccac-1d56-4e72-8be4-1bac3a7560b1 req-2e235aab-8c95-45af-9cab-cf083f006f83 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] 10.222.0.105 "GET /v2.0/security-groups?id=147a3794-e5e0-49fe-813e-782f17b18bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1841645 Feb 09 01:00:00.217241 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-6fd8945d-1a68-4a71-b6c1-bc58e2e30ec4 req-10099822-0f4a-44f4-bddb-973948ff0964 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:00.219519 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:00.236373 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['2a509680-7b26-4372-8194-fe7c3bbbb400'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:00:00.400330 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8bacead-b5ca-4f76-a123-89f5a88044f5 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:00:00.444884 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port e8bacead-b5ca-4f76-a123-89f5a88044f5, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=e8bacead-b5ca-4f76-a123-89f5a88044f5,segment=NetworkSegment(d1c0a158-6579-41f7-a92a-da7d79b925b6),segment_id=d1c0a158-6579-41f7-a92a-da7d79b925b6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:00.466380 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:00.630811 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-6fd8945d-1a68-4a71-b6c1-bc58e2e30ec4 req-10099822-0f4a-44f4-bddb-973948ff0964 service neutron] Transition to ACTIVE for port object a57d0721-5c1b-423f-80ac-98385a97cb3a will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:00:00.643800 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-6fd8945d-1a68-4a71-b6c1-bc58e2e30ec4 req-10099822-0f4a-44f4-bddb-973948ff0964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:00.656103 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=e8bacead-b5ca-4f76-a123-89f5a88044f5,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:00.723286 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-d2b1af16-137f-4500-adcf-644e58baf38a service neutron] 10.222.0.99 "GET /v2.0/networks/2c19901d-9303-4cfd-b96f-b8f2e52fb4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5888655 Feb 09 01:00:00.818223 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8a0dd107-6f77-41ec-98f0-3390334890ef req-0230c5ef-8e50-486b-b90d-70d70e571cc7 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "GET /v2.0/floatingips/eff4dfbc-b507-41f4-92d6-f5482bd8b3bb HTTP/1.1" status: 200 len: 998 time: 0.5487518 Feb 09 01:00:00.823735 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10099822-0f4a-44f4-bddb-973948ff0964 service neutron] Pushing event updated for resources: {'Port': ['ID=a57d0721-5c1b-423f-80ac-98385a97cb3a,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:00.972542 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['e8bacead-b5ca-4f76-a123-89f5a88044f5'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:00:00.990604 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-43b52667-ffdc-4afa-b008-1f4677948af2 service neutron] 10.222.0.99 "GET /v2.0/networks/2c19901d-9303-4cfd-b96f-b8f2e52fb4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596996 Feb 09 01:00:01.015518 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '070af407-61a4-47ab-aa6b-c71bceabdb7a', 'tag': '6b989615-b8c6-497c-97ac-419f1a6df99a'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:00:01.054122 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada70343-e09b-43f8-a9ca-1b8c54e88eca req-df9d9420-aba1-4cf8-a157-a15ae45c8bfa tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:01.062394 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ada70343-e09b-43f8-a9ca-1b8c54e88eca req-df9d9420-aba1-4cf8-a157-a15ae45c8bfa tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=d27dec75-e490-455a-ab53-6827c62f4e59 HTTP/1.1" status: 200 len: 945 time: 0.4825563 Feb 09 01:00:01.170094 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-6fd8945d-1a68-4a71-b6c1-bc58e2e30ec4 req-10099822-0f4a-44f4-bddb-973948ff0964 service neutron] Attempting to bind port a57d0721-5c1b-423f-80ac-98385a97cb3a on host n-h2-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:00:01.170437 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-6fd8945d-1a68-4a71-b6c1-bc58e2e30ec4 req-10099822-0f4a-44f4-bddb-973948ff0964 service neutron] Attempting to bind port a57d0721-5c1b-423f-80ac-98385a97cb3a by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': '019a3d80-95b7-4507-bead-9d739a321e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '25782802-3b17-40c7-84aa-116f399871e5'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:00:01.170682 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd8945d-1a68-4a71-b6c1-bc58e2e30ec4 req-10099822-0f4a-44f4-bddb-973948ff0964 service neutron] Attempting to bind port a57d0721-5c1b-423f-80ac-98385a97cb3a on network 25782802-3b17-40c7-84aa-116f399871e5 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:00:01.188277 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ada70343-e09b-43f8-a9ca-1b8c54e88eca req-a889fd80-aada-43a6-88ff-ed7e32f3c4c3 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249232 Feb 09 01:00:01.208974 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0dd107-6f77-41ec-98f0-3390334890ef req-81778528-3294-4367-8606-289c90aff9fb tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:01.211000 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8a0dd107-6f77-41ec-98f0-3390334890ef req-81778528-3294-4367-8606-289c90aff9fb tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "GET /v2.0/networks/3d885c3c-255c-4e54-addc-b28437d0b18e HTTP/1.1" status: 200 len: 784 time: 0.3776515 Feb 09 01:00:01.214550 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd8945d-1a68-4a71-b6c1-bc58e2e30ec4 req-10099822-0f4a-44f4-bddb-973948ff0964 service neutron] Port a57d0721-5c1b-423f-80ac-98385a97cb3a on network 25782802-3b17-40c7-84aa-116f399871e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:00:01.215282 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd8945d-1a68-4a71-b6c1-bc58e2e30ec4 req-10099822-0f4a-44f4-bddb-973948ff0964 service neutron] Attempting to bind port a57d0721-5c1b-423f-80ac-98385a97cb3a on network 25782802-3b17-40c7-84aa-116f399871e5 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:00:01.233799 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd8945d-1a68-4a71-b6c1-bc58e2e30ec4 req-10099822-0f4a-44f4-bddb-973948ff0964 service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:00:01.234085 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd8945d-1a68-4a71-b6c1-bc58e2e30ec4 req-10099822-0f4a-44f4-bddb-973948ff0964 service neutron] Checking segment: {'id': '019a3d80-95b7-4507-bead-9d739a321e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '25782802-3b17-40c7-84aa-116f399871e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:00:01.234670 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd8945d-1a68-4a71-b6c1-bc58e2e30ec4 req-10099822-0f4a-44f4-bddb-973948ff0964 service neutron] Bound using segment: {'id': '019a3d80-95b7-4507-bead-9d739a321e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '25782802-3b17-40c7-84aa-116f399871e5'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:00:01.234838 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-6fd8945d-1a68-4a71-b6c1-bc58e2e30ec4 req-10099822-0f4a-44f4-bddb-973948ff0964 service neutron] Bound port: a57d0721-5c1b-423f-80ac-98385a97cb3a, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '019a3d80-95b7-4507-bead-9d739a321e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '25782802-3b17-40c7-84aa-116f399871e5'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:00:01.235393 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-6fd8945d-1a68-4a71-b6c1-bc58e2e30ec4 req-10099822-0f4a-44f4-bddb-973948ff0964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:01.266011 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48bd2964-dfe8-4be2-9201-0c66a96fd4ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14e69ae5-6773-4421-b91f-5b97353755a3', 'code': 200} Feb 09 01:00:01.356828 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd27dec75-e490-455a-ab53-6827c62f4e59', 'tag': 'e8bacead-b5ca-4f76-a123-89f5a88044f5', 'status': 'completed', 'code': 200} Feb 09 01:00:01.394771 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-6fd8945d-1a68-4a71-b6c1-bc58e2e30ec4 req-10099822-0f4a-44f4-bddb-973948ff0964 service neutron] For port a57d0721-5c1b-423f-80ac-98385a97cb3a, host n-h2-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:00:01.403910 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-6fd8945d-1a68-4a71-b6c1-bc58e2e30ec4 req-10099822-0f4a-44f4-bddb-973948ff0964 service neutron] For port a57d0721-5c1b-423f-80ac-98385a97cb3a, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=a57d0721-5c1b-423f-80ac-98385a97cb3a,segment=NetworkSegment(019a3d80-95b7-4507-bead-9d739a321e80),segment_id=019a3d80-95b7-4507-bead-9d739a321e80)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:00:01.456444 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-6fd8945d-1a68-4a71-b6c1-bc58e2e30ec4 req-10099822-0f4a-44f4-bddb-973948ff0964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:01.585353 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-a85996af-c0ea-4aef-aa0d-5706b296d5c0 tempest-LiveAutoBlockMigrationV225Test-40327280 tempest-LiveAutoBlockMigrationV225Test-40327280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:01.590614 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-a85996af-c0ea-4aef-aa0d-5706b296d5c0 tempest-LiveAutoBlockMigrationV225Test-40327280 tempest-LiveAutoBlockMigrationV225Test-40327280-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=98b2668a-19ef-48f4-a385-6573411e2e02&tenant_id=35dd69c7034749ab9d62471941920e2c&binding%3Ahost_id=n-h2-828418-1 HTTP/1.1" status: 200 len: 1096 time: 0.2205899 Feb 09 01:00:01.593856 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762972e5-96e3-4684-a2a0-3d8b787f8bf9 req-cb01ceae-fb47-4a60-9a48-fede6db3c4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:01.595675 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-762972e5-96e3-4684-a2a0-3d8b787f8bf9 req-cb01ceae-fb47-4a60-9a48-fede6db3c4f2 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=5ff9aad1b4b645cb83f87778a731b808&device_id=d27dec75-e490-455a-ab53-6827c62f4e59 HTTP/1.1" status: 200 len: 1096 time: 0.1816528 Feb 09 01:00:01.669040 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd8945d-1a68-4a71-b6c1-bc58e2e30ec4 req-10099822-0f4a-44f4-bddb-973948ff0964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:01.670445 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-6fd8945d-1a68-4a71-b6c1-bc58e2e30ec4 req-10099822-0f4a-44f4-bddb-973948ff0964 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:01.672441 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6fd8945d-1a68-4a71-b6c1-bc58e2e30ec4 req-10099822-0f4a-44f4-bddb-973948ff0964 service neutron] 10.222.0.99 "PUT /v2.0/ports/a57d0721-5c1b-423f-80ac-98385a97cb3a HTTP/1.1" status: 200 len: 1091 time: 2.4019306 Feb 09 01:00:01.819962 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a73c41-bd3e-4716-95ea-f43ecef8339e req-c1cd5b1a-5f80-4ec2-a10f-d206e370192e tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:01.822521 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-58a73c41-bd3e-4716-95ea-f43ecef8339e req-c1cd5b1a-5f80-4ec2-a10f-d206e370192e tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=98b2668a-19ef-48f4-a385-6573411e2e02 HTTP/1.1" status: 200 len: 945 time: 0.4164515 Feb 09 01:00:01.824250 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10099822-0f4a-44f4-bddb-973948ff0964 service neutron] Pushing event updated for resources: {'Port': ['ID=a57d0721-5c1b-423f-80ac-98385a97cb3a,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:01.867961 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-4a7faa06-8d5d-4cb3-816a-fab5aaf53e4d service neutron] For port 68659ab6-4b27-4c78-9e92-fbc555581959, host n-h1-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:00:01.873483 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-4a7faa06-8d5d-4cb3-816a-fab5aaf53e4d service neutron] Notify callbacks [] for binding, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:01.875020 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-6f1e8c5f-05eb-47b0-897d-04e902b92f91 req-4a7faa06-8d5d-4cb3-816a-fab5aaf53e4d service neutron] 10.222.0.99 "DELETE /v2.0/ports/68659ab6-4b27-4c78-9e92-fbc555581959/bindings/n-h1-828418-1 HTTP/1.1" status: 204 len: 173 time: 0.2784195 Feb 09 01:00:01.924739 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-58a73c41-bd3e-4716-95ea-f43ecef8339e req-7cb065f0-fbb5-4ed5-b79c-4ea46c7e61dc tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931175 Feb 09 01:00:01.938830 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd9c519-47b7-414b-b1f5-0b9a3ce7389e req-56107bfb-5381-4b7a-89d3-e23b79b8bf2b tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:01.941643 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2fd9c519-47b7-414b-b1f5-0b9a3ce7389e req-56107bfb-5381-4b7a-89d3-e23b79b8bf2b tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] 10.222.0.105 "GET /v2.0/ports?device_id=4419a240-e088-4c68-bde2-52cd7a0a8f27 HTTP/1.1" status: 200 len: 943 time: 0.3573413 Feb 09 01:00:01.963621 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762972e5-96e3-4684-a2a0-3d8b787f8bf9 req-7dba800a-53eb-4b7a-93fc-66a6a077dd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:01.966154 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-762972e5-96e3-4684-a2a0-3d8b787f8bf9 req-7dba800a-53eb-4b7a-93fc-66a6a077dd92 service neutron] 10.222.0.99 "GET /v2.0/networks?id=dd02684a-c792-4fba-8571-35898e88ad40 HTTP/1.1" status: 200 len: 912 time: 0.3623486 Feb 09 01:00:02.007058 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd8945d-1a68-4a71-b6c1-bc58e2e30ec4 req-ba501631-b819-41d3-ae4e-fa2def0c4135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:02.008600 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6fd8945d-1a68-4a71-b6c1-bc58e2e30ec4 req-ba501631-b819-41d3-ae4e-fa2def0c4135 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=ce79d06aa2b94d328702f366a9e30c74&device_id=4419a240-e088-4c68-bde2-52cd7a0a8f27 HTTP/1.1" status: 200 len: 1094 time: 0.2714899 Feb 09 01:00:02.069970 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-762972e5-96e3-4684-a2a0-3d8b787f8bf9 req-1dd42f46-f713-439a-9038-1e7a65492e2f service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8bacead-b5ca-4f76-a123-89f5a88044f5 HTTP/1.1" status: 200 len: 217 time: 0.0961199 Feb 09 01:00:02.135332 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6fd8945d-1a68-4a71-b6c1-bc58e2e30ec4 req-fa55a7f0-5bf9-4638-a5b9-4691adf3f218 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a57d0721-5c1b-423f-80ac-98385a97cb3a HTTP/1.1" status: 200 len: 217 time: 0.1147287 Feb 09 01:00:02.164066 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762972e5-96e3-4684-a2a0-3d8b787f8bf9 req-37a76f45-54d6-4842-bcab-c7664e57a985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:02.166345 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-762972e5-96e3-4684-a2a0-3d8b787f8bf9 req-37a76f45-54d6-4842-bcab-c7664e57a985 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=6629426b-30e0-4649-b641-b6eaabeb92da HTTP/1.1" status: 200 len: 851 time: 0.0874045 Feb 09 01:00:02.179948 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '070af407-61a4-47ab-aa6b-c71bceabdb7a', 'tag': '6b989615-b8c6-497c-97ac-419f1a6df99a', 'status': 'completed', 'code': 200} Feb 09 01:00:02.222610 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-762972e5-96e3-4684-a2a0-3d8b787f8bf9 req-05b76d78-c5b8-401f-b95e-cb97ceff9a51 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=dd02684a-c792-4fba-8571-35898e88ad40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488381 Feb 09 01:00:02.278311 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2fd9c519-47b7-414b-b1f5-0b9a3ce7389e req-8e2efa31-813f-48a9-b7b1-05afcb3fe837 tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] 10.222.0.105 "GET /v2.0/security-groups?id=8d0294b4-b1b6-4eb7-b73a-7ee549f8fd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251469 Feb 09 01:00:02.280149 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd8945d-1a68-4a71-b6c1-bc58e2e30ec4 req-37af0893-9841-4db0-b890-4bff16b000f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:02.281702 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6fd8945d-1a68-4a71-b6c1-bc58e2e30ec4 req-37af0893-9841-4db0-b890-4bff16b000f7 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=6ff5dbbf-8d07-422b-816b-f84ae9a332ca HTTP/1.1" status: 200 len: 848 time: 0.0893612 Feb 09 01:00:02.479642 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-762972e5-96e3-4684-a2a0-3d8b787f8bf9 req-803ab8ab-c7f1-4851-9b96-8a720938fe86 service neutron] 10.222.0.99 "GET /v2.0/networks/dd02684a-c792-4fba-8571-35898e88ad40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395144 Feb 09 01:00:02.508921 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6fd8945d-1a68-4a71-b6c1-bc58e2e30ec4 req-80c03e13-0c6f-4776-af14-d182e3680ebb service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=25782802-3b17-40c7-84aa-116f399871e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2197957 Feb 09 01:00:02.677248 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-762972e5-96e3-4684-a2a0-3d8b787f8bf9 req-cfe3fb5e-a056-4070-b9b4-1579788c827f service neutron] 10.222.0.99 "GET /v2.0/networks/dd02684a-c792-4fba-8571-35898e88ad40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885662 Feb 09 01:00:02.812606 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6b6ff631-9d91-4a5b-a4da-15d0f0ad20f4 req-5da5b7bb-8513-4ac5-9994-79c76b363518 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.0.16 HTTP/1.1" status: 200 len: 1001 time: 0.4467480 Feb 09 01:00:02.909419 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e187b4b5-4353-46fa-99f9-d2a558081fbc req-ad135fae-1cbf-43ed-9233-150ffc7d256e tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:02.920060 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e187b4b5-4353-46fa-99f9-d2a558081fbc req-ad135fae-1cbf-43ed-9233-150ffc7d256e tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=78993d4b-0b0e-47a2-8a4b-5541faec5408 HTTP/1.1" status: 200 len: 950 time: 0.7387378 Feb 09 01:00:02.944318 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cffcb36-9a69-4601-9aa3-3f2020a8f9d3 req-40829d1b-e210-4105-9d5a-27b3f072581d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:02.946893 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9cffcb36-9a69-4601-9aa3-3f2020a8f9d3 req-40829d1b-e210-4105-9d5a-27b3f072581d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e780c16281c340ce809950e38bac725d&device_id=070af407-61a4-47ab-aa6b-c71bceabdb7a HTTP/1.1" status: 200 len: 1097 time: 0.8092864 Feb 09 01:00:03.048810 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6fd8945d-1a68-4a71-b6c1-bc58e2e30ec4 req-ff61f976-d7e9-42e2-8209-ffbe827e4777 service neutron] 10.222.0.99 "GET /v2.0/networks/25782802-3b17-40c7-84aa-116f399871e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5293548 Feb 09 01:00:03.232098 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e187b4b5-4353-46fa-99f9-d2a558081fbc req-4abefc77-f3ba-4a76-84d5-9c548ad8b231 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/security-groups?id=bc5d6135-6634-4167-99ad-f31267fef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108609 Feb 09 01:00:03.267398 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ff631-9d91-4a5b-a4da-15d0f0ad20f4 req-0b5da2ac-4ee9-484f-95e8-5440258cabf6 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:03.268248 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-6b6ff631-9d91-4a5b-a4da-15d0f0ad20f4 req-0b5da2ac-4ee9-484f-95e8-5440258cabf6 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Synchronizing usage tracker for tenant:e780c16281c340ce809950e38bac725d on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:00:03.340193 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cffcb36-9a69-4601-9aa3-3f2020a8f9d3 req-b133be66-de81-433c-9e4f-03d29d32e2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:03.340638 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 2a509680-7b26-4372-8194-fe7c3bbbb400 up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:00:03.341970 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9cffcb36-9a69-4601-9aa3-3f2020a8f9d3 req-b133be66-de81-433c-9e4f-03d29d32e2ab service neutron] 10.222.0.62 "GET /v2.0/networks?id=0448a394-55c8-45f4-a274-23af165c2c3d HTTP/1.1" status: 200 len: 921 time: 0.3869328 Feb 09 01:00:03.462696 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port 2a509680-7b26-4372-8194-fe7c3bbbb400 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:00:03.474279 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 2a509680-7b26-4372-8194-fe7c3bbbb400 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:00:03.474279 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:03.475978 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-6b6ff631-9d91-4a5b-a4da-15d0f0ad20f4 req-0b5da2ac-4ee9-484f-95e8-5440258cabf6 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Unset dirty status for tenant:e780c16281c340ce809950e38bac725d on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:00:03.478317 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6b6ff631-9d91-4a5b-a4da-15d0f0ad20f4 req-0b5da2ac-4ee9-484f-95e8-5440258cabf6 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "GET /v2.0/ports/6b989615-b8c6-497c-97ac-419f1a6df99a HTTP/1.1" status: 200 len: 943 time: 0.6457415 Feb 09 01:00:03.507627 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6fd8945d-1a68-4a71-b6c1-bc58e2e30ec4 req-c5892fb7-f50b-4a6c-9027-0c6cfd0b0e3c service neutron] 10.222.0.99 "GET /v2.0/networks/25782802-3b17-40c7-84aa-116f399871e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3945384 Feb 09 01:00:03.561234 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9cffcb36-9a69-4601-9aa3-3f2020a8f9d3 req-e30f3cc8-6c1c-414c-ab7b-4df65fca1dc4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b989615-b8c6-497c-97ac-419f1a6df99a HTTP/1.1" status: 200 len: 1001 time: 0.2096152 Feb 09 01:00:03.676683 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:03.706684 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device e8bacead-b5ca-4f76-a123-89f5a88044f5 up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:00:03.784350 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9441bdd6-14e1-4694-93ba-0251f158b398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a509680-7b26-4372-8194-fe7c3bbbb400'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:00:03.809845 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 2a509680-7b26-4372-8194-fe7c3bbbb400, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=2a509680-7b26-4372-8194-fe7c3bbbb400,segment=NetworkSegment(eb6e8838-85b2-4dd4-a582-efc63a2a21c0),segment_id=eb6e8838-85b2-4dd4-a582-efc63a2a21c0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:03.822413 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:03.875887 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3611830-f0d8-4db3-b6c0-cd7b9d1bd4da req-48cd76ac-80f3-4fd0-ad1f-4f8f5bc2b0f5 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:03.875887 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d3611830-f0d8-4db3-b6c0-cd7b9d1bd4da req-48cd76ac-80f3-4fd0-ad1f-4f8f5bc2b0f5 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] 10.222.0.105 "GET /v2.0/ports?device_id=9441bdd6-14e1-4694-93ba-0251f158b398 HTTP/1.1" status: 200 len: 944 time: 0.4520195 Feb 09 01:00:03.930182 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cffcb36-9a69-4601-9aa3-3f2020a8f9d3 req-1ea8501f-8ebe-4053-b592-97ee55120124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:03.931734 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9cffcb36-9a69-4601-9aa3-3f2020a8f9d3 req-1ea8501f-8ebe-4053-b592-97ee55120124 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=45fa59ee-2584-4cd4-aa5d-73791fe0e17f HTTP/1.1" status: 200 len: 859 time: 0.3451610 Feb 09 01:00:03.939996 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning for port e8bacead-b5ca-4f76-a123-89f5a88044f5 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:00:03.957295 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port e8bacead-b5ca-4f76-a123-89f5a88044f5 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:00:03.957715 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:04.014369 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6b6ff631-9d91-4a5b-a4da-15d0f0ad20f4 req-1d033a3c-c652-4c52-9006-9ea883808067 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.0.16 HTTP/1.1" status: 200 len: 1001 time: 0.2956736 Feb 09 01:00:04.036464 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=2a509680-7b26-4372-8194-fe7c3bbbb400,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:04.138137 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d3611830-f0d8-4db3-b6c0-cd7b9d1bd4da req-33225377-678a-49f1-8bd3-6787cf10eb18 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] 10.222.0.105 "GET /v2.0/security-groups?id=147a3794-e5e0-49fe-813e-782f17b18bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2550230 Feb 09 01:00:04.150018 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:04.186151 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4419a240-e088-4c68-bde2-52cd7a0a8f27', 'tag': 'a57d0721-5c1b-423f-80ac-98385a97cb3a'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:00:04.233238 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cffcb36-9a69-4601-9aa3-3f2020a8f9d3 req-2bc4013a-5e93-4d7c-aa66-5bab6bb4e798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:04.235374 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9cffcb36-9a69-4601-9aa3-3f2020a8f9d3 req-2bc4013a-5e93-4d7c-aa66-5bab6bb4e798 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0448a394-55c8-45f4-a274-23af165c2c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2857380 Feb 09 01:00:04.239096 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port e8bacead-b5ca-4f76-a123-89f5a88044f5, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=e8bacead-b5ca-4f76-a123-89f5a88044f5,segment=NetworkSegment(d1c0a158-6579-41f7-a92a-da7d79b925b6),segment_id=d1c0a158-6579-41f7-a92a-da7d79b925b6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:04.248169 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:04.388304 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=e8bacead-b5ca-4f76-a123-89f5a88044f5,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:04.404750 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ff631-9d91-4a5b-a4da-15d0f0ad20f4 req-0c64086e-0ad7-46cf-8001-56ce46c8b810 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:04.413164 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6b6ff631-9d91-4a5b-a4da-15d0f0ad20f4 req-0c64086e-0ad7-46cf-8001-56ce46c8b810 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "GET /v2.0/networks/3d885c3c-255c-4e54-addc-b28437d0b18e HTTP/1.1" status: 200 len: 784 time: 0.3981433 Feb 09 01:00:04.672705 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6b6ff631-9d91-4a5b-a4da-15d0f0ad20f4 req-1ce56232-1801-4d6c-8ff6-d27cecd9908a tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.0.16 HTTP/1.1" status: 200 len: 1001 time: 0.2576163 Feb 09 01:00:04.683620 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9cffcb36-9a69-4601-9aa3-3f2020a8f9d3 req-279a6c1e-eb1e-47e0-a749-a962bbda82e4 service neutron] 10.222.0.62 "GET /v2.0/networks/0448a394-55c8-45f4-a274-23af165c2c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4379432 Feb 09 01:00:04.814960 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-6b6ff631-9d91-4a5b-a4da-15d0f0ad20f4 req-85567188-16e5-40bd-8baa-d81ec13d84a2 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:00:05.080480 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb48a0-2b16-4dad-8e12-59a09bd64679 req-7d789ede-d9d1-41c3-8afb-3ab343e15a30 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:05.087012 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-94eb48a0-2b16-4dad-8e12-59a09bd64679 req-7d789ede-d9d1-41c3-8afb-3ab343e15a30 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=d27dec75-e490-455a-ab53-6827c62f4e59 HTTP/1.1" status: 200 len: 946 time: 0.7458813 Feb 09 01:00:05.111329 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-6b6ff631-9d91-4a5b-a4da-15d0f0ad20f4 req-85567188-16e5-40bd-8baa-d81ec13d84a2 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Notify callbacks [] for floatingip, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:05.309963 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-94eb48a0-2b16-4dad-8e12-59a09bd64679 req-4148f6e4-f269-4b03-8e50-deb238537cb1 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116939 Feb 09 01:00:05.309963 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9cffcb36-9a69-4601-9aa3-3f2020a8f9d3 req-9ac67c15-2f28-475e-9254-dd1d0b39ece8 service neutron] 10.222.0.62 "GET /v2.0/networks/0448a394-55c8-45f4-a274-23af165c2c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6158206 Feb 09 01:00:05.614577 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-6b6ff631-9d91-4a5b-a4da-15d0f0ad20f4 req-85567188-16e5-40bd-8baa-d81ec13d84a2 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:05.615444 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-6b6ff631-9d91-4a5b-a4da-15d0f0ad20f4 req-85567188-16e5-40bd-8baa-d81ec13d84a2 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:05.615705 n-d-828418-1 neutron-server[87639]: INFO neutron.db.l3_db [req-6b6ff631-9d91-4a5b-a4da-15d0f0ad20f4 req-85567188-16e5-40bd-8baa-d81ec13d84a2 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Floating IP eff4dfbc-b507-41f4-92d6-f5482bd8b3bb disassociated. External IP: 172.25.0.16, port: 6b989615-b8c6-497c-97ac-419f1a6df99a. Feb 09 01:00:05.936131 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02bf3db-1183-4e31-90cb-d38e1c42fdfb req-589b830e-7fa1-4a74-aacf-3a724beddbf9 tempest-ServersOnMultiNodesTest-529131807 tempest-ServersOnMultiNodesTest-529131807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:05.942393 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d02bf3db-1183-4e31-90cb-d38e1c42fdfb req-589b830e-7fa1-4a74-aacf-3a724beddbf9 tempest-ServersOnMultiNodesTest-529131807 tempest-ServersOnMultiNodesTest-529131807-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=78993d4b-0b0e-47a2-8a4b-5541faec5408 HTTP/1.1" status: 200 len: 1101 time: 0.2591691 Feb 09 01:00:06.026254 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d02bf3db-1183-4e31-90cb-d38e1c42fdfb req-e111a88f-ecd2-4c6d-ac77-e51191593501 tempest-ServersOnMultiNodesTest-529131807 tempest-ServersOnMultiNodesTest-529131807-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=bc5d6135-6634-4167-99ad-f31267fef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826092 Feb 09 01:00:06.246133 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b6ff631-9d91-4a5b-a4da-15d0f0ad20f4 req-85567188-16e5-40bd-8baa-d81ec13d84a2 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Router 1a850b99-2699-4551-83df-234a05d07ef1 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:00:06.447110 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc11dcd-a80f-48ed-b140-e7938b85d4ba req-1f2632d9-b753-439a-8bc2-3460daa09e33 tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:06.448645 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bbc11dcd-a80f-48ed-b140-e7938b85d4ba req-1f2632d9-b753-439a-8bc2-3460daa09e33 tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] 10.222.0.105 "GET /v2.0/ports?device_id=4419a240-e088-4c68-bde2-52cd7a0a8f27 HTTP/1.1" status: 200 len: 943 time: 0.2744901 Feb 09 01:00:06.511586 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b6ff631-9d91-4a5b-a4da-15d0f0ad20f4 req-85567188-16e5-40bd-8baa-d81ec13d84a2 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:00:06.527058 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7469d6-5c67-42a3-9744-af3c378e433d None None] Sync routers for ids ['1a850b99-2699-4551-83df-234a05d07ef1'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:00:06.527838 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-6b6ff631-9d91-4a5b-a4da-15d0f0ad20f4 req-85567188-16e5-40bd-8baa-d81ec13d84a2 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:06.544297 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7469d6-5c67-42a3-9744-af3c378e433d None None] Routers {'1a850b99-2699-4551-83df-234a05d07ef1'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:00:06.547073 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-2f7469d6-5c67-42a3-9744-af3c378e433d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:59:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['1a850b99-2699-4551-83df-234a05d07ef1'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:00:06.589473 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bbc11dcd-a80f-48ed-b140-e7938b85d4ba req-6a68cf59-936d-4c31-9ce2-88b51fc432f2 tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] 10.222.0.105 "GET /v2.0/security-groups?id=8d0294b4-b1b6-4eb7-b73a-7ee549f8fd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324201 Feb 09 01:00:06.606390 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6b6ff631-9d91-4a5b-a4da-15d0f0ad20f4 req-85567188-16e5-40bd-8baa-d81ec13d84a2 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "PUT /v2.0/floatingips/eff4dfbc-b507-41f4-92d6-f5482bd8b3bb HTTP/1.1" status: 200 len: 695 time: 1.9158921 Feb 09 01:00:06.718420 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4419a240-e088-4c68-bde2-52cd7a0a8f27', 'tag': 'a57d0721-5c1b-423f-80ac-98385a97cb3a', 'status': 'completed', 'code': 200} Feb 09 01:00:06.763925 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9441bdd6-14e1-4694-93ba-0251f158b398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a509680-7b26-4372-8194-fe7c3bbbb400', 'code': 200} Feb 09 01:00:06.968017 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-2f7469d6-5c67-42a3-9744-af3c378e433d None None] Set router 1a850b99-2699-4551-83df-234a05d07ef1 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:00:07.039159 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ff631-9d91-4a5b-a4da-15d0f0ad20f4 req-d3519174-5b04-4c2b-ad82-22267b66f1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:07.041217 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6b6ff631-9d91-4a5b-a4da-15d0f0ad20f4 req-d3519174-5b04-4c2b-ad82-22267b66f1e7 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=e780c16281c340ce809950e38bac725d&device_id=070af407-61a4-47ab-aa6b-c71bceabdb7a HTTP/1.1" status: 200 len: 1097 time: 0.4181273 Feb 09 01:00:07.261776 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c3539e-d788-4104-978e-939613ed42e6 req-1eb0b314-fc51-4310-88ea-b4f8f5feeb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:07.264017 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-21c3539e-d788-4104-978e-939613ed42e6 req-1eb0b314-fc51-4310-88ea-b4f8f5feeb32 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=ce79d06aa2b94d328702f366a9e30c74&device_id=4419a240-e088-4c68-bde2-52cd7a0a8f27 HTTP/1.1" status: 200 len: 1094 time: 0.5115266 Feb 09 01:00:07.269676 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ff631-9d91-4a5b-a4da-15d0f0ad20f4 req-20b9241b-9f51-4872-bf0d-b7ab0aaa6c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:07.271190 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6b6ff631-9d91-4a5b-a4da-15d0f0ad20f4 req-20b9241b-9f51-4872-bf0d-b7ab0aaa6c55 service neutron] 10.222.0.105 "GET /v2.0/networks?id=0448a394-55c8-45f4-a274-23af165c2c3d HTTP/1.1" status: 200 len: 921 time: 0.2208772 Feb 09 01:00:07.295335 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d51fb-62dd-4eb5-8aca-99b35eacdf86 req-f3cd228d-68cd-490b-b186-1803b92c583a tempest-LiveAutoBlockMigrationV225Test-40327280 tempest-LiveAutoBlockMigrationV225Test-40327280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:07.302536 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a04d51fb-62dd-4eb5-8aca-99b35eacdf86 req-f3cd228d-68cd-490b-b186-1803b92c583a tempest-LiveAutoBlockMigrationV225Test-40327280 tempest-LiveAutoBlockMigrationV225Test-40327280-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=98b2668a-19ef-48f4-a385-6573411e2e02 HTTP/1.1" status: 200 len: 1096 time: 0.3539116 Feb 09 01:00:07.323966 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc8c4f3-a3f4-4ffc-a2b3-469274b22fbd req-0550999f-a852-4f07-bcd0-9357f8e5306e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:07.325411 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-abc8c4f3-a3f4-4ffc-a2b3-469274b22fbd req-0550999f-a852-4f07-bcd0-9357f8e5306e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9441bdd6-14e1-4694-93ba-0251f158b398 HTTP/1.1" status: 200 len: 1096 time: 0.5717702 Feb 09 01:00:07.391339 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-2f7469d6-5c67-42a3-9744-af3c378e433d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a850b99-2699-4551-83df-234a05d07ef1', 'name': 'tempest-FloatingIPsAssociationTestJSON-237442171-router', 'tenant_id': 'e780c16281c340ce809950e38bac725d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c691cfbd-3cb5-4179-bbda-e883551e78d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:58:05Z', 'updated_at': '2022-02-09T00:58:10Z', 'revision_number': 4, 'project_id': 'e780c16281c340ce809950e38bac725d', 'gw_port': {'id': 'c691cfbd-3cb5-4179-bbda-e883551e78d5', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a850b99-2699-4551-83df-234a05d07ef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:06Z', 'updated_at': '2022-02-09T00:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '4f46b102-2de5-421c-81ce-8f502ff0cf91', 'name': '', 'network_id': '0448a394-55c8-45f4-a274-23af165c2c3d', 'tenant_id': 'e780c16281c340ce809950e38bac725d', 'mac_address': 'fa:16:3e:fd:52:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a850b99-2699-4551-83df-234a05d07ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '45fa59ee-2584-4cd4-aa5d-73791fe0e17f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:09Z', 'updated_at': '2022-02-09T00:58:20Z', 'revision_number': 5, 'project_id': 'e780c16281c340ce809950e38bac725d', 'subnets': [{'id': '45fa59ee-2584-4cd4-aa5d-73791fe0e17f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:00:07.398012 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7469d6-5c67-42a3-9744-af3c378e433d None None] Checking router: 1a850b99-2699-4551-83df-234a05d07ef1 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:00:07.408231 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7469d6-5c67-42a3-9744-af3c378e433d None None] Routers {'1a850b99-2699-4551-83df-234a05d07ef1'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:00:07.409096 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-2f7469d6-5c67-42a3-9744-af3c378e433d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T00:59:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['1a850b99-2699-4551-83df-234a05d07ef1'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:00:07.467762 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6b6ff631-9d91-4a5b-a4da-15d0f0ad20f4 req-643f0612-045c-4f5f-b4ea-4ad3d62c405a service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b989615-b8c6-497c-97ac-419f1a6df99a HTTP/1.1" status: 200 len: 217 time: 0.1482439 Feb 09 01:00:07.556239 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a04d51fb-62dd-4eb5-8aca-99b35eacdf86 req-13fbc9a9-d209-49cf-8879-55e05bd4f6d1 tempest-LiveAutoBlockMigrationV225Test-40327280 tempest-LiveAutoBlockMigrationV225Test-40327280-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523746 Feb 09 01:00:07.599454 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-abc8c4f3-a3f4-4ffc-a2b3-469274b22fbd req-dabce859-71de-4f89-88f4-b68e56ca6673 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=147a3794-e5e0-49fe-813e-782f17b18bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648784 Feb 09 01:00:07.671202 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-2f7469d6-5c67-42a3-9744-af3c378e433d None None] Set router 1a850b99-2699-4551-83df-234a05d07ef1 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:00:07.706901 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ff631-9d91-4a5b-a4da-15d0f0ad20f4 req-3b09a8d3-5134-4d6c-9519-4c85fd1c4c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:07.709375 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6b6ff631-9d91-4a5b-a4da-15d0f0ad20f4 req-3b09a8d3-5134-4d6c-9519-4c85fd1c4c93 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=45fa59ee-2584-4cd4-aa5d-73791fe0e17f HTTP/1.1" status: 200 len: 859 time: 0.2260048 Feb 09 01:00:07.737691 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device a57d0721-5c1b-423f-80ac-98385a97cb3a details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:00:07.813685 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c3539e-d788-4104-978e-939613ed42e6 req-c6acafd5-9d6c-4c98-8982-6e8afc8171d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:07.815692 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-21c3539e-d788-4104-978e-939613ed42e6 req-c6acafd5-9d6c-4c98-8982-6e8afc8171d7 service neutron] 10.222.0.99 "GET /v2.0/networks?id=25782802-3b17-40c7-84aa-116f399871e5 HTTP/1.1" status: 200 len: 909 time: 0.5424874 Feb 09 01:00:07.962236 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-21c3539e-d788-4104-978e-939613ed42e6 req-bf0cae0c-6430-4c52-ba3a-2dcf19394717 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a57d0721-5c1b-423f-80ac-98385a97cb3a HTTP/1.1" status: 200 len: 217 time: 0.1370578 Feb 09 01:00:08.061564 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c3539e-d788-4104-978e-939613ed42e6 req-538d2512-fc24-4e62-be2b-482e4a512388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:08.063009 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-21c3539e-d788-4104-978e-939613ed42e6 req-538d2512-fc24-4e62-be2b-482e4a512388 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=6ff5dbbf-8d07-422b-816b-f84ae9a332ca HTTP/1.1" status: 200 len: 848 time: 0.0892863 Feb 09 01:00:08.113263 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c6c62ac7-eae1-4f98-ae17-ef2ef003c0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:08.119827 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-21c3539e-d788-4104-978e-939613ed42e6 req-d5f56518-a17c-4f74-9854-d2bac134c7b2 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=25782802-3b17-40c7-84aa-116f399871e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488532 Feb 09 01:00:08.135601 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port a57d0721-5c1b-423f-80ac-98385a97cb3a, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=a57d0721-5c1b-423f-80ac-98385a97cb3a,segment=NetworkSegment(019a3d80-95b7-4507-bead-9d739a321e80),segment_id=019a3d80-95b7-4507-bead-9d739a321e80)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:08.161282 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ff631-9d91-4a5b-a4da-15d0f0ad20f4 req-7e694977-7aef-4a7c-a8f5-fdae5b946365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:08.163732 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6b6ff631-9d91-4a5b-a4da-15d0f0ad20f4 req-7e694977-7aef-4a7c-a8f5-fdae5b946365 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=0448a394-55c8-45f4-a274-23af165c2c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4463820 Feb 09 01:00:08.178379 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': 'a57d0721-5c1b-423f-80ac-98385a97cb3a', 'network_id': '25782802-3b17-40c7-84aa-116f399871e5', 'port_id': 'a57d0721-5c1b-423f-80ac-98385a97cb3a', 'mac_address': 'fa:16:3e:b4:e4:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ff5dbbf-8d07-422b-816b-f84ae9a332ca', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:00:08.256548 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b57a75-7d02-43b7-9263-2c66a5320319 req-0791f447-299c-45ac-bc98-3e8ddbc4459b tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:08.264770 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a6b57a75-7d02-43b7-9263-2c66a5320319 req-0791f447-299c-45ac-bc98-3e8ddbc4459b tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] 10.222.0.105 "GET /v2.0/ports?device_id=9441bdd6-14e1-4694-93ba-0251f158b398 HTTP/1.1" status: 200 len: 945 time: 0.3550906 Feb 09 01:00:08.381896 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:08.418527 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a57d0721-5c1b-423f-80ac-98385a97cb3a {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:00:08.440149 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a6b57a75-7d02-43b7-9263-2c66a5320319 req-a5b26fa3-e6b2-433c-8c9f-903c65b153a3 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] 10.222.0.105 "GET /v2.0/security-groups?id=147a3794-e5e0-49fe-813e-782f17b18bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1744823 Feb 09 01:00:08.450478 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-21c3539e-d788-4104-978e-939613ed42e6 req-16a4c341-5585-410a-86a3-40c40ba25084 service neutron] 10.222.0.99 "GET /v2.0/networks/25782802-3b17-40c7-84aa-116f399871e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219411 Feb 09 01:00:08.451211 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port a57d0721-5c1b-423f-80ac-98385a97cb3a, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=a57d0721-5c1b-423f-80ac-98385a97cb3a,segment=NetworkSegment(019a3d80-95b7-4507-bead-9d739a321e80),segment_id=019a3d80-95b7-4507-bead-9d739a321e80)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:08.454180 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-2f7469d6-5c67-42a3-9744-af3c378e433d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a850b99-2699-4551-83df-234a05d07ef1', 'name': 'tempest-FloatingIPsAssociationTestJSON-237442171-router', 'tenant_id': 'e780c16281c340ce809950e38bac725d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c691cfbd-3cb5-4179-bbda-e883551e78d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:58:05Z', 'updated_at': '2022-02-09T00:58:10Z', 'revision_number': 4, 'project_id': 'e780c16281c340ce809950e38bac725d', 'gw_port': {'id': 'c691cfbd-3cb5-4179-bbda-e883551e78d5', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a850b99-2699-4551-83df-234a05d07ef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:06Z', 'updated_at': '2022-02-09T00:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '4f46b102-2de5-421c-81ce-8f502ff0cf91', 'name': '', 'network_id': '0448a394-55c8-45f4-a274-23af165c2c3d', 'tenant_id': 'e780c16281c340ce809950e38bac725d', 'mac_address': 'fa:16:3e:fd:52:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a850b99-2699-4551-83df-234a05d07ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '45fa59ee-2584-4cd4-aa5d-73791fe0e17f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:09Z', 'updated_at': '2022-02-09T00:58:20Z', 'revision_number': 5, 'project_id': 'e780c16281c340ce809950e38bac725d', 'subnets': [{'id': '45fa59ee-2584-4cd4-aa5d-73791fe0e17f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:00:08.458420 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:08.500027 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7469d6-5c67-42a3-9744-af3c378e433d None None] The sync data for ids ['1a850b99-2699-4551-83df-234a05d07ef1'] in n-d-828418-1 is: [{'id': '1a850b99-2699-4551-83df-234a05d07ef1', 'name': 'tempest-FloatingIPsAssociationTestJSON-237442171-router', 'tenant_id': 'e780c16281c340ce809950e38bac725d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c691cfbd-3cb5-4179-bbda-e883551e78d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:58:05Z', 'updated_at': '2022-02-09T00:58:10Z', 'revision_number': 4, 'project_id': 'e780c16281c340ce809950e38bac725d', 'gw_port': {'id': 'c691cfbd-3cb5-4179-bbda-e883551e78d5', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a850b99-2699-4551-83df-234a05d07ef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:06Z', 'updated_at': '2022-02-09T00:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '4f46b102-2de5-421c-81ce-8f502ff0cf91', 'name': '', 'network_id': '0448a394-55c8-45f4-a274-23af165c2c3d', 'tenant_id': 'e780c16281c340ce809950e38bac725d', 'mac_address': 'fa:16:3e:fd:52:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a850b99-2699-4551-83df-234a05d07ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '45fa59ee-2584-4cd4-aa5d-73791fe0e17f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:09Z', 'updated_at': '2022-02-09T00:58:20Z', 'revision_number': 5, 'project_id': 'e780c16281c340ce809950e38bac725d', 'subnets': [{'id': '45fa59ee-2584-4cd4-aa5d-73791fe0e17f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:00:08.565250 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=a57d0721-5c1b-423f-80ac-98385a97cb3a,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:08.610583 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6b6ff631-9d91-4a5b-a4da-15d0f0ad20f4 req-f729ddb9-3b57-4c3c-b1d6-d3c73c1b15ea service neutron] 10.222.0.105 "GET /v2.0/networks/0448a394-55c8-45f4-a274-23af165c2c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3889298 Feb 09 01:00:08.764888 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd27dec75-e490-455a-ab53-6827c62f4e59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8bacead-b5ca-4f76-a123-89f5a88044f5'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:00:08.911357 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['a57d0721-5c1b-423f-80ac-98385a97cb3a'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:00:08.934706 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18941335-6a67-49ee-ba70-b7f0b68ffdc1 None None] New status for floating IP eff4dfbc-b507-41f4-92d6-f5482bd8b3bb: DOWN {{(pid=87641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:00:08.951114 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '070af407-61a4-47ab-aa6b-c71bceabdb7a', 'tag': '6b989615-b8c6-497c-97ac-419f1a6df99a'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:00:08.976844 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dc3658d6-dfa6-4286-8b66-a34627bfe10b req-d2244a4c-bfc1-432f-bbaa-e2d98815141e tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=e6fa40f41b9646a7bf38890c5f8e1746&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3260612 Feb 09 01:00:09.128081 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-21c3539e-d788-4104-978e-939613ed42e6 req-a4fcee54-7892-4c68-b58a-aa1211f06bd5 service neutron] 10.222.0.99 "GET /v2.0/networks/25782802-3b17-40c7-84aa-116f399871e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6654646 Feb 09 01:00:09.195177 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6b6ff631-9d91-4a5b-a4da-15d0f0ad20f4 req-65fa6708-90e8-46ff-a184-142673b85428 service neutron] 10.222.0.105 "GET /v2.0/networks/0448a394-55c8-45f4-a274-23af165c2c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5690649 Feb 09 01:00:09.233161 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3658d6-dfa6-4286-8b66-a34627bfe10b req-90fce2a3-6662-436b-96c5-1663779939d3 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:09.234899 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dc3658d6-dfa6-4286-8b66-a34627bfe10b req-90fce2a3-6662-436b-96c5-1663779939d3 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2356000 Feb 09 01:00:09.253429 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dc3658d6-dfa6-4286-8b66-a34627bfe10b req-11032b4b-804c-4bf2-a553-8efdd5875ae5 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/quotas/e6fa40f41b9646a7bf38890c5f8e1746 HTTP/1.1" status: 200 len: 375 time: 0.0114462 Feb 09 01:00:09.456621 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dc3658d6-dfa6-4286-8b66-a34627bfe10b req-817207ce-308a-48a8-9978-d63b98aa243f tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=e6fa40f41b9646a7bf38890c5f8e1746&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1959023 Feb 09 01:00:09.468505 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481771e9-d58f-4d16-a9ba-41798c9607c1 req-2656a4b1-79bc-4573-b661-a6c349d9cde6 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:09.470929 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-481771e9-d58f-4d16-a9ba-41798c9607c1 req-2656a4b1-79bc-4573-b661-a6c349d9cde6 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=d27dec75-e490-455a-ab53-6827c62f4e59 HTTP/1.1" status: 200 len: 946 time: 0.1352243 Feb 09 01:00:09.537149 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-481771e9-d58f-4d16-a9ba-41798c9607c1 req-4cf2702f-7f82-445c-81fb-f56aa596a9b0 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591037 Feb 09 01:00:09.921967 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b30ba47-ae49-4445-a79e-fa9530120a9b req-171241bb-125c-451e-b01f-6c8d384a752b tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:09.925248 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1b30ba47-ae49-4445-a79e-fa9530120a9b req-171241bb-125c-451e-b01f-6c8d384a752b tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] 10.222.0.105 "GET /v2.0/ports?device_id=4419a240-e088-4c68-bde2-52cd7a0a8f27 HTTP/1.1" status: 200 len: 944 time: 0.1466739 Feb 09 01:00:10.023607 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd27dec75-e490-455a-ab53-6827c62f4e59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8bacead-b5ca-4f76-a123-89f5a88044f5', 'code': 200} Feb 09 01:00:10.038532 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1b30ba47-ae49-4445-a79e-fa9530120a9b req-c3a522e0-9a75-423d-823f-948d9a3b582a tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] 10.222.0.105 "GET /v2.0/security-groups?id=8d0294b4-b1b6-4eb7-b73a-7ee549f8fd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056015 Feb 09 01:00:10.082461 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '070af407-61a4-47ab-aa6b-c71bceabdb7a', 'tag': '6b989615-b8c6-497c-97ac-419f1a6df99a', 'status': 'completed', 'code': 200} Feb 09 01:00:10.221050 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b43c0af-69f6-42f9-bc52-8ba0b75afd48 req-610be5e1-62c7-4320-a18b-38b43f9b10ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:10.222619 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6b43c0af-69f6-42f9-bc52-8ba0b75afd48 req-610be5e1-62c7-4320-a18b-38b43f9b10ff service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=d27dec75-e490-455a-ab53-6827c62f4e59 HTTP/1.1" status: 200 len: 1097 time: 0.1213217 Feb 09 01:00:10.417950 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9316074a-2bd0-45be-863a-9935fa702d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:10.425148 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bc244ee2-a8a5-4901-a1b0-d8bda5a72412 req-df713552-3ace-4fd6-9597-dd2f941e6133 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc04f24f-36f8-45af-b2c8-471b5293733f HTTP/1.1" status: 200 len: 210 time: 0.1232004 Feb 09 01:00:10.486685 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6b43c0af-69f6-42f9-bc52-8ba0b75afd48 req-eacb1678-b33b-48c7-a462-d1d2eefa4c67 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564251 Feb 09 01:00:10.532803 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef776783-39e3-497b-b409-f7626ea7cb3a req-5d215ea7-28f5-4dfe-b1e7-73015415da34 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:10.535335 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ef776783-39e3-497b-b409-f7626ea7cb3a req-5d215ea7-28f5-4dfe-b1e7-73015415da34 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] 10.222.0.105 "GET /v2.0/ports?device_id=9441bdd6-14e1-4694-93ba-0251f158b398 HTTP/1.1" status: 200 len: 945 time: 0.2708919 Feb 09 01:00:10.538106 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3663f24-095a-4711-af51-4772b7e7dced req-783276ec-96ae-4847-9e04-48cb2dcf99a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:10.540552 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a3663f24-095a-4711-af51-4772b7e7dced req-783276ec-96ae-4847-9e04-48cb2dcf99a5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e780c16281c340ce809950e38bac725d&device_id=070af407-61a4-47ab-aa6b-c71bceabdb7a HTTP/1.1" status: 200 len: 1097 time: 0.4002664 Feb 09 01:00:10.719612 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ef776783-39e3-497b-b409-f7626ea7cb3a req-d21d97ac-372b-4df5-b9fc-987e759a1fa2 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] 10.222.0.105 "GET /v2.0/security-groups?id=147a3794-e5e0-49fe-813e-782f17b18bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1771512 Feb 09 01:00:10.782661 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3663f24-095a-4711-af51-4772b7e7dced req-ccfd682c-5d8e-403a-a7ef-bf3731a5e819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:10.784245 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a3663f24-095a-4711-af51-4772b7e7dced req-ccfd682c-5d8e-403a-a7ef-bf3731a5e819 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0448a394-55c8-45f4-a274-23af165c2c3d HTTP/1.1" status: 200 len: 921 time: 0.2256274 Feb 09 01:00:10.873208 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a3f407-29cc-477d-82ca-359945f66b3f req-76c82251-b266-4c29-9dcc-adf1232a5a65 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:10.878993 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-77a3f407-29cc-477d-82ca-359945f66b3f req-76c82251-b266-4c29-9dcc-adf1232a5a65 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=98b2668a-19ef-48f4-a385-6573411e2e02 HTTP/1.1" status: 200 len: 945 time: 0.2464111 Feb 09 01:00:10.880789 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a3663f24-095a-4711-af51-4772b7e7dced req-d356538d-35c1-4d33-82be-6055ef08e39d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b989615-b8c6-497c-97ac-419f1a6df99a HTTP/1.1" status: 200 len: 217 time: 0.0886199 Feb 09 01:00:11.053129 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-77a3f407-29cc-477d-82ca-359945f66b3f req-6a94f7a0-c8c7-4527-b651-8c13d58cb0e9 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661110 Feb 09 01:00:11.079815 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3663f24-095a-4711-af51-4772b7e7dced req-807481e9-939c-48da-96b8-24efb62a0cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:11.081403 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a3663f24-095a-4711-af51-4772b7e7dced req-807481e9-939c-48da-96b8-24efb62a0cfa service neutron] 10.222.0.62 "GET /v2.0/subnets?id=45fa59ee-2584-4cd4-aa5d-73791fe0e17f HTTP/1.1" status: 200 len: 859 time: 0.1743042 Feb 09 01:00:11.114794 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f4cd6-83a6-4375-a3b5-1209b83021ee req-fe0de051-8b18-44cb-9dea-247ed9b88a83 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:11.117047 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-429f4cd6-83a6-4375-a3b5-1209b83021ee req-fe0de051-8b18-44cb-9dea-247ed9b88a83 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=d27dec75-e490-455a-ab53-6827c62f4e59 HTTP/1.1" status: 200 len: 946 time: 0.1571538 Feb 09 01:00:11.243488 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-429f4cd6-83a6-4375-a3b5-1209b83021ee req-436d157f-97a3-443a-8dc8-421665083ecd tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915887 Feb 09 01:00:11.322371 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:11.400890 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-43a4c58e-37cb-4723-b9ea-ad6bc6981a89 req-a8d94a66-589a-4df5-b0a8-672a0dcecb54 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "GET /v2.0/floatingips/eff4dfbc-b507-41f4-92d6-f5482bd8b3bb HTTP/1.1" status: 200 len: 693 time: 0.1072526 Feb 09 01:00:11.437926 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3663f24-095a-4711-af51-4772b7e7dced req-c4510d79-e0f4-4268-93c1-0a16e49f19af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:11.439455 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a3663f24-095a-4711-af51-4772b7e7dced req-c4510d79-e0f4-4268-93c1-0a16e49f19af service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0448a394-55c8-45f4-a274-23af165c2c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3351817 Feb 09 01:00:11.468048 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:11.616196 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [req-a3663f24-095a-4711-af51-4772b7e7dced req-87fe0d42-391e-46d5-abd2-a88024e3f546 service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:00:11.617059 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a3663f24-095a-4711-af51-4772b7e7dced req-87fe0d42-391e-46d5-abd2-a88024e3f546 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053539 Feb 09 01:00:11.763729 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f31e99-e47a-4e97-9fad-d96ea679a6c0 req-a4832770-ee88-439b-8243-6ec1439efc21 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:11.765359 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a9f31e99-e47a-4e97-9fad-d96ea679a6c0 req-a4832770-ee88-439b-8243-6ec1439efc21 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] 10.222.0.105 "GET /v2.0/ports?device_id=9441bdd6-14e1-4694-93ba-0251f158b398 HTTP/1.1" status: 200 len: 945 time: 0.5068579 Feb 09 01:00:11.769888 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device a57d0721-5c1b-423f-80ac-98385a97cb3a up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:00:11.779178 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49954) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:00:11.794717 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-4bc8c64b-4d2f-474f-9f72-0be386717543 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Request body: {'floatingip': {'port_id': '2a509680-7b26-4372-8194-fe7c3bbbb400'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:00:11.910476 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning for port a57d0721-5c1b-423f-80ac-98385a97cb3a completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:00:11.912215 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4bc8c64b-4d2f-474f-9f72-0be386717543 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Notify callbacks [] for floatingip, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:11.921809 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port a57d0721-5c1b-423f-80ac-98385a97cb3a triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:00:11.921809 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:12.035898 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a4c58e-37cb-4723-b9ea-ad6bc6981a89 req-5cbe5d80-89a3-4477-aefb-d6e06de5d8e3 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:12.042162 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-43a4c58e-37cb-4723-b9ea-ad6bc6981a89 req-5cbe5d80-89a3-4477-aefb-d6e06de5d8e3 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "GET /v2.0/networks/3d885c3c-255c-4e54-addc-b28437d0b18e HTTP/1.1" status: 200 len: 784 time: 0.6330767 Feb 09 01:00:12.053574 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:12.085478 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4419a240-e088-4c68-bde2-52cd7a0a8f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57d0721-5c1b-423f-80ac-98385a97cb3a'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:00:12.096207 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port a57d0721-5c1b-423f-80ac-98385a97cb3a, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=a57d0721-5c1b-423f-80ac-98385a97cb3a,segment=NetworkSegment(019a3d80-95b7-4507-bead-9d739a321e80),segment_id=019a3d80-95b7-4507-bead-9d739a321e80)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:12.096960 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a3663f24-095a-4711-af51-4772b7e7dced req-42bc1d46-9ded-4969-8a5c-221eb4cff56e service neutron] 10.222.0.62 "GET /v2.0/networks/0448a394-55c8-45f4-a274-23af165c2c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4698586 Feb 09 01:00:12.104529 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:12.105378 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 68659ab6-4b27-4c78-9e92-fbc555581959 no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:00:12.242333 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=a57d0721-5c1b-423f-80ac-98385a97cb3a,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:12.293765 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-43a4c58e-37cb-4723-b9ea-ad6bc6981a89 req-9fbd422c-9d53-464a-835d-b899392fff50 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.0.16 HTTP/1.1" status: 200 len: 696 time: 0.2345681 Feb 09 01:00:12.468597 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-43a4c58e-37cb-4723-b9ea-ad6bc6981a89 req-2d2474a1-f560-4c7f-a9c6-350812935c76 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.0.16 HTTP/1.1" status: 200 len: 696 time: 0.1286209 Feb 09 01:00:12.786309 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d489b7-984e-4158-8b08-49fe352816c0 req-8640e879-1569-43e2-aecc-bfa06af71e03 tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:12.790207 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-81d489b7-984e-4158-8b08-49fe352816c0 req-8640e879-1569-43e2-aecc-bfa06af71e03 tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] 10.222.0.105 "GET /v2.0/ports?device_id=4419a240-e088-4c68-bde2-52cd7a0a8f27 HTTP/1.1" status: 200 len: 944 time: 0.8170528 Feb 09 01:00:12.812888 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a3663f24-095a-4711-af51-4772b7e7dced req-081bb512-b545-4f84-bd04-a46d609055a2 service neutron] 10.222.0.62 "GET /v2.0/networks/0448a394-55c8-45f4-a274-23af165c2c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6441388 Feb 09 01:00:12.837267 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-43a4c58e-37cb-4723-b9ea-ad6bc6981a89 req-3fb2f98d-b914-4376-bb6c-76ba09faa2f9 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Deleting port a409ce28-f8c4-4653-bfe6-03c6c41db938 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:00:12.837650 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-43a4c58e-37cb-4723-b9ea-ad6bc6981a89 req-3fb2f98d-b914-4376-bb6c-76ba09faa2f9 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:13.008761 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:13.114164 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-81d489b7-984e-4158-8b08-49fe352816c0 req-cf5c3b11-570b-48b3-a305-83fdb10e0d44 tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] 10.222.0.105 "GET /v2.0/security-groups?id=8d0294b4-b1b6-4eb7-b73a-7ee549f8fd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117576 Feb 09 01:00:13.346933 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ad727358-b546-4972-87a9-721c1854c62c req-b91df3a9-69ac-426d-8737-408897ad6e77 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc04f24f-36f8-45af-b2c8-471b5293733f HTTP/1.1" status: 200 len: 210 time: 0.0810750 Feb 09 01:00:13.406573 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-43a4c58e-37cb-4723-b9ea-ad6bc6981a89 req-3fb2f98d-b914-4376-bb6c-76ba09faa2f9 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:13.406891 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-43a4c58e-37cb-4723-b9ea-ad6bc6981a89 req-3fb2f98d-b914-4376-bb6c-76ba09faa2f9 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:13.552272 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-43a4c58e-37cb-4723-b9ea-ad6bc6981a89 req-3fb2f98d-b914-4376-bb6c-76ba09faa2f9 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Calling delete_port for a409ce28-f8c4-4653-bfe6-03c6c41db938 owned by network:floatingip {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:00:13.821518 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4bc8c64b-4d2f-474f-9f72-0be386717543 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:13.864051 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8161d-040e-4181-8b1f-1f0c5bbdbb80 req-d129bb22-9aab-4f5f-b8f3-595f9b6722a3 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:13.865513 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d9b8161d-040e-4181-8b1f-1f0c5bbdbb80 req-d129bb22-9aab-4f5f-b8f3-595f9b6722a3 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=98b2668a-19ef-48f4-a385-6573411e2e02 HTTP/1.1" status: 200 len: 945 time: 0.2853227 Feb 09 01:00:13.870393 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4bc8c64b-4d2f-474f-9f72-0be386717543 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:14.084534 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d9b8161d-040e-4181-8b1f-1f0c5bbdbb80 req-2c906563-3eba-411c-b92a-7d9194637f9f tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632342 Feb 09 01:00:14.085162 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-43a4c58e-37cb-4723-b9ea-ad6bc6981a89 req-3fb2f98d-b914-4376-bb6c-76ba09faa2f9 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:14.141109 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4419a240-e088-4c68-bde2-52cd7a0a8f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57d0721-5c1b-423f-80ac-98385a97cb3a', 'code': 200} Feb 09 01:00:14.153010 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb2f98d-b914-4376-bb6c-76ba09faa2f9 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Pushing event deleted for resources: {'Port': ['ID=a409ce28-f8c4-4653-bfe6-03c6c41db938,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:14.200085 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb2f98d-b914-4376-bb6c-76ba09faa2f9 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:14.200434 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb2f98d-b914-4376-bb6c-76ba09faa2f9 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:14.200775 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb2f98d-b914-4376-bb6c-76ba09faa2f9 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:14.201104 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb2f98d-b914-4376-bb6c-76ba09faa2f9 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:14.201439 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb2f98d-b914-4376-bb6c-76ba09faa2f9 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:14.201798 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb2f98d-b914-4376-bb6c-76ba09faa2f9 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:14.202125 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb2f98d-b914-4376-bb6c-76ba09faa2f9 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:14.202447 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb2f98d-b914-4376-bb6c-76ba09faa2f9 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:14.202781 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb2f98d-b914-4376-bb6c-76ba09faa2f9 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:14.203087 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb2f98d-b914-4376-bb6c-76ba09faa2f9 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:14.203407 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb2f98d-b914-4376-bb6c-76ba09faa2f9 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:14.203724 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb2f98d-b914-4376-bb6c-76ba09faa2f9 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:14.244134 n-d-828418-1 neutron-server[87639]: INFO neutron.db.l3_db [None req-4bc8c64b-4d2f-474f-9f72-0be386717543 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Floating IP 7c9ada58-b381-44cd-8b77-e6f4f5151939 associated. External IP: 172.25.0.236, port: 2a509680-7b26-4372-8194-fe7c3bbbb400. Feb 09 01:00:14.403376 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-43a4c58e-37cb-4723-b9ea-ad6bc6981a89 req-3fb2f98d-b914-4376-bb6c-76ba09faa2f9 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Notify callbacks [] for floatingip, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:14.660834 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-43a4c58e-37cb-4723-b9ea-ad6bc6981a89 req-3fb2f98d-b914-4376-bb6c-76ba09faa2f9 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:14.661992 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-43a4c58e-37cb-4723-b9ea-ad6bc6981a89 req-3fb2f98d-b914-4376-bb6c-76ba09faa2f9 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "DELETE /v2.0/floatingips/eff4dfbc-b507-41f4-92d6-f5482bd8b3bb HTTP/1.1" status: 204 len: 173 time: 2.1926174 Feb 09 01:00:14.741399 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f96b2-27fa-49ed-ba84-049e5d17e708 req-ecc5874a-0482-4abd-8de1-e5a3b1258722 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:14.742993 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9c4f96b2-27fa-49ed-ba84-049e5d17e708 req-ecc5874a-0482-4abd-8de1-e5a3b1258722 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=d27dec75-e490-455a-ab53-6827c62f4e59 HTTP/1.1" status: 200 len: 946 time: 0.4439473 Feb 09 01:00:14.939515 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9c4f96b2-27fa-49ed-ba84-049e5d17e708 req-6ae02798-e5e3-4e86-bf7b-bb78667c0b96 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828983 Feb 09 01:00:14.950519 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bc8c64b-4d2f-474f-9f72-0be386717543 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Router 418af820-d7ce-44b1-a404-6677fe0b7cbd has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:00:15.031705 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f566c4-fedd-4cb0-8a42-7bf441390eef req-87a298f2-75cb-41f4-818d-1e394ba9a341 tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:15.033189 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-40f566c4-fedd-4cb0-8a42-7bf441390eef req-87a298f2-75cb-41f4-818d-1e394ba9a341 tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] 10.222.0.105 "GET /v2.0/ports?device_id=4419a240-e088-4c68-bde2-52cd7a0a8f27 HTTP/1.1" status: 200 len: 945 time: 0.2715385 Feb 09 01:00:15.131537 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-40f566c4-fedd-4cb0-8a42-7bf441390eef req-d732c22e-4ac8-430f-8c8e-6ab3905f3a00 tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] 10.222.0.105 "GET /v2.0/security-groups?id=8d0294b4-b1b6-4eb7-b73a-7ee549f8fd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894067 Feb 09 01:00:15.204865 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6a6119b3-b0b7-4886-91ce-43b1bc68d835 req-7330df15-62bd-4108-bf7d-a1aac36c9f63 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc04f24f-36f8-45af-b2c8-471b5293733f HTTP/1.1" status: 200 len: 210 time: 0.1106842 Feb 09 01:00:15.239016 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc8c64b-4d2f-474f-9f72-0be386717543 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:00:15.243894 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4bc8c64b-4d2f-474f-9f72-0be386717543 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:15.253767 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4ed066-b358-4334-9753-31d288ff65a7 None None] Sync routers for ids ['418af820-d7ce-44b1-a404-6677fe0b7cbd'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:00:15.271657 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4ed066-b358-4334-9753-31d288ff65a7 None None] Routers {'418af820-d7ce-44b1-a404-6677fe0b7cbd'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:00:15.272486 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-3d4ed066-b358-4334-9753-31d288ff65a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:00:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['418af820-d7ce-44b1-a404-6677fe0b7cbd'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:00:15.307725 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-4bc8c64b-4d2f-474f-9f72-0be386717543 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] 10.222.0.105 "PUT /v2.0/floatingips/7c9ada58-b381-44cd-8b77-e6f4f5151939 HTTP/1.1" status: 200 len: 991 time: 3.5249188 Feb 09 01:00:15.308526 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9441bdd6-14e1-4694-93ba-0251f158b398', 'tag': '2a509680-7b26-4372-8194-fe7c3bbbb400'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:00:15.475239 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-3d4ed066-b358-4334-9753-31d288ff65a7 None None] Set router 418af820-d7ce-44b1-a404-6677fe0b7cbd gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:00:15.569067 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5299f273-4f2e-4952-9151-5adef216e647 req-fcebf2d3-5235-4c94-bd22-d47eb3105270 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:15.571828 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5299f273-4f2e-4952-9151-5adef216e647 req-fcebf2d3-5235-4c94-bd22-d47eb3105270 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=98b2668a-19ef-48f4-a385-6573411e2e02 HTTP/1.1" status: 200 len: 945 time: 0.1097474 Feb 09 01:00:15.642288 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5299f273-4f2e-4952-9151-5adef216e647 req-3471414e-1c58-4751-af61-b63a287754c2 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594044 Feb 09 01:00:15.859723 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08891598-144e-4e81-8a1e-d8a8866fbce8 req-8abf885f-4505-4f45-bd44-b774c7281eb3 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:15.861535 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-08891598-144e-4e81-8a1e-d8a8866fbce8 req-8abf885f-4505-4f45-bd44-b774c7281eb3 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] 10.222.0.105 "GET /v2.0/ports?device_id=9441bdd6-14e1-4694-93ba-0251f158b398 HTTP/1.1" status: 200 len: 945 time: 0.1060336 Feb 09 01:00:15.864803 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9441bdd6-14e1-4694-93ba-0251f158b398', 'tag': '2a509680-7b26-4372-8194-fe7c3bbbb400', 'status': 'completed', 'code': 200} Feb 09 01:00:15.889565 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-3d4ed066-b358-4334-9753-31d288ff65a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418af820-d7ce-44b1-a404-6677fe0b7cbd', 'name': 'tempest-ServersTestBootFromVolume-2073712833-router', 'tenant_id': '3e83ed183d484d7c9813fd49ff4f70e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '2cf3eeb2-2869-4d1e-8658-438527c39dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:58:47Z', 'updated_at': '2022-02-09T00:58:54Z', 'revision_number': 4, 'project_id': '3e83ed183d484d7c9813fd49ff4f70e8', 'gw_port': {'id': '2cf3eeb2-2869-4d1e-8658-438527c39dfe', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:7f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418af820-d7ce-44b1-a404-6677fe0b7cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:49Z', 'updated_at': '2022-02-09T00:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '7c9ada58-b381-44cd-8b77-e6f4f5151939', 'tenant_id': '3e83ed183d484d7c9813fd49ff4f70e8', 'floating_ip_address': '172.25.0.236', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '418af820-d7ce-44b1-a404-6677fe0b7cbd', 'port_id': '2a509680-7b26-4372-8194-fe7c3bbbb400', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5fac2e4-83b3-4dad-87ab-eec508b50a09', 'mac_address': 'fa:16:3e:69:9f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9441bdd6-14e1-4694-93ba-0251f158b398', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:59:04Z', 'updated_at': '2022-02-09T01:00:13Z', 'revision_number': 1, 'project_id': '3e83ed183d484d7c9813fd49ff4f70e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2a5d918-8af8-4af6-b192-43b1bfe15356', 'name': '', 'network_id': 'd5fac2e4-83b3-4dad-87ab-eec508b50a09', 'tenant_id': '3e83ed183d484d7c9813fd49ff4f70e8', 'mac_address': 'fa:16:3e:f1:d3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418af820-d7ce-44b1-a404-6677fe0b7cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '07c3b021-43b7-40d3-ad8c-901de562ddc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:53Z', 'updated_at': '2022-02-09T00:59:02Z', 'revision_number': 5, 'project_id': '3e83ed183d484d7c9813fd49ff4f70e8', 'subnets': [{'id': '07c3b021-43b7-40d3-ad8c-901de562ddc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:00:15.893967 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4ed066-b358-4334-9753-31d288ff65a7 None None] Checking router: 418af820-d7ce-44b1-a404-6677fe0b7cbd for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:00:15.904207 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4ed066-b358-4334-9753-31d288ff65a7 None None] Routers {'418af820-d7ce-44b1-a404-6677fe0b7cbd'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:00:15.904824 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-3d4ed066-b358-4334-9753-31d288ff65a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:00:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['418af820-d7ce-44b1-a404-6677fe0b7cbd'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:00:16.010735 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-08891598-144e-4e81-8a1e-d8a8866fbce8 req-1e51cf16-946a-4c48-afeb-99f4ed895ade tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] 10.222.0.105 "GET /v2.0/security-groups?id=147a3794-e5e0-49fe-813e-782f17b18bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428251 Feb 09 01:00:16.054905 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b09d0-a933-4112-af9d-a0c2f2762464 req-0e31c00d-8b3d-4c7f-95a9-8b4ee3d409ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:16.056780 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-188b09d0-a933-4112-af9d-a0c2f2762464 req-0e31c00d-8b3d-4c7f-95a9-8b4ee3d409ea service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3e83ed183d484d7c9813fd49ff4f70e8&device_id=9441bdd6-14e1-4694-93ba-0251f158b398 HTTP/1.1" status: 200 len: 1096 time: 0.1687086 Feb 09 01:00:16.092608 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-3d4ed066-b358-4334-9753-31d288ff65a7 None None] Set router 418af820-d7ce-44b1-a404-6677fe0b7cbd gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:00:16.139863 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67f91b6-7edd-41aa-8555-3638be1e2c41 req-275d377c-7b42-4ac9-b13e-267f36786d53 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:16.140736 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-c67f91b6-7edd-41aa-8555-3638be1e2c41 req-275d377c-7b42-4ac9-b13e-267f36786d53 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Synchronizing usage tracker for tenant:e780c16281c340ce809950e38bac725d on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:00:16.183684 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-c67f91b6-7edd-41aa-8555-3638be1e2c41 req-275d377c-7b42-4ac9-b13e-267f36786d53 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Unset dirty status for tenant:e780c16281c340ce809950e38bac725d on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:00:16.186082 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c67f91b6-7edd-41aa-8555-3638be1e2c41 req-275d377c-7b42-4ac9-b13e-267f36786d53 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "GET /v2.0/ports?device_id=070af407-61a4-47ab-aa6b-c71bceabdb7a HTTP/1.1" status: 200 len: 946 time: 0.2281034 Feb 09 01:00:16.281014 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b09d0-a933-4112-af9d-a0c2f2762464 req-02a21661-7c73-4ffb-9b4e-5af2f4c7b90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:16.283359 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-188b09d0-a933-4112-af9d-a0c2f2762464 req-02a21661-7c73-4ffb-9b4e-5af2f4c7b90f service neutron] 10.222.0.62 "GET /v2.0/networks?id=d5fac2e4-83b3-4dad-87ab-eec508b50a09 HTTP/1.1" status: 200 len: 917 time: 0.2180164 Feb 09 01:00:16.422629 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c67f91b6-7edd-41aa-8555-3638be1e2c41 req-af1424d3-9128-4a50-9349-16303d3f2097 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "GET /v2.0/security-groups?id=ad01e72b-7553-4315-8cd5-728cf564ce15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278788 Feb 09 01:00:16.472767 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-188b09d0-a933-4112-af9d-a0c2f2762464 req-61124d36-d83f-44ff-81cd-3704f6f6dcc7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a509680-7b26-4372-8194-fe7c3bbbb400 HTTP/1.1" status: 200 len: 999 time: 0.1808667 Feb 09 01:00:16.514444 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-3d4ed066-b358-4334-9753-31d288ff65a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418af820-d7ce-44b1-a404-6677fe0b7cbd', 'name': 'tempest-ServersTestBootFromVolume-2073712833-router', 'tenant_id': '3e83ed183d484d7c9813fd49ff4f70e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '2cf3eeb2-2869-4d1e-8658-438527c39dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:58:47Z', 'updated_at': '2022-02-09T00:58:54Z', 'revision_number': 4, 'project_id': '3e83ed183d484d7c9813fd49ff4f70e8', 'gw_port': {'id': '2cf3eeb2-2869-4d1e-8658-438527c39dfe', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:7f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418af820-d7ce-44b1-a404-6677fe0b7cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:49Z', 'updated_at': '2022-02-09T00:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '7c9ada58-b381-44cd-8b77-e6f4f5151939', 'tenant_id': '3e83ed183d484d7c9813fd49ff4f70e8', 'floating_ip_address': '172.25.0.236', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '418af820-d7ce-44b1-a404-6677fe0b7cbd', 'port_id': '2a509680-7b26-4372-8194-fe7c3bbbb400', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5fac2e4-83b3-4dad-87ab-eec508b50a09', 'mac_address': 'fa:16:3e:69:9f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9441bdd6-14e1-4694-93ba-0251f158b398', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:59:04Z', 'updated_at': '2022-02-09T01:00:13Z', 'revision_number': 1, 'project_id': '3e83ed183d484d7c9813fd49ff4f70e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2a5d918-8af8-4af6-b192-43b1bfe15356', 'name': '', 'network_id': 'd5fac2e4-83b3-4dad-87ab-eec508b50a09', 'tenant_id': '3e83ed183d484d7c9813fd49ff4f70e8', 'mac_address': 'fa:16:3e:f1:d3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418af820-d7ce-44b1-a404-6677fe0b7cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '07c3b021-43b7-40d3-ad8c-901de562ddc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:53Z', 'updated_at': '2022-02-09T00:59:02Z', 'revision_number': 5, 'project_id': '3e83ed183d484d7c9813fd49ff4f70e8', 'subnets': [{'id': '07c3b021-43b7-40d3-ad8c-901de562ddc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:00:16.518734 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4ed066-b358-4334-9753-31d288ff65a7 None None] The sync data for ids ['418af820-d7ce-44b1-a404-6677fe0b7cbd'] in n-d-828418-1 is: [{'id': '418af820-d7ce-44b1-a404-6677fe0b7cbd', 'name': 'tempest-ServersTestBootFromVolume-2073712833-router', 'tenant_id': '3e83ed183d484d7c9813fd49ff4f70e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '2cf3eeb2-2869-4d1e-8658-438527c39dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:58:47Z', 'updated_at': '2022-02-09T00:58:54Z', 'revision_number': 4, 'project_id': '3e83ed183d484d7c9813fd49ff4f70e8', 'gw_port': {'id': '2cf3eeb2-2869-4d1e-8658-438527c39dfe', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:7f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418af820-d7ce-44b1-a404-6677fe0b7cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:49Z', 'updated_at': '2022-02-09T00:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '7c9ada58-b381-44cd-8b77-e6f4f5151939', 'tenant_id': '3e83ed183d484d7c9813fd49ff4f70e8', 'floating_ip_address': '172.25.0.236', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '418af820-d7ce-44b1-a404-6677fe0b7cbd', 'port_id': '2a509680-7b26-4372-8194-fe7c3bbbb400', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5fac2e4-83b3-4dad-87ab-eec508b50a09', 'mac_address': 'fa:16:3e:69:9f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9441bdd6-14e1-4694-93ba-0251f158b398', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:59:04Z', 'updated_at': '2022-02-09T01:00:13Z', 'revision_number': 1, 'project_id': '3e83ed183d484d7c9813fd49ff4f70e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2a5d918-8af8-4af6-b192-43b1bfe15356', 'name': '', 'network_id': 'd5fac2e4-83b3-4dad-87ab-eec508b50a09', 'tenant_id': '3e83ed183d484d7c9813fd49ff4f70e8', 'mac_address': 'fa:16:3e:f1:d3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418af820-d7ce-44b1-a404-6677fe0b7cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '07c3b021-43b7-40d3-ad8c-901de562ddc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:53Z', 'updated_at': '2022-02-09T00:59:02Z', 'revision_number': 5, 'project_id': '3e83ed183d484d7c9813fd49ff4f70e8', 'subnets': [{'id': '07c3b021-43b7-40d3-ad8c-901de562ddc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:00:16.547364 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ac724-1c63-45fb-adf4-617663fae11f req-a349ed46-9d8e-42e8-85d0-a80a1a727f09 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:16.548835 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b90ac724-1c63-45fb-adf4-617663fae11f req-a349ed46-9d8e-42e8-85d0-a80a1a727f09 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=d27dec75-e490-455a-ab53-6827c62f4e59 HTTP/1.1" status: 200 len: 946 time: 0.1828310 Feb 09 01:00:16.615563 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b09d0-a933-4112-af9d-a0c2f2762464 req-0bd35099-03e6-47f8-a8be-acc0c57929b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:16.617004 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-188b09d0-a933-4112-af9d-a0c2f2762464 req-0bd35099-03e6-47f8-a8be-acc0c57929b3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=07c3b021-43b7-40d3-ad8c-901de562ddc0 HTTP/1.1" status: 200 len: 855 time: 0.1327677 Feb 09 01:00:16.709509 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b90ac724-1c63-45fb-adf4-617663fae11f req-af2a91a3-f93b-4892-bb45-1349a735eb62 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229258 Feb 09 01:00:16.740628 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e6966-754f-4a27-acd0-994adfcd556e req-8362521c-01ca-4a9e-989a-c27a94c42598 tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:16.742369 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b64e6966-754f-4a27-acd0-994adfcd556e req-8362521c-01ca-4a9e-989a-c27a94c42598 tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] 10.222.0.105 "GET /v2.0/ports?device_id=4419a240-e088-4c68-bde2-52cd7a0a8f27 HTTP/1.1" status: 200 len: 945 time: 0.2103889 Feb 09 01:00:16.758105 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73fd972-b831-422a-b0a1-75852cd77aef None None] New status for floating IP 7c9ada58-b381-44cd-8b77-e6f4f5151939: ACTIVE {{(pid=87641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:00:16.899677 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b09d0-a933-4112-af9d-a0c2f2762464 req-95515bdc-527f-4dee-9d83-05c24d97f85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:16.901506 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-188b09d0-a933-4112-af9d-a0c2f2762464 req-95515bdc-527f-4dee-9d83-05c24d97f85d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d5fac2e4-83b3-4dad-87ab-eec508b50a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2765112 Feb 09 01:00:17.017023 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1c8e276b-522a-4e31-8d59-f2462822702a req-34b13c6c-f2a1-431b-b610-7b037b8076e3 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc04f24f-36f8-45af-b2c8-471b5293733f HTTP/1.1" status: 200 len: 210 time: 0.1243827 Feb 09 01:00:17.040205 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b64e6966-754f-4a27-acd0-994adfcd556e req-d8e65dd1-5bfb-4624-a2e5-9426b1990660 tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] 10.222.0.105 "GET /v2.0/security-groups?id=8d0294b4-b1b6-4eb7-b73a-7ee549f8fd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869117 Feb 09 01:00:17.273423 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-188b09d0-a933-4112-af9d-a0c2f2762464 req-3f47cbc9-bc05-4606-ace0-ec7f24235537 service neutron] 10.222.0.62 "GET /v2.0/networks/d5fac2e4-83b3-4dad-87ab-eec508b50a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3358262 Feb 09 01:00:17.450032 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc3cb50-ce51-4006-8b09-87ed48e7e4af req-cffc0828-d05c-4d63-be57-07d561708ba0 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:17.451468 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6bc3cb50-ce51-4006-8b09-87ed48e7e4af req-cffc0828-d05c-4d63-be57-07d561708ba0 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.62 "GET /v2.0/ports?device_id=070af407-61a4-47ab-aa6b-c71bceabdb7a HTTP/1.1" status: 200 len: 946 time: 0.3814023 Feb 09 01:00:17.469677 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa124aeb-317b-4fb6-a944-634bef623b8a req-722edc28-ae91-4e9e-9114-ee407d31c29b tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:17.471053 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-aa124aeb-317b-4fb6-a944-634bef623b8a req-722edc28-ae91-4e9e-9114-ee407d31c29b tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/networks?id=48143312-4059-4efc-a7c1-0025ad20c80e HTTP/1.1" status: 200 len: 804 time: 0.3358655 Feb 09 01:00:17.563965 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-aa124aeb-317b-4fb6-a944-634bef623b8a req-f219bfde-5542-429b-95d4-3091c83eb5a7 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/quotas/8ec264b7b14646a3a7c5bffffa681c25 HTTP/1.1" status: 200 len: 375 time: 0.0439725 Feb 09 01:00:17.580491 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d516f121-f3fe-4274-bbcf-273b0a1da09c req-0a5c1c40-a3db-4d9c-b224-bb1546a6841d tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:17.581985 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d516f121-f3fe-4274-bbcf-273b0a1da09c req-0a5c1c40-a3db-4d9c-b224-bb1546a6841d tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=98b2668a-19ef-48f4-a385-6573411e2e02 HTTP/1.1" status: 200 len: 945 time: 0.4125738 Feb 09 01:00:17.621063 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-188b09d0-a933-4112-af9d-a0c2f2762464 req-56af5a76-76bb-4935-9fad-db7fc913968b service neutron] 10.222.0.62 "GET /v2.0/networks/d5fac2e4-83b3-4dad-87ab-eec508b50a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3382816 Feb 09 01:00:17.630213 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-6bc3cb50-ce51-4006-8b09-87ed48e7e4af req-26fd9ed6-4390-4385-a35a-84b9f9e1c5ea tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Deleting port 6b989615-b8c6-497c-97ac-419f1a6df99a {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:00:17.630549 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-6bc3cb50-ce51-4006-8b09-87ed48e7e4af req-26fd9ed6-4390-4385-a35a-84b9f9e1c5ea tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:17.786951 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d516f121-f3fe-4274-bbcf-273b0a1da09c req-86016818-97a7-492c-9545-ac95d8f5444c tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649275 Feb 09 01:00:17.886644 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-aa124aeb-317b-4fb6-a944-634bef623b8a req-717fcc6e-7096-4c28-a409-185b0adebfdc tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=8ec264b7b14646a3a7c5bffffa681c25&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3146152 Feb 09 01:00:18.083341 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-6bc3cb50-ce51-4006-8b09-87ed48e7e4af req-26fd9ed6-4390-4385-a35a-84b9f9e1c5ea tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] For port 6b989615-b8c6-497c-97ac-419f1a6df99a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=6b989615-b8c6-497c-97ac-419f1a6df99a,segment=NetworkSegment(2b5044f8-107c-41ef-8a61-ec7601fd6ccb),segment_id=2b5044f8-107c-41ef-8a61-ec7601fd6ccb)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:18.084022 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-6bc3cb50-ce51-4006-8b09-87ed48e7e4af req-26fd9ed6-4390-4385-a35a-84b9f9e1c5ea tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:18.242684 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-6bc3cb50-ce51-4006-8b09-87ed48e7e4af req-26fd9ed6-4390-4385-a35a-84b9f9e1c5ea tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Calling delete_port for 6b989615-b8c6-497c-97ac-419f1a6df99a owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:00:18.294425 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-aa124aeb-317b-4fb6-a944-634bef623b8a req-dff38322-e98d-48da-b838-34704c1bf314 service neutron] 10.222.0.105 "GET /v2.0/networks/48143312-4059-4efc-a7c1-0025ad20c80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3981662 Feb 09 01:00:18.489326 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56932b7-0be7-44d5-90c7-8555b55e08bb req-284ecf06-8e94-4930-8f1a-dc468ef23d9a tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:18.490540 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c56932b7-0be7-44d5-90c7-8555b55e08bb req-284ecf06-8e94-4930-8f1a-dc468ef23d9a tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] 10.222.0.105 "GET /v2.0/ports?device_id=9441bdd6-14e1-4694-93ba-0251f158b398 HTTP/1.1" status: 200 len: 945 time: 0.5957632 Feb 09 01:00:18.575444 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c56932b7-0be7-44d5-90c7-8555b55e08bb req-7f4c7084-5e3b-4aa5-8a24-4f1f8c8c41fc tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] 10.222.0.105 "GET /v2.0/security-groups?id=147a3794-e5e0-49fe-813e-782f17b18bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747497 Feb 09 01:00:18.667559 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-aa124aeb-317b-4fb6-a944-634bef623b8a req-a7f4932f-9a7f-4471-a41a-21db755413c8 service neutron] 10.222.0.105 "GET /v2.0/networks/48143312-4059-4efc-a7c1-0025ad20c80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3656445 Feb 09 01:00:18.678496 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-6bc3cb50-ce51-4006-8b09-87ed48e7e4af req-26fd9ed6-4390-4385-a35a-84b9f9e1c5ea tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:18.692935 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['6b989615-b8c6-497c-97ac-419f1a6df99a'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:00:18.777656 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fd9ed6-4390-4385-a35a-84b9f9e1c5ea tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Pushing event deleted for resources: {'Port': ['ID=6b989615-b8c6-497c-97ac-419f1a6df99a,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:18.823409 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c1e4cad4-5a74-4d1f-8bcd-d5b5a77c0603 req-0876b9b4-e66c-4a08-9c9f-6c85577bbe10 tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.105 "GET /v2.0/ports?device_id=070af407-61a4-47ab-aa6b-c71bceabdb7a HTTP/1.1" status: 200 len: 210 time: 0.1368163 Feb 09 01:00:18.866000 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bc3cb50-ce51-4006-8b09-87ed48e7e4af req-26fd9ed6-4390-4385-a35a-84b9f9e1c5ea tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] No DVR routers for this DVR port 6b989615-b8c6-497c-97ac-419f1a6df99a on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:00:18.906130 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-6bc3cb50-ce51-4006-8b09-87ed48e7e4af req-26fd9ed6-4390-4385-a35a-84b9f9e1c5ea tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:18.908579 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '070af407-61a4-47ab-aa6b-c71bceabdb7a', 'name': 'network-vif-deleted', 'tag': '6b989615-b8c6-497c-97ac-419f1a6df99a'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:00:18.937686 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6bc3cb50-ce51-4006-8b09-87ed48e7e4af req-26fd9ed6-4390-4385-a35a-84b9f9e1c5ea tempest-FloatingIPsAssociationTestJSON-2002525693 tempest-FloatingIPsAssociationTestJSON-2002525693-project] 10.222.0.62 "DELETE /v2.0/ports/6b989615-b8c6-497c-97ac-419f1a6df99a HTTP/1.1" status: 204 len: 173 time: 1.4776609 Feb 09 01:00:18.992191 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-aa112042-20f6-47d5-8db0-01fc3121b7d1 req-37424825-e5e8-4ded-a059-ed98d3500419 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc04f24f-36f8-45af-b2c8-471b5293733f HTTP/1.1" status: 200 len: 210 time: 0.0494955 Feb 09 01:00:19.007944 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4ac971-4138-4659-9fc7-22b75f3f786a req-2499a57e-4ff3-4571-ab7b-50258e66eac6 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:19.015201 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fd4ac971-4138-4659-9fc7-22b75f3f786a req-2499a57e-4ff3-4571-ab7b-50258e66eac6 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=d27dec75-e490-455a-ab53-6827c62f4e59 HTTP/1.1" status: 200 len: 946 time: 0.1560774 Feb 09 01:00:19.060084 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fd4ac971-4138-4659-9fc7-22b75f3f786a req-ba434d42-e982-4c4a-bc67-ee16fd2684ba tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440316 Feb 09 01:00:19.271390 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b91b02-3373-4ec7-84be-6064f83b276b req-d84caf50-2789-42b9-ad1f-d7c1d84d6739 tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:19.272988 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-63b91b02-3373-4ec7-84be-6064f83b276b req-d84caf50-2789-42b9-ad1f-d7c1d84d6739 tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] 10.222.0.105 "GET /v2.0/ports?device_id=4419a240-e088-4c68-bde2-52cd7a0a8f27 HTTP/1.1" status: 200 len: 945 time: 0.1570067 Feb 09 01:00:19.326188 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c755f99f-ae09-46be-944d-4f23ab044abe req-914525e0-27eb-4e66-872b-51ec95016ea4 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:19.333363 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c755f99f-ae09-46be-944d-4f23ab044abe req-914525e0-27eb-4e66-872b-51ec95016ea4 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] 10.222.0.105 "GET /v2.0/ports?device_id=9441bdd6-14e1-4694-93ba-0251f158b398 HTTP/1.1" status: 200 len: 945 time: 0.1440048 Feb 09 01:00:19.367119 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-63b91b02-3373-4ec7-84be-6064f83b276b req-552d8ef1-5f3b-4a2c-81ca-09cdbf53dcd4 tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] 10.222.0.105 "GET /v2.0/security-groups?id=8d0294b4-b1b6-4eb7-b73a-7ee549f8fd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845969 Feb 09 01:00:19.393809 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c755f99f-ae09-46be-944d-4f23ab044abe req-b24728cc-8949-4108-89f7-7457a417895e tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] 10.222.0.105 "GET /v2.0/security-groups?id=147a3794-e5e0-49fe-813e-782f17b18bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592301 Feb 09 01:00:19.402715 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:00:19.553424 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-98a23f93-392b-497a-b9e7-8e3a7ced97b3 req-a5676f38-6fd7-4687-a326-cff7bf32b594 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/ports?device_id=225149f6-b53e-471c-a121-21a0d84521e4 HTTP/1.1" status: 200 len: 210 time: 0.0834875 Feb 09 01:00:19.621716 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '070af407-61a4-47ab-aa6b-c71bceabdb7a', 'name': 'network-vif-deleted', 'tag': '6b989615-b8c6-497c-97ac-419f1a6df99a', 'status': 'completed', 'code': 200} Feb 09 01:00:19.636088 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b34b10e-7a45-4ac1-a773-af114565124c req-9b68b01e-8ea6-445b-a34e-e3278cc6e905 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:19.637635 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9b34b10e-7a45-4ac1-a773-af114565124c req-9b68b01e-8ea6-445b-a34e-e3278cc6e905 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=98b2668a-19ef-48f4-a385-6573411e2e02 HTTP/1.1" status: 200 len: 945 time: 0.1309247 Feb 09 01:00:19.696594 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9b34b10e-7a45-4ac1-a773-af114565124c req-53f70b07-dd86-4808-9a82-b5588ec3bbd6 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513732 Feb 09 01:00:19.922196 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 50100) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:00:20.278659 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d82a9835-41a7-4b0e-b76a-4d14b768b5e2 req-602c7df9-8380-42d5-bd02-5196ae3a61fe tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc04f24f-36f8-45af-b2c8-471b5293733f HTTP/1.1" status: 200 len: 210 time: 0.1181107 Feb 09 01:00:20.370807 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa124aeb-317b-4fb6-a944-634bef623b8a req-8755bc4c-3ed5-41dd-8107-e8b4111cce17 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:20.371761 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-aa124aeb-317b-4fb6-a944-634bef623b8a req-8755bc4c-3ed5-41dd-8107-e8b4111cce17 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.62 "GET /v2.0/networks?id=48143312-4059-4efc-a7c1-0025ad20c80e HTTP/1.1" status: 200 len: 804 time: 0.3961880 Feb 09 01:00:20.395476 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-aa124aeb-317b-4fb6-a944-634bef623b8a req-b07234c6-9ed7-4ae0-a524-e1084d780c31 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Request body: {'port': {'device_id': '225149f6-b53e-471c-a121-21a0d84521e4', 'network_id': '48143312-4059-4efc-a7c1-0025ad20c80e', 'admin_state_up': True, 'tenant_id': '8ec264b7b14646a3a7c5bffffa681c25'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:00:20.823387 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa8c59-2bc3-4f1f-a90f-315c317ef9c3 req-3022d6e8-e13f-4f36-83bd-172cb1f3b1e4 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:20.827780 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-21fa8c59-2bc3-4f1f-a90f-315c317ef9c3 req-3022d6e8-e13f-4f36-83bd-172cb1f3b1e4 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=d27dec75-e490-455a-ab53-6827c62f4e59 HTTP/1.1" status: 200 len: 946 time: 0.6265903 Feb 09 01:00:20.960346 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-aa124aeb-317b-4fb6-a944-634bef623b8a req-b07234c6-9ed7-4ae0-a524-e1084d780c31 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:00:20.979416 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-aa124aeb-317b-4fb6-a944-634bef623b8a req-b07234c6-9ed7-4ae0-a524-e1084d780c31 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Usage tracker for resource:port and tenant:8ec264b7b14646a3a7c5bffffa681c25 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:00:20.987214 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-aa124aeb-317b-4fb6-a944-634bef623b8a req-b07234c6-9ed7-4ae0-a524-e1084d780c31 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:00:21.019566 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-aa124aeb-317b-4fb6-a944-634bef623b8a req-b07234c6-9ed7-4ae0-a524-e1084d780c31 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:00:21.024897 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-21fa8c59-2bc3-4f1f-a90f-315c317ef9c3 req-10318943-7226-4c5c-8a78-83e0be2e3eae tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956420 Feb 09 01:00:21.032228 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c4ba1-8f86-451c-9b4d-cd0efeff4646 req-b7a3b687-2ccd-4069-a2a0-a7ecb960657a tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:21.037726 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f48c4ba1-8f86-451c-9b4d-cd0efeff4646 req-b7a3b687-2ccd-4069-a2a0-a7ecb960657a tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] 10.222.0.105 "GET /v2.0/ports?device_id=4419a240-e088-4c68-bde2-52cd7a0a8f27 HTTP/1.1" status: 200 len: 945 time: 0.4579670 Feb 09 01:00:21.110378 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa124aeb-317b-4fb6-a944-634bef623b8a req-b07234c6-9ed7-4ae0-a524-e1084d780c31 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Made reservation on behalf of 8ec264b7b14646a3a7c5bffffa681c25 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:00:21.110378 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-aa124aeb-317b-4fb6-a944-634bef623b8a req-b07234c6-9ed7-4ae0-a524-e1084d780c31 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:21.124602 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9e3105-7cbc-4ba5-9eda-ae642e7b9ccc req-08db8788-b97f-46d0-9145-ca50d0599493 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:21.124602 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-0c9e3105-7cbc-4ba5-9eda-ae642e7b9ccc req-08db8788-b97f-46d0-9145-ca50d0599493 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Synchronizing usage tracker for tenant:35dd69c7034749ab9d62471941920e2c on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:00:21.143025 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f48c4ba1-8f86-451c-9b4d-cd0efeff4646 req-c938f27e-6b84-45ae-b0a0-5d43b85f15c3 tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] 10.222.0.105 "GET /v2.0/security-groups?id=8d0294b4-b1b6-4eb7-b73a-7ee549f8fd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931304 Feb 09 01:00:21.158248 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-0c9e3105-7cbc-4ba5-9eda-ae642e7b9ccc req-08db8788-b97f-46d0-9145-ca50d0599493 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Unset dirty status for tenant:35dd69c7034749ab9d62471941920e2c on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:00:21.158248 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-0c9e3105-7cbc-4ba5-9eda-ae642e7b9ccc req-08db8788-b97f-46d0-9145-ca50d0599493 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.99 "GET /v2.0/ports?device_id=98b2668a-19ef-48f4-a385-6573411e2e02 HTTP/1.1" status: 200 len: 945 time: 0.1607792 Feb 09 01:00:21.257045 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-0c9e3105-7cbc-4ba5-9eda-ae642e7b9ccc req-2e79aa6c-2017-4c6d-999b-ec3a5d0fea67 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Deleting port 68659ab6-4b27-4c78-9e92-fbc555581959 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:00:21.257178 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-0c9e3105-7cbc-4ba5-9eda-ae642e7b9ccc req-2e79aa6c-2017-4c6d-999b-ec3a5d0fea67 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:21.285329 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ba435cc7-c2e7-4553-aefb-f41163dce0a7 req-a95977a0-6b8e-458a-b08e-a13e84223f2d tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/ports?device_id=225149f6-b53e-471c-a121-21a0d84521e4 HTTP/1.1" status: 200 len: 210 time: 0.1283734 Feb 09 01:00:21.353019 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c565b0ea-334b-481e-99be-282b53528982 req-519607b1-4ed5-4147-a115-345c5bb90cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:21.355532 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c565b0ea-334b-481e-99be-282b53528982 req-519607b1-4ed5-4147-a115-345c5bb90cc4 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=4419a240-e088-4c68-bde2-52cd7a0a8f27 HTTP/1.1" status: 200 len: 1096 time: 0.4589493 Feb 09 01:00:21.457942 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 6b989615-b8c6-497c-97ac-419f1a6df99a no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:00:21.533769 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7c4bd136-ec3b-469b-b1ab-bc8e75f9c10e req-b1303799-f15e-4ff6-9c85-0cec446b503f tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc04f24f-36f8-45af-b2c8-471b5293733f HTTP/1.1" status: 200 len: 210 time: 0.1023560 Feb 09 01:00:21.599030 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: 6b989615-b8c6-497c-97ac-419f1a6df99a {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:00:21.599030 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 6b989615-b8c6-497c-97ac-419f1a6df99a not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:00:21.608981 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-0c9e3105-7cbc-4ba5-9eda-ae642e7b9ccc req-2e79aa6c-2017-4c6d-999b-ec3a5d0fea67 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] For port 68659ab6-4b27-4c78-9e92-fbc555581959, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=68659ab6-4b27-4c78-9e92-fbc555581959,segment=NetworkSegment(d7050703-a45d-45b0-a89d-e74c0c0ae2fb),segment_id=d7050703-a45d-45b0-a89d-e74c0c0ae2fb)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:21.609950 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-0c9e3105-7cbc-4ba5-9eda-ae642e7b9ccc req-2e79aa6c-2017-4c6d-999b-ec3a5d0fea67 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:21.614344 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:21.800256 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c565b0ea-334b-481e-99be-282b53528982 req-465947bd-4af6-465f-ae91-a07ece3fe474 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=8d0294b4-b1b6-4eb7-b73a-7ee549f8fd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740676 Feb 09 01:00:21.800256 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-aa124aeb-317b-4fb6-a944-634bef623b8a req-b07234c6-9ed7-4ae0-a524-e1084d780c31 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Allocated IP 172.20.0.6 (48143312-4059-4efc-a7c1-0025ad20c80e/77301bdf-2486-425f-9a0c-6634d1b8425f/8dc42f6c-6943-467a-8a49-e8203ba2938a) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:00:21.800256 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d9ccc4-a23a-44cd-aaf9-ba4055be2cd3 req-c3545f60-557a-48cb-9dda-1ca9548cab57 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:21.800256 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-23d9ccc4-a23a-44cd-aaf9-ba4055be2cd3 req-c3545f60-557a-48cb-9dda-1ca9548cab57 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=98b2668a-19ef-48f4-a385-6573411e2e02 HTTP/1.1" status: 200 len: 945 time: 0.5074637 Feb 09 01:00:21.900494 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-23d9ccc4-a23a-44cd-aaf9-ba4055be2cd3 req-c01a343a-6e11-411b-8785-8e6ddaf417c9 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013513 Feb 09 01:00:21.911257 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-0c9e3105-7cbc-4ba5-9eda-ae642e7b9ccc req-2e79aa6c-2017-4c6d-999b-ec3a5d0fea67 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Calling delete_port for 68659ab6-4b27-4c78-9e92-fbc555581959 owned by compute:nova {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:00:21.935051 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9f23e5c0-d805-4230-9e6a-02801d79c1f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:22.059980 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-0c9e3105-7cbc-4ba5-9eda-ae642e7b9ccc req-2e79aa6c-2017-4c6d-999b-ec3a5d0fea67 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:22.072144 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['c4571113-efb5-43e2-8b72-b1e6dfe7cfd9'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:00:22.111374 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e79aa6c-2017-4c6d-999b-ec3a5d0fea67 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Pushing event deleted for resources: {'Port': ['ID=68659ab6-4b27-4c78-9e92-fbc555581959,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:22.125303 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['0e9696b7-60ef-432d-8bf7-d605730b4909'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:00:22.147299 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e79aa6c-2017-4c6d-999b-ec3a5d0fea67 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:22.147871 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e79aa6c-2017-4c6d-999b-ec3a5d0fea67 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:22.147969 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e79aa6c-2017-4c6d-999b-ec3a5d0fea67 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:22.148309 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e79aa6c-2017-4c6d-999b-ec3a5d0fea67 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:22.149564 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e79aa6c-2017-4c6d-999b-ec3a5d0fea67 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:22.149976 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e79aa6c-2017-4c6d-999b-ec3a5d0fea67 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:22.150307 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e79aa6c-2017-4c6d-999b-ec3a5d0fea67 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:22.150797 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e79aa6c-2017-4c6d-999b-ec3a5d0fea67 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:22.151271 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e79aa6c-2017-4c6d-999b-ec3a5d0fea67 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:22.151750 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e79aa6c-2017-4c6d-999b-ec3a5d0fea67 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:22.152220 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e79aa6c-2017-4c6d-999b-ec3a5d0fea67 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:22.152720 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e79aa6c-2017-4c6d-999b-ec3a5d0fea67 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:22.209842 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c9e3105-7cbc-4ba5-9eda-ae642e7b9ccc req-2e79aa6c-2017-4c6d-999b-ec3a5d0fea67 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] No DVR routers for this DVR port 68659ab6-4b27-4c78-9e92-fbc555581959 on host n-h2-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:00:22.213080 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-0c9e3105-7cbc-4ba5-9eda-ae642e7b9ccc req-2e79aa6c-2017-4c6d-999b-ec3a5d0fea67 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:22.215955 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98b2668a-19ef-48f4-a385-6573411e2e02', 'name': 'network-vif-deleted', 'tag': '68659ab6-4b27-4c78-9e92-fbc555581959'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:00:22.235397 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-0c9e3105-7cbc-4ba5-9eda-ae642e7b9ccc req-2e79aa6c-2017-4c6d-999b-ec3a5d0fea67 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.99 "DELETE /v2.0/ports/68659ab6-4b27-4c78-9e92-fbc555581959 HTTP/1.1" status: 204 len: 173 time: 1.0722961 Feb 09 01:00:22.522360 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-aa124aeb-317b-4fb6-a944-634bef623b8a req-b07234c6-9ed7-4ae0-a524-e1084d780c31 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:22.622373 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb2e680-1261-40fc-89a6-e66392073b10 req-dc3c4a8c-d6b0-4e34-8a73-42498a13eac9 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:22.623833 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fcb2e680-1261-40fc-89a6-e66392073b10 req-dc3c4a8c-d6b0-4e34-8a73-42498a13eac9 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=d27dec75-e490-455a-ab53-6827c62f4e59 HTTP/1.1" status: 200 len: 946 time: 0.4508262 Feb 09 01:00:22.672081 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c1da65-a90c-4435-8c26-05e0260af327 req-574938fc-3503-43f2-94ef-df0df6d2a341 tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:22.673516 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-96c1da65-a90c-4435-8c26-05e0260af327 req-574938fc-3503-43f2-94ef-df0df6d2a341 tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] 10.222.0.105 "GET /v2.0/ports?device_id=4419a240-e088-4c68-bde2-52cd7a0a8f27 HTTP/1.1" status: 200 len: 945 time: 0.3980179 Feb 09 01:00:22.692176 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-aa124aeb-317b-4fb6-a944-634bef623b8a req-b07234c6-9ed7-4ae0-a524-e1084d780c31 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:22.764716 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fcb2e680-1261-40fc-89a6-e66392073b10 req-d9cdc463-b434-4167-9815-a3ce54ad825b tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315582 Feb 09 01:00:22.817561 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98b2668a-19ef-48f4-a385-6573411e2e02', 'name': 'network-vif-deleted', 'tag': '68659ab6-4b27-4c78-9e92-fbc555581959', 'status': 'completed', 'code': 200} Feb 09 01:00:22.827291 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa124aeb-317b-4fb6-a944-634bef623b8a req-b07234c6-9ed7-4ae0-a524-e1084d780c31 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Network 48143312-4059-4efc-a7c1-0025ad20c80e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:00:22.839564 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-aa124aeb-317b-4fb6-a944-634bef623b8a req-b07234c6-9ed7-4ae0-a524-e1084d780c31 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:00:22.850785 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa124aeb-317b-4fb6-a944-634bef623b8a req-b07234c6-9ed7-4ae0-a524-e1084d780c31 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:00:22.896055 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-96c1da65-a90c-4435-8c26-05e0260af327 req-ff65dba7-4acb-4a25-b6f4-2fca96c45f0d tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] 10.222.0.105 "GET /v2.0/security-groups?id=8d0294b4-b1b6-4eb7-b73a-7ee549f8fd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086449 Feb 09 01:00:22.925828 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07234c6-9ed7-4ae0-a524-e1084d780c31 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Pushing event updated for resources: {'Port': ['ID=8dc42f6c-6943-467a-8a49-e8203ba2938a,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:22.981861 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-9f23e5c0-d805-4230-9e6a-02801d79c1f5 admin admin] Deleting port 4f46b102-2de5-421c-81ce-8f502ff0cf91 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:00:22.982196 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9f23e5c0-d805-4230-9e6a-02801d79c1f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:23.071895 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa124aeb-317b-4fb6-a944-634bef623b8a req-b07234c6-9ed7-4ae0-a524-e1084d780c31 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:23.072263 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-aa124aeb-317b-4fb6-a944-634bef623b8a req-b07234c6-9ed7-4ae0-a524-e1084d780c31 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:23.107387 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3a7e1bb0-1ed3-4aeb-84c7-b572c98d956d req-679a99e3-07e7-4ddb-bd84-a4c8beddf97b tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc04f24f-36f8-45af-b2c8-471b5293733f HTTP/1.1" status: 200 len: 210 time: 0.0910735 Feb 09 01:00:23.187862 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-aa124aeb-317b-4fb6-a944-634bef623b8a req-b07234c6-9ed7-4ae0-a524-e1084d780c31 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8047593 Feb 09 01:00:23.211552 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-aa124aeb-317b-4fb6-a944-634bef623b8a req-c697e883-1f82-4e4b-9e0c-1ad0c213e2f1 service neutron] Request body: {'port': {'device_id': '225149f6-b53e-471c-a121-21a0d84521e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:00:23.311696 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-04bd1d82-7af1-4ce1-9bb3-c916814f79f3 req-050b6dce-719c-41d5-a7c4-579abcd8934d tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=98b2668a-19ef-48f4-a385-6573411e2e02 HTTP/1.1" status: 200 len: 210 time: 0.1073198 Feb 09 01:00:23.344063 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5089e233-13e0-4988-83d7-bea6e3b07a6f req-9f488538-f52a-478d-8c7f-ea7c9ec61c3b tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:23.344732 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-5089e233-13e0-4988-83d7-bea6e3b07a6f req-9f488538-f52a-478d-8c7f-ea7c9ec61c3b tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Synchronizing usage tracker for tenant:8ec264b7b14646a3a7c5bffffa681c25 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:00:23.423572 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-9f23e5c0-d805-4230-9e6a-02801d79c1f5 admin admin] For port 4f46b102-2de5-421c-81ce-8f502ff0cf91, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=4f46b102-2de5-421c-81ce-8f502ff0cf91,segment=NetworkSegment(2b5044f8-107c-41ef-8a61-ec7601fd6ccb),segment_id=2b5044f8-107c-41ef-8a61-ec7601fd6ccb)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:23.423929 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9f23e5c0-d805-4230-9e6a-02801d79c1f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:23.441140 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-aa124aeb-317b-4fb6-a944-634bef623b8a req-c697e883-1f82-4e4b-9e0c-1ad0c213e2f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:23.501652 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-5089e233-13e0-4988-83d7-bea6e3b07a6f req-9f488538-f52a-478d-8c7f-ea7c9ec61c3b tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Unset dirty status for tenant:8ec264b7b14646a3a7c5bffffa681c25 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:00:23.502339 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5089e233-13e0-4988-83d7-bea6e3b07a6f req-9f488538-f52a-478d-8c7f-ea7c9ec61c3b tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/ports?device_id=225149f6-b53e-471c-a121-21a0d84521e4 HTTP/1.1" status: 200 len: 931 time: 0.5888674 Feb 09 01:00:23.563461 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-9f23e5c0-d805-4230-9e6a-02801d79c1f5 admin admin] Calling delete_port for 4f46b102-2de5-421c-81ce-8f502ff0cf91 owned by network:router_interface {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:00:23.718183 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5089e233-13e0-4988-83d7-bea6e3b07a6f req-e8ec3592-9a6c-4eb3-a68d-5a862868db9d tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/security-groups?id=21d48e70-0a9a-4f34-bd03-fe2b0988e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246588 Feb 09 01:00:23.829075 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 14e69ae5-6773-4421-b91f-5b97353755a3 no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:00:23.968157 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:23.998970 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48bd2964-dfe8-4be2-9201-0c66a96fd4ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14e69ae5-6773-4421-b91f-5b97353755a3'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:00:24.010023 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 14e69ae5-6773-4421-b91f-5b97353755a3, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=14e69ae5-6773-4421-b91f-5b97353755a3,segment=NetworkSegment(68c75c24-5a6d-4512-b85d-48e7bc49aa9f),segment_id=68c75c24-5a6d-4512-b85d-48e7bc49aa9f)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:24.014287 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:24.082261 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=14e69ae5-6773-4421-b91f-5b97353755a3,revision_number=8']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:24.090580 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:24.091097 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:24.091444 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:24.091780 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:24.092112 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:24.092449 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:24.092762 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:24.093084 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:24.093403 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:24.093749 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:24.094072 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:24.094387 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:24.136719 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd1aa86-5d47-41e5-bd9c-5efdf6d11fb6 req-458f47e2-e063-4cb4-82c7-e5c12ad4064f tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:24.138208 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6cd1aa86-5d47-41e5-bd9c-5efdf6d11fb6 req-458f47e2-e063-4cb4-82c7-e5c12ad4064f tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=d27dec75-e490-455a-ab53-6827c62f4e59 HTTP/1.1" status: 200 len: 946 time: 0.2595830 Feb 09 01:00:24.152227 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9f23e5c0-d805-4230-9e6a-02801d79c1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:24.357687 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f23e5c0-d805-4230-9e6a-02801d79c1f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f46b102-2de5-421c-81ce-8f502ff0cf91,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:24.465217 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:24.481785 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-aa124aeb-317b-4fb6-a944-634bef623b8a req-c697e883-1f82-4e4b-9e0c-1ad0c213e2f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dc42f6c-6943-467a-8a49-e8203ba2938a {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:00:24.488328 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6cd1aa86-5d47-41e5-bd9c-5efdf6d11fb6 req-64089094-43b4-44ef-ab13-730de56ccc2c tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3369875 Feb 09 01:00:24.499124 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-aa124aeb-317b-4fb6-a944-634bef623b8a req-c697e883-1f82-4e4b-9e0c-1ad0c213e2f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:24.514516 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818e85d-1d0e-411f-b1c2-72e5dd563adb req-618f5ae1-efd8-4c4a-93b9-bf21d11c0432 tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:24.516096 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4818e85d-1d0e-411f-b1c2-72e5dd563adb req-618f5ae1-efd8-4c4a-93b9-bf21d11c0432 tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] 10.222.0.105 "GET /v2.0/ports?device_id=4419a240-e088-4c68-bde2-52cd7a0a8f27 HTTP/1.1" status: 200 len: 945 time: 0.4808521 Feb 09 01:00:24.544329 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48bd2964-dfe8-4be2-9201-0c66a96fd4ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14e69ae5-6773-4421-b91f-5b97353755a3', 'code': 200} Feb 09 01:00:24.606381 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-aa124aeb-317b-4fb6-a944-634bef623b8a req-c697e883-1f82-4e4b-9e0c-1ad0c213e2f1 service neutron] Transition to ACTIVE for port object 8dc42f6c-6943-467a-8a49-e8203ba2938a will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:00:24.621640 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-aa124aeb-317b-4fb6-a944-634bef623b8a req-c697e883-1f82-4e4b-9e0c-1ad0c213e2f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:24.802629 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-71f24111-8bc6-4305-b2c6-87773100d54c req-267f9a2e-5b8f-4354-aa18-44dab5216c58 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc04f24f-36f8-45af-b2c8-471b5293733f HTTP/1.1" status: 200 len: 210 time: 0.1436119 Feb 09 01:00:24.824534 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4818e85d-1d0e-411f-b1c2-72e5dd563adb req-5b1cb122-005c-4e3e-8112-20f94d770225 tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] 10.222.0.105 "GET /v2.0/security-groups?id=8d0294b4-b1b6-4eb7-b73a-7ee549f8fd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973886 Feb 09 01:00:24.907029 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c697e883-1f82-4e4b-9e0c-1ad0c213e2f1 service neutron] Pushing event updated for resources: {'Port': ['ID=8dc42f6c-6943-467a-8a49-e8203ba2938a,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:25.057915 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e76862b6-b2b4-4206-bfb5-c06c9319a012 req-6eb9e703-fbea-4c1f-8990-a2ccc32ffdb9 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=98b2668a-19ef-48f4-a385-6573411e2e02 HTTP/1.1" status: 200 len: 210 time: 0.1520300 Feb 09 01:00:25.061207 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9f23e5c0-d805-4230-9e6a-02801d79c1f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:25.209859 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-aa124aeb-317b-4fb6-a944-634bef623b8a req-c697e883-1f82-4e4b-9e0c-1ad0c213e2f1 service neutron] Attempting to bind port 8dc42f6c-6943-467a-8a49-e8203ba2938a on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:00:25.210274 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-aa124aeb-317b-4fb6-a944-634bef623b8a req-c697e883-1f82-4e4b-9e0c-1ad0c213e2f1 service neutron] Attempting to bind port 8dc42f6c-6943-467a-8a49-e8203ba2938a by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '68c75c24-5a6d-4512-b85d-48e7bc49aa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '48143312-4059-4efc-a7c1-0025ad20c80e'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:00:25.210784 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa124aeb-317b-4fb6-a944-634bef623b8a req-c697e883-1f82-4e4b-9e0c-1ad0c213e2f1 service neutron] Attempting to bind port 8dc42f6c-6943-467a-8a49-e8203ba2938a on network 48143312-4059-4efc-a7c1-0025ad20c80e {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:00:25.271833 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa124aeb-317b-4fb6-a944-634bef623b8a req-c697e883-1f82-4e4b-9e0c-1ad0c213e2f1 service neutron] Port 8dc42f6c-6943-467a-8a49-e8203ba2938a on network 48143312-4059-4efc-a7c1-0025ad20c80e not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:00:25.272148 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa124aeb-317b-4fb6-a944-634bef623b8a req-c697e883-1f82-4e4b-9e0c-1ad0c213e2f1 service neutron] Attempting to bind port 8dc42f6c-6943-467a-8a49-e8203ba2938a on network 48143312-4059-4efc-a7c1-0025ad20c80e {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:00:25.297110 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa124aeb-317b-4fb6-a944-634bef623b8a req-c697e883-1f82-4e4b-9e0c-1ad0c213e2f1 service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:00:25.297435 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa124aeb-317b-4fb6-a944-634bef623b8a req-c697e883-1f82-4e4b-9e0c-1ad0c213e2f1 service neutron] Checking segment: {'id': '68c75c24-5a6d-4512-b85d-48e7bc49aa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '48143312-4059-4efc-a7c1-0025ad20c80e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:00:25.297835 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa124aeb-317b-4fb6-a944-634bef623b8a req-c697e883-1f82-4e4b-9e0c-1ad0c213e2f1 service neutron] Bound using segment: {'id': '68c75c24-5a6d-4512-b85d-48e7bc49aa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '48143312-4059-4efc-a7c1-0025ad20c80e'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:00:25.298253 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-aa124aeb-317b-4fb6-a944-634bef623b8a req-c697e883-1f82-4e4b-9e0c-1ad0c213e2f1 service neutron] Bound port: 8dc42f6c-6943-467a-8a49-e8203ba2938a, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68c75c24-5a6d-4512-b85d-48e7bc49aa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '48143312-4059-4efc-a7c1-0025ad20c80e'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:00:25.298588 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-aa124aeb-317b-4fb6-a944-634bef623b8a req-c697e883-1f82-4e4b-9e0c-1ad0c213e2f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:25.314570 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf67d2-00e4-4df9-a57d-f5c4acd9f86d req-b2cafe87-5783-40e5-8642-7a9f5e46facc tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:25.316008 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-41bf67d2-00e4-4df9-a57d-f5c4acd9f86d req-b2cafe87-5783-40e5-8642-7a9f5e46facc tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/ports?device_id=225149f6-b53e-471c-a121-21a0d84521e4 HTTP/1.1" status: 200 len: 943 time: 0.3782356 Feb 09 01:00:25.475375 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-41bf67d2-00e4-4df9-a57d-f5c4acd9f86d req-8714c88c-760a-4cb7-a681-94625b134de8 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/security-groups?id=21d48e70-0a9a-4f34-bd03-fe2b0988e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527157 Feb 09 01:00:25.522812 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-aa124aeb-317b-4fb6-a944-634bef623b8a req-c697e883-1f82-4e4b-9e0c-1ad0c213e2f1 service neutron] For port 8dc42f6c-6943-467a-8a49-e8203ba2938a, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:00:25.596627 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-aa124aeb-317b-4fb6-a944-634bef623b8a req-c697e883-1f82-4e4b-9e0c-1ad0c213e2f1 service neutron] For port 8dc42f6c-6943-467a-8a49-e8203ba2938a, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=8dc42f6c-6943-467a-8a49-e8203ba2938a,segment=NetworkSegment(68c75c24-5a6d-4512-b85d-48e7bc49aa9f),segment_id=68c75c24-5a6d-4512-b85d-48e7bc49aa9f)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:00:25.605142 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-aa124aeb-317b-4fb6-a944-634bef623b8a req-c697e883-1f82-4e4b-9e0c-1ad0c213e2f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:25.837428 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa124aeb-317b-4fb6-a944-634bef623b8a req-c697e883-1f82-4e4b-9e0c-1ad0c213e2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:25.838139 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-aa124aeb-317b-4fb6-a944-634bef623b8a req-c697e883-1f82-4e4b-9e0c-1ad0c213e2f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:25.839619 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-aa124aeb-317b-4fb6-a944-634bef623b8a req-c697e883-1f82-4e4b-9e0c-1ad0c213e2f1 service neutron] 10.222.0.62 "PUT /v2.0/ports/8dc42f6c-6943-467a-8a49-e8203ba2938a HTTP/1.1" status: 200 len: 1091 time: 2.6363742 Feb 09 01:00:25.841297 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f23e5c0-d805-4230-9e6a-02801d79c1f5 admin admin] Router 1a850b99-2699-4551-83df-234a05d07ef1 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:00:25.843954 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '225149f6-b53e-471c-a121-21a0d84521e4', 'tag': '8dc42f6c-6943-467a-8a49-e8203ba2938a'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:00:25.933104 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c697e883-1f82-4e4b-9e0c-1ad0c213e2f1 service neutron] Pushing event updated for resources: {'Port': ['ID=8dc42f6c-6943-467a-8a49-e8203ba2938a,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:26.032878 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a7a05d1e-2b91-4e94-9deb-01772451015b req-62b20712-12d2-4455-8e1a-b11546435ad3 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc04f24f-36f8-45af-b2c8-471b5293733f HTTP/1.1" status: 200 len: 210 time: 0.1032631 Feb 09 01:00:26.070714 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874c3f3-47d7-4957-b644-0b00ecd1aca6 req-9e343387-a623-4f0c-ac88-780de9839fb0 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:26.071932 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5874c3f3-47d7-4957-b644-0b00ecd1aca6 req-9e343387-a623-4f0c-ac88-780de9839fb0 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=d27dec75-e490-455a-ab53-6827c62f4e59 HTTP/1.1" status: 200 len: 946 time: 0.4716043 Feb 09 01:00:26.244809 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f23e5c0-d805-4230-9e6a-02801d79c1f5 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:00:26.253724 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987a46c1-c600-4921-858e-36606c1eb0ef None None] Sync routers for ids ['1a850b99-2699-4551-83df-234a05d07ef1'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:00:26.261036 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5874c3f3-47d7-4957-b644-0b00ecd1aca6 req-6c817d93-7081-4896-ac8f-92f3632385d7 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820679 Feb 09 01:00:26.263520 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987a46c1-c600-4921-858e-36606c1eb0ef None None] Routers {'1a850b99-2699-4551-83df-234a05d07ef1'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:00:26.264341 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-987a46c1-c600-4921-858e-36606c1eb0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:00:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['1a850b99-2699-4551-83df-234a05d07ef1'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:00:26.266843 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa124aeb-317b-4fb6-a944-634bef623b8a req-c602ef58-0f39-43ad-a361-f78704897142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:26.268673 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-aa124aeb-317b-4fb6-a944-634bef623b8a req-c602ef58-0f39-43ad-a361-f78704897142 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8ec264b7b14646a3a7c5bffffa681c25&device_id=225149f6-b53e-471c-a121-21a0d84521e4 HTTP/1.1" status: 200 len: 1094 time: 0.3361802 Feb 09 01:00:26.277635 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-9f23e5c0-d805-4230-9e6a-02801d79c1f5 admin admin] 10.222.0.105 "PUT /v2.0/routers/1a850b99-2699-4551-83df-234a05d07ef1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3519554 Feb 09 01:00:26.277966 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 50156) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:00:26.337718 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '225149f6-b53e-471c-a121-21a0d84521e4', 'tag': '8dc42f6c-6943-467a-8a49-e8203ba2938a', 'status': 'completed', 'code': 200} Feb 09 01:00:26.408684 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-aa124aeb-317b-4fb6-a944-634bef623b8a req-d9b126c2-85f3-4a2a-a836-0f02960456c1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8dc42f6c-6943-467a-8a49-e8203ba2938a HTTP/1.1" status: 200 len: 217 time: 0.1314192 Feb 09 01:00:26.467558 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-987a46c1-c600-4921-858e-36606c1eb0ef None None] Set router 1a850b99-2699-4551-83df-234a05d07ef1 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:00:26.514534 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1c3ce8c1-e23f-4a99-8ab9-67b68b996cb6 req-188ae0c3-a00a-4f19-af45-0006991bbf07 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=98b2668a-19ef-48f4-a385-6573411e2e02 HTTP/1.1" status: 200 len: 210 time: 0.1075139 Feb 09 01:00:26.530175 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4e952f-50a1-4d4e-adbb-1dff39b3dc71 req-f3c65fda-cb3b-424b-9ebf-f0611bd9ea92 tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:26.531621 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3a4e952f-50a1-4d4e-adbb-1dff39b3dc71 req-f3c65fda-cb3b-424b-9ebf-f0611bd9ea92 tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] 10.222.0.105 "GET /v2.0/ports?device_id=4419a240-e088-4c68-bde2-52cd7a0a8f27 HTTP/1.1" status: 200 len: 945 time: 0.4021001 Feb 09 01:00:26.570881 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa124aeb-317b-4fb6-a944-634bef623b8a req-9ee88e51-539b-42fe-a5ba-d9467a9ff487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:26.572340 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-aa124aeb-317b-4fb6-a944-634bef623b8a req-9ee88e51-539b-42fe-a5ba-d9467a9ff487 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=77301bdf-2486-425f-9a0c-6634d1b8425f HTTP/1.1" status: 200 len: 844 time: 0.1231489 Feb 09 01:00:26.725572 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-aa124aeb-317b-4fb6-a944-634bef623b8a req-74de8607-4a97-4eab-b4e2-d5c37541b2af service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=48143312-4059-4efc-a7c1-0025ad20c80e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1430495 Feb 09 01:00:26.735787 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3a4e952f-50a1-4d4e-adbb-1dff39b3dc71 req-e2b912b5-3615-425a-a2e4-7478522f4e46 tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] 10.222.0.105 "GET /v2.0/security-groups?id=8d0294b4-b1b6-4eb7-b73a-7ee549f8fd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949997 Feb 09 01:00:26.774402 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-987a46c1-c600-4921-858e-36606c1eb0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a850b99-2699-4551-83df-234a05d07ef1', 'name': 'tempest-FloatingIPsAssociationTestJSON-237442171-router', 'tenant_id': 'e780c16281c340ce809950e38bac725d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c691cfbd-3cb5-4179-bbda-e883551e78d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:58:05Z', 'updated_at': '2022-02-09T01:00:23Z', 'revision_number': 5, 'project_id': 'e780c16281c340ce809950e38bac725d', 'gw_port': {'id': 'c691cfbd-3cb5-4179-bbda-e883551e78d5', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a850b99-2699-4551-83df-234a05d07ef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:06Z', 'updated_at': '2022-02-09T00:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:00:26.778287 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987a46c1-c600-4921-858e-36606c1eb0ef None None] Checking router: 1a850b99-2699-4551-83df-234a05d07ef1 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:00:26.786722 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987a46c1-c600-4921-858e-36606c1eb0ef None None] Routers {'1a850b99-2699-4551-83df-234a05d07ef1'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:00:26.787328 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-987a46c1-c600-4921-858e-36606c1eb0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:00:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['1a850b99-2699-4551-83df-234a05d07ef1'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:00:26.835872 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bcd70a3d-ff11-469f-8c0f-a1f1be3d7cb6 admin admin] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:27.006101 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-987a46c1-c600-4921-858e-36606c1eb0ef None None] Set router 1a850b99-2699-4551-83df-234a05d07ef1 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:00:27.051659 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0081923f-a0cf-4b02-ba34-f6af86bd0985 req-0f6e7086-f98b-4844-9963-63fc994970a7 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:27.053110 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0081923f-a0cf-4b02-ba34-f6af86bd0985 req-0f6e7086-f98b-4844-9963-63fc994970a7 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/ports?device_id=225149f6-b53e-471c-a121-21a0d84521e4 HTTP/1.1" status: 200 len: 943 time: 0.3818488 Feb 09 01:00:27.061074 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-aa124aeb-317b-4fb6-a944-634bef623b8a req-8e5e1560-ca4e-4387-9a1f-3e18bd9f7e10 service neutron] 10.222.0.62 "GET /v2.0/networks/48143312-4059-4efc-a7c1-0025ad20c80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167045 Feb 09 01:00:27.307424 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-987a46c1-c600-4921-858e-36606c1eb0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a850b99-2699-4551-83df-234a05d07ef1', 'name': 'tempest-FloatingIPsAssociationTestJSON-237442171-router', 'tenant_id': 'e780c16281c340ce809950e38bac725d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c691cfbd-3cb5-4179-bbda-e883551e78d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:58:05Z', 'updated_at': '2022-02-09T01:00:23Z', 'revision_number': 5, 'project_id': 'e780c16281c340ce809950e38bac725d', 'gw_port': {'id': 'c691cfbd-3cb5-4179-bbda-e883551e78d5', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a850b99-2699-4551-83df-234a05d07ef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:06Z', 'updated_at': '2022-02-09T00:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:00:27.311380 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987a46c1-c600-4921-858e-36606c1eb0ef None None] The sync data for ids ['1a850b99-2699-4551-83df-234a05d07ef1'] in n-d-828418-1 is: [{'id': '1a850b99-2699-4551-83df-234a05d07ef1', 'name': 'tempest-FloatingIPsAssociationTestJSON-237442171-router', 'tenant_id': 'e780c16281c340ce809950e38bac725d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c691cfbd-3cb5-4179-bbda-e883551e78d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:58:05Z', 'updated_at': '2022-02-09T01:00:23Z', 'revision_number': 5, 'project_id': 'e780c16281c340ce809950e38bac725d', 'gw_port': {'id': 'c691cfbd-3cb5-4179-bbda-e883551e78d5', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a850b99-2699-4551-83df-234a05d07ef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:06Z', 'updated_at': '2022-02-09T00:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:00:27.342850 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bcd70a3d-ff11-469f-8c0f-a1f1be3d7cb6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:27.364827 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-28af20f4-2582-461e-a9fe-e4ea4ee07643 req-e97844d3-fa44-44a9-9c61-9f69319be77a tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc04f24f-36f8-45af-b2c8-471b5293733f HTTP/1.1" status: 200 len: 210 time: 0.0730324 Feb 09 01:00:27.381021 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0081923f-a0cf-4b02-ba34-f6af86bd0985 req-1fdcc3c0-c978-45b2-8fd0-74f9d9a9e94b tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/security-groups?id=21d48e70-0a9a-4f34-bd03-fe2b0988e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171921 Feb 09 01:00:27.388292 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-bcd70a3d-ff11-469f-8c0f-a1f1be3d7cb6 admin admin] Deleting port c691cfbd-3cb5-4179-bbda-e883551e78d5 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:00:27.388618 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bcd70a3d-ff11-469f-8c0f-a1f1be3d7cb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:27.465257 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-aa124aeb-317b-4fb6-a944-634bef623b8a req-1e6845a2-10b8-426a-84e9-c6930afe497e service neutron] 10.222.0.62 "GET /v2.0/networks/48143312-4059-4efc-a7c1-0025ad20c80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3815181 Feb 09 01:00:27.712142 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0df77ab4-7ca1-4be2-b368-d39db814b682 req-ca083fe1-654e-4c5f-9abd-fec447d9abea tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=98b2668a-19ef-48f4-a385-6573411e2e02 HTTP/1.1" status: 200 len: 210 time: 0.0751643 Feb 09 01:00:27.749338 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-bcd70a3d-ff11-469f-8c0f-a1f1be3d7cb6 admin admin] For port c691cfbd-3cb5-4179-bbda-e883551e78d5, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=c691cfbd-3cb5-4179-bbda-e883551e78d5,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:27.749721 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bcd70a3d-ff11-469f-8c0f-a1f1be3d7cb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:27.805629 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-dc3658d6-dfa6-4286-8b66-a34627bfe10b req-89bd35df-a77b-4d7f-affc-848b13ec6a6c tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=e6fa40f41b9646a7bf38890c5f8e1746&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0823760 Feb 09 01:00:27.829832 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 4f46b102-2de5-421c-81ce-8f502ff0cf91 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:00:27.886783 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 4f46b102-2de5-421c-81ce-8f502ff0cf91 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:00:27.887441 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 4f46b102-2de5-421c-81ce-8f502ff0cf91 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:00:27.912435 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-bcd70a3d-ff11-469f-8c0f-a1f1be3d7cb6 admin admin] Calling delete_port for c691cfbd-3cb5-4179-bbda-e883551e78d5 owned by network:router_gateway {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:00:27.990395 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a939e58-b30f-457f-9342-4fa52eb7dfe7 req-d40d188f-5587-46c4-b15b-bd3f9684a3a2 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:27.998372 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0a939e58-b30f-457f-9342-4fa52eb7dfe7 req-d40d188f-5587-46c4-b15b-bd3f9684a3a2 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=d27dec75-e490-455a-ab53-6827c62f4e59 HTTP/1.1" status: 200 len: 946 time: 0.5320754 Feb 09 01:00:28.071545 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4c366-6642-4e1d-881e-6d11454027ce req-28d9d02b-be1c-493d-bf5b-cf7acfd15381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:28.073225 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6ee4c366-6642-4e1d-881e-6d11454027ce req-28d9d02b-be1c-493d-bf5b-cf7acfd15381 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8ec264b7b14646a3a7c5bffffa681c25&device_id=225149f6-b53e-471c-a121-21a0d84521e4 HTTP/1.1" status: 200 len: 1094 time: 0.5132835 Feb 09 01:00:28.123855 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3658d6-dfa6-4286-8b66-a34627bfe10b req-41c795b4-a20a-45f3-9271-8c75d5593a1f tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:28.125428 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-dc3658d6-dfa6-4286-8b66-a34627bfe10b req-41c795b4-a20a-45f3-9271-8c75d5593a1f tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3173909 Feb 09 01:00:28.140579 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-dc3658d6-dfa6-4286-8b66-a34627bfe10b req-d2921bc4-6fa2-4d00-85c1-efccf81d1f91 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Request body: {'port': {'device_id': 'dc04f24f-36f8-45af-b2c8-471b5293733f', 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6', 'admin_state_up': True, 'tenant_id': 'e6fa40f41b9646a7bf38890c5f8e1746'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:00:28.232636 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0a939e58-b30f-457f-9342-4fa52eb7dfe7 req-d40a3113-5fa4-47ea-8054-ccc93cccf08f tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329702 Feb 09 01:00:28.322695 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-dc3658d6-dfa6-4286-8b66-a34627bfe10b req-d2921bc4-6fa2-4d00-85c1-efccf81d1f91 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:00:28.330458 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-dc3658d6-dfa6-4286-8b66-a34627bfe10b req-d2921bc4-6fa2-4d00-85c1-efccf81d1f91 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Usage tracker for resource:port and tenant:e6fa40f41b9646a7bf38890c5f8e1746 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:00:28.333994 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-dc3658d6-dfa6-4286-8b66-a34627bfe10b req-d2921bc4-6fa2-4d00-85c1-efccf81d1f91 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Quota usage for port was recalculated. Used quota:7. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:00:28.341675 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-dc3658d6-dfa6-4286-8b66-a34627bfe10b req-d2921bc4-6fa2-4d00-85c1-efccf81d1f91 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:00:28.352061 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc3658d6-dfa6-4286-8b66-a34627bfe10b req-d2921bc4-6fa2-4d00-85c1-efccf81d1f91 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Made reservation on behalf of e6fa40f41b9646a7bf38890c5f8e1746 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:00:28.355842 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-dc3658d6-dfa6-4286-8b66-a34627bfe10b req-d2921bc4-6fa2-4d00-85c1-efccf81d1f91 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:28.365538 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4c366-6642-4e1d-881e-6d11454027ce req-edd686e0-788f-4525-8c59-8ac896bde654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:28.367026 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6ee4c366-6642-4e1d-881e-6d11454027ce req-edd686e0-788f-4525-8c59-8ac896bde654 service neutron] 10.222.0.62 "GET /v2.0/networks?id=48143312-4059-4efc-a7c1-0025ad20c80e HTTP/1.1" status: 200 len: 905 time: 0.2837331 Feb 09 01:00:28.379410 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa487c-4d51-4370-9fcc-d7aeb7f8c113 req-ca90480c-b67f-49e6-9422-0740df0bad01 tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:28.386437 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a2fa487c-4d51-4370-9fcc-d7aeb7f8c113 req-ca90480c-b67f-49e6-9422-0740df0bad01 tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] 10.222.0.105 "GET /v2.0/ports?device_id=4419a240-e088-4c68-bde2-52cd7a0a8f27 HTTP/1.1" status: 200 len: 945 time: 0.3797679 Feb 09 01:00:28.494035 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6ee4c366-6642-4e1d-881e-6d11454027ce req-d96e2db5-6d2c-44e1-9769-66b46f3ca5af service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8dc42f6c-6943-467a-8a49-e8203ba2938a HTTP/1.1" status: 200 len: 217 time: 0.0846782 Feb 09 01:00:28.611038 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-dc3658d6-dfa6-4286-8b66-a34627bfe10b req-d2921bc4-6fa2-4d00-85c1-efccf81d1f91 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Allocated IP 192.168.233.170 (42d335cf-a678-4bc3-901b-7d21fb8587e6/e7938d94-1f0f-48bd-a0b3-26d5344ff0ec/65b98c26-ceb5-41f3-a451-0e7308e15022) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:00:28.611675 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-579884f4-ab0e-4a5b-a124-a5f584674c06 req-3a0c5b46-f31e-4313-8009-6b794497bd49 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc04f24f-36f8-45af-b2c8-471b5293733f HTTP/1.1" status: 200 len: 210 time: 0.1167023 Feb 09 01:00:28.624999 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bcd70a3d-ff11-469f-8c0f-a1f1be3d7cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:28.694721 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a2fa487c-4d51-4370-9fcc-d7aeb7f8c113 req-f3618273-a5bf-4a60-8d01-05e6502bef97 tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] 10.222.0.105 "GET /v2.0/security-groups?id=8d0294b4-b1b6-4eb7-b73a-7ee549f8fd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073902 Feb 09 01:00:28.701094 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd70a3d-ff11-469f-8c0f-a1f1be3d7cb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c691cfbd-3cb5-4179-bbda-e883551e78d5,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:28.731787 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4c366-6642-4e1d-881e-6d11454027ce req-5047bdee-3e7c-4728-b0d8-3a25031ba7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:28.733252 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6ee4c366-6642-4e1d-881e-6d11454027ce req-5047bdee-3e7c-4728-b0d8-3a25031ba7f9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=77301bdf-2486-425f-9a0c-6634d1b8425f HTTP/1.1" status: 200 len: 844 time: 0.1980486 Feb 09 01:00:28.938719 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-dc3658d6-dfa6-4286-8b66-a34627bfe10b req-d2921bc4-6fa2-4d00-85c1-efccf81d1f91 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:28.968017 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-dc3658d6-dfa6-4286-8b66-a34627bfe10b req-d2921bc4-6fa2-4d00-85c1-efccf81d1f91 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Transition to ACTIVE for port object 65b98c26-ceb5-41f3-a451-0e7308e15022 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:00:28.994191 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-dc3658d6-dfa6-4286-8b66-a34627bfe10b req-d2921bc4-6fa2-4d00-85c1-efccf81d1f91 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:29.005620 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['88a93ab5-6360-4150-b84a-b24cbf02f870', 'f26441cd-75ef-400d-9f30-37093ee34385', 'e0d02d2a-38d9-419e-9759-ba01a049886e', 'b8330b53-7bb8-4918-9af3-a8d090b55a84'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:00:29.063201 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['e5a6187d-5002-4dd1-8ed9-4533efde97f6', 'e97e63de-affb-4ff1-89d2-d7226736631b', '973c846c-32e6-4fcd-8537-473bd8d7ed33'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:00:29.073324 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6ee4c366-6642-4e1d-881e-6d11454027ce req-f59e3709-743b-4a8f-865c-27ca04db99b3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=48143312-4059-4efc-a7c1-0025ad20c80e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3139088 Feb 09 01:00:29.117081 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc3658d6-dfa6-4286-8b66-a34627bfe10b req-d2921bc4-6fa2-4d00-85c1-efccf81d1f91 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Network 42d335cf-a678-4bc3-901b-7d21fb8587e6 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:00:29.122472 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-dc3658d6-dfa6-4286-8b66-a34627bfe10b req-d2921bc4-6fa2-4d00-85c1-efccf81d1f91 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:00:29.125246 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2921bc4-6fa2-4d00-85c1-efccf81d1f91 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Pushing event updated for resources: {'Port': ['ID=65b98c26-ceb5-41f3-a451-0e7308e15022,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:29.127753 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc3658d6-dfa6-4286-8b66-a34627bfe10b req-d2921bc4-6fa2-4d00-85c1-efccf81d1f91 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:00:29.132067 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-914eaa69-a107-405b-a7f6-6f653e8fc81d req-82c200a2-618f-42e7-aa03-7a179db7a532 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=98b2668a-19ef-48f4-a385-6573411e2e02 HTTP/1.1" status: 200 len: 210 time: 0.1380520 Feb 09 01:00:29.235711 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3658d6-dfa6-4286-8b66-a34627bfe10b req-d2921bc4-6fa2-4d00-85c1-efccf81d1f91 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:29.235711 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-dc3658d6-dfa6-4286-8b66-a34627bfe10b req-d2921bc4-6fa2-4d00-85c1-efccf81d1f91 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:29.258688 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-dc3658d6-dfa6-4286-8b66-a34627bfe10b req-d2921bc4-6fa2-4d00-85c1-efccf81d1f91 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1231675 Feb 09 01:00:29.271887 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-dc3658d6-dfa6-4286-8b66-a34627bfe10b req-cd84e184-6a46-4de3-bb97-8f71fc087277 service neutron] Request body: {'port': {'device_id': 'dc04f24f-36f8-45af-b2c8-471b5293733f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:00:29.421883 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bcd70a3d-ff11-469f-8c0f-a1f1be3d7cb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:29.483173 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-dc3658d6-dfa6-4286-8b66-a34627bfe10b req-cd84e184-6a46-4de3-bb97-8f71fc087277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:29.582893 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6ee4c366-6642-4e1d-881e-6d11454027ce req-73333765-badd-48c0-a3e9-e7f5f95764a4 service neutron] 10.222.0.62 "GET /v2.0/networks/48143312-4059-4efc-a7c1-0025ad20c80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4916475 Feb 09 01:00:29.675211 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b8cf5bf8-8266-41b4-9d59-aa7832d24934 None None] Provisioning for port 65b98c26-ceb5-41f3-a451-0e7308e15022 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:00:29.717214 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b8cf5bf8-8266-41b4-9d59-aa7832d24934 None None] Provisioning complete for port 65b98c26-ceb5-41f3-a451-0e7308e15022 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:00:29.717618 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b8cf5bf8-8266-41b4-9d59-aa7832d24934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:29.920968 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-b8cf5bf8-8266-41b4-9d59-aa7832d24934 None None] Port 65b98c26-ceb5-41f3-a451-0e7308e15022 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:00:29.975397 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bcd70a3d-ff11-469f-8c0f-a1f1be3d7cb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:29.980650 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bcd70a3d-ff11-469f-8c0f-a1f1be3d7cb6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:29.991670 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201d4c2c-7545-4a02-9742-84f380f87f87 req-d193b98a-bdd9-4822-a89c-30e3fb293aa2 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:29.996764 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-201d4c2c-7545-4a02-9742-84f380f87f87 req-d193b98a-bdd9-4822-a89c-30e3fb293aa2 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/ports?device_id=225149f6-b53e-471c-a121-21a0d84521e4 HTTP/1.1" status: 200 len: 943 time: 1.2061145 Feb 09 01:00:30.048047 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01069af4-2006-4441-abc2-ccfde7db0d80 req-528cb347-0c41-40f2-b44c-972e05ea2218 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:30.048047 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-01069af4-2006-4441-abc2-ccfde7db0d80 req-528cb347-0c41-40f2-b44c-972e05ea2218 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.99 "GET /v2.0/ports?device_id=48bd2964-dfe8-4be2-9201-0c66a96fd4ef HTTP/1.1" status: 200 len: 943 time: 0.8060892 Feb 09 01:00:30.275267 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bcd70a3d-ff11-469f-8c0f-a1f1be3d7cb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:30.275880 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd70a3d-ff11-469f-8c0f-a1f1be3d7cb6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a850b99-2699-4551-83df-234a05d07ef1 {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:00:30.294633 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-201d4c2c-7545-4a02-9742-84f380f87f87 req-0bf8a39e-647f-4f53-b99f-14f81e08f347 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/security-groups?id=21d48e70-0a9a-4f34-bd03-fe2b0988e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969084 Feb 09 01:00:30.331254 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6ee4c366-6642-4e1d-881e-6d11454027ce req-b6c72aad-9a09-4a63-a259-fa8d29fb7f45 service neutron] 10.222.0.62 "GET /v2.0/networks/48143312-4059-4efc-a7c1-0025ad20c80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6065233 Feb 09 01:00:30.345811 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [req-dc3658d6-dfa6-4286-8b66-a34627bfe10b req-cd84e184-6a46-4de3-bb97-8f71fc087277 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65b98c26-ceb5-41f3-a451-0e7308e15022 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:00:30.377979 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-01069af4-2006-4441-abc2-ccfde7db0d80 req-9c0d7a85-6efe-4c72-8bef-555eec38e19b tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Deleting port 14e69ae5-6773-4421-b91f-5b97353755a3 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:00:30.377979 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-01069af4-2006-4441-abc2-ccfde7db0d80 req-9c0d7a85-6efe-4c72-8bef-555eec38e19b tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:30.384043 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-dc3658d6-dfa6-4286-8b66-a34627bfe10b req-cd84e184-6a46-4de3-bb97-8f71fc087277 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:30.425576 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-dc3658d6-dfa6-4286-8b66-a34627bfe10b req-cd84e184-6a46-4de3-bb97-8f71fc087277 service neutron] Transition to ACTIVE for port object 65b98c26-ceb5-41f3-a451-0e7308e15022 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:00:30.425576 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-dc3658d6-dfa6-4286-8b66-a34627bfe10b req-cd84e184-6a46-4de3-bb97-8f71fc087277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:30.517209 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39903a2b-31ee-43b0-8e1e-33a2d86c164c req-9d0e3561-b701-47a4-9ffe-15d26e3f3f49 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:30.517209 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-39903a2b-31ee-43b0-8e1e-33a2d86c164c req-9d0e3561-b701-47a4-9ffe-15d26e3f3f49 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=d27dec75-e490-455a-ab53-6827c62f4e59 HTTP/1.1" status: 200 len: 946 time: 0.9722245 Feb 09 01:00:30.643521 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bcd70a3d-ff11-469f-8c0f-a1f1be3d7cb6 admin admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:30.643521 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-bcd70a3d-ff11-469f-8c0f-a1f1be3d7cb6 admin admin] 10.222.0.105 "DELETE /v2.0/routers/1a850b99-2699-4551-83df-234a05d07ef1 HTTP/1.1" status: 204 len: 168 time: 4.3103085 Feb 09 01:00:30.658893 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 50186) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:00:30.922151 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-39903a2b-31ee-43b0-8e1e-33a2d86c164c req-0d934f2e-0b1a-42d0-a617-07a9267e305c tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3921320 Feb 09 01:00:30.948340 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9e48d33-ac68-40a2-9677-1f33ce1357b2 admin admin] Deleting subnet 45fa59ee-2584-4cd4-aa5d-73791fe0e17f {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:00:31.051193 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd84e184-6a46-4de3-bb97-8f71fc087277 service neutron] Pushing event updated for resources: {'Port': ['ID=65b98c26-ceb5-41f3-a451-0e7308e15022,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:31.063110 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f9e48d33-ac68-40a2-9677-1f33ce1357b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:31.117161 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-dc3658d6-dfa6-4286-8b66-a34627bfe10b req-cd84e184-6a46-4de3-bb97-8f71fc087277 service neutron] Attempting to bind port 65b98c26-ceb5-41f3-a451-0e7308e15022 on host n-h2-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:00:31.117161 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-dc3658d6-dfa6-4286-8b66-a34627bfe10b req-cd84e184-6a46-4de3-bb97-8f71fc087277 service neutron] Attempting to bind port 65b98c26-ceb5-41f3-a451-0e7308e15022 by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:00:31.117161 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3658d6-dfa6-4286-8b66-a34627bfe10b req-cd84e184-6a46-4de3-bb97-8f71fc087277 service neutron] Attempting to bind port 65b98c26-ceb5-41f3-a451-0e7308e15022 on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:00:31.128225 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3658d6-dfa6-4286-8b66-a34627bfe10b req-cd84e184-6a46-4de3-bb97-8f71fc087277 service neutron] Port 65b98c26-ceb5-41f3-a451-0e7308e15022 on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:00:31.128225 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3658d6-dfa6-4286-8b66-a34627bfe10b req-cd84e184-6a46-4de3-bb97-8f71fc087277 service neutron] Attempting to bind port 65b98c26-ceb5-41f3-a451-0e7308e15022 on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:00:31.128225 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3658d6-dfa6-4286-8b66-a34627bfe10b req-cd84e184-6a46-4de3-bb97-8f71fc087277 service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:00:31.128225 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3658d6-dfa6-4286-8b66-a34627bfe10b req-cd84e184-6a46-4de3-bb97-8f71fc087277 service neutron] Checking segment: {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:00:31.128225 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3658d6-dfa6-4286-8b66-a34627bfe10b req-cd84e184-6a46-4de3-bb97-8f71fc087277 service neutron] Bound using segment: {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:00:31.128225 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-dc3658d6-dfa6-4286-8b66-a34627bfe10b req-cd84e184-6a46-4de3-bb97-8f71fc087277 service neutron] Bound port: 65b98c26-ceb5-41f3-a451-0e7308e15022, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:00:31.128225 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-dc3658d6-dfa6-4286-8b66-a34627bfe10b req-cd84e184-6a46-4de3-bb97-8f71fc087277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:31.250783 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-dc3658d6-dfa6-4286-8b66-a34627bfe10b req-cd84e184-6a46-4de3-bb97-8f71fc087277 service neutron] For port 65b98c26-ceb5-41f3-a451-0e7308e15022, host n-h2-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:00:31.251702 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf35dce-debc-4d89-9691-63d453642713 req-686c481a-6f6c-4341-8b97-034449f4492a tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:31.254049 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-dc3658d6-dfa6-4286-8b66-a34627bfe10b req-cd84e184-6a46-4de3-bb97-8f71fc087277 service neutron] For port 65b98c26-ceb5-41f3-a451-0e7308e15022, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=65b98c26-ceb5-41f3-a451-0e7308e15022,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:00:31.254904 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0cf35dce-debc-4d89-9691-63d453642713 req-686c481a-6f6c-4341-8b97-034449f4492a tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc04f24f-36f8-45af-b2c8-471b5293733f HTTP/1.1" status: 200 len: 948 time: 0.6751997 Feb 09 01:00:31.261436 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-dc3658d6-dfa6-4286-8b66-a34627bfe10b req-cd84e184-6a46-4de3-bb97-8f71fc087277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:31.268912 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f9e48d33-ac68-40a2-9677-1f33ce1357b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:31.328013 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3658d6-dfa6-4286-8b66-a34627bfe10b req-cd84e184-6a46-4de3-bb97-8f71fc087277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:31.331865 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-dc3658d6-dfa6-4286-8b66-a34627bfe10b req-cd84e184-6a46-4de3-bb97-8f71fc087277 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:31.333586 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-dc3658d6-dfa6-4286-8b66-a34627bfe10b req-cd84e184-6a46-4de3-bb97-8f71fc087277 service neutron] 10.222.0.99 "PUT /v2.0/ports/65b98c26-ceb5-41f3-a451-0e7308e15022 HTTP/1.1" status: 200 len: 1096 time: 2.0664330 Feb 09 01:00:31.334193 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc04f24f-36f8-45af-b2c8-471b5293733f', 'tag': '65b98c26-ceb5-41f3-a451-0e7308e15022'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:00:31.428483 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd84e184-6a46-4de3-bb97-8f71fc087277 service neutron] Pushing event updated for resources: {'Port': ['ID=65b98c26-ceb5-41f3-a451-0e7308e15022,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:31.477396 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3658d6-dfa6-4286-8b66-a34627bfe10b req-f05dbac4-d9ae-4d7d-ab6b-3cc20259007f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:31.479572 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-dc3658d6-dfa6-4286-8b66-a34627bfe10b req-f05dbac4-d9ae-4d7d-ab6b-3cc20259007f service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e6fa40f41b9646a7bf38890c5f8e1746&device_id=dc04f24f-36f8-45af-b2c8-471b5293733f HTTP/1.1" status: 200 len: 1099 time: 0.1051915 Feb 09 01:00:31.509957 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 8dc42f6c-6943-467a-8a49-e8203ba2938a details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:00:31.526417 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0cf35dce-debc-4d89-9691-63d453642713 req-3cf60ced-5b74-4fcf-bdf7-c0907000244f tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/security-groups?id=bc5d6135-6634-4167-99ad-f31267fef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731635 Feb 09 01:00:31.563528 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-dc3658d6-dfa6-4286-8b66-a34627bfe10b req-271e89fe-de0f-47d1-a978-7a2322fadd6c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=65b98c26-ceb5-41f3-a451-0e7308e15022 HTTP/1.1" status: 200 len: 217 time: 0.0770314 Feb 09 01:00:31.571409 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90bfb1-831f-41e1-8a61-3136502e52b9 req-8f8198da-9e22-445c-98c4-604e5415d5c5 tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:31.573422 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9e90bfb1-831f-41e1-8a61-3136502e52b9 req-8f8198da-9e22-445c-98c4-604e5415d5c5 tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] 10.222.0.105 "GET /v2.0/ports?device_id=4419a240-e088-4c68-bde2-52cd7a0a8f27 HTTP/1.1" status: 200 len: 945 time: 0.4491658 Feb 09 01:00:31.661415 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-01069af4-2006-4441-abc2-ccfde7db0d80 req-9c0d7a85-6efe-4c72-8bef-555eec38e19b tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] For port 14e69ae5-6773-4421-b91f-5b97353755a3, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=14e69ae5-6773-4421-b91f-5b97353755a3,segment=NetworkSegment(68c75c24-5a6d-4512-b85d-48e7bc49aa9f),segment_id=68c75c24-5a6d-4512-b85d-48e7bc49aa9f)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:31.661718 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-01069af4-2006-4441-abc2-ccfde7db0d80 req-9c0d7a85-6efe-4c72-8bef-555eec38e19b tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:31.692054 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3658d6-dfa6-4286-8b66-a34627bfe10b req-e1e52578-462c-43d2-97a9-f2730907617f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:31.696477 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-dc3658d6-dfa6-4286-8b66-a34627bfe10b req-e1e52578-462c-43d2-97a9-f2730907617f service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.1269100 Feb 09 01:00:31.715869 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 8dc42f6c-6943-467a-8a49-e8203ba2938a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=8dc42f6c-6943-467a-8a49-e8203ba2938a,segment=NetworkSegment(68c75c24-5a6d-4512-b85d-48e7bc49aa9f),segment_id=68c75c24-5a6d-4512-b85d-48e7bc49aa9f)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:31.731611 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '8dc42f6c-6943-467a-8a49-e8203ba2938a', 'network_id': '48143312-4059-4efc-a7c1-0025ad20c80e', 'port_id': '8dc42f6c-6943-467a-8a49-e8203ba2938a', 'mac_address': 'fa:16:3e:d0:f5:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77301bdf-2486-425f-9a0c-6634d1b8425f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:00:31.806797 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:31.836954 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device c691cfbd-3cb5-4179-bbda-e883551e78d5 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:00:31.842820 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-01069af4-2006-4441-abc2-ccfde7db0d80 req-9c0d7a85-6efe-4c72-8bef-555eec38e19b tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Calling delete_port for 14e69ae5-6773-4421-b91f-5b97353755a3 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:00:31.869195 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 14e69ae5-6773-4421-b91f-5b97353755a3 no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:00:31.917284 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3658d6-dfa6-4286-8b66-a34627bfe10b req-3590adb9-8120-4367-b3ea-6a51bc42f892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:31.918691 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-dc3658d6-dfa6-4286-8b66-a34627bfe10b req-3590adb9-8120-4367-b3ea-6a51bc42f892 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2160840 Feb 09 01:00:31.961700 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dc42f6c-6943-467a-8a49-e8203ba2938a {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:00:31.984262 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 8dc42f6c-6943-467a-8a49-e8203ba2938a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=8dc42f6c-6943-467a-8a49-e8203ba2938a,segment=NetworkSegment(68c75c24-5a6d-4512-b85d-48e7bc49aa9f),segment_id=68c75c24-5a6d-4512-b85d-48e7bc49aa9f)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:31.993404 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:31.996698 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: c691cfbd-3cb5-4179-bbda-e883551e78d5 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:00:31.997722 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device c691cfbd-3cb5-4179-bbda-e883551e78d5 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:00:32.038792 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f9e48d33-ac68-40a2-9677-1f33ce1357b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:32.092007 n-d-828418-1 neutron-server[87640]: INFO neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] No ports have port_id starting with 14e69ae5-6773-4421-b91f-5b97353755a3 Feb 09 01:00:32.140944 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-01069af4-2006-4441-abc2-ccfde7db0d80 req-9c0d7a85-6efe-4c72-8bef-555eec38e19b tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:32.141125 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=8dc42f6c-6943-467a-8a49-e8203ba2938a,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:32.201657 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-dc3658d6-dfa6-4286-8b66-a34627bfe10b req-93a753ec-bd16-4f96-b16a-d6253357e8f5 service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753961 Feb 09 01:00:32.241405 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9e90bfb1-831f-41e1-8a61-3136502e52b9 req-f2691064-635c-438c-83f4-a85cf65f5bda tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] 10.222.0.105 "GET /v2.0/security-groups?id=8d0294b4-b1b6-4eb7-b73a-7ee549f8fd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6601758 Feb 09 01:00:32.268163 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0d7a85-6efe-4c72-8bef-555eec38e19b tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Pushing event deleted for resources: {'Port': ['ID=14e69ae5-6773-4421-b91f-5b97353755a3,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:32.271479 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f9e48d33-ac68-40a2-9677-1f33ce1357b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:32.389684 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e48d33-ac68-40a2-9677-1f33ce1357b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45fa59ee-2584-4cd4-aa5d-73791fe0e17f,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:32.405939 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['8dc42f6c-6943-467a-8a49-e8203ba2938a'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:00:32.436158 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f9e48d33-ac68-40a2-9677-1f33ce1357b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:32.436158 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-01069af4-2006-4441-abc2-ccfde7db0d80 req-9c0d7a85-6efe-4c72-8bef-555eec38e19b tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] No DVR routers for this DVR port 14e69ae5-6773-4421-b91f-5b97353755a3 on host n-h2-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:00:32.442494 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-dc3658d6-dfa6-4286-8b66-a34627bfe10b req-3db49755-44a3-4119-9a5f-fddce908a998 service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210958 Feb 09 01:00:32.450501 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-01069af4-2006-4441-abc2-ccfde7db0d80 req-9c0d7a85-6efe-4c72-8bef-555eec38e19b tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:32.455925 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9bb9724-a2d0-4f93-ad94-54c544214848 None None] Network 0448a394-55c8-45f4-a274-23af165c2c3d requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:00:32.479301 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48bd2964-dfe8-4be2-9201-0c66a96fd4ef', 'name': 'network-vif-deleted', 'tag': '14e69ae5-6773-4421-b91f-5b97353755a3'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:00:32.479301 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-01069af4-2006-4441-abc2-ccfde7db0d80 req-9c0d7a85-6efe-4c72-8bef-555eec38e19b tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.99 "DELETE /v2.0/ports/14e69ae5-6773-4421-b91f-5b97353755a3 HTTP/1.1" status: 204 len: 173 time: 2.3953404 Feb 09 01:00:32.496031 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50206) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:00:32.499122 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f9e48d33-ac68-40a2-9677-1f33ce1357b2 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/45fa59ee-2584-4cd4-aa5d-73791fe0e17f HTTP/1.1" status: 204 len: 168 time: 1.8372004 Feb 09 01:00:32.546526 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0509d7-75b6-4176-adf9-92466de193cc req-e5138fae-8db2-4408-a554-83954edb45cd tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:32.548137 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-6f0509d7-75b6-4176-adf9-92466de193cc req-e5138fae-8db2-4408-a554-83954edb45cd tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Synchronizing usage tracker for tenant:8ec264b7b14646a3a7c5bffffa681c25 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:00:32.596275 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-6f0509d7-75b6-4176-adf9-92466de193cc req-e5138fae-8db2-4408-a554-83954edb45cd tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Unset dirty status for tenant:8ec264b7b14646a3a7c5bffffa681c25 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:00:32.599364 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6f0509d7-75b6-4176-adf9-92466de193cc req-e5138fae-8db2-4408-a554-83954edb45cd tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/ports?device_id=225149f6-b53e-471c-a121-21a0d84521e4 HTTP/1.1" status: 200 len: 944 time: 0.4737351 Feb 09 01:00:32.642916 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc04f24f-36f8-45af-b2c8-471b5293733f', 'tag': '65b98c26-ceb5-41f3-a451-0e7308e15022', 'status': 'completed', 'code': 200} Feb 09 01:00:32.728837 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4b20910f-02cd-498e-82b9-bbdd58a1a856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:32.752968 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-4b20910f-02cd-498e-82b9-bbdd58a1a856 admin admin] Deleting port dcd5571e-8000-4483-bc99-3ae415e64b40 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:00:32.753533 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4b20910f-02cd-498e-82b9-bbdd58a1a856 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:32.877386 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6f0509d7-75b6-4176-adf9-92466de193cc req-7118fd99-1cb1-4380-8396-c6344adffffe tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/security-groups?id=21d48e70-0a9a-4f34-bd03-fe2b0988e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716722 Feb 09 01:00:32.921858 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e515dbe0-e62c-4fdd-9d6a-8aedd5873972 req-cba6981f-2634-4d6d-9903-a5333556a6b6 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:32.925718 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e515dbe0-e62c-4fdd-9d6a-8aedd5873972 req-cba6981f-2634-4d6d-9903-a5333556a6b6 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=d27dec75-e490-455a-ab53-6827c62f4e59 HTTP/1.1" status: 200 len: 946 time: 0.1547229 Feb 09 01:00:32.957756 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13de324-03e8-447c-b714-1560f41e5a9c req-9d244835-0ed8-4a25-86b9-3fb77a1cf0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:32.959724 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a13de324-03e8-447c-b714-1560f41e5a9c req-9d244835-0ed8-4a25-86b9-3fb77a1cf0ac service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e6fa40f41b9646a7bf38890c5f8e1746&device_id=dc04f24f-36f8-45af-b2c8-471b5293733f HTTP/1.1" status: 200 len: 1099 time: 0.3102229 Feb 09 01:00:33.058677 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48bd2964-dfe8-4be2-9201-0c66a96fd4ef', 'name': 'network-vif-deleted', 'tag': '14e69ae5-6773-4421-b91f-5b97353755a3', 'status': 'completed', 'code': 200} Feb 09 01:00:33.070116 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcec317-ba16-4133-8925-d46cecda249d None None] DHCP port deletion for 0448a394-55c8-45f4-a274-23af165c2c3d request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:00:33.073244 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e515dbe0-e62c-4fdd-9d6a-8aedd5873972 req-0804ba91-e37c-496d-b285-345d9ec18e76 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406276 Feb 09 01:00:33.085979 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-5fcec317-ba16-4133-8925-d46cecda249d None None] Deleting port dcd5571e-8000-4483-bc99-3ae415e64b40 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:00:33.086353 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5fcec317-ba16-4133-8925-d46cecda249d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:33.157476 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13de324-03e8-447c-b714-1560f41e5a9c req-f9f08cf3-323c-4abb-ad20-cc6883550f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:33.159221 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a13de324-03e8-447c-b714-1560f41e5a9c req-f9f08cf3-323c-4abb-ad20-cc6883550f3e service neutron] 10.222.0.99 "GET /v2.0/networks?id=42d335cf-a678-4bc3-901b-7d21fb8587e6 HTTP/1.1" status: 200 len: 870 time: 0.1840198 Feb 09 01:00:33.165662 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-4b20910f-02cd-498e-82b9-bbdd58a1a856 admin admin] For port dcd5571e-8000-4483-bc99-3ae415e64b40, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=dcd5571e-8000-4483-bc99-3ae415e64b40,segment=NetworkSegment(2b5044f8-107c-41ef-8a61-ec7601fd6ccb),segment_id=2b5044f8-107c-41ef-8a61-ec7601fd6ccb)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:33.166231 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4b20910f-02cd-498e-82b9-bbdd58a1a856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:33.398183 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a13de324-03e8-447c-b714-1560f41e5a9c req-4a2f608c-f050-4e83-b69d-59645799060d service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=65b98c26-ceb5-41f3-a451-0e7308e15022 HTTP/1.1" status: 200 len: 217 time: 0.2311826 Feb 09 01:00:33.402275 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-4b20910f-02cd-498e-82b9-bbdd58a1a856 admin admin] Calling delete_port for dcd5571e-8000-4483-bc99-3ae415e64b40 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:00:33.476668 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-5fcec317-ba16-4133-8925-d46cecda249d None None] For port dcd5571e-8000-4483-bc99-3ae415e64b40, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=dcd5571e-8000-4483-bc99-3ae415e64b40,segment=NetworkSegment(2b5044f8-107c-41ef-8a61-ec7601fd6ccb),segment_id=2b5044f8-107c-41ef-8a61-ec7601fd6ccb)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:33.477900 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5fcec317-ba16-4133-8925-d46cecda249d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:33.520473 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4b20910f-02cd-498e-82b9-bbdd58a1a856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:33.564294 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13de324-03e8-447c-b714-1560f41e5a9c req-ab9d660a-a2ff-4fba-a939-18f5612bd7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:33.565755 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a13de324-03e8-447c-b714-1560f41e5a9c req-ab9d660a-a2ff-4fba-a939-18f5612bd7be service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.1595645 Feb 09 01:00:33.594024 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b20910f-02cd-498e-82b9-bbdd58a1a856 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcd5571e-8000-4483-bc99-3ae415e64b40,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:33.602068 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b20910f-02cd-498e-82b9-bbdd58a1a856 admin admin] No DVR routers for this DVR port dcd5571e-8000-4483-bc99-3ae415e64b40 on host n-d-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:00:33.649650 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c593a51-99a8-4a5c-90d7-e7df3531c791 req-f030d9c6-012d-42e6-be1c-adf0ce982578 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:33.656932 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6c593a51-99a8-4a5c-90d7-e7df3531c791 req-f030d9c6-012d-42e6-be1c-adf0ce982578 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc04f24f-36f8-45af-b2c8-471b5293733f HTTP/1.1" status: 200 len: 948 time: 0.3683293 Feb 09 01:00:33.663444 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-5fcec317-ba16-4133-8925-d46cecda249d None None] Calling delete_port for dcd5571e-8000-4483-bc99-3ae415e64b40 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:00:33.696095 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f85e1-efc5-4a1a-ae7b-dbc591c0c5d4 req-faa89e81-474f-4d47-9611-b91718e66e58 tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:33.703417 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ce2f85e1-efc5-4a1a-ae7b-dbc591c0c5d4 req-faa89e81-474f-4d47-9611-b91718e66e58 tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] 10.222.0.105 "GET /v2.0/ports?device_id=4419a240-e088-4c68-bde2-52cd7a0a8f27 HTTP/1.1" status: 200 len: 945 time: 0.2510700 Feb 09 01:00:33.771515 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6c593a51-99a8-4a5c-90d7-e7df3531c791 req-7c888ee0-80d3-4c7c-8664-6c8692c51a60 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/security-groups?id=bc5d6135-6634-4167-99ad-f31267fef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131940 Feb 09 01:00:33.797435 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ce2f85e1-efc5-4a1a-ae7b-dbc591c0c5d4 req-0ed1366f-1866-47d0-be55-bd9351b01509 tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] 10.222.0.105 "GET /v2.0/security-groups?id=8d0294b4-b1b6-4eb7-b73a-7ee549f8fd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931652 Feb 09 01:00:33.804061 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13de324-03e8-447c-b714-1560f41e5a9c req-986320e8-4ba5-4a5f-b9da-922824eb820e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:33.807167 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a13de324-03e8-447c-b714-1560f41e5a9c req-986320e8-4ba5-4a5f-b9da-922824eb820e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2338157 Feb 09 01:00:33.887967 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-5fcec317-ba16-4133-8925-d46cecda249d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:00:33.888726 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-5fcec317-ba16-4133-8925-d46cecda249d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:00:33.919277 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device dcd5571e-8000-4483-bc99-3ae415e64b40 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:00:33.946097 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4b20910f-02cd-498e-82b9-bbdd58a1a856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:33.985715 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-4b20910f-02cd-498e-82b9-bbdd58a1a856 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0448a394-55c8-45f4-a274-23af165c2c3d']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:00:34.001554 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-4b20910f-02cd-498e-82b9-bbdd58a1a856 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b5044f8-107c-41ef-8a61-ec7601fd6ccb') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:00:34.001554 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-4b20910f-02cd-498e-82b9-bbdd58a1a856 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b5044f8-107c-41ef-8a61-ec7601fd6ccb') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:00:34.031148 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4b20910f-02cd-498e-82b9-bbdd58a1a856 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:34.032856 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: dcd5571e-8000-4483-bc99-3ae415e64b40 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:00:34.032856 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device dcd5571e-8000-4483-bc99-3ae415e64b40 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:00:34.060390 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4b20910f-02cd-498e-82b9-bbdd58a1a856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:34.072835 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b20910f-02cd-498e-82b9-bbdd58a1a856 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:00:34.073626 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4b20910f-02cd-498e-82b9-bbdd58a1a856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:34.089481 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:00:34.089481 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:00:34.089481 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:00:34.089481 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:00:34.089481 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:00:34.089481 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:00:34.089481 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:00:34.089481 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:00:34.089481 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:00:34.089481 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:00:34.089481 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:00:34.089481 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:00:34.089481 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:00:34.089481 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:00:34.089481 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:00:34.089481 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:00:34.089481 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:00:34.089481 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:00:34.089481 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:00:34.089481 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:00:34.089481 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:00:34.089481 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:00:34.089481 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:00:34.089481 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:00:34.089481 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:00:34.089481 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:00:34.089481 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:00:34.089481 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:00:34.089481 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:00:34.089481 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:00:34.089481 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:00:34.089481 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:00:34.214945 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4b20910f-02cd-498e-82b9-bbdd58a1a856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:34.232656 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4b20910f-02cd-498e-82b9-bbdd58a1a856 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:34.248543 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b20910f-02cd-498e-82b9-bbdd58a1a856 admin admin] Pushing event deleted for resources: {'Network': ['ID=0448a394-55c8-45f4-a274-23af165c2c3d,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:34.283234 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-4b20910f-02cd-498e-82b9-bbdd58a1a856 admin admin] 10.222.0.105 "DELETE /v2.0/networks/0448a394-55c8-45f4-a274-23af165c2c3d HTTP/1.1" status: 204 len: 168 time: 1.7821636 Feb 09 01:00:34.299527 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a13de324-03e8-447c-b714-1560f41e5a9c req-e59c6731-1442-42f5-a7a3-18859f697d22 service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4838476 Feb 09 01:00:34.390488 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-5fcec317-ba16-4133-8925-d46cecda249d None None] Deleting port dcd5571e-8000-4483-bc99-3ae415e64b40 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:00:34.390488 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5fcec317-ba16-4133-8925-d46cecda249d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:34.403247 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8161978a-fa79-49ac-8de9-9144ea6e398c req-9f275db4-f9fc-4cdd-a59c-b79e869d9935 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:34.404905 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8161978a-fa79-49ac-8de9-9144ea6e398c req-9f275db4-f9fc-4cdd-a59c-b79e869d9935 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/ports?device_id=225149f6-b53e-471c-a121-21a0d84521e4 HTTP/1.1" status: 200 len: 944 time: 0.2974434 Feb 09 01:00:34.477323 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41b9278-0e9c-41a8-a164-b1b63996e80e req-8cc7dfbc-7741-48c8-bb78-67ce17243091 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:34.479262 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f41b9278-0e9c-41a8-a164-b1b63996e80e req-8cc7dfbc-7741-48c8-bb78-67ce17243091 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=d27dec75-e490-455a-ab53-6827c62f4e59 HTTP/1.1" status: 200 len: 946 time: 0.2498224 Feb 09 01:00:34.483630 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-5fcec317-ba16-4133-8925-d46cecda249d None None] The port 'dcd5571e-8000-4483-bc99-3ae415e64b40' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:00:34.530334 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50226) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:00:34.595283 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8161978a-fa79-49ac-8de9-9144ea6e398c req-e220ef06-17a8-479d-8a1a-344bf94f4ef0 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/security-groups?id=21d48e70-0a9a-4f34-bd03-fe2b0988e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633990 Feb 09 01:00:34.614904 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f41b9278-0e9c-41a8-a164-b1b63996e80e req-80f1b529-9cf2-4c0c-91ce-95f9c058e6d0 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224053 Feb 09 01:00:34.620077 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-117b6009-41e0-485e-8571-e7c7821c0c7d admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=e780c16281c340ce809950e38bac725d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0812831 Feb 09 01:00:34.620077 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50230) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:00:34.625372 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a13de324-03e8-447c-b714-1560f41e5a9c req-98d24d21-d105-4d6e-a63c-1577c235bc05 service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172171 Feb 09 01:00:34.713045 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-191b4184-374a-4093-83e0-54cce73e2c59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:34.748564 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-191b4184-374a-4093-83e0-54cce73e2c59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:34.819547 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-191b4184-374a-4093-83e0-54cce73e2c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:34.862369 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191b4184-374a-4093-83e0-54cce73e2c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad01e72b-7553-4315-8cd5-728cf564ce15,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:34.876246 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-191b4184-374a-4093-83e0-54cce73e2c59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:34.882054 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-191b4184-374a-4093-83e0-54cce73e2c59 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/ad01e72b-7553-4315-8cd5-728cf564ce15 HTTP/1.1" status: 204 len: 168 time: 0.2622533 Feb 09 01:00:35.118593 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bcae4f-fd08-46fd-8c9f-8e4e848c7441 req-cfe17727-511c-418c-945c-0d9ea4266cb7 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:35.120164 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f2bcae4f-fd08-46fd-8c9f-8e4e848c7441 req-cfe17727-511c-418c-945c-0d9ea4266cb7 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc04f24f-36f8-45af-b2c8-471b5293733f HTTP/1.1" status: 200 len: 948 time: 0.1648140 Feb 09 01:00:35.131847 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1530f81f-cd7a-4655-b234-55c22963602e req-6852cb13-2c80-4d6e-8e64-c7a8fce5707f tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:35.133635 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1530f81f-cd7a-4655-b234-55c22963602e req-6852cb13-2c80-4d6e-8e64-c7a8fce5707f tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] 10.222.0.105 "GET /v2.0/ports?device_id=4419a240-e088-4c68-bde2-52cd7a0a8f27 HTTP/1.1" status: 200 len: 945 time: 0.1366274 Feb 09 01:00:35.207704 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f2bcae4f-fd08-46fd-8c9f-8e4e848c7441 req-2f16d2e0-c638-46d5-a0d8-8909fc29da4e tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/security-groups?id=bc5d6135-6634-4167-99ad-f31267fef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730853 Feb 09 01:00:35.213045 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1530f81f-cd7a-4655-b234-55c22963602e req-325d5ccb-24c7-42fe-b07b-5c378e3dedc4 tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] 10.222.0.105 "GET /v2.0/security-groups?id=8d0294b4-b1b6-4eb7-b73a-7ee549f8fd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649011 Feb 09 01:00:35.424337 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405cd8c5-8534-4a43-928f-0ac9891dff2a req-cec7b5da-b75f-4f3a-a12c-e2814296c94b tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:35.425058 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-405cd8c5-8534-4a43-928f-0ac9891dff2a req-cec7b5da-b75f-4f3a-a12c-e2814296c94b tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=763a7eb3-2dd6-42a3-9f56-d22f3c0da01c HTTP/1.1" status: 200 len: 944 time: 0.1118324 Feb 09 01:00:35.490206 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-405cd8c5-8534-4a43-928f-0ac9891dff2a req-e7313865-babd-4d13-af6c-8ca8b38b4450 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582731 Feb 09 01:00:35.516484 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 8dc42f6c-6943-467a-8a49-e8203ba2938a up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:00:35.609228 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port 8dc42f6c-6943-467a-8a49-e8203ba2938a completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:00:35.609343 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7897c0ed-b26d-48aa-955e-9679b5838fc9 req-47fe02f3-6786-4f99-991e-a134ac6e1552 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:35.613621 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7897c0ed-b26d-48aa-955e-9679b5838fc9 req-47fe02f3-6786-4f99-991e-a134ac6e1552 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.62 "GET /v2.0/ports?device_id=763a7eb3-2dd6-42a3-9f56-d22f3c0da01c HTTP/1.1" status: 200 len: 944 time: 0.1143010 Feb 09 01:00:35.616141 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 8dc42f6c-6943-467a-8a49-e8203ba2938a triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:00:35.616141 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:35.752661 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-7897c0ed-b26d-48aa-955e-9679b5838fc9 req-df9f8062-00ed-4357-9ecf-2e562cc71c1d tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Deleting port 0e9696b7-60ef-432d-8bf7-d605730b4909 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:00:35.753394 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-7897c0ed-b26d-48aa-955e-9679b5838fc9 req-df9f8062-00ed-4357-9ecf-2e562cc71c1d tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:35.837996 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:35.932966 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 65b98c26-ceb5-41f3-a451-0e7308e15022 details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:00:35.943789 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '225149f6-b53e-471c-a121-21a0d84521e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dc42f6c-6943-467a-8a49-e8203ba2938a'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:00:35.982924 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 8dc42f6c-6943-467a-8a49-e8203ba2938a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=8dc42f6c-6943-467a-8a49-e8203ba2938a,segment=NetworkSegment(68c75c24-5a6d-4512-b85d-48e7bc49aa9f),segment_id=68c75c24-5a6d-4512-b85d-48e7bc49aa9f)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:35.988433 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:36.101298 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50268) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:00:36.192248 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615918ec-394a-49ce-a278-00a56819ea0a req-85a1485e-3263-4a1e-a20b-be00bc71bd42 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:36.198780 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-615918ec-394a-49ce-a278-00a56819ea0a req-85a1485e-3263-4a1e-a20b-be00bc71bd42 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/ports?device_id=225149f6-b53e-471c-a121-21a0d84521e4 HTTP/1.1" status: 200 len: 944 time: 0.3965290 Feb 09 01:00:36.205179 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=8dc42f6c-6943-467a-8a49-e8203ba2938a,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:36.254658 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 65b98c26-ceb5-41f3-a451-0e7308e15022, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=65b98c26-ceb5-41f3-a451-0e7308e15022,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:36.260739 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-291088f6-83b5-4aef-8184-d68fb3c97725 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-171840996-network', 'tenant_id': 'bb6f8e8cedf24900b12d2701e0ee535c'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:00:36.265813 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-291088f6-83b5-4aef-8184-d68fb3c97725 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:00:36.270644 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-291088f6-83b5-4aef-8184-d68fb3c97725 admin admin] Usage tracker for resource:network and tenant:bb6f8e8cedf24900b12d2701e0ee535c is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:00:36.272298 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': '65b98c26-ceb5-41f3-a451-0e7308e15022', 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6', 'port_id': '65b98c26-ceb5-41f3-a451-0e7308e15022', 'mac_address': 'fa:16:3e:06:25:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7938d94-1f0f-48bd-a0b3-26d5344ff0ec', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:00:36.273215 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-291088f6-83b5-4aef-8184-d68fb3c97725 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:00:36.283971 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-291088f6-83b5-4aef-8184-d68fb3c97725 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:00:36.294632 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-615918ec-394a-49ce-a278-00a56819ea0a req-98a1c840-fcd5-456a-a6b2-5ef2cc043a2b tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/security-groups?id=21d48e70-0a9a-4f34-bd03-fe2b0988e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950544 Feb 09 01:00:36.311026 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-291088f6-83b5-4aef-8184-d68fb3c97725 admin admin] Made reservation on behalf of bb6f8e8cedf24900b12d2701e0ee535c for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:00:36.323125 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce09b546-d8f8-4f6d-b306-1138e9924aef req-52533da2-2b18-4e18-9bb1-d87ba4325150 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:36.325041 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ce09b546-d8f8-4f6d-b306-1138e9924aef req-52533da2-2b18-4e18-9bb1-d87ba4325150 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=d27dec75-e490-455a-ab53-6827c62f4e59 HTTP/1.1" status: 200 len: 946 time: 0.3062055 Feb 09 01:00:36.326231 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-291088f6-83b5-4aef-8184-d68fb3c97725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:36.334357 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-7897c0ed-b26d-48aa-955e-9679b5838fc9 req-df9f8062-00ed-4357-9ecf-2e562cc71c1d tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] For port 0e9696b7-60ef-432d-8bf7-d605730b4909, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=0e9696b7-60ef-432d-8bf7-d605730b4909,segment=NetworkSegment(d7050703-a45d-45b0-a89d-e74c0c0ae2fb),segment_id=d7050703-a45d-45b0-a89d-e74c0c0ae2fb)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:36.334717 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-7897c0ed-b26d-48aa-955e-9679b5838fc9 req-df9f8062-00ed-4357-9ecf-2e562cc71c1d tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:36.335848 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:36.359850 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-291088f6-83b5-4aef-8184-d68fb3c97725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:36.368193 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65b98c26-ceb5-41f3-a451-0e7308e15022 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:00:36.388233 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-291088f6-83b5-4aef-8184-d68fb3c97725 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:00:36.395411 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-291088f6-83b5-4aef-8184-d68fb3c97725 admin admin] Usage tracker for resource:security_group_rule and tenant:bb6f8e8cedf24900b12d2701e0ee535c is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:00:36.396095 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 65b98c26-ceb5-41f3-a451-0e7308e15022, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=65b98c26-ceb5-41f3-a451-0e7308e15022,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:36.401272 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:36.402702 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-291088f6-83b5-4aef-8184-d68fb3c97725 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:00:36.412812 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-291088f6-83b5-4aef-8184-d68fb3c97725 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:00:36.494494 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=65b98c26-ceb5-41f3-a451-0e7308e15022,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:36.553124 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-7897c0ed-b26d-48aa-955e-9679b5838fc9 req-df9f8062-00ed-4357-9ecf-2e562cc71c1d tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Calling delete_port for 0e9696b7-60ef-432d-8bf7-d605730b4909 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:00:36.558340 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-291088f6-83b5-4aef-8184-d68fb3c97725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:36.564501 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-291088f6-83b5-4aef-8184-d68fb3c97725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:36.583164 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-291088f6-83b5-4aef-8184-d68fb3c97725 admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:00:36.598631 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-291088f6-83b5-4aef-8184-d68fb3c97725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:36.599037 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-291088f6-83b5-4aef-8184-d68fb3c97725 admin admin] Added segment d4e87788-7bb5-4ee5-b7fd-7c80de4d4331 of type vlan for network c9b708c2-fcb1-434b-adfc-c490ab8109eb Feb 09 01:00:36.600441 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '225149f6-b53e-471c-a121-21a0d84521e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dc42f6c-6943-467a-8a49-e8203ba2938a', 'code': 200} Feb 09 01:00:36.620494 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ce09b546-d8f8-4f6d-b306-1138e9924aef req-4cbffc5c-454f-45ca-aa13-957e64c65cfd tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779520 Feb 09 01:00:36.687481 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291088f6-83b5-4aef-8184-d68fb3c97725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae38bca7-ba45-4548-b043-5a2e245ebd4f,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:36.698969 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-291088f6-83b5-4aef-8184-d68fb3c97725 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:36.737756 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-291088f6-83b5-4aef-8184-d68fb3c97725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:36.738826 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291088f6-83b5-4aef-8184-d68fb3c97725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:36.739794 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-291088f6-83b5-4aef-8184-d68fb3c97725 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:36.854260 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['65b98c26-ceb5-41f3-a451-0e7308e15022'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:00:36.870179 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-291088f6-83b5-4aef-8184-d68fb3c97725 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7665503 Feb 09 01:00:36.873359 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50282) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:00:36.877025 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291088f6-83b5-4aef-8184-d68fb3c97725 admin admin] Pushing event updated for resources: {'Network': ['ID=c9b708c2-fcb1-434b-adfc-c490ab8109eb,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:36.883699 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-9643bc45-5524-4a5e-95c2-0c7c6de60431 admin admin] Request body: {'subnet': {'network_id': 'c9b708c2-fcb1-434b-adfc-c490ab8109eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-171840996-subnet', 'tenant_id': 'bb6f8e8cedf24900b12d2701e0ee535c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:00:36.890110 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9643bc45-5524-4a5e-95c2-0c7c6de60431 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:00:36.893874 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-9643bc45-5524-4a5e-95c2-0c7c6de60431 admin admin] Usage tracker for resource:subnet and tenant:bb6f8e8cedf24900b12d2701e0ee535c is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:00:36.900118 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-9643bc45-5524-4a5e-95c2-0c7c6de60431 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:00:36.918172 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9643bc45-5524-4a5e-95c2-0c7c6de60431 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:00:36.931882 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network c9b708c2-fcb1-434b-adfc-c490ab8109eb details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:00:36.936244 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9643bc45-5524-4a5e-95c2-0c7c6de60431 admin admin] Made reservation on behalf of bb6f8e8cedf24900b12d2701e0ee535c for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:00:36.936244 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9643bc45-5524-4a5e-95c2-0c7c6de60431 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:37.032955 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-7897c0ed-b26d-48aa-955e-9679b5838fc9 req-df9f8062-00ed-4357-9ecf-2e562cc71c1d tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:37.065238 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['0e9696b7-60ef-432d-8bf7-d605730b4909'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:00:37.094979 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9f8062-00ed-4357-9ecf-2e562cc71c1d tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Pushing event deleted for resources: {'Port': ['ID=0e9696b7-60ef-432d-8bf7-d605730b4909,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:37.196561 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-7897c0ed-b26d-48aa-955e-9679b5838fc9 req-df9f8062-00ed-4357-9ecf-2e562cc71c1d tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] No DVR routers for this DVR port 0e9696b7-60ef-432d-8bf7-d605730b4909 on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:00:37.199478 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f8396-af52-4a06-835f-8e3c0e3070f3 req-45d19362-53f2-485d-bcee-6381cb7ea2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:37.200948 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f68f8396-af52-4a06-835f-8e3c0e3070f3 req-45d19362-53f2-485d-bcee-6381cb7ea2a0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=225149f6-b53e-471c-a121-21a0d84521e4 HTTP/1.1" status: 200 len: 1096 time: 0.4770441 Feb 09 01:00:37.202293 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-7897c0ed-b26d-48aa-955e-9679b5838fc9 req-df9f8062-00ed-4357-9ecf-2e562cc71c1d tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:37.206507 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '763a7eb3-2dd6-42a3-9f56-d22f3c0da01c', 'name': 'network-vif-deleted', 'tag': '0e9696b7-60ef-432d-8bf7-d605730b4909'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:00:37.227835 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9643bc45-5524-4a5e-95c2-0c7c6de60431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:37.250046 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b442d-0b84-4f71-9e22-d6c415e1140c req-b78d2343-0e13-47b7-80e6-20c710ac8f83 tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:37.256443 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-016b442d-0b84-4f71-9e22-d6c415e1140c req-b78d2343-0e13-47b7-80e6-20c710ac8f83 tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] 10.222.0.105 "GET /v2.0/ports?device_id=4419a240-e088-4c68-bde2-52cd7a0a8f27 HTTP/1.1" status: 200 len: 945 time: 0.3820424 Feb 09 01:00:37.262480 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7897c0ed-b26d-48aa-955e-9679b5838fc9 req-df9f8062-00ed-4357-9ecf-2e562cc71c1d tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.62 "DELETE /v2.0/ports/0e9696b7-60ef-432d-8bf7-d605730b4909 HTTP/1.1" status: 204 len: 173 time: 1.6467094 Feb 09 01:00:37.283888 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ebc657-b385-4a54-9af2-79d17cf8de29 req-9dd3f00b-278a-49b5-ac6d-b71352b07665 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:37.291469 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f2ebc657-b385-4a54-9af2-79d17cf8de29 req-9dd3f00b-278a-49b5-ac6d-b71352b07665 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc04f24f-36f8-45af-b2c8-471b5293733f HTTP/1.1" status: 200 len: 949 time: 0.4229345 Feb 09 01:00:37.306736 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9643bc45-5524-4a5e-95c2-0c7c6de60431 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8716427-016b-4cbe-988e-196988523774,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:37.335063 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9643bc45-5524-4a5e-95c2-0c7c6de60431 admin admin] Checking segment: {'id': 'd4e87788-7bb5-4ee5-b7fd-7c80de4d4331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c9b708c2-fcb1-434b-adfc-c490ab8109eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:00:37.335063 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9643bc45-5524-4a5e-95c2-0c7c6de60431 admin admin] Network hostable DHCP agents. Network: c9b708c2-fcb1-434b-adfc-c490ab8109eb, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:00:37.364081 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9643bc45-5524-4a5e-95c2-0c7c6de60431 admin admin] Network c9b708c2-fcb1-434b-adfc-c490ab8109eb is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:00:37.376191 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-016b442d-0b84-4f71-9e22-d6c415e1140c req-15179f74-7ea0-484e-8780-76988d1d9094 tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] 10.222.0.105 "GET /v2.0/security-groups?id=8d0294b4-b1b6-4eb7-b73a-7ee549f8fd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118252 Feb 09 01:00:37.379445 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-9643bc45-5524-4a5e-95c2-0c7c6de60431 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, c9b708c2-fcb1-434b-adfc-c490ab8109eb) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:00:37.385641 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f68f8396-af52-4a06-835f-8e3c0e3070f3 req-16d9fae2-49e0-4e76-a2ae-a99bf07074e9 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=21d48e70-0a9a-4f34-bd03-fe2b0988e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718085 Feb 09 01:00:37.390502 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9643bc45-5524-4a5e-95c2-0c7c6de60431 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:37.391269 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9643bc45-5524-4a5e-95c2-0c7c6de60431 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:37.399505 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f132c1ca-c9d7-47e7-8dd8-903760fd4a35 None None] Network c9b708c2-fcb1-434b-adfc-c490ab8109eb requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:00:37.401798 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f2ebc657-b385-4a54-9af2-79d17cf8de29 req-cfc35180-47ba-45e1-a55c-b59cff77d984 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/security-groups?id=bc5d6135-6634-4167-99ad-f31267fef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090970 Feb 09 01:00:37.431804 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9643bc45-5524-4a5e-95c2-0c7c6de60431 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5564592 Feb 09 01:00:37.434493 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 50292) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:00:37.441012 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-de7fc2b7-de91-40b7-8ff1-cf4651346bb8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-171840996-router', 'tenant_id': 'bb6f8e8cedf24900b12d2701e0ee535c', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:00:37.453357 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-de7fc2b7-de91-40b7-8ff1-cf4651346bb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:00:37.457894 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-de7fc2b7-de91-40b7-8ff1-cf4651346bb8 admin admin] Usage tracker for resource:router and tenant:bb6f8e8cedf24900b12d2701e0ee535c is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:00:37.464499 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-de7fc2b7-de91-40b7-8ff1-cf4651346bb8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:00:37.477713 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '763a7eb3-2dd6-42a3-9f56-d22f3c0da01c', 'name': 'network-vif-deleted', 'tag': '0e9696b7-60ef-432d-8bf7-d605730b4909', 'status': 'completed', 'code': 200} Feb 09 01:00:37.478746 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-de7fc2b7-de91-40b7-8ff1-cf4651346bb8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:00:37.515255 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-de7fc2b7-de91-40b7-8ff1-cf4651346bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:37.517463 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-de7fc2b7-de91-40b7-8ff1-cf4651346bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:37.551345 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-de7fc2b7-de91-40b7-8ff1-cf4651346bb8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:37.651304 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-a5827d5f-efde-4529-8960-214bd63c8d92 req-0abb5f0d-36f7-4866-9f72-966af1d22d3a tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Synchronizing usage tracker for tenant:35dd69c7034749ab9d62471941920e2c on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:00:37.710119 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbb7a5a-4feb-4f02-84ad-3fd2e045767e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-c9b708c2-fcb1-434b-adfc-c490ab8109eb', 'network_id': 'c9b708c2-fcb1-434b-adfc-c490ab8109eb', 'tenant_id': 'bb6f8e8cedf24900b12d2701e0ee535c', 'fixed_ips': [{'subnet_id': 'b8716427-016b-4cbe-988e-196988523774'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:00:37.711006 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fcbb7a5a-4feb-4f02-84ad-3fd2e045767e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:37.840897 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-a5827d5f-efde-4529-8960-214bd63c8d92 req-0abb5f0d-36f7-4866-9f72-966af1d22d3a tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Unset dirty status for tenant:35dd69c7034749ab9d62471941920e2c on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:00:37.841951 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a5827d5f-efde-4529-8960-214bd63c8d92 req-0abb5f0d-36f7-4866-9f72-966af1d22d3a tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=763a7eb3-2dd6-42a3-9f56-d22f3c0da01c HTTP/1.1" status: 200 len: 210 time: 0.2890675 Feb 09 01:00:37.933956 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-fcbb7a5a-4feb-4f02-84ad-3fd2e045767e None None] Allocated IP 172.20.0.2 (c9b708c2-fcb1-434b-adfc-c490ab8109eb/b8716427-016b-4cbe-988e-196988523774/8be52d07-dd6d-43bd-b87c-cfae76e714f7) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:00:37.988488 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-de7fc2b7-de91-40b7-8ff1-cf4651346bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:38.083290 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-09a1de8b-8f3c-4a70-8ee1-3d5eb6227e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:38.128691 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e33460-20a8-4ca6-b791-46488d335789 req-8fe43824-5728-441d-8eb4-62b83d39e738 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:38.138465 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-90e33460-20a8-4ca6-b791-46488d335789 req-8fe43824-5728-441d-8eb4-62b83d39e738 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/ports?device_id=225149f6-b53e-471c-a121-21a0d84521e4 HTTP/1.1" status: 200 len: 945 time: 0.5298989 Feb 09 01:00:38.224086 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fcbb7a5a-4feb-4f02-84ad-3fd2e045767e None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:38.242447 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fcbb7a5a-4feb-4f02-84ad-3fd2e045767e None None] Transition to ACTIVE for port object 8be52d07-dd6d-43bd-b87c-cfae76e714f7 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:00:38.242643 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-90e33460-20a8-4ca6-b791-46488d335789 req-148ab9e8-e11f-4aad-8c0c-92518b6ee204 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/security-groups?id=21d48e70-0a9a-4f34-bd03-fe2b0988e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972178 Feb 09 01:00:38.280249 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fcbb7a5a-4feb-4f02-84ad-3fd2e045767e None None] Transition to ACTIVE for port object 8be52d07-dd6d-43bd-b87c-cfae76e714f7 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:00:38.287194 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fcbb7a5a-4feb-4f02-84ad-3fd2e045767e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:38.335057 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['c4571113-efb5-43e2-8b72-b1e6dfe7cfd9'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:00:38.442738 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbb7a5a-4feb-4f02-84ad-3fd2e045767e None None] Network c9b708c2-fcb1-434b-adfc-c490ab8109eb is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:00:38.446366 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-fcbb7a5a-4feb-4f02-84ad-3fd2e045767e None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:00:38.453697 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbb7a5a-4feb-4f02-84ad-3fd2e045767e None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:00:38.462468 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbb7a5a-4feb-4f02-84ad-3fd2e045767e None None] Pushing event updated for resources: {'Port': ['ID=8be52d07-dd6d-43bd-b87c-cfae76e714f7,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:38.580227 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-fcbb7a5a-4feb-4f02-84ad-3fd2e045767e None None] Attempting to bind port 8be52d07-dd6d-43bd-b87c-cfae76e714f7 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:00:38.580596 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-fcbb7a5a-4feb-4f02-84ad-3fd2e045767e None None] Attempting to bind port 8be52d07-dd6d-43bd-b87c-cfae76e714f7 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'd4e87788-7bb5-4ee5-b7fd-7c80de4d4331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c9b708c2-fcb1-434b-adfc-c490ab8109eb'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:00:38.580954 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbb7a5a-4feb-4f02-84ad-3fd2e045767e None None] Attempting to bind port 8be52d07-dd6d-43bd-b87c-cfae76e714f7 on network c9b708c2-fcb1-434b-adfc-c490ab8109eb {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:00:38.597087 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbb7a5a-4feb-4f02-84ad-3fd2e045767e None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:00:38.597211 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbb7a5a-4feb-4f02-84ad-3fd2e045767e None None] Checking segment: {'id': 'd4e87788-7bb5-4ee5-b7fd-7c80de4d4331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c9b708c2-fcb1-434b-adfc-c490ab8109eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:00:38.597723 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fcbb7a5a-4feb-4f02-84ad-3fd2e045767e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:38.597980 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbb7a5a-4feb-4f02-84ad-3fd2e045767e None None] Bound using segment: {'id': 'd4e87788-7bb5-4ee5-b7fd-7c80de4d4331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c9b708c2-fcb1-434b-adfc-c490ab8109eb'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:00:38.598442 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-fcbb7a5a-4feb-4f02-84ad-3fd2e045767e None None] Bound port: 8be52d07-dd6d-43bd-b87c-cfae76e714f7, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4e87788-7bb5-4ee5-b7fd-7c80de4d4331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c9b708c2-fcb1-434b-adfc-c490ab8109eb'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:00:38.598808 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fcbb7a5a-4feb-4f02-84ad-3fd2e045767e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:38.699241 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49767c2-2eca-4da9-a8fd-d853d30763ae req-6665c76e-b06e-4fa8-b4fa-f513e25f6f14 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:38.702123 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e49767c2-2eca-4da9-a8fd-d853d30763ae req-6665c76e-b06e-4fa8-b4fa-f513e25f6f14 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=d27dec75-e490-455a-ab53-6827c62f4e59 HTTP/1.1" status: 200 len: 946 time: 0.4195306 Feb 09 01:00:38.722639 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d8708-f4bb-44bb-9e46-673f53e2243c req-552d9f80-5a62-47f9-b1b7-7fa69c90c4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:38.724366 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6a3d8708-f4bb-44bb-9e46-673f53e2243c req-552d9f80-5a62-47f9-b1b7-7fa69c90c4f7 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=71b0276e9e0b48f8943a51531f3d8a9e&device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 1095 time: 0.5492585 Feb 09 01:00:38.784363 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fcbb7a5a-4feb-4f02-84ad-3fd2e045767e None None] For port 8be52d07-dd6d-43bd-b87c-cfae76e714f7, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:00:38.785082 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a3a557-07ac-4951-8ead-495d6c511737 req-c6174405-d256-42c9-9ce1-fff621970a61 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:38.786691 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f6a3a557-07ac-4951-8ead-495d6c511737 req-c6174405-d256-42c9-9ce1-fff621970a61 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 944 time: 0.3452656 Feb 09 01:00:38.795561 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fcbb7a5a-4feb-4f02-84ad-3fd2e045767e None None] For port 8be52d07-dd6d-43bd-b87c-cfae76e714f7, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=8be52d07-dd6d-43bd-b87c-cfae76e714f7,segment=NetworkSegment(d4e87788-7bb5-4ee5-b7fd-7c80de4d4331),segment_id=d4e87788-7bb5-4ee5-b7fd-7c80de4d4331)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:00:38.802371 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fcbb7a5a-4feb-4f02-84ad-3fd2e045767e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:38.903007 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbb7a5a-4feb-4f02-84ad-3fd2e045767e None None] Pushing event updated for resources: {'Port': ['ID=8be52d07-dd6d-43bd-b87c-cfae76e714f7,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:39.009211 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-d3a0b2f6-6d79-4297-8cd6-90a57b8eb995 req-bbca21fd-f605-4ad7-86ba-78e6cbfa6c8b service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=8b97eff9-88f0-4afb-a6fb-79497b168e52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0899262 Feb 09 01:00:39.198552 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a0b2f6-6d79-4297-8cd6-90a57b8eb995 req-7a7f859e-dee1-4e7f-8494-b2ba49f5fd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:39.200320 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-d3a0b2f6-6d79-4297-8cd6-90a57b8eb995 req-7a7f859e-dee1-4e7f-8494-b2ba49f5fd5b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=35dd69c7034749ab9d62471941920e2c&device_id=8b97eff9-88f0-4afb-a6fb-79497b168e52 HTTP/1.1" status: 200 len: 1098 time: 0.1240425 Feb 09 01:00:39.335089 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e49767c2-2eca-4da9-a8fd-d853d30763ae req-cd159312-658b-4bb6-93ba-824e302e0d4e tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6075044 Feb 09 01:00:39.339991 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d8708-f4bb-44bb-9e46-673f53e2243c req-ef1cf707-717f-49ec-a2e6-1778c79e7807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:39.341543 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6a3d8708-f4bb-44bb-9e46-673f53e2243c req-ef1cf707-717f-49ec-a2e6-1778c79e7807 service neutron] 10.222.0.99 "GET /v2.0/networks?id=1f86eb5f-f405-4ce4-a845-9c31ac1b15d4 HTTP/1.1" status: 200 len: 912 time: 0.6092985 Feb 09 01:00:39.343031 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-de7fc2b7-de91-40b7-8ff1-cf4651346bb8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:39.393830 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f6a3a557-07ac-4951-8ead-495d6c511737 req-16147263-2494-4b16-b8d5-a9aa2060b8fb tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3611431 Feb 09 01:00:39.449208 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a0b2f6-6d79-4297-8cd6-90a57b8eb995 req-a58f443a-cc87-4bba-912e-2d80fd176e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:39.449208 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-d3a0b2f6-6d79-4297-8cd6-90a57b8eb995 req-a58f443a-cc87-4bba-912e-2d80fd176e3b service neutron] 10.222.0.99 "GET /v2.0/networks?id=2c19901d-9303-4cfd-b96f-b8f2e52fb4b9 HTTP/1.1" status: 200 len: 922 time: 0.2276185 Feb 09 01:00:39.524728 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 0e9696b7-60ef-432d-8bf7-d605730b4909 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:00:39.563744 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-d3a0b2f6-6d79-4297-8cd6-90a57b8eb995 req-9be377ed-b875-44ea-b666-0c474a524f9f service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4571113-efb5-43e2-8b72-b1e6dfe7cfd9 HTTP/1.1" status: 200 len: 217 time: 0.1087968 Feb 09 01:00:39.607248 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: 0e9696b7-60ef-432d-8bf7-d605730b4909 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:00:39.607913 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-de7fc2b7-de91-40b7-8ff1-cf4651346bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:39.607998 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 0e9696b7-60ef-432d-8bf7-d605730b4909 not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:00:39.657273 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a0b2f6-6d79-4297-8cd6-90a57b8eb995 req-6de65857-a3e7-482a-99fd-47deebd7e13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:39.665509 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-d3a0b2f6-6d79-4297-8cd6-90a57b8eb995 req-6de65857-a3e7-482a-99fd-47deebd7e13d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=f523b7b8-aa23-4f63-9894-de0d35bb1ce5 HTTP/1.1" status: 200 len: 861 time: 0.0863345 Feb 09 01:00:39.714549 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-d3a0b2f6-6d79-4297-8cd6-90a57b8eb995 req-88e46d73-3788-42de-a955-e6d743b46b09 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=2c19901d-9303-4cfd-b96f-b8f2e52fb4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509644 Feb 09 01:00:39.726225 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [req-d3a0b2f6-6d79-4297-8cd6-90a57b8eb995 req-5d70db6e-1c5d-429e-9164-ad640a723275 service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:00:39.728649 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-d3a0b2f6-6d79-4297-8cd6-90a57b8eb995 req-5d70db6e-1c5d-429e-9164-ad640a723275 service neutron] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070441 Feb 09 01:00:39.750467 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6a3d8708-f4bb-44bb-9e46-673f53e2243c req-085c314c-d4ad-4915-aa4e-3c4681aeb649 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f16d05c2-eae9-44a5-8686-789fbb3c6fe4 HTTP/1.1" status: 200 len: 998 time: 0.3718545 Feb 09 01:00:39.895392 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 65b98c26-ceb5-41f3-a451-0e7308e15022 up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:00:39.966833 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-de7fc2b7-de91-40b7-8ff1-cf4651346bb8 admin admin] Allocated IP 172.25.0.123 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/3fd35036-ce3f-44c5-bc4e-2395107742d1) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:00:40.019091 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 8be52d07-dd6d-43bd-b87c-cfae76e714f7 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:00:40.069868 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-d3a0b2f6-6d79-4297-8cd6-90a57b8eb995 req-a5acb298-87f6-4170-9054-60363eb7f23d service neutron] 10.222.0.99 "GET /v2.0/networks/2c19901d-9303-4cfd-b96f-b8f2e52fb4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262062 Feb 09 01:00:40.108047 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning for port 65b98c26-ceb5-41f3-a451-0e7308e15022 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:00:40.120461 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port 65b98c26-ceb5-41f3-a451-0e7308e15022 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:00:40.120461 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:40.204826 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-de7fc2b7-de91-40b7-8ff1-cf4651346bb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:40.223175 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 8be52d07-dd6d-43bd-b87c-cfae76e714f7 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:00:40.254392 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-de7fc2b7-de91-40b7-8ff1-cf4651346bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:40.320642 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d8708-f4bb-44bb-9e46-673f53e2243c req-250fd366-ffa0-455b-a881-87a2bd41f3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:40.322718 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6a3d8708-f4bb-44bb-9e46-673f53e2243c req-250fd366-ffa0-455b-a881-87a2bd41f3b8 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=55d6843d-cf0e-4da9-b1f9-18c66e11f308 HTTP/1.1" status: 200 len: 850 time: 0.5623665 Feb 09 01:00:40.327360 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:40.334174 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-d3a0b2f6-6d79-4297-8cd6-90a57b8eb995 req-2c3513d2-1f31-44fb-871c-350ae7257ece service neutron] 10.222.0.99 "GET /v2.0/networks/2c19901d-9303-4cfd-b96f-b8f2e52fb4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609005 Feb 09 01:00:40.375539 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc04f24f-36f8-45af-b2c8-471b5293733f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b98c26-ceb5-41f3-a451-0e7308e15022'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:00:40.400511 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 65b98c26-ceb5-41f3-a451-0e7308e15022, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=65b98c26-ceb5-41f3-a451-0e7308e15022,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:40.411400 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:40.450581 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7fc2b7-de91-40b7-8ff1-cf4651346bb8 admin admin] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:00:40.461367 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582fd192-f98a-480e-89b4-77df5e51b4ce None None] Network c9b708c2-fcb1-434b-adfc-c490ab8109eb requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:00:40.462408 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0b0cd-d3f8-4f9f-843f-0ee519793cf5 req-d69a2f3a-5e61-43ff-b283-65608f94a0e1 tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:40.463961 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4fd0b0cd-d3f8-4f9f-843f-0ee519793cf5 req-d69a2f3a-5e61-43ff-b283-65608f94a0e1 tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] 10.222.0.105 "GET /v2.0/ports?device_id=4419a240-e088-4c68-bde2-52cd7a0a8f27 HTTP/1.1" status: 200 len: 945 time: 0.9302213 Feb 09 01:00:40.480298 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-de7fc2b7-de91-40b7-8ff1-cf4651346bb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:00:40.482778 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7fc2b7-de91-40b7-8ff1-cf4651346bb8 admin admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:00:40.527991 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-08d00e19-e8bf-4c4c-b965-1b632e3b7496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:40.566241 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db377e73-9996-4eb0-8060-02bc55884aaf req-7b61a42a-ff55-4e72-b21b-d77a47b314d3 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:40.567730 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-db377e73-9996-4eb0-8060-02bc55884aaf req-7b61a42a-ff55-4e72-b21b-d77a47b314d3 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc04f24f-36f8-45af-b2c8-471b5293733f HTTP/1.1" status: 200 len: 949 time: 0.9615796 Feb 09 01:00:40.577939 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7fc2b7-de91-40b7-8ff1-cf4651346bb8 admin admin] Pushing event updated for resources: {'Port': ['ID=3fd35036-ce3f-44c5-bc4e-2395107742d1,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:40.594389 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4ae5b6eb-7e24-4be1-87d6-f93d06468fa5 None None] Provisioning for port 8be52d07-dd6d-43bd-b87c-cfae76e714f7 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:00:40.602637 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=65b98c26-ceb5-41f3-a451-0e7308e15022,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:40.616555 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4ae5b6eb-7e24-4be1-87d6-f93d06468fa5 None None] Provisioning complete for port 8be52d07-dd6d-43bd-b87c-cfae76e714f7 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:00:40.617184 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4ae5b6eb-7e24-4be1-87d6-f93d06468fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:40.662896 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4fd0b0cd-d3f8-4f9f-843f-0ee519793cf5 req-3a6d5a27-7815-420a-be24-b7b8c73f5357 tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] 10.222.0.105 "GET /v2.0/security-groups?id=8d0294b4-b1b6-4eb7-b73a-7ee549f8fd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484649 Feb 09 01:00:40.802795 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-db377e73-9996-4eb0-8060-02bc55884aaf req-53d4605c-4816-4377-88bc-453c04056ba8 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/security-groups?id=bc5d6135-6634-4167-99ad-f31267fef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199645 Feb 09 01:00:40.871322 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4ae5b6eb-7e24-4be1-87d6-f93d06468fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:40.914152 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-4ae5b6eb-7e24-4be1-87d6-f93d06468fa5 None None] For port 8be52d07-dd6d-43bd-b87c-cfae76e714f7, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=8be52d07-dd6d-43bd-b87c-cfae76e714f7,segment=NetworkSegment(d4e87788-7bb5-4ee5-b7fd-7c80de4d4331),segment_id=d4e87788-7bb5-4ee5-b7fd-7c80de4d4331)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:40.914801 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d8708-f4bb-44bb-9e46-673f53e2243c req-19527451-19e2-47da-828f-4860ca3952d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:40.917126 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6a3d8708-f4bb-44bb-9e46-673f53e2243c req-19527451-19e2-47da-828f-4860ca3952d0 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=1f86eb5f-f405-4ce4-a845-9c31ac1b15d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5612144 Feb 09 01:00:40.922584 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4ae5b6eb-7e24-4be1-87d6-f93d06468fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:41.007249 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae5b6eb-7e24-4be1-87d6-f93d06468fa5 None None] Pushing event updated for resources: {'Port': ['ID=8be52d07-dd6d-43bd-b87c-cfae76e714f7,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:41.151559 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-65c8b802-2a19-4611-a07e-e7cdfa48e7be None None] Provisioning complete for port 8be52d07-dd6d-43bd-b87c-cfae76e714f7 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:00:41.151859 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-65c8b802-2a19-4611-a07e-e7cdfa48e7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:41.285763 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e511f60d-73e9-48e4-b9cd-7d54bd8da520 req-e89d3a21-e231-4e55-8e65-5f315963fbf3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d777eaa7-ab2e-48f1-8f52-4ac39125a2bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8783703 Feb 09 01:00:41.322427 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:41.464693 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:41.532010 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6a3d8708-f4bb-44bb-9e46-673f53e2243c req-37379f78-370f-45e4-9b42-691d5a50f8ef service neutron] 10.222.0.99 "GET /v2.0/networks/1f86eb5f-f405-4ce4-a845-9c31ac1b15d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5556695 Feb 09 01:00:41.629343 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b6075-dbd5-4880-b328-8eda71172ecf req-1410b0ba-f147-4f1d-8344-fedf8706543e tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:41.630744 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b36b6075-dbd5-4880-b328-8eda71172ecf req-1410b0ba-f147-4f1d-8344-fedf8706543e tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/ports?device_id=225149f6-b53e-471c-a121-21a0d84521e4 HTTP/1.1" status: 200 len: 945 time: 0.6558504 Feb 09 01:00:41.702037 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c9d67-e1ba-4d9a-918b-ac890ac28d4f req-c4d3cb6a-2017-4ec4-a552-b427e6fc73be tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:41.703453 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5e5c9d67-e1ba-4d9a-918b-ac890ac28d4f req-c4d3cb6a-2017-4ec4-a552-b427e6fc73be tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=d27dec75-e490-455a-ab53-6827c62f4e59 HTTP/1.1" status: 200 len: 946 time: 0.6983044 Feb 09 01:00:41.770845 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511f60d-73e9-48e4-b9cd-7d54bd8da520 req-dc3717ae-5a9a-42c3-84ee-260c3d25b59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:41.772285 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e511f60d-73e9-48e4-b9cd-7d54bd8da520 req-dc3717ae-5a9a-42c3-84ee-260c3d25b59f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=71b0276e9e0b48f8943a51531f3d8a9e&device_id=d777eaa7-ab2e-48f1-8f52-4ac39125a2bb HTTP/1.1" status: 200 len: 1096 time: 0.4496019 Feb 09 01:00:41.856166 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-de7fc2b7-de91-40b7-8ff1-cf4651346bb8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:41.874151 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 8be52d07-dd6d-43bd-b87c-cfae76e714f7 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:00:41.906681 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b36b6075-dbd5-4880-b328-8eda71172ecf req-1911da7b-91df-4396-bbd9-03e1673d3aa2 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/security-groups?id=21d48e70-0a9a-4f34-bd03-fe2b0988e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130237 Feb 09 01:00:41.959647 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 8be52d07-dd6d-43bd-b87c-cfae76e714f7 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:00:41.960190 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:41.990750 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5e5c9d67-e1ba-4d9a-918b-ac890ac28d4f req-9973b1a6-487e-4acc-8e04-a75dd2314f53 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749109 Feb 09 01:00:41.995401 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc04f24f-36f8-45af-b2c8-471b5293733f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b98c26-ceb5-41f3-a451-0e7308e15022', 'code': 200} Feb 09 01:00:42.028080 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6a3d8708-f4bb-44bb-9e46-673f53e2243c req-75db5921-ef26-4306-af32-670933e9bc59 service neutron] 10.222.0.99 "GET /v2.0/networks/1f86eb5f-f405-4ce4-a845-9c31ac1b15d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4840789 Feb 09 01:00:42.243878 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511f60d-73e9-48e4-b9cd-7d54bd8da520 req-02b68c8b-cecc-442a-922e-c053c41f97a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:42.245359 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e511f60d-73e9-48e4-b9cd-7d54bd8da520 req-02b68c8b-cecc-442a-922e-c053c41f97a1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1f86eb5f-f405-4ce4-a845-9c31ac1b15d4 HTTP/1.1" status: 200 len: 912 time: 0.4331040 Feb 09 01:00:42.413326 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e511f60d-73e9-48e4-b9cd-7d54bd8da520 req-790bd94a-8152-4cb0-9f56-957a88c0a39f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8966abcd-1778-4e11-b863-2fa7dd0270fe HTTP/1.1" status: 200 len: 217 time: 0.1545746 Feb 09 01:00:42.750232 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511f60d-73e9-48e4-b9cd-7d54bd8da520 req-ebfeb2dd-c148-4e21-885f-b34e6d749da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:42.751667 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e511f60d-73e9-48e4-b9cd-7d54bd8da520 req-ebfeb2dd-c148-4e21-885f-b34e6d749da0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=55d6843d-cf0e-4da9-b1f9-18c66e11f308 HTTP/1.1" status: 200 len: 850 time: 0.3140795 Feb 09 01:00:42.767140 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72a46e-96ba-4264-82e2-c00b9ae45916 req-0b150271-9813-4871-bc3c-0a6978bfde7e tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:42.768573 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4a72a46e-96ba-4264-82e2-c00b9ae45916 req-0b150271-9813-4871-bc3c-0a6978bfde7e tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 944 time: 0.6695728 Feb 09 01:00:42.818484 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced71ff3-a956-4f69-b712-ae0b96fab0a1 req-dd65869c-332a-4c74-b4b7-034abf7a10b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:42.819913 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ced71ff3-a956-4f69-b712-ae0b96fab0a1 req-dd65869c-332a-4c74-b4b7-034abf7a10b6 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=dc04f24f-36f8-45af-b2c8-471b5293733f HTTP/1.1" status: 200 len: 1101 time: 0.7198343 Feb 09 01:00:42.842441 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-de7fc2b7-de91-40b7-8ff1-cf4651346bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:42.879241 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5838d136-afe2-49d2-887f-2bb059746370 req-015d2081-a227-46c5-b23f-d113d1a46367 tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:42.880962 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5838d136-afe2-49d2-887f-2bb059746370 req-015d2081-a227-46c5-b23f-d113d1a46367 tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] 10.222.0.105 "GET /v2.0/ports?device_id=4419a240-e088-4c68-bde2-52cd7a0a8f27 HTTP/1.1" status: 200 len: 945 time: 0.5158730 Feb 09 01:00:43.012873 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:43.026697 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4a72a46e-96ba-4264-82e2-c00b9ae45916 req-53dfc368-507a-4d34-9278-e125387d0bc0 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2193911 Feb 09 01:00:43.032279 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ced71ff3-a956-4f69-b712-ae0b96fab0a1 req-c01d982e-f4c3-4601-9571-ea4701e38835 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=bc5d6135-6634-4167-99ad-f31267fef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909869 Feb 09 01:00:43.046003 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b3049-24c7-4408-9078-e381f8cbeed7 req-8e24af32-d6e7-4152-8cb7-16a3ab08d7b2 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:43.047254 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-401b3049-24c7-4408-9078-e381f8cbeed7 req-8e24af32-d6e7-4152-8cb7-16a3ab08d7b2 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Synchronizing usage tracker for tenant:35dd69c7034749ab9d62471941920e2c on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:00:43.066321 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5838d136-afe2-49d2-887f-2bb059746370 req-f963197f-4249-48c3-b015-b37c704b693e tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] 10.222.0.105 "GET /v2.0/security-groups?id=8d0294b4-b1b6-4eb7-b73a-7ee549f8fd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197350 Feb 09 01:00:43.072267 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-401b3049-24c7-4408-9078-e381f8cbeed7 req-8e24af32-d6e7-4152-8cb7-16a3ab08d7b2 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Unset dirty status for tenant:35dd69c7034749ab9d62471941920e2c on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:00:43.074012 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-401b3049-24c7-4408-9078-e381f8cbeed7 req-8e24af32-d6e7-4152-8cb7-16a3ab08d7b2 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.99 "GET /v2.0/ports?device_id=8b97eff9-88f0-4afb-a6fb-79497b168e52 HTTP/1.1" status: 200 len: 947 time: 0.1266539 Feb 09 01:00:43.154966 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511f60d-73e9-48e4-b9cd-7d54bd8da520 req-7c183ebf-8342-450f-b3fc-7a1e9b87262c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:43.156377 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e511f60d-73e9-48e4-b9cd-7d54bd8da520 req-7c183ebf-8342-450f-b3fc-7a1e9b87262c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1f86eb5f-f405-4ce4-a845-9c31ac1b15d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3861918 Feb 09 01:00:43.364439 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de7fc2b7-de91-40b7-8ff1-cf4651346bb8 admin admin] Router 32c2e66e-eb4b-4f5f-8061-89d56eef4f05 is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:00:43.398842 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c257abb0-c5a3-4c16-86e5-01aa7a395ef7 req-7435f230-6e7a-4994-bd19-34828041bf0a tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:43.400314 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c257abb0-c5a3-4c16-86e5-01aa7a395ef7 req-7435f230-6e7a-4994-bd19-34828041bf0a tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc04f24f-36f8-45af-b2c8-471b5293733f HTTP/1.1" status: 200 len: 950 time: 0.2511747 Feb 09 01:00:43.403693 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e511f60d-73e9-48e4-b9cd-7d54bd8da520 req-504ddbe7-23f3-493b-b11e-c7dcaf3cca7b service neutron] 10.222.0.62 "GET /v2.0/networks/1f86eb5f-f405-4ce4-a845-9c31ac1b15d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081499 Feb 09 01:00:43.737747 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c257abb0-c5a3-4c16-86e5-01aa7a395ef7 req-44c0b5f2-db5c-4f85-9d66-efd6d838a45d tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/security-groups?id=bc5d6135-6634-4167-99ad-f31267fef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658887 Feb 09 01:00:43.803811 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e511f60d-73e9-48e4-b9cd-7d54bd8da520 req-774abd84-f917-438c-94f3-28b18bb5da7e service neutron] 10.222.0.62 "GET /v2.0/networks/1f86eb5f-f405-4ce4-a845-9c31ac1b15d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008678 Feb 09 01:00:43.812796 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de7fc2b7-de91-40b7-8ff1-cf4651346bb8 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:00:43.841382 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f004e35-103a-43bb-8c88-7894151c82da req-db6cb395-4b53-48cf-80f3-1df380d6c9e9 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:43.850032 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71ba411-292c-442e-92e7-c9aa5871d75b None None] Sync routers for ids ['32c2e66e-eb4b-4f5f-8061-89d56eef4f05'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:00:43.862101 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9f004e35-103a-43bb-8c88-7894151c82da req-db6cb395-4b53-48cf-80f3-1df380d6c9e9 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=8b97eff9-88f0-4afb-a6fb-79497b168e52 HTTP/1.1" status: 200 len: 947 time: 0.4371874 Feb 09 01:00:43.873293 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71ba411-292c-442e-92e7-c9aa5871d75b None None] Routers {'32c2e66e-eb4b-4f5f-8061-89d56eef4f05'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:00:43.873293 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-a71ba411-292c-442e-92e7-c9aa5871d75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:00:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['32c2e66e-eb4b-4f5f-8061-89d56eef4f05'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:00:43.885649 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-de7fc2b7-de91-40b7-8ff1-cf4651346bb8 admin admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:43.885649 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-de7fc2b7-de91-40b7-8ff1-cf4651346bb8 admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.4454203 Feb 09 01:00:43.885649 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 50334) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:00:43.975378 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-401b3049-24c7-4408-9078-e381f8cbeed7 req-942a91da-f03a-4d99-8363-2cdfc0d4398c tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Deleting port c4571113-efb5-43e2-8b72-b1e6dfe7cfd9 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:00:43.975378 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-401b3049-24c7-4408-9078-e381f8cbeed7 req-942a91da-f03a-4d99-8363-2cdfc0d4398c tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:44.009963 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9f004e35-103a-43bb-8c88-7894151c82da req-0ad4396d-228a-4e48-b2f1-05ada4ade478 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619961 Feb 09 01:00:44.283286 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-a71ba411-292c-442e-92e7-c9aa5871d75b None None] Set router 32c2e66e-eb4b-4f5f-8061-89d56eef4f05 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:00:44.489452 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-401b3049-24c7-4408-9078-e381f8cbeed7 req-942a91da-f03a-4d99-8363-2cdfc0d4398c tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] For port c4571113-efb5-43e2-8b72-b1e6dfe7cfd9, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=c4571113-efb5-43e2-8b72-b1e6dfe7cfd9,segment=NetworkSegment(d7050703-a45d-45b0-a89d-e74c0c0ae2fb),segment_id=d7050703-a45d-45b0-a89d-e74c0c0ae2fb)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:44.490241 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-401b3049-24c7-4408-9078-e381f8cbeed7 req-942a91da-f03a-4d99-8363-2cdfc0d4398c tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:44.514472 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897fd8cf-ab87-4f7c-82a1-ca7b9dddf79c req-dadadb78-4d7b-40d1-b170-e245ba8dbfd8 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:44.516889 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-897fd8cf-ab87-4f7c-82a1-ca7b9dddf79c req-dadadb78-4d7b-40d1-b170-e245ba8dbfd8 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=d27dec75-e490-455a-ab53-6827c62f4e59 HTTP/1.1" status: 200 len: 946 time: 0.5657816 Feb 09 01:00:44.685005 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-897fd8cf-ab87-4f7c-82a1-ca7b9dddf79c req-cbc35003-573d-464f-adc1-204a1b09206e tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484413 Feb 09 01:00:44.816777 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fde192-fa34-4222-86da-b739c8f7659f req-b089f103-e256-4643-a148-dc050810171a tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:44.820999 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-a71ba411-292c-442e-92e7-c9aa5871d75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c2e66e-eb4b-4f5f-8061-89d56eef4f05', 'name': 'tempest-FloatingIPsNegativeTestJSON-171840996-router', 'tenant_id': 'bb6f8e8cedf24900b12d2701e0ee535c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '3fd35036-ce3f-44c5-bc4e-2395107742d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:00:37Z', 'updated_at': '2022-02-09T01:00:41Z', 'revision_number': 3, 'project_id': 'bb6f8e8cedf24900b12d2701e0ee535c', 'gw_port': {'id': '3fd35036-ce3f-44c5-bc4e-2395107742d1', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ec:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c2e66e-eb4b-4f5f-8061-89d56eef4f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:00:39Z', 'updated_at': '2022-02-09T01:00:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:00:44.823813 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-70fde192-fa34-4222-86da-b739c8f7659f req-b089f103-e256-4643-a148-dc050810171a tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/ports?device_id=225149f6-b53e-471c-a121-21a0d84521e4 HTTP/1.1" status: 200 len: 945 time: 0.5454564 Feb 09 01:00:44.827647 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71ba411-292c-442e-92e7-c9aa5871d75b None None] Checking router: 32c2e66e-eb4b-4f5f-8061-89d56eef4f05 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:00:44.828230 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71ba411-292c-442e-92e7-c9aa5871d75b None None] Updating router 32c2e66e-eb4b-4f5f-8061-89d56eef4f05 port 3fd35036-ce3f-44c5-bc4e-2395107742d1 binding host n-d-828418-1 {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:00:44.832711 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-401b3049-24c7-4408-9078-e381f8cbeed7 req-942a91da-f03a-4d99-8363-2cdfc0d4398c tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Calling delete_port for c4571113-efb5-43e2-8b72-b1e6dfe7cfd9 owned by compute:nova {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:00:44.934985 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-a71ba411-292c-442e-92e7-c9aa5871d75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:45.020507 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-70fde192-fa34-4222-86da-b739c8f7659f req-b7cd8904-379f-41be-9031-520dbf74ccde tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/security-groups?id=21d48e70-0a9a-4f34-bd03-fe2b0988e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867266 Feb 09 01:00:45.066175 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-401b3049-24c7-4408-9078-e381f8cbeed7 req-942a91da-f03a-4d99-8363-2cdfc0d4398c tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:45.085005 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['c4571113-efb5-43e2-8b72-b1e6dfe7cfd9'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:00:45.182223 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942a91da-f03a-4d99-8363-2cdfc0d4398c tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Pushing event deleted for resources: {'Port': ['ID=c4571113-efb5-43e2-8b72-b1e6dfe7cfd9,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:45.342610 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-401b3049-24c7-4408-9078-e381f8cbeed7 req-942a91da-f03a-4d99-8363-2cdfc0d4398c tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] No DVR routers for this DVR port c4571113-efb5-43e2-8b72-b1e6dfe7cfd9 on host n-h2-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:00:45.344431 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65468615-8408-4741-983e-3407cf2d69d2 req-73eef429-f104-4c26-ad2f-90ea71a3cf66 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:45.344577 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-401b3049-24c7-4408-9078-e381f8cbeed7 req-942a91da-f03a-4d99-8363-2cdfc0d4398c tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:45.344692 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-65468615-8408-4741-983e-3407cf2d69d2 req-73eef429-f104-4c26-ad2f-90ea71a3cf66 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 944 time: 0.4966102 Feb 09 01:00:45.344851 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b97eff9-88f0-4afb-a6fb-79497b168e52', 'name': 'network-vif-deleted', 'tag': 'c4571113-efb5-43e2-8b72-b1e6dfe7cfd9'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:00:45.362937 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-401b3049-24c7-4408-9078-e381f8cbeed7 req-942a91da-f03a-4d99-8363-2cdfc0d4398c tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.99 "DELETE /v2.0/ports/c4571113-efb5-43e2-8b72-b1e6dfe7cfd9 HTTP/1.1" status: 204 len: 173 time: 1.5232801 Feb 09 01:00:45.469717 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b45feef6-b5fb-48d6-9051-aab0fbb6c115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:45.500172 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-65468615-8408-4741-983e-3407cf2d69d2 req-75e8f8b8-535e-424d-b19a-a89a37a81cfd tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396830 Feb 09 01:00:45.522422 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-a71ba411-292c-442e-92e7-c9aa5871d75b None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:45.559449 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28844c9-6275-4f13-af83-83c6ab8ae01f req-9ec6f37e-c403-471c-a410-d65c0ffd3aa6 tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:45.561326 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b28844c9-6275-4f13-af83-83c6ab8ae01f req-9ec6f37e-c403-471c-a410-d65c0ffd3aa6 tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] 10.222.0.105 "GET /v2.0/ports?device_id=4419a240-e088-4c68-bde2-52cd7a0a8f27 HTTP/1.1" status: 200 len: 945 time: 0.3969882 Feb 09 01:00:45.568554 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-a71ba411-292c-442e-92e7-c9aa5871d75b None None] Transition to ACTIVE for port object 3fd35036-ce3f-44c5-bc4e-2395107742d1 will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:00:45.599973 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-a71ba411-292c-442e-92e7-c9aa5871d75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:45.701153 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b28844c9-6275-4f13-af83-83c6ab8ae01f req-41624720-a377-4f2c-b218-4d3b44b5bc06 tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] 10.222.0.105 "GET /v2.0/security-groups?id=8d0294b4-b1b6-4eb7-b73a-7ee549f8fd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164882 Feb 09 01:00:45.908073 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-b45feef6-b5fb-48d6-9051-aab0fbb6c115 admin admin] Allocated IP 172.20.0.1 (c9b708c2-fcb1-434b-adfc-c490ab8109eb/b8716427-016b-4cbe-988e-196988523774/debf6790-811f-42b5-b41a-55c02188aec6) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:00:45.918486 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ae05f7-3832-4208-b00d-d4971d889206 req-b4857a79-5095-4dc7-bf29-d10d16154d50 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:45.918486 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-50ae05f7-3832-4208-b00d-d4971d889206 req-b4857a79-5095-4dc7-bf29-d10d16154d50 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc04f24f-36f8-45af-b2c8-471b5293733f HTTP/1.1" status: 200 len: 950 time: 0.2022715 Feb 09 01:00:45.933417 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-a71ba411-292c-442e-92e7-c9aa5871d75b None None] Attempting to bind port 3fd35036-ce3f-44c5-bc4e-2395107742d1 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:00:45.933417 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-a71ba411-292c-442e-92e7-c9aa5871d75b None None] Attempting to bind port 3fd35036-ce3f-44c5-bc4e-2395107742d1 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:00:45.933417 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71ba411-292c-442e-92e7-c9aa5871d75b None None] Attempting to bind port 3fd35036-ce3f-44c5-bc4e-2395107742d1 on network 3d885c3c-255c-4e54-addc-b28437d0b18e {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:00:45.933417 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12f6d85-2df2-4e2a-a6cd-1cd419e02185 None None] Pushing event updated for resources: {'Port': ['ID=3fd35036-ce3f-44c5-bc4e-2395107742d1,revision_number=2']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:45.976466 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12f6d85-2df2-4e2a-a6cd-1cd419e02185 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:45.976466 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12f6d85-2df2-4e2a-a6cd-1cd419e02185 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:45.976466 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12f6d85-2df2-4e2a-a6cd-1cd419e02185 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:45.984564 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12f6d85-2df2-4e2a-a6cd-1cd419e02185 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:45.984564 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12f6d85-2df2-4e2a-a6cd-1cd419e02185 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:45.984564 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12f6d85-2df2-4e2a-a6cd-1cd419e02185 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:45.984564 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12f6d85-2df2-4e2a-a6cd-1cd419e02185 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:45.984564 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12f6d85-2df2-4e2a-a6cd-1cd419e02185 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:45.984564 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12f6d85-2df2-4e2a-a6cd-1cd419e02185 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:45.984564 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12f6d85-2df2-4e2a-a6cd-1cd419e02185 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:45.984564 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12f6d85-2df2-4e2a-a6cd-1cd419e02185 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:45.984564 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12f6d85-2df2-4e2a-a6cd-1cd419e02185 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:45.997921 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71ba411-292c-442e-92e7-c9aa5871d75b None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:00:45.997921 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71ba411-292c-442e-92e7-c9aa5871d75b None None] Checking segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:00:45.997921 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-a71ba411-292c-442e-92e7-c9aa5871d75b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:45.997921 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71ba411-292c-442e-92e7-c9aa5871d75b None None] Bound using segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:00:45.997921 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-a71ba411-292c-442e-92e7-c9aa5871d75b None None] Bound port: 3fd35036-ce3f-44c5-bc4e-2395107742d1, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:00:45.997921 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-a71ba411-292c-442e-92e7-c9aa5871d75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:46.111772 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-a71ba411-292c-442e-92e7-c9aa5871d75b None None] For port 3fd35036-ce3f-44c5-bc4e-2395107742d1, host n-d-828418-1, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:00:46.120290 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9750d376-c772-440a-b13b-0dd49070160f req-64e6ce4a-53df-4b52-a41a-72c2cdc23236 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=8b97eff9-88f0-4afb-a6fb-79497b168e52 HTTP/1.1" status: 200 len: 210 time: 0.1530437 Feb 09 01:00:46.123742 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-a71ba411-292c-442e-92e7-c9aa5871d75b None None] For port 3fd35036-ce3f-44c5-bc4e-2395107742d1, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=3fd35036-ce3f-44c5-bc4e-2395107742d1,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:00:46.159573 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-a71ba411-292c-442e-92e7-c9aa5871d75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:46.175290 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-50ae05f7-3832-4208-b00d-d4971d889206 req-16358583-df70-4f3a-a40a-4afc790bacc7 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/security-groups?id=bc5d6135-6634-4167-99ad-f31267fef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258098 Feb 09 01:00:46.228912 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b97eff9-88f0-4afb-a6fb-79497b168e52', 'name': 'network-vif-deleted', 'tag': 'c4571113-efb5-43e2-8b72-b1e6dfe7cfd9', 'status': 'completed', 'code': 200} Feb 09 01:00:46.243714 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71ba411-292c-442e-92e7-c9aa5871d75b None None] Routers {'32c2e66e-eb4b-4f5f-8061-89d56eef4f05'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:00:46.244511 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-a71ba411-292c-442e-92e7-c9aa5871d75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:00:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['32c2e66e-eb4b-4f5f-8061-89d56eef4f05'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:00:46.269252 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b45feef6-b5fb-48d6-9051-aab0fbb6c115 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:46.312743 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-b45feef6-b5fb-48d6-9051-aab0fbb6c115 admin admin] Transition to ACTIVE for port object debf6790-811f-42b5-b41a-55c02188aec6 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:00:46.570691 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12f6d85-2df2-4e2a-a6cd-1cd419e02185 None None] Pushing event updated for resources: {'Port': ['ID=3fd35036-ce3f-44c5-bc4e-2395107742d1,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:46.590696 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6777c532-e1a2-45c4-ae37-be3c993ad437 req-bab9d196-0f50-49a5-a339-fc21d093ee5b tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:46.590696 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6777c532-e1a2-45c4-ae37-be3c993ad437 req-bab9d196-0f50-49a5-a339-fc21d093ee5b tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/ports?device_id=225149f6-b53e-471c-a121-21a0d84521e4 HTTP/1.1" status: 200 len: 945 time: 0.1628773 Feb 09 01:00:46.597201 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-a71ba411-292c-442e-92e7-c9aa5871d75b None None] Set router 32c2e66e-eb4b-4f5f-8061-89d56eef4f05 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:00:46.612474 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b45feef6-b5fb-48d6-9051-aab0fbb6c115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:46.878006 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45feef6-b5fb-48d6-9051-aab0fbb6c115 admin admin] Network c9b708c2-fcb1-434b-adfc-c490ab8109eb is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:00:46.885621 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729da9f3-72ec-4e15-8713-dc20816822aa req-bd6f5687-02a4-4154-8e3b-8c2bbd38dfdb tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:46.887080 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-729da9f3-72ec-4e15-8713-dc20816822aa req-bd6f5687-02a4-4154-8e3b-8c2bbd38dfdb tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=d27dec75-e490-455a-ab53-6827c62f4e59 HTTP/1.1" status: 200 len: 946 time: 0.5595481 Feb 09 01:00:46.892299 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-b45feef6-b5fb-48d6-9051-aab0fbb6c115 admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:00:46.916597 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45feef6-b5fb-48d6-9051-aab0fbb6c115 admin admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:00:46.950160 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6777c532-e1a2-45c4-ae37-be3c993ad437 req-0dbe9c03-cb2c-44e2-8d3f-b9543e5429aa tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/security-groups?id=21d48e70-0a9a-4f34-bd03-fe2b0988e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3601034 Feb 09 01:00:46.969335 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45feef6-b5fb-48d6-9051-aab0fbb6c115 admin admin] Pushing event updated for resources: {'Port': ['ID=debf6790-811f-42b5-b41a-55c02188aec6,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:47.000824 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-a71ba411-292c-442e-92e7-c9aa5871d75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c2e66e-eb4b-4f5f-8061-89d56eef4f05', 'name': 'tempest-FloatingIPsNegativeTestJSON-171840996-router', 'tenant_id': 'bb6f8e8cedf24900b12d2701e0ee535c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '3fd35036-ce3f-44c5-bc4e-2395107742d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:00:37Z', 'updated_at': '2022-02-09T01:00:41Z', 'revision_number': 3, 'project_id': 'bb6f8e8cedf24900b12d2701e0ee535c', 'gw_port': {'id': '3fd35036-ce3f-44c5-bc4e-2395107742d1', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ec:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c2e66e-eb4b-4f5f-8061-89d56eef4f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:00:39Z', 'updated_at': '2022-02-09T01:00:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:00:47.005915 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71ba411-292c-442e-92e7-c9aa5871d75b None None] The sync data for ids ['32c2e66e-eb4b-4f5f-8061-89d56eef4f05'] in n-d-828418-1 is: [{'id': '32c2e66e-eb4b-4f5f-8061-89d56eef4f05', 'name': 'tempest-FloatingIPsNegativeTestJSON-171840996-router', 'tenant_id': 'bb6f8e8cedf24900b12d2701e0ee535c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '3fd35036-ce3f-44c5-bc4e-2395107742d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:00:37Z', 'updated_at': '2022-02-09T01:00:41Z', 'revision_number': 3, 'project_id': 'bb6f8e8cedf24900b12d2701e0ee535c', 'gw_port': {'id': '3fd35036-ce3f-44c5-bc4e-2395107742d1', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ec:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c2e66e-eb4b-4f5f-8061-89d56eef4f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:00:39Z', 'updated_at': '2022-02-09T01:00:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:00:47.008693 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-729da9f3-72ec-4e15-8713-dc20816822aa req-3158ff64-24ea-4ed1-88e4-2f5736b983d0 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121161 Feb 09 01:00:47.014255 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b45feef6-b5fb-48d6-9051-aab0fbb6c115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:47.276582 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f4df2f9b-048a-46eb-a186-6f09d0e5a71a None None] Provisioning for port debf6790-811f-42b5-b41a-55c02188aec6 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:00:47.283129 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f4df2f9b-048a-46eb-a186-6f09d0e5a71a None None] Provisioning complete for port debf6790-811f-42b5-b41a-55c02188aec6 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:00:47.283129 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f4df2f9b-048a-46eb-a186-6f09d0e5a71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:47.285579 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b580ae25-eb52-417a-af18-8ccaf35c2160 req-ab144acb-e4df-47d2-9344-47540e136e9a tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:47.293032 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b580ae25-eb52-417a-af18-8ccaf35c2160 req-ab144acb-e4df-47d2-9344-47540e136e9a tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] 10.222.0.105 "GET /v2.0/ports?device_id=4419a240-e088-4c68-bde2-52cd7a0a8f27 HTTP/1.1" status: 200 len: 945 time: 0.1559498 Feb 09 01:00:47.371919 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b580ae25-eb52-417a-af18-8ccaf35c2160 req-3d803b8a-759e-460d-8c57-d73e7347b400 tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] 10.222.0.105 "GET /v2.0/security-groups?id=8d0294b4-b1b6-4eb7-b73a-7ee549f8fd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717845 Feb 09 01:00:47.416236 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-f4df2f9b-048a-46eb-a186-6f09d0e5a71a None None] Port debf6790-811f-42b5-b41a-55c02188aec6 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:00:47.436356 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b45feef6-b5fb-48d6-9051-aab0fbb6c115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:47.774349 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c0158-cf3d-4726-b8db-a1abe9350369 req-1039f7d6-9eda-4f93-99b2-36165ee985d7 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:47.775738 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9b3c0158-cf3d-4726-b8db-a1abe9350369 req-1039f7d6-9eda-4f93-99b2-36165ee985d7 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=d27dec75-e490-455a-ab53-6827c62f4e59 HTTP/1.1" status: 200 len: 946 time: 0.2344973 Feb 09 01:00:47.810555 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbffa11-b1f4-424c-9346-0e06b6fc0775 req-083c29cf-3741-4109-b5c6-edf17ee7d964 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:47.814063 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cfbffa11-b1f4-424c-9346-0e06b6fc0775 req-083c29cf-3741-4109-b5c6-edf17ee7d964 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc04f24f-36f8-45af-b2c8-471b5293733f HTTP/1.1" status: 200 len: 950 time: 0.3188365 Feb 09 01:00:47.882820 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9b3c0158-cf3d-4726-b8db-a1abe9350369 req-2fd9bcfb-8d67-4bb7-9701-16b89a8c4248 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974383 Feb 09 01:00:47.920688 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device c4571113-efb5-43e2-8b72-b1e6dfe7cfd9 no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:00:47.924256 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cfbffa11-b1f4-424c-9346-0e06b6fc0775 req-d572535f-976f-417e-a864-64464cabd935 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/security-groups?id=bc5d6135-6634-4167-99ad-f31267fef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042554 Feb 09 01:00:47.941306 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b45feef6-b5fb-48d6-9051-aab0fbb6c115 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:47.948642 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b45feef6-b5fb-48d6-9051-aab0fbb6c115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:48.021053 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 3fd35036-ce3f-44c5-bc4e-2395107742d1 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:00:48.059317 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] No Port match for: c4571113-efb5-43e2-8b72-b1e6dfe7cfd9 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:00:48.059317 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device c4571113-efb5-43e2-8b72-b1e6dfe7cfd9 not bound to the agent host n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:00:48.126126 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 3fd35036-ce3f-44c5-bc4e-2395107742d1 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:00:48.137388 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 3fd35036-ce3f-44c5-bc4e-2395107742d1 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:00:48.137388 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:48.193635 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45feef6-b5fb-48d6-9051-aab0fbb6c115 admin admin] Pushing event updated for resources: {'Port': ['ID=debf6790-811f-42b5-b41a-55c02188aec6,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:48.212945 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b45feef6-b5fb-48d6-9051-aab0fbb6c115 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:48.301355 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:48.323849 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 3fd35036-ce3f-44c5-bc4e-2395107742d1, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=3fd35036-ce3f-44c5-bc4e-2395107742d1,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:48.328042 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:48.438347 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=3fd35036-ce3f-44c5-bc4e-2395107742d1,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:48.463845 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df57c07a-c95e-49d5-bae4-b2b142f909d8 req-88027627-e142-454b-b862-69bfe06b44f9 tempest-ServersOnMultiNodesTest-529131807 tempest-ServersOnMultiNodesTest-529131807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:48.465357 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-df57c07a-c95e-49d5-bae4-b2b142f909d8 req-88027627-e142-454b-b862-69bfe06b44f9 tempest-ServersOnMultiNodesTest-529131807 tempest-ServersOnMultiNodesTest-529131807-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=dc04f24f-36f8-45af-b2c8-471b5293733f HTTP/1.1" status: 200 len: 1101 time: 0.2226083 Feb 09 01:00:48.472165 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45feef6-b5fb-48d6-9051-aab0fbb6c115 admin admin] Network c9b708c2-fcb1-434b-adfc-c490ab8109eb is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:00:48.480899 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-b45feef6-b5fb-48d6-9051-aab0fbb6c115 admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:00:48.618429 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-df57c07a-c95e-49d5-bae4-b2b142f909d8 req-2f311227-7137-459e-b5cf-a787c363c33c tempest-ServersOnMultiNodesTest-529131807 tempest-ServersOnMultiNodesTest-529131807-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=bc5d6135-6634-4167-99ad-f31267fef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398654 Feb 09 01:00:48.727454 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30961329-44a8-4b6b-abe6-6aad020876f1 req-bc39a633-7ffd-4f52-b1b4-8a3110dbd2c4 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:48.729094 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-30961329-44a8-4b6b-abe6-6aad020876f1 req-bc39a633-7ffd-4f52-b1b4-8a3110dbd2c4 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/ports?device_id=225149f6-b53e-471c-a121-21a0d84521e4 HTTP/1.1" status: 200 len: 945 time: 0.3211491 Feb 09 01:00:48.753193 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1ca05cf7-d1e2-4d11-988f-fb98916fea16 None None] Provisioning complete for port debf6790-811f-42b5-b41a-55c02188aec6 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:00:48.753962 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1ca05cf7-d1e2-4d11-988f-fb98916fea16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:48.826936 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-1ca05cf7-d1e2-4d11-988f-fb98916fea16 None None] Port debf6790-811f-42b5-b41a-55c02188aec6 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:00:48.929854 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b45feef6-b5fb-48d6-9051-aab0fbb6c115 admin admin] Router 32c2e66e-eb4b-4f5f-8061-89d56eef4f05 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:00:48.939633 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-30961329-44a8-4b6b-abe6-6aad020876f1 req-58ecb378-9eb3-494e-84b6-e5a0b584c14e tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/security-groups?id=21d48e70-0a9a-4f34-bd03-fe2b0988e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993761 Feb 09 01:00:49.201401 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f4dfa-e5a2-4319-a745-e7924c98163b req-b158cf97-70a6-4d60-8d85-17d523e7f891 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:49.208949 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1d2f4dfa-e5a2-4319-a745-e7924c98163b req-b158cf97-70a6-4d60-8d85-17d523e7f891 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=9958ace3-7686-4434-936a-ad55697624b0 HTTP/1.1" status: 200 len: 944 time: 0.2026460 Feb 09 01:00:49.231432 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b45feef6-b5fb-48d6-9051-aab0fbb6c115 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:00:49.242726 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5254c12-2478-4e5d-a359-de7c3f95031d None None] Sync routers for ids ['32c2e66e-eb4b-4f5f-8061-89d56eef4f05'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:00:49.253548 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5254c12-2478-4e5d-a359-de7c3f95031d None None] Routers {'32c2e66e-eb4b-4f5f-8061-89d56eef4f05'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:00:49.254288 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-b45feef6-b5fb-48d6-9051-aab0fbb6c115 admin admin] 10.222.0.105 "PUT /v2.0/routers/32c2e66e-eb4b-4f5f-8061-89d56eef4f05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3690021 Feb 09 01:00:49.254712 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-b5254c12-2478-4e5d-a359-de7c3f95031d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:00:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['32c2e66e-eb4b-4f5f-8061-89d56eef4f05'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:00:49.261122 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8d6725-9718-4157-b965-6121edb028c0 req-388912df-4bce-43e5-b28c-9769980a06ac tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:49.261980 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-ea8d6725-9718-4157-b965-6121edb028c0 req-388912df-4bce-43e5-b28c-9769980a06ac tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Synchronizing usage tracker for tenant:5ff9aad1b4b645cb83f87778a731b808 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:00:49.280934 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-ea8d6725-9718-4157-b965-6121edb028c0 req-388912df-4bce-43e5-b28c-9769980a06ac tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Unset dirty status for tenant:5ff9aad1b4b645cb83f87778a731b808 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:00:49.282262 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ea8d6725-9718-4157-b965-6121edb028c0 req-388912df-4bce-43e5-b28c-9769980a06ac tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.99 "GET /v2.0/ports?device_id=d27dec75-e490-455a-ab53-6827c62f4e59 HTTP/1.1" status: 200 len: 946 time: 0.1157985 Feb 09 01:00:49.319017 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1d2f4dfa-e5a2-4319-a745-e7924c98163b req-3647f704-9ad5-4baf-9387-09e610e35997 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/security-groups?id=f382ea22-c4c8-444f-9c82-197a437f5132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012425 Feb 09 01:00:49.381651 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-ea8d6725-9718-4157-b965-6121edb028c0 req-14476689-7c8e-466e-b0d1-26ba545ca9cc tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Deleting port e8bacead-b5ca-4f76-a123-89f5a88044f5 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:00:49.381994 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-ea8d6725-9718-4157-b965-6121edb028c0 req-14476689-7c8e-466e-b0d1-26ba545ca9cc tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:49.474951 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c383cf68-8f09-48c9-9e50-73629a1e433d req-205853e4-9aee-4bbb-893a-252486b5b0d8 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:49.477665 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c383cf68-8f09-48c9-9e50-73629a1e433d req-205853e4-9aee-4bbb-893a-252486b5b0d8 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.99 "GET /v2.0/ports?device_id=9958ace3-7686-4434-936a-ad55697624b0 HTTP/1.1" status: 200 len: 944 time: 0.1332181 Feb 09 01:00:49.519145 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-b5254c12-2478-4e5d-a359-de7c3f95031d None None] Set router 32c2e66e-eb4b-4f5f-8061-89d56eef4f05 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:00:49.611328 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba2d68c-fcb0-4232-93c7-e6bbc484d318 req-4d0155e4-2a87-4ff2-8c02-5ce649aa7df7 tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:49.618527 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bba2d68c-fcb0-4232-93c7-e6bbc484d318 req-4d0155e4-2a87-4ff2-8c02-5ce649aa7df7 tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] 10.222.0.105 "GET /v2.0/ports?device_id=4419a240-e088-4c68-bde2-52cd7a0a8f27 HTTP/1.1" status: 200 len: 945 time: 0.3540969 Feb 09 01:00:49.643843 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-c383cf68-8f09-48c9-9e50-73629a1e433d req-72b747a7-e8bc-414b-8675-6b2933ad0640 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Deleting port 441f6212-60b3-40e0-b2f5-5551b994980b {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:00:49.644253 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c383cf68-8f09-48c9-9e50-73629a1e433d req-72b747a7-e8bc-414b-8675-6b2933ad0640 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:49.671378 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-ea8d6725-9718-4157-b965-6121edb028c0 req-14476689-7c8e-466e-b0d1-26ba545ca9cc tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] For port e8bacead-b5ca-4f76-a123-89f5a88044f5, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=e8bacead-b5ca-4f76-a123-89f5a88044f5,segment=NetworkSegment(d1c0a158-6579-41f7-a92a-da7d79b925b6),segment_id=d1c0a158-6579-41f7-a92a-da7d79b925b6)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:49.671764 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-ea8d6725-9718-4157-b965-6121edb028c0 req-14476689-7c8e-466e-b0d1-26ba545ca9cc tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:49.728832 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bba2d68c-fcb0-4232-93c7-e6bbc484d318 req-b3dfa0c6-2097-4201-8dbe-236d79dd754d tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] 10.222.0.105 "GET /v2.0/security-groups?id=8d0294b4-b1b6-4eb7-b73a-7ee549f8fd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093032 Feb 09 01:00:49.775126 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76611aae-6adc-486e-ae83-6e210a446296 req-5d00fd1b-5aaa-4afb-901d-28fa9b8a4c74 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:49.776634 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-76611aae-6adc-486e-ae83-6e210a446296 req-5d00fd1b-5aaa-4afb-901d-28fa9b8a4c74 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=d27dec75-e490-455a-ab53-6827c62f4e59 HTTP/1.1" status: 200 len: 946 time: 0.2979202 Feb 09 01:00:49.833807 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-ea8d6725-9718-4157-b965-6121edb028c0 req-14476689-7c8e-466e-b0d1-26ba545ca9cc tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Calling delete_port for e8bacead-b5ca-4f76-a123-89f5a88044f5 owned by compute:nova {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:00:49.944818 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-76611aae-6adc-486e-ae83-6e210a446296 req-3c265cbb-fa8f-48f0-9342-03d2aadf2d64 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608880 Feb 09 01:00:49.952433 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 3fd35036-ce3f-44c5-bc4e-2395107742d1 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:00:50.025805 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-b5254c12-2478-4e5d-a359-de7c3f95031d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c2e66e-eb4b-4f5f-8061-89d56eef4f05', 'name': 'tempest-FloatingIPsNegativeTestJSON-171840996-router', 'tenant_id': 'bb6f8e8cedf24900b12d2701e0ee535c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '3fd35036-ce3f-44c5-bc4e-2395107742d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:00:37Z', 'updated_at': '2022-02-09T01:00:47Z', 'revision_number': 4, 'project_id': 'bb6f8e8cedf24900b12d2701e0ee535c', 'gw_port': {'id': '3fd35036-ce3f-44c5-bc4e-2395107742d1', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ec:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c2e66e-eb4b-4f5f-8061-89d56eef4f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:00:39Z', 'updated_at': '2022-02-09T01:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'debf6790-811f-42b5-b41a-55c02188aec6', 'name': '', 'network_id': 'c9b708c2-fcb1-434b-adfc-c490ab8109eb', 'tenant_id': 'bb6f8e8cedf24900b12d2701e0ee535c', 'mac_address': 'fa:16:3e:4f:91:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c2e66e-eb4b-4f5f-8061-89d56eef4f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'b8716427-016b-4cbe-988e-196988523774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:00:45Z', 'updated_at': '2022-02-09T01:00:47Z', 'revision_number': 2, 'project_id': 'bb6f8e8cedf24900b12d2701e0ee535c', 'subnets': [{'id': 'b8716427-016b-4cbe-988e-196988523774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:00:50.035828 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5254c12-2478-4e5d-a359-de7c3f95031d None None] Checking router: 32c2e66e-eb4b-4f5f-8061-89d56eef4f05 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:00:50.036176 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5254c12-2478-4e5d-a359-de7c3f95031d None None] Updating router 32c2e66e-eb4b-4f5f-8061-89d56eef4f05 port debf6790-811f-42b5-b41a-55c02188aec6 binding host n-d-828418-1 {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:00:50.086886 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-ea8d6725-9718-4157-b965-6121edb028c0 req-14476689-7c8e-466e-b0d1-26ba545ca9cc tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:50.098979 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['e8bacead-b5ca-4f76-a123-89f5a88044f5'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:00:50.135695 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b5254c12-2478-4e5d-a359-de7c3f95031d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:50.138381 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14476689-7c8e-466e-b0d1-26ba545ca9cc tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Pushing event deleted for resources: {'Port': ['ID=e8bacead-b5ca-4f76-a123-89f5a88044f5,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:50.156451 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 3fd35036-ce3f-44c5-bc4e-2395107742d1 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:00:50.156824 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:50.183269 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fd3562df-3932-4415-9cdd-f12810aebc50 req-08012e48-8e55-4c16-88c1-52433f3d7d57 tempest-FloatingIPsNegativeTestJSON-1730073762 tempest-FloatingIPsNegativeTestJSON-1730073762-project] 10.222.0.105 "GET /v2.0/floatingips?tenant_id=bb6f8e8cedf24900b12d2701e0ee535c HTTP/1.1" status: 200 len: 217 time: 0.1367257 Feb 09 01:00:50.203405 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-c383cf68-8f09-48c9-9e50-73629a1e433d req-72b747a7-e8bc-414b-8675-6b2933ad0640 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] For port 441f6212-60b3-40e0-b2f5-5551b994980b, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=441f6212-60b3-40e0-b2f5-5551b994980b,segment=NetworkSegment(d7050703-a45d-45b0-a89d-e74c0c0ae2fb),segment_id=d7050703-a45d-45b0-a89d-e74c0c0ae2fb)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:50.203817 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c383cf68-8f09-48c9-9e50-73629a1e433d req-72b747a7-e8bc-414b-8675-6b2933ad0640 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:50.240884 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea8d6725-9718-4157-b965-6121edb028c0 req-14476689-7c8e-466e-b0d1-26ba545ca9cc tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] No DVR routers for this DVR port e8bacead-b5ca-4f76-a123-89f5a88044f5 on host n-h2-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:00:50.244366 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-ea8d6725-9718-4157-b965-6121edb028c0 req-14476689-7c8e-466e-b0d1-26ba545ca9cc tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:50.255937 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd27dec75-e490-455a-ab53-6827c62f4e59', 'name': 'network-vif-deleted', 'tag': 'e8bacead-b5ca-4f76-a123-89f5a88044f5'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:00:50.264549 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ea8d6725-9718-4157-b965-6121edb028c0 req-14476689-7c8e-466e-b0d1-26ba545ca9cc tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.99 "DELETE /v2.0/ports/e8bacead-b5ca-4f76-a123-89f5a88044f5 HTTP/1.1" status: 204 len: 173 time: 0.9763069 Feb 09 01:00:50.357345 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-c383cf68-8f09-48c9-9e50-73629a1e433d req-72b747a7-e8bc-414b-8675-6b2933ad0640 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Calling delete_port for 441f6212-60b3-40e0-b2f5-5551b994980b owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:00:50.509902 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da97be1-181f-4d2b-8515-cf4ef71fb3b6 req-36ba51b5-33bb-4797-917b-6e1d4e02164c tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:50.511450 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7da97be1-181f-4d2b-8515-cf4ef71fb3b6 req-36ba51b5-33bb-4797-917b-6e1d4e02164c tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc04f24f-36f8-45af-b2c8-471b5293733f HTTP/1.1" status: 200 len: 950 time: 0.3926821 Feb 09 01:00:50.603244 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14344c46-8e16-4e23-afda-8dfbfa3f6576 req-fb1d353c-fdef-440c-8898-acaf9e1ab6fb tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:50.603244 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-14344c46-8e16-4e23-afda-8dfbfa3f6576 req-fb1d353c-fdef-440c-8898-acaf9e1ab6fb tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/ports?device_id=225149f6-b53e-471c-a121-21a0d84521e4 HTTP/1.1" status: 200 len: 945 time: 0.2508914 Feb 09 01:00:50.663905 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b5254c12-2478-4e5d-a359-de7c3f95031d None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:50.664467 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7da97be1-181f-4d2b-8515-cf4ef71fb3b6 req-c5cc6fd8-8654-43b4-ac43-ef7aeba9c4aa tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/security-groups?id=bc5d6135-6634-4167-99ad-f31267fef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452074 Feb 09 01:00:50.677408 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c383cf68-8f09-48c9-9e50-73629a1e433d req-72b747a7-e8bc-414b-8675-6b2933ad0640 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:50.683693 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-14344c46-8e16-4e23-afda-8dfbfa3f6576 req-c4b4ea3c-9c46-4bb7-8228-92b555a679ea tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/security-groups?id=21d48e70-0a9a-4f34-bd03-fe2b0988e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844052 Feb 09 01:00:50.693850 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b5254c12-2478-4e5d-a359-de7c3f95031d None None] Transition to ACTIVE for port object debf6790-811f-42b5-b41a-55c02188aec6 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:00:50.702305 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b5254c12-2478-4e5d-a359-de7c3f95031d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:50.792299 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd27dec75-e490-455a-ab53-6827c62f4e59', 'name': 'network-vif-deleted', 'tag': 'e8bacead-b5ca-4f76-a123-89f5a88044f5', 'status': 'completed', 'code': 200} Feb 09 01:00:50.849230 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2133b70a-7e46-4709-a85a-7afa12e51249 None None] Pushing event updated for resources: {'Port': ['ID=debf6790-811f-42b5-b41a-55c02188aec6,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:50.896800 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b747a7-e8bc-414b-8675-6b2933ad0640 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Pushing event deleted for resources: {'Port': ['ID=441f6212-60b3-40e0-b2f5-5551b994980b,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:50.937797 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-807d52fb-171e-4ecc-852d-7bef40900e20 req-7bd6f007-fe4c-4cb7-acb9-20699fca857d tempest-FloatingIPsNegativeTestJSON-1730073762 tempest-FloatingIPsNegativeTestJSON-1730073762-project] 10.222.0.105 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.2094412 Feb 09 01:00:51.055294 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-b5254c12-2478-4e5d-a359-de7c3f95031d None None] Attempting to bind port debf6790-811f-42b5-b41a-55c02188aec6 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:00:51.055928 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-b5254c12-2478-4e5d-a359-de7c3f95031d None None] Attempting to bind port debf6790-811f-42b5-b41a-55c02188aec6 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'd4e87788-7bb5-4ee5-b7fd-7c80de4d4331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c9b708c2-fcb1-434b-adfc-c490ab8109eb'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:00:51.056442 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5254c12-2478-4e5d-a359-de7c3f95031d None None] Attempting to bind port debf6790-811f-42b5-b41a-55c02188aec6 on network c9b708c2-fcb1-434b-adfc-c490ab8109eb {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:00:51.062515 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5254c12-2478-4e5d-a359-de7c3f95031d None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:00:51.063215 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5254c12-2478-4e5d-a359-de7c3f95031d None None] Checking segment: {'id': 'd4e87788-7bb5-4ee5-b7fd-7c80de4d4331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c9b708c2-fcb1-434b-adfc-c490ab8109eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:00:51.063797 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b5254c12-2478-4e5d-a359-de7c3f95031d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:51.064451 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5254c12-2478-4e5d-a359-de7c3f95031d None None] Bound using segment: {'id': 'd4e87788-7bb5-4ee5-b7fd-7c80de4d4331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c9b708c2-fcb1-434b-adfc-c490ab8109eb'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:00:51.064694 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-c383cf68-8f09-48c9-9e50-73629a1e433d req-72b747a7-e8bc-414b-8675-6b2933ad0640 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] No DVR routers for this DVR port 441f6212-60b3-40e0-b2f5-5551b994980b on host n-h2-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:00:51.065225 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-b5254c12-2478-4e5d-a359-de7c3f95031d None None] Bound port: debf6790-811f-42b5-b41a-55c02188aec6, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4e87788-7bb5-4ee5-b7fd-7c80de4d4331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c9b708c2-fcb1-434b-adfc-c490ab8109eb'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:00:51.065820 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b5254c12-2478-4e5d-a359-de7c3f95031d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:51.074442 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3ba5cfe7-5cae-4da5-a022-c3b5c78d69e7 req-8b10e53b-ecaf-434a-963d-6c6a359bb31d tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.105 "GET /v2.0/ports?device_id=9958ace3-7686-4434-936a-ad55697624b0 HTTP/1.1" status: 200 len: 210 time: 0.1355848 Feb 09 01:00:51.076768 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c383cf68-8f09-48c9-9e50-73629a1e433d req-72b747a7-e8bc-414b-8675-6b2933ad0640 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:51.081252 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9958ace3-7686-4434-936a-ad55697624b0', 'name': 'network-vif-deleted', 'tag': '441f6212-60b3-40e0-b2f5-5551b994980b'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:00:51.112049 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c383cf68-8f09-48c9-9e50-73629a1e433d req-72b747a7-e8bc-414b-8675-6b2933ad0640 tempest-LiveAutoBlockMigrationV225Test-1238023091 tempest-LiveAutoBlockMigrationV225Test-1238023091-project] 10.222.0.99 "DELETE /v2.0/ports/441f6212-60b3-40e0-b2f5-5551b994980b HTTP/1.1" status: 204 len: 173 time: 1.5828075 Feb 09 01:00:51.161445 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cbe301-6697-4111-a962-1a74850b746a req-1dace5bd-3ac3-4fae-af79-4374d48d960f tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:51.163245 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-16cbe301-6697-4111-a962-1a74850b746a req-1dace5bd-3ac3-4fae-af79-4374d48d960f tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] 10.222.0.99 "GET /v2.0/ports?device_id=4419a240-e088-4c68-bde2-52cd7a0a8f27 HTTP/1.1" status: 200 len: 945 time: 0.1830392 Feb 09 01:00:51.212133 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-b5254c12-2478-4e5d-a359-de7c3f95031d None None] For port debf6790-811f-42b5-b41a-55c02188aec6, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:00:51.217665 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-b5254c12-2478-4e5d-a359-de7c3f95031d None None] For port debf6790-811f-42b5-b41a-55c02188aec6, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=debf6790-811f-42b5-b41a-55c02188aec6,segment=NetworkSegment(d4e87788-7bb5-4ee5-b7fd-7c80de4d4331),segment_id=d4e87788-7bb5-4ee5-b7fd-7c80de4d4331)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:00:51.230462 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b5254c12-2478-4e5d-a359-de7c3f95031d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:51.252784 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [req-2d213c01-d0a1-436f-86aa-fd01e9f40f30 req-b7027d85-55f4-4ea7-baa6-078f6d976019 tempest-FloatingIPsNegativeTestJSON-1730073762 tempest-FloatingIPsNegativeTestJSON-1730073762-project] show failed (client error): The resource could not be found. Feb 09 01:00:51.254259 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2d213c01-d0a1-436f-86aa-fd01e9f40f30 req-b7027d85-55f4-4ea7-baa6-078f6d976019 tempest-FloatingIPsNegativeTestJSON-1730073762 tempest-FloatingIPsNegativeTestJSON-1730073762-project] 10.222.0.105 "GET /v2.0/floatingips/5c31667d-ae71-4367-bc7c-8d9e556bdc82 HTTP/1.1" status: 404 len: 350 time: 0.0935376 Feb 09 01:00:51.271352 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 50410) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:00:51.340310 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-16cbe301-6697-4111-a962-1a74850b746a req-89ef016e-ac11-4209-9403-cb26b9129068 tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] Deleting port a57d0721-5c1b-423f-80ac-98385a97cb3a {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:00:51.341069 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-16cbe301-6697-4111-a962-1a74850b746a req-89ef016e-ac11-4209-9403-cb26b9129068 tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:51.346155 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5254c12-2478-4e5d-a359-de7c3f95031d None None] Routers {'32c2e66e-eb4b-4f5f-8061-89d56eef4f05'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:00:51.347102 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-b5254c12-2478-4e5d-a359-de7c3f95031d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:00:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['32c2e66e-eb4b-4f5f-8061-89d56eef4f05'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:00:51.435251 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2133b70a-7e46-4709-a85a-7afa12e51249 None None] Pushing event updated for resources: {'Port': ['ID=debf6790-811f-42b5-b41a-55c02188aec6,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:51.452765 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9958ace3-7686-4434-936a-ad55697624b0', 'name': 'network-vif-deleted', 'tag': '441f6212-60b3-40e0-b2f5-5551b994980b', 'status': 'completed', 'code': 200} Feb 09 01:00:51.524387 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918cdb97-4b59-4353-a9f7-9ffa92899c27 req-4bffa3ed-728b-4f08-9d9c-2c41b8b30373 tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:51.526026 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-918cdb97-4b59-4353-a9f7-9ffa92899c27 req-4bffa3ed-728b-4f08-9d9c-2c41b8b30373 tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] 10.222.0.105 "GET /v2.0/ports?device_id=4419a240-e088-4c68-bde2-52cd7a0a8f27 HTTP/1.1" status: 200 len: 945 time: 0.4128206 Feb 09 01:00:51.640664 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:51.689216 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-b5254c12-2478-4e5d-a359-de7c3f95031d None None] Set router 32c2e66e-eb4b-4f5f-8061-89d56eef4f05 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:00:51.749948 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-918cdb97-4b59-4353-a9f7-9ffa92899c27 req-bd4c97e6-4e07-47d8-8807-3511b0038d39 tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] 10.222.0.105 "GET /v2.0/security-groups?id=8d0294b4-b1b6-4eb7-b73a-7ee549f8fd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111058 Feb 09 01:00:51.781321 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9315e038-7161-442c-8e15-a37bd85416c6 req-b8a98c93-c0d2-4c36-a163-4fc8cdefba46 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:51.783098 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9315e038-7161-442c-8e15-a37bd85416c6 req-b8a98c93-c0d2-4c36-a163-4fc8cdefba46 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.99 "GET /v2.0/ports?device_id=dc04f24f-36f8-45af-b2c8-471b5293733f HTTP/1.1" status: 200 len: 950 time: 0.4127145 Feb 09 01:00:52.034605 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-16cbe301-6697-4111-a962-1a74850b746a req-89ef016e-ac11-4209-9403-cb26b9129068 tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] For port a57d0721-5c1b-423f-80ac-98385a97cb3a, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=a57d0721-5c1b-423f-80ac-98385a97cb3a,segment=NetworkSegment(019a3d80-95b7-4507-bead-9d739a321e80),segment_id=019a3d80-95b7-4507-bead-9d739a321e80)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:52.035011 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-16cbe301-6697-4111-a962-1a74850b746a req-89ef016e-ac11-4209-9403-cb26b9129068 tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:52.117824 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-b5254c12-2478-4e5d-a359-de7c3f95031d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c2e66e-eb4b-4f5f-8061-89d56eef4f05', 'name': 'tempest-FloatingIPsNegativeTestJSON-171840996-router', 'tenant_id': 'bb6f8e8cedf24900b12d2701e0ee535c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '3fd35036-ce3f-44c5-bc4e-2395107742d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:00:37Z', 'updated_at': '2022-02-09T01:00:47Z', 'revision_number': 4, 'project_id': 'bb6f8e8cedf24900b12d2701e0ee535c', 'gw_port': {'id': '3fd35036-ce3f-44c5-bc4e-2395107742d1', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ec:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c2e66e-eb4b-4f5f-8061-89d56eef4f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:00:39Z', 'updated_at': '2022-02-09T01:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'debf6790-811f-42b5-b41a-55c02188aec6', 'name': '', 'network_id': 'c9b708c2-fcb1-434b-adfc-c490ab8109eb', 'tenant_id': 'bb6f8e8cedf24900b12d2701e0ee535c', 'mac_address': 'fa:16:3e:4f:91:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c2e66e-eb4b-4f5f-8061-89d56eef4f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'b8716427-016b-4cbe-988e-196988523774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:00:45Z', 'updated_at': '2022-02-09T01:00:51Z', 'revision_number': 4, 'project_id': 'bb6f8e8cedf24900b12d2701e0ee535c', 'subnets': [{'id': 'b8716427-016b-4cbe-988e-196988523774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:00:52.122095 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5254c12-2478-4e5d-a359-de7c3f95031d None None] The sync data for ids ['32c2e66e-eb4b-4f5f-8061-89d56eef4f05'] in n-d-828418-1 is: [{'id': '32c2e66e-eb4b-4f5f-8061-89d56eef4f05', 'name': 'tempest-FloatingIPsNegativeTestJSON-171840996-router', 'tenant_id': 'bb6f8e8cedf24900b12d2701e0ee535c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '3fd35036-ce3f-44c5-bc4e-2395107742d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:00:37Z', 'updated_at': '2022-02-09T01:00:47Z', 'revision_number': 4, 'project_id': 'bb6f8e8cedf24900b12d2701e0ee535c', 'gw_port': {'id': '3fd35036-ce3f-44c5-bc4e-2395107742d1', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ec:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c2e66e-eb4b-4f5f-8061-89d56eef4f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:00:39Z', 'updated_at': '2022-02-09T01:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'debf6790-811f-42b5-b41a-55c02188aec6', 'name': '', 'network_id': 'c9b708c2-fcb1-434b-adfc-c490ab8109eb', 'tenant_id': 'bb6f8e8cedf24900b12d2701e0ee535c', 'mac_address': 'fa:16:3e:4f:91:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c2e66e-eb4b-4f5f-8061-89d56eef4f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'b8716427-016b-4cbe-988e-196988523774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:00:45Z', 'updated_at': '2022-02-09T01:00:51Z', 'revision_number': 4, 'project_id': 'bb6f8e8cedf24900b12d2701e0ee535c', 'subnets': [{'id': 'b8716427-016b-4cbe-988e-196988523774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:00:52.144292 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-9315e038-7161-442c-8e15-a37bd85416c6 req-50291184-3e5f-4861-bea4-4b155435c0d0 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Deleting port 65b98c26-ceb5-41f3-a451-0e7308e15022 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:00:52.144737 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9315e038-7161-442c-8e15-a37bd85416c6 req-50291184-3e5f-4861-bea4-4b155435c0d0 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:52.189132 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-16cbe301-6697-4111-a962-1a74850b746a req-89ef016e-ac11-4209-9403-cb26b9129068 tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] Calling delete_port for a57d0721-5c1b-423f-80ac-98385a97cb3a owned by compute:nova {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:00:52.405165 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-16cbe301-6697-4111-a962-1a74850b746a req-89ef016e-ac11-4209-9403-cb26b9129068 tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:52.408620 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef457308-ca07-4ada-a57e-64e7f861549e req-9afd58bb-8745-43f1-870a-37a740a79ec5 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:52.410220 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ef457308-ca07-4ada-a57e-64e7f861549e req-9afd58bb-8745-43f1-870a-37a740a79ec5 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/networks?id=dd02684a-c792-4fba-8571-35898e88ad40 HTTP/1.1" status: 200 len: 811 time: 0.6236167 Feb 09 01:00:52.421888 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['a57d0721-5c1b-423f-80ac-98385a97cb3a'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:00:52.463329 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ef016e-ac11-4209-9403-cb26b9129068 tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] Pushing event deleted for resources: {'Port': ['ID=a57d0721-5c1b-423f-80ac-98385a97cb3a,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:52.549836 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1ab30-979b-4ded-9438-5a2db1157075 req-e15bacae-b17b-4840-bfac-eb836c234d6f tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:52.554095 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e9f1ab30-979b-4ded-9438-5a2db1157075 req-e15bacae-b17b-4840-bfac-eb836c234d6f tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc04f24f-36f8-45af-b2c8-471b5293733f HTTP/1.1" status: 200 len: 950 time: 0.5416489 Feb 09 01:00:52.563930 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-16cbe301-6697-4111-a962-1a74850b746a req-89ef016e-ac11-4209-9403-cb26b9129068 tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] No DVR routers for this DVR port a57d0721-5c1b-423f-80ac-98385a97cb3a on host n-h2-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:00:52.564110 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ef457308-ca07-4ada-a57e-64e7f861549e req-3bef6abb-c66d-4881-b686-a98ed46943cc tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/quotas/5ff9aad1b4b645cb83f87778a731b808 HTTP/1.1" status: 200 len: 375 time: 0.1407871 Feb 09 01:00:52.567051 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-16cbe301-6697-4111-a962-1a74850b746a req-89ef016e-ac11-4209-9403-cb26b9129068 tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:52.582751 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-16cbe301-6697-4111-a962-1a74850b746a req-89ef016e-ac11-4209-9403-cb26b9129068 tempest-ServerGroupTestJSON-1284309629 tempest-ServerGroupTestJSON-1284309629-project] 10.222.0.99 "DELETE /v2.0/ports/a57d0721-5c1b-423f-80ac-98385a97cb3a HTTP/1.1" status: 204 len: 173 time: 1.4143887 Feb 09 01:00:52.795730 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4419a240-e088-4c68-bde2-52cd7a0a8f27', 'name': 'network-vif-deleted', 'tag': 'a57d0721-5c1b-423f-80ac-98385a97cb3a'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:00:52.834725 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ef457308-ca07-4ada-a57e-64e7f861549e req-23262da1-a7d9-4d86-b756-4aa7e333b0b7 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=5ff9aad1b4b645cb83f87778a731b808&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2388833 Feb 09 01:00:52.861245 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [req-ef457308-ca07-4ada-a57e-64e7f861549e req-9f5db904-333a-4cb4-8438-0fc85eb76545 service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:00:52.862423 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ef457308-ca07-4ada-a57e-64e7f861549e req-9f5db904-333a-4cb4-8438-0fc85eb76545 service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0111947 Feb 09 01:00:52.911276 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e9f1ab30-979b-4ded-9438-5a2db1157075 req-3cdd27cf-7da2-4b4a-bc3d-04bd6c58ce6e tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/security-groups?id=bc5d6135-6634-4167-99ad-f31267fef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3461909 Feb 09 01:00:53.003760 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-9315e038-7161-442c-8e15-a37bd85416c6 req-50291184-3e5f-4861-bea4-4b155435c0d0 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] For port 65b98c26-ceb5-41f3-a451-0e7308e15022, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=65b98c26-ceb5-41f3-a451-0e7308e15022,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:53.004155 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9315e038-7161-442c-8e15-a37bd85416c6 req-50291184-3e5f-4861-bea4-4b155435c0d0 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:53.174811 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-9315e038-7161-442c-8e15-a37bd85416c6 req-50291184-3e5f-4861-bea4-4b155435c0d0 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Calling delete_port for 65b98c26-ceb5-41f3-a451-0e7308e15022 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:00:53.334828 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ef457308-ca07-4ada-a57e-64e7f861549e req-2d9f82b4-4092-4861-b92a-a88daa438d78 service neutron] 10.222.0.105 "GET /v2.0/networks/dd02684a-c792-4fba-8571-35898e88ad40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4557164 Feb 09 01:00:53.559341 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd926a-79b3-4c02-bd09-c1e7c137240a req-880a6b17-651a-481a-8b52-329324244cc1 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:53.560703 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-72bd926a-79b3-4c02-bd09-c1e7c137240a req-880a6b17-651a-481a-8b52-329324244cc1 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/ports?device_id=225149f6-b53e-471c-a121-21a0d84521e4 HTTP/1.1" status: 200 len: 945 time: 0.3988974 Feb 09 01:00:53.631784 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9315e038-7161-442c-8e15-a37bd85416c6 req-50291184-3e5f-4861-bea4-4b155435c0d0 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:53.644634 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['88a93ab5-6360-4150-b84a-b24cbf02f870', 'f26441cd-75ef-400d-9f30-37093ee34385', 'e0d02d2a-38d9-419e-9759-ba01a049886e', 'b8330b53-7bb8-4918-9af3-a8d090b55a84', '65b98c26-ceb5-41f3-a451-0e7308e15022'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:00:53.670257 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['e5a6187d-5002-4dd1-8ed9-4533efde97f6', 'e97e63de-affb-4ff1-89d2-d7226736631b', '973c846c-32e6-4fcd-8537-473bd8d7ed33'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:00:53.701946 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ef457308-ca07-4ada-a57e-64e7f861549e req-ad25881b-0d35-49f2-9f12-a930d06af8bf service neutron] 10.222.0.105 "GET /v2.0/networks/dd02684a-c792-4fba-8571-35898e88ad40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3502104 Feb 09 01:00:53.708275 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50291184-3e5f-4861-bea4-4b155435c0d0 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Pushing event deleted for resources: {'Port': ['ID=65b98c26-ceb5-41f3-a451-0e7308e15022,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:53.747448 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-72bd926a-79b3-4c02-bd09-c1e7c137240a req-4317e95a-c70d-4afb-bc7f-65fba46264b2 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/security-groups?id=21d48e70-0a9a-4f34-bd03-fe2b0988e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780713 Feb 09 01:00:53.812279 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-9315e038-7161-442c-8e15-a37bd85416c6 req-50291184-3e5f-4861-bea4-4b155435c0d0 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] No DVR routers for this DVR port 65b98c26-ceb5-41f3-a451-0e7308e15022 on host n-h2-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:00:53.816398 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9315e038-7161-442c-8e15-a37bd85416c6 req-50291184-3e5f-4861-bea4-4b155435c0d0 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:53.820998 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc04f24f-36f8-45af-b2c8-471b5293733f', 'name': 'network-vif-deleted', 'tag': '65b98c26-ceb5-41f3-a451-0e7308e15022'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:00:53.829896 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-62512714-6e57-4e15-9940-a41615fdeb2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:53.924525 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9315e038-7161-442c-8e15-a37bd85416c6 req-50291184-3e5f-4861-bea4-4b155435c0d0 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.99 "DELETE /v2.0/ports/65b98c26-ceb5-41f3-a451-0e7308e15022 HTTP/1.1" status: 204 len: 173 time: 2.1355276 Feb 09 01:00:53.949982 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device e8bacead-b5ca-4f76-a123-89f5a88044f5 no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:00:53.964668 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50440) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:00:54.093186 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] No Port match for: e8bacead-b5ca-4f76-a123-89f5a88044f5 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:00:54.093768 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device e8bacead-b5ca-4f76-a123-89f5a88044f5 not bound to the agent host n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:00:54.094316 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device a57d0721-5c1b-423f-80ac-98385a97cb3a no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:00:54.107717 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4419a240-e088-4c68-bde2-52cd7a0a8f27', 'name': 'network-vif-deleted', 'tag': 'a57d0721-5c1b-423f-80ac-98385a97cb3a', 'status': 'completed', 'code': 200} Feb 09 01:00:54.131575 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device debf6790-811f-42b5-b41a-55c02188aec6 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:00:54.206185 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] No Port match for: a57d0721-5c1b-423f-80ac-98385a97cb3a {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:00:54.206605 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device a57d0721-5c1b-423f-80ac-98385a97cb3a not bound to the agent host n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:00:54.207175 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 65b98c26-ceb5-41f3-a451-0e7308e15022 no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:00:54.237432 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc04f24f-36f8-45af-b2c8-471b5293733f', 'name': 'network-vif-deleted', 'tag': '65b98c26-ceb5-41f3-a451-0e7308e15022', 'status': 'completed', 'code': 200} Feb 09 01:00:54.304919 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] No Port match for: 65b98c26-ceb5-41f3-a451-0e7308e15022 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:00:54.312240 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 65b98c26-ceb5-41f3-a451-0e7308e15022 not bound to the agent host n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:00:54.312240 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 441f6212-60b3-40e0-b2f5-5551b994980b no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:00:54.327995 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0f04435-b557-4926-b124-8c23c1a28d1a admin admin] Deleting subnet f523b7b8-aa23-4f63-9894-de0d35bb1ce5 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:00:54.333691 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f0f04435-b557-4926-b124-8c23c1a28d1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:54.366154 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] No Port match for: 441f6212-60b3-40e0-b2f5-5551b994980b {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:00:54.366605 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 441f6212-60b3-40e0-b2f5-5551b994980b not bound to the agent host n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:00:54.424927 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f0f04435-b557-4926-b124-8c23c1a28d1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:54.501425 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f0f04435-b557-4926-b124-8c23c1a28d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:54.597242 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:54.604891 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port debf6790-811f-42b5-b41a-55c02188aec6 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:00:54.625925 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f0f04435-b557-4926-b124-8c23c1a28d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:54.644071 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b2341934-74f9-4d20-9c95-6dfbb0ff9e92 req-43d6b954-8e86-41d8-bf80-7ef5973da1be tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=3efc0dbe-ba16-4e5c-b6ac-16c3dba938e4 HTTP/1.1" status: 200 len: 210 time: 0.3116701 Feb 09 01:00:54.671076 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-2bdc64f3-b55f-445d-ad02-ae63049a64a0 req-5f701b4e-4521-4849-82f1-68b5952c0729 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Synchronizing usage tracker for tenant:e6fa40f41b9646a7bf38890c5f8e1746 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:00:54.696354 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port debf6790-811f-42b5-b41a-55c02188aec6 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:00:54.698030 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:54.769630 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-2bdc64f3-b55f-445d-ad02-ae63049a64a0 req-5f701b4e-4521-4849-82f1-68b5952c0729 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Unset dirty status for tenant:e6fa40f41b9646a7bf38890c5f8e1746 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:00:54.783254 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2bdc64f3-b55f-445d-ad02-ae63049a64a0 req-5f701b4e-4521-4849-82f1-68b5952c0729 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc04f24f-36f8-45af-b2c8-471b5293733f HTTP/1.1" status: 200 len: 210 time: 0.2743497 Feb 09 01:00:54.821103 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f0f04435-b557-4926-b124-8c23c1a28d1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:54.835280 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f0f04435-b557-4926-b124-8c23c1a28d1a admin admin] 10.222.0.105 "DELETE /v2.0/subnets/f523b7b8-aa23-4f63-9894-de0d35bb1ce5 HTTP/1.1" status: 204 len: 168 time: 0.8684704 Feb 09 01:00:54.837577 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 50468) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:00:54.847674 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f04435-b557-4926-b124-8c23c1a28d1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f523b7b8-aa23-4f63-9894-de0d35bb1ce5,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:55.252446 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:55.294609 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50486) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:00:55.333401 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-62512714-6e57-4e15-9940-a41615fdeb2d admin admin] Deleting port debf6790-811f-42b5-b41a-55c02188aec6 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:00:55.333951 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-62512714-6e57-4e15-9940-a41615fdeb2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:55.354422 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port debf6790-811f-42b5-b41a-55c02188aec6, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=debf6790-811f-42b5-b41a-55c02188aec6,segment=NetworkSegment(d4e87788-7bb5-4ee5-b7fd-7c80de4d4331),segment_id=d4e87788-7bb5-4ee5-b7fd-7c80de4d4331)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:55.369394 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:55.385768 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f452ba7-5bc2-4d3a-9cb2-43518d926bf4 admin admin] Deleting subnet 6ff5dbbf-8d07-422b-816b-f84ae9a332ca {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:00:55.389335 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4f452ba7-5bc2-4d3a-9cb2-43518d926bf4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:55.472628 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4f452ba7-5bc2-4d3a-9cb2-43518d926bf4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:55.486669 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=debf6790-811f-42b5-b41a-55c02188aec6,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:55.562628 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4f452ba7-5bc2-4d3a-9cb2-43518d926bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:55.595608 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0c2f2309-6128-4fc1-879d-2eeb5337520b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:55.636703 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c0067-32a4-4596-b848-db6a6f0cfd64 req-77220b5b-0bc3-43be-b142-fdb6872b7312 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:55.644373 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-290c0067-32a4-4596-b848-db6a6f0cfd64 req-77220b5b-0bc3-43be-b142-fdb6872b7312 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/ports?device_id=225149f6-b53e-471c-a121-21a0d84521e4 HTTP/1.1" status: 200 len: 945 time: 0.6578295 Feb 09 01:00:55.675488 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4f452ba7-5bc2-4d3a-9cb2-43518d926bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:55.725078 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f452ba7-5bc2-4d3a-9cb2-43518d926bf4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ff5dbbf-8d07-422b-816b-f84ae9a332ca,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:55.734739 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4f452ba7-5bc2-4d3a-9cb2-43518d926bf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:55.741345 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-4f452ba7-5bc2-4d3a-9cb2-43518d926bf4 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/6ff5dbbf-8d07-422b-816b-f84ae9a332ca HTTP/1.1" status: 204 len: 168 time: 0.4457073 Feb 09 01:00:55.744447 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50492) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:00:55.813307 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-62512714-6e57-4e15-9940-a41615fdeb2d admin admin] For port debf6790-811f-42b5-b41a-55c02188aec6, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=debf6790-811f-42b5-b41a-55c02188aec6,segment=NetworkSegment(d4e87788-7bb5-4ee5-b7fd-7c80de4d4331),segment_id=d4e87788-7bb5-4ee5-b7fd-7c80de4d4331)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:55.814027 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-62512714-6e57-4e15-9940-a41615fdeb2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:55.870497 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-44a702ae-98a6-4147-b255-dfe2c84b6694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:55.874286 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e048acee-469a-4659-9594-e4172d6fc753 req-68e0d7d7-6c8e-4a52-af4e-1de2c25567bf tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=3efc0dbe-ba16-4e5c-b6ac-16c3dba938e4 HTTP/1.1" status: 200 len: 210 time: 0.0704048 Feb 09 01:00:55.940560 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device debf6790-811f-42b5-b41a-55c02188aec6 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:00:56.013554 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0c2f2309-6128-4fc1-879d-2eeb5337520b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:56.027915 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-62512714-6e57-4e15-9940-a41615fdeb2d admin admin] Calling delete_port for debf6790-811f-42b5-b41a-55c02188aec6 owned by network:router_interface {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:00:56.065374 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-290c0067-32a4-4596-b848-db6a6f0cfd64 req-ef5e1120-93a0-42c0-bc4e-23fcba62a0c7 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/security-groups?id=21d48e70-0a9a-4f34-bd03-fe2b0988e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4207041 Feb 09 01:00:56.084122 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port debf6790-811f-42b5-b41a-55c02188aec6 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:00:56.084352 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:56.134145 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-0c2f2309-6128-4fc1-879d-2eeb5337520b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c19901d-9303-4cfd-b96f-b8f2e52fb4b9']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:00:56.183693 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-44a702ae-98a6-4147-b255-dfe2c84b6694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:56.218409 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-44a702ae-98a6-4147-b255-dfe2c84b6694 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25782802-3b17-40c7-84aa-116f399871e5']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:00:56.235214 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-44a702ae-98a6-4147-b255-dfe2c84b6694 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '019a3d80-95b7-4507-bead-9d739a321e80') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:00:56.235609 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-44a702ae-98a6-4147-b255-dfe2c84b6694 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '019a3d80-95b7-4507-bead-9d739a321e80') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:00:56.249883 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-44a702ae-98a6-4147-b255-dfe2c84b6694 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:56.253399 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-0c2f2309-6128-4fc1-879d-2eeb5337520b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7050703-a45d-45b0-a89d-e74c0c0ae2fb') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:00:56.253488 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-0c2f2309-6128-4fc1-879d-2eeb5337520b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7050703-a45d-45b0-a89d-e74c0c0ae2fb') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:00:56.275252 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-44a702ae-98a6-4147-b255-dfe2c84b6694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:56.275489 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0c2f2309-6128-4fc1-879d-2eeb5337520b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:56.289744 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44a702ae-98a6-4147-b255-dfe2c84b6694 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:00:56.290231 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-44a702ae-98a6-4147-b255-dfe2c84b6694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:56.308773 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:00:56.308773 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:00:56.308773 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:00:56.308773 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:00:56.308773 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:00:56.308773 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:00:56.308773 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:00:56.308773 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:00:56.308773 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:00:56.308773 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:00:56.308773 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:00:56.308773 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:00:56.308773 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:00:56.308773 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:00:56.308773 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:00:56.308773 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:00:56.308773 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:00:56.308773 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:00:56.308773 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:00:56.308773 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:00:56.308773 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:00:56.308773 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:00:56.308773 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:00:56.308773 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:00:56.308773 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:00:56.308773 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:00:56.308773 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:00:56.308773 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:00:56.308773 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:00:56.308773 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:00:56.308773 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:00:56.308773 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:00:56.406429 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:00:56.416117 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-44a702ae-98a6-4147-b255-dfe2c84b6694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:56.453784 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-44a702ae-98a6-4147-b255-dfe2c84b6694 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:56.469062 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a702ae-98a6-4147-b255-dfe2c84b6694 admin admin] Pushing event deleted for resources: {'Network': ['ID=25782802-3b17-40c7-84aa-116f399871e5,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:56.480910 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0c2f2309-6128-4fc1-879d-2eeb5337520b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:56.483513 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-44a702ae-98a6-4147-b255-dfe2c84b6694 admin admin] 10.222.0.105 "DELETE /v2.0/networks/25782802-3b17-40c7-84aa-116f399871e5 HTTP/1.1" status: 204 len: 168 time: 0.7370803 Feb 09 01:00:56.511189 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c2f2309-6128-4fc1-879d-2eeb5337520b admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:00:56.511599 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0c2f2309-6128-4fc1-879d-2eeb5337520b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:56.526943 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 01:00:56.526943 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:00:56.526943 n-d-828418-1 neutron-server[87639]: timer() Feb 09 01:00:56.526943 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:00:56.526943 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 01:00:56.526943 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:00:56.526943 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 01:00:56.526943 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:00:56.526943 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 01:00:56.526943 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:00:56.526943 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 01:00:56.526943 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:00:56.526943 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 01:00:56.526943 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:00:56.526943 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:00:56.526943 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:00:56.526943 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:00:56.526943 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:00:56.526943 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 01:00:56.526943 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:00:56.526943 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 01:00:56.526943 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:00:56.526943 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:00:56.526943 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:00:56.526943 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 01:00:56.526943 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:00:56.526943 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:00:56.526943 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:00:56.526943 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:00:56.526943 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:00:56.526943 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:00:56.526943 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:00:56.617174 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50504) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:00:56.673769 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a213d213-46a0-45cc-beb3-bd5aeaa84cd9 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=ce79d06aa2b94d328702f366a9e30c74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0578945 Feb 09 01:00:56.676650 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50508) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:00:56.740272 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2c9da2b4-2c05-494a-a074-5d254e5a4731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:56.751318 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0c2f2309-6128-4fc1-879d-2eeb5337520b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:56.755901 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0c2f2309-6128-4fc1-879d-2eeb5337520b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:56.765467 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef457308-ca07-4ada-a57e-64e7f861549e req-5bf9c399-58d6-4bbb-83fd-073ead73210b tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:56.766924 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ef457308-ca07-4ada-a57e-64e7f861549e req-5bf9c399-58d6-4bbb-83fd-073ead73210b tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.99 "GET /v2.0/networks?id=dd02684a-c792-4fba-8571-35898e88ad40 HTTP/1.1" status: 200 len: 811 time: 0.6204994 Feb 09 01:00:56.768052 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2c9da2b4-2c05-494a-a074-5d254e5a4731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:56.814886 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-ef457308-ca07-4ada-a57e-64e7f861549e req-7aca8891-cc66-4157-96de-717b19acb49f tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Request body: {'port': {'device_id': '3efc0dbe-ba16-4e5c-b6ac-16c3dba938e4', 'network_id': 'dd02684a-c792-4fba-8571-35898e88ad40', 'admin_state_up': True, 'tenant_id': '5ff9aad1b4b645cb83f87778a731b808'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:00:56.828445 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2c9da2b4-2c05-494a-a074-5d254e5a4731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:56.833373 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2f2309-6128-4fc1-879d-2eeb5337520b admin admin] Pushing event deleted for resources: {'Network': ['ID=2c19901d-9303-4cfd-b96f-b8f2e52fb4b9,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:56.845376 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9da2b4-2c05-494a-a074-5d254e5a4731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0294b4-b1b6-4eb7-b73a-7ee549f8fd8f,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:56.856383 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2c9da2b4-2c05-494a-a074-5d254e5a4731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:56.861257 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-2c9da2b4-2c05-494a-a074-5d254e5a4731 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/8d0294b4-b1b6-4eb7-b73a-7ee549f8fd8f HTTP/1.1" status: 204 len: 168 time: 0.1836476 Feb 09 01:00:56.895371 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-0c2f2309-6128-4fc1-879d-2eeb5337520b admin admin] 10.222.0.105 "DELETE /v2.0/networks/2c19901d-9303-4cfd-b96f-b8f2e52fb4b9 HTTP/1.1" status: 204 len: 168 time: 2.0567160 Feb 09 01:00:56.899776 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50514) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:00:56.990410 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-f675ac7b-b817-4a94-9f54-643cbe24062e admin admin] Deleting subnet d9871356-2c5f-4ff5-89bb-fa0aed3e5a29 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:00:56.995771 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f675ac7b-b817-4a94-9f54-643cbe24062e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:57.060512 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f675ac7b-b817-4a94-9f54-643cbe24062e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:57.132304 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f675ac7b-b817-4a94-9f54-643cbe24062e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:57.170649 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-08483d2b-9679-443c-9b1b-4f4576fec2af req-face27cc-446f-4cc8-a1f4-1b0688232900 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=3efc0dbe-ba16-4e5c-b6ac-16c3dba938e4 HTTP/1.1" status: 200 len: 210 time: 0.1158342 Feb 09 01:00:57.178643 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd683aba-052a-4af5-9d9e-a5dbdb193023 req-1a930f4a-c061-42ec-bc07-dbf170c03ef9 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:57.181930 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bd683aba-052a-4af5-9d9e-a5dbdb193023 req-1a930f4a-c061-42ec-bc07-dbf170c03ef9 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=78993d4b-0b0e-47a2-8a4b-5541faec5408 HTTP/1.1" status: 200 len: 950 time: 0.5975590 Feb 09 01:00:57.234527 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f675ac7b-b817-4a94-9f54-643cbe24062e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:57.286330 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f675ac7b-b817-4a94-9f54-643cbe24062e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9871356-2c5f-4ff5-89bb-fa0aed3e5a29,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:57.289385 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f675ac7b-b817-4a94-9f54-643cbe24062e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:57.299196 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f675ac7b-b817-4a94-9f54-643cbe24062e admin admin] 10.222.0.105 "DELETE /v2.0/subnets/d9871356-2c5f-4ff5-89bb-fa0aed3e5a29 HTTP/1.1" status: 204 len: 168 time: 0.3977976 Feb 09 01:00:57.299883 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50528) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:00:57.317810 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bd683aba-052a-4af5-9d9e-a5dbdb193023 req-8ded7cfa-bd85-48dd-a633-ac537d010fef tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/security-groups?id=bc5d6135-6634-4167-99ad-f31267fef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104701 Feb 09 01:00:57.323863 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-62512714-6e57-4e15-9940-a41615fdeb2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:57.331918 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-ef457308-ca07-4ada-a57e-64e7f861549e req-7aca8891-cc66-4157-96de-717b19acb49f tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:00:57.337656 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-ef457308-ca07-4ada-a57e-64e7f861549e req-7aca8891-cc66-4157-96de-717b19acb49f tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Usage tracker for resource:port and tenant:5ff9aad1b4b645cb83f87778a731b808 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:00:57.354421 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-ef457308-ca07-4ada-a57e-64e7f861549e req-7aca8891-cc66-4157-96de-717b19acb49f tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:00:57.364156 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-ef457308-ca07-4ada-a57e-64e7f861549e req-7aca8891-cc66-4157-96de-717b19acb49f tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:00:57.446370 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bc76680b-3959-4cba-9a40-88cc7c36b253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:57.472319 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef457308-ca07-4ada-a57e-64e7f861549e req-7aca8891-cc66-4157-96de-717b19acb49f tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Made reservation on behalf of 5ff9aad1b4b645cb83f87778a731b808 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:00:57.479335 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ef457308-ca07-4ada-a57e-64e7f861549e req-7aca8891-cc66-4157-96de-717b19acb49f tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:57.504529 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62512714-6e57-4e15-9940-a41615fdeb2d admin admin] Pushing event deleted for resources: {'Port': ['ID=debf6790-811f-42b5-b41a-55c02188aec6,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:57.690073 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bc76680b-3959-4cba-9a40-88cc7c36b253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:57.759566 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-bc76680b-3959-4cba-9a40-88cc7c36b253 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93f795dd-c6fc-4c0f-9ae7-1fc5bfe22bdb']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:00:57.791185 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-bc76680b-3959-4cba-9a40-88cc7c36b253 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '828a443a-8397-4362-9240-fc6965ac56a5') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:00:57.795282 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-bc76680b-3959-4cba-9a40-88cc7c36b253 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '828a443a-8397-4362-9240-fc6965ac56a5') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:00:57.816569 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-ef457308-ca07-4ada-a57e-64e7f861549e req-7aca8891-cc66-4157-96de-717b19acb49f tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Allocated IP 172.20.0.10 (dd02684a-c792-4fba-8571-35898e88ad40/6629426b-30e0-4649-b641-b6eaabeb92da/446e19d0-fb6e-49d1-9177-c6ee874259cc) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:00:57.822092 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bc76680b-3959-4cba-9a40-88cc7c36b253 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:57.863347 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bc76680b-3959-4cba-9a40-88cc7c36b253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:57.891704 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc76680b-3959-4cba-9a40-88cc7c36b253 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:00:57.894918 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bc76680b-3959-4cba-9a40-88cc7c36b253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:57.954311 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:00:57.954311 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:00:57.954311 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:00:57.954311 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:00:57.954311 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:00:57.954311 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:00:57.954311 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:00:57.954311 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:00:57.954311 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:00:57.954311 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:00:57.954311 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:00:57.954311 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:00:57.954311 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:00:57.954311 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:00:57.954311 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:00:57.954311 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:00:57.954311 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:00:57.954311 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:00:57.954311 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:00:57.954311 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:00:57.954311 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:00:57.954311 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:00:57.954311 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:00:57.954311 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:00:57.954311 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:00:57.954311 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:00:57.954311 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:00:57.954311 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:00:57.954311 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:00:57.954311 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:00:57.954311 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:00:57.954311 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:00:58.127078 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50548) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:00:58.176502 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bc76680b-3959-4cba-9a40-88cc7c36b253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:58.199797 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bc76680b-3959-4cba-9a40-88cc7c36b253 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:58.207147 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc76680b-3959-4cba-9a40-88cc7c36b253 admin admin] Pushing event deleted for resources: {'Network': ['ID=93f795dd-c6fc-4c0f-9ae7-1fc5bfe22bdb,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:58.211337 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-bc76680b-3959-4cba-9a40-88cc7c36b253 admin admin] 10.222.0.105 "DELETE /v2.0/networks/93f795dd-c6fc-4c0f-9ae7-1fc5bfe22bdb HTTP/1.1" status: 204 len: 168 time: 0.9104393 Feb 09 01:00:58.295792 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90726156-ce14-4af2-a5b0-f87590b0715e req-85afe73e-a012-4b86-b39b-24e57f0a657a tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:58.295792 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-90726156-ce14-4af2-a5b0-f87590b0715e req-85afe73e-a012-4b86-b39b-24e57f0a657a tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/ports?device_id=225149f6-b53e-471c-a121-21a0d84521e4 HTTP/1.1" status: 200 len: 945 time: 0.7978935 Feb 09 01:00:58.320764 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-e5df41b8-59bd-4697-8026-d40733a68dee admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-807997699-network', 'tenant_id': '87c1507f34e447f897ba188dfe1fda73'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:00:58.326276 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e5df41b8-59bd-4697-8026-d40733a68dee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:00:58.330594 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e5df41b8-59bd-4697-8026-d40733a68dee admin admin] Usage tracker for resource:network and tenant:87c1507f34e447f897ba188dfe1fda73 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:00:58.334555 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e5df41b8-59bd-4697-8026-d40733a68dee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:00:58.343783 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e5df41b8-59bd-4697-8026-d40733a68dee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:00:58.362579 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5df41b8-59bd-4697-8026-d40733a68dee admin admin] Made reservation on behalf of 87c1507f34e447f897ba188dfe1fda73 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:00:58.365342 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e5df41b8-59bd-4697-8026-d40733a68dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:58.383181 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e5df41b8-59bd-4697-8026-d40733a68dee admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:58.395414 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50560) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:00:58.414615 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e5df41b8-59bd-4697-8026-d40733a68dee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:00:58.422803 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e5df41b8-59bd-4697-8026-d40733a68dee admin admin] Usage tracker for resource:security_group_rule and tenant:87c1507f34e447f897ba188dfe1fda73 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:00:58.427083 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e5df41b8-59bd-4697-8026-d40733a68dee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:00:58.440747 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e5df41b8-59bd-4697-8026-d40733a68dee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:00:58.478003 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-5e8fb471-f1dc-4e50-a795-e8b27c64536c admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=35dd69c7034749ab9d62471941920e2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0811493 Feb 09 01:00:58.480560 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50564) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:00:58.536924 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-90726156-ce14-4af2-a5b0-f87590b0715e req-bbeb2a0f-c578-4eec-9286-273dddf654e9 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/security-groups?id=21d48e70-0a9a-4f34-bd03-fe2b0988e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142484 Feb 09 01:00:58.543656 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ef457308-ca07-4ada-a57e-64e7f861549e req-7aca8891-cc66-4157-96de-717b19acb49f tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:58.566400 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-62512714-6e57-4e15-9940-a41615fdeb2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:58.582666 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a255e1-d5c0-498b-a574-246b4b059aab req-4138563a-a27e-4734-942f-4749f872b0fb tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:58.584259 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-19a255e1-d5c0-498b-a574-246b4b059aab req-4138563a-a27e-4734-942f-4749f872b0fb tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.62 "GET /v2.0/ports?device_id=78993d4b-0b0e-47a2-8a4b-5541faec5408 HTTP/1.1" status: 200 len: 950 time: 0.5886962 Feb 09 01:00:58.600816 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908c0f25-cea0-4124-9632-048dc0895b39 req-c32e2488-02d6-4b0e-85b3-3a8421d0d455 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:58.609048 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-908c0f25-cea0-4124-9632-048dc0895b39 req-c32e2488-02d6-4b0e-85b3-3a8421d0d455 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] 10.222.0.105 "GET /v2.0/ports?device_id=9441bdd6-14e1-4694-93ba-0251f158b398 HTTP/1.1" status: 200 len: 945 time: 0.6144331 Feb 09 01:00:58.625049 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-89e5acbe-f7e6-4319-9361-9922473e1820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:58.706423 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e5df41b8-59bd-4697-8026-d40733a68dee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:58.719197 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e5df41b8-59bd-4697-8026-d40733a68dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:58.735003 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5df41b8-59bd-4697-8026-d40733a68dee admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:00:58.764110 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e5df41b8-59bd-4697-8026-d40733a68dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:58.764727 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-e5df41b8-59bd-4697-8026-d40733a68dee admin admin] Added segment 9eddc633-ff56-408f-9d9a-065694f70a8a of type vlan for network fdfbe4e9-6965-42a5-a959-4cc75ccc1c57 Feb 09 01:00:58.806741 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-89e5acbe-f7e6-4319-9361-9922473e1820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:58.835080 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5df41b8-59bd-4697-8026-d40733a68dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6bfc5e9-3478-4c58-944c-479fc5131f00,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:58.863140 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e5df41b8-59bd-4697-8026-d40733a68dee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:58.892930 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e84e0e02-6496-46dd-9bfb-a87e9cea766b req-f78362c6-4d39-4023-83ec-1b93b5923db0 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=3efc0dbe-ba16-4e5c-b6ac-16c3dba938e4 HTTP/1.1" status: 200 len: 210 time: 0.1196740 Feb 09 01:00:58.934880 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-908c0f25-cea0-4124-9632-048dc0895b39 req-fa999cad-87e8-485f-8bbb-3bd55e3e5d95 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] 10.222.0.105 "GET /v2.0/security-groups?id=147a3794-e5e0-49fe-813e-782f17b18bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3201137 Feb 09 01:00:58.954294 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e5df41b8-59bd-4697-8026-d40733a68dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:58.954294 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5df41b8-59bd-4697-8026-d40733a68dee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:58.954294 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e5df41b8-59bd-4697-8026-d40733a68dee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:58.960045 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-19a255e1-d5c0-498b-a574-246b4b059aab req-4a58cae7-5310-44d2-899c-98d623f8f7a2 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Deleting port 973c846c-32e6-4fcd-8537-473bd8d7ed33 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:00:58.960045 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-19a255e1-d5c0-498b-a574-246b4b059aab req-4a58cae7-5310-44d2-899c-98d623f8f7a2 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:59.054883 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-89e5acbe-f7e6-4319-9361-9922473e1820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:59.054883 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-89e5acbe-f7e6-4319-9361-9922473e1820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:59.054883 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-89e5acbe-f7e6-4319-9361-9922473e1820 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/f382ea22-c4c8-444f-9c82-197a437f5132 HTTP/1.1" status: 204 len: 168 time: 0.5714061 Feb 09 01:00:59.173749 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e5df41b8-59bd-4697-8026-d40733a68dee admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0460258 Feb 09 01:00:59.182860 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50574) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:00:59.190431 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e5acbe-f7e6-4319-9361-9922473e1820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f382ea22-c4c8-444f-9c82-197a437f5132,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:59.197627 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-fa2262cc-0b0a-4216-aec9-d009f3687415 admin admin] Request body: {'subnet': {'network_id': 'fdfbe4e9-6965-42a5-a959-4cc75ccc1c57', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-807997699-subnet', 'tenant_id': '87c1507f34e447f897ba188dfe1fda73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:00:59.237114 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-fa2262cc-0b0a-4216-aec9-d009f3687415 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:00:59.247252 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-fa2262cc-0b0a-4216-aec9-d009f3687415 admin admin] Usage tracker for resource:subnet and tenant:87c1507f34e447f897ba188dfe1fda73 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:00:59.253634 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-fa2262cc-0b0a-4216-aec9-d009f3687415 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:00:59.259858 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5df41b8-59bd-4697-8026-d40733a68dee admin admin] Pushing event updated for resources: {'Network': ['ID=fdfbe4e9-6965-42a5-a959-4cc75ccc1c57,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:59.268070 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-fa2262cc-0b0a-4216-aec9-d009f3687415 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:00:59.279864 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network fdfbe4e9-6965-42a5-a959-4cc75ccc1c57 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:00:59.299471 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa2262cc-0b0a-4216-aec9-d009f3687415 admin admin] Made reservation on behalf of 87c1507f34e447f897ba188dfe1fda73 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:00:59.309375 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fa2262cc-0b0a-4216-aec9-d009f3687415 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:59.328444 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ef457308-ca07-4ada-a57e-64e7f861549e req-7aca8891-cc66-4157-96de-717b19acb49f tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:59.510988 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef457308-ca07-4ada-a57e-64e7f861549e req-7aca8891-cc66-4157-96de-717b19acb49f tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Network dd02684a-c792-4fba-8571-35898e88ad40 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:00:59.548032 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-ef457308-ca07-4ada-a57e-64e7f861549e req-7aca8891-cc66-4157-96de-717b19acb49f tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:00:59.560786 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef457308-ca07-4ada-a57e-64e7f861549e req-7aca8891-cc66-4157-96de-717b19acb49f tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:00:59.715149 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca8891-cc66-4157-96de-717b19acb49f tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Pushing event updated for resources: {'Port': ['ID=446e19d0-fb6e-49d1-9177-c6ee874259cc,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:59.888894 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef457308-ca07-4ada-a57e-64e7f861549e req-7aca8891-cc66-4157-96de-717b19acb49f tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:59.888894 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ef457308-ca07-4ada-a57e-64e7f861549e req-7aca8891-cc66-4157-96de-717b19acb49f tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:59.922698 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fa2262cc-0b0a-4216-aec9-d009f3687415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:59.960308 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50586) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:01:00.013230 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6aa481-73c1-47ce-bc57-f4b40ef9a309 req-1986cd0d-d678-494a-908c-bf898cc21b22 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:00.020705 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fd6aa481-73c1-47ce-bc57-f4b40ef9a309 req-1986cd0d-d678-494a-908c-bf898cc21b22 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=78993d4b-0b0e-47a2-8a4b-5541faec5408 HTTP/1.1" status: 200 len: 950 time: 0.9051588 Feb 09 01:01:00.073653 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ef457308-ca07-4ada-a57e-64e7f861549e req-7aca8891-cc66-4157-96de-717b19acb49f tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2815294 Feb 09 01:01:00.074276 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2262cc-0b0a-4216-aec9-d009f3687415 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37d7d7e5-f533-4002-b634-1d0d67745264,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:00.090942 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-364b5baa-22b5-409a-8d70-05209794a2a2 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=88b5db2e2521474da39eb0655008ae79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1263697 Feb 09 01:01:00.091128 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50592) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:01:00.093922 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2262cc-0b0a-4216-aec9-d009f3687415 admin admin] Checking segment: {'id': '9eddc633-ff56-408f-9d9a-065694f70a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'fdfbe4e9-6965-42a5-a959-4cc75ccc1c57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:01:00.094287 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2262cc-0b0a-4216-aec9-d009f3687415 admin admin] Network hostable DHCP agents. Network: fdfbe4e9-6965-42a5-a959-4cc75ccc1c57, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:01:00.114676 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-ef457308-ca07-4ada-a57e-64e7f861549e req-9f0cf730-56b1-4251-b290-c005800e7742 service neutron] Request body: {'port': {'device_id': '3efc0dbe-ba16-4e5c-b6ac-16c3dba938e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:00.146815 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2262cc-0b0a-4216-aec9-d009f3687415 admin admin] Network fdfbe4e9-6965-42a5-a959-4cc75ccc1c57 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:01:00.168096 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-fa2262cc-0b0a-4216-aec9-d009f3687415 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, fdfbe4e9-6965-42a5-a959-4cc75ccc1c57) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:01:00.175403 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2262cc-0b0a-4216-aec9-d009f3687415 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:00.175989 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fa2262cc-0b0a-4216-aec9-d009f3687415 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:00.176478 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fdcea8-608c-4a73-8a2b-0dbd5cf92685 None None] Network fdfbe4e9-6965-42a5-a959-4cc75ccc1c57 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:01:00.180008 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2ee9e727-a8d5-47f9-8485-27a88ad4c961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:00.192205 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-19a255e1-d5c0-498b-a574-246b4b059aab req-4a58cae7-5310-44d2-899c-98d623f8f7a2 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] For port 973c846c-32e6-4fcd-8537-473bd8d7ed33, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=973c846c-32e6-4fcd-8537-473bd8d7ed33,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:00.192682 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-19a255e1-d5c0-498b-a574-246b4b059aab req-4a58cae7-5310-44d2-899c-98d623f8f7a2 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:00.216897 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2ee9e727-a8d5-47f9-8485-27a88ad4c961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:00.226646 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-fa2262cc-0b0a-4216-aec9-d009f3687415 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0409079 Feb 09 01:01:00.291772 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62512714-6e57-4e15-9940-a41615fdeb2d admin admin] Router 32c2e66e-eb4b-4f5f-8061-89d56eef4f05 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:01:00.291940 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2ee9e727-a8d5-47f9-8485-27a88ad4c961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:00.312217 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee9e727-a8d5-47f9-8485-27a88ad4c961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=418af0c2-a851-411e-bced-59fc13e99254,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:00.315892 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2ee9e727-a8d5-47f9-8485-27a88ad4c961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:00.318138 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-2ee9e727-a8d5-47f9-8485-27a88ad4c961 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/418af0c2-a851-411e-bced-59fc13e99254 HTTP/1.1" status: 204 len: 168 time: 0.2261336 Feb 09 01:01:00.372893 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fd6aa481-73c1-47ce-bc57-f4b40ef9a309 req-84254497-28bf-416d-a589-cc45a58e4c3f tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/security-groups?id=bc5d6135-6634-4167-99ad-f31267fef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511612 Feb 09 01:01:00.396518 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-19a255e1-d5c0-498b-a574-246b4b059aab req-4a58cae7-5310-44d2-899c-98d623f8f7a2 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Calling delete_port for 973c846c-32e6-4fcd-8537-473bd8d7ed33 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:01:00.477444 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe3a3f7-aff8-42cb-b3e2-5ad6988a308a None None] Network fdfbe4e9-6965-42a5-a959-4cc75ccc1c57 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:01:00.742890 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ef457308-ca07-4ada-a57e-64e7f861549e req-9f0cf730-56b1-4251-b290-c005800e7742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:00.875682 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb35aa01-149c-42d2-b2ed-09902ebc7cc8 req-51d10cbd-2585-4593-90a1-3b69e6baeee7 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:00.877146 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fb35aa01-149c-42d2-b2ed-09902ebc7cc8 req-51d10cbd-2585-4593-90a1-3b69e6baeee7 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/ports?device_id=225149f6-b53e-471c-a121-21a0d84521e4 HTTP/1.1" status: 200 len: 945 time: 0.7722390 Feb 09 01:01:01.106895 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62512714-6e57-4e15-9940-a41615fdeb2d admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:01:01.116705 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0539cd5-532c-4bf4-87a3-e34064761ce3 None None] Sync routers for ids ['32c2e66e-eb4b-4f5f-8061-89d56eef4f05'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:01:01.128217 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0539cd5-532c-4bf4-87a3-e34064761ce3 None None] Routers {'32c2e66e-eb4b-4f5f-8061-89d56eef4f05'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:01:01.128846 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-a0539cd5-532c-4bf4-87a3-e34064761ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:00:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['32c2e66e-eb4b-4f5f-8061-89d56eef4f05'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:01.144218 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeee9eb-a8bf-4413-a0f6-1695caadb50e req-a42f32f1-508a-495e-b685-8b6fdec4836f tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:01.144756 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-fdeee9eb-a8bf-4413-a0f6-1695caadb50e req-a42f32f1-508a-495e-b685-8b6fdec4836f tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Synchronizing usage tracker for tenant:5ff9aad1b4b645cb83f87778a731b808 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:01:01.215692 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fb35aa01-149c-42d2-b2ed-09902ebc7cc8 req-5db7c3c6-ec33-4cad-855a-564129637394 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/security-groups?id=21d48e70-0a9a-4f34-bd03-fe2b0988e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036993 Feb 09 01:01:01.225945 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-62512714-6e57-4e15-9940-a41615fdeb2d admin admin] 10.222.0.105 "PUT /v2.0/routers/32c2e66e-eb4b-4f5f-8061-89d56eef4f05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9488602 Feb 09 01:01:01.225945 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-19a255e1-d5c0-498b-a574-246b4b059aab req-4a58cae7-5310-44d2-899c-98d623f8f7a2 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:01.230244 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50624) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:01:01.242232 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['88a93ab5-6360-4150-b84a-b24cbf02f870', 'f26441cd-75ef-400d-9f30-37093ee34385', 'e0d02d2a-38d9-419e-9759-ba01a049886e', 'b8330b53-7bb8-4918-9af3-a8d090b55a84'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:01:01.307706 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['e5a6187d-5002-4dd1-8ed9-4533efde97f6', 'e97e63de-affb-4ff1-89d2-d7226736631b'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:01:01.309557 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a58cae7-5310-44d2-899c-98d623f8f7a2 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Pushing event deleted for resources: {'Port': ['ID=973c846c-32e6-4fcd-8537-473bd8d7ed33,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:01.329932 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-fdeee9eb-a8bf-4413-a0f6-1695caadb50e req-a42f32f1-508a-495e-b685-8b6fdec4836f tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Unset dirty status for tenant:5ff9aad1b4b645cb83f87778a731b808 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:01:01.343911 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fdeee9eb-a8bf-4413-a0f6-1695caadb50e req-a42f32f1-508a-495e-b685-8b6fdec4836f tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=3efc0dbe-ba16-4e5c-b6ac-16c3dba938e4 HTTP/1.1" status: 200 len: 932 time: 0.7903352 Feb 09 01:01:01.368569 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-a0539cd5-532c-4bf4-87a3-e34064761ce3 None None] Set router 32c2e66e-eb4b-4f5f-8061-89d56eef4f05 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:01:01.655653 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-18629f3a-afcf-4f89-a78f-66672f9dd0b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:01.684990 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 973c846c-32e6-4fcd-8537-473bd8d7ed33 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:01:01.700437 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fdeee9eb-a8bf-4413-a0f6-1695caadb50e req-388f127b-691d-4061-b077-a387d833b004 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3551714 Feb 09 01:01:01.706011 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-19a255e1-d5c0-498b-a574-246b4b059aab req-4a58cae7-5310-44d2-899c-98d623f8f7a2 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] No DVR routers for this DVR port 973c846c-32e6-4fcd-8537-473bd8d7ed33 on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:01:01.750395 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-19a255e1-d5c0-498b-a574-246b4b059aab req-4a58cae7-5310-44d2-899c-98d623f8f7a2 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:01.752182 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-19a255e1-d5c0-498b-a574-246b4b059aab req-4a58cae7-5310-44d2-899c-98d623f8f7a2 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.62 "DELETE /v2.0/ports/973c846c-32e6-4fcd-8537-473bd8d7ed33 HTTP/1.1" status: 204 len: 173 time: 3.1375024 Feb 09 01:01:01.758622 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78993d4b-0b0e-47a2-8a4b-5541faec5408', 'name': 'network-vif-deleted', 'tag': '973c846c-32e6-4fcd-8537-473bd8d7ed33'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:01:01.774177 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-a0539cd5-532c-4bf4-87a3-e34064761ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c2e66e-eb4b-4f5f-8061-89d56eef4f05', 'name': 'tempest-FloatingIPsNegativeTestJSON-171840996-router', 'tenant_id': 'bb6f8e8cedf24900b12d2701e0ee535c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '3fd35036-ce3f-44c5-bc4e-2395107742d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:00:37Z', 'updated_at': '2022-02-09T01:00:57Z', 'revision_number': 5, 'project_id': 'bb6f8e8cedf24900b12d2701e0ee535c', 'gw_port': {'id': '3fd35036-ce3f-44c5-bc4e-2395107742d1', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ec:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c2e66e-eb4b-4f5f-8061-89d56eef4f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:00:39Z', 'updated_at': '2022-02-09T01:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:01.779705 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0539cd5-532c-4bf4-87a3-e34064761ce3 None None] Checking router: 32c2e66e-eb4b-4f5f-8061-89d56eef4f05 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:01:01.785852 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: 973c846c-32e6-4fcd-8537-473bd8d7ed33 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:01:01.786417 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 973c846c-32e6-4fcd-8537-473bd8d7ed33 not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:01:01.795647 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0539cd5-532c-4bf4-87a3-e34064761ce3 None None] Routers {'32c2e66e-eb4b-4f5f-8061-89d56eef4f05'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:01:01.796747 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-a0539cd5-532c-4bf4-87a3-e34064761ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:00:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['32c2e66e-eb4b-4f5f-8061-89d56eef4f05'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:02.082353 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-18629f3a-afcf-4f89-a78f-66672f9dd0b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:02.096282 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b71dc-000d-406e-88c7-6b7c5f54047a req-ad62eec9-d8cc-4ba2-bb36-067e521720db tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:02.099326 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-18629f3a-afcf-4f89-a78f-66672f9dd0b8 admin admin] Deleting port 3fd35036-ce3f-44c5-bc4e-2395107742d1 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:01:02.099857 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-18629f3a-afcf-4f89-a78f-66672f9dd0b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:02.102445 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a74b71dc-000d-406e-88c7-6b7c5f54047a req-ad62eec9-d8cc-4ba2-bb36-067e521720db tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] 10.222.0.105 "GET /v2.0/ports?device_id=9441bdd6-14e1-4694-93ba-0251f158b398 HTTP/1.1" status: 200 len: 945 time: 0.6415350 Feb 09 01:01:02.217648 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-a0539cd5-532c-4bf4-87a3-e34064761ce3 None None] Set router 32c2e66e-eb4b-4f5f-8061-89d56eef4f05 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:01:02.305479 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8e9982-d42f-4fef-9609-904bb77e693f req-1aa72b12-b230-4d65-8b02-d5e51a000a8b tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:02.307047 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2f8e9982-d42f-4fef-9609-904bb77e693f req-1aa72b12-b230-4d65-8b02-d5e51a000a8b tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] 10.222.0.62 "GET /v2.0/ports?device_id=9441bdd6-14e1-4694-93ba-0251f158b398 HTTP/1.1" status: 200 len: 945 time: 0.5698826 Feb 09 01:01:02.416236 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-ef457308-ca07-4ada-a57e-64e7f861549e req-9f0cf730-56b1-4251-b290-c005800e7742 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 446e19d0-fb6e-49d1-9177-c6ee874259cc {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:01:02.433250 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ef457308-ca07-4ada-a57e-64e7f861549e req-9f0cf730-56b1-4251-b290-c005800e7742 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:02.452440 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-18629f3a-afcf-4f89-a78f-66672f9dd0b8 admin admin] For port 3fd35036-ce3f-44c5-bc4e-2395107742d1, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=3fd35036-ce3f-44c5-bc4e-2395107742d1,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:02.453505 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-18629f3a-afcf-4f89-a78f-66672f9dd0b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:02.503415 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a74b71dc-000d-406e-88c7-6b7c5f54047a req-5e5a9432-4598-47af-a4f1-5cbead6d0d0e tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] 10.222.0.105 "GET /v2.0/security-groups?id=147a3794-e5e0-49fe-813e-782f17b18bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3143334 Feb 09 01:01:02.664648 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-ef457308-ca07-4ada-a57e-64e7f861549e req-9f0cf730-56b1-4251-b290-c005800e7742 service neutron] Transition to ACTIVE for port object 446e19d0-fb6e-49d1-9177-c6ee874259cc will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:01:02.689222 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ef457308-ca07-4ada-a57e-64e7f861549e req-9f0cf730-56b1-4251-b290-c005800e7742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:02.781951 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-2f8e9982-d42f-4fef-9609-904bb77e693f req-e7b979a9-d669-4252-93bf-998629670c25 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Deleting port 2a509680-7b26-4372-8194-fe7c3bbbb400 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:01:02.782612 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-2f8e9982-d42f-4fef-9609-904bb77e693f req-e7b979a9-d669-4252-93bf-998629670c25 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:02.807552 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-18629f3a-afcf-4f89-a78f-66672f9dd0b8 admin admin] Calling delete_port for 3fd35036-ce3f-44c5-bc4e-2395107742d1 owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:01:02.814818 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0cf730-56b1-4251-b290-c005800e7742 service neutron] Pushing event updated for resources: {'Port': ['ID=446e19d0-fb6e-49d1-9177-c6ee874259cc,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:02.944398 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-8c2737b7-14db-40d9-9561-973c42408dbb req-2302b596-6ca9-41cf-99c3-c7d44ad4b003 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Synchronizing usage tracker for tenant:e6fa40f41b9646a7bf38890c5f8e1746 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:01:02.954880 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-a0539cd5-532c-4bf4-87a3-e34064761ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c2e66e-eb4b-4f5f-8061-89d56eef4f05', 'name': 'tempest-FloatingIPsNegativeTestJSON-171840996-router', 'tenant_id': 'bb6f8e8cedf24900b12d2701e0ee535c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '3fd35036-ce3f-44c5-bc4e-2395107742d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:00:37Z', 'updated_at': '2022-02-09T01:00:57Z', 'revision_number': 5, 'project_id': 'bb6f8e8cedf24900b12d2701e0ee535c', 'gw_port': {'id': '3fd35036-ce3f-44c5-bc4e-2395107742d1', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ec:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c2e66e-eb4b-4f5f-8061-89d56eef4f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:00:39Z', 'updated_at': '2022-02-09T01:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:02.959817 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0539cd5-532c-4bf4-87a3-e34064761ce3 None None] The sync data for ids ['32c2e66e-eb4b-4f5f-8061-89d56eef4f05'] in n-d-828418-1 is: [{'id': '32c2e66e-eb4b-4f5f-8061-89d56eef4f05', 'name': 'tempest-FloatingIPsNegativeTestJSON-171840996-router', 'tenant_id': 'bb6f8e8cedf24900b12d2701e0ee535c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '3fd35036-ce3f-44c5-bc4e-2395107742d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:00:37Z', 'updated_at': '2022-02-09T01:00:57Z', 'revision_number': 5, 'project_id': 'bb6f8e8cedf24900b12d2701e0ee535c', 'gw_port': {'id': '3fd35036-ce3f-44c5-bc4e-2395107742d1', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ec:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c2e66e-eb4b-4f5f-8061-89d56eef4f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:00:39Z', 'updated_at': '2022-02-09T01:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:01:03.016446 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-18629f3a-afcf-4f89-a78f-66672f9dd0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:03.066122 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18629f3a-afcf-4f89-a78f-66672f9dd0b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fd35036-ce3f-44c5-bc4e-2395107742d1,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:03.093951 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09830130-1404-4992-8e58-52c4b51fa741 req-79eb63b5-5d4b-4ba3-a27b-869b05e9b1b5 tempest-ServerTagsTestJSON-663789134 tempest-ServerTagsTestJSON-663789134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:03.100716 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-09830130-1404-4992-8e58-52c4b51fa741 req-79eb63b5-5d4b-4ba3-a27b-869b05e9b1b5 tempest-ServerTagsTestJSON-663789134 tempest-ServerTagsTestJSON-663789134-project] 10.222.0.105 "GET /v2.0/networks?id=fdfbe4e9-6965-42a5-a959-4cc75ccc1c57 HTTP/1.1" status: 200 len: 808 time: 0.6648216 Feb 09 01:01:03.119502 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-8c2737b7-14db-40d9-9561-973c42408dbb req-2302b596-6ca9-41cf-99c3-c7d44ad4b003 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Unset dirty status for tenant:e6fa40f41b9646a7bf38890c5f8e1746 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:01:03.120635 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8c2737b7-14db-40d9-9561-973c42408dbb req-2302b596-6ca9-41cf-99c3-c7d44ad4b003 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=78993d4b-0b0e-47a2-8a4b-5541faec5408 HTTP/1.1" status: 200 len: 210 time: 0.3106806 Feb 09 01:01:03.171599 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-09830130-1404-4992-8e58-52c4b51fa741 req-4171129a-bf30-4f54-8257-67d8021b8168 tempest-ServerTagsTestJSON-663789134 tempest-ServerTagsTestJSON-663789134-project] 10.222.0.105 "GET /v2.0/quotas/87c1507f34e447f897ba188dfe1fda73 HTTP/1.1" status: 200 len: 375 time: 0.0691662 Feb 09 01:01:03.182674 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-18629f3a-afcf-4f89-a78f-66672f9dd0b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:03.241101 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78993d4b-0b0e-47a2-8a4b-5541faec5408', 'name': 'network-vif-deleted', 'tag': '973c846c-32e6-4fcd-8537-473bd8d7ed33', 'status': 'completed', 'code': 200} Feb 09 01:01:03.305198 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-09830130-1404-4992-8e58-52c4b51fa741 req-bb96b282-41bf-4aee-a270-ba363aa47004 tempest-ServerTagsTestJSON-663789134 tempest-ServerTagsTestJSON-663789134-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=87c1507f34e447f897ba188dfe1fda73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0656698 Feb 09 01:01:03.372172 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-18629f3a-afcf-4f89-a78f-66672f9dd0b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:03.374585 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-18629f3a-afcf-4f89-a78f-66672f9dd0b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:03.400366 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-18629f3a-afcf-4f89-a78f-66672f9dd0b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:03.401088 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18629f3a-afcf-4f89-a78f-66672f9dd0b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32c2e66e-eb4b-4f5f-8061-89d56eef4f05 {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:01:03.410900 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-ef457308-ca07-4ada-a57e-64e7f861549e req-9f0cf730-56b1-4251-b290-c005800e7742 service neutron] Attempting to bind port 446e19d0-fb6e-49d1-9177-c6ee874259cc on host n-h2-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:01:03.411364 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-ef457308-ca07-4ada-a57e-64e7f861549e req-9f0cf730-56b1-4251-b290-c005800e7742 service neutron] Attempting to bind port 446e19d0-fb6e-49d1-9177-c6ee874259cc by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': 'd1c0a158-6579-41f7-a92a-da7d79b925b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dd02684a-c792-4fba-8571-35898e88ad40'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:01:03.411474 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef457308-ca07-4ada-a57e-64e7f861549e req-9f0cf730-56b1-4251-b290-c005800e7742 service neutron] Attempting to bind port 446e19d0-fb6e-49d1-9177-c6ee874259cc on network dd02684a-c792-4fba-8571-35898e88ad40 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:01:03.419203 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-18629f3a-afcf-4f89-a78f-66672f9dd0b8 admin admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:03.422120 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-18629f3a-afcf-4f89-a78f-66672f9dd0b8 admin admin] 10.222.0.105 "DELETE /v2.0/routers/32c2e66e-eb4b-4f5f-8061-89d56eef4f05 HTTP/1.1" status: 204 len: 168 time: 2.1902008 Feb 09 01:01:03.426180 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50664) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:01:03.433468 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef457308-ca07-4ada-a57e-64e7f861549e req-9f0cf730-56b1-4251-b290-c005800e7742 service neutron] Port 446e19d0-fb6e-49d1-9177-c6ee874259cc on network dd02684a-c792-4fba-8571-35898e88ad40 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:01:03.434157 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef457308-ca07-4ada-a57e-64e7f861549e req-9f0cf730-56b1-4251-b290-c005800e7742 service neutron] Attempting to bind port 446e19d0-fb6e-49d1-9177-c6ee874259cc on network dd02684a-c792-4fba-8571-35898e88ad40 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:01:03.456835 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef457308-ca07-4ada-a57e-64e7f861549e req-9f0cf730-56b1-4251-b290-c005800e7742 service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:01:03.457168 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef457308-ca07-4ada-a57e-64e7f861549e req-9f0cf730-56b1-4251-b290-c005800e7742 service neutron] Checking segment: {'id': 'd1c0a158-6579-41f7-a92a-da7d79b925b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dd02684a-c792-4fba-8571-35898e88ad40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:01:03.457753 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef457308-ca07-4ada-a57e-64e7f861549e req-9f0cf730-56b1-4251-b290-c005800e7742 service neutron] Bound using segment: {'id': 'd1c0a158-6579-41f7-a92a-da7d79b925b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dd02684a-c792-4fba-8571-35898e88ad40'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:01:03.458378 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-ef457308-ca07-4ada-a57e-64e7f861549e req-9f0cf730-56b1-4251-b290-c005800e7742 service neutron] Bound port: 446e19d0-fb6e-49d1-9177-c6ee874259cc, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1c0a158-6579-41f7-a92a-da7d79b925b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dd02684a-c792-4fba-8571-35898e88ad40'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:01:03.458884 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ef457308-ca07-4ada-a57e-64e7f861549e req-9f0cf730-56b1-4251-b290-c005800e7742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:03.483246 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-2f8e9982-d42f-4fef-9609-904bb77e693f req-e7b979a9-d669-4252-93bf-998629670c25 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] For port 2a509680-7b26-4372-8194-fe7c3bbbb400, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=2a509680-7b26-4372-8194-fe7c3bbbb400,segment=NetworkSegment(eb6e8838-85b2-4dd4-a582-efc63a2a21c0),segment_id=eb6e8838-85b2-4dd4-a582-efc63a2a21c0)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:03.483780 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-2f8e9982-d42f-4fef-9609-904bb77e693f req-e7b979a9-d669-4252-93bf-998629670c25 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:03.494317 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-c05fd28c-a02c-4478-944a-326dfb309b80 admin admin] Deleting subnet b8716427-016b-4cbe-988e-196988523774 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:01:03.498283 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c05fd28c-a02c-4478-944a-326dfb309b80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:03.560540 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c05fd28c-a02c-4478-944a-326dfb309b80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:03.658390 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c05fd28c-a02c-4478-944a-326dfb309b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:03.733893 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c05fd28c-a02c-4478-944a-326dfb309b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:03.772540 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05fd28c-a02c-4478-944a-326dfb309b80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8716427-016b-4cbe-988e-196988523774,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:03.776883 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c05fd28c-a02c-4478-944a-326dfb309b80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:03.785573 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c05fd28c-a02c-4478-944a-326dfb309b80 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/b8716427-016b-4cbe-988e-196988523774 HTTP/1.1" status: 204 len: 168 time: 0.3558867 Feb 09 01:01:03.785847 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50670) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:01:03.786478 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58523371-ff70-43c2-a1bb-940416f8caee None None] Network c9b708c2-fcb1-434b-adfc-c490ab8109eb requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:01:03.880158 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0300cdab-1e1a-4380-b8ce-c7c01f1ce817 req-cbf9d53f-db6e-44bc-92de-2baad32b549c tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:03.886123 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0300cdab-1e1a-4380-b8ce-c7c01f1ce817 req-cbf9d53f-db6e-44bc-92de-2baad32b549c tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/ports?device_id=225149f6-b53e-471c-a121-21a0d84521e4 HTTP/1.1" status: 200 len: 945 time: 0.5926733 Feb 09 01:01:03.910396 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-81bc50d9-924d-4be2-9e60-2aa39d2dee2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:03.920429 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-ef457308-ca07-4ada-a57e-64e7f861549e req-9f0cf730-56b1-4251-b290-c005800e7742 service neutron] For port 446e19d0-fb6e-49d1-9177-c6ee874259cc, host n-h2-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:01:03.938434 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-81bc50d9-924d-4be2-9e60-2aa39d2dee2d admin admin] Deleting port 8be52d07-dd6d-43bd-b87c-cfae76e714f7 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:01:03.939019 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-81bc50d9-924d-4be2-9e60-2aa39d2dee2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:04.026314 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 3fd35036-ce3f-44c5-bc4e-2395107742d1 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:01:04.043030 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-ef457308-ca07-4ada-a57e-64e7f861549e req-9f0cf730-56b1-4251-b290-c005800e7742 service neutron] For port 446e19d0-fb6e-49d1-9177-c6ee874259cc, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=446e19d0-fb6e-49d1-9177-c6ee874259cc,segment=NetworkSegment(d1c0a158-6579-41f7-a92a-da7d79b925b6),segment_id=d1c0a158-6579-41f7-a92a-da7d79b925b6)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:01:04.073705 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 3fd35036-ce3f-44c5-bc4e-2395107742d1 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:01:04.073705 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 3fd35036-ce3f-44c5-bc4e-2395107742d1 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:01:04.073705 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device debf6790-811f-42b5-b41a-55c02188aec6 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:01:04.074979 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ef457308-ca07-4ada-a57e-64e7f861549e req-9f0cf730-56b1-4251-b290-c005800e7742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:04.110192 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: debf6790-811f-42b5-b41a-55c02188aec6 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:01:04.110446 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device debf6790-811f-42b5-b41a-55c02188aec6 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:01:04.206839 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-81bc50d9-924d-4be2-9e60-2aa39d2dee2d admin admin] For port 8be52d07-dd6d-43bd-b87c-cfae76e714f7, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=8be52d07-dd6d-43bd-b87c-cfae76e714f7,segment=NetworkSegment(d4e87788-7bb5-4ee5-b7fd-7c80de4d4331),segment_id=d4e87788-7bb5-4ee5-b7fd-7c80de4d4331)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:04.207196 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-81bc50d9-924d-4be2-9e60-2aa39d2dee2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:04.221427 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0300cdab-1e1a-4380-b8ce-c7c01f1ce817 req-e2476ae4-f613-4d7e-b4db-3ea0bc182522 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/security-groups?id=21d48e70-0a9a-4f34-bd03-fe2b0988e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283844 Feb 09 01:01:04.249471 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eefc2c4-f21e-41b8-b43c-88fe63b28fee None None] DHCP port deletion for c9b708c2-fcb1-434b-adfc-c490ab8109eb request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:01:04.254061 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-9eefc2c4-f21e-41b8-b43c-88fe63b28fee None None] Deleting port 8be52d07-dd6d-43bd-b87c-cfae76e714f7 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:01:04.255403 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9eefc2c4-f21e-41b8-b43c-88fe63b28fee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:04.259594 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef457308-ca07-4ada-a57e-64e7f861549e req-9f0cf730-56b1-4251-b290-c005800e7742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:04.260293 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ef457308-ca07-4ada-a57e-64e7f861549e req-9f0cf730-56b1-4251-b290-c005800e7742 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:04.262024 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ef457308-ca07-4ada-a57e-64e7f861549e req-9f0cf730-56b1-4251-b290-c005800e7742 service neutron] 10.222.0.99 "PUT /v2.0/ports/446e19d0-fb6e-49d1-9177-c6ee874259cc HTTP/1.1" status: 200 len: 1092 time: 4.1655312 Feb 09 01:01:04.279240 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-09830130-1404-4992-8e58-52c4b51fa741 req-08340345-c176-4b8c-84f6-7787109dc3ff service neutron] 10.222.0.105 "GET /v2.0/networks/fdfbe4e9-6965-42a5-a959-4cc75ccc1c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9368200 Feb 09 01:01:04.465377 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-2f8e9982-d42f-4fef-9609-904bb77e693f req-e7b979a9-d669-4252-93bf-998629670c25 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:04.466213 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-2f8e9982-d42f-4fef-9609-904bb77e693f req-e7b979a9-d669-4252-93bf-998629670c25 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:04.466213 n-d-828418-1 neutron-server[87639]: INFO neutron.db.l3_db [req-2f8e9982-d42f-4fef-9609-904bb77e693f req-e7b979a9-d669-4252-93bf-998629670c25 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Floating IP 7c9ada58-b381-44cd-8b77-e6f4f5151939 disassociated. External IP: 172.25.0.236, port: 2a509680-7b26-4372-8194-fe7c3bbbb400. Feb 09 01:01:04.466408 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-2f8e9982-d42f-4fef-9609-904bb77e693f req-e7b979a9-d669-4252-93bf-998629670c25 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Calling delete_port for 2a509680-7b26-4372-8194-fe7c3bbbb400 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:01:04.489521 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-81bc50d9-924d-4be2-9e60-2aa39d2dee2d admin admin] Calling delete_port for 8be52d07-dd6d-43bd-b87c-cfae76e714f7 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:01:04.514454 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-9eefc2c4-f21e-41b8-b43c-88fe63b28fee None None] For port 8be52d07-dd6d-43bd-b87c-cfae76e714f7, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=8be52d07-dd6d-43bd-b87c-cfae76e714f7,segment=NetworkSegment(d4e87788-7bb5-4ee5-b7fd-7c80de4d4331),segment_id=d4e87788-7bb5-4ee5-b7fd-7c80de4d4331)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:04.514844 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9eefc2c4-f21e-41b8-b43c-88fe63b28fee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:04.537766 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0cf730-56b1-4251-b290-c005800e7742 service neutron] Pushing event updated for resources: {'Port': ['ID=446e19d0-fb6e-49d1-9177-c6ee874259cc,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:04.590760 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-81bc50d9-924d-4be2-9e60-2aa39d2dee2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:04.622145 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef457308-ca07-4ada-a57e-64e7f861549e req-94ce9d54-2820-49a6-8859-755470c67af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:04.624420 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ef457308-ca07-4ada-a57e-64e7f861549e req-94ce9d54-2820-49a6-8859-755470c67af3 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=5ff9aad1b4b645cb83f87778a731b808&device_id=3efc0dbe-ba16-4e5c-b6ac-16c3dba938e4 HTTP/1.1" status: 200 len: 1095 time: 0.3114223 Feb 09 01:01:04.627271 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-09830130-1404-4992-8e58-52c4b51fa741 req-33fb8458-9628-4a79-8fbd-3c48aada4644 service neutron] 10.222.0.105 "GET /v2.0/networks/fdfbe4e9-6965-42a5-a959-4cc75ccc1c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470142 Feb 09 01:01:04.664151 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bc50d9-924d-4be2-9e60-2aa39d2dee2d admin admin] Pushing event deleted for resources: {'Port': ['ID=8be52d07-dd6d-43bd-b87c-cfae76e714f7,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:04.666051 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-9eefc2c4-f21e-41b8-b43c-88fe63b28fee None None] Calling delete_port for 8be52d07-dd6d-43bd-b87c-cfae76e714f7 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:01:04.676741 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bc50d9-924d-4be2-9e60-2aa39d2dee2d admin admin] No DVR routers for this DVR port 8be52d07-dd6d-43bd-b87c-cfae76e714f7 on host n-d-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:01:04.751889 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-9eefc2c4-f21e-41b8-b43c-88fe63b28fee None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:01:04.752346 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-9eefc2c4-f21e-41b8-b43c-88fe63b28fee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:01:04.811165 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ef457308-ca07-4ada-a57e-64e7f861549e req-4cf801eb-ce4c-4c65-8dc3-e3bc72621603 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=446e19d0-fb6e-49d1-9177-c6ee874259cc HTTP/1.1" status: 200 len: 217 time: 0.1764326 Feb 09 01:01:04.825839 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-81bc50d9-924d-4be2-9e60-2aa39d2dee2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:04.855665 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-81bc50d9-924d-4be2-9e60-2aa39d2dee2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9b708c2-fcb1-434b-adfc-c490ab8109eb']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:04.872948 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-81bc50d9-924d-4be2-9e60-2aa39d2dee2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4e87788-7bb5-4ee5-b7fd-7c80de4d4331') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:04.872948 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-81bc50d9-924d-4be2-9e60-2aa39d2dee2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4e87788-7bb5-4ee5-b7fd-7c80de4d4331') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:04.888143 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-81bc50d9-924d-4be2-9e60-2aa39d2dee2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:04.908214 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-81bc50d9-924d-4be2-9e60-2aa39d2dee2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:04.917127 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81bc50d9-924d-4be2-9e60-2aa39d2dee2d admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:01:04.917516 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-81bc50d9-924d-4be2-9e60-2aa39d2dee2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:04.932932 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:01:04.932932 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:01:04.932932 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:01:04.932932 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:01:04.932932 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:01:04.932932 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:01:04.932932 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:01:04.932932 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:01:04.932932 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:01:04.932932 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:01:04.932932 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:01:04.932932 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:01:04.932932 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:01:04.932932 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:01:04.932932 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:01:04.932932 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:01:04.932932 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:01:04.932932 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:01:04.932932 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:01:04.932932 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:01:04.932932 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:01:04.932932 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:01:04.932932 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:01:04.932932 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:01:04.932932 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:01:04.932932 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:01:04.932932 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:01:04.932932 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:01:04.932932 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:01:04.932932 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:01:04.932932 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:01:04.932932 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:01:04.961632 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-2f8e9982-d42f-4fef-9609-904bb77e693f req-e7b979a9-d669-4252-93bf-998629670c25 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:04.964500 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef457308-ca07-4ada-a57e-64e7f861549e req-aa47eba0-d6f2-49e5-ad8f-b2c8857745c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:04.966236 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ef457308-ca07-4ada-a57e-64e7f861549e req-aa47eba0-d6f2-49e5-ad8f-b2c8857745c5 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=6629426b-30e0-4649-b641-b6eaabeb92da HTTP/1.1" status: 200 len: 851 time: 0.1409612 Feb 09 01:01:05.017066 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-81bc50d9-924d-4be2-9e60-2aa39d2dee2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:05.018719 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c6c07c96-ed45-487a-b7fb-b2caaa517bab req-d3562311-8f73-4773-bb11-01fe1f1d839d tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] 10.222.0.105 "GET /v2.0/ports?device_id=9441bdd6-14e1-4694-93ba-0251f158b398 HTTP/1.1" status: 200 len: 210 time: 0.1023698 Feb 09 01:01:05.041173 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-81bc50d9-924d-4be2-9e60-2aa39d2dee2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:05.050249 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bc50d9-924d-4be2-9e60-2aa39d2dee2d admin admin] Pushing event deleted for resources: {'Network': ['ID=c9b708c2-fcb1-434b-adfc-c490ab8109eb,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:05.062076 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-81bc50d9-924d-4be2-9e60-2aa39d2dee2d admin admin] 10.222.0.105 "DELETE /v2.0/networks/c9b708c2-fcb1-434b-adfc-c490ab8109eb HTTP/1.1" status: 204 len: 168 time: 1.2727432 Feb 09 01:01:05.068236 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b979a9-d669-4252-93bf-998629670c25 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Pushing event deleted for resources: {'Port': ['ID=2a509680-7b26-4372-8194-fe7c3bbbb400,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:05.080802 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ef457308-ca07-4ada-a57e-64e7f861549e req-002f5161-8ad2-4c24-8321-50ac15ed450c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=dd02684a-c792-4fba-8571-35898e88ad40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652273 Feb 09 01:01:05.251559 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7604bed2-a6b1-4f43-97ed-a4dbc97a9a60 req-f6356a1f-6758-47ae-adc9-950035c80af3 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:05.253101 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7604bed2-a6b1-4f43-97ed-a4dbc97a9a60 req-f6356a1f-6758-47ae-adc9-950035c80af3 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=3efc0dbe-ba16-4e5c-b6ac-16c3dba938e4 HTTP/1.1" status: 200 len: 944 time: 0.5306633 Feb 09 01:01:05.253657 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3efc0dbe-ba16-4e5c-b6ac-16c3dba938e4', 'tag': '446e19d0-fb6e-49d1-9177-c6ee874259cc'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:01:05.254481 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-9eefc2c4-f21e-41b8-b43c-88fe63b28fee None None] Deleting port 8be52d07-dd6d-43bd-b87c-cfae76e714f7 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:01:05.255052 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9eefc2c4-f21e-41b8-b43c-88fe63b28fee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:05.389702 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50708) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:01:05.402033 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-9eefc2c4-f21e-41b8-b43c-88fe63b28fee None None] The port '8be52d07-dd6d-43bd-b87c-cfae76e714f7' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:01:05.500685 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a97f9cb3-a896-4e14-84f8-897d1e6cd40f admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=bb6f8e8cedf24900b12d2701e0ee535c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1097057 Feb 09 01:01:05.501300 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50712) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:01:05.579455 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7308681d-15bf-4527-83ad-5763412c8c25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:05.615512 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7308681d-15bf-4527-83ad-5763412c8c25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:05.646428 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3693dc4a-bc8f-47f1-9fa3-5e781b9a17a8 req-675dcda7-652f-4a88-9e8a-302447181131 tempest-ServerTagsTestJSON-663789134 tempest-ServerTagsTestJSON-663789134-project] 10.222.0.105 "GET /v2.0/ports?device_id=b0e0ca8d-c693-475b-9c37-e907411a9784 HTTP/1.1" status: 200 len: 210 time: 0.1128044 Feb 09 01:01:05.666690 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7604bed2-a6b1-4f43-97ed-a4dbc97a9a60 req-7a31b7ba-824b-44c6-b985-f85c137edaaa tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469547 Feb 09 01:01:05.681939 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ef457308-ca07-4ada-a57e-64e7f861549e req-0b4d9e24-3a8d-45f9-8ca6-86402d3575aa service neutron] 10.222.0.99 "GET /v2.0/networks/dd02684a-c792-4fba-8571-35898e88ad40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5933068 Feb 09 01:01:05.705089 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7308681d-15bf-4527-83ad-5763412c8c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:05.712978 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 2a509680-7b26-4372-8194-fe7c3bbbb400 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:01:05.723850 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7308681d-15bf-4527-83ad-5763412c8c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae38bca7-ba45-4548-b043-5a2e245ebd4f,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:05.734305 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7308681d-15bf-4527-83ad-5763412c8c25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:05.744014 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-7308681d-15bf-4527-83ad-5763412c8c25 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/ae38bca7-ba45-4548-b043-5a2e245ebd4f HTTP/1.1" status: 204 len: 168 time: 0.2416451 Feb 09 01:01:05.802329 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: 2a509680-7b26-4372-8194-fe7c3bbbb400 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:01:05.802652 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 2a509680-7b26-4372-8194-fe7c3bbbb400 not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:01:05.895114 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ef457308-ca07-4ada-a57e-64e7f861549e req-056d5592-2897-40f7-bd03-3727d8e0d523 service neutron] 10.222.0.99 "GET /v2.0/networks/dd02684a-c792-4fba-8571-35898e88ad40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983306 Feb 09 01:01:05.906356 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f8e9982-d42f-4fef-9609-904bb77e693f req-e7b979a9-d669-4252-93bf-998629670c25 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Router 418af820-d7ce-44b1-a404-6677fe0b7cbd has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:01:05.967241 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 8be52d07-dd6d-43bd-b87c-cfae76e714f7 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:01:06.011321 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 8be52d07-dd6d-43bd-b87c-cfae76e714f7 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:01:06.011541 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 8be52d07-dd6d-43bd-b87c-cfae76e714f7 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:01:06.068206 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3efc0dbe-ba16-4e5c-b6ac-16c3dba938e4', 'tag': '446e19d0-fb6e-49d1-9177-c6ee874259cc', 'status': 'completed', 'code': 200} Feb 09 01:01:06.267464 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d7e96a-be05-4612-9b4c-780030a67011 req-2e0ac732-fb0a-4d7e-8d87-d856e212b5c4 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:06.269021 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b5d7e96a-be05-4612-9b4c-780030a67011 req-2e0ac732-fb0a-4d7e-8d87-d856e212b5c4 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/ports?device_id=225149f6-b53e-471c-a121-21a0d84521e4 HTTP/1.1" status: 200 len: 945 time: 0.3731310 Feb 09 01:01:06.276075 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f8e9982-d42f-4fef-9609-904bb77e693f req-e7b979a9-d669-4252-93bf-998629670c25 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:01:06.287995 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd580bb-0116-4c72-9d53-57bcb322fc84 None None] Sync routers for ids ['418af820-d7ce-44b1-a404-6677fe0b7cbd'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:01:06.303329 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd580bb-0116-4c72-9d53-57bcb322fc84 None None] Routers {'418af820-d7ce-44b1-a404-6677fe0b7cbd'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:01:06.304397 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-dcd580bb-0116-4c72-9d53-57bcb322fc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:00:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['418af820-d7ce-44b1-a404-6677fe0b7cbd'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:06.543474 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-dcd580bb-0116-4c72-9d53-57bcb322fc84 None None] Set router 418af820-d7ce-44b1-a404-6677fe0b7cbd gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:01:06.559476 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f8e9982-d42f-4fef-9609-904bb77e693f req-e7b979a9-d669-4252-93bf-998629670c25 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] No DVR routers for this DVR port 2a509680-7b26-4372-8194-fe7c3bbbb400 on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:01:06.564705 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-2f8e9982-d42f-4fef-9609-904bb77e693f req-e7b979a9-d669-4252-93bf-998629670c25 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:06.588297 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-519f6efd-6368-487a-a642-8bd8c6feedf9 req-26389f34-b512-4272-be43-1dcf180b274a tempest-QuotasAdminNegativeTest-664726751 tempest-QuotasAdminNegativeTest-664726751-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=bbdd8045ddb749ca9795346edd954173&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0590019 Feb 09 01:01:06.639909 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c4321-ccc5-48c7-a85d-d2b4405d0276 req-5b1584eb-4a3f-4fc1-9d8b-1217ca394c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:06.641398 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-720c4321-ccc5-48c7-a85d-d2b4405d0276 req-5b1584eb-4a3f-4fc1-9d8b-1217ca394c19 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=5ff9aad1b4b645cb83f87778a731b808&device_id=3efc0dbe-ba16-4e5c-b6ac-16c3dba938e4 HTTP/1.1" status: 200 len: 1095 time: 0.5413005 Feb 09 01:01:06.724385 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b5d7e96a-be05-4612-9b4c-780030a67011 req-0067fade-964e-4132-87c1-39c97765cca1 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/security-groups?id=21d48e70-0a9a-4f34-bd03-fe2b0988e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4464097 Feb 09 01:01:06.747153 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2f8e9982-d42f-4fef-9609-904bb77e693f req-e7b979a9-d669-4252-93bf-998629670c25 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] 10.222.0.62 "DELETE /v2.0/ports/2a509680-7b26-4372-8194-fe7c3bbbb400 HTTP/1.1" status: 204 len: 173 time: 4.4143488 Feb 09 01:01:06.919856 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09830130-1404-4992-8e58-52c4b51fa741 req-472c0c93-e124-4900-a996-dbdc91cd06a7 tempest-ServerTagsTestJSON-663789134 tempest-ServerTagsTestJSON-663789134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:06.921885 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-09830130-1404-4992-8e58-52c4b51fa741 req-472c0c93-e124-4900-a996-dbdc91cd06a7 tempest-ServerTagsTestJSON-663789134 tempest-ServerTagsTestJSON-663789134-project] 10.222.0.62 "GET /v2.0/networks?id=fdfbe4e9-6965-42a5-a959-4cc75ccc1c57 HTTP/1.1" status: 200 len: 808 time: 0.5983102 Feb 09 01:01:06.941642 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-09830130-1404-4992-8e58-52c4b51fa741 req-0428689a-673a-44ea-bb14-1b064e1baabd tempest-ServerTagsTestJSON-663789134 tempest-ServerTagsTestJSON-663789134-project] Request body: {'port': {'device_id': 'b0e0ca8d-c693-475b-9c37-e907411a9784', 'network_id': 'fdfbe4e9-6965-42a5-a959-4cc75ccc1c57', 'admin_state_up': True, 'tenant_id': '87c1507f34e447f897ba188dfe1fda73'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:06.959882 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-dcd580bb-0116-4c72-9d53-57bcb322fc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418af820-d7ce-44b1-a404-6677fe0b7cbd', 'name': 'tempest-ServersTestBootFromVolume-2073712833-router', 'tenant_id': '3e83ed183d484d7c9813fd49ff4f70e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '2cf3eeb2-2869-4d1e-8658-438527c39dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:58:47Z', 'updated_at': '2022-02-09T00:58:54Z', 'revision_number': 4, 'project_id': '3e83ed183d484d7c9813fd49ff4f70e8', 'gw_port': {'id': '2cf3eeb2-2869-4d1e-8658-438527c39dfe', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:7f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418af820-d7ce-44b1-a404-6677fe0b7cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:49Z', 'updated_at': '2022-02-09T00:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'e2a5d918-8af8-4af6-b192-43b1bfe15356', 'name': '', 'network_id': 'd5fac2e4-83b3-4dad-87ab-eec508b50a09', 'tenant_id': '3e83ed183d484d7c9813fd49ff4f70e8', 'mac_address': 'fa:16:3e:f1:d3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418af820-d7ce-44b1-a404-6677fe0b7cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '07c3b021-43b7-40d3-ad8c-901de562ddc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:53Z', 'updated_at': '2022-02-09T00:59:02Z', 'revision_number': 5, 'project_id': '3e83ed183d484d7c9813fd49ff4f70e8', 'subnets': [{'id': '07c3b021-43b7-40d3-ad8c-901de562ddc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:06.965078 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd580bb-0116-4c72-9d53-57bcb322fc84 None None] Checking router: 418af820-d7ce-44b1-a404-6677fe0b7cbd for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:01:06.973926 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd580bb-0116-4c72-9d53-57bcb322fc84 None None] Routers {'418af820-d7ce-44b1-a404-6677fe0b7cbd'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:01:06.974613 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-dcd580bb-0116-4c72-9d53-57bcb322fc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:00:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['418af820-d7ce-44b1-a404-6677fe0b7cbd'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:07.062634 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f6efd-6368-487a-a642-8bd8c6feedf9 req-d6513380-5f0e-4b97-988f-2fdcedca97c8 tempest-QuotasAdminNegativeTest-664726751 tempest-QuotasAdminNegativeTest-664726751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:07.064130 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-519f6efd-6368-487a-a642-8bd8c6feedf9 req-d6513380-5f0e-4b97-988f-2fdcedca97c8 tempest-QuotasAdminNegativeTest-664726751 tempest-QuotasAdminNegativeTest-664726751-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4748213 Feb 09 01:01:07.171350 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-dcd580bb-0116-4c72-9d53-57bcb322fc84 None None] Set router 418af820-d7ce-44b1-a404-6677fe0b7cbd gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:01:07.247235 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c4321-ccc5-48c7-a85d-d2b4405d0276 req-516cb169-1eb6-4cfc-98a9-5236254f7def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:07.248693 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-720c4321-ccc5-48c7-a85d-d2b4405d0276 req-516cb169-1eb6-4cfc-98a9-5236254f7def service neutron] 10.222.0.99 "GET /v2.0/networks?id=dd02684a-c792-4fba-8571-35898e88ad40 HTTP/1.1" status: 200 len: 912 time: 0.5516698 Feb 09 01:01:07.317864 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-519f6efd-6368-487a-a642-8bd8c6feedf9 req-a71c4a52-6115-4f42-8f11-7f730cc5d8e4 tempest-QuotasAdminNegativeTest-664726751 tempest-QuotasAdminNegativeTest-664726751-project] 10.222.0.105 "GET /v2.0/quotas/bbdd8045ddb749ca9795346edd954173 HTTP/1.1" status: 200 len: 375 time: 0.2286837 Feb 09 01:01:07.350736 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-720c4321-ccc5-48c7-a85d-d2b4405d0276 req-5fa81f2d-062a-42fc-a793-359b4105b220 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=446e19d0-fb6e-49d1-9177-c6ee874259cc HTTP/1.1" status: 200 len: 217 time: 0.0950792 Feb 09 01:01:07.445784 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-519f6efd-6368-487a-a642-8bd8c6feedf9 req-40e1a592-b978-4eb0-bb80-d63eb3c94409 tempest-QuotasAdminNegativeTest-664726751 tempest-QuotasAdminNegativeTest-664726751-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=bbdd8045ddb749ca9795346edd954173&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1155748 Feb 09 01:01:07.452727 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-09830130-1404-4992-8e58-52c4b51fa741 req-0428689a-673a-44ea-bb14-1b064e1baabd tempest-ServerTagsTestJSON-663789134 tempest-ServerTagsTestJSON-663789134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:01:07.466362 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf00b1-db0d-417c-9ff3-088782074d0f req-332a69ce-5938-4a1f-b127-35c0d5211f7b tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:07.468116 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5ccf00b1-db0d-417c-9ff3-088782074d0f req-332a69ce-5938-4a1f-b127-35c0d5211f7b tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=2bf05fd9-8648-429b-8e05-01cc556aff15 HTTP/1.1" status: 200 len: 949 time: 0.6234710 Feb 09 01:01:07.474782 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-09830130-1404-4992-8e58-52c4b51fa741 req-0428689a-673a-44ea-bb14-1b064e1baabd tempest-ServerTagsTestJSON-663789134 tempest-ServerTagsTestJSON-663789134-project] Usage tracker for resource:port and tenant:87c1507f34e447f897ba188dfe1fda73 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:01:07.482604 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-09830130-1404-4992-8e58-52c4b51fa741 req-0428689a-673a-44ea-bb14-1b064e1baabd tempest-ServerTagsTestJSON-663789134 tempest-ServerTagsTestJSON-663789134-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:01:07.511068 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-09830130-1404-4992-8e58-52c4b51fa741 req-0428689a-673a-44ea-bb14-1b064e1baabd tempest-ServerTagsTestJSON-663789134 tempest-ServerTagsTestJSON-663789134-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:01:07.516761 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c4321-ccc5-48c7-a85d-d2b4405d0276 req-e823da8e-1cbd-4e71-a51a-59ffc938717e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:07.518624 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-720c4321-ccc5-48c7-a85d-d2b4405d0276 req-e823da8e-1cbd-4e71-a51a-59ffc938717e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=6629426b-30e0-4649-b641-b6eaabeb92da HTTP/1.1" status: 200 len: 851 time: 0.1305647 Feb 09 01:01:07.538671 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-dcd580bb-0116-4c72-9d53-57bcb322fc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418af820-d7ce-44b1-a404-6677fe0b7cbd', 'name': 'tempest-ServersTestBootFromVolume-2073712833-router', 'tenant_id': '3e83ed183d484d7c9813fd49ff4f70e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '2cf3eeb2-2869-4d1e-8658-438527c39dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:58:47Z', 'updated_at': '2022-02-09T00:58:54Z', 'revision_number': 4, 'project_id': '3e83ed183d484d7c9813fd49ff4f70e8', 'gw_port': {'id': '2cf3eeb2-2869-4d1e-8658-438527c39dfe', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:7f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418af820-d7ce-44b1-a404-6677fe0b7cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:49Z', 'updated_at': '2022-02-09T00:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'e2a5d918-8af8-4af6-b192-43b1bfe15356', 'name': '', 'network_id': 'd5fac2e4-83b3-4dad-87ab-eec508b50a09', 'tenant_id': '3e83ed183d484d7c9813fd49ff4f70e8', 'mac_address': 'fa:16:3e:f1:d3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418af820-d7ce-44b1-a404-6677fe0b7cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '07c3b021-43b7-40d3-ad8c-901de562ddc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:53Z', 'updated_at': '2022-02-09T00:59:02Z', 'revision_number': 5, 'project_id': '3e83ed183d484d7c9813fd49ff4f70e8', 'subnets': [{'id': '07c3b021-43b7-40d3-ad8c-901de562ddc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:07.544577 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd580bb-0116-4c72-9d53-57bcb322fc84 None None] The sync data for ids ['418af820-d7ce-44b1-a404-6677fe0b7cbd'] in n-d-828418-1 is: [{'id': '418af820-d7ce-44b1-a404-6677fe0b7cbd', 'name': 'tempest-ServersTestBootFromVolume-2073712833-router', 'tenant_id': '3e83ed183d484d7c9813fd49ff4f70e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '2cf3eeb2-2869-4d1e-8658-438527c39dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:58:47Z', 'updated_at': '2022-02-09T00:58:54Z', 'revision_number': 4, 'project_id': '3e83ed183d484d7c9813fd49ff4f70e8', 'gw_port': {'id': '2cf3eeb2-2869-4d1e-8658-438527c39dfe', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:7f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418af820-d7ce-44b1-a404-6677fe0b7cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:49Z', 'updated_at': '2022-02-09T00:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'e2a5d918-8af8-4af6-b192-43b1bfe15356', 'name': '', 'network_id': 'd5fac2e4-83b3-4dad-87ab-eec508b50a09', 'tenant_id': '3e83ed183d484d7c9813fd49ff4f70e8', 'mac_address': 'fa:16:3e:f1:d3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418af820-d7ce-44b1-a404-6677fe0b7cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '07c3b021-43b7-40d3-ad8c-901de562ddc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:53Z', 'updated_at': '2022-02-09T00:59:02Z', 'revision_number': 5, 'project_id': '3e83ed183d484d7c9813fd49ff4f70e8', 'subnets': [{'id': '07c3b021-43b7-40d3-ad8c-901de562ddc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:01:07.623894 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-720c4321-ccc5-48c7-a85d-d2b4405d0276 req-df48aa3e-5538-46b2-b224-04496755525e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=dd02684a-c792-4fba-8571-35898e88ad40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0927601 Feb 09 01:01:07.643105 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09830130-1404-4992-8e58-52c4b51fa741 req-0428689a-673a-44ea-bb14-1b064e1baabd tempest-ServerTagsTestJSON-663789134 tempest-ServerTagsTestJSON-663789134-project] Made reservation on behalf of 87c1507f34e447f897ba188dfe1fda73 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:01:07.646895 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-09830130-1404-4992-8e58-52c4b51fa741 req-0428689a-673a-44ea-bb14-1b064e1baabd tempest-ServerTagsTestJSON-663789134 tempest-ServerTagsTestJSON-663789134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:07.666978 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5ccf00b1-db0d-417c-9ff3-088782074d0f req-3b77b5c4-17b1-4abf-a71e-d14e8c3ae777 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/security-groups?id=bc5d6135-6634-4167-99ad-f31267fef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880202 Feb 09 01:01:07.909673 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8791f37e-244e-46ed-8f92-decf4b5e8381 None None] New status for floating IP 7c9ada58-b381-44cd-8b77-e6f4f5151939: DOWN {{(pid=87641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:01:07.990696 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-1e0053ed-e6dd-4c43-87df-52d5a532ba5e req-2250d5b0-51ad-4e1a-b5cb-d1091ff9f7f7 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Synchronizing usage tracker for tenant:3e83ed183d484d7c9813fd49ff4f70e8 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:01:08.060046 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c0e95510-44bd-4452-b2c3-852b166094bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:08.062250 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-720c4321-ccc5-48c7-a85d-d2b4405d0276 req-49db7e97-a0c8-4ce5-8af6-739ee53fea58 service neutron] 10.222.0.99 "GET /v2.0/networks/dd02684a-c792-4fba-8571-35898e88ad40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4316299 Feb 09 01:01:08.070732 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9441bdd6-14e1-4694-93ba-0251f158b398', 'name': 'network-vif-deleted', 'tag': '2a509680-7b26-4372-8194-fe7c3bbbb400'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:01:08.184526 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-1e0053ed-e6dd-4c43-87df-52d5a532ba5e req-2250d5b0-51ad-4e1a-b5cb-d1091ff9f7f7 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Unset dirty status for tenant:3e83ed183d484d7c9813fd49ff4f70e8 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:01:08.185710 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1e0053ed-e6dd-4c43-87df-52d5a532ba5e req-2250d5b0-51ad-4e1a-b5cb-d1091ff9f7f7 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] 10.222.0.105 "GET /v2.0/ports?device_id=9441bdd6-14e1-4694-93ba-0251f158b398 HTTP/1.1" status: 200 len: 210 time: 0.3542147 Feb 09 01:01:08.282218 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14703f36-6c49-4531-be77-5140a7639b65 req-6f97b87d-6632-4b47-b4b5-10ad0f933263 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:08.283814 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-14703f36-6c49-4531-be77-5140a7639b65 req-6f97b87d-6632-4b47-b4b5-10ad0f933263 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.62 "GET /v2.0/ports?device_id=2bf05fd9-8648-429b-8e05-01cc556aff15 HTTP/1.1" status: 200 len: 949 time: 0.4901991 Feb 09 01:01:08.442487 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2c135c47-8e39-4acf-89a0-455eb4d33031 req-b3af0e0f-8eeb-49bc-b8fe-4c0b2aa68b7c tempest-ServerTagsTestJSON-663789134 tempest-ServerTagsTestJSON-663789134-project] 10.222.0.105 "GET /v2.0/ports?device_id=b0e0ca8d-c693-475b-9c37-e907411a9784 HTTP/1.1" status: 200 len: 210 time: 0.0948427 Feb 09 01:01:08.450567 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d8c20-3606-4503-b80e-9f58929a11e6 req-4c3ec4a1-89df-4c8b-a0a0-356682d42281 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:08.451992 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a57d8c20-3606-4503-b80e-9f58929a11e6 req-4c3ec4a1-89df-4c8b-a0a0-356682d42281 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=3efc0dbe-ba16-4e5c-b6ac-16c3dba938e4 HTTP/1.1" status: 200 len: 944 time: 0.6595466 Feb 09 01:01:08.466650 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-720c4321-ccc5-48c7-a85d-d2b4405d0276 req-e61c3862-dda1-4fc8-9966-29ac1ab9dcaa service neutron] 10.222.0.99 "GET /v2.0/networks/dd02684a-c792-4fba-8571-35898e88ad40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3865044 Feb 09 01:01:08.481660 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-09830130-1404-4992-8e58-52c4b51fa741 req-0428689a-673a-44ea-bb14-1b064e1baabd tempest-ServerTagsTestJSON-663789134 tempest-ServerTagsTestJSON-663789134-project] Allocated IP 172.20.0.12 (fdfbe4e9-6965-42a5-a959-4cc75ccc1c57/37d7d7e5-f533-4002-b634-1d0d67745264/7c89f2b6-e344-4b75-a24d-712c9313ab80) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:01:08.486492 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-14703f36-6c49-4531-be77-5140a7639b65 req-3d4777e7-5baa-4c9a-a286-16e1c5703f4a tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Deleting port e97e63de-affb-4ff1-89d2-d7226736631b {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:01:08.486828 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-14703f36-6c49-4531-be77-5140a7639b65 req-3d4777e7-5baa-4c9a-a286-16e1c5703f4a tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:08.591874 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a57d8c20-3606-4503-b80e-9f58929a11e6 req-b2cf6f3d-9d7d-4d2d-a9e5-c797a8128abb tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277049 Feb 09 01:01:08.964998 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-14703f36-6c49-4531-be77-5140a7639b65 req-3d4777e7-5baa-4c9a-a286-16e1c5703f4a tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] For port e97e63de-affb-4ff1-89d2-d7226736631b, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=e97e63de-affb-4ff1-89d2-d7226736631b,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:08.965361 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-14703f36-6c49-4531-be77-5140a7639b65 req-3d4777e7-5baa-4c9a-a286-16e1c5703f4a tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:08.979868 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-09830130-1404-4992-8e58-52c4b51fa741 req-0428689a-673a-44ea-bb14-1b064e1baabd tempest-ServerTagsTestJSON-663789134 tempest-ServerTagsTestJSON-663789134-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:09.170184 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9441bdd6-14e1-4694-93ba-0251f158b398', 'name': 'network-vif-deleted', 'tag': '2a509680-7b26-4372-8194-fe7c3bbbb400', 'status': 'completed', 'code': 200} Feb 09 01:01:09.297776 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-14703f36-6c49-4531-be77-5140a7639b65 req-3d4777e7-5baa-4c9a-a286-16e1c5703f4a tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Calling delete_port for e97e63de-affb-4ff1-89d2-d7226736631b owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:01:09.442165 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-09830130-1404-4992-8e58-52c4b51fa741 req-0428689a-673a-44ea-bb14-1b064e1baabd tempest-ServerTagsTestJSON-663789134 tempest-ServerTagsTestJSON-663789134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:09.569274 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09830130-1404-4992-8e58-52c4b51fa741 req-0428689a-673a-44ea-bb14-1b064e1baabd tempest-ServerTagsTestJSON-663789134 tempest-ServerTagsTestJSON-663789134-project] Network fdfbe4e9-6965-42a5-a959-4cc75ccc1c57 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:01:09.577247 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c080d-0469-4f42-b5d5-2bf2684440aa req-cdd6c2a9-23bf-43bd-b5f1-06b49be41c20 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:09.578752 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-115c080d-0469-4f42-b5d5-2bf2684440aa req-cdd6c2a9-23bf-43bd-b5f1-06b49be41c20 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/ports?device_id=225149f6-b53e-471c-a121-21a0d84521e4 HTTP/1.1" status: 200 len: 945 time: 0.4078684 Feb 09 01:01:09.586059 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c0e5a4-e668-45ef-a664-0c2f8a76ea68 req-05ea37cf-701e-4c92-9475-fddea92df402 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:09.587438 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-28c0e5a4-e668-45ef-a664-0c2f8a76ea68 req-05ea37cf-701e-4c92-9475-fddea92df402 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=2bf05fd9-8648-429b-8e05-01cc556aff15 HTTP/1.1" status: 200 len: 949 time: 0.4209507 Feb 09 01:01:09.594094 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-09830130-1404-4992-8e58-52c4b51fa741 req-0428689a-673a-44ea-bb14-1b064e1baabd tempest-ServerTagsTestJSON-663789134 tempest-ServerTagsTestJSON-663789134-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:01:09.602762 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-09830130-1404-4992-8e58-52c4b51fa741 req-0428689a-673a-44ea-bb14-1b064e1baabd tempest-ServerTagsTestJSON-663789134 tempest-ServerTagsTestJSON-663789134-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:01:09.686180 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0428689a-673a-44ea-bb14-1b064e1baabd tempest-ServerTagsTestJSON-663789134 tempest-ServerTagsTestJSON-663789134-project] Pushing event updated for resources: {'Port': ['ID=7c89f2b6-e344-4b75-a24d-712c9313ab80,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:09.720402 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-14703f36-6c49-4531-be77-5140a7639b65 req-3d4777e7-5baa-4c9a-a286-16e1c5703f4a tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:09.734221 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['88a93ab5-6360-4150-b84a-b24cbf02f870', 'f26441cd-75ef-400d-9f30-37093ee34385', 'e0d02d2a-38d9-419e-9759-ba01a049886e', 'b8330b53-7bb8-4918-9af3-a8d090b55a84'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:01:09.760686 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['e5a6187d-5002-4dd1-8ed9-4533efde97f6', 'e97e63de-affb-4ff1-89d2-d7226736631b'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:01:09.786100 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09830130-1404-4992-8e58-52c4b51fa741 req-0428689a-673a-44ea-bb14-1b064e1baabd tempest-ServerTagsTestJSON-663789134 tempest-ServerTagsTestJSON-663789134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:09.786709 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-09830130-1404-4992-8e58-52c4b51fa741 req-0428689a-673a-44ea-bb14-1b064e1baabd tempest-ServerTagsTestJSON-663789134 tempest-ServerTagsTestJSON-663789134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:09.810165 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-28c0e5a4-e668-45ef-a664-0c2f8a76ea68 req-c4194720-9239-4a8c-8f48-fa97a62ccc6c tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/security-groups?id=bc5d6135-6634-4167-99ad-f31267fef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133565 Feb 09 01:01:09.814085 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-115c080d-0469-4f42-b5d5-2bf2684440aa req-bfd385fc-5fd5-465a-bc68-dab30031c556 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/security-groups?id=21d48e70-0a9a-4f34-bd03-fe2b0988e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229879 Feb 09 01:01:09.841717 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4777e7-5baa-4c9a-a286-16e1c5703f4a tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Pushing event deleted for resources: {'Port': ['ID=e97e63de-affb-4ff1-89d2-d7226736631b,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:09.853874 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-09830130-1404-4992-8e58-52c4b51fa741 req-0428689a-673a-44ea-bb14-1b064e1baabd tempest-ServerTagsTestJSON-663789134 tempest-ServerTagsTestJSON-663789134-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9189222 Feb 09 01:01:09.974071 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-14703f36-6c49-4531-be77-5140a7639b65 req-3d4777e7-5baa-4c9a-a286-16e1c5703f4a tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] No DVR routers for this DVR port e97e63de-affb-4ff1-89d2-d7226736631b on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:01:09.981771 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-09830130-1404-4992-8e58-52c4b51fa741 req-65a746cd-84b1-4ee0-9fb4-3b505567d332 service neutron] Request body: {'port': {'device_id': 'b0e0ca8d-c693-475b-9c37-e907411a9784', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:10.016676 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 446e19d0-fb6e-49d1-9177-c6ee874259cc details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:01:10.127458 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-14703f36-6c49-4531-be77-5140a7639b65 req-3d4777e7-5baa-4c9a-a286-16e1c5703f4a tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:10.130017 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-14703f36-6c49-4531-be77-5140a7639b65 req-3d4777e7-5baa-4c9a-a286-16e1c5703f4a tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.62 "DELETE /v2.0/ports/e97e63de-affb-4ff1-89d2-d7226736631b HTTP/1.1" status: 204 len: 173 time: 1.8395004 Feb 09 01:01:10.133819 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-09830130-1404-4992-8e58-52c4b51fa741 req-65a746cd-84b1-4ee0-9fb4-3b505567d332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:10.218782 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 446e19d0-fb6e-49d1-9177-c6ee874259cc, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=446e19d0-fb6e-49d1-9177-c6ee874259cc,segment=NetworkSegment(d1c0a158-6579-41f7-a92a-da7d79b925b6),segment_id=d1c0a158-6579-41f7-a92a-da7d79b925b6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:10.263062 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': '446e19d0-fb6e-49d1-9177-c6ee874259cc', 'network_id': 'dd02684a-c792-4fba-8571-35898e88ad40', 'port_id': '446e19d0-fb6e-49d1-9177-c6ee874259cc', 'mac_address': 'fa:16:3e:b5:23:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6629426b-30e0-4649-b641-b6eaabeb92da', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:01:10.436387 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b2c53a-f73c-4016-a63c-276480108423 req-b2ab9e7e-8948-4fc6-a6a5-42c2bd004e4c tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:10.437944 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-74b2c53a-f73c-4016-a63c-276480108423 req-b2ab9e7e-8948-4fc6-a6a5-42c2bd004e4c tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=3efc0dbe-ba16-4e5c-b6ac-16c3dba938e4 HTTP/1.1" status: 200 len: 944 time: 0.3068395 Feb 09 01:01:10.449884 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d3e60-4281-4a8d-8447-c43de810af83 req-c30f4c17-1988-4649-b3c7-ec53388038ce tempest-ServerTagsTestJSON-663789134 tempest-ServerTagsTestJSON-663789134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:10.450598 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-9a7d3e60-4281-4a8d-8447-c43de810af83 req-c30f4c17-1988-4649-b3c7-ec53388038ce tempest-ServerTagsTestJSON-663789134 tempest-ServerTagsTestJSON-663789134-project] Synchronizing usage tracker for tenant:87c1507f34e447f897ba188dfe1fda73 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:01:10.470664 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bc8d8435-67a2-4603-bcd0-e57bab8016f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:10.474440 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:10.504985 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 446e19d0-fb6e-49d1-9177-c6ee874259cc {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:01:10.542417 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 446e19d0-fb6e-49d1-9177-c6ee874259cc, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=446e19d0-fb6e-49d1-9177-c6ee874259cc,segment=NetworkSegment(d1c0a158-6579-41f7-a92a-da7d79b925b6),segment_id=d1c0a158-6579-41f7-a92a-da7d79b925b6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:10.549858 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:10.569070 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-9a7d3e60-4281-4a8d-8447-c43de810af83 req-c30f4c17-1988-4649-b3c7-ec53388038ce tempest-ServerTagsTestJSON-663789134 tempest-ServerTagsTestJSON-663789134-project] Unset dirty status for tenant:87c1507f34e447f897ba188dfe1fda73 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:01:10.571076 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9a7d3e60-4281-4a8d-8447-c43de810af83 req-c30f4c17-1988-4649-b3c7-ec53388038ce tempest-ServerTagsTestJSON-663789134 tempest-ServerTagsTestJSON-663789134-project] 10.222.0.105 "GET /v2.0/ports?device_id=b0e0ca8d-c693-475b-9c37-e907411a9784 HTTP/1.1" status: 200 len: 932 time: 0.4388928 Feb 09 01:01:10.607839 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-74b2c53a-f73c-4016-a63c-276480108423 req-e800ab9c-42cd-4d23-9f61-355a03f6d331 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503174 Feb 09 01:01:10.670958 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=446e19d0-fb6e-49d1-9177-c6ee874259cc,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:10.688869 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9a7d3e60-4281-4a8d-8447-c43de810af83 req-1ac3c1c7-28fe-45eb-aea1-4d3eb11e6fae tempest-ServerTagsTestJSON-663789134 tempest-ServerTagsTestJSON-663789134-project] 10.222.0.105 "GET /v2.0/security-groups?id=c6bfc5e9-3478-4c58-944c-479fc5131f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053638 Feb 09 01:01:10.752441 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50798) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:01:10.848518 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-09830130-1404-4992-8e58-52c4b51fa741 req-65a746cd-84b1-4ee0-9fb4-3b505567d332 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c89f2b6-e344-4b75-a24d-712c9313ab80 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:01:10.856645 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-09830130-1404-4992-8e58-52c4b51fa741 req-65a746cd-84b1-4ee0-9fb4-3b505567d332 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:10.877492 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-09830130-1404-4992-8e58-52c4b51fa741 req-65a746cd-84b1-4ee0-9fb4-3b505567d332 service neutron] Transition to ACTIVE for port object 7c89f2b6-e344-4b75-a24d-712c9313ab80 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:01:10.884502 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-09830130-1404-4992-8e58-52c4b51fa741 req-65a746cd-84b1-4ee0-9fb4-3b505567d332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:10.914653 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-afacd5c2-6e7a-44eb-89a8-335642dcd804 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:10.948947 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-afacd5c2-6e7a-44eb-89a8-335642dcd804 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:10.959223 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['446e19d0-fb6e-49d1-9177-c6ee874259cc'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:01:11.010364 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a746cd-84b1-4ee0-9fb4-3b505567d332 service neutron] Pushing event updated for resources: {'Port': ['ID=7c89f2b6-e344-4b75-a24d-712c9313ab80,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:11.014239 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-afacd5c2-6e7a-44eb-89a8-335642dcd804 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:11.043878 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afacd5c2-6e7a-44eb-89a8-335642dcd804 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=147a3794-e5e0-49fe-813e-782f17b18bc8,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:11.054501 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-afacd5c2-6e7a-44eb-89a8-335642dcd804 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:11.059385 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-afacd5c2-6e7a-44eb-89a8-335642dcd804 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] 10.222.0.105 "DELETE /v2.0/security-groups/147a3794-e5e0-49fe-813e-782f17b18bc8 HTTP/1.1" status: 204 len: 168 time: 0.3036902 Feb 09 01:01:11.059704 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50808) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:01:11.080272 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-01f0e296-2ea5-4eee-a566-a761885e6fda tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] show failed (client error): The resource could not be found. Feb 09 01:01:11.084580 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-01f0e296-2ea5-4eee-a566-a761885e6fda tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] 10.222.0.105 "GET /v2.0/security-groups/147a3794-e5e0-49fe-813e-782f17b18bc8 HTTP/1.1" status: 404 len: 347 time: 0.0239146 Feb 09 01:01:11.085345 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50812) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:01:11.206926 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bf05fd9-8648-429b-8e05-01cc556aff15', 'name': 'network-vif-deleted', 'tag': 'e97e63de-affb-4ff1-89d2-d7226736631b'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:01:11.275099 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-719dff20-7f75-4bee-9345-72986ab50473 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Deleting port bbf129de-bf25-48f3-b2a9-be1dfd91431f {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:01:11.275445 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-719dff20-7f75-4bee-9345-72986ab50473 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:11.332099 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:11.461525 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-719dff20-7f75-4bee-9345-72986ab50473 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:11.461877 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-719dff20-7f75-4bee-9345-72986ab50473 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:11.471194 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:11.484012 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-60f132fd-6ff9-4ddb-8436-19b13412be18 req-812b342c-9eb8-4ec7-b6a5-328a6838580d tempest-QuotasAdminNegativeTest-664726751 tempest-QuotasAdminNegativeTest-664726751-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=bbdd8045ddb749ca9795346edd954173&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1059811 Feb 09 01:01:11.593176 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-719dff20-7f75-4bee-9345-72986ab50473 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Calling delete_port for bbf129de-bf25-48f3-b2a9-be1dfd91431f owned by network:floatingip {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:01:11.613123 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-09830130-1404-4992-8e58-52c4b51fa741 req-65a746cd-84b1-4ee0-9fb4-3b505567d332 service neutron] Attempting to bind port 7c89f2b6-e344-4b75-a24d-712c9313ab80 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:01:11.613450 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-09830130-1404-4992-8e58-52c4b51fa741 req-65a746cd-84b1-4ee0-9fb4-3b505567d332 service neutron] Attempting to bind port 7c89f2b6-e344-4b75-a24d-712c9313ab80 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '9eddc633-ff56-408f-9d9a-065694f70a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'fdfbe4e9-6965-42a5-a959-4cc75ccc1c57'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:01:11.613794 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09830130-1404-4992-8e58-52c4b51fa741 req-65a746cd-84b1-4ee0-9fb4-3b505567d332 service neutron] Attempting to bind port 7c89f2b6-e344-4b75-a24d-712c9313ab80 on network fdfbe4e9-6965-42a5-a959-4cc75ccc1c57 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:01:11.629141 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09830130-1404-4992-8e58-52c4b51fa741 req-65a746cd-84b1-4ee0-9fb4-3b505567d332 service neutron] Port 7c89f2b6-e344-4b75-a24d-712c9313ab80 on network fdfbe4e9-6965-42a5-a959-4cc75ccc1c57 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:01:11.629450 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09830130-1404-4992-8e58-52c4b51fa741 req-65a746cd-84b1-4ee0-9fb4-3b505567d332 service neutron] Attempting to bind port 7c89f2b6-e344-4b75-a24d-712c9313ab80 on network fdfbe4e9-6965-42a5-a959-4cc75ccc1c57 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:01:11.670550 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57766197-4a5e-46ea-b6fd-4083bc20e568 req-62b328f6-d4a1-4dea-86a1-5a9250ef25e3 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:11.672064 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-57766197-4a5e-46ea-b6fd-4083bc20e568 req-62b328f6-d4a1-4dea-86a1-5a9250ef25e3 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/ports?device_id=225149f6-b53e-471c-a121-21a0d84521e4 HTTP/1.1" status: 200 len: 945 time: 0.2927332 Feb 09 01:01:11.675893 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09830130-1404-4992-8e58-52c4b51fa741 req-65a746cd-84b1-4ee0-9fb4-3b505567d332 service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:01:11.676137 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09830130-1404-4992-8e58-52c4b51fa741 req-65a746cd-84b1-4ee0-9fb4-3b505567d332 service neutron] Checking segment: {'id': '9eddc633-ff56-408f-9d9a-065694f70a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'fdfbe4e9-6965-42a5-a959-4cc75ccc1c57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:01:11.676497 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09830130-1404-4992-8e58-52c4b51fa741 req-65a746cd-84b1-4ee0-9fb4-3b505567d332 service neutron] Bound using segment: {'id': '9eddc633-ff56-408f-9d9a-065694f70a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'fdfbe4e9-6965-42a5-a959-4cc75ccc1c57'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:01:11.677022 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-09830130-1404-4992-8e58-52c4b51fa741 req-65a746cd-84b1-4ee0-9fb4-3b505567d332 service neutron] Bound port: 7c89f2b6-e344-4b75-a24d-712c9313ab80, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9eddc633-ff56-408f-9d9a-065694f70a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'fdfbe4e9-6965-42a5-a959-4cc75ccc1c57'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:01:11.677367 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-09830130-1404-4992-8e58-52c4b51fa741 req-65a746cd-84b1-4ee0-9fb4-3b505567d332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:11.728213 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f132fd-6ff9-4ddb-8436-19b13412be18 req-28910fea-0c1b-4aad-b154-14e889086bf0 tempest-QuotasAdminNegativeTest-664726751 tempest-QuotasAdminNegativeTest-664726751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:11.729666 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-60f132fd-6ff9-4ddb-8436-19b13412be18 req-28910fea-0c1b-4aad-b154-14e889086bf0 tempest-QuotasAdminNegativeTest-664726751 tempest-QuotasAdminNegativeTest-664726751-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2393076 Feb 09 01:01:11.733383 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device e97e63de-affb-4ff1-89d2-d7226736631b no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:01:11.740127 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-719dff20-7f75-4bee-9345-72986ab50473 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:11.792534 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719dff20-7f75-4bee-9345-72986ab50473 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Pushing event deleted for resources: {'Port': ['ID=bbf129de-bf25-48f3-b2a9-be1dfd91431f,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:11.810584 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-57766197-4a5e-46ea-b6fd-4083bc20e568 req-014e6c5d-1109-462f-8ade-4bf3ffc847fd tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/security-groups?id=21d48e70-0a9a-4f34-bd03-fe2b0988e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165154 Feb 09 01:01:11.811646 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: e97e63de-affb-4ff1-89d2-d7226736631b {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:01:11.811770 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-60f132fd-6ff9-4ddb-8436-19b13412be18 req-be99ea69-6272-4e6c-8e65-4b61006568df tempest-QuotasAdminNegativeTest-664726751 tempest-QuotasAdminNegativeTest-664726751-project] 10.222.0.105 "GET /v2.0/quotas/bbdd8045ddb749ca9795346edd954173 HTTP/1.1" status: 200 len: 375 time: 0.0416129 Feb 09 01:01:11.811994 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device e97e63de-affb-4ff1-89d2-d7226736631b not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:01:11.876629 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-60f132fd-6ff9-4ddb-8436-19b13412be18 req-97ff20a4-a286-47c7-a0b3-480b1fa441cc tempest-QuotasAdminNegativeTest-664726751 tempest-QuotasAdminNegativeTest-664726751-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=bbdd8045ddb749ca9795346edd954173&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0578849 Feb 09 01:01:11.883218 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-09830130-1404-4992-8e58-52c4b51fa741 req-65a746cd-84b1-4ee0-9fb4-3b505567d332 service neutron] For port 7c89f2b6-e344-4b75-a24d-712c9313ab80, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:01:11.886320 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-09830130-1404-4992-8e58-52c4b51fa741 req-65a746cd-84b1-4ee0-9fb4-3b505567d332 service neutron] For port 7c89f2b6-e344-4b75-a24d-712c9313ab80, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=7c89f2b6-e344-4b75-a24d-712c9313ab80,segment=NetworkSegment(9eddc633-ff56-408f-9d9a-065694f70a8a),segment_id=9eddc633-ff56-408f-9d9a-065694f70a8a)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:01:11.896439 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-09830130-1404-4992-8e58-52c4b51fa741 req-65a746cd-84b1-4ee0-9fb4-3b505567d332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:11.900232 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-719dff20-7f75-4bee-9345-72986ab50473 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Notify callbacks [] for floatingip, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:11.920701 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-719dff20-7f75-4bee-9345-72986ab50473 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:11.925387 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-719dff20-7f75-4bee-9345-72986ab50473 tempest-ServersTestBootFromVolume-1507559478 tempest-ServersTestBootFromVolume-1507559478-project] 10.222.0.105 "DELETE /v2.0/floatingips/7c9ada58-b381-44cd-8b77-e6f4f5151939 HTTP/1.1" status: 204 len: 168 time: 0.8389783 Feb 09 01:01:11.926044 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50836) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:01:11.993369 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a746cd-84b1-4ee0-9fb4-3b505567d332 service neutron] Pushing event updated for resources: {'Port': ['ID=7c89f2b6-e344-4b75-a24d-712c9313ab80,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:12.003188 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09830130-1404-4992-8e58-52c4b51fa741 req-65a746cd-84b1-4ee0-9fb4-3b505567d332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:12.004161 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-09830130-1404-4992-8e58-52c4b51fa741 req-65a746cd-84b1-4ee0-9fb4-3b505567d332 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:12.006012 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-09830130-1404-4992-8e58-52c4b51fa741 req-65a746cd-84b1-4ee0-9fb4-3b505567d332 service neutron] 10.222.0.62 "PUT /v2.0/ports/7c89f2b6-e344-4b75-a24d-712c9313ab80 HTTP/1.1" status: 200 len: 1092 time: 2.0336261 Feb 09 01:01:12.036515 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bf05fd9-8648-429b-8e05-01cc556aff15', 'name': 'network-vif-deleted', 'tag': 'e97e63de-affb-4ff1-89d2-d7226736631b', 'status': 'completed', 'code': 200} Feb 09 01:01:12.148141 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09830130-1404-4992-8e58-52c4b51fa741 req-5f8a4e7c-c86b-4cad-8f79-a40f2062c633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:12.150141 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-09830130-1404-4992-8e58-52c4b51fa741 req-5f8a4e7c-c86b-4cad-8f79-a40f2062c633 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=87c1507f34e447f897ba188dfe1fda73&device_id=b0e0ca8d-c693-475b-9c37-e907411a9784 HTTP/1.1" status: 200 len: 1095 time: 0.0965853 Feb 09 01:01:12.305164 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-09830130-1404-4992-8e58-52c4b51fa741 req-9345bac8-baed-4dce-8388-d314f8c02d52 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c89f2b6-e344-4b75-a24d-712c9313ab80 HTTP/1.1" status: 200 len: 217 time: 0.1482630 Feb 09 01:01:12.402059 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09830130-1404-4992-8e58-52c4b51fa741 req-f4a07017-d50d-4d50-9ba9-99a2f835ee43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:12.403424 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-09830130-1404-4992-8e58-52c4b51fa741 req-f4a07017-d50d-4d50-9ba9-99a2f835ee43 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=37d7d7e5-f533-4002-b634-1d0d67745264 HTTP/1.1" status: 200 len: 848 time: 0.0921373 Feb 09 01:01:12.458035 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b88d67-157e-40f3-a7a3-a5ba8b20d8ec req-1d5901ac-540f-4a25-a3ef-6723315baa41 tempest-ServerTagsTestJSON-663789134 tempest-ServerTagsTestJSON-663789134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:12.459496 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f8b88d67-157e-40f3-a7a3-a5ba8b20d8ec req-1d5901ac-540f-4a25-a3ef-6723315baa41 tempest-ServerTagsTestJSON-663789134 tempest-ServerTagsTestJSON-663789134-project] 10.222.0.105 "GET /v2.0/ports?device_id=b0e0ca8d-c693-475b-9c37-e907411a9784 HTTP/1.1" status: 200 len: 944 time: 0.2477829 Feb 09 01:01:12.468296 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-09830130-1404-4992-8e58-52c4b51fa741 req-59b428a1-b75b-4ba6-bda1-9239fc224b4a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fdfbe4e9-6965-42a5-a959-4cc75ccc1c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573039 Feb 09 01:01:12.475702 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b610db-ddac-4222-91bb-b3d397a8c7cb req-1e1cbd8c-17c5-4343-b2b0-41a0e0e6c17d tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:12.477079 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-28b610db-ddac-4222-91bb-b3d397a8c7cb req-1e1cbd8c-17c5-4343-b2b0-41a0e0e6c17d tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=3efc0dbe-ba16-4e5c-b6ac-16c3dba938e4 HTTP/1.1" status: 200 len: 945 time: 0.2642665 Feb 09 01:01:12.612664 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c8aa5c78-6ce6-46d1-ab18-919a73117beb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:12.633663 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-28b610db-ddac-4222-91bb-b3d397a8c7cb req-5ac9e9b2-a413-4a39-8b27-c6b390ae7480 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239495 Feb 09 01:01:12.639145 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f8b88d67-157e-40f3-a7a3-a5ba8b20d8ec req-c83ebbe5-ec0e-4d28-bd2d-1fadfd7d75d0 tempest-ServerTagsTestJSON-663789134 tempest-ServerTagsTestJSON-663789134-project] 10.222.0.105 "GET /v2.0/security-groups?id=c6bfc5e9-3478-4c58-944c-479fc5131f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734223 Feb 09 01:01:12.690212 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-09830130-1404-4992-8e58-52c4b51fa741 req-17105a6e-0951-47e6-9165-ee0132724977 service neutron] 10.222.0.62 "GET /v2.0/networks/fdfbe4e9-6965-42a5-a959-4cc75ccc1c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122130 Feb 09 01:01:12.832409 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-09830130-1404-4992-8e58-52c4b51fa741 req-91d357c0-d8d2-4872-a39d-5b8312af4db5 service neutron] 10.222.0.62 "GET /v2.0/networks/fdfbe4e9-6965-42a5-a959-4cc75ccc1c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324544 Feb 09 01:01:13.002250 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:13.009951 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-c8aa5c78-6ce6-46d1-ab18-919a73117beb admin admin] Deleting port e2a5d918-8af8-4af6-b192-43b1bfe15356 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:01:13.010466 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c8aa5c78-6ce6-46d1-ab18-919a73117beb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:13.172018 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f97a8-d353-4414-ae09-a487267e50da req-961d1bb6-d333-4e72-a38c-ce64459756a5 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:13.172617 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-d96f97a8-d353-4414-ae09-a487267e50da req-961d1bb6-d333-4e72-a38c-ce64459756a5 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Synchronizing usage tracker for tenant:e6fa40f41b9646a7bf38890c5f8e1746 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:01:13.182242 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad146caf-aa47-4bb3-825e-e4d6b0482687 req-c9963d77-5906-4f84-b036-ed55f5bceab4 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:13.183674 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ad146caf-aa47-4bb3-825e-e4d6b0482687 req-c9963d77-5906-4f84-b036-ed55f5bceab4 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/ports?device_id=225149f6-b53e-471c-a121-21a0d84521e4 HTTP/1.1" status: 200 len: 945 time: 0.1565518 Feb 09 01:01:13.187687 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-c8aa5c78-6ce6-46d1-ab18-919a73117beb admin admin] For port e2a5d918-8af8-4af6-b192-43b1bfe15356, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=e2a5d918-8af8-4af6-b192-43b1bfe15356,segment=NetworkSegment(eb6e8838-85b2-4dd4-a582-efc63a2a21c0),segment_id=eb6e8838-85b2-4dd4-a582-efc63a2a21c0)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:13.188045 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c8aa5c78-6ce6-46d1-ab18-919a73117beb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:13.213942 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-d96f97a8-d353-4414-ae09-a487267e50da req-961d1bb6-d333-4e72-a38c-ce64459756a5 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Unset dirty status for tenant:e6fa40f41b9646a7bf38890c5f8e1746 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:01:13.215061 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d96f97a8-d353-4414-ae09-a487267e50da req-961d1bb6-d333-4e72-a38c-ce64459756a5 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=baeafafa-7240-4b83-9af0-4fc8f78bfd0a HTTP/1.1" status: 200 len: 950 time: 0.1500127 Feb 09 01:01:13.251190 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ad146caf-aa47-4bb3-825e-e4d6b0482687 req-33e04877-caaa-4c94-8e74-4789b85722de tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/security-groups?id=21d48e70-0a9a-4f34-bd03-fe2b0988e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616326 Feb 09 01:01:13.285743 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d96f97a8-d353-4414-ae09-a487267e50da req-0f90f5fe-9278-40ac-92ba-3bc09924fb5b tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/security-groups?id=bc5d6135-6634-4167-99ad-f31267fef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623965 Feb 09 01:01:13.338660 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-c8aa5c78-6ce6-46d1-ab18-919a73117beb admin admin] Calling delete_port for e2a5d918-8af8-4af6-b192-43b1bfe15356 owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:01:13.606899 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c8aa5c78-6ce6-46d1-ab18-919a73117beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:13.736321 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-07e72ce9-cc9b-41d0-8200-6f4f26e927f4 req-88a26bd6-6757-4094-8b28-aede140cec6e tempest-QuotasAdminNegativeTest-664726751 tempest-QuotasAdminNegativeTest-664726751-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=bbdd8045ddb749ca9795346edd954173&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1597197 Feb 09 01:01:13.874355 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aa5c78-6ce6-46d1-ab18-919a73117beb admin admin] Pushing event deleted for resources: {'Port': ['ID=e2a5d918-8af8-4af6-b192-43b1bfe15356,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:14.013972 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e72ce9-cc9b-41d0-8200-6f4f26e927f4 req-cabfc87d-2057-4381-a44a-21abf33f90e0 tempest-QuotasAdminNegativeTest-664726751 tempest-QuotasAdminNegativeTest-664726751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:14.023761 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-07e72ce9-cc9b-41d0-8200-6f4f26e927f4 req-cabfc87d-2057-4381-a44a-21abf33f90e0 tempest-QuotasAdminNegativeTest-664726751 tempest-QuotasAdminNegativeTest-664726751-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2797949 Feb 09 01:01:14.044794 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0e0ca8d-c693-475b-9c37-e907411a9784', 'tag': '7c89f2b6-e344-4b75-a24d-712c9313ab80'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:01:14.050262 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 446e19d0-fb6e-49d1-9177-c6ee874259cc up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:01:14.066801 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-07e72ce9-cc9b-41d0-8200-6f4f26e927f4 req-e863a445-a0f2-4540-96bf-8079d26bfeec tempest-QuotasAdminNegativeTest-664726751 tempest-QuotasAdminNegativeTest-664726751-project] 10.222.0.105 "GET /v2.0/quotas/bbdd8045ddb749ca9795346edd954173 HTTP/1.1" status: 200 len: 375 time: 0.0420442 Feb 09 01:01:14.138175 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning for port 446e19d0-fb6e-49d1-9177-c6ee874259cc completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:01:14.142142 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c8aa5c78-6ce6-46d1-ab18-919a73117beb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:14.143955 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port 446e19d0-fb6e-49d1-9177-c6ee874259cc triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:14.144525 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:14.179998 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-07e72ce9-cc9b-41d0-8200-6f4f26e927f4 req-dbfe0fc3-7f17-47d5-bfa9-20e8c25dbe90 tempest-QuotasAdminNegativeTest-664726751 tempest-QuotasAdminNegativeTest-664726751-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=bbdd8045ddb749ca9795346edd954173&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1120613 Feb 09 01:01:14.242424 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54435dc-86e1-400d-879c-13f3624b5968 req-a7d7e1b2-a8c3-4de3-9d21-2e2010a1acf5 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:14.243991 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c54435dc-86e1-400d-879c-13f3624b5968 req-a7d7e1b2-a8c3-4de3-9d21-2e2010a1acf5 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.99 "GET /v2.0/ports?device_id=baeafafa-7240-4b83-9af0-4fc8f78bfd0a HTTP/1.1" status: 200 len: 950 time: 0.3859949 Feb 09 01:01:14.318977 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:14.348128 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8805a9c-d56a-4ee4-93fc-700dfb7eb10a req-ccde8f31-8e5a-411d-a630-f8e4a13b2661 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:14.349697 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e8805a9c-d56a-4ee4-93fc-700dfb7eb10a req-ccde8f31-8e5a-411d-a630-f8e4a13b2661 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=3efc0dbe-ba16-4e5c-b6ac-16c3dba938e4 HTTP/1.1" status: 200 len: 945 time: 0.2161865 Feb 09 01:01:14.352623 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3efc0dbe-ba16-4e5c-b6ac-16c3dba938e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '446e19d0-fb6e-49d1-9177-c6ee874259cc'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:01:14.365658 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 446e19d0-fb6e-49d1-9177-c6ee874259cc, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=446e19d0-fb6e-49d1-9177-c6ee874259cc,segment=NetworkSegment(d1c0a158-6579-41f7-a92a-da7d79b925b6),segment_id=d1c0a158-6579-41f7-a92a-da7d79b925b6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:14.370616 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:14.402908 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-c54435dc-86e1-400d-879c-13f3624b5968 req-977f6eb5-072e-4095-a484-83eb2e1847de tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Deleting port b8330b53-7bb8-4918-9af3-a8d090b55a84 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:01:14.403255 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c54435dc-86e1-400d-879c-13f3624b5968 req-977f6eb5-072e-4095-a484-83eb2e1847de tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:14.454082 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=446e19d0-fb6e-49d1-9177-c6ee874259cc,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:14.549315 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8aa5c78-6ce6-46d1-ab18-919a73117beb admin admin] Router 418af820-d7ce-44b1-a404-6677fe0b7cbd has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:01:14.597391 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e8805a9c-d56a-4ee4-93fc-700dfb7eb10a req-16b43c01-3fea-454a-bb75-e52871c51637 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387955 Feb 09 01:01:14.747599 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50794b30-c634-4522-8b93-6c753a9d73dd req-809ecf9e-eddf-4ae3-9105-a82698018b1f tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:14.749047 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-50794b30-c634-4522-8b93-6c753a9d73dd req-809ecf9e-eddf-4ae3-9105-a82698018b1f tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.62 "GET /v2.0/ports?device_id=97a11317-8e48-4d0c-9a80-6c34acb73330 HTTP/1.1" status: 200 len: 950 time: 0.3939846 Feb 09 01:01:14.755388 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8aa5c78-6ce6-46d1-ab18-919a73117beb admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:01:14.767602 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cce621d-164c-409e-9adb-46be3af6dbea None None] Sync routers for ids ['418af820-d7ce-44b1-a404-6677fe0b7cbd'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:01:14.774813 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c8aa5c78-6ce6-46d1-ab18-919a73117beb admin admin] 10.222.0.105 "PUT /v2.0/routers/418af820-d7ce-44b1-a404-6677fe0b7cbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8475690 Feb 09 01:01:14.777170 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50900) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:01:14.780427 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cce621d-164c-409e-9adb-46be3af6dbea None None] Routers {'418af820-d7ce-44b1-a404-6677fe0b7cbd'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:01:14.781156 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-7cce621d-164c-409e-9adb-46be3af6dbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:01:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['418af820-d7ce-44b1-a404-6677fe0b7cbd'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:14.826447 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58632024-ca9b-41a5-b2c6-71e65a7d3978 req-6a423f09-5373-4267-9640-51daa7191863 tempest-ServerTagsTestJSON-663789134 tempest-ServerTagsTestJSON-663789134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:14.827814 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-58632024-ca9b-41a5-b2c6-71e65a7d3978 req-6a423f09-5373-4267-9640-51daa7191863 tempest-ServerTagsTestJSON-663789134 tempest-ServerTagsTestJSON-663789134-project] 10.222.0.105 "GET /v2.0/ports?device_id=b0e0ca8d-c693-475b-9c37-e907411a9784 HTTP/1.1" status: 200 len: 944 time: 0.3787823 Feb 09 01:01:14.897021 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-50794b30-c634-4522-8b93-6c753a9d73dd req-eb12956f-0198-4f5f-8970-b8b913805270 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Deleting port e5a6187d-5002-4dd1-8ed9-4533efde97f6 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:01:14.897389 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-50794b30-c634-4522-8b93-6c753a9d73dd req-eb12956f-0198-4f5f-8970-b8b913805270 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:14.963778 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-c54435dc-86e1-400d-879c-13f3624b5968 req-977f6eb5-072e-4095-a484-83eb2e1847de tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] For port b8330b53-7bb8-4918-9af3-a8d090b55a84, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=b8330b53-7bb8-4918-9af3-a8d090b55a84,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:14.964171 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c54435dc-86e1-400d-879c-13f3624b5968 req-977f6eb5-072e-4095-a484-83eb2e1847de tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:14.985178 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-7cce621d-164c-409e-9adb-46be3af6dbea None None] Set router 418af820-d7ce-44b1-a404-6677fe0b7cbd gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:01:14.992325 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-58632024-ca9b-41a5-b2c6-71e65a7d3978 req-0cb2c801-1234-45b3-a376-4283dc178c01 tempest-ServerTagsTestJSON-663789134 tempest-ServerTagsTestJSON-663789134-project] 10.222.0.105 "GET /v2.0/security-groups?id=c6bfc5e9-3478-4c58-944c-479fc5131f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545560 Feb 09 01:01:15.000908 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2812bb48-20be-4dcb-a33d-5c17ca9f6e7e admin admin] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:15.167141 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-c54435dc-86e1-400d-879c-13f3624b5968 req-977f6eb5-072e-4095-a484-83eb2e1847de tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Calling delete_port for b8330b53-7bb8-4918-9af3-a8d090b55a84 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:01:15.200298 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0e0ca8d-c693-475b-9c37-e907411a9784', 'tag': '7c89f2b6-e344-4b75-a24d-712c9313ab80', 'status': 'completed', 'code': 200} Feb 09 01:01:15.223929 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2812bb48-20be-4dcb-a33d-5c17ca9f6e7e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:15.238931 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-2812bb48-20be-4dcb-a33d-5c17ca9f6e7e admin admin] Deleting port 2cf3eeb2-2869-4d1e-8658-438527c39dfe {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:01:15.240046 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2812bb48-20be-4dcb-a33d-5c17ca9f6e7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:15.457448 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-7cce621d-164c-409e-9adb-46be3af6dbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418af820-d7ce-44b1-a404-6677fe0b7cbd', 'name': 'tempest-ServersTestBootFromVolume-2073712833-router', 'tenant_id': '3e83ed183d484d7c9813fd49ff4f70e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '2cf3eeb2-2869-4d1e-8658-438527c39dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:58:47Z', 'updated_at': '2022-02-09T01:01:13Z', 'revision_number': 5, 'project_id': '3e83ed183d484d7c9813fd49ff4f70e8', 'gw_port': {'id': '2cf3eeb2-2869-4d1e-8658-438527c39dfe', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:7f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418af820-d7ce-44b1-a404-6677fe0b7cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:49Z', 'updated_at': '2022-02-09T00:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:15.462637 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cce621d-164c-409e-9adb-46be3af6dbea None None] Checking router: 418af820-d7ce-44b1-a404-6677fe0b7cbd for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:01:15.474217 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cce621d-164c-409e-9adb-46be3af6dbea None None] Routers {'418af820-d7ce-44b1-a404-6677fe0b7cbd'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:01:15.474960 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-7cce621d-164c-409e-9adb-46be3af6dbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:01:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['418af820-d7ce-44b1-a404-6677fe0b7cbd'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:15.612779 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-2812bb48-20be-4dcb-a33d-5c17ca9f6e7e admin admin] For port 2cf3eeb2-2869-4d1e-8658-438527c39dfe, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=2cf3eeb2-2869-4d1e-8658-438527c39dfe,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:15.613315 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2812bb48-20be-4dcb-a33d-5c17ca9f6e7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:15.654225 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-7cce621d-164c-409e-9adb-46be3af6dbea None None] Set router 418af820-d7ce-44b1-a404-6677fe0b7cbd gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:01:15.746734 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-2812bb48-20be-4dcb-a33d-5c17ca9f6e7e admin admin] Calling delete_port for 2cf3eeb2-2869-4d1e-8658-438527c39dfe owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:01:15.760317 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 7c89f2b6-e344-4b75-a24d-712c9313ab80 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:01:15.776788 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-7cce621d-164c-409e-9adb-46be3af6dbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418af820-d7ce-44b1-a404-6677fe0b7cbd', 'name': 'tempest-ServersTestBootFromVolume-2073712833-router', 'tenant_id': '3e83ed183d484d7c9813fd49ff4f70e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:58:47Z', 'updated_at': '2022-02-09T01:01:15Z', 'revision_number': 6, 'project_id': '3e83ed183d484d7c9813fd49ff4f70e8', 'gw_port_host': None}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:15.783677 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cce621d-164c-409e-9adb-46be3af6dbea None None] The sync data for ids ['418af820-d7ce-44b1-a404-6677fe0b7cbd'] in n-d-828418-1 is: [{'id': '418af820-d7ce-44b1-a404-6677fe0b7cbd', 'name': 'tempest-ServersTestBootFromVolume-2073712833-router', 'tenant_id': '3e83ed183d484d7c9813fd49ff4f70e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:58:47Z', 'updated_at': '2022-02-09T01:01:15Z', 'revision_number': 6, 'project_id': '3e83ed183d484d7c9813fd49ff4f70e8', 'gw_port_host': None}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:01:15.785417 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f600f-fba1-4f76-9ddb-1f3749879901 req-1cef1248-d5fe-4148-afd5-af99fd6778a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:15.786954 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a95f600f-fba1-4f76-9ddb-1f3749879901 req-1cef1248-d5fe-4148-afd5-af99fd6778a1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=87c1507f34e447f897ba188dfe1fda73&device_id=b0e0ca8d-c693-475b-9c37-e907411a9784 HTTP/1.1" status: 200 len: 1095 time: 0.5858681 Feb 09 01:01:15.794616 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f9c3b7-8c99-4872-b8f4-618ba6c8bbf4 req-4505e8f6-6a6c-497b-ba43-8a3e8d384caf tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:15.801939 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f1f9c3b7-8c99-4872-b8f4-618ba6c8bbf4 req-4505e8f6-6a6c-497b-ba43-8a3e8d384caf tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/ports?device_id=225149f6-b53e-471c-a121-21a0d84521e4 HTTP/1.1" status: 200 len: 945 time: 0.5625308 Feb 09 01:01:15.915021 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-50794b30-c634-4522-8b93-6c753a9d73dd req-eb12956f-0198-4f5f-8970-b8b913805270 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] For port e5a6187d-5002-4dd1-8ed9-4533efde97f6, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=e5a6187d-5002-4dd1-8ed9-4533efde97f6,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:15.915293 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-50794b30-c634-4522-8b93-6c753a9d73dd req-eb12956f-0198-4f5f-8970-b8b913805270 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:15.922872 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 7c89f2b6-e344-4b75-a24d-712c9313ab80, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=7c89f2b6-e344-4b75-a24d-712c9313ab80,segment=NetworkSegment(9eddc633-ff56-408f-9d9a-065694f70a8a),segment_id=9eddc633-ff56-408f-9d9a-065694f70a8a)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:15.935023 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2812bb48-20be-4dcb-a33d-5c17ca9f6e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:15.937613 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c54435dc-86e1-400d-879c-13f3624b5968 req-977f6eb5-072e-4095-a484-83eb2e1847de tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:15.939822 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '7c89f2b6-e344-4b75-a24d-712c9313ab80', 'network_id': 'fdfbe4e9-6965-42a5-a959-4cc75ccc1c57', 'port_id': '7c89f2b6-e344-4b75-a24d-712c9313ab80', 'mac_address': 'fa:16:3e:79:f2:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37d7d7e5-f533-4002-b634-1d0d67745264', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:01:16.003977 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:16.014300 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['e5a6187d-5002-4dd1-8ed9-4533efde97f6'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:01:16.018617 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2812bb48-20be-4dcb-a33d-5c17ca9f6e7e admin admin] Pushing event deleted for resources: {'Port': ['ID=2cf3eeb2-2869-4d1e-8658-438527c39dfe,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:16.042741 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['88a93ab5-6360-4150-b84a-b24cbf02f870', 'f26441cd-75ef-400d-9f30-37093ee34385', 'e0d02d2a-38d9-419e-9759-ba01a049886e', 'b8330b53-7bb8-4918-9af3-a8d090b55a84'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:01:16.083132 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2812bb48-20be-4dcb-a33d-5c17ca9f6e7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:16.112299 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-50794b30-c634-4522-8b93-6c753a9d73dd req-eb12956f-0198-4f5f-8970-b8b913805270 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Calling delete_port for e5a6187d-5002-4dd1-8ed9-4533efde97f6 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:01:16.125211 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c89f2b6-e344-4b75-a24d-712c9313ab80 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:01:16.141911 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 7c89f2b6-e344-4b75-a24d-712c9313ab80, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=7c89f2b6-e344-4b75-a24d-712c9313ab80,segment=NetworkSegment(9eddc633-ff56-408f-9d9a-065694f70a8a),segment_id=9eddc633-ff56-408f-9d9a-065694f70a8a)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:16.163942 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:16.202982 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977f6eb5-072e-4095-a484-83eb2e1847de tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Pushing event deleted for resources: {'Port': ['ID=b8330b53-7bb8-4918-9af3-a8d090b55a84,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:16.235882 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f1f9c3b7-8c99-4872-b8f4-618ba6c8bbf4 req-64a2b626-9269-45b7-9e14-e39118c60874 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/security-groups?id=21d48e70-0a9a-4f34-bd03-fe2b0988e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4329882 Feb 09 01:01:16.274608 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2812bb48-20be-4dcb-a33d-5c17ca9f6e7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:16.277199 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2812bb48-20be-4dcb-a33d-5c17ca9f6e7e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:16.302790 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2812bb48-20be-4dcb-a33d-5c17ca9f6e7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:16.303858 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2812bb48-20be-4dcb-a33d-5c17ca9f6e7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 418af820-d7ce-44b1-a404-6677fe0b7cbd {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:01:16.304917 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=7c89f2b6-e344-4b75-a24d-712c9313ab80,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:16.318073 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2812bb48-20be-4dcb-a33d-5c17ca9f6e7e admin admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:16.320260 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-2812bb48-20be-4dcb-a33d-5c17ca9f6e7e admin admin] 10.222.0.105 "DELETE /v2.0/routers/418af820-d7ce-44b1-a404-6677fe0b7cbd HTTP/1.1" status: 204 len: 168 time: 1.5410256 Feb 09 01:01:16.324092 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50918) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:01:16.358313 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977f6eb5-072e-4095-a484-83eb2e1847de tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:16.358313 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977f6eb5-072e-4095-a484-83eb2e1847de tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:16.358313 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977f6eb5-072e-4095-a484-83eb2e1847de tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:16.358313 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977f6eb5-072e-4095-a484-83eb2e1847de tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:16.358667 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3efc0dbe-ba16-4e5c-b6ac-16c3dba938e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '446e19d0-fb6e-49d1-9177-c6ee874259cc', 'code': 200} Feb 09 01:01:16.359867 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977f6eb5-072e-4095-a484-83eb2e1847de tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:16.359867 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977f6eb5-072e-4095-a484-83eb2e1847de tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:16.359867 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977f6eb5-072e-4095-a484-83eb2e1847de tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:16.363150 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977f6eb5-072e-4095-a484-83eb2e1847de tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:16.363150 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977f6eb5-072e-4095-a484-83eb2e1847de tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:16.363150 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977f6eb5-072e-4095-a484-83eb2e1847de tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:16.363150 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977f6eb5-072e-4095-a484-83eb2e1847de tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:16.363150 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977f6eb5-072e-4095-a484-83eb2e1847de tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:16.432910 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['7c89f2b6-e344-4b75-a24d-712c9313ab80'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:01:16.445747 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f9bf4-d225-479a-a813-aa67230823f8 req-494990b3-226f-4dc1-b7d5-54e298b6c2c4 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:16.453833 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-870f9bf4-d225-479a-a813-aa67230823f8 req-494990b3-226f-4dc1-b7d5-54e298b6c2c4 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=baeafafa-7240-4b83-9af0-4fc8f78bfd0a HTTP/1.1" status: 200 len: 867 time: 0.8329194 Feb 09 01:01:16.485436 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-c54435dc-86e1-400d-879c-13f3624b5968 req-977f6eb5-072e-4095-a484-83eb2e1847de tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] No DVR routers for this DVR port b8330b53-7bb8-4918-9af3-a8d090b55a84 on host n-h2-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:01:16.488462 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c54435dc-86e1-400d-879c-13f3624b5968 req-977f6eb5-072e-4095-a484-83eb2e1847de tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:16.515678 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f600f-fba1-4f76-9ddb-1f3749879901 req-9232dca5-e484-41be-9dc8-373f27905b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:16.517272 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a95f600f-fba1-4f76-9ddb-1f3749879901 req-9232dca5-e484-41be-9dc8-373f27905b1f service neutron] 10.222.0.62 "GET /v2.0/networks?id=fdfbe4e9-6965-42a5-a959-4cc75ccc1c57 HTTP/1.1" status: 200 len: 909 time: 0.7058954 Feb 09 01:01:16.534743 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fb49e83-f1c1-4210-a4c5-54b610a8b475 admin admin] Deleting subnet 07c3b021-43b7-40d3-ad8c-901de562ddc0 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:01:16.539308 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7fb49e83-f1c1-4210-a4c5-54b610a8b475 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:16.612275 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f261468-aef4-4040-9038-271469425be5 req-6eff504e-ae9c-44b8-878f-0c78e783d180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:16.614123 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1f261468-aef4-4040-9038-271469425be5 req-6eff504e-ae9c-44b8-878f-0c78e783d180 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=3efc0dbe-ba16-4e5c-b6ac-16c3dba938e4 HTTP/1.1" status: 200 len: 1097 time: 0.1865358 Feb 09 01:01:16.625571 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7fb49e83-f1c1-4210-a4c5-54b610a8b475 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:16.704651 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c54435dc-86e1-400d-879c-13f3624b5968 req-977f6eb5-072e-4095-a484-83eb2e1847de tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.99 "DELETE /v2.0/ports/b8330b53-7bb8-4918-9af3-a8d090b55a84 HTTP/1.1" status: 204 len: 173 time: 2.4523799 Feb 09 01:01:16.713464 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device e2a5d918-8af8-4af6-b192-43b1bfe15356 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:01:16.715602 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a95f600f-fba1-4f76-9ddb-1f3749879901 req-a1616ef0-b14b-4708-9cc5-2828803f8bde service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c89f2b6-e344-4b75-a24d-712c9313ab80 HTTP/1.1" status: 200 len: 217 time: 0.1900375 Feb 09 01:01:16.782490 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-870f9bf4-d225-479a-a813-aa67230823f8 req-3a13d6c0-016c-46cb-9635-4b7106c3ce4c tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/security-groups?id=bc5d6135-6634-4167-99ad-f31267fef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242843 Feb 09 01:01:16.815684 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: e2a5d918-8af8-4af6-b192-43b1bfe15356 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:01:16.816026 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device e2a5d918-8af8-4af6-b192-43b1bfe15356 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:01:16.906991 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7fb49e83-f1c1-4210-a4c5-54b610a8b475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:17.010189 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7fb49e83-f1c1-4210-a4c5-54b610a8b475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:17.066998 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7fb49e83-f1c1-4210-a4c5-54b610a8b475 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:17.076204 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1388ae-3e4b-4752-a5e1-1e435aca09b5 None None] Network d5fac2e4-83b3-4dad-87ab-eec508b50a09 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:01:17.080336 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-7fb49e83-f1c1-4210-a4c5-54b610a8b475 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/07c3b021-43b7-40d3-ad8c-901de562ddc0 HTTP/1.1" status: 204 len: 168 time: 0.7550287 Feb 09 01:01:17.081395 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50928) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:01:17.094769 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb49e83-f1c1-4210-a4c5-54b610a8b475 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07c3b021-43b7-40d3-ad8c-901de562ddc0,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:17.118712 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f600f-fba1-4f76-9ddb-1f3749879901 req-5ed96d89-c1fa-4acb-a727-820d0ee22074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:17.120856 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a95f600f-fba1-4f76-9ddb-1f3749879901 req-5ed96d89-c1fa-4acb-a727-820d0ee22074 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=37d7d7e5-f533-4002-b634-1d0d67745264 HTTP/1.1" status: 200 len: 848 time: 0.3546314 Feb 09 01:01:17.165032 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 50932) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:01:17.220682 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baeafafa-7240-4b83-9af0-4fc8f78bfd0a', 'name': 'network-vif-deleted', 'tag': 'b8330b53-7bb8-4918-9af3-a8d090b55a84'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:01:17.222288 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1f261468-aef4-4040-9038-271469425be5 req-c3b068ee-4add-4946-b157-e0955780b08a service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6014588 Feb 09 01:01:17.252690 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a95f600f-fba1-4f76-9ddb-1f3749879901 req-b17558c7-f195-4688-82d0-c23099a53a2b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fdfbe4e9-6965-42a5-a959-4cc75ccc1c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888560 Feb 09 01:01:17.253319 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-50794b30-c634-4522-8b93-6c753a9d73dd req-eb12956f-0198-4f5f-8970-b8b913805270 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:17.265072 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d790c1d3-8386-4330-9113-e6cda7d55e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:17.283158 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-d790c1d3-8386-4330-9113-e6cda7d55e31 admin admin] Deleting port acd51be5-6758-40e1-be9a-bc80d52fc610 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:01:17.283831 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d790c1d3-8386-4330-9113-e6cda7d55e31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:17.442904 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ec6ec-9de7-4bb2-96bc-969a47774ece req-f629554a-880d-4275-8348-79f70b351501 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:17.445035 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c54ec6ec-9de7-4bb2-96bc-969a47774ece req-f629554a-880d-4275-8348-79f70b351501 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=3efc0dbe-ba16-4e5c-b6ac-16c3dba938e4 HTTP/1.1" status: 200 len: 946 time: 0.7974110 Feb 09 01:01:17.445803 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb12956f-0198-4f5f-8970-b8b913805270 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Pushing event deleted for resources: {'Port': ['ID=e5a6187d-5002-4dd1-8ed9-4533efde97f6,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:17.531204 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-50794b30-c634-4522-8b93-6c753a9d73dd req-eb12956f-0198-4f5f-8970-b8b913805270 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] No DVR routers for this DVR port e5a6187d-5002-4dd1-8ed9-4533efde97f6 on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:01:17.538508 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cf3a62-f0e4-4ade-bdcf-9564ebeede44 None None] DHCP port deletion for d5fac2e4-83b3-4dad-87ab-eec508b50a09 request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:01:17.544601 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-32cf3a62-f0e4-4ade-bdcf-9564ebeede44 None None] Deleting port acd51be5-6758-40e1-be9a-bc80d52fc610 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:01:17.544974 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-32cf3a62-f0e4-4ade-bdcf-9564ebeede44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:17.548371 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-50794b30-c634-4522-8b93-6c753a9d73dd req-eb12956f-0198-4f5f-8970-b8b913805270 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:17.582843 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e5934984-a2cf-476f-8378-9ce2fdbd9a33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:17.660714 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-50794b30-c634-4522-8b93-6c753a9d73dd req-eb12956f-0198-4f5f-8970-b8b913805270 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.62 "DELETE /v2.0/ports/e5a6187d-5002-4dd1-8ed9-4533efde97f6 HTTP/1.1" status: 204 len: 173 time: 2.8984296 Feb 09 01:01:17.688369 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e5934984-a2cf-476f-8378-9ce2fdbd9a33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:01:17.697899 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-e5934984-a2cf-476f-8378-9ce2fdbd9a33 admin admin] Usage tracker for resource:security_group_rule and tenant:bbdd8045ddb749ca9795346edd954173 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:01:17.701170 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-e5934984-a2cf-476f-8378-9ce2fdbd9a33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:01:17.707434 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e5934984-a2cf-476f-8378-9ce2fdbd9a33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:01:17.728174 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-d790c1d3-8386-4330-9113-e6cda7d55e31 admin admin] For port acd51be5-6758-40e1-be9a-bc80d52fc610, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=acd51be5-6758-40e1-be9a-bc80d52fc610,segment=NetworkSegment(eb6e8838-85b2-4dd4-a582-efc63a2a21c0),segment_id=eb6e8838-85b2-4dd4-a582-efc63a2a21c0)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:17.728580 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d790c1d3-8386-4330-9113-e6cda7d55e31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:17.779290 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device e5a6187d-5002-4dd1-8ed9-4533efde97f6 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:01:17.816959 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e5934984-a2cf-476f-8378-9ce2fdbd9a33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:17.837167 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c30f4eb-8f83-40c6-b35d-0a50472e2f27 req-4aea105c-cf7c-4b48-976c-8f50bd1eb455 tempest-ServerTagsTestJSON-663789134 tempest-ServerTagsTestJSON-663789134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:17.845259 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: e5a6187d-5002-4dd1-8ed9-4533efde97f6 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:01:17.845649 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device e5a6187d-5002-4dd1-8ed9-4533efde97f6 not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:01:17.848509 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5c30f4eb-8f83-40c6-b35d-0a50472e2f27 req-4aea105c-cf7c-4b48-976c-8f50bd1eb455 tempest-ServerTagsTestJSON-663789134 tempest-ServerTagsTestJSON-663789134-project] 10.222.0.105 "GET /v2.0/ports?device_id=b0e0ca8d-c693-475b-9c37-e907411a9784 HTTP/1.1" status: 200 len: 945 time: 0.7335129 Feb 09 01:01:17.908922 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e5934984-a2cf-476f-8378-9ce2fdbd9a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:17.918885 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c54ec6ec-9de7-4bb2-96bc-969a47774ece req-2a0b12d6-0267-4f5f-a7e6-61c4cf1ab6fc tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4367025 Feb 09 01:01:17.963497 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-32cf3a62-f0e4-4ade-bdcf-9564ebeede44 None None] For port acd51be5-6758-40e1-be9a-bc80d52fc610, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=acd51be5-6758-40e1-be9a-bc80d52fc610,segment=NetworkSegment(eb6e8838-85b2-4dd4-a582-efc63a2a21c0),segment_id=eb6e8838-85b2-4dd4-a582-efc63a2a21c0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:17.963934 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-32cf3a62-f0e4-4ade-bdcf-9564ebeede44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:17.967231 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-d790c1d3-8386-4330-9113-e6cda7d55e31 admin admin] Calling delete_port for acd51be5-6758-40e1-be9a-bc80d52fc610 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:01:18.041750 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5c30f4eb-8f83-40c6-b35d-0a50472e2f27 req-2de2c100-20cc-4599-8798-aa57a92e9d5a tempest-ServerTagsTestJSON-663789134 tempest-ServerTagsTestJSON-663789134-project] 10.222.0.105 "GET /v2.0/security-groups?id=c6bfc5e9-3478-4c58-944c-479fc5131f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914365 Feb 09 01:01:18.047135 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a95f600f-fba1-4f76-9ddb-1f3749879901 req-febf9041-974a-4cce-8d90-0d8ab1f5284e service neutron] 10.222.0.62 "GET /v2.0/networks/fdfbe4e9-6965-42a5-a959-4cc75ccc1c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7366476 Feb 09 01:01:18.053868 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-e5934984-a2cf-476f-8378-9ce2fdbd9a33 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=bbdd8045ddb749ca9795346edd954173&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8815877 Feb 09 01:01:18.054960 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 50944) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:01:18.058513 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5934984-a2cf-476f-8378-9ce2fdbd9a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfaa8f4d-224d-462d-8df6-7bb6c81bca46,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:18.099122 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 2cf3eeb2-2869-4d1e-8658-438527c39dfe no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:01:18.128652 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device b8330b53-7bb8-4918-9af3-a8d090b55a84 no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:01:18.162906 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d790c1d3-8386-4330-9113-e6cda7d55e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:18.223543 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d790c1d3-8386-4330-9113-e6cda7d55e31 admin admin] No DVR routers for this DVR port acd51be5-6758-40e1-be9a-bc80d52fc610 on host n-d-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:01:18.259676 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d790c1d3-8386-4330-9113-e6cda7d55e31 admin admin] Pushing event deleted for resources: {'Port': ['ID=acd51be5-6758-40e1-be9a-bc80d52fc610,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:18.294288 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baeafafa-7240-4b83-9af0-4fc8f78bfd0a', 'name': 'network-vif-deleted', 'tag': 'b8330b53-7bb8-4918-9af3-a8d090b55a84', 'status': 'completed', 'code': 200} Feb 09 01:01:18.326384 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-32cf3a62-f0e4-4ade-bdcf-9564ebeede44 None None] Calling delete_port for acd51be5-6758-40e1-be9a-bc80d52fc610 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:01:18.328159 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2fa7fd4b-17c6-4d73-a620-a30c077ae874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:18.384702 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2fa7fd4b-17c6-4d73-a620-a30c077ae874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:18.414091 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 2cf3eeb2-2869-4d1e-8658-438527c39dfe {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:01:18.414626 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 2cf3eeb2-2869-4d1e-8658-438527c39dfe not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:01:18.415048 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device acd51be5-6758-40e1-be9a-bc80d52fc610 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:01:18.443099 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] No Port match for: b8330b53-7bb8-4918-9af3-a8d090b55a84 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:01:18.443440 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device b8330b53-7bb8-4918-9af3-a8d090b55a84 not bound to the agent host n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:01:18.466956 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: acd51be5-6758-40e1-be9a-bc80d52fc610 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:01:18.469807 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device acd51be5-6758-40e1-be9a-bc80d52fc610 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:01:18.491617 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d790c1d3-8386-4330-9113-e6cda7d55e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:18.509350 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-32cf3a62-f0e4-4ade-bdcf-9564ebeede44 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:01:18.509884 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-32cf3a62-f0e4-4ade-bdcf-9564ebeede44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:01:18.547348 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['88a93ab5-6360-4150-b84a-b24cbf02f870', 'f26441cd-75ef-400d-9f30-37093ee34385', 'e0d02d2a-38d9-419e-9759-ba01a049886e'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:01:18.558875 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-d790c1d3-8386-4330-9113-e6cda7d55e31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5fac2e4-83b3-4dad-87ab-eec508b50a09']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:18.560217 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a95f600f-fba1-4f76-9ddb-1f3749879901 req-7e25d0e2-3cc3-4079-bd3b-9201c357a126 service neutron] 10.222.0.62 "GET /v2.0/networks/fdfbe4e9-6965-42a5-a959-4cc75ccc1c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5041337 Feb 09 01:01:18.561955 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2fa7fd4b-17c6-4d73-a620-a30c077ae874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:18.581061 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa7fd4b-17c6-4d73-a620-a30c077ae874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfaa8f4d-224d-462d-8df6-7bb6c81bca46,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:18.597232 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-d790c1d3-8386-4330-9113-e6cda7d55e31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb6e8838-85b2-4dd4-a582-efc63a2a21c0') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:18.597529 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-d790c1d3-8386-4330-9113-e6cda7d55e31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb6e8838-85b2-4dd4-a582-efc63a2a21c0') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:18.601747 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2fa7fd4b-17c6-4d73-a620-a30c077ae874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:18.603616 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-2fa7fd4b-17c6-4d73-a620-a30c077ae874 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/bfaa8f4d-224d-462d-8df6-7bb6c81bca46 HTTP/1.1" status: 204 len: 168 time: 0.5462737 Feb 09 01:01:18.630479 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d790c1d3-8386-4330-9113-e6cda7d55e31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:18.677067 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d790c1d3-8386-4330-9113-e6cda7d55e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:18.716548 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d790c1d3-8386-4330-9113-e6cda7d55e31 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:01:18.717025 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d790c1d3-8386-4330-9113-e6cda7d55e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:18.755230 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:01:18.755230 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:01:18.755230 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:01:18.755230 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:01:18.755230 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:01:18.755230 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:01:18.755230 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:01:18.755230 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:01:18.755230 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:01:18.755230 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:01:18.755230 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:01:18.755230 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:01:18.755230 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:01:18.755230 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:01:18.755230 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:01:18.755230 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:01:18.755230 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:01:18.755230 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:01:18.755230 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:01:18.755230 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:01:18.755230 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:01:18.755230 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:01:18.755230 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:01:18.755230 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:01:18.755230 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:01:18.755230 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:01:18.755230 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:01:18.755230 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:01:18.755230 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:01:18.755230 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:01:18.755230 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:01:18.755230 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:01:18.813309 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-75d2c652-4355-4a6f-89a2-d38f70d5751d req-58838398-3d89-41c7-8ff9-438174451ca1 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Synchronizing usage tracker for tenant:e6fa40f41b9646a7bf38890c5f8e1746 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:01:18.834198 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-75d2c652-4355-4a6f-89a2-d38f70d5751d req-58838398-3d89-41c7-8ff9-438174451ca1 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Unset dirty status for tenant:e6fa40f41b9646a7bf38890c5f8e1746 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:01:18.838274 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-75d2c652-4355-4a6f-89a2-d38f70d5751d req-58838398-3d89-41c7-8ff9-438174451ca1 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=97a11317-8e48-4d0c-9a80-6c34acb73330 HTTP/1.1" status: 200 len: 210 time: 0.0852273 Feb 09 01:01:18.934001 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d790c1d3-8386-4330-9113-e6cda7d55e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:18.978850 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d790c1d3-8386-4330-9113-e6cda7d55e31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:18.983300 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d790c1d3-8386-4330-9113-e6cda7d55e31 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5fac2e4-83b3-4dad-87ab-eec508b50a09,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:19.012957 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-32cf3a62-f0e4-4ade-bdcf-9564ebeede44 None None] Deleting port acd51be5-6758-40e1-be9a-bc80d52fc610 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:01:19.013539 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-32cf3a62-f0e4-4ade-bdcf-9564ebeede44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:19.018587 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d790c1d3-8386-4330-9113-e6cda7d55e31 admin admin] 10.222.0.105 "DELETE /v2.0/networks/d5fac2e4-83b3-4dad-87ab-eec508b50a09 HTTP/1.1" status: 204 len: 168 time: 1.9252560 Feb 09 01:01:19.107184 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-32cf3a62-f0e4-4ade-bdcf-9564ebeede44 None None] The port 'acd51be5-6758-40e1-be9a-bc80d52fc610' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:01:19.125205 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50986) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:01:19.220380 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c801d-a832-4b21-b264-45ebb58d3022 req-a7cd193f-78bc-4048-b1f1-adf7d4be39da tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:19.228567 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0a5c801d-a832-4b21-b264-45ebb58d3022 req-a7cd193f-78bc-4048-b1f1-adf7d4be39da tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=3efc0dbe-ba16-4e5c-b6ac-16c3dba938e4 HTTP/1.1" status: 200 len: 946 time: 0.1348629 Feb 09 01:01:19.334816 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50992) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:01:19.338183 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0a5c801d-a832-4b21-b264-45ebb58d3022 req-e0bb96e2-eb39-44d9-bb97-c44040137f8f tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083696 Feb 09 01:01:19.384380 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc65c6c-f814-4973-9c02-f9c204798f58 req-6e720047-bf13-499e-847c-121e9bf13b84 tempest-ServerTagsTestJSON-663789134 tempest-ServerTagsTestJSON-663789134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:19.391128 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3cc65c6c-f814-4973-9c02-f9c204798f58 req-6e720047-bf13-499e-847c-121e9bf13b84 tempest-ServerTagsTestJSON-663789134 tempest-ServerTagsTestJSON-663789134-project] 10.222.0.105 "GET /v2.0/ports?device_id=b0e0ca8d-c693-475b-9c37-e907411a9784 HTTP/1.1" status: 200 len: 945 time: 0.1247656 Feb 09 01:01:19.394614 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50996) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:01:19.432437 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3cc65c6c-f814-4973-9c02-f9c204798f58 req-ba822f9f-d570-4ae9-9a11-8b141bac804e tempest-ServerTagsTestJSON-663789134 tempest-ServerTagsTestJSON-663789134-project] 10.222.0.105 "GET /v2.0/security-groups?id=c6bfc5e9-3478-4c58-944c-479fc5131f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404503 Feb 09 01:01:19.432640 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-97a77b0b-b663-4f70-bc2f-98a01347910f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:19.447793 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-0b58be53-3e78-4e7f-9b14-35a7233fb1d3 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=3e83ed183d484d7c9813fd49ff4f70e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1113489 Feb 09 01:01:19.451462 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 51000) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:01:19.452239 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-97a77b0b-b663-4f70-bc2f-98a01347910f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:01:19.456278 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-97a77b0b-b663-4f70-bc2f-98a01347910f admin admin] Usage tracker for resource:security_group_rule and tenant:d8d2c7faace340caa89ef4d7c3b0532f is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:01:19.459153 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-97a77b0b-b663-4f70-bc2f-98a01347910f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:01:19.466040 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-97a77b0b-b663-4f70-bc2f-98a01347910f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:01:19.523009 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cd82b6d2-0ab1-4dbc-8706-bd51bf256b91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:19.551321 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cd82b6d2-0ab1-4dbc-8706-bd51bf256b91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:19.554746 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-97a77b0b-b663-4f70-bc2f-98a01347910f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:19.559445 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-97a77b0b-b663-4f70-bc2f-98a01347910f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:19.614949 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cd82b6d2-0ab1-4dbc-8706-bd51bf256b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:19.630437 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a77b0b-b663-4f70-bc2f-98a01347910f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8665df0-a6d7-4e82-b804-7f101e1cf419,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:19.633561 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd82b6d2-0ab1-4dbc-8706-bd51bf256b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af93084-f870-4f24-b13e-f952573ccb76,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:19.637794 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-97a77b0b-b663-4f70-bc2f-98a01347910f admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=d8d2c7faace340caa89ef4d7c3b0532f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2398186 Feb 09 01:01:19.638322 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 51006) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:01:19.640947 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-19a031e5-e048-451d-8ab9-5471011af4d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:19.653867 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cd82b6d2-0ab1-4dbc-8706-bd51bf256b91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:19.657269 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-cd82b6d2-0ab1-4dbc-8706-bd51bf256b91 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/3af93084-f870-4f24-b13e-f952573ccb76 HTTP/1.1" status: 204 len: 168 time: 0.2025580 Feb 09 01:01:19.682151 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-19a031e5-e048-451d-8ab9-5471011af4d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:01:19.686101 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-19a031e5-e048-451d-8ab9-5471011af4d0 admin admin] Usage tracker for resource:security_group_rule and tenant:76f9021e6600404386871f674bd2af22 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:01:19.688965 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-19a031e5-e048-451d-8ab9-5471011af4d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:01:19.695533 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-19a031e5-e048-451d-8ab9-5471011af4d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:01:19.759282 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 7c89f2b6-e344-4b75-a24d-712c9313ab80 up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:01:19.794865 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6c9ee317-d6d6-404c-b6ca-49379993c573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:19.840613 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6c9ee317-d6d6-404c-b6ca-49379993c573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:19.842171 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port 7c89f2b6-e344-4b75-a24d-712c9313ab80 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:01:19.847835 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 7c89f2b6-e344-4b75-a24d-712c9313ab80 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:19.848447 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:19.915059 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-19a031e5-e048-451d-8ab9-5471011af4d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:19.921353 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-19a031e5-e048-451d-8ab9-5471011af4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:19.986959 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a031e5-e048-451d-8ab9-5471011af4d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=433573b1-c331-4241-afa5-e2d85ffe8055,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:19.993489 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:20.000338 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-19a031e5-e048-451d-8ab9-5471011af4d0 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=76f9021e6600404386871f674bd2af22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8737569 Feb 09 01:01:20.003265 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 51030) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:01:20.018593 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6c9ee317-d6d6-404c-b6ca-49379993c573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:20.036572 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0e0ca8d-c693-475b-9c37-e907411a9784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c89f2b6-e344-4b75-a24d-712c9313ab80'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:01:20.040218 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9ee317-d6d6-404c-b6ca-49379993c573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8665df0-a6d7-4e82-b804-7f101e1cf419,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:20.051214 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6c9ee317-d6d6-404c-b6ca-49379993c573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:20.052415 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-6c9ee317-d6d6-404c-b6ca-49379993c573 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/a8665df0-a6d7-4e82-b804-7f101e1cf419 HTTP/1.1" status: 204 len: 168 time: 0.4134507 Feb 09 01:01:20.088366 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 7c89f2b6-e344-4b75-a24d-712c9313ab80, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=7c89f2b6-e344-4b75-a24d-712c9313ab80,segment=NetworkSegment(9eddc633-ff56-408f-9d9a-065694f70a8a),segment_id=9eddc633-ff56-408f-9d9a-065694f70a8a)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:20.096098 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:20.131253 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-66d425dd-be4d-4ab3-8c1f-0e91f1caa22c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:20.159465 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0e0ca8d-c693-475b-9c37-e907411a9784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c89f2b6-e344-4b75-a24d-712c9313ab80', 'code': 200} Feb 09 01:01:20.172140 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-66d425dd-be4d-4ab3-8c1f-0e91f1caa22c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:20.205775 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=7c89f2b6-e344-4b75-a24d-712c9313ab80,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:20.295155 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97a11317-8e48-4d0c-9a80-6c34acb73330', 'name': 'network-vif-deleted', 'tag': 'e5a6187d-5002-4dd1-8ed9-4533efde97f6'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:01:20.315107 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831cdd52-684f-4ca3-8a81-f39790f73ab0 req-b14dd13e-9268-41e5-af0a-8eb79152dfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:20.316988 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-831cdd52-684f-4ca3-8a81-f39790f73ab0 req-b14dd13e-9268-41e5-af0a-8eb79152dfc3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b0e0ca8d-c693-475b-9c37-e907411a9784 HTTP/1.1" status: 200 len: 1097 time: 0.1268418 Feb 09 01:01:20.369158 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97a11317-8e48-4d0c-9a80-6c34acb73330', 'name': 'network-vif-deleted', 'tag': 'e5a6187d-5002-4dd1-8ed9-4533efde97f6', 'status': 'completed', 'code': 200} Feb 09 01:01:20.372422 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-66d425dd-be4d-4ab3-8c1f-0e91f1caa22c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:20.388141 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-831cdd52-684f-4ca3-8a81-f39790f73ab0 req-3d357a6a-26d4-403c-b51a-22ffb71f5b7d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c6bfc5e9-3478-4c58-944c-479fc5131f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629177 Feb 09 01:01:20.394931 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-66d425dd-be4d-4ab3-8c1f-0e91f1caa22c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:20.399085 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-66d425dd-be4d-4ab3-8c1f-0e91f1caa22c admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/433573b1-c331-4241-afa5-e2d85ffe8055 HTTP/1.1" status: 204 len: 168 time: 0.3916712 Feb 09 01:01:20.399085 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d425dd-be4d-4ab3-8c1f-0e91f1caa22c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=433573b1-c331-4241-afa5-e2d85ffe8055,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:20.599378 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077a9179-6628-472b-ad28-ec16061c677d req-772aeaba-cdc3-4080-970c-612b46c4d571 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:20.601785 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-077a9179-6628-472b-ad28-ec16061c677d req-772aeaba-cdc3-4080-970c-612b46c4d571 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=3efc0dbe-ba16-4e5c-b6ac-16c3dba938e4 HTTP/1.1" status: 200 len: 946 time: 0.1113675 Feb 09 01:01:20.678659 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-077a9179-6628-472b-ad28-ec16061c677d req-71c8e864-e464-4171-b49a-0aa209513b63 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703628 Feb 09 01:01:20.961433 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 51082) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:01:20.972335 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9706b032-2083-410c-9574-f08410c09ca2 req-1bd7df71-c2cc-46b1-81c5-bd536ab861e2 tempest-ServerTagsTestJSON-663789134 tempest-ServerTagsTestJSON-663789134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:20.973994 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9706b032-2083-410c-9574-f08410c09ca2 req-1bd7df71-c2cc-46b1-81c5-bd536ab861e2 tempest-ServerTagsTestJSON-663789134 tempest-ServerTagsTestJSON-663789134-project] 10.222.0.105 "GET /v2.0/ports?device_id=b0e0ca8d-c693-475b-9c37-e907411a9784 HTTP/1.1" status: 200 len: 946 time: 0.1691430 Feb 09 01:01:20.984651 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d6d8b6-b681-425c-85e9-c096ffda02e6 req-61de7d3f-bf09-46b6-8ef2-3eaf480bee36 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:20.984651 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-97d6d8b6-b681-425c-85e9-c096ffda02e6 req-61de7d3f-bf09-46b6-8ef2-3eaf480bee36 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=647df42a-a52c-4fc0-a9c1-0edd9aa13652 HTTP/1.1" status: 200 len: 950 time: 0.1303961 Feb 09 01:01:21.065712 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9706b032-2083-410c-9574-f08410c09ca2 req-465addcc-4a69-4ebe-b117-19ae261675d8 tempest-ServerTagsTestJSON-663789134 tempest-ServerTagsTestJSON-663789134-project] 10.222.0.105 "GET /v2.0/security-groups?id=c6bfc5e9-3478-4c58-944c-479fc5131f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801840 Feb 09 01:01:21.081353 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-97d6d8b6-b681-425c-85e9-c096ffda02e6 req-155079fe-85b7-449d-8dbe-2739d1538228 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/security-groups?id=bc5d6135-6634-4167-99ad-f31267fef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800719 Feb 09 01:01:21.231414 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-efa8197b-0188-4d25-89de-42a949274166 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1822744845-network', 'tenant_id': 'd35c6ebfaf564a61b0fe2145094a7572'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:21.238391 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-efa8197b-0188-4d25-89de-42a949274166 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:01:21.246485 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-efa8197b-0188-4d25-89de-42a949274166 admin admin] Usage tracker for resource:network and tenant:d35c6ebfaf564a61b0fe2145094a7572 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:01:21.251901 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-efa8197b-0188-4d25-89de-42a949274166 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:01:21.260959 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-efa8197b-0188-4d25-89de-42a949274166 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:01:21.273318 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa8197b-0188-4d25-89de-42a949274166 admin admin] Made reservation on behalf of d35c6ebfaf564a61b0fe2145094a7572 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:01:21.277010 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-efa8197b-0188-4d25-89de-42a949274166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:21.293089 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-efa8197b-0188-4d25-89de-42a949274166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:21.316024 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-efa8197b-0188-4d25-89de-42a949274166 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:01:21.321047 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-efa8197b-0188-4d25-89de-42a949274166 admin admin] Usage tracker for resource:security_group_rule and tenant:d35c6ebfaf564a61b0fe2145094a7572 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:01:21.324366 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-efa8197b-0188-4d25-89de-42a949274166 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:01:21.332068 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-efa8197b-0188-4d25-89de-42a949274166 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:01:21.452664 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-efa8197b-0188-4d25-89de-42a949274166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:21.460991 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-efa8197b-0188-4d25-89de-42a949274166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:21.499424 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa8197b-0188-4d25-89de-42a949274166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb42f2e-3e93-41f3-b435-313efa7aea51,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:21.528436 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efa8197b-0188-4d25-89de-42a949274166 admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:01:21.534819 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:21.546704 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-efa8197b-0188-4d25-89de-42a949274166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:21.547137 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-efa8197b-0188-4d25-89de-42a949274166 admin admin] Added segment e66966fd-77ef-4a29-85e6-046d1ef64861 of type vlan for network dddcfb9a-ef1d-4451-87f5-55a06755c03d Feb 09 01:01:21.589681 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-efa8197b-0188-4d25-89de-42a949274166 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:21.631229 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-efa8197b-0188-4d25-89de-42a949274166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:21.635457 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa8197b-0188-4d25-89de-42a949274166 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:21.638736 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-efa8197b-0188-4d25-89de-42a949274166 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:21.682160 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 51130) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:01:21.766376 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa8197b-0188-4d25-89de-42a949274166 admin admin] Pushing event updated for resources: {'Network': ['ID=dddcfb9a-ef1d-4451-87f5-55a06755c03d,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:21.779547 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 8dc42f6c-6943-467a-8a49-e8203ba2938a details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:01:21.794255 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-efa8197b-0188-4d25-89de-42a949274166 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8307452 Feb 09 01:01:21.797809 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 51138) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:01:21.829154 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-47552e82-a8e8-47b2-bf83-00f087ddd350 admin admin] Request body: {'subnet': {'network_id': 'dddcfb9a-ef1d-4451-87f5-55a06755c03d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1822744845-subnet', 'tenant_id': 'd35c6ebfaf564a61b0fe2145094a7572', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:21.850759 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-47552e82-a8e8-47b2-bf83-00f087ddd350 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:01:21.856341 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-47552e82-a8e8-47b2-bf83-00f087ddd350 admin admin] Usage tracker for resource:subnet and tenant:d35c6ebfaf564a61b0fe2145094a7572 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:01:21.861737 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-47552e82-a8e8-47b2-bf83-00f087ddd350 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:01:21.890314 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 51142) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:01:21.890537 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-47552e82-a8e8-47b2-bf83-00f087ddd350 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:01:21.926482 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47552e82-a8e8-47b2-bf83-00f087ddd350 admin admin] Made reservation on behalf of d35c6ebfaf564a61b0fe2145094a7572 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:01:21.929540 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-47552e82-a8e8-47b2-bf83-00f087ddd350 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:22.007029 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-67180847-0913-498e-a355-590780bcf470 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-933179945-network', 'tenant_id': '6ae572a6f87d4d70abcebc0f3058fa0e'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:22.042857 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-af01ff41-15dd-4ad1-98da-7cdf2249b0ee admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-729717233-network', 'tenant_id': '5dc821389a10412fa6c46b30ba4c3113'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:22.063069 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-67180847-0913-498e-a355-590780bcf470 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:01:22.065857 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-af01ff41-15dd-4ad1-98da-7cdf2249b0ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:01:22.091052 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-67180847-0913-498e-a355-590780bcf470 admin admin] Usage tracker for resource:network and tenant:6ae572a6f87d4d70abcebc0f3058fa0e is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:01:22.094291 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 8dc42f6c-6943-467a-8a49-e8203ba2938a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=8dc42f6c-6943-467a-8a49-e8203ba2938a,segment=NetworkSegment(68c75c24-5a6d-4512-b85d-48e7bc49aa9f),segment_id=68c75c24-5a6d-4512-b85d-48e7bc49aa9f)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:22.094501 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-af01ff41-15dd-4ad1-98da-7cdf2249b0ee admin admin] Usage tracker for resource:network and tenant:5dc821389a10412fa6c46b30ba4c3113 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:01:22.097481 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-67180847-0913-498e-a355-590780bcf470 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:01:22.116619 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-af01ff41-15dd-4ad1-98da-7cdf2249b0ee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:01:22.127235 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '8dc42f6c-6943-467a-8a49-e8203ba2938a', 'network_id': '48143312-4059-4efc-a7c1-0025ad20c80e', 'port_id': '8dc42f6c-6943-467a-8a49-e8203ba2938a', 'mac_address': 'fa:16:3e:d0:f5:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77301bdf-2486-425f-9a0c-6634d1b8425f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:01:22.129285 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network dddcfb9a-ef1d-4451-87f5-55a06755c03d details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:01:22.137148 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-67180847-0913-498e-a355-590780bcf470 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:01:22.154162 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67180847-0913-498e-a355-590780bcf470 admin admin] Made reservation on behalf of 6ae572a6f87d4d70abcebc0f3058fa0e for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:01:22.157993 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-67180847-0913-498e-a355-590780bcf470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:22.174846 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-af01ff41-15dd-4ad1-98da-7cdf2249b0ee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:01:22.181021 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-67180847-0913-498e-a355-590780bcf470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:22.205677 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af01ff41-15dd-4ad1-98da-7cdf2249b0ee admin admin] Made reservation on behalf of 5dc821389a10412fa6c46b30ba4c3113 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:01:22.208552 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-af01ff41-15dd-4ad1-98da-7cdf2249b0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:22.224717 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-67180847-0913-498e-a355-590780bcf470 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:01:22.234310 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-af01ff41-15dd-4ad1-98da-7cdf2249b0ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:22.249886 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-67180847-0913-498e-a355-590780bcf470 admin admin] Usage tracker for resource:security_group_rule and tenant:6ae572a6f87d4d70abcebc0f3058fa0e is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:01:22.259916 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-67180847-0913-498e-a355-590780bcf470 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:01:22.285899 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-67180847-0913-498e-a355-590780bcf470 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:01:22.292662 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-af01ff41-15dd-4ad1-98da-7cdf2249b0ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:01:22.312212 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-af01ff41-15dd-4ad1-98da-7cdf2249b0ee admin admin] Usage tracker for resource:security_group_rule and tenant:5dc821389a10412fa6c46b30ba4c3113 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:01:22.361723 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f07660-3e6b-4e8d-adc0-f518c6483985 req-22f85230-6cbd-48a9-b156-a41b8e564104 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:22.364563 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-08f07660-3e6b-4e8d-adc0-f518c6483985 req-22f85230-6cbd-48a9-b156-a41b8e564104 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Synchronizing usage tracker for tenant:e6fa40f41b9646a7bf38890c5f8e1746 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:01:22.421394 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-af01ff41-15dd-4ad1-98da-7cdf2249b0ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:01:22.437356 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:22.453514 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-08f07660-3e6b-4e8d-adc0-f518c6483985 req-22f85230-6cbd-48a9-b156-a41b8e564104 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Unset dirty status for tenant:e6fa40f41b9646a7bf38890c5f8e1746 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:01:22.460104 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-08f07660-3e6b-4e8d-adc0-f518c6483985 req-22f85230-6cbd-48a9-b156-a41b8e564104 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.99 "GET /v2.0/ports?device_id=647df42a-a52c-4fc0-a9c1-0edd9aa13652 HTTP/1.1" status: 200 len: 950 time: 0.2988908 Feb 09 01:01:22.464495 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8dc42f6c-6943-467a-8a49-e8203ba2938a {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:01:22.501444 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 8dc42f6c-6943-467a-8a49-e8203ba2938a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=8dc42f6c-6943-467a-8a49-e8203ba2938a,segment=NetworkSegment(68c75c24-5a6d-4512-b85d-48e7bc49aa9f),segment_id=68c75c24-5a6d-4512-b85d-48e7bc49aa9f)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:22.506950 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:22.611120 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-08f07660-3e6b-4e8d-adc0-f518c6483985 req-e105253d-5a9f-4c6c-ad8e-ed2ea685efba tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Deleting port f26441cd-75ef-400d-9f30-37093ee34385 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:01:22.611599 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-08f07660-3e6b-4e8d-adc0-f518c6483985 req-e105253d-5a9f-4c6c-ad8e-ed2ea685efba tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:22.632534 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=8dc42f6c-6943-467a-8a49-e8203ba2938a,revision_number=6']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:22.646122 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-47552e82-a8e8-47b2-bf83-00f087ddd350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:22.650495 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-af01ff41-15dd-4ad1-98da-7cdf2249b0ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:01:22.660288 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['8dc42f6c-6943-467a-8a49-e8203ba2938a'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:01:22.900791 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47552e82-a8e8-47b2-bf83-00f087ddd350 admin admin] Checking segment: {'id': 'e66966fd-77ef-4a29-85e6-046d1ef64861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dddcfb9a-ef1d-4451-87f5-55a06755c03d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:01:22.901030 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47552e82-a8e8-47b2-bf83-00f087ddd350 admin admin] Network hostable DHCP agents. Network: dddcfb9a-ef1d-4451-87f5-55a06755c03d, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:01:22.939650 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-67180847-0913-498e-a355-590780bcf470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:22.974979 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-67180847-0913-498e-a355-590780bcf470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:22.994480 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572fd8c8-2a50-4134-add2-c97a5e9a1e64 req-8e2ebd93-81d2-4470-b181-6a2763697787 tempest-ServerTagsTestJSON-663789134 tempest-ServerTagsTestJSON-663789134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:22.996940 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-572fd8c8-2a50-4134-add2-c97a5e9a1e64 req-8e2ebd93-81d2-4470-b181-6a2763697787 tempest-ServerTagsTestJSON-663789134 tempest-ServerTagsTestJSON-663789134-project] 10.222.0.105 "GET /v2.0/ports?device_id=b0e0ca8d-c693-475b-9c37-e907411a9784 HTTP/1.1" status: 200 len: 946 time: 0.6951327 Feb 09 01:01:23.070525 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67180847-0913-498e-a355-590780bcf470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=924aa29d-9387-4933-bba8-e1d938d01b5c,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:23.096032 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa6f2ed-f36c-41a8-b43b-6903f96d8642 req-6e0ae485-b8ff-451b-a530-eb0823554cfe tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:23.107593 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dfa6f2ed-f36c-41a8-b43b-6903f96d8642 req-6e0ae485-b8ff-451b-a530-eb0823554cfe tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=647df42a-a52c-4fc0-a9c1-0edd9aa13652 HTTP/1.1" status: 200 len: 950 time: 0.6871164 Feb 09 01:01:23.186281 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67180847-0913-498e-a355-590780bcf470 admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:01:23.190324 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-08f07660-3e6b-4e8d-adc0-f518c6483985 req-e105253d-5a9f-4c6c-ad8e-ed2ea685efba tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] For port f26441cd-75ef-400d-9f30-37093ee34385, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=f26441cd-75ef-400d-9f30-37093ee34385,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:23.190699 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-08f07660-3e6b-4e8d-adc0-f518c6483985 req-e105253d-5a9f-4c6c-ad8e-ed2ea685efba tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:23.229847 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70588753-278d-4a80-bf39-83803fb5c902 req-48187ec4-9759-4035-a979-8eac6410513b tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:23.232866 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-70588753-278d-4a80-bf39-83803fb5c902 req-48187ec4-9759-4035-a979-8eac6410513b tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.99 "GET /v2.0/ports?device_id=5c1ec54f-2907-4727-94f6-51d438dcf808 HTTP/1.1" status: 200 len: 949 time: 0.5456011 Feb 09 01:01:23.320871 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-08f07660-3e6b-4e8d-adc0-f518c6483985 req-e105253d-5a9f-4c6c-ad8e-ed2ea685efba tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Calling delete_port for f26441cd-75ef-400d-9f30-37093ee34385 owned by compute:nova {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:01:23.325672 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-67180847-0913-498e-a355-590780bcf470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:23.326294 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-67180847-0913-498e-a355-590780bcf470 admin admin] Added segment 40c00fa1-daf3-4b56-ac4d-2ce7703801d7 of type vlan for network 6c21402c-7902-4ae7-8505-6f11f3eac92e Feb 09 01:01:23.404562 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-572fd8c8-2a50-4134-add2-c97a5e9a1e64 req-137f57db-2d3c-4334-8a84-7565585a27db tempest-ServerTagsTestJSON-663789134 tempest-ServerTagsTestJSON-663789134-project] 10.222.0.105 "GET /v2.0/security-groups?id=c6bfc5e9-3478-4c58-944c-479fc5131f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452780 Feb 09 01:01:23.426876 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dfa6f2ed-f36c-41a8-b43b-6903f96d8642 req-50075ccd-1262-4f9b-a643-29f4188faf79 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/security-groups?id=bc5d6135-6634-4167-99ad-f31267fef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164806 Feb 09 01:01:23.485828 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-08f07660-3e6b-4e8d-adc0-f518c6483985 req-e105253d-5a9f-4c6c-ad8e-ed2ea685efba tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:23.495585 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-70588753-278d-4a80-bf39-83803fb5c902 req-84e0e6a7-55df-4a8a-9c86-55c31b3cee12 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Deleting port e0d02d2a-38d9-419e-9759-ba01a049886e {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:01:23.496165 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-70588753-278d-4a80-bf39-83803fb5c902 req-84e0e6a7-55df-4a8a-9c86-55c31b3cee12 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:23.498418 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['88a93ab5-6360-4150-b84a-b24cbf02f870', 'f26441cd-75ef-400d-9f30-37093ee34385', 'e0d02d2a-38d9-419e-9759-ba01a049886e'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:01:23.562201 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47552e82-a8e8-47b2-bf83-00f087ddd350 admin admin] Network dddcfb9a-ef1d-4451-87f5-55a06755c03d is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:01:23.617365 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47552e82-a8e8-47b2-bf83-00f087ddd350 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9942ee01-dd7e-4834-abd9-435553920913,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:23.618823 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-67180847-0913-498e-a355-590780bcf470 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:23.632576 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47552e82-a8e8-47b2-bf83-00f087ddd350 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:23.632950 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47552e82-a8e8-47b2-bf83-00f087ddd350 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:23.633383 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47552e82-a8e8-47b2-bf83-00f087ddd350 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:23.633818 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47552e82-a8e8-47b2-bf83-00f087ddd350 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:23.634170 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47552e82-a8e8-47b2-bf83-00f087ddd350 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:23.634499 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47552e82-a8e8-47b2-bf83-00f087ddd350 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:23.634822 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47552e82-a8e8-47b2-bf83-00f087ddd350 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:23.635146 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47552e82-a8e8-47b2-bf83-00f087ddd350 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:23.635463 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47552e82-a8e8-47b2-bf83-00f087ddd350 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:23.635778 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47552e82-a8e8-47b2-bf83-00f087ddd350 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:23.636094 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47552e82-a8e8-47b2-bf83-00f087ddd350 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:23.636794 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47552e82-a8e8-47b2-bf83-00f087ddd350 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:23.639489 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e105253d-5a9f-4c6c-ad8e-ed2ea685efba tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Pushing event deleted for resources: {'Port': ['ID=f26441cd-75ef-400d-9f30-37093ee34385,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:23.641074 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-47552e82-a8e8-47b2-bf83-00f087ddd350 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, dddcfb9a-ef1d-4451-87f5-55a06755c03d) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:01:23.692765 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-08f07660-3e6b-4e8d-adc0-f518c6483985 req-e105253d-5a9f-4c6c-ad8e-ed2ea685efba tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] No DVR routers for this DVR port f26441cd-75ef-400d-9f30-37093ee34385 on host n-h2-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:01:23.696278 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-08f07660-3e6b-4e8d-adc0-f518c6483985 req-e105253d-5a9f-4c6c-ad8e-ed2ea685efba tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:23.708398 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '647df42a-a52c-4fc0-a9c1-0edd9aa13652', 'name': 'network-vif-deleted', 'tag': 'f26441cd-75ef-400d-9f30-37093ee34385'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:01:23.736255 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-08f07660-3e6b-4e8d-adc0-f518c6483985 req-e105253d-5a9f-4c6c-ad8e-ed2ea685efba tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.99 "DELETE /v2.0/ports/f26441cd-75ef-400d-9f30-37093ee34385 HTTP/1.1" status: 204 len: 173 time: 1.2702379 Feb 09 01:01:23.761290 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47552e82-a8e8-47b2-bf83-00f087ddd350 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:23.766730 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-47552e82-a8e8-47b2-bf83-00f087ddd350 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:23.803476 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123ae9b4-a0a2-40a2-a98c-71f53f5fa836 None None] Network dddcfb9a-ef1d-4451-87f5-55a06755c03d requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:01:23.843083 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-47552e82-a8e8-47b2-bf83-00f087ddd350 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.0366611 Feb 09 01:01:23.853335 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '647df42a-a52c-4fc0-a9c1-0edd9aa13652', 'name': 'network-vif-deleted', 'tag': 'f26441cd-75ef-400d-9f30-37093ee34385', 'status': 'completed', 'code': 200} Feb 09 01:01:23.869340 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 8dc42f6c-6943-467a-8a49-e8203ba2938a up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:01:23.887642 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-af01ff41-15dd-4ad1-98da-7cdf2249b0ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:23.937039 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-af01ff41-15dd-4ad1-98da-7cdf2249b0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:23.970663 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-67180847-0913-498e-a355-590780bcf470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:23.973084 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67180847-0913-498e-a355-590780bcf470 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:23.973859 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-67180847-0913-498e-a355-590780bcf470 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:24.389422 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af01ff41-15dd-4ad1-98da-7cdf2249b0ee admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:01:24.433378 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 8dc42f6c-6943-467a-8a49-e8203ba2938a triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:24.433789 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:24.599587 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af01ff41-15dd-4ad1-98da-7cdf2249b0ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d56996b-a6e4-479f-bfb9-4e00d3964de8,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:24.623947 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 51214) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:01:24.624614 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-67180847-0913-498e-a355-590780bcf470 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.7327788 Feb 09 01:01:24.639999 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-2545d243-4f9c-4bdb-9862-6fbb65812462 admin admin] Request body: {'subnet': {'network_id': '6c21402c-7902-4ae7-8505-6f11f3eac92e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-933179945-subnet', 'tenant_id': '6ae572a6f87d4d70abcebc0f3058fa0e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:24.663710 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2545d243-4f9c-4bdb-9862-6fbb65812462 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:01:24.669919 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-2545d243-4f9c-4bdb-9862-6fbb65812462 admin admin] Usage tracker for resource:subnet and tenant:6ae572a6f87d4d70abcebc0f3058fa0e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:01:24.678019 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-2545d243-4f9c-4bdb-9862-6fbb65812462 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:01:24.710666 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2545d243-4f9c-4bdb-9862-6fbb65812462 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:01:24.729454 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2545d243-4f9c-4bdb-9862-6fbb65812462 admin admin] Made reservation on behalf of 6ae572a6f87d4d70abcebc0f3058fa0e for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:01:24.745808 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2545d243-4f9c-4bdb-9862-6fbb65812462 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:24.784067 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-70588753-278d-4a80-bf39-83803fb5c902 req-84e0e6a7-55df-4a8a-9c86-55c31b3cee12 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] For port e0d02d2a-38d9-419e-9759-ba01a049886e, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=e0d02d2a-38d9-419e-9759-ba01a049886e,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:24.784435 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-70588753-278d-4a80-bf39-83803fb5c902 req-84e0e6a7-55df-4a8a-9c86-55c31b3cee12 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:24.986820 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:24.994155 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b46d482-f11b-4667-a283-7ccfc606db30 None None] Network dddcfb9a-ef1d-4451-87f5-55a06755c03d requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:01:25.104157 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-70588753-278d-4a80-bf39-83803fb5c902 req-84e0e6a7-55df-4a8a-9c86-55c31b3cee12 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Calling delete_port for e0d02d2a-38d9-419e-9759-ba01a049886e owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:01:25.197150 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2545d243-4f9c-4bdb-9862-6fbb65812462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:25.228911 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-af01ff41-15dd-4ad1-98da-7cdf2249b0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:25.229262 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-af01ff41-15dd-4ad1-98da-7cdf2249b0ee admin admin] Added segment 92f6058b-8e82-441a-aad5-48048f06210b of type vlan for network 7d1efc84-0e07-425a-933b-624ea0f4290b Feb 09 01:01:25.260410 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:25.280980 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67180847-0913-498e-a355-590780bcf470 admin admin] Pushing event updated for resources: {'Network': ['ID=6c21402c-7902-4ae7-8505-6f11f3eac92e,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:25.315489 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 6c21402c-7902-4ae7-8505-6f11f3eac92e details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:01:25.323341 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2545d243-4f9c-4bdb-9862-6fbb65812462 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72b75d40-f987-460b-9115-e3f2c6814493,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:25.356974 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c96300a9-2fc7-499d-af03-9fd52c9cacc1 req-764208f4-f79e-4c5d-865b-216da5516a3d tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=647df42a-a52c-4fc0-a9c1-0edd9aa13652 HTTP/1.1" status: 200 len: 210 time: 0.1602182 Feb 09 01:01:25.385544 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2545d243-4f9c-4bdb-9862-6fbb65812462 admin admin] Checking segment: {'id': '40c00fa1-daf3-4b56-ac4d-2ce7703801d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c21402c-7902-4ae7-8505-6f11f3eac92e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:01:25.385942 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2545d243-4f9c-4bdb-9862-6fbb65812462 admin admin] Network hostable DHCP agents. Network: 6c21402c-7902-4ae7-8505-6f11f3eac92e, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:01:25.426041 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2545d243-4f9c-4bdb-9862-6fbb65812462 admin admin] Network 6c21402c-7902-4ae7-8505-6f11f3eac92e is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:01:25.441868 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-2545d243-4f9c-4bdb-9862-6fbb65812462 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 6c21402c-7902-4ae7-8505-6f11f3eac92e) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:01:25.447686 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2545d243-4f9c-4bdb-9862-6fbb65812462 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:25.450605 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2545d243-4f9c-4bdb-9862-6fbb65812462 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:25.486592 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-2545d243-4f9c-4bdb-9862-6fbb65812462 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8600836 Feb 09 01:01:25.489426 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 51228) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:01:25.501773 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-2e003628-1d14-4694-a737-fd630201cf04 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-933179945-router', 'tenant_id': '6ae572a6f87d4d70abcebc0f3058fa0e', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:25.507966 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2e003628-1d14-4694-a737-fd630201cf04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:01:25.513052 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-2e003628-1d14-4694-a737-fd630201cf04 admin admin] Usage tracker for resource:router and tenant:6ae572a6f87d4d70abcebc0f3058fa0e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:01:25.516433 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-2e003628-1d14-4694-a737-fd630201cf04 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:01:25.524160 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2e003628-1d14-4694-a737-fd630201cf04 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:01:25.537147 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2e003628-1d14-4694-a737-fd630201cf04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:25.543896 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2e003628-1d14-4694-a737-fd630201cf04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:25.549063 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1962bd-5655-41da-a542-dc0588e5f612 None None] Network 6c21402c-7902-4ae7-8505-6f11f3eac92e requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:01:25.558149 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-af01ff41-15dd-4ad1-98da-7cdf2249b0ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:25.610070 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2e003628-1d14-4694-a737-fd630201cf04 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:25.614352 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-70588753-278d-4a80-bf39-83803fb5c902 req-84e0e6a7-55df-4a8a-9c86-55c31b3cee12 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:25.873406 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.db.resource_extend [None req-af01ff41-15dd-4ad1-98da-7cdf2249b0ee admin admin] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:01:25.988236 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '225149f6-b53e-471c-a121-21a0d84521e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dc42f6c-6943-467a-8a49-e8203ba2938a'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:01:26.035002 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e0e6a7-55df-4a8a-9c86-55c31b3cee12 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Pushing event deleted for resources: {'Port': ['ID=e0d02d2a-38d9-419e-9759-ba01a049886e,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:26.047101 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6390bd3-c8c2-41a6-8bc3-46e98b62c63b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-6c21402c-7902-4ae7-8505-6f11f3eac92e', 'network_id': '6c21402c-7902-4ae7-8505-6f11f3eac92e', 'tenant_id': '6ae572a6f87d4d70abcebc0f3058fa0e', 'fixed_ips': [{'subnet_id': '72b75d40-f987-460b-9115-e3f2c6814493'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:01:26.056457 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b6390bd3-c8c2-41a6-8bc3-46e98b62c63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:26.070687 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-70588753-278d-4a80-bf39-83803fb5c902 req-84e0e6a7-55df-4a8a-9c86-55c31b3cee12 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] No DVR routers for this DVR port e0d02d2a-38d9-419e-9759-ba01a049886e on host n-h2-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:01:26.083627 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2e003628-1d14-4694-a737-fd630201cf04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:26.145256 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-70588753-278d-4a80-bf39-83803fb5c902 req-84e0e6a7-55df-4a8a-9c86-55c31b3cee12 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:26.174968 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c1ec54f-2907-4727-94f6-51d438dcf808', 'name': 'network-vif-deleted', 'tag': 'e0d02d2a-38d9-419e-9759-ba01a049886e'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:01:26.185062 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-70588753-278d-4a80-bf39-83803fb5c902 req-84e0e6a7-55df-4a8a-9c86-55c31b3cee12 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.99 "DELETE /v2.0/ports/e0d02d2a-38d9-419e-9759-ba01a049886e HTTP/1.1" status: 204 len: 173 time: 2.9336238 Feb 09 01:01:26.198984 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 8dc42f6c-6943-467a-8a49-e8203ba2938a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=8dc42f6c-6943-467a-8a49-e8203ba2938a,segment=NetworkSegment(68c75c24-5a6d-4512-b85d-48e7bc49aa9f),segment_id=68c75c24-5a6d-4512-b85d-48e7bc49aa9f)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:26.221772 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-af01ff41-15dd-4ad1-98da-7cdf2249b0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:26.222775 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af01ff41-15dd-4ad1-98da-7cdf2249b0ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:26.223351 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-af01ff41-15dd-4ad1-98da-7cdf2249b0ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:26.230264 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device f26441cd-75ef-400d-9f30-37093ee34385 no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:01:26.261526 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c0934-3c9c-4fae-84d7-c7d321b6ecbd req-ba1990e6-b0c1-49c9-a05a-9a1fb62c6b44 tempest-ServerTagsTestJSON-663789134 tempest-ServerTagsTestJSON-663789134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:26.271286 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-df7c0934-3c9c-4fae-84d7-c7d321b6ecbd req-ba1990e6-b0c1-49c9-a05a-9a1fb62c6b44 tempest-ServerTagsTestJSON-663789134 tempest-ServerTagsTestJSON-663789134-project] 10.222.0.105 "GET /v2.0/ports?device_id=b0e0ca8d-c693-475b-9c37-e907411a9784 HTTP/1.1" status: 200 len: 946 time: 1.0743232 Feb 09 01:01:26.308958 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:26.328448 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['88a93ab5-6360-4150-b84a-b24cbf02f870'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:01:26.525516 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-af01ff41-15dd-4ad1-98da-7cdf2249b0ee admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 4.8413680 Feb 09 01:01:26.533133 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 51250) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:01:26.551697 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-7ab4f9de-819e-4e30-a67b-e2f7bd463d4b admin admin] Request body: {'subnet': {'network_id': '7d1efc84-0e07-425a-933b-624ea0f4290b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-729717233-subnet', 'tenant_id': '5dc821389a10412fa6c46b30ba4c3113', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:26.559557 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7ab4f9de-819e-4e30-a67b-e2f7bd463d4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:01:26.565090 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-7ab4f9de-819e-4e30-a67b-e2f7bd463d4b admin admin] Usage tracker for resource:subnet and tenant:5dc821389a10412fa6c46b30ba4c3113 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:01:26.573663 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-7ab4f9de-819e-4e30-a67b-e2f7bd463d4b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:01:26.587778 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7ab4f9de-819e-4e30-a67b-e2f7bd463d4b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:01:26.595154 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-df7c0934-3c9c-4fae-84d7-c7d321b6ecbd req-538c288f-bf3d-44da-9383-bdf2f859430c tempest-ServerTagsTestJSON-663789134 tempest-ServerTagsTestJSON-663789134-project] 10.222.0.105 "GET /v2.0/security-groups?id=c6bfc5e9-3478-4c58-944c-479fc5131f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686167 Feb 09 01:01:26.601219 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af01ff41-15dd-4ad1-98da-7cdf2249b0ee admin admin] Pushing event updated for resources: {'Network': ['ID=7d1efc84-0e07-425a-933b-624ea0f4290b,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:26.624545 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab4f9de-819e-4e30-a67b-e2f7bd463d4b admin admin] Made reservation on behalf of 5dc821389a10412fa6c46b30ba4c3113 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:01:26.627054 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7ab4f9de-819e-4e30-a67b-e2f7bd463d4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:26.659804 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-bc0eb997-7a0f-4809-9071-ad3b6e7e76d6 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:26.669960 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-bc0eb997-7a0f-4809-9071-ad3b6e7e76d6 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] 10.222.0.105 "GET /v2.0/networks?id=dddcfb9a-ef1d-4451-87f5-55a06755c03d HTTP/1.1" status: 200 len: 818 time: 0.6484251 Feb 09 01:01:26.710402 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-2067492e-e834-4908-ba44-9a509cab1097 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] 10.222.0.105 "GET /v2.0/quotas/d35c6ebfaf564a61b0fe2145094a7572 HTTP/1.1" status: 200 len: 375 time: 0.0384648 Feb 09 01:01:26.710759 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-b6390bd3-c8c2-41a6-8bc3-46e98b62c63b None None] Allocated IP 172.20.0.2 (6c21402c-7902-4ae7-8505-6f11f3eac92e/72b75d40-f987-460b-9115-e3f2c6814493/2e5a84da-9831-4ae9-9062-1515d567b8b8) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:01:26.831814 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c1ec54f-2907-4727-94f6-51d438dcf808', 'name': 'network-vif-deleted', 'tag': 'e0d02d2a-38d9-419e-9759-ba01a049886e', 'status': 'completed', 'code': 200} Feb 09 01:01:26.901465 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-d86de07f-fd62-47cf-92f2-1b5b7bcde30e tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=d35c6ebfaf564a61b0fe2145094a7572&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1887026 Feb 09 01:01:27.042795 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-d6d9384c-2be7-4915-95d3-f5e8b5007bcc service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:01:27.049983 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-d6d9384c-2be7-4915-95d3-f5e8b5007bcc service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1475806 Feb 09 01:01:27.062445 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b6390bd3-c8c2-41a6-8bc3-46e98b62c63b None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:27.074994 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b6390bd3-c8c2-41a6-8bc3-46e98b62c63b None None] Transition to ACTIVE for port object 2e5a84da-9831-4ae9-9062-1515d567b8b8 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:01:27.226885 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] No Port match for: f26441cd-75ef-400d-9f30-37093ee34385 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:01:27.227298 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device f26441cd-75ef-400d-9f30-37093ee34385 not bound to the agent host n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:01:27.227783 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device e0d02d2a-38d9-419e-9759-ba01a049886e no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:01:27.327062 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '225149f6-b53e-471c-a121-21a0d84521e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dc42f6c-6943-467a-8a49-e8203ba2938a', 'code': 200} Feb 09 01:01:27.351359 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] No Port match for: e0d02d2a-38d9-419e-9759-ba01a049886e {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:01:27.352943 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device e0d02d2a-38d9-419e-9759-ba01a049886e not bound to the agent host n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:01:27.356745 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 7d1efc84-0e07-425a-933b-624ea0f4290b details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:01:27.388519 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-72c7875b-4c55-4f99-8875-79f445833509 service neutron] 10.222.0.105 "GET /v2.0/networks/dddcfb9a-ef1d-4451-87f5-55a06755c03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3367729 Feb 09 01:01:27.393742 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b6390bd3-c8c2-41a6-8bc3-46e98b62c63b None None] Transition to ACTIVE for port object 2e5a84da-9831-4ae9-9062-1515d567b8b8 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:01:27.492050 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2e003628-1d14-4694-a737-fd630201cf04 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:27.546153 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2e003628-1d14-4694-a737-fd630201cf04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:27.628877 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b6390bd3-c8c2-41a6-8bc3-46e98b62c63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:27.705036 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7ab4f9de-819e-4e30-a67b-e2f7bd463d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:27.721798 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-f997c016-fd83-4d58-9557-343dd56c6c45 service neutron] 10.222.0.105 "GET /v2.0/networks/dddcfb9a-ef1d-4451-87f5-55a06755c03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317356 Feb 09 01:01:27.821835 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6390bd3-c8c2-41a6-8bc3-46e98b62c63b None None] Network 6c21402c-7902-4ae7-8505-6f11f3eac92e is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:01:27.827941 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-b6390bd3-c8c2-41a6-8bc3-46e98b62c63b None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:01:27.833578 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=8dc42f6c-6943-467a-8a49-e8203ba2938a,revision_number=7']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:27.837165 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6390bd3-c8c2-41a6-8bc3-46e98b62c63b None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:01:27.897527 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:27.898329 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:27.898854 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:27.899287 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:27.899800 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:27.900228 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:27.900666 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:27.901089 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:27.901508 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:27.901975 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:27.902402 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:27.902810 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:28.004742 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab4f9de-819e-4e30-a67b-e2f7bd463d4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d34701a5-43c4-418f-957a-99139980d505,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:28.009790 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab4f9de-819e-4e30-a67b-e2f7bd463d4b admin admin] Checking segment: {'id': '92f6058b-8e82-441a-aad5-48048f06210b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7d1efc84-0e07-425a-933b-624ea0f4290b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:01:28.015048 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6390bd3-c8c2-41a6-8bc3-46e98b62c63b None None] Pushing event updated for resources: {'Port': ['ID=2e5a84da-9831-4ae9-9062-1515d567b8b8,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:28.015271 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab4f9de-819e-4e30-a67b-e2f7bd463d4b admin admin] Network hostable DHCP agents. Network: 7d1efc84-0e07-425a-933b-624ea0f4290b, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:01:28.097190 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab4f9de-819e-4e30-a67b-e2f7bd463d4b admin admin] Network 7d1efc84-0e07-425a-933b-624ea0f4290b is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:01:28.125458 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-7ab4f9de-819e-4e30-a67b-e2f7bd463d4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 7d1efc84-0e07-425a-933b-624ea0f4290b) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:01:28.151529 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-2e003628-1d14-4694-a737-fd630201cf04 admin admin] Allocated IP 172.25.0.194 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/9de359a1-d738-40a8-87c3-2fba594ce190) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:01:28.177218 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42475480-ce10-4c97-8768-93f3c4f34980 None None] Network 7d1efc84-0e07-425a-933b-624ea0f4290b requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:01:28.346468 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-b6390bd3-c8c2-41a6-8bc3-46e98b62c63b None None] Attempting to bind port 2e5a84da-9831-4ae9-9062-1515d567b8b8 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:01:28.346866 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-b6390bd3-c8c2-41a6-8bc3-46e98b62c63b None None] Attempting to bind port 2e5a84da-9831-4ae9-9062-1515d567b8b8 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '40c00fa1-daf3-4b56-ac4d-2ce7703801d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c21402c-7902-4ae7-8505-6f11f3eac92e'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:01:28.347273 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6390bd3-c8c2-41a6-8bc3-46e98b62c63b None None] Attempting to bind port 2e5a84da-9831-4ae9-9062-1515d567b8b8 on network 6c21402c-7902-4ae7-8505-6f11f3eac92e {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:01:28.358829 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2e003628-1d14-4694-a737-fd630201cf04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:28.388482 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab4f9de-819e-4e30-a67b-e2f7bd463d4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:28.389566 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7ab4f9de-819e-4e30-a67b-e2f7bd463d4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:28.408850 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6390bd3-c8c2-41a6-8bc3-46e98b62c63b None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:01:28.418873 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2e003628-1d14-4694-a737-fd630201cf04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:28.427724 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6390bd3-c8c2-41a6-8bc3-46e98b62c63b None None] Checking segment: {'id': '40c00fa1-daf3-4b56-ac4d-2ce7703801d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c21402c-7902-4ae7-8505-6f11f3eac92e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:01:28.428314 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b6390bd3-c8c2-41a6-8bc3-46e98b62c63b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:28.428617 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6390bd3-c8c2-41a6-8bc3-46e98b62c63b None None] Bound using segment: {'id': '40c00fa1-daf3-4b56-ac4d-2ce7703801d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c21402c-7902-4ae7-8505-6f11f3eac92e'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:01:28.429117 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-b6390bd3-c8c2-41a6-8bc3-46e98b62c63b None None] Bound port: 2e5a84da-9831-4ae9-9062-1515d567b8b8, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40c00fa1-daf3-4b56-ac4d-2ce7703801d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c21402c-7902-4ae7-8505-6f11f3eac92e'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:01:28.433944 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b6390bd3-c8c2-41a6-8bc3-46e98b62c63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:28.516521 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-7ab4f9de-819e-4e30-a67b-e2f7bd463d4b admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9703722 Feb 09 01:01:28.518393 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e003628-1d14-4694-a737-fd630201cf04 admin admin] Pushing event updated for resources: {'Port': ['ID=9de359a1-d738-40a8-87c3-2fba594ce190,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:28.520630 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 51290) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:01:28.534941 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e003628-1d14-4694-a737-fd630201cf04 admin admin] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:01:28.536132 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-2e003628-1d14-4694-a737-fd630201cf04 admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:01:28.548816 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-aade46e8-ed2b-455b-b14b-39f59f14d1b6 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-729717233-router', 'tenant_id': '5dc821389a10412fa6c46b30ba4c3113', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:28.556068 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e003628-1d14-4694-a737-fd630201cf04 admin admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:01:28.559299 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-aade46e8-ed2b-455b-b14b-39f59f14d1b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:01:28.580089 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-aade46e8-ed2b-455b-b14b-39f59f14d1b6 admin admin] Usage tracker for resource:router and tenant:5dc821389a10412fa6c46b30ba4c3113 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:01:28.583386 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-aade46e8-ed2b-455b-b14b-39f59f14d1b6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:01:28.595098 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-aade46e8-ed2b-455b-b14b-39f59f14d1b6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:01:28.916526 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-aade46e8-ed2b-455b-b14b-39f59f14d1b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:28.917641 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-aade46e8-ed2b-455b-b14b-39f59f14d1b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:28.966350 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-aade46e8-ed2b-455b-b14b-39f59f14d1b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:29.110570 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-b6390bd3-c8c2-41a6-8bc3-46e98b62c63b None None] For port 2e5a84da-9831-4ae9-9062-1515d567b8b8, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:01:29.131401 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-b6390bd3-c8c2-41a6-8bc3-46e98b62c63b None None] For port 2e5a84da-9831-4ae9-9062-1515d567b8b8, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=2e5a84da-9831-4ae9-9062-1515d567b8b8,segment=NetworkSegment(40c00fa1-daf3-4b56-ac4d-2ce7703801d7),segment_id=40c00fa1-daf3-4b56-ac4d-2ce7703801d7)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:01:29.164455 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b6390bd3-c8c2-41a6-8bc3-46e98b62c63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:29.202968 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1f0435f2-6f81-45c0-98d1-c8172c7e7a94 req-ab7ca229-0af0-4574-b1c8-72dc38e6eacf tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] 10.222.0.105 "GET /v2.0/ports?device_id=82c94d79-b497-4446-b6b4-9c23dd2b622e HTTP/1.1" status: 200 len: 210 time: 0.0818019 Feb 09 01:01:29.253650 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6390bd3-c8c2-41a6-8bc3-46e98b62c63b None None] Pushing event updated for resources: {'Port': ['ID=2e5a84da-9831-4ae9-9062-1515d567b8b8,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:29.282442 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7555662a-eeb2-47cf-8959-5222471eed28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-7d1efc84-0e07-425a-933b-624ea0f4290b', 'network_id': '7d1efc84-0e07-425a-933b-624ea0f4290b', 'tenant_id': '5dc821389a10412fa6c46b30ba4c3113', 'fixed_ips': [{'subnet_id': 'd34701a5-43c4-418f-957a-99139980d505'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:01:29.283516 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7555662a-eeb2-47cf-8959-5222471eed28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:29.620832 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2e003628-1d14-4694-a737-fd630201cf04 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:29.668792 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-7555662a-eeb2-47cf-8959-5222471eed28 None None] Allocated IP 172.20.0.2 (7d1efc84-0e07-425a-933b-624ea0f4290b/d34701a5-43c4-418f-957a-99139980d505/0214c746-0003-4aa3-bee7-b1976d2af0cd) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:01:29.919103 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-aade46e8-ed2b-455b-b14b-39f59f14d1b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:30.009231 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f67e364-c4c7-41e4-bc4e-957b93d9623a req-f302f26e-102b-48be-8ee5-57c4f15b543a tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:30.012627 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-8f67e364-c4c7-41e4-bc4e-957b93d9623a req-f302f26e-102b-48be-8ee5-57c4f15b543a tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Synchronizing usage tracker for tenant:e6fa40f41b9646a7bf38890c5f8e1746 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:01:30.105284 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 2e5a84da-9831-4ae9-9062-1515d567b8b8 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:01:30.244308 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-8f67e364-c4c7-41e4-bc4e-957b93d9623a req-f302f26e-102b-48be-8ee5-57c4f15b543a tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Unset dirty status for tenant:e6fa40f41b9646a7bf38890c5f8e1746 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:01:30.245659 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8f67e364-c4c7-41e4-bc4e-957b93d9623a req-f302f26e-102b-48be-8ee5-57c4f15b543a tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=99c06934-fce7-4ee5-bb7b-d0b3bdcc9935 HTTP/1.1" status: 200 len: 949 time: 1.0417857 Feb 09 01:01:30.394672 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8f67e364-c4c7-41e4-bc4e-957b93d9623a req-34cc15d3-152d-45e6-9fbf-9e74032bff88 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/security-groups?id=bc5d6135-6634-4167-99ad-f31267fef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404362 Feb 09 01:01:30.427944 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 2e5a84da-9831-4ae9-9062-1515d567b8b8 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:01:30.556255 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7555662a-eeb2-47cf-8959-5222471eed28 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:30.622672 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-7555662a-eeb2-47cf-8959-5222471eed28 None None] Transition to ACTIVE for port object 0214c746-0003-4aa3-bee7-b1976d2af0cd will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:01:30.706525 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-7555662a-eeb2-47cf-8959-5222471eed28 None None] Transition to ACTIVE for port object 0214c746-0003-4aa3-bee7-b1976d2af0cd will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:01:30.714997 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7555662a-eeb2-47cf-8959-5222471eed28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:30.846211 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7555662a-eeb2-47cf-8959-5222471eed28 None None] Network 7d1efc84-0e07-425a-933b-624ea0f4290b is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:01:30.850245 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-7555662a-eeb2-47cf-8959-5222471eed28 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:01:30.853089 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7555662a-eeb2-47cf-8959-5222471eed28 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:01:30.909670 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7555662a-eeb2-47cf-8959-5222471eed28 None None] Pushing event updated for resources: {'Port': ['ID=0214c746-0003-4aa3-bee7-b1976d2af0cd,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:30.913979 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b1ff7e9a-eb8c-4c2f-8be9-d5d673fbd6fd req-522e647e-baf4-4eab-815f-542a228ae35e tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] 10.222.0.105 "GET /v2.0/ports?device_id=82c94d79-b497-4446-b6b4-9c23dd2b622e HTTP/1.1" status: 200 len: 210 time: 0.1694198 Feb 09 01:01:31.047621 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2e003628-1d14-4694-a737-fd630201cf04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:31.210697 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-7555662a-eeb2-47cf-8959-5222471eed28 None None] Attempting to bind port 0214c746-0003-4aa3-bee7-b1976d2af0cd on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:01:31.219273 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-7555662a-eeb2-47cf-8959-5222471eed28 None None] Attempting to bind port 0214c746-0003-4aa3-bee7-b1976d2af0cd by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '92f6058b-8e82-441a-aad5-48048f06210b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7d1efc84-0e07-425a-933b-624ea0f4290b'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:01:31.219273 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7555662a-eeb2-47cf-8959-5222471eed28 None None] Attempting to bind port 0214c746-0003-4aa3-bee7-b1976d2af0cd on network 7d1efc84-0e07-425a-933b-624ea0f4290b {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:01:31.237250 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7555662a-eeb2-47cf-8959-5222471eed28 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:01:31.239589 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7555662a-eeb2-47cf-8959-5222471eed28 None None] Checking segment: {'id': '92f6058b-8e82-441a-aad5-48048f06210b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7d1efc84-0e07-425a-933b-624ea0f4290b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:01:31.241704 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7555662a-eeb2-47cf-8959-5222471eed28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:31.242360 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7555662a-eeb2-47cf-8959-5222471eed28 None None] Bound using segment: {'id': '92f6058b-8e82-441a-aad5-48048f06210b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7d1efc84-0e07-425a-933b-624ea0f4290b'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:01:31.242861 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-7555662a-eeb2-47cf-8959-5222471eed28 None None] Bound port: 0214c746-0003-4aa3-bee7-b1976d2af0cd, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92f6058b-8e82-441a-aad5-48048f06210b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7d1efc84-0e07-425a-933b-624ea0f4290b'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:01:31.243243 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7555662a-eeb2-47cf-8959-5222471eed28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:31.274517 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7369eba4-e610-44fa-a1ae-7e15d0d8853f req-7cf7ffe2-ef6a-4593-8d10-77b3aaca1ea4 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:31.281383 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7369eba4-e610-44fa-a1ae-7e15d0d8853f req-7cf7ffe2-ef6a-4593-8d10-77b3aaca1ea4 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.99 "GET /v2.0/ports?device_id=99c06934-fce7-4ee5-bb7b-d0b3bdcc9935 HTTP/1.1" status: 200 len: 949 time: 0.6645789 Feb 09 01:01:31.458769 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-7555662a-eeb2-47cf-8959-5222471eed28 None None] For port 0214c746-0003-4aa3-bee7-b1976d2af0cd, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:01:31.463113 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-7555662a-eeb2-47cf-8959-5222471eed28 None None] For port 0214c746-0003-4aa3-bee7-b1976d2af0cd, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=0214c746-0003-4aa3-bee7-b1976d2af0cd,segment=NetworkSegment(92f6058b-8e82-441a-aad5-48048f06210b),segment_id=92f6058b-8e82-441a-aad5-48048f06210b)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:01:31.469728 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7555662a-eeb2-47cf-8959-5222471eed28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:31.482271 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-7369eba4-e610-44fa-a1ae-7e15d0d8853f req-de9af579-43a2-46f5-a86f-8e9642a15f2f tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Deleting port 88a93ab5-6360-4150-b84a-b24cbf02f870 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:01:31.482603 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-7369eba4-e610-44fa-a1ae-7e15d0d8853f req-de9af579-43a2-46f5-a86f-8e9642a15f2f tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:31.764214 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-871e551e-7260-4962-9b61-b98017ab0c75 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:31.765154 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-871e551e-7260-4962-9b61-b98017ab0c75 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Synchronizing usage tracker for tenant:d35c6ebfaf564a61b0fe2145094a7572 on resource:network {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:01:31.765369 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7555662a-eeb2-47cf-8959-5222471eed28 None None] Pushing event updated for resources: {'Port': ['ID=0214c746-0003-4aa3-bee7-b1976d2af0cd,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:31.781086 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d885a470-9349-47e8-b6a1-f822e339f4e6 None None] Network 6c21402c-7902-4ae7-8505-6f11f3eac92e requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:01:31.861708 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-871e551e-7260-4962-9b61-b98017ab0c75 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Unset dirty status for tenant:d35c6ebfaf564a61b0fe2145094a7572 on resource:network {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:01:31.867754 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-871e551e-7260-4962-9b61-b98017ab0c75 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] 10.222.0.99 "GET /v2.0/networks?id=dddcfb9a-ef1d-4451-87f5-55a06755c03d HTTP/1.1" status: 200 len: 818 time: 0.3228023 Feb 09 01:01:31.895189 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-34bc6723-3b5c-4a6a-a09c-2451d9414d03 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Request body: {'port': {'device_id': '3008dae1-ba37-4483-87cf-4bc908b3cc34', 'network_id': 'dddcfb9a-ef1d-4451-87f5-55a06755c03d', 'admin_state_up': True, 'tenant_id': 'd35c6ebfaf564a61b0fe2145094a7572'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:32.014728 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b57375ed-d843-42ad-9cc0-c8c998335706 None None] Provisioning for port 2e5a84da-9831-4ae9-9062-1515d567b8b8 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:01:32.045390 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b57375ed-d843-42ad-9cc0-c8c998335706 None None] Provisioning complete for port 2e5a84da-9831-4ae9-9062-1515d567b8b8 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:32.048070 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b57375ed-d843-42ad-9cc0-c8c998335706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:32.097257 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e003628-1d14-4694-a737-fd630201cf04 admin admin] Router 4af77cf2-eaad-4284-8445-24c7aeaed730 is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:01:32.256148 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-aade46e8-ed2b-455b-b14b-39f59f14d1b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:32.357089 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-34bc6723-3b5c-4a6a-a09c-2451d9414d03 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:01:32.385190 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-34bc6723-3b5c-4a6a-a09c-2451d9414d03 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Usage tracker for resource:port and tenant:d35c6ebfaf564a61b0fe2145094a7572 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:01:32.403311 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-34bc6723-3b5c-4a6a-a09c-2451d9414d03 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:01:32.417070 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-aade46e8-ed2b-455b-b14b-39f59f14d1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:32.454442 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-34bc6723-3b5c-4a6a-a09c-2451d9414d03 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:01:32.633094 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b57375ed-d843-42ad-9cc0-c8c998335706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:32.746835 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-b57375ed-d843-42ad-9cc0-c8c998335706 None None] For port 2e5a84da-9831-4ae9-9062-1515d567b8b8, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=2e5a84da-9831-4ae9-9062-1515d567b8b8,segment=NetworkSegment(40c00fa1-daf3-4b56-ac4d-2ce7703801d7),segment_id=40c00fa1-daf3-4b56-ac4d-2ce7703801d7)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:32.754156 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b57375ed-d843-42ad-9cc0-c8c998335706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:33.022958 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-34bc6723-3b5c-4a6a-a09c-2451d9414d03 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Made reservation on behalf of d35c6ebfaf564a61b0fe2145094a7572 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:01:33.026815 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-34bc6723-3b5c-4a6a-a09c-2451d9414d03 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:33.053969 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57375ed-d843-42ad-9cc0-c8c998335706 None None] Pushing event updated for resources: {'Port': ['ID=2e5a84da-9831-4ae9-9062-1515d567b8b8,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:33.072685 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e003628-1d14-4694-a737-fd630201cf04 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:01:33.083832 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583f21e6-bfde-443d-921b-e25c0c037a1a None None] Sync routers for ids ['4af77cf2-eaad-4284-8445-24c7aeaed730'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:01:33.108604 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583f21e6-bfde-443d-921b-e25c0c037a1a None None] Routers {'4af77cf2-eaad-4284-8445-24c7aeaed730'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:01:33.110540 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-583f21e6-bfde-443d-921b-e25c0c037a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:01:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['4af77cf2-eaad-4284-8445-24c7aeaed730'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:33.163844 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-676b6712-8e9f-4981-beee-c7f02a4fad6f tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:33.166024 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-676b6712-8e9f-4981-beee-c7f02a4fad6f tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] 10.222.0.99 "GET /v2.0/networks?id=dddcfb9a-ef1d-4451-87f5-55a06755c03d HTTP/1.1" status: 200 len: 818 time: 0.4885571 Feb 09 01:01:33.173727 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-119879a6-b979-4fe5-9c28-8d759f934457 req-6b4343a0-7bf7-4b9d-96ae-12708aa1141a tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] 10.222.0.105 "GET /v2.0/ports?device_id=82c94d79-b497-4446-b6b4-9c23dd2b622e HTTP/1.1" status: 200 len: 210 time: 0.1528656 Feb 09 01:01:33.212313 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2e003628-1d14-4694-a737-fd630201cf04 admin admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:33.213696 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-2e003628-1d14-4694-a737-fd630201cf04 admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.7226937 Feb 09 01:01:33.220422 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-6c168ce3-3940-4100-9601-7c94659843c8 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Request body: {'port': {'device_id': '82c94d79-b497-4446-b6b4-9c23dd2b622e', 'network_id': 'dddcfb9a-ef1d-4451-87f5-55a06755c03d', 'admin_state_up': True, 'tenant_id': 'd35c6ebfaf564a61b0fe2145094a7572'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:33.228954 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 51378) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:01:33.543789 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-583f21e6-bfde-443d-921b-e25c0c037a1a None None] Set router 4af77cf2-eaad-4284-8445-24c7aeaed730 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:01:33.638974 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-0031f91d-da31-4d23-ae74-bd4297bc501e None None] Provisioning complete for port 2e5a84da-9831-4ae9-9062-1515d567b8b8 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:33.645154 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0031f91d-da31-4d23-ae74-bd4297bc501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:33.695071 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-aade46e8-ed2b-455b-b14b-39f59f14d1b6 admin admin] Allocated IP 172.25.0.146 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/6fd61cb3-911e-4241-9b6c-131e06966bda) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:01:33.871259 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:01:34.055794 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-6c168ce3-3940-4100-9601-7c94659843c8 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:01:34.063838 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-6c168ce3-3940-4100-9601-7c94659843c8 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Usage tracker for resource:port and tenant:d35c6ebfaf564a61b0fe2145094a7572 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:01:34.072128 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-6c168ce3-3940-4100-9601-7c94659843c8 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:01:34.086070 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-6c168ce3-3940-4100-9601-7c94659843c8 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:01:34.106356 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e7eb9-e852-46bc-b699-6b89dd7fe836 req-658bd777-0dde-4443-ac4d-ca226e13c33a tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:34.107285 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-34bc6723-3b5c-4a6a-a09c-2451d9414d03 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Allocated IP 172.20.0.8 (dddcfb9a-ef1d-4451-87f5-55a06755c03d/9942ee01-dd7e-4834-abd9-435553920913/848bbfe1-50b5-48c6-9b2f-5accee855bb2) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:01:34.119905 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-001e7eb9-e852-46bc-b699-6b89dd7fe836 req-658bd777-0dde-4443-ac4d-ca226e13c33a tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=99c06934-fce7-4ee5-bb7b-d0b3bdcc9935 HTTP/1.1" status: 200 len: 949 time: 2.3917062 Feb 09 01:01:34.123636 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 88a93ab5-6360-4150-b84a-b24cbf02f870 no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:01:34.154374 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-6c168ce3-3940-4100-9601-7c94659843c8 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Made reservation on behalf of d35c6ebfaf564a61b0fe2145094a7572 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:01:34.174733 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-6c168ce3-3940-4100-9601-7c94659843c8 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:34.214795 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-39d57ab4-6a6e-4f15-877a-4d2967a29234 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:34.217482 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-39d57ab4-6a6e-4f15-877a-4d2967a29234 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] 10.222.0.62 "GET /v2.0/networks?id=dddcfb9a-ef1d-4451-87f5-55a06755c03d HTTP/1.1" status: 200 len: 818 time: 2.6143968 Feb 09 01:01:34.261371 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341549ca-5181-43e9-ad16-09b89fd89f38 None None] Network 7d1efc84-0e07-425a-933b-624ea0f4290b requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:01:34.294494 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-b0313fcf-f4d3-4630-9c5a-7fbbaabfd582 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Request body: {'port': {'device_id': '9300db8a-c3f1-475b-98f5-cd430bcf0bad', 'network_id': 'dddcfb9a-ef1d-4451-87f5-55a06755c03d', 'admin_state_up': True, 'tenant_id': 'd35c6ebfaf564a61b0fe2145094a7572'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:34.454127 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-001e7eb9-e852-46bc-b699-6b89dd7fe836 req-ac5554d2-5df7-4a24-9d8f-7621ef357ff8 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/security-groups?id=bc5d6135-6634-4167-99ad-f31267fef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329546 Feb 09 01:01:34.460411 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 0214c746-0003-4aa3-bee7-b1976d2af0cd up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:01:34.470978 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-583f21e6-bfde-443d-921b-e25c0c037a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af77cf2-eaad-4284-8445-24c7aeaed730', 'name': 'tempest-TaggedBootDevicesTest_v242-933179945-router', 'tenant_id': '6ae572a6f87d4d70abcebc0f3058fa0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '9de359a1-d738-40a8-87c3-2fba594ce190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:01:25Z', 'updated_at': '2022-02-09T01:01:29Z', 'revision_number': 3, 'project_id': '6ae572a6f87d4d70abcebc0f3058fa0e', 'gw_port': {'id': '9de359a1-d738-40a8-87c3-2fba594ce190', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2d:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af77cf2-eaad-4284-8445-24c7aeaed730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:27Z', 'updated_at': '2022-02-09T01:01:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:34.484175 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583f21e6-bfde-443d-921b-e25c0c037a1a None None] Checking router: 4af77cf2-eaad-4284-8445-24c7aeaed730 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:01:34.484523 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583f21e6-bfde-443d-921b-e25c0c037a1a None None] Updating router 4af77cf2-eaad-4284-8445-24c7aeaed730 port 9de359a1-d738-40a8-87c3-2fba594ce190 binding host n-d-828418-1 {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:01:34.543869 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5181e647-362c-479b-8317-e5ab2db9fe6f None None] Provisioning for port 0214c746-0003-4aa3-bee7-b1976d2af0cd completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:01:34.637414 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 0214c746-0003-4aa3-bee7-b1976d2af0cd completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:01:34.690093 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 0214c746-0003-4aa3-bee7-b1976d2af0cd triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:34.690093 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:34.699998 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-583f21e6-bfde-443d-921b-e25c0c037a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:34.786301 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-aade46e8-ed2b-455b-b14b-39f59f14d1b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:34.936822 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:34.988700 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-7369eba4-e610-44fa-a1ae-7e15d0d8853f req-de9af579-43a2-46f5-a86f-8e9642a15f2f tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] For port 88a93ab5-6360-4150-b84a-b24cbf02f870, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=88a93ab5-6360-4150-b84a-b24cbf02f870,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:34.989213 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-7369eba4-e610-44fa-a1ae-7e15d0d8853f req-de9af579-43a2-46f5-a86f-8e9642a15f2f tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:35.018142 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 88a93ab5-6360-4150-b84a-b24cbf02f870, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=88a93ab5-6360-4150-b84a-b24cbf02f870,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:35.030271 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c06934-fce7-4ee5-bb7b-d0b3bdcc9935', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88a93ab5-6360-4150-b84a-b24cbf02f870'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:01:35.033387 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ee89eae3-5009-495c-8efb-5d34e4ce2134 req-e9d1be8c-7791-4f4e-b907-bbffc7654c20 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] 10.222.0.105 "GET /v2.0/ports?device_id=82c94d79-b497-4446-b6b4-9c23dd2b622e HTTP/1.1" status: 200 len: 210 time: 0.4082747 Feb 09 01:01:35.037132 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:35.148252 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-34bc6723-3b5c-4a6a-a09c-2451d9414d03 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:35.267879 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-34bc6723-3b5c-4a6a-a09c-2451d9414d03 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:35.271517 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c06934-fce7-4ee5-bb7b-d0b3bdcc9935', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88a93ab5-6360-4150-b84a-b24cbf02f870', 'code': 200} Feb 09 01:01:35.281472 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:35.393788 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 0214c746-0003-4aa3-bee7-b1976d2af0cd, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=0214c746-0003-4aa3-bee7-b1976d2af0cd,segment=NetworkSegment(92f6058b-8e82-441a-aad5-48048f06210b),segment_id=92f6058b-8e82-441a-aad5-48048f06210b)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:35.397842 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=88a93ab5-6360-4150-b84a-b24cbf02f870,revision_number=6']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:35.408014 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:35.409961 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 2e5a84da-9831-4ae9-9062-1515d567b8b8 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:01:35.542157 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-7369eba4-e610-44fa-a1ae-7e15d0d8853f req-de9af579-43a2-46f5-a86f-8e9642a15f2f tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Calling delete_port for 88a93ab5-6360-4150-b84a-b24cbf02f870 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:01:35.624849 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-34bc6723-3b5c-4a6a-a09c-2451d9414d03 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Network dddcfb9a-ef1d-4451-87f5-55a06755c03d is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:01:35.650378 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-34bc6723-3b5c-4a6a-a09c-2451d9414d03 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:01:35.674894 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-34bc6723-3b5c-4a6a-a09c-2451d9414d03 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:01:35.676437 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=0214c746-0003-4aa3-bee7-b1976d2af0cd,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:35.709864 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-b0313fcf-f4d3-4630-9c5a-7fbbaabfd582 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:01:35.727053 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 2e5a84da-9831-4ae9-9062-1515d567b8b8 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:35.727645 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:35.728080 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-b0313fcf-f4d3-4630-9c5a-7fbbaabfd582 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Usage tracker for resource:port and tenant:d35c6ebfaf564a61b0fe2145094a7572 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:01:35.738343 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-b0313fcf-f4d3-4630-9c5a-7fbbaabfd582 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:01:35.754495 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-b0313fcf-f4d3-4630-9c5a-7fbbaabfd582 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:01:35.823008 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-34bc6723-3b5c-4a6a-a09c-2451d9414d03 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:35.823694 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-34bc6723-3b5c-4a6a-a09c-2451d9414d03 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:35.831039 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bc6723-3b5c-4a6a-a09c-2451d9414d03 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Pushing event updated for resources: {'Port': ['ID=848bbfe1-50b5-48c6-9b2f-5accee855bb2,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:35.848929 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-6c168ce3-3940-4100-9601-7c94659843c8 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Allocated IP 172.20.0.12 (dddcfb9a-ef1d-4451-87f5-55a06755c03d/9942ee01-dd7e-4834-abd9-435553920913/b7dc9dc9-1e32-48c4-a321-58098279cd4f) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:01:35.883166 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-34bc6723-3b5c-4a6a-a09c-2451d9414d03 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9951935 Feb 09 01:01:35.930908 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-f9ec9d64-49d5-42b6-a068-19678a9ae4c2 service neutron] Request body: {'port': {'device_id': '3008dae1-ba37-4483-87cf-4bc908b3cc34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:36.000252 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fabc2e0e-1e24-49b5-92bf-b7d1222aa355 None None] Provisioning complete for port 0214c746-0003-4aa3-bee7-b1976d2af0cd triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:36.000547 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fabc2e0e-1e24-49b5-92bf-b7d1222aa355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:36.003019 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-b0313fcf-f4d3-4630-9c5a-7fbbaabfd582 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Made reservation on behalf of d35c6ebfaf564a61b0fe2145094a7572 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:01:36.008920 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-b0313fcf-f4d3-4630-9c5a-7fbbaabfd582 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:36.327618 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-f9ec9d64-49d5-42b6-a068-19678a9ae4c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:36.399991 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 0214c746-0003-4aa3-bee7-b1976d2af0cd up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:01:36.507897 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 0214c746-0003-4aa3-bee7-b1976d2af0cd triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:36.508444 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:36.629277 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-6c168ce3-3940-4100-9601-7c94659843c8 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:36.738571 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-6c168ce3-3940-4100-9601-7c94659843c8 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:36.784330 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.db.api [req-7369eba4-e610-44fa-a1ae-7e15d0d8853f req-de9af579-43a2-46f5-a86f-8e9642a15f2f tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:01:36.784648 n-d-828418-1 neutron-server[87639]: DEBUG oslo_db.api [req-7369eba4-e610-44fa-a1ae-7e15d0d8853f req-de9af579-43a2-46f5-a86f-8e9642a15f2f tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:01:36.801126 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-aade46e8-ed2b-455b-b14b-39f59f14d1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:36.929311 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-6c168ce3-3940-4100-9601-7c94659843c8 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Network dddcfb9a-ef1d-4451-87f5-55a06755c03d is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:01:36.934571 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-6c168ce3-3940-4100-9601-7c94659843c8 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:01:36.936012 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bbea0b-9701-451a-a1cc-b5565333bbc7 req-638c1b6f-8e23-47a4-bf8d-496eecc37daf tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:36.940762 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-6c168ce3-3940-4100-9601-7c94659843c8 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:01:36.943298 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-07bbea0b-9701-451a-a1cc-b5565333bbc7 req-638c1b6f-8e23-47a4-bf8d-496eecc37daf tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=3efc0dbe-ba16-4e5c-b6ac-16c3dba938e4 HTTP/1.1" status: 200 len: 946 time: 0.8525763 Feb 09 01:01:36.974446 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3391345c-1d79-43cf-91e4-f42cb013119e req-8784122b-fb6e-4826-8359-7c98b4e41aae tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:36.980969 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c168ce3-3940-4100-9601-7c94659843c8 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Pushing event updated for resources: {'Port': ['ID=b7dc9dc9-1e32-48c4-a321-58098279cd4f,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:36.982706 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3391345c-1d79-43cf-91e4-f42cb013119e req-8784122b-fb6e-4826-8359-7c98b4e41aae tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=99c06934-fce7-4ee5-bb7b-d0b3bdcc9935 HTTP/1.1" status: 200 len: 947 time: 1.0720134 Feb 09 01:01:37.042005 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-6c168ce3-3940-4100-9601-7c94659843c8 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:37.042654 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-6c168ce3-3940-4100-9601-7c94659843c8 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:37.077370 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-6c168ce3-3940-4100-9601-7c94659843c8 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8610101 Feb 09 01:01:37.086112 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aade46e8-ed2b-455b-b14b-39f59f14d1b6 admin admin] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:01:37.101219 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-aade46e8-ed2b-455b-b14b-39f59f14d1b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:01:37.109885 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aade46e8-ed2b-455b-b14b-39f59f14d1b6 admin admin] Pushing event updated for resources: {'Port': ['ID=6fd61cb3-911e-4241-9b6c-131e06966bda,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:37.112813 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aade46e8-ed2b-455b-b14b-39f59f14d1b6 admin admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:01:37.117100 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-49782ea9-82b1-43f3-9535-815fa2a867a5 service neutron] Request body: {'port': {'device_id': '82c94d79-b497-4446-b6b4-9c23dd2b622e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:37.141065 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-583f21e6-bfde-443d-921b-e25c0c037a1a None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:37.165808 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-583f21e6-bfde-443d-921b-e25c0c037a1a None None] Transition to ACTIVE for port object 9de359a1-d738-40a8-87c3-2fba594ce190 will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:01:37.178579 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-583f21e6-bfde-443d-921b-e25c0c037a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:37.188328 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-f9ec9d64-49d5-42b6-a068-19678a9ae4c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 848bbfe1-50b5-48c6-9b2f-5accee855bb2 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:01:37.205180 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-f9ec9d64-49d5-42b6-a068-19678a9ae4c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:37.212905 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3391345c-1d79-43cf-91e4-f42cb013119e req-e51be359-29c9-4d8b-a096-b788bce50f59 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/security-groups?id=bc5d6135-6634-4167-99ad-f31267fef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290838 Feb 09 01:01:37.241500 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-07bbea0b-9701-451a-a1cc-b5565333bbc7 req-6fc2dfeb-999d-452d-a5bf-b418a46e3f12 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972107 Feb 09 01:01:37.290285 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-f9ec9d64-49d5-42b6-a068-19678a9ae4c2 service neutron] Transition to ACTIVE for port object 848bbfe1-50b5-48c6-9b2f-5accee855bb2 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:01:37.300634 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-f9ec9d64-49d5-42b6-a068-19678a9ae4c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:37.345511 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-49782ea9-82b1-43f3-9535-815fa2a867a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:37.376129 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-7369eba4-e610-44fa-a1ae-7e15d0d8853f req-de9af579-43a2-46f5-a86f-8e9642a15f2f tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Deleting port 88a93ab5-6360-4150-b84a-b24cbf02f870 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:01:37.376720 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-7369eba4-e610-44fa-a1ae-7e15d0d8853f req-de9af579-43a2-46f5-a86f-8e9642a15f2f tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:37.415296 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-583f21e6-bfde-443d-921b-e25c0c037a1a None None] Attempting to bind port 9de359a1-d738-40a8-87c3-2fba594ce190 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:01:37.417349 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-583f21e6-bfde-443d-921b-e25c0c037a1a None None] Attempting to bind port 9de359a1-d738-40a8-87c3-2fba594ce190 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:01:37.420869 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583f21e6-bfde-443d-921b-e25c0c037a1a None None] Attempting to bind port 9de359a1-d738-40a8-87c3-2fba594ce190 on network 3d885c3c-255c-4e54-addc-b28437d0b18e {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:01:37.441988 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583f21e6-bfde-443d-921b-e25c0c037a1a None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:01:37.442305 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583f21e6-bfde-443d-921b-e25c0c037a1a None None] Checking segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:01:37.442818 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-583f21e6-bfde-443d-921b-e25c0c037a1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:37.445032 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583f21e6-bfde-443d-921b-e25c0c037a1a None None] Bound using segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:01:37.445718 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-583f21e6-bfde-443d-921b-e25c0c037a1a None None] Bound port: 9de359a1-d738-40a8-87c3-2fba594ce190, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:01:37.446184 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-583f21e6-bfde-443d-921b-e25c0c037a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:37.532694 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-583f21e6-bfde-443d-921b-e25c0c037a1a None None] For port 9de359a1-d738-40a8-87c3-2fba594ce190, host n-d-828418-1, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:01:37.536613 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-583f21e6-bfde-443d-921b-e25c0c037a1a None None] For port 9de359a1-d738-40a8-87c3-2fba594ce190, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=9de359a1-d738-40a8-87c3-2fba594ce190,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:01:37.550903 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-583f21e6-bfde-443d-921b-e25c0c037a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:37.572772 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a586e28-3197-4c32-9a75-f05ca75f48cb None None] Pushing event updated for resources: {'Port': ['ID=9de359a1-d738-40a8-87c3-2fba594ce190,revision_number=2']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:37.661637 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583f21e6-bfde-443d-921b-e25c0c037a1a None None] Routers {'4af77cf2-eaad-4284-8445-24c7aeaed730'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:01:37.662419 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-583f21e6-bfde-443d-921b-e25c0c037a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:01:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['4af77cf2-eaad-4284-8445-24c7aeaed730'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:37.782743 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a586e28-3197-4c32-9a75-f05ca75f48cb None None] Pushing event updated for resources: {'Port': ['ID=9de359a1-d738-40a8-87c3-2fba594ce190,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:37.895440 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ec9d64-49d5-42b6-a068-19678a9ae4c2 service neutron] Pushing event updated for resources: {'Port': ['ID=848bbfe1-50b5-48c6-9b2f-5accee855bb2,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:38.011354 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-f9ec9d64-49d5-42b6-a068-19678a9ae4c2 service neutron] Attempting to bind port 848bbfe1-50b5-48c6-9b2f-5accee855bb2 on host n-h2-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:01:38.011354 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-f9ec9d64-49d5-42b6-a068-19678a9ae4c2 service neutron] Attempting to bind port 848bbfe1-50b5-48c6-9b2f-5accee855bb2 by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': 'e66966fd-77ef-4a29-85e6-046d1ef64861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dddcfb9a-ef1d-4451-87f5-55a06755c03d'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:01:38.011789 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-f9ec9d64-49d5-42b6-a068-19678a9ae4c2 service neutron] Attempting to bind port 848bbfe1-50b5-48c6-9b2f-5accee855bb2 on network dddcfb9a-ef1d-4451-87f5-55a06755c03d {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:01:38.023122 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-f9ec9d64-49d5-42b6-a068-19678a9ae4c2 service neutron] Port 848bbfe1-50b5-48c6-9b2f-5accee855bb2 on network dddcfb9a-ef1d-4451-87f5-55a06755c03d not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:01:38.023423 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-f9ec9d64-49d5-42b6-a068-19678a9ae4c2 service neutron] Attempting to bind port 848bbfe1-50b5-48c6-9b2f-5accee855bb2 on network dddcfb9a-ef1d-4451-87f5-55a06755c03d {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:01:38.043537 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-583f21e6-bfde-443d-921b-e25c0c037a1a None None] Set router 4af77cf2-eaad-4284-8445-24c7aeaed730 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:01:38.056757 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-f9ec9d64-49d5-42b6-a068-19678a9ae4c2 service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:01:38.057301 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-f9ec9d64-49d5-42b6-a068-19678a9ae4c2 service neutron] Checking segment: {'id': 'e66966fd-77ef-4a29-85e6-046d1ef64861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dddcfb9a-ef1d-4451-87f5-55a06755c03d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:01:38.057894 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-f9ec9d64-49d5-42b6-a068-19678a9ae4c2 service neutron] Bound using segment: {'id': 'e66966fd-77ef-4a29-85e6-046d1ef64861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dddcfb9a-ef1d-4451-87f5-55a06755c03d'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:01:38.059900 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-87300b21-e1fe-41bd-99c6-c806d272b450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:38.061494 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-f9ec9d64-49d5-42b6-a068-19678a9ae4c2 service neutron] Bound port: 848bbfe1-50b5-48c6-9b2f-5accee855bb2, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e66966fd-77ef-4a29-85e6-046d1ef64861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dddcfb9a-ef1d-4451-87f5-55a06755c03d'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:01:38.062144 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-f9ec9d64-49d5-42b6-a068-19678a9ae4c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:38.169445 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-b0313fcf-f4d3-4630-9c5a-7fbbaabfd582 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Allocated IP 172.20.0.9 (dddcfb9a-ef1d-4451-87f5-55a06755c03d/9942ee01-dd7e-4834-abd9-435553920913/20be9a6a-133c-48db-a517-4ad159c695f6) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:01:38.217718 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-f9ec9d64-49d5-42b6-a068-19678a9ae4c2 service neutron] For port 848bbfe1-50b5-48c6-9b2f-5accee855bb2, host n-h2-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:01:38.227721 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-f9ec9d64-49d5-42b6-a068-19678a9ae4c2 service neutron] For port 848bbfe1-50b5-48c6-9b2f-5accee855bb2, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=848bbfe1-50b5-48c6-9b2f-5accee855bb2,segment=NetworkSegment(e66966fd-77ef-4a29-85e6-046d1ef64861),segment_id=e66966fd-77ef-4a29-85e6-046d1ef64861)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:01:38.235896 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-f9ec9d64-49d5-42b6-a068-19678a9ae4c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:38.353340 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ec9d64-49d5-42b6-a068-19678a9ae4c2 service neutron] Pushing event updated for resources: {'Port': ['ID=848bbfe1-50b5-48c6-9b2f-5accee855bb2,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:38.375586 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-f9ec9d64-49d5-42b6-a068-19678a9ae4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:38.379116 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-f9ec9d64-49d5-42b6-a068-19678a9ae4c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:38.382661 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-f9ec9d64-49d5-42b6-a068-19678a9ae4c2 service neutron] 10.222.0.99 "PUT /v2.0/ports/848bbfe1-50b5-48c6-9b2f-5accee855bb2 HTTP/1.1" status: 200 len: 1091 time: 2.4660578 Feb 09 01:01:38.386795 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3008dae1-ba37-4483-87cf-4bc908b3cc34', 'tag': '848bbfe1-50b5-48c6-9b2f-5accee855bb2'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:01:38.512545 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-98db4178-44e4-4630-aa6d-fa8b22219023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:38.514125 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-98db4178-44e4-4630-aa6d-fa8b22219023 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d35c6ebfaf564a61b0fe2145094a7572&device_id=3008dae1-ba37-4483-87cf-4bc908b3cc34 HTTP/1.1" status: 200 len: 1094 time: 0.0941074 Feb 09 01:01:38.635634 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-583f21e6-bfde-443d-921b-e25c0c037a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af77cf2-eaad-4284-8445-24c7aeaed730', 'name': 'tempest-TaggedBootDevicesTest_v242-933179945-router', 'tenant_id': '6ae572a6f87d4d70abcebc0f3058fa0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '9de359a1-d738-40a8-87c3-2fba594ce190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:01:25Z', 'updated_at': '2022-02-09T01:01:29Z', 'revision_number': 3, 'project_id': '6ae572a6f87d4d70abcebc0f3058fa0e', 'gw_port': {'id': '9de359a1-d738-40a8-87c3-2fba594ce190', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2d:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af77cf2-eaad-4284-8445-24c7aeaed730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:27Z', 'updated_at': '2022-02-09T01:01:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:38.644599 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583f21e6-bfde-443d-921b-e25c0c037a1a None None] The sync data for ids ['4af77cf2-eaad-4284-8445-24c7aeaed730'] in n-d-828418-1 is: [{'id': '4af77cf2-eaad-4284-8445-24c7aeaed730', 'name': 'tempest-TaggedBootDevicesTest_v242-933179945-router', 'tenant_id': '6ae572a6f87d4d70abcebc0f3058fa0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '9de359a1-d738-40a8-87c3-2fba594ce190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:01:25Z', 'updated_at': '2022-02-09T01:01:29Z', 'revision_number': 3, 'project_id': '6ae572a6f87d4d70abcebc0f3058fa0e', 'gw_port': {'id': '9de359a1-d738-40a8-87c3-2fba594ce190', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2d:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af77cf2-eaad-4284-8445-24c7aeaed730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:27Z', 'updated_at': '2022-02-09T01:01:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:01:38.690753 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-8f6abd5f-a1ad-48dd-bee2-259ca1ee06f7 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=848bbfe1-50b5-48c6-9b2f-5accee855bb2 HTTP/1.1" status: 200 len: 217 time: 0.1675031 Feb 09 01:01:38.780704 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-3edb403f-0e1e-4af9-ba6e-c193772d32a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:38.782225 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-3edb403f-0e1e-4af9-ba6e-c193772d32a9 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=9942ee01-dd7e-4834-abd9-435553920913 HTTP/1.1" status: 200 len: 858 time: 0.0856688 Feb 09 01:01:38.900022 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-48cf6284-1968-468a-be11-c3674f7e5721 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=dddcfb9a-ef1d-4451-87f5-55a06755c03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1109848 Feb 09 01:01:39.155669 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-e2ea8db0-bab1-4fa4-a91b-0e0f7aefc156 service neutron] 10.222.0.99 "GET /v2.0/networks/dddcfb9a-ef1d-4451-87f5-55a06755c03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492070 Feb 09 01:01:39.360070 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-e4d4af56-91e5-40ed-8008-7026860221cb service neutron] 10.222.0.99 "GET /v2.0/networks/dddcfb9a-ef1d-4451-87f5-55a06755c03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987851 Feb 09 01:01:39.393822 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-40194bb9-e3f3-40e9-acbc-c5e91838a99d req-3e1c51a0-a31c-4061-92b5-075136bb6c88 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bca2e8fa-004b-4433-b8a2-c8e34de12605&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4555197 Feb 09 01:01:39.481058 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592becb3-5c7e-40cc-9a4c-dc221c1d0b41 req-95f2553b-fead-4a2b-b9d7-b5cfbeb15730 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:39.482280 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-592becb3-5c7e-40cc-9a4c-dc221c1d0b41 req-95f2553b-fead-4a2b-b9d7-b5cfbeb15730 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.99 "GET /v2.0/ports?device_id=3efc0dbe-ba16-4e5c-b6ac-16c3dba938e4 HTTP/1.1" status: 200 len: 946 time: 1.5444071 Feb 09 01:01:39.593152 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df419f2c-72c3-47a8-bccf-533b48f32634 req-9d75b588-95a6-4c9a-8432-1e28e676fae4 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:39.601903 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-df419f2c-72c3-47a8-bccf-533b48f32634 req-9d75b588-95a6-4c9a-8432-1e28e676fae4 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] 10.222.0.105 "GET /v2.0/ports?device_id=82c94d79-b497-4446-b6b4-9c23dd2b622e HTTP/1.1" status: 200 len: 932 time: 2.0088072 Feb 09 01:01:39.678971 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-aade46e8-ed2b-455b-b14b-39f59f14d1b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:39.770074 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959c36f-e25f-4033-acc4-8acf1621d701 req-bf5c9476-17e8-41bc-a2a4-3430165405d9 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:39.777817 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e959c36f-e25f-4033-acc4-8acf1621d701 req-bf5c9476-17e8-41bc-a2a4-3430165405d9 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=99c06934-fce7-4ee5-bb7b-d0b3bdcc9935 HTTP/1.1" status: 200 len: 947 time: 1.2739453 Feb 09 01:01:39.837143 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-b0313fcf-f4d3-4630-9c5a-7fbbaabfd582 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:39.851185 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3a735639-cc81-46af-87bb-b1607367a636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:39.906773 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-7369eba4-e610-44fa-a1ae-7e15d0d8853f req-de9af579-43a2-46f5-a86f-8e9642a15f2f tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] For port 88a93ab5-6360-4150-b84a-b24cbf02f870, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=88a93ab5-6360-4150-b84a-b24cbf02f870,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:39.907526 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-7369eba4-e610-44fa-a1ae-7e15d0d8853f req-de9af579-43a2-46f5-a86f-8e9642a15f2f tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:39.969168 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-592becb3-5c7e-40cc-9a4c-dc221c1d0b41 req-585f643a-f526-4ae8-b5ab-77385a1e8a7b tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Deleting port 446e19d0-fb6e-49d1-9177-c6ee874259cc {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:01:39.970129 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-592becb3-5c7e-40cc-9a4c-dc221c1d0b41 req-585f643a-f526-4ae8-b5ab-77385a1e8a7b tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:40.019475 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e959c36f-e25f-4033-acc4-8acf1621d701 req-b067fa8e-432b-4b7f-bb10-7940ba0ca04a tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/security-groups?id=bc5d6135-6634-4167-99ad-f31267fef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405386 Feb 09 01:01:40.130523 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-df419f2c-72c3-47a8-bccf-533b48f32634 req-f7770c35-6870-41de-9dc7-48b22d0ac149 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] 10.222.0.105 "GET /v2.0/security-groups?id=dcb42f2e-3e93-41f3-b435-313efa7aea51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5254984 Feb 09 01:01:40.252602 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237768b-5d63-4039-a395-972fdb49054c req-b40a65a3-1a17-43dd-913a-b99414edd93c tempest-ServerTagsTestJSON-663789134 tempest-ServerTagsTestJSON-663789134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:40.254557 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4237768b-5d63-4039-a395-972fdb49054c req-b40a65a3-1a17-43dd-913a-b99414edd93c tempest-ServerTagsTestJSON-663789134 tempest-ServerTagsTestJSON-663789134-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0e0ca8d-c693-475b-9c37-e907411a9784 HTTP/1.1" status: 200 len: 946 time: 0.1760454 Feb 09 01:01:40.307878 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-7369eba4-e610-44fa-a1ae-7e15d0d8853f req-de9af579-43a2-46f5-a86f-8e9642a15f2f tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Calling delete_port for 88a93ab5-6360-4150-b84a-b24cbf02f870 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:01:40.377280 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-4237768b-5d63-4039-a395-972fdb49054c req-955c82aa-7f1c-40ce-80f6-53943fe083f0 tempest-ServerTagsTestJSON-663789134 tempest-ServerTagsTestJSON-663789134-project] Deleting port 7c89f2b6-e344-4b75-a24d-712c9313ab80 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:01:40.378533 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-4237768b-5d63-4039-a395-972fdb49054c req-955c82aa-7f1c-40ce-80f6-53943fe083f0 tempest-ServerTagsTestJSON-663789134 tempest-ServerTagsTestJSON-663789134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:40.425179 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2230da7d-9d1d-4980-90c2-52e29b7a290e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:40.466297 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 9de359a1-d738-40a8-87c3-2fba594ce190 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:01:40.592770 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 9de359a1-d738-40a8-87c3-2fba594ce190 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:01:40.598536 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 9de359a1-d738-40a8-87c3-2fba594ce190 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:40.600225 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:40.710183 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40194bb9-e3f3-40e9-acbc-c5e91838a99d req-9e66e806-2784-4c0c-9f58-10237e2ce6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:40.711703 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-40194bb9-e3f3-40e9-acbc-c5e91838a99d req-9e66e806-2784-4c0c-9f58-10237e2ce6b0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=71b0276e9e0b48f8943a51531f3d8a9e&device_id=bca2e8fa-004b-4433-b8a2-c8e34de12605 HTTP/1.1" status: 200 len: 1097 time: 1.2571464 Feb 09 01:01:40.732860 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-4237768b-5d63-4039-a395-972fdb49054c req-955c82aa-7f1c-40ce-80f6-53943fe083f0 tempest-ServerTagsTestJSON-663789134 tempest-ServerTagsTestJSON-663789134-project] For port 7c89f2b6-e344-4b75-a24d-712c9313ab80, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=7c89f2b6-e344-4b75-a24d-712c9313ab80,segment=NetworkSegment(9eddc633-ff56-408f-9d9a-065694f70a8a),segment_id=9eddc633-ff56-408f-9d9a-065694f70a8a)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:40.733222 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-4237768b-5d63-4039-a395-972fdb49054c req-955c82aa-7f1c-40ce-80f6-53943fe083f0 tempest-ServerTagsTestJSON-663789134 tempest-ServerTagsTestJSON-663789134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:40.891214 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:40.916524 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 9de359a1-d738-40a8-87c3-2fba594ce190, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=9de359a1-d738-40a8-87c3-2fba594ce190,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:40.933354 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:41.072988 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=9de359a1-d738-40a8-87c3-2fba594ce190,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:41.088152 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-4237768b-5d63-4039-a395-972fdb49054c req-955c82aa-7f1c-40ce-80f6-53943fe083f0 tempest-ServerTagsTestJSON-663789134 tempest-ServerTagsTestJSON-663789134-project] Calling delete_port for 7c89f2b6-e344-4b75-a24d-712c9313ab80 owned by compute:nova {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:01:41.092021 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40194bb9-e3f3-40e9-acbc-c5e91838a99d req-ba3ce4d8-2db8-4377-807c-c0b743c5c3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:41.093575 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-40194bb9-e3f3-40e9-acbc-c5e91838a99d req-ba3ce4d8-2db8-4377-807c-c0b743c5c3ce service neutron] 10.222.0.62 "GET /v2.0/networks?id=1f86eb5f-f405-4ce4-a845-9c31ac1b15d4 HTTP/1.1" status: 200 len: 912 time: 0.3333025 Feb 09 01:01:41.287777 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-4237768b-5d63-4039-a395-972fdb49054c req-955c82aa-7f1c-40ce-80f6-53943fe083f0 tempest-ServerTagsTestJSON-663789134 tempest-ServerTagsTestJSON-663789134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:41.299834 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['7c89f2b6-e344-4b75-a24d-712c9313ab80'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:01:41.363528 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955c82aa-7f1c-40ce-80f6-53943fe083f0 tempest-ServerTagsTestJSON-663789134 tempest-ServerTagsTestJSON-663789134-project] Pushing event deleted for resources: {'Port': ['ID=7c89f2b6-e344-4b75-a24d-712c9313ab80,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:41.444761 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:41.474529 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:41.508344 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-4237768b-5d63-4039-a395-972fdb49054c req-955c82aa-7f1c-40ce-80f6-53943fe083f0 tempest-ServerTagsTestJSON-663789134 tempest-ServerTagsTestJSON-663789134-project] No DVR routers for this DVR port 7c89f2b6-e344-4b75-a24d-712c9313ab80 on host n-h1-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:01:41.513578 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-4237768b-5d63-4039-a395-972fdb49054c req-955c82aa-7f1c-40ce-80f6-53943fe083f0 tempest-ServerTagsTestJSON-663789134 tempest-ServerTagsTestJSON-663789134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:41.534668 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4237768b-5d63-4039-a395-972fdb49054c req-955c82aa-7f1c-40ce-80f6-53943fe083f0 tempest-ServerTagsTestJSON-663789134 tempest-ServerTagsTestJSON-663789134-project] 10.222.0.62 "DELETE /v2.0/ports/7c89f2b6-e344-4b75-a24d-712c9313ab80 HTTP/1.1" status: 204 len: 173 time: 1.2742887 Feb 09 01:01:41.669510 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-40194bb9-e3f3-40e9-acbc-c5e91838a99d req-b12ea7d0-3643-4299-b1dd-9ff47254d214 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9de2f4cb-9135-47ad-906a-b6130ce11d23 HTTP/1.1" status: 200 len: 217 time: 0.1914983 Feb 09 01:01:41.684219 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da09c186-5c8e-479f-8f9e-f46abb028458 req-e0d6b6c9-a929-4e78-a8de-04b54fc17277 tempest-ServerTagsTestJSON-663789134 tempest-ServerTagsTestJSON-663789134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:41.692624 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-da09c186-5c8e-479f-8f9e-f46abb028458 req-e0d6b6c9-a929-4e78-a8de-04b54fc17277 tempest-ServerTagsTestJSON-663789134 tempest-ServerTagsTestJSON-663789134-project] 10.222.0.105 "GET /v2.0/ports?device_id=b0e0ca8d-c693-475b-9c37-e907411a9784 HTTP/1.1" status: 200 len: 946 time: 1.1772752 Feb 09 01:01:41.707498 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-aade46e8-ed2b-455b-b14b-39f59f14d1b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:41.759565 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-7369eba4-e610-44fa-a1ae-7e15d0d8853f req-de9af579-43a2-46f5-a86f-8e9642a15f2f tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:41.788406 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da56fc-67e4-4622-95a1-3c2a9864cfe5 req-f71576d2-1e78-45db-bcbc-71514dec7f63 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:41.798105 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d4da56fc-67e4-4622-95a1-3c2a9864cfe5 req-f71576d2-1e78-45db-bcbc-71514dec7f63 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=3efc0dbe-ba16-4e5c-b6ac-16c3dba938e4 HTTP/1.1" status: 200 len: 946 time: 1.2325323 Feb 09 01:01:41.871834 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-b0313fcf-f4d3-4630-9c5a-7fbbaabfd582 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:41.980046 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9af579-43a2-46f5-a86f-8e9642a15f2f tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Pushing event deleted for resources: {'Port': ['ID=88a93ab5-6360-4150-b84a-b24cbf02f870,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:42.101242 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-49782ea9-82b1-43f3-9535-815fa2a867a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7dc9dc9-1e32-48c4-a321-58098279cd4f {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:01:42.116106 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-49782ea9-82b1-43f3-9535-815fa2a867a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:42.145504 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-49782ea9-82b1-43f3-9535-815fa2a867a5 service neutron] Transition to ACTIVE for port object b7dc9dc9-1e32-48c4-a321-58098279cd4f will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:01:42.147848 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-da09c186-5c8e-479f-8f9e-f46abb028458 req-1e27e56c-9c8c-4f9d-8558-0ca5d28f6783 tempest-ServerTagsTestJSON-663789134 tempest-ServerTagsTestJSON-663789134-project] 10.222.0.105 "GET /v2.0/security-groups?id=c6bfc5e9-3478-4c58-944c-479fc5131f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4543655 Feb 09 01:01:42.150928 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-49782ea9-82b1-43f3-9535-815fa2a867a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:42.167780 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 446e19d0-fb6e-49d1-9177-c6ee874259cc no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:01:42.366760 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3008dae1-ba37-4483-87cf-4bc908b3cc34', 'tag': '848bbfe1-50b5-48c6-9b2f-5accee855bb2', 'status': 'completed', 'code': 200} Feb 09 01:01:42.424855 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:42.463850 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d4da56fc-67e4-4622-95a1-3c2a9864cfe5 req-ab97cece-8774-48db-80f7-030c0c5adc20 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6645162 Feb 09 01:01:42.470996 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-592becb3-5c7e-40cc-9a4c-dc221c1d0b41 req-585f643a-f526-4ae8-b5ab-77385a1e8a7b tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] For port 446e19d0-fb6e-49d1-9177-c6ee874259cc, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=446e19d0-fb6e-49d1-9177-c6ee874259cc,segment=NetworkSegment(d1c0a158-6579-41f7-a92a-da7d79b925b6),segment_id=d1c0a158-6579-41f7-a92a-da7d79b925b6)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:42.472406 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-592becb3-5c7e-40cc-9a4c-dc221c1d0b41 req-585f643a-f526-4ae8-b5ab-77385a1e8a7b tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:42.474279 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 9de359a1-d738-40a8-87c3-2fba594ce190 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:01:42.565038 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-b0313fcf-f4d3-4630-9c5a-7fbbaabfd582 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Network dddcfb9a-ef1d-4451-87f5-55a06755c03d is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:01:42.673705 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8e5df0f0-9805-4811-829f-8cbaa6533b62 req-6eec3670-9920-4b48-898b-8d657ec8aa73 tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.105 "GET /v2.0/ports?device_id=99c06934-fce7-4ee5-bb7b-d0b3bdcc9935 HTTP/1.1" status: 200 len: 210 time: 0.1024625 Feb 09 01:01:42.687343 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49782ea9-82b1-43f3-9535-815fa2a867a5 service neutron] Pushing event updated for resources: {'Port': ['ID=b7dc9dc9-1e32-48c4-a321-58098279cd4f,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:42.699155 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3efc0dbe-ba16-4e5c-b6ac-16c3dba938e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '446e19d0-fb6e-49d1-9177-c6ee874259cc'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:01:42.759714 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 446e19d0-fb6e-49d1-9177-c6ee874259cc, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=446e19d0-fb6e-49d1-9177-c6ee874259cc,segment=NetworkSegment(d1c0a158-6579-41f7-a92a-da7d79b925b6),segment_id=d1c0a158-6579-41f7-a92a-da7d79b925b6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:42.776701 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:42.784004 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e05d63-d50f-48c7-aa1d-084140679072 req-d404cd45-4805-4694-9d15-d34a12deb00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:42.786453 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-19e05d63-d50f-48c7-aa1d-084140679072 req-d404cd45-4805-4694-9d15-d34a12deb00c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d35c6ebfaf564a61b0fe2145094a7572&device_id=3008dae1-ba37-4483-87cf-4bc908b3cc34 HTTP/1.1" status: 200 len: 1094 time: 0.4172542 Feb 09 01:01:42.798883 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-7369eba4-e610-44fa-a1ae-7e15d0d8853f req-de9af579-43a2-46f5-a86f-8e9642a15f2f tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] No DVR routers for this DVR port 88a93ab5-6360-4150-b84a-b24cbf02f870 on host n-h2-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:01:42.809306 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-b0313fcf-f4d3-4630-9c5a-7fbbaabfd582 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:01:42.836312 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3efc0dbe-ba16-4e5c-b6ac-16c3dba938e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '446e19d0-fb6e-49d1-9177-c6ee874259cc', 'code': 200} Feb 09 01:01:42.887147 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-b0313fcf-f4d3-4630-9c5a-7fbbaabfd582 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:01:42.907450 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-49782ea9-82b1-43f3-9535-815fa2a867a5 service neutron] Attempting to bind port b7dc9dc9-1e32-48c4-a321-58098279cd4f on host n-h2-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:01:42.907781 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-49782ea9-82b1-43f3-9535-815fa2a867a5 service neutron] Attempting to bind port b7dc9dc9-1e32-48c4-a321-58098279cd4f by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': 'e66966fd-77ef-4a29-85e6-046d1ef64861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dddcfb9a-ef1d-4451-87f5-55a06755c03d'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:01:42.908105 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-49782ea9-82b1-43f3-9535-815fa2a867a5 service neutron] Attempting to bind port b7dc9dc9-1e32-48c4-a321-58098279cd4f on network dddcfb9a-ef1d-4451-87f5-55a06755c03d {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:01:42.914750 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 9de359a1-d738-40a8-87c3-2fba594ce190 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:42.915404 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:42.936070 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-49782ea9-82b1-43f3-9535-815fa2a867a5 service neutron] Port b7dc9dc9-1e32-48c4-a321-58098279cd4f on network dddcfb9a-ef1d-4451-87f5-55a06755c03d not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:01:42.936424 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-49782ea9-82b1-43f3-9535-815fa2a867a5 service neutron] Attempting to bind port b7dc9dc9-1e32-48c4-a321-58098279cd4f on network dddcfb9a-ef1d-4451-87f5-55a06755c03d {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:01:42.945833 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-49782ea9-82b1-43f3-9535-815fa2a867a5 service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:01:42.946213 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-49782ea9-82b1-43f3-9535-815fa2a867a5 service neutron] Checking segment: {'id': 'e66966fd-77ef-4a29-85e6-046d1ef64861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dddcfb9a-ef1d-4451-87f5-55a06755c03d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:01:42.946546 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-49782ea9-82b1-43f3-9535-815fa2a867a5 service neutron] Bound using segment: {'id': 'e66966fd-77ef-4a29-85e6-046d1ef64861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dddcfb9a-ef1d-4451-87f5-55a06755c03d'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:01:42.946982 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-49782ea9-82b1-43f3-9535-815fa2a867a5 service neutron] Bound port: b7dc9dc9-1e32-48c4-a321-58098279cd4f, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e66966fd-77ef-4a29-85e6-046d1ef64861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dddcfb9a-ef1d-4451-87f5-55a06755c03d'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:01:42.947327 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-49782ea9-82b1-43f3-9535-815fa2a867a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:42.966563 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-7369eba4-e610-44fa-a1ae-7e15d0d8853f req-de9af579-43a2-46f5-a86f-8e9642a15f2f tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:42.980383 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-b0313fcf-f4d3-4630-9c5a-7fbbaabfd582 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:42.981006 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-b0313fcf-f4d3-4630-9c5a-7fbbaabfd582 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:43.011779 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40194bb9-e3f3-40e9-acbc-c5e91838a99d req-c0e99d4f-148c-49e9-9f7e-f138e1a64c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:43.012757 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=446e19d0-fb6e-49d1-9177-c6ee874259cc,revision_number=6']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:43.013999 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-40194bb9-e3f3-40e9-acbc-c5e91838a99d req-c0e99d4f-148c-49e9-9f7e-f138e1a64c4b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=55d6843d-cf0e-4da9-b1f9-18c66e11f308 HTTP/1.1" status: 200 len: 850 time: 1.2963998 Feb 09 01:01:43.014441 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c06934-fce7-4ee5-bb7b-d0b3bdcc9935', 'name': 'network-vif-deleted', 'tag': '88a93ab5-6360-4150-b84a-b24cbf02f870'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:01:43.044056 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:43.087866 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-49782ea9-82b1-43f3-9535-815fa2a867a5 service neutron] For port b7dc9dc9-1e32-48c4-a321-58098279cd4f, host n-h2-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:01:43.090670 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-b0313fcf-f4d3-4630-9c5a-7fbbaabfd582 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.8560066 Feb 09 01:01:43.098403 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-49782ea9-82b1-43f3-9535-815fa2a867a5 service neutron] For port b7dc9dc9-1e32-48c4-a321-58098279cd4f, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=b7dc9dc9-1e32-48c4-a321-58098279cd4f,segment=NetworkSegment(e66966fd-77ef-4a29-85e6-046d1ef64861),segment_id=e66966fd-77ef-4a29-85e6-046d1ef64861)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:01:43.100881 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-592becb3-5c7e-40cc-9a4c-dc221c1d0b41 req-585f643a-f526-4ae8-b5ab-77385a1e8a7b tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Calling delete_port for 446e19d0-fb6e-49d1-9177-c6ee874259cc owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:01:43.114907 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-49782ea9-82b1-43f3-9535-815fa2a867a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:43.196559 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-abcff06c-2806-4b49-a27c-818112de6c6a service neutron] Request body: {'port': {'device_id': '9300db8a-c3f1-475b-98f5-cd430bcf0bad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:43.269108 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49782ea9-82b1-43f3-9535-815fa2a867a5 service neutron] Pushing event updated for resources: {'Port': ['ID=b7dc9dc9-1e32-48c4-a321-58098279cd4f,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:43.274862 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-49782ea9-82b1-43f3-9535-815fa2a867a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:43.275581 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-49782ea9-82b1-43f3-9535-815fa2a867a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:43.277094 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-49782ea9-82b1-43f3-9535-815fa2a867a5 service neutron] 10.222.0.99 "PUT /v2.0/ports/b7dc9dc9-1e32-48c4-a321-58098279cd4f HTTP/1.1" status: 200 len: 1092 time: 6.1648240 Feb 09 01:01:43.279034 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e05d63-d50f-48c7-aa1d-084140679072 req-541b66a3-3f8c-4072-804e-2c916b1927ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:43.290186 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-19e05d63-d50f-48c7-aa1d-084140679072 req-541b66a3-3f8c-4072-804e-2c916b1927ac service neutron] 10.222.0.99 "GET /v2.0/networks?id=dddcfb9a-ef1d-4451-87f5-55a06755c03d HTTP/1.1" status: 200 len: 919 time: 0.4842181 Feb 09 01:01:43.385373 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-19e05d63-d50f-48c7-aa1d-084140679072 req-7a98b0fc-1534-48d4-897b-78eb4261c807 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=848bbfe1-50b5-48c6-9b2f-5accee855bb2 HTTP/1.1" status: 200 len: 217 time: 0.0943115 Feb 09 01:01:43.386048 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 51488) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:01:43.506723 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0313fcf-f4d3-4630-9c5a-7fbbaabfd582 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Pushing event updated for resources: {'Port': ['ID=20be9a6a-133c-48db-a517-4ad159c695f6,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:43.531348 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c06934-fce7-4ee5-bb7b-d0b3bdcc9935', 'name': 'network-vif-deleted', 'tag': '88a93ab5-6360-4150-b84a-b24cbf02f870', 'status': 'completed', 'code': 200} Feb 09 01:01:43.573696 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-33689db5-d80a-47df-bfac-3e4e02a1a979 admin admin] Deleting subnet 37d7d7e5-f533-4002-b634-1d0d67745264 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:01:43.582335 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-33689db5-d80a-47df-bfac-3e4e02a1a979 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:43.616160 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e05d63-d50f-48c7-aa1d-084140679072 req-52bb9350-f19c-4de3-a647-8960369cbf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:43.617942 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-19e05d63-d50f-48c7-aa1d-084140679072 req-52bb9350-f19c-4de3-a647-8960369cbf07 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=9942ee01-dd7e-4834-abd9-435553920913 HTTP/1.1" status: 200 len: 858 time: 0.1607230 Feb 09 01:01:43.641961 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-abcff06c-2806-4b49-a27c-818112de6c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:43.674210 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-19e05d63-d50f-48c7-aa1d-084140679072 req-c33f8836-11b0-48ac-b562-6b1ba3cede75 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=dddcfb9a-ef1d-4451-87f5-55a06755c03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471041 Feb 09 01:01:43.675751 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-a5db711e-66ae-43a2-a182-78b2c47f4601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:43.676013 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-3a735639-cc81-46af-87bb-b1607367a636 admin admin] Allocated IP 172.20.0.1 (6c21402c-7902-4ae7-8505-6f11f3eac92e/72b75d40-f987-460b-9115-e3f2c6814493/da2fa760-4692-463d-a9a9-86aaf187f6d8) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:01:43.677279 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-a5db711e-66ae-43a2-a182-78b2c47f4601 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d35c6ebfaf564a61b0fe2145094a7572&device_id=82c94d79-b497-4446-b6b4-9c23dd2b622e HTTP/1.1" status: 200 len: 1095 time: 0.2902024 Feb 09 01:01:43.802068 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7369eba4-e610-44fa-a1ae-7e15d0d8853f req-de9af579-43a2-46f5-a86f-8e9642a15f2f tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] 10.222.0.99 "DELETE /v2.0/ports/88a93ab5-6360-4150-b84a-b24cbf02f870 HTTP/1.1" status: 204 len: 173 time: 12.5109375 Feb 09 01:01:43.899434 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 7c89f2b6-e344-4b75-a24d-712c9313ab80 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:01:43.983144 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: 7c89f2b6-e344-4b75-a24d-712c9313ab80 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:01:43.983144 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 7c89f2b6-e344-4b75-a24d-712c9313ab80 not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:01:44.033488 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-b73ea78a-8ee5-431b-aec5-c0cea9d1f9a3 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7dc9dc9-1e32-48c4-a321-58098279cd4f HTTP/1.1" status: 200 len: 217 time: 0.3445644 Feb 09 01:01:44.038241 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-33689db5-d80a-47df-bfac-3e4e02a1a979 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:44.154908 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-f538cf2a-556b-48aa-85ef-66397b54d903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:44.156354 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-f538cf2a-556b-48aa-85ef-66397b54d903 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=9942ee01-dd7e-4834-abd9-435553920913 HTTP/1.1" status: 200 len: 858 time: 0.0847378 Feb 09 01:01:44.167834 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 848bbfe1-50b5-48c6-9b2f-5accee855bb2 details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:01:44.228801 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.db.api [req-592becb3-5c7e-40cc-9a4c-dc221c1d0b41 req-585f643a-f526-4ae8-b5ab-77385a1e8a7b tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:01:44.229236 n-d-828418-1 neutron-server[87639]: DEBUG oslo_db.api [req-592becb3-5c7e-40cc-9a4c-dc221c1d0b41 req-585f643a-f526-4ae8-b5ab-77385a1e8a7b tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:01:44.245821 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-33689db5-d80a-47df-bfac-3e4e02a1a979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:44.260278 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c77ab6-594d-4f5b-8eb9-341279414b05 req-bafe403c-fa9b-43fc-b3ac-c18a95ff8e5c tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:44.261033 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-f8c77ab6-594d-4f5b-8eb9-341279414b05 req-bafe403c-fa9b-43fc-b3ac-c18a95ff8e5c tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Synchronizing usage tracker for tenant:d35c6ebfaf564a61b0fe2145094a7572 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:01:44.274870 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40194bb9-e3f3-40e9-acbc-c5e91838a99d req-a9c2beda-7022-4756-a5d8-de0e22f79101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:44.276368 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-40194bb9-e3f3-40e9-acbc-c5e91838a99d req-a9c2beda-7022-4756-a5d8-de0e22f79101 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1f86eb5f-f405-4ce4-a845-9c31ac1b15d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1394219 Feb 09 01:01:44.294699 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-cd8fde03-5ea6-4902-acd8-cd4f00cdfa34 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=dddcfb9a-ef1d-4451-87f5-55a06755c03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887859 Feb 09 01:01:44.304064 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-19e05d63-d50f-48c7-aa1d-084140679072 req-a6edeb06-d66e-4c76-b2c5-a59206899bad service neutron] 10.222.0.99 "GET /v2.0/networks/dddcfb9a-ef1d-4451-87f5-55a06755c03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6161480 Feb 09 01:01:44.408328 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aade46e8-ed2b-455b-b14b-39f59f14d1b6 admin admin] Router 421fbf56-9f74-4e16-96b1-944f7a5e261c is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:01:44.442990 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0e0ca8d-c693-475b-9c37-e907411a9784', 'name': 'network-vif-deleted', 'tag': '7c89f2b6-e344-4b75-a24d-712c9313ab80'}, {'name': 'network-changed', 'server_uuid': '82c94d79-b497-4446-b6b4-9c23dd2b622e', 'tag': 'b7dc9dc9-1e32-48c4-a321-58098279cd4f'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:01:44.444103 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93652bc4-d222-486e-92f6-5e6b5034accb req-9d975c80-cfcf-45d1-98b6-bf404a1f2c08 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:44.452007 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-93652bc4-d222-486e-92f6-5e6b5034accb req-9d975c80-cfcf-45d1-98b6-bf404a1f2c08 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=3efc0dbe-ba16-4e5c-b6ac-16c3dba938e4 HTTP/1.1" status: 200 len: 944 time: 0.7953613 Feb 09 01:01:44.460387 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-d2aee466-d456-4aa1-9a30-e5ae7fdc97b3 service neutron] 10.222.0.99 "GET /v2.0/networks/dddcfb9a-ef1d-4451-87f5-55a06755c03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531200 Feb 09 01:01:44.473982 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-f8c77ab6-594d-4f5b-8eb9-341279414b05 req-bafe403c-fa9b-43fc-b3ac-c18a95ff8e5c tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Unset dirty status for tenant:d35c6ebfaf564a61b0fe2145094a7572 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:01:44.481134 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f8c77ab6-594d-4f5b-8eb9-341279414b05 req-bafe403c-fa9b-43fc-b3ac-c18a95ff8e5c tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] 10.222.0.105 "GET /v2.0/ports?device_id=82c94d79-b497-4446-b6b4-9c23dd2b622e HTTP/1.1" status: 200 len: 944 time: 1.7614262 Feb 09 01:01:44.536543 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 848bbfe1-50b5-48c6-9b2f-5accee855bb2, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=848bbfe1-50b5-48c6-9b2f-5accee855bb2,segment=NetworkSegment(e66966fd-77ef-4a29-85e6-046d1ef64861),segment_id=e66966fd-77ef-4a29-85e6-046d1ef64861)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:44.556820 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': '848bbfe1-50b5-48c6-9b2f-5accee855bb2', 'network_id': 'dddcfb9a-ef1d-4451-87f5-55a06755c03d', 'port_id': '848bbfe1-50b5-48c6-9b2f-5accee855bb2', 'mac_address': 'fa:16:3e:42:fa:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9942ee01-dd7e-4834-abd9-435553920913', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:01:44.584842 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3a735639-cc81-46af-87bb-b1607367a636 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:44.706170 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:44.730926 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-592becb3-5c7e-40cc-9a4c-dc221c1d0b41 req-585f643a-f526-4ae8-b5ab-77385a1e8a7b tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Deleting port 446e19d0-fb6e-49d1-9177-c6ee874259cc {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:01:44.731506 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-592becb3-5c7e-40cc-9a4c-dc221c1d0b41 req-585f643a-f526-4ae8-b5ab-77385a1e8a7b tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:44.760970 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 848bbfe1-50b5-48c6-9b2f-5accee855bb2 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:01:44.762780 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-3a735639-cc81-46af-87bb-b1607367a636 admin admin] Transition to ACTIVE for port object da2fa760-4692-463d-a9a9-86aaf187f6d8 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:01:44.798635 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 848bbfe1-50b5-48c6-9b2f-5accee855bb2, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=848bbfe1-50b5-48c6-9b2f-5accee855bb2,segment=NetworkSegment(e66966fd-77ef-4a29-85e6-046d1ef64861),segment_id=e66966fd-77ef-4a29-85e6-046d1ef64861)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:44.810453 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:44.827645 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f8c77ab6-594d-4f5b-8eb9-341279414b05 req-5a6c288f-f4b4-4ef6-8977-a212ce3a96f0 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] 10.222.0.105 "GET /v2.0/security-groups?id=dcb42f2e-3e93-41f3-b435-313efa7aea51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348942 Feb 09 01:01:44.903367 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-93652bc4-d222-486e-92f6-5e6b5034accb req-bad41b62-6e4d-49f1-b13a-bcfa898a5f23 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4501884 Feb 09 01:01:44.950318 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-40194bb9-e3f3-40e9-acbc-c5e91838a99d req-c6c69e15-41b6-4cda-a50b-36fdb261ed03 service neutron] 10.222.0.62 "GET /v2.0/networks/1f86eb5f-f405-4ce4-a845-9c31ac1b15d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6501729 Feb 09 01:01:44.956481 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.db.resource_extend [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-abcff06c-2806-4b49-a27c-818112de6c6a service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:01:44.970087 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-19e05d63-d50f-48c7-aa1d-084140679072 req-fa53e356-c306-4391-bdde-ceaeffefc80c service neutron] 10.222.0.99 "GET /v2.0/networks/dddcfb9a-ef1d-4451-87f5-55a06755c03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4879963 Feb 09 01:01:44.988528 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-33689db5-d80a-47df-bfac-3e4e02a1a979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:45.046171 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-c96a869d-8c4f-4a65-b108-0e820535bf7b service neutron] 10.222.0.99 "GET /v2.0/networks/dddcfb9a-ef1d-4451-87f5-55a06755c03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5188143 Feb 09 01:01:45.047149 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-33689db5-d80a-47df-bfac-3e4e02a1a979 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:45.050323 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33689db5-d80a-47df-bfac-3e4e02a1a979 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37d7d7e5-f533-4002-b634-1d0d67745264,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:45.055205 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=848bbfe1-50b5-48c6-9b2f-5accee855bb2,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:45.071598 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-33689db5-d80a-47df-bfac-3e4e02a1a979 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/37d7d7e5-f533-4002-b634-1d0d67745264 HTTP/1.1" status: 204 len: 168 time: 1.6510897 Feb 09 01:01:45.075338 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 51530) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:01:45.169084 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0e0ca8d-c693-475b-9c37-e907411a9784', 'name': 'network-vif-deleted', 'tag': '7c89f2b6-e344-4b75-a24d-712c9313ab80', 'status': 'completed', 'code': 200} Feb 09 01:01:45.169389 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82c94d79-b497-4446-b6b4-9c23dd2b622e', 'tag': 'b7dc9dc9-1e32-48c4-a321-58098279cd4f', 'status': 'completed', 'code': 200} Feb 09 01:01:45.209938 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['848bbfe1-50b5-48c6-9b2f-5accee855bb2'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:01:45.282455 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-27a1699c-f1bf-4557-9283-834ca4bba6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:45.367238 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 51540) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:01:45.372098 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-abcff06c-2806-4b49-a27c-818112de6c6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20be9a6a-133c-48db-a517-4ad159c695f6 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:01:45.393750 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-abcff06c-2806-4b49-a27c-818112de6c6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:45.398660 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aade46e8-ed2b-455b-b14b-39f59f14d1b6 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:01:45.409756 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54db1e1-bdf8-4b97-9bf9-2e97a7b1c234 None None] Sync routers for ids ['421fbf56-9f74-4e16-96b1-944f7a5e261c'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:01:45.427002 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54db1e1-bdf8-4b97-9bf9-2e97a7b1c234 None None] Routers {'421fbf56-9f74-4e16-96b1-944f7a5e261c'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:01:45.427002 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-b54db1e1-bdf8-4b97-9bf9-2e97a7b1c234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:01:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['421fbf56-9f74-4e16-96b1-944f7a5e261c'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:45.432272 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b286a-4aa7-4e19-af82-0abd46cc1d2a req-0c14c195-0fad-4a10-86ef-e10aeb0632a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:45.433798 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-6f8b286a-4aa7-4e19-af82-0abd46cc1d2a req-0c14c195-0fad-4a10-86ef-e10aeb0632a7 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d35c6ebfaf564a61b0fe2145094a7572&device_id=82c94d79-b497-4446-b6b4-9c23dd2b622e HTTP/1.1" status: 200 len: 1095 time: 0.2668025 Feb 09 01:01:45.456330 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3a735639-cc81-46af-87bb-b1607367a636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:45.529122 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-27a1699c-f1bf-4557-9283-834ca4bba6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:45.657476 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-27a1699c-f1bf-4557-9283-834ca4bba6c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdfbe4e9-6965-42a5-a959-4cc75ccc1c57']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:45.672024 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-27a1699c-f1bf-4557-9283-834ca4bba6c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eddc633-ff56-408f-9d9a-065694f70a8a') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:45.672317 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-27a1699c-f1bf-4557-9283-834ca4bba6c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eddc633-ff56-408f-9d9a-065694f70a8a') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:45.680981 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b286a-4aa7-4e19-af82-0abd46cc1d2a req-fb626a3e-4574-4d38-8602-d86a2fe60fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:45.682487 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-6f8b286a-4aa7-4e19-af82-0abd46cc1d2a req-fb626a3e-4574-4d38-8602-d86a2fe60fd6 service neutron] 10.222.0.99 "GET /v2.0/networks?id=dddcfb9a-ef1d-4451-87f5-55a06755c03d HTTP/1.1" status: 200 len: 919 time: 0.2345979 Feb 09 01:01:45.689177 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-27a1699c-f1bf-4557-9283-834ca4bba6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:45.711550 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-abcff06c-2806-4b49-a27c-818112de6c6a service neutron] Transition to ACTIVE for port object 20be9a6a-133c-48db-a517-4ad159c695f6 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:01:45.712131 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-b54db1e1-bdf8-4b97-9bf9-2e97a7b1c234 None None] Set router 421fbf56-9f74-4e16-96b1-944f7a5e261c gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:01:45.763667 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-abcff06c-2806-4b49-a27c-818112de6c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:45.771127 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-6f8b286a-4aa7-4e19-af82-0abd46cc1d2a req-84915a72-22d2-408c-a946-72ca31372de4 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7dc9dc9-1e32-48c4-a321-58098279cd4f HTTP/1.1" status: 200 len: 217 time: 0.0735166 Feb 09 01:01:45.789722 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-40194bb9-e3f3-40e9-acbc-c5e91838a99d req-9db8d9ff-f036-45b9-82f6-6f849759f90a service neutron] 10.222.0.62 "GET /v2.0/networks/1f86eb5f-f405-4ce4-a845-9c31ac1b15d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8249059 Feb 09 01:01:45.791454 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a735639-cc81-46af-87bb-b1607367a636 admin admin] Network 6c21402c-7902-4ae7-8505-6f11f3eac92e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:01:45.806786 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-3a735639-cc81-46af-87bb-b1607367a636 admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:01:45.816490 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a735639-cc81-46af-87bb-b1607367a636 admin admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:01:45.825679 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-27a1699c-f1bf-4557-9283-834ca4bba6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:45.854347 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27a1699c-f1bf-4557-9283-834ca4bba6c7 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:01:45.854746 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-27a1699c-f1bf-4557-9283-834ca4bba6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:45.864781 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-aade46e8-ed2b-455b-b14b-39f59f14d1b6 admin admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:45.866351 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-aade46e8-ed2b-455b-b14b-39f59f14d1b6 admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 17.3446012 Feb 09 01:01:45.973379 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 51550) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:01:46.038542 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a735639-cc81-46af-87bb-b1607367a636 admin admin] Pushing event updated for resources: {'Port': ['ID=da2fa760-4692-463d-a9a9-86aaf187f6d8,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:46.082005 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:01:46.082005 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:01:46.082005 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:01:46.082005 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:01:46.082005 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:01:46.082005 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:01:46.082005 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:01:46.082005 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:01:46.082005 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:01:46.082005 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:01:46.082005 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:01:46.082005 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:01:46.082005 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:01:46.082005 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:01:46.082005 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:01:46.082005 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:01:46.082005 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:01:46.082005 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:01:46.082005 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:01:46.082005 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:01:46.082005 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:01:46.082005 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:01:46.082005 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:01:46.082005 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:01:46.082005 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:01:46.082005 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:01:46.082005 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:01:46.082005 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:01:46.082005 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:01:46.082005 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:01:46.082005 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:01:46.082005 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:01:46.105866 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-b54db1e1-bdf8-4b97-9bf9-2e97a7b1c234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421fbf56-9f74-4e16-96b1-944f7a5e261c', 'name': 'tempest-AttachSCSIVolumeTestJSON-729717233-router', 'tenant_id': '5dc821389a10412fa6c46b30ba4c3113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '6fd61cb3-911e-4241-9b6c-131e06966bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:01:28Z', 'updated_at': '2022-02-09T01:01:38Z', 'revision_number': 3, 'project_id': '5dc821389a10412fa6c46b30ba4c3113', 'gw_port': {'id': '6fd61cb3-911e-4241-9b6c-131e06966bda', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ae:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421fbf56-9f74-4e16-96b1-944f7a5e261c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:32Z', 'updated_at': '2022-02-09T01:01:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:46.110242 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54db1e1-bdf8-4b97-9bf9-2e97a7b1c234 None None] Checking router: 421fbf56-9f74-4e16-96b1-944f7a5e261c for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:01:46.110594 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54db1e1-bdf8-4b97-9bf9-2e97a7b1c234 None None] Updating router 421fbf56-9f74-4e16-96b1-944f7a5e261c port 6fd61cb3-911e-4241-9b6c-131e06966bda binding host n-d-828418-1 {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:01:46.174565 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b286a-4aa7-4e19-af82-0abd46cc1d2a req-e5324b60-8099-4ca6-a277-6faec99af8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:46.176802 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-6f8b286a-4aa7-4e19-af82-0abd46cc1d2a req-e5324b60-8099-4ca6-a277-6faec99af8cb service neutron] 10.222.0.99 "GET /v2.0/subnets?id=9942ee01-dd7e-4834-abd9-435553920913 HTTP/1.1" status: 200 len: 858 time: 0.3993249 Feb 09 01:01:46.178903 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b54db1e1-bdf8-4b97-9bf9-2e97a7b1c234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:46.186184 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-27a1699c-f1bf-4557-9283-834ca4bba6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:46.210049 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-27a1699c-f1bf-4557-9283-834ca4bba6c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:46.256846 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a1699c-f1bf-4557-9283-834ca4bba6c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=fdfbe4e9-6965-42a5-a959-4cc75ccc1c57,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:46.266788 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-6f8b286a-4aa7-4e19-af82-0abd46cc1d2a req-0dd78773-cfd0-4b6a-9e1b-7f5dadda915b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=dddcfb9a-ef1d-4451-87f5-55a06755c03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589321 Feb 09 01:01:46.268562 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-27a1699c-f1bf-4557-9283-834ca4bba6c7 admin admin] 10.222.0.105 "DELETE /v2.0/networks/fdfbe4e9-6965-42a5-a959-4cc75ccc1c57 HTTP/1.1" status: 204 len: 168 time: 1.1909726 Feb 09 01:01:46.339365 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-27b36062-2fe5-464e-8329-308ec1d66c61 None None] Provisioning for port da2fa760-4692-463d-a9a9-86aaf187f6d8 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:01:46.356071 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-27b36062-2fe5-464e-8329-308ec1d66c61 None None] Provisioning complete for port da2fa760-4692-463d-a9a9-86aaf187f6d8 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:46.356464 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-27b36062-2fe5-464e-8329-308ec1d66c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:46.398833 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3a735639-cc81-46af-87bb-b1607367a636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:46.461082 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-6f8b286a-4aa7-4e19-af82-0abd46cc1d2a req-62cd3980-b4f5-415e-8bf3-df14c165661c service neutron] 10.222.0.99 "GET /v2.0/networks/dddcfb9a-ef1d-4451-87f5-55a06755c03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851397 Feb 09 01:01:46.470221 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-27b36062-2fe5-464e-8329-308ec1d66c61 None None] Port da2fa760-4692-463d-a9a9-86aaf187f6d8 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:01:46.547872 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 51560) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:01:46.557423 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcff06c-2806-4b49-a27c-818112de6c6a service neutron] Pushing event updated for resources: {'Port': ['ID=20be9a6a-133c-48db-a517-4ad159c695f6,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:46.565644 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-198a80cd-6377-4a96-b7a2-63ce28b6b586 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=e6fa40f41b9646a7bf38890c5f8e1746&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1884973 Feb 09 01:01:46.567556 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 51564) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:01:46.643110 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-6f8b286a-4aa7-4e19-af82-0abd46cc1d2a req-a7b6d837-c989-43a4-b540-5c67e0ce6100 service neutron] 10.222.0.99 "GET /v2.0/networks/dddcfb9a-ef1d-4451-87f5-55a06755c03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756222 Feb 09 01:01:46.667297 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-abcff06c-2806-4b49-a27c-818112de6c6a service neutron] Attempting to bind port 20be9a6a-133c-48db-a517-4ad159c695f6 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:01:46.667297 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-abcff06c-2806-4b49-a27c-818112de6c6a service neutron] Attempting to bind port 20be9a6a-133c-48db-a517-4ad159c695f6 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'e66966fd-77ef-4a29-85e6-046d1ef64861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dddcfb9a-ef1d-4451-87f5-55a06755c03d'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:01:46.667640 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-abcff06c-2806-4b49-a27c-818112de6c6a service neutron] Attempting to bind port 20be9a6a-133c-48db-a517-4ad159c695f6 on network dddcfb9a-ef1d-4451-87f5-55a06755c03d {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:01:46.685804 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b54db1e1-bdf8-4b97-9bf9-2e97a7b1c234 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:46.700182 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b54db1e1-bdf8-4b97-9bf9-2e97a7b1c234 None None] Transition to ACTIVE for port object 6fd61cb3-911e-4241-9b6c-131e06966bda will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:01:46.705658 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-abcff06c-2806-4b49-a27c-818112de6c6a service neutron] Port 20be9a6a-133c-48db-a517-4ad159c695f6 on network dddcfb9a-ef1d-4451-87f5-55a06755c03d not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:01:46.706060 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-abcff06c-2806-4b49-a27c-818112de6c6a service neutron] Attempting to bind port 20be9a6a-133c-48db-a517-4ad159c695f6 on network dddcfb9a-ef1d-4451-87f5-55a06755c03d {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:01:46.707806 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b54db1e1-bdf8-4b97-9bf9-2e97a7b1c234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:46.722602 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-8612ec28-6030-4139-a533-5f7b16236814 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=87c1507f34e447f897ba188dfe1fda73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1729307 Feb 09 01:01:46.723273 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-abcff06c-2806-4b49-a27c-818112de6c6a service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:01:46.723603 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-abcff06c-2806-4b49-a27c-818112de6c6a service neutron] Checking segment: {'id': 'e66966fd-77ef-4a29-85e6-046d1ef64861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dddcfb9a-ef1d-4451-87f5-55a06755c03d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:01:46.723989 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-abcff06c-2806-4b49-a27c-818112de6c6a service neutron] Bound using segment: {'id': 'e66966fd-77ef-4a29-85e6-046d1ef64861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dddcfb9a-ef1d-4451-87f5-55a06755c03d'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:01:46.724429 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-abcff06c-2806-4b49-a27c-818112de6c6a service neutron] Bound port: 20be9a6a-133c-48db-a517-4ad159c695f6, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e66966fd-77ef-4a29-85e6-046d1ef64861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dddcfb9a-ef1d-4451-87f5-55a06755c03d'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:01:46.725019 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 51568) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:01:46.725170 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-abcff06c-2806-4b49-a27c-818112de6c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:46.758950 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-592becb3-5c7e-40cc-9a4c-dc221c1d0b41 req-585f643a-f526-4ae8-b5ab-77385a1e8a7b tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] For port 446e19d0-fb6e-49d1-9177-c6ee874259cc, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=446e19d0-fb6e-49d1-9177-c6ee874259cc,segment=NetworkSegment(d1c0a158-6579-41f7-a92a-da7d79b925b6),segment_id=d1c0a158-6579-41f7-a92a-da7d79b925b6)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:46.759311 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-592becb3-5c7e-40cc-9a4c-dc221c1d0b41 req-585f643a-f526-4ae8-b5ab-77385a1e8a7b tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:46.759559 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c72d9ec3-5c4c-4128-bbf1-475581cd1b0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:46.795482 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-b54db1e1-bdf8-4b97-9bf9-2e97a7b1c234 None None] Attempting to bind port 6fd61cb3-911e-4241-9b6c-131e06966bda on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:01:46.795855 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-b54db1e1-bdf8-4b97-9bf9-2e97a7b1c234 None None] Attempting to bind port 6fd61cb3-911e-4241-9b6c-131e06966bda by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:01:46.796219 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54db1e1-bdf8-4b97-9bf9-2e97a7b1c234 None None] Attempting to bind port 6fd61cb3-911e-4241-9b6c-131e06966bda on network 3d885c3c-255c-4e54-addc-b28437d0b18e {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:01:46.804856 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54db1e1-bdf8-4b97-9bf9-2e97a7b1c234 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:01:46.805671 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54db1e1-bdf8-4b97-9bf9-2e97a7b1c234 None None] Checking segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:01:46.805671 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b54db1e1-bdf8-4b97-9bf9-2e97a7b1c234 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:46.806176 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54db1e1-bdf8-4b97-9bf9-2e97a7b1c234 None None] Bound using segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:01:46.806581 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-b54db1e1-bdf8-4b97-9bf9-2e97a7b1c234 None None] Bound port: 6fd61cb3-911e-4241-9b6c-131e06966bda, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:01:46.806970 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b54db1e1-bdf8-4b97-9bf9-2e97a7b1c234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:46.811431 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c72d9ec3-5c4c-4128-bbf1-475581cd1b0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:46.844186 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfe7726-ca92-4206-b639-e60ba9ad32a4 None None] Pushing event updated for resources: {'Port': ['ID=6fd61cb3-911e-4241-9b6c-131e06966bda,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:46.844770 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2aa663fb-606a-4c42-8fc9-9794ef767bb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:46.890215 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-b54db1e1-bdf8-4b97-9bf9-2e97a7b1c234 None None] For port 6fd61cb3-911e-4241-9b6c-131e06966bda, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:01:46.893009 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2aa663fb-606a-4c42-8fc9-9794ef767bb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:46.893567 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-b54db1e1-bdf8-4b97-9bf9-2e97a7b1c234 None None] For port 6fd61cb3-911e-4241-9b6c-131e06966bda, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=6fd61cb3-911e-4241-9b6c-131e06966bda,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:01:46.900575 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b54db1e1-bdf8-4b97-9bf9-2e97a7b1c234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:46.942590 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c72d9ec3-5c4c-4128-bbf1-475581cd1b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:46.964842 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72d9ec3-5c4c-4128-bbf1-475581cd1b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5d6135-6634-4167-99ad-f31267fef6b1,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:46.992358 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c72d9ec3-5c4c-4128-bbf1-475581cd1b0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:46.993676 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c72d9ec3-5c4c-4128-bbf1-475581cd1b0e admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/bc5d6135-6634-4167-99ad-f31267fef6b1 HTTP/1.1" status: 204 len: 168 time: 0.4206433 Feb 09 01:01:46.995652 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2aa663fb-606a-4c42-8fc9-9794ef767bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:47.012890 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa663fb-606a-4c42-8fc9-9794ef767bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6bfc5e9-3478-4c58-944c-479fc5131f00,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:47.015501 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2aa663fb-606a-4c42-8fc9-9794ef767bb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:47.017664 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-2aa663fb-606a-4c42-8fc9-9794ef767bb8 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/c6bfc5e9-3478-4c58-944c-479fc5131f00 HTTP/1.1" status: 204 len: 168 time: 0.2906046 Feb 09 01:01:47.017830 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54db1e1-bdf8-4b97-9bf9-2e97a7b1c234 None None] Routers {'421fbf56-9f74-4e16-96b1-944f7a5e261c'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:01:47.018151 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-b54db1e1-bdf8-4b97-9bf9-2e97a7b1c234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:01:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['421fbf56-9f74-4e16-96b1-944f7a5e261c'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:47.062162 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-592becb3-5c7e-40cc-9a4c-dc221c1d0b41 req-585f643a-f526-4ae8-b5ab-77385a1e8a7b tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Calling delete_port for 446e19d0-fb6e-49d1-9177-c6ee874259cc owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:01:47.202762 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfe7726-ca92-4206-b639-e60ba9ad32a4 None None] Pushing event updated for resources: {'Port': ['ID=6fd61cb3-911e-4241-9b6c-131e06966bda,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:47.240530 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-b54db1e1-bdf8-4b97-9bf9-2e97a7b1c234 None None] Set router 421fbf56-9f74-4e16-96b1-944f7a5e261c gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:01:47.261778 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e61021c-6edb-4b28-8e4c-611b014d3541 req-75eec068-ff65-4e09-aeaa-74d4e9dcaf3f tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:47.262593 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-8e61021c-6edb-4b28-8e4c-611b014d3541 req-75eec068-ff65-4e09-aeaa-74d4e9dcaf3f tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Synchronizing usage tracker for tenant:5ff9aad1b4b645cb83f87778a731b808 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:01:47.466527 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bf7e59-e5f3-4381-9863-8d67162de82d req-5f40a5a5-58a6-4336-9a21-7b383a2df948 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:47.473523 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-91bf7e59-e5f3-4381-9863-8d67162de82d req-5f40a5a5-58a6-4336-9a21-7b383a2df948 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] 10.222.0.105 "GET /v2.0/ports?device_id=82c94d79-b497-4446-b6b4-9c23dd2b622e HTTP/1.1" status: 200 len: 944 time: 1.4229515 Feb 09 01:01:47.484086 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 51584) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:01:47.553017 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-83f50954-38a6-4599-84e6-31e21016a524 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=a3f38845d5384a4d8c59e01376d6c0ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0656054 Feb 09 01:01:47.553304 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-abcff06c-2806-4b49-a27c-818112de6c6a service neutron] For port 20be9a6a-133c-48db-a517-4ad159c695f6, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:01:47.553468 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 51590) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:01:47.563263 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-8e61021c-6edb-4b28-8e4c-611b014d3541 req-75eec068-ff65-4e09-aeaa-74d4e9dcaf3f tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Unset dirty status for tenant:5ff9aad1b4b645cb83f87778a731b808 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:01:47.570522 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8e61021c-6edb-4b28-8e4c-611b014d3541 req-75eec068-ff65-4e09-aeaa-74d4e9dcaf3f tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=3efc0dbe-ba16-4e5c-b6ac-16c3dba938e4 HTTP/1.1" status: 200 len: 944 time: 1.3955970 Feb 09 01:01:47.612860 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-abcff06c-2806-4b49-a27c-818112de6c6a service neutron] For port 20be9a6a-133c-48db-a517-4ad159c695f6, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=20be9a6a-133c-48db-a517-4ad159c695f6,segment=NetworkSegment(e66966fd-77ef-4a29-85e6-046d1ef64861),segment_id=e66966fd-77ef-4a29-85e6-046d1ef64861)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:01:47.633004 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-b54db1e1-bdf8-4b97-9bf9-2e97a7b1c234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421fbf56-9f74-4e16-96b1-944f7a5e261c', 'name': 'tempest-AttachSCSIVolumeTestJSON-729717233-router', 'tenant_id': '5dc821389a10412fa6c46b30ba4c3113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '6fd61cb3-911e-4241-9b6c-131e06966bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:01:28Z', 'updated_at': '2022-02-09T01:01:38Z', 'revision_number': 3, 'project_id': '5dc821389a10412fa6c46b30ba4c3113', 'gw_port': {'id': '6fd61cb3-911e-4241-9b6c-131e06966bda', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ae:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421fbf56-9f74-4e16-96b1-944f7a5e261c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:32Z', 'updated_at': '2022-02-09T01:01:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:47.637556 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54db1e1-bdf8-4b97-9bf9-2e97a7b1c234 None None] The sync data for ids ['421fbf56-9f74-4e16-96b1-944f7a5e261c'] in n-d-828418-1 is: [{'id': '421fbf56-9f74-4e16-96b1-944f7a5e261c', 'name': 'tempest-AttachSCSIVolumeTestJSON-729717233-router', 'tenant_id': '5dc821389a10412fa6c46b30ba4c3113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '6fd61cb3-911e-4241-9b6c-131e06966bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:01:28Z', 'updated_at': '2022-02-09T01:01:38Z', 'revision_number': 3, 'project_id': '5dc821389a10412fa6c46b30ba4c3113', 'gw_port': {'id': '6fd61cb3-911e-4241-9b6c-131e06966bda', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ae:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421fbf56-9f74-4e16-96b1-944f7a5e261c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:32Z', 'updated_at': '2022-02-09T01:01:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:01:47.659677 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c80b26a1-fbc5-429f-b949-7558267fd5a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:47.713550 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c80b26a1-fbc5-429f-b949-7558267fd5a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:47.720501 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-abcff06c-2806-4b49-a27c-818112de6c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:47.776570 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-91bf7e59-e5f3-4381-9863-8d67162de82d req-e1ec3988-851e-4752-abbf-e583a1cb0af7 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] 10.222.0.105 "GET /v2.0/security-groups?id=dcb42f2e-3e93-41f3-b435-313efa7aea51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019464 Feb 09 01:01:47.783297 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c80b26a1-fbc5-429f-b949-7558267fd5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:47.813042 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80b26a1-fbc5-429f-b949-7558267fd5a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b29792-eee1-43de-97ee-14f767ccd96a,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:47.821057 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c80b26a1-fbc5-429f-b949-7558267fd5a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:47.826808 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c80b26a1-fbc5-429f-b949-7558267fd5a0 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/b9b29792-eee1-43de-97ee-14f767ccd96a HTTP/1.1" status: 204 len: 168 time: 0.2723024 Feb 09 01:01:47.917130 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-abcff06c-2806-4b49-a27c-818112de6c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:47.923833 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-abcff06c-2806-4b49-a27c-818112de6c6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:47.925628 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-abcff06c-2806-4b49-a27c-818112de6c6a service neutron] 10.222.0.62 "PUT /v2.0/ports/20be9a6a-133c-48db-a517-4ad159c695f6 HTTP/1.1" status: 200 len: 1091 time: 4.7343099 Feb 09 01:01:47.930460 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9300db8a-c3f1-475b-98f5-cd430bcf0bad', 'tag': '20be9a6a-133c-48db-a517-4ad159c695f6'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:01:47.954854 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8e61021c-6edb-4b28-8e4c-611b014d3541 req-3889915a-687b-44c1-a2a3-e9054fa99959 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3833046 Feb 09 01:01:48.092011 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9300db8a-c3f1-475b-98f5-cd430bcf0bad', 'tag': '20be9a6a-133c-48db-a517-4ad159c695f6', 'status': 'completed', 'code': 200} Feb 09 01:01:48.121903 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-592becb3-5c7e-40cc-9a4c-dc221c1d0b41 req-585f643a-f526-4ae8-b5ab-77385a1e8a7b tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:48.151611 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3a735639-cc81-46af-87bb-b1607367a636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:48.185868 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcff06c-2806-4b49-a27c-818112de6c6a service neutron] Pushing event updated for resources: {'Port': ['ID=20be9a6a-133c-48db-a517-4ad159c695f6,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:48.199113 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 848bbfe1-50b5-48c6-9b2f-5accee855bb2 up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:01:48.310588 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning for port 848bbfe1-50b5-48c6-9b2f-5accee855bb2 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:01:48.321752 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port 848bbfe1-50b5-48c6-9b2f-5accee855bb2 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:48.322377 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:48.508916 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 6fd61cb3-911e-4241-9b6c-131e06966bda up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:01:48.528808 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585f643a-f526-4ae8-b5ab-77385a1e8a7b tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Pushing event deleted for resources: {'Port': ['ID=446e19d0-fb6e-49d1-9177-c6ee874259cc,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:48.625920 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-592becb3-5c7e-40cc-9a4c-dc221c1d0b41 req-585f643a-f526-4ae8-b5ab-77385a1e8a7b tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] No DVR routers for this DVR port 446e19d0-fb6e-49d1-9177-c6ee874259cc on host n-h2-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:01:48.651445 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-592becb3-5c7e-40cc-9a4c-dc221c1d0b41 req-585f643a-f526-4ae8-b5ab-77385a1e8a7b tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:48.655866 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:48.730475 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3008dae1-ba37-4483-87cf-4bc908b3cc34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '848bbfe1-50b5-48c6-9b2f-5accee855bb2'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:01:48.743904 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 848bbfe1-50b5-48c6-9b2f-5accee855bb2, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=848bbfe1-50b5-48c6-9b2f-5accee855bb2,segment=NetworkSegment(e66966fd-77ef-4a29-85e6-046d1ef64861),segment_id=e66966fd-77ef-4a29-85e6-046d1ef64861)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:48.759109 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 6fd61cb3-911e-4241-9b6c-131e06966bda completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:01:48.764059 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:48.785014 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-592becb3-5c7e-40cc-9a4c-dc221c1d0b41 req-585f643a-f526-4ae8-b5ab-77385a1e8a7b tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.99 "DELETE /v2.0/ports/446e19d0-fb6e-49d1-9177-c6ee874259cc HTTP/1.1" status: 204 len: 173 time: 9.2554274 Feb 09 01:01:48.817712 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 6fd61cb3-911e-4241-9b6c-131e06966bda triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:48.817712 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:48.953811 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=848bbfe1-50b5-48c6-9b2f-5accee855bb2,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:48.980521 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3008dae1-ba37-4483-87cf-4bc908b3cc34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '848bbfe1-50b5-48c6-9b2f-5accee855bb2', 'code': 200} Feb 09 01:01:49.288339 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-4d17e4c9-d732-49cb-810d-3f875f545301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:49.304570 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-4d17e4c9-d732-49cb-810d-3f875f545301 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d35c6ebfaf564a61b0fe2145094a7572&device_id=9300db8a-c3f1-475b-98f5-cd430bcf0bad HTTP/1.1" status: 200 len: 1094 time: 1.2843719 Feb 09 01:01:49.323271 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:49.363993 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 6fd61cb3-911e-4241-9b6c-131e06966bda, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=6fd61cb3-911e-4241-9b6c-131e06966bda,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:49.371794 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:49.480148 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-40fa1ee6-e44a-4c6b-bb46-22ce05d0bf73 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20be9a6a-133c-48db-a517-4ad159c695f6 HTTP/1.1" status: 200 len: 217 time: 0.1560729 Feb 09 01:01:49.562951 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=6fd61cb3-911e-4241-9b6c-131e06966bda,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:49.666648 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 51704) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:01:49.828170 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-3cd7a7d7-ad5f-4943-b274-13ebd902bdc3 req-5d1aa6f7-9a47-49c8-a0d7-e15fae5c2430 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Synchronizing usage tracker for tenant:5ff9aad1b4b645cb83f87778a731b808 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:01:49.853064 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5d4fd01f-7711-4a9a-8e76-16b24f414c84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:49.857701 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6a1a0d47-8005-400e-8374-cd0b6db92cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:49.875402 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5d4fd01f-7711-4a9a-8e76-16b24f414c84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:01:49.880498 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-5d4fd01f-7711-4a9a-8e76-16b24f414c84 admin admin] Usage tracker for resource:security_group_rule and tenant:5f6600d5436c4d5ea8352e4fd628e6a0 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:01:49.883740 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-5d4fd01f-7711-4a9a-8e76-16b24f414c84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:01:49.890775 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5d4fd01f-7711-4a9a-8e76-16b24f414c84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:01:49.895484 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-bc51dc80-f5ff-443f-8e14-b8483a8ef63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:49.897092 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-bc51dc80-f5ff-443f-8e14-b8483a8ef63c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9942ee01-dd7e-4834-abd9-435553920913 HTTP/1.1" status: 200 len: 858 time: 0.3755088 Feb 09 01:01:49.913828 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 8dc42f6c-6943-467a-8a49-e8203ba2938a no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:01:49.920722 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6725d953-63e7-4621-a138-f5e714568e50 req-8d90e34f-3f90-4ea5-a076-aacc49208882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:49.923981 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6725d953-63e7-4621-a138-f5e714568e50 req-8d90e34f-3f90-4ea5-a076-aacc49208882 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=3008dae1-ba37-4483-87cf-4bc908b3cc34 HTTP/1.1" status: 200 len: 1096 time: 0.8181958 Feb 09 01:01:49.998637 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5d4fd01f-7711-4a9a-8e76-16b24f414c84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:50.003447 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5d4fd01f-7711-4a9a-8e76-16b24f414c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:50.041091 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-3cd7a7d7-ad5f-4943-b274-13ebd902bdc3 req-5d1aa6f7-9a47-49c8-a0d7-e15fae5c2430 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Unset dirty status for tenant:5ff9aad1b4b645cb83f87778a731b808 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:01:50.042555 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3cd7a7d7-ad5f-4943-b274-13ebd902bdc3 req-5d1aa6f7-9a47-49c8-a0d7-e15fae5c2430 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=3efc0dbe-ba16-4e5c-b6ac-16c3dba938e4 HTTP/1.1" status: 200 len: 210 time: 0.5110857 Feb 09 01:01:50.045556 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3a735639-cc81-46af-87bb-b1607367a636 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:50.067024 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-5c7e1aaf-9a76-4808-86ab-3b3b69f97a1f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dddcfb9a-ef1d-4451-87f5-55a06755c03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1408739 Feb 09 01:01:50.076729 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-5d4fd01f-7711-4a9a-8e76-16b24f414c84 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=5f6600d5436c4d5ea8352e4fd628e6a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4067938 Feb 09 01:01:50.076932 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d013e48b-dbfe-4c34-bcbe-c52a061d273d req-fe409d9c-57d2-45bb-a336-113c3702c99d tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:50.077023 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 51718) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:01:50.077916 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d013e48b-dbfe-4c34-bcbe-c52a061d273d req-fe409d9c-57d2-45bb-a336-113c3702c99d tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] 10.222.0.105 "GET /v2.0/ports?device_id=82c94d79-b497-4446-b6b4-9c23dd2b622e HTTP/1.1" status: 200 len: 944 time: 0.9010780 Feb 09 01:01:50.096810 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4fd01f-7711-4a9a-8e76-16b24f414c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8148d1-f436-4b9e-9d73-b30ceb716076,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:50.109256 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3a735639-cc81-46af-87bb-b1607367a636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:50.138463 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3efc0dbe-ba16-4e5c-b6ac-16c3dba938e4', 'name': 'network-vif-deleted', 'tag': '446e19d0-fb6e-49d1-9177-c6ee874259cc'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:01:50.143024 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:50.190269 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d51ff904-5498-401f-a0ab-e2326f49a61b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:50.221814 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 8dc42f6c-6943-467a-8a49-e8203ba2938a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=8dc42f6c-6943-467a-8a49-e8203ba2938a,segment=NetworkSegment(68c75c24-5a6d-4512-b85d-48e7bc49aa9f),segment_id=68c75c24-5a6d-4512-b85d-48e7bc49aa9f)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:50.229023 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:50.285297 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d51ff904-5498-401f-a0ab-e2326f49a61b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:50.291050 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device b7dc9dc9-1e32-48c4-a321-58098279cd4f details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:01:50.450839 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d51ff904-5498-401f-a0ab-e2326f49a61b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:50.472763 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51ff904-5498-401f-a0ab-e2326f49a61b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8148d1-f436-4b9e-9d73-b30ceb716076,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:50.499443 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d51ff904-5498-401f-a0ab-e2326f49a61b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:50.503144 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d51ff904-5498-401f-a0ab-e2326f49a61b admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/4f8148d1-f436-4b9e-9d73-b30ceb716076 HTTP/1.1" status: 204 len: 168 time: 0.4169905 Feb 09 01:01:50.552013 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 6fd61cb3-911e-4241-9b6c-131e06966bda up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:01:50.566855 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3efc0dbe-ba16-4e5c-b6ac-16c3dba938e4', 'name': 'network-vif-deleted', 'tag': '446e19d0-fb6e-49d1-9177-c6ee874259cc', 'status': 'completed', 'code': 200} Feb 09 01:01:50.681194 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d013e48b-dbfe-4c34-bcbe-c52a061d273d req-d5dddec0-4a84-4e12-8c99-366897b565e4 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] 10.222.0.105 "GET /v2.0/security-groups?id=dcb42f2e-3e93-41f3-b435-313efa7aea51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5942376 Feb 09 01:01:50.684426 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-4b5f3fd1-f15e-4a62-a51f-bdd7aa9092e9 service neutron] 10.222.0.62 "GET /v2.0/networks/dddcfb9a-ef1d-4451-87f5-55a06755c03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6045303 Feb 09 01:01:50.685426 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3a735639-cc81-46af-87bb-b1607367a636 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:50.744007 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a735639-cc81-46af-87bb-b1607367a636 admin admin] Pushing event updated for resources: {'Port': ['ID=da2fa760-4692-463d-a9a9-86aaf187f6d8,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:50.804281 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6725d953-63e7-4621-a138-f5e714568e50 req-3e43ec79-4130-451d-be33-21c3e10a222d service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=dcb42f2e-3e93-41f3-b435-313efa7aea51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7754691 Feb 09 01:01:50.839385 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=8dc42f6c-6943-467a-8a49-e8203ba2938a,revision_number=8']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:50.848393 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port b7dc9dc9-1e32-48c4-a321-58098279cd4f, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=b7dc9dc9-1e32-48c4-a321-58098279cd4f,segment=NetworkSegment(e66966fd-77ef-4a29-85e6-046d1ef64861),segment_id=e66966fd-77ef-4a29-85e6-046d1ef64861)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:50.867521 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': 'b7dc9dc9-1e32-48c4-a321-58098279cd4f', 'network_id': 'dddcfb9a-ef1d-4451-87f5-55a06755c03d', 'port_id': 'b7dc9dc9-1e32-48c4-a321-58098279cd4f', 'mac_address': 'fa:16:3e:35:f9:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9942ee01-dd7e-4834-abd9-435553920913', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:01:50.933882 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:50.949710 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 6fd61cb3-911e-4241-9b6c-131e06966bda triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:50.950087 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:50.977531 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7dc9dc9-1e32-48c4-a321-58098279cd4f {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:01:50.986610 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '225149f6-b53e-471c-a121-21a0d84521e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dc42f6c-6943-467a-8a49-e8203ba2938a'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:01:51.030554 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port b7dc9dc9-1e32-48c4-a321-58098279cd4f, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=b7dc9dc9-1e32-48c4-a321-58098279cd4f,segment=NetworkSegment(e66966fd-77ef-4a29-85e6-046d1ef64861),segment_id=e66966fd-77ef-4a29-85e6-046d1ef64861)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:51.036040 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:51.172196 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=b7dc9dc9-1e32-48c4-a321-58098279cd4f,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:51.252742 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-6a1a0d47-8005-400e-8374-cd0b6db92cb0 admin admin] Allocated IP 172.20.0.1 (7d1efc84-0e07-425a-933b-624ea0f4290b/d34701a5-43c4-418f-957a-99139980d505/a7747da2-9dbe-4849-aa27-b6fcaaa05423) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:01:51.256699 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d17285b8-c817-4912-833e-2fa04cd250f0 req-9fda4c55-fc20-47ff-b8ba-d4541220f2bf service neutron] 10.222.0.62 "GET /v2.0/networks/dddcfb9a-ef1d-4451-87f5-55a06755c03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5089853 Feb 09 01:01:51.288761 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff3871-3451-4785-ac35-f6ece1f2fe19 req-239d42b6-a30e-4226-982f-ee79b4f8a3b9 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:51.291144 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1eff3871-3451-4785-ac35-f6ece1f2fe19 req-239d42b6-a30e-4226-982f-ee79b4f8a3b9 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/networks?id=48143312-4059-4efc-a7c1-0025ad20c80e HTTP/1.1" status: 200 len: 804 time: 0.4859927 Feb 09 01:01:51.320011 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a735639-cc81-46af-87bb-b1607367a636 admin admin] Network 6c21402c-7902-4ae7-8505-6f11f3eac92e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:01:51.380124 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-3a735639-cc81-46af-87bb-b1607367a636 admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:01:51.406703 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['b7dc9dc9-1e32-48c4-a321-58098279cd4f'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:01:51.458383 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '225149f6-b53e-471c-a121-21a0d84521e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dc42f6c-6943-467a-8a49-e8203ba2938a', 'code': 200} Feb 09 01:01:51.509678 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1eff3871-3451-4785-ac35-f6ece1f2fe19 req-fc74cef0-0132-4e91-9cc0-1fdafe13164f tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/quotas/8ec264b7b14646a3a7c5bffffa681c25 HTTP/1.1" status: 200 len: 375 time: 0.2089090 Feb 09 01:01:51.549699 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:51.854805 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-34b5e32a-f99f-4299-b91e-2a2bad8b29fd None None] Provisioning complete for port da2fa760-4692-463d-a9a9-86aaf187f6d8 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:51.855509 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-34b5e32a-f99f-4299-b91e-2a2bad8b29fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:51.917630 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-34b5e32a-f99f-4299-b91e-2a2bad8b29fd None None] Port da2fa760-4692-463d-a9a9-86aaf187f6d8 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:01:51.955736 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6a1a0d47-8005-400e-8374-cd0b6db92cb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:51.968449 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a735639-cc81-46af-87bb-b1607367a636 admin admin] Router 4af77cf2-eaad-4284-8445-24c7aeaed730 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:01:51.991741 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-6a1a0d47-8005-400e-8374-cd0b6db92cb0 admin admin] Transition to ACTIVE for port object a7747da2-9dbe-4849-aa27-b6fcaaa05423 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:01:52.002316 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b98469-abbb-4191-b080-0f6183b1e565 req-ac7081e6-abb3-48a3-b4ad-8d5b3dba3ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:52.003735 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a4b98469-abbb-4191-b080-0f6183b1e565 req-ac7081e6-abb3-48a3-b4ad-8d5b3dba3ef7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d35c6ebfaf564a61b0fe2145094a7572&device_id=9300db8a-c3f1-475b-98f5-cd430bcf0bad HTTP/1.1" status: 200 len: 1094 time: 0.6179175 Feb 09 01:01:52.097292 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1eff3871-3451-4785-ac35-f6ece1f2fe19 req-19a8a161-c1b9-4002-bc08-6a0e26ad7341 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=8ec264b7b14646a3a7c5bffffa681c25&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5867462 Feb 09 01:01:52.509760 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b98469-abbb-4191-b080-0f6183b1e565 req-63a42be5-002e-4ad1-b911-01e66be456e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:52.511209 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a4b98469-abbb-4191-b080-0f6183b1e565 req-63a42be5-002e-4ad1-b911-01e66be456e5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=dddcfb9a-ef1d-4451-87f5-55a06755c03d HTTP/1.1" status: 200 len: 919 time: 0.4498935 Feb 09 01:01:52.528354 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6a1a0d47-8005-400e-8374-cd0b6db92cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:52.567183 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a735639-cc81-46af-87bb-b1607367a636 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:01:52.576596 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16489ddc-ce41-4ec9-8953-a5f89b3f2411 None None] Sync routers for ids ['4af77cf2-eaad-4284-8445-24c7aeaed730'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:01:52.587331 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16489ddc-ce41-4ec9-8953-a5f89b3f2411 None None] Routers {'4af77cf2-eaad-4284-8445-24c7aeaed730'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:01:52.587936 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-16489ddc-ce41-4ec9-8953-a5f89b3f2411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:01:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['4af77cf2-eaad-4284-8445-24c7aeaed730'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:52.675881 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1eff3871-3451-4785-ac35-f6ece1f2fe19 req-1600b58f-babc-4b17-a42d-e5fad49b652c service neutron] 10.222.0.105 "GET /v2.0/networks/48143312-4059-4efc-a7c1-0025ad20c80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5232832 Feb 09 01:01:52.683387 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a4b98469-abbb-4191-b080-0f6183b1e565 req-a9d5deba-542e-494f-aec6-a06f65c4cab4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20be9a6a-133c-48db-a517-4ad159c695f6 HTTP/1.1" status: 200 len: 217 time: 0.1514802 Feb 09 01:01:52.692782 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-3a735639-cc81-46af-87bb-b1607367a636 admin admin] 10.222.0.105 "PUT /v2.0/routers/4af77cf2-eaad-4284-8445-24c7aeaed730/add_router_interface HTTP/1.1" status: 200 len: 503 time: 19.4379976 Feb 09 01:01:52.714024 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1a0d47-8005-400e-8374-cd0b6db92cb0 admin admin] Network 7d1efc84-0e07-425a-933b-624ea0f4290b is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:01:52.757327 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-6a1a0d47-8005-400e-8374-cd0b6db92cb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:01:52.775229 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-16489ddc-ce41-4ec9-8953-a5f89b3f2411 None None] Set router 4af77cf2-eaad-4284-8445-24c7aeaed730 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:01:52.814204 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1a0d47-8005-400e-8374-cd0b6db92cb0 admin admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:01:52.865568 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1a0d47-8005-400e-8374-cd0b6db92cb0 admin admin] Pushing event updated for resources: {'Port': ['ID=a7747da2-9dbe-4849-aa27-b6fcaaa05423,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:52.934003 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b98469-abbb-4191-b080-0f6183b1e565 req-5d0512eb-a924-4618-9569-1e9610b5bc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:52.935463 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a4b98469-abbb-4191-b080-0f6183b1e565 req-5d0512eb-a924-4618-9569-1e9610b5bc44 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9942ee01-dd7e-4834-abd9-435553920913 HTTP/1.1" status: 200 len: 858 time: 0.2204454 Feb 09 01:01:52.964205 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfaf3a2-165c-4601-afc1-25262a5121fd req-6178db7b-1718-420e-aaed-4e69c65532cc tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:52.965778 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cdfaf3a2-165c-4601-afc1-25262a5121fd req-6178db7b-1718-420e-aaed-4e69c65532cc tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.62 "GET /v2.0/ports?device_id=225149f6-b53e-471c-a121-21a0d84521e4 HTTP/1.1" status: 200 len: 943 time: 0.5548892 Feb 09 01:01:52.973291 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f26c5-3c21-476d-92cb-9cf9fa00544a req-aa7ed102-2392-437c-98cc-3b97fc035190 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:52.975518 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-574f26c5-3c21-476d-92cb-9cf9fa00544a req-aa7ed102-2392-437c-98cc-3b97fc035190 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] 10.222.0.105 "GET /v2.0/ports?device_id=82c94d79-b497-4446-b6b4-9c23dd2b622e HTTP/1.1" status: 200 len: 945 time: 0.6252122 Feb 09 01:01:53.009173 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6a1a0d47-8005-400e-8374-cd0b6db92cb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:53.054888 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b705554a-818b-450c-920b-9a4c6bc5a762 None None] Provisioning for port a7747da2-9dbe-4849-aa27-b6fcaaa05423 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:01:53.065036 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b705554a-818b-450c-920b-9a4c6bc5a762 None None] Provisioning complete for port a7747da2-9dbe-4849-aa27-b6fcaaa05423 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:53.065781 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b705554a-818b-450c-920b-9a4c6bc5a762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:53.108614 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a4b98469-abbb-4191-b080-0f6183b1e565 req-ff25ba3d-b83d-431f-bab8-fe0137b1e1f4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dddcfb9a-ef1d-4451-87f5-55a06755c03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1567969 Feb 09 01:01:53.123836 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1eff3871-3451-4785-ac35-f6ece1f2fe19 req-966fe717-8680-4941-98a9-c9dabb14e8c8 service neutron] 10.222.0.105 "GET /v2.0/networks/48143312-4059-4efc-a7c1-0025ad20c80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4355390 Feb 09 01:01:53.143204 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-b705554a-818b-450c-920b-9a4c6bc5a762 None None] Port a7747da2-9dbe-4849-aa27-b6fcaaa05423 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:01:53.228227 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-cdfaf3a2-165c-4601-afc1-25262a5121fd req-d2609ac5-3adf-468a-9d7f-53270ac1fdba tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Deleting port 8dc42f6c-6943-467a-8a49-e8203ba2938a {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:01:53.228620 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-cdfaf3a2-165c-4601-afc1-25262a5121fd req-d2609ac5-3adf-468a-9d7f-53270ac1fdba tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:53.299790 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-574f26c5-3c21-476d-92cb-9cf9fa00544a req-763ca7db-3dca-45c2-ae3c-3c10f5d3c97b tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] 10.222.0.105 "GET /v2.0/security-groups?id=dcb42f2e-3e93-41f3-b435-313efa7aea51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836926 Feb 09 01:01:53.432102 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a4b98469-abbb-4191-b080-0f6183b1e565 req-67d9969d-a3ab-4dc3-bf5d-7e628c95dc74 service neutron] 10.222.0.62 "GET /v2.0/networks/dddcfb9a-ef1d-4451-87f5-55a06755c03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141944 Feb 09 01:01:53.461167 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-16489ddc-ce41-4ec9-8953-a5f89b3f2411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af77cf2-eaad-4284-8445-24c7aeaed730', 'name': 'tempest-TaggedBootDevicesTest_v242-933179945-router', 'tenant_id': '6ae572a6f87d4d70abcebc0f3058fa0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '9de359a1-d738-40a8-87c3-2fba594ce190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:01:25Z', 'updated_at': '2022-02-09T01:01:47Z', 'revision_number': 4, 'project_id': '6ae572a6f87d4d70abcebc0f3058fa0e', 'gw_port': {'id': '9de359a1-d738-40a8-87c3-2fba594ce190', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af77cf2-eaad-4284-8445-24c7aeaed730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:27Z', 'updated_at': '2022-02-09T01:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'da2fa760-4692-463d-a9a9-86aaf187f6d8', 'name': '', 'network_id': '6c21402c-7902-4ae7-8505-6f11f3eac92e', 'tenant_id': '6ae572a6f87d4d70abcebc0f3058fa0e', 'mac_address': 'fa:16:3e:ab:3a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af77cf2-eaad-4284-8445-24c7aeaed730', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '72b75d40-f987-460b-9115-e3f2c6814493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:40Z', 'updated_at': '2022-02-09T01:01:48Z', 'revision_number': 2, 'project_id': '6ae572a6f87d4d70abcebc0f3058fa0e', 'subnets': [{'id': '72b75d40-f987-460b-9115-e3f2c6814493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:53.465776 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16489ddc-ce41-4ec9-8953-a5f89b3f2411 None None] Checking router: 4af77cf2-eaad-4284-8445-24c7aeaed730 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:01:53.466154 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16489ddc-ce41-4ec9-8953-a5f89b3f2411 None None] Updating router 4af77cf2-eaad-4284-8445-24c7aeaed730 port da2fa760-4692-463d-a9a9-86aaf187f6d8 binding host n-d-828418-1 {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:01:53.604298 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-16489ddc-ce41-4ec9-8953-a5f89b3f2411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:53.620371 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 51916) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:01:53.627187 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-22151dac-a596-44a6-9633-fb228e95374d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1042159097-network', 'tenant_id': '2cc4bdf0eb4c44aebef8e08042a8255d'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:53.636825 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-22151dac-a596-44a6-9633-fb228e95374d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:01:53.654999 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-22151dac-a596-44a6-9633-fb228e95374d admin admin] Usage tracker for resource:network and tenant:2cc4bdf0eb4c44aebef8e08042a8255d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:01:53.665797 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-22151dac-a596-44a6-9633-fb228e95374d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:01:53.682117 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-22151dac-a596-44a6-9633-fb228e95374d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:01:53.707083 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22151dac-a596-44a6-9633-fb228e95374d admin admin] Made reservation on behalf of 2cc4bdf0eb4c44aebef8e08042a8255d for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:01:53.711697 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-22151dac-a596-44a6-9633-fb228e95374d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:53.757571 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-22151dac-a596-44a6-9633-fb228e95374d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:53.800475 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-22151dac-a596-44a6-9633-fb228e95374d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:01:53.806067 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-22151dac-a596-44a6-9633-fb228e95374d admin admin] Usage tracker for resource:security_group_rule and tenant:2cc4bdf0eb4c44aebef8e08042a8255d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:01:53.811651 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-22151dac-a596-44a6-9633-fb228e95374d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:01:53.818926 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-22151dac-a596-44a6-9633-fb228e95374d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:01:53.951544 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 20be9a6a-133c-48db-a517-4ad159c695f6 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:01:54.037499 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-22151dac-a596-44a6-9633-fb228e95374d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:54.050073 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-22151dac-a596-44a6-9633-fb228e95374d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:54.101278 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22151dac-a596-44a6-9633-fb228e95374d admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:01:54.110407 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cd2ee3ba-9712-412f-8f2e-9f3438b0e038 req-24a5adf7-0dd9-49e8-9bd9-c948916002bd tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/ports?device_id=82720492-be2b-4c27-b64d-36f2afd28b77 HTTP/1.1" status: 200 len: 210 time: 0.1964929 Feb 09 01:01:54.160658 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-22151dac-a596-44a6-9633-fb228e95374d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:54.162146 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-22151dac-a596-44a6-9633-fb228e95374d admin admin] Added segment 40546022-0981-4cc8-997a-c9ccdde03029 of type vlan for network b8a8616c-44ac-4ad3-8637-96c1fd5771e7 Feb 09 01:01:54.211690 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 20be9a6a-133c-48db-a517-4ad159c695f6, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=20be9a6a-133c-48db-a517-4ad159c695f6,segment=NetworkSegment(e66966fd-77ef-4a29-85e6-046d1ef64861),segment_id=e66966fd-77ef-4a29-85e6-046d1ef64861)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:54.245459 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-22151dac-a596-44a6-9633-fb228e95374d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:54.256504 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '20be9a6a-133c-48db-a517-4ad159c695f6', 'network_id': 'dddcfb9a-ef1d-4451-87f5-55a06755c03d', 'port_id': '20be9a6a-133c-48db-a517-4ad159c695f6', 'mac_address': 'fa:16:3e:f0:50:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9942ee01-dd7e-4834-abd9-435553920913', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:01:54.266594 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device b7dc9dc9-1e32-48c4-a321-58098279cd4f up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:01:54.295347 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-22151dac-a596-44a6-9633-fb228e95374d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:54.296819 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22151dac-a596-44a6-9633-fb228e95374d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:54.297658 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-22151dac-a596-44a6-9633-fb228e95374d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:54.299615 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-16489ddc-ce41-4ec9-8953-a5f89b3f2411 None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:54.332007 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-16489ddc-ce41-4ec9-8953-a5f89b3f2411 None None] Transition to ACTIVE for port object da2fa760-4692-463d-a9a9-86aaf187f6d8 will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:01:54.351621 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-16489ddc-ce41-4ec9-8953-a5f89b3f2411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:54.361669 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a4b98469-abbb-4191-b080-0f6183b1e565 req-d0f5d97d-0f19-461e-a196-0c88706ba538 service neutron] 10.222.0.62 "GET /v2.0/networks/dddcfb9a-ef1d-4451-87f5-55a06755c03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9132380 Feb 09 01:01:54.371277 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6a1a0d47-8005-400e-8374-cd0b6db92cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:54.395446 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-cdfaf3a2-165c-4601-afc1-25262a5121fd req-d2609ac5-3adf-468a-9d7f-53270ac1fdba tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] For port 8dc42f6c-6943-467a-8a49-e8203ba2938a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=8dc42f6c-6943-467a-8a49-e8203ba2938a,segment=NetworkSegment(68c75c24-5a6d-4512-b85d-48e7bc49aa9f),segment_id=68c75c24-5a6d-4512-b85d-48e7bc49aa9f)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:54.397622 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-cdfaf3a2-165c-4601-afc1-25262a5121fd req-d2609ac5-3adf-468a-9d7f-53270ac1fdba tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:54.461015 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:54.554569 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning for port b7dc9dc9-1e32-48c4-a321-58098279cd4f completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:01:54.563899 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20be9a6a-133c-48db-a517-4ad159c695f6 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:01:54.571793 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:54.577830 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port b7dc9dc9-1e32-48c4-a321-58098279cd4f triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:54.578188 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:54.606757 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22151dac-a596-44a6-9633-fb228e95374d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed8c907-1a54-4cf9-a4f9-7a092db24246,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:54.654725 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22151dac-a596-44a6-9633-fb228e95374d admin admin] Pushing event updated for resources: {'Network': ['ID=b8a8616c-44ac-4ad3-8637-96c1fd5771e7,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:54.668541 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-22151dac-a596-44a6-9633-fb228e95374d admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0469086 Feb 09 01:01:54.672863 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 51974) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:01:54.685855 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-ea8a8975-1e5c-41b6-84ea-584dc2636e02 admin admin] Request body: {'subnet': {'network_id': 'b8a8616c-44ac-4ad3-8637-96c1fd5771e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1042159097-subnet', 'tenant_id': '2cc4bdf0eb4c44aebef8e08042a8255d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:54.698590 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ea8a8975-1e5c-41b6-84ea-584dc2636e02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:01:54.707751 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ea8a8975-1e5c-41b6-84ea-584dc2636e02 admin admin] Usage tracker for resource:subnet and tenant:2cc4bdf0eb4c44aebef8e08042a8255d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:01:54.717218 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ea8a8975-1e5c-41b6-84ea-584dc2636e02 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:01:54.723939 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ea8a8975-1e5c-41b6-84ea-584dc2636e02 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:01:54.745330 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8a8975-1e5c-41b6-84ea-584dc2636e02 admin admin] Made reservation on behalf of 2cc4bdf0eb4c44aebef8e08042a8255d for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:01:54.747907 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ea8a8975-1e5c-41b6-84ea-584dc2636e02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:54.821158 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 20be9a6a-133c-48db-a517-4ad159c695f6, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=20be9a6a-133c-48db-a517-4ad159c695f6,segment=NetworkSegment(e66966fd-77ef-4a29-85e6-046d1ef64861),segment_id=e66966fd-77ef-4a29-85e6-046d1ef64861)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:54.822471 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-cdfaf3a2-165c-4601-afc1-25262a5121fd req-d2609ac5-3adf-468a-9d7f-53270ac1fdba tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Calling delete_port for 8dc42f6c-6943-467a-8a49-e8203ba2938a owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:01:54.834683 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network b8a8616c-44ac-4ad3-8637-96c1fd5771e7 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:01:54.882120 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:54.929528 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-16489ddc-ce41-4ec9-8953-a5f89b3f2411 None None] Attempting to bind port da2fa760-4692-463d-a9a9-86aaf187f6d8 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:01:54.930795 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-16489ddc-ce41-4ec9-8953-a5f89b3f2411 None None] Attempting to bind port da2fa760-4692-463d-a9a9-86aaf187f6d8 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '40c00fa1-daf3-4b56-ac4d-2ce7703801d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c21402c-7902-4ae7-8505-6f11f3eac92e'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:01:54.931527 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16489ddc-ce41-4ec9-8953-a5f89b3f2411 None None] Attempting to bind port da2fa760-4692-463d-a9a9-86aaf187f6d8 on network 6c21402c-7902-4ae7-8505-6f11f3eac92e {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:01:54.944234 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16489ddc-ce41-4ec9-8953-a5f89b3f2411 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:01:54.945266 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16489ddc-ce41-4ec9-8953-a5f89b3f2411 None None] Checking segment: {'id': '40c00fa1-daf3-4b56-ac4d-2ce7703801d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c21402c-7902-4ae7-8505-6f11f3eac92e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:01:54.945908 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-16489ddc-ce41-4ec9-8953-a5f89b3f2411 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:54.946738 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16489ddc-ce41-4ec9-8953-a5f89b3f2411 None None] Bound using segment: {'id': '40c00fa1-daf3-4b56-ac4d-2ce7703801d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c21402c-7902-4ae7-8505-6f11f3eac92e'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:01:54.947354 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-16489ddc-ce41-4ec9-8953-a5f89b3f2411 None None] Bound port: da2fa760-4692-463d-a9a9-86aaf187f6d8, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40c00fa1-daf3-4b56-ac4d-2ce7703801d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c21402c-7902-4ae7-8505-6f11f3eac92e'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:01:54.948011 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-16489ddc-ce41-4ec9-8953-a5f89b3f2411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:54.998802 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c165dce-9b1f-4e5a-b607-0c90d82dca94 None None] Pushing event updated for resources: {'Port': ['ID=da2fa760-4692-463d-a9a9-86aaf187f6d8,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:55.025008 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c165dce-9b1f-4e5a-b607-0c90d82dca94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:55.025420 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c165dce-9b1f-4e5a-b607-0c90d82dca94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:55.026277 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c165dce-9b1f-4e5a-b607-0c90d82dca94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:55.026277 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c165dce-9b1f-4e5a-b607-0c90d82dca94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:55.026680 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c165dce-9b1f-4e5a-b607-0c90d82dca94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:55.027357 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c165dce-9b1f-4e5a-b607-0c90d82dca94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:55.027751 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c165dce-9b1f-4e5a-b607-0c90d82dca94 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:55.029023 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c165dce-9b1f-4e5a-b607-0c90d82dca94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:55.029706 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c165dce-9b1f-4e5a-b607-0c90d82dca94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:55.031223 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c165dce-9b1f-4e5a-b607-0c90d82dca94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:55.031593 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c165dce-9b1f-4e5a-b607-0c90d82dca94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:55.032535 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c165dce-9b1f-4e5a-b607-0c90d82dca94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:55.065744 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ea8a8975-1e5c-41b6-84ea-584dc2636e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:55.102866 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-16489ddc-ce41-4ec9-8953-a5f89b3f2411 None None] For port da2fa760-4692-463d-a9a9-86aaf187f6d8, host n-d-828418-1, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:01:55.106826 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-16489ddc-ce41-4ec9-8953-a5f89b3f2411 None None] For port da2fa760-4692-463d-a9a9-86aaf187f6d8, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=da2fa760-4692-463d-a9a9-86aaf187f6d8,segment=NetworkSegment(40c00fa1-daf3-4b56-ac4d-2ce7703801d7),segment_id=40c00fa1-daf3-4b56-ac4d-2ce7703801d7)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:01:55.113374 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-16489ddc-ce41-4ec9-8953-a5f89b3f2411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:55.145555 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8a8975-1e5c-41b6-84ea-584dc2636e02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d05b4a05-c9f8-4fee-93f0-8827442305c3,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:55.192246 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8a8975-1e5c-41b6-84ea-584dc2636e02 admin admin] Checking segment: {'id': '40546022-0981-4cc8-997a-c9ccdde03029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b8a8616c-44ac-4ad3-8637-96c1fd5771e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:01:55.192753 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8a8975-1e5c-41b6-84ea-584dc2636e02 admin admin] Network hostable DHCP agents. Network: b8a8616c-44ac-4ad3-8637-96c1fd5771e7, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:01:55.215538 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8a8975-1e5c-41b6-84ea-584dc2636e02 admin admin] Network b8a8616c-44ac-4ad3-8637-96c1fd5771e7 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:01:55.227214 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c165dce-9b1f-4e5a-b607-0c90d82dca94 None None] Pushing event updated for resources: {'Port': ['ID=da2fa760-4692-463d-a9a9-86aaf187f6d8,revision_number=4']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:55.227931 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-ea8a8975-1e5c-41b6-84ea-584dc2636e02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, b8a8616c-44ac-4ad3-8637-96c1fd5771e7) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:01:55.233162 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8a8975-1e5c-41b6-84ea-584dc2636e02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:55.234405 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ea8a8975-1e5c-41b6-84ea-584dc2636e02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:55.267897 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152efa61-b0a8-4d47-abe6-d426ca6f3810 None None] Network b8a8616c-44ac-4ad3-8637-96c1fd5771e7 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:01:55.276319 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16489ddc-ce41-4ec9-8953-a5f89b3f2411 None None] Routers {'4af77cf2-eaad-4284-8445-24c7aeaed730'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:01:55.277059 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-16489ddc-ce41-4ec9-8953-a5f89b3f2411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:01:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['4af77cf2-eaad-4284-8445-24c7aeaed730'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:55.291745 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ea8a8975-1e5c-41b6-84ea-584dc2636e02 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6150467 Feb 09 01:01:55.292335 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 51994) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:01:55.304425 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-90122556-3feb-4953-bf84-fd65f6171b28 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1042159097-router', 'tenant_id': '2cc4bdf0eb4c44aebef8e08042a8255d', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:55.310555 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-90122556-3feb-4953-bf84-fd65f6171b28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:01:55.315670 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-90122556-3feb-4953-bf84-fd65f6171b28 admin admin] Usage tracker for resource:router and tenant:2cc4bdf0eb4c44aebef8e08042a8255d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:01:55.321541 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-90122556-3feb-4953-bf84-fd65f6171b28 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:01:55.328440 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-90122556-3feb-4953-bf84-fd65f6171b28 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:01:55.328616 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['20be9a6a-133c-48db-a517-4ad159c695f6'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:01:55.345922 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-90122556-3feb-4953-bf84-fd65f6171b28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:55.348227 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-90122556-3feb-4953-bf84-fd65f6171b28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:55.376468 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-90122556-3feb-4953-bf84-fd65f6171b28 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:55.503609 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6a1a0d47-8005-400e-8374-cd0b6db92cb0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:55.533133 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=20be9a6a-133c-48db-a517-4ad159c695f6,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:55.549630 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6a1a0d47-8005-400e-8374-cd0b6db92cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:55.559777 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:55.611570 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port b7dc9dc9-1e32-48c4-a321-58098279cd4f, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=b7dc9dc9-1e32-48c4-a321-58098279cd4f,segment=NetworkSegment(e66966fd-77ef-4a29-85e6-046d1ef64861),segment_id=e66966fd-77ef-4a29-85e6-046d1ef64861)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:55.624168 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82c94d79-b497-4446-b6b4-9c23dd2b622e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7dc9dc9-1e32-48c4-a321-58098279cd4f'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:01:55.638152 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:55.650255 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-cdfaf3a2-165c-4601-afc1-25262a5121fd req-d2609ac5-3adf-468a-9d7f-53270ac1fdba tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:55.714888 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-16489ddc-ce41-4ec9-8953-a5f89b3f2411 None None] Set router 4af77cf2-eaad-4284-8445-24c7aeaed730 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:01:55.724062 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a598d7-3803-4d71-9195-bf71beab21ad req-533fb558-6f2a-4a52-8e74-de49b28cdfd8 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:55.725750 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-37a598d7-3803-4d71-9195-bf71beab21ad req-533fb558-6f2a-4a52-8e74-de49b28cdfd8 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/networks?id=dd02684a-c792-4fba-8571-35898e88ad40 HTTP/1.1" status: 200 len: 811 time: 0.8262398 Feb 09 01:01:55.819161 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1a0d47-8005-400e-8374-cd0b6db92cb0 admin admin] Pushing event updated for resources: {'Port': ['ID=a7747da2-9dbe-4849-aa27-b6fcaaa05423,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:55.821701 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6a1a0d47-8005-400e-8374-cd0b6db92cb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:55.831049 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-37a598d7-3803-4d71-9195-bf71beab21ad req-1b03c6c7-46b8-4923-a355-18dd530367a5 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/quotas/5ff9aad1b4b645cb83f87778a731b808 HTTP/1.1" status: 200 len: 375 time: 0.0913479 Feb 09 01:01:55.964055 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 8dc42f6c-6943-467a-8a49-e8203ba2938a no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:01:56.001739 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-90122556-3feb-4953-bf84-fd65f6171b28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:56.005372 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: 8dc42f6c-6943-467a-8a49-e8203ba2938a {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:01:56.006310 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 8dc42f6c-6943-467a-8a49-e8203ba2938a not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:01:56.008029 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=b7dc9dc9-1e32-48c4-a321-58098279cd4f,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:56.030511 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062660eb-7864-4c9a-bfac-2b6d90bfcd95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-b8a8616c-44ac-4ad3-8637-96c1fd5771e7', 'network_id': 'b8a8616c-44ac-4ad3-8637-96c1fd5771e7', 'tenant_id': '2cc4bdf0eb4c44aebef8e08042a8255d', 'fixed_ips': [{'subnet_id': 'd05b4a05-c9f8-4fee-93f0-8827442305c3'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:01:56.031340 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-062660eb-7864-4c9a-bfac-2b6d90bfcd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:56.099202 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-16489ddc-ce41-4ec9-8953-a5f89b3f2411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af77cf2-eaad-4284-8445-24c7aeaed730', 'name': 'tempest-TaggedBootDevicesTest_v242-933179945-router', 'tenant_id': '6ae572a6f87d4d70abcebc0f3058fa0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '9de359a1-d738-40a8-87c3-2fba594ce190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:01:25Z', 'updated_at': '2022-02-09T01:01:47Z', 'revision_number': 4, 'project_id': '6ae572a6f87d4d70abcebc0f3058fa0e', 'gw_port': {'id': '9de359a1-d738-40a8-87c3-2fba594ce190', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af77cf2-eaad-4284-8445-24c7aeaed730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:27Z', 'updated_at': '2022-02-09T01:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'da2fa760-4692-463d-a9a9-86aaf187f6d8', 'name': '', 'network_id': '6c21402c-7902-4ae7-8505-6f11f3eac92e', 'tenant_id': '6ae572a6f87d4d70abcebc0f3058fa0e', 'mac_address': 'fa:16:3e:ab:3a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af77cf2-eaad-4284-8445-24c7aeaed730', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '72b75d40-f987-460b-9115-e3f2c6814493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:40Z', 'updated_at': '2022-02-09T01:01:55Z', 'revision_number': 4, 'project_id': '6ae572a6f87d4d70abcebc0f3058fa0e', 'subnets': [{'id': '72b75d40-f987-460b-9115-e3f2c6814493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:56.104522 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16489ddc-ce41-4ec9-8953-a5f89b3f2411 None None] The sync data for ids ['4af77cf2-eaad-4284-8445-24c7aeaed730'] in n-d-828418-1 is: [{'id': '4af77cf2-eaad-4284-8445-24c7aeaed730', 'name': 'tempest-TaggedBootDevicesTest_v242-933179945-router', 'tenant_id': '6ae572a6f87d4d70abcebc0f3058fa0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '9de359a1-d738-40a8-87c3-2fba594ce190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:01:25Z', 'updated_at': '2022-02-09T01:01:47Z', 'revision_number': 4, 'project_id': '6ae572a6f87d4d70abcebc0f3058fa0e', 'gw_port': {'id': '9de359a1-d738-40a8-87c3-2fba594ce190', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af77cf2-eaad-4284-8445-24c7aeaed730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:27Z', 'updated_at': '2022-02-09T01:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'da2fa760-4692-463d-a9a9-86aaf187f6d8', 'name': '', 'network_id': '6c21402c-7902-4ae7-8505-6f11f3eac92e', 'tenant_id': '6ae572a6f87d4d70abcebc0f3058fa0e', 'mac_address': 'fa:16:3e:ab:3a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af77cf2-eaad-4284-8445-24c7aeaed730', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '72b75d40-f987-460b-9115-e3f2c6814493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:40Z', 'updated_at': '2022-02-09T01:01:55Z', 'revision_number': 4, 'project_id': '6ae572a6f87d4d70abcebc0f3058fa0e', 'subnets': [{'id': '72b75d40-f987-460b-9115-e3f2c6814493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:01:56.145207 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2609ac5-3adf-468a-9d7f-53270ac1fdba tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Pushing event deleted for resources: {'Port': ['ID=8dc42f6c-6943-467a-8a49-e8203ba2938a,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:56.221688 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-062660eb-7864-4c9a-bfac-2b6d90bfcd95 None None] Allocated IP 172.20.0.2 (b8a8616c-44ac-4ad3-8637-96c1fd5771e7/d05b4a05-c9f8-4fee-93f0-8827442305c3/eaeb30e2-f6d9-4c7c-98a8-7f57dc8fc426) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:01:56.224179 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a68fd-19f7-46a5-920e-549ed00b80f1 req-4c78569b-e02e-46a0-a8ae-8a46e1019a28 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:56.226058 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-207a68fd-19f7-46a5-920e-549ed00b80f1 req-4c78569b-e02e-46a0-a8ae-8a46e1019a28 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 944 time: 1.1094375 Feb 09 01:01:56.227703 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdfaf3a2-165c-4601-afc1-25262a5121fd req-d2609ac5-3adf-468a-9d7f-53270ac1fdba tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] No DVR routers for this DVR port 8dc42f6c-6943-467a-8a49-e8203ba2938a on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:01:56.248437 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-cdfaf3a2-165c-4601-afc1-25262a5121fd req-d2609ac5-3adf-468a-9d7f-53270ac1fdba tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:56.254362 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '225149f6-b53e-471c-a121-21a0d84521e4', 'name': 'network-vif-deleted', 'tag': '8dc42f6c-6943-467a-8a49-e8203ba2938a'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:01:56.263154 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-37a598d7-3803-4d71-9195-bf71beab21ad req-b2611bf7-de19-4f1e-bb46-da904827d1ac tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=5ff9aad1b4b645cb83f87778a731b808&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3754191 Feb 09 01:01:56.293427 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff3871-3451-4785-ac35-f6ece1f2fe19 req-c30c9b0b-745e-406c-8d99-6d0169b50906 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:56.295006 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1eff3871-3451-4785-ac35-f6ece1f2fe19 req-c30c9b0b-745e-406c-8d99-6d0169b50906 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.62 "GET /v2.0/networks?id=48143312-4059-4efc-a7c1-0025ad20c80e HTTP/1.1" status: 200 len: 804 time: 1.1080513 Feb 09 01:01:56.352287 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-1eff3871-3451-4785-ac35-f6ece1f2fe19 req-cd33aa00-5835-4fd6-b095-5be14a5b5a0c tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Request body: {'port': {'device_id': '82720492-be2b-4c27-b64d-36f2afd28b77', 'network_id': '48143312-4059-4efc-a7c1-0025ad20c80e', 'admin_state_up': True, 'tenant_id': '8ec264b7b14646a3a7c5bffffa681c25'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:56.482695 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-062660eb-7864-4c9a-bfac-2b6d90bfcd95 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:56.489764 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-90122556-3feb-4953-bf84-fd65f6171b28 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:56.498776 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-062660eb-7864-4c9a-bfac-2b6d90bfcd95 None None] Transition to ACTIVE for port object eaeb30e2-f6d9-4c7c-98a8-7f57dc8fc426 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:01:56.522794 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device da2fa760-4692-463d-a9a9-86aaf187f6d8 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:01:56.530237 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-90122556-3feb-4953-bf84-fd65f6171b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:56.566160 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cdfaf3a2-165c-4601-afc1-25262a5121fd req-d2609ac5-3adf-468a-9d7f-53270ac1fdba tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.62 "DELETE /v2.0/ports/8dc42f6c-6943-467a-8a49-e8203ba2938a HTTP/1.1" status: 204 len: 173 time: 3.5874739 Feb 09 01:01:56.584711 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-062660eb-7864-4c9a-bfac-2b6d90bfcd95 None None] Transition to ACTIVE for port object eaeb30e2-f6d9-4c7c-98a8-7f57dc8fc426 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:01:56.617539 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-062660eb-7864-4c9a-bfac-2b6d90bfcd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:56.622504 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1a0d47-8005-400e-8374-cd0b6db92cb0 admin admin] Network 7d1efc84-0e07-425a-933b-624ea0f4290b is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:01:56.625644 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-6a1a0d47-8005-400e-8374-cd0b6db92cb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:01:56.669551 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-207a68fd-19f7-46a5-920e-549ed00b80f1 req-2d5f9de3-cbb3-458f-b760-c7fa2dc39ea0 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4171662 Feb 09 01:01:56.746532 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port da2fa760-4692-463d-a9a9-86aaf187f6d8 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:01:56.756683 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062660eb-7864-4c9a-bfac-2b6d90bfcd95 None None] Network b8a8616c-44ac-4ad3-8637-96c1fd5771e7 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:01:56.763170 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port da2fa760-4692-463d-a9a9-86aaf187f6d8 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:56.763834 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:56.806563 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-062660eb-7864-4c9a-bfac-2b6d90bfcd95 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:01:56.810742 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062660eb-7864-4c9a-bfac-2b6d90bfcd95 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:01:56.831332 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062660eb-7864-4c9a-bfac-2b6d90bfcd95 None None] Pushing event updated for resources: {'Port': ['ID=eaeb30e2-f6d9-4c7c-98a8-7f57dc8fc426,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:56.833653 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-90122556-3feb-4953-bf84-fd65f6171b28 admin admin] Allocated IP 172.25.0.74 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/a6c74171-f310-4fb3-b96b-b0d724c8a88f) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:01:56.982320 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-062660eb-7864-4c9a-bfac-2b6d90bfcd95 None None] Attempting to bind port eaeb30e2-f6d9-4c7c-98a8-7f57dc8fc426 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:01:56.982694 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-062660eb-7864-4c9a-bfac-2b6d90bfcd95 None None] Attempting to bind port eaeb30e2-f6d9-4c7c-98a8-7f57dc8fc426 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '40546022-0981-4cc8-997a-c9ccdde03029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b8a8616c-44ac-4ad3-8637-96c1fd5771e7'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:01:56.983051 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062660eb-7864-4c9a-bfac-2b6d90bfcd95 None None] Attempting to bind port eaeb30e2-f6d9-4c7c-98a8-7f57dc8fc426 on network b8a8616c-44ac-4ad3-8637-96c1fd5771e7 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:01:56.993994 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062660eb-7864-4c9a-bfac-2b6d90bfcd95 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:01:56.994216 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062660eb-7864-4c9a-bfac-2b6d90bfcd95 None None] Checking segment: {'id': '40546022-0981-4cc8-997a-c9ccdde03029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b8a8616c-44ac-4ad3-8637-96c1fd5771e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:01:56.994615 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-062660eb-7864-4c9a-bfac-2b6d90bfcd95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:56.995205 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062660eb-7864-4c9a-bfac-2b6d90bfcd95 None None] Bound using segment: {'id': '40546022-0981-4cc8-997a-c9ccdde03029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b8a8616c-44ac-4ad3-8637-96c1fd5771e7'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:01:56.995642 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-062660eb-7864-4c9a-bfac-2b6d90bfcd95 None None] Bound port: eaeb30e2-f6d9-4c7c-98a8-7f57dc8fc426, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40546022-0981-4cc8-997a-c9ccdde03029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b8a8616c-44ac-4ad3-8637-96c1fd5771e7'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:01:56.996006 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-062660eb-7864-4c9a-bfac-2b6d90bfcd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:57.073119 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:57.095706 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-37a598d7-3803-4d71-9195-bf71beab21ad req-d9729bd5-2cd6-4431-975a-6a89cdf95789 service neutron] 10.222.0.105 "GET /v2.0/networks/dd02684a-c792-4fba-8571-35898e88ad40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7801199 Feb 09 01:01:57.118977 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-90122556-3feb-4953-bf84-fd65f6171b28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:57.145179 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-ec1ad6cd-99d8-436f-935d-e766d003e4b2 None None] Provisioning complete for port a7747da2-9dbe-4849-aa27-b6fcaaa05423 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:57.146119 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ec1ad6cd-99d8-436f-935d-e766d003e4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:57.155242 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-90122556-3feb-4953-bf84-fd65f6171b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:57.272309 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port da2fa760-4692-463d-a9a9-86aaf187f6d8, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=da2fa760-4692-463d-a9a9-86aaf187f6d8,segment=NetworkSegment(40c00fa1-daf3-4b56-ac4d-2ce7703801d7),segment_id=40c00fa1-daf3-4b56-ac4d-2ce7703801d7)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:57.275564 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90122556-3feb-4953-bf84-fd65f6171b28 admin admin] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:01:57.278311 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-ec1ad6cd-99d8-436f-935d-e766d003e4b2 None None] Port a7747da2-9dbe-4849-aa27-b6fcaaa05423 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:01:57.279169 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-90122556-3feb-4953-bf84-fd65f6171b28 admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:01:57.283096 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90122556-3feb-4953-bf84-fd65f6171b28 admin admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:01:57.285307 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:57.319541 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-1eff3871-3451-4785-ac35-f6ece1f2fe19 req-cd33aa00-5835-4fd6-b095-5be14a5b5a0c tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:01:57.335760 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90122556-3feb-4953-bf84-fd65f6171b28 admin admin] Pushing event updated for resources: {'Port': ['ID=a6c74171-f310-4fb3-b96b-b0d724c8a88f,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:57.360652 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-1eff3871-3451-4785-ac35-f6ece1f2fe19 req-cd33aa00-5835-4fd6-b095-5be14a5b5a0c tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Usage tracker for resource:port and tenant:8ec264b7b14646a3a7c5bffffa681c25 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:01:57.369232 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-1eff3871-3451-4785-ac35-f6ece1f2fe19 req-cd33aa00-5835-4fd6-b095-5be14a5b5a0c tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:01:57.376452 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=da2fa760-4692-463d-a9a9-86aaf187f6d8,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:57.388275 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-062660eb-7864-4c9a-bfac-2b6d90bfcd95 None None] For port eaeb30e2-f6d9-4c7c-98a8-7f57dc8fc426, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:01:57.394273 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-1eff3871-3451-4785-ac35-f6ece1f2fe19 req-cd33aa00-5835-4fd6-b095-5be14a5b5a0c tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:01:57.402700 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-062660eb-7864-4c9a-bfac-2b6d90bfcd95 None None] For port eaeb30e2-f6d9-4c7c-98a8-7f57dc8fc426, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=eaeb30e2-f6d9-4c7c-98a8-7f57dc8fc426,segment=NetworkSegment(40546022-0981-4cc8-997a-c9ccdde03029),segment_id=40546022-0981-4cc8-997a-c9ccdde03029)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:01:57.408495 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-062660eb-7864-4c9a-bfac-2b6d90bfcd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:57.414591 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f5ef17-5bfe-4d22-896a-6bdd48e72b09 req-b0b2a3d9-b820-45b4-b04e-58633ae7b50f tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:57.416257 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-42f5ef17-5bfe-4d22-896a-6bdd48e72b09 req-b0b2a3d9-b820-45b4-b04e-58633ae7b50f tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] 10.222.0.105 "GET /v2.0/ports?device_id=82c94d79-b497-4446-b6b4-9c23dd2b622e HTTP/1.1" status: 200 len: 946 time: 0.4585836 Feb 09 01:01:57.454584 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a1a0d47-8005-400e-8374-cd0b6db92cb0 admin admin] Router 421fbf56-9f74-4e16-96b1-944f7a5e261c has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:01:57.492906 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1eff3871-3451-4785-ac35-f6ece1f2fe19 req-cd33aa00-5835-4fd6-b095-5be14a5b5a0c tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Made reservation on behalf of 8ec264b7b14646a3a7c5bffffa681c25 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:01:57.496716 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1eff3871-3451-4785-ac35-f6ece1f2fe19 req-cd33aa00-5835-4fd6-b095-5be14a5b5a0c tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:57.549572 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-37a598d7-3803-4d71-9195-bf71beab21ad req-d4550097-33dc-414a-a72b-2108f2eeee5d service neutron] 10.222.0.105 "GET /v2.0/networks/dd02684a-c792-4fba-8571-35898e88ad40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4328859 Feb 09 01:01:57.644142 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062660eb-7864-4c9a-bfac-2b6d90bfcd95 None None] Pushing event updated for resources: {'Port': ['ID=eaeb30e2-f6d9-4c7c-98a8-7f57dc8fc426,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:57.706253 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-42f5ef17-5bfe-4d22-896a-6bdd48e72b09 req-60dde43d-24f3-48a8-a903-4be860b9fcdc tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] 10.222.0.105 "GET /v2.0/security-groups?id=dcb42f2e-3e93-41f3-b435-313efa7aea51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669094 Feb 09 01:01:57.950795 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 20be9a6a-133c-48db-a517-4ad159c695f6 up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:01:58.112121 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82c94d79-b497-4446-b6b4-9c23dd2b622e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7dc9dc9-1e32-48c4-a321-58098279cd4f', 'code': 200} Feb 09 01:01:58.190261 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port 20be9a6a-133c-48db-a517-4ad159c695f6 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:01:58.197666 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-90122556-3feb-4953-bf84-fd65f6171b28 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:58.201681 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 20be9a6a-133c-48db-a517-4ad159c695f6 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:58.202411 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:58.230356 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '225149f6-b53e-471c-a121-21a0d84521e4', 'name': 'network-vif-deleted', 'tag': '8dc42f6c-6943-467a-8a49-e8203ba2938a', 'status': 'completed', 'code': 200} Feb 09 01:01:58.250435 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-5a3d625f-2f7a-4d5c-822f-4aa13e19e8a8 req-78e1deee-b14c-4940-871f-0a1bee69c523 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Synchronizing usage tracker for tenant:8ec264b7b14646a3a7c5bffffa681c25 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:01:58.425041 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:58.439183 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a1a0d47-8005-400e-8374-cd0b6db92cb0 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:01:58.476383 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12053ba1-496c-401d-9f7c-3eeea8e721e8 None None] Sync routers for ids ['421fbf56-9f74-4e16-96b1-944f7a5e261c'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:01:58.510431 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12053ba1-496c-401d-9f7c-3eeea8e721e8 None None] Routers {'421fbf56-9f74-4e16-96b1-944f7a5e261c'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:01:58.511259 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-12053ba1-496c-401d-9f7c-3eeea8e721e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:01:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['421fbf56-9f74-4e16-96b1-944f7a5e261c'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:58.581108 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-1eff3871-3451-4785-ac35-f6ece1f2fe19 req-cd33aa00-5835-4fd6-b095-5be14a5b5a0c tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Allocated IP 172.20.0.13 (48143312-4059-4efc-a7c1-0025ad20c80e/77301bdf-2486-425f-9a0c-6634d1b8425f/309d54d7-37d5-41bb-8447-5991fab3ab4d) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:01:58.623349 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device da2fa760-4692-463d-a9a9-86aaf187f6d8 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:01:58.748417 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 20be9a6a-133c-48db-a517-4ad159c695f6, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=20be9a6a-133c-48db-a517-4ad159c695f6,segment=NetworkSegment(e66966fd-77ef-4a29-85e6-046d1ef64861),segment_id=e66966fd-77ef-4a29-85e6-046d1ef64861)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:58.781897 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:58.946131 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-6a1a0d47-8005-400e-8374-cd0b6db92cb0 admin admin] 10.222.0.105 "PUT /v2.0/routers/421fbf56-9f74-4e16-96b1-944f7a5e261c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9645648 Feb 09 01:01:58.953895 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=20be9a6a-133c-48db-a517-4ad159c695f6,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:58.960703 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-5a3d625f-2f7a-4d5c-822f-4aa13e19e8a8 req-78e1deee-b14c-4940-871f-0a1bee69c523 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Unset dirty status for tenant:8ec264b7b14646a3a7c5bffffa681c25 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:01:58.969379 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5a3d625f-2f7a-4d5c-822f-4aa13e19e8a8 req-78e1deee-b14c-4940-871f-0a1bee69c523 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/ports?device_id=82720492-be2b-4c27-b64d-36f2afd28b77 HTTP/1.1" status: 200 len: 210 time: 0.9244313 Feb 09 01:01:59.017232 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-90122556-3feb-4953-bf84-fd65f6171b28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:59.079796 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port da2fa760-4692-463d-a9a9-86aaf187f6d8 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:59.081421 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:59.124973 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db960e2-2c30-4bac-9850-f2f783fa442d req-c63ec5da-b22d-48ec-a287-35bef8b11a6b tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:59.140872 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8db960e2-2c30-4bac-9850-f2f783fa442d req-c63ec5da-b22d-48ec-a287-35bef8b11a6b tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 944 time: 0.8043077 Feb 09 01:01:59.221902 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8382a78c-8e96-42e3-a7d6-862f1a991db0 None None] Network b8a8616c-44ac-4ad3-8637-96c1fd5771e7 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:01:59.255714 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b645c918-38ad-4219-bf7a-4790129ea38e req-0426d6f5-2a2d-472c-bde8-338947124e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:59.259201 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b645c918-38ad-4219-bf7a-4790129ea38e req-0426d6f5-2a2d-472c-bde8-338947124e3a service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=82c94d79-b497-4446-b6b4-9c23dd2b622e HTTP/1.1" status: 200 len: 1097 time: 1.0281992 Feb 09 01:01:59.267045 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1eff3871-3451-4785-ac35-f6ece1f2fe19 req-cd33aa00-5835-4fd6-b095-5be14a5b5a0c tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:59.283293 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c086b60d-f757-445f-9a2b-c3513f35d614 req-332c06ff-afed-4aa9-a18e-9248f093f7b2 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=ebae290c-de9d-4840-9d75-99cbcc88f69e HTTP/1.1" status: 200 len: 210 time: 0.1135108 Feb 09 01:01:59.332339 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8db960e2-2c30-4bac-9850-f2f783fa442d req-c964ca3a-d3ea-4cb7-b858-2bc417e42806 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1905899 Feb 09 01:01:59.361200 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b645c918-38ad-4219-bf7a-4790129ea38e req-b1aeefd2-5f3c-4655-856e-f75a86c8d822 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=dcb42f2e-3e93-41f3-b435-313efa7aea51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823176 Feb 09 01:01:59.383888 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1eff3871-3451-4785-ac35-f6ece1f2fe19 req-cd33aa00-5835-4fd6-b095-5be14a5b5a0c tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:59.399246 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-12053ba1-496c-401d-9f7c-3eeea8e721e8 None None] Set router 421fbf56-9f74-4e16-96b1-944f7a5e261c gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:01:59.560907 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1eff3871-3451-4785-ac35-f6ece1f2fe19 req-cd33aa00-5835-4fd6-b095-5be14a5b5a0c tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Network 48143312-4059-4efc-a7c1-0025ad20c80e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:01:59.564747 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-1eff3871-3451-4785-ac35-f6ece1f2fe19 req-cd33aa00-5835-4fd6-b095-5be14a5b5a0c tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:01:59.570003 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eff3871-3451-4785-ac35-f6ece1f2fe19 req-cd33aa00-5835-4fd6-b095-5be14a5b5a0c tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:01:59.602753 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd33aa00-5835-4fd6-b095-5be14a5b5a0c tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Pushing event updated for resources: {'Port': ['ID=309d54d7-37d5-41bb-8447-5991fab3ab4d,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:59.672135 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff3871-3451-4785-ac35-f6ece1f2fe19 req-cd33aa00-5835-4fd6-b095-5be14a5b5a0c tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:59.672796 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1eff3871-3451-4785-ac35-f6ece1f2fe19 req-cd33aa00-5835-4fd6-b095-5be14a5b5a0c tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:59.719161 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1eff3871-3451-4785-ac35-f6ece1f2fe19 req-cd33aa00-5835-4fd6-b095-5be14a5b5a0c tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3853133 Feb 09 01:01:59.734769 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-1eff3871-3451-4785-ac35-f6ece1f2fe19 req-5555bc62-dfb7-47f5-b122-35dc536e3e1d service neutron] Request body: {'port': {'device_id': '82720492-be2b-4c27-b64d-36f2afd28b77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:59.745409 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90122556-3feb-4953-bf84-fd65f6171b28 admin admin] Router 4d0b2dd6-f59c-4c7b-bd27-edac9855fde2 is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:01:59.812402 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-056b2a60-96fd-4fc2-9336-5add5b49566a None None] Provisioning for port eaeb30e2-f6d9-4c7c-98a8-7f57dc8fc426 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:01:59.840058 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device eaeb30e2-f6d9-4c7c-98a8-7f57dc8fc426 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:02:00.120646 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1eff3871-3451-4785-ac35-f6ece1f2fe19 req-5555bc62-dfb7-47f5-b122-35dc536e3e1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:00.137132 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9300db8a-c3f1-475b-98f5-cd430bcf0bad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20be9a6a-133c-48db-a517-4ad159c695f6'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:02:00.165514 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a598d7-3803-4d71-9195-bf71beab21ad req-fbfc9fa6-4568-47ee-bebd-28c9ae41b640 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:00.167608 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-37a598d7-3803-4d71-9195-bf71beab21ad req-fbfc9fa6-4568-47ee-bebd-28c9ae41b640 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.99 "GET /v2.0/networks?id=dd02684a-c792-4fba-8571-35898e88ad40 HTTP/1.1" status: 200 len: 811 time: 0.8730149 Feb 09 01:02:00.168336 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 52106) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:02:00.189529 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-37a598d7-3803-4d71-9195-bf71beab21ad req-51c1c5f0-53d7-4fd1-b448-c6e0705b99b6 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Request body: {'port': {'device_id': 'ebae290c-de9d-4840-9d75-99cbcc88f69e', 'network_id': 'dd02684a-c792-4fba-8571-35898e88ad40', 'admin_state_up': True, 'tenant_id': '5ff9aad1b4b645cb83f87778a731b808'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:00.273790 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 52114) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:02:00.297967 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port eaeb30e2-f6d9-4c7c-98a8-7f57dc8fc426 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:02:00.305469 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-163664f9-92d0-42cc-80d9-333b981d953e admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-483299885-network', 'tenant_id': '2c50555a7075484ca690de468efd7788'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:00.308078 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port eaeb30e2-f6d9-4c7c-98a8-7f57dc8fc426 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:02:00.309093 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:00.317173 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-163664f9-92d0-42cc-80d9-333b981d953e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:02:00.325199 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-163664f9-92d0-42cc-80d9-333b981d953e admin admin] Usage tracker for resource:network and tenant:2c50555a7075484ca690de468efd7788 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:02:00.333405 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-163664f9-92d0-42cc-80d9-333b981d953e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:02:00.351926 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-163664f9-92d0-42cc-80d9-333b981d953e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:02:00.413028 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-163664f9-92d0-42cc-80d9-333b981d953e admin admin] Made reservation on behalf of 2c50555a7075484ca690de468efd7788 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:02:00.415620 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-163664f9-92d0-42cc-80d9-333b981d953e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:00.435542 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-163664f9-92d0-42cc-80d9-333b981d953e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:00.462350 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d305ba-d731-4aba-a41c-3ba9e916ba81 req-45fc37da-b3e9-4b30-a60c-bfe3ca53bfe5 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:00.469813 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c9d305ba-d731-4aba-a41c-3ba9e916ba81 req-45fc37da-b3e9-4b30-a60c-bfe3ca53bfe5 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] 10.222.0.105 "GET /v2.0/ports?device_id=82c94d79-b497-4446-b6b4-9c23dd2b622e HTTP/1.1" status: 200 len: 946 time: 0.4625907 Feb 09 01:02:00.536093 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-163664f9-92d0-42cc-80d9-333b981d953e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:02:00.580340 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c29df794-3c7a-4a4a-a1f1-471ebf48deb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:00.592879 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-37a598d7-3803-4d71-9195-bf71beab21ad req-51c1c5f0-53d7-4fd1-b448-c6e0705b99b6 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:02:00.619274 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90122556-3feb-4953-bf84-fd65f6171b28 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:02:00.634199 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847f5bb6-bc2a-46db-92ea-907c87b5957d None None] Sync routers for ids ['4d0b2dd6-f59c-4c7b-bd27-edac9855fde2'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:02:00.637949 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-163664f9-92d0-42cc-80d9-333b981d953e admin admin] Usage tracker for resource:security_group_rule and tenant:2c50555a7075484ca690de468efd7788 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:02:00.658558 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-163664f9-92d0-42cc-80d9-333b981d953e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:02:00.660177 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-37a598d7-3803-4d71-9195-bf71beab21ad req-51c1c5f0-53d7-4fd1-b448-c6e0705b99b6 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:02:00.671622 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:00.675938 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847f5bb6-bc2a-46db-92ea-907c87b5957d None None] Routers {'4d0b2dd6-f59c-4c7b-bd27-edac9855fde2'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:02:00.678632 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-847f5bb6-bc2a-46db-92ea-907c87b5957d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:01:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['4d0b2dd6-f59c-4c7b-bd27-edac9855fde2'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:02:00.711285 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c29df794-3c7a-4a4a-a1f1-471ebf48deb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:02:00.720033 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-c29df794-3c7a-4a4a-a1f1-471ebf48deb6 admin admin] Usage tracker for resource:security_group_rule and tenant:9a04ec21529f470c8adde061cd9cfb25 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:02:00.728947 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-c29df794-3c7a-4a4a-a1f1-471ebf48deb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:02:00.732511 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-90122556-3feb-4953-bf84-fd65f6171b28 admin admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:00.736750 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-90122556-3feb-4953-bf84-fd65f6171b28 admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.4432869 Feb 09 01:02:00.738189 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-163664f9-92d0-42cc-80d9-333b981d953e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:02:00.738909 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 52128) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:02:00.743916 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37a598d7-3803-4d71-9195-bf71beab21ad req-51c1c5f0-53d7-4fd1-b448-c6e0705b99b6 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Made reservation on behalf of 5ff9aad1b4b645cb83f87778a731b808 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:02:00.748321 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-37a598d7-3803-4d71-9195-bf71beab21ad req-51c1c5f0-53d7-4fd1-b448-c6e0705b99b6 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:00.768958 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port eaeb30e2-f6d9-4c7c-98a8-7f57dc8fc426, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=eaeb30e2-f6d9-4c7c-98a8-7f57dc8fc426,segment=NetworkSegment(40546022-0981-4cc8-997a-c9ccdde03029),segment_id=40546022-0981-4cc8-997a-c9ccdde03029)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:00.776549 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:00.790565 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c9d305ba-d731-4aba-a41c-3ba9e916ba81 req-74b970df-c9f2-4b55-8a03-7794729655ce tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] 10.222.0.105 "GET /v2.0/security-groups?id=dcb42f2e-3e93-41f3-b435-313efa7aea51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173158 Feb 09 01:02:00.795811 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c29df794-3c7a-4a4a-a1f1-471ebf48deb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:02:00.898801 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=eaeb30e2-f6d9-4c7c-98a8-7f57dc8fc426,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:00.907488 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-12053ba1-496c-401d-9f7c-3eeea8e721e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421fbf56-9f74-4e16-96b1-944f7a5e261c', 'name': 'tempest-AttachSCSIVolumeTestJSON-729717233-router', 'tenant_id': '5dc821389a10412fa6c46b30ba4c3113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '6fd61cb3-911e-4241-9b6c-131e06966bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:01:28Z', 'updated_at': '2022-02-09T01:01:54Z', 'revision_number': 4, 'project_id': '5dc821389a10412fa6c46b30ba4c3113', 'gw_port': {'id': '6fd61cb3-911e-4241-9b6c-131e06966bda', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ae:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421fbf56-9f74-4e16-96b1-944f7a5e261c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:32Z', 'updated_at': '2022-02-09T01:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'a7747da2-9dbe-4849-aa27-b6fcaaa05423', 'name': '', 'network_id': '7d1efc84-0e07-425a-933b-624ea0f4290b', 'tenant_id': '5dc821389a10412fa6c46b30ba4c3113', 'mac_address': 'fa:16:3e:00:5b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421fbf56-9f74-4e16-96b1-944f7a5e261c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': 'd34701a5-43c4-418f-957a-99139980d505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:50Z', 'updated_at': '2022-02-09T01:01:54Z', 'revision_number': 2, 'project_id': '5dc821389a10412fa6c46b30ba4c3113', 'subnets': [{'id': 'd34701a5-43c4-418f-957a-99139980d505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:02:00.914674 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12053ba1-496c-401d-9f7c-3eeea8e721e8 None None] Checking router: 421fbf56-9f74-4e16-96b1-944f7a5e261c for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:02:00.915097 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12053ba1-496c-401d-9f7c-3eeea8e721e8 None None] Updating router 421fbf56-9f74-4e16-96b1-944f7a5e261c port a7747da2-9dbe-4849-aa27-b6fcaaa05423 binding host n-d-828418-1 {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:02:00.970356 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1eb5386d-be04-488c-a066-491ab5c6c82a None None] Provisioning complete for port eaeb30e2-f6d9-4c7c-98a8-7f57dc8fc426 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:02:00.970611 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1eb5386d-be04-488c-a066-491ab5c6c82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:01.010930 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d892fbc9-dcf0-4e50-ba42-3e7b639668c3 req-b8280590-058c-42dc-9c49-f490d8a37759 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:01.018462 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d892fbc9-dcf0-4e50-ba42-3e7b639668c3 req-b8280590-058c-42dc-9c49-f490d8a37759 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/networks?id=1f86eb5f-f405-4ce4-a845-9c31ac1b15d4 HTTP/1.1" status: 200 len: 811 time: 0.5442059 Feb 09 01:02:01.052253 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-12053ba1-496c-401d-9f7c-3eeea8e721e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:01.126659 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d892fbc9-dcf0-4e50-ba42-3e7b639668c3 req-417682da-83db-4b6c-81a2-78dab25f31c7 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/quotas/71b0276e9e0b48f8943a51531f3d8a9e HTTP/1.1" status: 200 len: 375 time: 0.1072364 Feb 09 01:02:01.128348 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-847f5bb6-bc2a-46db-92ea-907c87b5957d None None] Set router 4d0b2dd6-f59c-4c7b-bd27-edac9855fde2 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:02:01.284441 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-163664f9-92d0-42cc-80d9-333b981d953e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:01.309330 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-163664f9-92d0-42cc-80d9-333b981d953e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:01.373441 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-1eff3871-3451-4785-ac35-f6ece1f2fe19 req-5555bc62-dfb7-47f5-b122-35dc536e3e1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 309d54d7-37d5-41bb-8447-5991fab3ab4d {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:02:01.380937 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-163664f9-92d0-42cc-80d9-333b981d953e admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:02:01.396777 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1eff3871-3451-4785-ac35-f6ece1f2fe19 req-5555bc62-dfb7-47f5-b122-35dc536e3e1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:01.413887 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281cf15-b665-486d-a57b-2ac6db2835b9 req-f0534ed0-f34d-4c91-8474-08b22389ab0f tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:01.420929 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7281cf15-b665-486d-a57b-2ac6db2835b9 req-f0534ed0-f34d-4c91-8474-08b22389ab0f tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/ports?device_id=82720492-be2b-4c27-b64d-36f2afd28b77 HTTP/1.1" status: 200 len: 932 time: 0.3965793 Feb 09 01:02:01.430654 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163664f9-92d0-42cc-80d9-333b981d953e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c7d09e-2734-4e98-a773-0f2ee0f1e49d,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:01.460260 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-163664f9-92d0-42cc-80d9-333b981d953e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:01.460749 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-163664f9-92d0-42cc-80d9-333b981d953e admin admin] Added segment 525aed19-d69f-440b-9f4e-a78f6c4752d9 of type vlan for network 25dec407-9cff-4994-b13c-2d7d6521a9f4 Feb 09 01:02:01.495318 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d892fbc9-dcf0-4e50-ba42-3e7b639668c3 req-88f17901-e69a-489c-a444-315f43671c2f tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=71b0276e9e0b48f8943a51531f3d8a9e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3677380 Feb 09 01:02:01.500262 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-1eff3871-3451-4785-ac35-f6ece1f2fe19 req-5555bc62-dfb7-47f5-b122-35dc536e3e1d service neutron] Transition to ACTIVE for port object 309d54d7-37d5-41bb-8447-5991fab3ab4d will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:02:01.554733 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-12053ba1-496c-401d-9f7c-3eeea8e721e8 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:01.582701 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-12053ba1-496c-401d-9f7c-3eeea8e721e8 None None] Transition to ACTIVE for port object a7747da2-9dbe-4849-aa27-b6fcaaa05423 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:02:01.584679 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1eff3871-3451-4785-ac35-f6ece1f2fe19 req-5555bc62-dfb7-47f5-b122-35dc536e3e1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:01.598890 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-12053ba1-496c-401d-9f7c-3eeea8e721e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:01.600015 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-847f5bb6-bc2a-46db-92ea-907c87b5957d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0b2dd6-f59c-4c7b-bd27-edac9855fde2', 'name': 'tempest-TaggedBootDevicesTest_v242-1042159097-router', 'tenant_id': '2cc4bdf0eb4c44aebef8e08042a8255d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'a6c74171-f310-4fb3-b96b-b0d724c8a88f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:01:55Z', 'updated_at': '2022-02-09T01:01:57Z', 'revision_number': 3, 'project_id': '2cc4bdf0eb4c44aebef8e08042a8255d', 'gw_port': {'id': 'a6c74171-f310-4fb3-b96b-b0d724c8a88f', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f7:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0b2dd6-f59c-4c7b-bd27-edac9855fde2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:56Z', 'updated_at': '2022-02-09T01:01:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:02:01.605345 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847f5bb6-bc2a-46db-92ea-907c87b5957d None None] Checking router: 4d0b2dd6-f59c-4c7b-bd27-edac9855fde2 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:02:01.606064 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847f5bb6-bc2a-46db-92ea-907c87b5957d None None] Updating router 4d0b2dd6-f59c-4c7b-bd27-edac9855fde2 port a6c74171-f310-4fb3-b96b-b0d724c8a88f binding host n-d-828418-1 {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:02:01.672545 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-847f5bb6-bc2a-46db-92ea-907c87b5957d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:01.742712 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7281cf15-b665-486d-a57b-2ac6db2835b9 req-57d1df02-1573-4127-8ad5-74392552414d tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/security-groups?id=21d48e70-0a9a-4f34-bd03-fe2b0988e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208382 Feb 09 01:02:01.893066 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-37a598d7-3803-4d71-9195-bf71beab21ad req-51c1c5f0-53d7-4fd1-b448-c6e0705b99b6 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Allocated IP 172.20.0.14 (dd02684a-c792-4fba-8571-35898e88ad40/6629426b-30e0-4649-b641-b6eaabeb92da/8a3f899d-b1a6-4ccd-a1f1-46dc4e66c4fc) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:02:01.916082 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837f7d49-434f-4b1c-ad76-b886b2f6d63e None None] Pushing event updated for resources: {'Port': ['ID=a7747da2-9dbe-4849-aa27-b6fcaaa05423,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:01.920213 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c29df794-3c7a-4a4a-a1f1-471ebf48deb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:01.931293 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c29df794-3c7a-4a4a-a1f1-471ebf48deb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:01.938230 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-12053ba1-496c-401d-9f7c-3eeea8e721e8 None None] Attempting to bind port a7747da2-9dbe-4849-aa27-b6fcaaa05423 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:02:01.938612 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-12053ba1-496c-401d-9f7c-3eeea8e721e8 None None] Attempting to bind port a7747da2-9dbe-4849-aa27-b6fcaaa05423 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '92f6058b-8e82-441a-aad5-48048f06210b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7d1efc84-0e07-425a-933b-624ea0f4290b'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:02:01.938979 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12053ba1-496c-401d-9f7c-3eeea8e721e8 None None] Attempting to bind port a7747da2-9dbe-4849-aa27-b6fcaaa05423 on network 7d1efc84-0e07-425a-933b-624ea0f4290b {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:02:01.948306 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12053ba1-496c-401d-9f7c-3eeea8e721e8 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:02:01.948695 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12053ba1-496c-401d-9f7c-3eeea8e721e8 None None] Checking segment: {'id': '92f6058b-8e82-441a-aad5-48048f06210b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7d1efc84-0e07-425a-933b-624ea0f4290b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:02:01.949107 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-12053ba1-496c-401d-9f7c-3eeea8e721e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:01.949547 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12053ba1-496c-401d-9f7c-3eeea8e721e8 None None] Bound using segment: {'id': '92f6058b-8e82-441a-aad5-48048f06210b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7d1efc84-0e07-425a-933b-624ea0f4290b'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:02:01.950154 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-12053ba1-496c-401d-9f7c-3eeea8e721e8 None None] Bound port: a7747da2-9dbe-4849-aa27-b6fcaaa05423, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92f6058b-8e82-441a-aad5-48048f06210b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7d1efc84-0e07-425a-933b-624ea0f4290b'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:02:01.950494 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-12053ba1-496c-401d-9f7c-3eeea8e721e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:01.965123 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9300db8a-c3f1-475b-98f5-cd430bcf0bad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20be9a6a-133c-48db-a517-4ad159c695f6', 'code': 200} Feb 09 01:02:02.093511 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-12053ba1-496c-401d-9f7c-3eeea8e721e8 None None] For port a7747da2-9dbe-4849-aa27-b6fcaaa05423, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:02:02.097562 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-12053ba1-496c-401d-9f7c-3eeea8e721e8 None None] For port a7747da2-9dbe-4849-aa27-b6fcaaa05423, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=a7747da2-9dbe-4849-aa27-b6fcaaa05423,segment=NetworkSegment(92f6058b-8e82-441a-aad5-48048f06210b),segment_id=92f6058b-8e82-441a-aad5-48048f06210b)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:02:02.103639 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-12053ba1-496c-401d-9f7c-3eeea8e721e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:02.111739 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c29df794-3c7a-4a4a-a1f1-471ebf48deb6 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=9a04ec21529f470c8adde061cd9cfb25&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9392068 Feb 09 01:02:02.116780 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29df794-3c7a-4a4a-a1f1-471ebf48deb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=293591aa-525f-40e2-ba46-5e8a94bc6ffe,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:02.124648 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 52144) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:02:02.197260 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-163664f9-92d0-42cc-80d9-333b981d953e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:02.233261 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12053ba1-496c-401d-9f7c-3eeea8e721e8 None None] Routers {'421fbf56-9f74-4e16-96b1-944f7a5e261c'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:02:02.234003 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-12053ba1-496c-401d-9f7c-3eeea8e721e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:01:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['421fbf56-9f74-4e16-96b1-944f7a5e261c'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:02:02.276614 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-847f5bb6-bc2a-46db-92ea-907c87b5957d None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:02.291602 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-847f5bb6-bc2a-46db-92ea-907c87b5957d None None] Transition to ACTIVE for port object a6c74171-f310-4fb3-b96b-b0d724c8a88f will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:02:02.301128 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-847f5bb6-bc2a-46db-92ea-907c87b5957d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:02.392484 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d971666f-442c-457a-8c07-0d8d5820bdb5 None None] Pushing event updated for resources: {'Port': ['ID=a6c74171-f310-4fb3-b96b-b0d724c8a88f,revision_number=2']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:02.399028 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5555bc62-dfb7-47f5-b122-35dc536e3e1d service neutron] Pushing event updated for resources: {'Port': ['ID=309d54d7-37d5-41bb-8447-5991fab3ab4d,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:02.414929 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9ca016ed-b7f6-4946-a7fc-d81b778d44bd req-38f5bff9-a21e-422b-a860-ee514852b6e1 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=ebae290c-de9d-4840-9d75-99cbcc88f69e HTTP/1.1" status: 200 len: 210 time: 0.2061915 Feb 09 01:02:02.419439 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.db.resource_extend [None req-163664f9-92d0-42cc-80d9-333b981d953e admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:02:02.435370 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-847f5bb6-bc2a-46db-92ea-907c87b5957d None None] Attempting to bind port a6c74171-f310-4fb3-b96b-b0d724c8a88f on host n-d-828418-1 for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:02:02.435734 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-847f5bb6-bc2a-46db-92ea-907c87b5957d None None] Attempting to bind port a6c74171-f310-4fb3-b96b-b0d724c8a88f by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:02:02.436093 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847f5bb6-bc2a-46db-92ea-907c87b5957d None None] Attempting to bind port a6c74171-f310-4fb3-b96b-b0d724c8a88f on network 3d885c3c-255c-4e54-addc-b28437d0b18e {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:02:02.449550 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847f5bb6-bc2a-46db-92ea-907c87b5957d None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:02:02.449971 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847f5bb6-bc2a-46db-92ea-907c87b5957d None None] Checking segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:02:02.450366 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-847f5bb6-bc2a-46db-92ea-907c87b5957d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:02.450808 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847f5bb6-bc2a-46db-92ea-907c87b5957d None None] Bound using segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:02:02.451274 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-847f5bb6-bc2a-46db-92ea-907c87b5957d None None] Bound port: a6c74171-f310-4fb3-b96b-b0d724c8a88f, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:02:02.451636 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-847f5bb6-bc2a-46db-92ea-907c87b5957d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:02.492676 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837f7d49-434f-4b1c-ad76-b886b2f6d63e None None] Pushing event updated for resources: {'Port': ['ID=a7747da2-9dbe-4849-aa27-b6fcaaa05423,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:02.508078 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-37a598d7-3803-4d71-9195-bf71beab21ad req-51c1c5f0-53d7-4fd1-b448-c6e0705b99b6 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:02.509456 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-12053ba1-496c-401d-9f7c-3eeea8e721e8 None None] Set router 421fbf56-9f74-4e16-96b1-944f7a5e261c gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:02:02.543807 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-847f5bb6-bc2a-46db-92ea-907c87b5957d None None] For port a6c74171-f310-4fb3-b96b-b0d724c8a88f, host n-d-828418-1, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:02:02.547932 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-847f5bb6-bc2a-46db-92ea-907c87b5957d None None] For port a6c74171-f310-4fb3-b96b-b0d724c8a88f, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=a6c74171-f310-4fb3-b96b-b0d724c8a88f,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:02:02.554903 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-847f5bb6-bc2a-46db-92ea-907c87b5957d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:02.569894 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0e42689e-c155-44c5-b248-3b1386b8fc51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:02.645645 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0e42689e-c155-44c5-b248-3b1386b8fc51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:02.657207 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d971666f-442c-457a-8c07-0d8d5820bdb5 None None] Pushing event updated for resources: {'Port': ['ID=a6c74171-f310-4fb3-b96b-b0d724c8a88f,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:02.690348 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847f5bb6-bc2a-46db-92ea-907c87b5957d None None] Routers {'4d0b2dd6-f59c-4c7b-bd27-edac9855fde2'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:02:02.691983 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-847f5bb6-bc2a-46db-92ea-907c87b5957d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:01:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['4d0b2dd6-f59c-4c7b-bd27-edac9855fde2'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:02:02.775839 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c30d75ac-d691-42b0-a15c-70f8f2f191e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:02.796010 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-163664f9-92d0-42cc-80d9-333b981d953e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:02.797279 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163664f9-92d0-42cc-80d9-333b981d953e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:02.798001 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-163664f9-92d0-42cc-80d9-333b981d953e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:02.844487 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-37a598d7-3803-4d71-9195-bf71beab21ad req-51c1c5f0-53d7-4fd1-b448-c6e0705b99b6 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:02.930476 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device eaeb30e2-f6d9-4c7c-98a8-7f57dc8fc426 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:02:02.936663 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37a598d7-3803-4d71-9195-bf71beab21ad req-51c1c5f0-53d7-4fd1-b448-c6e0705b99b6 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Network dd02684a-c792-4fba-8571-35898e88ad40 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:02:02.957014 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-37a598d7-3803-4d71-9195-bf71beab21ad req-51c1c5f0-53d7-4fd1-b448-c6e0705b99b6 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:02:02.973237 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a598d7-3803-4d71-9195-bf71beab21ad req-51c1c5f0-53d7-4fd1-b448-c6e0705b99b6 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:02:02.974544 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-163664f9-92d0-42cc-80d9-333b981d953e admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.6828508 Feb 09 01:02:02.976841 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d892fbc9-dcf0-4e50-ba42-3e7b639668c3 req-b7e4b648-7877-4f2e-9382-f2deadf39718 service neutron] 10.222.0.105 "GET /v2.0/networks/1f86eb5f-f405-4ce4-a845-9c31ac1b15d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4807801 Feb 09 01:02:02.987560 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-847f5bb6-bc2a-46db-92ea-907c87b5957d None None] Set router 4d0b2dd6-f59c-4c7b-bd27-edac9855fde2 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:02:02.993193 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 52150) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:02:03.030902 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-b11e1164-1891-4028-8711-948ddda4bca9 admin admin] Request body: {'subnet': {'network_id': '25dec407-9cff-4994-b13c-2d7d6521a9f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-483299885-subnet', 'tenant_id': '2c50555a7075484ca690de468efd7788', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:03.037834 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b11e1164-1891-4028-8711-948ddda4bca9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:02:03.042078 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-b11e1164-1891-4028-8711-948ddda4bca9 admin admin] Usage tracker for resource:subnet and tenant:2c50555a7075484ca690de468efd7788 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:02:03.045390 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-b11e1164-1891-4028-8711-948ddda4bca9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:02:03.052105 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b11e1164-1891-4028-8711-948ddda4bca9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:02:03.056834 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0e42689e-c155-44c5-b248-3b1386b8fc51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:03.070654 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port eaeb30e2-f6d9-4c7c-98a8-7f57dc8fc426 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:02:03.071073 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:03.098791 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e42689e-c155-44c5-b248-3b1386b8fc51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=293591aa-525f-40e2-ba46-5e8a94bc6ffe,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:03.138283 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11e1164-1891-4028-8711-948ddda4bca9 admin admin] Made reservation on behalf of 2c50555a7075484ca690de468efd7788 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:02:03.140024 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-12053ba1-496c-401d-9f7c-3eeea8e721e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421fbf56-9f74-4e16-96b1-944f7a5e261c', 'name': 'tempest-AttachSCSIVolumeTestJSON-729717233-router', 'tenant_id': '5dc821389a10412fa6c46b30ba4c3113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '6fd61cb3-911e-4241-9b6c-131e06966bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:01:28Z', 'updated_at': '2022-02-09T01:01:54Z', 'revision_number': 4, 'project_id': '5dc821389a10412fa6c46b30ba4c3113', 'gw_port': {'id': '6fd61cb3-911e-4241-9b6c-131e06966bda', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ae:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421fbf56-9f74-4e16-96b1-944f7a5e261c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:32Z', 'updated_at': '2022-02-09T01:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'a7747da2-9dbe-4849-aa27-b6fcaaa05423', 'name': '', 'network_id': '7d1efc84-0e07-425a-933b-624ea0f4290b', 'tenant_id': '5dc821389a10412fa6c46b30ba4c3113', 'mac_address': 'fa:16:3e:00:5b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421fbf56-9f74-4e16-96b1-944f7a5e261c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': 'd34701a5-43c4-418f-957a-99139980d505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:50Z', 'updated_at': '2022-02-09T01:02:02Z', 'revision_number': 4, 'project_id': '5dc821389a10412fa6c46b30ba4c3113', 'subnets': [{'id': 'd34701a5-43c4-418f-957a-99139980d505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:02:03.140749 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b11e1164-1891-4028-8711-948ddda4bca9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:03.153949 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12053ba1-496c-401d-9f7c-3eeea8e721e8 None None] The sync data for ids ['421fbf56-9f74-4e16-96b1-944f7a5e261c'] in n-d-828418-1 is: [{'id': '421fbf56-9f74-4e16-96b1-944f7a5e261c', 'name': 'tempest-AttachSCSIVolumeTestJSON-729717233-router', 'tenant_id': '5dc821389a10412fa6c46b30ba4c3113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '6fd61cb3-911e-4241-9b6c-131e06966bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:01:28Z', 'updated_at': '2022-02-09T01:01:54Z', 'revision_number': 4, 'project_id': '5dc821389a10412fa6c46b30ba4c3113', 'gw_port': {'id': '6fd61cb3-911e-4241-9b6c-131e06966bda', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ae:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421fbf56-9f74-4e16-96b1-944f7a5e261c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:32Z', 'updated_at': '2022-02-09T01:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'a7747da2-9dbe-4849-aa27-b6fcaaa05423', 'name': '', 'network_id': '7d1efc84-0e07-425a-933b-624ea0f4290b', 'tenant_id': '5dc821389a10412fa6c46b30ba4c3113', 'mac_address': 'fa:16:3e:00:5b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421fbf56-9f74-4e16-96b1-944f7a5e261c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': 'd34701a5-43c4-418f-957a-99139980d505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:50Z', 'updated_at': '2022-02-09T01:02:02Z', 'revision_number': 4, 'project_id': '5dc821389a10412fa6c46b30ba4c3113', 'subnets': [{'id': 'd34701a5-43c4-418f-957a-99139980d505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:02:03.197081 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163664f9-92d0-42cc-80d9-333b981d953e admin admin] Pushing event updated for resources: {'Network': ['ID=25dec407-9cff-4994-b13c-2d7d6521a9f4,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:03.209114 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-c30d75ac-d691-42b0-a15c-70f8f2f191e0 admin admin] Allocated IP 172.20.0.1 (b8a8616c-44ac-4ad3-8637-96c1fd5771e7/d05b4a05-c9f8-4fee-93f0-8827442305c3/48e16298-529a-486c-8bb2-4d83bce70589) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:02:03.251954 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 25dec407-9cff-4994-b13c-2d7d6521a9f4 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:02:03.276210 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c1c5f0-53d7-4fd1-b448-c6e0705b99b6 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Pushing event updated for resources: {'Port': ['ID=8a3f899d-b1a6-4ccd-a1f1-46dc4e66c4fc,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:03.353350 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-1eff3871-3451-4785-ac35-f6ece1f2fe19 req-5555bc62-dfb7-47f5-b122-35dc536e3e1d service neutron] Attempting to bind port 309d54d7-37d5-41bb-8447-5991fab3ab4d on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:02:03.354386 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-1eff3871-3451-4785-ac35-f6ece1f2fe19 req-5555bc62-dfb7-47f5-b122-35dc536e3e1d service neutron] Attempting to bind port 309d54d7-37d5-41bb-8447-5991fab3ab4d by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '68c75c24-5a6d-4512-b85d-48e7bc49aa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '48143312-4059-4efc-a7c1-0025ad20c80e'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:02:03.354889 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eff3871-3451-4785-ac35-f6ece1f2fe19 req-5555bc62-dfb7-47f5-b122-35dc536e3e1d service neutron] Attempting to bind port 309d54d7-37d5-41bb-8447-5991fab3ab4d on network 48143312-4059-4efc-a7c1-0025ad20c80e {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:02:03.358429 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a598d7-3803-4d71-9195-bf71beab21ad req-51c1c5f0-53d7-4fd1-b448-c6e0705b99b6 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:03.359179 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-37a598d7-3803-4d71-9195-bf71beab21ad req-51c1c5f0-53d7-4fd1-b448-c6e0705b99b6 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:03.364538 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eff3871-3451-4785-ac35-f6ece1f2fe19 req-5555bc62-dfb7-47f5-b122-35dc536e3e1d service neutron] Port 309d54d7-37d5-41bb-8447-5991fab3ab4d on network 48143312-4059-4efc-a7c1-0025ad20c80e not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:02:03.365363 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eff3871-3451-4785-ac35-f6ece1f2fe19 req-5555bc62-dfb7-47f5-b122-35dc536e3e1d service neutron] Attempting to bind port 309d54d7-37d5-41bb-8447-5991fab3ab4d on network 48143312-4059-4efc-a7c1-0025ad20c80e {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:02:03.385382 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7acd9-cc96-43dd-bcca-f061a0488a1d req-6c779f49-e588-4d41-8eae-a87bd237e03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:03.388113 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b7c7acd9-cc96-43dd-bcca-f061a0488a1d req-6c779f49-e588-4d41-8eae-a87bd237e03a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9300db8a-c3f1-475b-98f5-cd430bcf0bad HTTP/1.1" status: 200 len: 1096 time: 1.1751919 Feb 09 01:02:03.418777 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eff3871-3451-4785-ac35-f6ece1f2fe19 req-5555bc62-dfb7-47f5-b122-35dc536e3e1d service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:02:03.419124 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eff3871-3451-4785-ac35-f6ece1f2fe19 req-5555bc62-dfb7-47f5-b122-35dc536e3e1d service neutron] Checking segment: {'id': '68c75c24-5a6d-4512-b85d-48e7bc49aa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '48143312-4059-4efc-a7c1-0025ad20c80e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:02:03.419502 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eff3871-3451-4785-ac35-f6ece1f2fe19 req-5555bc62-dfb7-47f5-b122-35dc536e3e1d service neutron] Bound using segment: {'id': '68c75c24-5a6d-4512-b85d-48e7bc49aa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '48143312-4059-4efc-a7c1-0025ad20c80e'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:02:03.419951 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-1eff3871-3451-4785-ac35-f6ece1f2fe19 req-5555bc62-dfb7-47f5-b122-35dc536e3e1d service neutron] Bound port: 309d54d7-37d5-41bb-8447-5991fab3ab4d, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68c75c24-5a6d-4512-b85d-48e7bc49aa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '48143312-4059-4efc-a7c1-0025ad20c80e'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:02:03.420301 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1eff3871-3451-4785-ac35-f6ece1f2fe19 req-5555bc62-dfb7-47f5-b122-35dc536e3e1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:03.431700 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0e42689e-c155-44c5-b248-3b1386b8fc51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:03.439904 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-0e42689e-c155-44c5-b248-3b1386b8fc51 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/293591aa-525f-40e2-ba46-5e8a94bc6ffe HTTP/1.1" status: 204 len: 168 time: 1.3043284 Feb 09 01:02:03.463979 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-37a598d7-3803-4d71-9195-bf71beab21ad req-51c1c5f0-53d7-4fd1-b448-c6e0705b99b6 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2784512 Feb 09 01:02:03.476922 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-37a598d7-3803-4d71-9195-bf71beab21ad req-0f2b1ce1-b9d2-4d5d-b394-da37f10679a7 service neutron] Request body: {'port': {'device_id': 'ebae290c-de9d-4840-9d75-99cbcc88f69e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:03.516706 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-847f5bb6-bc2a-46db-92ea-907c87b5957d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0b2dd6-f59c-4c7b-bd27-edac9855fde2', 'name': 'tempest-TaggedBootDevicesTest_v242-1042159097-router', 'tenant_id': '2cc4bdf0eb4c44aebef8e08042a8255d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'a6c74171-f310-4fb3-b96b-b0d724c8a88f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:01:55Z', 'updated_at': '2022-02-09T01:01:57Z', 'revision_number': 3, 'project_id': '2cc4bdf0eb4c44aebef8e08042a8255d', 'gw_port': {'id': 'a6c74171-f310-4fb3-b96b-b0d724c8a88f', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f7:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0b2dd6-f59c-4c7b-bd27-edac9855fde2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:56Z', 'updated_at': '2022-02-09T01:02:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:02:03.525442 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847f5bb6-bc2a-46db-92ea-907c87b5957d None None] The sync data for ids ['4d0b2dd6-f59c-4c7b-bd27-edac9855fde2'] in n-d-828418-1 is: [{'id': '4d0b2dd6-f59c-4c7b-bd27-edac9855fde2', 'name': 'tempest-TaggedBootDevicesTest_v242-1042159097-router', 'tenant_id': '2cc4bdf0eb4c44aebef8e08042a8255d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'a6c74171-f310-4fb3-b96b-b0d724c8a88f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:01:55Z', 'updated_at': '2022-02-09T01:01:57Z', 'revision_number': 3, 'project_id': '2cc4bdf0eb4c44aebef8e08042a8255d', 'gw_port': {'id': 'a6c74171-f310-4fb3-b96b-b0d724c8a88f', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f7:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0b2dd6-f59c-4c7b-bd27-edac9855fde2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:56Z', 'updated_at': '2022-02-09T01:02:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:02:03.532981 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e749c83-e8e1-447e-89c4-c4c31cb652f6 req-44291a9c-1a66-4e2b-98ac-47f6ac10b548 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:03.540739 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3e749c83-e8e1-447e-89c4-c4c31cb652f6 req-44291a9c-1a66-4e2b-98ac-47f6ac10b548 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] 10.222.0.105 "GET /v2.0/ports?device_id=82c94d79-b497-4446-b6b4-9c23dd2b622e HTTP/1.1" status: 200 len: 946 time: 0.8563583 Feb 09 01:02:03.675277 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b7c7acd9-cc96-43dd-bcca-f061a0488a1d req-d38eed6f-390a-4e6b-878c-7b023cae6232 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=dcb42f2e-3e93-41f3-b435-313efa7aea51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672341 Feb 09 01:02:03.709915 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3e749c83-e8e1-447e-89c4-c4c31cb652f6 req-de27989c-0013-4086-8ad5-707dbe9d7ad5 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] 10.222.0.105 "GET /v2.0/security-groups?id=dcb42f2e-3e93-41f3-b435-313efa7aea51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681228 Feb 09 01:02:03.820089 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d892fbc9-dcf0-4e50-ba42-3e7b639668c3 req-d9af2968-0969-4951-818c-656741d4ea71 service neutron] 10.222.0.105 "GET /v2.0/networks/1f86eb5f-f405-4ce4-a845-9c31ac1b15d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8228135 Feb 09 01:02:03.877882 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-1eff3871-3451-4785-ac35-f6ece1f2fe19 req-5555bc62-dfb7-47f5-b122-35dc536e3e1d service neutron] For port 309d54d7-37d5-41bb-8447-5991fab3ab4d, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:02:03.886195 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-1eff3871-3451-4785-ac35-f6ece1f2fe19 req-5555bc62-dfb7-47f5-b122-35dc536e3e1d service neutron] For port 309d54d7-37d5-41bb-8447-5991fab3ab4d, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=309d54d7-37d5-41bb-8447-5991fab3ab4d,segment=NetworkSegment(68c75c24-5a6d-4512-b85d-48e7bc49aa9f),segment_id=68c75c24-5a6d-4512-b85d-48e7bc49aa9f)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:02:03.911578 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1eff3871-3451-4785-ac35-f6ece1f2fe19 req-5555bc62-dfb7-47f5-b122-35dc536e3e1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:04.013356 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c30d75ac-d691-42b0-a15c-70f8f2f191e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:04.026561 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-37a598d7-3803-4d71-9195-bf71beab21ad req-0f2b1ce1-b9d2-4d5d-b394-da37f10679a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:04.143331 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b11e1164-1891-4028-8711-948ddda4bca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:04.152883 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff3871-3451-4785-ac35-f6ece1f2fe19 req-5555bc62-dfb7-47f5-b122-35dc536e3e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:04.153733 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1eff3871-3451-4785-ac35-f6ece1f2fe19 req-5555bc62-dfb7-47f5-b122-35dc536e3e1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:04.156433 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1eff3871-3451-4785-ac35-f6ece1f2fe19 req-5555bc62-dfb7-47f5-b122-35dc536e3e1d service neutron] 10.222.0.62 "PUT /v2.0/ports/309d54d7-37d5-41bb-8447-5991fab3ab4d HTTP/1.1" status: 200 len: 1092 time: 4.4255731 Feb 09 01:02:04.190108 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-c30d75ac-d691-42b0-a15c-70f8f2f191e0 admin admin] Transition to ACTIVE for port object 48e16298-529a-486c-8bb2-4d83bce70589 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:02:04.271217 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82720492-be2b-4c27-b64d-36f2afd28b77', 'tag': '309d54d7-37d5-41bb-8447-5991fab3ab4d'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:02:04.335419 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5555bc62-dfb7-47f5-b122-35dc536e3e1d service neutron] Pushing event updated for resources: {'Port': ['ID=309d54d7-37d5-41bb-8447-5991fab3ab4d,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:04.429212 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c30d75ac-d691-42b0-a15c-70f8f2f191e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:04.624997 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11e1164-1891-4028-8711-948ddda4bca9 admin admin] Checking segment: {'id': '525aed19-d69f-440b-9f4e-a78f6c4752d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '25dec407-9cff-4994-b13c-2d7d6521a9f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:02:04.629638 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11e1164-1891-4028-8711-948ddda4bca9 admin admin] Network hostable DHCP agents. Network: 25dec407-9cff-4994-b13c-2d7d6521a9f4, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:02:04.660916 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11e1164-1891-4028-8711-948ddda4bca9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d55b6f3-c2da-4a34-9254-c10970801ddb,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:04.715511 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11e1164-1891-4028-8711-948ddda4bca9 admin admin] Network 25dec407-9cff-4994-b13c-2d7d6521a9f4 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:02:04.844686 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-b11e1164-1891-4028-8711-948ddda4bca9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 25dec407-9cff-4994-b13c-2d7d6521a9f4) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:02:04.856916 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d992344f-0fd5-414f-ad9e-cee8e47c54e9 None None] Network 25dec407-9cff-4994-b13c-2d7d6521a9f4 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:02:04.872585 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [req-37a598d7-3803-4d71-9195-bf71beab21ad req-0f2b1ce1-b9d2-4d5d-b394-da37f10679a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a3f899d-b1a6-4ccd-a1f1-46dc4e66c4fc {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:02:04.881230 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-37a598d7-3803-4d71-9195-bf71beab21ad req-0f2b1ce1-b9d2-4d5d-b394-da37f10679a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:04.886308 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff3871-3451-4785-ac35-f6ece1f2fe19 req-154ffd2f-ccce-40d6-b875-3b7403728c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:04.887814 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1eff3871-3451-4785-ac35-f6ece1f2fe19 req-154ffd2f-ccce-40d6-b875-3b7403728c37 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8ec264b7b14646a3a7c5bffffa681c25&device_id=82720492-be2b-4c27-b64d-36f2afd28b77 HTTP/1.1" status: 200 len: 1095 time: 0.5553317 Feb 09 01:02:04.901176 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-37a598d7-3803-4d71-9195-bf71beab21ad req-0f2b1ce1-b9d2-4d5d-b394-da37f10679a7 service neutron] Transition to ACTIVE for port object 8a3f899d-b1a6-4ccd-a1f1-46dc4e66c4fc will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:02:04.918668 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1fe7f0-8eaa-41df-bc50-bbcad23ae47f req-6c1368e9-8bc5-499a-b432-d1610715e407 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:04.920190 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ae1fe7f0-8eaa-41df-bc50-bbcad23ae47f req-6c1368e9-8bc5-499a-b432-d1610715e407 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/ports?device_id=82720492-be2b-4c27-b64d-36f2afd28b77 HTTP/1.1" status: 200 len: 944 time: 0.5865529 Feb 09 01:02:04.921451 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11e1164-1891-4028-8711-948ddda4bca9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:04.936284 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b11e1164-1891-4028-8711-948ddda4bca9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:04.938234 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30d75ac-d691-42b0-a15c-70f8f2f191e0 admin admin] Pushing event updated for resources: {'Port': ['ID=48e16298-529a-486c-8bb2-4d83bce70589,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:04.945371 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-37a598d7-3803-4d71-9195-bf71beab21ad req-0f2b1ce1-b9d2-4d5d-b394-da37f10679a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:04.951291 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30d75ac-d691-42b0-a15c-70f8f2f191e0 admin admin] Network b8a8616c-44ac-4ad3-8637-96c1fd5771e7 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:02:04.998385 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-c30d75ac-d691-42b0-a15c-70f8f2f191e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:02:05.013086 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30d75ac-d691-42b0-a15c-70f8f2f191e0 admin admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:02:05.100709 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c30d75ac-d691-42b0-a15c-70f8f2f191e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:05.151118 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device a7747da2-9dbe-4849-aa27-b6fcaaa05423 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:02:05.263332 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 52228) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:02:05.424203 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1eff3871-3451-4785-ac35-f6ece1f2fe19 req-0534736c-88f2-4be6-b1dc-1b338198e197 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=309d54d7-37d5-41bb-8447-5991fab3ab4d HTTP/1.1" status: 200 len: 217 time: 0.4670835 Feb 09 01:02:05.501634 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port a7747da2-9dbe-4849-aa27-b6fcaaa05423 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:02:05.516688 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-b11e1164-1891-4028-8711-948ddda4bca9 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.5181863 Feb 09 01:02:05.518799 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port a7747da2-9dbe-4849-aa27-b6fcaaa05423 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:02:05.519167 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:05.522407 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 52234) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:02:05.562609 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-9dd53a48-f18a-4cb0-9332-43a3f57e23b2 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-483299885-router', 'tenant_id': '2c50555a7075484ca690de468efd7788', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:05.575105 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-9dd53a48-f18a-4cb0-9332-43a3f57e23b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:02:05.608930 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ae1fe7f0-8eaa-41df-bc50-bbcad23ae47f req-af27bc49-5817-46fe-92ae-8f5ca8b824d2 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/security-groups?id=21d48e70-0a9a-4f34-bd03-fe2b0988e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6505780 Feb 09 01:02:05.619292 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-9dd53a48-f18a-4cb0-9332-43a3f57e23b2 admin admin] Usage tracker for resource:router and tenant:2c50555a7075484ca690de468efd7788 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:02:05.628420 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-9dd53a48-f18a-4cb0-9332-43a3f57e23b2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:02:05.671272 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-9dd53a48-f18a-4cb0-9332-43a3f57e23b2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:02:05.675284 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff3871-3451-4785-ac35-f6ece1f2fe19 req-a185abad-3b5d-4b26-a68a-f3eb0902382a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:05.677000 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1eff3871-3451-4785-ac35-f6ece1f2fe19 req-a185abad-3b5d-4b26-a68a-f3eb0902382a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=77301bdf-2486-425f-9a0c-6634d1b8425f HTTP/1.1" status: 200 len: 844 time: 0.2365692 Feb 09 01:02:05.747339 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2b1ce1-b9d2-4d5d-b394-da37f10679a7 service neutron] Pushing event updated for resources: {'Port': ['ID=8a3f899d-b1a6-4ccd-a1f1-46dc4e66c4fc,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:05.795083 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-478501b6-9164-4a6f-9d12-f49401885ad2 None None] Provisioning for port 48e16298-529a-486c-8bb2-4d83bce70589 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:02:05.806936 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-b9e8f926-cbe0-4fd9-946e-28abd9c204c0 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-531409525-network', 'tenant_id': '244b274f8e5541129a689c48e69b0d5f'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:05.808452 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-478501b6-9164-4a6f-9d12-f49401885ad2 None None] Provisioning complete for port 48e16298-529a-486c-8bb2-4d83bce70589 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:02:05.808821 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-478501b6-9164-4a6f-9d12-f49401885ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:05.814544 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9dd53a48-f18a-4cb0-9332-43a3f57e23b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:05.815530 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9dd53a48-f18a-4cb0-9332-43a3f57e23b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:05.822985 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1eff3871-3451-4785-ac35-f6ece1f2fe19 req-e20c96c1-7c5b-4448-a6fd-a201c8cd2bf7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=48143312-4059-4efc-a7c1-0025ad20c80e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1299453 Feb 09 01:02:05.825035 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b9e8f926-cbe0-4fd9-946e-28abd9c204c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:02:05.906251 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:05.919037 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18d97d4-217b-4054-bed7-24bf5fcb85d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-25dec407-9cff-4994-b13c-2d7d6521a9f4', 'network_id': '25dec407-9cff-4994-b13c-2d7d6521a9f4', 'tenant_id': '2c50555a7075484ca690de468efd7788', 'fixed_ips': [{'subnet_id': '9d55b6f3-c2da-4a34-9254-c10970801ddb'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:02:05.919844 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a18d97d4-217b-4054-bed7-24bf5fcb85d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:05.949069 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-478501b6-9164-4a6f-9d12-f49401885ad2 None None] Port 48e16298-529a-486c-8bb2-4d83bce70589 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:02:05.968965 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-37a598d7-3803-4d71-9195-bf71beab21ad req-0f2b1ce1-b9d2-4d5d-b394-da37f10679a7 service neutron] Attempting to bind port 8a3f899d-b1a6-4ccd-a1f1-46dc4e66c4fc on host n-h2-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:02:05.969312 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-37a598d7-3803-4d71-9195-bf71beab21ad req-0f2b1ce1-b9d2-4d5d-b394-da37f10679a7 service neutron] Attempting to bind port 8a3f899d-b1a6-4ccd-a1f1-46dc4e66c4fc by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': 'd1c0a158-6579-41f7-a92a-da7d79b925b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dd02684a-c792-4fba-8571-35898e88ad40'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:02:05.969658 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a598d7-3803-4d71-9195-bf71beab21ad req-0f2b1ce1-b9d2-4d5d-b394-da37f10679a7 service neutron] Attempting to bind port 8a3f899d-b1a6-4ccd-a1f1-46dc4e66c4fc on network dd02684a-c792-4fba-8571-35898e88ad40 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:02:05.980723 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a598d7-3803-4d71-9195-bf71beab21ad req-0f2b1ce1-b9d2-4d5d-b394-da37f10679a7 service neutron] Port 8a3f899d-b1a6-4ccd-a1f1-46dc4e66c4fc on network dd02684a-c792-4fba-8571-35898e88ad40 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:02:05.981091 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a598d7-3803-4d71-9195-bf71beab21ad req-0f2b1ce1-b9d2-4d5d-b394-da37f10679a7 service neutron] Attempting to bind port 8a3f899d-b1a6-4ccd-a1f1-46dc4e66c4fc on network dd02684a-c792-4fba-8571-35898e88ad40 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:02:05.983367 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c30d75ac-d691-42b0-a15c-70f8f2f191e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:06.004243 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a598d7-3803-4d71-9195-bf71beab21ad req-0f2b1ce1-b9d2-4d5d-b394-da37f10679a7 service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:02:06.004483 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port a7747da2-9dbe-4849-aa27-b6fcaaa05423, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=a7747da2-9dbe-4849-aa27-b6fcaaa05423,segment=NetworkSegment(92f6058b-8e82-441a-aad5-48048f06210b),segment_id=92f6058b-8e82-441a-aad5-48048f06210b)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:06.004579 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a598d7-3803-4d71-9195-bf71beab21ad req-0f2b1ce1-b9d2-4d5d-b394-da37f10679a7 service neutron] Checking segment: {'id': 'd1c0a158-6579-41f7-a92a-da7d79b925b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dd02684a-c792-4fba-8571-35898e88ad40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:02:06.005279 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a598d7-3803-4d71-9195-bf71beab21ad req-0f2b1ce1-b9d2-4d5d-b394-da37f10679a7 service neutron] Bound using segment: {'id': 'd1c0a158-6579-41f7-a92a-da7d79b925b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dd02684a-c792-4fba-8571-35898e88ad40'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:02:06.005488 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-37a598d7-3803-4d71-9195-bf71beab21ad req-0f2b1ce1-b9d2-4d5d-b394-da37f10679a7 service neutron] Bound port: 8a3f899d-b1a6-4ccd-a1f1-46dc4e66c4fc, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1c0a158-6579-41f7-a92a-da7d79b925b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dd02684a-c792-4fba-8571-35898e88ad40'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:02:06.006702 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-37a598d7-3803-4d71-9195-bf71beab21ad req-0f2b1ce1-b9d2-4d5d-b394-da37f10679a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:06.006840 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-b9e8f926-cbe0-4fd9-946e-28abd9c204c0 admin admin] Usage tracker for resource:network and tenant:244b274f8e5541129a689c48e69b0d5f is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:02:06.014779 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-b9e8f926-cbe0-4fd9-946e-28abd9c204c0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:02:06.031067 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:06.031707 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device a6c74171-f310-4fb3-b96b-b0d724c8a88f up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:02:06.046881 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b9e8f926-cbe0-4fd9-946e-28abd9c204c0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:02:06.114447 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c96fd-7ee6-4c28-91fb-b2ee1294c386 req-e14ae0a5-c100-4345-aa5c-ae8409669261 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:06.121726 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-130c96fd-7ee6-4c28-91fb-b2ee1294c386 req-e14ae0a5-c100-4345-aa5c-ae8409669261 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=ebae290c-de9d-4840-9d75-99cbcc88f69e HTTP/1.1" status: 200 len: 944 time: 0.8817921 Feb 09 01:02:06.161224 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9dd53a48-f18a-4cb0-9332-43a3f57e23b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:06.241827 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=a7747da2-9dbe-4849-aa27-b6fcaaa05423,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:06.269127 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-a18d97d4-217b-4054-bed7-24bf5fcb85d2 None None] Allocated IP 172.20.0.2 (25dec407-9cff-4994-b13c-2d7d6521a9f4/9d55b6f3-c2da-4a34-9254-c10970801ddb/e8206c27-8eb3-4fb8-ab25-5ac3e546a1a7) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:02:06.278712 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e8f926-cbe0-4fd9-946e-28abd9c204c0 admin admin] Made reservation on behalf of 244b274f8e5541129a689c48e69b0d5f for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:02:06.280993 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b9e8f926-cbe0-4fd9-946e-28abd9c204c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:06.323258 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b9e8f926-cbe0-4fd9-946e-28abd9c204c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:06.361352 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-37a598d7-3803-4d71-9195-bf71beab21ad req-0f2b1ce1-b9d2-4d5d-b394-da37f10679a7 service neutron] For port 8a3f899d-b1a6-4ccd-a1f1-46dc4e66c4fc, host n-h2-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:02:06.384131 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-37a598d7-3803-4d71-9195-bf71beab21ad req-0f2b1ce1-b9d2-4d5d-b394-da37f10679a7 service neutron] For port 8a3f899d-b1a6-4ccd-a1f1-46dc4e66c4fc, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=8a3f899d-b1a6-4ccd-a1f1-46dc4e66c4fc,segment=NetworkSegment(d1c0a158-6579-41f7-a92a-da7d79b925b6),segment_id=d1c0a158-6579-41f7-a92a-da7d79b925b6)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:02:06.392926 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-37a598d7-3803-4d71-9195-bf71beab21ad req-0f2b1ce1-b9d2-4d5d-b394-da37f10679a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:06.422182 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-130c96fd-7ee6-4c28-91fb-b2ee1294c386 req-6546b19b-f4d1-4b4e-9bdf-e86a8dceb930 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995281 Feb 09 01:02:06.446627 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b9e8f926-cbe0-4fd9-946e-28abd9c204c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:02:06.450794 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-b9e8f926-cbe0-4fd9-946e-28abd9c204c0 admin admin] Usage tracker for resource:security_group_rule and tenant:244b274f8e5541129a689c48e69b0d5f is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:02:06.453843 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-b9e8f926-cbe0-4fd9-946e-28abd9c204c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:02:06.463488 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a598d7-3803-4d71-9195-bf71beab21ad req-0f2b1ce1-b9d2-4d5d-b394-da37f10679a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:06.464126 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-37a598d7-3803-4d71-9195-bf71beab21ad req-0f2b1ce1-b9d2-4d5d-b394-da37f10679a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:06.465582 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-37a598d7-3803-4d71-9195-bf71beab21ad req-0f2b1ce1-b9d2-4d5d-b394-da37f10679a7 service neutron] 10.222.0.99 "PUT /v2.0/ports/8a3f899d-b1a6-4ccd-a1f1-46dc4e66c4fc HTTP/1.1" status: 200 len: 1092 time: 2.9932330 Feb 09 01:02:06.467277 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b9e8f926-cbe0-4fd9-946e-28abd9c204c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:02:06.488956 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebae290c-de9d-4840-9d75-99cbcc88f69e', 'tag': '8a3f899d-b1a6-4ccd-a1f1-46dc4e66c4fc'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:02:06.500867 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c30d75ac-d691-42b0-a15c-70f8f2f191e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:06.534468 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port a6c74171-f310-4fb3-b96b-b0d724c8a88f completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:02:06.560446 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port a6c74171-f310-4fb3-b96b-b0d724c8a88f triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:02:06.560652 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c30d75ac-d691-42b0-a15c-70f8f2f191e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:06.561054 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:06.597066 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b9e8f926-cbe0-4fd9-946e-28abd9c204c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:06.640941 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a18d97d4-217b-4054-bed7-24bf5fcb85d2 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:06.667941 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1eff3871-3451-4785-ac35-f6ece1f2fe19 req-cfd6566c-631f-4721-a440-34ba9b9ba564 service neutron] 10.222.0.62 "GET /v2.0/networks/48143312-4059-4efc-a7c1-0025ad20c80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6556327 Feb 09 01:02:06.690067 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a18d97d4-217b-4054-bed7-24bf5fcb85d2 None None] Transition to ACTIVE for port object e8206c27-8eb3-4fb8-ab25-5ac3e546a1a7 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:02:06.717561 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b9e8f926-cbe0-4fd9-946e-28abd9c204c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:06.733675 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a18d97d4-217b-4054-bed7-24bf5fcb85d2 None None] Transition to ACTIVE for port object e8206c27-8eb3-4fb8-ab25-5ac3e546a1a7 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:02:06.738573 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:06.746073 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a18d97d4-217b-4054-bed7-24bf5fcb85d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:06.785219 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2b1ce1-b9d2-4d5d-b394-da37f10679a7 service neutron] Pushing event updated for resources: {'Port': ['ID=8a3f899d-b1a6-4ccd-a1f1-46dc4e66c4fc,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:06.843957 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c30d75ac-d691-42b0-a15c-70f8f2f191e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:06.860874 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e8f926-cbe0-4fd9-946e-28abd9c204c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d81e02f3-6b7e-4b0e-9c96-03fe516e3cb9,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:06.870531 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port a6c74171-f310-4fb3-b96b-b0d724c8a88f, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=a6c74171-f310-4fb3-b96b-b0d724c8a88f,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:06.877648 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18d97d4-217b-4054-bed7-24bf5fcb85d2 None None] Network 25dec407-9cff-4994-b13c-2d7d6521a9f4 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:02:06.878550 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:06.883312 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-a18d97d4-217b-4054-bed7-24bf5fcb85d2 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:02:06.883462 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9e8f926-cbe0-4fd9-946e-28abd9c204c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:02:06.887310 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18d97d4-217b-4054-bed7-24bf5fcb85d2 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:02:06.895136 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b9e8f926-cbe0-4fd9-946e-28abd9c204c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:06.895553 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-b9e8f926-cbe0-4fd9-946e-28abd9c204c0 admin admin] Added segment d33dafe5-8911-42f4-b07b-6b8a42a51593 of type vlan for network 57967b25-1d30-45f0-97c7-b5554950c519 Feb 09 01:02:06.937087 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b9e8f926-cbe0-4fd9-946e-28abd9c204c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:06.950712 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-83ceb36b-8ca0-4a2c-a5a6-9f38274052e0 req-0f1a3c86-4835-4af0-8b20-fbd0088b05cb tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=a66f90a0-c5bc-4d01-ba2c-6302e9a043cc HTTP/1.1" status: 200 len: 210 time: 0.2814925 Feb 09 01:02:06.966659 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18d97d4-217b-4054-bed7-24bf5fcb85d2 None None] Pushing event updated for resources: {'Port': ['ID=e8206c27-8eb3-4fb8-ab25-5ac3e546a1a7,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:06.984834 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec7dba-2e8b-4dba-a46d-81b918eed99c req-9c5ad3c9-3e79-4730-999b-fb6c336e107f tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:06.990274 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-aaec7dba-2e8b-4dba-a46d-81b918eed99c req-9c5ad3c9-3e79-4730-999b-fb6c336e107f tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] 10.222.0.105 "GET /v2.0/ports?device_id=9300db8a-c3f1-475b-98f5-cd430bcf0bad HTTP/1.1" status: 200 len: 945 time: 1.1779928 Feb 09 01:02:06.990764 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30d75ac-d691-42b0-a15c-70f8f2f191e0 admin admin] Pushing event updated for resources: {'Port': ['ID=48e16298-529a-486c-8bb2-4d83bce70589,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:07.012426 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a598d7-3803-4d71-9195-bf71beab21ad req-6f41d0de-a751-48ba-b4e3-913a87ba5dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:07.014002 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-37a598d7-3803-4d71-9195-bf71beab21ad req-6f41d0de-a751-48ba-b4e3-913a87ba5dac service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=5ff9aad1b4b645cb83f87778a731b808&device_id=ebae290c-de9d-4840-9d75-99cbcc88f69e HTTP/1.1" status: 200 len: 1095 time: 0.5084300 Feb 09 01:02:07.032166 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device a7747da2-9dbe-4849-aa27-b6fcaaa05423 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:02:07.094407 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-a18d97d4-217b-4054-bed7-24bf5fcb85d2 None None] Attempting to bind port e8206c27-8eb3-4fb8-ab25-5ac3e546a1a7 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:02:07.094792 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-a18d97d4-217b-4054-bed7-24bf5fcb85d2 None None] Attempting to bind port e8206c27-8eb3-4fb8-ab25-5ac3e546a1a7 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '525aed19-d69f-440b-9f4e-a78f6c4752d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '25dec407-9cff-4994-b13c-2d7d6521a9f4'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:02:07.095231 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18d97d4-217b-4054-bed7-24bf5fcb85d2 None None] Attempting to bind port e8206c27-8eb3-4fb8-ab25-5ac3e546a1a7 on network 25dec407-9cff-4994-b13c-2d7d6521a9f4 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:02:07.109664 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82720492-be2b-4c27-b64d-36f2afd28b77', 'tag': '309d54d7-37d5-41bb-8447-5991fab3ab4d', 'status': 'completed', 'code': 200} Feb 09 01:02:07.112296 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18d97d4-217b-4054-bed7-24bf5fcb85d2 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:02:07.112664 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18d97d4-217b-4054-bed7-24bf5fcb85d2 None None] Checking segment: {'id': '525aed19-d69f-440b-9f4e-a78f6c4752d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '25dec407-9cff-4994-b13c-2d7d6521a9f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:02:07.113059 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a18d97d4-217b-4054-bed7-24bf5fcb85d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:07.113441 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18d97d4-217b-4054-bed7-24bf5fcb85d2 None None] Bound using segment: {'id': '525aed19-d69f-440b-9f4e-a78f6c4752d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '25dec407-9cff-4994-b13c-2d7d6521a9f4'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:02:07.114557 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-a18d97d4-217b-4054-bed7-24bf5fcb85d2 None None] Bound port: e8206c27-8eb3-4fb8-ab25-5ac3e546a1a7, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '525aed19-d69f-440b-9f4e-a78f6c4752d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '25dec407-9cff-4994-b13c-2d7d6521a9f4'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:02:07.115422 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a18d97d4-217b-4054-bed7-24bf5fcb85d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:07.156585 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-37a598d7-3803-4d71-9195-bf71beab21ad req-9ec78883-da99-4c86-96a0-0ddfa4a81df6 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a3f899d-b1a6-4ccd-a1f1-46dc4e66c4fc HTTP/1.1" status: 200 len: 217 time: 0.0890195 Feb 09 01:02:07.167329 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30d75ac-d691-42b0-a15c-70f8f2f191e0 admin admin] Network b8a8616c-44ac-4ad3-8637-96c1fd5771e7 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:02:07.229806 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-c30d75ac-d691-42b0-a15c-70f8f2f191e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:02:07.230041 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a18d97d4-217b-4054-bed7-24bf5fcb85d2 None None] For port e8206c27-8eb3-4fb8-ab25-5ac3e546a1a7, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:02:07.233485 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a18d97d4-217b-4054-bed7-24bf5fcb85d2 None None] For port e8206c27-8eb3-4fb8-ab25-5ac3e546a1a7, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=e8206c27-8eb3-4fb8-ab25-5ac3e546a1a7,segment=NetworkSegment(525aed19-d69f-440b-9f4e-a78f6c4752d9),segment_id=525aed19-d69f-440b-9f4e-a78f6c4752d9)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:02:07.241047 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a598d7-3803-4d71-9195-bf71beab21ad req-ce7c9ff7-6af2-4d52-b78d-550d6618189f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:07.241387 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a18d97d4-217b-4054-bed7-24bf5fcb85d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:07.242908 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-37a598d7-3803-4d71-9195-bf71beab21ad req-ce7c9ff7-6af2-4d52-b78d-550d6618189f service neutron] 10.222.0.99 "GET /v2.0/subnets?id=6629426b-30e0-4649-b641-b6eaabeb92da HTTP/1.1" status: 200 len: 851 time: 0.0743148 Feb 09 01:02:07.267539 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=a6c74171-f310-4fb3-b96b-b0d724c8a88f,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:07.297111 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9dd53a48-f18a-4cb0-9332-43a3f57e23b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:07.319744 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d892fbc9-dcf0-4e50-ba42-3e7b639668c3 req-3811942c-f3e8-4d3f-8473-eaccf65fd2ef tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:07.321377 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d892fbc9-dcf0-4e50-ba42-3e7b639668c3 req-3811942c-f3e8-4d3f-8473-eaccf65fd2ef tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.62 "GET /v2.0/networks?id=1f86eb5f-f405-4ce4-a845-9c31ac1b15d4 HTTP/1.1" status: 200 len: 811 time: 1.1806352 Feb 09 01:02:07.361126 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-d892fbc9-dcf0-4e50-ba42-3e7b639668c3 req-6b46e34a-18be-4ba8-9451-c6d77560be38 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Request body: {'port': {'device_id': 'a66f90a0-c5bc-4d01-ba2c-6302e9a043cc', 'network_id': '1f86eb5f-f405-4ce4-a845-9c31ac1b15d4', 'admin_state_up': True, 'tenant_id': '71b0276e9e0b48f8943a51531f3d8a9e'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:07.422643 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18d97d4-217b-4054-bed7-24bf5fcb85d2 None None] Pushing event updated for resources: {'Port': ['ID=e8206c27-8eb3-4fb8-ab25-5ac3e546a1a7,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:07.435069 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port a7747da2-9dbe-4849-aa27-b6fcaaa05423 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:02:07.435554 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:07.509171 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-aaec7dba-2e8b-4dba-a46d-81b918eed99c req-07f448f9-dc6a-42a4-a378-82a539bccc7d tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] 10.222.0.105 "GET /v2.0/security-groups?id=dcb42f2e-3e93-41f3-b435-313efa7aea51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4748638 Feb 09 01:02:07.594507 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c30d75ac-d691-42b0-a15c-70f8f2f191e0 admin admin] Router 4d0b2dd6-f59c-4c7b-bd27-edac9855fde2 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:02:07.601627 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-37a598d7-3803-4d71-9195-bf71beab21ad req-878f6b86-e67a-4543-82be-49ccceadda19 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=dd02684a-c792-4fba-8571-35898e88ad40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1140625 Feb 09 01:02:07.758632 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b9e8f926-cbe0-4fd9-946e-28abd9c204c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:07.760770 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e8f926-cbe0-4fd9-946e-28abd9c204c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:07.766104 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b9e8f926-cbe0-4fd9-946e-28abd9c204c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:07.798514 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e89d3a85-1c74-4750-a5f2-e086e3c9f656 None None] Provisioning complete for port 48e16298-529a-486c-8bb2-4d83bce70589 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:02:07.798815 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e89d3a85-1c74-4750-a5f2-e086e3c9f656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:07.921255 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebae290c-de9d-4840-9d75-99cbcc88f69e', 'tag': '8a3f899d-b1a6-4ccd-a1f1-46dc4e66c4fc', 'status': 'completed', 'code': 200} Feb 09 01:02:07.924085 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e89d3a85-1c74-4750-a5f2-e086e3c9f656 None None] Port 48e16298-529a-486c-8bb2-4d83bce70589 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:02:07.939006 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-37a598d7-3803-4d71-9195-bf71beab21ad req-0b1a41ca-2fa9-4b96-b2c1-0d321e08e6a8 service neutron] 10.222.0.99 "GET /v2.0/networks/dd02684a-c792-4fba-8571-35898e88ad40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075533 Feb 09 01:02:07.999763 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1eff3871-3451-4785-ac35-f6ece1f2fe19 req-edddf76c-d290-49d2-add2-18f069c68170 service neutron] 10.222.0.62 "GET /v2.0/networks/48143312-4059-4efc-a7c1-0025ad20c80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2785883 Feb 09 01:02:08.070410 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f19dc954-b0c8-465e-891b-ea031ef6e326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:08.276959 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-37a598d7-3803-4d71-9195-bf71beab21ad req-3f653f80-dcf9-4492-89cc-0ea1b3592826 service neutron] 10.222.0.99 "GET /v2.0/networks/dd02684a-c792-4fba-8571-35898e88ad40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3302550 Feb 09 01:02:08.284030 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c30d75ac-d691-42b0-a15c-70f8f2f191e0 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:02:08.297399 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c30d75ac-d691-42b0-a15c-70f8f2f191e0 admin admin] 10.222.0.105 "PUT /v2.0/routers/4d0b2dd6-f59c-4c7b-bd27-edac9855fde2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5356879 Feb 09 01:02:08.345274 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-b9e8f926-cbe0-4fd9-946e-28abd9c204c0 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.0802114 Feb 09 01:02:08.346287 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e8f926-cbe0-4fd9-946e-28abd9c204c0 admin admin] Pushing event updated for resources: {'Network': ['ID=57967b25-1d30-45f0-97c7-b5554950c519,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:08.368985 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-d892fbc9-dcf0-4e50-ba42-3e7b639668c3 req-6b46e34a-18be-4ba8-9451-c6d77560be38 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:02:08.379176 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 57967b25-1d30-45f0-97c7-b5554950c519 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:02:08.391435 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-d892fbc9-dcf0-4e50-ba42-3e7b639668c3 req-6b46e34a-18be-4ba8-9451-c6d77560be38 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Usage tracker for resource:port and tenant:71b0276e9e0b48f8943a51531f3d8a9e is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:02:08.397484 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-d892fbc9-dcf0-4e50-ba42-3e7b639668c3 req-6b46e34a-18be-4ba8-9451-c6d77560be38 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:02:08.421018 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-d892fbc9-dcf0-4e50-ba42-3e7b639668c3 req-6b46e34a-18be-4ba8-9451-c6d77560be38 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:02:08.464754 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2410b88-ac4e-4e9c-b310-3dbaea2237fa req-1d32fa94-d919-471b-9194-ce98a0cd8106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:08.466308 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-c2410b88-ac4e-4e9c-b310-3dbaea2237fa req-1d32fa94-d919-471b-9194-ce98a0cd8106 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=5ff9aad1b4b645cb83f87778a731b808&device_id=ebae290c-de9d-4840-9d75-99cbcc88f69e HTTP/1.1" status: 200 len: 1095 time: 0.1304529 Feb 09 01:02:08.476300 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d892fbc9-dcf0-4e50-ba42-3e7b639668c3 req-6b46e34a-18be-4ba8-9451-c6d77560be38 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Made reservation on behalf of 71b0276e9e0b48f8943a51531f3d8a9e for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:02:08.481912 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d892fbc9-dcf0-4e50-ba42-3e7b639668c3 req-6b46e34a-18be-4ba8-9451-c6d77560be38 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:08.619136 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a5329-bd50-4692-8658-19d9b961e1ac req-b2b63096-cc7d-42e1-b7b5-bac29447d960 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:08.620783 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-207a5329-bd50-4692-8658-19d9b961e1ac req-b2b63096-cc7d-42e1-b7b5-bac29447d960 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/ports?device_id=82720492-be2b-4c27-b64d-36f2afd28b77 HTTP/1.1" status: 200 len: 944 time: 0.7579575 Feb 09 01:02:08.635219 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9860a26-5d8b-4803-a1a8-59bdfc46b031 None None] Sync routers for ids ['4d0b2dd6-f59c-4c7b-bd27-edac9855fde2'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:02:08.651290 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9860a26-5d8b-4803-a1a8-59bdfc46b031 None None] Routers {'4d0b2dd6-f59c-4c7b-bd27-edac9855fde2'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:02:08.656825 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-c9860a26-5d8b-4803-a1a8-59bdfc46b031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:01:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['4d0b2dd6-f59c-4c7b-bd27-edac9855fde2'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:02:08.705473 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a96d2c-4e0b-4542-822d-b685a7d9256a req-a3c94b65-950d-407a-b98a-04a4830e3b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:08.706995 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d6a96d2c-4e0b-4542-822d-b685a7d9256a req-a3c94b65-950d-407a-b98a-04a4830e3b3d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8ec264b7b14646a3a7c5bffffa681c25&device_id=82720492-be2b-4c27-b64d-36f2afd28b77 HTTP/1.1" status: 200 len: 1095 time: 0.4798949 Feb 09 01:02:08.756365 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2410b88-ac4e-4e9c-b310-3dbaea2237fa req-b775adf4-81ef-42b8-b20e-523bfcc5c1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:08.757904 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-c2410b88-ac4e-4e9c-b310-3dbaea2237fa req-b775adf4-81ef-42b8-b20e-523bfcc5c1cb service neutron] 10.222.0.99 "GET /v2.0/networks?id=dd02684a-c792-4fba-8571-35898e88ad40 HTTP/1.1" status: 200 len: 912 time: 0.2819800 Feb 09 01:02:08.879544 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-c2410b88-ac4e-4e9c-b310-3dbaea2237fa req-09989455-bfd7-49f2-9ef2-57c5e94c5f65 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a3f899d-b1a6-4ccd-a1f1-46dc4e66c4fc HTTP/1.1" status: 200 len: 217 time: 0.1148429 Feb 09 01:02:08.988440 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-c9860a26-5d8b-4803-a1a8-59bdfc46b031 None None] Set router 4d0b2dd6-f59c-4c7b-bd27-edac9855fde2 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:02:08.993576 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313465e1-b5b6-438b-9b52-b1b2267df7ca req-2bd7d40d-6f31-4138-81bb-34d494e7e679 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:09.001658 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-313465e1-b5b6-438b-9b52-b1b2267df7ca req-2bd7d40d-6f31-4138-81bb-34d494e7e679 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=ebae290c-de9d-4840-9d75-99cbcc88f69e HTTP/1.1" status: 200 len: 944 time: 0.7810092 Feb 09 01:02:09.060013 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226691d0-c27c-423d-9046-54bb4c5f982a None None] Network 25dec407-9cff-4994-b13c-2d7d6521a9f4 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:02:09.082199 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-207a5329-bd50-4692-8658-19d9b961e1ac req-98c675dd-a8ba-4d39-b37d-5ce3baf10b11 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/security-groups?id=21d48e70-0a9a-4f34-bd03-fe2b0988e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4463825 Feb 09 01:02:09.129482 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2410b88-ac4e-4e9c-b310-3dbaea2237fa req-2d784cd7-869d-499c-abd0-3a16cf5e80cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:09.131188 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-c2410b88-ac4e-4e9c-b310-3dbaea2237fa req-2d784cd7-869d-499c-abd0-3a16cf5e80cf service neutron] 10.222.0.99 "GET /v2.0/subnets?id=6629426b-30e0-4649-b641-b6eaabeb92da HTTP/1.1" status: 200 len: 851 time: 0.2451451 Feb 09 01:02:09.164050 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a96d2c-4e0b-4542-822d-b685a7d9256a req-95a094b6-fefc-4103-8f7f-1d98cbe86fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:09.165588 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d6a96d2c-4e0b-4542-822d-b685a7d9256a req-95a094b6-fefc-4103-8f7f-1d98cbe86fe0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=48143312-4059-4efc-a7c1-0025ad20c80e HTTP/1.1" status: 200 len: 905 time: 0.4236658 Feb 09 01:02:09.211191 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-c2410b88-ac4e-4e9c-b310-3dbaea2237fa req-d35d2999-196f-4757-bc21-44a9bb8ced0b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=dd02684a-c792-4fba-8571-35898e88ad40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715668 Feb 09 01:02:09.214901 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device a6c74171-f310-4fb3-b96b-b0d724c8a88f up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:02:09.382715 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-dd374894-9942-4743-9dc3-1ddead544122 None None] Provisioning for port e8206c27-8eb3-4fb8-ab25-5ac3e546a1a7 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:02:09.435368 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-c2410b88-ac4e-4e9c-b310-3dbaea2237fa req-88322050-3b37-4650-8700-ee5847f25343 service neutron] 10.222.0.99 "GET /v2.0/networks/dd02684a-c792-4fba-8571-35898e88ad40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175465 Feb 09 01:02:09.439571 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d6a96d2c-4e0b-4542-822d-b685a7d9256a req-813db968-ca01-497c-9941-016b106cfe78 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=309d54d7-37d5-41bb-8447-5991fab3ab4d HTTP/1.1" status: 200 len: 217 time: 0.2556584 Feb 09 01:02:09.545796 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-313465e1-b5b6-438b-9b52-b1b2267df7ca req-d6dde778-5033-4c22-b9b9-daca9ee62e25 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5431252 Feb 09 01:02:09.698300 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-c2410b88-ac4e-4e9c-b310-3dbaea2237fa req-a04cafae-176e-4edf-89bf-de2abc408d86 service neutron] 10.222.0.99 "GET /v2.0/networks/dd02684a-c792-4fba-8571-35898e88ad40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528319 Feb 09 01:02:09.722485 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-d892fbc9-dcf0-4e50-ba42-3e7b639668c3 req-6b46e34a-18be-4ba8-9451-c6d77560be38 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Allocated IP 172.20.0.4 (1f86eb5f-f405-4ce4-a845-9c31ac1b15d4/55d6843d-cf0e-4da9-b1f9-18c66e11f308/9f999f8e-37cb-4d1c-9d6c-210972411dca) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:02:09.747101 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port a6c74171-f310-4fb3-b96b-b0d724c8a88f triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:02:09.747477 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:09.805546 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a96d2c-4e0b-4542-822d-b685a7d9256a req-56c66adb-d9b7-49a8-b965-349c49cc8145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:09.807017 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d6a96d2c-4e0b-4542-822d-b685a7d9256a req-56c66adb-d9b7-49a8-b965-349c49cc8145 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=77301bdf-2486-425f-9a0c-6634d1b8425f HTTP/1.1" status: 200 len: 844 time: 0.2720110 Feb 09 01:02:09.851770 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-c9860a26-5d8b-4803-a1a8-59bdfc46b031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0b2dd6-f59c-4c7b-bd27-edac9855fde2', 'name': 'tempest-TaggedBootDevicesTest_v242-1042159097-router', 'tenant_id': '2cc4bdf0eb4c44aebef8e08042a8255d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'a6c74171-f310-4fb3-b96b-b0d724c8a88f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:01:55Z', 'updated_at': '2022-02-09T01:02:05Z', 'revision_number': 4, 'project_id': '2cc4bdf0eb4c44aebef8e08042a8255d', 'gw_port': {'id': 'a6c74171-f310-4fb3-b96b-b0d724c8a88f', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0b2dd6-f59c-4c7b-bd27-edac9855fde2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:56Z', 'updated_at': '2022-02-09T01:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '48e16298-529a-486c-8bb2-4d83bce70589', 'name': '', 'network_id': 'b8a8616c-44ac-4ad3-8637-96c1fd5771e7', 'tenant_id': '2cc4bdf0eb4c44aebef8e08042a8255d', 'mac_address': 'fa:16:3e:6a:d3:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0b2dd6-f59c-4c7b-bd27-edac9855fde2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'd05b4a05-c9f8-4fee-93f0-8827442305c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:02Z', 'updated_at': '2022-02-09T01:02:06Z', 'revision_number': 2, 'project_id': '2cc4bdf0eb4c44aebef8e08042a8255d', 'subnets': [{'id': 'd05b4a05-c9f8-4fee-93f0-8827442305c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:02:09.860278 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9860a26-5d8b-4803-a1a8-59bdfc46b031 None None] Checking router: 4d0b2dd6-f59c-4c7b-bd27-edac9855fde2 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:02:09.860634 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9860a26-5d8b-4803-a1a8-59bdfc46b031 None None] Updating router 4d0b2dd6-f59c-4c7b-bd27-edac9855fde2 port 48e16298-529a-486c-8bb2-4d83bce70589 binding host n-d-828418-1 {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:02:09.861352 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9dd53a48-f18a-4cb0-9332-43a3f57e23b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:09.963416 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d6a96d2c-4e0b-4542-822d-b685a7d9256a req-6b49df7d-d532-4c03-9adb-ada648103a5c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=48143312-4059-4efc-a7c1-0025ad20c80e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1395838 Feb 09 01:02:09.964414 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9dd53a48-f18a-4cb0-9332-43a3f57e23b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:09.973622 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c9860a26-5d8b-4803-a1a8-59bdfc46b031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:09.979020 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fa69907e-3c43-437d-8bf6-da277307adb4 req-4c589b0f-58d6-4434-be9c-ba3b7e9b8efc tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=a66f90a0-c5bc-4d01-ba2c-6302e9a043cc HTTP/1.1" status: 200 len: 210 time: 0.1516137 Feb 09 01:02:10.002432 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device e8206c27-8eb3-4fb8-ab25-5ac3e546a1a7 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:02:10.181264 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db334cbf-ea51-4cce-a847-b394226532a9 req-deeff024-7d3c-4bb1-b96e-3b55169a7095 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:10.182869 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-db334cbf-ea51-4cce-a847-b394226532a9 req-deeff024-7d3c-4bb1-b96e-3b55169a7095 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] 10.222.0.105 "GET /v2.0/ports?device_id=3008dae1-ba37-4483-87cf-4bc908b3cc34 HTTP/1.1" status: 200 len: 945 time: 0.7698209 Feb 09 01:02:10.230206 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port e8206c27-8eb3-4fb8-ab25-5ac3e546a1a7 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:02:10.244847 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port e8206c27-8eb3-4fb8-ab25-5ac3e546a1a7 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:02:10.245215 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:10.404988 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5eb384d2-a567-4a01-a88d-55f34f118190 None None] Provisioning complete for port e8206c27-8eb3-4fb8-ab25-5ac3e546a1a7 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:02:10.405356 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5eb384d2-a567-4a01-a88d-55f34f118190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:10.494412 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4b3dddc4-1bc7-4217-81f9-9d5a4f8d1fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:10.634041 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:10.654954 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-db334cbf-ea51-4cce-a847-b394226532a9 req-e2117d1a-da05-4c03-b5c0-a1409b3b2c05 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] 10.222.0.105 "GET /v2.0/security-groups?id=dcb42f2e-3e93-41f3-b435-313efa7aea51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4338109 Feb 09 01:02:10.714670 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:02:10.748425 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5eb384d2-a567-4a01-a88d-55f34f118190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:10.771544 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d6a96d2c-4e0b-4542-822d-b685a7d9256a req-7afde761-aae2-4994-9863-4af00a203fce service neutron] 10.222.0.62 "GET /v2.0/networks/48143312-4059-4efc-a7c1-0025ad20c80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7908967 Feb 09 01:02:10.784638 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port e8206c27-8eb3-4fb8-ab25-5ac3e546a1a7, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=e8206c27-8eb3-4fb8-ab25-5ac3e546a1a7,segment=NetworkSegment(525aed19-d69f-440b-9f4e-a78f6c4752d9),segment_id=525aed19-d69f-440b-9f4e-a78f6c4752d9)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:10.794058 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:10.796930 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c9860a26-5d8b-4803-a1a8-59bdfc46b031 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:10.899084 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-c9860a26-5d8b-4803-a1a8-59bdfc46b031 None None] Transition to ACTIVE for port object 48e16298-529a-486c-8bb2-4d83bce70589 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:02:10.920590 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c9860a26-5d8b-4803-a1a8-59bdfc46b031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:10.944180 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-5eb384d2-a567-4a01-a88d-55f34f118190 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:02:10.944180 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-5eb384d2-a567-4a01-a88d-55f34f118190 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:02:10.964088 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d892fbc9-dcf0-4e50-ba42-3e7b639668c3 req-6b46e34a-18be-4ba8-9451-c6d77560be38 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:11.000991 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=e8206c27-8eb3-4fb8-ab25-5ac3e546a1a7,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:11.002213 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-9dd53a48-f18a-4cb0-9332-43a3f57e23b2 admin admin] Allocated IP 172.25.0.243 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/7cc9689b-0645-44fa-8e67-d26179ea385f) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:02:11.013516 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94467619-9259-43d0-8bf6-cbaf7f9a89c2 req-6b66f109-656e-4adc-b0ae-becf64d5bb1d tempest-ComputeTenantNetworksTest-1816970879 tempest-ComputeTenantNetworksTest-1816970879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:11.022924 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94467619-9259-43d0-8bf6-cbaf7f9a89c2 req-6b66f109-656e-4adc-b0ae-becf64d5bb1d tempest-ComputeTenantNetworksTest-1816970879 tempest-ComputeTenantNetworksTest-1816970879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:11.028989 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94467619-9259-43d0-8bf6-cbaf7f9a89c2 req-6b66f109-656e-4adc-b0ae-becf64d5bb1d tempest-ComputeTenantNetworksTest-1816970879 tempest-ComputeTenantNetworksTest-1816970879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:11.029857 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-94467619-9259-43d0-8bf6-cbaf7f9a89c2 req-6b66f109-656e-4adc-b0ae-becf64d5bb1d tempest-ComputeTenantNetworksTest-1816970879 tempest-ComputeTenantNetworksTest-1816970879-project] Synchronizing usage tracker for tenant:244b274f8e5541129a689c48e69b0d5f on resource:network {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:02:11.065983 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-d892fbc9-dcf0-4e50-ba42-3e7b639668c3 req-6b46e34a-18be-4ba8-9451-c6d77560be38 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Transition to ACTIVE for port object 9f999f8e-37cb-4d1c-9d6c-210972411dca will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:02:11.174563 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e03d2b5-30a4-4b16-86ae-c572b6866cf5 None None] Pushing event updated for resources: {'Port': ['ID=48e16298-529a-486c-8bb2-4d83bce70589,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:11.233423 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-94467619-9259-43d0-8bf6-cbaf7f9a89c2 req-6b66f109-656e-4adc-b0ae-becf64d5bb1d tempest-ComputeTenantNetworksTest-1816970879 tempest-ComputeTenantNetworksTest-1816970879-project] Unset dirty status for tenant:244b274f8e5541129a689c48e69b0d5f on resource:network {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:02:11.234760 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-94467619-9259-43d0-8bf6-cbaf7f9a89c2 req-6b66f109-656e-4adc-b0ae-becf64d5bb1d tempest-ComputeTenantNetworksTest-1816970879 tempest-ComputeTenantNetworksTest-1816970879-project] 10.222.0.105 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.9435577 Feb 09 01:02:11.252436 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d6a96d2c-4e0b-4542-822d-b685a7d9256a req-96a4dd29-680a-41e3-93dc-ff51c8eaec12 service neutron] 10.222.0.62 "GET /v2.0/networks/48143312-4059-4efc-a7c1-0025ad20c80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4515381 Feb 09 01:02:11.276098 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-c9860a26-5d8b-4803-a1a8-59bdfc46b031 None None] Attempting to bind port 48e16298-529a-486c-8bb2-4d83bce70589 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:02:11.276637 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-c9860a26-5d8b-4803-a1a8-59bdfc46b031 None None] Attempting to bind port 48e16298-529a-486c-8bb2-4d83bce70589 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '40546022-0981-4cc8-997a-c9ccdde03029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b8a8616c-44ac-4ad3-8637-96c1fd5771e7'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:02:11.276826 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9860a26-5d8b-4803-a1a8-59bdfc46b031 None None] Attempting to bind port 48e16298-529a-486c-8bb2-4d83bce70589 on network b8a8616c-44ac-4ad3-8637-96c1fd5771e7 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:02:11.290439 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9860a26-5d8b-4803-a1a8-59bdfc46b031 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:02:11.290762 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9860a26-5d8b-4803-a1a8-59bdfc46b031 None None] Checking segment: {'id': '40546022-0981-4cc8-997a-c9ccdde03029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b8a8616c-44ac-4ad3-8637-96c1fd5771e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:02:11.295617 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c9860a26-5d8b-4803-a1a8-59bdfc46b031 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:11.296196 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9860a26-5d8b-4803-a1a8-59bdfc46b031 None None] Bound using segment: {'id': '40546022-0981-4cc8-997a-c9ccdde03029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b8a8616c-44ac-4ad3-8637-96c1fd5771e7'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:02:11.298443 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-c9860a26-5d8b-4803-a1a8-59bdfc46b031 None None] Bound port: 48e16298-529a-486c-8bb2-4d83bce70589, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40546022-0981-4cc8-997a-c9ccdde03029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b8a8616c-44ac-4ad3-8637-96c1fd5771e7'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:02:11.299122 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c9860a26-5d8b-4803-a1a8-59bdfc46b031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:11.328662 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d892fbc9-dcf0-4e50-ba42-3e7b639668c3 req-6b46e34a-18be-4ba8-9451-c6d77560be38 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:11.377459 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['8966abcd-1778-4e11-b863-2fa7dd0270fe', '9de2f4cb-9135-47ad-906a-b6130ce11d23'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:02:11.422241 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:11.484618 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d892fbc9-dcf0-4e50-ba42-3e7b639668c3 req-6b46e34a-18be-4ba8-9451-c6d77560be38 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Network 1f86eb5f-f405-4ce4-a845-9c31ac1b15d4 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:02:11.495285 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-d892fbc9-dcf0-4e50-ba42-3e7b639668c3 req-6b46e34a-18be-4ba8-9451-c6d77560be38 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:02:11.498319 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-d892fbc9-dcf0-4e50-ba42-3e7b639668c3 req-6b46e34a-18be-4ba8-9451-c6d77560be38 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:02:11.558781 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9dd53a48-f18a-4cb0-9332-43a3f57e23b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:11.570822 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:11.584477 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-c9860a26-5d8b-4803-a1a8-59bdfc46b031 None None] For port 48e16298-529a-486c-8bb2-4d83bce70589, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:02:11.588906 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-c9860a26-5d8b-4803-a1a8-59bdfc46b031 None None] For port 48e16298-529a-486c-8bb2-4d83bce70589, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=48e16298-529a-486c-8bb2-4d83bce70589,segment=NetworkSegment(40546022-0981-4cc8-997a-c9ccdde03029),segment_id=40546022-0981-4cc8-997a-c9ccdde03029)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:02:11.601463 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c9860a26-5d8b-4803-a1a8-59bdfc46b031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:11.629688 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b46e34a-18be-4ba8-9451-c6d77560be38 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Pushing event updated for resources: {'Port': ['ID=9f999f8e-37cb-4d1c-9d6c-210972411dca,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:11.657684 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d892fbc9-dcf0-4e50-ba42-3e7b639668c3 req-6b46e34a-18be-4ba8-9451-c6d77560be38 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:11.658339 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d892fbc9-dcf0-4e50-ba42-3e7b639668c3 req-6b46e34a-18be-4ba8-9451-c6d77560be38 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:11.741862 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d892fbc9-dcf0-4e50-ba42-3e7b639668c3 req-6b46e34a-18be-4ba8-9451-c6d77560be38 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3948989 Feb 09 01:02:11.752727 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c95b3c1-501a-42ab-a142-b71646a4beb4 req-5d344186-c443-46bd-92d6-3dd518eb16d2 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:11.761951 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5c95b3c1-501a-42ab-a142-b71646a4beb4 req-5d344186-c443-46bd-92d6-3dd518eb16d2 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/ports?device_id=82720492-be2b-4c27-b64d-36f2afd28b77 HTTP/1.1" status: 200 len: 944 time: 0.3871405 Feb 09 01:02:11.765685 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9dd53a48-f18a-4cb0-9332-43a3f57e23b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:11.809127 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-d892fbc9-dcf0-4e50-ba42-3e7b639668c3 req-ccd438eb-f327-4240-92af-bf3dabac07f0 service neutron] Request body: {'port': {'device_id': 'a66f90a0-c5bc-4d01-ba2c-6302e9a043cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:11.861275 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9860a26-5d8b-4803-a1a8-59bdfc46b031 None None] Routers {'4d0b2dd6-f59c-4c7b-bd27-edac9855fde2'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:02:11.861941 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-c9860a26-5d8b-4803-a1a8-59bdfc46b031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:02:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['4d0b2dd6-f59c-4c7b-bd27-edac9855fde2'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:02:11.936573 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9c4b0-be0e-474b-93bb-41c5d920c5ee req-cc331fe5-eb45-4c5e-9d7c-06202cc9cc12 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:11.938653 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ebf9c4b0-be0e-474b-93bb-41c5d920c5ee req-cc331fe5-eb45-4c5e-9d7c-06202cc9cc12 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=ebae290c-de9d-4840-9d75-99cbcc88f69e HTTP/1.1" status: 200 len: 944 time: 0.3941636 Feb 09 01:02:11.948880 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd53a48-f18a-4cb0-9332-43a3f57e23b2 admin admin] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:02:11.969715 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-9dd53a48-f18a-4cb0-9332-43a3f57e23b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:02:12.000345 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 309d54d7-37d5-41bb-8447-5991fab3ab4d details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:02:12.000761 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd53a48-f18a-4cb0-9332-43a3f57e23b2 admin admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:02:12.019734 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e03d2b5-30a4-4b16-86ae-c572b6866cf5 None None] Pushing event updated for resources: {'Port': ['ID=48e16298-529a-486c-8bb2-4d83bce70589,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:12.040912 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd53a48-f18a-4cb0-9332-43a3f57e23b2 admin admin] Pushing event updated for resources: {'Port': ['ID=7cc9689b-0645-44fa-8e67-d26179ea385f,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:12.078974 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5c95b3c1-501a-42ab-a142-b71646a4beb4 req-d4fceac3-c77e-4552-bfeb-c1048ee07a3e tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/security-groups?id=21d48e70-0a9a-4f34-bd03-fe2b0988e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150313 Feb 09 01:02:12.152267 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ebf9c4b0-be0e-474b-93bb-41c5d920c5ee req-4dd966b7-1ea7-4f49-a5b5-fed7f7513659 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007823 Feb 09 01:02:12.164583 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d892fbc9-dcf0-4e50-ba42-3e7b639668c3 req-ccd438eb-f327-4240-92af-bf3dabac07f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:12.317074 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-c9860a26-5d8b-4803-a1a8-59bdfc46b031 None None] Set router 4d0b2dd6-f59c-4c7b-bd27-edac9855fde2 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:02:12.370407 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 8a3f899d-b1a6-4ccd-a1f1-46dc4e66c4fc details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:02:12.543817 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.resource_extend [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:02:12.692636 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 309d54d7-37d5-41bb-8447-5991fab3ab4d, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=309d54d7-37d5-41bb-8447-5991fab3ab4d,segment=NetworkSegment(68c75c24-5a6d-4512-b85d-48e7bc49aa9f),segment_id=68c75c24-5a6d-4512-b85d-48e7bc49aa9f)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:12.712791 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '309d54d7-37d5-41bb-8447-5991fab3ab4d', 'network_id': '48143312-4059-4efc-a7c1-0025ad20c80e', 'port_id': '309d54d7-37d5-41bb-8447-5991fab3ab4d', 'mac_address': 'fa:16:3e:14:1c:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77301bdf-2486-425f-9a0c-6634d1b8425f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:02:12.719677 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4e8a6bc5-092d-4628-abd4-0cef78fd3431 None None] Provisioning for port 9f999f8e-37cb-4d1c-9d6c-210972411dca completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:02:12.840937 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4e8a6bc5-092d-4628-abd4-0cef78fd3431 None None] Provisioning complete for port 9f999f8e-37cb-4d1c-9d6c-210972411dca triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:02:12.840937 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4e8a6bc5-092d-4628-abd4-0cef78fd3431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:12.987046 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:13.004088 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f57a69-5a19-4d9c-a3e9-c9b76abb038b req-ddfaef94-e3f4-462a-b583-fc755696de5b tempest-ComputeTenantNetworksTest-1816970879 tempest-ComputeTenantNetworksTest-1816970879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:13.006816 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-29f57a69-5a19-4d9c-a3e9-c9b76abb038b req-ddfaef94-e3f4-462a-b583-fc755696de5b tempest-ComputeTenantNetworksTest-1816970879 tempest-ComputeTenantNetworksTest-1816970879-project] 10.222.0.105 "GET /v2.0/networks/57967b25-1d30-45f0-97c7-b5554950c519 HTTP/1.1" status: 200 len: 768 time: 0.5739429 Feb 09 01:02:13.015492 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 52430) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:02:13.045757 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device e8206c27-8eb3-4fb8-ab25-5ac3e546a1a7 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:02:13.074674 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28504dba-244c-4c30-8107-f2aa668037d2 req-85e61410-6369-4a47-8e2d-5b79604c844c tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:13.075634 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-28504dba-244c-4c30-8107-f2aa668037d2 req-85e61410-6369-4a47-8e2d-5b79604c844c tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Synchronizing usage tracker for tenant:71b0276e9e0b48f8943a51531f3d8a9e on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:02:13.090754 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-4e8a6bc5-092d-4628-abd4-0cef78fd3431 None None] Port 9f999f8e-37cb-4d1c-9d6c-210972411dca cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:02:13.131170 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-28504dba-244c-4c30-8107-f2aa668037d2 req-85e61410-6369-4a47-8e2d-5b79604c844c tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Unset dirty status for tenant:71b0276e9e0b48f8943a51531f3d8a9e on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:02:13.138056 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-28504dba-244c-4c30-8107-f2aa668037d2 req-85e61410-6369-4a47-8e2d-5b79604c844c tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=a66f90a0-c5bc-4d01-ba2c-6302e9a043cc HTTP/1.1" status: 200 len: 931 time: 0.8299022 Feb 09 01:02:13.146480 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 309d54d7-37d5-41bb-8447-5991fab3ab4d {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:02:13.160225 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 8a3f899d-b1a6-4ccd-a1f1-46dc4e66c4fc, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=8a3f899d-b1a6-4ccd-a1f1-46dc4e66c4fc,segment=NetworkSegment(d1c0a158-6579-41f7-a92a-da7d79b925b6),segment_id=d1c0a158-6579-41f7-a92a-da7d79b925b6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:13.214463 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:13.257583 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9f436f74-908e-4721-b8ea-519f35cc74e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:13.260490 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 309d54d7-37d5-41bb-8447-5991fab3ab4d, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=309d54d7-37d5-41bb-8447-5991fab3ab4d,segment=NetworkSegment(68c75c24-5a6d-4512-b85d-48e7bc49aa9f),segment_id=68c75c24-5a6d-4512-b85d-48e7bc49aa9f)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:13.272879 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': '8a3f899d-b1a6-4ccd-a1f1-46dc4e66c4fc', 'network_id': 'dd02684a-c792-4fba-8571-35898e88ad40', 'port_id': '8a3f899d-b1a6-4ccd-a1f1-46dc4e66c4fc', 'mac_address': 'fa:16:3e:7b:92:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6629426b-30e0-4649-b641-b6eaabeb92da', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:02:13.309367 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:13.426676 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-28504dba-244c-4c30-8107-f2aa668037d2 req-fa4f1547-4819-46f6-b7f2-53d2bb9c4d34 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=ceaabe02-67e8-49da-9640-53d4e3b33273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875137 Feb 09 01:02:13.430523 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9dd53a48-f18a-4cb0-9332-43a3f57e23b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:13.512663 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=309d54d7-37d5-41bb-8447-5991fab3ab4d,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:13.530252 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:13.537493 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9f436f74-908e-4721-b8ea-519f35cc74e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:13.602556 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-9f436f74-908e-4721-b8ea-519f35cc74e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57967b25-1d30-45f0-97c7-b5554950c519']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:02:13.604623 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a3f899d-b1a6-4ccd-a1f1-46dc4e66c4fc {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:02:13.631483 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-9f436f74-908e-4721-b8ea-519f35cc74e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd33dafe5-8911-42f4-b07b-6b8a42a51593') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:02:13.632598 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-9f436f74-908e-4721-b8ea-519f35cc74e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd33dafe5-8911-42f4-b07b-6b8a42a51593') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:02:13.639043 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 8a3f899d-b1a6-4ccd-a1f1-46dc4e66c4fc, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=8a3f899d-b1a6-4ccd-a1f1-46dc4e66c4fc,segment=NetworkSegment(d1c0a158-6579-41f7-a92a-da7d79b925b6),segment_id=d1c0a158-6579-41f7-a92a-da7d79b925b6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:13.646541 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['309d54d7-37d5-41bb-8447-5991fab3ab4d'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:02:13.659894 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9f436f74-908e-4721-b8ea-519f35cc74e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:13.710807 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9f436f74-908e-4721-b8ea-519f35cc74e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:13.724633 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f436f74-908e-4721-b8ea-519f35cc74e5 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:02:13.727284 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9f436f74-908e-4721-b8ea-519f35cc74e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:13.733643 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:13.794518 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port e8206c27-8eb3-4fb8-ab25-5ac3e546a1a7 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:02:13.794881 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:13.835111 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:02:13.835111 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:02:13.835111 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:02:13.835111 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:02:13.835111 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:02:13.835111 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:02:13.835111 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:02:13.835111 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:02:13.835111 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:02:13.835111 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:02:13.835111 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:02:13.835111 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:02:13.835111 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:02:13.835111 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:02:13.835111 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:02:13.835111 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:02:13.835111 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:02:13.835111 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:02:13.835111 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:02:13.835111 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:02:13.835111 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:02:13.835111 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:02:13.835111 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:02:13.835111 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:02:13.835111 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:02:13.835111 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:02:13.835111 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:02:13.835111 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:02:13.835111 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:02:13.835111 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:02:13.835111 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:02:13.835111 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:02:13.841805 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9f436f74-908e-4721-b8ea-519f35cc74e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:13.883590 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9f436f74-908e-4721-b8ea-519f35cc74e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:13.886749 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f436f74-908e-4721-b8ea-519f35cc74e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=57967b25-1d30-45f0-97c7-b5554950c519,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:13.905774 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9f436f74-908e-4721-b8ea-519f35cc74e5 admin admin] 10.222.0.105 "DELETE /v2.0/networks/57967b25-1d30-45f0-97c7-b5554950c519 HTTP/1.1" status: 204 len: 168 time: 0.8868322 Feb 09 01:02:13.946979 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-d892fbc9-dcf0-4e50-ba42-3e7b639668c3 req-ccd438eb-f327-4240-92af-bf3dabac07f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f999f8e-37cb-4d1c-9d6c-210972411dca {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:02:14.014913 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d892fbc9-dcf0-4e50-ba42-3e7b639668c3 req-ccd438eb-f327-4240-92af-bf3dabac07f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:14.020636 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-c9860a26-5d8b-4803-a1a8-59bdfc46b031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0b2dd6-f59c-4c7b-bd27-edac9855fde2', 'name': 'tempest-TaggedBootDevicesTest_v242-1042159097-router', 'tenant_id': '2cc4bdf0eb4c44aebef8e08042a8255d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'a6c74171-f310-4fb3-b96b-b0d724c8a88f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:01:55Z', 'updated_at': '2022-02-09T01:02:05Z', 'revision_number': 4, 'project_id': '2cc4bdf0eb4c44aebef8e08042a8255d', 'gw_port': {'id': 'a6c74171-f310-4fb3-b96b-b0d724c8a88f', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0b2dd6-f59c-4c7b-bd27-edac9855fde2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:56Z', 'updated_at': '2022-02-09T01:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '48e16298-529a-486c-8bb2-4d83bce70589', 'name': '', 'network_id': 'b8a8616c-44ac-4ad3-8637-96c1fd5771e7', 'tenant_id': '2cc4bdf0eb4c44aebef8e08042a8255d', 'mac_address': 'fa:16:3e:6a:d3:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0b2dd6-f59c-4c7b-bd27-edac9855fde2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'd05b4a05-c9f8-4fee-93f0-8827442305c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:02Z', 'updated_at': '2022-02-09T01:02:11Z', 'revision_number': 4, 'project_id': '2cc4bdf0eb4c44aebef8e08042a8255d', 'subnets': [{'id': 'd05b4a05-c9f8-4fee-93f0-8827442305c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:02:14.082686 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-d892fbc9-dcf0-4e50-ba42-3e7b639668c3 req-ccd438eb-f327-4240-92af-bf3dabac07f0 service neutron] Transition to ACTIVE for port object 9f999f8e-37cb-4d1c-9d6c-210972411dca will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:02:14.100733 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 52480) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:02:14.107524 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd79d1f-fb75-410d-84b6-114e2da59ef4 req-a859dd7e-d977-462e-bf44-1119b46060a3 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:14.109043 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ccd79d1f-fb75-410d-84b6-114e2da59ef4 req-a859dd7e-d977-462e-bf44-1119b46060a3 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] 10.222.0.105 "GET /v2.0/ports?device_id=3008dae1-ba37-4483-87cf-4bc908b3cc34 HTTP/1.1" status: 200 len: 945 time: 0.4814458 Feb 09 01:02:14.110131 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d892fbc9-dcf0-4e50-ba42-3e7b639668c3 req-ccd438eb-f327-4240-92af-bf3dabac07f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:14.115014 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9860a26-5d8b-4803-a1a8-59bdfc46b031 None None] The sync data for ids ['4d0b2dd6-f59c-4c7b-bd27-edac9855fde2'] in n-d-828418-1 is: [{'id': '4d0b2dd6-f59c-4c7b-bd27-edac9855fde2', 'name': 'tempest-TaggedBootDevicesTest_v242-1042159097-router', 'tenant_id': '2cc4bdf0eb4c44aebef8e08042a8255d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'a6c74171-f310-4fb3-b96b-b0d724c8a88f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:01:55Z', 'updated_at': '2022-02-09T01:02:05Z', 'revision_number': 4, 'project_id': '2cc4bdf0eb4c44aebef8e08042a8255d', 'gw_port': {'id': 'a6c74171-f310-4fb3-b96b-b0d724c8a88f', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0b2dd6-f59c-4c7b-bd27-edac9855fde2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:56Z', 'updated_at': '2022-02-09T01:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '48e16298-529a-486c-8bb2-4d83bce70589', 'name': '', 'network_id': 'b8a8616c-44ac-4ad3-8637-96c1fd5771e7', 'tenant_id': '2cc4bdf0eb4c44aebef8e08042a8255d', 'mac_address': 'fa:16:3e:6a:d3:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0b2dd6-f59c-4c7b-bd27-edac9855fde2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'd05b4a05-c9f8-4fee-93f0-8827442305c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:02Z', 'updated_at': '2022-02-09T01:02:11Z', 'revision_number': 4, 'project_id': '2cc4bdf0eb4c44aebef8e08042a8255d', 'subnets': [{'id': 'd05b4a05-c9f8-4fee-93f0-8827442305c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:02:14.145391 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=8a3f899d-b1a6-4ccd-a1f1-46dc4e66c4fc,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:14.223641 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-06bd0856-45d0-455a-9604-a5cb1a0f988d admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=244b274f8e5541129a689c48e69b0d5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1118813 Feb 09 01:02:14.225249 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 52484) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:02:14.283155 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['8a3f899d-b1a6-4ccd-a1f1-46dc4e66c4fc'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:02:14.361571 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe40d66-d2c0-4408-b9e4-7e09e062ca30 req-02bcf4aa-5338-4d09-9d87-af35916d3596 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:14.368890 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cfe40d66-d2c0-4408-b9e4-7e09e062ca30 req-02bcf4aa-5338-4d09-9d87-af35916d3596 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/ports?device_id=82720492-be2b-4c27-b64d-36f2afd28b77 HTTP/1.1" status: 200 len: 945 time: 0.4849727 Feb 09 01:02:14.406577 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-422bf21b-60c8-4c9e-9695-ee8e249a3a6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:14.494198 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-422bf21b-60c8-4c9e-9695-ee8e249a3a6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:14.529088 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c980518a-0c8b-49e0-b581-d0b911c8aca9 req-5013f2d9-14bc-4622-8d35-0525225ba328 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:14.529861 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-c980518a-0c8b-49e0-b581-d0b911c8aca9 req-5013f2d9-14bc-4622-8d35-0525225ba328 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Synchronizing usage tracker for tenant:d35c6ebfaf564a61b0fe2145094a7572 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:02:14.560065 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9dd53a48-f18a-4cb0-9332-43a3f57e23b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:14.580762 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-c980518a-0c8b-49e0-b581-d0b911c8aca9 req-5013f2d9-14bc-4622-8d35-0525225ba328 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Unset dirty status for tenant:d35c6ebfaf564a61b0fe2145094a7572 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:02:14.581961 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-c980518a-0c8b-49e0-b581-d0b911c8aca9 req-5013f2d9-14bc-4622-8d35-0525225ba328 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] 10.222.0.99 "GET /v2.0/ports?device_id=3008dae1-ba37-4483-87cf-4bc908b3cc34 HTTP/1.1" status: 200 len: 945 time: 0.3189461 Feb 09 01:02:14.591062 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd438eb-f327-4240-92af-bf3dabac07f0 service neutron] Pushing event updated for resources: {'Port': ['ID=9f999f8e-37cb-4d1c-9d6c-210972411dca,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:14.715304 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-c980518a-0c8b-49e0-b581-d0b911c8aca9 req-afff1ea2-5f69-4468-8482-5a3587a0b620 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Deleting port 848bbfe1-50b5-48c6-9b2f-5accee855bb2 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:02:14.715883 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-c980518a-0c8b-49e0-b581-d0b911c8aca9 req-afff1ea2-5f69-4468-8482-5a3587a0b620 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:14.753424 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-422bf21b-60c8-4c9e-9695-ee8e249a3a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:14.770413 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ccd79d1f-fb75-410d-84b6-114e2da59ef4 req-6a2fad5b-77ff-4e3e-b0e1-a85bb0e48736 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] 10.222.0.105 "GET /v2.0/security-groups?id=dcb42f2e-3e93-41f3-b435-313efa7aea51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6029379 Feb 09 01:02:14.818276 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422bf21b-60c8-4c9e-9695-ee8e249a3a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81e02f3-6b7e-4b0e-9c96-03fe516e3cb9,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:14.848719 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-422bf21b-60c8-4c9e-9695-ee8e249a3a6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:14.851072 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-422bf21b-60c8-4c9e-9695-ee8e249a3a6a admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/d81e02f3-6b7e-4b0e-9c96-03fe516e3cb9 HTTP/1.1" status: 204 len: 168 time: 0.6215916 Feb 09 01:02:14.951863 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cfe40d66-d2c0-4408-b9e4-7e09e062ca30 req-3849362f-2104-4147-ace6-b3920ff10a09 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/security-groups?id=21d48e70-0a9a-4f34-bd03-fe2b0988e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5820036 Feb 09 01:02:15.123408 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 48e16298-529a-486c-8bb2-4d83bce70589 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:02:15.305724 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 48e16298-529a-486c-8bb2-4d83bce70589 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:02:15.323586 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 48e16298-529a-486c-8bb2-4d83bce70589 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:02:15.324165 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:15.372354 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-c980518a-0c8b-49e0-b581-d0b911c8aca9 req-afff1ea2-5f69-4468-8482-5a3587a0b620 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] For port 848bbfe1-50b5-48c6-9b2f-5accee855bb2, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=848bbfe1-50b5-48c6-9b2f-5accee855bb2,segment=NetworkSegment(e66966fd-77ef-4a29-85e6-046d1ef64861),segment_id=e66966fd-77ef-4a29-85e6-046d1ef64861)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:15.372966 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-c980518a-0c8b-49e0-b581-d0b911c8aca9 req-afff1ea2-5f69-4468-8482-5a3587a0b620 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:15.566122 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:15.636258 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 48e16298-529a-486c-8bb2-4d83bce70589, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=48e16298-529a-486c-8bb2-4d83bce70589,segment=NetworkSegment(40546022-0981-4cc8-997a-c9ccdde03029),segment_id=40546022-0981-4cc8-997a-c9ccdde03029)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:15.641780 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:15.696051 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-c980518a-0c8b-49e0-b581-d0b911c8aca9 req-afff1ea2-5f69-4468-8482-5a3587a0b620 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Calling delete_port for 848bbfe1-50b5-48c6-9b2f-5accee855bb2 owned by compute:nova {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:02:15.804359 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-d892fbc9-dcf0-4e50-ba42-3e7b639668c3 req-ccd438eb-f327-4240-92af-bf3dabac07f0 service neutron] Attempting to bind port 9f999f8e-37cb-4d1c-9d6c-210972411dca on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:02:15.805568 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-d892fbc9-dcf0-4e50-ba42-3e7b639668c3 req-ccd438eb-f327-4240-92af-bf3dabac07f0 service neutron] Attempting to bind port 9f999f8e-37cb-4d1c-9d6c-210972411dca by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '42eb89e1-c4de-4f57-85a6-0e5fc984e699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1f86eb5f-f405-4ce4-a845-9c31ac1b15d4'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:02:15.806396 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d892fbc9-dcf0-4e50-ba42-3e7b639668c3 req-ccd438eb-f327-4240-92af-bf3dabac07f0 service neutron] Attempting to bind port 9f999f8e-37cb-4d1c-9d6c-210972411dca on network 1f86eb5f-f405-4ce4-a845-9c31ac1b15d4 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:02:15.818506 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d892fbc9-dcf0-4e50-ba42-3e7b639668c3 req-ccd438eb-f327-4240-92af-bf3dabac07f0 service neutron] Port 9f999f8e-37cb-4d1c-9d6c-210972411dca on network 1f86eb5f-f405-4ce4-a845-9c31ac1b15d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:02:15.819442 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d892fbc9-dcf0-4e50-ba42-3e7b639668c3 req-ccd438eb-f327-4240-92af-bf3dabac07f0 service neutron] Attempting to bind port 9f999f8e-37cb-4d1c-9d6c-210972411dca on network 1f86eb5f-f405-4ce4-a845-9c31ac1b15d4 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:02:15.854056 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=48e16298-529a-486c-8bb2-4d83bce70589,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:15.877256 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d892fbc9-dcf0-4e50-ba42-3e7b639668c3 req-ccd438eb-f327-4240-92af-bf3dabac07f0 service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:02:15.877662 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d892fbc9-dcf0-4e50-ba42-3e7b639668c3 req-ccd438eb-f327-4240-92af-bf3dabac07f0 service neutron] Checking segment: {'id': '42eb89e1-c4de-4f57-85a6-0e5fc984e699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1f86eb5f-f405-4ce4-a845-9c31ac1b15d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:02:15.879351 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d892fbc9-dcf0-4e50-ba42-3e7b639668c3 req-ccd438eb-f327-4240-92af-bf3dabac07f0 service neutron] Bound using segment: {'id': '42eb89e1-c4de-4f57-85a6-0e5fc984e699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1f86eb5f-f405-4ce4-a845-9c31ac1b15d4'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:02:15.879828 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-d892fbc9-dcf0-4e50-ba42-3e7b639668c3 req-ccd438eb-f327-4240-92af-bf3dabac07f0 service neutron] Bound port: 9f999f8e-37cb-4d1c-9d6c-210972411dca, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42eb89e1-c4de-4f57-85a6-0e5fc984e699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1f86eb5f-f405-4ce4-a845-9c31ac1b15d4'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:02:15.881999 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d892fbc9-dcf0-4e50-ba42-3e7b639668c3 req-ccd438eb-f327-4240-92af-bf3dabac07f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:15.910545 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5851e43-054a-4909-b1e2-53522455e3d4 req-27ec1243-3f8f-4ad5-ae50-db2d751d8ff2 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:15.919065 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b5851e43-054a-4909-b1e2-53522455e3d4 req-27ec1243-3f8f-4ad5-ae50-db2d751d8ff2 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=ebae290c-de9d-4840-9d75-99cbcc88f69e HTTP/1.1" status: 200 len: 945 time: 0.5929217 Feb 09 01:02:15.998425 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6179ec-d7d6-4ac5-810e-839e9ecc360d req-9c8673fa-031a-4b32-90d2-f25d80f12eee tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:16.000018 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bb6179ec-d7d6-4ac5-810e-839e9ecc360d req-9c8673fa-031a-4b32-90d2-f25d80f12eee tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=a66f90a0-c5bc-4d01-ba2c-6302e9a043cc HTTP/1.1" status: 200 len: 943 time: 0.6528702 Feb 09 01:02:16.023257 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 309d54d7-37d5-41bb-8447-5991fab3ab4d up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:02:16.174892 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port 309d54d7-37d5-41bb-8447-5991fab3ab4d completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:02:16.186584 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 309d54d7-37d5-41bb-8447-5991fab3ab4d triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:02:16.186956 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:16.212620 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-c980518a-0c8b-49e0-b581-d0b911c8aca9 req-afff1ea2-5f69-4468-8482-5a3587a0b620 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:16.219268 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dd53a48-f18a-4cb0-9332-43a3f57e23b2 admin admin] Router 35e9e581-ce4e-463c-95f2-e7012c87c322 is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:02:16.260079 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['848bbfe1-50b5-48c6-9b2f-5accee855bb2', 'b7dc9dc9-1e32-48c4-a321-58098279cd4f'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:02:16.290171 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['20be9a6a-133c-48db-a517-4ad159c695f6'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:02:16.327032 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afff1ea2-5f69-4468-8482-5a3587a0b620 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Pushing event deleted for resources: {'Port': ['ID=848bbfe1-50b5-48c6-9b2f-5accee855bb2,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:16.368035 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 8a3f899d-b1a6-4ccd-a1f1-46dc4e66c4fc up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:02:16.472348 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-d892fbc9-dcf0-4e50-ba42-3e7b639668c3 req-ccd438eb-f327-4240-92af-bf3dabac07f0 service neutron] For port 9f999f8e-37cb-4d1c-9d6c-210972411dca, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:02:16.484966 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b5851e43-054a-4909-b1e2-53522455e3d4 req-515d3a54-38b1-4769-96ea-04132a819887 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5647125 Feb 09 01:02:16.507227 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-c980518a-0c8b-49e0-b581-d0b911c8aca9 req-afff1ea2-5f69-4468-8482-5a3587a0b620 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] No DVR routers for this DVR port 848bbfe1-50b5-48c6-9b2f-5accee855bb2 on host n-h2-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:02:16.510829 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-c980518a-0c8b-49e0-b581-d0b911c8aca9 req-afff1ea2-5f69-4468-8482-5a3587a0b620 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:16.527585 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3008dae1-ba37-4483-87cf-4bc908b3cc34', 'name': 'network-vif-deleted', 'tag': '848bbfe1-50b5-48c6-9b2f-5accee855bb2'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:02:16.542855 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-c980518a-0c8b-49e0-b581-d0b911c8aca9 req-afff1ea2-5f69-4468-8482-5a3587a0b620 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] 10.222.0.99 "DELETE /v2.0/ports/848bbfe1-50b5-48c6-9b2f-5accee855bb2 HTTP/1.1" status: 204 len: 173 time: 1.9508295 Feb 09 01:02:16.658072 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:16.671906 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd53a48-f18a-4cb0-9332-43a3f57e23b2 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:02:16.688617 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a2e24f-9d95-4af3-882a-04e01d6329fc None None] Sync routers for ids ['35e9e581-ce4e-463c-95f2-e7012c87c322'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:02:16.707416 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a2e24f-9d95-4af3-882a-04e01d6329fc None None] Routers {'35e9e581-ce4e-463c-95f2-e7012c87c322'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:02:16.714307 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-b0a2e24f-9d95-4af3-882a-04e01d6329fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:02:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['35e9e581-ce4e-463c-95f2-e7012c87c322'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:02:16.723428 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-d892fbc9-dcf0-4e50-ba42-3e7b639668c3 req-ccd438eb-f327-4240-92af-bf3dabac07f0 service neutron] For port 9f999f8e-37cb-4d1c-9d6c-210972411dca, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=9f999f8e-37cb-4d1c-9d6c-210972411dca,segment=NetworkSegment(42eb89e1-c4de-4f57-85a6-0e5fc984e699),segment_id=42eb89e1-c4de-4f57-85a6-0e5fc984e699)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:02:16.725634 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9dd53a48-f18a-4cb0-9332-43a3f57e23b2 admin admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:16.727109 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-9dd53a48-f18a-4cb0-9332-43a3f57e23b2 admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 11.1941133 Feb 09 01:02:16.730144 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 52548) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:02:16.746248 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bb6179ec-d7d6-4ac5-810e-839e9ecc360d req-dd492966-e0e8-4a43-9a95-8a848de0447e tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=ceaabe02-67e8-49da-9640-53d4e3b33273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6768293 Feb 09 01:02:16.750278 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d892fbc9-dcf0-4e50-ba42-3e7b639668c3 req-ccd438eb-f327-4240-92af-bf3dabac07f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:16.877385 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d892fbc9-dcf0-4e50-ba42-3e7b639668c3 req-ccd438eb-f327-4240-92af-bf3dabac07f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:16.878971 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d892fbc9-dcf0-4e50-ba42-3e7b639668c3 req-ccd438eb-f327-4240-92af-bf3dabac07f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:16.880712 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d892fbc9-dcf0-4e50-ba42-3e7b639668c3 req-ccd438eb-f327-4240-92af-bf3dabac07f0 service neutron] 10.222.0.62 "PUT /v2.0/ports/9f999f8e-37cb-4d1c-9d6c-210972411dca HTTP/1.1" status: 200 len: 1091 time: 5.1075921 Feb 09 01:02:16.884240 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a66f90a0-c5bc-4d01-ba2c-6302e9a043cc', 'tag': '9f999f8e-37cb-4d1c-9d6c-210972411dca'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:02:17.006312 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd438eb-f327-4240-92af-bf3dabac07f0 service neutron] Pushing event updated for resources: {'Port': ['ID=9f999f8e-37cb-4d1c-9d6c-210972411dca,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:17.020604 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd438eb-f327-4240-92af-bf3dabac07f0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:17.021032 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd438eb-f327-4240-92af-bf3dabac07f0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:17.021374 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd438eb-f327-4240-92af-bf3dabac07f0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:17.021793 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd438eb-f327-4240-92af-bf3dabac07f0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:17.022131 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd438eb-f327-4240-92af-bf3dabac07f0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:17.022459 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd438eb-f327-4240-92af-bf3dabac07f0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:17.022783 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd438eb-f327-4240-92af-bf3dabac07f0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:17.023104 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd438eb-f327-4240-92af-bf3dabac07f0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:17.023425 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd438eb-f327-4240-92af-bf3dabac07f0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:17.023741 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd438eb-f327-4240-92af-bf3dabac07f0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:17.024055 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd438eb-f327-4240-92af-bf3dabac07f0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:17.024368 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd438eb-f327-4240-92af-bf3dabac07f0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:17.049616 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning for port 8a3f899d-b1a6-4ccd-a1f1-46dc4e66c4fc completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:02:17.065283 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82720492-be2b-4c27-b64d-36f2afd28b77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '309d54d7-37d5-41bb-8447-5991fab3ab4d'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:02:17.087416 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 309d54d7-37d5-41bb-8447-5991fab3ab4d, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=309d54d7-37d5-41bb-8447-5991fab3ab4d,segment=NetworkSegment(68c75c24-5a6d-4512-b85d-48e7bc49aa9f),segment_id=68c75c24-5a6d-4512-b85d-48e7bc49aa9f)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:17.131367 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d892fbc9-dcf0-4e50-ba42-3e7b639668c3 req-3746aed3-a963-4ea4-a2ec-95e25dc0ceda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:17.136972 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d892fbc9-dcf0-4e50-ba42-3e7b639668c3 req-3746aed3-a963-4ea4-a2ec-95e25dc0ceda service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=71b0276e9e0b48f8943a51531f3d8a9e&device_id=a66f90a0-c5bc-4d01-ba2c-6302e9a043cc HTTP/1.1" status: 200 len: 1094 time: 0.1974239 Feb 09 01:02:17.173647 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:17.333525 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d892fbc9-dcf0-4e50-ba42-3e7b639668c3 req-67e07f32-d4fd-4760-8232-f471dde1e1e6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f999f8e-37cb-4d1c-9d6c-210972411dca HTTP/1.1" status: 200 len: 217 time: 0.1796474 Feb 09 01:02:17.351690 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port 8a3f899d-b1a6-4ccd-a1f1-46dc4e66c4fc triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:02:17.352289 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:17.456870 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 48e16298-529a-486c-8bb2-4d83bce70589 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:02:17.482116 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d892fbc9-dcf0-4e50-ba42-3e7b639668c3 req-22614854-9436-48d2-882e-e61cbd713a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:17.490834 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d892fbc9-dcf0-4e50-ba42-3e7b639668c3 req-22614854-9436-48d2-882e-e61cbd713a02 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=55d6843d-cf0e-4da9-b1f9-18c66e11f308 HTTP/1.1" status: 200 len: 850 time: 0.0923588 Feb 09 01:02:17.509837 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-b0a2e24f-9d95-4af3-882a-04e01d6329fc None None] Set router 35e9e581-ce4e-463c-95f2-e7012c87c322 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:02:17.594086 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7333e535-b812-462f-8f4c-82e2fcdd57bd req-b2a0bf74-77ba-481b-b261-78a8380191ed tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] 10.222.0.105 "GET /v2.0/ports?device_id=3008dae1-ba37-4483-87cf-4bc908b3cc34 HTTP/1.1" status: 200 len: 210 time: 0.2592010 Feb 09 01:02:17.706271 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d892fbc9-dcf0-4e50-ba42-3e7b639668c3 req-502350e5-f7c9-415b-af59-e115c274cfab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:17.708599 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d892fbc9-dcf0-4e50-ba42-3e7b639668c3 req-502350e5-f7c9-415b-af59-e115c274cfab service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1f86eb5f-f405-4ce4-a845-9c31ac1b15d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2054701 Feb 09 01:02:17.760319 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=309d54d7-37d5-41bb-8447-5991fab3ab4d,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:18.063154 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-b0a2e24f-9d95-4af3-882a-04e01d6329fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e9e581-ce4e-463c-95f2-e7012c87c322', 'name': 'tempest-AttachSCSIVolumeTestJSON-483299885-router', 'tenant_id': '2c50555a7075484ca690de468efd7788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '7cc9689b-0645-44fa-8e67-d26179ea385f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:02:05Z', 'updated_at': '2022-02-09T01:02:12Z', 'revision_number': 3, 'project_id': '2c50555a7075484ca690de468efd7788', 'gw_port': {'id': '7cc9689b-0645-44fa-8e67-d26179ea385f', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bd:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e9e581-ce4e-463c-95f2-e7012c87c322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:10Z', 'updated_at': '2022-02-09T01:02:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:02:18.071324 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a2e24f-9d95-4af3-882a-04e01d6329fc None None] Checking router: 35e9e581-ce4e-463c-95f2-e7012c87c322 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:02:18.071667 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a2e24f-9d95-4af3-882a-04e01d6329fc None None] Updating router 35e9e581-ce4e-463c-95f2-e7012c87c322 port 7cc9689b-0645-44fa-8e67-d26179ea385f binding host n-d-828418-1 {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:02:18.109514 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 48e16298-529a-486c-8bb2-4d83bce70589 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:02:18.110729 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:18.159351 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d892fbc9-dcf0-4e50-ba42-3e7b639668c3 req-d93e712f-59ba-4a0d-aeeb-af601132947c service neutron] 10.222.0.62 "GET /v2.0/networks/1f86eb5f-f405-4ce4-a845-9c31ac1b15d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4430659 Feb 09 01:02:18.165373 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-b0a2e24f-9d95-4af3-882a-04e01d6329fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:18.171800 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb6b9b-79a5-4ca7-ad41-34e7661355c2 req-b72e6fdb-8b2a-4376-ab3a-55cda3a846f5 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:18.179963 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9abb6b9b-79a5-4ca7-ad41-34e7661355c2 req-b72e6fdb-8b2a-4376-ab3a-55cda3a846f5 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/ports?device_id=82720492-be2b-4c27-b64d-36f2afd28b77 HTTP/1.1" status: 200 len: 946 time: 0.4211092 Feb 09 01:02:18.291048 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:18.336626 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9abb6b9b-79a5-4ca7-ad41-34e7661355c2 req-78ac10ea-d0af-497e-85b9-191798a9ea79 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/security-groups?id=21d48e70-0a9a-4f34-bd03-fe2b0988e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555107 Feb 09 01:02:18.394833 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-27b979ba-6882-450b-8e1e-6815cfb737d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:18.400420 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 8a3f899d-b1a6-4ccd-a1f1-46dc4e66c4fc, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=8a3f899d-b1a6-4ccd-a1f1-46dc4e66c4fc,segment=NetworkSegment(d1c0a158-6579-41f7-a92a-da7d79b925b6),segment_id=d1c0a158-6579-41f7-a92a-da7d79b925b6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:18.425334 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d892fbc9-dcf0-4e50-ba42-3e7b639668c3 req-e3eabee5-8345-4208-a0d1-e8be468cfb02 service neutron] 10.222.0.62 "GET /v2.0/networks/1f86eb5f-f405-4ce4-a845-9c31ac1b15d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432051 Feb 09 01:02:18.425899 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3008dae1-ba37-4483-87cf-4bc908b3cc34', 'name': 'network-vif-deleted', 'tag': '848bbfe1-50b5-48c6-9b2f-5accee855bb2', 'status': 'completed', 'code': 200} Feb 09 01:02:18.462971 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:18.522643 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a66f90a0-c5bc-4d01-ba2c-6302e9a043cc', 'tag': '9f999f8e-37cb-4d1c-9d6c-210972411dca', 'status': 'completed', 'code': 200} Feb 09 01:02:18.550096 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 848bbfe1-50b5-48c6-9b2f-5accee855bb2 no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:02:18.672286 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82720492-be2b-4c27-b64d-36f2afd28b77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '309d54d7-37d5-41bb-8447-5991fab3ab4d', 'code': 200} Feb 09 01:02:18.702193 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] No Port match for: 848bbfe1-50b5-48c6-9b2f-5accee855bb2 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:02:18.702596 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 848bbfe1-50b5-48c6-9b2f-5accee855bb2 not bound to the agent host n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:02:18.774800 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=8a3f899d-b1a6-4ccd-a1f1-46dc4e66c4fc,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:18.952595 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-b0a2e24f-9d95-4af3-882a-04e01d6329fc None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:18.957376 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-27b979ba-6882-450b-8e1e-6815cfb737d6 admin admin] Allocated IP 172.20.0.1 (25dec407-9cff-4994-b13c-2d7d6521a9f4/9d55b6f3-c2da-4a34-9254-c10970801ddb/78c7822e-aa07-4658-96d1-fd11b2c91feb) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:02:18.966870 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-b0a2e24f-9d95-4af3-882a-04e01d6329fc None None] Transition to ACTIVE for port object 7cc9689b-0645-44fa-8e67-d26179ea385f will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:02:18.976553 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-b0a2e24f-9d95-4af3-882a-04e01d6329fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:19.072869 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-b0a2e24f-9d95-4af3-882a-04e01d6329fc None None] Attempting to bind port 7cc9689b-0645-44fa-8e67-d26179ea385f on host n-d-828418-1 for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:02:19.073644 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-b0a2e24f-9d95-4af3-882a-04e01d6329fc None None] Attempting to bind port 7cc9689b-0645-44fa-8e67-d26179ea385f by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:02:19.073644 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a2e24f-9d95-4af3-882a-04e01d6329fc None None] Attempting to bind port 7cc9689b-0645-44fa-8e67-d26179ea385f on network 3d885c3c-255c-4e54-addc-b28437d0b18e {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:02:19.086155 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cafeec-47b3-4c13-9874-630acaa0c24e None None] Pushing event updated for resources: {'Port': ['ID=7cc9689b-0645-44fa-8e67-d26179ea385f,revision_number=2']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:19.091456 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a2e24f-9d95-4af3-882a-04e01d6329fc None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:02:19.091980 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a2e24f-9d95-4af3-882a-04e01d6329fc None None] Checking segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:02:19.092510 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-b0a2e24f-9d95-4af3-882a-04e01d6329fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:19.092896 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a2e24f-9d95-4af3-882a-04e01d6329fc None None] Bound using segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:02:19.093352 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-b0a2e24f-9d95-4af3-882a-04e01d6329fc None None] Bound port: 7cc9689b-0645-44fa-8e67-d26179ea385f, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:02:19.093745 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-b0a2e24f-9d95-4af3-882a-04e01d6329fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:19.182260 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669b7530-7ed1-4cf6-b376-3dc274e45a40 req-04d1300e-5c07-453a-b3e5-de9da8b0160e tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:19.186812 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-669b7530-7ed1-4cf6-b376-3dc274e45a40 req-04d1300e-5c07-453a-b3e5-de9da8b0160e tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=ebae290c-de9d-4840-9d75-99cbcc88f69e HTTP/1.1" status: 200 len: 946 time: 0.4649556 Feb 09 01:02:19.190292 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-b0a2e24f-9d95-4af3-882a-04e01d6329fc None None] For port 7cc9689b-0645-44fa-8e67-d26179ea385f, host n-d-828418-1, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:02:19.195123 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-b0a2e24f-9d95-4af3-882a-04e01d6329fc None None] For port 7cc9689b-0645-44fa-8e67-d26179ea385f, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=7cc9689b-0645-44fa-8e67-d26179ea385f,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:02:19.203291 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-b0a2e24f-9d95-4af3-882a-04e01d6329fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:19.235191 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a29d2-3ced-4d76-8347-64981546a0dd req-7006445f-a309-4eaa-82cd-54e320e9eeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:19.236769 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a44a29d2-3ced-4d76-8347-64981546a0dd req-7006445f-a309-4eaa-82cd-54e320e9eeda service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=71b0276e9e0b48f8943a51531f3d8a9e&device_id=a66f90a0-c5bc-4d01-ba2c-6302e9a043cc HTTP/1.1" status: 200 len: 1094 time: 0.6727924 Feb 09 01:02:19.240494 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d3a71-f086-43ae-bddd-313e93bc1379 req-9e997e02-66fa-4c9d-b062-83a5b045a175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:19.242326 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-da4d3a71-f086-43ae-bddd-313e93bc1379 req-9e997e02-66fa-4c9d-b062-83a5b045a175 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=82720492-be2b-4c27-b64d-36f2afd28b77 HTTP/1.1" status: 200 len: 1097 time: 0.2582533 Feb 09 01:02:19.322598 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-27b979ba-6882-450b-8e1e-6815cfb737d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:19.365322 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-27b979ba-6882-450b-8e1e-6815cfb737d6 admin admin] Transition to ACTIVE for port object 78c7822e-aa07-4658-96d1-fd11b2c91feb will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:02:19.370420 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a2e24f-9d95-4af3-882a-04e01d6329fc None None] Routers {'35e9e581-ce4e-463c-95f2-e7012c87c322'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:02:19.371366 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-b0a2e24f-9d95-4af3-882a-04e01d6329fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:02:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['35e9e581-ce4e-463c-95f2-e7012c87c322'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:02:19.409996 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-27b979ba-6882-450b-8e1e-6815cfb737d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:19.439954 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cafeec-47b3-4c13-9874-630acaa0c24e None None] Pushing event updated for resources: {'Port': ['ID=7cc9689b-0645-44fa-8e67-d26179ea385f,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:19.478673 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-669b7530-7ed1-4cf6-b376-3dc274e45a40 req-29f7d549-1d93-484a-8292-a6abd6ca0f27 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831647 Feb 09 01:02:19.516367 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-da4d3a71-f086-43ae-bddd-313e93bc1379 req-7e91228e-a24a-451f-ae11-832983de822e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=21d48e70-0a9a-4f34-bd03-fe2b0988e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332449 Feb 09 01:02:19.529265 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b979ba-6882-450b-8e1e-6815cfb737d6 admin admin] Network 25dec407-9cff-4994-b13c-2d7d6521a9f4 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:02:19.532311 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-27b979ba-6882-450b-8e1e-6815cfb737d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:02:19.536210 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b979ba-6882-450b-8e1e-6815cfb737d6 admin admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:02:19.606729 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b979ba-6882-450b-8e1e-6815cfb737d6 admin admin] Pushing event updated for resources: {'Port': ['ID=78c7822e-aa07-4658-96d1-fd11b2c91feb,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:19.630089 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a29d2-3ced-4d76-8347-64981546a0dd req-1c5e4adc-9099-4918-92fc-04eb53d6815b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:19.634613 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a44a29d2-3ced-4d76-8347-64981546a0dd req-1c5e4adc-9099-4918-92fc-04eb53d6815b service neutron] 10.222.0.62 "GET /v2.0/networks?id=1f86eb5f-f405-4ce4-a845-9c31ac1b15d4 HTTP/1.1" status: 200 len: 912 time: 0.3775206 Feb 09 01:02:19.642320 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-27b979ba-6882-450b-8e1e-6815cfb737d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:19.879066 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-b0a2e24f-9d95-4af3-882a-04e01d6329fc None None] Set router 35e9e581-ce4e-463c-95f2-e7012c87c322 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:02:19.941330 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-78ef706b-f9a6-4ca8-8caf-2228fe63d2d2 None None] Provisioning for port 78c7822e-aa07-4658-96d1-fd11b2c91feb completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:02:19.956560 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-78ef706b-f9a6-4ca8-8caf-2228fe63d2d2 None None] Provisioning complete for port 78c7822e-aa07-4658-96d1-fd11b2c91feb triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:02:19.956967 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-78ef706b-f9a6-4ca8-8caf-2228fe63d2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:20.089490 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a44a29d2-3ced-4d76-8347-64981546a0dd req-6d41cf63-0108-42a7-9a10-7420a3215a65 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f999f8e-37cb-4d1c-9d6c-210972411dca HTTP/1.1" status: 200 len: 217 time: 0.3178585 Feb 09 01:02:20.138130 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-78ef706b-f9a6-4ca8-8caf-2228fe63d2d2 None None] Port 78c7822e-aa07-4658-96d1-fd11b2c91feb cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:02:20.215074 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-27b979ba-6882-450b-8e1e-6815cfb737d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:20.278273 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a29d2-3ced-4d76-8347-64981546a0dd req-d53c3991-d372-472e-a7ce-5291e002f174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:20.279718 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a44a29d2-3ced-4d76-8347-64981546a0dd req-d53c3991-d372-472e-a7ce-5291e002f174 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=55d6843d-cf0e-4da9-b1f9-18c66e11f308 HTTP/1.1" status: 200 len: 850 time: 0.1763279 Feb 09 01:02:20.352044 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729eba1f-2791-42cd-a4df-a4f4d643509f req-f7686e0d-069b-472a-bd75-894a28f7c008 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:20.358095 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-729eba1f-2791-42cd-a4df-a4f4d643509f req-f7686e0d-069b-472a-bd75-894a28f7c008 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=a66f90a0-c5bc-4d01-ba2c-6302e9a043cc HTTP/1.1" status: 200 len: 943 time: 0.5890186 Feb 09 01:02:20.418654 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e250e422-9e4e-442e-afec-7989ba4b10ae req-3ec9aa81-b9d9-4e22-90fe-28e83030c098 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:20.420220 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e250e422-9e4e-442e-afec-7989ba4b10ae req-3ec9aa81-b9d9-4e22-90fe-28e83030c098 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/ports?device_id=82720492-be2b-4c27-b64d-36f2afd28b77 HTTP/1.1" status: 200 len: 946 time: 0.2450371 Feb 09 01:02:20.446450 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-b0a2e24f-9d95-4af3-882a-04e01d6329fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e9e581-ce4e-463c-95f2-e7012c87c322', 'name': 'tempest-AttachSCSIVolumeTestJSON-483299885-router', 'tenant_id': '2c50555a7075484ca690de468efd7788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '7cc9689b-0645-44fa-8e67-d26179ea385f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:02:05Z', 'updated_at': '2022-02-09T01:02:12Z', 'revision_number': 3, 'project_id': '2c50555a7075484ca690de468efd7788', 'gw_port': {'id': '7cc9689b-0645-44fa-8e67-d26179ea385f', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bd:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e9e581-ce4e-463c-95f2-e7012c87c322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:10Z', 'updated_at': '2022-02-09T01:02:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:02:20.453433 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a2e24f-9d95-4af3-882a-04e01d6329fc None None] The sync data for ids ['35e9e581-ce4e-463c-95f2-e7012c87c322'] in n-d-828418-1 is: [{'id': '35e9e581-ce4e-463c-95f2-e7012c87c322', 'name': 'tempest-AttachSCSIVolumeTestJSON-483299885-router', 'tenant_id': '2c50555a7075484ca690de468efd7788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '7cc9689b-0645-44fa-8e67-d26179ea385f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:02:05Z', 'updated_at': '2022-02-09T01:02:12Z', 'revision_number': 3, 'project_id': '2c50555a7075484ca690de468efd7788', 'gw_port': {'id': '7cc9689b-0645-44fa-8e67-d26179ea385f', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bd:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e9e581-ce4e-463c-95f2-e7012c87c322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:10Z', 'updated_at': '2022-02-09T01:02:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:02:20.504821 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-729eba1f-2791-42cd-a4df-a4f4d643509f req-5789c431-99fa-46a3-970a-a507a12e59d5 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=ceaabe02-67e8-49da-9640-53d4e3b33273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359754 Feb 09 01:02:20.516400 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-27b979ba-6882-450b-8e1e-6815cfb737d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:20.530471 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-27b979ba-6882-450b-8e1e-6815cfb737d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:20.561996 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e250e422-9e4e-442e-afec-7989ba4b10ae req-557aad72-9b37-4bac-8a2e-a9af3a73dc85 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/security-groups?id=21d48e70-0a9a-4f34-bd03-fe2b0988e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310320 Feb 09 01:02:20.570977 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a29d2-3ced-4d76-8347-64981546a0dd req-999c5076-98ff-438a-92c2-6ef0e55e8d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:20.572950 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a44a29d2-3ced-4d76-8347-64981546a0dd req-999c5076-98ff-438a-92c2-6ef0e55e8d7b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1f86eb5f-f405-4ce4-a845-9c31ac1b15d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2740061 Feb 09 01:02:20.673663 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebae290c-de9d-4840-9d75-99cbcc88f69e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a3f899d-b1a6-4ccd-a1f1-46dc4e66c4fc'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:02:20.740853 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b979ba-6882-450b-8e1e-6815cfb737d6 admin admin] Pushing event updated for resources: {'Port': ['ID=78c7822e-aa07-4658-96d1-fd11b2c91feb,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:20.767785 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-27b979ba-6882-450b-8e1e-6815cfb737d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:21.030119 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebae290c-de9d-4840-9d75-99cbcc88f69e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a3f899d-b1a6-4ccd-a1f1-46dc4e66c4fc', 'code': 200} Feb 09 01:02:21.034223 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a44a29d2-3ced-4d76-8347-64981546a0dd req-11a0cdf8-0623-42ac-a8f0-0c4d8b12ffd5 service neutron] 10.222.0.62 "GET /v2.0/networks/1f86eb5f-f405-4ce4-a845-9c31ac1b15d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4489162 Feb 09 01:02:21.073245 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b979ba-6882-450b-8e1e-6815cfb737d6 admin admin] Network 25dec407-9cff-4994-b13c-2d7d6521a9f4 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:02:21.077906 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-27b979ba-6882-450b-8e1e-6815cfb737d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:02:21.135852 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 7cc9689b-0645-44fa-8e67-d26179ea385f up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:02:21.495845 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc39d2-769d-46bd-a8b6-50724e3e2f18 req-b5c5f823-4689-4e60-97f1-87aab68a5538 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:21.503560 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-99dc39d2-769d-46bd-a8b6-50724e3e2f18 req-b5c5f823-4689-4e60-97f1-87aab68a5538 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=ebae290c-de9d-4840-9d75-99cbcc88f69e HTTP/1.1" status: 200 len: 946 time: 0.6041675 Feb 09 01:02:21.568939 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:21.628174 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 7cc9689b-0645-44fa-8e67-d26179ea385f completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:02:21.678852 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-46650dd9-bd70-439e-8796-06be10d29af8 None None] Provisioning complete for port 78c7822e-aa07-4658-96d1-fd11b2c91feb triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:02:21.679231 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-46650dd9-bd70-439e-8796-06be10d29af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:21.805258 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-99dc39d2-769d-46bd-a8b6-50724e3e2f18 req-d00200d1-0346-47ff-adde-86b1f458034e tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773371 Feb 09 01:02:21.836721 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a44a29d2-3ced-4d76-8347-64981546a0dd req-051b409d-48a5-4343-b93d-38766ec42d6e service neutron] 10.222.0.62 "GET /v2.0/networks/1f86eb5f-f405-4ce4-a845-9c31ac1b15d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7521667 Feb 09 01:02:21.887221 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-46650dd9-bd70-439e-8796-06be10d29af8 None None] Port 78c7822e-aa07-4658-96d1-fd11b2c91feb cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:02:21.896195 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 7cc9689b-0645-44fa-8e67-d26179ea385f triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:02:21.896195 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:21.912141 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27b979ba-6882-450b-8e1e-6815cfb737d6 admin admin] Router 35e9e581-ce4e-463c-95f2-e7012c87c322 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:02:21.932536 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd6b4c-df33-4944-a500-de6c8b7f794a req-dae7ffb6-1b07-4164-a804-f540abc47a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:21.946889 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1acd6b4c-df33-4944-a500-de6c8b7f794a req-dae7ffb6-1b07-4164-a804-f540abc47a12 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=ebae290c-de9d-4840-9d75-99cbcc88f69e HTTP/1.1" status: 200 len: 1097 time: 0.6103470 Feb 09 01:02:22.059227 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 9f999f8e-37cb-4d1c-9d6c-210972411dca details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:02:22.182259 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.resource_extend [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:02:22.295964 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:22.330989 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 7cc9689b-0645-44fa-8e67-d26179ea385f, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=7cc9689b-0645-44fa-8e67-d26179ea385f,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:22.347207 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:22.419780 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1acd6b4c-df33-4944-a500-de6c8b7f794a req-8fc80482-9d24-4b30-abc2-c6d8ec8a1d5c service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4634027 Feb 09 01:02:22.432301 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae32a1c1-2bbe-46ae-abf5-e830eeb04d45 req-41050365-c72b-43d6-b383-fd5077140d1a tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:22.441616 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ae32a1c1-2bbe-46ae-abf5-e830eeb04d45 req-41050365-c72b-43d6-b383-fd5077140d1a tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=a66f90a0-c5bc-4d01-ba2c-6302e9a043cc HTTP/1.1" status: 200 len: 943 time: 0.2566495 Feb 09 01:02:22.466664 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 9f999f8e-37cb-4d1c-9d6c-210972411dca, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=9f999f8e-37cb-4d1c-9d6c-210972411dca,segment=NetworkSegment(42eb89e1-c4de-4f57-85a6-0e5fc984e699),segment_id=42eb89e1-c4de-4f57-85a6-0e5fc984e699)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:22.486124 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51206582-9af0-4942-9d64-0bea1ebf7277 req-6aefc68d-884c-415f-a7e9-5992c4e09123 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:22.486918 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b979ba-6882-450b-8e1e-6815cfb737d6 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:02:22.488795 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-51206582-9af0-4942-9d64-0bea1ebf7277 req-6aefc68d-884c-415f-a7e9-5992c4e09123 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/ports?device_id=82720492-be2b-4c27-b64d-36f2afd28b77 HTTP/1.1" status: 200 len: 946 time: 0.2654951 Feb 09 01:02:22.499521 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '9f999f8e-37cb-4d1c-9d6c-210972411dca', 'network_id': '1f86eb5f-f405-4ce4-a845-9c31ac1b15d4', 'port_id': '9f999f8e-37cb-4d1c-9d6c-210972411dca', 'mac_address': 'fa:16:3e:52:f7:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55d6843d-cf0e-4da9-b1f9-18c66e11f308', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:02:22.522532 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-27b979ba-6882-450b-8e1e-6815cfb737d6 admin admin] 10.222.0.105 "PUT /v2.0/routers/35e9e581-ce4e-463c-95f2-e7012c87c322/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7827053 Feb 09 01:02:22.522532 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 52704) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:02:22.541755 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=7cc9689b-0645-44fa-8e67-d26179ea385f,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:22.589776 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ae32a1c1-2bbe-46ae-abf5-e830eeb04d45 req-dfef24ed-d5a6-4492-8668-1fa9d93f8801 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=ceaabe02-67e8-49da-9640-53d4e3b33273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387784 Feb 09 01:02:22.593495 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:22.631648 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f999f8e-37cb-4d1c-9d6c-210972411dca {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:02:22.637614 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-51206582-9af0-4942-9d64-0bea1ebf7277 req-6e6b062c-d537-4799-93ca-31112a44483c tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/security-groups?id=21d48e70-0a9a-4f34-bd03-fe2b0988e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339600 Feb 09 01:02:22.666927 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 9f999f8e-37cb-4d1c-9d6c-210972411dca, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=9f999f8e-37cb-4d1c-9d6c-210972411dca,segment=NetworkSegment(42eb89e1-c4de-4f57-85a6-0e5fc984e699),segment_id=42eb89e1-c4de-4f57-85a6-0e5fc984e699)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:22.677860 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:22.762549 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=9f999f8e-37cb-4d1c-9d6c-210972411dca,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:22.827751 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0febd6ad-f244-4acf-80f5-52964c8a8a76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:22.851715 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-0febd6ad-f244-4acf-80f5-52964c8a8a76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:02:22.857258 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-0febd6ad-f244-4acf-80f5-52964c8a8a76 admin admin] Usage tracker for resource:security_group_rule and tenant:9e9c7ea4fb5c48289fd98bf1e5e894a9 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:02:22.860646 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-0febd6ad-f244-4acf-80f5-52964c8a8a76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:02:22.871399 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-0febd6ad-f244-4acf-80f5-52964c8a8a76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:02:23.034847 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['9f999f8e-37cb-4d1c-9d6c-210972411dca'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:02:23.111818 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0febd6ad-f244-4acf-80f5-52964c8a8a76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:23.112413 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 7cc9689b-0645-44fa-8e67-d26179ea385f up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:02:23.119448 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0febd6ad-f244-4acf-80f5-52964c8a8a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:23.262497 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-0febd6ad-f244-4acf-80f5-52964c8a8a76 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=9e9c7ea4fb5c48289fd98bf1e5e894a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7390161 Feb 09 01:02:23.264758 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0febd6ad-f244-4acf-80f5-52964c8a8a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc303f9e-f4b3-4bd8-8192-013f70e8867d,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:23.266149 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 52734) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:02:23.636071 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9d4ae149-6aaf-4e12-80aa-eb4d6d094f5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:23.698264 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 7cc9689b-0645-44fa-8e67-d26179ea385f triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:02:23.698641 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:23.761529 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9d4ae149-6aaf-4e12-80aa-eb4d6d094f5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:23.844096 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65d0d2-3fce-4f5f-abd4-33afbff44736 req-f3cae003-684b-41ad-8ac6-6c4508d093e9 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:23.855380 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0d65d0d2-3fce-4f5f-abd4-33afbff44736 req-f3cae003-684b-41ad-8ac6-6c4508d093e9 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=ebae290c-de9d-4840-9d75-99cbcc88f69e HTTP/1.1" status: 200 len: 946 time: 0.5940402 Feb 09 01:02:23.884137 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41af020-fa5a-4e4a-9f4f-dc7a2073f77d None None] Sync routers for ids ['35e9e581-ce4e-463c-95f2-e7012c87c322'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:02:24.127869 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0d65d0d2-3fce-4f5f-abd4-33afbff44736 req-5f3d6e89-78ca-457f-ba74-1f54bd9a8f69 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530541 Feb 09 01:02:24.162041 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41af020-fa5a-4e4a-9f4f-dc7a2073f77d None None] Routers {'35e9e581-ce4e-463c-95f2-e7012c87c322'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:02:24.163014 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-f41af020-fa5a-4e4a-9f4f-dc7a2073f77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:02:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['35e9e581-ce4e-463c-95f2-e7012c87c322'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:02:24.170588 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9d4ae149-6aaf-4e12-80aa-eb4d6d094f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:24.213912 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4ae149-6aaf-4e12-80aa-eb4d6d094f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc303f9e-f4b3-4bd8-8192-013f70e8867d,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:24.472724 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a598d7-3803-4d71-9195-bf71beab21ad req-770c583f-79b9-4561-874e-b38e90bb1483 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:24.482739 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-37a598d7-3803-4d71-9195-bf71beab21ad req-770c583f-79b9-4561-874e-b38e90bb1483 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Synchronizing usage tracker for tenant:5ff9aad1b4b645cb83f87778a731b808 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:02:24.546290 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-37a598d7-3803-4d71-9195-bf71beab21ad req-770c583f-79b9-4561-874e-b38e90bb1483 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Unset dirty status for tenant:5ff9aad1b4b645cb83f87778a731b808 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:02:24.550505 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-37a598d7-3803-4d71-9195-bf71beab21ad req-770c583f-79b9-4561-874e-b38e90bb1483 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.99 "GET /v2.0/ports?device_id=ebae290c-de9d-4840-9d75-99cbcc88f69e HTTP/1.1" status: 200 len: 946 time: 0.3915865 Feb 09 01:02:24.844316 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9d4ae149-6aaf-4e12-80aa-eb4d6d094f5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:24.854659 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-9d4ae149-6aaf-4e12-80aa-eb4d6d094f5f admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/bc303f9e-f4b3-4bd8-8192-013f70e8867d HTTP/1.1" status: 204 len: 168 time: 1.5802994 Feb 09 01:02:24.887910 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-37a598d7-3803-4d71-9195-bf71beab21ad req-c08fe8a4-c2d3-4a1f-8c49-21f20006afd9 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Deleting port 8a3f899d-b1a6-4ccd-a1f1-46dc4e66c4fc {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:02:24.888337 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-37a598d7-3803-4d71-9195-bf71beab21ad req-c08fe8a4-c2d3-4a1f-8c49-21f20006afd9 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:25.109388 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033bccaa-e473-40bd-98b7-b323ecd0120b req-a7022cc0-6411-43d7-aa87-676cb1f134a6 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:25.133130 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-033bccaa-e473-40bd-98b7-b323ecd0120b req-a7022cc0-6411-43d7-aa87-676cb1f134a6 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/ports?device_id=82720492-be2b-4c27-b64d-36f2afd28b77 HTTP/1.1" status: 200 len: 946 time: 0.9184747 Feb 09 01:02:25.210961 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:25.303368 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-f41af020-fa5a-4e4a-9f4f-dc7a2073f77d None None] Set router 35e9e581-ce4e-463c-95f2-e7012c87c322 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:02:25.320066 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-033bccaa-e473-40bd-98b7-b323ecd0120b req-e5128c20-1c48-4fcc-9919-6734a294fd54 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/security-groups?id=21d48e70-0a9a-4f34-bd03-fe2b0988e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776817 Feb 09 01:02:25.354633 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b280f77e-750f-409a-8c60-d2987fd0a722 req-397f66d2-a556-487c-a258-be5c3539c9bd tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:25.358645 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b280f77e-750f-409a-8c60-d2987fd0a722 req-397f66d2-a556-487c-a258-be5c3539c9bd tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=a66f90a0-c5bc-4d01-ba2c-6302e9a043cc HTTP/1.1" status: 200 len: 944 time: 0.5836997 Feb 09 01:02:25.461118 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b280f77e-750f-409a-8c60-d2987fd0a722 req-9283f543-543c-4c64-b5a9-0ea425d83bda tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=ceaabe02-67e8-49da-9640-53d4e3b33273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936058 Feb 09 01:02:25.957329 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae67f90-596e-4daf-b2e1-bdc63feda8ac req-012bb8fb-ca3b-4b25-b6ab-c9c69a256fe5 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:25.972716 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0ae67f90-596e-4daf-b2e1-bdc63feda8ac req-012bb8fb-ca3b-4b25-b6ab-c9c69a256fe5 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=ebae290c-de9d-4840-9d75-99cbcc88f69e HTTP/1.1" status: 200 len: 946 time: 0.2404730 Feb 09 01:02:26.005376 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-37a598d7-3803-4d71-9195-bf71beab21ad req-c08fe8a4-c2d3-4a1f-8c49-21f20006afd9 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] For port 8a3f899d-b1a6-4ccd-a1f1-46dc4e66c4fc, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=8a3f899d-b1a6-4ccd-a1f1-46dc4e66c4fc,segment=NetworkSegment(d1c0a158-6579-41f7-a92a-da7d79b925b6),segment_id=d1c0a158-6579-41f7-a92a-da7d79b925b6)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:26.006857 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-37a598d7-3803-4d71-9195-bf71beab21ad req-c08fe8a4-c2d3-4a1f-8c49-21f20006afd9 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:26.063530 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 9f999f8e-37cb-4d1c-9d6c-210972411dca up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:02:26.102688 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0ae67f90-596e-4daf-b2e1-bdc63feda8ac req-fafe20f8-b8f8-4873-9d3c-fe57f3df9643 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205702 Feb 09 01:02:26.534448 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port 9f999f8e-37cb-4d1c-9d6c-210972411dca completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:02:26.720035 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 9f999f8e-37cb-4d1c-9d6c-210972411dca triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:02:26.725897 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:26.796449 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-37a598d7-3803-4d71-9195-bf71beab21ad req-c08fe8a4-c2d3-4a1f-8c49-21f20006afd9 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Calling delete_port for 8a3f899d-b1a6-4ccd-a1f1-46dc4e66c4fc owned by compute:nova {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:02:26.852071 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a5985-8c86-4e4c-acd0-f7e40d4d39ed req-1d3c1b3e-43e5-4688-90c5-e65c4bc870e4 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:26.872851 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-918a5985-8c86-4e4c-acd0-f7e40d4d39ed req-1d3c1b3e-43e5-4688-90c5-e65c4bc870e4 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/ports?device_id=82720492-be2b-4c27-b64d-36f2afd28b77 HTTP/1.1" status: 200 len: 946 time: 0.2961180 Feb 09 01:02:27.062992 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 52792) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:02:27.095020 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-918a5985-8c86-4e4c-acd0-f7e40d4d39ed req-7de27178-72a2-44b4-bcad-e9d9a1706d08 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/security-groups?id=21d48e70-0a9a-4f34-bd03-fe2b0988e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199347 Feb 09 01:02:27.233038 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-f41af020-fa5a-4e4a-9f4f-dc7a2073f77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e9e581-ce4e-463c-95f2-e7012c87c322', 'name': 'tempest-AttachSCSIVolumeTestJSON-483299885-router', 'tenant_id': '2c50555a7075484ca690de468efd7788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '7cc9689b-0645-44fa-8e67-d26179ea385f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:02:05Z', 'updated_at': '2022-02-09T01:02:19Z', 'revision_number': 4, 'project_id': '2c50555a7075484ca690de468efd7788', 'gw_port': {'id': '7cc9689b-0645-44fa-8e67-d26179ea385f', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e9e581-ce4e-463c-95f2-e7012c87c322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:10Z', 'updated_at': '2022-02-09T01:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '78c7822e-aa07-4658-96d1-fd11b2c91feb', 'name': '', 'network_id': '25dec407-9cff-4994-b13c-2d7d6521a9f4', 'tenant_id': '2c50555a7075484ca690de468efd7788', 'mac_address': 'fa:16:3e:71:ce:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e9e581-ce4e-463c-95f2-e7012c87c322', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '9d55b6f3-c2da-4a34-9254-c10970801ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:18Z', 'updated_at': '2022-02-09T01:02:20Z', 'revision_number': 2, 'project_id': '2c50555a7075484ca690de468efd7788', 'subnets': [{'id': '9d55b6f3-c2da-4a34-9254-c10970801ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:02:27.252407 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41af020-fa5a-4e4a-9f4f-dc7a2073f77d None None] Checking router: 35e9e581-ce4e-463c-95f2-e7012c87c322 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:02:27.260199 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41af020-fa5a-4e4a-9f4f-dc7a2073f77d None None] Updating router 35e9e581-ce4e-463c-95f2-e7012c87c322 port 78c7822e-aa07-4658-96d1-fd11b2c91feb binding host n-d-828418-1 {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:02:27.325448 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:27.380556 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a66f90a0-c5bc-4d01-ba2c-6302e9a043cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f999f8e-37cb-4d1c-9d6c-210972411dca'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:02:27.390063 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a25e23-365f-42de-b944-fe452487458f req-1f2db427-3716-44f9-a1db-e27d10f5ba34 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:27.398238 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 9f999f8e-37cb-4d1c-9d6c-210972411dca, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=9f999f8e-37cb-4d1c-9d6c-210972411dca,segment=NetworkSegment(42eb89e1-c4de-4f57-85a6-0e5fc984e699),segment_id=42eb89e1-c4de-4f57-85a6-0e5fc984e699)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:27.402894 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f41af020-fa5a-4e4a-9f4f-dc7a2073f77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:27.411889 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a25e23-365f-42de-b944-fe452487458f req-1f2db427-3716-44f9-a1db-e27d10f5ba34 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:27.428558 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-89a25e23-365f-42de-b944-fe452487458f req-1f2db427-3716-44f9-a1db-e27d10f5ba34 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] 10.222.0.105 "GET /v2.0/ports?device_id=82c94d79-b497-4446-b6b4-9c23dd2b622e&device_id=9300db8a-c3f1-475b-98f5-cd430bcf0bad HTTP/1.1" status: 200 len: 1682 time: 0.2615860 Feb 09 01:02:27.448951 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-37a598d7-3803-4d71-9195-bf71beab21ad req-c08fe8a4-c2d3-4a1f-8c49-21f20006afd9 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:27.502183 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['8a3f899d-b1a6-4ccd-a1f1-46dc4e66c4fc'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:02:27.547770 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:27.560750 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08fe8a4-c2d3-4a1f-8c49-21f20006afd9 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Pushing event deleted for resources: {'Port': ['ID=8a3f899d-b1a6-4ccd-a1f1-46dc4e66c4fc,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:27.574342 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-04d42654-e98e-4b09-84bb-192167dcc338 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-78480002-network', 'tenant_id': '84557554a3f24afe8f48784f3010a6e6'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:27.579447 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-04d42654-e98e-4b09-84bb-192167dcc338 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:02:27.588665 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-04d42654-e98e-4b09-84bb-192167dcc338 admin admin] Usage tracker for resource:network and tenant:84557554a3f24afe8f48784f3010a6e6 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:02:27.592820 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-04d42654-e98e-4b09-84bb-192167dcc338 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:02:27.604246 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-04d42654-e98e-4b09-84bb-192167dcc338 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:02:27.666882 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08fe8a4-c2d3-4a1f-8c49-21f20006afd9 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:27.667536 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08fe8a4-c2d3-4a1f-8c49-21f20006afd9 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:27.667880 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08fe8a4-c2d3-4a1f-8c49-21f20006afd9 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:27.668212 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08fe8a4-c2d3-4a1f-8c49-21f20006afd9 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:27.668538 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08fe8a4-c2d3-4a1f-8c49-21f20006afd9 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:27.668884 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08fe8a4-c2d3-4a1f-8c49-21f20006afd9 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:27.669206 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08fe8a4-c2d3-4a1f-8c49-21f20006afd9 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:27.669525 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08fe8a4-c2d3-4a1f-8c49-21f20006afd9 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:27.670029 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08fe8a4-c2d3-4a1f-8c49-21f20006afd9 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:27.670029 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08fe8a4-c2d3-4a1f-8c49-21f20006afd9 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:27.680009 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08fe8a4-c2d3-4a1f-8c49-21f20006afd9 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:27.680009 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08fe8a4-c2d3-4a1f-8c49-21f20006afd9 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:27.681024 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d42654-e98e-4b09-84bb-192167dcc338 admin admin] Made reservation on behalf of 84557554a3f24afe8f48784f3010a6e6 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:02:27.683402 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-04d42654-e98e-4b09-84bb-192167dcc338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:27.752437 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a598d7-3803-4d71-9195-bf71beab21ad req-c08fe8a4-c2d3-4a1f-8c49-21f20006afd9 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] No DVR routers for this DVR port 8a3f899d-b1a6-4ccd-a1f1-46dc4e66c4fc on host n-h2-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:02:27.753182 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-89a25e23-365f-42de-b944-fe452487458f req-6a7a1a28-88a9-45b4-9dad-06f3d61571c8 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] 10.222.0.105 "GET /v2.0/security-groups?id=dcb42f2e-3e93-41f3-b435-313efa7aea51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3237174 Feb 09 01:02:27.754371 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-04d42654-e98e-4b09-84bb-192167dcc338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:27.787406 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-37a598d7-3803-4d71-9195-bf71beab21ad req-c08fe8a4-c2d3-4a1f-8c49-21f20006afd9 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:27.829988 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebae290c-de9d-4840-9d75-99cbcc88f69e', 'name': 'network-vif-deleted', 'tag': '8a3f899d-b1a6-4ccd-a1f1-46dc4e66c4fc'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:02:27.830426 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e1da22-a9f4-4e65-a81d-8eeebb371a0e req-c3ebfc5e-9dad-444c-aba8-810a40d247b8 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:27.855222 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f4e1da22-a9f4-4e65-a81d-8eeebb371a0e req-c3ebfc5e-9dad-444c-aba8-810a40d247b8 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=a66f90a0-c5bc-4d01-ba2c-6302e9a043cc HTTP/1.1" status: 200 len: 945 time: 0.3390300 Feb 09 01:02:27.856168 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-04d42654-e98e-4b09-84bb-192167dcc338 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:02:27.862705 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-04d42654-e98e-4b09-84bb-192167dcc338 admin admin] Usage tracker for resource:security_group_rule and tenant:84557554a3f24afe8f48784f3010a6e6 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:02:27.878359 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-04d42654-e98e-4b09-84bb-192167dcc338 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:02:27.896158 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-04d42654-e98e-4b09-84bb-192167dcc338 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:02:28.009871 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f4e1da22-a9f4-4e65-a81d-8eeebb371a0e req-8ce6b981-a05d-4dc6-9c60-752d9eb6bebb tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=ceaabe02-67e8-49da-9640-53d4e3b33273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536317 Feb 09 01:02:28.039498 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=9f999f8e-37cb-4d1c-9d6c-210972411dca,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:28.043075 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-37a598d7-3803-4d71-9195-bf71beab21ad req-c08fe8a4-c2d3-4a1f-8c49-21f20006afd9 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.99 "DELETE /v2.0/ports/8a3f899d-b1a6-4ccd-a1f1-46dc4e66c4fc HTTP/1.1" status: 204 len: 173 time: 3.4823577 Feb 09 01:02:28.141612 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:28.141964 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:28.142303 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:28.142638 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:28.142960 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:28.146365 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:28.146714 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:28.147048 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:28.147378 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:28.147704 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:28.148030 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:28.148349 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:28.296180 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-04d42654-e98e-4b09-84bb-192167dcc338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:28.302921 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-04d42654-e98e-4b09-84bb-192167dcc338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:28.366655 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2da7594b-d17c-4505-8959-8889e180ec14 req-ec717b8a-e8b0-4fde-b640-0b86f9530f6d tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=ebae290c-de9d-4840-9d75-99cbcc88f69e HTTP/1.1" status: 200 len: 210 time: 0.1824439 Feb 09 01:02:28.436019 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04d42654-e98e-4b09-84bb-192167dcc338 admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:02:28.461070 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d42654-e98e-4b09-84bb-192167dcc338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f20558f4-33ef-4c77-9965-2db2b58a5bc8,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:28.493536 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-04d42654-e98e-4b09-84bb-192167dcc338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:28.493936 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-04d42654-e98e-4b09-84bb-192167dcc338 admin admin] Added segment 5276e95c-e7dd-4725-a74b-01f5b634ddb5 of type vlan for network b98c0d50-b8e4-43e8-ad27-fdfaaa142d08 Feb 09 01:02:28.631150 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a66f90a0-c5bc-4d01-ba2c-6302e9a043cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f999f8e-37cb-4d1c-9d6c-210972411dca', 'code': 200} Feb 09 01:02:28.663716 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-04d42654-e98e-4b09-84bb-192167dcc338 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:28.683233 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebae290c-de9d-4840-9d75-99cbcc88f69e', 'name': 'network-vif-deleted', 'tag': '8a3f899d-b1a6-4ccd-a1f1-46dc4e66c4fc', 'status': 'completed', 'code': 200} Feb 09 01:02:28.760547 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 52822) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:02:28.925203 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b4960-e0b2-4b3a-996d-b16c6b5a53d2 req-85cf4790-30df-409b-9275-5b1446477705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:28.938447 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-178b4960-e0b2-4b3a-996d-b16c6b5a53d2 req-85cf4790-30df-409b-9275-5b1446477705 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a66f90a0-c5bc-4d01-ba2c-6302e9a043cc HTTP/1.1" status: 200 len: 1096 time: 0.3299012 Feb 09 01:02:28.959512 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f41af020-fa5a-4e4a-9f4f-dc7a2073f77d None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:28.963414 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-3e7f857e-3bf2-47bf-85f5-6510f6f1e254 req-8b8e1b4c-c2d7-434a-96c6-9ef9711a1d3f service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=5ff9aad1b4b645cb83f87778a731b808&device_id=ebae290c-de9d-4840-9d75-99cbcc88f69e HTTP/1.1" status: 200 len: 210 time: 0.2140491 Feb 09 01:02:28.964864 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-04d42654-e98e-4b09-84bb-192167dcc338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:28.965791 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d42654-e98e-4b09-84bb-192167dcc338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:28.966817 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-04d42654-e98e-4b09-84bb-192167dcc338 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:28.988377 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f41af020-fa5a-4e4a-9f4f-dc7a2073f77d None None] Transition to ACTIVE for port object 78c7822e-aa07-4658-96d1-fd11b2c91feb will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:02:28.998987 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f41af020-fa5a-4e4a-9f4f-dc7a2073f77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:29.082843 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-178b4960-e0b2-4b3a-996d-b16c6b5a53d2 req-8b3b327a-6978-4a4a-a847-18c7acabd4d4 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ceaabe02-67e8-49da-9640-53d4e3b33273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325564 Feb 09 01:02:29.623670 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d42654-e98e-4b09-84bb-192167dcc338 admin admin] Pushing event updated for resources: {'Network': ['ID=b98c0d50-b8e4-43e8-ad27-fdfaaa142d08,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:29.663142 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network b98c0d50-b8e4-43e8-ad27-fdfaaa142d08 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:02:29.695231 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82867a2d-4972-45c3-ac28-214391fd9089 req-98dc25c2-9ad9-47f2-a2ba-76c0917da1a6 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:29.698548 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c07eeb3-7b94-456f-9526-8cb749899956 None None] Pushing event updated for resources: {'Port': ['ID=78c7822e-aa07-4658-96d1-fd11b2c91feb,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:29.706896 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-82867a2d-4972-45c3-ac28-214391fd9089 req-98dc25c2-9ad9-47f2-a2ba-76c0917da1a6 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=a66f90a0-c5bc-4d01-ba2c-6302e9a043cc HTTP/1.1" status: 200 len: 945 time: 0.1455052 Feb 09 01:02:29.775605 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cd0db103-3eb6-42ce-9058-667ac4490f07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:29.824549 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-82867a2d-4972-45c3-ac28-214391fd9089 req-f4678969-6041-4779-8e93-44c9cd5dd4c6 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=ceaabe02-67e8-49da-9640-53d4e3b33273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148117 Feb 09 01:02:29.844312 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-f41af020-fa5a-4e4a-9f4f-dc7a2073f77d None None] Attempting to bind port 78c7822e-aa07-4658-96d1-fd11b2c91feb on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:02:29.844929 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-f41af020-fa5a-4e4a-9f4f-dc7a2073f77d None None] Attempting to bind port 78c7822e-aa07-4658-96d1-fd11b2c91feb by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '525aed19-d69f-440b-9f4e-a78f6c4752d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '25dec407-9cff-4994-b13c-2d7d6521a9f4'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:02:29.845501 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41af020-fa5a-4e4a-9f4f-dc7a2073f77d None None] Attempting to bind port 78c7822e-aa07-4658-96d1-fd11b2c91feb on network 25dec407-9cff-4994-b13c-2d7d6521a9f4 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:02:29.874790 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41af020-fa5a-4e4a-9f4f-dc7a2073f77d None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:02:29.875618 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41af020-fa5a-4e4a-9f4f-dc7a2073f77d None None] Checking segment: {'id': '525aed19-d69f-440b-9f4e-a78f6c4752d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '25dec407-9cff-4994-b13c-2d7d6521a9f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:02:29.877788 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f41af020-fa5a-4e4a-9f4f-dc7a2073f77d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:29.878368 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41af020-fa5a-4e4a-9f4f-dc7a2073f77d None None] Bound using segment: {'id': '525aed19-d69f-440b-9f4e-a78f6c4752d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '25dec407-9cff-4994-b13c-2d7d6521a9f4'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:02:29.879038 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-f41af020-fa5a-4e4a-9f4f-dc7a2073f77d None None] Bound port: 78c7822e-aa07-4658-96d1-fd11b2c91feb, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '525aed19-d69f-440b-9f4e-a78f6c4752d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '25dec407-9cff-4994-b13c-2d7d6521a9f4'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:02:29.879686 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f41af020-fa5a-4e4a-9f4f-dc7a2073f77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:29.925750 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-cd0db103-3eb6-42ce-9058-667ac4490f07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:02:29.931236 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-cd0db103-3eb6-42ce-9058-667ac4490f07 admin admin] Usage tracker for resource:security_group_rule and tenant:e9fd7010813d47598b2b1a88e19e52f3 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:02:29.938400 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-cd0db103-3eb6-42ce-9058-667ac4490f07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:02:29.970159 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-cd0db103-3eb6-42ce-9058-667ac4490f07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:02:29.977157 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-04d42654-e98e-4b09-84bb-192167dcc338 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.9124470 Feb 09 01:02:30.019749 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c5259a4d-3b9c-4070-a1ee-3e47a50077e3 req-dd270e41-abe9-44d9-be69-b3581cdcad78 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=ebae290c-de9d-4840-9d75-99cbcc88f69e HTTP/1.1" status: 200 len: 210 time: 0.1285069 Feb 09 01:02:30.024270 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 52844) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:02:30.054577 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-4e80915c-bff0-4db5-9437-69febb3a495c admin admin] Request body: {'subnet': {'network_id': 'b98c0d50-b8e4-43e8-ad27-fdfaaa142d08', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-78480002-subnet', 'tenant_id': '84557554a3f24afe8f48784f3010a6e6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:30.085526 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4e80915c-bff0-4db5-9437-69febb3a495c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:02:30.098763 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-4e80915c-bff0-4db5-9437-69febb3a495c admin admin] Usage tracker for resource:subnet and tenant:84557554a3f24afe8f48784f3010a6e6 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:02:30.107459 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-4e80915c-bff0-4db5-9437-69febb3a495c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:02:30.136714 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4e80915c-bff0-4db5-9437-69febb3a495c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:02:30.158478 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e80915c-bff0-4db5-9437-69febb3a495c admin admin] Made reservation on behalf of 84557554a3f24afe8f48784f3010a6e6 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:02:30.161055 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4e80915c-bff0-4db5-9437-69febb3a495c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:30.277782 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-f41af020-fa5a-4e4a-9f4f-dc7a2073f77d None None] For port 78c7822e-aa07-4658-96d1-fd11b2c91feb, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:02:30.281016 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-f41af020-fa5a-4e4a-9f4f-dc7a2073f77d None None] For port 78c7822e-aa07-4658-96d1-fd11b2c91feb, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=78c7822e-aa07-4658-96d1-fd11b2c91feb,segment=NetworkSegment(525aed19-d69f-440b-9f4e-a78f6c4752d9),segment_id=525aed19-d69f-440b-9f4e-a78f6c4752d9)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:02:30.285014 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f41af020-fa5a-4e4a-9f4f-dc7a2073f77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:30.288938 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f857e-3bf2-47bf-85f5-6510f6f1e254 req-d2d902a2-f7a2-4aa6-a688-acb41aa327d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:30.298108 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-3e7f857e-3bf2-47bf-85f5-6510f6f1e254 req-d2d902a2-f7a2-4aa6-a688-acb41aa327d5 service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=5ff9aad1b4b645cb83f87778a731b808&shared=False HTTP/1.1" status: 200 len: 912 time: 1.2900982 Feb 09 01:02:30.454478 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41af020-fa5a-4e4a-9f4f-dc7a2073f77d None None] Routers {'35e9e581-ce4e-463c-95f2-e7012c87c322'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:02:30.455109 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-f41af020-fa5a-4e4a-9f4f-dc7a2073f77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:02:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['35e9e581-ce4e-463c-95f2-e7012c87c322'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:02:30.759288 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cd0db103-3eb6-42ce-9058-667ac4490f07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:30.769201 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cd0db103-3eb6-42ce-9058-667ac4490f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:30.873670 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-cd0db103-3eb6-42ce-9058-667ac4490f07 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=e9fd7010813d47598b2b1a88e19e52f3&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1120193 Feb 09 01:02:30.876864 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 52862) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:02:30.880423 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f857e-3bf2-47bf-85f5-6510f6f1e254 req-64e3f1a0-635c-4a8a-b5ae-2ad8713f201c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:30.892743 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-3e7f857e-3bf2-47bf-85f5-6510f6f1e254 req-64e3f1a0-635c-4a8a-b5ae-2ad8713f201c service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5874417 Feb 09 01:02:30.899632 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c07eeb3-7b94-456f-9526-8cb749899956 None None] Pushing event updated for resources: {'Port': ['ID=78c7822e-aa07-4658-96d1-fd11b2c91feb,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:30.952460 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0db103-3eb6-42ce-9058-667ac4490f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ae9ff7-d658-4e4f-9b82-73ca52484d9b,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:31.127926 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-621e47d1-2157-4358-9e8e-4a2717c3137c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:31.189990 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4e80915c-bff0-4db5-9437-69febb3a495c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:31.247048 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-621e47d1-2157-4358-9e8e-4a2717c3137c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:31.352414 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-f41af020-fa5a-4e4a-9f4f-dc7a2073f77d None None] Set router 35e9e581-ce4e-463c-95f2-e7012c87c322 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:02:31.435297 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c7c623-d19b-4d10-8b9f-9fd62b0157a6 req-a4ff0416-89c5-4e3a-ab40-4520ad7b36a5 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:31.447435 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-86c7c623-d19b-4d10-8b9f-9fd62b0157a6 req-a4ff0416-89c5-4e3a-ab40-4520ad7b36a5 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=a66f90a0-c5bc-4d01-ba2c-6302e9a043cc HTTP/1.1" status: 200 len: 945 time: 0.3558536 Feb 09 01:02:31.457204 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e80915c-bff0-4db5-9437-69febb3a495c admin admin] Pushing event updated for resources: {'Subnet': ['ID=84e7e9f7-8e54-4881-ac45-2a2731a52d14,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:31.491418 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e80915c-bff0-4db5-9437-69febb3a495c admin admin] Checking segment: {'id': '5276e95c-e7dd-4725-a74b-01f5b634ddb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b98c0d50-b8e4-43e8-ad27-fdfaaa142d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:02:31.491802 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e80915c-bff0-4db5-9437-69febb3a495c admin admin] Network hostable DHCP agents. Network: b98c0d50-b8e4-43e8-ad27-fdfaaa142d08, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:02:31.571998 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-86c7c623-d19b-4d10-8b9f-9fd62b0157a6 req-ec468ccc-7cf5-446a-a9f6-1f1628dcd6b0 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=ceaabe02-67e8-49da-9640-53d4e3b33273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061802 Feb 09 01:02:31.588275 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e80915c-bff0-4db5-9437-69febb3a495c admin admin] Network b98c0d50-b8e4-43e8-ad27-fdfaaa142d08 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:02:31.687208 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-621e47d1-2157-4358-9e8e-4a2717c3137c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:31.732170 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621e47d1-2157-4358-9e8e-4a2717c3137c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ae9ff7-d658-4e4f-9b82-73ca52484d9b,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:31.744660 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7fd7ac8d-2cbe-48a7-a5f9-a0531e14a8cb req-a0c44225-1247-4236-b407-1e283ecebadf tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=ebae290c-de9d-4840-9d75-99cbcc88f69e HTTP/1.1" status: 200 len: 210 time: 0.1683967 Feb 09 01:02:31.748909 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-4e80915c-bff0-4db5-9437-69febb3a495c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, b98c0d50-b8e4-43e8-ad27-fdfaaa142d08) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:02:31.772889 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e80915c-bff0-4db5-9437-69febb3a495c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:31.773474 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4e80915c-bff0-4db5-9437-69febb3a495c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:31.783894 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-621e47d1-2157-4358-9e8e-4a2717c3137c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:31.785301 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-621e47d1-2157-4358-9e8e-4a2717c3137c admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/f4ae9ff7-d658-4e4f-9b82-73ca52484d9b HTTP/1.1" status: 204 len: 168 time: 0.8960218 Feb 09 01:02:31.843673 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-4e80915c-bff0-4db5-9437-69febb3a495c admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.8173101 Feb 09 01:02:31.846211 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 52894) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:02:31.852498 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-5103765f-92ee-4b20-8cc9-f4c0e4096b5f admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-78480002-router', 'tenant_id': '84557554a3f24afe8f48784f3010a6e6', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:31.870816 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-5103765f-92ee-4b20-8cc9-f4c0e4096b5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:02:31.886744 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-5103765f-92ee-4b20-8cc9-f4c0e4096b5f admin admin] Usage tracker for resource:router and tenant:84557554a3f24afe8f48784f3010a6e6 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:02:31.898563 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-5103765f-92ee-4b20-8cc9-f4c0e4096b5f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:02:31.917264 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-5103765f-92ee-4b20-8cc9-f4c0e4096b5f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:02:31.954976 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5103765f-92ee-4b20-8cc9-f4c0e4096b5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:31.956144 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5103765f-92ee-4b20-8cc9-f4c0e4096b5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:31.994384 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5103765f-92ee-4b20-8cc9-f4c0e4096b5f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:32.006730 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc16283f-98cc-44c2-81ea-85fde5e093d5 None None] Network b98c0d50-b8e4-43e8-ad27-fdfaaa142d08 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:02:32.119841 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8edbb1e8-8e76-47dd-a26e-074d5bd829ed req-ea948c4c-6825-4d9e-8eec-85fef83696b5 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=71b0276e9e0b48f8943a51531f3d8a9e HTTP/1.1" status: 200 len: 267 time: 0.1235790 Feb 09 01:02:32.162611 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 309d54d7-37d5-41bb-8447-5991fab3ab4d details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:02:32.378006 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.resource_extend [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:02:32.599421 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-f41af020-fa5a-4e4a-9f4f-dc7a2073f77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e9e581-ce4e-463c-95f2-e7012c87c322', 'name': 'tempest-AttachSCSIVolumeTestJSON-483299885-router', 'tenant_id': '2c50555a7075484ca690de468efd7788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '7cc9689b-0645-44fa-8e67-d26179ea385f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:02:05Z', 'updated_at': '2022-02-09T01:02:19Z', 'revision_number': 4, 'project_id': '2c50555a7075484ca690de468efd7788', 'gw_port': {'id': '7cc9689b-0645-44fa-8e67-d26179ea385f', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e9e581-ce4e-463c-95f2-e7012c87c322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:10Z', 'updated_at': '2022-02-09T01:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '78c7822e-aa07-4658-96d1-fd11b2c91feb', 'name': '', 'network_id': '25dec407-9cff-4994-b13c-2d7d6521a9f4', 'tenant_id': '2c50555a7075484ca690de468efd7788', 'mac_address': 'fa:16:3e:71:ce:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e9e581-ce4e-463c-95f2-e7012c87c322', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '9d55b6f3-c2da-4a34-9254-c10970801ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:18Z', 'updated_at': '2022-02-09T01:02:30Z', 'revision_number': 4, 'project_id': '2c50555a7075484ca690de468efd7788', 'subnets': [{'id': '9d55b6f3-c2da-4a34-9254-c10970801ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:02:32.798688 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-3e7f857e-3bf2-47bf-85f5-6510f6f1e254 req-9ae2e410-b5c9-474a-b38d-294a0a351178 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Synchronizing usage tracker for tenant:5ff9aad1b4b645cb83f87778a731b808 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:02:32.852883 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-3e7f857e-3bf2-47bf-85f5-6510f6f1e254 req-9ae2e410-b5c9-474a-b38d-294a0a351178 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Unset dirty status for tenant:5ff9aad1b4b645cb83f87778a731b808 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:02:32.857677 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-3e7f857e-3bf2-47bf-85f5-6510f6f1e254 req-9ae2e410-b5c9-474a-b38d-294a0a351178 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.99 "GET /v2.0/ports?device_id=ebae290c-de9d-4840-9d75-99cbcc88f69e HTTP/1.1" status: 200 len: 210 time: 0.2053213 Feb 09 01:02:32.905996 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 309d54d7-37d5-41bb-8447-5991fab3ab4d, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=309d54d7-37d5-41bb-8447-5991fab3ab4d,segment=NetworkSegment(68c75c24-5a6d-4512-b85d-48e7bc49aa9f),segment_id=68c75c24-5a6d-4512-b85d-48e7bc49aa9f)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:32.924791 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41af020-fa5a-4e4a-9f4f-dc7a2073f77d None None] The sync data for ids ['35e9e581-ce4e-463c-95f2-e7012c87c322'] in n-d-828418-1 is: [{'id': '35e9e581-ce4e-463c-95f2-e7012c87c322', 'name': 'tempest-AttachSCSIVolumeTestJSON-483299885-router', 'tenant_id': '2c50555a7075484ca690de468efd7788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '7cc9689b-0645-44fa-8e67-d26179ea385f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:02:05Z', 'updated_at': '2022-02-09T01:02:19Z', 'revision_number': 4, 'project_id': '2c50555a7075484ca690de468efd7788', 'gw_port': {'id': '7cc9689b-0645-44fa-8e67-d26179ea385f', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e9e581-ce4e-463c-95f2-e7012c87c322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:10Z', 'updated_at': '2022-02-09T01:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '78c7822e-aa07-4658-96d1-fd11b2c91feb', 'name': '', 'network_id': '25dec407-9cff-4994-b13c-2d7d6521a9f4', 'tenant_id': '2c50555a7075484ca690de468efd7788', 'mac_address': 'fa:16:3e:71:ce:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e9e581-ce4e-463c-95f2-e7012c87c322', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '9d55b6f3-c2da-4a34-9254-c10970801ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:18Z', 'updated_at': '2022-02-09T01:02:30Z', 'revision_number': 4, 'project_id': '2c50555a7075484ca690de468efd7788', 'subnets': [{'id': '9d55b6f3-c2da-4a34-9254-c10970801ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:02:32.932551 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '309d54d7-37d5-41bb-8447-5991fab3ab4d', 'network_id': '48143312-4059-4efc-a7c1-0025ad20c80e', 'port_id': '309d54d7-37d5-41bb-8447-5991fab3ab4d', 'mac_address': 'fa:16:3e:14:1c:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77301bdf-2486-425f-9a0c-6634d1b8425f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:02:33.088672 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5103765f-92ee-4b20-8cc9-f4c0e4096b5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:33.114801 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b55109a-7bcd-486d-93d7-2c499780a9d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-b98c0d50-b8e4-43e8-ad27-fdfaaa142d08', 'network_id': 'b98c0d50-b8e4-43e8-ad27-fdfaaa142d08', 'tenant_id': '84557554a3f24afe8f48784f3010a6e6', 'fixed_ips': [{'subnet_id': '84e7e9f7-8e54-4881-ac45-2a2731a52d14'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:02:33.117994 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0b55109a-7bcd-486d-93d7-2c499780a9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:33.453588 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edbb1e8-8e76-47dd-a26e-074d5bd829ed req-c44d6c68-66eb-40c9-bc0d-b9e597914d6d tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:33.462633 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8edbb1e8-8e76-47dd-a26e-074d5bd829ed req-c44d6c68-66eb-40c9-bc0d-b9e597914d6d tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=a66f90a0-c5bc-4d01-ba2c-6302e9a043cc HTTP/1.1" status: 200 len: 945 time: 1.3415878 Feb 09 01:02:33.516749 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8b9161-60e8-4722-90b9-1e567f057b2d req-4c23b265-f9e9-4d9f-ac04-22733e98cff5 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:33.523734 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-3b8b9161-60e8-4722-90b9-1e567f057b2d req-4c23b265-f9e9-4d9f-ac04-22733e98cff5 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Synchronizing usage tracker for tenant:d35c6ebfaf564a61b0fe2145094a7572 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:02:33.604772 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-3b8b9161-60e8-4722-90b9-1e567f057b2d req-4c23b265-f9e9-4d9f-ac04-22733e98cff5 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Unset dirty status for tenant:d35c6ebfaf564a61b0fe2145094a7572 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:02:33.604924 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 78c7822e-aa07-4658-96d1-fd11b2c91feb up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:02:33.612343 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-3b8b9161-60e8-4722-90b9-1e567f057b2d req-4c23b265-f9e9-4d9f-ac04-22733e98cff5 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] 10.222.0.99 "GET /v2.0/ports?device_id=82c94d79-b497-4446-b6b4-9c23dd2b622e HTTP/1.1" status: 200 len: 946 time: 0.4785383 Feb 09 01:02:33.743563 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-8edbb1e8-8e76-47dd-a26e-074d5bd829ed req-0e036c20-74bb-47ce-b7af-d6a212bd9029 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Request body: {'port': {'security_groups': []}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:33.797627 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-3b8b9161-60e8-4722-90b9-1e567f057b2d req-21dc025c-ae8b-4e2c-bd3c-cb529ca306d8 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Deleting port b7dc9dc9-1e32-48c4-a321-58098279cd4f {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:02:33.798863 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-3b8b9161-60e8-4722-90b9-1e567f057b2d req-21dc025c-ae8b-4e2c-bd3c-cb529ca306d8 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:33.960152 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:34.137865 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 309d54d7-37d5-41bb-8447-5991fab3ab4d {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:02:34.408124 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 309d54d7-37d5-41bb-8447-5991fab3ab4d, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=309d54d7-37d5-41bb-8447-5991fab3ab4d,segment=NetworkSegment(68c75c24-5a6d-4512-b85d-48e7bc49aa9f),segment_id=68c75c24-5a6d-4512-b85d-48e7bc49aa9f)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:34.439535 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:34.459931 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569565b1-e1d6-430c-8aa0-0d83299b05fa req-3d72e9a2-97b8-42c6-8e91-198b7fa4a8cc tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:34.461519 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-569565b1-e1d6-430c-8aa0-0d83299b05fa req-3d72e9a2-97b8-42c6-8e91-198b7fa4a8cc tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] 10.222.0.105 "GET /v2.0/ports?device_id=9300db8a-c3f1-475b-98f5-cd430bcf0bad HTTP/1.1" status: 200 len: 945 time: 2.3603275 Feb 09 01:02:34.500707 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8edbb1e8-8e76-47dd-a26e-074d5bd829ed req-0e036c20-74bb-47ce-b7af-d6a212bd9029 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:34.601169 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-0b55109a-7bcd-486d-93d7-2c499780a9d5 None None] Allocated IP 172.20.0.2 (b98c0d50-b8e4-43e8-ad27-fdfaaa142d08/84e7e9f7-8e54-4881-ac45-2a2731a52d14/e072bd43-74d2-4e93-a835-aaecc17fb70c) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:02:34.628167 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-3b8b9161-60e8-4722-90b9-1e567f057b2d req-21dc025c-ae8b-4e2c-bd3c-cb529ca306d8 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] For port b7dc9dc9-1e32-48c4-a321-58098279cd4f, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=b7dc9dc9-1e32-48c4-a321-58098279cd4f,segment=NetworkSegment(e66966fd-77ef-4a29-85e6-046d1ef64861),segment_id=e66966fd-77ef-4a29-85e6-046d1ef64861)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:34.628674 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-3b8b9161-60e8-4722-90b9-1e567f057b2d req-21dc025c-ae8b-4e2c-bd3c-cb529ca306d8 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:35.312434 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-8edbb1e8-8e76-47dd-a26e-074d5bd829ed req-0e036c20-74bb-47ce-b7af-d6a212bd9029 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] For port 9f999f8e-37cb-4d1c-9d6c-210972411dca, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=9f999f8e-37cb-4d1c-9d6c-210972411dca,segment=NetworkSegment(42eb89e1-c4de-4f57-85a6-0e5fc984e699),segment_id=42eb89e1-c4de-4f57-85a6-0e5fc984e699)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:35.346465 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0b55109a-7bcd-486d-93d7-2c499780a9d5 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:35.374757 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-0b55109a-7bcd-486d-93d7-2c499780a9d5 None None] Transition to ACTIVE for port object e072bd43-74d2-4e93-a835-aaecc17fb70c will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:02:35.382367 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8edbb1e8-8e76-47dd-a26e-074d5bd829ed req-0e036c20-74bb-47ce-b7af-d6a212bd9029 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:35.410750 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42f79e-c6f3-4ad6-8cc5-584663274e9d req-c9f1a781-bbab-4e50-9e31-e65726984c7c tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:35.412957 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7e42f79e-c6f3-4ad6-8cc5-584663274e9d req-c9f1a781-bbab-4e50-9e31-e65726984c7c tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] 10.222.0.62 "GET /v2.0/ports?device_id=9300db8a-c3f1-475b-98f5-cd430bcf0bad HTTP/1.1" status: 200 len: 945 time: 2.6175210 Feb 09 01:02:35.428957 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-0b55109a-7bcd-486d-93d7-2c499780a9d5 None None] Transition to ACTIVE for port object e072bd43-74d2-4e93-a835-aaecc17fb70c will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:02:35.470229 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0b55109a-7bcd-486d-93d7-2c499780a9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:35.506583 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 78c7822e-aa07-4658-96d1-fd11b2c91feb completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:02:35.510461 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-3b8b9161-60e8-4722-90b9-1e567f057b2d req-21dc025c-ae8b-4e2c-bd3c-cb529ca306d8 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Calling delete_port for b7dc9dc9-1e32-48c4-a321-58098279cd4f owned by compute:nova {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:02:35.563888 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['309d54d7-37d5-41bb-8447-5991fab3ab4d'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:02:35.705492 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b55109a-7bcd-486d-93d7-2c499780a9d5 None None] Network b98c0d50-b8e4-43e8-ad27-fdfaaa142d08 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:02:35.744977 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-0b55109a-7bcd-486d-93d7-2c499780a9d5 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:02:35.763350 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 78c7822e-aa07-4658-96d1-fd11b2c91feb triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:02:35.763727 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:35.930334 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-569565b1-e1d6-430c-8aa0-0d83299b05fa req-f9267251-35b4-43d6-9dbd-9ed516c05a69 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] 10.222.0.105 "GET /v2.0/security-groups?id=dcb42f2e-3e93-41f3-b435-313efa7aea51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4315317 Feb 09 01:02:35.967744 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8edbb1e8-8e76-47dd-a26e-074d5bd829ed req-0e036c20-74bb-47ce-b7af-d6a212bd9029 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:36.056740 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-3b8b9161-60e8-4722-90b9-1e567f057b2d req-21dc025c-ae8b-4e2c-bd3c-cb529ca306d8 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:36.122223 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b55109a-7bcd-486d-93d7-2c499780a9d5 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:02:36.330962 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edbb1e8-8e76-47dd-a26e-074d5bd829ed req-0e036c20-74bb-47ce-b7af-d6a212bd9029 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:36.340405 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dc025c-ae8b-4e2c-bd3c-cb529ca306d8 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Pushing event deleted for resources: {'Port': ['ID=b7dc9dc9-1e32-48c4-a321-58098279cd4f,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:36.343381 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8edbb1e8-8e76-47dd-a26e-074d5bd829ed req-0e036c20-74bb-47ce-b7af-d6a212bd9029 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:36.354966 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8edbb1e8-8e76-47dd-a26e-074d5bd829ed req-0e036c20-74bb-47ce-b7af-d6a212bd9029 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "PUT /v2.0/ports/9f999f8e-37cb-4d1c-9d6c-210972411dca HTTP/1.1" status: 200 len: 904 time: 2.6307631 Feb 09 01:02:36.389578 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a66f90a0-c5bc-4d01-ba2c-6302e9a043cc', 'tag': '9f999f8e-37cb-4d1c-9d6c-210972411dca'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:02:36.571511 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b8b9161-60e8-4722-90b9-1e567f057b2d req-21dc025c-ae8b-4e2c-bd3c-cb529ca306d8 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] No DVR routers for this DVR port b7dc9dc9-1e32-48c4-a321-58098279cd4f on host n-h2-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:02:36.582316 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-3b8b9161-60e8-4722-90b9-1e567f057b2d req-21dc025c-ae8b-4e2c-bd3c-cb529ca306d8 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:36.662206 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e036c20-74bb-47ce-b7af-d6a212bd9029 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Pushing event updated for resources: {'Port': ['ID=9f999f8e-37cb-4d1c-9d6c-210972411dca,revision_number=6']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:36.665712 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82c94d79-b497-4446-b6b4-9c23dd2b622e', 'name': 'network-vif-deleted', 'tag': 'b7dc9dc9-1e32-48c4-a321-58098279cd4f'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:02:36.707609 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-7e42f79e-c6f3-4ad6-8cc5-584663274e9d req-9d31402f-0247-40a2-a564-d3939c7af843 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Deleting port 20be9a6a-133c-48db-a517-4ad159c695f6 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:02:36.708388 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-3b8b9161-60e8-4722-90b9-1e567f057b2d req-21dc025c-ae8b-4e2c-bd3c-cb529ca306d8 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] 10.222.0.99 "DELETE /v2.0/ports/b7dc9dc9-1e32-48c4-a321-58098279cd4f HTTP/1.1" status: 204 len: 173 time: 3.0909600 Feb 09 01:02:36.708960 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-7e42f79e-c6f3-4ad6-8cc5-584663274e9d req-9d31402f-0247-40a2-a564-d3939c7af843 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:36.735518 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 8a3f899d-b1a6-4ccd-a1f1-46dc4e66c4fc no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:02:36.831109 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 20be9a6a-133c-48db-a517-4ad159c695f6 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:02:37.133102 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a66f90a0-c5bc-4d01-ba2c-6302e9a043cc', 'tag': '9f999f8e-37cb-4d1c-9d6c-210972411dca', 'status': 'completed', 'code': 200} Feb 09 01:02:37.167746 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82c94d79-b497-4446-b6b4-9c23dd2b622e', 'name': 'network-vif-deleted', 'tag': 'b7dc9dc9-1e32-48c4-a321-58098279cd4f', 'status': 'completed', 'code': 200} Feb 09 01:02:37.337181 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['9f999f8e-37cb-4d1c-9d6c-210972411dca'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:02:37.407102 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] No Port match for: 8a3f899d-b1a6-4ccd-a1f1-46dc4e66c4fc {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:02:37.407503 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 8a3f899d-b1a6-4ccd-a1f1-46dc4e66c4fc not bound to the agent host n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:02:37.408214 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device b7dc9dc9-1e32-48c4-a321-58098279cd4f no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:02:37.476552 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-0b55109a-7bcd-486d-93d7-2c499780a9d5 None None] Attempting to bind port e072bd43-74d2-4e93-a835-aaecc17fb70c on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:02:37.476935 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-0b55109a-7bcd-486d-93d7-2c499780a9d5 None None] Attempting to bind port e072bd43-74d2-4e93-a835-aaecc17fb70c by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '5276e95c-e7dd-4725-a74b-01f5b634ddb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b98c0d50-b8e4-43e8-ad27-fdfaaa142d08'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:02:37.477295 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b55109a-7bcd-486d-93d7-2c499780a9d5 None None] Attempting to bind port e072bd43-74d2-4e93-a835-aaecc17fb70c on network b98c0d50-b8e4-43e8-ad27-fdfaaa142d08 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:02:37.516363 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b55109a-7bcd-486d-93d7-2c499780a9d5 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:02:37.516787 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b55109a-7bcd-486d-93d7-2c499780a9d5 None None] Checking segment: {'id': '5276e95c-e7dd-4725-a74b-01f5b634ddb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b98c0d50-b8e4-43e8-ad27-fdfaaa142d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:02:37.517189 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0b55109a-7bcd-486d-93d7-2c499780a9d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:37.517571 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b55109a-7bcd-486d-93d7-2c499780a9d5 None None] Bound using segment: {'id': '5276e95c-e7dd-4725-a74b-01f5b634ddb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b98c0d50-b8e4-43e8-ad27-fdfaaa142d08'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:02:37.518062 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-0b55109a-7bcd-486d-93d7-2c499780a9d5 None None] Bound port: e072bd43-74d2-4e93-a835-aaecc17fb70c, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5276e95c-e7dd-4725-a74b-01f5b634ddb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b98c0d50-b8e4-43e8-ad27-fdfaaa142d08'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:02:37.518564 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0b55109a-7bcd-486d-93d7-2c499780a9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:37.929125 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-0b55109a-7bcd-486d-93d7-2c499780a9d5 None None] For port e072bd43-74d2-4e93-a835-aaecc17fb70c, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:02:37.936799 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-0b55109a-7bcd-486d-93d7-2c499780a9d5 None None] For port e072bd43-74d2-4e93-a835-aaecc17fb70c, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=e072bd43-74d2-4e93-a835-aaecc17fb70c,segment=NetworkSegment(5276e95c-e7dd-4725-a74b-01f5b634ddb5),segment_id=5276e95c-e7dd-4725-a74b-01f5b634ddb5)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:02:37.959875 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:38.074551 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] No Port match for: b7dc9dc9-1e32-48c4-a321-58098279cd4f {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:02:38.075004 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device b7dc9dc9-1e32-48c4-a321-58098279cd4f not bound to the agent host n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:02:38.076363 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=309d54d7-37d5-41bb-8447-5991fab3ab4d,revision_number=6']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:38.081942 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0b55109a-7bcd-486d-93d7-2c499780a9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:38.092480 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-193e49fb-2ea1-4b69-b217-a2af0f675dc5 None None] Provisioning complete for port 9f999f8e-37cb-4d1c-9d6c-210972411dca triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:02:38.092849 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-193e49fb-2ea1-4b69-b217-a2af0f675dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:38.311624 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b55109a-7bcd-486d-93d7-2c499780a9d5 None None] Pushing event updated for resources: {'Port': ['ID=e072bd43-74d2-4e93-a835-aaecc17fb70c,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:38.333526 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590e231-693b-41da-86b0-34af2b63d85c req-d82db886-42a6-486e-8340-a87582bf458d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:38.335072 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3590e231-693b-41da-86b0-34af2b63d85c req-d82db886-42a6-486e-8340-a87582bf458d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=71b0276e9e0b48f8943a51531f3d8a9e&device_id=a66f90a0-c5bc-4d01-ba2c-6302e9a043cc HTTP/1.1" status: 200 len: 1058 time: 1.2001369 Feb 09 01:02:38.463621 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53050) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:02:39.019262 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9300db8a-c3f1-475b-98f5-cd430bcf0bad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20be9a6a-133c-48db-a517-4ad159c695f6'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:02:39.076438 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 20be9a6a-133c-48db-a517-4ad159c695f6, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=20be9a6a-133c-48db-a517-4ad159c695f6,segment=NetworkSegment(e66966fd-77ef-4a29-85e6-046d1ef64861),segment_id=e66966fd-77ef-4a29-85e6-046d1ef64861)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:39.099612 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-71c9e810-08bd-43e7-8375-5402ce39f133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:39.176200 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-71c9e810-08bd-43e7-8375-5402ce39f133 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:02:39.196731 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-71c9e810-08bd-43e7-8375-5402ce39f133 admin admin] Usage tracker for resource:security_group_rule and tenant:0742bcfc633744e3a09ea7f7b0bdb229 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:02:39.203274 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-7e42f79e-c6f3-4ad6-8cc5-584663274e9d req-9d31402f-0247-40a2-a564-d3939c7af843 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] For port 20be9a6a-133c-48db-a517-4ad159c695f6, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=20be9a6a-133c-48db-a517-4ad159c695f6,segment=NetworkSegment(e66966fd-77ef-4a29-85e6-046d1ef64861),segment_id=e66966fd-77ef-4a29-85e6-046d1ef64861)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:39.203786 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-7e42f79e-c6f3-4ad6-8cc5-584663274e9d req-9d31402f-0247-40a2-a564-d3939c7af843 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:39.209064 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-71c9e810-08bd-43e7-8375-5402ce39f133 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:02:39.249305 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-71c9e810-08bd-43e7-8375-5402ce39f133 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:02:39.279158 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:39.349244 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ca89265f-0be1-46cd-a2c9-f202fad8bb1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:39.514045 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-71c9e810-08bd-43e7-8375-5402ce39f133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:39.518802 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-71c9e810-08bd-43e7-8375-5402ce39f133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:39.530555 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-7e42f79e-c6f3-4ad6-8cc5-584663274e9d req-9d31402f-0247-40a2-a564-d3939c7af843 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Calling delete_port for 20be9a6a-133c-48db-a517-4ad159c695f6 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:02:39.563884 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:39.660009 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c9e810-08bd-43e7-8375-5402ce39f133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b633e0b-08bd-47aa-a46f-43c19f393cf7,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:39.745045 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-71c9e810-08bd-43e7-8375-5402ce39f133 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=0742bcfc633744e3a09ea7f7b0bdb229&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2773232 Feb 09 01:02:39.746947 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53060) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:02:39.759864 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 78c7822e-aa07-4658-96d1-fd11b2c91feb, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=78c7822e-aa07-4658-96d1-fd11b2c91feb,segment=NetworkSegment(525aed19-d69f-440b-9f4e-a78f6c4752d9),segment_id=525aed19-d69f-440b-9f4e-a78f6c4752d9)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:39.772289 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b55109a-7bcd-486d-93d7-2c499780a9d5 None None] Pushing event updated for resources: {'Port': ['ID=e072bd43-74d2-4e93-a835-aaecc17fb70c,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:39.790435 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:39.968206 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4638ba-9af4-4f7f-9632-f718ff667a4d req-8dc8ed01-d53e-44f3-980c-25c407aeaeb7 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:39.969972 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bc4638ba-9af4-4f7f-9632-f718ff667a4d req-8dc8ed01-d53e-44f3-980c-25c407aeaeb7 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=a66f90a0-c5bc-4d01-ba2c-6302e9a043cc HTTP/1.1" status: 200 len: 907 time: 3.0620582 Feb 09 01:02:40.007495 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-77ffde66-ea55-445d-9e2f-9f21d87a4e28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:40.016007 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['8966abcd-1778-4e11-b863-2fa7dd0270fe', '9de2f4cb-9135-47ad-906a-b6130ce11d23'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:02:40.106100 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-77ffde66-ea55-445d-9e2f-9f21d87a4e28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:40.143072 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70149887-4db7-49c0-816a-4c620646ae63 req-5f3388b5-12b2-4995-9d35-a4f1562b4a51 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:40.152059 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-70149887-4db7-49c0-816a-4c620646ae63 req-5f3388b5-12b2-4995-9d35-a4f1562b4a51 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] 10.222.0.105 "GET /v2.0/ports?device_id=9300db8a-c3f1-475b-98f5-cd430bcf0bad HTTP/1.1" status: 200 len: 945 time: 2.3997376 Feb 09 01:02:40.161936 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device e072bd43-74d2-4e93-a835-aaecc17fb70c up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:02:40.255709 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-77ffde66-ea55-445d-9e2f-9f21d87a4e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:40.295121 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ffde66-ea55-445d-9e2f-9f21d87a4e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b633e0b-08bd-47aa-a46f-43c19f393cf7,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:40.300023 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-77ffde66-ea55-445d-9e2f-9f21d87a4e28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:40.307230 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-77ffde66-ea55-445d-9e2f-9f21d87a4e28 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/0b633e0b-08bd-47aa-a46f-43c19f393cf7 HTTP/1.1" status: 204 len: 168 time: 0.5518670 Feb 09 01:02:40.316958 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5103765f-92ee-4b20-8cc9-f4c0e4096b5f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:40.391854 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=20be9a6a-133c-48db-a517-4ad159c695f6,revision_number=6']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:40.478354 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5103765f-92ee-4b20-8cc9-f4c0e4096b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:40.505266 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 309d54d7-37d5-41bb-8447-5991fab3ab4d up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:02:40.680375 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-70149887-4db7-49c0-816a-4c620646ae63 req-54514728-1515-40e5-b30b-50c2064dd016 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] 10.222.0.105 "GET /v2.0/security-groups?id=dcb42f2e-3e93-41f3-b435-313efa7aea51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5216026 Feb 09 01:02:40.704954 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590e231-693b-41da-86b0-34af2b63d85c req-9208de4b-6600-4aeb-9ea9-e5440d06d1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:40.709870 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3590e231-693b-41da-86b0-34af2b63d85c req-9208de4b-6600-4aeb-9ea9-e5440d06d1ed service neutron] 10.222.0.62 "GET /v2.0/networks?id=1f86eb5f-f405-4ce4-a845-9c31ac1b15d4 HTTP/1.1" status: 200 len: 912 time: 2.3382485 Feb 09 01:02:40.754012 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2097c0c7-877a-4a35-8124-b6df61d8ec18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:40.755556 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=78c7822e-aa07-4658-96d1-fd11b2c91feb,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:40.892586 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port e072bd43-74d2-4e93-a835-aaecc17fb70c completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:02:40.905056 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 309d54d7-37d5-41bb-8447-5991fab3ab4d triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:02:40.905430 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:40.934881 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3590e231-693b-41da-86b0-34af2b63d85c req-f339da1e-273a-419b-b204-5855c4c5bb24 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f999f8e-37cb-4d1c-9d6c-210972411dca HTTP/1.1" status: 200 len: 217 time: 0.1861632 Feb 09 01:02:40.939475 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.db.api [req-7e42f79e-c6f3-4ad6-8cc5-584663274e9d req-9d31402f-0247-40a2-a564-d3939c7af843 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:02:40.940037 n-d-828418-1 neutron-server[87639]: DEBUG oslo_db.api [req-7e42f79e-c6f3-4ad6-8cc5-584663274e9d req-9d31402f-0247-40a2-a564-d3939c7af843 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:02:41.120887 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590e231-693b-41da-86b0-34af2b63d85c req-3087f2ba-c7db-43e2-a2d7-8dfb11716996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:41.125688 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3590e231-693b-41da-86b0-34af2b63d85c req-3087f2ba-c7db-43e2-a2d7-8dfb11716996 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=55d6843d-cf0e-4da9-b1f9-18c66e11f308 HTTP/1.1" status: 200 len: 850 time: 0.1792548 Feb 09 01:02:41.191630 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53080) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:02:41.223577 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ef3fbad6-1cf9-4056-90c9-c0ffd0ad8877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:41.283626 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ef3fbad6-1cf9-4056-90c9-c0ffd0ad8877 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:02:41.295450 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ef3fbad6-1cf9-4056-90c9-c0ffd0ad8877 admin admin] Usage tracker for resource:security_group_rule and tenant:8dd53b19c14c45cb8af5785972d6644a is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:02:41.302699 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ef3fbad6-1cf9-4056-90c9-c0ffd0ad8877 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:02:41.320591 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ef3fbad6-1cf9-4056-90c9-c0ffd0ad8877 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:02:41.443732 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-7e42f79e-c6f3-4ad6-8cc5-584663274e9d req-9d31402f-0247-40a2-a564-d3939c7af843 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Deleting port 20be9a6a-133c-48db-a517-4ad159c695f6 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:02:41.445220 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-7e42f79e-c6f3-4ad6-8cc5-584663274e9d req-9d31402f-0247-40a2-a564-d3939c7af843 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:41.533544 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ef3fbad6-1cf9-4056-90c9-c0ffd0ad8877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:41.539774 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ef3fbad6-1cf9-4056-90c9-c0ffd0ad8877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:41.611494 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a446403c-6b0e-414c-bea0-5f72709c5dba None None] Network b98c0d50-b8e4-43e8-ad27-fdfaaa142d08 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:02:41.696244 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ef3fbad6-1cf9-4056-90c9-c0ffd0ad8877 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=8dd53b19c14c45cb8af5785972d6644a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5029554 Feb 09 01:02:41.697124 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3fbad6-1cf9-4056-90c9-c0ffd0ad8877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df9e5f98-616b-48a7-b7f3-c28836cce8fc,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:41.722289 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53086) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:02:41.793467 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-5103765f-92ee-4b20-8cc9-f4c0e4096b5f admin admin] Allocated IP 172.25.0.222 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/f5aa70bc-eb6c-43f9-93e9-b5adaf62dfd9) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:02:41.840713 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:41.841414 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:41.866881 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:41.900486 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1158136b-7500-445c-abc9-4b90e6e59af3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:41.958998 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a40cc474-b422-49a5-9713-7f0c0f7fade9 None None] Provisioning for port e072bd43-74d2-4e93-a835-aaecc17fb70c completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:02:42.013127 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1158136b-7500-445c-abc9-4b90e6e59af3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:42.060650 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 78c7822e-aa07-4658-96d1-fd11b2c91feb up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:02:42.187153 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-7e42f79e-c6f3-4ad6-8cc5-584663274e9d req-9d31402f-0247-40a2-a564-d3939c7af843 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] For port 20be9a6a-133c-48db-a517-4ad159c695f6, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=20be9a6a-133c-48db-a517-4ad159c695f6,segment=NetworkSegment(e66966fd-77ef-4a29-85e6-046d1ef64861),segment_id=e66966fd-77ef-4a29-85e6-046d1ef64861)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:42.187153 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-7e42f79e-c6f3-4ad6-8cc5-584663274e9d req-9d31402f-0247-40a2-a564-d3939c7af843 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:42.298442 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1158136b-7500-445c-abc9-4b90e6e59af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:42.300877 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a40cc474-b422-49a5-9713-7f0c0f7fade9 None None] Provisioning complete for port e072bd43-74d2-4e93-a835-aaecc17fb70c triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:02:42.301835 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a40cc474-b422-49a5-9713-7f0c0f7fade9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:42.346279 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1158136b-7500-445c-abc9-4b90e6e59af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9e5f98-616b-48a7-b7f3-c28836cce8fc,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:42.361805 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1158136b-7500-445c-abc9-4b90e6e59af3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:42.375188 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1158136b-7500-445c-abc9-4b90e6e59af3 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/df9e5f98-616b-48a7-b7f3-c28836cce8fc HTTP/1.1" status: 204 len: 168 time: 0.6367383 Feb 09 01:02:42.413918 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 309d54d7-37d5-41bb-8447-5991fab3ab4d, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=309d54d7-37d5-41bb-8447-5991fab3ab4d,segment=NetworkSegment(68c75c24-5a6d-4512-b85d-48e7bc49aa9f),segment_id=68c75c24-5a6d-4512-b85d-48e7bc49aa9f)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:42.486220 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:43.184653 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-3c7ab7dd-3df8-4352-940d-c6f9cab4b6d7 req-ba3358a9-e4a6-4e53-87b9-c7807f5ff3b2 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2966533 Feb 09 01:02:43.486418 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5103765f-92ee-4b20-8cc9-f4c0e4096b5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:43.496175 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:43.546043 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-7e42f79e-c6f3-4ad6-8cc5-584663274e9d req-9d31402f-0247-40a2-a564-d3939c7af843 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Calling delete_port for 20be9a6a-133c-48db-a517-4ad159c695f6 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:02:43.554445 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a40cc474-b422-49a5-9713-7f0c0f7fade9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:43.599059 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ab7dd-3df8-4352-940d-c6f9cab4b6d7 req-1f455413-6d9e-4480-bf80-f9e798436779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:43.600585 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-3c7ab7dd-3df8-4352-940d-c6f9cab4b6d7 req-1f455413-6d9e-4480-bf80-f9e798436779 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=71b0276e9e0b48f8943a51531f3d8a9e&device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 1095 time: 0.2314148 Feb 09 01:02:43.613110 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=309d54d7-37d5-41bb-8447-5991fab3ab4d,revision_number=7']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:43.673519 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 78c7822e-aa07-4658-96d1-fd11b2c91feb triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:02:43.673921 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:43.867176 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590e231-693b-41da-86b0-34af2b63d85c req-00fb6b87-1e4c-4924-9fb0-c85b9abcdf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:43.868761 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3590e231-693b-41da-86b0-34af2b63d85c req-00fb6b87-1e4c-4924-9fb0-c85b9abcdf40 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1f86eb5f-f405-4ce4-a845-9c31ac1b15d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 2.7343154 Feb 09 01:02:43.924413 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a40cc474-b422-49a5-9713-7f0c0f7fade9 None None] For port e072bd43-74d2-4e93-a835-aaecc17fb70c, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=e072bd43-74d2-4e93-a835-aaecc17fb70c,segment=NetworkSegment(5276e95c-e7dd-4725-a74b-01f5b634ddb5),segment_id=5276e95c-e7dd-4725-a74b-01f5b634ddb5)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:43.930787 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ab7dd-3df8-4352-940d-c6f9cab4b6d7 req-2dacffe9-d00f-4ea7-ac89-4156217d588a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:43.932369 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-3c7ab7dd-3df8-4352-940d-c6f9cab4b6d7 req-2dacffe9-d00f-4ea7-ac89-4156217d588a service neutron] 10.222.0.99 "GET /v2.0/networks?id=1f86eb5f-f405-4ce4-a845-9c31ac1b15d4 HTTP/1.1" status: 200 len: 912 time: 0.3109934 Feb 09 01:02:44.101419 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a40cc474-b422-49a5-9713-7f0c0f7fade9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:44.183833 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3590e231-693b-41da-86b0-34af2b63d85c req-5b5a8968-9d99-4095-bd9a-cc9acd5567c8 service neutron] 10.222.0.62 "GET /v2.0/networks/1f86eb5f-f405-4ce4-a845-9c31ac1b15d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597346 Feb 09 01:02:44.399027 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5103765f-92ee-4b20-8cc9-f4c0e4096b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:44.472330 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-3c7ab7dd-3df8-4352-940d-c6f9cab4b6d7 req-e7d65983-be68-476d-b0a6-a977d14388a1 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f16d05c2-eae9-44a5-8686-789fbb3c6fe4 HTTP/1.1" status: 200 len: 998 time: 0.5330629 Feb 09 01:02:44.572381 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5103765f-92ee-4b20-8cc9-f4c0e4096b5f admin admin] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:02:44.586288 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-5103765f-92ee-4b20-8cc9-f4c0e4096b5f admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:02:44.609276 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5103765f-92ee-4b20-8cc9-f4c0e4096b5f admin admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:02:44.767751 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ab7dd-3df8-4352-940d-c6f9cab4b6d7 req-45398de1-34eb-4dcc-9f5e-6f62fc08b3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:44.770119 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-3c7ab7dd-3df8-4352-940d-c6f9cab4b6d7 req-45398de1-34eb-4dcc-9f5e-6f62fc08b3e4 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=55d6843d-cf0e-4da9-b1f9-18c66e11f308 HTTP/1.1" status: 200 len: 850 time: 0.2874722 Feb 09 01:02:44.817890 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5103765f-92ee-4b20-8cc9-f4c0e4096b5f admin admin] Pushing event updated for resources: {'Port': ['ID=f5aa70bc-eb6c-43f9-93e9-b5adaf62dfd9,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:44.865205 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40cc474-b422-49a5-9713-7f0c0f7fade9 None None] Pushing event updated for resources: {'Port': ['ID=e072bd43-74d2-4e93-a835-aaecc17fb70c,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:44.959004 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ab7dd-3df8-4352-940d-c6f9cab4b6d7 req-20bb3f53-480f-4d11-82f5-d1d2061a7d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:44.960785 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-3c7ab7dd-3df8-4352-940d-c6f9cab4b6d7 req-20bb3f53-480f-4d11-82f5-d1d2061a7d6a service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=1f86eb5f-f405-4ce4-a845-9c31ac1b15d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1845002 Feb 09 01:02:45.092406 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device e072bd43-74d2-4e93-a835-aaecc17fb70c up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:02:45.232540 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-3c7ab7dd-3df8-4352-940d-c6f9cab4b6d7 req-07dae614-3d31-4148-8418-4ea926ee9286 service neutron] 10.222.0.99 "GET /v2.0/networks/1f86eb5f-f405-4ce4-a845-9c31ac1b15d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647347 Feb 09 01:02:45.323004 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port e072bd43-74d2-4e93-a835-aaecc17fb70c triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:02:45.324043 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:45.392609 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-7e42f79e-c6f3-4ad6-8cc5-584663274e9d req-9d31402f-0247-40a2-a564-d3939c7af843 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:45.548741 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-3c7ab7dd-3df8-4352-940d-c6f9cab4b6d7 req-798d5b76-707d-4ec1-9da1-1cc3159e29a1 service neutron] 10.222.0.99 "GET /v2.0/networks/1f86eb5f-f405-4ce4-a845-9c31ac1b15d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101044 Feb 09 01:02:45.651864 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3590e231-693b-41da-86b0-34af2b63d85c req-689f0bd0-31b5-40e0-a93f-5490a601c47e service neutron] 10.222.0.62 "GET /v2.0/networks/1f86eb5f-f405-4ce4-a845-9c31ac1b15d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4607315 Feb 09 01:02:45.756522 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-815e8a71-c36f-46df-a109-538b39ba898b None None] Provisioning complete for port e072bd43-74d2-4e93-a835-aaecc17fb70c triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:02:45.756921 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-815e8a71-c36f-46df-a109-538b39ba898b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:45.775935 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d31402f-0247-40a2-a564-d3939c7af843 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Pushing event deleted for resources: {'Port': ['ID=20be9a6a-133c-48db-a517-4ad159c695f6,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:46.015000 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e42f79e-c6f3-4ad6-8cc5-584663274e9d req-9d31402f-0247-40a2-a564-d3939c7af843 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] No DVR routers for this DVR port 20be9a6a-133c-48db-a517-4ad159c695f6 on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:02:46.018154 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-7e42f79e-c6f3-4ad6-8cc5-584663274e9d req-9d31402f-0247-40a2-a564-d3939c7af843 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:46.021513 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9300db8a-c3f1-475b-98f5-cd430bcf0bad', 'name': 'network-vif-deleted', 'tag': '20be9a6a-133c-48db-a517-4ad159c695f6'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:02:46.071553 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7e42f79e-c6f3-4ad6-8cc5-584663274e9d req-9d31402f-0247-40a2-a564-d3939c7af843 tempest-ListServersNegativeTestJSON-503711057 tempest-ListServersNegativeTestJSON-503711057-project] 10.222.0.62 "DELETE /v2.0/ports/20be9a6a-133c-48db-a517-4ad159c695f6 HTTP/1.1" status: 204 len: 173 time: 10.4605823 Feb 09 01:02:46.362902 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5103765f-92ee-4b20-8cc9-f4c0e4096b5f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:47.296598 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5103765f-92ee-4b20-8cc9-f4c0e4096b5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:47.724985 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:02:47.865891 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5103765f-92ee-4b20-8cc9-f4c0e4096b5f admin admin] Router 27df42ce-335f-490c-bbd4-2af8f094b651 is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:02:48.105983 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5103765f-92ee-4b20-8cc9-f4c0e4096b5f admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:02:48.119885 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe139c5-20f8-4a63-9d5a-20d5605c1fda None None] Sync routers for ids ['27df42ce-335f-490c-bbd4-2af8f094b651'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:02:48.133643 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe139c5-20f8-4a63-9d5a-20d5605c1fda None None] Routers {'27df42ce-335f-490c-bbd4-2af8f094b651'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:02:48.135651 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-ffe139c5-20f8-4a63-9d5a-20d5605c1fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:02:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['27df42ce-335f-490c-bbd4-2af8f094b651'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:02:48.144155 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5103765f-92ee-4b20-8cc9-f4c0e4096b5f admin admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:48.148713 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-5103765f-92ee-4b20-8cc9-f4c0e4096b5f admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 16.2985659 Feb 09 01:02:48.149780 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 53172) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:02:48.631736 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-ffe139c5-20f8-4a63-9d5a-20d5605c1fda None None] Set router 27df42ce-335f-490c-bbd4-2af8f094b651 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:02:49.613725 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-ffe139c5-20f8-4a63-9d5a-20d5605c1fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27df42ce-335f-490c-bbd4-2af8f094b651', 'name': 'tempest-ServersTestMultiNic-78480002-router', 'tenant_id': '84557554a3f24afe8f48784f3010a6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'f5aa70bc-eb6c-43f9-93e9-b5adaf62dfd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:02:31Z', 'updated_at': '2022-02-09T01:02:45Z', 'revision_number': 3, 'project_id': '84557554a3f24afe8f48784f3010a6e6', 'gw_port': {'id': 'f5aa70bc-eb6c-43f9-93e9-b5adaf62dfd9', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:07:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27df42ce-335f-490c-bbd4-2af8f094b651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:40Z', 'updated_at': '2022-02-09T01:02:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:02:49.639536 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe139c5-20f8-4a63-9d5a-20d5605c1fda None None] Checking router: 27df42ce-335f-490c-bbd4-2af8f094b651 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:02:49.642897 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe139c5-20f8-4a63-9d5a-20d5605c1fda None None] Updating router 27df42ce-335f-490c-bbd4-2af8f094b651 port f5aa70bc-eb6c-43f9-93e9-b5adaf62dfd9 binding host n-d-828418-1 {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:02:49.736542 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-158d01a8-e487-4aee-9dd9-427757c8b099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:49.790424 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-ffe139c5-20f8-4a63-9d5a-20d5605c1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:50.621477 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-158d01a8-e487-4aee-9dd9-427757c8b099 admin admin] Allocated IP 172.20.0.1 (b98c0d50-b8e4-43e8-ad27-fdfaaa142d08/84e7e9f7-8e54-4881-ac45-2a2731a52d14/19e40df1-a8c9-4141-b5b4-981e1b6effac) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:02:51.078793 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-ffe139c5-20f8-4a63-9d5a-20d5605c1fda None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:51.099778 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-158d01a8-e487-4aee-9dd9-427757c8b099 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:51.120608 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-158d01a8-e487-4aee-9dd9-427757c8b099 admin admin] Transition to ACTIVE for port object 19e40df1-a8c9-4141-b5b4-981e1b6effac will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:02:51.168921 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-ffe139c5-20f8-4a63-9d5a-20d5605c1fda None None] Transition to ACTIVE for port object f5aa70bc-eb6c-43f9-93e9-b5adaf62dfd9 will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:02:51.177028 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-158d01a8-e487-4aee-9dd9-427757c8b099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:51.190919 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-ffe139c5-20f8-4a63-9d5a-20d5605c1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:51.353561 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158d01a8-e487-4aee-9dd9-427757c8b099 admin admin] Network b98c0d50-b8e4-43e8-ad27-fdfaaa142d08 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:02:51.390017 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-158d01a8-e487-4aee-9dd9-427757c8b099 admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:02:51.428577 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158d01a8-e487-4aee-9dd9-427757c8b099 admin admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:02:51.478723 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509f000d-2e20-46fa-932c-bdaaea27589a None None] Pushing event updated for resources: {'Port': ['ID=f5aa70bc-eb6c-43f9-93e9-b5adaf62dfd9,revision_number=2']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:51.569041 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-ffe139c5-20f8-4a63-9d5a-20d5605c1fda None None] Attempting to bind port f5aa70bc-eb6c-43f9-93e9-b5adaf62dfd9 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:02:51.569868 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-ffe139c5-20f8-4a63-9d5a-20d5605c1fda None None] Attempting to bind port f5aa70bc-eb6c-43f9-93e9-b5adaf62dfd9 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:02:51.573516 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe139c5-20f8-4a63-9d5a-20d5605c1fda None None] Attempting to bind port f5aa70bc-eb6c-43f9-93e9-b5adaf62dfd9 on network 3d885c3c-255c-4e54-addc-b28437d0b18e {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:02:51.589485 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe139c5-20f8-4a63-9d5a-20d5605c1fda None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:02:51.590153 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe139c5-20f8-4a63-9d5a-20d5605c1fda None None] Checking segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:02:51.590823 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-ffe139c5-20f8-4a63-9d5a-20d5605c1fda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:51.591416 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe139c5-20f8-4a63-9d5a-20d5605c1fda None None] Bound using segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:02:51.592260 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-ffe139c5-20f8-4a63-9d5a-20d5605c1fda None None] Bound port: f5aa70bc-eb6c-43f9-93e9-b5adaf62dfd9, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:02:51.592784 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-ffe139c5-20f8-4a63-9d5a-20d5605c1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:51.600698 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:51.621082 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-158d01a8-e487-4aee-9dd9-427757c8b099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:51.865956 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-ffe139c5-20f8-4a63-9d5a-20d5605c1fda None None] For port f5aa70bc-eb6c-43f9-93e9-b5adaf62dfd9, host n-d-828418-1, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:02:51.865956 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-ffe139c5-20f8-4a63-9d5a-20d5605c1fda None None] For port f5aa70bc-eb6c-43f9-93e9-b5adaf62dfd9, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=f5aa70bc-eb6c-43f9-93e9-b5adaf62dfd9,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:02:51.873117 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-ffe139c5-20f8-4a63-9d5a-20d5605c1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:51.886097 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158d01a8-e487-4aee-9dd9-427757c8b099 admin admin] Pushing event updated for resources: {'Port': ['ID=19e40df1-a8c9-4141-b5b4-981e1b6effac,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:51.976881 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-158d01a8-e487-4aee-9dd9-427757c8b099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:52.018978 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe139c5-20f8-4a63-9d5a-20d5605c1fda None None] Routers {'27df42ce-335f-490c-bbd4-2af8f094b651'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:02:52.020463 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-ffe139c5-20f8-4a63-9d5a-20d5605c1fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:02:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['27df42ce-335f-490c-bbd4-2af8f094b651'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:02:52.081836 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-c8930208-4b7f-4b13-9f7d-9283e49486cf None None] Provisioning for port 19e40df1-a8c9-4141-b5b4-981e1b6effac completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:02:52.095644 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-c8930208-4b7f-4b13-9f7d-9283e49486cf None None] Provisioning complete for port 19e40df1-a8c9-4141-b5b4-981e1b6effac triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:02:52.096290 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c8930208-4b7f-4b13-9f7d-9283e49486cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:52.165916 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509f000d-2e20-46fa-932c-bdaaea27589a None None] Pushing event updated for resources: {'Port': ['ID=f5aa70bc-eb6c-43f9-93e9-b5adaf62dfd9,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:52.292687 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-c8930208-4b7f-4b13-9f7d-9283e49486cf None None] Port 19e40df1-a8c9-4141-b5b4-981e1b6effac cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:02:52.650858 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-ffe139c5-20f8-4a63-9d5a-20d5605c1fda None None] Set router 27df42ce-335f-490c-bbd4-2af8f094b651 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:02:52.935905 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-158d01a8-e487-4aee-9dd9-427757c8b099 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:52.941117 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-158d01a8-e487-4aee-9dd9-427757c8b099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:53.167938 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158d01a8-e487-4aee-9dd9-427757c8b099 admin admin] Pushing event updated for resources: {'Port': ['ID=19e40df1-a8c9-4141-b5b4-981e1b6effac,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:53.175603 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-158d01a8-e487-4aee-9dd9-427757c8b099 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:53.625254 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158d01a8-e487-4aee-9dd9-427757c8b099 admin admin] Network b98c0d50-b8e4-43e8-ad27-fdfaaa142d08 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:02:53.630717 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-158d01a8-e487-4aee-9dd9-427757c8b099 admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:02:53.711107 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53236) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:02:53.716828 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-acde742c-f127-46c7-bd86-ccd93b0f8755 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-989684974'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:53.724182 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-acde742c-f127-46c7-bd86-ccd93b0f8755 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:02:53.755737 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-acde742c-f127-46c7-bd86-ccd93b0f8755 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Usage tracker for resource:network and tenant:6ae572a6f87d4d70abcebc0f3058fa0e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:02:53.768503 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-acde742c-f127-46c7-bd86-ccd93b0f8755 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:02:53.791340 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-ffe139c5-20f8-4a63-9d5a-20d5605c1fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27df42ce-335f-490c-bbd4-2af8f094b651', 'name': 'tempest-ServersTestMultiNic-78480002-router', 'tenant_id': '84557554a3f24afe8f48784f3010a6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'f5aa70bc-eb6c-43f9-93e9-b5adaf62dfd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:02:31Z', 'updated_at': '2022-02-09T01:02:51Z', 'revision_number': 4, 'project_id': '84557554a3f24afe8f48784f3010a6e6', 'gw_port': {'id': 'f5aa70bc-eb6c-43f9-93e9-b5adaf62dfd9', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:07:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27df42ce-335f-490c-bbd4-2af8f094b651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:40Z', 'updated_at': '2022-02-09T01:02:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '19e40df1-a8c9-4141-b5b4-981e1b6effac', 'name': '', 'network_id': 'b98c0d50-b8e4-43e8-ad27-fdfaaa142d08', 'tenant_id': '84557554a3f24afe8f48784f3010a6e6', 'mac_address': 'fa:16:3e:66:0b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27df42ce-335f-490c-bbd4-2af8f094b651', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '84e7e9f7-8e54-4881-ac45-2a2731a52d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:49Z', 'updated_at': '2022-02-09T01:02:50Z', 'revision_number': 1, 'project_id': '84557554a3f24afe8f48784f3010a6e6', 'subnets': [{'id': '84e7e9f7-8e54-4881-ac45-2a2731a52d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:02:53.792805 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-acde742c-f127-46c7-bd86-ccd93b0f8755 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:02:53.812659 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe139c5-20f8-4a63-9d5a-20d5605c1fda None None] The sync data for ids ['27df42ce-335f-490c-bbd4-2af8f094b651'] in n-d-828418-1 is: [{'id': '27df42ce-335f-490c-bbd4-2af8f094b651', 'name': 'tempest-ServersTestMultiNic-78480002-router', 'tenant_id': '84557554a3f24afe8f48784f3010a6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'f5aa70bc-eb6c-43f9-93e9-b5adaf62dfd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:02:31Z', 'updated_at': '2022-02-09T01:02:51Z', 'revision_number': 4, 'project_id': '84557554a3f24afe8f48784f3010a6e6', 'gw_port': {'id': 'f5aa70bc-eb6c-43f9-93e9-b5adaf62dfd9', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:07:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27df42ce-335f-490c-bbd4-2af8f094b651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:40Z', 'updated_at': '2022-02-09T01:02:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '19e40df1-a8c9-4141-b5b4-981e1b6effac', 'name': '', 'network_id': 'b98c0d50-b8e4-43e8-ad27-fdfaaa142d08', 'tenant_id': '84557554a3f24afe8f48784f3010a6e6', 'mac_address': 'fa:16:3e:66:0b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27df42ce-335f-490c-bbd4-2af8f094b651', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '84e7e9f7-8e54-4881-ac45-2a2731a52d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:49Z', 'updated_at': '2022-02-09T01:02:50Z', 'revision_number': 1, 'project_id': '84557554a3f24afe8f48784f3010a6e6', 'subnets': [{'id': '84e7e9f7-8e54-4881-ac45-2a2731a52d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:02:53.813132 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acde742c-f127-46c7-bd86-ccd93b0f8755 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Made reservation on behalf of 6ae572a6f87d4d70abcebc0f3058fa0e for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:02:53.816935 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-acde742c-f127-46c7-bd86-ccd93b0f8755 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:53.901627 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acde742c-f127-46c7-bd86-ccd93b0f8755 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:02:53.942225 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-acde742c-f127-46c7-bd86-ccd93b0f8755 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:53.943907 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-acde742c-f127-46c7-bd86-ccd93b0f8755 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Added segment 58a74df4-ae9c-4d77-a359-bab3cfb3f82d of type vlan for network f6623f95-6162-4277-8fd2-5364045aea14 Feb 09 01:02:54.014650 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-acde742c-f127-46c7-bd86-ccd93b0f8755 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:54.041479 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-158d01a8-e487-4aee-9dd9-427757c8b099 admin admin] Router 27df42ce-335f-490c-bbd4-2af8f094b651 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:02:54.105921 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-acde742c-f127-46c7-bd86-ccd93b0f8755 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:54.138542 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acde742c-f127-46c7-bd86-ccd93b0f8755 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:54.139225 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-acde742c-f127-46c7-bd86-ccd93b0f8755 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:54.147262 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8c723fc3-7c13-4a6a-8837-cb26b760b8ac None None] Provisioning complete for port 19e40df1-a8c9-4141-b5b4-981e1b6effac triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:02:54.147835 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8c723fc3-7c13-4a6a-8837-cb26b760b8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:54.326090 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-8c723fc3-7c13-4a6a-8837-cb26b760b8ac None None] Port 19e40df1-a8c9-4141-b5b4-981e1b6effac cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:02:54.552022 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-158d01a8-e487-4aee-9dd9-427757c8b099 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:02:54.575480 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-158d01a8-e487-4aee-9dd9-427757c8b099 admin admin] 10.222.0.105 "PUT /v2.0/routers/27df42ce-335f-490c-bbd4-2af8f094b651/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4246261 Feb 09 01:02:54.588493 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:54.644076 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-acde742c-f127-46c7-bd86-ccd93b0f8755 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9317634 Feb 09 01:02:54.647341 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 53250) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:02:54.656059 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-8065a634-a0fb-4db3-8ce9-9f2430fda350 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1229360860'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:54.666697 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-8065a634-a0fb-4db3-8ce9-9f2430fda350 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:02:54.685483 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acde742c-f127-46c7-bd86-ccd93b0f8755 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Pushing event updated for resources: {'Network': ['ID=f6623f95-6162-4277-8fd2-5364045aea14,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:54.698448 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network f6623f95-6162-4277-8fd2-5364045aea14 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:02:54.698630 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-8065a634-a0fb-4db3-8ce9-9f2430fda350 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Usage tracker for resource:network and tenant:6ae572a6f87d4d70abcebc0f3058fa0e is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:02:54.703694 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-8065a634-a0fb-4db3-8ce9-9f2430fda350 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:02:54.719465 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-8065a634-a0fb-4db3-8ce9-9f2430fda350 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:02:54.745121 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8065a634-a0fb-4db3-8ce9-9f2430fda350 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Made reservation on behalf of 6ae572a6f87d4d70abcebc0f3058fa0e for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:02:54.751569 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8065a634-a0fb-4db3-8ce9-9f2430fda350 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:54.823307 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8065a634-a0fb-4db3-8ce9-9f2430fda350 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:02:54.849693 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8065a634-a0fb-4db3-8ce9-9f2430fda350 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:54.851696 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-8065a634-a0fb-4db3-8ce9-9f2430fda350 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Added segment 1e6e2ba9-58a4-44c9-be4f-d8ba07a476ca of type vlan for network 8d0fbf1e-afd1-4ea0-9eba-88871e127cde Feb 09 01:02:54.922436 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53254) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:02:54.927204 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8065a634-a0fb-4db3-8ce9-9f2430fda350 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:55.003800 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8065a634-a0fb-4db3-8ce9-9f2430fda350 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:55.015527 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8065a634-a0fb-4db3-8ce9-9f2430fda350 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:55.021295 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8065a634-a0fb-4db3-8ce9-9f2430fda350 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:55.169109 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-8a0cbc06-2c44-47c4-ab58-c6d36c6045f2 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2105967612'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:55.178641 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8a0cbc06-2c44-47c4-ab58-c6d36c6045f2 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:02:55.190528 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-8a0cbc06-2c44-47c4-ab58-c6d36c6045f2 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Usage tracker for resource:network and tenant:84557554a3f24afe8f48784f3010a6e6 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:02:55.213203 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-8a0cbc06-2c44-47c4-ab58-c6d36c6045f2 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:02:55.235204 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8a0cbc06-2c44-47c4-ab58-c6d36c6045f2 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:02:55.252497 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a0cbc06-2c44-47c4-ab58-c6d36c6045f2 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Made reservation on behalf of 84557554a3f24afe8f48784f3010a6e6 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:02:55.255985 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8065a634-a0fb-4db3-8ce9-9f2430fda350 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Pushing event updated for resources: {'Network': ['ID=8d0fbf1e-afd1-4ea0-9eba-88871e127cde,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:55.259519 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8a0cbc06-2c44-47c4-ab58-c6d36c6045f2 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:55.273560 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 8d0fbf1e-afd1-4ea0-9eba-88871e127cde details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:02:55.292792 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-8065a634-a0fb-4db3-8ce9-9f2430fda350 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6420100 Feb 09 01:02:55.295201 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 53260) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:02:55.308159 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-8fea6604-e999-4bc9-93f5-82ebca6c69f8 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Request body: {'subnet': {'network_id': 'f6623f95-6162-4277-8fd2-5364045aea14', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:55.330061 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a0cbc06-2c44-47c4-ab58-c6d36c6045f2 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:02:55.356268 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8a0cbc06-2c44-47c4-ab58-c6d36c6045f2 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:55.356678 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-8a0cbc06-2c44-47c4-ab58-c6d36c6045f2 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Added segment 462d9735-1e8a-4ada-9baa-3c48def37bff of type vlan for network a32a253a-9f5c-4a54-8474-0e447581f990 Feb 09 01:02:55.432838 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8a0cbc06-2c44-47c4-ab58-c6d36c6045f2 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:55.526239 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8a0cbc06-2c44-47c4-ab58-c6d36c6045f2 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:55.532373 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0cbc06-2c44-47c4-ab58-c6d36c6045f2 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:55.533354 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8a0cbc06-2c44-47c4-ab58-c6d36c6045f2 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:55.845288 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-8a0cbc06-2c44-47c4-ab58-c6d36c6045f2 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9205565 Feb 09 01:02:55.847820 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 53270) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:02:55.858138 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-48448081-9eaf-45e5-b5d1-c7b05acf5523 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Request body: {'subnet': {'network_id': 'a32a253a-9f5c-4a54-8474-0e447581f990', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:55.969242 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0cbc06-2c44-47c4-ab58-c6d36c6045f2 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Pushing event updated for resources: {'Network': ['ID=a32a253a-9f5c-4a54-8474-0e447581f990,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:55.981388 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network a32a253a-9f5c-4a54-8474-0e447581f990 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:02:56.110812 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-8fea6604-e999-4bc9-93f5-82ebca6c69f8 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:02:56.118437 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-8fea6604-e999-4bc9-93f5-82ebca6c69f8 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Usage tracker for resource:subnet and tenant:6ae572a6f87d4d70abcebc0f3058fa0e is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:02:56.118709 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-8fea6604-e999-4bc9-93f5-82ebca6c69f8 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:02:56.125014 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-8fea6604-e999-4bc9-93f5-82ebca6c69f8 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:02:56.135916 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-48448081-9eaf-45e5-b5d1-c7b05acf5523 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:02:56.140600 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fea6604-e999-4bc9-93f5-82ebca6c69f8 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Made reservation on behalf of 6ae572a6f87d4d70abcebc0f3058fa0e for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:02:56.144127 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8fea6604-e999-4bc9-93f5-82ebca6c69f8 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:56.158499 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-48448081-9eaf-45e5-b5d1-c7b05acf5523 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Usage tracker for resource:subnet and tenant:84557554a3f24afe8f48784f3010a6e6 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:02:56.164970 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-48448081-9eaf-45e5-b5d1-c7b05acf5523 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:02:56.229291 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-48448081-9eaf-45e5-b5d1-c7b05acf5523 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:02:56.274138 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48448081-9eaf-45e5-b5d1-c7b05acf5523 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Made reservation on behalf of 84557554a3f24afe8f48784f3010a6e6 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:02:56.278021 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-48448081-9eaf-45e5-b5d1-c7b05acf5523 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:56.858647 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-48448081-9eaf-45e5-b5d1-c7b05acf5523 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:56.946375 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48448081-9eaf-45e5-b5d1-c7b05acf5523 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Pushing event updated for resources: {'Subnet': ['ID=6e8e25e8-d75f-4e54-a28b-c1e71ffd0188,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:57.113963 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device f5aa70bc-eb6c-43f9-93e9-b5adaf62dfd9 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:02:57.180666 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48448081-9eaf-45e5-b5d1-c7b05acf5523 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Checking segment: {'id': '462d9735-1e8a-4ada-9baa-3c48def37bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a32a253a-9f5c-4a54-8474-0e447581f990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:02:57.181026 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48448081-9eaf-45e5-b5d1-c7b05acf5523 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Network hostable DHCP agents. Network: a32a253a-9f5c-4a54-8474-0e447581f990, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:02:57.250568 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8fea6604-e999-4bc9-93f5-82ebca6c69f8 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:57.286031 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port f5aa70bc-eb6c-43f9-93e9-b5adaf62dfd9 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:02:57.292710 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port f5aa70bc-eb6c-43f9-93e9-b5adaf62dfd9 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:02:57.293449 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:57.304748 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48448081-9eaf-45e5-b5d1-c7b05acf5523 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Network a32a253a-9f5c-4a54-8474-0e447581f990 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:02:57.343785 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-48448081-9eaf-45e5-b5d1-c7b05acf5523 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, a32a253a-9f5c-4a54-8474-0e447581f990) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:02:57.367144 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3303a335-1936-48de-a269-200951fb7bd6 None None] Network a32a253a-9f5c-4a54-8474-0e447581f990 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:02:57.373867 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48448081-9eaf-45e5-b5d1-c7b05acf5523 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:57.376105 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-48448081-9eaf-45e5-b5d1-c7b05acf5523 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:57.532108 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53286) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:02:57.538881 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-41b5a762-3d59-4a55-8b3b-7a8823fe7bd9 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1016432665'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:57.542636 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-48448081-9eaf-45e5-b5d1-c7b05acf5523 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6933415 Feb 09 01:02:57.545106 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea6604-e999-4bc9-93f5-82ebca6c69f8 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Pushing event updated for resources: {'Subnet': ['ID=7081671c-8f7d-4eb3-94eb-1c4eeeb2da0e,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:57.547180 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-41b5a762-3d59-4a55-8b3b-7a8823fe7bd9 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:02:57.562800 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fea6604-e999-4bc9-93f5-82ebca6c69f8 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Checking segment: {'id': '58a74df4-ae9c-4d77-a359-bab3cfb3f82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f6623f95-6162-4277-8fd2-5364045aea14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:02:57.563828 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-41b5a762-3d59-4a55-8b3b-7a8823fe7bd9 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Usage tracker for resource:network and tenant:84557554a3f24afe8f48784f3010a6e6 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:02:57.564411 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fea6604-e999-4bc9-93f5-82ebca6c69f8 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Network hostable DHCP agents. Network: f6623f95-6162-4277-8fd2-5364045aea14, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:02:57.584624 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-41b5a762-3d59-4a55-8b3b-7a8823fe7bd9 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:02:57.602534 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-41b5a762-3d59-4a55-8b3b-7a8823fe7bd9 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:02:57.659944 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fea6604-e999-4bc9-93f5-82ebca6c69f8 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Network f6623f95-6162-4277-8fd2-5364045aea14 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:02:57.664150 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b5a762-3d59-4a55-8b3b-7a8823fe7bd9 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Made reservation on behalf of 84557554a3f24afe8f48784f3010a6e6 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:02:57.780498 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-8fea6604-e999-4bc9-93f5-82ebca6c69f8 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, f6623f95-6162-4277-8fd2-5364045aea14) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:02:57.799864 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-41b5a762-3d59-4a55-8b3b-7a8823fe7bd9 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:57.863186 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41b5a762-3d59-4a55-8b3b-7a8823fe7bd9 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:02:57.892192 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-41b5a762-3d59-4a55-8b3b-7a8823fe7bd9 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:57.892984 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-41b5a762-3d59-4a55-8b3b-7a8823fe7bd9 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Added segment eb56a0d3-16dc-424b-b5d6-77cd5466f67e of type vlan for network 353a9752-17d7-45b3-9ab3-ddeff5861d11 Feb 09 01:02:57.946960 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-41b5a762-3d59-4a55-8b3b-7a8823fe7bd9 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:57.954391 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fea6604-e999-4bc9-93f5-82ebca6c69f8 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:57.972463 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8fea6604-e999-4bc9-93f5-82ebca6c69f8 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:58.000835 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-8fea6604-e999-4bc9-93f5-82ebca6c69f8 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.7022419 Feb 09 01:02:58.005709 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:58.006873 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 53292) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:02:58.025102 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-e0bcf1c9-fe7b-4cf9-9808-0e28414ae1ea tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Request body: {'subnet': {'network_id': '8d0fbf1e-afd1-4ea0-9eba-88871e127cde', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:58.030348 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-41b5a762-3d59-4a55-8b3b-7a8823fe7bd9 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:58.043557 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port f5aa70bc-eb6c-43f9-93e9-b5adaf62dfd9, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=f5aa70bc-eb6c-43f9-93e9-b5adaf62dfd9,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:58.047755 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b5a762-3d59-4a55-8b3b-7a8823fe7bd9 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:58.049184 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-41b5a762-3d59-4a55-8b3b-7a8823fe7bd9 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:58.286796 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d94ff7-596b-4743-a8fc-77173ca597c7 None None] Network f6623f95-6162-4277-8fd2-5364045aea14 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:02:58.318176 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c9fedf-fb03-4be9-8d5c-88acdb667100 None None] Sync routers for ids ['27df42ce-335f-490c-bbd4-2af8f094b651'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:02:58.326626 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e0bcf1c9-fe7b-4cf9-9808-0e28414ae1ea tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:02:58.330663 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2d9466-5959-47fa-8b37-c0b8a1ae8746 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-a32a253a-9f5c-4a54-8474-0e447581f990', 'network_id': 'a32a253a-9f5c-4a54-8474-0e447581f990', 'tenant_id': '84557554a3f24afe8f48784f3010a6e6', 'fixed_ips': [{'subnet_id': '6e8e25e8-d75f-4e54-a28b-c1e71ffd0188'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:02:58.335002 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-e0bcf1c9-fe7b-4cf9-9808-0e28414ae1ea tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Usage tracker for resource:subnet and tenant:6ae572a6f87d4d70abcebc0f3058fa0e is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:02:58.337556 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7f2d9466-5959-47fa-8b37-c0b8a1ae8746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:58.339184 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-e0bcf1c9-fe7b-4cf9-9808-0e28414ae1ea tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:02:58.353419 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e0bcf1c9-fe7b-4cf9-9808-0e28414ae1ea tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:02:58.358029 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:58.358918 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b5a762-3d59-4a55-8b3b-7a8823fe7bd9 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Pushing event updated for resources: {'Network': ['ID=353a9752-17d7-45b3-9ab3-ddeff5861d11,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:58.373160 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-41b5a762-3d59-4a55-8b3b-7a8823fe7bd9 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8397956 Feb 09 01:02:58.375733 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53300) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:02:58.385119 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0bcf1c9-fe7b-4cf9-9808-0e28414ae1ea tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Made reservation on behalf of 6ae572a6f87d4d70abcebc0f3058fa0e for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:02:58.388737 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e0bcf1c9-fe7b-4cf9-9808-0e28414ae1ea tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:58.391037 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-fe840db0-8971-448f-b650-290a58b89073 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Request body: {'subnet': {'network_id': '353a9752-17d7-45b3-9ab3-ddeff5861d11', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:58.582585 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 353a9752-17d7-45b3-9ab3-ddeff5861d11 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:02:58.650763 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-fe840db0-8971-448f-b650-290a58b89073 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:02:58.657866 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-fe840db0-8971-448f-b650-290a58b89073 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Usage tracker for resource:subnet and tenant:84557554a3f24afe8f48784f3010a6e6 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:02:58.666094 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-fe840db0-8971-448f-b650-290a58b89073 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:02:58.673358 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53306) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:02:58.686545 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-fe840db0-8971-448f-b650-290a58b89073 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:02:58.740176 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe840db0-8971-448f-b650-290a58b89073 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Made reservation on behalf of 84557554a3f24afe8f48784f3010a6e6 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:02:58.755896 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fe840db0-8971-448f-b650-290a58b89073 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:58.897893 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-7f2d9466-5959-47fa-8b37-c0b8a1ae8746 None None] Allocated IP 19.80.0.2 (a32a253a-9f5c-4a54-8474-0e447581f990/6e8e25e8-d75f-4e54-a28b-c1e71ffd0188/bcbdccd9-38ae-4083-a2d7-927977e151c5) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:02:59.012005 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e0bcf1c9-fe7b-4cf9-9808-0e28414ae1ea tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:59.110259 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bcf1c9-fe7b-4cf9-9808-0e28414ae1ea tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Pushing event updated for resources: {'Subnet': ['ID=5dd8fcac-c862-4048-83da-a71790153314,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:59.131888 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fe840db0-8971-448f-b650-290a58b89073 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:59.148260 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7f2d9466-5959-47fa-8b37-c0b8a1ae8746 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:59.158260 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bcf1c9-fe7b-4cf9-9808-0e28414ae1ea tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Checking segment: {'id': '1e6e2ba9-58a4-44c9-be4f-d8ba07a476ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '8d0fbf1e-afd1-4ea0-9eba-88871e127cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:02:59.158971 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-7f2d9466-5959-47fa-8b37-c0b8a1ae8746 None None] Transition to ACTIVE for port object bcbdccd9-38ae-4083-a2d7-927977e151c5 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:02:59.159656 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bcf1c9-fe7b-4cf9-9808-0e28414ae1ea tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Network hostable DHCP agents. Network: 8d0fbf1e-afd1-4ea0-9eba-88871e127cde, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:02:59.179655 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-7f2d9466-5959-47fa-8b37-c0b8a1ae8746 None None] Transition to ACTIVE for port object bcbdccd9-38ae-4083-a2d7-927977e151c5 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:02:59.182044 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c9fedf-fb03-4be9-8d5c-88acdb667100 None None] Routers {'27df42ce-335f-490c-bbd4-2af8f094b651'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:02:59.182778 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-24c9fedf-fb03-4be9-8d5c-88acdb667100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:02:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['27df42ce-335f-490c-bbd4-2af8f094b651'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:02:59.190596 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bcf1c9-fe7b-4cf9-9808-0e28414ae1ea tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Network 8d0fbf1e-afd1-4ea0-9eba-88871e127cde is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:02:59.206163 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-e0bcf1c9-fe7b-4cf9-9808-0e28414ae1ea tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 8d0fbf1e-afd1-4ea0-9eba-88871e127cde) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:02:59.225364 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bcf1c9-fe7b-4cf9-9808-0e28414ae1ea tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:59.226291 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e0bcf1c9-fe7b-4cf9-9808-0e28414ae1ea tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:59.234318 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-27cee3b2-6c8d-4e22-82c4-4aae1ccfac86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:59.261318 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-e0bcf1c9-fe7b-4cf9-9808-0e28414ae1ea tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2529814 Feb 09 01:02:59.269313 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53324) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:02:59.273572 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fdac4a-2224-4ef8-8c41-e91aae040e7f None None] Network 8d0fbf1e-afd1-4ea0-9eba-88871e127cde requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:02:59.279774 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-27cee3b2-6c8d-4e22-82c4-4aae1ccfac86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:02:59.283796 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-27cee3b2-6c8d-4e22-82c4-4aae1ccfac86 admin admin] Usage tracker for resource:security_group_rule and tenant:2523e62fee054a17859e00b3ddee715d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:02:59.287745 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-27cee3b2-6c8d-4e22-82c4-4aae1ccfac86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:02:59.300011 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-27cee3b2-6c8d-4e22-82c4-4aae1ccfac86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:02:59.307728 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-cc709177-44c0-4159-a49d-0ab973c78157 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Request body: {'port': {'network_id': 'f6623f95-6162-4277-8fd2-5364045aea14', 'name': 'tempest-TaggedBootDevicesTest_v242-549661063', 'fixed_ips': [{'subnet_id': '7081671c-8f7d-4eb3-94eb-1c4eeeb2da0e'}]}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:59.371609 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7f2d9466-5959-47fa-8b37-c0b8a1ae8746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:59.421671 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe840db0-8971-448f-b650-290a58b89073 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Pushing event updated for resources: {'Subnet': ['ID=c273b888-d699-4498-8f18-603176b438e2,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:59.503130 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe840db0-8971-448f-b650-290a58b89073 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Checking segment: {'id': 'eb56a0d3-16dc-424b-b5d6-77cd5466f67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '353a9752-17d7-45b3-9ab3-ddeff5861d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:02:59.503491 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe840db0-8971-448f-b650-290a58b89073 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Network hostable DHCP agents. Network: 353a9752-17d7-45b3-9ab3-ddeff5861d11, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:02:59.506746 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9300db8a-c3f1-475b-98f5-cd430bcf0bad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20be9a6a-133c-48db-a517-4ad159c695f6', 'code': 200} Feb 09 01:02:59.562417 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2d9466-5959-47fa-8b37-c0b8a1ae8746 None None] Network a32a253a-9f5c-4a54-8474-0e447581f990 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:02:59.573249 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=f5aa70bc-eb6c-43f9-93e9-b5adaf62dfd9,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:59.585356 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe840db0-8971-448f-b650-290a58b89073 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Network 353a9752-17d7-45b3-9ab3-ddeff5861d11 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:02:59.588706 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-cc709177-44c0-4159-a49d-0ab973c78157 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:02:59.592217 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-7f2d9466-5959-47fa-8b37-c0b8a1ae8746 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:02:59.601379 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-cc709177-44c0-4159-a49d-0ab973c78157 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Usage tracker for resource:port and tenant:6ae572a6f87d4d70abcebc0f3058fa0e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:02:59.605363 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-fe840db0-8971-448f-b650-290a58b89073 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 353a9752-17d7-45b3-9ab3-ddeff5861d11) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:02:59.607219 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-cc709177-44c0-4159-a49d-0ab973c78157 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:02:59.620148 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-cc709177-44c0-4159-a49d-0ab973c78157 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:02:59.624485 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe840db0-8971-448f-b650-290a58b89073 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:59.625166 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fe840db0-8971-448f-b650-290a58b89073 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:59.643467 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2d9466-5959-47fa-8b37-c0b8a1ae8746 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:02:59.650285 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9acbe47-64b5-4923-aa01-b617da08579d None None] Network 353a9752-17d7-45b3-9ab3-ddeff5861d11 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:02:59.662448 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc709177-44c0-4159-a49d-0ab973c78157 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Made reservation on behalf of 6ae572a6f87d4d70abcebc0f3058fa0e for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:02:59.775743 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-27cee3b2-6c8d-4e22-82c4-4aae1ccfac86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:59.789735 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-fe840db0-8971-448f-b650-290a58b89073 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4111843 Feb 09 01:02:59.790785 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-27cee3b2-6c8d-4e22-82c4-4aae1ccfac86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:59.973904 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cee3b2-6c8d-4e22-82c4-4aae1ccfac86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cff44cb-03dc-4c39-a73a-e456c9eb2466,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:59.980638 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-27cee3b2-6c8d-4e22-82c4-4aae1ccfac86 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=2523e62fee054a17859e00b3ddee715d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3036392 Feb 09 01:02:59.982856 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 53342) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:00.033717 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cc709177-44c0-4159-a49d-0ab973c78157 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:00.073215 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4773861-63c3-4907-b76b-489ffffceabe req-0e8a8ff2-dcc9-487e-8238-8db9e3b16fd4 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:00.074991 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c4773861-63c3-4907-b76b-489ffffceabe req-0e8a8ff2-dcc9-487e-8238-8db9e3b16fd4 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/networks?id=dd02684a-c792-4fba-8571-35898e88ad40 HTTP/1.1" status: 200 len: 811 time: 0.6163454 Feb 09 01:03:00.085262 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-cc709177-44c0-4159-a49d-0ab973c78157 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] device_id is not set on port 2b457899-fc18-4e88-ac0e-5e0fa9c1dad9 yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:03:00.093861 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d9466-5959-47fa-8b37-c0b8a1ae8746 None None] Pushing event updated for resources: {'Port': ['ID=bcbdccd9-38ae-4083-a2d7-927977e151c5,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:00.115539 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-24c9fedf-fb03-4be9-8d5c-88acdb667100 None None] Set router 27df42ce-335f-490c-bbd4-2af8f094b651 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:03:00.118697 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c4773861-63c3-4907-b76b-489ffffceabe req-e36ff457-ffe7-412b-8907-068eeee480d9 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/quotas/5ff9aad1b4b645cb83f87778a731b808 HTTP/1.1" status: 200 len: 375 time: 0.0319278 Feb 09 01:03:00.126277 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1c5d5e-4200-498a-b9fc-e54f32a3da3e req-56da3522-512a-4f27-a8d7-87b7b8df3d44 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:00.127869 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3d1c5d5e-4200-498a-b9fc-e54f32a3da3e req-56da3522-512a-4f27-a8d7-87b7b8df3d44 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 944 time: 0.3793917 Feb 09 01:03:00.191062 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c4773861-63c3-4907-b76b-489ffffceabe req-1649369c-7959-4c5b-87f4-1ae1ed526072 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=5ff9aad1b4b645cb83f87778a731b808&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0598531 Feb 09 01:03:00.314786 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-7f2d9466-5959-47fa-8b37-c0b8a1ae8746 None None] Attempting to bind port bcbdccd9-38ae-4083-a2d7-927977e151c5 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:03:00.315167 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-7f2d9466-5959-47fa-8b37-c0b8a1ae8746 None None] Attempting to bind port bcbdccd9-38ae-4083-a2d7-927977e151c5 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '462d9735-1e8a-4ada-9baa-3c48def37bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a32a253a-9f5c-4a54-8474-0e447581f990'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:03:00.315535 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2d9466-5959-47fa-8b37-c0b8a1ae8746 None None] Attempting to bind port bcbdccd9-38ae-4083-a2d7-927977e151c5 on network a32a253a-9f5c-4a54-8474-0e447581f990 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:03:00.415478 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-cc709177-44c0-4159-a49d-0ab973c78157 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Allocated IP 10.1.1.32 (f6623f95-6162-4277-8fd2-5364045aea14/7081671c-8f7d-4eb3-94eb-1c4eeeb2da0e/2b457899-fc18-4e88-ac0e-5e0fa9c1dad9) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:03:00.445980 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-01533f78-bf73-473c-9121-b901ba993a79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:00.448137 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2d9466-5959-47fa-8b37-c0b8a1ae8746 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:03:00.448663 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2d9466-5959-47fa-8b37-c0b8a1ae8746 None None] Checking segment: {'id': '462d9735-1e8a-4ada-9baa-3c48def37bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a32a253a-9f5c-4a54-8474-0e447581f990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:03:00.448909 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7f2d9466-5959-47fa-8b37-c0b8a1ae8746 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:00.449295 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2d9466-5959-47fa-8b37-c0b8a1ae8746 None None] Bound using segment: {'id': '462d9735-1e8a-4ada-9baa-3c48def37bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a32a253a-9f5c-4a54-8474-0e447581f990'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:03:00.449881 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-7f2d9466-5959-47fa-8b37-c0b8a1ae8746 None None] Bound port: bcbdccd9-38ae-4083-a2d7-927977e151c5, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '462d9735-1e8a-4ada-9baa-3c48def37bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a32a253a-9f5c-4a54-8474-0e447581f990'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:03:00.450261 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7f2d9466-5959-47fa-8b37-c0b8a1ae8746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:00.452664 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3d1c5d5e-4200-498a-b9fc-e54f32a3da3e req-c8dfe9ed-381a-4fd0-9647-21aedab47531 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2896090 Feb 09 01:03:00.471094 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f90506e-757e-4f19-ae34-2ed44096ad0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-f6623f95-6162-4277-8fd2-5364045aea14', 'network_id': 'f6623f95-6162-4277-8fd2-5364045aea14', 'tenant_id': '6ae572a6f87d4d70abcebc0f3058fa0e', 'fixed_ips': [{'subnet_id': '7081671c-8f7d-4eb3-94eb-1c4eeeb2da0e'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:03:00.471893 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6f90506e-757e-4f19-ae34-2ed44096ad0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:00.492106 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-01533f78-bf73-473c-9121-b901ba993a79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:00.561933 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c4773861-63c3-4907-b76b-489ffffceabe req-38b00309-c394-49eb-a05c-d4652ff9dc14 service neutron] 10.222.0.105 "GET /v2.0/networks/dd02684a-c792-4fba-8571-35898e88ad40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3554688 Feb 09 01:03:00.580218 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-01533f78-bf73-473c-9121-b901ba993a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:00.651808 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9300db8a-c3f1-475b-98f5-cd430bcf0bad', 'name': 'network-vif-deleted', 'tag': '20be9a6a-133c-48db-a517-4ad159c695f6', 'status': 'completed', 'code': 200} Feb 09 01:03:00.655087 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01533f78-bf73-473c-9121-b901ba993a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cff44cb-03dc-4c39-a73a-e456c9eb2466,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:00.721514 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-01533f78-bf73-473c-9121-b901ba993a79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:00.723358 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-01533f78-bf73-473c-9121-b901ba993a79 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/8cff44cb-03dc-4c39-a73a-e456c9eb2466 HTTP/1.1" status: 204 len: 168 time: 0.7331231 Feb 09 01:03:00.790428 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c4773861-63c3-4907-b76b-489ffffceabe req-1cc69b1a-2289-4d54-8195-54f1995be7f2 service neutron] 10.222.0.105 "GET /v2.0/networks/dd02684a-c792-4fba-8571-35898e88ad40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875584 Feb 09 01:03:00.872273 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106a0994-af4c-45a8-9a15-cc2cbaeff6ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-8d0fbf1e-afd1-4ea0-9eba-88871e127cde', 'network_id': '8d0fbf1e-afd1-4ea0-9eba-88871e127cde', 'tenant_id': '6ae572a6f87d4d70abcebc0f3058fa0e', 'fixed_ips': [{'subnet_id': '5dd8fcac-c862-4048-83da-a71790153314'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:03:00.873147 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-106a0994-af4c-45a8-9a15-cc2cbaeff6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:00.895803 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cc709177-44c0-4159-a49d-0ab973c78157 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:00.941260 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-cc709177-44c0-4159-a49d-0ab973c78157 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Transition to ACTIVE for port object 2b457899-fc18-4e88-ac0e-5e0fa9c1dad9 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:03:01.016507 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cc709177-44c0-4159-a49d-0ab973c78157 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:01.185482 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc709177-44c0-4159-a49d-0ab973c78157 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Network f6623f95-6162-4277-8fd2-5364045aea14 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:03:01.193999 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-cc709177-44c0-4159-a49d-0ab973c78157 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:03:01.202385 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc709177-44c0-4159-a49d-0ab973c78157 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:03:01.223441 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-6f90506e-757e-4f19-ae34-2ed44096ad0b None None] Allocated IP 10.1.1.2 (f6623f95-6162-4277-8fd2-5364045aea14/7081671c-8f7d-4eb3-94eb-1c4eeeb2da0e/9bc941d7-5717-4931-927c-a5ce5a4bad12) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:03:01.257364 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b07791-15ff-4546-8078-b9856f1ab162 req-21286d73-3ecd-42c5-8685-f7d71ae68f9a tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:01.264980 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b07791-15ff-4546-8078-b9856f1ab162 req-21286d73-3ecd-42c5-8685-f7d71ae68f9a tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:01.267326 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-87b07791-15ff-4546-8078-b9856f1ab162 req-21286d73-3ecd-42c5-8685-f7d71ae68f9a tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "GET /v2.0/networks?id=a32a253a-9f5c-4a54-8474-0e447581f990&id=353a9752-17d7-45b3-9ab3-ddeff5861d11&id=a32a253a-9f5c-4a54-8474-0e447581f990 HTTP/1.1" status: 200 len: 1392 time: 0.4059019 Feb 09 01:03:01.293075 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-87b07791-15ff-4546-8078-b9856f1ab162 req-877a6f9b-6104-4b30-a801-864c7dbee6be tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "GET /v2.0/quotas/84557554a3f24afe8f48784f3010a6e6 HTTP/1.1" status: 200 len: 375 time: 0.0199239 Feb 09 01:03:01.293288 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc709177-44c0-4159-a49d-0ab973c78157 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Pushing event updated for resources: {'Port': ['ID=2b457899-fc18-4e88-ac0e-5e0fa9c1dad9,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:01.391242 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc709177-44c0-4159-a49d-0ab973c78157 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:01.392212 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 53396) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:01.393564 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cc709177-44c0-4159-a49d-0ab973c78157 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:01.438423 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-cc709177-44c0-4159-a49d-0ab973c78157 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.1653836 Feb 09 01:03:01.439113 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53400) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:01.439621 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d51b9d1a-7077-42c4-93ad-e74b0e6926a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:01.450737 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-cffe48d1-5bf0-41cd-ab8a-d0b0c8bbb037 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Request body: {'port': {'network_id': 'f6623f95-6162-4277-8fd2-5364045aea14', 'name': 'tempest-TaggedBootDevicesTest_v242-843412712', 'fixed_ips': [{'subnet_id': '7081671c-8f7d-4eb3-94eb-1c4eeeb2da0e'}]}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:01.461349 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d51b9d1a-7077-42c4-93ad-e74b0e6926a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:01.467579 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-d51b9d1a-7077-42c4-93ad-e74b0e6926a5 admin admin] Usage tracker for resource:security_group_rule and tenant:9e314efe53e14f8ea5ef04ed229b96a4 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:01.471568 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-d51b9d1a-7077-42c4-93ad-e74b0e6926a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:01.479604 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d51b9d1a-7077-42c4-93ad-e74b0e6926a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:01.488899 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-87b07791-15ff-4546-8078-b9856f1ab162 req-8e2158d2-3f12-4676-8491-796e0ea4b347 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Synchronizing usage tracker for tenant:84557554a3f24afe8f48784f3010a6e6 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:03:01.539872 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-87b07791-15ff-4546-8078-b9856f1ab162 req-8e2158d2-3f12-4676-8491-796e0ea4b347 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Unset dirty status for tenant:84557554a3f24afe8f48784f3010a6e6 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:03:01.541204 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-87b07791-15ff-4546-8078-b9856f1ab162 req-8e2158d2-3f12-4676-8491-796e0ea4b347 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=84557554a3f24afe8f48784f3010a6e6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2470436 Feb 09 01:03:01.621165 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82720492-be2b-4c27-b64d-36f2afd28b77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '309d54d7-37d5-41bb-8447-5991fab3ab4d'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:03:01.648950 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-cffe48d1-5bf0-41cd-ab8a-d0b0c8bbb037 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:01.652367 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device f5aa70bc-eb6c-43f9-93e9-b5adaf62dfd9 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:03:01.653375 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-cffe48d1-5bf0-41cd-ab8a-d0b0c8bbb037 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Usage tracker for resource:port and tenant:6ae572a6f87d4d70abcebc0f3058fa0e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:01.656348 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-cffe48d1-5bf0-41cd-ab8a-d0b0c8bbb037 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:01.665053 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-cffe48d1-5bf0-41cd-ab8a-d0b0c8bbb037 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:01.681712 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cffe48d1-5bf0-41cd-ab8a-d0b0c8bbb037 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Made reservation on behalf of 6ae572a6f87d4d70abcebc0f3058fa0e for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:03:01.686997 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cffe48d1-5bf0-41cd-ab8a-d0b0c8bbb037 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:01.728958 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-cffe48d1-5bf0-41cd-ab8a-d0b0c8bbb037 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] device_id is not set on port 79a7f7ff-db18-40ba-b175-35b4cc180bbe yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:03:01.780270 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5f9c9d-409e-403c-8be2-fc6b5632783e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-353a9752-17d7-45b3-9ab3-ddeff5861d11', 'network_id': '353a9752-17d7-45b3-9ab3-ddeff5861d11', 'tenant_id': '84557554a3f24afe8f48784f3010a6e6', 'fixed_ips': [{'subnet_id': 'c273b888-d699-4498-8f18-603176b438e2'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:03:01.780997 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8d5f9c9d-409e-403c-8be2-fc6b5632783e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:01.807388 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-7f2d9466-5959-47fa-8b37-c0b8a1ae8746 None None] For port bcbdccd9-38ae-4083-a2d7-927977e151c5, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:03:01.850931 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6f90506e-757e-4f19-ae34-2ed44096ad0b None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:01.856947 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-7f2d9466-5959-47fa-8b37-c0b8a1ae8746 None None] For port bcbdccd9-38ae-4083-a2d7-927977e151c5, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=bcbdccd9-38ae-4083-a2d7-927977e151c5,segment=NetworkSegment(462d9735-1e8a-4ada-9baa-3c48def37bff),segment_id=462d9735-1e8a-4ada-9baa-3c48def37bff)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:03:01.906863 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-87b07791-15ff-4546-8078-b9856f1ab162 req-aa4e5e72-440c-44b2-9a32-e3df813917e2 service neutron] 10.222.0.105 "GET /v2.0/networks/a32a253a-9f5c-4a54-8474-0e447581f990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569467 Feb 09 01:03:01.914533 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516b97f-792c-4106-906e-2996432c475b req-ee168f99-b963-4f11-ad1e-bb6aafd0d6e3 tempest-AttachSCSIVolumeTestJSON-1984411863 tempest-AttachSCSIVolumeTestJSON-1984411863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:01.915249 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-3516b97f-792c-4106-906e-2996432c475b req-ee168f99-b963-4f11-ad1e-bb6aafd0d6e3 tempest-AttachSCSIVolumeTestJSON-1984411863 tempest-AttachSCSIVolumeTestJSON-1984411863-project] Synchronizing usage tracker for tenant:5dc821389a10412fa6c46b30ba4c3113 on resource:network {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:03:01.920199 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d51b9d1a-7077-42c4-93ad-e74b0e6926a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:01.934429 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7f2d9466-5959-47fa-8b37-c0b8a1ae8746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:01.938500 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-6f90506e-757e-4f19-ae34-2ed44096ad0b None None] Transition to ACTIVE for port object 9bc941d7-5717-4931-927c-a5ce5a4bad12 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:03:01.944546 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d51b9d1a-7077-42c4-93ad-e74b0e6926a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:02.063555 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-d51b9d1a-7077-42c4-93ad-e74b0e6926a5 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=9e314efe53e14f8ea5ef04ed229b96a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6670225 Feb 09 01:03:02.066651 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53414) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:02.067536 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-3516b97f-792c-4106-906e-2996432c475b req-ee168f99-b963-4f11-ad1e-bb6aafd0d6e3 tempest-AttachSCSIVolumeTestJSON-1984411863 tempest-AttachSCSIVolumeTestJSON-1984411863-project] Unset dirty status for tenant:5dc821389a10412fa6c46b30ba4c3113 on resource:network {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:03:02.068624 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3516b97f-792c-4106-906e-2996432c475b req-ee168f99-b963-4f11-ad1e-bb6aafd0d6e3 tempest-AttachSCSIVolumeTestJSON-1984411863 tempest-AttachSCSIVolumeTestJSON-1984411863-project] 10.222.0.105 "GET /v2.0/networks?id=7d1efc84-0e07-425a-933b-624ea0f4290b HTTP/1.1" status: 200 len: 814 time: 0.4970467 Feb 09 01:03:02.071260 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51b9d1a-7077-42c4-93ad-e74b0e6926a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8064a650-170c-4c66-bf90-c9f08a33fc56,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:02.101081 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3516b97f-792c-4106-906e-2996432c475b req-31bbbece-0aef-4e33-8376-c44751c1e6c3 tempest-AttachSCSIVolumeTestJSON-1984411863 tempest-AttachSCSIVolumeTestJSON-1984411863-project] 10.222.0.105 "GET /v2.0/quotas/5dc821389a10412fa6c46b30ba4c3113 HTTP/1.1" status: 200 len: 375 time: 0.0251606 Feb 09 01:03:02.132102 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-6f90506e-757e-4f19-ae34-2ed44096ad0b None None] Transition to ACTIVE for port object 9bc941d7-5717-4931-927c-a5ce5a4bad12 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:03:02.157156 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-87b07791-15ff-4546-8078-b9856f1ab162 req-42e6c806-b8ae-4db8-9dd5-1a2495af2541 service neutron] 10.222.0.105 "GET /v2.0/networks/a32a253a-9f5c-4a54-8474-0e447581f990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388663 Feb 09 01:03:02.168266 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6f90506e-757e-4f19-ae34-2ed44096ad0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:02.179470 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d9466-5959-47fa-8b37-c0b8a1ae8746 None None] Pushing event updated for resources: {'Port': ['ID=bcbdccd9-38ae-4083-a2d7-927977e151c5,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:02.233364 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-cffe48d1-5bf0-41cd-ab8a-d0b0c8bbb037 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Allocated IP 10.1.1.87 (f6623f95-6162-4277-8fd2-5364045aea14/7081671c-8f7d-4eb3-94eb-1c4eeeb2da0e/79a7f7ff-db18-40ba-b175-35b4cc180bbe) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:03:02.245123 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port f5aa70bc-eb6c-43f9-93e9-b5adaf62dfd9 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:02.245487 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:02.326347 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-3516b97f-792c-4106-906e-2996432c475b req-bea4a493-4200-4280-9286-40082ed49586 tempest-AttachSCSIVolumeTestJSON-1984411863 tempest-AttachSCSIVolumeTestJSON-1984411863-project] Synchronizing usage tracker for tenant:5dc821389a10412fa6c46b30ba4c3113 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:03:02.340999 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-87b07791-15ff-4546-8078-b9856f1ab162 req-bdcf1ab6-7f63-44bf-a267-f86ff7543ed7 service neutron] 10.222.0.105 "GET /v2.0/networks/353a9752-17d7-45b3-9ab3-ddeff5861d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696706 Feb 09 01:03:02.419889 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-106a0994-af4c-45a8-9a15-cc2cbaeff6ae None None] Allocated IP 10.2.2.2 (8d0fbf1e-afd1-4ea0-9eba-88871e127cde/5dd8fcac-c862-4048-83da-a71790153314/b38da1e8-bdf0-43e3-9c77-fe6640748ec5) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:03:02.435096 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-24c9fedf-fb03-4be9-8d5c-88acdb667100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27df42ce-335f-490c-bbd4-2af8f094b651', 'name': 'tempest-ServersTestMultiNic-78480002-router', 'tenant_id': '84557554a3f24afe8f48784f3010a6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'f5aa70bc-eb6c-43f9-93e9-b5adaf62dfd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:02:31Z', 'updated_at': '2022-02-09T01:02:51Z', 'revision_number': 4, 'project_id': '84557554a3f24afe8f48784f3010a6e6', 'gw_port': {'id': 'f5aa70bc-eb6c-43f9-93e9-b5adaf62dfd9', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:07:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27df42ce-335f-490c-bbd4-2af8f094b651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:40Z', 'updated_at': '2022-02-09T01:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '19e40df1-a8c9-4141-b5b4-981e1b6effac', 'name': '', 'network_id': 'b98c0d50-b8e4-43e8-ad27-fdfaaa142d08', 'tenant_id': '84557554a3f24afe8f48784f3010a6e6', 'mac_address': 'fa:16:3e:66:0b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27df42ce-335f-490c-bbd4-2af8f094b651', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '84e7e9f7-8e54-4881-ac45-2a2731a52d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:49Z', 'updated_at': '2022-02-09T01:02:52Z', 'revision_number': 2, 'project_id': '84557554a3f24afe8f48784f3010a6e6', 'subnets': [{'id': '84e7e9f7-8e54-4881-ac45-2a2731a52d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:02.454799 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f90506e-757e-4f19-ae34-2ed44096ad0b None None] Network f6623f95-6162-4277-8fd2-5364045aea14 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:03:02.456498 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a913e00a-5cfc-42a7-b8de-505fc831c7db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:02.467493 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-6f90506e-757e-4f19-ae34-2ed44096ad0b None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:03:02.477653 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c9fedf-fb03-4be9-8d5c-88acdb667100 None None] Checking router: 27df42ce-335f-490c-bbd4-2af8f094b651 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:03:02.478003 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c9fedf-fb03-4be9-8d5c-88acdb667100 None None] Updating router 27df42ce-335f-490c-bbd4-2af8f094b651 port 19e40df1-a8c9-4141-b5b4-981e1b6effac binding host n-d-828418-1 {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:03:02.546949 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a913e00a-5cfc-42a7-b8de-505fc831c7db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:02.567847 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f90506e-757e-4f19-ae34-2ed44096ad0b None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:03:02.637396 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-3516b97f-792c-4106-906e-2996432c475b req-bea4a493-4200-4280-9286-40082ed49586 tempest-AttachSCSIVolumeTestJSON-1984411863 tempest-AttachSCSIVolumeTestJSON-1984411863-project] Unset dirty status for tenant:5dc821389a10412fa6c46b30ba4c3113 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:03:02.649871 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3516b97f-792c-4106-906e-2996432c475b req-bea4a493-4200-4280-9286-40082ed49586 tempest-AttachSCSIVolumeTestJSON-1984411863 tempest-AttachSCSIVolumeTestJSON-1984411863-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=5dc821389a10412fa6c46b30ba4c3113&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5347443 Feb 09 01:03:02.670568 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cffe48d1-5bf0-41cd-ab8a-d0b0c8bbb037 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:02.733717 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-cffe48d1-5bf0-41cd-ab8a-d0b0c8bbb037 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Transition to ACTIVE for port object 79a7f7ff-db18-40ba-b175-35b4cc180bbe will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:03:02.781144 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a913e00a-5cfc-42a7-b8de-505fc831c7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:02.803895 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a913e00a-5cfc-42a7-b8de-505fc831c7db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8064a650-170c-4c66-bf90-c9f08a33fc56,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:02.818777 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f90506e-757e-4f19-ae34-2ed44096ad0b None None] Pushing event updated for resources: {'Port': ['ID=9bc941d7-5717-4931-927c-a5ce5a4bad12,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:02.826899 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cffe48d1-5bf0-41cd-ab8a-d0b0c8bbb037 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:02.869069 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a913e00a-5cfc-42a7-b8de-505fc831c7db admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:02.870229 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a913e00a-5cfc-42a7-b8de-505fc831c7db admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/8064a650-170c-4c66-bf90-c9f08a33fc56 HTTP/1.1" status: 204 len: 168 time: 0.8017392 Feb 09 01:03:02.888347 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-8d5f9c9d-409e-403c-8be2-fc6b5632783e None None] Allocated IP 19.86.0.2 (353a9752-17d7-45b3-9ab3-ddeff5861d11/c273b888-d699-4498-8f18-603176b438e2/92ca5101-e18a-4c95-a476-70617258df4d) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:03:02.955635 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffe48d1-5bf0-41cd-ab8a-d0b0c8bbb037 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Network f6623f95-6162-4277-8fd2-5364045aea14 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:03:02.967845 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-cffe48d1-5bf0-41cd-ab8a-d0b0c8bbb037 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:03:02.973030 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffe48d1-5bf0-41cd-ab8a-d0b0c8bbb037 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:03:03.009317 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-24c9fedf-fb03-4be9-8d5c-88acdb667100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:03.038306 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffe48d1-5bf0-41cd-ab8a-d0b0c8bbb037 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Pushing event updated for resources: {'Port': ['ID=79a7f7ff-db18-40ba-b175-35b4cc180bbe,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:03.053665 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-87b07791-15ff-4546-8078-b9856f1ab162 req-7e96dc94-de8b-4b83-af31-8f577ca8fc48 service neutron] 10.222.0.105 "GET /v2.0/networks/353a9752-17d7-45b3-9ab3-ddeff5861d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7117066 Feb 09 01:03:03.057891 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffe48d1-5bf0-41cd-ab8a-d0b0c8bbb037 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:03.058615 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cffe48d1-5bf0-41cd-ab8a-d0b0c8bbb037 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:03.080187 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-cffe48d1-5bf0-41cd-ab8a-d0b0c8bbb037 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.6398842 Feb 09 01:03:03.124159 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-106a0994-af4c-45a8-9a15-cc2cbaeff6ae None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:03.223911 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4773861-63c3-4907-b76b-489ffffceabe req-15fb35a5-13d1-4339-b94b-b5e3ab95693a tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:03.225973 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c4773861-63c3-4907-b76b-489ffffceabe req-15fb35a5-13d1-4339-b94b-b5e3ab95693a tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.62 "GET /v2.0/networks?id=dd02684a-c792-4fba-8571-35898e88ad40 HTTP/1.1" status: 200 len: 811 time: 0.7547448 Feb 09 01:03:03.234392 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-87b07791-15ff-4546-8078-b9856f1ab162 req-6cae11a1-ba2e-4099-95f7-2d1ce6a62c54 service neutron] 10.222.0.105 "GET /v2.0/networks/a32a253a-9f5c-4a54-8474-0e447581f990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797867 Feb 09 01:03:03.309490 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-c4773861-63c3-4907-b76b-489ffffceabe req-11b06f8c-1067-4121-a0ff-92d91d5d0319 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Request body: {'port': {'device_id': 'd365e833-dc87-450f-a9f9-2fd84b685ba6', 'network_id': 'dd02684a-c792-4fba-8571-35898e88ad40', 'admin_state_up': True, 'tenant_id': '5ff9aad1b4b645cb83f87778a731b808'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:03.397728 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3516b97f-792c-4106-906e-2996432c475b req-77cbaaac-ae8c-4893-97da-d1ba5f3854bd service neutron] 10.222.0.105 "GET /v2.0/networks/7d1efc84-0e07-425a-933b-624ea0f4290b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7468925 Feb 09 01:03:03.476869 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-106a0994-af4c-45a8-9a15-cc2cbaeff6ae None None] Transition to ACTIVE for port object b38da1e8-bdf0-43e3-9c77-fe6640748ec5 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:03:03.486890 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-6f90506e-757e-4f19-ae34-2ed44096ad0b None None] Attempting to bind port 9bc941d7-5717-4931-927c-a5ce5a4bad12 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:03:03.487332 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-6f90506e-757e-4f19-ae34-2ed44096ad0b None None] Attempting to bind port 9bc941d7-5717-4931-927c-a5ce5a4bad12 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '58a74df4-ae9c-4d77-a359-bab3cfb3f82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f6623f95-6162-4277-8fd2-5364045aea14'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:03:03.487691 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f90506e-757e-4f19-ae34-2ed44096ad0b None None] Attempting to bind port 9bc941d7-5717-4931-927c-a5ce5a4bad12 on network f6623f95-6162-4277-8fd2-5364045aea14 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:03:03.530608 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f90506e-757e-4f19-ae34-2ed44096ad0b None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:03:03.530978 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f90506e-757e-4f19-ae34-2ed44096ad0b None None] Checking segment: {'id': '58a74df4-ae9c-4d77-a359-bab3cfb3f82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f6623f95-6162-4277-8fd2-5364045aea14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:03:03.531377 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6f90506e-757e-4f19-ae34-2ed44096ad0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:03.531765 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f90506e-757e-4f19-ae34-2ed44096ad0b None None] Bound using segment: {'id': '58a74df4-ae9c-4d77-a359-bab3cfb3f82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f6623f95-6162-4277-8fd2-5364045aea14'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:03:03.532238 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-6f90506e-757e-4f19-ae34-2ed44096ad0b None None] Bound port: 9bc941d7-5717-4931-927c-a5ce5a4bad12, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58a74df4-ae9c-4d77-a359-bab3cfb3f82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f6623f95-6162-4277-8fd2-5364045aea14'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:03:03.532607 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6f90506e-757e-4f19-ae34-2ed44096ad0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:03.554130 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-106a0994-af4c-45a8-9a15-cc2cbaeff6ae None None] Transition to ACTIVE for port object b38da1e8-bdf0-43e3-9c77-fe6640748ec5 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:03:03.655971 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-87b07791-15ff-4546-8078-b9856f1ab162 req-f4416595-dcb8-4ffd-afe1-4cedf0846d59 service neutron] 10.222.0.105 "GET /v2.0/networks/a32a253a-9f5c-4a54-8474-0e447581f990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4202759 Feb 09 01:03:03.675463 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.resource_extend [None req-24c9fedf-fb03-4be9-8d5c-88acdb667100 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:03:03.688906 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3516b97f-792c-4106-906e-2996432c475b req-b48fc222-83d5-4e60-a5d6-373476b69d28 service neutron] 10.222.0.105 "GET /v2.0/networks/7d1efc84-0e07-425a-933b-624ea0f4290b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903235 Feb 09 01:03:03.690321 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-c4773861-63c3-4907-b76b-489ffffceabe req-11b06f8c-1067-4121-a0ff-92d91d5d0319 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:03.708609 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-c4773861-63c3-4907-b76b-489ffffceabe req-11b06f8c-1067-4121-a0ff-92d91d5d0319 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:03.709199 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-106a0994-af4c-45a8-9a15-cc2cbaeff6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:03.723367 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc90b98-9e64-4898-936d-bd36b291a453 None None] Network a32a253a-9f5c-4a54-8474-0e447581f990 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:03:03.727681 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4773861-63c3-4907-b76b-489ffffceabe req-11b06f8c-1067-4121-a0ff-92d91d5d0319 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Made reservation on behalf of 5ff9aad1b4b645cb83f87778a731b808 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:03:03.732558 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c4773861-63c3-4907-b76b-489ffffceabe req-11b06f8c-1067-4121-a0ff-92d91d5d0319 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:03.914218 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device bcbdccd9-38ae-4083-a2d7-927977e151c5 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:03:03.983681 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53448) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:04.081216 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-c4773861-63c3-4907-b76b-489ffffceabe req-11b06f8c-1067-4121-a0ff-92d91d5d0319 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Allocated IP 172.20.0.8 (dd02684a-c792-4fba-8571-35898e88ad40/6629426b-30e0-4649-b641-b6eaabeb92da/9457c038-5932-4409-a1a8-2edbfb1ae7f1) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:03:04.147025 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-606550a1-38f0-419d-abf0-07f864af8c2a admin admin] Deleting subnet 9942ee01-dd7e-4834-abd9-435553920913 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:03:04.150362 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-606550a1-38f0-419d-abf0-07f864af8c2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:04.218099 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-606550a1-38f0-419d-abf0-07f864af8c2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:04.288248 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-24c9fedf-fb03-4be9-8d5c-88acdb667100 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:04.360686 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-606550a1-38f0-419d-abf0-07f864af8c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:04.469188 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-606550a1-38f0-419d-abf0-07f864af8c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:04.538022 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-606550a1-38f0-419d-abf0-07f864af8c2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:04.565685 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606550a1-38f0-419d-abf0-07f864af8c2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9942ee01-dd7e-4834-abd9-435553920913,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:04.593029 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-606550a1-38f0-419d-abf0-07f864af8c2a admin admin] 10.222.0.105 "DELETE /v2.0/subnets/9942ee01-dd7e-4834-abd9-435553920913 HTTP/1.1" status: 204 len: 168 time: 0.6021307 Feb 09 01:03:04.593847 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53480) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:04.789345 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 309d54d7-37d5-41bb-8447-5991fab3ab4d no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:03:04.799382 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c4773861-63c3-4907-b76b-489ffffceabe req-11b06f8c-1067-4121-a0ff-92d91d5d0319 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:04.852475 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-02d669fe-28ca-4851-a6f9-082889bc5605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:04.868723 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96372308-1607-4c2f-af07-ec16e029d57d req-d618c9e4-86ab-40ea-b8d5-50ad3c6b2708 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:04.876797 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-96372308-1607-4c2f-af07-ec16e029d57d req-d618c9e4-86ab-40ea-b8d5-50ad3c6b2708 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 944 time: 0.4308326 Feb 09 01:03:04.956381 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-24c9fedf-fb03-4be9-8d5c-88acdb667100 None None] Transition to ACTIVE for port object 19e40df1-a8c9-4141-b5b4-981e1b6effac will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:03:04.961216 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106a0994-af4c-45a8-9a15-cc2cbaeff6ae None None] Network 8d0fbf1e-afd1-4ea0-9eba-88871e127cde is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:03:04.998224 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c4773861-63c3-4907-b76b-489ffffceabe req-11b06f8c-1067-4121-a0ff-92d91d5d0319 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:05.014822 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-106a0994-af4c-45a8-9a15-cc2cbaeff6ae None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:03:05.050385 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106a0994-af4c-45a8-9a15-cc2cbaeff6ae None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:03:05.059233 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5b84656b-257c-4cb3-bcc8-305cfd07b185 None None] Provisioning for port bcbdccd9-38ae-4083-a2d7-927977e151c5 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:03:05.062492 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-24c9fedf-fb03-4be9-8d5c-88acdb667100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:05.083810 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106a0994-af4c-45a8-9a15-cc2cbaeff6ae None None] Pushing event updated for resources: {'Port': ['ID=b38da1e8-bdf0-43e3-9c77-fe6640748ec5,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:05.155181 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-02d669fe-28ca-4851-a6f9-082889bc5605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:05.205162 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b06f8c-1067-4121-a0ff-92d91d5d0319 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Pushing event updated for resources: {'Port': ['ID=9457c038-5932-4409-a1a8-2edbfb1ae7f1,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:05.217412 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-02d669fe-28ca-4851-a6f9-082889bc5605 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dddcfb9a-ef1d-4451-87f5-55a06755c03d']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:05.248045 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-02d669fe-28ca-4851-a6f9-082889bc5605 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e66966fd-77ef-4a29-85e6-046d1ef64861') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:05.248363 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-02d669fe-28ca-4851-a6f9-082889bc5605 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e66966fd-77ef-4a29-85e6-046d1ef64861') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:05.278788 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-02d669fe-28ca-4851-a6f9-082889bc5605 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:05.282117 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4773861-63c3-4907-b76b-489ffffceabe req-11b06f8c-1067-4121-a0ff-92d91d5d0319 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Network dd02684a-c792-4fba-8571-35898e88ad40 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:03:05.301026 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-96372308-1607-4c2f-af07-ec16e029d57d req-48c0d635-e007-4c01-8818-103d87b28d0f tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4226804 Feb 09 01:03:05.301872 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-6f90506e-757e-4f19-ae34-2ed44096ad0b None None] For port 9bc941d7-5717-4931-927c-a5ce5a4bad12, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:03:05.310666 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-c4773861-63c3-4907-b76b-489ffffceabe req-11b06f8c-1067-4121-a0ff-92d91d5d0319 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:03:05.314176 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4773861-63c3-4907-b76b-489ffffceabe req-11b06f8c-1067-4121-a0ff-92d91d5d0319 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:03:05.328418 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-02d669fe-28ca-4851-a6f9-082889bc5605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:05.345368 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02d669fe-28ca-4851-a6f9-082889bc5605 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:03:05.346041 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-02d669fe-28ca-4851-a6f9-082889bc5605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:05.362918 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:03:05.362918 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:03:05.362918 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:03:05.362918 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:03:05.362918 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:03:05.362918 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:03:05.362918 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:03:05.362918 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:03:05.362918 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:03:05.362918 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:03:05.362918 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:03:05.362918 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:03:05.362918 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:03:05.362918 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:03:05.362918 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:03:05.362918 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:03:05.362918 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:03:05.362918 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:03:05.362918 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:03:05.362918 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:03:05.362918 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:03:05.362918 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:03:05.362918 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:03:05.362918 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:03:05.362918 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:03:05.362918 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:03:05.362918 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:03:05.362918 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:03:05.362918 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:03:05.362918 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:03:05.362918 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:03:05.362918 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:03:05.488717 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82720492-be2b-4c27-b64d-36f2afd28b77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '309d54d7-37d5-41bb-8447-5991fab3ab4d', 'code': 200} Feb 09 01:03:05.603582 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4773861-63c3-4907-b76b-489ffffceabe req-11b06f8c-1067-4121-a0ff-92d91d5d0319 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:05.604521 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c4773861-63c3-4907-b76b-489ffffceabe req-11b06f8c-1067-4121-a0ff-92d91d5d0319 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:05.620226 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-6f90506e-757e-4f19-ae34-2ed44096ad0b None None] For port 9bc941d7-5717-4931-927c-a5ce5a4bad12, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=9bc941d7-5717-4931-927c-a5ce5a4bad12,segment=NetworkSegment(58a74df4-ae9c-4d77-a359-bab3cfb3f82d),segment_id=58a74df4-ae9c-4d77-a359-bab3cfb3f82d)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:03:05.622745 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8d5f9c9d-409e-403c-8be2-fc6b5632783e None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:05.647850 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8d5f9c9d-409e-403c-8be2-fc6b5632783e None None] Transition to ACTIVE for port object 92ca5101-e18a-4c95-a476-70617258df4d will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:03:05.648805 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-02d669fe-28ca-4851-a6f9-082889bc5605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:05.658392 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bea849-b671-4e8f-a0a4-8196bdbd0437 None None] Pushing event updated for resources: {'Port': ['ID=19e40df1-a8c9-4141-b5b4-981e1b6effac,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:05.685774 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-02d669fe-28ca-4851-a6f9-082889bc5605 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:05.719640 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d669fe-28ca-4851-a6f9-082889bc5605 admin admin] Pushing event deleted for resources: {'Network': ['ID=dddcfb9a-ef1d-4451-87f5-55a06755c03d,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:05.738575 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c4773861-63c3-4907-b76b-489ffffceabe req-11b06f8c-1067-4121-a0ff-92d91d5d0319 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4329736 Feb 09 01:03:05.739628 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-02d669fe-28ca-4851-a6f9-082889bc5605 admin admin] 10.222.0.105 "DELETE /v2.0/networks/dddcfb9a-ef1d-4451-87f5-55a06755c03d HTTP/1.1" status: 204 len: 168 time: 1.1422749 Feb 09 01:03:05.739774 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6f90506e-757e-4f19-ae34-2ed44096ad0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:05.772441 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-c4773861-63c3-4907-b76b-489ffffceabe req-04c390f9-2980-4519-8a6c-d3b2abc0849e service neutron] Request body: {'port': {'device_id': 'd365e833-dc87-450f-a9f9-2fd84b685ba6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:05.900840 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0564a8-a97a-41a6-89e8-49deacb23e18 req-1bd3e90f-dbb7-4d32-bb90-c3486f20b3cd tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:05.902260 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-7c0564a8-a97a-41a6-89e8-49deacb23e18 req-1bd3e90f-dbb7-4d32-bb90-c3486f20b3cd tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Synchronizing usage tracker for tenant:5ff9aad1b4b645cb83f87778a731b808 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:03:05.969754 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-7c0564a8-a97a-41a6-89e8-49deacb23e18 req-1bd3e90f-dbb7-4d32-bb90-c3486f20b3cd tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Unset dirty status for tenant:5ff9aad1b4b645cb83f87778a731b808 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:03:05.980322 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7c0564a8-a97a-41a6-89e8-49deacb23e18 req-1bd3e90f-dbb7-4d32-bb90-c3486f20b3cd tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=d365e833-dc87-450f-a9f9-2fd84b685ba6 HTTP/1.1" status: 200 len: 931 time: 0.4738715 Feb 09 01:03:06.028124 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port bcbdccd9-38ae-4083-a2d7-927977e151c5 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:03:06.063157 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8d5f9c9d-409e-403c-8be2-fc6b5632783e None None] Transition to ACTIVE for port object 92ca5101-e18a-4c95-a476-70617258df4d will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:03:06.069441 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-106a0994-af4c-45a8-9a15-cc2cbaeff6ae None None] Attempting to bind port b38da1e8-bdf0-43e3-9c77-fe6640748ec5 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:03:06.083693 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-106a0994-af4c-45a8-9a15-cc2cbaeff6ae None None] Attempting to bind port b38da1e8-bdf0-43e3-9c77-fe6640748ec5 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '1e6e2ba9-58a4-44c9-be4f-d8ba07a476ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '8d0fbf1e-afd1-4ea0-9eba-88871e127cde'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:03:06.085623 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106a0994-af4c-45a8-9a15-cc2cbaeff6ae None None] Attempting to bind port b38da1e8-bdf0-43e3-9c77-fe6640748ec5 on network 8d0fbf1e-afd1-4ea0-9eba-88871e127cde {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:03:06.157778 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53556) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:06.200390 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port bcbdccd9-38ae-4083-a2d7-927977e151c5 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:06.200885 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:06.261267 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53568) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:06.276054 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106a0994-af4c-45a8-9a15-cc2cbaeff6ae None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:03:06.276613 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106a0994-af4c-45a8-9a15-cc2cbaeff6ae None None] Checking segment: {'id': '1e6e2ba9-58a4-44c9-be4f-d8ba07a476ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '8d0fbf1e-afd1-4ea0-9eba-88871e127cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:03:06.277134 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-106a0994-af4c-45a8-9a15-cc2cbaeff6ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:06.277841 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106a0994-af4c-45a8-9a15-cc2cbaeff6ae None None] Bound using segment: {'id': '1e6e2ba9-58a4-44c9-be4f-d8ba07a476ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '8d0fbf1e-afd1-4ea0-9eba-88871e127cde'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:03:06.278408 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-106a0994-af4c-45a8-9a15-cc2cbaeff6ae None None] Bound port: b38da1e8-bdf0-43e3-9c77-fe6640748ec5, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e6e2ba9-58a4-44c9-be4f-d8ba07a476ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '8d0fbf1e-afd1-4ea0-9eba-88871e127cde'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:03:06.278857 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-106a0994-af4c-45a8-9a15-cc2cbaeff6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:06.281343 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c4773861-63c3-4907-b76b-489ffffceabe req-04c390f9-2980-4519-8a6c-d3b2abc0849e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:06.283143 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-1d82a6de-5fd7-40dc-baee-73c764bea6cb tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Request body: {'security_group': {'name': 'tempest-securitygroup--657623166', 'description': 'tempest-description--1572765338'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:06.303267 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1d82a6de-5fd7-40dc-baee-73c764bea6cb tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:06.308598 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8d5f9c9d-409e-403c-8be2-fc6b5632783e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:06.321855 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-99e5a894-c1c1-444a-a1b9-b18f26a80979 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=d35c6ebfaf564a61b0fe2145094a7572&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1624560 Feb 09 01:03:06.324838 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53576) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:06.339391 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-1d82a6de-5fd7-40dc-baee-73c764bea6cb tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Usage tracker for resource:security_group and tenant:6ae572a6f87d4d70abcebc0f3058fa0e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:06.368623 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-1d82a6de-5fd7-40dc-baee-73c764bea6cb tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:06.407766 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1d82a6de-5fd7-40dc-baee-73c764bea6cb tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:06.475359 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-24c9fedf-fb03-4be9-8d5c-88acdb667100 None None] Attempting to bind port 19e40df1-a8c9-4141-b5b4-981e1b6effac on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:03:06.475737 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-24c9fedf-fb03-4be9-8d5c-88acdb667100 None None] Attempting to bind port 19e40df1-a8c9-4141-b5b4-981e1b6effac by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '5276e95c-e7dd-4725-a74b-01f5b634ddb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b98c0d50-b8e4-43e8-ad27-fdfaaa142d08'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:03:06.476104 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c9fedf-fb03-4be9-8d5c-88acdb667100 None None] Attempting to bind port 19e40df1-a8c9-4141-b5b4-981e1b6effac on network b98c0d50-b8e4-43e8-ad27-fdfaaa142d08 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:03:06.522212 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1d82a6de-5fd7-40dc-baee-73c764bea6cb tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:06.613706 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:06.623514 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f90506e-757e-4f19-ae34-2ed44096ad0b None None] Pushing event updated for resources: {'Port': ['ID=9bc941d7-5717-4931-927c-a5ce5a4bad12,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:06.629626 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5f9c9d-409e-403c-8be2-fc6b5632783e None None] Network 353a9752-17d7-45b3-9ab3-ddeff5861d11 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:03:06.639788 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c9fedf-fb03-4be9-8d5c-88acdb667100 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:03:06.640426 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c9fedf-fb03-4be9-8d5c-88acdb667100 None None] Checking segment: {'id': '5276e95c-e7dd-4725-a74b-01f5b634ddb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b98c0d50-b8e4-43e8-ad27-fdfaaa142d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:03:06.641001 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-24c9fedf-fb03-4be9-8d5c-88acdb667100 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:06.641557 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c9fedf-fb03-4be9-8d5c-88acdb667100 None None] Bound using segment: {'id': '5276e95c-e7dd-4725-a74b-01f5b634ddb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b98c0d50-b8e4-43e8-ad27-fdfaaa142d08'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:03:06.642235 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-24c9fedf-fb03-4be9-8d5c-88acdb667100 None None] Bound port: 19e40df1-a8c9-4141-b5b4-981e1b6effac, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5276e95c-e7dd-4725-a74b-01f5b634ddb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b98c0d50-b8e4-43e8-ad27-fdfaaa142d08'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:03:06.642767 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-24c9fedf-fb03-4be9-8d5c-88acdb667100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:06.684693 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7c0564a8-a97a-41a6-89e8-49deacb23e18 req-eeaca3bb-0a8b-4a0f-b0de-e3edde6607ba tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7006211 Feb 09 01:03:06.742466 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-8d5f9c9d-409e-403c-8be2-fc6b5632783e None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:03:06.786291 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1d82a6de-5fd7-40dc-baee-73c764bea6cb tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:06.846990 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5f9c9d-409e-403c-8be2-fc6b5632783e None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:03:06.865305 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eeb57794-93d8-4160-b5ce-cd5151fd01fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:06.882733 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-1d82a6de-5fd7-40dc-baee-73c764bea6cb tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Usage tracker for resource:security_group_rule and tenant:6ae572a6f87d4d70abcebc0f3058fa0e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:07.011820 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-1d82a6de-5fd7-40dc-baee-73c764bea6cb tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:07.078218 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5f9c9d-409e-403c-8be2-fc6b5632783e None None] Pushing event updated for resources: {'Port': ['ID=92ca5101-e18a-4c95-a476-70617258df4d,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:07.087910 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1d82a6de-5fd7-40dc-baee-73c764bea6cb tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:07.095308 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 309d54d7-37d5-41bb-8447-5991fab3ab4d, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=309d54d7-37d5-41bb-8447-5991fab3ab4d,segment=NetworkSegment(68c75c24-5a6d-4512-b85d-48e7bc49aa9f),segment_id=68c75c24-5a6d-4512-b85d-48e7bc49aa9f)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:07.131006 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2d02ad9a-4d69-4808-a6cd-4dce1b17b06b req-63453b08-c04d-48dd-9604-ff5c06f67818 tempest-AttachSCSIVolumeTestJSON-1984411863 tempest-AttachSCSIVolumeTestJSON-1984411863-project] 10.222.0.105 "GET /v2.0/ports?device_id=84556c01-5d42-4506-ad4f-b5af394884ad HTTP/1.1" status: 200 len: 210 time: 0.5663712 Feb 09 01:03:07.144732 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eeb57794-93d8-4160-b5ce-cd5151fd01fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:07.209616 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:07.233584 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e08f8764-b87d-4821-b86a-6e0b46cccc39 req-0fa95166-aaa5-4225-a8f5-924c09877dea tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "GET /v2.0/ports?device_id=e0a0f264-d3bb-4f6b-a9d5-10286de2cc39 HTTP/1.1" status: 200 len: 210 time: 0.1208475 Feb 09 01:03:07.271538 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-bf24a4a3-7bd2-4059-b004-daf83a395c27 None None] Provisioning complete for port bcbdccd9-38ae-4083-a2d7-927977e151c5 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:07.271845 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bf24a4a3-7bd2-4059-b004-daf83a395c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:07.292080 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516b97f-792c-4106-906e-2996432c475b req-b4697053-ef1c-4e0a-afeb-6e5bd81b03b1 tempest-AttachSCSIVolumeTestJSON-1984411863 tempest-AttachSCSIVolumeTestJSON-1984411863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:07.294522 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3516b97f-792c-4106-906e-2996432c475b req-b4697053-ef1c-4e0a-afeb-6e5bd81b03b1 tempest-AttachSCSIVolumeTestJSON-1984411863 tempest-AttachSCSIVolumeTestJSON-1984411863-project] 10.222.0.62 "GET /v2.0/networks?id=7d1efc84-0e07-425a-933b-624ea0f4290b HTTP/1.1" status: 200 len: 814 time: 1.3256545 Feb 09 01:03:07.339176 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-3516b97f-792c-4106-906e-2996432c475b req-5c0ea151-4aec-4089-af71-32d9f309e3a6 tempest-AttachSCSIVolumeTestJSON-1984411863 tempest-AttachSCSIVolumeTestJSON-1984411863-project] Request body: {'port': {'device_id': '84556c01-5d42-4506-ad4f-b5af394884ad', 'network_id': '7d1efc84-0e07-425a-933b-624ea0f4290b', 'admin_state_up': True, 'tenant_id': '5dc821389a10412fa6c46b30ba4c3113'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:07.371262 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b07791-15ff-4546-8078-b9856f1ab162 req-2ed29e15-3d56-476e-83db-d4edf03e33de tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:07.372021 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:07.378397 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b07791-15ff-4546-8078-b9856f1ab162 req-2ed29e15-3d56-476e-83db-d4edf03e33de tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:07.379408 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-87b07791-15ff-4546-8078-b9856f1ab162 req-2ed29e15-3d56-476e-83db-d4edf03e33de tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Synchronizing usage tracker for tenant:84557554a3f24afe8f48784f3010a6e6 on resource:network {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:03:07.387281 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-106a0994-af4c-45a8-9a15-cc2cbaeff6ae None None] For port b38da1e8-bdf0-43e3-9c77-fe6640748ec5, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:03:07.452374 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eeb57794-93d8-4160-b5ce-cd5151fd01fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:07.493131 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-87b07791-15ff-4546-8078-b9856f1ab162 req-2ed29e15-3d56-476e-83db-d4edf03e33de tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Unset dirty status for tenant:84557554a3f24afe8f48784f3010a6e6 on resource:network {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:03:07.494353 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-87b07791-15ff-4546-8078-b9856f1ab162 req-2ed29e15-3d56-476e-83db-d4edf03e33de tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.62 "GET /v2.0/networks?id=a32a253a-9f5c-4a54-8474-0e447581f990&id=353a9752-17d7-45b3-9ab3-ddeff5861d11&id=a32a253a-9f5c-4a54-8474-0e447581f990 HTTP/1.1" status: 200 len: 1392 time: 0.6974487 Feb 09 01:03:07.530177 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-87b07791-15ff-4546-8078-b9856f1ab162 req-58e2c489-af03-4407-9328-5b74865a9721 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Request body: {'port': {'device_id': 'e0a0f264-d3bb-4f6b-a9d5-10286de2cc39', 'network_id': 'a32a253a-9f5c-4a54-8474-0e447581f990', 'admin_state_up': True, 'tenant_id': '84557554a3f24afe8f48784f3010a6e6'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:07.556928 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82720492-be2b-4c27-b64d-36f2afd28b77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '309d54d7-37d5-41bb-8447-5991fab3ab4d'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:03:07.579626 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-106a0994-af4c-45a8-9a15-cc2cbaeff6ae None None] For port b38da1e8-bdf0-43e3-9c77-fe6640748ec5, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=b38da1e8-bdf0-43e3-9c77-fe6640748ec5,segment=NetworkSegment(1e6e2ba9-58a4-44c9-be4f-d8ba07a476ca),segment_id=1e6e2ba9-58a4-44c9-be4f-d8ba07a476ca)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:03:07.591005 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb57794-93d8-4160-b5ce-cd5151fd01fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb42f2e-3e93-41f3-b435-313efa7aea51,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:07.610423 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1d82a6de-5fd7-40dc-baee-73c764bea6cb tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:07.630319 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eeb57794-93d8-4160-b5ce-cd5151fd01fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:07.634096 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-eeb57794-93d8-4160-b5ce-cd5151fd01fd admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/dcb42f2e-3e93-41f3-b435-313efa7aea51 HTTP/1.1" status: 204 len: 168 time: 1.3063431 Feb 09 01:03:07.635382 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1d82a6de-5fd7-40dc-baee-73c764bea6cb tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:07.735656 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-8d5f9c9d-409e-403c-8be2-fc6b5632783e None None] Attempting to bind port 92ca5101-e18a-4c95-a476-70617258df4d on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:03:07.736043 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-8d5f9c9d-409e-403c-8be2-fc6b5632783e None None] Attempting to bind port 92ca5101-e18a-4c95-a476-70617258df4d by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'eb56a0d3-16dc-424b-b5d6-77cd5466f67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '353a9752-17d7-45b3-9ab3-ddeff5861d11'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:03:07.736418 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5f9c9d-409e-403c-8be2-fc6b5632783e None None] Attempting to bind port 92ca5101-e18a-4c95-a476-70617258df4d on network 353a9752-17d7-45b3-9ab3-ddeff5861d11 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:03:07.802796 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d82a6de-5fd7-40dc-baee-73c764bea6cb tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea209cdf-6740-4074-8d6c-66653a19d53a,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:07.897751 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1d82a6de-5fd7-40dc-baee-73c764bea6cb tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:07.905721 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1d82a6de-5fd7-40dc-baee-73c764bea6cb tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.6430442 Feb 09 01:03:07.908222 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=309d54d7-37d5-41bb-8447-5991fab3ab4d,revision_number=8']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:07.929098 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53650) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:07.945297 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 53654) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:07.955772 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-fca1366c-75ee-4a34-9867-0a2de1d55f85 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Request body: {'security_group_rule': {'security_group_id': 'ea209cdf-6740-4074-8d6c-66653a19d53a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:07.973475 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-24c9fedf-fb03-4be9-8d5c-88acdb667100 None None] For port 19e40df1-a8c9-4141-b5b4-981e1b6effac, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:03:07.981835 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-24c9fedf-fb03-4be9-8d5c-88acdb667100 None None] For port 19e40df1-a8c9-4141-b5b4-981e1b6effac, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=19e40df1-a8c9-4141-b5b4-981e1b6effac,segment=NetworkSegment(5276e95c-e7dd-4725-a74b-01f5b634ddb5),segment_id=5276e95c-e7dd-4725-a74b-01f5b634ddb5)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:03:07.993138 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-fca1366c-75ee-4a34-9867-0a2de1d55f85 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:07.993743 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-106a0994-af4c-45a8-9a15-cc2cbaeff6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:08.059561 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-fca1366c-75ee-4a34-9867-0a2de1d55f85 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Usage tracker for resource:security_group_rule and tenant:6ae572a6f87d4d70abcebc0f3058fa0e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:08.081408 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-fca1366c-75ee-4a34-9867-0a2de1d55f85 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:08.098704 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.db.resource_extend [req-c4773861-63c3-4907-b76b-489ffffceabe req-04c390f9-2980-4519-8a6c-d3b2abc0849e service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:03:08.135919 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-fca1366c-75ee-4a34-9867-0a2de1d55f85 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:08.163835 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5f9c9d-409e-403c-8be2-fc6b5632783e None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:03:08.165102 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-87b07791-15ff-4546-8078-b9856f1ab162 req-58e2c489-af03-4407-9328-5b74865a9721 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:08.165808 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5f9c9d-409e-403c-8be2-fc6b5632783e None None] Checking segment: {'id': 'eb56a0d3-16dc-424b-b5d6-77cd5466f67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '353a9752-17d7-45b3-9ab3-ddeff5861d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:03:08.166869 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8d5f9c9d-409e-403c-8be2-fc6b5632783e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:08.167937 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5f9c9d-409e-403c-8be2-fc6b5632783e None None] Bound using segment: {'id': 'eb56a0d3-16dc-424b-b5d6-77cd5466f67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '353a9752-17d7-45b3-9ab3-ddeff5861d11'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:03:08.170145 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-8d5f9c9d-409e-403c-8be2-fc6b5632783e None None] Bound port: 92ca5101-e18a-4c95-a476-70617258df4d, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb56a0d3-16dc-424b-b5d6-77cd5466f67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '353a9752-17d7-45b3-9ab3-ddeff5861d11'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:03:08.170853 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8d5f9c9d-409e-403c-8be2-fc6b5632783e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:08.188486 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-87b07791-15ff-4546-8078-b9856f1ab162 req-58e2c489-af03-4407-9328-5b74865a9721 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Usage tracker for resource:port and tenant:84557554a3f24afe8f48784f3010a6e6 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:08.210388 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-87b07791-15ff-4546-8078-b9856f1ab162 req-58e2c489-af03-4407-9328-5b74865a9721 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:08.220884 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-24c9fedf-fb03-4be9-8d5c-88acdb667100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:08.228551 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fca1366c-75ee-4a34-9867-0a2de1d55f85 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:08.295994 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port bcbdccd9-38ae-4083-a2d7-927977e151c5, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=bcbdccd9-38ae-4083-a2d7-927977e151c5,segment=NetworkSegment(462d9735-1e8a-4ada-9baa-3c48def37bff),segment_id=462d9735-1e8a-4ada-9baa-3c48def37bff)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:08.341237 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-87b07791-15ff-4546-8078-b9856f1ab162 req-58e2c489-af03-4407-9328-5b74865a9721 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:08.393045 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fca1366c-75ee-4a34-9867-0a2de1d55f85 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:08.404231 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fca1366c-75ee-4a34-9867-0a2de1d55f85 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:08.418645 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52315d9-b4f5-4437-b48e-c775ba67b838 None None] Network f6623f95-6162-4277-8fd2-5364045aea14 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:03:08.469650 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87b07791-15ff-4546-8078-b9856f1ab162 req-58e2c489-af03-4407-9328-5b74865a9721 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Made reservation on behalf of 84557554a3f24afe8f48784f3010a6e6 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:03:08.485934 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-87b07791-15ff-4546-8078-b9856f1ab162 req-58e2c489-af03-4407-9328-5b74865a9721 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:08.492779 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:08.557247 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca1366c-75ee-4a34-9867-0a2de1d55f85 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=212c18b2-3595-4043-b6d2-75d318fdbc69,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:08.577563 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fca1366c-75ee-4a34-9867-0a2de1d55f85 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:08.595449 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-fca1366c-75ee-4a34-9867-0a2de1d55f85 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6615124 Feb 09 01:03:08.597382 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53670) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:08.631344 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-4cb0b044-ca1f-420d-93dc-7796c3a4bc91 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Request body: {'security_group_rule': {'security_group_id': 'ea209cdf-6740-4074-8d6c-66653a19d53a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:08.649797 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-4cb0b044-ca1f-420d-93dc-7796c3a4bc91 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:08.665940 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-4cb0b044-ca1f-420d-93dc-7796c3a4bc91 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Usage tracker for resource:security_group_rule and tenant:6ae572a6f87d4d70abcebc0f3058fa0e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:08.673714 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-4cb0b044-ca1f-420d-93dc-7796c3a4bc91 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:08.700356 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-4cb0b044-ca1f-420d-93dc-7796c3a4bc91 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:08.774928 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d3c2d-f0cd-45d4-85e1-a21bad56d208 req-ab255ed5-85f1-46c8-a770-32b80bef20fd tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:08.783463 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-294d3c2d-f0cd-45d4-85e1-a21bad56d208 req-ab255ed5-85f1-46c8-a770-32b80bef20fd tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/networks?id=1f86eb5f-f405-4ce4-a845-9c31ac1b15d4 HTTP/1.1" status: 200 len: 811 time: 1.2521484 Feb 09 01:03:08.792706 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-c4773861-63c3-4907-b76b-489ffffceabe req-04c390f9-2980-4519-8a6c-d3b2abc0849e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9457c038-5932-4409-a1a8-2edbfb1ae7f1 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:03:08.875994 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e6f14f24-0955-4148-8f9f-c0e0c4db7bdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:08.891321 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4cb0b044-ca1f-420d-93dc-7796c3a4bc91 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:08.948274 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 9bc941d7-5717-4931-927c-a5ce5a4bad12 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:03:08.949825 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c4773861-63c3-4907-b76b-489ffffceabe req-04c390f9-2980-4519-8a6c-d3b2abc0849e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:08.985241 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-3516b97f-792c-4106-906e-2996432c475b req-5c0ea151-4aec-4089-af71-32d9f309e3a6 tempest-AttachSCSIVolumeTestJSON-1984411863 tempest-AttachSCSIVolumeTestJSON-1984411863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:09.023331 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-294d3c2d-f0cd-45d4-85e1-a21bad56d208 req-e8db7e50-3d5d-499e-abf8-7126700cfe78 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/quotas/71b0276e9e0b48f8943a51531f3d8a9e HTTP/1.1" status: 200 len: 375 time: 0.2333217 Feb 09 01:03:09.112098 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-3516b97f-792c-4106-906e-2996432c475b req-5c0ea151-4aec-4089-af71-32d9f309e3a6 tempest-AttachSCSIVolumeTestJSON-1984411863 tempest-AttachSCSIVolumeTestJSON-1984411863-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:09.120286 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7f54aef5-5467-4d41-8d18-c9459d74cea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:09.124005 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c9fedf-fb03-4be9-8d5c-88acdb667100 None None] Routers {'27df42ce-335f-490c-bbd4-2af8f094b651'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:03:09.126651 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-24c9fedf-fb03-4be9-8d5c-88acdb667100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:02:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['27df42ce-335f-490c-bbd4-2af8f094b651'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:09.200591 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e6f14f24-0955-4148-8f9f-c0e0c4db7bdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:09.230098 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-c4773861-63c3-4907-b76b-489ffffceabe req-04c390f9-2980-4519-8a6c-d3b2abc0849e service neutron] Transition to ACTIVE for port object 9457c038-5932-4409-a1a8-2edbfb1ae7f1 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:03:09.233490 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-e6f14f24-0955-4148-8f9f-c0e0c4db7bdb admin admin] Usage tracker for resource:security_group_rule and tenant:d1902ce69ba14c4b9e8396da83641f2e is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:09.248556 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-e6f14f24-0955-4148-8f9f-c0e0c4db7bdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:09.254029 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c4773861-63c3-4907-b76b-489ffffceabe req-04c390f9-2980-4519-8a6c-d3b2abc0849e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:09.260907 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3516b97f-792c-4106-906e-2996432c475b req-5c0ea151-4aec-4089-af71-32d9f309e3a6 tempest-AttachSCSIVolumeTestJSON-1984411863 tempest-AttachSCSIVolumeTestJSON-1984411863-project] Made reservation on behalf of 5dc821389a10412fa6c46b30ba4c3113 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:03:09.274247 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-3516b97f-792c-4106-906e-2996432c475b req-5c0ea151-4aec-4089-af71-32d9f309e3a6 tempest-AttachSCSIVolumeTestJSON-1984411863 tempest-AttachSCSIVolumeTestJSON-1984411863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:09.342672 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4cb0b044-ca1f-420d-93dc-7796c3a4bc91 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:09.362179 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4cb0b044-ca1f-420d-93dc-7796c3a4bc91 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:09.379021 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e6f14f24-0955-4148-8f9f-c0e0c4db7bdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:09.396120 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106a0994-af4c-45a8-9a15-cc2cbaeff6ae None None] Pushing event updated for resources: {'Port': ['ID=b38da1e8-bdf0-43e3-9c77-fe6640748ec5,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:09.418504 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a721cd-b9d2-45fa-863f-d19149f67a32 req-178c4680-3ea9-4562-88f1-1a12f789b1e4 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:09.423434 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-87b07791-15ff-4546-8078-b9856f1ab162 req-58e2c489-af03-4407-9328-5b74865a9721 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Allocated IP 19.80.0.116 (a32a253a-9f5c-4a54-8474-0e447581f990/6e8e25e8-d75f-4e54-a28b-c1e71ffd0188/e6e0aae7-22c4-4536-815e-a77da026ad3d) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:03:09.438164 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-84a721cd-b9d2-45fa-863f-d19149f67a32 req-178c4680-3ea9-4562-88f1-1a12f789b1e4 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=d365e833-dc87-450f-a9f9-2fd84b685ba6 HTTP/1.1" status: 200 len: 931 time: 1.3496516 Feb 09 01:03:09.498078 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb0b044-ca1f-420d-93dc-7796c3a4bc91 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0a716e0-5367-4a37-a441-bc860f99adce,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:09.582408 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4cb0b044-ca1f-420d-93dc-7796c3a4bc91 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:09.586541 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-4cb0b044-ca1f-420d-93dc-7796c3a4bc91 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9810874 Feb 09 01:03:09.588031 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53688) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:09.596489 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-f84869d5-fc3e-4b3e-87cf-0ddec627b368 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Request body: {'floatingip': {'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:09.642136 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f84869d5-fc3e-4b3e-87cf-0ddec627b368 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:09.672702 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-f84869d5-fc3e-4b3e-87cf-0ddec627b368 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Usage tracker for resource:floatingip and tenant:6ae572a6f87d4d70abcebc0f3058fa0e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:09.701483 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-f84869d5-fc3e-4b3e-87cf-0ddec627b368 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:09.810549 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53692) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:09.811739 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f84869d5-fc3e-4b3e-87cf-0ddec627b368 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:09.867329 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bea849-b671-4e8f-a0a4-8196bdbd0437 None None] Pushing event updated for resources: {'Port': ['ID=19e40df1-a8c9-4141-b5b4-981e1b6effac,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:10.082462 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-87b07791-15ff-4546-8078-b9856f1ab162 req-58e2c489-af03-4407-9328-5b74865a9721 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:10.091990 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c390f9-2980-4519-8a6c-d3b2abc0849e service neutron] Pushing event updated for resources: {'Port': ['ID=9457c038-5932-4409-a1a8-2edbfb1ae7f1,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:10.107428 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-87b07791-15ff-4546-8078-b9856f1ab162 req-58e2c489-af03-4407-9328-5b74865a9721 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Transition to ACTIVE for port object e6e0aae7-22c4-4536-815e-a77da026ad3d will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:03:10.131510 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-8d5f9c9d-409e-403c-8be2-fc6b5632783e None None] For port 92ca5101-e18a-4c95-a476-70617258df4d, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:03:10.158781 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-87b07791-15ff-4546-8078-b9856f1ab162 req-58e2c489-af03-4407-9328-5b74865a9721 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:10.279199 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f84869d5-fc3e-4b3e-87cf-0ddec627b368 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks [] for floatingip, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:10.308843 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-8d5f9c9d-409e-403c-8be2-fc6b5632783e None None] For port 92ca5101-e18a-4c95-a476-70617258df4d, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=92ca5101-e18a-4c95-a476-70617258df4d,segment=NetworkSegment(eb56a0d3-16dc-424b-b5d6-77cd5466f67e),segment_id=eb56a0d3-16dc-424b-b5d6-77cd5466f67e)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:03:10.321219 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a793a241-15ff-4dd6-8405-49dbf8c99a03 None None] Network 8d0fbf1e-afd1-4ea0-9eba-88871e127cde requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:03:10.340657 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-84a721cd-b9d2-45fa-863f-d19149f67a32 req-b5ad3df2-3aae-400f-8702-83c65be908fd tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8968599 Feb 09 01:03:10.348164 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87b07791-15ff-4546-8078-b9856f1ab162 req-58e2c489-af03-4407-9328-5b74865a9721 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Network a32a253a-9f5c-4a54-8474-0e447581f990 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:03:10.405514 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8d5f9c9d-409e-403c-8be2-fc6b5632783e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:10.449273 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-87b07791-15ff-4546-8078-b9856f1ab162 req-58e2c489-af03-4407-9328-5b74865a9721 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:03:10.451816 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-87b07791-15ff-4546-8078-b9856f1ab162 req-58e2c489-af03-4407-9328-5b74865a9721 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:03:10.460404 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-294d3c2d-f0cd-45d4-85e1-a21bad56d208 req-df11d674-d01b-4290-8114-e789448f872f tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=71b0276e9e0b48f8943a51531f3d8a9e&fields=id HTTP/1.1" status: 200 len: 532 time: 1.4268761 Feb 09 01:03:10.469001 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 9bc941d7-5717-4931-927c-a5ce5a4bad12 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:03:10.487892 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=bcbdccd9-38ae-4083-a2d7-927977e151c5,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:10.512225 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-d54634f3-4152-43b1-b898-a99758db34aa admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-742895221-network', 'tenant_id': '78cbc8e5061b49e9b8b3bab2e5c34775'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:10.518285 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d54634f3-4152-43b1-b898-a99758db34aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:10.524464 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-d54634f3-4152-43b1-b898-a99758db34aa admin admin] Usage tracker for resource:network and tenant:78cbc8e5061b49e9b8b3bab2e5c34775 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:10.527859 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-d54634f3-4152-43b1-b898-a99758db34aa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:10.536560 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d54634f3-4152-43b1-b898-a99758db34aa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:10.571886 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-24c9fedf-fb03-4be9-8d5c-88acdb667100 None None] Set router 27df42ce-335f-490c-bbd4-2af8f094b651 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:03:10.576041 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d54634f3-4152-43b1-b898-a99758db34aa admin admin] Made reservation on behalf of 78cbc8e5061b49e9b8b3bab2e5c34775 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:03:10.584519 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d54634f3-4152-43b1-b898-a99758db34aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:10.613388 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d54634f3-4152-43b1-b898-a99758db34aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:10.619016 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-c4773861-63c3-4907-b76b-489ffffceabe req-04c390f9-2980-4519-8a6c-d3b2abc0849e service neutron] Attempting to bind port 9457c038-5932-4409-a1a8-2edbfb1ae7f1 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:03:10.619351 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-c4773861-63c3-4907-b76b-489ffffceabe req-04c390f9-2980-4519-8a6c-d3b2abc0849e service neutron] Attempting to bind port 9457c038-5932-4409-a1a8-2edbfb1ae7f1 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'd1c0a158-6579-41f7-a92a-da7d79b925b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dd02684a-c792-4fba-8571-35898e88ad40'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:03:10.619844 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4773861-63c3-4907-b76b-489ffffceabe req-04c390f9-2980-4519-8a6c-d3b2abc0849e service neutron] Attempting to bind port 9457c038-5932-4409-a1a8-2edbfb1ae7f1 on network dd02684a-c792-4fba-8571-35898e88ad40 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:03:10.631645 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e2c489-af03-4407-9328-5b74865a9721 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Pushing event updated for resources: {'Port': ['ID=e6e0aae7-22c4-4536-815e-a77da026ad3d,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:10.692732 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82720492-be2b-4c27-b64d-36f2afd28b77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '309d54d7-37d5-41bb-8447-5991fab3ab4d', 'code': 200} Feb 09 01:03:10.709868 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d54634f3-4152-43b1-b898-a99758db34aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:10.719824 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4773861-63c3-4907-b76b-489ffffceabe req-04c390f9-2980-4519-8a6c-d3b2abc0849e service neutron] Port 9457c038-5932-4409-a1a8-2edbfb1ae7f1 on network dd02684a-c792-4fba-8571-35898e88ad40 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:03:10.720149 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4773861-63c3-4907-b76b-489ffffceabe req-04c390f9-2980-4519-8a6c-d3b2abc0849e service neutron] Attempting to bind port 9457c038-5932-4409-a1a8-2edbfb1ae7f1 on network dd02684a-c792-4fba-8571-35898e88ad40 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:03:10.731047 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-d54634f3-4152-43b1-b898-a99758db34aa admin admin] Usage tracker for resource:security_group_rule and tenant:78cbc8e5061b49e9b8b3bab2e5c34775 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:10.758574 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b07791-15ff-4546-8078-b9856f1ab162 req-58e2c489-af03-4407-9328-5b74865a9721 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:10.759661 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-87b07791-15ff-4546-8078-b9856f1ab162 req-58e2c489-af03-4407-9328-5b74865a9721 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:10.786134 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4773861-63c3-4907-b76b-489ffffceabe req-04c390f9-2980-4519-8a6c-d3b2abc0849e service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:03:10.787473 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4773861-63c3-4907-b76b-489ffffceabe req-04c390f9-2980-4519-8a6c-d3b2abc0849e service neutron] Checking segment: {'id': 'd1c0a158-6579-41f7-a92a-da7d79b925b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dd02684a-c792-4fba-8571-35898e88ad40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:03:10.789330 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4773861-63c3-4907-b76b-489ffffceabe req-04c390f9-2980-4519-8a6c-d3b2abc0849e service neutron] Bound using segment: {'id': 'd1c0a158-6579-41f7-a92a-da7d79b925b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dd02684a-c792-4fba-8571-35898e88ad40'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:03:10.790591 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-c4773861-63c3-4907-b76b-489ffffceabe req-04c390f9-2980-4519-8a6c-d3b2abc0849e service neutron] Bound port: 9457c038-5932-4409-a1a8-2edbfb1ae7f1, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1c0a158-6579-41f7-a92a-da7d79b925b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dd02684a-c792-4fba-8571-35898e88ad40'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:03:10.791559 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c4773861-63c3-4907-b76b-489ffffceabe req-04c390f9-2980-4519-8a6c-d3b2abc0849e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:10.822064 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-d54634f3-4152-43b1-b898-a99758db34aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:10.854627 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-87b07791-15ff-4546-8078-b9856f1ab162 req-58e2c489-af03-4407-9328-5b74865a9721 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3381858 Feb 09 01:03:10.857352 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d54634f3-4152-43b1-b898-a99758db34aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:10.902618 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-3516b97f-792c-4106-906e-2996432c475b req-5c0ea151-4aec-4089-af71-32d9f309e3a6 tempest-AttachSCSIVolumeTestJSON-1984411863 tempest-AttachSCSIVolumeTestJSON-1984411863-project] Allocated IP 172.20.0.9 (7d1efc84-0e07-425a-933b-624ea0f4290b/d34701a5-43c4-418f-957a-99139980d505/ec3374ff-1655-4591-82bf-c671fc734e82) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:03:10.923545 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-87b07791-15ff-4546-8078-b9856f1ab162 req-18915475-eee4-4f2b-8d10-353017b5ce3f tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Request body: {'port': {'device_id': 'e0a0f264-d3bb-4f6b-a9d5-10286de2cc39', 'network_id': '353a9752-17d7-45b3-9ab3-ddeff5861d11', 'admin_state_up': True, 'tenant_id': '84557554a3f24afe8f48784f3010a6e6'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:10.926792 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2ab7e56-a365-472f-aece-dbe046450808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:11.282570 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-87b07791-15ff-4546-8078-b9856f1ab162 req-18915475-eee4-4f2b-8d10-353017b5ce3f tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:11.295943 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-87b07791-15ff-4546-8078-b9856f1ab162 req-18915475-eee4-4f2b-8d10-353017b5ce3f tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Usage tracker for resource:port and tenant:84557554a3f24afe8f48784f3010a6e6 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:11.306721 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-87b07791-15ff-4546-8078-b9856f1ab162 req-18915475-eee4-4f2b-8d10-353017b5ce3f tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:11.331518 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-87b07791-15ff-4546-8078-b9856f1ab162 req-18915475-eee4-4f2b-8d10-353017b5ce3f tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:11.526873 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f84869d5-fc3e-4b3e-87cf-0ddec627b368 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:11.615459 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dcdc8848-5762-4592-a9ed-191590715fad req-580d9342-5634-4194-ba52-ffc81c4b46ae tempest-AttachSCSIVolumeTestJSON-1984411863 tempest-AttachSCSIVolumeTestJSON-1984411863-project] 10.222.0.105 "GET /v2.0/ports?device_id=84556c01-5d42-4506-ad4f-b5af394884ad HTTP/1.1" status: 200 len: 210 time: 0.5234196 Feb 09 01:03:11.658785 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5f9c9d-409e-403c-8be2-fc6b5632783e None None] Pushing event updated for resources: {'Port': ['ID=92ca5101-e18a-4c95-a476-70617258df4d,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:11.703525 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e6f14f24-0955-4148-8f9f-c0e0c4db7bdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:11.730386 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-294d3c2d-f0cd-45d4-85e1-a21bad56d208 req-e40ef461-1164-45f7-beb5-82df12c266a1 service neutron] 10.222.0.105 "GET /v2.0/networks/1f86eb5f-f405-4ce4-a845-9c31ac1b15d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2614360 Feb 09 01:03:11.731235 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e6f14f24-0955-4148-8f9f-c0e0c4db7bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:11.786425 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device bcbdccd9-38ae-4083-a2d7-927977e151c5 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:03:11.832835 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87b07791-15ff-4546-8078-b9856f1ab162 req-18915475-eee4-4f2b-8d10-353017b5ce3f tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Made reservation on behalf of 84557554a3f24afe8f48784f3010a6e6 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:03:11.844302 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-87b07791-15ff-4546-8078-b9856f1ab162 req-18915475-eee4-4f2b-8d10-353017b5ce3f tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:12.054305 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-49961bd6-7bed-4614-9ea0-544ca78cbfa4 None None] Provisioning for port 9bc941d7-5717-4931-927c-a5ce5a4bad12 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:03:12.068859 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:12.094867 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-49961bd6-7bed-4614-9ea0-544ca78cbfa4 None None] Provisioning complete for port 9bc941d7-5717-4931-927c-a5ce5a4bad12 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:12.095316 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-49961bd6-7bed-4614-9ea0-544ca78cbfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:12.167342 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d54634f3-4152-43b1-b898-a99758db34aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:12.179858 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:12.189965 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d54634f3-4152-43b1-b898-a99758db34aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:12.208102 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d54634f3-4152-43b1-b898-a99758db34aa admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:03:12.229802 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d54634f3-4152-43b1-b898-a99758db34aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:12.230152 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-d54634f3-4152-43b1-b898-a99758db34aa admin admin] Added segment b90906e3-cd32-4b1f-96a9-4ab8b554865c of type vlan for network dbd96efe-d7b8-42b5-aafb-bb4d08e4a670 Feb 09 01:03:12.259810 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-c4773861-63c3-4907-b76b-489ffffceabe req-04c390f9-2980-4519-8a6c-d3b2abc0849e service neutron] For port 9457c038-5932-4409-a1a8-2edbfb1ae7f1, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:03:12.291485 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-c4773861-63c3-4907-b76b-489ffffceabe req-04c390f9-2980-4519-8a6c-d3b2abc0849e service neutron] For port 9457c038-5932-4409-a1a8-2edbfb1ae7f1, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=9457c038-5932-4409-a1a8-2edbfb1ae7f1,segment=NetworkSegment(d1c0a158-6579-41f7-a92a-da7d79b925b6),segment_id=d1c0a158-6579-41f7-a92a-da7d79b925b6)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:03:12.300125 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-e6f14f24-0955-4148-8f9f-c0e0c4db7bdb admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=d1902ce69ba14c4b9e8396da83641f2e&name=default HTTP/1.1" status: 200 len: 2983 time: 4.3478417 Feb 09 01:03:12.301738 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f14f24-0955-4148-8f9f-c0e0c4db7bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0dcbafa-36f6-433c-a76f-c12aae6ddfd4,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:12.352716 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port bcbdccd9-38ae-4083-a2d7-927977e151c5 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:12.353160 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:12.381501 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53710) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:12.381973 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-24c9fedf-fb03-4be9-8d5c-88acdb667100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27df42ce-335f-490c-bbd4-2af8f094b651', 'name': 'tempest-ServersTestMultiNic-78480002-router', 'tenant_id': '84557554a3f24afe8f48784f3010a6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'f5aa70bc-eb6c-43f9-93e9-b5adaf62dfd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:02:31Z', 'updated_at': '2022-02-09T01:02:51Z', 'revision_number': 4, 'project_id': '84557554a3f24afe8f48784f3010a6e6', 'gw_port': {'id': 'f5aa70bc-eb6c-43f9-93e9-b5adaf62dfd9', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:07:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27df42ce-335f-490c-bbd4-2af8f094b651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:40Z', 'updated_at': '2022-02-09T01:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '19e40df1-a8c9-4141-b5b4-981e1b6effac', 'name': '', 'network_id': 'b98c0d50-b8e4-43e8-ad27-fdfaaa142d08', 'tenant_id': '84557554a3f24afe8f48784f3010a6e6', 'mac_address': 'fa:16:3e:66:0b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27df42ce-335f-490c-bbd4-2af8f094b651', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '84e7e9f7-8e54-4881-ac45-2a2731a52d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:49Z', 'updated_at': '2022-02-09T01:03:07Z', 'revision_number': 4, 'project_id': '84557554a3f24afe8f48784f3010a6e6', 'subnets': [{'id': '84e7e9f7-8e54-4881-ac45-2a2731a52d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:12.440373 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d54634f3-4152-43b1-b898-a99758db34aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:12.483753 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c9fedf-fb03-4be9-8d5c-88acdb667100 None None] The sync data for ids ['27df42ce-335f-490c-bbd4-2af8f094b651'] in n-d-828418-1 is: [{'id': '27df42ce-335f-490c-bbd4-2af8f094b651', 'name': 'tempest-ServersTestMultiNic-78480002-router', 'tenant_id': '84557554a3f24afe8f48784f3010a6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'f5aa70bc-eb6c-43f9-93e9-b5adaf62dfd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:02:31Z', 'updated_at': '2022-02-09T01:02:51Z', 'revision_number': 4, 'project_id': '84557554a3f24afe8f48784f3010a6e6', 'gw_port': {'id': 'f5aa70bc-eb6c-43f9-93e9-b5adaf62dfd9', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:07:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27df42ce-335f-490c-bbd4-2af8f094b651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:40Z', 'updated_at': '2022-02-09T01:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '19e40df1-a8c9-4141-b5b4-981e1b6effac', 'name': '', 'network_id': 'b98c0d50-b8e4-43e8-ad27-fdfaaa142d08', 'tenant_id': '84557554a3f24afe8f48784f3010a6e6', 'mac_address': 'fa:16:3e:66:0b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27df42ce-335f-490c-bbd4-2af8f094b651', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '84e7e9f7-8e54-4881-ac45-2a2731a52d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:49Z', 'updated_at': '2022-02-09T01:03:07Z', 'revision_number': 4, 'project_id': '84557554a3f24afe8f48784f3010a6e6', 'subnets': [{'id': '84e7e9f7-8e54-4881-ac45-2a2731a52d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:03:12.493881 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-49961bd6-7bed-4614-9ea0-544ca78cbfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:12.563892 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-294d3c2d-f0cd-45d4-85e1-a21bad56d208 req-3796fde6-19f9-4fa2-924a-62ca3fd365b8 service neutron] 10.222.0.105 "GET /v2.0/networks/1f86eb5f-f405-4ce4-a845-9c31ac1b15d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8106616 Feb 09 01:03:12.853189 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0719fd3e-5424-4a97-9836-1e1ad376bbac req-4191edb0-3802-42b6-8ca6-4fc8c4584836 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:12.880581 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-0719fd3e-5424-4a97-9836-1e1ad376bbac req-4191edb0-3802-42b6-8ca6-4fc8c4584836 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Synchronizing usage tracker for tenant:8ec264b7b14646a3a7c5bffffa681c25 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:03:12.912616 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.db.resource_extend [None req-d54634f3-4152-43b1-b898-a99758db34aa admin admin] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:03:12.927702 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-49961bd6-7bed-4614-9ea0-544ca78cbfa4 None None] For port 9bc941d7-5717-4931-927c-a5ce5a4bad12, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=9bc941d7-5717-4931-927c-a5ce5a4bad12,segment=NetworkSegment(58a74df4-ae9c-4d77-a359-bab3cfb3f82d),segment_id=58a74df4-ae9c-4d77-a359-bab3cfb3f82d)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:12.932176 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff52afc8-6da3-4e6d-aa34-c435b497f65f None None] Network 353a9752-17d7-45b3-9ab3-ddeff5861d11 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:03:12.935387 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54634f3-4152-43b1-b898-a99758db34aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=069bf2ce-4814-4b94-94c2-434fafdddf7b,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:13.075886 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c4773861-63c3-4907-b76b-489ffffceabe req-04c390f9-2980-4519-8a6c-d3b2abc0849e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:13.086748 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-f84869d5-fc3e-4b3e-87cf-0ddec627b368 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Allocated IP 172.25.0.155 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/58584020-7f1f-45d9-ab4a-677f86b5d76f) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:03:13.263390 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4773861-63c3-4907-b76b-489ffffceabe req-04c390f9-2980-4519-8a6c-d3b2abc0849e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:13.264000 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c4773861-63c3-4907-b76b-489ffffceabe req-04c390f9-2980-4519-8a6c-d3b2abc0849e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:13.265414 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c4773861-63c3-4907-b76b-489ffffceabe req-04c390f9-2980-4519-8a6c-d3b2abc0849e service neutron] 10.222.0.62 "PUT /v2.0/ports/9457c038-5932-4409-a1a8-2edbfb1ae7f1 HTTP/1.1" status: 200 len: 1091 time: 7.5067706 Feb 09 01:03:13.294015 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d54634f3-4152-43b1-b898-a99758db34aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:13.298347 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-49961bd6-7bed-4614-9ea0-544ca78cbfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:13.304364 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54634f3-4152-43b1-b898-a99758db34aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:13.315271 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d54634f3-4152-43b1-b898-a99758db34aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:13.323402 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd365e833-dc87-450f-a9f9-2fd84b685ba6', 'tag': '9457c038-5932-4409-a1a8-2edbfb1ae7f1'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:03:13.400338 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-0719fd3e-5424-4a97-9836-1e1ad376bbac req-4191edb0-3802-42b6-8ca6-4fc8c4584836 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Unset dirty status for tenant:8ec264b7b14646a3a7c5bffffa681c25 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:03:13.412917 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-0719fd3e-5424-4a97-9836-1e1ad376bbac req-4191edb0-3802-42b6-8ca6-4fc8c4584836 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.62 "GET /v2.0/ports?device_id=82720492-be2b-4c27-b64d-36f2afd28b77 HTTP/1.1" status: 200 len: 944 time: 2.0825114 Feb 09 01:03:13.627829 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc85c23-c340-4541-9fd2-7a7e70ce5b33 req-7ee714f6-ab14-4af9-aa74-11da9ba7b49b tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:13.637545 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5bc85c23-c340-4541-9fd2-7a7e70ce5b33 req-7ee714f6-ab14-4af9-aa74-11da9ba7b49b tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/networks?id=48143312-4059-4efc-a7c1-0025ad20c80e HTTP/1.1" status: 200 len: 804 time: 1.7790158 Feb 09 01:03:13.795843 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:13.796599 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-3516b97f-792c-4106-906e-2996432c475b req-5c0ea151-4aec-4089-af71-32d9f309e3a6 tempest-AttachSCSIVolumeTestJSON-1984411863 tempest-AttachSCSIVolumeTestJSON-1984411863-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:13.810279 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 19e40df1-a8c9-4141-b5b4-981e1b6effac up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:03:13.826189 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-48591323-ca88-4416-9b0e-660a1d609498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:13.849068 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-3516b97f-792c-4106-906e-2996432c475b req-5c0ea151-4aec-4089-af71-32d9f309e3a6 tempest-AttachSCSIVolumeTestJSON-1984411863 tempest-AttachSCSIVolumeTestJSON-1984411863-project] Transition to ACTIVE for port object ec3374ff-1655-4591-82bf-c671fc734e82 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:03:13.928014 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-49961bd6-7bed-4614-9ea0-544ca78cbfa4 None None] Provisioning for port b38da1e8-bdf0-43e3-9c77-fe6640748ec5 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:03:13.975216 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54634f3-4152-43b1-b898-a99758db34aa admin admin] Pushing event updated for resources: {'Network': ['ID=dbd96efe-d7b8-42b5-aafb-bb4d08e4a670,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:13.990785 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5bc85c23-c340-4541-9fd2-7a7e70ce5b33 req-66b5c43a-aeda-4bfc-b02f-d0828dadcad3 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/quotas/8ec264b7b14646a3a7c5bffffa681c25 HTTP/1.1" status: 200 len: 375 time: 0.3522243 Feb 09 01:03:14.005586 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c390f9-2980-4519-8a6c-d3b2abc0849e service neutron] Pushing event updated for resources: {'Port': ['ID=9457c038-5932-4409-a1a8-2edbfb1ae7f1,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:14.032848 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-87b07791-15ff-4546-8078-b9856f1ab162 req-18915475-eee4-4f2b-8d10-353017b5ce3f tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Allocated IP 19.86.0.176 (353a9752-17d7-45b3-9ab3-ddeff5861d11/c273b888-d699-4498-8f18-603176b438e2/612c37f5-b77a-411d-90ff-f06757869505) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:03:14.062519 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network dbd96efe-d7b8-42b5-aafb-bb4d08e4a670 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:03:14.070820 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d54634f3-4152-43b1-b898-a99758db34aa admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 4.2538142 Feb 09 01:03:14.091349 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 53728) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:14.129052 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-0719fd3e-5424-4a97-9836-1e1ad376bbac req-a7ccc1a0-f673-4e2e-9f4c-bb2c2a13dc89 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Deleting port 309d54d7-37d5-41bb-8447-5991fab3ab4d {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:03:14.130592 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-e6a5d876-62cf-4774-81e0-e5dba38f0bba admin admin] Request body: {'subnet': {'network_id': 'dbd96efe-d7b8-42b5-aafb-bb4d08e4a670', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-742895221-subnet', 'tenant_id': '78cbc8e5061b49e9b8b3bab2e5c34775', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:14.131169 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-0719fd3e-5424-4a97-9836-1e1ad376bbac req-a7ccc1a0-f673-4e2e-9f4c-bb2c2a13dc89 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:14.137405 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e6a5d876-62cf-4774-81e0-e5dba38f0bba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:14.142021 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-e6a5d876-62cf-4774-81e0-e5dba38f0bba admin admin] Usage tracker for resource:subnet and tenant:78cbc8e5061b49e9b8b3bab2e5c34775 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:14.145772 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-e6a5d876-62cf-4774-81e0-e5dba38f0bba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:14.152229 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e6a5d876-62cf-4774-81e0-e5dba38f0bba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:14.181522 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a5d876-62cf-4774-81e0-e5dba38f0bba admin admin] Made reservation on behalf of 78cbc8e5061b49e9b8b3bab2e5c34775 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:03:14.184248 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e6a5d876-62cf-4774-81e0-e5dba38f0bba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:14.205459 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-3516b97f-792c-4106-906e-2996432c475b req-5c0ea151-4aec-4089-af71-32d9f309e3a6 tempest-AttachSCSIVolumeTestJSON-1984411863 tempest-AttachSCSIVolumeTestJSON-1984411863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:14.233201 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-48591323-ca88-4416-9b0e-660a1d609498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:14.295354 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49961bd6-7bed-4614-9ea0-544ca78cbfa4 None None] Pushing event updated for resources: {'Port': ['ID=9bc941d7-5717-4931-927c-a5ce5a4bad12,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:14.424174 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3516b97f-792c-4106-906e-2996432c475b req-5c0ea151-4aec-4089-af71-32d9f309e3a6 tempest-AttachSCSIVolumeTestJSON-1984411863 tempest-AttachSCSIVolumeTestJSON-1984411863-project] Network 7d1efc84-0e07-425a-933b-624ea0f4290b is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:03:14.436024 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-3516b97f-792c-4106-906e-2996432c475b req-5c0ea151-4aec-4089-af71-32d9f309e3a6 tempest-AttachSCSIVolumeTestJSON-1984411863 tempest-AttachSCSIVolumeTestJSON-1984411863-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:03:14.453719 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4773861-63c3-4907-b76b-489ffffceabe req-8418c280-f773-48be-abf1-81c576f8427a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:14.461018 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c4773861-63c3-4907-b76b-489ffffceabe req-8418c280-f773-48be-abf1-81c576f8427a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5ff9aad1b4b645cb83f87778a731b808&device_id=d365e833-dc87-450f-a9f9-2fd84b685ba6 HTTP/1.1" status: 200 len: 1094 time: 1.0931282 Feb 09 01:03:14.485217 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-3516b97f-792c-4106-906e-2996432c475b req-5c0ea151-4aec-4089-af71-32d9f309e3a6 tempest-AttachSCSIVolumeTestJSON-1984411863 tempest-AttachSCSIVolumeTestJSON-1984411863-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:03:14.593758 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 19e40df1-a8c9-4141-b5b4-981e1b6effac completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:03:14.604302 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1081837-7f52-4aca-91dc-a2063f88329b req-45373708-d67a-4667-9a10-2457aaa62850 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:14.604777 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8114cbbf-cfb7-499c-9f9f-f304256913d4 None None] Provisioning for port e6e0aae7-22c4-4536-815e-a77da026ad3d completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:03:14.625668 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b1081837-7f52-4aca-91dc-a2063f88329b req-45373708-d67a-4667-9a10-2457aaa62850 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "GET /v2.0/ports?device_id=e0a0f264-d3bb-4f6b-a9d5-10286de2cc39 HTTP/1.1" status: 200 len: 932 time: 1.2968643 Feb 09 01:03:14.628674 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 19e40df1-a8c9-4141-b5b4-981e1b6effac triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:14.629053 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f84869d5-fc3e-4b3e-87cf-0ddec627b368 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:14.629166 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:14.738652 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8114cbbf-cfb7-499c-9f9f-f304256913d4 None None] Provisioning complete for port e6e0aae7-22c4-4536-815e-a77da026ad3d triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:14.739184 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8114cbbf-cfb7-499c-9f9f-f304256913d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:14.792773 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 309d54d7-37d5-41bb-8447-5991fab3ab4d no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:03:14.849328 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0ea151-4aec-4089-af71-32d9f309e3a6 tempest-AttachSCSIVolumeTestJSON-1984411863 tempest-AttachSCSIVolumeTestJSON-1984411863-project] Pushing event updated for resources: {'Port': ['ID=ec3374ff-1655-4591-82bf-c671fc734e82,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:14.900297 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-0719fd3e-5424-4a97-9836-1e1ad376bbac req-a7ccc1a0-f673-4e2e-9f4c-bb2c2a13dc89 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] For port 309d54d7-37d5-41bb-8447-5991fab3ab4d, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=309d54d7-37d5-41bb-8447-5991fab3ab4d,segment=NetworkSegment(68c75c24-5a6d-4512-b85d-48e7bc49aa9f),segment_id=68c75c24-5a6d-4512-b85d-48e7bc49aa9f)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:14.900799 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-0719fd3e-5424-4a97-9836-1e1ad376bbac req-a7ccc1a0-f673-4e2e-9f4c-bb2c2a13dc89 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:14.936945 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c4773861-63c3-4907-b76b-489ffffceabe req-2f618ab6-da7a-4a6a-b7bb-794aedbd0592 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9457c038-5932-4409-a1a8-2edbfb1ae7f1 HTTP/1.1" status: 200 len: 217 time: 0.2415450 Feb 09 01:03:14.975013 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-8114cbbf-cfb7-499c-9f9f-f304256913d4 None None] Port e6e0aae7-22c4-4536-815e-a77da026ad3d cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:03:15.035994 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5bc85c23-c340-4541-9fd2-7a7e70ce5b33 req-b19a027a-ca72-4221-91d3-31f03e3afa0d tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=8ec264b7b14646a3a7c5bffffa681c25&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0442228 Feb 09 01:03:15.049902 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516b97f-792c-4106-906e-2996432c475b req-5c0ea151-4aec-4089-af71-32d9f309e3a6 tempest-AttachSCSIVolumeTestJSON-1984411863 tempest-AttachSCSIVolumeTestJSON-1984411863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:15.050859 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-3516b97f-792c-4106-906e-2996432c475b req-5c0ea151-4aec-4089-af71-32d9f309e3a6 tempest-AttachSCSIVolumeTestJSON-1984411863 tempest-AttachSCSIVolumeTestJSON-1984411863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:15.056567 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-0719fd3e-5424-4a97-9836-1e1ad376bbac req-a7ccc1a0-f673-4e2e-9f4c-bb2c2a13dc89 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Calling delete_port for 309d54d7-37d5-41bb-8447-5991fab3ab4d owned by compute:nova {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:03:15.110711 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8114cbbf-cfb7-499c-9f9f-f304256913d4 None None] Provisioning for port 2b457899-fc18-4e88-ac0e-5e0fa9c1dad9 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:03:15.188837 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-48591323-ca88-4416-9b0e-660a1d609498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:15.223085 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b1081837-7f52-4aca-91dc-a2063f88329b req-f02ec047-db02-4ea1-b237-9367bdaafb94 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "GET /v2.0/security-groups?id=f20558f4-33ef-4c77-9965-2db2b58a5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5958691 Feb 09 01:03:15.228043 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8114cbbf-cfb7-499c-9f9f-f304256913d4 None None] Provisioning complete for port 2b457899-fc18-4e88-ac0e-5e0fa9c1dad9 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:15.230452 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8114cbbf-cfb7-499c-9f9f-f304256913d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:15.230566 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48591323-ca88-4416-9b0e-660a1d609498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0dcbafa-36f6-433c-a76f-c12aae6ddfd4,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:15.268505 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-48591323-ca88-4416-9b0e-660a1d609498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:15.270639 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-48591323-ca88-4416-9b0e-660a1d609498 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/c0dcbafa-36f6-433c-a76f-c12aae6ddfd4 HTTP/1.1" status: 204 len: 168 time: 2.8069885 Feb 09 01:03:15.556509 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-87b07791-15ff-4546-8078-b9856f1ab162 req-18915475-eee4-4f2b-8d10-353017b5ce3f tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:15.616922 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-8114cbbf-cfb7-499c-9f9f-f304256913d4 None None] Port 2b457899-fc18-4e88-ac0e-5e0fa9c1dad9 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:03:15.622605 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-87b07791-15ff-4546-8078-b9856f1ab162 req-18915475-eee4-4f2b-8d10-353017b5ce3f tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Transition to ACTIVE for port object 612c37f5-b77a-411d-90ff-f06757869505 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:03:15.641116 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:15.652673 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-0719fd3e-5424-4a97-9836-1e1ad376bbac req-a7ccc1a0-f673-4e2e-9f4c-bb2c2a13dc89 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:15.704070 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 19e40df1-a8c9-4141-b5b4-981e1b6effac, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=19e40df1-a8c9-4141-b5b4-981e1b6effac,segment=NetworkSegment(5276e95c-e7dd-4725-a74b-01f5b634ddb5),segment_id=5276e95c-e7dd-4725-a74b-01f5b634ddb5)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:15.733081 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:15.733909 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device b38da1e8-bdf0-43e3-9c77-fe6640748ec5 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:03:15.874391 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4773861-63c3-4907-b76b-489ffffceabe req-88089f89-25c8-40e4-a74f-61af3fb1163c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:15.876235 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c4773861-63c3-4907-b76b-489ffffceabe req-88089f89-25c8-40e4-a74f-61af3fb1163c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6629426b-30e0-4649-b641-b6eaabeb92da HTTP/1.1" status: 200 len: 851 time: 0.9180870 Feb 09 01:03:15.880314 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.62', 57133) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:16.039478 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8114cbbf-cfb7-499c-9f9f-f304256913d4 None None] Provisioning complete for port 9bc941d7-5717-4931-927c-a5ce5a4bad12 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:16.040139 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8114cbbf-cfb7-499c-9f9f-f304256913d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:16.086677 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53740) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:16.155239 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ccc1a0-f673-4e2e-9f4c-bb2c2a13dc89 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Pushing event deleted for resources: {'Port': ['ID=309d54d7-37d5-41bb-8447-5991fab3ab4d,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:16.225855 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3516b97f-792c-4106-906e-2996432c475b req-5c0ea151-4aec-4089-af71-32d9f309e3a6 tempest-AttachSCSIVolumeTestJSON-1984411863 tempest-AttachSCSIVolumeTestJSON-1984411863-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.9116428 Feb 09 01:03:16.229747 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-320c7668-5bc5-4c6d-9bdb-8191dd0512e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:16.273535 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c4773861-63c3-4907-b76b-489ffffceabe req-c3216f92-bf26-49a9-8af9-f2d5f4c11771 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dd02684a-c792-4fba-8571-35898e88ad40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2042847 Feb 09 01:03:16.275872 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f84869d5-fc3e-4b3e-87cf-0ddec627b368 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:16.339506 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=19e40df1-a8c9-4141-b5b4-981e1b6effac,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:16.359489 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-3516b97f-792c-4106-906e-2996432c475b req-d7d40963-53c0-4240-9a8b-7b971e7a5f2f service neutron] Request body: {'port': {'device_id': '84556c01-5d42-4506-ad4f-b5af394884ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:16.373618 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port b38da1e8-bdf0-43e3-9c77-fe6640748ec5 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:03:16.386170 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port b38da1e8-bdf0-43e3-9c77-fe6640748ec5 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:16.387690 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:16.445918 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-320c7668-5bc5-4c6d-9bdb-8191dd0512e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:16.512647 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-320c7668-5bc5-4c6d-9bdb-8191dd0512e9 admin admin] Usage tracker for resource:security_group_rule and tenant:02df5c109e664169b2b2c924f578c524 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:16.516427 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-87b07791-15ff-4546-8078-b9856f1ab162 req-18915475-eee4-4f2b-8d10-353017b5ce3f tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:16.523084 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-0719fd3e-5424-4a97-9836-1e1ad376bbac req-a7ccc1a0-f673-4e2e-9f4c-bb2c2a13dc89 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] No DVR routers for this DVR port 309d54d7-37d5-41bb-8447-5991fab3ab4d on host n-h1-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:03:16.549532 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-320c7668-5bc5-4c6d-9bdb-8191dd0512e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:16.571463 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-0719fd3e-5424-4a97-9836-1e1ad376bbac req-a7ccc1a0-f673-4e2e-9f4c-bb2c2a13dc89 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:16.576838 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-0719fd3e-5424-4a97-9836-1e1ad376bbac req-a7ccc1a0-f673-4e2e-9f4c-bb2c2a13dc89 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.62 "DELETE /v2.0/ports/309d54d7-37d5-41bb-8447-5991fab3ab4d HTTP/1.1" status: 204 len: 173 time: 2.9680927 Feb 09 01:03:16.577339 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82720492-be2b-4c27-b64d-36f2afd28b77', 'name': 'network-vif-deleted', 'tag': '309d54d7-37d5-41bb-8447-5991fab3ab4d'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:03:16.611668 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84869d5-fc3e-4b3e-87cf-0ddec627b368 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:03:16.619937 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84869d5-fc3e-4b3e-87cf-0ddec627b368 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Pushing event updated for resources: {'Port': ['ID=58584020-7f1f-45d9-ab4a-677f86b5d76f,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:16.656989 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8114cbbf-cfb7-499c-9f9f-f304256913d4 None None] Provisioning for port 79a7f7ff-db18-40ba-b175-35b4cc180bbe completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:03:16.672709 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8114cbbf-cfb7-499c-9f9f-f304256913d4 None None] Provisioning complete for port 79a7f7ff-db18-40ba-b175-35b4cc180bbe triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:16.673152 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8114cbbf-cfb7-499c-9f9f-f304256913d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:16.727358 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-f84869d5-fc3e-4b3e-87cf-0ddec627b368 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:03:16.738455 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-320c7668-5bc5-4c6d-9bdb-8191dd0512e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:16.747839 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84869d5-fc3e-4b3e-87cf-0ddec627b368 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:03:16.850548 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87b07791-15ff-4546-8078-b9856f1ab162 req-18915475-eee4-4f2b-8d10-353017b5ce3f tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Network 353a9752-17d7-45b3-9ab3-ddeff5861d11 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:03:16.852926 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18915475-eee4-4f2b-8d10-353017b5ce3f tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Pushing event updated for resources: {'Port': ['ID=612c37f5-b77a-411d-90ff-f06757869505,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:16.860891 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-8114cbbf-cfb7-499c-9f9f-f304256913d4 None None] Port 79a7f7ff-db18-40ba-b175-35b4cc180bbe cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:03:16.863929 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5bc85c23-c340-4541-9fd2-7a7e70ce5b33 req-4d20635e-52e7-4594-b841-1c49e1f6a28a service neutron] 10.222.0.105 "GET /v2.0/networks/48143312-4059-4efc-a7c1-0025ad20c80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7582209 Feb 09 01:03:16.866348 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:16.899580 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-87b07791-15ff-4546-8078-b9856f1ab162 req-18915475-eee4-4f2b-8d10-353017b5ce3f tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:03:16.906091 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-87b07791-15ff-4546-8078-b9856f1ab162 req-18915475-eee4-4f2b-8d10-353017b5ce3f tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:03:16.934583 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e6a5d876-62cf-4774-81e0-e5dba38f0bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:16.934833 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8114cbbf-cfb7-499c-9f9f-f304256913d4 None None] Provisioning for port 92ca5101-e18a-4c95-a476-70617258df4d completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:03:16.961106 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port b38da1e8-bdf0-43e3-9c77-fe6640748ec5, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=b38da1e8-bdf0-43e3-9c77-fe6640748ec5,segment=NetworkSegment(1e6e2ba9-58a4-44c9-be4f-d8ba07a476ca),segment_id=1e6e2ba9-58a4-44c9-be4f-d8ba07a476ca)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:16.966269 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:17.132624 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b07791-15ff-4546-8078-b9856f1ab162 req-18915475-eee4-4f2b-8d10-353017b5ce3f tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:17.133529 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-87b07791-15ff-4546-8078-b9856f1ab162 req-18915475-eee4-4f2b-8d10-353017b5ce3f tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:17.141542 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=b38da1e8-bdf0-43e3-9c77-fe6640748ec5,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:17.230707 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-87b07791-15ff-4546-8078-b9856f1ab162 req-18915475-eee4-4f2b-8d10-353017b5ce3f tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.3365002 Feb 09 01:03:17.233464 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-862cc332-cb2c-4e92-8136-6e6a89319a30 None None] Provisioning for port ec3374ff-1655-4591-82bf-c671fc734e82 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:03:17.257838 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d3c2d-f0cd-45d4-85e1-a21bad56d208 req-075d15f3-65a4-47f5-af8b-1b9d61b72453 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:17.260061 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-862cc332-cb2c-4e92-8136-6e6a89319a30 None None] Provisioning complete for port ec3374ff-1655-4591-82bf-c671fc734e82 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:17.260670 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-294d3c2d-f0cd-45d4-85e1-a21bad56d208 req-075d15f3-65a4-47f5-af8b-1b9d61b72453 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.62 "GET /v2.0/networks?id=1f86eb5f-f405-4ce4-a845-9c31ac1b15d4 HTTP/1.1" status: 200 len: 811 time: 1.3466687 Feb 09 01:03:17.262043 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-862cc332-cb2c-4e92-8136-6e6a89319a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:17.284172 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-87b07791-15ff-4546-8078-b9856f1ab162 req-4801f145-b52a-41b1-80eb-2d5cbdfe6ddf tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Request body: {'port': {'device_id': 'e0a0f264-d3bb-4f6b-a9d5-10286de2cc39', 'network_id': 'a32a253a-9f5c-4a54-8474-0e447581f990', 'admin_state_up': True, 'tenant_id': '84557554a3f24afe8f48784f3010a6e6'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:17.350982 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-294d3c2d-f0cd-45d4-85e1-a21bad56d208 req-ccbd0142-4146-4c06-a8a3-c781670f4c02 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Request body: {'port': {'device_id': '15f6fa95-6f4a-4909-837a-471f3f3362d9', 'network_id': '1f86eb5f-f405-4ce4-a845-9c31ac1b15d4', 'admin_state_up': True, 'tenant_id': '71b0276e9e0b48f8943a51531f3d8a9e'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:17.370577 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-3516b97f-792c-4106-906e-2996432c475b req-d7d40963-53c0-4240-9a8b-7b971e7a5f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:17.409155 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 9bc941d7-5717-4931-927c-a5ce5a4bad12 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:03:17.440550 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c4773861-63c3-4907-b76b-489ffffceabe req-6af39665-f073-472b-8f2d-b6b82af335ff service neutron] 10.222.0.62 "GET /v2.0/networks/dd02684a-c792-4fba-8571-35898e88ad40?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1303029 Feb 09 01:03:17.449828 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe79aacd-5c98-4b44-8173-be4acaae8b2d req-bcb710ee-a7e2-487a-ba81-053a782aa004 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:17.457747 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fe79aacd-5c98-4b44-8173-be4acaae8b2d req-bcb710ee-a7e2-487a-ba81-053a782aa004 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=d365e833-dc87-450f-a9f9-2fd84b685ba6 HTTP/1.1" status: 200 len: 943 time: 1.5953441 Feb 09 01:03:17.527257 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a5d876-62cf-4774-81e0-e5dba38f0bba admin admin] Pushing event updated for resources: {'Subnet': ['ID=79b3c606-423d-4fd4-b3ab-e743313e39ca,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:17.544954 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-862cc332-cb2c-4e92-8136-6e6a89319a30 None None] Port ec3374ff-1655-4591-82bf-c671fc734e82 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:03:17.583355 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 9bc941d7-5717-4931-927c-a5ce5a4bad12 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:17.585739 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:17.634041 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-87b07791-15ff-4546-8078-b9856f1ab162 req-4801f145-b52a-41b1-80eb-2d5cbdfe6ddf tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:17.644351 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-87b07791-15ff-4546-8078-b9856f1ab162 req-4801f145-b52a-41b1-80eb-2d5cbdfe6ddf tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Usage tracker for resource:port and tenant:84557554a3f24afe8f48784f3010a6e6 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:17.649113 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-87b07791-15ff-4546-8078-b9856f1ab162 req-4801f145-b52a-41b1-80eb-2d5cbdfe6ddf tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:17.652563 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a5d876-62cf-4774-81e0-e5dba38f0bba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:17.655300 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f84869d5-fc3e-4b3e-87cf-0ddec627b368 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:17.657216 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a5d876-62cf-4774-81e0-e5dba38f0bba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:17.657717 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a5d876-62cf-4774-81e0-e5dba38f0bba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:17.658165 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a5d876-62cf-4774-81e0-e5dba38f0bba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:17.662541 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-87b07791-15ff-4546-8078-b9856f1ab162 req-4801f145-b52a-41b1-80eb-2d5cbdfe6ddf tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:17.663141 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a5d876-62cf-4774-81e0-e5dba38f0bba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:17.663688 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a5d876-62cf-4774-81e0-e5dba38f0bba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:17.664224 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a5d876-62cf-4774-81e0-e5dba38f0bba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:17.664766 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a5d876-62cf-4774-81e0-e5dba38f0bba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:17.665360 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a5d876-62cf-4774-81e0-e5dba38f0bba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:17.665895 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a5d876-62cf-4774-81e0-e5dba38f0bba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:17.666330 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a5d876-62cf-4774-81e0-e5dba38f0bba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:17.666790 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a5d876-62cf-4774-81e0-e5dba38f0bba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:17.707935 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e5619567-b06c-4109-a491-e3c08c1a576c None None] Provisioning for port 612c37f5-b77a-411d-90ff-f06757869505 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:03:17.716992 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e5619567-b06c-4109-a491-e3c08c1a576c None None] Provisioning complete for port 612c37f5-b77a-411d-90ff-f06757869505 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:17.717417 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e5619567-b06c-4109-a491-e3c08c1a576c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:17.747978 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87b07791-15ff-4546-8078-b9856f1ab162 req-4801f145-b52a-41b1-80eb-2d5cbdfe6ddf tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Made reservation on behalf of 84557554a3f24afe8f48784f3010a6e6 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:03:17.752186 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-87b07791-15ff-4546-8078-b9856f1ab162 req-4801f145-b52a-41b1-80eb-2d5cbdfe6ddf tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:17.789723 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f84869d5-fc3e-4b3e-87cf-0ddec627b368 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:17.799790 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a5d876-62cf-4774-81e0-e5dba38f0bba admin admin] Checking segment: {'id': 'b90906e3-cd32-4b1f-96a9-4ab8b554865c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'dbd96efe-d7b8-42b5-aafb-bb4d08e4a670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:03:17.800581 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a5d876-62cf-4774-81e0-e5dba38f0bba admin admin] Network hostable DHCP agents. Network: dbd96efe-d7b8-42b5-aafb-bb4d08e4a670, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:03:17.836556 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-320c7668-5bc5-4c6d-9bdb-8191dd0512e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:17.890971 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-320c7668-5bc5-4c6d-9bdb-8191dd0512e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:17.897915 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5bc85c23-c340-4541-9fd2-7a7e70ce5b33 req-736eaeb4-b638-4d1f-9c2e-7b7ff4edca6e service neutron] 10.222.0.105 "GET /v2.0/networks/48143312-4059-4efc-a7c1-0025ad20c80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0330045 Feb 09 01:03:17.975906 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e5619567-b06c-4109-a491-e3c08c1a576c None None] Port 612c37f5-b77a-411d-90ff-f06757869505 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:03:18.004629 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 19e40df1-a8c9-4141-b5b4-981e1b6effac up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:03:18.021208 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-320c7668-5bc5-4c6d-9bdb-8191dd0512e9 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=02df5c109e664169b2b2c924f578c524&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9286435 Feb 09 01:03:18.037541 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 53750) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:18.045239 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320c7668-5bc5-4c6d-9bdb-8191dd0512e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b87d2a22-8d56-4753-9bcc-a42f683ca430,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:18.136093 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 19e40df1-a8c9-4141-b5b4-981e1b6effac triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:18.137617 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:18.174347 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fe79aacd-5c98-4b44-8173-be4acaae8b2d req-f6b4126b-62d3-47a3-b596-81f0235779c0 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7153249 Feb 09 01:03:18.321078 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a5d876-62cf-4774-81e0-e5dba38f0bba admin admin] Network dbd96efe-d7b8-42b5-aafb-bb4d08e4a670 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:03:18.411037 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-87b07791-15ff-4546-8078-b9856f1ab162 req-4801f145-b52a-41b1-80eb-2d5cbdfe6ddf tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Allocated IP 19.80.0.20 (a32a253a-9f5c-4a54-8474-0e447581f990/6e8e25e8-d75f-4e54-a28b-c1e71ffd0188/ddaef888-0c49-49ca-bb08-d11433657bc7) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:03:18.493223 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-e6a5d876-62cf-4774-81e0-e5dba38f0bba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, dbd96efe-d7b8-42b5-aafb-bb4d08e4a670) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:03:18.528804 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e84635-5852-4a5e-af63-6848f2ff266f None None] Network dbd96efe-d7b8-42b5-aafb-bb4d08e4a670 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:03:18.642803 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 92ca5101-e18a-4c95-a476-70617258df4d up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:03:18.654928 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c4773861-63c3-4907-b76b-489ffffceabe req-c514356b-171b-4d49-ad18-5c3a46765081 service neutron] 10.222.0.62 "GET /v2.0/networks/dd02684a-c792-4fba-8571-35898e88ad40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0746927 Feb 09 01:03:18.672564 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a5d876-62cf-4774-81e0-e5dba38f0bba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:18.679992 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e6a5d876-62cf-4774-81e0-e5dba38f0bba admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:18.776687 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-294d3c2d-f0cd-45d4-85e1-a21bad56d208 req-ccbd0142-4146-4c06-a8a3-c781670f4c02 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:18.838243 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f84869d5-fc3e-4b3e-87cf-0ddec627b368 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:18.844248 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f84869d5-fc3e-4b3e-87cf-0ddec627b368 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:18.931976 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-89c0c6b0-7bb3-4526-baa0-ea9154ef6809 req-f26ff46f-14c5-486e-a019-28554478955c tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=15f6fa95-6f4a-4909-837a-471f3f3362d9 HTTP/1.1" status: 200 len: 210 time: 0.4562247 Feb 09 01:03:19.028616 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 92ca5101-e18a-4c95-a476-70617258df4d completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:03:19.039565 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-951483ef-d6ab-424e-9f17-c6323fc39449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:19.075690 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 92ca5101-e18a-4c95-a476-70617258df4d triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:19.076075 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:19.152101 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84869d5-fc3e-4b3e-87cf-0ddec627b368 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Pushing event updated for resources: {'Port': ['ID=58584020-7f1f-45d9-ab4a-677f86b5d76f,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:19.235484 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082a72b9-7f05-4a5a-9d0f-80d3374b3f7c None None] Network dbd96efe-d7b8-42b5-aafb-bb4d08e4a670 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:03:19.242276 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f84869d5-fc3e-4b3e-87cf-0ddec627b368 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:19.312097 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-951483ef-d6ab-424e-9f17-c6323fc39449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:19.348368 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f84869d5-fc3e-4b3e-87cf-0ddec627b368 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:19.353775 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f84869d5-fc3e-4b3e-87cf-0ddec627b368 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.7647195 Feb 09 01:03:19.369451 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-87b07791-15ff-4546-8078-b9856f1ab162 req-4801f145-b52a-41b1-80eb-2d5cbdfe6ddf tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:19.370889 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd365e833-dc87-450f-a9f9-2fd84b685ba6', 'tag': '9457c038-5932-4409-a1a8-2edbfb1ae7f1', 'status': 'completed', 'code': 200} Feb 09 01:03:19.380258 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-294d3c2d-f0cd-45d4-85e1-a21bad56d208 req-ccbd0142-4146-4c06-a8a3-c781670f4c02 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:19.412662 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-87b07791-15ff-4546-8078-b9856f1ab162 req-4801f145-b52a-41b1-80eb-2d5cbdfe6ddf tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Transition to ACTIVE for port object ddaef888-0c49-49ca-bb08-d11433657bc7 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:03:19.454026 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-87b07791-15ff-4546-8078-b9856f1ab162 req-4801f145-b52a-41b1-80eb-2d5cbdfe6ddf tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:19.633422 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87b07791-15ff-4546-8078-b9856f1ab162 req-4801f145-b52a-41b1-80eb-2d5cbdfe6ddf tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Network a32a253a-9f5c-4a54-8474-0e447581f990 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:03:19.637708 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-87b07791-15ff-4546-8078-b9856f1ab162 req-4801f145-b52a-41b1-80eb-2d5cbdfe6ddf tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:03:19.641510 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-87b07791-15ff-4546-8078-b9856f1ab162 req-4801f145-b52a-41b1-80eb-2d5cbdfe6ddf tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:03:19.761884 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4801f145-b52a-41b1-80eb-2d5cbdfe6ddf tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Pushing event updated for resources: {'Port': ['ID=ddaef888-0c49-49ca-bb08-d11433657bc7,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:19.806600 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:19.810501 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b07791-15ff-4546-8078-b9856f1ab162 req-4801f145-b52a-41b1-80eb-2d5cbdfe6ddf tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:19.811353 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-87b07791-15ff-4546-8078-b9856f1ab162 req-4801f145-b52a-41b1-80eb-2d5cbdfe6ddf tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:19.838823 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-87b07791-15ff-4546-8078-b9856f1ab162 req-4801f145-b52a-41b1-80eb-2d5cbdfe6ddf tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5698457 Feb 09 01:03:19.851808 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-294d3c2d-f0cd-45d4-85e1-a21bad56d208 req-ccbd0142-4146-4c06-a8a3-c781670f4c02 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Made reservation on behalf of 71b0276e9e0b48f8943a51531f3d8a9e for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:03:19.856215 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-294d3c2d-f0cd-45d4-85e1-a21bad56d208 req-ccbd0142-4146-4c06-a8a3-c781670f4c02 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:19.868023 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-e6a5d876-62cf-4774-81e0-e5dba38f0bba admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 5.7708552 Feb 09 01:03:19.886930 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-951483ef-d6ab-424e-9f17-c6323fc39449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:19.902063 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-87b07791-15ff-4546-8078-b9856f1ab162 req-ceba7f9f-166f-4d03-9796-22d80823df6e service neutron] Request body: {'port': {'device_id': 'e0a0f264-d3bb-4f6b-a9d5-10286de2cc39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:19.989836 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951483ef-d6ab-424e-9f17-c6323fc39449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87d2a22-8d56-4753-9bcc-a42f683ca430,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:20.021624 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-3516b97f-792c-4106-906e-2996432c475b req-d7d40963-53c0-4240-9a8b-7b971e7a5f2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec3374ff-1655-4591-82bf-c671fc734e82 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:03:20.046530 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 92ca5101-e18a-4c95-a476-70617258df4d, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=92ca5101-e18a-4c95-a476-70617258df4d,segment=NetworkSegment(eb56a0d3-16dc-424b-b5d6-77cd5466f67e),segment_id=eb56a0d3-16dc-424b-b5d6-77cd5466f67e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:20.055408 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:20.244424 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=92ca5101-e18a-4c95-a476-70617258df4d,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:20.246995 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d00c84b5-4d1f-4984-a36e-686056d62adb None None] Provisioning for port ddaef888-0c49-49ca-bb08-d11433657bc7 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:03:20.252979 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device b38da1e8-bdf0-43e3-9c77-fe6640748ec5 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:03:20.260381 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-3516b97f-792c-4106-906e-2996432c475b req-d7d40963-53c0-4240-9a8b-7b971e7a5f2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:20.272728 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-951483ef-d6ab-424e-9f17-c6323fc39449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:20.285409 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-951483ef-d6ab-424e-9f17-c6323fc39449 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/b87d2a22-8d56-4753-9bcc-a42f683ca430 HTTP/1.1" status: 204 len: 168 time: 2.1299398 Feb 09 01:03:20.343253 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d00c84b5-4d1f-4984-a36e-686056d62adb None None] Provisioning complete for port ddaef888-0c49-49ca-bb08-d11433657bc7 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:20.343904 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d00c84b5-4d1f-4984-a36e-686056d62adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:20.349915 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d67cd-69e4-46ec-ba1f-fb99a06aa19b req-6a3a056e-434b-49d8-bedf-9d057764ebfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:20.351428 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-752d67cd-69e4-46ec-ba1f-fb99a06aa19b req-6a3a056e-434b-49d8-bedf-9d057764ebfe service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5ff9aad1b4b645cb83f87778a731b808&device_id=d365e833-dc87-450f-a9f9-2fd84b685ba6 HTTP/1.1" status: 200 len: 1094 time: 0.9686184 Feb 09 01:03:20.386234 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb801f-547c-4f9b-ae03-f9760dc19872 req-3fda4213-9de8-4691-a021-9a254fb0faa7 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:20.401989 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb801f-547c-4f9b-ae03-f9760dc19872 req-3fda4213-9de8-4691-a021-9a254fb0faa7 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:20.413063 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb801f-547c-4f9b-ae03-f9760dc19872 req-3fda4213-9de8-4691-a021-9a254fb0faa7 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:20.415749 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-97cb801f-547c-4f9b-ae03-f9760dc19872 req-3fda4213-9de8-4691-a021-9a254fb0faa7 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "GET /v2.0/ports?device_id=e0a0f264-d3bb-4f6b-a9d5-10286de2cc39 HTTP/1.1" status: 200 len: 2376 time: 0.8412211 Feb 09 01:03:20.424595 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f163db-d8c2-4086-8399-7a8ac2bf3431 req-06a09c72-8253-4708-8990-18dbbffecf37 tempest-AttachSCSIVolumeTestJSON-1984411863 tempest-AttachSCSIVolumeTestJSON-1984411863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:20.424771 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port b38da1e8-bdf0-43e3-9c77-fe6640748ec5 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:20.424985 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:20.425439 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-e9f163db-d8c2-4086-8399-7a8ac2bf3431 req-06a09c72-8253-4708-8990-18dbbffecf37 tempest-AttachSCSIVolumeTestJSON-1984411863 tempest-AttachSCSIVolumeTestJSON-1984411863-project] Synchronizing usage tracker for tenant:5dc821389a10412fa6c46b30ba4c3113 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:03:20.516390 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-3516b97f-792c-4106-906e-2996432c475b req-d7d40963-53c0-4240-9a8b-7b971e7a5f2f service neutron] Transition to ACTIVE for port object ec3374ff-1655-4591-82bf-c671fc734e82 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:03:20.530063 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d00c84b5-4d1f-4984-a36e-686056d62adb None None] Port ddaef888-0c49-49ca-bb08-d11433657bc7 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:03:20.596131 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-3516b97f-792c-4106-906e-2996432c475b req-d7d40963-53c0-4240-9a8b-7b971e7a5f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:20.687129 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-87b07791-15ff-4546-8078-b9856f1ab162 req-ceba7f9f-166f-4d03-9796-22d80823df6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:20.726387 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d40963-53c0-4240-9a8b-7b971e7a5f2f service neutron] Pushing event updated for resources: {'Port': ['ID=ec3374ff-1655-4591-82bf-c671fc734e82,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:20.821125 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc85c23-c340-4541-9fd2-7a7e70ce5b33 req-c8466bfd-af8b-45f4-8697-be2012a413a6 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:20.823746 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-5bc85c23-c340-4541-9fd2-7a7e70ce5b33 req-c8466bfd-af8b-45f4-8697-be2012a413a6 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.62 "GET /v2.0/networks?id=48143312-4059-4efc-a7c1-0025ad20c80e HTTP/1.1" status: 200 len: 804 time: 0.2492559 Feb 09 01:03:20.827348 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-e9f163db-d8c2-4086-8399-7a8ac2bf3431 req-06a09c72-8253-4708-8990-18dbbffecf37 tempest-AttachSCSIVolumeTestJSON-1984411863 tempest-AttachSCSIVolumeTestJSON-1984411863-project] Unset dirty status for tenant:5dc821389a10412fa6c46b30ba4c3113 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:03:20.828637 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e9f163db-d8c2-4086-8399-7a8ac2bf3431 req-06a09c72-8253-4708-8990-18dbbffecf37 tempest-AttachSCSIVolumeTestJSON-1984411863 tempest-AttachSCSIVolumeTestJSON-1984411863-project] 10.222.0.105 "GET /v2.0/ports?device_id=84556c01-5d42-4506-ad4f-b5af394884ad HTTP/1.1" status: 200 len: 931 time: 2.1377766 Feb 09 01:03:20.854179 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-97cb801f-547c-4f9b-ae03-f9760dc19872 req-7962073a-5126-412c-af56-629ff190c396 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "GET /v2.0/security-groups?id=f20558f4-33ef-4c77-9965-2db2b58a5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3975606 Feb 09 01:03:20.881382 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-294d3c2d-f0cd-45d4-85e1-a21bad56d208 req-ccbd0142-4146-4c06-a8a3-c781670f4c02 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Allocated IP 172.20.0.5 (1f86eb5f-f405-4ce4-a845-9c31ac1b15d4/55d6843d-cf0e-4da9-b1f9-18c66e11f308/b946e0ec-388c-4def-a759-89fe4b4606bb) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:03:20.905002 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-5bc85c23-c340-4541-9fd2-7a7e70ce5b33 req-9e8d6cec-3ded-459d-ad47-a24dadf2c1ca tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Request body: {'port': {'device_id': 'b644c596-18e7-441c-bd61-8aeb74f1648d', 'network_id': '48143312-4059-4efc-a7c1-0025ad20c80e', 'admin_state_up': True, 'tenant_id': '8ec264b7b14646a3a7c5bffffa681c25'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:20.978562 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d67cd-69e4-46ec-ba1f-fb99a06aa19b req-61dda556-8868-4423-a936-394f3ce58a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:20.980277 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-752d67cd-69e4-46ec-ba1f-fb99a06aa19b req-61dda556-8868-4423-a936-394f3ce58a2a service neutron] 10.222.0.62 "GET /v2.0/networks?id=dd02684a-c792-4fba-8571-35898e88ad40 HTTP/1.1" status: 200 len: 912 time: 0.5518415 Feb 09 01:03:20.990374 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82720492-be2b-4c27-b64d-36f2afd28b77', 'name': 'network-vif-deleted', 'tag': '309d54d7-37d5-41bb-8447-5991fab3ab4d', 'status': 'completed', 'code': 200} Feb 09 01:03:21.203829 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-5bc85c23-c340-4541-9fd2-7a7e70ce5b33 req-9e8d6cec-3ded-459d-ad47-a24dadf2c1ca tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:21.212378 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-5bc85c23-c340-4541-9fd2-7a7e70ce5b33 req-9e8d6cec-3ded-459d-ad47-a24dadf2c1ca tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Usage tracker for resource:port and tenant:8ec264b7b14646a3a7c5bffffa681c25 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:21.223332 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-5bc85c23-c340-4541-9fd2-7a7e70ce5b33 req-9e8d6cec-3ded-459d-ad47-a24dadf2c1ca tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:21.232939 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-5bc85c23-c340-4541-9fd2-7a7e70ce5b33 req-9e8d6cec-3ded-459d-ad47-a24dadf2c1ca tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:21.236719 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-752d67cd-69e4-46ec-ba1f-fb99a06aa19b req-227420c7-3c80-46d3-b507-7aa8ba44f2c4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9457c038-5932-4409-a1a8-2edbfb1ae7f1 HTTP/1.1" status: 200 len: 217 time: 0.1395912 Feb 09 01:03:21.239995 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-e9f163db-d8c2-4086-8399-7a8ac2bf3431 req-98d0b50e-8075-4d7e-ba15-b7e866766d4b tempest-AttachSCSIVolumeTestJSON-1984411863 tempest-AttachSCSIVolumeTestJSON-1984411863-project] Synchronizing usage tracker for tenant:5dc821389a10412fa6c46b30ba4c3113 on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:03:21.248270 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bc85c23-c340-4541-9fd2-7a7e70ce5b33 req-9e8d6cec-3ded-459d-ad47-a24dadf2c1ca tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Made reservation on behalf of 8ec264b7b14646a3a7c5bffffa681c25 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:03:21.251802 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-5bc85c23-c340-4541-9fd2-7a7e70ce5b33 req-9e8d6cec-3ded-459d-ad47-a24dadf2c1ca tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:21.385509 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a8d503c5-cab7-4591-8944-425fe460f037 req-06816e96-07dc-4739-b3ec-3f686962fd7c tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/ports?device_id=b644c596-18e7-441c-bd61-8aeb74f1648d HTTP/1.1" status: 200 len: 210 time: 0.2084782 Feb 09 01:03:21.399836 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [req-87b07791-15ff-4546-8078-b9856f1ab162 req-ceba7f9f-166f-4d03-9796-22d80823df6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6e0aae7-22c4-4536-815e-a77da026ad3d {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:03:21.416362 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-87b07791-15ff-4546-8078-b9856f1ab162 req-ceba7f9f-166f-4d03-9796-22d80823df6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:21.456014 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-e9f163db-d8c2-4086-8399-7a8ac2bf3431 req-98d0b50e-8075-4d7e-ba15-b7e866766d4b tempest-AttachSCSIVolumeTestJSON-1984411863 tempest-AttachSCSIVolumeTestJSON-1984411863-project] Unset dirty status for tenant:5dc821389a10412fa6c46b30ba4c3113 on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:03:21.457509 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e9f163db-d8c2-4086-8399-7a8ac2bf3431 req-98d0b50e-8075-4d7e-ba15-b7e866766d4b tempest-AttachSCSIVolumeTestJSON-1984411863 tempest-AttachSCSIVolumeTestJSON-1984411863-project] 10.222.0.105 "GET /v2.0/security-groups?id=7d56996b-a6e4-479f-bfb9-4e00d3964de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6117866 Feb 09 01:03:21.483920 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-87b07791-15ff-4546-8078-b9856f1ab162 req-ceba7f9f-166f-4d03-9796-22d80823df6e service neutron] Transition to ACTIVE for port object e6e0aae7-22c4-4536-815e-a77da026ad3d will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:03:21.485229 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-3516b97f-792c-4106-906e-2996432c475b req-d7d40963-53c0-4240-9a8b-7b971e7a5f2f service neutron] Attempting to bind port ec3374ff-1655-4591-82bf-c671fc734e82 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:03:21.485590 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-3516b97f-792c-4106-906e-2996432c475b req-d7d40963-53c0-4240-9a8b-7b971e7a5f2f service neutron] Attempting to bind port ec3374ff-1655-4591-82bf-c671fc734e82 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '92f6058b-8e82-441a-aad5-48048f06210b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7d1efc84-0e07-425a-933b-624ea0f4290b'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:03:21.486314 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3516b97f-792c-4106-906e-2996432c475b req-d7d40963-53c0-4240-9a8b-7b971e7a5f2f service neutron] Attempting to bind port ec3374ff-1655-4591-82bf-c671fc734e82 on network 7d1efc84-0e07-425a-933b-624ea0f4290b {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:03:21.489563 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d67cd-69e4-46ec-ba1f-fb99a06aa19b req-35e461e7-ad5c-4b8a-ae0e-c1141e471d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:21.491091 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-752d67cd-69e4-46ec-ba1f-fb99a06aa19b req-35e461e7-ad5c-4b8a-ae0e-c1141e471d93 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6629426b-30e0-4649-b641-b6eaabeb92da HTTP/1.1" status: 200 len: 851 time: 0.1633122 Feb 09 01:03:21.494002 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-87b07791-15ff-4546-8078-b9856f1ab162 req-ceba7f9f-166f-4d03-9796-22d80823df6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:21.505266 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3516b97f-792c-4106-906e-2996432c475b req-d7d40963-53c0-4240-9a8b-7b971e7a5f2f service neutron] Port ec3374ff-1655-4591-82bf-c671fc734e82 on network 7d1efc84-0e07-425a-933b-624ea0f4290b not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:03:21.505614 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3516b97f-792c-4106-906e-2996432c475b req-d7d40963-53c0-4240-9a8b-7b971e7a5f2f service neutron] Attempting to bind port ec3374ff-1655-4591-82bf-c671fc734e82 on network 7d1efc84-0e07-425a-933b-624ea0f4290b {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:03:21.575877 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:21.598798 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3516b97f-792c-4106-906e-2996432c475b req-d7d40963-53c0-4240-9a8b-7b971e7a5f2f service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:03:21.599136 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3516b97f-792c-4106-906e-2996432c475b req-d7d40963-53c0-4240-9a8b-7b971e7a5f2f service neutron] Checking segment: {'id': '92f6058b-8e82-441a-aad5-48048f06210b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7d1efc84-0e07-425a-933b-624ea0f4290b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:03:21.599880 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3516b97f-792c-4106-906e-2996432c475b req-d7d40963-53c0-4240-9a8b-7b971e7a5f2f service neutron] Bound using segment: {'id': '92f6058b-8e82-441a-aad5-48048f06210b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7d1efc84-0e07-425a-933b-624ea0f4290b'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:03:21.600016 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-3516b97f-792c-4106-906e-2996432c475b req-d7d40963-53c0-4240-9a8b-7b971e7a5f2f service neutron] Bound port: ec3374ff-1655-4591-82bf-c671fc734e82, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92f6058b-8e82-441a-aad5-48048f06210b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7d1efc84-0e07-425a-933b-624ea0f4290b'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:03:21.600363 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-3516b97f-792c-4106-906e-2996432c475b req-d7d40963-53c0-4240-9a8b-7b971e7a5f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:21.677392 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-752d67cd-69e4-46ec-ba1f-fb99a06aa19b req-679877d4-2cda-463b-838f-aad8899684fc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dd02684a-c792-4fba-8571-35898e88ad40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1663842 Feb 09 01:03:21.739932 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-294d3c2d-f0cd-45d4-85e1-a21bad56d208 req-ccbd0142-4146-4c06-a8a3-c781670f4c02 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:21.795683 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-5bc85c23-c340-4541-9fd2-7a7e70ce5b33 req-9e8d6cec-3ded-459d-ad47-a24dadf2c1ca tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Allocated IP 172.20.0.7 (48143312-4059-4efc-a7c1-0025ad20c80e/77301bdf-2486-425f-9a0c-6634d1b8425f/4779cc01-d02f-4afc-9efd-b701db158458) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:03:21.817625 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceba7f9f-166f-4d03-9796-22d80823df6e service neutron] Pushing event updated for resources: {'Port': ['ID=e6e0aae7-22c4-4536-815e-a77da026ad3d,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:21.855872 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-87b07791-15ff-4546-8078-b9856f1ab162 req-ceba7f9f-166f-4d03-9796-22d80823df6e service neutron] Attempting to bind port e6e0aae7-22c4-4536-815e-a77da026ad3d on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:03:21.856123 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-87b07791-15ff-4546-8078-b9856f1ab162 req-ceba7f9f-166f-4d03-9796-22d80823df6e service neutron] Attempting to bind port e6e0aae7-22c4-4536-815e-a77da026ad3d by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '462d9735-1e8a-4ada-9baa-3c48def37bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a32a253a-9f5c-4a54-8474-0e447581f990'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:03:21.856449 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b07791-15ff-4546-8078-b9856f1ab162 req-ceba7f9f-166f-4d03-9796-22d80823df6e service neutron] Attempting to bind port e6e0aae7-22c4-4536-815e-a77da026ad3d on network a32a253a-9f5c-4a54-8474-0e447581f990 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:03:21.873372 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b07791-15ff-4546-8078-b9856f1ab162 req-ceba7f9f-166f-4d03-9796-22d80823df6e service neutron] Port e6e0aae7-22c4-4536-815e-a77da026ad3d on network a32a253a-9f5c-4a54-8474-0e447581f990 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:03:21.873644 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b07791-15ff-4546-8078-b9856f1ab162 req-ceba7f9f-166f-4d03-9796-22d80823df6e service neutron] Attempting to bind port e6e0aae7-22c4-4536-815e-a77da026ad3d on network a32a253a-9f5c-4a54-8474-0e447581f990 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:03:21.884460 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b07791-15ff-4546-8078-b9856f1ab162 req-ceba7f9f-166f-4d03-9796-22d80823df6e service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:03:21.884804 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b07791-15ff-4546-8078-b9856f1ab162 req-ceba7f9f-166f-4d03-9796-22d80823df6e service neutron] Checking segment: {'id': '462d9735-1e8a-4ada-9baa-3c48def37bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a32a253a-9f5c-4a54-8474-0e447581f990'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:03:21.885646 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b07791-15ff-4546-8078-b9856f1ab162 req-ceba7f9f-166f-4d03-9796-22d80823df6e service neutron] Bound using segment: {'id': '462d9735-1e8a-4ada-9baa-3c48def37bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a32a253a-9f5c-4a54-8474-0e447581f990'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:03:21.885646 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-87b07791-15ff-4546-8078-b9856f1ab162 req-ceba7f9f-166f-4d03-9796-22d80823df6e service neutron] Bound port: e6e0aae7-22c4-4536-815e-a77da026ad3d, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '462d9735-1e8a-4ada-9baa-3c48def37bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a32a253a-9f5c-4a54-8474-0e447581f990'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:03:21.885993 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-87b07791-15ff-4546-8078-b9856f1ab162 req-ceba7f9f-166f-4d03-9796-22d80823df6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:22.017129 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-294d3c2d-f0cd-45d4-85e1-a21bad56d208 req-ccbd0142-4146-4c06-a8a3-c781670f4c02 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Transition to ACTIVE for port object b946e0ec-388c-4def-a759-89fe4b4606bb will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:03:22.085003 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-88aed88b-a856-4432-93e5-1caec94e72dc tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Synchronizing usage tracker for tenant:6ae572a6f87d4d70abcebc0f3058fa0e on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:03:22.116766 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-87b07791-15ff-4546-8078-b9856f1ab162 req-ceba7f9f-166f-4d03-9796-22d80823df6e service neutron] For port e6e0aae7-22c4-4536-815e-a77da026ad3d, host n-h1-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:03:22.121729 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-87b07791-15ff-4546-8078-b9856f1ab162 req-ceba7f9f-166f-4d03-9796-22d80823df6e service neutron] For port e6e0aae7-22c4-4536-815e-a77da026ad3d, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=e6e0aae7-22c4-4536-815e-a77da026ad3d,segment=NetworkSegment(462d9735-1e8a-4ada-9baa-3c48def37bff),segment_id=462d9735-1e8a-4ada-9baa-3c48def37bff)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:03:22.129338 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-3516b97f-792c-4106-906e-2996432c475b req-d7d40963-53c0-4240-9a8b-7b971e7a5f2f service neutron] For port ec3374ff-1655-4591-82bf-c671fc734e82, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:03:22.136282 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-87b07791-15ff-4546-8078-b9856f1ab162 req-ceba7f9f-166f-4d03-9796-22d80823df6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:22.163807 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-3516b97f-792c-4106-906e-2996432c475b req-d7d40963-53c0-4240-9a8b-7b971e7a5f2f service neutron] For port ec3374ff-1655-4591-82bf-c671fc734e82, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=ec3374ff-1655-4591-82bf-c671fc734e82,segment=NetworkSegment(92f6058b-8e82-441a-aad5-48048f06210b),segment_id=92f6058b-8e82-441a-aad5-48048f06210b)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:03:22.178993 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-3516b97f-792c-4106-906e-2996432c475b req-d7d40963-53c0-4240-9a8b-7b971e7a5f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:22.189699 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2a80d-a626-42c9-9acf-0dffc5c0ecfc req-07bc9fbd-31ef-4198-a7ff-79f289dc2295 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:22.191321 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-54d2a80d-a626-42c9-9acf-0dffc5c0ecfc req-07bc9fbd-31ef-4198-a7ff-79f289dc2295 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=d365e833-dc87-450f-a9f9-2fd84b685ba6 HTTP/1.1" status: 200 len: 943 time: 0.5939465 Feb 09 01:03:22.191954 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-88aed88b-a856-4432-93e5-1caec94e72dc tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Unset dirty status for tenant:6ae572a6f87d4d70abcebc0f3058fa0e on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:03:22.199752 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-88aed88b-a856-4432-93e5-1caec94e72dc tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-securitygroup--657623166&fields=id&tenant_id=6ae572a6f87d4d70abcebc0f3058fa0e HTTP/1.1" status: 200 len: 267 time: 0.5194182 Feb 09 01:03:22.203049 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-752d67cd-69e4-46ec-ba1f-fb99a06aa19b req-0fcb40f6-06c4-45e1-a00a-03b90bceb8f7 service neutron] 10.222.0.62 "GET /v2.0/networks/dd02684a-c792-4fba-8571-35898e88ad40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4507453 Feb 09 01:03:22.212233 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b07791-15ff-4546-8078-b9856f1ab162 req-ceba7f9f-166f-4d03-9796-22d80823df6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:22.212857 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-87b07791-15ff-4546-8078-b9856f1ab162 req-ceba7f9f-166f-4d03-9796-22d80823df6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:22.214279 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-87b07791-15ff-4546-8078-b9856f1ab162 req-ceba7f9f-166f-4d03-9796-22d80823df6e service neutron] 10.222.0.62 "PUT /v2.0/ports/e6e0aae7-22c4-4536-815e-a77da026ad3d HTTP/1.1" status: 200 len: 1092 time: 2.3229673 Feb 09 01:03:22.247871 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-87b07791-15ff-4546-8078-b9856f1ab162 req-396be54f-1ce3-4333-ba71-38590cf65fef service neutron] Request body: {'port': {'device_id': 'e0a0f264-d3bb-4f6b-a9d5-10286de2cc39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:22.257683 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 92ca5101-e18a-4c95-a476-70617258df4d up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:03:22.329745 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-294d3c2d-f0cd-45d4-85e1-a21bad56d208 req-ccbd0142-4146-4c06-a8a3-c781670f4c02 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:22.329971 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-5bc85c23-c340-4541-9fd2-7a7e70ce5b33 req-9e8d6cec-3ded-459d-ad47-a24dadf2c1ca tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:22.375581 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-5bc85c23-c340-4541-9fd2-7a7e70ce5b33 req-9e8d6cec-3ded-459d-ad47-a24dadf2c1ca tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:22.383447 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['8966abcd-1778-4e11-b863-2fa7dd0270fe', '9de2f4cb-9135-47ad-906a-b6130ce11d23'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:03:22.423855 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceba7f9f-166f-4d03-9796-22d80823df6e service neutron] Pushing event updated for resources: {'Port': ['ID=e6e0aae7-22c4-4536-815e-a77da026ad3d,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:22.483497 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516b97f-792c-4106-906e-2996432c475b req-d7d40963-53c0-4240-9a8b-7b971e7a5f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:22.484224 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-3516b97f-792c-4106-906e-2996432c475b req-d7d40963-53c0-4240-9a8b-7b971e7a5f2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:22.485735 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3516b97f-792c-4106-906e-2996432c475b req-d7d40963-53c0-4240-9a8b-7b971e7a5f2f service neutron] 10.222.0.62 "PUT /v2.0/ports/ec3374ff-1655-4591-82bf-c671fc734e82 HTTP/1.1" status: 200 len: 1091 time: 6.1960745 Feb 09 01:03:22.488599 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84556c01-5d42-4506-ad4f-b5af394884ad', 'tag': 'ec3374ff-1655-4591-82bf-c671fc734e82'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:03:22.618035 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-c383a018-0498-4a43-93a4-d6f4416431d7 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:22.618663 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-c383a018-0498-4a43-93a4-d6f4416431d7 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Synchronizing usage tracker for tenant:6ae572a6f87d4d70abcebc0f3058fa0e on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:03:22.620168 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 92ca5101-e18a-4c95-a476-70617258df4d triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:22.621046 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:22.708167 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 9457c038-5932-4409-a1a8-2edbfb1ae7f1 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:03:22.756380 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8d6cec-3ded-459d-ad47-a24dadf2c1ca tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Pushing event updated for resources: {'Port': ['ID=4779cc01-d02f-4afc-9efd-b701db158458,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:22.762436 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d40963-53c0-4240-9a8b-7b971e7a5f2f service neutron] Pushing event updated for resources: {'Port': ['ID=ec3374ff-1655-4591-82bf-c671fc734e82,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:22.771188 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-294d3c2d-f0cd-45d4-85e1-a21bad56d208 req-ccbd0142-4146-4c06-a8a3-c781670f4c02 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Network 1f86eb5f-f405-4ce4-a845-9c31ac1b15d4 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:03:22.788612 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bc85c23-c340-4541-9fd2-7a7e70ce5b33 req-9e8d6cec-3ded-459d-ad47-a24dadf2c1ca tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Network 48143312-4059-4efc-a7c1-0025ad20c80e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:03:22.792220 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-5bc85c23-c340-4541-9fd2-7a7e70ce5b33 req-9e8d6cec-3ded-459d-ad47-a24dadf2c1ca tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:03:22.802925 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bc85c23-c340-4541-9fd2-7a7e70ce5b33 req-9e8d6cec-3ded-459d-ad47-a24dadf2c1ca tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:03:22.830503 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-87b07791-15ff-4546-8078-b9856f1ab162 req-396be54f-1ce3-4333-ba71-38590cf65fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:22.934082 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc85c23-c340-4541-9fd2-7a7e70ce5b33 req-9e8d6cec-3ded-459d-ad47-a24dadf2c1ca tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:22.934798 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-5bc85c23-c340-4541-9fd2-7a7e70ce5b33 req-9e8d6cec-3ded-459d-ad47-a24dadf2c1ca tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:23.006010 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0a0f264-d3bb-4f6b-a9d5-10286de2cc39', 'tag': 'e6e0aae7-22c4-4536-815e-a77da026ad3d'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:03:23.025809 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-54d2a80d-a626-42c9-9acf-0dffc5c0ecfc req-88a4cbc6-e4f7-4ccd-a133-b75635c80ba6 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8166521 Feb 09 01:03:23.026789 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-294d3c2d-f0cd-45d4-85e1-a21bad56d208 req-ccbd0142-4146-4c06-a8a3-c781670f4c02 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:03:23.029792 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-5bc85c23-c340-4541-9fd2-7a7e70ce5b33 req-9e8d6cec-3ded-459d-ad47-a24dadf2c1ca tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1307321 Feb 09 01:03:23.031320 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-752d67cd-69e4-46ec-ba1f-fb99a06aa19b req-5fbcf925-b14d-4265-9dce-4857cf2a205d service neutron] 10.222.0.62 "GET /v2.0/networks/dd02684a-c792-4fba-8571-35898e88ad40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7800107 Feb 09 01:03:23.035120 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-294d3c2d-f0cd-45d4-85e1-a21bad56d208 req-ccbd0142-4146-4c06-a8a3-c781670f4c02 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:03:23.050994 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-5bc85c23-c340-4541-9fd2-7a7e70ce5b33 req-9d2a4833-5b6d-4ec0-abaf-17169d7c7aba service neutron] Request body: {'port': {'device_id': 'b644c596-18e7-441c-bd61-8aeb74f1648d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:23.130623 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-c383a018-0498-4a43-93a4-d6f4416431d7 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Unset dirty status for tenant:6ae572a6f87d4d70abcebc0f3058fa0e on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:03:23.137898 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-c383a018-0498-4a43-93a4-d6f4416431d7 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/ports/2b457899-fc18-4e88-ac0e-5e0fa9c1dad9 HTTP/1.1" status: 200 len: 935 time: 0.9370100 Feb 09 01:03:23.269759 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 9457c038-5932-4409-a1a8-2edbfb1ae7f1, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=9457c038-5932-4409-a1a8-2edbfb1ae7f1,segment=NetworkSegment(d1c0a158-6579-41f7-a92a-da7d79b925b6),segment_id=d1c0a158-6579-41f7-a92a-da7d79b925b6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:23.315225 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbd0142-4146-4c06-a8a3-c781670f4c02 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Pushing event updated for resources: {'Port': ['ID=b946e0ec-388c-4def-a759-89fe4b4606bb,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:23.356996 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '9457c038-5932-4409-a1a8-2edbfb1ae7f1', 'network_id': 'dd02684a-c792-4fba-8571-35898e88ad40', 'port_id': '9457c038-5932-4409-a1a8-2edbfb1ae7f1', 'mac_address': 'fa:16:3e:8a:25:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6629426b-30e0-4649-b641-b6eaabeb92da', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:03:23.464996 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:23.471645 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d3c2d-f0cd-45d4-85e1-a21bad56d208 req-ccbd0142-4146-4c06-a8a3-c781670f4c02 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:23.472994 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-294d3c2d-f0cd-45d4-85e1-a21bad56d208 req-ccbd0142-4146-4c06-a8a3-c781670f4c02 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:23.483574 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-fbfe0deb-7f31-49b1-b6cd-0d8775e69a71 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:23.485039 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-fbfe0deb-7f31-49b1-b6cd-0d8775e69a71 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/ports/79a7f7ff-db18-40ba-b175-35b4cc180bbe HTTP/1.1" status: 200 len: 935 time: 0.3462400 Feb 09 01:03:23.488115 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-5bc85c23-c340-4541-9fd2-7a7e70ce5b33 req-9d2a4833-5b6d-4ec0-abaf-17169d7c7aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:23.509396 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9457c038-5932-4409-a1a8-2edbfb1ae7f1 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:03:23.539978 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-3d1ece01-56cb-4c4e-a2e7-aff68519f4d0 None None] Provisioning for port b946e0ec-388c-4def-a759-89fe4b4606bb completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:03:23.552040 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 9457c038-5932-4409-a1a8-2edbfb1ae7f1, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=9457c038-5932-4409-a1a8-2edbfb1ae7f1,segment=NetworkSegment(d1c0a158-6579-41f7-a92a-da7d79b925b6),segment_id=d1c0a158-6579-41f7-a92a-da7d79b925b6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:23.552976 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-3d1ece01-56cb-4c4e-a2e7-aff68519f4d0 None None] Provisioning complete for port b946e0ec-388c-4def-a759-89fe4b4606bb triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:23.553355 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3d1ece01-56cb-4c4e-a2e7-aff68519f4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:23.584821 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:23.605350 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-b208f17f-ae3a-4add-90e0-33d7a8365b3d tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/ports?network_id=8d0fbf1e-afd1-4ea0-9eba-88871e127cde&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1102288 Feb 09 01:03:23.678599 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-3d1ece01-56cb-4c4e-a2e7-aff68519f4d0 None None] Port b946e0ec-388c-4def-a759-89fe4b4606bb cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:03:23.701028 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=9457c038-5932-4409-a1a8-2edbfb1ae7f1,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:23.724520 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 53870) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:23.733190 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.db.resource_extend [req-87b07791-15ff-4546-8078-b9856f1ab162 req-396be54f-1ce3-4333-ba71-38590cf65fef service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:03:23.750250 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516b97f-792c-4106-906e-2996432c475b req-56e5a38a-f54e-4044-8cfe-b25548f012f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:23.751791 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3516b97f-792c-4106-906e-2996432c475b req-56e5a38a-f54e-4044-8cfe-b25548f012f2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5dc821389a10412fa6c46b30ba4c3113&device_id=84556c01-5d42-4506-ad4f-b5af394884ad HTTP/1.1" status: 200 len: 1094 time: 1.1791446 Feb 09 01:03:23.762441 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-2b11c502-013f-4d9d-9bac-34bbe165f4ca tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/ports?network_id=8d0fbf1e-afd1-4ea0-9eba-88871e127cde&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1394203 Feb 09 01:03:23.825458 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [req-87b07791-15ff-4546-8078-b9856f1ab162 req-396be54f-1ce3-4333-ba71-38590cf65fef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 612c37f5-b77a-411d-90ff-f06757869505 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:03:23.839994 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-87b07791-15ff-4546-8078-b9856f1ab162 req-396be54f-1ce3-4333-ba71-38590cf65fef service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:23.865804 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-87b07791-15ff-4546-8078-b9856f1ab162 req-396be54f-1ce3-4333-ba71-38590cf65fef service neutron] Transition to ACTIVE for port object 612c37f5-b77a-411d-90ff-f06757869505 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:03:23.910739 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-87b07791-15ff-4546-8078-b9856f1ab162 req-396be54f-1ce3-4333-ba71-38590cf65fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:23.924879 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-294d3c2d-f0cd-45d4-85e1-a21bad56d208 req-ccbd0142-4146-4c06-a8a3-c781670f4c02 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.5850778 Feb 09 01:03:23.933116 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3516b97f-792c-4106-906e-2996432c475b req-b0be3611-c8e3-4706-951d-e4a459a7faae service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec3374ff-1655-4591-82bf-c671fc734e82 HTTP/1.1" status: 200 len: 217 time: 0.1576264 Feb 09 01:03:23.954956 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['9457c038-5932-4409-a1a8-2edbfb1ae7f1'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:03:23.957929 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-294d3c2d-f0cd-45d4-85e1-a21bad56d208 req-7baa824f-4363-405c-91b6-ad452601ad00 service neutron] Request body: {'port': {'device_id': '15f6fa95-6f4a-4909-837a-471f3f3362d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:24.037249 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c4b3b4c1-3c78-432a-a4c3-9bb60a8bd9fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:24.112488 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c4b3b4c1-3c78-432a-a4c3-9bb60a8bd9fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:24.139499 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-c4b3b4c1-3c78-432a-a4c3-9bb60a8bd9fb admin admin] Usage tracker for resource:security_group_rule and tenant:847db270b2644bc9b212138016410295 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:24.178508 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-c4b3b4c1-3c78-432a-a4c3-9bb60a8bd9fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:24.220720 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d614cf92-9bb4-4483-81b5-73b389bd2f77 req-1f3aefd0-4e29-42d2-86ff-a7425e1f85f1 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:24.221455 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-d614cf92-9bb4-4483-81b5-73b389bd2f77 req-1f3aefd0-4e29-42d2-86ff-a7425e1f85f1 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Synchronizing usage tracker for tenant:71b0276e9e0b48f8943a51531f3d8a9e on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:03:24.242718 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c4b3b4c1-3c78-432a-a4c3-9bb60a8bd9fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:24.251194 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396be54f-1ce3-4333-ba71-38590cf65fef service neutron] Pushing event updated for resources: {'Port': ['ID=612c37f5-b77a-411d-90ff-f06757869505,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:24.256065 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516b97f-792c-4106-906e-2996432c475b req-eeab5866-dde0-4061-ab64-cfce1f510aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:24.258299 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3516b97f-792c-4106-906e-2996432c475b req-eeab5866-dde0-4061-ab64-cfce1f510aa1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d34701a5-43c4-418f-957a-99139980d505 HTTP/1.1" status: 200 len: 853 time: 0.3063304 Feb 09 01:03:24.321459 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-87b07791-15ff-4546-8078-b9856f1ab162 req-396be54f-1ce3-4333-ba71-38590cf65fef service neutron] Attempting to bind port 612c37f5-b77a-411d-90ff-f06757869505 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:03:24.321722 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-4e0a5555-354e-4fcb-b697-256c01a4f3c1 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:24.321863 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-87b07791-15ff-4546-8078-b9856f1ab162 req-396be54f-1ce3-4333-ba71-38590cf65fef service neutron] Attempting to bind port 612c37f5-b77a-411d-90ff-f06757869505 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'eb56a0d3-16dc-424b-b5d6-77cd5466f67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '353a9752-17d7-45b3-9ab3-ddeff5861d11'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:03:24.322141 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b07791-15ff-4546-8078-b9856f1ab162 req-396be54f-1ce3-4333-ba71-38590cf65fef service neutron] Attempting to bind port 612c37f5-b77a-411d-90ff-f06757869505 on network 353a9752-17d7-45b3-9ab3-ddeff5861d11 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:03:24.327295 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-4e0a5555-354e-4fcb-b697-256c01a4f3c1 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:24.333077 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-4e0a5555-354e-4fcb-b697-256c01a4f3c1 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:24.333827 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-4e0a5555-354e-4fcb-b697-256c01a4f3c1 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Synchronizing usage tracker for tenant:6ae572a6f87d4d70abcebc0f3058fa0e on resource:network {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:03:24.362232 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b07791-15ff-4546-8078-b9856f1ab162 req-396be54f-1ce3-4333-ba71-38590cf65fef service neutron] Port 612c37f5-b77a-411d-90ff-f06757869505 on network 353a9752-17d7-45b3-9ab3-ddeff5861d11 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:03:24.362232 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b07791-15ff-4546-8078-b9856f1ab162 req-396be54f-1ce3-4333-ba71-38590cf65fef service neutron] Attempting to bind port 612c37f5-b77a-411d-90ff-f06757869505 on network 353a9752-17d7-45b3-9ab3-ddeff5861d11 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:03:24.377082 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-d614cf92-9bb4-4483-81b5-73b389bd2f77 req-1f3aefd0-4e29-42d2-86ff-a7425e1f85f1 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Unset dirty status for tenant:71b0276e9e0b48f8943a51531f3d8a9e on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:03:24.379158 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d614cf92-9bb4-4483-81b5-73b389bd2f77 req-1f3aefd0-4e29-42d2-86ff-a7425e1f85f1 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=15f6fa95-6f4a-4909-837a-471f3f3362d9 HTTP/1.1" status: 200 len: 931 time: 1.0371721 Feb 09 01:03:24.383431 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-294d3c2d-f0cd-45d4-85e1-a21bad56d208 req-7baa824f-4363-405c-91b6-ad452601ad00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:24.387538 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b07791-15ff-4546-8078-b9856f1ab162 req-396be54f-1ce3-4333-ba71-38590cf65fef service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:03:24.387881 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b07791-15ff-4546-8078-b9856f1ab162 req-396be54f-1ce3-4333-ba71-38590cf65fef service neutron] Checking segment: {'id': 'eb56a0d3-16dc-424b-b5d6-77cd5466f67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '353a9752-17d7-45b3-9ab3-ddeff5861d11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:03:24.388268 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b07791-15ff-4546-8078-b9856f1ab162 req-396be54f-1ce3-4333-ba71-38590cf65fef service neutron] Bound using segment: {'id': 'eb56a0d3-16dc-424b-b5d6-77cd5466f67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '353a9752-17d7-45b3-9ab3-ddeff5861d11'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:03:24.388706 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-87b07791-15ff-4546-8078-b9856f1ab162 req-396be54f-1ce3-4333-ba71-38590cf65fef service neutron] Bound port: 612c37f5-b77a-411d-90ff-f06757869505, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb56a0d3-16dc-424b-b5d6-77cd5466f67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '353a9752-17d7-45b3-9ab3-ddeff5861d11'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:03:24.389052 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-87b07791-15ff-4546-8078-b9856f1ab162 req-396be54f-1ce3-4333-ba71-38590cf65fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:24.443610 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [req-5bc85c23-c340-4541-9fd2-7a7e70ce5b33 req-9d2a4833-5b6d-4ec0-abaf-17169d7c7aba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4779cc01-d02f-4afc-9efd-b701db158458 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:03:24.462574 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-5bc85c23-c340-4541-9fd2-7a7e70ce5b33 req-9d2a4833-5b6d-4ec0-abaf-17169d7c7aba service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:24.475292 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-4e0a5555-354e-4fcb-b697-256c01a4f3c1 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Unset dirty status for tenant:6ae572a6f87d4d70abcebc0f3058fa0e on resource:network {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:03:24.476406 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-4e0a5555-354e-4fcb-b697-256c01a4f3c1 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/networks?id=6c21402c-7902-4ae7-8505-6f11f3eac92e&id=f6623f95-6162-4277-8fd2-5364045aea14&id=f6623f95-6162-4277-8fd2-5364045aea14&id=8d0fbf1e-afd1-4ea0-9eba-88871e127cde&id=8d0fbf1e-afd1-4ea0-9eba-88871e127cde HTTP/1.1" status: 200 len: 1994 time: 0.6984313 Feb 09 01:03:24.494062 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-5bc85c23-c340-4541-9fd2-7a7e70ce5b33 req-9d2a4833-5b6d-4ec0-abaf-17169d7c7aba service neutron] Transition to ACTIVE for port object 4779cc01-d02f-4afc-9efd-b701db158458 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:03:24.499466 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-5bc85c23-c340-4541-9fd2-7a7e70ce5b33 req-9d2a4833-5b6d-4ec0-abaf-17169d7c7aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:24.532829 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d614cf92-9bb4-4483-81b5-73b389bd2f77 req-ff34043e-9658-4672-8e72-a674079a6cf0 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=ceaabe02-67e8-49da-9640-53d4e3b33273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397800 Feb 09 01:03:24.545406 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-44ce0393-a735-4cb8-a483-fe636908814c tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/quotas/6ae572a6f87d4d70abcebc0f3058fa0e HTTP/1.1" status: 200 len: 375 time: 0.0464456 Feb 09 01:03:24.572724 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-87b07791-15ff-4546-8078-b9856f1ab162 req-396be54f-1ce3-4333-ba71-38590cf65fef service neutron] For port 612c37f5-b77a-411d-90ff-f06757869505, host n-h1-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:03:24.611104 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:24.651841 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-87b07791-15ff-4546-8078-b9856f1ab162 req-396be54f-1ce3-4333-ba71-38590cf65fef service neutron] For port 612c37f5-b77a-411d-90ff-f06757869505, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=612c37f5-b77a-411d-90ff-f06757869505,segment=NetworkSegment(eb56a0d3-16dc-424b-b5d6-77cd5466f67e),segment_id=eb56a0d3-16dc-424b-b5d6-77cd5466f67e)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:03:24.688807 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2a4833-5b6d-4ec0-abaf-17169d7c7aba service neutron] Pushing event updated for resources: {'Port': ['ID=4779cc01-d02f-4afc-9efd-b701db158458,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:24.697227 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-87b07791-15ff-4546-8078-b9856f1ab162 req-396be54f-1ce3-4333-ba71-38590cf65fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:24.715431 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:03:24.759312 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516b97f-792c-4106-906e-2996432c475b req-c5939ae1-eae2-4b13-b954-24d9e7cff3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:24.760857 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3516b97f-792c-4106-906e-2996432c475b req-c5939ae1-eae2-4b13-b954-24d9e7cff3d2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7d1efc84-0e07-425a-933b-624ea0f4290b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4857345 Feb 09 01:03:24.919647 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b07791-15ff-4546-8078-b9856f1ab162 req-396be54f-1ce3-4333-ba71-38590cf65fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:24.920270 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-87b07791-15ff-4546-8078-b9856f1ab162 req-396be54f-1ce3-4333-ba71-38590cf65fef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:24.921737 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-87b07791-15ff-4546-8078-b9856f1ab162 req-396be54f-1ce3-4333-ba71-38590cf65fef service neutron] 10.222.0.62 "PUT /v2.0/ports/612c37f5-b77a-411d-90ff-f06757869505 HTTP/1.1" status: 200 len: 1092 time: 2.6780064 Feb 09 01:03:24.954998 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396be54f-1ce3-4333-ba71-38590cf65fef service neutron] Pushing event updated for resources: {'Port': ['ID=612c37f5-b77a-411d-90ff-f06757869505,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:24.956576 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c4b3b4c1-3c78-432a-a4c3-9bb60a8bd9fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:24.967892 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-87b07791-15ff-4546-8078-b9856f1ab162 req-bc5bae42-f6ca-4a90-a5ab-adb2a9ea334f service neutron] Request body: {'port': {'device_id': 'e0a0f264-d3bb-4f6b-a9d5-10286de2cc39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:24.999817 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-5bc85c23-c340-4541-9fd2-7a7e70ce5b33 req-9d2a4833-5b6d-4ec0-abaf-17169d7c7aba service neutron] Attempting to bind port 4779cc01-d02f-4afc-9efd-b701db158458 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:03:25.000155 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-5bc85c23-c340-4541-9fd2-7a7e70ce5b33 req-9d2a4833-5b6d-4ec0-abaf-17169d7c7aba service neutron] Attempting to bind port 4779cc01-d02f-4afc-9efd-b701db158458 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '68c75c24-5a6d-4512-b85d-48e7bc49aa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '48143312-4059-4efc-a7c1-0025ad20c80e'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:03:25.000490 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc85c23-c340-4541-9fd2-7a7e70ce5b33 req-9d2a4833-5b6d-4ec0-abaf-17169d7c7aba service neutron] Attempting to bind port 4779cc01-d02f-4afc-9efd-b701db158458 on network 48143312-4059-4efc-a7c1-0025ad20c80e {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:03:25.020275 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc85c23-c340-4541-9fd2-7a7e70ce5b33 req-9d2a4833-5b6d-4ec0-abaf-17169d7c7aba service neutron] Port 4779cc01-d02f-4afc-9efd-b701db158458 on network 48143312-4059-4efc-a7c1-0025ad20c80e not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:03:25.020593 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc85c23-c340-4541-9fd2-7a7e70ce5b33 req-9d2a4833-5b6d-4ec0-abaf-17169d7c7aba service neutron] Attempting to bind port 4779cc01-d02f-4afc-9efd-b701db158458 on network 48143312-4059-4efc-a7c1-0025ad20c80e {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:03:25.031158 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc85c23-c340-4541-9fd2-7a7e70ce5b33 req-9d2a4833-5b6d-4ec0-abaf-17169d7c7aba service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:03:25.031501 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc85c23-c340-4541-9fd2-7a7e70ce5b33 req-9d2a4833-5b6d-4ec0-abaf-17169d7c7aba service neutron] Checking segment: {'id': '68c75c24-5a6d-4512-b85d-48e7bc49aa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '48143312-4059-4efc-a7c1-0025ad20c80e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:03:25.031897 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc85c23-c340-4541-9fd2-7a7e70ce5b33 req-9d2a4833-5b6d-4ec0-abaf-17169d7c7aba service neutron] Bound using segment: {'id': '68c75c24-5a6d-4512-b85d-48e7bc49aa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '48143312-4059-4efc-a7c1-0025ad20c80e'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:03:25.032334 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-5bc85c23-c340-4541-9fd2-7a7e70ce5b33 req-9d2a4833-5b6d-4ec0-abaf-17169d7c7aba service neutron] Bound port: 4779cc01-d02f-4afc-9efd-b701db158458, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68c75c24-5a6d-4512-b85d-48e7bc49aa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '48143312-4059-4efc-a7c1-0025ad20c80e'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:03:25.032676 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-5bc85c23-c340-4541-9fd2-7a7e70ce5b33 req-9d2a4833-5b6d-4ec0-abaf-17169d7c7aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:25.044650 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c4b3b4c1-3c78-432a-a4c3-9bb60a8bd9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:25.156718 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-87b07791-15ff-4546-8078-b9856f1ab162 req-bc5bae42-f6ca-4a90-a5ab-adb2a9ea334f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:25.225780 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-c4b3b4c1-3c78-432a-a4c3-9bb60a8bd9fb admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=847db270b2644bc9b212138016410295&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4894798 Feb 09 01:03:25.228606 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53890) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:25.240660 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-5bc85c23-c340-4541-9fd2-7a7e70ce5b33 req-9d2a4833-5b6d-4ec0-abaf-17169d7c7aba service neutron] For port 4779cc01-d02f-4afc-9efd-b701db158458, host n-h1-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:03:25.265918 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b3b4c1-3c78-432a-a4c3-9bb60a8bd9fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf763b9-3046-4bec-a681-2a94271c3301,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:25.266658 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-5bc85c23-c340-4541-9fd2-7a7e70ce5b33 req-9d2a4833-5b6d-4ec0-abaf-17169d7c7aba service neutron] For port 4779cc01-d02f-4afc-9efd-b701db158458, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=4779cc01-d02f-4afc-9efd-b701db158458,segment=NetworkSegment(68c75c24-5a6d-4512-b85d-48e7bc49aa9f),segment_id=68c75c24-5a6d-4512-b85d-48e7bc49aa9f)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:03:25.286901 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-5bc85c23-c340-4541-9fd2-7a7e70ce5b33 req-9d2a4833-5b6d-4ec0-abaf-17169d7c7aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:25.344696 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-4eb97c22-d25f-4994-94e4-0579cf34a64c tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=6ae572a6f87d4d70abcebc0f3058fa0e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.5840337 Feb 09 01:03:25.344696 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3516b97f-792c-4106-906e-2996432c475b req-223b3495-be8c-4146-b0d4-2067ff24ccb4 service neutron] 10.222.0.62 "GET /v2.0/networks/7d1efc84-0e07-425a-933b-624ea0f4290b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5273061 Feb 09 01:03:25.414121 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc85c23-c340-4541-9fd2-7a7e70ce5b33 req-9d2a4833-5b6d-4ec0-abaf-17169d7c7aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:25.414881 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-5bc85c23-c340-4541-9fd2-7a7e70ce5b33 req-9d2a4833-5b6d-4ec0-abaf-17169d7c7aba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:25.416137 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-5bc85c23-c340-4541-9fd2-7a7e70ce5b33 req-9d2a4833-5b6d-4ec0-abaf-17169d7c7aba service neutron] 10.222.0.62 "PUT /v2.0/ports/4779cc01-d02f-4afc-9efd-b701db158458 HTTP/1.1" status: 200 len: 1091 time: 2.3705277 Feb 09 01:03:25.497688 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a845c4d-bd0e-4776-90cd-40631430f94c req-0604589d-4cba-40de-beb5-f006403980e7 tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:25.499164 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4a845c4d-bd0e-4776-90cd-40631430f94c req-0604589d-4cba-40de-beb5-f006403980e7 tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] 10.222.0.105 "GET /v2.0/networks?id=dbd96efe-d7b8-42b5-aafb-bb4d08e4a670 HTTP/1.1" status: 200 len: 813 time: 0.5778425 Feb 09 01:03:25.578817 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0f593c35-53be-4757-8c0c-6f91947c9575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:25.580424 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2a4833-5b6d-4ec0-abaf-17169d7c7aba service neutron] Pushing event updated for resources: {'Port': ['ID=4779cc01-d02f-4afc-9efd-b701db158458,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:25.638095 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0f593c35-53be-4757-8c0c-6f91947c9575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:25.655320 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4a845c4d-bd0e-4776-90cd-40631430f94c req-2f03dce7-cfa8-4eb0-a43a-1dc5f4020752 tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] 10.222.0.105 "GET /v2.0/quotas/78cbc8e5061b49e9b8b3bab2e5c34775 HTTP/1.1" status: 200 len: 375 time: 0.0933282 Feb 09 01:03:25.657700 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-294d3c2d-f0cd-45d4-85e1-a21bad56d208 req-7baa824f-4363-405c-91b6-ad452601ad00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b946e0ec-388c-4def-a759-89fe4b4606bb {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:03:25.672055 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-294d3c2d-f0cd-45d4-85e1-a21bad56d208 req-7baa824f-4363-405c-91b6-ad452601ad00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:25.730065 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc85c23-c340-4541-9fd2-7a7e70ce5b33 req-9ef10771-4483-4b05-94d8-278479193bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:25.731737 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-5bc85c23-c340-4541-9fd2-7a7e70ce5b33 req-9ef10771-4483-4b05-94d8-278479193bdf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8ec264b7b14646a3a7c5bffffa681c25&device_id=b644c596-18e7-441c-bd61-8aeb74f1648d HTTP/1.1" status: 200 len: 1094 time: 0.2021501 Feb 09 01:03:25.746495 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4a845c4d-bd0e-4776-90cd-40631430f94c req-f32cc26c-095c-484b-9ddb-694a959b2ea9 tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=78cbc8e5061b49e9b8b3bab2e5c34775&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0769970 Feb 09 01:03:25.845871 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-294d3c2d-f0cd-45d4-85e1-a21bad56d208 req-7baa824f-4363-405c-91b6-ad452601ad00 service neutron] Transition to ACTIVE for port object b946e0ec-388c-4def-a759-89fe4b4606bb will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:03:25.855385 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-5bc85c23-c340-4541-9fd2-7a7e70ce5b33 req-660e84df-c3b6-4403-aa53-7505a9a44a8e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4779cc01-d02f-4afc-9efd-b701db158458 HTTP/1.1" status: 200 len: 217 time: 0.1102979 Feb 09 01:03:25.856019 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0f593c35-53be-4757-8c0c-6f91947c9575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:25.868424 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-294d3c2d-f0cd-45d4-85e1-a21bad56d208 req-7baa824f-4363-405c-91b6-ad452601ad00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:25.911336 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3516b97f-792c-4106-906e-2996432c475b req-faa7b15f-5700-46f7-80cd-74719f52a9bd service neutron] 10.222.0.62 "GET /v2.0/networks/7d1efc84-0e07-425a-933b-624ea0f4290b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5605705 Feb 09 01:03:25.912725 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f593c35-53be-4757-8c0c-6f91947c9575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf763b9-3046-4bec-a681-2a94271c3301,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:25.932653 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0f593c35-53be-4757-8c0c-6f91947c9575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:25.933253 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-0f593c35-53be-4757-8c0c-6f91947c9575 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/1cf763b9-3046-4bec-a681-2a94271c3301 HTTP/1.1" status: 204 len: 168 time: 0.7024848 Feb 09 01:03:25.936081 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [req-87b07791-15ff-4546-8078-b9856f1ab162 req-bc5bae42-f6ca-4a90-a5ab-adb2a9ea334f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddaef888-0c49-49ca-bb08-d11433657bc7 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:03:25.952896 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-87b07791-15ff-4546-8078-b9856f1ab162 req-bc5bae42-f6ca-4a90-a5ab-adb2a9ea334f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:25.972865 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc85c23-c340-4541-9fd2-7a7e70ce5b33 req-a56b3646-80e3-4180-9895-de695264f9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:25.974365 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-5bc85c23-c340-4541-9fd2-7a7e70ce5b33 req-a56b3646-80e3-4180-9895-de695264f9ce service neutron] 10.222.0.62 "GET /v2.0/subnets?id=77301bdf-2486-425f-9a0c-6634d1b8425f HTTP/1.1" status: 200 len: 844 time: 0.1045203 Feb 09 01:03:25.976934 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-87b07791-15ff-4546-8078-b9856f1ab162 req-bc5bae42-f6ca-4a90-a5ab-adb2a9ea334f service neutron] Transition to ACTIVE for port object ddaef888-0c49-49ca-bb08-d11433657bc7 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:03:25.981264 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-87b07791-15ff-4546-8078-b9856f1ab162 req-bc5bae42-f6ca-4a90-a5ab-adb2a9ea334f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:26.012031 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-46d65d3a-c9d7-4e62-87b0-ae4d5f110685 service neutron] 10.222.0.105 "GET /v2.0/networks/6c21402c-7902-4ae7-8505-6f11f3eac92e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5405812 Feb 09 01:03:26.063875 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baa824f-4363-405c-91b6-ad452601ad00 service neutron] Pushing event updated for resources: {'Port': ['ID=b946e0ec-388c-4def-a759-89fe4b4606bb,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:26.090696 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-5bc85c23-c340-4541-9fd2-7a7e70ce5b33 req-46c6fffd-237e-42c4-a714-2ab06f172650 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=48143312-4059-4efc-a7c1-0025ad20c80e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1037996 Feb 09 01:03:26.314242 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-2042702d-97ca-4ded-ace6-eebf9379961f service neutron] 10.222.0.105 "GET /v2.0/networks/6c21402c-7902-4ae7-8505-6f11f3eac92e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815428 Feb 09 01:03:26.318190 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4a845c4d-bd0e-4776-90cd-40631430f94c req-5e3295f1-fbfa-4f7e-b745-b6b27c6bc3c2 service neutron] 10.222.0.105 "GET /v2.0/networks/dbd96efe-d7b8-42b5-aafb-bb4d08e4a670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5626001 Feb 09 01:03:26.323619 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5bae42-f6ca-4a90-a5ab-adb2a9ea334f service neutron] Pushing event updated for resources: {'Port': ['ID=ddaef888-0c49-49ca-bb08-d11433657bc7,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:26.417273 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53900) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:26.436053 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-5bc85c23-c340-4541-9fd2-7a7e70ce5b33 req-d263c3a9-265a-434b-a176-cb934008fb80 service neutron] 10.222.0.62 "GET /v2.0/networks/48143312-4059-4efc-a7c1-0025ad20c80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784917 Feb 09 01:03:26.446340 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ebaf807f-8dc6-4f34-b12e-8c2638d249ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:26.552678 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ebaf807f-8dc6-4f34-b12e-8c2638d249ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:26.566274 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ebaf807f-8dc6-4f34-b12e-8c2638d249ac admin admin] Usage tracker for resource:security_group_rule and tenant:5ba253001946418a903bf32ed3b9fe96 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:26.572186 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ebaf807f-8dc6-4f34-b12e-8c2638d249ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:26.593129 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ebaf807f-8dc6-4f34-b12e-8c2638d249ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:26.610593 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-87b07791-15ff-4546-8078-b9856f1ab162 req-bc5bae42-f6ca-4a90-a5ab-adb2a9ea334f service neutron] Attempting to bind port ddaef888-0c49-49ca-bb08-d11433657bc7 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:03:26.610838 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-87b07791-15ff-4546-8078-b9856f1ab162 req-bc5bae42-f6ca-4a90-a5ab-adb2a9ea334f service neutron] Attempting to bind port ddaef888-0c49-49ca-bb08-d11433657bc7 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '462d9735-1e8a-4ada-9baa-3c48def37bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a32a253a-9f5c-4a54-8474-0e447581f990'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:03:26.611162 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b07791-15ff-4546-8078-b9856f1ab162 req-bc5bae42-f6ca-4a90-a5ab-adb2a9ea334f service neutron] Attempting to bind port ddaef888-0c49-49ca-bb08-d11433657bc7 on network a32a253a-9f5c-4a54-8474-0e447581f990 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:03:26.646765 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-d4d50d9e-278b-475a-9824-9b8ca500dfd8 service neutron] 10.222.0.105 "GET /v2.0/ports/2b457899-fc18-4e88-ac0e-5e0fa9c1dad9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.3316278 Feb 09 01:03:26.647439 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-294d3c2d-f0cd-45d4-85e1-a21bad56d208 req-7baa824f-4363-405c-91b6-ad452601ad00 service neutron] Attempting to bind port b946e0ec-388c-4def-a759-89fe4b4606bb on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:03:26.647766 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-294d3c2d-f0cd-45d4-85e1-a21bad56d208 req-7baa824f-4363-405c-91b6-ad452601ad00 service neutron] Attempting to bind port b946e0ec-388c-4def-a759-89fe4b4606bb by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '42eb89e1-c4de-4f57-85a6-0e5fc984e699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1f86eb5f-f405-4ce4-a845-9c31ac1b15d4'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:03:26.648094 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294d3c2d-f0cd-45d4-85e1-a21bad56d208 req-7baa824f-4363-405c-91b6-ad452601ad00 service neutron] Attempting to bind port b946e0ec-388c-4def-a759-89fe4b4606bb on network 1f86eb5f-f405-4ce4-a845-9c31ac1b15d4 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:03:26.667756 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294d3c2d-f0cd-45d4-85e1-a21bad56d208 req-7baa824f-4363-405c-91b6-ad452601ad00 service neutron] Port b946e0ec-388c-4def-a759-89fe4b4606bb on network 1f86eb5f-f405-4ce4-a845-9c31ac1b15d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:03:26.668420 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294d3c2d-f0cd-45d4-85e1-a21bad56d208 req-7baa824f-4363-405c-91b6-ad452601ad00 service neutron] Attempting to bind port b946e0ec-388c-4def-a759-89fe4b4606bb on network 1f86eb5f-f405-4ce4-a845-9c31ac1b15d4 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:03:26.719509 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 9457c038-5932-4409-a1a8-2edbfb1ae7f1 up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:03:26.754239 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294d3c2d-f0cd-45d4-85e1-a21bad56d208 req-7baa824f-4363-405c-91b6-ad452601ad00 service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:03:26.754583 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294d3c2d-f0cd-45d4-85e1-a21bad56d208 req-7baa824f-4363-405c-91b6-ad452601ad00 service neutron] Checking segment: {'id': '42eb89e1-c4de-4f57-85a6-0e5fc984e699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1f86eb5f-f405-4ce4-a845-9c31ac1b15d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:03:26.754976 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294d3c2d-f0cd-45d4-85e1-a21bad56d208 req-7baa824f-4363-405c-91b6-ad452601ad00 service neutron] Bound using segment: {'id': '42eb89e1-c4de-4f57-85a6-0e5fc984e699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1f86eb5f-f405-4ce4-a845-9c31ac1b15d4'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:03:26.755429 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-294d3c2d-f0cd-45d4-85e1-a21bad56d208 req-7baa824f-4363-405c-91b6-ad452601ad00 service neutron] Bound port: b946e0ec-388c-4def-a759-89fe4b4606bb, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42eb89e1-c4de-4f57-85a6-0e5fc984e699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1f86eb5f-f405-4ce4-a845-9c31ac1b15d4'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:03:26.755786 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-294d3c2d-f0cd-45d4-85e1-a21bad56d208 req-7baa824f-4363-405c-91b6-ad452601ad00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:26.763691 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b07791-15ff-4546-8078-b9856f1ab162 req-bc5bae42-f6ca-4a90-a5ab-adb2a9ea334f service neutron] Port ddaef888-0c49-49ca-bb08-d11433657bc7 on network a32a253a-9f5c-4a54-8474-0e447581f990 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:03:26.764021 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b07791-15ff-4546-8078-b9856f1ab162 req-bc5bae42-f6ca-4a90-a5ab-adb2a9ea334f service neutron] Attempting to bind port ddaef888-0c49-49ca-bb08-d11433657bc7 on network a32a253a-9f5c-4a54-8474-0e447581f990 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:03:26.787396 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4a845c4d-bd0e-4776-90cd-40631430f94c req-4c6bfc11-226d-4fbf-b2fa-99950bddd01e service neutron] 10.222.0.105 "GET /v2.0/networks/dbd96efe-d7b8-42b5-aafb-bb4d08e4a670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847388 Feb 09 01:03:26.788761 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b07791-15ff-4546-8078-b9856f1ab162 req-bc5bae42-f6ca-4a90-a5ab-adb2a9ea334f service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:03:26.789101 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b07791-15ff-4546-8078-b9856f1ab162 req-bc5bae42-f6ca-4a90-a5ab-adb2a9ea334f service neutron] Checking segment: {'id': '462d9735-1e8a-4ada-9baa-3c48def37bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a32a253a-9f5c-4a54-8474-0e447581f990'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:03:26.789488 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b07791-15ff-4546-8078-b9856f1ab162 req-bc5bae42-f6ca-4a90-a5ab-adb2a9ea334f service neutron] Bound using segment: {'id': '462d9735-1e8a-4ada-9baa-3c48def37bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a32a253a-9f5c-4a54-8474-0e447581f990'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:03:26.789954 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-87b07791-15ff-4546-8078-b9856f1ab162 req-bc5bae42-f6ca-4a90-a5ab-adb2a9ea334f service neutron] Bound port: ddaef888-0c49-49ca-bb08-d11433657bc7, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '462d9735-1e8a-4ada-9baa-3c48def37bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a32a253a-9f5c-4a54-8474-0e447581f990'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:03:26.790295 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-87b07791-15ff-4546-8078-b9856f1ab162 req-bc5bae42-f6ca-4a90-a5ab-adb2a9ea334f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:26.802374 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port 9457c038-5932-4409-a1a8-2edbfb1ae7f1 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:03:26.809477 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 9457c038-5932-4409-a1a8-2edbfb1ae7f1 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:26.810079 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:26.817865 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-5bc85c23-c340-4541-9fd2-7a7e70ce5b33 req-42bf7ab1-ee55-44cd-808a-943a099a4921 service neutron] 10.222.0.62 "GET /v2.0/networks/48143312-4059-4efc-a7c1-0025ad20c80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3580573 Feb 09 01:03:26.913854 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-976e17dc-60de-44a6-b807-a699e364bc6b service neutron] 10.222.0.105 "GET /v2.0/networks/f6623f95-6162-4277-8fd2-5364045aea14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468808 Feb 09 01:03:26.918187 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-294d3c2d-f0cd-45d4-85e1-a21bad56d208 req-7baa824f-4363-405c-91b6-ad452601ad00 service neutron] For port b946e0ec-388c-4def-a759-89fe4b4606bb, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:03:26.922403 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-294d3c2d-f0cd-45d4-85e1-a21bad56d208 req-7baa824f-4363-405c-91b6-ad452601ad00 service neutron] For port b946e0ec-388c-4def-a759-89fe4b4606bb, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=b946e0ec-388c-4def-a759-89fe4b4606bb,segment=NetworkSegment(42eb89e1-c4de-4f57-85a6-0e5fc984e699),segment_id=42eb89e1-c4de-4f57-85a6-0e5fc984e699)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:03:26.947622 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-294d3c2d-f0cd-45d4-85e1-a21bad56d208 req-7baa824f-4363-405c-91b6-ad452601ad00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:26.958440 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-87b07791-15ff-4546-8078-b9856f1ab162 req-bc5bae42-f6ca-4a90-a5ab-adb2a9ea334f service neutron] For port ddaef888-0c49-49ca-bb08-d11433657bc7, host n-h1-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:03:26.979847 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ebaf807f-8dc6-4f34-b12e-8c2638d249ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:26.982287 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-87b07791-15ff-4546-8078-b9856f1ab162 req-bc5bae42-f6ca-4a90-a5ab-adb2a9ea334f service neutron] For port ddaef888-0c49-49ca-bb08-d11433657bc7, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=ddaef888-0c49-49ca-bb08-d11433657bc7,segment=NetworkSegment(462d9735-1e8a-4ada-9baa-3c48def37bff),segment_id=462d9735-1e8a-4ada-9baa-3c48def37bff)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:03:26.986093 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ebaf807f-8dc6-4f34-b12e-8c2638d249ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:26.999639 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:27.015703 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-87b07791-15ff-4546-8078-b9856f1ab162 req-bc5bae42-f6ca-4a90-a5ab-adb2a9ea334f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:27.037123 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd365e833-dc87-450f-a9f9-2fd84b685ba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9457c038-5932-4409-a1a8-2edbfb1ae7f1'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:03:27.049678 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 9457c038-5932-4409-a1a8-2edbfb1ae7f1, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=9457c038-5932-4409-a1a8-2edbfb1ae7f1,segment=NetworkSegment(d1c0a158-6579-41f7-a92a-da7d79b925b6),segment_id=d1c0a158-6579-41f7-a92a-da7d79b925b6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:27.055025 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:27.131858 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b07791-15ff-4546-8078-b9856f1ab162 req-bc5bae42-f6ca-4a90-a5ab-adb2a9ea334f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:27.132626 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-87b07791-15ff-4546-8078-b9856f1ab162 req-bc5bae42-f6ca-4a90-a5ab-adb2a9ea334f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:27.134076 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-87b07791-15ff-4546-8078-b9856f1ab162 req-bc5bae42-f6ca-4a90-a5ab-adb2a9ea334f service neutron] 10.222.0.62 "PUT /v2.0/ports/ddaef888-0c49-49ca-bb08-d11433657bc7 HTTP/1.1" status: 200 len: 1091 time: 2.1724875 Feb 09 01:03:27.134842 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d3c2d-f0cd-45d4-85e1-a21bad56d208 req-7baa824f-4363-405c-91b6-ad452601ad00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:27.135847 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-294d3c2d-f0cd-45d4-85e1-a21bad56d208 req-7baa824f-4363-405c-91b6-ad452601ad00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:27.137224 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-294d3c2d-f0cd-45d4-85e1-a21bad56d208 req-7baa824f-4363-405c-91b6-ad452601ad00 service neutron] 10.222.0.62 "PUT /v2.0/ports/b946e0ec-388c-4def-a759-89fe4b4606bb HTTP/1.1" status: 200 len: 1091 time: 3.2032847 Feb 09 01:03:27.141752 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ebaf807f-8dc6-4f34-b12e-8c2638d249ac admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=5ba253001946418a903bf32ed3b9fe96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7209544 Feb 09 01:03:27.143409 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53910) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:27.146048 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaf807f-8dc6-4f34-b12e-8c2638d249ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da71d0e-9024-42b7-a705-af71467e3522,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:27.179199 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=9457c038-5932-4409-a1a8-2edbfb1ae7f1,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:27.188427 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5bae42-f6ca-4a90-a5ab-adb2a9ea334f service neutron] Pushing event updated for resources: {'Port': ['ID=ddaef888-0c49-49ca-bb08-d11433657bc7,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:27.322368 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-311319f0-fae2-4b41-8e49-0d5ce78dddcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:27.385933 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-311319f0-fae2-4b41-8e49-0d5ce78dddcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:27.386185 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baa824f-4363-405c-91b6-ad452601ad00 service neutron] Pushing event updated for resources: {'Port': ['ID=b946e0ec-388c-4def-a759-89fe4b4606bb,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:27.403815 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-644f7b17-2cf1-42f5-86f2-aabf2a84607b service neutron] 10.222.0.105 "GET /v2.0/networks/f6623f95-6162-4277-8fd2-5364045aea14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4797859 Feb 09 01:03:27.452812 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d3c2d-f0cd-45d4-85e1-a21bad56d208 req-5090696d-9f2a-4b9b-9b6d-03e75b00dda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:27.454518 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-294d3c2d-f0cd-45d4-85e1-a21bad56d208 req-5090696d-9f2a-4b9b-9b6d-03e75b00dda5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=71b0276e9e0b48f8943a51531f3d8a9e&device_id=15f6fa95-6f4a-4909-837a-471f3f3362d9 HTTP/1.1" status: 200 len: 1094 time: 0.1802938 Feb 09 01:03:27.524668 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc19fa0a-9584-4bd1-b0a8-061d0ffc7797 req-f96516fc-7fcb-4b7f-9c06-b49e8f7313ac tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:27.530625 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc19fa0a-9584-4bd1-b0a8-061d0ffc7797 req-f96516fc-7fcb-4b7f-9c06-b49e8f7313ac tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:27.542755 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc19fa0a-9584-4bd1-b0a8-061d0ffc7797 req-f96516fc-7fcb-4b7f-9c06-b49e8f7313ac tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:27.544594 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bc19fa0a-9584-4bd1-b0a8-061d0ffc7797 req-f96516fc-7fcb-4b7f-9c06-b49e8f7313ac tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "GET /v2.0/ports?device_id=e0a0f264-d3bb-4f6b-a9d5-10286de2cc39 HTTP/1.1" status: 200 len: 2412 time: 0.4257405 Feb 09 01:03:27.549634 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-59d146cb-1c04-4982-ba35-7c4b6001b0ff service neutron] 10.222.0.105 "GET /v2.0/ports/79a7f7ff-db18-40ba-b175-35b4cc180bbe?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1447902 Feb 09 01:03:27.555349 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-294d3c2d-f0cd-45d4-85e1-a21bad56d208 req-9806c458-0565-4e01-bc67-56e4cfab2bd0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b946e0ec-388c-4def-a759-89fe4b4606bb HTTP/1.1" status: 200 len: 217 time: 0.0895131 Feb 09 01:03:27.597009 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-311319f0-fae2-4b41-8e49-0d5ce78dddcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:27.623892 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311319f0-fae2-4b41-8e49-0d5ce78dddcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da71d0e-9024-42b7-a705-af71467e3522,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:27.638408 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-311319f0-fae2-4b41-8e49-0d5ce78dddcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:27.639536 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-311319f0-fae2-4b41-8e49-0d5ce78dddcf admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/3da71d0e-9024-42b7-a705-af71467e3522 HTTP/1.1" status: 204 len: 168 time: 0.4953587 Feb 09 01:03:27.666915 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d3c2d-f0cd-45d4-85e1-a21bad56d208 req-f4e94fdc-2243-499b-b06e-10cf2b405141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:27.669067 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-294d3c2d-f0cd-45d4-85e1-a21bad56d208 req-f4e94fdc-2243-499b-b06e-10cf2b405141 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=55d6843d-cf0e-4da9-b1f9-18c66e11f308 HTTP/1.1" status: 200 len: 850 time: 0.1049237 Feb 09 01:03:27.741637 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b07791-15ff-4546-8078-b9856f1ab162 req-daf14669-1911-46e5-b252-93de6b161ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:27.742321 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b07791-15ff-4546-8078-b9856f1ab162 req-daf14669-1911-46e5-b252-93de6b161ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:27.743178 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b07791-15ff-4546-8078-b9856f1ab162 req-daf14669-1911-46e5-b252-93de6b161ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:27.744323 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-87b07791-15ff-4546-8078-b9856f1ab162 req-daf14669-1911-46e5-b252-93de6b161ccd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=84557554a3f24afe8f48784f3010a6e6&device_id=e0a0f264-d3bb-4f6b-a9d5-10286de2cc39 HTTP/1.1" status: 200 len: 2865 time: 0.4870861 Feb 09 01:03:27.775590 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bc19fa0a-9584-4bd1-b0a8-061d0ffc7797 req-d9f5fa34-16df-4ab6-8c97-e633d8536340 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "GET /v2.0/security-groups?id=f20558f4-33ef-4c77-9965-2db2b58a5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162254 Feb 09 01:03:27.792617 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d3c2d-f0cd-45d4-85e1-a21bad56d208 req-946e6f0e-f9f1-49e7-8e78-ddfe8a519a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:27.800433 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-294d3c2d-f0cd-45d4-85e1-a21bad56d208 req-946e6f0e-f9f1-49e7-8e78-ddfe8a519a1b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1f86eb5f-f405-4ce4-a845-9c31ac1b15d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1223767 Feb 09 01:03:27.857939 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-87b07791-15ff-4546-8078-b9856f1ab162 req-088ea188-9867-4972-8f3f-c7f546e5075b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.116&port_id=e6e0aae7-22c4-4536-815e-a77da026ad3d HTTP/1.1" status: 200 len: 217 time: 0.0883496 Feb 09 01:03:27.923414 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-99aa5fb4-77d9-4780-b6ff-8b2de8d57c6d service neutron] 10.222.0.105 "GET /v2.0/networks/f6623f95-6162-4277-8fd2-5364045aea14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3562846 Feb 09 01:03:28.003389 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-294d3c2d-f0cd-45d4-85e1-a21bad56d208 req-03bb4fc1-b3fd-4de3-8dfc-e36c7048a9ef service neutron] 10.222.0.62 "GET /v2.0/networks/1f86eb5f-f405-4ce4-a845-9c31ac1b15d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004771 Feb 09 01:03:28.067916 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b07791-15ff-4546-8078-b9856f1ab162 req-6fb1c05d-27ca-4fe4-af18-9d4cd8d7c590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:28.069385 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-87b07791-15ff-4546-8078-b9856f1ab162 req-6fb1c05d-27ca-4fe4-af18-9d4cd8d7c590 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6e8e25e8-d75f-4e54-a28b-c1e71ffd0188 HTTP/1.1" status: 200 len: 801 time: 0.2003717 Feb 09 01:03:28.197461 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-294d3c2d-f0cd-45d4-85e1-a21bad56d208 req-22086a10-6812-4a09-b7cf-439ec3a4fcb5 service neutron] 10.222.0.62 "GET /v2.0/networks/1f86eb5f-f405-4ce4-a845-9c31ac1b15d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593163 Feb 09 01:03:28.208681 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-48e6b2ca-c39e-4f01-b943-379976b15580 service neutron] 10.222.0.105 "GET /v2.0/networks/f6623f95-6162-4277-8fd2-5364045aea14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766266 Feb 09 01:03:28.248060 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3170f764-a7ea-48a9-9d02-3553c5c6292a req-40056e6b-982a-41bb-a8d4-45416cc55932 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:28.249489 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3170f764-a7ea-48a9-9d02-3553c5c6292a req-40056e6b-982a-41bb-a8d4-45416cc55932 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/ports?device_id=b644c596-18e7-441c-bd61-8aeb74f1648d HTTP/1.1" status: 200 len: 943 time: 0.2401478 Feb 09 01:03:28.451956 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b07791-15ff-4546-8078-b9856f1ab162 req-95df4f30-9a79-4fc0-8235-aebee84adfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:28.453426 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-87b07791-15ff-4546-8078-b9856f1ab162 req-95df4f30-9a79-4fc0-8235-aebee84adfed service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a32a253a-9f5c-4a54-8474-0e447581f990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3657835 Feb 09 01:03:28.563676 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3170f764-a7ea-48a9-9d02-3553c5c6292a req-7e5d8a14-3e5c-48b0-9441-6ab552f0c572 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/security-groups?id=21d48e70-0a9a-4f34-bd03-fe2b0988e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605095 Feb 09 01:03:28.615264 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-a74b5fb5-80ea-4f6e-be44-0a668847ef07 service neutron] 10.222.0.105 "GET /v2.0/networks/f6623f95-6162-4277-8fd2-5364045aea14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3980682 Feb 09 01:03:28.708092 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device ec3374ff-1655-4591-82bf-c671fc734e82 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:03:28.781553 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-87b07791-15ff-4546-8078-b9856f1ab162 req-aa92554f-b9a0-4ff1-b9ba-217cb88ae4ed service neutron] 10.222.0.62 "GET /v2.0/networks/a32a253a-9f5c-4a54-8474-0e447581f990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076627 Feb 09 01:03:28.798684 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a845c4d-bd0e-4776-90cd-40631430f94c req-e1ff91d7-c3e6-4f4e-a292-3efd987025bc tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:28.799519 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-4a845c4d-bd0e-4776-90cd-40631430f94c req-e1ff91d7-c3e6-4f4e-a292-3efd987025bc tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] Synchronizing usage tracker for tenant:78cbc8e5061b49e9b8b3bab2e5c34775 on resource:network {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:03:28.821667 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-4a845c4d-bd0e-4776-90cd-40631430f94c req-e1ff91d7-c3e6-4f4e-a292-3efd987025bc tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] Unset dirty status for tenant:78cbc8e5061b49e9b8b3bab2e5c34775 on resource:network {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:03:28.823010 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4a845c4d-bd0e-4776-90cd-40631430f94c req-e1ff91d7-c3e6-4f4e-a292-3efd987025bc tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] 10.222.0.62 "GET /v2.0/networks?id=dbd96efe-d7b8-42b5-aafb-bb4d08e4a670 HTTP/1.1" status: 200 len: 813 time: 0.3235173 Feb 09 01:03:28.840676 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-4a845c4d-bd0e-4776-90cd-40631430f94c req-93e0772e-3542-4ff1-8d1a-6de81f7a7b2f tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] Request body: {'port': {'device_id': '17ff1b0f-4a66-480b-b9ca-c0316d93d27f', 'network_id': 'dbd96efe-d7b8-42b5-aafb-bb4d08e4a670', 'admin_state_up': True, 'tenant_id': '78cbc8e5061b49e9b8b3bab2e5c34775'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:28.928491 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port ec3374ff-1655-4591-82bf-c671fc734e82, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=ec3374ff-1655-4591-82bf-c671fc734e82,segment=NetworkSegment(92f6058b-8e82-441a-aad5-48048f06210b),segment_id=92f6058b-8e82-441a-aad5-48048f06210b)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:28.951324 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': 'ec3374ff-1655-4591-82bf-c671fc734e82', 'network_id': '7d1efc84-0e07-425a-933b-624ea0f4290b', 'port_id': 'ec3374ff-1655-4591-82bf-c671fc734e82', 'mac_address': 'fa:16:3e:39:05:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd34701a5-43c4-418f-957a-99139980d505', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:03:28.959298 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-acb26d01-d7ad-449d-85a0-d149b9b716d0 service neutron] 10.222.0.105 "GET /v2.0/networks/f6623f95-6162-4277-8fd2-5364045aea14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3216453 Feb 09 01:03:29.013350 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:29.032160 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec3374ff-1655-4591-82bf-c671fc734e82 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:03:29.051871 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port ec3374ff-1655-4591-82bf-c671fc734e82, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=ec3374ff-1655-4591-82bf-c671fc734e82,segment=NetworkSegment(92f6058b-8e82-441a-aad5-48048f06210b),segment_id=92f6058b-8e82-441a-aad5-48048f06210b)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:29.056780 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:29.069217 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f921883-3d2d-4f8d-a6bf-8f4accbf9ae5 req-eda802cb-6a27-40d8-a857-5a61a41b9285 tempest-AttachSCSIVolumeTestJSON-1984411863 tempest-AttachSCSIVolumeTestJSON-1984411863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:29.075444 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-4a845c4d-bd0e-4776-90cd-40631430f94c req-93e0772e-3542-4ff1-8d1a-6de81f7a7b2f tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:29.076063 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4f921883-3d2d-4f8d-a6bf-8f4accbf9ae5 req-eda802cb-6a27-40d8-a857-5a61a41b9285 tempest-AttachSCSIVolumeTestJSON-1984411863 tempest-AttachSCSIVolumeTestJSON-1984411863-project] 10.222.0.105 "GET /v2.0/ports?device_id=84556c01-5d42-4506-ad4f-b5af394884ad HTTP/1.1" status: 200 len: 943 time: 0.3630555 Feb 09 01:03:29.080136 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-4a845c4d-bd0e-4776-90cd-40631430f94c req-93e0772e-3542-4ff1-8d1a-6de81f7a7b2f tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] Usage tracker for resource:port and tenant:78cbc8e5061b49e9b8b3bab2e5c34775 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:29.083958 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-4a845c4d-bd0e-4776-90cd-40631430f94c req-93e0772e-3542-4ff1-8d1a-6de81f7a7b2f tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:29.090761 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-4a845c4d-bd0e-4776-90cd-40631430f94c req-93e0772e-3542-4ff1-8d1a-6de81f7a7b2f tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:29.094815 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-87b07791-15ff-4546-8078-b9856f1ab162 req-00076f30-1497-44ec-910a-a81656ad08a1 service neutron] 10.222.0.62 "GET /v2.0/networks/a32a253a-9f5c-4a54-8474-0e447581f990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892177 Feb 09 01:03:29.104389 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a845c4d-bd0e-4776-90cd-40631430f94c req-93e0772e-3542-4ff1-8d1a-6de81f7a7b2f tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] Made reservation on behalf of 78cbc8e5061b49e9b8b3bab2e5c34775 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:03:29.109485 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-4a845c4d-bd0e-4776-90cd-40631430f94c req-93e0772e-3542-4ff1-8d1a-6de81f7a7b2f tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:29.145840 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=ec3374ff-1655-4591-82bf-c671fc734e82,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:29.154711 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:29.155073 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:29.155417 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:29.155921 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:29.156415 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:29.156747 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:29.157090 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:29.157420 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:29.157769 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:29.158102 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:29.158447 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:29.158912 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:29.181558 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-87b07791-15ff-4546-8078-b9856f1ab162 req-afa57d3b-c8c2-46e4-aaeb-872dfdf32a58 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.176&port_id=612c37f5-b77a-411d-90ff-f06757869505 HTTP/1.1" status: 200 len: 217 time: 0.0781839 Feb 09 01:03:29.259318 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4f921883-3d2d-4f8d-a6bf-8f4accbf9ae5 req-e2ebf391-6064-41e2-b8b0-8e705eafcfd3 tempest-AttachSCSIVolumeTestJSON-1984411863 tempest-AttachSCSIVolumeTestJSON-1984411863-project] 10.222.0.105 "GET /v2.0/security-groups?id=7d56996b-a6e4-479f-bfb9-4e00d3964de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822963 Feb 09 01:03:29.290150 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-ded86704-f101-45ce-b8c4-10300182cda1 service neutron] 10.222.0.105 "GET /v2.0/networks/f6623f95-6162-4277-8fd2-5364045aea14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156857 Feb 09 01:03:29.295776 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b07791-15ff-4546-8078-b9856f1ab162 req-132865ce-b1b7-4149-afd7-397dc9bad90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:29.297713 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-87b07791-15ff-4546-8078-b9856f1ab162 req-132865ce-b1b7-4149-afd7-397dc9bad90a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c273b888-d699-4498-8f18-603176b438e2 HTTP/1.1" status: 200 len: 801 time: 0.1024616 Feb 09 01:03:29.314644 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-4a845c4d-bd0e-4776-90cd-40631430f94c req-93e0772e-3542-4ff1-8d1a-6de81f7a7b2f tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] Allocated IP 172.20.0.2 (dbd96efe-d7b8-42b5-aafb-bb4d08e4a670/79b3c606-423d-4fd4-b3ab-e743313e39ca/9ae5b5cc-2545-402c-98f9-8d707f24c97f) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:03:29.382268 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['ec3374ff-1655-4591-82bf-c671fc734e82'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:03:29.397750 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84556c01-5d42-4506-ad4f-b5af394884ad', 'tag': 'ec3374ff-1655-4591-82bf-c671fc734e82', 'status': 'completed', 'code': 200} Feb 09 01:03:29.431336 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0a0f264-d3bb-4f6b-a9d5-10286de2cc39', 'tag': 'e6e0aae7-22c4-4536-815e-a77da026ad3d', 'status': 'completed', 'code': 200} Feb 09 01:03:29.488372 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-100d43e3-ebad-411d-9267-501c5ad011c1 service neutron] 10.222.0.105 "GET /v2.0/networks/f6623f95-6162-4277-8fd2-5364045aea14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896942 Feb 09 01:03:29.494610 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b07791-15ff-4546-8078-b9856f1ab162 req-c7896700-362f-43f1-9369-cc00a745bb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:29.496474 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-87b07791-15ff-4546-8078-b9856f1ab162 req-c7896700-362f-43f1-9369-cc00a745bb6f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=353a9752-17d7-45b3-9ab3-ddeff5861d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1786175 Feb 09 01:03:29.572576 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1732a2-8267-4c7b-8551-82146d5eed08 req-d4009fea-25c6-4ea0-ab73-82d69f59a5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:29.574082 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1a1732a2-8267-4c7b-8551-82146d5eed08 req-d4009fea-25c6-4ea0-ab73-82d69f59a5e8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5dc821389a10412fa6c46b30ba4c3113&device_id=84556c01-5d42-4506-ad4f-b5af394884ad HTTP/1.1" status: 200 len: 1095 time: 0.2024298 Feb 09 01:03:29.802889 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-4a845c4d-bd0e-4776-90cd-40631430f94c req-93e0772e-3542-4ff1-8d1a-6de81f7a7b2f tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:29.838637 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-7fa3bccb-f997-4668-9ded-8d35834384d1 service neutron] 10.222.0.105 "GET /v2.0/networks/8d0fbf1e-afd1-4ea0-9eba-88871e127cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3412199 Feb 09 01:03:29.841799 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-87b07791-15ff-4546-8078-b9856f1ab162 req-c8150b13-751c-43de-8a48-defd00833e7e service neutron] 10.222.0.62 "GET /v2.0/networks/353a9752-17d7-45b3-9ab3-ddeff5861d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3242497 Feb 09 01:03:29.932889 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1732a2-8267-4c7b-8551-82146d5eed08 req-bc20935e-7f60-410b-8db8-e0ca864ac9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:29.934495 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1a1732a2-8267-4c7b-8551-82146d5eed08 req-bc20935e-7f60-410b-8db8-e0ca864ac9d2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7d1efc84-0e07-425a-933b-624ea0f4290b HTTP/1.1" status: 200 len: 915 time: 0.3495281 Feb 09 01:03:29.939822 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-4a845c4d-bd0e-4776-90cd-40631430f94c req-93e0772e-3542-4ff1-8d1a-6de81f7a7b2f tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:29.947154 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ed9d72-fe84-4ef3-bfcb-edffa9b47f7f req-729f9773-c7fd-46b7-8345-04bfa59bc573 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:29.948645 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-94ed9d72-fe84-4ef3-bfcb-edffa9b47f7f req-729f9773-c7fd-46b7-8345-04bfa59bc573 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=d365e833-dc87-450f-a9f9-2fd84b685ba6 HTTP/1.1" status: 200 len: 945 time: 0.3305838 Feb 09 01:03:30.068119 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1a1732a2-8267-4c7b-8551-82146d5eed08 req-a58cbefc-78a3-4b18-a967-ce7067ed0a91 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec3374ff-1655-4591-82bf-c671fc734e82 HTTP/1.1" status: 200 len: 217 time: 0.1245325 Feb 09 01:03:30.135564 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a845c4d-bd0e-4776-90cd-40631430f94c req-93e0772e-3542-4ff1-8d1a-6de81f7a7b2f tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] Network dbd96efe-d7b8-42b5-aafb-bb4d08e4a670 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:03:30.141738 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-4a845c4d-bd0e-4776-90cd-40631430f94c req-93e0772e-3542-4ff1-8d1a-6de81f7a7b2f tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:03:30.145680 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a845c4d-bd0e-4776-90cd-40631430f94c req-93e0772e-3542-4ff1-8d1a-6de81f7a7b2f tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:03:30.202667 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e0772e-3542-4ff1-8d1a-6de81f7a7b2f tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] Pushing event updated for resources: {'Port': ['ID=9ae5b5cc-2545-402c-98f9-8d707f24c97f,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:30.218385 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e0772e-3542-4ff1-8d1a-6de81f7a7b2f tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:30.218676 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e0772e-3542-4ff1-8d1a-6de81f7a7b2f tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:30.219062 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e0772e-3542-4ff1-8d1a-6de81f7a7b2f tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:30.219327 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e0772e-3542-4ff1-8d1a-6de81f7a7b2f tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:30.219653 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e0772e-3542-4ff1-8d1a-6de81f7a7b2f tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:30.219982 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e0772e-3542-4ff1-8d1a-6de81f7a7b2f tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:30.220306 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e0772e-3542-4ff1-8d1a-6de81f7a7b2f tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:30.220628 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e0772e-3542-4ff1-8d1a-6de81f7a7b2f tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:30.220942 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e0772e-3542-4ff1-8d1a-6de81f7a7b2f tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:30.221259 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e0772e-3542-4ff1-8d1a-6de81f7a7b2f tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:30.221574 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e0772e-3542-4ff1-8d1a-6de81f7a7b2f tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:30.221948 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e0772e-3542-4ff1-8d1a-6de81f7a7b2f tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:30.226532 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-94ed9d72-fe84-4ef3-bfcb-edffa9b47f7f req-d7cdd0ec-be50-4e5a-b035-092b687c9943 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064637 Feb 09 01:03:30.250399 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1732a2-8267-4c7b-8551-82146d5eed08 req-48c2be55-a230-4128-9a29-b5818205b439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:30.251871 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1a1732a2-8267-4c7b-8551-82146d5eed08 req-48c2be55-a230-4128-9a29-b5818205b439 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d34701a5-43c4-418f-957a-99139980d505 HTTP/1.1" status: 200 len: 853 time: 0.1743605 Feb 09 01:03:30.287109 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-87b07791-15ff-4546-8078-b9856f1ab162 req-dcf14d7a-e039-421c-a01e-6d4d82eb0f00 service neutron] 10.222.0.62 "GET /v2.0/networks/353a9752-17d7-45b3-9ab3-ddeff5861d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4225531 Feb 09 01:03:30.292254 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-51fdc924-2ee3-4e96-b089-bfa96de9c9b1 service neutron] 10.222.0.105 "GET /v2.0/networks/8d0fbf1e-afd1-4ea0-9eba-88871e127cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4466724 Feb 09 01:03:30.317392 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a845c4d-bd0e-4776-90cd-40631430f94c req-93e0772e-3542-4ff1-8d1a-6de81f7a7b2f tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:30.318253 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-4a845c4d-bd0e-4776-90cd-40631430f94c req-93e0772e-3542-4ff1-8d1a-6de81f7a7b2f tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:30.345907 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4a845c4d-bd0e-4776-90cd-40631430f94c req-93e0772e-3542-4ff1-8d1a-6de81f7a7b2f tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5100160 Feb 09 01:03:30.364107 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-4a845c4d-bd0e-4776-90cd-40631430f94c req-a0241fc0-adbc-422b-be61-6537ff797fd5 service neutron] Request body: {'port': {'device_id': '17ff1b0f-4a66-480b-b9ca-c0316d93d27f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:30.418594 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-87b07791-15ff-4546-8078-b9856f1ab162 req-7a779254-7d15-4767-aa04-afb2256070dc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.20&port_id=ddaef888-0c49-49ca-bb08-d11433657bc7 HTTP/1.1" status: 200 len: 217 time: 0.1251719 Feb 09 01:03:30.482471 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1732a2-8267-4c7b-8551-82146d5eed08 req-20c608b4-2a14-48d2-b0c1-c31199e6daa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:30.484207 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1a1732a2-8267-4c7b-8551-82146d5eed08 req-20c608b4-2a14-48d2-b0c1-c31199e6daa7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7d1efc84-0e07-425a-933b-624ea0f4290b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2217028 Feb 09 01:03:30.520743 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-4a845c4d-bd0e-4776-90cd-40631430f94c req-a0241fc0-adbc-422b-be61-6537ff797fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:30.593226 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b07791-15ff-4546-8078-b9856f1ab162 req-b0b92c52-4607-42a4-9dd0-cae4412849f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:30.594680 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-87b07791-15ff-4546-8078-b9856f1ab162 req-b0b92c52-4607-42a4-9dd0-cae4412849f5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6e8e25e8-d75f-4e54-a28b-c1e71ffd0188 HTTP/1.1" status: 200 len: 801 time: 0.1241980 Feb 09 01:03:30.671089 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-f9a3dca4-227f-4537-bf6f-43123110a60e service neutron] 10.222.0.105 "GET /v2.0/networks/8d0fbf1e-afd1-4ea0-9eba-88871e127cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3208084 Feb 09 01:03:30.686694 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e4dfc4-b8c9-458d-931d-d95bd8f7ffd3 req-c494f293-fb85-44d5-84c1-abcd7da95d71 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:30.688249 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-81e4dfc4-b8c9-458d-931d-d95bd8f7ffd3 req-c494f293-fb85-44d5-84c1-abcd7da95d71 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=15f6fa95-6f4a-4909-837a-471f3f3362d9 HTTP/1.1" status: 200 len: 943 time: 0.3392086 Feb 09 01:03:30.727135 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 4779cc01-d02f-4afc-9efd-b701db158458 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:03:30.733546 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device ec3374ff-1655-4591-82bf-c671fc734e82 up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:03:30.738091 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1a1732a2-8267-4c7b-8551-82146d5eed08 req-ab65c096-a02a-4b5f-8cb4-33c933a27a0c service neutron] 10.222.0.62 "GET /v2.0/networks/7d1efc84-0e07-425a-933b-624ea0f4290b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402055 Feb 09 01:03:30.852393 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-81e4dfc4-b8c9-458d-931d-d95bd8f7ffd3 req-f2ca5a54-b8ae-4746-97c8-5bdaaf30bed3 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=ceaabe02-67e8-49da-9640-53d4e3b33273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357412 Feb 09 01:03:30.928299 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port ec3374ff-1655-4591-82bf-c671fc734e82 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:03:30.940293 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b07791-15ff-4546-8078-b9856f1ab162 req-98fd49ad-83eb-4750-ba14-6f3cb6ccb294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:30.944342 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-87b07791-15ff-4546-8078-b9856f1ab162 req-98fd49ad-83eb-4750-ba14-6f3cb6ccb294 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a32a253a-9f5c-4a54-8474-0e447581f990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3376291 Feb 09 01:03:30.949134 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port ec3374ff-1655-4591-82bf-c671fc734e82 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:30.950158 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:31.042821 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 4779cc01-d02f-4afc-9efd-b701db158458, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=4779cc01-d02f-4afc-9efd-b701db158458,segment=NetworkSegment(68c75c24-5a6d-4512-b85d-48e7bc49aa9f),segment_id=68c75c24-5a6d-4512-b85d-48e7bc49aa9f)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:31.047334 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 54020) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:31.098116 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-45420bec-a10c-4206-8ffc-5047560189ad service neutron] 10.222.0.105 "GET /v2.0/networks/8d0fbf1e-afd1-4ea0-9eba-88871e127cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4088492 Feb 09 01:03:31.139318 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '4779cc01-d02f-4afc-9efd-b701db158458', 'network_id': '48143312-4059-4efc-a7c1-0025ad20c80e', 'port_id': '4779cc01-d02f-4afc-9efd-b701db158458', 'mac_address': 'fa:16:3e:ac:de:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77301bdf-2486-425f-9a0c-6634d1b8425f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:03:31.187955 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-87b07791-15ff-4546-8078-b9856f1ab162 req-581194c5-82fb-4ee6-b231-72cba9614f61 service neutron] 10.222.0.62 "GET /v2.0/networks/a32a253a-9f5c-4a54-8474-0e447581f990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347414 Feb 09 01:03:31.195258 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [req-4a845c4d-bd0e-4776-90cd-40631430f94c req-a0241fc0-adbc-422b-be61-6537ff797fd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ae5b5cc-2545-402c-98f9-8d707f24c97f {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:03:31.205783 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-4a845c4d-bd0e-4776-90cd-40631430f94c req-a0241fc0-adbc-422b-be61-6537ff797fd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:31.214946 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e97f568-b498-421d-88f2-8e5f837b7ecc req-adfdb093-f891-43a7-9fe3-306918387194 tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:31.219075 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:31.221331 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1e97f568-b498-421d-88f2-8e5f837b7ecc req-adfdb093-f891-43a7-9fe3-306918387194 tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] 10.222.0.105 "GET /v2.0/ports?device_id=17ff1b0f-4a66-480b-b9ca-c0316d93d27f HTTP/1.1" status: 200 len: 931 time: 0.1767941 Feb 09 01:03:31.236229 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-4a845c4d-bd0e-4776-90cd-40631430f94c req-a0241fc0-adbc-422b-be61-6537ff797fd5 service neutron] Transition to ACTIVE for port object 9ae5b5cc-2545-402c-98f9-8d707f24c97f will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:03:31.247491 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:31.268323 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4779cc01-d02f-4afc-9efd-b701db158458 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:03:31.283448 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1a1732a2-8267-4c7b-8551-82146d5eed08 req-c21fc637-b7ca-46d3-9e75-a0ccfa203439 service neutron] 10.222.0.62 "GET /v2.0/networks/7d1efc84-0e07-425a-933b-624ea0f4290b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5365880 Feb 09 01:03:31.285376 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-4a845c4d-bd0e-4776-90cd-40631430f94c req-a0241fc0-adbc-422b-be61-6537ff797fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:31.309703 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port ec3374ff-1655-4591-82bf-c671fc734e82, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=ec3374ff-1655-4591-82bf-c671fc734e82,segment=NetworkSegment(92f6058b-8e82-441a-aad5-48048f06210b),segment_id=92f6058b-8e82-441a-aad5-48048f06210b)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:31.315711 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:31.381084 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 4779cc01-d02f-4afc-9efd-b701db158458, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=4779cc01-d02f-4afc-9efd-b701db158458,segment=NetworkSegment(68c75c24-5a6d-4512-b85d-48e7bc49aa9f),segment_id=68c75c24-5a6d-4512-b85d-48e7bc49aa9f)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:31.389375 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:31.390051 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device b946e0ec-388c-4def-a759-89fe4b4606bb details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:03:31.407782 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15f6fa95-6f4a-4909-837a-471f3f3362d9', 'tag': 'b946e0ec-388c-4def-a759-89fe4b4606bb'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:03:31.410609 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=ec3374ff-1655-4591-82bf-c671fc734e82,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:31.418864 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2ef90bb1-ffb3-4430-ba80-64000ac4200f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:31.446984 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0a0f264-d3bb-4f6b-a9d5-10286de2cc39', 'tag': '612c37f5-b77a-411d-90ff-f06757869505'}, {'name': 'network-changed', 'server_uuid': 'b644c596-18e7-441c-bd61-8aeb74f1648d', 'tag': '4779cc01-d02f-4afc-9efd-b701db158458'}, {'name': 'network-changed', 'server_uuid': 'e0a0f264-d3bb-4f6b-a9d5-10286de2cc39', 'tag': 'ddaef888-0c49-49ca-bb08-d11433657bc7'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:03:31.449715 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1e97f568-b498-421d-88f2-8e5f837b7ecc req-597c4a2c-6264-49bb-ad27-2e7454cda18f tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] 10.222.0.105 "GET /v2.0/security-groups?id=069bf2ce-4814-4b94-94c2-434fafdddf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854136 Feb 09 01:03:31.461325 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-2ef90bb1-ffb3-4430-ba80-64000ac4200f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:31.469718 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-2ef90bb1-ffb3-4430-ba80-64000ac4200f admin admin] Usage tracker for resource:security_group_rule and tenant:9969442f7dd541849f3c72575959ad58 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:31.484809 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-2ef90bb1-ffb3-4430-ba80-64000ac4200f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:31.505179 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-2ef90bb1-ffb3-4430-ba80-64000ac4200f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:31.544886 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-87b07791-15ff-4546-8078-b9856f1ab162 req-56dafeee-67f9-4aaa-aaba-67e110aa2da4 service neutron] 10.222.0.62 "GET /v2.0/networks/a32a253a-9f5c-4a54-8474-0e447581f990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3473876 Feb 09 01:03:31.592178 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd365e833-dc87-450f-a9f9-2fd84b685ba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9457c038-5932-4409-a1a8-2edbfb1ae7f1', 'code': 200} Feb 09 01:03:31.643957 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=4779cc01-d02f-4afc-9efd-b701db158458,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:31.716643 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2ef90bb1-ffb3-4430-ba80-64000ac4200f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:31.742119 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port b946e0ec-388c-4def-a759-89fe4b4606bb, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=b946e0ec-388c-4def-a759-89fe4b4606bb,segment=NetworkSegment(42eb89e1-c4de-4f57-85a6-0e5fc984e699),segment_id=42eb89e1-c4de-4f57-85a6-0e5fc984e699)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:31.742704 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0241fc0-adbc-422b-be61-6537ff797fd5 service neutron] Pushing event updated for resources: {'Port': ['ID=9ae5b5cc-2545-402c-98f9-8d707f24c97f,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:31.760478 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': 'b946e0ec-388c-4def-a759-89fe4b4606bb', 'network_id': '1f86eb5f-f405-4ce4-a845-9c31ac1b15d4', 'port_id': 'b946e0ec-388c-4def-a759-89fe4b4606bb', 'mac_address': 'fa:16:3e:89:02:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55d6843d-cf0e-4da9-b1f9-18c66e11f308', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:03:31.769250 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2ef90bb1-ffb3-4430-ba80-64000ac4200f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:31.838005 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:31.860755 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b946e0ec-388c-4def-a759-89fe4b4606bb {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:03:31.882509 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port b946e0ec-388c-4def-a759-89fe4b4606bb, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=b946e0ec-388c-4def-a759-89fe4b4606bb,segment=NetworkSegment(42eb89e1-c4de-4f57-85a6-0e5fc984e699),segment_id=42eb89e1-c4de-4f57-85a6-0e5fc984e699)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:31.887988 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:31.916470 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef90bb1-ffb3-4430-ba80-64000ac4200f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a61bcc29-2a6d-4ff1-9bf2-2b7e3b5fffef,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:31.932913 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-2ef90bb1-ffb3-4430-ba80-64000ac4200f admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=9969442f7dd541849f3c72575959ad58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8823311 Feb 09 01:03:31.942789 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 54054) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:31.984145 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=b946e0ec-388c-4def-a759-89fe4b4606bb,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:32.000464 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-4a845c4d-bd0e-4776-90cd-40631430f94c req-a0241fc0-adbc-422b-be61-6537ff797fd5 service neutron] Attempting to bind port 9ae5b5cc-2545-402c-98f9-8d707f24c97f on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:03:32.000819 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-4a845c4d-bd0e-4776-90cd-40631430f94c req-a0241fc0-adbc-422b-be61-6537ff797fd5 service neutron] Attempting to bind port 9ae5b5cc-2545-402c-98f9-8d707f24c97f by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'b90906e3-cd32-4b1f-96a9-4ab8b554865c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'dbd96efe-d7b8-42b5-aafb-bb4d08e4a670'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:03:32.001124 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a845c4d-bd0e-4776-90cd-40631430f94c req-a0241fc0-adbc-422b-be61-6537ff797fd5 service neutron] Attempting to bind port 9ae5b5cc-2545-402c-98f9-8d707f24c97f on network dbd96efe-d7b8-42b5-aafb-bb4d08e4a670 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:03:32.007019 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a845c4d-bd0e-4776-90cd-40631430f94c req-a0241fc0-adbc-422b-be61-6537ff797fd5 service neutron] Port 9ae5b5cc-2545-402c-98f9-8d707f24c97f on network dbd96efe-d7b8-42b5-aafb-bb4d08e4a670 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:03:32.007311 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a845c4d-bd0e-4776-90cd-40631430f94c req-a0241fc0-adbc-422b-be61-6537ff797fd5 service neutron] Attempting to bind port 9ae5b5cc-2545-402c-98f9-8d707f24c97f on network dbd96efe-d7b8-42b5-aafb-bb4d08e4a670 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:03:32.015073 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a845c4d-bd0e-4776-90cd-40631430f94c req-a0241fc0-adbc-422b-be61-6537ff797fd5 service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:03:32.015610 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a845c4d-bd0e-4776-90cd-40631430f94c req-a0241fc0-adbc-422b-be61-6537ff797fd5 service neutron] Checking segment: {'id': 'b90906e3-cd32-4b1f-96a9-4ab8b554865c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'dbd96efe-d7b8-42b5-aafb-bb4d08e4a670'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:03:32.016000 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a845c4d-bd0e-4776-90cd-40631430f94c req-a0241fc0-adbc-422b-be61-6537ff797fd5 service neutron] Bound using segment: {'id': 'b90906e3-cd32-4b1f-96a9-4ab8b554865c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'dbd96efe-d7b8-42b5-aafb-bb4d08e4a670'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:03:32.016449 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-4a845c4d-bd0e-4776-90cd-40631430f94c req-a0241fc0-adbc-422b-be61-6537ff797fd5 service neutron] Bound port: 9ae5b5cc-2545-402c-98f9-8d707f24c97f, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b90906e3-cd32-4b1f-96a9-4ab8b554865c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'dbd96efe-d7b8-42b5-aafb-bb4d08e4a670'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:03:32.016778 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-4a845c4d-bd0e-4776-90cd-40631430f94c req-a0241fc0-adbc-422b-be61-6537ff797fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:32.031841 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e1cb3-f7b3-497a-891b-ab6f48e7ae4d req-4cd1cdc2-f098-45bd-809f-14a70b0df452 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:32.038671 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e1cb3-f7b3-497a-891b-ab6f48e7ae4d req-4cd1cdc2-f098-45bd-809f-14a70b0df452 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:32.044730 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e1cb3-f7b3-497a-891b-ab6f48e7ae4d req-4cd1cdc2-f098-45bd-809f-14a70b0df452 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:32.046415 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-629e1cb3-f7b3-497a-891b-ab6f48e7ae4d req-4cd1cdc2-f098-45bd-809f-14a70b0df452 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "GET /v2.0/ports?device_id=e0a0f264-d3bb-4f6b-a9d5-10286de2cc39 HTTP/1.1" status: 200 len: 2412 time: 0.2839682 Feb 09 01:03:32.055888 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c7bf6-71a6-436c-bb34-ef7eb923f5d2 req-264a14b2-cee1-4519-9710-2b68a00d9e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:32.056401 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c7bf6-71a6-436c-bb34-ef7eb923f5d2 req-264a14b2-cee1-4519-9710-2b68a00d9e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:32.056872 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c7bf6-71a6-436c-bb34-ef7eb923f5d2 req-264a14b2-cee1-4519-9710-2b68a00d9e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:32.058493 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1e7c7bf6-71a6-436c-bb34-ef7eb923f5d2 req-264a14b2-cee1-4519-9710-2b68a00d9e62 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=84557554a3f24afe8f48784f3010a6e6&device_id=e0a0f264-d3bb-4f6b-a9d5-10286de2cc39 HTTP/1.1" status: 200 len: 2865 time: 0.3403401 Feb 09 01:03:32.105935 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0f5de-c18e-4b25-b66f-16457de600f1 req-7a99ebd6-9134-4d76-ba94-893ca2353477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:32.107711 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-20c0f5de-c18e-4b25-b66f-16457de600f1 req-7a99ebd6-9134-4d76-ba94-893ca2353477 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d365e833-dc87-450f-a9f9-2fd84b685ba6 HTTP/1.1" status: 200 len: 1096 time: 0.3717072 Feb 09 01:03:32.179851 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-4a845c4d-bd0e-4776-90cd-40631430f94c req-a0241fc0-adbc-422b-be61-6537ff797fd5 service neutron] For port 9ae5b5cc-2545-402c-98f9-8d707f24c97f, host n-h1-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:03:32.187848 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-20c0f5de-c18e-4b25-b66f-16457de600f1 req-16b74b34-2210-441a-b449-b18963e8fc0c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674193 Feb 09 01:03:32.193528 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-4a845c4d-bd0e-4776-90cd-40631430f94c req-a0241fc0-adbc-422b-be61-6537ff797fd5 service neutron] For port 9ae5b5cc-2545-402c-98f9-8d707f24c97f, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=9ae5b5cc-2545-402c-98f9-8d707f24c97f,segment=NetworkSegment(b90906e3-cd32-4b1f-96a9-4ab8b554865c),segment_id=b90906e3-cd32-4b1f-96a9-4ab8b554865c)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:03:32.199901 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-4a845c4d-bd0e-4776-90cd-40631430f94c req-a0241fc0-adbc-422b-be61-6537ff797fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:32.200542 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0cfcf12e-905a-4fe4-b75c-cf2586a94cce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:32.230783 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-629e1cb3-f7b3-497a-891b-ab6f48e7ae4d req-ccae5bdf-c148-4256-b8db-795527cb1da6 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "GET /v2.0/security-groups?id=f20558f4-33ef-4c77-9965-2db2b58a5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713378 Feb 09 01:03:32.258467 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['4779cc01-d02f-4afc-9efd-b701db158458'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:03:32.268354 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a845c4d-bd0e-4776-90cd-40631430f94c req-a0241fc0-adbc-422b-be61-6537ff797fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:32.289788 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-4a845c4d-bd0e-4776-90cd-40631430f94c req-a0241fc0-adbc-422b-be61-6537ff797fd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:32.291344 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4a845c4d-bd0e-4776-90cd-40631430f94c req-a0241fc0-adbc-422b-be61-6537ff797fd5 service neutron] 10.222.0.62 "PUT /v2.0/ports/9ae5b5cc-2545-402c-98f9-8d707f24c97f HTTP/1.1" status: 200 len: 1091 time: 1.9320471 Feb 09 01:03:32.291482 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['b946e0ec-388c-4def-a759-89fe4b4606bb'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:03:32.336234 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0241fc0-adbc-422b-be61-6537ff797fd5 service neutron] Pushing event updated for resources: {'Port': ['ID=9ae5b5cc-2545-402c-98f9-8d707f24c97f,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:32.514081 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0cfcf12e-905a-4fe4-b75c-cf2586a94cce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:32.527160 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a845c4d-bd0e-4776-90cd-40631430f94c req-6839f4cf-4121-4317-bb92-b7d158a75a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:32.529015 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4a845c4d-bd0e-4776-90cd-40631430f94c req-6839f4cf-4121-4317-bb92-b7d158a75a1f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=78cbc8e5061b49e9b8b3bab2e5c34775&device_id=17ff1b0f-4a66-480b-b9ca-c0316d93d27f HTTP/1.1" status: 200 len: 1094 time: 0.0922496 Feb 09 01:03:32.599549 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c7bf6-71a6-436c-bb34-ef7eb923f5d2 req-6e070498-3a8a-42de-9f7d-cdc449830dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:32.601319 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1e7c7bf6-71a6-436c-bb34-ef7eb923f5d2 req-6e070498-3a8a-42de-9f7d-cdc449830dd9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a32a253a-9f5c-4a54-8474-0e447581f990 HTTP/1.1" status: 200 len: 903 time: 0.5245211 Feb 09 01:03:32.671779 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4a845c4d-bd0e-4776-90cd-40631430f94c req-e4197200-cb17-426b-a3f7-4b0e215e9c01 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9ae5b5cc-2545-402c-98f9-8d707f24c97f HTTP/1.1" status: 200 len: 217 time: 0.1286564 Feb 09 01:03:32.685855 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1e7c7bf6-71a6-436c-bb34-ef7eb923f5d2 req-5d789358-b35d-4bd5-a42a-b76f99102234 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.116&port_id=e6e0aae7-22c4-4536-815e-a77da026ad3d HTTP/1.1" status: 200 len: 217 time: 0.0765135 Feb 09 01:03:32.744235 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3376515-c15d-4673-9357-3e1db3394ecb req-3f17d6ea-8e35-41bc-9d4e-c7476cddcce8 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:32.745761 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e3376515-c15d-4673-9357-3e1db3394ecb req-3f17d6ea-8e35-41bc-9d4e-c7476cddcce8 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/ports?device_id=b644c596-18e7-441c-bd61-8aeb74f1648d HTTP/1.1" status: 200 len: 944 time: 0.5309160 Feb 09 01:03:32.751052 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0cfcf12e-905a-4fe4-b75c-cf2586a94cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:32.753763 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a845c4d-bd0e-4776-90cd-40631430f94c req-0fddd2ce-e832-4efd-bfa2-641f5837f040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:32.755302 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4a845c4d-bd0e-4776-90cd-40631430f94c req-0fddd2ce-e832-4efd-bfa2-641f5837f040 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=79b3c606-423d-4fd4-b3ab-e743313e39ca HTTP/1.1" status: 200 len: 853 time: 0.0737541 Feb 09 01:03:32.798359 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92996733-4f27-4081-9fc3-4cc529a00f35 req-9a9b9924-57c2-4b21-b2bc-8a0db9e4f1f3 tempest-AttachSCSIVolumeTestJSON-1984411863 tempest-AttachSCSIVolumeTestJSON-1984411863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:32.805314 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-92996733-4f27-4081-9fc3-4cc529a00f35 req-9a9b9924-57c2-4b21-b2bc-8a0db9e4f1f3 tempest-AttachSCSIVolumeTestJSON-1984411863 tempest-AttachSCSIVolumeTestJSON-1984411863-project] 10.222.0.105 "GET /v2.0/ports?device_id=84556c01-5d42-4506-ad4f-b5af394884ad HTTP/1.1" status: 200 len: 945 time: 0.3608313 Feb 09 01:03:32.811476 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4a845c4d-bd0e-4776-90cd-40631430f94c req-730fc037-86b9-4c34-ad8a-3d45bf872391 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dbd96efe-d7b8-42b5-aafb-bb4d08e4a670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440555 Feb 09 01:03:32.830163 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcf12e-905a-4fe4-b75c-cf2586a94cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61bcc29-2a6d-4ff1-9bf2-2b7e3b5fffef,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:32.848751 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c7bf6-71a6-436c-bb34-ef7eb923f5d2 req-a5211a11-f3e5-442d-ba4a-436868c94f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:32.850226 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1e7c7bf6-71a6-436c-bb34-ef7eb923f5d2 req-a5211a11-f3e5-442d-ba4a-436868c94f5e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6e8e25e8-d75f-4e54-a28b-c1e71ffd0188 HTTP/1.1" status: 200 len: 801 time: 0.1571600 Feb 09 01:03:32.871503 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0cfcf12e-905a-4fe4-b75c-cf2586a94cce admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:32.872587 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-0cfcf12e-905a-4fe4-b75c-cf2586a94cce admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/a61bcc29-2a6d-4ff1-9bf2-2b7e3b5fffef HTTP/1.1" status: 204 len: 168 time: 0.9264779 Feb 09 01:03:32.938580 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e3376515-c15d-4673-9357-3e1db3394ecb req-1418845e-e4e5-4ec4-a51e-24f8ee58ed7e tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/security-groups?id=21d48e70-0a9a-4f34-bd03-fe2b0988e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798732 Feb 09 01:03:32.951268 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-92996733-4f27-4081-9fc3-4cc529a00f35 req-aa527376-c3f2-44a8-9502-ce3151ebe77c tempest-AttachSCSIVolumeTestJSON-1984411863 tempest-AttachSCSIVolumeTestJSON-1984411863-project] 10.222.0.105 "GET /v2.0/security-groups?id=7d56996b-a6e4-479f-bfb9-4e00d3964de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450052 Feb 09 01:03:32.991668 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4a845c4d-bd0e-4776-90cd-40631430f94c req-4ab8ba74-c6fa-4e5f-bf86-bd96d4cea0ce service neutron] 10.222.0.62 "GET /v2.0/networks/dbd96efe-d7b8-42b5-aafb-bb4d08e4a670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707034 Feb 09 01:03:33.023202 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15f6fa95-6f4a-4909-837a-471f3f3362d9', 'tag': 'b946e0ec-388c-4def-a759-89fe4b4606bb', 'status': 'completed', 'code': 200} Feb 09 01:03:33.030993 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c7bf6-71a6-436c-bb34-ef7eb923f5d2 req-0cd97f34-6cd6-44e7-b638-ade13089f7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:33.039161 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1e7c7bf6-71a6-436c-bb34-ef7eb923f5d2 req-0cd97f34-6cd6-44e7-b638-ade13089f7ad service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a32a253a-9f5c-4a54-8474-0e447581f990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1653440 Feb 09 01:03:33.149525 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0a0f264-d3bb-4f6b-a9d5-10286de2cc39', 'tag': '612c37f5-b77a-411d-90ff-f06757869505', 'status': 'completed', 'code': 200} Feb 09 01:03:33.149525 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b644c596-18e7-441c-bd61-8aeb74f1648d', 'tag': '4779cc01-d02f-4afc-9efd-b701db158458', 'status': 'completed', 'code': 200} Feb 09 01:03:33.149862 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0a0f264-d3bb-4f6b-a9d5-10286de2cc39', 'tag': 'ddaef888-0c49-49ca-bb08-d11433657bc7', 'status': 'completed', 'code': 200} Feb 09 01:03:33.257921 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4a845c4d-bd0e-4776-90cd-40631430f94c req-3b3723aa-f1f6-4c66-80f1-1e8f553e8cb9 service neutron] 10.222.0.62 "GET /v2.0/networks/dbd96efe-d7b8-42b5-aafb-bb4d08e4a670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567508 Feb 09 01:03:33.272991 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b07e0-ee4f-4017-b434-f4cfa4d5ac7a req-ba17e388-0bb0-4c45-b420-7df7594f51b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:33.275180 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-8e4b07e0-ee4f-4017-b434-f4cfa4d5ac7a req-ba17e388-0bb0-4c45-b420-7df7594f51b8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=71b0276e9e0b48f8943a51531f3d8a9e&device_id=15f6fa95-6f4a-4909-837a-471f3f3362d9 HTTP/1.1" status: 200 len: 1095 time: 0.1275523 Feb 09 01:03:33.322538 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 54076) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:33.361647 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c43b1b8e-3d7c-48f6-b495-023db68672e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:33.383016 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1e7c7bf6-71a6-436c-bb34-ef7eb923f5d2 req-9d6f9899-da24-4c7c-af51-5cb0fd4fe56c service neutron] 10.222.0.62 "GET /v2.0/networks/a32a253a-9f5c-4a54-8474-0e447581f990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223045 Feb 09 01:03:33.391579 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c43b1b8e-3d7c-48f6-b495-023db68672e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:33.405435 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80bf78e-a420-4b4b-bbba-bb1ef72d1d99 req-0d576290-8a08-42d5-9c35-ff34a04b388e tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:33.406973 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f80bf78e-a420-4b4b-bbba-bb1ef72d1d99 req-0d576290-8a08-42d5-9c35-ff34a04b388e tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=15f6fa95-6f4a-4909-837a-471f3f3362d9 HTTP/1.1" status: 200 len: 944 time: 0.2131574 Feb 09 01:03:33.420319 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b07e0-ee4f-4017-b434-f4cfa4d5ac7a req-7e7f1533-e71b-4606-9d45-9baf2f2c2503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:33.421836 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-8e4b07e0-ee4f-4017-b434-f4cfa4d5ac7a req-7e7f1533-e71b-4606-9d45-9baf2f2c2503 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1f86eb5f-f405-4ce4-a845-9c31ac1b15d4 HTTP/1.1" status: 200 len: 912 time: 0.1352715 Feb 09 01:03:33.429455 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-c43b1b8e-3d7c-48f6-b495-023db68672e1 admin admin] Usage tracker for resource:security_group_rule and tenant:d9ec4668e7b44a91a17a10f59f85e18f is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:33.435447 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-c43b1b8e-3d7c-48f6-b495-023db68672e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:33.498447 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-8e4b07e0-ee4f-4017-b434-f4cfa4d5ac7a req-2694483b-4cf8-46d2-8d2d-5a13fc6c84cf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b946e0ec-388c-4def-a759-89fe4b4606bb HTTP/1.1" status: 200 len: 217 time: 0.0661278 Feb 09 01:03:33.505152 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c43b1b8e-3d7c-48f6-b495-023db68672e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:33.525839 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552dbdab-4ee9-4403-8411-1be69196f70b req-328f0a62-ed17-48be-9e39-17b7cfb413f0 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:33.527400 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-552dbdab-4ee9-4403-8411-1be69196f70b req-328f0a62-ed17-48be-9e39-17b7cfb413f0 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=d365e833-dc87-450f-a9f9-2fd84b685ba6 HTTP/1.1" status: 200 len: 945 time: 0.3783305 Feb 09 01:03:33.574610 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b07e0-ee4f-4017-b434-f4cfa4d5ac7a req-b1e247af-a459-4e0f-abcb-3ea084d8a060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:33.576426 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-8e4b07e0-ee4f-4017-b434-f4cfa4d5ac7a req-b1e247af-a459-4e0f-abcb-3ea084d8a060 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=55d6843d-cf0e-4da9-b1f9-18c66e11f308 HTTP/1.1" status: 200 len: 850 time: 0.0656295 Feb 09 01:03:33.593454 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84556c01-5d42-4506-ad4f-b5af394884ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec3374ff-1655-4591-82bf-c671fc734e82'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:03:33.603262 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f80bf78e-a420-4b4b-bbba-bb1ef72d1d99 req-f92d767c-4f3a-45c7-b357-3a773657a31f tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=ceaabe02-67e8-49da-9640-53d4e3b33273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751907 Feb 09 01:03:33.680731 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-552dbdab-4ee9-4403-8411-1be69196f70b req-11bcecc8-9129-44fd-9e1a-6a6af8882d30 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417634 Feb 09 01:03:33.696193 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b07e0-ee4f-4017-b434-f4cfa4d5ac7a req-4f6cc0ba-a4e5-48e3-8f75-3dd8aade7c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:33.698547 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-8e4b07e0-ee4f-4017-b434-f4cfa4d5ac7a req-4f6cc0ba-a4e5-48e3-8f75-3dd8aade7c89 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1f86eb5f-f405-4ce4-a845-9c31ac1b15d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1103313 Feb 09 01:03:33.715186 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1e7c7bf6-71a6-436c-bb34-ef7eb923f5d2 req-516f4beb-5ebe-4d89-851e-7b027843afa6 service neutron] 10.222.0.62 "GET /v2.0/networks/a32a253a-9f5c-4a54-8474-0e447581f990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3200879 Feb 09 01:03:33.928915 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-db543ee0-078b-4ba8-ab6b-55d096d28d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:33.930398 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-db543ee0-078b-4ba8-ab6b-55d096d28d92 service neutron] 10.222.0.62 "GET /v2.0/ports/2b457899-fc18-4e88-ac0e-5e0fa9c1dad9 HTTP/1.1" status: 200 len: 1031 time: 0.1839755 Feb 09 01:03:33.932383 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0fd2f539-5fc3-4221-a61d-8afe6fc8a8a0 req-7ba1e289-887d-4da7-b319-cb680607c427 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/ports?device_id=9aaa5086-2506-413a-a88f-4d56b6d269cb HTTP/1.1" status: 200 len: 210 time: 0.1067803 Feb 09 01:03:33.975851 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc1557-d181-4a19-8495-37a6d4129c6e req-5d39014b-5867-45c3-9b44-6eabc5396206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:33.976410 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc1557-d181-4a19-8495-37a6d4129c6e req-5d39014b-5867-45c3-9b44-6eabc5396206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:33.976883 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc1557-d181-4a19-8495-37a6d4129c6e req-5d39014b-5867-45c3-9b44-6eabc5396206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:33.978635 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-efbc1557-d181-4a19-8495-37a6d4129c6e req-5d39014b-5867-45c3-9b44-6eabc5396206 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=84557554a3f24afe8f48784f3010a6e6&device_id=e0a0f264-d3bb-4f6b-a9d5-10286de2cc39 HTTP/1.1" status: 200 len: 2865 time: 0.1555994 Feb 09 01:03:33.981003 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-8e4b07e0-ee4f-4017-b434-f4cfa4d5ac7a req-1cea739d-c772-465b-9bdf-cf2ea304e244 service neutron] 10.222.0.62 "GET /v2.0/networks/1f86eb5f-f405-4ce4-a845-9c31ac1b15d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724662 Feb 09 01:03:34.026430 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-a7f52d55-f758-4d73-9de5-0c7537fff5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:34.027771 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-a7f52d55-f758-4d73-9de5-0c7537fff5ef service neutron] 10.222.0.62 "GET /v2.0/ports/79a7f7ff-db18-40ba-b175-35b4cc180bbe HTTP/1.1" status: 200 len: 1031 time: 0.0801117 Feb 09 01:03:34.046884 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c43b1b8e-3d7c-48f6-b495-023db68672e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:34.092421 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c43b1b8e-3d7c-48f6-b495-023db68672e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:34.330954 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43b1b8e-3d7c-48f6-b495-023db68672e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1fd7a2c-3dc3-4595-b165-c67539e94959,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:34.342933 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-c43b1b8e-3d7c-48f6-b495-023db68672e1 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=d9ec4668e7b44a91a17a10f59f85e18f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0193441 Feb 09 01:03:34.348580 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 54086) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:34.390583 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc1557-d181-4a19-8495-37a6d4129c6e req-0de603dd-5303-47e3-86f8-a45fd7fc5a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:34.391960 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-efbc1557-d181-4a19-8495-37a6d4129c6e req-0de603dd-5303-47e3-86f8-a45fd7fc5a9f service neutron] 10.222.0.62 "GET /v2.0/networks?id=353a9752-17d7-45b3-9ab3-ddeff5861d11 HTTP/1.1" status: 200 len: 903 time: 0.3965199 Feb 09 01:03:34.394031 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-8e4b07e0-ee4f-4017-b434-f4cfa4d5ac7a req-ee1bf74a-3b44-40bb-889e-258a47287ece service neutron] 10.222.0.62 "GET /v2.0/networks/1f86eb5f-f405-4ce4-a845-9c31ac1b15d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591523 Feb 09 01:03:34.433085 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ebb2d2-1b95-486e-8868-a448235993aa req-272d4b22-6247-4b3c-8856-de91e7118c1f tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:34.434577 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d9ebb2d2-1b95-486e-8868-a448235993aa req-272d4b22-6247-4b3c-8856-de91e7118c1f tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] 10.222.0.105 "GET /v2.0/ports?device_id=17ff1b0f-4a66-480b-b9ca-c0316d93d27f HTTP/1.1" status: 200 len: 943 time: 0.6078708 Feb 09 01:03:34.454286 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-c9e8a49a-32b9-411c-9002-66845ca48d40 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:34.460539 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-c9e8a49a-32b9-411c-9002-66845ca48d40 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:34.466157 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-c9e8a49a-32b9-411c-9002-66845ca48d40 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:34.467755 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-c9e8a49a-32b9-411c-9002-66845ca48d40 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.62 "GET /v2.0/networks?id=6c21402c-7902-4ae7-8505-6f11f3eac92e&id=f6623f95-6162-4277-8fd2-5364045aea14&id=f6623f95-6162-4277-8fd2-5364045aea14&id=f6623f95-6162-4277-8fd2-5364045aea14&id=f6623f95-6162-4277-8fd2-5364045aea14&id=8d0fbf1e-afd1-4ea0-9eba-88871e127cde&id=8d0fbf1e-afd1-4ea0-9eba-88871e127cde HTTP/1.1" status: 200 len: 1994 time: 0.4158373 Feb 09 01:03:34.472137 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-efbc1557-d181-4a19-8495-37a6d4129c6e req-fb0ceac6-b49f-4293-98fa-79db5df4e8a3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.176&port_id=612c37f5-b77a-411d-90ff-f06757869505 HTTP/1.1" status: 200 len: 217 time: 0.0689344 Feb 09 01:03:34.546880 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc1557-d181-4a19-8495-37a6d4129c6e req-2094957d-5855-4a74-94ca-9d00a45bf6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:34.548510 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-efbc1557-d181-4a19-8495-37a6d4129c6e req-2094957d-5855-4a74-94ca-9d00a45bf6ec service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c273b888-d699-4498-8f18-603176b438e2 HTTP/1.1" status: 200 len: 801 time: 0.0649445 Feb 09 01:03:34.637784 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc1557-d181-4a19-8495-37a6d4129c6e req-4711691a-0beb-4fa7-8d4a-f3ea14c7f0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:34.639962 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-efbc1557-d181-4a19-8495-37a6d4129c6e req-4711691a-0beb-4fa7-8d4a-f3ea14c7f0ec service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=353a9752-17d7-45b3-9ab3-ddeff5861d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0803912 Feb 09 01:03:34.689675 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5ae3c-4d06-45be-8629-44515fd83753 req-96af5072-1389-4745-948c-e442863efb1f tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:34.696605 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5ae3c-4d06-45be-8629-44515fd83753 req-96af5072-1389-4745-948c-e442863efb1f tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:34.702376 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5ae3c-4d06-45be-8629-44515fd83753 req-96af5072-1389-4745-948c-e442863efb1f tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:34.704098 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bbf5ae3c-4d06-45be-8629-44515fd83753 req-96af5072-1389-4745-948c-e442863efb1f tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "GET /v2.0/ports?device_id=e0a0f264-d3bb-4f6b-a9d5-10286de2cc39 HTTP/1.1" status: 200 len: 2412 time: 0.5922401 Feb 09 01:03:34.713246 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-353920e9-bce2-40b7-921a-fd9099866c95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:34.721307 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d9ebb2d2-1b95-486e-8868-a448235993aa req-f8f7aefd-a457-4e99-8971-4565e10489bd tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] 10.222.0.105 "GET /v2.0/security-groups?id=069bf2ce-4814-4b94-94c2-434fafdddf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790349 Feb 09 01:03:34.740448 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device ddaef888-0c49-49ca-bb08-d11433657bc7 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:03:34.748088 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 4779cc01-d02f-4afc-9efd-b701db158458 up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:03:34.753893 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-6dd7d168-974c-4eb1-8546-3c37b31b5262 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ae572a6f87d4d70abcebc0f3058fa0e HTTP/1.1" status: 200 len: 379 time: 0.2648225 Feb 09 01:03:34.774632 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-52befe92-c964-475e-b7ef-50dd6d76adc1 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Request body: {'port': {'device_id': '9aaa5086-2506-413a-a88f-4d56b6d269cb', 'network_id': '6c21402c-7902-4ae7-8505-6f11f3eac92e', 'admin_state_up': True, 'tenant_id': '6ae572a6f87d4d70abcebc0f3058fa0e', 'security_groups': ['ea209cdf-6740-4074-8d6c-66653a19d53a']}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:34.798023 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-353920e9-bce2-40b7-921a-fd9099866c95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:34.814344 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-efbc1557-d181-4a19-8495-37a6d4129c6e req-89cbe5f0-944b-4e93-b2aa-be7146d0ec8e service neutron] 10.222.0.62 "GET /v2.0/networks/353a9752-17d7-45b3-9ab3-ddeff5861d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630149 Feb 09 01:03:34.841670 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84556c01-5d42-4506-ad4f-b5af394884ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec3374ff-1655-4591-82bf-c671fc734e82', 'code': 200} Feb 09 01:03:34.907260 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bbf5ae3c-4d06-45be-8629-44515fd83753 req-5115c138-cf33-4e73-bbb8-de2f51d0a12a tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "GET /v2.0/security-groups?id=f20558f4-33ef-4c77-9965-2db2b58a5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918252 Feb 09 01:03:34.990987 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port 4779cc01-d02f-4afc-9efd-b701db158458 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:03:35.005279 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-353920e9-bce2-40b7-921a-fd9099866c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:35.011814 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 4779cc01-d02f-4afc-9efd-b701db158458 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:35.012262 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:35.092788 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-efbc1557-d181-4a19-8495-37a6d4129c6e req-3a895bfb-fb11-40e7-bdb5-b8d4435ada36 service neutron] 10.222.0.62 "GET /v2.0/networks/353a9752-17d7-45b3-9ab3-ddeff5861d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678521 Feb 09 01:03:35.106268 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55889a77-e3c3-4e19-b92c-7eae1d6f5230 req-31603d6d-b877-4f74-bba5-bb558ff97dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:35.108496 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-55889a77-e3c3-4e19-b92c-7eae1d6f5230 req-31603d6d-b877-4f74-bba5-bb558ff97dd4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=84556c01-5d42-4506-ad4f-b5af394884ad HTTP/1.1" status: 200 len: 1096 time: 0.1312261 Feb 09 01:03:35.109674 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port ddaef888-0c49-49ca-bb08-d11433657bc7, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=ddaef888-0c49-49ca-bb08-d11433657bc7,segment=NetworkSegment(462d9735-1e8a-4ada-9baa-3c48def37bff),segment_id=462d9735-1e8a-4ada-9baa-3c48def37bff)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:35.155194 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': 'ddaef888-0c49-49ca-bb08-d11433657bc7', 'network_id': 'a32a253a-9f5c-4a54-8474-0e447581f990', 'port_id': 'ddaef888-0c49-49ca-bb08-d11433657bc7', 'mac_address': 'fa:16:3e:ef:59:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e8e25e8-d75f-4e54-a28b-c1e71ffd0188', 'ip_address': '19.80.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:03:35.162628 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353920e9-bce2-40b7-921a-fd9099866c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1fd7a2c-3dc3-4595-b165-c67539e94959,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:35.191646 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17ff1b0f-4a66-480b-b9ca-c0316d93d27f', 'tag': '9ae5b5cc-2545-402c-98f9-8d707f24c97f'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:03:35.205117 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-353920e9-bce2-40b7-921a-fd9099866c95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:35.206724 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-353920e9-bce2-40b7-921a-fd9099866c95 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/d1fd7a2c-3dc3-4595-b165-c67539e94959 HTTP/1.1" status: 204 len: 168 time: 0.8568892 Feb 09 01:03:35.243096 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:35.247749 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-52befe92-c964-475e-b7ef-50dd6d76adc1 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:35.257255 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-55889a77-e3c3-4e19-b92c-7eae1d6f5230 req-85ec1615-62b4-410a-97d5-6c8cfe431bd5 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7d56996b-a6e4-479f-bfb9-4e00d3964de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320231 Feb 09 01:03:35.264646 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-52befe92-c964-475e-b7ef-50dd6d76adc1 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:35.286314 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc1557-d181-4a19-8495-37a6d4129c6e req-0e4f8619-7e48-4e57-a5e8-e223cc32be61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:35.288412 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-efbc1557-d181-4a19-8495-37a6d4129c6e req-0e4f8619-7e48-4e57-a5e8-e223cc32be61 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8ec264b7b14646a3a7c5bffffa681c25&device_id=b644c596-18e7-441c-bd61-8aeb74f1648d HTTP/1.1" status: 200 len: 1095 time: 0.1418729 Feb 09 01:03:35.296861 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd71587-ebcd-417f-826e-a2dfc0bcd740 req-28309966-54b4-47ff-bac6-079c4fac9a1c tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:35.301647 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:35.305876 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3fd71587-ebcd-417f-826e-a2dfc0bcd740 req-28309966-54b4-47ff-bac6-079c4fac9a1c tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/ports?device_id=b644c596-18e7-441c-bd61-8aeb74f1648d HTTP/1.1" status: 200 len: 944 time: 0.3099375 Feb 09 01:03:35.307837 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-52befe92-c964-475e-b7ef-50dd6d76adc1 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Made reservation on behalf of 6ae572a6f87d4d70abcebc0f3058fa0e for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:03:35.311523 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-52befe92-c964-475e-b7ef-50dd6d76adc1 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:35.328510 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddaef888-0c49-49ca-bb08-d11433657bc7 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:03:35.336185 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 4779cc01-d02f-4afc-9efd-b701db158458, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=4779cc01-d02f-4afc-9efd-b701db158458,segment=NetworkSegment(68c75c24-5a6d-4512-b85d-48e7bc49aa9f),segment_id=68c75c24-5a6d-4512-b85d-48e7bc49aa9f)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:35.344558 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:35.345390 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device b946e0ec-388c-4def-a759-89fe4b4606bb up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:03:35.347787 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d297e8-36f4-40d0-8976-60676fad95ce req-ffebe72b-e7ca-4c69-a2e4-dd2cdfa91c47 tempest-AttachSCSIVolumeTestJSON-1984411863 tempest-AttachSCSIVolumeTestJSON-1984411863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:35.355890 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-31d297e8-36f4-40d0-8976-60676fad95ce req-ffebe72b-e7ca-4c69-a2e4-dd2cdfa91c47 tempest-AttachSCSIVolumeTestJSON-1984411863 tempest-AttachSCSIVolumeTestJSON-1984411863-project] 10.222.0.105 "GET /v2.0/ports?device_id=84556c01-5d42-4506-ad4f-b5af394884ad HTTP/1.1" status: 200 len: 945 time: 0.2447755 Feb 09 01:03:35.460631 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port ddaef888-0c49-49ca-bb08-d11433657bc7, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=ddaef888-0c49-49ca-bb08-d11433657bc7,segment=NetworkSegment(462d9735-1e8a-4ada-9baa-3c48def37bff),segment_id=462d9735-1e8a-4ada-9baa-3c48def37bff)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:35.471150 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:35.472973 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 612c37f5-b77a-411d-90ff-f06757869505 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:03:35.482395 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3fd71587-ebcd-417f-826e-a2dfc0bcd740 req-03cdfdbb-2e32-4e02-b4ef-4e332ae4a4d7 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/security-groups?id=21d48e70-0a9a-4f34-bd03-fe2b0988e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754227 Feb 09 01:03:35.503616 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=4779cc01-d02f-4afc-9efd-b701db158458,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:35.514187 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-31d297e8-36f4-40d0-8976-60676fad95ce req-cbc1a2ca-3e9b-42c7-8435-b04557b5124e tempest-AttachSCSIVolumeTestJSON-1984411863 tempest-AttachSCSIVolumeTestJSON-1984411863-project] 10.222.0.105 "GET /v2.0/security-groups?id=7d56996b-a6e4-479f-bfb9-4e00d3964de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486273 Feb 09 01:03:35.635378 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.resource_extend [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:03:35.730649 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-52befe92-c964-475e-b7ef-50dd6d76adc1 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Allocated IP 172.20.0.4 (6c21402c-7902-4ae7-8505-6f11f3eac92e/72b75d40-f987-460b-9115-e3f2c6814493/f9b2d358-0ad5-43e9-81ee-55fa33d7d68a) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:03:35.814909 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc1557-d181-4a19-8495-37a6d4129c6e req-3ed9608e-95cd-4f14-855a-a5a89102a03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:35.815985 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-efbc1557-d181-4a19-8495-37a6d4129c6e req-3ed9608e-95cd-4f14-855a-a5a89102a03e service neutron] 10.222.0.62 "GET /v2.0/networks?id=48143312-4059-4efc-a7c1-0025ad20c80e HTTP/1.1" status: 200 len: 905 time: 0.3043177 Feb 09 01:03:35.906123 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 612c37f5-b77a-411d-90ff-f06757869505, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=612c37f5-b77a-411d-90ff-f06757869505,segment=NetworkSegment(eb56a0d3-16dc-424b-b5d6-77cd5466f67e),segment_id=eb56a0d3-16dc-424b-b5d6-77cd5466f67e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:35.916166 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port b946e0ec-388c-4def-a759-89fe4b4606bb completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:03:35.937643 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '612c37f5-b77a-411d-90ff-f06757869505', 'network_id': '353a9752-17d7-45b3-9ab3-ddeff5861d11', 'port_id': '612c37f5-b77a-411d-90ff-f06757869505', 'mac_address': 'fa:16:3e:0c:5a:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c273b888-d699-4498-8f18-603176b438e2', 'ip_address': '19.86.0.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:03:35.945461 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port b946e0ec-388c-4def-a759-89fe4b4606bb triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:35.946007 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:35.986290 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-efbc1557-d181-4a19-8495-37a6d4129c6e req-7398a2a4-3d44-471b-9b9b-0ff064bafb0e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4779cc01-d02f-4afc-9efd-b701db158458 HTTP/1.1" status: 200 len: 217 time: 0.1604133 Feb 09 01:03:35.990191 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a1b8af-4bed-49e5-b949-6bf26977c57e req-aee3e7ad-f732-45af-ac54-64ef83bf23df tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:35.997460 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d5a1b8af-4bed-49e5-b949-6bf26977c57e req-aee3e7ad-f732-45af-ac54-64ef83bf23df tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=d365e833-dc87-450f-a9f9-2fd84b685ba6 HTTP/1.1" status: 200 len: 945 time: 0.2643466 Feb 09 01:03:36.011088 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2518e1f7-9300-4fc4-b424-ed23a6e8a89d req-62569b2a-18a5-47e5-99f4-844abc642796 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:36.012630 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2518e1f7-9300-4fc4-b424-ed23a6e8a89d req-62569b2a-18a5-47e5-99f4-844abc642796 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=15f6fa95-6f4a-4909-837a-471f3f3362d9 HTTP/1.1" status: 200 len: 944 time: 0.3368073 Feb 09 01:03:36.067656 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=ddaef888-0c49-49ca-bb08-d11433657bc7,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:36.114364 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc1557-d181-4a19-8495-37a6d4129c6e req-c7bcf008-db4b-43f9-8749-8ad3a699fe17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:36.116553 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-efbc1557-d181-4a19-8495-37a6d4129c6e req-c7bcf008-db4b-43f9-8749-8ad3a699fe17 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=77301bdf-2486-425f-9a0c-6634d1b8425f HTTP/1.1" status: 200 len: 844 time: 0.1222558 Feb 09 01:03:36.129240 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d5a1b8af-4bed-49e5-b949-6bf26977c57e req-56afb496-9a30-4b82-90d6-bc35b0c0e779 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306891 Feb 09 01:03:36.178587 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2518e1f7-9300-4fc4-b424-ed23a6e8a89d req-cc6743b0-18be-4772-9f95-18dff1320b07 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=ceaabe02-67e8-49da-9640-53d4e3b33273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496227 Feb 09 01:03:36.181968 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-52befe92-c964-475e-b7ef-50dd6d76adc1 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:36.192969 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-efbc1557-d181-4a19-8495-37a6d4129c6e req-b5ffef61-66aa-4889-80c4-12a038557d17 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=48143312-4059-4efc-a7c1-0025ad20c80e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606065 Feb 09 01:03:36.216370 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-52befe92-c964-475e-b7ef-50dd6d76adc1 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Transition to ACTIVE for port object f9b2d358-0ad5-43e9-81ee-55fa33d7d68a will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:03:36.263028 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-52befe92-c964-475e-b7ef-50dd6d76adc1 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:36.413933 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-52befe92-c964-475e-b7ef-50dd6d76adc1 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Network 6c21402c-7902-4ae7-8505-6f11f3eac92e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:03:36.419347 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-52befe92-c964-475e-b7ef-50dd6d76adc1 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:03:36.423037 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52befe92-c964-475e-b7ef-50dd6d76adc1 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Pushing event updated for resources: {'Port': ['ID=f9b2d358-0ad5-43e9-81ee-55fa33d7d68a,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:36.433981 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-52befe92-c964-475e-b7ef-50dd6d76adc1 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:03:36.440506 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:36.447719 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-efbc1557-d181-4a19-8495-37a6d4129c6e req-e4335889-3743-42c2-9047-dc2f8e6be4cb service neutron] 10.222.0.62 "GET /v2.0/networks/48143312-4059-4efc-a7c1-0025ad20c80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362921 Feb 09 01:03:36.450696 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17ff1b0f-4a66-480b-b9ca-c0316d93d27f', 'tag': '9ae5b5cc-2545-402c-98f9-8d707f24c97f', 'status': 'completed', 'code': 200} Feb 09 01:03:36.486343 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 612c37f5-b77a-411d-90ff-f06757869505 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:03:36.514705 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:36.536389 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 612c37f5-b77a-411d-90ff-f06757869505, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=612c37f5-b77a-411d-90ff-f06757869505,segment=NetworkSegment(eb56a0d3-16dc-424b-b5d6-77cd5466f67e),segment_id=eb56a0d3-16dc-424b-b5d6-77cd5466f67e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:36.540803 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:36.541537 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device e6e0aae7-22c4-4536-815e-a77da026ad3d details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:03:36.622881 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-52befe92-c964-475e-b7ef-50dd6d76adc1 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:36.623497 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-52befe92-c964-475e-b7ef-50dd6d76adc1 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:36.681278 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port e6e0aae7-22c4-4536-815e-a77da026ad3d, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=e6e0aae7-22c4-4536-815e-a77da026ad3d,segment=NetworkSegment(462d9735-1e8a-4ada-9baa-3c48def37bff),segment_id=462d9735-1e8a-4ada-9baa-3c48def37bff)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:36.683712 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e5a74-0a36-4fa4-b758-c0f25166efd5 req-12023634-abfd-4d63-8887-28e4522a15cb tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:36.685256 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3a8e5a74-0a36-4fa4-b758-c0f25166efd5 req-12023634-abfd-4d63-8887-28e4522a15cb tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/ports?device_id=9aaa5086-2506-413a-a88f-4d56b6d269cb HTTP/1.1" status: 200 len: 931 time: 0.3542385 Feb 09 01:03:36.740644 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-52befe92-c964-475e-b7ef-50dd6d76adc1 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9755852 Feb 09 01:03:36.742146 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-efbc1557-d181-4a19-8495-37a6d4129c6e req-f263d6cb-1ba0-47f5-b8b7-d7cbefb55c8a service neutron] 10.222.0.62 "GET /v2.0/networks/48143312-4059-4efc-a7c1-0025ad20c80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281494 Feb 09 01:03:36.757628 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12527a0b-84e0-4f4f-a143-9647ba23a1b0 req-bcb47561-27ac-4d6f-a88a-b6e86fbe32b0 tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:36.764624 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-12527a0b-84e0-4f4f-a143-9647ba23a1b0 req-bcb47561-27ac-4d6f-a88a-b6e86fbe32b0 tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] 10.222.0.105 "GET /v2.0/ports?device_id=17ff1b0f-4a66-480b-b9ca-c0316d93d27f HTTP/1.1" status: 200 len: 943 time: 0.3427219 Feb 09 01:03:36.811491 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-fcfd50ea-e2d9-4a9a-bf71-7fcda9d074f5 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Request body: {'port': {'device_id': '9aaa5086-2506-413a-a88f-4d56b6d269cb', 'network_id': 'f6623f95-6162-4277-8fd2-5364045aea14', 'admin_state_up': True, 'tenant_id': '6ae572a6f87d4d70abcebc0f3058fa0e', 'security_groups': ['ea209cdf-6740-4074-8d6c-66653a19d53a']}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:36.813149 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=612c37f5-b77a-411d-90ff-f06757869505,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:36.837394 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2de74-947d-4afb-a0c5-3be07588594c req-0d8aec8f-2230-4ac9-887c-2f9eb3b49998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:36.839495 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-97b2de74-947d-4afb-a0c5-3be07588594c req-0d8aec8f-2230-4ac9-887c-2f9eb3b49998 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=78cbc8e5061b49e9b8b3bab2e5c34775&device_id=17ff1b0f-4a66-480b-b9ca-c0316d93d27f HTTP/1.1" status: 200 len: 1094 time: 0.3906598 Feb 09 01:03:36.841957 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': 'e6e0aae7-22c4-4536-815e-a77da026ad3d', 'network_id': 'a32a253a-9f5c-4a54-8474-0e447581f990', 'port_id': 'e6e0aae7-22c4-4536-815e-a77da026ad3d', 'mac_address': 'fa:16:3e:6b:7e:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e8e25e8-d75f-4e54-a28b-c1e71ffd0188', 'ip_address': '19.80.0.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:03:36.849870 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b644c596-18e7-441c-bd61-8aeb74f1648d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4779cc01-d02f-4afc-9efd-b701db158458'}, {'server_uuid': '15f6fa95-6f4a-4909-837a-471f3f3362d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b946e0ec-388c-4def-a759-89fe4b4606bb'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:03:36.915792 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3a8e5a74-0a36-4fa4-b758-c0f25166efd5 req-f5664aaa-ecaf-4b04-b3b4-ec9a09464dd9 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/security-groups?id=ea209cdf-6740-4074-8d6c-66653a19d53a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2125816 Feb 09 01:03:36.931903 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port b946e0ec-388c-4def-a759-89fe4b4606bb, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=b946e0ec-388c-4def-a759-89fe4b4606bb,segment=NetworkSegment(42eb89e1-c4de-4f57-85a6-0e5fc984e699),segment_id=42eb89e1-c4de-4f57-85a6-0e5fc984e699)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:36.984120 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:36.993715 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-12527a0b-84e0-4f4f-a143-9647ba23a1b0 req-99553b23-47aa-4595-ba29-e24608733006 tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] 10.222.0.105 "GET /v2.0/security-groups?id=069bf2ce-4814-4b94-94c2-434fafdddf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279849 Feb 09 01:03:37.100515 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=b946e0ec-388c-4def-a759-89fe4b4606bb,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:37.103787 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-3afa598a-db74-4659-9b1e-20e54a0cba48 None None] Provisioning for port f9b2d358-0ad5-43e9-81ee-55fa33d7d68a completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:03:37.131145 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-3afa598a-db74-4659-9b1e-20e54a0cba48 None None] Provisioning complete for port f9b2d358-0ad5-43e9-81ee-55fa33d7d68a triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:37.137763 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3afa598a-db74-4659-9b1e-20e54a0cba48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:37.214908 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-fcfd50ea-e2d9-4a9a-bf71-7fcda9d074f5 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:37.225987 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:37.275490 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6e0aae7-22c4-4536-815e-a77da026ad3d {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:03:37.291684 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-fcfd50ea-e2d9-4a9a-bf71-7fcda9d074f5 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Usage tracker for resource:port and tenant:6ae572a6f87d4d70abcebc0f3058fa0e is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:37.300480 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-3afa598a-db74-4659-9b1e-20e54a0cba48 None None] Port f9b2d358-0ad5-43e9-81ee-55fa33d7d68a cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:03:37.308749 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port e6e0aae7-22c4-4536-815e-a77da026ad3d, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=e6e0aae7-22c4-4536-815e-a77da026ad3d,segment=NetworkSegment(462d9735-1e8a-4ada-9baa-3c48def37bff),segment_id=462d9735-1e8a-4ada-9baa-3c48def37bff)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:37.314990 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-fcfd50ea-e2d9-4a9a-bf71-7fcda9d074f5 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Quota usage for port was recalculated. Used quota:8. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:37.317817 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:37.328196 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-fcfd50ea-e2d9-4a9a-bf71-7fcda9d074f5 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:37.355104 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-fcfd50ea-e2d9-4a9a-bf71-7fcda9d074f5 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Made reservation on behalf of 6ae572a6f87d4d70abcebc0f3058fa0e for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:03:37.359638 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-fcfd50ea-e2d9-4a9a-bf71-7fcda9d074f5 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:37.375782 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 9ae5b5cc-2545-402c-98f9-8d707f24c97f details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:03:37.510287 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec315af0-ac24-435c-a01a-4391120ebec0 req-49eac84e-9f33-4b23-b458-8a0ab647d94a tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:37.513740 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc1557-d181-4a19-8495-37a6d4129c6e req-fcb7a4e6-a255-4929-a3ef-edba59d27581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:37.514221 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc1557-d181-4a19-8495-37a6d4129c6e req-fcb7a4e6-a255-4929-a3ef-edba59d27581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:37.514694 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc1557-d181-4a19-8495-37a6d4129c6e req-fcb7a4e6-a255-4929-a3ef-edba59d27581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:37.527224 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-efbc1557-d181-4a19-8495-37a6d4129c6e req-fcb7a4e6-a255-4929-a3ef-edba59d27581 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=84557554a3f24afe8f48784f3010a6e6&device_id=e0a0f264-d3bb-4f6b-a9d5-10286de2cc39 HTTP/1.1" status: 200 len: 2867 time: 0.7008555 Feb 09 01:03:37.529801 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec315af0-ac24-435c-a01a-4391120ebec0 req-49eac84e-9f33-4b23-b458-8a0ab647d94a tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:37.548915 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec315af0-ac24-435c-a01a-4391120ebec0 req-49eac84e-9f33-4b23-b458-8a0ab647d94a tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:37.552815 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ec315af0-ac24-435c-a01a-4391120ebec0 req-49eac84e-9f33-4b23-b458-8a0ab647d94a tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "GET /v2.0/ports?device_id=e0a0f264-d3bb-4f6b-a9d5-10286de2cc39 HTTP/1.1" status: 200 len: 2415 time: 0.3259864 Feb 09 01:03:37.567780 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2de74-947d-4afb-a0c5-3be07588594c req-a3585d27-b3dc-421e-9a7b-c7714345fccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:37.570697 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-97b2de74-947d-4afb-a0c5-3be07588594c req-a3585d27-b3dc-421e-9a7b-c7714345fccd service neutron] 10.222.0.62 "GET /v2.0/networks?id=dbd96efe-d7b8-42b5-aafb-bb4d08e4a670 HTTP/1.1" status: 200 len: 914 time: 0.6808147 Feb 09 01:03:37.605294 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 9ae5b5cc-2545-402c-98f9-8d707f24c97f, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=9ae5b5cc-2545-402c-98f9-8d707f24c97f,segment=NetworkSegment(b90906e3-cd32-4b1f-96a9-4ab8b554865c),segment_id=b90906e3-cd32-4b1f-96a9-4ab8b554865c)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:37.630079 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '9ae5b5cc-2545-402c-98f9-8d707f24c97f', 'network_id': 'dbd96efe-d7b8-42b5-aafb-bb4d08e4a670', 'port_id': '9ae5b5cc-2545-402c-98f9-8d707f24c97f', 'mac_address': 'fa:16:3e:0c:12:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79b3c606-423d-4fd4-b3ab-e743313e39ca', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:03:37.766352 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=e6e0aae7-22c4-4536-815e-a77da026ad3d,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:37.771111 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:37.790386 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ae5b5cc-2545-402c-98f9-8d707f24c97f {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:03:37.809328 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 9ae5b5cc-2545-402c-98f9-8d707f24c97f, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=9ae5b5cc-2545-402c-98f9-8d707f24c97f,segment=NetworkSegment(b90906e3-cd32-4b1f-96a9-4ab8b554865c),segment_id=b90906e3-cd32-4b1f-96a9-4ab8b554865c)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:37.814120 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:37.845529 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 54164) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:37.880974 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc1557-d181-4a19-8495-37a6d4129c6e req-1af157c6-0d68-489b-89ad-420ae9c6a02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:37.882913 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-efbc1557-d181-4a19-8495-37a6d4129c6e req-1af157c6-0d68-489b-89ad-420ae9c6a02b service neutron] 10.222.0.62 "GET /v2.0/networks?id=a32a253a-9f5c-4a54-8474-0e447581f990 HTTP/1.1" status: 200 len: 903 time: 0.3118367 Feb 09 01:03:37.884257 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-97b2de74-947d-4afb-a0c5-3be07588594c req-1941885e-6331-4923-9a77-c367a66d6abf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9ae5b5cc-2545-402c-98f9-8d707f24c97f HTTP/1.1" status: 200 len: 217 time: 0.2924399 Feb 09 01:03:37.910758 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=9ae5b5cc-2545-402c-98f9-8d707f24c97f,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:37.963963 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['ddaef888-0c49-49ca-bb08-d11433657bc7'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:03:38.008230 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['e6e0aae7-22c4-4536-815e-a77da026ad3d'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:03:38.050010 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-efbc1557-d181-4a19-8495-37a6d4129c6e req-556d7033-1957-4096-a862-3d40762aa584 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.20&port_id=ddaef888-0c49-49ca-bb08-d11433657bc7 HTTP/1.1" status: 200 len: 217 time: 0.1501079 Feb 09 01:03:38.057373 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ec315af0-ac24-435c-a01a-4391120ebec0 req-127483cd-0e53-4eef-a847-3f9a48f42257 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "GET /v2.0/security-groups?id=f20558f4-33ef-4c77-9965-2db2b58a5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4877272 Feb 09 01:03:38.070717 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6aa40086-77ef-4630-874b-dad52219b5e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:38.106128 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-fcfd50ea-e2d9-4a9a-bf71-7fcda9d074f5 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Allocated IP 10.1.1.64 (f6623f95-6162-4277-8fd2-5364045aea14/7081671c-8f7d-4eb3-94eb-1c4eeeb2da0e/acba0247-8d0d-4937-a7cd-c165665bdb16) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:03:38.130811 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-af9c5cc1-a054-408a-8130-16fb550fca8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:38.134009 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b60eac8-3721-46c3-9de4-950b459e9a83 req-9f52b910-de80-48c4-b96c-3adba80090b3 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:38.140990 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0b60eac8-3721-46c3-9de4-950b459e9a83 req-9f52b910-de80-48c4-b96c-3adba80090b3 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/ports?device_id=b644c596-18e7-441c-bd61-8aeb74f1648d HTTP/1.1" status: 200 len: 945 time: 0.5325904 Feb 09 01:03:38.239570 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-6aa40086-77ef-4630-874b-dad52219b5e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:38.244453 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-6aa40086-77ef-4630-874b-dad52219b5e1 admin admin] Usage tracker for resource:security_group_rule and tenant:074a9c4f88c140b3891111212fac0b63 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:38.248174 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-6aa40086-77ef-4630-874b-dad52219b5e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:38.257238 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-6aa40086-77ef-4630-874b-dad52219b5e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:38.305964 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0b60eac8-3721-46c3-9de4-950b459e9a83 req-497f1064-552c-407d-9e61-f7bd7b36e6e4 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/security-groups?id=21d48e70-0a9a-4f34-bd03-fe2b0988e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640666 Feb 09 01:03:38.306494 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc1557-d181-4a19-8495-37a6d4129c6e req-8ce4007a-11c7-4202-9d8b-2def10251452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:38.307876 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-efbc1557-d181-4a19-8495-37a6d4129c6e req-8ce4007a-11c7-4202-9d8b-2def10251452 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6e8e25e8-d75f-4e54-a28b-c1e71ffd0188 HTTP/1.1" status: 200 len: 801 time: 0.2086177 Feb 09 01:03:38.322020 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['9ae5b5cc-2545-402c-98f9-8d707f24c97f'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:03:38.380004 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-fcfd50ea-e2d9-4a9a-bf71-7fcda9d074f5 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:38.398122 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-fcfd50ea-e2d9-4a9a-bf71-7fcda9d074f5 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Transition to ACTIVE for port object acba0247-8d0d-4937-a7cd-c165665bdb16 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:03:38.399312 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b644c596-18e7-441c-bd61-8aeb74f1648d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4779cc01-d02f-4afc-9efd-b701db158458', 'code': 200} Feb 09 01:03:38.399575 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15f6fa95-6f4a-4909-837a-471f3f3362d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b946e0ec-388c-4def-a759-89fe4b4606bb', 'code': 200} Feb 09 01:03:38.437705 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2de74-947d-4afb-a0c5-3be07588594c req-080b6791-79c8-4f01-953f-c55a0b48b0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:38.439776 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-97b2de74-947d-4afb-a0c5-3be07588594c req-080b6791-79c8-4f01-953f-c55a0b48b0f0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=79b3c606-423d-4fd4-b3ab-e743313e39ca HTTP/1.1" status: 200 len: 853 time: 0.4459164 Feb 09 01:03:38.462403 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-fcfd50ea-e2d9-4a9a-bf71-7fcda9d074f5 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:38.533672 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-97b2de74-947d-4afb-a0c5-3be07588594c req-5aafa9db-1538-4f11-8cef-978c062a4781 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dbd96efe-d7b8-42b5-aafb-bb4d08e4a670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709300 Feb 09 01:03:38.624928 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6aa40086-77ef-4630-874b-dad52219b5e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:38.633858 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6aa40086-77ef-4630-874b-dad52219b5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:38.734398 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc1557-d181-4a19-8495-37a6d4129c6e req-0fc34d48-ead0-4da6-8b1c-1b3ca8c4bd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:38.735970 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-efbc1557-d181-4a19-8495-37a6d4129c6e req-0fc34d48-ead0-4da6-8b1c-1b3ca8c4bd18 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a32a253a-9f5c-4a54-8474-0e447581f990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4131570 Feb 09 01:03:38.740013 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa40086-77ef-4630-874b-dad52219b5e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5597a1-dd3c-4370-9725-20051a4e1ceb,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:38.740784 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-fcfd50ea-e2d9-4a9a-bf71-7fcda9d074f5 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Network f6623f95-6162-4277-8fd2-5364045aea14 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:03:38.748388 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-6aa40086-77ef-4630-874b-dad52219b5e1 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=074a9c4f88c140b3891111212fac0b63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8836992 Feb 09 01:03:38.752254 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 54176) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:38.754182 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-fcfd50ea-e2d9-4a9a-bf71-7fcda9d074f5 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:03:38.779070 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-fcfd50ea-e2d9-4a9a-bf71-7fcda9d074f5 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:03:38.864501 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfd50ea-e2d9-4a9a-bf71-7fcda9d074f5 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Pushing event updated for resources: {'Port': ['ID=acba0247-8d0d-4937-a7cd-c165665bdb16,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:38.869022 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-97b2de74-947d-4afb-a0c5-3be07588594c req-de0db942-ae50-487e-89fc-8c508a04042f service neutron] 10.222.0.62 "GET /v2.0/networks/dbd96efe-d7b8-42b5-aafb-bb4d08e4a670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243396 Feb 09 01:03:38.951090 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-fcfd50ea-e2d9-4a9a-bf71-7fcda9d074f5 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:38.952446 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-fcfd50ea-e2d9-4a9a-bf71-7fcda9d074f5 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:39.009323 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3674c7d3-f4bb-4310-ad28-9d260552e738 req-81eb0488-d460-4e6b-9274-03c264dd9864 tempest-AttachSCSIVolumeTestJSON-1984411863 tempest-AttachSCSIVolumeTestJSON-1984411863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:39.011215 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3674c7d3-f4bb-4310-ad28-9d260552e738 req-81eb0488-d460-4e6b-9274-03c264dd9864 tempest-AttachSCSIVolumeTestJSON-1984411863 tempest-AttachSCSIVolumeTestJSON-1984411863-project] 10.222.0.105 "GET /v2.0/ports?device_id=84556c01-5d42-4506-ad4f-b5af394884ad HTTP/1.1" status: 200 len: 945 time: 0.5909827 Feb 09 01:03:39.018951 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-fcfd50ea-e2d9-4a9a-bf71-7fcda9d074f5 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2510123 Feb 09 01:03:39.037150 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-efbc1557-d181-4a19-8495-37a6d4129c6e req-70bd04e7-95e5-4634-b2e1-1703958c320e service neutron] 10.222.0.62 "GET /v2.0/networks/a32a253a-9f5c-4a54-8474-0e447581f990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724979 Feb 09 01:03:39.039151 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-dab56993-e97e-4a60-9c16-ead3c4f508b9 None None] Provisioning for port acba0247-8d0d-4937-a7cd-c165665bdb16 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:03:39.043875 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-c5f534d2-c4c9-4c8c-8366-150c8425f96a tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Request body: {'port': {'device_id': '9aaa5086-2506-413a-a88f-4d56b6d269cb', 'network_id': 'f6623f95-6162-4277-8fd2-5364045aea14', 'admin_state_up': True, 'tenant_id': '6ae572a6f87d4d70abcebc0f3058fa0e', 'security_groups': ['ea209cdf-6740-4074-8d6c-66653a19d53a']}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:39.046211 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-dab56993-e97e-4a60-9c16-ead3c4f508b9 None None] Provisioning complete for port acba0247-8d0d-4937-a7cd-c165665bdb16 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:39.046586 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-dab56993-e97e-4a60-9c16-ead3c4f508b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:39.070340 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-97b2de74-947d-4afb-a0c5-3be07588594c req-cea59244-2b55-48cf-9976-f76f7b080b8f service neutron] 10.222.0.62 "GET /v2.0/networks/dbd96efe-d7b8-42b5-aafb-bb4d08e4a670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892738 Feb 09 01:03:39.088396 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f394d56-cf43-4c25-8650-2f3d11fb06ae req-c0d7c812-12cd-4409-8c97-d46a1a4e8d35 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:39.089916 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9f394d56-cf43-4c25-8650-2f3d11fb06ae req-c0d7c812-12cd-4409-8c97-d46a1a4e8d35 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=15f6fa95-6f4a-4909-837a-471f3f3362d9 HTTP/1.1" status: 200 len: 945 time: 0.4759185 Feb 09 01:03:39.093679 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['612c37f5-b77a-411d-90ff-f06757869505'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:03:39.139374 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8fcb42d6-0f98-41eb-bbb7-e81ec0ef9784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:39.156439 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-dab56993-e97e-4a60-9c16-ead3c4f508b9 None None] Port acba0247-8d0d-4937-a7cd-c165665bdb16 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:03:39.166412 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12b04ae-a294-495e-80d5-de1d71dd3579 req-98b26f0a-b6fd-48e4-aa7a-9629f55a28b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:39.167926 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d12b04ae-a294-495e-80d5-de1d71dd3579 req-98b26f0a-b6fd-48e4-aa7a-9629f55a28b7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=15f6fa95-6f4a-4909-837a-471f3f3362d9 HTTP/1.1" status: 200 len: 1096 time: 0.6499476 Feb 09 01:03:39.204225 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc7a03-4355-464c-b1a5-90de212c4eb0 req-b9606f1b-a261-4836-8cb5-8899816e5018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:39.205911 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-28fc7a03-4355-464c-b1a5-90de212c4eb0 req-b9606f1b-a261-4836-8cb5-8899816e5018 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b644c596-18e7-441c-bd61-8aeb74f1648d HTTP/1.1" status: 200 len: 1096 time: 0.6850688 Feb 09 01:03:39.234536 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-efbc1557-d181-4a19-8495-37a6d4129c6e req-da342fe8-000b-4e67-bc22-38de92019ded service neutron] 10.222.0.62 "GET /v2.0/networks/a32a253a-9f5c-4a54-8474-0e447581f990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627445 Feb 09 01:03:39.287047 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8fcb42d6-0f98-41eb-bbb7-e81ec0ef9784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:39.352836 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3674c7d3-f4bb-4310-ad28-9d260552e738 req-09274362-6426-4c31-b9f1-f534b37fdba5 tempest-AttachSCSIVolumeTestJSON-1984411863 tempest-AttachSCSIVolumeTestJSON-1984411863-project] 10.222.0.105 "GET /v2.0/security-groups?id=7d56996b-a6e4-479f-bfb9-4e00d3964de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158381 Feb 09 01:03:39.377475 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9f394d56-cf43-4c25-8650-2f3d11fb06ae req-7513bd77-87d4-4427-8344-6d058a84461b tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=ceaabe02-67e8-49da-9640-53d4e3b33273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268791 Feb 09 01:03:39.430565 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-28fc7a03-4355-464c-b1a5-90de212c4eb0 req-b9c3913b-279e-4123-9477-501efbde9f20 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=21d48e70-0a9a-4f34-bd03-fe2b0988e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771758 Feb 09 01:03:39.434922 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d12b04ae-a294-495e-80d5-de1d71dd3579 req-730f2138-7e5d-4421-997f-807981c17dfc service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ceaabe02-67e8-49da-9640-53d4e3b33273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382801 Feb 09 01:03:39.445465 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-c5f534d2-c4c9-4c8c-8366-150c8425f96a tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:39.450054 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-c5f534d2-c4c9-4c8c-8366-150c8425f96a tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Usage tracker for resource:port and tenant:6ae572a6f87d4d70abcebc0f3058fa0e is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:39.453392 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-c5f534d2-c4c9-4c8c-8366-150c8425f96a tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Quota usage for port was recalculated. Used quota:9. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:39.459839 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-c5f534d2-c4c9-4c8c-8366-150c8425f96a tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:39.512311 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8fcb42d6-0f98-41eb-bbb7-e81ec0ef9784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:39.531889 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-c5f534d2-c4c9-4c8c-8366-150c8425f96a tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Made reservation on behalf of 6ae572a6f87d4d70abcebc0f3058fa0e for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:03:39.535975 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-c5f534d2-c4c9-4c8c-8366-150c8425f96a tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:39.585563 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcb42d6-0f98-41eb-bbb7-e81ec0ef9784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5597a1-dd3c-4370-9725-20051a4e1ceb,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:39.618057 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8fcb42d6-0f98-41eb-bbb7-e81ec0ef9784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:39.621562 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-8fcb42d6-0f98-41eb-bbb7-e81ec0ef9784 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/7d5597a1-dd3c-4370-9725-20051a4e1ceb HTTP/1.1" status: 204 len: 168 time: 0.8574092 Feb 09 01:03:39.764650 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74079f89-72a5-4fba-ab8c-a4b79a86c92c req-93c9c09b-5b1f-4c60-a3c8-3a8e61a0334b tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:39.766258 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-74079f89-72a5-4fba-ab8c-a4b79a86c92c req-93c9c09b-5b1f-4c60-a3c8-3a8e61a0334b tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=d365e833-dc87-450f-a9f9-2fd84b685ba6 HTTP/1.1" status: 200 len: 945 time: 0.3029013 Feb 09 01:03:39.867551 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76870ced-5fbe-4090-8401-6ddc789f818a req-1573ab90-9ef2-45ab-b4ed-a58f5209ea17 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:39.873533 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76870ced-5fbe-4090-8401-6ddc789f818a req-1573ab90-9ef2-45ab-b4ed-a58f5209ea17 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:39.874341 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-76870ced-5fbe-4090-8401-6ddc789f818a req-1573ab90-9ef2-45ab-b4ed-a58f5209ea17 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Synchronizing usage tracker for tenant:6ae572a6f87d4d70abcebc0f3058fa0e on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:03:39.918721 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-74079f89-72a5-4fba-ab8c-a4b79a86c92c req-7e6e1b9b-1d69-4480-a6d6-4f00f64df231 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015701 Feb 09 01:03:39.927385 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-76870ced-5fbe-4090-8401-6ddc789f818a req-1573ab90-9ef2-45ab-b4ed-a58f5209ea17 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Unset dirty status for tenant:6ae572a6f87d4d70abcebc0f3058fa0e on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:03:39.929326 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-76870ced-5fbe-4090-8401-6ddc789f818a req-1573ab90-9ef2-45ab-b4ed-a58f5209ea17 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/ports?device_id=9aaa5086-2506-413a-a88f-4d56b6d269cb HTTP/1.1" status: 200 len: 1652 time: 0.4021204 Feb 09 01:03:39.930612 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-c5f534d2-c4c9-4c8c-8366-150c8425f96a tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Allocated IP 10.1.1.77 (f6623f95-6162-4277-8fd2-5364045aea14/7081671c-8f7d-4eb3-94eb-1c4eeeb2da0e/170a5f88-b2b6-44b0-92a8-64b08d99f8ac) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:03:40.095416 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-76870ced-5fbe-4090-8401-6ddc789f818a req-3e411fb3-3100-4cc4-9abe-19da858089bb tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/security-groups?id=ea209cdf-6740-4074-8d6c-66653a19d53a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381195 Feb 09 01:03:40.429116 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4bc00f0e-0b19-4b8d-88d3-5d6b77000549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:40.530830 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc10f07d-dd97-4153-ac4e-1bba48653b17 req-90a7e8a8-8ac3-47a8-8966-b3b649101ce7 tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:40.532347 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cc10f07d-dd97-4153-ac4e-1bba48653b17 req-90a7e8a8-8ac3-47a8-8966-b3b649101ce7 tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] 10.222.0.105 "GET /v2.0/ports?device_id=17ff1b0f-4a66-480b-b9ca-c0316d93d27f HTTP/1.1" status: 200 len: 944 time: 0.4290335 Feb 09 01:03:40.614550 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8456ee2-6000-4fc9-9914-ab4eaab8dbfa req-4ab27bc9-e96f-4168-9ff3-5b98d17fb97b tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:40.622606 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8456ee2-6000-4fc9-9914-ab4eaab8dbfa req-4ab27bc9-e96f-4168-9ff3-5b98d17fb97b tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:40.630548 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8456ee2-6000-4fc9-9914-ab4eaab8dbfa req-4ab27bc9-e96f-4168-9ff3-5b98d17fb97b tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:40.643175 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d8456ee2-6000-4fc9-9914-ab4eaab8dbfa req-4ab27bc9-e96f-4168-9ff3-5b98d17fb97b tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "GET /v2.0/ports?device_id=e0a0f264-d3bb-4f6b-a9d5-10286de2cc39 HTTP/1.1" status: 200 len: 2415 time: 0.2897706 Feb 09 01:03:40.651255 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-c5f534d2-c4c9-4c8c-8366-150c8425f96a tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:40.732075 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-c5f534d2-c4c9-4c8c-8366-150c8425f96a tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Transition to ACTIVE for port object 170a5f88-b2b6-44b0-92a8-64b08d99f8ac will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:03:40.761974 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cc10f07d-dd97-4153-ac4e-1bba48653b17 req-04d8ca8c-2de9-49c4-a3ab-793d72f90119 tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] 10.222.0.105 "GET /v2.0/security-groups?id=069bf2ce-4814-4b94-94c2-434fafdddf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185750 Feb 09 01:03:40.775886 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d8456ee2-6000-4fc9-9914-ab4eaab8dbfa req-94c7aa6d-70bc-47ea-bf52-85f6064734a6 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "GET /v2.0/security-groups?id=f20558f4-33ef-4c77-9965-2db2b58a5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308630 Feb 09 01:03:40.810543 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-c5f534d2-c4c9-4c8c-8366-150c8425f96a tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:40.938642 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f534d2-c4c9-4c8c-8366-150c8425f96a tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Pushing event updated for resources: {'Port': ['ID=170a5f88-b2b6-44b0-92a8-64b08d99f8ac,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:40.971014 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-c5f534d2-c4c9-4c8c-8366-150c8425f96a tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Network f6623f95-6162-4277-8fd2-5364045aea14 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:03:40.972978 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-c5f534d2-c4c9-4c8c-8366-150c8425f96a tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:03:40.989032 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-c5f534d2-c4c9-4c8c-8366-150c8425f96a tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:03:41.125805 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-c5f534d2-c4c9-4c8c-8366-150c8425f96a tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:41.126617 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-c5f534d2-c4c9-4c8c-8366-150c8425f96a tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:41.204525 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c032c9-7c7e-463a-8bbd-5649cce0eff3 req-761c391f-de93-4796-be81-c2be870a5ca8 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:41.214317 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-42c032c9-7c7e-463a-8bbd-5649cce0eff3 req-761c391f-de93-4796-be81-c2be870a5ca8 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/ports?device_id=b644c596-18e7-441c-bd61-8aeb74f1648d HTTP/1.1" status: 200 len: 945 time: 0.1932065 Feb 09 01:03:41.215632 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-c5f534d2-c4c9-4c8c-8366-150c8425f96a tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1799238 Feb 09 01:03:41.264028 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-fb8b2da8-3cb7-4c32-9747-ce2dc32a09c6 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Request body: {'port': {'device_id': '9aaa5086-2506-413a-a88f-4d56b6d269cb', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '8d0fbf1e-afd1-4ea0-9eba-88871e127cde', 'admin_state_up': True, 'tenant_id': '6ae572a6f87d4d70abcebc0f3058fa0e', 'security_groups': ['ea209cdf-6740-4074-8d6c-66653a19d53a']}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:41.344624 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:41.391408 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device ddaef888-0c49-49ca-bb08-d11433657bc7 up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:03:41.448005 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-42c032c9-7c7e-463a-8bbd-5649cce0eff3 req-8fe7ea07-304d-4206-9d59-474645ee4836 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/security-groups?id=21d48e70-0a9a-4f34-bd03-fe2b0988e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293618 Feb 09 01:03:41.520732 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8c5f90c9-f39d-404e-b5c6-d9a2138fbf9a None None] Provisioning for port 170a5f88-b2b6-44b0-92a8-64b08d99f8ac completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:03:41.527027 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:41.534345 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8c5f90c9-f39d-404e-b5c6-d9a2138fbf9a None None] Provisioning complete for port 170a5f88-b2b6-44b0-92a8-64b08d99f8ac triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:41.535185 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8c5f90c9-f39d-404e-b5c6-d9a2138fbf9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:41.637331 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 54238) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:41.647377 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-fb8b2da8-3cb7-4c32-9747-ce2dc32a09c6 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:41.689576 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-8c5f90c9-f39d-404e-b5c6-d9a2138fbf9a None None] Port 170a5f88-b2b6-44b0-92a8-64b08d99f8ac cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:03:41.691668 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe44ec-03e6-457d-aac2-e10bfd72a795 req-1a38e145-7307-4952-90a0-70e93168d0d0 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:41.693716 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port ddaef888-0c49-49ca-bb08-d11433657bc7 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:03:41.698492 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9ebe44ec-03e6-457d-aac2-e10bfd72a795 req-1a38e145-7307-4952-90a0-70e93168d0d0 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=15f6fa95-6f4a-4909-837a-471f3f3362d9 HTTP/1.1" status: 200 len: 945 time: 0.3056993 Feb 09 01:03:41.705280 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port ddaef888-0c49-49ca-bb08-d11433657bc7 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:41.708600 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:41.766597 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-fb8b2da8-3cb7-4c32-9747-ce2dc32a09c6 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:41.775956 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9ebe44ec-03e6-457d-aac2-e10bfd72a795 req-e05c1c72-7aad-4a24-ae2d-d6c8e7b17a07 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=ceaabe02-67e8-49da-9640-53d4e3b33273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674143 Feb 09 01:03:41.797515 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-fb8b2da8-3cb7-4c32-9747-ce2dc32a09c6 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Made reservation on behalf of 6ae572a6f87d4d70abcebc0f3058fa0e for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:03:41.873263 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-9e99732b-1e83-4d03-a149-682ad53430cd tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1240535843', 'router:external': True}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:41.895170 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9e99732b-1e83-4d03-a149-682ad53430cd tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:41.902915 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-9e99732b-1e83-4d03-a149-682ad53430cd tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Usage tracker for resource:network and tenant:9f4b6fa359e945b5a89be824e2af517e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:41.914065 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-9e99732b-1e83-4d03-a149-682ad53430cd tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:41.947443 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9e99732b-1e83-4d03-a149-682ad53430cd tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:41.985684 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e99732b-1e83-4d03-a149-682ad53430cd tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Made reservation on behalf of 9f4b6fa359e945b5a89be824e2af517e for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:03:41.987517 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:41.991516 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9e99732b-1e83-4d03-a149-682ad53430cd tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:42.028101 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9e99732b-1e83-4d03-a149-682ad53430cd tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:42.045547 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a0f264-d3bb-4f6b-a9d5-10286de2cc39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddaef888-0c49-49ca-bb08-d11433657bc7'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:03:42.057229 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port ddaef888-0c49-49ca-bb08-d11433657bc7, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=ddaef888-0c49-49ca-bb08-d11433657bc7,segment=NetworkSegment(462d9735-1e8a-4ada-9baa-3c48def37bff),segment_id=462d9735-1e8a-4ada-9baa-3c48def37bff)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:42.062938 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:42.063950 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9e99732b-1e83-4d03-a149-682ad53430cd tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:42.064378 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device e6e0aae7-22c4-4536-815e-a77da026ad3d up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:03:42.069100 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-9e99732b-1e83-4d03-a149-682ad53430cd tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Usage tracker for resource:security_group_rule and tenant:9f4b6fa359e945b5a89be824e2af517e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:42.072984 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-9e99732b-1e83-4d03-a149-682ad53430cd tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:42.079780 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9e99732b-1e83-4d03-a149-682ad53430cd tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:42.113734 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-fb8b2da8-3cb7-4c32-9747-ce2dc32a09c6 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:42.202908 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=ddaef888-0c49-49ca-bb08-d11433657bc7,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:42.210563 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b8893d-2370-4e2b-ada4-c4c5d65dd3f1 req-4f49411a-2d65-4d44-800e-6b242d3a20f3 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:42.214972 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port e6e0aae7-22c4-4536-815e-a77da026ad3d completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:03:42.216715 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b8893d-2370-4e2b-ada4-c4c5d65dd3f1 req-4f49411a-2d65-4d44-800e-6b242d3a20f3 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:42.220611 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port e6e0aae7-22c4-4536-815e-a77da026ad3d triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:42.221084 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:42.224736 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b8893d-2370-4e2b-ada4-c4c5d65dd3f1 req-4f49411a-2d65-4d44-800e-6b242d3a20f3 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:42.234752 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d1b8893d-2370-4e2b-ada4-c4c5d65dd3f1 req-4f49411a-2d65-4d44-800e-6b242d3a20f3 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/ports?device_id=9aaa5086-2506-413a-a88f-4d56b6d269cb HTTP/1.1" status: 200 len: 2372 time: 0.3146448 Feb 09 01:03:42.254270 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9e99732b-1e83-4d03-a149-682ad53430cd tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:42.260001 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9e99732b-1e83-4d03-a149-682ad53430cd tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:42.300162 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e99732b-1e83-4d03-a149-682ad53430cd tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:03:42.309169 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e99732b-1e83-4d03-a149-682ad53430cd tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e2d042-1046-4474-b58e-bfc00b821b19,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:42.317571 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9e99732b-1e83-4d03-a149-682ad53430cd tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:42.318411 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-9e99732b-1e83-4d03-a149-682ad53430cd tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Added segment 90035a10-5c36-4a45-b9ca-11fa7b61df9e of type vlan for network f2f97b3a-034a-41a9-841d-665696250247 Feb 09 01:03:42.325231 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f33910-7733-442b-900b-51272833147d req-cdf920cf-d90c-4d9b-bf54-6a51107a6c28 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:42.336183 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a4f33910-7733-442b-900b-51272833147d req-cdf920cf-d90c-4d9b-bf54-6a51107a6c28 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=d365e833-dc87-450f-a9f9-2fd84b685ba6 HTTP/1.1" status: 200 len: 945 time: 0.3629317 Feb 09 01:03:42.365501 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9e99732b-1e83-4d03-a149-682ad53430cd tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:42.368083 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d1b8893d-2370-4e2b-ada4-c4c5d65dd3f1 req-f931da0b-6a05-4710-857f-bd401a403cad tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/security-groups?id=ea209cdf-6740-4074-8d6c-66653a19d53a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324031 Feb 09 01:03:42.371977 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:42.421329 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9e99732b-1e83-4d03-a149-682ad53430cd tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:42.423627 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e99732b-1e83-4d03-a149-682ad53430cd tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:42.424222 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9e99732b-1e83-4d03-a149-682ad53430cd tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:42.448944 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port e6e0aae7-22c4-4536-815e-a77da026ad3d, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=e6e0aae7-22c4-4536-815e-a77da026ad3d,segment=NetworkSegment(462d9735-1e8a-4ada-9baa-3c48def37bff),segment_id=462d9735-1e8a-4ada-9baa-3c48def37bff)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:42.449441 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a4f33910-7733-442b-900b-51272833147d req-361d2993-7a9a-478d-87c1-55f0c7180068 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088104 Feb 09 01:03:42.454217 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:42.583089 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=e6e0aae7-22c4-4536-815e-a77da026ad3d,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:42.862645 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9e99732b-1e83-4d03-a149-682ad53430cd tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.2239449 Feb 09 01:03:42.864213 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e99732b-1e83-4d03-a149-682ad53430cd tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Pushing event updated for resources: {'Network': ['ID=f2f97b3a-034a-41a9-841d-665696250247,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:42.866471 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 54260) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:42.876637 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network f2f97b3a-034a-41a9-841d-665696250247 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:03:42.880697 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-ebff7b6d-9cf5-4c38-a6c2-2765fcdf54d8 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Request body: {'subnet': {'network_id': 'f2f97b3a-034a-41a9-841d-665696250247', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:42.887271 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ebff7b6d-9cf5-4c38-a6c2-2765fcdf54d8 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:42.896098 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ebff7b6d-9cf5-4c38-a6c2-2765fcdf54d8 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Usage tracker for resource:subnet and tenant:9f4b6fa359e945b5a89be824e2af517e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:42.900233 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ebff7b6d-9cf5-4c38-a6c2-2765fcdf54d8 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:42.908095 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ebff7b6d-9cf5-4c38-a6c2-2765fcdf54d8 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:42.922591 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebff7b6d-9cf5-4c38-a6c2-2765fcdf54d8 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Made reservation on behalf of 9f4b6fa359e945b5a89be824e2af517e for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:03:42.928819 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ebff7b6d-9cf5-4c38-a6c2-2765fcdf54d8 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:42.944476 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-fb8b2da8-3cb7-4c32-9747-ce2dc32a09c6 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Allocated IP 10.2.2.100 (8d0fbf1e-afd1-4ea0-9eba-88871e127cde/5dd8fcac-c862-4048-83da-a71790153314/ff4c2db4-d131-4548-bc99-555a0ac5aae6) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:03:42.966637 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-854f3473-c042-468b-b702-d29dd5789413 req-09fd61d8-cccf-4749-bb2f-13e3e303d037 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d777eaa7-ab2e-48f1-8f52-4ac39125a2bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4107575 Feb 09 01:03:43.072490 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b5fd20-d1a6-4c54-a105-f21e6b5f1dae req-84d23603-a289-449c-b7be-e73d5e10746a tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:43.084243 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-16b5fd20-d1a6-4c54-a105-f21e6b5f1dae req-84d23603-a289-449c-b7be-e73d5e10746a tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] 10.222.0.105 "GET /v2.0/ports?device_id=17ff1b0f-4a66-480b-b9ca-c0316d93d27f HTTP/1.1" status: 200 len: 944 time: 0.3813295 Feb 09 01:03:43.129495 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:43.377276 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 9ae5b5cc-2545-402c-98f9-8d707f24c97f up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:03:43.468362 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port 9ae5b5cc-2545-402c-98f9-8d707f24c97f completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:03:43.475685 n-d-828418-1 neutron-server[87638]: DEBUG neutron.objects.ports [None req-ebff7b6d-9cf5-4c38-a6c2-2765fcdf54d8 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87638) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 01:03:43.476133 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ebff7b6d-9cf5-4c38-a6c2-2765fcdf54d8 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:43.477657 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 9ae5b5cc-2545-402c-98f9-8d707f24c97f triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:43.478313 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:43.561207 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff7b6d-9cf5-4c38-a6c2-2765fcdf54d8 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1e0edb2d-88de-433c-a831-6ef6843b0471,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:43.569645 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-16b5fd20-d1a6-4c54-a105-f21e6b5f1dae req-262325ef-34e3-476a-b37b-01df89035208 tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] 10.222.0.105 "GET /v2.0/security-groups?id=069bf2ce-4814-4b94-94c2-434fafdddf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4656167 Feb 09 01:03:43.572453 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebff7b6d-9cf5-4c38-a6c2-2765fcdf54d8 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Checking segment: {'id': '90035a10-5c36-4a45-b9ca-11fa7b61df9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f2f97b3a-034a-41a9-841d-665696250247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:03:43.572814 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebff7b6d-9cf5-4c38-a6c2-2765fcdf54d8 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Network hostable DHCP agents. Network: f2f97b3a-034a-41a9-841d-665696250247, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:03:43.605388 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebff7b6d-9cf5-4c38-a6c2-2765fcdf54d8 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Network f2f97b3a-034a-41a9-841d-665696250247 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:03:43.618435 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-ebff7b6d-9cf5-4c38-a6c2-2765fcdf54d8 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, f2f97b3a-034a-41a9-841d-665696250247) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:03:43.634464 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebff7b6d-9cf5-4c38-a6c2-2765fcdf54d8 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:43.635517 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ebff7b6d-9cf5-4c38-a6c2-2765fcdf54d8 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:43.669048 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5e970e-68b7-4ed3-a390-489d2d4964b9 None None] Network f2f97b3a-034a-41a9-841d-665696250247 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:03:43.680957 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ebff7b6d-9cf5-4c38-a6c2-2765fcdf54d8 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.8138077 Feb 09 01:03:43.683851 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 54270) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:43.696884 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-40874d6d-11d5-4c92-a8bb-f5e5dd443aa3 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1406809109', 'network_id': 'f2f97b3a-034a-41a9-841d-665696250247'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:43.702514 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a0f264-d3bb-4f6b-a9d5-10286de2cc39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddaef888-0c49-49ca-bb08-d11433657bc7', 'code': 200} Feb 09 01:03:43.708122 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-40874d6d-11d5-4c92-a8bb-f5e5dd443aa3 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:43.717087 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-40874d6d-11d5-4c92-a8bb-f5e5dd443aa3 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Usage tracker for resource:port and tenant:9f4b6fa359e945b5a89be824e2af517e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:43.727951 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-40874d6d-11d5-4c92-a8bb-f5e5dd443aa3 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:43.742439 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-40874d6d-11d5-4c92-a8bb-f5e5dd443aa3 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:43.757954 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40874d6d-11d5-4c92-a8bb-f5e5dd443aa3 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Made reservation on behalf of 9f4b6fa359e945b5a89be824e2af517e for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:03:43.764453 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-40874d6d-11d5-4c92-a8bb-f5e5dd443aa3 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:43.805280 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-40874d6d-11d5-4c92-a8bb-f5e5dd443aa3 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] device_id is not set on port 05b414f9-2333-456a-b84e-807a10d235bd yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:03:43.808360 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a102182c-5a36-41c7-86b1-6df545653297 req-2c0ed916-c208-4a6c-9cab-87dc5b91cb0a tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:43.814695 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a102182c-5a36-41c7-86b1-6df545653297 req-2c0ed916-c208-4a6c-9cab-87dc5b91cb0a tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:43.820694 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a102182c-5a36-41c7-86b1-6df545653297 req-2c0ed916-c208-4a6c-9cab-87dc5b91cb0a tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:43.822647 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a102182c-5a36-41c7-86b1-6df545653297 req-2c0ed916-c208-4a6c-9cab-87dc5b91cb0a tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "GET /v2.0/ports?device_id=e0a0f264-d3bb-4f6b-a9d5-10286de2cc39 HTTP/1.1" status: 200 len: 2417 time: 0.6041825 Feb 09 01:03:43.824507 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f3473-c042-468b-b702-d29dd5789413 req-798eb48f-31f2-4e17-bea6-16e1ff53b152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:43.825973 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-854f3473-c042-468b-b702-d29dd5789413 req-798eb48f-31f2-4e17-bea6-16e1ff53b152 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=71b0276e9e0b48f8943a51531f3d8a9e&device_id=d777eaa7-ab2e-48f1-8f52-4ac39125a2bb HTTP/1.1" status: 200 len: 1096 time: 0.6066477 Feb 09 01:03:43.840158 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-fb8b2da8-3cb7-4c32-9747-ce2dc32a09c6 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:43.842559 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:43.904468 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 9ae5b5cc-2545-402c-98f9-8d707f24c97f, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=9ae5b5cc-2545-402c-98f9-8d707f24c97f,segment=NetworkSegment(b90906e3-cd32-4b1f-96a9-4ab8b554865c),segment_id=b90906e3-cd32-4b1f-96a9-4ab8b554865c)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:43.916452 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:43.917225 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 612c37f5-b77a-411d-90ff-f06757869505 up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:03:44.027189 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=9ae5b5cc-2545-402c-98f9-8d707f24c97f,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:44.028267 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-40874d6d-11d5-4c92-a8bb-f5e5dd443aa3 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Allocated IP 2001:db8::3c2 (f2f97b3a-034a-41a9-841d-665696250247/1e0edb2d-88de-433c-a831-6ef6843b0471/05b414f9-2333-456a-b84e-807a10d235bd) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:03:44.051735 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-fb8b2da8-3cb7-4c32-9747-ce2dc32a09c6 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Transition to ACTIVE for port object ff4c2db4-d131-4548-bc99-555a0ac5aae6 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:03:44.128446 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a102182c-5a36-41c7-86b1-6df545653297 req-b5ac20d9-af0f-489e-b1ce-a3171f8fff92 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "GET /v2.0/security-groups?id=f20558f4-33ef-4c77-9965-2db2b58a5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419770 Feb 09 01:03:44.166313 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-fb8b2da8-3cb7-4c32-9747-ce2dc32a09c6 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:44.196470 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7e6249-af22-4db0-820f-d05347f4375c None None] Network f2f97b3a-034a-41a9-841d-665696250247 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:03:44.258118 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-40874d6d-11d5-4c92-a8bb-f5e5dd443aa3 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:44.289215 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-fb8b2da8-3cb7-4c32-9747-ce2dc32a09c6 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Network 8d0fbf1e-afd1-4ea0-9eba-88871e127cde is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:03:44.294132 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-40874d6d-11d5-4c92-a8bb-f5e5dd443aa3 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:44.321508 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b870e-4126-42f2-a8df-91a9bf85a0d6 req-16e3c383-3d0c-4104-b713-8eb4902acceb tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:44.324017 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-012b870e-4126-42f2-a8df-91a9bf85a0d6 req-16e3c383-3d0c-4104-b713-8eb4902acceb tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.62 "GET /v2.0/ports?device_id=d365e833-dc87-450f-a9f9-2fd84b685ba6 HTTP/1.1" status: 200 len: 945 time: 0.4380229 Feb 09 01:03:44.325781 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-fb8b2da8-3cb7-4c32-9747-ce2dc32a09c6 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:03:44.337459 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-fb8b2da8-3cb7-4c32-9747-ce2dc32a09c6 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:03:44.371719 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port 612c37f5-b77a-411d-90ff-f06757869505 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:03:44.381722 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 612c37f5-b77a-411d-90ff-f06757869505 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:44.382104 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:44.396991 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40874d6d-11d5-4c92-a8bb-f5e5dd443aa3 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Network f2f97b3a-034a-41a9-841d-665696250247 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:03:44.405303 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-40874d6d-11d5-4c92-a8bb-f5e5dd443aa3 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:03:44.411915 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40874d6d-11d5-4c92-a8bb-f5e5dd443aa3 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:03:44.413748 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40874d6d-11d5-4c92-a8bb-f5e5dd443aa3 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:44.414492 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-40874d6d-11d5-4c92-a8bb-f5e5dd443aa3 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:44.436241 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-fb8b2da8-3cb7-4c32-9747-ce2dc32a09c6 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:44.437145 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-fb8b2da8-3cb7-4c32-9747-ce2dc32a09c6 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:44.454780 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffad284-84d9-4412-bfad-db3060e3b89f req-c974e26a-b626-424d-8b61-ba4e596cb152 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:44.463613 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bffad284-84d9-4412-bfad-db3060e3b89f req-c974e26a-b626-424d-8b61-ba4e596cb152 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/ports?device_id=b644c596-18e7-441c-bd61-8aeb74f1648d HTTP/1.1" status: 200 len: 945 time: 0.6693308 Feb 09 01:03:44.467344 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40874d6d-11d5-4c92-a8bb-f5e5dd443aa3 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Pushing event updated for resources: {'Port': ['ID=05b414f9-2333-456a-b84e-807a10d235bd,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:44.474372 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-40874d6d-11d5-4c92-a8bb-f5e5dd443aa3 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.7891657 Feb 09 01:03:44.478058 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ebd31525-6037-4982-b9c7-8bae4d3ba4bf req-0f2914b7-394a-440a-abb9-38a9d70ce342 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5333655 Feb 09 01:03:44.478560 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 54276) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:44.634007 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-558f819d-8fa9-4e7f-90e8-c87736e620a7 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Deleting port 05b414f9-2333-456a-b84e-807a10d235bd {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:03:44.634303 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-558f819d-8fa9-4e7f-90e8-c87736e620a7 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:44.661869 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-012b870e-4126-42f2-a8df-91a9bf85a0d6 req-e8a57007-5c5d-4602-9e20-bc86dd372483 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Deleting port 9457c038-5932-4409-a1a8-2edbfb1ae7f1 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:03:44.662299 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-012b870e-4126-42f2-a8df-91a9bf85a0d6 req-e8a57007-5c5d-4602-9e20-bc86dd372483 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:44.687014 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:44.767665 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-9705149d-a221-44d4-b4c4-5eadbad596f6 None None] Provisioning for port ff4c2db4-d131-4548-bc99-555a0ac5aae6 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:03:44.775171 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-9705149d-a221-44d4-b4c4-5eadbad596f6 None None] Provisioning complete for port ff4c2db4-d131-4548-bc99-555a0ac5aae6 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:44.775684 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9705149d-a221-44d4-b4c4-5eadbad596f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:44.785167 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f3473-c042-468b-b702-d29dd5789413 req-0e10613e-70bc-44ef-ae0e-78a6d598f8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:44.786777 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-854f3473-c042-468b-b702-d29dd5789413 req-0e10613e-70bc-44ef-ae0e-78a6d598f8cb service neutron] 10.222.0.62 "GET /v2.0/networks?id=1f86eb5f-f405-4ce4-a845-9c31ac1b15d4 HTTP/1.1" status: 200 len: 912 time: 0.9019120 Feb 09 01:03:44.847910 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 612c37f5-b77a-411d-90ff-f06757869505, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=612c37f5-b77a-411d-90ff-f06757869505,segment=NetworkSegment(eb56a0d3-16dc-424b-b5d6-77cd5466f67e),segment_id=eb56a0d3-16dc-424b-b5d6-77cd5466f67e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:44.858043 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:44.877800 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8b2da8-3cb7-4c32-9747-ce2dc32a09c6 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Pushing event updated for resources: {'Port': ['ID=ff4c2db4-d131-4548-bc99-555a0ac5aae6,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:44.881113 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-854f3473-c042-468b-b702-d29dd5789413 req-6cd21dae-f890-4b27-af94-852b355b9721 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8966abcd-1778-4e11-b863-2fa7dd0270fe HTTP/1.1" status: 200 len: 217 time: 0.0821617 Feb 09 01:03:44.912306 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-9705149d-a221-44d4-b4c4-5eadbad596f6 None None] Port ff4c2db4-d131-4548-bc99-555a0ac5aae6 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:03:44.937402 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-558f819d-8fa9-4e7f-90e8-c87736e620a7 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:44.947142 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd31525-6037-4982-b9c7-8bae4d3ba4bf req-60fd4877-57e5-42e4-a126-281f87df2cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:44.949078 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ebd31525-6037-4982-b9c7-8bae4d3ba4bf req-60fd4877-57e5-42e4-a126-281f87df2cbc service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=71b0276e9e0b48f8943a51531f3d8a9e&device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 1095 time: 0.2786458 Feb 09 01:03:44.960265 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=612c37f5-b77a-411d-90ff-f06757869505,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:44.997328 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-fb8b2da8-3cb7-4c32-9747-ce2dc32a09c6 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7395382 Feb 09 01:03:45.005507 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bffad284-84d9-4412-bfad-db3060e3b89f req-28a061f6-4862-43a2-a8ee-11790a437a75 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/security-groups?id=21d48e70-0a9a-4f34-bd03-fe2b0988e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5409873 Feb 09 01:03:45.084581 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-9308257f-476b-4a8d-8f98-4b89dd4af2f5 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Request body: {'port': {'device_id': '9aaa5086-2506-413a-a88f-4d56b6d269cb', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '8d0fbf1e-afd1-4ea0-9eba-88871e127cde', 'admin_state_up': True, 'tenant_id': '6ae572a6f87d4d70abcebc0f3058fa0e', 'security_groups': ['ea209cdf-6740-4074-8d6c-66653a19d53a']}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:45.210102 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f3473-c042-468b-b702-d29dd5789413 req-1728a6bb-62f9-48e3-9849-47b661acb4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:45.211561 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-854f3473-c042-468b-b702-d29dd5789413 req-1728a6bb-62f9-48e3-9849-47b661acb4c4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=55d6843d-cf0e-4da9-b1f9-18c66e11f308 HTTP/1.1" status: 200 len: 850 time: 0.3186653 Feb 09 01:03:45.235800 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-558f819d-8fa9-4e7f-90e8-c87736e620a7 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Calling delete_port for 05b414f9-2333-456a-b84e-807a10d235bd owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:03:45.322014 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3489aaa-f2c4-473b-8797-bf4d31bc74d9 req-b204146c-1071-4554-b025-121935e64416 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:45.323454 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e3489aaa-f2c4-473b-8797-bf4d31bc74d9 req-b204146c-1071-4554-b025-121935e64416 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=15f6fa95-6f4a-4909-837a-471f3f3362d9 HTTP/1.1" status: 200 len: 945 time: 0.9894860 Feb 09 01:03:45.447656 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd31525-6037-4982-b9c7-8bae4d3ba4bf req-dc38407e-e7ae-4df8-96d7-9a20c49b02a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:45.450548 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ebd31525-6037-4982-b9c7-8bae4d3ba4bf req-dc38407e-e7ae-4df8-96d7-9a20c49b02a4 service neutron] 10.222.0.99 "GET /v2.0/networks?id=1f86eb5f-f405-4ce4-a845-9c31ac1b15d4 HTTP/1.1" status: 200 len: 912 time: 0.4144914 Feb 09 01:03:45.473510 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-012b870e-4126-42f2-a8df-91a9bf85a0d6 req-e8a57007-5c5d-4602-9e20-bc86dd372483 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] For port 9457c038-5932-4409-a1a8-2edbfb1ae7f1, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=9457c038-5932-4409-a1a8-2edbfb1ae7f1,segment=NetworkSegment(d1c0a158-6579-41f7-a92a-da7d79b925b6),segment_id=d1c0a158-6579-41f7-a92a-da7d79b925b6)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:45.473510 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-012b870e-4126-42f2-a8df-91a9bf85a0d6 req-e8a57007-5c5d-4602-9e20-bc86dd372483 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:45.502067 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-9308257f-476b-4a8d-8f98-4b89dd4af2f5 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:45.566603 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-558f819d-8fa9-4e7f-90e8-c87736e620a7 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:45.619200 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ebd31525-6037-4982-b9c7-8bae4d3ba4bf req-889f5826-bc00-431a-86bb-d6b2ad91ece9 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f16d05c2-eae9-44a5-8686-789fbb3c6fe4 HTTP/1.1" status: 200 len: 998 time: 0.1647124 Feb 09 01:03:45.660554 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558f819d-8fa9-4e7f-90e8-c87736e620a7 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Pushing event deleted for resources: {'Port': ['ID=05b414f9-2333-456a-b84e-807a10d235bd,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:45.674959 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e3489aaa-f2c4-473b-8797-bf4d31bc74d9 req-421273f6-1e39-479e-8762-857a86d91482 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=ceaabe02-67e8-49da-9640-53d4e3b33273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3357077 Feb 09 01:03:45.704285 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a0f264-d3bb-4f6b-a9d5-10286de2cc39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6e0aae7-22c4-4536-815e-a77da026ad3d'}, {'server_uuid': '17ff1b0f-4a66-480b-b9ca-c0316d93d27f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae5b5cc-2545-402c-98f9-8d707f24c97f'}, {'server_uuid': 'e0a0f264-d3bb-4f6b-a9d5-10286de2cc39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '612c37f5-b77a-411d-90ff-f06757869505'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:03:45.714137 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-558f819d-8fa9-4e7f-90e8-c87736e620a7 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:45.722689 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-558f819d-8fa9-4e7f-90e8-c87736e620a7 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] 10.222.0.105 "DELETE /v2.0/ports/05b414f9-2333-456a-b84e-807a10d235bd HTTP/1.1" status: 204 len: 168 time: 1.2431595 Feb 09 01:03:45.728592 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 54292) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:45.737110 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-11a1d710-1cb3-4eee-84cb-16979ee4e0a5 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f2f97b3a-034a-41a9-841d-665696250247', 'external_fixed_ips': [{'subnet_id': '1e0edb2d-88de-433c-a831-6ef6843b0471', 'ip_address': '2001:db8::3c2'}]}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:45.744306 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-11a1d710-1cb3-4eee-84cb-16979ee4e0a5 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:45.746917 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-012b870e-4126-42f2-a8df-91a9bf85a0d6 req-e8a57007-5c5d-4602-9e20-bc86dd372483 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Calling delete_port for 9457c038-5932-4409-a1a8-2edbfb1ae7f1 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:03:45.750499 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd31525-6037-4982-b9c7-8bae4d3ba4bf req-ae698107-4b22-4e14-a406-a0e8f001a059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:45.751958 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ebd31525-6037-4982-b9c7-8bae4d3ba4bf req-ae698107-4b22-4e14-a406-a0e8f001a059 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=55d6843d-cf0e-4da9-b1f9-18c66e11f308 HTTP/1.1" status: 200 len: 850 time: 0.1201117 Feb 09 01:03:45.753587 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-11a1d710-1cb3-4eee-84cb-16979ee4e0a5 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Usage tracker for resource:router and tenant:9f4b6fa359e945b5a89be824e2af517e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:45.756838 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-11a1d710-1cb3-4eee-84cb-16979ee4e0a5 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:45.775508 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-9308257f-476b-4a8d-8f98-4b89dd4af2f5 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Usage tracker for resource:port and tenant:6ae572a6f87d4d70abcebc0f3058fa0e is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:45.779723 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-9308257f-476b-4a8d-8f98-4b89dd4af2f5 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Quota usage for port was recalculated. Used quota:11. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:45.796816 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-11a1d710-1cb3-4eee-84cb-16979ee4e0a5 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:45.804765 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-9308257f-476b-4a8d-8f98-4b89dd4af2f5 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:45.817955 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ceefd1-ad6e-427d-aedf-8b066250643a req-b9b41cb6-42ff-4eb0-ae4c-74317516f88b tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:45.824307 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ceefd1-ad6e-427d-aedf-8b066250643a req-b9b41cb6-42ff-4eb0-ae4c-74317516f88b tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:45.824736 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-11a1d710-1cb3-4eee-84cb-16979ee4e0a5 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:45.825756 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-11a1d710-1cb3-4eee-84cb-16979ee4e0a5 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:45.830108 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ceefd1-ad6e-427d-aedf-8b066250643a req-b9b41cb6-42ff-4eb0-ae4c-74317516f88b tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:45.836933 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ceefd1-ad6e-427d-aedf-8b066250643a req-b9b41cb6-42ff-4eb0-ae4c-74317516f88b tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:45.837899 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-63ceefd1-ad6e-427d-aedf-8b066250643a req-b9b41cb6-42ff-4eb0-ae4c-74317516f88b tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Synchronizing usage tracker for tenant:6ae572a6f87d4d70abcebc0f3058fa0e on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:03:45.850387 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-11a1d710-1cb3-4eee-84cb-16979ee4e0a5 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:45.870694 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd31525-6037-4982-b9c7-8bae4d3ba4bf req-452c3419-7041-47bc-961d-0b0ae75b5c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:45.872130 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ebd31525-6037-4982-b9c7-8bae4d3ba4bf req-452c3419-7041-47bc-961d-0b0ae75b5c36 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=1f86eb5f-f405-4ce4-a845-9c31ac1b15d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1123493 Feb 09 01:03:45.894805 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f3473-c042-468b-b702-d29dd5789413 req-a20a2f15-a3ab-437b-8b0d-11549aece694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:45.896291 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-854f3473-c042-468b-b702-d29dd5789413 req-a20a2f15-a3ab-437b-8b0d-11549aece694 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1f86eb5f-f405-4ce4-a845-9c31ac1b15d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6709511 Feb 09 01:03:45.945244 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-9308257f-476b-4a8d-8f98-4b89dd4af2f5 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Made reservation on behalf of 6ae572a6f87d4d70abcebc0f3058fa0e for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:03:45.951617 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-9308257f-476b-4a8d-8f98-4b89dd4af2f5 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:46.059112 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-63ceefd1-ad6e-427d-aedf-8b066250643a req-b9b41cb6-42ff-4eb0-ae4c-74317516f88b tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Unset dirty status for tenant:6ae572a6f87d4d70abcebc0f3058fa0e on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:03:46.060309 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-63ceefd1-ad6e-427d-aedf-8b066250643a req-b9b41cb6-42ff-4eb0-ae4c-74317516f88b tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/ports?device_id=9aaa5086-2506-413a-a88f-4d56b6d269cb HTTP/1.1" status: 200 len: 3093 time: 0.9042928 Feb 09 01:03:46.218906 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-11a1d710-1cb3-4eee-84cb-16979ee4e0a5 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:46.316121 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ebd31525-6037-4982-b9c7-8bae4d3ba4bf req-ee75e03d-733d-4281-a025-7311b0593ea0 service neutron] 10.222.0.99 "GET /v2.0/networks/1f86eb5f-f405-4ce4-a845-9c31ac1b15d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3890057 Feb 09 01:03:46.317310 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5f8093-ad2c-4180-b949-14172209ca77 req-6c9da36c-c916-42a0-b1bd-3f4f04b196c8 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:46.318826 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6d5f8093-ad2c-4180-b949-14172209ca77 req-6c9da36c-c916-42a0-b1bd-3f4f04b196c8 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=d365e833-dc87-450f-a9f9-2fd84b685ba6 HTTP/1.1" status: 200 len: 945 time: 0.5229867 Feb 09 01:03:46.333820 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-63ceefd1-ad6e-427d-aedf-8b066250643a req-761dea1a-5a42-4a95-869b-166409be8807 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/security-groups?id=ea209cdf-6740-4074-8d6c-66653a19d53a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2278688 Feb 09 01:03:46.335705 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-854f3473-c042-468b-b702-d29dd5789413 req-5fca39d2-4e41-4567-8f98-68b057a1b5c1 service neutron] 10.222.0.62 "GET /v2.0/networks/1f86eb5f-f405-4ce4-a845-9c31ac1b15d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4272470 Feb 09 01:03:46.352826 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-012b870e-4126-42f2-a8df-91a9bf85a0d6 req-e8a57007-5c5d-4602-9e20-bc86dd372483 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:46.475329 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ebd31525-6037-4982-b9c7-8bae4d3ba4bf req-5f28882b-7286-4c97-86df-2bf3a6d35b6f service neutron] 10.222.0.99 "GET /v2.0/networks/1f86eb5f-f405-4ce4-a845-9c31ac1b15d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532388 Feb 09 01:03:46.554806 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a57007-5c5d-4602-9e20-bc86dd372483 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Pushing event deleted for resources: {'Port': ['ID=9457c038-5932-4409-a1a8-2edbfb1ae7f1,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:46.665076 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6d5f8093-ad2c-4180-b949-14172209ca77 req-8fc22afe-4ec2-4dac-b76f-a76cefcbdc0f tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362851 Feb 09 01:03:46.728556 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-012b870e-4126-42f2-a8df-91a9bf85a0d6 req-e8a57007-5c5d-4602-9e20-bc86dd372483 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] No DVR routers for this DVR port 9457c038-5932-4409-a1a8-2edbfb1ae7f1 on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:03:46.745243 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-012b870e-4126-42f2-a8df-91a9bf85a0d6 req-e8a57007-5c5d-4602-9e20-bc86dd372483 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:46.756857 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd365e833-dc87-450f-a9f9-2fd84b685ba6', 'name': 'network-vif-deleted', 'tag': '9457c038-5932-4409-a1a8-2edbfb1ae7f1'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:03:46.800031 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-9308257f-476b-4a8d-8f98-4b89dd4af2f5 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Allocated IP 10.2.2.200 (8d0fbf1e-afd1-4ea0-9eba-88871e127cde/5dd8fcac-c862-4048-83da-a71790153314/c108be72-b142-4311-9bae-7e7f5c0f5089) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:03:46.809808 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-854f3473-c042-468b-b702-d29dd5789413 req-7b4b693b-3a93-4867-9859-f2c72bee3756 service neutron] 10.222.0.62 "GET /v2.0/networks/1f86eb5f-f405-4ce4-a845-9c31ac1b15d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4550500 Feb 09 01:03:46.822248 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-012b870e-4126-42f2-a8df-91a9bf85a0d6 req-e8a57007-5c5d-4602-9e20-bc86dd372483 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.62 "DELETE /v2.0/ports/9457c038-5932-4409-a1a8-2edbfb1ae7f1 HTTP/1.1" status: 204 len: 173 time: 2.3984618 Feb 09 01:03:46.868981 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274ad8dc-f848-4fb7-b8f0-4d2674847144 req-24ba3007-8325-4eb3-a771-ba0f05c81ee8 tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:46.876963 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-274ad8dc-f848-4fb7-b8f0-4d2674847144 req-24ba3007-8325-4eb3-a771-ba0f05c81ee8 tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] 10.222.0.105 "GET /v2.0/ports?device_id=17ff1b0f-4a66-480b-b9ca-c0316d93d27f HTTP/1.1" status: 200 len: 945 time: 0.3844180 Feb 09 01:03:46.913179 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-11a1d710-1cb3-4eee-84cb-16979ee4e0a5 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:46.958343 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-11a1d710-1cb3-4eee-84cb-16979ee4e0a5 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:47.021359 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-274ad8dc-f848-4fb7-b8f0-4d2674847144 req-5b70a20e-3d23-4fe7-be3b-fe7def335d68 tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] 10.222.0.105 "GET /v2.0/security-groups?id=069bf2ce-4814-4b94-94c2-434fafdddf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430216 Feb 09 01:03:47.130667 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-9308257f-476b-4a8d-8f98-4b89dd4af2f5 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:47.148862 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-9308257f-476b-4a8d-8f98-4b89dd4af2f5 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Transition to ACTIVE for port object c108be72-b142-4311-9bae-7e7f5c0f5089 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:03:47.178064 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-9308257f-476b-4a8d-8f98-4b89dd4af2f5 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:47.230302 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-11a1d710-1cb3-4eee-84cb-16979ee4e0a5 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Allocated IP 2001:db8::3c2 (f2f97b3a-034a-41a9-841d-665696250247/1e0edb2d-88de-433c-a831-6ef6843b0471/ed5d552f-74c9-4ae8-ba8b-e66470a41c9f) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:03:47.307350 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-9308257f-476b-4a8d-8f98-4b89dd4af2f5 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Network 8d0fbf1e-afd1-4ea0-9eba-88871e127cde is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:03:47.312622 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-9308257f-476b-4a8d-8f98-4b89dd4af2f5 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:03:47.322436 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-9308257f-476b-4a8d-8f98-4b89dd4af2f5 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:03:47.333107 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a0f264-d3bb-4f6b-a9d5-10286de2cc39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6e0aae7-22c4-4536-815e-a77da026ad3d', 'code': 200} Feb 09 01:03:47.333561 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17ff1b0f-4a66-480b-b9ca-c0316d93d27f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae5b5cc-2545-402c-98f9-8d707f24c97f', 'code': 200} Feb 09 01:03:47.333698 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a0f264-d3bb-4f6b-a9d5-10286de2cc39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '612c37f5-b77a-411d-90ff-f06757869505', 'code': 200} Feb 09 01:03:47.369724 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9308257f-476b-4a8d-8f98-4b89dd4af2f5 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Pushing event updated for resources: {'Port': ['ID=c108be72-b142-4311-9bae-7e7f5c0f5089,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:47.396672 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 9457c038-5932-4409-a1a8-2edbfb1ae7f1 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:03:47.404323 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-11a1d710-1cb3-4eee-84cb-16979ee4e0a5 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:47.438407 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-11a1d710-1cb3-4eee-84cb-16979ee4e0a5 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:47.447715 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-9308257f-476b-4a8d-8f98-4b89dd4af2f5 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:47.448365 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-9308257f-476b-4a8d-8f98-4b89dd4af2f5 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:47.489813 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd365e833-dc87-450f-a9f9-2fd84b685ba6', 'name': 'network-vif-deleted', 'tag': '9457c038-5932-4409-a1a8-2edbfb1ae7f1', 'status': 'completed', 'code': 200} Feb 09 01:03:47.509765 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf20df1c-4165-4b09-a937-820142c2d646 req-10161962-f345-4174-a7c0-fdb06e9693ec tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:47.515140 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: 9457c038-5932-4409-a1a8-2edbfb1ae7f1 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:03:47.517149 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf20df1c-4165-4b09-a937-820142c2d646 req-10161962-f345-4174-a7c0-fdb06e9693ec tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:47.517640 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 9457c038-5932-4409-a1a8-2edbfb1ae7f1 not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:03:47.527657 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf20df1c-4165-4b09-a937-820142c2d646 req-10161962-f345-4174-a7c0-fdb06e9693ec tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:47.536354 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cf20df1c-4165-4b09-a937-820142c2d646 req-10161962-f345-4174-a7c0-fdb06e9693ec tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "GET /v2.0/ports?device_id=e0a0f264-d3bb-4f6b-a9d5-10286de2cc39 HTTP/1.1" status: 200 len: 2418 time: 0.3169751 Feb 09 01:03:47.552011 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a1d710-1cb3-4eee-84cb-16979ee4e0a5 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Network f2f97b3a-034a-41a9-841d-665696250247 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:03:47.555611 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-11a1d710-1cb3-4eee-84cb-16979ee4e0a5 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:03:47.562340 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a1d710-1cb3-4eee-84cb-16979ee4e0a5 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:03:47.599257 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-9308257f-476b-4a8d-8f98-4b89dd4af2f5 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5219700 Feb 09 01:03:47.677725 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cf20df1c-4165-4b09-a937-820142c2d646 req-4919816a-ae78-4ce2-9fc6-f1e6ee7841e1 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "GET /v2.0/security-groups?id=f20558f4-33ef-4c77-9965-2db2b58a5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408777 Feb 09 01:03:47.770443 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f37a4681-3c54-4b21-ba0b-3824fb3dd15e None None] Provisioning for port c108be72-b142-4311-9bae-7e7f5c0f5089 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:03:47.788800 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f37a4681-3c54-4b21-ba0b-3824fb3dd15e None None] Provisioning complete for port c108be72-b142-4311-9bae-7e7f5c0f5089 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:47.790314 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f37a4681-3c54-4b21-ba0b-3824fb3dd15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:47.802243 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1d710-1cb3-4eee-84cb-16979ee4e0a5 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Pushing event updated for resources: {'Port': ['ID=ed5d552f-74c9-4ae8-ba8b-e66470a41c9f,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:47.802828 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-81a9e439-316f-4a39-b435-228cb3dd611d service neutron] Request body: {'port': {'device_id': '9aaa5086-2506-413a-a88f-4d56b6d269cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:47.932665 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-f37a4681-3c54-4b21-ba0b-3824fb3dd15e None None] Port c108be72-b142-4311-9bae-7e7f5c0f5089 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:03:48.171528 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-11a1d710-1cb3-4eee-84cb-16979ee4e0a5 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:48.317879 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-81a9e439-316f-4a39-b435-228cb3dd611d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:48.335375 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f5c45d-ee94-432f-8dcf-939733b2393e req-bbb222b1-eaa7-45a3-80ee-91da3c4b9d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:48.336870 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-80f5c45d-ee94-432f-8dcf-939733b2393e req-bbb222b1-eaa7-45a3-80ee-91da3c4b9d03 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=17ff1b0f-4a66-480b-b9ca-c0316d93d27f HTTP/1.1" status: 200 len: 1096 time: 0.6560395 Feb 09 01:03:48.348647 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b7e59-fa08-475f-9cec-04a0436e7252 req-94908746-e69a-4394-878b-197bf96ff8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:48.349116 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b7e59-fa08-475f-9cec-04a0436e7252 req-94908746-e69a-4394-878b-197bf96ff8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:48.349589 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b7e59-fa08-475f-9cec-04a0436e7252 req-94908746-e69a-4394-878b-197bf96ff8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:48.351246 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-610b7e59-fa08-475f-9cec-04a0436e7252 req-94908746-e69a-4394-878b-197bf96ff8fa service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e0a0f264-d3bb-4f6b-a9d5-10286de2cc39 HTTP/1.1" status: 200 len: 2871 time: 0.6713912 Feb 09 01:03:48.400310 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcd10b0-9774-488b-8b95-bb43d0a6c90f req-e618f4c2-f91d-41dd-8c12-1b0ca30367f7 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:48.401750 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2bcd10b0-9774-488b-8b95-bb43d0a6c90f req-e618f4c2-f91d-41dd-8c12-1b0ca30367f7 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=15f6fa95-6f4a-4909-837a-471f3f3362d9 HTTP/1.1" status: 200 len: 945 time: 0.3541365 Feb 09 01:03:48.419162 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b66fea6-046a-4d93-90aa-faa9776ef8ac req-74d00298-970f-408c-8744-197b1b510fbf tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:48.426426 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b66fea6-046a-4d93-90aa-faa9776ef8ac req-74d00298-970f-408c-8744-197b1b510fbf tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:48.432219 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b66fea6-046a-4d93-90aa-faa9776ef8ac req-74d00298-970f-408c-8744-197b1b510fbf tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:48.438008 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b66fea6-046a-4d93-90aa-faa9776ef8ac req-74d00298-970f-408c-8744-197b1b510fbf tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:48.444373 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b66fea6-046a-4d93-90aa-faa9776ef8ac req-74d00298-970f-408c-8744-197b1b510fbf tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:48.445356 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-9b66fea6-046a-4d93-90aa-faa9776ef8ac req-74d00298-970f-408c-8744-197b1b510fbf tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Synchronizing usage tracker for tenant:6ae572a6f87d4d70abcebc0f3058fa0e on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:03:48.526685 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-11a1d710-1cb3-4eee-84cb-16979ee4e0a5 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:48.574426 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-80f5c45d-ee94-432f-8dcf-939733b2393e req-04dfce85-6c86-4310-a0ab-ebc65c6b56d1 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=069bf2ce-4814-4b94-94c2-434fafdddf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189751 Feb 09 01:03:48.575880 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-610b7e59-fa08-475f-9cec-04a0436e7252 req-f8e7a877-a80e-46f2-8da6-c4d74fee0a70 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f20558f4-33ef-4c77-9965-2db2b58a5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732607 Feb 09 01:03:48.581440 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-9b66fea6-046a-4d93-90aa-faa9776ef8ac req-74d00298-970f-408c-8744-197b1b510fbf tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Unset dirty status for tenant:6ae572a6f87d4d70abcebc0f3058fa0e on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:03:48.583094 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9b66fea6-046a-4d93-90aa-faa9776ef8ac req-74d00298-970f-408c-8744-197b1b510fbf tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/ports?device_id=9aaa5086-2506-413a-a88f-4d56b6d269cb HTTP/1.1" status: 200 len: 3814 time: 0.5449405 Feb 09 01:03:48.657560 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2bcd10b0-9774-488b-8b95-bb43d0a6c90f req-a39bd141-0988-4486-9a54-9568631eca72 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=ceaabe02-67e8-49da-9640-53d4e3b33273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002258 Feb 09 01:03:48.791916 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9b66fea6-046a-4d93-90aa-faa9776ef8ac req-8268b5e0-64fb-45f0-9e77-6510069a17f1 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/security-groups?id=ea209cdf-6740-4074-8d6c-66653a19d53a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1687174 Feb 09 01:03:48.919809 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11a1d710-1cb3-4eee-84cb-16979ee4e0a5 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Router 3f8532d5-acff-4cac-bc13-81a6d6687b85 is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:03:49.039757 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-81a9e439-316f-4a39-b435-228cb3dd611d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9b2d358-0ad5-43e9-81ee-55fa33d7d68a {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:03:49.054920 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-81a9e439-316f-4a39-b435-228cb3dd611d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:49.083061 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-81a9e439-316f-4a39-b435-228cb3dd611d service neutron] Transition to ACTIVE for port object f9b2d358-0ad5-43e9-81ee-55fa33d7d68a will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:03:49.088878 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-81a9e439-316f-4a39-b435-228cb3dd611d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:49.129714 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff1210f-4391-4073-b77a-85b721d51844 req-a564eb63-f0e2-456e-a660-13c59a115dc3 tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:49.134943 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a1d710-1cb3-4eee-84cb-16979ee4e0a5 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:03:49.136718 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8ff1210f-4391-4073-b77a-85b721d51844 req-a564eb63-f0e2-456e-a660-13c59a115dc3 tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] 10.222.0.105 "GET /v2.0/ports?device_id=17ff1b0f-4a66-480b-b9ca-c0316d93d27f HTTP/1.1" status: 200 len: 945 time: 0.1855736 Feb 09 01:03:49.150495 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f76764-9552-4439-874e-0f0cdfff4e08 None None] Sync routers for ids ['3f8532d5-acff-4cac-bc13-81a6d6687b85'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:03:49.165032 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f76764-9552-4439-874e-0f0cdfff4e08 None None] Routers {'3f8532d5-acff-4cac-bc13-81a6d6687b85'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:03:49.165694 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-63f76764-9552-4439-874e-0f0cdfff4e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:03:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['3f8532d5-acff-4cac-bc13-81a6d6687b85'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:49.190922 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-11a1d710-1cb3-4eee-84cb-16979ee4e0a5 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:49.194862 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-11a1d710-1cb3-4eee-84cb-16979ee4e0a5 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.4652798 Feb 09 01:03:49.198472 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 54354) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:49.300316 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a9e439-316f-4a39-b435-228cb3dd611d service neutron] Pushing event updated for resources: {'Port': ['ID=f9b2d358-0ad5-43e9-81ee-55fa33d7d68a,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:49.385497 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8ff1210f-4391-4073-b77a-85b721d51844 req-bb40d5fe-f0ce-479b-bc5c-380a8c4544de tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] 10.222.0.105 "GET /v2.0/security-groups?id=069bf2ce-4814-4b94-94c2-434fafdddf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459755 Feb 09 01:03:49.554606 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6f5f8e3d-2218-4950-9612-ad15e6a0f29a tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:49.555174 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-81a9e439-316f-4a39-b435-228cb3dd611d service neutron] Attempting to bind port f9b2d358-0ad5-43e9-81ee-55fa33d7d68a on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:03:49.555174 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-81a9e439-316f-4a39-b435-228cb3dd611d service neutron] Attempting to bind port f9b2d358-0ad5-43e9-81ee-55fa33d7d68a by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '40c00fa1-daf3-4b56-ac4d-2ce7703801d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c21402c-7902-4ae7-8505-6f11f3eac92e'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:03:49.558168 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-81a9e439-316f-4a39-b435-228cb3dd611d service neutron] Attempting to bind port f9b2d358-0ad5-43e9-81ee-55fa33d7d68a on network 6c21402c-7902-4ae7-8505-6f11f3eac92e {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:03:49.570738 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-81a9e439-316f-4a39-b435-228cb3dd611d service neutron] Port f9b2d358-0ad5-43e9-81ee-55fa33d7d68a on network 6c21402c-7902-4ae7-8505-6f11f3eac92e not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:03:49.571184 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-81a9e439-316f-4a39-b435-228cb3dd611d service neutron] Attempting to bind port f9b2d358-0ad5-43e9-81ee-55fa33d7d68a on network 6c21402c-7902-4ae7-8505-6f11f3eac92e {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:03:49.577883 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-81a9e439-316f-4a39-b435-228cb3dd611d service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:03:49.578221 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-81a9e439-316f-4a39-b435-228cb3dd611d service neutron] Checking segment: {'id': '40c00fa1-daf3-4b56-ac4d-2ce7703801d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c21402c-7902-4ae7-8505-6f11f3eac92e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:03:49.578610 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-81a9e439-316f-4a39-b435-228cb3dd611d service neutron] Bound using segment: {'id': '40c00fa1-daf3-4b56-ac4d-2ce7703801d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c21402c-7902-4ae7-8505-6f11f3eac92e'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:03:49.579044 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-81a9e439-316f-4a39-b435-228cb3dd611d service neutron] Bound port: f9b2d358-0ad5-43e9-81ee-55fa33d7d68a, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40c00fa1-daf3-4b56-ac4d-2ce7703801d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c21402c-7902-4ae7-8505-6f11f3eac92e'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:03:49.579389 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-81a9e439-316f-4a39-b435-228cb3dd611d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:49.598770 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-63f76764-9552-4439-874e-0f0cdfff4e08 None None] Set router 3f8532d5-acff-4cac-bc13-81a6d6687b85 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:03:49.771114 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-81a9e439-316f-4a39-b435-228cb3dd611d service neutron] For port f9b2d358-0ad5-43e9-81ee-55fa33d7d68a, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:03:49.775951 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-81a9e439-316f-4a39-b435-228cb3dd611d service neutron] For port f9b2d358-0ad5-43e9-81ee-55fa33d7d68a, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=f9b2d358-0ad5-43e9-81ee-55fa33d7d68a,segment=NetworkSegment(40c00fa1-daf3-4b56-ac4d-2ce7703801d7),segment_id=40c00fa1-daf3-4b56-ac4d-2ce7703801d7)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:03:49.797134 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af34d5-15fd-48d7-85e0-917be0d08e4c req-a547096e-ea7e-4730-8cc4-8688bbfabe41 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:49.804921 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af34d5-15fd-48d7-85e0-917be0d08e4c req-a547096e-ea7e-4730-8cc4-8688bbfabe41 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:49.808872 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6f5f8e3d-2218-4950-9612-ad15e6a0f29a tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:49.812571 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af34d5-15fd-48d7-85e0-917be0d08e4c req-a547096e-ea7e-4730-8cc4-8688bbfabe41 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:49.820049 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-6f5f8e3d-2218-4950-9612-ad15e6a0f29a tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Deleting port ed5d552f-74c9-4ae8-ba8b-e66470a41c9f {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:03:49.820405 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6f5f8e3d-2218-4950-9612-ad15e6a0f29a tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:49.821559 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-28af34d5-15fd-48d7-85e0-917be0d08e4c req-a547096e-ea7e-4730-8cc4-8688bbfabe41 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "GET /v2.0/ports?device_id=e0a0f264-d3bb-4f6b-a9d5-10286de2cc39 HTTP/1.1" status: 200 len: 2418 time: 0.2127466 Feb 09 01:03:49.824056 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-81a9e439-316f-4a39-b435-228cb3dd611d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:49.977958 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-81a9e439-316f-4a39-b435-228cb3dd611d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:49.978238 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-63f76764-9552-4439-874e-0f0cdfff4e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8532d5-acff-4cac-bc13-81a6d6687b85', 'name': '', 'tenant_id': '9f4b6fa359e945b5a89be824e2af517e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f97b3a-034a-41a9-841d-665696250247', 'external_fixed_ips': [{'subnet_id': '1e0edb2d-88de-433c-a831-6ef6843b0471', 'ip_address': '2001:db8::3c2'}], 'enable_snat': True}, 'gw_port_id': 'ed5d552f-74c9-4ae8-ba8b-e66470a41c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:03:45Z', 'updated_at': '2022-02-09T01:03:47Z', 'revision_number': 3, 'project_id': '9f4b6fa359e945b5a89be824e2af517e', 'gw_port': {'id': 'ed5d552f-74c9-4ae8-ba8b-e66470a41c9f', 'name': '', 'network_id': 'f2f97b3a-034a-41a9-841d-665696250247', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c4:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f8532d5-acff-4cac-bc13-81a6d6687b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '1e0edb2d-88de-433c-a831-6ef6843b0471', 'ip_address': '2001:db8::3c2', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:03:47Z', 'updated_at': '2022-02-09T01:03:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1e0edb2d-88de-433c-a831-6ef6843b0471', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:49.978837 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-81a9e439-316f-4a39-b435-228cb3dd611d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:49.980609 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-81a9e439-316f-4a39-b435-228cb3dd611d service neutron] 10.222.0.62 "PUT /v2.0/ports/f9b2d358-0ad5-43e9-81ee-55fa33d7d68a HTTP/1.1" status: 200 len: 1091 time: 2.3018110 Feb 09 01:03:49.983119 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f76764-9552-4439-874e-0f0cdfff4e08 None None] Checking router: 3f8532d5-acff-4cac-bc13-81a6d6687b85 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:03:49.983461 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f76764-9552-4439-874e-0f0cdfff4e08 None None] Updating router 3f8532d5-acff-4cac-bc13-81a6d6687b85 port ed5d552f-74c9-4ae8-ba8b-e66470a41c9f binding host n-d-828418-1 {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:03:50.031560 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aaa5086-2506-413a-a88f-4d56b6d269cb', 'tag': 'f9b2d358-0ad5-43e9-81ee-55fa33d7d68a'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:03:50.051428 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-ba42c8a5-0ff9-4dab-97e5-37025ee85818 service neutron] Request body: {'port': {'device_id': '9aaa5086-2506-413a-a88f-4d56b6d269cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:50.063362 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-63f76764-9552-4439-874e-0f0cdfff4e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:50.084281 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6f5f8e3d-2218-4950-9612-ad15e6a0f29a tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:50.267397 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-6f5f8e3d-2218-4950-9612-ad15e6a0f29a tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Calling delete_port for ed5d552f-74c9-4ae8-ba8b-e66470a41c9f owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:03:50.272750 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-28af34d5-15fd-48d7-85e0-917be0d08e4c req-cb68ace0-7ce4-443a-a039-455e50a73e84 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "GET /v2.0/security-groups?id=f20558f4-33ef-4c77-9965-2db2b58a5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4500477 Feb 09 01:03:50.336377 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a9e439-316f-4a39-b435-228cb3dd611d service neutron] Pushing event updated for resources: {'Port': ['ID=f9b2d358-0ad5-43e9-81ee-55fa33d7d68a,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:50.499738 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e7003-a56c-4872-9373-8cd38d05e4c4 req-03216c19-474e-4ba7-8a2a-fcca418a0440 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:50.507149 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ff8e7003-a56c-4872-9373-8cd38d05e4c4 req-03216c19-474e-4ba7-8a2a-fcca418a0440 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/networks?id=dd02684a-c792-4fba-8571-35898e88ad40 HTTP/1.1" status: 200 len: 811 time: 0.5873168 Feb 09 01:03:50.542876 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-63f76764-9552-4439-874e-0f0cdfff4e08 None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:50.543450 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ff8e7003-a56c-4872-9373-8cd38d05e4c4 req-264888fb-fef0-49dd-8aff-9faa3225430b tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/quotas/5ff9aad1b4b645cb83f87778a731b808 HTTP/1.1" status: 200 len: 375 time: 0.0348678 Feb 09 01:03:50.545202 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-ba42c8a5-0ff9-4dab-97e5-37025ee85818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:50.619960 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-ff8e7003-a56c-4872-9373-8cd38d05e4c4 req-8d03d10e-56cb-486c-b8f4-61260cc5a7e2 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Synchronizing usage tracker for tenant:5ff9aad1b4b645cb83f87778a731b808 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:03:50.703995 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-ff8e7003-a56c-4872-9373-8cd38d05e4c4 req-8d03d10e-56cb-486c-b8f4-61260cc5a7e2 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Unset dirty status for tenant:5ff9aad1b4b645cb83f87778a731b808 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:03:50.706011 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ff8e7003-a56c-4872-9373-8cd38d05e4c4 req-8d03d10e-56cb-486c-b8f4-61260cc5a7e2 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=5ff9aad1b4b645cb83f87778a731b808&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1612418 Feb 09 01:03:50.719165 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79823bfa-3172-4edc-a88b-40ad5b763b5b req-1e4f8a5a-a962-4f9c-8ef8-0911509c5cec tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:50.720826 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-79823bfa-3172-4edc-a88b-40ad5b763b5b req-1e4f8a5a-a962-4f9c-8ef8-0911509c5cec tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=15f6fa95-6f4a-4909-837a-471f3f3362d9 HTTP/1.1" status: 200 len: 945 time: 0.2854795 Feb 09 01:03:50.743577 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6f5f8e3d-2218-4950-9612-ad15e6a0f29a tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:50.745712 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-63f76764-9552-4439-874e-0f0cdfff4e08 None None] DB exception raised by Mechanism driver 'openvswitch' in update_port_precommit {{(pid=87641) _call_on_drivers /opt/stack/neutron/neutron/plugins/ml2/managers.py:481}} Feb 09 01:03:50.745712 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Feb 09 01:03:50.745712 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1276, in _execute_context Feb 09 01:03:50.745712 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers self.dialect.do_execute( Feb 09 01:03:50.745712 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 608, in do_execute Feb 09 01:03:50.745712 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers cursor.execute(statement, parameters) Feb 09 01:03:50.745712 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute Feb 09 01:03:50.745712 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers result = self._query(query) Feb 09 01:03:50.745712 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query Feb 09 01:03:50.745712 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers conn.query(q) Feb 09 01:03:50.745712 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query Feb 09 01:03:50.745712 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers self._affected_rows = self._read_query_result(unbuffered=unbuffered) Feb 09 01:03:50.745712 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result Feb 09 01:03:50.745712 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers result.read() Feb 09 01:03:50.745712 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read Feb 09 01:03:50.745712 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers first_packet = self.connection._read_packet() Feb 09 01:03:50.745712 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet Feb 09 01:03:50.745712 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers packet.raise_for_error() Feb 09 01:03:50.745712 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error Feb 09 01:03:50.745712 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers err.raise_mysql_exception(self._data) Feb 09 01:03:50.745712 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception Feb 09 01:03:50.745712 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers raise errorclass(errno, errval) Feb 09 01:03:50.745712 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers pymysql.err.OperationalError: (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 09 01:03:50.745712 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers Feb 09 01:03:50.745712 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers The above exception was the direct cause of the following exception: Feb 09 01:03:50.745712 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers Feb 09 01:03:50.745712 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Feb 09 01:03:50.745712 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 477, in _call_on_drivers Feb 09 01:03:50.745712 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers getattr(driver.obj, method_name)(context) Feb 09 01:03:50.745712 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 65, in update_port_precommit Feb 09 01:03:50.745712 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers self._insert_provisioning_block(context) Feb 09 01:03:50.745712 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 80, in _insert_provisioning_block Feb 09 01:03:50.745712 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers if context.host_agents(self.agent_type): Feb 09 01:03:50.745712 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/driver_context.py", line 295, in host_agents Feb 09 01:03:50.745712 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers return self._plugin.get_agents(self._plugin_context, Feb 09 01:03:50.745712 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 09 01:03:50.745712 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers return method(*args, **kwargs) Feb 09 01:03:50.745712 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/agents_db.py", line 303, in get_agents Feb 09 01:03:50.745712 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers agents = agent_obj.Agent.get_objects(context, **filters) Feb 09 01:03:50.745712 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/objects/base.py", line 630, in get_objects Feb 09 01:03:50.745712 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers db_objs = obj_db_api.get_objects( Feb 09 01:03:50.745712 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/objects/db/api.py", line 48, in get_objects Feb 09 01:03:50.745712 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers return model_query.get_collection( Feb 09 01:03:50.745712 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 316, in get_collection Feb 09 01:03:50.745712 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers items = [ Feb 09 01:03:50.745712 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 3534, in __iter__ Feb 09 01:03:50.745712 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers self.session._autoflush() Feb 09 01:03:50.745712 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1622, in _autoflush Feb 09 01:03:50.745712 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers self.flush() Feb 09 01:03:50.745712 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 2540, in flush Feb 09 01:03:50.745712 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers self._flush(objects) Feb 09 01:03:50.745712 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 2682, in _flush Feb 09 01:03:50.745712 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers transaction.rollback(_capture_exception=True) Feb 09 01:03:50.749187 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/langhelpers.py", line 68, in __exit__ Feb 09 01:03:50.749187 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers compat.raise_( Feb 09 01:03:50.749187 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 182, in raise_ Feb 09 01:03:50.749187 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers raise exception Feb 09 01:03:50.749187 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 2642, in _flush Feb 09 01:03:50.749187 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers flush_context.execute() Feb 09 01:03:50.749187 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 422, in execute Feb 09 01:03:50.749187 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers rec.execute(self) Feb 09 01:03:50.749187 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 586, in execute Feb 09 01:03:50.749187 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers persistence.save_obj( Feb 09 01:03:50.749187 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 230, in save_obj Feb 09 01:03:50.749187 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers _emit_update_statements( Feb 09 01:03:50.749187 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 994, in _emit_update_statements Feb 09 01:03:50.749187 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers c = cached_connections[connection].execute( Feb 09 01:03:50.749187 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1011, in execute Feb 09 01:03:50.749187 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers return meth(self, multiparams, params) Feb 09 01:03:50.749187 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 298, in _execute_on_connection Feb 09 01:03:50.749187 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers return connection._execute_clauseelement(self, multiparams, params) Feb 09 01:03:50.749187 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1124, in _execute_clauseelement Feb 09 01:03:50.749187 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers ret = self._execute_context( Feb 09 01:03:50.749187 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1316, in _execute_context Feb 09 01:03:50.749187 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers self._handle_dbapi_exception( Feb 09 01:03:50.749187 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1508, in _handle_dbapi_exception Feb 09 01:03:50.749187 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers util.raise_(newraise, with_traceback=exc_info[2], from_=e) Feb 09 01:03:50.749187 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 182, in raise_ Feb 09 01:03:50.749187 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers raise exception Feb 09 01:03:50.749187 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1276, in _execute_context Feb 09 01:03:50.749187 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers self.dialect.do_execute( Feb 09 01:03:50.749187 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 608, in do_execute Feb 09 01:03:50.749187 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers cursor.execute(statement, parameters) Feb 09 01:03:50.749187 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute Feb 09 01:03:50.749187 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers result = self._query(query) Feb 09 01:03:50.749187 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query Feb 09 01:03:50.749187 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers conn.query(q) Feb 09 01:03:50.749187 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query Feb 09 01:03:50.749187 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers self._affected_rows = self._read_query_result(unbuffered=unbuffered) Feb 09 01:03:50.749187 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result Feb 09 01:03:50.749187 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers result.read() Feb 09 01:03:50.749187 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read Feb 09 01:03:50.749187 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers first_packet = self.connection._read_packet() Feb 09 01:03:50.749187 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet Feb 09 01:03:50.749187 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers packet.raise_for_error() Feb 09 01:03:50.749187 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error Feb 09 01:03:50.749187 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers err.raise_mysql_exception(self._data) Feb 09 01:03:50.749187 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception Feb 09 01:03:50.749187 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers raise errorclass(errno, errval) Feb 09 01:03:50.749187 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 09 01:03:50.749187 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Feb 09 01:03:50.749187 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers [parameters: {'host': 'n-d-828418-1', 'ml2_port_bindings_port_id': 'ed5d552f-74c9-4ae8-ba8b-e66470a41c9f', 'ml2_port_bindings_host': ''}] Feb 09 01:03:50.749187 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers (Background on this error at: http://sqlalche.me/e/13/e3q8) Feb 09 01:03:50.749187 n-d-828418-1 neutron-server[87641]: ERROR neutron.plugins.ml2.managers Feb 09 01:03:50.755635 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.db.api [None req-63f76764-9552-4439-874e-0f0cdfff4e08 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 09 01:03:50.755635 n-d-828418-1 neutron-server[87641]: [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Feb 09 01:03:50.755635 n-d-828418-1 neutron-server[87641]: [parameters: {'host': 'n-d-828418-1', 'ml2_port_bindings_port_id': 'ed5d552f-74c9-4ae8-ba8b-e66470a41c9f', 'ml2_port_bindings_host': ''}] Feb 09 01:03:50.755635 n-d-828418-1 neutron-server[87641]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:03:50.756440 n-d-828418-1 neutron-server[87641]: DEBUG oslo_db.api [None req-63f76764-9552-4439-874e-0f0cdfff4e08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:03:50.801264 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5f8e3d-2218-4950-9612-ad15e6a0f29a tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Pushing event deleted for resources: {'Port': ['ID=ed5d552f-74c9-4ae8-ba8b-e66470a41c9f,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:50.843346 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6f5f8e3d-2218-4950-9612-ad15e6a0f29a tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:50.954246 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-79823bfa-3172-4edc-a88b-40ad5b763b5b req-c13062c0-8060-4e90-b519-be166086bfd5 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=ceaabe02-67e8-49da-9640-53d4e3b33273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451597 Feb 09 01:03:51.035917 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6f5f8e3d-2218-4950-9612-ad15e6a0f29a tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:51.038587 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6f5f8e3d-2218-4950-9612-ad15e6a0f29a tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:51.065530 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6f5f8e3d-2218-4950-9612-ad15e6a0f29a tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:51.065530 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f5f8e3d-2218-4950-9612-ad15e6a0f29a tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3f8532d5-acff-4cac-bc13-81a6d6687b85 {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:03:51.079411 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6f5f8e3d-2218-4950-9612-ad15e6a0f29a tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:51.084334 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-6f5f8e3d-2218-4950-9612-ad15e6a0f29a tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] 10.222.0.105 "DELETE /v2.0/routers/3f8532d5-acff-4cac-bc13-81a6d6687b85 HTTP/1.1" status: 204 len: 168 time: 1.8852551 Feb 09 01:03:51.085025 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 54394) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:51.100219 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ff8e7003-a56c-4872-9373-8cd38d05e4c4 req-e95bccfb-1136-40c4-9f5f-a80e055655e2 service neutron] 10.222.0.105 "GET /v2.0/networks/dd02684a-c792-4fba-8571-35898e88ad40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3713419 Feb 09 01:03:51.155539 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b7907b2-8078-4ccd-b4c2-e2ddbf4109d1 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Deleting subnet 1e0edb2d-88de-433c-a831-6ef6843b0471 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:03:51.159299 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7b7907b2-8078-4ccd-b4c2-e2ddbf4109d1 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:51.231245 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7b7907b2-8078-4ccd-b4c2-e2ddbf4109d1 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:51.304615 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7b7907b2-8078-4ccd-b4c2-e2ddbf4109d1 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:51.319192 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f76764-9552-4439-874e-0f0cdfff4e08 None None] Port ed5d552f-74c9-4ae8-ba8b-e66470a41c9f not found while updating agent binding for router 3f8532d5-acff-4cac-bc13-81a6d6687b85. {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 09 01:03:51.328858 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f76764-9552-4439-874e-0f0cdfff4e08 None None] Routers set() bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:03:51.329340 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f76764-9552-4439-874e-0f0cdfff4e08 None None] Router IDs set() for agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Feb 09 01:03:51.330142 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_agentschedulers_db [None req-63f76764-9552-4439-874e-0f0cdfff4e08 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3f8532d5-acff-4cac-bc13-81a6d6687b85'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:03:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent'). {{(pid=87641) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 09 01:03:51.331161 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f76764-9552-4439-874e-0f0cdfff4e08 None None] The sync data for ids ['3f8532d5-acff-4cac-bc13-81a6d6687b85'] in n-d-828418-1 is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:03:51.375173 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ff8e7003-a56c-4872-9373-8cd38d05e4c4 req-5ccf0971-4cdd-4a09-8ff1-c353198e964c service neutron] 10.222.0.105 "GET /v2.0/networks/dd02684a-c792-4fba-8571-35898e88ad40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563889 Feb 09 01:03:51.375448 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7b7907b2-8078-4ccd-b4c2-e2ddbf4109d1 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:51.421117 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7907b2-8078-4ccd-b4c2-e2ddbf4109d1 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1e0edb2d-88de-433c-a831-6ef6843b0471,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:51.421588 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 4779cc01-d02f-4afc-9efd-b701db158458 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:03:51.429441 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7b7907b2-8078-4ccd-b4c2-e2ddbf4109d1 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:51.435207 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3255e664-6353-4e18-babe-f297fde0d389 req-ab6f0056-3e0b-4862-8df5-87da9d45b69e tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:51.436088 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-7b7907b2-8078-4ccd-b4c2-e2ddbf4109d1 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] 10.222.0.105 "DELETE /v2.0/subnets/1e0edb2d-88de-433c-a831-6ef6843b0471 HTTP/1.1" status: 204 len: 168 time: 0.3499448 Feb 09 01:03:51.438639 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 54402) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:51.444227 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3255e664-6353-4e18-babe-f297fde0d389 req-ab6f0056-3e0b-4862-8df5-87da9d45b69e tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:51.450194 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3255e664-6353-4e18-babe-f297fde0d389 req-ab6f0056-3e0b-4862-8df5-87da9d45b69e tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:51.457344 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3255e664-6353-4e18-babe-f297fde0d389 req-ab6f0056-3e0b-4862-8df5-87da9d45b69e tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:51.463265 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3255e664-6353-4e18-babe-f297fde0d389 req-ab6f0056-3e0b-4862-8df5-87da9d45b69e tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:51.465053 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3255e664-6353-4e18-babe-f297fde0d389 req-ab6f0056-3e0b-4862-8df5-87da9d45b69e tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/ports?device_id=9aaa5086-2506-413a-a88f-4d56b6d269cb HTTP/1.1" status: 200 len: 3826 time: 0.3165808 Feb 09 01:03:51.539266 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-ba42c8a5-0ff9-4dab-97e5-37025ee85818 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b457899-fc18-4e88-ac0e-5e0fa9c1dad9 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:03:51.558968 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-ba42c8a5-0ff9-4dab-97e5-37025ee85818 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:51.564357 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3255e664-6353-4e18-babe-f297fde0d389 req-b665e39f-764a-4259-b0a3-ccc116ff68da tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/security-groups?id=ea209cdf-6740-4074-8d6c-66653a19d53a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837429 Feb 09 01:03:51.589032 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-64d2b99d-826e-4463-9da3-b9398208d50d tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:51.613951 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aaa5086-2506-413a-a88f-4d56b6d269cb', 'tag': 'f9b2d358-0ad5-43e9-81ee-55fa33d7d68a', 'status': 'completed', 'code': 200} Feb 09 01:03:51.622847 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-ba42c8a5-0ff9-4dab-97e5-37025ee85818 service neutron] Transition to ACTIVE for port object 2b457899-fc18-4e88-ac0e-5e0fa9c1dad9 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:03:51.627813 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:51.631191 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-ba42c8a5-0ff9-4dab-97e5-37025ee85818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:51.827600 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 4779cc01-d02f-4afc-9efd-b701db158458, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=4779cc01-d02f-4afc-9efd-b701db158458,segment=NetworkSegment(68c75c24-5a6d-4512-b85d-48e7bc49aa9f),segment_id=68c75c24-5a6d-4512-b85d-48e7bc49aa9f)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:51.847910 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-64d2b99d-826e-4463-9da3-b9398208d50d tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:51.862692 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '4779cc01-d02f-4afc-9efd-b701db158458', 'network_id': '48143312-4059-4efc-a7c1-0025ad20c80e', 'port_id': '4779cc01-d02f-4afc-9efd-b701db158458', 'mac_address': 'fa:16:3e:ac:de:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77301bdf-2486-425f-9a0c-6634d1b8425f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:03:51.879413 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-64d2b99d-826e-4463-9da3-b9398208d50d tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2f97b3a-034a-41a9-841d-665696250247']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:51.896547 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-64d2b99d-826e-4463-9da3-b9398208d50d tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90035a10-5c36-4a45-b9ca-11fa7b61df9e') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:51.899745 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-64d2b99d-826e-4463-9da3-b9398208d50d tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90035a10-5c36-4a45-b9ca-11fa7b61df9e') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:51.944762 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-64d2b99d-826e-4463-9da3-b9398208d50d tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:51.991741 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:51.995180 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-64d2b99d-826e-4463-9da3-b9398208d50d tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:52.025866 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64d2b99d-826e-4463-9da3-b9398208d50d tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:03:52.026667 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-64d2b99d-826e-4463-9da3-b9398208d50d tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:52.035671 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4779cc01-d02f-4afc-9efd-b701db158458 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:03:52.043750 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:03:52.043750 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:03:52.043750 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:03:52.043750 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:03:52.043750 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:03:52.043750 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:03:52.043750 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:03:52.043750 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:03:52.043750 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:03:52.043750 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:03:52.043750 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:03:52.043750 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:03:52.043750 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:03:52.043750 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:03:52.043750 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:03:52.043750 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:03:52.043750 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:03:52.043750 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:03:52.043750 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:03:52.043750 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:03:52.043750 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:03:52.043750 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:03:52.043750 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:03:52.043750 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:03:52.043750 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:03:52.043750 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:03:52.043750 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:03:52.043750 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:03:52.043750 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:03:52.043750 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:03:52.043750 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:03:52.043750 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:03:52.083139 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 4779cc01-d02f-4afc-9efd-b701db158458, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=4779cc01-d02f-4afc-9efd-b701db158458,segment=NetworkSegment(68c75c24-5a6d-4512-b85d-48e7bc49aa9f),segment_id=68c75c24-5a6d-4512-b85d-48e7bc49aa9f)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:52.090131 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba42c8a5-0ff9-4dab-97e5-37025ee85818 service neutron] Pushing event updated for resources: {'Port': ['ID=2b457899-fc18-4e88-ac0e-5e0fa9c1dad9,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:52.093304 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:52.168758 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-64d2b99d-826e-4463-9da3-b9398208d50d tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:52.202030 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d2b99d-826e-4463-9da3-b9398208d50d tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f2f97b3a-034a-41a9-841d-665696250247 {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 09 01:03:52.225650 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-64d2b99d-826e-4463-9da3-b9398208d50d tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:52.250951 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d2b99d-826e-4463-9da3-b9398208d50d tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Pushing event deleted for resources: {'Network': ['ID=f2f97b3a-034a-41a9-841d-665696250247,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:52.265776 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-64d2b99d-826e-4463-9da3-b9398208d50d tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] 10.222.0.105 "DELETE /v2.0/networks/f2f97b3a-034a-41a9-841d-665696250247 HTTP/1.1" status: 204 len: 168 time: 0.8226440 Feb 09 01:03:52.291705 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8062dd97-3f37-41a7-927f-366a3c2b20c3 req-9974e378-b8d7-4032-ab7e-6982218a7222 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:52.301974 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8062dd97-3f37-41a7-927f-366a3c2b20c3 req-9974e378-b8d7-4032-ab7e-6982218a7222 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/ports?device_id=b644c596-18e7-441c-bd61-8aeb74f1648d HTTP/1.1" status: 200 len: 945 time: 0.4171808 Feb 09 01:03:52.311003 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b158314f-c299-4570-850a-9247024c3004 req-ee2aa56a-41f4-454c-b0da-1021667f28ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:52.311003 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b158314f-c299-4570-850a-9247024c3004 req-ee2aa56a-41f4-454c-b0da-1021667f28ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:52.311003 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b158314f-c299-4570-850a-9247024c3004 req-ee2aa56a-41f4-454c-b0da-1021667f28ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:52.311342 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b158314f-c299-4570-850a-9247024c3004 req-ee2aa56a-41f4-454c-b0da-1021667f28ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:52.311788 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b158314f-c299-4570-850a-9247024c3004 req-ee2aa56a-41f4-454c-b0da-1021667f28ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:52.312249 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b158314f-c299-4570-850a-9247024c3004 req-ee2aa56a-41f4-454c-b0da-1021667f28ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:52.314458 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b158314f-c299-4570-850a-9247024c3004 req-ee2aa56a-41f4-454c-b0da-1021667f28ae service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6ae572a6f87d4d70abcebc0f3058fa0e&device_id=9aaa5086-2506-413a-a88f-4d56b6d269cb HTTP/1.1" status: 200 len: 5246 time: 0.4769473 Feb 09 01:03:52.318816 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=4779cc01-d02f-4afc-9efd-b701db158458,revision_number=6']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:52.323624 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322210ba-b3b8-449c-bf86-9da990344452 req-7257e65f-cac6-4791-9087-1a8b785af6b1 tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:52.327474 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-322210ba-b3b8-449c-bf86-9da990344452 req-7257e65f-cac6-4791-9087-1a8b785af6b1 tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] 10.222.0.105 "GET /v2.0/ports?device_id=17ff1b0f-4a66-480b-b9ca-c0316d93d27f HTTP/1.1" status: 200 len: 945 time: 0.5454898 Feb 09 01:03:52.379381 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['4779cc01-d02f-4afc-9efd-b701db158458'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:03:52.678198 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 54432) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:52.683634 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-4d3b242b-2a6e-47c2-bde4-16cc35f27ff7 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Request body: {'router': {'name': 'tempest-router--1229947556', 'project_id': '569353a5651143e6be6cafdfe73375e3'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:52.692445 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-4d3b242b-2a6e-47c2-bde4-16cc35f27ff7 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:52.704791 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-4d3b242b-2a6e-47c2-bde4-16cc35f27ff7 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Usage tracker for resource:router and tenant:569353a5651143e6be6cafdfe73375e3 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:52.709586 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-4d3b242b-2a6e-47c2-bde4-16cc35f27ff7 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:52.715762 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-4d3b242b-2a6e-47c2-bde4-16cc35f27ff7 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:52.729110 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4d3b242b-2a6e-47c2-bde4-16cc35f27ff7 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:52.730372 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4d3b242b-2a6e-47c2-bde4-16cc35f27ff7 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:52.766612 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4d3b242b-2a6e-47c2-bde4-16cc35f27ff7 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:52.794369 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4d3b242b-2a6e-47c2-bde4-16cc35f27ff7 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:52.831580 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4d3b242b-2a6e-47c2-bde4-16cc35f27ff7 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:52.833483 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-4d3b242b-2a6e-47c2-bde4-16cc35f27ff7 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1536517 Feb 09 01:03:52.835734 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 54438) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:52.871786 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b158314f-c299-4570-850a-9247024c3004 req-d0044e77-dae1-410d-b19f-0797793f0fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:52.872352 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b158314f-c299-4570-850a-9247024c3004 req-d0044e77-dae1-410d-b19f-0797793f0fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:52.872605 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b158314f-c299-4570-850a-9247024c3004 req-d0044e77-dae1-410d-b19f-0797793f0fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:52.874224 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b158314f-c299-4570-850a-9247024c3004 req-d0044e77-dae1-410d-b19f-0797793f0fde service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=6ae572a6f87d4d70abcebc0f3058fa0e&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5458002 Feb 09 01:03:52.891676 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8062dd97-3f37-41a7-927f-366a3c2b20c3 req-32cf05fb-e9fe-4f66-9833-b9067a152f29 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/security-groups?id=21d48e70-0a9a-4f34-bd03-fe2b0988e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5887361 Feb 09 01:03:52.897902 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-322210ba-b3b8-449c-bf86-9da990344452 req-3b32c56c-410e-47ad-853d-7f61a2efb993 tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] 10.222.0.105 "GET /v2.0/security-groups?id=069bf2ce-4814-4b94-94c2-434fafdddf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4867949 Feb 09 01:03:52.942224 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-ba42c8a5-0ff9-4dab-97e5-37025ee85818 service neutron] Attempting to bind port 2b457899-fc18-4e88-ac0e-5e0fa9c1dad9 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:03:52.942722 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-ba42c8a5-0ff9-4dab-97e5-37025ee85818 service neutron] Attempting to bind port 2b457899-fc18-4e88-ac0e-5e0fa9c1dad9 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '58a74df4-ae9c-4d77-a359-bab3cfb3f82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f6623f95-6162-4277-8fd2-5364045aea14'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:03:52.943064 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-ba42c8a5-0ff9-4dab-97e5-37025ee85818 service neutron] Attempting to bind port 2b457899-fc18-4e88-ac0e-5e0fa9c1dad9 on network f6623f95-6162-4277-8fd2-5364045aea14 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:03:53.010469 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-ba42c8a5-0ff9-4dab-97e5-37025ee85818 service neutron] Port 2b457899-fc18-4e88-ac0e-5e0fa9c1dad9 on network f6623f95-6162-4277-8fd2-5364045aea14 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:03:53.010830 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-ba42c8a5-0ff9-4dab-97e5-37025ee85818 service neutron] Attempting to bind port 2b457899-fc18-4e88-ac0e-5e0fa9c1dad9 on network f6623f95-6162-4277-8fd2-5364045aea14 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:03:53.021723 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-ba42c8a5-0ff9-4dab-97e5-37025ee85818 service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:03:53.022057 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-ba42c8a5-0ff9-4dab-97e5-37025ee85818 service neutron] Checking segment: {'id': '58a74df4-ae9c-4d77-a359-bab3cfb3f82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f6623f95-6162-4277-8fd2-5364045aea14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:03:53.022450 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-ba42c8a5-0ff9-4dab-97e5-37025ee85818 service neutron] Bound using segment: {'id': '58a74df4-ae9c-4d77-a359-bab3cfb3f82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f6623f95-6162-4277-8fd2-5364045aea14'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:03:53.022878 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-ba42c8a5-0ff9-4dab-97e5-37025ee85818 service neutron] Bound port: 2b457899-fc18-4e88-ac0e-5e0fa9c1dad9, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58a74df4-ae9c-4d77-a359-bab3cfb3f82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f6623f95-6162-4277-8fd2-5364045aea14'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:03:53.023222 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-ba42c8a5-0ff9-4dab-97e5-37025ee85818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:53.113668 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-593e2502-ecef-4603-8f36-13d3f828be46 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:53.133309 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-581856a2-f5cb-48ad-9f9d-0607ce06c638 req-bb5dcaa7-f948-4722-b95e-10d12ba9b83a tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=84cd5f7d-ef59-4e6e-a79b-f39ebb23a107 HTTP/1.1" status: 200 len: 210 time: 0.0881503 Feb 09 01:03:53.318442 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b158314f-c299-4570-850a-9247024c3004 req-96c26eb2-eaf7-4c0d-aa00-bc7ff1b71802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:53.324109 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b158314f-c299-4570-850a-9247024c3004 req-96c26eb2-eaf7-4c0d-aa00-bc7ff1b71802 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4293482 Feb 09 01:03:53.349792 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-ba42c8a5-0ff9-4dab-97e5-37025ee85818 service neutron] For port 2b457899-fc18-4e88-ac0e-5e0fa9c1dad9, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:03:53.362346 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-ba42c8a5-0ff9-4dab-97e5-37025ee85818 service neutron] For port 2b457899-fc18-4e88-ac0e-5e0fa9c1dad9, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=2b457899-fc18-4e88-ac0e-5e0fa9c1dad9,segment=NetworkSegment(58a74df4-ae9c-4d77-a359-bab3cfb3f82d),segment_id=58a74df4-ae9c-4d77-a359-bab3cfb3f82d)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:03:53.375967 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-ba42c8a5-0ff9-4dab-97e5-37025ee85818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:53.434726 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device b946e0ec-388c-4def-a759-89fe4b4606bb details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:03:53.448769 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 4779cc01-d02f-4afc-9efd-b701db158458 up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:03:53.489264 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a43507-3413-4bd8-929c-090c00870a45 req-603f0b83-a9f4-4c6b-b9c0-aa130d88cd08 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:53.496076 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a43507-3413-4bd8-929c-090c00870a45 req-603f0b83-a9f4-4c6b-b9c0-aa130d88cd08 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:53.503281 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a43507-3413-4bd8-929c-090c00870a45 req-603f0b83-a9f4-4c6b-b9c0-aa130d88cd08 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:53.506025 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d2a43507-3413-4bd8-929c-090c00870a45 req-603f0b83-a9f4-4c6b-b9c0-aa130d88cd08 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "GET /v2.0/ports?device_id=e0a0f264-d3bb-4f6b-a9d5-10286de2cc39 HTTP/1.1" status: 200 len: 2418 time: 0.3830376 Feb 09 01:03:53.507333 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-ba42c8a5-0ff9-4dab-97e5-37025ee85818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:53.507932 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-ba42c8a5-0ff9-4dab-97e5-37025ee85818 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:53.509238 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-ba42c8a5-0ff9-4dab-97e5-37025ee85818 service neutron] 10.222.0.62 "PUT /v2.0/ports/2b457899-fc18-4e88-ac0e-5e0fa9c1dad9 HTTP/1.1" status: 200 len: 1134 time: 3.4722648 Feb 09 01:03:53.554310 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba42c8a5-0ff9-4dab-97e5-37025ee85818 service neutron] Pushing event updated for resources: {'Port': ['ID=2b457899-fc18-4e88-ac0e-5e0fa9c1dad9,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:53.590561 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d2a43507-3413-4bd8-929c-090c00870a45 req-f9d5e9a1-5d18-4aaf-a3df-aaf13f65c738 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "GET /v2.0/security-groups?id=f20558f4-33ef-4c77-9965-2db2b58a5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747476 Feb 09 01:03:53.598959 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d007f46-72ef-40e7-91f3-ae24895c0ab1 req-0b0e5c9e-4ebb-4f82-a05d-078fc44faf92 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:53.606074 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3d007f46-72ef-40e7-91f3-ae24895c0ab1 req-0b0e5c9e-4ebb-4f82-a05d-078fc44faf92 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=15f6fa95-6f4a-4909-837a-471f3f3362d9 HTTP/1.1" status: 200 len: 945 time: 0.3473504 Feb 09 01:03:53.617140 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-c9d6d451-0dce-4662-a675-e5706eda3a55 service neutron] Request body: {'port': {'device_id': '9aaa5086-2506-413a-a88f-4d56b6d269cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:53.654072 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aaa5086-2506-413a-a88f-4d56b6d269cb', 'tag': '2b457899-fc18-4e88-ac0e-5e0fa9c1dad9'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:03:53.693171 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 4779cc01-d02f-4afc-9efd-b701db158458 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:53.693552 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:53.781868 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port b946e0ec-388c-4def-a759-89fe4b4606bb, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=b946e0ec-388c-4def-a759-89fe4b4606bb,segment=NetworkSegment(42eb89e1-c4de-4f57-85a6-0e5fc984e699),segment_id=42eb89e1-c4de-4f57-85a6-0e5fc984e699)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:53.792047 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-593e2502-ecef-4603-8f36-13d3f828be46 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:53.794594 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-593e2502-ecef-4603-8f36-13d3f828be46 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:53.806749 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': 'b946e0ec-388c-4def-a759-89fe4b4606bb', 'network_id': '1f86eb5f-f405-4ce4-a845-9c31ac1b15d4', 'port_id': 'b946e0ec-388c-4def-a759-89fe4b4606bb', 'mac_address': 'fa:16:3e:89:02:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55d6843d-cf0e-4da9-b1f9-18c66e11f308', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:03:53.812707 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-c9d6d451-0dce-4662-a675-e5706eda3a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:53.839086 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-593e2502-ecef-4603-8f36-13d3f828be46 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:53.839636 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-593e2502-ecef-4603-8f36-13d3f828be46 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b23f7f98-8af2-4297-b1e8-65100de3fc2e {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:03:53.860139 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-593e2502-ecef-4603-8f36-13d3f828be46 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:53.871835 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-593e2502-ecef-4603-8f36-13d3f828be46 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] 10.222.0.105 "DELETE /v2.0/routers/b23f7f98-8af2-4297-b1e8-65100de3fc2e HTTP/1.1" status: 204 len: 168 time: 1.0342290 Feb 09 01:03:54.052588 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:54.073970 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b946e0ec-388c-4def-a759-89fe4b4606bb {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:03:54.080980 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:54.081942 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 54460) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:54.133559 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 4779cc01-d02f-4afc-9efd-b701db158458, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=4779cc01-d02f-4afc-9efd-b701db158458,segment=NetworkSegment(68c75c24-5a6d-4512-b85d-48e7bc49aa9f),segment_id=68c75c24-5a6d-4512-b85d-48e7bc49aa9f)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:54.136214 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b644c596-18e7-441c-bd61-8aeb74f1648d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4779cc01-d02f-4afc-9efd-b701db158458'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:03:54.144047 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port b946e0ec-388c-4def-a759-89fe4b4606bb, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=b946e0ec-388c-4def-a759-89fe4b4606bb,segment=NetworkSegment(42eb89e1-c4de-4f57-85a6-0e5fc984e699),segment_id=42eb89e1-c4de-4f57-85a6-0e5fc984e699)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:54.145947 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:54.198661 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:54.260586 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=4779cc01-d02f-4afc-9efd-b701db158458,revision_number=7']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:54.354057 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=b946e0ec-388c-4def-a759-89fe4b4606bb,revision_number=6']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:54.394773 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e7003-a56c-4872-9373-8cd38d05e4c4 req-87a531b5-d810-4170-bfa5-1d3e34720150 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:54.396329 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ff8e7003-a56c-4872-9373-8cd38d05e4c4 req-87a531b5-d810-4170-bfa5-1d3e34720150 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.62 "GET /v2.0/networks?id=dd02684a-c792-4fba-8571-35898e88ad40 HTTP/1.1" status: 200 len: 811 time: 0.4651279 Feb 09 01:03:54.423321 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-ff8e7003-a56c-4872-9373-8cd38d05e4c4 req-d2e5f960-49d0-402a-bc7b-a075fd06612e tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Request body: {'port': {'device_id': '84cd5f7d-ef59-4e6e-a79b-f39ebb23a107', 'network_id': 'dd02684a-c792-4fba-8571-35898e88ad40', 'admin_state_up': True, 'tenant_id': '5ff9aad1b4b645cb83f87778a731b808'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:54.443651 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3d007f46-72ef-40e7-91f3-ae24895c0ab1 req-0fb1a939-ee51-443e-a8af-5e1d35a8ff2d tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=ceaabe02-67e8-49da-9640-53d4e3b33273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8367178 Feb 09 01:03:54.454119 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-acab70b4-a65c-4e9a-9a25-27b0508dd923 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-278091535', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}, 'admin_state_up': False}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:54.454657 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['b946e0ec-388c-4def-a759-89fe4b4606bb'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:03:54.464434 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-acab70b4-a65c-4e9a-9a25-27b0508dd923 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:54.479395 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-acab70b4-a65c-4e9a-9a25-27b0508dd923 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Usage tracker for resource:router and tenant:7be6f6c27b604edb97b140fdba6ce28a is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:54.482890 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-acab70b4-a65c-4e9a-9a25-27b0508dd923 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:54.490630 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-acab70b4-a65c-4e9a-9a25-27b0508dd923 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:54.501682 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-acab70b4-a65c-4e9a-9a25-27b0508dd923 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:54.503917 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-acab70b4-a65c-4e9a-9a25-27b0508dd923 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:54.533310 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-acab70b4-a65c-4e9a-9a25-27b0508dd923 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:54.535169 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b111f6c-d00d-433a-9904-0cb50d3884f2 req-94087ac1-a10a-4a04-8447-0a402f9b37d2 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:54.541274 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b111f6c-d00d-433a-9904-0cb50d3884f2 req-94087ac1-a10a-4a04-8447-0a402f9b37d2 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:54.547686 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b111f6c-d00d-433a-9904-0cb50d3884f2 req-94087ac1-a10a-4a04-8447-0a402f9b37d2 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:54.554644 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b111f6c-d00d-433a-9904-0cb50d3884f2 req-94087ac1-a10a-4a04-8447-0a402f9b37d2 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:54.560448 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b111f6c-d00d-433a-9904-0cb50d3884f2 req-94087ac1-a10a-4a04-8447-0a402f9b37d2 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:54.567135 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b111f6c-d00d-433a-9904-0cb50d3884f2 req-94087ac1-a10a-4a04-8447-0a402f9b37d2 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:54.569354 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8b111f6c-d00d-433a-9904-0cb50d3884f2 req-94087ac1-a10a-4a04-8447-0a402f9b37d2 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/ports?device_id=9aaa5086-2506-413a-a88f-4d56b6d269cb HTTP/1.1" status: 200 len: 4602 time: 0.5327384 Feb 09 01:03:54.590014 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:54.769231 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8b111f6c-d00d-433a-9904-0cb50d3884f2 req-70541178-8561-48c0-b788-2c5ab3dfea17 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/security-groups?id=924aa29d-9387-4933-bba8-e1d938d01b5c&id=ea209cdf-6740-4074-8d6c-66653a19d53a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1854193 Feb 09 01:03:54.960464 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-acab70b4-a65c-4e9a-9a25-27b0508dd923 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:55.013421 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b644c596-18e7-441c-bd61-8aeb74f1648d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4779cc01-d02f-4afc-9efd-b701db158458', 'code': 200} Feb 09 01:03:55.025500 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aaa5086-2506-413a-a88f-4d56b6d269cb', 'tag': '2b457899-fc18-4e88-ac0e-5e0fa9c1dad9', 'status': 'completed', 'code': 200} Feb 09 01:03:55.068697 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-ff8e7003-a56c-4872-9373-8cd38d05e4c4 req-d2e5f960-49d0-402a-bc7b-a075fd06612e tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:55.140511 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-ff8e7003-a56c-4872-9373-8cd38d05e4c4 req-d2e5f960-49d0-402a-bc7b-a075fd06612e tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:55.214174 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-c9d6d451-0dce-4662-a675-e5706eda3a55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79a7f7ff-db18-40ba-b175-35b4cc180bbe {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:03:55.222126 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-abd06a9c-7e11-43fc-aa53-da9fb6e41f86 req-1f6abc4d-68e3-47cf-b345-b2e85c640ad7 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=84cd5f7d-ef59-4e6e-a79b-f39ebb23a107 HTTP/1.1" status: 200 len: 210 time: 0.0827987 Feb 09 01:03:55.228267 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-c9d6d451-0dce-4662-a675-e5706eda3a55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:55.237814 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff8e7003-a56c-4872-9373-8cd38d05e4c4 req-d2e5f960-49d0-402a-bc7b-a075fd06612e tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Made reservation on behalf of 5ff9aad1b4b645cb83f87778a731b808 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:03:55.241252 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ff8e7003-a56c-4872-9373-8cd38d05e4c4 req-d2e5f960-49d0-402a-bc7b-a075fd06612e tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:55.294832 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-c9d6d451-0dce-4662-a675-e5706eda3a55 service neutron] Transition to ACTIVE for port object 79a7f7ff-db18-40ba-b175-35b4cc180bbe will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:03:55.371985 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-c9d6d451-0dce-4662-a675-e5706eda3a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:55.415475 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-acab70b4-a65c-4e9a-9a25-27b0508dd923 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks [] for router_gateway, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:55.462564 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device b946e0ec-388c-4def-a759-89fe4b4606bb up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:03:55.507025 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-acab70b4-a65c-4e9a-9a25-27b0508dd923 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:55.592327 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc887809-022f-4c35-a45f-9523421eadb9 req-ac845673-0a9d-4d4d-9c74-36d39dafaf41 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:55.593866 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cc887809-022f-4c35-a45f-9523421eadb9 req-ac845673-0a9d-4d4d-9c74-36d39dafaf41 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/ports?device_id=b644c596-18e7-441c-bd61-8aeb74f1648d HTTP/1.1" status: 200 len: 945 time: 0.5675087 Feb 09 01:03:55.634992 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf470a-2078-4257-882b-814e428838ec req-9a324158-fc65-49a3-afd9-3af4b56de4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:55.639628 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf470a-2078-4257-882b-814e428838ec req-9a324158-fc65-49a3-afd9-3af4b56de4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:55.640397 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf470a-2078-4257-882b-814e428838ec req-9a324158-fc65-49a3-afd9-3af4b56de4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:55.646333 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf470a-2078-4257-882b-814e428838ec req-9a324158-fc65-49a3-afd9-3af4b56de4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:55.647053 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf470a-2078-4257-882b-814e428838ec req-9a324158-fc65-49a3-afd9-3af4b56de4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:55.647697 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf470a-2078-4257-882b-814e428838ec req-9a324158-fc65-49a3-afd9-3af4b56de4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:55.650702 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-eddf470a-2078-4257-882b-814e428838ec req-9a324158-fc65-49a3-afd9-3af4b56de4dc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6ae572a6f87d4d70abcebc0f3058fa0e&device_id=9aaa5086-2506-413a-a88f-4d56b6d269cb HTTP/1.1" status: 200 len: 5288 time: 0.6280003 Feb 09 01:03:55.655640 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port b946e0ec-388c-4def-a759-89fe4b4606bb triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:55.656727 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:55.882540 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-acab70b4-a65c-4e9a-9a25-27b0508dd923 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Allocated IP 172.25.0.182 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/b24a0b3b-cf08-49e1-b4ee-435886405e2f) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:03:55.975123 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:55.994629 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-ff8e7003-a56c-4872-9373-8cd38d05e4c4 req-d2e5f960-49d0-402a-bc7b-a075fd06612e tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Allocated IP 172.20.0.11 (dd02684a-c792-4fba-8571-35898e88ad40/6629426b-30e0-4649-b641-b6eaabeb92da/da208e97-6197-4dbf-b1a2-4a4ab7c8b439) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:03:56.029488 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d6d451-0dce-4662-a675-e5706eda3a55 service neutron] Pushing event updated for resources: {'Port': ['ID=79a7f7ff-db18-40ba-b175-35b4cc180bbe,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:56.030726 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port b946e0ec-388c-4def-a759-89fe4b4606bb, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=b946e0ec-388c-4def-a759-89fe4b4606bb,segment=NetworkSegment(42eb89e1-c4de-4f57-85a6-0e5fc984e699),segment_id=42eb89e1-c4de-4f57-85a6-0e5fc984e699)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:56.053421 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:56.196290 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=b946e0ec-388c-4def-a759-89fe4b4606bb,revision_number=7']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:56.266206 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-acab70b4-a65c-4e9a-9a25-27b0508dd923 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:56.313098 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-acab70b4-a65c-4e9a-9a25-27b0508dd923 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:56.417820 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acab70b4-a65c-4e9a-9a25-27b0508dd923 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Pushing event updated for resources: {'Port': ['ID=b24a0b3b-cf08-49e1-b4ee-435886405e2f,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:56.433342 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cc887809-022f-4c35-a45f-9523421eadb9 req-97b7879d-823b-4032-a6dc-e38040d76270 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/security-groups?id=21d48e70-0a9a-4f34-bd03-fe2b0988e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7793822 Feb 09 01:03:56.437107 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acab70b4-a65c-4e9a-9a25-27b0508dd923 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:03:56.441129 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-acab70b4-a65c-4e9a-9a25-27b0508dd923 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:03:56.441318 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf470a-2078-4257-882b-814e428838ec req-48927e48-e6a3-43ca-81ca-f1d3f8dd7aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:56.441765 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf470a-2078-4257-882b-814e428838ec req-48927e48-e6a3-43ca-81ca-f1d3f8dd7aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:56.442231 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf470a-2078-4257-882b-814e428838ec req-48927e48-e6a3-43ca-81ca-f1d3f8dd7aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:56.443815 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-eddf470a-2078-4257-882b-814e428838ec req-48927e48-e6a3-43ca-81ca-f1d3f8dd7aa8 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=6ae572a6f87d4d70abcebc0f3058fa0e&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.7489166 Feb 09 01:03:56.448780 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acab70b4-a65c-4e9a-9a25-27b0508dd923 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:03:56.875065 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-c9d6d451-0dce-4662-a675-e5706eda3a55 service neutron] Attempting to bind port 79a7f7ff-db18-40ba-b175-35b4cc180bbe on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:03:56.876085 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-c9d6d451-0dce-4662-a675-e5706eda3a55 service neutron] Attempting to bind port 79a7f7ff-db18-40ba-b175-35b4cc180bbe by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '58a74df4-ae9c-4d77-a359-bab3cfb3f82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f6623f95-6162-4277-8fd2-5364045aea14'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:03:56.876638 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-c9d6d451-0dce-4662-a675-e5706eda3a55 service neutron] Attempting to bind port 79a7f7ff-db18-40ba-b175-35b4cc180bbe on network f6623f95-6162-4277-8fd2-5364045aea14 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:03:56.927359 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-c9d6d451-0dce-4662-a675-e5706eda3a55 service neutron] Port 79a7f7ff-db18-40ba-b175-35b4cc180bbe on network f6623f95-6162-4277-8fd2-5364045aea14 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:03:56.927792 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-c9d6d451-0dce-4662-a675-e5706eda3a55 service neutron] Attempting to bind port 79a7f7ff-db18-40ba-b175-35b4cc180bbe on network f6623f95-6162-4277-8fd2-5364045aea14 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:03:56.952530 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-c9d6d451-0dce-4662-a675-e5706eda3a55 service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:03:56.952903 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-c9d6d451-0dce-4662-a675-e5706eda3a55 service neutron] Checking segment: {'id': '58a74df4-ae9c-4d77-a359-bab3cfb3f82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f6623f95-6162-4277-8fd2-5364045aea14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:03:56.953304 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-c9d6d451-0dce-4662-a675-e5706eda3a55 service neutron] Bound using segment: {'id': '58a74df4-ae9c-4d77-a359-bab3cfb3f82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f6623f95-6162-4277-8fd2-5364045aea14'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:03:56.953757 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-c9d6d451-0dce-4662-a675-e5706eda3a55 service neutron] Bound port: 79a7f7ff-db18-40ba-b175-35b4cc180bbe, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58a74df4-ae9c-4d77-a359-bab3cfb3f82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f6623f95-6162-4277-8fd2-5364045aea14'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:03:56.954127 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-c9d6d451-0dce-4662-a675-e5706eda3a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:57.022701 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15f6fa95-6f4a-4909-837a-471f3f3362d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b946e0ec-388c-4def-a759-89fe4b4606bb'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:03:57.120527 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf470a-2078-4257-882b-814e428838ec req-bc48818f-b487-4c6d-9085-1486256e945f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:57.122223 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-eddf470a-2078-4257-882b-814e428838ec req-bc48818f-b487-4c6d-9085-1486256e945f service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6557820 Feb 09 01:03:57.167065 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ff8e7003-a56c-4872-9373-8cd38d05e4c4 req-d2e5f960-49d0-402a-bc7b-a075fd06612e tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:57.219898 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-c9d6d451-0dce-4662-a675-e5706eda3a55 service neutron] For port 79a7f7ff-db18-40ba-b175-35b4cc180bbe, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:03:57.225253 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-c9d6d451-0dce-4662-a675-e5706eda3a55 service neutron] For port 79a7f7ff-db18-40ba-b175-35b4cc180bbe, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=79a7f7ff-db18-40ba-b175-35b4cc180bbe,segment=NetworkSegment(58a74df4-ae9c-4d77-a359-bab3cfb3f82d),segment_id=58a74df4-ae9c-4d77-a359-bab3cfb3f82d)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:03:57.273696 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb8cc0f-c010-44d3-892e-e08a69a3786d req-4babd060-ce81-429a-83fe-f49c1328fb81 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:57.275577 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bdb8cc0f-c010-44d3-892e-e08a69a3786d req-4babd060-ce81-429a-83fe-f49c1328fb81 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=15f6fa95-6f4a-4909-837a-471f3f3362d9 HTTP/1.1" status: 200 len: 945 time: 0.5374067 Feb 09 01:03:57.276711 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-c9d6d451-0dce-4662-a675-e5706eda3a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:57.303545 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db66b52-c6e8-4855-b608-967732248f6a req-df9026ee-75a8-4f6b-9b7c-467ed518ba0b tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:57.313641 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db66b52-c6e8-4855-b608-967732248f6a req-df9026ee-75a8-4f6b-9b7c-467ed518ba0b tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:57.322788 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db66b52-c6e8-4855-b608-967732248f6a req-df9026ee-75a8-4f6b-9b7c-467ed518ba0b tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:57.329775 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db66b52-c6e8-4855-b608-967732248f6a req-df9026ee-75a8-4f6b-9b7c-467ed518ba0b tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:57.339860 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db66b52-c6e8-4855-b608-967732248f6a req-df9026ee-75a8-4f6b-9b7c-467ed518ba0b tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:57.350472 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db66b52-c6e8-4855-b608-967732248f6a req-df9026ee-75a8-4f6b-9b7c-467ed518ba0b tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:57.358473 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-acab70b4-a65c-4e9a-9a25-27b0508dd923 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks [] for router_gateway, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:57.359352 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db66b52-c6e8-4855-b608-967732248f6a req-df9026ee-75a8-4f6b-9b7c-467ed518ba0b tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:57.371449 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5db66b52-c6e8-4855-b608-967732248f6a req-df9026ee-75a8-4f6b-9b7c-467ed518ba0b tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/ports?device_id=9aaa5086-2506-413a-a88f-4d56b6d269cb HTTP/1.1" status: 200 len: 5378 time: 0.5651026 Feb 09 01:03:57.463257 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 4779cc01-d02f-4afc-9efd-b701db158458 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:03:57.497037 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-c9d6d451-0dce-4662-a675-e5706eda3a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:57.500463 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-c9d6d451-0dce-4662-a675-e5706eda3a55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:57.503748 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-c9d6d451-0dce-4662-a675-e5706eda3a55 service neutron] 10.222.0.62 "PUT /v2.0/ports/79a7f7ff-db18-40ba-b175-35b4cc180bbe HTTP/1.1" status: 200 len: 1134 time: 3.8949723 Feb 09 01:03:57.573439 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ff8e7003-a56c-4872-9373-8cd38d05e4c4 req-d2e5f960-49d0-402a-bc7b-a075fd06612e tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:57.621078 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aaa5086-2506-413a-a88f-4d56b6d269cb', 'tag': '79a7f7ff-db18-40ba-b175-35b4cc180bbe'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:03:57.660566 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5db66b52-c6e8-4855-b608-967732248f6a req-7fd1fef4-6086-49a0-95d6-b53ce99414f7 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/security-groups?id=924aa29d-9387-4933-bba8-e1d938d01b5c&id=ea209cdf-6740-4074-8d6c-66653a19d53a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2877326 Feb 09 01:03:57.676945 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bdb8cc0f-c010-44d3-892e-e08a69a3786d req-e122608d-66ff-4be0-a643-f18f094f32f4 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=ceaabe02-67e8-49da-9640-53d4e3b33273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743163 Feb 09 01:03:57.723153 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff8e7003-a56c-4872-9373-8cd38d05e4c4 req-d2e5f960-49d0-402a-bc7b-a075fd06612e tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Network dd02684a-c792-4fba-8571-35898e88ad40 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:03:57.752036 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:57.793660 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-e4db28a4-89cd-4796-8d28-5e24b14430ae service neutron] Request body: {'port': {'device_id': '9aaa5086-2506-413a-a88f-4d56b6d269cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:57.805205 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 4779cc01-d02f-4afc-9efd-b701db158458, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=4779cc01-d02f-4afc-9efd-b701db158458,segment=NetworkSegment(68c75c24-5a6d-4512-b85d-48e7bc49aa9f),segment_id=68c75c24-5a6d-4512-b85d-48e7bc49aa9f)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:57.819326 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:57.952243 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=4779cc01-d02f-4afc-9efd-b701db158458,revision_number=8']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:58.151667 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-ff8e7003-a56c-4872-9373-8cd38d05e4c4 req-d2e5f960-49d0-402a-bc7b-a075fd06612e tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:03:58.239485 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff8e7003-a56c-4872-9373-8cd38d05e4c4 req-d2e5f960-49d0-402a-bc7b-a075fd06612e tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:03:58.241691 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-acab70b4-a65c-4e9a-9a25-27b0508dd923 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:58.311677 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d6d451-0dce-4662-a675-e5706eda3a55 service neutron] Pushing event updated for resources: {'Port': ['ID=79a7f7ff-db18-40ba-b175-35b4cc180bbe,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:58.543080 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e7003-a56c-4872-9373-8cd38d05e4c4 req-d2e5f960-49d0-402a-bc7b-a075fd06612e tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:58.543629 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ff8e7003-a56c-4872-9373-8cd38d05e4c4 req-d2e5f960-49d0-402a-bc7b-a075fd06612e tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:58.553910 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e5f960-49d0-402a-bc7b-a075fd06612e tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Pushing event updated for resources: {'Port': ['ID=da208e97-6197-4dbf-b1a2-4a4ab7c8b439,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:58.634899 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-e4db28a4-89cd-4796-8d28-5e24b14430ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:58.676762 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acab70b4-a65c-4e9a-9a25-27b0508dd923 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Router e0e0c5f5-4ad5-4342-aef2-bc851b2b47bf is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:03:58.708902 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ff8e7003-a56c-4872-9373-8cd38d05e4c4 req-d2e5f960-49d0-402a-bc7b-a075fd06612e tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2913337 Feb 09 01:03:58.757646 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-ff8e7003-a56c-4872-9373-8cd38d05e4c4 req-91a7faf0-8410-4e8a-8e24-6847fb94a1bf service neutron] Request body: {'port': {'device_id': '84cd5f7d-ef59-4e6e-a79b-f39ebb23a107', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:58.862555 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc92495-d294-4551-882d-a8f25c32579c req-1e2ac146-913d-4e0b-a623-f5cd4f41e354 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:58.863226 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-5bc92495-d294-4551-882d-a8f25c32579c req-1e2ac146-913d-4e0b-a623-f5cd4f41e354 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Synchronizing usage tracker for tenant:5ff9aad1b4b645cb83f87778a731b808 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:03:58.906143 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acab70b4-a65c-4e9a-9a25-27b0508dd923 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:03:58.921058 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb09114c-217d-4d3f-987b-7b76dd42f561 None None] Sync routers for ids ['e0e0c5f5-4ad5-4342-aef2-bc851b2b47bf'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:03:58.938002 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb09114c-217d-4d3f-987b-7b76dd42f561 None None] Routers {'e0e0c5f5-4ad5-4342-aef2-bc851b2b47bf'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:03:58.939152 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-fb09114c-217d-4d3f-987b-7b76dd42f561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:03:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['e0e0c5f5-4ad5-4342-aef2-bc851b2b47bf'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:58.957426 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-acab70b4-a65c-4e9a-9a25-27b0508dd923 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:58.958835 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-acab70b4-a65c-4e9a-9a25-27b0508dd923 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.8753717 Feb 09 01:03:58.961881 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 54532) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:59.000771 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9193af58-d172-4c82-866f-f45455f10d56 req-27daf82c-bd17-491d-897c-29deb081a008 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:59.007352 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9193af58-d172-4c82-866f-f45455f10d56 req-27daf82c-bd17-491d-897c-29deb081a008 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:59.013891 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9193af58-d172-4c82-866f-f45455f10d56 req-27daf82c-bd17-491d-897c-29deb081a008 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:59.015629 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9193af58-d172-4c82-866f-f45455f10d56 req-27daf82c-bd17-491d-897c-29deb081a008 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "GET /v2.0/ports?device_id=e0a0f264-d3bb-4f6b-a9d5-10286de2cc39 HTTP/1.1" status: 200 len: 2418 time: 0.4834132 Feb 09 01:03:59.072500 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-5bc92495-d294-4551-882d-a8f25c32579c req-1e2ac146-913d-4e0b-a623-f5cd4f41e354 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Unset dirty status for tenant:5ff9aad1b4b645cb83f87778a731b808 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:03:59.074087 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5bc92495-d294-4551-882d-a8f25c32579c req-1e2ac146-913d-4e0b-a623-f5cd4f41e354 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=84cd5f7d-ef59-4e6e-a79b-f39ebb23a107 HTTP/1.1" status: 200 len: 932 time: 0.8394001 Feb 09 01:03:59.084536 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ff8e7003-a56c-4872-9373-8cd38d05e4c4 req-91a7faf0-8410-4e8a-8e24-6847fb94a1bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:59.109587 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-fb09114c-217d-4d3f-987b-7b76dd42f561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:59.122890 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb09114c-217d-4d3f-987b-7b76dd42f561 None None] Routers {'e0e0c5f5-4ad5-4342-aef2-bc851b2b47bf'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:03:59.124712 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-fb09114c-217d-4d3f-987b-7b76dd42f561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:03:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['e0e0c5f5-4ad5-4342-aef2-bc851b2b47bf'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:59.207710 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-fb09114c-217d-4d3f-987b-7b76dd42f561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:59.208371 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb09114c-217d-4d3f-987b-7b76dd42f561 None None] The sync data for ids ['e0e0c5f5-4ad5-4342-aef2-bc851b2b47bf'] in n-d-828418-1 is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:03:59.237879 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-97dedb0e-16da-4f42-9ad0-40a1f8c79204 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] 10.222.0.105 "GET /v2.0/routers/e0e0c5f5-4ad5-4342-aef2-bc851b2b47bf HTTP/1.1" status: 200 len: 924 time: 0.2747853 Feb 09 01:03:59.240654 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 54536) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:59.297747 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9193af58-d172-4c82-866f-f45455f10d56 req-10150832-2db6-4918-a46b-08af2f3f5b01 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "GET /v2.0/security-groups?id=f20558f4-33ef-4c77-9965-2db2b58a5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682776 Feb 09 01:03:59.378665 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15f6fa95-6f4a-4909-837a-471f3f3362d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b946e0ec-388c-4def-a759-89fe4b4606bb', 'code': 200} Feb 09 01:03:59.470652 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-fae770c9-a551-4b34-b407-0e6d88ddf240 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] 10.222.0.105 "GET /v2.0/ports?device_id=e0e0c5f5-4ad5-4342-aef2-bc851b2b47bf HTTP/1.1" status: 200 len: 205 time: 0.2289152 Feb 09 01:03:59.474710 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 54540) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:59.547029 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aaa5086-2506-413a-a88f-4d56b6d269cb', 'tag': '79a7f7ff-db18-40ba-b175-35b4cc180bbe', 'status': 'completed', 'code': 200} Feb 09 01:03:59.598525 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5bc92495-d294-4551-882d-a8f25c32579c req-86b6c0c1-7e82-4933-8425-6a8214f87e58 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5038109 Feb 09 01:03:59.791474 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-35f024bf-5d38-49c9-8cff-dac0c114e837 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:59.946048 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-ff8e7003-a56c-4872-9373-8cd38d05e4c4 req-91a7faf0-8410-4e8a-8e24-6847fb94a1bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da208e97-6197-4dbf-b1a2-4a4ab7c8b439 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:04:00.030592 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ff8e7003-a56c-4872-9373-8cd38d05e4c4 req-91a7faf0-8410-4e8a-8e24-6847fb94a1bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:00.117524 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-ff8e7003-a56c-4872-9373-8cd38d05e4c4 req-91a7faf0-8410-4e8a-8e24-6847fb94a1bf service neutron] Transition to ACTIVE for port object da208e97-6197-4dbf-b1a2-4a4ab7c8b439 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:04:00.185291 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ff8e7003-a56c-4872-9373-8cd38d05e4c4 req-91a7faf0-8410-4e8a-8e24-6847fb94a1bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:00.199080 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ace1ec-79d0-4c44-b882-8570d6f32f02 req-b870334c-de4d-440f-80d1-b74888277c41 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:00.205405 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ace1ec-79d0-4c44-b882-8570d6f32f02 req-b870334c-de4d-440f-80d1-b74888277c41 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:00.211817 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ace1ec-79d0-4c44-b882-8570d6f32f02 req-b870334c-de4d-440f-80d1-b74888277c41 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:00.212242 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-e4db28a4-89cd-4796-8d28-5e24b14430ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acba0247-8d0d-4937-a7cd-c165665bdb16 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:04:00.212836 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-16ace1ec-79d0-4c44-b882-8570d6f32f02 req-b870334c-de4d-440f-80d1-b74888277c41 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Synchronizing usage tracker for tenant:84557554a3f24afe8f48784f3010a6e6 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:04:00.255420 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-35f024bf-5d38-49c9-8cff-dac0c114e837 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:00.259200 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-16ace1ec-79d0-4c44-b882-8570d6f32f02 req-b870334c-de4d-440f-80d1-b74888277c41 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Unset dirty status for tenant:84557554a3f24afe8f48784f3010a6e6 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:04:00.259581 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-16ace1ec-79d0-4c44-b882-8570d6f32f02 req-b870334c-de4d-440f-80d1-b74888277c41 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0a0f264-d3bb-4f6b-a9d5-10286de2cc39 HTTP/1.1" status: 200 len: 2418 time: 0.3063333 Feb 09 01:04:00.268504 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07504164-3959-4bf2-ba42-71efa062517e req-ec2af901-2571-479a-8e0a-3294eb49088d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:00.269110 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07504164-3959-4bf2-ba42-71efa062517e req-ec2af901-2571-479a-8e0a-3294eb49088d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:00.269708 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07504164-3959-4bf2-ba42-71efa062517e req-ec2af901-2571-479a-8e0a-3294eb49088d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:00.270191 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07504164-3959-4bf2-ba42-71efa062517e req-ec2af901-2571-479a-8e0a-3294eb49088d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:00.270820 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07504164-3959-4bf2-ba42-71efa062517e req-ec2af901-2571-479a-8e0a-3294eb49088d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:00.271298 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-35f024bf-5d38-49c9-8cff-dac0c114e837 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Deleting port b24a0b3b-cf08-49e1-b4ee-435886405e2f {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:04:00.271417 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07504164-3959-4bf2-ba42-71efa062517e req-ec2af901-2571-479a-8e0a-3294eb49088d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:00.271600 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-35f024bf-5d38-49c9-8cff-dac0c114e837 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:00.271866 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07504164-3959-4bf2-ba42-71efa062517e req-ec2af901-2571-479a-8e0a-3294eb49088d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:00.273916 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-07504164-3959-4bf2-ba42-71efa062517e req-ec2af901-2571-479a-8e0a-3294eb49088d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6ae572a6f87d4d70abcebc0f3058fa0e&device_id=9aaa5086-2506-413a-a88f-4d56b6d269cb HTTP/1.1" status: 200 len: 6215 time: 0.7260940 Feb 09 01:04:00.311031 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-e4db28a4-89cd-4796-8d28-5e24b14430ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:00.488843 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-16ace1ec-79d0-4c44-b882-8570d6f32f02 req-e9f5c64b-8a3d-4436-bcd4-6c475b5b3b84 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Deleting port e6e0aae7-22c4-4536-815e-a77da026ad3d {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:04:00.489294 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-16ace1ec-79d0-4c44-b882-8570d6f32f02 req-e9f5c64b-8a3d-4436-bcd4-6c475b5b3b84 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:00.684755 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-e4db28a4-89cd-4796-8d28-5e24b14430ae service neutron] Transition to ACTIVE for port object acba0247-8d0d-4937-a7cd-c165665bdb16 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:04:00.758907 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-35f024bf-5d38-49c9-8cff-dac0c114e837 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:00.771180 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-e4db28a4-89cd-4796-8d28-5e24b14430ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:00.783789 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a7faf0-8410-4e8a-8e24-6847fb94a1bf service neutron] Pushing event updated for resources: {'Port': ['ID=da208e97-6197-4dbf-b1a2-4a4ab7c8b439,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:00.903325 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-35f024bf-5d38-49c9-8cff-dac0c114e837 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Calling delete_port for b24a0b3b-cf08-49e1-b4ee-435886405e2f owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:04:01.032127 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-16ace1ec-79d0-4c44-b882-8570d6f32f02 req-e9f5c64b-8a3d-4436-bcd4-6c475b5b3b84 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] For port e6e0aae7-22c4-4536-815e-a77da026ad3d, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=e6e0aae7-22c4-4536-815e-a77da026ad3d,segment=NetworkSegment(462d9735-1e8a-4ada-9baa-3c48def37bff),segment_id=462d9735-1e8a-4ada-9baa-3c48def37bff)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:01.032808 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-16ace1ec-79d0-4c44-b882-8570d6f32f02 req-e9f5c64b-8a3d-4436-bcd4-6c475b5b3b84 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:01.034986 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf99041-eb79-4110-bf79-f5dfaa41b4ea req-42aa4db1-a1aa-4ce8-ac14-714bae3205ac tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:01.040964 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf99041-eb79-4110-bf79-f5dfaa41b4ea req-42aa4db1-a1aa-4ce8-ac14-714bae3205ac tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:01.047245 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf99041-eb79-4110-bf79-f5dfaa41b4ea req-42aa4db1-a1aa-4ce8-ac14-714bae3205ac tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:01.054190 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf99041-eb79-4110-bf79-f5dfaa41b4ea req-42aa4db1-a1aa-4ce8-ac14-714bae3205ac tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:01.060129 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf99041-eb79-4110-bf79-f5dfaa41b4ea req-42aa4db1-a1aa-4ce8-ac14-714bae3205ac tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:01.066544 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf99041-eb79-4110-bf79-f5dfaa41b4ea req-42aa4db1-a1aa-4ce8-ac14-714bae3205ac tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:01.072370 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf99041-eb79-4110-bf79-f5dfaa41b4ea req-42aa4db1-a1aa-4ce8-ac14-714bae3205ac tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:01.074319 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7bf99041-eb79-4110-bf79-f5dfaa41b4ea req-42aa4db1-a1aa-4ce8-ac14-714bae3205ac tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/ports?device_id=9aaa5086-2506-413a-a88f-4d56b6d269cb HTTP/1.1" status: 200 len: 5378 time: 1.0034621 Feb 09 01:04:01.074980 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4db28a4-89cd-4796-8d28-5e24b14430ae service neutron] Pushing event updated for resources: {'Port': ['ID=acba0247-8d0d-4937-a7cd-c165665bdb16,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:01.199082 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c5711-465e-4209-8589-9b17067be773 req-0459a58c-ed53-415e-8a25-6046cbfda937 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:01.200468 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f20c5711-465e-4209-8589-9b17067be773 req-0459a58c-ed53-415e-8a25-6046cbfda937 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=15f6fa95-6f4a-4909-837a-471f3f3362d9 HTTP/1.1" status: 200 len: 945 time: 1.0843775 Feb 09 01:04:01.265512 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07504164-3959-4bf2-ba42-71efa062517e req-31e65c68-9d41-4693-870c-e2210974c0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:01.266001 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07504164-3959-4bf2-ba42-71efa062517e req-31e65c68-9d41-4693-870c-e2210974c0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:01.266465 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07504164-3959-4bf2-ba42-71efa062517e req-31e65c68-9d41-4693-870c-e2210974c0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:01.268679 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-07504164-3959-4bf2-ba42-71efa062517e req-31e65c68-9d41-4693-870c-e2210974c0f7 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=6ae572a6f87d4d70abcebc0f3058fa0e&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.9169533 Feb 09 01:04:01.269660 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-ff8e7003-a56c-4872-9373-8cd38d05e4c4 req-91a7faf0-8410-4e8a-8e24-6847fb94a1bf service neutron] Attempting to bind port da208e97-6197-4dbf-b1a2-4a4ab7c8b439 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:04:01.269991 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-ff8e7003-a56c-4872-9373-8cd38d05e4c4 req-91a7faf0-8410-4e8a-8e24-6847fb94a1bf service neutron] Attempting to bind port da208e97-6197-4dbf-b1a2-4a4ab7c8b439 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'd1c0a158-6579-41f7-a92a-da7d79b925b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dd02684a-c792-4fba-8571-35898e88ad40'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:04:01.270320 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8e7003-a56c-4872-9373-8cd38d05e4c4 req-91a7faf0-8410-4e8a-8e24-6847fb94a1bf service neutron] Attempting to bind port da208e97-6197-4dbf-b1a2-4a4ab7c8b439 on network dd02684a-c792-4fba-8571-35898e88ad40 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:04:01.325391 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8e7003-a56c-4872-9373-8cd38d05e4c4 req-91a7faf0-8410-4e8a-8e24-6847fb94a1bf service neutron] Port da208e97-6197-4dbf-b1a2-4a4ab7c8b439 on network dd02684a-c792-4fba-8571-35898e88ad40 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:04:01.326108 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8e7003-a56c-4872-9373-8cd38d05e4c4 req-91a7faf0-8410-4e8a-8e24-6847fb94a1bf service neutron] Attempting to bind port da208e97-6197-4dbf-b1a2-4a4ab7c8b439 on network dd02684a-c792-4fba-8571-35898e88ad40 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:04:01.380381 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b644c596-18e7-441c-bd61-8aeb74f1648d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4779cc01-d02f-4afc-9efd-b701db158458'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:04:01.404410 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7bf99041-eb79-4110-bf79-f5dfaa41b4ea req-4cf4d88a-246f-4820-9b0e-11bf3a125587 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/security-groups?id=924aa29d-9387-4933-bba8-e1d938d01b5c&id=ea209cdf-6740-4074-8d6c-66653a19d53a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2697835 Feb 09 01:04:01.418209 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8e7003-a56c-4872-9373-8cd38d05e4c4 req-91a7faf0-8410-4e8a-8e24-6847fb94a1bf service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:04:01.422785 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8e7003-a56c-4872-9373-8cd38d05e4c4 req-91a7faf0-8410-4e8a-8e24-6847fb94a1bf service neutron] Checking segment: {'id': 'd1c0a158-6579-41f7-a92a-da7d79b925b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dd02684a-c792-4fba-8571-35898e88ad40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:04:01.422785 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8e7003-a56c-4872-9373-8cd38d05e4c4 req-91a7faf0-8410-4e8a-8e24-6847fb94a1bf service neutron] Bound using segment: {'id': 'd1c0a158-6579-41f7-a92a-da7d79b925b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dd02684a-c792-4fba-8571-35898e88ad40'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:04:01.422785 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-ff8e7003-a56c-4872-9373-8cd38d05e4c4 req-91a7faf0-8410-4e8a-8e24-6847fb94a1bf service neutron] Bound port: da208e97-6197-4dbf-b1a2-4a4ab7c8b439, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1c0a158-6579-41f7-a92a-da7d79b925b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dd02684a-c792-4fba-8571-35898e88ad40'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:04:01.422785 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ff8e7003-a56c-4872-9373-8cd38d05e4c4 req-91a7faf0-8410-4e8a-8e24-6847fb94a1bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:01.498018 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f20c5711-465e-4209-8589-9b17067be773 req-e09fe884-21a3-40e9-a719-2d11598d3c59 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=ceaabe02-67e8-49da-9640-53d4e3b33273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552567 Feb 09 01:04:01.579799 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-16ace1ec-79d0-4c44-b882-8570d6f32f02 req-e9f5c64b-8a3d-4436-bcd4-6c475b5b3b84 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Calling delete_port for e6e0aae7-22c4-4536-815e-a77da026ad3d owned by compute:nova {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:04:01.609936 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-e4db28a4-89cd-4796-8d28-5e24b14430ae service neutron] Attempting to bind port acba0247-8d0d-4937-a7cd-c165665bdb16 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:04:01.612841 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-35f024bf-5d38-49c9-8cff-dac0c114e837 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:01.618484 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-e4db28a4-89cd-4796-8d28-5e24b14430ae service neutron] Attempting to bind port acba0247-8d0d-4937-a7cd-c165665bdb16 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '58a74df4-ae9c-4d77-a359-bab3cfb3f82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f6623f95-6162-4277-8fd2-5364045aea14'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:04:01.618933 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-e4db28a4-89cd-4796-8d28-5e24b14430ae service neutron] Attempting to bind port acba0247-8d0d-4937-a7cd-c165665bdb16 on network f6623f95-6162-4277-8fd2-5364045aea14 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:04:01.664048 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-e4db28a4-89cd-4796-8d28-5e24b14430ae service neutron] Port acba0247-8d0d-4937-a7cd-c165665bdb16 on network f6623f95-6162-4277-8fd2-5364045aea14 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:04:01.664391 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-e4db28a4-89cd-4796-8d28-5e24b14430ae service neutron] Attempting to bind port acba0247-8d0d-4937-a7cd-c165665bdb16 on network f6623f95-6162-4277-8fd2-5364045aea14 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:04:01.712985 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-e4db28a4-89cd-4796-8d28-5e24b14430ae service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:04:01.713316 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-e4db28a4-89cd-4796-8d28-5e24b14430ae service neutron] Checking segment: {'id': '58a74df4-ae9c-4d77-a359-bab3cfb3f82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f6623f95-6162-4277-8fd2-5364045aea14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:04:01.713734 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-e4db28a4-89cd-4796-8d28-5e24b14430ae service neutron] Bound using segment: {'id': '58a74df4-ae9c-4d77-a359-bab3cfb3f82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f6623f95-6162-4277-8fd2-5364045aea14'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:04:01.714228 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-e4db28a4-89cd-4796-8d28-5e24b14430ae service neutron] Bound port: acba0247-8d0d-4937-a7cd-c165665bdb16, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58a74df4-ae9c-4d77-a359-bab3cfb3f82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f6623f95-6162-4277-8fd2-5364045aea14'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:04:01.714510 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-e4db28a4-89cd-4796-8d28-5e24b14430ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:01.724801 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:04:01.750980 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f024bf-5d38-49c9-8cff-dac0c114e837 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Pushing event deleted for resources: {'Port': ['ID=b24a0b3b-cf08-49e1-b4ee-435886405e2f,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:01.833619 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07504164-3959-4bf2-ba42-71efa062517e req-774eb7e2-7235-4160-a0e6-a319acec1254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:01.835416 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-07504164-3959-4bf2-ba42-71efa062517e req-774eb7e2-7235-4160-a0e6-a319acec1254 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5490439 Feb 09 01:04:01.891253 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-ff8e7003-a56c-4872-9373-8cd38d05e4c4 req-91a7faf0-8410-4e8a-8e24-6847fb94a1bf service neutron] For port da208e97-6197-4dbf-b1a2-4a4ab7c8b439, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:04:01.938155 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-ff8e7003-a56c-4872-9373-8cd38d05e4c4 req-91a7faf0-8410-4e8a-8e24-6847fb94a1bf service neutron] For port da208e97-6197-4dbf-b1a2-4a4ab7c8b439, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=da208e97-6197-4dbf-b1a2-4a4ab7c8b439,segment=NetworkSegment(d1c0a158-6579-41f7-a92a-da7d79b925b6),segment_id=d1c0a158-6579-41f7-a92a-da7d79b925b6)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:04:01.945985 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ff8e7003-a56c-4872-9373-8cd38d05e4c4 req-91a7faf0-8410-4e8a-8e24-6847fb94a1bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:01.978958 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-16ace1ec-79d0-4c44-b882-8570d6f32f02 req-e9f5c64b-8a3d-4436-bcd4-6c475b5b3b84 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:02.026830 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-e4db28a4-89cd-4796-8d28-5e24b14430ae service neutron] For port acba0247-8d0d-4937-a7cd-c165665bdb16, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:04:02.039578 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e7003-a56c-4872-9373-8cd38d05e4c4 req-91a7faf0-8410-4e8a-8e24-6847fb94a1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:02.040198 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ff8e7003-a56c-4872-9373-8cd38d05e4c4 req-91a7faf0-8410-4e8a-8e24-6847fb94a1bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:02.041616 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ff8e7003-a56c-4872-9373-8cd38d05e4c4 req-91a7faf0-8410-4e8a-8e24-6847fb94a1bf service neutron] 10.222.0.62 "PUT /v2.0/ports/da208e97-6197-4dbf-b1a2-4a4ab7c8b439 HTTP/1.1" status: 200 len: 1092 time: 3.2890372 Feb 09 01:04:02.047136 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84cd5f7d-ef59-4e6e-a79b-f39ebb23a107', 'tag': 'da208e97-6197-4dbf-b1a2-4a4ab7c8b439'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:04:02.064079 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-e4db28a4-89cd-4796-8d28-5e24b14430ae service neutron] For port acba0247-8d0d-4937-a7cd-c165665bdb16, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=acba0247-8d0d-4937-a7cd-c165665bdb16,segment=NetworkSegment(58a74df4-ae9c-4d77-a359-bab3cfb3f82d),segment_id=58a74df4-ae9c-4d77-a359-bab3cfb3f82d)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:04:02.075817 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-e4db28a4-89cd-4796-8d28-5e24b14430ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:02.094099 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e68eb67-91e0-4060-a484-c4fd08c0e7ab req-28694d0a-dca3-4c0e-b33d-cfcf99526985 tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:02.102325 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8e68eb67-91e0-4060-a484-c4fd08c0e7ab req-28694d0a-dca3-4c0e-b33d-cfcf99526985 tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] 10.222.0.105 "GET /v2.0/ports?device_id=17ff1b0f-4a66-480b-b9ca-c0316d93d27f HTTP/1.1" status: 200 len: 945 time: 0.3601568 Feb 09 01:04:02.141746 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f5c64b-8a3d-4436-bcd4-6c475b5b3b84 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Pushing event deleted for resources: {'Port': ['ID=e6e0aae7-22c4-4536-815e-a77da026ad3d,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:02.203932 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a7faf0-8410-4e8a-8e24-6847fb94a1bf service neutron] Pushing event updated for resources: {'Port': ['ID=da208e97-6197-4dbf-b1a2-4a4ab7c8b439,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:02.241131 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-e4db28a4-89cd-4796-8d28-5e24b14430ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:02.242037 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-e4db28a4-89cd-4796-8d28-5e24b14430ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:02.244699 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-e4db28a4-89cd-4796-8d28-5e24b14430ae service neutron] 10.222.0.62 "PUT /v2.0/ports/acba0247-8d0d-4937-a7cd-c165665bdb16 HTTP/1.1" status: 200 len: 1090 time: 4.6398685 Feb 09 01:04:02.329153 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-7c2ffa8a-0201-4a76-85da-15cbc4dbbcda service neutron] Request body: {'port': {'device_id': '9aaa5086-2506-413a-a88f-4d56b6d269cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:02.435564 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-35f024bf-5d38-49c9-8cff-dac0c114e837 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:02.494523 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-16ace1ec-79d0-4c44-b882-8570d6f32f02 req-e9f5c64b-8a3d-4436-bcd4-6c475b5b3b84 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] No DVR routers for this DVR port e6e0aae7-22c4-4536-815e-a77da026ad3d on host n-h1-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:04:02.502027 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-16ace1ec-79d0-4c44-b882-8570d6f32f02 req-e9f5c64b-8a3d-4436-bcd4-6c475b5b3b84 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:02.504999 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a0f264-d3bb-4f6b-a9d5-10286de2cc39', 'name': 'network-vif-deleted', 'tag': 'e6e0aae7-22c4-4536-815e-a77da026ad3d'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:04:02.540190 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-7c2ffa8a-0201-4a76-85da-15cbc4dbbcda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:02.658108 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-35f024bf-5d38-49c9-8cff-dac0c114e837 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:02.661183 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-35f024bf-5d38-49c9-8cff-dac0c114e837 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:02.698099 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-35f024bf-5d38-49c9-8cff-dac0c114e837 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:02.698695 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f024bf-5d38-49c9-8cff-dac0c114e837 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Fanout notify agent at l3_agent the message router_deleted on router e0e0c5f5-4ad5-4342-aef2-bc851b2b47bf {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:04:02.723863 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6a9ad-bb77-499d-86a3-8225454e7032 req-3cadca8d-f9ef-4b26-b1ac-e20dbd6f05b1 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:02.725020 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-b5e6a9ad-bb77-499d-86a3-8225454e7032 req-3cadca8d-f9ef-4b26-b1ac-e20dbd6f05b1 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Synchronizing usage tracker for tenant:8ec264b7b14646a3a7c5bffffa681c25 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:04:02.731147 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-16ace1ec-79d0-4c44-b882-8570d6f32f02 req-e9f5c64b-8a3d-4436-bcd4-6c475b5b3b84 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.62 "DELETE /v2.0/ports/e6e0aae7-22c4-4536-815e-a77da026ad3d HTTP/1.1" status: 204 len: 173 time: 2.4206619 Feb 09 01:04:02.735909 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-35f024bf-5d38-49c9-8cff-dac0c114e837 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:02.737781 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-35f024bf-5d38-49c9-8cff-dac0c114e837 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] 10.222.0.105 "DELETE /v2.0/routers/e0e0c5f5-4ad5-4342-aef2-bc851b2b47bf HTTP/1.1" status: 204 len: 168 time: 3.2618697 Feb 09 01:04:02.745535 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 54580) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:02.783896 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-00249b72-43db-4987-ac37-d8e52a30cbf7 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Request body: {'router': {'name': 'tempest-snat-router-570510745', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'enable_snat': False}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:02.811787 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-00249b72-43db-4987-ac37-d8e52a30cbf7 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:04:02.821324 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-00249b72-43db-4987-ac37-d8e52a30cbf7 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Usage tracker for resource:router and tenant:9f4b6fa359e945b5a89be824e2af517e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:04:02.827007 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-b5e6a9ad-bb77-499d-86a3-8225454e7032 req-3cadca8d-f9ef-4b26-b1ac-e20dbd6f05b1 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Unset dirty status for tenant:8ec264b7b14646a3a7c5bffffa681c25 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:04:02.828232 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b5e6a9ad-bb77-499d-86a3-8225454e7032 req-3cadca8d-f9ef-4b26-b1ac-e20dbd6f05b1 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.62 "GET /v2.0/ports?device_id=b644c596-18e7-441c-bd61-8aeb74f1648d HTTP/1.1" status: 200 len: 943 time: 1.0942159 Feb 09 01:04:02.829108 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-00249b72-43db-4987-ac37-d8e52a30cbf7 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:04:02.869393 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-00249b72-43db-4987-ac37-d8e52a30cbf7 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:04:02.911520 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-16ace1ec-79d0-4c44-b882-8570d6f32f02 req-091556cd-744d-465f-9b72-1366079caae8 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Deleting port 612c37f5-b77a-411d-90ff-f06757869505 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:04:02.911778 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-16ace1ec-79d0-4c44-b882-8570d6f32f02 req-091556cd-744d-465f-9b72-1366079caae8 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:02.971854 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-b5e6a9ad-bb77-499d-86a3-8225454e7032 req-c9fe29bd-9024-4e56-a445-456d2957eaf7 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Deleting port 4779cc01-d02f-4afc-9efd-b701db158458 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:04:02.972204 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-b5e6a9ad-bb77-499d-86a3-8225454e7032 req-c9fe29bd-9024-4e56-a445-456d2957eaf7 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:03.021978 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-00249b72-43db-4987-ac37-d8e52a30cbf7 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:03.023016 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-00249b72-43db-4987-ac37-d8e52a30cbf7 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:03.042535 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-00249b72-43db-4987-ac37-d8e52a30cbf7 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:03.075448 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8e68eb67-91e0-4060-a484-c4fd08c0e7ab req-1c64ccbb-b724-4621-85ba-bba4bdff13b9 tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] 10.222.0.105 "GET /v2.0/security-groups?id=069bf2ce-4814-4b94-94c2-434fafdddf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9721646 Feb 09 01:04:03.196744 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4db28a4-89cd-4796-8d28-5e24b14430ae service neutron] Pushing event updated for resources: {'Port': ['ID=acba0247-8d0d-4937-a7cd-c165665bdb16,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:03.292933 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e7003-a56c-4872-9373-8cd38d05e4c4 req-a85ee783-fc5f-4fad-b889-7e2079354561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:03.295042 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ff8e7003-a56c-4872-9373-8cd38d05e4c4 req-a85ee783-fc5f-4fad-b889-7e2079354561 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5ff9aad1b4b645cb83f87778a731b808&device_id=84cd5f7d-ef59-4e6e-a79b-f39ebb23a107 HTTP/1.1" status: 200 len: 1095 time: 1.1857820 Feb 09 01:04:03.471883 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e05ef-0fdd-4ffb-80b0-3398ca53a009 req-ab441f62-c7c9-4a4f-8cf9-7298b3c1c5ab tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:03.480038 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e05ef-0fdd-4ffb-80b0-3398ca53a009 req-ab441f62-c7c9-4a4f-8cf9-7298b3c1c5ab tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:03.488368 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f58e05ef-0fdd-4ffb-80b0-3398ca53a009 req-ab441f62-c7c9-4a4f-8cf9-7298b3c1c5ab tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "GET /v2.0/ports?device_id=e0a0f264-d3bb-4f6b-a9d5-10286de2cc39 HTTP/1.1" status: 200 len: 1682 time: 0.9573953 Feb 09 01:04:03.493176 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ff8e7003-a56c-4872-9373-8cd38d05e4c4 req-a75fb30e-7b94-4489-88be-2fcc28d1d80e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da208e97-6197-4dbf-b1a2-4a4ab7c8b439 HTTP/1.1" status: 200 len: 217 time: 0.1484349 Feb 09 01:04:03.496765 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device ddaef888-0c49-49ca-bb08-d11433657bc7 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:04:03.521126 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a89048-ae6e-4edd-99a4-776f3b24f26f req-f43358a2-60f1-423b-b3b5-d88f093f595f tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:03.522869 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b1a89048-ae6e-4edd-99a4-776f3b24f26f req-f43358a2-60f1-423b-b3b5-d88f093f595f tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] 10.222.0.62 "GET /v2.0/ports?device_id=17ff1b0f-4a66-480b-b9ca-c0316d93d27f HTTP/1.1" status: 200 len: 945 time: 0.9884317 Feb 09 01:04:03.720751 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:03.754231 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f58e05ef-0fdd-4ffb-80b0-3398ca53a009 req-933b286e-dd17-4822-92b7-30cdfb67a03c tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "GET /v2.0/security-groups?id=f20558f4-33ef-4c77-9965-2db2b58a5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646811 Feb 09 01:04:03.777240 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port ddaef888-0c49-49ca-bb08-d11433657bc7, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=ddaef888-0c49-49ca-bb08-d11433657bc7,segment=NetworkSegment(462d9735-1e8a-4ada-9baa-3c48def37bff),segment_id=462d9735-1e8a-4ada-9baa-3c48def37bff)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:03.785678 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:03.786207 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e7003-a56c-4872-9373-8cd38d05e4c4 req-b0e31ced-3d11-45d5-9143-5ce49bd630ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:03.786814 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device e6e0aae7-22c4-4536-815e-a77da026ad3d no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:04:03.788303 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ff8e7003-a56c-4872-9373-8cd38d05e4c4 req-b0e31ced-3d11-45d5-9143-5ce49bd630ad service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6629426b-30e0-4649-b641-b6eaabeb92da HTTP/1.1" status: 200 len: 851 time: 0.2518957 Feb 09 01:04:03.795279 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-b1a89048-ae6e-4edd-99a4-776f3b24f26f req-c2abd07a-b71c-42ae-898f-f0c7443aa21d tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] Deleting port 9ae5b5cc-2545-402c-98f9-8d707f24c97f {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:04:03.803733 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b1a89048-ae6e-4edd-99a4-776f3b24f26f req-c2abd07a-b71c-42ae-898f-f0c7443aa21d tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:03.833135 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-00249b72-43db-4987-ac37-d8e52a30cbf7 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:03.925929 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: e6e0aae7-22c4-4536-815e-a77da026ad3d {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:04:03.926454 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device e6e0aae7-22c4-4536-815e-a77da026ad3d not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:04:03.927089 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 612c37f5-b77a-411d-90ff-f06757869505 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:04:03.961051 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b644c596-18e7-441c-bd61-8aeb74f1648d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4779cc01-d02f-4afc-9efd-b701db158458', 'code': 200} Feb 09 01:04:03.962618 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=ddaef888-0c49-49ca-bb08-d11433657bc7,revision_number=6']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:04.042539 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.db.resource_extend [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-7c2ffa8a-0201-4a76-85da-15cbc4dbbcda service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:04:04.060737 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56264ea-dadb-446c-aa77-d0be075db985 req-44fd085d-fea0-4b03-a8cb-e4de041f2508 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:04.064810 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f56264ea-dadb-446c-aa77-d0be075db985 req-44fd085d-fea0-4b03-a8cb-e4de041f2508 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=84cd5f7d-ef59-4e6e-a79b-f39ebb23a107 HTTP/1.1" status: 200 len: 944 time: 0.7880280 Feb 09 01:04:04.068036 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ff8e7003-a56c-4872-9373-8cd38d05e4c4 req-1ce0e1cf-1a2f-4c09-a338-bc3be2d2c91c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dd02684a-c792-4fba-8571-35898e88ad40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1289232 Feb 09 01:04:04.134262 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:04.195215 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 612c37f5-b77a-411d-90ff-f06757869505, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=612c37f5-b77a-411d-90ff-f06757869505,segment=NetworkSegment(eb56a0d3-16dc-424b-b5d6-77cd5466f67e),segment_id=eb56a0d3-16dc-424b-b5d6-77cd5466f67e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:04.201845 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:04.243016 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-16ace1ec-79d0-4c44-b882-8570d6f32f02 req-091556cd-744d-465f-9b72-1366079caae8 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] For port 612c37f5-b77a-411d-90ff-f06757869505, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=612c37f5-b77a-411d-90ff-f06757869505,segment=NetworkSegment(eb56a0d3-16dc-424b-b5d6-77cd5466f67e),segment_id=eb56a0d3-16dc-424b-b5d6-77cd5466f67e)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:04.243652 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-16ace1ec-79d0-4c44-b882-8570d6f32f02 req-091556cd-744d-465f-9b72-1366079caae8 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:04.324304 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=612c37f5-b77a-411d-90ff-f06757869505,revision_number=6']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:04.420372 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-7c2ffa8a-0201-4a76-85da-15cbc4dbbcda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 170a5f88-b2b6-44b0-92a8-64b08d99f8ac {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:04:04.426775 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-16ace1ec-79d0-4c44-b882-8570d6f32f02 req-091556cd-744d-465f-9b72-1366079caae8 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Calling delete_port for 612c37f5-b77a-411d-90ff-f06757869505 owned by compute:nova {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:04:04.432662 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-7c2ffa8a-0201-4a76-85da-15cbc4dbbcda service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:04.451988 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-7c2ffa8a-0201-4a76-85da-15cbc4dbbcda service neutron] Transition to ACTIVE for port object 170a5f88-b2b6-44b0-92a8-64b08d99f8ac will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:04:04.516624 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f56264ea-dadb-446c-aa77-d0be075db985 req-b8b40887-9d3f-4810-bc3c-6a3f7926e2f7 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4409986 Feb 09 01:04:04.540464 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-b5e6a9ad-bb77-499d-86a3-8225454e7032 req-c9fe29bd-9024-4e56-a445-456d2957eaf7 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] For port 4779cc01-d02f-4afc-9efd-b701db158458, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=4779cc01-d02f-4afc-9efd-b701db158458,segment=NetworkSegment(68c75c24-5a6d-4512-b85d-48e7bc49aa9f),segment_id=68c75c24-5a6d-4512-b85d-48e7bc49aa9f)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:04.541034 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-b5e6a9ad-bb77-499d-86a3-8225454e7032 req-c9fe29bd-9024-4e56-a445-456d2957eaf7 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:04.542567 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-7c2ffa8a-0201-4a76-85da-15cbc4dbbcda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:04.734655 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-b5e6a9ad-bb77-499d-86a3-8225454e7032 req-c9fe29bd-9024-4e56-a445-456d2957eaf7 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Calling delete_port for 4779cc01-d02f-4afc-9efd-b701db158458 owned by compute:nova {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:04:04.737792 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84cd5f7d-ef59-4e6e-a79b-f39ebb23a107', 'tag': 'da208e97-6197-4dbf-b1a2-4a4ab7c8b439', 'status': 'completed', 'code': 200} Feb 09 01:04:04.874414 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ff8e7003-a56c-4872-9373-8cd38d05e4c4 req-b3cb539d-c663-45ad-a2fe-8b0e22ca6468 service neutron] 10.222.0.62 "GET /v2.0/networks/dd02684a-c792-4fba-8571-35898e88ad40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7606840 Feb 09 01:04:04.909482 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.db.api [req-16ace1ec-79d0-4c44-b882-8570d6f32f02 req-091556cd-744d-465f-9b72-1366079caae8 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:04:04.909821 n-d-828418-1 neutron-server[87638]: DEBUG oslo_db.api [req-16ace1ec-79d0-4c44-b882-8570d6f32f02 req-091556cd-744d-465f-9b72-1366079caae8 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:04:04.997719 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d5db9-7819-4e02-b444-b299a284eeb3 req-07fbe743-e000-4ca8-aa86-fea9ff24dba0 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:05.004998 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-249d5db9-7819-4e02-b444-b299a284eeb3 req-07fbe743-e000-4ca8-aa86-fea9ff24dba0 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/ports?device_id=b644c596-18e7-441c-bd61-8aeb74f1648d HTTP/1.1" status: 200 len: 943 time: 0.9356339 Feb 09 01:04:05.089197 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2ffa8a-0201-4a76-85da-15cbc4dbbcda service neutron] Pushing event updated for resources: {'Port': ['ID=170a5f88-b2b6-44b0-92a8-64b08d99f8ac,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:05.107895 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-b1a89048-ae6e-4edd-99a4-776f3b24f26f req-c2abd07a-b71c-42ae-898f-f0c7443aa21d tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] For port 9ae5b5cc-2545-402c-98f9-8d707f24c97f, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=9ae5b5cc-2545-402c-98f9-8d707f24c97f,segment=NetworkSegment(b90906e3-cd32-4b1f-96a9-4ab8b554865c),segment_id=b90906e3-cd32-4b1f-96a9-4ab8b554865c)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:05.108264 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b1a89048-ae6e-4edd-99a4-776f3b24f26f req-c2abd07a-b71c-42ae-898f-f0c7443aa21d tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:05.259999 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-b5e6a9ad-bb77-499d-86a3-8225454e7032 req-c9fe29bd-9024-4e56-a445-456d2957eaf7 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:05.327806 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fe29bd-9024-4e56-a445-456d2957eaf7 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Pushing event deleted for resources: {'Port': ['ID=4779cc01-d02f-4afc-9efd-b701db158458,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:05.330501 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-00249b72-43db-4987-ac37-d8e52a30cbf7 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:05.398358 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-00249b72-43db-4987-ac37-d8e52a30cbf7 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:05.438189 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-16ace1ec-79d0-4c44-b882-8570d6f32f02 req-091556cd-744d-465f-9b72-1366079caae8 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Deleting port 612c37f5-b77a-411d-90ff-f06757869505 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:04:05.438927 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-16ace1ec-79d0-4c44-b882-8570d6f32f02 req-091556cd-744d-465f-9b72-1366079caae8 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:05.516705 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-b1a89048-ae6e-4edd-99a4-776f3b24f26f req-c2abd07a-b71c-42ae-898f-f0c7443aa21d tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] Calling delete_port for 9ae5b5cc-2545-402c-98f9-8d707f24c97f owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:04:05.576223 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-249d5db9-7819-4e02-b444-b299a284eeb3 req-cad5ba84-3b93-4316-b870-2e111eca33a4 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.105 "GET /v2.0/security-groups?id=21d48e70-0a9a-4f34-bd03-fe2b0988e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5703483 Feb 09 01:04:05.653108 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 4779cc01-d02f-4afc-9efd-b701db158458 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:04:05.660020 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-7c2ffa8a-0201-4a76-85da-15cbc4dbbcda service neutron] Attempting to bind port 170a5f88-b2b6-44b0-92a8-64b08d99f8ac on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:04:05.660020 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-7c2ffa8a-0201-4a76-85da-15cbc4dbbcda service neutron] Attempting to bind port 170a5f88-b2b6-44b0-92a8-64b08d99f8ac by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '58a74df4-ae9c-4d77-a359-bab3cfb3f82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f6623f95-6162-4277-8fd2-5364045aea14'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:04:05.660541 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-7c2ffa8a-0201-4a76-85da-15cbc4dbbcda service neutron] Attempting to bind port 170a5f88-b2b6-44b0-92a8-64b08d99f8ac on network f6623f95-6162-4277-8fd2-5364045aea14 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:04:05.688940 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-7c2ffa8a-0201-4a76-85da-15cbc4dbbcda service neutron] Port 170a5f88-b2b6-44b0-92a8-64b08d99f8ac on network f6623f95-6162-4277-8fd2-5364045aea14 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:04:05.688940 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-7c2ffa8a-0201-4a76-85da-15cbc4dbbcda service neutron] Attempting to bind port 170a5f88-b2b6-44b0-92a8-64b08d99f8ac on network f6623f95-6162-4277-8fd2-5364045aea14 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:04:05.722519 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-7c2ffa8a-0201-4a76-85da-15cbc4dbbcda service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:04:05.722858 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-7c2ffa8a-0201-4a76-85da-15cbc4dbbcda service neutron] Checking segment: {'id': '58a74df4-ae9c-4d77-a359-bab3cfb3f82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f6623f95-6162-4277-8fd2-5364045aea14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:04:05.723251 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-7c2ffa8a-0201-4a76-85da-15cbc4dbbcda service neutron] Bound using segment: {'id': '58a74df4-ae9c-4d77-a359-bab3cfb3f82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f6623f95-6162-4277-8fd2-5364045aea14'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:04:05.723705 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-7c2ffa8a-0201-4a76-85da-15cbc4dbbcda service neutron] Bound port: 170a5f88-b2b6-44b0-92a8-64b08d99f8ac, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58a74df4-ae9c-4d77-a359-bab3cfb3f82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f6623f95-6162-4277-8fd2-5364045aea14'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:04:05.724056 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-7c2ffa8a-0201-4a76-85da-15cbc4dbbcda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:05.732347 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: 4779cc01-d02f-4afc-9efd-b701db158458 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:04:05.732843 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 4779cc01-d02f-4afc-9efd-b701db158458 not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:04:05.733368 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 9ae5b5cc-2545-402c-98f9-8d707f24c97f no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:04:05.746114 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ff8e7003-a56c-4872-9373-8cd38d05e4c4 req-f0956397-8c76-4fc5-ae57-21004ac4f2bc service neutron] 10.222.0.62 "GET /v2.0/networks/dd02684a-c792-4fba-8571-35898e88ad40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8454387 Feb 09 01:04:05.792532 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a0f264-d3bb-4f6b-a9d5-10286de2cc39', 'name': 'network-vif-deleted', 'tag': 'e6e0aae7-22c4-4536-815e-a77da026ad3d', 'status': 'completed', 'code': 200} Feb 09 01:04:05.806740 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5e6a9ad-bb77-499d-86a3-8225454e7032 req-c9fe29bd-9024-4e56-a445-456d2957eaf7 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] No DVR routers for this DVR port 4779cc01-d02f-4afc-9efd-b701db158458 on host n-h1-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:04:05.834041 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-b5e6a9ad-bb77-499d-86a3-8225454e7032 req-c9fe29bd-9024-4e56-a445-456d2957eaf7 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:05.967998 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a0f264-d3bb-4f6b-a9d5-10286de2cc39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddaef888-0c49-49ca-bb08-d11433657bc7'}, {'server_uuid': 'e0a0f264-d3bb-4f6b-a9d5-10286de2cc39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '612c37f5-b77a-411d-90ff-f06757869505'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:04:05.975579 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b5e6a9ad-bb77-499d-86a3-8225454e7032 req-c9fe29bd-9024-4e56-a445-456d2957eaf7 tempest-ImagesTestJSON-615904360 tempest-ImagesTestJSON-615904360-project] 10.222.0.62 "DELETE /v2.0/ports/4779cc01-d02f-4afc-9efd-b701db158458 HTTP/1.1" status: 204 len: 173 time: 3.1357639 Feb 09 01:04:05.998565 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:06.113160 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-00249b72-43db-4987-ac37-d8e52a30cbf7 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Allocated IP 172.25.0.71 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/02f5c001-52b6-4897-bd5e-ccee747c956f) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:04:06.143879 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-16ace1ec-79d0-4c44-b882-8570d6f32f02 req-091556cd-744d-465f-9b72-1366079caae8 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] For port 612c37f5-b77a-411d-90ff-f06757869505, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=612c37f5-b77a-411d-90ff-f06757869505,segment=NetworkSegment(eb56a0d3-16dc-424b-b5d6-77cd5466f67e),segment_id=eb56a0d3-16dc-424b-b5d6-77cd5466f67e)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:06.144401 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-16ace1ec-79d0-4c44-b882-8570d6f32f02 req-091556cd-744d-465f-9b72-1366079caae8 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:06.144525 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe5bf03-8a5a-4afd-be03-b885f8d8b9ed req-044b2207-3846-4b4e-bc58-0658d33de8d6 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:06.151147 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe5bf03-8a5a-4afd-be03-b885f8d8b9ed req-044b2207-3846-4b4e-bc58-0658d33de8d6 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:06.161564 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe5bf03-8a5a-4afd-be03-b885f8d8b9ed req-044b2207-3846-4b4e-bc58-0658d33de8d6 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:06.166348 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe5bf03-8a5a-4afd-be03-b885f8d8b9ed req-044b2207-3846-4b4e-bc58-0658d33de8d6 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:06.172791 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe5bf03-8a5a-4afd-be03-b885f8d8b9ed req-044b2207-3846-4b4e-bc58-0658d33de8d6 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:06.180950 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe5bf03-8a5a-4afd-be03-b885f8d8b9ed req-044b2207-3846-4b4e-bc58-0658d33de8d6 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:06.186087 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe5bf03-8a5a-4afd-be03-b885f8d8b9ed req-044b2207-3846-4b4e-bc58-0658d33de8d6 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:06.194513 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-abe5bf03-8a5a-4afd-be03-b885f8d8b9ed req-044b2207-3846-4b4e-bc58-0658d33de8d6 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/ports?device_id=9aaa5086-2506-413a-a88f-4d56b6d269cb HTTP/1.1" status: 200 len: 5402 time: 0.8958888 Feb 09 01:04:06.290634 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b1a89048-ae6e-4edd-99a4-776f3b24f26f req-c2abd07a-b71c-42ae-898f-f0c7443aa21d tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:06.355493 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-7c2ffa8a-0201-4a76-85da-15cbc4dbbcda service neutron] For port 170a5f88-b2b6-44b0-92a8-64b08d99f8ac, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:04:06.358750 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-16ace1ec-79d0-4c44-b882-8570d6f32f02 req-091556cd-744d-465f-9b72-1366079caae8 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Calling delete_port for 612c37f5-b77a-411d-90ff-f06757869505 owned by compute:nova {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:04:06.412739 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2abd07a-b71c-42ae-898f-f0c7443aa21d tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] Pushing event deleted for resources: {'Port': ['ID=9ae5b5cc-2545-402c-98f9-8d707f24c97f,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:06.430098 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-abe5bf03-8a5a-4afd-be03-b885f8d8b9ed req-8c456d3c-bf2c-4666-bfaf-069f39f3ad6b tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/security-groups?id=924aa29d-9387-4933-bba8-e1d938d01b5c&id=ea209cdf-6740-4074-8d6c-66653a19d53a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2345164 Feb 09 01:04:06.459852 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-7c2ffa8a-0201-4a76-85da-15cbc4dbbcda service neutron] For port 170a5f88-b2b6-44b0-92a8-64b08d99f8ac, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=170a5f88-b2b6-44b0-92a8-64b08d99f8ac,segment=NetworkSegment(58a74df4-ae9c-4d77-a359-bab3cfb3f82d),segment_id=58a74df4-ae9c-4d77-a359-bab3cfb3f82d)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:04:06.524338 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-7c2ffa8a-0201-4a76-85da-15cbc4dbbcda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:06.558119 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-00249b72-43db-4987-ac37-d8e52a30cbf7 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:06.571575 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1a89048-ae6e-4edd-99a4-776f3b24f26f req-c2abd07a-b71c-42ae-898f-f0c7443aa21d tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] No DVR routers for this DVR port 9ae5b5cc-2545-402c-98f9-8d707f24c97f on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:04:06.602862 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-16ace1ec-79d0-4c44-b882-8570d6f32f02 req-091556cd-744d-465f-9b72-1366079caae8 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:06.614813 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b1a89048-ae6e-4edd-99a4-776f3b24f26f req-c2abd07a-b71c-42ae-898f-f0c7443aa21d tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:06.669056 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b012d50-9d62-49ef-93c7-adc05681609b req-2b69af83-55b6-48b4-8054-e21da855e0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:06.670901 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1b012d50-9d62-49ef-93c7-adc05681609b req-2b69af83-55b6-48b4-8054-e21da855e0c3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5ff9aad1b4b645cb83f87778a731b808&device_id=84cd5f7d-ef59-4e6e-a79b-f39ebb23a107 HTTP/1.1" status: 200 len: 1095 time: 0.8049560 Feb 09 01:04:06.671432 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091556cd-744d-465f-9b72-1366079caae8 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Pushing event deleted for resources: {'Port': ['ID=612c37f5-b77a-411d-90ff-f06757869505,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:06.686112 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-a0acd197-75db-4e52-915a-4fd4f030c980 req-d5152c64-d12c-4851-9f14-f1eac6ed9afd tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] Synchronizing usage tracker for tenant:78cbc8e5061b49e9b8b3bab2e5c34775 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:04:06.695403 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b1a89048-ae6e-4edd-99a4-776f3b24f26f req-c2abd07a-b71c-42ae-898f-f0c7443aa21d tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] 10.222.0.62 "DELETE /v2.0/ports/9ae5b5cc-2545-402c-98f9-8d707f24c97f HTTP/1.1" status: 204 len: 173 time: 3.1533618 Feb 09 01:04:06.712809 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f181899-eda7-4e38-afb2-0188fb77b9ec req-59e1e8ef-a92a-411b-b4b4-cf852619a4cb tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:06.722890 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1f181899-eda7-4e38-afb2-0188fb77b9ec req-59e1e8ef-a92a-411b-b4b4-cf852619a4cb tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=15f6fa95-6f4a-4909-837a-471f3f3362d9 HTTP/1.1" status: 200 len: 945 time: 0.7098494 Feb 09 01:04:06.760563 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aaa5086-2506-413a-a88f-4d56b6d269cb', 'tag': 'acba0247-8d0d-4937-a7cd-c165665bdb16'}, {'server_uuid': '17ff1b0f-4a66-480b-b9ca-c0316d93d27f', 'name': 'network-vif-deleted', 'tag': '9ae5b5cc-2545-402c-98f9-8d707f24c97f'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:04:06.773168 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-7c2ffa8a-0201-4a76-85da-15cbc4dbbcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:06.773423 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-00249b72-43db-4987-ac37-d8e52a30cbf7 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:06.774403 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-7c2ffa8a-0201-4a76-85da-15cbc4dbbcda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:06.779979 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-7c2ffa8a-0201-4a76-85da-15cbc4dbbcda service neutron] 10.222.0.62 "PUT /v2.0/ports/170a5f88-b2b6-44b0-92a8-64b08d99f8ac HTTP/1.1" status: 200 len: 1090 time: 4.4585338 Feb 09 01:04:06.923003 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-09839d4f-b189-4c35-82c7-069a0f8a7ea3 service neutron] Request body: {'port': {'device_id': '9aaa5086-2506-413a-a88f-4d56b6d269cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:06.995743 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2ffa8a-0201-4a76-85da-15cbc4dbbcda service neutron] Pushing event updated for resources: {'Port': ['ID=170a5f88-b2b6-44b0-92a8-64b08d99f8ac,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:07.045401 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-a0acd197-75db-4e52-915a-4fd4f030c980 req-d5152c64-d12c-4851-9f14-f1eac6ed9afd tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] Unset dirty status for tenant:78cbc8e5061b49e9b8b3bab2e5c34775 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:04:07.057567 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a0acd197-75db-4e52-915a-4fd4f030c980 req-d5152c64-d12c-4851-9f14-f1eac6ed9afd tempest-ServerAddressesTestJSON-649431913 tempest-ServerAddressesTestJSON-649431913-project] 10.222.0.105 "GET /v2.0/ports?device_id=17ff1b0f-4a66-480b-b9ca-c0316d93d27f HTTP/1.1" status: 200 len: 210 time: 0.4826686 Feb 09 01:04:07.094158 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-16ace1ec-79d0-4c44-b882-8570d6f32f02 req-091556cd-744d-465f-9b72-1366079caae8 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] No DVR routers for this DVR port 612c37f5-b77a-411d-90ff-f06757869505 on host n-h1-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:04:07.107940 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00249b72-43db-4987-ac37-d8e52a30cbf7 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:04:07.112024 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-16ace1ec-79d0-4c44-b882-8570d6f32f02 req-091556cd-744d-465f-9b72-1366079caae8 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:07.115199 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-00249b72-43db-4987-ac37-d8e52a30cbf7 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:04:07.144239 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00249b72-43db-4987-ac37-d8e52a30cbf7 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:04:07.169167 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1f181899-eda7-4e38-afb2-0188fb77b9ec req-1a562b3d-5460-4bd6-8df2-8bc79999d6aa tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=ceaabe02-67e8-49da-9640-53d4e3b33273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4450474 Feb 09 01:04:07.239327 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-16ace1ec-79d0-4c44-b882-8570d6f32f02 req-091556cd-744d-465f-9b72-1366079caae8 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.62 "DELETE /v2.0/ports/612c37f5-b77a-411d-90ff-f06757869505 HTTP/1.1" status: 204 len: 173 time: 4.4977090 Feb 09 01:04:07.241860 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00249b72-43db-4987-ac37-d8e52a30cbf7 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Pushing event updated for resources: {'Port': ['ID=02f5c001-52b6-4897-bd5e-ccee747c956f,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:07.331864 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-16ace1ec-79d0-4c44-b882-8570d6f32f02 req-38a9d74d-596e-4c59-ad07-20cd5f26b843 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Deleting port ddaef888-0c49-49ca-bb08-d11433657bc7 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:04:07.332213 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-16ace1ec-79d0-4c44-b882-8570d6f32f02 req-38a9d74d-596e-4c59-ad07-20cd5f26b843 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:07.455342 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b012d50-9d62-49ef-93c7-adc05681609b req-4ca0e478-3e7c-46f1-bcd6-07d3dfa0d400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:07.457131 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1b012d50-9d62-49ef-93c7-adc05681609b req-4ca0e478-3e7c-46f1-bcd6-07d3dfa0d400 service neutron] 10.222.0.62 "GET /v2.0/networks?id=dd02684a-c792-4fba-8571-35898e88ad40 HTTP/1.1" status: 200 len: 912 time: 0.7543533 Feb 09 01:04:07.601075 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-09839d4f-b189-4c35-82c7-069a0f8a7ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:07.766611 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1b012d50-9d62-49ef-93c7-adc05681609b req-f81809ce-b523-48b5-8035-0063dfaac374 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da208e97-6197-4dbf-b1a2-4a4ab7c8b439 HTTP/1.1" status: 200 len: 217 time: 0.3004327 Feb 09 01:04:07.972554 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e42ca-2608-4d81-ad87-82aef520ed51 req-a2f5e60e-bd7c-4c95-88f7-982f23cec214 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:07.975048 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-aa5e42ca-2608-4d81-ad87-82aef520ed51 req-a2f5e60e-bd7c-4c95-88f7-982f23cec214 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "GET /v2.0/ports?device_id=e0a0f264-d3bb-4f6b-a9d5-10286de2cc39 HTTP/1.1" status: 200 len: 943 time: 0.6373675 Feb 09 01:04:08.015155 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb14b564-3218-4794-b9f0-7d1007b260df req-c51c0a17-8ead-489f-87c8-55e347ce281f tempest-AttachSCSIVolumeTestJSON-1984411863 tempest-AttachSCSIVolumeTestJSON-1984411863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:08.021651 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fb14b564-3218-4794-b9f0-7d1007b260df req-c51c0a17-8ead-489f-87c8-55e347ce281f tempest-AttachSCSIVolumeTestJSON-1984411863 tempest-AttachSCSIVolumeTestJSON-1984411863-project] 10.222.0.105 "GET /v2.0/ports?device_id=84556c01-5d42-4506-ad4f-b5af394884ad HTTP/1.1" status: 200 len: 945 time: 0.6212626 Feb 09 01:04:08.062758 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c5b13493-7283-44ff-baf7-bb3cb25b474d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:08.073530 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b644c596-18e7-441c-bd61-8aeb74f1648d', 'name': 'network-vif-deleted', 'tag': '4779cc01-d02f-4afc-9efd-b701db158458'}, {'server_uuid': 'e0a0f264-d3bb-4f6b-a9d5-10286de2cc39', 'name': 'network-vif-deleted', 'tag': '612c37f5-b77a-411d-90ff-f06757869505'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:04:08.136377 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b012d50-9d62-49ef-93c7-adc05681609b req-004a13b0-db35-4db7-9e6e-4bdc32a999e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:08.138389 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1b012d50-9d62-49ef-93c7-adc05681609b req-004a13b0-db35-4db7-9e6e-4bdc32a999e4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6629426b-30e0-4649-b641-b6eaabeb92da HTTP/1.1" status: 200 len: 851 time: 0.3469849 Feb 09 01:04:08.270214 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-16ace1ec-79d0-4c44-b882-8570d6f32f02 req-38a9d74d-596e-4c59-ad07-20cd5f26b843 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] For port ddaef888-0c49-49ca-bb08-d11433657bc7, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=ddaef888-0c49-49ca-bb08-d11433657bc7,segment=NetworkSegment(462d9735-1e8a-4ada-9baa-3c48def37bff),segment_id=462d9735-1e8a-4ada-9baa-3c48def37bff)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:08.270508 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-16ace1ec-79d0-4c44-b882-8570d6f32f02 req-38a9d74d-596e-4c59-ad07-20cd5f26b843 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:08.273282 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a0ebe-b191-4aa1-a637-3ce76c5adc95 req-390afba9-8a5a-4f05-8177-6605ba3e6a8f tempest-AttachSCSIVolumeTestJSON-1984411863 tempest-AttachSCSIVolumeTestJSON-1984411863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:08.274834 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-779a0ebe-b191-4aa1-a637-3ce76c5adc95 req-390afba9-8a5a-4f05-8177-6605ba3e6a8f tempest-AttachSCSIVolumeTestJSON-1984411863 tempest-AttachSCSIVolumeTestJSON-1984411863-project] 10.222.0.62 "GET /v2.0/ports?device_id=84556c01-5d42-4506-ad4f-b5af394884ad HTTP/1.1" status: 200 len: 945 time: 0.7422850 Feb 09 01:04:08.276964 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1b012d50-9d62-49ef-93c7-adc05681609b req-75e9aa30-7722-413f-a7b4-afc75afe287a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dd02684a-c792-4fba-8571-35898e88ad40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1119635 Feb 09 01:04:08.341244 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-00249b72-43db-4987-ac37-d8e52a30cbf7 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:08.360582 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-aa5e42ca-2608-4d81-ad87-82aef520ed51 req-6d61b761-7a6b-4865-85b5-bd277ad45213 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "GET /v2.0/security-groups?id=f20558f4-33ef-4c77-9965-2db2b58a5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3705039 Feb 09 01:04:08.462797 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-16ace1ec-79d0-4c44-b882-8570d6f32f02 req-38a9d74d-596e-4c59-ad07-20cd5f26b843 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Calling delete_port for ddaef888-0c49-49ca-bb08-d11433657bc7 owned by compute:nova {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:04:08.529857 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fb14b564-3218-4794-b9f0-7d1007b260df req-98c60448-24c1-42fe-b1ff-cf3bd78bc722 tempest-AttachSCSIVolumeTestJSON-1984411863 tempest-AttachSCSIVolumeTestJSON-1984411863-project] 10.222.0.105 "GET /v2.0/security-groups?id=7d56996b-a6e4-479f-bfb9-4e00d3964de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5019689 Feb 09 01:04:08.598469 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-779a0ebe-b191-4aa1-a637-3ce76c5adc95 req-f1b981aa-4c1f-4b52-af54-432dd1ed52ca tempest-AttachSCSIVolumeTestJSON-1984411863 tempest-AttachSCSIVolumeTestJSON-1984411863-project] Deleting port ec3374ff-1655-4591-82bf-c671fc734e82 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:04:08.598827 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-779a0ebe-b191-4aa1-a637-3ce76c5adc95 req-f1b981aa-4c1f-4b52-af54-432dd1ed52ca tempest-AttachSCSIVolumeTestJSON-1984411863 tempest-AttachSCSIVolumeTestJSON-1984411863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:08.612865 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a0f264-d3bb-4f6b-a9d5-10286de2cc39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddaef888-0c49-49ca-bb08-d11433657bc7', 'code': 200} Feb 09 01:04:08.613325 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a0f264-d3bb-4f6b-a9d5-10286de2cc39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '612c37f5-b77a-411d-90ff-f06757869505', 'code': 200} Feb 09 01:04:08.803739 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aaa5086-2506-413a-a88f-4d56b6d269cb', 'tag': 'acba0247-8d0d-4937-a7cd-c165665bdb16', 'status': 'completed', 'code': 200} Feb 09 01:04:08.804352 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17ff1b0f-4a66-480b-b9ca-c0316d93d27f', 'name': 'network-vif-deleted', 'tag': '9ae5b5cc-2545-402c-98f9-8d707f24c97f', 'status': 'completed', 'code': 200} Feb 09 01:04:08.908661 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-16ace1ec-79d0-4c44-b882-8570d6f32f02 req-38a9d74d-596e-4c59-ad07-20cd5f26b843 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:08.953078 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1b012d50-9d62-49ef-93c7-adc05681609b req-feba9345-5056-48ad-9b20-437f5eb07754 service neutron] 10.222.0.62 "GET /v2.0/networks/dd02684a-c792-4fba-8571-35898e88ad40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6265206 Feb 09 01:04:09.003781 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a9d74d-596e-4c59-ad07-20cd5f26b843 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Pushing event deleted for resources: {'Port': ['ID=ddaef888-0c49-49ca-bb08-d11433657bc7,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:09.074344 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-00249b72-43db-4987-ac37-d8e52a30cbf7 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:09.123547 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-16ace1ec-79d0-4c44-b882-8570d6f32f02 req-38a9d74d-596e-4c59-ad07-20cd5f26b843 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] No DVR routers for this DVR port ddaef888-0c49-49ca-bb08-d11433657bc7 on host n-h1-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:04:09.136446 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-16ace1ec-79d0-4c44-b882-8570d6f32f02 req-38a9d74d-596e-4c59-ad07-20cd5f26b843 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:09.151401 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-16ace1ec-79d0-4c44-b882-8570d6f32f02 req-38a9d74d-596e-4c59-ad07-20cd5f26b843 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.62 "DELETE /v2.0/ports/ddaef888-0c49-49ca-bb08-d11433657bc7 HTTP/1.1" status: 204 len: 173 time: 1.9003239 Feb 09 01:04:09.165306 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.db.resource_extend [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-09839d4f-b189-4c35-82c7-069a0f8a7ea3 service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:04:09.196698 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6ec6cb-2f1d-4943-8a6a-e85853dee4c4 req-63fb26c9-9ab4-43f9-8770-4eb759cf1bbe tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:09.198432 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7d6ec6cb-2f1d-4943-8a6a-e85853dee4c4 req-63fb26c9-9ab4-43f9-8770-4eb759cf1bbe tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=84cd5f7d-ef59-4e6e-a79b-f39ebb23a107 HTTP/1.1" status: 200 len: 944 time: 0.6354949 Feb 09 01:04:09.333730 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cdccd2-f569-48c7-a9bf-b8a257317a46 req-ab66fd0a-c62f-4795-ba7c-491659f00c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:09.334722 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cdccd2-f569-48c7-a9bf-b8a257317a46 req-ab66fd0a-c62f-4795-ba7c-491659f00c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:09.335890 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cdccd2-f569-48c7-a9bf-b8a257317a46 req-ab66fd0a-c62f-4795-ba7c-491659f00c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:09.336885 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cdccd2-f569-48c7-a9bf-b8a257317a46 req-ab66fd0a-c62f-4795-ba7c-491659f00c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:09.336885 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cdccd2-f569-48c7-a9bf-b8a257317a46 req-ab66fd0a-c62f-4795-ba7c-491659f00c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:09.337374 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cdccd2-f569-48c7-a9bf-b8a257317a46 req-ab66fd0a-c62f-4795-ba7c-491659f00c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:09.337898 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cdccd2-f569-48c7-a9bf-b8a257317a46 req-ab66fd0a-c62f-4795-ba7c-491659f00c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:09.340814 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-62cdccd2-f569-48c7-a9bf-b8a257317a46 req-ab66fd0a-c62f-4795-ba7c-491659f00c0d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6ae572a6f87d4d70abcebc0f3058fa0e&device_id=9aaa5086-2506-413a-a88f-4d56b6d269cb HTTP/1.1" status: 200 len: 6349 time: 0.4711564 Feb 09 01:04:09.357232 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-779a0ebe-b191-4aa1-a637-3ce76c5adc95 req-f1b981aa-4c1f-4b52-af54-432dd1ed52ca tempest-AttachSCSIVolumeTestJSON-1984411863 tempest-AttachSCSIVolumeTestJSON-1984411863-project] For port ec3374ff-1655-4591-82bf-c671fc734e82, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=ec3374ff-1655-4591-82bf-c671fc734e82,segment=NetworkSegment(92f6058b-8e82-441a-aad5-48048f06210b),segment_id=92f6058b-8e82-441a-aad5-48048f06210b)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:09.358709 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-779a0ebe-b191-4aa1-a637-3ce76c5adc95 req-f1b981aa-4c1f-4b52-af54-432dd1ed52ca tempest-AttachSCSIVolumeTestJSON-1984411863 tempest-AttachSCSIVolumeTestJSON-1984411863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:09.521259 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device da208e97-6197-4dbf-b1a2-4a4ab7c8b439 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:04:09.548037 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-779a0ebe-b191-4aa1-a637-3ce76c5adc95 req-f1b981aa-4c1f-4b52-af54-432dd1ed52ca tempest-AttachSCSIVolumeTestJSON-1984411863 tempest-AttachSCSIVolumeTestJSON-1984411863-project] Calling delete_port for ec3374ff-1655-4591-82bf-c671fc734e82 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:04:09.779578 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port da208e97-6197-4dbf-b1a2-4a4ab7c8b439, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=da208e97-6197-4dbf-b1a2-4a4ab7c8b439,segment=NetworkSegment(d1c0a158-6579-41f7-a92a-da7d79b925b6),segment_id=d1c0a158-6579-41f7-a92a-da7d79b925b6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:09.782488 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00249b72-43db-4987-ac37-d8e52a30cbf7 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Router 7f581dc5-2bd4-470a-9f4e-63e2e08e89eb is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:04:09.810764 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': 'da208e97-6197-4dbf-b1a2-4a4ab7c8b439', 'network_id': 'dd02684a-c792-4fba-8571-35898e88ad40', 'port_id': 'da208e97-6197-4dbf-b1a2-4a4ab7c8b439', 'mac_address': 'fa:16:3e:69:cd:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6629426b-30e0-4649-b641-b6eaabeb92da', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:04:09.817893 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-09839d4f-b189-4c35-82c7-069a0f8a7ea3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff4c2db4-d131-4548-bc99-555a0ac5aae6 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:04:09.870491 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-09839d4f-b189-4c35-82c7-069a0f8a7ea3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:09.913504 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:09.918454 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cdccd2-f569-48c7-a9bf-b8a257317a46 req-b51e849e-9bc8-41fb-b5b4-f47fde523f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:09.919146 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cdccd2-f569-48c7-a9bf-b8a257317a46 req-b51e849e-9bc8-41fb-b5b4-f47fde523f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:09.919682 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cdccd2-f569-48c7-a9bf-b8a257317a46 req-b51e849e-9bc8-41fb-b5b4-f47fde523f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:09.925183 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-62cdccd2-f569-48c7-a9bf-b8a257317a46 req-b51e849e-9bc8-41fb-b5b4-f47fde523f47 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=6ae572a6f87d4d70abcebc0f3058fa0e&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5646040 Feb 09 01:04:09.942071 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7d6ec6cb-2f1d-4943-8a6a-e85853dee4c4 req-e6512740-183a-47bc-9bed-866d592b93db tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6731594 Feb 09 01:04:09.962613 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da208e97-6197-4dbf-b1a2-4a4ab7c8b439 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:04:10.011920 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port da208e97-6197-4dbf-b1a2-4a4ab7c8b439, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=da208e97-6197-4dbf-b1a2-4a4ab7c8b439,segment=NetworkSegment(d1c0a158-6579-41f7-a92a-da7d79b925b6),segment_id=d1c0a158-6579-41f7-a92a-da7d79b925b6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:10.019935 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:10.040053 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-09839d4f-b189-4c35-82c7-069a0f8a7ea3 service neutron] Transition to ACTIVE for port object ff4c2db4-d131-4548-bc99-555a0ac5aae6 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:04:10.048432 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1b012d50-9d62-49ef-93c7-adc05681609b req-1d2ccfad-2cd2-401a-8ed8-5830b708ecc2 service neutron] 10.222.0.62 "GET /v2.0/networks/dd02684a-c792-4fba-8571-35898e88ad40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0813682 Feb 09 01:04:10.071393 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-779a0ebe-b191-4aa1-a637-3ce76c5adc95 req-f1b981aa-4c1f-4b52-af54-432dd1ed52ca tempest-AttachSCSIVolumeTestJSON-1984411863 tempest-AttachSCSIVolumeTestJSON-1984411863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:10.116753 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 54618) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:10.144357 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=da208e97-6197-4dbf-b1a2-4a4ab7c8b439,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:10.199641 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b644c596-18e7-441c-bd61-8aeb74f1648d', 'name': 'network-vif-deleted', 'tag': '4779cc01-d02f-4afc-9efd-b701db158458', 'status': 'completed', 'code': 200} Feb 09 01:04:10.199931 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a0f264-d3bb-4f6b-a9d5-10286de2cc39', 'name': 'network-vif-deleted', 'tag': '612c37f5-b77a-411d-90ff-f06757869505', 'status': 'completed', 'code': 200} Feb 09 01:04:10.209030 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-da067b50-a53c-4973-a40d-f5ae79cc2889 admin admin] Deleting subnet 79b3c606-423d-4fd4-b3ab-e743313e39ca {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:04:10.227543 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-da067b50-a53c-4973-a40d-f5ae79cc2889 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:10.287527 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00249b72-43db-4987-ac37-d8e52a30cbf7 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:04:10.297453 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff887c4c-785d-4578-8835-5ba1ddfc780e None None] Sync routers for ids ['7f581dc5-2bd4-470a-9f4e-63e2e08e89eb'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:04:10.333159 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cdccd2-f569-48c7-a9bf-b8a257317a46 req-507e5ec4-9a80-4c63-8fd7-4fe8d8cde4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:10.333428 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff887c4c-785d-4578-8835-5ba1ddfc780e None None] Routers {'7f581dc5-2bd4-470a-9f4e-63e2e08e89eb'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:04:10.334892 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-62cdccd2-f569-48c7-a9bf-b8a257317a46 req-507e5ec4-9a80-4c63-8fd7-4fe8d8cde4fb service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4037311 Feb 09 01:04:10.336776 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-ff887c4c-785d-4578-8835-5ba1ddfc780e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:03:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['7f581dc5-2bd4-470a-9f4e-63e2e08e89eb'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:10.338277 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-00249b72-43db-4987-ac37-d8e52a30cbf7 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:10.339781 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-00249b72-43db-4987-ac37-d8e52a30cbf7 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.5604527 Feb 09 01:04:10.342276 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 54622) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:10.344276 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-09839d4f-b189-4c35-82c7-069a0f8a7ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:10.362450 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['da208e97-6197-4dbf-b1a2-4a4ab7c8b439'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:04:10.406698 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b981aa-4c1f-4b52-af54-432dd1ed52ca tempest-AttachSCSIVolumeTestJSON-1984411863 tempest-AttachSCSIVolumeTestJSON-1984411863-project] Pushing event deleted for resources: {'Port': ['ID=ec3374ff-1655-4591-82bf-c671fc734e82,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:10.420210 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-da067b50-a53c-4973-a40d-f5ae79cc2889 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:10.539370 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-da067b50-a53c-4973-a40d-f5ae79cc2889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:10.543915 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-08686169-b4b1-4d5e-8fd2-6a9595cbd592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:10.635134 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c2c407-7123-4764-944e-d47100dec788 req-7e7ca535-4ce7-4614-b9c6-5c74f5a4c2c3 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:10.643051 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c2c407-7123-4764-944e-d47100dec788 req-7e7ca535-4ce7-4614-b9c6-5c74f5a4c2c3 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:10.649929 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c2c407-7123-4764-944e-d47100dec788 req-7e7ca535-4ce7-4614-b9c6-5c74f5a4c2c3 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:10.657779 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c2c407-7123-4764-944e-d47100dec788 req-7e7ca535-4ce7-4614-b9c6-5c74f5a4c2c3 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:10.665266 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c2c407-7123-4764-944e-d47100dec788 req-7e7ca535-4ce7-4614-b9c6-5c74f5a4c2c3 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:10.681229 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c2c407-7123-4764-944e-d47100dec788 req-7e7ca535-4ce7-4614-b9c6-5c74f5a4c2c3 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:10.689078 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c2c407-7123-4764-944e-d47100dec788 req-7e7ca535-4ce7-4614-b9c6-5c74f5a4c2c3 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:10.700893 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b2c2c407-7123-4764-944e-d47100dec788 req-7e7ca535-4ce7-4614-b9c6-5c74f5a4c2c3 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/ports?device_id=9aaa5086-2506-413a-a88f-4d56b6d269cb HTTP/1.1" status: 200 len: 5402 time: 1.7032909 Feb 09 01:04:10.790376 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-249fdc3b-664e-423d-9f9b-523b2e454428 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] 10.222.0.105 "GET /v2.0/routers/7f581dc5-2bd4-470a-9f4e-63e2e08e89eb HTTP/1.1" status: 200 len: 907 time: 0.4468079 Feb 09 01:04:10.792748 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 54626) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:10.798238 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-9ebbb139-36dd-4021-95f9-915f30325851 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Request body: {'router': {'name': 'tempest-snat-router-570510745', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'enable_snat': True}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:10.806839 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-779a0ebe-b191-4aa1-a637-3ce76c5adc95 req-f1b981aa-4c1f-4b52-af54-432dd1ed52ca tempest-AttachSCSIVolumeTestJSON-1984411863 tempest-AttachSCSIVolumeTestJSON-1984411863-project] No DVR routers for this DVR port ec3374ff-1655-4591-82bf-c671fc734e82 on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:04:10.809398 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aaa5086-2506-413a-a88f-4d56b6d269cb', 'tag': '170a5f88-b2b6-44b0-92a8-64b08d99f8ac'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:04:10.809648 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9ebbb139-36dd-4021-95f9-915f30325851 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:04:10.814624 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-9ebbb139-36dd-4021-95f9-915f30325851 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Usage tracker for resource:router and tenant:9f4b6fa359e945b5a89be824e2af517e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:04:10.819955 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-9ebbb139-36dd-4021-95f9-915f30325851 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:04:10.838325 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9ebbb139-36dd-4021-95f9-915f30325851 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:04:10.839083 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-ff887c4c-785d-4578-8835-5ba1ddfc780e None None] Set router 7f581dc5-2bd4-470a-9f4e-63e2e08e89eb gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:04:10.853833 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-da067b50-a53c-4973-a40d-f5ae79cc2889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:10.903221 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9ebbb139-36dd-4021-95f9-915f30325851 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:10.904343 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9ebbb139-36dd-4021-95f9-915f30325851 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:10.923079 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da067b50-a53c-4973-a40d-f5ae79cc2889 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79b3c606-423d-4fd4-b3ab-e743313e39ca,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:10.930614 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-da067b50-a53c-4973-a40d-f5ae79cc2889 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:10.948508 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-da067b50-a53c-4973-a40d-f5ae79cc2889 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/79b3c606-423d-4fd4-b3ab-e743313e39ca HTTP/1.1" status: 204 len: 168 time: 0.8279400 Feb 09 01:04:10.952726 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 54632) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:10.958131 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9ebbb139-36dd-4021-95f9-915f30325851 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:10.983009 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-779a0ebe-b191-4aa1-a637-3ce76c5adc95 req-f1b981aa-4c1f-4b52-af54-432dd1ed52ca tempest-AttachSCSIVolumeTestJSON-1984411863 tempest-AttachSCSIVolumeTestJSON-1984411863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:11.091950 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09839d4f-b189-4c35-82c7-069a0f8a7ea3 service neutron] Pushing event updated for resources: {'Port': ['ID=ff4c2db4-d131-4548-bc99-555a0ac5aae6,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:11.184206 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-779a0ebe-b191-4aa1-a637-3ce76c5adc95 req-f1b981aa-4c1f-4b52-af54-432dd1ed52ca tempest-AttachSCSIVolumeTestJSON-1984411863 tempest-AttachSCSIVolumeTestJSON-1984411863-project] 10.222.0.62 "DELETE /v2.0/ports/ec3374ff-1655-4591-82bf-c671fc734e82 HTTP/1.1" status: 204 len: 173 time: 2.8898137 Feb 09 01:04:11.209727 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b2c2c407-7123-4764-944e-d47100dec788 req-bf266c7c-79f4-4b1b-864b-3aba7ee6203d tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/security-groups?id=924aa29d-9387-4933-bba8-e1d938d01b5c&id=ea209cdf-6740-4074-8d6c-66653a19d53a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5075228 Feb 09 01:04:11.316240 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae25c0-7353-4fa4-b9ac-16712463eb5e req-39ab6b3a-ccb5-4622-83d8-d996225cc6f7 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:11.317837 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5cae25c0-7353-4fa4-b9ac-16712463eb5e req-39ab6b3a-ccb5-4622-83d8-d996225cc6f7 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=15f6fa95-6f4a-4909-837a-471f3f3362d9 HTTP/1.1" status: 200 len: 945 time: 0.8603539 Feb 09 01:04:11.358376 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:11.363272 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-09839d4f-b189-4c35-82c7-069a0f8a7ea3 service neutron] Attempting to bind port ff4c2db4-d131-4548-bc99-555a0ac5aae6 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:04:11.363756 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-09839d4f-b189-4c35-82c7-069a0f8a7ea3 service neutron] Attempting to bind port ff4c2db4-d131-4548-bc99-555a0ac5aae6 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '1e6e2ba9-58a4-44c9-be4f-d8ba07a476ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '8d0fbf1e-afd1-4ea0-9eba-88871e127cde'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:04:11.364507 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-09839d4f-b189-4c35-82c7-069a0f8a7ea3 service neutron] Attempting to bind port ff4c2db4-d131-4548-bc99-555a0ac5aae6 on network 8d0fbf1e-afd1-4ea0-9eba-88871e127cde {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:04:11.391957 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-09839d4f-b189-4c35-82c7-069a0f8a7ea3 service neutron] Port ff4c2db4-d131-4548-bc99-555a0ac5aae6 on network 8d0fbf1e-afd1-4ea0-9eba-88871e127cde not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:04:11.392315 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-09839d4f-b189-4c35-82c7-069a0f8a7ea3 service neutron] Attempting to bind port ff4c2db4-d131-4548-bc99-555a0ac5aae6 on network 8d0fbf1e-afd1-4ea0-9eba-88871e127cde {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:04:11.401570 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-09839d4f-b189-4c35-82c7-069a0f8a7ea3 service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:04:11.401920 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-09839d4f-b189-4c35-82c7-069a0f8a7ea3 service neutron] Checking segment: {'id': '1e6e2ba9-58a4-44c9-be4f-d8ba07a476ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '8d0fbf1e-afd1-4ea0-9eba-88871e127cde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:04:11.402314 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-09839d4f-b189-4c35-82c7-069a0f8a7ea3 service neutron] Bound using segment: {'id': '1e6e2ba9-58a4-44c9-be4f-d8ba07a476ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '8d0fbf1e-afd1-4ea0-9eba-88871e127cde'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:04:11.402746 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-09839d4f-b189-4c35-82c7-069a0f8a7ea3 service neutron] Bound port: ff4c2db4-d131-4548-bc99-555a0ac5aae6, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e6e2ba9-58a4-44c9-be4f-d8ba07a476ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '8d0fbf1e-afd1-4ea0-9eba-88871e127cde'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:04:11.403151 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-09839d4f-b189-4c35-82c7-069a0f8a7ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:11.407767 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8c5d6b08-debf-4cfc-8329-5aa695c961f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:11.418363 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 54644) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:11.490226 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:11.530711 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-ff887c4c-785d-4578-8835-5ba1ddfc780e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f581dc5-2bd4-470a-9f4e-63e2e08e89eb', 'name': 'tempest-snat-router-570510745', 'tenant_id': '9f4b6fa359e945b5a89be824e2af517e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.71'}], 'enable_snat': False}, 'gw_port_id': '02f5c001-52b6-4897-bd5e-ccee747c956f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:04:03Z', 'updated_at': '2022-02-09T01:04:07Z', 'revision_number': 3, 'project_id': '9f4b6fa359e945b5a89be824e2af517e', 'gw_port': {'id': '02f5c001-52b6-4897-bd5e-ccee747c956f', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e9:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f581dc5-2bd4-470a-9f4e-63e2e08e89eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:05Z', 'updated_at': '2022-02-09T01:04:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:11.536022 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device ec3374ff-1655-4591-82bf-c671fc734e82 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:04:11.555733 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff887c4c-785d-4578-8835-5ba1ddfc780e None None] Checking router: 7f581dc5-2bd4-470a-9f4e-63e2e08e89eb for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:04:11.556068 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff887c4c-785d-4578-8835-5ba1ddfc780e None None] Updating router 7f581dc5-2bd4-470a-9f4e-63e2e08e89eb port 02f5c001-52b6-4897-bd5e-ccee747c956f binding host n-d-828418-1 {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:04:11.583729 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfbdbdbe-76ae-4211-b605-460509521507 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Deleting subnet c273b888-d699-4498-8f18-603176b438e2 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:04:11.646150 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dfbdbdbe-76ae-4211-b605-460509521507 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:11.651294 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: ec3374ff-1655-4591-82bf-c671fc734e82 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:04:11.652227 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device ec3374ff-1655-4591-82bf-c671fc734e82 not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:04:11.668561 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-ff887c4c-785d-4578-8835-5ba1ddfc780e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:11.750229 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5cae25c0-7353-4fa4-b9ac-16712463eb5e req-1fac2df5-31bf-4206-a95f-ae8ae78e491a tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=ceaabe02-67e8-49da-9640-53d4e3b33273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3879726 Feb 09 01:04:11.752372 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9ebbb139-36dd-4021-95f9-915f30325851 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:11.917085 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aaa5086-2506-413a-a88f-4d56b6d269cb', 'tag': '170a5f88-b2b6-44b0-92a8-64b08d99f8ac', 'status': 'completed', 'code': 200} Feb 09 01:04:11.964695 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-dc56cee4-e681-43a6-bf41-11b2f7ce182b req-970c6217-025f-4cc0-9c30-13f2355de024 tempest-AttachSCSIVolumeTestJSON-1984411863 tempest-AttachSCSIVolumeTestJSON-1984411863-project] Synchronizing usage tracker for tenant:5dc821389a10412fa6c46b30ba4c3113 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:04:12.093996 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8c5d6b08-debf-4cfc-8329-5aa695c961f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:12.172337 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dfbdbdbe-76ae-4211-b605-460509521507 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:12.184184 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-8c5d6b08-debf-4cfc-8329-5aa695c961f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbd96efe-d7b8-42b5-aafb-bb4d08e4a670']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:12.200829 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a0f264-d3bb-4f6b-a9d5-10286de2cc39', 'name': 'network-vif-deleted', 'tag': 'ddaef888-0c49-49ca-bb08-d11433657bc7'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:04:12.217000 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-8c5d6b08-debf-4cfc-8329-5aa695c961f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b90906e3-cd32-4b1f-96a9-4ab8b554865c') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:12.217881 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-8c5d6b08-debf-4cfc-8329-5aa695c961f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b90906e3-cd32-4b1f-96a9-4ab8b554865c') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:12.237509 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8c5d6b08-debf-4cfc-8329-5aa695c961f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:12.261768 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8c5d6b08-debf-4cfc-8329-5aa695c961f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:12.271883 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c5d6b08-debf-4cfc-8329-5aa695c961f7 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:04:12.271883 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8c5d6b08-debf-4cfc-8329-5aa695c961f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:12.279057 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-dc56cee4-e681-43a6-bf41-11b2f7ce182b req-970c6217-025f-4cc0-9c30-13f2355de024 tempest-AttachSCSIVolumeTestJSON-1984411863 tempest-AttachSCSIVolumeTestJSON-1984411863-project] Unset dirty status for tenant:5dc821389a10412fa6c46b30ba4c3113 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:04:12.279227 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-ff887c4c-785d-4578-8835-5ba1ddfc780e None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:12.286234 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dc56cee4-e681-43a6-bf41-11b2f7ce182b req-970c6217-025f-4cc0-9c30-13f2355de024 tempest-AttachSCSIVolumeTestJSON-1984411863 tempest-AttachSCSIVolumeTestJSON-1984411863-project] 10.222.0.105 "GET /v2.0/ports?device_id=84556c01-5d42-4506-ad4f-b5af394884ad HTTP/1.1" status: 200 len: 210 time: 0.5991678 Feb 09 01:04:12.290713 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:04:12.290713 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:04:12.290713 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:04:12.290713 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:04:12.290713 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:04:12.290713 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:04:12.290713 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:04:12.290713 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:04:12.290713 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:04:12.290713 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:04:12.290713 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:04:12.290713 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:04:12.290713 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:04:12.290713 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:04:12.290713 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:04:12.290713 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:04:12.290713 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:04:12.290713 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:04:12.290713 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:04:12.290713 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:04:12.290713 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:04:12.290713 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:04:12.290713 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:04:12.290713 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:04:12.290713 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:04:12.290713 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:04:12.290713 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:04:12.290713 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:04:12.290713 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:04:12.290713 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:04:12.290713 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:04:12.290713 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:04:12.295239 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-09839d4f-b189-4c35-82c7-069a0f8a7ea3 service neutron] For port ff4c2db4-d131-4548-bc99-555a0ac5aae6, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:04:12.296133 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-ff887c4c-785d-4578-8835-5ba1ddfc780e None None] Transition to ACTIVE for port object 02f5c001-52b6-4897-bd5e-ccee747c956f will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:04:12.300829 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-09839d4f-b189-4c35-82c7-069a0f8a7ea3 service neutron] For port ff4c2db4-d131-4548-bc99-555a0ac5aae6, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=ff4c2db4-d131-4548-bc99-555a0ac5aae6,segment=NetworkSegment(1e6e2ba9-58a4-44c9-be4f-d8ba07a476ca),segment_id=1e6e2ba9-58a4-44c9-be4f-d8ba07a476ca)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:04:12.316989 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-ff887c4c-785d-4578-8835-5ba1ddfc780e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:12.350259 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dfbdbdbe-76ae-4211-b605-460509521507 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:12.434272 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ad751-4d78-4ec5-ab2a-8ca7c922cbf0 None None] Pushing event updated for resources: {'Port': ['ID=02f5c001-52b6-4897-bd5e-ccee747c956f,revision_number=2']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:12.464992 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ad751-4d78-4ec5-ab2a-8ca7c922cbf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:12.465341 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ad751-4d78-4ec5-ab2a-8ca7c922cbf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:12.467489 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ad751-4d78-4ec5-ab2a-8ca7c922cbf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:12.467807 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ad751-4d78-4ec5-ab2a-8ca7c922cbf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:12.468166 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ad751-4d78-4ec5-ab2a-8ca7c922cbf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:12.468580 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ad751-4d78-4ec5-ab2a-8ca7c922cbf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:12.468905 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ad751-4d78-4ec5-ab2a-8ca7c922cbf0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:12.469229 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ad751-4d78-4ec5-ab2a-8ca7c922cbf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:12.470225 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ad751-4d78-4ec5-ab2a-8ca7c922cbf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:12.470660 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ad751-4d78-4ec5-ab2a-8ca7c922cbf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:12.470987 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ad751-4d78-4ec5-ab2a-8ca7c922cbf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:12.471306 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ad751-4d78-4ec5-ab2a-8ca7c922cbf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:12.474198 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dfbdbdbe-76ae-4211-b605-460509521507 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:12.482078 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-ff887c4c-785d-4578-8835-5ba1ddfc780e None None] Attempting to bind port 02f5c001-52b6-4897-bd5e-ccee747c956f on host n-d-828418-1 for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:04:12.482817 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-ff887c4c-785d-4578-8835-5ba1ddfc780e None None] Attempting to bind port 02f5c001-52b6-4897-bd5e-ccee747c956f by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:04:12.483645 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff887c4c-785d-4578-8835-5ba1ddfc780e None None] Attempting to bind port 02f5c001-52b6-4897-bd5e-ccee747c956f on network 3d885c3c-255c-4e54-addc-b28437d0b18e {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:04:12.488157 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-09839d4f-b189-4c35-82c7-069a0f8a7ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:12.494705 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff887c4c-785d-4578-8835-5ba1ddfc780e None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:04:12.495904 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff887c4c-785d-4578-8835-5ba1ddfc780e None None] Checking segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:04:12.496486 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-ff887c4c-785d-4578-8835-5ba1ddfc780e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:12.497050 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff887c4c-785d-4578-8835-5ba1ddfc780e None None] Bound using segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:04:12.497716 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-ff887c4c-785d-4578-8835-5ba1ddfc780e None None] Bound port: 02f5c001-52b6-4897-bd5e-ccee747c956f, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:04:12.498271 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-ff887c4c-785d-4578-8835-5ba1ddfc780e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:12.515999 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a0f264-d3bb-4f6b-a9d5-10286de2cc39', 'name': 'network-vif-deleted', 'tag': 'ddaef888-0c49-49ca-bb08-d11433657bc7', 'status': 'completed', 'code': 200} Feb 09 01:04:12.523704 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8c5d6b08-debf-4cfc-8329-5aa695c961f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:12.532997 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8c5d6b08-debf-4cfc-8329-5aa695c961f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:12.618271 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbdbdbe-76ae-4211-b605-460509521507 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Pushing event deleted for resources: {'Subnet': ['ID=c273b888-d699-4498-8f18-603176b438e2,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:12.629238 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dfbdbdbe-76ae-4211-b605-460509521507 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:12.629678 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c101a19d-0c4b-4380-8b13-2f3a94a0895d None None] Network 353a9752-17d7-45b3-9ab3-ddeff5861d11 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:04:12.666655 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-8c5d6b08-debf-4cfc-8329-5aa695c961f7 admin admin] 10.222.0.105 "DELETE /v2.0/networks/dbd96efe-d7b8-42b5-aafb-bb4d08e4a670 HTTP/1.1" status: 204 len: 168 time: 1.7099252 Feb 09 01:04:12.701784 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-dfbdbdbe-76ae-4211-b605-460509521507 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "DELETE /v2.0/subnets/c273b888-d699-4498-8f18-603176b438e2 HTTP/1.1" status: 204 len: 168 time: 1.2791507 Feb 09 01:04:12.704461 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-ff887c4c-785d-4578-8835-5ba1ddfc780e None None] For port 02f5c001-52b6-4897-bd5e-ccee747c956f, host n-d-828418-1, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:04:12.709416 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-ff887c4c-785d-4578-8835-5ba1ddfc780e None None] For port 02f5c001-52b6-4897-bd5e-ccee747c956f, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=02f5c001-52b6-4897-bd5e-ccee747c956f,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:04:12.714901 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-ff887c4c-785d-4578-8835-5ba1ddfc780e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:12.744389 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 54662) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:12.769608 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-09839d4f-b189-4c35-82c7-069a0f8a7ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:12.783433 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-09839d4f-b189-4c35-82c7-069a0f8a7ea3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:12.793045 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-09839d4f-b189-4c35-82c7-069a0f8a7ea3 service neutron] 10.222.0.62 "PUT /v2.0/ports/ff4c2db4-d131-4548-bc99-555a0ac5aae6 HTTP/1.1" status: 200 len: 1091 time: 5.8826158 Feb 09 01:04:12.834315 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5d6b08-debf-4cfc-8329-5aa695c961f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbd96efe-d7b8-42b5-aafb-bb4d08e4a670,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:12.897426 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ad751-4d78-4ec5-ab2a-8ca7c922cbf0 None None] Pushing event updated for resources: {'Port': ['ID=02f5c001-52b6-4897-bd5e-ccee747c956f,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:12.914991 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9ebbb139-36dd-4021-95f9-915f30325851 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:12.943518 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-33dc9102-b03f-442b-b05d-7bcefdbe1c4b service neutron] Request body: {'port': {'device_id': '9aaa5086-2506-413a-a88f-4d56b6d269cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:12.955837 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff887c4c-785d-4578-8835-5ba1ddfc780e None None] Routers {'7f581dc5-2bd4-470a-9f4e-63e2e08e89eb'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:04:12.957496 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-ff887c4c-785d-4578-8835-5ba1ddfc780e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:04:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['7f581dc5-2bd4-470a-9f4e-63e2e08e89eb'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:12.958476 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9ebbb139-36dd-4021-95f9-915f30325851 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:13.131704 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:13.150424 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-9ebbb139-36dd-4021-95f9-915f30325851 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Allocated IP 172.25.0.98 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/7de4ccce-3285-464a-903d-12c28c2347b2) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:04:13.208293 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09839d4f-b189-4c35-82c7-069a0f8a7ea3 service neutron] Pushing event updated for resources: {'Port': ['ID=ff4c2db4-d131-4548-bc99-555a0ac5aae6,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:13.243030 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 54668) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:13.258993 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52aa63a-d802-48f8-8590-059d5a5e4618 req-bf85a453-cde1-4da1-91df-069539b1b64f tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:13.263025 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b310345-e726-434c-8dd4-10b2a80e8ce4 None None] DHCP port deletion for 353a9752-17d7-45b3-9ab3-ddeff5861d11 request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:04:13.267657 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-1b310345-e726-434c-8dd4-10b2a80e8ce4 None None] Deleting port 92ca5101-e18a-4c95-a476-70617258df4d {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:04:13.268660 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1b310345-e726-434c-8dd4-10b2a80e8ce4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:13.269038 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d52aa63a-d802-48f8-8590-059d5a5e4618 req-bf85a453-cde1-4da1-91df-069539b1b64f tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=84cd5f7d-ef59-4e6e-a79b-f39ebb23a107 HTTP/1.1" status: 200 len: 945 time: 1.2523568 Feb 09 01:04:13.320971 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e65f9049-dc5c-4d57-8c9d-576448e04a99 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=78cbc8e5061b49e9b8b3bab2e5c34775&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0767939 Feb 09 01:04:13.323647 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 54674) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:13.360611 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-ff887c4c-785d-4578-8835-5ba1ddfc780e None None] Set router 7f581dc5-2bd4-470a-9f4e-63e2e08e89eb gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:04:13.385184 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fde0f7-51d3-4d47-9c8f-564fe7683d65 req-a5ab52fc-cbb4-4b77-a29d-ddf1c35bf084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:13.393754 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fde0f7-51d3-4d47-9c8f-564fe7683d65 req-a5ab52fc-cbb4-4b77-a29d-ddf1c35bf084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:13.394463 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fde0f7-51d3-4d47-9c8f-564fe7683d65 req-a5ab52fc-cbb4-4b77-a29d-ddf1c35bf084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:13.396710 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fde0f7-51d3-4d47-9c8f-564fe7683d65 req-a5ab52fc-cbb4-4b77-a29d-ddf1c35bf084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:13.398051 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fde0f7-51d3-4d47-9c8f-564fe7683d65 req-a5ab52fc-cbb4-4b77-a29d-ddf1c35bf084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:13.400762 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fde0f7-51d3-4d47-9c8f-564fe7683d65 req-a5ab52fc-cbb4-4b77-a29d-ddf1c35bf084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:13.401492 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fde0f7-51d3-4d47-9c8f-564fe7683d65 req-a5ab52fc-cbb4-4b77-a29d-ddf1c35bf084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:13.410834 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-11fde0f7-51d3-4d47-9c8f-564fe7683d65 req-a5ab52fc-cbb4-4b77-a29d-ddf1c35bf084 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6ae572a6f87d4d70abcebc0f3058fa0e&device_id=9aaa5086-2506-413a-a88f-4d56b6d269cb HTTP/1.1" status: 200 len: 6374 time: 1.4644706 Feb 09 01:04:13.454765 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ae8b2a99-42eb-4da4-b1f8-936d1cb54b5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:13.461183 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9ebbb139-36dd-4021-95f9-915f30325851 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:13.502463 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ae8b2a99-42eb-4da4-b1f8-936d1cb54b5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:13.560669 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device da208e97-6197-4dbf-b1a2-4a4ab7c8b439 up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:04:13.570498 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9ebbb139-36dd-4021-95f9-915f30325851 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:13.714263 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ae8b2a99-42eb-4da4-b1f8-936d1cb54b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:13.751254 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebbb139-36dd-4021-95f9-915f30325851 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:04:13.758397 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-9ebbb139-36dd-4021-95f9-915f30325851 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:04:13.763565 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8b2a99-42eb-4da4-b1f8-936d1cb54b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=069bf2ce-4814-4b94-94c2-434fafdddf7b,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:13.773353 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebbb139-36dd-4021-95f9-915f30325851 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:04:13.826784 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebbb139-36dd-4021-95f9-915f30325851 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Pushing event updated for resources: {'Port': ['ID=7de4ccce-3285-464a-903d-12c28c2347b2,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:13.861511 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ae8b2a99-42eb-4da4-b1f8-936d1cb54b5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:13.862695 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ae8b2a99-42eb-4da4-b1f8-936d1cb54b5a admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/069bf2ce-4814-4b94-94c2-434fafdddf7b HTTP/1.1" status: 204 len: 168 time: 0.5381441 Feb 09 01:04:13.882145 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d52aa63a-d802-48f8-8590-059d5a5e4618 req-ee5505a5-a1c8-4b81-87fb-844fd59ae50c tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6112595 Feb 09 01:04:13.886101 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e1d7fe5b-7656-4ecf-a598-feb32e5e13a8 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:13.889836 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-33dc9102-b03f-442b-b05d-7bcefdbe1c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:13.996866 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-ff887c4c-785d-4578-8835-5ba1ddfc780e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f581dc5-2bd4-470a-9f4e-63e2e08e89eb', 'name': 'tempest-snat-router-570510745', 'tenant_id': '9f4b6fa359e945b5a89be824e2af517e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.71'}], 'enable_snat': False}, 'gw_port_id': '02f5c001-52b6-4897-bd5e-ccee747c956f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:04:03Z', 'updated_at': '2022-02-09T01:04:07Z', 'revision_number': 3, 'project_id': '9f4b6fa359e945b5a89be824e2af517e', 'gw_port': {'id': '02f5c001-52b6-4897-bd5e-ccee747c956f', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e9:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f581dc5-2bd4-470a-9f4e-63e2e08e89eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:05Z', 'updated_at': '2022-02-09T01:04:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:14.001883 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff887c4c-785d-4578-8835-5ba1ddfc780e None None] The sync data for ids ['7f581dc5-2bd4-470a-9f4e-63e2e08e89eb'] in n-d-828418-1 is: [{'id': '7f581dc5-2bd4-470a-9f4e-63e2e08e89eb', 'name': 'tempest-snat-router-570510745', 'tenant_id': '9f4b6fa359e945b5a89be824e2af517e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.71'}], 'enable_snat': False}, 'gw_port_id': '02f5c001-52b6-4897-bd5e-ccee747c956f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:04:03Z', 'updated_at': '2022-02-09T01:04:07Z', 'revision_number': 3, 'project_id': '9f4b6fa359e945b5a89be824e2af517e', 'gw_port': {'id': '02f5c001-52b6-4897-bd5e-ccee747c956f', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e9:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f581dc5-2bd4-470a-9f4e-63e2e08e89eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:05Z', 'updated_at': '2022-02-09T01:04:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828418-1'}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:04:14.009417 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84556c01-5d42-4506-ad4f-b5af394884ad', 'name': 'network-vif-deleted', 'tag': 'ec3374ff-1655-4591-82bf-c671fc734e82'}, {'name': 'network-changed', 'server_uuid': '9aaa5086-2506-413a-a88f-4d56b6d269cb', 'tag': 'ff4c2db4-d131-4548-bc99-555a0ac5aae6'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:04:14.057053 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port da208e97-6197-4dbf-b1a2-4a4ab7c8b439 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:04:14.061347 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0cd76-9606-42b8-b943-2bb0d455d169 req-f55fe0a9-d0a4-4469-92f9-d5d537c8c74b tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:14.068792 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port da208e97-6197-4dbf-b1a2-4a4ab7c8b439 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:04:14.069237 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0cd76-9606-42b8-b943-2bb0d455d169 req-f55fe0a9-d0a4-4469-92f9-d5d537c8c74b tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:14.069360 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:14.075675 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0cd76-9606-42b8-b943-2bb0d455d169 req-f55fe0a9-d0a4-4469-92f9-d5d537c8c74b tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:14.083193 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0cd76-9606-42b8-b943-2bb0d455d169 req-f55fe0a9-d0a4-4469-92f9-d5d537c8c74b tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:14.090313 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0cd76-9606-42b8-b943-2bb0d455d169 req-f55fe0a9-d0a4-4469-92f9-d5d537c8c74b tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:14.096729 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0cd76-9606-42b8-b943-2bb0d455d169 req-f55fe0a9-d0a4-4469-92f9-d5d537c8c74b tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:14.113065 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0cd76-9606-42b8-b943-2bb0d455d169 req-f55fe0a9-d0a4-4469-92f9-d5d537c8c74b tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:14.118030 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9bc0cd76-9606-42b8-b943-2bb0d455d169 req-f55fe0a9-d0a4-4469-92f9-d5d537c8c74b tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/ports?device_id=9aaa5086-2506-413a-a88f-4d56b6d269cb HTTP/1.1" status: 200 len: 5414 time: 1.4753087 Feb 09 01:04:14.151735 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fde0f7-51d3-4d47-9c8f-564fe7683d65 req-1d6362af-8e6f-4e45-b8a7-772ec7da2fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:14.152210 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fde0f7-51d3-4d47-9c8f-564fe7683d65 req-1d6362af-8e6f-4e45-b8a7-772ec7da2fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:14.152668 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fde0f7-51d3-4d47-9c8f-564fe7683d65 req-1d6362af-8e6f-4e45-b8a7-772ec7da2fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:14.154359 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-11fde0f7-51d3-4d47-9c8f-564fe7683d65 req-1d6362af-8e6f-4e45-b8a7-772ec7da2fc7 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=6ae572a6f87d4d70abcebc0f3058fa0e&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.6814916 Feb 09 01:04:14.179886 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-1b310345-e726-434c-8dd4-10b2a80e8ce4 None None] For port 92ca5101-e18a-4c95-a476-70617258df4d, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=92ca5101-e18a-4c95-a476-70617258df4d,segment=NetworkSegment(eb56a0d3-16dc-424b-b5d6-77cd5466f67e),segment_id=eb56a0d3-16dc-424b-b5d6-77cd5466f67e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:14.180930 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1b310345-e726-434c-8dd4-10b2a80e8ce4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:14.196266 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-e1d7fe5b-7656-4ecf-a598-feb32e5e13a8 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Deleting port 92ca5101-e18a-4c95-a476-70617258df4d {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:04:14.196609 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e1d7fe5b-7656-4ecf-a598-feb32e5e13a8 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:14.316422 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 92ca5101-e18a-4c95-a476-70617258df4d no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:04:14.526546 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-1b310345-e726-434c-8dd4-10b2a80e8ce4 None None] Calling delete_port for 92ca5101-e18a-4c95-a476-70617258df4d owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:04:14.699060 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:14.705690 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9bc0cd76-9606-42b8-b943-2bb0d455d169 req-34571ecd-b1fa-428e-b32c-abd4f5ce252f tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/security-groups?id=924aa29d-9387-4933-bba8-e1d938d01b5c&id=ea209cdf-6740-4074-8d6c-66653a19d53a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5743911 Feb 09 01:04:14.799803 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1b310345-e726-434c-8dd4-10b2a80e8ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:14.843227 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-e1d7fe5b-7656-4ecf-a598-feb32e5e13a8 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] The port '92ca5101-e18a-4c95-a476-70617258df4d' was deleted {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:04:14.889147 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port da208e97-6197-4dbf-b1a2-4a4ab7c8b439, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=da208e97-6197-4dbf-b1a2-4a4ab7c8b439,segment=NetworkSegment(d1c0a158-6579-41f7-a92a-da7d79b925b6),segment_id=d1c0a158-6579-41f7-a92a-da7d79b925b6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:14.893630 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b310345-e726-434c-8dd4-10b2a80e8ce4 None None] Pushing event deleted for resources: {'Port': ['ID=92ca5101-e18a-4c95-a476-70617258df4d,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:14.896642 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84cd5f7d-ef59-4e6e-a79b-f39ebb23a107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da208e97-6197-4dbf-b1a2-4a4ab7c8b439'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:04:14.916597 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:14.998065 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b310345-e726-434c-8dd4-10b2a80e8ce4 None None] No DVR routers for this DVR port 92ca5101-e18a-4c95-a476-70617258df4d on host n-d-828418-1 {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:04:15.022817 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No active binding found for port 92ca5101-e18a-4c95-a476-70617258df4d {{(pid=87640) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 09 01:04:15.023401 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 92ca5101-e18a-4c95-a476-70617258df4d not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:04:15.040374 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84556c01-5d42-4506-ad4f-b5af394884ad', 'name': 'network-vif-deleted', 'tag': 'ec3374ff-1655-4591-82bf-c671fc734e82', 'status': 'completed', 'code': 200} Feb 09 01:04:15.040631 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aaa5086-2506-413a-a88f-4d56b6d269cb', 'tag': 'ff4c2db4-d131-4548-bc99-555a0ac5aae6', 'status': 'completed', 'code': 200} Feb 09 01:04:15.065568 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=da208e97-6197-4dbf-b1a2-4a4ab7c8b439,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:15.150008 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84cd5f7d-ef59-4e6e-a79b-f39ebb23a107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da208e97-6197-4dbf-b1a2-4a4ab7c8b439', 'code': 200} Feb 09 01:04:15.153540 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9ebbb139-36dd-4021-95f9-915f30325851 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:15.328363 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328778e-089a-41c4-b1d5-3972e5ccae9d req-8d33f20e-eca2-428b-9cff-647d7d4a5c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:15.337227 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-8328778e-089a-41c4-b1d5-3972e5ccae9d req-8d33f20e-eca2-428b-9cff-647d7d4a5c29 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=71b0276e9e0b48f8943a51531f3d8a9e&device_id=15f6fa95-6f4a-4909-837a-471f3f3362d9 HTTP/1.1" status: 200 len: 1096 time: 0.4651747 Feb 09 01:04:15.563532 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fde0f7-51d3-4d47-9c8f-564fe7683d65 req-93087571-4adf-4546-b3ae-8537ed51ff0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:15.575943 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-11fde0f7-51d3-4d47-9c8f-564fe7683d65 req-93087571-4adf-4546-b3ae-8537ed51ff0d service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.4002612 Feb 09 01:04:15.658594 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e1d7fe5b-7656-4ecf-a598-feb32e5e13a8 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:15.752322 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-e1d7fe5b-7656-4ecf-a598-feb32e5e13a8 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['353a9752-17d7-45b3-9ab3-ddeff5861d11']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:15.791027 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328778e-089a-41c4-b1d5-3972e5ccae9d req-aef686e1-c008-49fc-a863-8e4690a95207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:15.793439 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-8328778e-089a-41c4-b1d5-3972e5ccae9d req-aef686e1-c008-49fc-a863-8e4690a95207 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1f86eb5f-f405-4ce4-a845-9c31ac1b15d4 HTTP/1.1" status: 200 len: 912 time: 0.4244146 Feb 09 01:04:15.819029 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-e1d7fe5b-7656-4ecf-a598-feb32e5e13a8 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb56a0d3-16dc-424b-b5d6-77cd5466f67e') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:15.819881 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-e1d7fe5b-7656-4ecf-a598-feb32e5e13a8 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb56a0d3-16dc-424b-b5d6-77cd5466f67e') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:15.837301 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e1d7fe5b-7656-4ecf-a598-feb32e5e13a8 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:15.860271 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e1d7fe5b-7656-4ecf-a598-feb32e5e13a8 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:15.869374 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1d7fe5b-7656-4ecf-a598-feb32e5e13a8 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:04:15.869924 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e1d7fe5b-7656-4ecf-a598-feb32e5e13a8 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:15.890776 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-8328778e-089a-41c4-b1d5-3972e5ccae9d req-59401b95-fb30-44de-90f9-89d34ccfc1fa service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b946e0ec-388c-4def-a759-89fe4b4606bb HTTP/1.1" status: 200 len: 217 time: 0.0817456 Feb 09 01:04:15.961415 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.db.resource_extend [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-33dc9102-b03f-442b-b05d-7bcefdbe1c4b service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:04:15.971424 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 01:04:15.971424 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:04:15.971424 n-d-828418-1 neutron-server[87639]: timer() Feb 09 01:04:15.971424 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:04:15.971424 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 01:04:15.971424 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:04:15.971424 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 01:04:15.971424 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:04:15.971424 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 01:04:15.971424 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:04:15.971424 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 01:04:15.971424 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:04:15.971424 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 01:04:15.971424 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:04:15.971424 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:04:15.971424 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:04:15.971424 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:04:15.971424 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:04:15.971424 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 01:04:15.971424 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:04:15.971424 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 01:04:15.971424 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:04:15.971424 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:04:15.971424 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:04:15.971424 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 01:04:15.971424 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:04:15.971424 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:04:15.971424 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:04:15.971424 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:04:15.971424 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:04:15.971424 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:04:15.971424 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:04:16.053199 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d403b199-036b-4f89-a8d0-2f3fb47c0744 req-8e7ff4c4-52d1-4fa4-9071-23392a2fcdd4 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:16.054868 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d403b199-036b-4f89-a8d0-2f3fb47c0744 req-8e7ff4c4-52d1-4fa4-9071-23392a2fcdd4 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=15f6fa95-6f4a-4909-837a-471f3f3362d9 HTTP/1.1" status: 200 len: 945 time: 1.1029208 Feb 09 01:04:16.091339 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616c336-ee9f-4058-9d3d-a26636d2085c req-dc407e24-1b27-416a-a492-58823079e53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:16.093738 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0616c336-ee9f-4058-9d3d-a26636d2085c req-dc407e24-1b27-416a-a492-58823079e53f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=84cd5f7d-ef59-4e6e-a79b-f39ebb23a107 HTTP/1.1" status: 200 len: 1097 time: 0.8300021 Feb 09 01:04:16.114727 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9ebbb139-36dd-4021-95f9-915f30325851 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:16.122999 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328778e-089a-41c4-b1d5-3972e5ccae9d req-7bdd63d6-41eb-441f-86fc-2dd4efeb249b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:16.125225 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-8328778e-089a-41c4-b1d5-3972e5ccae9d req-7bdd63d6-41eb-441f-86fc-2dd4efeb249b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=55d6843d-cf0e-4da9-b1f9-18c66e11f308 HTTP/1.1" status: 200 len: 850 time: 0.2275877 Feb 09 01:04:16.187949 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e1d7fe5b-7656-4ecf-a598-feb32e5e13a8 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:16.209958 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-33dc9102-b03f-442b-b05d-7bcefdbe1c4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c108be72-b142-4311-9bae-7e7f5c0f5089 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:04:16.232804 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a07c3c-8381-407e-ab16-45cdde235d96 req-e95f218a-6654-4300-af90-5d9b3f88fd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:16.233302 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a07c3c-8381-407e-ab16-45cdde235d96 req-e95f218a-6654-4300-af90-5d9b3f88fd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:16.233831 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a07c3c-8381-407e-ab16-45cdde235d96 req-e95f218a-6654-4300-af90-5d9b3f88fd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:16.234295 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a07c3c-8381-407e-ab16-45cdde235d96 req-e95f218a-6654-4300-af90-5d9b3f88fd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:16.234794 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a07c3c-8381-407e-ab16-45cdde235d96 req-e95f218a-6654-4300-af90-5d9b3f88fd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:16.235257 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a07c3c-8381-407e-ab16-45cdde235d96 req-e95f218a-6654-4300-af90-5d9b3f88fd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:16.235819 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a07c3c-8381-407e-ab16-45cdde235d96 req-e95f218a-6654-4300-af90-5d9b3f88fd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:16.238402 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-90a07c3c-8381-407e-ab16-45cdde235d96 req-e95f218a-6654-4300-af90-5d9b3f88fd02 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6ae572a6f87d4d70abcebc0f3058fa0e&device_id=9aaa5086-2506-413a-a88f-4d56b6d269cb HTTP/1.1" status: 200 len: 6416 time: 0.6295502 Feb 09 01:04:16.240241 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0616c336-ee9f-4058-9d3d-a26636d2085c req-5d5bb934-21f3-4eeb-ae15-e96368ccd8c4 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337881 Feb 09 01:04:16.275412 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-33dc9102-b03f-442b-b05d-7bcefdbe1c4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:16.282013 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d403b199-036b-4f89-a8d0-2f3fb47c0744 req-915e00f8-457a-48d9-9cc8-672c6c1ac190 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=ceaabe02-67e8-49da-9640-53d4e3b33273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990016 Feb 09 01:04:16.283146 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e1d7fe5b-7656-4ecf-a598-feb32e5e13a8 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:16.306809 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a360dabb-4433-40be-8887-b10ca1c05031 req-c8c79a50-75b6-4f7e-a98b-a2d9fc7f6034 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:16.309704 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a360dabb-4433-40be-8887-b10ca1c05031 req-c8c79a50-75b6-4f7e-a98b-a2d9fc7f6034 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=84cd5f7d-ef59-4e6e-a79b-f39ebb23a107 HTTP/1.1" status: 200 len: 946 time: 0.8990145 Feb 09 01:04:16.337928 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d7fe5b-7656-4ecf-a598-feb32e5e13a8 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Pushing event deleted for resources: {'Network': ['ID=353a9752-17d7-45b3-9ab3-ddeff5861d11,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:16.363068 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-33dc9102-b03f-442b-b05d-7bcefdbe1c4b service neutron] Transition to ACTIVE for port object c108be72-b142-4311-9bae-7e7f5c0f5089 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:04:16.378287 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-e1d7fe5b-7656-4ecf-a598-feb32e5e13a8 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "DELETE /v2.0/networks/353a9752-17d7-45b3-9ab3-ddeff5861d11 HTTP/1.1" status: 204 len: 168 time: 3.6171875 Feb 09 01:04:16.380433 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 54780) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:16.396675 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-33dc9102-b03f-442b-b05d-7bcefdbe1c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:16.441404 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 02f5c001-52b6-4897-bd5e-ccee747c956f up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:04:16.631531 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 02f5c001-52b6-4897-bd5e-ccee747c956f completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:04:16.650690 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 02f5c001-52b6-4897-bd5e-ccee747c956f triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:04:16.651099 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:16.696355 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328778e-089a-41c4-b1d5-3972e5ccae9d req-ee8ca2f5-2d05-4638-b469-da3ba83c7979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:16.698043 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-8328778e-089a-41c4-b1d5-3972e5ccae9d req-ee8ca2f5-2d05-4638-b469-da3ba83c7979 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1f86eb5f-f405-4ce4-a845-9c31ac1b15d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4831884 Feb 09 01:04:16.914356 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:16.938790 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 02f5c001-52b6-4897-bd5e-ccee747c956f, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=02f5c001-52b6-4897-bd5e-ccee747c956f,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:16.948371 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:17.044638 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a360dabb-4433-40be-8887-b10ca1c05031 req-b28c7968-eeb4-43ee-a2af-c2c8092af071 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7181976 Feb 09 01:04:17.076223 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ebbb139-36dd-4021-95f9-915f30325851 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Router b02a5cc5-0ce7-4be1-9788-9f9886109968 is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:04:17.102078 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=02f5c001-52b6-4897-bd5e-ccee747c956f,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:17.147114 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-8328778e-089a-41c4-b1d5-3972e5ccae9d req-996b1cc0-52b2-473b-894f-8684cdaddeaf service neutron] 10.222.0.62 "GET /v2.0/networks/1f86eb5f-f405-4ce4-a845-9c31ac1b15d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4385941 Feb 09 01:04:17.448268 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-f793d9db-ffb3-45a1-95e0-38bd9db84b82 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Deleting subnet 6e8e25e8-d75f-4e54-a28b-c1e71ffd0188 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:04:17.480132 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dc9102-b03f-442b-b05d-7bcefdbe1c4b service neutron] Pushing event updated for resources: {'Port': ['ID=c108be72-b142-4311-9bae-7e7f5c0f5089,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:17.490114 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f793d9db-ffb3-45a1-95e0-38bd9db84b82 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:17.551049 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-8328778e-089a-41c4-b1d5-3972e5ccae9d req-0e9a8ef0-e52b-47ee-bdc6-918deb1e876d service neutron] 10.222.0.62 "GET /v2.0/networks/1f86eb5f-f405-4ce4-a845-9c31ac1b15d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824691 Feb 09 01:04:17.581368 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device b946e0ec-388c-4def-a759-89fe4b4606bb no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:04:17.589538 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f793d9db-ffb3-45a1-95e0-38bd9db84b82 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:17.844672 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:17.896774 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-33dc9102-b03f-442b-b05d-7bcefdbe1c4b service neutron] Attempting to bind port c108be72-b142-4311-9bae-7e7f5c0f5089 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:04:17.897134 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-33dc9102-b03f-442b-b05d-7bcefdbe1c4b service neutron] Attempting to bind port c108be72-b142-4311-9bae-7e7f5c0f5089 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '1e6e2ba9-58a4-44c9-be4f-d8ba07a476ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '8d0fbf1e-afd1-4ea0-9eba-88871e127cde'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:04:17.897456 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-33dc9102-b03f-442b-b05d-7bcefdbe1c4b service neutron] Attempting to bind port c108be72-b142-4311-9bae-7e7f5c0f5089 on network 8d0fbf1e-afd1-4ea0-9eba-88871e127cde {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:04:17.906130 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ebbb139-36dd-4021-95f9-915f30325851 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:04:17.914413 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15f6fa95-6f4a-4909-837a-471f3f3362d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b946e0ec-388c-4def-a759-89fe4b4606bb'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:04:17.931880 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65132676-d34b-462f-be93-487a1bf992e9 None None] Sync routers for ids ['b02a5cc5-0ce7-4be1-9788-9f9886109968'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:04:17.935395 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-33dc9102-b03f-442b-b05d-7bcefdbe1c4b service neutron] Port c108be72-b142-4311-9bae-7e7f5c0f5089 on network 8d0fbf1e-afd1-4ea0-9eba-88871e127cde not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:04:17.935732 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-33dc9102-b03f-442b-b05d-7bcefdbe1c4b service neutron] Attempting to bind port c108be72-b142-4311-9bae-7e7f5c0f5089 on network 8d0fbf1e-afd1-4ea0-9eba-88871e127cde {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:04:17.950433 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port b946e0ec-388c-4def-a759-89fe4b4606bb, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=b946e0ec-388c-4def-a759-89fe4b4606bb,segment=NetworkSegment(42eb89e1-c4de-4f57-85a6-0e5fc984e699),segment_id=42eb89e1-c4de-4f57-85a6-0e5fc984e699)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:17.953807 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9ebbb139-36dd-4021-95f9-915f30325851 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:17.957089 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9ebbb139-36dd-4021-95f9-915f30325851 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 7.1616328 Feb 09 01:04:17.959005 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65132676-d34b-462f-be93-487a1bf992e9 None None] Routers {'b02a5cc5-0ce7-4be1-9788-9f9886109968'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:04:17.959650 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-65132676-d34b-462f-be93-487a1bf992e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:04:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['b02a5cc5-0ce7-4be1-9788-9f9886109968'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:17.960427 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 54830) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:17.997122 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-33dc9102-b03f-442b-b05d-7bcefdbe1c4b service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:04:17.997461 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-33dc9102-b03f-442b-b05d-7bcefdbe1c4b service neutron] Checking segment: {'id': '1e6e2ba9-58a4-44c9-be4f-d8ba07a476ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '8d0fbf1e-afd1-4ea0-9eba-88871e127cde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:04:17.997873 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-33dc9102-b03f-442b-b05d-7bcefdbe1c4b service neutron] Bound using segment: {'id': '1e6e2ba9-58a4-44c9-be4f-d8ba07a476ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '8d0fbf1e-afd1-4ea0-9eba-88871e127cde'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:04:17.998316 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-33dc9102-b03f-442b-b05d-7bcefdbe1c4b service neutron] Bound port: c108be72-b142-4311-9bae-7e7f5c0f5089, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e6e2ba9-58a4-44c9-be4f-d8ba07a476ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '8d0fbf1e-afd1-4ea0-9eba-88871e127cde'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:04:17.998666 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-33dc9102-b03f-442b-b05d-7bcefdbe1c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:18.009131 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a07c3c-8381-407e-ab16-45cdde235d96 req-70bba017-1a57-4093-967c-78ef58b1fa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:18.009630 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a07c3c-8381-407e-ab16-45cdde235d96 req-70bba017-1a57-4093-967c-78ef58b1fa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:18.010220 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a07c3c-8381-407e-ab16-45cdde235d96 req-70bba017-1a57-4093-967c-78ef58b1fa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:18.011819 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-90a07c3c-8381-407e-ab16-45cdde235d96 req-70bba017-1a57-4093-967c-78ef58b1fa1e service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=6ae572a6f87d4d70abcebc0f3058fa0e&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.3415897 Feb 09 01:04:18.029190 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:18.031242 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1206cb4-dede-4c61-9c09-b235c846eef1 req-d976218c-0468-4dcf-bd8c-d167203e7af6 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:18.038409 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f1206cb4-dede-4c61-9c09-b235c846eef1 req-d976218c-0468-4dcf-bd8c-d167203e7af6 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=15f6fa95-6f4a-4909-837a-471f3f3362d9 HTTP/1.1" status: 200 len: 945 time: 0.4039123 Feb 09 01:04:18.247177 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a07c3c-8381-407e-ab16-45cdde235d96 req-8643ae7a-204e-4771-928b-b09bb6c46fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:18.248668 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-90a07c3c-8381-407e-ab16-45cdde235d96 req-8643ae7a-204e-4771-928b-b09bb6c46fe9 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2038004 Feb 09 01:04:18.270793 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3a8c3-3d1e-44c8-80ca-3fe7df10fba4 req-ea4b4374-e73b-48f1-a25b-f426ac5b7cdd tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:18.276884 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3a8c3-3d1e-44c8-80ca-3fe7df10fba4 req-ea4b4374-e73b-48f1-a25b-f426ac5b7cdd tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:18.284043 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3a8c3-3d1e-44c8-80ca-3fe7df10fba4 req-ea4b4374-e73b-48f1-a25b-f426ac5b7cdd tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:18.290239 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3a8c3-3d1e-44c8-80ca-3fe7df10fba4 req-ea4b4374-e73b-48f1-a25b-f426ac5b7cdd tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:18.296897 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3a8c3-3d1e-44c8-80ca-3fe7df10fba4 req-ea4b4374-e73b-48f1-a25b-f426ac5b7cdd tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:18.303808 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3a8c3-3d1e-44c8-80ca-3fe7df10fba4 req-ea4b4374-e73b-48f1-a25b-f426ac5b7cdd tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:18.309895 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3a8c3-3d1e-44c8-80ca-3fe7df10fba4 req-ea4b4374-e73b-48f1-a25b-f426ac5b7cdd tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:18.318125 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dec3a8c3-3d1e-44c8-80ca-3fe7df10fba4 req-ea4b4374-e73b-48f1-a25b-f426ac5b7cdd tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/ports?device_id=9aaa5086-2506-413a-a88f-4d56b6d269cb HTTP/1.1" status: 200 len: 5426 time: 1.2491205 Feb 09 01:04:18.344088 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-925a7ce6-0cfa-4938-8b5b-37c7705f1a83 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] 10.222.0.105 "GET /v2.0/routers/b02a5cc5-0ce7-4be1-9788-9f9886109968 HTTP/1.1" status: 200 len: 906 time: 0.3800282 Feb 09 01:04:18.345000 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 54846) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:18.352072 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 02f5c001-52b6-4897-bd5e-ccee747c956f up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:04:18.389691 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f793d9db-ffb3-45a1-95e0-38bd9db84b82 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:18.439689 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=b946e0ec-388c-4def-a759-89fe4b4606bb,revision_number=8']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:18.461459 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 02f5c001-52b6-4897-bd5e-ccee747c956f triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:04:18.461857 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:18.468269 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dec3a8c3-3d1e-44c8-80ca-3fe7df10fba4 req-d4a177f7-ca73-4cd1-9bfa-d1c40d0a6be5 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/security-groups?id=924aa29d-9387-4933-bba8-e1d938d01b5c&id=ea209cdf-6740-4074-8d6c-66653a19d53a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1491818 Feb 09 01:04:18.522580 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f1206cb4-dede-4c61-9c09-b235c846eef1 req-94de8305-4028-41b7-9340-33f1bf7c1602 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=ceaabe02-67e8-49da-9640-53d4e3b33273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4807169 Feb 09 01:04:18.552260 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-65132676-d34b-462f-be93-487a1bf992e9 None None] Set router b02a5cc5-0ce7-4be1-9788-9f9886109968 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:04:18.575576 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-33dc9102-b03f-442b-b05d-7bcefdbe1c4b service neutron] For port c108be72-b142-4311-9bae-7e7f5c0f5089, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:04:18.582985 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-33dc9102-b03f-442b-b05d-7bcefdbe1c4b service neutron] For port c108be72-b142-4311-9bae-7e7f5c0f5089, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=c108be72-b142-4311-9bae-7e7f5c0f5089,segment=NetworkSegment(1e6e2ba9-58a4-44c9-be4f-d8ba07a476ca),segment_id=1e6e2ba9-58a4-44c9-be4f-d8ba07a476ca)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:04:18.598258 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-33dc9102-b03f-442b-b05d-7bcefdbe1c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:18.696832 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-33dc9102-b03f-442b-b05d-7bcefdbe1c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:18.697629 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-33dc9102-b03f-442b-b05d-7bcefdbe1c4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:18.701857 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-33dc9102-b03f-442b-b05d-7bcefdbe1c4b service neutron] 10.222.0.62 "PUT /v2.0/ports/c108be72-b142-4311-9bae-7e7f5c0f5089 HTTP/1.1" status: 200 len: 1091 time: 5.8004653 Feb 09 01:04:18.703750 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aaa5086-2506-413a-a88f-4d56b6d269cb', 'tag': 'c108be72-b142-4311-9bae-7e7f5c0f5089'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:04:18.711454 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15f6fa95-6f4a-4909-837a-471f3f3362d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b946e0ec-388c-4def-a759-89fe4b4606bb', 'code': 200} Feb 09 01:04:18.719604 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f793d9db-ffb3-45a1-95e0-38bd9db84b82 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:18.769586 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 54860) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:18.908368 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f793d9db-ffb3-45a1-95e0-38bd9db84b82 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Pushing event deleted for resources: {'Subnet': ['ID=6e8e25e8-d75f-4e54-a28b-c1e71ffd0188,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:18.911133 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dc9102-b03f-442b-b05d-7bcefdbe1c4b service neutron] Pushing event updated for resources: {'Port': ['ID=c108be72-b142-4311-9bae-7e7f5c0f5089,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:18.922600 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aaa5086-2506-413a-a88f-4d56b6d269cb', 'tag': 'c108be72-b142-4311-9bae-7e7f5c0f5089', 'status': 'completed', 'code': 200} Feb 09 01:04:18.944444 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f793d9db-ffb3-45a1-95e0-38bd9db84b82 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:18.949251 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f793d9db-ffb3-45a1-95e0-38bd9db84b82 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:18.949688 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f793d9db-ffb3-45a1-95e0-38bd9db84b82 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:18.951020 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f793d9db-ffb3-45a1-95e0-38bd9db84b82 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:18.951404 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f793d9db-ffb3-45a1-95e0-38bd9db84b82 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:18.951973 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f793d9db-ffb3-45a1-95e0-38bd9db84b82 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:18.952516 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f793d9db-ffb3-45a1-95e0-38bd9db84b82 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:18.952973 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f793d9db-ffb3-45a1-95e0-38bd9db84b82 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:18.953403 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f793d9db-ffb3-45a1-95e0-38bd9db84b82 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:18.953855 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f793d9db-ffb3-45a1-95e0-38bd9db84b82 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:18.954306 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f793d9db-ffb3-45a1-95e0-38bd9db84b82 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:18.955286 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f793d9db-ffb3-45a1-95e0-38bd9db84b82 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:18.955772 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f793d9db-ffb3-45a1-95e0-38bd9db84b82 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:18.958573 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9be274d-7466-4139-bc2b-98b475f933b2 None None] Network a32a253a-9f5c-4a54-8474-0e447581f990 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:04:18.962680 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dc9102-b03f-442b-b05d-7bcefdbe1c4b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:18.963147 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dc9102-b03f-442b-b05d-7bcefdbe1c4b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:18.963585 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dc9102-b03f-442b-b05d-7bcefdbe1c4b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:18.964017 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dc9102-b03f-442b-b05d-7bcefdbe1c4b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:18.964570 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dc9102-b03f-442b-b05d-7bcefdbe1c4b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:18.965016 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dc9102-b03f-442b-b05d-7bcefdbe1c4b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:18.965469 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dc9102-b03f-442b-b05d-7bcefdbe1c4b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:18.966012 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dc9102-b03f-442b-b05d-7bcefdbe1c4b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:18.966439 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dc9102-b03f-442b-b05d-7bcefdbe1c4b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:18.966946 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dc9102-b03f-442b-b05d-7bcefdbe1c4b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:18.967366 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dc9102-b03f-442b-b05d-7bcefdbe1c4b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:18.967787 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dc9102-b03f-442b-b05d-7bcefdbe1c4b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:18.985357 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f793d9db-ffb3-45a1-95e0-38bd9db84b82 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "DELETE /v2.0/subnets/6e8e25e8-d75f-4e54-a28b-c1e71ffd0188 HTTP/1.1" status: 204 len: 168 time: 2.5931211 Feb 09 01:04:18.985573 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-11bac736-d3c6-49f8-bf18-8b64bbf71710 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:18.986844 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 54872) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:19.253337 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5111e0c4-2ea4-483a-86b3-01949f7048aa tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:19.276148 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-50da4ebb-405d-4ee5-b1c5-40909d382088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:19.276631 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-50da4ebb-405d-4ee5-b1c5-40909d382088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:19.277098 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-50da4ebb-405d-4ee5-b1c5-40909d382088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:19.277746 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-50da4ebb-405d-4ee5-b1c5-40909d382088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:19.278228 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-50da4ebb-405d-4ee5-b1c5-40909d382088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:19.278692 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-50da4ebb-405d-4ee5-b1c5-40909d382088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:19.279152 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-50da4ebb-405d-4ee5-b1c5-40909d382088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:19.281558 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-50da4ebb-405d-4ee5-b1c5-40909d382088 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6ae572a6f87d4d70abcebc0f3058fa0e&device_id=9aaa5086-2506-413a-a88f-4d56b6d269cb HTTP/1.1" status: 200 len: 6483 time: 0.5047169 Feb 09 01:04:19.401467 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-11bac736-d3c6-49f8-bf18-8b64bbf71710 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:19.412672 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-4f155332-6954-461c-bcf0-b4281ac90096 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9b2d358-0ad5-43e9-81ee-55fa33d7d68a HTTP/1.1" status: 200 len: 217 time: 0.1213028 Feb 09 01:04:19.420769 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-11bac736-d3c6-49f8-bf18-8b64bbf71710 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Deleting port 7de4ccce-3285-464a-903d-12c28c2347b2 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:04:19.421119 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-11bac736-d3c6-49f8-bf18-8b64bbf71710 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:19.434324 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c6cab-7537-470d-b966-125bf68ba7a0 req-522390b3-1f0e-445e-97d6-b7abaa401384 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:19.443878 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c44c6cab-7537-470d-b966-125bf68ba7a0 req-522390b3-1f0e-445e-97d6-b7abaa401384 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=84cd5f7d-ef59-4e6e-a79b-f39ebb23a107 HTTP/1.1" status: 200 len: 946 time: 0.3185203 Feb 09 01:04:19.490816 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-5111e0c4-2ea4-483a-86b3-01949f7048aa tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Deleting port bcbdccd9-38ae-4083-a2d7-927977e151c5 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:04:19.492250 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5111e0c4-2ea4-483a-86b3-01949f7048aa tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:19.567039 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-65132676-d34b-462f-be93-487a1bf992e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02a5cc5-0ce7-4be1-9788-9f9886109968', 'name': 'tempest-snat-router-570510745', 'tenant_id': '9f4b6fa359e945b5a89be824e2af517e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '7de4ccce-3285-464a-903d-12c28c2347b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:04:10Z', 'updated_at': '2022-02-09T01:04:14Z', 'revision_number': 3, 'project_id': '9f4b6fa359e945b5a89be824e2af517e', 'gw_port': {'id': '7de4ccce-3285-464a-903d-12c28c2347b2', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:34:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02a5cc5-0ce7-4be1-9788-9f9886109968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:13Z', 'updated_at': '2022-02-09T01:04:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:19.572326 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65132676-d34b-462f-be93-487a1bf992e9 None None] Checking router: b02a5cc5-0ce7-4be1-9788-9f9886109968 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:04:19.572719 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65132676-d34b-462f-be93-487a1bf992e9 None None] Updating router b02a5cc5-0ce7-4be1-9788-9f9886109968 port 7de4ccce-3285-464a-903d-12c28c2347b2 binding host n-d-828418-1 {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:04:19.662259 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-65132676-d34b-462f-be93-487a1bf992e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:19.790133 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-11bac736-d3c6-49f8-bf18-8b64bbf71710 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:19.853932 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7907e35-22b0-4cea-9638-db64eb775de5 None None] DHCP port deletion for a32a253a-9f5c-4a54-8474-0e447581f990 request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:04:19.881519 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a7907e35-22b0-4cea-9638-db64eb775de5 None None] Deleting port bcbdccd9-38ae-4083-a2d7-927977e151c5 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:04:19.881978 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a7907e35-22b0-4cea-9638-db64eb775de5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:19.969253 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-11bac736-d3c6-49f8-bf18-8b64bbf71710 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Calling delete_port for 7de4ccce-3285-464a-903d-12c28c2347b2 owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:04:20.066542 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-5111e0c4-2ea4-483a-86b3-01949f7048aa tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] For port bcbdccd9-38ae-4083-a2d7-927977e151c5, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=bcbdccd9-38ae-4083-a2d7-927977e151c5,segment=NetworkSegment(462d9735-1e8a-4ada-9baa-3c48def37bff),segment_id=462d9735-1e8a-4ada-9baa-3c48def37bff)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:20.066904 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5111e0c4-2ea4-483a-86b3-01949f7048aa tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:20.272139 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-5111e0c4-2ea4-483a-86b3-01949f7048aa tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Calling delete_port for bcbdccd9-38ae-4083-a2d7-927977e151c5 owned by network:dhcp {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:04:20.343250 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device bcbdccd9-38ae-4083-a2d7-927977e151c5 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:04:20.452490 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a7907e35-22b0-4cea-9638-db64eb775de5 None None] For port bcbdccd9-38ae-4083-a2d7-927977e151c5, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=bcbdccd9-38ae-4083-a2d7-927977e151c5,segment=NetworkSegment(462d9735-1e8a-4ada-9baa-3c48def37bff),segment_id=462d9735-1e8a-4ada-9baa-3c48def37bff)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:20.452920 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a7907e35-22b0-4cea-9638-db64eb775de5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:20.513273 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-11bac736-d3c6-49f8-bf18-8b64bbf71710 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:20.529331 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5111e0c4-2ea4-483a-86b3-01949f7048aa tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:20.543958 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-995abdb1-cf74-4e32-ad89-ce5f6dac9863 admin admin] Deleting subnet 77301bdf-2486-425f-9a0c-6634d1b8425f {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:04:20.551459 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No active binding found for port bcbdccd9-38ae-4083-a2d7-927977e151c5 {{(pid=87640) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 09 01:04:20.551885 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device bcbdccd9-38ae-4083-a2d7-927977e151c5 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:04:20.553664 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-995abdb1-cf74-4e32-ad89-ce5f6dac9863 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:20.633089 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bac736-d3c6-49f8-bf18-8b64bbf71710 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Pushing event deleted for resources: {'Port': ['ID=7de4ccce-3285-464a-903d-12c28c2347b2,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:20.656524 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a7907e35-22b0-4cea-9638-db64eb775de5 None None] Calling delete_port for bcbdccd9-38ae-4083-a2d7-927977e151c5 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:04:20.678691 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-995abdb1-cf74-4e32-ad89-ce5f6dac9863 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:20.764628 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-995abdb1-cf74-4e32-ad89-ce5f6dac9863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:20.829242 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-11bac736-d3c6-49f8-bf18-8b64bbf71710 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:20.849786 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 54912) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:20.857237 n-d-828418-1 neutron-server[87640]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 01:04:20.857237 n-d-828418-1 neutron-server[87640]: from cryptography.utils import int_from_bytes Feb 09 01:04:20.857237 n-d-828418-1 neutron-server[87640]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 01:04:20.857237 n-d-828418-1 neutron-server[87640]: from cryptography.utils import int_from_bytes Feb 09 01:04:20.857237 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 09 01:04:20.857237 n-d-828418-1 neutron-server[87640]: util.warn_limited( Feb 09 01:04:20.857237 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 09 01:04:20.857237 n-d-828418-1 neutron-server[87640]: util.warn_limited( Feb 09 01:04:20.857237 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:04:20.857237 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:04:20.857237 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:04:20.857237 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:04:20.857237 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:04:20.857237 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:04:20.857237 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:04:20.857237 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:04:20.857237 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:04:20.857237 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:04:20.857237 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:04:20.857237 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:04:20.857237 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:04:20.857237 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:04:20.857237 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:04:20.857237 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:04:20.857237 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:04:20.857237 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:04:20.857237 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:04:20.857237 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:04:20.857237 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:04:20.857237 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:04:20.857237 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:04:20.857237 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:04:20.857237 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:04:20.857237 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:04:20.857237 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:04:20.857237 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:04:20.857237 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:04:20.857237 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:04:20.857237 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:04:20.857237 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:04:20.857237 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:04:20.857237 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:04:20.860577 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:04:20.860577 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:04:20.860577 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:04:20.860577 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:04:20.860577 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:04:20.860577 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:04:20.860577 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:04:20.860577 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:04:20.860577 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:04:20.860577 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:04:20.860577 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:04:20.860577 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:04:20.860577 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:04:20.860577 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:04:20.867516 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-a7907e35-22b0-4cea-9638-db64eb775de5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:04:20.867989 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-a7907e35-22b0-4cea-9638-db64eb775de5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:04:20.923630 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-995abdb1-cf74-4e32-ad89-ce5f6dac9863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:20.934459 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-65132676-d34b-462f-be93-487a1bf992e9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:04:20.934959 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-65132676-d34b-462f-be93-487a1bf992e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:04:21.008853 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-995abdb1-cf74-4e32-ad89-ce5f6dac9863 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:21.012597 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-8de4502c-5845-4bb0-b736-d43bc1d22e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:21.014162 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-8de4502c-5845-4bb0-b736-d43bc1d22e37 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=72b75d40-f987-460b-9115-e3f2c6814493 HTTP/1.1" status: 200 len: 855 time: 1.5909390 Feb 09 01:04:21.016371 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5111e0c4-2ea4-483a-86b3-01949f7048aa tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Pushing event deleted for resources: {'Port': ['ID=bcbdccd9-38ae-4083-a2d7-927977e151c5,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:21.026870 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5111e0c4-2ea4-483a-86b3-01949f7048aa tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] No DVR routers for this DVR port bcbdccd9-38ae-4083-a2d7-927977e151c5 on host n-d-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:04:21.058885 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-11bac736-d3c6-49f8-bf18-8b64bbf71710 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:21.061570 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-11bac736-d3c6-49f8-bf18-8b64bbf71710 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:21.090330 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-11bac736-d3c6-49f8-bf18-8b64bbf71710 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:21.090921 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11bac736-d3c6-49f8-bf18-8b64bbf71710 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b02a5cc5-0ce7-4be1-9788-9f9886109968 {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:04:21.110038 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-11bac736-d3c6-49f8-bf18-8b64bbf71710 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:21.122754 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-11bac736-d3c6-49f8-bf18-8b64bbf71710 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] 10.222.0.105 "DELETE /v2.0/routers/b02a5cc5-0ce7-4be1-9788-9f9886109968 HTTP/1.1" status: 204 len: 168 time: 2.7762175 Feb 09 01:04:21.125396 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 54918) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:21.126063 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995abdb1-cf74-4e32-ad89-ce5f6dac9863 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77301bdf-2486-425f-9a0c-6634d1b8425f,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:21.200953 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c44c6cab-7537-470d-b966-125bf68ba7a0 req-482c17f1-5650-4007-ac51-d0c080627c20 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7556944 Feb 09 01:04:21.236688 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-995abdb1-cf74-4e32-ad89-ce5f6dac9863 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/77301bdf-2486-425f-9a0c-6634d1b8425f HTTP/1.1" status: 204 len: 168 time: 2.4574285 Feb 09 01:04:21.239982 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 54924) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:21.266122 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1b080648-14a4-4e4b-bc27-445c83c3af53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:21.285567 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5111e0c4-2ea4-483a-86b3-01949f7048aa tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:21.322782 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-1b080648-14a4-4e4b-bc27-445c83c3af53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:04:21.336194 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-1b080648-14a4-4e4b-bc27-445c83c3af53 admin admin] Usage tracker for resource:security_group_rule and tenant:ae92e94c997441da93f196082849fcc5 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:04:21.344477 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-5111e0c4-2ea4-483a-86b3-01949f7048aa tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a32a253a-9f5c-4a54-8474-0e447581f990']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:21.352347 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-1b080648-14a4-4e4b-bc27-445c83c3af53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:04:21.369801 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a7907e35-22b0-4cea-9638-db64eb775de5 None None] Deleting port bcbdccd9-38ae-4083-a2d7-927977e151c5 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:04:21.370187 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a7907e35-22b0-4cea-9638-db64eb775de5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:21.401086 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-5111e0c4-2ea4-483a-86b3-01949f7048aa tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '462d9735-1e8a-4ada-9baa-3c48def37bff') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:21.401445 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-5111e0c4-2ea4-483a-86b3-01949f7048aa tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '462d9735-1e8a-4ada-9baa-3c48def37bff') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:21.409461 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-1b080648-14a4-4e4b-bc27-445c83c3af53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:04:21.423590 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d6162-6de5-4e49-83af-6f5b18164719 req-99f5f67f-6cae-4930-94d1-1c318d982058 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:21.430976 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d6162-6de5-4e49-83af-6f5b18164719 req-99f5f67f-6cae-4930-94d1-1c318d982058 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:21.438643 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d6162-6de5-4e49-83af-6f5b18164719 req-99f5f67f-6cae-4930-94d1-1c318d982058 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:21.440183 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-906fa254-8c7f-4a22-9661-782d366f535e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:21.442784 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1181ade9-093a-4265-bc1f-485a7e607ee7 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:21.445708 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d6162-6de5-4e49-83af-6f5b18164719 req-99f5f67f-6cae-4930-94d1-1c318d982058 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:21.451472 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d6162-6de5-4e49-83af-6f5b18164719 req-99f5f67f-6cae-4930-94d1-1c318d982058 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:21.457902 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d6162-6de5-4e49-83af-6f5b18164719 req-99f5f67f-6cae-4930-94d1-1c318d982058 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:21.463642 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d6162-6de5-4e49-83af-6f5b18164719 req-99f5f67f-6cae-4930-94d1-1c318d982058 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:21.465567 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-922d6162-6de5-4e49-83af-6f5b18164719 req-99f5f67f-6cae-4930-94d1-1c318d982058 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/ports?device_id=9aaa5086-2506-413a-a88f-4d56b6d269cb HTTP/1.1" status: 200 len: 5426 time: 1.6777194 Feb 09 01:04:21.466062 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a7907e35-22b0-4cea-9638-db64eb775de5 None None] The port 'bcbdccd9-38ae-4083-a2d7-927977e151c5' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:04:21.487768 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65132676-d34b-462f-be93-487a1bf992e9 None None] Port 7de4ccce-3285-464a-903d-12c28c2347b2 not found while updating agent binding for router b02a5cc5-0ce7-4be1-9788-9f9886109968. {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 09 01:04:21.490800 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5111e0c4-2ea4-483a-86b3-01949f7048aa tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:21.497855 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65132676-d34b-462f-be93-487a1bf992e9 None None] Routers set() bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:04:21.498084 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65132676-d34b-462f-be93-487a1bf992e9 None None] Router IDs set() for agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Feb 09 01:04:21.498773 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_agentschedulers_db [None req-65132676-d34b-462f-be93-487a1bf992e9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b02a5cc5-0ce7-4be1-9788-9f9886109968'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:04:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent'). {{(pid=87640) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 09 01:04:21.499180 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65132676-d34b-462f-be93-487a1bf992e9 None None] The sync data for ids ['b02a5cc5-0ce7-4be1-9788-9f9886109968'] in n-d-828418-1 is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:04:21.537884 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5111e0c4-2ea4-483a-86b3-01949f7048aa tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:21.549731 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-173ae17f-6ba0-4d2e-8bcc-1ec9079b593f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:21.551340 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-173ae17f-6ba0-4d2e-8bcc-1ec9079b593f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6c21402c-7902-4ae7-8505-6f11f3eac92e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5166914 Feb 09 01:04:21.568081 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:21.571547 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5111e0c4-2ea4-483a-86b3-01949f7048aa tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:04:21.571946 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5111e0c4-2ea4-483a-86b3-01949f7048aa tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:21.605912 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 01:04:21.605912 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:04:21.605912 n-d-828418-1 neutron-server[87639]: timer() Feb 09 01:04:21.605912 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:04:21.605912 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 01:04:21.605912 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:04:21.605912 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 01:04:21.605912 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:04:21.605912 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 01:04:21.605912 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:04:21.605912 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 01:04:21.605912 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:04:21.605912 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 01:04:21.605912 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:04:21.605912 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:04:21.605912 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:04:21.605912 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:04:21.605912 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:04:21.605912 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 01:04:21.605912 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:04:21.605912 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 01:04:21.605912 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:04:21.605912 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:04:21.605912 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:04:21.605912 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 01:04:21.605912 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:04:21.605912 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:04:21.605912 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:04:21.605912 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:04:21.605912 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:04:21.605912 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:04:21.605912 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:04:21.730123 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-906fa254-8c7f-4a22-9661-782d366f535e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:21.772377 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-906fa254-8c7f-4a22-9661-782d366f535e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48143312-4059-4efc-a7c1-0025ad20c80e']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:21.787086 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1181ade9-093a-4265-bc1f-485a7e607ee7 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:21.791809 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-906fa254-8c7f-4a22-9661-782d366f535e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68c75c24-5a6d-4512-b85d-48e7bc49aa9f') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:21.792033 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-906fa254-8c7f-4a22-9661-782d366f535e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68c75c24-5a6d-4512-b85d-48e7bc49aa9f') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:21.808953 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-906fa254-8c7f-4a22-9661-782d366f535e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:21.819266 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-1181ade9-093a-4265-bc1f-485a7e607ee7 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Deleting port 02f5c001-52b6-4897-bd5e-ccee747c956f {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:04:21.819611 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1181ade9-093a-4265-bc1f-485a7e607ee7 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:21.866636 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-906fa254-8c7f-4a22-9661-782d366f535e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:21.878379 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-906fa254-8c7f-4a22-9661-782d366f535e admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:04:21.878784 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-906fa254-8c7f-4a22-9661-782d366f535e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:21.893416 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:04:21.893416 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:04:21.893416 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:04:21.893416 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:04:21.893416 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:04:21.893416 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:04:21.893416 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:04:21.893416 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:04:21.893416 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:04:21.893416 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:04:21.893416 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:04:21.893416 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:04:21.893416 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:04:21.893416 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:04:21.893416 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:04:21.893416 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:04:21.893416 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:04:21.893416 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:04:21.893416 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:04:21.893416 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:04:21.893416 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:04:21.893416 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:04:21.893416 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:04:21.893416 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:04:21.893416 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:04:21.893416 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:04:21.893416 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:04:21.893416 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:04:21.893416 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:04:21.893416 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:04:21.893416 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:04:21.893416 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:04:21.895907 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-922d6162-6de5-4e49-83af-6f5b18164719 req-7f5628a1-57e5-43f5-975b-e4d364ced104 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/security-groups?id=924aa29d-9387-4933-bba8-e1d938d01b5c&id=ea209cdf-6740-4074-8d6c-66653a19d53a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3906567 Feb 09 01:04:21.958221 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5111e0c4-2ea4-483a-86b3-01949f7048aa tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:22.001315 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5111e0c4-2ea4-483a-86b3-01949f7048aa tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:22.030766 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5111e0c4-2ea4-483a-86b3-01949f7048aa tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Pushing event deleted for resources: {'Network': ['ID=a32a253a-9f5c-4a54-8474-0e447581f990,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:22.034935 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-4d0faa1d-0b3f-48e6-aaa6-018b271f6844 service neutron] 10.222.0.62 "GET /v2.0/networks/6c21402c-7902-4ae7-8505-6f11f3eac92e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4679732 Feb 09 01:04:22.042936 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1b080648-14a4-4e4b-bc27-445c83c3af53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:22.051917 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1581c170-0133-4ef7-b53f-a20b7944d475 req-29a336ac-e3a2-49dd-a6ad-07743c824f60 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:22.053486 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1581c170-0133-4ef7-b53f-a20b7944d475 req-29a336ac-e3a2-49dd-a6ad-07743c824f60 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=15f6fa95-6f4a-4909-837a-471f3f3362d9 HTTP/1.1" status: 200 len: 943 time: 0.7123497 Feb 09 01:04:22.074817 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1b080648-14a4-4e4b-bc27-445c83c3af53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:22.096935 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-5111e0c4-2ea4-483a-86b3-01949f7048aa tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "DELETE /v2.0/networks/a32a253a-9f5c-4a54-8474-0e447581f990 HTTP/1.1" status: 204 len: 168 time: 3.1053398 Feb 09 01:04:22.155054 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 54930) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:22.178147 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-3589a699-93bd-424b-bf62-c57caa0c25c3 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2066575440'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:22.183543 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3589a699-93bd-424b-bf62-c57caa0c25c3 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:04:22.187723 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-3589a699-93bd-424b-bf62-c57caa0c25c3 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Usage tracker for resource:network and tenant:84557554a3f24afe8f48784f3010a6e6 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:04:22.191624 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-3589a699-93bd-424b-bf62-c57caa0c25c3 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:04:22.197456 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3589a699-93bd-424b-bf62-c57caa0c25c3 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:04:22.224784 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3589a699-93bd-424b-bf62-c57caa0c25c3 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Made reservation on behalf of 84557554a3f24afe8f48784f3010a6e6 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:04:22.228796 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3589a699-93bd-424b-bf62-c57caa0c25c3 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:22.244623 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-906fa254-8c7f-4a22-9661-782d366f535e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:22.248398 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-1b080648-14a4-4e4b-bc27-445c83c3af53 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=ae92e94c997441da93f196082849fcc5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3513694 Feb 09 01:04:22.254846 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b080648-14a4-4e4b-bc27-445c83c3af53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c045ff1-d882-4e67-8a6c-3420bf01987f,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:22.265673 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-906fa254-8c7f-4a22-9661-782d366f535e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:22.268143 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 54934) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:22.280093 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1581c170-0133-4ef7-b53f-a20b7944d475 req-3eb61e89-5edd-43da-afb9-be1513d59765 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=ceaabe02-67e8-49da-9640-53d4e3b33273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945753 Feb 09 01:04:22.308630 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906fa254-8c7f-4a22-9661-782d366f535e admin admin] Pushing event deleted for resources: {'Network': ['ID=48143312-4059-4efc-a7c1-0025ad20c80e,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:22.319534 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-c4d5db5a-f928-4cd2-b81a-248df88745ad service neutron] 10.222.0.62 "GET /v2.0/networks/6c21402c-7902-4ae7-8505-6f11f3eac92e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636111 Feb 09 01:04:22.369022 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3589a699-93bd-424b-bf62-c57caa0c25c3 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:04:22.397706 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-906fa254-8c7f-4a22-9661-782d366f535e admin admin] 10.222.0.105 "DELETE /v2.0/networks/48143312-4059-4efc-a7c1-0025ad20c80e HTTP/1.1" status: 204 len: 168 time: 1.1566176 Feb 09 01:04:22.404097 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 54946) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:22.405875 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-1181ade9-093a-4265-bc1f-485a7e607ee7 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] For port 02f5c001-52b6-4897-bd5e-ccee747c956f, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=02f5c001-52b6-4897-bd5e-ccee747c956f,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:22.406241 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1181ade9-093a-4265-bc1f-485a7e607ee7 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:22.462256 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-fb6f191d-1495-43ce-aaf3-5f6ecb8f871d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=2b457899-fc18-4e88-ac0e-5e0fa9c1dad9 HTTP/1.1" status: 200 len: 217 time: 0.1343040 Feb 09 01:04:22.484709 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3589a699-93bd-424b-bf62-c57caa0c25c3 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:22.485151 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-3589a699-93bd-424b-bf62-c57caa0c25c3 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Added segment 26a6afa6-a85a-4672-aa8a-f5fcd6efba12 of type vlan for network 9ceb2042-28c3-408f-a754-1a40fd38994b Feb 09 01:04:22.624932 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-9d932f53-1034-45ab-bdd3-e3f2c749805c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:22.626485 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-9d932f53-1034-45ab-bdd3-e3f2c749805c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7081671c-8f7d-4eb3-94eb-1c4eeeb2da0e HTTP/1.1" status: 200 len: 797 time: 0.1555748 Feb 09 01:04:22.639678 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 54956) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:22.684444 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-1181ade9-093a-4265-bc1f-485a7e607ee7 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Calling delete_port for 02f5c001-52b6-4897-bd5e-ccee747c956f owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:04:22.723740 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5154301f-aae6-4d61-945e-1a9bc3c9a52f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:22.797571 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3589a699-93bd-424b-bf62-c57caa0c25c3 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:22.811541 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5154301f-aae6-4d61-945e-1a9bc3c9a52f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:22.826847 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-74a137eb-7349-48eb-8ba7-eee026609a55 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=8ec264b7b14646a3a7c5bffffa681c25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1837878 Feb 09 01:04:22.833746 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 54960) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:22.843563 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347bea85-b6b6-4f84-99f0-165aadef0a8d req-dc9f1140-6c8f-4b8e-89c7-e48bcebdbe1f tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:22.845060 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-347bea85-b6b6-4f84-99f0-165aadef0a8d req-dc9f1140-6c8f-4b8e-89c7-e48bcebdbe1f tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 944 time: 0.2908208 Feb 09 01:04:22.895438 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-25d1b8c6-6fad-4fac-8af1-676f0e9c6b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:22.896910 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-25d1b8c6-6fad-4fac-8af1-676f0e9c6b46 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f6623f95-6162-4277-8fd2-5364045aea14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2399416 Feb 09 01:04:22.909640 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392140e-a786-41bf-9bf3-f4216714b27b req-b31ed2d8-7cd2-43f5-aed3-e41aec682ac8 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:22.911192 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3392140e-a786-41bf-9bf3-f4216714b27b req-b31ed2d8-7cd2-43f5-aed3-e41aec682ac8 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=84cd5f7d-ef59-4e6e-a79b-f39ebb23a107 HTTP/1.1" status: 200 len: 946 time: 0.2084286 Feb 09 01:04:22.971305 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.db.resource_extend [None req-3589a699-93bd-424b-bf62-c57caa0c25c3 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:04:23.034260 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-347bea85-b6b6-4f84-99f0-165aadef0a8d req-5a931407-a527-4848-9536-99bdc0ee0394 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1732149 Feb 09 01:04:23.083791 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3392140e-a786-41bf-9bf3-f4216714b27b req-d8133467-9030-494e-87c5-7f98dc6b1a82 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453090 Feb 09 01:04:23.128018 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3589a699-93bd-424b-bf62-c57caa0c25c3 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:23.133750 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3589a699-93bd-424b-bf62-c57caa0c25c3 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:23.134602 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3589a699-93bd-424b-bf62-c57caa0c25c3 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:23.174067 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-162a990a-f799-4a9e-81cb-00342d9a1476 service neutron] 10.222.0.62 "GET /v2.0/networks/f6623f95-6162-4277-8fd2-5364045aea14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569146 Feb 09 01:04:23.198557 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-3589a699-93bd-424b-bf62-c57caa0c25c3 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0407438 Feb 09 01:04:23.200974 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 54968) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:23.210673 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-3c344cb1-9fab-4749-be5b-6e95c2a5862f tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Request body: {'subnet': {'network_id': '9ceb2042-28c3-408f-a754-1a40fd38994b', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:23.291154 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cf0d0566-485b-4c5c-be17-c3675c143e43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:23.299545 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5154301f-aae6-4d61-945e-1a9bc3c9a52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:23.302133 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5154301f-aae6-4d61-945e-1a9bc3c9a52f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:23.303195 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-5154301f-aae6-4d61-945e-1a9bc3c9a52f admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/5c045ff1-d882-4e67-8a6c-3420bf01987f HTTP/1.1" status: 204 len: 168 time: 1.0268896 Feb 09 01:04:23.403283 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5154301f-aae6-4d61-945e-1a9bc3c9a52f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c045ff1-d882-4e67-8a6c-3420bf01987f,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:23.456235 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3589a699-93bd-424b-bf62-c57caa0c25c3 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Pushing event updated for resources: {'Network': ['ID=9ceb2042-28c3-408f-a754-1a40fd38994b,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:23.479599 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cf0d0566-485b-4c5c-be17-c3675c143e43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:23.485464 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 9ceb2042-28c3-408f-a754-1a40fd38994b details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:04:23.515087 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-3c344cb1-9fab-4749-be5b-6e95c2a5862f tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:04:23.538261 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-3c344cb1-9fab-4749-be5b-6e95c2a5862f tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Usage tracker for resource:subnet and tenant:84557554a3f24afe8f48784f3010a6e6 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:04:23.567561 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-3c344cb1-9fab-4749-be5b-6e95c2a5862f tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:04:23.603213 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-3c344cb1-9fab-4749-be5b-6e95c2a5862f tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:04:23.604415 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1181ade9-093a-4265-bc1f-485a7e607ee7 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:23.627803 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-10360cfd-892e-4fa9-9ad4-dd215415a7bd service neutron] 10.222.0.62 "GET /v2.0/networks/f6623f95-6162-4277-8fd2-5364045aea14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4459639 Feb 09 01:04:23.663539 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device b946e0ec-388c-4def-a759-89fe4b4606bb no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:04:23.752883 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c344cb1-9fab-4749-be5b-6e95c2a5862f tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Made reservation on behalf of 84557554a3f24afe8f48784f3010a6e6 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:04:23.756496 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1181ade9-093a-4265-bc1f-485a7e607ee7 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Pushing event deleted for resources: {'Port': ['ID=02f5c001-52b6-4897-bd5e-ccee747c956f,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:23.757149 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3c344cb1-9fab-4749-be5b-6e95c2a5862f tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:23.798148 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-0da7521e-4a8d-4d1f-bc2d-40a650e475b4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=79a7f7ff-db18-40ba-b175-35b4cc180bbe HTTP/1.1" status: 200 len: 217 time: 0.1482317 Feb 09 01:04:23.916564 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1181ade9-093a-4265-bc1f-485a7e607ee7 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:23.965141 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d30f8-f607-41ec-9c8a-a487ddafe033 req-1eda323e-fcf2-48e6-8b4e-d4dc49ea8369 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:23.965409 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 54976) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:23.971793 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d30f8-f607-41ec-9c8a-a487ddafe033 req-1eda323e-fcf2-48e6-8b4e-d4dc49ea8369 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:23.973361 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cf0d0566-485b-4c5c-be17-c3675c143e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:23.978097 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d30f8-f607-41ec-9c8a-a487ddafe033 req-1eda323e-fcf2-48e6-8b4e-d4dc49ea8369 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:23.984439 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d30f8-f607-41ec-9c8a-a487ddafe033 req-1eda323e-fcf2-48e6-8b4e-d4dc49ea8369 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:23.991035 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d30f8-f607-41ec-9c8a-a487ddafe033 req-1eda323e-fcf2-48e6-8b4e-d4dc49ea8369 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:23.997086 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d30f8-f607-41ec-9c8a-a487ddafe033 req-1eda323e-fcf2-48e6-8b4e-d4dc49ea8369 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:24.004039 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d30f8-f607-41ec-9c8a-a487ddafe033 req-1eda323e-fcf2-48e6-8b4e-d4dc49ea8369 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:24.006075 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-de2d30f8-f607-41ec-9c8a-a487ddafe033 req-1eda323e-fcf2-48e6-8b4e-d4dc49ea8369 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/ports?device_id=9aaa5086-2506-413a-a88f-4d56b6d269cb HTTP/1.1" status: 200 len: 5426 time: 0.7348452 Feb 09 01:04:24.059291 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f711e55-de27-4f8a-9672-b962aac1ad1f req-0f91c4fc-5607-4dbf-9188-e2fdda681e18 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:24.060835 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3f711e55-de27-4f8a-9672-b962aac1ad1f req-0f91c4fc-5607-4dbf-9188-e2fdda681e18 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 944 time: 0.7909186 Feb 09 01:04:24.231824 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0d0566-485b-4c5c-be17-c3675c143e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d48e70-0a9a-4f34-bd03-fe2b0988e0d0,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:24.233748 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fb85f9ab-cd3b-4f77-a878-a2fc1c9cd494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:24.253716 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-039b4621-abac-4174-aa8e-fe14ae2ade8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:24.255255 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-039b4621-abac-4174-aa8e-fe14ae2ade8a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7081671c-8f7d-4eb3-94eb-1c4eeeb2da0e HTTP/1.1" status: 200 len: 797 time: 0.4551237 Feb 09 01:04:24.314836 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-de2d30f8-f607-41ec-9c8a-a487ddafe033 req-cd772dc5-de13-4b38-9077-50a007edda63 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/security-groups?id=924aa29d-9387-4933-bba8-e1d938d01b5c&id=ea209cdf-6740-4074-8d6c-66653a19d53a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2970858 Feb 09 01:04:24.331674 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1181ade9-093a-4265-bc1f-485a7e607ee7 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:24.336810 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1181ade9-093a-4265-bc1f-485a7e607ee7 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:24.340465 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-fb85f9ab-cd3b-4f77-a878-a2fc1c9cd494 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:04:24.340700 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3f711e55-de27-4f8a-9672-b962aac1ad1f req-5f13d980-cfc1-43ef-8a4d-8df303b93235 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2664146 Feb 09 01:04:24.349061 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-fb85f9ab-cd3b-4f77-a878-a2fc1c9cd494 admin admin] Usage tracker for resource:security_group_rule and tenant:a359ba6cf768412e8de8958d0b82814a is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:04:24.355989 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-fb85f9ab-cd3b-4f77-a878-a2fc1c9cd494 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:04:24.365984 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cf0d0566-485b-4c5c-be17-c3675c143e43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:24.367107 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-cf0d0566-485b-4c5c-be17-c3675c143e43 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/21d48e70-0a9a-4f34-bd03-fe2b0988e0d0 HTTP/1.1" status: 204 len: 168 time: 1.5321000 Feb 09 01:04:24.377105 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-fb85f9ab-cd3b-4f77-a878-a2fc1c9cd494 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:04:24.430370 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1181ade9-093a-4265-bc1f-485a7e607ee7 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:24.431550 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1181ade9-093a-4265-bc1f-485a7e607ee7 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7f581dc5-2bd4-470a-9f4e-63e2e08e89eb {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:04:24.527901 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-4cc6fe3d-7e54-4317-9082-2cf2c4c75ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:24.529570 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-4cc6fe3d-7e54-4317-9082-2cf2c4c75ec8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f6623f95-6162-4277-8fd2-5364045aea14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2577634 Feb 09 01:04:24.531932 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1181ade9-093a-4265-bc1f-485a7e607ee7 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:24.540445 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1181ade9-093a-4265-bc1f-485a7e607ee7 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] 10.222.0.105 "DELETE /v2.0/routers/7f581dc5-2bd4-470a-9f4e-63e2e08e89eb HTTP/1.1" status: 204 len: 168 time: 3.4117324 Feb 09 01:04:24.546156 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 54986) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:24.564261 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-1d377de1-888f-40e7-9bf8-af931115ce9c tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1432155520', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}, 'admin_state_up': False}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:24.589777 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:24.591754 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1d377de1-888f-40e7-9bf8-af931115ce9c tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:04:24.607225 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3c344cb1-9fab-4749-be5b-6e95c2a5862f tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:24.636926 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-1d377de1-888f-40e7-9bf8-af931115ce9c tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Usage tracker for resource:router and tenant:7be6f6c27b604edb97b140fdba6ce28a is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:04:24.660151 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-1d377de1-888f-40e7-9bf8-af931115ce9c tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:04:24.697456 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1d377de1-888f-40e7-9bf8-af931115ce9c tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:04:24.732616 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fb85f9ab-cd3b-4f77-a878-a2fc1c9cd494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:24.740478 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fb85f9ab-cd3b-4f77-a878-a2fc1c9cd494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:24.759990 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1d377de1-888f-40e7-9bf8-af931115ce9c tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:24.761351 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1d377de1-888f-40e7-9bf8-af931115ce9c tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:24.773742 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c344cb1-9fab-4749-be5b-6e95c2a5862f tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Pushing event updated for resources: {'Subnet': ['ID=ef96c550-370f-463c-8c4e-0621f4176ed7,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:24.774851 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-626160d6-88c1-4441-94ef-81f8dfde43b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:24.930823 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c344cb1-9fab-4749-be5b-6e95c2a5862f tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Checking segment: {'id': '26a6afa6-a85a-4672-aa8a-f5fcd6efba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9ceb2042-28c3-408f-a754-1a40fd38994b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:04:24.931183 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c344cb1-9fab-4749-be5b-6e95c2a5862f tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Network hostable DHCP agents. Network: 9ceb2042-28c3-408f-a754-1a40fd38994b, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:04:24.944669 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-fb85f9ab-cd3b-4f77-a878-a2fc1c9cd494 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=a359ba6cf768412e8de8958d0b82814a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9780173 Feb 09 01:04:24.959168 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 54996) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:24.966807 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb85f9ab-cd3b-4f77-a878-a2fc1c9cd494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f078c49b-2b97-47ba-8e56-77ab51e931c6,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:24.970819 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1d377de1-888f-40e7-9bf8-af931115ce9c tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:25.007829 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba4ce1b-378d-4ebe-a0bd-0412c53221c0 req-58e50942-8701-4c98-aa77-dbe4ee8afa5d tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:25.009353 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fba4ce1b-378d-4ebe-a0bd-0412c53221c0 req-58e50942-8701-4c98-aa77-dbe4ee8afa5d tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=84cd5f7d-ef59-4e6e-a79b-f39ebb23a107 HTTP/1.1" status: 200 len: 946 time: 0.4972625 Feb 09 01:04:25.016381 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-d18b2edf-ea19-444b-8f95-3b3c2b80b850 service neutron] 10.222.0.62 "GET /v2.0/networks/f6623f95-6162-4277-8fd2-5364045aea14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4451923 Feb 09 01:04:25.050774 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c344cb1-9fab-4749-be5b-6e95c2a5862f tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Network 9ceb2042-28c3-408f-a754-1a40fd38994b is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:04:25.137514 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5bebe14d-7642-4670-bb05-04b06ab1bd1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:25.139853 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-3c344cb1-9fab-4749-be5b-6e95c2a5862f tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 9ceb2042-28c3-408f-a754-1a40fd38994b) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:04:25.152904 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b56ef74-346f-45bd-b8da-6ef73dba1283 None None] Network 9ceb2042-28c3-408f-a754-1a40fd38994b requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:04:25.172173 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c344cb1-9fab-4749-be5b-6e95c2a5862f tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:25.172776 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3c344cb1-9fab-4749-be5b-6e95c2a5862f tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:25.200147 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0851b3fe-c6f0-489c-95fc-8d2c68a1e4c0 req-61e88284-a767-4f25-a196-9297d65022f8 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:25.201955 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0851b3fe-c6f0-489c-95fc-8d2c68a1e4c0 req-61e88284-a767-4f25-a196-9297d65022f8 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 944 time: 0.3178747 Feb 09 01:04:25.212559 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fba4ce1b-378d-4ebe-a0bd-0412c53221c0 req-28d1ebb6-dce1-475d-8098-7fafac2d81ff tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584024 Feb 09 01:04:25.269780 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-3c344cb1-9fab-4749-be5b-6e95c2a5862f tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0614479 Feb 09 01:04:25.273715 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 55008) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:25.297344 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-db8a1cbc-eee6-4e66-a481-4eaf4fed47a5 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-799160420'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:25.309102 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-db8a1cbc-eee6-4e66-a481-4eaf4fed47a5 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:04:25.324484 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0851b3fe-c6f0-489c-95fc-8d2c68a1e4c0 req-0d7527ca-e809-4002-a9f9-9fa59f7904db tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072254 Feb 09 01:04:25.335735 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-db8a1cbc-eee6-4e66-a481-4eaf4fed47a5 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Usage tracker for resource:network and tenant:84557554a3f24afe8f48784f3010a6e6 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:04:25.340066 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-078bd2e8-9148-4777-98c5-73194ef37dd6 service neutron] 10.222.0.62 "GET /v2.0/networks/f6623f95-6162-4277-8fd2-5364045aea14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153279 Feb 09 01:04:25.345406 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-db8a1cbc-eee6-4e66-a481-4eaf4fed47a5 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:04:25.426829 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-db8a1cbc-eee6-4e66-a481-4eaf4fed47a5 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:04:25.462179 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-83b19369-95d8-4be7-b830-28de6a463280 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=acba0247-8d0d-4937-a7cd-c165665bdb16 HTTP/1.1" status: 200 len: 217 time: 0.1015713 Feb 09 01:04:25.464277 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8a1cbc-eee6-4e66-a481-4eaf4fed47a5 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Made reservation on behalf of 84557554a3f24afe8f48784f3010a6e6 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:04:25.467968 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-db8a1cbc-eee6-4e66-a481-4eaf4fed47a5 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:25.516488 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5bebe14d-7642-4670-bb05-04b06ab1bd1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:25.540814 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67f2cb6-5a4f-49b2-bdb0-e7d75af7cc8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-9ceb2042-28c3-408f-a754-1a40fd38994b', 'network_id': '9ceb2042-28c3-408f-a754-1a40fd38994b', 'tenant_id': '84557554a3f24afe8f48784f3010a6e6', 'fixed_ips': [{'subnet_id': 'ef96c550-370f-463c-8c4e-0621f4176ed7'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:04:25.542835 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e67f2cb6-5a4f-49b2-bdb0-e7d75af7cc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:25.626139 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db8a1cbc-eee6-4e66-a481-4eaf4fed47a5 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:04:25.668262 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1d377de1-888f-40e7-9bf8-af931115ce9c tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:25.699997 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-db12df22-562e-4efd-8ac5-b4decb398586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:25.701525 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-db12df22-562e-4efd-8ac5-b4decb398586 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7081671c-8f7d-4eb3-94eb-1c4eeeb2da0e HTTP/1.1" status: 200 len: 797 time: 0.2122068 Feb 09 01:04:25.704029 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-db8a1cbc-eee6-4e66-a481-4eaf4fed47a5 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:25.705038 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-db8a1cbc-eee6-4e66-a481-4eaf4fed47a5 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Added segment b6a96789-8f78-44cb-982f-af08959be502 of type vlan for network 6aa17528-f0d0-4138-9533-3cc7aff855b8 Feb 09 01:04:25.738452 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-e67f2cb6-5a4f-49b2-bdb0-e7d75af7cc8b None None] Allocated IP 19.80.0.2 (9ceb2042-28c3-408f-a754-1a40fd38994b/ef96c550-370f-463c-8c4e-0621f4176ed7/8e10725c-a1f2-46ce-9ee8-f1a9f5787eaa) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:04:25.801891 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-db8a1cbc-eee6-4e66-a481-4eaf4fed47a5 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:25.823764 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc4c681-8201-4338-85f4-854bfea5c153 req-c9b30445-d5cf-4ce5-bd9e-ddf00dcdbed5 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:25.830502 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc4c681-8201-4338-85f4-854bfea5c153 req-c9b30445-d5cf-4ce5-bd9e-ddf00dcdbed5 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:25.836543 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc4c681-8201-4338-85f4-854bfea5c153 req-c9b30445-d5cf-4ce5-bd9e-ddf00dcdbed5 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:25.847409 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc4c681-8201-4338-85f4-854bfea5c153 req-c9b30445-d5cf-4ce5-bd9e-ddf00dcdbed5 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:25.848602 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5bebe14d-7642-4670-bb05-04b06ab1bd1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:25.849192 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc4c681-8201-4338-85f4-854bfea5c153 req-c9b30445-d5cf-4ce5-bd9e-ddf00dcdbed5 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:25.855486 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc4c681-8201-4338-85f4-854bfea5c153 req-c9b30445-d5cf-4ce5-bd9e-ddf00dcdbed5 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:25.861845 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc4c681-8201-4338-85f4-854bfea5c153 req-c9b30445-d5cf-4ce5-bd9e-ddf00dcdbed5 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:25.863796 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3bc4c681-8201-4338-85f4-854bfea5c153 req-c9b30445-d5cf-4ce5-bd9e-ddf00dcdbed5 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/ports?device_id=9aaa5086-2506-413a-a88f-4d56b6d269cb HTTP/1.1" status: 200 len: 5426 time: 0.3208246 Feb 09 01:04:25.943937 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3bc4c681-8201-4338-85f4-854bfea5c153 req-e8d0d5ef-08a1-468e-9a9b-d7e34c5fc064 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/security-groups?id=924aa29d-9387-4933-bba8-e1d938d01b5c&id=ea209cdf-6740-4074-8d6c-66653a19d53a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0712185 Feb 09 01:04:25.946134 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bebe14d-7642-4670-bb05-04b06ab1bd1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f078c49b-2b97-47ba-8e56-77ab51e931c6,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:25.960329 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-6d1b32fd-fd36-43a7-b098-75fd113b24fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:25.961864 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-6d1b32fd-fd36-43a7-b098-75fd113b24fc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f6623f95-6162-4277-8fd2-5364045aea14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2488964 Feb 09 01:04:25.990889 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5bebe14d-7642-4670-bb05-04b06ab1bd1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:25.992083 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-5bebe14d-7642-4670-bb05-04b06ab1bd1d admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/f078c49b-2b97-47ba-8e56-77ab51e931c6 HTTP/1.1" status: 204 len: 168 time: 1.0318434 Feb 09 01:04:25.992958 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-626160d6-88c1-4441-94ef-81f8dfde43b1 admin admin] Deleting port a7747da2-9dbe-4849-aa27-b6fcaaa05423 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:04:25.993370 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-626160d6-88c1-4441-94ef-81f8dfde43b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:26.005089 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-db8a1cbc-eee6-4e66-a481-4eaf4fed47a5 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:26.011209 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8a1cbc-eee6-4e66-a481-4eaf4fed47a5 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:26.011630 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-db8a1cbc-eee6-4e66-a481-4eaf4fed47a5 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:26.028386 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e67f2cb6-5a4f-49b2-bdb0-e7d75af7cc8b None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:26.043040 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e67f2cb6-5a4f-49b2-bdb0-e7d75af7cc8b None None] Transition to ACTIVE for port object 8e10725c-a1f2-46ce-9ee8-f1a9f5787eaa will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:04:26.068589 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e67f2cb6-5a4f-49b2-bdb0-e7d75af7cc8b None None] Transition to ACTIVE for port object 8e10725c-a1f2-46ce-9ee8-f1a9f5787eaa will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:04:26.093311 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e67f2cb6-5a4f-49b2-bdb0-e7d75af7cc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:26.208225 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-db8a1cbc-eee6-4e66-a481-4eaf4fed47a5 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9286780 Feb 09 01:04:26.210758 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f2cb6-5a4f-49b2-bdb0-e7d75af7cc8b None None] Pushing event updated for resources: {'Port': ['ID=8e10725c-a1f2-46ce-9ee8-f1a9f5787eaa,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:26.214844 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 55030) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:26.221065 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8a1cbc-eee6-4e66-a481-4eaf4fed47a5 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Pushing event updated for resources: {'Network': ['ID=6aa17528-f0d0-4138-9533-3cc7aff855b8,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:26.225042 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67f2cb6-5a4f-49b2-bdb0-e7d75af7cc8b None None] Network 9ceb2042-28c3-408f-a754-1a40fd38994b is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:04:26.226332 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-c8b45100-bb0d-4b61-a4c2-b5bdac78ff4e tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Request body: {'subnet': {'network_id': '6aa17528-f0d0-4138-9533-3cc7aff855b8', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:26.226431 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-e67f2cb6-5a4f-49b2-bdb0-e7d75af7cc8b None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:04:26.233235 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67f2cb6-5a4f-49b2-bdb0-e7d75af7cc8b None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:04:26.239144 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 02f5c001-52b6-4897-bd5e-ccee747c956f no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:04:26.291779 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 02f5c001-52b6-4897-bd5e-ccee747c956f {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:04:26.292209 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 02f5c001-52b6-4897-bd5e-ccee747c956f not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:04:26.295157 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 6aa17528-f0d0-4138-9533-3cc7aff855b8 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:04:26.489786 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-626160d6-88c1-4441-94ef-81f8dfde43b1 admin admin] For port a7747da2-9dbe-4849-aa27-b6fcaaa05423, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=a7747da2-9dbe-4849-aa27-b6fcaaa05423,segment=NetworkSegment(92f6058b-8e82-441a-aad5-48048f06210b),segment_id=92f6058b-8e82-441a-aad5-48048f06210b)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:26.490362 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-626160d6-88c1-4441-94ef-81f8dfde43b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:26.592950 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-e67f2cb6-5a4f-49b2-bdb0-e7d75af7cc8b None None] Attempting to bind port 8e10725c-a1f2-46ce-9ee8-f1a9f5787eaa on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:04:26.593330 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-e67f2cb6-5a4f-49b2-bdb0-e7d75af7cc8b None None] Attempting to bind port 8e10725c-a1f2-46ce-9ee8-f1a9f5787eaa by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '26a6afa6-a85a-4672-aa8a-f5fcd6efba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9ceb2042-28c3-408f-a754-1a40fd38994b'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:04:26.593862 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67f2cb6-5a4f-49b2-bdb0-e7d75af7cc8b None None] Attempting to bind port 8e10725c-a1f2-46ce-9ee8-f1a9f5787eaa on network 9ceb2042-28c3-408f-a754-1a40fd38994b {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:04:26.616716 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67f2cb6-5a4f-49b2-bdb0-e7d75af7cc8b None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:04:26.617300 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67f2cb6-5a4f-49b2-bdb0-e7d75af7cc8b None None] Checking segment: {'id': '26a6afa6-a85a-4672-aa8a-f5fcd6efba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9ceb2042-28c3-408f-a754-1a40fd38994b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:04:26.617648 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e67f2cb6-5a4f-49b2-bdb0-e7d75af7cc8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:26.617898 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67f2cb6-5a4f-49b2-bdb0-e7d75af7cc8b None None] Bound using segment: {'id': '26a6afa6-a85a-4672-aa8a-f5fcd6efba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9ceb2042-28c3-408f-a754-1a40fd38994b'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:04:26.618376 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-e67f2cb6-5a4f-49b2-bdb0-e7d75af7cc8b None None] Bound port: 8e10725c-a1f2-46ce-9ee8-f1a9f5787eaa, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26a6afa6-a85a-4672-aa8a-f5fcd6efba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9ceb2042-28c3-408f-a754-1a40fd38994b'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:04:26.618749 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e67f2cb6-5a4f-49b2-bdb0-e7d75af7cc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:26.748825 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-626160d6-88c1-4441-94ef-81f8dfde43b1 admin admin] Calling delete_port for a7747da2-9dbe-4849-aa27-b6fcaaa05423 owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:04:26.763352 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e67f2cb6-5a4f-49b2-bdb0-e7d75af7cc8b None None] For port 8e10725c-a1f2-46ce-9ee8-f1a9f5787eaa, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:04:26.769947 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e67f2cb6-5a4f-49b2-bdb0-e7d75af7cc8b None None] For port 8e10725c-a1f2-46ce-9ee8-f1a9f5787eaa, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=8e10725c-a1f2-46ce-9ee8-f1a9f5787eaa,segment=NetworkSegment(26a6afa6-a85a-4672-aa8a-f5fcd6efba12),segment_id=26a6afa6-a85a-4672-aa8a-f5fcd6efba12)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:04:26.774731 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e67f2cb6-5a4f-49b2-bdb0-e7d75af7cc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:26.821220 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-3c309c7d-7b65-4708-bebd-a63f34e87770 service neutron] 10.222.0.62 "GET /v2.0/networks/f6623f95-6162-4277-8fd2-5364045aea14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8475990 Feb 09 01:04:26.884192 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f2cb6-5a4f-49b2-bdb0-e7d75af7cc8b None None] Pushing event updated for resources: {'Port': ['ID=8e10725c-a1f2-46ce-9ee8-f1a9f5787eaa,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:27.045431 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c8b45100-bb0d-4b61-a4c2-b5bdac78ff4e tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:04:27.055565 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-c8b45100-bb0d-4b61-a4c2-b5bdac78ff4e tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Usage tracker for resource:subnet and tenant:84557554a3f24afe8f48784f3010a6e6 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:04:27.060833 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-c8b45100-bb0d-4b61-a4c2-b5bdac78ff4e tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:04:27.062008 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1d377de1-888f-40e7-9bf8-af931115ce9c tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks [] for router_gateway, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:27.080469 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ce3e3-83e3-4f83-99c6-e430888f568b req-2f9f2355-dfea-4739-bd04-133fb1dc0344 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:27.082369 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-164ce3e3-83e3-4f83-99c6-e430888f568b req-2f9f2355-dfea-4739-bd04-133fb1dc0344 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=84cd5f7d-ef59-4e6e-a79b-f39ebb23a107 HTTP/1.1" status: 200 len: 946 time: 0.6494567 Feb 09 01:04:27.097304 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c8b45100-bb0d-4b61-a4c2-b5bdac78ff4e tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:04:27.107134 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1d377de1-888f-40e7-9bf8-af931115ce9c tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:27.225101 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b45100-bb0d-4b61-a4c2-b5bdac78ff4e tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Made reservation on behalf of 84557554a3f24afe8f48784f3010a6e6 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:04:27.228636 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c8b45100-bb0d-4b61-a4c2-b5bdac78ff4e tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:27.352879 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-c400bff7-a014-46cc-a012-f1953df86d30 service neutron] 10.222.0.62 "GET /v2.0/networks/f6623f95-6162-4277-8fd2-5364045aea14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5237610 Feb 09 01:04:27.368877 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-164ce3e3-83e3-4f83-99c6-e430888f568b req-e443ce62-e398-4211-b7c1-7fc21dade216 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688179 Feb 09 01:04:27.396233 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-1d377de1-888f-40e7-9bf8-af931115ce9c tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Allocated IP 172.25.0.229 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/0052802c-f7ee-4405-8d78-f2563731b15f) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:04:27.422462 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-626160d6-88c1-4441-94ef-81f8dfde43b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:27.499016 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-33d3c646-9a2f-45d6-b486-878862c85cc0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=170a5f88-b2b6-44b0-92a8-64b08d99f8ac HTTP/1.1" status: 200 len: 217 time: 0.1241846 Feb 09 01:04:27.541549 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626160d6-88c1-4441-94ef-81f8dfde43b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7747da2-9dbe-4849-aa27-b6fcaaa05423,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:27.598168 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d8b1be-9c23-45ca-abb1-a9e630d35dd8 req-7faed0a0-108f-4e54-b77d-b88dbe57e995 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:27.601608 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-88d8b1be-9c23-45ca-abb1-a9e630d35dd8 req-7faed0a0-108f-4e54-b77d-b88dbe57e995 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 944 time: 0.6552153 Feb 09 01:04:27.802308 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-857db061-3c06-4ef7-bd18-1205c8155c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:27.803823 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-857db061-3c06-4ef7-bd18-1205c8155c8f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7081671c-8f7d-4eb3-94eb-1c4eeeb2da0e HTTP/1.1" status: 200 len: 797 time: 0.2877636 Feb 09 01:04:27.936787 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-626160d6-88c1-4441-94ef-81f8dfde43b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:27.946222 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-88d8b1be-9c23-45ca-abb1-a9e630d35dd8 req-75859f3a-0762-4417-8ae8-ff3f8d3a60bf tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3240900 Feb 09 01:04:28.125258 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-69a5af85-77b3-4c30-9e4b-b9f13663b9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:28.128008 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-69a5af85-77b3-4c30-9e4b-b9f13663b9f3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f6623f95-6162-4277-8fd2-5364045aea14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3039010 Feb 09 01:04:28.199558 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1d377de1-888f-40e7-9bf8-af931115ce9c tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:28.456452 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 8e10725c-a1f2-46ce-9ee8-f1a9f5787eaa up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:04:28.612916 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa125ae9-559b-4c63-adda-16e9c6900cb6 req-9d8eb6d9-3b3b-4856-8b14-4b8f02f38893 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:28.629967 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa125ae9-559b-4c63-adda-16e9c6900cb6 req-9d8eb6d9-3b3b-4856-8b14-4b8f02f38893 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:28.663129 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa125ae9-559b-4c63-adda-16e9c6900cb6 req-9d8eb6d9-3b3b-4856-8b14-4b8f02f38893 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:28.693261 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa125ae9-559b-4c63-adda-16e9c6900cb6 req-9d8eb6d9-3b3b-4856-8b14-4b8f02f38893 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:28.699844 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa125ae9-559b-4c63-adda-16e9c6900cb6 req-9d8eb6d9-3b3b-4856-8b14-4b8f02f38893 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:28.704885 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3c8f9d-de2e-46e5-a81f-7262975ea2ed None None] Network 9ceb2042-28c3-408f-a754-1a40fd38994b requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:04:28.707597 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa125ae9-559b-4c63-adda-16e9c6900cb6 req-9d8eb6d9-3b3b-4856-8b14-4b8f02f38893 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:28.714033 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa125ae9-559b-4c63-adda-16e9c6900cb6 req-9d8eb6d9-3b3b-4856-8b14-4b8f02f38893 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:28.722551 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-aa125ae9-559b-4c63-adda-16e9c6900cb6 req-9d8eb6d9-3b3b-4856-8b14-4b8f02f38893 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/ports?device_id=9aaa5086-2506-413a-a88f-4d56b6d269cb HTTP/1.1" status: 200 len: 5426 time: 0.7734888 Feb 09 01:04:28.749532 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-6468f243-619e-41f5-9752-ad8ec06883be service neutron] 10.222.0.62 "GET /v2.0/networks/f6623f95-6162-4277-8fd2-5364045aea14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5974166 Feb 09 01:04:28.750448 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c8b45100-bb0d-4b61-a4c2-b5bdac78ff4e tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:28.872940 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-ccad74ff-3014-4891-9206-cfc5f7f4a98c None None] Provisioning for port 8e10725c-a1f2-46ce-9ee8-f1a9f5787eaa completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:04:28.879590 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-ccad74ff-3014-4891-9206-cfc5f7f4a98c None None] Provisioning complete for port 8e10725c-a1f2-46ce-9ee8-f1a9f5787eaa triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:04:28.879967 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ccad74ff-3014-4891-9206-cfc5f7f4a98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:28.881485 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 55098) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:28.918155 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-626160d6-88c1-4441-94ef-81f8dfde43b1 admin admin] Router 421fbf56-9f74-4e16-96b1-944f7a5e261c has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:04:28.921915 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1d377de1-888f-40e7-9bf8-af931115ce9c tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:28.952646 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 8e10725c-a1f2-46ce-9ee8-f1a9f5787eaa completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:04:28.976964 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 8e10725c-a1f2-46ce-9ee8-f1a9f5787eaa triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:04:28.977376 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:28.983880 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d377de1-888f-40e7-9bf8-af931115ce9c tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:04:28.991013 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-1d377de1-888f-40e7-9bf8-af931115ce9c tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:04:29.007025 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d377de1-888f-40e7-9bf8-af931115ce9c tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:04:29.143586 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d377de1-888f-40e7-9bf8-af931115ce9c tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Pushing event updated for resources: {'Port': ['ID=0052802c-f7ee-4405-8d78-f2563731b15f,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:29.164771 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-aa125ae9-559b-4c63-adda-16e9c6900cb6 req-8dd60467-db01-4076-945e-53ef7851c618 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/security-groups?id=924aa29d-9387-4933-bba8-e1d938d01b5c&id=ea209cdf-6740-4074-8d6c-66653a19d53a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4412339 Feb 09 01:04:29.197062 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b45100-bb0d-4b61-a4c2-b5bdac78ff4e tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Checking segment: {'id': 'b6a96789-8f78-44cb-982f-af08959be502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6aa17528-f0d0-4138-9533-3cc7aff855b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:04:29.197344 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b45100-bb0d-4b61-a4c2-b5bdac78ff4e tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Network hostable DHCP agents. Network: 6aa17528-f0d0-4138-9533-3cc7aff855b8, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:04:29.232017 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-34e21004-f1c6-4f52-8910-887638a40a15 service neutron] 10.222.0.62 "GET /v2.0/networks/f6623f95-6162-4277-8fd2-5364045aea14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4532158 Feb 09 01:04:29.236548 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b45100-bb0d-4b61-a4c2-b5bdac78ff4e tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Pushing event updated for resources: {'Subnet': ['ID=cf47f0d6-20ec-42ed-a98f-e0d839c2ff7e,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:29.281658 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:29.309220 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ccad74ff-3014-4891-9206-cfc5f7f4a98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:29.378896 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 8e10725c-a1f2-46ce-9ee8-f1a9f5787eaa, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=8e10725c-a1f2-46ce-9ee8-f1a9f5787eaa,segment=NetworkSegment(26a6afa6-a85a-4672-aa8a-f5fcd6efba12),segment_id=26a6afa6-a85a-4672-aa8a-f5fcd6efba12)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:29.385308 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:29.420850 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-0ce3989e-7e9e-4f45-a029-d6f35f92f34e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ff4c2db4-d131-4548-bc99-555a0ac5aae6 HTTP/1.1" status: 200 len: 217 time: 0.1664295 Feb 09 01:04:29.542610 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-ccad74ff-3014-4891-9206-cfc5f7f4a98c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:04:29.543192 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-ccad74ff-3014-4891-9206-cfc5f7f4a98c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:04:29.553265 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-626160d6-88c1-4441-94ef-81f8dfde43b1 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:04:29.567012 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386cd22d-ccf1-49f0-93e5-f796c16a3c8e None None] Sync routers for ids ['421fbf56-9f74-4e16-96b1-944f7a5e261c'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:04:29.576318 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=8e10725c-a1f2-46ce-9ee8-f1a9f5787eaa,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:29.589357 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:29.589751 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:29.590191 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:29.590616 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:29.591022 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:29.591423 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:29.591898 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:29.592429 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:29.592732 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:29.593143 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:29.593545 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:29.593986 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:29.596518 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386cd22d-ccf1-49f0-93e5-f796c16a3c8e None None] Routers {'421fbf56-9f74-4e16-96b1-944f7a5e261c'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:04:29.601779 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-386cd22d-ccf1-49f0-93e5-f796c16a3c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:04:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['421fbf56-9f74-4e16-96b1-944f7a5e261c'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:29.632202 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-626160d6-88c1-4441-94ef-81f8dfde43b1 admin admin] 10.222.0.105 "PUT /v2.0/routers/421fbf56-9f74-4e16-96b1-944f7a5e261c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2076204 Feb 09 01:04:29.643581 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-4b49091b-717a-4265-a886-a6741de54c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:29.645069 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-4b49091b-717a-4265-a886-a6741de54c62 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5dd8fcac-c862-4048-83da-a71790153314 HTTP/1.1" status: 200 len: 797 time: 0.2107160 Feb 09 01:04:29.646651 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 55130) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:29.690573 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-01567add-87cd-444d-be21-25ae8a26a1e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:29.766622 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b45100-bb0d-4b61-a4c2-b5bdac78ff4e tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Network 6aa17528-f0d0-4138-9533-3cc7aff855b8 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:04:29.788616 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-01567add-87cd-444d-be21-25ae8a26a1e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:04:29.801752 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f57ca0-028c-46df-9f81-c92b9764b4a8 req-f95ffe12-8d28-4d2a-ac4d-de3af3b6b8c4 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:29.810774 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-76f57ca0-028c-46df-9f81-c92b9764b4a8 req-f95ffe12-8d28-4d2a-ac4d-de3af3b6b8c4 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=84cd5f7d-ef59-4e6e-a79b-f39ebb23a107 HTTP/1.1" status: 200 len: 946 time: 1.0860364 Feb 09 01:04:29.813099 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-c8b45100-bb0d-4b61-a4c2-b5bdac78ff4e tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 6aa17528-f0d0-4138-9533-3cc7aff855b8) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:04:29.823652 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42a53a9-4987-4a65-8097-0e75a2d2d9ef None None] Network 6aa17528-f0d0-4138-9533-3cc7aff855b8 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:04:29.857060 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-386cd22d-ccf1-49f0-93e5-f796c16a3c8e None None] Set router 421fbf56-9f74-4e16-96b1-944f7a5e261c gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:04:30.026093 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-01567add-87cd-444d-be21-25ae8a26a1e5 admin admin] Usage tracker for resource:security_group_rule and tenant:2f11656893744de686744c75ebb5aa32 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:04:30.038127 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b45100-bb0d-4b61-a4c2-b5bdac78ff4e tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:30.038717 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c8b45100-bb0d-4b61-a4c2-b5bdac78ff4e tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:30.046634 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-01567add-87cd-444d-be21-25ae8a26a1e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:04:30.068610 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-01567add-87cd-444d-be21-25ae8a26a1e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:04:30.127667 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e3fa01db-03ae-4c0d-85b1-917b3ce00fc1 admin admin] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:30.181284 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-386cd22d-ccf1-49f0-93e5-f796c16a3c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421fbf56-9f74-4e16-96b1-944f7a5e261c', 'name': 'tempest-AttachSCSIVolumeTestJSON-729717233-router', 'tenant_id': '5dc821389a10412fa6c46b30ba4c3113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '6fd61cb3-911e-4241-9b6c-131e06966bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:01:28Z', 'updated_at': '2022-02-09T01:04:27Z', 'revision_number': 5, 'project_id': '5dc821389a10412fa6c46b30ba4c3113', 'gw_port': {'id': '6fd61cb3-911e-4241-9b6c-131e06966bda', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ae:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421fbf56-9f74-4e16-96b1-944f7a5e261c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:32Z', 'updated_at': '2022-02-09T01:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:30.182317 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 55142) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:30.186232 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386cd22d-ccf1-49f0-93e5-f796c16a3c8e None None] Checking router: 421fbf56-9f74-4e16-96b1-944f7a5e261c for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:04:30.191291 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-c8b45100-bb0d-4b61-a4c2-b5bdac78ff4e tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.9750512 Feb 09 01:04:30.197015 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386cd22d-ccf1-49f0-93e5-f796c16a3c8e None None] Routers {'421fbf56-9f74-4e16-96b1-944f7a5e261c'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:04:30.197856 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-386cd22d-ccf1-49f0-93e5-f796c16a3c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:04:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['421fbf56-9f74-4e16-96b1-944f7a5e261c'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:30.222567 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ae3e0-090b-415a-87f4-9566901ffb1c req-c6d270a8-d08d-4827-a316-6fe1fad59f57 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:30.245647 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3c7ae3e0-090b-415a-87f4-9566901ffb1c req-c6d270a8-d08d-4827-a316-6fe1fad59f57 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 944 time: 0.8144231 Feb 09 01:04:30.252850 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36997630-b206-401b-a9c0-0227b77fd7a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-6aa17528-f0d0-4138-9533-3cc7aff855b8', 'network_id': '6aa17528-f0d0-4138-9533-3cc7aff855b8', 'tenant_id': '84557554a3f24afe8f48784f3010a6e6', 'fixed_ips': [{'subnet_id': 'cf47f0d6-20ec-42ed-a98f-e0d839c2ff7e'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:04:30.256259 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-36997630-b206-401b-a9c0-0227b77fd7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:30.306735 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-76f57ca0-028c-46df-9f81-c92b9764b4a8 req-feafd567-be03-4c7c-8fb7-07e0990d48c9 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4944451 Feb 09 01:04:30.343757 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 8e10725c-a1f2-46ce-9ee8-f1a9f5787eaa up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:04:30.418440 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-386cd22d-ccf1-49f0-93e5-f796c16a3c8e None None] Set router 421fbf56-9f74-4e16-96b1-944f7a5e261c gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:04:30.467158 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3c7ae3e0-090b-415a-87f4-9566901ffb1c req-ac55b376-85a2-403a-b2df-5797de3a8d17 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2162898 Feb 09 01:04:30.480524 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-b34d9f4b-84f3-4bcf-957d-24a5f75eaa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:30.482097 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-b34d9f4b-84f3-4bcf-957d-24a5f75eaa1e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8d0fbf1e-afd1-4ea0-9eba-88871e127cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8130405 Feb 09 01:04:30.622572 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-01567add-87cd-444d-be21-25ae8a26a1e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:30.678710 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-ce79b835-86db-4ff8-8423-b4a5e0fc7108 None None] Provisioning complete for port 8e10725c-a1f2-46ce-9ee8-f1a9f5787eaa triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:04:30.679701 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ce79b835-86db-4ff8-8423-b4a5e0fc7108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:30.773804 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 8e10725c-a1f2-46ce-9ee8-f1a9f5787eaa triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:04:30.774431 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:30.826929 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-01567add-87cd-444d-be21-25ae8a26a1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:30.843391 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-386cd22d-ccf1-49f0-93e5-f796c16a3c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421fbf56-9f74-4e16-96b1-944f7a5e261c', 'name': 'tempest-AttachSCSIVolumeTestJSON-729717233-router', 'tenant_id': '5dc821389a10412fa6c46b30ba4c3113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '6fd61cb3-911e-4241-9b6c-131e06966bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:01:28Z', 'updated_at': '2022-02-09T01:04:27Z', 'revision_number': 5, 'project_id': '5dc821389a10412fa6c46b30ba4c3113', 'gw_port': {'id': '6fd61cb3-911e-4241-9b6c-131e06966bda', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ae:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421fbf56-9f74-4e16-96b1-944f7a5e261c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:32Z', 'updated_at': '2022-02-09T01:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:30.848747 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386cd22d-ccf1-49f0-93e5-f796c16a3c8e None None] The sync data for ids ['421fbf56-9f74-4e16-96b1-944f7a5e261c'] in n-d-828418-1 is: [{'id': '421fbf56-9f74-4e16-96b1-944f7a5e261c', 'name': 'tempest-AttachSCSIVolumeTestJSON-729717233-router', 'tenant_id': '5dc821389a10412fa6c46b30ba4c3113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '6fd61cb3-911e-4241-9b6c-131e06966bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:01:28Z', 'updated_at': '2022-02-09T01:04:27Z', 'revision_number': 5, 'project_id': '5dc821389a10412fa6c46b30ba4c3113', 'gw_port': {'id': '6fd61cb3-911e-4241-9b6c-131e06966bda', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ae:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421fbf56-9f74-4e16-96b1-944f7a5e261c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:32Z', 'updated_at': '2022-02-09T01:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:04:30.891390 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1d377de1-888f-40e7-9bf8-af931115ce9c tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks [] for router_gateway, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:30.930924 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-01567add-87cd-444d-be21-25ae8a26a1e5 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=2f11656893744de686744c75ebb5aa32&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9677639 Feb 09 01:04:30.951577 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 55164) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:30.953942 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e3fa01db-03ae-4c0d-85b1-917b3ce00fc1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:30.959037 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5035a293-4a52-49e7-b347-3c28a10bee06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:30.968091 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-36997630-b206-401b-a9c0-0227b77fd7a7 None None] Allocated IP 19.86.0.2 (6aa17528-f0d0-4138-9533-3cc7aff855b8/cf47f0d6-20ec-42ed-a98f-e0d839c2ff7e/f180b83a-d85d-4908-b543-0e36405cfc20) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:04:31.008560 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-e3fa01db-03ae-4c0d-85b1-917b3ce00fc1 admin admin] Deleting port 6fd61cb3-911e-4241-9b6c-131e06966bda {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:04:31.008974 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e3fa01db-03ae-4c0d-85b1-917b3ce00fc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:31.077793 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-5035a293-4a52-49e7-b347-3c28a10bee06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:04:31.097874 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01567add-87cd-444d-be21-25ae8a26a1e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb00359-0836-4a87-b9dc-e6ee5f5cdce2,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:31.104939 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-5035a293-4a52-49e7-b347-3c28a10bee06 admin admin] Usage tracker for resource:security_group_rule and tenant:400bed94ab3d4a2493cd2aef343c3994 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:04:31.116899 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-5035a293-4a52-49e7-b347-3c28a10bee06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:04:31.145192 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-5035a293-4a52-49e7-b347-3c28a10bee06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:04:31.163488 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-86a8d683-f584-4e4a-b96a-88be2817db4c service neutron] 10.222.0.62 "GET /v2.0/networks/8d0fbf1e-afd1-4ea0-9eba-88871e127cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4501481 Feb 09 01:04:31.259098 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c45ae6-de85-4cd2-a0d4-4e5dd834eefc req-70ba8b49-4f81-4587-93de-1a69baed171a tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:31.265219 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c45ae6-de85-4cd2-a0d4-4e5dd834eefc req-70ba8b49-4f81-4587-93de-1a69baed171a tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:31.283766 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c45ae6-de85-4cd2-a0d4-4e5dd834eefc req-70ba8b49-4f81-4587-93de-1a69baed171a tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:31.298432 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c45ae6-de85-4cd2-a0d4-4e5dd834eefc req-70ba8b49-4f81-4587-93de-1a69baed171a tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:31.306396 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c45ae6-de85-4cd2-a0d4-4e5dd834eefc req-70ba8b49-4f81-4587-93de-1a69baed171a tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:31.313038 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c45ae6-de85-4cd2-a0d4-4e5dd834eefc req-70ba8b49-4f81-4587-93de-1a69baed171a tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:31.316197 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b218ec15-1ed0-4234-9d6e-4689dd2614f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:31.320314 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c45ae6-de85-4cd2-a0d4-4e5dd834eefc req-70ba8b49-4f81-4587-93de-1a69baed171a tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:31.322538 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-24c45ae6-de85-4cd2-a0d4-4e5dd834eefc req-70ba8b49-4f81-4587-93de-1a69baed171a tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/ports?device_id=9aaa5086-2506-413a-a88f-4d56b6d269cb HTTP/1.1" status: 200 len: 5426 time: 0.6931417 Feb 09 01:04:31.366219 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-36997630-b206-401b-a9c0-0227b77fd7a7 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:31.382428 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-36997630-b206-401b-a9c0-0227b77fd7a7 None None] Transition to ACTIVE for port object f180b83a-d85d-4908-b543-0e36405cfc20 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:04:31.417461 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-36997630-b206-401b-a9c0-0227b77fd7a7 None None] Transition to ACTIVE for port object f180b83a-d85d-4908-b543-0e36405cfc20 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:04:31.426056 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-36997630-b206-401b-a9c0-0227b77fd7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:31.470382 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b218ec15-1ed0-4234-9d6e-4689dd2614f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:31.495146 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-a5fdd503-3223-48fd-9eeb-a4cc438df1eb tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:31.502867 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-a5fdd503-3223-48fd-9eeb-a4cc438df1eb tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:31.503194 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-a5fdd503-3223-48fd-9eeb-a4cc438df1eb tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Synchronizing usage tracker for tenant:84557554a3f24afe8f48784f3010a6e6 on resource:network {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:04:31.505556 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36997630-b206-401b-a9c0-0227b77fd7a7 None None] Network 6aa17528-f0d0-4138-9533-3cc7aff855b8 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:04:31.509402 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-36997630-b206-401b-a9c0-0227b77fd7a7 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:04:31.512806 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36997630-b206-401b-a9c0-0227b77fd7a7 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:04:31.522211 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36997630-b206-401b-a9c0-0227b77fd7a7 None None] Pushing event updated for resources: {'Port': ['ID=f180b83a-d85d-4908-b543-0e36405cfc20,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:31.540940 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-e3fa01db-03ae-4c0d-85b1-917b3ce00fc1 admin admin] For port 6fd61cb3-911e-4241-9b6c-131e06966bda, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=6fd61cb3-911e-4241-9b6c-131e06966bda,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:31.541209 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e3fa01db-03ae-4c0d-85b1-917b3ce00fc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:31.584170 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-24c45ae6-de85-4cd2-a0d4-4e5dd834eefc req-d1a749cb-1631-4475-90cc-a26579d90868 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/security-groups?id=924aa29d-9387-4933-bba8-e1d938d01b5c&id=ea209cdf-6740-4074-8d6c-66653a19d53a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1287231 Feb 09 01:04:31.602520 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-a5fdd503-3223-48fd-9eeb-a4cc438df1eb tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Unset dirty status for tenant:84557554a3f24afe8f48784f3010a6e6 on resource:network {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:04:31.608846 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-a5fdd503-3223-48fd-9eeb-a4cc438df1eb tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "GET /v2.0/networks?id=9ceb2042-28c3-408f-a754-1a40fd38994b&id=6aa17528-f0d0-4138-9533-3cc7aff855b8 HTTP/1.1" status: 200 len: 1391 time: 0.8642335 Feb 09 01:04:31.616319 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-36997630-b206-401b-a9c0-0227b77fd7a7 None None] Attempting to bind port f180b83a-d85d-4908-b543-0e36405cfc20 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:04:31.616762 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-36997630-b206-401b-a9c0-0227b77fd7a7 None None] Attempting to bind port f180b83a-d85d-4908-b543-0e36405cfc20 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'b6a96789-8f78-44cb-982f-af08959be502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6aa17528-f0d0-4138-9533-3cc7aff855b8'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:04:31.617195 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36997630-b206-401b-a9c0-0227b77fd7a7 None None] Attempting to bind port f180b83a-d85d-4908-b543-0e36405cfc20 on network 6aa17528-f0d0-4138-9533-3cc7aff855b8 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:04:31.633254 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36997630-b206-401b-a9c0-0227b77fd7a7 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:04:31.633761 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36997630-b206-401b-a9c0-0227b77fd7a7 None None] Checking segment: {'id': 'b6a96789-8f78-44cb-982f-af08959be502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6aa17528-f0d0-4138-9533-3cc7aff855b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:04:31.634283 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-36997630-b206-401b-a9c0-0227b77fd7a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:31.634756 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36997630-b206-401b-a9c0-0227b77fd7a7 None None] Bound using segment: {'id': 'b6a96789-8f78-44cb-982f-af08959be502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6aa17528-f0d0-4138-9533-3cc7aff855b8'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:04:31.635300 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-36997630-b206-401b-a9c0-0227b77fd7a7 None None] Bound port: f180b83a-d85d-4908-b543-0e36405cfc20, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6a96789-8f78-44cb-982f-af08959be502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6aa17528-f0d0-4138-9533-3cc7aff855b8'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:04:31.635748 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-36997630-b206-401b-a9c0-0227b77fd7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:31.650071 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-08082020-f402-4070-b9f3-2d33e2d2463e tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "GET /v2.0/quotas/84557554a3f24afe8f48784f3010a6e6 HTTP/1.1" status: 200 len: 375 time: 0.0402739 Feb 09 01:04:31.715643 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-97cb2807-0c17-445c-aeb4-204c0da2e381 service neutron] 10.222.0.62 "GET /v2.0/networks/8d0fbf1e-afd1-4ea0-9eba-88871e127cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5329013 Feb 09 01:04:31.722371 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5035a293-4a52-49e7-b347-3c28a10bee06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:31.777470 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5035a293-4a52-49e7-b347-3c28a10bee06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:31.780492 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-36997630-b206-401b-a9c0-0227b77fd7a7 None None] For port f180b83a-d85d-4908-b543-0e36405cfc20, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:04:31.785416 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-36997630-b206-401b-a9c0-0227b77fd7a7 None None] For port f180b83a-d85d-4908-b543-0e36405cfc20, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=f180b83a-d85d-4908-b543-0e36405cfc20,segment=NetworkSegment(b6a96789-8f78-44cb-982f-af08959be502),segment_id=b6a96789-8f78-44cb-982f-af08959be502)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:04:31.790435 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-36997630-b206-401b-a9c0-0227b77fd7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:31.803180 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-e3fa01db-03ae-4c0d-85b1-917b3ce00fc1 admin admin] Calling delete_port for 6fd61cb3-911e-4241-9b6c-131e06966bda owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:04:31.845891 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-765c1a8b-4456-4517-86ad-a655a19a4ada service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c108be72-b142-4311-9bae-7e7f5c0f5089 HTTP/1.1" status: 200 len: 217 time: 0.1168261 Feb 09 01:04:31.875254 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1d377de1-888f-40e7-9bf8-af931115ce9c tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:31.891158 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36997630-b206-401b-a9c0-0227b77fd7a7 None None] Pushing event updated for resources: {'Port': ['ID=f180b83a-d85d-4908-b543-0e36405cfc20,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:31.894954 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b218ec15-1ed0-4234-9d6e-4689dd2614f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:31.956059 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-5035a293-4a52-49e7-b347-3c28a10bee06 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=400bed94ab3d4a2493cd2aef343c3994&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7676849 Feb 09 01:04:31.956877 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5035a293-4a52-49e7-b347-3c28a10bee06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=156cfa6f-924f-4b28-89fc-95412a6d0013,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:31.959393 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 55172) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:31.985825 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b218ec15-1ed0-4234-9d6e-4689dd2614f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb00359-0836-4a87-b9dc-e6ee5f5cdce2,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:32.002952 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-eff9bfa4-c69f-40f2-a9f6-cad2c50400f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:32.004583 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-eff9bfa4-c69f-40f2-a9f6-cad2c50400f0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5dd8fcac-c862-4048-83da-a71790153314 HTTP/1.1" status: 200 len: 797 time: 0.1373806 Feb 09 01:04:32.012335 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b218ec15-1ed0-4234-9d6e-4689dd2614f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:32.012692 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b218ec15-1ed0-4234-9d6e-4689dd2614f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:32.013025 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b218ec15-1ed0-4234-9d6e-4689dd2614f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:32.013365 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b218ec15-1ed0-4234-9d6e-4689dd2614f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:32.013717 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b218ec15-1ed0-4234-9d6e-4689dd2614f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:32.014049 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b218ec15-1ed0-4234-9d6e-4689dd2614f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:32.014373 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b218ec15-1ed0-4234-9d6e-4689dd2614f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:32.014697 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b218ec15-1ed0-4234-9d6e-4689dd2614f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:32.015017 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b218ec15-1ed0-4234-9d6e-4689dd2614f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:32.015337 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b218ec15-1ed0-4234-9d6e-4689dd2614f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:32.015661 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b218ec15-1ed0-4234-9d6e-4689dd2614f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:32.015982 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b218ec15-1ed0-4234-9d6e-4689dd2614f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:32.032197 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b218ec15-1ed0-4234-9d6e-4689dd2614f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:32.036065 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b218ec15-1ed0-4234-9d6e-4689dd2614f8 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/9fb00359-0836-4a87-b9dc-e6ee5f5cdce2 HTTP/1.1" status: 204 len: 168 time: 1.0745995 Feb 09 01:04:32.082781 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-06ced161-16da-4a5f-baa9-7813689f492d tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Synchronizing usage tracker for tenant:84557554a3f24afe8f48784f3010a6e6 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:04:32.128940 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d479254-4a4d-413a-9ab1-8abf3c81da9b req-bb0341ce-f250-4694-bd35-3b05e0ac765a tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:32.137831 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5d479254-4a4d-413a-9ab1-8abf3c81da9b req-bb0341ce-f250-4694-bd35-3b05e0ac765a tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=84cd5f7d-ef59-4e6e-a79b-f39ebb23a107 HTTP/1.1" status: 200 len: 946 time: 0.3393188 Feb 09 01:04:32.205097 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e61ed65c-458e-49ce-a3a1-3d0c1d9f3b74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:32.207149 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-06ced161-16da-4a5f-baa9-7813689f492d tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Unset dirty status for tenant:84557554a3f24afe8f48784f3010a6e6 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:04:32.208461 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-06ced161-16da-4a5f-baa9-7813689f492d tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=84557554a3f24afe8f48784f3010a6e6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.5475030 Feb 09 01:04:32.295046 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e3fa01db-03ae-4c0d-85b1-917b3ce00fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:32.351336 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device f180b83a-d85d-4908-b543-0e36405cfc20 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:04:32.365294 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d377de1-888f-40e7-9bf8-af931115ce9c tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Router 4c4c0503-0bc6-4f43-a29c-3eaed72b9291 is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:04:32.370183 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fa01db-03ae-4c0d-85b1-917b3ce00fc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fd61cb3-911e-4241-9b6c-131e06966bda,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:32.385707 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5d479254-4a4d-413a-9ab1-8abf3c81da9b req-9ea52659-2c79-4e38-bfee-7ac2dd9002d5 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487547 Feb 09 01:04:32.395682 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e61ed65c-458e-49ce-a3a1-3d0c1d9f3b74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:32.416118 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-f89abe24-d13e-4f5f-b134-24bed599ea23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:32.417634 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-f89abe24-d13e-4f5f-b134-24bed599ea23 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8d0fbf1e-afd1-4ea0-9eba-88871e127cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3831961 Feb 09 01:04:32.531375 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port f180b83a-d85d-4908-b543-0e36405cfc20 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:04:32.546810 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device a7747da2-9dbe-4849-aa27-b6fcaaa05423 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:04:32.586882 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: a7747da2-9dbe-4849-aa27-b6fcaaa05423 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:04:32.587229 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device a7747da2-9dbe-4849-aa27-b6fcaaa05423 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:04:32.716426 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e61ed65c-458e-49ce-a3a1-3d0c1d9f3b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:32.765138 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61ed65c-458e-49ce-a3a1-3d0c1d9f3b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=156cfa6f-924f-4b28-89fc-95412a6d0013,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:32.777249 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-e96ec3d7-ab1c-4a8b-aa64-8faf59c5b617 service neutron] 10.222.0.105 "GET /v2.0/networks/9ceb2042-28c3-408f-a754-1a40fd38994b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5436487 Feb 09 01:04:32.881987 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e3fa01db-03ae-4c0d-85b1-917b3ce00fc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:32.965578 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e61ed65c-458e-49ce-a3a1-3d0c1d9f3b74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:32.966952 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-e61ed65c-458e-49ce-a3a1-3d0c1d9f3b74 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/156cfa6f-924f-4b28-89fc-95412a6d0013 HTTP/1.1" status: 204 len: 168 time: 0.9979742 Feb 09 01:04:33.057199 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-b4751294-64da-4763-96c9-dc03bcdddc79 service neutron] 10.222.0.62 "GET /v2.0/networks/8d0fbf1e-afd1-4ea0-9eba-88871e127cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6216474 Feb 09 01:04:33.080371 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d377de1-888f-40e7-9bf8-af931115ce9c tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:04:33.093573 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7a6aaa-4cb4-4748-afa0-f3222515a0dc None None] Sync routers for ids ['4c4c0503-0bc6-4f43-a29c-3eaed72b9291'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:04:33.115067 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7a6aaa-4cb4-4748-afa0-f3222515a0dc None None] Routers {'4c4c0503-0bc6-4f43-a29c-3eaed72b9291'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:04:33.119966 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-bd7a6aaa-4cb4-4748-afa0-f3222515a0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:04:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['4c4c0503-0bc6-4f43-a29c-3eaed72b9291'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:33.218984 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e3fa01db-03ae-4c0d-85b1-917b3ce00fc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:33.225588 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e3fa01db-03ae-4c0d-85b1-917b3ce00fc1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:33.241054 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1d377de1-888f-40e7-9bf8-af931115ce9c tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:33.242702 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1d377de1-888f-40e7-9bf8-af931115ce9c tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 8.6904716 Feb 09 01:04:33.253535 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 55204) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:33.261858 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fdf143-e678-4189-b943-3996be567831 None None] Network 6aa17528-f0d0-4138-9533-3cc7aff855b8 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:04:33.263545 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-9e18a8ff-a5c3-4f78-8ff2-f88d10bb4cb5 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'enable_snat': False}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:33.307945 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e520081f-87e2-4908-9722-c5c5e252dd16 req-36bf418f-5cf9-4018-a72f-71f78ec1fafa service neutron] 10.222.0.62 "GET /v2.0/networks/8d0fbf1e-afd1-4ea0-9eba-88871e127cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444704 Feb 09 01:04:33.309798 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-c5659845-1eda-441e-81e3-a517210ae542 service neutron] 10.222.0.105 "GET /v2.0/networks/9ceb2042-28c3-408f-a754-1a40fd38994b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5317113 Feb 09 01:04:33.328512 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d193056e-9e87-439f-8de6-c85066d47145 req-5b227e62-e450-42f6-b9de-022c84c9a92d tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:33.340999 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d193056e-9e87-439f-8de6-c85066d47145 req-5b227e62-e450-42f6-b9de-022c84c9a92d tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 944 time: 0.7983410 Feb 09 01:04:33.373461 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-bd7a6aaa-4cb4-4748-afa0-f3222515a0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:33.379737 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-00184b5b-d6be-49bb-8ef9-84e430f3ef06 None None] Provisioning for port f180b83a-d85d-4908-b543-0e36405cfc20 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:04:33.388343 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-00184b5b-d6be-49bb-8ef9-84e430f3ef06 None None] Provisioning complete for port f180b83a-d85d-4908-b543-0e36405cfc20 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:04:33.388719 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-00184b5b-d6be-49bb-8ef9-84e430f3ef06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:33.450052 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7a6aaa-4cb4-4748-afa0-f3222515a0dc None None] Routers {'4c4c0503-0bc6-4f43-a29c-3eaed72b9291'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:04:33.450690 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-bd7a6aaa-4cb4-4748-afa0-f3222515a0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:04:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['4c4c0503-0bc6-4f43-a29c-3eaed72b9291'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:33.479798 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e3fa01db-03ae-4c0d-85b1-917b3ce00fc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:33.480608 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3fa01db-03ae-4c0d-85b1-917b3ce00fc1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 421fbf56-9f74-4e16-96b1-944f7a5e261c {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:04:33.496793 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e3fa01db-03ae-4c0d-85b1-917b3ce00fc1 admin admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:33.498150 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e3fa01db-03ae-4c0d-85b1-917b3ce00fc1 admin admin] 10.222.0.105 "DELETE /v2.0/routers/421fbf56-9f74-4e16-96b1-944f7a5e261c HTTP/1.1" status: 204 len: 168 time: 3.8503091 Feb 09 01:04:33.500734 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 55210) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:33.525710 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d193056e-9e87-439f-8de6-c85066d47145 req-b2cd7027-7c61-461c-b862-b20d0cd5ea2c tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1836953 Feb 09 01:04:33.530888 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-bd7a6aaa-4cb4-4748-afa0-f3222515a0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:33.531307 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7a6aaa-4cb4-4748-afa0-f3222515a0dc None None] The sync data for ids ['4c4c0503-0bc6-4f43-a29c-3eaed72b9291'] in n-d-828418-1 is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:04:33.652227 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 55214) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:33.701862 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3a52ae8c-47c0-4877-ba82-31daeeb67e30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:33.702555 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f822ff2-21a1-4a7e-9624-df4b9ef8defb admin admin] Deleting subnet d34701a5-43c4-418f-957a-99139980d505 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:04:33.707442 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4f822ff2-21a1-4a7e-9624-df4b9ef8defb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:33.756813 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-3a52ae8c-47c0-4877-ba82-31daeeb67e30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:04:33.763439 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-3a52ae8c-47c0-4877-ba82-31daeeb67e30 admin admin] Usage tracker for resource:security_group_rule and tenant:cac72948f96b4bc3b81e4da13492e821 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:04:33.766042 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-3a52ae8c-47c0-4877-ba82-31daeeb67e30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:04:33.774459 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-3a52ae8c-47c0-4877-ba82-31daeeb67e30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:04:33.814732 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-00184b5b-d6be-49bb-8ef9-84e430f3ef06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:33.851080 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4f822ff2-21a1-4a7e-9624-df4b9ef8defb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:33.861894 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3a52ae8c-47c0-4877-ba82-31daeeb67e30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:33.862191 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-00184b5b-d6be-49bb-8ef9-84e430f3ef06 None None] For port f180b83a-d85d-4908-b543-0e36405cfc20, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=f180b83a-d85d-4908-b543-0e36405cfc20,segment=NetworkSegment(b6a96789-8f78-44cb-982f-af08959be502),segment_id=b6a96789-8f78-44cb-982f-af08959be502)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:33.868806 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bed37f-eec7-4444-b181-bac3b8f2594e req-6a64ed96-5096-4c0e-a82a-18f3d61ac2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:33.869028 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-00184b5b-d6be-49bb-8ef9-84e430f3ef06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:33.869324 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bed37f-eec7-4444-b181-bac3b8f2594e req-6a64ed96-5096-4c0e-a82a-18f3d61ac2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:33.869782 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bed37f-eec7-4444-b181-bac3b8f2594e req-6a64ed96-5096-4c0e-a82a-18f3d61ac2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:33.870245 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bed37f-eec7-4444-b181-bac3b8f2594e req-6a64ed96-5096-4c0e-a82a-18f3d61ac2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:33.870705 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bed37f-eec7-4444-b181-bac3b8f2594e req-6a64ed96-5096-4c0e-a82a-18f3d61ac2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:33.871162 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bed37f-eec7-4444-b181-bac3b8f2594e req-6a64ed96-5096-4c0e-a82a-18f3d61ac2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:33.871781 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bed37f-eec7-4444-b181-bac3b8f2594e req-6a64ed96-5096-4c0e-a82a-18f3d61ac2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:33.873682 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f3bed37f-eec7-4444-b181-bac3b8f2594e req-6a64ed96-5096-4c0e-a82a-18f3d61ac2ef service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6ae572a6f87d4d70abcebc0f3058fa0e&device_id=9aaa5086-2506-413a-a88f-4d56b6d269cb HTTP/1.1" status: 200 len: 6483 time: 0.4335456 Feb 09 01:04:33.939803 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3a52ae8c-47c0-4877-ba82-31daeeb67e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:33.957774 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00184b5b-d6be-49bb-8ef9-84e430f3ef06 None None] Pushing event updated for resources: {'Port': ['ID=f180b83a-d85d-4908-b543-0e36405cfc20,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:33.973184 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-c2c1f59f-81a7-4cab-a40a-439927fdfc2d service neutron] 10.222.0.105 "GET /v2.0/networks/6aa17528-f0d0-4138-9533-3cc7aff855b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6301363 Feb 09 01:04:34.139863 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9e18a8ff-a5c3-4f78-8ff2-f88d10bb4cb5 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:34.149552 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4f822ff2-21a1-4a7e-9624-df4b9ef8defb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:34.170986 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-3a52ae8c-47c0-4877-ba82-31daeeb67e30 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=cac72948f96b4bc3b81e4da13492e821&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5200319 Feb 09 01:04:34.182826 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 55218) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:34.195824 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-80e71884-4afb-42a9-9db5-61d16e5cd763 None None] Provisioning complete for port f180b83a-d85d-4908-b543-0e36405cfc20 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:04:34.196909 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-80e71884-4afb-42a9-9db5-61d16e5cd763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:34.206391 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a52ae8c-47c0-4877-ba82-31daeeb67e30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1d12bc-b49a-48e2-ba47-0252e3577f5c,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:34.317589 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe7b27-5d38-46fd-b90c-9cd47506e1b1 req-e49b379e-6b15-43fe-87c9-3996142056ca tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:34.318403 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4f822ff2-21a1-4a7e-9624-df4b9ef8defb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:34.323999 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe7b27-5d38-46fd-b90c-9cd47506e1b1 req-e49b379e-6b15-43fe-87c9-3996142056ca tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:34.324968 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device f180b83a-d85d-4908-b543-0e36405cfc20 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:04:34.330773 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe7b27-5d38-46fd-b90c-9cd47506e1b1 req-e49b379e-6b15-43fe-87c9-3996142056ca tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:34.336503 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe7b27-5d38-46fd-b90c-9cd47506e1b1 req-e49b379e-6b15-43fe-87c9-3996142056ca tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:34.342183 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe7b27-5d38-46fd-b90c-9cd47506e1b1 req-e49b379e-6b15-43fe-87c9-3996142056ca tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:34.348523 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe7b27-5d38-46fd-b90c-9cd47506e1b1 req-e49b379e-6b15-43fe-87c9-3996142056ca tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:34.354723 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe7b27-5d38-46fd-b90c-9cd47506e1b1 req-e49b379e-6b15-43fe-87c9-3996142056ca tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:34.360125 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8ffe7b27-5d38-46fd-b90c-9cd47506e1b1 req-e49b379e-6b15-43fe-87c9-3996142056ca tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/ports?device_id=9aaa5086-2506-413a-a88f-4d56b6d269cb HTTP/1.1" status: 200 len: 5426 time: 0.6203055 Feb 09 01:04:34.368744 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4f822ff2-21a1-4a7e-9624-df4b9ef8defb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:34.374324 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f822ff2-21a1-4a7e-9624-df4b9ef8defb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d34701a5-43c4-418f-957a-99139980d505,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:34.382482 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c97988a-068b-4072-a5fb-436762fadcb3 None None] Network 7d1efc84-0e07-425a-933b-624ea0f4290b requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:04:34.385289 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-4f822ff2-21a1-4a7e-9624-df4b9ef8defb admin admin] 10.222.0.105 "DELETE /v2.0/subnets/d34701a5-43c4-418f-957a-99139980d505 HTTP/1.1" status: 204 len: 168 time: 0.8780804 Feb 09 01:04:34.385869 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 55222) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:34.433060 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bed37f-eec7-4444-b181-bac3b8f2594e req-b3bfcc17-a72f-4605-981d-7aacccdf901a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:34.434519 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f3bed37f-eec7-4444-b181-bac3b8f2594e req-b3bfcc17-a72f-4605-981d-7aacccdf901a service neutron] 10.222.0.62 "GET /v2.0/networks?id=8d0fbf1e-afd1-4ea0-9eba-88871e127cde HTTP/1.1" status: 200 len: 903 time: 0.5086524 Feb 09 01:04:34.508028 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-88a96f74-5bb7-4c18-9e14-13bd3684c586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:34.527481 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-1ccb8f9d-6afe-456c-9cf2-e635d9ba1702 service neutron] 10.222.0.105 "GET /v2.0/networks/6aa17528-f0d0-4138-9533-3cc7aff855b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4974072 Feb 09 01:04:34.538182 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f3bed37f-eec7-4444-b181-bac3b8f2594e req-1fbf33be-16c1-49aa-b16b-bdc0cc4a9c78 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c108be72-b142-4311-9bae-7e7f5c0f5089 HTTP/1.1" status: 200 len: 217 time: 0.0933695 Feb 09 01:04:34.616110 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8ffe7b27-5d38-46fd-b90c-9cd47506e1b1 req-b63e4573-0844-4910-9612-68e63cee4ab6 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/security-groups?id=924aa29d-9387-4933-bba8-e1d938d01b5c&id=ea209cdf-6740-4074-8d6c-66653a19d53a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2202232 Feb 09 01:04:34.623596 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port f180b83a-d85d-4908-b543-0e36405cfc20 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:04:34.623962 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:34.628740 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-88a96f74-5bb7-4c18-9e14-13bd3684c586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:34.646055 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-99ff6f61-a05e-4886-b08b-a47feb5e4b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:34.685443 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bed37f-eec7-4444-b181-bac3b8f2594e req-e86bef4c-6eba-4280-9837-b8f9f6753b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:34.687519 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f3bed37f-eec7-4444-b181-bac3b8f2594e req-e86bef4c-6eba-4280-9837-b8f9f6753b6d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5dd8fcac-c862-4048-83da-a71790153314 HTTP/1.1" status: 200 len: 797 time: 0.1356587 Feb 09 01:04:34.708922 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-99ff6f61-a05e-4886-b08b-a47feb5e4b9f admin admin] Deleting port 0214c746-0003-4aa3-bee7-b1976d2af0cd {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:04:34.709438 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-99ff6f61-a05e-4886-b08b-a47feb5e4b9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:34.817723 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bed37f-eec7-4444-b181-bac3b8f2594e req-db089798-6463-4b01-b142-954bc5c53daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:34.819443 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f3bed37f-eec7-4444-b181-bac3b8f2594e req-db089798-6463-4b01-b142-954bc5c53daf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8d0fbf1e-afd1-4ea0-9eba-88871e127cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1213341 Feb 09 01:04:34.821208 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-88a96f74-5bb7-4c18-9e14-13bd3684c586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:34.866848 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a96f74-5bb7-4c18-9e14-13bd3684c586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1d12bc-b49a-48e2-ba47-0252e3577f5c,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:34.981970 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-88a96f74-5bb7-4c18-9e14-13bd3684c586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:34.986914 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-88a96f74-5bb7-4c18-9e14-13bd3684c586 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/aa1d12bc-b49a-48e2-ba47-0252e3577f5c HTTP/1.1" status: 204 len: 168 time: 0.8031409 Feb 09 01:04:35.082329 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f3bed37f-eec7-4444-b181-bac3b8f2594e req-a98de99d-5093-47d3-b688-cc44c1f1cb7e service neutron] 10.222.0.62 "GET /v2.0/networks/8d0fbf1e-afd1-4ea0-9eba-88871e127cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423973 Feb 09 01:04:35.160231 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3ee1c-a044-4522-b5f4-122158621a6c req-e78d7289-d81a-43b5-98aa-2324173767e8 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:35.170410 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-59e3ee1c-a044-4522-b5f4-122158621a6c req-e78d7289-d81a-43b5-98aa-2324173767e8 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=84cd5f7d-ef59-4e6e-a79b-f39ebb23a107 HTTP/1.1" status: 200 len: 946 time: 0.2456667 Feb 09 01:04:35.217488 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 6fd61cb3-911e-4241-9b6c-131e06966bda no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:04:35.315423 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 6fd61cb3-911e-4241-9b6c-131e06966bda {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:04:35.315776 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 6fd61cb3-911e-4241-9b6c-131e06966bda not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:04:35.322612 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-99ff6f61-a05e-4886-b08b-a47feb5e4b9f admin admin] For port 0214c746-0003-4aa3-bee7-b1976d2af0cd, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=0214c746-0003-4aa3-bee7-b1976d2af0cd,segment=NetworkSegment(92f6058b-8e82-441a-aad5-48048f06210b),segment_id=92f6058b-8e82-441a-aad5-48048f06210b)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:35.323192 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-99ff6f61-a05e-4886-b08b-a47feb5e4b9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:35.326346 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3826e423-61cb-4364-8b20-83a48c038ec5 None None] DHCP port deletion for 7d1efc84-0e07-425a-933b-624ea0f4290b request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:04:35.336652 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-3826e423-61cb-4364-8b20-83a48c038ec5 None None] Deleting port 0214c746-0003-4aa3-bee7-b1976d2af0cd {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:04:35.337397 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3826e423-61cb-4364-8b20-83a48c038ec5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:35.521660 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-99ff6f61-a05e-4886-b08b-a47feb5e4b9f admin admin] Calling delete_port for 0214c746-0003-4aa3-bee7-b1976d2af0cd owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:04:35.628335 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-59e3ee1c-a044-4522-b5f4-122158621a6c req-f7bc838a-e318-42f9-97b0-7830000a0df8 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4568806 Feb 09 01:04:35.704900 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-3826e423-61cb-4364-8b20-83a48c038ec5 None None] For port 0214c746-0003-4aa3-bee7-b1976d2af0cd, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=0214c746-0003-4aa3-bee7-b1976d2af0cd,segment=NetworkSegment(92f6058b-8e82-441a-aad5-48048f06210b),segment_id=92f6058b-8e82-441a-aad5-48048f06210b)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:35.705298 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3826e423-61cb-4364-8b20-83a48c038ec5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:35.833682 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f3bed37f-eec7-4444-b181-bac3b8f2594e req-efd448dc-644d-4a56-b2dc-161ebd2ec0e8 service neutron] 10.222.0.62 "GET /v2.0/networks/8d0fbf1e-afd1-4ea0-9eba-88871e127cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7410922 Feb 09 01:04:35.849062 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-3826e423-61cb-4364-8b20-83a48c038ec5 None None] Calling delete_port for 0214c746-0003-4aa3-bee7-b1976d2af0cd owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:04:35.855072 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e2010-1083-4f35-a527-7fb82d53c2ab req-214b19a2-3fda-4094-bf9e-6aa371bea0af tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:35.856998 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ec4e2010-1083-4f35-a527-7fb82d53c2ab req-214b19a2-3fda-4094-bf9e-6aa371bea0af tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 944 time: 0.3791232 Feb 09 01:04:35.867222 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-93967746-8c75-49f6-b509-a9c05cd231ce req-a7b9d0a2-8400-421c-b711-e5ed06e993df tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1dc9fbd-beb1-4b2c-af47-120b2600407a HTTP/1.1" status: 200 len: 210 time: 0.0874839 Feb 09 01:04:35.895754 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-99ff6f61-a05e-4886-b08b-a47feb5e4b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:35.936409 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-3826e423-61cb-4364-8b20-83a48c038ec5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:04:35.936409 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-3826e423-61cb-4364-8b20-83a48c038ec5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:04:35.945416 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ec4e2010-1083-4f35-a527-7fb82d53c2ab req-a695bdd1-5dce-4a0c-8fd6-f58de0a68f8d tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770187 Feb 09 01:04:35.989349 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ff6f61-a05e-4886-b08b-a47feb5e4b9f admin admin] No DVR routers for this DVR port 0214c746-0003-4aa3-bee7-b1976d2af0cd on host n-d-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:04:35.993391 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ff6f61-a05e-4886-b08b-a47feb5e4b9f admin admin] Pushing event deleted for resources: {'Port': ['ID=0214c746-0003-4aa3-bee7-b1976d2af0cd,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:36.031905 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-19d8cfbc-619b-4d5a-9cf2-1ed10148b004 req-db077d74-1148-4227-bdc5-f24dc62c7383 tempest-AbsoluteLimitsNegativeTestJSON-2062172640 tempest-AbsoluteLimitsNegativeTestJSON-2062172640-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=633119c9f5e0431ca99437c205b1465d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340495 Feb 09 01:04:36.276274 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398618ba-55be-4165-82c0-9d787d04fecb req-954c75c4-c3d0-40ac-b86b-b91bd7e255d4 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:36.282922 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398618ba-55be-4165-82c0-9d787d04fecb req-954c75c4-c3d0-40ac-b86b-b91bd7e255d4 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:36.289028 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398618ba-55be-4165-82c0-9d787d04fecb req-954c75c4-c3d0-40ac-b86b-b91bd7e255d4 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:36.294824 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398618ba-55be-4165-82c0-9d787d04fecb req-954c75c4-c3d0-40ac-b86b-b91bd7e255d4 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:36.301407 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398618ba-55be-4165-82c0-9d787d04fecb req-954c75c4-c3d0-40ac-b86b-b91bd7e255d4 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:36.308133 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398618ba-55be-4165-82c0-9d787d04fecb req-954c75c4-c3d0-40ac-b86b-b91bd7e255d4 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:36.314379 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398618ba-55be-4165-82c0-9d787d04fecb req-954c75c4-c3d0-40ac-b86b-b91bd7e255d4 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:36.327701 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 0214c746-0003-4aa3-bee7-b1976d2af0cd no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:04:36.338336 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-398618ba-55be-4165-82c0-9d787d04fecb req-954c75c4-c3d0-40ac-b86b-b91bd7e255d4 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/ports?device_id=9aaa5086-2506-413a-a88f-4d56b6d269cb HTTP/1.1" status: 200 len: 5426 time: 0.2216604 Feb 09 01:04:36.375079 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d8cfbc-619b-4d5a-9cf2-1ed10148b004 req-417b800e-c253-4aab-b471-4b412137ca9e tempest-AbsoluteLimitsNegativeTestJSON-2062172640 tempest-AbsoluteLimitsNegativeTestJSON-2062172640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:36.384045 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-19d8cfbc-619b-4d5a-9cf2-1ed10148b004 req-417b800e-c253-4aab-b471-4b412137ca9e tempest-AbsoluteLimitsNegativeTestJSON-2062172640 tempest-AbsoluteLimitsNegativeTestJSON-2062172640-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3453922 Feb 09 01:04:36.397264 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9e18a8ff-a5c3-4f78-8ff2-f88d10bb4cb5 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:36.399965 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 0214c746-0003-4aa3-bee7-b1976d2af0cd {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:04:36.401094 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 0214c746-0003-4aa3-bee7-b1976d2af0cd not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:04:36.404175 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9e18a8ff-a5c3-4f78-8ff2-f88d10bb4cb5 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1673984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1674007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1671766'] for router, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:36.411756 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-99ff6f61-a05e-4886-b08b-a47feb5e4b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:36.416775 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-19d8cfbc-619b-4d5a-9cf2-1ed10148b004 req-97db2226-6224-4655-96b2-6c9b8016ac23 tempest-AbsoluteLimitsNegativeTestJSON-2062172640 tempest-AbsoluteLimitsNegativeTestJSON-2062172640-project] 10.222.0.105 "GET /v2.0/quotas/633119c9f5e0431ca99437c205b1465d HTTP/1.1" status: 200 len: 375 time: 0.0311701 Feb 09 01:04:36.438907 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-3826e423-61cb-4364-8b20-83a48c038ec5 None None] Deleting port 0214c746-0003-4aa3-bee7-b1976d2af0cd {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:04:36.439630 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3826e423-61cb-4364-8b20-83a48c038ec5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:36.556591 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-19d8cfbc-619b-4d5a-9cf2-1ed10148b004 req-431963b0-df7c-44b4-a809-9e45e4f7b088 tempest-AbsoluteLimitsNegativeTestJSON-2062172640 tempest-AbsoluteLimitsNegativeTestJSON-2062172640-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=633119c9f5e0431ca99437c205b1465d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1392720 Feb 09 01:04:36.592646 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-398618ba-55be-4165-82c0-9d787d04fecb req-38717172-5e99-40d3-910c-6fb109c8b583 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/security-groups?id=924aa29d-9387-4933-bba8-e1d938d01b5c&id=ea209cdf-6740-4074-8d6c-66653a19d53a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2533462 Feb 09 01:04:36.596193 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-3826e423-61cb-4364-8b20-83a48c038ec5 None None] The port '0214c746-0003-4aa3-bee7-b1976d2af0cd' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:04:36.783336 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-cc3f68ad-1514-4a65-b481-357e7a99e773 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:36.791766 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-cc3f68ad-1514-4a65-b481-357e7a99e773 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:36.792741 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-cc3f68ad-1514-4a65-b481-357e7a99e773 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.62 "GET /v2.0/networks?id=9ceb2042-28c3-408f-a754-1a40fd38994b&id=6aa17528-f0d0-4138-9533-3cc7aff855b8 HTTP/1.1" status: 200 len: 1391 time: 0.3339710 Feb 09 01:04:36.806531 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-43069bc7-6bc8-4895-9e0e-5deb10761b0a tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Request body: {'port': {'device_id': 'a1dc9fbd-beb1-4b2c-af47-120b2600407a', 'network_id': '9ceb2042-28c3-408f-a754-1a40fd38994b', 'admin_state_up': True, 'tenant_id': '84557554a3f24afe8f48784f3010a6e6'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:36.933240 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e18a8ff-a5c3-4f78-8ff2-f88d10bb4cb5 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Router 4c4c0503-0bc6-4f43-a29c-3eaed72b9291 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:04:36.946720 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-99ff6f61-a05e-4886-b08b-a47feb5e4b9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d1efc84-0e07-425a-933b-624ea0f4290b']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:37.039651 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-99ff6f61-a05e-4886-b08b-a47feb5e4b9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92f6058b-8e82-441a-aad5-48048f06210b') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:37.040082 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-99ff6f61-a05e-4886-b08b-a47feb5e4b9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92f6058b-8e82-441a-aad5-48048f06210b') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:37.072453 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79890ca1-88d9-43f1-ac3f-3ba7a3698ff4 req-c7f7ad4e-daf7-4ffc-a6ae-e724ab2d7128 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:37.080083 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-79890ca1-88d9-43f1-ac3f-3ba7a3698ff4 req-c7f7ad4e-daf7-4ffc-a6ae-e724ab2d7128 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=84cd5f7d-ef59-4e6e-a79b-f39ebb23a107 HTTP/1.1" status: 200 len: 946 time: 0.1760693 Feb 09 01:04:37.110198 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-99ff6f61-a05e-4886-b08b-a47feb5e4b9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:37.115033 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-43069bc7-6bc8-4895-9e0e-5deb10761b0a tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:04:37.139234 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 55296) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:37.142393 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-43069bc7-6bc8-4895-9e0e-5deb10761b0a tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:04:37.162680 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-79890ca1-88d9-43f1-ac3f-3ba7a3698ff4 req-7e279684-7451-44e5-961e-085ca2507de5 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814402 Feb 09 01:04:37.173687 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-99ff6f61-a05e-4886-b08b-a47feb5e4b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:37.278963 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-55bb3346-8abf-4bec-9c0b-f89f38c668f7 req-cbbc6bff-999d-4ef1-af43-a281ac2ecbcb tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1dc9fbd-beb1-4b2c-af47-120b2600407a HTTP/1.1" status: 200 len: 210 time: 0.1100137 Feb 09 01:04:37.302530 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-43069bc7-6bc8-4895-9e0e-5deb10761b0a tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Made reservation on behalf of 84557554a3f24afe8f48784f3010a6e6 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:04:37.302530 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-43069bc7-6bc8-4895-9e0e-5deb10761b0a tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:37.329336 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-722d9529-c335-4471-af3e-3a59c346981b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:37.351264 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99ff6f61-a05e-4886-b08b-a47feb5e4b9f admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:04:37.351674 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-99ff6f61-a05e-4886-b08b-a47feb5e4b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:37.366932 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:04:37.366932 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:04:37.366932 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:04:37.366932 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:04:37.366932 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:04:37.366932 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:04:37.366932 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:04:37.366932 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:04:37.366932 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:04:37.366932 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:04:37.366932 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:04:37.366932 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:04:37.366932 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:04:37.366932 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:04:37.366932 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:04:37.366932 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:04:37.366932 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:04:37.366932 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:04:37.366932 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:04:37.366932 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:04:37.366932 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:04:37.366932 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:04:37.366932 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:04:37.366932 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:04:37.366932 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:04:37.366932 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:04:37.366932 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:04:37.366932 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:04:37.366932 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:04:37.366932 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:04:37.366932 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:04:37.366932 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:04:37.386713 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-722d9529-c335-4471-af3e-3a59c346981b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:04:37.428860 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e18a8ff-a5c3-4f78-8ff2-f88d10bb4cb5 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:04:37.434507 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-722d9529-c335-4471-af3e-3a59c346981b admin admin] Usage tracker for resource:security_group_rule and tenant:633119c9f5e0431ca99437c205b1465d is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:04:37.438945 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-722d9529-c335-4471-af3e-3a59c346981b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:04:37.446647 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcf5912-5603-4ba0-a693-cf60d6e22d6b None None] Sync routers for ids ['4c4c0503-0bc6-4f43-a29c-3eaed72b9291'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:04:37.454974 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-722d9529-c335-4471-af3e-3a59c346981b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:04:37.456574 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcf5912-5603-4ba0-a693-cf60d6e22d6b None None] Routers {'4c4c0503-0bc6-4f43-a29c-3eaed72b9291'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:04:37.457719 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-cfcf5912-5603-4ba0-a693-cf60d6e22d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:04:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['4c4c0503-0bc6-4f43-a29c-3eaed72b9291'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:37.473685 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9e18a8ff-a5c3-4f78-8ff2-f88d10bb4cb5 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:37.475475 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9e18a8ff-a5c3-4f78-8ff2-f88d10bb4cb5 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] 10.222.0.105 "PUT /v2.0/routers/4c4c0503-0bc6-4f43-a29c-3eaed72b9291 HTTP/1.1" status: 200 len: 926 time: 4.2208898 Feb 09 01:04:37.487740 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 55308) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:37.545034 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-cfcf5912-5603-4ba0-a693-cf60d6e22d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:37.564351 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcf5912-5603-4ba0-a693-cf60d6e22d6b None None] Routers {'4c4c0503-0bc6-4f43-a29c-3eaed72b9291'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:04:37.565113 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-cfcf5912-5603-4ba0-a693-cf60d6e22d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:04:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['4c4c0503-0bc6-4f43-a29c-3eaed72b9291'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:37.609236 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-722d9529-c335-4471-af3e-3a59c346981b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:37.622186 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-722d9529-c335-4471-af3e-3a59c346981b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:37.625505 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-99ff6f61-a05e-4886-b08b-a47feb5e4b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:37.670070 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-99ff6f61-a05e-4886-b08b-a47feb5e4b9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:37.703515 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ff6f61-a05e-4886-b08b-a47feb5e4b9f admin admin] Pushing event deleted for resources: {'Network': ['ID=7d1efc84-0e07-425a-933b-624ea0f4290b,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:37.714767 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-99ff6f61-a05e-4886-b08b-a47feb5e4b9f admin admin] 10.222.0.105 "DELETE /v2.0/networks/7d1efc84-0e07-425a-933b-624ea0f4290b HTTP/1.1" status: 204 len: 168 time: 3.3271363 Feb 09 01:04:37.717151 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ac74d-c3d1-4dfa-897e-2d15957e41c1 req-04b4079d-5e8a-475b-ad4e-ae8d09e51ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:37.718892 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-723ac74d-c3d1-4dfa-897e-2d15957e41c1 req-04b4079d-5e8a-475b-ad4e-ae8d09e51ef9 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=71b0276e9e0b48f8943a51531f3d8a9e&device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 1095 time: 0.5232573 Feb 09 01:04:37.719453 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 55322) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:37.756035 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-cfcf5912-5603-4ba0-a693-cf60d6e22d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:37.756738 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcf5912-5603-4ba0-a693-cf60d6e22d6b None None] The sync data for ids ['4c4c0503-0bc6-4f43-a29c-3eaed72b9291'] in n-d-828418-1 is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:04:37.803118 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617185c3-441c-45c7-9dba-5ca355c5d28c req-bfbc2f76-ee2d-4ce2-bf18-3f8f5de299bd tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:37.804630 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-617185c3-441c-45c7-9dba-5ca355c5d28c req-bfbc2f76-ee2d-4ce2-bf18-3f8f5de299bd tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 944 time: 0.4660580 Feb 09 01:04:37.805331 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722d9529-c335-4471-af3e-3a59c346981b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0dcfe7-fd65-4611-b14b-b522b97ebf5c,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:37.817965 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-722d9529-c335-4471-af3e-3a59c346981b admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=633119c9f5e0431ca99437c205b1465d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6751583 Feb 09 01:04:37.820838 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 55326) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:37.884387 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-43069bc7-6bc8-4895-9e0e-5deb10761b0a tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Allocated IP 19.80.0.70 (9ceb2042-28c3-408f-a754-1a40fd38994b/ef96c550-370f-463c-8c4e-0621f4176ed7/65357b4e-c9ac-4ef1-bf17-b44c756d4a1d) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:04:37.970481 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-617185c3-441c-45c7-9dba-5ca355c5d28c req-6431bc93-c535-46f4-a423-cd31b1f97f7b tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174660 Feb 09 01:04:38.024699 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c0c22-1952-4721-9b14-b5882bebe687 req-01162fc9-ba07-4ef0-9500-eca827ffac48 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:38.030872 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c0c22-1952-4721-9b14-b5882bebe687 req-01162fc9-ba07-4ef0-9500-eca827ffac48 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:38.037792 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c0c22-1952-4721-9b14-b5882bebe687 req-01162fc9-ba07-4ef0-9500-eca827ffac48 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:38.043883 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c0c22-1952-4721-9b14-b5882bebe687 req-01162fc9-ba07-4ef0-9500-eca827ffac48 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:38.051330 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c0c22-1952-4721-9b14-b5882bebe687 req-01162fc9-ba07-4ef0-9500-eca827ffac48 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:38.057256 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c0c22-1952-4721-9b14-b5882bebe687 req-01162fc9-ba07-4ef0-9500-eca827ffac48 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:38.064403 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c0c22-1952-4721-9b14-b5882bebe687 req-01162fc9-ba07-4ef0-9500-eca827ffac48 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:38.065288 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3201b0a8-7bfc-4b18-9cfe-394482b8aa64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:38.072004 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ea7c0c22-1952-4721-9b14-b5882bebe687 req-01162fc9-ba07-4ef0-9500-eca827ffac48 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/ports?device_id=9aaa5086-2506-413a-a88f-4d56b6d269cb HTTP/1.1" status: 200 len: 5426 time: 0.2636845 Feb 09 01:04:38.129942 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-964eccc4-afd3-45fe-a139-015b2711d767 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] 10.222.0.105 "GET /v2.0/routers/4c4c0503-0bc6-4f43-a29c-3eaed72b9291 HTTP/1.1" status: 200 len: 926 time: 0.6328673 Feb 09 01:04:38.145945 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 55334) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:38.304427 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ac74d-c3d1-4dfa-897e-2d15957e41c1 req-fe10829e-c65e-4fee-86f9-39881855a4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:38.306239 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-723ac74d-c3d1-4dfa-897e-2d15957e41c1 req-fe10829e-c65e-4fee-86f9-39881855a4d9 service neutron] 10.222.0.99 "GET /v2.0/networks?id=1f86eb5f-f405-4ce4-a845-9c31ac1b15d4 HTTP/1.1" status: 200 len: 912 time: 0.5806513 Feb 09 01:04:38.322483 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-55a57c9e-9b58-45fe-b8a5-a635de468318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:38.332931 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ea7c0c22-1952-4721-9b14-b5882bebe687 req-f89a67a6-413a-41a2-979d-7dc10aa9f51e tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/security-groups?id=924aa29d-9387-4933-bba8-e1d938d01b5c&id=ea209cdf-6740-4074-8d6c-66653a19d53a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2599967 Feb 09 01:04:38.461163 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-43069bc7-6bc8-4895-9e0e-5deb10761b0a tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:38.492839 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3493ce32-e441-4444-b19c-0a372db89e88 req-fb1329f7-9a80-40f9-8dfc-93d4e928fadf tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:38.494370 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3493ce32-e441-4444-b19c-0a372db89e88 req-fb1329f7-9a80-40f9-8dfc-93d4e928fadf tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=84cd5f7d-ef59-4e6e-a79b-f39ebb23a107 HTTP/1.1" status: 200 len: 946 time: 0.1700609 Feb 09 01:04:38.497020 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-43069bc7-6bc8-4895-9e0e-5deb10761b0a tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Transition to ACTIVE for port object 65357b4e-c9ac-4ef1-bf17-b44c756d4a1d will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:04:38.564077 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2f653ef7-1a94-4788-8f80-f3bcde9e9fa1 req-c83047f6-e154-414e-9d95-273dfb69115e tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1dc9fbd-beb1-4b2c-af47-120b2600407a HTTP/1.1" status: 200 len: 210 time: 0.0686729 Feb 09 01:04:38.609758 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-55a57c9e-9b58-45fe-b8a5-a635de468318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:38.640709 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-43069bc7-6bc8-4895-9e0e-5deb10761b0a tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:38.716093 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:04:38.734032 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3493ce32-e441-4444-b19c-0a372db89e88 req-226a839f-3710-47a3-9963-0619b59d177f tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015479 Feb 09 01:04:38.747292 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-723ac74d-c3d1-4dfa-897e-2d15957e41c1 req-0a5d9247-1815-4ea0-be51-120944d13cf2 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f16d05c2-eae9-44a5-8686-789fbb3c6fe4 HTTP/1.1" status: 200 len: 998 time: 0.4278481 Feb 09 01:04:38.747730 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-43069bc7-6bc8-4895-9e0e-5deb10761b0a tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Network 9ceb2042-28c3-408f-a754-1a40fd38994b is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:04:38.751531 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-43069bc7-6bc8-4895-9e0e-5deb10761b0a tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:04:38.755810 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-43069bc7-6bc8-4895-9e0e-5deb10761b0a tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:04:38.801876 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43069bc7-6bc8-4895-9e0e-5deb10761b0a tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Pushing event updated for resources: {'Port': ['ID=65357b4e-c9ac-4ef1-bf17-b44c756d4a1d,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:38.803238 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d756bd06-ac97-44ff-8c50-1982bbf7bec6 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:38.803463 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-d756bd06-ac97-44ff-8c50-1982bbf7bec6 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Synchronizing usage tracker for tenant:9f4b6fa359e945b5a89be824e2af517e on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:04:38.843434 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-43069bc7-6bc8-4895-9e0e-5deb10761b0a tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:38.844118 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-43069bc7-6bc8-4895-9e0e-5deb10761b0a tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:38.884955 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-43069bc7-6bc8-4895-9e0e-5deb10761b0a tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0829494 Feb 09 01:04:38.888371 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-d756bd06-ac97-44ff-8c50-1982bbf7bec6 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Unset dirty status for tenant:9f4b6fa359e945b5a89be824e2af517e on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:04:38.889575 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d756bd06-ac97-44ff-8c50-1982bbf7bec6 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] 10.222.0.105 "GET /v2.0/ports?network_id=3d885c3c-255c-4e54-addc-b28437d0b18e&device_id=4c4c0503-0bc6-4f43-a29c-3eaed72b9291&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7399201 Feb 09 01:04:38.894225 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 55356) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:38.897442 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ac74d-c3d1-4dfa-897e-2d15957e41c1 req-c897b3cc-0ccc-49e0-9270-7217f6621747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:38.899239 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-723ac74d-c3d1-4dfa-897e-2d15957e41c1 req-c897b3cc-0ccc-49e0-9270-7217f6621747 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=55d6843d-cf0e-4da9-b1f9-18c66e11f308 HTTP/1.1" status: 200 len: 850 time: 0.1360798 Feb 09 01:04:38.934143 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-4d36d817-314f-47f0-ba9c-2f39476b9a8e tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Request body: {'port': {'device_id': 'a1dc9fbd-beb1-4b2c-af47-120b2600407a', 'network_id': '6aa17528-f0d0-4138-9533-3cc7aff855b8', 'admin_state_up': True, 'tenant_id': '84557554a3f24afe8f48784f3010a6e6'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:38.963897 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-55a57c9e-9b58-45fe-b8a5-a635de468318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:39.005900 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a57c9e-9b58-45fe-b8a5-a635de468318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0dcfe7-fd65-4611-b14b-b522b97ebf5c,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:39.028521 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-55a57c9e-9b58-45fe-b8a5-a635de468318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:39.029937 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-55a57c9e-9b58-45fe-b8a5-a635de468318 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/4c0dcfe7-fd65-4611-b14b-b522b97ebf5c HTTP/1.1" status: 204 len: 168 time: 1.1597455 Feb 09 01:04:39.077429 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ac74d-c3d1-4dfa-897e-2d15957e41c1 req-777e1547-e34f-4eb5-b20a-bec2ff43af68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:39.079556 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-723ac74d-c3d1-4dfa-897e-2d15957e41c1 req-777e1547-e34f-4eb5-b20a-bec2ff43af68 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=1f86eb5f-f405-4ce4-a845-9c31ac1b15d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1509619 Feb 09 01:04:39.153059 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-0956b517-0234-4e8e-93fe-9f83384007af None None] Provisioning for port 65357b4e-c9ac-4ef1-bf17-b44c756d4a1d completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:04:39.167183 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-0956b517-0234-4e8e-93fe-9f83384007af None None] Provisioning complete for port 65357b4e-c9ac-4ef1-bf17-b44c756d4a1d triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:04:39.168094 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0956b517-0234-4e8e-93fe-9f83384007af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:39.219474 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fe408c-4d2b-4627-9e64-6f0ceebefecf tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:39.225080 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-99fe408c-4d2b-4627-9e64-6f0ceebefecf tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] 10.222.0.105 "GET /v2.0/networks/3d885c3c-255c-4e54-addc-b28437d0b18e HTTP/1.1" status: 200 len: 881 time: 0.3283598 Feb 09 01:04:39.226114 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 55368) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:39.267614 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-0956b517-0234-4e8e-93fe-9f83384007af None None] Port 65357b4e-c9ac-4ef1-bf17-b44c756d4a1d cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:04:39.271841 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-4d36d817-314f-47f0-ba9c-2f39476b9a8e tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:04:39.287590 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-4d36d817-314f-47f0-ba9c-2f39476b9a8e tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Usage tracker for resource:port and tenant:84557554a3f24afe8f48784f3010a6e6 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:04:39.302919 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-723ac74d-c3d1-4dfa-897e-2d15957e41c1 req-6d4ea114-e927-4e63-9713-1b6ee6f75c7d service neutron] 10.222.0.99 "GET /v2.0/networks/1f86eb5f-f405-4ce4-a845-9c31ac1b15d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116535 Feb 09 01:04:39.330747 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-305247b5-d590-4165-a48f-24d87a59286d tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] 10.222.0.105 "GET /v2.0/ports?device_id=4c4c0503-0bc6-4f43-a29c-3eaed72b9291 HTTP/1.1" status: 200 len: 205 time: 0.1001689 Feb 09 01:04:39.331715 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 55372) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:39.336610 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-4d36d817-314f-47f0-ba9c-2f39476b9a8e tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:04:39.349644 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-4d36d817-314f-47f0-ba9c-2f39476b9a8e tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:04:39.378050 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-4d36d817-314f-47f0-ba9c-2f39476b9a8e tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Made reservation on behalf of 84557554a3f24afe8f48784f3010a6e6 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:04:39.381579 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-4d36d817-314f-47f0-ba9c-2f39476b9a8e tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:39.396187 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0d556f6f-6a02-440f-bb0b-4d3ee9bdf551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:39.464707 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54efb31-23d1-49a0-a994-eefe97241ecc req-c32985b6-d540-4d87-a8f0-22a565ddbc7f tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:39.473573 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b54efb31-23d1-49a0-a994-eefe97241ecc req-c32985b6-d540-4d87-a8f0-22a565ddbc7f tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 944 time: 0.1899736 Feb 09 01:04:39.545862 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b54efb31-23d1-49a0-a994-eefe97241ecc req-a0557782-f759-4f9e-8a2d-ad0e1e725f72 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799232 Feb 09 01:04:39.737062 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-4d36d817-314f-47f0-ba9c-2f39476b9a8e tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Allocated IP 19.86.0.24 (6aa17528-f0d0-4138-9533-3cc7aff855b8/cf47f0d6-20ec-42ed-a98f-e0d839c2ff7e/3b75733b-86ec-409c-b876-9a25acc30612) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:04:39.777193 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e182b35-3a1d-4555-a74b-4132ee3af765 req-d42a9bb1-1771-48b6-944c-0454da008b54 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:39.783481 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e182b35-3a1d-4555-a74b-4132ee3af765 req-d42a9bb1-1771-48b6-944c-0454da008b54 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:39.789624 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e182b35-3a1d-4555-a74b-4132ee3af765 req-d42a9bb1-1771-48b6-944c-0454da008b54 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:39.795694 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e182b35-3a1d-4555-a74b-4132ee3af765 req-d42a9bb1-1771-48b6-944c-0454da008b54 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:39.803017 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e182b35-3a1d-4555-a74b-4132ee3af765 req-d42a9bb1-1771-48b6-944c-0454da008b54 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:39.809146 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e182b35-3a1d-4555-a74b-4132ee3af765 req-d42a9bb1-1771-48b6-944c-0454da008b54 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:39.816569 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e182b35-3a1d-4555-a74b-4132ee3af765 req-d42a9bb1-1771-48b6-944c-0454da008b54 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:39.818774 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5e182b35-3a1d-4555-a74b-4132ee3af765 req-d42a9bb1-1771-48b6-944c-0454da008b54 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/ports?device_id=9aaa5086-2506-413a-a88f-4d56b6d269cb HTTP/1.1" status: 200 len: 5426 time: 0.2328396 Feb 09 01:04:39.845262 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-723ac74d-c3d1-4dfa-897e-2d15957e41c1 req-f4c7e88f-2500-4cf1-b2ed-74d2ae80b259 service neutron] 10.222.0.99 "GET /v2.0/networks/1f86eb5f-f405-4ce4-a845-9c31ac1b15d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5361516 Feb 09 01:04:39.917777 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e946eb98-25f3-48c4-88e3-f98a74dcdf5e tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:40.070342 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5e182b35-3a1d-4555-a74b-4132ee3af765 req-7f60be5f-5e46-4c82-b98e-98d5bd998d84 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/security-groups?id=924aa29d-9387-4933-bba8-e1d938d01b5c&id=ea209cdf-6740-4074-8d6c-66653a19d53a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2416873 Feb 09 01:04:40.217974 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-4d36d817-314f-47f0-ba9c-2f39476b9a8e tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:40.318153 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-4d36d817-314f-47f0-ba9c-2f39476b9a8e tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Transition to ACTIVE for port object 3b75733b-86ec-409c-b876-9a25acc30612 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:04:40.343456 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e77c32-9d69-4898-8c7e-b8af66a79197 req-f48eeae5-48e3-44bc-b295-ad6d8f849e7a tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:40.344184 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-58e77c32-9d69-4898-8c7e-b8af66a79197 req-f48eeae5-48e3-44bc-b295-ad6d8f849e7a tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Synchronizing usage tracker for tenant:84557554a3f24afe8f48784f3010a6e6 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:04:40.372408 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e946eb98-25f3-48c4-88e3-f98a74dcdf5e tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:40.381999 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-58e77c32-9d69-4898-8c7e-b8af66a79197 req-f48eeae5-48e3-44bc-b295-ad6d8f849e7a tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Unset dirty status for tenant:84557554a3f24afe8f48784f3010a6e6 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:04:40.391024 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-58e77c32-9d69-4898-8c7e-b8af66a79197 req-f48eeae5-48e3-44bc-b295-ad6d8f849e7a tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1dc9fbd-beb1-4b2c-af47-120b2600407a HTTP/1.1" status: 200 len: 931 time: 0.5705905 Feb 09 01:04:40.398366 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-e946eb98-25f3-48c4-88e3-f98a74dcdf5e tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Deleting port 0052802c-f7ee-4405-8d78-f2563731b15f {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:04:40.398914 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e946eb98-25f3-48c4-88e3-f98a74dcdf5e tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:40.460988 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9e85440c-fd96-4849-b65c-4c68f2d15ff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:40.488131 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-0d556f6f-6a02-440f-bb0b-4d3ee9bdf551 admin admin] Deleting port 78c7822e-aa07-4658-96d1-fd11b2c91feb {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:04:40.489503 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0d556f6f-6a02-440f-bb0b-4d3ee9bdf551 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:40.533126 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-58e77c32-9d69-4898-8c7e-b8af66a79197 req-fc872f53-53d9-4890-933f-a7af970950a8 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "GET /v2.0/security-groups?id=f20558f4-33ef-4c77-9965-2db2b58a5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371505 Feb 09 01:04:40.536096 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-4d36d817-314f-47f0-ba9c-2f39476b9a8e tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:40.634023 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 55420) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:40.679917 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d36d817-314f-47f0-ba9c-2f39476b9a8e tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Pushing event updated for resources: {'Port': ['ID=3b75733b-86ec-409c-b876-9a25acc30612,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:40.700303 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-4d36d817-314f-47f0-ba9c-2f39476b9a8e tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Network 6aa17528-f0d0-4138-9533-3cc7aff855b8 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:04:40.747309 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ed1a9-f04f-49d2-96ad-00620b8a1f26 req-a5f72e9c-5f07-4a67-87b7-8e4b9e2114ad tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:40.749088 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7c2ed1a9-f04f-49d2-96ad-00620b8a1f26 req-a5f72e9c-5f07-4a67-87b7-8e4b9e2114ad tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=84cd5f7d-ef59-4e6e-a79b-f39ebb23a107 HTTP/1.1" status: 200 len: 946 time: 0.5015538 Feb 09 01:04:40.749998 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-4d36d817-314f-47f0-ba9c-2f39476b9a8e tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:04:40.753083 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-4d36d817-314f-47f0-ba9c-2f39476b9a8e tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:04:40.836934 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-4d36d817-314f-47f0-ba9c-2f39476b9a8e tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:40.837632 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-4d36d817-314f-47f0-ba9c-2f39476b9a8e tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:40.902954 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e946eb98-25f3-48c4-88e3-f98a74dcdf5e tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:40.976760 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-4d36d817-314f-47f0-ba9c-2f39476b9a8e tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0813496 Feb 09 01:04:41.070064 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-69d6f379-4c71-401e-8dbd-2d2e450bdad5 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-319278242-network', 'tenant_id': 'b38b8d3b4ab64851a90546fed2d6c948'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:41.086303 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-e946eb98-25f3-48c4-88e3-f98a74dcdf5e tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Calling delete_port for 0052802c-f7ee-4405-8d78-f2563731b15f owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:04:41.112552 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8531021d-f17d-47a3-9cd7-b1fe9590c0c2 None None] Provisioning for port 3b75733b-86ec-409c-b876-9a25acc30612 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:04:41.118563 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-69d6f379-4c71-401e-8dbd-2d2e450bdad5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:04:41.120486 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8531021d-f17d-47a3-9cd7-b1fe9590c0c2 None None] Provisioning complete for port 3b75733b-86ec-409c-b876-9a25acc30612 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:04:41.121514 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8531021d-f17d-47a3-9cd7-b1fe9590c0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:41.140593 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-69d6f379-4c71-401e-8dbd-2d2e450bdad5 admin admin] Usage tracker for resource:network and tenant:b38b8d3b4ab64851a90546fed2d6c948 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:04:41.145671 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-0d556f6f-6a02-440f-bb0b-4d3ee9bdf551 admin admin] For port 78c7822e-aa07-4658-96d1-fd11b2c91feb, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=78c7822e-aa07-4658-96d1-fd11b2c91feb,segment=NetworkSegment(525aed19-d69f-440b-9f4e-a78f6c4752d9),segment_id=525aed19-d69f-440b-9f4e-a78f6c4752d9)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:41.146266 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0d556f6f-6a02-440f-bb0b-4d3ee9bdf551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:41.156514 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-69d6f379-4c71-401e-8dbd-2d2e450bdad5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:04:41.169773 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-69d6f379-4c71-401e-8dbd-2d2e450bdad5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:04:41.190193 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-385a7a70-42d1-4a5f-8095-e2e42b4e88c0 service neutron] Request body: {'port': {'device_id': 'a1dc9fbd-beb1-4b2c-af47-120b2600407a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:41.193226 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-8531021d-f17d-47a3-9cd7-b1fe9590c0c2 None None] Port 3b75733b-86ec-409c-b876-9a25acc30612 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:04:41.226203 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7c2ed1a9-f04f-49d2-96ad-00620b8a1f26 req-bd60b398-07ea-4ed8-8117-b84dd4a66be6 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4069815 Feb 09 01:04:41.304092 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-0d556f6f-6a02-440f-bb0b-4d3ee9bdf551 admin admin] Calling delete_port for 78c7822e-aa07-4658-96d1-fd11b2c91feb owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:04:41.354133 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:41.359948 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d6f379-4c71-401e-8dbd-2d2e450bdad5 admin admin] Made reservation on behalf of b38b8d3b4ab64851a90546fed2d6c948 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:04:41.363334 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-69d6f379-4c71-401e-8dbd-2d2e450bdad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:41.378189 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d140ff-2718-4dae-bc17-acff8b343523 req-d9f6cbfd-3344-4da5-8ec3-05d995af4b50 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:41.379885 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f2d140ff-2718-4dae-bc17-acff8b343523 req-d9f6cbfd-3344-4da5-8ec3-05d995af4b50 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 944 time: 0.7014515 Feb 09 01:04:41.399617 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-69d6f379-4c71-401e-8dbd-2d2e450bdad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:41.445009 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-69d6f379-4c71-401e-8dbd-2d2e450bdad5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:04:41.459511 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-69d6f379-4c71-401e-8dbd-2d2e450bdad5 admin admin] Usage tracker for resource:security_group_rule and tenant:b38b8d3b4ab64851a90546fed2d6c948 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:04:41.465430 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-69d6f379-4c71-401e-8dbd-2d2e450bdad5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:04:41.466206 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-884f6d75-cf04-4a56-9bab-7bfba0cea344 req-21cd9abf-6111-4698-b127-801169ec64dd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bca2e8fa-004b-4433-b8a2-c8e34de12605&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4604023 Feb 09 01:04:41.472126 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-385a7a70-42d1-4a5f-8095-e2e42b4e88c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:41.481365 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-69d6f379-4c71-401e-8dbd-2d2e450bdad5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:04:41.493758 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:41.612932 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e946eb98-25f3-48c4-88e3-f98a74dcdf5e tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:41.627989 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f2d140ff-2718-4dae-bc17-acff8b343523 req-c586b668-6c25-4d64-99aa-423cdebc9f1c tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1992826 Feb 09 01:04:41.693698 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e946eb98-25f3-48c4-88e3-f98a74dcdf5e tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Pushing event deleted for resources: {'Port': ['ID=0052802c-f7ee-4405-8d78-f2563731b15f,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:41.771743 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186acbd4-dd34-4a2a-bc95-01b89dc524cc req-79334f2c-7da1-4aeb-b5eb-e081cf912327 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:41.780182 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186acbd4-dd34-4a2a-bc95-01b89dc524cc req-79334f2c-7da1-4aeb-b5eb-e081cf912327 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:41.785782 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186acbd4-dd34-4a2a-bc95-01b89dc524cc req-79334f2c-7da1-4aeb-b5eb-e081cf912327 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:41.792142 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186acbd4-dd34-4a2a-bc95-01b89dc524cc req-79334f2c-7da1-4aeb-b5eb-e081cf912327 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:41.799347 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186acbd4-dd34-4a2a-bc95-01b89dc524cc req-79334f2c-7da1-4aeb-b5eb-e081cf912327 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:41.814411 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186acbd4-dd34-4a2a-bc95-01b89dc524cc req-79334f2c-7da1-4aeb-b5eb-e081cf912327 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:41.821457 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186acbd4-dd34-4a2a-bc95-01b89dc524cc req-79334f2c-7da1-4aeb-b5eb-e081cf912327 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:41.823425 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-186acbd4-dd34-4a2a-bc95-01b89dc524cc req-79334f2c-7da1-4aeb-b5eb-e081cf912327 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/ports?device_id=9aaa5086-2506-413a-a88f-4d56b6d269cb HTTP/1.1" status: 200 len: 5426 time: 0.4368742 Feb 09 01:04:41.895012 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0d556f6f-6a02-440f-bb0b-4d3ee9bdf551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:41.960388 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-69d6f379-4c71-401e-8dbd-2d2e450bdad5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:41.962416 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e946eb98-25f3-48c4-88e3-f98a74dcdf5e tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:42.004927 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d556f6f-6a02-440f-bb0b-4d3ee9bdf551 admin admin] Pushing event deleted for resources: {'Port': ['ID=78c7822e-aa07-4658-96d1-fd11b2c91feb,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:42.010062 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f6d75-cf04-4a56-9bab-7bfba0cea344 req-ced36cab-4f88-463c-aacb-03093d3210b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:42.011610 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-884f6d75-cf04-4a56-9bab-7bfba0cea344 req-ced36cab-4f88-463c-aacb-03093d3210b1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=71b0276e9e0b48f8943a51531f3d8a9e&device_id=bca2e8fa-004b-4433-b8a2-c8e34de12605 HTTP/1.1" status: 200 len: 1097 time: 0.5051184 Feb 09 01:04:42.084996 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-186acbd4-dd34-4a2a-bc95-01b89dc524cc req-cbf0bf91-8bb0-487a-9b18-cdf28ecf4bb6 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/security-groups?id=924aa29d-9387-4933-bba8-e1d938d01b5c&id=ea209cdf-6740-4074-8d6c-66653a19d53a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2165885 Feb 09 01:04:42.221613 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-69d6f379-4c71-401e-8dbd-2d2e450bdad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:42.241695 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30a525-c6b5-4e66-8236-b2cb27d0d355 req-e003d91e-9402-41f6-a641-8ad2a023f5c9 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:42.247592 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30a525-c6b5-4e66-8236-b2cb27d0d355 req-e003d91e-9402-41f6-a641-8ad2a023f5c9 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:42.269798 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-de30a525-c6b5-4e66-8236-b2cb27d0d355 req-e003d91e-9402-41f6-a641-8ad2a023f5c9 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1dc9fbd-beb1-4b2c-af47-120b2600407a HTTP/1.1" status: 200 len: 1653 time: 0.4407656 Feb 09 01:04:42.398566 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-de30a525-c6b5-4e66-8236-b2cb27d0d355 req-4bfa966f-59b1-44f8-b729-6711f19a59f7 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "GET /v2.0/security-groups?id=f20558f4-33ef-4c77-9965-2db2b58a5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278908 Feb 09 01:04:42.451163 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f6d75-cf04-4a56-9bab-7bfba0cea344 req-d995094e-4b2a-42f0-b538-d0b190b591dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:42.453829 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-884f6d75-cf04-4a56-9bab-7bfba0cea344 req-d995094e-4b2a-42f0-b538-d0b190b591dc service neutron] 10.222.0.62 "GET /v2.0/networks?id=1f86eb5f-f405-4ce4-a845-9c31ac1b15d4 HTTP/1.1" status: 200 len: 912 time: 0.4135239 Feb 09 01:04:42.483330 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69d6f379-4c71-401e-8dbd-2d2e450bdad5 admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:04:42.496806 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e946eb98-25f3-48c4-88e3-f98a74dcdf5e tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:42.498671 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d6f379-4c71-401e-8dbd-2d2e450bdad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f86f67-ad65-4a75-ada7-f9729d599d03,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:42.504946 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e946eb98-25f3-48c4-88e3-f98a74dcdf5e tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:42.528234 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-69d6f379-4c71-401e-8dbd-2d2e450bdad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:42.528942 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-69d6f379-4c71-401e-8dbd-2d2e450bdad5 admin admin] Added segment cf163942-3f6f-46b3-9ab1-2824bdae0aa8 of type vlan for network 5155f974-02f7-460c-bde1-4d4a435cc291 Feb 09 01:04:42.560337 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-884f6d75-cf04-4a56-9bab-7bfba0cea344 req-8b596be9-8a98-438d-94d8-4186919faa34 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9de2f4cb-9135-47ad-906a-b6130ce11d23 HTTP/1.1" status: 200 len: 217 time: 0.0914874 Feb 09 01:04:42.644721 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e946eb98-25f3-48c4-88e3-f98a74dcdf5e tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:42.645498 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e946eb98-25f3-48c4-88e3-f98a74dcdf5e tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Fanout notify agent at l3_agent the message router_deleted on router 4c4c0503-0bc6-4f43-a29c-3eaed72b9291 {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:04:42.661829 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f6d75-cf04-4a56-9bab-7bfba0cea344 req-c9006098-c9d7-463c-ba97-ab9d6bf87874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:42.663358 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-884f6d75-cf04-4a56-9bab-7bfba0cea344 req-c9006098-c9d7-463c-ba97-ab9d6bf87874 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=55d6843d-cf0e-4da9-b1f9-18c66e11f308 HTTP/1.1" status: 200 len: 850 time: 0.0680065 Feb 09 01:04:42.672017 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-69d6f379-4c71-401e-8dbd-2d2e450bdad5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:42.796624 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-385a7a70-42d1-4a5f-8095-e2e42b4e88c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65357b4e-c9ac-4ef1-bf17-b44c756d4a1d {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:04:42.806779 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-69d6f379-4c71-401e-8dbd-2d2e450bdad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:42.808321 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d6f379-4c71-401e-8dbd-2d2e450bdad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:42.808908 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-69d6f379-4c71-401e-8dbd-2d2e450bdad5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:42.815642 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-385a7a70-42d1-4a5f-8095-e2e42b4e88c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:42.842109 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e946eb98-25f3-48c4-88e3-f98a74dcdf5e tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:42.849230 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e946eb98-25f3-48c4-88e3-f98a74dcdf5e tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] 10.222.0.105 "DELETE /v2.0/routers/4c4c0503-0bc6-4f43-a29c-3eaed72b9291 HTTP/1.1" status: 204 len: 168 time: 3.5078864 Feb 09 01:04:42.849725 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e920d5d7-0332-49e4-a9ce-d0d530b538ea req-f425eb95-784f-4289-b600-8fb86ce23ef9 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:42.853509 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e920d5d7-0332-49e4-a9ce-d0d530b538ea req-f425eb95-784f-4289-b600-8fb86ce23ef9 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 944 time: 0.5198822 Feb 09 01:04:42.857911 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 55478) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:42.874959 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-385a7a70-42d1-4a5f-8095-e2e42b4e88c0 service neutron] Transition to ACTIVE for port object 65357b4e-c9ac-4ef1-bf17-b44c756d4a1d will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:04:42.882495 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-a7d56f42-356f-4182-898f-fff6d0ab8dcc tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-796690007', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:42.895339 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0d556f6f-6a02-440f-bb0b-4d3ee9bdf551 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:42.898099 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a7d56f42-356f-4182-898f-fff6d0ab8dcc tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:04:42.900408 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-385a7a70-42d1-4a5f-8095-e2e42b4e88c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:42.928006 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-69d6f379-4c71-401e-8dbd-2d2e450bdad5 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2906139 Feb 09 01:04:42.948766 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-a7d56f42-356f-4182-898f-fff6d0ab8dcc tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Usage tracker for resource:router and tenant:7be6f6c27b604edb97b140fdba6ce28a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:04:42.950330 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 55486) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:42.976701 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-a7d56f42-356f-4182-898f-fff6d0ab8dcc tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:04:42.983232 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-3618891b-23ee-43e2-9fea-fa76c906e40c admin admin] Request body: {'subnet': {'network_id': '5155f974-02f7-460c-bde1-4d4a435cc291', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-319278242-subnet', 'tenant_id': 'b38b8d3b4ab64851a90546fed2d6c948', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:43.004455 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d6f379-4c71-401e-8dbd-2d2e450bdad5 admin admin] Pushing event updated for resources: {'Network': ['ID=5155f974-02f7-460c-bde1-4d4a435cc291,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:43.020969 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 5155f974-02f7-460c-bde1-4d4a435cc291 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:04:43.075173 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-3618891b-23ee-43e2-9fea-fa76c906e40c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:04:43.087055 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a7d56f42-356f-4182-898f-fff6d0ab8dcc tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:04:43.173669 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:43.278041 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-3618891b-23ee-43e2-9fea-fa76c906e40c admin admin] Usage tracker for resource:subnet and tenant:b38b8d3b4ab64851a90546fed2d6c948 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:04:43.281786 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-3618891b-23ee-43e2-9fea-fa76c906e40c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:04:43.288936 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-3618891b-23ee-43e2-9fea-fa76c906e40c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:04:43.311351 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e920d5d7-0332-49e4-a9ce-d0d530b538ea req-4de953ed-a758-469c-84d7-d90f841416c8 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4569676 Feb 09 01:04:43.320996 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c803f9c-7d56-44c3-a485-97be016a3dc3 req-4b5a0b44-6f86-44b5-be81-bf46901d2164 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:43.330089 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1c803f9c-7d56-44c3-a485-97be016a3dc3 req-4b5a0b44-6f86-44b5-be81-bf46901d2164 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=84cd5f7d-ef59-4e6e-a79b-f39ebb23a107 HTTP/1.1" status: 200 len: 946 time: 0.7362700 Feb 09 01:04:43.388899 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a7d56f42-356f-4182-898f-fff6d0ab8dcc tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:43.390808 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a7d56f42-356f-4182-898f-fff6d0ab8dcc tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:43.394908 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3618891b-23ee-43e2-9fea-fa76c906e40c admin admin] Made reservation on behalf of b38b8d3b4ab64851a90546fed2d6c948 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:04:43.398806 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3618891b-23ee-43e2-9fea-fa76c906e40c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:43.413881 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385a7a70-42d1-4a5f-8095-e2e42b4e88c0 service neutron] Pushing event updated for resources: {'Port': ['ID=65357b4e-c9ac-4ef1-bf17-b44c756d4a1d,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:43.519074 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d556f6f-6a02-440f-bb0b-4d3ee9bdf551 admin admin] Router 35e9e581-ce4e-463c-95f2-e7012c87c322 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:04:43.555642 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f6d75-cf04-4a56-9bab-7bfba0cea344 req-9640c1ba-a9ed-43d9-aceb-ed0aab99aa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:43.557105 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-884f6d75-cf04-4a56-9bab-7bfba0cea344 req-9640c1ba-a9ed-43d9-aceb-ed0aab99aa4f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1f86eb5f-f405-4ce4-a845-9c31ac1b15d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8330457 Feb 09 01:04:43.725291 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a7d56f42-356f-4182-898f-fff6d0ab8dcc tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:43.741412 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d556f6f-6a02-440f-bb0b-4d3ee9bdf551 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:04:43.754444 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae03f13-9b02-470f-8296-fe5ee89c5796 None None] Sync routers for ids ['35e9e581-ce4e-463c-95f2-e7012c87c322'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:04:43.758972 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-0d556f6f-6a02-440f-bb0b-4d3ee9bdf551 admin admin] 10.222.0.105 "PUT /v2.0/routers/35e9e581-ce4e-463c-95f2-e7012c87c322/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0351481 Feb 09 01:04:43.760029 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 55512) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:43.765980 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae03f13-9b02-470f-8296-fe5ee89c5796 None None] Routers {'35e9e581-ce4e-463c-95f2-e7012c87c322'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:04:43.767165 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-9ae03f13-9b02-470f-8296-fe5ee89c5796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:04:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['35e9e581-ce4e-463c-95f2-e7012c87c322'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:43.768626 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1c803f9c-7d56-44c3-a485-97be016a3dc3 req-ddcbf59d-acfd-4fbb-87c3-bfc33face11a tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4377651 Feb 09 01:04:43.931955 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a7d56f42-356f-4182-898f-fff6d0ab8dcc tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:44.004680 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-9ae03f13-9b02-470f-8296-fe5ee89c5796 None None] Set router 35e9e581-ce4e-463c-95f2-e7012c87c322 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:04:44.029667 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-884f6d75-cf04-4a56-9bab-7bfba0cea344 req-fddc4b7e-1b05-489f-a1ae-4e4aaad4fd90 service neutron] 10.222.0.62 "GET /v2.0/networks/1f86eb5f-f405-4ce4-a845-9c31ac1b15d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4450138 Feb 09 01:04:44.142387 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286af25f-8864-4bda-afef-1b6268655c73 admin admin] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:44.182326 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-385a7a70-42d1-4a5f-8095-e2e42b4e88c0 service neutron] Attempting to bind port 65357b4e-c9ac-4ef1-bf17-b44c756d4a1d on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:04:44.182707 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-385a7a70-42d1-4a5f-8095-e2e42b4e88c0 service neutron] Attempting to bind port 65357b4e-c9ac-4ef1-bf17-b44c756d4a1d by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '26a6afa6-a85a-4672-aa8a-f5fcd6efba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9ceb2042-28c3-408f-a754-1a40fd38994b'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:04:44.182896 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-385a7a70-42d1-4a5f-8095-e2e42b4e88c0 service neutron] Attempting to bind port 65357b4e-c9ac-4ef1-bf17-b44c756d4a1d on network 9ceb2042-28c3-408f-a754-1a40fd38994b {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:04:44.199824 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ec9f4-af6a-4d1a-a398-02f69e6b33ff req-8387c4aa-c6b8-4faf-bce4-ffe2088f806d tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:44.205743 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ec9f4-af6a-4d1a-a398-02f69e6b33ff req-8387c4aa-c6b8-4faf-bce4-ffe2088f806d tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:44.211589 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ec9f4-af6a-4d1a-a398-02f69e6b33ff req-8387c4aa-c6b8-4faf-bce4-ffe2088f806d tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:44.217690 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ec9f4-af6a-4d1a-a398-02f69e6b33ff req-8387c4aa-c6b8-4faf-bce4-ffe2088f806d tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:44.224575 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ec9f4-af6a-4d1a-a398-02f69e6b33ff req-8387c4aa-c6b8-4faf-bce4-ffe2088f806d tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:44.229998 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ec9f4-af6a-4d1a-a398-02f69e6b33ff req-8387c4aa-c6b8-4faf-bce4-ffe2088f806d tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:44.236556 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ec9f4-af6a-4d1a-a398-02f69e6b33ff req-8387c4aa-c6b8-4faf-bce4-ffe2088f806d tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:44.244354 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b89ec9f4-af6a-4d1a-a398-02f69e6b33ff req-8387c4aa-c6b8-4faf-bce4-ffe2088f806d tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/ports?device_id=9aaa5086-2506-413a-a88f-4d56b6d269cb HTTP/1.1" status: 200 len: 5426 time: 0.7225502 Feb 09 01:04:44.247616 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-884f6d75-cf04-4a56-9bab-7bfba0cea344 req-6b83c16b-756f-4d9b-aca2-de6344581ea7 service neutron] 10.222.0.62 "GET /v2.0/networks/1f86eb5f-f405-4ce4-a845-9c31ac1b15d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049921 Feb 09 01:04:44.251457 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-385a7a70-42d1-4a5f-8095-e2e42b4e88c0 service neutron] Port 65357b4e-c9ac-4ef1-bf17-b44c756d4a1d on network 9ceb2042-28c3-408f-a754-1a40fd38994b not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:04:44.251783 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-385a7a70-42d1-4a5f-8095-e2e42b4e88c0 service neutron] Attempting to bind port 65357b4e-c9ac-4ef1-bf17-b44c756d4a1d on network 9ceb2042-28c3-408f-a754-1a40fd38994b {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:04:44.270323 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a7d56f42-356f-4182-898f-fff6d0ab8dcc tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:44.271512 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-a7d56f42-356f-4182-898f-fff6d0ab8dcc tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.4114311 Feb 09 01:04:44.281636 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 55524) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:44.323548 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-385a7a70-42d1-4a5f-8095-e2e42b4e88c0 service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:04:44.323887 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-385a7a70-42d1-4a5f-8095-e2e42b4e88c0 service neutron] Checking segment: {'id': '26a6afa6-a85a-4672-aa8a-f5fcd6efba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9ceb2042-28c3-408f-a754-1a40fd38994b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:04:44.324281 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-385a7a70-42d1-4a5f-8095-e2e42b4e88c0 service neutron] Bound using segment: {'id': '26a6afa6-a85a-4672-aa8a-f5fcd6efba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9ceb2042-28c3-408f-a754-1a40fd38994b'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:04:44.324733 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-385a7a70-42d1-4a5f-8095-e2e42b4e88c0 service neutron] Bound port: 65357b4e-c9ac-4ef1-bf17-b44c756d4a1d, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26a6afa6-a85a-4672-aa8a-f5fcd6efba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9ceb2042-28c3-408f-a754-1a40fd38994b'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:04:44.325063 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-385a7a70-42d1-4a5f-8095-e2e42b4e88c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:44.337574 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-9e5f33c2-541c-463a-8ece-037aa59f00f0 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Request body: {'router': {'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:44.388801 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286af25f-8864-4bda-afef-1b6268655c73 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:44.402058 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-286af25f-8864-4bda-afef-1b6268655c73 admin admin] Deleting port 7cc9689b-0645-44fa-8e67-d26179ea385f {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:04:44.402455 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286af25f-8864-4bda-afef-1b6268655c73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:44.420805 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-9ae03f13-9b02-470f-8296-fe5ee89c5796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e9e581-ce4e-463c-95f2-e7012c87c322', 'name': 'tempest-AttachSCSIVolumeTestJSON-483299885-router', 'tenant_id': '2c50555a7075484ca690de468efd7788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '7cc9689b-0645-44fa-8e67-d26179ea385f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:02:05Z', 'updated_at': '2022-02-09T01:04:41Z', 'revision_number': 5, 'project_id': '2c50555a7075484ca690de468efd7788', 'gw_port': {'id': '7cc9689b-0645-44fa-8e67-d26179ea385f', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e9e581-ce4e-463c-95f2-e7012c87c322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:10Z', 'updated_at': '2022-02-09T01:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:44.427004 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae03f13-9b02-470f-8296-fe5ee89c5796 None None] Checking router: 35e9e581-ce4e-463c-95f2-e7012c87c322 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:04:44.438456 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae03f13-9b02-470f-8296-fe5ee89c5796 None None] Routers {'35e9e581-ce4e-463c-95f2-e7012c87c322'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:04:44.439265 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-9ae03f13-9b02-470f-8296-fe5ee89c5796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:04:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['35e9e581-ce4e-463c-95f2-e7012c87c322'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:44.645824 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-9ae03f13-9b02-470f-8296-fe5ee89c5796 None None] Set router 35e9e581-ce4e-463c-95f2-e7012c87c322 gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:04:44.675647 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-286af25f-8864-4bda-afef-1b6268655c73 admin admin] For port 7cc9689b-0645-44fa-8e67-d26179ea385f, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=7cc9689b-0645-44fa-8e67-d26179ea385f,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:44.676433 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286af25f-8864-4bda-afef-1b6268655c73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:44.768363 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-9ae03f13-9b02-470f-8296-fe5ee89c5796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e9e581-ce4e-463c-95f2-e7012c87c322', 'name': 'tempest-AttachSCSIVolumeTestJSON-483299885-router', 'tenant_id': '2c50555a7075484ca690de468efd7788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:02:05Z', 'updated_at': '2022-02-09T01:04:44Z', 'revision_number': 6, 'project_id': '2c50555a7075484ca690de468efd7788', 'gw_port_host': None}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:44.786952 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae03f13-9b02-470f-8296-fe5ee89c5796 None None] The sync data for ids ['35e9e581-ce4e-463c-95f2-e7012c87c322'] in n-d-828418-1 is: [{'id': '35e9e581-ce4e-463c-95f2-e7012c87c322', 'name': 'tempest-AttachSCSIVolumeTestJSON-483299885-router', 'tenant_id': '2c50555a7075484ca690de468efd7788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:02:05Z', 'updated_at': '2022-02-09T01:04:44Z', 'revision_number': 6, 'project_id': '2c50555a7075484ca690de468efd7788', 'gw_port_host': None}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:04:44.840791 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-286af25f-8864-4bda-afef-1b6268655c73 admin admin] Calling delete_port for 7cc9689b-0645-44fa-8e67-d26179ea385f owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:04:44.916379 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b89ec9f4-af6a-4d1a-a398-02f69e6b33ff req-f92d1ad5-9cb6-43e9-b18e-450890f97a25 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/security-groups?id=924aa29d-9387-4933-bba8-e1d938d01b5c&id=ea209cdf-6740-4074-8d6c-66653a19d53a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6710680 Feb 09 01:04:45.009372 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ebc849ec-c2be-4850-8ba9-51aeffa61605 req-5a9120ac-051e-48d7-9c10-79873bbf312e service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1762621 Feb 09 01:04:45.052535 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab71efb-e79c-4eac-8d9b-f70884da6f95 req-c545aa9a-e8ff-4714-b6ea-2d22d28d07e6 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:45.054109 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fab71efb-e79c-4eac-8d9b-f70884da6f95 req-c545aa9a-e8ff-4714-b6ea-2d22d28d07e6 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 944 time: 1.1371768 Feb 09 01:04:45.080051 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9e5f33c2-541c-463a-8ece-037aa59f00f0 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:45.169460 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-385a7a70-42d1-4a5f-8095-e2e42b4e88c0 service neutron] For port 65357b4e-c9ac-4ef1-bf17-b44c756d4a1d, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:04:45.192369 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286af25f-8864-4bda-afef-1b6268655c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:45.268824 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286af25f-8864-4bda-afef-1b6268655c73 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cc9689b-0645-44fa-8e67-d26179ea385f,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:45.354987 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc849ec-c2be-4850-8ba9-51aeffa61605 req-0fb554c2-da2b-4da6-9b29-90ee6440891e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:45.356719 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ebc849ec-c2be-4850-8ba9-51aeffa61605 req-0fb554c2-da2b-4da6-9b29-90ee6440891e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=71b0276e9e0b48f8943a51531f3d8a9e&device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 1095 time: 0.2519186 Feb 09 01:04:45.364049 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3618891b-23ee-43e2-9fea-fa76c906e40c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:45.414490 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fab71efb-e79c-4eac-8d9b-f70884da6f95 req-f6be9b56-c733-4e7f-a56d-e06bbbb95a03 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3336594 Feb 09 01:04:45.477747 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286af25f-8864-4bda-afef-1b6268655c73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:45.497308 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-385a7a70-42d1-4a5f-8095-e2e42b4e88c0 service neutron] For port 65357b4e-c9ac-4ef1-bf17-b44c756d4a1d, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=65357b4e-c9ac-4ef1-bf17-b44c756d4a1d,segment=NetworkSegment(26a6afa6-a85a-4672-aa8a-f5fcd6efba12),segment_id=26a6afa6-a85a-4672-aa8a-f5fcd6efba12)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:04:45.518279 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-385a7a70-42d1-4a5f-8095-e2e42b4e88c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:45.672162 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-385a7a70-42d1-4a5f-8095-e2e42b4e88c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:45.672868 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-385a7a70-42d1-4a5f-8095-e2e42b4e88c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:45.674673 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-385a7a70-42d1-4a5f-8095-e2e42b4e88c0 service neutron] 10.222.0.62 "PUT /v2.0/ports/65357b4e-c9ac-4ef1-bf17-b44c756d4a1d HTTP/1.1" status: 200 len: 1091 time: 4.6700468 Feb 09 01:04:45.695255 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1dc9fbd-beb1-4b2c-af47-120b2600407a', 'tag': '65357b4e-c9ac-4ef1-bf17-b44c756d4a1d'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:04:45.715152 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286af25f-8864-4bda-afef-1b6268655c73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:45.721355 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286af25f-8864-4bda-afef-1b6268655c73 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:45.728541 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-28a8f2c9-7095-4aeb-846c-932e119de249 service neutron] Request body: {'port': {'device_id': 'a1dc9fbd-beb1-4b2c-af47-120b2600407a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:45.769717 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618891b-23ee-43e2-9fea-fa76c906e40c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3a9310a-be0f-4b6b-b867-4cea61f46d6e,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:45.780959 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286af25f-8864-4bda-afef-1b6268655c73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:45.781901 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-286af25f-8864-4bda-afef-1b6268655c73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35e9e581-ce4e-463c-95f2-e7012c87c322 {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:04:45.790503 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc849ec-c2be-4850-8ba9-51aeffa61605 req-5da2580d-1975-44ca-b997-c3f2d6f1a8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:45.791967 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ebc849ec-c2be-4850-8ba9-51aeffa61605 req-5da2580d-1975-44ca-b997-c3f2d6f1a8f6 service neutron] 10.222.0.99 "GET /v2.0/networks?id=1f86eb5f-f405-4ce4-a845-9c31ac1b15d4 HTTP/1.1" status: 200 len: 912 time: 0.4092865 Feb 09 01:04:45.801522 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-286af25f-8864-4bda-afef-1b6268655c73 admin admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:45.802623 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-286af25f-8864-4bda-afef-1b6268655c73 admin admin] 10.222.0.105 "DELETE /v2.0/routers/35e9e581-ce4e-463c-95f2-e7012c87c322 HTTP/1.1" status: 204 len: 168 time: 2.0412023 Feb 09 01:04:45.807960 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385a7a70-42d1-4a5f-8095-e2e42b4e88c0 service neutron] Pushing event updated for resources: {'Port': ['ID=65357b4e-c9ac-4ef1-bf17-b44c756d4a1d,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:45.834802 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 55548) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:45.897337 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3618891b-23ee-43e2-9fea-fa76c906e40c admin admin] Checking segment: {'id': 'cf163942-3f6f-46b3-9ab1-2824bdae0aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5155f974-02f7-460c-bde1-4d4a435cc291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:04:45.897774 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3618891b-23ee-43e2-9fea-fa76c906e40c admin admin] Network hostable DHCP agents. Network: 5155f974-02f7-460c-bde1-4d4a435cc291, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:04:45.946630 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a937d-7835-4d1f-bd30-ee8cc7b4d5ef req-b7a959b5-f472-4c56-9d63-f6d6c174163e tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:45.952604 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a937d-7835-4d1f-bd30-ee8cc7b4d5ef req-b7a959b5-f472-4c56-9d63-f6d6c174163e tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:45.958546 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6a4a937d-7835-4d1f-bd30-ee8cc7b4d5ef req-b7a959b5-f472-4c56-9d63-f6d6c174163e tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1dc9fbd-beb1-4b2c-af47-120b2600407a HTTP/1.1" status: 200 len: 1665 time: 0.9030337 Feb 09 01:04:46.053419 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ebc849ec-c2be-4850-8ba9-51aeffa61605 req-560d3b4a-0c39-4dda-8542-7ffad51bc70f service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f16d05c2-eae9-44a5-8686-789fbb3c6fe4 HTTP/1.1" status: 200 len: 998 time: 0.2540100 Feb 09 01:04:46.090770 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3618891b-23ee-43e2-9fea-fa76c906e40c admin admin] Network 5155f974-02f7-460c-bde1-4d4a435cc291 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:04:46.130353 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfd80eed-42bf-47fd-8e3f-ee1e17acd8fb admin admin] Deleting subnet 9d55b6f3-c2da-4a34-9254-c10970801ddb {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:04:46.139259 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc849ec-c2be-4850-8ba9-51aeffa61605 req-7a39b54c-34d4-4d0d-a5ff-0e1993170648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:46.141503 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cfd80eed-42bf-47fd-8e3f-ee1e17acd8fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:46.141853 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ebc849ec-c2be-4850-8ba9-51aeffa61605 req-7a39b54c-34d4-4d0d-a5ff-0e1993170648 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=55d6843d-cf0e-4da9-b1f9-18c66e11f308 HTTP/1.1" status: 200 len: 850 time: 0.0807977 Feb 09 01:04:46.173589 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-3618891b-23ee-43e2-9fea-fa76c906e40c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 5155f974-02f7-460c-bde1-4d4a435cc291) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:04:46.177740 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3618891b-23ee-43e2-9fea-fa76c906e40c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:46.178320 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3618891b-23ee-43e2-9fea-fa76c906e40c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:46.186293 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c503c4-3683-4ce3-874f-94ff58101329 None None] Network 5155f974-02f7-460c-bde1-4d4a435cc291 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:04:46.206013 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-28a8f2c9-7095-4aeb-846c-932e119de249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:46.225406 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6a4a937d-7835-4d1f-bd30-ee8cc7b4d5ef req-a4cdacf9-ac08-4a20-8011-a23087473178 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "GET /v2.0/security-groups?id=f20558f4-33ef-4c77-9965-2db2b58a5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574217 Feb 09 01:04:46.233105 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d19bbad-c521-4e35-af24-545cef0b1b42 req-d836b841-9804-4fd9-a4bb-7af3ee3d132f tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:46.235617 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6d19bbad-c521-4e35-af24-545cef0b1b42 req-d836b841-9804-4fd9-a4bb-7af3ee3d132f tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=84cd5f7d-ef59-4e6e-a79b-f39ebb23a107 HTTP/1.1" status: 200 len: 946 time: 0.6480100 Feb 09 01:04:46.311184 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc849ec-c2be-4850-8ba9-51aeffa61605 req-0b126cdc-0311-4f68-98bc-1cdc841cf12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:46.312819 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ebc849ec-c2be-4850-8ba9-51aeffa61605 req-0b126cdc-0311-4f68-98bc-1cdc841cf12d service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=1f86eb5f-f405-4ce4-a845-9c31ac1b15d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1611905 Feb 09 01:04:46.319548 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-3618891b-23ee-43e2-9fea-fa76c906e40c admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.3597138 Feb 09 01:04:46.340526 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 55564) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:46.361438 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-a1655594-b0e5-4d65-84af-a75adcf148af admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-319278242-router', 'tenant_id': 'b38b8d3b4ab64851a90546fed2d6c948', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:46.366301 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cfd80eed-42bf-47fd-8e3f-ee1e17acd8fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:46.422025 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a1655594-b0e5-4d65-84af-a75adcf148af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:04:46.435550 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 78c7822e-aa07-4658-96d1-fd11b2c91feb no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:04:46.451064 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-a1655594-b0e5-4d65-84af-a75adcf148af admin admin] Usage tracker for resource:router and tenant:b38b8d3b4ab64851a90546fed2d6c948 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:04:46.508432 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-a1655594-b0e5-4d65-84af-a75adcf148af admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:04:46.560717 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 78c7822e-aa07-4658-96d1-fd11b2c91feb {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:04:46.561456 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 78c7822e-aa07-4658-96d1-fd11b2c91feb not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:04:46.562113 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 7cc9689b-0645-44fa-8e67-d26179ea385f no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:04:46.566543 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6d19bbad-c521-4e35-af24-545cef0b1b42 req-cb6ffa9d-a17a-4bcc-a682-714e1be02ef1 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130043 Feb 09 01:04:46.601552 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a1655594-b0e5-4d65-84af-a75adcf148af admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:04:46.656317 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 7cc9689b-0645-44fa-8e67-d26179ea385f {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:04:46.665229 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 7cc9689b-0645-44fa-8e67-d26179ea385f not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:04:46.680712 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ebc849ec-c2be-4850-8ba9-51aeffa61605 req-be5705c9-dbd2-4002-9434-1368abb08a45 service neutron] 10.222.0.99 "GET /v2.0/networks/1f86eb5f-f405-4ce4-a845-9c31ac1b15d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3606260 Feb 09 01:04:46.681536 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aceca1f1-f834-4ce8-a979-b096b6b34bc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-5155f974-02f7-460c-bde1-4d4a435cc291', 'network_id': '5155f974-02f7-460c-bde1-4d4a435cc291', 'tenant_id': 'b38b8d3b4ab64851a90546fed2d6c948', 'fixed_ips': [{'subnet_id': 'a3a9310a-be0f-4b6b-b867-4cea61f46d6e'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:04:46.682516 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-aceca1f1-f834-4ce8-a979-b096b6b34bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:46.722991 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1dc9fbd-beb1-4b2c-af47-120b2600407a', 'tag': '65357b4e-c9ac-4ef1-bf17-b44c756d4a1d', 'status': 'completed', 'code': 200} Feb 09 01:04:46.730704 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a1655594-b0e5-4d65-84af-a75adcf148af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:46.731755 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a1655594-b0e5-4d65-84af-a75adcf148af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:46.936811 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ebc849ec-c2be-4850-8ba9-51aeffa61605 req-0fa7dbd2-a766-43d0-9e36-ea980851bf96 service neutron] 10.222.0.99 "GET /v2.0/networks/1f86eb5f-f405-4ce4-a845-9c31ac1b15d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488008 Feb 09 01:04:46.963911 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9e5f33c2-541c-463a-8ece-037aa59f00f0 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks [] for router_gateway, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:46.979569 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-aceca1f1-f834-4ce8-a979-b096b6b34bc8 None None] Allocated IP 172.20.0.2 (5155f974-02f7-460c-bde1-4d4a435cc291/a3a9310a-be0f-4b6b-b867-4cea61f46d6e/2193bd70-4e3d-4d84-8dbc-1ff58f0a3689) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:04:47.076002 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9e5f33c2-541c-463a-8ece-037aa59f00f0 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:47.083345 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a1655594-b0e5-4d65-84af-a75adcf148af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:47.152962 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cfd80eed-42bf-47fd-8e3f-ee1e17acd8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:47.203568 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-aceca1f1-f834-4ce8-a979-b096b6b34bc8 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:47.214049 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-aceca1f1-f834-4ce8-a979-b096b6b34bc8 None None] Transition to ACTIVE for port object 2193bd70-4e3d-4d84-8dbc-1ff58f0a3689 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:04:47.234048 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-aceca1f1-f834-4ce8-a979-b096b6b34bc8 None None] Transition to ACTIVE for port object 2193bd70-4e3d-4d84-8dbc-1ff58f0a3689 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:04:47.240272 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-aceca1f1-f834-4ce8-a979-b096b6b34bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:47.309332 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aceca1f1-f834-4ce8-a979-b096b6b34bc8 None None] Network 5155f974-02f7-460c-bde1-4d4a435cc291 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:04:47.312337 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-aceca1f1-f834-4ce8-a979-b096b6b34bc8 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:04:47.316344 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aceca1f1-f834-4ce8-a979-b096b6b34bc8 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:04:47.354723 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceca1f1-f834-4ce8-a979-b096b6b34bc8 None None] Pushing event updated for resources: {'Port': ['ID=2193bd70-4e3d-4d84-8dbc-1ff58f0a3689,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:47.420136 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-aceca1f1-f834-4ce8-a979-b096b6b34bc8 None None] Attempting to bind port 2193bd70-4e3d-4d84-8dbc-1ff58f0a3689 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:04:47.420521 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-aceca1f1-f834-4ce8-a979-b096b6b34bc8 None None] Attempting to bind port 2193bd70-4e3d-4d84-8dbc-1ff58f0a3689 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'cf163942-3f6f-46b3-9ab1-2824bdae0aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5155f974-02f7-460c-bde1-4d4a435cc291'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:04:47.420865 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aceca1f1-f834-4ce8-a979-b096b6b34bc8 None None] Attempting to bind port 2193bd70-4e3d-4d84-8dbc-1ff58f0a3689 on network 5155f974-02f7-460c-bde1-4d4a435cc291 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:04:47.426799 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aceca1f1-f834-4ce8-a979-b096b6b34bc8 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:04:47.427168 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aceca1f1-f834-4ce8-a979-b096b6b34bc8 None None] Checking segment: {'id': 'cf163942-3f6f-46b3-9ab1-2824bdae0aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5155f974-02f7-460c-bde1-4d4a435cc291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:04:47.427734 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-aceca1f1-f834-4ce8-a979-b096b6b34bc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:47.428490 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aceca1f1-f834-4ce8-a979-b096b6b34bc8 None None] Bound using segment: {'id': 'cf163942-3f6f-46b3-9ab1-2824bdae0aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5155f974-02f7-460c-bde1-4d4a435cc291'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:04:47.429191 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-aceca1f1-f834-4ce8-a979-b096b6b34bc8 None None] Bound port: 2193bd70-4e3d-4d84-8dbc-1ff58f0a3689, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf163942-3f6f-46b3-9ab1-2824bdae0aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5155f974-02f7-460c-bde1-4d4a435cc291'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:04:47.429830 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-aceca1f1-f834-4ce8-a979-b096b6b34bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:47.535462 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-aceca1f1-f834-4ce8-a979-b096b6b34bc8 None None] For port 2193bd70-4e3d-4d84-8dbc-1ff58f0a3689, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:04:47.550743 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-aceca1f1-f834-4ce8-a979-b096b6b34bc8 None None] For port 2193bd70-4e3d-4d84-8dbc-1ff58f0a3689, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=2193bd70-4e3d-4d84-8dbc-1ff58f0a3689,segment=NetworkSegment(cf163942-3f6f-46b3-9ab1-2824bdae0aa8),segment_id=cf163942-3f6f-46b3-9ab1-2824bdae0aa8)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:04:47.557317 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-aceca1f1-f834-4ce8-a979-b096b6b34bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:47.636912 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceca1f1-f834-4ce8-a979-b096b6b34bc8 None None] Pushing event updated for resources: {'Port': ['ID=2193bd70-4e3d-4d84-8dbc-1ff58f0a3689,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:47.661237 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599743e4-28c5-4765-8c8f-3451800ff42e req-2cf01bc4-ce9d-4047-9b60-ccf07cf19170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:47.661764 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599743e4-28c5-4765-8c8f-3451800ff42e req-2cf01bc4-ce9d-4047-9b60-ccf07cf19170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:47.663306 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-599743e4-28c5-4765-8c8f-3451800ff42e req-2cf01bc4-ce9d-4047-9b60-ccf07cf19170 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=84557554a3f24afe8f48784f3010a6e6&device_id=a1dc9fbd-beb1-4b2c-af47-120b2600407a HTTP/1.1" status: 200 len: 1912 time: 0.9429905 Feb 09 01:04:47.755536 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfec700-6f44-4dc7-9ec8-128323c77c5f req-78c0a803-a039-4dfb-80e3-bacb83892ead tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:47.761282 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfec700-6f44-4dc7-9ec8-128323c77c5f req-78c0a803-a039-4dfb-80e3-bacb83892ead tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:47.767164 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfec700-6f44-4dc7-9ec8-128323c77c5f req-78c0a803-a039-4dfb-80e3-bacb83892ead tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:47.772971 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfec700-6f44-4dc7-9ec8-128323c77c5f req-78c0a803-a039-4dfb-80e3-bacb83892ead tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:47.778862 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfec700-6f44-4dc7-9ec8-128323c77c5f req-78c0a803-a039-4dfb-80e3-bacb83892ead tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:47.785192 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfec700-6f44-4dc7-9ec8-128323c77c5f req-78c0a803-a039-4dfb-80e3-bacb83892ead tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:47.790988 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfec700-6f44-4dc7-9ec8-128323c77c5f req-78c0a803-a039-4dfb-80e3-bacb83892ead tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:47.792916 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3cfec700-6f44-4dc7-9ec8-128323c77c5f req-78c0a803-a039-4dfb-80e3-bacb83892ead tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/ports?device_id=9aaa5086-2506-413a-a88f-4d56b6d269cb HTTP/1.1" status: 200 len: 5426 time: 0.9065540 Feb 09 01:04:47.833248 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.db.resource_extend [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-28a8f2c9-7095-4aeb-846c-932e119de249 service neutron] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:04:47.968072 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef9c43-4925-4c16-a846-655d65cc962f req-fe28afa7-0f21-477e-ba24-9b210deeca2b tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:47.970182 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6aef9c43-4925-4c16-a846-655d65cc962f req-fe28afa7-0f21-477e-ba24-9b210deeca2b tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 944 time: 1.0233762 Feb 09 01:04:48.034772 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a1655594-b0e5-4d65-84af-a75adcf148af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:48.075831 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cfd80eed-42bf-47fd-8e3f-ee1e17acd8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:48.129445 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-9e5f33c2-541c-463a-8ece-037aa59f00f0 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Allocated IP 172.25.0.217 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/0cf6801c-d26a-4c48-9077-461b45e3bd4b) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:04:48.210540 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ac8490-d4a2-4895-bfd9-b143d1c63eae None None] Network 25dec407-9cff-4994-b13c-2d7d6521a9f4 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:04:48.217377 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd80eed-42bf-47fd-8e3f-ee1e17acd8fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d55b6f3-c2da-4a34-9254-c10970801ddb,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:48.223929 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cfd80eed-42bf-47fd-8e3f-ee1e17acd8fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:48.294628 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-28a8f2c9-7095-4aeb-846c-932e119de249 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b75733b-86ec-409c-b876-9a25acc30612 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:04:48.332704 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-28a8f2c9-7095-4aeb-846c-932e119de249 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:48.388627 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 2193bd70-4e3d-4d84-8dbc-1ff58f0a3689 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:04:48.409025 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3cfec700-6f44-4dc7-9ec8-128323c77c5f req-13fcaba8-0e73-4f3a-a38d-8460b0c358a5 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/security-groups?id=924aa29d-9387-4933-bba8-e1d938d01b5c&id=ea209cdf-6740-4074-8d6c-66653a19d53a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5673339 Feb 09 01:04:48.435517 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 55614) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:48.446207 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-cfd80eed-42bf-47fd-8e3f-ee1e17acd8fb admin admin] 10.222.0.105 "DELETE /v2.0/subnets/9d55b6f3-c2da-4a34-9254-c10970801ddb HTTP/1.1" status: 204 len: 168 time: 2.6053429 Feb 09 01:04:48.509263 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6aef9c43-4925-4c16-a846-655d65cc962f req-e5ccc351-c1ed-4142-86f8-984f44c22a89 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4183962 Feb 09 01:04:48.555244 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-28a8f2c9-7095-4aeb-846c-932e119de249 service neutron] Transition to ACTIVE for port object 3b75733b-86ec-409c-b876-9a25acc30612 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:04:48.572268 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599743e4-28c5-4765-8c8f-3451800ff42e req-a0b406f5-2b2c-44f2-a05b-b979a7fff927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:48.572739 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599743e4-28c5-4765-8c8f-3451800ff42e req-a0b406f5-2b2c-44f2-a05b-b979a7fff927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:48.573197 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599743e4-28c5-4765-8c8f-3451800ff42e req-a0b406f5-2b2c-44f2-a05b-b979a7fff927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:48.583493 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-599743e4-28c5-4765-8c8f-3451800ff42e req-a0b406f5-2b2c-44f2-a05b-b979a7fff927 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=84557554a3f24afe8f48784f3010a6e6&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.8401959 Feb 09 01:04:48.586210 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-28a8f2c9-7095-4aeb-846c-932e119de249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:48.677149 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-da15c574-256d-49e6-8821-6351adf25e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:48.708903 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-da15c574-256d-49e6-8821-6351adf25e35 admin admin] Deleting port e8206c27-8eb3-4fb8-ab25-5ac3e546a1a7 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:04:48.709814 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-da15c574-256d-49e6-8821-6351adf25e35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:48.853691 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 2193bd70-4e3d-4d84-8dbc-1ff58f0a3689 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:04:48.953091 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48df92d7-4fab-42db-b0e5-622629abd9a1 None None] DHCP port deletion for 25dec407-9cff-4994-b13c-2d7d6521a9f4 request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:04:48.961209 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-48df92d7-4fab-42db-b0e5-622629abd9a1 None None] Deleting port e8206c27-8eb3-4fb8-ab25-5ac3e546a1a7 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:04:48.961738 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-48df92d7-4fab-42db-b0e5-622629abd9a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:49.020053 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14abe537-d09b-40cb-b11e-4d0bc129184f None None] Network 5155f974-02f7-460c-bde1-4d4a435cc291 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:04:49.051465 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-da15c574-256d-49e6-8821-6351adf25e35 admin admin] For port e8206c27-8eb3-4fb8-ab25-5ac3e546a1a7, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=e8206c27-8eb3-4fb8-ab25-5ac3e546a1a7,segment=NetworkSegment(525aed19-d69f-440b-9f4e-a78f6c4752d9),segment_id=525aed19-d69f-440b-9f4e-a78f6c4752d9)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:49.052237 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-da15c574-256d-49e6-8821-6351adf25e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:49.209618 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc325-9b6c-49c9-ad6e-72b06d5185a8 None None] Provisioning for port 2193bd70-4e3d-4d84-8dbc-1ff58f0a3689 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:04:49.239093 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-da15c574-256d-49e6-8821-6351adf25e35 admin admin] Calling delete_port for e8206c27-8eb3-4fb8-ab25-5ac3e546a1a7 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:04:49.335840 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc325-9b6c-49c9-ad6e-72b06d5185a8 None None] Provisioning complete for port 2193bd70-4e3d-4d84-8dbc-1ff58f0a3689 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:04:49.336818 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc325-9b6c-49c9-ad6e-72b06d5185a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:49.353077 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-da15c574-256d-49e6-8821-6351adf25e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:49.394522 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9e5f33c2-541c-463a-8ece-037aa59f00f0 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:49.421844 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da15c574-256d-49e6-8821-6351adf25e35 admin admin] No DVR routers for this DVR port e8206c27-8eb3-4fb8-ab25-5ac3e546a1a7 on host n-d-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:04:49.496543 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15c574-256d-49e6-8821-6351adf25e35 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8206c27-8eb3-4fb8-ab25-5ac3e546a1a7,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:49.592654 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-da15c574-256d-49e6-8821-6351adf25e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:49.629744 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-da15c574-256d-49e6-8821-6351adf25e35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25dec407-9cff-4994-b13c-2d7d6521a9f4']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:49.645925 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-da15c574-256d-49e6-8821-6351adf25e35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '525aed19-d69f-440b-9f4e-a78f6c4752d9') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:49.646508 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-da15c574-256d-49e6-8821-6351adf25e35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '525aed19-d69f-440b-9f4e-a78f6c4752d9') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:49.661995 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-da15c574-256d-49e6-8821-6351adf25e35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:49.684703 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-da15c574-256d-49e6-8821-6351adf25e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:49.693262 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da15c574-256d-49e6-8821-6351adf25e35 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:04:49.694328 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-da15c574-256d-49e6-8821-6351adf25e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:49.712490 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-48df92d7-4fab-42db-b0e5-622629abd9a1 None None] For port e8206c27-8eb3-4fb8-ab25-5ac3e546a1a7, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=e8206c27-8eb3-4fb8-ab25-5ac3e546a1a7,segment=NetworkSegment(525aed19-d69f-440b-9f4e-a78f6c4752d9),segment_id=525aed19-d69f-440b-9f4e-a78f6c4752d9)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:49.713289 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-48df92d7-4fab-42db-b0e5-622629abd9a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:49.713962 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:04:49.713962 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:04:49.713962 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:04:49.713962 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:04:49.713962 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:04:49.713962 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:04:49.713962 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:04:49.713962 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:04:49.713962 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:04:49.713962 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:04:49.713962 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:04:49.713962 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:04:49.713962 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:04:49.713962 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:04:49.713962 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:04:49.713962 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:04:49.713962 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:04:49.713962 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:04:49.713962 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:04:49.713962 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:04:49.713962 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:04:49.713962 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:04:49.713962 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:04:49.713962 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:04:49.713962 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:04:49.713962 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:04:49.713962 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:04:49.713962 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:04:49.713962 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:04:49.713962 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:04:49.713962 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:04:49.713962 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:04:49.807525 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599743e4-28c5-4765-8c8f-3451800ff42e req-42a87f10-a230-4d2d-ad06-905c37444970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:49.809255 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-599743e4-28c5-4765-8c8f-3451800ff42e req-42a87f10-a230-4d2d-ad06-905c37444970 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2048419 Feb 09 01:04:49.810090 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a8f2c9-7095-4aeb-846c-932e119de249 service neutron] Pushing event updated for resources: {'Port': ['ID=3b75733b-86ec-409c-b876-9a25acc30612,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:49.813222 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-da15c574-256d-49e6-8821-6351adf25e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:49.838712 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-da15c574-256d-49e6-8821-6351adf25e35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:49.845308 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15c574-256d-49e6-8821-6351adf25e35 admin admin] Pushing event deleted for resources: {'Network': ['ID=25dec407-9cff-4994-b13c-2d7d6521a9f4,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:49.855467 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-da15c574-256d-49e6-8821-6351adf25e35 admin admin] 10.222.0.105 "DELETE /v2.0/networks/25dec407-9cff-4994-b13c-2d7d6521a9f4 HTTP/1.1" status: 204 len: 168 time: 1.4186964 Feb 09 01:04:49.896703 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc325-9b6c-49c9-ad6e-72b06d5185a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:49.900652 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48733de0-0af7-4e34-9754-9b6f0665bd82 req-319cd493-f59b-47a9-9e2d-f4b57ffbf228 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:49.907671 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48733de0-0af7-4e34-9754-9b6f0665bd82 req-319cd493-f59b-47a9-9e2d-f4b57ffbf228 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:49.915102 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-48733de0-0af7-4e34-9754-9b6f0665bd82 req-319cd493-f59b-47a9-9e2d-f4b57ffbf228 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1dc9fbd-beb1-4b2c-af47-120b2600407a HTTP/1.1" status: 200 len: 1677 time: 1.2278750 Feb 09 01:04:49.924361 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-48df92d7-4fab-42db-b0e5-622629abd9a1 None None] Calling delete_port for e8206c27-8eb3-4fb8-ab25-5ac3e546a1a7 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:04:49.951861 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9e5f33c2-541c-463a-8ece-037aa59f00f0 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:49.973465 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-6c4fc325-9b6c-49c9-ad6e-72b06d5185a8 None None] For port 2193bd70-4e3d-4d84-8dbc-1ff58f0a3689, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=2193bd70-4e3d-4d84-8dbc-1ff58f0a3689,segment=NetworkSegment(cf163942-3f6f-46b3-9ab1-2824bdae0aa8),segment_id=cf163942-3f6f-46b3-9ab1-2824bdae0aa8)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:49.990696 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc325-9b6c-49c9-ad6e-72b06d5185a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:50.072629 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc325-9b6c-49c9-ad6e-72b06d5185a8 None None] Pushing event updated for resources: {'Port': ['ID=2193bd70-4e3d-4d84-8dbc-1ff58f0a3689,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:50.087332 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5f33c2-541c-463a-8ece-037aa59f00f0 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:04:50.101376 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-48733de0-0af7-4e34-9754-9b6f0665bd82 req-d7ea741e-4e74-4fd6-8682-56c2bda16c76 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "GET /v2.0/security-groups?id=f20558f4-33ef-4c77-9965-2db2b58a5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850858 Feb 09 01:04:50.106736 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-28a8f2c9-7095-4aeb-846c-932e119de249 service neutron] Attempting to bind port 3b75733b-86ec-409c-b876-9a25acc30612 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:04:50.107269 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-28a8f2c9-7095-4aeb-846c-932e119de249 service neutron] Attempting to bind port 3b75733b-86ec-409c-b876-9a25acc30612 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'b6a96789-8f78-44cb-982f-af08959be502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6aa17528-f0d0-4138-9533-3cc7aff855b8'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:04:50.107763 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-28a8f2c9-7095-4aeb-846c-932e119de249 service neutron] Attempting to bind port 3b75733b-86ec-409c-b876-9a25acc30612 on network 6aa17528-f0d0-4138-9533-3cc7aff855b8 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:04:50.116255 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-9e5f33c2-541c-463a-8ece-037aa59f00f0 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:04:50.130099 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-48df92d7-4fab-42db-b0e5-622629abd9a1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:04:50.130470 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-48df92d7-4fab-42db-b0e5-622629abd9a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:04:50.155720 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5f33c2-541c-463a-8ece-037aa59f00f0 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:04:50.206343 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 55646) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:50.285045 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-28a8f2c9-7095-4aeb-846c-932e119de249 service neutron] Port 3b75733b-86ec-409c-b876-9a25acc30612 on network 6aa17528-f0d0-4138-9533-3cc7aff855b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:04:50.285672 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-28a8f2c9-7095-4aeb-846c-932e119de249 service neutron] Attempting to bind port 3b75733b-86ec-409c-b876-9a25acc30612 on network 6aa17528-f0d0-4138-9533-3cc7aff855b8 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:04:50.295203 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5f33c2-541c-463a-8ece-037aa59f00f0 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Pushing event updated for resources: {'Port': ['ID=0cf6801c-d26a-4c48-9077-461b45e3bd4b,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:50.295550 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 2193bd70-4e3d-4d84-8dbc-1ff58f0a3689 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:04:50.314673 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b465df01-4f7c-4c6f-a133-d08cea1810f9 req-df85c2e1-95fe-4e23-98b8-f65c04e40fd7 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:50.316580 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b465df01-4f7c-4c6f-a133-d08cea1810f9 req-df85c2e1-95fe-4e23-98b8-f65c04e40fd7 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=84cd5f7d-ef59-4e6e-a79b-f39ebb23a107 HTTP/1.1" status: 200 len: 946 time: 0.8544645 Feb 09 01:04:50.334029 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-5c097348-ea44-4bf2-825f-aefe3998758f admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=5dc821389a10412fa6c46b30ba4c3113&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1336820 Feb 09 01:04:50.335119 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 55650) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:50.373370 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-28a8f2c9-7095-4aeb-846c-932e119de249 service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:04:50.373835 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-28a8f2c9-7095-4aeb-846c-932e119de249 service neutron] Checking segment: {'id': 'b6a96789-8f78-44cb-982f-af08959be502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6aa17528-f0d0-4138-9533-3cc7aff855b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:04:50.374305 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-28a8f2c9-7095-4aeb-846c-932e119de249 service neutron] Bound using segment: {'id': 'b6a96789-8f78-44cb-982f-af08959be502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6aa17528-f0d0-4138-9533-3cc7aff855b8'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:04:50.374822 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-28a8f2c9-7095-4aeb-846c-932e119de249 service neutron] Bound port: 3b75733b-86ec-409c-b876-9a25acc30612, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6a96789-8f78-44cb-982f-af08959be502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6aa17528-f0d0-4138-9533-3cc7aff855b8'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:04:50.375238 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-28a8f2c9-7095-4aeb-846c-932e119de249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:50.436973 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 2193bd70-4e3d-4d84-8dbc-1ff58f0a3689 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:04:50.437560 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:50.520118 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2de77734-5ade-487e-b55f-bef7d1ded3ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:50.551559 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2de77734-5ade-487e-b55f-bef7d1ded3ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:50.618264 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2de77734-5ade-487e-b55f-bef7d1ded3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:50.655960 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de77734-5ade-487e-b55f-bef7d1ded3ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d56996b-a6e4-479f-bfb9-4e00d3964de8,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:50.664494 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-48df92d7-4fab-42db-b0e5-622629abd9a1 None None] Deleting port e8206c27-8eb3-4fb8-ab25-5ac3e546a1a7 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:04:50.665132 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-48df92d7-4fab-42db-b0e5-622629abd9a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:50.673856 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2de77734-5ade-487e-b55f-bef7d1ded3ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:50.677275 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-2de77734-5ade-487e-b55f-bef7d1ded3ff admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/7d56996b-a6e4-479f-bfb9-4e00d3964de8 HTTP/1.1" status: 204 len: 168 time: 0.3354847 Feb 09 01:04:50.765764 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-48df92d7-4fab-42db-b0e5-622629abd9a1 None None] The port 'e8206c27-8eb3-4fb8-ab25-5ac3e546a1a7' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:04:50.768560 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e580a276-87e3-4263-ab1c-475292e37dc8 None None] Provisioning complete for port 2193bd70-4e3d-4d84-8dbc-1ff58f0a3689 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:04:50.769702 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e580a276-87e3-4263-ab1c-475292e37dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:50.827363 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device e8206c27-8eb3-4fb8-ab25-5ac3e546a1a7 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:04:50.836339 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b465df01-4f7c-4c6f-a133-d08cea1810f9 req-fd23c56b-c44b-4ae6-8bd3-262722255ec3 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4419723 Feb 09 01:04:50.884443 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: e8206c27-8eb3-4fb8-ab25-5ac3e546a1a7 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:04:50.884443 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device e8206c27-8eb3-4fb8-ab25-5ac3e546a1a7 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:04:50.950420 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-28a8f2c9-7095-4aeb-846c-932e119de249 service neutron] For port 3b75733b-86ec-409c-b876-9a25acc30612, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:04:50.959870 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-28a8f2c9-7095-4aeb-846c-932e119de249 service neutron] For port 3b75733b-86ec-409c-b876-9a25acc30612, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=3b75733b-86ec-409c-b876-9a25acc30612,segment=NetworkSegment(b6a96789-8f78-44cb-982f-af08959be502),segment_id=b6a96789-8f78-44cb-982f-af08959be502)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:04:51.029109 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-28a8f2c9-7095-4aeb-846c-932e119de249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:51.079420 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a1655594-b0e5-4d65-84af-a75adcf148af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:51.156498 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-28a8f2c9-7095-4aeb-846c-932e119de249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:51.157904 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-28a8f2c9-7095-4aeb-846c-932e119de249 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:51.159332 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-28a8f2c9-7095-4aeb-846c-932e119de249 service neutron] 10.222.0.62 "PUT /v2.0/ports/3b75733b-86ec-409c-b876-9a25acc30612 HTTP/1.1" status: 200 len: 1091 time: 5.4368336 Feb 09 01:04:51.160356 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a1655594-b0e5-4d65-84af-a75adcf148af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:51.257216 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1dc9fbd-beb1-4b2c-af47-120b2600407a', 'tag': '3b75733b-86ec-409c-b876-9a25acc30612'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:04:51.396306 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f9032-4ecc-4d66-9110-0326e858851a req-98353e5f-5b2e-46e4-b8ec-9e2f7cf24821 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:51.399374 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 55670) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:51.402383 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f9032-4ecc-4d66-9110-0326e858851a req-98353e5f-5b2e-46e4-b8ec-9e2f7cf24821 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:51.408403 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f9032-4ecc-4d66-9110-0326e858851a req-98353e5f-5b2e-46e4-b8ec-9e2f7cf24821 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:51.414484 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f9032-4ecc-4d66-9110-0326e858851a req-98353e5f-5b2e-46e4-b8ec-9e2f7cf24821 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:51.420291 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f9032-4ecc-4d66-9110-0326e858851a req-98353e5f-5b2e-46e4-b8ec-9e2f7cf24821 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:51.426623 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f9032-4ecc-4d66-9110-0326e858851a req-98353e5f-5b2e-46e4-b8ec-9e2f7cf24821 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:51.432646 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f9032-4ecc-4d66-9110-0326e858851a req-98353e5f-5b2e-46e4-b8ec-9e2f7cf24821 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:51.440876 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cb4f9032-4ecc-4d66-9110-0326e858851a req-98353e5f-5b2e-46e4-b8ec-9e2f7cf24821 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/ports?device_id=9aaa5086-2506-413a-a88f-4d56b6d269cb HTTP/1.1" status: 200 len: 5426 time: 1.0433211 Feb 09 01:04:51.466353 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-11605fc5-fc7d-4e65-a9d8-b4aa0dd048e3 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=2c50555a7075484ca690de468efd7788&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0652947 Feb 09 01:04:51.469967 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 55674) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:51.537958 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7d65ac06-41c3-4555-8285-2b6b92df312e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:51.548782 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a8f2c9-7095-4aeb-846c-932e119de249 service neutron] Pushing event updated for resources: {'Port': ['ID=3b75733b-86ec-409c-b876-9a25acc30612,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:51.572643 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7d65ac06-41c3-4555-8285-2b6b92df312e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:51.627650 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cb4f9032-4ecc-4d66-9110-0326e858851a req-356b9d60-47fa-4133-88c1-b9077012dbf0 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/security-groups?id=924aa29d-9387-4933-bba8-e1d938d01b5c&id=ea209cdf-6740-4074-8d6c-66653a19d53a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1857562 Feb 09 01:04:51.689180 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-a1655594-b0e5-4d65-84af-a75adcf148af admin admin] Allocated IP 172.25.0.35 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/7a2c52bc-a296-44e7-89be-65763e3a6006) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:04:51.704833 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7d65ac06-41c3-4555-8285-2b6b92df312e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:51.707028 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:51.721389 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d65ac06-41c3-4555-8285-2b6b92df312e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c7d09e-2734-4e98-a773-0f2ee0f1e49d,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:51.728998 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7d65ac06-41c3-4555-8285-2b6b92df312e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:51.743850 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-7d65ac06-41c3-4555-8285-2b6b92df312e admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/26c7d09e-2734-4e98-a773-0f2ee0f1e49d HTTP/1.1" status: 204 len: 168 time: 0.2615042 Feb 09 01:04:51.863320 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 55682) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:51.910317 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d113341b-f496-4b62-a669-fd95d4cba664 req-f168198e-6815-4626-95e9-2d67bf11d1b1 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:51.917237 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d113341b-f496-4b62-a669-fd95d4cba664 req-f168198e-6815-4626-95e9-2d67bf11d1b1 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 944 time: 0.9344327 Feb 09 01:04:52.091407 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a0b74bb5-2b26-4429-8138-d31647b3d78c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:52.097666 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-daf247c9-3910-4668-8c70-1b01133dba82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:52.098154 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-daf247c9-3910-4668-8c70-1b01133dba82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:52.099775 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-daf247c9-3910-4668-8c70-1b01133dba82 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=84557554a3f24afe8f48784f3010a6e6&device_id=a1dc9fbd-beb1-4b2c-af47-120b2600407a HTTP/1.1" status: 200 len: 1979 time: 0.8289263 Feb 09 01:04:52.112207 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9e5f33c2-541c-463a-8ece-037aa59f00f0 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks [] for router_gateway, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:52.113315 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a0b74bb5-2b26-4429-8138-d31647b3d78c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:04:52.118116 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-a0b74bb5-2b26-4429-8138-d31647b3d78c admin admin] Usage tracker for resource:security_group_rule and tenant:4246d45955f74f19b8f3d8b9ddcf37ea is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:04:52.121831 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-a0b74bb5-2b26-4429-8138-d31647b3d78c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:04:52.130741 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a0b74bb5-2b26-4429-8138-d31647b3d78c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:04:52.251382 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d113341b-f496-4b62-a669-fd95d4cba664 req-b3c8e24c-5a62-4040-9fc8-26f2c874db72 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3325605 Feb 09 01:04:52.253044 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a0b74bb5-2b26-4429-8138-d31647b3d78c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:52.258746 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a0b74bb5-2b26-4429-8138-d31647b3d78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:52.285113 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-699895cb-2d1b-4614-90ec-2602e2bb1317 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.70&port_id=65357b4e-c9ac-4ef1-bf17-b44c756d4a1d HTTP/1.1" status: 200 len: 217 time: 0.1250947 Feb 09 01:04:52.320833 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b74bb5-2b26-4429-8138-d31647b3d78c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e6a4db-0049-4c1e-a983-f2b78543e96e,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:52.330431 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a0b74bb5-2b26-4429-8138-d31647b3d78c admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=4246d45955f74f19b8f3d8b9ddcf37ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4647849 Feb 09 01:04:52.330819 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 55704) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:52.342829 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1dc9fbd-beb1-4b2c-af47-120b2600407a', 'tag': '3b75733b-86ec-409c-b876-9a25acc30612', 'status': 'completed', 'code': 200} Feb 09 01:04:52.407532 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-87fec140-91eb-4c64-bd7f-d97e378d3ce2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:52.452290 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-87fec140-91eb-4c64-bd7f-d97e378d3ce2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:52.520105 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-87fec140-91eb-4c64-bd7f-d97e378d3ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:52.543310 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fec140-91eb-4c64-bd7f-d97e378d3ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e6a4db-0049-4c1e-a983-f2b78543e96e,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:52.562828 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-87fec140-91eb-4c64-bd7f-d97e378d3ce2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:52.562828 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-87fec140-91eb-4c64-bd7f-d97e378d3ce2 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/c1e6a4db-0049-4c1e-a983-f2b78543e96e HTTP/1.1" status: 204 len: 168 time: 0.2244639 Feb 09 01:04:52.563423 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-43183ab4-3d0d-4bbe-a4ec-a154eb19ebec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:52.563423 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-43183ab4-3d0d-4bbe-a4ec-a154eb19ebec service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ef96c550-370f-463c-8c4e-0621f4176ed7 HTTP/1.1" status: 200 len: 801 time: 0.2569873 Feb 09 01:04:52.582160 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a1655594-b0e5-4d65-84af-a75adcf148af admin admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:52.681866 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20487cfb-1893-4b56-90d3-50dc4b81952d req-40863c25-3d70-409c-8c6c-f98504e6a28d tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:52.688186 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20487cfb-1893-4b56-90d3-50dc4b81952d req-40863c25-3d70-409c-8c6c-f98504e6a28d tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:52.689877 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-20487cfb-1893-4b56-90d3-50dc4b81952d req-40863c25-3d70-409c-8c6c-f98504e6a28d tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1dc9fbd-beb1-4b2c-af47-120b2600407a HTTP/1.1" status: 200 len: 1677 time: 0.7690704 Feb 09 01:04:52.873969 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-20487cfb-1893-4b56-90d3-50dc4b81952d req-860ec94b-aec6-43f6-84ae-b35157b9aab4 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "GET /v2.0/security-groups?id=f20558f4-33ef-4c77-9965-2db2b58a5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631584 Feb 09 01:04:52.917289 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb21c6f-40c1-4bbf-b2e0-60d611a5df83 req-59fdc170-a38c-4076-9f9c-da37018b96d1 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:52.918858 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9cb21c6f-40c1-4bbf-b2e0-60d611a5df83 req-59fdc170-a38c-4076-9f9c-da37018b96d1 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=84cd5f7d-ef59-4e6e-a79b-f39ebb23a107 HTTP/1.1" status: 200 len: 946 time: 0.4449735 Feb 09 01:04:52.929834 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9e5f33c2-541c-463a-8ece-037aa59f00f0 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:52.949255 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a1655594-b0e5-4d65-84af-a75adcf148af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:52.989697 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9e5f33c2-541c-463a-8ece-037aa59f00f0 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1673984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1674007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1671766'] for router, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:53.016922 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 55724) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:53.037214 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-40f2f45b-90b5-47e0-9537-019cc9099f36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:53.057915 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-40f2f45b-90b5-47e0-9537-019cc9099f36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:04:53.062775 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-40f2f45b-90b5-47e0-9537-019cc9099f36 admin admin] Usage tracker for resource:security_group_rule and tenant:69d942a4ad194ab6b3033eab25ceb6dc is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:04:53.067069 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-40f2f45b-90b5-47e0-9537-019cc9099f36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:04:53.073007 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-40f2f45b-90b5-47e0-9537-019cc9099f36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:04:53.112203 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-4550c9de-88bc-4e78-9a27-21363b611dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:53.113906 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-4550c9de-88bc-4e78-9a27-21363b611dc3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9ceb2042-28c3-408f-a754-1a40fd38994b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5406258 Feb 09 01:04:53.156732 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1655594-b0e5-4d65-84af-a75adcf148af admin admin] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:04:53.169146 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9cb21c6f-40c1-4bbf-b2e0-60d611a5df83 req-16055247-1f03-4960-b56f-83e87a698408 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364395 Feb 09 01:04:53.170414 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-a1655594-b0e5-4d65-84af-a75adcf148af admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:04:53.193986 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-40f2f45b-90b5-47e0-9537-019cc9099f36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:53.208660 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-40f2f45b-90b5-47e0-9537-019cc9099f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:53.220482 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1655594-b0e5-4d65-84af-a75adcf148af admin admin] Pushing event updated for resources: {'Port': ['ID=7a2c52bc-a296-44e7-89be-65763e3a6006,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:53.223256 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1655594-b0e5-4d65-84af-a75adcf148af admin admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:04:53.334193 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-40f2f45b-90b5-47e0-9537-019cc9099f36 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=69d942a4ad194ab6b3033eab25ceb6dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3155279 Feb 09 01:04:53.335038 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 55732) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:53.338247 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f2f45b-90b5-47e0-9537-019cc9099f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ea9636-7302-471b-902e-1109d9db5d4a,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:53.394720 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec47e92-21d3-46e1-9eea-b51fd4693325 req-76ab74c6-ea2f-4650-9bc0-a28dffc5bbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:53.396440 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-fec47e92-21d3-46e1-9eea-b51fd4693325 req-76ab74c6-ea2f-4650-9bc0-a28dffc5bbf5 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=71b0276e9e0b48f8943a51531f3d8a9e&device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 1095 time: 0.1707108 Feb 09 01:04:53.508573 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0ab596d0-ebca-4393-9a9f-8eb1ea8372a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:53.561054 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0ab596d0-ebca-4393-9a9f-8eb1ea8372a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:53.599948 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec47e92-21d3-46e1-9eea-b51fd4693325 req-61de4013-72b3-4c33-a2c9-1931f755977a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:53.601427 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-fec47e92-21d3-46e1-9eea-b51fd4693325 req-61de4013-72b3-4c33-a2c9-1931f755977a service neutron] 10.222.0.99 "GET /v2.0/networks?id=1f86eb5f-f405-4ce4-a845-9c31ac1b15d4 HTTP/1.1" status: 200 len: 912 time: 0.1990013 Feb 09 01:04:53.648666 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-cc25a815-3b40-4958-ac16-33f9e17242a0 service neutron] 10.222.0.62 "GET /v2.0/networks/9ceb2042-28c3-408f-a754-1a40fd38994b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5217195 Feb 09 01:04:53.772596 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-fec47e92-21d3-46e1-9eea-b51fd4693325 req-6fdd8791-bf3b-403d-a04f-25129d0b781c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f16d05c2-eae9-44a5-8686-789fbb3c6fe4 HTTP/1.1" status: 200 len: 998 time: 0.1618705 Feb 09 01:04:53.773517 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0ab596d0-ebca-4393-9a9f-8eb1ea8372a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:53.784259 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device f9b2d358-0ad5-43e9-81ee-55fa33d7d68a details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:04:53.837988 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab596d0-ebca-4393-9a9f-8eb1ea8372a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ea9636-7302-471b-902e-1109d9db5d4a,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:53.854709 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0ab596d0-ebca-4393-9a9f-8eb1ea8372a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:53.855847 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-0ab596d0-ebca-4393-9a9f-8eb1ea8372a2 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/77ea9636-7302-471b-902e-1109d9db5d4a HTTP/1.1" status: 204 len: 168 time: 0.5189743 Feb 09 01:04:53.905678 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec47e92-21d3-46e1-9eea-b51fd4693325 req-1ea899e8-3f52-4dd4-8661-361c978e79e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:53.910000 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-fec47e92-21d3-46e1-9eea-b51fd4693325 req-1ea899e8-3f52-4dd4-8661-361c978e79e9 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=55d6843d-cf0e-4da9-b1f9-18c66e11f308 HTTP/1.1" status: 200 len: 850 time: 0.1225071 Feb 09 01:04:53.981915 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port f9b2d358-0ad5-43e9-81ee-55fa33d7d68a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=f9b2d358-0ad5-43e9-81ee-55fa33d7d68a,segment=NetworkSegment(40c00fa1-daf3-4b56-ac4d-2ce7703801d7),segment_id=40c00fa1-daf3-4b56-ac4d-2ce7703801d7)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:53.999994 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': 'f9b2d358-0ad5-43e9-81ee-55fa33d7d68a', 'network_id': '6c21402c-7902-4ae7-8505-6f11f3eac92e', 'port_id': 'f9b2d358-0ad5-43e9-81ee-55fa33d7d68a', 'mac_address': 'fa:16:3e:fc:a5:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72b75d40-f987-460b-9115-e3f2c6814493', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:04:54.010419 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 55748) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:54.069751 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:54.088323 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec47e92-21d3-46e1-9eea-b51fd4693325 req-e6489d37-38a0-4d18-989d-c3050cd70b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:54.089673 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-fec47e92-21d3-46e1-9eea-b51fd4693325 req-e6489d37-38a0-4d18-989d-c3050cd70b08 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=1f86eb5f-f405-4ce4-a845-9c31ac1b15d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1707826 Feb 09 01:04:54.091479 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9b2d358-0ad5-43e9-81ee-55fa33d7d68a {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:04:54.109537 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port f9b2d358-0ad5-43e9-81ee-55fa33d7d68a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=f9b2d358-0ad5-43e9-81ee-55fa33d7d68a,segment=NetworkSegment(40c00fa1-daf3-4b56-ac4d-2ce7703801d7),segment_id=40c00fa1-daf3-4b56-ac4d-2ce7703801d7)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:54.116590 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:54.117399 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 2b457899-fc18-4e88-ac0e-5e0fa9c1dad9 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:04:54.118270 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-4e95c138-14cc-4298-b7b3-95088ac70e48 service neutron] 10.222.0.62 "GET /v2.0/networks/9ceb2042-28c3-408f-a754-1a40fd38994b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4538882 Feb 09 01:04:54.224242 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=f9b2d358-0ad5-43e9-81ee-55fa33d7d68a,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:54.252177 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e033e59-8596-4f36-a447-288bea44758f req-bba88ddd-0791-4baf-a677-c049bede3d95 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:54.258086 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e033e59-8596-4f36-a447-288bea44758f req-bba88ddd-0791-4baf-a677-c049bede3d95 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:54.263890 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e033e59-8596-4f36-a447-288bea44758f req-bba88ddd-0791-4baf-a677-c049bede3d95 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:54.269928 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e033e59-8596-4f36-a447-288bea44758f req-bba88ddd-0791-4baf-a677-c049bede3d95 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:54.275840 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e033e59-8596-4f36-a447-288bea44758f req-bba88ddd-0791-4baf-a677-c049bede3d95 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:54.281621 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e033e59-8596-4f36-a447-288bea44758f req-bba88ddd-0791-4baf-a677-c049bede3d95 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:54.287606 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e033e59-8596-4f36-a447-288bea44758f req-bba88ddd-0791-4baf-a677-c049bede3d95 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:54.295336 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1e033e59-8596-4f36-a447-288bea44758f req-bba88ddd-0791-4baf-a677-c049bede3d95 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/ports?device_id=9aaa5086-2506-413a-a88f-4d56b6d269cb HTTP/1.1" status: 200 len: 5426 time: 1.0323725 Feb 09 01:04:54.334353 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-fc00dcda-275f-4ef3-a49d-165eb9a74571 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.24&port_id=3b75733b-86ec-409c-b876-9a25acc30612 HTTP/1.1" status: 200 len: 217 time: 0.2032254 Feb 09 01:04:54.340952 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e5f33c2-541c-463a-8ece-037aa59f00f0 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Router da34a04d-621b-4caf-bc7b-eda86c8998fb is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:04:54.342351 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-fec47e92-21d3-46e1-9eea-b51fd4693325 req-70e37429-7533-47e2-b7b0-9bd0bf69e9b4 service neutron] 10.222.0.99 "GET /v2.0/networks/1f86eb5f-f405-4ce4-a845-9c31ac1b15d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451997 Feb 09 01:04:54.367062 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 2b457899-fc18-4e88-ac0e-5e0fa9c1dad9, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=2b457899-fc18-4e88-ac0e-5e0fa9c1dad9,segment=NetworkSegment(58a74df4-ae9c-4d77-a359-bab3cfb3f82d),segment_id=58a74df4-ae9c-4d77-a359-bab3cfb3f82d)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:54.400044 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '2b457899-fc18-4e88-ac0e-5e0fa9c1dad9', 'network_id': 'f6623f95-6162-4277-8fd2-5364045aea14', 'port_id': '2b457899-fc18-4e88-ac0e-5e0fa9c1dad9', 'mac_address': 'fa:16:3e:92:a6:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7081671c-8f7d-4eb3-94eb-1c4eeeb2da0e', 'ip_address': '10.1.1.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:04:54.440127 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d27b3c9f-00dc-4fae-9f5a-8888192e46b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:54.470890 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d27b3c9f-00dc-4fae-9f5a-8888192e46b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:04:54.479931 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:54.480778 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-d27b3c9f-00dc-4fae-9f5a-8888192e46b0 admin admin] Usage tracker for resource:security_group_rule and tenant:47a39757679347d582f5776e83e77df0 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:04:54.492517 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-d27b3c9f-00dc-4fae-9f5a-8888192e46b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:04:54.502997 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d27b3c9f-00dc-4fae-9f5a-8888192e46b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:04:54.506757 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b457899-fc18-4e88-ac0e-5e0fa9c1dad9 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:04:54.530078 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 2b457899-fc18-4e88-ac0e-5e0fa9c1dad9, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=2b457899-fc18-4e88-ac0e-5e0fa9c1dad9,segment=NetworkSegment(58a74df4-ae9c-4d77-a359-bab3cfb3f82d),segment_id=58a74df4-ae9c-4d77-a359-bab3cfb3f82d)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:54.537569 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:54.539762 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 170a5f88-b2b6-44b0-92a8-64b08d99f8ac details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:04:54.576691 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-fec47e92-21d3-46e1-9eea-b51fd4693325 req-f58bd90b-235e-4d3e-9557-9b2ed7ff3bcc service neutron] 10.222.0.99 "GET /v2.0/networks/1f86eb5f-f405-4ce4-a845-9c31ac1b15d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129776 Feb 09 01:04:54.609717 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1e033e59-8596-4f36-a447-288bea44758f req-3f2a4f17-316e-4e17-b129-db63163094a7 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/security-groups?id=924aa29d-9387-4933-bba8-e1d938d01b5c&id=ea209cdf-6740-4074-8d6c-66653a19d53a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3133283 Feb 09 01:04:54.636370 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c7ce9-0b1d-43d0-9131-2626473d0546 req-830aeda4-d2cc-433e-9c2b-206b661636bf tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:54.652531 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-566c7ce9-0b1d-43d0-9131-2626473d0546 req-830aeda4-d2cc-433e-9c2b-206b661636bf tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 944 time: 0.9040265 Feb 09 01:04:54.690682 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:54.691412 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d27b3c9f-00dc-4fae-9f5a-8888192e46b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:54.696541 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d27b3c9f-00dc-4fae-9f5a-8888192e46b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:54.702959 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 170a5f88-b2b6-44b0-92a8-64b08d99f8ac, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=170a5f88-b2b6-44b0-92a8-64b08d99f8ac,segment=NetworkSegment(58a74df4-ae9c-4d77-a359-bab3cfb3f82d),segment_id=58a74df4-ae9c-4d77-a359-bab3cfb3f82d)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:54.712979 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=2b457899-fc18-4e88-ac0e-5e0fa9c1dad9,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:54.734255 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '170a5f88-b2b6-44b0-92a8-64b08d99f8ac', 'network_id': 'f6623f95-6162-4277-8fd2-5364045aea14', 'port_id': '170a5f88-b2b6-44b0-92a8-64b08d99f8ac', 'mac_address': 'fa:16:3e:2e:1f:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7081671c-8f7d-4eb3-94eb-1c4eeeb2da0e', 'ip_address': '10.1.1.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:04:54.746261 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-76fffa9f-29ba-4172-8bfd-b4cacc853a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:54.747722 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-76fffa9f-29ba-4172-8bfd-b4cacc853a70 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cf47f0d6-20ec-42ed-a98f-e0d839c2ff7e HTTP/1.1" status: 200 len: 801 time: 0.3969772 Feb 09 01:04:54.780613 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d27b3c9f-00dc-4fae-9f5a-8888192e46b0 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=47a39757679347d582f5776e83e77df0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7678399 Feb 09 01:04:54.781418 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 55768) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:54.782325 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27b3c9f-00dc-4fae-9f5a-8888192e46b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe0225b-13b0-45a2-a533-7caa03cd743c,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:54.835661 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:54.865235 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4f4bf613-1e37-448b-bce7-4f61a0fd07e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:54.875812 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 170a5f88-b2b6-44b0-92a8-64b08d99f8ac {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:04:54.896864 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 170a5f88-b2b6-44b0-92a8-64b08d99f8ac, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=170a5f88-b2b6-44b0-92a8-64b08d99f8ac,segment=NetworkSegment(58a74df4-ae9c-4d77-a359-bab3cfb3f82d),segment_id=58a74df4-ae9c-4d77-a359-bab3cfb3f82d)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:54.902760 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:54.903455 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4f4bf613-1e37-448b-bce7-4f61a0fd07e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:54.904134 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 79a7f7ff-db18-40ba-b175-35b4cc180bbe details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:04:54.935199 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 79a7f7ff-db18-40ba-b175-35b4cc180bbe, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=79a7f7ff-db18-40ba-b175-35b4cc180bbe,segment=NetworkSegment(58a74df4-ae9c-4d77-a359-bab3cfb3f82d),segment_id=58a74df4-ae9c-4d77-a359-bab3cfb3f82d)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:54.977457 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4f4bf613-1e37-448b-bce7-4f61a0fd07e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:54.998424 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4bf613-1e37-448b-bce7-4f61a0fd07e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe0225b-13b0-45a2-a533-7caa03cd743c,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:55.015542 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4f4bf613-1e37-448b-bce7-4f61a0fd07e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:55.020992 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-4f4bf613-1e37-448b-bce7-4f61a0fd07e9 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/fbe0225b-13b0-45a2-a533-7caa03cd743c HTTP/1.1" status: 204 len: 168 time: 0.2334881 Feb 09 01:04:55.040774 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '79a7f7ff-db18-40ba-b175-35b4cc180bbe', 'network_id': 'f6623f95-6162-4277-8fd2-5364045aea14', 'port_id': '79a7f7ff-db18-40ba-b175-35b4cc180bbe', 'mac_address': 'fa:16:3e:b8:a0:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7081671c-8f7d-4eb3-94eb-1c4eeeb2da0e', 'ip_address': '10.1.1.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:04:55.091498 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-566c7ce9-0b1d-43d0-9131-2626473d0546 req-9904dbb6-6fca-4f13-942a-97ea084b0d3f tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4377391 Feb 09 01:04:55.129211 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=170a5f88-b2b6-44b0-92a8-64b08d99f8ac,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:55.147839 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:55.170833 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a1655594-b0e5-4d65-84af-a75adcf148af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:55.171648 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79a7f7ff-db18-40ba-b175-35b4cc180bbe {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:04:55.191218 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 79a7f7ff-db18-40ba-b175-35b4cc180bbe, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=79a7f7ff-db18-40ba-b175-35b4cc180bbe,segment=NetworkSegment(58a74df4-ae9c-4d77-a359-bab3cfb3f82d),segment_id=58a74df4-ae9c-4d77-a359-bab3cfb3f82d)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:55.198697 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:55.199445 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device acba0247-8d0d-4937-a7cd-c165665bdb16 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:04:55.286957 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=79a7f7ff-db18-40ba-b175-35b4cc180bbe,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:55.315780 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port acba0247-8d0d-4937-a7cd-c165665bdb16, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=acba0247-8d0d-4937-a7cd-c165665bdb16,segment=NetworkSegment(58a74df4-ae9c-4d77-a359-bab3cfb3f82d),segment_id=58a74df4-ae9c-4d77-a359-bab3cfb3f82d)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:55.332021 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': 'acba0247-8d0d-4937-a7cd-c165665bdb16', 'network_id': 'f6623f95-6162-4277-8fd2-5364045aea14', 'port_id': 'acba0247-8d0d-4937-a7cd-c165665bdb16', 'mac_address': 'fa:16:3e:3e:ff:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7081671c-8f7d-4eb3-94eb-1c4eeeb2da0e', 'ip_address': '10.1.1.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:04:55.399263 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5f33c2-541c-463a-8ece-037aa59f00f0 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:04:55.410422 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8d34b4-864b-4ecb-8c2b-55be3cb8889b None None] Sync routers for ids ['da34a04d-621b-4caf-bc7b-eda86c8998fb'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:04:55.427660 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8d34b4-864b-4ecb-8c2b-55be3cb8889b None None] Routers {'da34a04d-621b-4caf-bc7b-eda86c8998fb'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:04:55.428363 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-4d8d34b4-864b-4ecb-8c2b-55be3cb8889b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:04:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['da34a04d-621b-4caf-bc7b-eda86c8998fb'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:55.469992 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:55.492256 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9e5f33c2-541c-463a-8ece-037aa59f00f0 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:55.493653 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-9e5f33c2-541c-463a-8ece-037aa59f00f0 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] 10.222.0.105 "PUT /v2.0/routers/da34a04d-621b-4caf-bc7b-eda86c8998fb HTTP/1.1" status: 200 len: 883 time: 11.2087667 Feb 09 01:04:55.496491 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 55796) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:55.558554 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acba0247-8d0d-4937-a7cd-c165665bdb16 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:04:55.603826 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port acba0247-8d0d-4937-a7cd-c165665bdb16, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=acba0247-8d0d-4937-a7cd-c165665bdb16,segment=NetworkSegment(58a74df4-ae9c-4d77-a359-bab3cfb3f82d),segment_id=58a74df4-ae9c-4d77-a359-bab3cfb3f82d)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:55.611997 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:55.612973 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-4d8d34b4-864b-4ecb-8c2b-55be3cb8889b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:55.613611 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device ff4c2db4-d131-4548-bc99-555a0ac5aae6 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:04:55.634366 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8d34b4-864b-4ecb-8c2b-55be3cb8889b None None] Routers {'da34a04d-621b-4caf-bc7b-eda86c8998fb'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:04:55.635305 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-4d8d34b4-864b-4ecb-8c2b-55be3cb8889b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:04:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['da34a04d-621b-4caf-bc7b-eda86c8998fb'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:55.651260 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-4f203fea-ecd2-4919-9ea0-f23120dddee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:55.653017 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-4f203fea-ecd2-4919-9ea0-f23120dddee2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6aa17528-f0d0-4138-9533-3cc7aff855b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8835211 Feb 09 01:04:55.798658 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-4d8d34b4-864b-4ecb-8c2b-55be3cb8889b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:55.800919 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8d34b4-864b-4ecb-8c2b-55be3cb8889b None None] The sync data for ids ['da34a04d-621b-4caf-bc7b-eda86c8998fb'] in n-d-828418-1 is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:04:56.007806 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=acba0247-8d0d-4937-a7cd-c165665bdb16,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:56.069409 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f013ad-1e47-4788-9787-9443fee2413d req-fda7a0a8-7ca7-4e58-bc28-a7908778c772 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:56.083569 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f013ad-1e47-4788-9787-9443fee2413d req-fda7a0a8-7ca7-4e58-bc28-a7908778c772 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:56.084415 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e8ff3533-7e87-4626-b2ec-f4cff7708f16 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] 10.222.0.105 "GET /v2.0/routers/da34a04d-621b-4caf-bc7b-eda86c8998fb HTTP/1.1" status: 200 len: 924 time: 0.5864987 Feb 09 01:04:56.087020 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 55826) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:56.088402 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-34f013ad-1e47-4788-9787-9443fee2413d req-fda7a0a8-7ca7-4e58-bc28-a7908778c772 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1dc9fbd-beb1-4b2c-af47-120b2600407a HTTP/1.1" status: 200 len: 1677 time: 1.1891744 Feb 09 01:04:56.159685 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port ff4c2db4-d131-4548-bc99-555a0ac5aae6, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=ff4c2db4-d131-4548-bc99-555a0ac5aae6,segment=NetworkSegment(1e6e2ba9-58a4-44c9-be4f-d8ba07a476ca),segment_id=1e6e2ba9-58a4-44c9-be4f-d8ba07a476ca)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:56.187721 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': 'ff4c2db4-d131-4548-bc99-555a0ac5aae6', 'network_id': '8d0fbf1e-afd1-4ea0-9eba-88871e127cde', 'port_id': 'ff4c2db4-d131-4548-bc99-555a0ac5aae6', 'mac_address': 'fa:16:3e:e9:b8:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dd8fcac-c862-4048-83da-a71790153314', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:04:56.256224 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537099f9-0c4d-4f13-826b-6d2454ba57c4 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:56.259700 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-537099f9-0c4d-4f13-826b-6d2454ba57c4 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] 10.222.0.105 "GET /v2.0/ports?network_id=3d885c3c-255c-4e54-addc-b28437d0b18e&device_id=da34a04d-621b-4caf-bc7b-eda86c8998fb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1705594 Feb 09 01:04:56.262249 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 55838) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:56.281891 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17f9915-9891-4816-8fdf-8aa52d0848f1 req-1081aaf4-c14a-4b43-a44e-81f5b665d842 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:56.284472 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b17f9915-9891-4816-8fdf-8aa52d0848f1 req-1081aaf4-c14a-4b43-a44e-81f5b665d842 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=84cd5f7d-ef59-4e6e-a79b-f39ebb23a107 HTTP/1.1" status: 200 len: 946 time: 0.8879790 Feb 09 01:04:56.303900 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:56.338741 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff4c2db4-d131-4548-bc99-555a0ac5aae6 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:04:56.371392 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port ff4c2db4-d131-4548-bc99-555a0ac5aae6, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=ff4c2db4-d131-4548-bc99-555a0ac5aae6,segment=NetworkSegment(1e6e2ba9-58a4-44c9-be4f-d8ba07a476ca),segment_id=1e6e2ba9-58a4-44c9-be4f-d8ba07a476ca)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:56.376719 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:56.377943 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device c108be72-b142-4311-9bae-7e7f5c0f5089 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:04:56.378064 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 55844) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:56.455481 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-34f013ad-1e47-4788-9787-9443fee2413d req-b7c23719-ef84-4e51-ad34-36f85396c4cb tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "GET /v2.0/security-groups?id=f20558f4-33ef-4c77-9965-2db2b58a5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403342 Feb 09 01:04:56.473662 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=ff4c2db4-d131-4548-bc99-555a0ac5aae6,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:56.481311 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port c108be72-b142-4311-9bae-7e7f5c0f5089, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=c108be72-b142-4311-9bae-7e7f5c0f5089,segment=NetworkSegment(1e6e2ba9-58a4-44c9-be4f-d8ba07a476ca),segment_id=1e6e2ba9-58a4-44c9-be4f-d8ba07a476ca)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:56.495241 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': 'c108be72-b142-4311-9bae-7e7f5c0f5089', 'network_id': '8d0fbf1e-afd1-4ea0-9eba-88871e127cde', 'port_id': 'c108be72-b142-4311-9bae-7e7f5c0f5089', 'mac_address': 'fa:16:3e:64:7c:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dd8fcac-c862-4048-83da-a71790153314', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:04:56.505907 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96569c81-99fe-4825-8633-0c4ff3417be8 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:56.506979 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-96569c81-99fe-4825-8633-0c4ff3417be8 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Synchronizing usage tracker for tenant:9f4b6fa359e945b5a89be824e2af517e on resource:network {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:04:56.530109 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-96569c81-99fe-4825-8633-0c4ff3417be8 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Unset dirty status for tenant:9f4b6fa359e945b5a89be824e2af517e on resource:network {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:04:56.534858 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-96569c81-99fe-4825-8633-0c4ff3417be8 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] 10.222.0.105 "GET /v2.0/networks/3d885c3c-255c-4e54-addc-b28437d0b18e HTTP/1.1" status: 200 len: 881 time: 0.2679703 Feb 09 01:04:56.536907 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 55852) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:56.586395 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b17f9915-9891-4816-8fdf-8aa52d0848f1 req-c93ac32f-a324-4f05-ad70-3d91d036924b tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218282 Feb 09 01:04:56.624224 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-863f1daa-c47e-41e8-854c-d6a46332557f tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] 10.222.0.105 "GET /v2.0/ports?device_id=da34a04d-621b-4caf-bc7b-eda86c8998fb HTTP/1.1" status: 200 len: 205 time: 0.0832257 Feb 09 01:04:56.624728 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 55862) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:56.639571 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-8b5d2a6d-fdf6-462a-9d7c-e249ae79e7bf service neutron] 10.222.0.62 "GET /v2.0/networks/6aa17528-f0d0-4138-9533-3cc7aff855b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9744470 Feb 09 01:04:56.644348 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a1655594-b0e5-4d65-84af-a75adcf148af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:56.647565 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:56.710843 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c108be72-b142-4311-9bae-7e7f5c0f5089 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:04:56.731479 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port c108be72-b142-4311-9bae-7e7f5c0f5089, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=c108be72-b142-4311-9bae-7e7f5c0f5089,segment=NetworkSegment(1e6e2ba9-58a4-44c9-be4f-d8ba07a476ca),segment_id=1e6e2ba9-58a4-44c9-be4f-d8ba07a476ca)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:56.740771 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:56.780556 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-fd462adc-e846-4f39-839e-8368daa69581 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1254094900-network', 'tenant_id': '22ecc9368231448ea2acdc9751828891'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:56.794277 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-fd462adc-e846-4f39-839e-8368daa69581 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:04:56.830917 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device da208e97-6197-4dbf-b1a2-4a4ab7c8b439 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:04:56.850338 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-fd462adc-e846-4f39-839e-8368daa69581 admin admin] Usage tracker for resource:network and tenant:22ecc9368231448ea2acdc9751828891 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:04:56.855533 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-fd462adc-e846-4f39-839e-8368daa69581 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:04:56.877313 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-fd462adc-e846-4f39-839e-8368daa69581 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:04:57.007606 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd462adc-e846-4f39-839e-8368daa69581 admin admin] Made reservation on behalf of 22ecc9368231448ea2acdc9751828891 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:04:57.010444 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fd462adc-e846-4f39-839e-8368daa69581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:57.039029 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fd462adc-e846-4f39-839e-8368daa69581 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:57.055639 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=c108be72-b142-4311-9bae-7e7f5c0f5089,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:57.074084 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-fd462adc-e846-4f39-839e-8368daa69581 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:04:57.083049 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6fc7a5d9-81b1-4a3f-97e5-617047a67677 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:57.130957 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port da208e97-6197-4dbf-b1a2-4a4ab7c8b439, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=da208e97-6197-4dbf-b1a2-4a4ab7c8b439,segment=NetworkSegment(d1c0a158-6579-41f7-a92a-da7d79b925b6),segment_id=d1c0a158-6579-41f7-a92a-da7d79b925b6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:57.148484 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': 'da208e97-6197-4dbf-b1a2-4a4ab7c8b439', 'network_id': 'dd02684a-c792-4fba-8571-35898e88ad40', 'port_id': 'da208e97-6197-4dbf-b1a2-4a4ab7c8b439', 'mac_address': 'fa:16:3e:69:cd:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6629426b-30e0-4649-b641-b6eaabeb92da', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:04:57.236098 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:57.256454 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id da208e97-6197-4dbf-b1a2-4a4ab7c8b439 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:04:57.280948 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port da208e97-6197-4dbf-b1a2-4a4ab7c8b439, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=da208e97-6197-4dbf-b1a2-4a4ab7c8b439,segment=NetworkSegment(d1c0a158-6579-41f7-a92a-da7d79b925b6),segment_id=d1c0a158-6579-41f7-a92a-da7d79b925b6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:57.289102 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:57.300722 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-fd462adc-e846-4f39-839e-8368daa69581 admin admin] Usage tracker for resource:security_group_rule and tenant:22ecc9368231448ea2acdc9751828891 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:04:57.311188 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-fd462adc-e846-4f39-839e-8368daa69581 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:04:57.319902 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6fc7a5d9-81b1-4a3f-97e5-617047a67677 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:57.323565 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-fd462adc-e846-4f39-839e-8368daa69581 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:04:57.341381 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-6fc7a5d9-81b1-4a3f-97e5-617047a67677 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Deleting port 0cf6801c-d26a-4c48-9077-461b45e3bd4b {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:04:57.341735 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6fc7a5d9-81b1-4a3f-97e5-617047a67677 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:57.383652 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=da208e97-6197-4dbf-b1a2-4a4ab7c8b439,revision_number=6']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:57.519443 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-514c558a-b0bd-4be3-b1b4-037c60776f2b req-08301f69-58ee-4420-b184-ab14ae4c7d7d service neutron] 10.222.0.62 "GET /v2.0/networks/6aa17528-f0d0-4138-9533-3cc7aff855b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8658538 Feb 09 01:04:57.602177 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['da208e97-6197-4dbf-b1a2-4a4ab7c8b439'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:04:57.639433 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01051320-b5cc-4065-ac4c-fa4946b289df req-21f16655-2659-4799-b49c-8d262b0e541b tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:57.657656 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01051320-b5cc-4065-ac4c-fa4946b289df req-21f16655-2659-4799-b49c-8d262b0e541b tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:57.686005 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01051320-b5cc-4065-ac4c-fa4946b289df req-21f16655-2659-4799-b49c-8d262b0e541b tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:57.698433 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6fc7a5d9-81b1-4a3f-97e5-617047a67677 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:57.723622 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01051320-b5cc-4065-ac4c-fa4946b289df req-21f16655-2659-4799-b49c-8d262b0e541b tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:57.733416 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01051320-b5cc-4065-ac4c-fa4946b289df req-21f16655-2659-4799-b49c-8d262b0e541b tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:57.779452 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['ff4c2db4-d131-4548-bc99-555a0ac5aae6'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:04:57.786278 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01051320-b5cc-4065-ac4c-fa4946b289df req-21f16655-2659-4799-b49c-8d262b0e541b tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:57.809179 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01051320-b5cc-4065-ac4c-fa4946b289df req-21f16655-2659-4799-b49c-8d262b0e541b tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:57.827228 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-01051320-b5cc-4065-ac4c-fa4946b289df req-21f16655-2659-4799-b49c-8d262b0e541b tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/ports?device_id=9aaa5086-2506-413a-a88f-4d56b6d269cb HTTP/1.1" status: 200 len: 5433 time: 0.9868164 Feb 09 01:04:57.844887 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['170a5f88-b2b6-44b0-92a8-64b08d99f8ac'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:04:57.897939 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['f9b2d358-0ad5-43e9-81ee-55fa33d7d68a'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:04:57.899545 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1655594-b0e5-4d65-84af-a75adcf148af admin admin] Router 68505d7b-ac4f-4fc5-95fe-391f3436d4dc is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:04:57.928471 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['c108be72-b142-4311-9bae-7e7f5c0f5089'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:04:57.965710 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c0195-9628-4f71-8db9-65e9ea4094aa req-b996a53c-6ebe-477f-838e-63c7f0e57cb3 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:57.970824 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-6fc7a5d9-81b1-4a3f-97e5-617047a67677 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Calling delete_port for 0cf6801c-d26a-4c48-9077-461b45e3bd4b owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:04:57.978240 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-277c0195-9628-4f71-8db9-65e9ea4094aa req-b996a53c-6ebe-477f-838e-63c7f0e57cb3 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 944 time: 1.1388090 Feb 09 01:04:58.092531 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fd462adc-e846-4f39-839e-8368daa69581 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:58.099559 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fd462adc-e846-4f39-839e-8368daa69581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:58.111799 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-01051320-b5cc-4065-ac4c-fa4946b289df req-29e1daad-2315-452e-bcbc-7e7bb12398ff tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/security-groups?id=924aa29d-9387-4933-bba8-e1d938d01b5c&id=ea209cdf-6740-4074-8d6c-66653a19d53a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1981592 Feb 09 01:04:58.235343 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd462adc-e846-4f39-839e-8368daa69581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c939414d-123a-4d7b-845d-e2a051ef10ae,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:58.272535 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd462adc-e846-4f39-839e-8368daa69581 admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:04:58.324158 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fd462adc-e846-4f39-839e-8368daa69581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:58.324158 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-fd462adc-e846-4f39-839e-8368daa69581 admin admin] Added segment 353953c1-637a-42f6-89d5-f4913aefd9e4 of type vlan for network 9bc263c9-7e66-4b28-8f8f-106caf929a05 Feb 09 01:04:58.394232 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fd462adc-e846-4f39-839e-8368daa69581 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:58.442223 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-277c0195-9628-4f71-8db9-65e9ea4094aa req-6e0bfa47-9e19-4843-b9ea-1300d0daa671 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4623873 Feb 09 01:04:58.507944 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fd462adc-e846-4f39-839e-8368daa69581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:58.509094 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd462adc-e846-4f39-839e-8368daa69581 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:58.509951 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fd462adc-e846-4f39-839e-8368daa69581 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:58.573892 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6fc7a5d9-81b1-4a3f-97e5-617047a67677 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:58.744099 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['acba0247-8d0d-4937-a7cd-c165665bdb16'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:04:58.820396 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc7a5d9-81b1-4a3f-97e5-617047a67677 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Pushing event deleted for resources: {'Port': ['ID=0cf6801c-d26a-4c48-9077-461b45e3bd4b,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:58.876816 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a6953-37bf-428d-9c5c-e56a4c4d7131 req-2d7b9318-e5a9-473d-bde5-c9fe0ca9a5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:58.877728 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a6953-37bf-428d-9c5c-e56a4c4d7131 req-2d7b9318-e5a9-473d-bde5-c9fe0ca9a5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:58.880585 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-256a6953-37bf-428d-9c5c-e56a4c4d7131 req-2d7b9318-e5a9-473d-bde5-c9fe0ca9a5ae service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=84557554a3f24afe8f48784f3010a6e6&device_id=a1dc9fbd-beb1-4b2c-af47-120b2600407a HTTP/1.1" status: 200 len: 1979 time: 1.0454996 Feb 09 01:04:58.906161 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['2b457899-fc18-4e88-ac0e-5e0fa9c1dad9'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:04:59.239886 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['79a7f7ff-db18-40ba-b175-35b4cc180bbe'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:04:59.510220 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-fd462adc-e846-4f39-839e-8368daa69581 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.1271396 Feb 09 01:04:59.511143 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1655594-b0e5-4d65-84af-a75adcf148af admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:04:59.529843 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 55908) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:59.554491 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-024097f0-78ee-4aa4-8143-b57f73170c42 admin admin] Request body: {'subnet': {'network_id': '9bc263c9-7e66-4b28-8f8f-106caf929a05', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1254094900-subnet', 'tenant_id': '22ecc9368231448ea2acdc9751828891', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:59.564614 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd462adc-e846-4f39-839e-8368daa69581 admin admin] Pushing event updated for resources: {'Network': ['ID=9bc263c9-7e66-4b28-8f8f-106caf929a05,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:59.576470 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-024097f0-78ee-4aa4-8143-b57f73170c42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:04:59.585376 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-024097f0-78ee-4aa4-8143-b57f73170c42 admin admin] Usage tracker for resource:subnet and tenant:22ecc9368231448ea2acdc9751828891 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:04:59.591264 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-024097f0-78ee-4aa4-8143-b57f73170c42 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:04:59.602572 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-024097f0-78ee-4aa4-8143-b57f73170c42 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:04:59.604706 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6fc7a5d9-81b1-4a3f-97e5-617047a67677 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:59.633835 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62a4510-608d-4a05-b591-1504da441d21 None None] Sync routers for ids ['68505d7b-ac4f-4fc5-95fe-391f3436d4dc'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:04:59.747823 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 9bc263c9-7e66-4b28-8f8f-106caf929a05 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:04:59.794835 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a6953-37bf-428d-9c5c-e56a4c4d7131 req-4bdea5d8-87b1-45ac-b155-78a68f394a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:59.809329 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-256a6953-37bf-428d-9c5c-e56a4c4d7131 req-4bdea5d8-87b1-45ac-b155-78a68f394a77 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6aa17528-f0d0-4138-9533-3cc7aff855b8 HTTP/1.1" status: 200 len: 902 time: 0.8658166 Feb 09 01:04:59.819268 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6fc7a5d9-81b1-4a3f-97e5-617047a67677 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:59.822883 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6fc7a5d9-81b1-4a3f-97e5-617047a67677 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:59.853115 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6fc7a5d9-81b1-4a3f-97e5-617047a67677 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:59.853706 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc7a5d9-81b1-4a3f-97e5-617047a67677 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Fanout notify agent at l3_agent the message router_deleted on router da34a04d-621b-4caf-bc7b-eda86c8998fb {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:04:59.869530 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62a4510-608d-4a05-b591-1504da441d21 None None] Routers {'68505d7b-ac4f-4fc5-95fe-391f3436d4dc'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:04:59.869716 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6fc7a5d9-81b1-4a3f-97e5-617047a67677 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:59.870874 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-6fc7a5d9-81b1-4a3f-97e5-617047a67677 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] 10.222.0.105 "DELETE /v2.0/routers/da34a04d-621b-4caf-bc7b-eda86c8998fb HTTP/1.1" status: 204 len: 168 time: 3.2431974 Feb 09 01:04:59.871084 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-b62a4510-608d-4a05-b591-1504da441d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:04:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['68505d7b-ac4f-4fc5-95fe-391f3436d4dc'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:59.871936 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-024097f0-78ee-4aa4-8143-b57f73170c42 admin admin] Made reservation on behalf of 22ecc9368231448ea2acdc9751828891 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:04:59.875016 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-024097f0-78ee-4aa4-8143-b57f73170c42 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:59.918468 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 55916) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:05:00.026307 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-d20515c5-b0dc-4a57-9c6b-1c2f02fa2b82 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-539800225', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:00.034424 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d20515c5-b0dc-4a57-9c6b-1c2f02fa2b82 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:05:00.039170 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-d20515c5-b0dc-4a57-9c6b-1c2f02fa2b82 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Usage tracker for resource:router and tenant:7be6f6c27b604edb97b140fdba6ce28a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:05:00.043045 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-d20515c5-b0dc-4a57-9c6b-1c2f02fa2b82 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:05:00.050713 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d20515c5-b0dc-4a57-9c6b-1c2f02fa2b82 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:05:00.082345 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-256a6953-37bf-428d-9c5c-e56a4c4d7131 req-ea467266-52bb-4b04-ba04-12ad0a1d86d3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.24&port_id=3b75733b-86ec-409c-b876-9a25acc30612 HTTP/1.1" status: 200 len: 217 time: 0.1654177 Feb 09 01:05:00.083594 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d20515c5-b0dc-4a57-9c6b-1c2f02fa2b82 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:00.085241 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d20515c5-b0dc-4a57-9c6b-1c2f02fa2b82 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:00.088950 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a1655594-b0e5-4d65-84af-a75adcf148af admin admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:00.090710 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-a1655594-b0e5-4d65-84af-a75adcf148af admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 13.7467084 Feb 09 01:05:00.113321 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e656b11-9977-4fcf-bf61-4eccbe5c55b8 req-e16396cd-6fd4-4dbd-ae71-af44acb3b481 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:00.120175 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e656b11-9977-4fcf-bf61-4eccbe5c55b8 req-e16396cd-6fd4-4dbd-ae71-af44acb3b481 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:00.129038 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2e656b11-9977-4fcf-bf61-4eccbe5c55b8 req-e16396cd-6fd4-4dbd-ae71-af44acb3b481 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1dc9fbd-beb1-4b2c-af47-120b2600407a HTTP/1.1" status: 200 len: 1677 time: 1.5543573 Feb 09 01:05:00.154876 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 55924) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:05:00.185030 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d20515c5-b0dc-4a57-9c6b-1c2f02fa2b82 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:00.218404 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-024097f0-78ee-4aa4-8143-b57f73170c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:00.263533 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d20515c5-b0dc-4a57-9c6b-1c2f02fa2b82 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:00.386917 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a6953-37bf-428d-9c5c-e56a4c4d7131 req-b5ddea14-8877-4fa0-aaad-eb65e29a787b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:00.388381 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-256a6953-37bf-428d-9c5c-e56a4c4d7131 req-b5ddea14-8877-4fa0-aaad-eb65e29a787b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cf47f0d6-20ec-42ed-a98f-e0d839c2ff7e HTTP/1.1" status: 200 len: 801 time: 0.2963676 Feb 09 01:05:00.392921 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d20515c5-b0dc-4a57-9c6b-1c2f02fa2b82 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:00.396995 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-d20515c5-b0dc-4a57-9c6b-1c2f02fa2b82 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3905089 Feb 09 01:05:00.442155 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 55930) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:05:00.445663 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2e656b11-9977-4fcf-bf61-4eccbe5c55b8 req-dba34450-7d8e-482c-83a0-8473d885acba tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "GET /v2.0/security-groups?id=f20558f4-33ef-4c77-9965-2db2b58a5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151107 Feb 09 01:05:00.459189 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-79f759de-df9e-4551-984e-2d029534358d tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'enable_snat': True}}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:00.487380 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024097f0-78ee-4aa4-8143-b57f73170c42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cda94f2-0639-4600-a91f-6b8f3eaa5b6b,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:00.586060 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024097f0-78ee-4aa4-8143-b57f73170c42 admin admin] Checking segment: {'id': '353953c1-637a-42f6-89d5-f4913aefd9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9bc263c9-7e66-4b28-8f8f-106caf929a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:05:00.586781 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024097f0-78ee-4aa4-8143-b57f73170c42 admin admin] Network hostable DHCP agents. Network: 9bc263c9-7e66-4b28-8f8f-106caf929a05, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:05:00.640864 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a655f4be-e824-4340-b383-89abfda52ed6 req-ab5c0505-3ef6-4b1c-98f4-147f0c28525e tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:00.649512 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a655f4be-e824-4340-b383-89abfda52ed6 req-ab5c0505-3ef6-4b1c-98f4-147f0c28525e tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=84cd5f7d-ef59-4e6e-a79b-f39ebb23a107 HTTP/1.1" status: 200 len: 945 time: 1.7214351 Feb 09 01:05:00.794114 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 170a5f88-b2b6-44b0-92a8-64b08d99f8ac up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:05:00.814641 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024097f0-78ee-4aa4-8143-b57f73170c42 admin admin] Network 9bc263c9-7e66-4b28-8f8f-106caf929a05 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:05:00.839332 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-024097f0-78ee-4aa4-8143-b57f73170c42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 9bc263c9-7e66-4b28-8f8f-106caf929a05) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:05:00.861463 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024097f0-78ee-4aa4-8143-b57f73170c42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:00.862120 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-024097f0-78ee-4aa4-8143-b57f73170c42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:00.915857 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a655f4be-e824-4340-b383-89abfda52ed6 req-d82f8fe7-6701-4f31-961b-efb92927999f tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652097 Feb 09 01:05:00.944735 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7b57cc-3a19-4793-9016-da7edd92e700 None None] Network 9bc263c9-7e66-4b28-8f8f-106caf929a05 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:05:01.036341 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-024097f0-78ee-4aa4-8143-b57f73170c42 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.5018203 Feb 09 01:05:01.177971 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a6953-37bf-428d-9c5c-e56a4c4d7131 req-894af078-6d0e-4d3f-be6c-2b0106918c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:01.179681 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-256a6953-37bf-428d-9c5c-e56a4c4d7131 req-894af078-6d0e-4d3f-be6c-2b0106918c3c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6aa17528-f0d0-4138-9533-3cc7aff855b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7831886 Feb 09 01:05:01.263756 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-79f759de-df9e-4551-984e-2d029534358d tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:01.630514 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6845cc-ef85-4578-8efd-4920d00bb7de req-68c62378-8867-4a5f-8345-3154163d50a4 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:01.634661 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8c6845cc-ef85-4578-8efd-4920d00bb7de req-68c62378-8867-4a5f-8345-3154163d50a4 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 944 time: 0.7841556 Feb 09 01:05:01.863759 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8c6845cc-ef85-4578-8efd-4920d00bb7de req-f8063828-8027-42ad-8110-6bf8ef8174ce tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2215731 Feb 09 01:05:01.875316 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-b62a4510-608d-4a05-b591-1504da441d21 None None] Set router 68505d7b-ac4f-4fc5-95fe-391f3436d4dc gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:05:01.882774 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-87cace85-43d5-408f-ae1d-bf0db7bd1675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:01.909672 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-256a6953-37bf-428d-9c5c-e56a4c4d7131 req-9d7be38b-59f2-479b-ba09-615d34de5ab4 service neutron] 10.222.0.62 "GET /v2.0/networks/6aa17528-f0d0-4138-9533-3cc7aff855b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6645744 Feb 09 01:05:01.943735 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790ccbee-5319-4967-8bdf-5fe840fbcf0f req-85a884f7-42a6-48eb-92e0-296e75c5bb6e tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:01.956899 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790ccbee-5319-4967-8bdf-5fe840fbcf0f req-85a884f7-42a6-48eb-92e0-296e75c5bb6e tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:01.968564 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790ccbee-5319-4967-8bdf-5fe840fbcf0f req-85a884f7-42a6-48eb-92e0-296e75c5bb6e tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:01.983911 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790ccbee-5319-4967-8bdf-5fe840fbcf0f req-85a884f7-42a6-48eb-92e0-296e75c5bb6e tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:02.001966 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790ccbee-5319-4967-8bdf-5fe840fbcf0f req-85a884f7-42a6-48eb-92e0-296e75c5bb6e tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:02.014925 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790ccbee-5319-4967-8bdf-5fe840fbcf0f req-85a884f7-42a6-48eb-92e0-296e75c5bb6e tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:02.034905 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790ccbee-5319-4967-8bdf-5fe840fbcf0f req-85a884f7-42a6-48eb-92e0-296e75c5bb6e tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:02.043195 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-790ccbee-5319-4967-8bdf-5fe840fbcf0f req-85a884f7-42a6-48eb-92e0-296e75c5bb6e tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/ports?device_id=9aaa5086-2506-413a-a88f-4d56b6d269cb HTTP/1.1" status: 200 len: 5433 time: 0.5055206 Feb 09 01:05:02.070195 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port 170a5f88-b2b6-44b0-92a8-64b08d99f8ac completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:05:02.217277 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 170a5f88-b2b6-44b0-92a8-64b08d99f8ac triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:05:02.226515 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:02.465864 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-790ccbee-5319-4967-8bdf-5fe840fbcf0f req-be3d8f89-3bee-4692-a1a8-50e166e3e8b4 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/security-groups?id=924aa29d-9387-4933-bba8-e1d938d01b5c&id=ea209cdf-6740-4074-8d6c-66653a19d53a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1118467 Feb 09 01:05:02.588951 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-87cace85-43d5-408f-ae1d-bf0db7bd1675 admin admin] Allocated IP 172.20.0.1 (5155f974-02f7-460c-bde1-4d4a435cc291/a3a9310a-be0f-4b6b-b867-4cea61f46d6e/e2ded1ac-2059-466c-ae0d-eed1b4cfe9b4) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:05:02.805690 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 3b75733b-86ec-409c-b876-9a25acc30612 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:05:02.840109 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdc125b-315f-470c-8ea3-a16d1c1bccaf None None] Network 9bc263c9-7e66-4b28-8f8f-106caf929a05 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:05:02.930433 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-256a6953-37bf-428d-9c5c-e56a4c4d7131 req-1b468e56-9e5b-4ea7-9321-c21637fad27f service neutron] 10.222.0.62 "GET /v2.0/networks/6aa17528-f0d0-4138-9533-3cc7aff855b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8844900 Feb 09 01:05:02.944662 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-87cace85-43d5-408f-ae1d-bf0db7bd1675 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:02.991973 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-87cace85-43d5-408f-ae1d-bf0db7bd1675 admin admin] Transition to ACTIVE for port object e2ded1ac-2059-466c-ae0d-eed1b4cfe9b4 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:05:03.034733 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-87cace85-43d5-408f-ae1d-bf0db7bd1675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:03.134319 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.resource_extend [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:05:03.198173 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cace85-43d5-408f-ae1d-bf0db7bd1675 admin admin] Pushing event updated for resources: {'Port': ['ID=e2ded1ac-2059-466c-ae0d-eed1b4cfe9b4,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:03.216155 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-c258e47d-87d3-4f0e-90d8-a69899a26e14 req-9e5a656e-a0fb-40db-b790-122901d04e4e tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1679127062', 'description': 'tempest-description-923657679'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:03.219847 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cace85-43d5-408f-ae1d-bf0db7bd1675 admin admin] Network 5155f974-02f7-460c-bde1-4d4a435cc291 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:05:03.224724 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-c258e47d-87d3-4f0e-90d8-a69899a26e14 req-9e5a656e-a0fb-40db-b790-122901d04e4e tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:05:03.225825 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-87cace85-43d5-408f-ae1d-bf0db7bd1675 admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:05:03.229553 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-c258e47d-87d3-4f0e-90d8-a69899a26e14 req-9e5a656e-a0fb-40db-b790-122901d04e4e tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Usage tracker for resource:security_group and tenant:22ecc9368231448ea2acdc9751828891 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:05:03.233467 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-c258e47d-87d3-4f0e-90d8-a69899a26e14 req-9e5a656e-a0fb-40db-b790-122901d04e4e tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:05:03.239640 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cace85-43d5-408f-ae1d-bf0db7bd1675 admin admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:05:03.240842 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-c258e47d-87d3-4f0e-90d8-a69899a26e14 req-9e5a656e-a0fb-40db-b790-122901d04e4e tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:05:03.262114 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c258e47d-87d3-4f0e-90d8-a69899a26e14 req-9e5a656e-a0fb-40db-b790-122901d04e4e tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:03.296623 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-c258e47d-87d3-4f0e-90d8-a69899a26e14 req-9e5a656e-a0fb-40db-b790-122901d04e4e tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:05:03.302251 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-c258e47d-87d3-4f0e-90d8-a69899a26e14 req-9e5a656e-a0fb-40db-b790-122901d04e4e tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Usage tracker for resource:security_group_rule and tenant:22ecc9368231448ea2acdc9751828891 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:05:03.305513 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-c258e47d-87d3-4f0e-90d8-a69899a26e14 req-9e5a656e-a0fb-40db-b790-122901d04e4e tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:05:03.317039 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-c258e47d-87d3-4f0e-90d8-a69899a26e14 req-9e5a656e-a0fb-40db-b790-122901d04e4e tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:05:03.363496 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-87cace85-43d5-408f-ae1d-bf0db7bd1675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:03.367424 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-79f759de-df9e-4551-984e-2d029534358d tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:03.382305 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-b62a4510-608d-4a05-b591-1504da441d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68505d7b-ac4f-4fc5-95fe-391f3436d4dc', 'name': 'tempest-TaggedBootDevicesTest-319278242-router', 'tenant_id': 'b38b8d3b4ab64851a90546fed2d6c948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '7a2c52bc-a296-44e7-89be-65763e3a6006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:04:46Z', 'updated_at': '2022-02-09T01:04:54Z', 'revision_number': 3, 'project_id': 'b38b8d3b4ab64851a90546fed2d6c948', 'gw_port': {'id': '7a2c52bc-a296-44e7-89be-65763e3a6006', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:88:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68505d7b-ac4f-4fc5-95fe-391f3436d4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:51Z', 'updated_at': '2022-02-09T01:04:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:03.437158 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:03.447582 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-79f759de-df9e-4551-984e-2d029534358d tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:03.487255 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62a4510-608d-4a05-b591-1504da441d21 None None] Checking router: 68505d7b-ac4f-4fc5-95fe-391f3436d4dc for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:05:03.499421 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62a4510-608d-4a05-b591-1504da441d21 None None] Updating router 68505d7b-ac4f-4fc5-95fe-391f3436d4dc port 7a2c52bc-a296-44e7-89be-65763e3a6006 binding host n-d-828418-1 {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:05:03.569100 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf8b01-242e-4357-bad1-94666f582e95 req-b473d2fe-0c5c-4801-980d-86e1025d9cc3 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:03.577376 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf8b01-242e-4357-bad1-94666f582e95 req-b473d2fe-0c5c-4801-980d-86e1025d9cc3 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:03.586068 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-20cf8b01-242e-4357-bad1-94666f582e95 req-b473d2fe-0c5c-4801-980d-86e1025d9cc3 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1dc9fbd-beb1-4b2c-af47-120b2600407a HTTP/1.1" status: 200 len: 1677 time: 0.8694501 Feb 09 01:05:03.640209 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b62a4510-608d-4a05-b591-1504da441d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:03.749013 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-20cf8b01-242e-4357-bad1-94666f582e95 req-d4484f26-82c8-4d84-8eff-40ab68e6aa98 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "GET /v2.0/security-groups?id=f20558f4-33ef-4c77-9965-2db2b58a5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606233 Feb 09 01:05:03.911194 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c258e47d-87d3-4f0e-90d8-a69899a26e14 req-9e5a656e-a0fb-40db-b790-122901d04e4e tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:03.930408 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c258e47d-87d3-4f0e-90d8-a69899a26e14 req-9e5a656e-a0fb-40db-b790-122901d04e4e tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:03.968776 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-87cace85-43d5-408f-ae1d-bf0db7bd1675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:03.978303 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aaa5086-2506-413a-a88f-4d56b6d269cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '170a5f88-b2b6-44b0-92a8-64b08d99f8ac'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:05:04.057941 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 170a5f88-b2b6-44b0-92a8-64b08d99f8ac, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=170a5f88-b2b6-44b0-92a8-64b08d99f8ac,segment=NetworkSegment(58a74df4-ae9c-4d77-a359-bab3cfb3f82d),segment_id=58a74df4-ae9c-4d77-a359-bab3cfb3f82d)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:05:04.117281 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5a656e-a0fb-40db-b790-122901d04e4e tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3926b3d9-e91b-4664-879e-e507bdd53e1d,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:04.171547 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:04.176833 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c258e47d-87d3-4f0e-90d8-a69899a26e14 req-9e5a656e-a0fb-40db-b790-122901d04e4e tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:04.179377 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c258e47d-87d3-4f0e-90d8-a69899a26e14 req-9e5a656e-a0fb-40db-b790-122901d04e4e tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.4399567 Feb 09 01:05:04.184176 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-79f759de-df9e-4551-984e-2d029534358d tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Allocated IP 172.25.0.235 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/95090549-0eb8-4247-9a67-0fab61ec0e7a) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:05:04.399365 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-87cace85-43d5-408f-ae1d-bf0db7bd1675 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:04.410982 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-87cace85-43d5-408f-ae1d-bf0db7bd1675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:04.486203 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1e37a189-da39-4be8-8cfa-37bc7545bde1 None None] Provisioning for port e2ded1ac-2059-466c-ae0d-eed1b4cfe9b4 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:05:04.530479 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=170a5f88-b2b6-44b0-92a8-64b08d99f8ac,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:04.542519 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device c108be72-b142-4311-9bae-7e7f5c0f5089 up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:05:04.603046 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1e37a189-da39-4be8-8cfa-37bc7545bde1 None None] Provisioning complete for port e2ded1ac-2059-466c-ae0d-eed1b4cfe9b4 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:05:04.603813 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1e37a189-da39-4be8-8cfa-37bc7545bde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:04.621720 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cace85-43d5-408f-ae1d-bf0db7bd1675 admin admin] Pushing event updated for resources: {'Port': ['ID=e2ded1ac-2059-466c-ae0d-eed1b4cfe9b4,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:04.626241 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-87cace85-43d5-408f-ae1d-bf0db7bd1675 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:04.827153 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cace85-43d5-408f-ae1d-bf0db7bd1675 admin admin] Network 5155f974-02f7-460c-bde1-4d4a435cc291 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:05:04.829444 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-87cace85-43d5-408f-ae1d-bf0db7bd1675 admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:05:04.894373 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-79f759de-df9e-4551-984e-2d029534358d tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:04.952326 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad702314-8adc-4045-ab5f-0c081745ff46 req-55077b30-9587-4a97-93e7-2d3f132d5f15 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:04.963958 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ad702314-8adc-4045-ab5f-0c081745ff46 req-55077b30-9587-4a97-93e7-2d3f132d5f15 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=84cd5f7d-ef59-4e6e-a79b-f39ebb23a107 HTTP/1.1" status: 200 len: 945 time: 0.5181096 Feb 09 01:05:04.967704 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-79f759de-df9e-4551-984e-2d029534358d tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:04.977818 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 3b75733b-86ec-409c-b876-9a25acc30612, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=3b75733b-86ec-409c-b876-9a25acc30612,segment=NetworkSegment(b6a96789-8f78-44cb-982f-af08959be502),segment_id=b6a96789-8f78-44cb-982f-af08959be502)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:05:05.074174 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f759de-df9e-4551-984e-2d029534358d tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:05:05.085459 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-79f759de-df9e-4551-984e-2d029534358d tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:05:05.099374 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f759de-df9e-4551-984e-2d029534358d tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:05:05.137131 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-1e37a189-da39-4be8-8cfa-37bc7545bde1 None None] Port e2ded1ac-2059-466c-ae0d-eed1b4cfe9b4 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:05:05.143170 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '3b75733b-86ec-409c-b876-9a25acc30612', 'network_id': '6aa17528-f0d0-4138-9533-3cc7aff855b8', 'port_id': '3b75733b-86ec-409c-b876-9a25acc30612', 'mac_address': 'fa:16:3e:04:cd:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf47f0d6-20ec-42ed-a98f-e0d839c2ff7e', 'ip_address': '19.86.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:05:05.190588 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f759de-df9e-4551-984e-2d029534358d tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Pushing event updated for resources: {'Port': ['ID=95090549-0eb8-4247-9a67-0fab61ec0e7a,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:05.224175 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ad702314-8adc-4045-ab5f-0c081745ff46 req-bff215a4-5df9-4b08-a0c1-5bbb8d8b41c8 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571509 Feb 09 01:05:05.291535 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87cace85-43d5-408f-ae1d-bf0db7bd1675 admin admin] Router 68505d7b-ac4f-4fc5-95fe-391f3436d4dc has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:05:05.401337 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port c108be72-b142-4311-9bae-7e7f5c0f5089 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:05:05.448798 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port c108be72-b142-4311-9bae-7e7f5c0f5089 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:05:05.451931 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:05.527612 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:05.574303 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-c23dc754-7fe9-447d-be69-519bb4dd0774 None None] Provisioning complete for port e2ded1ac-2059-466c-ae0d-eed1b4cfe9b4 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:05:05.575052 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c23dc754-7fe9-447d-be69-519bb4dd0774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:05.729039 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-c23dc754-7fe9-447d-be69-519bb4dd0774 None None] Port e2ded1ac-2059-466c-ae0d-eed1b4cfe9b4 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:05:05.749829 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b75733b-86ec-409c-b876-9a25acc30612 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:05:05.858118 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87cace85-43d5-408f-ae1d-bf0db7bd1675 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:05:05.868324 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6c834-07d9-47b4-8932-1bb1056bf0ac req-ce742634-360d-4728-8642-9064973bfad8 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:05.876629 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-87cace85-43d5-408f-ae1d-bf0db7bd1675 admin admin] 10.222.0.105 "PUT /v2.0/routers/68505d7b-ac4f-4fc5-95fe-391f3436d4dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7205429 Feb 09 01:05:05.879916 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6c834-07d9-47b4-8932-1bb1056bf0ac req-ce742634-360d-4728-8642-9064973bfad8 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:05.887862 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6c834-07d9-47b4-8932-1bb1056bf0ac req-ce742634-360d-4728-8642-9064973bfad8 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:05.904575 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 3b75733b-86ec-409c-b876-9a25acc30612, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=3b75733b-86ec-409c-b876-9a25acc30612,segment=NetworkSegment(b6a96789-8f78-44cb-982f-af08959be502),segment_id=b6a96789-8f78-44cb-982f-af08959be502)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:05:05.905392 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6c834-07d9-47b4-8932-1bb1056bf0ac req-ce742634-360d-4728-8642-9064973bfad8 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:05.911527 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6c834-07d9-47b4-8932-1bb1056bf0ac req-ce742634-360d-4728-8642-9064973bfad8 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:05.930741 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6c834-07d9-47b4-8932-1bb1056bf0ac req-ce742634-360d-4728-8642-9064973bfad8 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:05.950408 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6c834-07d9-47b4-8932-1bb1056bf0ac req-ce742634-360d-4728-8642-9064973bfad8 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:05.965437 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1ef6c834-07d9-47b4-8932-1bb1056bf0ac req-ce742634-360d-4728-8642-9064973bfad8 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/ports?device_id=9aaa5086-2506-413a-a88f-4d56b6d269cb HTTP/1.1" status: 200 len: 5434 time: 0.5291908 Feb 09 01:05:06.013404 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:06.018277 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 65357b4e-c9ac-4ef1-bf17-b44c756d4a1d details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:05:06.118536 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1ef6c834-07d9-47b4-8932-1bb1056bf0ac req-e505f50a-434c-490a-b700-a7e74f765795 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/security-groups?id=924aa29d-9387-4933-bba8-e1d938d01b5c&id=ea209cdf-6740-4074-8d6c-66653a19d53a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1508551 Feb 09 01:05:06.123393 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.resource_extend [None req-b62a4510-608d-4a05-b591-1504da441d21 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:05:06.294632 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aaa5086-2506-413a-a88f-4d56b6d269cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '170a5f88-b2b6-44b0-92a8-64b08d99f8ac', 'code': 200} Feb 09 01:05:06.587486 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:06.607082 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=3b75733b-86ec-409c-b876-9a25acc30612,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:06.640930 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c5813c6b-492d-49e4-af0e-c838c68f4088 req-73d77cd7-0875-46bc-9a07-3a52b00ab3e6 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] 10.222.0.105 "GET /v2.0/security-groups/3926b3d9-e91b-4664-879e-e507bdd53e1d HTTP/1.1" status: 200 len: 1806 time: 0.1868529 Feb 09 01:05:06.681948 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b62a4510-608d-4a05-b591-1504da441d21 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:06.682289 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-79f759de-df9e-4551-984e-2d029534358d tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:06.799157 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port c108be72-b142-4311-9bae-7e7f5c0f5089, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=c108be72-b142-4311-9bae-7e7f5c0f5089,segment=NetworkSegment(1e6e2ba9-58a4-44c9-be4f-d8ba07a476ca),segment_id=1e6e2ba9-58a4-44c9-be4f-d8ba07a476ca)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:05:06.807419 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:06.808549 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device f9b2d358-0ad5-43e9-81ee-55fa33d7d68a up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:05:06.841112 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b62a4510-608d-4a05-b591-1504da441d21 None None] Transition to ACTIVE for port object 7a2c52bc-a296-44e7-89be-65763e3a6006 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:05:06.914472 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b62a4510-608d-4a05-b591-1504da441d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:07.022337 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 65357b4e-c9ac-4ef1-bf17-b44c756d4a1d, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=65357b4e-c9ac-4ef1-bf17-b44c756d4a1d,segment=NetworkSegment(26a6afa6-a85a-4672-aa8a-f5fcd6efba12),segment_id=26a6afa6-a85a-4672-aa8a-f5fcd6efba12)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:05:07.043422 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=c108be72-b142-4311-9bae-7e7f5c0f5089,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:07.050561 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-b62a4510-608d-4a05-b591-1504da441d21 None None] Attempting to bind port 7a2c52bc-a296-44e7-89be-65763e3a6006 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:05:07.051363 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-b62a4510-608d-4a05-b591-1504da441d21 None None] Attempting to bind port 7a2c52bc-a296-44e7-89be-65763e3a6006 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:05:07.051951 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62a4510-608d-4a05-b591-1504da441d21 None None] Attempting to bind port 7a2c52bc-a296-44e7-89be-65763e3a6006 on network 3d885c3c-255c-4e54-addc-b28437d0b18e {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:05:07.074086 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-c5813c6b-492d-49e4-af0e-c838c68f4088 req-094edd06-80f8-4d90-b491-7a323d15d927 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3926b3d9-e91b-4664-879e-e507bdd53e1d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:07.074666 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-c5813c6b-492d-49e4-af0e-c838c68f4088 req-094edd06-80f8-4d90-b491-7a323d15d927 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3926b3d9-e91b-4664-879e-e507bdd53e1d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:07.090550 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port f9b2d358-0ad5-43e9-81ee-55fa33d7d68a completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:05:07.106131 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '65357b4e-c9ac-4ef1-bf17-b44c756d4a1d', 'network_id': '9ceb2042-28c3-408f-a754-1a40fd38994b', 'port_id': '65357b4e-c9ac-4ef1-bf17-b44c756d4a1d', 'mac_address': 'fa:16:3e:8c:ba:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef96c550-370f-463c-8c4e-0621f4176ed7', 'ip_address': '19.80.0.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:05:07.152452 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62a4510-608d-4a05-b591-1504da441d21 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:05:07.153181 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62a4510-608d-4a05-b591-1504da441d21 None None] Checking segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:05:07.153989 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b62a4510-608d-4a05-b591-1504da441d21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:07.154612 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62a4510-608d-4a05-b591-1504da441d21 None None] Bound using segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:05:07.155331 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-b62a4510-608d-4a05-b591-1504da441d21 None None] Bound port: 7a2c52bc-a296-44e7-89be-65763e3a6006, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:05:07.155949 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b62a4510-608d-4a05-b591-1504da441d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:07.168507 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 56056) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:05:07.176102 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-e4421f3f-9e3c-465f-a6ee-7bee294d0e30 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-174117447-network', 'tenant_id': '79e136142cfc45aeabc2de8489670547'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:07.181842 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e4421f3f-9e3c-465f-a6ee-7bee294d0e30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:05:07.187859 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e4421f3f-9e3c-465f-a6ee-7bee294d0e30 admin admin] Usage tracker for resource:network and tenant:79e136142cfc45aeabc2de8489670547 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:05:07.192557 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e4421f3f-9e3c-465f-a6ee-7bee294d0e30 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:05:07.203518 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port f9b2d358-0ad5-43e9-81ee-55fa33d7d68a triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:05:07.204275 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:07.204970 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e4421f3f-9e3c-465f-a6ee-7bee294d0e30 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:05:07.225976 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4421f3f-9e3c-465f-a6ee-7bee294d0e30 admin admin] Made reservation on behalf of 79e136142cfc45aeabc2de8489670547 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:05:07.236169 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e4421f3f-9e3c-465f-a6ee-7bee294d0e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:07.238267 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-c5813c6b-492d-49e4-af0e-c838c68f4088 req-094edd06-80f8-4d90-b491-7a323d15d927 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:05:07.257138 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e4421f3f-9e3c-465f-a6ee-7bee294d0e30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:07.276412 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e4421f3f-9e3c-465f-a6ee-7bee294d0e30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:05:07.283104 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e4421f3f-9e3c-465f-a6ee-7bee294d0e30 admin admin] Usage tracker for resource:security_group_rule and tenant:79e136142cfc45aeabc2de8489670547 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:05:07.287262 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e4421f3f-9e3c-465f-a6ee-7bee294d0e30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:05:07.302920 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e4421f3f-9e3c-465f-a6ee-7bee294d0e30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:05:07.339475 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:07.349753 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eefe223-e6dc-444d-a26d-fa3bad82c2de None None] Pushing event updated for resources: {'Port': ['ID=7a2c52bc-a296-44e7-89be-65763e3a6006,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:07.378395 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65357b4e-c9ac-4ef1-bf17-b44c756d4a1d {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:05:07.397571 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 65357b4e-c9ac-4ef1-bf17-b44c756d4a1d, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=65357b4e-c9ac-4ef1-bf17-b44c756d4a1d,segment=NetworkSegment(26a6afa6-a85a-4672-aa8a-f5fcd6efba12),segment_id=26a6afa6-a85a-4672-aa8a-f5fcd6efba12)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:05:07.399609 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-b62a4510-608d-4a05-b591-1504da441d21 None None] For port 7a2c52bc-a296-44e7-89be-65763e3a6006, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:05:07.404347 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-b62a4510-608d-4a05-b591-1504da441d21 None None] For port 7a2c52bc-a296-44e7-89be-65763e3a6006, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=7a2c52bc-a296-44e7-89be-65763e3a6006,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:05:07.406834 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:07.447197 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b62a4510-608d-4a05-b591-1504da441d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:07.458162 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e4421f3f-9e3c-465f-a6ee-7bee294d0e30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:07.462761 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e4421f3f-9e3c-465f-a6ee-7bee294d0e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:07.523832 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-c5813c6b-492d-49e4-af0e-c838c68f4088 req-094edd06-80f8-4d90-b491-7a323d15d927 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Usage tracker for resource:security_group_rule and tenant:22ecc9368231448ea2acdc9751828891 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:05:07.526556 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4421f3f-9e3c-465f-a6ee-7bee294d0e30 admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:05:07.537529 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-c5813c6b-492d-49e4-af0e-c838c68f4088 req-094edd06-80f8-4d90-b491-7a323d15d927 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:05:07.541950 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4421f3f-9e3c-465f-a6ee-7bee294d0e30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5975dca6-9b0a-49bf-a8b9-6dbd0d28ad53,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:07.547654 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e4421f3f-9e3c-465f-a6ee-7bee294d0e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:07.548330 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-e4421f3f-9e3c-465f-a6ee-7bee294d0e30 admin admin] Added segment 9a7979aa-58aa-4ec1-b1c2-26ff993eb322 of type vlan for network 90706b31-d8f9-4017-8cdf-292e1ea5b46d Feb 09 01:05:07.559915 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=65357b4e-c9ac-4ef1-bf17-b44c756d4a1d,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:07.560368 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-c5813c6b-492d-49e4-af0e-c838c68f4088 req-094edd06-80f8-4d90-b491-7a323d15d927 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:05:07.622887 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e4421f3f-9e3c-465f-a6ee-7bee294d0e30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:07.647900 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-79f759de-df9e-4551-984e-2d029534358d tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:07.657218 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62a4510-608d-4a05-b591-1504da441d21 None None] Routers {'68505d7b-ac4f-4fc5-95fe-391f3436d4dc'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:05:07.658010 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-b62a4510-608d-4a05-b591-1504da441d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:04:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['68505d7b-ac4f-4fc5-95fe-391f3436d4dc'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:07.689149 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e4421f3f-9e3c-465f-a6ee-7bee294d0e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:07.691439 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4421f3f-9e3c-465f-a6ee-7bee294d0e30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:07.692842 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e4421f3f-9e3c-465f-a6ee-7bee294d0e30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:07.729890 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-79f759de-df9e-4551-984e-2d029534358d tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1673984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1674007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1671766'] for router, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:07.808086 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:07.829991 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eefe223-e6dc-444d-a26d-fa3bad82c2de None None] Pushing event updated for resources: {'Port': ['ID=7a2c52bc-a296-44e7-89be-65763e3a6006,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:07.843178 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4421f3f-9e3c-465f-a6ee-7bee294d0e30 admin admin] Pushing event updated for resources: {'Network': ['ID=90706b31-d8f9-4017-8cdf-292e1ea5b46d,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:07.902652 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e4421f3f-9e3c-465f-a6ee-7bee294d0e30 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7329011 Feb 09 01:05:07.903103 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c422ff-25ee-4021-828f-30701b29acf9 req-deeb3818-c9ee-41af-96f1-4af80721a14b tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:07.906032 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 56066) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:05:07.912320 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 90706b31-d8f9-4017-8cdf-292e1ea5b46d details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:05:07.916513 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-37c422ff-25ee-4021-828f-30701b29acf9 req-deeb3818-c9ee-41af-96f1-4af80721a14b tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=15f6fa95-6f4a-4909-837a-471f3f3362d9 HTTP/1.1" status: 200 len: 943 time: 1.4629967 Feb 09 01:05:07.917187 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-44547143-6d4a-4902-b12c-7b7e55c2d898 admin admin] Request body: {'subnet': {'network_id': '90706b31-d8f9-4017-8cdf-292e1ea5b46d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-174117447-subnet', 'tenant_id': '79e136142cfc45aeabc2de8489670547', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:07.927549 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['65357b4e-c9ac-4ef1-bf17-b44c756d4a1d'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:05:07.930018 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-44547143-6d4a-4902-b12c-7b7e55c2d898 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:05:07.938976 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-44547143-6d4a-4902-b12c-7b7e55c2d898 admin admin] Usage tracker for resource:subnet and tenant:79e136142cfc45aeabc2de8489670547 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:05:07.948861 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-44547143-6d4a-4902-b12c-7b7e55c2d898 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:05:07.971112 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-44547143-6d4a-4902-b12c-7b7e55c2d898 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:05:07.997623 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44547143-6d4a-4902-b12c-7b7e55c2d898 admin admin] Made reservation on behalf of 79e136142cfc45aeabc2de8489670547 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:05:08.003425 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-44547143-6d4a-4902-b12c-7b7e55c2d898 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:08.028333 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c5813c6b-492d-49e4-af0e-c838c68f4088 req-094edd06-80f8-4d90-b491-7a323d15d927 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:08.064804 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-37c422ff-25ee-4021-828f-30701b29acf9 req-9e16d54a-f773-4d3e-bee4-31a8759cc436 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Deleting port b946e0ec-388c-4def-a759-89fe4b4606bb {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:05:08.065449 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-37c422ff-25ee-4021-828f-30701b29acf9 req-9e16d54a-f773-4d3e-bee4-31a8759cc436 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:08.163775 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port f9b2d358-0ad5-43e9-81ee-55fa33d7d68a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=f9b2d358-0ad5-43e9-81ee-55fa33d7d68a,segment=NetworkSegment(40c00fa1-daf3-4b56-ac4d-2ce7703801d7),segment_id=40c00fa1-daf3-4b56-ac4d-2ce7703801d7)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:05:08.194834 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:08.195932 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 2b457899-fc18-4e88-ac0e-5e0fa9c1dad9 up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:05:08.324081 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c5813c6b-492d-49e4-af0e-c838c68f4088 req-094edd06-80f8-4d90-b491-7a323d15d927 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:08.336311 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c5813c6b-492d-49e4-af0e-c838c68f4088 req-094edd06-80f8-4d90-b491-7a323d15d927 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:08.378672 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aaa5086-2506-413a-a88f-4d56b6d269cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c108be72-b142-4311-9bae-7e7f5c0f5089'}, {'server_uuid': '9aaa5086-2506-413a-a88f-4d56b6d269cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b2d358-0ad5-43e9-81ee-55fa33d7d68a'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:05:08.397099 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-b62a4510-608d-4a05-b591-1504da441d21 None None] Set router 68505d7b-ac4f-4fc5-95fe-391f3436d4dc gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:05:08.426093 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c5813c6b-492d-49e4-af0e-c838c68f4088 req-094edd06-80f8-4d90-b491-7a323d15d927 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:08.427270 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c5813c6b-492d-49e4-af0e-c838c68f4088 req-094edd06-80f8-4d90-b491-7a323d15d927 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.7688153 Feb 09 01:05:08.448615 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-44547143-6d4a-4902-b12c-7b7e55c2d898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:08.486317 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094edd06-80f8-4d90-b491-7a323d15d927 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da08822e-8b19-46d8-8dfe-949c06c0ca7b,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:08.543558 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2d16a552-7315-4429-b797-7412f31baf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:08.654744 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44547143-6d4a-4902-b12c-7b7e55c2d898 admin admin] Checking segment: {'id': '9a7979aa-58aa-4ec1-b1c2-26ff993eb322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '90706b31-d8f9-4017-8cdf-292e1ea5b46d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:05:08.655253 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44547143-6d4a-4902-b12c-7b7e55c2d898 admin admin] Network hostable DHCP agents. Network: 90706b31-d8f9-4017-8cdf-292e1ea5b46d, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:05:08.662702 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44547143-6d4a-4902-b12c-7b7e55c2d898 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0634c646-7c7c-44e6-82e0-e4e73fef120c,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:08.686487 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44547143-6d4a-4902-b12c-7b7e55c2d898 admin admin] Network 90706b31-d8f9-4017-8cdf-292e1ea5b46d is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:05:08.728662 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-44547143-6d4a-4902-b12c-7b7e55c2d898 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 90706b31-d8f9-4017-8cdf-292e1ea5b46d) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:05:08.745312 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f759de-df9e-4551-984e-2d029534358d tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Router dfa5ed74-a0ba-4821-89e3-19646b335c16 is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:05:08.756527 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44547143-6d4a-4902-b12c-7b7e55c2d898 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:08.759385 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-44547143-6d4a-4902-b12c-7b7e55c2d898 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:08.763295 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-37c422ff-25ee-4021-828f-30701b29acf9 req-9e16d54a-f773-4d3e-bee4-31a8759cc436 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] For port b946e0ec-388c-4def-a759-89fe4b4606bb, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=b946e0ec-388c-4def-a759-89fe4b4606bb,segment=NetworkSegment(42eb89e1-c4de-4f57-85a6-0e5fc984e699),segment_id=42eb89e1-c4de-4f57-85a6-0e5fc984e699)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:05:08.763662 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-37c422ff-25ee-4021-828f-30701b29acf9 req-9e16d54a-f773-4d3e-bee4-31a8759cc436 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:08.810858 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-44547143-6d4a-4902-b12c-7b7e55c2d898 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9028482 Feb 09 01:05:08.813410 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 56080) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:05:08.824508 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-57a0e0c3-7b5a-4627-8414-67bfd49b4227 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-174117447-router', 'tenant_id': '79e136142cfc45aeabc2de8489670547', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:08.834348 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-57a0e0c3-7b5a-4627-8414-67bfd49b4227 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:05:08.840944 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-57a0e0c3-7b5a-4627-8414-67bfd49b4227 admin admin] Usage tracker for resource:router and tenant:79e136142cfc45aeabc2de8489670547 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:05:08.844521 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-57a0e0c3-7b5a-4627-8414-67bfd49b4227 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:05:08.852636 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-57a0e0c3-7b5a-4627-8414-67bfd49b4227 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:05:08.871246 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fae1c55-2e22-4112-b94a-c8c855eab4ec None None] Network 90706b31-d8f9-4017-8cdf-292e1ea5b46d requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:05:08.885004 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-57a0e0c3-7b5a-4627-8414-67bfd49b4227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:08.888510 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-57a0e0c3-7b5a-4627-8414-67bfd49b4227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:08.920117 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-57a0e0c3-7b5a-4627-8414-67bfd49b4227 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:08.929830 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port 2b457899-fc18-4e88-ac0e-5e0fa9c1dad9 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:05:09.001468 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=f9b2d358-0ad5-43e9-81ee-55fa33d7d68a,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:09.024095 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 2b457899-fc18-4e88-ac0e-5e0fa9c1dad9 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:05:09.024485 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:09.116678 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['3b75733b-86ec-409c-b876-9a25acc30612'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:05:09.338481 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-37c422ff-25ee-4021-828f-30701b29acf9 req-9e16d54a-f773-4d3e-bee4-31a8759cc436 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Calling delete_port for b946e0ec-388c-4def-a759-89fe4b4606bb owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:05:09.358251 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-57a0e0c3-7b5a-4627-8414-67bfd49b4227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:09.491646 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b53fff-1f9e-4623-ac55-87e28136d76a req-8c22e5ef-471f-4843-a7b8-2d1fa665dedf tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:09.499581 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b53fff-1f9e-4623-ac55-87e28136d76a req-8c22e5ef-471f-4843-a7b8-2d1fa665dedf tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:09.503666 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b4b53fff-1f9e-4623-ac55-87e28136d76a req-8c22e5ef-471f-4843-a7b8-2d1fa665dedf tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1dc9fbd-beb1-4b2c-af47-120b2600407a HTTP/1.1" status: 200 len: 1679 time: 0.8307290 Feb 09 01:05:09.779969 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b4b53fff-1f9e-4623-ac55-87e28136d76a req-29230481-e57f-4453-bf68-95877cabfea7 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "GET /v2.0/security-groups?id=f20558f4-33ef-4c77-9965-2db2b58a5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678754 Feb 09 01:05:09.819805 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f759de-df9e-4551-984e-2d029534358d tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:05:09.834364 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e563abc-6203-42be-9f04-e5700bfc5120 None None] Sync routers for ids ['dfa5ed74-a0ba-4821-89e3-19646b335c16'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:05:09.850672 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-79f759de-df9e-4551-984e-2d029534358d tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:09.852591 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-79f759de-df9e-4551-984e-2d029534358d tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] 10.222.0.105 "PUT /v2.0/routers/dfa5ed74-a0ba-4821-89e3-19646b335c16 HTTP/1.1" status: 200 len: 918 time: 9.4058828 Feb 09 01:05:09.861647 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 56096) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:05:09.874513 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e563abc-6203-42be-9f04-e5700bfc5120 None None] Routers {'dfa5ed74-a0ba-4821-89e3-19646b335c16'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:05:09.876679 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-2e563abc-6203-42be-9f04-e5700bfc5120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:04:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['dfa5ed74-a0ba-4821-89e3-19646b335c16'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:09.903117 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3442f9-f7c8-42c6-a8a4-fac0a4d9cefd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-90706b31-d8f9-4017-8cdf-292e1ea5b46d', 'network_id': '90706b31-d8f9-4017-8cdf-292e1ea5b46d', 'tenant_id': '79e136142cfc45aeabc2de8489670547', 'fixed_ips': [{'subnet_id': '0634c646-7c7c-44e6-82e0-e4e73fef120c'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:05:09.903973 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ae3442f9-f7c8-42c6-a8a4-fac0a4d9cefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:09.914733 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:09.980826 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-57a0e0c3-7b5a-4627-8414-67bfd49b4227 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:10.014706 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-2e563abc-6203-42be-9f04-e5700bfc5120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:10.028035 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e563abc-6203-42be-9f04-e5700bfc5120 None None] Routers {'dfa5ed74-a0ba-4821-89e3-19646b335c16'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:05:10.029054 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-2e563abc-6203-42be-9f04-e5700bfc5120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:04:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['dfa5ed74-a0ba-4821-89e3-19646b335c16'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:10.054109 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-57a0e0c3-7b5a-4627-8414-67bfd49b4227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:10.136271 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-2e563abc-6203-42be-9f04-e5700bfc5120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:10.136579 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e563abc-6203-42be-9f04-e5700bfc5120 None None] The sync data for ids ['dfa5ed74-a0ba-4821-89e3-19646b335c16'] in n-d-828418-1 is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:05:10.161063 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-37c422ff-25ee-4021-828f-30701b29acf9 req-9e16d54a-f773-4d3e-bee4-31a8759cc436 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:10.342479 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 2b457899-fc18-4e88-ac0e-5e0fa9c1dad9, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=2b457899-fc18-4e88-ac0e-5e0fa9c1dad9,segment=NetworkSegment(58a74df4-ae9c-4d77-a359-bab3cfb3f82d),segment_id=58a74df4-ae9c-4d77-a359-bab3cfb3f82d)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:05:10.363838 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-b62a4510-608d-4a05-b591-1504da441d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68505d7b-ac4f-4fc5-95fe-391f3436d4dc', 'name': 'tempest-TaggedBootDevicesTest-319278242-router', 'tenant_id': 'b38b8d3b4ab64851a90546fed2d6c948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '7a2c52bc-a296-44e7-89be-65763e3a6006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:04:46Z', 'updated_at': '2022-02-09T01:05:03Z', 'revision_number': 4, 'project_id': 'b38b8d3b4ab64851a90546fed2d6c948', 'gw_port': {'id': '7a2c52bc-a296-44e7-89be-65763e3a6006', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:88:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68505d7b-ac4f-4fc5-95fe-391f3436d4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:51Z', 'updated_at': '2022-02-09T01:05:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'e2ded1ac-2059-466c-ae0d-eed1b4cfe9b4', 'name': '', 'network_id': '5155f974-02f7-460c-bde1-4d4a435cc291', 'tenant_id': 'b38b8d3b4ab64851a90546fed2d6c948', 'mac_address': 'fa:16:3e:fb:25:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68505d7b-ac4f-4fc5-95fe-391f3436d4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'a3a9310a-be0f-4b6b-b867-4cea61f46d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:05:02Z', 'updated_at': '2022-02-09T01:05:04Z', 'revision_number': 2, 'project_id': 'b38b8d3b4ab64851a90546fed2d6c948', 'subnets': [{'id': 'a3a9310a-be0f-4b6b-b867-4cea61f46d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:10.366090 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:10.366885 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 79a7f7ff-db18-40ba-b175-35b4cc180bbe up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:05:10.524681 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62a4510-608d-4a05-b591-1504da441d21 None None] The sync data for ids ['68505d7b-ac4f-4fc5-95fe-391f3436d4dc'] in n-d-828418-1 is: [{'id': '68505d7b-ac4f-4fc5-95fe-391f3436d4dc', 'name': 'tempest-TaggedBootDevicesTest-319278242-router', 'tenant_id': 'b38b8d3b4ab64851a90546fed2d6c948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '7a2c52bc-a296-44e7-89be-65763e3a6006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:04:46Z', 'updated_at': '2022-02-09T01:05:03Z', 'revision_number': 4, 'project_id': 'b38b8d3b4ab64851a90546fed2d6c948', 'gw_port': {'id': '7a2c52bc-a296-44e7-89be-65763e3a6006', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:88:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68505d7b-ac4f-4fc5-95fe-391f3436d4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:51Z', 'updated_at': '2022-02-09T01:05:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'e2ded1ac-2059-466c-ae0d-eed1b4cfe9b4', 'name': '', 'network_id': '5155f974-02f7-460c-bde1-4d4a435cc291', 'tenant_id': 'b38b8d3b4ab64851a90546fed2d6c948', 'mac_address': 'fa:16:3e:fb:25:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68505d7b-ac4f-4fc5-95fe-391f3436d4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'a3a9310a-be0f-4b6b-b867-4cea61f46d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:05:02Z', 'updated_at': '2022-02-09T01:05:04Z', 'revision_number': 2, 'project_id': 'b38b8d3b4ab64851a90546fed2d6c948', 'subnets': [{'id': 'a3a9310a-be0f-4b6b-b867-4cea61f46d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:05:10.539012 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-57a0e0c3-7b5a-4627-8414-67bfd49b4227 admin admin] Allocated IP 172.25.0.170 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/7cda14fc-103f-40c3-af0d-222555fad78c) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:05:10.616236 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-ae3442f9-f7c8-42c6-a8a4-fac0a4d9cefd None None] Allocated IP 172.20.0.2 (90706b31-d8f9-4017-8cdf-292e1ea5b46d/0634c646-7c7c-44e6-82e0-e4e73fef120c/34911b9f-1493-4fa6-97dc-b0e6be9116fa) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:05:10.644690 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d8001a24-5ffe-4d9b-8181-fcf182c70756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:10.647247 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e16d54a-f773-4d3e-bee4-31a8759cc436 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Pushing event deleted for resources: {'Port': ['ID=b946e0ec-388c-4def-a759-89fe4b4606bb,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:10.655779 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c422ff-25ee-4021-828f-30701b29acf9 req-9e16d54a-f773-4d3e-bee4-31a8759cc436 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] No DVR routers for this DVR port b946e0ec-388c-4def-a759-89fe4b4606bb on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:05:10.659960 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-4dfb999b-fb5b-4d26-91e7-43396ed36ee2 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] 10.222.0.105 "GET /v2.0/routers/dfa5ed74-a0ba-4821-89e3-19646b335c16 HTTP/1.1" status: 200 len: 924 time: 0.7969496 Feb 09 01:05:10.663619 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 56108) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:05:10.665706 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-37c422ff-25ee-4021-828f-30701b29acf9 req-9e16d54a-f773-4d3e-bee4-31a8759cc436 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:10.669813 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-37c422ff-25ee-4021-828f-30701b29acf9 req-9e16d54a-f773-4d3e-bee4-31a8759cc436 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "DELETE /v2.0/ports/b946e0ec-388c-4def-a759-89fe4b4606bb HTTP/1.1" status: 204 len: 173 time: 2.7518864 Feb 09 01:05:10.673160 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15f6fa95-6f4a-4909-837a-471f3f3362d9', 'name': 'network-vif-deleted', 'tag': 'b946e0ec-388c-4def-a759-89fe4b4606bb'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:05:10.752752 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=2b457899-fc18-4e88-ac0e-5e0fa9c1dad9,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:10.861854 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903781dc-75d3-4ae8-93e6-b47b736feb00 req-f91875f5-67ab-4b44-897e-f5a4040a196e tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:10.872477 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-903781dc-75d3-4ae8-93e6-b47b736feb00 req-f91875f5-67ab-4b44-897e-f5a4040a196e tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=84cd5f7d-ef59-4e6e-a79b-f39ebb23a107 HTTP/1.1" status: 200 len: 945 time: 0.7705586 Feb 09 01:05:11.014012 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57283f5f-e3e4-4a71-bc9d-4b6573fb7f19 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:11.019072 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-57283f5f-e3e4-4a71-bc9d-4b6573fb7f19 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] 10.222.0.105 "GET /v2.0/ports?network_id=3d885c3c-255c-4e54-addc-b28437d0b18e&device_id=dfa5ed74-a0ba-4821-89e3-19646b335c16&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3442838 Feb 09 01:05:11.028584 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-903781dc-75d3-4ae8-93e6-b47b736feb00 req-0186af02-0a7d-49df-8f53-8fea6e06f0df tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551313 Feb 09 01:05:11.032755 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 56122) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:05:11.074505 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-57a0e0c3-7b5a-4627-8414-67bfd49b4227 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:11.187095 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-57a0e0c3-7b5a-4627-8414-67bfd49b4227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:11.213435 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port 79a7f7ff-db18-40ba-b175-35b4cc180bbe completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:05:11.248893 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 79a7f7ff-db18-40ba-b175-35b4cc180bbe triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:05:11.249265 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:11.456952 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a0e0c3-7b5a-4627-8414-67bfd49b4227 admin admin] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:05:11.477675 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-57a0e0c3-7b5a-4627-8414-67bfd49b4227 admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:05:11.486093 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a0e0c3-7b5a-4627-8414-67bfd49b4227 admin admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:05:11.539670 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8272ff18-ffa3-4337-b7c9-04fda9f3f936 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:11.541409 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-8272ff18-ffa3-4337-b7c9-04fda9f3f936 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] 10.222.0.105 "GET /v2.0/networks/3d885c3c-255c-4e54-addc-b28437d0b18e HTTP/1.1" status: 200 len: 881 time: 0.5076954 Feb 09 01:05:11.549022 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 56136) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:05:11.608813 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a0e0c3-7b5a-4627-8414-67bfd49b4227 admin admin] Pushing event updated for resources: {'Port': ['ID=7cda14fc-103f-40c3-af0d-222555fad78c,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:11.638517 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ae3442f9-f7c8-42c6-a8a4-fac0a4d9cefd None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:11.684000 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-ae3442f9-f7c8-42c6-a8a4-fac0a4d9cefd None None] Transition to ACTIVE for port object 34911b9f-1493-4fa6-97dc-b0e6be9116fa will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:05:11.685417 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f8e78b57-368a-4538-b492-3bb3129aac42 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] 10.222.0.105 "GET /v2.0/ports?device_id=dfa5ed74-a0ba-4821-89e3-19646b335c16 HTTP/1.1" status: 200 len: 205 time: 0.1330955 Feb 09 01:05:11.687941 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 56140) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:05:11.757961 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-ae3442f9-f7c8-42c6-a8a4-fac0a4d9cefd None None] Transition to ACTIVE for port object 34911b9f-1493-4fa6-97dc-b0e6be9116fa will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:05:11.887889 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['8966abcd-1778-4e11-b863-2fa7dd0270fe', '9de2f4cb-9135-47ad-906a-b6130ce11d23'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:05:12.028221 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208322dd-9fc2-4e82-9fa6-4210a1f21105 req-e6e75351-81ce-4d2b-893d-8a1c8669cca5 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:12.035230 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208322dd-9fc2-4e82-9fa6-4210a1f21105 req-e6e75351-81ce-4d2b-893d-8a1c8669cca5 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:12.043085 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208322dd-9fc2-4e82-9fa6-4210a1f21105 req-e6e75351-81ce-4d2b-893d-8a1c8669cca5 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:12.051296 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208322dd-9fc2-4e82-9fa6-4210a1f21105 req-e6e75351-81ce-4d2b-893d-8a1c8669cca5 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:12.057101 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208322dd-9fc2-4e82-9fa6-4210a1f21105 req-e6e75351-81ce-4d2b-893d-8a1c8669cca5 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:12.063774 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208322dd-9fc2-4e82-9fa6-4210a1f21105 req-e6e75351-81ce-4d2b-893d-8a1c8669cca5 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:12.069623 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208322dd-9fc2-4e82-9fa6-4210a1f21105 req-e6e75351-81ce-4d2b-893d-8a1c8669cca5 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:12.077067 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-208322dd-9fc2-4e82-9fa6-4210a1f21105 req-e6e75351-81ce-4d2b-893d-8a1c8669cca5 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/ports?device_id=9aaa5086-2506-413a-a88f-4d56b6d269cb HTTP/1.1" status: 200 len: 5437 time: 0.7756205 Feb 09 01:05:12.136053 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-adc5127d-6ab6-4e10-805c-ce32a945acb5 req-001c4492-e608-4ec6-b180-74857bdfd821 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1584822094', 'description': 'tempest-description-1098759068'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:12.139788 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ae3442f9-f7c8-42c6-a8a4-fac0a4d9cefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:12.192676 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-208322dd-9fc2-4e82-9fa6-4210a1f21105 req-2d6be5e2-e09b-4530-b54e-8bf3758da60c tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/security-groups?id=924aa29d-9387-4933-bba8-e1d938d01b5c&id=ea209cdf-6740-4074-8d6c-66653a19d53a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1146469 Feb 09 01:05:12.284899 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3442f9-f7c8-42c6-a8a4-fac0a4d9cefd None None] Network 90706b31-d8f9-4017-8cdf-292e1ea5b46d is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:05:12.309866 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aaa5086-2506-413a-a88f-4d56b6d269cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c108be72-b142-4311-9bae-7e7f5c0f5089', 'code': 200} Feb 09 01:05:12.310133 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aaa5086-2506-413a-a88f-4d56b6d269cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b2d358-0ad5-43e9-81ee-55fa33d7d68a', 'code': 200} Feb 09 01:05:12.311939 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3442f9-f7c8-42c6-a8a4-fac0a4d9cefd None None] Pushing event updated for resources: {'Port': ['ID=34911b9f-1493-4fa6-97dc-b0e6be9116fa,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:12.323550 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-ae3442f9-f7c8-42c6-a8a4-fac0a4d9cefd None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:05:12.331400 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:12.346859 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3442f9-f7c8-42c6-a8a4-fac0a4d9cefd None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:05:12.364408 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-adc5127d-6ab6-4e10-805c-ce32a945acb5 req-001c4492-e608-4ec6-b180-74857bdfd821 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:05:12.376219 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-adc5127d-6ab6-4e10-805c-ce32a945acb5 req-001c4492-e608-4ec6-b180-74857bdfd821 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Usage tracker for resource:security_group and tenant:22ecc9368231448ea2acdc9751828891 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:05:12.383229 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-adc5127d-6ab6-4e10-805c-ce32a945acb5 req-001c4492-e608-4ec6-b180-74857bdfd821 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:05:12.409728 n-d-828418-1 neutron-server[87639]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '15f6fa95-6f4a-4909-837a-471f3f3362d9', 'name': 'network-vif-deleted', 'tag': 'b946e0ec-388c-4def-a759-89fe4b4606bb', 'status': 'failed', 'code': 422} returned with failed status Feb 09 01:05:12.498770 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-77faa013-1a5c-418c-b994-3d5981b8a30d tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:12.634146 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-57a0e0c3-7b5a-4627-8414-67bfd49b4227 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:12.695844 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:12.816041 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 7a2c52bc-a296-44e7-89be-65763e3a6006 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:05:12.879720 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:12.928831 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-adc5127d-6ab6-4e10-805c-ce32a945acb5 req-001c4492-e608-4ec6-b180-74857bdfd821 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:05:12.986494 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 79a7f7ff-db18-40ba-b175-35b4cc180bbe, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=79a7f7ff-db18-40ba-b175-35b4cc180bbe,segment=NetworkSegment(58a74df4-ae9c-4d77-a359-bab3cfb3f82d),segment_id=58a74df4-ae9c-4d77-a359-bab3cfb3f82d)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:05:13.042095 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-adc5127d-6ab6-4e10-805c-ce32a945acb5 req-001c4492-e608-4ec6-b180-74857bdfd821 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:13.096570 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-adc5127d-6ab6-4e10-805c-ce32a945acb5 req-001c4492-e608-4ec6-b180-74857bdfd821 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:05:13.105989 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-adc5127d-6ab6-4e10-805c-ce32a945acb5 req-001c4492-e608-4ec6-b180-74857bdfd821 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Usage tracker for resource:security_group_rule and tenant:22ecc9368231448ea2acdc9751828891 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:05:13.109975 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-adc5127d-6ab6-4e10-805c-ce32a945acb5 req-001c4492-e608-4ec6-b180-74857bdfd821 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:05:13.117112 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-adc5127d-6ab6-4e10-805c-ce32a945acb5 req-001c4492-e608-4ec6-b180-74857bdfd821 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:05:13.176471 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-77faa013-1a5c-418c-b994-3d5981b8a30d tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:13.192284 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-77faa013-1a5c-418c-b994-3d5981b8a30d tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Deleting port 95090549-0eb8-4247-9a67-0fab61ec0e7a {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:05:13.192666 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-77faa013-1a5c-418c-b994-3d5981b8a30d tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:13.197000 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:13.197000 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device acba0247-8d0d-4937-a7cd-c165665bdb16 up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:05:13.298263 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-adc5127d-6ab6-4e10-805c-ce32a945acb5 req-001c4492-e608-4ec6-b180-74857bdfd821 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:13.311833 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-adc5127d-6ab6-4e10-805c-ce32a945acb5 req-001c4492-e608-4ec6-b180-74857bdfd821 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:13.384137 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a72e9-2efa-4a35-b031-ef0f6222f197 req-3467493a-779b-4cf2-83b5-63eb0ec1976b tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:13.389949 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a72e9-2efa-4a35-b031-ef0f6222f197 req-3467493a-779b-4cf2-83b5-63eb0ec1976b tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:13.399939 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9a8a72e9-2efa-4a35-b031-ef0f6222f197 req-3467493a-779b-4cf2-83b5-63eb0ec1976b tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1dc9fbd-beb1-4b2c-af47-120b2600407a HTTP/1.1" status: 200 len: 1679 time: 0.4726155 Feb 09 01:05:13.475586 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-57a0e0c3-7b5a-4627-8414-67bfd49b4227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:13.483862 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-ae3442f9-f7c8-42c6-a8a4-fac0a4d9cefd None None] Attempting to bind port 34911b9f-1493-4fa6-97dc-b0e6be9116fa on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:05:13.484565 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-ae3442f9-f7c8-42c6-a8a4-fac0a4d9cefd None None] Attempting to bind port 34911b9f-1493-4fa6-97dc-b0e6be9116fa by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '9a7979aa-58aa-4ec1-b1c2-26ff993eb322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '90706b31-d8f9-4017-8cdf-292e1ea5b46d'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:05:13.485089 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3442f9-f7c8-42c6-a8a4-fac0a4d9cefd None None] Attempting to bind port 34911b9f-1493-4fa6-97dc-b0e6be9116fa on network 90706b31-d8f9-4017-8cdf-292e1ea5b46d {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:05:13.513255 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3442f9-f7c8-42c6-a8a4-fac0a4d9cefd None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:05:13.514143 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3442f9-f7c8-42c6-a8a4-fac0a4d9cefd None None] Checking segment: {'id': '9a7979aa-58aa-4ec1-b1c2-26ff993eb322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '90706b31-d8f9-4017-8cdf-292e1ea5b46d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:05:13.514877 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ae3442f9-f7c8-42c6-a8a4-fac0a4d9cefd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:13.516184 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3442f9-f7c8-42c6-a8a4-fac0a4d9cefd None None] Bound using segment: {'id': '9a7979aa-58aa-4ec1-b1c2-26ff993eb322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '90706b31-d8f9-4017-8cdf-292e1ea5b46d'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:05:13.517631 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-ae3442f9-f7c8-42c6-a8a4-fac0a4d9cefd None None] Bound port: 34911b9f-1493-4fa6-97dc-b0e6be9116fa, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a7979aa-58aa-4ec1-b1c2-26ff993eb322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '90706b31-d8f9-4017-8cdf-292e1ea5b46d'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:05:13.518504 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ae3442f9-f7c8-42c6-a8a4-fac0a4d9cefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:13.524377 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001c4492-e608-4ec6-b180-74857bdfd821 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23a20c9c-34ca-4d57-afec-973fa9d6dbc7,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:13.554972 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-adc5127d-6ab6-4e10-805c-ce32a945acb5 req-001c4492-e608-4ec6-b180-74857bdfd821 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:13.556295 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-adc5127d-6ab6-4e10-805c-ce32a945acb5 req-001c4492-e608-4ec6-b180-74857bdfd821 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 1.4764109 Feb 09 01:05:13.667565 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9a8a72e9-2efa-4a35-b031-ef0f6222f197 req-6835e99f-e945-4e73-8e20-61b002e3aa03 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "GET /v2.0/security-groups?id=f20558f4-33ef-4c77-9965-2db2b58a5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644935 Feb 09 01:05:13.693748 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-ae3442f9-f7c8-42c6-a8a4-fac0a4d9cefd None None] For port 34911b9f-1493-4fa6-97dc-b0e6be9116fa, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:05:13.697734 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-ae3442f9-f7c8-42c6-a8a4-fac0a4d9cefd None None] For port 34911b9f-1493-4fa6-97dc-b0e6be9116fa, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=34911b9f-1493-4fa6-97dc-b0e6be9116fa,segment=NetworkSegment(9a7979aa-58aa-4ec1-b1c2-26ff993eb322),segment_id=9a7979aa-58aa-4ec1-b1c2-26ff993eb322)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:05:13.699421 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 7a2c52bc-a296-44e7-89be-65763e3a6006 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:05:13.777301 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-77faa013-1a5c-418c-b994-3d5981b8a30d tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:13.816719 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ae3442f9-f7c8-42c6-a8a4-fac0a4d9cefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:13.894841 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57a0e0c3-7b5a-4627-8414-67bfd49b4227 admin admin] Router ab60ad8b-3d46-437c-ad16-9275283b2f7a is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:05:13.990638 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:13.991640 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 7a2c52bc-a296-44e7-89be-65763e3a6006 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:05:13.992090 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:14.085856 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port acba0247-8d0d-4937-a7cd-c165665bdb16 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:05:14.107384 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port acba0247-8d0d-4937-a7cd-c165665bdb16 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:05:14.107918 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:14.186047 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-77faa013-1a5c-418c-b994-3d5981b8a30d tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Calling delete_port for 95090549-0eb8-4247-9a67-0fab61ec0e7a owned by network:router_gateway {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:05:14.308598 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 56172) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:05:14.435222 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aaa5086-2506-413a-a88f-4d56b6d269cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b457899-fc18-4e88-ac0e-5e0fa9c1dad9'}, {'server_uuid': '9aaa5086-2506-413a-a88f-4d56b6d269cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79a7f7ff-db18-40ba-b175-35b4cc180bbe'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:05:14.458751 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=79a7f7ff-db18-40ba-b175-35b4cc180bbe,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:14.511019 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a0e0c3-7b5a-4627-8414-67bfd49b4227 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:05:14.525952 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdcc9fd-0306-42d5-a515-a986277dd58e None None] Sync routers for ids ['ab60ad8b-3d46-437c-ad16-9275283b2f7a'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:05:14.551294 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-57a0e0c3-7b5a-4627-8414-67bfd49b4227 admin admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:14.553383 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-57a0e0c3-7b5a-4627-8414-67bfd49b4227 admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.7385600 Feb 09 01:05:14.557082 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 56180) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:05:14.561802 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdcc9fd-0306-42d5-a515-a986277dd58e None None] Routers {'ab60ad8b-3d46-437c-ad16-9275283b2f7a'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:05:14.562816 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-4fdcc9fd-0306-42d5-a515-a986277dd58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:05:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['ab60ad8b-3d46-437c-ad16-9275283b2f7a'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:14.626226 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb605d8-37d2-47ce-9a19-7cfdc66ed1da None None] Sync routers for ids ['68505d7b-ac4f-4fc5-95fe-391f3436d4dc'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:05:14.802545 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb605d8-37d2-47ce-9a19-7cfdc66ed1da None None] Routers {'68505d7b-ac4f-4fc5-95fe-391f3436d4dc'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:05:14.803213 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-4cb605d8-37d2-47ce-9a19-7cfdc66ed1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:05:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['68505d7b-ac4f-4fc5-95fe-391f3436d4dc'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:14.846056 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b333fc66-3a3d-48bf-b7f1-d69f64a1d18b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:14.881229 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b333fc66-3a3d-48bf-b7f1-d69f64a1d18b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:05:14.890175 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-b333fc66-3a3d-48bf-b7f1-d69f64a1d18b admin admin] Usage tracker for resource:security_group_rule and tenant:d622f19badfa452daffd8a378d160edf is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:05:14.893929 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-b333fc66-3a3d-48bf-b7f1-d69f64a1d18b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:05:14.899831 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b333fc66-3a3d-48bf-b7f1-d69f64a1d18b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:05:14.969039 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:15.049985 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:15.090990 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-4fdcc9fd-0306-42d5-a515-a986277dd58e None None] Set router ab60ad8b-3d46-437c-ad16-9275283b2f7a gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:05:15.101043 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port acba0247-8d0d-4937-a7cd-c165665bdb16, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=acba0247-8d0d-4937-a7cd-c165665bdb16,segment=NetworkSegment(58a74df4-ae9c-4d77-a359-bab3cfb3f82d),segment_id=58a74df4-ae9c-4d77-a359-bab3cfb3f82d)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:05:15.106963 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b333fc66-3a3d-48bf-b7f1-d69f64a1d18b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:15.120526 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b333fc66-3a3d-48bf-b7f1-d69f64a1d18b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:15.127028 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-77faa013-1a5c-418c-b994-3d5981b8a30d tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:15.144166 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:15.145337 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device ff4c2db4-d131-4548-bc99-555a0ac5aae6 up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:05:15.191343 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b333fc66-3a3d-48bf-b7f1-d69f64a1d18b admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=d622f19badfa452daffd8a378d160edf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8816566 Feb 09 01:05:15.192123 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 56190) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:05:15.266674 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3442f9-f7c8-42c6-a8a4-fac0a4d9cefd None None] Pushing event updated for resources: {'Port': ['ID=34911b9f-1493-4fa6-97dc-b0e6be9116fa,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:15.309932 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77faa013-1a5c-418c-b994-3d5981b8a30d tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Pushing event deleted for resources: {'Port': ['ID=95090549-0eb8-4247-9a67-0fab61ec0e7a,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:15.391430 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9f7fad80-b32b-4ccd-96a1-91f1dcc32c81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:15.395345 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b333fc66-3a3d-48bf-b7f1-d69f64a1d18b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ff7943-b7d1-414c-9b52-5c3a9c85c7bd,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:15.438497 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d092e2-87e7-4f9a-8ef9-6f917eee0eae req-bb9cc30a-87e6-43ac-b2f2-9cdee2cbac0d tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:15.444922 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d092e2-87e7-4f9a-8ef9-6f917eee0eae req-bb9cc30a-87e6-43ac-b2f2-9cdee2cbac0d tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:15.456576 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d092e2-87e7-4f9a-8ef9-6f917eee0eae req-bb9cc30a-87e6-43ac-b2f2-9cdee2cbac0d tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:15.470630 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d092e2-87e7-4f9a-8ef9-6f917eee0eae req-bb9cc30a-87e6-43ac-b2f2-9cdee2cbac0d tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:15.476938 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d092e2-87e7-4f9a-8ef9-6f917eee0eae req-bb9cc30a-87e6-43ac-b2f2-9cdee2cbac0d tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:15.491156 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d092e2-87e7-4f9a-8ef9-6f917eee0eae req-bb9cc30a-87e6-43ac-b2f2-9cdee2cbac0d tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:15.512748 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d092e2-87e7-4f9a-8ef9-6f917eee0eae req-bb9cc30a-87e6-43ac-b2f2-9cdee2cbac0d tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:15.515029 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c8d092e2-87e7-4f9a-8ef9-6f917eee0eae req-bb9cc30a-87e6-43ac-b2f2-9cdee2cbac0d tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/ports?device_id=9aaa5086-2506-413a-a88f-4d56b6d269cb HTTP/1.1" status: 200 len: 5438 time: 0.5790386 Feb 09 01:05:15.537201 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 7a2c52bc-a296-44e7-89be-65763e3a6006, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=7a2c52bc-a296-44e7-89be-65763e3a6006,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:05:15.537623 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18a5a9-2ca5-49c2-8bba-091ef1a651aa req-7f89ee4b-8715-4fe7-9210-da5fbb349cfe tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:15.550444 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1f18a5a9-2ca5-49c2-8bba-091ef1a651aa req-7f89ee4b-8715-4fe7-9210-da5fbb349cfe tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=84cd5f7d-ef59-4e6e-a79b-f39ebb23a107 HTTP/1.1" status: 200 len: 945 time: 1.6228068 Feb 09 01:05:15.605031 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-4fdcc9fd-0306-42d5-a515-a986277dd58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab60ad8b-3d46-437c-ad16-9275283b2f7a', 'name': 'tempest-TaggedBootDevicesTest-174117447-router', 'tenant_id': '79e136142cfc45aeabc2de8489670547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '7cda14fc-103f-40c3-af0d-222555fad78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:05:08Z', 'updated_at': '2022-02-09T01:05:12Z', 'revision_number': 3, 'project_id': '79e136142cfc45aeabc2de8489670547', 'gw_port': {'id': '7cda14fc-103f-40c3-af0d-222555fad78c', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:75:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab60ad8b-3d46-437c-ad16-9275283b2f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:05:10Z', 'updated_at': '2022-02-09T01:05:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:15.617958 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdcc9fd-0306-42d5-a515-a986277dd58e None None] Checking router: ab60ad8b-3d46-437c-ad16-9275283b2f7a for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:05:15.620748 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdcc9fd-0306-42d5-a515-a986277dd58e None None] Updating router ab60ad8b-3d46-437c-ad16-9275283b2f7a port 7cda14fc-103f-40c3-af0d-222555fad78c binding host n-d-828418-1 {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:05:15.639393 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:15.748892 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9f7fad80-b32b-4ccd-96a1-91f1dcc32c81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:15.815960 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:05:15.850179 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c8d092e2-87e7-4f9a-8ef9-6f917eee0eae req-13cdc8b1-e45e-4e5e-9ab9-50e84a6f54aa tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/security-groups?id=924aa29d-9387-4933-bba8-e1d938d01b5c&id=ea209cdf-6740-4074-8d6c-66653a19d53a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2304771 Feb 09 01:05:15.855056 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-4fdcc9fd-0306-42d5-a515-a986277dd58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:15.879698 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1f18a5a9-2ca5-49c2-8bba-091ef1a651aa req-8cee4e95-cd5c-471a-b8c5-f88ba7e97cc6 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283093 Feb 09 01:05:15.964033 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=acba0247-8d0d-4937-a7cd-c165665bdb16,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:16.080602 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-77faa013-1a5c-418c-b994-3d5981b8a30d tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:16.132980 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 34911b9f-1493-4fa6-97dc-b0e6be9116fa up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:05:16.208136 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=7a2c52bc-a296-44e7-89be-65763e3a6006,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:16.289552 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-4cb605d8-37d2-47ce-9a19-7cfdc66ed1da None None] Set router 68505d7b-ac4f-4fc5-95fe-391f3436d4dc gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:05:16.352035 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9f7fad80-b32b-4ccd-96a1-91f1dcc32c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:16.377882 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3449f5-9981-44f0-a3dc-14b564fb3b5d None None] Network 90706b31-d8f9-4017-8cdf-292e1ea5b46d requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:05:16.425240 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7fad80-b32b-4ccd-96a1-91f1dcc32c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ff7943-b7d1-414c-9b52-5c3a9c85c7bd,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:16.512636 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f5a3ef31-b8e0-4f75-ad33-9490ecba9afc None None] Provisioning for port 34911b9f-1493-4fa6-97dc-b0e6be9116fa completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:05:16.521582 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aaa5086-2506-413a-a88f-4d56b6d269cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b457899-fc18-4e88-ac0e-5e0fa9c1dad9', 'code': 200} Feb 09 01:05:16.521986 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aaa5086-2506-413a-a88f-4d56b6d269cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79a7f7ff-db18-40ba-b175-35b4cc180bbe', 'code': 200} Feb 09 01:05:16.543138 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port ff4c2db4-d131-4548-bc99-555a0ac5aae6 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:05:16.548759 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9f7fad80-b32b-4ccd-96a1-91f1dcc32c81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:16.549962 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9f7fad80-b32b-4ccd-96a1-91f1dcc32c81 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/d7ff7943-b7d1-414c-9b52-5c3a9c85c7bd HTTP/1.1" status: 204 len: 168 time: 1.3533711 Feb 09 01:05:16.559422 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port ff4c2db4-d131-4548-bc99-555a0ac5aae6 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:05:16.559930 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:16.616154 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-4fdcc9fd-0306-42d5-a515-a986277dd58e None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:16.652121 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-4fdcc9fd-0306-42d5-a515-a986277dd58e None None] Transition to ACTIVE for port object 7cda14fc-103f-40c3-af0d-222555fad78c will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:05:16.665441 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-4fdcc9fd-0306-42d5-a515-a986277dd58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:16.901636 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-626827d8-8c63-4dd2-b6ca-fd9b42cb03cc req-16cd74f4-386d-4664-939a-684be4e53fe9 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] 10.222.0.105 "GET /v2.0/security-groups/23a20c9c-34ca-4d57-afec-973fa9d6dbc7 HTTP/1.1" status: 200 len: 1807 time: 0.9807055 Feb 09 01:05:16.911030 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-68a16e07-993d-4ae2-86c5-632d86140029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:16.916796 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-77faa013-1a5c-418c-b994-3d5981b8a30d tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:16.937673 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9647fc06-c8ce-4bc6-9eea-cb8637299cb9 None None] Pushing event updated for resources: {'Port': ['ID=7cda14fc-103f-40c3-af0d-222555fad78c,revision_number=2']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:16.967679 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9647fc06-c8ce-4bc6-9eea-cb8637299cb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:16.973760 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9647fc06-c8ce-4bc6-9eea-cb8637299cb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:16.974306 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9647fc06-c8ce-4bc6-9eea-cb8637299cb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:16.974745 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9647fc06-c8ce-4bc6-9eea-cb8637299cb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:16.975185 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9647fc06-c8ce-4bc6-9eea-cb8637299cb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:16.975654 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9647fc06-c8ce-4bc6-9eea-cb8637299cb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:16.976053 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9647fc06-c8ce-4bc6-9eea-cb8637299cb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:16.976717 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9647fc06-c8ce-4bc6-9eea-cb8637299cb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:16.977138 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9647fc06-c8ce-4bc6-9eea-cb8637299cb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:16.977548 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9647fc06-c8ce-4bc6-9eea-cb8637299cb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:16.978191 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9647fc06-c8ce-4bc6-9eea-cb8637299cb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:16.978618 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9647fc06-c8ce-4bc6-9eea-cb8637299cb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:17.042264 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-77faa013-1a5c-418c-b994-3d5981b8a30d tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:17.092681 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-4fdcc9fd-0306-42d5-a515-a986277dd58e None None] Attempting to bind port 7cda14fc-103f-40c3-af0d-222555fad78c on host n-d-828418-1 for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:05:17.094348 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-4fdcc9fd-0306-42d5-a515-a986277dd58e None None] Attempting to bind port 7cda14fc-103f-40c3-af0d-222555fad78c by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:05:17.095200 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdcc9fd-0306-42d5-a515-a986277dd58e None None] Attempting to bind port 7cda14fc-103f-40c3-af0d-222555fad78c on network 3d885c3c-255c-4e54-addc-b28437d0b18e {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:05:17.102089 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-626827d8-8c63-4dd2-b6ca-fd9b42cb03cc req-f14300f6-2eed-47b7-9ba3-7f163085c1f6 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '23a20c9c-34ca-4d57-afec-973fa9d6dbc7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:17.103091 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-626827d8-8c63-4dd2-b6ca-fd9b42cb03cc req-f14300f6-2eed-47b7-9ba3-7f163085c1f6 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '23a20c9c-34ca-4d57-afec-973fa9d6dbc7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:17.113394 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdcc9fd-0306-42d5-a515-a986277dd58e None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:05:17.113697 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdcc9fd-0306-42d5-a515-a986277dd58e None None] Checking segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:05:17.113952 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-4fdcc9fd-0306-42d5-a515-a986277dd58e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:17.114404 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdcc9fd-0306-42d5-a515-a986277dd58e None None] Bound using segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:05:17.114897 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-4fdcc9fd-0306-42d5-a515-a986277dd58e None None] Bound port: 7cda14fc-103f-40c3-af0d-222555fad78c, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:05:17.117541 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-626827d8-8c63-4dd2-b6ca-fd9b42cb03cc req-f14300f6-2eed-47b7-9ba3-7f163085c1f6 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:05:17.118731 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-4fdcc9fd-0306-42d5-a515-a986277dd58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:17.141294 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-626827d8-8c63-4dd2-b6ca-fd9b42cb03cc req-f14300f6-2eed-47b7-9ba3-7f163085c1f6 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Usage tracker for resource:security_group_rule and tenant:22ecc9368231448ea2acdc9751828891 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:05:17.146299 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-77faa013-1a5c-418c-b994-3d5981b8a30d tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:17.146888 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77faa013-1a5c-418c-b994-3d5981b8a30d tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Fanout notify agent at l3_agent the message router_deleted on router dfa5ed74-a0ba-4821-89e3-19646b335c16 {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:05:17.157794 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-626827d8-8c63-4dd2-b6ca-fd9b42cb03cc req-f14300f6-2eed-47b7-9ba3-7f163085c1f6 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:05:17.171626 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-626827d8-8c63-4dd2-b6ca-fd9b42cb03cc req-f14300f6-2eed-47b7-9ba3-7f163085c1f6 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:05:17.180762 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-77faa013-1a5c-418c-b994-3d5981b8a30d tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:17.187868 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-77faa013-1a5c-418c-b994-3d5981b8a30d tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] 10.222.0.105 "DELETE /v2.0/routers/dfa5ed74-a0ba-4821-89e3-19646b335c16 HTTP/1.1" status: 204 len: 168 time: 5.4927080 Feb 09 01:05:17.190193 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 56204) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:05:17.201941 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-3fb7aa40-510e-496c-9465-68e05e275fdb tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-233746329', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:17.224110 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 34911b9f-1493-4fa6-97dc-b0e6be9116fa completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:05:17.226763 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-3fb7aa40-510e-496c-9465-68e05e275fdb tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:05:17.234505 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-3fb7aa40-510e-496c-9465-68e05e275fdb tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Usage tracker for resource:router and tenant:7be6f6c27b604edb97b140fdba6ce28a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:05:17.244929 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 56208) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:05:17.250603 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1081121-ff4e-43f9-8812-39c6d37a1594 req-e776ffe7-c126-490c-abca-f0f186a8b904 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:17.256937 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1081121-ff4e-43f9-8812-39c6d37a1594 req-e776ffe7-c126-490c-abca-f0f186a8b904 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:17.267277 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a1081121-ff4e-43f9-8812-39c6d37a1594 req-e776ffe7-c126-490c-abca-f0f186a8b904 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1dc9fbd-beb1-4b2c-af47-120b2600407a HTTP/1.1" status: 200 len: 1679 time: 0.3801482 Feb 09 01:05:17.269956 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-3fb7aa40-510e-496c-9465-68e05e275fdb tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:05:17.300814 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-4fdcc9fd-0306-42d5-a515-a986277dd58e None None] For port 7cda14fc-103f-40c3-af0d-222555fad78c, host n-d-828418-1, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:05:17.304128 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-4fdcc9fd-0306-42d5-a515-a986277dd58e None None] For port 7cda14fc-103f-40c3-af0d-222555fad78c, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=7cda14fc-103f-40c3-af0d-222555fad78c,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:05:17.309580 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-4fdcc9fd-0306-42d5-a515-a986277dd58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:17.310857 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:17.320539 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-787a46ad-b347-4e56-b57a-360a8535b4e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:17.335813 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-3fb7aa40-510e-496c-9465-68e05e275fdb tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:05:17.386774 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port ff4c2db4-d131-4548-bc99-555a0ac5aae6, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=ff4c2db4-d131-4548-bc99-555a0ac5aae6,segment=NetworkSegment(1e6e2ba9-58a4-44c9-be4f-d8ba07a476ca),segment_id=1e6e2ba9-58a4-44c9-be4f-d8ba07a476ca)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:05:17.393463 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 34911b9f-1493-4fa6-97dc-b0e6be9116fa triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:05:17.393463 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:17.394990 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a1081121-ff4e-43f9-8812-39c6d37a1594 req-3bea1d6f-9cae-414f-9735-10efd19cc8d2 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "GET /v2.0/security-groups?id=f20558f4-33ef-4c77-9965-2db2b58a5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267748 Feb 09 01:05:17.407270 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3fb7aa40-510e-496c-9465-68e05e275fdb tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:17.415241 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3fb7aa40-510e-496c-9465-68e05e275fdb tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:17.454128 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3fb7aa40-510e-496c-9465-68e05e275fdb tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:17.468481 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-787a46ad-b347-4e56-b57a-360a8535b4e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:05:17.493143 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-787a46ad-b347-4e56-b57a-360a8535b4e3 admin admin] Usage tracker for resource:security_group_rule and tenant:38690c04b2014653b86214c1dc1e9f14 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:05:17.497118 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:17.497488 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-787a46ad-b347-4e56-b57a-360a8535b4e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:05:17.498170 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device da208e97-6197-4dbf-b1a2-4a4ab7c8b439 up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:05:17.508900 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-626827d8-8c63-4dd2-b6ca-fd9b42cb03cc req-f14300f6-2eed-47b7-9ba3-7f163085c1f6 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:17.519971 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdcc9fd-0306-42d5-a515-a986277dd58e None None] Routers {'ab60ad8b-3d46-437c-ad16-9275283b2f7a'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:05:17.520601 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-4fdcc9fd-0306-42d5-a515-a986277dd58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:05:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['ab60ad8b-3d46-437c-ad16-9275283b2f7a'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:17.529827 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3fb7aa40-510e-496c-9465-68e05e275fdb tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:17.599363 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3fb7aa40-510e-496c-9465-68e05e275fdb tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:17.603270 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-3fb7aa40-510e-496c-9465-68e05e275fdb tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4067323 Feb 09 01:05:17.604180 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 56212) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:05:17.605639 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9647fc06-c8ce-4bc6-9eea-cb8637299cb9 None None] Pushing event updated for resources: {'Port': ['ID=7cda14fc-103f-40c3-af0d-222555fad78c,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:17.634389 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-787a46ad-b347-4e56-b57a-360a8535b4e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:05:17.643258 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-68a16e07-993d-4ae2-86c5-632d86140029 admin admin] Allocated IP 172.20.0.1 (90706b31-d8f9-4017-8cdf-292e1ea5b46d/0634c646-7c7c-44e6-82e0-e4e73fef120c/f2fb55e5-53cf-44e9-82fc-d516bdd0c4b1) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:05:17.665915 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-0f2ed41d-f744-4e7c-b5f6-0d73cc02739d tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'enable_snat': False}}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:17.769665 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-4fdcc9fd-0306-42d5-a515-a986277dd58e None None] Set router ab60ad8b-3d46-437c-ad16-9275283b2f7a gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:05:17.908966 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:18.002956 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=ff4c2db4-d131-4548-bc99-555a0ac5aae6,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:18.098794 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-4cb605d8-37d2-47ce-9a19-7cfdc66ed1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68505d7b-ac4f-4fc5-95fe-391f3436d4dc', 'name': 'tempest-TaggedBootDevicesTest-319278242-router', 'tenant_id': 'b38b8d3b4ab64851a90546fed2d6c948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '7a2c52bc-a296-44e7-89be-65763e3a6006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:04:46Z', 'updated_at': '2022-02-09T01:05:03Z', 'revision_number': 4, 'project_id': 'b38b8d3b4ab64851a90546fed2d6c948', 'gw_port': {'id': '7a2c52bc-a296-44e7-89be-65763e3a6006', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:88:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68505d7b-ac4f-4fc5-95fe-391f3436d4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:51Z', 'updated_at': '2022-02-09T01:05:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'e2ded1ac-2059-466c-ae0d-eed1b4cfe9b4', 'name': '', 'network_id': '5155f974-02f7-460c-bde1-4d4a435cc291', 'tenant_id': 'b38b8d3b4ab64851a90546fed2d6c948', 'mac_address': 'fa:16:3e:fb:25:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68505d7b-ac4f-4fc5-95fe-391f3436d4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'a3a9310a-be0f-4b6b-b867-4cea61f46d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:05:02Z', 'updated_at': '2022-02-09T01:05:04Z', 'revision_number': 2, 'project_id': 'b38b8d3b4ab64851a90546fed2d6c948', 'subnets': [{'id': 'a3a9310a-be0f-4b6b-b867-4cea61f46d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:18.130429 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port da208e97-6197-4dbf-b1a2-4a4ab7c8b439 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:05:18.131138 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:18.148056 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-626827d8-8c63-4dd2-b6ca-fd9b42cb03cc req-f14300f6-2eed-47b7-9ba3-7f163085c1f6 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:18.163868 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-68a16e07-993d-4ae2-86c5-632d86140029 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:18.188173 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-787a46ad-b347-4e56-b57a-360a8535b4e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:18.194390 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-787a46ad-b347-4e56-b57a-360a8535b4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:18.203313 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-68a16e07-993d-4ae2-86c5-632d86140029 admin admin] Transition to ACTIVE for port object f2fb55e5-53cf-44e9-82fc-d516bdd0c4b1 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:05:18.214398 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-4fdcc9fd-0306-42d5-a515-a986277dd58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab60ad8b-3d46-437c-ad16-9275283b2f7a', 'name': 'tempest-TaggedBootDevicesTest-174117447-router', 'tenant_id': '79e136142cfc45aeabc2de8489670547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '7cda14fc-103f-40c3-af0d-222555fad78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:05:08Z', 'updated_at': '2022-02-09T01:05:12Z', 'revision_number': 3, 'project_id': '79e136142cfc45aeabc2de8489670547', 'gw_port': {'id': '7cda14fc-103f-40c3-af0d-222555fad78c', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:75:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab60ad8b-3d46-437c-ad16-9275283b2f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:05:10Z', 'updated_at': '2022-02-09T01:05:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:18.222837 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdcc9fd-0306-42d5-a515-a986277dd58e None None] The sync data for ids ['ab60ad8b-3d46-437c-ad16-9275283b2f7a'] in n-d-828418-1 is: [{'id': 'ab60ad8b-3d46-437c-ad16-9275283b2f7a', 'name': 'tempest-TaggedBootDevicesTest-174117447-router', 'tenant_id': '79e136142cfc45aeabc2de8489670547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '7cda14fc-103f-40c3-af0d-222555fad78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:05:08Z', 'updated_at': '2022-02-09T01:05:12Z', 'revision_number': 3, 'project_id': '79e136142cfc45aeabc2de8489670547', 'gw_port': {'id': '7cda14fc-103f-40c3-af0d-222555fad78c', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:75:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab60ad8b-3d46-437c-ad16-9275283b2f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:05:10Z', 'updated_at': '2022-02-09T01:05:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:05:18.290442 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-787a46ad-b347-4e56-b57a-360a8535b4e3 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=38690c04b2014653b86214c1dc1e9f14&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0443659 Feb 09 01:05:18.298319 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-68a16e07-993d-4ae2-86c5-632d86140029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:18.309419 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787a46ad-b347-4e56-b57a-360a8535b4e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56e52de-14bf-40b6-9784-529c6362b146,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:18.324666 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 56216) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:05:18.371100 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb605d8-37d2-47ce-9a19-7cfdc66ed1da None None] Checking router: 68505d7b-ac4f-4fc5-95fe-391f3436d4dc for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:05:18.372284 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb605d8-37d2-47ce-9a19-7cfdc66ed1da None None] Updating router 68505d7b-ac4f-4fc5-95fe-391f3436d4dc port e2ded1ac-2059-466c-ae0d-eed1b4cfe9b4 binding host n-d-828418-1 {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:05:18.373970 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-626827d8-8c63-4dd2-b6ca-fd9b42cb03cc req-f14300f6-2eed-47b7-9ba3-7f163085c1f6 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:18.406886 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 34911b9f-1493-4fa6-97dc-b0e6be9116fa, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=34911b9f-1493-4fa6-97dc-b0e6be9116fa,segment=NetworkSegment(9a7979aa-58aa-4ec1-b1c2-26ff993eb322),segment_id=9a7979aa-58aa-4ec1-b1c2-26ff993eb322)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:05:18.436841 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:18.523589 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aaa5086-2506-413a-a88f-4d56b6d269cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acba0247-8d0d-4937-a7cd-c165665bdb16'}, {'server_uuid': '9aaa5086-2506-413a-a88f-4d56b6d269cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff4c2db4-d131-4548-bc99-555a0ac5aae6'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:05:18.534136 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0f2ed41d-f744-4e7c-b5f6-0d73cc02739d tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:18.585090 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4cb605d8-37d2-47ce-9a19-7cfdc66ed1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:18.615842 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a16e07-993d-4ae2-86c5-632d86140029 admin admin] Network 90706b31-d8f9-4017-8cdf-292e1ea5b46d is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:05:18.626817 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ffab5c97-41ad-46dc-a9bb-f468498f2387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:18.692150 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14300f6-2eed-47b7-9ba3-7f163085c1f6 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47a2b15b-9486-488e-bc52-9ff500d4d15e,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:18.693050 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ffab5c97-41ad-46dc-a9bb-f468498f2387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:18.735075 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-626827d8-8c63-4dd2-b6ca-fd9b42cb03cc req-f14300f6-2eed-47b7-9ba3-7f163085c1f6 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:18.736461 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-626827d8-8c63-4dd2-b6ca-fd9b42cb03cc req-f14300f6-2eed-47b7-9ba3-7f163085c1f6 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 1.6973405 Feb 09 01:05:18.772771 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 7a2c52bc-a296-44e7-89be-65763e3a6006 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:05:18.780491 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21814e69-5bad-4cb2-90d9-9e2a101b09f2 req-5381a4f8-88d1-4067-9bbe-d7de19be13d2 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:18.782995 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-21814e69-5bad-4cb2-90d9-9e2a101b09f2 req-5381a4f8-88d1-4067-9bbe-d7de19be13d2 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Synchronizing usage tracker for tenant:71b0276e9e0b48f8943a51531f3d8a9e on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:05:18.825231 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=34911b9f-1493-4fa6-97dc-b0e6be9116fa,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:18.826620 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-68a16e07-993d-4ae2-86c5-632d86140029 admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:05:18.832703 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a16e07-993d-4ae2-86c5-632d86140029 admin admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:05:18.833544 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed40047e-c2f4-4994-8f0e-5b048a620885 req-a16fb47e-e328-4908-999f-0d414d776557 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:18.834486 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-ed40047e-c2f4-4994-8f0e-5b048a620885 req-a16fb47e-e328-4908-999f-0d414d776557 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Synchronizing usage tracker for tenant:71b0276e9e0b48f8943a51531f3d8a9e on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:05:18.849437 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-21814e69-5bad-4cb2-90d9-9e2a101b09f2 req-5381a4f8-88d1-4067-9bbe-d7de19be13d2 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Unset dirty status for tenant:71b0276e9e0b48f8943a51531f3d8a9e on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:05:18.850775 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-21814e69-5bad-4cb2-90d9-9e2a101b09f2 req-5381a4f8-88d1-4067-9bbe-d7de19be13d2 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=a66f90a0-c5bc-4d01-ba2c-6302e9a043cc HTTP/1.1" status: 200 len: 907 time: 1.2344112 Feb 09 01:05:18.855724 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-ed40047e-c2f4-4994-8f0e-5b048a620885 req-a16fb47e-e328-4908-999f-0d414d776557 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Unset dirty status for tenant:71b0276e9e0b48f8943a51531f3d8a9e on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:05:18.856788 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ed40047e-c2f4-4994-8f0e-5b048a620885 req-a16fb47e-e328-4908-999f-0d414d776557 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.62 "GET /v2.0/ports?device_id=a66f90a0-c5bc-4d01-ba2c-6302e9a043cc HTTP/1.1" status: 200 len: 907 time: 0.7074785 Feb 09 01:05:18.918697 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ffab5c97-41ad-46dc-a9bb-f468498f2387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:18.957761 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a16e07-993d-4ae2-86c5-632d86140029 admin admin] Pushing event updated for resources: {'Port': ['ID=f2fb55e5-53cf-44e9-82fc-d516bdd0c4b1,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:18.960675 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffab5c97-41ad-46dc-a9bb-f468498f2387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56e52de-14bf-40b6-9784-529c6362b146,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:18.994679 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-68a16e07-993d-4ae2-86c5-632d86140029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:19.012789 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ffab5c97-41ad-46dc-a9bb-f468498f2387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:19.013954 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ffab5c97-41ad-46dc-a9bb-f468498f2387 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/d56e52de-14bf-40b6-9784-529c6362b146 HTTP/1.1" status: 204 len: 168 time: 0.6335099 Feb 09 01:05:19.132567 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-ed40047e-c2f4-4994-8f0e-5b048a620885 req-ed78c25b-9f23-496f-aa93-58c9cf53a057 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Deleting port 9f999f8e-37cb-4d1c-9d6c-210972411dca {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:05:19.133327 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ed40047e-c2f4-4994-8f0e-5b048a620885 req-ed78c25b-9f23-496f-aa93-58c9cf53a057 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:19.354988 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-68a16e07-993d-4ae2-86c5-632d86140029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:19.356656 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:19.653890 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b3b4f6e4-8cde-4e66-ab2c-3dc793cb734f None None] Provisioning complete for port 34911b9f-1493-4fa6-97dc-b0e6be9116fa triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:05:19.654555 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b3b4f6e4-8cde-4e66-ab2c-3dc793cb734f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:19.748347 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 7a2c52bc-a296-44e7-89be-65763e3a6006 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:05:19.748718 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:19.917180 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port da208e97-6197-4dbf-b1a2-4a4ab7c8b439, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=da208e97-6197-4dbf-b1a2-4a4ab7c8b439,segment=NetworkSegment(d1c0a158-6579-41f7-a92a-da7d79b925b6),segment_id=d1c0a158-6579-41f7-a92a-da7d79b925b6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:05:19.923821 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 56232) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:05:19.955451 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:19.974375 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3ae6b3ba-3e8c-43f2-8d3a-c30ae9a5640e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:20.029099 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3ae6b3ba-3e8c-43f2-8d3a-c30ae9a5640e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:05:20.036021 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-3ae6b3ba-3e8c-43f2-8d3a-c30ae9a5640e admin admin] Usage tracker for resource:security_group_rule and tenant:736079940eed4b6b959acb8f7fcd7dc2 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:05:20.040288 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-3ae6b3ba-3e8c-43f2-8d3a-c30ae9a5640e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:05:20.044468 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 3b75733b-86ec-409c-b876-9a25acc30612 up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:05:20.054428 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3ae6b3ba-3e8c-43f2-8d3a-c30ae9a5640e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:05:20.083379 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-68a16e07-993d-4ae2-86c5-632d86140029 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:20.096941 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-68a16e07-993d-4ae2-86c5-632d86140029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:20.212289 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a16e07-993d-4ae2-86c5-632d86140029 admin admin] Pushing event updated for resources: {'Port': ['ID=f2fb55e5-53cf-44e9-82fc-d516bdd0c4b1,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:20.263628 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-68a16e07-993d-4ae2-86c5-632d86140029 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:20.322498 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937aa9e4-7527-4373-89e7-5e68d4e8c123 req-4dd73b94-2327-473e-a454-f43cb8624411 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:20.330176 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-937aa9e4-7527-4373-89e7-5e68d4e8c123 req-4dd73b94-2327-473e-a454-f43cb8624411 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=84cd5f7d-ef59-4e6e-a79b-f39ebb23a107 HTTP/1.1" status: 200 len: 945 time: 1.0572248 Feb 09 01:05:20.333544 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=da208e97-6197-4dbf-b1a2-4a4ab7c8b439,revision_number=7']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:20.351762 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.resource_extend [None req-4cb605d8-37d2-47ce-9a19-7cfdc66ed1da None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:05:20.362011 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0f2ed41d-f744-4e7c-b5f6-0d73cc02739d tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:20.427255 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3ae6b3ba-3e8c-43f2-8d3a-c30ae9a5640e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:20.432498 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3ae6b3ba-3e8c-43f2-8d3a-c30ae9a5640e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:20.445140 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0f2ed41d-f744-4e7c-b5f6-0d73cc02739d tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:20.489084 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port 3b75733b-86ec-409c-b876-9a25acc30612 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:05:20.508462 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 3b75733b-86ec-409c-b876-9a25acc30612 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:05:20.508860 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:20.549156 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4cb605d8-37d2-47ce-9a19-7cfdc66ed1da None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:20.560003 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-3ae6b3ba-3e8c-43f2-8d3a-c30ae9a5640e admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=736079940eed4b6b959acb8f7fcd7dc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6287851 Feb 09 01:05:20.560963 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae6b3ba-3e8c-43f2-8d3a-c30ae9a5640e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7837c8-98a1-4c62-9a64-c0aaa28bffde,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:20.578312 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a16e07-993d-4ae2-86c5-632d86140029 admin admin] Network 90706b31-d8f9-4017-8cdf-292e1ea5b46d is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:05:20.579657 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 56236) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:05:20.580998 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-68a16e07-993d-4ae2-86c5-632d86140029 admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:05:20.616994 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4cb605d8-37d2-47ce-9a19-7cfdc66ed1da None None] Transition to ACTIVE for port object e2ded1ac-2059-466c-ae0d-eed1b4cfe9b4 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:05:20.635140 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033bdef8-0b13-49de-a7a7-173bf158ccdd req-d9b93da4-2894-48b8-918d-3b242ad6ae95 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:20.635552 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4cb605d8-37d2-47ce-9a19-7cfdc66ed1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:20.662567 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033bdef8-0b13-49de-a7a7-173bf158ccdd req-d9b93da4-2894-48b8-918d-3b242ad6ae95 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:20.687127 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4f03ad5a-d2ef-4ab9-b13d-5c031b0a6151 None None] Provisioning for port f2fb55e5-53cf-44e9-82fc-d516bdd0c4b1 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:05:20.691134 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033bdef8-0b13-49de-a7a7-173bf158ccdd req-d9b93da4-2894-48b8-918d-3b242ad6ae95 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:20.740357 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033bdef8-0b13-49de-a7a7-173bf158ccdd req-d9b93da4-2894-48b8-918d-3b242ad6ae95 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:20.755224 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033bdef8-0b13-49de-a7a7-173bf158ccdd req-d9b93da4-2894-48b8-918d-3b242ad6ae95 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:20.762503 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4f03ad5a-d2ef-4ab9-b13d-5c031b0a6151 None None] Provisioning complete for port f2fb55e5-53cf-44e9-82fc-d516bdd0c4b1 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:05:20.763053 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4f03ad5a-d2ef-4ab9-b13d-5c031b0a6151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:20.772216 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033bdef8-0b13-49de-a7a7-173bf158ccdd req-d9b93da4-2894-48b8-918d-3b242ad6ae95 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:20.793709 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033bdef8-0b13-49de-a7a7-173bf158ccdd req-d9b93da4-2894-48b8-918d-3b242ad6ae95 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:20.796034 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-033bdef8-0b13-49de-a7a7-173bf158ccdd req-d9b93da4-2894-48b8-918d-3b242ad6ae95 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/ports?device_id=9aaa5086-2506-413a-a88f-4d56b6d269cb HTTP/1.1" status: 200 len: 5440 time: 1.6263213 Feb 09 01:05:20.930938 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 34911b9f-1493-4fa6-97dc-b0e6be9116fa up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:05:21.036021 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-937aa9e4-7527-4373-89e7-5e68d4e8c123 req-b8df1830-955c-4660-9faa-89fc6a84b81a tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7047164 Feb 09 01:05:21.123243 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-ed40047e-c2f4-4994-8f0e-5b048a620885 req-ed78c25b-9f23-496f-aa93-58c9cf53a057 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] For port 9f999f8e-37cb-4d1c-9d6c-210972411dca, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=9f999f8e-37cb-4d1c-9d6c-210972411dca,segment=NetworkSegment(42eb89e1-c4de-4f57-85a6-0e5fc984e699),segment_id=42eb89e1-c4de-4f57-85a6-0e5fc984e699)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:05:21.123633 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ed40047e-c2f4-4994-8f0e-5b048a620885 req-ed78c25b-9f23-496f-aa93-58c9cf53a057 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:21.141333 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-41c63dd6-b82d-4511-b12c-1441560fa53d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:21.154684 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-033bdef8-0b13-49de-a7a7-173bf158ccdd req-8be47865-84be-4185-b3ac-8e89286ffd33 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/security-groups?id=924aa29d-9387-4933-bba8-e1d938d01b5c&id=ea209cdf-6740-4074-8d6c-66653a19d53a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3341448 Feb 09 01:05:21.200393 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-41c63dd6-b82d-4511-b12c-1441560fa53d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:21.215619 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68a16e07-993d-4ae2-86c5-632d86140029 admin admin] Router ab60ad8b-3d46-437c-ad16-9275283b2f7a has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:05:21.320716 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-875c61e0-1b9c-4676-a9f3-2888c5ce803c req-633b6d7c-c2ff-4bf6-9c36-04c4c065801f tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-582207651', 'description': 'tempest-description-254964884'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:21.351973 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aaa5086-2506-413a-a88f-4d56b6d269cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acba0247-8d0d-4937-a7cd-c165665bdb16', 'code': 200} Feb 09 01:05:21.352640 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aaa5086-2506-413a-a88f-4d56b6d269cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff4c2db4-d131-4548-bc99-555a0ac5aae6', 'code': 200} Feb 09 01:05:21.353433 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:21.386049 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-ed40047e-c2f4-4994-8f0e-5b048a620885 req-ed78c25b-9f23-496f-aa93-58c9cf53a057 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Calling delete_port for 9f999f8e-37cb-4d1c-9d6c-210972411dca owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:05:21.396323 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614c6d82-6ebe-4b16-80dc-307f0597540b None None] Pushing event updated for resources: {'Port': ['ID=e2ded1ac-2059-466c-ae0d-eed1b4cfe9b4,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:21.400783 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-4cb605d8-37d2-47ce-9a19-7cfdc66ed1da None None] Attempting to bind port e2ded1ac-2059-466c-ae0d-eed1b4cfe9b4 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:05:21.401134 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-4cb605d8-37d2-47ce-9a19-7cfdc66ed1da None None] Attempting to bind port e2ded1ac-2059-466c-ae0d-eed1b4cfe9b4 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'cf163942-3f6f-46b3-9ab1-2824bdae0aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5155f974-02f7-460c-bde1-4d4a435cc291'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:05:21.401641 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb605d8-37d2-47ce-9a19-7cfdc66ed1da None None] Attempting to bind port e2ded1ac-2059-466c-ae0d-eed1b4cfe9b4 on network 5155f974-02f7-460c-bde1-4d4a435cc291 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:05:21.404866 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-4f03ad5a-d2ef-4ab9-b13d-5c031b0a6151 None None] Port f2fb55e5-53cf-44e9-82fc-d516bdd0c4b1 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:05:21.423835 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 34911b9f-1493-4fa6-97dc-b0e6be9116fa triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:05:21.424573 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:21.433729 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-41c63dd6-b82d-4511-b12c-1441560fa53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:21.453348 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c63dd6-b82d-4511-b12c-1441560fa53d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7837c8-98a1-4c62-9a64-c0aaa28bffde,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:21.487005 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb605d8-37d2-47ce-9a19-7cfdc66ed1da None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:05:21.487808 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb605d8-37d2-47ce-9a19-7cfdc66ed1da None None] Checking segment: {'id': 'cf163942-3f6f-46b3-9ab1-2824bdae0aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5155f974-02f7-460c-bde1-4d4a435cc291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:05:21.488489 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4cb605d8-37d2-47ce-9a19-7cfdc66ed1da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:21.489106 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb605d8-37d2-47ce-9a19-7cfdc66ed1da None None] Bound using segment: {'id': 'cf163942-3f6f-46b3-9ab1-2824bdae0aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5155f974-02f7-460c-bde1-4d4a435cc291'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:05:21.490040 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-4cb605d8-37d2-47ce-9a19-7cfdc66ed1da None None] Bound port: e2ded1ac-2059-466c-ae0d-eed1b4cfe9b4, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf163942-3f6f-46b3-9ab1-2824bdae0aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5155f974-02f7-460c-bde1-4d4a435cc291'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:05:21.490644 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4cb605d8-37d2-47ce-9a19-7cfdc66ed1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:21.523313 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 3b75733b-86ec-409c-b876-9a25acc30612, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=3b75733b-86ec-409c-b876-9a25acc30612,segment=NetworkSegment(b6a96789-8f78-44cb-982f-af08959be502),segment_id=b6a96789-8f78-44cb-982f-af08959be502)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:05:21.544070 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-41c63dd6-b82d-4511-b12c-1441560fa53d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:21.547839 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-41c63dd6-b82d-4511-b12c-1441560fa53d admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/4f7837c8-98a1-4c62-9a64-c0aaa28bffde HTTP/1.1" status: 204 len: 168 time: 0.9620926 Feb 09 01:05:21.573739 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a16e07-993d-4ae2-86c5-632d86140029 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:05:21.577374 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-0f2ed41d-f744-4e7c-b5f6-0d73cc02739d tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Allocated IP 172.25.0.137 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/6e8c6b07-bd4e-48dd-aed9-be17d59c14ac) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:05:21.597618 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-68a16e07-993d-4ae2-86c5-632d86140029 admin admin] 10.222.0.105 "PUT /v2.0/routers/ab60ad8b-3d46-437c-ad16-9275283b2f7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0392447 Feb 09 01:05:21.680178 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-4cb605d8-37d2-47ce-9a19-7cfdc66ed1da None None] For port e2ded1ac-2059-466c-ae0d-eed1b4cfe9b4, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:05:21.684027 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-4cb605d8-37d2-47ce-9a19-7cfdc66ed1da None None] For port e2ded1ac-2059-466c-ae0d-eed1b4cfe9b4, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=e2ded1ac-2059-466c-ae0d-eed1b4cfe9b4,segment=NetworkSegment(cf163942-3f6f-46b3-9ab1-2824bdae0aa8),segment_id=cf163942-3f6f-46b3-9ab1-2824bdae0aa8)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:05:21.696619 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:21.698267 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 65357b4e-c9ac-4ef1-bf17-b44c756d4a1d up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:05:21.725964 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e37ff6-e921-4f8a-a83e-7adc4aeec01a None None] Sync routers for ids ['ab60ad8b-3d46-437c-ad16-9275283b2f7a'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:05:21.776247 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-875c61e0-1b9c-4676-a9f3-2888c5ce803c req-633b6d7c-c2ff-4bf6-9c36-04c4c065801f tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:05:21.785794 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4cb605d8-37d2-47ce-9a19-7cfdc66ed1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:21.838032 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e37ff6-e921-4f8a-a83e-7adc4aeec01a None None] Routers {'ab60ad8b-3d46-437c-ad16-9275283b2f7a'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:05:21.839096 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-93e37ff6-e921-4f8a-a83e-7adc4aeec01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:05:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['ab60ad8b-3d46-437c-ad16-9275283b2f7a'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:21.891962 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:21.993725 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-875c61e0-1b9c-4676-a9f3-2888c5ce803c req-633b6d7c-c2ff-4bf6-9c36-04c4c065801f tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Usage tracker for resource:security_group and tenant:22ecc9368231448ea2acdc9751828891 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:05:22.021860 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 7cda14fc-103f-40c3-af0d-222555fad78c up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:05:22.037292 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-875c61e0-1b9c-4676-a9f3-2888c5ce803c req-633b6d7c-c2ff-4bf6-9c36-04c4c065801f tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:05:22.142454 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-875c61e0-1b9c-4676-a9f3-2888c5ce803c req-633b6d7c-c2ff-4bf6-9c36-04c4c065801f tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:05:22.233284 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-93e37ff6-e921-4f8a-a83e-7adc4aeec01a None None] Set router ab60ad8b-3d46-437c-ad16-9275283b2f7a gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:05:22.274033 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-875c61e0-1b9c-4676-a9f3-2888c5ce803c req-633b6d7c-c2ff-4bf6-9c36-04c4c065801f tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:22.348837 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ed40047e-c2f4-4994-8f0e-5b048a620885 req-ed78c25b-9f23-496f-aa93-58c9cf53a057 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:22.433908 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-875c61e0-1b9c-4676-a9f3-2888c5ce803c req-633b6d7c-c2ff-4bf6-9c36-04c4c065801f tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:05:22.462480 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed78c25b-9f23-496f-aa93-58c9cf53a057 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Pushing event deleted for resources: {'Port': ['ID=9f999f8e-37cb-4d1c-9d6c-210972411dca,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:22.469150 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-875c61e0-1b9c-4676-a9f3-2888c5ce803c req-633b6d7c-c2ff-4bf6-9c36-04c4c065801f tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Usage tracker for resource:security_group_rule and tenant:22ecc9368231448ea2acdc9751828891 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:05:22.528156 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb605d8-37d2-47ce-9a19-7cfdc66ed1da None None] Routers {'68505d7b-ac4f-4fc5-95fe-391f3436d4dc'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:05:22.528805 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-4cb605d8-37d2-47ce-9a19-7cfdc66ed1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:05:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['68505d7b-ac4f-4fc5-95fe-391f3436d4dc'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:22.566223 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-875c61e0-1b9c-4676-a9f3-2888c5ce803c req-633b6d7c-c2ff-4bf6-9c36-04c4c065801f tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:05:22.594209 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed78c25b-9f23-496f-aa93-58c9cf53a057 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:22.594598 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed78c25b-9f23-496f-aa93-58c9cf53a057 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:22.595189 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed78c25b-9f23-496f-aa93-58c9cf53a057 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:22.595667 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed78c25b-9f23-496f-aa93-58c9cf53a057 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:22.596092 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed78c25b-9f23-496f-aa93-58c9cf53a057 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:22.596546 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed78c25b-9f23-496f-aa93-58c9cf53a057 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:22.596982 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed78c25b-9f23-496f-aa93-58c9cf53a057 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:22.597405 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed78c25b-9f23-496f-aa93-58c9cf53a057 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:22.597915 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed78c25b-9f23-496f-aa93-58c9cf53a057 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:22.598414 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed78c25b-9f23-496f-aa93-58c9cf53a057 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:22.599031 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed78c25b-9f23-496f-aa93-58c9cf53a057 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:22.599322 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed78c25b-9f23-496f-aa93-58c9cf53a057 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:22.608328 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-875c61e0-1b9c-4676-a9f3-2888c5ce803c req-633b6d7c-c2ff-4bf6-9c36-04c4c065801f tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:05:22.627459 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed40047e-c2f4-4994-8f0e-5b048a620885 req-ed78c25b-9f23-496f-aa93-58c9cf53a057 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] No DVR routers for this DVR port 9f999f8e-37cb-4d1c-9d6c-210972411dca on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:05:22.634966 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0f2ed41d-f744-4e7c-b5f6-0d73cc02739d tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:22.649302 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ed40047e-c2f4-4994-8f0e-5b048a620885 req-ed78c25b-9f23-496f-aa93-58c9cf53a057 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:22.659302 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a66f90a0-c5bc-4d01-ba2c-6302e9a043cc', 'name': 'network-vif-deleted', 'tag': '9f999f8e-37cb-4d1c-9d6c-210972411dca'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:05:22.680992 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe8a5b3-7655-466a-bd4a-334d86b3ad10 req-0e32db56-16ea-4df9-8272-422246a00014 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:22.695303 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe8a5b3-7655-466a-bd4a-334d86b3ad10 req-0e32db56-16ea-4df9-8272-422246a00014 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:22.697353 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5fe8a5b3-7655-466a-bd4a-334d86b3ad10 req-0e32db56-16ea-4df9-8272-422246a00014 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1dc9fbd-beb1-4b2c-af47-120b2600407a HTTP/1.1" status: 200 len: 1680 time: 1.0333903 Feb 09 01:05:22.836865 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6010e56-4b69-4832-acc6-6a19f70dee8a req-d19e8e84-5e7c-45db-85b6-d900bdca71ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:22.837633 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6010e56-4b69-4832-acc6-6a19f70dee8a req-d19e8e84-5e7c-45db-85b6-d900bdca71ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:22.838254 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6010e56-4b69-4832-acc6-6a19f70dee8a req-d19e8e84-5e7c-45db-85b6-d900bdca71ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:22.839029 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6010e56-4b69-4832-acc6-6a19f70dee8a req-d19e8e84-5e7c-45db-85b6-d900bdca71ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:22.839662 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6010e56-4b69-4832-acc6-6a19f70dee8a req-d19e8e84-5e7c-45db-85b6-d900bdca71ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:22.840596 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6010e56-4b69-4832-acc6-6a19f70dee8a req-d19e8e84-5e7c-45db-85b6-d900bdca71ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:22.841211 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6010e56-4b69-4832-acc6-6a19f70dee8a req-d19e8e84-5e7c-45db-85b6-d900bdca71ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:22.845390 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a6010e56-4b69-4832-acc6-6a19f70dee8a req-d19e8e84-5e7c-45db-85b6-d900bdca71ef service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9aaa5086-2506-413a-a88f-4d56b6d269cb HTTP/1.1" status: 200 len: 6497 time: 1.1945553 Feb 09 01:05:22.866758 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-4cb605d8-37d2-47ce-9a19-7cfdc66ed1da None None] Set router 68505d7b-ac4f-4fc5-95fe-391f3436d4dc gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:05:22.895166 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ed40047e-c2f4-4994-8f0e-5b048a620885 req-ed78c25b-9f23-496f-aa93-58c9cf53a057 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.62 "DELETE /v2.0/ports/9f999f8e-37cb-4d1c-9d6c-210972411dca HTTP/1.1" status: 204 len: 173 time: 4.0254374 Feb 09 01:05:22.983044 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5fe8a5b3-7655-466a-bd4a-334d86b3ad10 req-3d07d6df-9ba6-4d32-a464-7ac48ba52aab tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "GET /v2.0/security-groups?id=f20558f4-33ef-4c77-9965-2db2b58a5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596591 Feb 09 01:05:23.098918 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a6010e56-4b69-4832-acc6-6a19f70dee8a req-04754b00-cb48-4f63-8693-2aa260bcd78d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ea209cdf-6740-4074-8d6c-66653a19d53a&id=924aa29d-9387-4933-bba8-e1d938d01b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2432590 Feb 09 01:05:23.153001 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-875c61e0-1b9c-4676-a9f3-2888c5ce803c req-633b6d7c-c2ff-4bf6-9c36-04c4c065801f tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:23.157101 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0f2ed41d-f744-4e7c-b5f6-0d73cc02739d tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:23.212594 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-875c61e0-1b9c-4676-a9f3-2888c5ce803c req-633b6d7c-c2ff-4bf6-9c36-04c4c065801f tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:23.284670 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633b6d7c-c2ff-4bf6-9c36-04c4c065801f tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81eef638-583f-4f31-8bb1-70e2ad08d37a,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:23.300811 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=3b75733b-86ec-409c-b876-9a25acc30612,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:23.303395 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b640f464-6cbe-4475-a966-eeace7d55c80 None None] Provisioning complete for port f2fb55e5-53cf-44e9-82fc-d516bdd0c4b1 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:05:23.303766 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b640f464-6cbe-4475-a966-eeace7d55c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:23.374121 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2ed41d-f744-4e7c-b5f6-0d73cc02739d tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:05:23.378723 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-875c61e0-1b9c-4676-a9f3-2888c5ce803c req-633b6d7c-c2ff-4bf6-9c36-04c4c065801f tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:23.380994 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-875c61e0-1b9c-4676-a9f3-2888c5ce803c req-633b6d7c-c2ff-4bf6-9c36-04c4c065801f tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 2.0651529 Feb 09 01:05:23.382247 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-0f2ed41d-f744-4e7c-b5f6-0d73cc02739d tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:05:23.436442 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2ed41d-f744-4e7c-b5f6-0d73cc02739d tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:05:23.660263 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84cd5f7d-ef59-4e6e-a79b-f39ebb23a107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da208e97-6197-4dbf-b1a2-4a4ab7c8b439'}, {'server_uuid': 'a1dc9fbd-beb1-4b2c-af47-120b2600407a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b75733b-86ec-409c-b876-9a25acc30612'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:05:23.844726 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-6f9a2b65-bfad-4eeb-b671-e3c2f094175f req-8ea1326a-567e-45fa-8fac-37a9d133b024 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Synchronizing usage tracker for tenant:71b0276e9e0b48f8943a51531f3d8a9e on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:05:23.928038 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2ed41d-f744-4e7c-b5f6-0d73cc02739d tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Pushing event updated for resources: {'Port': ['ID=6e8c6b07-bd4e-48dd-aed9-be17d59c14ac,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:24.004791 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-6f9a2b65-bfad-4eeb-b671-e3c2f094175f req-8ea1326a-567e-45fa-8fac-37a9d133b024 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Unset dirty status for tenant:71b0276e9e0b48f8943a51531f3d8a9e on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:05:24.006817 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6f9a2b65-bfad-4eeb-b671-e3c2f094175f req-8ea1326a-567e-45fa-8fac-37a9d133b024 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=a66f90a0-c5bc-4d01-ba2c-6302e9a043cc HTTP/1.1" status: 200 len: 210 time: 0.6115949 Feb 09 01:05:24.496115 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port 65357b4e-c9ac-4ef1-bf17-b44c756d4a1d completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:05:24.524016 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 65357b4e-c9ac-4ef1-bf17-b44c756d4a1d triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:05:24.529649 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:24.668062 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614c6d82-6ebe-4b16-80dc-307f0597540b None None] Pushing event updated for resources: {'Port': ['ID=e2ded1ac-2059-466c-ae0d-eed1b4cfe9b4,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:24.699802 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 7cda14fc-103f-40c3-af0d-222555fad78c completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:05:24.710943 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5d9666-fe1a-49d5-b76d-d14ec52cb8b3 req-c09ff41e-840f-477d-bd75-46aac2dfff3a tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:24.729035 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5a5d9666-fe1a-49d5-b76d-d14ec52cb8b3 req-c09ff41e-840f-477d-bd75-46aac2dfff3a tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=84cd5f7d-ef59-4e6e-a79b-f39ebb23a107 HTTP/1.1" status: 200 len: 946 time: 0.8788002 Feb 09 01:05:24.766333 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 7cda14fc-103f-40c3-af0d-222555fad78c triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:05:24.767268 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:24.857294 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-b640f464-6cbe-4475-a966-eeace7d55c80 None None] Port f2fb55e5-53cf-44e9-82fc-d516bdd0c4b1 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:05:24.922250 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:24.987315 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-93e37ff6-e921-4f8a-a83e-7adc4aeec01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab60ad8b-3d46-437c-ad16-9275283b2f7a', 'name': 'tempest-TaggedBootDevicesTest-174117447-router', 'tenant_id': '79e136142cfc45aeabc2de8489670547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '7cda14fc-103f-40c3-af0d-222555fad78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:05:08Z', 'updated_at': '2022-02-09T01:05:19Z', 'revision_number': 4, 'project_id': '79e136142cfc45aeabc2de8489670547', 'gw_port': {'id': '7cda14fc-103f-40c3-af0d-222555fad78c', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:75:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab60ad8b-3d46-437c-ad16-9275283b2f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:05:10Z', 'updated_at': '2022-02-09T01:05:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'f2fb55e5-53cf-44e9-82fc-d516bdd0c4b1', 'name': '', 'network_id': '90706b31-d8f9-4017-8cdf-292e1ea5b46d', 'tenant_id': '79e136142cfc45aeabc2de8489670547', 'mac_address': 'fa:16:3e:f5:7c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab60ad8b-3d46-437c-ad16-9275283b2f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '0634c646-7c7c-44e6-82e0-e4e73fef120c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:05:17Z', 'updated_at': '2022-02-09T01:05:19Z', 'revision_number': 2, 'project_id': '79e136142cfc45aeabc2de8489670547', 'subnets': [{'id': '0634c646-7c7c-44e6-82e0-e4e73fef120c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:25.007025 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e37ff6-e921-4f8a-a83e-7adc4aeec01a None None] Checking router: ab60ad8b-3d46-437c-ad16-9275283b2f7a for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:05:25.007367 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e37ff6-e921-4f8a-a83e-7adc4aeec01a None None] Updating router ab60ad8b-3d46-437c-ad16-9275283b2f7a port f2fb55e5-53cf-44e9-82fc-d516bdd0c4b1 binding host n-d-828418-1 {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:05:25.079905 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-93e37ff6-e921-4f8a-a83e-7adc4aeec01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:25.095013 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5a5d9666-fe1a-49d5-b76d-d14ec52cb8b3 req-0e95c343-5ed6-4fc7-b43b-ce015b5feda4 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3648465 Feb 09 01:05:25.126423 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-4cb605d8-37d2-47ce-9a19-7cfdc66ed1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68505d7b-ac4f-4fc5-95fe-391f3436d4dc', 'name': 'tempest-TaggedBootDevicesTest-319278242-router', 'tenant_id': 'b38b8d3b4ab64851a90546fed2d6c948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '7a2c52bc-a296-44e7-89be-65763e3a6006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:04:46Z', 'updated_at': '2022-02-09T01:05:03Z', 'revision_number': 4, 'project_id': 'b38b8d3b4ab64851a90546fed2d6c948', 'gw_port': {'id': '7a2c52bc-a296-44e7-89be-65763e3a6006', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:88:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68505d7b-ac4f-4fc5-95fe-391f3436d4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:51Z', 'updated_at': '2022-02-09T01:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'e2ded1ac-2059-466c-ae0d-eed1b4cfe9b4', 'name': '', 'network_id': '5155f974-02f7-460c-bde1-4d4a435cc291', 'tenant_id': 'b38b8d3b4ab64851a90546fed2d6c948', 'mac_address': 'fa:16:3e:fb:25:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68505d7b-ac4f-4fc5-95fe-391f3436d4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'a3a9310a-be0f-4b6b-b867-4cea61f46d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:05:02Z', 'updated_at': '2022-02-09T01:05:21Z', 'revision_number': 4, 'project_id': 'b38b8d3b4ab64851a90546fed2d6c948', 'subnets': [{'id': 'a3a9310a-be0f-4b6b-b867-4cea61f46d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:25.143833 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa8e560-6c4b-48f7-ac1e-34a6d79c18e9 req-19f4c97e-ceb6-42f5-b579-cf20566033a7 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:25.151041 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa8e560-6c4b-48f7-ac1e-34a6d79c18e9 req-19f4c97e-ceb6-42f5-b579-cf20566033a7 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:25.159663 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa8e560-6c4b-48f7-ac1e-34a6d79c18e9 req-19f4c97e-ceb6-42f5-b579-cf20566033a7 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:25.178209 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa8e560-6c4b-48f7-ac1e-34a6d79c18e9 req-19f4c97e-ceb6-42f5-b579-cf20566033a7 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:25.187118 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa8e560-6c4b-48f7-ac1e-34a6d79c18e9 req-19f4c97e-ceb6-42f5-b579-cf20566033a7 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:25.196519 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa8e560-6c4b-48f7-ac1e-34a6d79c18e9 req-19f4c97e-ceb6-42f5-b579-cf20566033a7 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:25.203308 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa8e560-6c4b-48f7-ac1e-34a6d79c18e9 req-19f4c97e-ceb6-42f5-b579-cf20566033a7 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:25.205702 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-efa8e560-6c4b-48f7-ac1e-34a6d79c18e9 req-19f4c97e-ceb6-42f5-b579-cf20566033a7 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/ports?device_id=9aaa5086-2506-413a-a88f-4d56b6d269cb HTTP/1.1" status: 200 len: 5440 time: 0.7543082 Feb 09 01:05:25.206960 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0f2ed41d-f744-4e7c-b5f6-0d73cc02739d tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:25.276726 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a66f90a0-c5bc-4d01-ba2c-6302e9a043cc', 'name': 'network-vif-deleted', 'tag': '9f999f8e-37cb-4d1c-9d6c-210972411dca', 'status': 'completed', 'code': 200} Feb 09 01:05:25.283312 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-88c3b7bc-fc7d-4f5f-90da-8e6a4ed94898 req-9106377c-334d-428e-88ae-183d9994cb74 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1371118469', 'description': 'tempest-description-1119388391'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:25.288652 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb605d8-37d2-47ce-9a19-7cfdc66ed1da None None] The sync data for ids ['68505d7b-ac4f-4fc5-95fe-391f3436d4dc'] in n-d-828418-1 is: [{'id': '68505d7b-ac4f-4fc5-95fe-391f3436d4dc', 'name': 'tempest-TaggedBootDevicesTest-319278242-router', 'tenant_id': 'b38b8d3b4ab64851a90546fed2d6c948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '7a2c52bc-a296-44e7-89be-65763e3a6006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:04:46Z', 'updated_at': '2022-02-09T01:05:03Z', 'revision_number': 4, 'project_id': 'b38b8d3b4ab64851a90546fed2d6c948', 'gw_port': {'id': '7a2c52bc-a296-44e7-89be-65763e3a6006', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:88:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68505d7b-ac4f-4fc5-95fe-391f3436d4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:51Z', 'updated_at': '2022-02-09T01:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'e2ded1ac-2059-466c-ae0d-eed1b4cfe9b4', 'name': '', 'network_id': '5155f974-02f7-460c-bde1-4d4a435cc291', 'tenant_id': 'b38b8d3b4ab64851a90546fed2d6c948', 'mac_address': 'fa:16:3e:fb:25:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68505d7b-ac4f-4fc5-95fe-391f3436d4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'a3a9310a-be0f-4b6b-b867-4cea61f46d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:05:02Z', 'updated_at': '2022-02-09T01:05:21Z', 'revision_number': 4, 'project_id': 'b38b8d3b4ab64851a90546fed2d6c948', 'subnets': [{'id': 'a3a9310a-be0f-4b6b-b867-4cea61f46d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:05:25.290589 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:25.353378 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-88c3b7bc-fc7d-4f5f-90da-8e6a4ed94898 req-9106377c-334d-428e-88ae-183d9994cb74 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:05:25.377502 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-88c3b7bc-fc7d-4f5f-90da-8e6a4ed94898 req-9106377c-334d-428e-88ae-183d9994cb74 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Usage tracker for resource:security_group and tenant:22ecc9368231448ea2acdc9751828891 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:05:25.396408 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-88c3b7bc-fc7d-4f5f-90da-8e6a4ed94898 req-9106377c-334d-428e-88ae-183d9994cb74 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:05:25.453687 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-88c3b7bc-fc7d-4f5f-90da-8e6a4ed94898 req-9106377c-334d-428e-88ae-183d9994cb74 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:05:25.502303 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-efa8e560-6c4b-48f7-ac1e-34a6d79c18e9 req-2770c2fc-27ef-4be2-b432-c942c8d744dc tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/security-groups?id=924aa29d-9387-4933-bba8-e1d938d01b5c&id=ea209cdf-6740-4074-8d6c-66653a19d53a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2245367 Feb 09 01:05:25.646058 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-88c3b7bc-fc7d-4f5f-90da-8e6a4ed94898 req-9106377c-334d-428e-88ae-183d9994cb74 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:25.690695 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-88c3b7bc-fc7d-4f5f-90da-8e6a4ed94898 req-9106377c-334d-428e-88ae-183d9994cb74 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:05:25.888674 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:25.922421 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-88c3b7bc-fc7d-4f5f-90da-8e6a4ed94898 req-9106377c-334d-428e-88ae-183d9994cb74 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Usage tracker for resource:security_group_rule and tenant:22ecc9368231448ea2acdc9751828891 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:05:25.930084 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 7cda14fc-103f-40c3-af0d-222555fad78c, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=7cda14fc-103f-40c3-af0d-222555fad78c,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:05:25.932474 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-88c3b7bc-fc7d-4f5f-90da-8e6a4ed94898 req-9106377c-334d-428e-88ae-183d9994cb74 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:05:25.953272 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-88c3b7bc-fc7d-4f5f-90da-8e6a4ed94898 req-9106377c-334d-428e-88ae-183d9994cb74 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:05:26.024732 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84cd5f7d-ef59-4e6e-a79b-f39ebb23a107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da208e97-6197-4dbf-b1a2-4a4ab7c8b439', 'code': 200} Feb 09 01:05:26.025337 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1dc9fbd-beb1-4b2c-af47-120b2600407a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b75733b-86ec-409c-b876-9a25acc30612', 'code': 200} Feb 09 01:05:26.026370 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:26.067104 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-88c3b7bc-fc7d-4f5f-90da-8e6a4ed94898 req-9106377c-334d-428e-88ae-183d9994cb74 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:26.076985 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-88c3b7bc-fc7d-4f5f-90da-8e6a4ed94898 req-9106377c-334d-428e-88ae-183d9994cb74 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:26.207992 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device e2ded1ac-2059-466c-ae0d-eed1b4cfe9b4 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:05:26.208385 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-88c3b7bc-fc7d-4f5f-90da-8e6a4ed94898 req-9106377c-334d-428e-88ae-183d9994cb74 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:26.209652 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-88c3b7bc-fc7d-4f5f-90da-8e6a4ed94898 req-9106377c-334d-428e-88ae-183d9994cb74 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.9306543 Feb 09 01:05:26.300885 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-93e37ff6-e921-4f8a-a83e-7adc4aeec01a None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:26.320356 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-93e37ff6-e921-4f8a-a83e-7adc4aeec01a None None] Transition to ACTIVE for port object f2fb55e5-53cf-44e9-82fc-d516bdd0c4b1 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:05:26.327173 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 65357b4e-c9ac-4ef1-bf17-b44c756d4a1d, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=65357b4e-c9ac-4ef1-bf17-b44c756d4a1d,segment=NetworkSegment(26a6afa6-a85a-4672-aa8a-f5fcd6efba12),segment_id=26a6afa6-a85a-4672-aa8a-f5fcd6efba12)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:05:26.332680 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0f2ed41d-f744-4e7c-b5f6-0d73cc02739d tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:26.348260 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0f2ed41d-f744-4e7c-b5f6-0d73cc02739d tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1673984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1674007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1671766'] for router, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:26.382133 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-93e37ff6-e921-4f8a-a83e-7adc4aeec01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:26.420988 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:26.422367 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 9f999f8e-37cb-4d1c-9d6c-210972411dca no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:05:26.464994 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9106377c-334d-428e-88ae-183d9994cb74 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a06661f-fa11-463e-845a-726fa5f63a7c,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:26.601545 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d11cf3-495b-49bc-b0fc-e5ebb799e939 req-a321ca46-fa41-45a8-99c6-4b18acd0a877 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:26.611398 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d11cf3-495b-49bc-b0fc-e5ebb799e939 req-a321ca46-fa41-45a8-99c6-4b18acd0a877 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:26.613164 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-92d11cf3-495b-49bc-b0fc-e5ebb799e939 req-a321ca46-fa41-45a8-99c6-4b18acd0a877 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1dc9fbd-beb1-4b2c-af47-120b2600407a HTTP/1.1" status: 200 len: 1680 time: 0.5403476 Feb 09 01:05:26.659770 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=7cda14fc-103f-40c3-af0d-222555fad78c,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:26.767085 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: 9f999f8e-37cb-4d1c-9d6c-210972411dca {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:05:26.769208 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 9f999f8e-37cb-4d1c-9d6c-210972411dca not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:05:27.020285 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port e2ded1ac-2059-466c-ae0d-eed1b4cfe9b4 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:05:27.042757 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d3a2c-00b3-44c5-82a3-f8e1503ef4e0 None None] Pushing event updated for resources: {'Port': ['ID=f2fb55e5-53cf-44e9-82fc-d516bdd0c4b1,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:27.052957 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port e2ded1ac-2059-466c-ae0d-eed1b4cfe9b4 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:05:27.053301 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:27.154563 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-92d11cf3-495b-49bc-b0fc-e5ebb799e939 req-caf3438f-c4bc-4d9b-a51b-975f5c1b9cd2 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "GET /v2.0/security-groups?id=f20558f4-33ef-4c77-9965-2db2b58a5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100781 Feb 09 01:05:27.165155 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-93e37ff6-e921-4f8a-a83e-7adc4aeec01a None None] Attempting to bind port f2fb55e5-53cf-44e9-82fc-d516bdd0c4b1 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:05:27.165525 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-93e37ff6-e921-4f8a-a83e-7adc4aeec01a None None] Attempting to bind port f2fb55e5-53cf-44e9-82fc-d516bdd0c4b1 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '9a7979aa-58aa-4ec1-b1c2-26ff993eb322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '90706b31-d8f9-4017-8cdf-292e1ea5b46d'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:05:27.169719 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e37ff6-e921-4f8a-a83e-7adc4aeec01a None None] Attempting to bind port f2fb55e5-53cf-44e9-82fc-d516bdd0c4b1 on network 90706b31-d8f9-4017-8cdf-292e1ea5b46d {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:05:27.191295 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d96722-5b2f-47dd-886a-f5c5a1135e73 req-78091d3b-6a3c-4116-b63b-ccff6fb91a65 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:27.196927 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e37ff6-e921-4f8a-a83e-7adc4aeec01a None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:05:27.197526 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e37ff6-e921-4f8a-a83e-7adc4aeec01a None None] Checking segment: {'id': '9a7979aa-58aa-4ec1-b1c2-26ff993eb322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '90706b31-d8f9-4017-8cdf-292e1ea5b46d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:05:27.198155 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-93e37ff6-e921-4f8a-a83e-7adc4aeec01a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:27.198700 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e37ff6-e921-4f8a-a83e-7adc4aeec01a None None] Bound using segment: {'id': '9a7979aa-58aa-4ec1-b1c2-26ff993eb322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '90706b31-d8f9-4017-8cdf-292e1ea5b46d'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:05:27.199074 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e4d96722-5b2f-47dd-886a-f5c5a1135e73 req-78091d3b-6a3c-4116-b63b-ccff6fb91a65 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=84cd5f7d-ef59-4e6e-a79b-f39ebb23a107 HTTP/1.1" status: 200 len: 946 time: 0.6126273 Feb 09 01:05:27.201964 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-93e37ff6-e921-4f8a-a83e-7adc4aeec01a None None] Bound port: f2fb55e5-53cf-44e9-82fc-d516bdd0c4b1, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a7979aa-58aa-4ec1-b1c2-26ff993eb322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '90706b31-d8f9-4017-8cdf-292e1ea5b46d'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:05:27.205194 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-93e37ff6-e921-4f8a-a83e-7adc4aeec01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:27.279083 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf6ebb9-7496-4d8e-b70c-7fd0fd1c2c94 req-99382bc6-9224-4fc9-a262-f4d477b9b3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:27.280491 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2cf6ebb9-7496-4d8e-b70c-7fd0fd1c2c94 req-99382bc6-9224-4fc9-a262-f4d477b9b3cb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5ff9aad1b4b645cb83f87778a731b808&device_id=84cd5f7d-ef59-4e6e-a79b-f39ebb23a107 HTTP/1.1" status: 200 len: 1097 time: 0.2632668 Feb 09 01:05:27.314486 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=65357b4e-c9ac-4ef1-bf17-b44c756d4a1d,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:27.398821 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-93e37ff6-e921-4f8a-a83e-7adc4aeec01a None None] For port f2fb55e5-53cf-44e9-82fc-d516bdd0c4b1, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:05:27.405040 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-93e37ff6-e921-4f8a-a83e-7adc4aeec01a None None] For port f2fb55e5-53cf-44e9-82fc-d516bdd0c4b1, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=f2fb55e5-53cf-44e9-82fc-d516bdd0c4b1,segment=NetworkSegment(9a7979aa-58aa-4ec1-b1c2-26ff993eb322),segment_id=9a7979aa-58aa-4ec1-b1c2-26ff993eb322)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:05:27.408004 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:27.415067 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e4d96722-5b2f-47dd-886a-f5c5a1135e73 req-5805449d-3c86-4815-a951-2854bf6d5bf5 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141647 Feb 09 01:05:27.430725 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-93e37ff6-e921-4f8a-a83e-7adc4aeec01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:27.450415 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-39336345-1125-4bc8-acd3-cd0a4125c3a2 req-7842ce88-b481-49b0-89b4-934f05f622ed tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] 10.222.0.105 "GET /v2.0/security-groups/81eef638-583f-4f31-8bb1-70e2ad08d37a HTTP/1.1" status: 200 len: 1805 time: 0.2442615 Feb 09 01:05:27.450972 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f2ed41d-f744-4e7c-b5f6-0d73cc02739d tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Router 70790e4b-5a37-4efc-bc67-0a5ecabfddb0 is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:05:27.534873 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port e2ded1ac-2059-466c-ae0d-eed1b4cfe9b4, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=e2ded1ac-2059-466c-ae0d-eed1b4cfe9b4,segment=NetworkSegment(cf163942-3f6f-46b3-9ab1-2824bdae0aa8),segment_id=cf163942-3f6f-46b3-9ab1-2824bdae0aa8)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:05:27.544193 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:27.552771 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e37ff6-e921-4f8a-a83e-7adc4aeec01a None None] Routers {'ab60ad8b-3d46-437c-ad16-9275283b2f7a'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:05:27.553737 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-93e37ff6-e921-4f8a-a83e-7adc4aeec01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:05:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['ab60ad8b-3d46-437c-ad16-9275283b2f7a'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:27.671597 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d3a2c-00b3-44c5-82a3-f8e1503ef4e0 None None] Pushing event updated for resources: {'Port': ['ID=f2fb55e5-53cf-44e9-82fc-d516bdd0c4b1,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:27.903775 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=e2ded1ac-2059-466c-ae0d-eed1b4cfe9b4,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:27.981202 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-93e37ff6-e921-4f8a-a83e-7adc4aeec01a None None] Set router ab60ad8b-3d46-437c-ad16-9275283b2f7a gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:05:27.992065 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f2ed41d-f744-4e7c-b5f6-0d73cc02739d tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:05:28.000572 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0bc3b6-d706-4022-99c8-1f193ed92405 None None] Sync routers for ids ['70790e4b-5a37-4efc-bc67-0a5ecabfddb0'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:05:28.011547 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0bc3b6-d706-4022-99c8-1f193ed92405 None None] Routers {'70790e4b-5a37-4efc-bc67-0a5ecabfddb0'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:05:28.012420 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-cd0bc3b6-d706-4022-99c8-1f193ed92405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:05:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['70790e4b-5a37-4efc-bc67-0a5ecabfddb0'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:28.032803 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1dc9fbd-beb1-4b2c-af47-120b2600407a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65357b4e-c9ac-4ef1-bf17-b44c756d4a1d'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:05:28.098092 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0f2ed41d-f744-4e7c-b5f6-0d73cc02739d tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:28.102960 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-0f2ed41d-f744-4e7c-b5f6-0d73cc02739d tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] 10.222.0.105 "PUT /v2.0/routers/70790e4b-5a37-4efc-bc67-0a5ecabfddb0 HTTP/1.1" status: 200 len: 919 time: 10.4864476 Feb 09 01:05:28.103809 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 56432) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:05:28.175626 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-cd0bc3b6-d706-4022-99c8-1f193ed92405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:28.179952 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-39336345-1125-4bc8-acd3-cd0a4125c3a2 req-bbb1882e-c3cb-4eab-89c6-f40b2ada6896 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] 10.222.0.105 "GET /v2.0/security-groups/0a06661f-fa11-463e-845a-726fa5f63a7c HTTP/1.1" status: 200 len: 1807 time: 0.7200031 Feb 09 01:05:28.199269 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0bc3b6-d706-4022-99c8-1f193ed92405 None None] Routers {'70790e4b-5a37-4efc-bc67-0a5ecabfddb0'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:05:28.204315 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-cd0bc3b6-d706-4022-99c8-1f193ed92405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:05:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['70790e4b-5a37-4efc-bc67-0a5ecabfddb0'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:28.237121 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-39336345-1125-4bc8-acd3-cd0a4125c3a2 req-82c946e2-cbd0-4ffd-bda4-d54c8c27d834 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '81eef638-583f-4f31-8bb1-70e2ad08d37a', 'remote_group_id': '0a06661f-fa11-463e-845a-726fa5f63a7c', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:28.241818 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-39336345-1125-4bc8-acd3-cd0a4125c3a2 req-82c946e2-cbd0-4ffd-bda4-d54c8c27d834 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '81eef638-583f-4f31-8bb1-70e2ad08d37a', 'remote_group_id': '0a06661f-fa11-463e-845a-726fa5f63a7c', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:28.282645 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-39336345-1125-4bc8-acd3-cd0a4125c3a2 req-82c946e2-cbd0-4ffd-bda4-d54c8c27d834 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:05:28.291779 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-39336345-1125-4bc8-acd3-cd0a4125c3a2 req-82c946e2-cbd0-4ffd-bda4-d54c8c27d834 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Usage tracker for resource:security_group_rule and tenant:22ecc9368231448ea2acdc9751828891 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:05:28.317351 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-cd0bc3b6-d706-4022-99c8-1f193ed92405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:28.317704 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0bc3b6-d706-4022-99c8-1f193ed92405 None None] The sync data for ids ['70790e4b-5a37-4efc-bc67-0a5ecabfddb0'] in n-d-828418-1 is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:05:28.358403 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-39336345-1125-4bc8-acd3-cd0a4125c3a2 req-82c946e2-cbd0-4ffd-bda4-d54c8c27d834 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:05:28.376722 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device e2ded1ac-2059-466c-ae0d-eed1b4cfe9b4 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:05:28.393453 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf6ebb9-7496-4d8e-b70c-7fd0fd1c2c94 req-794824ab-f861-451d-86f5-219c1eeacccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:28.395322 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2cf6ebb9-7496-4d8e-b70c-7fd0fd1c2c94 req-794824ab-f861-451d-86f5-219c1eeacccb service neutron] 10.222.0.62 "GET /v2.0/networks?id=dd02684a-c792-4fba-8571-35898e88ad40 HTTP/1.1" status: 200 len: 912 time: 1.0996151 Feb 09 01:05:28.396522 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-39336345-1125-4bc8-acd3-cd0a4125c3a2 req-82c946e2-cbd0-4ffd-bda4-d54c8c27d834 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:05:28.498390 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port e2ded1ac-2059-466c-ae0d-eed1b4cfe9b4 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:05:28.499018 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:28.504363 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2cf6ebb9-7496-4d8e-b70c-7fd0fd1c2c94 req-96704fd7-22f1-42d8-8941-f31001555302 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da208e97-6197-4dbf-b1a2-4a4ab7c8b439 HTTP/1.1" status: 200 len: 217 time: 0.0804241 Feb 09 01:05:28.528373 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa3e06-d69f-4ac0-942f-eff09c00561d req-b7d46348-f345-4ed4-a2a8-38a21dbe16be tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:28.539970 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa3e06-d69f-4ac0-942f-eff09c00561d req-b7d46348-f345-4ed4-a2a8-38a21dbe16be tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:28.547277 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa3e06-d69f-4ac0-942f-eff09c00561d req-b7d46348-f345-4ed4-a2a8-38a21dbe16be tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:28.554437 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa3e06-d69f-4ac0-942f-eff09c00561d req-b7d46348-f345-4ed4-a2a8-38a21dbe16be tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:28.561154 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa3e06-d69f-4ac0-942f-eff09c00561d req-b7d46348-f345-4ed4-a2a8-38a21dbe16be tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:28.571984 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa3e06-d69f-4ac0-942f-eff09c00561d req-b7d46348-f345-4ed4-a2a8-38a21dbe16be tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:28.579168 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa3e06-d69f-4ac0-942f-eff09c00561d req-b7d46348-f345-4ed4-a2a8-38a21dbe16be tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:28.591627 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-82aa3e06-d69f-4ac0-942f-eff09c00561d req-b7d46348-f345-4ed4-a2a8-38a21dbe16be tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/ports?device_id=9aaa5086-2506-413a-a88f-4d56b6d269cb HTTP/1.1" status: 200 len: 5440 time: 0.6033168 Feb 09 01:05:28.696955 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-3f36f977-ef1f-4ab0-abcb-24d8ad71eb45 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] 10.222.0.105 "GET /v2.0/routers/70790e4b-5a37-4efc-bc67-0a5ecabfddb0 HTTP/1.1" status: 200 len: 925 time: 0.5911822 Feb 09 01:05:28.699576 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 56448) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:05:28.747204 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-82aa3e06-d69f-4ac0-942f-eff09c00561d req-d1aa289c-04ca-4f47-9ed7-f5125fbe1e5c tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/security-groups?id=924aa29d-9387-4933-bba8-e1d938d01b5c&id=ea209cdf-6740-4074-8d6c-66653a19d53a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1545861 Feb 09 01:05:28.762776 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-93e37ff6-e921-4f8a-a83e-7adc4aeec01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab60ad8b-3d46-437c-ad16-9275283b2f7a', 'name': 'tempest-TaggedBootDevicesTest-174117447-router', 'tenant_id': '79e136142cfc45aeabc2de8489670547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '7cda14fc-103f-40c3-af0d-222555fad78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:05:08Z', 'updated_at': '2022-02-09T01:05:19Z', 'revision_number': 4, 'project_id': '79e136142cfc45aeabc2de8489670547', 'gw_port': {'id': '7cda14fc-103f-40c3-af0d-222555fad78c', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:75:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab60ad8b-3d46-437c-ad16-9275283b2f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:05:10Z', 'updated_at': '2022-02-09T01:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'f2fb55e5-53cf-44e9-82fc-d516bdd0c4b1', 'name': '', 'network_id': '90706b31-d8f9-4017-8cdf-292e1ea5b46d', 'tenant_id': '79e136142cfc45aeabc2de8489670547', 'mac_address': 'fa:16:3e:f5:7c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab60ad8b-3d46-437c-ad16-9275283b2f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '0634c646-7c7c-44e6-82e0-e4e73fef120c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:05:17Z', 'updated_at': '2022-02-09T01:05:27Z', 'revision_number': 4, 'project_id': '79e136142cfc45aeabc2de8489670547', 'subnets': [{'id': '0634c646-7c7c-44e6-82e0-e4e73fef120c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:28.773323 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 7cda14fc-103f-40c3-af0d-222555fad78c up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:05:28.805833 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e37ff6-e921-4f8a-a83e-7adc4aeec01a None None] The sync data for ids ['ab60ad8b-3d46-437c-ad16-9275283b2f7a'] in n-d-828418-1 is: [{'id': 'ab60ad8b-3d46-437c-ad16-9275283b2f7a', 'name': 'tempest-TaggedBootDevicesTest-174117447-router', 'tenant_id': '79e136142cfc45aeabc2de8489670547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '7cda14fc-103f-40c3-af0d-222555fad78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:05:08Z', 'updated_at': '2022-02-09T01:05:19Z', 'revision_number': 4, 'project_id': '79e136142cfc45aeabc2de8489670547', 'gw_port': {'id': '7cda14fc-103f-40c3-af0d-222555fad78c', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:75:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab60ad8b-3d46-437c-ad16-9275283b2f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:05:10Z', 'updated_at': '2022-02-09T01:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'f2fb55e5-53cf-44e9-82fc-d516bdd0c4b1', 'name': '', 'network_id': '90706b31-d8f9-4017-8cdf-292e1ea5b46d', 'tenant_id': '79e136142cfc45aeabc2de8489670547', 'mac_address': 'fa:16:3e:f5:7c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab60ad8b-3d46-437c-ad16-9275283b2f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '0634c646-7c7c-44e6-82e0-e4e73fef120c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:05:17Z', 'updated_at': '2022-02-09T01:05:27Z', 'revision_number': 4, 'project_id': '79e136142cfc45aeabc2de8489670547', 'subnets': [{'id': '0634c646-7c7c-44e6-82e0-e4e73fef120c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:05:28.923233 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 7cda14fc-103f-40c3-af0d-222555fad78c triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:05:28.924914 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:28.929742 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-39336345-1125-4bc8-acd3-cd0a4125c3a2 req-82c946e2-cbd0-4ffd-bda4-d54c8c27d834 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:28.963286 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94566e5-5c16-4621-9105-659b73e2cd35 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:28.966380 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f94566e5-5c16-4621-9105-659b73e2cd35 tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] 10.222.0.105 "GET /v2.0/ports?network_id=3d885c3c-255c-4e54-addc-b28437d0b18e&device_id=70790e4b-5a37-4efc-bc67-0a5ecabfddb0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2657404 Feb 09 01:05:28.969725 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 56460) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:05:29.021891 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-39336345-1125-4bc8-acd3-cd0a4125c3a2 req-82c946e2-cbd0-4ffd-bda4-d54c8c27d834 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:29.042742 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-39336345-1125-4bc8-acd3-cd0a4125c3a2 req-82c946e2-cbd0-4ffd-bda4-d54c8c27d834 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:29.130440 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf6ebb9-7496-4d8e-b70c-7fd0fd1c2c94 req-266566fc-3104-4e18-a182-bb88555f3da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:29.132312 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2cf6ebb9-7496-4d8e-b70c-7fd0fd1c2c94 req-266566fc-3104-4e18-a182-bb88555f3da4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6629426b-30e0-4649-b641-b6eaabeb92da HTTP/1.1" status: 200 len: 851 time: 0.5356424 Feb 09 01:05:29.238689 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a5b208-b233-4ead-a5ce-c23789ece96a tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:29.240594 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2cf6ebb9-7496-4d8e-b70c-7fd0fd1c2c94 req-977bebf0-b621-4560-a260-25ba02e572e5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dd02684a-c792-4fba-8571-35898e88ad40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744996 Feb 09 01:05:29.246590 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d8a5b208-b233-4ead-a5ce-c23789ece96a tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] 10.222.0.105 "GET /v2.0/networks/3d885c3c-255c-4e54-addc-b28437d0b18e HTTP/1.1" status: 200 len: 881 time: 0.2752607 Feb 09 01:05:29.247215 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 56466) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:05:29.250463 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c8606d-63e0-4917-8fce-fdffd225a16c req-5c1fdf0b-5ebf-4bf1-b36b-102fdccb9ed8 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:29.252254 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-94c8606d-63e0-4917-8fce-fdffd225a16c req-5c1fdf0b-5ebf-4bf1-b36b-102fdccb9ed8 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.62 "GET /v2.0/ports?device_id=bca2e8fa-004b-4433-b8a2-c8e34de12605 HTTP/1.1" status: 200 len: 946 time: 0.9496295 Feb 09 01:05:29.253064 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c946e2-cbd0-4ffd-bda4-d54c8c27d834 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06161c13-0825-4063-b81e-d67a349dd8fe,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:29.314758 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-27bb9c87-c3d2-449a-8063-ff224c0ab0d3 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] 10.222.0.105 "GET /v2.0/ports?device_id=70790e4b-5a37-4efc-bc67-0a5ecabfddb0 HTTP/1.1" status: 200 len: 205 time: 0.0656946 Feb 09 01:05:29.317369 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 56470) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:05:29.431611 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-39336345-1125-4bc8-acd3-cd0a4125c3a2 req-82c946e2-cbd0-4ffd-bda4-d54c8c27d834 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:29.432936 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-39336345-1125-4bc8-acd3-cd0a4125c3a2 req-82c946e2-cbd0-4ffd-bda4-d54c8c27d834 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.2329462 Feb 09 01:05:29.484357 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-94c8606d-63e0-4917-8fce-fdffd225a16c req-fde2d175-d023-4df3-aa78-54020af4003b tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Deleting port 9de2f4cb-9135-47ad-906a-b6130ce11d23 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:05:29.484739 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-94c8606d-63e0-4917-8fce-fdffd225a16c req-fde2d175-d023-4df3-aa78-54020af4003b tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:29.527804 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device da208e97-6197-4dbf-b1a2-4a4ab7c8b439 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:05:29.565629 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b407b9a-fb3e-4689-83e6-0a289b47af3e req-98aedfe7-ad2c-4a84-a428-f8cc1601ad7c tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:29.574275 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1b407b9a-fb3e-4689-83e6-0a289b47af3e req-98aedfe7-ad2c-4a84-a428-f8cc1601ad7c tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=bca2e8fa-004b-4433-b8a2-c8e34de12605 HTTP/1.1" status: 200 len: 946 time: 0.5494406 Feb 09 01:05:29.636404 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1dc9fbd-beb1-4b2c-af47-120b2600407a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65357b4e-c9ac-4ef1-bf17-b44c756d4a1d', 'code': 200} Feb 09 01:05:29.638602 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0ec2d748-a201-4446-a8a6-5877bfd23165 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:29.685234 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2cf6ebb9-7496-4d8e-b70c-7fd0fd1c2c94 req-51fbe134-8ef2-4fc0-8227-b65cce4451ac service neutron] 10.222.0.62 "GET /v2.0/networks/dd02684a-c792-4fba-8571-35898e88ad40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4213135 Feb 09 01:05:29.873012 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:29.929449 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port da208e97-6197-4dbf-b1a2-4a4ab7c8b439, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=da208e97-6197-4dbf-b1a2-4a4ab7c8b439,segment=NetworkSegment(d1c0a158-6579-41f7-a92a-da7d79b925b6),segment_id=d1c0a158-6579-41f7-a92a-da7d79b925b6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:05:29.937418 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:30.034014 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=da208e97-6197-4dbf-b1a2-4a4ab7c8b439,revision_number=8']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:30.052194 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:30.052650 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:30.052975 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:30.053313 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:30.053674 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:30.054002 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:30.054319 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:30.054642 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:30.054959 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:30.055275 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:30.057374 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:30.057723 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:30.125821 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1b407b9a-fb3e-4689-83e6-0a289b47af3e req-71fbabbc-73f0-4e12-97db-bfffd75a5a0c tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=ceaabe02-67e8-49da-9640-53d4e3b33273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5503044 Feb 09 01:05:30.199634 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0ec2d748-a201-4446-a8a6-5877bfd23165 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:30.218129 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb227d-c396-4764-a998-e386a7bc8238 req-1fe9e64c-7223-4925-937a-122baf15ed51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:30.221168 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb227d-c396-4764-a998-e386a7bc8238 req-1fe9e64c-7223-4925-937a-122baf15ed51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:30.223190 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-febb227d-c396-4764-a998-e386a7bc8238 req-1fe9e64c-7223-4925-937a-122baf15ed51 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a1dc9fbd-beb1-4b2c-af47-120b2600407a HTTP/1.1" status: 200 len: 1983 time: 0.3886354 Feb 09 01:05:30.268520 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device f2fb55e5-53cf-44e9-82fc-d516bdd0c4b1 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:05:30.273930 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-0ec2d748-a201-4446-a8a6-5877bfd23165 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Deleting port 6e8c6b07-bd4e-48dd-aed9-be17d59c14ac {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:05:30.274427 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0ec2d748-a201-4446-a8a6-5877bfd23165 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:30.390348 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-febb227d-c396-4764-a998-e386a7bc8238 req-350fec4a-c567-4c64-9df8-0fc5616f3c1d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f20558f4-33ef-4c77-9965-2db2b58a5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603310 Feb 09 01:05:30.441166 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port f2fb55e5-53cf-44e9-82fc-d516bdd0c4b1 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:05:30.446855 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port f2fb55e5-53cf-44e9-82fc-d516bdd0c4b1 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:05:30.447270 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:30.552453 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2cf6ebb9-7496-4d8e-b70c-7fd0fd1c2c94 req-fcd32e56-6df0-4b04-b38e-96f6c0b9e51f service neutron] 10.222.0.62 "GET /v2.0/networks/dd02684a-c792-4fba-8571-35898e88ad40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8558619 Feb 09 01:05:30.579751 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce80750b-589e-4cd5-8cf8-736a7a3d55bb req-96721ec6-e3d1-43c9-a68a-8055dd703c11 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:30.585561 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce80750b-589e-4cd5-8cf8-736a7a3d55bb req-96721ec6-e3d1-43c9-a68a-8055dd703c11 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:30.593910 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ce80750b-589e-4cd5-8cf8-736a7a3d55bb req-96721ec6-e3d1-43c9-a68a-8055dd703c11 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1dc9fbd-beb1-4b2c-af47-120b2600407a HTTP/1.1" status: 200 len: 1681 time: 0.7839277 Feb 09 01:05:30.649080 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0ec2d748-a201-4446-a8a6-5877bfd23165 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:30.679880 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:30.681414 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-94c8606d-63e0-4917-8fce-fdffd225a16c req-fde2d175-d023-4df3-aa78-54020af4003b tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] For port 9de2f4cb-9135-47ad-906a-b6130ce11d23, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=9de2f4cb-9135-47ad-906a-b6130ce11d23,segment=NetworkSegment(42eb89e1-c4de-4f57-85a6-0e5fc984e699),segment_id=42eb89e1-c4de-4f57-85a6-0e5fc984e699)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:05:30.681802 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-94c8606d-63e0-4917-8fce-fdffd225a16c req-fde2d175-d023-4df3-aa78-54020af4003b tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:30.755714 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port f2fb55e5-53cf-44e9-82fc-d516bdd0c4b1, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=f2fb55e5-53cf-44e9-82fc-d516bdd0c4b1,segment=NetworkSegment(9a7979aa-58aa-4ec1-b1c2-26ff993eb322),segment_id=9a7979aa-58aa-4ec1-b1c2-26ff993eb322)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:05:30.761658 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:30.889385 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=f2fb55e5-53cf-44e9-82fc-d516bdd0c4b1,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:30.906064 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-0ec2d748-a201-4446-a8a6-5877bfd23165 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Calling delete_port for 6e8c6b07-bd4e-48dd-aed9-be17d59c14ac owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:05:30.929456 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d172f2c4-fccd-493e-8425-701e7f8fe2f4 req-4f8bbc37-f6c0-41a7-8eca-346843e36e72 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:30.931093 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d172f2c4-fccd-493e-8425-701e7f8fe2f4 req-4f8bbc37-f6c0-41a7-8eca-346843e36e72 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=84cd5f7d-ef59-4e6e-a79b-f39ebb23a107 HTTP/1.1" status: 200 len: 944 time: 0.5261669 Feb 09 01:05:30.938270 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-94c8606d-63e0-4917-8fce-fdffd225a16c req-fde2d175-d023-4df3-aa78-54020af4003b tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Calling delete_port for 9de2f4cb-9135-47ad-906a-b6130ce11d23 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:05:30.972989 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ce80750b-589e-4cd5-8cf8-736a7a3d55bb req-c9bc70e5-7881-45b2-a1b7-7f0338d2fd41 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "GET /v2.0/security-groups?id=f20558f4-33ef-4c77-9965-2db2b58a5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3781867 Feb 09 01:05:31.101508 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d172f2c4-fccd-493e-8425-701e7f8fe2f4 req-8428d576-7eae-48c1-852d-9d310da52fdd tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161964 Feb 09 01:05:31.166345 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-814a7978-55ea-43fa-bd65-e890cb017b9e req-7ac48f5e-ee3c-4692-ab96-860945a407d3 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-452633345', 'description': 'tempest-description-1562365911'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:31.186439 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-814a7978-55ea-43fa-bd65-e890cb017b9e req-7ac48f5e-ee3c-4692-ab96-860945a407d3 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:05:31.206411 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-814a7978-55ea-43fa-bd65-e890cb017b9e req-7ac48f5e-ee3c-4692-ab96-860945a407d3 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Usage tracker for resource:security_group and tenant:22ecc9368231448ea2acdc9751828891 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:05:31.211594 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-814a7978-55ea-43fa-bd65-e890cb017b9e req-7ac48f5e-ee3c-4692-ab96-860945a407d3 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:05:31.221952 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-814a7978-55ea-43fa-bd65-e890cb017b9e req-7ac48f5e-ee3c-4692-ab96-860945a407d3 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:05:31.278768 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-814a7978-55ea-43fa-bd65-e890cb017b9e req-7ac48f5e-ee3c-4692-ab96-860945a407d3 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:31.303934 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-814a7978-55ea-43fa-bd65-e890cb017b9e req-7ac48f5e-ee3c-4692-ab96-860945a407d3 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:05:31.307917 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-814a7978-55ea-43fa-bd65-e890cb017b9e req-7ac48f5e-ee3c-4692-ab96-860945a407d3 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Usage tracker for resource:security_group_rule and tenant:22ecc9368231448ea2acdc9751828891 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:05:31.310828 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-814a7978-55ea-43fa-bd65-e890cb017b9e req-7ac48f5e-ee3c-4692-ab96-860945a407d3 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:05:31.317728 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-814a7978-55ea-43fa-bd65-e890cb017b9e req-7ac48f5e-ee3c-4692-ab96-860945a407d3 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:05:31.393481 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-814a7978-55ea-43fa-bd65-e890cb017b9e req-7ac48f5e-ee3c-4692-ab96-860945a407d3 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:31.399863 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-814a7978-55ea-43fa-bd65-e890cb017b9e req-7ac48f5e-ee3c-4692-ab96-860945a407d3 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:31.429057 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45866af8-31b2-4fd7-b889-0bc277ee9006 req-4d000ada-1882-48a4-abf3-29b083752cde tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:31.435570 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45866af8-31b2-4fd7-b889-0bc277ee9006 req-4d000ada-1882-48a4-abf3-29b083752cde tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:31.442042 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45866af8-31b2-4fd7-b889-0bc277ee9006 req-4d000ada-1882-48a4-abf3-29b083752cde tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:31.447811 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45866af8-31b2-4fd7-b889-0bc277ee9006 req-4d000ada-1882-48a4-abf3-29b083752cde tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:31.454098 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45866af8-31b2-4fd7-b889-0bc277ee9006 req-4d000ada-1882-48a4-abf3-29b083752cde tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:31.460401 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45866af8-31b2-4fd7-b889-0bc277ee9006 req-4d000ada-1882-48a4-abf3-29b083752cde tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:31.466148 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45866af8-31b2-4fd7-b889-0bc277ee9006 req-4d000ada-1882-48a4-abf3-29b083752cde tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:31.468730 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-45866af8-31b2-4fd7-b889-0bc277ee9006 req-4d000ada-1882-48a4-abf3-29b083752cde tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/ports?device_id=9aaa5086-2506-413a-a88f-4d56b6d269cb HTTP/1.1" status: 200 len: 5440 time: 0.3804846 Feb 09 01:05:31.480582 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 56502) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:05:31.513049 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-a52588b5-07ed-4ffb-a2c1-49b21b039a4c tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Request body: {'floatingip': {'port_id': 'f9b2d358-0ad5-43e9-81ee-55fa33d7d68a'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:31.537434 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-94c8606d-63e0-4917-8fce-fdffd225a16c req-fde2d175-d023-4df3-aa78-54020af4003b tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:31.539335 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac48f5e-ee3c-4692-ab96-860945a407d3 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a86419-cda7-471b-91c5-5f606a96693b,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:31.543848 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 9de2f4cb-9135-47ad-906a-b6130ce11d23 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:05:31.620509 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['8966abcd-1778-4e11-b863-2fa7dd0270fe'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:05:31.674665 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a52588b5-07ed-4ffb-a2c1-49b21b039a4c tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks [] for floatingip, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:31.712490 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-814a7978-55ea-43fa-bd65-e890cb017b9e req-7ac48f5e-ee3c-4692-ab96-860945a407d3 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:31.713705 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-814a7978-55ea-43fa-bd65-e890cb017b9e req-7ac48f5e-ee3c-4692-ab96-860945a407d3 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5552146 Feb 09 01:05:31.715199 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-00f11dd3-4ec3-48a4-9f09-029de06e3189 req-51dbfa56-6855-4289-b44c-c0e037928414 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Synchronizing usage tracker for tenant:71b0276e9e0b48f8943a51531f3d8a9e on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:05:31.735969 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84cd5f7d-ef59-4e6e-a79b-f39ebb23a107', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da208e97-6197-4dbf-b1a2-4a4ab7c8b439'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:05:31.753566 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde2d175-d023-4df3-aa78-54020af4003b tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Pushing event deleted for resources: {'Port': ['ID=9de2f4cb-9135-47ad-906a-b6130ce11d23,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:31.757281 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-00f11dd3-4ec3-48a4-9f09-029de06e3189 req-51dbfa56-6855-4289-b44c-c0e037928414 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Unset dirty status for tenant:71b0276e9e0b48f8943a51531f3d8a9e on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:05:31.758733 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-00f11dd3-4ec3-48a4-9f09-029de06e3189 req-51dbfa56-6855-4289-b44c-c0e037928414 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=bca2e8fa-004b-4433-b8a2-c8e34de12605 HTTP/1.1" status: 200 len: 210 time: 0.1490512 Feb 09 01:05:31.776221 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: 9de2f4cb-9135-47ad-906a-b6130ce11d23 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:05:31.776575 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 9de2f4cb-9135-47ad-906a-b6130ce11d23 not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:05:31.809928 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-9c77e5a0-46d6-48cc-88d0-d920fb29dafe req-c916bb83-d6c0-43d4-996f-1fcc33a534f5 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2091188596', 'description': 'tempest-description-306176264'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:31.850105 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-9c77e5a0-46d6-48cc-88d0-d920fb29dafe req-c916bb83-d6c0-43d4-996f-1fcc33a534f5 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:05:31.860886 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-9c77e5a0-46d6-48cc-88d0-d920fb29dafe req-c916bb83-d6c0-43d4-996f-1fcc33a534f5 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Usage tracker for resource:security_group and tenant:22ecc9368231448ea2acdc9751828891 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:05:31.869028 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-9c77e5a0-46d6-48cc-88d0-d920fb29dafe req-c916bb83-d6c0-43d4-996f-1fcc33a534f5 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:05:31.872739 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-94c8606d-63e0-4917-8fce-fdffd225a16c req-fde2d175-d023-4df3-aa78-54020af4003b tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] No DVR routers for this DVR port 9de2f4cb-9135-47ad-906a-b6130ce11d23 on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:05:31.879201 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-94c8606d-63e0-4917-8fce-fdffd225a16c req-fde2d175-d023-4df3-aa78-54020af4003b tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:31.881680 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-94c8606d-63e0-4917-8fce-fdffd225a16c req-fde2d175-d023-4df3-aa78-54020af4003b tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.62 "DELETE /v2.0/ports/9de2f4cb-9135-47ad-906a-b6130ce11d23 HTTP/1.1" status: 204 len: 173 time: 2.6187594 Feb 09 01:05:31.882279 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bca2e8fa-004b-4433-b8a2-c8e34de12605', 'name': 'network-vif-deleted', 'tag': '9de2f4cb-9135-47ad-906a-b6130ce11d23'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:05:31.895454 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-9c77e5a0-46d6-48cc-88d0-d920fb29dafe req-c916bb83-d6c0-43d4-996f-1fcc33a534f5 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:05:31.919560 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9c77e5a0-46d6-48cc-88d0-d920fb29dafe req-c916bb83-d6c0-43d4-996f-1fcc33a534f5 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:31.955704 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84cd5f7d-ef59-4e6e-a79b-f39ebb23a107', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da208e97-6197-4dbf-b1a2-4a4ab7c8b439', 'code': 200} Feb 09 01:05:31.955880 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-9c77e5a0-46d6-48cc-88d0-d920fb29dafe req-c916bb83-d6c0-43d4-996f-1fcc33a534f5 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:05:31.963007 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-9c77e5a0-46d6-48cc-88d0-d920fb29dafe req-c916bb83-d6c0-43d4-996f-1fcc33a534f5 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Usage tracker for resource:security_group_rule and tenant:22ecc9368231448ea2acdc9751828891 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:05:31.972350 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-9c77e5a0-46d6-48cc-88d0-d920fb29dafe req-c916bb83-d6c0-43d4-996f-1fcc33a534f5 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:05:31.983254 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-9c77e5a0-46d6-48cc-88d0-d920fb29dafe req-c916bb83-d6c0-43d4-996f-1fcc33a534f5 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:05:32.024266 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bca2e8fa-004b-4433-b8a2-c8e34de12605', 'name': 'network-vif-deleted', 'tag': '9de2f4cb-9135-47ad-906a-b6130ce11d23', 'status': 'completed', 'code': 200} Feb 09 01:05:32.134321 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9c77e5a0-46d6-48cc-88d0-d920fb29dafe req-c916bb83-d6c0-43d4-996f-1fcc33a534f5 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:32.141711 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9c77e5a0-46d6-48cc-88d0-d920fb29dafe req-c916bb83-d6c0-43d4-996f-1fcc33a534f5 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:32.198181 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0ec2d748-a201-4446-a8a6-5877bfd23165 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:32.320224 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device f2fb55e5-53cf-44e9-82fc-d516bdd0c4b1 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:05:32.346308 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9c77e5a0-46d6-48cc-88d0-d920fb29dafe req-c916bb83-d6c0-43d4-996f-1fcc33a534f5 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:32.358228 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9c77e5a0-46d6-48cc-88d0-d920fb29dafe req-c916bb83-d6c0-43d4-996f-1fcc33a534f5 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5604126 Feb 09 01:05:32.401307 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c916bb83-d6c0-43d4-996f-1fcc33a534f5 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2520cdf-8bb9-41a6-a36e-4b3a47233f19,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:32.461616 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec2d748-a201-4446-a8a6-5877bfd23165 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Pushing event deleted for resources: {'Port': ['ID=6e8c6b07-bd4e-48dd-aed9-be17d59c14ac,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:32.462898 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a816101c-278c-490b-bd11-2ce15f4a0543 req-d06c0437-644c-453c-8b0f-3a504885fd5c tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:32.471353 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a816101c-278c-490b-bd11-2ce15f4a0543 req-d06c0437-644c-453c-8b0f-3a504885fd5c tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:32.481001 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a816101c-278c-490b-bd11-2ce15f4a0543 req-d06c0437-644c-453c-8b0f-3a504885fd5c tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1dc9fbd-beb1-4b2c-af47-120b2600407a HTTP/1.1" status: 200 len: 1681 time: 0.2740879 Feb 09 01:05:32.481314 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec2d748-a201-4446-a8a6-5877bfd23165 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:32.481796 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec2d748-a201-4446-a8a6-5877bfd23165 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:32.481996 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec2d748-a201-4446-a8a6-5877bfd23165 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:32.482375 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec2d748-a201-4446-a8a6-5877bfd23165 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:32.482497 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec2d748-a201-4446-a8a6-5877bfd23165 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:32.482800 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec2d748-a201-4446-a8a6-5877bfd23165 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:32.483121 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec2d748-a201-4446-a8a6-5877bfd23165 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:32.484212 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec2d748-a201-4446-a8a6-5877bfd23165 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:32.484713 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec2d748-a201-4446-a8a6-5877bfd23165 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:32.485575 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec2d748-a201-4446-a8a6-5877bfd23165 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:32.485575 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec2d748-a201-4446-a8a6-5877bfd23165 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:32.485777 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec2d748-a201-4446-a8a6-5877bfd23165 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:32.522987 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port f2fb55e5-53cf-44e9-82fc-d516bdd0c4b1 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:05:32.523564 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:32.696906 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0ec2d748-a201-4446-a8a6-5877bfd23165 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:32.759937 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a816101c-278c-490b-bd11-2ce15f4a0543 req-10c641f7-1cfa-46af-a4a5-e240e9bf9f61 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "GET /v2.0/security-groups?id=f20558f4-33ef-4c77-9965-2db2b58a5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780590 Feb 09 01:05:32.809629 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3fd96-0250-480c-9d86-60d694883ef1 req-5a15aecd-cfeb-4e09-b054-db2f4754a0b1 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:32.812604 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8ca3fd96-0250-480c-9d86-60d694883ef1 req-5a15aecd-cfeb-4e09-b054-db2f4754a0b1 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=84cd5f7d-ef59-4e6e-a79b-f39ebb23a107 HTTP/1.1" status: 200 len: 944 time: 0.3283064 Feb 09 01:05:32.978308 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8ca3fd96-0250-480c-9d86-60d694883ef1 req-6a312307-b703-4075-84cf-34e37a7a0404 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600478 Feb 09 01:05:32.986926 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8b508024-2fe1-4a0a-9a56-bc5747bda8b8 req-08e5a895-9fe3-48f9-9a16-8204e304e1de tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] 10.222.0.105 "GET /v2.0/security-groups/d5a86419-cda7-471b-91c5-5f606a96693b HTTP/1.1" status: 200 len: 1806 time: 0.1264627 Feb 09 01:05:33.107128 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8b508024-2fe1-4a0a-9a56-bc5747bda8b8 req-384419fb-b7cf-4e2e-a992-68c814a49cc4 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] 10.222.0.105 "GET /v2.0/security-groups/c2520cdf-8bb9-41a6-a36e-4b3a47233f19 HTTP/1.1" status: 200 len: 1806 time: 0.1092186 Feb 09 01:05:33.115979 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-8b508024-2fe1-4a0a-9a56-bc5747bda8b8 req-f6ce5ae2-d474-41ff-86e2-734a9fa1574c tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd5a86419-cda7-471b-91c5-5f606a96693b', 'remote_group_id': 'c2520cdf-8bb9-41a6-a36e-4b3a47233f19', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:33.116314 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-8b508024-2fe1-4a0a-9a56-bc5747bda8b8 req-f6ce5ae2-d474-41ff-86e2-734a9fa1574c tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd5a86419-cda7-471b-91c5-5f606a96693b', 'remote_group_id': 'c2520cdf-8bb9-41a6-a36e-4b3a47233f19', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:33.136372 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-8b508024-2fe1-4a0a-9a56-bc5747bda8b8 req-f6ce5ae2-d474-41ff-86e2-734a9fa1574c tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:05:33.152558 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-8b508024-2fe1-4a0a-9a56-bc5747bda8b8 req-f6ce5ae2-d474-41ff-86e2-734a9fa1574c tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Usage tracker for resource:security_group_rule and tenant:22ecc9368231448ea2acdc9751828891 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:05:33.156948 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-8b508024-2fe1-4a0a-9a56-bc5747bda8b8 req-f6ce5ae2-d474-41ff-86e2-734a9fa1574c tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:05:33.172277 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-8b508024-2fe1-4a0a-9a56-bc5747bda8b8 req-f6ce5ae2-d474-41ff-86e2-734a9fa1574c tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:05:33.187779 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0ec2d748-a201-4446-a8a6-5877bfd23165 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:33.192796 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0ec2d748-a201-4446-a8a6-5877bfd23165 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:33.309460 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8b508024-2fe1-4a0a-9a56-bc5747bda8b8 req-f6ce5ae2-d474-41ff-86e2-734a9fa1574c tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:33.312825 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0ec2d748-a201-4446-a8a6-5877bfd23165 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:33.313574 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec2d748-a201-4446-a8a6-5877bfd23165 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Fanout notify agent at l3_agent the message router_deleted on router 70790e4b-5a37-4efc-bc67-0a5ecabfddb0 {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:05:33.368285 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8b508024-2fe1-4a0a-9a56-bc5747bda8b8 req-f6ce5ae2-d474-41ff-86e2-734a9fa1574c tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:33.375103 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8b508024-2fe1-4a0a-9a56-bc5747bda8b8 req-f6ce5ae2-d474-41ff-86e2-734a9fa1574c tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:33.410419 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0ec2d748-a201-4446-a8a6-5877bfd23165 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:33.411929 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-0ec2d748-a201-4446-a8a6-5877bfd23165 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] 10.222.0.105 "DELETE /v2.0/routers/70790e4b-5a37-4efc-bc67-0a5ecabfddb0 HTTP/1.1" status: 204 len: 168 time: 4.0936062 Feb 09 01:05:33.415707 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 56548) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:05:33.429650 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-02c10e6b-4c91-4438-a487-83022846f4aa tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1161755240', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}, 'admin_state_up': False}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:33.441256 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-02c10e6b-4c91-4438-a487-83022846f4aa tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:05:33.441789 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ce5ae2-d474-41ff-86e2-734a9fa1574c tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fce8e19-21e6-4858-b51c-9dc4613f5429,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:33.455664 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-02c10e6b-4c91-4438-a487-83022846f4aa tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Usage tracker for resource:router and tenant:7be6f6c27b604edb97b140fdba6ce28a is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:05:33.460925 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-02c10e6b-4c91-4438-a487-83022846f4aa tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:05:33.465454 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8b508024-2fe1-4a0a-9a56-bc5747bda8b8 req-f6ce5ae2-d474-41ff-86e2-734a9fa1574c tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:33.478346 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8b508024-2fe1-4a0a-9a56-bc5747bda8b8 req-f6ce5ae2-d474-41ff-86e2-734a9fa1574c tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3702745 Feb 09 01:05:33.739275 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d6474389-7c93-4687-8b14-f8af619766c5 req-978f3846-b26c-469e-85c7-b8b64d19fb7a tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] 10.222.0.105 "GET /v2.0/security-groups/c2520cdf-8bb9-41a6-a36e-4b3a47233f19 HTTP/1.1" status: 200 len: 1806 time: 0.1117296 Feb 09 01:05:33.843764 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-02c10e6b-4c91-4438-a487-83022846f4aa tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:05:33.877283 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d6474389-7c93-4687-8b14-f8af619766c5 req-69d0ee61-4dd1-4140-b0f2-ae6def169dd0 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:33.916240 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a52588b5-07ed-4ffb-a2c1-49b21b039a4c tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:33.917347 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-02c10e6b-4c91-4438-a487-83022846f4aa tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:33.919189 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-02c10e6b-4c91-4438-a487-83022846f4aa tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:33.934920 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a52588b5-07ed-4ffb-a2c1-49b21b039a4c tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:33.985509 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d6474389-7c93-4687-8b14-f8af619766c5 req-69d0ee61-4dd1-4140-b0f2-ae6def169dd0 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:34.043235 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-02c10e6b-4c91-4438-a487-83022846f4aa tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:34.295834 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ffbb44-5ceb-4b82-be30-6648eb436674 req-affc2f91-1345-46ce-83aa-9b82b644bde5 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:34.297653 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-58ffbb44-5ceb-4b82-be30-6648eb436674 req-affc2f91-1345-46ce-83aa-9b82b644bde5 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.62 "GET /v2.0/ports?device_id=d777eaa7-ab2e-48f1-8f52-4ac39125a2bb HTTP/1.1" status: 200 len: 945 time: 0.3697672 Feb 09 01:05:34.356938 n-d-828418-1 neutron-server[87638]: INFO neutron.db.l3_db [None req-a52588b5-07ed-4ffb-a2c1-49b21b039a4c tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Floating IP ab10a589-92c7-407f-aea4-396af468d39e associated. External IP: 172.25.0.155, port: f9b2d358-0ad5-43e9-81ee-55fa33d7d68a. Feb 09 01:05:34.381488 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8afb49-5bd6-43d1-9423-3f313f40a5bf req-af1bcbf1-77fc-45eb-8485-b59179ee6c6a tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:34.383041 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9e8afb49-5bd6-43d1-9423-3f313f40a5bf req-af1bcbf1-77fc-45eb-8485-b59179ee6c6a tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=d777eaa7-ab2e-48f1-8f52-4ac39125a2bb HTTP/1.1" status: 200 len: 945 time: 0.4079113 Feb 09 01:05:34.388125 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-58ffbb44-5ceb-4b82-be30-6648eb436674 req-bb7971cb-23aa-4f53-8d6e-601d8de86ee4 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Deleting port 8966abcd-1778-4e11-b863-2fa7dd0270fe {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:05:34.388466 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-58ffbb44-5ceb-4b82-be30-6648eb436674 req-bb7971cb-23aa-4f53-8d6e-601d8de86ee4 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:34.450756 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d6474389-7c93-4687-8b14-f8af619766c5 req-69d0ee61-4dd1-4140-b0f2-ae6def169dd0 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:34.495177 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d0ee61-4dd1-4140-b0f2-ae6def169dd0 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2520cdf-8bb9-41a6-a36e-4b3a47233f19,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:34.504270 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-02c10e6b-4c91-4438-a487-83022846f4aa tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:34.535594 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9e8afb49-5bd6-43d1-9423-3f313f40a5bf req-d2620d09-e5af-48f0-b516-f95c0bc66cea tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=ceaabe02-67e8-49da-9640-53d4e3b33273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165297 Feb 09 01:05:34.568207 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d6474389-7c93-4687-8b14-f8af619766c5 req-69d0ee61-4dd1-4140-b0f2-ae6def169dd0 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:34.569342 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d6474389-7c93-4687-8b14-f8af619766c5 req-69d0ee61-4dd1-4140-b0f2-ae6def169dd0 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] 10.222.0.105 "DELETE /v2.0/security-groups/c2520cdf-8bb9-41a6-a36e-4b3a47233f19 HTTP/1.1" status: 204 len: 173 time: 0.8290064 Feb 09 01:05:35.028898 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6fc3e-6a41-4b4e-abb3-cce43c7b2db6 req-65ffa9e2-248a-4964-a702-25523a0d43a6 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:35.031053 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a52588b5-07ed-4ffb-a2c1-49b21b039a4c tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Router 4af77cf2-eaad-4284-8445-24c7aeaed730 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:05:35.031470 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2ff6fc3e-6a41-4b4e-abb3-cce43c7b2db6 req-65ffa9e2-248a-4964-a702-25523a0d43a6 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=84cd5f7d-ef59-4e6e-a79b-f39ebb23a107 HTTP/1.1" status: 200 len: 944 time: 0.1891720 Feb 09 01:05:35.076885 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a632e12-fc59-4f17-aef6-427688cb7100 req-1b341902-fc87-4b0a-9537-f1f40745a129 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:35.084398 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a632e12-fc59-4f17-aef6-427688cb7100 req-1b341902-fc87-4b0a-9537-f1f40745a129 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:35.093348 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7a632e12-fc59-4f17-aef6-427688cb7100 req-1b341902-fc87-4b0a-9537-f1f40745a129 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1dc9fbd-beb1-4b2c-af47-120b2600407a HTTP/1.1" status: 200 len: 1681 time: 0.3323710 Feb 09 01:05:35.105512 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-58ffbb44-5ceb-4b82-be30-6648eb436674 req-bb7971cb-23aa-4f53-8d6e-601d8de86ee4 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] For port 8966abcd-1778-4e11-b863-2fa7dd0270fe, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=8966abcd-1778-4e11-b863-2fa7dd0270fe,segment=NetworkSegment(42eb89e1-c4de-4f57-85a6-0e5fc984e699),segment_id=42eb89e1-c4de-4f57-85a6-0e5fc984e699)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:05:35.106115 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-58ffbb44-5ceb-4b82-be30-6648eb436674 req-bb7971cb-23aa-4f53-8d6e-601d8de86ee4 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:35.289367 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-58ffbb44-5ceb-4b82-be30-6648eb436674 req-bb7971cb-23aa-4f53-8d6e-601d8de86ee4 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Calling delete_port for 8966abcd-1778-4e11-b863-2fa7dd0270fe owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:05:35.346358 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2ff6fc3e-6a41-4b4e-abb3-cce43c7b2db6 req-1c883cad-3252-4ef0-a54d-4671255795c3 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997284 Feb 09 01:05:35.415844 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-02c10e6b-4c91-4438-a487-83022846f4aa tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks [] for router_gateway, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:35.459607 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7a632e12-fc59-4f17-aef6-427688cb7100 req-33624d2c-fcb0-4924-b7c2-6b0660677b6d tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "GET /v2.0/security-groups?id=f20558f4-33ef-4c77-9965-2db2b58a5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3642356 Feb 09 01:05:35.475944 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-02c10e6b-4c91-4438-a487-83022846f4aa tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:35.645444 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-aab069c8-f6e4-44c8-8098-1dd003efbd11 req-2038e14f-3564-4b1e-b5da-bd3cdc3dd671 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] 10.222.0.105 "GET /v2.0/security-groups/d5a86419-cda7-471b-91c5-5f606a96693b HTTP/1.1" status: 200 len: 1806 time: 0.2567179 Feb 09 01:05:35.646675 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-58ffbb44-5ceb-4b82-be30-6648eb436674 req-bb7971cb-23aa-4f53-8d6e-601d8de86ee4 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:35.664011 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['8966abcd-1778-4e11-b863-2fa7dd0270fe'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:05:35.702382 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7971cb-23aa-4f53-8d6e-601d8de86ee4 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Pushing event deleted for resources: {'Port': ['ID=8966abcd-1778-4e11-b863-2fa7dd0270fe,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:35.819092 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a52588b5-07ed-4ffb-a2c1-49b21b039a4c tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:05:35.831839 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c4d1fe-3b61-4646-81e7-892e9a3ae369 None None] Sync routers for ids ['4af77cf2-eaad-4284-8445-24c7aeaed730'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:05:35.859794 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c4d1fe-3b61-4646-81e7-892e9a3ae369 None None] Routers {'4af77cf2-eaad-4284-8445-24c7aeaed730'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:05:35.860517 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-37c4d1fe-3b61-4646-81e7-892e9a3ae369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:05:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['4af77cf2-eaad-4284-8445-24c7aeaed730'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:35.904050 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a52588b5-07ed-4ffb-a2c1-49b21b039a4c tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:35.986441 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-58ffbb44-5ceb-4b82-be30-6648eb436674 req-bb7971cb-23aa-4f53-8d6e-601d8de86ee4 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] No DVR routers for this DVR port 8966abcd-1778-4e11-b863-2fa7dd0270fe on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:05:35.995247 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-58ffbb44-5ceb-4b82-be30-6648eb436674 req-bb7971cb-23aa-4f53-8d6e-601d8de86ee4 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:36.107778 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd777eaa7-ab2e-48f1-8f52-4ac39125a2bb', 'name': 'network-vif-deleted', 'tag': '8966abcd-1778-4e11-b863-2fa7dd0270fe'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:05:36.132350 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-58ffbb44-5ceb-4b82-be30-6648eb436674 req-bb7971cb-23aa-4f53-8d6e-601d8de86ee4 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.62 "DELETE /v2.0/ports/8966abcd-1778-4e11-b863-2fa7dd0270fe HTTP/1.1" status: 204 len: 173 time: 1.8273566 Feb 09 01:05:36.154368 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a52588b5-07ed-4ffb-a2c1-49b21b039a4c tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "PUT /v2.0/floatingips/ab10a589-92c7-407f-aea4-396af468d39e HTTP/1.1" status: 200 len: 991 time: 4.6696062 Feb 09 01:05:36.168530 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-fa2161e8-5106-468c-b96b-b459b9cbcaed req-153a6f19-88e7-4be3-ab97-3e7a3084f95c tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Synchronizing usage tracker for tenant:71b0276e9e0b48f8943a51531f3d8a9e on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:05:36.175931 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aaa5086-2506-413a-a88f-4d56b6d269cb', 'tag': 'f9b2d358-0ad5-43e9-81ee-55fa33d7d68a'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:05:36.212552 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-02c10e6b-4c91-4438-a487-83022846f4aa tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Allocated IP 172.25.0.102 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/78a03a57-c962-4fe0-a07e-af3c685e8deb) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:05:36.222016 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-fa2161e8-5106-468c-b96b-b459b9cbcaed req-153a6f19-88e7-4be3-ab97-3e7a3084f95c tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Unset dirty status for tenant:71b0276e9e0b48f8943a51531f3d8a9e on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:05:36.224246 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fa2161e8-5106-468c-b96b-b459b9cbcaed req-153a6f19-88e7-4be3-ab97-3e7a3084f95c tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=d777eaa7-ab2e-48f1-8f52-4ac39125a2bb HTTP/1.1" status: 200 len: 210 time: 0.2758968 Feb 09 01:05:36.270961 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf7191-7997-4068-9ff0-e3191c07c52f req-6c740886-af4e-4c84-b17f-d607060ac751 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:36.279283 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf7191-7997-4068-9ff0-e3191c07c52f req-6c740886-af4e-4c84-b17f-d607060ac751 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:36.281495 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-40cf7191-7997-4068-9ff0-e3191c07c52f req-6c740886-af4e-4c84-b17f-d607060ac751 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1dc9fbd-beb1-4b2c-af47-120b2600407a HTTP/1.1" status: 200 len: 1681 time: 0.4037507 Feb 09 01:05:36.344332 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-33a408a6-b33b-456e-850d-8ff9d0095f52 req-e82d0929-5e9f-434c-b48e-0092d799f5d4 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1198601213', 'description': 'tempest-description-182627275'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:36.352672 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-33a408a6-b33b-456e-850d-8ff9d0095f52 req-e82d0929-5e9f-434c-b48e-0092d799f5d4 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:05:36.356981 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-33a408a6-b33b-456e-850d-8ff9d0095f52 req-e82d0929-5e9f-434c-b48e-0092d799f5d4 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Usage tracker for resource:security_group and tenant:22ecc9368231448ea2acdc9751828891 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:05:36.361695 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-33a408a6-b33b-456e-850d-8ff9d0095f52 req-e82d0929-5e9f-434c-b48e-0092d799f5d4 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:05:36.369233 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-33a408a6-b33b-456e-850d-8ff9d0095f52 req-e82d0929-5e9f-434c-b48e-0092d799f5d4 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:05:36.390769 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-37c4d1fe-3b61-4646-81e7-892e9a3ae369 None None] Set router 4af77cf2-eaad-4284-8445-24c7aeaed730 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:05:36.395609 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-33a408a6-b33b-456e-850d-8ff9d0095f52 req-e82d0929-5e9f-434c-b48e-0092d799f5d4 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:36.435288 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-33a408a6-b33b-456e-850d-8ff9d0095f52 req-e82d0929-5e9f-434c-b48e-0092d799f5d4 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:05:36.444777 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-40cf7191-7997-4068-9ff0-e3191c07c52f req-a356d41a-f6cf-409c-9ac7-7482bbdd7302 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Deleting port 3b75733b-86ec-409c-b876-9a25acc30612 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:05:36.445464 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-40cf7191-7997-4068-9ff0-e3191c07c52f req-a356d41a-f6cf-409c-9ac7-7482bbdd7302 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:36.513825 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-33a408a6-b33b-456e-850d-8ff9d0095f52 req-e82d0929-5e9f-434c-b48e-0092d799f5d4 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Usage tracker for resource:security_group_rule and tenant:22ecc9368231448ea2acdc9751828891 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:05:36.542120 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-33a408a6-b33b-456e-850d-8ff9d0095f52 req-e82d0929-5e9f-434c-b48e-0092d799f5d4 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:05:36.559884 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-33a408a6-b33b-456e-850d-8ff9d0095f52 req-e82d0929-5e9f-434c-b48e-0092d799f5d4 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:05:36.614779 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-02c10e6b-4c91-4438-a487-83022846f4aa tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:36.697158 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-02c10e6b-4c91-4438-a487-83022846f4aa tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:36.858408 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-33a408a6-b33b-456e-850d-8ff9d0095f52 req-e82d0929-5e9f-434c-b48e-0092d799f5d4 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:36.869560 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-40cf7191-7997-4068-9ff0-e3191c07c52f req-a356d41a-f6cf-409c-9ac7-7482bbdd7302 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] For port 3b75733b-86ec-409c-b876-9a25acc30612, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=3b75733b-86ec-409c-b876-9a25acc30612,segment=NetworkSegment(b6a96789-8f78-44cb-982f-af08959be502),segment_id=b6a96789-8f78-44cb-982f-af08959be502)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:05:36.872503 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-40cf7191-7997-4068-9ff0-e3191c07c52f req-a356d41a-f6cf-409c-9ac7-7482bbdd7302 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:36.893292 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-33a408a6-b33b-456e-850d-8ff9d0095f52 req-e82d0929-5e9f-434c-b48e-0092d799f5d4 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:36.934083 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c10e6b-4c91-4438-a487-83022846f4aa tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Pushing event updated for resources: {'Port': ['ID=78a03a57-c962-4fe0-a07e-af3c685e8deb,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:36.945783 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c10e6b-4c91-4438-a487-83022846f4aa tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:05:36.947710 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-02c10e6b-4c91-4438-a487-83022846f4aa tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:05:36.955113 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c10e6b-4c91-4438-a487-83022846f4aa tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:05:37.192789 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-37c4d1fe-3b61-4646-81e7-892e9a3ae369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af77cf2-eaad-4284-8445-24c7aeaed730', 'name': 'tempest-TaggedBootDevicesTest_v242-933179945-router', 'tenant_id': '6ae572a6f87d4d70abcebc0f3058fa0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '9de359a1-d738-40a8-87c3-2fba594ce190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:01:25Z', 'updated_at': '2022-02-09T01:01:47Z', 'revision_number': 4, 'project_id': '6ae572a6f87d4d70abcebc0f3058fa0e', 'gw_port': {'id': '9de359a1-d738-40a8-87c3-2fba594ce190', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af77cf2-eaad-4284-8445-24c7aeaed730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:27Z', 'updated_at': '2022-02-09T01:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': 'ab10a589-92c7-407f-aea4-396af468d39e', 'tenant_id': '6ae572a6f87d4d70abcebc0f3058fa0e', 'floating_ip_address': '172.25.0.155', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '4af77cf2-eaad-4284-8445-24c7aeaed730', 'port_id': 'f9b2d358-0ad5-43e9-81ee-55fa33d7d68a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c21402c-7902-4ae7-8505-6f11f3eac92e', 'mac_address': 'fa:16:3e:fc:a5:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aaa5086-2506-413a-a88f-4d56b6d269cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:03:17Z', 'updated_at': '2022-02-09T01:05:33Z', 'revision_number': 1, 'project_id': '6ae572a6f87d4d70abcebc0f3058fa0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da2fa760-4692-463d-a9a9-86aaf187f6d8', 'name': '', 'network_id': '6c21402c-7902-4ae7-8505-6f11f3eac92e', 'tenant_id': '6ae572a6f87d4d70abcebc0f3058fa0e', 'mac_address': 'fa:16:3e:ab:3a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af77cf2-eaad-4284-8445-24c7aeaed730', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '72b75d40-f987-460b-9115-e3f2c6814493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:40Z', 'updated_at': '2022-02-09T01:01:57Z', 'revision_number': 5, 'project_id': '6ae572a6f87d4d70abcebc0f3058fa0e', 'subnets': [{'id': '72b75d40-f987-460b-9115-e3f2c6814493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:37.212554 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c4d1fe-3b61-4646-81e7-892e9a3ae369 None None] Checking router: 4af77cf2-eaad-4284-8445-24c7aeaed730 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:05:37.239394 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c4d1fe-3b61-4646-81e7-892e9a3ae369 None None] Routers {'4af77cf2-eaad-4284-8445-24c7aeaed730'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:05:37.241718 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-37c4d1fe-3b61-4646-81e7-892e9a3ae369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:05:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['4af77cf2-eaad-4284-8445-24c7aeaed730'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:37.386657 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-40cf7191-7997-4068-9ff0-e3191c07c52f req-a356d41a-f6cf-409c-9ac7-7482bbdd7302 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Calling delete_port for 3b75733b-86ec-409c-b876-9a25acc30612 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:05:37.419938 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-33a408a6-b33b-456e-850d-8ff9d0095f52 req-e82d0929-5e9f-434c-b48e-0092d799f5d4 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:37.438059 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-33a408a6-b33b-456e-850d-8ff9d0095f52 req-e82d0929-5e9f-434c-b48e-0092d799f5d4 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.1044369 Feb 09 01:05:37.674056 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 8966abcd-1778-4e11-b863-2fa7dd0270fe no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:05:37.711953 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd777eaa7-ab2e-48f1-8f52-4ac39125a2bb', 'name': 'network-vif-deleted', 'tag': '8966abcd-1778-4e11-b863-2fa7dd0270fe', 'status': 'completed', 'code': 200} Feb 09 01:05:37.811300 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82d0929-5e9f-434c-b48e-0092d799f5d4 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9da207d6-f942-4573-861b-e3a5747353b3,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:37.815386 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: 8966abcd-1778-4e11-b863-2fa7dd0270fe {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:05:37.815991 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 8966abcd-1778-4e11-b863-2fa7dd0270fe not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:05:37.816133 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device da208e97-6197-4dbf-b1a2-4a4ab7c8b439 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:05:37.974792 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-02c10e6b-4c91-4438-a487-83022846f4aa tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks [] for router_gateway, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:37.992494 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-37c4d1fe-3b61-4646-81e7-892e9a3ae369 None None] Set router 4af77cf2-eaad-4284-8445-24c7aeaed730 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:05:38.096606 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d70dda3c-d47e-4f17-8847-a016122a4ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:38.123727 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154d911-87d4-4a96-a053-782c9504fdc6 req-729db984-82c5-4b62-b4bd-db210bf18587 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:38.123727 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d154d911-87d4-4a96-a053-782c9504fdc6 req-729db984-82c5-4b62-b4bd-db210bf18587 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=84cd5f7d-ef59-4e6e-a79b-f39ebb23a107 HTTP/1.1" status: 200 len: 944 time: 0.5478616 Feb 09 01:05:38.213531 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e07c3-3653-4c9b-b231-df83661cad9c req-ca9d96f0-9036-4a9f-b48f-b109bca85d55 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:38.218474 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e07c3-3653-4c9b-b231-df83661cad9c req-ca9d96f0-9036-4a9f-b48f-b109bca85d55 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:38.224806 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e07c3-3653-4c9b-b231-df83661cad9c req-ca9d96f0-9036-4a9f-b48f-b109bca85d55 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:38.230154 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e07c3-3653-4c9b-b231-df83661cad9c req-ca9d96f0-9036-4a9f-b48f-b109bca85d55 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:38.236973 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e07c3-3653-4c9b-b231-df83661cad9c req-ca9d96f0-9036-4a9f-b48f-b109bca85d55 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:38.242536 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e07c3-3653-4c9b-b231-df83661cad9c req-ca9d96f0-9036-4a9f-b48f-b109bca85d55 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:38.248139 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e07c3-3653-4c9b-b231-df83661cad9c req-ca9d96f0-9036-4a9f-b48f-b109bca85d55 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:38.257070 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-233e07c3-3653-4c9b-b231-df83661cad9c req-ca9d96f0-9036-4a9f-b48f-b109bca85d55 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/ports?device_id=9aaa5086-2506-413a-a88f-4d56b6d269cb HTTP/1.1" status: 200 len: 5440 time: 0.5273616 Feb 09 01:05:38.321299 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-40cf7191-7997-4068-9ff0-e3191c07c52f req-a356d41a-f6cf-409c-9ac7-7482bbdd7302 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:38.338015 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-233e07c3-3653-4c9b-b231-df83661cad9c req-11daf73d-2515-4589-817b-3daabd87c008 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/security-groups?id=924aa29d-9387-4933-bba8-e1d938d01b5c&id=ea209cdf-6740-4074-8d6c-66653a19d53a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0769103 Feb 09 01:05:38.453937 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['65357b4e-c9ac-4ef1-bf17-b44c756d4a1d', '3b75733b-86ec-409c-b876-9a25acc30612'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:05:38.606597 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-d154d911-87d4-4a96-a053-782c9504fdc6 req-5674f1c5-b558-41d7-8ee0-1309e2b8eb71 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Deleting port da208e97-6197-4dbf-b1a2-4a4ab7c8b439 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:05:38.607489 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d154d911-87d4-4a96-a053-782c9504fdc6 req-5674f1c5-b558-41d7-8ee0-1309e2b8eb71 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:38.831115 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aaa5086-2506-413a-a88f-4d56b6d269cb', 'tag': 'f9b2d358-0ad5-43e9-81ee-55fa33d7d68a', 'status': 'completed', 'code': 200} Feb 09 01:05:38.915736 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a356d41a-f6cf-409c-9ac7-7482bbdd7302 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Pushing event deleted for resources: {'Port': ['ID=3b75733b-86ec-409c-b876-9a25acc30612,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:39.006609 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-40cf7191-7997-4068-9ff0-e3191c07c52f req-a356d41a-f6cf-409c-9ac7-7482bbdd7302 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] No DVR routers for this DVR port 3b75733b-86ec-409c-b876-9a25acc30612 on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:05:39.024291 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-40cf7191-7997-4068-9ff0-e3191c07c52f req-a356d41a-f6cf-409c-9ac7-7482bbdd7302 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:39.086593 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-37c4d1fe-3b61-4646-81e7-892e9a3ae369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af77cf2-eaad-4284-8445-24c7aeaed730', 'name': 'tempest-TaggedBootDevicesTest_v242-933179945-router', 'tenant_id': '6ae572a6f87d4d70abcebc0f3058fa0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '9de359a1-d738-40a8-87c3-2fba594ce190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:01:25Z', 'updated_at': '2022-02-09T01:01:47Z', 'revision_number': 4, 'project_id': '6ae572a6f87d4d70abcebc0f3058fa0e', 'gw_port': {'id': '9de359a1-d738-40a8-87c3-2fba594ce190', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af77cf2-eaad-4284-8445-24c7aeaed730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:27Z', 'updated_at': '2022-02-09T01:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': 'ab10a589-92c7-407f-aea4-396af468d39e', 'tenant_id': '6ae572a6f87d4d70abcebc0f3058fa0e', 'floating_ip_address': '172.25.0.155', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '4af77cf2-eaad-4284-8445-24c7aeaed730', 'port_id': 'f9b2d358-0ad5-43e9-81ee-55fa33d7d68a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c21402c-7902-4ae7-8505-6f11f3eac92e', 'mac_address': 'fa:16:3e:fc:a5:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aaa5086-2506-413a-a88f-4d56b6d269cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:03:17Z', 'updated_at': '2022-02-09T01:05:33Z', 'revision_number': 1, 'project_id': '6ae572a6f87d4d70abcebc0f3058fa0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da2fa760-4692-463d-a9a9-86aaf187f6d8', 'name': '', 'network_id': '6c21402c-7902-4ae7-8505-6f11f3eac92e', 'tenant_id': '6ae572a6f87d4d70abcebc0f3058fa0e', 'mac_address': 'fa:16:3e:ab:3a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af77cf2-eaad-4284-8445-24c7aeaed730', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '72b75d40-f987-460b-9115-e3f2c6814493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:40Z', 'updated_at': '2022-02-09T01:01:57Z', 'revision_number': 5, 'project_id': '6ae572a6f87d4d70abcebc0f3058fa0e', 'subnets': [{'id': '72b75d40-f987-460b-9115-e3f2c6814493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:39.096248 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c4d1fe-3b61-4646-81e7-892e9a3ae369 None None] The sync data for ids ['4af77cf2-eaad-4284-8445-24c7aeaed730'] in n-d-828418-1 is: [{'id': '4af77cf2-eaad-4284-8445-24c7aeaed730', 'name': 'tempest-TaggedBootDevicesTest_v242-933179945-router', 'tenant_id': '6ae572a6f87d4d70abcebc0f3058fa0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '9de359a1-d738-40a8-87c3-2fba594ce190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:01:25Z', 'updated_at': '2022-02-09T01:01:47Z', 'revision_number': 4, 'project_id': '6ae572a6f87d4d70abcebc0f3058fa0e', 'gw_port': {'id': '9de359a1-d738-40a8-87c3-2fba594ce190', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af77cf2-eaad-4284-8445-24c7aeaed730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:27Z', 'updated_at': '2022-02-09T01:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': 'ab10a589-92c7-407f-aea4-396af468d39e', 'tenant_id': '6ae572a6f87d4d70abcebc0f3058fa0e', 'floating_ip_address': '172.25.0.155', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '4af77cf2-eaad-4284-8445-24c7aeaed730', 'port_id': 'f9b2d358-0ad5-43e9-81ee-55fa33d7d68a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c21402c-7902-4ae7-8505-6f11f3eac92e', 'mac_address': 'fa:16:3e:fc:a5:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aaa5086-2506-413a-a88f-4d56b6d269cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:03:17Z', 'updated_at': '2022-02-09T01:05:33Z', 'revision_number': 1, 'project_id': '6ae572a6f87d4d70abcebc0f3058fa0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da2fa760-4692-463d-a9a9-86aaf187f6d8', 'name': '', 'network_id': '6c21402c-7902-4ae7-8505-6f11f3eac92e', 'tenant_id': '6ae572a6f87d4d70abcebc0f3058fa0e', 'mac_address': 'fa:16:3e:ab:3a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af77cf2-eaad-4284-8445-24c7aeaed730', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '72b75d40-f987-460b-9115-e3f2c6814493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:40Z', 'updated_at': '2022-02-09T01:01:57Z', 'revision_number': 5, 'project_id': '6ae572a6f87d4d70abcebc0f3058fa0e', 'subnets': [{'id': '72b75d40-f987-460b-9115-e3f2c6814493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:05:39.216083 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-40cf7191-7997-4068-9ff0-e3191c07c52f req-a356d41a-f6cf-409c-9ac7-7482bbdd7302 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.62 "DELETE /v2.0/ports/3b75733b-86ec-409c-b876-9a25acc30612 HTTP/1.1" status: 204 len: 173 time: 2.9293499 Feb 09 01:05:39.386852 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-02c10e6b-4c91-4438-a487-83022846f4aa tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:39.444061 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e25e0-850f-4021-9d71-91406b8559af req-e6eaf68a-1107-43af-a792-6d90b5d10933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:39.447951 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e25e0-850f-4021-9d71-91406b8559af req-e6eaf68a-1107-43af-a792-6d90b5d10933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:39.448649 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e25e0-850f-4021-9d71-91406b8559af req-e6eaf68a-1107-43af-a792-6d90b5d10933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:39.449276 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e25e0-850f-4021-9d71-91406b8559af req-e6eaf68a-1107-43af-a792-6d90b5d10933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:39.450047 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e25e0-850f-4021-9d71-91406b8559af req-e6eaf68a-1107-43af-a792-6d90b5d10933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:39.450508 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e25e0-850f-4021-9d71-91406b8559af req-e6eaf68a-1107-43af-a792-6d90b5d10933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:39.451087 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e25e0-850f-4021-9d71-91406b8559af req-e6eaf68a-1107-43af-a792-6d90b5d10933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:39.453416 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-335e25e0-850f-4021-9d71-91406b8559af req-e6eaf68a-1107-43af-a792-6d90b5d10933 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6ae572a6f87d4d70abcebc0f3058fa0e&device_id=9aaa5086-2506-413a-a88f-4d56b6d269cb HTTP/1.1" status: 200 len: 6497 time: 0.5526416 Feb 09 01:05:39.456772 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a957d4b-58b4-4c19-ba05-727046493301 None None] New status for floating IP ab10a589-92c7-407f-aea4-396af468d39e: ACTIVE {{(pid=87641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:05:39.467479 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-40cf7191-7997-4068-9ff0-e3191c07c52f req-38545285-b9e4-49e6-97b6-2d9982ba2ee4 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Deleting port 65357b4e-c9ac-4ef1-bf17-b44c756d4a1d {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:05:39.468604 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-40cf7191-7997-4068-9ff0-e3191c07c52f req-38545285-b9e4-49e6-97b6-2d9982ba2ee4 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:39.635639 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447c1e9-3bc5-48ae-a66b-1f038a9a39fb req-a26771f6-76be-466b-a69e-3b4b4f759bbc tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:39.637066 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-1447c1e9-3bc5-48ae-a66b-1f038a9a39fb req-a26771f6-76be-466b-a69e-3b4b4f759bbc tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Synchronizing usage tracker for tenant:84557554a3f24afe8f48784f3010a6e6 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:05:39.681250 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02c10e6b-4c91-4438-a487-83022846f4aa tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Router 94e8bfb3-656d-4a88-bf4c-8c8d9c23963d is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:05:39.689079 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-1447c1e9-3bc5-48ae-a66b-1f038a9a39fb req-a26771f6-76be-466b-a69e-3b4b4f759bbc tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Unset dirty status for tenant:84557554a3f24afe8f48784f3010a6e6 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:05:39.690681 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1447c1e9-3bc5-48ae-a66b-1f038a9a39fb req-a26771f6-76be-466b-a69e-3b4b4f759bbc tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1dc9fbd-beb1-4b2c-af47-120b2600407a HTTP/1.1" status: 200 len: 945 time: 0.6325176 Feb 09 01:05:39.719714 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1dc9fbd-beb1-4b2c-af47-120b2600407a', 'name': 'network-vif-deleted', 'tag': '3b75733b-86ec-409c-b876-9a25acc30612'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:05:39.906792 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-d154d911-87d4-4a96-a053-782c9504fdc6 req-5674f1c5-b558-41d7-8ee0-1309e2b8eb71 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] For port da208e97-6197-4dbf-b1a2-4a4ab7c8b439, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=da208e97-6197-4dbf-b1a2-4a4ab7c8b439,segment=NetworkSegment(d1c0a158-6579-41f7-a92a-da7d79b925b6),segment_id=d1c0a158-6579-41f7-a92a-da7d79b925b6)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:05:39.907627 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d154d911-87d4-4a96-a053-782c9504fdc6 req-5674f1c5-b558-41d7-8ee0-1309e2b8eb71 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:40.007534 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c10e6b-4c91-4438-a487-83022846f4aa tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:05:40.038653 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4a62cd-4ce6-4fc0-a48d-fae94a955c87 None None] Sync routers for ids ['94e8bfb3-656d-4a88-bf4c-8c8d9c23963d'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:05:40.043830 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-02c10e6b-4c91-4438-a487-83022846f4aa tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:40.051119 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-02c10e6b-4c91-4438-a487-83022846f4aa tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.6335056 Feb 09 01:05:40.052564 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 56702) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:05:40.061403 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-1dc21bf9-087d-4090-ae7e-82a53b1973b8 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:40.074247 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4a62cd-4ce6-4fc0-a48d-fae94a955c87 None None] Routers {'94e8bfb3-656d-4a88-bf4c-8c8d9c23963d'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:05:40.075552 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-bf4a62cd-4ce6-4fc0-a48d-fae94a955c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:05:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['94e8bfb3-656d-4a88-bf4c-8c8d9c23963d'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:40.217442 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-bf4a62cd-4ce6-4fc0-a48d-fae94a955c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:40.230111 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4a62cd-4ce6-4fc0-a48d-fae94a955c87 None None] Routers {'94e8bfb3-656d-4a88-bf4c-8c8d9c23963d'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:05:40.230821 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-bf4a62cd-4ce6-4fc0-a48d-fae94a955c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:05:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['94e8bfb3-656d-4a88-bf4c-8c8d9c23963d'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:40.283301 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-d154d911-87d4-4a96-a053-782c9504fdc6 req-5674f1c5-b558-41d7-8ee0-1309e2b8eb71 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Calling delete_port for da208e97-6197-4dbf-b1a2-4a4ab7c8b439 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:05:40.303861 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-bf4a62cd-4ce6-4fc0-a48d-fae94a955c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:40.304244 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4a62cd-4ce6-4fc0-a48d-fae94a955c87 None None] The sync data for ids ['94e8bfb3-656d-4a88-bf4c-8c8d9c23963d'] in n-d-828418-1 is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:05:40.347770 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1447c1e9-3bc5-48ae-a66b-1f038a9a39fb req-359d7d99-4745-4ec7-ba95-80e93b055a1e tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "GET /v2.0/security-groups?id=f20558f4-33ef-4c77-9965-2db2b58a5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6438990 Feb 09 01:05:40.415495 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e25e0-850f-4021-9d71-91406b8559af req-adb0a68d-279e-48ac-9ba3-2e66f9819c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:40.417358 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-335e25e0-850f-4021-9d71-91406b8559af req-adb0a68d-279e-48ac-9ba3-2e66f9819c79 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6c21402c-7902-4ae7-8505-6f11f3eac92e HTTP/1.1" status: 200 len: 917 time: 0.8929927 Feb 09 01:05:40.443318 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-aeec5023-b017-4b22-963e-00d8771786e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:40.684405 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-281c6d54-52ed-43de-8e21-65e4cc0514e3 req-df3f13f4-cfab-4efa-89b8-a465a0a25d6d tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] 10.222.0.105 "GET /v2.0/security-groups/9da207d6-f942-4573-861b-e3a5747353b3 HTTP/1.1" status: 200 len: 1806 time: 0.1877170 Feb 09 01:05:40.693360 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-335e25e0-850f-4021-9d71-91406b8559af req-a30f4f10-ac93-4366-92a1-eaa069c4ed19 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9b2d358-0ad5-43e9-81ee-55fa33d7d68a HTTP/1.1" status: 200 len: 1001 time: 0.2546747 Feb 09 01:05:40.696526 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-40cf7191-7997-4068-9ff0-e3191c07c52f req-38545285-b9e4-49e6-97b6-2d9982ba2ee4 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] For port 65357b4e-c9ac-4ef1-bf17-b44c756d4a1d, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=65357b4e-c9ac-4ef1-bf17-b44c756d4a1d,segment=NetworkSegment(26a6afa6-a85a-4672-aa8a-f5fcd6efba12),segment_id=26a6afa6-a85a-4672-aa8a-f5fcd6efba12)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:05:40.697258 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-40cf7191-7997-4068-9ff0-e3191c07c52f req-38545285-b9e4-49e6-97b6-2d9982ba2ee4 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:40.753912 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-281c6d54-52ed-43de-8e21-65e4cc0514e3 req-50d91176-5d60-4528-978b-990fa3db27fa tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9da207d6-f942-4573-861b-e3a5747353b3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:40.754548 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-281c6d54-52ed-43de-8e21-65e4cc0514e3 req-50d91176-5d60-4528-978b-990fa3db27fa tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9da207d6-f942-4573-861b-e3a5747353b3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:40.772697 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-281c6d54-52ed-43de-8e21-65e4cc0514e3 req-50d91176-5d60-4528-978b-990fa3db27fa tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:05:40.897643 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-281c6d54-52ed-43de-8e21-65e4cc0514e3 req-50d91176-5d60-4528-978b-990fa3db27fa tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Usage tracker for resource:security_group_rule and tenant:22ecc9368231448ea2acdc9751828891 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:05:40.908380 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-40cf7191-7997-4068-9ff0-e3191c07c52f req-38545285-b9e4-49e6-97b6-2d9982ba2ee4 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Calling delete_port for 65357b4e-c9ac-4ef1-bf17-b44c756d4a1d owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:05:40.949283 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-281c6d54-52ed-43de-8e21-65e4cc0514e3 req-50d91176-5d60-4528-978b-990fa3db27fa tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:05:40.976137 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-281c6d54-52ed-43de-8e21-65e4cc0514e3 req-50d91176-5d60-4528-978b-990fa3db27fa tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:05:40.986819 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d154d911-87d4-4a96-a053-782c9504fdc6 req-5674f1c5-b558-41d7-8ee0-1309e2b8eb71 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:41.002144 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1dc21bf9-087d-4090-ae7e-82a53b1973b8 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:41.006123 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e25e0-850f-4021-9d71-91406b8559af req-43c29a5c-f85a-43c0-89ed-4ee9bccff1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:41.007592 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-335e25e0-850f-4021-9d71-91406b8559af req-43c29a5c-f85a-43c0-89ed-4ee9bccff1a8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=72b75d40-f987-460b-9115-e3f2c6814493 HTTP/1.1" status: 200 len: 855 time: 0.2979722 Feb 09 01:05:41.044276 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1dc21bf9-087d-4090-ae7e-82a53b1973b8 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:41.059792 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-1dc21bf9-087d-4090-ae7e-82a53b1973b8 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Deleting port 78a03a57-c962-4fe0-a07e-af3c685e8deb {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:05:41.060142 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1dc21bf9-087d-4090-ae7e-82a53b1973b8 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:41.101362 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5674f1c5-b558-41d7-8ee0-1309e2b8eb71 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Pushing event deleted for resources: {'Port': ['ID=da208e97-6197-4dbf-b1a2-4a4ab7c8b439,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:41.284993 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-d154d911-87d4-4a96-a053-782c9504fdc6 req-5674f1c5-b558-41d7-8ee0-1309e2b8eb71 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] No DVR routers for this DVR port da208e97-6197-4dbf-b1a2-4a4ab7c8b439 on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:05:41.292428 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d154d911-87d4-4a96-a053-782c9504fdc6 req-5674f1c5-b558-41d7-8ee0-1309e2b8eb71 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:41.322347 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1dc21bf9-087d-4090-ae7e-82a53b1973b8 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:41.336029 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-281c6d54-52ed-43de-8e21-65e4cc0514e3 req-50d91176-5d60-4528-978b-990fa3db27fa tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:41.359172 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d154d911-87d4-4a96-a053-782c9504fdc6 req-5674f1c5-b558-41d7-8ee0-1309e2b8eb71 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "DELETE /v2.0/ports/da208e97-6197-4dbf-b1a2-4a4ab7c8b439 HTTP/1.1" status: 204 len: 173 time: 3.2186143 Feb 09 01:05:41.368007 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:41.387432 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-40cf7191-7997-4068-9ff0-e3191c07c52f req-38545285-b9e4-49e6-97b6-2d9982ba2ee4 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:41.392410 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e25e0-850f-4021-9d71-91406b8559af req-1a14a7c4-6e78-443e-ae3d-89afbd94fa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:41.394252 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-335e25e0-850f-4021-9d71-91406b8559af req-1a14a7c4-6e78-443e-ae3d-89afbd94fa84 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6c21402c-7902-4ae7-8505-6f11f3eac92e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3472714 Feb 09 01:05:41.400003 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-281c6d54-52ed-43de-8e21-65e4cc0514e3 req-50d91176-5d60-4528-978b-990fa3db27fa tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:41.469160 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-281c6d54-52ed-43de-8e21-65e4cc0514e3 req-50d91176-5d60-4528-978b-990fa3db27fa tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:41.481319 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38545285-b9e4-49e6-97b6-2d9982ba2ee4 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Pushing event deleted for resources: {'Port': ['ID=65357b4e-c9ac-4ef1-bf17-b44c756d4a1d,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:41.496031 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:41.563117 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 3b75733b-86ec-409c-b876-9a25acc30612 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:05:41.597332 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d91176-5d60-4528-978b-990fa3db27fa tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4d64657-e736-47f7-80b6-edd2ae4d687c,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:41.664607 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-40cf7191-7997-4068-9ff0-e3191c07c52f req-38545285-b9e4-49e6-97b6-2d9982ba2ee4 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] No DVR routers for this DVR port 65357b4e-c9ac-4ef1-bf17-b44c756d4a1d on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:05:41.669520 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-40cf7191-7997-4068-9ff0-e3191c07c52f req-38545285-b9e4-49e6-97b6-2d9982ba2ee4 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:41.672127 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-40cf7191-7997-4068-9ff0-e3191c07c52f req-38545285-b9e4-49e6-97b6-2d9982ba2ee4 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.62 "DELETE /v2.0/ports/65357b4e-c9ac-4ef1-bf17-b44c756d4a1d HTTP/1.1" status: 204 len: 173 time: 2.4449623 Feb 09 01:05:41.675466 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-281c6d54-52ed-43de-8e21-65e4cc0514e3 req-50d91176-5d60-4528-978b-990fa3db27fa tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:41.690205 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-281c6d54-52ed-43de-8e21-65e4cc0514e3 req-50d91176-5d60-4528-978b-990fa3db27fa tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9954855 Feb 09 01:05:41.748696 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-1dc21bf9-087d-4090-ae7e-82a53b1973b8 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Calling delete_port for 78a03a57-c962-4fe0-a07e-af3c685e8deb owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:05:41.763122 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: 3b75733b-86ec-409c-b876-9a25acc30612 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:05:41.766246 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 3b75733b-86ec-409c-b876-9a25acc30612 not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:05:41.766544 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 65357b4e-c9ac-4ef1-bf17-b44c756d4a1d no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:05:41.813567 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-335e25e0-850f-4021-9d71-91406b8559af req-467c2072-5368-43f9-9ef8-19035768fd06 service neutron] 10.222.0.62 "GET /v2.0/networks/6c21402c-7902-4ae7-8505-6f11f3eac92e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3761554 Feb 09 01:05:41.913823 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: 65357b4e-c9ac-4ef1-bf17-b44c756d4a1d {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:05:41.920671 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 65357b4e-c9ac-4ef1-bf17-b44c756d4a1d not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:05:42.200658 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1dc9fbd-beb1-4b2c-af47-120b2600407a', 'name': 'network-vif-deleted', 'tag': '3b75733b-86ec-409c-b876-9a25acc30612', 'status': 'completed', 'code': 200} Feb 09 01:05:42.207983 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1dc21bf9-087d-4090-ae7e-82a53b1973b8 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:42.319721 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc21bf9-087d-4090-ae7e-82a53b1973b8 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Pushing event deleted for resources: {'Port': ['ID=78a03a57-c962-4fe0-a07e-af3c685e8deb,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:42.424246 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-335e25e0-850f-4021-9d71-91406b8559af req-ad47243a-85af-43f7-8b49-ab2a33d0699c service neutron] 10.222.0.62 "GET /v2.0/networks/6c21402c-7902-4ae7-8505-6f11f3eac92e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6011789 Feb 09 01:05:42.439556 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f7ebbb-78f1-4431-9c4f-66a867f84069 req-c7122bb8-df7b-4c22-991b-4a2bd917cfff tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:42.445852 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f7ebbb-78f1-4431-9c4f-66a867f84069 req-c7122bb8-df7b-4c22-991b-4a2bd917cfff tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:42.451959 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f7ebbb-78f1-4431-9c4f-66a867f84069 req-c7122bb8-df7b-4c22-991b-4a2bd917cfff tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:42.458168 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f7ebbb-78f1-4431-9c4f-66a867f84069 req-c7122bb8-df7b-4c22-991b-4a2bd917cfff tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:42.464328 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f7ebbb-78f1-4431-9c4f-66a867f84069 req-c7122bb8-df7b-4c22-991b-4a2bd917cfff tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:42.471944 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f7ebbb-78f1-4431-9c4f-66a867f84069 req-c7122bb8-df7b-4c22-991b-4a2bd917cfff tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:42.477962 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f7ebbb-78f1-4431-9c4f-66a867f84069 req-c7122bb8-df7b-4c22-991b-4a2bd917cfff tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:42.479840 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1dc21bf9-087d-4090-ae7e-82a53b1973b8 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:42.486246 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-82f7ebbb-78f1-4431-9c4f-66a867f84069 req-c7122bb8-df7b-4c22-991b-4a2bd917cfff tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/ports?device_id=9aaa5086-2506-413a-a88f-4d56b6d269cb HTTP/1.1" status: 200 len: 5440 time: 0.4974415 Feb 09 01:05:42.543145 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-82f7ebbb-78f1-4431-9c4f-66a867f84069 req-835e808a-638d-49fe-8558-ae2dac3ce682 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/security-groups?id=924aa29d-9387-4933-bba8-e1d938d01b5c&id=ea209cdf-6740-4074-8d6c-66653a19d53a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556545 Feb 09 01:05:42.818600 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-19045b55-c96a-4fbd-b124-3d311a86d2ac req-9723ce5a-f95d-43d7-8043-f6fc06e55913 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] 10.222.0.105 "GET /v2.0/security-groups/9da207d6-f942-4573-861b-e3a5747353b3 HTTP/1.1" status: 200 len: 2400 time: 0.1329827 Feb 09 01:05:42.885186 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-19045b55-c96a-4fbd-b124-3d311a86d2ac req-81cc979a-649d-4469-ae6b-9cc7ebe14c2c tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9da207d6-f942-4573-861b-e3a5747353b3', 'remote_group_id': None}]} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:42.885753 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-19045b55-c96a-4fbd-b124-3d311a86d2ac req-81cc979a-649d-4469-ae6b-9cc7ebe14c2c tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9da207d6-f942-4573-861b-e3a5747353b3', 'remote_group_id': None}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:42.892595 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-02fbef68-4d2a-416c-8269-5733fb9c50d2 req-99e769ba-a00b-4e53-a4d5-f2fffc20a370 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Synchronizing usage tracker for tenant:84557554a3f24afe8f48784f3010a6e6 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:05:42.899114 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-19045b55-c96a-4fbd-b124-3d311a86d2ac req-81cc979a-649d-4469-ae6b-9cc7ebe14c2c tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:05:42.908563 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-19045b55-c96a-4fbd-b124-3d311a86d2ac req-81cc979a-649d-4469-ae6b-9cc7ebe14c2c tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Usage tracker for resource:security_group_rule and tenant:22ecc9368231448ea2acdc9751828891 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:05:42.917886 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-19045b55-c96a-4fbd-b124-3d311a86d2ac req-81cc979a-649d-4469-ae6b-9cc7ebe14c2c tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:05:42.930060 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-19045b55-c96a-4fbd-b124-3d311a86d2ac req-81cc979a-649d-4469-ae6b-9cc7ebe14c2c tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:05:42.934394 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-02fbef68-4d2a-416c-8269-5733fb9c50d2 req-99e769ba-a00b-4e53-a4d5-f2fffc20a370 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Unset dirty status for tenant:84557554a3f24afe8f48784f3010a6e6 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:05:42.935835 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-02fbef68-4d2a-416c-8269-5733fb9c50d2 req-99e769ba-a00b-4e53-a4d5-f2fffc20a370 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1dc9fbd-beb1-4b2c-af47-120b2600407a HTTP/1.1" status: 200 len: 210 time: 0.1163526 Feb 09 01:05:43.049856 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:43.062887 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-19045b55-c96a-4fbd-b124-3d311a86d2ac req-81cc979a-649d-4469-ae6b-9cc7ebe14c2c tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:43.107388 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1dc21bf9-087d-4090-ae7e-82a53b1973b8 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:43.116232 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1dc21bf9-087d-4090-ae7e-82a53b1973b8 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1673984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1674007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1671766'] for router, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:43.127951 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-19045b55-c96a-4fbd-b124-3d311a86d2ac req-81cc979a-649d-4469-ae6b-9cc7ebe14c2c tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:43.133739 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-19045b55-c96a-4fbd-b124-3d311a86d2ac req-81cc979a-649d-4469-ae6b-9cc7ebe14c2c tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:43.280985 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cc979a-649d-4469-ae6b-9cc7ebe14c2c tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d42f38e-1002-4afe-b374-60deef404799,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:43.314455 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-19045b55-c96a-4fbd-b124-3d311a86d2ac req-81cc979a-649d-4469-ae6b-9cc7ebe14c2c tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:43.337203 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-19045b55-c96a-4fbd-b124-3d311a86d2ac req-81cc979a-649d-4469-ae6b-9cc7ebe14c2c tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4690201 Feb 09 01:05:43.396167 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa888f-94bf-4e13-a9f9-cce3603e45d8 req-4d853e14-c0b5-481a-b0aa-97f577ba1e9e tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:43.403480 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d2fa888f-94bf-4e13-a9f9-cce3603e45d8 req-4d853e14-c0b5-481a-b0aa-97f577ba1e9e tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 944 time: 0.2049482 Feb 09 01:05:43.456850 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d2fa888f-94bf-4e13-a9f9-cce3603e45d8 req-f2b5c8d9-666e-4e4a-acdd-962f2fe0411f tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517824 Feb 09 01:05:43.461858 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dc21bf9-087d-4090-ae7e-82a53b1973b8 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Router 94e8bfb3-656d-4a88-bf4c-8c8d9c23963d has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:05:43.639390 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ff08484b-dd4d-4922-8884-a7db74dc735c req-cf8dabc1-703e-4842-a4c9-51e367048467 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] 10.222.0.105 "GET /v2.0/security-groups/9da207d6-f942-4573-861b-e3a5747353b3 HTTP/1.1" status: 200 len: 2999 time: 0.1321075 Feb 09 01:05:43.690095 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc21bf9-087d-4090-ae7e-82a53b1973b8 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:05:43.705692 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049c5b10-4ece-4ed0-8e25-13ee67f21ac7 None None] Sync routers for ids ['94e8bfb3-656d-4a88-bf4c-8c8d9c23963d'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:05:43.733718 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049c5b10-4ece-4ed0-8e25-13ee67f21ac7 None None] Routers {'94e8bfb3-656d-4a88-bf4c-8c8d9c23963d'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:05:43.733718 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-049c5b10-4ece-4ed0-8e25-13ee67f21ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:05:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['94e8bfb3-656d-4a88-bf4c-8c8d9c23963d'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:43.822044 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf3c8f-ae77-4d76-8059-1bca6ab507a0 req-b9efc2ef-7d33-4477-8799-f59c0910e6c7 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:43.840988 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-56bf3c8f-ae77-4d76-8059-1bca6ab507a0 req-b9efc2ef-7d33-4477-8799-f59c0910e6c7 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/networks?id=dd02684a-c792-4fba-8571-35898e88ad40 HTTP/1.1" status: 200 len: 811 time: 0.3565550 Feb 09 01:05:43.847890 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1dc21bf9-087d-4090-ae7e-82a53b1973b8 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:43.849063 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1dc21bf9-087d-4090-ae7e-82a53b1973b8 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] 10.222.0.105 "PUT /v2.0/routers/94e8bfb3-656d-4a88-bf4c-8c8d9c23963d HTTP/1.1" status: 200 len: 710 time: 3.7953525 Feb 09 01:05:43.854600 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 56786) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:05:43.938969 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-049c5b10-4ece-4ed0-8e25-13ee67f21ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:43.963346 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049c5b10-4ece-4ed0-8e25-13ee67f21ac7 None None] Routers {'94e8bfb3-656d-4a88-bf4c-8c8d9c23963d'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:05:43.965119 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-049c5b10-4ece-4ed0-8e25-13ee67f21ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:05:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['94e8bfb3-656d-4a88-bf4c-8c8d9c23963d'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:43.978430 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-56bf3c8f-ae77-4d76-8059-1bca6ab507a0 req-949dc7eb-b46a-49e2-8e7c-eeb9141c9979 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/quotas/5ff9aad1b4b645cb83f87778a731b808 HTTP/1.1" status: 200 len: 375 time: 0.1480491 Feb 09 01:05:44.000841 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f743291-00d5-4c98-a74e-3ecc441d0ce4 req-ab5804be-5909-4b78-8604-769c59015491 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:44.002122 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-0f743291-00d5-4c98-a74e-3ecc441d0ce4 req-ab5804be-5909-4b78-8604-769c59015491 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Synchronizing usage tracker for tenant:71b0276e9e0b48f8943a51531f3d8a9e on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:05:44.034078 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-0f743291-00d5-4c98-a74e-3ecc441d0ce4 req-ab5804be-5909-4b78-8604-769c59015491 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Unset dirty status for tenant:71b0276e9e0b48f8943a51531f3d8a9e on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:05:44.035162 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-0f743291-00d5-4c98-a74e-3ecc441d0ce4 req-ab5804be-5909-4b78-8604-769c59015491 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.99 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 944 time: 0.3410501 Feb 09 01:05:44.061739 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-049c5b10-4ece-4ed0-8e25-13ee67f21ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:44.062149 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049c5b10-4ece-4ed0-8e25-13ee67f21ac7 None None] The sync data for ids ['94e8bfb3-656d-4a88-bf4c-8c8d9c23963d'] in n-d-828418-1 is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:05:44.098517 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-56bf3c8f-ae77-4d76-8059-1bca6ab507a0 req-627f78f9-c56c-4ed2-a2a3-32394a64409a tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Synchronizing usage tracker for tenant:5ff9aad1b4b645cb83f87778a731b808 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:05:44.124569 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-0f743291-00d5-4c98-a74e-3ecc441d0ce4 req-0378e8a9-643f-4713-8572-652af1510a1b tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Deleting port f16d05c2-eae9-44a5-8686-789fbb3c6fe4 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:05:44.125021 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-0f743291-00d5-4c98-a74e-3ecc441d0ce4 req-0378e8a9-643f-4713-8572-652af1510a1b tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:44.222434 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84cd5f7d-ef59-4e6e-a79b-f39ebb23a107', 'name': 'network-vif-deleted', 'tag': 'da208e97-6197-4dbf-b1a2-4a4ab7c8b439'}, {'server_uuid': 'a1dc9fbd-beb1-4b2c-af47-120b2600407a', 'name': 'network-vif-deleted', 'tag': '65357b4e-c9ac-4ef1-bf17-b44c756d4a1d'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:05:44.241577 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-d96efc29-6599-4d16-85b4-45ba5923b77e tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] 10.222.0.105 "GET /v2.0/routers/94e8bfb3-656d-4a88-bf4c-8c8d9c23963d HTTP/1.1" status: 200 len: 745 time: 0.3858318 Feb 09 01:05:44.248684 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 56810) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:05:44.326394 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-56bf3c8f-ae77-4d76-8059-1bca6ab507a0 req-627f78f9-c56c-4ed2-a2a3-32394a64409a tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Unset dirty status for tenant:5ff9aad1b4b645cb83f87778a731b808 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:05:44.335135 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-56bf3c8f-ae77-4d76-8059-1bca6ab507a0 req-627f78f9-c56c-4ed2-a2a3-32394a64409a tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=5ff9aad1b4b645cb83f87778a731b808&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3558412 Feb 09 01:05:44.364718 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-0cd12fa6-492f-4987-be2f-a4274ef71f3c tempest-RoutersIpV6AdminTest-1401005646 tempest-RoutersIpV6AdminTest-1401005646-project-admin] 10.222.0.105 "GET /v2.0/ports?network_id=3d885c3c-255c-4e54-addc-b28437d0b18e&device_id=94e8bfb3-656d-4a88-bf4c-8c8d9c23963d HTTP/1.1" status: 200 len: 205 time: 0.1098351 Feb 09 01:05:44.367602 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 56818) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:05:44.421868 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-2c8a9524-1831-4d2d-82ec-6ea25d822972 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] 10.222.0.105 "GET /v2.0/ports?device_id=94e8bfb3-656d-4a88-bf4c-8c8d9c23963d HTTP/1.1" status: 200 len: 205 time: 0.0529160 Feb 09 01:05:44.425427 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 56826) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:05:44.482997 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce9ee76-a3e0-466d-9a16-35b31a6ddd54 req-1932e0fa-0e2a-4098-9f9a-a6dcd479b3b1 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:44.489476 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce9ee76-a3e0-466d-9a16-35b31a6ddd54 req-1932e0fa-0e2a-4098-9f9a-a6dcd479b3b1 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:44.495807 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce9ee76-a3e0-466d-9a16-35b31a6ddd54 req-1932e0fa-0e2a-4098-9f9a-a6dcd479b3b1 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:44.501810 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce9ee76-a3e0-466d-9a16-35b31a6ddd54 req-1932e0fa-0e2a-4098-9f9a-a6dcd479b3b1 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:44.507538 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce9ee76-a3e0-466d-9a16-35b31a6ddd54 req-1932e0fa-0e2a-4098-9f9a-a6dcd479b3b1 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:44.513708 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce9ee76-a3e0-466d-9a16-35b31a6ddd54 req-1932e0fa-0e2a-4098-9f9a-a6dcd479b3b1 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:44.520617 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce9ee76-a3e0-466d-9a16-35b31a6ddd54 req-1932e0fa-0e2a-4098-9f9a-a6dcd479b3b1 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:44.528713 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4ce9ee76-a3e0-466d-9a16-35b31a6ddd54 req-1932e0fa-0e2a-4098-9f9a-a6dcd479b3b1 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/ports?device_id=9aaa5086-2506-413a-a88f-4d56b6d269cb HTTP/1.1" status: 200 len: 5440 time: 0.5848513 Feb 09 01:05:44.610483 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4ce9ee76-a3e0-466d-9a16-35b31a6ddd54 req-5be90dab-c1b9-4f9d-a4a3-6080a869248a tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/security-groups?id=924aa29d-9387-4933-bba8-e1d938d01b5c&id=ea209cdf-6740-4074-8d6c-66653a19d53a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0802593 Feb 09 01:05:44.644324 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-56bf3c8f-ae77-4d76-8059-1bca6ab507a0 req-2049a795-2772-4071-8dac-f829bf01d04e service neutron] 10.222.0.105 "GET /v2.0/networks/dd02684a-c792-4fba-8571-35898e88ad40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933531 Feb 09 01:05:44.761061 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4f6cbdea-c13f-42bb-8d3c-afe2c7cfa43b tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:44.897389 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d666784c-409b-4de3-812e-ed01099221e3 req-aec8da91-c209-4b2a-b92f-0c487ec2894e tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] 10.222.0.105 "GET /v2.0/security-group-rules/7d42f38e-1002-4afe-b374-60deef404799 HTTP/1.1" status: 200 len: 783 time: 0.2039983 Feb 09 01:05:45.099559 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d666784c-409b-4de3-812e-ed01099221e3 req-82080236-2efb-49cd-ac7d-6fbd3a071bd8 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] 10.222.0.105 "GET /v2.0/security-groups/9da207d6-f942-4573-861b-e3a5747353b3 HTTP/1.1" status: 200 len: 2999 time: 0.1772082 Feb 09 01:05:45.127346 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-56bf3c8f-ae77-4d76-8059-1bca6ab507a0 req-a30b2c88-6028-480f-bab9-cad88acbd4b9 service neutron] 10.222.0.105 "GET /v2.0/networks/dd02684a-c792-4fba-8571-35898e88ad40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4820249 Feb 09 01:05:45.170954 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d666784c-409b-4de3-812e-ed01099221e3 req-adc18880-ad1c-41cc-9627-b043cdc4f097 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:45.180791 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-0f743291-00d5-4c98-a74e-3ecc441d0ce4 req-0378e8a9-643f-4713-8572-652af1510a1b tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] For port f16d05c2-eae9-44a5-8686-789fbb3c6fe4, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=f16d05c2-eae9-44a5-8686-789fbb3c6fe4,segment=NetworkSegment(42eb89e1-c4de-4f57-85a6-0e5fc984e699),segment_id=42eb89e1-c4de-4f57-85a6-0e5fc984e699)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:05:45.181774 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-0f743291-00d5-4c98-a74e-3ecc441d0ce4 req-0378e8a9-643f-4713-8572-652af1510a1b tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:45.186625 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d666784c-409b-4de3-812e-ed01099221e3 req-adc18880-ad1c-41cc-9627-b043cdc4f097 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:45.224672 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d666784c-409b-4de3-812e-ed01099221e3 req-adc18880-ad1c-41cc-9627-b043cdc4f097 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:45.253538 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc18880-ad1c-41cc-9627-b043cdc4f097 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7d42f38e-1002-4afe-b374-60deef404799,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:45.258154 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d666784c-409b-4de3-812e-ed01099221e3 req-adc18880-ad1c-41cc-9627-b043cdc4f097 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:45.259708 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d666784c-409b-4de3-812e-ed01099221e3 req-adc18880-ad1c-41cc-9627-b043cdc4f097 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] 10.222.0.105 "DELETE /v2.0/security-group-rules/7d42f38e-1002-4afe-b374-60deef404799 HTTP/1.1" status: 204 len: 173 time: 0.1306865 Feb 09 01:05:45.266672 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4f6cbdea-c13f-42bb-8d3c-afe2c7cfa43b tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:45.324476 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4f6cbdea-c13f-42bb-8d3c-afe2c7cfa43b tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:45.352798 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 56858) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:05:45.378253 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4f6cbdea-c13f-42bb-8d3c-afe2c7cfa43b tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:45.378815 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6cbdea-c13f-42bb-8d3c-afe2c7cfa43b tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Fanout notify agent at l3_agent the message router_deleted on router 94e8bfb3-656d-4a88-bf4c-8c8d9c23963d {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:05:45.426394 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4f6cbdea-c13f-42bb-8d3c-afe2c7cfa43b tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:45.430603 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-4f6cbdea-c13f-42bb-8d3c-afe2c7cfa43b tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] 10.222.0.105 "DELETE /v2.0/routers/94e8bfb3-656d-4a88-bf4c-8c8d9c23963d HTTP/1.1" status: 204 len: 168 time: 1.0034735 Feb 09 01:05:45.438685 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 56864) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:05:45.463661 n-d-828418-1 neutron-server[87639]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '84cd5f7d-ef59-4e6e-a79b-f39ebb23a107', 'name': 'network-vif-deleted', 'tag': 'da208e97-6197-4dbf-b1a2-4a4ab7c8b439', 'status': 'failed', 'code': 422} returned with failed status Feb 09 01:05:45.463981 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1dc9fbd-beb1-4b2c-af47-120b2600407a', 'name': 'network-vif-deleted', 'tag': '65357b4e-c9ac-4ef1-bf17-b44c756d4a1d', 'status': 'completed', 'code': 200} Feb 09 01:05:45.599219 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-82f88b20-d63e-4b0c-af47-941866aeffde tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] 10.222.0.105 "GET /v2.0/ports?device_id=94e8bfb3-656d-4a88-bf4c-8c8d9c23963d HTTP/1.1" status: 200 len: 205 time: 0.1583061 Feb 09 01:05:45.602753 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 56870) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:05:45.769116 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-0f743291-00d5-4c98-a74e-3ecc441d0ce4 req-0378e8a9-643f-4713-8572-652af1510a1b tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:45.769733 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-0f743291-00d5-4c98-a74e-3ecc441d0ce4 req-0378e8a9-643f-4713-8572-652af1510a1b tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:45.769850 n-d-828418-1 neutron-server[87638]: INFO neutron.db.l3_db [req-0f743291-00d5-4c98-a74e-3ecc441d0ce4 req-0378e8a9-643f-4713-8572-652af1510a1b tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Floating IP 429ec144-a477-494d-b1d2-324a78ce96ff disassociated. External IP: 172.25.0.12, port: f16d05c2-eae9-44a5-8686-789fbb3c6fe4. Feb 09 01:05:45.770218 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-0f743291-00d5-4c98-a74e-3ecc441d0ce4 req-0378e8a9-643f-4713-8572-652af1510a1b tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Calling delete_port for f16d05c2-eae9-44a5-8686-789fbb3c6fe4 owned by compute:nova {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:05:45.879654 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-787d4097-7dab-4ac7-8038-15d08da5ec8f tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Deleting subnet cf47f0d6-20ec-42ed-a98f-e0d839c2ff7e {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:05:45.923987 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-787d4097-7dab-4ac7-8038-15d08da5ec8f tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:45.982082 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-0f743291-00d5-4c98-a74e-3ecc441d0ce4 req-0378e8a9-643f-4713-8572-652af1510a1b tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:46.086612 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0378e8a9-643f-4713-8572-652af1510a1b tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Pushing event deleted for resources: {'Port': ['ID=f16d05c2-eae9-44a5-8686-789fbb3c6fe4,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:46.136073 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [None req-a089974b-2752-45ed-8181-ebc21e0e9335 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] delete failed (client error): The resource could not be found. Feb 09 01:05:46.140856 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-a089974b-2752-45ed-8181-ebc21e0e9335 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] 10.222.0.105 "DELETE /v2.0/routers/94e8bfb3-656d-4a88-bf4c-8c8d9c23963d HTTP/1.1" status: 404 len: 336 time: 0.5254951 Feb 09 01:05:46.141477 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 56884) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:05:46.307437 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-7a969022-85b7-48ab-a935-5539299a0492 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] 10.222.0.105 "GET /v2.0/ports?device_id=70790e4b-5a37-4efc-bc67-0a5ecabfddb0 HTTP/1.1" status: 200 len: 205 time: 0.1593890 Feb 09 01:05:46.322988 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 56890) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:05:46.325707 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-787d4097-7dab-4ac7-8038-15d08da5ec8f tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:46.458601 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eacc3a-7594-4f6e-8ce8-46d9c47f707e req-96a578cb-7067-4b46-b2aa-2af0b8f41982 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:46.461918 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-26eacc3a-7594-4f6e-8ce8-46d9c47f707e req-96a578cb-7067-4b46-b2aa-2af0b8f41982 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/ports?device_id=51ce712b-63c6-4024-b743-f12868b3e100 HTTP/1.1" status: 200 len: 866 time: 0.9716358 Feb 09 01:05:46.475366 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-f116d50e-ece2-49d6-a822-0537059aad75 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] delete failed (client error): The resource could not be found. Feb 09 01:05:46.475366 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f116d50e-ece2-49d6-a822-0537059aad75 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] 10.222.0.105 "DELETE /v2.0/routers/70790e4b-5a37-4efc-bc67-0a5ecabfddb0 HTTP/1.1" status: 404 len: 336 time: 0.1487951 Feb 09 01:05:46.495308 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 56894) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:05:46.495308 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 56896) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:05:46.641735 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-62d9d9cc-0ee4-4cec-8393-859150ec9afa tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] 10.222.0.105 "GET /v2.0/ports?device_id=dfa5ed74-a0ba-4821-89e3-19646b335c16 HTTP/1.1" status: 200 len: 205 time: 0.1308131 Feb 09 01:05:46.644437 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 56904) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:05:46.680178 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f8f256-4f97-463f-9e4f-6e0622f6c49b req-dd8efa81-a1f4-4d71-9c74-22a069d5b785 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:46.689959 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f8f256-4f97-463f-9e4f-6e0622f6c49b req-dd8efa81-a1f4-4d71-9c74-22a069d5b785 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:46.696503 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f8f256-4f97-463f-9e4f-6e0622f6c49b req-dd8efa81-a1f4-4d71-9c74-22a069d5b785 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:46.705913 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f8f256-4f97-463f-9e4f-6e0622f6c49b req-dd8efa81-a1f4-4d71-9c74-22a069d5b785 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:46.713410 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f8f256-4f97-463f-9e4f-6e0622f6c49b req-dd8efa81-a1f4-4d71-9c74-22a069d5b785 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:46.728074 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f8f256-4f97-463f-9e4f-6e0622f6c49b req-dd8efa81-a1f4-4d71-9c74-22a069d5b785 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:46.730048 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f8f256-4f97-463f-9e4f-6e0622f6c49b req-dd8efa81-a1f4-4d71-9c74-22a069d5b785 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:46.732007 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-44f8f256-4f97-463f-9e4f-6e0622f6c49b req-dd8efa81-a1f4-4d71-9c74-22a069d5b785 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/ports?device_id=9aaa5086-2506-413a-a88f-4d56b6d269cb HTTP/1.1" status: 200 len: 5440 time: 0.9777291 Feb 09 01:05:46.837831 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f743291-00d5-4c98-a74e-3ecc441d0ce4 req-0378e8a9-643f-4713-8572-652af1510a1b tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Router c5fa7b0c-5305-4b07-9c4b-988eb7b75b50 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:05:47.059966 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-26eacc3a-7594-4f6e-8ce8-46d9c47f707e req-9c8c5826-3030-4c36-a2af-8e470ceaea38 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups?id=b075ab84-944c-402e-80ca-919ce01b98b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5638163 Feb 09 01:05:47.093224 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f743291-00d5-4c98-a74e-3ecc441d0ce4 req-0378e8a9-643f-4713-8572-652af1510a1b tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:05:47.116190 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be279572-c6ba-4106-a683-cfc29edb6b46 None None] Sync routers for ids ['c5fa7b0c-5305-4b07-9c4b-988eb7b75b50'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:05:47.154166 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be279572-c6ba-4106-a683-cfc29edb6b46 None None] Routers {'c5fa7b0c-5305-4b07-9c4b-988eb7b75b50'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:05:47.154166 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-be279572-c6ba-4106-a683-cfc29edb6b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:05:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['c5fa7b0c-5305-4b07-9c4b-988eb7b75b50'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:47.206574 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [None req-9f7057f7-00bd-438d-8a62-66ab5c589423 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] delete failed (client error): The resource could not be found. Feb 09 01:05:47.209636 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-9f7057f7-00bd-438d-8a62-66ab5c589423 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] 10.222.0.105 "DELETE /v2.0/routers/dfa5ed74-a0ba-4821-89e3-19646b335c16 HTTP/1.1" status: 404 len: 336 time: 0.4747577 Feb 09 01:05:47.214481 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 56920) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:05:47.221092 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f743291-00d5-4c98-a74e-3ecc441d0ce4 req-0378e8a9-643f-4713-8572-652af1510a1b tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] No DVR routers for this DVR port f16d05c2-eae9-44a5-8686-789fbb3c6fe4 on host n-h2-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:05:47.262375 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-92176568-62df-4ffb-8d4d-f4472af69bef admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:47.294363 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device f16d05c2-eae9-44a5-8686-789fbb3c6fe4 no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:05:47.353179 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] No Port match for: f16d05c2-eae9-44a5-8686-789fbb3c6fe4 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:05:47.353179 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device f16d05c2-eae9-44a5-8686-789fbb3c6fe4 not bound to the agent host n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:05:47.366306 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-0f743291-00d5-4c98-a74e-3ecc441d0ce4 req-0378e8a9-643f-4713-8572-652af1510a1b tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:47.396656 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-93c5b7ea-4775-43b2-8943-52fccd17dbd3 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] 10.222.0.105 "GET /v2.0/ports?device_id=da34a04d-621b-4caf-bc7b-eda86c8998fb HTTP/1.1" status: 200 len: 205 time: 0.1552675 Feb 09 01:05:47.396656 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51ce712b-63c6-4024-b743-f12868b3e100', 'name': 'network-vif-deleted', 'tag': 'f16d05c2-eae9-44a5-8686-789fbb3c6fe4'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:05:47.396656 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 56924) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:05:47.597310 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-be279572-c6ba-4106-a683-cfc29edb6b46 None None] Set router c5fa7b0c-5305-4b07-9c4b-988eb7b75b50 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:05:47.625081 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-92176568-62df-4ffb-8d4d-f4472af69bef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:05:47.645776 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-92176568-62df-4ffb-8d4d-f4472af69bef admin admin] Usage tracker for resource:security_group_rule and tenant:285a2cff16db487393311b0ae9819666 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:05:47.645776 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-92176568-62df-4ffb-8d4d-f4472af69bef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:05:47.669676 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-92176568-62df-4ffb-8d4d-f4472af69bef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:05:47.681912 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-1045435e-a02d-4bdf-93db-4a2eb1a6d50b tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] delete failed (client error): The resource could not be found. Feb 09 01:05:47.681912 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1045435e-a02d-4bdf-93db-4a2eb1a6d50b tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] 10.222.0.105 "DELETE /v2.0/routers/da34a04d-621b-4caf-bc7b-eda86c8998fb HTTP/1.1" status: 404 len: 336 time: 0.2904108 Feb 09 01:05:47.703811 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 56930) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:05:47.729096 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-0f743291-00d5-4c98-a74e-3ecc441d0ce4 req-0378e8a9-643f-4713-8572-652af1510a1b tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.99 "DELETE /v2.0/ports/f16d05c2-eae9-44a5-8686-789fbb3c6fe4 HTTP/1.1" status: 204 len: 173 time: 3.6716890 Feb 09 01:05:47.979452 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-92176568-62df-4ffb-8d4d-f4472af69bef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:48.059588 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-92176568-62df-4ffb-8d4d-f4472af69bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:48.142065 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-44b804f0-a890-441c-894a-3d9253358ea7 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] 10.222.0.105 "GET /v2.0/ports?device_id=4c4c0503-0bc6-4f43-a29c-3eaed72b9291 HTTP/1.1" status: 200 len: 205 time: 0.4284356 Feb 09 01:05:48.153954 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 56936) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:05:48.159617 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-787d4097-7dab-4ac7-8038-15d08da5ec8f tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:48.215840 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-44f8f256-4f97-463f-9e4f-6e0622f6c49b req-b2e8c9bd-0700-46a4-8558-6474c479d17a tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/security-groups?id=924aa29d-9387-4933-bba8-e1d938d01b5c&id=ea209cdf-6740-4074-8d6c-66653a19d53a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.3892510 Feb 09 01:05:48.248498 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6b7a1a11-c66b-428c-9544-a6447877cc45 req-4a49d183-04cb-4f87-a99c-25632cbb99e1 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] 10.222.0.105 "GET /v2.0/security-groups/9da207d6-f942-4573-861b-e3a5747353b3 HTTP/1.1" status: 200 len: 2400 time: 1.0380409 Feb 09 01:05:48.365567 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-e6cc65b0-69bc-46e4-a033-0c1c9a179727 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] delete failed (client error): The resource could not be found. Feb 09 01:05:48.370263 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e6cc65b0-69bc-46e4-a033-0c1c9a179727 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] 10.222.0.105 "DELETE /v2.0/routers/4c4c0503-0bc6-4f43-a29c-3eaed72b9291 HTTP/1.1" status: 404 len: 336 time: 0.2219424 Feb 09 01:05:48.371186 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 56944) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:05:48.433653 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e89cf135-eb67-47ea-b954-11db7b80aac3 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] 10.222.0.105 "GET /v2.0/ports?device_id=e0e0c5f5-4ad5-4342-aef2-bc851b2b47bf HTTP/1.1" status: 200 len: 205 time: 0.0609424 Feb 09 01:05:48.437290 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 56948) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:05:48.481385 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf3c8f-ae77-4d76-8059-1bca6ab507a0 req-c54d04ef-ce3a-4757-8e06-edeb500f9cab tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:48.485216 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-56bf3c8f-ae77-4d76-8059-1bca6ab507a0 req-c54d04ef-ce3a-4757-8e06-edeb500f9cab tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.62 "GET /v2.0/networks?id=dd02684a-c792-4fba-8571-35898e88ad40 HTTP/1.1" status: 200 len: 811 time: 1.1582808 Feb 09 01:05:48.486232 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92176568-62df-4ffb-8d4d-f4472af69bef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c9bc7e-07eb-4819-8f39-2f882ddabafd,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:48.530347 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-eef492dc-6431-4a49-8a49-d6f1a57576ac tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] delete failed (client error): The resource could not be found. Feb 09 01:05:48.536082 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-eef492dc-6431-4a49-8a49-d6f1a57576ac tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] 10.222.0.105 "DELETE /v2.0/routers/e0e0c5f5-4ad5-4342-aef2-bc851b2b47bf HTTP/1.1" status: 404 len: 336 time: 0.0950313 Feb 09 01:05:48.537208 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 56952) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:05:48.558091 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-56bf3c8f-ae77-4d76-8059-1bca6ab507a0 req-2e374e34-1820-4d2a-ad1b-3b01b1610b39 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Request body: {'port': {'device_id': 'b5255b4e-2bbe-4e82-8f47-98dbe6d6af0f', 'network_id': 'dd02684a-c792-4fba-8571-35898e88ad40', 'admin_state_up': True, 'tenant_id': '5ff9aad1b4b645cb83f87778a731b808'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:48.579204 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-92176568-62df-4ffb-8d4d-f4472af69bef admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=285a2cff16db487393311b0ae9819666&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0746748 Feb 09 01:05:48.582569 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 56956) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:05:48.585755 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa65e53a-b63c-42d1-a04b-ba9449e097a4 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] DELETE failed (client error): The resource could not be found. Feb 09 01:05:48.586500 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa65e53a-b63c-42d1-a04b-ba9449e097a4 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:05:48.591311 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-aa65e53a-b63c-42d1-a04b-ba9449e097a4 tempest-RoutersIpV6AdminTest-1859963284 tempest-RoutersIpV6AdminTest-1859963284-project] 10.222.0.105 "DELETE /v2.0/subnets/1e0edb2d-88de-433c-a831-6ef6843b0471 HTTP/1.1" status: 404 len: 337 time: 0.0527029 Feb 09 01:05:48.599180 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-be279572-c6ba-4106-a683-cfc29edb6b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5fa7b0c-5305-4b07-9c4b-988eb7b75b50', 'name': 'tempest-ServerActionsTestJSON-306433313-router', 'tenant_id': '71b0276e9e0b48f8943a51531f3d8a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '13709a81-eeec-49f1-b597-910fac9f4a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:53:27Z', 'updated_at': '2022-02-09T00:53:44Z', 'revision_number': 4, 'project_id': '71b0276e9e0b48f8943a51531f3d8a9e', 'gw_port': {'id': '13709a81-eeec-49f1-b597-910fac9f4a2e', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fa7b0c-5305-4b07-9c4b-988eb7b75b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:53:29Z', 'updated_at': '2022-02-09T00:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '27004551-3cd5-44d7-aed7-82fb0b886e45', 'name': '', 'network_id': '1f86eb5f-f405-4ce4-a845-9c31ac1b15d4', 'tenant_id': '71b0276e9e0b48f8943a51531f3d8a9e', 'mac_address': 'fa:16:3e:ca:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fa7b0c-5305-4b07-9c4b-988eb7b75b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '55d6843d-cf0e-4da9-b1f9-18c66e11f308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:53:41Z', 'updated_at': '2022-02-09T00:53:51Z', 'revision_number': 5, 'project_id': '71b0276e9e0b48f8943a51531f3d8a9e', 'subnets': [{'id': '55d6843d-cf0e-4da9-b1f9-18c66e11f308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:48.613778 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bffee833-837e-47eb-8ebe-f5a63a6f88c4 req-b1846ea9-7197-4955-b7ca-381128359aa8 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=b5255b4e-2bbe-4e82-8f47-98dbe6d6af0f HTTP/1.1" status: 200 len: 210 time: 0.1084478 Feb 09 01:05:48.614790 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be279572-c6ba-4106-a683-cfc29edb6b46 None None] Checking router: c5fa7b0c-5305-4b07-9c4b-988eb7b75b50 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:05:48.650718 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be279572-c6ba-4106-a683-cfc29edb6b46 None None] Routers {'c5fa7b0c-5305-4b07-9c4b-988eb7b75b50'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:05:48.654156 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-be279572-c6ba-4106-a683-cfc29edb6b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:05:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['c5fa7b0c-5305-4b07-9c4b-988eb7b75b50'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:48.686862 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c355f41c-0bca-4d14-bcd5-c6f4879e8aa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:48.740090 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51ce712b-63c6-4024-b743-f12868b3e100', 'name': 'network-vif-deleted', 'tag': 'f16d05c2-eae9-44a5-8686-789fbb3c6fe4', 'status': 'completed', 'code': 200} Feb 09 01:05:48.760629 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c355f41c-0bca-4d14-bcd5-c6f4879e8aa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:48.886570 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-787d4097-7dab-4ac7-8038-15d08da5ec8f tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:48.915092 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c355f41c-0bca-4d14-bcd5-c6f4879e8aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:48.946958 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c355f41c-0bca-4d14-bcd5-c6f4879e8aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c9bc7e-07eb-4819-8f39-2f882ddabafd,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:48.961162 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c355f41c-0bca-4d14-bcd5-c6f4879e8aa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:48.962836 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c355f41c-0bca-4d14-bcd5-c6f4879e8aa8 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/d1c9bc7e-07eb-4819-8f39-2f882ddabafd HTTP/1.1" status: 204 len: 168 time: 0.3790133 Feb 09 01:05:48.991711 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787d4097-7dab-4ac7-8038-15d08da5ec8f tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Pushing event deleted for resources: {'Subnet': ['ID=cf47f0d6-20ec-42ed-a98f-e0d839c2ff7e,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:48.995481 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-787d4097-7dab-4ac7-8038-15d08da5ec8f tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:49.018102 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d63f194-f1ec-4772-bd8f-8c406e5f6c62 None None] Network 6aa17528-f0d0-4138-9533-3cc7aff855b8 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:05:49.032868 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-6b7a1a11-c66b-428c-9544-a6447877cc45 req-f99901ae-a083-4b15-81e5-e01f1fb54297 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:49.197380 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-6b7a1a11-c66b-428c-9544-a6447877cc45 req-f99901ae-a083-4b15-81e5-e01f1fb54297 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:49.237724 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-56bf3c8f-ae77-4d76-8059-1bca6ab507a0 req-2e374e34-1820-4d2a-ad1b-3b01b1610b39 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:05:49.252462 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-56bf3c8f-ae77-4d76-8059-1bca6ab507a0 req-2e374e34-1820-4d2a-ad1b-3b01b1610b39 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:05:49.270313 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 56968) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:05:49.344454 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56bf3c8f-ae77-4d76-8059-1bca6ab507a0 req-2e374e34-1820-4d2a-ad1b-3b01b1610b39 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Made reservation on behalf of 5ff9aad1b4b645cb83f87778a731b808 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:05:49.348302 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-56bf3c8f-ae77-4d76-8059-1bca6ab507a0 req-2e374e34-1820-4d2a-ad1b-3b01b1610b39 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:49.371455 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 56974) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:05:49.371742 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-787d4097-7dab-4ac7-8038-15d08da5ec8f tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "DELETE /v2.0/subnets/cf47f0d6-20ec-42ed-a98f-e0d839c2ff7e HTTP/1.1" status: 204 len: 168 time: 4.0170648 Feb 09 01:05:49.562674 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-6b7a1a11-c66b-428c-9544-a6447877cc45 req-f99901ae-a083-4b15-81e5-e01f1fb54297 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:49.662839 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2431b168-5dc4-4e95-a3d0-835da27b0228 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:49.686917 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-2431b168-5dc4-4e95-a3d0-835da27b0228 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Deleting port f180b83a-d85d-4908-b543-0e36405cfc20 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:05:49.690468 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2431b168-5dc4-4e95-a3d0-835da27b0228 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:49.700994 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-be279572-c6ba-4106-a683-cfc29edb6b46 None None] Set router c5fa7b0c-5305-4b07-9c4b-988eb7b75b50 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:05:49.755789 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99901ae-a083-4b15-81e5-e01f1fb54297 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da207d6-f942-4573-861b-e3a5747353b3,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:49.791839 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a3bae7-2d31-4ed1-9abe-4fef85350fe9 req-7972fdbc-32f5-4f59-877a-7ed9b8dcf5fe tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:49.800564 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a3bae7-2d31-4ed1-9abe-4fef85350fe9 req-7972fdbc-32f5-4f59-877a-7ed9b8dcf5fe tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:49.808674 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a3bae7-2d31-4ed1-9abe-4fef85350fe9 req-7972fdbc-32f5-4f59-877a-7ed9b8dcf5fe tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:49.817157 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a3bae7-2d31-4ed1-9abe-4fef85350fe9 req-7972fdbc-32f5-4f59-877a-7ed9b8dcf5fe tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:49.823823 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a3bae7-2d31-4ed1-9abe-4fef85350fe9 req-7972fdbc-32f5-4f59-877a-7ed9b8dcf5fe tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:49.830602 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a3bae7-2d31-4ed1-9abe-4fef85350fe9 req-7972fdbc-32f5-4f59-877a-7ed9b8dcf5fe tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:49.839292 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a3bae7-2d31-4ed1-9abe-4fef85350fe9 req-7972fdbc-32f5-4f59-877a-7ed9b8dcf5fe tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:49.864572 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c0a3bae7-2d31-4ed1-9abe-4fef85350fe9 req-7972fdbc-32f5-4f59-877a-7ed9b8dcf5fe tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/ports?device_id=9aaa5086-2506-413a-a88f-4d56b6d269cb HTTP/1.1" status: 200 len: 5440 time: 0.5781384 Feb 09 01:05:49.896283 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-6b7a1a11-c66b-428c-9544-a6447877cc45 req-f99901ae-a083-4b15-81e5-e01f1fb54297 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:49.913861 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6b7a1a11-c66b-428c-9544-a6447877cc45 req-f99901ae-a083-4b15-81e5-e01f1fb54297 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] 10.222.0.105 "DELETE /v2.0/security-groups/9da207d6-f942-4573-861b-e3a5747353b3 HTTP/1.1" status: 204 len: 173 time: 1.5893917 Feb 09 01:05:49.922749 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 56988) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:05:49.993646 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-56bf3c8f-ae77-4d76-8059-1bca6ab507a0 req-2e374e34-1820-4d2a-ad1b-3b01b1610b39 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Allocated IP 172.20.0.11 (dd02684a-c792-4fba-8571-35898e88ad40/6629426b-30e0-4649-b641-b6eaabeb92da/2aaf2bb1-01b4-4b75-8e53-1cfcc4515d19) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:05:50.058051 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-2431b168-5dc4-4e95-a3d0-835da27b0228 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] For port f180b83a-d85d-4908-b543-0e36405cfc20, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=f180b83a-d85d-4908-b543-0e36405cfc20,segment=NetworkSegment(b6a96789-8f78-44cb-982f-af08959be502),segment_id=b6a96789-8f78-44cb-982f-af08959be502)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:05:50.058478 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2431b168-5dc4-4e95-a3d0-835da27b0228 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:50.208802 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 56992) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:05:50.214253 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-60cb1caf-9e3c-4d40-a847-bded7e6521c2 req-30ed8bb2-4dc0-4509-a574-9000bc5c6889 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Synchronizing usage tracker for tenant:5ff9aad1b4b645cb83f87778a731b808 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:05:50.287420 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-60cb1caf-9e3c-4d40-a847-bded7e6521c2 req-30ed8bb2-4dc0-4509-a574-9000bc5c6889 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Unset dirty status for tenant:5ff9aad1b4b645cb83f87778a731b808 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:05:50.300166 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-60cb1caf-9e3c-4d40-a847-bded7e6521c2 req-30ed8bb2-4dc0-4509-a574-9000bc5c6889 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=b5255b4e-2bbe-4e82-8f47-98dbe6d6af0f HTTP/1.1" status: 200 len: 210 time: 0.1482484 Feb 09 01:05:50.301294 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d4ded696-9ddd-466a-b82f-13f727733597 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:50.324449 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-be279572-c6ba-4106-a683-cfc29edb6b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5fa7b0c-5305-4b07-9c4b-988eb7b75b50', 'name': 'tempest-ServerActionsTestJSON-306433313-router', 'tenant_id': '71b0276e9e0b48f8943a51531f3d8a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '13709a81-eeec-49f1-b597-910fac9f4a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:53:27Z', 'updated_at': '2022-02-09T00:53:44Z', 'revision_number': 4, 'project_id': '71b0276e9e0b48f8943a51531f3d8a9e', 'gw_port': {'id': '13709a81-eeec-49f1-b597-910fac9f4a2e', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fa7b0c-5305-4b07-9c4b-988eb7b75b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:53:29Z', 'updated_at': '2022-02-09T00:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '27004551-3cd5-44d7-aed7-82fb0b886e45', 'name': '', 'network_id': '1f86eb5f-f405-4ce4-a845-9c31ac1b15d4', 'tenant_id': '71b0276e9e0b48f8943a51531f3d8a9e', 'mac_address': 'fa:16:3e:ca:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fa7b0c-5305-4b07-9c4b-988eb7b75b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '55d6843d-cf0e-4da9-b1f9-18c66e11f308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:53:41Z', 'updated_at': '2022-02-09T00:53:51Z', 'revision_number': 5, 'project_id': '71b0276e9e0b48f8943a51531f3d8a9e', 'subnets': [{'id': '55d6843d-cf0e-4da9-b1f9-18c66e11f308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:50.333958 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be279572-c6ba-4106-a683-cfc29edb6b46 None None] The sync data for ids ['c5fa7b0c-5305-4b07-9c4b-988eb7b75b50'] in n-d-828418-1 is: [{'id': 'c5fa7b0c-5305-4b07-9c4b-988eb7b75b50', 'name': 'tempest-ServerActionsTestJSON-306433313-router', 'tenant_id': '71b0276e9e0b48f8943a51531f3d8a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '13709a81-eeec-49f1-b597-910fac9f4a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:53:27Z', 'updated_at': '2022-02-09T00:53:44Z', 'revision_number': 4, 'project_id': '71b0276e9e0b48f8943a51531f3d8a9e', 'gw_port': {'id': '13709a81-eeec-49f1-b597-910fac9f4a2e', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fa7b0c-5305-4b07-9c4b-988eb7b75b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:53:29Z', 'updated_at': '2022-02-09T00:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '27004551-3cd5-44d7-aed7-82fb0b886e45', 'name': '', 'network_id': '1f86eb5f-f405-4ce4-a845-9c31ac1b15d4', 'tenant_id': '71b0276e9e0b48f8943a51531f3d8a9e', 'mac_address': 'fa:16:3e:ca:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fa7b0c-5305-4b07-9c4b-988eb7b75b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '55d6843d-cf0e-4da9-b1f9-18c66e11f308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:53:41Z', 'updated_at': '2022-02-09T00:53:51Z', 'revision_number': 5, 'project_id': '71b0276e9e0b48f8943a51531f3d8a9e', 'subnets': [{'id': '55d6843d-cf0e-4da9-b1f9-18c66e11f308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:05:50.354990 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-2431b168-5dc4-4e95-a3d0-835da27b0228 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Calling delete_port for f180b83a-d85d-4908-b543-0e36405cfc20 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:05:50.388809 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8862ac66-5cec-4be5-9d7a-a9e3b8b9af01 None None] DHCP port deletion for 6aa17528-f0d0-4138-9533-3cc7aff855b8 request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:05:50.396119 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-8862ac66-5cec-4be5-9d7a-a9e3b8b9af01 None None] Deleting port f180b83a-d85d-4908-b543-0e36405cfc20 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:05:50.399223 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8862ac66-5cec-4be5-9d7a-a9e3b8b9af01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:50.408821 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [req-2b4ad4dc-00d7-4661-91df-057c4d855568 req-5e5b3720-cbaf-4f27-a1d1-e1c3818d6a8a tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] show failed (client error): The resource could not be found. Feb 09 01:05:50.416603 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2b4ad4dc-00d7-4661-91df-057c4d855568 req-5e5b3720-cbaf-4f27-a1d1-e1c3818d6a8a tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] 10.222.0.105 "GET /v2.0/security-groups/c2520cdf-8bb9-41a6-a36e-4b3a47233f19 HTTP/1.1" status: 404 len: 352 time: 0.4325688 Feb 09 01:05:50.442197 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d4ded696-9ddd-466a-b82f-13f727733597 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:05:50.455737 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-d4ded696-9ddd-466a-b82f-13f727733597 admin admin] Usage tracker for resource:security_group_rule and tenant:c45f7aa6983d4957a2819e6fa2f58af2 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:05:50.465849 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-d4ded696-9ddd-466a-b82f-13f727733597 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:05:50.491106 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2431b168-5dc4-4e95-a3d0-835da27b0228 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:50.541739 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d4ded696-9ddd-466a-b82f-13f727733597 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:05:50.546842 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-8862ac66-5cec-4be5-9d7a-a9e3b8b9af01 None None] The port 'f180b83a-d85d-4908-b543-0e36405cfc20' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:05:50.573997 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2431b168-5dc4-4e95-a3d0-835da27b0228 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Pushing event deleted for resources: {'Port': ['ID=f180b83a-d85d-4908-b543-0e36405cfc20,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:50.575895 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9405639f-c170-4f4e-a2c7-67ed7d6dc14d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:50.604935 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2431b168-5dc4-4e95-a3d0-835da27b0228 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] No DVR routers for this DVR port f180b83a-d85d-4908-b543-0e36405cfc20 on host n-d-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:05:50.605917 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9405639f-c170-4f4e-a2c7-67ed7d6dc14d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:05:50.684520 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-9405639f-c170-4f4e-a2c7-67ed7d6dc14d admin admin] Usage tracker for resource:security_group_rule and tenant:7be6f6c27b604edb97b140fdba6ce28a is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:05:50.735581 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-9405639f-c170-4f4e-a2c7-67ed7d6dc14d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:05:50.871731 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9405639f-c170-4f4e-a2c7-67ed7d6dc14d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:05:50.931681 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aba541d-a040-4872-8ad6-034dec16f3f6 None None] New status for floating IP 429ec144-a477-494d-b1d2-324a78ce96ff: DOWN {{(pid=87641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:05:50.964926 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-56bf3c8f-ae77-4d76-8059-1bca6ab507a0 req-2e374e34-1820-4d2a-ad1b-3b01b1610b39 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:51.046525 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-56bf3c8f-ae77-4d76-8059-1bca6ab507a0 req-2e374e34-1820-4d2a-ad1b-3b01b1610b39 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:51.058437 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9405639f-c170-4f4e-a2c7-67ed7d6dc14d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:51.084356 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2431b168-5dc4-4e95-a3d0-835da27b0228 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:51.091795 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-17baf8b8-3484-4f35-9bf5-e5e1e71010c3 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:51.113880 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-2431b168-5dc4-4e95-a3d0-835da27b0228 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aa17528-f0d0-4138-9533-3cc7aff855b8']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:51.120914 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56bf3c8f-ae77-4d76-8059-1bca6ab507a0 req-2e374e34-1820-4d2a-ad1b-3b01b1610b39 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Network dd02684a-c792-4fba-8571-35898e88ad40 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:05:51.126397 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-2431b168-5dc4-4e95-a3d0-835da27b0228 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6a96789-8f78-44cb-982f-af08959be502') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:51.126824 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-2431b168-5dc4-4e95-a3d0-835da27b0228 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6a96789-8f78-44cb-982f-af08959be502') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:51.134318 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-56bf3c8f-ae77-4d76-8059-1bca6ab507a0 req-2e374e34-1820-4d2a-ad1b-3b01b1610b39 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:05:51.141125 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-63d58f9a-f65a-4248-90fe-e05050bd4ad3 req-db55d1d5-fbf0-44e0-83c5-10ba9d2077ec tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] 10.222.0.105 "GET /v2.0/security-groups/d5a86419-cda7-471b-91c5-5f606a96693b HTTP/1.1" status: 200 len: 1806 time: 0.6408603 Feb 09 01:05:51.147541 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2431b168-5dc4-4e95-a3d0-835da27b0228 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:51.162260 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-56bf3c8f-ae77-4d76-8059-1bca6ab507a0 req-2e374e34-1820-4d2a-ad1b-3b01b1610b39 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:05:51.170956 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9405639f-c170-4f4e-a2c7-67ed7d6dc14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:51.221314 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2431b168-5dc4-4e95-a3d0-835da27b0228 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:51.263382 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2431b168-5dc4-4e95-a3d0-835da27b0228 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:05:51.263958 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2431b168-5dc4-4e95-a3d0-835da27b0228 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:51.287913 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:05:51.287913 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:05:51.287913 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:05:51.287913 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:05:51.287913 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:05:51.287913 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:05:51.287913 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:05:51.287913 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:05:51.287913 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:05:51.287913 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:05:51.287913 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:05:51.287913 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:05:51.287913 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:05:51.287913 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:05:51.287913 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:05:51.287913 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:05:51.287913 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:05:51.287913 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:05:51.287913 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:05:51.287913 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:05:51.287913 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:05:51.287913 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:05:51.287913 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:05:51.287913 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:05:51.287913 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:05:51.287913 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:05:51.287913 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:05:51.287913 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:05:51.287913 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:05:51.287913 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:05:51.287913 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:05:51.287913 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:05:51.305096 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-17baf8b8-3484-4f35-9bf5-e5e1e71010c3 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:51.363039 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9405639f-c170-4f4e-a2c7-67ed7d6dc14d admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=7be6f6c27b604edb97b140fdba6ce28a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0909081 Feb 09 01:05:51.371334 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57002) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:05:51.375509 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405639f-c170-4f4e-a2c7-67ed7d6dc14d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60849abb-dbde-4489-b8f1-74eb50f23bcd,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:51.408266 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf3c8f-ae77-4d76-8059-1bca6ab507a0 req-2e374e34-1820-4d2a-ad1b-3b01b1610b39 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:51.408930 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-56bf3c8f-ae77-4d76-8059-1bca6ab507a0 req-2e374e34-1820-4d2a-ad1b-3b01b1610b39 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:51.454755 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e374e34-1820-4d2a-ad1b-3b01b1610b39 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Pushing event updated for resources: {'Port': ['ID=2aaf2bb1-01b4-4b75-8e53-1cfcc4515d19,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:51.558348 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-47a075ae-5c59-4301-aa2d-cda37160f1b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:51.558348 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2431b168-5dc4-4e95-a3d0-835da27b0228 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:51.577667 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2431b168-5dc4-4e95-a3d0-835da27b0228 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:51.641686 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2431b168-5dc4-4e95-a3d0-835da27b0228 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Pushing event deleted for resources: {'Network': ['ID=6aa17528-f0d0-4138-9533-3cc7aff855b8,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:51.641686 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-47a075ae-5c59-4301-aa2d-cda37160f1b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:51.695367 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-2431b168-5dc4-4e95-a3d0-835da27b0228 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "DELETE /v2.0/networks/6aa17528-f0d0-4138-9533-3cc7aff855b8 HTTP/1.1" status: 204 len: 168 time: 2.3058329 Feb 09 01:05:51.695367 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57006) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:05:51.736030 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:51.758404 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-56bf3c8f-ae77-4d76-8059-1bca6ab507a0 req-2e374e34-1820-4d2a-ad1b-3b01b1610b39 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1931436 Feb 09 01:05:51.783135 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-63d58f9a-f65a-4248-90fe-e05050bd4ad3 req-2f00813d-3625-4dfa-ae60-d1031d3cc23f tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:51.783135 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-56bf3c8f-ae77-4d76-8059-1bca6ab507a0 req-cc4b0817-84c1-440e-9771-93198b4bee55 service neutron] Request body: {'port': {'device_id': 'b5255b4e-2bbe-4e82-8f47-98dbe6d6af0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:51.885470 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-4429c9b6-1bf7-4061-8b72-8a1ca52197bc tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Deleting subnet ef96c550-370f-463c-8c4e-0621f4176ed7 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:05:51.885470 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4429c9b6-1bf7-4061-8b72-8a1ca52197bc tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:51.908482 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d4ded696-9ddd-466a-b82f-13f727733597 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:51.939770 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d4ded696-9ddd-466a-b82f-13f727733597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:51.967411 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-17baf8b8-3484-4f35-9bf5-e5e1e71010c3 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:51.973234 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4429c9b6-1bf7-4061-8b72-8a1ca52197bc tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:52.035039 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-63d58f9a-f65a-4248-90fe-e05050bd4ad3 req-2f00813d-3625-4dfa-ae60-d1031d3cc23f tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:52.088340 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-47a075ae-5c59-4301-aa2d-cda37160f1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:52.112335 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a075ae-5c59-4301-aa2d-cda37160f1b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60849abb-dbde-4489-b8f1-74eb50f23bcd,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:52.138214 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-47a075ae-5c59-4301-aa2d-cda37160f1b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:52.138214 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-47a075ae-5c59-4301-aa2d-cda37160f1b7 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/60849abb-dbde-4489-b8f1-74eb50f23bcd HTTP/1.1" status: 204 len: 168 time: 0.7530360 Feb 09 01:05:52.138214 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4429c9b6-1bf7-4061-8b72-8a1ca52197bc tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:52.224810 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device f180b83a-d85d-4908-b543-0e36405cfc20 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:05:52.234634 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-17baf8b8-3484-4f35-9bf5-e5e1e71010c3 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:52.252455 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-17baf8b8-3484-4f35-9bf5-e5e1e71010c3 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "DELETE /v2.0/security-groups/b075ab84-944c-402e-80ca-919ce01b98b6 HTTP/1.1" status: 204 len: 168 time: 2.3188415 Feb 09 01:05:52.255748 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57014) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:05:52.271098 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-ecf591b5-5020-415f-9e9d-fad69e74ea97 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] show failed (client error): The resource could not be found. Feb 09 01:05:52.274101 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ecf591b5-5020-415f-9e9d-fad69e74ea97 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "GET /v2.0/security-groups/b075ab84-944c-402e-80ca-919ce01b98b6 HTTP/1.1" status: 404 len: 347 time: 0.0225165 Feb 09 01:05:52.274101 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4429c9b6-1bf7-4061-8b72-8a1ca52197bc tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:52.279316 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57018) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:05:52.289741 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-d4ded696-9ddd-466a-b82f-13f727733597 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=c45f7aa6983d4957a2819e6fa2f58af2&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0716836 Feb 09 01:05:52.312437 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: f180b83a-d85d-4908-b543-0e36405cfc20 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:05:52.312889 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device f180b83a-d85d-4908-b543-0e36405cfc20 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:05:52.314043 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 57020) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:05:52.314795 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ded696-9ddd-466a-b82f-13f727733597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65c855c5-a643-4f74-9203-2759610a1234,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:52.379081 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17baf8b8-3484-4f35-9bf5-e5e1e71010c3 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b075ab84-944c-402e-80ca-919ce01b98b6,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:52.413729 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4429c9b6-1bf7-4061-8b72-8a1ca52197bc tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:52.421896 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4429c9b6-1bf7-4061-8b72-8a1ca52197bc tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Pushing event deleted for resources: {'Subnet': ['ID=ef96c550-370f-463c-8c4e-0621f4176ed7,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:52.432855 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a98046c-a02e-4216-93c0-cbb3f2e979d7 None None] Network 9ceb2042-28c3-408f-a754-1a40fd38994b requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:05:52.433472 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-4429c9b6-1bf7-4061-8b72-8a1ca52197bc tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "DELETE /v2.0/subnets/ef96c550-370f-463c-8c4e-0621f4176ed7 HTTP/1.1" status: 204 len: 168 time: 0.7446108 Feb 09 01:05:52.450902 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57026) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:05:52.510186 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0e75fc-d4a8-4103-8073-a20500e2bf55 req-2eedc7a0-09de-4c9d-86d8-0a49ebe68f91 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:52.533510 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9b0e75fc-d4a8-4103-8073-a20500e2bf55 req-2eedc7a0-09de-4c9d-86d8-0a49ebe68f91 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=b5255b4e-2bbe-4e82-8f47-98dbe6d6af0f HTTP/1.1" status: 200 len: 932 time: 0.9777350 Feb 09 01:05:52.610516 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-56bf3c8f-ae77-4d76-8059-1bca6ab507a0 req-cc4b0817-84c1-440e-9771-93198b4bee55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:52.729468 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-8911d868-07c0-4bec-857c-fe564f972f39 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Deleting port 0396f59f-80c7-4056-b88a-370364b3f700 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:05:52.729468 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8911d868-07c0-4bec-857c-fe564f972f39 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:52.740473 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-63d58f9a-f65a-4248-90fe-e05050bd4ad3 req-2f00813d-3625-4dfa-ae60-d1031d3cc23f tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:52.756850 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:05:52.959606 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83aed68-cfa4-4db6-95f3-8aadfd532f14 None None] DHCP port deletion for 9ceb2042-28c3-408f-a754-1a40fd38994b request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:05:52.965396 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a83aed68-cfa4-4db6-95f3-8aadfd532f14 None None] Deleting port 8e10725c-a1f2-46ce-9ee8-f1a9f5787eaa {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:05:52.965810 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a83aed68-cfa4-4db6-95f3-8aadfd532f14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:53.003700 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9b0e75fc-d4a8-4103-8073-a20500e2bf55 req-529d4966-4c9d-498f-b5e7-0f970d5f2eca tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4670720 Feb 09 01:05:53.018466 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-86debb03-98c4-42db-8a8a-af3c28d02767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:53.023877 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f00813d-3625-4dfa-ae60-d1031d3cc23f tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a86419-cda7-471b-91c5-5f606a96693b,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:53.079422 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 57034) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:05:53.088478 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-63d58f9a-f65a-4248-90fe-e05050bd4ad3 req-2f00813d-3625-4dfa-ae60-d1031d3cc23f tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:53.090459 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-63d58f9a-f65a-4248-90fe-e05050bd4ad3 req-2f00813d-3625-4dfa-ae60-d1031d3cc23f tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] 10.222.0.105 "DELETE /v2.0/security-groups/d5a86419-cda7-471b-91c5-5f606a96693b HTTP/1.1" status: 204 len: 173 time: 1.8684537 Feb 09 01:05:53.228463 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-86debb03-98c4-42db-8a8a-af3c28d02767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:53.260796 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ae24849a-7054-481b-af76-4ea08ab8ff71 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:53.287924 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8911d868-07c0-4bec-857c-fe564f972f39 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:53.288255 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8911d868-07c0-4bec-857c-fe564f972f39 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:53.377671 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-ae24849a-7054-481b-af76-4ea08ab8ff71 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Deleting port 8e10725c-a1f2-46ce-9ee8-f1a9f5787eaa {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:05:53.378304 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ae24849a-7054-481b-af76-4ea08ab8ff71 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:53.390877 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-13238075-29f0-49ac-8353-7d6c55ed4b7b req-f145f75e-ae6a-4f0b-a243-3642bde2293c tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] 10.222.0.105 "GET /v2.0/security-groups/0a06661f-fa11-463e-845a-726fa5f63a7c HTTP/1.1" status: 200 len: 1807 time: 0.2630618 Feb 09 01:05:53.444824 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-1c1bcf11-b7a4-4bad-9cc4-09ef64dfd9a8 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=9f4b6fa359e945b5a89be824e2af517e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3624089 Feb 09 01:05:53.471836 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 57040) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:05:53.500080 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a83aed68-cfa4-4db6-95f3-8aadfd532f14 None None] For port 8e10725c-a1f2-46ce-9ee8-f1a9f5787eaa, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=8e10725c-a1f2-46ce-9ee8-f1a9f5787eaa,segment=NetworkSegment(26a6afa6-a85a-4672-aa8a-f5fcd6efba12),segment_id=26a6afa6-a85a-4672-aa8a-f5fcd6efba12)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:05:53.500080 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a83aed68-cfa4-4db6-95f3-8aadfd532f14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:53.622914 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-13238075-29f0-49ac-8353-7d6c55ed4b7b req-4b8672db-e65b-47d1-b17f-bea76756680e tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:53.631249 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-8911d868-07c0-4bec-857c-fe564f972f39 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Calling delete_port for 0396f59f-80c7-4056-b88a-370364b3f700 owned by network:floatingip {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:05:53.635320 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-86debb03-98c4-42db-8a8a-af3c28d02767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:53.640031 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a83aed68-cfa4-4db6-95f3-8aadfd532f14 None None] Calling delete_port for 8e10725c-a1f2-46ce-9ee8-f1a9f5787eaa owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:05:53.696672 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86debb03-98c4-42db-8a8a-af3c28d02767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c855c5-a643-4f74-9203-2759610a1234,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:53.702504 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fad59969-3192-497a-afad-2791b65bf274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:53.724565 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-13238075-29f0-49ac-8353-7d6c55ed4b7b req-4b8672db-e65b-47d1-b17f-bea76756680e tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:53.737405 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-86debb03-98c4-42db-8a8a-af3c28d02767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:53.739906 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-86debb03-98c4-42db-8a8a-af3c28d02767 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/65c855c5-a643-4f74-9203-2759610a1234 HTTP/1.1" status: 204 len: 168 time: 1.4223101 Feb 09 01:05:53.793028 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fad59969-3192-497a-afad-2791b65bf274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:53.793930 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a83aed68-cfa4-4db6-95f3-8aadfd532f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:53.826509 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-ae24849a-7054-481b-af76-4ea08ab8ff71 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] The port '8e10725c-a1f2-46ce-9ee8-f1a9f5787eaa' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:05:53.869063 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83aed68-cfa4-4db6-95f3-8aadfd532f14 None None] Pushing event deleted for resources: {'Port': ['ID=8e10725c-a1f2-46ce-9ee8-f1a9f5787eaa,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:53.880524 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83aed68-cfa4-4db6-95f3-8aadfd532f14 None None] No DVR routers for this DVR port 8e10725c-a1f2-46ce-9ee8-f1a9f5787eaa on host n-d-828418-1 {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:05:53.954866 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-56bf3c8f-ae77-4d76-8059-1bca6ab507a0 req-cc4b0817-84c1-440e-9771-93198b4bee55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aaf2bb1-01b4-4b75-8e53-1cfcc4515d19 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:05:53.972493 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-56bf3c8f-ae77-4d76-8059-1bca6ab507a0 req-cc4b0817-84c1-440e-9771-93198b4bee55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:53.995425 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fad59969-3192-497a-afad-2791b65bf274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:54.017848 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-13238075-29f0-49ac-8353-7d6c55ed4b7b req-4b8672db-e65b-47d1-b17f-bea76756680e tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:54.030979 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad59969-3192-497a-afad-2791b65bf274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e2d042-1046-4474-b58e-bfc00b821b19,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:54.060204 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8672db-e65b-47d1-b17f-bea76756680e tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a06661f-fa11-463e-845a-726fa5f63a7c,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:54.076062 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-13238075-29f0-49ac-8353-7d6c55ed4b7b req-4b8672db-e65b-47d1-b17f-bea76756680e tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:54.076062 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-13238075-29f0-49ac-8353-7d6c55ed4b7b req-4b8672db-e65b-47d1-b17f-bea76756680e tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] 10.222.0.105 "DELETE /v2.0/security-groups/0a06661f-fa11-463e-845a-726fa5f63a7c HTTP/1.1" status: 204 len: 173 time: 0.6258647 Feb 09 01:05:54.076062 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fad59969-3192-497a-afad-2791b65bf274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:54.076062 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-fad59969-3192-497a-afad-2791b65bf274 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/f1e2d042-1046-4474-b58e-bfc00b821b19 HTTP/1.1" status: 204 len: 168 time: 0.6011593 Feb 09 01:05:54.104540 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ae24849a-7054-481b-af76-4ea08ab8ff71 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:54.193298 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-56bf3c8f-ae77-4d76-8059-1bca6ab507a0 req-cc4b0817-84c1-440e-9771-93198b4bee55 service neutron] Transition to ACTIVE for port object 2aaf2bb1-01b4-4b75-8e53-1cfcc4515d19 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:05:54.227136 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8911d868-07c0-4bec-857c-fe564f972f39 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:54.239639 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-56bf3c8f-ae77-4d76-8059-1bca6ab507a0 req-cc4b0817-84c1-440e-9771-93198b4bee55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:54.256774 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-ae24849a-7054-481b-af76-4ea08ab8ff71 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ceb2042-28c3-408f-a754-1a40fd38994b']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:54.260400 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 8e10725c-a1f2-46ce-9ee8-f1a9f5787eaa no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:05:54.356689 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8911d868-07c0-4bec-857c-fe564f972f39 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Pushing event deleted for resources: {'Port': ['ID=0396f59f-80c7-4056-b88a-370364b3f700,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:54.368106 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 8e10725c-a1f2-46ce-9ee8-f1a9f5787eaa {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:05:54.368726 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 8e10725c-a1f2-46ce-9ee8-f1a9f5787eaa not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:05:54.385836 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-ae24849a-7054-481b-af76-4ea08ab8ff71 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26a6afa6-a85a-4672-aa8a-f5fcd6efba12') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:54.400560 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-ae24849a-7054-481b-af76-4ea08ab8ff71 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26a6afa6-a85a-4672-aa8a-f5fcd6efba12') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:54.483647 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b24b4a9c-3571-4bca-b7c4-6475c6b79d42 req-02b42d6e-2368-4ef1-989f-2e5c352dc85c tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] 10.222.0.105 "GET /v2.0/security-groups/81eef638-583f-4f31-8bb1-70e2ad08d37a HTTP/1.1" status: 200 len: 1805 time: 0.3829560 Feb 09 01:05:54.489314 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ae24849a-7054-481b-af76-4ea08ab8ff71 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:54.532293 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ae24849a-7054-481b-af76-4ea08ab8ff71 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:54.539236 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae24849a-7054-481b-af76-4ea08ab8ff71 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:05:54.539236 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ae24849a-7054-481b-af76-4ea08ab8ff71 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:54.559716 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:05:54.559716 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:05:54.559716 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:05:54.559716 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:05:54.559716 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:05:54.559716 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:05:54.559716 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:05:54.559716 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:05:54.559716 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:05:54.559716 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:05:54.559716 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:05:54.559716 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:05:54.559716 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:05:54.559716 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:05:54.559716 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:05:54.559716 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:05:54.559716 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:05:54.559716 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:05:54.559716 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:05:54.559716 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:05:54.559716 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:05:54.559716 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:05:54.559716 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:05:54.559716 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:05:54.559716 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:05:54.559716 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:05:54.559716 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:05:54.559716 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:05:54.559716 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:05:54.559716 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:05:54.559716 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:05:54.559716 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:05:54.608822 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8911d868-07c0-4bec-857c-fe564f972f39 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks [] for floatingip, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:54.636444 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:54.647491 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8911d868-07c0-4bec-857c-fe564f972f39 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:54.651541 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-8911d868-07c0-4bec-857c-fe564f972f39 tempest-ServerActionsTestJSON-1833120552 tempest-ServerActionsTestJSON-1833120552-project] 10.222.0.105 "DELETE /v2.0/floatingips/429ec144-a477-494d-b1d2-324a78ce96ff HTTP/1.1" status: 204 len: 168 time: 2.3322194 Feb 09 01:05:54.661869 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57062) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:05:54.675596 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ae24849a-7054-481b-af76-4ea08ab8ff71 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:54.698830 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ae24849a-7054-481b-af76-4ea08ab8ff71 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:54.731567 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae24849a-7054-481b-af76-4ea08ab8ff71 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] Pushing event deleted for resources: {'Network': ['ID=9ceb2042-28c3-408f-a754-1a40fd38994b,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:54.755129 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ae24849a-7054-481b-af76-4ea08ab8ff71 tempest-ServersTestMultiNic-438458292 tempest-ServersTestMultiNic-438458292-project] 10.222.0.105 "DELETE /v2.0/networks/9ceb2042-28c3-408f-a754-1a40fd38994b HTTP/1.1" status: 204 len: 168 time: 2.3030357 Feb 09 01:05:55.109421 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4b0817-84c1-440e-9771-93198b4bee55 service neutron] Pushing event updated for resources: {'Port': ['ID=2aaf2bb1-01b4-4b75-8e53-1cfcc4515d19,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:55.288927 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b24b4a9c-3571-4bca-b7c4-6475c6b79d42 req-3afa297b-3480-466f-a8ac-479ea4bd0cda tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:55.312974 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac4981-d4fd-4d40-9902-765adabd0e5a req-d34e3e48-c7f7-4325-85df-dfdf6c932c66 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:55.321221 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c0ac4981-d4fd-4d40-9902-765adabd0e5a req-d34e3e48-c7f7-4325-85df-dfdf6c932c66 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=b5255b4e-2bbe-4e82-8f47-98dbe6d6af0f HTTP/1.1" status: 200 len: 944 time: 1.0982254 Feb 09 01:05:55.439463 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-56bf3c8f-ae77-4d76-8059-1bca6ab507a0 req-cc4b0817-84c1-440e-9771-93198b4bee55 service neutron] Attempting to bind port 2aaf2bb1-01b4-4b75-8e53-1cfcc4515d19 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:05:55.440472 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-56bf3c8f-ae77-4d76-8059-1bca6ab507a0 req-cc4b0817-84c1-440e-9771-93198b4bee55 service neutron] Attempting to bind port 2aaf2bb1-01b4-4b75-8e53-1cfcc4515d19 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'd1c0a158-6579-41f7-a92a-da7d79b925b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dd02684a-c792-4fba-8571-35898e88ad40'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:05:55.441228 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bf3c8f-ae77-4d76-8059-1bca6ab507a0 req-cc4b0817-84c1-440e-9771-93198b4bee55 service neutron] Attempting to bind port 2aaf2bb1-01b4-4b75-8e53-1cfcc4515d19 on network dd02684a-c792-4fba-8571-35898e88ad40 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:05:55.456474 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bf3c8f-ae77-4d76-8059-1bca6ab507a0 req-cc4b0817-84c1-440e-9771-93198b4bee55 service neutron] Port 2aaf2bb1-01b4-4b75-8e53-1cfcc4515d19 on network dd02684a-c792-4fba-8571-35898e88ad40 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:05:55.457011 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bf3c8f-ae77-4d76-8059-1bca6ab507a0 req-cc4b0817-84c1-440e-9771-93198b4bee55 service neutron] Attempting to bind port 2aaf2bb1-01b4-4b75-8e53-1cfcc4515d19 on network dd02684a-c792-4fba-8571-35898e88ad40 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:05:55.485101 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bf3c8f-ae77-4d76-8059-1bca6ab507a0 req-cc4b0817-84c1-440e-9771-93198b4bee55 service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:05:55.485766 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bf3c8f-ae77-4d76-8059-1bca6ab507a0 req-cc4b0817-84c1-440e-9771-93198b4bee55 service neutron] Checking segment: {'id': 'd1c0a158-6579-41f7-a92a-da7d79b925b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dd02684a-c792-4fba-8571-35898e88ad40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:05:55.485868 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bf3c8f-ae77-4d76-8059-1bca6ab507a0 req-cc4b0817-84c1-440e-9771-93198b4bee55 service neutron] Bound using segment: {'id': 'd1c0a158-6579-41f7-a92a-da7d79b925b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dd02684a-c792-4fba-8571-35898e88ad40'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:05:55.486294 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-56bf3c8f-ae77-4d76-8059-1bca6ab507a0 req-cc4b0817-84c1-440e-9771-93198b4bee55 service neutron] Bound port: 2aaf2bb1-01b4-4b75-8e53-1cfcc4515d19, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1c0a158-6579-41f7-a92a-da7d79b925b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dd02684a-c792-4fba-8571-35898e88ad40'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:05:55.486645 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-56bf3c8f-ae77-4d76-8059-1bca6ab507a0 req-cc4b0817-84c1-440e-9771-93198b4bee55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:55.521958 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b24b4a9c-3571-4bca-b7c4-6475c6b79d42 req-3afa297b-3480-466f-a8ac-479ea4bd0cda tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:55.814364 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-56bf3c8f-ae77-4d76-8059-1bca6ab507a0 req-cc4b0817-84c1-440e-9771-93198b4bee55 service neutron] For port 2aaf2bb1-01b4-4b75-8e53-1cfcc4515d19, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:05:55.824283 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-56bf3c8f-ae77-4d76-8059-1bca6ab507a0 req-cc4b0817-84c1-440e-9771-93198b4bee55 service neutron] For port 2aaf2bb1-01b4-4b75-8e53-1cfcc4515d19, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=2aaf2bb1-01b4-4b75-8e53-1cfcc4515d19,segment=NetworkSegment(d1c0a158-6579-41f7-a92a-da7d79b925b6),segment_id=d1c0a158-6579-41f7-a92a-da7d79b925b6)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:05:55.834333 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c0ac4981-d4fd-4d40-9902-765adabd0e5a req-79591870-7f2c-443f-a4dc-b8edfdc51449 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5052776 Feb 09 01:05:55.845865 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-56bf3c8f-ae77-4d76-8059-1bca6ab507a0 req-cc4b0817-84c1-440e-9771-93198b4bee55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:55.963798 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf3c8f-ae77-4d76-8059-1bca6ab507a0 req-cc4b0817-84c1-440e-9771-93198b4bee55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:55.963798 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-56bf3c8f-ae77-4d76-8059-1bca6ab507a0 req-cc4b0817-84c1-440e-9771-93198b4bee55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:55.974851 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-56bf3c8f-ae77-4d76-8059-1bca6ab507a0 req-cc4b0817-84c1-440e-9771-93198b4bee55 service neutron] 10.222.0.62 "PUT /v2.0/ports/2aaf2bb1-01b4-4b75-8e53-1cfcc4515d19 HTTP/1.1" status: 200 len: 1092 time: 4.2088954 Feb 09 01:05:56.001578 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5255b4e-2bbe-4e82-8f47-98dbe6d6af0f', 'tag': '2aaf2bb1-01b4-4b75-8e53-1cfcc4515d19'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:05:56.426498 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4b0817-84c1-440e-9771-93198b4bee55 service neutron] Pushing event updated for resources: {'Port': ['ID=2aaf2bb1-01b4-4b75-8e53-1cfcc4515d19,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:56.426498 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b24b4a9c-3571-4bca-b7c4-6475c6b79d42 req-3afa297b-3480-466f-a8ac-479ea4bd0cda tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:56.489717 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afa297b-3480-466f-a8ac-479ea4bd0cda tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81eef638-583f-4f31-8bb1-70e2ad08d37a,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:56.496423 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5255b4e-2bbe-4e82-8f47-98dbe6d6af0f', 'tag': '2aaf2bb1-01b4-4b75-8e53-1cfcc4515d19', 'status': 'completed', 'code': 200} Feb 09 01:05:56.529179 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b24b4a9c-3571-4bca-b7c4-6475c6b79d42 req-3afa297b-3480-466f-a8ac-479ea4bd0cda tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:56.532180 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b24b4a9c-3571-4bca-b7c4-6475c6b79d42 req-3afa297b-3480-466f-a8ac-479ea4bd0cda tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] 10.222.0.105 "DELETE /v2.0/security-groups/81eef638-583f-4f31-8bb1-70e2ad08d37a HTTP/1.1" status: 204 len: 173 time: 2.0572052 Feb 09 01:05:56.634800 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf3c8f-ae77-4d76-8059-1bca6ab507a0 req-c5e29ee1-01ba-461c-9c61-c38d3eb45561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:56.644897 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-56bf3c8f-ae77-4d76-8059-1bca6ab507a0 req-c5e29ee1-01ba-461c-9c61-c38d3eb45561 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5ff9aad1b4b645cb83f87778a731b808&device_id=b5255b4e-2bbe-4e82-8f47-98dbe6d6af0f HTTP/1.1" status: 200 len: 1095 time: 0.5914502 Feb 09 01:05:56.800811 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-56bf3c8f-ae77-4d76-8059-1bca6ab507a0 req-db042ada-7c47-4ee1-8ca4-6fc136461222 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2aaf2bb1-01b4-4b75-8e53-1cfcc4515d19 HTTP/1.1" status: 200 len: 217 time: 0.1606922 Feb 09 01:05:56.986407 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57132) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:05:57.029193 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-52a659fc-38ee-487b-9b97-b59e4d1f1a10 req-5fec8fdd-08d0-4d68-8d19-f23a425726b9 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] 10.222.0.105 "GET /v2.0/security-groups/23a20c9c-34ca-4d57-afec-973fa9d6dbc7 HTTP/1.1" status: 200 len: 2407 time: 0.4444561 Feb 09 01:05:57.064629 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 57140) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:05:57.085361 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d00fa9db-2409-4eeb-a150-917907d2c6e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:57.112921 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf3c8f-ae77-4d76-8059-1bca6ab507a0 req-e8ef3f43-08eb-4920-ad3d-e55e427c2705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:57.125109 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-56bf3c8f-ae77-4d76-8059-1bca6ab507a0 req-e8ef3f43-08eb-4920-ad3d-e55e427c2705 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6629426b-30e0-4649-b641-b6eaabeb92da HTTP/1.1" status: 200 len: 851 time: 0.3108573 Feb 09 01:05:57.435865 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-56bf3c8f-ae77-4d76-8059-1bca6ab507a0 req-02fea3c3-fa69-44ec-b7ef-42a13a8f7d26 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dd02684a-c792-4fba-8571-35898e88ad40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1424735 Feb 09 01:05:57.451690 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-09aed9dd-db25-459d-81ca-3c475009b5c4 tempest-ServiceProvidersTest-1329232456 tempest-ServiceProvidersTest-1329232456-project] 10.222.0.105 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.4623659 Feb 09 01:05:57.727002 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-52a659fc-38ee-487b-9b97-b59e4d1f1a10 req-6d40630e-5776-4b93-94c0-0b96bf00481f tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:58.039004 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-d00fa9db-2409-4eeb-a150-917907d2c6e2 admin admin] Deleting port 27004551-3cd5-44d7-aed7-82fb0b886e45 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:05:58.039004 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d00fa9db-2409-4eeb-a150-917907d2c6e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:58.099360 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-52a659fc-38ee-487b-9b97-b59e4d1f1a10 req-6d40630e-5776-4b93-94c0-0b96bf00481f tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:58.155967 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57160) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:05:58.237516 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-52a659fc-38ee-487b-9b97-b59e4d1f1a10 req-6d40630e-5776-4b93-94c0-0b96bf00481f tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:58.349040 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d40630e-5776-4b93-94c0-0b96bf00481f tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a20c9c-34ca-4d57-afec-973fa9d6dbc7,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:58.439593 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-52a659fc-38ee-487b-9b97-b59e4d1f1a10 req-6d40630e-5776-4b93-94c0-0b96bf00481f tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:58.441037 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-52a659fc-38ee-487b-9b97-b59e4d1f1a10 req-6d40630e-5776-4b93-94c0-0b96bf00481f tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] 10.222.0.105 "DELETE /v2.0/security-groups/23a20c9c-34ca-4d57-afec-973fa9d6dbc7 HTTP/1.1" status: 204 len: 173 time: 1.4065251 Feb 09 01:05:58.564389 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f98c0940-45bb-4336-b654-0762c2e7cb5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:58.584348 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-d00fa9db-2409-4eeb-a150-917907d2c6e2 admin admin] For port 27004551-3cd5-44d7-aed7-82fb0b886e45, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=27004551-3cd5-44d7-aed7-82fb0b886e45,segment=NetworkSegment(42eb89e1-c4de-4f57-85a6-0e5fc984e699),segment_id=42eb89e1-c4de-4f57-85a6-0e5fc984e699)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:05:58.584906 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d00fa9db-2409-4eeb-a150-917907d2c6e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:58.596663 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f98c0940-45bb-4336-b654-0762c2e7cb5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:05:58.602044 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-f98c0940-45bb-4336-b654-0762c2e7cb5f admin admin] Usage tracker for resource:security_group_rule and tenant:f27603488a26412684278f192e0c7ade is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:05:58.604605 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-f98c0940-45bb-4336-b654-0762c2e7cb5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:05:58.614251 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f98c0940-45bb-4336-b654-0762c2e7cb5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:05:58.700893 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9905fe4b-b806-4683-8c35-5044ba85facd req-d20c1e51-552b-46f8-acc1-26ab0db6f184 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:58.707211 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9905fe4b-b806-4683-8c35-5044ba85facd req-d20c1e51-552b-46f8-acc1-26ab0db6f184 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=b5255b4e-2bbe-4e82-8f47-98dbe6d6af0f HTTP/1.1" status: 200 len: 944 time: 1.4512513 Feb 09 01:05:58.758121 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-56bf3c8f-ae77-4d76-8059-1bca6ab507a0 req-2ffb340f-7cc7-423f-ba7a-be51157803b7 service neutron] 10.222.0.62 "GET /v2.0/networks/dd02684a-c792-4fba-8571-35898e88ad40?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2962432 Feb 09 01:05:58.808416 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f98c0940-45bb-4336-b654-0762c2e7cb5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:58.818579 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f98c0940-45bb-4336-b654-0762c2e7cb5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:58.969704 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-d00fa9db-2409-4eeb-a150-917907d2c6e2 admin admin] Calling delete_port for 27004551-3cd5-44d7-aed7-82fb0b886e45 owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:05:59.055755 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f98c0940-45bb-4336-b654-0762c2e7cb5f admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=f27603488a26412684278f192e0c7ade&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9043751 Feb 09 01:05:59.059521 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98c0940-45bb-4336-b654-0762c2e7cb5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deaa4acb-c2a0-4cf0-92da-653db12131e7,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:59.062265 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57204) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:05:59.184100 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9905fe4b-b806-4683-8c35-5044ba85facd req-fd3178cf-e7f2-4be3-940e-58a9718f8b27 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4464259 Feb 09 01:05:59.220509 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-57fb49aa-2dc9-4a55-8656-5851a03705fe req-57389057-3b73-4c2b-821e-1aa05069d592 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] 10.222.0.105 "GET /v2.0/security-groups/3926b3d9-e91b-4664-879e-e507bdd53e1d HTTP/1.1" status: 200 len: 2400 time: 0.4837053 Feb 09 01:05:59.329538 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d00fa9db-2409-4eeb-a150-917907d2c6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:59.356849 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-56bf3c8f-ae77-4d76-8059-1bca6ab507a0 req-dd40b03c-b168-42b3-829a-95517e4fa1a8 service neutron] 10.222.0.62 "GET /v2.0/networks/dd02684a-c792-4fba-8571-35898e88ad40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5750647 Feb 09 01:05:59.380897 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 57210) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:05:59.528806 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-57fb49aa-2dc9-4a55-8656-5851a03705fe req-c0b81c0e-7ff9-4773-beb5-b3098a45d1d8 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:59.553773 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00fa9db-2409-4eeb-a150-917907d2c6e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=27004551-3cd5-44d7-aed7-82fb0b886e45,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:59.565568 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-24223abc-3d87-4a71-b416-0443ef068162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:59.614806 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-24223abc-3d87-4a71-b416-0443ef068162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:59.654405 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-57fb49aa-2dc9-4a55-8656-5851a03705fe req-c0b81c0e-7ff9-4773-beb5-b3098a45d1d8 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:59.693464 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-89c71f38-bc6f-48d1-821f-83954bd3efbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:59.727499 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-89c71f38-bc6f-48d1-821f-83954bd3efbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:05:59.755556 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-89c71f38-bc6f-48d1-821f-83954bd3efbb admin admin] Usage tracker for resource:security_group_rule and tenant:72bb7a6f0cc4457c8b55977660f5a446 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:05:59.761821 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248ca901-97d9-4b51-a7cd-cf05f28a4d85 req-0687b9f1-c02b-4b63-a8ea-c618a68d43fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:59.763250 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-248ca901-97d9-4b51-a7cd-cf05f28a4d85 req-0687b9f1-c02b-4b63-a8ea-c618a68d43fd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5ff9aad1b4b645cb83f87778a731b808&device_id=b5255b4e-2bbe-4e82-8f47-98dbe6d6af0f HTTP/1.1" status: 200 len: 1095 time: 0.3309486 Feb 09 01:05:59.764681 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-89c71f38-bc6f-48d1-821f-83954bd3efbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:05:59.780545 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-89c71f38-bc6f-48d1-821f-83954bd3efbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:05:59.870988 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d3d37e58-c92b-40e5-9e33-1abcb7bcad27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:59.891766 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-24223abc-3d87-4a71-b416-0443ef068162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:59.913362 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24223abc-3d87-4a71-b416-0443ef068162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deaa4acb-c2a0-4cf0-92da-653db12131e7,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:59.927669 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d00fa9db-2409-4eeb-a150-917907d2c6e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:59.941851 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-24223abc-3d87-4a71-b416-0443ef068162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:59.943003 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-24223abc-3d87-4a71-b416-0443ef068162 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/deaa4acb-c2a0-4cf0-92da-653db12131e7 HTTP/1.1" status: 204 len: 168 time: 0.8777487 Feb 09 01:05:59.976553 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-57fb49aa-2dc9-4a55-8656-5851a03705fe req-c0b81c0e-7ff9-4773-beb5-b3098a45d1d8 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:00.011003 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 57220) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:00.025478 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-9ba995a3-4d6c-47a3-881c-952286cc877a tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-650819377'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:00.042311 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-9ba995a3-4d6c-47a3-881c-952286cc877a tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:00.049933 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b81c0e-7ff9-4773-beb5-b3098a45d1d8 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3926b3d9-e91b-4664-879e-e507bdd53e1d,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:00.064873 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-9ba995a3-4d6c-47a3-881c-952286cc877a tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Usage tracker for resource:network and tenant:b38b8d3b4ab64851a90546fed2d6c948 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:06:00.078318 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-9ba995a3-4d6c-47a3-881c-952286cc877a tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:06:00.086066 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-57fb49aa-2dc9-4a55-8656-5851a03705fe req-c0b81c0e-7ff9-4773-beb5-b3098a45d1d8 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:00.087200 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-57fb49aa-2dc9-4a55-8656-5851a03705fe req-c0b81c0e-7ff9-4773-beb5-b3098a45d1d8 tempest-SecurityGroupRulesTestJSON-700052158 tempest-SecurityGroupRulesTestJSON-700052158-project] 10.222.0.105 "DELETE /v2.0/security-groups/3926b3d9-e91b-4664-879e-e507bdd53e1d HTTP/1.1" status: 204 len: 173 time: 0.8493273 Feb 09 01:06:00.114881 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-9ba995a3-4d6c-47a3-881c-952286cc877a tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:00.116900 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 57224) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:00.207684 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248ca901-97d9-4b51-a7cd-cf05f28a4d85 req-ce1526d2-02f2-467c-8ec9-2433e4edb970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:00.210582 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-248ca901-97d9-4b51-a7cd-cf05f28a4d85 req-ce1526d2-02f2-467c-8ec9-2433e4edb970 service neutron] 10.222.0.62 "GET /v2.0/networks?id=dd02684a-c792-4fba-8571-35898e88ad40 HTTP/1.1" status: 200 len: 912 time: 0.4265218 Feb 09 01:06:00.350989 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba995a3-4d6c-47a3-881c-952286cc877a tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Made reservation on behalf of b38b8d3b4ab64851a90546fed2d6c948 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:06:00.358655 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9ba995a3-4d6c-47a3-881c-952286cc877a tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:00.445817 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-248ca901-97d9-4b51-a7cd-cf05f28a4d85 req-88c2a109-e16d-46df-9e43-f09dc098d941 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2aaf2bb1-01b4-4b75-8e53-1cfcc4515d19 HTTP/1.1" status: 200 len: 217 time: 0.1725643 Feb 09 01:06:00.495700 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d00fa9db-2409-4eeb-a150-917907d2c6e2 admin admin] Router c5fa7b0c-5305-4b07-9c4b-988eb7b75b50 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:06:00.696922 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ba995a3-4d6c-47a3-881c-952286cc877a tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:06:00.699157 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00fa9db-2409-4eeb-a150-917907d2c6e2 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:06:00.703275 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-a80aa8a8-8354-4be4-bad8-563c4f1c8509 admin admin] Deleting subnet 5cda94f2-0639-4600-a91f-6b8f3eaa5b6b {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:06:00.707005 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d00fa9db-2409-4eeb-a150-917907d2c6e2 admin admin] 10.222.0.105 "PUT /v2.0/routers/c5fa7b0c-5305-4b07-9c4b-988eb7b75b50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0471621 Feb 09 01:06:00.707818 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57246) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:00.711993 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cf88e1-7b62-4c9e-ac4c-20c0c93cab28 None None] Sync routers for ids ['c5fa7b0c-5305-4b07-9c4b-988eb7b75b50'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:06:00.723725 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cf88e1-7b62-4c9e-ac4c-20c0c93cab28 None None] Routers {'c5fa7b0c-5305-4b07-9c4b-988eb7b75b50'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:06:00.725243 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-21cf88e1-7b62-4c9e-ac4c-20c0c93cab28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:05:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['c5fa7b0c-5305-4b07-9c4b-988eb7b75b50'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:00.727641 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a80aa8a8-8354-4be4-bad8-563c4f1c8509 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:00.790156 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-89c71f38-bc6f-48d1-821f-83954bd3efbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:00.797465 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248ca901-97d9-4b51-a7cd-cf05f28a4d85 req-7cea253c-8080-4a02-a042-ea7cfab39d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:00.799059 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-248ca901-97d9-4b51-a7cd-cf05f28a4d85 req-7cea253c-8080-4a02-a042-ea7cfab39d67 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6629426b-30e0-4649-b641-b6eaabeb92da HTTP/1.1" status: 200 len: 851 time: 0.3361349 Feb 09 01:06:00.808364 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9ba995a3-4d6c-47a3-881c-952286cc877a tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:00.808794 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-9ba995a3-4d6c-47a3-881c-952286cc877a tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Added segment 668d0fce-7a01-4e04-b1f2-26d977bd17d6 of type vlan for network 5504a1b4-4e92-48cb-9653-87325b009802 Feb 09 01:06:00.812312 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-89c71f38-bc6f-48d1-821f-83954bd3efbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:00.908860 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-248ca901-97d9-4b51-a7cd-cf05f28a4d85 req-247d2933-2eaf-4afb-9c4e-685e88a20d8c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dd02684a-c792-4fba-8571-35898e88ad40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1016457 Feb 09 01:06:00.910984 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a80aa8a8-8354-4be4-bad8-563c4f1c8509 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:00.927399 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57252) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:00.935568 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-21cf88e1-7b62-4c9e-ac4c-20c0c93cab28 None None] Set router c5fa7b0c-5305-4b07-9c4b-988eb7b75b50 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:06:00.937581 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-194aa2f2-694a-40c3-b737-a75e8918fac5 admin admin] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:00.985609 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9af9a1-63a0-4448-baca-aa2d33230d1f req-b0d24d02-f494-4a04-a6d3-726205ad0a39 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:00.995966 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0c9af9a1-63a0-4448-baca-aa2d33230d1f req-b0d24d02-f494-4a04-a6d3-726205ad0a39 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=b5255b4e-2bbe-4e82-8f47-98dbe6d6af0f HTTP/1.1" status: 200 len: 944 time: 0.6269791 Feb 09 01:06:01.046961 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-89c71f38-bc6f-48d1-821f-83954bd3efbb admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=72bb7a6f0cc4457c8b55977660f5a446&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6646316 Feb 09 01:06:01.092631 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57258) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:01.102133 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-5b42a09a-5426-4321-a7db-b9f4301719fb tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1002605022'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:01.103466 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c71f38-bc6f-48d1-821f-83954bd3efbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=880069c0-b2e0-482b-8bd0-d6401236df83,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:01.140402 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5b42a09a-5426-4321-a7db-b9f4301719fb tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:01.152441 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-5b42a09a-5426-4321-a7db-b9f4301719fb tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Usage tracker for resource:network and tenant:0d8d64d5c1f042eb88e43703dfc77dd6 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:06:01.165459 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-5b42a09a-5426-4321-a7db-b9f4301719fb tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:06:01.186913 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5b42a09a-5426-4321-a7db-b9f4301719fb tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:01.233585 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-194aa2f2-694a-40c3-b737-a75e8918fac5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:01.250278 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b42a09a-5426-4321-a7db-b9f4301719fb tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Made reservation on behalf of 0d8d64d5c1f042eb88e43703dfc77dd6 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:06:01.253758 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5b42a09a-5426-4321-a7db-b9f4301719fb tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:01.268622 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9ba995a3-4d6c-47a3-881c-952286cc877a tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:01.269699 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5b42a09a-5426-4321-a7db-b9f4301719fb tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:01.282281 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-194aa2f2-694a-40c3-b737-a75e8918fac5 admin admin] Deleting port 13709a81-eeec-49f1-b597-910fac9f4a2e {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:06:01.282631 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-194aa2f2-694a-40c3-b737-a75e8918fac5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:01.307023 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a58677b4-146f-4351-a453-23e132b49cb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:01.327229 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a80aa8a8-8354-4be4-bad8-563c4f1c8509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:01.348649 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5b42a09a-5426-4321-a7db-b9f4301719fb tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:01.353919 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-21cf88e1-7b62-4c9e-ac4c-20c0c93cab28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5fa7b0c-5305-4b07-9c4b-988eb7b75b50', 'name': 'tempest-ServerActionsTestJSON-306433313-router', 'tenant_id': '71b0276e9e0b48f8943a51531f3d8a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '13709a81-eeec-49f1-b597-910fac9f4a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:53:27Z', 'updated_at': '2022-02-09T01:05:59Z', 'revision_number': 5, 'project_id': '71b0276e9e0b48f8943a51531f3d8a9e', 'gw_port': {'id': '13709a81-eeec-49f1-b597-910fac9f4a2e', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fa7b0c-5305-4b07-9c4b-988eb7b75b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:53:29Z', 'updated_at': '2022-02-09T00:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:01.361357 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cf88e1-7b62-4c9e-ac4c-20c0c93cab28 None None] Checking router: c5fa7b0c-5305-4b07-9c4b-988eb7b75b50 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:06:01.368685 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-5b42a09a-5426-4321-a7db-b9f4301719fb tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Usage tracker for resource:security_group_rule and tenant:0d8d64d5c1f042eb88e43703dfc77dd6 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:06:01.372500 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a58677b4-146f-4351-a453-23e132b49cb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:01.372672 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cf88e1-7b62-4c9e-ac4c-20c0c93cab28 None None] Routers {'c5fa7b0c-5305-4b07-9c4b-988eb7b75b50'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:06:01.373935 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-21cf88e1-7b62-4c9e-ac4c-20c0c93cab28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:05:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['c5fa7b0c-5305-4b07-9c4b-988eb7b75b50'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:01.382250 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-5b42a09a-5426-4321-a7db-b9f4301719fb tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:06:01.406428 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5b42a09a-5426-4321-a7db-b9f4301719fb tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:01.429632 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0c9af9a1-63a0-4448-baca-aa2d33230d1f req-9a49deb2-2bec-436b-b4c0-5b969fe4dd3e tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3902566 Feb 09 01:06:01.490230 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9ba995a3-4d6c-47a3-881c-952286cc877a tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:01.496038 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba995a3-4d6c-47a3-881c-952286cc877a tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:01.496682 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9ba995a3-4d6c-47a3-881c-952286cc877a tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:01.541298 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-248ca901-97d9-4b51-a7cd-cf05f28a4d85 req-f2032281-1c85-4b0c-9c5e-a3452dcef523 service neutron] 10.222.0.62 "GET /v2.0/networks/dd02684a-c792-4fba-8571-35898e88ad40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5731897 Feb 09 01:06:01.549794 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-21cf88e1-7b62-4c9e-ac4c-20c0c93cab28 None None] Set router c5fa7b0c-5305-4b07-9c4b-988eb7b75b50 gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:06:01.583635 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a58677b4-146f-4351-a453-23e132b49cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:01.594779 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-194aa2f2-694a-40c3-b737-a75e8918fac5 admin admin] For port 13709a81-eeec-49f1-b597-910fac9f4a2e, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=13709a81-eeec-49f1-b597-910fac9f4a2e,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:01.595405 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-194aa2f2-694a-40c3-b737-a75e8918fac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:01.607225 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-d3d37e58-c92b-40e5-9e33-1abcb7bcad27 admin admin] Deleting port 19e40df1-a8c9-4141-b5b4-981e1b6effac {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:06:01.608140 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d3d37e58-c92b-40e5-9e33-1abcb7bcad27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:01.624027 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58677b4-146f-4351-a453-23e132b49cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880069c0-b2e0-482b-8bd0-d6401236df83,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:01.698587 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 2aaf2bb1-01b4-4b75-8e53-1cfcc4515d19 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:06:01.715911 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-21cf88e1-7b62-4c9e-ac4c-20c0c93cab28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5fa7b0c-5305-4b07-9c4b-988eb7b75b50', 'name': 'tempest-ServerActionsTestJSON-306433313-router', 'tenant_id': '71b0276e9e0b48f8943a51531f3d8a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:53:27Z', 'updated_at': '2022-02-09T01:06:01Z', 'revision_number': 6, 'project_id': '71b0276e9e0b48f8943a51531f3d8a9e', 'gw_port_host': None}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:01.723033 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cf88e1-7b62-4c9e-ac4c-20c0c93cab28 None None] The sync data for ids ['c5fa7b0c-5305-4b07-9c4b-988eb7b75b50'] in n-d-828418-1 is: [{'id': 'c5fa7b0c-5305-4b07-9c4b-988eb7b75b50', 'name': 'tempest-ServerActionsTestJSON-306433313-router', 'tenant_id': '71b0276e9e0b48f8943a51531f3d8a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:53:27Z', 'updated_at': '2022-02-09T01:06:01Z', 'revision_number': 6, 'project_id': '71b0276e9e0b48f8943a51531f3d8a9e', 'gw_port_host': None}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:06:01.799948 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a80aa8a8-8354-4be4-bad8-563c4f1c8509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:01.836337 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-9ba995a3-4d6c-47a3-881c-952286cc877a tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.8238702 Feb 09 01:06:01.837324 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba995a3-4d6c-47a3-881c-952286cc877a tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Pushing event updated for resources: {'Network': ['ID=5504a1b4-4e92-48cb-9653-87325b009802,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:01.841102 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 57262) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:01.864965 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-209ad9c2-878e-4ab7-83fd-67277ea702e8 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-884370935'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:01.868034 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 5504a1b4-4e92-48cb-9653-87325b009802 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:06:01.877485 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80aa8a8-8354-4be4-bad8-563c4f1c8509 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cda94f2-0639-4600-a91f-6b8f3eaa5b6b,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:01.884656 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a58677b4-146f-4351-a453-23e132b49cb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:01.886785 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a58677b4-146f-4351-a453-23e132b49cb4 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/880069c0-b2e0-482b-8bd0-d6401236df83 HTTP/1.1" status: 204 len: 168 time: 0.7903926 Feb 09 01:06:01.900952 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-194aa2f2-694a-40c3-b737-a75e8918fac5 admin admin] Calling delete_port for 13709a81-eeec-49f1-b597-910fac9f4a2e owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:06:01.909480 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-209ad9c2-878e-4ab7-83fd-67277ea702e8 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:01.913805 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a80aa8a8-8354-4be4-bad8-563c4f1c8509 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:01.915641 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-a80aa8a8-8354-4be4-bad8-563c4f1c8509 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/5cda94f2-0639-4600-a91f-6b8f3eaa5b6b HTTP/1.1" status: 204 len: 168 time: 1.7976716 Feb 09 01:06:01.937286 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57268) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:01.944997 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 2aaf2bb1-01b4-4b75-8e53-1cfcc4515d19, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=2aaf2bb1-01b4-4b75-8e53-1cfcc4515d19,segment=NetworkSegment(d1c0a158-6579-41f7-a92a-da7d79b925b6),segment_id=d1c0a158-6579-41f7-a92a-da7d79b925b6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:01.978346 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-209ad9c2-878e-4ab7-83fd-67277ea702e8 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Usage tracker for resource:network and tenant:b38b8d3b4ab64851a90546fed2d6c948 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:06:01.979425 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '2aaf2bb1-01b4-4b75-8e53-1cfcc4515d19', 'network_id': 'dd02684a-c792-4fba-8571-35898e88ad40', 'port_id': '2aaf2bb1-01b4-4b75-8e53-1cfcc4515d19', 'mac_address': 'fa:16:3e:94:8e:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6629426b-30e0-4649-b641-b6eaabeb92da', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:06:01.988783 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-209ad9c2-878e-4ab7-83fd-67277ea702e8 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:06:02.012196 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-209ad9c2-878e-4ab7-83fd-67277ea702e8 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:02.054412 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:02.061646 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-248ca901-97d9-4b51-a7cd-cf05f28a4d85 req-3ac92100-23dd-43f0-a50c-99f8b4929613 service neutron] 10.222.0.62 "GET /v2.0/networks/dd02684a-c792-4fba-8571-35898e88ad40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4617252 Feb 09 01:06:02.079845 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aaf2bb1-01b4-4b75-8e53-1cfcc4515d19 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:06:02.102147 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 2aaf2bb1-01b4-4b75-8e53-1cfcc4515d19, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=2aaf2bb1-01b4-4b75-8e53-1cfcc4515d19,segment=NetworkSegment(d1c0a158-6579-41f7-a92a-da7d79b925b6),segment_id=d1c0a158-6579-41f7-a92a-da7d79b925b6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:02.110624 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:02.136300 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5b42a09a-5426-4321-a7db-b9f4301719fb tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:02.146824 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-d3d37e58-c92b-40e5-9e33-1abcb7bcad27 admin admin] For port 19e40df1-a8c9-4141-b5b4-981e1b6effac, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=19e40df1-a8c9-4141-b5b4-981e1b6effac,segment=NetworkSegment(5276e95c-e7dd-4725-a74b-01f5b634ddb5),segment_id=5276e95c-e7dd-4725-a74b-01f5b634ddb5)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:02.147867 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d3d37e58-c92b-40e5-9e33-1abcb7bcad27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:02.178654 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-138c725c-74cb-4abf-8fb3-51886e865a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:02.180504 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5b42a09a-5426-4321-a7db-b9f4301719fb tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:02.229828 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=2aaf2bb1-01b4-4b75-8e53-1cfcc4515d19,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:02.232775 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 27004551-3cd5-44d7-aed7-82fb0b886e45 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:06:02.272975 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b42a09a-5426-4321-a7db-b9f4301719fb tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:06:02.285146 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 27004551-3cd5-44d7-aed7-82fb0b886e45 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:06:02.285816 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 27004551-3cd5-44d7-aed7-82fb0b886e45 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:06:02.315543 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5b42a09a-5426-4321-a7db-b9f4301719fb tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:02.315880 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-5b42a09a-5426-4321-a7db-b9f4301719fb tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Added segment 82d7ff21-1bac-4e91-8aba-c6ea8ce92164 of type vlan for network e2293c62-20e4-42cf-91d9-99afb1d0739e Feb 09 01:06:02.355898 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-d3d37e58-c92b-40e5-9e33-1abcb7bcad27 admin admin] Calling delete_port for 19e40df1-a8c9-4141-b5b4-981e1b6effac owned by network:router_interface {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:06:02.358694 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b42a09a-5426-4321-a7db-b9f4301719fb tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4180fec9-41b1-4124-aa2a-d1111cf92de8,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:02.388731 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-209ad9c2-878e-4ab7-83fd-67277ea702e8 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Made reservation on behalf of b38b8d3b4ab64851a90546fed2d6c948 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:06:02.394370 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-209ad9c2-878e-4ab7-83fd-67277ea702e8 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:02.471546 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['2aaf2bb1-01b4-4b75-8e53-1cfcc4515d19'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:06:02.476290 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-209ad9c2-878e-4ab7-83fd-67277ea702e8 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:06:02.500758 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-209ad9c2-878e-4ab7-83fd-67277ea702e8 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:02.501500 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-209ad9c2-878e-4ab7-83fd-67277ea702e8 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Added segment 1f6c047f-43ca-444c-82e6-5169d8594f92 of type vlan for network e280a801-73c6-4be8-9a9b-128c33174590 Feb 09 01:06:02.508846 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5b42a09a-5426-4321-a7db-b9f4301719fb tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:02.516999 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-194aa2f2-694a-40c3-b737-a75e8918fac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:02.565193 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-209ad9c2-878e-4ab7-83fd-67277ea702e8 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:02.623519 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-209ad9c2-878e-4ab7-83fd-67277ea702e8 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:02.639836 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209ad9c2-878e-4ab7-83fd-67277ea702e8 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:02.640834 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194aa2f2-694a-40c3-b737-a75e8918fac5 admin admin] Pushing event deleted for resources: {'Port': ['ID=13709a81-eeec-49f1-b597-910fac9f4a2e,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:02.643972 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-209ad9c2-878e-4ab7-83fd-67277ea702e8 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:02.650271 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-138c725c-74cb-4abf-8fb3-51886e865a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:02.712894 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57278) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:02.777312 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-209ad9c2-878e-4ab7-83fd-67277ea702e8 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9270239 Feb 09 01:06:02.791312 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57282) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:02.804465 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-138c725c-74cb-4abf-8fb3-51886e865a65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bc263c9-7e66-4b28-8f8f-106caf929a05']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:02.814439 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ce945394-4a03-4c54-b868-e4c34cb325b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:02.833438 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-32ef26a7-2c31-4689-85e4-5579ac80fcb8 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Request body: {'subnet': {'network_id': '5504a1b4-4e92-48cb-9653-87325b009802', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:02.859085 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5b42a09a-5426-4321-a7db-b9f4301719fb tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:02.868242 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b42a09a-5426-4321-a7db-b9f4301719fb tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:02.869129 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5b42a09a-5426-4321-a7db-b9f4301719fb tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:02.928530 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209ad9c2-878e-4ab7-83fd-67277ea702e8 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Pushing event updated for resources: {'Network': ['ID=e280a801-73c6-4be8-9a9b-128c33174590,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:02.934382 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-138c725c-74cb-4abf-8fb3-51886e865a65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '353953c1-637a-42f6-89d5-f4913aefd9e4') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:02.934688 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-138c725c-74cb-4abf-8fb3-51886e865a65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '353953c1-637a-42f6-89d5-f4913aefd9e4') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:02.940661 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network e280a801-73c6-4be8-9a9b-128c33174590 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:06:02.944631 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ce945394-4a03-4c54-b868-e4c34cb325b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:02.955574 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d3d37e58-c92b-40e5-9e33-1abcb7bcad27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:03.013390 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db90eba-8a68-479e-b57f-c882cb22c65b req-5cc43bbc-b7c6-424d-9534-f19e10d1154c tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:03.016178 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8db90eba-8a68-479e-b57f-c882cb22c65b req-5cc43bbc-b7c6-424d-9534-f19e10d1154c tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=b5255b4e-2bbe-4e82-8f47-98dbe6d6af0f HTTP/1.1" status: 200 len: 945 time: 0.3200071 Feb 09 01:06:03.029068 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d37e58-c92b-40e5-9e33-1abcb7bcad27 admin admin] Pushing event deleted for resources: {'Port': ['ID=19e40df1-a8c9-4141-b5b4-981e1b6effac,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:03.150846 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ce945394-4a03-4c54-b868-e4c34cb325b4 admin admin] Usage tracker for resource:security_group_rule and tenant:a51e2181cba84af2befbd26f4dd4ab3f is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:06:03.154588 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ce945394-4a03-4c54-b868-e4c34cb325b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:06:03.165063 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8db90eba-8a68-479e-b57f-c882cb22c65b req-782862b9-1d39-4855-8092-238a73c5da34 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370888 Feb 09 01:06:03.175254 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ce945394-4a03-4c54-b868-e4c34cb325b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:03.191958 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-138c725c-74cb-4abf-8fb3-51886e865a65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:03.214603 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-32ef26a7-2c31-4689-85e4-5579ac80fcb8 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:03.222599 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b42a09a-5426-4321-a7db-b9f4301719fb tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Pushing event updated for resources: {'Network': ['ID=e2293c62-20e4-42cf-91d9-99afb1d0739e,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:03.235614 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-138c725c-74cb-4abf-8fb3-51886e865a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:03.237160 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network e2293c62-20e4-42cf-91d9-99afb1d0739e details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:06:03.240284 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-194aa2f2-694a-40c3-b737-a75e8918fac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:03.368739 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-32ef26a7-2c31-4689-85e4-5579ac80fcb8 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Usage tracker for resource:subnet and tenant:b38b8d3b4ab64851a90546fed2d6c948 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:06:03.384240 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-5b42a09a-5426-4321-a7db-b9f4301719fb tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.4556775 Feb 09 01:06:03.385223 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-32ef26a7-2c31-4689-85e4-5579ac80fcb8 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:06:03.392296 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-138c725c-74cb-4abf-8fb3-51886e865a65 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:06:03.392678 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-138c725c-74cb-4abf-8fb3-51886e865a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:03.407378 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:06:03.407378 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:06:03.407378 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:06:03.407378 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:06:03.407378 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:06:03.407378 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:06:03.407378 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:06:03.407378 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:06:03.407378 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:06:03.407378 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:06:03.407378 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:06:03.407378 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:06:03.407378 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:06:03.407378 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:06:03.407378 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:06:03.407378 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:06:03.407378 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:06:03.407378 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:06:03.407378 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:06:03.407378 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:06:03.407378 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:06:03.407378 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:06:03.407378 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:06:03.407378 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:06:03.407378 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:06:03.407378 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:06:03.407378 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:06:03.407378 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:06:03.407378 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:06:03.407378 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:06:03.407378 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:06:03.407378 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:06:03.412114 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57286) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:03.470955 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-32ef26a7-2c31-4689-85e4-5579ac80fcb8 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:03.486692 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-4b9fa57d-92bf-4174-ad7c-d55b1afa4de3 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Request body: {'subnet': {'network_id': 'e2293c62-20e4-42cf-91d9-99afb1d0739e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:03.515600 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d3d37e58-c92b-40e5-9e33-1abcb7bcad27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:03.568120 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-194aa2f2-694a-40c3-b737-a75e8918fac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:03.623701 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-194aa2f2-694a-40c3-b737-a75e8918fac5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:03.642802 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 2aaf2bb1-01b4-4b75-8e53-1cfcc4515d19 up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:06:03.658672 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ef26a7-2c31-4689-85e4-5579ac80fcb8 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Made reservation on behalf of b38b8d3b4ab64851a90546fed2d6c948 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:06:03.663595 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-32ef26a7-2c31-4689-85e4-5579ac80fcb8 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:03.736501 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port 2aaf2bb1-01b4-4b75-8e53-1cfcc4515d19 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:06:03.745874 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 2aaf2bb1-01b4-4b75-8e53-1cfcc4515d19 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:03.746523 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:03.903059 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-138c725c-74cb-4abf-8fb3-51886e865a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:03.925722 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-138c725c-74cb-4abf-8fb3-51886e865a65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:03.926421 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:03.943001 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3d37e58-c92b-40e5-9e33-1abcb7bcad27 admin admin] Router 27df42ce-335f-490c-bbd4-2af8f094b651 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:06:03.962112 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138c725c-74cb-4abf-8fb3-51886e865a65 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bc263c9-7e66-4b28-8f8f-106caf929a05,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:03.996904 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 2aaf2bb1-01b4-4b75-8e53-1cfcc4515d19, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=2aaf2bb1-01b4-4b75-8e53-1cfcc4515d19,segment=NetworkSegment(d1c0a158-6579-41f7-a92a-da7d79b925b6),segment_id=d1c0a158-6579-41f7-a92a-da7d79b925b6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:03.996904 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5255b4e-2bbe-4e82-8f47-98dbe6d6af0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aaf2bb1-01b4-4b75-8e53-1cfcc4515d19'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:06:03.996904 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:04.037688 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-194aa2f2-694a-40c3-b737-a75e8918fac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:04.037688 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-194aa2f2-694a-40c3-b737-a75e8918fac5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5fa7b0c-5305-4b07-9c4b-988eb7b75b50 {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:06:04.050385 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-4b9fa57d-92bf-4174-ad7c-d55b1afa4de3 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:04.058899 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-138c725c-74cb-4abf-8fb3-51886e865a65 admin admin] 10.222.0.105 "DELETE /v2.0/networks/9bc263c9-7e66-4b28-8f8f-106caf929a05 HTTP/1.1" status: 204 len: 168 time: 2.1147790 Feb 09 01:06:04.075266 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-4b9fa57d-92bf-4174-ad7c-d55b1afa4de3 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Usage tracker for resource:subnet and tenant:0d8d64d5c1f042eb88e43703dfc77dd6 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:06:04.085808 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-194aa2f2-694a-40c3-b737-a75e8918fac5 admin admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:04.090582 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-194aa2f2-694a-40c3-b737-a75e8918fac5 admin admin] 10.222.0.105 "DELETE /v2.0/routers/c5fa7b0c-5305-4b07-9c4b-988eb7b75b50 HTTP/1.1" status: 204 len: 168 time: 3.3811607 Feb 09 01:06:04.094583 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-4b9fa57d-92bf-4174-ad7c-d55b1afa4de3 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:06:04.099004 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57296) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:04.141518 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=2aaf2bb1-01b4-4b75-8e53-1cfcc4515d19,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:04.170843 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-4b9fa57d-92bf-4174-ad7c-d55b1afa4de3 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:04.229243 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ce945394-4a03-4c54-b868-e4c34cb325b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:04.270710 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ce945394-4a03-4c54-b868-e4c34cb325b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:04.338793 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d37e58-c92b-40e5-9e33-1abcb7bcad27 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:06:04.349899 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41d4cd2-a42e-4199-b127-fda73db18cb2 None None] Sync routers for ids ['27df42ce-335f-490c-bbd4-2af8f094b651'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:06:04.350450 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-d3d37e58-c92b-40e5-9e33-1abcb7bcad27 admin admin] 10.222.0.105 "PUT /v2.0/routers/27df42ce-335f-490c-bbd4-2af8f094b651/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2814145 Feb 09 01:06:04.350835 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 57302) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:04.367455 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41d4cd2-a42e-4199-b127-fda73db18cb2 None None] Routers {'27df42ce-335f-490c-bbd4-2af8f094b651'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:06:04.368092 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-f41d4cd2-a42e-4199-b127-fda73db18cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:05:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['27df42ce-335f-490c-bbd4-2af8f094b651'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:04.376244 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 13709a81-eeec-49f1-b597-910fac9f4a2e no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:06:04.386335 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9fa57d-92bf-4174-ad7c-d55b1afa4de3 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Made reservation on behalf of 0d8d64d5c1f042eb88e43703dfc77dd6 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:06:04.390744 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4b9fa57d-92bf-4174-ad7c-d55b1afa4de3 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:04.436070 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 13709a81-eeec-49f1-b597-910fac9f4a2e {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:06:04.436689 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 13709a81-eeec-49f1-b597-910fac9f4a2e not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:06:04.489358 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 57306) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:04.517883 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5255b4e-2bbe-4e82-8f47-98dbe6d6af0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aaf2bb1-01b4-4b75-8e53-1cfcc4515d19', 'code': 200} Feb 09 01:06:04.549428 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-6860eb27-3265-4302-a6eb-821d438d364e admin admin] Deleting subnet 55d6843d-cf0e-4da9-b1f9-18c66e11f308 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:06:04.565494 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6860eb27-3265-4302-a6eb-821d438d364e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:04.621047 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce945394-4a03-4c54-b868-e4c34cb325b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d24b2f35-c063-4059-84f2-444f9a170b0f,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:04.628215 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ce945394-4a03-4c54-b868-e4c34cb325b4 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=a51e2181cba84af2befbd26f4dd4ab3f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9117830 Feb 09 01:06:04.640872 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 57310) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:04.646194 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-f41d4cd2-a42e-4199-b127-fda73db18cb2 None None] Set router 27df42ce-335f-490c-bbd4-2af8f094b651 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:06:04.654473 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-3452aa11-fcb5-4eaf-b9d7-51be51fc54e9 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=22ecc9368231448ea2acdc9751828891&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1616838 Feb 09 01:06:04.654981 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 57314) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:04.723795 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6860eb27-3265-4302-a6eb-821d438d364e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:04.824023 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ee34e52f-a80b-4ebf-bd84-8f652db05ada admin admin] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:04.874717 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-32ef26a7-2c31-4689-85e4-5579ac80fcb8 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:04.992233 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081124bb-ea50-4fda-a1fb-38a8d9770449 req-808f828c-5345-4ae2-b3c7-8a39c65d7d99 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:04.993691 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-081124bb-ea50-4fda-a1fb-38a8d9770449 req-808f828c-5345-4ae2-b3c7-8a39c65d7d99 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=b5255b4e-2bbe-4e82-8f47-98dbe6d6af0f HTTP/1.1" status: 200 len: 946 time: 0.5471134 Feb 09 01:06:04.998253 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ab58fbc2-3a3a-4d46-919e-24fb68e710b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:05.005912 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-f41d4cd2-a42e-4199-b127-fda73db18cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27df42ce-335f-490c-bbd4-2af8f094b651', 'name': 'tempest-ServersTestMultiNic-78480002-router', 'tenant_id': '84557554a3f24afe8f48784f3010a6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'f5aa70bc-eb6c-43f9-93e9-b5adaf62dfd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:02:31Z', 'updated_at': '2022-02-09T01:06:02Z', 'revision_number': 5, 'project_id': '84557554a3f24afe8f48784f3010a6e6', 'gw_port': {'id': 'f5aa70bc-eb6c-43f9-93e9-b5adaf62dfd9', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:07:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27df42ce-335f-490c-bbd4-2af8f094b651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:40Z', 'updated_at': '2022-02-09T01:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:05.011905 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41d4cd2-a42e-4199-b127-fda73db18cb2 None None] Checking router: 27df42ce-335f-490c-bbd4-2af8f094b651 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:06:05.022562 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6860eb27-3265-4302-a6eb-821d438d364e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:05.024235 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41d4cd2-a42e-4199-b127-fda73db18cb2 None None] Routers {'27df42ce-335f-490c-bbd4-2af8f094b651'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:06:05.024861 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-f41d4cd2-a42e-4199-b127-fda73db18cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:05:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['27df42ce-335f-490c-bbd4-2af8f094b651'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:05.082023 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ef26a7-2c31-4689-85e4-5579ac80fcb8 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Pushing event updated for resources: {'Subnet': ['ID=4c489644-0fac-481a-b2c6-ea6532ba6646,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:05.105589 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dbe8d437-4525-4e9c-93f8-95a78637486b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:05.140328 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ef26a7-2c31-4689-85e4-5579ac80fcb8 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Checking segment: {'id': '668d0fce-7a01-4e04-b1f2-26d977bd17d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5504a1b4-4e92-48cb-9653-87325b009802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:06:05.140691 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ef26a7-2c31-4689-85e4-5579ac80fcb8 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Network hostable DHCP agents. Network: 5504a1b4-4e92-48cb-9653-87325b009802, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:06:05.167371 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4b9fa57d-92bf-4174-ad7c-d55b1afa4de3 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:05.178583 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ab58fbc2-3a3a-4d46-919e-24fb68e710b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:05.227212 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6860eb27-3265-4302-a6eb-821d438d364e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:05.238604 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-f41d4cd2-a42e-4199-b127-fda73db18cb2 None None] Set router 27df42ce-335f-490c-bbd4-2af8f094b651 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:06:05.255452 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ef26a7-2c31-4689-85e4-5579ac80fcb8 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Network 5504a1b4-4e92-48cb-9653-87325b009802 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:06:05.265027 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6860eb27-3265-4302-a6eb-821d438d364e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:05.274880 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333d4a21-35fb-4053-abbd-1e17315b760e None None] Network 1f86eb5f-f405-4ce4-a845-9c31ac1b15d4 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:06:05.299575 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9fa57d-92bf-4174-ad7c-d55b1afa4de3 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Pushing event updated for resources: {'Subnet': ['ID=61e56175-397d-495f-92f8-7cf5ca02d417,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:05.330822 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e790367-889d-4849-b211-17fe1e3b4683 req-00bc281d-e4ff-463c-b165-ee2c325d8b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:05.332289 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8e790367-889d-4849-b211-17fe1e3b4683 req-00bc281d-e4ff-463c-b165-ee2c325d8b07 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b5255b4e-2bbe-4e82-8f47-98dbe6d6af0f HTTP/1.1" status: 200 len: 1097 time: 0.6905334 Feb 09 01:06:05.342628 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-32ef26a7-2c31-4689-85e4-5579ac80fcb8 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 5504a1b4-4e92-48cb-9653-87325b009802) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:06:05.347409 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ef26a7-2c31-4689-85e4-5579ac80fcb8 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:05.348509 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-32ef26a7-2c31-4689-85e4-5579ac80fcb8 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:05.357215 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6860eb27-3265-4302-a6eb-821d438d364e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55d6843d-cf0e-4da9-b1f9-18c66e11f308,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:05.371245 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dbe8d437-4525-4e9c-93f8-95a78637486b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:05.385847 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-081124bb-ea50-4fda-a1fb-38a8d9770449 req-47feff9f-bf78-4067-a9b3-8b657ad116c4 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3762999 Feb 09 01:06:05.402408 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-6860eb27-3265-4302-a6eb-821d438d364e admin admin] 10.222.0.105 "DELETE /v2.0/subnets/55d6843d-cf0e-4da9-b1f9-18c66e11f308 HTTP/1.1" status: 204 len: 168 time: 1.3019402 Feb 09 01:06:05.411149 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57318) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:05.414900 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ee34e52f-a80b-4ebf-bd84-8f652db05ada admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:05.448047 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d8292c-b4f0-4ca7-a00f-502313d64e1d None None] Network 5504a1b4-4e92-48cb-9653-87325b009802 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:06:05.465662 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9fa57d-92bf-4174-ad7c-d55b1afa4de3 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Checking segment: {'id': '82d7ff21-1bac-4e91-8aba-c6ea8ce92164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e2293c62-20e4-42cf-91d9-99afb1d0739e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:06:05.466222 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9fa57d-92bf-4174-ad7c-d55b1afa4de3 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Network hostable DHCP agents. Network: e2293c62-20e4-42cf-91d9-99afb1d0739e, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:06:05.478290 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8e790367-889d-4849-b211-17fe1e3b4683 req-344fcce0-94dc-43c2-92c6-33417d7b6119 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319194 Feb 09 01:06:05.481849 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-ee34e52f-a80b-4ebf-bd84-8f652db05ada admin admin] Deleting port f5aa70bc-eb6c-43f9-93e9-b5adaf62dfd9 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:06:05.482248 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ee34e52f-a80b-4ebf-bd84-8f652db05ada admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:05.484840 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-32ef26a7-2c31-4689-85e4-5579ac80fcb8 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.6879516 Feb 09 01:06:05.509760 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 57322) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:05.537118 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-6c78c276-c938-4607-a7ff-09e8dea782c6 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Request body: {'subnet': {'network_id': 'e280a801-73c6-4be8-9a9b-128c33174590', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:05.642253 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9fa57d-92bf-4174-ad7c-d55b1afa4de3 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Network e2293c62-20e4-42cf-91d9-99afb1d0739e is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:06:05.644564 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-f41d4cd2-a42e-4199-b127-fda73db18cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27df42ce-335f-490c-bbd4-2af8f094b651', 'name': 'tempest-ServersTestMultiNic-78480002-router', 'tenant_id': '84557554a3f24afe8f48784f3010a6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'f5aa70bc-eb6c-43f9-93e9-b5adaf62dfd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:02:31Z', 'updated_at': '2022-02-09T01:06:02Z', 'revision_number': 5, 'project_id': '84557554a3f24afe8f48784f3010a6e6', 'gw_port': {'id': 'f5aa70bc-eb6c-43f9-93e9-b5adaf62dfd9', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:07:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27df42ce-335f-490c-bbd4-2af8f094b651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:40Z', 'updated_at': '2022-02-09T01:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:05.653986 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41d4cd2-a42e-4199-b127-fda73db18cb2 None None] The sync data for ids ['27df42ce-335f-490c-bbd4-2af8f094b651'] in n-d-828418-1 is: [{'id': '27df42ce-335f-490c-bbd4-2af8f094b651', 'name': 'tempest-ServersTestMultiNic-78480002-router', 'tenant_id': '84557554a3f24afe8f48784f3010a6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'f5aa70bc-eb6c-43f9-93e9-b5adaf62dfd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:02:31Z', 'updated_at': '2022-02-09T01:06:02Z', 'revision_number': 5, 'project_id': '84557554a3f24afe8f48784f3010a6e6', 'gw_port': {'id': 'f5aa70bc-eb6c-43f9-93e9-b5adaf62dfd9', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:07:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27df42ce-335f-490c-bbd4-2af8f094b651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:40Z', 'updated_at': '2022-02-09T01:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:06:05.692262 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-4b9fa57d-92bf-4174-ad7c-d55b1afa4de3 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, e2293c62-20e4-42cf-91d9-99afb1d0739e) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:06:05.700059 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9fa57d-92bf-4174-ad7c-d55b1afa4de3 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:05.702012 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4b9fa57d-92bf-4174-ad7c-d55b1afa4de3 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:05.722859 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2f006f18-b2d7-452c-a32c-8836cc4f71e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:05.739789 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-2f006f18-b2d7-452c-a32c-8836cc4f71e2 admin admin] Deleting port 2493e5a7-f588-4e94-8e79-48927a38c44e {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:06:05.740513 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2f006f18-b2d7-452c-a32c-8836cc4f71e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:05.768587 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-4b9fa57d-92bf-4174-ad7c-d55b1afa4de3 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2965746 Feb 09 01:06:05.771568 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57326) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:05.776587 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e877d79-1775-46ee-b204-1eb89ebdb953 None None] Network e2293c62-20e4-42cf-91d9-99afb1d0739e requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:06:05.783747 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-61ab934d-726c-4c3d-86b4-a19e421f549c tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Request body: {'port': {'network_id': 'e2293c62-20e4-42cf-91d9-99afb1d0739e', 'name': 'tempest-TagsExtTest-1912981996'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:05.805425 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ab58fbc2-3a3a-4d46-919e-24fb68e710b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:05.853702 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dbe8d437-4525-4e9c-93f8-95a78637486b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:05.870097 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab58fbc2-3a3a-4d46-919e-24fb68e710b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24b2f35-c063-4059-84f2-444f9a170b0f,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:05.894451 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-6c78c276-c938-4607-a7ff-09e8dea782c6 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:05.903312 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe8d437-4525-4e9c-93f8-95a78637486b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c939414d-123a-4d7b-845d-e2a051ef10ae,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:05.905872 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dbe8d437-4525-4e9c-93f8-95a78637486b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:05.907132 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-dbe8d437-4525-4e9c-93f8-95a78637486b admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/c939414d-123a-4d7b-845d-e2a051ef10ae HTTP/1.1" status: 204 len: 168 time: 1.1555507 Feb 09 01:06:05.909654 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-6c78c276-c938-4607-a7ff-09e8dea782c6 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Usage tracker for resource:subnet and tenant:b38b8d3b4ab64851a90546fed2d6c948 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:06:05.915220 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-6c78c276-c938-4607-a7ff-09e8dea782c6 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:06:05.934102 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ab58fbc2-3a3a-4d46-919e-24fb68e710b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:05.939085 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-ab58fbc2-3a3a-4d46-919e-24fb68e710b7 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/d24b2f35-c063-4059-84f2-444f9a170b0f HTTP/1.1" status: 204 len: 168 time: 1.2856147 Feb 09 01:06:05.941577 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-6c78c276-c938-4607-a7ff-09e8dea782c6 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:05.976241 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c78c276-c938-4607-a7ff-09e8dea782c6 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Made reservation on behalf of b38b8d3b4ab64851a90546fed2d6c948 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:06:05.980983 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6c78c276-c938-4607-a7ff-09e8dea782c6 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:06.086966 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-61ab934d-726c-4c3d-86b4-a19e421f549c tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:06.094835 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-ee34e52f-a80b-4ebf-bd84-8f652db05ada admin admin] For port f5aa70bc-eb6c-43f9-93e9-b5adaf62dfd9, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=f5aa70bc-eb6c-43f9-93e9-b5adaf62dfd9,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:06.097792 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ee34e52f-a80b-4ebf-bd84-8f652db05ada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:06.102720 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-61ab934d-726c-4c3d-86b4-a19e421f549c tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Usage tracker for resource:port and tenant:0d8d64d5c1f042eb88e43703dfc77dd6 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:06:06.107246 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-61ab934d-726c-4c3d-86b4-a19e421f549c tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:06:06.116803 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-2f006f18-b2d7-452c-a32c-8836cc4f71e2 admin admin] For port 2493e5a7-f588-4e94-8e79-48927a38c44e, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=2493e5a7-f588-4e94-8e79-48927a38c44e,segment=NetworkSegment(42eb89e1-c4de-4f57-85a6-0e5fc984e699),segment_id=42eb89e1-c4de-4f57-85a6-0e5fc984e699)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:06.117164 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2f006f18-b2d7-452c-a32c-8836cc4f71e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:06.124951 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-61ab934d-726c-4c3d-86b4-a19e421f549c tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:06.183839 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 19e40df1-a8c9-4141-b5b4-981e1b6effac no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:06:06.355631 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-ee34e52f-a80b-4ebf-bd84-8f652db05ada admin admin] Calling delete_port for f5aa70bc-eb6c-43f9-93e9-b5adaf62dfd9 owned by network:router_gateway {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:06:06.412899 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 19e40df1-a8c9-4141-b5b4-981e1b6effac {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:06:06.413566 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 19e40df1-a8c9-4141-b5b4-981e1b6effac not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:06:06.488073 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70391444-f9cf-46e5-a8b8-e313e4405126 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-5504a1b4-4e92-48cb-9653-87325b009802', 'network_id': '5504a1b4-4e92-48cb-9653-87325b009802', 'tenant_id': 'b38b8d3b4ab64851a90546fed2d6c948', 'fixed_ips': [{'subnet_id': '4c489644-0fac-481a-b2c6-ea6532ba6646'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:06:06.488989 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-70391444-f9cf-46e5-a8b8-e313e4405126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:06.613653 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-2f006f18-b2d7-452c-a32c-8836cc4f71e2 admin admin] Calling delete_port for 2493e5a7-f588-4e94-8e79-48927a38c44e owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:06:06.626114 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c1fd8a-38fb-426f-92c5-7aa1eb8003a1 None None] DHCP port deletion for 1f86eb5f-f405-4ce4-a845-9c31ac1b15d4 request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:06:06.697210 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf04b97-24a7-4a19-b760-12a14aeaea4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-e2293c62-20e4-42cf-91d9-99afb1d0739e', 'network_id': 'e2293c62-20e4-42cf-91d9-99afb1d0739e', 'tenant_id': '0d8d64d5c1f042eb88e43703dfc77dd6', 'fixed_ips': [{'subnet_id': '61e56175-397d-495f-92f8-7cf5ca02d417'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:06:06.697210 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-eaf04b97-24a7-4a19-b760-12a14aeaea4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:06.730270 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-02c1fd8a-38fb-426f-92c5-7aa1eb8003a1 None None] Deleting port 2493e5a7-f588-4e94-8e79-48927a38c44e {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:06:06.730714 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-02c1fd8a-38fb-426f-92c5-7aa1eb8003a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:06.840824 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2f006f18-b2d7-452c-a32c-8836cc4f71e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:07.002434 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ab934d-726c-4c3d-86b4-a19e421f549c tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Made reservation on behalf of 0d8d64d5c1f042eb88e43703dfc77dd6 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:06:07.024029 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-61ab934d-726c-4c3d-86b4-a19e421f549c tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:07.051694 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6c78c276-c938-4607-a7ff-09e8dea782c6 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:07.078039 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f006f18-b2d7-452c-a32c-8836cc4f71e2 admin admin] No DVR routers for this DVR port 2493e5a7-f588-4e94-8e79-48927a38c44e on host n-d-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:06:07.126881 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-02c1fd8a-38fb-426f-92c5-7aa1eb8003a1 None None] The port '2493e5a7-f588-4e94-8e79-48927a38c44e' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:06:07.189073 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ee34e52f-a80b-4ebf-bd84-8f652db05ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:07.199854 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f006f18-b2d7-452c-a32c-8836cc4f71e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2493e5a7-f588-4e94-8e79-48927a38c44e,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:07.227141 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-61ab934d-726c-4c3d-86b4-a19e421f549c tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] device_id is not set on port 5bae354f-09b1-43e5-bd7a-e120686cede4 yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:06:07.323729 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-70391444-f9cf-46e5-a8b8-e313e4405126 None None] Allocated IP 10.1.1.2 (5504a1b4-4e92-48cb-9653-87325b009802/4c489644-0fac-481a-b2c6-ea6532ba6646/54300e7d-deff-4685-bae1-54002762b6e8) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:06:07.336171 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee34e52f-a80b-4ebf-bd84-8f652db05ada admin admin] Pushing event deleted for resources: {'Port': ['ID=f5aa70bc-eb6c-43f9-93e9-b5adaf62dfd9,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:07.378076 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-eaf04b97-24a7-4a19-b760-12a14aeaea4f None None] Allocated IP 172.20.0.2 (e2293c62-20e4-42cf-91d9-99afb1d0739e/61e56175-397d-495f-92f8-7cf5ca02d417/eb834104-9104-46ab-80f5-38fd07d5e354) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:06:07.467498 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c78c276-c938-4607-a7ff-09e8dea782c6 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Pushing event updated for resources: {'Subnet': ['ID=87851113-d8c0-4466-b132-81ea7bdec79a,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:07.509274 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c78c276-c938-4607-a7ff-09e8dea782c6 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Checking segment: {'id': '1f6c047f-43ca-444c-82e6-5169d8594f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e280a801-73c6-4be8-9a9b-128c33174590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:06:07.509274 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c78c276-c938-4607-a7ff-09e8dea782c6 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Network hostable DHCP agents. Network: e280a801-73c6-4be8-9a9b-128c33174590, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:06:07.577855 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ee34e52f-a80b-4ebf-bd84-8f652db05ada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:07.643423 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a6cec-92bf-4353-b885-dba29fcc6798 req-49bdf747-19c6-4026-8514-149ba7004460 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:07.650275 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-eaf04b97-24a7-4a19-b760-12a14aeaea4f None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:07.658100 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f49a6cec-92bf-4353-b885-dba29fcc6798 req-49bdf747-19c6-4026-8514-149ba7004460 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=b5255b4e-2bbe-4e82-8f47-98dbe6d6af0f HTTP/1.1" status: 200 len: 946 time: 0.8738635 Feb 09 01:06:07.667906 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-eaf04b97-24a7-4a19-b760-12a14aeaea4f None None] Transition to ACTIVE for port object eb834104-9104-46ab-80f5-38fd07d5e354 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:06:07.684491 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-eaf04b97-24a7-4a19-b760-12a14aeaea4f None None] Transition to ACTIVE for port object eb834104-9104-46ab-80f5-38fd07d5e354 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:06:07.684491 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-eaf04b97-24a7-4a19-b760-12a14aeaea4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:07.777446 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c78c276-c938-4607-a7ff-09e8dea782c6 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Network e280a801-73c6-4be8-9a9b-128c33174590 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:06:07.811508 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-6c78c276-c938-4607-a7ff-09e8dea782c6 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, e280a801-73c6-4be8-9a9b-128c33174590) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:06:07.895781 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ee34e52f-a80b-4ebf-bd84-8f652db05ada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:07.895781 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ee34e52f-a80b-4ebf-bd84-8f652db05ada admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:07.895781 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c78c276-c938-4607-a7ff-09e8dea782c6 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:07.895781 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6c78c276-c938-4607-a7ff-09e8dea782c6 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:07.909549 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f49a6cec-92bf-4353-b885-dba29fcc6798 req-6b193e41-9f30-45b0-9e98-886225de9bd0 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652080 Feb 09 01:06:07.982897 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ee34e52f-a80b-4ebf-bd84-8f652db05ada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:07.982897 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee34e52f-a80b-4ebf-bd84-8f652db05ada admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27df42ce-335f-490c-bbd4-2af8f094b651 {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:06:08.003493 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31cd3c0a-7484-4389-93aa-d15658842e01 None None] Network e280a801-73c6-4be8-9a9b-128c33174590 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:06:08.015721 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-6c78c276-c938-4607-a7ff-09e8dea782c6 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.4909527 Feb 09 01:06:08.015721 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 57372) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:08.035894 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-6b753942-4006-4a71-a8b4-37e4cfa4574f tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Request body: {'port': {'network_id': '5504a1b4-4e92-48cb-9653-87325b009802', 'name': 'tempest-TaggedBootDevicesTest-789806897', 'fixed_ips': [{'subnet_id': '4c489644-0fac-481a-b2c6-ea6532ba6646'}]}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:08.099321 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ee34e52f-a80b-4ebf-bd84-8f652db05ada admin admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:08.106399 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-ee34e52f-a80b-4ebf-bd84-8f652db05ada admin admin] 10.222.0.105 "DELETE /v2.0/routers/27df42ce-335f-490c-bbd4-2af8f094b651 HTTP/1.1" status: 204 len: 168 time: 3.7489443 Feb 09 01:06:08.115495 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 57376) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:08.282153 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57380) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:08.294245 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2f006f18-b2d7-452c-a32c-8836cc4f71e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:08.347107 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-61ab934d-726c-4c3d-86b4-a19e421f549c tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Allocated IP 172.20.0.7 (e2293c62-20e4-42cf-91d9-99afb1d0739e/61e56175-397d-495f-92f8-7cf5ca02d417/5bae354f-09b1-43e5-bd7a-e120686cede4) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:06:08.397796 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf04b97-24a7-4a19-b760-12a14aeaea4f None None] Network e2293c62-20e4-42cf-91d9-99afb1d0739e is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:06:08.415832 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-2f006f18-b2d7-452c-a32c-8836cc4f71e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f86eb5f-f405-4ce4-a845-9c31ac1b15d4']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:08.426928 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-eaf04b97-24a7-4a19-b760-12a14aeaea4f None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:06:08.469868 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf04b97-24a7-4a19-b760-12a14aeaea4f None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:06:08.469868 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf04b97-24a7-4a19-b760-12a14aeaea4f None None] Pushing event updated for resources: {'Port': ['ID=eb834104-9104-46ab-80f5-38fd07d5e354,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:08.483870 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-2f006f18-b2d7-452c-a32c-8836cc4f71e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42eb89e1-c4de-4f57-85a6-0e5fc984e699') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:08.483870 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-2f006f18-b2d7-452c-a32c-8836cc4f71e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42eb89e1-c4de-4f57-85a6-0e5fc984e699') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:08.508325 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ff8eadde-5fa5-480a-b05f-c6c945a13240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:08.534021 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2f006f18-b2d7-452c-a32c-8836cc4f71e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:08.620783 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2f006f18-b2d7-452c-a32c-8836cc4f71e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:08.870485 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 2493e5a7-f588-4e94-8e79-48927a38c44e no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:06:08.938005 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-f094e2f2-7455-4e9b-8b92-285e25b0a80f admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-475728940-network', 'tenant_id': '5796137a8a554653b6e00403b0f3c833'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:08.948953 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f094e2f2-7455-4e9b-8b92-285e25b0a80f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:08.948953 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-f094e2f2-7455-4e9b-8b92-285e25b0a80f admin admin] Usage tracker for resource:network and tenant:5796137a8a554653b6e00403b0f3c833 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:06:08.960160 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 2493e5a7-f588-4e94-8e79-48927a38c44e {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:06:08.960160 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 2493e5a7-f588-4e94-8e79-48927a38c44e not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:06:08.966516 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-f094e2f2-7455-4e9b-8b92-285e25b0a80f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:06:08.973325 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-eaf04b97-24a7-4a19-b760-12a14aeaea4f None None] Attempting to bind port eb834104-9104-46ab-80f5-38fd07d5e354 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:06:08.978777 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f094e2f2-7455-4e9b-8b92-285e25b0a80f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:08.985713 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-eaf04b97-24a7-4a19-b760-12a14aeaea4f None None] Attempting to bind port eb834104-9104-46ab-80f5-38fd07d5e354 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '82d7ff21-1bac-4e91-8aba-c6ea8ce92164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e2293c62-20e4-42cf-91d9-99afb1d0739e'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:06:08.985713 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf04b97-24a7-4a19-b760-12a14aeaea4f None None] Attempting to bind port eb834104-9104-46ab-80f5-38fd07d5e354 on network e2293c62-20e4-42cf-91d9-99afb1d0739e {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:06:09.002755 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f006f18-b2d7-452c-a32c-8836cc4f71e2 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:06:09.002755 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2f006f18-b2d7-452c-a32c-8836cc4f71e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:09.031222 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:06:09.031222 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:06:09.031222 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:06:09.031222 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:06:09.031222 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:06:09.031222 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:06:09.031222 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:06:09.031222 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:06:09.031222 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:06:09.031222 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:06:09.031222 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:06:09.031222 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:06:09.031222 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:06:09.031222 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:06:09.031222 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:06:09.031222 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:06:09.031222 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:06:09.031222 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:06:09.031222 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:06:09.031222 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:06:09.031222 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:06:09.031222 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:06:09.031222 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:06:09.031222 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:06:09.031222 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:06:09.031222 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:06:09.031222 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:06:09.031222 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:06:09.031222 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:06:09.031222 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:06:09.031222 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:06:09.031222 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:06:09.031222 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f094e2f2-7455-4e9b-8b92-285e25b0a80f admin admin] Made reservation on behalf of 5796137a8a554653b6e00403b0f3c833 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:06:09.031222 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f094e2f2-7455-4e9b-8b92-285e25b0a80f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:09.087029 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf04b97-24a7-4a19-b760-12a14aeaea4f None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:06:09.087870 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf04b97-24a7-4a19-b760-12a14aeaea4f None None] Checking segment: {'id': '82d7ff21-1bac-4e91-8aba-c6ea8ce92164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e2293c62-20e4-42cf-91d9-99afb1d0739e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:06:09.087870 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-eaf04b97-24a7-4a19-b760-12a14aeaea4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:09.088837 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf04b97-24a7-4a19-b760-12a14aeaea4f None None] Bound using segment: {'id': '82d7ff21-1bac-4e91-8aba-c6ea8ce92164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e2293c62-20e4-42cf-91d9-99afb1d0739e'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:06:09.088837 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-eaf04b97-24a7-4a19-b760-12a14aeaea4f None None] Bound port: eb834104-9104-46ab-80f5-38fd07d5e354, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d7ff21-1bac-4e91-8aba-c6ea8ce92164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e2293c62-20e4-42cf-91d9-99afb1d0739e'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:06:09.089161 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-eaf04b97-24a7-4a19-b760-12a14aeaea4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:09.104404 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-6b753942-4006-4a71-a8b4-37e4cfa4574f tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:09.115326 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-6b753942-4006-4a71-a8b4-37e4cfa4574f tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Usage tracker for resource:port and tenant:b38b8d3b4ab64851a90546fed2d6c948 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:06:09.122923 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-6b753942-4006-4a71-a8b4-37e4cfa4574f tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:06:09.140763 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-6b753942-4006-4a71-a8b4-37e4cfa4574f tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:09.203764 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-70391444-f9cf-46e5-a8b8-e313e4405126 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:09.222245 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b753942-4006-4a71-a8b4-37e4cfa4574f tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Made reservation on behalf of b38b8d3b4ab64851a90546fed2d6c948 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:06:09.266074 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee088fc0-a795-48c5-8385-57c913dcc9a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-e280a801-73c6-4be8-9a9b-128c33174590', 'network_id': 'e280a801-73c6-4be8-9a9b-128c33174590', 'tenant_id': 'b38b8d3b4ab64851a90546fed2d6c948', 'fixed_ips': [{'subnet_id': '87851113-d8c0-4466-b132-81ea7bdec79a'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:06:09.266739 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ee088fc0-a795-48c5-8385-57c913dcc9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:09.348209 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-eaf04b97-24a7-4a19-b760-12a14aeaea4f None None] For port eb834104-9104-46ab-80f5-38fd07d5e354, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:06:09.353430 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f094e2f2-7455-4e9b-8b92-285e25b0a80f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:09.370620 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-eaf04b97-24a7-4a19-b760-12a14aeaea4f None None] For port eb834104-9104-46ab-80f5-38fd07d5e354, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=eb834104-9104-46ab-80f5-38fd07d5e354,segment=NetworkSegment(82d7ff21-1bac-4e91-8aba-c6ea8ce92164),segment_id=82d7ff21-1bac-4e91-8aba-c6ea8ce92164)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:06:09.370620 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-eaf04b97-24a7-4a19-b760-12a14aeaea4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:09.381733 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0343173-c502-4da2-89ea-5d2ff430b9bf admin admin] Deleting subnet 84e7e9f7-8e54-4881-ac45-2a2731a52d14 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:06:09.387496 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c0343173-c502-4da2-89ea-5d2ff430b9bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:09.433017 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f094e2f2-7455-4e9b-8b92-285e25b0a80f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:09.466752 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-f094e2f2-7455-4e9b-8b92-285e25b0a80f admin admin] Usage tracker for resource:security_group_rule and tenant:5796137a8a554653b6e00403b0f3c833 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:06:09.483249 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-f094e2f2-7455-4e9b-8b92-285e25b0a80f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:06:09.515043 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f094e2f2-7455-4e9b-8b92-285e25b0a80f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:09.578713 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c0343173-c502-4da2-89ea-5d2ff430b9bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:09.594844 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf04b97-24a7-4a19-b760-12a14aeaea4f None None] Pushing event updated for resources: {'Port': ['ID=eb834104-9104-46ab-80f5-38fd07d5e354,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:09.616814 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-ee088fc0-a795-48c5-8385-57c913dcc9a1 None None] Allocated IP 10.2.2.2 (e280a801-73c6-4be8-9a9b-128c33174590/87851113-d8c0-4466-b132-81ea7bdec79a/7162bb99-c6ce-45b2-be17-b467442fe282) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:06:09.805382 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-70391444-f9cf-46e5-a8b8-e313e4405126 None None] Transition to ACTIVE for port object 54300e7d-deff-4685-bae1-54002762b6e8 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:06:09.823086 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-61ab934d-726c-4c3d-86b4-a19e421f549c tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:09.839825 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2f006f18-b2d7-452c-a32c-8836cc4f71e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:09.847205 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-70391444-f9cf-46e5-a8b8-e313e4405126 None None] Transition to ACTIVE for port object 54300e7d-deff-4685-bae1-54002762b6e8 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:06:09.867102 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2f006f18-b2d7-452c-a32c-8836cc4f71e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:09.868846 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8dd9d7-4738-4f56-9a29-fa3d6a16547f req-f2924784-2a27-4d75-a42a-4dfe692827ff tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:09.879770 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1c8dd9d7-4738-4f56-9a29-fa3d6a16547f req-f2924784-2a27-4d75-a42a-4dfe692827ff tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=b5255b4e-2bbe-4e82-8f47-98dbe6d6af0f HTTP/1.1" status: 200 len: 946 time: 0.7111096 Feb 09 01:06:09.886479 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6b753942-4006-4a71-a8b4-37e4cfa4574f tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:10.072818 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1c8dd9d7-4738-4f56-9a29-fa3d6a16547f req-2ea1a677-4c0c-4f1d-99c6-d3298e98ecd5 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552563 Feb 09 01:06:10.099537 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-6b753942-4006-4a71-a8b4-37e4cfa4574f tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] device_id is not set on port 7d8b3dcd-4895-4a65-b10b-c277f53b3a30 yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:06:10.118501 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f094e2f2-7455-4e9b-8b92-285e25b0a80f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:10.131654 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-70391444-f9cf-46e5-a8b8-e313e4405126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:10.194889 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-61ab934d-726c-4c3d-86b4-a19e421f549c tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Transition to ACTIVE for port object 5bae354f-09b1-43e5-bd7a-e120686cede4 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:06:10.286362 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ee088fc0-a795-48c5-8385-57c913dcc9a1 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:10.300256 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70391444-f9cf-46e5-a8b8-e313e4405126 None None] Network 5504a1b4-4e92-48cb-9653-87325b009802 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:06:10.300256 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-70391444-f9cf-46e5-a8b8-e313e4405126 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:06:10.307557 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f094e2f2-7455-4e9b-8b92-285e25b0a80f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:10.313217 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70391444-f9cf-46e5-a8b8-e313e4405126 None None] Pushing event updated for resources: {'Port': ['ID=54300e7d-deff-4685-bae1-54002762b6e8,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:10.313217 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-ee088fc0-a795-48c5-8385-57c913dcc9a1 None None] Transition to ACTIVE for port object 7162bb99-c6ce-45b2-be17-b467442fe282 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:06:10.313217 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70391444-f9cf-46e5-a8b8-e313e4405126 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:06:10.332247 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-2f006f18-b2d7-452c-a32c-8836cc4f71e2 admin admin] 10.222.0.105 "DELETE /v2.0/networks/1f86eb5f-f405-4ce4-a845-9c31ac1b15d4 HTTP/1.1" status: 204 len: 168 time: 4.9166491 Feb 09 01:06:10.371509 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f006f18-b2d7-452c-a32c-8836cc4f71e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f86eb5f-f405-4ce4-a845-9c31ac1b15d4,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:10.395705 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-61ab934d-726c-4c3d-86b4-a19e421f549c tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:10.437584 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device eb834104-9104-46ab-80f5-38fd07d5e354 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:06:10.538813 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-ee088fc0-a795-48c5-8385-57c913dcc9a1 None None] Transition to ACTIVE for port object 7162bb99-c6ce-45b2-be17-b467442fe282 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:06:10.564104 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c0343173-c502-4da2-89ea-5d2ff430b9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:10.714802 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ee088fc0-a795-48c5-8385-57c913dcc9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:10.809381 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-6b753942-4006-4a71-a8b4-37e4cfa4574f tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Allocated IP 10.1.1.200 (5504a1b4-4e92-48cb-9653-87325b009802/4c489644-0fac-481a-b2c6-ea6532ba6646/7d8b3dcd-4895-4a65-b10b-c277f53b3a30) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:06:10.895548 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f094e2f2-7455-4e9b-8b92-285e25b0a80f admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:06:10.910018 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 57428) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:10.947751 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f094e2f2-7455-4e9b-8b92-285e25b0a80f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8de23b3-a55e-47f8-8914-3d58c8522da0,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:10.956080 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ebf82e8a-4134-4707-80a1-41eed2875f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:10.975332 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ab934d-726c-4c3d-86b4-a19e421f549c tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Network e2293c62-20e4-42cf-91d9-99afb1d0739e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:06:10.985812 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c0343173-c502-4da2-89ea-5d2ff430b9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:10.994035 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-61ab934d-726c-4c3d-86b4-a19e421f549c tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:06:11.001498 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ab934d-726c-4c3d-86b4-a19e421f549c tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:06:11.010238 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-70391444-f9cf-46e5-a8b8-e313e4405126 None None] Attempting to bind port 54300e7d-deff-4685-bae1-54002762b6e8 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:06:11.010238 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-70391444-f9cf-46e5-a8b8-e313e4405126 None None] Attempting to bind port 54300e7d-deff-4685-bae1-54002762b6e8 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '668d0fce-7a01-4e04-b1f2-26d977bd17d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5504a1b4-4e92-48cb-9653-87325b009802'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:06:11.010238 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70391444-f9cf-46e5-a8b8-e313e4405126 None None] Attempting to bind port 54300e7d-deff-4685-bae1-54002762b6e8 on network 5504a1b4-4e92-48cb-9653-87325b009802 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:06:11.044143 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee088fc0-a795-48c5-8385-57c913dcc9a1 None None] Network e280a801-73c6-4be8-9a9b-128c33174590 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:06:11.044143 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-ee088fc0-a795-48c5-8385-57c913dcc9a1 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:06:11.057668 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70391444-f9cf-46e5-a8b8-e313e4405126 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:06:11.057668 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70391444-f9cf-46e5-a8b8-e313e4405126 None None] Checking segment: {'id': '668d0fce-7a01-4e04-b1f2-26d977bd17d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5504a1b4-4e92-48cb-9653-87325b009802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:06:11.057668 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-70391444-f9cf-46e5-a8b8-e313e4405126 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:11.057668 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70391444-f9cf-46e5-a8b8-e313e4405126 None None] Bound using segment: {'id': '668d0fce-7a01-4e04-b1f2-26d977bd17d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5504a1b4-4e92-48cb-9653-87325b009802'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:06:11.057668 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-70391444-f9cf-46e5-a8b8-e313e4405126 None None] Bound port: 54300e7d-deff-4685-bae1-54002762b6e8, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668d0fce-7a01-4e04-b1f2-26d977bd17d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5504a1b4-4e92-48cb-9653-87325b009802'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:06:11.057668 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-70391444-f9cf-46e5-a8b8-e313e4405126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:11.086321 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee088fc0-a795-48c5-8385-57c913dcc9a1 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:06:11.086321 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee088fc0-a795-48c5-8385-57c913dcc9a1 None None] Pushing event updated for resources: {'Port': ['ID=7162bb99-c6ce-45b2-be17-b467442fe282,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:11.110103 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ab934d-726c-4c3d-86b4-a19e421f549c tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Pushing event updated for resources: {'Port': ['ID=5bae354f-09b1-43e5-bd7a-e120686cede4,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:11.110103 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f094e2f2-7455-4e9b-8b92-285e25b0a80f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:11.110103 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-f094e2f2-7455-4e9b-8b92-285e25b0a80f admin admin] Added segment c36f2fc3-85a0-4772-8b18-bed55b9183bf of type vlan for network 5389f489-826f-40fb-b73b-31845cd2fb83 Feb 09 01:06:11.228459 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f094e2f2-7455-4e9b-8b92-285e25b0a80f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:11.235561 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port eb834104-9104-46ab-80f5-38fd07d5e354 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:06:11.240264 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ab934d-726c-4c3d-86b4-a19e421f549c tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:11.240889 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-61ab934d-726c-4c3d-86b4-a19e421f549c tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:11.249828 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a63261-1d05-4d41-9c1d-9d915051ef19 None None] Network b98c0d50-b8e4-43e8-ad27-fdfaaa142d08 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:06:11.287140 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0343173-c502-4da2-89ea-5d2ff430b9bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84e7e9f7-8e54-4881-ac45-2a2731a52d14,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:11.299373 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c0343173-c502-4da2-89ea-5d2ff430b9bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:11.333432 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-61ab934d-726c-4c3d-86b4-a19e421f549c tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 5.5562339 Feb 09 01:06:11.339804 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 57460) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:11.356557 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f094e2f2-7455-4e9b-8b92-285e25b0a80f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:11.356557 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f094e2f2-7455-4e9b-8b92-285e25b0a80f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:11.356557 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f094e2f2-7455-4e9b-8b92-285e25b0a80f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:11.396127 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-70391444-f9cf-46e5-a8b8-e313e4405126 None None] For port 54300e7d-deff-4685-bae1-54002762b6e8, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:06:11.396127 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-70391444-f9cf-46e5-a8b8-e313e4405126 None None] For port 54300e7d-deff-4685-bae1-54002762b6e8, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=54300e7d-deff-4685-bae1-54002762b6e8,segment=NetworkSegment(668d0fce-7a01-4e04-b1f2-26d977bd17d6),segment_id=668d0fce-7a01-4e04-b1f2-26d977bd17d6)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:06:11.429163 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-063d5069-9519-4245-9973-7dc61ca112bf tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-549801551', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:11.555164 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-c0343173-c502-4da2-89ea-5d2ff430b9bf admin admin] 10.222.0.105 "DELETE /v2.0/subnets/84e7e9f7-8e54-4881-ac45-2a2731a52d14 HTTP/1.1" status: 204 len: 168 time: 3.4351132 Feb 09 01:06:11.590885 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-063d5069-9519-4245-9973-7dc61ca112bf tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:11.598323 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57472) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:11.628417 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-063d5069-9519-4245-9973-7dc61ca112bf tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Usage tracker for resource:router and tenant:0d8d64d5c1f042eb88e43703dfc77dd6 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:06:11.650735 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f094e2f2-7455-4e9b-8b92-285e25b0a80f admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 3.3230605 Feb 09 01:06:11.650735 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57480) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:11.658219 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-063d5069-9519-4245-9973-7dc61ca112bf tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:06:11.694751 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-2c40daf3-d903-4870-a39b-5e0a461e96f8 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=71b0276e9e0b48f8943a51531f3d8a9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7867401 Feb 09 01:06:11.694751 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 57488) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:11.746777 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-70391444-f9cf-46e5-a8b8-e313e4405126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:11.758509 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-063d5069-9519-4245-9973-7dc61ca112bf tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:11.777212 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-8835cd27-35b4-4d46-979d-3133903c6379 admin admin] Request body: {'subnet': {'network_id': '5389f489-826f-40fb-b73b-31845cd2fb83', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-475728940-subnet', 'tenant_id': '5796137a8a554653b6e00403b0f3c833', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:11.818598 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-ee088fc0-a795-48c5-8385-57c913dcc9a1 None None] Attempting to bind port 7162bb99-c6ce-45b2-be17-b467442fe282 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:06:11.818598 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-ee088fc0-a795-48c5-8385-57c913dcc9a1 None None] Attempting to bind port 7162bb99-c6ce-45b2-be17-b467442fe282 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '1f6c047f-43ca-444c-82e6-5169d8594f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e280a801-73c6-4be8-9a9b-128c33174590'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:06:11.818598 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee088fc0-a795-48c5-8385-57c913dcc9a1 None None] Attempting to bind port 7162bb99-c6ce-45b2-be17-b467442fe282 on network e280a801-73c6-4be8-9a9b-128c33174590 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:06:11.830834 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8835cd27-35b4-4d46-979d-3133903c6379 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:11.854582 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-8835cd27-35b4-4d46-979d-3133903c6379 admin admin] Usage tracker for resource:subnet and tenant:5796137a8a554653b6e00403b0f3c833 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:06:11.854582 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-8835cd27-35b4-4d46-979d-3133903c6379 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:06:11.892328 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f094e2f2-7455-4e9b-8b92-285e25b0a80f admin admin] Pushing event updated for resources: {'Network': ['ID=5389f489-826f-40fb-b73b-31845cd2fb83,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:11.892328 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8835cd27-35b4-4d46-979d-3133903c6379 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:11.909029 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-063d5069-9519-4245-9973-7dc61ca112bf tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:11.909029 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-063d5069-9519-4245-9973-7dc61ca112bf tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:11.936604 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e8287e-f045-419c-bb95-65ad6e47a1c0 None None] Network e2293c62-20e4-42cf-91d9-99afb1d0739e requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:06:11.956969 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-388f8816-c340-4749-9ade-642b8088aabb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:11.958895 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8835cd27-35b4-4d46-979d-3133903c6379 admin admin] Made reservation on behalf of 5796137a8a554653b6e00403b0f3c833 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:06:11.961085 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8835cd27-35b4-4d46-979d-3133903c6379 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:12.020715 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-063d5069-9519-4245-9973-7dc61ca112bf tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:12.026294 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6b753942-4006-4a71-a8b4-37e4cfa4574f tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:12.036545 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a3b16f-4f69-4895-ab02-7f238a1c92d1 req-b613cebf-9f03-4a12-b56e-626af5ab0555 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:12.036661 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee088fc0-a795-48c5-8385-57c913dcc9a1 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:06:12.036902 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee088fc0-a795-48c5-8385-57c913dcc9a1 None None] Checking segment: {'id': '1f6c047f-43ca-444c-82e6-5169d8594f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e280a801-73c6-4be8-9a9b-128c33174590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:06:12.037786 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ee088fc0-a795-48c5-8385-57c913dcc9a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:12.038475 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee088fc0-a795-48c5-8385-57c913dcc9a1 None None] Bound using segment: {'id': '1f6c047f-43ca-444c-82e6-5169d8594f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e280a801-73c6-4be8-9a9b-128c33174590'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:06:12.039170 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-ee088fc0-a795-48c5-8385-57c913dcc9a1 None None] Bound port: 7162bb99-c6ce-45b2-be17-b467442fe282, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f6c047f-43ca-444c-82e6-5169d8594f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e280a801-73c6-4be8-9a9b-128c33174590'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:06:12.039757 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ee088fc0-a795-48c5-8385-57c913dcc9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:12.043389 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e1a3b16f-4f69-4895-ab02-7f238a1c92d1 req-b613cebf-9f03-4a12-b56e-626af5ab0555 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=b5255b4e-2bbe-4e82-8f47-98dbe6d6af0f HTTP/1.1" status: 200 len: 946 time: 0.9451320 Feb 09 01:06:12.059728 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 5389f489-826f-40fb-b73b-31845cd2fb83 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:06:12.081992 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1a4b277b-b2e8-4547-a864-c1ef8ee579f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:12.135840 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-6b753942-4006-4a71-a8b4-37e4cfa4574f tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Transition to ACTIVE for port object 7d8b3dcd-4895-4a65-b10b-c277f53b3a30 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:06:12.161036 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device f5aa70bc-eb6c-43f9-93e9-b5adaf62dfd9 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:06:12.167958 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1a4b277b-b2e8-4547-a864-c1ef8ee579f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:12.249535 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-063d5069-9519-4245-9973-7dc61ca112bf tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:12.249775 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:12.270719 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8835cd27-35b4-4d46-979d-3133903c6379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:12.291202 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:12.292567 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: f5aa70bc-eb6c-43f9-93e9-b5adaf62dfd9 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:06:12.297340 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device f5aa70bc-eb6c-43f9-93e9-b5adaf62dfd9 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:06:12.328594 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e1a3b16f-4f69-4895-ab02-7f238a1c92d1 req-694b0941-c83f-45b2-b0b9-1438fa5ed101 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813880 Feb 09 01:06:12.358296 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-063d5069-9519-4245-9973-7dc61ca112bf tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:12.361358 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-063d5069-9519-4245-9973-7dc61ca112bf tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.0134799 Feb 09 01:06:12.364145 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 57510) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:12.393570 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-38616a85-f6f2-4018-b90b-ddef34e6c326 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-381268388', 'prefixes': ['172.20.0.0/16']}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:12.401988 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8835cd27-35b4-4d46-979d-3133903c6379 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1658139b-acec-4b5d-9220-af5f5e7acc1e,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:12.416030 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-388f8816-c340-4749-9ade-642b8088aabb admin admin] Deleting port e072bd43-74d2-4e93-a835-aaecc17fb70c {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:06:12.416220 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-38616a85-f6f2-4018-b90b-ddef34e6c326 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:12.416703 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-388f8816-c340-4749-9ade-642b8088aabb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:12.441097 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6b753942-4006-4a71-a8b4-37e4cfa4574f tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:12.480432 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70391444-f9cf-46e5-a8b8-e313e4405126 None None] Pushing event updated for resources: {'Port': ['ID=54300e7d-deff-4685-bae1-54002762b6e8,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:12.545104 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1a4b277b-b2e8-4547-a864-c1ef8ee579f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:12.638281 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 57514) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:12.669471 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4b277b-b2e8-4547-a864-c1ef8ee579f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceaabe02-67e8-49da-9640-53d4e3b33273,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:12.695602 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b753942-4006-4a71-a8b4-37e4cfa4574f tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Network 5504a1b4-4e92-48cb-9653-87325b009802 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:06:12.711093 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-6b753942-4006-4a71-a8b4-37e4cfa4574f tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:06:12.724754 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b753942-4006-4a71-a8b4-37e4cfa4574f tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:06:12.729967 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8380e38f-980b-435e-a4ff-de85d41fa509 None None] Provisioning for port eb834104-9104-46ab-80f5-38fd07d5e354 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:06:12.750145 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8380e38f-980b-435e-a4ff-de85d41fa509 None None] Provisioning complete for port eb834104-9104-46ab-80f5-38fd07d5e354 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:12.750145 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8380e38f-980b-435e-a4ff-de85d41fa509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:12.774601 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b753942-4006-4a71-a8b4-37e4cfa4574f tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Pushing event updated for resources: {'Port': ['ID=7d8b3dcd-4895-4a65-b10b-c277f53b3a30,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:12.788516 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1a4b277b-b2e8-4547-a864-c1ef8ee579f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:12.788516 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-1a4b277b-b2e8-4547-a864-c1ef8ee579f0 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/ceaabe02-67e8-49da-9640-53d4e3b33273 HTTP/1.1" status: 204 len: 168 time: 1.0722520 Feb 09 01:06:12.844111 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b753942-4006-4a71-a8b4-37e4cfa4574f tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:12.845011 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6b753942-4006-4a71-a8b4-37e4cfa4574f tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:12.857422 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-38616a85-f6f2-4018-b90b-ddef34e6c326 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Notify callbacks [] for subnetpool, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:12.858997 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-38616a85-f6f2-4018-b90b-ddef34e6c326 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] 10.222.0.105 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.4912212 Feb 09 01:06:12.862378 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 57522) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:12.868763 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.tag.tag_plugin [None req-97fb6de1-a45e-4533-a528-e3f55222e184 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '61e56175-397d-495f-92f8-7cf5ca02d417', 'tempest-TagsExtTest-Tag-1658778541') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:12.912256 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-6b753942-4006-4a71-a8b4-37e4cfa4574f tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.8986378 Feb 09 01:06:12.915763 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 57526) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:12.922596 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-522eb2fe-7400-4a05-85b6-6f0dfc52f3f8 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Request body: {'port': {'network_id': '5504a1b4-4e92-48cb-9653-87325b009802', 'name': 'tempest-TaggedBootDevicesTest-797400004', 'fixed_ips': [{'subnet_id': '4c489644-0fac-481a-b2c6-ea6532ba6646'}]}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:12.943327 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8835cd27-35b4-4d46-979d-3133903c6379 admin admin] Checking segment: {'id': 'c36f2fc3-85a0-4772-8b18-bed55b9183bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5389f489-826f-40fb-b73b-31845cd2fb83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:06:12.944393 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8835cd27-35b4-4d46-979d-3133903c6379 admin admin] Network hostable DHCP agents. Network: 5389f489-826f-40fb-b73b-31845cd2fb83, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:06:12.996167 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-ee088fc0-a795-48c5-8385-57c913dcc9a1 None None] For port 7162bb99-c6ce-45b2-be17-b467442fe282, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:06:13.008975 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-ee088fc0-a795-48c5-8385-57c913dcc9a1 None None] For port 7162bb99-c6ce-45b2-be17-b467442fe282, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=7162bb99-c6ce-45b2-be17-b467442fe282,segment=NetworkSegment(1f6c047f-43ca-444c-82e6-5169d8594f92),segment_id=1f6c047f-43ca-444c-82e6-5169d8594f92)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:06:13.105237 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ee088fc0-a795-48c5-8385-57c913dcc9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:13.108655 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8835cd27-35b4-4d46-979d-3133903c6379 admin admin] Network 5389f489-826f-40fb-b73b-31845cd2fb83 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:06:13.148832 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-8835cd27-35b4-4d46-979d-3133903c6379 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 5389f489-826f-40fb-b73b-31845cd2fb83) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:06:13.172851 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8835cd27-35b4-4d46-979d-3133903c6379 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:13.173479 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8835cd27-35b4-4d46-979d-3133903c6379 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:13.219906 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9a589f7c-2ce4-470c-a9e6-a5570eb4d126 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:13.220546 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-388f8816-c340-4749-9ade-642b8088aabb admin admin] For port e072bd43-74d2-4e93-a835-aaecc17fb70c, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=e072bd43-74d2-4e93-a835-aaecc17fb70c,segment=NetworkSegment(5276e95c-e7dd-4725-a74b-01f5b634ddb5),segment_id=5276e95c-e7dd-4725-a74b-01f5b634ddb5)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:13.221267 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-388f8816-c340-4749-9ade-642b8088aabb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:13.221975 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee088fc0-a795-48c5-8385-57c913dcc9a1 None None] Pushing event updated for resources: {'Port': ['ID=7162bb99-c6ce-45b2-be17-b467442fe282,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:13.227584 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:13.228952 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b98a752-956d-47e6-b22e-7c6c5d05684b None None] Network 5389f489-826f-40fb-b73b-31845cd2fb83 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:06:13.246485 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-8835cd27-35b4-4d46-979d-3133903c6379 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.5904679 Feb 09 01:06:13.260402 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 57532) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:13.286418 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-330e6ba3-8ac6-4365-93c5-306208b7482e admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-475728940-router', 'tenant_id': '5796137a8a554653b6e00403b0f3c833', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:13.310033 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-9a589f7c-2ce4-470c-a9e6-a5570eb4d126 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:13.329376 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-330e6ba3-8ac6-4365-93c5-306208b7482e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:13.341915 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-9a589f7c-2ce4-470c-a9e6-a5570eb4d126 admin admin] Usage tracker for resource:security_group_rule and tenant:7c6a7b7024694e77a4443c582004949b is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:06:13.361958 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-330e6ba3-8ac6-4365-93c5-306208b7482e admin admin] Usage tracker for resource:router and tenant:5796137a8a554653b6e00403b0f3c833 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:06:13.365951 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-9a589f7c-2ce4-470c-a9e6-a5570eb4d126 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:06:13.387727 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-330e6ba3-8ac6-4365-93c5-306208b7482e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:06:13.414495 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-9a589f7c-2ce4-470c-a9e6-a5570eb4d126 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:13.452994 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-388f8816-c340-4749-9ade-642b8088aabb admin admin] Calling delete_port for e072bd43-74d2-4e93-a835-aaecc17fb70c owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:06:13.457168 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-330e6ba3-8ac6-4365-93c5-306208b7482e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:13.477626 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0a5843-704e-4ba2-a900-5b4835461c28 None None] DHCP port deletion for b98c0d50-b8e4-43e8-ad27-fdfaaa142d08 request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:06:13.520150 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-0c0a5843-704e-4ba2-a900-5b4835461c28 None None] Deleting port e072bd43-74d2-4e93-a835-aaecc17fb70c {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:06:13.520529 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0c0a5843-704e-4ba2-a900-5b4835461c28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:13.530398 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-522eb2fe-7400-4a05-85b6-6f0dfc52f3f8 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:13.618357 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-388f8816-c340-4749-9ade-642b8088aabb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:13.718176 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-330e6ba3-8ac6-4365-93c5-306208b7482e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:13.720206 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f8816-c340-4749-9ade-642b8088aabb admin admin] Pushing event deleted for resources: {'Port': ['ID=e072bd43-74d2-4e93-a835-aaecc17fb70c,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:13.722165 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-330e6ba3-8ac6-4365-93c5-306208b7482e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:13.722380 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388f8816-c340-4749-9ade-642b8088aabb admin admin] No DVR routers for this DVR port e072bd43-74d2-4e93-a835-aaecc17fb70c on host n-d-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:06:13.789891 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-522eb2fe-7400-4a05-85b6-6f0dfc52f3f8 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Usage tracker for resource:port and tenant:b38b8d3b4ab64851a90546fed2d6c948 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:06:13.794316 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-522eb2fe-7400-4a05-85b6-6f0dfc52f3f8 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:06:13.816195 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-97fb6de1-a45e-4533-a528-e3f55222e184 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] 10.222.0.105 "PUT /v2.0/subnets/61e56175-397d-495f-92f8-7cf5ca02d417/tags/tempest-TagsExtTest-Tag-1658778541 HTTP/1.1" status: 201 len: 201 time: 0.9525249 Feb 09 01:06:13.827069 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 57550) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:13.835636 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae8c0c0-1352-411b-ac94-d7b9f0893a76 None None] Network 5504a1b4-4e92-48cb-9653-87325b009802 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:06:13.836932 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-522eb2fe-7400-4a05-85b6-6f0dfc52f3f8 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:13.872738 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-0c0a5843-704e-4ba2-a900-5b4835461c28 None None] The port 'e072bd43-74d2-4e93-a835-aaecc17fb70c' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:06:13.872974 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.tag.tag_plugin [None req-74418b56-ac94-466e-8181-d815e0ea79ac tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5bae354f-09b1-43e5-bd7a-e120686cede4', 'tempest-TagsExtTest-Tag-681279750') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:13.934320 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-388f8816-c340-4749-9ade-642b8088aabb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:13.937339 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-330e6ba3-8ac6-4365-93c5-306208b7482e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:13.960967 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8380e38f-980b-435e-a4ff-de85d41fa509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:13.969497 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522eb2fe-7400-4a05-85b6-6f0dfc52f3f8 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Made reservation on behalf of b38b8d3b4ab64851a90546fed2d6c948 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:06:13.975592 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-522eb2fe-7400-4a05-85b6-6f0dfc52f3f8 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:13.979869 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-388f8816-c340-4749-9ade-642b8088aabb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b98c0d50-b8e4-43e8-ad27-fdfaaa142d08']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:14.004017 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-388f8816-c340-4749-9ade-642b8088aabb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5276e95c-e7dd-4725-a74b-01f5b634ddb5') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:14.004638 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-388f8816-c340-4749-9ade-642b8088aabb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5276e95c-e7dd-4725-a74b-01f5b634ddb5') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:14.013212 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9a589f7c-2ce4-470c-a9e6-a5570eb4d126 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:14.022310 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-388f8816-c340-4749-9ade-642b8088aabb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:14.032842 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9a589f7c-2ce4-470c-a9e6-a5570eb4d126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:14.058897 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-388f8816-c340-4749-9ade-642b8088aabb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:14.073140 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-388f8816-c340-4749-9ade-642b8088aabb admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:06:14.073557 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-388f8816-c340-4749-9ade-642b8088aabb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:14.109351 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:06:14.109351 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:06:14.109351 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:06:14.109351 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:06:14.109351 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:06:14.109351 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:06:14.109351 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:06:14.109351 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:06:14.109351 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:06:14.109351 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:06:14.109351 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:06:14.109351 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:06:14.109351 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:06:14.109351 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:06:14.109351 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:06:14.109351 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:06:14.109351 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:06:14.109351 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:06:14.109351 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:06:14.109351 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:06:14.109351 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:06:14.109351 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:06:14.109351 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:06:14.109351 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:06:14.109351 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:06:14.109351 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:06:14.109351 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:06:14.109351 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:06:14.109351 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:06:14.109351 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:06:14.109351 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:06:14.109351 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:06:14.151295 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-522eb2fe-7400-4a05-85b6-6f0dfc52f3f8 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] device_id is not set on port 80c552f4-13ae-4751-a8d8-0876183d5bf7 yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:06:14.245003 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-388f8816-c340-4749-9ade-642b8088aabb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:14.261708 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-9a589f7c-2ce4-470c-a9e6-a5570eb4d126 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=7c6a7b7024694e77a4443c582004949b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6246488 Feb 09 01:06:14.277004 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-388f8816-c340-4749-9ade-642b8088aabb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:14.281971 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57558) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:14.282319 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57560) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:14.344401 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f8816-c340-4749-9ade-642b8088aabb admin admin] Pushing event deleted for resources: {'Network': ['ID=b98c0d50-b8e4-43e8-ad27-fdfaaa142d08,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:14.344788 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-8380e38f-980b-435e-a4ff-de85d41fa509 None None] For port eb834104-9104-46ab-80f5-38fd07d5e354, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=eb834104-9104-46ab-80f5-38fd07d5e354,segment=NetworkSegment(82d7ff21-1bac-4e91-8aba-c6ea8ce92164),segment_id=82d7ff21-1bac-4e91-8aba-c6ea8ce92164)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:14.358300 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a589f7c-2ce4-470c-a9e6-a5570eb4d126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a13f02aa-7c43-4ae2-b91a-46184f098fc5,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:14.382834 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2874d178-a24f-4312-a9e7-735112335f7c req-9021dcd9-4249-4ab1-96a9-d9db568f0247 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:14.384549 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8380e38f-980b-435e-a4ff-de85d41fa509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:14.402716 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2874d178-a24f-4312-a9e7-735112335f7c req-9021dcd9-4249-4ab1-96a9-d9db568f0247 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=b5255b4e-2bbe-4e82-8f47-98dbe6d6af0f HTTP/1.1" status: 200 len: 946 time: 0.8683791 Feb 09 01:06:14.457658 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-388f8816-c340-4749-9ade-642b8088aabb admin admin] 10.222.0.105 "DELETE /v2.0/networks/b98c0d50-b8e4-43e8-ad27-fdfaaa142d08 HTTP/1.1" status: 204 len: 168 time: 2.8675795 Feb 09 01:06:14.560315 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d449191b-9c11-4a22-9f4d-b08659300d4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:14.577693 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b97b8f-80d9-497f-aeef-349e2ef8d49e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-5389f489-826f-40fb-b73b-31845cd2fb83', 'network_id': '5389f489-826f-40fb-b73b-31845cd2fb83', 'tenant_id': '5796137a8a554653b6e00403b0f3c833', 'fixed_ips': [{'subnet_id': '1658139b-acec-4b5d-9220-af5f5e7acc1e'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:06:14.578688 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-01b97b8f-80d9-497f-aeef-349e2ef8d49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:14.584458 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-43f02541-d214-489b-b7d7-1030167d781c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-746228788-network', 'tenant_id': '6039567a52d946e490ce131e89f5d77f'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:14.603335 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-43f02541-d214-489b-b7d7-1030167d781c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:14.614690 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-43f02541-d214-489b-b7d7-1030167d781c admin admin] Usage tracker for resource:network and tenant:6039567a52d946e490ce131e89f5d77f is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:06:14.621744 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-43f02541-d214-489b-b7d7-1030167d781c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:06:14.636880 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-43f02541-d214-489b-b7d7-1030167d781c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:14.690821 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f02541-d214-489b-b7d7-1030167d781c admin admin] Made reservation on behalf of 6039567a52d946e490ce131e89f5d77f for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:06:14.698678 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-43f02541-d214-489b-b7d7-1030167d781c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:14.740329 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57572) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:14.781137 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d449191b-9c11-4a22-9f4d-b08659300d4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:14.782253 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 54300e7d-deff-4685-bae1-54002762b6e8 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:06:14.789304 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-43f02541-d214-489b-b7d7-1030167d781c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:14.816015 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-330e6ba3-8ac6-4365-93c5-306208b7482e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:14.846354 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-43f02541-d214-489b-b7d7-1030167d781c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:14.875273 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-43f02541-d214-489b-b7d7-1030167d781c admin admin] Usage tracker for resource:security_group_rule and tenant:6039567a52d946e490ce131e89f5d77f is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:06:14.877045 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1ef5f5ad-3e8c-4f5a-b6aa-c1f0516ff7c0 None None] Provisioning complete for port eb834104-9104-46ab-80f5-38fd07d5e354 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:14.877416 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1ef5f5ad-3e8c-4f5a-b6aa-c1f0516ff7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:14.888665 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-43f02541-d214-489b-b7d7-1030167d781c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:06:14.903149 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-43f02541-d214-489b-b7d7-1030167d781c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:14.922093 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-2f02ce84-bb41-430c-acc9-7587e84cbc10 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=84557554a3f24afe8f48784f3010a6e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1771932 Feb 09 01:06:14.929759 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 57576) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:14.944424 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8380e38f-980b-435e-a4ff-de85d41fa509 None None] Pushing event updated for resources: {'Port': ['ID=eb834104-9104-46ab-80f5-38fd07d5e354,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:14.973975 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d449191b-9c11-4a22-9f4d-b08659300d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:15.007616 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449191b-9c11-4a22-9f4d-b08659300d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13f02aa-7c43-4ae2-b91a-46184f098fc5,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:15.026007 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d449191b-9c11-4a22-9f4d-b08659300d4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:15.027456 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d449191b-9c11-4a22-9f4d-b08659300d4e admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/a13f02aa-7c43-4ae2-b91a-46184f098fc5 HTTP/1.1" status: 204 len: 168 time: 0.7419126 Feb 09 01:06:15.067045 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2874d178-a24f-4312-a9e7-735112335f7c req-7df2f12e-26ab-4495-b2c9-4ada0e621f2b tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6640520 Feb 09 01:06:15.090377 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-01b97b8f-80d9-497f-aeef-349e2ef8d49e None None] Allocated IP 172.20.0.2 (5389f489-826f-40fb-b73b-31845cd2fb83/1658139b-acec-4b5d-9220-af5f5e7acc1e/0e201b9d-38b7-4745-93b5-8e6f2e377aba) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:06:15.115978 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-43f02541-d214-489b-b7d7-1030167d781c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:15.120700 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-43f02541-d214-489b-b7d7-1030167d781c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:15.169308 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43f02541-d214-489b-b7d7-1030167d781c admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:06:15.196153 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f02541-d214-489b-b7d7-1030167d781c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c04812c5-0076-44a2-b712-bc76c2180e8a,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:15.207117 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-43f02541-d214-489b-b7d7-1030167d781c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:15.208864 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-43f02541-d214-489b-b7d7-1030167d781c admin admin] Added segment f4a9a430-6030-4c47-873d-1751edec414b of type vlan for network 2347c0e2-18b5-449a-8992-746b7866ae46 Feb 09 01:06:15.215123 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 54300e7d-deff-4685-bae1-54002762b6e8 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:06:15.269368 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-74418b56-ac94-466e-8181-d815e0ea79ac tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] 10.222.0.105 "PUT /v2.0/ports/5bae354f-09b1-43e5-bd7a-e120686cede4/tags/tempest-TagsExtTest-Tag-681279750 HTTP/1.1" status: 201 len: 201 time: 1.4400663 Feb 09 01:06:15.273546 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-43f02541-d214-489b-b7d7-1030167d781c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:15.283614 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57582) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:15.289159 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 7162bb99-c6ce-45b2-be17-b467442fe282 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:06:15.294596 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.tag.tag_plugin [None req-b1d258f4-8617-4265-b58f-acb57999a64e tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '229be5b8-2255-4e87-acec-c002755894fc', 'tempest-TagsExtTest-Tag-148340517') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:15.389841 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-522eb2fe-7400-4a05-85b6-6f0dfc52f3f8 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Allocated IP 10.1.1.77 (5504a1b4-4e92-48cb-9653-87325b009802/4c489644-0fac-481a-b2c6-ea6532ba6646/80c552f4-13ae-4751-a8d8-0876183d5bf7) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:06:15.524785 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-43f02541-d214-489b-b7d7-1030167d781c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:15.526493 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f02541-d214-489b-b7d7-1030167d781c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:15.528397 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-43f02541-d214-489b-b7d7-1030167d781c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:15.556037 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7789e05d-899c-41f8-859d-7d3f4babec5c None None] Network e280a801-73c6-4be8-9a9b-128c33174590 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:06:15.671865 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-522eb2fe-7400-4a05-85b6-6f0dfc52f3f8 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:15.691676 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-522eb2fe-7400-4a05-85b6-6f0dfc52f3f8 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Transition to ACTIVE for port object 80c552f4-13ae-4751-a8d8-0876183d5bf7 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:06:15.725330 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d51086c2-9c4b-45d1-996a-262d592ea6b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:15.731015 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-522eb2fe-7400-4a05-85b6-6f0dfc52f3f8 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:15.748713 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-01b97b8f-80d9-497f-aeef-349e2ef8d49e None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:15.768965 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b1d258f4-8617-4265-b58f-acb57999a64e tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] 10.222.0.105 "PUT /v2.0/routers/229be5b8-2255-4e87-acec-c002755894fc/tags/tempest-TagsExtTest-Tag-148340517 HTTP/1.1" status: 201 len: 201 time: 0.4840145 Feb 09 01:06:15.772880 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57588) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:15.780151 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-01b97b8f-80d9-497f-aeef-349e2ef8d49e None None] Transition to ACTIVE for port object 0e201b9d-38b7-4745-93b5-8e6f2e377aba will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:06:15.783038 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-43f02541-d214-489b-b7d7-1030167d781c admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4996634 Feb 09 01:06:15.787120 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.tag.tag_plugin [None req-c2e110cd-9bd3-436b-86e2-d4f4dc53d756 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b2c9a6a6-3561-4ba8-8b6a-b8475288051d', 'tempest-TagsExtTest-Tag-2136942773') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:15.796345 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57592) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:15.797122 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f02541-d214-489b-b7d7-1030167d781c admin admin] Pushing event updated for resources: {'Network': ['ID=2347c0e2-18b5-449a-8992-746b7866ae46,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:15.805070 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-043627ca-ebf7-45d7-bc01-b6d957f610f0 admin admin] Request body: {'subnet': {'network_id': '2347c0e2-18b5-449a-8992-746b7866ae46', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-746228788-subnet', 'tenant_id': '6039567a52d946e490ce131e89f5d77f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:15.810485 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-043627ca-ebf7-45d7-bc01-b6d957f610f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:15.810703 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-01b97b8f-80d9-497f-aeef-349e2ef8d49e None None] Transition to ACTIVE for port object 0e201b9d-38b7-4745-93b5-8e6f2e377aba will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:06:15.815100 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-043627ca-ebf7-45d7-bc01-b6d957f610f0 admin admin] Usage tracker for resource:subnet and tenant:6039567a52d946e490ce131e89f5d77f is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:06:15.818617 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1ef5f5ad-3e8c-4f5a-b6aa-c1f0516ff7c0 None None] Provisioning for port 54300e7d-deff-4685-bae1-54002762b6e8 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:06:15.819185 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-043627ca-ebf7-45d7-bc01-b6d957f610f0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:06:15.826733 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-043627ca-ebf7-45d7-bc01-b6d957f610f0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:15.830453 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 2347c0e2-18b5-449a-8992-746b7866ae46 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:06:15.844408 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57596) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:15.845150 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043627ca-ebf7-45d7-bc01-b6d957f610f0 admin admin] Made reservation on behalf of 6039567a52d946e490ce131e89f5d77f for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:06:15.847610 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-043627ca-ebf7-45d7-bc01-b6d957f610f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:15.851919 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1ef5f5ad-3e8c-4f5a-b6aa-c1f0516ff7c0 None None] Provisioning complete for port 54300e7d-deff-4685-bae1-54002762b6e8 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:15.852521 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1ef5f5ad-3e8c-4f5a-b6aa-c1f0516ff7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:15.882282 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-01b97b8f-80d9-497f-aeef-349e2ef8d49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:15.887579 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522eb2fe-7400-4a05-85b6-6f0dfc52f3f8 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Network 5504a1b4-4e92-48cb-9653-87325b009802 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:06:15.894925 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-522eb2fe-7400-4a05-85b6-6f0dfc52f3f8 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:06:15.903111 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522eb2fe-7400-4a05-85b6-6f0dfc52f3f8 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:06:15.971109 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d51086c2-9c4b-45d1-996a-262d592ea6b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:15.983329 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522eb2fe-7400-4a05-85b6-6f0dfc52f3f8 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Pushing event updated for resources: {'Port': ['ID=80c552f4-13ae-4751-a8d8-0876183d5bf7,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:16.040861 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522eb2fe-7400-4a05-85b6-6f0dfc52f3f8 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:16.043069 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-522eb2fe-7400-4a05-85b6-6f0dfc52f3f8 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:16.073968 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-814eead1-842a-4387-b613-0ca3725f288a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:16.113298 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-814eead1-842a-4387-b613-0ca3725f288a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:16.118526 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-814eead1-842a-4387-b613-0ca3725f288a admin admin] Usage tracker for resource:security_group_rule and tenant:2a253e44210b4aae8edb5a3da00f592f is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:06:16.122082 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-814eead1-842a-4387-b613-0ca3725f288a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:06:16.129450 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-814eead1-842a-4387-b613-0ca3725f288a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:16.153657 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-522eb2fe-7400-4a05-85b6-6f0dfc52f3f8 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2360723 Feb 09 01:06:16.172348 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d51086c2-9c4b-45d1-996a-262d592ea6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:16.209429 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51086c2-9c4b-45d1-996a-262d592ea6b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20558f4-33ef-4c77-9965-2db2b58a5bc8,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:16.243440 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d51086c2-9c4b-45d1-996a-262d592ea6b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:16.243440 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-d51086c2-9c4b-45d1-996a-262d592ea6b2 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/f20558f4-33ef-4c77-9965-2db2b58a5bc8 HTTP/1.1" status: 204 len: 168 time: 1.2437470 Feb 09 01:06:16.310813 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b97b8f-80d9-497f-aeef-349e2ef8d49e None None] Network 5389f489-826f-40fb-b73b-31845cd2fb83 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:06:16.361019 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b97b8f-80d9-497f-aeef-349e2ef8d49e None None] Pushing event updated for resources: {'Port': ['ID=0e201b9d-38b7-4745-93b5-8e6f2e377aba,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:16.375173 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 7162bb99-c6ce-45b2-be17-b467442fe282 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:06:16.380365 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-01b97b8f-80d9-497f-aeef-349e2ef8d49e None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:06:16.390738 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b97b8f-80d9-497f-aeef-349e2ef8d49e None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:06:16.472932 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c2e110cd-9bd3-436b-86e2-d4f4dc53d756 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] 10.222.0.105 "PUT /v2.0/subnetpools/b2c9a6a6-3561-4ba8-8b6a-b8475288051d/tags/tempest-TagsExtTest-Tag-2136942773 HTTP/1.1" status: 201 len: 201 time: 0.6983683 Feb 09 01:06:16.475934 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57606) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:16.559361 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.tag.tag_plugin [None req-65c00d51-0fe6-4141-85c2-dabc0b7ad55c tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '61e56175-397d-495f-92f8-7cf5ca02d417') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:16.608620 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device e072bd43-74d2-4e93-a835-aaecc17fb70c no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:06:16.644124 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-043627ca-ebf7-45d7-bc01-b6d957f610f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:16.667768 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-01b97b8f-80d9-497f-aeef-349e2ef8d49e None None] Attempting to bind port 0e201b9d-38b7-4745-93b5-8e6f2e377aba on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:06:16.668511 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-01b97b8f-80d9-497f-aeef-349e2ef8d49e None None] Attempting to bind port 0e201b9d-38b7-4745-93b5-8e6f2e377aba by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'c36f2fc3-85a0-4772-8b18-bed55b9183bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5389f489-826f-40fb-b73b-31845cd2fb83'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:06:16.669121 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b97b8f-80d9-497f-aeef-349e2ef8d49e None None] Attempting to bind port 0e201b9d-38b7-4745-93b5-8e6f2e377aba on network 5389f489-826f-40fb-b73b-31845cd2fb83 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:06:16.697977 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b97b8f-80d9-497f-aeef-349e2ef8d49e None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:06:16.701649 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b97b8f-80d9-497f-aeef-349e2ef8d49e None None] Checking segment: {'id': 'c36f2fc3-85a0-4772-8b18-bed55b9183bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5389f489-826f-40fb-b73b-31845cd2fb83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:06:16.702387 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-01b97b8f-80d9-497f-aeef-349e2ef8d49e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:16.703003 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b97b8f-80d9-497f-aeef-349e2ef8d49e None None] Bound using segment: {'id': 'c36f2fc3-85a0-4772-8b18-bed55b9183bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5389f489-826f-40fb-b73b-31845cd2fb83'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:06:16.703719 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-01b97b8f-80d9-497f-aeef-349e2ef8d49e None None] Bound port: 0e201b9d-38b7-4745-93b5-8e6f2e377aba, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c36f2fc3-85a0-4772-8b18-bed55b9183bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5389f489-826f-40fb-b73b-31845cd2fb83'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:06:16.711840 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-01b97b8f-80d9-497f-aeef-349e2ef8d49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:16.716805 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-814eead1-842a-4387-b613-0ca3725f288a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:16.735962 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-814eead1-842a-4387-b613-0ca3725f288a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:16.739902 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: e072bd43-74d2-4e93-a835-aaecc17fb70c {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:06:16.740250 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device e072bd43-74d2-4e93-a835-aaecc17fb70c not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:06:16.884836 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-330e6ba3-8ac6-4365-93c5-306208b7482e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:16.888951 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-814eead1-842a-4387-b613-0ca3725f288a admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=2a253e44210b4aae8edb5a3da00f592f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0279417 Feb 09 01:06:16.893384 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814eead1-842a-4387-b613-0ca3725f288a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d62b40-6e21-41dc-8289-034ec531d25a,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:16.896778 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043627ca-ebf7-45d7-bc01-b6d957f610f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fb2cbe1-ac38-49b2-93b4-07126768375d,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:16.901588 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57614) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:16.921119 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-330e6ba3-8ac6-4365-93c5-306208b7482e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:16.937031 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-65c00d51-0fe6-4141-85c2-dabc0b7ad55c tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] 10.222.0.105 "GET /v2.0/subnets/61e56175-397d-495f-92f8-7cf5ca02d417/tags HTTP/1.1" status: 200 len: 241 time: 0.4143009 Feb 09 01:06:16.938015 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57620) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:16.945672 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-01b97b8f-80d9-497f-aeef-349e2ef8d49e None None] For port 0e201b9d-38b7-4745-93b5-8e6f2e377aba, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:06:16.948362 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57622) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:16.949362 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-01b97b8f-80d9-497f-aeef-349e2ef8d49e None None] For port 0e201b9d-38b7-4745-93b5-8e6f2e377aba, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=0e201b9d-38b7-4745-93b5-8e6f2e377aba,segment=NetworkSegment(c36f2fc3-85a0-4772-8b18-bed55b9183bf),segment_id=c36f2fc3-85a0-4772-8b18-bed55b9183bf)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:06:16.954270 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-024f0bc5-5ddc-4c19-b2c2-2ee63e060365 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Request body: {'security_group': {'name': 'tempest-securitygroup--334954392', 'description': 'tempest-description--902142926'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:16.971247 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.tag.tag_plugin [None req-77115059-e097-4d51-b079-b8fe2b8971c0 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '61e56175-397d-495f-92f8-7cf5ca02d417', 'tempest-TagsExtTest-Tag-1658778541') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:17.007628 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ea50a-bc46-4e8f-805b-d9688524a73e req-be2086ad-e7b8-4e04-9f69-26eacbd0d563 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:17.009155 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a87ea50a-bc46-4e8f-805b-d9688524a73e req-be2086ad-e7b8-4e04-9f69-26eacbd0d563 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=b5255b4e-2bbe-4e82-8f47-98dbe6d6af0f HTTP/1.1" status: 200 len: 946 time: 0.2834196 Feb 09 01:06:17.018614 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-024f0bc5-5ddc-4c19-b2c2-2ee63e060365 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:17.023939 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device eb834104-9104-46ab-80f5-38fd07d5e354 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:06:17.043096 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-024f0bc5-5ddc-4c19-b2c2-2ee63e060365 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Usage tracker for resource:security_group and tenant:b38b8d3b4ab64851a90546fed2d6c948 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:06:17.054760 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043627ca-ebf7-45d7-bc01-b6d957f610f0 admin admin] Checking segment: {'id': 'f4a9a430-6030-4c47-873d-1751edec414b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2347c0e2-18b5-449a-8992-746b7866ae46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:06:17.055145 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043627ca-ebf7-45d7-bc01-b6d957f610f0 admin admin] Network hostable DHCP agents. Network: 2347c0e2-18b5-449a-8992-746b7866ae46, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:06:17.062897 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-024f0bc5-5ddc-4c19-b2c2-2ee63e060365 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:06:17.082291 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-024f0bc5-5ddc-4c19-b2c2-2ee63e060365 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:17.084784 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1ef5f5ad-3e8c-4f5a-b6aa-c1f0516ff7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:17.107221 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-01b97b8f-80d9-497f-aeef-349e2ef8d49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:17.108216 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043627ca-ebf7-45d7-bc01-b6d957f610f0 admin admin] Network 2347c0e2-18b5-449a-8992-746b7866ae46 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:06:17.127848 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-024f0bc5-5ddc-4c19-b2c2-2ee63e060365 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:17.134768 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a87ea50a-bc46-4e8f-805b-d9688524a73e req-e48555dc-ee6b-40ec-b5a8-6c6b01883470 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165893 Feb 09 01:06:17.172981 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-34ccfee0-8ef0-4705-8378-984216f1f825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:17.175197 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-043627ca-ebf7-45d7-bc01-b6d957f610f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 2347c0e2-18b5-449a-8992-746b7866ae46) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:06:17.175789 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-330e6ba3-8ac6-4365-93c5-306208b7482e admin admin] Allocated IP 172.25.0.134 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/640d6cd2-8b01-4f10-aa91-1e7f2ee82101) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:06:17.203448 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043627ca-ebf7-45d7-bc01-b6d957f610f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:17.204347 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-043627ca-ebf7-45d7-bc01-b6d957f610f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:17.209061 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-024f0bc5-5ddc-4c19-b2c2-2ee63e060365 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:17.214976 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b97b8f-80d9-497f-aeef-349e2ef8d49e None None] Pushing event updated for resources: {'Port': ['ID=0e201b9d-38b7-4745-93b5-8e6f2e377aba,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:17.229879 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-024f0bc5-5ddc-4c19-b2c2-2ee63e060365 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Usage tracker for resource:security_group_rule and tenant:b38b8d3b4ab64851a90546fed2d6c948 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:06:17.240762 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-024f0bc5-5ddc-4c19-b2c2-2ee63e060365 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:06:17.253992 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-34ccfee0-8ef0-4705-8378-984216f1f825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:17.264879 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-024f0bc5-5ddc-4c19-b2c2-2ee63e060365 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:17.282874 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-1ef5f5ad-3e8c-4f5a-b6aa-c1f0516ff7c0 None None] For port 54300e7d-deff-4685-bae1-54002762b6e8, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=54300e7d-deff-4685-bae1-54002762b6e8,segment=NetworkSegment(668d0fce-7a01-4e04-b1f2-26d977bd17d6),segment_id=668d0fce-7a01-4e04-b1f2-26d977bd17d6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:17.293958 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port eb834104-9104-46ab-80f5-38fd07d5e354 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:17.294243 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:17.320441 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1ef5f5ad-3e8c-4f5a-b6aa-c1f0516ff7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:17.347505 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-043627ca-ebf7-45d7-bc01-b6d957f610f0 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5468724 Feb 09 01:06:17.351896 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57636) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:17.365369 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-d34770a5-8a4b-436f-8d8e-e23753e48534 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-746228788-router', 'tenant_id': '6039567a52d946e490ce131e89f5d77f', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:17.375503 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-77115059-e097-4d51-b079-b8fe2b8971c0 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] 10.222.0.105 "GET /v2.0/subnets/61e56175-397d-495f-92f8-7cf5ca02d417/tags/tempest-TagsExtTest-Tag-1658778541 HTTP/1.1" status: 204 len: 168 time: 0.4151242 Feb 09 01:06:17.379586 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d34770a5-8a4b-436f-8d8e-e23753e48534 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:17.385304 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57640) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:17.396434 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.tag.tag_plugin [None req-e3a3f200-5963-403f-ac9a-169c165bc485 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '61e56175-397d-495f-92f8-7cf5ca02d417', 'tempest-TagsExtTest-Tag-1658778541') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:17.426992 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-d34770a5-8a4b-436f-8d8e-e23753e48534 admin admin] Usage tracker for resource:router and tenant:6039567a52d946e490ce131e89f5d77f is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:06:17.434894 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-d34770a5-8a4b-436f-8d8e-e23753e48534 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:06:17.438041 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-330e6ba3-8ac6-4365-93c5-306208b7482e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:17.451915 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1ef5f5ad-3e8c-4f5a-b6aa-c1f0516ff7c0 None None] Provisioning for port 5bae354f-09b1-43e5-bd7a-e120686cede4 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:06:17.456918 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d34770a5-8a4b-436f-8d8e-e23753e48534 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:17.474433 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1ef5f5ad-3e8c-4f5a-b6aa-c1f0516ff7c0 None None] Provisioning complete for port 5bae354f-09b1-43e5-bd7a-e120686cede4 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:17.475656 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1ef5f5ad-3e8c-4f5a-b6aa-c1f0516ff7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:17.494876 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d34770a5-8a4b-436f-8d8e-e23753e48534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:17.499041 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-330e6ba3-8ac6-4365-93c5-306208b7482e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:17.505830 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d34770a5-8a4b-436f-8d8e-e23753e48534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:17.543908 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-34ccfee0-8ef0-4705-8378-984216f1f825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:17.632455 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ffab62-0922-4d86-8751-e0b8baddbe93 None None] Network 2347c0e2-18b5-449a-8992-746b7866ae46 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:06:17.650014 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d34770a5-8a4b-436f-8d8e-e23753e48534 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:17.658014 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330e6ba3-8ac6-4365-93c5-306208b7482e admin admin] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:06:17.659832 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ccfee0-8ef0-4705-8378-984216f1f825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d62b40-6e21-41dc-8289-034ec531d25a,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:17.671752 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-024f0bc5-5ddc-4c19-b2c2-2ee63e060365 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:17.679796 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-330e6ba3-8ac6-4365-93c5-306208b7482e admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:06:17.684001 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330e6ba3-8ac6-4365-93c5-306208b7482e admin admin] Pushing event updated for resources: {'Port': ['ID=640d6cd2-8b01-4f10-aa91-1e7f2ee82101,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:17.684250 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-1ef5f5ad-3e8c-4f5a-b6aa-c1f0516ff7c0 None None] Port 5bae354f-09b1-43e5-bd7a-e120686cede4 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:06:17.699159 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330e6ba3-8ac6-4365-93c5-306208b7482e admin admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:06:17.706126 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-024f0bc5-5ddc-4c19-b2c2-2ee63e060365 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:17.738693 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-34ccfee0-8ef0-4705-8378-984216f1f825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:17.740122 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-34ccfee0-8ef0-4705-8378-984216f1f825 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/50d62b40-6e21-41dc-8289-034ec531d25a HTTP/1.1" status: 204 len: 168 time: 0.8365431 Feb 09 01:06:17.771782 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 57650) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:17.798139 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-024f0bc5-5ddc-4c19-b2c2-2ee63e060365 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:17.802701 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-024f0bc5-5ddc-4c19-b2c2-2ee63e060365 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8589318 Feb 09 01:06:17.808509 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 57656) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:17.823709 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-193e2a4f-6ae6-4e4e-aa99-bbdc9b8756fb tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Request body: {'security_group_rule': {'security_group_id': '2e29d487-4384-458c-a1fb-a5cd591001dc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:17.877163 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-193e2a4f-6ae6-4e4e-aa99-bbdc9b8756fb tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:17.898594 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-193e2a4f-6ae6-4e4e-aa99-bbdc9b8756fb tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Usage tracker for resource:security_group_rule and tenant:b38b8d3b4ab64851a90546fed2d6c948 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:06:17.919913 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-193e2a4f-6ae6-4e4e-aa99-bbdc9b8756fb tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:06:17.978164 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f0bc5-5ddc-4c19-b2c2-2ee63e060365 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e29d487-4384-458c-a1fb-a5cd591001dc,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:18.027421 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef5f5ad-3e8c-4f5a-b6aa-c1f0516ff7c0 None None] Pushing event updated for resources: {'Port': ['ID=54300e7d-deff-4685-bae1-54002762b6e8,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:18.105464 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e3a3f200-5963-403f-ac9a-169c165bc485 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] 10.222.0.105 "DELETE /v2.0/subnets/61e56175-397d-495f-92f8-7cf5ca02d417/tags/tempest-TagsExtTest-Tag-1658778541 HTTP/1.1" status: 204 len: 168 time: 0.7186708 Feb 09 01:06:18.115783 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57662) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:18.121805 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-9c388c3f-476b-4459-a913-30abffe19f05 None None] Provisioning complete for port 54300e7d-deff-4685-bae1-54002762b6e8 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:18.122252 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9c388c3f-476b-4459-a913-30abffe19f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:18.143129 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-193e2a4f-6ae6-4e4e-aa99-bbdc9b8756fb tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:18.239061 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-ef106b75-fffa-474d-afae-1bdc40659f71 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-349240892-network', 'tenant_id': '85514e5355464622a0f8eb9ed2908406'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:18.244805 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.tag.tag_plugin [None req-07cbe463-818e-4d81-a8fa-4e02d63c06e6 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '61e56175-397d-495f-92f8-7cf5ca02d417') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:18.257453 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275f6a93-ada7-4adb-866d-a8df5766a94e None None] Network 2347c0e2-18b5-449a-8992-746b7866ae46 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:06:18.261588 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-193e2a4f-6ae6-4e4e-aa99-bbdc9b8756fb tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:18.273506 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-ef106b75-fffa-474d-afae-1bdc40659f71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:18.383408 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d34770a5-8a4b-436f-8d8e-e23753e48534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:18.443256 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-ef106b75-fffa-474d-afae-1bdc40659f71 admin admin] Usage tracker for resource:network and tenant:85514e5355464622a0f8eb9ed2908406 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:06:18.456700 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-ef106b75-fffa-474d-afae-1bdc40659f71 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:06:18.467347 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-ef106b75-fffa-474d-afae-1bdc40659f71 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:18.479536 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-9c388c3f-476b-4459-a913-30abffe19f05 None None] Provisioning for port 7d8b3dcd-4895-4a65-b10b-c277f53b3a30 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:06:18.523883 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-07cbe463-818e-4d81-a8fa-4e02d63c06e6 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] 10.222.0.105 "GET /v2.0/subnets/61e56175-397d-495f-92f8-7cf5ca02d417/tags HTTP/1.1" status: 200 len: 205 time: 0.4044654 Feb 09 01:06:18.530227 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57676) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:18.532506 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-9c388c3f-476b-4459-a913-30abffe19f05 None None] Provisioning complete for port 7d8b3dcd-4895-4a65-b10b-c277f53b3a30 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:18.533431 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9c388c3f-476b-4459-a913-30abffe19f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:18.538544 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.tag.tag_plugin [None req-21552e85-9442-4768-8684-d15067282671 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5bae354f-09b1-43e5-bd7a-e120686cede4') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:18.602024 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef106b75-fffa-474d-afae-1bdc40659f71 admin admin] Made reservation on behalf of 85514e5355464622a0f8eb9ed2908406 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:06:18.608552 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ef106b75-fffa-474d-afae-1bdc40659f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:18.671454 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ef106b75-fffa-474d-afae-1bdc40659f71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:18.675024 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-21552e85-9442-4768-8684-d15067282671 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] 10.222.0.105 "GET /v2.0/ports/5bae354f-09b1-43e5-bd7a-e120686cede4/tags HTTP/1.1" status: 200 len: 240 time: 0.1394134 Feb 09 01:06:18.675024 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57684) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:18.690828 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.tag.tag_plugin [None req-6195415f-ae4f-4a38-9d66-8dfc3be80a38 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5bae354f-09b1-43e5-bd7a-e120686cede4', 'tempest-TagsExtTest-Tag-681279750') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:18.714751 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-ef106b75-fffa-474d-afae-1bdc40659f71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:18.722702 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-ef106b75-fffa-474d-afae-1bdc40659f71 admin admin] Usage tracker for resource:security_group_rule and tenant:85514e5355464622a0f8eb9ed2908406 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:06:18.726127 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-ef106b75-fffa-474d-afae-1bdc40659f71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:06:18.740483 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-ef106b75-fffa-474d-afae-1bdc40659f71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:18.842438 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-9c388c3f-476b-4459-a913-30abffe19f05 None None] Port 7d8b3dcd-4895-4a65-b10b-c277f53b3a30 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:06:18.879182 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-9c388c3f-476b-4459-a913-30abffe19f05 None None] Provisioning for port 80c552f4-13ae-4751-a8d8-0876183d5bf7 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:06:18.899297 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-9c388c3f-476b-4459-a913-30abffe19f05 None None] Provisioning complete for port 80c552f4-13ae-4751-a8d8-0876183d5bf7 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:18.899817 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9c388c3f-476b-4459-a913-30abffe19f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:19.043882 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-9c388c3f-476b-4459-a913-30abffe19f05 None None] Port 80c552f4-13ae-4751-a8d8-0876183d5bf7 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:06:19.054852 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-9c388c3f-476b-4459-a913-30abffe19f05 None None] Provisioning complete for port 5bae354f-09b1-43e5-bd7a-e120686cede4 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:19.054852 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9c388c3f-476b-4459-a913-30abffe19f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:19.165559 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 0e201b9d-38b7-4745-93b5-8e6f2e377aba up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:06:19.253794 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-9c388c3f-476b-4459-a913-30abffe19f05 None None] Port 5bae354f-09b1-43e5-bd7a-e120686cede4 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:06:19.314654 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2fc901-548a-4394-988a-40d2d6782662 None None] Network 5389f489-826f-40fb-b73b-31845cd2fb83 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:06:19.338798 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-193e2a4f-6ae6-4e4e-aa99-bbdc9b8756fb tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:19.369966 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc7eea-83b5-44e9-ad57-030550dbd020 req-880db3e7-d897-41bb-a584-3050f387a04a tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:19.378625 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-13cc7eea-83b5-44e9-ad57-030550dbd020 req-880db3e7-d897-41bb-a584-3050f387a04a tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=b5255b4e-2bbe-4e82-8f47-98dbe6d6af0f HTTP/1.1" status: 200 len: 946 time: 1.0012586 Feb 09 01:06:19.392083 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-330e6ba3-8ac6-4365-93c5-306208b7482e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:19.412948 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d34770a5-8a4b-436f-8d8e-e23753e48534 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:19.447069 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-6195415f-ae4f-4a38-9d66-8dfc3be80a38 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] 10.222.0.105 "GET /v2.0/ports/5bae354f-09b1-43e5-bd7a-e120686cede4/tags/tempest-TagsExtTest-Tag-681279750 HTTP/1.1" status: 204 len: 168 time: 0.7698412 Feb 09 01:06:19.448509 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d34770a5-8a4b-436f-8d8e-e23753e48534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:19.475138 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 57700) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:19.505115 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-9c388c3f-476b-4459-a913-30abffe19f05 None None] Provisioning for port 7162bb99-c6ce-45b2-be17-b467442fe282 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:06:19.508781 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-193e2a4f-6ae6-4e4e-aa99-bbdc9b8756fb tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:19.534385 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-9c388c3f-476b-4459-a913-30abffe19f05 None None] Provisioning complete for port 7162bb99-c6ce-45b2-be17-b467442fe282 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:19.535893 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9c388c3f-476b-4459-a913-30abffe19f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:19.539043 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.tag.tag_plugin [None req-93191ade-259d-40cd-9ed4-36da09f0beb2 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '5bae354f-09b1-43e5-bd7a-e120686cede4', 'tempest-TagsExtTest-Tag-681279750') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:19.644362 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 0e201b9d-38b7-4745-93b5-8e6f2e377aba completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:06:19.653453 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-d34770a5-8a4b-436f-8d8e-e23753e48534 admin admin] Allocated IP 172.25.0.144 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/a8eaee66-eb67-409e-aa7c-64765fc54527) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:06:19.703682 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 54300e7d-deff-4685-bae1-54002762b6e8 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:06:19.801985 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d34770a5-8a4b-436f-8d8e-e23753e48534 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:19.842062 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d34770a5-8a4b-436f-8d8e-e23753e48534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:19.849722 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57706) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:19.864456 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 54300e7d-deff-4685-bae1-54002762b6e8 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:19.864837 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:19.914253 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34770a5-8a4b-436f-8d8e-e23753e48534 admin admin] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:06:19.921934 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-d34770a5-8a4b-436f-8d8e-e23753e48534 admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:06:19.927706 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9c388c3f-476b-4459-a913-30abffe19f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:19.928125 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34770a5-8a4b-436f-8d8e-e23753e48534 admin admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:06:19.933771 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193e2a4f-6ae6-4e4e-aa99-bbdc9b8756fb tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6a777d8-39ce-40e1-bb37-0296f59828d1,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:19.978789 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-9c388c3f-476b-4459-a913-30abffe19f05 None None] For port 7162bb99-c6ce-45b2-be17-b467442fe282, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=7162bb99-c6ce-45b2-be17-b467442fe282,segment=NetworkSegment(1f6c047f-43ca-444c-82e6-5169d8594f92),segment_id=1f6c047f-43ca-444c-82e6-5169d8594f92)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:19.986845 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9c388c3f-476b-4459-a913-30abffe19f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:20.029502 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34770a5-8a4b-436f-8d8e-e23753e48534 admin admin] Pushing event updated for resources: {'Port': ['ID=a8eaee66-eb67-409e-aa7c-64765fc54527,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:20.046998 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-13cc7eea-83b5-44e9-ad57-030550dbd020 req-5fa1c0e7-cec7-4b2e-a4f9-0f075688cbe3 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6672146 Feb 09 01:06:20.134953 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-193e2a4f-6ae6-4e4e-aa99-bbdc9b8756fb tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:20.138630 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-193e2a4f-6ae6-4e4e-aa99-bbdc9b8756fb tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.3244498 Feb 09 01:06:20.154828 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 57712) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:20.179710 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-995ebd95-5662-44ca-a779-53756bef2e45 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Request body: {'security_group_rule': {'security_group_id': '2e29d487-4384-458c-a1fb-a5cd591001dc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:20.200349 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-995ebd95-5662-44ca-a779-53756bef2e45 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:20.202542 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-10abb6d8-c7e2-409c-b012-68ecdfc3270c None None] Provisioning for port 0e201b9d-38b7-4745-93b5-8e6f2e377aba completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:06:20.205472 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-995ebd95-5662-44ca-a779-53756bef2e45 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Usage tracker for resource:security_group_rule and tenant:b38b8d3b4ab64851a90546fed2d6c948 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:06:20.212579 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-995ebd95-5662-44ca-a779-53756bef2e45 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:06:20.215329 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c388c3f-476b-4459-a913-30abffe19f05 None None] Pushing event updated for resources: {'Port': ['ID=7162bb99-c6ce-45b2-be17-b467442fe282,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:20.221007 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-10abb6d8-c7e2-409c-b012-68ecdfc3270c None None] Provisioning complete for port 0e201b9d-38b7-4745-93b5-8e6f2e377aba triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:20.221377 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-10abb6d8-c7e2-409c-b012-68ecdfc3270c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:20.222748 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-995ebd95-5662-44ca-a779-53756bef2e45 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:20.264866 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ef106b75-fffa-474d-afae-1bdc40659f71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:20.352092 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1c64f5cb-2fc9-4c03-9e74-e91f60b2f4da admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:20.357224 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ef106b75-fffa-474d-afae-1bdc40659f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:20.379438 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-93191ade-259d-40cd-9ed4-36da09f0beb2 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] 10.222.0.105 "DELETE /v2.0/ports/5bae354f-09b1-43e5-bd7a-e120686cede4/tags/tempest-TagsExtTest-Tag-681279750 HTTP/1.1" status: 204 len: 168 time: 0.8746669 Feb 09 01:06:20.381428 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1c64f5cb-2fc9-4c03-9e74-e91f60b2f4da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:20.385355 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-995ebd95-5662-44ca-a779-53756bef2e45 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:20.385545 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57716) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:20.399813 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.tag.tag_plugin [None req-781a0e49-e07f-4b67-a00d-5af619233a63 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5bae354f-09b1-43e5-bd7a-e120686cede4') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:20.424192 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-10abb6d8-c7e2-409c-b012-68ecdfc3270c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:20.432826 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-1c64f5cb-2fc9-4c03-9e74-e91f60b2f4da admin admin] Usage tracker for resource:security_group_rule and tenant:8bd2c9927c154ec88260f659f121d545 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:06:20.435428 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef106b75-fffa-474d-afae-1bdc40659f71 admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:06:20.435909 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-1c64f5cb-2fc9-4c03-9e74-e91f60b2f4da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:06:20.450600 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1c64f5cb-2fc9-4c03-9e74-e91f60b2f4da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:20.459347 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef106b75-fffa-474d-afae-1bdc40659f71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4040943-d6cc-4b7b-83db-94add070bf0c,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:20.479599 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-10abb6d8-c7e2-409c-b012-68ecdfc3270c None None] For port 0e201b9d-38b7-4745-93b5-8e6f2e377aba, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=0e201b9d-38b7-4745-93b5-8e6f2e377aba,segment=NetworkSegment(c36f2fc3-85a0-4772-8b18-bed55b9183bf),segment_id=c36f2fc3-85a0-4772-8b18-bed55b9183bf)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:20.484664 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-10abb6d8-c7e2-409c-b012-68ecdfc3270c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:20.536836 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ef106b75-fffa-474d-afae-1bdc40659f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:20.536836 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-ef106b75-fffa-474d-afae-1bdc40659f71 admin admin] Added segment cf2f11d0-6ffd-462c-bda9-88a38c626079 of type vlan for network 7c81f420-ed9f-4d7d-9d3f-be9a4fca0095 Feb 09 01:06:20.582080 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-10abb6d8-c7e2-409c-b012-68ecdfc3270c None None] Provisioning complete for port 7162bb99-c6ce-45b2-be17-b467442fe282 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:20.582080 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-10abb6d8-c7e2-409c-b012-68ecdfc3270c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:20.593871 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-330e6ba3-8ac6-4365-93c5-306208b7482e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:20.675683 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-995ebd95-5662-44ca-a779-53756bef2e45 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:20.682496 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ef106b75-fffa-474d-afae-1bdc40659f71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:20.719186 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-995ebd95-5662-44ca-a779-53756bef2e45 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:20.719637 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abb6d8-c7e2-409c-b012-68ecdfc3270c None None] Pushing event updated for resources: {'Port': ['ID=0e201b9d-38b7-4745-93b5-8e6f2e377aba,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:20.782690 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995ebd95-5662-44ca-a779-53756bef2e45 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=418a3fc3-adde-47d7-b0f8-b910cd10b0b5,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:20.800780 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d34770a5-8a4b-436f-8d8e-e23753e48534 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:20.809023 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-995ebd95-5662-44ca-a779-53756bef2e45 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:20.810625 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-995ebd95-5662-44ca-a779-53756bef2e45 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6547899 Feb 09 01:06:20.858801 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57720) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:20.867399 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e29a5290-d285-4043-ba21-065a5ab86839 None None] Provisioning complete for port 0e201b9d-38b7-4745-93b5-8e6f2e377aba triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:20.868074 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e29a5290-d285-4043-ba21-065a5ab86839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:20.884190 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-9624aac6-c8b6-4364-9d21-f53424173d4d tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Request body: {'floatingip': {'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:20.890352 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ef106b75-fffa-474d-afae-1bdc40659f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:20.894048 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef106b75-fffa-474d-afae-1bdc40659f71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:20.894643 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ef106b75-fffa-474d-afae-1bdc40659f71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:20.898847 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9624aac6-c8b6-4364-9d21-f53424173d4d tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:20.911447 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 0e201b9d-38b7-4745-93b5-8e6f2e377aba up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:06:20.929455 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-9624aac6-c8b6-4364-9d21-f53424173d4d tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Usage tracker for resource:floatingip and tenant:b38b8d3b4ab64851a90546fed2d6c948 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:06:20.936896 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-781a0e49-e07f-4b67-a00d-5af619233a63 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] 10.222.0.105 "GET /v2.0/ports/5bae354f-09b1-43e5-bd7a-e120686cede4/tags HTTP/1.1" status: 200 len: 205 time: 0.5479448 Feb 09 01:06:20.938223 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-9624aac6-c8b6-4364-9d21-f53424173d4d tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:06:20.950147 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57724) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:20.954257 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9624aac6-c8b6-4364-9d21-f53424173d4d tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:20.961333 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.tag.tag_plugin [None req-0d662490-ce86-43b1-ae22-e368bb906c20 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '229be5b8-2255-4e87-acec-c002755894fc') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:21.035830 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-ef106b75-fffa-474d-afae-1bdc40659f71 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.2600684 Feb 09 01:06:21.040861 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 57728) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:21.058262 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-861c2bd7-adf1-4e93-81d3-ebaa475bd042 admin admin] Request body: {'subnet': {'network_id': '7c81f420-ed9f-4d7d-9d3f-be9a4fca0095', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-349240892-subnet', 'tenant_id': '85514e5355464622a0f8eb9ed2908406', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:21.058262 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef106b75-fffa-474d-afae-1bdc40659f71 admin admin] Pushing event updated for resources: {'Network': ['ID=7c81f420-ed9f-4d7d-9d3f-be9a4fca0095,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:21.069061 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-861c2bd7-adf1-4e93-81d3-ebaa475bd042 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:21.074286 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-861c2bd7-adf1-4e93-81d3-ebaa475bd042 admin admin] Usage tracker for resource:subnet and tenant:85514e5355464622a0f8eb9ed2908406 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:06:21.082924 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-861c2bd7-adf1-4e93-81d3-ebaa475bd042 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:06:21.084708 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 7c81f420-ed9f-4d7d-9d3f-be9a4fca0095 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:06:21.090170 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-861c2bd7-adf1-4e93-81d3-ebaa475bd042 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:21.132491 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-861c2bd7-adf1-4e93-81d3-ebaa475bd042 admin admin] Made reservation on behalf of 85514e5355464622a0f8eb9ed2908406 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:06:21.142419 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-861c2bd7-adf1-4e93-81d3-ebaa475bd042 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:21.153723 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9624aac6-c8b6-4364-9d21-f53424173d4d tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks [] for floatingip, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:21.174282 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 0e201b9d-38b7-4745-93b5-8e6f2e377aba triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:21.175379 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:21.192051 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-330e6ba3-8ac6-4365-93c5-306208b7482e admin admin] Router 59be9f95-b843-4e97-ab5d-4e6f5e55f334 is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:06:21.248927 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1c64f5cb-2fc9-4c03-9e74-e91f60b2f4da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:21.262610 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1c64f5cb-2fc9-4c03-9e74-e91f60b2f4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:21.383308 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 7162bb99-c6ce-45b2-be17-b467442fe282 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:06:21.473224 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 7162bb99-c6ce-45b2-be17-b467442fe282 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:21.473584 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:21.596665 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-0d662490-ce86-43b1-ae22-e368bb906c20 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] 10.222.0.105 "GET /v2.0/routers/229be5b8-2255-4e87-acec-c002755894fc/tags HTTP/1.1" status: 200 len: 240 time: 0.6460602 Feb 09 01:06:21.610343 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:21.614842 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57736) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:21.631098 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1c64f5cb-2fc9-4c03-9e74-e91f60b2f4da admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=8bd2c9927c154ec88260f659f121d545&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7485077 Feb 09 01:06:21.631933 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57740) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:21.634643 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-330e6ba3-8ac6-4365-93c5-306208b7482e admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:06:21.638443 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.tag.tag_plugin [None req-a68f2c25-78fb-4610-9270-9cbefeddf0f8 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '229be5b8-2255-4e87-acec-c002755894fc', 'tempest-TagsExtTest-Tag-148340517') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:21.651115 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f2a721-4504-427c-b3a1-b037b90b7364 None None] Sync routers for ids ['59be9f95-b843-4e97-ab5d-4e6f5e55f334'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:06:21.668101 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e3d2c-3a15-4e50-80c2-aa12829428fa req-a1783465-1f1a-446a-a153-e4b9cb366270 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:21.672927 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e20e3d2c-3a15-4e50-80c2-aa12829428fa req-a1783465-1f1a-446a-a153-e4b9cb366270 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=b5255b4e-2bbe-4e82-8f47-98dbe6d6af0f HTTP/1.1" status: 200 len: 946 time: 0.3748529 Feb 09 01:06:21.684592 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f2a721-4504-427c-b3a1-b037b90b7364 None None] Routers {'59be9f95-b843-4e97-ab5d-4e6f5e55f334'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:06:21.685856 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-f4f2a721-4504-427c-b3a1-b037b90b7364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:06:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['59be9f95-b843-4e97-ab5d-4e6f5e55f334'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:21.698127 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c64f5cb-2fc9-4c03-9e74-e91f60b2f4da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0efd7a8-c6f6-46af-91db-7447c5fc4fc5,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:21.765660 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-330e6ba3-8ac6-4365-93c5-306208b7482e admin admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:21.769110 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-330e6ba3-8ac6-4365-93c5-306208b7482e admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 8.4997017 Feb 09 01:06:21.770245 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 57744) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:21.879763 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e20e3d2c-3a15-4e50-80c2-aa12829428fa req-e8a4777d-62af-4e4f-a6db-067ac32c7d04 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850781 Feb 09 01:06:21.905149 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-f4f2a721-4504-427c-b3a1-b037b90b7364 None None] Set router 59be9f95-b843-4e97-ab5d-4e6f5e55f334 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:06:21.953722 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-861c2bd7-adf1-4e93-81d3-ebaa475bd042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:21.975956 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cb349f1d-ea9a-4963-a1cb-bd249faea592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:21.980746 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d34770a5-8a4b-436f-8d8e-e23753e48534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:22.177092 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a68f2c25-78fb-4610-9270-9cbefeddf0f8 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] 10.222.0.105 "GET /v2.0/routers/229be5b8-2255-4e87-acec-c002755894fc/tags/tempest-TagsExtTest-Tag-148340517 HTTP/1.1" status: 204 len: 168 time: 0.5571766 Feb 09 01:06:22.191952 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 57748) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:22.197653 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cb349f1d-ea9a-4963-a1cb-bd249faea592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:22.232168 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.tag.tag_plugin [None req-74a2edda-30a1-49e2-b786-b6692d0f41f8 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '229be5b8-2255-4e87-acec-c002755894fc', 'tempest-TagsExtTest-Tag-148340517') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:22.245100 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9624aac6-c8b6-4364-9d21-f53424173d4d tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:22.418022 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-f4f2a721-4504-427c-b3a1-b037b90b7364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59be9f95-b843-4e97-ab5d-4e6f5e55f334', 'name': 'tempest-ServersTestJSON-475728940-router', 'tenant_id': '5796137a8a554653b6e00403b0f3c833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '640d6cd2-8b01-4f10-aa91-1e7f2ee82101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:06:13Z', 'updated_at': '2022-02-09T01:06:18Z', 'revision_number': 3, 'project_id': '5796137a8a554653b6e00403b0f3c833', 'gw_port': {'id': '640d6cd2-8b01-4f10-aa91-1e7f2ee82101', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:37:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59be9f95-b843-4e97-ab5d-4e6f5e55f334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:16Z', 'updated_at': '2022-02-09T01:06:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:22.435349 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f2a721-4504-427c-b3a1-b037b90b7364 None None] Checking router: 59be9f95-b843-4e97-ab5d-4e6f5e55f334 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:06:22.435349 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f2a721-4504-427c-b3a1-b037b90b7364 None None] Updating router 59be9f95-b843-4e97-ab5d-4e6f5e55f334 port 640d6cd2-8b01-4f10-aa91-1e7f2ee82101 binding host n-d-828418-1 {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:06:22.478142 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861c2bd7-adf1-4e93-81d3-ebaa475bd042 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d557db6-c852-4975-9d39-15d97e896e1a,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:22.501992 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861c2bd7-adf1-4e93-81d3-ebaa475bd042 admin admin] Checking segment: {'id': 'cf2f11d0-6ffd-462c-bda9-88a38c626079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7c81f420-ed9f-4d7d-9d3f-be9a4fca0095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:06:22.502354 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861c2bd7-adf1-4e93-81d3-ebaa475bd042 admin admin] Network hostable DHCP agents. Network: 7c81f420-ed9f-4d7d-9d3f-be9a4fca0095, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:06:22.502533 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cb349f1d-ea9a-4963-a1cb-bd249faea592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:22.528352 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f4f2a721-4504-427c-b3a1-b037b90b7364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:22.582631 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb349f1d-ea9a-4963-a1cb-bd249faea592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0efd7a8-c6f6-46af-91db-7447c5fc4fc5,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:22.618895 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861c2bd7-adf1-4e93-81d3-ebaa475bd042 admin admin] Network 7c81f420-ed9f-4d7d-9d3f-be9a4fca0095 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:06:22.645988 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cb349f1d-ea9a-4963-a1cb-bd249faea592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:22.647193 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-cb349f1d-ea9a-4963-a1cb-bd249faea592 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/c0efd7a8-c6f6-46af-91db-7447c5fc4fc5 HTTP/1.1" status: 204 len: 168 time: 0.9505293 Feb 09 01:06:22.647875 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d34770a5-8a4b-436f-8d8e-e23753e48534 admin admin] Router c6f69f3a-4cce-4683-a548-4ebadf3cc39f is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:06:22.666061 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-9624aac6-c8b6-4364-9d21-f53424173d4d tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Allocated IP 172.25.0.80 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/db931efa-372f-4623-8e5e-cfdc7068a29f) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:06:22.793449 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-861c2bd7-adf1-4e93-81d3-ebaa475bd042 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 7c81f420-ed9f-4d7d-9d3f-be9a4fca0095) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:06:22.825276 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8de4096-0016-4e1c-91f2-37d9e33fb238 None None] Network 7c81f420-ed9f-4d7d-9d3f-be9a4fca0095 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:06:22.901401 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861c2bd7-adf1-4e93-81d3-ebaa475bd042 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:22.905048 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-861c2bd7-adf1-4e93-81d3-ebaa475bd042 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:22.965170 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-74a2edda-30a1-49e2-b786-b6692d0f41f8 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] 10.222.0.105 "DELETE /v2.0/routers/229be5b8-2255-4e87-acec-c002755894fc/tags/tempest-TagsExtTest-Tag-148340517 HTTP/1.1" status: 204 len: 168 time: 0.7724326 Feb 09 01:06:22.965921 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 57770) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:22.975911 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-861c2bd7-adf1-4e93-81d3-ebaa475bd042 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9332457 Feb 09 01:06:22.979809 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.tag.tag_plugin [None req-771abfb9-cb8f-4889-8b69-67760009f9d7 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '229be5b8-2255-4e87-acec-c002755894fc') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:23.212674 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d34770a5-8a4b-436f-8d8e-e23753e48534 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:06:23.224621 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e60963b-c1db-4565-8197-97c1ce1d99d9 None None] Sync routers for ids ['c6f69f3a-4cce-4683-a548-4ebadf3cc39f'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:06:23.243377 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e60963b-c1db-4565-8197-97c1ce1d99d9 None None] Routers {'c6f69f3a-4cce-4683-a548-4ebadf3cc39f'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:06:23.244142 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-7e60963b-c1db-4565-8197-97c1ce1d99d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:06:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['c6f69f3a-4cce-4683-a548-4ebadf3cc39f'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:23.327207 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d34770a5-8a4b-436f-8d8e-e23753e48534 admin admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:23.328624 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d34770a5-8a4b-436f-8d8e-e23753e48534 admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.9685788 Feb 09 01:06:23.335811 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 57786) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:23.365844 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ef8247-cc6c-4b17-86fd-73932f15ec2a None None] Network 7c81f420-ed9f-4d7d-9d3f-be9a4fca0095 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:06:23.486571 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9624aac6-c8b6-4364-9d21-f53424173d4d tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:23.570461 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9624aac6-c8b6-4364-9d21-f53424173d4d tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:23.787167 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-7e60963b-c1db-4565-8197-97c1ce1d99d9 None None] Set router c6f69f3a-4cce-4683-a548-4ebadf3cc39f gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:06:23.809151 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57796) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:23.891150 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9624aac6-c8b6-4364-9d21-f53424173d4d tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:06:23.902426 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-9624aac6-c8b6-4364-9d21-f53424173d4d tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:06:23.917902 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9624aac6-c8b6-4364-9d21-f53424173d4d tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:06:24.008827 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9624aac6-c8b6-4364-9d21-f53424173d4d tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Pushing event updated for resources: {'Port': ['ID=db931efa-372f-4623-8e5e-cfdc7068a29f,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:24.110631 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9624aac6-c8b6-4364-9d21-f53424173d4d tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:24.488899 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9624aac6-c8b6-4364-9d21-f53424173d4d tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:24.649338 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-7e60963b-c1db-4565-8197-97c1ce1d99d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f69f3a-4cce-4683-a548-4ebadf3cc39f', 'name': 'tempest-ServerRescueTestJSON-746228788-router', 'tenant_id': '6039567a52d946e490ce131e89f5d77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': 'a8eaee66-eb67-409e-aa7c-64765fc54527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:06:17Z', 'updated_at': '2022-02-09T01:06:20Z', 'revision_number': 3, 'project_id': '6039567a52d946e490ce131e89f5d77f', 'gw_port': {'id': 'a8eaee66-eb67-409e-aa7c-64765fc54527', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:94:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f69f3a-4cce-4683-a548-4ebadf3cc39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:19Z', 'updated_at': '2022-02-09T01:06:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:24.653868 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e60963b-c1db-4565-8197-97c1ce1d99d9 None None] Checking router: c6f69f3a-4cce-4683-a548-4ebadf3cc39f for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:06:24.654328 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e60963b-c1db-4565-8197-97c1ce1d99d9 None None] Updating router c6f69f3a-4cce-4683-a548-4ebadf3cc39f port a8eaee66-eb67-409e-aa7c-64765fc54527 binding host n-d-828418-1 {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:06:24.699367 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b021344-9811-4087-81fa-6c2606f01561 req-bc2c6e5e-ac11-4fe3-8c80-153ddbd12d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:24.700181 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b021344-9811-4087-81fa-6c2606f01561 req-bc2c6e5e-ac11-4fe3-8c80-153ddbd12d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:24.700995 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b021344-9811-4087-81fa-6c2606f01561 req-bc2c6e5e-ac11-4fe3-8c80-153ddbd12d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:24.701834 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b021344-9811-4087-81fa-6c2606f01561 req-bc2c6e5e-ac11-4fe3-8c80-153ddbd12d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:24.702465 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b021344-9811-4087-81fa-6c2606f01561 req-bc2c6e5e-ac11-4fe3-8c80-153ddbd12d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:24.703092 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b021344-9811-4087-81fa-6c2606f01561 req-bc2c6e5e-ac11-4fe3-8c80-153ddbd12d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:24.703717 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b021344-9811-4087-81fa-6c2606f01561 req-bc2c6e5e-ac11-4fe3-8c80-153ddbd12d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:24.711774 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1b021344-9811-4087-81fa-6c2606f01561 req-bc2c6e5e-ac11-4fe3-8c80-153ddbd12d08 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=9aaa5086-2506-413a-a88f-4d56b6d269cb HTTP/1.1" status: 200 len: 6497 time: 0.8978565 Feb 09 01:06:24.766614 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-7e60963b-c1db-4565-8197-97c1ce1d99d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:24.768180 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:24.792012 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1b021344-9811-4087-81fa-6c2606f01561 req-ed0493dd-f2dd-49fc-b3a2-cb8f723bd3cc service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=ea209cdf-6740-4074-8d6c-66653a19d53a&id=924aa29d-9387-4933-bba8-e1d938d01b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0788233 Feb 09 01:06:24.802670 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f4f2a721-4504-427c-b3a1-b037b90b7364 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:24.833926 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f4f2a721-4504-427c-b3a1-b037b90b7364 None None] Transition to ACTIVE for port object 640d6cd2-8b01-4f10-aa91-1e7f2ee82101 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:06:24.851030 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f4f2a721-4504-427c-b3a1-b037b90b7364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:24.897672 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9624aac6-c8b6-4364-9d21-f53424173d4d tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:24.906969 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9624aac6-c8b6-4364-9d21-f53424173d4d tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:24.993580 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-f4f2a721-4504-427c-b3a1-b037b90b7364 None None] Attempting to bind port 640d6cd2-8b01-4f10-aa91-1e7f2ee82101 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:06:24.995788 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-f4f2a721-4504-427c-b3a1-b037b90b7364 None None] Attempting to bind port 640d6cd2-8b01-4f10-aa91-1e7f2ee82101 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:06:24.996264 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f2a721-4504-427c-b3a1-b037b90b7364 None None] Attempting to bind port 640d6cd2-8b01-4f10-aa91-1e7f2ee82101 on network 3d885c3c-255c-4e54-addc-b28437d0b18e {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:06:25.006353 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbceb3f8-62a3-42d9-b2de-88cfa7d500d4 None None] Pushing event updated for resources: {'Port': ['ID=640d6cd2-8b01-4f10-aa91-1e7f2ee82101,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:25.026253 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f2a721-4504-427c-b3a1-b037b90b7364 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:06:25.026668 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f2a721-4504-427c-b3a1-b037b90b7364 None None] Checking segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:06:25.027062 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f4f2a721-4504-427c-b3a1-b037b90b7364 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:25.029723 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f2a721-4504-427c-b3a1-b037b90b7364 None None] Bound using segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:06:25.030636 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-f4f2a721-4504-427c-b3a1-b037b90b7364 None None] Bound port: 640d6cd2-8b01-4f10-aa91-1e7f2ee82101, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:06:25.031163 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f4f2a721-4504-427c-b3a1-b037b90b7364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:25.085222 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9624aac6-c8b6-4364-9d21-f53424173d4d tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Pushing event updated for resources: {'Port': ['ID=db931efa-372f-4623-8e5e-cfdc7068a29f,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:25.136747 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-f4f2a721-4504-427c-b3a1-b037b90b7364 None None] For port 640d6cd2-8b01-4f10-aa91-1e7f2ee82101, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:06:25.140684 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-f4f2a721-4504-427c-b3a1-b037b90b7364 None None] For port 640d6cd2-8b01-4f10-aa91-1e7f2ee82101, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=640d6cd2-8b01-4f10-aa91-1e7f2ee82101,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:06:25.145371 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f4f2a721-4504-427c-b3a1-b037b90b7364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:25.209561 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9624aac6-c8b6-4364-9d21-f53424173d4d tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:25.222137 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-7e60963b-c1db-4565-8197-97c1ce1d99d9 None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:25.241697 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9624aac6-c8b6-4364-9d21-f53424173d4d tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:25.253505 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-7e60963b-c1db-4565-8197-97c1ce1d99d9 None None] Transition to ACTIVE for port object a8eaee66-eb67-409e-aa7c-64765fc54527 will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:06:25.254325 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9624aac6-c8b6-4364-9d21-f53424173d4d tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3912480 Feb 09 01:06:25.268849 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f2a721-4504-427c-b3a1-b037b90b7364 None None] Routers {'59be9f95-b843-4e97-ab5d-4e6f5e55f334'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:06:25.270047 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-f4f2a721-4504-427c-b3a1-b037b90b7364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:06:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['59be9f95-b843-4e97-ab5d-4e6f5e55f334'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:25.272786 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-7e60963b-c1db-4565-8197-97c1ce1d99d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:25.292486 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9dba6925-3290-45fa-a3a8-12fb9e842788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:25.317867 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57830) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:25.323697 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.tag.tag_plugin [None req-85c8f967-92bc-4aef-a760-a54ab964f563 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b2c9a6a6-3561-4ba8-8b6a-b8475288051d') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:25.329030 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-771abfb9-cb8f-4889-8b69-67760009f9d7 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] 10.222.0.105 "GET /v2.0/routers/229be5b8-2255-4e87-acec-c002755894fc/tags HTTP/1.1" status: 200 len: 205 time: 2.3588166 Feb 09 01:06:25.354495 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-85c8f967-92bc-4aef-a760-a54ab964f563 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] 10.222.0.105 "GET /v2.0/subnetpools/b2c9a6a6-3561-4ba8-8b6a-b8475288051d/tags HTTP/1.1" status: 200 len: 241 time: 0.0352573 Feb 09 01:06:25.355318 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57834) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:25.361226 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.tag.tag_plugin [None req-36c2a3bc-cb9d-4327-aa9f-399f9f81d190 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b2c9a6a6-3561-4ba8-8b6a-b8475288051d', 'tempest-TagsExtTest-Tag-2136942773') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:25.412044 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-36c2a3bc-cb9d-4327-aa9f-399f9f81d190 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] 10.222.0.105 "GET /v2.0/subnetpools/b2c9a6a6-3561-4ba8-8b6a-b8475288051d/tags/tempest-TagsExtTest-Tag-2136942773 HTTP/1.1" status: 204 len: 168 time: 0.0555346 Feb 09 01:06:25.412998 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57838) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:25.427741 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.tag.tag_plugin [None req-201e7fe0-0015-48d1-9c65-4ebda337a3e7 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'b2c9a6a6-3561-4ba8-8b6a-b8475288051d', 'tempest-TagsExtTest-Tag-2136942773') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:25.471055 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e43255-7a7d-457a-afd0-861bb6aaa7e9 None None] Pushing event updated for resources: {'Port': ['ID=a8eaee66-eb67-409e-aa7c-64765fc54527,revision_number=2']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:25.496911 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e43255-7a7d-457a-afd0-861bb6aaa7e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:25.497309 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e43255-7a7d-457a-afd0-861bb6aaa7e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:25.499253 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e43255-7a7d-457a-afd0-861bb6aaa7e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:25.501071 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-f4f2a721-4504-427c-b3a1-b037b90b7364 None None] Set router 59be9f95-b843-4e97-ab5d-4e6f5e55f334 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:06:25.501827 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e43255-7a7d-457a-afd0-861bb6aaa7e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:25.502210 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e43255-7a7d-457a-afd0-861bb6aaa7e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:25.503218 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e43255-7a7d-457a-afd0-861bb6aaa7e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:25.503657 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e43255-7a7d-457a-afd0-861bb6aaa7e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:25.504482 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e43255-7a7d-457a-afd0-861bb6aaa7e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:25.504810 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e43255-7a7d-457a-afd0-861bb6aaa7e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:25.505136 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e43255-7a7d-457a-afd0-861bb6aaa7e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:25.505989 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e43255-7a7d-457a-afd0-861bb6aaa7e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:25.506321 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e43255-7a7d-457a-afd0-861bb6aaa7e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:25.530950 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-201e7fe0-0015-48d1-9c65-4ebda337a3e7 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] 10.222.0.105 "DELETE /v2.0/subnetpools/b2c9a6a6-3561-4ba8-8b6a-b8475288051d/tags/tempest-TagsExtTest-Tag-2136942773 HTTP/1.1" status: 204 len: 168 time: 0.1169307 Feb 09 01:06:25.531824 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57846) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:25.543794 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.tag.tag_plugin [None req-971f3535-bba6-4db9-9e58-e861bccffea1 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b2c9a6a6-3561-4ba8-8b6a-b8475288051d') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:25.557529 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-7e60963b-c1db-4565-8197-97c1ce1d99d9 None None] Attempting to bind port a8eaee66-eb67-409e-aa7c-64765fc54527 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:06:25.559790 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-7e60963b-c1db-4565-8197-97c1ce1d99d9 None None] Attempting to bind port a8eaee66-eb67-409e-aa7c-64765fc54527 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:06:25.560312 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e60963b-c1db-4565-8197-97c1ce1d99d9 None None] Attempting to bind port a8eaee66-eb67-409e-aa7c-64765fc54527 on network 3d885c3c-255c-4e54-addc-b28437d0b18e {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:06:25.586594 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e60963b-c1db-4565-8197-97c1ce1d99d9 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:06:25.588147 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e60963b-c1db-4565-8197-97c1ce1d99d9 None None] Checking segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:06:25.590468 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-7e60963b-c1db-4565-8197-97c1ce1d99d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:25.591013 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e60963b-c1db-4565-8197-97c1ce1d99d9 None None] Bound using segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:06:25.592294 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-7e60963b-c1db-4565-8197-97c1ce1d99d9 None None] Bound port: a8eaee66-eb67-409e-aa7c-64765fc54527, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:06:25.592826 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-7e60963b-c1db-4565-8197-97c1ce1d99d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:25.619837 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-971f3535-bba6-4db9-9e58-e861bccffea1 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] 10.222.0.105 "GET /v2.0/subnetpools/b2c9a6a6-3561-4ba8-8b6a-b8475288051d/tags HTTP/1.1" status: 200 len: 205 time: 0.0853784 Feb 09 01:06:25.620455 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57854) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:25.634354 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.tag.tag_plugin [None req-a5a35dc9-852d-44b2-9967-9aeae457223b tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b2c9a6a6-3561-4ba8-8b6a-b8475288051d') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:25.701491 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a5a35dc9-852d-44b2-9967-9aeae457223b tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] 10.222.0.105 "DELETE /v2.0/subnetpools/b2c9a6a6-3561-4ba8-8b6a-b8475288051d/tags HTTP/1.1" status: 204 len: 168 time: 0.0765562 Feb 09 01:06:25.704364 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57858) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:25.713897 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.tag.tag_plugin [None req-20d9b2fc-11bf-4824-bf6a-b6cf57d7fbf7 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '229be5b8-2255-4e87-acec-c002755894fc') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:25.751428 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-7e60963b-c1db-4565-8197-97c1ce1d99d9 None None] For port a8eaee66-eb67-409e-aa7c-64765fc54527, host n-d-828418-1, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:06:25.756463 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-7e60963b-c1db-4565-8197-97c1ce1d99d9 None None] For port a8eaee66-eb67-409e-aa7c-64765fc54527, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=a8eaee66-eb67-409e-aa7c-64765fc54527,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:06:25.762279 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-7e60963b-c1db-4565-8197-97c1ce1d99d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:25.855560 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce651b5f-5dfa-4b7e-acfe-0814f2c64cfd req-4b8aa311-2b8c-422f-92c0-89d6fe77bf45 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:25.863559 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ce651b5f-5dfa-4b7e-acfe-0814f2c64cfd req-4b8aa311-2b8c-422f-92c0-89d6fe77bf45 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=b5255b4e-2bbe-4e82-8f47-98dbe6d6af0f HTTP/1.1" status: 200 len: 946 time: 2.6887119 Feb 09 01:06:25.878266 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e60963b-c1db-4565-8197-97c1ce1d99d9 None None] Routers {'c6f69f3a-4cce-4683-a548-4ebadf3cc39f'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:06:25.879116 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-7e60963b-c1db-4565-8197-97c1ce1d99d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:06:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['c6f69f3a-4cce-4683-a548-4ebadf3cc39f'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:25.914964 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ff801c-15b3-4bfd-9c49-ddd70e03365a req-833e083d-12bd-47b0-ad68-efc3ffb03fee tempest-InstanceActionsTestJSON-98741548 tempest-InstanceActionsTestJSON-98741548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:25.915879 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-a8ff801c-15b3-4bfd-9c49-ddd70e03365a req-833e083d-12bd-47b0-ad68-efc3ffb03fee tempest-InstanceActionsTestJSON-98741548 tempest-InstanceActionsTestJSON-98741548-project] Synchronizing usage tracker for tenant:85514e5355464622a0f8eb9ed2908406 on resource:network {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:06:25.939028 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-20d9b2fc-11bf-4824-bf6a-b6cf57d7fbf7 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] 10.222.0.105 "DELETE /v2.0/routers/229be5b8-2255-4e87-acec-c002755894fc/tags HTTP/1.1" status: 204 len: 168 time: 0.2333198 Feb 09 01:06:25.939648 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57864) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:25.945353 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.tag.tag_plugin [None req-9e418af4-eb0b-4888-92cf-dad6b6b9300e tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5bae354f-09b1-43e5-bd7a-e120686cede4') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:25.999444 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e43255-7a7d-457a-afd0-861bb6aaa7e9 None None] Pushing event updated for resources: {'Port': ['ID=a8eaee66-eb67-409e-aa7c-64765fc54527,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:26.031892 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ce651b5f-5dfa-4b7e-acfe-0814f2c64cfd req-a1657ba9-6ede-46bc-ad87-1fd71634fce7 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643722 Feb 09 01:06:26.043478 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbceb3f8-62a3-42d9-b2de-88cfa7d500d4 None None] Pushing event updated for resources: {'Port': ['ID=640d6cd2-8b01-4f10-aa91-1e7f2ee82101,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:26.064696 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4ce0a5f2-f0b1-445b-b636-b770495d325b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:26.068267 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9e418af4-eb0b-4888-92cf-dad6b6b9300e tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] 10.222.0.105 "DELETE /v2.0/ports/5bae354f-09b1-43e5-bd7a-e120686cede4/tags HTTP/1.1" status: 204 len: 168 time: 0.1273444 Feb 09 01:06:26.068882 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57872) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:26.076515 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.tag.tag_plugin [None req-1751bd43-159f-4380-aebd-3a54b723d9de tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '61e56175-397d-495f-92f8-7cf5ca02d417') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:26.118797 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-f4f2a721-4504-427c-b3a1-b037b90b7364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59be9f95-b843-4e97-ab5d-4e6f5e55f334', 'name': 'tempest-ServersTestJSON-475728940-router', 'tenant_id': '5796137a8a554653b6e00403b0f3c833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '640d6cd2-8b01-4f10-aa91-1e7f2ee82101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:06:13Z', 'updated_at': '2022-02-09T01:06:18Z', 'revision_number': 3, 'project_id': '5796137a8a554653b6e00403b0f3c833', 'gw_port': {'id': '640d6cd2-8b01-4f10-aa91-1e7f2ee82101', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:37:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59be9f95-b843-4e97-ab5d-4e6f5e55f334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:16Z', 'updated_at': '2022-02-09T01:06:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:26.124784 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f2a721-4504-427c-b3a1-b037b90b7364 None None] The sync data for ids ['59be9f95-b843-4e97-ab5d-4e6f5e55f334'] in n-d-828418-1 is: [{'id': '59be9f95-b843-4e97-ab5d-4e6f5e55f334', 'name': 'tempest-ServersTestJSON-475728940-router', 'tenant_id': '5796137a8a554653b6e00403b0f3c833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '640d6cd2-8b01-4f10-aa91-1e7f2ee82101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:06:13Z', 'updated_at': '2022-02-09T01:06:18Z', 'revision_number': 3, 'project_id': '5796137a8a554653b6e00403b0f3c833', 'gw_port': {'id': '640d6cd2-8b01-4f10-aa91-1e7f2ee82101', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:37:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59be9f95-b843-4e97-ab5d-4e6f5e55f334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:16Z', 'updated_at': '2022-02-09T01:06:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:06:26.128017 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-a8ff801c-15b3-4bfd-9c49-ddd70e03365a req-833e083d-12bd-47b0-ad68-efc3ffb03fee tempest-InstanceActionsTestJSON-98741548 tempest-InstanceActionsTestJSON-98741548-project] Unset dirty status for tenant:85514e5355464622a0f8eb9ed2908406 on resource:network {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:06:26.135203 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a8ff801c-15b3-4bfd-9c49-ddd70e03365a req-833e083d-12bd-47b0-ad68-efc3ffb03fee tempest-InstanceActionsTestJSON-98741548 tempest-InstanceActionsTestJSON-98741548-project] 10.222.0.105 "GET /v2.0/networks?id=7c81f420-ed9f-4d7d-9d3f-be9a4fca0095 HTTP/1.1" status: 200 len: 813 time: 1.2676499 Feb 09 01:06:26.202427 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 57884) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:26.202797 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1751bd43-159f-4380-aebd-3a54b723d9de tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] 10.222.0.105 "DELETE /v2.0/subnets/61e56175-397d-495f-92f8-7cf5ca02d417/tags HTTP/1.1" status: 204 len: 168 time: 0.1323721 Feb 09 01:06:26.244470 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-7e60963b-c1db-4565-8197-97c1ce1d99d9 None None] Set router c6f69f3a-4cce-4683-a548-4ebadf3cc39f gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:06:26.253838 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.tag.tag_plugin [None req-73609783-7263-4ed0-b534-4432c66bca3a tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '61e56175-397d-495f-92f8-7cf5ca02d417', 'tempest-TagsExtTest-Tag-446627059') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:26.270482 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57888) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:26.295375 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a8ff801c-15b3-4bfd-9c49-ddd70e03365a req-7ea1c450-5b4c-4f60-b217-be963d28f89e tempest-InstanceActionsTestJSON-98741548 tempest-InstanceActionsTestJSON-98741548-project] 10.222.0.105 "GET /v2.0/quotas/85514e5355464622a0f8eb9ed2908406 HTTP/1.1" status: 200 len: 375 time: 0.1567225 Feb 09 01:06:26.398628 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-ace120d7-4351-4317-8f2b-d56a7f138951 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-securitygroup--334954392&fields=id&tenant_id=b38b8d3b4ab64851a90546fed2d6c948 HTTP/1.1" status: 200 len: 267 time: 0.2068605 Feb 09 01:06:26.400125 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-9dba6925-3290-45fa-a3a8-12fb9e842788 admin admin] Allocated IP 172.20.0.1 (5389f489-826f-40fb-b73b-31845cd2fb83/1658139b-acec-4b5d-9220-af5f5e7acc1e/f4c5e6b3-0ac3-49ce-9f11-0dec674491ce) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:06:26.423316 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a8ff801c-15b3-4bfd-9c49-ddd70e03365a req-cc63d67a-bce5-45ac-b4bf-514809cdcb5b tempest-InstanceActionsTestJSON-98741548 tempest-InstanceActionsTestJSON-98741548-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=85514e5355464622a0f8eb9ed2908406&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1031289 Feb 09 01:06:26.537631 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-9b560b65-c794-41c1-b0ea-5fd6cfb9ffc9 tempest-ExternalNetworksTestJSON-862914749 tempest-ExternalNetworksTestJSON-862914749-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-357541244'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:26.542958 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9b560b65-c794-41c1-b0ea-5fd6cfb9ffc9 tempest-ExternalNetworksTestJSON-862914749 tempest-ExternalNetworksTestJSON-862914749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:26.548835 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-9b560b65-c794-41c1-b0ea-5fd6cfb9ffc9 tempest-ExternalNetworksTestJSON-862914749 tempest-ExternalNetworksTestJSON-862914749-project] Usage tracker for resource:network and tenant:d4e37c766d5e47b2a4d9b4783edb4d5f is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:06:26.552337 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-9b560b65-c794-41c1-b0ea-5fd6cfb9ffc9 tempest-ExternalNetworksTestJSON-862914749 tempest-ExternalNetworksTestJSON-862914749-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:06:26.562151 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9b560b65-c794-41c1-b0ea-5fd6cfb9ffc9 tempest-ExternalNetworksTestJSON-862914749 tempest-ExternalNetworksTestJSON-862914749-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:26.593173 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b560b65-c794-41c1-b0ea-5fd6cfb9ffc9 tempest-ExternalNetworksTestJSON-862914749 tempest-ExternalNetworksTestJSON-862914749-project] Made reservation on behalf of d4e37c766d5e47b2a4d9b4783edb4d5f for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:06:26.605154 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9b560b65-c794-41c1-b0ea-5fd6cfb9ffc9 tempest-ExternalNetworksTestJSON-862914749 tempest-ExternalNetworksTestJSON-862914749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:26.628515 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9b560b65-c794-41c1-b0ea-5fd6cfb9ffc9 tempest-ExternalNetworksTestJSON-862914749 tempest-ExternalNetworksTestJSON-862914749-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:26.662051 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9b560b65-c794-41c1-b0ea-5fd6cfb9ffc9 tempest-ExternalNetworksTestJSON-862914749 tempest-ExternalNetworksTestJSON-862914749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:26.677706 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-9b560b65-c794-41c1-b0ea-5fd6cfb9ffc9 tempest-ExternalNetworksTestJSON-862914749 tempest-ExternalNetworksTestJSON-862914749-project] Usage tracker for resource:security_group_rule and tenant:d4e37c766d5e47b2a4d9b4783edb4d5f is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:06:26.682137 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-9b560b65-c794-41c1-b0ea-5fd6cfb9ffc9 tempest-ExternalNetworksTestJSON-862914749 tempest-ExternalNetworksTestJSON-862914749-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:06:26.697982 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9b560b65-c794-41c1-b0ea-5fd6cfb9ffc9 tempest-ExternalNetworksTestJSON-862914749 tempest-ExternalNetworksTestJSON-862914749-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:26.699127 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-7e60963b-c1db-4565-8197-97c1ce1d99d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f69f3a-4cce-4683-a548-4ebadf3cc39f', 'name': 'tempest-ServerRescueTestJSON-746228788-router', 'tenant_id': '6039567a52d946e490ce131e89f5d77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': 'a8eaee66-eb67-409e-aa7c-64765fc54527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:06:17Z', 'updated_at': '2022-02-09T01:06:20Z', 'revision_number': 3, 'project_id': '6039567a52d946e490ce131e89f5d77f', 'gw_port': {'id': 'a8eaee66-eb67-409e-aa7c-64765fc54527', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:94:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f69f3a-4cce-4683-a548-4ebadf3cc39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:19Z', 'updated_at': '2022-02-09T01:06:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:26.705714 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e60963b-c1db-4565-8197-97c1ce1d99d9 None None] The sync data for ids ['c6f69f3a-4cce-4683-a548-4ebadf3cc39f'] in n-d-828418-1 is: [{'id': 'c6f69f3a-4cce-4683-a548-4ebadf3cc39f', 'name': 'tempest-ServerRescueTestJSON-746228788-router', 'tenant_id': '6039567a52d946e490ce131e89f5d77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': 'a8eaee66-eb67-409e-aa7c-64765fc54527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:06:17Z', 'updated_at': '2022-02-09T01:06:20Z', 'revision_number': 3, 'project_id': '6039567a52d946e490ce131e89f5d77f', 'gw_port': {'id': 'a8eaee66-eb67-409e-aa7c-64765fc54527', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:94:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f69f3a-4cce-4683-a548-4ebadf3cc39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:19Z', 'updated_at': '2022-02-09T01:06:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:06:26.843221 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9b560b65-c794-41c1-b0ea-5fd6cfb9ffc9 tempest-ExternalNetworksTestJSON-862914749 tempest-ExternalNetworksTestJSON-862914749-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:26.848675 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9b560b65-c794-41c1-b0ea-5fd6cfb9ffc9 tempest-ExternalNetworksTestJSON-862914749 tempest-ExternalNetworksTestJSON-862914749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:26.898860 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b560b65-c794-41c1-b0ea-5fd6cfb9ffc9 tempest-ExternalNetworksTestJSON-862914749 tempest-ExternalNetworksTestJSON-862914749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1df35e2-acb5-4449-acd8-a04bb004ac0f,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:26.911622 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b560b65-c794-41c1-b0ea-5fd6cfb9ffc9 tempest-ExternalNetworksTestJSON-862914749 tempest-ExternalNetworksTestJSON-862914749-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:06:26.932087 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 640d6cd2-8b01-4f10-aa91-1e7f2ee82101 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:06:26.941828 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9b560b65-c794-41c1-b0ea-5fd6cfb9ffc9 tempest-ExternalNetworksTestJSON-862914749 tempest-ExternalNetworksTestJSON-862914749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:26.942396 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-9b560b65-c794-41c1-b0ea-5fd6cfb9ffc9 tempest-ExternalNetworksTestJSON-862914749 tempest-ExternalNetworksTestJSON-862914749-project] Added segment 96e59706-7475-44e1-a9bf-4ddc66583aa5 of type vlan for network 6ba0ea33-73d4-42d4-bcee-e10276e770d6 Feb 09 01:06:26.984551 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9b560b65-c794-41c1-b0ea-5fd6cfb9ffc9 tempest-ExternalNetworksTestJSON-862914749 tempest-ExternalNetworksTestJSON-862914749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:26.985327 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-a0a9048b-dcb2-4b3a-a62e-66985d598c84 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:26.986208 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-a0a9048b-dcb2-4b3a-a62e-66985d598c84 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Synchronizing usage tracker for tenant:b38b8d3b4ab64851a90546fed2d6c948 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:06:27.029981 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9b560b65-c794-41c1-b0ea-5fd6cfb9ffc9 tempest-ExternalNetworksTestJSON-862914749 tempest-ExternalNetworksTestJSON-862914749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:27.036452 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 640d6cd2-8b01-4f10-aa91-1e7f2ee82101 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:06:27.042673 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b560b65-c794-41c1-b0ea-5fd6cfb9ffc9 tempest-ExternalNetworksTestJSON-862914749 tempest-ExternalNetworksTestJSON-862914749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:27.043318 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9b560b65-c794-41c1-b0ea-5fd6cfb9ffc9 tempest-ExternalNetworksTestJSON-862914749 tempest-ExternalNetworksTestJSON-862914749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:27.049002 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 640d6cd2-8b01-4f10-aa91-1e7f2ee82101 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:27.050775 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:27.168689 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-a0a9048b-dcb2-4b3a-a62e-66985d598c84 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Unset dirty status for tenant:b38b8d3b4ab64851a90546fed2d6c948 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:06:27.179364 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-a0a9048b-dcb2-4b3a-a62e-66985d598c84 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/ports/7d8b3dcd-4895-4a65-b10b-c277f53b3a30 HTTP/1.1" status: 200 len: 931 time: 0.7662802 Feb 09 01:06:27.235816 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9b560b65-c794-41c1-b0ea-5fd6cfb9ffc9 tempest-ExternalNetworksTestJSON-862914749 tempest-ExternalNetworksTestJSON-862914749-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9640942 Feb 09 01:06:27.239003 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57898) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:27.248423 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b560b65-c794-41c1-b0ea-5fd6cfb9ffc9 tempest-ExternalNetworksTestJSON-862914749 tempest-ExternalNetworksTestJSON-862914749-project] Pushing event updated for resources: {'Network': ['ID=6ba0ea33-73d4-42d4-bcee-e10276e770d6,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:27.273055 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 6ba0ea33-73d4-42d4-bcee-e10276e770d6 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:06:27.290029 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-4ce0a5f2-f0b1-445b-b636-b770495d325b admin admin] Allocated IP 172.20.0.1 (2347c0e2-18b5-449a-8992-746b7866ae46/1fb2cbe1-ac38-49b2-93b4-07126768375d/81f23413-9f86-4dad-86bb-2317aef85009) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:06:27.321129 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-ad786a50-11d9-4fe1-bd10-7dae370566d8 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Request body: {'network': {'name': 'tempest-network--94461668', 'router:external': True}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:27.327300 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ad786a50-11d9-4fe1-bd10-7dae370566d8 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:27.332109 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9dba6925-3290-45fa-a3a8-12fb9e842788 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:27.333469 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ad786a50-11d9-4fe1-bd10-7dae370566d8 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Usage tracker for resource:network and tenant:36b09d37f4b14756bfdc37ba101887fb is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:06:27.343313 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ad786a50-11d9-4fe1-bd10-7dae370566d8 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:06:27.361445 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ad786a50-11d9-4fe1-bd10-7dae370566d8 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:27.367165 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-73609783-7263-4ed0-b534-4432c66bca3a tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] 10.222.0.105 "PUT /v2.0/subnets/61e56175-397d-495f-92f8-7cf5ca02d417/tags/tempest-TagsExtTest-Tag-446627059 HTTP/1.1" status: 201 len: 201 time: 1.1503737 Feb 09 01:06:27.373055 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57904) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:27.385500 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad786a50-11d9-4fe1-bd10-7dae370566d8 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Made reservation on behalf of 36b09d37f4b14756bfdc37ba101887fb for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:06:27.389032 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ad786a50-11d9-4fe1-bd10-7dae370566d8 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:27.394229 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a8ff801c-15b3-4bfd-9c49-ddd70e03365a req-ca103214-df8f-4063-83b8-0c45c4b4f1ca service neutron] 10.222.0.105 "GET /v2.0/networks/7c81f420-ed9f-4d7d-9d3f-be9a4fca0095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9039092 Feb 09 01:06:27.414027 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.tag.tag_plugin [None req-2a5a2c85-d77f-4e5a-b8b5-8f19bbd7220d tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5bae354f-09b1-43e5-bd7a-e120686cede4', 'tempest-TagsExtTest-Tag-237210419') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:27.450406 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:27.459254 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ad786a50-11d9-4fe1-bd10-7dae370566d8 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:27.472563 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 640d6cd2-8b01-4f10-aa91-1e7f2ee82101, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=640d6cd2-8b01-4f10-aa91-1e7f2ee82101,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:27.477633 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:27.501854 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ad786a50-11d9-4fe1-bd10-7dae370566d8 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:27.510781 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ad786a50-11d9-4fe1-bd10-7dae370566d8 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Usage tracker for resource:security_group_rule and tenant:36b09d37f4b14756bfdc37ba101887fb is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:06:27.514578 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-9dba6925-3290-45fa-a3a8-12fb9e842788 admin admin] Transition to ACTIVE for port object f4c5e6b3-0ac3-49ce-9f11-0dec674491ce will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:06:27.516257 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ad786a50-11d9-4fe1-bd10-7dae370566d8 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:06:27.523734 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ad786a50-11d9-4fe1-bd10-7dae370566d8 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:27.597903 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=640d6cd2-8b01-4f10-aa91-1e7f2ee82101,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:27.618787 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-2a5a2c85-d77f-4e5a-b8b5-8f19bbd7220d tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] 10.222.0.105 "PUT /v2.0/ports/5bae354f-09b1-43e5-bd7a-e120686cede4/tags/tempest-TagsExtTest-Tag-237210419 HTTP/1.1" status: 201 len: 201 time: 0.2440302 Feb 09 01:06:27.624028 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-462789fa-8d58-4978-907e-5bb3a88cda41 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:27.625557 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-462789fa-8d58-4978-907e-5bb3a88cda41 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/ports/80c552f4-13ae-4751-a8d8-0876183d5bf7 HTTP/1.1" status: 200 len: 930 time: 0.4453919 Feb 09 01:06:27.626192 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57908) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:27.655970 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.tag.tag_plugin [None req-9fc6dfb0-4c64-4c39-97db-2cbbe483fbdc tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '229be5b8-2255-4e87-acec-c002755894fc', 'tempest-TagsExtTest-Tag-200217438') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:27.743566 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-9d6bc140-9218-45ad-bafb-30b40e129fe4 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/ports?network_id=e280a801-73c6-4be8-9a9b-128c33174590&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0947793 Feb 09 01:06:27.839208 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a8ff801c-15b3-4bfd-9c49-ddd70e03365a req-a36e4686-4438-40c5-b912-b15045b28846 service neutron] 10.222.0.105 "GET /v2.0/networks/7c81f420-ed9f-4d7d-9d3f-be9a4fca0095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3494503 Feb 09 01:06:27.841531 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-27a00977-86fe-40b2-a265-dc695f69a659 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/ports?network_id=e280a801-73c6-4be8-9a9b-128c33174590&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0762825 Feb 09 01:06:27.856752 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9dba6925-3290-45fa-a3a8-12fb9e842788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:27.871048 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ad786a50-11d9-4fe1-bd10-7dae370566d8 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:27.879470 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ad786a50-11d9-4fe1-bd10-7dae370566d8 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:27.925418 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad786a50-11d9-4fe1-bd10-7dae370566d8 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:06:27.928601 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9fc6dfb0-4c64-4c39-97db-2cbbe483fbdc tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] 10.222.0.105 "PUT /v2.0/routers/229be5b8-2255-4e87-acec-c002755894fc/tags/tempest-TagsExtTest-Tag-200217438 HTTP/1.1" status: 201 len: 201 time: 0.3014314 Feb 09 01:06:27.935853 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57912) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:27.940533 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad786a50-11d9-4fe1-bd10-7dae370566d8 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=278820b0-29a2-4bb8-9f5f-78feaefb5adf,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:27.942326 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dba6925-3290-45fa-a3a8-12fb9e842788 admin admin] Network 5389f489-826f-40fb-b73b-31845cd2fb83 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:06:27.948115 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-9dba6925-3290-45fa-a3a8-12fb9e842788 admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:06:27.948482 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.tag.tag_plugin [None req-da63ef2c-ec6b-425e-b9da-edc25123e08b tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b2c9a6a6-3561-4ba8-8b6a-b8475288051d', 'tempest-TagsExtTest-Tag-1488013521') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:27.963089 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ad786a50-11d9-4fe1-bd10-7dae370566d8 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:27.963440 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-ad786a50-11d9-4fe1-bd10-7dae370566d8 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Added segment cdf23175-4864-4458-8aab-c7134e7db526 of type vlan for network 20795388-27aa-440c-b417-008e3a0de7ac Feb 09 01:06:27.973585 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4ce0a5f2-f0b1-445b-b636-b770495d325b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:27.980292 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dba6925-3290-45fa-a3a8-12fb9e842788 admin admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:06:28.030229 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ad786a50-11d9-4fe1-bd10-7dae370566d8 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:28.052536 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-da63ef2c-ec6b-425e-b9da-edc25123e08b tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] 10.222.0.105 "PUT /v2.0/subnetpools/b2c9a6a6-3561-4ba8-8b6a-b8475288051d/tags/tempest-TagsExtTest-Tag-1488013521 HTTP/1.1" status: 201 len: 201 time: 0.1151352 Feb 09 01:06:28.058473 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57916) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:28.072020 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.tag.tag_plugin [None req-683ac53f-b302-4493-b47e-b1f2374749a0 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '61e56175-397d-495f-92f8-7cf5ca02d417', {'tags': ['tempest-TagsExtTest-Tag-418102403', 'tempest-TagsExtTest-Tag-1911338556', 'tempest-TagsExtTest-Tag-648198450']}) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:28.156549 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ad786a50-11d9-4fe1-bd10-7dae370566d8 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:28.157894 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad786a50-11d9-4fe1-bd10-7dae370566d8 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:28.158486 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ad786a50-11d9-4fe1-bd10-7dae370566d8 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:28.200334 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4ce0a5f2-f0b1-445b-b636-b770495d325b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:28.206494 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dba6925-3290-45fa-a3a8-12fb9e842788 admin admin] Pushing event updated for resources: {'Port': ['ID=f4c5e6b3-0ac3-49ce-9f11-0dec674491ce,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:28.269876 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dba6925-3290-45fa-a3a8-12fb9e842788 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:28.283198 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dba6925-3290-45fa-a3a8-12fb9e842788 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:28.283684 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dba6925-3290-45fa-a3a8-12fb9e842788 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:28.284016 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dba6925-3290-45fa-a3a8-12fb9e842788 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:28.284345 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dba6925-3290-45fa-a3a8-12fb9e842788 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:28.284671 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dba6925-3290-45fa-a3a8-12fb9e842788 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:28.284991 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dba6925-3290-45fa-a3a8-12fb9e842788 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:28.285315 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dba6925-3290-45fa-a3a8-12fb9e842788 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:28.290115 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dba6925-3290-45fa-a3a8-12fb9e842788 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:28.290711 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dba6925-3290-45fa-a3a8-12fb9e842788 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:28.291591 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dba6925-3290-45fa-a3a8-12fb9e842788 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:28.292078 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dba6925-3290-45fa-a3a8-12fb9e842788 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:28.452844 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e064edb0-5c90-46ab-a324-300d85e1141a None None] Provisioning for port f4c5e6b3-0ac3-49ce-9f11-0dec674491ce completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:06:28.462465 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e064edb0-5c90-46ab-a324-300d85e1141a None None] Provisioning complete for port f4c5e6b3-0ac3-49ce-9f11-0dec674491ce triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:28.463274 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e064edb0-5c90-46ab-a324-300d85e1141a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:28.486621 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce0a5f2-f0b1-445b-b636-b770495d325b admin admin] Network 2347c0e2-18b5-449a-8992-746b7866ae46 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:06:28.498566 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ad786a50-11d9-4fe1-bd10-7dae370566d8 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 1.2575970 Feb 09 01:06:28.502280 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-4ce0a5f2-f0b1-445b-b636-b770495d325b admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:06:28.504884 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce0a5f2-f0b1-445b-b636-b770495d325b admin admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:06:28.523884 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57926) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:28.556831 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9dba6925-3290-45fa-a3a8-12fb9e842788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:28.574990 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e064edb0-5c90-46ab-a324-300d85e1141a None None] Port f4c5e6b3-0ac3-49ce-9f11-0dec674491ce cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:06:28.667688 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-71f6de2a-cdd2-48d4-bf30-4a1242e71d9d tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:28.674585 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad786a50-11d9-4fe1-bd10-7dae370566d8 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Pushing event updated for resources: {'Network': ['ID=20795388-27aa-440c-b417-008e3a0de7ac,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:28.682254 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-683ac53f-b302-4493-b47e-b1f2374749a0 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] 10.222.0.105 "PUT /v2.0/subnets/61e56175-397d-495f-92f8-7cf5ca02d417/tags HTTP/1.1" status: 200 len: 316 time: 0.6261899 Feb 09 01:06:28.686327 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57936) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:28.698803 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 20795388-27aa-440c-b417-008e3a0de7ac details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:06:28.701668 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.tag.tag_plugin [None req-756e53da-3cd9-4b3a-8d81-ba5a69c69776 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '61e56175-397d-495f-92f8-7cf5ca02d417') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:28.762676 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce0a5f2-f0b1-445b-b636-b770495d325b admin admin] Pushing event updated for resources: {'Port': ['ID=81f23413-9f86-4dad-86bb-2317aef85009,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:28.807729 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-7439730a-47b1-472d-966e-d2931e3b82b6 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:28.815318 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-7439730a-47b1-472d-966e-d2931e3b82b6 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:28.821670 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-7439730a-47b1-472d-966e-d2931e3b82b6 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:28.822515 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-7439730a-47b1-472d-966e-d2931e3b82b6 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Synchronizing usage tracker for tenant:b38b8d3b4ab64851a90546fed2d6c948 on resource:network {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:06:28.857690 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4ce0a5f2-f0b1-445b-b636-b770495d325b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:28.937724 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-71f6de2a-cdd2-48d4-bf30-4a1242e71d9d tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:28.962620 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68efa39b-23b4-4101-9f55-770aa582ab49 req-0f9f039e-d8ff-44ac-b2e9-bbe955515a4a tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:28.971520 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-68efa39b-23b4-4101-9f55-770aa582ab49 req-0f9f039e-d8ff-44ac-b2e9-bbe955515a4a tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=b5255b4e-2bbe-4e82-8f47-98dbe6d6af0f HTTP/1.1" status: 200 len: 946 time: 0.7424676 Feb 09 01:06:28.976533 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-71f6de2a-cdd2-48d4-bf30-4a1242e71d9d tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20795388-27aa-440c-b417-008e3a0de7ac']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:28.991793 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-7439730a-47b1-472d-966e-d2931e3b82b6 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Unset dirty status for tenant:b38b8d3b4ab64851a90546fed2d6c948 on resource:network {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:06:28.992918 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-7439730a-47b1-472d-966e-d2931e3b82b6 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/networks?id=5155f974-02f7-460c-bde1-4d4a435cc291&id=5504a1b4-4e92-48cb-9653-87325b009802&id=5504a1b4-4e92-48cb-9653-87325b009802&id=e280a801-73c6-4be8-9a9b-128c33174590&id=e280a801-73c6-4be8-9a9b-128c33174590 HTTP/1.1" status: 200 len: 1988 time: 1.1261444 Feb 09 01:06:28.998488 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-71f6de2a-cdd2-48d4-bf30-4a1242e71d9d tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdf23175-4864-4458-8aab-c7134e7db526') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:28.998905 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-71f6de2a-cdd2-48d4-bf30-4a1242e71d9d tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdf23175-4864-4458-8aab-c7134e7db526') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:29.028489 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-756e53da-3cd9-4b3a-8d81-ba5a69c69776 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] 10.222.0.105 "DELETE /v2.0/subnets/61e56175-397d-495f-92f8-7cf5ca02d417/tags HTTP/1.1" status: 204 len: 168 time: 0.3365262 Feb 09 01:06:29.033233 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57942) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:29.037715 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.tag.tag_plugin [None req-0deab907-ef69-4aff-a020-93a6b2d2a51b tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '61e56175-397d-495f-92f8-7cf5ca02d417', 'tempest-TagsExtTest-Tag-418102403') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:29.066703 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-71f6de2a-cdd2-48d4-bf30-4a1242e71d9d tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:29.075944 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 640d6cd2-8b01-4f10-aa91-1e7f2ee82101 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:06:29.087083 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-4f58be13-9864-4b56-8420-067aa485613b tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/quotas/b38b8d3b4ab64851a90546fed2d6c948 HTTP/1.1" status: 200 len: 375 time: 0.0802412 Feb 09 01:06:29.118483 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-71f6de2a-cdd2-48d4-bf30-4a1242e71d9d tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:29.127101 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71f6de2a-cdd2-48d4-bf30-4a1242e71d9d tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:06:29.128124 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-71f6de2a-cdd2-48d4-bf30-4a1242e71d9d tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:29.147474 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:06:29.147474 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:06:29.147474 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:06:29.147474 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:06:29.147474 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:06:29.147474 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:06:29.147474 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:06:29.147474 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:06:29.147474 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:06:29.147474 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:06:29.147474 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:06:29.147474 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:06:29.147474 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:06:29.147474 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:06:29.147474 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:06:29.147474 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:06:29.147474 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:06:29.147474 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:06:29.147474 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:06:29.147474 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:06:29.147474 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:06:29.147474 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:06:29.147474 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:06:29.147474 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:06:29.147474 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:06:29.147474 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:06:29.147474 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:06:29.147474 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:06:29.147474 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:06:29.147474 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:06:29.147474 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:06:29.147474 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:06:29.153012 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 640d6cd2-8b01-4f10-aa91-1e7f2ee82101 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:29.153378 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:29.187482 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-68efa39b-23b4-4101-9f55-770aa582ab49 req-8b78908b-1fb1-4762-a4a1-7d43c9290b51 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150240 Feb 09 01:06:29.272586 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-71f6de2a-cdd2-48d4-bf30-4a1242e71d9d tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:29.303691 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71f6de2a-cdd2-48d4-bf30-4a1242e71d9d tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 20795388-27aa-440c-b417-008e3a0de7ac {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 09 01:06:29.306593 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-71f6de2a-cdd2-48d4-bf30-4a1242e71d9d tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:29.309359 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f6de2a-cdd2-48d4-bf30-4a1242e71d9d tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Pushing event deleted for resources: {'Network': ['ID=20795388-27aa-440c-b417-008e3a0de7ac,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:29.333835 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-71f6de2a-cdd2-48d4-bf30-4a1242e71d9d tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] 10.222.0.105 "DELETE /v2.0/networks/20795388-27aa-440c-b417-008e3a0de7ac HTTP/1.1" status: 204 len: 168 time: 0.8088288 Feb 09 01:06:29.334889 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57946) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:29.344115 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-b96fbba5-7f83-4255-a606-7be3eea94396 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:29.351468 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b96fbba5-7f83-4255-a606-7be3eea94396 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:29.358176 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-b96fbba5-7f83-4255-a606-7be3eea94396 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Usage tracker for resource:network and tenant:36b09d37f4b14756bfdc37ba101887fb is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:06:29.365503 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-b96fbba5-7f83-4255-a606-7be3eea94396 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:06:29.370527 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-0deab907-ef69-4aff-a020-93a6b2d2a51b tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] show failed (client error): The resource could not be found. Feb 09 01:06:29.371776 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-0deab907-ef69-4aff-a020-93a6b2d2a51b tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] 10.222.0.105 "GET /v2.0/subnets/61e56175-397d-495f-92f8-7cf5ca02d417/tags/tempest-TagsExtTest-Tag-418102403 HTTP/1.1" status: 404 len: 328 time: 0.3379691 Feb 09 01:06:29.376348 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57950) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:29.379003 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b96fbba5-7f83-4255-a606-7be3eea94396 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:29.384797 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.tag.tag_plugin [None req-4dd75107-1828-4a6c-81b4-f94deca80950 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '61e56175-397d-495f-92f8-7cf5ca02d417', 'tempest-TagsExtTest-Tag-1911338556') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:29.438608 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b96fbba5-7f83-4255-a606-7be3eea94396 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Made reservation on behalf of 36b09d37f4b14756bfdc37ba101887fb for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:06:29.441741 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b96fbba5-7f83-4255-a606-7be3eea94396 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:29.455410 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device a8eaee66-eb67-409e-aa7c-64765fc54527 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:06:29.510666 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b96fbba5-7f83-4255-a606-7be3eea94396 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:06:29.521700 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-4dd75107-1828-4a6c-81b4-f94deca80950 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] show failed (client error): The resource could not be found. Feb 09 01:06:29.523037 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-4dd75107-1828-4a6c-81b4-f94deca80950 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] 10.222.0.105 "GET /v2.0/subnets/61e56175-397d-495f-92f8-7cf5ca02d417/tags/tempest-TagsExtTest-Tag-1911338556 HTTP/1.1" status: 404 len: 329 time: 0.1455774 Feb 09 01:06:29.525824 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57954) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:29.533249 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.tag.tag_plugin [None req-acfea429-8a52-40b3-a7ac-a0d0bb29ffd6 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '61e56175-397d-495f-92f8-7cf5ca02d417', 'tempest-TagsExtTest-Tag-648198450') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:29.538861 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port a8eaee66-eb67-409e-aa7c-64765fc54527 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:06:29.545836 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port a8eaee66-eb67-409e-aa7c-64765fc54527 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:29.546218 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:29.573359 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b96fbba5-7f83-4255-a606-7be3eea94396 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:29.573977 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-b96fbba5-7f83-4255-a606-7be3eea94396 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Added segment 16267763-c2f3-4b44-90aa-b031dc5f33e9 of type vlan for network 58f46a89-5d50-4d0a-b90d-51d2976baeb0 Feb 09 01:06:29.639221 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b96fbba5-7f83-4255-a606-7be3eea94396 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:29.643005 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9dba6925-3290-45fa-a3a8-12fb9e842788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:29.654629 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-acfea429-8a52-40b3-a7ac-a0d0bb29ffd6 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] show failed (client error): The resource could not be found. Feb 09 01:06:29.656489 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-acfea429-8a52-40b3-a7ac-a0d0bb29ffd6 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] 10.222.0.105 "GET /v2.0/subnets/61e56175-397d-495f-92f8-7cf5ca02d417/tags/tempest-TagsExtTest-Tag-648198450 HTTP/1.1" status: 404 len: 328 time: 0.1288521 Feb 09 01:06:29.659773 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57958) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:29.663663 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d1129699-5b41-4672-97c8-6b26d1fd72a6 req-9d14e885-1c75-4881-a19f-bc805f59b024 tempest-InstanceActionsTestJSON-98741548 tempest-InstanceActionsTestJSON-98741548-project] 10.222.0.105 "GET /v2.0/ports?device_id=105ca8a1-ea1d-4da8-bfe2-319031e41384 HTTP/1.1" status: 200 len: 210 time: 0.2700534 Feb 09 01:06:29.670602 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.tag.tag_plugin [None req-910d2989-a9fa-44e5-af15-cfdb1b705891 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '5bae354f-09b1-43e5-bd7a-e120686cede4', {'tags': ['tempest-TagsExtTest-Tag-693573129', 'tempest-TagsExtTest-Tag-51500899', 'tempest-TagsExtTest-Tag-2113125749']}) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:29.685463 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-f9d87f51-7af2-449b-9248-6d03b10c6e98 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=b38b8d3b4ab64851a90546fed2d6c948&fields=id HTTP/1.1" status: 200 len: 532 time: 0.5784259 Feb 09 01:06:29.727576 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:06:29.767159 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-910d2989-a9fa-44e5-af15-cfdb1b705891 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] 10.222.0.105 "PUT /v2.0/ports/5bae354f-09b1-43e5-bd7a-e120686cede4/tags HTTP/1.1" status: 200 len: 315 time: 0.1038148 Feb 09 01:06:29.767159 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.db.resource_extend [None req-b96fbba5-7f83-4255-a606-7be3eea94396 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:06:29.768244 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 57964) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:29.775658 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4ce0a5f2-f0b1-445b-b636-b770495d325b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:29.796300 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b96fbba5-7f83-4255-a606-7be3eea94396 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:29.797757 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96fbba5-7f83-4255-a606-7be3eea94396 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:29.799000 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b96fbba5-7f83-4255-a606-7be3eea94396 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:29.799332 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.tag.tag_plugin [None req-24f2720c-15a0-436c-8923-6f0d536ca9bc tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5bae354f-09b1-43e5-bd7a-e120686cede4') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:29.831470 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:29.855463 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port a8eaee66-eb67-409e-aa7c-64765fc54527, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=a8eaee66-eb67-409e-aa7c-64765fc54527,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:29.860366 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:29.933439 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b96fbba5-7f83-4255-a606-7be3eea94396 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5962658 Feb 09 01:06:29.934380 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57968) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:29.947447 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-e439df20-111a-409f-aa49-7fdc57e9f64d tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Request body: {'subnet': {'network_id': '58f46a89-5d50-4d0a-b90d-51d2976baeb0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:29.954032 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e439df20-111a-409f-aa49-7fdc57e9f64d tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:29.958517 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e439df20-111a-409f-aa49-7fdc57e9f64d tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Usage tracker for resource:subnet and tenant:36b09d37f4b14756bfdc37ba101887fb is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:06:29.961639 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e439df20-111a-409f-aa49-7fdc57e9f64d tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:06:29.974352 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e439df20-111a-409f-aa49-7fdc57e9f64d tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:29.983942 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96fbba5-7f83-4255-a606-7be3eea94396 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Pushing event updated for resources: {'Network': ['ID=58f46a89-5d50-4d0a-b90d-51d2976baeb0,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:29.999754 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 58f46a89-5d50-4d0a-b90d-51d2976baeb0 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:06:30.000727 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e439df20-111a-409f-aa49-7fdc57e9f64d tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Made reservation on behalf of 36b09d37f4b14756bfdc37ba101887fb for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:06:30.004421 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e439df20-111a-409f-aa49-7fdc57e9f64d tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:30.181506 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=a8eaee66-eb67-409e-aa7c-64765fc54527,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:30.217155 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:30.217506 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:30.217938 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:30.218275 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:30.218600 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:30.218931 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:30.219260 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:30.219585 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:30.219910 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:30.220661 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:30.220661 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:30.220846 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:30.470069 n-d-828418-1 neutron-server[87638]: DEBUG neutron.objects.ports [None req-e439df20-111a-409f-aa49-7fdc57e9f64d tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87638) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 01:06:30.470543 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e439df20-111a-409f-aa49-7fdc57e9f64d tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:30.517723 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ff801c-15b3-4bfd-9c49-ddd70e03365a req-f89baf2c-e3ab-4e1e-8a6c-3eff1b8bb9d1 tempest-InstanceActionsTestJSON-98741548 tempest-InstanceActionsTestJSON-98741548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:30.519193 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a8ff801c-15b3-4bfd-9c49-ddd70e03365a req-f89baf2c-e3ab-4e1e-8a6c-3eff1b8bb9d1 tempest-InstanceActionsTestJSON-98741548 tempest-InstanceActionsTestJSON-98741548-project] 10.222.0.62 "GET /v2.0/networks?id=7c81f420-ed9f-4d7d-9d3f-be9a4fca0095 HTTP/1.1" status: 200 len: 813 time: 0.4976745 Feb 09 01:06:30.536123 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-b7bc8faf-170b-453b-a1a0-69bf050e8879 service neutron] 10.222.0.105 "GET /v2.0/networks/5155f974-02f7-460c-bde1-4d4a435cc291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8284144 Feb 09 01:06:30.550127 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e439df20-111a-409f-aa49-7fdc57e9f64d tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Pushing event updated for resources: {'Subnet': ['ID=69d0ad31-ce95-4b2c-b6c4-a905140bc28e,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:30.551512 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-a8ff801c-15b3-4bfd-9c49-ddd70e03365a req-ff9462a7-4cac-414a-b9f2-c22c1ca17056 tempest-InstanceActionsTestJSON-98741548 tempest-InstanceActionsTestJSON-98741548-project] Request body: {'port': {'device_id': '105ca8a1-ea1d-4da8-bfe2-319031e41384', 'network_id': '7c81f420-ed9f-4d7d-9d3f-be9a4fca0095', 'admin_state_up': True, 'tenant_id': '85514e5355464622a0f8eb9ed2908406'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:30.557706 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e439df20-111a-409f-aa49-7fdc57e9f64d tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Checking segment: {'id': '16267763-c2f3-4b44-90aa-b031dc5f33e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '58f46a89-5d50-4d0a-b90d-51d2976baeb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:06:30.558050 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e439df20-111a-409f-aa49-7fdc57e9f64d tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Network hostable DHCP agents. Network: 58f46a89-5d50-4d0a-b90d-51d2976baeb0, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:06:30.578468 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e439df20-111a-409f-aa49-7fdc57e9f64d tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Network 58f46a89-5d50-4d0a-b90d-51d2976baeb0 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:06:30.589408 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-e439df20-111a-409f-aa49-7fdc57e9f64d tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 58f46a89-5d50-4d0a-b90d-51d2976baeb0) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:06:30.596435 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e439df20-111a-409f-aa49-7fdc57e9f64d tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:30.597309 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e439df20-111a-409f-aa49-7fdc57e9f64d tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:30.601585 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a54e55-cdde-44fe-bf12-0ba2d814ff1f None None] Network 58f46a89-5d50-4d0a-b90d-51d2976baeb0 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:06:30.627382 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e439df20-111a-409f-aa49-7fdc57e9f64d tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6887524 Feb 09 01:06:30.628766 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57974) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:30.635486 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-db89f288-2129-46ad-8eae-dbee32dd3e30 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Request body: {'floatingip': {'floating_network_id': '58f46a89-5d50-4d0a-b90d-51d2976baeb0'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:30.641782 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-db89f288-2129-46ad-8eae-dbee32dd3e30 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:30.645899 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-db89f288-2129-46ad-8eae-dbee32dd3e30 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Usage tracker for resource:floatingip and tenant:36b09d37f4b14756bfdc37ba101887fb is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:06:30.649021 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-db89f288-2129-46ad-8eae-dbee32dd3e30 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:06:30.657157 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-db89f288-2129-46ad-8eae-dbee32dd3e30 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:30.671612 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-db89f288-2129-46ad-8eae-dbee32dd3e30 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:30.834992 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9dba6925-3290-45fa-a3a8-12fb9e842788 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:30.840383 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab02119c-1cac-4e74-b795-99dc37124977 None None] Network 58f46a89-5d50-4d0a-b90d-51d2976baeb0 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:06:30.844947 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-24f2720c-15a0-436c-8923-6f0d536ca9bc tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] 10.222.0.105 "DELETE /v2.0/ports/5bae354f-09b1-43e5-bd7a-e120686cede4/tags HTTP/1.1" status: 204 len: 168 time: 1.0733521 Feb 09 01:06:30.859063 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9dba6925-3290-45fa-a3a8-12fb9e842788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:30.864268 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device a8eaee66-eb67-409e-aa7c-64765fc54527 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:06:30.886852 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 57980) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:30.952770 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.tag.tag_plugin [None req-6cd02371-267f-4dd7-abec-c57cbcca6404 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5bae354f-09b1-43e5-bd7a-e120686cede4', 'tempest-TagsExtTest-Tag-693573129') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:30.959200 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-db89f288-2129-46ad-8eae-dbee32dd3e30 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:31.035841 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.db.resource_extend [None req-4ce0a5f2-f0b1-445b-b636-b770495d325b admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:06:31.053301 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port a8eaee66-eb67-409e-aa7c-64765fc54527 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:31.053707 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:31.095817 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4ce0a5f2-f0b1-445b-b636-b770495d325b admin admin] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:31.103302 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-db89f288-2129-46ad-8eae-dbee32dd3e30 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Allocated IP 172.20.0.11 (58f46a89-5d50-4d0a-b90d-51d2976baeb0/69d0ad31-ce95-4b2c-b6c4-a905140bc28e/137c72e0-5c6f-461c-9744-3a2ba5357f74) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:06:31.141936 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4ce0a5f2-f0b1-445b-b636-b770495d325b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:31.166615 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9dba6925-3290-45fa-a3a8-12fb9e842788 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:31.170093 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dba6925-3290-45fa-a3a8-12fb9e842788 admin admin] Pushing event updated for resources: {'Port': ['ID=f4c5e6b3-0ac3-49ce-9f11-0dec674491ce,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:31.188674 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb835f05-246f-4309-8eab-1c42e8c2fe77 req-96ba393f-00b8-4347-9a4e-def37f56f43a tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:31.190250 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-eb835f05-246f-4309-8eab-1c42e8c2fe77 req-96ba393f-00b8-4347-9a4e-def37f56f43a tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=b5255b4e-2bbe-4e82-8f47-98dbe6d6af0f HTTP/1.1" status: 200 len: 946 time: 0.8214235 Feb 09 01:06:31.274002 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-db89f288-2129-46ad-8eae-dbee32dd3e30 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:31.306216 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-db89f288-2129-46ad-8eae-dbee32dd3e30 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:31.378431 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db89f288-2129-46ad-8eae-dbee32dd3e30 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Network 58f46a89-5d50-4d0a-b90d-51d2976baeb0 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:06:31.381560 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-db89f288-2129-46ad-8eae-dbee32dd3e30 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:06:31.385236 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db89f288-2129-46ad-8eae-dbee32dd3e30 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:06:31.418442 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db89f288-2129-46ad-8eae-dbee32dd3e30 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Pushing event updated for resources: {'Port': ['ID=137c72e0-5c6f-461c-9744-3a2ba5357f74,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:31.426644 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-4efc8b94-ff6f-46e9-aa0b-d2a4d81b59cb service neutron] 10.222.0.105 "GET /v2.0/networks/5155f974-02f7-460c-bde1-4d4a435cc291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8614495 Feb 09 01:06:31.428135 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-a8ff801c-15b3-4bfd-9c49-ddd70e03365a req-ff9462a7-4cac-414a-b9f2-c22c1ca17056 tempest-InstanceActionsTestJSON-98741548 tempest-InstanceActionsTestJSON-98741548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:31.468833 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-db89f288-2129-46ad-8eae-dbee32dd3e30 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:31.502381 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-a8ff801c-15b3-4bfd-9c49-ddd70e03365a req-ff9462a7-4cac-414a-b9f2-c22c1ca17056 tempest-InstanceActionsTestJSON-98741548 tempest-InstanceActionsTestJSON-98741548-project] Usage tracker for resource:port and tenant:85514e5355464622a0f8eb9ed2908406 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:06:31.532939 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-db89f288-2129-46ad-8eae-dbee32dd3e30 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:31.537145 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-a8ff801c-15b3-4bfd-9c49-ddd70e03365a req-ff9462a7-4cac-414a-b9f2-c22c1ca17056 tempest-InstanceActionsTestJSON-98741548 tempest-InstanceActionsTestJSON-98741548-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:06:31.572595 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-a8ff801c-15b3-4bfd-9c49-ddd70e03365a req-ff9462a7-4cac-414a-b9f2-c22c1ca17056 tempest-InstanceActionsTestJSON-98741548 tempest-InstanceActionsTestJSON-98741548-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:31.605941 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4ce0a5f2-f0b1-445b-b636-b770495d325b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:31.637000 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-eb835f05-246f-4309-8eab-1c42e8c2fe77 req-dc62952d-c172-4141-b5db-b10e880cf883 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703695 Feb 09 01:06:31.638778 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce0a5f2-f0b1-445b-b636-b770495d325b admin admin] Pushing event updated for resources: {'Port': ['ID=81f23413-9f86-4dad-86bb-2317aef85009,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:31.654351 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8ff801c-15b3-4bfd-9c49-ddd70e03365a req-ff9462a7-4cac-414a-b9f2-c22c1ca17056 tempest-InstanceActionsTestJSON-98741548 tempest-InstanceActionsTestJSON-98741548-project] Made reservation on behalf of 85514e5355464622a0f8eb9ed2908406 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:06:31.657899 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a8ff801c-15b3-4bfd-9c49-ddd70e03365a req-ff9462a7-4cac-414a-b9f2-c22c1ca17056 tempest-InstanceActionsTestJSON-98741548 tempest-InstanceActionsTestJSON-98741548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:31.680269 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [None req-6cd02371-267f-4dd7-abec-c57cbcca6404 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] show failed (client error): The resource could not be found. Feb 09 01:06:31.683950 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-6cd02371-267f-4dd7-abec-c57cbcca6404 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] 10.222.0.105 "GET /v2.0/ports/5bae354f-09b1-43e5-bd7a-e120686cede4/tags/tempest-TagsExtTest-Tag-693573129 HTTP/1.1" status: 404 len: 328 time: 0.7533031 Feb 09 01:06:31.684561 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57984) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:31.690108 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.tag.tag_plugin [None req-b9c4cee9-efb2-4a6d-815c-f81631cccdff tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5bae354f-09b1-43e5-bd7a-e120686cede4', 'tempest-TagsExtTest-Tag-51500899') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:31.701056 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-4c059708-6a7b-4b2c-ab4c-cdae69e0ffdc service neutron] 10.222.0.105 "GET /v2.0/ports/7d8b3dcd-4895-4a65-b10b-c277f53b3a30?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2106059 Feb 09 01:06:31.814173 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-b9c4cee9-efb2-4a6d-815c-f81631cccdff tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] show failed (client error): The resource could not be found. Feb 09 01:06:31.815191 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b9c4cee9-efb2-4a6d-815c-f81631cccdff tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] 10.222.0.105 "GET /v2.0/ports/5bae354f-09b1-43e5-bd7a-e120686cede4/tags/tempest-TagsExtTest-Tag-51500899 HTTP/1.1" status: 404 len: 327 time: 0.1292415 Feb 09 01:06:31.818917 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57988) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:31.830979 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.tag.tag_plugin [None req-84b3e7f8-7ca5-4510-886b-67fb3d3770c4 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5bae354f-09b1-43e5-bd7a-e120686cede4', 'tempest-TagsExtTest-Tag-2113125749') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:31.869976 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-db89f288-2129-46ad-8eae-dbee32dd3e30 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:31.875809 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-db89f288-2129-46ad-8eae-dbee32dd3e30 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:31.933266 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c9b5f833-7ccb-4fee-a532-b4f6d9389565 req-b877b03d-712c-484e-a90b-1e71c709cdbd tempest-InstanceActionsTestJSON-98741548 tempest-InstanceActionsTestJSON-98741548-project] 10.222.0.105 "GET /v2.0/ports?device_id=105ca8a1-ea1d-4da8-bfe2-319031e41384 HTTP/1.1" status: 200 len: 210 time: 0.1800258 Feb 09 01:06:31.954330 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dba6925-3290-45fa-a3a8-12fb9e842788 admin admin] Network 5389f489-826f-40fb-b73b-31845cd2fb83 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:06:31.975505 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-9dba6925-3290-45fa-a3a8-12fb9e842788 admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:06:32.009462 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db89f288-2129-46ad-8eae-dbee32dd3e30 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Pushing event updated for resources: {'Port': ['ID=137c72e0-5c6f-461c-9744-3a2ba5357f74,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:32.032483 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-db89f288-2129-46ad-8eae-dbee32dd3e30 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:32.043038 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-84b3e7f8-7ca5-4510-886b-67fb3d3770c4 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] show failed (client error): The resource could not be found. Feb 09 01:06:32.047528 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-84b3e7f8-7ca5-4510-886b-67fb3d3770c4 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] 10.222.0.105 "GET /v2.0/ports/5bae354f-09b1-43e5-bd7a-e120686cede4/tags/tempest-TagsExtTest-Tag-2113125749 HTTP/1.1" status: 404 len: 329 time: 0.2242897 Feb 09 01:06:32.047528 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57992) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:32.053021 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.tag.tag_plugin [None req-f38b3cad-f107-4fdd-9f5d-3d0b3876bc93 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '229be5b8-2255-4e87-acec-c002755894fc', {'tags': ['tempest-TagsExtTest-Tag-1380261826', 'tempest-TagsExtTest-Tag-639302735', 'tempest-TagsExtTest-Tag-599334989']}) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:32.131116 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-db89f288-2129-46ad-8eae-dbee32dd3e30 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:32.132462 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-db89f288-2129-46ad-8eae-dbee32dd3e30 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5024307 Feb 09 01:06:32.135113 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57996) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:32.222864 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-b40e03a7-76ea-4160-8498-5ad2bcd3dc16 service neutron] 10.222.0.105 "GET /v2.0/networks/5504a1b4-4e92-48cb-9653-87325b009802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4668381 Feb 09 01:06:32.228640 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce0a5f2-f0b1-445b-b636-b770495d325b admin admin] Network 2347c0e2-18b5-449a-8992-746b7866ae46 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:06:32.230828 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f08f1420-c184-45e2-b8d1-671cdc19daba None None] Provisioning complete for port f4c5e6b3-0ac3-49ce-9f11-0dec674491ce triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:32.232337 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f08f1420-c184-45e2-b8d1-671cdc19daba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:32.234300 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-4ce0a5f2-f0b1-445b-b636-b770495d325b admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:06:32.276526 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-177ee90a-8556-4a57-9c70-530cfdac5a8f tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Synchronizing usage tracker for tenant:36b09d37f4b14756bfdc37ba101887fb on resource:floatingip {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:06:32.295470 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f38b3cad-f107-4fdd-9f5d-3d0b3876bc93 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] 10.222.0.105 "PUT /v2.0/routers/229be5b8-2255-4e87-acec-c002755894fc/tags HTTP/1.1" status: 200 len: 316 time: 0.2433088 Feb 09 01:06:32.295470 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58000) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:32.295802 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-f08f1420-c184-45e2-b8d1-671cdc19daba None None] Port f4c5e6b3-0ac3-49ce-9f11-0dec674491ce cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:06:32.304245 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.tag.tag_plugin [None req-ca9cdcc9-a2b7-47f0-8112-23c5a2660bbc tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '229be5b8-2255-4e87-acec-c002755894fc') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:32.363179 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-177ee90a-8556-4a57-9c70-530cfdac5a8f tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Unset dirty status for tenant:36b09d37f4b14756bfdc37ba101887fb on resource:floatingip {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:06:32.364503 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-177ee90a-8556-4a57-9c70-530cfdac5a8f tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] 10.222.0.105 "GET /v2.0/floatingips?floating_network_id=58f46a89-5d50-4d0a-b90d-51d2976baeb0 HTTP/1.1" status: 200 len: 690 time: 0.2283530 Feb 09 01:06:32.367391 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 58004) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:32.391617 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-a8ff801c-15b3-4bfd-9c49-ddd70e03365a req-ff9462a7-4cac-414a-b9f2-c22c1ca17056 tempest-InstanceActionsTestJSON-98741548 tempest-InstanceActionsTestJSON-98741548-project] Allocated IP 172.20.0.5 (7c81f420-ed9f-4d7d-9d3f-be9a4fca0095/5d557db6-c852-4975-9d39-15d97e896e1a/87e4a0ed-98f9-4456-820b-45199f99b57a) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:06:32.462896 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ca9cdcc9-a2b7-47f0-8112-23c5a2660bbc tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] 10.222.0.105 "DELETE /v2.0/routers/229be5b8-2255-4e87-acec-c002755894fc/tags HTTP/1.1" status: 204 len: 168 time: 0.1634600 Feb 09 01:06:32.463120 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58008) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:32.469073 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.tag.tag_plugin [None req-08feaa21-42f4-480f-9d34-2b8f49f2164d tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '229be5b8-2255-4e87-acec-c002755894fc', 'tempest-TagsExtTest-Tag-1380261826') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:32.622404 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dba6925-3290-45fa-a3a8-12fb9e842788 admin admin] Router 59be9f95-b843-4e97-ab5d-4e6f5e55f334 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:06:32.720900 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-08feaa21-42f4-480f-9d34-2b8f49f2164d tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] show failed (client error): The resource could not be found. Feb 09 01:06:32.722570 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-08feaa21-42f4-480f-9d34-2b8f49f2164d tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] 10.222.0.105 "GET /v2.0/routers/229be5b8-2255-4e87-acec-c002755894fc/tags/tempest-TagsExtTest-Tag-1380261826 HTTP/1.1" status: 404 len: 329 time: 0.2586584 Feb 09 01:06:32.724796 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58014) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:32.729690 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.tag.tag_plugin [None req-0d75f916-13a2-40c2-8c45-cdf6708ef8c5 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '229be5b8-2255-4e87-acec-c002755894fc', 'tempest-TagsExtTest-Tag-639302735') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:32.867529 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-0d75f916-13a2-40c2-8c45-cdf6708ef8c5 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] show failed (client error): The resource could not be found. Feb 09 01:06:32.868709 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-0d75f916-13a2-40c2-8c45-cdf6708ef8c5 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] 10.222.0.105 "GET /v2.0/routers/229be5b8-2255-4e87-acec-c002755894fc/tags/tempest-TagsExtTest-Tag-639302735 HTTP/1.1" status: 404 len: 328 time: 0.1429846 Feb 09 01:06:32.871847 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58018) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:32.877053 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.tag.tag_plugin [None req-048c6250-be06-462e-8af0-765d323bf926 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '229be5b8-2255-4e87-acec-c002755894fc', 'tempest-TagsExtTest-Tag-599334989') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:33.024586 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-048c6250-be06-462e-8af0-765d323bf926 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] show failed (client error): The resource could not be found. Feb 09 01:06:33.025581 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-048c6250-be06-462e-8af0-765d323bf926 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] 10.222.0.105 "GET /v2.0/routers/229be5b8-2255-4e87-acec-c002755894fc/tags/tempest-TagsExtTest-Tag-599334989 HTTP/1.1" status: 404 len: 328 time: 0.1526926 Feb 09 01:06:33.029126 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58024) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:33.035032 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.tag.tag_plugin [None req-d8273369-ad24-4174-b295-b9101dbc6a5c tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'b2c9a6a6-3561-4ba8-8b6a-b8475288051d', {'tags': ['tempest-TagsExtTest-Tag-398557462', 'tempest-TagsExtTest-Tag-1204934641', 'tempest-TagsExtTest-Tag-1225117114']}) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:33.071053 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-49b30677-00c6-473f-86a3-4f4e3550ec63 service neutron] 10.222.0.105 "GET /v2.0/networks/5504a1b4-4e92-48cb-9653-87325b009802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8344572 Feb 09 01:06:33.080466 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d8273369-ad24-4174-b295-b9101dbc6a5c tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] 10.222.0.105 "PUT /v2.0/subnetpools/b2c9a6a6-3561-4ba8-8b6a-b8475288051d/tags HTTP/1.1" status: 200 len: 317 time: 0.0498981 Feb 09 01:06:33.081098 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58028) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:33.086262 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.tag.tag_plugin [None req-5124c483-9248-4a5e-9f0b-0398db9b8cf5 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b2c9a6a6-3561-4ba8-8b6a-b8475288051d') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:33.139089 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-5124c483-9248-4a5e-9f0b-0398db9b8cf5 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] 10.222.0.105 "DELETE /v2.0/subnetpools/b2c9a6a6-3561-4ba8-8b6a-b8475288051d/tags HTTP/1.1" status: 204 len: 168 time: 0.0532312 Feb 09 01:06:33.139709 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58032) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:33.144820 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.tag.tag_plugin [None req-1359d692-1b81-44e0-be05-8bc2fc2b3cba tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b2c9a6a6-3561-4ba8-8b6a-b8475288051d', 'tempest-TagsExtTest-Tag-398557462') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:33.168731 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-1359d692-1b81-44e0-be05-8bc2fc2b3cba tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] show failed (client error): The resource could not be found. Feb 09 01:06:33.173749 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1359d692-1b81-44e0-be05-8bc2fc2b3cba tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] 10.222.0.105 "GET /v2.0/subnetpools/b2c9a6a6-3561-4ba8-8b6a-b8475288051d/tags/tempest-TagsExtTest-Tag-398557462 HTTP/1.1" status: 404 len: 328 time: 0.0300055 Feb 09 01:06:33.175630 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58036) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:33.180688 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.tag.tag_plugin [None req-0c1f17c3-2e8e-4eda-98ee-5db38fe39e19 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b2c9a6a6-3561-4ba8-8b6a-b8475288051d', 'tempest-TagsExtTest-Tag-1204934641') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:33.190795 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-de0a612e-0458-4799-9c0d-c54d7a41f194 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:33.205823 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-0c1f17c3-2e8e-4eda-98ee-5db38fe39e19 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] show failed (client error): The resource could not be found. Feb 09 01:06:33.208091 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-0c1f17c3-2e8e-4eda-98ee-5db38fe39e19 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] 10.222.0.105 "GET /v2.0/subnetpools/b2c9a6a6-3561-4ba8-8b6a-b8475288051d/tags/tempest-TagsExtTest-Tag-1204934641 HTTP/1.1" status: 404 len: 329 time: 0.0302696 Feb 09 01:06:33.210962 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ce0a5f2-f0b1-445b-b636-b770495d325b admin admin] Router c6f69f3a-4cce-4683-a548-4ebadf3cc39f has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:06:33.211654 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58040) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:33.217765 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.tag.tag_plugin [None req-4d3dcfeb-8ab0-442c-8311-f1908205b10f tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b2c9a6a6-3561-4ba8-8b6a-b8475288051d', 'tempest-TagsExtTest-Tag-1225117114') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:33.242141 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-4d3dcfeb-8ab0-442c-8311-f1908205b10f tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] show failed (client error): The resource could not be found. Feb 09 01:06:33.243193 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-4d3dcfeb-8ab0-442c-8311-f1908205b10f tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] 10.222.0.105 "GET /v2.0/subnetpools/b2c9a6a6-3561-4ba8-8b6a-b8475288051d/tags/tempest-TagsExtTest-Tag-1225117114 HTTP/1.1" status: 404 len: 329 time: 0.0303957 Feb 09 01:06:33.246026 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58044) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:33.251636 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.tag.tag_plugin [None req-9a86e27b-4241-4156-b019-6e77a33ebf54 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b2c9a6a6-3561-4ba8-8b6a-b8475288051d') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:33.283457 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9a86e27b-4241-4156-b019-6e77a33ebf54 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] 10.222.0.105 "DELETE /v2.0/subnetpools/b2c9a6a6-3561-4ba8-8b6a-b8475288051d/tags HTTP/1.1" status: 204 len: 168 time: 0.0339265 Feb 09 01:06:33.283630 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58048) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:33.288433 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.tag.tag_plugin [None req-c4d7e88e-8a41-490d-97c6-e6714e713a55 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '229be5b8-2255-4e87-acec-c002755894fc') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:33.412321 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-de0a612e-0458-4799-9c0d-c54d7a41f194 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Deleting port 137c72e0-5c6f-461c-9744-3a2ba5357f74 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:06:33.412657 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-de0a612e-0458-4799-9c0d-c54d7a41f194 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:33.440435 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c4d7e88e-8a41-490d-97c6-e6714e713a55 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] 10.222.0.105 "DELETE /v2.0/routers/229be5b8-2255-4e87-acec-c002755894fc/tags HTTP/1.1" status: 204 len: 168 time: 0.1559184 Feb 09 01:06:33.442989 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58052) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:33.448066 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.tag.tag_plugin [None req-c9bd73c4-8b44-474d-b7ab-758baeb35ae7 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5bae354f-09b1-43e5-bd7a-e120686cede4') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:33.449679 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-f81a96c0-797a-4374-b671-f07b45033161 service neutron] 10.222.0.105 "GET /v2.0/ports/80c552f4-13ae-4751-a8d8-0876183d5bf7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.3091924 Feb 09 01:06:33.534701 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c9bd73c4-8b44-474d-b7ab-758baeb35ae7 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] 10.222.0.105 "DELETE /v2.0/ports/5bae354f-09b1-43e5-bd7a-e120686cede4/tags HTTP/1.1" status: 204 len: 168 time: 0.0904682 Feb 09 01:06:33.536912 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58056) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:33.541912 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.tag.tag_plugin [None req-53937955-c0a1-4172-b9e7-c8e99c0f91c8 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '61e56175-397d-495f-92f8-7cf5ca02d417') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:33.621228 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-53937955-c0a1-4172-b9e7-c8e99c0f91c8 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] 10.222.0.105 "DELETE /v2.0/subnets/61e56175-397d-495f-92f8-7cf5ca02d417/tags HTTP/1.1" status: 204 len: 168 time: 0.0788546 Feb 09 01:06:33.621621 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58060) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:33.687146 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dba6925-3290-45fa-a3a8-12fb9e842788 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:06:33.695617 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712c3ede-b93d-4afd-aeea-0852752c978b None None] Sync routers for ids ['59be9f95-b843-4e97-ab5d-4e6f5e55f334'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:06:33.707216 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712c3ede-b93d-4afd-aeea-0852752c978b None None] Routers {'59be9f95-b843-4e97-ab5d-4e6f5e55f334'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:06:33.707967 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-712c3ede-b93d-4afd-aeea-0852752c978b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:06:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['59be9f95-b843-4e97-ab5d-4e6f5e55f334'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:33.724030 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8aeb8e44-04db-4a8d-9643-fa611c2eca82 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Notify callbacks [] for subnetpool, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:33.728845 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-8aeb8e44-04db-4a8d-9643-fa611c2eca82 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] 10.222.0.105 "DELETE /v2.0/subnetpools/b2c9a6a6-3561-4ba8-8b6a-b8475288051d HTTP/1.1" status: 204 len: 168 time: 0.1032393 Feb 09 01:06:33.729363 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58064) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:33.776735 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-371bff27-7fa9-4503-b0b8-2ae9751eb61f tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Synchronizing usage tracker for tenant:0d8d64d5c1f042eb88e43703dfc77dd6 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:06:33.792720 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a8ff801c-15b3-4bfd-9c49-ddd70e03365a req-ff9462a7-4cac-414a-b9f2-c22c1ca17056 tempest-InstanceActionsTestJSON-98741548 tempest-InstanceActionsTestJSON-98741548-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:33.801909 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-371bff27-7fa9-4503-b0b8-2ae9751eb61f tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Unset dirty status for tenant:0d8d64d5c1f042eb88e43703dfc77dd6 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:06:33.805784 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-371bff27-7fa9-4503-b0b8-2ae9751eb61f tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] 10.222.0.105 "GET /v2.0/ports?device_id=229be5b8-2255-4e87-acec-c002755894fc HTTP/1.1" status: 200 len: 205 time: 0.0728285 Feb 09 01:06:33.806537 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58068) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:33.828139 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06adeea-19e5-4b2c-ba69-d7df1f618df1 req-c71d8b4e-bde9-460b-b16b-e93bd8e4e6a7 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:33.829707 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d06adeea-19e5-4b2c-ba69-d7df1f618df1 req-c71d8b4e-bde9-460b-b16b-e93bd8e4e6a7 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=b5255b4e-2bbe-4e82-8f47-98dbe6d6af0f HTTP/1.1" status: 200 len: 946 time: 0.8977129 Feb 09 01:06:33.906323 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-9dba6925-3290-45fa-a3a8-12fb9e842788 admin admin] 10.222.0.105 "PUT /v2.0/routers/59be9f95-b843-4e97-ab5d-4e6f5e55f334/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1298361 Feb 09 01:06:33.919280 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-712c3ede-b93d-4afd-aeea-0852752c978b None None] Set router 59be9f95-b843-4e97-ab5d-4e6f5e55f334 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:06:33.965184 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4c0badf7-c9a3-4509-851f-2335212aa598 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:34.018680 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce0a5f2-f0b1-445b-b636-b770495d325b admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:06:34.030536 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0088d6e2-75dc-4ec9-aa0e-1d58b3a7a8d5 None None] Sync routers for ids ['c6f69f3a-4cce-4683-a548-4ebadf3cc39f'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:06:34.049059 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0088d6e2-75dc-4ec9-aa0e-1d58b3a7a8d5 None None] Routers {'c6f69f3a-4cce-4683-a548-4ebadf3cc39f'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:06:34.050133 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-0088d6e2-75dc-4ec9-aa0e-1d58b3a7a8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:06:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['c6f69f3a-4cce-4683-a548-4ebadf3cc39f'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:34.058562 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-4ce0a5f2-f0b1-445b-b636-b770495d325b admin admin] 10.222.0.105 "PUT /v2.0/routers/c6f69f3a-4cce-4683-a548-4ebadf3cc39f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7068429 Feb 09 01:06:34.066581 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-9c771b33-1599-4be6-8fcd-f1873269ea9c service neutron] 10.222.0.105 "GET /v2.0/networks/5504a1b4-4e92-48cb-9653-87325b009802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5243485 Feb 09 01:06:34.069178 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-de0a612e-0458-4799-9c0d-c54d7a41f194 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:34.069499 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-de0a612e-0458-4799-9c0d-c54d7a41f194 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:34.125888 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d06adeea-19e5-4b2c-ba69-d7df1f618df1 req-7726612a-9ce6-4f3d-a3ce-7a2dc82552c0 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274969 Feb 09 01:06:34.351608 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-0088d6e2-75dc-4ec9-aa0e-1d58b3a7a8d5 None None] Set router c6f69f3a-4cce-4683-a548-4ebadf3cc39f gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:06:34.429829 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-712c3ede-b93d-4afd-aeea-0852752c978b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59be9f95-b843-4e97-ab5d-4e6f5e55f334', 'name': 'tempest-ServersTestJSON-475728940-router', 'tenant_id': '5796137a8a554653b6e00403b0f3c833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '640d6cd2-8b01-4f10-aa91-1e7f2ee82101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:06:13Z', 'updated_at': '2022-02-09T01:06:29Z', 'revision_number': 4, 'project_id': '5796137a8a554653b6e00403b0f3c833', 'gw_port': {'id': '640d6cd2-8b01-4f10-aa91-1e7f2ee82101', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:37:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59be9f95-b843-4e97-ab5d-4e6f5e55f334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:16Z', 'updated_at': '2022-02-09T01:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'f4c5e6b3-0ac3-49ce-9f11-0dec674491ce', 'name': '', 'network_id': '5389f489-826f-40fb-b73b-31845cd2fb83', 'tenant_id': '5796137a8a554653b6e00403b0f3c833', 'mac_address': 'fa:16:3e:f8:43:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59be9f95-b843-4e97-ab5d-4e6f5e55f334', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '1658139b-acec-4b5d-9220-af5f5e7acc1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:25Z', 'updated_at': '2022-02-09T01:06:29Z', 'revision_number': 2, 'project_id': '5796137a8a554653b6e00403b0f3c833', 'subnets': [{'id': '1658139b-acec-4b5d-9220-af5f5e7acc1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:34.435783 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712c3ede-b93d-4afd-aeea-0852752c978b None None] Checking router: 59be9f95-b843-4e97-ab5d-4e6f5e55f334 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:06:34.436266 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712c3ede-b93d-4afd-aeea-0852752c978b None None] Updating router 59be9f95-b843-4e97-ab5d-4e6f5e55f334 port f4c5e6b3-0ac3-49ce-9f11-0dec674491ce binding host n-d-828418-1 {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:06:34.436985 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a8ff801c-15b3-4bfd-9c49-ddd70e03365a req-ff9462a7-4cac-414a-b9f2-c22c1ca17056 tempest-InstanceActionsTestJSON-98741548 tempest-InstanceActionsTestJSON-98741548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:34.512016 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-712c3ede-b93d-4afd-aeea-0852752c978b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:34.636033 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4c0badf7-c9a3-4509-851f-2335212aa598 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:34.636679 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-de0a612e-0458-4799-9c0d-c54d7a41f194 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Calling delete_port for 137c72e0-5c6f-461c-9744-3a2ba5357f74 owned by network:floatingip {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:06:34.648442 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4c0badf7-c9a3-4509-851f-2335212aa598 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:34.690752 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4c0badf7-c9a3-4509-851f-2335212aa598 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:34.691285 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c0badf7-c9a3-4509-851f-2335212aa598 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Fanout notify agent at l3_agent the message router_deleted on router 229be5b8-2255-4e87-acec-c002755894fc {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:06:34.709542 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4c0badf7-c9a3-4509-851f-2335212aa598 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:34.712838 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-4c0badf7-c9a3-4509-851f-2335212aa598 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] 10.222.0.105 "DELETE /v2.0/routers/229be5b8-2255-4e87-acec-c002755894fc HTTP/1.1" status: 204 len: 168 time: 0.9034297 Feb 09 01:06:34.722306 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58082) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:34.761428 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-0088d6e2-75dc-4ec9-aa0e-1d58b3a7a8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f69f3a-4cce-4683-a548-4ebadf3cc39f', 'name': 'tempest-ServerRescueTestJSON-746228788-router', 'tenant_id': '6039567a52d946e490ce131e89f5d77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': 'a8eaee66-eb67-409e-aa7c-64765fc54527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:06:17Z', 'updated_at': '2022-02-09T01:06:29Z', 'revision_number': 4, 'project_id': '6039567a52d946e490ce131e89f5d77f', 'gw_port': {'id': 'a8eaee66-eb67-409e-aa7c-64765fc54527', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:94:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f69f3a-4cce-4683-a548-4ebadf3cc39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:19Z', 'updated_at': '2022-02-09T01:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '81f23413-9f86-4dad-86bb-2317aef85009', 'name': '', 'network_id': '2347c0e2-18b5-449a-8992-746b7866ae46', 'tenant_id': '6039567a52d946e490ce131e89f5d77f', 'mac_address': 'fa:16:3e:a8:b2:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f69f3a-4cce-4683-a548-4ebadf3cc39f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '1fb2cbe1-ac38-49b2-93b4-07126768375d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:26Z', 'updated_at': '2022-02-09T01:06:30Z', 'revision_number': 2, 'project_id': '6039567a52d946e490ce131e89f5d77f', 'subnets': [{'id': '1fb2cbe1-ac38-49b2-93b4-07126768375d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:34.767682 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0088d6e2-75dc-4ec9-aa0e-1d58b3a7a8d5 None None] Checking router: c6f69f3a-4cce-4683-a548-4ebadf3cc39f for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:06:34.767682 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0088d6e2-75dc-4ec9-aa0e-1d58b3a7a8d5 None None] Updating router c6f69f3a-4cce-4683-a548-4ebadf3cc39f port 81f23413-9f86-4dad-86bb-2317aef85009 binding host n-d-828418-1 {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:06:34.804770 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8ff801c-15b3-4bfd-9c49-ddd70e03365a req-ff9462a7-4cac-414a-b9f2-c22c1ca17056 tempest-InstanceActionsTestJSON-98741548 tempest-InstanceActionsTestJSON-98741548-project] Network 7c81f420-ed9f-4d7d-9d3f-be9a4fca0095 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:06:34.813822 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-742cfd09-ed5a-43c1-83ed-d9363df1c68d tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Deleting port 5bae354f-09b1-43e5-bd7a-e120686cede4 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:06:34.814170 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-742cfd09-ed5a-43c1-83ed-d9363df1c68d tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:34.824997 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-a8ff801c-15b3-4bfd-9c49-ddd70e03365a req-ff9462a7-4cac-414a-b9f2-c22c1ca17056 tempest-InstanceActionsTestJSON-98741548 tempest-InstanceActionsTestJSON-98741548-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:06:34.826398 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-0088d6e2-75dc-4ec9-aa0e-1d58b3a7a8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:34.837778 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8ff801c-15b3-4bfd-9c49-ddd70e03365a req-ff9462a7-4cac-414a-b9f2-c22c1ca17056 tempest-InstanceActionsTestJSON-98741548 tempest-InstanceActionsTestJSON-98741548-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:06:34.883763 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9462a7-4cac-414a-b9f2-c22c1ca17056 tempest-InstanceActionsTestJSON-98741548 tempest-InstanceActionsTestJSON-98741548-project] Pushing event updated for resources: {'Port': ['ID=87e4a0ed-98f9-4456-820b-45199f99b57a,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:34.915638 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-bc575e2b-f456-4ee3-9ac1-dd0114062d89 service neutron] 10.222.0.105 "GET /v2.0/networks/5504a1b4-4e92-48cb-9653-87325b009802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8304920 Feb 09 01:06:35.071622 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-712c3ede-b93d-4afd-aeea-0852752c978b None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:35.082884 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ff801c-15b3-4bfd-9c49-ddd70e03365a req-ff9462a7-4cac-414a-b9f2-c22c1ca17056 tempest-InstanceActionsTestJSON-98741548 tempest-InstanceActionsTestJSON-98741548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:35.083526 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a8ff801c-15b3-4bfd-9c49-ddd70e03365a req-ff9462a7-4cac-414a-b9f2-c22c1ca17056 tempest-InstanceActionsTestJSON-98741548 tempest-InstanceActionsTestJSON-98741548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:35.102183 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ce9da5-c520-47cf-b708-0dd295cd100d req-1c966b3c-4285-483c-8251-0cc9da613bbe tempest-InstanceActionsTestJSON-98741548 tempest-InstanceActionsTestJSON-98741548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:35.102897 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-74ce9da5-c520-47cf-b708-0dd295cd100d req-1c966b3c-4285-483c-8251-0cc9da613bbe tempest-InstanceActionsTestJSON-98741548 tempest-InstanceActionsTestJSON-98741548-project] Synchronizing usage tracker for tenant:85514e5355464622a0f8eb9ed2908406 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:06:35.157869 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-742cfd09-ed5a-43c1-83ed-d9363df1c68d tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:35.170945 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-74ce9da5-c520-47cf-b708-0dd295cd100d req-1c966b3c-4285-483c-8251-0cc9da613bbe tempest-InstanceActionsTestJSON-98741548 tempest-InstanceActionsTestJSON-98741548-project] Unset dirty status for tenant:85514e5355464622a0f8eb9ed2908406 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:06:35.172142 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-74ce9da5-c520-47cf-b708-0dd295cd100d req-1c966b3c-4285-483c-8251-0cc9da613bbe tempest-InstanceActionsTestJSON-98741548 tempest-InstanceActionsTestJSON-98741548-project] 10.222.0.105 "GET /v2.0/ports?device_id=105ca8a1-ea1d-4da8-bfe2-319031e41384 HTTP/1.1" status: 200 len: 931 time: 0.8187921 Feb 09 01:06:35.173303 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a8ff801c-15b3-4bfd-9c49-ddd70e03365a req-ff9462a7-4cac-414a-b9f2-c22c1ca17056 tempest-InstanceActionsTestJSON-98741548 tempest-InstanceActionsTestJSON-98741548-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6298966 Feb 09 01:06:35.193958 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-712c3ede-b93d-4afd-aeea-0852752c978b None None] Transition to ACTIVE for port object f4c5e6b3-0ac3-49ce-9f11-0dec674491ce will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:06:35.197203 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-a8ff801c-15b3-4bfd-9c49-ddd70e03365a req-2136cf9d-425b-4a09-9f31-7e82917863ec service neutron] Request body: {'port': {'device_id': '105ca8a1-ea1d-4da8-bfe2-319031e41384', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:35.205619 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-712c3ede-b93d-4afd-aeea-0852752c978b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:35.255753 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-de0a612e-0458-4799-9c0d-c54d7a41f194 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:35.284087 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-0088d6e2-75dc-4ec9-aa0e-1d58b3a7a8d5 None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:35.298260 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-0088d6e2-75dc-4ec9-aa0e-1d58b3a7a8d5 None None] Transition to ACTIVE for port object 81f23413-9f86-4dad-86bb-2317aef85009 will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:06:35.299932 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-742cfd09-ed5a-43c1-83ed-d9363df1c68d tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Calling delete_port for 5bae354f-09b1-43e5-bd7a-e120686cede4 owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:06:35.305522 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-0088d6e2-75dc-4ec9-aa0e-1d58b3a7a8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:35.316300 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453fcfc6-4181-4c63-8441-12e06a6825c1 None None] Pushing event updated for resources: {'Port': ['ID=f4c5e6b3-0ac3-49ce-9f11-0dec674491ce,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:35.350106 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0a612e-0458-4799-9c0d-c54d7a41f194 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Pushing event deleted for resources: {'Port': ['ID=137c72e0-5c6f-461c-9744-3a2ba5357f74,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:35.403273 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-bc30620b-cc94-4066-86dd-e5e9b5aa5727 service neutron] 10.222.0.105 "GET /v2.0/networks/5504a1b4-4e92-48cb-9653-87325b009802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4674389 Feb 09 01:06:35.417544 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f25a36-6ec8-467c-984b-492b86ae98f2 None None] Pushing event updated for resources: {'Port': ['ID=81f23413-9f86-4dad-86bb-2317aef85009,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:35.535570 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-742cfd09-ed5a-43c1-83ed-d9363df1c68d tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:35.565471 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-74ce9da5-c520-47cf-b708-0dd295cd100d req-88cb8c92-4ac1-4cf3-96c7-37ecb0d38344 tempest-InstanceActionsTestJSON-98741548 tempest-InstanceActionsTestJSON-98741548-project] Synchronizing usage tracker for tenant:85514e5355464622a0f8eb9ed2908406 on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:06:35.565690 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-712c3ede-b93d-4afd-aeea-0852752c978b None None] Attempting to bind port f4c5e6b3-0ac3-49ce-9f11-0dec674491ce on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:06:35.565992 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-712c3ede-b93d-4afd-aeea-0852752c978b None None] Attempting to bind port f4c5e6b3-0ac3-49ce-9f11-0dec674491ce by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'c36f2fc3-85a0-4772-8b18-bed55b9183bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5389f489-826f-40fb-b73b-31845cd2fb83'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:06:35.566352 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712c3ede-b93d-4afd-aeea-0852752c978b None None] Attempting to bind port f4c5e6b3-0ac3-49ce-9f11-0dec674491ce on network 5389f489-826f-40fb-b73b-31845cd2fb83 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:06:35.573697 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712c3ede-b93d-4afd-aeea-0852752c978b None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:06:35.574076 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712c3ede-b93d-4afd-aeea-0852752c978b None None] Checking segment: {'id': 'c36f2fc3-85a0-4772-8b18-bed55b9183bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5389f489-826f-40fb-b73b-31845cd2fb83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:06:35.574464 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-712c3ede-b93d-4afd-aeea-0852752c978b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:35.574858 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712c3ede-b93d-4afd-aeea-0852752c978b None None] Bound using segment: {'id': 'c36f2fc3-85a0-4772-8b18-bed55b9183bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5389f489-826f-40fb-b73b-31845cd2fb83'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:06:35.575370 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-712c3ede-b93d-4afd-aeea-0852752c978b None None] Bound port: f4c5e6b3-0ac3-49ce-9f11-0dec674491ce, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c36f2fc3-85a0-4772-8b18-bed55b9183bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5389f489-826f-40fb-b73b-31845cd2fb83'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:06:35.575924 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-712c3ede-b93d-4afd-aeea-0852752c978b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:35.665446 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742cfd09-ed5a-43c1-83ed-d9363df1c68d tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Pushing event deleted for resources: {'Port': ['ID=5bae354f-09b1-43e5-bd7a-e120686cede4,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:35.739261 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-712c3ede-b93d-4afd-aeea-0852752c978b None None] For port f4c5e6b3-0ac3-49ce-9f11-0dec674491ce, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:06:35.748430 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-a3de3de8-9b94-4152-ad92-cc6004c33fef service neutron] 10.222.0.105 "GET /v2.0/networks/5504a1b4-4e92-48cb-9653-87325b009802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437741 Feb 09 01:06:35.758014 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-712c3ede-b93d-4afd-aeea-0852752c978b None None] For port f4c5e6b3-0ac3-49ce-9f11-0dec674491ce, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=f4c5e6b3-0ac3-49ce-9f11-0dec674491ce,segment=NetworkSegment(c36f2fc3-85a0-4772-8b18-bed55b9183bf),segment_id=c36f2fc3-85a0-4772-8b18-bed55b9183bf)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:06:35.768049 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742cfd09-ed5a-43c1-83ed-d9363df1c68d tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:35.768544 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742cfd09-ed5a-43c1-83ed-d9363df1c68d tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:35.768897 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742cfd09-ed5a-43c1-83ed-d9363df1c68d tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:35.769237 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742cfd09-ed5a-43c1-83ed-d9363df1c68d tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:35.769574 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742cfd09-ed5a-43c1-83ed-d9363df1c68d tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:35.769937 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742cfd09-ed5a-43c1-83ed-d9363df1c68d tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:35.770268 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742cfd09-ed5a-43c1-83ed-d9363df1c68d tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:35.770596 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742cfd09-ed5a-43c1-83ed-d9363df1c68d tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:35.770930 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742cfd09-ed5a-43c1-83ed-d9363df1c68d tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:35.771400 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742cfd09-ed5a-43c1-83ed-d9363df1c68d tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:35.771587 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-712c3ede-b93d-4afd-aeea-0852752c978b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:35.771754 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742cfd09-ed5a-43c1-83ed-d9363df1c68d tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:35.772052 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742cfd09-ed5a-43c1-83ed-d9363df1c68d tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:35.802585 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-0088d6e2-75dc-4ec9-aa0e-1d58b3a7a8d5 None None] Attempting to bind port 81f23413-9f86-4dad-86bb-2317aef85009 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:06:35.803034 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-0088d6e2-75dc-4ec9-aa0e-1d58b3a7a8d5 None None] Attempting to bind port 81f23413-9f86-4dad-86bb-2317aef85009 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'f4a9a430-6030-4c47-873d-1751edec414b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2347c0e2-18b5-449a-8992-746b7866ae46'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:06:35.803352 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0088d6e2-75dc-4ec9-aa0e-1d58b3a7a8d5 None None] Attempting to bind port 81f23413-9f86-4dad-86bb-2317aef85009 on network 2347c0e2-18b5-449a-8992-746b7866ae46 {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:06:35.813681 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0088d6e2-75dc-4ec9-aa0e-1d58b3a7a8d5 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:06:35.814048 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0088d6e2-75dc-4ec9-aa0e-1d58b3a7a8d5 None None] Checking segment: {'id': 'f4a9a430-6030-4c47-873d-1751edec414b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2347c0e2-18b5-449a-8992-746b7866ae46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:06:35.814452 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-0088d6e2-75dc-4ec9-aa0e-1d58b3a7a8d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:35.814848 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0088d6e2-75dc-4ec9-aa0e-1d58b3a7a8d5 None None] Bound using segment: {'id': 'f4a9a430-6030-4c47-873d-1751edec414b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2347c0e2-18b5-449a-8992-746b7866ae46'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:06:35.815313 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-0088d6e2-75dc-4ec9-aa0e-1d58b3a7a8d5 None None] Bound port: 81f23413-9f86-4dad-86bb-2317aef85009, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4a9a430-6030-4c47-873d-1751edec414b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2347c0e2-18b5-449a-8992-746b7866ae46'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:06:35.815684 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-0088d6e2-75dc-4ec9-aa0e-1d58b3a7a8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:35.857565 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-de0a612e-0458-4799-9c0d-c54d7a41f194 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:35.866193 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-74ce9da5-c520-47cf-b708-0dd295cd100d req-88cb8c92-4ac1-4cf3-96c7-37ecb0d38344 tempest-InstanceActionsTestJSON-98741548 tempest-InstanceActionsTestJSON-98741548-project] Unset dirty status for tenant:85514e5355464622a0f8eb9ed2908406 on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:06:35.867369 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-74ce9da5-c520-47cf-b708-0dd295cd100d req-88cb8c92-4ac1-4cf3-96c7-37ecb0d38344 tempest-InstanceActionsTestJSON-98741548 tempest-InstanceActionsTestJSON-98741548-project] 10.222.0.105 "GET /v2.0/security-groups?id=c4040943-d6cc-4b7b-83db-94add070bf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6788850 Feb 09 01:06:35.867901 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a8ff801c-15b3-4bfd-9c49-ddd70e03365a req-2136cf9d-425b-4a09-9f31-7e82917863ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:35.933807 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-742cfd09-ed5a-43c1-83ed-d9363df1c68d tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:35.955058 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712c3ede-b93d-4afd-aeea-0852752c978b None None] Routers {'59be9f95-b843-4e97-ab5d-4e6f5e55f334'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:06:35.955943 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-712c3ede-b93d-4afd-aeea-0852752c978b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:06:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['59be9f95-b843-4e97-ab5d-4e6f5e55f334'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:35.963717 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-742cfd09-ed5a-43c1-83ed-d9363df1c68d tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] 10.222.0.105 "DELETE /v2.0/ports/5bae354f-09b1-43e5-bd7a-e120686cede4 HTTP/1.1" status: 204 len: 168 time: 1.2409875 Feb 09 01:06:35.967380 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58090) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:36.028225 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-0088d6e2-75dc-4ec9-aa0e-1d58b3a7a8d5 None None] For port 81f23413-9f86-4dad-86bb-2317aef85009, host n-d-828418-1, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:06:36.035859 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-0088d6e2-75dc-4ec9-aa0e-1d58b3a7a8d5 None None] For port 81f23413-9f86-4dad-86bb-2317aef85009, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=81f23413-9f86-4dad-86bb-2317aef85009,segment=NetworkSegment(f4a9a430-6030-4c47-873d-1751edec414b),segment_id=f4a9a430-6030-4c47-873d-1751edec414b)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:06:36.042239 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-0088d6e2-75dc-4ec9-aa0e-1d58b3a7a8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:36.159897 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453fcfc6-4181-4c63-8441-12e06a6825c1 None None] Pushing event updated for resources: {'Port': ['ID=f4c5e6b3-0ac3-49ce-9f11-0dec674491ce,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:36.195135 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-058dd0aa-706c-46f7-827a-73fad0b5fc2c tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Deleting subnet 61e56175-397d-495f-92f8-7cf5ca02d417 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:06:36.224478 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-058dd0aa-706c-46f7-827a-73fad0b5fc2c tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:36.238869 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0088d6e2-75dc-4ec9-aa0e-1d58b3a7a8d5 None None] Routers {'c6f69f3a-4cce-4683-a548-4ebadf3cc39f'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:06:36.239863 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-0088d6e2-75dc-4ec9-aa0e-1d58b3a7a8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:06:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['c6f69f3a-4cce-4683-a548-4ebadf3cc39f'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:36.404083 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-058dd0aa-706c-46f7-827a-73fad0b5fc2c tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:36.515928 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-e2d527c9-2f15-4dbd-9567-14acf75331e2 service neutron] 10.222.0.105 "GET /v2.0/networks/5504a1b4-4e92-48cb-9653-87325b009802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7495747 Feb 09 01:06:36.519227 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-712c3ede-b93d-4afd-aeea-0852752c978b None None] Set router 59be9f95-b843-4e97-ab5d-4e6f5e55f334 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:06:36.557313 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-de0a612e-0458-4799-9c0d-c54d7a41f194 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:36.651056 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.db.resource_extend [req-a8ff801c-15b3-4bfd-9c49-ddd70e03365a req-2136cf9d-425b-4a09-9f31-7e82917863ec service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:06:36.651626 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-058dd0aa-706c-46f7-827a-73fad0b5fc2c tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:36.696993 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-0088d6e2-75dc-4ec9-aa0e-1d58b3a7a8d5 None None] Set router c6f69f3a-4cce-4683-a548-4ebadf3cc39f gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:06:36.817059 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-058dd0aa-706c-46f7-827a-73fad0b5fc2c tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:36.869782 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058dd0aa-706c-46f7-827a-73fad0b5fc2c tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Pushing event deleted for resources: {'Subnet': ['ID=61e56175-397d-495f-92f8-7cf5ca02d417,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:36.894582 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-058dd0aa-706c-46f7-827a-73fad0b5fc2c tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:36.901572 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd323d4-4f5d-4193-9222-84ee7255e430 None None] Network e2293c62-20e4-42cf-91d9-99afb1d0739e requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:06:36.902443 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-a8ff801c-15b3-4bfd-9c49-ddd70e03365a req-2136cf9d-425b-4a09-9f31-7e82917863ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87e4a0ed-98f9-4456-820b-45199f99b57a {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:06:36.904076 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-058dd0aa-706c-46f7-827a-73fad0b5fc2c tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] 10.222.0.105 "DELETE /v2.0/subnets/61e56175-397d-495f-92f8-7cf5ca02d417 HTTP/1.1" status: 204 len: 168 time: 0.9353440 Feb 09 01:06:36.908532 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58096) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:36.979261 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a8ff801c-15b3-4bfd-9c49-ddd70e03365a req-2136cf9d-425b-4a09-9f31-7e82917863ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:36.985089 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-de0a612e-0458-4799-9c0d-c54d7a41f194 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:36.988821 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 58100) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:37.047952 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-903e4ddc-7a18-47f2-a053-7380b6acfa4a tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1482466589', 'description': 'tempest-description--1334875211'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:37.073645 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-903e4ddc-7a18-47f2-a053-7380b6acfa4a tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:37.089724 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60e0b295-abb7-4d25-9da2-ea6955b2eb25 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:37.092828 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0a612e-0458-4799-9c0d-c54d7a41f194 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=69d0ad31-ce95-4b2c-b6c4-a905140bc28e,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:37.125843 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60e0b295-abb7-4d25-9da2-ea6955b2eb25 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Deleting port eb834104-9104-46ab-80f5-38fd07d5e354 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:06:37.126192 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60e0b295-abb7-4d25-9da2-ea6955b2eb25 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:37.189077 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-903e4ddc-7a18-47f2-a053-7380b6acfa4a tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Usage tracker for resource:security_group and tenant:5796137a8a554653b6e00403b0f3c833 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:06:37.198801 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-a8ff801c-15b3-4bfd-9c49-ddd70e03365a req-2136cf9d-425b-4a09-9f31-7e82917863ec service neutron] Transition to ACTIVE for port object 87e4a0ed-98f9-4456-820b-45199f99b57a will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:06:37.210112 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-903e4ddc-7a18-47f2-a053-7380b6acfa4a tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:06:37.239193 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f25a36-6ec8-467c-984b-492b86ae98f2 None None] Pushing event updated for resources: {'Port': ['ID=81f23413-9f86-4dad-86bb-2317aef85009,revision_number=4']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:37.245764 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-712c3ede-b93d-4afd-aeea-0852752c978b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59be9f95-b843-4e97-ab5d-4e6f5e55f334', 'name': 'tempest-ServersTestJSON-475728940-router', 'tenant_id': '5796137a8a554653b6e00403b0f3c833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '640d6cd2-8b01-4f10-aa91-1e7f2ee82101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:06:13Z', 'updated_at': '2022-02-09T01:06:29Z', 'revision_number': 4, 'project_id': '5796137a8a554653b6e00403b0f3c833', 'gw_port': {'id': '640d6cd2-8b01-4f10-aa91-1e7f2ee82101', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:37:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59be9f95-b843-4e97-ab5d-4e6f5e55f334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:16Z', 'updated_at': '2022-02-09T01:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'f4c5e6b3-0ac3-49ce-9f11-0dec674491ce', 'name': '', 'network_id': '5389f489-826f-40fb-b73b-31845cd2fb83', 'tenant_id': '5796137a8a554653b6e00403b0f3c833', 'mac_address': 'fa:16:3e:f8:43:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59be9f95-b843-4e97-ab5d-4e6f5e55f334', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '1658139b-acec-4b5d-9220-af5f5e7acc1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:25Z', 'updated_at': '2022-02-09T01:06:35Z', 'revision_number': 4, 'project_id': '5796137a8a554653b6e00403b0f3c833', 'subnets': [{'id': '1658139b-acec-4b5d-9220-af5f5e7acc1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:37.248281 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-0088d6e2-75dc-4ec9-aa0e-1d58b3a7a8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f69f3a-4cce-4683-a548-4ebadf3cc39f', 'name': 'tempest-ServerRescueTestJSON-746228788-router', 'tenant_id': '6039567a52d946e490ce131e89f5d77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': 'a8eaee66-eb67-409e-aa7c-64765fc54527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:06:17Z', 'updated_at': '2022-02-09T01:06:29Z', 'revision_number': 4, 'project_id': '6039567a52d946e490ce131e89f5d77f', 'gw_port': {'id': 'a8eaee66-eb67-409e-aa7c-64765fc54527', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:94:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f69f3a-4cce-4683-a548-4ebadf3cc39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:19Z', 'updated_at': '2022-02-09T01:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '81f23413-9f86-4dad-86bb-2317aef85009', 'name': '', 'network_id': '2347c0e2-18b5-449a-8992-746b7866ae46', 'tenant_id': '6039567a52d946e490ce131e89f5d77f', 'mac_address': 'fa:16:3e:a8:b2:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f69f3a-4cce-4683-a548-4ebadf3cc39f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '1fb2cbe1-ac38-49b2-93b4-07126768375d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:26Z', 'updated_at': '2022-02-09T01:06:36Z', 'revision_number': 4, 'project_id': '6039567a52d946e490ce131e89f5d77f', 'subnets': [{'id': '1fb2cbe1-ac38-49b2-93b4-07126768375d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:37.255383 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712c3ede-b93d-4afd-aeea-0852752c978b None None] The sync data for ids ['59be9f95-b843-4e97-ab5d-4e6f5e55f334'] in n-d-828418-1 is: [{'id': '59be9f95-b843-4e97-ab5d-4e6f5e55f334', 'name': 'tempest-ServersTestJSON-475728940-router', 'tenant_id': '5796137a8a554653b6e00403b0f3c833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '640d6cd2-8b01-4f10-aa91-1e7f2ee82101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:06:13Z', 'updated_at': '2022-02-09T01:06:29Z', 'revision_number': 4, 'project_id': '5796137a8a554653b6e00403b0f3c833', 'gw_port': {'id': '640d6cd2-8b01-4f10-aa91-1e7f2ee82101', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:37:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59be9f95-b843-4e97-ab5d-4e6f5e55f334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:16Z', 'updated_at': '2022-02-09T01:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'f4c5e6b3-0ac3-49ce-9f11-0dec674491ce', 'name': '', 'network_id': '5389f489-826f-40fb-b73b-31845cd2fb83', 'tenant_id': '5796137a8a554653b6e00403b0f3c833', 'mac_address': 'fa:16:3e:f8:43:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59be9f95-b843-4e97-ab5d-4e6f5e55f334', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '1658139b-acec-4b5d-9220-af5f5e7acc1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:25Z', 'updated_at': '2022-02-09T01:06:35Z', 'revision_number': 4, 'project_id': '5796137a8a554653b6e00403b0f3c833', 'subnets': [{'id': '1658139b-acec-4b5d-9220-af5f5e7acc1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:06:37.255691 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0088d6e2-75dc-4ec9-aa0e-1d58b3a7a8d5 None None] The sync data for ids ['c6f69f3a-4cce-4683-a548-4ebadf3cc39f'] in n-d-828418-1 is: [{'id': 'c6f69f3a-4cce-4683-a548-4ebadf3cc39f', 'name': 'tempest-ServerRescueTestJSON-746228788-router', 'tenant_id': '6039567a52d946e490ce131e89f5d77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': 'a8eaee66-eb67-409e-aa7c-64765fc54527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:06:17Z', 'updated_at': '2022-02-09T01:06:29Z', 'revision_number': 4, 'project_id': '6039567a52d946e490ce131e89f5d77f', 'gw_port': {'id': 'a8eaee66-eb67-409e-aa7c-64765fc54527', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:94:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f69f3a-4cce-4683-a548-4ebadf3cc39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:19Z', 'updated_at': '2022-02-09T01:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '81f23413-9f86-4dad-86bb-2317aef85009', 'name': '', 'network_id': '2347c0e2-18b5-449a-8992-746b7866ae46', 'tenant_id': '6039567a52d946e490ce131e89f5d77f', 'mac_address': 'fa:16:3e:a8:b2:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f69f3a-4cce-4683-a548-4ebadf3cc39f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '1fb2cbe1-ac38-49b2-93b4-07126768375d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:26Z', 'updated_at': '2022-02-09T01:06:36Z', 'revision_number': 4, 'project_id': '6039567a52d946e490ce131e89f5d77f', 'subnets': [{'id': '1fb2cbe1-ac38-49b2-93b4-07126768375d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:06:37.270567 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a8ff801c-15b3-4bfd-9c49-ddd70e03365a req-2136cf9d-425b-4a09-9f31-7e82917863ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:37.341342 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-903e4ddc-7a18-47f2-a053-7380b6acfa4a tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:37.365198 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d701b08b-3de1-4450-8fed-04526ed547ee None None] DHCP port deletion for e2293c62-20e4-42cf-91d9-99afb1d0739e request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:06:37.385386 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d701b08b-3de1-4450-8fed-04526ed547ee None None] Deleting port eb834104-9104-46ab-80f5-38fd07d5e354 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:06:37.394118 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d701b08b-3de1-4450-8fed-04526ed547ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:37.520670 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-60e0b295-abb7-4d25-9da2-ea6955b2eb25 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] For port eb834104-9104-46ab-80f5-38fd07d5e354, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=eb834104-9104-46ab-80f5-38fd07d5e354,segment=NetworkSegment(82d7ff21-1bac-4e91-8aba-c6ea8ce92164),segment_id=82d7ff21-1bac-4e91-8aba-c6ea8ce92164)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:37.521031 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60e0b295-abb7-4d25-9da2-ea6955b2eb25 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:37.607732 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-de0a612e-0458-4799-9c0d-c54d7a41f194 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:37.655424 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-de0a612e-0458-4799-9c0d-c54d7a41f194 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58f46a89-5d50-4d0a-b90d-51d2976baeb0']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:37.669026 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-de0a612e-0458-4799-9c0d-c54d7a41f194 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16267763-c2f3-4b44-90aa-b031dc5f33e9') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:37.669632 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-de0a612e-0458-4799-9c0d-c54d7a41f194 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16267763-c2f3-4b44-90aa-b031dc5f33e9') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:37.742284 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d701b08b-3de1-4450-8fed-04526ed547ee None None] For port eb834104-9104-46ab-80f5-38fd07d5e354, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=eb834104-9104-46ab-80f5-38fd07d5e354,segment=NetworkSegment(82d7ff21-1bac-4e91-8aba-c6ea8ce92164),segment_id=82d7ff21-1bac-4e91-8aba-c6ea8ce92164)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:37.742731 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d701b08b-3de1-4450-8fed-04526ed547ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:37.771662 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-60e0b295-abb7-4d25-9da2-ea6955b2eb25 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Calling delete_port for eb834104-9104-46ab-80f5-38fd07d5e354 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:06:37.775831 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-de0a612e-0458-4799-9c0d-c54d7a41f194 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:37.807823 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-de0a612e-0458-4799-9c0d-c54d7a41f194 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:37.815306 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de0a612e-0458-4799-9c0d-c54d7a41f194 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:06:37.815761 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-de0a612e-0458-4799-9c0d-c54d7a41f194 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:37.882134 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60e0b295-abb7-4d25-9da2-ea6955b2eb25 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:37.892682 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136cf9d-425b-4a09-9f31-7e82917863ec service neutron] Pushing event updated for resources: {'Port': ['ID=87e4a0ed-98f9-4456-820b-45199f99b57a,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:37.895196 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 01:06:37.895196 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:06:37.895196 n-d-828418-1 neutron-server[87639]: timer() Feb 09 01:06:37.895196 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:06:37.895196 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 01:06:37.895196 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:06:37.895196 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 01:06:37.895196 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:06:37.895196 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 01:06:37.895196 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:06:37.895196 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 01:06:37.895196 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:06:37.895196 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 01:06:37.895196 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:06:37.895196 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:06:37.895196 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:06:37.895196 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:06:37.895196 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:06:37.895196 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 01:06:37.895196 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:06:37.895196 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 01:06:37.895196 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:06:37.895196 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:06:37.895196 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:06:37.895196 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 01:06:37.895196 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:06:37.895196 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:06:37.895196 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:06:37.895196 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:06:37.895196 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:06:37.895196 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:06:37.895196 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:06:37.902412 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d701b08b-3de1-4450-8fed-04526ed547ee None None] Calling delete_port for eb834104-9104-46ab-80f5-38fd07d5e354 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:06:37.907104 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-b63dbf72-ce0f-423b-ac74-56db2624cf57 service neutron] 10.222.0.105 "GET /v2.0/networks/5504a1b4-4e92-48cb-9653-87325b009802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3759713 Feb 09 01:06:37.907901 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-903e4ddc-7a18-47f2-a053-7380b6acfa4a tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:38.041718 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-d701b08b-3de1-4450-8fed-04526ed547ee None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:06:38.043800 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-d701b08b-3de1-4450-8fed-04526ed547ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:06:38.083261 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-93ea2a01-84c9-4ec4-9e4b-946529d1e6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:38.136461 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e0b295-abb7-4d25-9da2-ea6955b2eb25 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Pushing event deleted for resources: {'Port': ['ID=eb834104-9104-46ab-80f5-38fd07d5e354,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:38.148143 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e0b295-abb7-4d25-9da2-ea6955b2eb25 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] No DVR routers for this DVR port eb834104-9104-46ab-80f5-38fd07d5e354 on host n-d-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:06:38.154589 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-903e4ddc-7a18-47f2-a053-7380b6acfa4a tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:38.183813 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-903e4ddc-7a18-47f2-a053-7380b6acfa4a tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Usage tracker for resource:security_group_rule and tenant:5796137a8a554653b6e00403b0f3c833 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:06:38.193671 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-903e4ddc-7a18-47f2-a053-7380b6acfa4a tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:06:38.214382 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c71caaf-7237-4c30-81cc-cd75beb98532 req-06d2a84d-d6bd-484c-8f52-f36e4e002035 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:38.222140 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2c71caaf-7237-4c30-81cc-cd75beb98532 req-06d2a84d-d6bd-484c-8f52-f36e4e002035 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/networks?id=2347c0e2-18b5-449a-8992-746b7866ae46 HTTP/1.1" status: 200 len: 810 time: 1.0293970 Feb 09 01:06:38.229869 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-de0a612e-0458-4799-9c0d-c54d7a41f194 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:38.246436 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-903e4ddc-7a18-47f2-a053-7380b6acfa4a tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:38.278078 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de0a612e-0458-4799-9c0d-c54d7a41f194 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 58f46a89-5d50-4d0a-b90d-51d2976baeb0 {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 09 01:06:38.288325 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2c71caaf-7237-4c30-81cc-cd75beb98532 req-1d47d1de-9b2d-4de8-8c15-5932ea44e1c3 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/quotas/6039567a52d946e490ce131e89f5d77f HTTP/1.1" status: 200 len: 375 time: 0.0650787 Feb 09 01:06:38.302560 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60e0b295-abb7-4d25-9da2-ea6955b2eb25 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:38.333362 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-60e0b295-abb7-4d25-9da2-ea6955b2eb25 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2293c62-20e4-42cf-91d9-99afb1d0739e']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:38.343351 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-de0a612e-0458-4799-9c0d-c54d7a41f194 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:38.349228 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-60e0b295-abb7-4d25-9da2-ea6955b2eb25 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82d7ff21-1bac-4e91-8aba-c6ea8ce92164') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:38.349514 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-60e0b295-abb7-4d25-9da2-ea6955b2eb25 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82d7ff21-1bac-4e91-8aba-c6ea8ce92164') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:38.362008 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60e0b295-abb7-4d25-9da2-ea6955b2eb25 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:38.375931 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0a612e-0458-4799-9c0d-c54d7a41f194 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Pushing event deleted for resources: {'Network': ['ID=58f46a89-5d50-4d0a-b90d-51d2976baeb0,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:38.382740 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60e0b295-abb7-4d25-9da2-ea6955b2eb25 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:38.390932 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60e0b295-abb7-4d25-9da2-ea6955b2eb25 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:06:38.391395 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60e0b295-abb7-4d25-9da2-ea6955b2eb25 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:38.407569 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:06:38.407569 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:06:38.407569 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:06:38.407569 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:06:38.407569 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:06:38.407569 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:06:38.407569 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:06:38.407569 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:06:38.407569 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:06:38.407569 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:06:38.407569 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:06:38.407569 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:06:38.407569 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:06:38.407569 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:06:38.407569 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:06:38.407569 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:06:38.407569 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:06:38.407569 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:06:38.407569 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:06:38.407569 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:06:38.407569 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:06:38.407569 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:06:38.407569 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:06:38.407569 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:06:38.407569 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:06:38.407569 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:06:38.407569 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:06:38.407569 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:06:38.407569 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:06:38.407569 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:06:38.407569 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:06:38.407569 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:06:38.430227 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-5cc35b37-7cb4-4bdb-a112-661f7001ee5c service neutron] 10.222.0.105 "GET /v2.0/networks/e280a801-73c6-4be8-9a9b-128c33174590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5085349 Feb 09 01:06:38.435532 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-a8ff801c-15b3-4bfd-9c49-ddd70e03365a req-2136cf9d-425b-4a09-9f31-7e82917863ec service neutron] Attempting to bind port 87e4a0ed-98f9-4456-820b-45199f99b57a on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:06:38.435880 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-a8ff801c-15b3-4bfd-9c49-ddd70e03365a req-2136cf9d-425b-4a09-9f31-7e82917863ec service neutron] Attempting to bind port 87e4a0ed-98f9-4456-820b-45199f99b57a by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'cf2f11d0-6ffd-462c-bda9-88a38c626079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7c81f420-ed9f-4d7d-9d3f-be9a4fca0095'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:06:38.436322 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ff801c-15b3-4bfd-9c49-ddd70e03365a req-2136cf9d-425b-4a09-9f31-7e82917863ec service neutron] Attempting to bind port 87e4a0ed-98f9-4456-820b-45199f99b57a on network 7c81f420-ed9f-4d7d-9d3f-be9a4fca0095 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:06:38.441400 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-de0a612e-0458-4799-9c0d-c54d7a41f194 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] 10.222.0.105 "DELETE /v2.0/networks/58f46a89-5d50-4d0a-b90d-51d2976baeb0 HTTP/1.1" status: 204 len: 168 time: 6.0590062 Feb 09 01:06:38.445753 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 58114) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:38.480360 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ff801c-15b3-4bfd-9c49-ddd70e03365a req-2136cf9d-425b-4a09-9f31-7e82917863ec service neutron] Port 87e4a0ed-98f9-4456-820b-45199f99b57a on network 7c81f420-ed9f-4d7d-9d3f-be9a4fca0095 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:06:38.480688 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ff801c-15b3-4bfd-9c49-ddd70e03365a req-2136cf9d-425b-4a09-9f31-7e82917863ec service neutron] Attempting to bind port 87e4a0ed-98f9-4456-820b-45199f99b57a on network 7c81f420-ed9f-4d7d-9d3f-be9a4fca0095 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:06:38.495983 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60e0b295-abb7-4d25-9da2-ea6955b2eb25 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:38.518050 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60e0b295-abb7-4d25-9da2-ea6955b2eb25 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:38.530027 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e0b295-abb7-4d25-9da2-ea6955b2eb25 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] Pushing event deleted for resources: {'Network': ['ID=e2293c62-20e4-42cf-91d9-99afb1d0739e,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:38.542702 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-60e0b295-abb7-4d25-9da2-ea6955b2eb25 tempest-TagsExtTest-1598806936 tempest-TagsExtTest-1598806936-project] 10.222.0.105 "DELETE /v2.0/networks/e2293c62-20e4-42cf-91d9-99afb1d0739e HTTP/1.1" status: 204 len: 168 time: 1.6326625 Feb 09 01:06:38.545128 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d701b08b-3de1-4450-8fed-04526ed547ee None None] Deleting port eb834104-9104-46ab-80f5-38fd07d5e354 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:06:38.545641 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d701b08b-3de1-4450-8fed-04526ed547ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:38.617157 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d701b08b-3de1-4450-8fed-04526ed547ee None None] The port 'eb834104-9104-46ab-80f5-38fd07d5e354' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:06:38.631627 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-b4b84944-0443-4f13-9661-ddef64fe4dab tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Synchronizing usage tracker for tenant:36b09d37f4b14756bfdc37ba101887fb on resource:floatingip {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:06:38.657642 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ff801c-15b3-4bfd-9c49-ddd70e03365a req-2136cf9d-425b-4a09-9f31-7e82917863ec service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:06:38.658063 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ff801c-15b3-4bfd-9c49-ddd70e03365a req-2136cf9d-425b-4a09-9f31-7e82917863ec service neutron] Checking segment: {'id': 'cf2f11d0-6ffd-462c-bda9-88a38c626079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7c81f420-ed9f-4d7d-9d3f-be9a4fca0095'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:06:38.658545 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ff801c-15b3-4bfd-9c49-ddd70e03365a req-2136cf9d-425b-4a09-9f31-7e82917863ec service neutron] Bound using segment: {'id': 'cf2f11d0-6ffd-462c-bda9-88a38c626079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7c81f420-ed9f-4d7d-9d3f-be9a4fca0095'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:06:38.658924 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-a8ff801c-15b3-4bfd-9c49-ddd70e03365a req-2136cf9d-425b-4a09-9f31-7e82917863ec service neutron] Bound port: 87e4a0ed-98f9-4456-820b-45199f99b57a, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf2f11d0-6ffd-462c-bda9-88a38c626079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7c81f420-ed9f-4d7d-9d3f-be9a4fca0095'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:06:38.659278 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a8ff801c-15b3-4bfd-9c49-ddd70e03365a req-2136cf9d-425b-4a09-9f31-7e82917863ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:38.683420 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-b4b84944-0443-4f13-9661-ddef64fe4dab tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Unset dirty status for tenant:36b09d37f4b14756bfdc37ba101887fb on resource:floatingip {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:06:38.684832 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-b4b84944-0443-4f13-9661-ddef64fe4dab tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] 10.222.0.105 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1476 time: 0.2109077 Feb 09 01:06:38.688394 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58120) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:38.895359 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8861b25-b1c2-4c67-b2e1-7c70d09c1a1c tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:38.896767 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8861b25-b1c2-4c67-b2e1-7c70d09c1a1c tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:38.898344 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8861b25-b1c2-4c67-b2e1-7c70d09c1a1c tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:38.899357 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8861b25-b1c2-4c67-b2e1-7c70d09c1a1c tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:38.900680 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8861b25-b1c2-4c67-b2e1-7c70d09c1a1c tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:38.901696 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8861b25-b1c2-4c67-b2e1-7c70d09c1a1c tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:38.904788 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8861b25-b1c2-4c67-b2e1-7c70d09c1a1c tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:38.905539 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8861b25-b1c2-4c67-b2e1-7c70d09c1a1c tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:38.907231 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8861b25-b1c2-4c67-b2e1-7c70d09c1a1c tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:38.907872 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8861b25-b1c2-4c67-b2e1-7c70d09c1a1c tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:38.908497 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8861b25-b1c2-4c67-b2e1-7c70d09c1a1c tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:38.909367 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8861b25-b1c2-4c67-b2e1-7c70d09c1a1c tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:38.910943 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8861b25-b1c2-4c67-b2e1-7c70d09c1a1c tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:38.911570 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8861b25-b1c2-4c67-b2e1-7c70d09c1a1c tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:38.912473 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8861b25-b1c2-4c67-b2e1-7c70d09c1a1c tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:38.914784 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-a8861b25-b1c2-4c67-b2e1-7c70d09c1a1c tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Synchronizing usage tracker for tenant:36b09d37f4b14756bfdc37ba101887fb on resource:subnet {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:06:38.964073 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-a8861b25-b1c2-4c67-b2e1-7c70d09c1a1c tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Unset dirty status for tenant:36b09d37f4b14756bfdc37ba101887fb on resource:subnet {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:06:38.967428 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a8861b25-b1c2-4c67-b2e1-7c70d09c1a1c tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 9558 time: 0.2775409 Feb 09 01:06:38.971092 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58126) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:39.004797 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-2c71caaf-7237-4c30-81cc-cd75beb98532 req-60eb87f4-fd65-481b-9b96-18f41126b0e1 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Synchronizing usage tracker for tenant:6039567a52d946e490ce131e89f5d77f on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:06:39.023923 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device f4c5e6b3-0ac3-49ce-9f11-0dec674491ce up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:06:39.032461 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-903e4ddc-7a18-47f2-a053-7380b6acfa4a tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:39.058165 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-903e4ddc-7a18-47f2-a053-7380b6acfa4a tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:39.129550 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port f4c5e6b3-0ac3-49ce-9f11-0dec674491ce completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:06:39.136294 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port f4c5e6b3-0ac3-49ce-9f11-0dec674491ce triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:39.136685 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:39.172031 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-e0df215d-6ca6-4cb7-806e-806b2afc5adf tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] delete failed (client error): The resource could not be found. Feb 09 01:06:39.175074 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e0df215d-6ca6-4cb7-806e-806b2afc5adf tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] 10.222.0.105 "DELETE /v2.0/floatingips/67d118cc-26ad-4242-b27d-b721f14d0cd5 HTTP/1.1" status: 404 len: 345 time: 0.2011056 Feb 09 01:06:39.175216 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-2c71caaf-7237-4c30-81cc-cd75beb98532 req-60eb87f4-fd65-481b-9b96-18f41126b0e1 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Unset dirty status for tenant:6039567a52d946e490ce131e89f5d77f on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:06:39.176360 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58130) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:39.176654 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2c71caaf-7237-4c30-81cc-cd75beb98532 req-60eb87f4-fd65-481b-9b96-18f41126b0e1 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=6039567a52d946e490ce131e89f5d77f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8872380 Feb 09 01:06:39.177679 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58132) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:39.213975 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-a8ff801c-15b3-4bfd-9c49-ddd70e03365a req-2136cf9d-425b-4a09-9f31-7e82917863ec service neutron] For port 87e4a0ed-98f9-4456-820b-45199f99b57a, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:06:39.219230 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-903e4ddc-7a18-47f2-a053-7380b6acfa4a tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:39.220528 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-903e4ddc-7a18-47f2-a053-7380b6acfa4a tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 2.1876063 Feb 09 01:06:39.224144 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-6ffdacee-2685-49e4-acae-2dbb9ebcbe65 service neutron] 10.222.0.105 "GET /v2.0/networks/e280a801-73c6-4be8-9a9b-128c33174590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7835963 Feb 09 01:06:39.228332 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58140) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:39.243721 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-e62991fd-18af-4edd-813e-aef2de881a32 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Request body: {'security_group_rule': {'security_group_id': '9575c1e7-d2fc-4e70-9d26-cb338ed21e81', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:39.255206 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-c474ec08-9ce1-47d2-a006-aaeb487f626f tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] DELETE failed (client error): The resource could not be found. Feb 09 01:06:39.256011 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c474ec08-9ce1-47d2-a006-aaeb487f626f tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:06:39.258023 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c474ec08-9ce1-47d2-a006-aaeb487f626f tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] 10.222.0.105 "DELETE /v2.0/networks/58f46a89-5d50-4d0a-b90d-51d2976baeb0 HTTP/1.1" status: 404 len: 339 time: 0.0755651 Feb 09 01:06:39.263240 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58144) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:39.270314 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e62991fd-18af-4edd-813e-aef2de881a32 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:39.280078 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-1b0bdeb1-9bad-4190-ae7e-98a4848c637a tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Request body: {'network': {'name': 'tempest-network--403210060', 'router:external': True}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:39.284866 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e62991fd-18af-4edd-813e-aef2de881a32 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Usage tracker for resource:security_group_rule and tenant:5796137a8a554653b6e00403b0f3c833 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:06:39.288692 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e62991fd-18af-4edd-813e-aef2de881a32 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:06:39.290066 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903e4ddc-7a18-47f2-a053-7380b6acfa4a tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9575c1e7-d2fc-4e70-9d26-cb338ed21e81,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:39.292609 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1b0bdeb1-9bad-4190-ae7e-98a4848c637a tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:39.300979 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e62991fd-18af-4edd-813e-aef2de881a32 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:39.303616 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-1b0bdeb1-9bad-4190-ae7e-98a4848c637a tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Usage tracker for resource:network and tenant:36b09d37f4b14756bfdc37ba101887fb is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:06:39.308169 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-1b0bdeb1-9bad-4190-ae7e-98a4848c637a tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:06:39.320711 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1b0bdeb1-9bad-4190-ae7e-98a4848c637a tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:39.356921 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e62991fd-18af-4edd-813e-aef2de881a32 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:39.368110 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0bdeb1-9bad-4190-ae7e-98a4848c637a tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Made reservation on behalf of 36b09d37f4b14756bfdc37ba101887fb for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:06:39.370494 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1b0bdeb1-9bad-4190-ae7e-98a4848c637a tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:39.425393 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b0bdeb1-9bad-4190-ae7e-98a4848c637a tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:06:39.433323 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:39.436414 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1b0bdeb1-9bad-4190-ae7e-98a4848c637a tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:39.437081 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-1b0bdeb1-9bad-4190-ae7e-98a4848c637a tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Added segment e0fbe477-91af-4cf2-a05c-b774623f797e of type vlan for network 811bff40-b9b6-4bd4-ae22-c0d006a1668c Feb 09 01:06:39.441218 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-a8ff801c-15b3-4bfd-9c49-ddd70e03365a req-2136cf9d-425b-4a09-9f31-7e82917863ec service neutron] For port 87e4a0ed-98f9-4456-820b-45199f99b57a, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=87e4a0ed-98f9-4456-820b-45199f99b57a,segment=NetworkSegment(cf2f11d0-6ffd-462c-bda9-88a38c626079),segment_id=cf2f11d0-6ffd-462c-bda9-88a38c626079)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:06:39.482216 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a8ff801c-15b3-4bfd-9c49-ddd70e03365a req-2136cf9d-425b-4a09-9f31-7e82917863ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:39.490464 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1b0bdeb1-9bad-4190-ae7e-98a4848c637a tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:39.507494 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port f4c5e6b3-0ac3-49ce-9f11-0dec674491ce, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=f4c5e6b3-0ac3-49ce-9f11-0dec674491ce,segment=NetworkSegment(c36f2fc3-85a0-4772-8b18-bed55b9183bf),segment_id=c36f2fc3-85a0-4772-8b18-bed55b9183bf)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:39.512115 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:39.513539 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 81f23413-9f86-4dad-86bb-2317aef85009 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:06:39.595724 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1b0bdeb1-9bad-4190-ae7e-98a4848c637a tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:39.596834 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0bdeb1-9bad-4190-ae7e-98a4848c637a tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:39.597513 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1b0bdeb1-9bad-4190-ae7e-98a4848c637a tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:39.609792 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e62991fd-18af-4edd-813e-aef2de881a32 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:39.636131 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ff801c-15b3-4bfd-9c49-ddd70e03365a req-2136cf9d-425b-4a09-9f31-7e82917863ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:39.638533 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a8ff801c-15b3-4bfd-9c49-ddd70e03365a req-2136cf9d-425b-4a09-9f31-7e82917863ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:39.640343 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a8ff801c-15b3-4bfd-9c49-ddd70e03365a req-2136cf9d-425b-4a09-9f31-7e82917863ec service neutron] 10.222.0.62 "PUT /v2.0/ports/87e4a0ed-98f9-4456-820b-45199f99b57a HTTP/1.1" status: 200 len: 1091 time: 4.4505062 Feb 09 01:06:39.648143 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '105ca8a1-ea1d-4da8-bfe2-319031e41384', 'tag': '87e4a0ed-98f9-4456-820b-45199f99b57a'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:06:39.706612 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e62991fd-18af-4edd-813e-aef2de881a32 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:39.740688 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-5813c6af-a5bc-4483-8dc0-84a0a41ae85f admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=0d8d64d5c1f042eb88e43703dfc77dd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5589442 Feb 09 01:06:39.763914 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58154) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:39.772628 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=f4c5e6b3-0ac3-49ce-9f11-0dec674491ce,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:39.775201 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62991fd-18af-4edd-813e-aef2de881a32 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af1fbbb6-1c48-4049-a9cf-12327473b036,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:39.792941 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 81f23413-9f86-4dad-86bb-2317aef85009 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:06:39.810172 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0bdeb1-9bad-4190-ae7e-98a4848c637a tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Pushing event updated for resources: {'Network': ['ID=811bff40-b9b6-4bd4-ae22-c0d006a1668c,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:39.811343 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 81f23413-9f86-4dad-86bb-2317aef85009 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:39.811788 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:39.817217 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2c71caaf-7237-4c30-81cc-cd75beb98532 req-6a0389c3-bff6-4df7-898e-956de13834aa service neutron] 10.222.0.105 "GET /v2.0/networks/2347c0e2-18b5-449a-8992-746b7866ae46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6287899 Feb 09 01:06:39.819056 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e62991fd-18af-4edd-813e-aef2de881a32 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:39.820501 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e62991fd-18af-4edd-813e-aef2de881a32 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5909524 Feb 09 01:06:39.829955 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58158) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:39.831623 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1b0bdeb1-9bad-4190-ae7e-98a4848c637a tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5646224 Feb 09 01:06:39.834323 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58160) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:39.837985 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-d8845c1c-1961-4483-ae5f-a3a3e3c35522 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Request body: {'security_group_rule': {'security_group_id': '9575c1e7-d2fc-4e70-9d26-cb338ed21e81', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:39.853806 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d8845c1c-1961-4483-ae5f-a3a3e3c35522 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:39.861495 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 811bff40-b9b6-4bd4-ae22-c0d006a1668c details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:06:39.865528 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136cf9d-425b-4a09-9f31-7e82917863ec service neutron] Pushing event updated for resources: {'Port': ['ID=87e4a0ed-98f9-4456-820b-45199f99b57a,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:39.931895 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-4cf60a2f-6ca9-4d89-afb1-db4208ff5026 service neutron] 10.222.0.105 "GET /v2.0/networks/e280a801-73c6-4be8-9a9b-128c33174590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6280992 Feb 09 01:06:39.938421 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-d8845c1c-1961-4483-ae5f-a3a3e3c35522 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Usage tracker for resource:security_group_rule and tenant:5796137a8a554653b6e00403b0f3c833 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:06:39.946245 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-d8845c1c-1961-4483-ae5f-a3a3e3c35522 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:06:39.964536 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d8845c1c-1961-4483-ae5f-a3a3e3c35522 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:40.024442 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6ec0a8a7-0652-4acd-988e-fce49cfb6bc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:40.060752 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d8845c1c-1961-4483-ae5f-a3a3e3c35522 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:40.066810 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:40.107770 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 81f23413-9f86-4dad-86bb-2317aef85009, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=81f23413-9f86-4dad-86bb-2317aef85009,segment=NetworkSegment(f4a9a430-6030-4c47-873d-1751edec414b),segment_id=f4a9a430-6030-4c47-873d-1751edec414b)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:40.108109 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6ec0a8a7-0652-4acd-988e-fce49cfb6bc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:40.113300 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:40.122780 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ff801c-15b3-4bfd-9c49-ddd70e03365a req-ece57162-1821-4f80-a1cc-8616ea738a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:40.123366 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a8ff801c-15b3-4bfd-9c49-ddd70e03365a req-ece57162-1821-4f80-a1cc-8616ea738a27 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=85514e5355464622a0f8eb9ed2908406&device_id=105ca8a1-ea1d-4da8-bfe2-319031e41384 HTTP/1.1" status: 200 len: 1094 time: 0.4246249 Feb 09 01:06:40.131760 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-65bd6681-8c57-49d7-b8d1-89927ddb44cc service neutron] 10.222.0.105 "GET /v2.0/networks/e280a801-73c6-4be8-9a9b-128c33174590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973579 Feb 09 01:06:40.137478 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31573ea3-7f1c-4be1-85d8-6b06c6cd853c tempest-ExternalNetworksTestJSON-862914749 tempest-ExternalNetworksTestJSON-862914749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:40.144845 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31573ea3-7f1c-4be1-85d8-6b06c6cd853c tempest-ExternalNetworksTestJSON-862914749 tempest-ExternalNetworksTestJSON-862914749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:40.150625 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31573ea3-7f1c-4be1-85d8-6b06c6cd853c tempest-ExternalNetworksTestJSON-862914749 tempest-ExternalNetworksTestJSON-862914749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:40.157865 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31573ea3-7f1c-4be1-85d8-6b06c6cd853c tempest-ExternalNetworksTestJSON-862914749 tempest-ExternalNetworksTestJSON-862914749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:40.158786 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-31573ea3-7f1c-4be1-85d8-6b06c6cd853c tempest-ExternalNetworksTestJSON-862914749 tempest-ExternalNetworksTestJSON-862914749-project] Synchronizing usage tracker for tenant:d4e37c766d5e47b2a4d9b4783edb4d5f on resource:network {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:06:40.229342 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=81f23413-9f86-4dad-86bb-2317aef85009,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:40.233950 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device eb834104-9104-46ab-80f5-38fd07d5e354 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:06:40.254240 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-31573ea3-7f1c-4be1-85d8-6b06c6cd853c tempest-ExternalNetworksTestJSON-862914749 tempest-ExternalNetworksTestJSON-862914749-project] Unset dirty status for tenant:d4e37c766d5e47b2a4d9b4783edb4d5f on resource:network {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:06:40.255878 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-31573ea3-7f1c-4be1-85d8-6b06c6cd853c tempest-ExternalNetworksTestJSON-862914749 tempest-ExternalNetworksTestJSON-862914749-project] 10.222.0.105 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.4078133 Feb 09 01:06:40.257540 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a8ff801c-15b3-4bfd-9c49-ddd70e03365a req-192e0d5c-665a-4e31-a1db-988289bfe61e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87e4a0ed-98f9-4456-820b-45199f99b57a HTTP/1.1" status: 200 len: 217 time: 0.1243570 Feb 09 01:06:40.267540 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 58168) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:40.280092 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: eb834104-9104-46ab-80f5-38fd07d5e354 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:06:40.280992 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device eb834104-9104-46ab-80f5-38fd07d5e354 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:06:40.291551 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d8845c1c-1961-4483-ae5f-a3a3e3c35522 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:40.299995 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d8845c1c-1961-4483-ae5f-a3a3e3c35522 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:40.317496 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6ec0a8a7-0652-4acd-988e-fce49cfb6bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:40.350823 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8845c1c-1961-4483-ae5f-a3a3e3c35522 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e471a5f-2e1a-4caa-ac08-81d64ac56555,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:40.360116 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec0a8a7-0652-4acd-988e-fce49cfb6bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4180fec9-41b1-4124-aa2a-d1111cf92de8,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:40.371099 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6ec0a8a7-0652-4acd-988e-fce49cfb6bc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:40.372915 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-6ec0a8a7-0652-4acd-988e-fce49cfb6bc6 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/4180fec9-41b1-4124-aa2a-d1111cf92de8 HTTP/1.1" status: 204 len: 168 time: 0.6070311 Feb 09 01:06:40.374504 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d8845c1c-1961-4483-ae5f-a3a3e3c35522 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:40.375883 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d8845c1c-1961-4483-ae5f-a3a3e3c35522 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5427854 Feb 09 01:06:40.379073 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58176) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:40.384792 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-bbe29734-b662-41d4-b344-8aea4018daad tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Request body: {'floatingip': {'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:40.393736 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-bbe29734-b662-41d4-b344-8aea4018daad tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:40.401915 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-bbe29734-b662-41d4-b344-8aea4018daad tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Usage tracker for resource:floatingip and tenant:5796137a8a554653b6e00403b0f3c833 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:06:40.405983 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2c71caaf-7237-4c30-81cc-cd75beb98532 req-fe20d00a-7204-45ee-b677-0d065ec405ee service neutron] 10.222.0.105 "GET /v2.0/networks/2347c0e2-18b5-449a-8992-746b7866ae46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5632427 Feb 09 01:06:40.413020 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-bbe29734-b662-41d4-b344-8aea4018daad tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:06:40.428731 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-bbe29734-b662-41d4-b344-8aea4018daad tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:40.446478 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bbe29734-b662-41d4-b344-8aea4018daad tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Notify callbacks [] for floatingip, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:40.467875 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ff801c-15b3-4bfd-9c49-ddd70e03365a req-b0d1eaf3-3af4-495a-8ba8-dd65a4fac066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:40.469434 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a8ff801c-15b3-4bfd-9c49-ddd70e03365a req-b0d1eaf3-3af4-495a-8ba8-dd65a4fac066 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5d557db6-c852-4975-9d39-15d97e896e1a HTTP/1.1" status: 200 len: 853 time: 0.2010207 Feb 09 01:06:40.475936 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-563e33e8-a60a-4cf7-a370-f375b8b9c1fb tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:40.487210 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f60c1522-0a74-439c-aac1-c687e82f3401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:40.547175 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a8ff801c-15b3-4bfd-9c49-ddd70e03365a req-3d4b7d11-0dfa-4047-a723-eecce29701ff service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7c81f420-ed9f-4d7d-9d3f-be9a4fca0095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633366 Feb 09 01:06:40.738068 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bbe29734-b662-41d4-b344-8aea4018daad tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:40.971018 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-bbe29734-b662-41d4-b344-8aea4018daad tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Allocated IP 172.25.0.18 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/dc369962-66d5-44cf-88b2-08ab911ef847) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:06:41.020368 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device f4c5e6b3-0ac3-49ce-9f11-0dec674491ce up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:06:41.238246 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port f4c5e6b3-0ac3-49ce-9f11-0dec674491ce triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:41.238461 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:41.287740 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bbe29734-b662-41d4-b344-8aea4018daad tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:41.341304 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bbe29734-b662-41d4-b344-8aea4018daad tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:41.376937 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-563e33e8-a60a-4cf7-a370-f375b8b9c1fb tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:41.416538 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:41.421319 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 81f23413-9f86-4dad-86bb-2317aef85009 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:06:41.508383 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:41.551718 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-563e33e8-a60a-4cf7-a370-f375b8b9c1fb tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['811bff40-b9b6-4bd4-ae22-c0d006a1668c']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:41.558435 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 81f23413-9f86-4dad-86bb-2317aef85009 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:41.558816 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:41.604152 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe29734-b662-41d4-b344-8aea4018daad tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:06:41.607873 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-bbe29734-b662-41d4-b344-8aea4018daad tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:06:41.615031 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe29734-b662-41d4-b344-8aea4018daad tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:06:41.658658 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe29734-b662-41d4-b344-8aea4018daad tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Pushing event updated for resources: {'Port': ['ID=dc369962-66d5-44cf-88b2-08ab911ef847,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:41.675170 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a8ff801c-15b3-4bfd-9c49-ddd70e03365a req-1264b1cf-9c24-4881-8fcd-09eb8a7c1b08 service neutron] 10.222.0.62 "GET /v2.0/networks/7c81f420-ed9f-4d7d-9d3f-be9a4fca0095?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1176789 Feb 09 01:06:41.677788 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-563e33e8-a60a-4cf7-a370-f375b8b9c1fb tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0fbe477-91af-4cf2-a05c-b774623f797e') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:41.678128 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-563e33e8-a60a-4cf7-a370-f375b8b9c1fb tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0fbe477-91af-4cf2-a05c-b774623f797e') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:41.723210 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bbe29734-b662-41d4-b344-8aea4018daad tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:41.873071 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bbe29734-b662-41d4-b344-8aea4018daad tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:42.095963 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e333200b-22ce-4a8a-8162-4d86ad030db9 req-4e2d69e1-76a5-4c00-992f-fba9e87d3088 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:42.097523 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e333200b-22ce-4a8a-8162-4d86ad030db9 req-4e2d69e1-76a5-4c00-992f-fba9e87d3088 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=b5255b4e-2bbe-4e82-8f47-98dbe6d6af0f HTTP/1.1" status: 200 len: 946 time: 1.0366027 Feb 09 01:06:42.103559 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-563e33e8-a60a-4cf7-a370-f375b8b9c1fb tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:42.121915 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-563e33e8-a60a-4cf7-a370-f375b8b9c1fb tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:42.129268 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-563e33e8-a60a-4cf7-a370-f375b8b9c1fb tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:06:42.129694 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-563e33e8-a60a-4cf7-a370-f375b8b9c1fb tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:42.167754 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bbe29734-b662-41d4-b344-8aea4018daad tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:42.173887 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bbe29734-b662-41d4-b344-8aea4018daad tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:42.196729 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 01:06:42.196729 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:06:42.196729 n-d-828418-1 neutron-server[87639]: timer() Feb 09 01:06:42.196729 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:06:42.196729 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 01:06:42.196729 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:06:42.196729 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 01:06:42.196729 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:06:42.196729 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 01:06:42.196729 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:06:42.196729 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 01:06:42.196729 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:06:42.196729 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 01:06:42.196729 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:06:42.196729 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:06:42.196729 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:06:42.196729 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:06:42.196729 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:06:42.196729 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 01:06:42.196729 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:06:42.196729 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 01:06:42.196729 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:06:42.196729 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:06:42.196729 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:06:42.196729 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 01:06:42.196729 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:06:42.196729 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:06:42.196729 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:06:42.196729 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:06:42.196729 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:06:42.196729 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:06:42.196729 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:06:42.339399 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bbe29734-b662-41d4-b344-8aea4018daad tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:42.379966 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bbe29734-b662-41d4-b344-8aea4018daad tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:42.381371 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-bbe29734-b662-41d4-b344-8aea4018daad tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0012269 Feb 09 01:06:42.399636 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe29734-b662-41d4-b344-8aea4018daad tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Pushing event updated for resources: {'Port': ['ID=dc369962-66d5-44cf-88b2-08ab911ef847,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:42.520665 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e333200b-22ce-4a8a-8162-4d86ad030db9 req-1b89ad41-be9a-40d6-b0e7-b0a4fcbece1d tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783480 Feb 09 01:06:42.539418 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a8ff801c-15b3-4bfd-9c49-ddd70e03365a req-e71b6dce-533d-4839-96f8-3d3491bb814a service neutron] 10.222.0.62 "GET /v2.0/networks/7c81f420-ed9f-4d7d-9d3f-be9a4fca0095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8525453 Feb 09 01:06:42.549949 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-563e33e8-a60a-4cf7-a370-f375b8b9c1fb tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:42.601948 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-563e33e8-a60a-4cf7-a370-f375b8b9c1fb tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 811bff40-b9b6-4bd4-ae22-c0d006a1668c {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 09 01:06:42.615478 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-563e33e8-a60a-4cf7-a370-f375b8b9c1fb tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:42.623288 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563e33e8-a60a-4cf7-a370-f375b8b9c1fb tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Pushing event deleted for resources: {'Network': ['ID=811bff40-b9b6-4bd4-ae22-c0d006a1668c,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:42.664007 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58246) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:42.668663 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-563e33e8-a60a-4cf7-a370-f375b8b9c1fb tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] 10.222.0.105 "DELETE /v2.0/networks/811bff40-b9b6-4bd4-ae22-c0d006a1668c HTTP/1.1" status: 204 len: 168 time: 2.3882587 Feb 09 01:06:42.699109 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e15208-8a98-4be6-8a4b-af5d770f90d5 req-7d7d9bda-8c38-4b28-88bc-04a4978ec500 tempest-InstanceActionsTestJSON-98741548 tempest-InstanceActionsTestJSON-98741548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:42.702210 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-1d20bccd-cf44-4229-8f72-54f63b70bbdd tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Request body: {'network': {'name': 'tempest-network--1229872484', 'router:external': True}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:42.707092 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-70e15208-8a98-4be6-8a4b-af5d770f90d5 req-7d7d9bda-8c38-4b28-88bc-04a4978ec500 tempest-InstanceActionsTestJSON-98741548 tempest-InstanceActionsTestJSON-98741548-project] 10.222.0.105 "GET /v2.0/ports?device_id=105ca8a1-ea1d-4da8-bfe2-319031e41384 HTTP/1.1" status: 200 len: 943 time: 0.4658747 Feb 09 01:06:42.746288 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '105ca8a1-ea1d-4da8-bfe2-319031e41384', 'tag': '87e4a0ed-98f9-4456-820b-45199f99b57a', 'status': 'completed', 'code': 200} Feb 09 01:06:42.764459 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-52953408-5912-44cf-8fcb-90857a4c1687 req-7098e412-a60c-4d0e-ba71-edefa8289153 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9aaa5086-2506-413a-a88f-4d56b6d269cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5687861 Feb 09 01:06:42.874230 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c71caaf-7237-4c30-81cc-cd75beb98532 req-32d82f66-e4c1-4149-929f-d3c3add7b08a tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:42.875036 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-2c71caaf-7237-4c30-81cc-cd75beb98532 req-32d82f66-e4c1-4149-929f-d3c3add7b08a tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Synchronizing usage tracker for tenant:6039567a52d946e490ce131e89f5d77f on resource:network {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:06:42.881893 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1d20bccd-cf44-4229-8f72-54f63b70bbdd tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:42.928142 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-1d20bccd-cf44-4229-8f72-54f63b70bbdd tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Usage tracker for resource:network and tenant:36b09d37f4b14756bfdc37ba101887fb is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:06:42.934808 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-1d20bccd-cf44-4229-8f72-54f63b70bbdd tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:06:42.938290 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-70e15208-8a98-4be6-8a4b-af5d770f90d5 req-70019cf5-68bb-460b-a7bc-5eb102661989 tempest-InstanceActionsTestJSON-98741548 tempest-InstanceActionsTestJSON-98741548-project] 10.222.0.105 "GET /v2.0/security-groups?id=c4040943-d6cc-4b7b-83db-94add070bf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288945 Feb 09 01:06:42.945994 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-2c71caaf-7237-4c30-81cc-cd75beb98532 req-32d82f66-e4c1-4149-929f-d3c3add7b08a tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Unset dirty status for tenant:6039567a52d946e490ce131e89f5d77f on resource:network {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:06:42.947296 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-2c71caaf-7237-4c30-81cc-cd75beb98532 req-32d82f66-e4c1-4149-929f-d3c3add7b08a tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.62 "GET /v2.0/networks?id=2347c0e2-18b5-449a-8992-746b7866ae46 HTTP/1.1" status: 200 len: 810 time: 0.4862561 Feb 09 01:06:42.953536 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1d20bccd-cf44-4229-8f72-54f63b70bbdd tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:42.970530 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-2c71caaf-7237-4c30-81cc-cd75beb98532 req-c99443b6-6996-45e7-86df-3b7c17927f54 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Request body: {'port': {'device_id': 'dbcaf530-2cb0-4b57-b8f6-85c192b2ab60', 'network_id': '2347c0e2-18b5-449a-8992-746b7866ae46', 'admin_state_up': True, 'tenant_id': '6039567a52d946e490ce131e89f5d77f'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:43.005974 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d20bccd-cf44-4229-8f72-54f63b70bbdd tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Made reservation on behalf of 36b09d37f4b14756bfdc37ba101887fb for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:06:43.008230 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1d20bccd-cf44-4229-8f72-54f63b70bbdd tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:43.053349 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:43.166176 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d20bccd-cf44-4229-8f72-54f63b70bbdd tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:06:43.196865 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1d20bccd-cf44-4229-8f72-54f63b70bbdd tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:43.198025 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-1d20bccd-cf44-4229-8f72-54f63b70bbdd tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Added segment b1ab36ac-2b02-4791-8ef7-6e6509a924ad of type vlan for network 32fe0cea-3c01-45fe-a6c6-958a5a2bdcb5 Feb 09 01:06:43.213414 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-718a833a-50f0-498c-a7fd-03bbe59c505a req-ddfa6542-a1a7-4a77-bacc-31e1843baf35 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/ports?device_id=dbcaf530-2cb0-4b57-b8f6-85c192b2ab60 HTTP/1.1" status: 200 len: 210 time: 0.2732060 Feb 09 01:06:43.245651 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-2c71caaf-7237-4c30-81cc-cd75beb98532 req-c99443b6-6996-45e7-86df-3b7c17927f54 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:43.283324 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-2c71caaf-7237-4c30-81cc-cd75beb98532 req-c99443b6-6996-45e7-86df-3b7c17927f54 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:43.286433 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1d20bccd-cf44-4229-8f72-54f63b70bbdd tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:43.305509 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c71caaf-7237-4c30-81cc-cd75beb98532 req-c99443b6-6996-45e7-86df-3b7c17927f54 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Made reservation on behalf of 6039567a52d946e490ce131e89f5d77f for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:06:43.310099 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-2c71caaf-7237-4c30-81cc-cd75beb98532 req-c99443b6-6996-45e7-86df-3b7c17927f54 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:43.346302 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f3607be3-8d30-4334-b193-be9372107e32 req-f3045185-ae15-481d-8f63-f310151b0db4 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 210 time: 0.1256366 Feb 09 01:06:43.422382 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a4afe2-d8fc-4d6f-bf92-2c8de3932f50 req-72de953d-df20-47c9-9477-605aeb0461c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:43.423938 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d1a4afe2-d8fc-4d6f-bf92-2c8de3932f50 req-72de953d-df20-47c9-9477-605aeb0461c1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=85514e5355464622a0f8eb9ed2908406&device_id=105ca8a1-ea1d-4da8-bfe2-319031e41384 HTTP/1.1" status: 200 len: 1094 time: 0.6387458 Feb 09 01:06:43.451210 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1d20bccd-cf44-4229-8f72-54f63b70bbdd tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:43.451210 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d20bccd-cf44-4229-8f72-54f63b70bbdd tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:43.451649 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1d20bccd-cf44-4229-8f72-54f63b70bbdd tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:43.570407 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52953408-5912-44cf-8fcb-90857a4c1687 req-72d4a8d2-04e5-4f3c-94ce-8cef6b659066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:43.570407 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52953408-5912-44cf-8fcb-90857a4c1687 req-72d4a8d2-04e5-4f3c-94ce-8cef6b659066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:43.571035 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52953408-5912-44cf-8fcb-90857a4c1687 req-72d4a8d2-04e5-4f3c-94ce-8cef6b659066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:43.571035 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52953408-5912-44cf-8fcb-90857a4c1687 req-72d4a8d2-04e5-4f3c-94ce-8cef6b659066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:43.571445 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52953408-5912-44cf-8fcb-90857a4c1687 req-72d4a8d2-04e5-4f3c-94ce-8cef6b659066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:43.572222 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52953408-5912-44cf-8fcb-90857a4c1687 req-72d4a8d2-04e5-4f3c-94ce-8cef6b659066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:43.573189 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52953408-5912-44cf-8fcb-90857a4c1687 req-72d4a8d2-04e5-4f3c-94ce-8cef6b659066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:43.576234 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-52953408-5912-44cf-8fcb-90857a4c1687 req-72d4a8d2-04e5-4f3c-94ce-8cef6b659066 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6ae572a6f87d4d70abcebc0f3058fa0e&device_id=9aaa5086-2506-413a-a88f-4d56b6d269cb HTTP/1.1" status: 200 len: 6497 time: 0.4922903 Feb 09 01:06:43.824162 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 87e4a0ed-98f9-4456-820b-45199f99b57a details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:06:43.844128 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1d20bccd-cf44-4229-8f72-54f63b70bbdd tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1649125 Feb 09 01:06:43.845227 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d20bccd-cf44-4229-8f72-54f63b70bbdd tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Pushing event updated for resources: {'Network': ['ID=32fe0cea-3c01-45fe-a6c6-958a5a2bdcb5,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:43.850282 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58276) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:43.872800 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 32fe0cea-3c01-45fe-a6c6-958a5a2bdcb5 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:06:43.995942 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-2c71caaf-7237-4c30-81cc-cd75beb98532 req-c99443b6-6996-45e7-86df-3b7c17927f54 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Allocated IP 172.20.0.12 (2347c0e2-18b5-449a-8992-746b7866ae46/1fb2cbe1-ac38-49b2-93b4-07126768375d/3db4450b-e7c2-463d-946c-4f946919119a) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:06:44.028209 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.resource_extend [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:06:44.090200 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef04a74a-6957-474c-95e8-8655b370a42c tempest-ExternalNetworksTestJSON-862914749 tempest-ExternalNetworksTestJSON-862914749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:44.095093 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ef04a74a-6957-474c-95e8-8655b370a42c tempest-ExternalNetworksTestJSON-862914749 tempest-ExternalNetworksTestJSON-862914749-project] 10.222.0.105 "GET /v2.0/networks/32fe0cea-3c01-45fe-a6c6-958a5a2bdcb5 HTTP/1.1" status: 200 len: 757 time: 0.2407312 Feb 09 01:06:44.096451 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58282) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:44.096579 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-4241704f-f642-4e6f-9e6d-a18a18185542 req-64f7f0a0-24d8-4738-a87e-1608f4aa6cad tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Synchronizing usage tracker for tenant:5796137a8a554653b6e00403b0f3c833 on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:06:44.141235 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a4afe2-d8fc-4d6f-bf92-2c8de3932f50 req-bfd6e906-fc26-48ce-b89e-9fd546c1e523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:44.143148 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d1a4afe2-d8fc-4d6f-bf92-2c8de3932f50 req-bfd6e906-fc26-48ce-b89e-9fd546c1e523 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7c81f420-ed9f-4d7d-9d3f-be9a4fca0095 HTTP/1.1" status: 200 len: 914 time: 0.7073057 Feb 09 01:06:44.246175 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 87e4a0ed-98f9-4456-820b-45199f99b57a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=87e4a0ed-98f9-4456-820b-45199f99b57a,segment=NetworkSegment(cf2f11d0-6ffd-462c-bda9-88a38c626079),segment_id=cf2f11d0-6ffd-462c-bda9-88a38c626079)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:44.285532 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '87e4a0ed-98f9-4456-820b-45199f99b57a', 'network_id': '7c81f420-ed9f-4d7d-9d3f-be9a4fca0095', 'port_id': '87e4a0ed-98f9-4456-820b-45199f99b57a', 'mac_address': 'fa:16:3e:a7:45:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d557db6-c852-4975-9d39-15d97e896e1a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:06:44.357756 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d1a4afe2-d8fc-4d6f-bf92-2c8de3932f50 req-df7a3df2-6d1e-44d9-a3f3-25587244f1c6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87e4a0ed-98f9-4456-820b-45199f99b57a HTTP/1.1" status: 200 len: 217 time: 0.2012792 Feb 09 01:06:44.358405 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-4241704f-f642-4e6f-9e6d-a18a18185542 req-64f7f0a0-24d8-4738-a87e-1608f4aa6cad tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Unset dirty status for tenant:5796137a8a554653b6e00403b0f3c833 on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:06:44.365613 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4241704f-f642-4e6f-9e6d-a18a18185542 req-64f7f0a0-24d8-4738-a87e-1608f4aa6cad tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-securitygroup--1482466589&fields=id&tenant_id=5796137a8a554653b6e00403b0f3c833 HTTP/1.1" status: 200 len: 267 time: 0.7880464 Feb 09 01:06:44.390140 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-37eb240e-cdcc-4477-a100-f404f582678c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:44.391472 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-37eb240e-cdcc-4477-a100-f404f582678c service neutron] 10.222.0.62 "GET /v2.0/ports/7d8b3dcd-4895-4a65-b10b-c277f53b3a30 HTTP/1.1" status: 200 len: 1027 time: 0.4969685 Feb 09 01:06:44.392572 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfa40f6-21be-4d96-a9d0-c560d20f9a23 tempest-ExternalNetworksTestJSON-862914749 tempest-ExternalNetworksTestJSON-862914749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:44.399690 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-fbfa40f6-21be-4d96-a9d0-c560d20f9a23 tempest-ExternalNetworksTestJSON-862914749 tempest-ExternalNetworksTestJSON-862914749-project] 10.222.0.105 "GET /v2.0/networks/6ba0ea33-73d4-42d4-bcee-e10276e770d6 HTTP/1.1" status: 200 len: 767 time: 0.3032136 Feb 09 01:06:44.431120 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 58292) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:44.459697 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:44.497814 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87e4a0ed-98f9-4456-820b-45199f99b57a {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:06:44.508333 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-2c71caaf-7237-4c30-81cc-cd75beb98532 req-c99443b6-6996-45e7-86df-3b7c17927f54 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:44.533526 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 87e4a0ed-98f9-4456-820b-45199f99b57a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=87e4a0ed-98f9-4456-820b-45199f99b57a,segment=NetworkSegment(cf2f11d0-6ffd-462c-bda9-88a38c626079),segment_id=cf2f11d0-6ffd-462c-bda9-88a38c626079)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:44.538368 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:44.560711 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-af17a30c-efcd-4ecd-9a5d-9742b1718c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:44.561439 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-2c71caaf-7237-4c30-81cc-cd75beb98532 req-c99443b6-6996-45e7-86df-3b7c17927f54 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:44.562119 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-af17a30c-efcd-4ecd-9a5d-9742b1718c05 service neutron] 10.222.0.62 "GET /v2.0/ports/80c552f4-13ae-4751-a8d8-0876183d5bf7 HTTP/1.1" status: 200 len: 1026 time: 0.1276016 Feb 09 01:06:44.654220 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c71caaf-7237-4c30-81cc-cd75beb98532 req-c99443b6-6996-45e7-86df-3b7c17927f54 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Network 2347c0e2-18b5-449a-8992-746b7866ae46 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:06:44.663792 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-2c71caaf-7237-4c30-81cc-cd75beb98532 req-c99443b6-6996-45e7-86df-3b7c17927f54 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:06:44.675417 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c71caaf-7237-4c30-81cc-cd75beb98532 req-c99443b6-6996-45e7-86df-3b7c17927f54 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:06:44.678355 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=87e4a0ed-98f9-4456-820b-45199f99b57a,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:44.822365 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4a166a15-0077-4b1c-8104-f4ac7d4ba47d tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:44.861918 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['87e4a0ed-98f9-4456-820b-45199f99b57a'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:06:44.886975 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99443b6-6996-45e7-86df-3b7c17927f54 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Pushing event updated for resources: {'Port': ['ID=3db4450b-e7c2-463d-946c-4f946919119a,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:44.937984 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c71caaf-7237-4c30-81cc-cd75beb98532 req-c99443b6-6996-45e7-86df-3b7c17927f54 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:44.938819 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-2c71caaf-7237-4c30-81cc-cd75beb98532 req-c99443b6-6996-45e7-86df-3b7c17927f54 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:44.958761 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-2c71caaf-7237-4c30-81cc-cd75beb98532 req-c99443b6-6996-45e7-86df-3b7c17927f54 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9951358 Feb 09 01:06:44.972718 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-2c71caaf-7237-4c30-81cc-cd75beb98532 req-58d2e1b6-86bc-4208-9bbe-7207315c2149 service neutron] Request body: {'port': {'device_id': 'dbcaf530-2cb0-4b57-b8f6-85c192b2ab60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:45.097666 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-2c71caaf-7237-4c30-81cc-cd75beb98532 req-58d2e1b6-86bc-4208-9bbe-7207315c2149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:45.133038 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52953408-5912-44cf-8fcb-90857a4c1687 req-63cf928f-193c-4621-a5fd-ebb0a1087936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:45.133495 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52953408-5912-44cf-8fcb-90857a4c1687 req-63cf928f-193c-4621-a5fd-ebb0a1087936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:45.133977 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52953408-5912-44cf-8fcb-90857a4c1687 req-63cf928f-193c-4621-a5fd-ebb0a1087936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:45.135547 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-52953408-5912-44cf-8fcb-90857a4c1687 req-63cf928f-193c-4621-a5fd-ebb0a1087936 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6c21402c-7902-4ae7-8505-6f11f3eac92e&id=f6623f95-6162-4277-8fd2-5364045aea14&id=f6623f95-6162-4277-8fd2-5364045aea14&id=f6623f95-6162-4277-8fd2-5364045aea14&id=f6623f95-6162-4277-8fd2-5364045aea14&id=8d0fbf1e-afd1-4ea0-9eba-88871e127cde&id=8d0fbf1e-afd1-4ea0-9eba-88871e127cde HTTP/1.1" status: 200 len: 2297 time: 1.5061343 Feb 09 01:06:45.245755 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a4afe2-d8fc-4d6f-bf92-2c8de3932f50 req-9b909dc2-720d-4fa0-ae78-ea09fba59af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:45.247993 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d1a4afe2-d8fc-4d6f-bf92-2c8de3932f50 req-9b909dc2-720d-4fa0-ae78-ea09fba59af8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5d557db6-c852-4975-9d39-15d97e896e1a HTTP/1.1" status: 200 len: 853 time: 0.8555558 Feb 09 01:06:45.301026 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74d2be-1d19-45b0-bf44-06d9816525d4 req-f5b829f6-1cd6-4bf6-a74c-5a3c2aece28a tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:45.302478 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-5e74d2be-1d19-45b0-bf44-06d9816525d4 req-f5b829f6-1cd6-4bf6-a74c-5a3c2aece28a tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5255b4e-2bbe-4e82-8f47-98dbe6d6af0f HTTP/1.1" status: 200 len: 946 time: 0.2058644 Feb 09 01:06:45.407237 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-5e74d2be-1d19-45b0-bf44-06d9816525d4 req-2e146bcd-8482-4464-a1fd-61aef1e28d34 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Deleting port 2aaf2bb1-01b4-4b75-8e53-1cfcc4515d19 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:06:45.407969 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-5e74d2be-1d19-45b0-bf44-06d9816525d4 req-2e146bcd-8482-4464-a1fd-61aef1e28d34 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:45.451463 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d1a4afe2-d8fc-4d6f-bf92-2c8de3932f50 req-66ee1f7c-76a1-49f5-a239-2151302eeae3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7c81f420-ed9f-4d7d-9d3f-be9a4fca0095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1685872 Feb 09 01:06:45.516110 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994e0c2-664f-414b-aded-2e9a55ef72ae req-a10167ef-205a-47ca-a82e-f9b41199bc67 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:45.523446 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1994e0c2-664f-414b-aded-2e9a55ef72ae req-a10167ef-205a-47ca-a82e-f9b41199bc67 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=b5255b4e-2bbe-4e82-8f47-98dbe6d6af0f HTTP/1.1" status: 200 len: 946 time: 1.5237727 Feb 09 01:06:45.631270 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241704f-f642-4e6f-9e6d-a18a18185542 req-5b83bd3a-8913-45c2-b340-d8d17dc4143b tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:45.638899 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4241704f-f642-4e6f-9e6d-a18a18185542 req-5b83bd3a-8913-45c2-b340-d8d17dc4143b tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] 10.222.0.105 "GET /v2.0/networks?id=5389f489-826f-40fb-b73b-31845cd2fb83 HTTP/1.1" status: 200 len: 805 time: 1.2723525 Feb 09 01:06:45.647852 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4a166a15-0077-4b1c-8104-f4ac7d4ba47d tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:45.663708 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-52953408-5912-44cf-8fcb-90857a4c1687 req-38ca5f10-2740-4ec8-97c3-cbb1bd07c7ae service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9b2d358-0ad5-43e9-81ee-55fa33d7d68a HTTP/1.1" status: 200 len: 1001 time: 0.5178311 Feb 09 01:06:45.670903 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-ee0b36ba-5dd1-47a5-8712-17f753714ea7 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:45.676583 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-ee0b36ba-5dd1-47a5-8712-17f753714ea7 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:45.682978 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-ee0b36ba-5dd1-47a5-8712-17f753714ea7 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:45.685817 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-ee0b36ba-5dd1-47a5-8712-17f753714ea7 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.62 "GET /v2.0/networks?id=5155f974-02f7-460c-bde1-4d4a435cc291&id=5504a1b4-4e92-48cb-9653-87325b009802&id=5504a1b4-4e92-48cb-9653-87325b009802&id=5504a1b4-4e92-48cb-9653-87325b009802&id=5504a1b4-4e92-48cb-9653-87325b009802&id=e280a801-73c6-4be8-9a9b-128c33174590&id=e280a801-73c6-4be8-9a9b-128c33174590 HTTP/1.1" status: 200 len: 1988 time: 1.0665133 Feb 09 01:06:45.739315 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4241704f-f642-4e6f-9e6d-a18a18185542 req-194ac7ec-9f0c-46fe-b3b8-f42544c50eeb tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] 10.222.0.105 "GET /v2.0/quotas/5796137a8a554653b6e00403b0f3c833 HTTP/1.1" status: 200 len: 375 time: 0.0994613 Feb 09 01:06:45.833136 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 87e4a0ed-98f9-4456-820b-45199f99b57a up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:06:45.845093 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-4a166a15-0077-4b1c-8104-f4ac7d4ba47d tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32fe0cea-3c01-45fe-a6c6-958a5a2bdcb5']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:45.874379 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-4a166a15-0077-4b1c-8104-f4ac7d4ba47d tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1ab36ac-2b02-4791-8ef7-6e6509a924ad') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:45.874678 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-4a166a15-0077-4b1c-8104-f4ac7d4ba47d tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1ab36ac-2b02-4791-8ef7-6e6509a924ad') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:45.939888 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1994e0c2-664f-414b-aded-2e9a55ef72ae req-98bdbe7a-a0f5-4958-8295-e676463e47b8 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4152262 Feb 09 01:06:45.964152 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4a166a15-0077-4b1c-8104-f4ac7d4ba47d tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:45.997970 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port 87e4a0ed-98f9-4456-820b-45199f99b57a completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:06:46.012890 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 87e4a0ed-98f9-4456-820b-45199f99b57a triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:46.013500 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:46.089170 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52953408-5912-44cf-8fcb-90857a4c1687 req-dd36d12f-2786-426f-9a7b-d4ab7a057002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:46.092138 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-52953408-5912-44cf-8fcb-90857a4c1687 req-dd36d12f-2786-426f-9a7b-d4ab7a057002 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=72b75d40-f987-460b-9115-e3f2c6814493 HTTP/1.1" status: 200 len: 855 time: 0.4053292 Feb 09 01:06:46.108910 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-dc46c763-d33f-4156-b7ed-09b1d35d86aa tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b38b8d3b4ab64851a90546fed2d6c948 HTTP/1.1" status: 200 len: 379 time: 0.4124916 Feb 09 01:06:46.122208 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-5e74d2be-1d19-45b0-bf44-06d9816525d4 req-2e146bcd-8482-4464-a1fd-61aef1e28d34 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] For port 2aaf2bb1-01b4-4b75-8e53-1cfcc4515d19, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=2aaf2bb1-01b4-4b75-8e53-1cfcc4515d19,segment=NetworkSegment(d1c0a158-6579-41f7-a92a-da7d79b925b6),segment_id=d1c0a158-6579-41f7-a92a-da7d79b925b6)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:46.122554 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-5e74d2be-1d19-45b0-bf44-06d9816525d4 req-2e146bcd-8482-4464-a1fd-61aef1e28d34 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:46.190678 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d1a4afe2-d8fc-4d6f-bf92-2c8de3932f50 req-d3c297ea-6385-46f2-becb-2f01898b3a46 service neutron] 10.222.0.62 "GET /v2.0/networks/7c81f420-ed9f-4d7d-9d3f-be9a4fca0095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7105176 Feb 09 01:06:46.193280 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4a166a15-0077-4b1c-8104-f4ac7d4ba47d tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:46.206069 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [req-2c71caaf-7237-4c30-81cc-cd75beb98532 req-58d2e1b6-86bc-4208-9bbe-7207315c2149 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3db4450b-e7c2-463d-946c-4f946919119a {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:06:46.214509 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-503a6d19-a302-45a6-811e-847b7ebf11fc tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Request body: {'port': {'device_id': 'ed2ce431-e04c-45ab-af1c-5312d7191c93', 'network_id': '5155f974-02f7-460c-bde1-4d4a435cc291', 'admin_state_up': True, 'tenant_id': 'b38b8d3b4ab64851a90546fed2d6c948', 'security_groups': ['2e29d487-4384-458c-a1fb-a5cd591001dc']}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:46.236032 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:46.287568 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '105ca8a1-ea1d-4da8-bfe2-319031e41384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87e4a0ed-98f9-4456-820b-45199f99b57a'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:06:46.298619 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-5e74d2be-1d19-45b0-bf44-06d9816525d4 req-2e146bcd-8482-4464-a1fd-61aef1e28d34 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Calling delete_port for 2aaf2bb1-01b4-4b75-8e53-1cfcc4515d19 owned by compute:nova {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:06:46.302827 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 87e4a0ed-98f9-4456-820b-45199f99b57a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=87e4a0ed-98f9-4456-820b-45199f99b57a,segment=NetworkSegment(cf2f11d0-6ffd-462c-bda9-88a38c626079),segment_id=cf2f11d0-6ffd-462c-bda9-88a38c626079)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:46.311574 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:46.337213 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-2c71caaf-7237-4c30-81cc-cd75beb98532 req-58d2e1b6-86bc-4208-9bbe-7207315c2149 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:46.349904 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a166a15-0077-4b1c-8104-f4ac7d4ba47d tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:06:46.350265 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4a166a15-0077-4b1c-8104-f4ac7d4ba47d tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:46.375105 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 01:06:46.375105 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:06:46.375105 n-d-828418-1 neutron-server[87639]: timer() Feb 09 01:06:46.375105 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:06:46.375105 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 01:06:46.375105 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:06:46.375105 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 01:06:46.375105 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:06:46.375105 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 01:06:46.375105 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:06:46.375105 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 01:06:46.375105 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:06:46.375105 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 01:06:46.375105 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:06:46.375105 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:06:46.375105 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:06:46.375105 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:06:46.375105 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:06:46.375105 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 01:06:46.375105 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:06:46.375105 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 01:06:46.375105 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:06:46.375105 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:06:46.375105 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:06:46.375105 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 01:06:46.375105 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:06:46.375105 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:06:46.375105 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:06:46.375105 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:06:46.375105 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:06:46.375105 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:06:46.375105 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:06:46.428291 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=87e4a0ed-98f9-4456-820b-45199f99b57a,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:46.543080 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-5e74d2be-1d19-45b0-bf44-06d9816525d4 req-2e146bcd-8482-4464-a1fd-61aef1e28d34 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:46.556268 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['2aaf2bb1-01b4-4b75-8e53-1cfcc4515d19'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:06:46.607969 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e146bcd-8482-4464-a1fd-61aef1e28d34 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Pushing event deleted for resources: {'Port': ['ID=2aaf2bb1-01b4-4b75-8e53-1cfcc4515d19,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:46.707946 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-4241704f-f642-4e6f-9e6d-a18a18185542 req-521dc8d1-c6c0-4791-a758-10abe56cd140 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Synchronizing usage tracker for tenant:5796137a8a554653b6e00403b0f3c833 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:06:46.726968 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-2c71caaf-7237-4c30-81cc-cd75beb98532 req-58d2e1b6-86bc-4208-9bbe-7207315c2149 service neutron] Transition to ACTIVE for port object 3db4450b-e7c2-463d-946c-4f946919119a will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:06:46.735746 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-2c71caaf-7237-4c30-81cc-cd75beb98532 req-58d2e1b6-86bc-4208-9bbe-7207315c2149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:46.745775 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4a166a15-0077-4b1c-8104-f4ac7d4ba47d tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:46.774465 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a166a15-0077-4b1c-8104-f4ac7d4ba47d tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 32fe0cea-3c01-45fe-a6c6-958a5a2bdcb5 {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 09 01:06:46.811384 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4a166a15-0077-4b1c-8104-f4ac7d4ba47d tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:46.825663 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a166a15-0077-4b1c-8104-f4ac7d4ba47d tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Pushing event deleted for resources: {'Network': ['ID=32fe0cea-3c01-45fe-a6c6-958a5a2bdcb5,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:46.854969 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d1a4afe2-d8fc-4d6f-bf92-2c8de3932f50 req-998adc42-c858-4f8a-96a1-2b362d99a311 service neutron] 10.222.0.62 "GET /v2.0/networks/7c81f420-ed9f-4d7d-9d3f-be9a4fca0095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6238928 Feb 09 01:06:46.867610 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-4a166a15-0077-4b1c-8104-f4ac7d4ba47d tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] 10.222.0.105 "DELETE /v2.0/networks/32fe0cea-3c01-45fe-a6c6-958a5a2bdcb5 HTTP/1.1" status: 204 len: 168 time: 2.3098381 Feb 09 01:06:46.869987 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 58324) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:46.887803 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-89567f35-f09f-4d99-a3a8-441266a776ba tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Request body: {'network': {'name': 'tempest-network--264623942'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:46.893899 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-4241704f-f642-4e6f-9e6d-a18a18185542 req-521dc8d1-c6c0-4791-a758-10abe56cd140 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Unset dirty status for tenant:5796137a8a554653b6e00403b0f3c833 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:06:46.896111 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4241704f-f642-4e6f-9e6d-a18a18185542 req-521dc8d1-c6c0-4791-a758-10abe56cd140 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=5796137a8a554653b6e00403b0f3c833&fields=id HTTP/1.1" status: 200 len: 348 time: 1.1558783 Feb 09 01:06:46.904912 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-89567f35-f09f-4d99-a3a8-441266a776ba tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:46.909822 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52953408-5912-44cf-8fcb-90857a4c1687 req-231e1f1a-cc9b-4548-9b4b-4f533d1cfb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:46.911599 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-52953408-5912-44cf-8fcb-90857a4c1687 req-231e1f1a-cc9b-4548-9b4b-4f533d1cfb06 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6c21402c-7902-4ae7-8505-6f11f3eac92e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7994719 Feb 09 01:06:46.914044 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-503a6d19-a302-45a6-811e-847b7ebf11fc tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:46.920792 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-89567f35-f09f-4d99-a3a8-441266a776ba tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Usage tracker for resource:network and tenant:36b09d37f4b14756bfdc37ba101887fb is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:06:46.921135 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d2e1b6-86bc-4208-9bbe-7207315c2149 service neutron] Pushing event updated for resources: {'Port': ['ID=3db4450b-e7c2-463d-946c-4f946919119a,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:46.924489 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e74d2be-1d19-45b0-bf44-06d9816525d4 req-2e146bcd-8482-4464-a1fd-61aef1e28d34 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] No DVR routers for this DVR port 2aaf2bb1-01b4-4b75-8e53-1cfcc4515d19 on host n-h1-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:06:46.928806 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-5e74d2be-1d19-45b0-bf44-06d9816525d4 req-2e146bcd-8482-4464-a1fd-61aef1e28d34 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:46.931703 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5255b4e-2bbe-4e82-8f47-98dbe6d6af0f', 'name': 'network-vif-deleted', 'tag': '2aaf2bb1-01b4-4b75-8e53-1cfcc4515d19'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:06:46.951557 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-89567f35-f09f-4d99-a3a8-441266a776ba tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:06:46.986348 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-89567f35-f09f-4d99-a3a8-441266a776ba tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:47.063791 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-5e74d2be-1d19-45b0-bf44-06d9816525d4 req-2e146bcd-8482-4464-a1fd-61aef1e28d34 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.62 "DELETE /v2.0/ports/2aaf2bb1-01b4-4b75-8e53-1cfcc4515d19 HTTP/1.1" status: 204 len: 173 time: 1.7531195 Feb 09 01:06:47.385622 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-2c71caaf-7237-4c30-81cc-cd75beb98532 req-58d2e1b6-86bc-4208-9bbe-7207315c2149 service neutron] Attempting to bind port 3db4450b-e7c2-463d-946c-4f946919119a on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:06:47.385968 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-2c71caaf-7237-4c30-81cc-cd75beb98532 req-58d2e1b6-86bc-4208-9bbe-7207315c2149 service neutron] Attempting to bind port 3db4450b-e7c2-463d-946c-4f946919119a by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'f4a9a430-6030-4c47-873d-1751edec414b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2347c0e2-18b5-449a-8992-746b7866ae46'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:06:47.386298 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c71caaf-7237-4c30-81cc-cd75beb98532 req-58d2e1b6-86bc-4208-9bbe-7207315c2149 service neutron] Attempting to bind port 3db4450b-e7c2-463d-946c-4f946919119a on network 2347c0e2-18b5-449a-8992-746b7866ae46 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:06:47.397137 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c71caaf-7237-4c30-81cc-cd75beb98532 req-58d2e1b6-86bc-4208-9bbe-7207315c2149 service neutron] Port 3db4450b-e7c2-463d-946c-4f946919119a on network 2347c0e2-18b5-449a-8992-746b7866ae46 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:06:47.397460 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c71caaf-7237-4c30-81cc-cd75beb98532 req-58d2e1b6-86bc-4208-9bbe-7207315c2149 service neutron] Attempting to bind port 3db4450b-e7c2-463d-946c-4f946919119a on network 2347c0e2-18b5-449a-8992-746b7866ae46 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:06:47.411921 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c71caaf-7237-4c30-81cc-cd75beb98532 req-58d2e1b6-86bc-4208-9bbe-7207315c2149 service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:06:47.412642 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c71caaf-7237-4c30-81cc-cd75beb98532 req-58d2e1b6-86bc-4208-9bbe-7207315c2149 service neutron] Checking segment: {'id': 'f4a9a430-6030-4c47-873d-1751edec414b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2347c0e2-18b5-449a-8992-746b7866ae46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:06:47.412642 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c71caaf-7237-4c30-81cc-cd75beb98532 req-58d2e1b6-86bc-4208-9bbe-7207315c2149 service neutron] Bound using segment: {'id': 'f4a9a430-6030-4c47-873d-1751edec414b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2347c0e2-18b5-449a-8992-746b7866ae46'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:06:47.413056 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-2c71caaf-7237-4c30-81cc-cd75beb98532 req-58d2e1b6-86bc-4208-9bbe-7207315c2149 service neutron] Bound port: 3db4450b-e7c2-463d-946c-4f946919119a, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4a9a430-6030-4c47-873d-1751edec414b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2347c0e2-18b5-449a-8992-746b7866ae46'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:06:47.413408 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-2c71caaf-7237-4c30-81cc-cd75beb98532 req-58d2e1b6-86bc-4208-9bbe-7207315c2149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:47.452979 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9615019-7cbe-4d4b-8ca6-87717984bb25 req-70827038-26b5-469d-b8be-7ee745b3ecef tempest-InstanceActionsTestJSON-98741548 tempest-InstanceActionsTestJSON-98741548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:47.454997 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e9615019-7cbe-4d4b-8ca6-87717984bb25 req-70827038-26b5-469d-b8be-7ee745b3ecef tempest-InstanceActionsTestJSON-98741548 tempest-InstanceActionsTestJSON-98741548-project] 10.222.0.105 "GET /v2.0/ports?device_id=105ca8a1-ea1d-4da8-bfe2-319031e41384 HTTP/1.1" status: 200 len: 944 time: 1.3613613 Feb 09 01:06:47.537516 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-2c71caaf-7237-4c30-81cc-cd75beb98532 req-58d2e1b6-86bc-4208-9bbe-7207315c2149 service neutron] For port 3db4450b-e7c2-463d-946c-4f946919119a, host n-h1-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:06:47.542535 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-2c71caaf-7237-4c30-81cc-cd75beb98532 req-58d2e1b6-86bc-4208-9bbe-7207315c2149 service neutron] For port 3db4450b-e7c2-463d-946c-4f946919119a, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=3db4450b-e7c2-463d-946c-4f946919119a,segment=NetworkSegment(f4a9a430-6030-4c47-873d-1751edec414b),segment_id=f4a9a430-6030-4c47-873d-1751edec414b)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:06:47.549431 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-2c71caaf-7237-4c30-81cc-cd75beb98532 req-58d2e1b6-86bc-4208-9bbe-7207315c2149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:47.579707 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-503a6d19-a302-45a6-811e-847b7ebf11fc tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:47.604991 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c71caaf-7237-4c30-81cc-cd75beb98532 req-58d2e1b6-86bc-4208-9bbe-7207315c2149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:47.605488 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-2c71caaf-7237-4c30-81cc-cd75beb98532 req-58d2e1b6-86bc-4208-9bbe-7207315c2149 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:47.607386 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-2c71caaf-7237-4c30-81cc-cd75beb98532 req-58d2e1b6-86bc-4208-9bbe-7207315c2149 service neutron] 10.222.0.62 "PUT /v2.0/ports/3db4450b-e7c2-463d-946c-4f946919119a HTTP/1.1" status: 200 len: 1092 time: 2.6398618 Feb 09 01:06:47.665590 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-503a6d19-a302-45a6-811e-847b7ebf11fc tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Made reservation on behalf of b38b8d3b4ab64851a90546fed2d6c948 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:06:47.670466 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-503a6d19-a302-45a6-811e-847b7ebf11fc tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:47.683332 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d2e1b6-86bc-4208-9bbe-7207315c2149 service neutron] Pushing event updated for resources: {'Port': ['ID=3db4450b-e7c2-463d-946c-4f946919119a,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:47.698845 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89567f35-f09f-4d99-a3a8-441266a776ba tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Made reservation on behalf of 36b09d37f4b14756bfdc37ba101887fb for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:06:47.703049 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-89567f35-f09f-4d99-a3a8-441266a776ba tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:47.832849 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c71caaf-7237-4c30-81cc-cd75beb98532 req-78188575-0571-451a-b391-d864d7a642c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:47.834826 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-2c71caaf-7237-4c30-81cc-cd75beb98532 req-78188575-0571-451a-b391-d864d7a642c0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6039567a52d946e490ce131e89f5d77f&device_id=dbcaf530-2cb0-4b57-b8f6-85c192b2ab60 HTTP/1.1" status: 200 len: 1095 time: 0.1478028 Feb 09 01:06:47.872189 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e9615019-7cbe-4d4b-8ca6-87717984bb25 req-3f265796-0a6c-4629-8932-195703d67ea0 tempest-InstanceActionsTestJSON-98741548 tempest-InstanceActionsTestJSON-98741548-project] 10.222.0.105 "GET /v2.0/security-groups?id=c4040943-d6cc-4b7b-83db-94add070bf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856205 Feb 09 01:06:47.951345 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-2c71caaf-7237-4c30-81cc-cd75beb98532 req-5067003a-9c5e-4595-b94d-dde174c2852e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3db4450b-e7c2-463d-946c-4f946919119a HTTP/1.1" status: 200 len: 217 time: 0.1068311 Feb 09 01:06:48.015248 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58344) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:48.063098 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c71caaf-7237-4c30-81cc-cd75beb98532 req-30aaaeb8-e1d4-4309-8052-5ad1850f8cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:48.064779 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-2c71caaf-7237-4c30-81cc-cd75beb98532 req-30aaaeb8-e1d4-4309-8052-5ad1850f8cc0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1fb2cbe1-ac38-49b2-93b4-07126768375d HTTP/1.1" status: 200 len: 850 time: 0.1052616 Feb 09 01:06:48.098203 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-52953408-5912-44cf-8fcb-90857a4c1687 req-3301f9f7-0dba-4ca2-a0fa-8e045ee60dc2 service neutron] 10.222.0.62 "GET /v2.0/networks/6c21402c-7902-4ae7-8505-6f11f3eac92e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1723685 Feb 09 01:06:48.126000 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-2c71caaf-7237-4c30-81cc-cd75beb98532 req-e8240c06-5ac7-4328-8bc0-654f629f238a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2347c0e2-18b5-449a-8992-746b7866ae46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545421 Feb 09 01:06:48.166482 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4241704f-f642-4e6f-9e6d-a18a18185542 req-4b613851-fdc1-47e8-af44-9d47d427fbf1 service neutron] 10.222.0.105 "GET /v2.0/networks/5389f489-826f-40fb-b73b-31845cd2fb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2480917 Feb 09 01:06:48.171839 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89567f35-f09f-4d99-a3a8-441266a776ba tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:06:48.238763 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f159fe13-7c09-42a6-862d-e9ed0968ec73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:48.268997 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f159fe13-7c09-42a6-862d-e9ed0968ec73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:48.276355 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-f159fe13-7c09-42a6-862d-e9ed0968ec73 admin admin] Usage tracker for resource:security_group_rule and tenant:b288e1244deb403297f5ae71d4a1b17d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:06:48.288737 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-f159fe13-7c09-42a6-862d-e9ed0968ec73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:06:48.299242 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f159fe13-7c09-42a6-862d-e9ed0968ec73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:48.324061 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-2c71caaf-7237-4c30-81cc-cd75beb98532 req-f9924005-376b-44ac-ac05-c138791ccb2b service neutron] 10.222.0.62 "GET /v2.0/networks/2347c0e2-18b5-449a-8992-746b7866ae46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906509 Feb 09 01:06:48.370045 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-89567f35-f09f-4d99-a3a8-441266a776ba tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:48.370482 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-89567f35-f09f-4d99-a3a8-441266a776ba tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Added segment 70c3384f-2d02-4191-8b95-c1f7ed6cccc7 of type vlan for network 20510712-66fc-469e-8358-e31c260079a1 Feb 09 01:06:48.473211 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-89567f35-f09f-4d99-a3a8-441266a776ba tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:48.504611 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-2c71caaf-7237-4c30-81cc-cd75beb98532 req-81ed21c8-4cfa-4dc6-820c-1989a7387076 service neutron] 10.222.0.62 "GET /v2.0/networks/2347c0e2-18b5-449a-8992-746b7866ae46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711345 Feb 09 01:06:48.508000 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-503a6d19-a302-45a6-811e-847b7ebf11fc tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Allocated IP 172.20.0.4 (5155f974-02f7-460c-bde1-4d4a435cc291/a3a9310a-be0f-4b6b-b867-4cea61f46d6e/fc0b6706-1840-44e5-8766-dcd0e32cf566) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:06:48.540942 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f159fe13-7c09-42a6-862d-e9ed0968ec73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:48.547550 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f159fe13-7c09-42a6-862d-e9ed0968ec73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:48.584298 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-52953408-5912-44cf-8fcb-90857a4c1687 req-a6e1447a-cb8c-40d0-b0b8-134aff8b48c8 service neutron] 10.222.0.62 "GET /v2.0/networks/6c21402c-7902-4ae7-8505-6f11f3eac92e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4655693 Feb 09 01:06:48.593141 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7299eea5-0ee7-415a-a687-0573e45c93ba req-fad0b197-e2ab-4714-9699-400bf1cc16f6 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:48.600397 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7299eea5-0ee7-415a-a687-0573e45c93ba req-fad0b197-e2ab-4714-9699-400bf1cc16f6 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/ports?device_id=dbcaf530-2cb0-4b57-b8f6-85c192b2ab60 HTTP/1.1" status: 200 len: 944 time: 0.5437994 Feb 09 01:06:48.617099 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159fe13-7c09-42a6-862d-e9ed0968ec73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c96b85cc-a9c4-4141-8d1d-044b0dfd7435,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:48.636665 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f159fe13-7c09-42a6-862d-e9ed0968ec73 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=b288e1244deb403297f5ae71d4a1b17d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6204400 Feb 09 01:06:48.646026 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58350) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:48.686414 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4241704f-f642-4e6f-9e6d-a18a18185542 req-c30c94b6-130f-4836-9822-12401a424402 service neutron] 10.222.0.105 "GET /v2.0/networks/5389f489-826f-40fb-b73b-31845cd2fb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4556060 Feb 09 01:06:48.725705 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7494a295-047e-4b62-8541-1d054d439144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:48.730017 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-52953408-5912-44cf-8fcb-90857a4c1687 req-bd16cf5d-bcc7-431e-b438-32fa063e10ed service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=2b457899-fc18-4e88-ac0e-5e0fa9c1dad9 HTTP/1.1" status: 200 len: 217 time: 0.1268044 Feb 09 01:06:48.736647 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-89567f35-f09f-4d99-a3a8-441266a776ba tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:48.737590 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89567f35-f09f-4d99-a3a8-441266a776ba tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:48.738195 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-89567f35-f09f-4d99-a3a8-441266a776ba tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:48.761557 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7494a295-047e-4b62-8541-1d054d439144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:48.865066 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7494a295-047e-4b62-8541-1d054d439144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:48.899234 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7494a295-047e-4b62-8541-1d054d439144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96b85cc-a9c4-4141-8d1d-044b0dfd7435,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:48.910309 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7494a295-047e-4b62-8541-1d054d439144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:48.911775 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-7494a295-047e-4b62-8541-1d054d439144 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/c96b85cc-a9c4-4141-8d1d-044b0dfd7435 HTTP/1.1" status: 204 len: 168 time: 0.2647259 Feb 09 01:06:49.106429 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7299eea5-0ee7-415a-a687-0573e45c93ba req-220d17ee-7b15-42ce-96a0-1bce1b6ada4a tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/security-groups?id=c04812c5-0076-44a2-b712-bc76c2180e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5049610 Feb 09 01:06:49.186219 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '105ca8a1-ea1d-4da8-bfe2-319031e41384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87e4a0ed-98f9-4456-820b-45199f99b57a', 'code': 200} Feb 09 01:06:49.213578 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52953408-5912-44cf-8fcb-90857a4c1687 req-9ab4deca-ec61-49ec-963b-f3528e6a9c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:49.216118 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-52953408-5912-44cf-8fcb-90857a4c1687 req-9ab4deca-ec61-49ec-963b-f3528e6a9c6c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7081671c-8f7d-4eb3-94eb-1c4eeeb2da0e HTTP/1.1" status: 200 len: 797 time: 0.4730422 Feb 09 01:06:49.235654 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5255b4e-2bbe-4e82-8f47-98dbe6d6af0f', 'name': 'network-vif-deleted', 'tag': '2aaf2bb1-01b4-4b75-8e53-1cfcc4515d19', 'status': 'completed', 'code': 200} Feb 09 01:06:49.287783 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8ef3bfed-9724-49e8-bdf8-7341c7ea23c5 req-fdaae1a3-5d15-4431-9119-256061bd4e9f tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 210 time: 0.2508893 Feb 09 01:06:49.298706 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89567f35-f09f-4d99-a3a8-441266a776ba tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Pushing event updated for resources: {'Network': ['ID=20510712-66fc-469e-8358-e31c260079a1,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:49.312997 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 20510712-66fc-469e-8358-e31c260079a1 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:06:49.376186 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-89567f35-f09f-4d99-a3a8-441266a776ba tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.5006976 Feb 09 01:06:49.384609 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 58368) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:49.405651 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-f771d9dc-69ed-4385-9860-7961587346cc tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:49.525060 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f5eedd-9f85-4200-a36b-28456bbb8ef9 req-a7db5666-5a55-4477-8f69-d07ec7487b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:49.530661 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-d8f5eedd-9f85-4200-a36b-28456bbb8ef9 req-a7db5666-5a55-4477-8f69-d07ec7487b2f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=105ca8a1-ea1d-4da8-bfe2-319031e41384 HTTP/1.1" status: 200 len: 1096 time: 0.2595747 Feb 09 01:06:49.628840 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 58378) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:49.689326 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-d8f5eedd-9f85-4200-a36b-28456bbb8ef9 req-c2c4925e-3e12-4759-a92f-2a1de1b81cea service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c4040943-d6cc-4b7b-83db-94add070bf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504719 Feb 09 01:06:49.842492 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 3db4450b-e7c2-463d-946c-4f946919119a details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:06:49.845012 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 2aaf2bb1-01b4-4b75-8e53-1cfcc4515d19 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:06:49.884496 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: 2aaf2bb1-01b4-4b75-8e53-1cfcc4515d19 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:06:49.885196 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 2aaf2bb1-01b4-4b75-8e53-1cfcc4515d19 not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:06:49.982810 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ce46f5cf-4ab1-4a6f-9fb2-cd11b32968bb req-88da73ff-378e-4dd4-a033-8765d6f6facd tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f10f031-8ae5-4353-a26d-76e2a5157173 HTTP/1.1" status: 200 len: 210 time: 0.4548681 Feb 09 01:06:50.046686 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 3db4450b-e7c2-463d-946c-4f946919119a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=3db4450b-e7c2-463d-946c-4f946919119a,segment=NetworkSegment(f4a9a430-6030-4c47-873d-1751edec414b),segment_id=f4a9a430-6030-4c47-873d-1751edec414b)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:50.066626 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-21cd0165-ac68-4ca3-9125-862c16537058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:50.075632 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '3db4450b-e7c2-463d-946c-4f946919119a', 'network_id': '2347c0e2-18b5-449a-8992-746b7866ae46', 'port_id': '3db4450b-e7c2-463d-946c-4f946919119a', 'mac_address': 'fa:16:3e:11:05:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb2cbe1-ac38-49b2-93b4-07126768375d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:06:50.105035 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-503a6d19-a302-45a6-811e-847b7ebf11fc tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:50.150157 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f771d9dc-69ed-4385-9860-7961587346cc tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:50.171490 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:50.234507 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-21cd0165-ac68-4ca3-9125-862c16537058 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:50.234729 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3db4450b-e7c2-463d-946c-4f946919119a {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:06:50.241521 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-503a6d19-a302-45a6-811e-847b7ebf11fc tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Transition to ACTIVE for port object fc0b6706-1840-44e5-8766-dcd0e32cf566 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:06:50.251730 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 3db4450b-e7c2-463d-946c-4f946919119a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=3db4450b-e7c2-463d-946c-4f946919119a,segment=NetworkSegment(f4a9a430-6030-4c47-873d-1751edec414b),segment_id=f4a9a430-6030-4c47-873d-1751edec414b)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:50.257579 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:50.301344 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f771d9dc-69ed-4385-9860-7961587346cc tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:50.307531 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-21cd0165-ac68-4ca3-9125-862c16537058 admin admin] Usage tracker for resource:security_group_rule and tenant:a29fb11ac7e543b0a5fe9797a61bd52b is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:06:50.333521 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-21cd0165-ac68-4ca3-9125-862c16537058 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:06:50.335236 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=3db4450b-e7c2-463d-946c-4f946919119a,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:50.346210 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52953408-5912-44cf-8fcb-90857a4c1687 req-cea2f66a-5914-4bff-98b7-ed0a77d1e275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:50.347683 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-52953408-5912-44cf-8fcb-90857a4c1687 req-cea2f66a-5914-4bff-98b7-ed0a77d1e275 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f6623f95-6162-4277-8fd2-5364045aea14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0517175 Feb 09 01:06:50.407379 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-21cd0165-ac68-4ca3-9125-862c16537058 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:50.416669 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f771d9dc-69ed-4385-9860-7961587346cc tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Network 20510712-66fc-469e-8358-e31c260079a1 is not hosted by any dhcp agent {{(pid=87639) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 09 01:06:50.417398 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f771d9dc-69ed-4385-9860-7961587346cc tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:50.418030 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f771d9dc-69ed-4385-9860-7961587346cc tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:50.419646 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f771d9dc-69ed-4385-9860-7961587346cc tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] 10.222.0.105 "PUT /v2.0/networks/20510712-66fc-469e-8358-e31c260079a1 HTTP/1.1" status: 200 len: 857 time: 1.0339198 Feb 09 01:06:50.422870 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58396) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:50.550464 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['3db4450b-e7c2-463d-946c-4f946919119a'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:06:50.565179 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f4143970-01a6-44ee-bb1d-347cf1de9894 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:50.708198 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f771d9dc-69ed-4385-9860-7961587346cc tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Pushing event updated for resources: {'Network': ['ID=20510712-66fc-469e-8358-e31c260079a1,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:50.785451 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99d502-4f67-4c50-93d8-91e066ba4c7b req-fc2b85d4-6094-4235-b4fd-ab02475bd919 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:50.793533 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9f99d502-4f67-4c50-93d8-91e066ba4c7b req-fc2b85d4-6094-4235-b4fd-ab02475bd919 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/networks?id=dd02684a-c792-4fba-8571-35898e88ad40 HTTP/1.1" status: 200 len: 811 time: 0.6496973 Feb 09 01:06:50.823772 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9f99d502-4f67-4c50-93d8-91e066ba4c7b req-a9a8ef24-d354-4fb0-8b4e-3f3bce4f251e tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/quotas/5ff9aad1b4b645cb83f87778a731b808 HTTP/1.1" status: 200 len: 375 time: 0.0291684 Feb 09 01:06:50.827004 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-503a6d19-a302-45a6-811e-847b7ebf11fc tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:50.853789 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f27a7-4641-4606-9bb2-8d38a99a6b31 req-c2afd9f9-1db6-4748-b8b6-2c6fe099df18 tempest-InstanceActionsTestJSON-98741548 tempest-InstanceActionsTestJSON-98741548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:50.861875 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f84f27a7-4641-4606-9bb2-8d38a99a6b31 req-c2afd9f9-1db6-4748-b8b6-2c6fe099df18 tempest-InstanceActionsTestJSON-98741548 tempest-InstanceActionsTestJSON-98741548-project] 10.222.0.105 "GET /v2.0/ports?device_id=105ca8a1-ea1d-4da8-bfe2-319031e41384 HTTP/1.1" status: 200 len: 945 time: 0.8777862 Feb 09 01:06:50.959569 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f4143970-01a6-44ee-bb1d-347cf1de9894 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:50.995672 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-f4143970-01a6-44ee-bb1d-347cf1de9894 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20510712-66fc-469e-8358-e31c260079a1']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:51.014259 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-f4143970-01a6-44ee-bb1d-347cf1de9894 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70c3384f-2d02-4191-8b95-c1f7ed6cccc7') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:51.014259 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-f4143970-01a6-44ee-bb1d-347cf1de9894 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70c3384f-2d02-4191-8b95-c1f7ed6cccc7') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:51.027893 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f4143970-01a6-44ee-bb1d-347cf1de9894 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:51.048689 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f4143970-01a6-44ee-bb1d-347cf1de9894 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:51.051881 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9f99d502-4f67-4c50-93d8-91e066ba4c7b req-773b5d65-ece5-46cc-acb7-7612bb3112f9 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=5ff9aad1b4b645cb83f87778a731b808&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2272463 Feb 09 01:06:51.055942 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4143970-01a6-44ee-bb1d-347cf1de9894 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:06:51.056352 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f4143970-01a6-44ee-bb1d-347cf1de9894 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:51.127711 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-52953408-5912-44cf-8fcb-90857a4c1687 req-436d01c5-b14f-459e-b43d-df8310e53d2a service neutron] 10.222.0.62 "GET /v2.0/networks/f6623f95-6162-4277-8fd2-5364045aea14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7216010 Feb 09 01:06:51.180183 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:06:51.180183 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:06:51.180183 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:06:51.180183 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:06:51.180183 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:06:51.180183 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:06:51.180183 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:06:51.180183 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:06:51.180183 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:06:51.180183 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:06:51.180183 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:06:51.180183 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:06:51.180183 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:06:51.180183 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:06:51.180183 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:06:51.180183 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:06:51.180183 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:06:51.180183 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:06:51.180183 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:06:51.180183 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:06:51.180183 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:06:51.180183 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:06:51.180183 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:06:51.180183 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:06:51.180183 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:06:51.180183 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:06:51.180183 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:06:51.180183 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:06:51.180183 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:06:51.180183 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:06:51.180183 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:06:51.180183 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:06:51.187062 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-503a6d19-a302-45a6-811e-847b7ebf11fc tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Network 5155f974-02f7-460c-bde1-4d4a435cc291 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:06:51.227867 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-503a6d19-a302-45a6-811e-847b7ebf11fc tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:06:51.242600 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-503a6d19-a302-45a6-811e-847b7ebf11fc tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:06:51.275612 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503a6d19-a302-45a6-811e-847b7ebf11fc tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Pushing event updated for resources: {'Port': ['ID=fc0b6706-1840-44e5-8766-dcd0e32cf566,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:51.354527 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbcaf530-2cb0-4b57-b8f6-85c192b2ab60', 'tag': '3db4450b-e7c2-463d-946c-4f946919119a'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:06:51.372090 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f84f27a7-4641-4606-9bb2-8d38a99a6b31 req-7d3eec86-ddfb-4dbc-91f8-e9e627bea613 tempest-InstanceActionsTestJSON-98741548 tempest-InstanceActionsTestJSON-98741548-project] 10.222.0.105 "GET /v2.0/security-groups?id=c4040943-d6cc-4b7b-83db-94add070bf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5089984 Feb 09 01:06:51.390807 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f4143970-01a6-44ee-bb1d-347cf1de9894 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:51.404164 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-21cd0165-ac68-4ca3-9125-862c16537058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:51.418530 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4143970-01a6-44ee-bb1d-347cf1de9894 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 20510712-66fc-469e-8358-e31c260079a1 {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 09 01:06:51.422086 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-21cd0165-ac68-4ca3-9125-862c16537058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:51.428811 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f4143970-01a6-44ee-bb1d-347cf1de9894 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:51.446312 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4143970-01a6-44ee-bb1d-347cf1de9894 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] Pushing event deleted for resources: {'Network': ['ID=20510712-66fc-469e-8358-e31c260079a1,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:51.462227 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f4143970-01a6-44ee-bb1d-347cf1de9894 tempest-ExternalNetworksTestJSON-1104158016 tempest-ExternalNetworksTestJSON-1104158016-project-admin] 10.222.0.105 "DELETE /v2.0/networks/20510712-66fc-469e-8358-e31c260079a1 HTTP/1.1" status: 204 len: 168 time: 1.0381374 Feb 09 01:06:51.464935 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58404) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:51.474674 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241704f-f642-4e6f-9e6d-a18a18185542 req-e6e885b1-32c0-4012-9e9c-9e515355cd36 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:51.475680 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-4241704f-f642-4e6f-9e6d-a18a18185542 req-e6e885b1-32c0-4012-9e9c-9e515355cd36 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Synchronizing usage tracker for tenant:5796137a8a554653b6e00403b0f3c833 on resource:network {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:06:51.552212 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ed3de5c-d724-4725-b757-1e415e2d76d3 tempest-ExternalNetworksTestJSON-862914749 tempest-ExternalNetworksTestJSON-862914749-project] DELETE failed (client error): The resource could not be found. Feb 09 01:06:51.552762 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ed3de5c-d724-4725-b757-1e415e2d76d3 tempest-ExternalNetworksTestJSON-862914749 tempest-ExternalNetworksTestJSON-862914749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:06:51.564426 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-8ed3de5c-d724-4725-b757-1e415e2d76d3 tempest-ExternalNetworksTestJSON-862914749 tempest-ExternalNetworksTestJSON-862914749-project] 10.222.0.105 "DELETE /v2.0/subnets/69d0ad31-ce95-4b2c-b6c4-a905140bc28e HTTP/1.1" status: 404 len: 337 time: 0.0974109 Feb 09 01:06:51.568093 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58408) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:51.623915 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:51.629642 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-503a6d19-a302-45a6-811e-847b7ebf11fc tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:51.630573 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-503a6d19-a302-45a6-811e-847b7ebf11fc tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:51.676247 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-4241704f-f642-4e6f-9e6d-a18a18185542 req-e6e885b1-32c0-4012-9e9c-9e515355cd36 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Unset dirty status for tenant:5796137a8a554653b6e00403b0f3c833 on resource:network {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:06:51.677538 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4241704f-f642-4e6f-9e6d-a18a18185542 req-e6e885b1-32c0-4012-9e9c-9e515355cd36 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] 10.222.0.62 "GET /v2.0/networks?id=5389f489-826f-40fb-b73b-31845cd2fb83 HTTP/1.1" status: 200 len: 805 time: 0.9830406 Feb 09 01:06:51.761810 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eafc3f47-0d9a-42c1-b02d-20b452243bdf tempest-ExternalNetworksTestJSON-862914749 tempest-ExternalNetworksTestJSON-862914749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:51.771571 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-4241704f-f642-4e6f-9e6d-a18a18185542 req-ea0a8127-9517-455e-9380-77eb8b5e3e82 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Synchronizing usage tracker for tenant:5796137a8a554653b6e00403b0f3c833 on resource:security_group {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:06:51.780086 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4bc95e40-988c-43ca-a804-c69006598e24 None None] Provisioning for port fc0b6706-1840-44e5-8766-dcd0e32cf566 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:06:51.788528 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4bc95e40-988c-43ca-a804-c69006598e24 None None] Provisioning complete for port fc0b6706-1840-44e5-8766-dcd0e32cf566 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:51.789864 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4bc95e40-988c-43ca-a804-c69006598e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:51.795442 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-4241704f-f642-4e6f-9e6d-a18a18185542 req-ea0a8127-9517-455e-9380-77eb8b5e3e82 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Unset dirty status for tenant:5796137a8a554653b6e00403b0f3c833 on resource:security_group {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:06:51.796752 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4241704f-f642-4e6f-9e6d-a18a18185542 req-ea0a8127-9517-455e-9380-77eb8b5e3e82 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5796137a8a554653b6e00403b0f3c833 HTTP/1.1" status: 200 len: 380 time: 0.1105464 Feb 09 01:06:51.799724 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-21cd0165-ac68-4ca3-9125-862c16537058 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=a29fb11ac7e543b0a5fe9797a61bd52b&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1175797 Feb 09 01:06:51.817382 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cd0165-ac68-4ca3-9125-862c16537058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4069b80-bb4c-4030-965f-6ec994d4675d,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:51.839340 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9f99d502-4f67-4c50-93d8-91e066ba4c7b req-ce9ec346-3111-4998-8c42-46fbbcfa7540 service neutron] 10.222.0.105 "GET /v2.0/networks/dd02684a-c792-4fba-8571-35898e88ad40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7668505 Feb 09 01:06:51.843019 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 58412) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:51.858695 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 3db4450b-e7c2-463d-946c-4f946919119a up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:06:51.863112 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-4241704f-f642-4e6f-9e6d-a18a18185542 req-4de08eb3-d78e-44b5-bbbc-b3b444cd2b74 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Request body: {'port': {'device_id': '8f10f031-8ae5-4353-a26d-76e2a5157173', 'network_id': '5389f489-826f-40fb-b73b-31845cd2fb83', 'admin_state_up': True, 'tenant_id': '5796137a8a554653b6e00403b0f3c833', 'security_groups': ['9575c1e7-d2fc-4e70-9d26-cb338ed21e81']}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:51.864149 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-503a6d19-a302-45a6-811e-847b7ebf11fc tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6759672 Feb 09 01:06:51.908071 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-4bc95e40-988c-43ca-a804-c69006598e24 None None] Port fc0b6706-1840-44e5-8766-dcd0e32cf566 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:06:51.923800 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-b1a06f6e-f38d-41ae-af3e-540e17c73603 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Request body: {'port': {'device_id': 'ed2ce431-e04c-45ab-af1c-5312d7191c93', 'network_id': '5504a1b4-4e92-48cb-9653-87325b009802', 'admin_state_up': True, 'tenant_id': 'b38b8d3b4ab64851a90546fed2d6c948', 'security_groups': ['2e29d487-4384-458c-a1fb-a5cd591001dc']}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:51.953186 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port 3db4450b-e7c2-463d-946c-4f946919119a completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:06:51.959289 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 3db4450b-e7c2-463d-946c-4f946919119a triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:51.959863 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:52.056081 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eafc3f47-0d9a-42c1-b02d-20b452243bdf tempest-ExternalNetworksTestJSON-862914749 tempest-ExternalNetworksTestJSON-862914749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:52.061613 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-52953408-5912-44cf-8fcb-90857a4c1687 req-3c2f23c1-b9e7-4ebf-81a4-7ce0a3757562 service neutron] 10.222.0.62 "GET /v2.0/networks/f6623f95-6162-4277-8fd2-5364045aea14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8659966 Feb 09 01:06:52.108161 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-eafc3f47-0d9a-42c1-b02d-20b452243bdf tempest-ExternalNetworksTestJSON-862914749 tempest-ExternalNetworksTestJSON-862914749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ba0ea33-73d4-42d4-bcee-e10276e770d6']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:52.128822 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:52.134470 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-eafc3f47-0d9a-42c1-b02d-20b452243bdf tempest-ExternalNetworksTestJSON-862914749 tempest-ExternalNetworksTestJSON-862914749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96e59706-7475-44e1-a9bf-4ddc66583aa5') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:52.134925 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-eafc3f47-0d9a-42c1-b02d-20b452243bdf tempest-ExternalNetworksTestJSON-862914749 tempest-ExternalNetworksTestJSON-862914749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96e59706-7475-44e1-a9bf-4ddc66583aa5') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:52.154626 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eafc3f47-0d9a-42c1-b02d-20b452243bdf tempest-ExternalNetworksTestJSON-862914749 tempest-ExternalNetworksTestJSON-862914749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:52.167688 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-4241704f-f642-4e6f-9e6d-a18a18185542 req-4de08eb3-d78e-44b5-bbbc-b3b444cd2b74 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:52.170863 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbcaf530-2cb0-4b57-b8f6-85c192b2ab60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3db4450b-e7c2-463d-946c-4f946919119a'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:06:52.183836 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eafc3f47-0d9a-42c1-b02d-20b452243bdf tempest-ExternalNetworksTestJSON-862914749 tempest-ExternalNetworksTestJSON-862914749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:52.190065 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-4241704f-f642-4e6f-9e6d-a18a18185542 req-4de08eb3-d78e-44b5-bbbc-b3b444cd2b74 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:52.190465 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 3db4450b-e7c2-463d-946c-4f946919119a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=3db4450b-e7c2-463d-946c-4f946919119a,segment=NetworkSegment(f4a9a430-6030-4c47-873d-1751edec414b),segment_id=f4a9a430-6030-4c47-873d-1751edec414b)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:52.196941 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eafc3f47-0d9a-42c1-b02d-20b452243bdf tempest-ExternalNetworksTestJSON-862914749 tempest-ExternalNetworksTestJSON-862914749-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:06:52.197475 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eafc3f47-0d9a-42c1-b02d-20b452243bdf tempest-ExternalNetworksTestJSON-862914749 tempest-ExternalNetworksTestJSON-862914749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:52.197917 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:52.214453 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:06:52.214453 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:06:52.214453 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:06:52.214453 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:06:52.214453 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:06:52.214453 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:06:52.214453 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:06:52.214453 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:06:52.214453 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:06:52.214453 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:06:52.214453 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:06:52.214453 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:06:52.214453 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:06:52.214453 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:06:52.214453 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:06:52.214453 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:06:52.214453 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:06:52.214453 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:06:52.214453 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:06:52.214453 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:06:52.214453 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:06:52.214453 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:06:52.214453 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:06:52.214453 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:06:52.214453 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:06:52.214453 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:06:52.214453 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:06:52.214453 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:06:52.214453 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:06:52.214453 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:06:52.214453 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:06:52.214453 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:06:52.285417 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4241704f-f642-4e6f-9e6d-a18a18185542 req-4de08eb3-d78e-44b5-bbbc-b3b444cd2b74 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Made reservation on behalf of 5796137a8a554653b6e00403b0f3c833 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:06:52.289349 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-4241704f-f642-4e6f-9e6d-a18a18185542 req-4de08eb3-d78e-44b5-bbbc-b3b444cd2b74 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:52.300616 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=3db4450b-e7c2-463d-946c-4f946919119a,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:52.354139 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-52953408-5912-44cf-8fcb-90857a4c1687 req-ac6baa52-777d-4a89-9a8a-d3f330a3770f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=79a7f7ff-db18-40ba-b175-35b4cc180bbe HTTP/1.1" status: 200 len: 217 time: 0.2655599 Feb 09 01:06:52.368558 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eafc3f47-0d9a-42c1-b02d-20b452243bdf tempest-ExternalNetworksTestJSON-862914749 tempest-ExternalNetworksTestJSON-862914749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:52.394182 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eafc3f47-0d9a-42c1-b02d-20b452243bdf tempest-ExternalNetworksTestJSON-862914749 tempest-ExternalNetworksTestJSON-862914749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:52.406108 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafc3f47-0d9a-42c1-b02d-20b452243bdf tempest-ExternalNetworksTestJSON-862914749 tempest-ExternalNetworksTestJSON-862914749-project] Pushing event deleted for resources: {'Network': ['ID=6ba0ea33-73d4-42d4-bcee-e10276e770d6,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:52.436995 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-eafc3f47-0d9a-42c1-b02d-20b452243bdf tempest-ExternalNetworksTestJSON-862914749 tempest-ExternalNetworksTestJSON-862914749-project] 10.222.0.105 "DELETE /v2.0/networks/6ba0ea33-73d4-42d4-bcee-e10276e770d6 HTTP/1.1" status: 204 len: 168 time: 0.8678133 Feb 09 01:06:52.529439 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-4241704f-f642-4e6f-9e6d-a18a18185542 req-4de08eb3-d78e-44b5-bbbc-b3b444cd2b74 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Allocated IP 172.20.0.8 (5389f489-826f-40fb-b73b-31845cd2fb83/1658139b-acec-4b5d-9220-af5f5e7acc1e/5c49063c-0198-4668-b630-8850747a6364) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:06:52.581113 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18f541-77e3-4e2e-9f5c-b5b776eea163 req-db933334-a05a-44c0-9cb3-b51e73155a45 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:52.582675 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ae18f541-77e3-4e2e-9f5c-b5b776eea163 req-db933334-a05a-44c0-9cb3-b51e73155a45 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/ports?device_id=dbcaf530-2cb0-4b57-b8f6-85c192b2ab60 HTTP/1.1" status: 200 len: 945 time: 0.9470303 Feb 09 01:06:52.589163 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52953408-5912-44cf-8fcb-90857a4c1687 req-42888f89-0bb2-411a-a079-7b8d125854ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:52.591292 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-52953408-5912-44cf-8fcb-90857a4c1687 req-42888f89-0bb2-411a-a079-7b8d125854ff service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7081671c-8f7d-4eb3-94eb-1c4eeeb2da0e HTTP/1.1" status: 200 len: 797 time: 0.2020476 Feb 09 01:06:52.591929 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4f6c8bf6-5183-4c19-b48d-51a9eed3f395 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:52.608347 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9f99d502-4f67-4c50-93d8-91e066ba4c7b req-56177d65-e88e-466a-a81b-84e38f57ea56 service neutron] 10.222.0.105 "GET /v2.0/networks/dd02684a-c792-4fba-8571-35898e88ad40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7291873 Feb 09 01:06:52.612385 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-b1a06f6e-f38d-41ae-af3e-540e17c73603 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:52.700331 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-b1a06f6e-f38d-41ae-af3e-540e17c73603 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Usage tracker for resource:port and tenant:b38b8d3b4ab64851a90546fed2d6c948 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:06:52.722066 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-b1a06f6e-f38d-41ae-af3e-540e17c73603 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Quota usage for port was recalculated. Used quota:8. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:06:52.747367 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-b1a06f6e-f38d-41ae-af3e-540e17c73603 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:52.767553 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4f6c8bf6-5183-4c19-b48d-51a9eed3f395 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:52.808893 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-4241704f-f642-4e6f-9e6d-a18a18185542 req-4de08eb3-d78e-44b5-bbbc-b3b444cd2b74 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:52.809256 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ae18f541-77e3-4e2e-9f5c-b5b776eea163 req-4e906586-dd43-4061-b3ef-5f15a0fad968 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/security-groups?id=c04812c5-0076-44a2-b712-bc76c2180e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148159 Feb 09 01:06:52.810438 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-b1a06f6e-f38d-41ae-af3e-540e17c73603 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Made reservation on behalf of b38b8d3b4ab64851a90546fed2d6c948 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:06:52.814649 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-b1a06f6e-f38d-41ae-af3e-540e17c73603 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:52.833321 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-4241704f-f642-4e6f-9e6d-a18a18185542 req-4de08eb3-d78e-44b5-bbbc-b3b444cd2b74 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Transition to ACTIVE for port object 5c49063c-0198-4668-b630-8850747a6364 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:06:52.853200 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58428) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:52.866143 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-4241704f-f642-4e6f-9e6d-a18a18185542 req-4de08eb3-d78e-44b5-bbbc-b3b444cd2b74 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:52.973093 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4241704f-f642-4e6f-9e6d-a18a18185542 req-4de08eb3-d78e-44b5-bbbc-b3b444cd2b74 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Network 5389f489-826f-40fb-b73b-31845cd2fb83 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:06:52.982179 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-4241704f-f642-4e6f-9e6d-a18a18185542 req-4de08eb3-d78e-44b5-bbbc-b3b444cd2b74 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:06:52.987027 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-4241704f-f642-4e6f-9e6d-a18a18185542 req-4de08eb3-d78e-44b5-bbbc-b3b444cd2b74 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:06:53.070481 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de08eb3-d78e-44b5-bbbc-b3b444cd2b74 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Pushing event updated for resources: {'Port': ['ID=5c49063c-0198-4668-b630-8850747a6364,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:53.130174 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241704f-f642-4e6f-9e6d-a18a18185542 req-4de08eb3-d78e-44b5-bbbc-b3b444cd2b74 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:53.130832 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-4241704f-f642-4e6f-9e6d-a18a18185542 req-4de08eb3-d78e-44b5-bbbc-b3b444cd2b74 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:53.142383 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-887eed5a-fd0c-4e3c-8df0-7d8f777395a2 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=d4e37c766d5e47b2a4d9b4783edb4d5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2879848 Feb 09 01:06:53.147966 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58438) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:53.173036 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4241704f-f642-4e6f-9e6d-a18a18185542 req-4de08eb3-d78e-44b5-bbbc-b3b444cd2b74 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3203602 Feb 09 01:06:53.184767 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-4241704f-f642-4e6f-9e6d-a18a18185542 req-f09fa7f6-0159-4631-91f6-70d5da9623ca service neutron] Request body: {'port': {'device_id': '8f10f031-8ae5-4353-a26d-76e2a5157173', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:53.233047 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-b1a06f6e-f38d-41ae-af3e-540e17c73603 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Allocated IP 10.1.1.242 (5504a1b4-4e92-48cb-9653-87325b009802/4c489644-0fac-481a-b2c6-ea6532ba6646/37939233-0dda-4395-8f3c-785e2e6649d9) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:06:53.294891 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4f6c8bf6-5183-4c19-b48d-51a9eed3f395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:53.329586 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1bc909f2-b96f-4f9e-ae97-563e05d488c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:53.347793 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-306fddc1-0199-4b63-af22-e4f820a64513 None None] Provisioning for port 5c49063c-0198-4668-b630-8850747a6364 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:06:53.354476 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52953408-5912-44cf-8fcb-90857a4c1687 req-ea9ba617-1915-45b0-a999-167f0f2f3071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:53.355013 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-306fddc1-0199-4b63-af22-e4f820a64513 None None] Provisioning complete for port 5c49063c-0198-4668-b630-8850747a6364 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:53.355095 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-306fddc1-0199-4b63-af22-e4f820a64513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:53.356067 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-52953408-5912-44cf-8fcb-90857a4c1687 req-ea9ba617-1915-45b0-a999-167f0f2f3071 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f6623f95-6162-4277-8fd2-5364045aea14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7450321 Feb 09 01:06:53.362907 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6c8bf6-5183-4c19-b48d-51a9eed3f395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4069b80-bb4c-4030-965f-6ec994d4675d,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:53.363266 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-4241704f-f642-4e6f-9e6d-a18a18185542 req-f09fa7f6-0159-4631-91f6-70d5da9623ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:53.423583 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1bc909f2-b96f-4f9e-ae97-563e05d488c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:53.437249 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-306fddc1-0199-4b63-af22-e4f820a64513 None None] Port 5c49063c-0198-4668-b630-8850747a6364 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:06:53.567987 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1bc909f2-b96f-4f9e-ae97-563e05d488c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:53.589215 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc909f2-b96f-4f9e-ae97-563e05d488c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1df35e2-acb5-4449-acd8-a04bb004ac0f,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:53.602188 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4f6c8bf6-5183-4c19-b48d-51a9eed3f395 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:53.603565 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-4f6c8bf6-5183-4c19-b48d-51a9eed3f395 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/e4069b80-bb4c-4030-965f-6ec994d4675d HTTP/1.1" status: 204 len: 168 time: 1.7424529 Feb 09 01:06:53.712231 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c9aa2-aff5-427b-a3ba-85b62d5ff2c5 req-b593836a-9a51-44c4-b4dd-edb3433a2ad5 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:53.713240 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-cb4c9aa2-aff5-427b-a3ba-85b62d5ff2c5 req-b593836a-9a51-44c4-b4dd-edb3433a2ad5 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Synchronizing usage tracker for tenant:b38b8d3b4ab64851a90546fed2d6c948 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:06:53.723934 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160466a5-b00c-4ee7-9d94-d77a7af4fcb9 req-ab937c07-2637-4613-a65c-cf14483b7664 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:53.731919 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-160466a5-b00c-4ee7-9d94-d77a7af4fcb9 req-ab937c07-2637-4613-a65c-cf14483b7664 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f10f031-8ae5-4353-a26d-76e2a5157173 HTTP/1.1" status: 200 len: 931 time: 0.7151878 Feb 09 01:06:53.741068 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-52953408-5912-44cf-8fcb-90857a4c1687 req-4136a875-62bc-473e-bd38-5dc5c48a352b service neutron] 10.222.0.62 "GET /v2.0/networks/f6623f95-6162-4277-8fd2-5364045aea14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3740008 Feb 09 01:06:53.824287 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1bc909f2-b96f-4f9e-ae97-563e05d488c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:53.825560 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1bc909f2-b96f-4f9e-ae97-563e05d488c4 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/e1df35e2-acb5-4449-acd8-a04bb004ac0f HTTP/1.1" status: 204 len: 168 time: 0.6765385 Feb 09 01:06:53.891885 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-b1a06f6e-f38d-41ae-af3e-540e17c73603 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:53.943710 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-cb4c9aa2-aff5-427b-a3ba-85b62d5ff2c5 req-b593836a-9a51-44c4-b4dd-edb3433a2ad5 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Unset dirty status for tenant:b38b8d3b4ab64851a90546fed2d6c948 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:06:53.945622 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cb4c9aa2-aff5-427b-a3ba-85b62d5ff2c5 req-b593836a-9a51-44c4-b4dd-edb3433a2ad5 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 931 time: 0.9278533 Feb 09 01:06:53.967850 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-160466a5-b00c-4ee7-9d94-d77a7af4fcb9 req-ed2d0b7f-6efd-4878-801a-0f5428814b24 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] 10.222.0.105 "GET /v2.0/security-groups?id=9575c1e7-d2fc-4e70-9d26-cb338ed21e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2347598 Feb 09 01:06:53.997025 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-b1a06f6e-f38d-41ae-af3e-540e17c73603 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Transition to ACTIVE for port object 37939233-0dda-4395-8f3c-785e2e6649d9 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:06:54.050125 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [req-4241704f-f642-4e6f-9e6d-a18a18185542 req-f09fa7f6-0159-4631-91f6-70d5da9623ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c49063c-0198-4668-b630-8850747a6364 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:06:54.066592 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-4241704f-f642-4e6f-9e6d-a18a18185542 req-f09fa7f6-0159-4631-91f6-70d5da9623ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:54.092914 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-52953408-5912-44cf-8fcb-90857a4c1687 req-ba2e49b2-d4cd-4406-b450-fdd1f266fda2 service neutron] 10.222.0.62 "GET /v2.0/networks/f6623f95-6162-4277-8fd2-5364045aea14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3347721 Feb 09 01:06:54.093915 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbcaf530-2cb0-4b57-b8f6-85c192b2ab60', 'tag': '3db4450b-e7c2-463d-946c-4f946919119a', 'status': 'completed', 'code': 200} Feb 09 01:06:54.095894 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cb4c9aa2-aff5-427b-a3ba-85b62d5ff2c5 req-44c0da8b-5e0d-426d-b579-1672a69156d1 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/security-groups?id=2e29d487-4384-458c-a1fb-a5cd591001dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364763 Feb 09 01:06:54.210198 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-52953408-5912-44cf-8fcb-90857a4c1687 req-d04d0e08-4f3f-4a7d-81a4-5ce0851b4a2b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=acba0247-8d0d-4937-a7cd-c165665bdb16 HTTP/1.1" status: 200 len: 217 time: 0.1055779 Feb 09 01:06:54.210831 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-4241704f-f642-4e6f-9e6d-a18a18185542 req-f09fa7f6-0159-4631-91f6-70d5da9623ca service neutron] Transition to ACTIVE for port object 5c49063c-0198-4668-b630-8850747a6364 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:06:54.224513 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-b1a06f6e-f38d-41ae-af3e-540e17c73603 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:54.240028 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbcaf530-2cb0-4b57-b8f6-85c192b2ab60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3db4450b-e7c2-463d-946c-4f946919119a', 'code': 200} Feb 09 01:06:54.240530 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-4241704f-f642-4e6f-9e6d-a18a18185542 req-f09fa7f6-0159-4631-91f6-70d5da9623ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:54.433022 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52953408-5912-44cf-8fcb-90857a4c1687 req-ebbc33f7-2526-47aa-a490-87d23b2a5d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:54.435915 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-52953408-5912-44cf-8fcb-90857a4c1687 req-ebbc33f7-2526-47aa-a490-87d23b2a5d49 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7081671c-8f7d-4eb3-94eb-1c4eeeb2da0e HTTP/1.1" status: 200 len: 797 time: 0.2065094 Feb 09 01:06:54.440561 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.62', 57233) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:54.495061 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09fa7f6-0159-4631-91f6-70d5da9623ca service neutron] Pushing event updated for resources: {'Port': ['ID=5c49063c-0198-4668-b630-8850747a6364,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:54.546721 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19196d5-b1b3-49bd-9c12-5ab6b9d9d832 req-9c14f7e9-84d5-4cb3-ab3d-6425bf6a14fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:54.549110 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b19196d5-b1b3-49bd-9c12-5ab6b9d9d832 req-9c14f7e9-84d5-4cb3-ab3d-6425bf6a14fc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6039567a52d946e490ce131e89f5d77f&device_id=dbcaf530-2cb0-4b57-b8f6-85c192b2ab60 HTTP/1.1" status: 200 len: 1097 time: 0.4175196 Feb 09 01:06:54.603493 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:54.744179 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58468) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:54.846807 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a06f6e-f38d-41ae-af3e-540e17c73603 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Pushing event updated for resources: {'Port': ['ID=37939233-0dda-4395-8f3c-785e2e6649d9,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:54.868262 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-4241704f-f642-4e6f-9e6d-a18a18185542 req-f09fa7f6-0159-4631-91f6-70d5da9623ca service neutron] Attempting to bind port 5c49063c-0198-4668-b630-8850747a6364 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:06:54.868793 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-4241704f-f642-4e6f-9e6d-a18a18185542 req-f09fa7f6-0159-4631-91f6-70d5da9623ca service neutron] Attempting to bind port 5c49063c-0198-4668-b630-8850747a6364 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'c36f2fc3-85a0-4772-8b18-bed55b9183bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5389f489-826f-40fb-b73b-31845cd2fb83'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:06:54.869060 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4241704f-f642-4e6f-9e6d-a18a18185542 req-f09fa7f6-0159-4631-91f6-70d5da9623ca service neutron] Attempting to bind port 5c49063c-0198-4668-b630-8850747a6364 on network 5389f489-826f-40fb-b73b-31845cd2fb83 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:06:54.895683 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-36ef9c59-0879-4ddf-9c70-8482569890c2 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=36b09d37f4b14756bfdc37ba101887fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1500463 Feb 09 01:06:54.896370 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4241704f-f642-4e6f-9e6d-a18a18185542 req-f09fa7f6-0159-4631-91f6-70d5da9623ca service neutron] Port 5c49063c-0198-4668-b630-8850747a6364 on network 5389f489-826f-40fb-b73b-31845cd2fb83 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:06:54.896679 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4241704f-f642-4e6f-9e6d-a18a18185542 req-f09fa7f6-0159-4631-91f6-70d5da9623ca service neutron] Attempting to bind port 5c49063c-0198-4668-b630-8850747a6364 on network 5389f489-826f-40fb-b73b-31845cd2fb83 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:06:54.907973 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58474) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:54.929959 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4241704f-f642-4e6f-9e6d-a18a18185542 req-f09fa7f6-0159-4631-91f6-70d5da9623ca service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:06:54.930298 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4241704f-f642-4e6f-9e6d-a18a18185542 req-f09fa7f6-0159-4631-91f6-70d5da9623ca service neutron] Checking segment: {'id': 'c36f2fc3-85a0-4772-8b18-bed55b9183bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5389f489-826f-40fb-b73b-31845cd2fb83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:06:54.930694 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4241704f-f642-4e6f-9e6d-a18a18185542 req-f09fa7f6-0159-4631-91f6-70d5da9623ca service neutron] Bound using segment: {'id': 'c36f2fc3-85a0-4772-8b18-bed55b9183bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5389f489-826f-40fb-b73b-31845cd2fb83'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:06:54.931133 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-4241704f-f642-4e6f-9e6d-a18a18185542 req-f09fa7f6-0159-4631-91f6-70d5da9623ca service neutron] Bound port: 5c49063c-0198-4668-b630-8850747a6364, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c36f2fc3-85a0-4772-8b18-bed55b9183bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5389f489-826f-40fb-b73b-31845cd2fb83'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:06:54.931480 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-4241704f-f642-4e6f-9e6d-a18a18185542 req-f09fa7f6-0159-4631-91f6-70d5da9623ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:54.949936 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19196d5-b1b3-49bd-9c12-5ab6b9d9d832 req-dd6ca517-a33f-45cb-98de-918782b34e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:54.951699 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b19196d5-b1b3-49bd-9c12-5ab6b9d9d832 req-dd6ca517-a33f-45cb-98de-918782b34e86 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2347c0e2-18b5-449a-8992-746b7866ae46 HTTP/1.1" status: 200 len: 911 time: 0.3948908 Feb 09 01:06:55.048434 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b19196d5-b1b3-49bd-9c12-5ab6b9d9d832 req-72fcc869-7803-426b-8d11-b27284b1cfa5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3db4450b-e7c2-463d-946c-4f946919119a HTTP/1.1" status: 200 len: 217 time: 0.0858784 Feb 09 01:06:55.136686 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-77a75361-842c-4fca-b6a4-e72a0d7e4668 req-cf637148-10bb-4dd2-bf34-b3048af7e8b1 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=e6d4f61a-1eb1-456e-a724-21038b46527f HTTP/1.1" status: 200 len: 210 time: 0.3245270 Feb 09 01:06:55.142877 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-b1a06f6e-f38d-41ae-af3e-540e17c73603 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Network 5504a1b4-4e92-48cb-9653-87325b009802 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:06:55.165507 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-b1a06f6e-f38d-41ae-af3e-540e17c73603 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:06:55.192518 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8b702586-3dfc-4a07-b5c3-4d66f7225390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:55.194821 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-b1a06f6e-f38d-41ae-af3e-540e17c73603 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:06:55.212563 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19196d5-b1b3-49bd-9c12-5ab6b9d9d832 req-daa22824-daa1-43df-888a-1923b8ede950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:55.214060 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b19196d5-b1b3-49bd-9c12-5ab6b9d9d832 req-daa22824-daa1-43df-888a-1923b8ede950 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1fb2cbe1-ac38-49b2-93b4-07126768375d HTTP/1.1" status: 200 len: 850 time: 0.1343150 Feb 09 01:06:55.222170 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-4241704f-f642-4e6f-9e6d-a18a18185542 req-f09fa7f6-0159-4631-91f6-70d5da9623ca service neutron] For port 5c49063c-0198-4668-b630-8850747a6364, host n-h1-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:06:55.287334 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8b702586-3dfc-4a07-b5c3-4d66f7225390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:55.304866 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b19196d5-b1b3-49bd-9c12-5ab6b9d9d832 req-6f899048-97bb-4a4d-95fe-27475a7e46aa service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2347c0e2-18b5-449a-8992-746b7866ae46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803392 Feb 09 01:06:55.308213 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-4241704f-f642-4e6f-9e6d-a18a18185542 req-f09fa7f6-0159-4631-91f6-70d5da9623ca service neutron] For port 5c49063c-0198-4668-b630-8850747a6364, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=5c49063c-0198-4668-b630-8850747a6364,segment=NetworkSegment(c36f2fc3-85a0-4772-8b18-bed55b9183bf),segment_id=c36f2fc3-85a0-4772-8b18-bed55b9183bf)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:06:55.346793 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-4241704f-f642-4e6f-9e6d-a18a18185542 req-f09fa7f6-0159-4631-91f6-70d5da9623ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:55.353239 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-b1a06f6e-f38d-41ae-af3e-540e17c73603 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:55.353939 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-b1a06f6e-f38d-41ae-af3e-540e17c73603 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:55.380177 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99d502-4f67-4c50-93d8-91e066ba4c7b req-7cafd28a-6efb-46f5-b4b9-36c77a44e755 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:55.381779 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9f99d502-4f67-4c50-93d8-91e066ba4c7b req-7cafd28a-6efb-46f5-b4b9-36c77a44e755 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.62 "GET /v2.0/networks?id=dd02684a-c792-4fba-8571-35898e88ad40 HTTP/1.1" status: 200 len: 811 time: 0.8779790 Feb 09 01:06:55.394573 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52953408-5912-44cf-8fcb-90857a4c1687 req-33d05675-5641-463d-ba46-e430d15a2b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:55.396182 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-52953408-5912-44cf-8fcb-90857a4c1687 req-33d05675-5641-463d-ba46-e430d15a2b18 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f6623f95-6162-4277-8fd2-5364045aea14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5504766 Feb 09 01:06:55.443142 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e444e39-54eb-4628-a7db-a3ec989fcc01 req-2f9c6487-5b1c-4f61-927a-a3f63900783f tempest-InstanceActionsTestJSON-98741548 tempest-InstanceActionsTestJSON-98741548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:55.450386 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9e444e39-54eb-4628-a7db-a3ec989fcc01 req-2f9c6487-5b1c-4f61-927a-a3f63900783f tempest-InstanceActionsTestJSON-98741548 tempest-InstanceActionsTestJSON-98741548-project] 10.222.0.105 "GET /v2.0/ports?device_id=105ca8a1-ea1d-4da8-bfe2-319031e41384 HTTP/1.1" status: 200 len: 945 time: 1.0087268 Feb 09 01:06:55.460110 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-9f99d502-4f67-4c50-93d8-91e066ba4c7b req-031af92a-10eb-4039-9939-164ff70c3998 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Request body: {'port': {'device_id': 'e6d4f61a-1eb1-456e-a724-21038b46527f', 'network_id': 'dd02684a-c792-4fba-8571-35898e88ad40', 'admin_state_up': True, 'tenant_id': '5ff9aad1b4b645cb83f87778a731b808'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:55.516037 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-b1a06f6e-f38d-41ae-af3e-540e17c73603 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5994959 Feb 09 01:06:55.596728 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b19196d5-b1b3-49bd-9c12-5ab6b9d9d832 req-bdbe0cf4-72c5-49bf-aad1-42d52706aa65 service neutron] 10.222.0.62 "GET /v2.0/networks/2347c0e2-18b5-449a-8992-746b7866ae46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812243 Feb 09 01:06:55.600971 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241704f-f642-4e6f-9e6d-a18a18185542 req-f09fa7f6-0159-4631-91f6-70d5da9623ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:55.601814 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-4241704f-f642-4e6f-9e6d-a18a18185542 req-f09fa7f6-0159-4631-91f6-70d5da9623ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:55.604018 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4241704f-f642-4e6f-9e6d-a18a18185542 req-f09fa7f6-0159-4631-91f6-70d5da9623ca service neutron] 10.222.0.62 "PUT /v2.0/ports/5c49063c-0198-4668-b630-8850747a6364 HTTP/1.1" status: 200 len: 1091 time: 2.4237485 Feb 09 01:06:55.618945 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-df60f891-2ddc-4983-a826-7dbbaa85c43b None None] Provisioning for port 37939233-0dda-4395-8f3c-785e2e6649d9 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:06:55.649893 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-df60f891-2ddc-4983-a826-7dbbaa85c43b None None] Provisioning complete for port 37939233-0dda-4395-8f3c-785e2e6649d9 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:55.653937 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-df60f891-2ddc-4983-a826-7dbbaa85c43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:55.656848 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-040ad6e3-c5cf-4333-a667-bd972601128c tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Request body: {'port': {'device_id': 'ed2ce431-e04c-45ab-af1c-5312d7191c93', 'network_id': '5504a1b4-4e92-48cb-9653-87325b009802', 'admin_state_up': True, 'tenant_id': 'b38b8d3b4ab64851a90546fed2d6c948', 'security_groups': ['2e29d487-4384-458c-a1fb-a5cd591001dc']}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:55.706131 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4829e7b3-9845-4117-919f-11ce9d6bc4f6 req-53c89399-f50c-487d-8552-bb5b893d2f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:55.711100 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4829e7b3-9845-4117-919f-11ce9d6bc4f6 req-53c89399-f50c-487d-8552-bb5b893d2f0e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=dbcaf530-2cb0-4b57-b8f6-85c192b2ab60 HTTP/1.1" status: 200 len: 1097 time: 1.0305181 Feb 09 01:06:55.796883 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09fa7f6-0159-4631-91f6-70d5da9623ca service neutron] Pushing event updated for resources: {'Port': ['ID=5c49063c-0198-4668-b630-8850747a6364,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:55.845015 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-df60f891-2ddc-4983-a826-7dbbaa85c43b None None] Port 37939233-0dda-4395-8f3c-785e2e6649d9 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:06:55.862557 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8b702586-3dfc-4a07-b5c3-4d66f7225390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:55.901366 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b702586-3dfc-4a07-b5c3-4d66f7225390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=278820b0-29a2-4bb8-9f5f-78feaefb5adf,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:55.937739 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8b702586-3dfc-4a07-b5c3-4d66f7225390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:55.942672 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-8b702586-3dfc-4a07-b5c3-4d66f7225390 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/278820b0-29a2-4bb8-9f5f-78feaefb5adf HTTP/1.1" status: 204 len: 168 time: 1.0301576 Feb 09 01:06:55.949143 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241704f-f642-4e6f-9e6d-a18a18185542 req-9e9b81fb-7075-4676-81f7-c8f3773a01fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:55.951152 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4241704f-f642-4e6f-9e6d-a18a18185542 req-9e9b81fb-7075-4676-81f7-c8f3773a01fb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5796137a8a554653b6e00403b0f3c833&device_id=8f10f031-8ae5-4353-a26d-76e2a5157173 HTTP/1.1" status: 200 len: 1094 time: 0.2287271 Feb 09 01:06:55.953213 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b19196d5-b1b3-49bd-9c12-5ab6b9d9d832 req-840798fa-0d0f-42fa-a2d7-11d41ea99e9e service neutron] 10.222.0.62 "GET /v2.0/networks/2347c0e2-18b5-449a-8992-746b7866ae46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433731 Feb 09 01:06:56.048224 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9e444e39-54eb-4628-a7db-a3ec989fcc01 req-7b4af694-464c-4fa0-b647-405ee1c5205a tempest-InstanceActionsTestJSON-98741548 tempest-InstanceActionsTestJSON-98741548-project] 10.222.0.105 "GET /v2.0/security-groups?id=c4040943-d6cc-4b7b-83db-94add070bf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5969477 Feb 09 01:06:56.152377 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-52953408-5912-44cf-8fcb-90857a4c1687 req-a02e64bf-ee0f-4022-a040-55d169479135 service neutron] 10.222.0.62 "GET /v2.0/networks/f6623f95-6162-4277-8fd2-5364045aea14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6775322 Feb 09 01:06:56.210592 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4829e7b3-9845-4117-919f-11ce9d6bc4f6 req-63d6801f-4f0b-4f59-bc48-d03e99610289 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c04812c5-0076-44a2-b712-bc76c2180e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4721160 Feb 09 01:06:56.239777 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f10f031-8ae5-4353-a26d-76e2a5157173', 'tag': '5c49063c-0198-4668-b630-8850747a6364'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:06:56.278332 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4241704f-f642-4e6f-9e6d-a18a18185542 req-68628627-561f-403f-806c-a780b0321f08 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c49063c-0198-4668-b630-8850747a6364 HTTP/1.1" status: 200 len: 217 time: 0.3037910 Feb 09 01:06:56.353737 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab4c5cf-6421-443b-912d-500f3fa15037 req-f355ace6-770b-4c9a-a876-b82e68637f9e tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:56.355322 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9ab4c5cf-6421-443b-912d-500f3fa15037 req-f355ace6-770b-4c9a-a876-b82e68637f9e tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/ports?device_id=dbcaf530-2cb0-4b57-b8f6-85c192b2ab60 HTTP/1.1" status: 200 len: 946 time: 0.9706872 Feb 09 01:06:56.368947 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-9f99d502-4f67-4c50-93d8-91e066ba4c7b req-031af92a-10eb-4039-9939-164ff70c3998 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:56.402455 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-9f99d502-4f67-4c50-93d8-91e066ba4c7b req-031af92a-10eb-4039-9939-164ff70c3998 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Usage tracker for resource:port and tenant:5ff9aad1b4b645cb83f87778a731b808 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:06:56.410121 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-040ad6e3-c5cf-4333-a667-bd972601128c tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:56.414232 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-9f99d502-4f67-4c50-93d8-91e066ba4c7b req-031af92a-10eb-4039-9939-164ff70c3998 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:06:56.436036 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-9f99d502-4f67-4c50-93d8-91e066ba4c7b req-031af92a-10eb-4039-9939-164ff70c3998 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:56.466996 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-040ad6e3-c5cf-4333-a667-bd972601128c tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:56.503290 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241704f-f642-4e6f-9e6d-a18a18185542 req-b631fbb1-8476-4527-b1a3-9d60174af4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:56.506032 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4241704f-f642-4e6f-9e6d-a18a18185542 req-b631fbb1-8476-4527-b1a3-9d60174af4a1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1658139b-acec-4b5d-9220-af5f5e7acc1e HTTP/1.1" status: 200 len: 844 time: 0.1030436 Feb 09 01:06:56.511139 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f99d502-4f67-4c50-93d8-91e066ba4c7b req-031af92a-10eb-4039-9939-164ff70c3998 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Made reservation on behalf of 5ff9aad1b4b645cb83f87778a731b808 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:06:56.514979 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9f99d502-4f67-4c50-93d8-91e066ba4c7b req-031af92a-10eb-4039-9939-164ff70c3998 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:56.531838 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9ab4c5cf-6421-443b-912d-500f3fa15037 req-d7a53a59-2130-4257-b719-8f2d7a944500 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/security-groups?id=c04812c5-0076-44a2-b712-bc76c2180e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653235 Feb 09 01:06:56.542655 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-52953408-5912-44cf-8fcb-90857a4c1687 req-e410559b-2630-4923-9022-3e88324601c4 service neutron] 10.222.0.62 "GET /v2.0/networks/f6623f95-6162-4277-8fd2-5364045aea14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3711669 Feb 09 01:06:56.543867 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-040ad6e3-c5cf-4333-a667-bd972601128c tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Made reservation on behalf of b38b8d3b4ab64851a90546fed2d6c948 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:06:56.548768 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-040ad6e3-c5cf-4333-a667-bd972601128c tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:56.651418 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241704f-f642-4e6f-9e6d-a18a18185542 req-63b8dde7-506b-4d09-8ef8-fabad5c7b999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:56.653654 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4241704f-f642-4e6f-9e6d-a18a18185542 req-63b8dde7-506b-4d09-8ef8-fabad5c7b999 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5389f489-826f-40fb-b73b-31845cd2fb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1407669 Feb 09 01:06:56.701421 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-52953408-5912-44cf-8fcb-90857a4c1687 req-d4c88eef-db96-4722-8b18-d69b06963310 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=170a5f88-b2b6-44b0-92a8-64b08d99f8ac HTTP/1.1" status: 200 len: 217 time: 0.1381674 Feb 09 01:06:56.830971 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58526) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:56.865452 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4241704f-f642-4e6f-9e6d-a18a18185542 req-a3b42882-7b65-4501-8d49-5679660d1f9f service neutron] 10.222.0.62 "GET /v2.0/networks/5389f489-826f-40fb-b73b-31845cd2fb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024896 Feb 09 01:06:56.869583 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd6a8c6-bb16-4c35-9507-817c724bb6db req-dbb39aba-d86c-42c0-a7c1-99436df1e78d tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:56.871204 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6cd6a8c6-bb16-4c35-9507-817c724bb6db req-dbb39aba-d86c-42c0-a7c1-99436df1e78d tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f10f031-8ae5-4353-a26d-76e2a5157173 HTTP/1.1" status: 200 len: 943 time: 0.6592915 Feb 09 01:06:57.023532 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8d585b0f-b8cd-457e-a021-d8c6d1651008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:57.053796 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8d585b0f-b8cd-457e-a021-d8c6d1651008 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:57.069299 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-8d585b0f-b8cd-457e-a021-d8c6d1651008 admin admin] Usage tracker for resource:security_group_rule and tenant:2fd236c14c1946aa99f41c51568cdf7a is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:06:57.073659 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-8d585b0f-b8cd-457e-a021-d8c6d1651008 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:06:57.082482 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4241704f-f642-4e6f-9e6d-a18a18185542 req-1b130533-8f5f-4388-9305-8578f61222a4 service neutron] 10.222.0.62 "GET /v2.0/networks/5389f489-826f-40fb-b73b-31845cd2fb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094231 Feb 09 01:06:57.084122 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8d585b0f-b8cd-457e-a021-d8c6d1651008 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:57.099663 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52953408-5912-44cf-8fcb-90857a4c1687 req-469321ee-db15-4715-8e19-e0f3bf4be744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:57.101065 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-52953408-5912-44cf-8fcb-90857a4c1687 req-469321ee-db15-4715-8e19-e0f3bf4be744 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7081671c-8f7d-4eb3-94eb-1c4eeeb2da0e HTTP/1.1" status: 200 len: 797 time: 0.3759432 Feb 09 01:06:57.119685 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6cd6a8c6-bb16-4c35-9507-817c724bb6db req-0d2b4181-87ad-4b07-9b4d-b5ce4f938e98 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] 10.222.0.105 "GET /v2.0/security-groups?id=9575c1e7-d2fc-4e70-9d26-cb338ed21e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2306461 Feb 09 01:06:57.223796 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8d585b0f-b8cd-457e-a021-d8c6d1651008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:57.232105 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8d585b0f-b8cd-457e-a021-d8c6d1651008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:57.297343 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-8d585b0f-b8cd-457e-a021-d8c6d1651008 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=2fd236c14c1946aa99f41c51568cdf7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4650195 Feb 09 01:06:57.300757 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58544) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:57.315347 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d585b0f-b8cd-457e-a021-d8c6d1651008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b72f5748-46a7-428b-99a3-5b21b2459c9e,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:57.332748 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58548) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:57.429215 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f703f20e-19b5-467e-bcab-1cd8e4e18177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:57.473099 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f703f20e-19b5-467e-bcab-1cd8e4e18177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:57.526113 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-58fa4fe0-6f53-42e7-a52a-11aecb21f8e9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-686076506-network', 'tenant_id': '2e115a62e3224f9e9f2996e8402baa98'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:57.536527 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-58fa4fe0-6f53-42e7-a52a-11aecb21f8e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:57.540954 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-58fa4fe0-6f53-42e7-a52a-11aecb21f8e9 admin admin] Usage tracker for resource:network and tenant:2e115a62e3224f9e9f2996e8402baa98 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:06:57.545035 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-58fa4fe0-6f53-42e7-a52a-11aecb21f8e9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:06:57.551914 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-58fa4fe0-6f53-42e7-a52a-11aecb21f8e9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:57.560179 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e4bd74fe-61a8-484d-ab06-2fda991ee786 req-0c01fbd3-12eb-40bb-9f7c-ff33a175efc3 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=e6d4f61a-1eb1-456e-a724-21038b46527f HTTP/1.1" status: 200 len: 210 time: 0.0899560 Feb 09 01:06:57.563970 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58fa4fe0-6f53-42e7-a52a-11aecb21f8e9 admin admin] Made reservation on behalf of 2e115a62e3224f9e9f2996e8402baa98 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:06:57.566989 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-58fa4fe0-6f53-42e7-a52a-11aecb21f8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:57.583052 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-58fa4fe0-6f53-42e7-a52a-11aecb21f8e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:57.587133 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-9f99d502-4f67-4c50-93d8-91e066ba4c7b req-031af92a-10eb-4039-9939-164ff70c3998 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Allocated IP 172.20.0.3 (dd02684a-c792-4fba-8571-35898e88ad40/6629426b-30e0-4649-b641-b6eaabeb92da/6e6be5fe-6406-4f86-a9ae-dd04745d7b2f) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:06:57.610560 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f703f20e-19b5-467e-bcab-1cd8e4e18177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:57.618166 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-040ad6e3-c5cf-4333-a667-bd972601128c tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Allocated IP 10.1.1.222 (5504a1b4-4e92-48cb-9653-87325b009802/4c489644-0fac-481a-b2c6-ea6532ba6646/e89ee178-48d3-4ae3-a326-df98800a8ae0) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:06:57.626516 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-58fa4fe0-6f53-42e7-a52a-11aecb21f8e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:57.627068 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f54b71-be23-4ac2-8361-118efa206998 req-4e10823d-687a-4e3e-81a6-ffa3e6f7cfc4 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:57.633689 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f54b71-be23-4ac2-8361-118efa206998 req-4e10823d-687a-4e3e-81a6-ffa3e6f7cfc4 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:57.635851 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-58fa4fe0-6f53-42e7-a52a-11aecb21f8e9 admin admin] Usage tracker for resource:security_group_rule and tenant:2e115a62e3224f9e9f2996e8402baa98 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:06:57.635982 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-61f54b71-be23-4ac2-8361-118efa206998 req-4e10823d-687a-4e3e-81a6-ffa3e6f7cfc4 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 1653 time: 0.7631822 Feb 09 01:06:57.645152 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f703f20e-19b5-467e-bcab-1cd8e4e18177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72f5748-46a7-428b-99a3-5b21b2459c9e,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:57.665681 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-58fa4fe0-6f53-42e7-a52a-11aecb21f8e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:06:57.672674 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f703f20e-19b5-467e-bcab-1cd8e4e18177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:57.677569 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f703f20e-19b5-467e-bcab-1cd8e4e18177 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/b72f5748-46a7-428b-99a3-5b21b2459c9e HTTP/1.1" status: 204 len: 168 time: 0.3718102 Feb 09 01:06:57.704509 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-58fa4fe0-6f53-42e7-a52a-11aecb21f8e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:57.769839 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f10f031-8ae5-4353-a26d-76e2a5157173', 'tag': '5c49063c-0198-4668-b630-8850747a6364', 'status': 'completed', 'code': 200} Feb 09 01:06:57.879224 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52953408-5912-44cf-8fcb-90857a4c1687 req-6e65e21a-539e-44b6-8a8a-cee69410c20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:57.880720 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-52953408-5912-44cf-8fcb-90857a4c1687 req-6e65e21a-539e-44b6-8a8a-cee69410c20d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f6623f95-6162-4277-8fd2-5364045aea14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7566595 Feb 09 01:06:57.988275 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-58fa4fe0-6f53-42e7-a52a-11aecb21f8e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:57.993696 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-58fa4fe0-6f53-42e7-a52a-11aecb21f8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:58.025177 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2934bc-259b-441f-8e00-0825d076a30d req-843fe1b6-3574-4b1e-a646-f3dfec88c850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:58.026987 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-cf2934bc-259b-441f-8e00-0825d076a30d req-843fe1b6-3574-4b1e-a646-f3dfec88c850 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5796137a8a554653b6e00403b0f3c833&device_id=8f10f031-8ae5-4353-a26d-76e2a5157173 HTTP/1.1" status: 200 len: 1094 time: 0.2086861 Feb 09 01:06:58.039119 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58fa4fe0-6f53-42e7-a52a-11aecb21f8e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:06:58.065546 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-61f54b71-be23-4ac2-8361-118efa206998 req-56c38c4f-c4dc-470d-a479-59a4d1fff8b1 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/security-groups?id=2e29d487-4384-458c-a1fb-a5cd591001dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2918355 Feb 09 01:06:58.115681 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-040ad6e3-c5cf-4333-a667-bd972601128c tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:58.166104 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fa4fe0-6f53-42e7-a52a-11aecb21f8e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc33955e-8b20-4ba5-9a2f-8ed58b425db6,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:58.177557 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-58fa4fe0-6f53-42e7-a52a-11aecb21f8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:58.178163 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-58fa4fe0-6f53-42e7-a52a-11aecb21f8e9 admin admin] Added segment 6c0acd79-e724-4615-b94e-81eac250906a of type vlan for network 19686da5-f2c8-4e64-8fed-5ebd3b6db45b Feb 09 01:06:58.213666 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-040ad6e3-c5cf-4333-a667-bd972601128c tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Transition to ACTIVE for port object e89ee178-48d3-4ae3-a326-df98800a8ae0 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:06:58.229429 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-58fa4fe0-6f53-42e7-a52a-11aecb21f8e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:58.297918 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-58fa4fe0-6f53-42e7-a52a-11aecb21f8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:58.299045 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fa4fe0-6f53-42e7-a52a-11aecb21f8e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:58.299761 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-58fa4fe0-6f53-42e7-a52a-11aecb21f8e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:58.323380 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58566) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:58.428114 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6300f532-3aab-477b-8b16-6db838fdce42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:58.435329 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-52953408-5912-44cf-8fcb-90857a4c1687 req-92b0858d-1a07-491f-bd81-c455d67f5908 service neutron] 10.222.0.62 "GET /v2.0/networks/f6623f95-6162-4277-8fd2-5364045aea14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5364969 Feb 09 01:06:58.451041 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2934bc-259b-441f-8e00-0825d076a30d req-2871a902-13c4-4fc8-8572-5b4937412857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:58.452534 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-cf2934bc-259b-441f-8e00-0825d076a30d req-2871a902-13c4-4fc8-8572-5b4937412857 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5389f489-826f-40fb-b73b-31845cd2fb83 HTTP/1.1" status: 200 len: 906 time: 0.4104040 Feb 09 01:06:58.528464 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fa4fe0-6f53-42e7-a52a-11aecb21f8e9 admin admin] Pushing event updated for resources: {'Network': ['ID=19686da5-f2c8-4e64-8fed-5ebd3b6db45b,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:58.531120 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-6300f532-3aab-477b-8b16-6db838fdce42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:58.541542 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9f99d502-4f67-4c50-93d8-91e066ba4c7b req-031af92a-10eb-4039-9939-164ff70c3998 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:58.542072 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 19686da5-f2c8-4e64-8fed-5ebd3b6db45b details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:06:58.548501 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-58fa4fe0-6f53-42e7-a52a-11aecb21f8e9 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2087264 Feb 09 01:06:58.548501 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-cf2934bc-259b-441f-8e00-0825d076a30d req-c23a05f8-a205-4a4c-a05c-bea02b71c2c6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c49063c-0198-4668-b630-8850747a6364 HTTP/1.1" status: 200 len: 217 time: 0.0871422 Feb 09 01:06:58.548501 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58570) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:58.550232 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-6300f532-3aab-477b-8b16-6db838fdce42 admin admin] Usage tracker for resource:security_group_rule and tenant:f03866a2eed14b10855725b800761d68 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:06:58.556501 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-b5b2bfdb-9855-4dcf-9d96-35a9801aa239 admin admin] Request body: {'subnet': {'network_id': '19686da5-f2c8-4e64-8fed-5ebd3b6db45b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-686076506-subnet', 'tenant_id': '2e115a62e3224f9e9f2996e8402baa98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:58.563041 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-6300f532-3aab-477b-8b16-6db838fdce42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:06:58.566937 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-040ad6e3-c5cf-4333-a667-bd972601128c tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:58.596290 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b5b2bfdb-9855-4dcf-9d96-35a9801aa239 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:58.606596 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-b5b2bfdb-9855-4dcf-9d96-35a9801aa239 admin admin] Usage tracker for resource:subnet and tenant:2e115a62e3224f9e9f2996e8402baa98 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:06:58.609745 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-6300f532-3aab-477b-8b16-6db838fdce42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:58.611993 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-b5b2bfdb-9855-4dcf-9d96-35a9801aa239 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:06:58.629367 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b5b2bfdb-9855-4dcf-9d96-35a9801aa239 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:58.675795 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b2bfdb-9855-4dcf-9d96-35a9801aa239 admin admin] Made reservation on behalf of 2e115a62e3224f9e9f2996e8402baa98 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:06:58.678238 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b5b2bfdb-9855-4dcf-9d96-35a9801aa239 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:58.702793 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df7aed-3862-4822-a852-7aeb3bd46962 req-ac8476d6-146c-4dd5-9c03-e395961f5608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:58.704371 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-28df7aed-3862-4822-a852-7aeb3bd46962 req-ac8476d6-146c-4dd5-9c03-e395961f5608 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=85514e5355464622a0f8eb9ed2908406&device_id=105ca8a1-ea1d-4da8-bfe2-319031e41384 HTTP/1.1" status: 200 len: 1096 time: 0.5497413 Feb 09 01:06:58.704717 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2934bc-259b-441f-8e00-0825d076a30d req-8a2fe8be-4c5e-4082-a7d0-95f72a2f527c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:58.706305 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-cf2934bc-259b-441f-8e00-0825d076a30d req-8a2fe8be-4c5e-4082-a7d0-95f72a2f527c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1658139b-acec-4b5d-9220-af5f5e7acc1e HTTP/1.1" status: 200 len: 844 time: 0.1454816 Feb 09 01:06:58.717896 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-040ad6e3-c5cf-4333-a667-bd972601128c tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Network 5504a1b4-4e92-48cb-9653-87325b009802 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:06:58.763489 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-040ad6e3-c5cf-4333-a667-bd972601128c tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:06:58.769805 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-040ad6e3-c5cf-4333-a667-bd972601128c tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:06:58.799591 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040ad6e3-c5cf-4333-a667-bd972601128c tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Pushing event updated for resources: {'Port': ['ID=e89ee178-48d3-4ae3-a326-df98800a8ae0,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:58.915671 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-52953408-5912-44cf-8fcb-90857a4c1687 req-135bfed4-95e3-4df3-83fd-8c408f110a9c service neutron] 10.222.0.62 "GET /v2.0/networks/f6623f95-6162-4277-8fd2-5364045aea14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4570904 Feb 09 01:06:58.924336 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f234d017-7504-4348-aa43-579c0c6345fe req-ed431ad7-35ee-4403-a449-247435ee7d0b tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:58.925892 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f234d017-7504-4348-aa43-579c0c6345fe req-ed431ad7-35ee-4403-a449-247435ee7d0b tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/ports?device_id=dbcaf530-2cb0-4b57-b8f6-85c192b2ab60 HTTP/1.1" status: 200 len: 946 time: 0.6757038 Feb 09 01:06:58.962576 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6300f532-3aab-477b-8b16-6db838fdce42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:58.972274 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6300f532-3aab-477b-8b16-6db838fdce42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:59.016432 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e3a5b8-73c0-4b23-9fc0-63e34974b817 req-692a42c8-1753-46d8-a79d-6e12a3b012b7 tempest-InstanceActionsTestJSON-98741548 tempest-InstanceActionsTestJSON-98741548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:59.018008 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a6e3a5b8-73c0-4b23-9fc0-63e34974b817 req-692a42c8-1753-46d8-a79d-6e12a3b012b7 tempest-InstanceActionsTestJSON-98741548 tempest-InstanceActionsTestJSON-98741548-project] 10.222.0.105 "GET /v2.0/ports?device_id=105ca8a1-ea1d-4da8-bfe2-319031e41384 HTTP/1.1" status: 200 len: 945 time: 0.6812518 Feb 09 01:06:59.046146 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-bcd2c38f-8a9b-4781-98db-dc063a38ab64 None None] Provisioning for port e89ee178-48d3-4ae3-a326-df98800a8ae0 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:06:59.046344 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9f99d502-4f67-4c50-93d8-91e066ba4c7b req-031af92a-10eb-4039-9939-164ff70c3998 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:59.052609 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-bcd2c38f-8a9b-4781-98db-dc063a38ab64 None None] Provisioning complete for port e89ee178-48d3-4ae3-a326-df98800a8ae0 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:59.052982 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bcd2c38f-8a9b-4781-98db-dc063a38ab64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:59.053865 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-52953408-5912-44cf-8fcb-90857a4c1687 req-826ed38b-f122-4a4a-bf1b-803d30ea5c52 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ff4c2db4-d131-4548-bc99-555a0ac5aae6 HTTP/1.1" status: 200 len: 217 time: 0.1218426 Feb 09 01:06:59.060328 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-040ad6e3-c5cf-4333-a667-bd972601128c tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:59.061079 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-040ad6e3-c5cf-4333-a667-bd972601128c tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:59.079110 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6300f532-3aab-477b-8b16-6db838fdce42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01323b29-dd47-4f93-83b6-5c5c4196f145,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:59.084739 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-6300f532-3aab-477b-8b16-6db838fdce42 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=f03866a2eed14b10855725b800761d68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7534504 Feb 09 01:06:59.088089 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58576) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:59.090212 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2934bc-259b-441f-8e00-0825d076a30d req-ecf2648d-4ae7-4166-b276-dd7b60911142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:59.091766 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-cf2934bc-259b-441f-8e00-0825d076a30d req-ecf2648d-4ae7-4166-b276-dd7b60911142 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5389f489-826f-40fb-b73b-31845cd2fb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3079073 Feb 09 01:06:59.116640 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-bcd2c38f-8a9b-4781-98db-dc063a38ab64 None None] Port e89ee178-48d3-4ae3-a326-df98800a8ae0 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:06:59.420512 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b5b2bfdb-9855-4dcf-9d96-35a9801aa239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:59.432247 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f99d502-4f67-4c50-93d8-91e066ba4c7b req-031af92a-10eb-4039-9939-164ff70c3998 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Network dd02684a-c792-4fba-8571-35898e88ad40 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:06:59.443794 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-9f99d502-4f67-4c50-93d8-91e066ba4c7b req-031af92a-10eb-4039-9939-164ff70c3998 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:06:59.445666 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031af92a-10eb-4039-9939-164ff70c3998 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Pushing event updated for resources: {'Port': ['ID=6e6be5fe-6406-4f86-a9ae-dd04745d7b2f,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:59.450263 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f234d017-7504-4348-aa43-579c0c6345fe req-bf88fe9d-a70b-4d4b-bdb3-4c66752aa37d tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/security-groups?id=c04812c5-0076-44a2-b712-bc76c2180e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5084782 Feb 09 01:06:59.451038 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f99d502-4f67-4c50-93d8-91e066ba4c7b req-031af92a-10eb-4039-9939-164ff70c3998 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:06:59.485152 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df7aed-3862-4822-a852-7aeb3bd46962 req-b552ef6c-7407-4ef6-bdf7-487f4cad0b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:59.485152 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-28df7aed-3862-4822-a852-7aeb3bd46962 req-b552ef6c-7407-4ef6-bdf7-487f4cad0b56 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7c81f420-ed9f-4d7d-9d3f-be9a4fca0095 HTTP/1.1" status: 200 len: 914 time: 0.7593994 Feb 09 01:06:59.485806 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-040ad6e3-c5cf-4333-a667-bd972601128c tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8358624 Feb 09 01:06:59.492442 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a6e3a5b8-73c0-4b23-9fc0-63e34974b817 req-a695b30e-6578-42a4-a66f-9553b23219ae tempest-InstanceActionsTestJSON-98741548 tempest-InstanceActionsTestJSON-98741548-project] 10.222.0.105 "GET /v2.0/security-groups?id=c4040943-d6cc-4b7b-83db-94add070bf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4404902 Feb 09 01:06:59.493891 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52953408-5912-44cf-8fcb-90857a4c1687 req-bcfb305e-526e-4cc9-b757-8e69b4d874d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:59.495291 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-52953408-5912-44cf-8fcb-90857a4c1687 req-bcfb305e-526e-4cc9-b757-8e69b4d874d5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5dd8fcac-c862-4048-83da-a71790153314 HTTP/1.1" status: 200 len: 797 time: 0.4243965 Feb 09 01:06:59.521001 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d2aeab76-f82e-438f-8c1c-e09c5136e9a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:59.554251 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-cf2934bc-259b-441f-8e00-0825d076a30d req-6397567a-a59a-43ad-889f-fd527dd312ad service neutron] 10.222.0.62 "GET /v2.0/networks/5389f489-826f-40fb-b73b-31845cd2fb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4454212 Feb 09 01:06:59.558263 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b2bfdb-9855-4dcf-9d96-35a9801aa239 admin admin] Pushing event updated for resources: {'Subnet': ['ID=792aff22-a999-48be-8ca1-0c7e67ee29ac,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:59.612314 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-a35868e9-e322-494f-8375-03bb2a672f5c tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Request body: {'port': {'device_id': 'ed2ce431-e04c-45ab-af1c-5312d7191c93', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'e280a801-73c6-4be8-9a9b-128c33174590', 'admin_state_up': True, 'tenant_id': 'b38b8d3b4ab64851a90546fed2d6c948', 'security_groups': ['2e29d487-4384-458c-a1fb-a5cd591001dc']}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:59.645573 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-28df7aed-3862-4822-a852-7aeb3bd46962 req-ea42b142-f80c-4be1-a3ba-9cbe9b3b27cb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87e4a0ed-98f9-4456-820b-45199f99b57a HTTP/1.1" status: 200 len: 217 time: 0.1415017 Feb 09 01:06:59.696215 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d2aeab76-f82e-438f-8c1c-e09c5136e9a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:59.724612 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b2bfdb-9855-4dcf-9d96-35a9801aa239 admin admin] Checking segment: {'id': '6c0acd79-e724-4615-b94e-81eac250906a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '19686da5-f2c8-4e64-8fed-5ebd3b6db45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:06:59.725200 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b2bfdb-9855-4dcf-9d96-35a9801aa239 admin admin] Network hostable DHCP agents. Network: 19686da5-f2c8-4e64-8fed-5ebd3b6db45b, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:06:59.827423 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b2bfdb-9855-4dcf-9d96-35a9801aa239 admin admin] Network 19686da5-f2c8-4e64-8fed-5ebd3b6db45b is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:06:59.851590 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99d502-4f67-4c50-93d8-91e066ba4c7b req-031af92a-10eb-4039-9939-164ff70c3998 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:59.852198 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9f99d502-4f67-4c50-93d8-91e066ba4c7b req-031af92a-10eb-4039-9939-164ff70c3998 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:59.886457 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-b5b2bfdb-9855-4dcf-9d96-35a9801aa239 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 19686da5-f2c8-4e64-8fed-5ebd3b6db45b) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:06:59.894570 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b2bfdb-9855-4dcf-9d96-35a9801aa239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:59.895546 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b5b2bfdb-9855-4dcf-9d96-35a9801aa239 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:59.895963 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518d28f4-1e1d-4bec-82c4-e55ecdd388dd None None] Network 19686da5-f2c8-4e64-8fed-5ebd3b6db45b requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:06:59.933009 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-cf2934bc-259b-441f-8e00-0825d076a30d req-2ffb5475-2665-49a0-9cc4-d29b505cef29 service neutron] 10.222.0.62 "GET /v2.0/networks/5389f489-826f-40fb-b73b-31845cd2fb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3702676 Feb 09 01:06:59.945324 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d2aeab76-f82e-438f-8c1c-e09c5136e9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:59.963910 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df7aed-3862-4822-a852-7aeb3bd46962 req-973c46d3-3345-4bb9-9454-65a8d4e792a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:59.965723 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-28df7aed-3862-4822-a852-7aeb3bd46962 req-973c46d3-3345-4bb9-9454-65a8d4e792a8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5d557db6-c852-4975-9d39-15d97e896e1a HTTP/1.1" status: 200 len: 853 time: 0.2638297 Feb 09 01:06:59.968116 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9f99d502-4f67-4c50-93d8-91e066ba4c7b req-031af92a-10eb-4039-9939-164ff70c3998 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5346384 Feb 09 01:06:59.981635 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aeab76-f82e-438f-8c1c-e09c5136e9a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01323b29-dd47-4f93-83b6-5c5c4196f145,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:59.994324 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b5b2bfdb-9855-4dcf-9d96-35a9801aa239 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4456429 Feb 09 01:06:59.998912 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d2aeab76-f82e-438f-8c1c-e09c5136e9a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:00.002670 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d2aeab76-f82e-438f-8c1c-e09c5136e9a6 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/01323b29-dd47-4f93-83b6-5c5c4196f145 HTTP/1.1" status: 204 len: 168 time: 0.9075181 Feb 09 01:07:00.008019 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-9f99d502-4f67-4c50-93d8-91e066ba4c7b req-eb264575-d94d-4c31-9dd4-4931ff867260 service neutron] Request body: {'port': {'device_id': 'e6d4f61a-1eb1-456e-a724-21038b46527f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:07:00.130696 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-28df7aed-3862-4822-a852-7aeb3bd46962 req-3e6e82cb-5c42-4ebb-a44d-c9f49b1698eb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7c81f420-ed9f-4d7d-9d3f-be9a4fca0095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1341293 Feb 09 01:07:00.161045 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-a35868e9-e322-494f-8375-03bb2a672f5c tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:07:00.167041 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-a35868e9-e322-494f-8375-03bb2a672f5c tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Usage tracker for resource:port and tenant:b38b8d3b4ab64851a90546fed2d6c948 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:07:00.176215 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-a35868e9-e322-494f-8375-03bb2a672f5c tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Quota usage for port was recalculated. Used quota:10. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:07:00.196048 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363ab097-588e-4513-8c04-3484f65583e8 None None] Network 19686da5-f2c8-4e64-8fed-5ebd3b6db45b requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:07:00.244682 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-a35868e9-e322-494f-8375-03bb2a672f5c tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:07:00.254173 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa71cb8-3dcb-4cf7-88fe-5b9c18eefdf8 req-2ed1f206-cf93-476d-bfa2-26b5c815f085 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:00.254917 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-afa71cb8-3dcb-4cf7-88fe-5b9c18eefdf8 req-2ed1f206-cf93-476d-bfa2-26b5c815f085 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Synchronizing usage tracker for tenant:5ff9aad1b4b645cb83f87778a731b808 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:07:00.265737 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e7f0a-68fc-4a15-86e9-0c31c8514029 req-58806690-fa45-440c-95f0-a83f6ffcb8bf tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:00.272325 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-902e7f0a-68fc-4a15-86e9-0c31c8514029 req-58806690-fa45-440c-95f0-a83f6ffcb8bf tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f10f031-8ae5-4353-a26d-76e2a5157173 HTTP/1.1" status: 200 len: 943 time: 0.6455390 Feb 09 01:07:00.275617 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52953408-5912-44cf-8fcb-90857a4c1687 req-ec3c1a48-7480-431a-a660-96526da81b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:00.277045 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-52953408-5912-44cf-8fcb-90857a4c1687 req-ec3c1a48-7480-431a-a660-96526da81b22 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8d0fbf1e-afd1-4ea0-9eba-88871e127cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7097762 Feb 09 01:07:00.452855 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-a35868e9-e322-494f-8375-03bb2a672f5c tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Made reservation on behalf of b38b8d3b4ab64851a90546fed2d6c948 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:07:00.553940 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-afa71cb8-3dcb-4cf7-88fe-5b9c18eefdf8 req-2ed1f206-cf93-476d-bfa2-26b5c815f085 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Unset dirty status for tenant:5ff9aad1b4b645cb83f87778a731b808 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:07:00.555253 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-afa71cb8-3dcb-4cf7-88fe-5b9c18eefdf8 req-2ed1f206-cf93-476d-bfa2-26b5c815f085 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=e6d4f61a-1eb1-456e-a724-21038b46527f HTTP/1.1" status: 200 len: 931 time: 0.9087081 Feb 09 01:07:00.581807 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-902e7f0a-68fc-4a15-86e9-0c31c8514029 req-f69fb6ad-95ab-41c7-88b1-385310093813 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] 10.222.0.105 "GET /v2.0/security-groups?id=9575c1e7-d2fc-4e70-9d26-cb338ed21e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3085876 Feb 09 01:07:00.606734 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9f99d502-4f67-4c50-93d8-91e066ba4c7b req-eb264575-d94d-4c31-9dd4-4931ff867260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:00.721172 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-28df7aed-3862-4822-a852-7aeb3bd46962 req-b40c943c-a779-49db-b9a1-a1bef542397b service neutron] 10.222.0.62 "GET /v2.0/networks/7c81f420-ed9f-4d7d-9d3f-be9a4fca0095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5819955 Feb 09 01:07:00.872385 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-afa71cb8-3dcb-4cf7-88fe-5b9c18eefdf8 req-528e1f9b-7820-4b04-8656-fb4b3e51632b tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977903 Feb 09 01:07:01.003109 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58620) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:01.013390 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-820b0b98-c006-45fe-b76a-1fe0e0c15490 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-653695410-network', 'tenant_id': 'bc8f84f88eb54f12b45a9b7148b5cc13'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:07:01.036214 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-820b0b98-c006-45fe-b76a-1fe0e0c15490 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:07:01.041292 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-820b0b98-c006-45fe-b76a-1fe0e0c15490 admin admin] Usage tracker for resource:network and tenant:bc8f84f88eb54f12b45a9b7148b5cc13 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:07:01.054624 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-820b0b98-c006-45fe-b76a-1fe0e0c15490 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:07:01.059190 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-820b0b98-c006-45fe-b76a-1fe0e0c15490 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:07:01.072840 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820b0b98-c006-45fe-b76a-1fe0e0c15490 admin admin] Made reservation on behalf of bc8f84f88eb54f12b45a9b7148b5cc13 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:07:01.078919 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-820b0b98-c006-45fe-b76a-1fe0e0c15490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:01.093880 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-52953408-5912-44cf-8fcb-90857a4c1687 req-aa91472a-67f1-4e96-9933-b1358bbb0bd1 service neutron] 10.222.0.62 "GET /v2.0/networks/8d0fbf1e-afd1-4ea0-9eba-88871e127cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7876446 Feb 09 01:07:01.095956 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-820b0b98-c006-45fe-b76a-1fe0e0c15490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:01.109131 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-a35868e9-e322-494f-8375-03bb2a672f5c tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:01.117345 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-820b0b98-c006-45fe-b76a-1fe0e0c15490 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:07:01.124001 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-820b0b98-c006-45fe-b76a-1fe0e0c15490 admin admin] Usage tracker for resource:security_group_rule and tenant:bc8f84f88eb54f12b45a9b7148b5cc13 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:07:01.128316 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-820b0b98-c006-45fe-b76a-1fe0e0c15490 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:07:01.134880 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-820b0b98-c006-45fe-b76a-1fe0e0c15490 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:07:01.241857 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-820b0b98-c006-45fe-b76a-1fe0e0c15490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:01.249024 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-820b0b98-c006-45fe-b76a-1fe0e0c15490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:01.360201 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-820b0b98-c006-45fe-b76a-1fe0e0c15490 admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:07:01.381456 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820b0b98-c006-45fe-b76a-1fe0e0c15490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f19b52-94b3-446e-83a9-8b19ab784860,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:01.396006 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-820b0b98-c006-45fe-b76a-1fe0e0c15490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:01.396303 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-820b0b98-c006-45fe-b76a-1fe0e0c15490 admin admin] Added segment 47ca9e6b-46f4-496e-aa01-fca50afb321f of type vlan for network 55eff25b-51bc-4452-89ee-296312fb4b3e Feb 09 01:07:01.433044 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-820b0b98-c006-45fe-b76a-1fe0e0c15490 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:01.463663 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff5a591-517a-4e99-915d-2f45be80d4ef req-ddbb4236-145f-4ba4-8274-e88438af5c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:01.465196 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4ff5a591-517a-4e99-915d-2f45be80d4ef req-ddbb4236-145f-4ba4-8274-e88438af5c18 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6039567a52d946e490ce131e89f5d77f&device_id=dbcaf530-2cb0-4b57-b8f6-85c192b2ab60 HTTP/1.1" status: 200 len: 1097 time: 0.1478732 Feb 09 01:07:01.549311 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-820b0b98-c006-45fe-b76a-1fe0e0c15490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:01.550037 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820b0b98-c006-45fe-b76a-1fe0e0c15490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:01.550616 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-820b0b98-c006-45fe-b76a-1fe0e0c15490 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:01.560506 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-28df7aed-3862-4822-a852-7aeb3bd46962 req-e59c6c57-ecc9-4672-a471-87d44df0a068 service neutron] 10.222.0.62 "GET /v2.0/networks/7c81f420-ed9f-4d7d-9d3f-be9a4fca0095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8073044 Feb 09 01:07:01.651627 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4962391-2950-4022-b8a6-3321292f6154 req-9df6c48d-afac-490a-b979-b9276b932182 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:01.657960 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4962391-2950-4022-b8a6-3321292f6154 req-9df6c48d-afac-490a-b979-b9276b932182 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:01.664179 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4962391-2950-4022-b8a6-3321292f6154 req-9df6c48d-afac-490a-b979-b9276b932182 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:01.665793 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-a4962391-2950-4022-b8a6-3321292f6154 req-9df6c48d-afac-490a-b979-b9276b932182 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Synchronizing usage tracker for tenant:b38b8d3b4ab64851a90546fed2d6c948 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:07:01.707869 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-820b0b98-c006-45fe-b76a-1fe0e0c15490 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6976237 Feb 09 01:07:01.707998 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-52953408-5912-44cf-8fcb-90857a4c1687 req-0c26cd56-335b-48b3-9858-05df8edb8d6a service neutron] 10.222.0.62 "GET /v2.0/networks/8d0fbf1e-afd1-4ea0-9eba-88871e127cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5823696 Feb 09 01:07:01.712320 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 58638) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:01.720650 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820b0b98-c006-45fe-b76a-1fe0e0c15490 admin admin] Pushing event updated for resources: {'Network': ['ID=55eff25b-51bc-4452-89ee-296312fb4b3e,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:01.733175 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 55eff25b-51bc-4452-89ee-296312fb4b3e details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:07:01.747774 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff5a591-517a-4e99-915d-2f45be80d4ef req-1fb35daa-d9c5-4bf0-869f-ef3c599738bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:01.750888 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4ff5a591-517a-4e99-915d-2f45be80d4ef req-1fb35daa-d9c5-4bf0-869f-ef3c599738bb service neutron] 10.222.0.62 "GET /v2.0/networks?id=2347c0e2-18b5-449a-8992-746b7866ae46 HTTP/1.1" status: 200 len: 911 time: 0.2800720 Feb 09 01:07:01.784324 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-a35868e9-e322-494f-8375-03bb2a672f5c tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Allocated IP 10.2.2.100 (e280a801-73c6-4be8-9a9b-128c33174590/87851113-d8c0-4466-b132-81ea7bdec79a/29b67380-972e-42bd-a2e3-dd7d7aa9358b) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:07:01.875772 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4ff5a591-517a-4e99-915d-2f45be80d4ef req-f1bc64ee-3e26-4aca-8db0-32b8933475bf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3db4450b-e7c2-463d-946c-4f946919119a HTTP/1.1" status: 200 len: 217 time: 0.1189837 Feb 09 01:07:01.906182 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 5c49063c-0198-4668-b630-8850747a6364 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:07:01.994754 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff5a591-517a-4e99-915d-2f45be80d4ef req-a2fa4878-7fb8-4261-88e5-adefd4f82916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:01.997774 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4ff5a591-517a-4e99-915d-2f45be80d4ef req-a2fa4878-7fb8-4261-88e5-adefd4f82916 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1fb2cbe1-ac38-49b2-93b4-07126768375d HTTP/1.1" status: 200 len: 850 time: 0.1161282 Feb 09 01:07:02.030792 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-e4fab549-b57d-41de-94ec-b26c7a275ed6 admin admin] Request body: {'subnet': {'network_id': '55eff25b-51bc-4452-89ee-296312fb4b3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-653695410-subnet', 'tenant_id': 'bc8f84f88eb54f12b45a9b7148b5cc13', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:07:02.068473 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4ff5a591-517a-4e99-915d-2f45be80d4ef req-965e9675-9ccb-4f67-a4e2-d66e8abe0b1e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2347c0e2-18b5-449a-8992-746b7866ae46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650487 Feb 09 01:07:02.069041 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e4fab549-b57d-41de-94ec-b26c7a275ed6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:07:02.094736 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-52953408-5912-44cf-8fcb-90857a4c1687 req-9d05b911-802f-4c3c-b51b-8bab52db6e2b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c108be72-b142-4311-9bae-7e7f5c0f5089 HTTP/1.1" status: 200 len: 217 time: 0.1366210 Feb 09 01:07:02.095832 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-e4fab549-b57d-41de-94ec-b26c7a275ed6 admin admin] Usage tracker for resource:subnet and tenant:bc8f84f88eb54f12b45a9b7148b5cc13 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:07:02.116796 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 5c49063c-0198-4668-b630-8850747a6364, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=5c49063c-0198-4668-b630-8850747a6364,segment=NetworkSegment(c36f2fc3-85a0-4772-8b18-bed55b9183bf),segment_id=c36f2fc3-85a0-4772-8b18-bed55b9183bf)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:07:02.121818 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-e4fab549-b57d-41de-94ec-b26c7a275ed6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:07:02.178779 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e4fab549-b57d-41de-94ec-b26c7a275ed6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:07:02.185408 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '5c49063c-0198-4668-b630-8850747a6364', 'network_id': '5389f489-826f-40fb-b73b-31845cd2fb83', 'port_id': '5c49063c-0198-4668-b630-8850747a6364', 'mac_address': 'fa:16:3e:10:f3:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1658139b-acec-4b5d-9220-af5f5e7acc1e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:07:02.204693 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-a4962391-2950-4022-b8a6-3321292f6154 req-9df6c48d-afac-490a-b979-b9276b932182 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Unset dirty status for tenant:b38b8d3b4ab64851a90546fed2d6c948 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:07:02.211428 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a4962391-2950-4022-b8a6-3321292f6154 req-9df6c48d-afac-490a-b979-b9276b932182 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 2374 time: 1.4594216 Feb 09 01:07:02.269891 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4fab549-b57d-41de-94ec-b26c7a275ed6 admin admin] Made reservation on behalf of bc8f84f88eb54f12b45a9b7148b5cc13 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:07:02.272399 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e4fab549-b57d-41de-94ec-b26c7a275ed6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:02.279381 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:02.291885 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-a35868e9-e322-494f-8375-03bb2a672f5c tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:02.305169 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c49063c-0198-4668-b630-8850747a6364 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:07:02.315007 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30ace49-80ff-4ddc-9c94-7278e90669c8 req-f71fb6a3-7f3b-4c1b-9577-3eb8f34598c3 tempest-InstanceActionsTestJSON-98741548 tempest-InstanceActionsTestJSON-98741548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:02.316487 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b30ace49-80ff-4ddc-9c94-7278e90669c8 req-f71fb6a3-7f3b-4c1b-9577-3eb8f34598c3 tempest-InstanceActionsTestJSON-98741548 tempest-InstanceActionsTestJSON-98741548-project] 10.222.0.105 "GET /v2.0/ports?device_id=105ca8a1-ea1d-4da8-bfe2-319031e41384 HTTP/1.1" status: 200 len: 945 time: 0.8403308 Feb 09 01:07:02.328991 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4ff5a591-517a-4e99-915d-2f45be80d4ef req-bdc167ee-e415-4bfb-8543-977ffe01ef80 service neutron] 10.222.0.62 "GET /v2.0/networks/2347c0e2-18b5-449a-8992-746b7866ae46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441533 Feb 09 01:07:02.341121 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 5c49063c-0198-4668-b630-8850747a6364, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=5c49063c-0198-4668-b630-8850747a6364,segment=NetworkSegment(c36f2fc3-85a0-4772-8b18-bed55b9183bf),segment_id=c36f2fc3-85a0-4772-8b18-bed55b9183bf)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:07:02.347937 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:02.372268 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.db.resource_extend [req-9f99d502-4f67-4c50-93d8-91e066ba4c7b req-eb264575-d94d-4c31-9dd4-4931ff867260 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:07:02.413452 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52953408-5912-44cf-8fcb-90857a4c1687 req-e35d55b6-e1f6-4515-aa1c-aa9578790b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:02.414943 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-52953408-5912-44cf-8fcb-90857a4c1687 req-e35d55b6-e1f6-4515-aa1c-aa9578790b13 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5dd8fcac-c862-4048-83da-a71790153314 HTTP/1.1" status: 200 len: 797 time: 0.2971396 Feb 09 01:07:02.432605 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=5c49063c-0198-4668-b630-8850747a6364,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:02.504786 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4ff5a591-517a-4e99-915d-2f45be80d4ef req-6a641d31-e79d-4c74-a029-6305fa5278de service neutron] 10.222.0.62 "GET /v2.0/networks/2347c0e2-18b5-449a-8992-746b7866ae46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683419 Feb 09 01:07:02.535095 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-a35868e9-e322-494f-8375-03bb2a672f5c tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Transition to ACTIVE for port object 29b67380-972e-42bd-a2e3-dd7d7aa9358b will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:07:02.544525 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a4962391-2950-4022-b8a6-3321292f6154 req-80c1bdde-d190-4e7a-899d-0c8d0c10d9f4 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/security-groups?id=2e29d487-4384-458c-a1fb-a5cd591001dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3318834 Feb 09 01:07:02.610209 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b30ace49-80ff-4ddc-9c94-7278e90669c8 req-8be928ce-cf82-4881-ba06-8eac40fbe140 tempest-InstanceActionsTestJSON-98741548 tempest-InstanceActionsTestJSON-98741548-project] 10.222.0.105 "GET /v2.0/security-groups?id=c4040943-d6cc-4b7b-83db-94add070bf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109761 Feb 09 01:07:02.657223 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-9f99d502-4f67-4c50-93d8-91e066ba4c7b req-eb264575-d94d-4c31-9dd4-4931ff867260 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e6be5fe-6406-4f86-a9ae-dd04745d7b2f {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:07:02.670755 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9f99d502-4f67-4c50-93d8-91e066ba4c7b req-eb264575-d94d-4c31-9dd4-4931ff867260 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:02.747012 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-9f99d502-4f67-4c50-93d8-91e066ba4c7b req-eb264575-d94d-4c31-9dd4-4931ff867260 service neutron] Transition to ACTIVE for port object 6e6be5fe-6406-4f86-a9ae-dd04745d7b2f will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:07:02.754624 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['5c49063c-0198-4668-b630-8850747a6364'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:07:02.796208 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9f99d502-4f67-4c50-93d8-91e066ba4c7b req-eb264575-d94d-4c31-9dd4-4931ff867260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:03.140697 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-a35868e9-e322-494f-8375-03bb2a672f5c tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:03.170124 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52953408-5912-44cf-8fcb-90857a4c1687 req-46149994-a5e5-4c88-ae5a-1ddc08840f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:03.171641 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-52953408-5912-44cf-8fcb-90857a4c1687 req-46149994-a5e5-4c88-ae5a-1ddc08840f31 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8d0fbf1e-afd1-4ea0-9eba-88871e127cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6883721 Feb 09 01:07:03.188899 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb264575-d94d-4c31-9dd4-4931ff867260 service neutron] Pushing event updated for resources: {'Port': ['ID=6e6be5fe-6406-4f86-a9ae-dd04745d7b2f,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:03.403567 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-a35868e9-e322-494f-8375-03bb2a672f5c tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Network e280a801-73c6-4be8-9a9b-128c33174590 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:07:03.425926 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-a35868e9-e322-494f-8375-03bb2a672f5c tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:07:03.462971 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-a35868e9-e322-494f-8375-03bb2a672f5c tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:07:03.618113 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb5f4c-0d0b-45a5-95a8-314f306ba1f6 req-ab7255a6-68c5-4d73-a78e-4672d9ea5469 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:03.630443 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-acdb5f4c-0d0b-45a5-95a8-314f306ba1f6 req-ab7255a6-68c5-4d73-a78e-4672d9ea5469 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/ports?device_id=dbcaf530-2cb0-4b57-b8f6-85c192b2ab60 HTTP/1.1" status: 200 len: 946 time: 0.9496646 Feb 09 01:07:03.631471 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35868e9-e322-494f-8375-03bb2a672f5c tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Pushing event updated for resources: {'Port': ['ID=29b67380-972e-42bd-a2e3-dd7d7aa9358b,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:03.672219 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b1096-de58-4dec-867f-9e878f204efc req-8414f8a6-15a4-44c8-8f86-f1c11dbd0db7 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:03.673801 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5e3b1096-de58-4dec-867f-9e878f204efc req-8414f8a6-15a4-44c8-8f86-f1c11dbd0db7 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f10f031-8ae5-4353-a26d-76e2a5157173 HTTP/1.1" status: 200 len: 944 time: 0.9286244 Feb 09 01:07:03.695734 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e4fab549-b57d-41de-94ec-b26c7a275ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:03.773511 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-19850be6-1e19-4102-bd70-c59e2268f21f None None] Provisioning for port 29b67380-972e-42bd-a2e3-dd7d7aa9358b completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:07:03.780205 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-19850be6-1e19-4102-bd70-c59e2268f21f None None] Provisioning complete for port 29b67380-972e-42bd-a2e3-dd7d7aa9358b triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:07:03.780593 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-a35868e9-e322-494f-8375-03bb2a672f5c tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:03.780750 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-19850be6-1e19-4102-bd70-c59e2268f21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:03.781216 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-a35868e9-e322-494f-8375-03bb2a672f5c tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:03.811729 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-9f99d502-4f67-4c50-93d8-91e066ba4c7b req-eb264575-d94d-4c31-9dd4-4931ff867260 service neutron] Attempting to bind port 6e6be5fe-6406-4f86-a9ae-dd04745d7b2f on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:07:03.812420 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-9f99d502-4f67-4c50-93d8-91e066ba4c7b req-eb264575-d94d-4c31-9dd4-4931ff867260 service neutron] Attempting to bind port 6e6be5fe-6406-4f86-a9ae-dd04745d7b2f by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'd1c0a158-6579-41f7-a92a-da7d79b925b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dd02684a-c792-4fba-8571-35898e88ad40'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:07:03.812420 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f99d502-4f67-4c50-93d8-91e066ba4c7b req-eb264575-d94d-4c31-9dd4-4931ff867260 service neutron] Attempting to bind port 6e6be5fe-6406-4f86-a9ae-dd04745d7b2f on network dd02684a-c792-4fba-8571-35898e88ad40 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:07:03.838893 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-52953408-5912-44cf-8fcb-90857a4c1687 req-6c8310f6-c9eb-4ae2-b5dd-d57e92c1b32a service neutron] 10.222.0.62 "GET /v2.0/networks/8d0fbf1e-afd1-4ea0-9eba-88871e127cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6538570 Feb 09 01:07:03.847020 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-19850be6-1e19-4102-bd70-c59e2268f21f None None] Port 29b67380-972e-42bd-a2e3-dd7d7aa9358b cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:07:03.862821 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f99d502-4f67-4c50-93d8-91e066ba4c7b req-eb264575-d94d-4c31-9dd4-4931ff867260 service neutron] Port 6e6be5fe-6406-4f86-a9ae-dd04745d7b2f on network dd02684a-c792-4fba-8571-35898e88ad40 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:07:03.863148 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f99d502-4f67-4c50-93d8-91e066ba4c7b req-eb264575-d94d-4c31-9dd4-4931ff867260 service neutron] Attempting to bind port 6e6be5fe-6406-4f86-a9ae-dd04745d7b2f on network dd02684a-c792-4fba-8571-35898e88ad40 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:07:03.953778 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58690) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:03.976105 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f99d502-4f67-4c50-93d8-91e066ba4c7b req-eb264575-d94d-4c31-9dd4-4931ff867260 service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:07:03.976526 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f99d502-4f67-4c50-93d8-91e066ba4c7b req-eb264575-d94d-4c31-9dd4-4931ff867260 service neutron] Checking segment: {'id': 'd1c0a158-6579-41f7-a92a-da7d79b925b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dd02684a-c792-4fba-8571-35898e88ad40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:07:03.976880 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f99d502-4f67-4c50-93d8-91e066ba4c7b req-eb264575-d94d-4c31-9dd4-4931ff867260 service neutron] Bound using segment: {'id': 'd1c0a158-6579-41f7-a92a-da7d79b925b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dd02684a-c792-4fba-8571-35898e88ad40'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:07:03.977411 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-9f99d502-4f67-4c50-93d8-91e066ba4c7b req-eb264575-d94d-4c31-9dd4-4931ff867260 service neutron] Bound port: 6e6be5fe-6406-4f86-a9ae-dd04745d7b2f, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1c0a158-6579-41f7-a92a-da7d79b925b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dd02684a-c792-4fba-8571-35898e88ad40'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:07:03.978052 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9f99d502-4f67-4c50-93d8-91e066ba4c7b req-eb264575-d94d-4c31-9dd4-4931ff867260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:04.000228 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5e3b1096-de58-4dec-867f-9e878f204efc req-a7f83991-1ffd-45ee-9ea8-b2d7587775cf tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] 10.222.0.105 "GET /v2.0/security-groups?id=9575c1e7-d2fc-4e70-9d26-cb338ed21e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3164365 Feb 09 01:07:04.001439 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-a35868e9-e322-494f-8375-03bb2a672f5c tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4330287 Feb 09 01:07:04.004065 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-acdb5f4c-0d0b-45a5-95a8-314f306ba1f6 req-0129d177-9a18-4a80-a4d1-0295a33ceac3 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/security-groups?id=c04812c5-0076-44a2-b712-bc76c2180e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214912 Feb 09 01:07:04.011022 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fab549-b57d-41de-94ec-b26c7a275ed6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb201682-3276-49a6-b0bb-28720d767b51,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:04.027812 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-73bed5ae-81e7-4452-a386-0a806b085738 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Request body: {'port': {'device_id': 'ed2ce431-e04c-45ab-af1c-5312d7191c93', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'e280a801-73c6-4be8-9a9b-128c33174590', 'admin_state_up': True, 'tenant_id': 'b38b8d3b4ab64851a90546fed2d6c948', 'security_groups': ['2e29d487-4384-458c-a1fb-a5cd591001dc']}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:07:04.126633 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b2ad0c20-c5a3-4b5d-a1c9-6248dbe96ad0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:04.144429 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b2ad0c20-c5a3-4b5d-a1c9-6248dbe96ad0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:07:04.148362 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fab549-b57d-41de-94ec-b26c7a275ed6 admin admin] Checking segment: {'id': '47ca9e6b-46f4-496e-aa01-fca50afb321f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '55eff25b-51bc-4452-89ee-296312fb4b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:07:04.148705 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-b2ad0c20-c5a3-4b5d-a1c9-6248dbe96ad0 admin admin] Usage tracker for resource:security_group_rule and tenant:4543439962544a21a2f5c2481f7078cc is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:07:04.148823 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fab549-b57d-41de-94ec-b26c7a275ed6 admin admin] Network hostable DHCP agents. Network: 55eff25b-51bc-4452-89ee-296312fb4b3e, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:07:04.151818 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-b2ad0c20-c5a3-4b5d-a1c9-6248dbe96ad0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:07:04.160142 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b2ad0c20-c5a3-4b5d-a1c9-6248dbe96ad0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:07:04.264049 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b2ad0c20-c5a3-4b5d-a1c9-6248dbe96ad0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:04.268331 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b2ad0c20-c5a3-4b5d-a1c9-6248dbe96ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:04.321287 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ad0c20-c5a3-4b5d-a1c9-6248dbe96ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d983ff-ef89-4650-bf4b-642f80e9e60e,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:04.329347 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b2ad0c20-c5a3-4b5d-a1c9-6248dbe96ad0 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=4543439962544a21a2f5c2481f7078cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3738499 Feb 09 01:07:04.329859 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58698) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:04.392363 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3f0bb73b-1700-4355-b83d-ad20b4c8ceda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:04.408274 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fab549-b57d-41de-94ec-b26c7a275ed6 admin admin] Network 55eff25b-51bc-4452-89ee-296312fb4b3e is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:07:04.421483 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3f0bb73b-1700-4355-b83d-ad20b4c8ceda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:04.427585 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-52953408-5912-44cf-8fcb-90857a4c1687 req-e13cc8bc-af22-442d-977d-02ea3d37ba82 service neutron] 10.222.0.62 "GET /v2.0/networks/8d0fbf1e-afd1-4ea0-9eba-88871e127cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5603659 Feb 09 01:07:04.431865 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-9f99d502-4f67-4c50-93d8-91e066ba4c7b req-eb264575-d94d-4c31-9dd4-4931ff867260 service neutron] For port 6e6be5fe-6406-4f86-a9ae-dd04745d7b2f, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:07:04.452261 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-e4fab549-b57d-41de-94ec-b26c7a275ed6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 55eff25b-51bc-4452-89ee-296312fb4b3e) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:07:04.460911 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2466eea8-0df9-43f9-b008-20726b608ee5 None None] Network 55eff25b-51bc-4452-89ee-296312fb4b3e requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:07:04.462465 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-9f99d502-4f67-4c50-93d8-91e066ba4c7b req-eb264575-d94d-4c31-9dd4-4931ff867260 service neutron] For port 6e6be5fe-6406-4f86-a9ae-dd04745d7b2f, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=6e6be5fe-6406-4f86-a9ae-dd04745d7b2f,segment=NetworkSegment(d1c0a158-6579-41f7-a92a-da7d79b925b6),segment_id=d1c0a158-6579-41f7-a92a-da7d79b925b6)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:07:04.465737 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fab549-b57d-41de-94ec-b26c7a275ed6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:04.466512 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e4fab549-b57d-41de-94ec-b26c7a275ed6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:04.470970 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-73bed5ae-81e7-4452-a386-0a806b085738 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:07:04.487448 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9f99d502-4f67-4c50-93d8-91e066ba4c7b req-eb264575-d94d-4c31-9dd4-4931ff867260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:04.513203 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3f0bb73b-1700-4355-b83d-ad20b4c8ceda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:04.532286 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0bb73b-1700-4355-b83d-ad20b4c8ceda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d983ff-ef89-4650-bf4b-642f80e9e60e,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:04.542471 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3f0bb73b-1700-4355-b83d-ad20b4c8ceda admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:04.545820 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-3f0bb73b-1700-4355-b83d-ad20b4c8ceda admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/34d983ff-ef89-4650-bf4b-642f80e9e60e HTTP/1.1" status: 204 len: 168 time: 0.2146351 Feb 09 01:07:04.546791 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-73bed5ae-81e7-4452-a386-0a806b085738 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:07:04.587760 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6418a0e-141d-4e7f-aa4f-44e25210c9e0 req-0352684b-267a-47b6-8ca6-34a10591ca0f tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:04.593772 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6418a0e-141d-4e7f-aa4f-44e25210c9e0 req-0352684b-267a-47b6-8ca6-34a10591ca0f tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:04.599930 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6418a0e-141d-4e7f-aa4f-44e25210c9e0 req-0352684b-267a-47b6-8ca6-34a10591ca0f tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:04.606522 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6418a0e-141d-4e7f-aa4f-44e25210c9e0 req-0352684b-267a-47b6-8ca6-34a10591ca0f tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:04.608363 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e6418a0e-141d-4e7f-aa4f-44e25210c9e0 req-0352684b-267a-47b6-8ca6-34a10591ca0f tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 3095 time: 0.4033670 Feb 09 01:07:04.623043 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d09673-5fe1-4947-adb9-fccd84f493d1 req-034472e6-2546-4c0f-a38e-bd48a3366851 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:04.630771 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-61d09673-5fe1-4947-adb9-fccd84f493d1 req-034472e6-2546-4c0f-a38e-bd48a3366851 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=e6d4f61a-1eb1-456e-a724-21038b46527f HTTP/1.1" status: 200 len: 943 time: 0.4858139 Feb 09 01:07:04.633289 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-e4fab549-b57d-41de-94ec-b26c7a275ed6 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.6789372 Feb 09 01:07:04.637024 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99d502-4f67-4c50-93d8-91e066ba4c7b req-eb264575-d94d-4c31-9dd4-4931ff867260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:04.637686 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9f99d502-4f67-4c50-93d8-91e066ba4c7b req-eb264575-d94d-4c31-9dd4-4931ff867260 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:04.639066 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9f99d502-4f67-4c50-93d8-91e066ba4c7b req-eb264575-d94d-4c31-9dd4-4931ff867260 service neutron] 10.222.0.62 "PUT /v2.0/ports/6e6be5fe-6406-4f86-a9ae-dd04745d7b2f HTTP/1.1" status: 200 len: 1091 time: 4.6407187 Feb 09 01:07:04.642316 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6d4f61a-1eb1-456e-a724-21038b46527f', 'tag': '6e6be5fe-6406-4f86-a9ae-dd04745d7b2f'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:07:04.681741 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-73bed5ae-81e7-4452-a386-0a806b085738 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Made reservation on behalf of b38b8d3b4ab64851a90546fed2d6c948 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:07:04.687814 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-73bed5ae-81e7-4452-a386-0a806b085738 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:04.779108 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb264575-d94d-4c31-9dd4-4931ff867260 service neutron] Pushing event updated for resources: {'Port': ['ID=6e6be5fe-6406-4f86-a9ae-dd04745d7b2f,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:04.822601 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efa49ab-aa34-4cba-b0b7-62666645eb25 None None] Network 55eff25b-51bc-4452-89ee-296312fb4b3e requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:07:04.877706 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e6418a0e-141d-4e7f-aa4f-44e25210c9e0 req-d07e20e1-4526-4464-85bc-73c6b1764b70 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/security-groups?id=2e29d487-4384-458c-a1fb-a5cd591001dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2359712 Feb 09 01:07:04.896029 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-61d09673-5fe1-4947-adb9-fccd84f493d1 req-8d15cb25-1ca1-4f46-ad11-fcea3bbeb194 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643020 Feb 09 01:07:04.923155 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58710) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:05.102025 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 58718) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:05.158568 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-3342e5e8-ce7a-4ecb-9d2f-2bc3bdd8d9a9 admin admin] Deleting subnet 792aff22-a999-48be-8ca1-0c7e67ee29ac {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:07:05.162657 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3342e5e8-ce7a-4ecb-9d2f-2bc3bdd8d9a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:05.172056 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99d502-4f67-4c50-93d8-91e066ba4c7b req-5af9a4ba-203d-4f6c-8b64-e77f647ee050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:05.173573 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9f99d502-4f67-4c50-93d8-91e066ba4c7b req-5af9a4ba-203d-4f6c-8b64-e77f647ee050 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5ff9aad1b4b645cb83f87778a731b808&device_id=e6d4f61a-1eb1-456e-a724-21038b46527f HTTP/1.1" status: 200 len: 1094 time: 0.4646497 Feb 09 01:07:05.196264 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-44f3f0c9-5a1d-403a-a1e4-1956bbbd4762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:05.231369 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3342e5e8-ce7a-4ecb-9d2f-2bc3bdd8d9a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:05.303479 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3342e5e8-ce7a-4ecb-9d2f-2bc3bdd8d9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:05.378761 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3342e5e8-ce7a-4ecb-9d2f-2bc3bdd8d9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:05.411859 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6d4f61a-1eb1-456e-a724-21038b46527f', 'tag': '6e6be5fe-6406-4f86-a9ae-dd04745d7b2f', 'status': 'completed', 'code': 200} Feb 09 01:07:05.416712 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3342e5e8-ce7a-4ecb-9d2f-2bc3bdd8d9a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=792aff22-a999-48be-8ca1-0c7e67ee29ac,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:05.422561 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3342e5e8-ce7a-4ecb-9d2f-2bc3bdd8d9a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:05.431503 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-3342e5e8-ce7a-4ecb-9d2f-2bc3bdd8d9a9 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/792aff22-a999-48be-8ca1-0c7e67ee29ac HTTP/1.1" status: 204 len: 168 time: 0.5049233 Feb 09 01:07:05.431722 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58724) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:05.515875 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9f99d502-4f67-4c50-93d8-91e066ba4c7b req-083eba1c-bb7c-4978-aca7-3c44eb388dda service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e6be5fe-6406-4f86-a9ae-dd04745d7b2f HTTP/1.1" status: 200 len: 217 time: 0.3237050 Feb 09 01:07:05.522478 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-44f3f0c9-5a1d-403a-a1e4-1956bbbd4762 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:07:05.537382 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-44f3f0c9-5a1d-403a-a1e4-1956bbbd4762 admin admin] Usage tracker for resource:security_group_rule and tenant:bc9326f075384c6eaaea0dfcb49f54e4 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:07:05.542279 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b2dc6b76-8bee-4d96-8d54-f2898c81d010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:05.581010 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-44f3f0c9-5a1d-403a-a1e4-1956bbbd4762 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:07:05.598932 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-44f3f0c9-5a1d-403a-a1e4-1956bbbd4762 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:07:05.662138 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-73bed5ae-81e7-4452-a386-0a806b085738 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Allocated IP 10.2.2.200 (e280a801-73c6-4be8-9a9b-128c33174590/87851113-d8c0-4466-b132-81ea7bdec79a/a9cacbb0-447a-47ee-a44f-420f2f41ce3b) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:07:05.672378 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b2dc6b76-8bee-4d96-8d54-f2898c81d010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:05.699451 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-b2dc6b76-8bee-4d96-8d54-f2898c81d010 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19686da5-f2c8-4e64-8fed-5ebd3b6db45b']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:07:05.704366 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99d502-4f67-4c50-93d8-91e066ba4c7b req-d2983c17-99bc-4971-9137-b92f779edaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:05.705863 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9f99d502-4f67-4c50-93d8-91e066ba4c7b req-d2983c17-99bc-4971-9137-b92f779edaed service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6629426b-30e0-4649-b641-b6eaabeb92da HTTP/1.1" status: 200 len: 851 time: 0.1752162 Feb 09 01:07:05.717351 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-b2dc6b76-8bee-4d96-8d54-f2898c81d010 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c0acd79-e724-4615-b94e-81eac250906a') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:07:05.717700 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-b2dc6b76-8bee-4d96-8d54-f2898c81d010 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c0acd79-e724-4615-b94e-81eac250906a') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:07:05.723877 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df502f8-144d-411a-bd18-696039baf32f req-3cec1a05-c7f9-41b8-983d-e57b24fb6cbc tempest-InstanceActionsTestJSON-98741548 tempest-InstanceActionsTestJSON-98741548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:05.725425 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1df502f8-144d-411a-bd18-696039baf32f req-3cec1a05-c7f9-41b8-983d-e57b24fb6cbc tempest-InstanceActionsTestJSON-98741548 tempest-InstanceActionsTestJSON-98741548-project] 10.222.0.105 "GET /v2.0/ports?device_id=105ca8a1-ea1d-4da8-bfe2-319031e41384 HTTP/1.1" status: 200 len: 945 time: 0.5960445 Feb 09 01:07:05.730141 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b2dc6b76-8bee-4d96-8d54-f2898c81d010 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:05.749357 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b2dc6b76-8bee-4d96-8d54-f2898c81d010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:05.756248 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2dc6b76-8bee-4d96-8d54-f2898c81d010 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:07:05.756615 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b2dc6b76-8bee-4d96-8d54-f2898c81d010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:05.772083 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:07:05.772083 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:07:05.772083 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:07:05.772083 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:07:05.772083 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:07:05.772083 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:07:05.772083 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:07:05.772083 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:07:05.772083 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:07:05.772083 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:07:05.772083 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:07:05.772083 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:07:05.772083 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:07:05.772083 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:07:05.772083 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:07:05.772083 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:07:05.772083 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:07:05.772083 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:07:05.772083 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:07:05.772083 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:07:05.772083 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:07:05.772083 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:07:05.772083 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:07:05.772083 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:07:05.772083 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:07:05.772083 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:07:05.772083 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:07:05.772083 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:07:05.772083 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:07:05.772083 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:07:05.772083 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:07:05.772083 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:07:05.827543 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9f99d502-4f67-4c50-93d8-91e066ba4c7b req-7271ffa6-0e7e-42ba-8297-fce5ee3b6b6f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dd02684a-c792-4fba-8571-35898e88ad40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0988078 Feb 09 01:07:05.854305 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b2dc6b76-8bee-4d96-8d54-f2898c81d010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:05.858177 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6244d87-4d4c-4b97-9f56-ccb0789c4f22 req-91453ad3-2da3-4a95-9726-efe9abd21ae3 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:05.859749 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c6244d87-4d4c-4b97-9f56-ccb0789c4f22 req-91453ad3-2da3-4a95-9726-efe9abd21ae3 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f10f031-8ae5-4353-a26d-76e2a5157173 HTTP/1.1" status: 200 len: 944 time: 0.4415560 Feb 09 01:07:05.879247 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b2dc6b76-8bee-4d96-8d54-f2898c81d010 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:05.893209 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dc6b76-8bee-4d96-8d54-f2898c81d010 admin admin] Pushing event deleted for resources: {'Network': ['ID=19686da5-f2c8-4e64-8fed-5ebd3b6db45b,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:05.899583 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b2dc6b76-8bee-4d96-8d54-f2898c81d010 admin admin] 10.222.0.105 "DELETE /v2.0/networks/19686da5-f2c8-4e64-8fed-5ebd3b6db45b HTTP/1.1" status: 204 len: 168 time: 0.4665749 Feb 09 01:07:05.900271 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58730) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:05.922507 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 5c49063c-0198-4668-b630-8850747a6364 up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:07:05.965178 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-a111f632-1c49-4df1-880e-01de07584f04 admin admin] Deleting subnet cb201682-3276-49a6-b0bb-28720d767b51 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:07:05.969669 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a111f632-1c49-4df1-880e-01de07584f04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:06.000704 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port 5c49063c-0198-4668-b630-8850747a6364 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:07:06.006743 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 5c49063c-0198-4668-b630-8850747a6364 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:07:06.007168 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:06.024940 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a111f632-1c49-4df1-880e-01de07584f04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:06.082836 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1df502f8-144d-411a-bd18-696039baf32f req-2e091692-42ea-4d19-ba12-ff38348174c0 tempest-InstanceActionsTestJSON-98741548 tempest-InstanceActionsTestJSON-98741548-project] 10.222.0.105 "GET /v2.0/security-groups?id=c4040943-d6cc-4b7b-83db-94add070bf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104563 Feb 09 01:07:06.118646 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a111f632-1c49-4df1-880e-01de07584f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:06.147285 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c6244d87-4d4c-4b97-9f56-ccb0789c4f22 req-43e6ea6d-29cd-4434-b478-13afea1f348d tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] 10.222.0.105 "GET /v2.0/security-groups?id=9575c1e7-d2fc-4e70-9d26-cb338ed21e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1942453 Feb 09 01:07:06.155110 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-44f3f0c9-5a1d-403a-a1e4-1956bbbd4762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:06.183245 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-44f3f0c9-5a1d-403a-a1e4-1956bbbd4762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:06.230082 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:06.242967 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9f99d502-4f67-4c50-93d8-91e066ba4c7b req-3a669eb0-5595-41a6-9d73-6e285101e824 service neutron] 10.222.0.62 "GET /v2.0/networks/dd02684a-c792-4fba-8571-35898e88ad40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3954077 Feb 09 01:07:06.276553 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 5c49063c-0198-4668-b630-8850747a6364, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=5c49063c-0198-4668-b630-8850747a6364,segment=NetworkSegment(c36f2fc3-85a0-4772-8b18-bed55b9183bf),segment_id=c36f2fc3-85a0-4772-8b18-bed55b9183bf)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:07:06.278044 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f10f031-8ae5-4353-a26d-76e2a5157173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c49063c-0198-4668-b630-8850747a6364'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:07:06.284718 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:06.284954 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a111f632-1c49-4df1-880e-01de07584f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:06.338773 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a111f632-1c49-4df1-880e-01de07584f04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:06.345910 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a111f632-1c49-4df1-880e-01de07584f04 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/cb201682-3276-49a6-b0bb-28720d767b51 HTTP/1.1" status: 204 len: 168 time: 0.4445686 Feb 09 01:07:06.347005 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a111f632-1c49-4df1-880e-01de07584f04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb201682-3276-49a6-b0bb-28720d767b51,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:06.351002 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58742) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:06.357473 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-73bed5ae-81e7-4452-a386-0a806b085738 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:06.362147 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f3f0c9-5a1d-403a-a1e4-1956bbbd4762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1e63ec-5187-4d52-a237-f5a7146f4fbe,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:06.376481 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=5c49063c-0198-4668-b630-8850747a6364,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:06.405138 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-44f3f0c9-5a1d-403a-a1e4-1956bbbd4762 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=bc9326f075384c6eaaea0dfcb49f54e4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3018670 Feb 09 01:07:06.424669 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 58746) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:06.471733 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-279e7125-3912-469a-963d-ae1ceab8418b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:06.503788 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-73bed5ae-81e7-4452-a386-0a806b085738 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Transition to ACTIVE for port object a9cacbb0-447a-47ee-a44f-420f2f41ce3b will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:07:06.603359 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-279e7125-3912-469a-963d-ae1ceab8418b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:06.618647 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9f99d502-4f67-4c50-93d8-91e066ba4c7b req-a93c16f3-8394-4f4b-a273-83fc22812c7d service neutron] 10.222.0.62 "GET /v2.0/networks/dd02684a-c792-4fba-8571-35898e88ad40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470550 Feb 09 01:07:06.640789 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-279e7125-3912-469a-963d-ae1ceab8418b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55eff25b-51bc-4452-89ee-296312fb4b3e']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:07:06.646268 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bb185164-1803-4bdd-abd4-da676cbf09a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:06.657045 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-279e7125-3912-469a-963d-ae1ceab8418b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47ca9e6b-46f4-496e-aa01-fca50afb321f') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:07:06.657339 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-279e7125-3912-469a-963d-ae1ceab8418b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47ca9e6b-46f4-496e-aa01-fca50afb321f') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:07:06.671424 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8943b4a0-b929-42b6-9903-203a61837ac7 req-ff9655bf-e922-4ce7-91dc-a815198f75b9 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:06.671671 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-279e7125-3912-469a-963d-ae1ceab8418b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:06.672626 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8943b4a0-b929-42b6-9903-203a61837ac7 req-ff9655bf-e922-4ce7-91dc-a815198f75b9 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/ports?device_id=dbcaf530-2cb0-4b57-b8f6-85c192b2ab60 HTTP/1.1" status: 200 len: 946 time: 0.3689067 Feb 09 01:07:06.690734 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-279e7125-3912-469a-963d-ae1ceab8418b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:06.697160 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-279e7125-3912-469a-963d-ae1ceab8418b admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:07:06.697540 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-279e7125-3912-469a-963d-ae1ceab8418b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:06.711943 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:07:06.711943 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:07:06.711943 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:07:06.711943 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:07:06.711943 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:07:06.711943 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:07:06.711943 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:07:06.711943 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:07:06.711943 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:07:06.711943 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:07:06.711943 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:07:06.711943 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:07:06.711943 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:07:06.711943 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:07:06.711943 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:07:06.711943 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:07:06.711943 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:07:06.711943 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:07:06.711943 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:07:06.711943 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:07:06.711943 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:07:06.711943 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:07:06.711943 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:07:06.711943 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:07:06.711943 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:07:06.711943 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:07:06.711943 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:07:06.711943 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:07:06.711943 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:07:06.711943 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:07:06.711943 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:07:06.711943 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:07:06.727343 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:07:06.733995 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-73bed5ae-81e7-4452-a386-0a806b085738 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:06.761144 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bb185164-1803-4bdd-abd4-da676cbf09a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:06.780219 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9120348-939e-4e12-a132-669972f1efd9 req-23ffcb13-64af-4091-9854-17ab633571f2 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:06.786070 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9120348-939e-4e12-a132-669972f1efd9 req-23ffcb13-64af-4091-9854-17ab633571f2 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:06.789616 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-279e7125-3912-469a-963d-ae1ceab8418b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:06.792420 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9120348-939e-4e12-a132-669972f1efd9 req-23ffcb13-64af-4091-9854-17ab633571f2 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:06.798758 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9120348-939e-4e12-a132-669972f1efd9 req-23ffcb13-64af-4091-9854-17ab633571f2 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:06.800485 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b9120348-939e-4e12-a132-669972f1efd9 req-23ffcb13-64af-4091-9854-17ab633571f2 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 3095 time: 0.3858926 Feb 09 01:07:06.810791 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-279e7125-3912-469a-963d-ae1ceab8418b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:06.818893 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-279e7125-3912-469a-963d-ae1ceab8418b admin admin] 10.222.0.105 "DELETE /v2.0/networks/55eff25b-51bc-4452-89ee-296312fb4b3e HTTP/1.1" status: 204 len: 168 time: 0.4666941 Feb 09 01:07:06.823561 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279e7125-3912-469a-963d-ae1ceab8418b admin admin] Pushing event deleted for resources: {'Network': ['ID=55eff25b-51bc-4452-89ee-296312fb4b3e,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:06.950037 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-73bed5ae-81e7-4452-a386-0a806b085738 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Network e280a801-73c6-4be8-9a9b-128c33174590 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:07:06.972479 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-73bed5ae-81e7-4452-a386-0a806b085738 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:07:06.984224 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8943b4a0-b929-42b6-9903-203a61837ac7 req-d3bb9fa4-4127-44b2-b4f8-5c0d41249de2 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/security-groups?id=c04812c5-0076-44a2-b712-bc76c2180e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036969 Feb 09 01:07:06.988177 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-73bed5ae-81e7-4452-a386-0a806b085738 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:07:07.018192 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bed5ae-81e7-4452-a386-0a806b085738 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Pushing event updated for resources: {'Port': ['ID=a9cacbb0-447a-47ee-a44f-420f2f41ce3b,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:07.021257 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58752) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:07.038895 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b9120348-939e-4e12-a132-669972f1efd9 req-142ae6d1-1a3f-4a9e-8fe9-08956c7df006 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/security-groups?id=2e29d487-4384-458c-a1fb-a5cd591001dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2061167 Feb 09 01:07:07.076863 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d9af36-07a7-4cf9-8b1a-59143091e2d1 req-0dd4338a-d446-47b2-b001-5747a5fa1fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:07.078527 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-10d9af36-07a7-4cf9-8b1a-59143091e2d1 req-0dd4338a-d446-47b2-b001-5747a5fa1fe9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5ff9aad1b4b645cb83f87778a731b808&device_id=e6d4f61a-1eb1-456e-a724-21038b46527f HTTP/1.1" status: 200 len: 1094 time: 0.3992727 Feb 09 01:07:07.117426 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-73bed5ae-81e7-4452-a386-0a806b085738 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:07.119611 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-73bed5ae-81e7-4452-a386-0a806b085738 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:07.133873 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-908da5fe-f436-47bc-ae8d-9d90ac239986 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=2e115a62e3224f9e9f2996e8402baa98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1092753 Feb 09 01:07:07.142193 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58756) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:07.179108 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bb185164-1803-4bdd-abd4-da676cbf09a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:07.235041 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a533ab46-36d5-4eda-9a26-5d620cf800ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:07.246118 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f10f031-8ae5-4353-a26d-76e2a5157173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c49063c-0198-4668-b630-8850747a6364', 'code': 200} Feb 09 01:07:07.260917 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb185164-1803-4bdd-abd4-da676cbf09a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1e63ec-5187-4d52-a237-f5a7146f4fbe,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:07.271117 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a533ab46-36d5-4eda-9a26-5d620cf800ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:07.313192 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-73bed5ae-81e7-4452-a386-0a806b085738 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2962706 Feb 09 01:07:07.314106 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bb185164-1803-4bdd-abd4-da676cbf09a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:07.315117 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-bb185164-1803-4bdd-abd4-da676cbf09a1 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/ba1e63ec-5187-4d52-a237-f5a7146f4fbe HTTP/1.1" status: 204 len: 168 time: 0.8879428 Feb 09 01:07:07.342639 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-ea4e90d0-7adb-4b63-9d6e-99ae62f85c35 service neutron] Request body: {'port': {'device_id': 'ed2ce431-e04c-45ab-af1c-5312d7191c93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:07:07.386522 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a533ab46-36d5-4eda-9a26-5d620cf800ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:07.395808 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a9c7ee5c-9eda-41aa-adb3-03133af972ca None None] Provisioning for port a9cacbb0-447a-47ee-a44f-420f2f41ce3b completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:07:07.403128 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a9c7ee5c-9eda-41aa-adb3-03133af972ca None None] Provisioning complete for port a9cacbb0-447a-47ee-a44f-420f2f41ce3b triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:07:07.403581 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a9c7ee5c-9eda-41aa-adb3-03133af972ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:07.415693 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a533ab46-36d5-4eda-9a26-5d620cf800ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc33955e-8b20-4ba5-9a2f-8ed58b425db6,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:07.424645 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a533ab46-36d5-4eda-9a26-5d620cf800ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:07.427933 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a533ab46-36d5-4eda-9a26-5d620cf800ee admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/cc33955e-8b20-4ba5-9a2f-8ed58b425db6 HTTP/1.1" status: 204 len: 168 time: 0.2828741 Feb 09 01:07:07.484204 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a9c7ee5c-9eda-41aa-adb3-03133af972ca None None] Port a9cacbb0-447a-47ee-a44f-420f2f41ce3b cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:07:07.673842 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d9af36-07a7-4cf9-8b1a-59143091e2d1 req-6655367d-f97b-4db1-9337-d5edb9eb60ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:07.675324 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-10d9af36-07a7-4cf9-8b1a-59143091e2d1 req-6655367d-f97b-4db1-9337-d5edb9eb60ae service neutron] 10.222.0.62 "GET /v2.0/networks?id=dd02684a-c792-4fba-8571-35898e88ad40 HTTP/1.1" status: 200 len: 912 time: 0.5865424 Feb 09 01:07:07.836406 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-10d9af36-07a7-4cf9-8b1a-59143091e2d1 req-eb824476-f342-44c0-803f-b0927683c800 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e6be5fe-6406-4f86-a9ae-dd04745d7b2f HTTP/1.1" status: 200 len: 217 time: 0.1387169 Feb 09 01:07:07.896600 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b2391-0f13-455e-baf2-07056e9110db req-9c3c78be-8fe7-40a6-ace8-4f346537e9f8 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:07.900318 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a42b2391-0f13-455e-baf2-07056e9110db req-9c3c78be-8fe7-40a6-ace8-4f346537e9f8 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=e6d4f61a-1eb1-456e-a724-21038b46527f HTTP/1.1" status: 200 len: 943 time: 0.7123349 Feb 09 01:07:07.915341 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-ea4e90d0-7adb-4b63-9d6e-99ae62f85c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:08.020955 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d9af36-07a7-4cf9-8b1a-59143091e2d1 req-ea06aa60-cdf4-42e8-80e6-f38ef0bfc09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:08.022852 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-10d9af36-07a7-4cf9-8b1a-59143091e2d1 req-ea06aa60-cdf4-42e8-80e6-f38ef0bfc09b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6629426b-30e0-4649-b641-b6eaabeb92da HTTP/1.1" status: 200 len: 851 time: 0.1791971 Feb 09 01:07:08.039356 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29969c5-66a9-4fd0-b8c7-8741561f273d req-7c3cc000-f84a-41a6-9474-61c6a30d10b4 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:08.045101 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d29969c5-66a9-4fd0-b8c7-8741561f273d req-7c3cc000-f84a-41a6-9474-61c6a30d10b4 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f10f031-8ae5-4353-a26d-76e2a5157173 HTTP/1.1" status: 200 len: 945 time: 0.5105240 Feb 09 01:07:08.051376 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58782) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:08.073080 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a58ee-9570-4446-b3fd-327d24f56099 req-b5e5fe52-8e0a-4951-b4f7-12632ce64a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:08.074930 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-004a58ee-9570-4446-b3fd-327d24f56099 req-b5e5fe52-8e0a-4951-b4f7-12632ce64a56 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8f10f031-8ae5-4353-a26d-76e2a5157173 HTTP/1.1" status: 200 len: 1096 time: 0.5414531 Feb 09 01:07:08.079549 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f98398da-25ce-426c-b47d-a23b855a992f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:08.117820 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9f88a198-abd6-4cf1-aa97-4fd137cee877 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=bc8f84f88eb54f12b45a9b7148b5cc13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0647886 Feb 09 01:07:08.121971 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58788) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:08.162232 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a42b2391-0f13-455e-baf2-07056e9110db req-52037092-2b61-44c3-b97a-41f6eb7a447b tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513287 Feb 09 01:07:08.171589 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-10d9af36-07a7-4cf9-8b1a-59143091e2d1 req-ec1d2d60-5dd7-4449-a995-bd65033b835a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dd02684a-c792-4fba-8571-35898e88ad40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1009655 Feb 09 01:07:08.202476 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4689d361-3766-4371-a332-46044dc88dc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:08.241319 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4689d361-3766-4371-a332-46044dc88dc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:08.329038 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4689d361-3766-4371-a332-46044dc88dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:08.347156 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4689d361-3766-4371-a332-46044dc88dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f19b52-94b3-446e-83a9-8b19ab784860,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:08.357739 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4689d361-3766-4371-a332-46044dc88dc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:08.359708 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-4689d361-3766-4371-a332-46044dc88dc5 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/46f19b52-94b3-446e-83a9-8b19ab784860 HTTP/1.1" status: 204 len: 168 time: 0.2364702 Feb 09 01:07:08.373775 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d29969c5-66a9-4fd0-b8c7-8741561f273d req-40699fdc-b56d-474e-a5bc-0f9b086fee42 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] 10.222.0.105 "GET /v2.0/security-groups?id=9575c1e7-d2fc-4e70-9d26-cb338ed21e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3041842 Feb 09 01:07:08.397515 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-004a58ee-9570-4446-b3fd-327d24f56099 req-3e9b0ffc-c370-4456-a196-bae663698a6c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9575c1e7-d2fc-4e70-9d26-cb338ed21e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2831495 Feb 09 01:07:08.634930 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-10d9af36-07a7-4cf9-8b1a-59143091e2d1 req-766ed85c-8e63-45f3-b99f-59532ca0b1ff service neutron] 10.222.0.62 "GET /v2.0/networks/dd02684a-c792-4fba-8571-35898e88ad40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4380860 Feb 09 01:07:08.799998 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04f4abc-65b1-4de0-9688-aa5595ce6624 req-133879f5-7235-4440-b837-c814922564cd tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:08.799998 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a04f4abc-65b1-4de0-9688-aa5595ce6624 req-133879f5-7235-4440-b837-c814922564cd tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/ports?device_id=dbcaf530-2cb0-4b57-b8f6-85c192b2ab60 HTTP/1.1" status: 200 len: 946 time: 0.2886782 Feb 09 01:07:08.845546 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.db.resource_extend [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-ea4e90d0-7adb-4b63-9d6e-99ae62f85c35 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:07:09.025417 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a04f4abc-65b1-4de0-9688-aa5595ce6624 req-33c4422b-609c-4026-a77e-a83d4e50af63 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/security-groups?id=c04812c5-0076-44a2-b712-bc76c2180e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145040 Feb 09 01:07:09.039605 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-10d9af36-07a7-4cf9-8b1a-59143091e2d1 req-e05935b4-2962-4649-9f01-678255562d75 service neutron] 10.222.0.62 "GET /v2.0/networks/dd02684a-c792-4fba-8571-35898e88ad40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3363070 Feb 09 01:07:09.042282 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-ea4e90d0-7adb-4b63-9d6e-99ae62f85c35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc0b6706-1840-44e5-8766-dcd0e32cf566 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:07:09.053780 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-ea4e90d0-7adb-4b63-9d6e-99ae62f85c35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:09.100791 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec383bf-94df-431c-aabc-8a374ff1040d req-3af185a1-49c8-40c3-b217-7e6196ac19cd tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:09.107396 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec383bf-94df-431c-aabc-8a374ff1040d req-3af185a1-49c8-40c3-b217-7e6196ac19cd tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:09.113184 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec383bf-94df-431c-aabc-8a374ff1040d req-3af185a1-49c8-40c3-b217-7e6196ac19cd tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:09.118919 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec383bf-94df-431c-aabc-8a374ff1040d req-3af185a1-49c8-40c3-b217-7e6196ac19cd tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:09.127679 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec383bf-94df-431c-aabc-8a374ff1040d req-3af185a1-49c8-40c3-b217-7e6196ac19cd tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:09.128872 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-4ec383bf-94df-431c-aabc-8a374ff1040d req-3af185a1-49c8-40c3-b217-7e6196ac19cd tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Synchronizing usage tracker for tenant:b38b8d3b4ab64851a90546fed2d6c948 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:07:09.133686 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-ea4e90d0-7adb-4b63-9d6e-99ae62f85c35 service neutron] Transition to ACTIVE for port object fc0b6706-1840-44e5-8766-dcd0e32cf566 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:07:09.143946 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-ea4e90d0-7adb-4b63-9d6e-99ae62f85c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:09.261131 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-4ec383bf-94df-431c-aabc-8a374ff1040d req-3af185a1-49c8-40c3-b217-7e6196ac19cd tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Unset dirty status for tenant:b38b8d3b4ab64851a90546fed2d6c948 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:07:09.268064 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4ec383bf-94df-431c-aabc-8a374ff1040d req-3af185a1-49c8-40c3-b217-7e6196ac19cd tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 3816 time: 0.4674480 Feb 09 01:07:09.525574 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4e90d0-7adb-4b63-9d6e-99ae62f85c35 service neutron] Pushing event updated for resources: {'Port': ['ID=fc0b6706-1840-44e5-8766-dcd0e32cf566,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:09.572592 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4ec383bf-94df-431c-aabc-8a374ff1040d req-ba6f0479-7cfa-47f1-bc4a-71961cf2e64e tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/security-groups?id=2e29d487-4384-458c-a1fb-a5cd591001dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3036575 Feb 09 01:07:09.665738 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-ea4e90d0-7adb-4b63-9d6e-99ae62f85c35 service neutron] Attempting to bind port fc0b6706-1840-44e5-8766-dcd0e32cf566 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:07:09.666253 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-ea4e90d0-7adb-4b63-9d6e-99ae62f85c35 service neutron] Attempting to bind port fc0b6706-1840-44e5-8766-dcd0e32cf566 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'cf163942-3f6f-46b3-9ab1-2824bdae0aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5155f974-02f7-460c-bde1-4d4a435cc291'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:07:09.666756 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-ea4e90d0-7adb-4b63-9d6e-99ae62f85c35 service neutron] Attempting to bind port fc0b6706-1840-44e5-8766-dcd0e32cf566 on network 5155f974-02f7-460c-bde1-4d4a435cc291 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:07:09.679178 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3285e542-2eea-4e3f-83ca-4c6ec6449b59 req-6b44a935-441a-483c-baab-248b5666a7e2 tempest-InstanceActionsTestJSON-98741548 tempest-InstanceActionsTestJSON-98741548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:09.687189 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3285e542-2eea-4e3f-83ca-4c6ec6449b59 req-6b44a935-441a-483c-baab-248b5666a7e2 tempest-InstanceActionsTestJSON-98741548 tempest-InstanceActionsTestJSON-98741548-project] 10.222.0.105 "GET /v2.0/ports?device_id=105ca8a1-ea1d-4da8-bfe2-319031e41384 HTTP/1.1" status: 200 len: 945 time: 0.4790480 Feb 09 01:07:09.706495 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-ea4e90d0-7adb-4b63-9d6e-99ae62f85c35 service neutron] Port fc0b6706-1840-44e5-8766-dcd0e32cf566 on network 5155f974-02f7-460c-bde1-4d4a435cc291 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:07:09.706811 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-ea4e90d0-7adb-4b63-9d6e-99ae62f85c35 service neutron] Attempting to bind port fc0b6706-1840-44e5-8766-dcd0e32cf566 on network 5155f974-02f7-460c-bde1-4d4a435cc291 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:07:09.717317 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-ea4e90d0-7adb-4b63-9d6e-99ae62f85c35 service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:07:09.717707 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-ea4e90d0-7adb-4b63-9d6e-99ae62f85c35 service neutron] Checking segment: {'id': 'cf163942-3f6f-46b3-9ab1-2824bdae0aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5155f974-02f7-460c-bde1-4d4a435cc291'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:07:09.718086 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-ea4e90d0-7adb-4b63-9d6e-99ae62f85c35 service neutron] Bound using segment: {'id': 'cf163942-3f6f-46b3-9ab1-2824bdae0aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5155f974-02f7-460c-bde1-4d4a435cc291'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:07:09.718506 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-ea4e90d0-7adb-4b63-9d6e-99ae62f85c35 service neutron] Bound port: fc0b6706-1840-44e5-8766-dcd0e32cf566, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf163942-3f6f-46b3-9ab1-2824bdae0aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5155f974-02f7-460c-bde1-4d4a435cc291'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:07:09.718851 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-ea4e90d0-7adb-4b63-9d6e-99ae62f85c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:09.837777 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3285e542-2eea-4e3f-83ca-4c6ec6449b59 req-fd019906-1958-44a9-880e-eb42b546dca5 tempest-InstanceActionsTestJSON-98741548 tempest-InstanceActionsTestJSON-98741548-project] 10.222.0.105 "GET /v2.0/security-groups?id=c4040943-d6cc-4b7b-83db-94add070bf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455455 Feb 09 01:07:09.910461 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-ea4e90d0-7adb-4b63-9d6e-99ae62f85c35 service neutron] For port fc0b6706-1840-44e5-8766-dcd0e32cf566, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:07:09.914761 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-ea4e90d0-7adb-4b63-9d6e-99ae62f85c35 service neutron] For port fc0b6706-1840-44e5-8766-dcd0e32cf566, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=fc0b6706-1840-44e5-8766-dcd0e32cf566,segment=NetworkSegment(cf163942-3f6f-46b3-9ab1-2824bdae0aa8),segment_id=cf163942-3f6f-46b3-9ab1-2824bdae0aa8)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:07:09.922274 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-ea4e90d0-7adb-4b63-9d6e-99ae62f85c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:09.937990 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 6e6be5fe-6406-4f86-a9ae-dd04745d7b2f details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:07:10.083606 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4e90d0-7adb-4b63-9d6e-99ae62f85c35 service neutron] Pushing event updated for resources: {'Port': ['ID=fc0b6706-1840-44e5-8766-dcd0e32cf566,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:10.111663 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6674d-3e63-414e-b158-4df82b38ccf6 req-1c0a3475-6d4e-4a8c-b8c0-49bf301f73c4 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:10.119365 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8ff6674d-3e63-414e-b158-4df82b38ccf6 req-1c0a3475-6d4e-4a8c-b8c0-49bf301f73c4 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=e6d4f61a-1eb1-456e-a724-21038b46527f HTTP/1.1" status: 200 len: 943 time: 0.3407991 Feb 09 01:07:10.122643 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-ea4e90d0-7adb-4b63-9d6e-99ae62f85c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:10.124946 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-ea4e90d0-7adb-4b63-9d6e-99ae62f85c35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:10.126522 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-ea4e90d0-7adb-4b63-9d6e-99ae62f85c35 service neutron] 10.222.0.62 "PUT /v2.0/ports/fc0b6706-1840-44e5-8766-dcd0e32cf566 HTTP/1.1" status: 200 len: 1091 time: 2.7896969 Feb 09 01:07:10.129537 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed2ce431-e04c-45ab-af1c-5312d7191c93', 'tag': 'fc0b6706-1840-44e5-8766-dcd0e32cf566'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:07:10.146491 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 6e6be5fe-6406-4f86-a9ae-dd04745d7b2f, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=6e6be5fe-6406-4f86-a9ae-dd04745d7b2f,segment=NetworkSegment(d1c0a158-6579-41f7-a92a-da7d79b925b6),segment_id=d1c0a158-6579-41f7-a92a-da7d79b925b6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:07:10.182843 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '6e6be5fe-6406-4f86-a9ae-dd04745d7b2f', 'network_id': 'dd02684a-c792-4fba-8571-35898e88ad40', 'port_id': '6e6be5fe-6406-4f86-a9ae-dd04745d7b2f', 'mac_address': 'fa:16:3e:3d:14:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6629426b-30e0-4649-b641-b6eaabeb92da', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:07:10.193138 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-59a554cc-3b32-47ec-8e8c-401b6f29af06 service neutron] Request body: {'port': {'device_id': 'ed2ce431-e04c-45ab-af1c-5312d7191c93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:07:10.302038 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8ff6674d-3e63-414e-b158-4df82b38ccf6 req-5af45277-7d2b-40d7-a07b-677ca32acae3 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815715 Feb 09 01:07:10.380803 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:10.407586 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e6be5fe-6406-4f86-a9ae-dd04745d7b2f {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:07:10.434922 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 6e6be5fe-6406-4f86-a9ae-dd04745d7b2f, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=6e6be5fe-6406-4f86-a9ae-dd04745d7b2f,segment=NetworkSegment(d1c0a158-6579-41f7-a92a-da7d79b925b6),segment_id=d1c0a158-6579-41f7-a92a-da7d79b925b6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:07:10.445038 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:10.531804 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e7f2a3-ffd7-4733-adf7-0be0e0d5b50f req-cc5547e3-7f7f-49d7-a7f1-09cf0b6e8600 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:10.533548 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d5e7f2a3-ffd7-4733-adf7-0be0e0d5b50f req-cc5547e3-7f7f-49d7-a7f1-09cf0b6e8600 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f10f031-8ae5-4353-a26d-76e2a5157173 HTTP/1.1" status: 200 len: 945 time: 0.5648837 Feb 09 01:07:10.563604 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=6e6be5fe-6406-4f86-a9ae-dd04745d7b2f,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:10.624653 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9b7db375-0b7f-4e17-9770-544bbac2ee46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:10.643658 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-59a554cc-3b32-47ec-8e8c-401b6f29af06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:10.689994 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d5e7f2a3-ffd7-4733-adf7-0be0e0d5b50f req-af0a3348-0423-4e7b-92e2-1d91c938cf7a tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] 10.222.0.105 "GET /v2.0/security-groups?id=9575c1e7-d2fc-4e70-9d26-cb338ed21e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437836 Feb 09 01:07:10.772588 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed2ce431-e04c-45ab-af1c-5312d7191c93', 'tag': 'fc0b6706-1840-44e5-8766-dcd0e32cf566', 'status': 'completed', 'code': 200} Feb 09 01:07:10.882121 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21735763-ded3-402a-851a-d2d02c8d47fe req-10980291-226b-46e4-b53a-b3fbc4a7bda3 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:10.891486 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-21735763-ded3-402a-851a-d2d02c8d47fe req-10980291-226b-46e4-b53a-b3fbc4a7bda3 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/ports?device_id=dbcaf530-2cb0-4b57-b8f6-85c192b2ab60 HTTP/1.1" status: 200 len: 946 time: 0.3434205 Feb 09 01:07:10.955055 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['6e6be5fe-6406-4f86-a9ae-dd04745d7b2f'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:07:11.116717 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-21735763-ded3-402a-851a-d2d02c8d47fe req-c6ef9bb9-515f-4196-9c1f-cf4439663900 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/security-groups?id=c04812c5-0076-44a2-b712-bc76c2180e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241442 Feb 09 01:07:11.361031 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444b90a-256f-4200-b36f-80821ac37a9c req-398cdada-906c-4ec6-887b-ff3fb48ef359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:11.362957 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444b90a-256f-4200-b36f-80821ac37a9c req-398cdada-906c-4ec6-887b-ff3fb48ef359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:11.362957 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444b90a-256f-4200-b36f-80821ac37a9c req-398cdada-906c-4ec6-887b-ff3fb48ef359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:11.362957 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444b90a-256f-4200-b36f-80821ac37a9c req-398cdada-906c-4ec6-887b-ff3fb48ef359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:11.363213 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:11.363300 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444b90a-256f-4200-b36f-80821ac37a9c req-398cdada-906c-4ec6-887b-ff3fb48ef359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:11.364446 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5444b90a-256f-4200-b36f-80821ac37a9c req-398cdada-906c-4ec6-887b-ff3fb48ef359 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b38b8d3b4ab64851a90546fed2d6c948&device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 4363 time: 0.5387623 Feb 09 01:07:11.431438 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b40b62-1928-426e-97a8-d39ca9da32a8 req-19342bde-66af-425a-a657-8b8ecac70129 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:11.437127 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b40b62-1928-426e-97a8-d39ca9da32a8 req-19342bde-66af-425a-a657-8b8ecac70129 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:11.442953 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b40b62-1928-426e-97a8-d39ca9da32a8 req-19342bde-66af-425a-a657-8b8ecac70129 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:11.448904 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b40b62-1928-426e-97a8-d39ca9da32a8 req-19342bde-66af-425a-a657-8b8ecac70129 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:11.454960 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b40b62-1928-426e-97a8-d39ca9da32a8 req-19342bde-66af-425a-a657-8b8ecac70129 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:11.456736 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-31b40b62-1928-426e-97a8-d39ca9da32a8 req-19342bde-66af-425a-a657-8b8ecac70129 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 3828 time: 0.5343637 Feb 09 01:07:11.482602 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:11.607166 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6738172a-4767-461f-98ec-1596ff3da905 req-ab619bc9-d640-4624-a2ec-83f82b1329a9 tempest-InstanceActionsTestJSON-98741548 tempest-InstanceActionsTestJSON-98741548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:11.608646 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6738172a-4767-461f-98ec-1596ff3da905 req-ab619bc9-d640-4624-a2ec-83f82b1329a9 tempest-InstanceActionsTestJSON-98741548 tempest-InstanceActionsTestJSON-98741548-project] 10.222.0.62 "GET /v2.0/ports?device_id=105ca8a1-ea1d-4da8-bfe2-319031e41384 HTTP/1.1" status: 200 len: 945 time: 0.4910047 Feb 09 01:07:11.734040 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58912) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:11.848015 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-31b40b62-1928-426e-97a8-d39ca9da32a8 req-4bd08f90-d711-45b0-be93-40500cd41998 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/security-groups?id=2e29d487-4384-458c-a1fb-a5cd591001dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3414848 Feb 09 01:07:11.876077 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0d1ef1ae-9fe9-47aa-a126-fdf35eb8bef4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:11.896616 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7dba87-8e06-4f33-85b6-9c0db3b07400 req-49923d3f-ae30-4463-8190-bd7262f1cc0a tempest-InstanceActionsTestJSON-98741548 tempest-InstanceActionsTestJSON-98741548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:11.898109 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2f7dba87-8e06-4f33-85b6-9c0db3b07400 req-49923d3f-ae30-4463-8190-bd7262f1cc0a tempest-InstanceActionsTestJSON-98741548 tempest-InstanceActionsTestJSON-98741548-project] 10.222.0.105 "GET /v2.0/ports?device_id=105ca8a1-ea1d-4da8-bfe2-319031e41384 HTTP/1.1" status: 200 len: 945 time: 0.6056342 Feb 09 01:07:11.900699 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-0d1ef1ae-9fe9-47aa-a126-fdf35eb8bef4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:07:11.906413 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-0d1ef1ae-9fe9-47aa-a126-fdf35eb8bef4 admin admin] Usage tracker for resource:security_group_rule and tenant:715818e8b2704820a30934d436ec4aab is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:07:11.909872 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-0d1ef1ae-9fe9-47aa-a126-fdf35eb8bef4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:07:11.913259 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-59a554cc-3b32-47ec-8e8c-401b6f29af06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d8b3dcd-4895-4a65-b10b-c277f53b3a30 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:07:11.916323 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-0d1ef1ae-9fe9-47aa-a126-fdf35eb8bef4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:07:11.945239 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-6738172a-4767-461f-98ec-1596ff3da905 req-b4fcc11f-077f-4b65-9e3c-8571556333d1 tempest-InstanceActionsTestJSON-98741548 tempest-InstanceActionsTestJSON-98741548-project] Deleting port 87e4a0ed-98f9-4456-820b-45199f99b57a {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:07:11.945450 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-6738172a-4767-461f-98ec-1596ff3da905 req-b4fcc11f-077f-4b65-9e3c-8571556333d1 tempest-InstanceActionsTestJSON-98741548 tempest-InstanceActionsTestJSON-98741548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:11.978587 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-59a554cc-3b32-47ec-8e8c-401b6f29af06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:11.981917 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444b90a-256f-4200-b36f-80821ac37a9c req-94272ce5-aa3e-49a3-9e9b-11df39508e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:11.982381 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444b90a-256f-4200-b36f-80821ac37a9c req-94272ce5-aa3e-49a3-9e9b-11df39508e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:11.982854 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444b90a-256f-4200-b36f-80821ac37a9c req-94272ce5-aa3e-49a3-9e9b-11df39508e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:11.984429 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5444b90a-256f-4200-b36f-80821ac37a9c req-94272ce5-aa3e-49a3-9e9b-11df39508e99 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=b38b8d3b4ab64851a90546fed2d6c948&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5989351 Feb 09 01:07:12.007748 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0d1ef1ae-9fe9-47aa-a126-fdf35eb8bef4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:12.012217 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0d1ef1ae-9fe9-47aa-a126-fdf35eb8bef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:12.067698 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-0d1ef1ae-9fe9-47aa-a126-fdf35eb8bef4 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=715818e8b2704820a30934d436ec4aab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3323579 Feb 09 01:07:12.068676 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1ef1ae-9fe9-47aa-a126-fdf35eb8bef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe01696-e609-42ef-af95-1f57ccbb7f72,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:12.071945 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58918) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:12.138665 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a76a2381-3d91-4028-b096-60ce3ae7a0ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:12.144142 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-59a554cc-3b32-47ec-8e8c-401b6f29af06 service neutron] Transition to ACTIVE for port object 7d8b3dcd-4895-4a65-b10b-c277f53b3a30 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:07:12.164532 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-59a554cc-3b32-47ec-8e8c-401b6f29af06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:12.166985 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a76a2381-3d91-4028-b096-60ce3ae7a0ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:12.209609 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2f7dba87-8e06-4f33-85b6-9c0db3b07400 req-4562de41-9af5-4f94-be5c-725d30cbd0d6 tempest-InstanceActionsTestJSON-98741548 tempest-InstanceActionsTestJSON-98741548-project] 10.222.0.105 "GET /v2.0/security-groups?id=c4040943-d6cc-4b7b-83db-94add070bf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890067 Feb 09 01:07:12.236833 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a76a2381-3d91-4028-b096-60ce3ae7a0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:12.258125 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76a2381-3d91-4028-b096-60ce3ae7a0ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe01696-e609-42ef-af95-1f57ccbb7f72,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:12.261508 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a76a2381-3d91-4028-b096-60ce3ae7a0ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:12.265887 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a76a2381-3d91-4028-b096-60ce3ae7a0ad admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/2fe01696-e609-42ef-af95-1f57ccbb7f72 HTTP/1.1" status: 204 len: 168 time: 0.1926990 Feb 09 01:07:12.470960 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a554cc-3b32-47ec-8e8c-401b6f29af06 service neutron] Pushing event updated for resources: {'Port': ['ID=7d8b3dcd-4895-4a65-b10b-c277f53b3a30,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:12.621661 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444b90a-256f-4200-b36f-80821ac37a9c req-bfb5cf33-7e4b-4f3e-82c6-a2b172f914c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:12.623261 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5444b90a-256f-4200-b36f-80821ac37a9c req-bfb5cf33-7e4b-4f3e-82c6-a2b172f914c1 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6271622 Feb 09 01:07:12.657446 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58932) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:12.675971 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-97ef0185-1b9c-4b9d-9960-98d3905ab227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:12.677385 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86123c71-94d2-4a8f-9e37-545ceb50595c req-4f846680-8127-48d2-919e-bbec98b6091e tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:12.678873 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-86123c71-94d2-4a8f-9e37-545ceb50595c req-4f846680-8127-48d2-919e-bbec98b6091e tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=e6d4f61a-1eb1-456e-a724-21038b46527f HTTP/1.1" status: 200 len: 944 time: 0.7038548 Feb 09 01:07:12.692016 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-97ef0185-1b9c-4b9d-9960-98d3905ab227 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:07:12.696248 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-97ef0185-1b9c-4b9d-9960-98d3905ab227 admin admin] Usage tracker for resource:security_group_rule and tenant:044d429e11ca45a5b4ccf420da9f48eb is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:07:12.700711 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-97ef0185-1b9c-4b9d-9960-98d3905ab227 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:07:12.707353 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-97ef0185-1b9c-4b9d-9960-98d3905ab227 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:07:12.766423 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-59a554cc-3b32-47ec-8e8c-401b6f29af06 service neutron] Attempting to bind port 7d8b3dcd-4895-4a65-b10b-c277f53b3a30 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:07:12.766747 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-59a554cc-3b32-47ec-8e8c-401b6f29af06 service neutron] Attempting to bind port 7d8b3dcd-4895-4a65-b10b-c277f53b3a30 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '668d0fce-7a01-4e04-b1f2-26d977bd17d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5504a1b4-4e92-48cb-9653-87325b009802'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:07:12.767068 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-59a554cc-3b32-47ec-8e8c-401b6f29af06 service neutron] Attempting to bind port 7d8b3dcd-4895-4a65-b10b-c277f53b3a30 on network 5504a1b4-4e92-48cb-9653-87325b009802 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:07:12.790552 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-6738172a-4767-461f-98ec-1596ff3da905 req-b4fcc11f-077f-4b65-9e3c-8571556333d1 tempest-InstanceActionsTestJSON-98741548 tempest-InstanceActionsTestJSON-98741548-project] For port 87e4a0ed-98f9-4456-820b-45199f99b57a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=87e4a0ed-98f9-4456-820b-45199f99b57a,segment=NetworkSegment(cf2f11d0-6ffd-462c-bda9-88a38c626079),segment_id=cf2f11d0-6ffd-462c-bda9-88a38c626079)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:07:12.791153 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-6738172a-4767-461f-98ec-1596ff3da905 req-b4fcc11f-077f-4b65-9e3c-8571556333d1 tempest-InstanceActionsTestJSON-98741548 tempest-InstanceActionsTestJSON-98741548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:12.800442 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-59a554cc-3b32-47ec-8e8c-401b6f29af06 service neutron] Port 7d8b3dcd-4895-4a65-b10b-c277f53b3a30 on network 5504a1b4-4e92-48cb-9653-87325b009802 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:07:12.800761 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-59a554cc-3b32-47ec-8e8c-401b6f29af06 service neutron] Attempting to bind port 7d8b3dcd-4895-4a65-b10b-c277f53b3a30 on network 5504a1b4-4e92-48cb-9653-87325b009802 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:07:12.815289 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-97ef0185-1b9c-4b9d-9960-98d3905ab227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:12.820940 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-97ef0185-1b9c-4b9d-9960-98d3905ab227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:12.826931 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd42bc2-ec9a-4cbc-8e70-ce9d482dcfb2 req-0dbc03c0-31a5-432d-be99-00a547e51001 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:12.828416 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bfd42bc2-ec9a-4cbc-8e70-ce9d482dcfb2 req-0dbc03c0-31a5-432d-be99-00a547e51001 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f10f031-8ae5-4353-a26d-76e2a5157173 HTTP/1.1" status: 200 len: 945 time: 0.4659126 Feb 09 01:07:12.829487 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-59a554cc-3b32-47ec-8e8c-401b6f29af06 service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:07:12.829993 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-59a554cc-3b32-47ec-8e8c-401b6f29af06 service neutron] Checking segment: {'id': '668d0fce-7a01-4e04-b1f2-26d977bd17d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5504a1b4-4e92-48cb-9653-87325b009802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:07:12.830513 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-59a554cc-3b32-47ec-8e8c-401b6f29af06 service neutron] Bound using segment: {'id': '668d0fce-7a01-4e04-b1f2-26d977bd17d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5504a1b4-4e92-48cb-9653-87325b009802'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:07:12.831095 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-59a554cc-3b32-47ec-8e8c-401b6f29af06 service neutron] Bound port: 7d8b3dcd-4895-4a65-b10b-c277f53b3a30, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '668d0fce-7a01-4e04-b1f2-26d977bd17d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5504a1b4-4e92-48cb-9653-87325b009802'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:07:12.831582 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-59a554cc-3b32-47ec-8e8c-401b6f29af06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:12.880112 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-97ef0185-1b9c-4b9d-9960-98d3905ab227 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=044d429e11ca45a5b4ccf420da9f48eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2216384 Feb 09 01:07:12.880726 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58938) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:12.884327 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ef0185-1b9c-4b9d-9960-98d3905ab227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a95ab3-2508-47ac-bfea-e6e7c5b19aa5,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:12.907124 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-86123c71-94d2-4a8f-9e37-545ceb50595c req-bff60ee4-722d-42c3-9313-abff13b0b4c9 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193985 Feb 09 01:07:13.003839 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4795b912-9384-4c81-a406-33d79c65f2f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:13.061800 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-6738172a-4767-461f-98ec-1596ff3da905 req-b4fcc11f-077f-4b65-9e3c-8571556333d1 tempest-InstanceActionsTestJSON-98741548 tempest-InstanceActionsTestJSON-98741548-project] Calling delete_port for 87e4a0ed-98f9-4456-820b-45199f99b57a owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:07:13.074494 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4795b912-9384-4c81-a406-33d79c65f2f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:13.138793 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4795b912-9384-4c81-a406-33d79c65f2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:13.167280 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4795b912-9384-4c81-a406-33d79c65f2f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a95ab3-2508-47ac-bfea-e6e7c5b19aa5,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:13.176974 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4795b912-9384-4c81-a406-33d79c65f2f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:13.181720 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-4795b912-9384-4c81-a406-33d79c65f2f5 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/a2a95ab3-2508-47ac-bfea-e6e7c5b19aa5 HTTP/1.1" status: 204 len: 168 time: 0.2991152 Feb 09 01:07:13.232706 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:13.238179 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bfd42bc2-ec9a-4cbc-8e70-ce9d482dcfb2 req-8b98b392-a777-4feb-8f92-077bbdd09411 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] 10.222.0.105 "GET /v2.0/security-groups?id=9575c1e7-d2fc-4e70-9d26-cb338ed21e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3967326 Feb 09 01:07:13.285870 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-59a554cc-3b32-47ec-8e8c-401b6f29af06 service neutron] For port 7d8b3dcd-4895-4a65-b10b-c277f53b3a30, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:07:13.299040 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-59a554cc-3b32-47ec-8e8c-401b6f29af06 service neutron] For port 7d8b3dcd-4895-4a65-b10b-c277f53b3a30, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=7d8b3dcd-4895-4a65-b10b-c277f53b3a30,segment=NetworkSegment(668d0fce-7a01-4e04-b1f2-26d977bd17d6),segment_id=668d0fce-7a01-4e04-b1f2-26d977bd17d6)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:07:13.316360 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-59a554cc-3b32-47ec-8e8c-401b6f29af06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:13.501360 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-59a554cc-3b32-47ec-8e8c-401b6f29af06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:13.502037 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-59a554cc-3b32-47ec-8e8c-401b6f29af06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:13.503348 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-59a554cc-3b32-47ec-8e8c-401b6f29af06 service neutron] 10.222.0.62 "PUT /v2.0/ports/7d8b3dcd-4895-4a65-b10b-c277f53b3a30 HTTP/1.1" status: 200 len: 1130 time: 3.3171945 Feb 09 01:07:13.518464 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4201bf-1842-48f8-85ab-9345a06b9c3e req-58813987-f11c-4306-8586-881679a587d5 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:13.525633 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9b4201bf-1842-48f8-85ab-9345a06b9c3e req-58813987-f11c-4306-8586-881679a587d5 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/ports?device_id=dbcaf530-2cb0-4b57-b8f6-85c192b2ab60 HTTP/1.1" status: 200 len: 946 time: 0.4235189 Feb 09 01:07:13.528352 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed2ce431-e04c-45ab-af1c-5312d7191c93', 'tag': '7d8b3dcd-4895-4a65-b10b-c277f53b3a30'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:07:13.584055 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-a997f2fd-b0c5-4ed4-a31e-3cf10a46ed18 service neutron] Request body: {'port': {'device_id': 'ed2ce431-e04c-45ab-af1c-5312d7191c93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:07:13.791523 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a554cc-3b32-47ec-8e8c-401b6f29af06 service neutron] Pushing event updated for resources: {'Port': ['ID=7d8b3dcd-4895-4a65-b10b-c277f53b3a30,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:13.822091 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-6738172a-4767-461f-98ec-1596ff3da905 req-b4fcc11f-077f-4b65-9e3c-8571556333d1 tempest-InstanceActionsTestJSON-98741548 tempest-InstanceActionsTestJSON-98741548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:13.839141 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['87e4a0ed-98f9-4456-820b-45199f99b57a'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:07:13.914802 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9b4201bf-1842-48f8-85ab-9345a06b9c3e req-6b973ffc-53e0-4aa8-97ed-2c2c8d03b95c tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/security-groups?id=c04812c5-0076-44a2-b712-bc76c2180e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3882644 Feb 09 01:07:13.915672 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fcc11f-077f-4b65-9e3c-8571556333d1 tempest-InstanceActionsTestJSON-98741548 tempest-InstanceActionsTestJSON-98741548-project] Pushing event deleted for resources: {'Port': ['ID=87e4a0ed-98f9-4456-820b-45199f99b57a,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:13.976657 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 6e6be5fe-6406-4f86-a9ae-dd04745d7b2f up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:07:14.061133 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-a997f2fd-b0c5-4ed4-a31e-3cf10a46ed18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:14.090889 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port 6e6be5fe-6406-4f86-a9ae-dd04745d7b2f completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:07:14.099213 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 6e6be5fe-6406-4f86-a9ae-dd04745d7b2f triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:07:14.099737 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:14.159627 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3181e75-223c-49ca-b6b4-20d10b23d128 req-5bd75062-deda-4456-99f8-73fd6ad50c41 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:14.165471 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3181e75-223c-49ca-b6b4-20d10b23d128 req-5bd75062-deda-4456-99f8-73fd6ad50c41 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:14.172453 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3181e75-223c-49ca-b6b4-20d10b23d128 req-5bd75062-deda-4456-99f8-73fd6ad50c41 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:14.178621 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3181e75-223c-49ca-b6b4-20d10b23d128 req-5bd75062-deda-4456-99f8-73fd6ad50c41 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:14.184771 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3181e75-223c-49ca-b6b4-20d10b23d128 req-5bd75062-deda-4456-99f8-73fd6ad50c41 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:14.192215 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3181e75-223c-49ca-b6b4-20d10b23d128 req-5bd75062-deda-4456-99f8-73fd6ad50c41 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:14.197892 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e3181e75-223c-49ca-b6b4-20d10b23d128 req-5bd75062-deda-4456-99f8-73fd6ad50c41 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 4600 time: 0.8010089 Feb 09 01:07:14.225698 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-6738172a-4767-461f-98ec-1596ff3da905 req-b4fcc11f-077f-4b65-9e3c-8571556333d1 tempest-InstanceActionsTestJSON-98741548 tempest-InstanceActionsTestJSON-98741548-project] No DVR routers for this DVR port 87e4a0ed-98f9-4456-820b-45199f99b57a on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:07:14.260872 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-6738172a-4767-461f-98ec-1596ff3da905 req-b4fcc11f-077f-4b65-9e3c-8571556333d1 tempest-InstanceActionsTestJSON-98741548 tempest-InstanceActionsTestJSON-98741548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:14.261096 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:14.270541 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-70ba3e4c-f9f4-4377-ba72-9d181abc7430 req-000b1743-f7c3-49b6-8e8a-0fae96887425 tempest-InstanceActionsTestJSON-98741548 tempest-InstanceActionsTestJSON-98741548-project] 10.222.0.105 "GET /v2.0/ports?device_id=105ca8a1-ea1d-4da8-bfe2-319031e41384 HTTP/1.1" status: 200 len: 210 time: 0.2184577 Feb 09 01:07:14.308028 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d4f61a-1eb1-456e-a724-21038b46527f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e6be5fe-6406-4f86-a9ae-dd04745d7b2f'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:07:14.313305 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6738172a-4767-461f-98ec-1596ff3da905 req-b4fcc11f-077f-4b65-9e3c-8571556333d1 tempest-InstanceActionsTestJSON-98741548 tempest-InstanceActionsTestJSON-98741548-project] 10.222.0.62 "DELETE /v2.0/ports/87e4a0ed-98f9-4456-820b-45199f99b57a HTTP/1.1" status: 204 len: 173 time: 2.6662948 Feb 09 01:07:14.334462 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 6e6be5fe-6406-4f86-a9ae-dd04745d7b2f, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=6e6be5fe-6406-4f86-a9ae-dd04745d7b2f,segment=NetworkSegment(d1c0a158-6579-41f7-a92a-da7d79b925b6),segment_id=d1c0a158-6579-41f7-a92a-da7d79b925b6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:07:14.344785 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e3181e75-223c-49ca-b6b4-20d10b23d128 req-1180cce2-592c-4d99-80ec-82db80ff2632 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/security-groups?id=2e29d487-4384-458c-a1fb-a5cd591001dc&id=c7f86f67-ad65-4a75-ada7-f9729d599d03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1459038 Feb 09 01:07:14.350005 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:14.446303 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed2ce431-e04c-45ab-af1c-5312d7191c93', 'tag': '7d8b3dcd-4895-4a65-b10b-c277f53b3a30', 'status': 'completed', 'code': 200} Feb 09 01:07:14.539077 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=6e6be5fe-6406-4f86-a9ae-dd04745d7b2f,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:14.848878 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef9bd4-7099-4ccd-968f-29a78447daf4 req-48274242-6e40-4b1b-aae0-c6adcb59338e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:14.849504 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef9bd4-7099-4ccd-968f-29a78447daf4 req-48274242-6e40-4b1b-aae0-c6adcb59338e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:14.849840 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef9bd4-7099-4ccd-968f-29a78447daf4 req-48274242-6e40-4b1b-aae0-c6adcb59338e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:14.850302 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef9bd4-7099-4ccd-968f-29a78447daf4 req-48274242-6e40-4b1b-aae0-c6adcb59338e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:14.850834 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef9bd4-7099-4ccd-968f-29a78447daf4 req-48274242-6e40-4b1b-aae0-c6adcb59338e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:14.851299 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef9bd4-7099-4ccd-968f-29a78447daf4 req-48274242-6e40-4b1b-aae0-c6adcb59338e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:14.853126 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-85ef9bd4-7099-4ccd-968f-29a78447daf4 req-48274242-6e40-4b1b-aae0-c6adcb59338e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b38b8d3b4ab64851a90546fed2d6c948&device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 5286 time: 0.3855948 Feb 09 01:07:14.863695 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d6c98-e6e4-4ced-acc6-b88c675d4581 req-b56b851e-4659-4591-a86b-3cbb90bb6e20 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:14.869525 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-522d6c98-e6e4-4ced-acc6-b88c675d4581 req-b56b851e-4659-4591-a86b-3cbb90bb6e20 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f10f031-8ae5-4353-a26d-76e2a5157173 HTTP/1.1" status: 200 len: 945 time: 0.3660631 Feb 09 01:07:14.874154 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58996) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:14.880047 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-9e4c3af6-1727-48e8-a750-c9cbc0287a9b tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Request body: {'floatingip': {'port_id': '5c49063c-0198-4668-b630-8850747a6364'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:07:14.930286 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6d4f61a-1eb1-456e-a724-21038b46527f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e6be5fe-6406-4f86-a9ae-dd04745d7b2f', 'code': 200} Feb 09 01:07:14.986413 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eef61e1-a0f6-40c5-a9d1-1b8488328897 req-b8e1688b-b3c4-43a2-ab50-15d137cae197 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:14.987970 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2eef61e1-a0f6-40c5-a9d1-1b8488328897 req-b8e1688b-b3c4-43a2-ab50-15d137cae197 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=e6d4f61a-1eb1-456e-a724-21038b46527f HTTP/1.1" status: 200 len: 945 time: 0.4026263 Feb 09 01:07:15.089050 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9e4c3af6-1727-48e8-a750-c9cbc0287a9b tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Notify callbacks [] for floatingip, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:15.302585 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2eef61e1-a0f6-40c5-a9d1-1b8488328897 req-b6335d54-054e-4dbd-9703-311cec538617 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981648 Feb 09 01:07:15.306830 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-a997f2fd-b0c5-4ed4-a31e-3cf10a46ed18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80c552f4-13ae-4751-a8d8-0876183d5bf7 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:07:15.318747 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef9bd4-7099-4ccd-968f-29a78447daf4 req-db6785a0-a456-446c-b304-ad1888dd54d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:15.319224 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef9bd4-7099-4ccd-968f-29a78447daf4 req-db6785a0-a456-446c-b304-ad1888dd54d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:15.319682 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef9bd4-7099-4ccd-968f-29a78447daf4 req-db6785a0-a456-446c-b304-ad1888dd54d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:15.321282 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-85ef9bd4-7099-4ccd-968f-29a78447daf4 req-db6785a0-a456-446c-b304-ad1888dd54d1 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=b38b8d3b4ab64851a90546fed2d6c948&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4491487 Feb 09 01:07:15.323156 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-a997f2fd-b0c5-4ed4-a31e-3cf10a46ed18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:15.419581 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-a997f2fd-b0c5-4ed4-a31e-3cf10a46ed18 service neutron] Transition to ACTIVE for port object 80c552f4-13ae-4751-a8d8-0876183d5bf7 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:07:15.435834 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-a997f2fd-b0c5-4ed4-a31e-3cf10a46ed18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:15.532829 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 59018) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:15.721993 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d6e231-4959-44aa-a03e-fcda7f532b86 req-f339f7d3-eb10-4037-8128-a41146a18ba9 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:15.723708 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-00d6e231-4959-44aa-a03e-fcda7f532b86 req-f339f7d3-eb10-4037-8128-a41146a18ba9 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/ports?device_id=dbcaf530-2cb0-4b57-b8f6-85c192b2ab60 HTTP/1.1" status: 200 len: 946 time: 0.5877771 Feb 09 01:07:15.725806 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b15e59d-72ed-46e7-8333-2d54c5375b9f req-9b1aa011-2863-4256-b8de-dc8500114d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:15.727240 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3b15e59d-72ed-46e7-8333-2d54c5375b9f req-9b1aa011-2863-4256-b8de-dc8500114d8e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e6d4f61a-1eb1-456e-a724-21038b46527f HTTP/1.1" status: 200 len: 1096 time: 0.6633155 Feb 09 01:07:15.966384 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a997f2fd-b0c5-4ed4-a31e-3cf10a46ed18 service neutron] Pushing event updated for resources: {'Port': ['ID=80c552f4-13ae-4751-a8d8-0876183d5bf7,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:15.990266 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 87e4a0ed-98f9-4456-820b-45199f99b57a no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:07:16.105743 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: 87e4a0ed-98f9-4456-820b-45199f99b57a {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:07:16.108483 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 87e4a0ed-98f9-4456-820b-45199f99b57a not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:07:16.136369 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef9bd4-7099-4ccd-968f-29a78447daf4 req-3612732f-197b-4e15-a688-366ce480a301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:16.138376 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-85ef9bd4-7099-4ccd-968f-29a78447daf4 req-3612732f-197b-4e15-a688-366ce480a301 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8044784 Feb 09 01:07:16.176995 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-01f22e02-0273-424e-89ff-a85e760e5f2c admin admin] Deleting subnet 5d557db6-c852-4975-9d39-15d97e896e1a {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:07:16.190524 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-01f22e02-0273-424e-89ff-a85e760e5f2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:16.219665 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3b15e59d-72ed-46e7-8333-2d54c5375b9f req-087469be-bea0-499a-9955-3e88c44e4761 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869451 Feb 09 01:07:16.240071 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-00d6e231-4959-44aa-a03e-fcda7f532b86 req-d537eaaa-100c-4d99-b4bf-379338b4b30a tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/security-groups?id=c04812c5-0076-44a2-b712-bc76c2180e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4939566 Feb 09 01:07:16.270500 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-01f22e02-0273-424e-89ff-a85e760e5f2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:16.313762 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9e4c3af6-1727-48e8-a750-c9cbc0287a9b tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:16.319285 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9e4c3af6-1727-48e8-a750-c9cbc0287a9b tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:16.335203 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-a997f2fd-b0c5-4ed4-a31e-3cf10a46ed18 service neutron] Attempting to bind port 80c552f4-13ae-4751-a8d8-0876183d5bf7 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:07:16.335645 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-a997f2fd-b0c5-4ed4-a31e-3cf10a46ed18 service neutron] Attempting to bind port 80c552f4-13ae-4751-a8d8-0876183d5bf7 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '668d0fce-7a01-4e04-b1f2-26d977bd17d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5504a1b4-4e92-48cb-9653-87325b009802'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:07:16.336313 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-a997f2fd-b0c5-4ed4-a31e-3cf10a46ed18 service neutron] Attempting to bind port 80c552f4-13ae-4751-a8d8-0876183d5bf7 on network 5504a1b4-4e92-48cb-9653-87325b009802 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:07:16.349302 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-a997f2fd-b0c5-4ed4-a31e-3cf10a46ed18 service neutron] Port 80c552f4-13ae-4751-a8d8-0876183d5bf7 on network 5504a1b4-4e92-48cb-9653-87325b009802 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:07:16.349805 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-a997f2fd-b0c5-4ed4-a31e-3cf10a46ed18 service neutron] Attempting to bind port 80c552f4-13ae-4751-a8d8-0876183d5bf7 on network 5504a1b4-4e92-48cb-9653-87325b009802 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:07:16.372751 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-a997f2fd-b0c5-4ed4-a31e-3cf10a46ed18 service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:07:16.373179 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-a997f2fd-b0c5-4ed4-a31e-3cf10a46ed18 service neutron] Checking segment: {'id': '668d0fce-7a01-4e04-b1f2-26d977bd17d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5504a1b4-4e92-48cb-9653-87325b009802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:07:16.373660 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-a997f2fd-b0c5-4ed4-a31e-3cf10a46ed18 service neutron] Bound using segment: {'id': '668d0fce-7a01-4e04-b1f2-26d977bd17d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5504a1b4-4e92-48cb-9653-87325b009802'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:07:16.374672 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-a997f2fd-b0c5-4ed4-a31e-3cf10a46ed18 service neutron] Bound port: 80c552f4-13ae-4751-a8d8-0876183d5bf7, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '668d0fce-7a01-4e04-b1f2-26d977bd17d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5504a1b4-4e92-48cb-9653-87325b009802'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:07:16.375120 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-a997f2fd-b0c5-4ed4-a31e-3cf10a46ed18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:16.420376 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce4a995-046a-4c45-ba70-7efdb7d5cd94 req-097760f5-d973-4659-97eb-066f38635aad tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:16.426883 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce4a995-046a-4c45-ba70-7efdb7d5cd94 req-097760f5-d973-4659-97eb-066f38635aad tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:16.433565 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce4a995-046a-4c45-ba70-7efdb7d5cd94 req-097760f5-d973-4659-97eb-066f38635aad tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:16.439981 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce4a995-046a-4c45-ba70-7efdb7d5cd94 req-097760f5-d973-4659-97eb-066f38635aad tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:16.450490 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce4a995-046a-4c45-ba70-7efdb7d5cd94 req-097760f5-d973-4659-97eb-066f38635aad tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:16.466976 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce4a995-046a-4c45-ba70-7efdb7d5cd94 req-097760f5-d973-4659-97eb-066f38635aad tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:16.474767 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce4a995-046a-4c45-ba70-7efdb7d5cd94 req-097760f5-d973-4659-97eb-066f38635aad tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:16.484628 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cce4a995-046a-4c45-ba70-7efdb7d5cd94 req-097760f5-d973-4659-97eb-066f38635aad tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 5371 time: 0.7863467 Feb 09 01:07:16.491341 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-01f22e02-0273-424e-89ff-a85e760e5f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:16.523203 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '105ca8a1-ea1d-4da8-bfe2-319031e41384', 'name': 'network-vif-deleted', 'tag': '87e4a0ed-98f9-4456-820b-45199f99b57a'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:07:16.712376 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cce4a995-046a-4c45-ba70-7efdb7d5cd94 req-353371ed-3199-46f8-8651-f3df4406c1ef tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/security-groups?id=2e29d487-4384-458c-a1fb-a5cd591001dc&id=c7f86f67-ad65-4a75-ada7-f9729d599d03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2265742 Feb 09 01:07:16.737890 n-d-828418-1 neutron-server[87638]: INFO neutron.db.l3_db [None req-9e4c3af6-1727-48e8-a750-c9cbc0287a9b tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Floating IP 013f6f1f-dba7-45ed-8e95-be0b70cbe911 associated. External IP: 172.25.0.18, port: 5c49063c-0198-4668-b630-8850747a6364. Feb 09 01:07:16.800534 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '105ca8a1-ea1d-4da8-bfe2-319031e41384', 'name': 'network-vif-deleted', 'tag': '87e4a0ed-98f9-4456-820b-45199f99b57a', 'status': 'completed', 'code': 200} Feb 09 01:07:16.833707 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-a997f2fd-b0c5-4ed4-a31e-3cf10a46ed18 service neutron] For port 80c552f4-13ae-4751-a8d8-0876183d5bf7, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:07:16.840784 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-a997f2fd-b0c5-4ed4-a31e-3cf10a46ed18 service neutron] For port 80c552f4-13ae-4751-a8d8-0876183d5bf7, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=80c552f4-13ae-4751-a8d8-0876183d5bf7,segment=NetworkSegment(668d0fce-7a01-4e04-b1f2-26d977bd17d6),segment_id=668d0fce-7a01-4e04-b1f2-26d977bd17d6)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:07:16.847255 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-a997f2fd-b0c5-4ed4-a31e-3cf10a46ed18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:16.932397 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-01f22e02-0273-424e-89ff-a85e760e5f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:16.946913 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c77f8b8-3625-4095-a2bc-9ba3ab04c6a1 req-7ac31ff3-45fd-439b-b130-32834ad8d2e8 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:16.957275 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9c77f8b8-3625-4095-a2bc-9ba3ab04c6a1 req-7ac31ff3-45fd-439b-b130-32834ad8d2e8 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=e6d4f61a-1eb1-456e-a724-21038b46527f HTTP/1.1" status: 200 len: 945 time: 0.4027534 Feb 09 01:07:17.025876 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-a997f2fd-b0c5-4ed4-a31e-3cf10a46ed18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:17.026457 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-a997f2fd-b0c5-4ed4-a31e-3cf10a46ed18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:17.028226 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-a997f2fd-b0c5-4ed4-a31e-3cf10a46ed18 service neutron] 10.222.0.62 "PUT /v2.0/ports/80c552f4-13ae-4751-a8d8-0876183d5bf7 HTTP/1.1" status: 200 len: 1129 time: 3.4567392 Feb 09 01:07:17.052539 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f22e02-0273-424e-89ff-a85e760e5f2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d557db6-c852-4975-9d39-15d97e896e1a,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:17.066348 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-01f22e02-0273-424e-89ff-a85e760e5f2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:17.069074 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a997f2fd-b0c5-4ed4-a31e-3cf10a46ed18 service neutron] Pushing event updated for resources: {'Port': ['ID=80c552f4-13ae-4751-a8d8-0876183d5bf7,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:17.090502 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-64915166-ee7a-48cc-87bd-0077bfd00616 service neutron] Request body: {'port': {'device_id': 'ed2ce431-e04c-45ab-af1c-5312d7191c93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:07:17.138164 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-01f22e02-0273-424e-89ff-a85e760e5f2c admin admin] 10.222.0.105 "DELETE /v2.0/subnets/5d557db6-c852-4975-9d39-15d97e896e1a HTTP/1.1" status: 204 len: 168 time: 1.6029065 Feb 09 01:07:17.146852 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9c77f8b8-3625-4095-a2bc-9ba3ab04c6a1 req-beb2ac27-905e-44a3-9e79-e77122614f01 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887996 Feb 09 01:07:17.147421 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 59068) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:17.210074 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 59070) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:17.221634 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e4c3af6-1727-48e8-a750-c9cbc0287a9b tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Router 59be9f95-b843-4e97-ab5d-4e6f5e55f334 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:07:17.398305 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-64915166-ee7a-48cc-87bd-0077bfd00616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:17.425590 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-60628353-9c46-4c02-8b2f-46d3ae7c801e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:17.448042 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e4c3af6-1727-48e8-a750-c9cbc0287a9b tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:07:17.455226 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9e4c3af6-1727-48e8-a750-c9cbc0287a9b tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:17.458558 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f334320c-3fc5-40b1-8a87-88022ecc181f None None] Sync routers for ids ['59be9f95-b843-4e97-ab5d-4e6f5e55f334'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:07:17.476900 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f334320c-3fc5-40b1-8a87-88022ecc181f None None] Routers {'59be9f95-b843-4e97-ab5d-4e6f5e55f334'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:07:17.477549 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-f334320c-3fc5-40b1-8a87-88022ecc181f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:07:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['59be9f95-b843-4e97-ab5d-4e6f5e55f334'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:07:17.506582 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4f1bc47f-15cf-4d04-9d14-31dc449fca9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:17.536652 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-4f1bc47f-15cf-4d04-9d14-31dc449fca9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:07:17.557725 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-4f1bc47f-15cf-4d04-9d14-31dc449fca9e admin admin] Usage tracker for resource:security_group_rule and tenant:b6887893dae84123ac8c469ef59a13fc is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:07:17.562352 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-4f1bc47f-15cf-4d04-9d14-31dc449fca9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:07:17.591097 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-4f1bc47f-15cf-4d04-9d14-31dc449fca9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:07:17.720072 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9e4c3af6-1727-48e8-a750-c9cbc0287a9b tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] 10.222.0.105 "PUT /v2.0/floatingips/013f6f1f-dba7-45ed-8e95-be0b70cbe911 HTTP/1.1" status: 200 len: 990 time: 2.8446789 Feb 09 01:07:17.731232 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f10f031-8ae5-4353-a26d-76e2a5157173', 'tag': '5c49063c-0198-4668-b630-8850747a6364'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:07:17.764449 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-60628353-9c46-4c02-8b2f-46d3ae7c801e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:17.778615 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-f334320c-3fc5-40b1-8a87-88022ecc181f None None] Set router 59be9f95-b843-4e97-ab5d-4e6f5e55f334 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:07:17.868290 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-60628353-9c46-4c02-8b2f-46d3ae7c801e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c81f420-ed9f-4d7d-9d3f-be9a4fca0095']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:07:17.876700 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4f1bc47f-15cf-4d04-9d14-31dc449fca9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:17.881834 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4f1bc47f-15cf-4d04-9d14-31dc449fca9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:17.894043 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-60628353-9c46-4c02-8b2f-46d3ae7c801e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf2f11d0-6ffd-462c-bda9-88a38c626079') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:07:17.894574 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-60628353-9c46-4c02-8b2f-46d3ae7c801e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf2f11d0-6ffd-462c-bda9-88a38c626079') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:07:17.911694 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-60628353-9c46-4c02-8b2f-46d3ae7c801e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:17.936406 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1bc47f-15cf-4d04-9d14-31dc449fca9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ebf81f5-d274-43c3-8ea4-71f23e1b8cd8,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:17.952974 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-60628353-9c46-4c02-8b2f-46d3ae7c801e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:17.960606 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60628353-9c46-4c02-8b2f-46d3ae7c801e admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:07:17.960969 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-60628353-9c46-4c02-8b2f-46d3ae7c801e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:17.967163 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-4f1bc47f-15cf-4d04-9d14-31dc449fca9e admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=b6887893dae84123ac8c469ef59a13fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7552240 Feb 09 01:07:17.967876 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 59086) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:18.078505 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-96876640-231c-460b-92e1-c48a25336d90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:18.123735 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-96876640-231c-460b-92e1-c48a25336d90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:18.194300 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-96876640-231c-460b-92e1-c48a25336d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:18.196725 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 01:07:18.196725 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:07:18.196725 n-d-828418-1 neutron-server[87639]: timer() Feb 09 01:07:18.196725 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:07:18.196725 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 01:07:18.196725 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:07:18.196725 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 01:07:18.196725 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:07:18.196725 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 01:07:18.196725 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:07:18.196725 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 01:07:18.196725 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:07:18.196725 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 01:07:18.196725 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:07:18.196725 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:07:18.196725 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:07:18.196725 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:07:18.196725 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:07:18.196725 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 01:07:18.196725 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:07:18.196725 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 01:07:18.196725 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:07:18.196725 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:07:18.196725 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:07:18.196725 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 01:07:18.196725 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:07:18.196725 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:07:18.196725 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:07:18.196725 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:07:18.196725 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:07:18.196725 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:07:18.196725 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:07:18.216197 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96876640-231c-460b-92e1-c48a25336d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ebf81f5-d274-43c3-8ea4-71f23e1b8cd8,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:18.222085 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-96876640-231c-460b-92e1-c48a25336d90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:18.225911 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-96876640-231c-460b-92e1-c48a25336d90 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/1ebf81f5-d274-43c3-8ea4-71f23e1b8cd8 HTTP/1.1" status: 204 len: 168 time: 0.2519717 Feb 09 01:07:18.339127 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89191744-9140-4377-8952-f4fa17178be7 req-df8cc9cf-4396-4ee1-9c1c-d3f77e146c41 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:18.347300 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-89191744-9140-4377-8952-f4fa17178be7 req-df8cc9cf-4396-4ee1-9c1c-d3f77e146c41 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/ports?device_id=dbcaf530-2cb0-4b57-b8f6-85c192b2ab60 HTTP/1.1" status: 200 len: 946 time: 0.8666351 Feb 09 01:07:18.414617 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-60628353-9c46-4c02-8b2f-46d3ae7c801e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:18.424485 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-60628353-9c46-4c02-8b2f-46d3ae7c801e admin admin] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:18.485010 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60628353-9c46-4c02-8b2f-46d3ae7c801e admin admin] Pushing event deleted for resources: {'Network': ['ID=7c81f420-ed9f-4d7d-9d3f-be9a4fca0095,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:18.491923 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-f334320c-3fc5-40b1-8a87-88022ecc181f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59be9f95-b843-4e97-ab5d-4e6f5e55f334', 'name': 'tempest-ServersTestJSON-475728940-router', 'tenant_id': '5796137a8a554653b6e00403b0f3c833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '640d6cd2-8b01-4f10-aa91-1e7f2ee82101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:06:13Z', 'updated_at': '2022-02-09T01:06:29Z', 'revision_number': 4, 'project_id': '5796137a8a554653b6e00403b0f3c833', 'gw_port': {'id': '640d6cd2-8b01-4f10-aa91-1e7f2ee82101', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:37:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59be9f95-b843-4e97-ab5d-4e6f5e55f334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:16Z', 'updated_at': '2022-02-09T01:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '013f6f1f-dba7-45ed-8e95-be0b70cbe911', 'tenant_id': '5796137a8a554653b6e00403b0f3c833', 'floating_ip_address': '172.25.0.18', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '59be9f95-b843-4e97-ab5d-4e6f5e55f334', 'port_id': '5c49063c-0198-4668-b630-8850747a6364', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5389f489-826f-40fb-b73b-31845cd2fb83', 'mac_address': 'fa:16:3e:10:f3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f10f031-8ae5-4353-a26d-76e2a5157173', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:06:41Z', 'updated_at': '2022-02-09T01:07:16Z', 'revision_number': 1, 'project_id': '5796137a8a554653b6e00403b0f3c833', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4c5e6b3-0ac3-49ce-9f11-0dec674491ce', 'name': '', 'network_id': '5389f489-826f-40fb-b73b-31845cd2fb83', 'tenant_id': '5796137a8a554653b6e00403b0f3c833', 'mac_address': 'fa:16:3e:f8:43:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59be9f95-b843-4e97-ab5d-4e6f5e55f334', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '1658139b-acec-4b5d-9220-af5f5e7acc1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:25Z', 'updated_at': '2022-02-09T01:06:39Z', 'revision_number': 5, 'project_id': '5796137a8a554653b6e00403b0f3c833', 'subnets': [{'id': '1658139b-acec-4b5d-9220-af5f5e7acc1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:07:18.497586 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f334320c-3fc5-40b1-8a87-88022ecc181f None None] Checking router: 59be9f95-b843-4e97-ab5d-4e6f5e55f334 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:07:18.510563 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f334320c-3fc5-40b1-8a87-88022ecc181f None None] Routers {'59be9f95-b843-4e97-ab5d-4e6f5e55f334'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:07:18.511352 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-f334320c-3fc5-40b1-8a87-88022ecc181f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:07:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['59be9f95-b843-4e97-ab5d-4e6f5e55f334'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:07:18.518347 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-60628353-9c46-4c02-8b2f-46d3ae7c801e admin admin] 10.222.0.105 "DELETE /v2.0/networks/7c81f420-ed9f-4d7d-9d3f-be9a4fca0095 HTTP/1.1" status: 204 len: 168 time: 1.3359776 Feb 09 01:07:18.538511 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-89191744-9140-4377-8952-f4fa17178be7 req-fad15b1a-2859-4c82-8cc6-02bece979d97 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/security-groups?id=c04812c5-0076-44a2-b712-bc76c2180e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902401 Feb 09 01:07:18.556514 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a472fee7-8606-4511-bd08-9d6b4d5447d5 req-46fc5877-73b2-415f-9b16-1a758e95aeee tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:18.559736 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a472fee7-8606-4511-bd08-9d6b4d5447d5 req-46fc5877-73b2-415f-9b16-1a758e95aeee tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f10f031-8ae5-4353-a26d-76e2a5157173 HTTP/1.1" status: 200 len: 945 time: 0.3509641 Feb 09 01:07:18.636112 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a472fee7-8606-4511-bd08-9d6b4d5447d5 req-ca795616-c45e-4f27-aad8-1eed2d5521dc tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] 10.222.0.105 "GET /v2.0/security-groups?id=9575c1e7-d2fc-4e70-9d26-cb338ed21e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540917 Feb 09 01:07:18.644295 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 59108) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:18.673915 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1114daa9-b1cd-476b-b780-d808941f95d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:18.720861 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1114daa9-b1cd-476b-b780-d808941f95d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:07:18.734493 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-1114daa9-b1cd-476b-b780-d808941f95d6 admin admin] Usage tracker for resource:security_group_rule and tenant:c3c53e9f98c64fe986a03af54566fa6d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:07:18.747465 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-1114daa9-b1cd-476b-b780-d808941f95d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:07:18.769847 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-64915166-ee7a-48cc-87bd-0077bfd00616 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37939233-0dda-4395-8f3c-785e2e6649d9 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:07:18.771016 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f10f031-8ae5-4353-a26d-76e2a5157173', 'tag': '5c49063c-0198-4668-b630-8850747a6364', 'status': 'completed', 'code': 200} Feb 09 01:07:18.772282 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 59112) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:18.788552 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1114daa9-b1cd-476b-b780-d808941f95d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:07:18.810308 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-64915166-ee7a-48cc-87bd-0077bfd00616 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:18.827160 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed2ce431-e04c-45ab-af1c-5312d7191c93', 'tag': '80c552f4-13ae-4751-a8d8-0876183d5bf7'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:07:18.900805 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-f334320c-3fc5-40b1-8a87-88022ecc181f None None] Set router 59be9f95-b843-4e97-ab5d-4e6f5e55f334 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:07:19.002712 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1114daa9-b1cd-476b-b780-d808941f95d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:19.008992 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1114daa9-b1cd-476b-b780-d808941f95d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:19.037884 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-64915166-ee7a-48cc-87bd-0077bfd00616 service neutron] Transition to ACTIVE for port object 37939233-0dda-4395-8f3c-785e2e6649d9 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:07:19.091531 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-64915166-ee7a-48cc-87bd-0077bfd00616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:19.200968 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114daa9-b1cd-476b-b780-d808941f95d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f35efdcf-c94f-40ec-be42-6bb0a5d04cf9,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:19.205514 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1114daa9-b1cd-476b-b780-d808941f95d6 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=c3c53e9f98c64fe986a03af54566fa6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5595078 Feb 09 01:07:19.208224 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 59118) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:19.303775 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44545dc-1f9c-45c6-b26e-7a84afdc3e53 req-a886951e-f8a9-4da3-9bff-e4f0a6ec9af4 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:19.305382 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b60cba6f-05f6-4fd2-90ac-72cb9797155d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:19.310354 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44545dc-1f9c-45c6-b26e-7a84afdc3e53 req-a886951e-f8a9-4da3-9bff-e4f0a6ec9af4 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:19.316472 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44545dc-1f9c-45c6-b26e-7a84afdc3e53 req-a886951e-f8a9-4da3-9bff-e4f0a6ec9af4 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:19.322601 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44545dc-1f9c-45c6-b26e-7a84afdc3e53 req-a886951e-f8a9-4da3-9bff-e4f0a6ec9af4 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:19.329671 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44545dc-1f9c-45c6-b26e-7a84afdc3e53 req-a886951e-f8a9-4da3-9bff-e4f0a6ec9af4 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:19.335655 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44545dc-1f9c-45c6-b26e-7a84afdc3e53 req-a886951e-f8a9-4da3-9bff-e4f0a6ec9af4 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:19.341887 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44545dc-1f9c-45c6-b26e-7a84afdc3e53 req-a886951e-f8a9-4da3-9bff-e4f0a6ec9af4 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:19.344150 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a44545dc-1f9c-45c6-b26e-7a84afdc3e53 req-a886951e-f8a9-4da3-9bff-e4f0a6ec9af4 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 5371 time: 0.4974561 Feb 09 01:07:19.356446 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b60cba6f-05f6-4fd2-90ac-72cb9797155d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:19.356643 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-858da02c-9ade-46f4-996e-8c9df896d7fa admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=85514e5355464622a0f8eb9ed2908406&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5803216 Feb 09 01:07:19.365710 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 59124) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:19.474019 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b60cba6f-05f6-4fd2-90ac-72cb9797155d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:19.515259 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d6de78-76a9-4f2a-96b3-f594192fffa1 req-0ae2339d-a1d6-4731-8f6d-34d66cc7a707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:19.517236 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-47d6de78-76a9-4f2a-96b3-f594192fffa1 req-0ae2339d-a1d6-4731-8f6d-34d66cc7a707 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5796137a8a554653b6e00403b0f3c833&device_id=8f10f031-8ae5-4353-a26d-76e2a5157173 HTTP/1.1" status: 200 len: 1096 time: 0.6905234 Feb 09 01:07:19.523205 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60cba6f-05f6-4fd2-90ac-72cb9797155d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35efdcf-c94f-40ec-be42-6bb0a5d04cf9,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:19.533172 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b60cba6f-05f6-4fd2-90ac-72cb9797155d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:19.534443 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b60cba6f-05f6-4fd2-90ac-72cb9797155d admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/f35efdcf-c94f-40ec-be42-6bb0a5d04cf9 HTTP/1.1" status: 204 len: 168 time: 0.3253005 Feb 09 01:07:19.564225 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64915166-ee7a-48cc-87bd-0077bfd00616 service neutron] Pushing event updated for resources: {'Port': ['ID=37939233-0dda-4395-8f3c-785e2e6649d9,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:19.579610 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-f334320c-3fc5-40b1-8a87-88022ecc181f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59be9f95-b843-4e97-ab5d-4e6f5e55f334', 'name': 'tempest-ServersTestJSON-475728940-router', 'tenant_id': '5796137a8a554653b6e00403b0f3c833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '640d6cd2-8b01-4f10-aa91-1e7f2ee82101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:06:13Z', 'updated_at': '2022-02-09T01:06:29Z', 'revision_number': 4, 'project_id': '5796137a8a554653b6e00403b0f3c833', 'gw_port': {'id': '640d6cd2-8b01-4f10-aa91-1e7f2ee82101', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:37:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59be9f95-b843-4e97-ab5d-4e6f5e55f334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:16Z', 'updated_at': '2022-02-09T01:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '013f6f1f-dba7-45ed-8e95-be0b70cbe911', 'tenant_id': '5796137a8a554653b6e00403b0f3c833', 'floating_ip_address': '172.25.0.18', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '59be9f95-b843-4e97-ab5d-4e6f5e55f334', 'port_id': '5c49063c-0198-4668-b630-8850747a6364', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5389f489-826f-40fb-b73b-31845cd2fb83', 'mac_address': 'fa:16:3e:10:f3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f10f031-8ae5-4353-a26d-76e2a5157173', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:06:41Z', 'updated_at': '2022-02-09T01:07:16Z', 'revision_number': 1, 'project_id': '5796137a8a554653b6e00403b0f3c833', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4c5e6b3-0ac3-49ce-9f11-0dec674491ce', 'name': '', 'network_id': '5389f489-826f-40fb-b73b-31845cd2fb83', 'tenant_id': '5796137a8a554653b6e00403b0f3c833', 'mac_address': 'fa:16:3e:f8:43:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59be9f95-b843-4e97-ab5d-4e6f5e55f334', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '1658139b-acec-4b5d-9220-af5f5e7acc1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:25Z', 'updated_at': '2022-02-09T01:06:39Z', 'revision_number': 5, 'project_id': '5796137a8a554653b6e00403b0f3c833', 'subnets': [{'id': '1658139b-acec-4b5d-9220-af5f5e7acc1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:07:19.599200 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f334320c-3fc5-40b1-8a87-88022ecc181f None None] The sync data for ids ['59be9f95-b843-4e97-ab5d-4e6f5e55f334'] in n-d-828418-1 is: [{'id': '59be9f95-b843-4e97-ab5d-4e6f5e55f334', 'name': 'tempest-ServersTestJSON-475728940-router', 'tenant_id': '5796137a8a554653b6e00403b0f3c833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '640d6cd2-8b01-4f10-aa91-1e7f2ee82101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:06:13Z', 'updated_at': '2022-02-09T01:06:29Z', 'revision_number': 4, 'project_id': '5796137a8a554653b6e00403b0f3c833', 'gw_port': {'id': '640d6cd2-8b01-4f10-aa91-1e7f2ee82101', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:37:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59be9f95-b843-4e97-ab5d-4e6f5e55f334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:16Z', 'updated_at': '2022-02-09T01:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '013f6f1f-dba7-45ed-8e95-be0b70cbe911', 'tenant_id': '5796137a8a554653b6e00403b0f3c833', 'floating_ip_address': '172.25.0.18', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '59be9f95-b843-4e97-ab5d-4e6f5e55f334', 'port_id': '5c49063c-0198-4668-b630-8850747a6364', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5389f489-826f-40fb-b73b-31845cd2fb83', 'mac_address': 'fa:16:3e:10:f3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f10f031-8ae5-4353-a26d-76e2a5157173', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:06:41Z', 'updated_at': '2022-02-09T01:07:16Z', 'revision_number': 1, 'project_id': '5796137a8a554653b6e00403b0f3c833', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4c5e6b3-0ac3-49ce-9f11-0dec674491ce', 'name': '', 'network_id': '5389f489-826f-40fb-b73b-31845cd2fb83', 'tenant_id': '5796137a8a554653b6e00403b0f3c833', 'mac_address': 'fa:16:3e:f8:43:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59be9f95-b843-4e97-ab5d-4e6f5e55f334', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '1658139b-acec-4b5d-9220-af5f5e7acc1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:25Z', 'updated_at': '2022-02-09T01:06:39Z', 'revision_number': 5, 'project_id': '5796137a8a554653b6e00403b0f3c833', 'subnets': [{'id': '1658139b-acec-4b5d-9220-af5f5e7acc1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:07:19.607689 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a44545dc-1f9c-45c6-b26e-7a84afdc3e53 req-90888fa2-26a3-4885-abea-60f7ea59a1c6 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/security-groups?id=2e29d487-4384-458c-a1fb-a5cd591001dc&id=c7f86f67-ad65-4a75-ada7-f9729d599d03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2363706 Feb 09 01:07:19.762645 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed2ce431-e04c-45ab-af1c-5312d7191c93', 'tag': '80c552f4-13ae-4751-a8d8-0876183d5bf7', 'status': 'completed', 'code': 200} Feb 09 01:07:19.899219 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1122dd45-4c59-4791-ac80-ec671cad33c1 req-a8d01a8d-cbda-4125-9390-30d32e759471 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:19.901644 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1122dd45-4c59-4791-ac80-ec671cad33c1 req-a8d01a8d-cbda-4125-9390-30d32e759471 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=e6d4f61a-1eb1-456e-a724-21038b46527f HTTP/1.1" status: 200 len: 945 time: 0.8744695 Feb 09 01:07:19.993903 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a42025aa-8dff-44de-919c-d44e2eef624e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:20.031974 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8de6f34-8c8e-4d62-9129-e988d0e820e9 None None] New status for floating IP 013f6f1f-dba7-45ed-8e95-be0b70cbe911: ACTIVE {{(pid=87641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:07:20.066817 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-64915166-ee7a-48cc-87bd-0077bfd00616 service neutron] Attempting to bind port 37939233-0dda-4395-8f3c-785e2e6649d9 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:07:20.067546 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-64915166-ee7a-48cc-87bd-0077bfd00616 service neutron] Attempting to bind port 37939233-0dda-4395-8f3c-785e2e6649d9 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '668d0fce-7a01-4e04-b1f2-26d977bd17d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5504a1b4-4e92-48cb-9653-87325b009802'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:07:20.068409 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-64915166-ee7a-48cc-87bd-0077bfd00616 service neutron] Attempting to bind port 37939233-0dda-4395-8f3c-785e2e6649d9 on network 5504a1b4-4e92-48cb-9653-87325b009802 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:07:20.168324 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-64915166-ee7a-48cc-87bd-0077bfd00616 service neutron] Port 37939233-0dda-4395-8f3c-785e2e6649d9 on network 5504a1b4-4e92-48cb-9653-87325b009802 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:07:20.168903 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-64915166-ee7a-48cc-87bd-0077bfd00616 service neutron] Attempting to bind port 37939233-0dda-4395-8f3c-785e2e6649d9 on network 5504a1b4-4e92-48cb-9653-87325b009802 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:07:20.181312 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-64915166-ee7a-48cc-87bd-0077bfd00616 service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:07:20.181684 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-64915166-ee7a-48cc-87bd-0077bfd00616 service neutron] Checking segment: {'id': '668d0fce-7a01-4e04-b1f2-26d977bd17d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5504a1b4-4e92-48cb-9653-87325b009802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:07:20.182072 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-64915166-ee7a-48cc-87bd-0077bfd00616 service neutron] Bound using segment: {'id': '668d0fce-7a01-4e04-b1f2-26d977bd17d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5504a1b4-4e92-48cb-9653-87325b009802'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:07:20.182500 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-64915166-ee7a-48cc-87bd-0077bfd00616 service neutron] Bound port: 37939233-0dda-4395-8f3c-785e2e6649d9, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '668d0fce-7a01-4e04-b1f2-26d977bd17d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5504a1b4-4e92-48cb-9653-87325b009802'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:07:20.182834 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-64915166-ee7a-48cc-87bd-0077bfd00616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:20.196343 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1122dd45-4c59-4791-ac80-ec671cad33c1 req-3c86621c-af63-41da-b86b-cd86c0bfbdc0 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667651 Feb 09 01:07:20.205174 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a42025aa-8dff-44de-919c-d44e2eef624e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:20.221316 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d6de78-76a9-4f2a-96b3-f594192fffa1 req-9ab1152c-f5f2-474a-9883-db19e9da7d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:20.222792 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-47d6de78-76a9-4f2a-96b3-f594192fffa1 req-9ab1152c-f5f2-474a-9883-db19e9da7d8f service neutron] 10.222.0.62 "GET /v2.0/networks?id=5389f489-826f-40fb-b73b-31845cd2fb83 HTTP/1.1" status: 200 len: 906 time: 0.6220245 Feb 09 01:07:20.400690 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da9125-ce6b-4b56-99b6-f62a501270d9 req-8b07491c-30ca-461f-943d-463dbb988da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:20.401346 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da9125-ce6b-4b56-99b6-f62a501270d9 req-8b07491c-30ca-461f-943d-463dbb988da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:20.401618 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da9125-ce6b-4b56-99b6-f62a501270d9 req-8b07491c-30ca-461f-943d-463dbb988da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:20.402715 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da9125-ce6b-4b56-99b6-f62a501270d9 req-8b07491c-30ca-461f-943d-463dbb988da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:20.403179 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da9125-ce6b-4b56-99b6-f62a501270d9 req-8b07491c-30ca-461f-943d-463dbb988da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:20.403632 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da9125-ce6b-4b56-99b6-f62a501270d9 req-8b07491c-30ca-461f-943d-463dbb988da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:20.404173 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da9125-ce6b-4b56-99b6-f62a501270d9 req-8b07491c-30ca-461f-943d-463dbb988da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:20.406466 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-36da9125-ce6b-4b56-99b6-f62a501270d9 req-8b07491c-30ca-461f-943d-463dbb988da2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b38b8d3b4ab64851a90546fed2d6c948&device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 6233 time: 0.6531613 Feb 09 01:07:20.778920 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 59162) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:20.792364 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8518b35a-be76-487f-8394-66afd5d3d2eb req-b75637e9-b6c4-4005-9e84-68d73fdf751b tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:20.794851 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8518b35a-be76-487f-8394-66afd5d3d2eb req-b75637e9-b6c4-4005-9e84-68d73fdf751b tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/ports?device_id=dbcaf530-2cb0-4b57-b8f6-85c192b2ab60 HTTP/1.1" status: 200 len: 946 time: 0.9144225 Feb 09 01:07:20.845398 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-47d6de78-76a9-4f2a-96b3-f594192fffa1 req-b0f622c4-44c0-4e79-95b9-959a7ed53c0b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c49063c-0198-4668-b630-8850747a6364 HTTP/1.1" status: 200 len: 1000 time: 0.6141174 Feb 09 01:07:20.857977 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-64915166-ee7a-48cc-87bd-0077bfd00616 service neutron] For port 37939233-0dda-4395-8f3c-785e2e6649d9, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:07:20.924891 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-3666ed96-a481-4ae0-b02e-2d8684bb1271 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-477414399-network', 'tenant_id': '4d5942ed9b1946d9843c5be6cd0949df'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:07:20.927224 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-64915166-ee7a-48cc-87bd-0077bfd00616 service neutron] For port 37939233-0dda-4395-8f3c-785e2e6649d9, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=37939233-0dda-4395-8f3c-785e2e6649d9,segment=NetworkSegment(668d0fce-7a01-4e04-b1f2-26d977bd17d6),segment_id=668d0fce-7a01-4e04-b1f2-26d977bd17d6)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:07:20.931757 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3666ed96-a481-4ae0-b02e-2d8684bb1271 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:07:20.937432 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-3666ed96-a481-4ae0-b02e-2d8684bb1271 admin admin] Usage tracker for resource:network and tenant:4d5942ed9b1946d9843c5be6cd0949df is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:07:20.940665 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-3666ed96-a481-4ae0-b02e-2d8684bb1271 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:07:20.940786 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a42025aa-8dff-44de-919c-d44e2eef624e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:20.948011 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3666ed96-a481-4ae0-b02e-2d8684bb1271 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:07:20.960933 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3666ed96-a481-4ae0-b02e-2d8684bb1271 admin admin] Made reservation on behalf of 4d5942ed9b1946d9843c5be6cd0949df for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:07:20.964400 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3666ed96-a481-4ae0-b02e-2d8684bb1271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:20.967911 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-64915166-ee7a-48cc-87bd-0077bfd00616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:20.989184 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3666ed96-a481-4ae0-b02e-2d8684bb1271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:21.006456 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3666ed96-a481-4ae0-b02e-2d8684bb1271 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:07:21.010788 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-3666ed96-a481-4ae0-b02e-2d8684bb1271 admin admin] Usage tracker for resource:security_group_rule and tenant:4d5942ed9b1946d9843c5be6cd0949df is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:07:21.014467 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-3666ed96-a481-4ae0-b02e-2d8684bb1271 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:07:21.020918 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3666ed96-a481-4ae0-b02e-2d8684bb1271 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:07:21.058090 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8518b35a-be76-487f-8394-66afd5d3d2eb req-6ea434cf-728e-4241-8d0e-fee34c70d326 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/security-groups?id=c04812c5-0076-44a2-b712-bc76c2180e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539659 Feb 09 01:07:21.058838 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42025aa-8dff-44de-919c-d44e2eef624e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4040943-d6cc-4b7b-83db-94add070bf0c,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:21.091771 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da9125-ce6b-4b56-99b6-f62a501270d9 req-975ea0cc-15de-4ac8-bcea-4723c60d88d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:21.096052 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da9125-ce6b-4b56-99b6-f62a501270d9 req-975ea0cc-15de-4ac8-bcea-4723c60d88d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:21.096545 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da9125-ce6b-4b56-99b6-f62a501270d9 req-975ea0cc-15de-4ac8-bcea-4723c60d88d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:21.098494 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-36da9125-ce6b-4b56-99b6-f62a501270d9 req-975ea0cc-15de-4ac8-bcea-4723c60d88d2 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=b38b8d3b4ab64851a90546fed2d6c948&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.6724255 Feb 09 01:07:21.100192 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-64915166-ee7a-48cc-87bd-0077bfd00616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:21.100510 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-64915166-ee7a-48cc-87bd-0077bfd00616 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:21.102095 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-64915166-ee7a-48cc-87bd-0077bfd00616 service neutron] 10.222.0.62 "PUT /v2.0/ports/37939233-0dda-4395-8f3c-785e2e6649d9 HTTP/1.1" status: 200 len: 1091 time: 4.0289295 Feb 09 01:07:21.115384 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85875440-c228-4a13-99d9-f2a8ef6016b8 req-8c944209-89ed-4e0c-9f4a-cba116462fb6 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:21.117332 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-85875440-c228-4a13-99d9-f2a8ef6016b8 req-8c944209-89ed-4e0c-9f4a-cba116462fb6 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f10f031-8ae5-4353-a26d-76e2a5157173 HTTP/1.1" status: 200 len: 945 time: 0.7061560 Feb 09 01:07:21.125117 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a42025aa-8dff-44de-919c-d44e2eef624e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:21.126343 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-a42025aa-8dff-44de-919c-d44e2eef624e admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/c4040943-d6cc-4b7b-83db-94add070bf0c HTTP/1.1" status: 204 len: 168 time: 1.7351234 Feb 09 01:07:21.128161 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d6de78-76a9-4f2a-96b3-f594192fffa1 req-c3e7337b-6ba3-4921-b299-174134853660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:21.130498 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-47d6de78-76a9-4f2a-96b3-f594192fffa1 req-c3e7337b-6ba3-4921-b299-174134853660 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1658139b-acec-4b5d-9220-af5f5e7acc1e HTTP/1.1" status: 200 len: 844 time: 0.2695553 Feb 09 01:07:21.167319 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-b86dd9b0-9fae-468f-af72-002496f66526 service neutron] Request body: {'port': {'device_id': 'ed2ce431-e04c-45ab-af1c-5312d7191c93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:07:21.213660 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3666ed96-a481-4ae0-b02e-2d8684bb1271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:21.220150 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3666ed96-a481-4ae0-b02e-2d8684bb1271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:21.298636 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3666ed96-a481-4ae0-b02e-2d8684bb1271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d336e1ac-4b88-452e-8a7d-68d0a97ec75d,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:21.324686 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3666ed96-a481-4ae0-b02e-2d8684bb1271 admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:07:21.350253 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3666ed96-a481-4ae0-b02e-2d8684bb1271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:21.352145 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-3666ed96-a481-4ae0-b02e-2d8684bb1271 admin admin] Added segment 6ef9e148-8c0b-4434-b63e-e30d0781b88c of type vlan for network 6b9308e8-e1d5-4ec4-85c5-a4017d3600c8 Feb 09 01:07:21.430502 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3666ed96-a481-4ae0-b02e-2d8684bb1271 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:21.439878 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64915166-ee7a-48cc-87bd-0077bfd00616 service neutron] Pushing event updated for resources: {'Port': ['ID=37939233-0dda-4395-8f3c-785e2e6649d9,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:21.497389 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3666ed96-a481-4ae0-b02e-2d8684bb1271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:21.498591 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3666ed96-a481-4ae0-b02e-2d8684bb1271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:21.499243 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3666ed96-a481-4ae0-b02e-2d8684bb1271 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:21.512782 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-85875440-c228-4a13-99d9-f2a8ef6016b8 req-cafd290c-3de3-4188-ae1d-4037ee5c22df tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] 10.222.0.105 "GET /v2.0/security-groups?id=9575c1e7-d2fc-4e70-9d26-cb338ed21e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3818936 Feb 09 01:07:21.611715 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da9125-ce6b-4b56-99b6-f62a501270d9 req-a0f1567a-9c32-4aab-a1d2-d6e15413e83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:21.619397 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-36da9125-ce6b-4b56-99b6-f62a501270d9 req-a0f1567a-9c32-4aab-a1d2-d6e15413e83e service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4990330 Feb 09 01:07:21.621508 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-b86dd9b0-9fae-468f-af72-002496f66526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:21.646276 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:21.673681 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d6de78-76a9-4f2a-96b3-f594192fffa1 req-41e10c6c-4570-4ec4-80bc-d5518ea02b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:21.683481 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-47d6de78-76a9-4f2a-96b3-f594192fffa1 req-41e10c6c-4570-4ec4-80bc-d5518ea02b74 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5389f489-826f-40fb-b73b-31845cd2fb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5242791 Feb 09 01:07:21.725699 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3666ed96-a481-4ae0-b02e-2d8684bb1271 admin admin] Pushing event updated for resources: {'Network': ['ID=6b9308e8-e1d5-4ec4-85c5-a4017d3600c8,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:21.741885 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 6b9308e8-e1d5-4ec4-85c5-a4017d3600c8 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:07:21.766720 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed2ce431-e04c-45ab-af1c-5312d7191c93', 'tag': '37939233-0dda-4395-8f3c-785e2e6649d9'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:07:21.839845 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 59180) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:21.851370 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-3666ed96-a481-4ae0-b02e-2d8684bb1271 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0362020 Feb 09 01:07:21.852197 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-a290ff34-04a0-470a-99e0-c23028f0efbd admin admin] Request body: {'subnet': {'network_id': '6b9308e8-e1d5-4ec4-85c5-a4017d3600c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-477414399-subnet', 'tenant_id': '4d5942ed9b1946d9843c5be6cd0949df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:07:21.902369 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a290ff34-04a0-470a-99e0-c23028f0efbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:07:21.955313 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-a290ff34-04a0-470a-99e0-c23028f0efbd admin admin] Usage tracker for resource:subnet and tenant:4d5942ed9b1946d9843c5be6cd0949df is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:07:22.002170 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-a290ff34-04a0-470a-99e0-c23028f0efbd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:07:22.033495 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a290ff34-04a0-470a-99e0-c23028f0efbd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:07:22.155941 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a290ff34-04a0-470a-99e0-c23028f0efbd admin admin] Made reservation on behalf of 4d5942ed9b1946d9843c5be6cd0949df for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:07:22.158456 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a290ff34-04a0-470a-99e0-c23028f0efbd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:22.179180 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-47d6de78-76a9-4f2a-96b3-f594192fffa1 req-749b8d8e-769d-4bd2-bca8-a38a2821bf3a service neutron] 10.222.0.62 "GET /v2.0/networks/5389f489-826f-40fb-b73b-31845cd2fb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4406374 Feb 09 01:07:22.511069 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1ef9d1-52f5-4d7d-ac4f-9c0e087cd7d0 req-0573c5be-b067-4d2c-9b98-8edcd59b1406 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:22.518600 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2a1ef9d1-52f5-4d7d-ac4f-9c0e087cd7d0 req-0573c5be-b067-4d2c-9b98-8edcd59b1406 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=e6d4f61a-1eb1-456e-a724-21038b46527f HTTP/1.1" status: 200 len: 945 time: 0.6184945 Feb 09 01:07:22.545832 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89360d46-8211-4e59-85af-e174c65845d6 req-ce4366f2-a4ac-436d-bacd-7b46562afb5c tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:22.551939 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89360d46-8211-4e59-85af-e174c65845d6 req-ce4366f2-a4ac-436d-bacd-7b46562afb5c tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:22.557465 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89360d46-8211-4e59-85af-e174c65845d6 req-ce4366f2-a4ac-436d-bacd-7b46562afb5c tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:22.563275 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89360d46-8211-4e59-85af-e174c65845d6 req-ce4366f2-a4ac-436d-bacd-7b46562afb5c tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:22.569031 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89360d46-8211-4e59-85af-e174c65845d6 req-ce4366f2-a4ac-436d-bacd-7b46562afb5c tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:22.575607 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89360d46-8211-4e59-85af-e174c65845d6 req-ce4366f2-a4ac-436d-bacd-7b46562afb5c tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:22.581434 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89360d46-8211-4e59-85af-e174c65845d6 req-ce4366f2-a4ac-436d-bacd-7b46562afb5c tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:22.583398 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-89360d46-8211-4e59-85af-e174c65845d6 req-ce4366f2-a4ac-436d-bacd-7b46562afb5c tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 5383 time: 0.6659472 Feb 09 01:07:22.634114 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 59204) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:22.680836 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-47d6de78-76a9-4f2a-96b3-f594192fffa1 req-e6ca711c-a879-4e9b-8e75-88bf46741ff6 service neutron] 10.222.0.62 "GET /v2.0/networks/5389f489-826f-40fb-b73b-31845cd2fb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4233098 Feb 09 01:07:22.767518 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-4639c979-d18a-43da-a393-eeb4fb12f600 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1953423005-network', 'tenant_id': '6b048f87108b49f5abc0697d8dcea678'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:07:22.776057 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-4639c979-d18a-43da-a393-eeb4fb12f600 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:07:22.783370 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-4639c979-d18a-43da-a393-eeb4fb12f600 admin admin] Usage tracker for resource:network and tenant:6b048f87108b49f5abc0697d8dcea678 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:07:22.789548 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-4639c979-d18a-43da-a393-eeb4fb12f600 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:07:22.799688 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-4639c979-d18a-43da-a393-eeb4fb12f600 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:07:22.830643 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4639c979-d18a-43da-a393-eeb4fb12f600 admin admin] Made reservation on behalf of 6b048f87108b49f5abc0697d8dcea678 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:07:22.833559 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4639c979-d18a-43da-a393-eeb4fb12f600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:22.872531 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4639c979-d18a-43da-a393-eeb4fb12f600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:22.894306 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2a1ef9d1-52f5-4d7d-ac4f-9c0e087cd7d0 req-9c719a5c-7504-4976-97c5-8320585eb6d5 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3746262 Feb 09 01:07:22.906426 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-4639c979-d18a-43da-a393-eeb4fb12f600 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:07:22.911170 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-4639c979-d18a-43da-a393-eeb4fb12f600 admin admin] Usage tracker for resource:security_group_rule and tenant:6b048f87108b49f5abc0697d8dcea678 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:07:22.920201 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-4639c979-d18a-43da-a393-eeb4fb12f600 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:07:22.931920 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-4639c979-d18a-43da-a393-eeb4fb12f600 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:07:22.972571 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed2ce431-e04c-45ab-af1c-5312d7191c93', 'tag': '37939233-0dda-4395-8f3c-785e2e6649d9', 'status': 'completed', 'code': 200} Feb 09 01:07:22.988545 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-89360d46-8211-4e59-85af-e174c65845d6 req-414ffb58-f56b-42c6-a5ac-d69625edbfb4 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/security-groups?id=2e29d487-4384-458c-a1fb-a5cd591001dc&id=c7f86f67-ad65-4a75-ada7-f9729d599d03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3742309 Feb 09 01:07:23.044279 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4639c979-d18a-43da-a393-eeb4fb12f600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:23.052157 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4639c979-d18a-43da-a393-eeb4fb12f600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:23.166085 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4639c979-d18a-43da-a393-eeb4fb12f600 admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:07:23.180542 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4639c979-d18a-43da-a393-eeb4fb12f600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=134876cf-e353-4fe3-b721-1c57ab8f49be,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:23.227074 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4639c979-d18a-43da-a393-eeb4fb12f600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:23.227408 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-4639c979-d18a-43da-a393-eeb4fb12f600 admin admin] Added segment 7bf4b616-e8a5-474f-aa5e-72f7948301ca of type vlan for network be5e3be5-6e84-4180-8cc4-7f73e6515735 Feb 09 01:07:23.318892 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4639c979-d18a-43da-a393-eeb4fb12f600 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:23.334192 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-b86dd9b0-9fae-468f-af72-002496f66526 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e89ee178-48d3-4ae3-a326-df98800a8ae0 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:07:23.359179 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4639c979-d18a-43da-a393-eeb4fb12f600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:23.361264 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4639c979-d18a-43da-a393-eeb4fb12f600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:23.362454 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4639c979-d18a-43da-a393-eeb4fb12f600 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:23.362646 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-b86dd9b0-9fae-468f-af72-002496f66526 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:23.382643 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a290ff34-04a0-470a-99e0-c23028f0efbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:23.459917 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-b86dd9b0-9fae-468f-af72-002496f66526 service neutron] Transition to ACTIVE for port object e89ee178-48d3-4ae3-a326-df98800a8ae0 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:07:23.476270 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-b86dd9b0-9fae-468f-af72-002496f66526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:23.487176 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-4639c979-d18a-43da-a393-eeb4fb12f600 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8519037 Feb 09 01:07:23.490154 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 59214) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:23.499557 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-96005371-755c-49dc-b313-95a6cb5b67a3 admin admin] Request body: {'subnet': {'network_id': 'be5e3be5-6e84-4180-8cc4-7f73e6515735', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1953423005-subnet', 'tenant_id': '6b048f87108b49f5abc0697d8dcea678', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:07:23.514451 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-96005371-755c-49dc-b313-95a6cb5b67a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:07:23.521128 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4639c979-d18a-43da-a393-eeb4fb12f600 admin admin] Pushing event updated for resources: {'Network': ['ID=be5e3be5-6e84-4180-8cc4-7f73e6515735,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:23.532628 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-96005371-755c-49dc-b313-95a6cb5b67a3 admin admin] Usage tracker for resource:subnet and tenant:6b048f87108b49f5abc0697d8dcea678 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:07:23.533493 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db1326-635b-48cc-9f77-f029d153ced1 req-c052b091-cfff-426f-944f-27b462d44249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:23.535451 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network be5e3be5-6e84-4180-8cc4-7f73e6515735 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:07:23.546244 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db1326-635b-48cc-9f77-f029d153ced1 req-c052b091-cfff-426f-944f-27b462d44249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:23.546741 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db1326-635b-48cc-9f77-f029d153ced1 req-c052b091-cfff-426f-944f-27b462d44249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:23.547211 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db1326-635b-48cc-9f77-f029d153ced1 req-c052b091-cfff-426f-944f-27b462d44249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:23.547673 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db1326-635b-48cc-9f77-f029d153ced1 req-c052b091-cfff-426f-944f-27b462d44249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:23.548134 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db1326-635b-48cc-9f77-f029d153ced1 req-c052b091-cfff-426f-944f-27b462d44249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:23.548595 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db1326-635b-48cc-9f77-f029d153ced1 req-c052b091-cfff-426f-944f-27b462d44249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:23.550762 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-10db1326-635b-48cc-9f77-f029d153ced1 req-c052b091-cfff-426f-944f-27b462d44249 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b38b8d3b4ab64851a90546fed2d6c948&device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 6275 time: 0.5509071 Feb 09 01:07:23.555383 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-96005371-755c-49dc-b313-95a6cb5b67a3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:07:23.580279 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-96005371-755c-49dc-b313-95a6cb5b67a3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:07:23.610765 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96005371-755c-49dc-b313-95a6cb5b67a3 admin admin] Made reservation on behalf of 6b048f87108b49f5abc0697d8dcea678 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:07:23.621043 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-96005371-755c-49dc-b313-95a6cb5b67a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:23.685095 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a290ff34-04a0-470a-99e0-c23028f0efbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c5ecd94-fd61-4c38-ae42-c8ed4ba0adb4,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:23.928564 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86dd9b0-9fae-468f-af72-002496f66526 service neutron] Pushing event updated for resources: {'Port': ['ID=e89ee178-48d3-4ae3-a326-df98800a8ae0,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:23.944294 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c506761-f7ab-4fc9-acfe-16ddb2c61257 req-0398e1f2-0faa-4b51-923e-5e1d24eab5e7 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:23.946380 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0c506761-f7ab-4fc9-acfe-16ddb2c61257 req-0398e1f2-0faa-4b51-923e-5e1d24eab5e7 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f10f031-8ae5-4353-a26d-76e2a5157173 HTTP/1.1" status: 200 len: 945 time: 0.7380455 Feb 09 01:07:23.955350 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7bc93-815b-4912-9eb4-49da4f27ecb4 req-d2f0e514-4071-47e6-b488-8c04011d802a tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:23.963241 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-45b7bc93-815b-4912-9eb4-49da4f27ecb4 req-d2f0e514-4071-47e6-b488-8c04011d802a tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/ports?device_id=dbcaf530-2cb0-4b57-b8f6-85c192b2ab60 HTTP/1.1" status: 200 len: 946 time: 0.8152993 Feb 09 01:07:24.028865 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a290ff34-04a0-470a-99e0-c23028f0efbd admin admin] Checking segment: {'id': '6ef9e148-8c0b-4434-b63e-e30d0781b88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6b9308e8-e1d5-4ec4-85c5-a4017d3600c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:07:24.034420 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a290ff34-04a0-470a-99e0-c23028f0efbd admin admin] Network hostable DHCP agents. Network: 6b9308e8-e1d5-4ec4-85c5-a4017d3600c8, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:07:24.097242 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-96005371-755c-49dc-b313-95a6cb5b67a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:24.223560 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96005371-755c-49dc-b313-95a6cb5b67a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f1b23ff-5c33-41f2-bf9f-a257a3962e7c,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:24.228082 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96005371-755c-49dc-b313-95a6cb5b67a3 admin admin] Checking segment: {'id': '7bf4b616-e8a5-474f-aa5e-72f7948301ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'be5e3be5-6e84-4180-8cc4-7f73e6515735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:07:24.228546 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96005371-755c-49dc-b313-95a6cb5b67a3 admin admin] Network hostable DHCP agents. Network: be5e3be5-6e84-4180-8cc4-7f73e6515735, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:07:24.247039 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-45b7bc93-815b-4912-9eb4-49da4f27ecb4 req-2ef8c471-8252-4825-a376-c184893b3969 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/security-groups?id=c04812c5-0076-44a2-b712-bc76c2180e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827342 Feb 09 01:07:24.260198 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a290ff34-04a0-470a-99e0-c23028f0efbd admin admin] Network 6b9308e8-e1d5-4ec4-85c5-a4017d3600c8 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:07:24.268464 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96005371-755c-49dc-b313-95a6cb5b67a3 admin admin] Network be5e3be5-6e84-4180-8cc4-7f73e6515735 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:07:24.280986 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db1326-635b-48cc-9f77-f029d153ced1 req-51b3764d-e1f7-48e4-bb87-cba711237206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:24.281828 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db1326-635b-48cc-9f77-f029d153ced1 req-51b3764d-e1f7-48e4-bb87-cba711237206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:24.282420 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db1326-635b-48cc-9f77-f029d153ced1 req-51b3764d-e1f7-48e4-bb87-cba711237206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:24.283660 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-10db1326-635b-48cc-9f77-f029d153ced1 req-51b3764d-e1f7-48e4-bb87-cba711237206 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=b38b8d3b4ab64851a90546fed2d6c948&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.6838782 Feb 09 01:07:24.287465 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-96005371-755c-49dc-b313-95a6cb5b67a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, be5e3be5-6e84-4180-8cc4-7f73e6515735) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:07:24.292490 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96005371-755c-49dc-b313-95a6cb5b67a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:24.293826 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0c506761-f7ab-4fc9-acfe-16ddb2c61257 req-c82a3758-254b-4a77-8618-e78a24f19694 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] 10.222.0.105 "GET /v2.0/security-groups?id=9575c1e7-d2fc-4e70-9d26-cb338ed21e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3105247 Feb 09 01:07:24.294139 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-96005371-755c-49dc-b313-95a6cb5b67a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:24.298571 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00a82f8-eaa0-4176-a647-c175b1a132ac None None] Network be5e3be5-6e84-4180-8cc4-7f73e6515735 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:07:24.388014 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-96005371-755c-49dc-b313-95a6cb5b67a3 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8773870 Feb 09 01:07:24.485510 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-b86dd9b0-9fae-468f-af72-002496f66526 service neutron] Attempting to bind port e89ee178-48d3-4ae3-a326-df98800a8ae0 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:07:24.485510 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-b86dd9b0-9fae-468f-af72-002496f66526 service neutron] Attempting to bind port e89ee178-48d3-4ae3-a326-df98800a8ae0 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '668d0fce-7a01-4e04-b1f2-26d977bd17d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5504a1b4-4e92-48cb-9653-87325b009802'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:07:24.485510 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-b86dd9b0-9fae-468f-af72-002496f66526 service neutron] Attempting to bind port e89ee178-48d3-4ae3-a326-df98800a8ae0 on network 5504a1b4-4e92-48cb-9653-87325b009802 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:07:24.488221 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-a290ff34-04a0-470a-99e0-c23028f0efbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 6b9308e8-e1d5-4ec4-85c5-a4017d3600c8) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:07:24.489489 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-b86dd9b0-9fae-468f-af72-002496f66526 service neutron] Port e89ee178-48d3-4ae3-a326-df98800a8ae0 on network 5504a1b4-4e92-48cb-9653-87325b009802 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:07:24.489489 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-b86dd9b0-9fae-468f-af72-002496f66526 service neutron] Attempting to bind port e89ee178-48d3-4ae3-a326-df98800a8ae0 on network 5504a1b4-4e92-48cb-9653-87325b009802 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:07:24.500315 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-b86dd9b0-9fae-468f-af72-002496f66526 service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:07:24.500689 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-b86dd9b0-9fae-468f-af72-002496f66526 service neutron] Checking segment: {'id': '668d0fce-7a01-4e04-b1f2-26d977bd17d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5504a1b4-4e92-48cb-9653-87325b009802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:07:24.501254 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-b86dd9b0-9fae-468f-af72-002496f66526 service neutron] Bound using segment: {'id': '668d0fce-7a01-4e04-b1f2-26d977bd17d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5504a1b4-4e92-48cb-9653-87325b009802'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:07:24.501524 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-b86dd9b0-9fae-468f-af72-002496f66526 service neutron] Bound port: e89ee178-48d3-4ae3-a326-df98800a8ae0, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '668d0fce-7a01-4e04-b1f2-26d977bd17d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5504a1b4-4e92-48cb-9653-87325b009802'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:07:24.501914 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-b86dd9b0-9fae-468f-af72-002496f66526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:24.520926 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a290ff34-04a0-470a-99e0-c23028f0efbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:24.520926 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a290ff34-04a0-470a-99e0-c23028f0efbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:24.700648 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a87479c-205c-4552-b900-2d1786200439 None None] Network 6b9308e8-e1d5-4ec4-85c5-a4017d3600c8 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:07:24.720922 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-a290ff34-04a0-470a-99e0-c23028f0efbd admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.8794105 Feb 09 01:07:24.726513 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db1326-635b-48cc-9f77-f029d153ced1 req-cd71df50-9681-4f16-8639-8b324b441b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:24.728287 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-10db1326-635b-48cc-9f77-f029d153ced1 req-cd71df50-9681-4f16-8639-8b324b441b1b service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4304678 Feb 09 01:07:25.020721 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:25.087211 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2544779-bb07-46aa-8696-78372aca209e req-8eaf079f-d421-4fe3-bc64-553f98e460bd tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:25.099000 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a2544779-bb07-46aa-8696-78372aca209e req-8eaf079f-d421-4fe3-bc64-553f98e460bd tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=e6d4f61a-1eb1-456e-a724-21038b46527f HTTP/1.1" status: 200 len: 945 time: 0.4632771 Feb 09 01:07:25.113370 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-b86dd9b0-9fae-468f-af72-002496f66526 service neutron] For port e89ee178-48d3-4ae3-a326-df98800a8ae0, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:07:25.143414 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-b86dd9b0-9fae-468f-af72-002496f66526 service neutron] For port e89ee178-48d3-4ae3-a326-df98800a8ae0, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=e89ee178-48d3-4ae3-a326-df98800a8ae0,segment=NetworkSegment(668d0fce-7a01-4e04-b1f2-26d977bd17d6),segment_id=668d0fce-7a01-4e04-b1f2-26d977bd17d6)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:07:25.164185 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd4ed6c-212a-4f8c-b193-1575d309249d req-8ac29bd2-ec40-483c-9cbe-51ae305ba5ce tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:25.171467 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd4ed6c-212a-4f8c-b193-1575d309249d req-8ac29bd2-ec40-483c-9cbe-51ae305ba5ce tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:25.177846 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd4ed6c-212a-4f8c-b193-1575d309249d req-8ac29bd2-ec40-483c-9cbe-51ae305ba5ce tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:25.181346 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c504f8-5991-4cc3-a653-2860f7de270f None None] Network be5e3be5-6e84-4180-8cc4-7f73e6515735 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:07:25.185783 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd4ed6c-212a-4f8c-b193-1575d309249d req-8ac29bd2-ec40-483c-9cbe-51ae305ba5ce tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:25.200695 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd4ed6c-212a-4f8c-b193-1575d309249d req-8ac29bd2-ec40-483c-9cbe-51ae305ba5ce tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:25.221257 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd4ed6c-212a-4f8c-b193-1575d309249d req-8ac29bd2-ec40-483c-9cbe-51ae305ba5ce tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:25.235039 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd4ed6c-212a-4f8c-b193-1575d309249d req-8ac29bd2-ec40-483c-9cbe-51ae305ba5ce tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:25.248351 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4bd4ed6c-212a-4f8c-b193-1575d309249d req-8ac29bd2-ec40-483c-9cbe-51ae305ba5ce tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 5395 time: 0.4983354 Feb 09 01:07:25.260290 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-b86dd9b0-9fae-468f-af72-002496f66526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:25.326272 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a2544779-bb07-46aa-8696-78372aca209e req-c61992bf-e40e-4439-91bf-680acb075a7d tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370074 Feb 09 01:07:25.412014 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-b86dd9b0-9fae-468f-af72-002496f66526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:25.412578 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-b86dd9b0-9fae-468f-af72-002496f66526 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:25.428013 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-b86dd9b0-9fae-468f-af72-002496f66526 service neutron] 10.222.0.62 "PUT /v2.0/ports/e89ee178-48d3-4ae3-a326-df98800a8ae0 HTTP/1.1" status: 200 len: 1091 time: 4.2665248 Feb 09 01:07:25.447179 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed2ce431-e04c-45ab-af1c-5312d7191c93', 'tag': 'e89ee178-48d3-4ae3-a326-df98800a8ae0'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:07:25.468449 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4bd4ed6c-212a-4f8c-b193-1575d309249d req-c23c2a58-491f-4f0e-9a60-7309da52dbc1 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/security-groups?id=2e29d487-4384-458c-a1fb-a5cd591001dc&id=c7f86f67-ad65-4a75-ada7-f9729d599d03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2192330 Feb 09 01:07:25.501299 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-03c62cca-1572-45ac-ae5c-40dcd98d95aa service neutron] Request body: {'port': {'device_id': 'ed2ce431-e04c-45ab-af1c-5312d7191c93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:07:25.595120 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86dd9b0-9fae-468f-af72-002496f66526 service neutron] Pushing event updated for resources: {'Port': ['ID=e89ee178-48d3-4ae3-a326-df98800a8ae0,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:25.759415 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d60140-5404-41e3-a112-1a631d4f5353 None None] Network 6b9308e8-e1d5-4ec4-85c5-a4017d3600c8 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:07:26.100532 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-03c62cca-1572-45ac-ae5c-40dcd98d95aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:26.105777 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 59264) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:26.111801 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-9e8ea940-f048-46d9-b383-0d3611af9955 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-22194626-network', 'tenant_id': '48a21c65db664dc69e2e0c2554de6fbf'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:07:26.117198 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9e8ea940-f048-46d9-b383-0d3611af9955 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:07:26.131196 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0735a838-bee5-4dfc-9b83-99a6871a320e req-5545a16b-b9e2-4871-8eb7-27399c881911 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:26.131924 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-9e8ea940-f048-46d9-b383-0d3611af9955 admin admin] Usage tracker for resource:network and tenant:48a21c65db664dc69e2e0c2554de6fbf is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:07:26.132697 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0735a838-bee5-4dfc-9b83-99a6871a320e req-5545a16b-b9e2-4871-8eb7-27399c881911 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f10f031-8ae5-4353-a26d-76e2a5157173 HTTP/1.1" status: 200 len: 945 time: 0.4961982 Feb 09 01:07:26.150342 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-9e8ea940-f048-46d9-b383-0d3611af9955 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:07:26.172708 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9e8ea940-f048-46d9-b383-0d3611af9955 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:07:26.190148 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8ea940-f048-46d9-b383-0d3611af9955 admin admin] Made reservation on behalf of 48a21c65db664dc69e2e0c2554de6fbf for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:07:26.192864 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9e8ea940-f048-46d9-b383-0d3611af9955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:26.212041 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9e8ea940-f048-46d9-b383-0d3611af9955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:26.235066 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9e8ea940-f048-46d9-b383-0d3611af9955 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:07:26.250521 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-9e8ea940-f048-46d9-b383-0d3611af9955 admin admin] Usage tracker for resource:security_group_rule and tenant:48a21c65db664dc69e2e0c2554de6fbf is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:07:26.254106 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-9e8ea940-f048-46d9-b383-0d3611af9955 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:07:26.259867 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9e8ea940-f048-46d9-b383-0d3611af9955 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:07:26.398595 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0735a838-bee5-4dfc-9b83-99a6871a320e req-2a7bf998-fc74-45e0-8d35-0d5edcc8cdad tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] 10.222.0.105 "GET /v2.0/security-groups?id=9575c1e7-d2fc-4e70-9d26-cb338ed21e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2090569 Feb 09 01:07:26.411523 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9e8ea940-f048-46d9-b383-0d3611af9955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:26.446364 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9e8ea940-f048-46d9-b383-0d3611af9955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:26.455962 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f186b-05aa-4c34-9cbc-f383b738d528 req-d27128e7-350c-45fb-9cc5-535e7deb68e5 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:26.457452 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c81f186b-05aa-4c34-9cbc-f383b738d528 req-d27128e7-350c-45fb-9cc5-535e7deb68e5 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/networks?id=be5e3be5-6e84-4180-8cc4-7f73e6515735 HTTP/1.1" status: 200 len: 814 time: 0.2818658 Feb 09 01:07:26.478653 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e8ea940-f048-46d9-b383-0d3611af9955 admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:07:26.483370 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c81f186b-05aa-4c34-9cbc-f383b738d528 req-907beb1e-9a6b-4a24-a02d-c375e8970fa2 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/quotas/6b048f87108b49f5abc0697d8dcea678 HTTP/1.1" status: 200 len: 375 time: 0.0189998 Feb 09 01:07:26.592669 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9e8ea940-f048-46d9-b383-0d3611af9955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:26.592669 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-9e8ea940-f048-46d9-b383-0d3611af9955 admin admin] Added segment d80ca334-e429-48fe-bc6e-30d0dba911ae of type vlan for network a2780cdc-f9f7-4fa9-8a45-8fa62493d7ec Feb 09 01:07:26.653501 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8ea940-f048-46d9-b383-0d3611af9955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d81f8b8-c7e5-403a-b57a-c0bedce11cb9,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:26.679613 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c81f186b-05aa-4c34-9cbc-f383b738d528 req-2cfee303-1195-4632-8183-eb539b21a33c tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=6b048f87108b49f5abc0697d8dcea678&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1833718 Feb 09 01:07:26.700192 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9e8ea940-f048-46d9-b383-0d3611af9955 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:26.781292 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9e8ea940-f048-46d9-b383-0d3611af9955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:26.781292 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8ea940-f048-46d9-b383-0d3611af9955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:26.781292 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9e8ea940-f048-46d9-b383-0d3611af9955 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:26.945412 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c81f186b-05aa-4c34-9cbc-f383b738d528 req-144159ec-3f4b-4d50-a83b-c25dfe6ff342 service neutron] 10.222.0.105 "GET /v2.0/networks/be5e3be5-6e84-4180-8cc4-7f73e6515735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604115 Feb 09 01:07:26.959662 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a53d6-216b-4a11-adf0-faa9ebe5aa5b req-cf33b8f0-f6ec-484f-a6b2-a41a1bd823e2 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:26.965510 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9e8ea940-f048-46d9-b383-0d3611af9955 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8393233 Feb 09 01:07:26.970640 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-308a53d6-216b-4a11-adf0-faa9ebe5aa5b req-cf33b8f0-f6ec-484f-a6b2-a41a1bd823e2 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/ports?device_id=dbcaf530-2cb0-4b57-b8f6-85c192b2ab60 HTTP/1.1" status: 200 len: 946 time: 0.2938964 Feb 09 01:07:26.970640 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 59276) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:26.993957 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-234777f8-9814-4667-9f26-4c5437e9e26b admin admin] Request body: {'subnet': {'network_id': 'a2780cdc-f9f7-4fa9-8a45-8fa62493d7ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-22194626-subnet', 'tenant_id': '48a21c65db664dc69e2e0c2554de6fbf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:07:26.997740 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8ea940-f048-46d9-b383-0d3611af9955 admin admin] Pushing event updated for resources: {'Network': ['ID=a2780cdc-f9f7-4fa9-8a45-8fa62493d7ec,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:27.012217 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network a2780cdc-f9f7-4fa9-8a45-8fa62493d7ec details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:07:27.058503 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-234777f8-9814-4667-9f26-4c5437e9e26b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:07:27.065393 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.db.resource_extend [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-03c62cca-1572-45ac-ae5c-40dcd98d95aa service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:07:27.095837 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-234777f8-9814-4667-9f26-4c5437e9e26b admin admin] Usage tracker for resource:subnet and tenant:48a21c65db664dc69e2e0c2554de6fbf is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:07:27.130074 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-234777f8-9814-4667-9f26-4c5437e9e26b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:07:27.226790 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-234777f8-9814-4667-9f26-4c5437e9e26b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:07:27.255563 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-03c62cca-1572-45ac-ae5c-40dcd98d95aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29b67380-972e-42bd-a2e3-dd7d7aa9358b {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:07:27.278254 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-308a53d6-216b-4a11-adf0-faa9ebe5aa5b req-19891005-0e4b-4784-be4c-ea02b38f77d1 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/security-groups?id=c04812c5-0076-44a2-b712-bc76c2180e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217843 Feb 09 01:07:27.283589 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-03c62cca-1572-45ac-ae5c-40dcd98d95aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:27.322233 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-234777f8-9814-4667-9f26-4c5437e9e26b admin admin] Made reservation on behalf of 48a21c65db664dc69e2e0c2554de6fbf for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:07:27.322233 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-234777f8-9814-4667-9f26-4c5437e9e26b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:27.432594 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c81f186b-05aa-4c34-9cbc-f383b738d528 req-fda4bdc4-2385-4dbb-b128-b274529ef56e service neutron] 10.222.0.105 "GET /v2.0/networks/be5e3be5-6e84-4180-8cc4-7f73e6515735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4767385 Feb 09 01:07:27.433570 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-03c62cca-1572-45ac-ae5c-40dcd98d95aa service neutron] Transition to ACTIVE for port object 29b67380-972e-42bd-a2e3-dd7d7aa9358b will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:07:27.455162 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-03c62cca-1572-45ac-ae5c-40dcd98d95aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:27.873747 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed2ce431-e04c-45ab-af1c-5312d7191c93', 'tag': 'e89ee178-48d3-4ae3-a326-df98800a8ae0', 'status': 'completed', 'code': 200} Feb 09 01:07:28.090260 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c62cca-1572-45ac-ae5c-40dcd98d95aa service neutron] Pushing event updated for resources: {'Port': ['ID=29b67380-972e-42bd-a2e3-dd7d7aa9358b,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:28.349758 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c9f2a2f7-f0b6-40aa-b2aa-37df5b5f3812 req-f70a0e0c-70f5-46bb-a284-521dfa2b45f1 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 210 time: 0.3443551 Feb 09 01:07:28.383691 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-234777f8-9814-4667-9f26-4c5437e9e26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:28.495057 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-03c62cca-1572-45ac-ae5c-40dcd98d95aa service neutron] Attempting to bind port 29b67380-972e-42bd-a2e3-dd7d7aa9358b on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:07:28.496228 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-03c62cca-1572-45ac-ae5c-40dcd98d95aa service neutron] Attempting to bind port 29b67380-972e-42bd-a2e3-dd7d7aa9358b by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '1f6c047f-43ca-444c-82e6-5169d8594f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e280a801-73c6-4be8-9a9b-128c33174590'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:07:28.496737 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-03c62cca-1572-45ac-ae5c-40dcd98d95aa service neutron] Attempting to bind port 29b67380-972e-42bd-a2e3-dd7d7aa9358b on network e280a801-73c6-4be8-9a9b-128c33174590 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:07:28.524190 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234777f8-9814-4667-9f26-4c5437e9e26b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9634954c-fdd0-4162-b622-2be1e6e55908,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:28.527257 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-03c62cca-1572-45ac-ae5c-40dcd98d95aa service neutron] Port 29b67380-972e-42bd-a2e3-dd7d7aa9358b on network e280a801-73c6-4be8-9a9b-128c33174590 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:07:28.527674 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-03c62cca-1572-45ac-ae5c-40dcd98d95aa service neutron] Attempting to bind port 29b67380-972e-42bd-a2e3-dd7d7aa9358b on network e280a801-73c6-4be8-9a9b-128c33174590 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:07:28.610415 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-03c62cca-1572-45ac-ae5c-40dcd98d95aa service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:07:28.610415 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-03c62cca-1572-45ac-ae5c-40dcd98d95aa service neutron] Checking segment: {'id': '1f6c047f-43ca-444c-82e6-5169d8594f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e280a801-73c6-4be8-9a9b-128c33174590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:07:28.610415 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-03c62cca-1572-45ac-ae5c-40dcd98d95aa service neutron] Bound using segment: {'id': '1f6c047f-43ca-444c-82e6-5169d8594f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e280a801-73c6-4be8-9a9b-128c33174590'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:07:28.610415 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-03c62cca-1572-45ac-ae5c-40dcd98d95aa service neutron] Bound port: 29b67380-972e-42bd-a2e3-dd7d7aa9358b, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f6c047f-43ca-444c-82e6-5169d8594f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e280a801-73c6-4be8-9a9b-128c33174590'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:07:28.610415 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-03c62cca-1572-45ac-ae5c-40dcd98d95aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:28.654074 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234777f8-9814-4667-9f26-4c5437e9e26b admin admin] Checking segment: {'id': 'd80ca334-e429-48fe-bc6e-30d0dba911ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a2780cdc-f9f7-4fa9-8a45-8fa62493d7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:07:28.654473 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234777f8-9814-4667-9f26-4c5437e9e26b admin admin] Network hostable DHCP agents. Network: a2780cdc-f9f7-4fa9-8a45-8fa62493d7ec, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:07:28.666468 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234777f8-9814-4667-9f26-4c5437e9e26b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:28.666468 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234777f8-9814-4667-9f26-4c5437e9e26b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:28.666468 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234777f8-9814-4667-9f26-4c5437e9e26b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:28.667075 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234777f8-9814-4667-9f26-4c5437e9e26b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:28.667075 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234777f8-9814-4667-9f26-4c5437e9e26b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:28.668087 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234777f8-9814-4667-9f26-4c5437e9e26b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:28.668956 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234777f8-9814-4667-9f26-4c5437e9e26b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:28.670085 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234777f8-9814-4667-9f26-4c5437e9e26b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:28.670237 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234777f8-9814-4667-9f26-4c5437e9e26b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:28.670547 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234777f8-9814-4667-9f26-4c5437e9e26b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:28.671407 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234777f8-9814-4667-9f26-4c5437e9e26b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:28.671407 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234777f8-9814-4667-9f26-4c5437e9e26b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:28.704262 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd05a2-be43-4824-8c3c-8023b60db259 req-e3e4eed4-851f-4632-9dd0-bffd63f23269 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:28.710303 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd05a2-be43-4824-8c3c-8023b60db259 req-e3e4eed4-851f-4632-9dd0-bffd63f23269 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:28.716729 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd05a2-be43-4824-8c3c-8023b60db259 req-e3e4eed4-851f-4632-9dd0-bffd63f23269 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:28.722734 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd05a2-be43-4824-8c3c-8023b60db259 req-e3e4eed4-851f-4632-9dd0-bffd63f23269 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:28.729130 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd05a2-be43-4824-8c3c-8023b60db259 req-e3e4eed4-851f-4632-9dd0-bffd63f23269 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:28.738424 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd05a2-be43-4824-8c3c-8023b60db259 req-e3e4eed4-851f-4632-9dd0-bffd63f23269 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:28.742751 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd05a2-be43-4824-8c3c-8023b60db259 req-e3e4eed4-851f-4632-9dd0-bffd63f23269 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:28.743566 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b9cd05a2-be43-4824-8c3c-8023b60db259 req-e3e4eed4-851f-4632-9dd0-bffd63f23269 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 5407 time: 0.6116400 Feb 09 01:07:28.750921 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f8377-7ff3-4f4f-a5c9-614dc8978641 req-9a6cae7e-7343-4027-b062-dded61d5991c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:28.750921 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f8377-7ff3-4f4f-a5c9-614dc8978641 req-9a6cae7e-7343-4027-b062-dded61d5991c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:28.752738 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f8377-7ff3-4f4f-a5c9-614dc8978641 req-9a6cae7e-7343-4027-b062-dded61d5991c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:28.752738 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f8377-7ff3-4f4f-a5c9-614dc8978641 req-9a6cae7e-7343-4027-b062-dded61d5991c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:28.752738 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f8377-7ff3-4f4f-a5c9-614dc8978641 req-9a6cae7e-7343-4027-b062-dded61d5991c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:28.752738 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f8377-7ff3-4f4f-a5c9-614dc8978641 req-9a6cae7e-7343-4027-b062-dded61d5991c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:28.753838 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f8377-7ff3-4f4f-a5c9-614dc8978641 req-9a6cae7e-7343-4027-b062-dded61d5991c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:28.755368 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c26f8377-7ff3-4f4f-a5c9-614dc8978641 req-9a6cae7e-7343-4027-b062-dded61d5991c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b38b8d3b4ab64851a90546fed2d6c948&device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 6367 time: 0.8843019 Feb 09 01:07:28.944625 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234777f8-9814-4667-9f26-4c5437e9e26b admin admin] Network a2780cdc-f9f7-4fa9-8a45-8fa62493d7ec is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:07:28.990380 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b9cd05a2-be43-4824-8c3c-8023b60db259 req-59c36ebb-8e02-449e-93cd-a570f5c3b42f tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/security-groups?id=2e29d487-4384-458c-a1fb-a5cd591001dc&id=c7f86f67-ad65-4a75-ada7-f9729d599d03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2338476 Feb 09 01:07:29.002382 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-234777f8-9814-4667-9f26-4c5437e9e26b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, a2780cdc-f9f7-4fa9-8a45-8fa62493d7ec) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:07:29.015786 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3bea1d-06a7-42cc-ae2d-28dafc844e29 None None] Network a2780cdc-f9f7-4fa9-8a45-8fa62493d7ec requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:07:29.037931 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234777f8-9814-4667-9f26-4c5437e9e26b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:29.038595 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-234777f8-9814-4667-9f26-4c5437e9e26b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:29.149324 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-03c62cca-1572-45ac-ae5c-40dcd98d95aa service neutron] For port 29b67380-972e-42bd-a2e3-dd7d7aa9358b, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:07:29.217683 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f8377-7ff3-4f4f-a5c9-614dc8978641 req-5b6c8fc5-5244-4a01-bee2-38cf6045d811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:29.218158 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f8377-7ff3-4f4f-a5c9-614dc8978641 req-5b6c8fc5-5244-4a01-bee2-38cf6045d811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:29.218637 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f8377-7ff3-4f4f-a5c9-614dc8978641 req-5b6c8fc5-5244-4a01-bee2-38cf6045d811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:29.220178 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c26f8377-7ff3-4f4f-a5c9-614dc8978641 req-5b6c8fc5-5244-4a01-bee2-38cf6045d811 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=b38b8d3b4ab64851a90546fed2d6c948&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4299061 Feb 09 01:07:29.252605 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-234777f8-9814-4667-9f26-4c5437e9e26b admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.2850821 Feb 09 01:07:29.260673 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e11bb1-07c9-4d2f-a8c7-4b63d43e31f7 req-62b201e4-3490-46cc-a0d7-17c92a30efb7 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:29.276134 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-70e11bb1-07c9-4d2f-a8c7-4b63d43e31f7 req-62b201e4-3490-46cc-a0d7-17c92a30efb7 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=e6d4f61a-1eb1-456e-a724-21038b46527f HTTP/1.1" status: 200 len: 945 time: 0.7558105 Feb 09 01:07:29.280652 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3379358-d2a2-4d18-aa59-9cad5af3aeea None None] Network a2780cdc-f9f7-4fa9-8a45-8fa62493d7ec requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:07:29.282461 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-03c62cca-1572-45ac-ae5c-40dcd98d95aa service neutron] For port 29b67380-972e-42bd-a2e3-dd7d7aa9358b, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=29b67380-972e-42bd-a2e3-dd7d7aa9358b,segment=NetworkSegment(1f6c047f-43ca-444c-82e6-5169d8594f92),segment_id=1f6c047f-43ca-444c-82e6-5169d8594f92)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:07:29.414778 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-03c62cca-1572-45ac-ae5c-40dcd98d95aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:29.571999 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c62cca-1572-45ac-ae5c-40dcd98d95aa service neutron] Pushing event updated for resources: {'Port': ['ID=29b67380-972e-42bd-a2e3-dd7d7aa9358b,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:29.689435 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-70e11bb1-07c9-4d2f-a8c7-4b63d43e31f7 req-6b991c43-a9bc-4dde-ac4d-43761157a34a tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/security-groups?id=20d8149c-9a2d-41e2-802b-5f353409f0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4086926 Feb 09 01:07:29.718874 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-03c62cca-1572-45ac-ae5c-40dcd98d95aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:29.719517 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-03c62cca-1572-45ac-ae5c-40dcd98d95aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:29.721002 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-03c62cca-1572-45ac-ae5c-40dcd98d95aa service neutron] 10.222.0.62 "PUT /v2.0/ports/29b67380-972e-42bd-a2e3-dd7d7aa9358b HTTP/1.1" status: 200 len: 1091 time: 4.2497604 Feb 09 01:07:29.801089 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-0a139da4-c2dc-484d-9848-c9b91278c278 service neutron] Request body: {'port': {'device_id': 'ed2ce431-e04c-45ab-af1c-5312d7191c93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:07:29.916864 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed2ce431-e04c-45ab-af1c-5312d7191c93', 'tag': '29b67380-972e-42bd-a2e3-dd7d7aa9358b'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:07:29.924814 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-352840cb-0330-45d1-b6e9-8cfe2b6a9177 req-a01ba1a9-ef41-437c-ab68-2fb662c839d6 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 210 time: 0.0698066 Feb 09 01:07:29.938420 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f186b-05aa-4c34-9cbc-f383b738d528 req-a163da39-b905-426e-9abe-2f4c614dd3fd tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:29.940019 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c81f186b-05aa-4c34-9cbc-f383b738d528 req-a163da39-b905-426e-9abe-2f4c614dd3fd tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.62 "GET /v2.0/networks?id=be5e3be5-6e84-4180-8cc4-7f73e6515735 HTTP/1.1" status: 200 len: 814 time: 0.7445996 Feb 09 01:07:29.970081 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-c81f186b-05aa-4c34-9cbc-f383b738d528 req-36068341-b5eb-4945-96b5-a79651296757 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Request body: {'port': {'device_id': '8c4817b5-06e6-43cd-9029-e22c5740a51a', 'network_id': 'be5e3be5-6e84-4180-8cc4-7f73e6515735', 'admin_state_up': True, 'tenant_id': '6b048f87108b49f5abc0697d8dcea678'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:07:30.026070 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307db23b-8db7-4736-b2fb-6fc6db5c1700 req-c9cb2dbf-79f9-4d79-92b8-a59ba431cb38 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:30.028098 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-307db23b-8db7-4736-b2fb-6fc6db5c1700 req-c9cb2dbf-79f9-4d79-92b8-a59ba431cb38 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/ports?device_id=dbcaf530-2cb0-4b57-b8f6-85c192b2ab60 HTTP/1.1" status: 200 len: 946 time: 0.8862374 Feb 09 01:07:30.069102 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d8f9c1-5d33-4c85-9a14-056291de355b req-b6b4a745-f1f3-4d36-8b22-0b0fe5a67918 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:30.070007 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-52d8f9c1-5d33-4c85-9a14-056291de355b req-b6b4a745-f1f3-4d36-8b22-0b0fe5a67918 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Synchronizing usage tracker for tenant:5ff9aad1b4b645cb83f87778a731b808 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:07:30.086042 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-52d8f9c1-5d33-4c85-9a14-056291de355b req-b6b4a745-f1f3-4d36-8b22-0b0fe5a67918 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Unset dirty status for tenant:5ff9aad1b4b645cb83f87778a731b808 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:07:30.087754 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-52d8f9c1-5d33-4c85-9a14-056291de355b req-b6b4a745-f1f3-4d36-8b22-0b0fe5a67918 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.62 "GET /v2.0/ports?device_id=e6d4f61a-1eb1-456e-a724-21038b46527f HTTP/1.1" status: 200 len: 945 time: 0.2194519 Feb 09 01:07:30.165192 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f8377-7ff3-4f4f-a5c9-614dc8978641 req-419e8dd5-0776-4f65-b571-2b0ced691f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:30.166783 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c26f8377-7ff3-4f4f-a5c9-614dc8978641 req-419e8dd5-0776-4f65-b571-2b0ced691f8e service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8829360 Feb 09 01:07:30.219608 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-52d8f9c1-5d33-4c85-9a14-056291de355b req-b59cb0cf-cf00-456b-ab1c-b2eedc488f6f tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Deleting port 6e6be5fe-6406-4f86-a9ae-dd04745d7b2f {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:07:30.220069 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-52d8f9c1-5d33-4c85-9a14-056291de355b req-b59cb0cf-cf00-456b-ab1c-b2eedc488f6f tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:30.285898 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-0a139da4-c2dc-484d-9848-c9b91278c278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:30.333979 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-307db23b-8db7-4736-b2fb-6fc6db5c1700 req-29de9484-9efe-4754-9653-e1846fc0c5ac tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/security-groups?id=c04812c5-0076-44a2-b712-bc76c2180e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354383 Feb 09 01:07:30.407705 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed2ce431-e04c-45ab-af1c-5312d7191c93', 'tag': '29b67380-972e-42bd-a2e3-dd7d7aa9358b', 'status': 'completed', 'code': 200} Feb 09 01:07:30.524614 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-52d8f9c1-5d33-4c85-9a14-056291de355b req-b59cb0cf-cf00-456b-ab1c-b2eedc488f6f tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] For port 6e6be5fe-6406-4f86-a9ae-dd04745d7b2f, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=6e6be5fe-6406-4f86-a9ae-dd04745d7b2f,segment=NetworkSegment(d1c0a158-6579-41f7-a92a-da7d79b925b6),segment_id=d1c0a158-6579-41f7-a92a-da7d79b925b6)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:07:30.526089 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-52d8f9c1-5d33-4c85-9a14-056291de355b req-b59cb0cf-cf00-456b-ab1c-b2eedc488f6f tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:30.663640 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-52d8f9c1-5d33-4c85-9a14-056291de355b req-b59cb0cf-cf00-456b-ab1c-b2eedc488f6f tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Calling delete_port for 6e6be5fe-6406-4f86-a9ae-dd04745d7b2f owned by compute:nova {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:07:30.717295 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-c81f186b-05aa-4c34-9cbc-f383b738d528 req-36068341-b5eb-4945-96b5-a79651296757 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:07:30.738560 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-c81f186b-05aa-4c34-9cbc-f383b738d528 req-36068341-b5eb-4945-96b5-a79651296757 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Usage tracker for resource:port and tenant:6b048f87108b49f5abc0697d8dcea678 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:07:30.750908 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-c81f186b-05aa-4c34-9cbc-f383b738d528 req-36068341-b5eb-4945-96b5-a79651296757 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:07:30.785241 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-c81f186b-05aa-4c34-9cbc-f383b738d528 req-36068341-b5eb-4945-96b5-a79651296757 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:07:30.907880 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c81f186b-05aa-4c34-9cbc-f383b738d528 req-36068341-b5eb-4945-96b5-a79651296757 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Made reservation on behalf of 6b048f87108b49f5abc0697d8dcea678 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:07:30.912115 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c81f186b-05aa-4c34-9cbc-f383b738d528 req-36068341-b5eb-4945-96b5-a79651296757 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:30.929312 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8bb2f-5cae-40c5-966a-a0006647f931 req-cb76d40c-34d4-4650-a82e-2b328f9f6945 tempest-VolumesActionsTest-977558873 tempest-VolumesActionsTest-977558873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:30.934399 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4bb8bb2f-5cae-40c5-966a-a0006647f931 req-cb76d40c-34d4-4650-a82e-2b328f9f6945 tempest-VolumesActionsTest-977558873 tempest-VolumesActionsTest-977558873-project] 10.222.0.105 "GET /v2.0/networks?id=6b9308e8-e1d5-4ec4-85c5-a4017d3600c8 HTTP/1.1" status: 200 len: 808 time: 0.6551030 Feb 09 01:07:30.942271 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-52d8f9c1-5d33-4c85-9a14-056291de355b req-b59cb0cf-cf00-456b-ab1c-b2eedc488f6f tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:30.954601 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['6e6be5fe-6406-4f86-a9ae-dd04745d7b2f'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:07:30.990089 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4bb8bb2f-5cae-40c5-966a-a0006647f931 req-cac654ca-ac55-410d-ad70-4f8dddde3078 tempest-VolumesActionsTest-977558873 tempest-VolumesActionsTest-977558873-project] 10.222.0.105 "GET /v2.0/quotas/4d5942ed9b1946d9843c5be6cd0949df HTTP/1.1" status: 200 len: 375 time: 0.0412092 Feb 09 01:07:30.999499 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59cb0cf-cf00-456b-ab1c-b2eedc488f6f tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Pushing event deleted for resources: {'Port': ['ID=6e6be5fe-6406-4f86-a9ae-dd04745d7b2f,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:31.085397 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-52d8f9c1-5d33-4c85-9a14-056291de355b req-b59cb0cf-cf00-456b-ab1c-b2eedc488f6f tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] No DVR routers for this DVR port 6e6be5fe-6406-4f86-a9ae-dd04745d7b2f on host n-h1-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:07:31.088293 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-52d8f9c1-5d33-4c85-9a14-056291de355b req-b59cb0cf-cf00-456b-ab1c-b2eedc488f6f tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:31.091795 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d4f61a-1eb1-456e-a724-21038b46527f', 'name': 'network-vif-deleted', 'tag': '6e6be5fe-6406-4f86-a9ae-dd04745d7b2f'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:07:31.109570 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-52d8f9c1-5d33-4c85-9a14-056291de355b req-b59cb0cf-cf00-456b-ab1c-b2eedc488f6f tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.62 "DELETE /v2.0/ports/6e6be5fe-6406-4f86-a9ae-dd04745d7b2f HTTP/1.1" status: 204 len: 173 time: 1.0107095 Feb 09 01:07:31.152670 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589ae46-7bf2-4df9-a31d-5b55211ed25e req-da1939c6-d82c-4e18-9054-1379ad7c79e2 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:31.158521 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589ae46-7bf2-4df9-a31d-5b55211ed25e req-da1939c6-d82c-4e18-9054-1379ad7c79e2 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:31.164267 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589ae46-7bf2-4df9-a31d-5b55211ed25e req-da1939c6-d82c-4e18-9054-1379ad7c79e2 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:31.171325 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589ae46-7bf2-4df9-a31d-5b55211ed25e req-da1939c6-d82c-4e18-9054-1379ad7c79e2 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:31.178763 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589ae46-7bf2-4df9-a31d-5b55211ed25e req-da1939c6-d82c-4e18-9054-1379ad7c79e2 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:31.185527 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589ae46-7bf2-4df9-a31d-5b55211ed25e req-da1939c6-d82c-4e18-9054-1379ad7c79e2 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:31.199602 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589ae46-7bf2-4df9-a31d-5b55211ed25e req-da1939c6-d82c-4e18-9054-1379ad7c79e2 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:31.202579 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2589ae46-7bf2-4df9-a31d-5b55211ed25e req-da1939c6-d82c-4e18-9054-1379ad7c79e2 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 5407 time: 0.5375762 Feb 09 01:07:31.233586 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4bb8bb2f-5cae-40c5-966a-a0006647f931 req-729f9dce-9b59-4c43-85af-3d382418370f tempest-VolumesActionsTest-977558873 tempest-VolumesActionsTest-977558873-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=4d5942ed9b1946d9843c5be6cd0949df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1819320 Feb 09 01:07:31.252743 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfedb39-0550-41ff-9795-96c705e02751 req-fa9bd3fc-8ffd-463c-b0dd-67d1f11bda17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:31.253218 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfedb39-0550-41ff-9795-96c705e02751 req-fa9bd3fc-8ffd-463c-b0dd-67d1f11bda17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:31.253724 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfedb39-0550-41ff-9795-96c705e02751 req-fa9bd3fc-8ffd-463c-b0dd-67d1f11bda17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:31.254186 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfedb39-0550-41ff-9795-96c705e02751 req-fa9bd3fc-8ffd-463c-b0dd-67d1f11bda17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:31.254637 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfedb39-0550-41ff-9795-96c705e02751 req-fa9bd3fc-8ffd-463c-b0dd-67d1f11bda17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:31.255256 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfedb39-0550-41ff-9795-96c705e02751 req-fa9bd3fc-8ffd-463c-b0dd-67d1f11bda17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:31.255968 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfedb39-0550-41ff-9795-96c705e02751 req-fa9bd3fc-8ffd-463c-b0dd-67d1f11bda17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:31.257868 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7cfedb39-0550-41ff-9795-96c705e02751 req-fa9bd3fc-8ffd-463c-b0dd-67d1f11bda17 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b38b8d3b4ab64851a90546fed2d6c948&device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 6409 time: 0.7993977 Feb 09 01:07:31.583805 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2589ae46-7bf2-4df9-a31d-5b55211ed25e req-03b76728-dc27-442a-889c-45612390ada3 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/security-groups?id=2e29d487-4384-458c-a1fb-a5cd591001dc&id=c7f86f67-ad65-4a75-ada7-f9729d599d03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3721602 Feb 09 01:07:31.799789 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-c81f186b-05aa-4c34-9cbc-f383b738d528 req-36068341-b5eb-4945-96b5-a79651296757 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Allocated IP 172.20.0.6 (be5e3be5-6e84-4180-8cc4-7f73e6515735/1f1b23ff-5c33-41f2-bf9f-a257a3962e7c/3f9076dc-04b6-418a-96bd-62f1607aba38) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:07:31.829264 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4bb8bb2f-5cae-40c5-966a-a0006647f931 req-820b45fa-bfe2-48d0-8b86-de66981f662b service neutron] 10.222.0.105 "GET /v2.0/networks/6b9308e8-e1d5-4ec4-85c5-a4017d3600c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5607290 Feb 09 01:07:31.831151 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfedb39-0550-41ff-9795-96c705e02751 req-3b74e0f6-198a-47a7-a6b2-38c3bfd4ba5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:31.831930 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfedb39-0550-41ff-9795-96c705e02751 req-3b74e0f6-198a-47a7-a6b2-38c3bfd4ba5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:31.832438 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfedb39-0550-41ff-9795-96c705e02751 req-3b74e0f6-198a-47a7-a6b2-38c3bfd4ba5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:31.834149 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7cfedb39-0550-41ff-9795-96c705e02751 req-3b74e0f6-198a-47a7-a6b2-38c3bfd4ba5f service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=b38b8d3b4ab64851a90546fed2d6c948&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5354323 Feb 09 01:07:32.085426 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bbafd207-e876-42cd-ad4a-5b680ee0722d req-466d9751-7fbd-476a-88e5-c4a4813180a7 tempest-DeleteServersTestJSON-1676359402 tempest-DeleteServersTestJSON-1676359402-project] 10.222.0.105 "GET /v2.0/ports?device_id=e6d4f61a-1eb1-456e-a724-21038b46527f HTTP/1.1" status: 200 len: 210 time: 0.1943784 Feb 09 01:07:32.157064 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-0a139da4-c2dc-484d-9848-c9b91278c278 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9cacbb0-447a-47ee-a44f-420f2f41ce3b {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:07:32.183921 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-0a139da4-c2dc-484d-9848-c9b91278c278 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:32.353214 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-0a139da4-c2dc-484d-9848-c9b91278c278 service neutron] Transition to ACTIVE for port object a9cacbb0-447a-47ee-a44f-420f2f41ce3b will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:07:32.386993 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-37aef9cd-c2b4-44cc-8690-00e4b513a299 req-5c16d5db-cb68-44b4-95e6-2294b8887d31 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 210 time: 0.1674767 Feb 09 01:07:32.387577 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-0a139da4-c2dc-484d-9848-c9b91278c278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:32.471923 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6d4f61a-1eb1-456e-a724-21038b46527f', 'name': 'network-vif-deleted', 'tag': '6e6be5fe-6406-4f86-a9ae-dd04745d7b2f', 'status': 'completed', 'code': 200} Feb 09 01:07:32.477907 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfedb39-0550-41ff-9795-96c705e02751 req-f1a05fd8-4788-4a68-bacb-618a134c5a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:32.479615 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7cfedb39-0550-41ff-9795-96c705e02751 req-f1a05fd8-4788-4a68-bacb-618a134c5a60 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5898647 Feb 09 01:07:32.493704 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4bb8bb2f-5cae-40c5-966a-a0006647f931 req-361054f2-68e1-424a-856d-c35d944d99f4 service neutron] 10.222.0.105 "GET /v2.0/networks/6b9308e8-e1d5-4ec4-85c5-a4017d3600c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6553247 Feb 09 01:07:32.989571 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a139da4-c2dc-484d-9848-c9b91278c278 service neutron] Pushing event updated for resources: {'Port': ['ID=a9cacbb0-447a-47ee-a44f-420f2f41ce3b,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:33.096426 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c81f186b-05aa-4c34-9cbc-f383b738d528 req-36068341-b5eb-4945-96b5-a79651296757 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:33.183499 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f90563-37cf-4aee-9b4c-567a45ff97dd req-f359a279-5154-44f2-93f1-97bbea8602f3 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:33.189545 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f90563-37cf-4aee-9b4c-567a45ff97dd req-f359a279-5154-44f2-93f1-97bbea8602f3 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:33.195402 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f90563-37cf-4aee-9b4c-567a45ff97dd req-f359a279-5154-44f2-93f1-97bbea8602f3 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:33.202016 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f90563-37cf-4aee-9b4c-567a45ff97dd req-f359a279-5154-44f2-93f1-97bbea8602f3 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:33.207811 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f90563-37cf-4aee-9b4c-567a45ff97dd req-f359a279-5154-44f2-93f1-97bbea8602f3 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:33.213504 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f90563-37cf-4aee-9b4c-567a45ff97dd req-f359a279-5154-44f2-93f1-97bbea8602f3 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:33.219526 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f90563-37cf-4aee-9b4c-567a45ff97dd req-f359a279-5154-44f2-93f1-97bbea8602f3 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:33.221446 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-99f90563-37cf-4aee-9b4c-567a45ff97dd req-f359a279-5154-44f2-93f1-97bbea8602f3 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 5419 time: 0.3868136 Feb 09 01:07:33.232475 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ade45e-120d-4b94-bdf8-b9814ca9fcbc req-870cd135-7d39-4a59-a668-06539cd9d911 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:33.233715 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d3ade45e-120d-4b94-bdf8-b9814ca9fcbc req-870cd135-7d39-4a59-a668-06539cd9d911 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/ports?device_id=dbcaf530-2cb0-4b57-b8f6-85c192b2ab60 HTTP/1.1" status: 200 len: 946 time: 0.3979385 Feb 09 01:07:33.239387 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-0a139da4-c2dc-484d-9848-c9b91278c278 service neutron] Attempting to bind port a9cacbb0-447a-47ee-a44f-420f2f41ce3b on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:07:33.239712 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-0a139da4-c2dc-484d-9848-c9b91278c278 service neutron] Attempting to bind port a9cacbb0-447a-47ee-a44f-420f2f41ce3b by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '1f6c047f-43ca-444c-82e6-5169d8594f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e280a801-73c6-4be8-9a9b-128c33174590'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:07:33.240028 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-0a139da4-c2dc-484d-9848-c9b91278c278 service neutron] Attempting to bind port a9cacbb0-447a-47ee-a44f-420f2f41ce3b on network e280a801-73c6-4be8-9a9b-128c33174590 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:07:33.282049 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-0a139da4-c2dc-484d-9848-c9b91278c278 service neutron] Port a9cacbb0-447a-47ee-a44f-420f2f41ce3b on network e280a801-73c6-4be8-9a9b-128c33174590 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:07:33.282369 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-0a139da4-c2dc-484d-9848-c9b91278c278 service neutron] Attempting to bind port a9cacbb0-447a-47ee-a44f-420f2f41ce3b on network e280a801-73c6-4be8-9a9b-128c33174590 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:07:33.287437 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c81f186b-05aa-4c34-9cbc-f383b738d528 req-36068341-b5eb-4945-96b5-a79651296757 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:33.342181 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-0a139da4-c2dc-484d-9848-c9b91278c278 service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:07:33.342519 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-0a139da4-c2dc-484d-9848-c9b91278c278 service neutron] Checking segment: {'id': '1f6c047f-43ca-444c-82e6-5169d8594f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e280a801-73c6-4be8-9a9b-128c33174590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:07:33.342903 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-0a139da4-c2dc-484d-9848-c9b91278c278 service neutron] Bound using segment: {'id': '1f6c047f-43ca-444c-82e6-5169d8594f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e280a801-73c6-4be8-9a9b-128c33174590'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:07:33.343333 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-0a139da4-c2dc-484d-9848-c9b91278c278 service neutron] Bound port: a9cacbb0-447a-47ee-a44f-420f2f41ce3b, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f6c047f-43ca-444c-82e6-5169d8594f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e280a801-73c6-4be8-9a9b-128c33174590'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:07:33.343673 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-0a139da4-c2dc-484d-9848-c9b91278c278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:33.396101 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-99f90563-37cf-4aee-9b4c-567a45ff97dd req-4caa7c70-c60a-461d-9b32-c9d84ce6760a tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/security-groups?id=2e29d487-4384-458c-a1fb-a5cd591001dc&id=c7f86f67-ad65-4a75-ada7-f9729d599d03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1591918 Feb 09 01:07:33.447120 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c81f186b-05aa-4c34-9cbc-f383b738d528 req-36068341-b5eb-4945-96b5-a79651296757 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Network be5e3be5-6e84-4180-8cc4-7f73e6515735 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:07:33.451406 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d3ade45e-120d-4b94-bdf8-b9814ca9fcbc req-8d560d12-8d6c-407c-aaf9-9a9ba820994d tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/security-groups?id=c04812c5-0076-44a2-b712-bc76c2180e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089484 Feb 09 01:07:33.458847 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-c81f186b-05aa-4c34-9cbc-f383b738d528 req-36068341-b5eb-4945-96b5-a79651296757 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:07:33.475888 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-c81f186b-05aa-4c34-9cbc-f383b738d528 req-36068341-b5eb-4945-96b5-a79651296757 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:07:33.517546 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36068341-b5eb-4945-96b5-a79651296757 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Pushing event updated for resources: {'Port': ['ID=3f9076dc-04b6-418a-96bd-62f1607aba38,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:33.610742 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c2fcfd68-aa87-42d6-92d3-39597a3a8a0e req-d65ddc66-49c0-455f-b152-f4a2d3b005bd tempest-VolumesActionsTest-977558873 tempest-VolumesActionsTest-977558873-project] 10.222.0.105 "GET /v2.0/ports?device_id=b36b2da7-8789-4a7a-bd64-e78f845206e2 HTTP/1.1" status: 200 len: 210 time: 0.0639036 Feb 09 01:07:33.616637 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f186b-05aa-4c34-9cbc-f383b738d528 req-36068341-b5eb-4945-96b5-a79651296757 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:33.617244 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c81f186b-05aa-4c34-9cbc-f383b738d528 req-36068341-b5eb-4945-96b5-a79651296757 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:33.626570 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-0a139da4-c2dc-484d-9848-c9b91278c278 service neutron] For port a9cacbb0-447a-47ee-a44f-420f2f41ce3b, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:07:33.686065 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-0a139da4-c2dc-484d-9848-c9b91278c278 service neutron] For port a9cacbb0-447a-47ee-a44f-420f2f41ce3b, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=a9cacbb0-447a-47ee-a44f-420f2f41ce3b,segment=NetworkSegment(1f6c047f-43ca-444c-82e6-5169d8594f92),segment_id=1f6c047f-43ca-444c-82e6-5169d8594f92)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:07:33.691163 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-0a139da4-c2dc-484d-9848-c9b91278c278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:33.736509 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c81f186b-05aa-4c34-9cbc-f383b738d528 req-36068341-b5eb-4945-96b5-a79651296757 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7816539 Feb 09 01:07:33.763066 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-c81f186b-05aa-4c34-9cbc-f383b738d528 req-0670fd38-1ab9-4c67-9541-a85786a091cf service neutron] Request body: {'port': {'device_id': '8c4817b5-06e6-43cd-9029-e22c5740a51a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:07:33.813244 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-0a139da4-c2dc-484d-9848-c9b91278c278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:33.813912 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-0a139da4-c2dc-484d-9848-c9b91278c278 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:33.815487 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-0a139da4-c2dc-484d-9848-c9b91278c278 service neutron] 10.222.0.62 "PUT /v2.0/ports/a9cacbb0-447a-47ee-a44f-420f2f41ce3b HTTP/1.1" status: 200 len: 1091 time: 4.0253925 Feb 09 01:07:33.824564 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed2ce431-e04c-45ab-af1c-5312d7191c93', 'tag': 'a9cacbb0-447a-47ee-a44f-420f2f41ce3b'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:07:33.886368 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a139da4-c2dc-484d-9848-c9b91278c278 service neutron] Pushing event updated for resources: {'Port': ['ID=a9cacbb0-447a-47ee-a44f-420f2f41ce3b,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:33.941716 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65512144-e4e3-46f2-91cf-8a4988123c2d req-64cc3209-e8b9-4048-9d6b-12de75b447d9 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:33.942456 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-65512144-e4e3-46f2-91cf-8a4988123c2d req-64cc3209-e8b9-4048-9d6b-12de75b447d9 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Synchronizing usage tracker for tenant:6b048f87108b49f5abc0697d8dcea678 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:07:33.977436 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed2ce431-e04c-45ab-af1c-5312d7191c93', 'tag': 'a9cacbb0-447a-47ee-a44f-420f2f41ce3b', 'status': 'completed', 'code': 200} Feb 09 01:07:33.979460 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c81f186b-05aa-4c34-9cbc-f383b738d528 req-0670fd38-1ab9-4c67-9541-a85786a091cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:34.072921 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 6e6be5fe-6406-4f86-a9ae-dd04745d7b2f no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:07:34.130841 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-65512144-e4e3-46f2-91cf-8a4988123c2d req-64cc3209-e8b9-4048-9d6b-12de75b447d9 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Unset dirty status for tenant:6b048f87108b49f5abc0697d8dcea678 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:07:34.132022 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-65512144-e4e3-46f2-91cf-8a4988123c2d req-64cc3209-e8b9-4048-9d6b-12de75b447d9 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 931 time: 0.5074635 Feb 09 01:07:34.158044 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: 6e6be5fe-6406-4f86-a9ae-dd04745d7b2f {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:07:34.158669 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 6e6be5fe-6406-4f86-a9ae-dd04745d7b2f not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:07:34.359080 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8bb2f-5cae-40c5-966a-a0006647f931 req-ffff62af-28a0-403e-9767-ab67fdc388f4 tempest-VolumesActionsTest-977558873 tempest-VolumesActionsTest-977558873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:34.360054 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-4bb8bb2f-5cae-40c5-966a-a0006647f931 req-ffff62af-28a0-403e-9767-ab67fdc388f4 tempest-VolumesActionsTest-977558873 tempest-VolumesActionsTest-977558873-project] Synchronizing usage tracker for tenant:4d5942ed9b1946d9843c5be6cd0949df on resource:network {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:07:34.383449 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-4bb8bb2f-5cae-40c5-966a-a0006647f931 req-ffff62af-28a0-403e-9767-ab67fdc388f4 tempest-VolumesActionsTest-977558873 tempest-VolumesActionsTest-977558873-project] Unset dirty status for tenant:4d5942ed9b1946d9843c5be6cd0949df on resource:network {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:07:34.385014 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4bb8bb2f-5cae-40c5-966a-a0006647f931 req-ffff62af-28a0-403e-9767-ab67fdc388f4 tempest-VolumesActionsTest-977558873 tempest-VolumesActionsTest-977558873-project] 10.222.0.62 "GET /v2.0/networks?id=6b9308e8-e1d5-4ec4-85c5-a4017d3600c8 HTTP/1.1" status: 200 len: 808 time: 0.3276968 Feb 09 01:07:34.389216 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-65512144-e4e3-46f2-91cf-8a4988123c2d req-6d88246f-de6a-44f7-b47c-8ca723d45d78 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831913 Feb 09 01:07:34.409214 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-4bb8bb2f-5cae-40c5-966a-a0006647f931 req-a1dd809d-f536-465b-8c23-975849e21325 tempest-VolumesActionsTest-977558873 tempest-VolumesActionsTest-977558873-project] Request body: {'port': {'device_id': 'b36b2da7-8789-4a7a-bd64-e78f845206e2', 'network_id': '6b9308e8-e1d5-4ec4-85c5-a4017d3600c8', 'admin_state_up': True, 'tenant_id': '4d5942ed9b1946d9843c5be6cd0949df'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:07:34.457304 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7acfa4-a26c-498c-8c32-138d6c67c046 req-135b7762-df10-40b0-918e-098301fdd2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:34.457972 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7acfa4-a26c-498c-8c32-138d6c67c046 req-135b7762-df10-40b0-918e-098301fdd2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:34.458506 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7acfa4-a26c-498c-8c32-138d6c67c046 req-135b7762-df10-40b0-918e-098301fdd2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:34.459086 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7acfa4-a26c-498c-8c32-138d6c67c046 req-135b7762-df10-40b0-918e-098301fdd2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:34.459615 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7acfa4-a26c-498c-8c32-138d6c67c046 req-135b7762-df10-40b0-918e-098301fdd2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:34.460141 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7acfa4-a26c-498c-8c32-138d6c67c046 req-135b7762-df10-40b0-918e-098301fdd2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:34.460662 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7acfa4-a26c-498c-8c32-138d6c67c046 req-135b7762-df10-40b0-918e-098301fdd2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:34.463280 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0c7acfa4-a26c-498c-8c32-138d6c67c046 req-135b7762-df10-40b0-918e-098301fdd2d5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b38b8d3b4ab64851a90546fed2d6c948&device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 6476 time: 0.4735215 Feb 09 01:07:34.472011 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04375eb-de8d-406c-8d91-b38c0d9a0ddc req-fde331ab-ace2-4d89-8a98-20ab3e2c9f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:34.474447 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d04375eb-de8d-406c-8d91-b38c0d9a0ddc req-fde331ab-ace2-4d89-8a98-20ab3e2c9f45 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=dbcaf530-2cb0-4b57-b8f6-85c192b2ab60 HTTP/1.1" status: 200 len: 1097 time: 0.4142349 Feb 09 01:07:34.681465 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-4bb8bb2f-5cae-40c5-966a-a0006647f931 req-a1dd809d-f536-465b-8c23-975849e21325 tempest-VolumesActionsTest-977558873 tempest-VolumesActionsTest-977558873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:07:34.687374 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-4bb8bb2f-5cae-40c5-966a-a0006647f931 req-a1dd809d-f536-465b-8c23-975849e21325 tempest-VolumesActionsTest-977558873 tempest-VolumesActionsTest-977558873-project] Usage tracker for resource:port and tenant:4d5942ed9b1946d9843c5be6cd0949df is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:07:34.690983 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-4bb8bb2f-5cae-40c5-966a-a0006647f931 req-a1dd809d-f536-465b-8c23-975849e21325 tempest-VolumesActionsTest-977558873 tempest-VolumesActionsTest-977558873-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:07:34.697614 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-4bb8bb2f-5cae-40c5-966a-a0006647f931 req-a1dd809d-f536-465b-8c23-975849e21325 tempest-VolumesActionsTest-977558873 tempest-VolumesActionsTest-977558873-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:07:34.711643 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bb8bb2f-5cae-40c5-966a-a0006647f931 req-a1dd809d-f536-465b-8c23-975849e21325 tempest-VolumesActionsTest-977558873 tempest-VolumesActionsTest-977558873-project] Made reservation on behalf of 4d5942ed9b1946d9843c5be6cd0949df for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:07:34.715361 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-4bb8bb2f-5cae-40c5-966a-a0006647f931 req-a1dd809d-f536-465b-8c23-975849e21325 tempest-VolumesActionsTest-977558873 tempest-VolumesActionsTest-977558873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:34.893971 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-4bb8bb2f-5cae-40c5-966a-a0006647f931 req-a1dd809d-f536-465b-8c23-975849e21325 tempest-VolumesActionsTest-977558873 tempest-VolumesActionsTest-977558873-project] Allocated IP 172.20.0.3 (6b9308e8-e1d5-4ec4-85c5-a4017d3600c8/0c5ecd94-fd61-4c38-ae42-c8ed4ba0adb4/a5666214-7397-43ec-97de-1edb937e25c2) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:07:34.924867 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d04375eb-de8d-406c-8d91-b38c0d9a0ddc req-8b083750-d2dc-4f3c-a525-f5be231045c4 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c04812c5-0076-44a2-b712-bc76c2180e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3956318 Feb 09 01:07:35.061106 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b7819-97a6-4ba8-8737-b9b028f46267 req-7f442877-11ba-47b8-b522-63c0affa92db tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:35.066998 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b7819-97a6-4ba8-8737-b9b028f46267 req-7f442877-11ba-47b8-b522-63c0affa92db tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:35.072835 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b7819-97a6-4ba8-8737-b9b028f46267 req-7f442877-11ba-47b8-b522-63c0affa92db tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:35.078747 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b7819-97a6-4ba8-8737-b9b028f46267 req-7f442877-11ba-47b8-b522-63c0affa92db tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:35.084575 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b7819-97a6-4ba8-8737-b9b028f46267 req-7f442877-11ba-47b8-b522-63c0affa92db tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:35.091280 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b7819-97a6-4ba8-8737-b9b028f46267 req-7f442877-11ba-47b8-b522-63c0affa92db tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:35.097143 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b7819-97a6-4ba8-8737-b9b028f46267 req-7f442877-11ba-47b8-b522-63c0affa92db tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:35.099211 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ca2b7819-97a6-4ba8-8737-b9b028f46267 req-7f442877-11ba-47b8-b522-63c0affa92db tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 5419 time: 0.4831016 Feb 09 01:07:35.139449 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-4bb8bb2f-5cae-40c5-966a-a0006647f931 req-a1dd809d-f536-465b-8c23-975849e21325 tempest-VolumesActionsTest-977558873 tempest-VolumesActionsTest-977558873-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:35.139638 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7acfa4-a26c-498c-8c32-138d6c67c046 req-6d01c210-8a75-485a-9dae-902631a461f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:35.140066 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7acfa4-a26c-498c-8c32-138d6c67c046 req-6d01c210-8a75-485a-9dae-902631a461f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:35.140381 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7acfa4-a26c-498c-8c32-138d6c67c046 req-6d01c210-8a75-485a-9dae-902631a461f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:35.141982 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0c7acfa4-a26c-498c-8c32-138d6c67c046 req-6d01c210-8a75-485a-9dae-902631a461f0 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=b38b8d3b4ab64851a90546fed2d6c948&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.6641710 Feb 09 01:07:35.173642 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-4bb8bb2f-5cae-40c5-966a-a0006647f931 req-a1dd809d-f536-465b-8c23-975849e21325 tempest-VolumesActionsTest-977558873 tempest-VolumesActionsTest-977558873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:35.255529 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bb8bb2f-5cae-40c5-966a-a0006647f931 req-a1dd809d-f536-465b-8c23-975849e21325 tempest-VolumesActionsTest-977558873 tempest-VolumesActionsTest-977558873-project] Network 6b9308e8-e1d5-4ec4-85c5-a4017d3600c8 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:07:35.258870 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-4bb8bb2f-5cae-40c5-966a-a0006647f931 req-a1dd809d-f536-465b-8c23-975849e21325 tempest-VolumesActionsTest-977558873 tempest-VolumesActionsTest-977558873-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:07:35.263133 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bb8bb2f-5cae-40c5-966a-a0006647f931 req-a1dd809d-f536-465b-8c23-975849e21325 tempest-VolumesActionsTest-977558873 tempest-VolumesActionsTest-977558873-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:07:35.285817 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a15dfa-688e-4ed4-b26c-56cd157c9310 req-9db3ec1c-01f2-4ab5-ac83-c85b6d850d3c tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:35.287287 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-16a15dfa-688e-4ed4-b26c-56cd157c9310 req-9db3ec1c-01f2-4ab5-ac83-c85b6d850d3c tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/ports?device_id=dbcaf530-2cb0-4b57-b8f6-85c192b2ab60 HTTP/1.1" status: 200 len: 946 time: 0.5621369 Feb 09 01:07:35.300488 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dd809d-f536-465b-8c23-975849e21325 tempest-VolumesActionsTest-977558873 tempest-VolumesActionsTest-977558873-project] Pushing event updated for resources: {'Port': ['ID=a5666214-7397-43ec-97de-1edb937e25c2,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:35.315123 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ca2b7819-97a6-4ba8-8737-b9b028f46267 req-fea17bd1-0ddd-4c87-ab75-f734ec834466 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/security-groups?id=2e29d487-4384-458c-a1fb-a5cd591001dc&id=c7f86f67-ad65-4a75-ada7-f9729d599d03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2046411 Feb 09 01:07:35.337322 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8bb2f-5cae-40c5-966a-a0006647f931 req-a1dd809d-f536-465b-8c23-975849e21325 tempest-VolumesActionsTest-977558873 tempest-VolumesActionsTest-977558873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:35.338276 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-4bb8bb2f-5cae-40c5-966a-a0006647f931 req-a1dd809d-f536-465b-8c23-975849e21325 tempest-VolumesActionsTest-977558873 tempest-VolumesActionsTest-977558873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:35.372200 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4bb8bb2f-5cae-40c5-966a-a0006647f931 req-a1dd809d-f536-465b-8c23-975849e21325 tempest-VolumesActionsTest-977558873 tempest-VolumesActionsTest-977558873-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9774089 Feb 09 01:07:35.374180 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-c81f186b-05aa-4c34-9cbc-f383b738d528 req-0670fd38-1ab9-4c67-9541-a85786a091cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f9076dc-04b6-418a-96bd-62f1607aba38 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:07:35.386567 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c81f186b-05aa-4c34-9cbc-f383b738d528 req-0670fd38-1ab9-4c67-9541-a85786a091cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:35.390116 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-4bb8bb2f-5cae-40c5-966a-a0006647f931 req-36fdb6e0-b39c-4f1a-9f44-c0dc66e0a67c service neutron] Request body: {'port': {'device_id': 'b36b2da7-8789-4a7a-bd64-e78f845206e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:07:35.434225 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-16a15dfa-688e-4ed4-b26c-56cd157c9310 req-80bf9c36-3cf1-477c-9444-18625c886335 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/security-groups?id=c04812c5-0076-44a2-b712-bc76c2180e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238151 Feb 09 01:07:35.465510 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-c81f186b-05aa-4c34-9cbc-f383b738d528 req-0670fd38-1ab9-4c67-9541-a85786a091cf service neutron] Transition to ACTIVE for port object 3f9076dc-04b6-418a-96bd-62f1607aba38 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:07:35.483531 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c81f186b-05aa-4c34-9cbc-f383b738d528 req-0670fd38-1ab9-4c67-9541-a85786a091cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:35.538326 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7acfa4-a26c-498c-8c32-138d6c67c046 req-4dd47173-3982-43d6-83e5-003cee0548d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:35.540092 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0c7acfa4-a26c-498c-8c32-138d6c67c046 req-4dd47173-3982-43d6-83e5-003cee0548d6 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3905408 Feb 09 01:07:35.548932 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-4bb8bb2f-5cae-40c5-966a-a0006647f931 req-36fdb6e0-b39c-4f1a-9f44-c0dc66e0a67c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:35.831207 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0670fd38-1ab9-4c67-9541-a85786a091cf service neutron] Pushing event updated for resources: {'Port': ['ID=3f9076dc-04b6-418a-96bd-62f1607aba38,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:35.975656 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-c81f186b-05aa-4c34-9cbc-f383b738d528 req-0670fd38-1ab9-4c67-9541-a85786a091cf service neutron] Attempting to bind port 3f9076dc-04b6-418a-96bd-62f1607aba38 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:07:35.976046 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-c81f186b-05aa-4c34-9cbc-f383b738d528 req-0670fd38-1ab9-4c67-9541-a85786a091cf service neutron] Attempting to bind port 3f9076dc-04b6-418a-96bd-62f1607aba38 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '7bf4b616-e8a5-474f-aa5e-72f7948301ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'be5e3be5-6e84-4180-8cc4-7f73e6515735'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:07:35.976557 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81f186b-05aa-4c34-9cbc-f383b738d528 req-0670fd38-1ab9-4c67-9541-a85786a091cf service neutron] Attempting to bind port 3f9076dc-04b6-418a-96bd-62f1607aba38 on network be5e3be5-6e84-4180-8cc4-7f73e6515735 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:07:35.989189 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81f186b-05aa-4c34-9cbc-f383b738d528 req-0670fd38-1ab9-4c67-9541-a85786a091cf service neutron] Port 3f9076dc-04b6-418a-96bd-62f1607aba38 on network be5e3be5-6e84-4180-8cc4-7f73e6515735 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:07:35.989505 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81f186b-05aa-4c34-9cbc-f383b738d528 req-0670fd38-1ab9-4c67-9541-a85786a091cf service neutron] Attempting to bind port 3f9076dc-04b6-418a-96bd-62f1607aba38 on network be5e3be5-6e84-4180-8cc4-7f73e6515735 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:07:35.999579 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-84c34459-199f-4da7-ae39-0e660736448c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:35.999836 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-84c34459-199f-4da7-ae39-0e660736448c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:36.000412 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-84c34459-199f-4da7-ae39-0e660736448c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:36.000769 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-84c34459-199f-4da7-ae39-0e660736448c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:36.001222 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-84c34459-199f-4da7-ae39-0e660736448c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:36.001695 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-84c34459-199f-4da7-ae39-0e660736448c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:36.002148 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-84c34459-199f-4da7-ae39-0e660736448c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:36.002984 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [req-4bb8bb2f-5cae-40c5-966a-a0006647f931 req-36fdb6e0-b39c-4f1a-9f44-c0dc66e0a67c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5666214-7397-43ec-97de-1edb937e25c2 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:07:36.004102 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-84c34459-199f-4da7-ae39-0e660736448c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b38b8d3b4ab64851a90546fed2d6c948&device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 6476 time: 0.3789449 Feb 09 01:07:36.011481 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-4bb8bb2f-5cae-40c5-966a-a0006647f931 req-36fdb6e0-b39c-4f1a-9f44-c0dc66e0a67c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:36.014482 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c3605b-14c2-46a1-bf1e-a878f578f3ea req-1dc7c327-a89d-4ce9-9bfd-15eeaa2373ff tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:36.015950 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a9c3605b-14c2-46a1-bf1e-a878f578f3ea req-1dc7c327-a89d-4ce9-9bfd-15eeaa2373ff tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 943 time: 0.3226268 Feb 09 01:07:36.025363 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccfeb1c-10dc-42f6-8575-a01870da9e8d req-38f32037-2cea-42c7-85dd-b7aab206a614 tempest-VolumesActionsTest-977558873 tempest-VolumesActionsTest-977558873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:36.026324 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-4bb8bb2f-5cae-40c5-966a-a0006647f931 req-36fdb6e0-b39c-4f1a-9f44-c0dc66e0a67c service neutron] Transition to ACTIVE for port object a5666214-7397-43ec-97de-1edb937e25c2 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:07:36.028397 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dccfeb1c-10dc-42f6-8575-a01870da9e8d req-38f32037-2cea-42c7-85dd-b7aab206a614 tempest-VolumesActionsTest-977558873 tempest-VolumesActionsTest-977558873-project] 10.222.0.105 "GET /v2.0/ports?device_id=b36b2da7-8789-4a7a-bd64-e78f845206e2 HTTP/1.1" status: 200 len: 931 time: 0.3862624 Feb 09 01:07:36.032487 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81f186b-05aa-4c34-9cbc-f383b738d528 req-0670fd38-1ab9-4c67-9541-a85786a091cf service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:07:36.032834 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81f186b-05aa-4c34-9cbc-f383b738d528 req-0670fd38-1ab9-4c67-9541-a85786a091cf service neutron] Checking segment: {'id': '7bf4b616-e8a5-474f-aa5e-72f7948301ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'be5e3be5-6e84-4180-8cc4-7f73e6515735'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:07:36.033134 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-4bb8bb2f-5cae-40c5-966a-a0006647f931 req-36fdb6e0-b39c-4f1a-9f44-c0dc66e0a67c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:36.033265 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81f186b-05aa-4c34-9cbc-f383b738d528 req-0670fd38-1ab9-4c67-9541-a85786a091cf service neutron] Bound using segment: {'id': '7bf4b616-e8a5-474f-aa5e-72f7948301ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'be5e3be5-6e84-4180-8cc4-7f73e6515735'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:07:36.033848 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-c81f186b-05aa-4c34-9cbc-f383b738d528 req-0670fd38-1ab9-4c67-9541-a85786a091cf service neutron] Bound port: 3f9076dc-04b6-418a-96bd-62f1607aba38, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bf4b616-e8a5-474f-aa5e-72f7948301ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'be5e3be5-6e84-4180-8cc4-7f73e6515735'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:07:36.034220 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c81f186b-05aa-4c34-9cbc-f383b738d528 req-0670fd38-1ab9-4c67-9541-a85786a091cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:36.165820 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-3d9690a1-3641-4b3b-9060-eecc6495baa7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc0b6706-1840-44e5-8766-dcd0e32cf566 HTTP/1.1" status: 200 len: 217 time: 0.1362956 Feb 09 01:07:36.212076 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fdb6e0-b39c-4f1a-9f44-c0dc66e0a67c service neutron] Pushing event updated for resources: {'Port': ['ID=a5666214-7397-43ec-97de-1edb937e25c2,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:36.306575 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dccfeb1c-10dc-42f6-8575-a01870da9e8d req-eca316e8-8e0a-412a-8bdc-9f642c468435 tempest-VolumesActionsTest-977558873 tempest-VolumesActionsTest-977558873-project] 10.222.0.105 "GET /v2.0/security-groups?id=d336e1ac-4b88-452e-8a7d-68d0a97ec75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112241 Feb 09 01:07:36.331688 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a9c3605b-14c2-46a1-bf1e-a878f578f3ea req-d2ef3e13-2e49-4853-9f99-02bcaa08cd9b tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943168 Feb 09 01:07:36.348521 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-765feadf-5266-4661-8050-f27624ccd9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:36.350379 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-765feadf-5266-4661-8050-f27624ccd9de service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a3a9310a-be0f-4b6b-b867-4cea61f46d6e HTTP/1.1" status: 200 len: 850 time: 0.1773837 Feb 09 01:07:36.409121 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fdb6e0-b39c-4f1a-9f44-c0dc66e0a67c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:36.409716 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fdb6e0-b39c-4f1a-9f44-c0dc66e0a67c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:36.409828 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fdb6e0-b39c-4f1a-9f44-c0dc66e0a67c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:36.410140 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fdb6e0-b39c-4f1a-9f44-c0dc66e0a67c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:36.410474 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fdb6e0-b39c-4f1a-9f44-c0dc66e0a67c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:36.410806 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fdb6e0-b39c-4f1a-9f44-c0dc66e0a67c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:36.411133 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fdb6e0-b39c-4f1a-9f44-c0dc66e0a67c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:36.411849 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fdb6e0-b39c-4f1a-9f44-c0dc66e0a67c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:36.411849 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fdb6e0-b39c-4f1a-9f44-c0dc66e0a67c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:36.412082 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fdb6e0-b39c-4f1a-9f44-c0dc66e0a67c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:36.412410 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fdb6e0-b39c-4f1a-9f44-c0dc66e0a67c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:36.412730 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fdb6e0-b39c-4f1a-9f44-c0dc66e0a67c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:36.423414 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-4bb8bb2f-5cae-40c5-966a-a0006647f931 req-36fdb6e0-b39c-4f1a-9f44-c0dc66e0a67c service neutron] Attempting to bind port a5666214-7397-43ec-97de-1edb937e25c2 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:07:36.423929 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-4bb8bb2f-5cae-40c5-966a-a0006647f931 req-36fdb6e0-b39c-4f1a-9f44-c0dc66e0a67c service neutron] Attempting to bind port a5666214-7397-43ec-97de-1edb937e25c2 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '6ef9e148-8c0b-4434-b63e-e30d0781b88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6b9308e8-e1d5-4ec4-85c5-a4017d3600c8'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:07:36.424268 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb8bb2f-5cae-40c5-966a-a0006647f931 req-36fdb6e0-b39c-4f1a-9f44-c0dc66e0a67c service neutron] Attempting to bind port a5666214-7397-43ec-97de-1edb937e25c2 on network 6b9308e8-e1d5-4ec4-85c5-a4017d3600c8 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:07:36.427636 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-c81f186b-05aa-4c34-9cbc-f383b738d528 req-0670fd38-1ab9-4c67-9541-a85786a091cf service neutron] For port 3f9076dc-04b6-418a-96bd-62f1607aba38, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:07:36.429805 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb8bb2f-5cae-40c5-966a-a0006647f931 req-36fdb6e0-b39c-4f1a-9f44-c0dc66e0a67c service neutron] Port a5666214-7397-43ec-97de-1edb937e25c2 on network 6b9308e8-e1d5-4ec4-85c5-a4017d3600c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:07:36.430601 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb8bb2f-5cae-40c5-966a-a0006647f931 req-36fdb6e0-b39c-4f1a-9f44-c0dc66e0a67c service neutron] Attempting to bind port a5666214-7397-43ec-97de-1edb937e25c2 on network 6b9308e8-e1d5-4ec4-85c5-a4017d3600c8 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:07:36.431782 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-c81f186b-05aa-4c34-9cbc-f383b738d528 req-0670fd38-1ab9-4c67-9541-a85786a091cf service neutron] For port 3f9076dc-04b6-418a-96bd-62f1607aba38, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=3f9076dc-04b6-418a-96bd-62f1607aba38,segment=NetworkSegment(7bf4b616-e8a5-474f-aa5e-72f7948301ca),segment_id=7bf4b616-e8a5-474f-aa5e-72f7948301ca)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:07:36.437498 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb8bb2f-5cae-40c5-966a-a0006647f931 req-36fdb6e0-b39c-4f1a-9f44-c0dc66e0a67c service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:07:36.438101 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb8bb2f-5cae-40c5-966a-a0006647f931 req-36fdb6e0-b39c-4f1a-9f44-c0dc66e0a67c service neutron] Checking segment: {'id': '6ef9e148-8c0b-4434-b63e-e30d0781b88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6b9308e8-e1d5-4ec4-85c5-a4017d3600c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:07:36.438695 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb8bb2f-5cae-40c5-966a-a0006647f931 req-36fdb6e0-b39c-4f1a-9f44-c0dc66e0a67c service neutron] Bound using segment: {'id': '6ef9e148-8c0b-4434-b63e-e30d0781b88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6b9308e8-e1d5-4ec4-85c5-a4017d3600c8'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:07:36.439283 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-4bb8bb2f-5cae-40c5-966a-a0006647f931 req-36fdb6e0-b39c-4f1a-9f44-c0dc66e0a67c service neutron] Bound port: a5666214-7397-43ec-97de-1edb937e25c2, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ef9e148-8c0b-4434-b63e-e30d0781b88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6b9308e8-e1d5-4ec4-85c5-a4017d3600c8'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:07:36.439790 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-4bb8bb2f-5cae-40c5-966a-a0006647f931 req-36fdb6e0-b39c-4f1a-9f44-c0dc66e0a67c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:36.481583 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c81f186b-05aa-4c34-9cbc-f383b738d528 req-0670fd38-1ab9-4c67-9541-a85786a091cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:36.556835 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-4bb8bb2f-5cae-40c5-966a-a0006647f931 req-36fdb6e0-b39c-4f1a-9f44-c0dc66e0a67c service neutron] For port a5666214-7397-43ec-97de-1edb937e25c2, host n-h1-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:07:36.561898 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-4bb8bb2f-5cae-40c5-966a-a0006647f931 req-36fdb6e0-b39c-4f1a-9f44-c0dc66e0a67c service neutron] For port a5666214-7397-43ec-97de-1edb937e25c2, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=a5666214-7397-43ec-97de-1edb937e25c2,segment=NetworkSegment(6ef9e148-8c0b-4434-b63e-e30d0781b88c),segment_id=6ef9e148-8c0b-4434-b63e-e30d0781b88c)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:07:36.567326 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-4bb8bb2f-5cae-40c5-966a-a0006647f931 req-36fdb6e0-b39c-4f1a-9f44-c0dc66e0a67c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:36.632742 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8bb2f-5cae-40c5-966a-a0006647f931 req-36fdb6e0-b39c-4f1a-9f44-c0dc66e0a67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:36.636214 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-4bb8bb2f-5cae-40c5-966a-a0006647f931 req-36fdb6e0-b39c-4f1a-9f44-c0dc66e0a67c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:36.636214 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4bb8bb2f-5cae-40c5-966a-a0006647f931 req-36fdb6e0-b39c-4f1a-9f44-c0dc66e0a67c service neutron] 10.222.0.62 "PUT /v2.0/ports/a5666214-7397-43ec-97de-1edb937e25c2 HTTP/1.1" status: 200 len: 1091 time: 1.2519045 Feb 09 01:07:36.636214 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b36b2da7-8789-4a7a-bd64-e78f845206e2', 'tag': 'a5666214-7397-43ec-97de-1edb937e25c2'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:07:36.664827 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f186b-05aa-4c34-9cbc-f383b738d528 req-0670fd38-1ab9-4c67-9541-a85786a091cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:36.665781 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c81f186b-05aa-4c34-9cbc-f383b738d528 req-0670fd38-1ab9-4c67-9541-a85786a091cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:36.667188 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c81f186b-05aa-4c34-9cbc-f383b738d528 req-0670fd38-1ab9-4c67-9541-a85786a091cf service neutron] 10.222.0.62 "PUT /v2.0/ports/3f9076dc-04b6-418a-96bd-62f1607aba38 HTTP/1.1" status: 200 len: 1091 time: 2.9105468 Feb 09 01:07:36.673229 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c4817b5-06e6-43cd-9029-e22c5740a51a', 'tag': '3f9076dc-04b6-418a-96bd-62f1607aba38'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:07:36.772422 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fdb6e0-b39c-4f1a-9f44-c0dc66e0a67c service neutron] Pushing event updated for resources: {'Port': ['ID=a5666214-7397-43ec-97de-1edb937e25c2,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:36.842350 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f186b-05aa-4c34-9cbc-f383b738d528 req-e1ac5bfe-a6e5-4130-a31a-dbc3b64abd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:36.846205 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-c81f186b-05aa-4c34-9cbc-f383b738d528 req-e1ac5bfe-a6e5-4130-a31a-dbc3b64abd53 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6b048f87108b49f5abc0697d8dcea678&device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 1094 time: 0.1297655 Feb 09 01:07:36.889462 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0670fd38-1ab9-4c67-9541-a85786a091cf service neutron] Pushing event updated for resources: {'Port': ['ID=3f9076dc-04b6-418a-96bd-62f1607aba38,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:36.955656 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-c81f186b-05aa-4c34-9cbc-f383b738d528 req-d974c07d-9f45-492e-8106-a00e704708da service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f9076dc-04b6-418a-96bd-62f1607aba38 HTTP/1.1" status: 200 len: 217 time: 0.0983455 Feb 09 01:07:36.984175 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-7494b260-cd65-4dd6-bc31-9c00ca03a701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:36.985908 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-7494b260-cd65-4dd6-bc31-9c00ca03a701 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5155f974-02f7-460c-bde1-4d4a435cc291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5518403 Feb 09 01:07:37.013723 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf42ee9-6fe9-4d6d-a1c4-5f8a2c4c7a04 req-0c6b8684-8d2a-4bad-9c90-b4998451edb5 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:37.021058 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf42ee9-6fe9-4d6d-a1c4-5f8a2c4c7a04 req-0c6b8684-8d2a-4bad-9c90-b4998451edb5 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:37.029938 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf42ee9-6fe9-4d6d-a1c4-5f8a2c4c7a04 req-0c6b8684-8d2a-4bad-9c90-b4998451edb5 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:37.036562 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f186b-05aa-4c34-9cbc-f383b738d528 req-1275a73a-8767-4616-a5f9-e89709e9231d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:37.036816 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf42ee9-6fe9-4d6d-a1c4-5f8a2c4c7a04 req-0c6b8684-8d2a-4bad-9c90-b4998451edb5 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:37.038793 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-c81f186b-05aa-4c34-9cbc-f383b738d528 req-1275a73a-8767-4616-a5f9-e89709e9231d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1f1b23ff-5c33-41f2-bf9f-a257a3962e7c HTTP/1.1" status: 200 len: 854 time: 0.0769713 Feb 09 01:07:37.042928 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf42ee9-6fe9-4d6d-a1c4-5f8a2c4c7a04 req-0c6b8684-8d2a-4bad-9c90-b4998451edb5 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:37.050356 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf42ee9-6fe9-4d6d-a1c4-5f8a2c4c7a04 req-0c6b8684-8d2a-4bad-9c90-b4998451edb5 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:37.056825 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf42ee9-6fe9-4d6d-a1c4-5f8a2c4c7a04 req-0c6b8684-8d2a-4bad-9c90-b4998451edb5 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:37.066066 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4cf42ee9-6fe9-4d6d-a1c4-5f8a2c4c7a04 req-0c6b8684-8d2a-4bad-9c90-b4998451edb5 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 5419 time: 0.4942250 Feb 09 01:07:37.110009 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-c81f186b-05aa-4c34-9cbc-f383b738d528 req-e017723a-3c5b-4962-8a1e-846acb090206 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=be5e3be5-6e84-4180-8cc4-7f73e6515735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633483 Feb 09 01:07:37.342018 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-c81f186b-05aa-4c34-9cbc-f383b738d528 req-3ca07794-5f32-400a-b9a2-585f0d93e5a6 service neutron] 10.222.0.62 "GET /v2.0/networks/be5e3be5-6e84-4180-8cc4-7f73e6515735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240281 Feb 09 01:07:37.375285 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8bb2f-5cae-40c5-966a-a0006647f931 req-422d0b6c-c879-4adf-928c-d27cfa5442c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:37.377551 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4bb8bb2f-5cae-40c5-966a-a0006647f931 req-422d0b6c-c879-4adf-928c-d27cfa5442c1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4d5942ed9b1946d9843c5be6cd0949df&device_id=b36b2da7-8789-4a7a-bd64-e78f845206e2 HTTP/1.1" status: 200 len: 1094 time: 0.6485519 Feb 09 01:07:37.488216 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95387a90-73a1-4ac2-aa95-6926dddba0e2 req-71250370-0e31-4366-b327-3fe041c06338 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:37.489757 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-95387a90-73a1-4ac2-aa95-6926dddba0e2 req-71250370-0e31-4366-b327-3fe041c06338 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/ports?device_id=dbcaf530-2cb0-4b57-b8f6-85c192b2ab60 HTTP/1.1" status: 200 len: 946 time: 0.8318996 Feb 09 01:07:37.502002 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4bb8bb2f-5cae-40c5-966a-a0006647f931 req-692c5be6-10d7-47b1-af86-46ed0141b156 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5666214-7397-43ec-97de-1edb937e25c2 HTTP/1.1" status: 200 len: 217 time: 0.1088941 Feb 09 01:07:37.510131 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4cf42ee9-6fe9-4d6d-a1c4-5f8a2c4c7a04 req-985ef141-f03c-4c2d-8e85-ff8c9b915706 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/security-groups?id=2e29d487-4384-458c-a1fb-a5cd591001dc&id=c7f86f67-ad65-4a75-ada7-f9729d599d03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4432182 Feb 09 01:07:37.539466 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-c81f186b-05aa-4c34-9cbc-f383b738d528 req-41bcf33c-563e-4bcc-b2ca-268955a32363 service neutron] 10.222.0.62 "GET /v2.0/networks/be5e3be5-6e84-4180-8cc4-7f73e6515735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882081 Feb 09 01:07:37.583437 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b36b2da7-8789-4a7a-bd64-e78f845206e2', 'tag': 'a5666214-7397-43ec-97de-1edb937e25c2', 'status': 'completed', 'code': 200} Feb 09 01:07:37.632641 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c4817b5-06e6-43cd-9029-e22c5740a51a', 'tag': '3f9076dc-04b6-418a-96bd-62f1607aba38', 'status': 'completed', 'code': 200} Feb 09 01:07:37.647678 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-81f43bef-47c7-4ed5-ba50-ce728539d110 service neutron] 10.222.0.62 "GET /v2.0/networks/5155f974-02f7-460c-bde1-4d4a435cc291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6498666 Feb 09 01:07:37.662968 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8bb2f-5cae-40c5-966a-a0006647f931 req-f205642b-c5ce-45ba-8f32-5baad08b1fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:37.665590 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4bb8bb2f-5cae-40c5-966a-a0006647f931 req-f205642b-c5ce-45ba-8f32-5baad08b1fb1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0c5ecd94-fd61-4c38-ae42-c8ed4ba0adb4 HTTP/1.1" status: 200 len: 848 time: 0.1499343 Feb 09 01:07:37.678229 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-95387a90-73a1-4ac2-aa95-6926dddba0e2 req-1b91fac2-5f84-412e-9bb2-4e44276b3110 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/security-groups?id=c04812c5-0076-44a2-b712-bc76c2180e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637802 Feb 09 01:07:37.747785 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4bb8bb2f-5cae-40c5-966a-a0006647f931 req-aa634d84-d3a0-44ac-881a-bf6b43fcfaff service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b9308e8-e1d5-4ec4-85c5-a4017d3600c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681992 Feb 09 01:07:37.849702 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e709595f-651a-4bae-9d31-ad43173da164 req-48671341-24a6-43ff-8a4c-64d134f89515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:37.852246 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e709595f-651a-4bae-9d31-ad43173da164 req-48671341-24a6-43ff-8a4c-64d134f89515 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6b048f87108b49f5abc0697d8dcea678&device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 1094 time: 0.1854253 Feb 09 01:07:37.998411 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4bb8bb2f-5cae-40c5-966a-a0006647f931 req-436b6901-626e-4696-9c2a-5b0cc8abf2bc service neutron] 10.222.0.62 "GET /v2.0/networks/6b9308e8-e1d5-4ec4-85c5-a4017d3600c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891577 Feb 09 01:07:38.033708 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e709595f-651a-4bae-9d31-ad43173da164 req-8e9666ca-721c-4195-a12a-434dc2deed09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:38.035651 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e709595f-651a-4bae-9d31-ad43173da164 req-8e9666ca-721c-4195-a12a-434dc2deed09 service neutron] 10.222.0.62 "GET /v2.0/networks?id=be5e3be5-6e84-4180-8cc4-7f73e6515735 HTTP/1.1" status: 200 len: 915 time: 0.1747384 Feb 09 01:07:38.090855 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c97cfb34-60b4-43d1-9a91-dab2de71ca6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:38.121020 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e709595f-651a-4bae-9d31-ad43173da164 req-41e3a0ee-d859-43ff-b0ae-9706128b1b96 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f9076dc-04b6-418a-96bd-62f1607aba38 HTTP/1.1" status: 200 len: 217 time: 0.0773890 Feb 09 01:07:38.196491 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e709595f-651a-4bae-9d31-ad43173da164 req-a3eeeee0-ce20-4ff1-ae12-c9dab42f5fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:38.197969 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e709595f-651a-4bae-9d31-ad43173da164 req-a3eeeee0-ce20-4ff1-ae12-c9dab42f5fc1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1f1b23ff-5c33-41f2-bf9f-a257a3962e7c HTTP/1.1" status: 200 len: 854 time: 0.0636065 Feb 09 01:07:38.251869 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e709595f-651a-4bae-9d31-ad43173da164 req-361db3c6-9a06-4f49-bb73-e678d27019ca service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=be5e3be5-6e84-4180-8cc4-7f73e6515735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441732 Feb 09 01:07:38.258939 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-66222da6-c9df-497d-add8-ffdee4a77db9 service neutron] 10.222.0.62 "GET /v2.0/networks/5155f974-02f7-460c-bde1-4d4a435cc291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5913529 Feb 09 01:07:38.268361 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4bb8bb2f-5cae-40c5-966a-a0006647f931 req-a1173398-30ba-46aa-b01c-2eb4f54dc6d4 service neutron] 10.222.0.62 "GET /v2.0/networks/6b9308e8-e1d5-4ec4-85c5-a4017d3600c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269483 Feb 09 01:07:38.402601 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5c975-6f8c-46e2-953e-d66f3b3f121c req-fbeca25e-92cc-4349-a77e-b3eae963a798 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:38.404176 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-14b5c975-6f8c-46e2-953e-d66f3b3f121c req-fbeca25e-92cc-4349-a77e-b3eae963a798 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 943 time: 0.5961246 Feb 09 01:07:38.414904 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e709595f-651a-4bae-9d31-ad43173da164 req-b1baf44f-245d-46f3-8cc6-cd1c23830ddc service neutron] 10.222.0.62 "GET /v2.0/networks/be5e3be5-6e84-4180-8cc4-7f73e6515735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476812 Feb 09 01:07:38.422063 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-07e37f9a-afe3-4edd-870b-47ca953dbee2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.200&port_id=7d8b3dcd-4895-4a65-b10b-c277f53b3a30 HTTP/1.1" status: 200 len: 217 time: 0.1527739 Feb 09 01:07:38.486191 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f0e9cd-0299-4931-aeac-93aa9f3839df req-5b488989-abb4-48a9-986f-002517eb726f tempest-VolumesActionsTest-977558873 tempest-VolumesActionsTest-977558873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:38.492975 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-37f0e9cd-0299-4931-aeac-93aa9f3839df req-5b488989-abb4-48a9-986f-002517eb726f tempest-VolumesActionsTest-977558873 tempest-VolumesActionsTest-977558873-project] 10.222.0.105 "GET /v2.0/ports?device_id=b36b2da7-8789-4a7a-bd64-e78f845206e2 HTTP/1.1" status: 200 len: 943 time: 0.5449069 Feb 09 01:07:38.595591 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-37f0e9cd-0299-4931-aeac-93aa9f3839df req-af2858a1-5fa9-46f2-8bb2-d8b255285ba1 tempest-VolumesActionsTest-977558873 tempest-VolumesActionsTest-977558873-project] 10.222.0.105 "GET /v2.0/security-groups?id=d336e1ac-4b88-452e-8a7d-68d0a97ec75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016824 Feb 09 01:07:38.628221 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-8aa5f332-b507-447c-905f-dd79e4b4d217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:38.628661 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e709595f-651a-4bae-9d31-ad43173da164 req-bd9ae4d0-5a2a-4305-a458-1af7acc00ed2 service neutron] 10.222.0.62 "GET /v2.0/networks/be5e3be5-6e84-4180-8cc4-7f73e6515735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968799 Feb 09 01:07:38.629810 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-8aa5f332-b507-447c-905f-dd79e4b4d217 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c489644-0fac-481a-b2c6-ea6532ba6646 HTTP/1.1" status: 200 len: 797 time: 0.1886976 Feb 09 01:07:38.632688 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-14b5c975-6f8c-46e2-953e-d66f3b3f121c req-671462eb-f1a2-44ca-b0a0-814813ed6cd0 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144344 Feb 09 01:07:38.755249 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31decb2-79b3-4b78-bfec-471951dd062f req-2a3b350a-e752-42f2-b15b-514650a7840b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:38.757126 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b31decb2-79b3-4b78-bfec-471951dd062f req-2a3b350a-e752-42f2-b15b-514650a7840b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4d5942ed9b1946d9843c5be6cd0949df&device_id=b36b2da7-8789-4a7a-bd64-e78f845206e2 HTTP/1.1" status: 200 len: 1094 time: 0.3927944 Feb 09 01:07:39.310909 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef49759-2706-4d53-b3e2-de3455b3cd7e req-857b90c2-8809-4a79-a822-253da05dadd7 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:39.312393 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-eef49759-2706-4d53-b3e2-de3455b3cd7e req-857b90c2-8809-4a79-a822-253da05dadd7 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/networks?id=2347c0e2-18b5-449a-8992-746b7866ae46 HTTP/1.1" status: 200 len: 810 time: 0.5449483 Feb 09 01:07:39.321234 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-fbebafd7-583d-4dc7-a2ed-e47bbabecc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:39.322696 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-fbebafd7-583d-4dc7-a2ed-e47bbabecc10 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5504a1b4-4e92-48cb-9653-87325b009802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6775582 Feb 09 01:07:39.330312 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31decb2-79b3-4b78-bfec-471951dd062f req-4608d19b-ce68-4fbc-a403-e7eed73179b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:39.331714 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b31decb2-79b3-4b78-bfec-471951dd062f req-4608d19b-ce68-4fbc-a403-e7eed73179b4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6b9308e8-e1d5-4ec4-85c5-a4017d3600c8 HTTP/1.1" status: 200 len: 909 time: 0.5115836 Feb 09 01:07:39.340966 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-eef49759-2706-4d53-b3e2-de3455b3cd7e req-7c4aa98c-2b53-4474-8da2-93902c428b57 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/quotas/6039567a52d946e490ce131e89f5d77f HTTP/1.1" status: 200 len: 375 time: 0.0135365 Feb 09 01:07:39.522168 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b31decb2-79b3-4b78-bfec-471951dd062f req-66ba69f0-8bca-48cb-b026-695ce22df915 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5666214-7397-43ec-97de-1edb937e25c2 HTTP/1.1" status: 200 len: 217 time: 0.1777284 Feb 09 01:07:39.606155 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61f6516-ae0a-4cac-9dce-91e18165c227 req-486621b8-23a1-4f95-81f3-3abeeb5eb549 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:39.613463 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61f6516-ae0a-4cac-9dce-91e18165c227 req-486621b8-23a1-4f95-81f3-3abeeb5eb549 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:39.623060 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61f6516-ae0a-4cac-9dce-91e18165c227 req-486621b8-23a1-4f95-81f3-3abeeb5eb549 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:39.629128 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61f6516-ae0a-4cac-9dce-91e18165c227 req-486621b8-23a1-4f95-81f3-3abeeb5eb549 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:39.635123 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61f6516-ae0a-4cac-9dce-91e18165c227 req-486621b8-23a1-4f95-81f3-3abeeb5eb549 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:39.641424 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61f6516-ae0a-4cac-9dce-91e18165c227 req-486621b8-23a1-4f95-81f3-3abeeb5eb549 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:39.647853 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61f6516-ae0a-4cac-9dce-91e18165c227 req-486621b8-23a1-4f95-81f3-3abeeb5eb549 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:39.656871 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d61f6516-ae0a-4cac-9dce-91e18165c227 req-486621b8-23a1-4f95-81f3-3abeeb5eb549 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 5419 time: 0.7180738 Feb 09 01:07:39.805367 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-54ce1608-2f4b-4a0b-9bc6-5e0c63bb69b1 service neutron] 10.222.0.62 "GET /v2.0/networks/5504a1b4-4e92-48cb-9653-87325b009802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4618680 Feb 09 01:07:39.819668 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d61f6516-ae0a-4cac-9dce-91e18165c227 req-a5cdfeb3-6d75-4018-b851-fa610d9759e0 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/security-groups?id=2e29d487-4384-458c-a1fb-a5cd591001dc&id=c7f86f67-ad65-4a75-ada7-f9729d599d03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1619406 Feb 09 01:07:39.921155 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31decb2-79b3-4b78-bfec-471951dd062f req-d902b638-fe27-4c67-85e6-990ec385c063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:39.922847 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b31decb2-79b3-4b78-bfec-471951dd062f req-d902b638-fe27-4c67-85e6-990ec385c063 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0c5ecd94-fd61-4c38-ae42-c8ed4ba0adb4 HTTP/1.1" status: 200 len: 848 time: 0.3910964 Feb 09 01:07:39.998784 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-eef49759-2706-4d53-b3e2-de3455b3cd7e req-c56d179a-c9b7-48cc-bdbf-826d1f3533fc tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=6039567a52d946e490ce131e89f5d77f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5785604 Feb 09 01:07:40.052863 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b31decb2-79b3-4b78-bfec-471951dd062f req-767292ca-5a67-46f6-b860-3156a99fe642 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b9308e8-e1d5-4ec4-85c5-a4017d3600c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1172721 Feb 09 01:07:40.325668 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-5c3e717c-849d-4d6e-ba4c-bf548f0f8fe3 service neutron] 10.222.0.62 "GET /v2.0/networks/5504a1b4-4e92-48cb-9653-87325b009802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5026538 Feb 09 01:07:40.439050 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-f5dae5d4-6f35-4004-be9e-5b7f8b5ebc1d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=80c552f4-13ae-4751-a8d8-0876183d5bf7 HTTP/1.1" status: 200 len: 217 time: 0.0955868 Feb 09 01:07:40.439875 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e04f0abd-e2bb-4e5a-bd66-df8081931636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:40.443519 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b31decb2-79b3-4b78-bfec-471951dd062f req-d6d36735-5cab-4a10-b046-93541ec01931 service neutron] 10.222.0.62 "GET /v2.0/networks/6b9308e8-e1d5-4ec4-85c5-a4017d3600c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3590112 Feb 09 01:07:40.454347 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-eef49759-2706-4d53-b3e2-de3455b3cd7e req-764e738e-a583-4e17-bd55-c62512425195 service neutron] 10.222.0.105 "GET /v2.0/networks/2347c0e2-18b5-449a-8992-746b7866ae46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4006259 Feb 09 01:07:40.461781 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a9eda-14fe-4d73-8529-25e0fdce7edc req-0604c1b5-9561-4dcc-9bde-81ee109484f6 tempest-VolumesActionsTest-977558873 tempest-VolumesActionsTest-977558873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:40.463238 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-455a9eda-14fe-4d73-8529-25e0fdce7edc req-0604c1b5-9561-4dcc-9bde-81ee109484f6 tempest-VolumesActionsTest-977558873 tempest-VolumesActionsTest-977558873-project] 10.222.0.105 "GET /v2.0/ports?device_id=b36b2da7-8789-4a7a-bd64-e78f845206e2 HTTP/1.1" status: 200 len: 943 time: 0.4788966 Feb 09 01:07:40.734467 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-089bcb86-ae3e-44c2-a8e1-376a4422f944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:40.735905 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-089bcb86-ae3e-44c2-a8e1-376a4422f944 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c489644-0fac-481a-b2c6-ea6532ba6646 HTTP/1.1" status: 200 len: 797 time: 0.2851617 Feb 09 01:07:40.743048 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-455a9eda-14fe-4d73-8529-25e0fdce7edc req-17d649af-efe8-4d12-b853-90241d3dfbc7 tempest-VolumesActionsTest-977558873 tempest-VolumesActionsTest-977558873-project] 10.222.0.105 "GET /v2.0/security-groups?id=d336e1ac-4b88-452e-8a7d-68d0a97ec75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231812 Feb 09 01:07:41.053422 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-eef49759-2706-4d53-b3e2-de3455b3cd7e req-d0403285-a017-4b4a-b081-3443f0a1c998 service neutron] 10.222.0.105 "GET /v2.0/networks/2347c0e2-18b5-449a-8992-746b7866ae46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5717943 Feb 09 01:07:41.061949 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b31decb2-79b3-4b78-bfec-471951dd062f req-9f15a95e-fa0c-40fa-9426-64b7279f6be1 service neutron] 10.222.0.62 "GET /v2.0/networks/6b9308e8-e1d5-4ec4-85c5-a4017d3600c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6097097 Feb 09 01:07:41.113031 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-ac94b016-dee5-4277-85ab-b5cf6c3d0cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:41.115502 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-ac94b016-dee5-4277-85ab-b5cf6c3d0cb4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5504a1b4-4e92-48cb-9653-87325b009802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3708537 Feb 09 01:07:41.124816 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d71874a-267f-46db-8ed1-6b2b085fd065 req-86a39efc-c538-4f49-908a-4800dfd51cf1 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:41.126616 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1d71874a-267f-46db-8ed1-6b2b085fd065 req-86a39efc-c538-4f49-908a-4800dfd51cf1 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 943 time: 0.1535189 Feb 09 01:07:41.297165 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1d71874a-267f-46db-8ed1-6b2b085fd065 req-6737a051-5789-4db5-852c-3a98cb46b941 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499450 Feb 09 01:07:41.361649 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-dd01dafd-6701-4feb-aa83-f1383884e49d service neutron] 10.222.0.62 "GET /v2.0/networks/5504a1b4-4e92-48cb-9653-87325b009802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339070 Feb 09 01:07:41.370714 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:41.495876 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:41.539015 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a9e4f14b-5dd0-4f51-b691-5169dbcd2777 req-d04babad-d18b-43a7-b52b-198aa0d67a0f tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3a8b186-55a2-4b95-8fa1-1a08868ba068 HTTP/1.1" status: 200 len: 210 time: 0.1446447 Feb 09 01:07:41.619552 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-670e6353-0069-4bb6-99e3-e9ea9d77daa5 service neutron] 10.222.0.62 "GET /v2.0/networks/5504a1b4-4e92-48cb-9653-87325b009802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515633 Feb 09 01:07:41.638227 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3b5c4b-15fb-4cf8-abd2-de7213e3f6ef req-4519658a-327e-48bb-bfdd-53b045f8d7a2 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:41.644372 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3b5c4b-15fb-4cf8-abd2-de7213e3f6ef req-4519658a-327e-48bb-bfdd-53b045f8d7a2 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:41.650645 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3b5c4b-15fb-4cf8-abd2-de7213e3f6ef req-4519658a-327e-48bb-bfdd-53b045f8d7a2 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:41.663183 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3b5c4b-15fb-4cf8-abd2-de7213e3f6ef req-4519658a-327e-48bb-bfdd-53b045f8d7a2 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:41.672797 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3b5c4b-15fb-4cf8-abd2-de7213e3f6ef req-4519658a-327e-48bb-bfdd-53b045f8d7a2 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:41.683849 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3b5c4b-15fb-4cf8-abd2-de7213e3f6ef req-4519658a-327e-48bb-bfdd-53b045f8d7a2 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:41.690924 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3b5c4b-15fb-4cf8-abd2-de7213e3f6ef req-4519658a-327e-48bb-bfdd-53b045f8d7a2 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:41.693627 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2f3b5c4b-15fb-4cf8-abd2-de7213e3f6ef req-4519658a-327e-48bb-bfdd-53b045f8d7a2 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 5419 time: 0.2212949 Feb 09 01:07:41.801828 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-bd415e72-0365-4006-8dc2-c3c7cd1e193e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=37939233-0dda-4395-8f3c-785e2e6649d9 HTTP/1.1" status: 200 len: 217 time: 0.1071951 Feb 09 01:07:41.827235 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 59550) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:41.910840 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2f3b5c4b-15fb-4cf8-abd2-de7213e3f6ef req-3bb4db73-73b6-45bf-8b4a-18bfcf87485a tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/security-groups?id=2e29d487-4384-458c-a1fb-a5cd591001dc&id=c7f86f67-ad65-4a75-ada7-f9729d599d03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1503553 Feb 09 01:07:41.948006 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-4ed7258c-5d1b-4827-9c9d-9b2088d5cbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:41.954176 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-4ed7258c-5d1b-4827-9c9d-9b2088d5cbf5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c489644-0fac-481a-b2c6-ea6532ba6646 HTTP/1.1" status: 200 len: 797 time: 0.1390803 Feb 09 01:07:42.109023 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-3cb44943-c2b1-4fae-a59b-b9c9ef977b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:42.111285 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-3cb44943-c2b1-4fae-a59b-b9c9ef977b89 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5504a1b4-4e92-48cb-9653-87325b009802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1476395 Feb 09 01:07:42.113333 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device a5666214-7397-43ec-97de-1edb937e25c2 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:07:42.133435 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-827c0678-13eb-4b43-8d71-1149776d2ae1 admin admin] Deleting subnet 6629426b-30e0-4649-b641-b6eaabeb92da {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:07:42.136993 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-827c0678-13eb-4b43-8d71-1149776d2ae1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:42.203105 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e79963-d366-4ef5-901c-bef8555cce7a req-db9e7426-f274-4e73-8d81-1d0a195cf710 tempest-VolumesActionsTest-977558873 tempest-VolumesActionsTest-977558873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:42.204678 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d6e79963-d366-4ef5-901c-bef8555cce7a req-db9e7426-f274-4e73-8d81-1d0a195cf710 tempest-VolumesActionsTest-977558873 tempest-VolumesActionsTest-977558873-project] 10.222.0.105 "GET /v2.0/ports?device_id=b36b2da7-8789-4a7a-bd64-e78f845206e2 HTTP/1.1" status: 200 len: 943 time: 0.2050164 Feb 09 01:07:42.271984 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port a5666214-7397-43ec-97de-1edb937e25c2, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=a5666214-7397-43ec-97de-1edb937e25c2,segment=NetworkSegment(6ef9e148-8c0b-4434-b63e-e30d0781b88c),segment_id=6ef9e148-8c0b-4434-b63e-e30d0781b88c)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:07:42.296171 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': 'a5666214-7397-43ec-97de-1edb937e25c2', 'network_id': '6b9308e8-e1d5-4ec4-85c5-a4017d3600c8', 'port_id': 'a5666214-7397-43ec-97de-1edb937e25c2', 'mac_address': 'fa:16:3e:d2:f9:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c5ecd94-fd61-4c38-ae42-c8ed4ba0adb4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:07:42.302081 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d6e79963-d366-4ef5-901c-bef8555cce7a req-302fe61b-2204-4745-b0dc-4f6bf9fe6bf1 tempest-VolumesActionsTest-977558873 tempest-VolumesActionsTest-977558873-project] 10.222.0.105 "GET /v2.0/security-groups?id=d336e1ac-4b88-452e-8a7d-68d0a97ec75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904396 Feb 09 01:07:42.308010 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-c98ffdeb-51e9-45eb-ac99-421032f86cdd service neutron] 10.222.0.62 "GET /v2.0/networks/5504a1b4-4e92-48cb-9653-87325b009802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870735 Feb 09 01:07:42.316722 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-827c0678-13eb-4b43-8d71-1149776d2ae1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:42.368595 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:42.383601 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-827c0678-13eb-4b43-8d71-1149776d2ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:42.389450 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5666214-7397-43ec-97de-1edb937e25c2 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:07:42.407106 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port a5666214-7397-43ec-97de-1edb937e25c2, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=a5666214-7397-43ec-97de-1edb937e25c2,segment=NetworkSegment(6ef9e148-8c0b-4434-b63e-e30d0781b88c),segment_id=6ef9e148-8c0b-4434-b63e-e30d0781b88c)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:07:42.412243 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:42.412906 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 3f9076dc-04b6-418a-96bd-62f1607aba38 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:07:42.469337 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-827c0678-13eb-4b43-8d71-1149776d2ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:42.512509 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=a5666214-7397-43ec-97de-1edb937e25c2,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:42.526786 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827c0678-13eb-4b43-8d71-1149776d2ae1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6629426b-30e0-4649-b641-b6eaabeb92da,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:42.531126 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-827c0678-13eb-4b43-8d71-1149776d2ae1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:42.537976 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-827c0678-13eb-4b43-8d71-1149776d2ae1 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/6629426b-30e0-4649-b641-b6eaabeb92da HTTP/1.1" status: 204 len: 168 time: 0.7090306 Feb 09 01:07:42.540030 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 59560) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:42.549653 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-57a66534-5002-4c7f-9ea6-8623e6ab755e service neutron] 10.222.0.62 "GET /v2.0/networks/5504a1b4-4e92-48cb-9653-87325b009802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310507 Feb 09 01:07:42.575836 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73881def-5c92-44d7-8d6e-36ca778e1e92 req-4554062a-ed5d-4726-a6b3-46b00036c60a tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:42.583180 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-73881def-5c92-44d7-8d6e-36ca778e1e92 req-4554062a-ed5d-4726-a6b3-46b00036c60a tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 943 time: 0.1468561 Feb 09 01:07:42.608721 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:42.609074 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:42.609433 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:42.621947 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:42.622393 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:42.622737 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:42.623073 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:42.623409 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:42.623735 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:42.624064 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:42.624388 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:42.624723 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:42.687760 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-349bd704-b49f-4143-8c19-01fbdb82790e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:42.711575 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-fe0f8b24-4a3a-4aab-b430-5131cc44bdc5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.222&port_id=e89ee178-48d3-4ae3-a326-df98800a8ae0 HTTP/1.1" status: 200 len: 217 time: 0.1236196 Feb 09 01:07:42.742072 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 3f9076dc-04b6-418a-96bd-62f1607aba38, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=3f9076dc-04b6-418a-96bd-62f1607aba38,segment=NetworkSegment(7bf4b616-e8a5-474f-aa5e-72f7948301ca),segment_id=7bf4b616-e8a5-474f-aa5e-72f7948301ca)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:07:42.758200 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '3f9076dc-04b6-418a-96bd-62f1607aba38', 'network_id': 'be5e3be5-6e84-4180-8cc4-7f73e6515735', 'port_id': '3f9076dc-04b6-418a-96bd-62f1607aba38', 'mac_address': 'fa:16:3e:d7:60:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f1b23ff-5c33-41f2-bf9f-a257a3962e7c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:07:42.832664 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:42.845024 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-349bd704-b49f-4143-8c19-01fbdb82790e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:42.858535 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f9076dc-04b6-418a-96bd-62f1607aba38 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:07:42.879100 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-349bd704-b49f-4143-8c19-01fbdb82790e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd02684a-c792-4fba-8571-35898e88ad40']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:07:42.879405 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 3f9076dc-04b6-418a-96bd-62f1607aba38, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=3f9076dc-04b6-418a-96bd-62f1607aba38,segment=NetworkSegment(7bf4b616-e8a5-474f-aa5e-72f7948301ca),segment_id=7bf4b616-e8a5-474f-aa5e-72f7948301ca)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:07:42.880770 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-14eeb137-d399-4521-94ba-57e5872177ce req-3a4a5749-84ae-4c7c-a074-9f635993a861 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3a8b186-55a2-4b95-8fa1-1a08868ba068 HTTP/1.1" status: 200 len: 210 time: 0.1183088 Feb 09 01:07:42.896191 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:42.897637 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-349bd704-b49f-4143-8c19-01fbdb82790e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1c0a158-6579-41f7-a92a-da7d79b925b6') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:07:42.898000 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-349bd704-b49f-4143-8c19-01fbdb82790e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1c0a158-6579-41f7-a92a-da7d79b925b6') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:07:42.907685 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-73881def-5c92-44d7-8d6e-36ca778e1e92 req-f5b3a023-4316-41a6-9f17-72b62c4697fd tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232543 Feb 09 01:07:42.925052 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-349bd704-b49f-4143-8c19-01fbdb82790e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:42.944727 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-349bd704-b49f-4143-8c19-01fbdb82790e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:42.953426 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-349bd704-b49f-4143-8c19-01fbdb82790e admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:07:42.954311 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-349bd704-b49f-4143-8c19-01fbdb82790e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:42.970992 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:07:42.970992 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:07:42.970992 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:07:42.970992 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:07:42.970992 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:07:42.970992 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:07:42.970992 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:07:42.970992 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:07:42.970992 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:07:42.970992 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:07:42.970992 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:07:42.970992 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:07:42.970992 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:07:42.970992 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:07:42.970992 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:07:42.970992 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:07:42.970992 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:07:42.970992 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:07:42.970992 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:07:42.970992 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:07:42.970992 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:07:42.970992 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:07:42.970992 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:07:42.970992 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:07:42.970992 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:07:42.970992 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:07:42.970992 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:07:42.970992 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:07:42.970992 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:07:42.970992 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:07:42.970992 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:07:42.970992 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:07:43.011340 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=3f9076dc-04b6-418a-96bd-62f1607aba38,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:43.063965 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:43.067087 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-349bd704-b49f-4143-8c19-01fbdb82790e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:43.069284 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-d7d686db-cd8b-4efe-aa46-cb71afaa5cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:43.071467 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-d7d686db-cd8b-4efe-aa46-cb71afaa5cf3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c489644-0fac-481a-b2c6-ea6532ba6646 HTTP/1.1" status: 200 len: 797 time: 0.3096378 Feb 09 01:07:43.088288 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-349bd704-b49f-4143-8c19-01fbdb82790e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:43.100185 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349bd704-b49f-4143-8c19-01fbdb82790e admin admin] Pushing event deleted for resources: {'Network': ['ID=dd02684a-c792-4fba-8571-35898e88ad40,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:43.110652 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-349bd704-b49f-4143-8c19-01fbdb82790e admin admin] 10.222.0.105 "DELETE /v2.0/networks/dd02684a-c792-4fba-8571-35898e88ad40 HTTP/1.1" status: 204 len: 168 time: 0.5694435 Feb 09 01:07:43.226333 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef49759-2706-4d53-b3e2-de3455b3cd7e req-71b17789-2f43-4fb7-8bbd-5ea650aefbb5 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:43.228007 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-eef49759-2706-4d53-b3e2-de3455b3cd7e req-71b17789-2f43-4fb7-8bbd-5ea650aefbb5 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.62 "GET /v2.0/networks?id=2347c0e2-18b5-449a-8992-746b7866ae46 HTTP/1.1" status: 200 len: 810 time: 0.6412346 Feb 09 01:07:43.247558 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 59576) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:43.259273 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-eef49759-2706-4d53-b3e2-de3455b3cd7e req-e162020f-4953-4b25-b15d-a27f0c2cc965 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Request body: {'port': {'device_id': 'b3a8b186-55a2-4b95-8fa1-1a08868ba068', 'network_id': '2347c0e2-18b5-449a-8992-746b7866ae46', 'admin_state_up': True, 'tenant_id': '6039567a52d946e490ce131e89f5d77f'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:07:43.307936 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['3f9076dc-04b6-418a-96bd-62f1607aba38'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:07:43.317928 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-5189df45-e510-4abf-aaa5-fbd2cbdd067f admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=5ff9aad1b4b645cb83f87778a731b808&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0687475 Feb 09 01:07:43.320221 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 59580) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:43.395477 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-67e34360-3894-425a-a44b-f611a7355302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:43.397004 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4af70a60-c653-457f-9a3c-f4ec12edca86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:43.397123 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-67e34360-3894-425a-a44b-f611a7355302 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5504a1b4-4e92-48cb-9653-87325b009802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3145342 Feb 09 01:07:43.398095 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['a5666214-7397-43ec-97de-1edb937e25c2'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:07:43.429772 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4af70a60-c653-457f-9a3c-f4ec12edca86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:43.462138 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452eebe-3ace-4ee9-86c1-2307fc26be16 req-44aebc49-88c7-4d99-9bcc-d4e84c59f93a tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:43.469483 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452eebe-3ace-4ee9-86c1-2307fc26be16 req-44aebc49-88c7-4d99-9bcc-d4e84c59f93a tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:43.475527 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452eebe-3ace-4ee9-86c1-2307fc26be16 req-44aebc49-88c7-4d99-9bcc-d4e84c59f93a tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:43.482054 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452eebe-3ace-4ee9-86c1-2307fc26be16 req-44aebc49-88c7-4d99-9bcc-d4e84c59f93a tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:43.489168 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452eebe-3ace-4ee9-86c1-2307fc26be16 req-44aebc49-88c7-4d99-9bcc-d4e84c59f93a tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:43.497638 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452eebe-3ace-4ee9-86c1-2307fc26be16 req-44aebc49-88c7-4d99-9bcc-d4e84c59f93a tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:43.504673 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452eebe-3ace-4ee9-86c1-2307fc26be16 req-44aebc49-88c7-4d99-9bcc-d4e84c59f93a tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:43.505187 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4af70a60-c653-457f-9a3c-f4ec12edca86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:43.506692 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7452eebe-3ace-4ee9-86c1-2307fc26be16 req-44aebc49-88c7-4d99-9bcc-d4e84c59f93a tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 5419 time: 0.3805408 Feb 09 01:07:43.533044 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af70a60-c653-457f-9a3c-f4ec12edca86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d8149c-9a2d-41e2-802b-5f353409f0d8,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:43.536573 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4af70a60-c653-457f-9a3c-f4ec12edca86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:43.539499 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-4af70a60-c653-457f-9a3c-f4ec12edca86 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/20d8149c-9a2d-41e2-802b-5f353409f0d8 HTTP/1.1" status: 204 len: 168 time: 0.2166078 Feb 09 01:07:43.727178 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:07:43.733124 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-eef49759-2706-4d53-b3e2-de3455b3cd7e req-e162020f-4953-4b25-b15d-a27f0c2cc965 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:07:43.755670 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-eef49759-2706-4d53-b3e2-de3455b3cd7e req-e162020f-4953-4b25-b15d-a27f0c2cc965 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Usage tracker for resource:port and tenant:6039567a52d946e490ce131e89f5d77f is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:07:43.759833 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-59e2b85d-70cf-4756-a206-e4ca910e3138 service neutron] 10.222.0.62 "GET /v2.0/networks/5504a1b4-4e92-48cb-9653-87325b009802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3485446 Feb 09 01:07:43.768395 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-eef49759-2706-4d53-b3e2-de3455b3cd7e req-e162020f-4953-4b25-b15d-a27f0c2cc965 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:07:43.785248 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-eef49759-2706-4d53-b3e2-de3455b3cd7e req-e162020f-4953-4b25-b15d-a27f0c2cc965 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:07:43.796986 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7452eebe-3ace-4ee9-86c1-2307fc26be16 req-63480c3f-32d4-422f-94ac-ce18663ecc98 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/security-groups?id=2e29d487-4384-458c-a1fb-a5cd591001dc&id=c7f86f67-ad65-4a75-ada7-f9729d599d03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2332618 Feb 09 01:07:43.904024 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eef49759-2706-4d53-b3e2-de3455b3cd7e req-e162020f-4953-4b25-b15d-a27f0c2cc965 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Made reservation on behalf of 6039567a52d946e490ce131e89f5d77f for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:07:43.907655 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-eef49759-2706-4d53-b3e2-de3455b3cd7e req-e162020f-4953-4b25-b15d-a27f0c2cc965 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:44.006172 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f18c8df-9c7a-4ed7-929a-6b594b5ed2e2 req-2431581c-11fa-494e-bdf5-d24b3225514a tempest-VolumesActionsTest-977558873 tempest-VolumesActionsTest-977558873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:44.007726 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0f18c8df-9c7a-4ed7-929a-6b594b5ed2e2 req-2431581c-11fa-494e-bdf5-d24b3225514a tempest-VolumesActionsTest-977558873 tempest-VolumesActionsTest-977558873-project] 10.222.0.105 "GET /v2.0/ports?device_id=b36b2da7-8789-4a7a-bd64-e78f845206e2 HTTP/1.1" status: 200 len: 944 time: 0.5717010 Feb 09 01:07:44.123140 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-441f06a8-0fe4-4639-854d-27d0d481da78 req-09d47c2e-71eb-41c0-88da-8dc31c432bd0 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3a8b186-55a2-4b95-8fa1-1a08868ba068 HTTP/1.1" status: 200 len: 210 time: 0.1011856 Feb 09 01:07:44.143223 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-8ae2f413-5f29-40d9-93f5-6423439ec0f4 service neutron] 10.222.0.62 "GET /v2.0/networks/5504a1b4-4e92-48cb-9653-87325b009802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3521762 Feb 09 01:07:44.268922 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0f18c8df-9c7a-4ed7-929a-6b594b5ed2e2 req-27082a51-d15d-4a54-90d9-2f2e23d3b7b1 tempest-VolumesActionsTest-977558873 tempest-VolumesActionsTest-977558873-project] 10.222.0.105 "GET /v2.0/security-groups?id=d336e1ac-4b88-452e-8a7d-68d0a97ec75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457561 Feb 09 01:07:44.277370 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-3c63a210-243d-40c2-89d0-8fab04f558cc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=29b67380-972e-42bd-a2e3-dd7d7aa9358b HTTP/1.1" status: 200 len: 217 time: 0.1222072 Feb 09 01:07:44.424594 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-0b85b71f-e14b-4144-a788-84128c59a77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:44.426084 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-0b85b71f-e14b-4144-a788-84128c59a77b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87851113-d8c0-4466-b132-81ea7bdec79a HTTP/1.1" status: 200 len: 797 time: 0.1136789 Feb 09 01:07:44.434769 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-eef49759-2706-4d53-b3e2-de3455b3cd7e req-e162020f-4953-4b25-b15d-a27f0c2cc965 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Allocated IP 172.20.0.5 (2347c0e2-18b5-449a-8992-746b7866ae46/1fb2cbe1-ac38-49b2-93b4-07126768375d/d7db3c12-03d2-4588-b382-12d4feed3cdf) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:07:44.568033 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1675ae-8322-47fb-95e6-d63bceda02ec req-e16a3787-5c0b-421b-bf71-be60223a2e4b tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:44.569582 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4b1675ae-8322-47fb-95e6-d63bceda02ec req-e16a3787-5c0b-421b-bf71-be60223a2e4b tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 944 time: 0.2950714 Feb 09 01:07:44.718111 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-cd0ed1c5-27ba-42da-82e9-112324b4d198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:44.719613 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-cd0ed1c5-27ba-42da-82e9-112324b4d198 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e280a801-73c6-4be8-9a9b-128c33174590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2734213 Feb 09 01:07:44.733207 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4b1675ae-8322-47fb-95e6-d63bceda02ec req-99ca97db-8b5d-4b27-902a-5e55686b31d6 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429865 Feb 09 01:07:44.873550 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-eef49759-2706-4d53-b3e2-de3455b3cd7e req-e162020f-4953-4b25-b15d-a27f0c2cc965 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:45.136529 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-054e5ed4-a7f1-42f1-946c-70e8e8473926 service neutron] 10.222.0.62 "GET /v2.0/networks/e280a801-73c6-4be8-9a9b-128c33174590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3994229 Feb 09 01:07:45.248700 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-eef49759-2706-4d53-b3e2-de3455b3cd7e req-e162020f-4953-4b25-b15d-a27f0c2cc965 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:45.262269 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['3db4450b-e7c2-463d-946c-4f946919119a'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:07:45.334246 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 59648) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:45.398125 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eef49759-2706-4d53-b3e2-de3455b3cd7e req-e162020f-4953-4b25-b15d-a27f0c2cc965 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Network 2347c0e2-18b5-449a-8992-746b7866ae46 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:07:45.410830 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-eef49759-2706-4d53-b3e2-de3455b3cd7e req-e162020f-4953-4b25-b15d-a27f0c2cc965 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:07:45.429679 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-eef49759-2706-4d53-b3e2-de3455b3cd7e req-e162020f-4953-4b25-b15d-a27f0c2cc965 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:07:45.473508 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e162020f-4953-4b25-b15d-a27f0c2cc965 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Pushing event updated for resources: {'Port': ['ID=d7db3c12-03d2-4588-b382-12d4feed3cdf,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:45.491779 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9a8940c9-edd1-4500-bfa1-31461755a744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:45.509226 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9a8940c9-edd1-4500-bfa1-31461755a744 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:07:45.514302 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-9a8940c9-edd1-4500-bfa1-31461755a744 admin admin] Usage tracker for resource:security_group_rule and tenant:94a3195aa35d4388a227a8639fb1b515 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:07:45.517844 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-9a8940c9-edd1-4500-bfa1-31461755a744 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:07:45.527920 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9a8940c9-edd1-4500-bfa1-31461755a744 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:07:45.531119 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb39bfd-e654-46fa-8492-f6ccfd810815 req-374deceb-fd2c-47f4-ab3f-5251934725e2 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:45.537249 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb39bfd-e654-46fa-8492-f6ccfd810815 req-374deceb-fd2c-47f4-ab3f-5251934725e2 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:45.544170 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb39bfd-e654-46fa-8492-f6ccfd810815 req-374deceb-fd2c-47f4-ab3f-5251934725e2 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:45.550036 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb39bfd-e654-46fa-8492-f6ccfd810815 req-374deceb-fd2c-47f4-ab3f-5251934725e2 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:45.555943 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb39bfd-e654-46fa-8492-f6ccfd810815 req-374deceb-fd2c-47f4-ab3f-5251934725e2 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:45.562430 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb39bfd-e654-46fa-8492-f6ccfd810815 req-374deceb-fd2c-47f4-ab3f-5251934725e2 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:45.568293 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb39bfd-e654-46fa-8492-f6ccfd810815 req-374deceb-fd2c-47f4-ab3f-5251934725e2 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:45.570281 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4eb39bfd-e654-46fa-8492-f6ccfd810815 req-374deceb-fd2c-47f4-ab3f-5251934725e2 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 5419 time: 0.4917598 Feb 09 01:07:45.576436 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-bb100a02-0799-4e23-ad9d-c6f2c0ed6dca service neutron] 10.222.0.62 "GET /v2.0/networks/e280a801-73c6-4be8-9a9b-128c33174590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4288559 Feb 09 01:07:45.638165 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9a8940c9-edd1-4500-bfa1-31461755a744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:45.642873 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9a8940c9-edd1-4500-bfa1-31461755a744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:45.647705 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef49759-2706-4d53-b3e2-de3455b3cd7e req-e162020f-4953-4b25-b15d-a27f0c2cc965 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:45.648325 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-eef49759-2706-4d53-b3e2-de3455b3cd7e req-e162020f-4953-4b25-b15d-a27f0c2cc965 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:45.684306 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-c3dd064c-dc65-4179-954e-26626d011847 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a9cacbb0-447a-47ee-a44f-420f2f41ce3b HTTP/1.1" status: 200 len: 217 time: 0.0993652 Feb 09 01:07:45.694517 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9a8940c9-edd1-4500-bfa1-31461755a744 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=94a3195aa35d4388a227a8639fb1b515&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3588405 Feb 09 01:07:45.697443 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 59660) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:45.728174 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8940c9-edd1-4500-bfa1-31461755a744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df9b2ec8-f041-439a-965a-19665d7afedb,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:45.773056 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e23f544-db05-48b4-a899-460dd75da7ce req-9e859927-320a-4cf0-988a-0289d3ce508f tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:45.774916 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0e23f544-db05-48b4-a899-460dd75da7ce req-9e859927-320a-4cf0-988a-0289d3ce508f tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3a8b186-55a2-4b95-8fa1-1a08868ba068 HTTP/1.1" status: 200 len: 931 time: 0.5197303 Feb 09 01:07:45.785065 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5c1cd495-c5e9-4c4c-ae10-519b28f8ea74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:45.790203 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-eef49759-2706-4d53-b3e2-de3455b3cd7e req-e162020f-4953-4b25-b15d-a27f0c2cc965 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5355344 Feb 09 01:07:45.794742 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4eb39bfd-e654-46fa-8492-f6ccfd810815 req-86ee3670-5fcd-442c-9859-d47e8386a347 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/security-groups?id=2e29d487-4384-458c-a1fb-a5cd591001dc&id=c7f86f67-ad65-4a75-ada7-f9729d599d03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2051761 Feb 09 01:07:45.825123 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5c1cd495-c5e9-4c4c-ae10-519b28f8ea74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:45.826256 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-eef49759-2706-4d53-b3e2-de3455b3cd7e req-259d5c59-e513-4942-89b1-0e97290a9c30 service neutron] Request body: {'port': {'device_id': 'b3a8b186-55a2-4b95-8fa1-1a08868ba068', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:07:45.891381 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5c1cd495-c5e9-4c4c-ae10-519b28f8ea74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:45.891642 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-f7b2cfdb-00ba-4d7b-855a-26ec64babbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:45.892929 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-f7b2cfdb-00ba-4d7b-855a-26ec64babbd7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87851113-d8c0-4466-b132-81ea7bdec79a HTTP/1.1" status: 200 len: 797 time: 0.1930504 Feb 09 01:07:45.907345 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1cd495-c5e9-4c4c-ae10-519b28f8ea74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9b2ec8-f041-439a-965a-19665d7afedb,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:45.914793 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5c1cd495-c5e9-4c4c-ae10-519b28f8ea74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:45.916034 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-5c1cd495-c5e9-4c4c-ae10-519b28f8ea74 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/df9b2ec8-f041-439a-965a-19665d7afedb HTTP/1.1" status: 204 len: 168 time: 0.2158275 Feb 09 01:07:45.945400 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0e23f544-db05-48b4-a899-460dd75da7ce req-d2dded0c-7b90-4a15-93ae-c56eabfd2ddf tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/security-groups?id=c04812c5-0076-44a2-b712-bc76c2180e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570849 Feb 09 01:07:46.136187 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device a5666214-7397-43ec-97de-1edb937e25c2 up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:07:46.136403 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-eef49759-2706-4d53-b3e2-de3455b3cd7e req-259d5c59-e513-4942-89b1-0e97290a9c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:46.215674 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port a5666214-7397-43ec-97de-1edb937e25c2 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:07:46.220900 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port a5666214-7397-43ec-97de-1edb937e25c2 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:07:46.221267 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:46.255550 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-af523d79-375c-4342-8fe1-1f089a0a1fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:46.257058 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-af523d79-375c-4342-8fe1-1f089a0a1fd4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e280a801-73c6-4be8-9a9b-128c33174590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3530593 Feb 09 01:07:46.345718 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:46.349919 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390cc66-739f-44fc-8d7f-4c0f6eb39748 req-7942a9ae-6c02-4083-8fcf-6cc33f153ace tempest-VolumesActionsTest-977558873 tempest-VolumesActionsTest-977558873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:46.351442 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0390cc66-739f-44fc-8d7f-4c0f6eb39748 req-7942a9ae-6c02-4083-8fcf-6cc33f153ace tempest-VolumesActionsTest-977558873 tempest-VolumesActionsTest-977558873-project] 10.222.0.105 "GET /v2.0/ports?device_id=b36b2da7-8789-4a7a-bd64-e78f845206e2 HTTP/1.1" status: 200 len: 944 time: 0.3979969 Feb 09 01:07:46.382161 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b36b2da7-8789-4a7a-bd64-e78f845206e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5666214-7397-43ec-97de-1edb937e25c2'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:07:46.398979 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port a5666214-7397-43ec-97de-1edb937e25c2, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=a5666214-7397-43ec-97de-1edb937e25c2,segment=NetworkSegment(6ef9e148-8c0b-4434-b63e-e30d0781b88c),segment_id=6ef9e148-8c0b-4434-b63e-e30d0781b88c)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:07:46.406206 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:46.407901 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 3f9076dc-04b6-418a-96bd-62f1607aba38 up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:07:46.433002 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1374445-ba23-4be5-b00e-c3405de056ee req-630b823f-efdd-48a9-9d53-88e5f8949e65 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:46.434716 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d1374445-ba23-4be5-b00e-c3405de056ee req-630b823f-efdd-48a9-9d53-88e5f8949e65 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 944 time: 0.3768139 Feb 09 01:07:46.551243 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=a5666214-7397-43ec-97de-1edb937e25c2,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:46.590271 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port 3f9076dc-04b6-418a-96bd-62f1607aba38 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:07:46.595882 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 3f9076dc-04b6-418a-96bd-62f1607aba38 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:07:46.596299 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:46.633586 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0390cc66-739f-44fc-8d7f-4c0f6eb39748 req-34d718d8-5d88-4f39-9946-08d2d095d8d4 tempest-VolumesActionsTest-977558873 tempest-VolumesActionsTest-977558873-project] 10.222.0.105 "GET /v2.0/security-groups?id=d336e1ac-4b88-452e-8a7d-68d0a97ec75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241721 Feb 09 01:07:46.670753 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d1374445-ba23-4be5-b00e-c3405de056ee req-5053126a-783f-41e5-889d-4476a0a24980 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075403 Feb 09 01:07:46.688268 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-c5a8cac0-34ad-4147-90e3-81f266f42b22 service neutron] 10.222.0.62 "GET /v2.0/networks/e280a801-73c6-4be8-9a9b-128c33174590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4185581 Feb 09 01:07:46.726477 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 59694) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:46.747977 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b36b2da7-8789-4a7a-bd64-e78f845206e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5666214-7397-43ec-97de-1edb937e25c2', 'code': 200} Feb 09 01:07:46.786535 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:46.857251 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 3f9076dc-04b6-418a-96bd-62f1607aba38, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=3f9076dc-04b6-418a-96bd-62f1607aba38,segment=NetworkSegment(7bf4b616-e8a5-474f-aa5e-72f7948301ca),segment_id=7bf4b616-e8a5-474f-aa5e-72f7948301ca)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:07:46.861383 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:46.953035 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b5c72-ab53-4188-8081-97ce2dc181e9 req-73350d7f-8332-43b6-9f87-2012d14a5942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:46.954566 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-d74b5c72-ab53-4188-8081-97ce2dc181e9 req-73350d7f-8332-43b6-9f87-2012d14a5942 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b36b2da7-8789-4a7a-bd64-e78f845206e2 HTTP/1.1" status: 200 len: 1096 time: 0.1509576 Feb 09 01:07:46.966721 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-7bcb94c6-c3a6-4f51-ae8a-f915d84c4134 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-998660112-network', 'tenant_id': '569311fd687b407592e9e77fb8a7691c'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:07:46.973327 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7bcb94c6-c3a6-4f51-ae8a-f915d84c4134 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:07:46.996645 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=3f9076dc-04b6-418a-96bd-62f1607aba38,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:47.032955 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-d74b5c72-ab53-4188-8081-97ce2dc181e9 req-074da934-3e30-4280-9be6-9bcda6a712a3 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d336e1ac-4b88-452e-8a7d-68d0a97ec75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603364 Feb 09 01:07:47.033912 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-7bcb94c6-c3a6-4f51-ae8a-f915d84c4134 admin admin] Usage tracker for resource:network and tenant:569311fd687b407592e9e77fb8a7691c is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:07:47.036945 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-7bcb94c6-c3a6-4f51-ae8a-f915d84c4134 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:07:47.044893 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7bcb94c6-c3a6-4f51-ae8a-f915d84c4134 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:07:47.059117 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bcb94c6-c3a6-4f51-ae8a-f915d84c4134 admin admin] Made reservation on behalf of 569311fd687b407592e9e77fb8a7691c for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:07:47.061952 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7bcb94c6-c3a6-4f51-ae8a-f915d84c4134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:47.077682 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7bcb94c6-c3a6-4f51-ae8a-f915d84c4134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:47.095628 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7bcb94c6-c3a6-4f51-ae8a-f915d84c4134 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:07:47.099978 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-7bcb94c6-c3a6-4f51-ae8a-f915d84c4134 admin admin] Usage tracker for resource:security_group_rule and tenant:569311fd687b407592e9e77fb8a7691c is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:07:47.103200 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-7bcb94c6-c3a6-4f51-ae8a-f915d84c4134 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:07:47.109320 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7bcb94c6-c3a6-4f51-ae8a-f915d84c4134 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:07:47.168711 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd260ef7-1ff7-457c-894d-8c6431986d8f req-d35b1f67-76c4-4b92-9b87-dc3fe211c728 service neutron] 10.222.0.62 "GET /v2.0/networks/e280a801-73c6-4be8-9a9b-128c33174590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4717710 Feb 09 01:07:47.216739 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7bcb94c6-c3a6-4f51-ae8a-f915d84c4134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:47.220910 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7bcb94c6-c3a6-4f51-ae8a-f915d84c4134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:47.256434 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bcb94c6-c3a6-4f51-ae8a-f915d84c4134 admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:07:47.257863 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-eef49759-2706-4d53-b3e2-de3455b3cd7e req-259d5c59-e513-4942-89b1-0e97290a9c30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7db3c12-03d2-4588-b382-12d4feed3cdf {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:07:47.267190 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcb94c6-c3a6-4f51-ae8a-f915d84c4134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4e0423-c890-418b-82a7-f58a739d3b31,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:47.269268 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-eef49759-2706-4d53-b3e2-de3455b3cd7e req-259d5c59-e513-4942-89b1-0e97290a9c30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:47.274307 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7bcb94c6-c3a6-4f51-ae8a-f915d84c4134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:47.274697 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-7bcb94c6-c3a6-4f51-ae8a-f915d84c4134 admin admin] Added segment e0ded468-580e-454b-b33e-3c1ceaa20a3f of type vlan for network b6335f31-2dd5-4f94-879f-702268a19745 Feb 09 01:07:47.291376 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-eef49759-2706-4d53-b3e2-de3455b3cd7e req-259d5c59-e513-4942-89b1-0e97290a9c30 service neutron] Transition to ACTIVE for port object d7db3c12-03d2-4588-b382-12d4feed3cdf will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:07:47.303758 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c480836-0096-4687-9719-7d5c1dd80abd req-947d4662-a329-4448-9cdd-324dd4a9dd1b tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:47.309453 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7bcb94c6-c3a6-4f51-ae8a-f915d84c4134 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:47.310588 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c480836-0096-4687-9719-7d5c1dd80abd req-947d4662-a329-4448-9cdd-324dd4a9dd1b tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:47.316496 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c480836-0096-4687-9719-7d5c1dd80abd req-947d4662-a329-4448-9cdd-324dd4a9dd1b tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:47.322350 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c480836-0096-4687-9719-7d5c1dd80abd req-947d4662-a329-4448-9cdd-324dd4a9dd1b tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:47.331741 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c480836-0096-4687-9719-7d5c1dd80abd req-947d4662-a329-4448-9cdd-324dd4a9dd1b tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:47.340796 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c480836-0096-4687-9719-7d5c1dd80abd req-947d4662-a329-4448-9cdd-324dd4a9dd1b tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:47.349124 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7bcb94c6-c3a6-4f51-ae8a-f915d84c4134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:47.349654 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c480836-0096-4687-9719-7d5c1dd80abd req-947d4662-a329-4448-9cdd-324dd4a9dd1b tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:47.350133 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bcb94c6-c3a6-4f51-ae8a-f915d84c4134 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:47.350718 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7bcb94c6-c3a6-4f51-ae8a-f915d84c4134 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:47.352012 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0c480836-0096-4687-9719-7d5c1dd80abd req-947d4662-a329-4448-9cdd-324dd4a9dd1b tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 5419 time: 0.3842041 Feb 09 01:07:47.356195 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-eef49759-2706-4d53-b3e2-de3455b3cd7e req-259d5c59-e513-4942-89b1-0e97290a9c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:47.452206 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1538f46-45ea-4f3b-bb40-29ff97a5ef7f req-cca40408-0ddd-452b-86cb-f62dc58f2d22 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:47.452897 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-a1538f46-45ea-4f3b-bb40-29ff97a5ef7f req-cca40408-0ddd-452b-86cb-f62dc58f2d22 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Synchronizing usage tracker for tenant:6039567a52d946e490ce131e89f5d77f on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:07:47.466148 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcb94c6-c3a6-4f51-ae8a-f915d84c4134 admin admin] Pushing event updated for resources: {'Network': ['ID=b6335f31-2dd5-4f94-879f-702268a19745,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:47.473050 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-7bcb94c6-c3a6-4f51-ae8a-f915d84c4134 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7452326 Feb 09 01:07:47.473949 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 59714) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:47.479869 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-a6bf29d5-de95-4c31-9583-816a3b9e83ac admin admin] Request body: {'subnet': {'network_id': 'b6335f31-2dd5-4f94-879f-702268a19745', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-998660112-subnet', 'tenant_id': '569311fd687b407592e9e77fb8a7691c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:07:47.482016 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network b6335f31-2dd5-4f94-879f-702268a19745 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:07:47.490673 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a6bf29d5-de95-4c31-9583-816a3b9e83ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:07:47.496141 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-a6bf29d5-de95-4c31-9583-816a3b9e83ac admin admin] Usage tracker for resource:subnet and tenant:569311fd687b407592e9e77fb8a7691c is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:07:47.499823 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-a6bf29d5-de95-4c31-9583-816a3b9e83ac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:07:47.507113 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a6bf29d5-de95-4c31-9583-816a3b9e83ac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:07:47.520434 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6bf29d5-de95-4c31-9583-816a3b9e83ac admin admin] Made reservation on behalf of 569311fd687b407592e9e77fb8a7691c for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:07:47.525059 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a6bf29d5-de95-4c31-9583-816a3b9e83ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:47.532014 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259d5c59-e513-4942-89b1-0e97290a9c30 service neutron] Pushing event updated for resources: {'Port': ['ID=d7db3c12-03d2-4588-b382-12d4feed3cdf,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:47.580665 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0c480836-0096-4687-9719-7d5c1dd80abd req-f1481c3d-601b-4d6f-be0e-9a3ae69b7834 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/security-groups?id=2e29d487-4384-458c-a1fb-a5cd591001dc&id=c7f86f67-ad65-4a75-ada7-f9729d599d03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2185359 Feb 09 01:07:47.678821 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-a1538f46-45ea-4f3b-bb40-29ff97a5ef7f req-cca40408-0ddd-452b-86cb-f62dc58f2d22 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Unset dirty status for tenant:6039567a52d946e490ce131e89f5d77f on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:07:47.687499 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a1538f46-45ea-4f3b-bb40-29ff97a5ef7f req-cca40408-0ddd-452b-86cb-f62dc58f2d22 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3a8b186-55a2-4b95-8fa1-1a08868ba068 HTTP/1.1" status: 200 len: 931 time: 0.5738957 Feb 09 01:07:47.759908 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a1538f46-45ea-4f3b-bb40-29ff97a5ef7f req-dedda045-0942-44a1-b09a-000869e01adb tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/security-groups?id=c04812c5-0076-44a2-b712-bc76c2180e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695591 Feb 09 01:07:47.792969 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-eef49759-2706-4d53-b3e2-de3455b3cd7e req-259d5c59-e513-4942-89b1-0e97290a9c30 service neutron] Attempting to bind port d7db3c12-03d2-4588-b382-12d4feed3cdf on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:07:47.793530 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-eef49759-2706-4d53-b3e2-de3455b3cd7e req-259d5c59-e513-4942-89b1-0e97290a9c30 service neutron] Attempting to bind port d7db3c12-03d2-4588-b382-12d4feed3cdf by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'f4a9a430-6030-4c47-873d-1751edec414b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2347c0e2-18b5-449a-8992-746b7866ae46'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:07:47.794055 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef49759-2706-4d53-b3e2-de3455b3cd7e req-259d5c59-e513-4942-89b1-0e97290a9c30 service neutron] Attempting to bind port d7db3c12-03d2-4588-b382-12d4feed3cdf on network 2347c0e2-18b5-449a-8992-746b7866ae46 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:07:47.801311 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef49759-2706-4d53-b3e2-de3455b3cd7e req-259d5c59-e513-4942-89b1-0e97290a9c30 service neutron] Port d7db3c12-03d2-4588-b382-12d4feed3cdf on network 2347c0e2-18b5-449a-8992-746b7866ae46 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:07:47.801663 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef49759-2706-4d53-b3e2-de3455b3cd7e req-259d5c59-e513-4942-89b1-0e97290a9c30 service neutron] Attempting to bind port d7db3c12-03d2-4588-b382-12d4feed3cdf on network 2347c0e2-18b5-449a-8992-746b7866ae46 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:07:47.808631 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef49759-2706-4d53-b3e2-de3455b3cd7e req-259d5c59-e513-4942-89b1-0e97290a9c30 service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:07:47.808970 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef49759-2706-4d53-b3e2-de3455b3cd7e req-259d5c59-e513-4942-89b1-0e97290a9c30 service neutron] Checking segment: {'id': 'f4a9a430-6030-4c47-873d-1751edec414b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2347c0e2-18b5-449a-8992-746b7866ae46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:07:47.809477 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef49759-2706-4d53-b3e2-de3455b3cd7e req-259d5c59-e513-4942-89b1-0e97290a9c30 service neutron] Bound using segment: {'id': 'f4a9a430-6030-4c47-873d-1751edec414b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2347c0e2-18b5-449a-8992-746b7866ae46'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:07:47.809977 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-eef49759-2706-4d53-b3e2-de3455b3cd7e req-259d5c59-e513-4942-89b1-0e97290a9c30 service neutron] Bound port: d7db3c12-03d2-4588-b382-12d4feed3cdf, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4a9a430-6030-4c47-873d-1751edec414b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2347c0e2-18b5-449a-8992-746b7866ae46'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:07:47.810325 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-eef49759-2706-4d53-b3e2-de3455b3cd7e req-259d5c59-e513-4942-89b1-0e97290a9c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:47.832211 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a6bf29d5-de95-4c31-9583-816a3b9e83ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:47.912332 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf29d5-de95-4c31-9583-816a3b9e83ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4fbc041-0420-4288-a280-b2299fbe1e0c,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:47.924374 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bf29d5-de95-4c31-9583-816a3b9e83ac admin admin] Checking segment: {'id': 'e0ded468-580e-454b-b33e-3c1ceaa20a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b6335f31-2dd5-4f94-879f-702268a19745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:07:47.924743 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bf29d5-de95-4c31-9583-816a3b9e83ac admin admin] Network hostable DHCP agents. Network: b6335f31-2dd5-4f94-879f-702268a19745, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:07:47.950875 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bf29d5-de95-4c31-9583-816a3b9e83ac admin admin] Network b6335f31-2dd5-4f94-879f-702268a19745 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:07:47.976120 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-a6bf29d5-de95-4c31-9583-816a3b9e83ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, b6335f31-2dd5-4f94-879f-702268a19745) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:07:47.991064 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6bf29d5-de95-4c31-9583-816a3b9e83ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:47.993970 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a6bf29d5-de95-4c31-9583-816a3b9e83ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:48.014329 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c159c0b3-8684-4ea0-8601-23c914a416f4 None None] Network b6335f31-2dd5-4f94-879f-702268a19745 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:07:48.032765 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a6bf29d5-de95-4c31-9583-816a3b9e83ac admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5577044 Feb 09 01:07:48.081636 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f7c567-08cf-4ff8-ad32-cc7e9d415848 req-193de0b6-ee02-4993-bcf1-91ffba2165bf tempest-VolumesActionsTest-977558873 tempest-VolumesActionsTest-977558873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:48.083683 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-21f7c567-08cf-4ff8-ad32-cc7e9d415848 req-193de0b6-ee02-4993-bcf1-91ffba2165bf tempest-VolumesActionsTest-977558873 tempest-VolumesActionsTest-977558873-project] 10.222.0.105 "GET /v2.0/ports?device_id=b36b2da7-8789-4a7a-bd64-e78f845206e2 HTTP/1.1" status: 200 len: 945 time: 0.2837164 Feb 09 01:07:48.087849 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-eef49759-2706-4d53-b3e2-de3455b3cd7e req-259d5c59-e513-4942-89b1-0e97290a9c30 service neutron] For port d7db3c12-03d2-4588-b382-12d4feed3cdf, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:07:48.095208 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-eef49759-2706-4d53-b3e2-de3455b3cd7e req-259d5c59-e513-4942-89b1-0e97290a9c30 service neutron] For port d7db3c12-03d2-4588-b382-12d4feed3cdf, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=d7db3c12-03d2-4588-b382-12d4feed3cdf,segment=NetworkSegment(f4a9a430-6030-4c47-873d-1751edec414b),segment_id=f4a9a430-6030-4c47-873d-1751edec414b)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:07:48.139525 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-eef49759-2706-4d53-b3e2-de3455b3cd7e req-259d5c59-e513-4942-89b1-0e97290a9c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:48.193880 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-21f7c567-08cf-4ff8-ad32-cc7e9d415848 req-eef8ced7-7412-4451-97e0-ad41f33afd40 tempest-VolumesActionsTest-977558873 tempest-VolumesActionsTest-977558873-project] 10.222.0.105 "GET /v2.0/security-groups?id=d336e1ac-4b88-452e-8a7d-68d0a97ec75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013489 Feb 09 01:07:48.237988 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c34036-156c-4778-b81d-7bd0f6f142a4 req-dc812e5c-f661-470f-a964-025eab13f532 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:48.246277 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c3c34036-156c-4778-b81d-7bd0f6f142a4 req-dc812e5c-f661-470f-a964-025eab13f532 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.3467975 Feb 09 01:07:48.256374 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef49759-2706-4d53-b3e2-de3455b3cd7e req-259d5c59-e513-4942-89b1-0e97290a9c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:48.257362 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-eef49759-2706-4d53-b3e2-de3455b3cd7e req-259d5c59-e513-4942-89b1-0e97290a9c30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:48.258982 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-eef49759-2706-4d53-b3e2-de3455b3cd7e req-259d5c59-e513-4942-89b1-0e97290a9c30 service neutron] 10.222.0.62 "PUT /v2.0/ports/d7db3c12-03d2-4588-b382-12d4feed3cdf HTTP/1.1" status: 200 len: 1091 time: 2.4391620 Feb 09 01:07:48.265201 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3a8b186-55a2-4b95-8fa1-1a08868ba068', 'tag': 'd7db3c12-03d2-4588-b382-12d4feed3cdf'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:07:48.267401 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5371c228-0101-4888-915b-632e5d80ff7e None None] Network b6335f31-2dd5-4f94-879f-702268a19745 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:07:48.322605 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259d5c59-e513-4942-89b1-0e97290a9c30 service neutron] Pushing event updated for resources: {'Port': ['ID=d7db3c12-03d2-4588-b382-12d4feed3cdf,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:48.382987 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3a8b186-55a2-4b95-8fa1-1a08868ba068', 'tag': 'd7db3c12-03d2-4588-b382-12d4feed3cdf', 'status': 'completed', 'code': 200} Feb 09 01:07:48.415374 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c3c34036-156c-4778-b81d-7bd0f6f142a4 req-f194d797-c850-4156-b5c6-c8b83ccb30bf tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606851 Feb 09 01:07:48.457790 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef49759-2706-4d53-b3e2-de3455b3cd7e req-2abefb65-934d-4520-8754-a179685008a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:48.460015 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-eef49759-2706-4d53-b3e2-de3455b3cd7e req-2abefb65-934d-4520-8754-a179685008a3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6039567a52d946e490ce131e89f5d77f&device_id=b3a8b186-55a2-4b95-8fa1-1a08868ba068 HTTP/1.1" status: 200 len: 1094 time: 0.1386824 Feb 09 01:07:48.562726 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-eef49759-2706-4d53-b3e2-de3455b3cd7e req-6ac3414c-0dba-4fc6-b516-b3af7cbb948c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7db3c12-03d2-4588-b382-12d4feed3cdf HTTP/1.1" status: 200 len: 217 time: 0.0838456 Feb 09 01:07:48.749278 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c4817b5-06e6-43cd-9029-e22c5740a51a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9076dc-04b6-418a-96bd-62f1607aba38'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:07:48.907727 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef49759-2706-4d53-b3e2-de3455b3cd7e req-0ed6fb56-b78e-4db1-9b2b-d0976e5f4d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:48.909160 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-eef49759-2706-4d53-b3e2-de3455b3cd7e req-0ed6fb56-b78e-4db1-9b2b-d0976e5f4d9b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1fb2cbe1-ac38-49b2-93b4-07126768375d HTTP/1.1" status: 200 len: 850 time: 0.3260427 Feb 09 01:07:49.000940 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-eef49759-2706-4d53-b3e2-de3455b3cd7e req-79c90fe6-15d4-4db5-9be1-4150b633a181 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2347c0e2-18b5-449a-8992-746b7866ae46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646956 Feb 09 01:07:49.016904 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf49c7b9-acb7-47d6-9987-0047dbef80e9 req-4296c5e3-4f54-4e8c-bfa4-acd1d4f6e9ce tempest-ServerAddressesNegativeTestJSON-1489432689 tempest-ServerAddressesNegativeTestJSON-1489432689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:49.018310 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cf49c7b9-acb7-47d6-9987-0047dbef80e9 req-4296c5e3-4f54-4e8c-bfa4-acd1d4f6e9ce tempest-ServerAddressesNegativeTestJSON-1489432689 tempest-ServerAddressesNegativeTestJSON-1489432689-project] 10.222.0.105 "GET /v2.0/networks?id=b6335f31-2dd5-4f94-879f-702268a19745 HTTP/1.1" status: 200 len: 821 time: 0.3438573 Feb 09 01:07:49.106094 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a65760-f675-47cc-9408-9962950259cf req-5ac1f870-a928-4840-9692-b20220ac90b5 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:49.111856 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a65760-f675-47cc-9408-9962950259cf req-5ac1f870-a928-4840-9692-b20220ac90b5 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:49.117863 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a65760-f675-47cc-9408-9962950259cf req-5ac1f870-a928-4840-9692-b20220ac90b5 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:49.123976 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a65760-f675-47cc-9408-9962950259cf req-5ac1f870-a928-4840-9692-b20220ac90b5 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:49.129685 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a65760-f675-47cc-9408-9962950259cf req-5ac1f870-a928-4840-9692-b20220ac90b5 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:49.135431 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a65760-f675-47cc-9408-9962950259cf req-5ac1f870-a928-4840-9692-b20220ac90b5 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:49.141149 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a65760-f675-47cc-9408-9962950259cf req-5ac1f870-a928-4840-9692-b20220ac90b5 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:49.143055 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b2a65760-f675-47cc-9408-9962950259cf req-5ac1f870-a928-4840-9692-b20220ac90b5 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 5419 time: 0.3366823 Feb 09 01:07:49.150203 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cf49c7b9-acb7-47d6-9987-0047dbef80e9 req-0e1574e2-8d1f-4929-aa8b-979d2379d2ca tempest-ServerAddressesNegativeTestJSON-1489432689 tempest-ServerAddressesNegativeTestJSON-1489432689-project] 10.222.0.105 "GET /v2.0/quotas/569311fd687b407592e9e77fb8a7691c HTTP/1.1" status: 200 len: 375 time: 0.1136436 Feb 09 01:07:49.359259 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cf49c7b9-acb7-47d6-9987-0047dbef80e9 req-6ad71519-311a-4b06-845b-0beefe4d163c tempest-ServerAddressesNegativeTestJSON-1489432689 tempest-ServerAddressesNegativeTestJSON-1489432689-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=569311fd687b407592e9e77fb8a7691c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1790421 Feb 09 01:07:49.474124 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b2a65760-f675-47cc-9408-9962950259cf req-56e6dc00-fce2-49d5-8847-7b83235d6b8b tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/security-groups?id=2e29d487-4384-458c-a1fb-a5cd591001dc&id=c7f86f67-ad65-4a75-ada7-f9729d599d03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3211606 Feb 09 01:07:49.504423 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-eef49759-2706-4d53-b3e2-de3455b3cd7e req-379abc8a-1796-4e6a-a412-3e3fe6aed40d service neutron] 10.222.0.62 "GET /v2.0/networks/2347c0e2-18b5-449a-8992-746b7866ae46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4945474 Feb 09 01:07:49.549869 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c4817b5-06e6-43cd-9029-e22c5740a51a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9076dc-04b6-418a-96bd-62f1607aba38', 'code': 200} Feb 09 01:07:49.629997 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cf49c7b9-acb7-47d6-9987-0047dbef80e9 req-81295e1c-1b48-4cba-b2df-70e94d86a084 service neutron] 10.222.0.105 "GET /v2.0/networks/b6335f31-2dd5-4f94-879f-702268a19745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590761 Feb 09 01:07:49.895475 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-eef49759-2706-4d53-b3e2-de3455b3cd7e req-bd616739-50f3-4cbf-bdbf-6b675d033e87 service neutron] 10.222.0.62 "GET /v2.0/networks/2347c0e2-18b5-449a-8992-746b7866ae46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3819766 Feb 09 01:07:50.021413 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cf49c7b9-acb7-47d6-9987-0047dbef80e9 req-9b62cb55-62c0-4342-b2e8-eb0384f77fdf service neutron] 10.222.0.105 "GET /v2.0/networks/b6335f31-2dd5-4f94-879f-702268a19745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3821874 Feb 09 01:07:50.036275 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a71dc-22e0-4d0d-bda1-006639e0c3d2 req-435e8a65-5fd6-4b37-afd2-3dc44fa09f11 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:50.037991 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fa8a71dc-22e0-4d0d-bda1-006639e0c3d2 req-435e8a65-5fd6-4b37-afd2-3dc44fa09f11 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3a8b186-55a2-4b95-8fa1-1a08868ba068 HTTP/1.1" status: 200 len: 943 time: 0.3724258 Feb 09 01:07:50.052244 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6db840-1ca7-4c63-8338-1927c350808c req-e5730c62-3259-471d-977d-37c9c84ba824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:50.053761 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd6db840-1ca7-4c63-8338-1927c350808c req-e5730c62-3259-471d-977d-37c9c84ba824 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 1096 time: 0.3908362 Feb 09 01:07:50.134941 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd6db840-1ca7-4c63-8338-1927c350808c req-80eaa941-ec9a-49d9-96ce-c02c6d727d79 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673962 Feb 09 01:07:50.138154 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fa8a71dc-22e0-4d0d-bda1-006639e0c3d2 req-8414f4a0-3195-4320-b88a-4bdc8b454fd8 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/security-groups?id=c04812c5-0076-44a2-b712-bc76c2180e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914316 Feb 09 01:07:50.149532 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a34cb3e-bdc6-4fae-a2a5-b9ae92dcc853 req-c0796efa-48b0-4963-a53f-d595283a37d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:50.151868 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8a34cb3e-bdc6-4fae-a2a5-b9ae92dcc853 req-c0796efa-48b0-4963-a53f-d595283a37d0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6039567a52d946e490ce131e89f5d77f&device_id=b3a8b186-55a2-4b95-8fa1-1a08868ba068 HTTP/1.1" status: 200 len: 1094 time: 0.1845820 Feb 09 01:07:50.386569 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c114e2c-5fad-496a-90ba-8503244326a2 req-e7c46172-1336-490b-97df-861ddba22fc2 tempest-VolumesActionsTest-977558873 tempest-VolumesActionsTest-977558873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:50.388089 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6c114e2c-5fad-496a-90ba-8503244326a2 req-e7c46172-1336-490b-97df-861ddba22fc2 tempest-VolumesActionsTest-977558873 tempest-VolumesActionsTest-977558873-project] 10.222.0.105 "GET /v2.0/ports?device_id=b36b2da7-8789-4a7a-bd64-e78f845206e2 HTTP/1.1" status: 200 len: 945 time: 0.1509464 Feb 09 01:07:50.399662 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461eedf6-706b-42e5-b673-b9e19adf086c req-92b996d9-6f52-4f99-9940-a50c137774aa tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:50.401586 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-461eedf6-706b-42e5-b673-b9e19adf086c req-92b996d9-6f52-4f99-9940-a50c137774aa tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.1250942 Feb 09 01:07:50.566937 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6c114e2c-5fad-496a-90ba-8503244326a2 req-10d8ebc7-9915-4739-b612-c929f18a89ae tempest-VolumesActionsTest-977558873 tempest-VolumesActionsTest-977558873-project] 10.222.0.105 "GET /v2.0/security-groups?id=d336e1ac-4b88-452e-8a7d-68d0a97ec75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642454 Feb 09 01:07:50.589222 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-461eedf6-706b-42e5-b673-b9e19adf086c req-9f8cfdf8-6657-4661-8659-37c9dc28b019 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535618 Feb 09 01:07:50.697550 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a34cb3e-bdc6-4fae-a2a5-b9ae92dcc853 req-e33e243d-0a92-4683-89dd-399c49d1f75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:50.699659 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8a34cb3e-bdc6-4fae-a2a5-b9ae92dcc853 req-e33e243d-0a92-4683-89dd-399c49d1f75f service neutron] 10.222.0.62 "GET /v2.0/networks?id=2347c0e2-18b5-449a-8992-746b7866ae46 HTTP/1.1" status: 200 len: 911 time: 0.2959726 Feb 09 01:07:50.894896 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8a34cb3e-bdc6-4fae-a2a5-b9ae92dcc853 req-05f3769d-5e68-4b2d-9cb4-48e3314f0f21 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7db3c12-03d2-4588-b382-12d4feed3cdf HTTP/1.1" status: 200 len: 217 time: 0.1706982 Feb 09 01:07:50.951414 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8569f4ab-218e-4eb2-bb48-0b28d37a62b5 req-1dce8f6e-76d6-46c3-9f22-0883bc5a5911 tempest-ServerAddressesNegativeTestJSON-1489432689 tempest-ServerAddressesNegativeTestJSON-1489432689-project] 10.222.0.105 "GET /v2.0/ports?device_id=8e3d0026-7f79-4215-b4fe-1712d7c9dee9 HTTP/1.1" status: 200 len: 210 time: 0.1440663 Feb 09 01:07:51.000515 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a34cb3e-bdc6-4fae-a2a5-b9ae92dcc853 req-4c04de1f-c0b4-46a7-a683-b51760ae3024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:51.001991 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8a34cb3e-bdc6-4fae-a2a5-b9ae92dcc853 req-4c04de1f-c0b4-46a7-a683-b51760ae3024 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1fb2cbe1-ac38-49b2-93b4-07126768375d HTTP/1.1" status: 200 len: 850 time: 0.0916958 Feb 09 01:07:51.033998 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0ce1b-84d7-4524-987f-2bb739c7d05a req-e5be335c-0f29-4fbf-96ed-c9a0ab0c56f2 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:51.040825 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0ce1b-84d7-4524-987f-2bb739c7d05a req-e5be335c-0f29-4fbf-96ed-c9a0ab0c56f2 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:51.047646 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0ce1b-84d7-4524-987f-2bb739c7d05a req-e5be335c-0f29-4fbf-96ed-c9a0ab0c56f2 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:51.053710 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0ce1b-84d7-4524-987f-2bb739c7d05a req-e5be335c-0f29-4fbf-96ed-c9a0ab0c56f2 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:51.060528 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0ce1b-84d7-4524-987f-2bb739c7d05a req-e5be335c-0f29-4fbf-96ed-c9a0ab0c56f2 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:51.067414 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0ce1b-84d7-4524-987f-2bb739c7d05a req-e5be335c-0f29-4fbf-96ed-c9a0ab0c56f2 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:51.074690 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0ce1b-84d7-4524-987f-2bb739c7d05a req-e5be335c-0f29-4fbf-96ed-c9a0ab0c56f2 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:51.082681 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f1b0ce1b-84d7-4524-987f-2bb739c7d05a req-e5be335c-0f29-4fbf-96ed-c9a0ab0c56f2 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 5419 time: 0.2684987 Feb 09 01:07:51.149148 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8a34cb3e-bdc6-4fae-a2a5-b9ae92dcc853 req-ee4b8a50-d2ff-46c2-b700-e97169899475 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2347c0e2-18b5-449a-8992-746b7866ae46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635900 Feb 09 01:07:51.211214 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f1b0ce1b-84d7-4524-987f-2bb739c7d05a req-5a669d64-b65f-40fd-beb9-98bb8e7fca41 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/security-groups?id=2e29d487-4384-458c-a1fb-a5cd591001dc&id=c7f86f67-ad65-4a75-ada7-f9729d599d03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1272233 Feb 09 01:07:51.509315 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8a34cb3e-bdc6-4fae-a2a5-b9ae92dcc853 req-62571955-a0bd-4bec-a5fe-e48534df793a service neutron] 10.222.0.62 "GET /v2.0/networks/2347c0e2-18b5-449a-8992-746b7866ae46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390491 Feb 09 01:07:51.525851 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a91f0-aa7a-45b3-afc7-40003fb38eb6 req-3890a0f5-13a3-4190-8625-e7bdca72b924 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:51.527454 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-583a91f0-aa7a-45b3-afc7-40003fb38eb6 req-3890a0f5-13a3-4190-8625-e7bdca72b924 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3a8b186-55a2-4b95-8fa1-1a08868ba068 HTTP/1.1" status: 200 len: 943 time: 0.1399209 Feb 09 01:07:51.637514 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:51.719582 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-583a91f0-aa7a-45b3-afc7-40003fb38eb6 req-4804c22b-0f44-4a2e-852d-39155862ff0a tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/security-groups?id=c04812c5-0076-44a2-b712-bc76c2180e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704583 Feb 09 01:07:51.777576 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8a34cb3e-bdc6-4fae-a2a5-b9ae92dcc853 req-3ab9a96c-0645-4199-9396-d6fb01785add service neutron] 10.222.0.62 "GET /v2.0/networks/2347c0e2-18b5-449a-8992-746b7866ae46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490146 Feb 09 01:07:52.029204 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad1980-a195-48a3-8f4a-41e41a09a7bf req-afe29098-d175-4de0-8661-09610cc01a7e tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:52.040390 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-04ad1980-a195-48a3-8f4a-41e41a09a7bf req-afe29098-d175-4de0-8661-09610cc01a7e tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.1254976 Feb 09 01:07:52.148986 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-04ad1980-a195-48a3-8f4a-41e41a09a7bf req-dec6a660-f904-4ecb-91a3-24e25c375e0c tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075883 Feb 09 01:07:52.451483 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf49c7b9-acb7-47d6-9987-0047dbef80e9 req-465da55d-d209-4b65-9194-343f71d4ff63 tempest-ServerAddressesNegativeTestJSON-1489432689 tempest-ServerAddressesNegativeTestJSON-1489432689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:52.455053 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cf49c7b9-acb7-47d6-9987-0047dbef80e9 req-465da55d-d209-4b65-9194-343f71d4ff63 tempest-ServerAddressesNegativeTestJSON-1489432689 tempest-ServerAddressesNegativeTestJSON-1489432689-project] 10.222.0.62 "GET /v2.0/networks?id=b6335f31-2dd5-4f94-879f-702268a19745 HTTP/1.1" status: 200 len: 821 time: 0.3452671 Feb 09 01:07:52.532964 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-cf49c7b9-acb7-47d6-9987-0047dbef80e9 req-57fa562f-ec5f-4865-847a-3869b5e423f2 tempest-ServerAddressesNegativeTestJSON-1489432689 tempest-ServerAddressesNegativeTestJSON-1489432689-project] Request body: {'port': {'device_id': '8e3d0026-7f79-4215-b4fe-1712d7c9dee9', 'network_id': 'b6335f31-2dd5-4f94-879f-702268a19745', 'admin_state_up': True, 'tenant_id': '569311fd687b407592e9e77fb8a7691c'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:07:52.632484 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-72e872a1-92a1-4e4d-9a08-acf568b768d2 req-38fbd9c8-886c-443a-95a7-3124c07dcb98 tempest-ServerAddressesNegativeTestJSON-1489432689 tempest-ServerAddressesNegativeTestJSON-1489432689-project] 10.222.0.105 "GET /v2.0/ports?device_id=8e3d0026-7f79-4215-b4fe-1712d7c9dee9 HTTP/1.1" status: 200 len: 210 time: 0.1761920 Feb 09 01:07:52.726887 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-cf49c7b9-acb7-47d6-9987-0047dbef80e9 req-57fa562f-ec5f-4865-847a-3869b5e423f2 tempest-ServerAddressesNegativeTestJSON-1489432689 tempest-ServerAddressesNegativeTestJSON-1489432689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:07:52.740858 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92876d62-f9a0-48af-851f-7d87e0d069d4 req-e358fa1d-1a9d-40c9-a95a-3ef1b2538197 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:52.746972 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92876d62-f9a0-48af-851f-7d87e0d069d4 req-e358fa1d-1a9d-40c9-a95a-3ef1b2538197 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:52.752677 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92876d62-f9a0-48af-851f-7d87e0d069d4 req-e358fa1d-1a9d-40c9-a95a-3ef1b2538197 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:52.758632 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92876d62-f9a0-48af-851f-7d87e0d069d4 req-e358fa1d-1a9d-40c9-a95a-3ef1b2538197 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:52.765000 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92876d62-f9a0-48af-851f-7d87e0d069d4 req-e358fa1d-1a9d-40c9-a95a-3ef1b2538197 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:52.770864 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92876d62-f9a0-48af-851f-7d87e0d069d4 req-e358fa1d-1a9d-40c9-a95a-3ef1b2538197 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:52.777381 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92876d62-f9a0-48af-851f-7d87e0d069d4 req-e358fa1d-1a9d-40c9-a95a-3ef1b2538197 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:52.779355 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-92876d62-f9a0-48af-851f-7d87e0d069d4 req-e358fa1d-1a9d-40c9-a95a-3ef1b2538197 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 5419 time: 0.3221495 Feb 09 01:07:52.782109 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-cf49c7b9-acb7-47d6-9987-0047dbef80e9 req-57fa562f-ec5f-4865-847a-3869b5e423f2 tempest-ServerAddressesNegativeTestJSON-1489432689 tempest-ServerAddressesNegativeTestJSON-1489432689-project] Usage tracker for resource:port and tenant:569311fd687b407592e9e77fb8a7691c is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:07:52.785412 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-cf49c7b9-acb7-47d6-9987-0047dbef80e9 req-57fa562f-ec5f-4865-847a-3869b5e423f2 tempest-ServerAddressesNegativeTestJSON-1489432689 tempest-ServerAddressesNegativeTestJSON-1489432689-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:07:52.806020 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-cf49c7b9-acb7-47d6-9987-0047dbef80e9 req-57fa562f-ec5f-4865-847a-3869b5e423f2 tempest-ServerAddressesNegativeTestJSON-1489432689 tempest-ServerAddressesNegativeTestJSON-1489432689-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:07:52.829709 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf49c7b9-acb7-47d6-9987-0047dbef80e9 req-57fa562f-ec5f-4865-847a-3869b5e423f2 tempest-ServerAddressesNegativeTestJSON-1489432689 tempest-ServerAddressesNegativeTestJSON-1489432689-project] Made reservation on behalf of 569311fd687b407592e9e77fb8a7691c for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:07:52.833154 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-cf49c7b9-acb7-47d6-9987-0047dbef80e9 req-57fa562f-ec5f-4865-847a-3869b5e423f2 tempest-ServerAddressesNegativeTestJSON-1489432689 tempest-ServerAddressesNegativeTestJSON-1489432689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:52.855007 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-92876d62-f9a0-48af-851f-7d87e0d069d4 req-551a70a5-6679-49b9-a971-f89720610ac4 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/security-groups?id=2e29d487-4384-458c-a1fb-a5cd591001dc&id=c7f86f67-ad65-4a75-ada7-f9729d599d03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0665970 Feb 09 01:07:53.115162 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-cf49c7b9-acb7-47d6-9987-0047dbef80e9 req-57fa562f-ec5f-4865-847a-3869b5e423f2 tempest-ServerAddressesNegativeTestJSON-1489432689 tempest-ServerAddressesNegativeTestJSON-1489432689-project] Allocated IP 172.20.0.12 (b6335f31-2dd5-4f94-879f-702268a19745/f4fbc041-0420-4288-a280-b2299fbe1e0c/34880438-ad64-4c77-a6ee-42f16bf46b3f) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:07:53.158374 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356361b9-248e-44df-8b67-ebb9bcc67599 req-ddd798b3-28b4-4157-bea1-026ae9115fe5 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:53.169885 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-356361b9-248e-44df-8b67-ebb9bcc67599 req-ddd798b3-28b4-4157-bea1-026ae9115fe5 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3a8b186-55a2-4b95-8fa1-1a08868ba068 HTTP/1.1" status: 200 len: 943 time: 0.2996888 Feb 09 01:07:53.326184 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-356361b9-248e-44df-8b67-ebb9bcc67599 req-cd7b3166-2841-4016-9872-665e713587db tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/security-groups?id=c04812c5-0076-44a2-b712-bc76c2180e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613333 Feb 09 01:07:53.570849 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd345e4-f191-461d-a326-d744d15e7fb6 req-2a43eadf-feb2-4595-a221-68e8dfd9f589 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:53.572446 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cfd345e4-f191-461d-a326-d744d15e7fb6 req-2a43eadf-feb2-4595-a221-68e8dfd9f589 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.2451553 Feb 09 01:07:53.620851 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-cf49c7b9-acb7-47d6-9987-0047dbef80e9 req-57fa562f-ec5f-4865-847a-3869b5e423f2 tempest-ServerAddressesNegativeTestJSON-1489432689 tempest-ServerAddressesNegativeTestJSON-1489432689-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:53.691894 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cfd345e4-f191-461d-a326-d744d15e7fb6 req-aa4e017f-e674-44d2-9582-e836ff0f29f3 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007929 Feb 09 01:07:53.714071 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-cf49c7b9-acb7-47d6-9987-0047dbef80e9 req-57fa562f-ec5f-4865-847a-3869b5e423f2 tempest-ServerAddressesNegativeTestJSON-1489432689 tempest-ServerAddressesNegativeTestJSON-1489432689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:53.834693 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf49c7b9-acb7-47d6-9987-0047dbef80e9 req-57fa562f-ec5f-4865-847a-3869b5e423f2 tempest-ServerAddressesNegativeTestJSON-1489432689 tempest-ServerAddressesNegativeTestJSON-1489432689-project] Network b6335f31-2dd5-4f94-879f-702268a19745 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:07:53.868076 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-cf49c7b9-acb7-47d6-9987-0047dbef80e9 req-57fa562f-ec5f-4865-847a-3869b5e423f2 tempest-ServerAddressesNegativeTestJSON-1489432689 tempest-ServerAddressesNegativeTestJSON-1489432689-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:07:53.877755 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf49c7b9-acb7-47d6-9987-0047dbef80e9 req-57fa562f-ec5f-4865-847a-3869b5e423f2 tempest-ServerAddressesNegativeTestJSON-1489432689 tempest-ServerAddressesNegativeTestJSON-1489432689-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:07:54.132890 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fa562f-ec5f-4865-847a-3869b5e423f2 tempest-ServerAddressesNegativeTestJSON-1489432689 tempest-ServerAddressesNegativeTestJSON-1489432689-project] Pushing event updated for resources: {'Port': ['ID=34880438-ad64-4c77-a6ee-42f16bf46b3f,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:54.157312 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device d7db3c12-03d2-4588-b382-12d4feed3cdf details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:07:54.205947 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf49c7b9-acb7-47d6-9987-0047dbef80e9 req-57fa562f-ec5f-4865-847a-3869b5e423f2 tempest-ServerAddressesNegativeTestJSON-1489432689 tempest-ServerAddressesNegativeTestJSON-1489432689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:54.205947 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-cf49c7b9-acb7-47d6-9987-0047dbef80e9 req-57fa562f-ec5f-4865-847a-3869b5e423f2 tempest-ServerAddressesNegativeTestJSON-1489432689 tempest-ServerAddressesNegativeTestJSON-1489432689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:54.243011 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c767933-f1d0-44cc-8d07-709807e4acf5 req-5d2407f1-c4c3-4f30-8aac-d8286d623750 tempest-ServerAddressesNegativeTestJSON-1489432689 tempest-ServerAddressesNegativeTestJSON-1489432689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:54.244513 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-7c767933-f1d0-44cc-8d07-709807e4acf5 req-5d2407f1-c4c3-4f30-8aac-d8286d623750 tempest-ServerAddressesNegativeTestJSON-1489432689 tempest-ServerAddressesNegativeTestJSON-1489432689-project] Synchronizing usage tracker for tenant:569311fd687b407592e9e77fb8a7691c on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:07:54.252062 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cf49c7b9-acb7-47d6-9987-0047dbef80e9 req-57fa562f-ec5f-4865-847a-3869b5e423f2 tempest-ServerAddressesNegativeTestJSON-1489432689 tempest-ServerAddressesNegativeTestJSON-1489432689-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7614703 Feb 09 01:07:54.276309 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-cf49c7b9-acb7-47d6-9987-0047dbef80e9 req-1e83ef99-1c2b-4174-a0a8-305601e40e9a service neutron] Request body: {'port': {'device_id': '8e3d0026-7f79-4215-b4fe-1712d7c9dee9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:07:54.307373 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port d7db3c12-03d2-4588-b382-12d4feed3cdf, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=d7db3c12-03d2-4588-b382-12d4feed3cdf,segment=NetworkSegment(f4a9a430-6030-4c47-873d-1751edec414b),segment_id=f4a9a430-6030-4c47-873d-1751edec414b)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:07:54.317545 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116fff00-02e7-4ae3-ae34-af94751dd87e req-ffbff050-512a-4b9f-87d8-97a13436674a tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:54.323486 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': 'd7db3c12-03d2-4588-b382-12d4feed3cdf', 'network_id': '2347c0e2-18b5-449a-8992-746b7866ae46', 'port_id': 'd7db3c12-03d2-4588-b382-12d4feed3cdf', 'mac_address': 'fa:16:3e:f6:ec:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb2cbe1-ac38-49b2-93b4-07126768375d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:07:54.323995 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116fff00-02e7-4ae3-ae34-af94751dd87e req-ffbff050-512a-4b9f-87d8-97a13436674a tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:54.330283 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116fff00-02e7-4ae3-ae34-af94751dd87e req-ffbff050-512a-4b9f-87d8-97a13436674a tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:54.337356 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116fff00-02e7-4ae3-ae34-af94751dd87e req-ffbff050-512a-4b9f-87d8-97a13436674a tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:54.343785 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116fff00-02e7-4ae3-ae34-af94751dd87e req-ffbff050-512a-4b9f-87d8-97a13436674a tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:54.350904 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116fff00-02e7-4ae3-ae34-af94751dd87e req-ffbff050-512a-4b9f-87d8-97a13436674a tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:54.357497 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116fff00-02e7-4ae3-ae34-af94751dd87e req-ffbff050-512a-4b9f-87d8-97a13436674a tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:54.359631 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-116fff00-02e7-4ae3-ae34-af94751dd87e req-ffbff050-512a-4b9f-87d8-97a13436674a tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 5419 time: 0.2843990 Feb 09 01:07:54.367250 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-7c767933-f1d0-44cc-8d07-709807e4acf5 req-5d2407f1-c4c3-4f30-8aac-d8286d623750 tempest-ServerAddressesNegativeTestJSON-1489432689 tempest-ServerAddressesNegativeTestJSON-1489432689-project] Unset dirty status for tenant:569311fd687b407592e9e77fb8a7691c on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:07:54.369293 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7c767933-f1d0-44cc-8d07-709807e4acf5 req-5d2407f1-c4c3-4f30-8aac-d8286d623750 tempest-ServerAddressesNegativeTestJSON-1489432689 tempest-ServerAddressesNegativeTestJSON-1489432689-project] 10.222.0.105 "GET /v2.0/ports?device_id=8e3d0026-7f79-4215-b4fe-1712d7c9dee9 HTTP/1.1" status: 200 len: 932 time: 0.5445137 Feb 09 01:07:54.411488 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:54.435519 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7db3c12-03d2-4588-b382-12d4feed3cdf {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:07:54.458934 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port d7db3c12-03d2-4588-b382-12d4feed3cdf, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=d7db3c12-03d2-4588-b382-12d4feed3cdf,segment=NetworkSegment(f4a9a430-6030-4c47-873d-1751edec414b),segment_id=f4a9a430-6030-4c47-873d-1751edec414b)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:07:54.468019 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:54.557567 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-116fff00-02e7-4ae3-ae34-af94751dd87e req-bfa3a469-1be5-4c4c-834e-42e08c23c0fd tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/security-groups?id=2e29d487-4384-458c-a1fb-a5cd591001dc&id=c7f86f67-ad65-4a75-ada7-f9729d599d03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1857271 Feb 09 01:07:54.563183 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=d7db3c12-03d2-4588-b382-12d4feed3cdf,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:54.565208 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7c767933-f1d0-44cc-8d07-709807e4acf5 req-0e0de97f-f07a-4e6a-98da-32841f8b40f8 tempest-ServerAddressesNegativeTestJSON-1489432689 tempest-ServerAddressesNegativeTestJSON-1489432689-project] 10.222.0.105 "GET /v2.0/security-groups?id=0f4e0423-c890-418b-82a7-f58a739d3b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851580 Feb 09 01:07:54.582695 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-cf49c7b9-acb7-47d6-9987-0047dbef80e9 req-1e83ef99-1c2b-4174-a0a8-305601e40e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:54.606535 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:55.040884 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['d7db3c12-03d2-4588-b382-12d4feed3cdf'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:07:55.078484 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a99e7-149e-4386-9011-81cc2614e7a1 req-89f4e223-2525-4ab1-8501-9812dede3ba8 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:55.079953 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-394a99e7-149e-4386-9011-81cc2614e7a1 req-89f4e223-2525-4ab1-8501-9812dede3ba8 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/networks?id=be5e3be5-6e84-4180-8cc4-7f73e6515735 HTTP/1.1" status: 200 len: 814 time: 0.3689289 Feb 09 01:07:55.123308 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-394a99e7-149e-4386-9011-81cc2614e7a1 req-fa93e3ee-f886-4a25-9502-7500a4d8d480 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/quotas/6b048f87108b49f5abc0697d8dcea678 HTTP/1.1" status: 200 len: 375 time: 0.0346673 Feb 09 01:07:55.226285 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b9703-2a86-4cc6-8a16-9d61bfa53b2c req-0e4d8abe-2bd1-4738-b4bb-723066a14164 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:55.228003 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-379b9703-2a86-4cc6-8a16-9d61bfa53b2c req-0e4d8abe-2bd1-4738-b4bb-723066a14164 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3a8b186-55a2-4b95-8fa1-1a08868ba068 HTTP/1.1" status: 200 len: 944 time: 0.2844019 Feb 09 01:07:55.336829 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-cf49c7b9-acb7-47d6-9987-0047dbef80e9 req-1e83ef99-1c2b-4174-a0a8-305601e40e9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34880438-ad64-4c77-a6ee-42f16bf46b3f {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:07:55.351655 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-cf49c7b9-acb7-47d6-9987-0047dbef80e9 req-1e83ef99-1c2b-4174-a0a8-305601e40e9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:55.363190 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-379b9703-2a86-4cc6-8a16-9d61bfa53b2c req-370e377e-d782-4be3-a946-cf283e2cb5d7 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/security-groups?id=c04812c5-0076-44a2-b712-bc76c2180e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192997 Feb 09 01:07:55.378504 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-394a99e7-149e-4386-9011-81cc2614e7a1 req-e53c27f6-b16f-4257-b121-886e775e5086 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=6b048f87108b49f5abc0697d8dcea678&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2388568 Feb 09 01:07:55.379540 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-cf49c7b9-acb7-47d6-9987-0047dbef80e9 req-1e83ef99-1c2b-4174-a0a8-305601e40e9a service neutron] Transition to ACTIVE for port object 34880438-ad64-4c77-a6ee-42f16bf46b3f will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:07:55.384935 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-cf49c7b9-acb7-47d6-9987-0047dbef80e9 req-1e83ef99-1c2b-4174-a0a8-305601e40e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:55.646393 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e83ef99-1c2b-4174-a0a8-305601e40e9a service neutron] Pushing event updated for resources: {'Port': ['ID=34880438-ad64-4c77-a6ee-42f16bf46b3f,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:55.790014 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-394a99e7-149e-4386-9011-81cc2614e7a1 req-5db19da1-c5d3-4b85-b6a7-87fc9203ca6b service neutron] 10.222.0.105 "GET /v2.0/networks/be5e3be5-6e84-4180-8cc4-7f73e6515735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3987353 Feb 09 01:07:55.895944 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a0c98-0e8a-4fba-b0b8-f77683fc57a2 req-32358be1-ccf6-4939-836b-9e50801ea4e4 tempest-VolumesActionsTest-977558873 tempest-VolumesActionsTest-977558873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:55.897544 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d88a0c98-0e8a-4fba-b0b8-f77683fc57a2 req-32358be1-ccf6-4939-836b-9e50801ea4e4 tempest-VolumesActionsTest-977558873 tempest-VolumesActionsTest-977558873-project] 10.222.0.105 "GET /v2.0/ports?device_id=b36b2da7-8789-4a7a-bd64-e78f845206e2 HTTP/1.1" status: 200 len: 945 time: 0.4267209 Feb 09 01:07:55.898206 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-cf49c7b9-acb7-47d6-9987-0047dbef80e9 req-1e83ef99-1c2b-4174-a0a8-305601e40e9a service neutron] Attempting to bind port 34880438-ad64-4c77-a6ee-42f16bf46b3f on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:07:55.898527 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-cf49c7b9-acb7-47d6-9987-0047dbef80e9 req-1e83ef99-1c2b-4174-a0a8-305601e40e9a service neutron] Attempting to bind port 34880438-ad64-4c77-a6ee-42f16bf46b3f by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'e0ded468-580e-454b-b33e-3c1ceaa20a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b6335f31-2dd5-4f94-879f-702268a19745'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:07:55.898846 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf49c7b9-acb7-47d6-9987-0047dbef80e9 req-1e83ef99-1c2b-4174-a0a8-305601e40e9a service neutron] Attempting to bind port 34880438-ad64-4c77-a6ee-42f16bf46b3f on network b6335f31-2dd5-4f94-879f-702268a19745 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:07:55.916203 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf49c7b9-acb7-47d6-9987-0047dbef80e9 req-1e83ef99-1c2b-4174-a0a8-305601e40e9a service neutron] Port 34880438-ad64-4c77-a6ee-42f16bf46b3f on network b6335f31-2dd5-4f94-879f-702268a19745 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:07:55.917063 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf49c7b9-acb7-47d6-9987-0047dbef80e9 req-1e83ef99-1c2b-4174-a0a8-305601e40e9a service neutron] Attempting to bind port 34880438-ad64-4c77-a6ee-42f16bf46b3f on network b6335f31-2dd5-4f94-879f-702268a19745 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:07:56.075996 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf49c7b9-acb7-47d6-9987-0047dbef80e9 req-1e83ef99-1c2b-4174-a0a8-305601e40e9a service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:07:56.076361 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf49c7b9-acb7-47d6-9987-0047dbef80e9 req-1e83ef99-1c2b-4174-a0a8-305601e40e9a service neutron] Checking segment: {'id': 'e0ded468-580e-454b-b33e-3c1ceaa20a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b6335f31-2dd5-4f94-879f-702268a19745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:07:56.076706 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf49c7b9-acb7-47d6-9987-0047dbef80e9 req-1e83ef99-1c2b-4174-a0a8-305601e40e9a service neutron] Bound using segment: {'id': 'e0ded468-580e-454b-b33e-3c1ceaa20a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b6335f31-2dd5-4f94-879f-702268a19745'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:07:56.077131 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-cf49c7b9-acb7-47d6-9987-0047dbef80e9 req-1e83ef99-1c2b-4174-a0a8-305601e40e9a service neutron] Bound port: 34880438-ad64-4c77-a6ee-42f16bf46b3f, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0ded468-580e-454b-b33e-3c1ceaa20a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b6335f31-2dd5-4f94-879f-702268a19745'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:07:56.077468 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-cf49c7b9-acb7-47d6-9987-0047dbef80e9 req-1e83ef99-1c2b-4174-a0a8-305601e40e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:56.165042 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d88a0c98-0e8a-4fba-b0b8-f77683fc57a2 req-82973047-afe9-4b42-81fe-647e4fc3101c tempest-VolumesActionsTest-977558873 tempest-VolumesActionsTest-977558873-project] 10.222.0.105 "GET /v2.0/security-groups?id=d336e1ac-4b88-452e-8a7d-68d0a97ec75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575047 Feb 09 01:07:56.197879 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-394a99e7-149e-4386-9011-81cc2614e7a1 req-877a57f9-67ee-4583-b050-778416bc75ab service neutron] 10.222.0.105 "GET /v2.0/networks/be5e3be5-6e84-4180-8cc4-7f73e6515735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3951609 Feb 09 01:07:56.230957 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-cf49c7b9-acb7-47d6-9987-0047dbef80e9 req-1e83ef99-1c2b-4174-a0a8-305601e40e9a service neutron] For port 34880438-ad64-4c77-a6ee-42f16bf46b3f, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:07:56.234362 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-cf49c7b9-acb7-47d6-9987-0047dbef80e9 req-1e83ef99-1c2b-4174-a0a8-305601e40e9a service neutron] For port 34880438-ad64-4c77-a6ee-42f16bf46b3f, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=34880438-ad64-4c77-a6ee-42f16bf46b3f,segment=NetworkSegment(e0ded468-580e-454b-b33e-3c1ceaa20a3f),segment_id=e0ded468-580e-454b-b33e-3c1ceaa20a3f)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:07:56.240497 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-cf49c7b9-acb7-47d6-9987-0047dbef80e9 req-1e83ef99-1c2b-4174-a0a8-305601e40e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:56.368730 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf49c7b9-acb7-47d6-9987-0047dbef80e9 req-1e83ef99-1c2b-4174-a0a8-305601e40e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:56.373915 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-cf49c7b9-acb7-47d6-9987-0047dbef80e9 req-1e83ef99-1c2b-4174-a0a8-305601e40e9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:56.378024 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cf49c7b9-acb7-47d6-9987-0047dbef80e9 req-1e83ef99-1c2b-4174-a0a8-305601e40e9a service neutron] 10.222.0.62 "PUT /v2.0/ports/34880438-ad64-4c77-a6ee-42f16bf46b3f HTTP/1.1" status: 200 len: 1092 time: 2.1046815 Feb 09 01:07:56.378745 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e3d0026-7f79-4215-b4fe-1712d7c9dee9', 'tag': '34880438-ad64-4c77-a6ee-42f16bf46b3f'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:07:56.417295 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e83ef99-1c2b-4174-a0a8-305601e40e9a service neutron] Pushing event updated for resources: {'Port': ['ID=34880438-ad64-4c77-a6ee-42f16bf46b3f,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:56.442171 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b51c48-2188-45f7-b3f3-012b30694563 req-9daf29b4-4876-4a92-b971-9b3424c58192 tempest-ServerAddressesNegativeTestJSON-1489432689 tempest-ServerAddressesNegativeTestJSON-1489432689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:56.444033 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-56b51c48-2188-45f7-b3f3-012b30694563 req-9daf29b4-4876-4a92-b971-9b3424c58192 tempest-ServerAddressesNegativeTestJSON-1489432689 tempest-ServerAddressesNegativeTestJSON-1489432689-project] 10.222.0.105 "GET /v2.0/ports?device_id=8e3d0026-7f79-4215-b4fe-1712d7c9dee9 HTTP/1.1" status: 200 len: 944 time: 0.1535387 Feb 09 01:07:56.611549 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-56b51c48-2188-45f7-b3f3-012b30694563 req-ef8c1d93-736b-42b7-9807-e8576fc488ed tempest-ServerAddressesNegativeTestJSON-1489432689 tempest-ServerAddressesNegativeTestJSON-1489432689-project] 10.222.0.105 "GET /v2.0/security-groups?id=0f4e0423-c890-418b-82a7-f58a739d3b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287701 Feb 09 01:07:56.676500 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80069a64-640f-4821-a98d-2276418080f7 req-5d11b75b-e122-46bf-a208-345c29264ec0 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:56.684279 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80069a64-640f-4821-a98d-2276418080f7 req-5d11b75b-e122-46bf-a208-345c29264ec0 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:56.695667 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80069a64-640f-4821-a98d-2276418080f7 req-5d11b75b-e122-46bf-a208-345c29264ec0 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:56.706207 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80069a64-640f-4821-a98d-2276418080f7 req-5d11b75b-e122-46bf-a208-345c29264ec0 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:56.712550 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80069a64-640f-4821-a98d-2276418080f7 req-5d11b75b-e122-46bf-a208-345c29264ec0 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:56.719887 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80069a64-640f-4821-a98d-2276418080f7 req-5d11b75b-e122-46bf-a208-345c29264ec0 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:56.726774 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80069a64-640f-4821-a98d-2276418080f7 req-5d11b75b-e122-46bf-a208-345c29264ec0 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:56.736868 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-80069a64-640f-4821-a98d-2276418080f7 req-5d11b75b-e122-46bf-a208-345c29264ec0 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 5419 time: 0.2524064 Feb 09 01:07:56.807752 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d10b9e3a-ed0f-49b7-904b-0ddf7428ea27 req-66404ab6-3104-400b-b00d-69ae97e2fcd9 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=ee3bbc96-4a80-4b19-802f-43388c268bbe HTTP/1.1" status: 200 len: 210 time: 0.0657239 Feb 09 01:07:56.809701 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf49c7b9-acb7-47d6-9987-0047dbef80e9 req-1d12c26e-3167-4553-997b-3d7561b07158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:56.811186 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cf49c7b9-acb7-47d6-9987-0047dbef80e9 req-1d12c26e-3167-4553-997b-3d7561b07158 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=569311fd687b407592e9e77fb8a7691c&device_id=8e3d0026-7f79-4215-b4fe-1712d7c9dee9 HTTP/1.1" status: 200 len: 1095 time: 0.3661737 Feb 09 01:07:56.840485 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-80069a64-640f-4821-a98d-2276418080f7 req-3bba60a9-484f-493e-897f-95867ef95009 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/security-groups?id=2e29d487-4384-458c-a1fb-a5cd591001dc&id=c7f86f67-ad65-4a75-ada7-f9729d599d03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1026769 Feb 09 01:07:56.911982 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e3d0026-7f79-4215-b4fe-1712d7c9dee9', 'tag': '34880438-ad64-4c77-a6ee-42f16bf46b3f', 'status': 'completed', 'code': 200} Feb 09 01:07:56.928568 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cf49c7b9-acb7-47d6-9987-0047dbef80e9 req-1ebc4be3-ac63-45ce-b033-f7621ca2bbdb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34880438-ad64-4c77-a6ee-42f16bf46b3f HTTP/1.1" status: 200 len: 217 time: 0.0828965 Feb 09 01:07:57.077260 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf49c7b9-acb7-47d6-9987-0047dbef80e9 req-40d2bd45-b3c9-4d3c-9a68-b82a7661257b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:57.078745 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cf49c7b9-acb7-47d6-9987-0047dbef80e9 req-40d2bd45-b3c9-4d3c-9a68-b82a7661257b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f4fbc041-0420-4288-a280-b2299fbe1e0c HTTP/1.1" status: 200 len: 861 time: 0.1278083 Feb 09 01:07:57.153148 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f080a422-bf07-4486-a314-0540c202095a req-c35f59e9-1d45-4aa2-9918-c3cb355a8445 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:57.160571 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f080a422-bf07-4486-a314-0540c202095a req-c35f59e9-1d45-4aa2-9918-c3cb355a8445 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3a8b186-55a2-4b95-8fa1-1a08868ba068 HTTP/1.1" status: 200 len: 944 time: 0.1726027 Feb 09 01:07:57.164892 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cf49c7b9-acb7-47d6-9987-0047dbef80e9 req-9803b1ad-4a11-46cb-8436-60f19013ee28 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b6335f31-2dd5-4f94-879f-702268a19745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715845 Feb 09 01:07:57.299603 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f080a422-bf07-4486-a314-0540c202095a req-4017402a-3334-42ee-898b-e2bca2a06399 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/security-groups?id=c04812c5-0076-44a2-b712-bc76c2180e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376853 Feb 09 01:07:57.409189 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cf49c7b9-acb7-47d6-9987-0047dbef80e9 req-48d8fbdf-f7ac-48da-8190-392f6ad10e72 service neutron] 10.222.0.62 "GET /v2.0/networks/b6335f31-2dd5-4f94-879f-702268a19745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151842 Feb 09 01:07:57.428361 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eb852c-afa1-462f-af16-017db5c52165 req-7fee6938-d22d-40ac-957a-75e218f8b715 tempest-VolumesActionsTest-977558873 tempest-VolumesActionsTest-977558873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:57.430335 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-00eb852c-afa1-462f-af16-017db5c52165 req-7fee6938-d22d-40ac-957a-75e218f8b715 tempest-VolumesActionsTest-977558873 tempest-VolumesActionsTest-977558873-project] 10.222.0.105 "GET /v2.0/ports?device_id=b36b2da7-8789-4a7a-bd64-e78f845206e2 HTTP/1.1" status: 200 len: 945 time: 0.1295097 Feb 09 01:07:57.556640 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-00eb852c-afa1-462f-af16-017db5c52165 req-a83b277a-d1bf-4f7e-8d74-13a649f6938b tempest-VolumesActionsTest-977558873 tempest-VolumesActionsTest-977558873-project] 10.222.0.105 "GET /v2.0/security-groups?id=d336e1ac-4b88-452e-8a7d-68d0a97ec75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072917 Feb 09 01:07:57.593846 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cf49c7b9-acb7-47d6-9987-0047dbef80e9 req-9abb9515-d076-4e9f-bba2-6eb6594b1b77 service neutron] 10.222.0.62 "GET /v2.0/networks/b6335f31-2dd5-4f94-879f-702268a19745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629732 Feb 09 01:07:57.912536 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f940e7-5bde-485a-8e23-da8491512a73 req-cf27d7bb-1576-4a8e-adbb-1c68c0c5d63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:57.914206 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-42f940e7-5bde-485a-8e23-da8491512a73 req-cf27d7bb-1576-4a8e-adbb-1c68c0c5d63f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=569311fd687b407592e9e77fb8a7691c&device_id=8e3d0026-7f79-4215-b4fe-1712d7c9dee9 HTTP/1.1" status: 200 len: 1095 time: 0.2115066 Feb 09 01:07:57.922393 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e26525-426f-4f65-9981-f546b705ef3e req-51e47897-eb02-400e-827a-93aefdfd645d tempest-VolumesActionsTest-977558873 tempest-VolumesActionsTest-977558873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:57.923840 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-93e26525-426f-4f65-9981-f546b705ef3e req-51e47897-eb02-400e-827a-93aefdfd645d tempest-VolumesActionsTest-977558873 tempest-VolumesActionsTest-977558873-project] 10.222.0.62 "GET /v2.0/ports?device_id=b36b2da7-8789-4a7a-bd64-e78f845206e2 HTTP/1.1" status: 200 len: 945 time: 0.2590559 Feb 09 01:07:58.183874 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a99e7-149e-4386-9011-81cc2614e7a1 req-2d40da6b-62c0-4197-915f-83f6348905f9 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:58.184778 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-394a99e7-149e-4386-9011-81cc2614e7a1 req-2d40da6b-62c0-4197-915f-83f6348905f9 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Synchronizing usage tracker for tenant:6b048f87108b49f5abc0697d8dcea678 on resource:network {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:07:58.190506 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device d7db3c12-03d2-4588-b382-12d4feed3cdf up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:07:58.225809 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-394a99e7-149e-4386-9011-81cc2614e7a1 req-2d40da6b-62c0-4197-915f-83f6348905f9 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Unset dirty status for tenant:6b048f87108b49f5abc0697d8dcea678 on resource:network {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:07:58.228679 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-394a99e7-149e-4386-9011-81cc2614e7a1 req-2d40da6b-62c0-4197-915f-83f6348905f9 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.62 "GET /v2.0/networks?id=be5e3be5-6e84-4180-8cc4-7f73e6515735 HTTP/1.1" status: 200 len: 814 time: 0.3770008 Feb 09 01:07:58.269129 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-394a99e7-149e-4386-9011-81cc2614e7a1 req-e9687282-a0eb-4777-bead-377cd538843d tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Request body: {'port': {'device_id': 'ee3bbc96-4a80-4b19-802f-43388c268bbe', 'network_id': 'be5e3be5-6e84-4180-8cc4-7f73e6515735', 'admin_state_up': True, 'tenant_id': '6b048f87108b49f5abc0697d8dcea678'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:07:58.284330 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port d7db3c12-03d2-4588-b382-12d4feed3cdf completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:07:58.292626 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port d7db3c12-03d2-4588-b382-12d4feed3cdf triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:07:58.293820 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:58.386836 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f940e7-5bde-485a-8e23-da8491512a73 req-30d2cf00-918a-4b37-9aee-5ec118b7e38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:58.388356 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-42f940e7-5bde-485a-8e23-da8491512a73 req-30d2cf00-918a-4b37-9aee-5ec118b7e38c service neutron] 10.222.0.62 "GET /v2.0/networks?id=b6335f31-2dd5-4f94-879f-702268a19745 HTTP/1.1" status: 200 len: 922 time: 0.4626350 Feb 09 01:07:58.433334 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac2346a-6ac1-4fc7-a783-94830253ff31 req-ff776f11-d4b5-4526-80e5-dcf0321d8cc8 tempest-ServerAddressesNegativeTestJSON-1489432689 tempest-ServerAddressesNegativeTestJSON-1489432689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:58.447560 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3ac2346a-6ac1-4fc7-a783-94830253ff31 req-ff776f11-d4b5-4526-80e5-dcf0321d8cc8 tempest-ServerAddressesNegativeTestJSON-1489432689 tempest-ServerAddressesNegativeTestJSON-1489432689-project] 10.222.0.105 "GET /v2.0/ports?device_id=8e3d0026-7f79-4215-b4fe-1712d7c9dee9 HTTP/1.1" status: 200 len: 944 time: 0.6957462 Feb 09 01:07:58.501072 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3a43d175-c408-46ff-b73d-5d49ed805ff2 req-fd3546ca-7b7b-4af3-96e9-df15315f5cd0 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=ee3bbc96-4a80-4b19-802f-43388c268bbe HTTP/1.1" status: 200 len: 210 time: 0.5555985 Feb 09 01:07:58.522749 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:58.528955 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-394a99e7-149e-4386-9011-81cc2614e7a1 req-e9687282-a0eb-4777-bead-377cd538843d tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:07:58.549649 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-394a99e7-149e-4386-9011-81cc2614e7a1 req-e9687282-a0eb-4777-bead-377cd538843d tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:07:58.574637 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-394a99e7-149e-4386-9011-81cc2614e7a1 req-e9687282-a0eb-4777-bead-377cd538843d tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Made reservation on behalf of 6b048f87108b49f5abc0697d8dcea678 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:07:58.578908 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-394a99e7-149e-4386-9011-81cc2614e7a1 req-e9687282-a0eb-4777-bead-377cd538843d tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:58.595300 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3a8b186-55a2-4b95-8fa1-1a08868ba068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7db3c12-03d2-4588-b382-12d4feed3cdf'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:07:58.630983 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port d7db3c12-03d2-4588-b382-12d4feed3cdf, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=d7db3c12-03d2-4588-b382-12d4feed3cdf,segment=NetworkSegment(f4a9a430-6030-4c47-873d-1751edec414b),segment_id=f4a9a430-6030-4c47-873d-1751edec414b)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:07:58.637742 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:58.723952 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-42f940e7-5bde-485a-8e23-da8491512a73 req-909cfa11-46e0-45e2-a826-e9a52135919c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34880438-ad64-4c77-a6ee-42f16bf46b3f HTTP/1.1" status: 200 len: 217 time: 0.2385859 Feb 09 01:07:58.823090 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-394a99e7-149e-4386-9011-81cc2614e7a1 req-e9687282-a0eb-4777-bead-377cd538843d tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Allocated IP 172.20.0.14 (be5e3be5-6e84-4180-8cc4-7f73e6515735/1f1b23ff-5c33-41f2-bf9f-a257a3962e7c/096dafba-ebb4-44a5-b82e-79ba5a8ce64b) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:07:58.876936 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-93e26525-426f-4f65-9981-f546b705ef3e req-2f468841-faf0-42ed-ada3-88ac4646bbec tempest-VolumesActionsTest-977558873 tempest-VolumesActionsTest-977558873-project] Deleting port a5666214-7397-43ec-97de-1edb937e25c2 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:07:58.877453 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-93e26525-426f-4f65-9981-f546b705ef3e req-2f468841-faf0-42ed-ada3-88ac4646bbec tempest-VolumesActionsTest-977558873 tempest-VolumesActionsTest-977558873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:58.983264 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=d7db3c12-03d2-4588-b382-12d4feed3cdf,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:59.055881 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3ac2346a-6ac1-4fc7-a783-94830253ff31 req-332aba2a-44a7-4a1e-a90b-3c7a03f8f957 tempest-ServerAddressesNegativeTestJSON-1489432689 tempest-ServerAddressesNegativeTestJSON-1489432689-project] 10.222.0.105 "GET /v2.0/security-groups?id=0f4e0423-c890-418b-82a7-f58a739d3b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5903406 Feb 09 01:07:59.116062 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f940e7-5bde-485a-8e23-da8491512a73 req-980908ad-5427-473b-bae5-24b0c848c546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:59.117508 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-42f940e7-5bde-485a-8e23-da8491512a73 req-980908ad-5427-473b-bae5-24b0c848c546 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f4fbc041-0420-4288-a280-b2299fbe1e0c HTTP/1.1" status: 200 len: 861 time: 0.3780789 Feb 09 01:07:59.162960 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-394a99e7-149e-4386-9011-81cc2614e7a1 req-e9687282-a0eb-4777-bead-377cd538843d tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:59.203581 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-394a99e7-149e-4386-9011-81cc2614e7a1 req-e9687282-a0eb-4777-bead-377cd538843d tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:59.222074 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['3f9076dc-04b6-418a-96bd-62f1607aba38'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:07:59.261184 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-42f940e7-5bde-485a-8e23-da8491512a73 req-088e0dd7-a720-4056-93f5-bd0fe1a1947e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b6335f31-2dd5-4f94-879f-702268a19745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0929549 Feb 09 01:07:59.271070 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-394a99e7-149e-4386-9011-81cc2614e7a1 req-e9687282-a0eb-4777-bead-377cd538843d tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Network be5e3be5-6e84-4180-8cc4-7f73e6515735 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:07:59.280515 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-394a99e7-149e-4386-9011-81cc2614e7a1 req-e9687282-a0eb-4777-bead-377cd538843d tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:07:59.285255 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-394a99e7-149e-4386-9011-81cc2614e7a1 req-e9687282-a0eb-4777-bead-377cd538843d tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:07:59.351126 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a99e7-149e-4386-9011-81cc2614e7a1 req-e9687282-a0eb-4777-bead-377cd538843d tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:59.351742 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-394a99e7-149e-4386-9011-81cc2614e7a1 req-e9687282-a0eb-4777-bead-377cd538843d tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:59.382003 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9687282-a0eb-4777-bead-377cd538843d tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Pushing event updated for resources: {'Port': ['ID=096dafba-ebb4-44a5-b82e-79ba5a8ce64b,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:59.392936 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-394a99e7-149e-4386-9011-81cc2614e7a1 req-e9687282-a0eb-4777-bead-377cd538843d tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1436076 Feb 09 01:07:59.410025 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-394a99e7-149e-4386-9011-81cc2614e7a1 req-d9452300-21f7-49bd-accf-8492e7e98f42 service neutron] Request body: {'port': {'device_id': 'ee3bbc96-4a80-4b19-802f-43388c268bbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:07:59.454347 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c81b2-22c9-43c8-90c9-6bc62b2c7b38 req-e7968393-e212-4828-a5af-28c639617751 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:59.460112 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c81b2-22c9-43c8-90c9-6bc62b2c7b38 req-e7968393-e212-4828-a5af-28c639617751 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:59.466948 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c81b2-22c9-43c8-90c9-6bc62b2c7b38 req-e7968393-e212-4828-a5af-28c639617751 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:59.473274 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c81b2-22c9-43c8-90c9-6bc62b2c7b38 req-e7968393-e212-4828-a5af-28c639617751 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:59.479862 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c81b2-22c9-43c8-90c9-6bc62b2c7b38 req-e7968393-e212-4828-a5af-28c639617751 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:59.485736 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c81b2-22c9-43c8-90c9-6bc62b2c7b38 req-e7968393-e212-4828-a5af-28c639617751 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:59.491576 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c81b2-22c9-43c8-90c9-6bc62b2c7b38 req-e7968393-e212-4828-a5af-28c639617751 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:59.493821 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8e5c81b2-22c9-43c8-90c9-6bc62b2c7b38 req-e7968393-e212-4828-a5af-28c639617751 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 5419 time: 0.6811311 Feb 09 01:07:59.536559 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-394a99e7-149e-4386-9011-81cc2614e7a1 req-d9452300-21f7-49bd-accf-8492e7e98f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:59.706304 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8e5c81b2-22c9-43c8-90c9-6bc62b2c7b38 req-0393ed92-502a-4598-b6c4-021800c6a435 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/security-groups?id=2e29d487-4384-458c-a1fb-a5cd591001dc&id=c7f86f67-ad65-4a75-ada7-f9729d599d03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1521268 Feb 09 01:07:59.721588 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-42f940e7-5bde-485a-8e23-da8491512a73 req-0284b802-e082-4dcb-b62e-8c2b5298b5a0 service neutron] 10.222.0.62 "GET /v2.0/networks/b6335f31-2dd5-4f94-879f-702268a19745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4133058 Feb 09 01:07:59.731893 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5809a7c-68cc-47e5-aa1f-c85698abcd91 req-75bbf450-ac67-40c8-b9a0-948a2ad83bbd tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:59.731893 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f5809a7c-68cc-47e5-aa1f-c85698abcd91 req-75bbf450-ac67-40c8-b9a0-948a2ad83bbd tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3a8b186-55a2-4b95-8fa1-1a08868ba068 HTTP/1.1" status: 200 len: 945 time: 0.5235915 Feb 09 01:07:59.738564 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-93e26525-426f-4f65-9981-f546b705ef3e req-2f468841-faf0-42ed-ada3-88ac4646bbec tempest-VolumesActionsTest-977558873 tempest-VolumesActionsTest-977558873-project] For port a5666214-7397-43ec-97de-1edb937e25c2, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=a5666214-7397-43ec-97de-1edb937e25c2,segment=NetworkSegment(6ef9e148-8c0b-4434-b63e-e30d0781b88c),segment_id=6ef9e148-8c0b-4434-b63e-e30d0781b88c)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:07:59.741085 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-93e26525-426f-4f65-9981-f546b705ef3e req-2f468841-faf0-42ed-ada3-88ac4646bbec tempest-VolumesActionsTest-977558873 tempest-VolumesActionsTest-977558873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:59.923065 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [req-394a99e7-149e-4386-9011-81cc2614e7a1 req-d9452300-21f7-49bd-accf-8492e7e98f42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 096dafba-ebb4-44a5-b82e-79ba5a8ce64b {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:07:59.930641 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-394a99e7-149e-4386-9011-81cc2614e7a1 req-d9452300-21f7-49bd-accf-8492e7e98f42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:59.946109 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-394a99e7-149e-4386-9011-81cc2614e7a1 req-d9452300-21f7-49bd-accf-8492e7e98f42 service neutron] Transition to ACTIVE for port object 096dafba-ebb4-44a5-b82e-79ba5a8ce64b will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:07:59.950900 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-394a99e7-149e-4386-9011-81cc2614e7a1 req-d9452300-21f7-49bd-accf-8492e7e98f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:59.998392 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-93e26525-426f-4f65-9981-f546b705ef3e req-2f468841-faf0-42ed-ada3-88ac4646bbec tempest-VolumesActionsTest-977558873 tempest-VolumesActionsTest-977558873-project] Calling delete_port for a5666214-7397-43ec-97de-1edb937e25c2 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:08:00.112390 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f5809a7c-68cc-47e5-aa1f-c85698abcd91 req-de7bc46b-61da-421c-830a-63a6404d1a82 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/security-groups?id=c04812c5-0076-44a2-b712-bc76c2180e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3411026 Feb 09 01:08:00.124266 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9452300-21f7-49bd-accf-8492e7e98f42 service neutron] Pushing event updated for resources: {'Port': ['ID=096dafba-ebb4-44a5-b82e-79ba5a8ce64b,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:00.197489 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-42f940e7-5bde-485a-8e23-da8491512a73 req-f1eaf54b-8af5-49cf-a20a-68fccaf7d3dd service neutron] 10.222.0.62 "GET /v2.0/networks/b6335f31-2dd5-4f94-879f-702268a19745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4631350 Feb 09 01:08:00.205271 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3a8b186-55a2-4b95-8fa1-1a08868ba068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7db3c12-03d2-4588-b382-12d4feed3cdf', 'code': 200} Feb 09 01:08:00.212895 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-394a99e7-149e-4386-9011-81cc2614e7a1 req-d9452300-21f7-49bd-accf-8492e7e98f42 service neutron] Attempting to bind port 096dafba-ebb4-44a5-b82e-79ba5a8ce64b on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:08:00.214273 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-394a99e7-149e-4386-9011-81cc2614e7a1 req-d9452300-21f7-49bd-accf-8492e7e98f42 service neutron] Attempting to bind port 096dafba-ebb4-44a5-b82e-79ba5a8ce64b by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '7bf4b616-e8a5-474f-aa5e-72f7948301ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'be5e3be5-6e84-4180-8cc4-7f73e6515735'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:08:00.214921 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394a99e7-149e-4386-9011-81cc2614e7a1 req-d9452300-21f7-49bd-accf-8492e7e98f42 service neutron] Attempting to bind port 096dafba-ebb4-44a5-b82e-79ba5a8ce64b on network be5e3be5-6e84-4180-8cc4-7f73e6515735 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:08:00.221869 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394a99e7-149e-4386-9011-81cc2614e7a1 req-d9452300-21f7-49bd-accf-8492e7e98f42 service neutron] Port 096dafba-ebb4-44a5-b82e-79ba5a8ce64b on network be5e3be5-6e84-4180-8cc4-7f73e6515735 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:08:00.222541 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394a99e7-149e-4386-9011-81cc2614e7a1 req-d9452300-21f7-49bd-accf-8492e7e98f42 service neutron] Attempting to bind port 096dafba-ebb4-44a5-b82e-79ba5a8ce64b on network be5e3be5-6e84-4180-8cc4-7f73e6515735 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:08:00.229906 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394a99e7-149e-4386-9011-81cc2614e7a1 req-d9452300-21f7-49bd-accf-8492e7e98f42 service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:08:00.230334 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394a99e7-149e-4386-9011-81cc2614e7a1 req-d9452300-21f7-49bd-accf-8492e7e98f42 service neutron] Checking segment: {'id': '7bf4b616-e8a5-474f-aa5e-72f7948301ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'be5e3be5-6e84-4180-8cc4-7f73e6515735'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:08:00.231575 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394a99e7-149e-4386-9011-81cc2614e7a1 req-d9452300-21f7-49bd-accf-8492e7e98f42 service neutron] Bound using segment: {'id': '7bf4b616-e8a5-474f-aa5e-72f7948301ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'be5e3be5-6e84-4180-8cc4-7f73e6515735'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:08:00.232098 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-394a99e7-149e-4386-9011-81cc2614e7a1 req-d9452300-21f7-49bd-accf-8492e7e98f42 service neutron] Bound port: 096dafba-ebb4-44a5-b82e-79ba5a8ce64b, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bf4b616-e8a5-474f-aa5e-72f7948301ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'be5e3be5-6e84-4180-8cc4-7f73e6515735'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:08:00.232516 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-394a99e7-149e-4386-9011-81cc2614e7a1 req-d9452300-21f7-49bd-accf-8492e7e98f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:00.260931 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa16fc-44b2-42d0-ac20-1855db2e7daf req-5a45ac36-65ec-4eb7-83c0-5db4179f6cfe tempest-VolumesActionsTest-977558873 tempest-VolumesActionsTest-977558873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:00.268562 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0cfa16fc-44b2-42d0-ac20-1855db2e7daf req-5a45ac36-65ec-4eb7-83c0-5db4179f6cfe tempest-VolumesActionsTest-977558873 tempest-VolumesActionsTest-977558873-project] 10.222.0.105 "GET /v2.0/ports?device_id=b36b2da7-8789-4a7a-bd64-e78f845206e2 HTTP/1.1" status: 200 len: 945 time: 0.4284241 Feb 09 01:08:00.363082 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-394a99e7-149e-4386-9011-81cc2614e7a1 req-d9452300-21f7-49bd-accf-8492e7e98f42 service neutron] For port 096dafba-ebb4-44a5-b82e-79ba5a8ce64b, host n-h1-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:08:00.366605 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-394a99e7-149e-4386-9011-81cc2614e7a1 req-d9452300-21f7-49bd-accf-8492e7e98f42 service neutron] For port 096dafba-ebb4-44a5-b82e-79ba5a8ce64b, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=096dafba-ebb4-44a5-b82e-79ba5a8ce64b,segment=NetworkSegment(7bf4b616-e8a5-474f-aa5e-72f7948301ca),segment_id=7bf4b616-e8a5-474f-aa5e-72f7948301ca)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:08:00.370665 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-394a99e7-149e-4386-9011-81cc2614e7a1 req-d9452300-21f7-49bd-accf-8492e7e98f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:00.437281 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a99e7-149e-4386-9011-81cc2614e7a1 req-d9452300-21f7-49bd-accf-8492e7e98f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:00.437993 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-394a99e7-149e-4386-9011-81cc2614e7a1 req-d9452300-21f7-49bd-accf-8492e7e98f42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:00.439435 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-394a99e7-149e-4386-9011-81cc2614e7a1 req-d9452300-21f7-49bd-accf-8492e7e98f42 service neutron] 10.222.0.62 "PUT /v2.0/ports/096dafba-ebb4-44a5-b82e-79ba5a8ce64b HTTP/1.1" status: 200 len: 1092 time: 1.0358889 Feb 09 01:08:00.439886 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee3bbc96-4a80-4b19-802f-43388c268bbe', 'tag': '096dafba-ebb4-44a5-b82e-79ba5a8ce64b'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:08:00.465495 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9452300-21f7-49bd-accf-8492e7e98f42 service neutron] Pushing event updated for resources: {'Port': ['ID=096dafba-ebb4-44a5-b82e-79ba5a8ce64b,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:00.609036 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0cfa16fc-44b2-42d0-ac20-1855db2e7daf req-e315cfe0-fbfd-47cb-9763-09677a68b757 tempest-VolumesActionsTest-977558873 tempest-VolumesActionsTest-977558873-project] 10.222.0.105 "GET /v2.0/security-groups?id=d336e1ac-4b88-452e-8a7d-68d0a97ec75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395107 Feb 09 01:08:00.617959 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-93e26525-426f-4f65-9981-f546b705ef3e req-2f468841-faf0-42ed-ada3-88ac4646bbec tempest-VolumesActionsTest-977558873 tempest-VolumesActionsTest-977558873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:00.657455 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a99e7-149e-4386-9011-81cc2614e7a1 req-3744b0a6-6d60-4bfc-bdfb-6e1c2eda96ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:00.659944 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-394a99e7-149e-4386-9011-81cc2614e7a1 req-3744b0a6-6d60-4bfc-bdfb-6e1c2eda96ca service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6b048f87108b49f5abc0697d8dcea678&device_id=ee3bbc96-4a80-4b19-802f-43388c268bbe HTTP/1.1" status: 200 len: 1095 time: 0.1606262 Feb 09 01:08:00.709876 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f468841-faf0-42ed-ada3-88ac4646bbec tempest-VolumesActionsTest-977558873 tempest-VolumesActionsTest-977558873-project] Pushing event deleted for resources: {'Port': ['ID=a5666214-7397-43ec-97de-1edb937e25c2,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:00.862978 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-93e26525-426f-4f65-9981-f546b705ef3e req-2f468841-faf0-42ed-ada3-88ac4646bbec tempest-VolumesActionsTest-977558873 tempest-VolumesActionsTest-977558873-project] No DVR routers for this DVR port a5666214-7397-43ec-97de-1edb937e25c2 on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:08:00.868923 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-93e26525-426f-4f65-9981-f546b705ef3e req-2f468841-faf0-42ed-ada3-88ac4646bbec tempest-VolumesActionsTest-977558873 tempest-VolumesActionsTest-977558873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:00.872427 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b36b2da7-8789-4a7a-bd64-e78f845206e2', 'name': 'network-vif-deleted', 'tag': 'a5666214-7397-43ec-97de-1edb937e25c2'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:08:00.878245 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee24a7-7b2e-4746-858d-ce4eaa0740e8 req-e898161e-1b8c-4404-8632-fc6c6f7e2ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:00.879708 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2cee24a7-7b2e-4746-858d-ce4eaa0740e8 req-e898161e-1b8c-4404-8632-fc6c6f7e2ab3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b3a8b186-55a2-4b95-8fa1-1a08868ba068 HTTP/1.1" status: 200 len: 1096 time: 0.5747809 Feb 09 01:08:00.891039 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-93e26525-426f-4f65-9981-f546b705ef3e req-2f468841-faf0-42ed-ada3-88ac4646bbec tempest-VolumesActionsTest-977558873 tempest-VolumesActionsTest-977558873-project] 10.222.0.62 "DELETE /v2.0/ports/a5666214-7397-43ec-97de-1edb937e25c2 HTTP/1.1" status: 204 len: 173 time: 2.9414032 Feb 09 01:08:00.891256 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-394a99e7-149e-4386-9011-81cc2614e7a1 req-6a5063ea-3079-4137-b9ff-d26aeedfd01a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=096dafba-ebb4-44a5-b82e-79ba5a8ce64b HTTP/1.1" status: 200 len: 217 time: 0.2142897 Feb 09 01:08:00.906084 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3587f28-a70d-4793-9653-03c0a022ec3c req-b862805a-0c35-4b90-9419-935d4673eaab tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:00.908004 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e3587f28-a70d-4793-9653-03c0a022ec3c req-b862805a-0c35-4b90-9419-935d4673eaab tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=ee3bbc96-4a80-4b19-802f-43388c268bbe HTTP/1.1" status: 200 len: 944 time: 0.5645058 Feb 09 01:08:00.964132 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d4dbc-6575-4fd9-b00d-0ac040bfbbb0 req-2bcb499c-1ac6-402f-923a-8a580719f0f0 tempest-ServerAddressesNegativeTestJSON-1489432689 tempest-ServerAddressesNegativeTestJSON-1489432689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:00.965680 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-195d4dbc-6575-4fd9-b00d-0ac040bfbbb0 req-2bcb499c-1ac6-402f-923a-8a580719f0f0 tempest-ServerAddressesNegativeTestJSON-1489432689 tempest-ServerAddressesNegativeTestJSON-1489432689-project] 10.222.0.105 "GET /v2.0/ports?device_id=8e3d0026-7f79-4215-b4fe-1712d7c9dee9 HTTP/1.1" status: 200 len: 944 time: 0.2132106 Feb 09 01:08:00.992503 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a99e7-149e-4386-9011-81cc2614e7a1 req-336f972a-80a9-4c60-a06f-20a5573717b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:00.994463 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-394a99e7-149e-4386-9011-81cc2614e7a1 req-336f972a-80a9-4c60-a06f-20a5573717b5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1f1b23ff-5c33-41f2-bf9f-a257a3962e7c HTTP/1.1" status: 200 len: 854 time: 0.0754812 Feb 09 01:08:01.028928 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e3587f28-a70d-4793-9653-03c0a022ec3c req-e89f164c-38e9-4151-a28d-b5f26bf2e2cc tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112423 Feb 09 01:08:01.031686 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2cee24a7-7b2e-4746-858d-ce4eaa0740e8 req-3107f919-457d-4d73-9293-691bc5318ded service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c04812c5-0076-44a2-b712-bc76c2180e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157069 Feb 09 01:08:01.060611 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-394a99e7-149e-4386-9011-81cc2614e7a1 req-5ec4d9cc-f5e6-42d4-a388-8e536390833c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=be5e3be5-6e84-4180-8cc4-7f73e6515735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556867 Feb 09 01:08:01.061792 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-195d4dbc-6575-4fd9-b00d-0ac040bfbbb0 req-c6b68267-63c3-4166-ab7c-c04791bebc56 tempest-ServerAddressesNegativeTestJSON-1489432689 tempest-ServerAddressesNegativeTestJSON-1489432689-project] 10.222.0.105 "GET /v2.0/security-groups?id=0f4e0423-c890-418b-82a7-f58a739d3b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713992 Feb 09 01:08:01.120908 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee3bbc96-4a80-4b19-802f-43388c268bbe', 'tag': '096dafba-ebb4-44a5-b82e-79ba5a8ce64b', 'status': 'completed', 'code': 200} Feb 09 01:08:01.161757 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b36b2da7-8789-4a7a-bd64-e78f845206e2', 'name': 'network-vif-deleted', 'tag': 'a5666214-7397-43ec-97de-1edb937e25c2', 'status': 'completed', 'code': 200} Feb 09 01:08:01.317151 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bae6c0-ff7a-4dc4-8b38-d6cdadcfe9d6 req-3147e661-f387-4772-8498-cf737e1cd799 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:01.323245 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bae6c0-ff7a-4dc4-8b38-d6cdadcfe9d6 req-3147e661-f387-4772-8498-cf737e1cd799 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:01.329452 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bae6c0-ff7a-4dc4-8b38-d6cdadcfe9d6 req-3147e661-f387-4772-8498-cf737e1cd799 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:01.335314 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bae6c0-ff7a-4dc4-8b38-d6cdadcfe9d6 req-3147e661-f387-4772-8498-cf737e1cd799 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:01.341754 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bae6c0-ff7a-4dc4-8b38-d6cdadcfe9d6 req-3147e661-f387-4772-8498-cf737e1cd799 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:01.347732 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bae6c0-ff7a-4dc4-8b38-d6cdadcfe9d6 req-3147e661-f387-4772-8498-cf737e1cd799 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:01.353740 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bae6c0-ff7a-4dc4-8b38-d6cdadcfe9d6 req-3147e661-f387-4772-8498-cf737e1cd799 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:01.356355 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-63bae6c0-ff7a-4dc4-8b38-d6cdadcfe9d6 req-3147e661-f387-4772-8498-cf737e1cd799 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 5419 time: 0.1809955 Feb 09 01:08:01.422172 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-63bae6c0-ff7a-4dc4-8b38-d6cdadcfe9d6 req-97ddb010-97a2-4fc5-80e4-86bcb058e378 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/security-groups?id=2e29d487-4384-458c-a1fb-a5cd591001dc&id=c7f86f67-ad65-4a75-ada7-f9729d599d03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560839 Feb 09 01:08:01.442115 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a82e23-01ed-4830-a504-8040f66610ad req-eec5c01e-c942-4c29-9e7a-d73e5aac94ae tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:01.443590 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a0a82e23-01ed-4830-a504-8040f66610ad req-eec5c01e-c942-4c29-9e7a-d73e5aac94ae tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3a8b186-55a2-4b95-8fa1-1a08868ba068 HTTP/1.1" status: 200 len: 945 time: 0.1900244 Feb 09 01:08:01.487147 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-394a99e7-149e-4386-9011-81cc2614e7a1 req-2af399bb-0854-4518-8169-48802cfc4c08 service neutron] 10.222.0.62 "GET /v2.0/networks/be5e3be5-6e84-4180-8cc4-7f73e6515735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407962 Feb 09 01:08:01.489628 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a0a82e23-01ed-4830-a504-8040f66610ad req-c722b597-ebad-4557-befb-a7c521aaa8c0 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/security-groups?id=c04812c5-0076-44a2-b712-bc76c2180e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389516 Feb 09 01:08:01.622235 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-394a99e7-149e-4386-9011-81cc2614e7a1 req-65605d72-dcde-473b-b4dd-58463eff7ba0 service neutron] 10.222.0.62 "GET /v2.0/networks/be5e3be5-6e84-4180-8cc4-7f73e6515735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278887 Feb 09 01:08:01.775102 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b18133f-6419-4b10-bdff-c1cc4f7bfe27 req-9daf00df-c05b-43d3-a659-eafdbdf15e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:01.776747 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1b18133f-6419-4b10-bdff-c1cc4f7bfe27 req-9daf00df-c05b-43d3-a659-eafdbdf15e96 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6b048f87108b49f5abc0697d8dcea678&device_id=ee3bbc96-4a80-4b19-802f-43388c268bbe HTTP/1.1" status: 200 len: 1095 time: 0.0818925 Feb 09 01:08:01.786523 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-be0ba5ef-ce72-4b20-902d-2931c81b7daa req-066f0061-5b3f-454e-a656-d758e2315ef6 tempest-VolumesActionsTest-977558873 tempest-VolumesActionsTest-977558873-project] Synchronizing usage tracker for tenant:4d5942ed9b1946d9843c5be6cd0949df on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:08:01.813031 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-be0ba5ef-ce72-4b20-902d-2931c81b7daa req-066f0061-5b3f-454e-a656-d758e2315ef6 tempest-VolumesActionsTest-977558873 tempest-VolumesActionsTest-977558873-project] Unset dirty status for tenant:4d5942ed9b1946d9843c5be6cd0949df on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:08:01.822116 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-be0ba5ef-ce72-4b20-902d-2931c81b7daa req-066f0061-5b3f-454e-a656-d758e2315ef6 tempest-VolumesActionsTest-977558873 tempest-VolumesActionsTest-977558873-project] 10.222.0.105 "GET /v2.0/ports?device_id=b36b2da7-8789-4a7a-bd64-e78f845206e2 HTTP/1.1" status: 200 len: 210 time: 0.0805886 Feb 09 01:08:01.945401 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b18133f-6419-4b10-bdff-c1cc4f7bfe27 req-269a4281-5a75-4356-86ea-ee742e9f8dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:01.947198 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1b18133f-6419-4b10-bdff-c1cc4f7bfe27 req-269a4281-5a75-4356-86ea-ee742e9f8dec service neutron] 10.222.0.62 "GET /v2.0/networks?id=be5e3be5-6e84-4180-8cc4-7f73e6515735 HTTP/1.1" status: 200 len: 915 time: 0.1419086 Feb 09 01:08:02.028342 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1b18133f-6419-4b10-bdff-c1cc4f7bfe27 req-9c52a507-1c0b-4c1d-803c-9441f7e18f4f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=096dafba-ebb4-44a5-b82e-79ba5a8ce64b HTTP/1.1" status: 200 len: 217 time: 0.0645769 Feb 09 01:08:02.130743 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b18133f-6419-4b10-bdff-c1cc4f7bfe27 req-66c4e751-8350-4395-bb24-f62b463a9602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:02.132196 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1b18133f-6419-4b10-bdff-c1cc4f7bfe27 req-66c4e751-8350-4395-bb24-f62b463a9602 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1f1b23ff-5c33-41f2-bf9f-a257a3962e7c HTTP/1.1" status: 200 len: 854 time: 0.0963554 Feb 09 01:08:02.190173 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1b18133f-6419-4b10-bdff-c1cc4f7bfe27 req-b2d53e26-f41d-4187-a085-f32c10cb1e29 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=be5e3be5-6e84-4180-8cc4-7f73e6515735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453424 Feb 09 01:08:02.199288 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 34880438-ad64-4c77-a6ee-42f16bf46b3f details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:08:02.209656 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device a5666214-7397-43ec-97de-1edb937e25c2 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:08:02.253571 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: a5666214-7397-43ec-97de-1edb937e25c2 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:08:02.254381 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device a5666214-7397-43ec-97de-1edb937e25c2 not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:08:02.320715 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3cfe47-f3b4-4ade-a0e5-74e9c32a436e req-c2c435ac-b066-4a31-adc5-dc8bb18637c8 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:02.322219 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7c3cfe47-f3b4-4ade-a0e5-74e9c32a436e req-c2c435ac-b066-4a31-adc5-dc8bb18637c8 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=ee3bbc96-4a80-4b19-802f-43388c268bbe HTTP/1.1" status: 200 len: 944 time: 0.1606505 Feb 09 01:08:02.354594 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef355b2-3755-4223-a8e7-b833b1f7a4a1 req-a2b54ee9-ca33-4e01-b4e4-97d721d2d77f tempest-ServerAddressesNegativeTestJSON-1489432689 tempest-ServerAddressesNegativeTestJSON-1489432689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:02.356381 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7ef355b2-3755-4223-a8e7-b833b1f7a4a1 req-a2b54ee9-ca33-4e01-b4e4-97d721d2d77f tempest-ServerAddressesNegativeTestJSON-1489432689 tempest-ServerAddressesNegativeTestJSON-1489432689-project] 10.222.0.105 "GET /v2.0/ports?device_id=8e3d0026-7f79-4215-b4fe-1712d7c9dee9 HTTP/1.1" status: 200 len: 944 time: 0.1453350 Feb 09 01:08:02.371601 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1b18133f-6419-4b10-bdff-c1cc4f7bfe27 req-320e1ca3-1845-4304-9e1e-ef2ca704ca2a service neutron] 10.222.0.62 "GET /v2.0/networks/be5e3be5-6e84-4180-8cc4-7f73e6515735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693552 Feb 09 01:08:02.396924 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 34880438-ad64-4c77-a6ee-42f16bf46b3f, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=34880438-ad64-4c77-a6ee-42f16bf46b3f,segment=NetworkSegment(e0ded468-580e-454b-b33e-3c1ceaa20a3f),segment_id=e0ded468-580e-454b-b33e-3c1ceaa20a3f)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:02.420510 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '34880438-ad64-4c77-a6ee-42f16bf46b3f', 'network_id': 'b6335f31-2dd5-4f94-879f-702268a19745', 'port_id': '34880438-ad64-4c77-a6ee-42f16bf46b3f', 'mac_address': 'fa:16:3e:30:e6:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4fbc041-0420-4288-a280-b2299fbe1e0c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:08:02.422230 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7c3cfe47-f3b4-4ade-a0e5-74e9c32a436e req-09780340-cc65-4550-be1f-879b3f9b5ead tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899239 Feb 09 01:08:02.426773 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7ef355b2-3755-4223-a8e7-b833b1f7a4a1 req-8b00d11a-b507-43cf-8cf2-11f4bcd8cb2f tempest-ServerAddressesNegativeTestJSON-1489432689 tempest-ServerAddressesNegativeTestJSON-1489432689-project] 10.222.0.105 "GET /v2.0/security-groups?id=0f4e0423-c890-418b-82a7-f58a739d3b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641055 Feb 09 01:08:02.516298 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:02.545942 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34880438-ad64-4c77-a6ee-42f16bf46b3f {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:08:02.564907 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 34880438-ad64-4c77-a6ee-42f16bf46b3f, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=34880438-ad64-4c77-a6ee-42f16bf46b3f,segment=NetworkSegment(e0ded468-580e-454b-b33e-3c1ceaa20a3f),segment_id=e0ded468-580e-454b-b33e-3c1ceaa20a3f)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:02.583324 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:02.585327 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1b18133f-6419-4b10-bdff-c1cc4f7bfe27 req-f3e6a3d6-99e7-44d4-97dd-98062f812edb service neutron] 10.222.0.62 "GET /v2.0/networks/be5e3be5-6e84-4180-8cc4-7f73e6515735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028472 Feb 09 01:08:02.672989 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=34880438-ad64-4c77-a6ee-42f16bf46b3f,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:02.734042 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c0432-b4a8-4934-b94a-3e3d421cfcc9 req-09bf2a28-422d-4ee3-906c-3325521f26ff tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:02.739980 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c0432-b4a8-4934-b94a-3e3d421cfcc9 req-09bf2a28-422d-4ee3-906c-3325521f26ff tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:02.746539 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c0432-b4a8-4934-b94a-3e3d421cfcc9 req-09bf2a28-422d-4ee3-906c-3325521f26ff tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:02.752624 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c0432-b4a8-4934-b94a-3e3d421cfcc9 req-09bf2a28-422d-4ee3-906c-3325521f26ff tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:02.758718 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c0432-b4a8-4934-b94a-3e3d421cfcc9 req-09bf2a28-422d-4ee3-906c-3325521f26ff tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:02.766193 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c0432-b4a8-4934-b94a-3e3d421cfcc9 req-09bf2a28-422d-4ee3-906c-3325521f26ff tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:02.772334 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c0432-b4a8-4934-b94a-3e3d421cfcc9 req-09bf2a28-422d-4ee3-906c-3325521f26ff tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:02.774502 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-446c0432-b4a8-4934-b94a-3e3d421cfcc9 req-09bf2a28-422d-4ee3-906c-3325521f26ff tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 5419 time: 0.2172503 Feb 09 01:08:02.813784 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3347c290-30f7-454a-85a4-8eae0a4e8f00 req-bd812c96-bf71-42f7-a0a8-2885936d2fe5 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:02.815290 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3347c290-30f7-454a-85a4-8eae0a4e8f00 req-bd812c96-bf71-42f7-a0a8-2885936d2fe5 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3a8b186-55a2-4b95-8fa1-1a08868ba068 HTTP/1.1" status: 200 len: 945 time: 0.1753635 Feb 09 01:08:02.858564 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-446c0432-b4a8-4934-b94a-3e3d421cfcc9 req-b2ad046c-8c70-4b80-930e-67b6a0fe0f12 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/security-groups?id=2e29d487-4384-458c-a1fb-a5cd591001dc&id=c7f86f67-ad65-4a75-ada7-f9729d599d03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0760484 Feb 09 01:08:02.880210 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3347c290-30f7-454a-85a4-8eae0a4e8f00 req-1afdcbbf-36fc-4989-9792-a960f5dde0d1 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/security-groups?id=c04812c5-0076-44a2-b712-bc76c2180e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545816 Feb 09 01:08:03.257943 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['34880438-ad64-4c77-a6ee-42f16bf46b3f'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:08:03.685165 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ebaed-1dbc-4737-98b4-ad8ba0d0463f req-b93ef254-8755-4162-b00a-1e5112312650 tempest-ServerAddressesNegativeTestJSON-1489432689 tempest-ServerAddressesNegativeTestJSON-1489432689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:03.686709 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-493ebaed-1dbc-4737-98b4-ad8ba0d0463f req-b93ef254-8755-4162-b00a-1e5112312650 tempest-ServerAddressesNegativeTestJSON-1489432689 tempest-ServerAddressesNegativeTestJSON-1489432689-project] 10.222.0.105 "GET /v2.0/ports?device_id=8e3d0026-7f79-4215-b4fe-1712d7c9dee9 HTTP/1.1" status: 200 len: 945 time: 0.1170878 Feb 09 01:08:03.698778 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88374e64-96d3-4d2d-b044-176ba6f90ab9 req-af507df1-737d-4671-a7b0-550638aea19b tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:03.700247 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-88374e64-96d3-4d2d-b044-176ba6f90ab9 req-af507df1-737d-4671-a7b0-550638aea19b tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=ee3bbc96-4a80-4b19-802f-43388c268bbe HTTP/1.1" status: 200 len: 944 time: 0.1647961 Feb 09 01:08:03.769990 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-493ebaed-1dbc-4737-98b4-ad8ba0d0463f req-74393a61-e9f1-48e0-a8d4-022b7e0196d5 tempest-ServerAddressesNegativeTestJSON-1489432689 tempest-ServerAddressesNegativeTestJSON-1489432689-project] 10.222.0.105 "GET /v2.0/security-groups?id=0f4e0423-c890-418b-82a7-f58a739d3b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686965 Feb 09 01:08:03.774411 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-88374e64-96d3-4d2d-b044-176ba6f90ab9 req-d8ddd8aa-d78b-4341-8a7c-2e7a88e14e6e tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602336 Feb 09 01:08:04.146556 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a7130-1b24-465d-a88b-dc5c4ab87762 req-d122f8c6-bc6a-478b-8916-2af3c59884ca tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:04.147673 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-183a7130-1b24-465d-a88b-dc5c4ab87762 req-d122f8c6-bc6a-478b-8916-2af3c59884ca tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3a8b186-55a2-4b95-8fa1-1a08868ba068 HTTP/1.1" status: 200 len: 945 time: 0.1181118 Feb 09 01:08:04.169712 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db71c9ea-fb02-416d-b07c-e53c981143f6 req-5f447fd9-a914-451b-b99c-5c4669f46cf9 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:04.175579 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db71c9ea-fb02-416d-b07c-e53c981143f6 req-5f447fd9-a914-451b-b99c-5c4669f46cf9 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:04.181707 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db71c9ea-fb02-416d-b07c-e53c981143f6 req-5f447fd9-a914-451b-b99c-5c4669f46cf9 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:04.187826 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db71c9ea-fb02-416d-b07c-e53c981143f6 req-5f447fd9-a914-451b-b99c-5c4669f46cf9 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:04.194035 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db71c9ea-fb02-416d-b07c-e53c981143f6 req-5f447fd9-a914-451b-b99c-5c4669f46cf9 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:04.201510 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db71c9ea-fb02-416d-b07c-e53c981143f6 req-5f447fd9-a914-451b-b99c-5c4669f46cf9 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:04.208743 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db71c9ea-fb02-416d-b07c-e53c981143f6 req-5f447fd9-a914-451b-b99c-5c4669f46cf9 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:04.209361 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-db71c9ea-fb02-416d-b07c-e53c981143f6 req-5f447fd9-a914-451b-b99c-5c4669f46cf9 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 5419 time: 0.2166207 Feb 09 01:08:04.281816 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-183a7130-1b24-465d-a88b-dc5c4ab87762 req-aefbe7e9-3998-411d-8fe1-317a150eb448 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/security-groups?id=c04812c5-0076-44a2-b712-bc76c2180e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246810 Feb 09 01:08:04.292056 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-db71c9ea-fb02-416d-b07c-e53c981143f6 req-902be954-d57a-40ef-a2ba-eb523e041a64 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/security-groups?id=2e29d487-4384-458c-a1fb-a5cd591001dc&id=c7f86f67-ad65-4a75-ada7-f9729d599d03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0688603 Feb 09 01:08:04.771017 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f783ff2-a66e-41d5-b016-77e2342ec634 req-ee3c0a1a-ded8-4dcd-9bda-2fbe87044fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:04.772582 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4f783ff2-a66e-41d5-b016-77e2342ec634 req-ee3c0a1a-ded8-4dcd-9bda-2fbe87044fe8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6039567a52d946e490ce131e89f5d77f&device_id=b3a8b186-55a2-4b95-8fa1-1a08868ba068 HTTP/1.1" status: 200 len: 1096 time: 0.1329770 Feb 09 01:08:04.777609 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c5603-24ba-48cc-a178-79cc84c05932 req-17acd400-ec31-4244-9f94-a5225c8b9555 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:04.779110 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8e9c5603-24ba-48cc-a178-79cc84c05932 req-17acd400-ec31-4244-9f94-a5225c8b9555 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3a8b186-55a2-4b95-8fa1-1a08868ba068 HTTP/1.1" status: 200 len: 945 time: 0.0925744 Feb 09 01:08:04.865738 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8e9c5603-24ba-48cc-a178-79cc84c05932 req-a7f8fbb9-0ba5-4415-b39a-8762ec7b347b tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/security-groups?id=c04812c5-0076-44a2-b712-bc76c2180e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670214 Feb 09 01:08:05.043303 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f783ff2-a66e-41d5-b016-77e2342ec634 req-be29a766-2997-49bc-baf5-20b6e0bc72dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:05.045193 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4f783ff2-a66e-41d5-b016-77e2342ec634 req-be29a766-2997-49bc-baf5-20b6e0bc72dc service neutron] 10.222.0.62 "GET /v2.0/networks?id=2347c0e2-18b5-449a-8992-746b7866ae46 HTTP/1.1" status: 200 len: 911 time: 0.2542171 Feb 09 01:08:05.236577 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f34fc-4b6a-4772-97ff-cd3734f83a32 req-fb70d0f4-a4f4-4517-9fa8-a0b7a658b833 tempest-ServerAddressesNegativeTestJSON-1489432689 tempest-ServerAddressesNegativeTestJSON-1489432689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:05.239703 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4f783ff2-a66e-41d5-b016-77e2342ec634 req-3b4c970c-ba90-4d0c-8f4c-bbf56324e87d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7db3c12-03d2-4588-b382-12d4feed3cdf HTTP/1.1" status: 200 len: 217 time: 0.1827257 Feb 09 01:08:05.243631 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-861f34fc-4b6a-4772-97ff-cd3734f83a32 req-fb70d0f4-a4f4-4517-9fa8-a0b7a658b833 tempest-ServerAddressesNegativeTestJSON-1489432689 tempest-ServerAddressesNegativeTestJSON-1489432689-project] 10.222.0.105 "GET /v2.0/ports?device_id=8e3d0026-7f79-4215-b4fe-1712d7c9dee9 HTTP/1.1" status: 200 len: 945 time: 0.3173480 Feb 09 01:08:05.305132 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16bbd28-37f9-4799-83e1-cc6aba21ba98 req-cbf1715c-4863-43b8-a6ec-1bb4e484f072 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:05.307087 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b16bbd28-37f9-4799-83e1-cc6aba21ba98 req-cbf1715c-4863-43b8-a6ec-1bb4e484f072 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=ee3bbc96-4a80-4b19-802f-43388c268bbe HTTP/1.1" status: 200 len: 944 time: 0.1513157 Feb 09 01:08:05.313998 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f783ff2-a66e-41d5-b016-77e2342ec634 req-9556f844-4775-4e64-8ca7-21e202dfd2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:05.317070 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4f783ff2-a66e-41d5-b016-77e2342ec634 req-9556f844-4775-4e64-8ca7-21e202dfd2e4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1fb2cbe1-ac38-49b2-93b4-07126768375d HTTP/1.1" status: 200 len: 850 time: 0.0701697 Feb 09 01:08:05.318841 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-861f34fc-4b6a-4772-97ff-cd3734f83a32 req-3a9986f0-0997-4263-8ca2-8d64084be260 tempest-ServerAddressesNegativeTestJSON-1489432689 tempest-ServerAddressesNegativeTestJSON-1489432689-project] 10.222.0.105 "GET /v2.0/security-groups?id=0f4e0423-c890-418b-82a7-f58a739d3b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730426 Feb 09 01:08:05.405472 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b16bbd28-37f9-4799-83e1-cc6aba21ba98 req-10e61e06-dfdb-4375-8766-74f11989120c tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852892 Feb 09 01:08:05.558162 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4f783ff2-a66e-41d5-b016-77e2342ec634 req-8047e82b-59e4-49e1-b245-ad435cdd9c7d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2347c0e2-18b5-449a-8992-746b7866ae46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2329283 Feb 09 01:08:05.616202 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0244db8-0648-4f73-a66f-58bf9466f115 req-9bb8c1fa-6a2d-422b-95b6-c8d1d61ff13c tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:05.622587 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0244db8-0648-4f73-a66f-58bf9466f115 req-9bb8c1fa-6a2d-422b-95b6-c8d1d61ff13c tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:05.629007 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0244db8-0648-4f73-a66f-58bf9466f115 req-9bb8c1fa-6a2d-422b-95b6-c8d1d61ff13c tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:05.640678 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0244db8-0648-4f73-a66f-58bf9466f115 req-9bb8c1fa-6a2d-422b-95b6-c8d1d61ff13c tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:05.647110 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0244db8-0648-4f73-a66f-58bf9466f115 req-9bb8c1fa-6a2d-422b-95b6-c8d1d61ff13c tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:05.655788 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0244db8-0648-4f73-a66f-58bf9466f115 req-9bb8c1fa-6a2d-422b-95b6-c8d1d61ff13c tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:05.661673 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0244db8-0648-4f73-a66f-58bf9466f115 req-9bb8c1fa-6a2d-422b-95b6-c8d1d61ff13c tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:05.663597 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b0244db8-0648-4f73-a66f-58bf9466f115 req-9bb8c1fa-6a2d-422b-95b6-c8d1d61ff13c tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 5419 time: 0.1964245 Feb 09 01:08:05.717931 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4f783ff2-a66e-41d5-b016-77e2342ec634 req-220aa4a3-4ca8-4982-a6b9-6e9853cbc4cc service neutron] 10.222.0.62 "GET /v2.0/networks/2347c0e2-18b5-449a-8992-746b7866ae46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517904 Feb 09 01:08:05.726923 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b0244db8-0648-4f73-a66f-58bf9466f115 req-8562da92-cae2-4664-a197-d4cf9c62703a tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/security-groups?id=2e29d487-4384-458c-a1fb-a5cd591001dc&id=c7f86f67-ad65-4a75-ada7-f9729d599d03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556395 Feb 09 01:08:05.873223 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4f783ff2-a66e-41d5-b016-77e2342ec634 req-b743ef7c-7775-4bc7-b226-1258a1551521 service neutron] 10.222.0.62 "GET /v2.0/networks/2347c0e2-18b5-449a-8992-746b7866ae46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397815 Feb 09 01:08:06.061127 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1782b5-0e73-4991-b7d5-3cf9abeda52e req-95cbbae7-9bdf-4898-b4d9-e15af1978938 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:06.062632 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9c1782b5-0e73-4991-b7d5-3cf9abeda52e req-95cbbae7-9bdf-4898-b4d9-e15af1978938 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3a8b186-55a2-4b95-8fa1-1a08868ba068 HTTP/1.1" status: 200 len: 945 time: 0.0880821 Feb 09 01:08:06.107784 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9c1782b5-0e73-4991-b7d5-3cf9abeda52e req-25cec341-fc3c-4879-aebb-72565e49314f tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/security-groups?id=c04812c5-0076-44a2-b712-bc76c2180e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392785 Feb 09 01:08:06.216044 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 096dafba-ebb4-44a5-b82e-79ba5a8ce64b details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:08:06.219613 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 34880438-ad64-4c77-a6ee-42f16bf46b3f up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:08:06.391947 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port 34880438-ad64-4c77-a6ee-42f16bf46b3f completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:08:06.403313 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 34880438-ad64-4c77-a6ee-42f16bf46b3f triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:08:06.403723 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:06.487533 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 096dafba-ebb4-44a5-b82e-79ba5a8ce64b, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=096dafba-ebb4-44a5-b82e-79ba5a8ce64b,segment=NetworkSegment(7bf4b616-e8a5-474f-aa5e-72f7948301ca),segment_id=7bf4b616-e8a5-474f-aa5e-72f7948301ca)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:06.507554 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '096dafba-ebb4-44a5-b82e-79ba5a8ce64b', 'network_id': 'be5e3be5-6e84-4180-8cc4-7f73e6515735', 'port_id': '096dafba-ebb4-44a5-b82e-79ba5a8ce64b', 'mac_address': 'fa:16:3e:ce:00:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f1b23ff-5c33-41f2-bf9f-a257a3962e7c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:08:06.513300 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7327fdd3-425e-4c6a-bcfe-9e13ffd0773c req-4d80e6a5-14a3-4e85-84b9-3649624dd8e2 tempest-ServerAddressesNegativeTestJSON-1489432689 tempest-ServerAddressesNegativeTestJSON-1489432689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:06.514839 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7327fdd3-425e-4c6a-bcfe-9e13ffd0773c req-4d80e6a5-14a3-4e85-84b9-3649624dd8e2 tempest-ServerAddressesNegativeTestJSON-1489432689 tempest-ServerAddressesNegativeTestJSON-1489432689-project] 10.222.0.105 "GET /v2.0/ports?device_id=8e3d0026-7f79-4215-b4fe-1712d7c9dee9 HTTP/1.1" status: 200 len: 945 time: 0.0932190 Feb 09 01:08:06.644024 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7327fdd3-425e-4c6a-bcfe-9e13ffd0773c req-cef451ee-8c29-4710-9724-81fa49d58a74 tempest-ServerAddressesNegativeTestJSON-1489432689 tempest-ServerAddressesNegativeTestJSON-1489432689-project] 10.222.0.105 "GET /v2.0/security-groups?id=0f4e0423-c890-418b-82a7-f58a739d3b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227989 Feb 09 01:08:06.650293 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:06.661137 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:06.699508 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 096dafba-ebb4-44a5-b82e-79ba5a8ce64b {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:08:06.717916 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e3d0026-7f79-4215-b4fe-1712d7c9dee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34880438-ad64-4c77-a6ee-42f16bf46b3f'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:08:06.722497 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede0e470-52c3-4211-86bc-d7878f5b9e35 req-12c2fc8f-5819-40a9-9f78-68b891e6261b tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:06.730636 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 096dafba-ebb4-44a5-b82e-79ba5a8ce64b, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=096dafba-ebb4-44a5-b82e-79ba5a8ce64b,segment=NetworkSegment(7bf4b616-e8a5-474f-aa5e-72f7948301ca),segment_id=7bf4b616-e8a5-474f-aa5e-72f7948301ca)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:06.732911 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 34880438-ad64-4c77-a6ee-42f16bf46b3f, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=34880438-ad64-4c77-a6ee-42f16bf46b3f,segment=NetworkSegment(e0ded468-580e-454b-b33e-3c1ceaa20a3f),segment_id=e0ded468-580e-454b-b33e-3c1ceaa20a3f)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:06.738399 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ede0e470-52c3-4211-86bc-d7878f5b9e35 req-12c2fc8f-5819-40a9-9f78-68b891e6261b tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=ee3bbc96-4a80-4b19-802f-43388c268bbe HTTP/1.1" status: 200 len: 944 time: 0.1911330 Feb 09 01:08:06.742402 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:06.745132 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:06.795934 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e3d0026-7f79-4215-b4fe-1712d7c9dee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34880438-ad64-4c77-a6ee-42f16bf46b3f', 'code': 200} Feb 09 01:08:06.822399 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ede0e470-52c3-4211-86bc-d7878f5b9e35 req-a18b4d3c-34b8-404d-aacc-55471f835613 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797656 Feb 09 01:08:06.855204 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=34880438-ad64-4c77-a6ee-42f16bf46b3f,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:06.940485 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=096dafba-ebb4-44a5-b82e-79ba5a8ce64b,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:06.973335 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea272b8-382c-401f-8812-9c88e4428f59 req-e9457d58-7d07-40f4-b85e-c8b86c7121bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:06.975366 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-8ea272b8-382c-401f-8812-9c88e4428f59 req-e9457d58-7d07-40f4-b85e-c8b86c7121bc service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8e3d0026-7f79-4215-b4fe-1712d7c9dee9 HTTP/1.1" status: 200 len: 1097 time: 0.0886412 Feb 09 01:08:07.053097 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-8ea272b8-382c-401f-8812-9c88e4428f59 req-d4eeb945-be5c-40c8-b09b-55458e21978c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0f4e0423-c890-418b-82a7-f58a739d3b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543928 Feb 09 01:08:07.074566 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4681624-4920-4c26-9cf1-b6600d280097 req-78c8f9ee-5bef-45cd-bb88-161f1c51cab0 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:07.080830 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4681624-4920-4c26-9cf1-b6600d280097 req-78c8f9ee-5bef-45cd-bb88-161f1c51cab0 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:07.086881 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4681624-4920-4c26-9cf1-b6600d280097 req-78c8f9ee-5bef-45cd-bb88-161f1c51cab0 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:07.095136 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4681624-4920-4c26-9cf1-b6600d280097 req-78c8f9ee-5bef-45cd-bb88-161f1c51cab0 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:07.100283 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4681624-4920-4c26-9cf1-b6600d280097 req-78c8f9ee-5bef-45cd-bb88-161f1c51cab0 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:07.107510 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4681624-4920-4c26-9cf1-b6600d280097 req-78c8f9ee-5bef-45cd-bb88-161f1c51cab0 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:07.114151 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4681624-4920-4c26-9cf1-b6600d280097 req-78c8f9ee-5bef-45cd-bb88-161f1c51cab0 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:07.121935 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f4681624-4920-4c26-9cf1-b6600d280097 req-78c8f9ee-5bef-45cd-bb88-161f1c51cab0 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 5419 time: 0.1627493 Feb 09 01:08:07.188630 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f4681624-4920-4c26-9cf1-b6600d280097 req-f51fb56e-6a89-4cbe-bef9-143e80bf8516 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/security-groups?id=2e29d487-4384-458c-a1fb-a5cd591001dc&id=c7f86f67-ad65-4a75-ada7-f9729d599d03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0658221 Feb 09 01:08:07.262273 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['096dafba-ebb4-44a5-b82e-79ba5a8ce64b'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:08:07.457507 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09292433-5a7f-46ec-a6a1-f015f9dca71e req-b61ce4a2-20ec-4cae-8395-5d40185252e7 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:07.459043 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-09292433-5a7f-46ec-a6a1-f015f9dca71e req-b61ce4a2-20ec-4cae-8395-5d40185252e7 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3a8b186-55a2-4b95-8fa1-1a08868ba068 HTTP/1.1" status: 200 len: 945 time: 0.1964443 Feb 09 01:08:07.531316 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-09292433-5a7f-46ec-a6a1-f015f9dca71e req-480e9bdf-a94a-4c8e-9d3a-431d9497887f tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/security-groups?id=c04812c5-0076-44a2-b712-bc76c2180e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648086 Feb 09 01:08:08.027719 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ded9c-5608-422d-8155-d60051a7ac28 req-58334e5f-36f1-4bd5-a91c-99fe5ffeaf90 tempest-ServerAddressesNegativeTestJSON-1489432689 tempest-ServerAddressesNegativeTestJSON-1489432689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:08.035186 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-266ded9c-5608-422d-8155-d60051a7ac28 req-58334e5f-36f1-4bd5-a91c-99fe5ffeaf90 tempest-ServerAddressesNegativeTestJSON-1489432689 tempest-ServerAddressesNegativeTestJSON-1489432689-project] 10.222.0.105 "GET /v2.0/ports?device_id=8e3d0026-7f79-4215-b4fe-1712d7c9dee9 HTTP/1.1" status: 200 len: 946 time: 0.2009108 Feb 09 01:08:08.049803 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed4419-d23e-482a-adbe-960d8c520b91 req-eec30c91-5846-4842-bff0-c5af7a7a2951 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:08.054548 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5fed4419-d23e-482a-adbe-960d8c520b91 req-eec30c91-5846-4842-bff0-c5af7a7a2951 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f10f031-8ae5-4353-a26d-76e2a5157173 HTTP/1.1" status: 200 len: 945 time: 0.1343102 Feb 09 01:08:08.075656 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-00c5ca73-e675-4bf5-b23e-df5911735980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:08.142498 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5fed4419-d23e-482a-adbe-960d8c520b91 req-91237fb6-6d94-4634-ab50-66a678546e28 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] 10.222.0.105 "GET /v2.0/security-groups?id=9575c1e7-d2fc-4e70-9d26-cb338ed21e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701389 Feb 09 01:08:08.147414 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-266ded9c-5608-422d-8155-d60051a7ac28 req-db46f793-384f-44fb-bcdb-19d653e2987e tempest-ServerAddressesNegativeTestJSON-1489432689 tempest-ServerAddressesNegativeTestJSON-1489432689-project] 10.222.0.105 "GET /v2.0/security-groups?id=0f4e0423-c890-418b-82a7-f58a739d3b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116638 Feb 09 01:08:08.242153 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 29b67380-972e-42bd-a2e3-dd7d7aa9358b details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:08:08.448163 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617eae8-5ebb-494d-bcad-a28f7cda5242 req-e8beb3d1-60ff-4766-933f-cdc23cf31369 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:08.450256 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a617eae8-5ebb-494d-bcad-a28f7cda5242 req-e8beb3d1-60ff-4766-933f-cdc23cf31369 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=ee3bbc96-4a80-4b19-802f-43388c268bbe HTTP/1.1" status: 200 len: 945 time: 0.1980727 Feb 09 01:08:08.493851 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709103ff-2250-411c-971c-9a1d8e5e9355 req-2ced327e-00e3-4de1-abcc-cf4b599fb478 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:08.500171 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709103ff-2250-411c-971c-9a1d8e5e9355 req-2ced327e-00e3-4de1-abcc-cf4b599fb478 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:08.506172 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709103ff-2250-411c-971c-9a1d8e5e9355 req-2ced327e-00e3-4de1-abcc-cf4b599fb478 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:08.512634 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709103ff-2250-411c-971c-9a1d8e5e9355 req-2ced327e-00e3-4de1-abcc-cf4b599fb478 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:08.518566 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709103ff-2250-411c-971c-9a1d8e5e9355 req-2ced327e-00e3-4de1-abcc-cf4b599fb478 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:08.525657 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709103ff-2250-411c-971c-9a1d8e5e9355 req-2ced327e-00e3-4de1-abcc-cf4b599fb478 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:08.526239 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 29b67380-972e-42bd-a2e3-dd7d7aa9358b, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=29b67380-972e-42bd-a2e3-dd7d7aa9358b,segment=NetworkSegment(1f6c047f-43ca-444c-82e6-5169d8594f92),segment_id=1f6c047f-43ca-444c-82e6-5169d8594f92)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:08.534890 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709103ff-2250-411c-971c-9a1d8e5e9355 req-2ced327e-00e3-4de1-abcc-cf4b599fb478 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:08.542086 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '29b67380-972e-42bd-a2e3-dd7d7aa9358b', 'network_id': 'e280a801-73c6-4be8-9a9b-128c33174590', 'port_id': '29b67380-972e-42bd-a2e3-dd7d7aa9358b', 'mac_address': 'fa:16:3e:74:f9:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87851113-d8c0-4466-b132-81ea7bdec79a', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:08:08.557617 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-709103ff-2250-411c-971c-9a1d8e5e9355 req-2ced327e-00e3-4de1-abcc-cf4b599fb478 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 5419 time: 0.2351663 Feb 09 01:08:08.612759 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a617eae8-5ebb-494d-bcad-a28f7cda5242 req-08d6d2fd-dbfc-4629-945c-72d1e03a6daf tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541107 Feb 09 01:08:08.618055 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:08.649931 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29b67380-972e-42bd-a2e3-dd7d7aa9358b {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:08:08.655417 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-709103ff-2250-411c-971c-9a1d8e5e9355 req-57b374e9-2c1a-4ffe-985f-b5efafb4ca15 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/security-groups?id=2e29d487-4384-458c-a1fb-a5cd591001dc&id=c7f86f67-ad65-4a75-ada7-f9729d599d03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0945585 Feb 09 01:08:08.688148 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 29b67380-972e-42bd-a2e3-dd7d7aa9358b, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=29b67380-972e-42bd-a2e3-dd7d7aa9358b,segment=NetworkSegment(1f6c047f-43ca-444c-82e6-5169d8594f92),segment_id=1f6c047f-43ca-444c-82e6-5169d8594f92)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:08.692717 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:08.693714 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 80c552f4-13ae-4751-a8d8-0876183d5bf7 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:08:08.893326 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=29b67380-972e-42bd-a2e3-dd7d7aa9358b,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:08.909879 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba50353-62a8-4ecf-b7fd-57b78db3d3cd req-1e62edde-cf28-41f8-817c-2218468d617f tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:08.918309 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4ba50353-62a8-4ecf-b7fd-57b78db3d3cd req-1e62edde-cf28-41f8-817c-2218468d617f tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3a8b186-55a2-4b95-8fa1-1a08868ba068 HTTP/1.1" status: 200 len: 945 time: 0.1199067 Feb 09 01:08:08.920193 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 80c552f4-13ae-4751-a8d8-0876183d5bf7, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=80c552f4-13ae-4751-a8d8-0876183d5bf7,segment=NetworkSegment(668d0fce-7a01-4e04-b1f2-26d977bd17d6),segment_id=668d0fce-7a01-4e04-b1f2-26d977bd17d6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:08.945238 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '80c552f4-13ae-4751-a8d8-0876183d5bf7', 'network_id': '5504a1b4-4e92-48cb-9653-87325b009802', 'port_id': '80c552f4-13ae-4751-a8d8-0876183d5bf7', 'mac_address': 'fa:16:3e:c3:a2:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c489644-0fac-481a-b2c6-ea6532ba6646', 'ip_address': '10.1.1.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:08:08.983453 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4ba50353-62a8-4ecf-b7fd-57b78db3d3cd req-f3b5603e-4f3a-46c4-a304-b3f6a9b64e9e tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/security-groups?id=c04812c5-0076-44a2-b712-bc76c2180e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622275 Feb 09 01:08:09.008086 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:09.028500 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80c552f4-13ae-4751-a8d8-0876183d5bf7 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:08:09.061377 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 80c552f4-13ae-4751-a8d8-0876183d5bf7, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=80c552f4-13ae-4751-a8d8-0876183d5bf7,segment=NetworkSegment(668d0fce-7a01-4e04-b1f2-26d977bd17d6),segment_id=668d0fce-7a01-4e04-b1f2-26d977bd17d6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:09.066176 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:09.067027 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device e89ee178-48d3-4ae3-a326-df98800a8ae0 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:08:09.144127 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=80c552f4-13ae-4751-a8d8-0876183d5bf7,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:09.166839 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port e89ee178-48d3-4ae3-a326-df98800a8ae0, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=e89ee178-48d3-4ae3-a326-df98800a8ae0,segment=NetworkSegment(668d0fce-7a01-4e04-b1f2-26d977bd17d6),segment_id=668d0fce-7a01-4e04-b1f2-26d977bd17d6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:09.185975 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': 'e89ee178-48d3-4ae3-a326-df98800a8ae0', 'network_id': '5504a1b4-4e92-48cb-9653-87325b009802', 'port_id': 'e89ee178-48d3-4ae3-a326-df98800a8ae0', 'mac_address': 'fa:16:3e:87:8f:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c489644-0fac-481a-b2c6-ea6532ba6646', 'ip_address': '10.1.1.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:08:09.251461 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:09.278317 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e89ee178-48d3-4ae3-a326-df98800a8ae0 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:08:09.301173 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port e89ee178-48d3-4ae3-a326-df98800a8ae0, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=e89ee178-48d3-4ae3-a326-df98800a8ae0,segment=NetworkSegment(668d0fce-7a01-4e04-b1f2-26d977bd17d6),segment_id=668d0fce-7a01-4e04-b1f2-26d977bd17d6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:09.305446 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:09.306332 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 37939233-0dda-4395-8f3c-785e2e6649d9 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:08:09.363054 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38d3bb5-5612-4c1d-b5f1-e81a2574bec2 req-9a944d56-ab38-48ba-8e2b-8800a4557e30 tempest-ServerAddressesNegativeTestJSON-1489432689 tempest-ServerAddressesNegativeTestJSON-1489432689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:09.371946 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c38d3bb5-5612-4c1d-b5f1-e81a2574bec2 req-9a944d56-ab38-48ba-8e2b-8800a4557e30 tempest-ServerAddressesNegativeTestJSON-1489432689 tempest-ServerAddressesNegativeTestJSON-1489432689-project] 10.222.0.105 "GET /v2.0/ports?device_id=8e3d0026-7f79-4215-b4fe-1712d7c9dee9 HTTP/1.1" status: 200 len: 946 time: 0.1047325 Feb 09 01:08:09.410701 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=e89ee178-48d3-4ae3-a326-df98800a8ae0,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:09.449661 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c38d3bb5-5612-4c1d-b5f1-e81a2574bec2 req-75e21a56-8ec0-4388-b5c8-fa498046d0fe tempest-ServerAddressesNegativeTestJSON-1489432689 tempest-ServerAddressesNegativeTestJSON-1489432689-project] 10.222.0.105 "GET /v2.0/security-groups?id=0f4e0423-c890-418b-82a7-f58a739d3b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679915 Feb 09 01:08:09.461137 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 37939233-0dda-4395-8f3c-785e2e6649d9, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=37939233-0dda-4395-8f3c-785e2e6649d9,segment=NetworkSegment(668d0fce-7a01-4e04-b1f2-26d977bd17d6),segment_id=668d0fce-7a01-4e04-b1f2-26d977bd17d6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:09.479303 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '37939233-0dda-4395-8f3c-785e2e6649d9', 'network_id': '5504a1b4-4e92-48cb-9653-87325b009802', 'port_id': '37939233-0dda-4395-8f3c-785e2e6649d9', 'mac_address': 'fa:16:3e:b1:b4:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c489644-0fac-481a-b2c6-ea6532ba6646', 'ip_address': '10.1.1.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:08:09.549387 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:09.629463 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37939233-0dda-4395-8f3c-785e2e6649d9 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:08:09.679813 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 37939233-0dda-4395-8f3c-785e2e6649d9, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=37939233-0dda-4395-8f3c-785e2e6649d9,segment=NetworkSegment(668d0fce-7a01-4e04-b1f2-26d977bd17d6),segment_id=668d0fce-7a01-4e04-b1f2-26d977bd17d6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:09.686747 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:09.688599 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device a9cacbb0-447a-47ee-a44f-420f2f41ce3b details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:08:09.727901 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7e105-606e-473c-b415-6bcc11377709 req-b99cca20-3c48-4d1b-b9e2-9832a3b185ec tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:09.736277 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c2f7e105-606e-473c-b415-6bcc11377709 req-b99cca20-3c48-4d1b-b9e2-9832a3b185ec tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f10f031-8ae5-4353-a26d-76e2a5157173 HTTP/1.1" status: 200 len: 945 time: 0.1774654 Feb 09 01:08:09.808726 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c2f7e105-606e-473c-b415-6bcc11377709 req-a1dc9525-a960-4488-bce8-f54d379284e7 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] 10.222.0.105 "GET /v2.0/security-groups?id=9575c1e7-d2fc-4e70-9d26-cb338ed21e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713239 Feb 09 01:08:09.903755 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port a9cacbb0-447a-47ee-a44f-420f2f41ce3b, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=a9cacbb0-447a-47ee-a44f-420f2f41ce3b,segment=NetworkSegment(1f6c047f-43ca-444c-82e6-5169d8594f92),segment_id=1f6c047f-43ca-444c-82e6-5169d8594f92)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:09.912166 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=37939233-0dda-4395-8f3c-785e2e6649d9,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:09.930863 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': 'a9cacbb0-447a-47ee-a44f-420f2f41ce3b', 'network_id': 'e280a801-73c6-4be8-9a9b-128c33174590', 'port_id': 'a9cacbb0-447a-47ee-a44f-420f2f41ce3b', 'mac_address': 'fa:16:3e:7b:5c:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87851113-d8c0-4466-b132-81ea7bdec79a', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:08:10.004085 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:10.026816 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9cacbb0-447a-47ee-a44f-420f2f41ce3b {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:08:10.051337 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port a9cacbb0-447a-47ee-a44f-420f2f41ce3b, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=a9cacbb0-447a-47ee-a44f-420f2f41ce3b,segment=NetworkSegment(1f6c047f-43ca-444c-82e6-5169d8594f92),segment_id=1f6c047f-43ca-444c-82e6-5169d8594f92)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:10.057860 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:10.058603 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 7d8b3dcd-4895-4a65-b10b-c277f53b3a30 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:08:10.070122 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c2afd-847e-4fc8-be27-1e213560820d req-1f1697b9-50b7-4118-b553-9f2fcc10d537 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:10.071912 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-de3c2afd-847e-4fc8-be27-1e213560820d req-1f1697b9-50b7-4118-b553-9f2fcc10d537 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=ee3bbc96-4a80-4b19-802f-43388c268bbe HTTP/1.1" status: 200 len: 945 time: 0.1920199 Feb 09 01:08:10.166484 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=a9cacbb0-447a-47ee-a44f-420f2f41ce3b,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:10.170618 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 7d8b3dcd-4895-4a65-b10b-c277f53b3a30, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=7d8b3dcd-4895-4a65-b10b-c277f53b3a30,segment=NetworkSegment(668d0fce-7a01-4e04-b1f2-26d977bd17d6),segment_id=668d0fce-7a01-4e04-b1f2-26d977bd17d6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:10.191181 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '7d8b3dcd-4895-4a65-b10b-c277f53b3a30', 'network_id': '5504a1b4-4e92-48cb-9653-87325b009802', 'port_id': '7d8b3dcd-4895-4a65-b10b-c277f53b3a30', 'mac_address': 'fa:16:3e:4a:d6:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c489644-0fac-481a-b2c6-ea6532ba6646', 'ip_address': '10.1.1.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:08:10.203120 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-de3c2afd-847e-4fc8-be27-1e213560820d req-201b71aa-af21-49c7-8348-dc1ed4f55fa6 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236579 Feb 09 01:08:10.270986 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:10.303283 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d8b3dcd-4895-4a65-b10b-c277f53b3a30 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:08:10.342034 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 7d8b3dcd-4895-4a65-b10b-c277f53b3a30, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=7d8b3dcd-4895-4a65-b10b-c277f53b3a30,segment=NetworkSegment(668d0fce-7a01-4e04-b1f2-26d977bd17d6),segment_id=668d0fce-7a01-4e04-b1f2-26d977bd17d6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:10.346874 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:10.348050 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device fc0b6706-1840-44e5-8766-dcd0e32cf566 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:08:10.469767 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-eb455f30-7bad-4653-b131-7f82b0f6f854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:10.551592 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=7d8b3dcd-4895-4a65-b10b-c277f53b3a30,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:10.667316 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837339d1-811c-46c2-87bc-8fcae20aa8c5 req-6f0db0cc-0c15-4e20-aa3d-e8a56e170ae1 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:10.673320 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837339d1-811c-46c2-87bc-8fcae20aa8c5 req-6f0db0cc-0c15-4e20-aa3d-e8a56e170ae1 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:10.679100 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837339d1-811c-46c2-87bc-8fcae20aa8c5 req-6f0db0cc-0c15-4e20-aa3d-e8a56e170ae1 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:10.683368 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port fc0b6706-1840-44e5-8766-dcd0e32cf566, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=fc0b6706-1840-44e5-8766-dcd0e32cf566,segment=NetworkSegment(cf163942-3f6f-46b3-9ab1-2824bdae0aa8),segment_id=cf163942-3f6f-46b3-9ab1-2824bdae0aa8)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:10.685694 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837339d1-811c-46c2-87bc-8fcae20aa8c5 req-6f0db0cc-0c15-4e20-aa3d-e8a56e170ae1 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:10.691532 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837339d1-811c-46c2-87bc-8fcae20aa8c5 req-6f0db0cc-0c15-4e20-aa3d-e8a56e170ae1 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:10.697822 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837339d1-811c-46c2-87bc-8fcae20aa8c5 req-6f0db0cc-0c15-4e20-aa3d-e8a56e170ae1 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:10.703627 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837339d1-811c-46c2-87bc-8fcae20aa8c5 req-6f0db0cc-0c15-4e20-aa3d-e8a56e170ae1 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:10.711131 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-837339d1-811c-46c2-87bc-8fcae20aa8c5 req-6f0db0cc-0c15-4e20-aa3d-e8a56e170ae1 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 5425 time: 0.3887758 Feb 09 01:08:10.716371 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': 'fc0b6706-1840-44e5-8766-dcd0e32cf566', 'network_id': '5155f974-02f7-460c-bde1-4d4a435cc291', 'port_id': 'fc0b6706-1840-44e5-8766-dcd0e32cf566', 'mac_address': 'fa:16:3e:3c:f3:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3a9310a-be0f-4b6b-b867-4cea61f46d6e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:08:10.743293 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba07544-b5b8-45c3-b50e-fbc52331d271 req-7693fc88-f43e-4255-9bf8-bd2339b1ad9a tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:10.750438 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5ba07544-b5b8-45c3-b50e-fbc52331d271 req-7693fc88-f43e-4255-9bf8-bd2339b1ad9a tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3a8b186-55a2-4b95-8fa1-1a08868ba068 HTTP/1.1" status: 200 len: 945 time: 0.3850222 Feb 09 01:08:10.799980 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:10.811049 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-837339d1-811c-46c2-87bc-8fcae20aa8c5 req-1ea09920-db6b-48af-afe3-8c71c33f25c5 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/security-groups?id=2e29d487-4384-458c-a1fb-a5cd591001dc&id=c7f86f67-ad65-4a75-ada7-f9729d599d03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0989387 Feb 09 01:08:10.821332 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc0b6706-1840-44e5-8766-dcd0e32cf566 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:08:10.868311 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5ba07544-b5b8-45c3-b50e-fbc52331d271 req-69f31cb1-4357-4953-90c8-1f08574000b4 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/security-groups?id=c04812c5-0076-44a2-b712-bc76c2180e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085436 Feb 09 01:08:10.868428 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port fc0b6706-1840-44e5-8766-dcd0e32cf566, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=fc0b6706-1840-44e5-8766-dcd0e32cf566,segment=NetworkSegment(cf163942-3f6f-46b3-9ab1-2824bdae0aa8),segment_id=cf163942-3f6f-46b3-9ab1-2824bdae0aa8)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:10.871294 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:10.971229 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 096dafba-ebb4-44a5-b82e-79ba5a8ce64b up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:08:11.067680 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 60190) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:11.120722 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=fc0b6706-1840-44e5-8766-dcd0e32cf566,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:11.138448 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port 096dafba-ebb4-44a5-b82e-79ba5a8ce64b completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:08:11.148036 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 096dafba-ebb4-44a5-b82e-79ba5a8ce64b triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:08:11.149070 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:11.234142 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d703efd9-0699-4a03-a755-3b1b323316e3 req-35c4ca1c-8745-4a5e-971f-01905a309a37 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:11.235671 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d703efd9-0699-4a03-a755-3b1b323316e3 req-35c4ca1c-8745-4a5e-971f-01905a309a37 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f10f031-8ae5-4353-a26d-76e2a5157173 HTTP/1.1" status: 200 len: 945 time: 0.1424613 Feb 09 01:08:11.244598 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404a07da-f79b-476b-847f-b5950c51db02 req-2651ac4e-775f-4888-b9cb-db9193c89e83 tempest-ServerAddressesNegativeTestJSON-1489432689 tempest-ServerAddressesNegativeTestJSON-1489432689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:11.246922 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-404a07da-f79b-476b-847f-b5950c51db02 req-2651ac4e-775f-4888-b9cb-db9193c89e83 tempest-ServerAddressesNegativeTestJSON-1489432689 tempest-ServerAddressesNegativeTestJSON-1489432689-project] 10.222.0.105 "GET /v2.0/ports?device_id=8e3d0026-7f79-4215-b4fe-1712d7c9dee9 HTTP/1.1" status: 200 len: 946 time: 0.2288799 Feb 09 01:08:11.258372 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1b1e2b54-4dfa-4b0a-8a8c-1396d1584f2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:11.277966 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1b1e2b54-4dfa-4b0a-8a8c-1396d1584f2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:08:11.282195 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-1b1e2b54-4dfa-4b0a-8a8c-1396d1584f2d admin admin] Usage tracker for resource:security_group_rule and tenant:01d2bc2bd699476a9a314e8306fcc00a is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:08:11.285383 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-1b1e2b54-4dfa-4b0a-8a8c-1396d1584f2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:08:11.291719 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1b1e2b54-4dfa-4b0a-8a8c-1396d1584f2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:08:11.339982 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-404a07da-f79b-476b-847f-b5950c51db02 req-8ca1dc32-81e2-4c98-b835-bd40949d7721 tempest-ServerAddressesNegativeTestJSON-1489432689 tempest-ServerAddressesNegativeTestJSON-1489432689-project] 10.222.0.105 "GET /v2.0/security-groups?id=0f4e0423-c890-418b-82a7-f58a739d3b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730925 Feb 09 01:08:11.344490 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d703efd9-0699-4a03-a755-3b1b323316e3 req-378d781f-4cf9-4524-9e49-a3fcc533ca27 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] 10.222.0.105 "GET /v2.0/security-groups?id=9575c1e7-d2fc-4e70-9d26-cb338ed21e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961535 Feb 09 01:08:11.357710 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:11.418711 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 096dafba-ebb4-44a5-b82e-79ba5a8ce64b, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=096dafba-ebb4-44a5-b82e-79ba5a8ce64b,segment=NetworkSegment(7bf4b616-e8a5-474f-aa5e-72f7948301ca),segment_id=7bf4b616-e8a5-474f-aa5e-72f7948301ca)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:11.420855 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee3bbc96-4a80-4b19-802f-43388c268bbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '096dafba-ebb4-44a5-b82e-79ba5a8ce64b'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:08:11.428372 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:11.429232 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:11.444442 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1b1e2b54-4dfa-4b0a-8a8c-1396d1584f2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:11.449006 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1b1e2b54-4dfa-4b0a-8a8c-1396d1584f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:11.508561 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee3bbc96-4a80-4b19-802f-43388c268bbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '096dafba-ebb4-44a5-b82e-79ba5a8ce64b', 'code': 200} Feb 09 01:08:11.517441 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:11.527265 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=096dafba-ebb4-44a5-b82e-79ba5a8ce64b,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:11.581569 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1e2b54-4dfa-4b0a-8a8c-1396d1584f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a308631-4681-4e13-a2cb-59085b2d88cf,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:11.593983 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1b1e2b54-4dfa-4b0a-8a8c-1396d1584f2d admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=01d2bc2bd699476a9a314e8306fcc00a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5223053 Feb 09 01:08:11.594114 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 60200) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:11.625992 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac10ca-5c09-4348-9b0b-2f9151c29aa8 req-1beeca36-c38b-4f50-a891-1e70dafa6a72 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:11.627680 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c8ac10ca-5c09-4348-9b0b-2f9151c29aa8 req-1beeca36-c38b-4f50-a891-1e70dafa6a72 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=ee3bbc96-4a80-4b19-802f-43388c268bbe HTTP/1.1" status: 200 len: 946 time: 0.1472340 Feb 09 01:08:11.685684 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c8ac10ca-5c09-4348-9b0b-2f9151c29aa8 req-e51d2a9c-3812-41df-bb85-c42d12e16898 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497313 Feb 09 01:08:11.732031 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-23b81024-c22c-42ea-9640-04e5bb281d0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:11.767080 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-23b81024-c22c-42ea-9640-04e5bb281d0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:11.793431 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ebab65-a5c1-4db1-bc8a-e7060e822945 req-e7385c41-f013-436c-bc7d-03a3204a4eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:11.795076 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-67ebab65-a5c1-4db1-bc8a-e7060e822945 req-e7385c41-f013-436c-bc7d-03a3204a4eff service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ee3bbc96-4a80-4b19-802f-43388c268bbe HTTP/1.1" status: 200 len: 1097 time: 0.1475101 Feb 09 01:08:11.877668 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-23b81024-c22c-42ea-9640-04e5bb281d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:11.914281 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-23b81024-c22c-42ea-9640-04e5bb281d0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:11.917142 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-23b81024-c22c-42ea-9640-04e5bb281d0a admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/7a308631-4681-4e13-a2cb-59085b2d88cf HTTP/1.1" status: 204 len: 168 time: 0.3219318 Feb 09 01:08:11.935222 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-67ebab65-a5c1-4db1-bc8a-e7060e822945 req-f9481b24-1cd6-4929-9fbf-177d9350ec64 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980780 Feb 09 01:08:11.938022 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b81024-c22c-42ea-9640-04e5bb281d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a308631-4681-4e13-a2cb-59085b2d88cf,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:11.939146 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049a3f6e-2f77-44a8-bfca-14c8a6c2ba8a req-48c71533-2ce0-4bed-8f51-4e27045211eb tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:11.942212 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-049a3f6e-2f77-44a8-bfca-14c8a6c2ba8a req-48c71533-2ce0-4bed-8f51-4e27045211eb tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f10f031-8ae5-4353-a26d-76e2a5157173 HTTP/1.1" status: 200 len: 945 time: 0.1191003 Feb 09 01:08:12.150958 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d00a24-736a-4d53-bf77-a9cbbbe93039 req-43a934e2-6c53-46e5-bf87-1ecf6e0fcd8e tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:12.156910 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d00a24-736a-4d53-bf77-a9cbbbe93039 req-43a934e2-6c53-46e5-bf87-1ecf6e0fcd8e tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:12.163724 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d00a24-736a-4d53-bf77-a9cbbbe93039 req-43a934e2-6c53-46e5-bf87-1ecf6e0fcd8e tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:12.170470 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d00a24-736a-4d53-bf77-a9cbbbe93039 req-43a934e2-6c53-46e5-bf87-1ecf6e0fcd8e tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:12.176675 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d00a24-736a-4d53-bf77-a9cbbbe93039 req-43a934e2-6c53-46e5-bf87-1ecf6e0fcd8e tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:12.183930 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d00a24-736a-4d53-bf77-a9cbbbe93039 req-43a934e2-6c53-46e5-bf87-1ecf6e0fcd8e tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:12.189817 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d00a24-736a-4d53-bf77-a9cbbbe93039 req-43a934e2-6c53-46e5-bf87-1ecf6e0fcd8e tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:12.198089 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e4d00a24-736a-4d53-bf77-a9cbbbe93039 req-43a934e2-6c53-46e5-bf87-1ecf6e0fcd8e tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 5426 time: 0.2381790 Feb 09 01:08:12.223194 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2263bea7-fdeb-4779-9335-9ed64b158a45 req-4436b42b-2676-4ec0-b2da-2b469119a622 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:12.224730 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2263bea7-fdeb-4779-9335-9ed64b158a45 req-4436b42b-2676-4ec0-b2da-2b469119a622 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3a8b186-55a2-4b95-8fa1-1a08868ba068 HTTP/1.1" status: 200 len: 945 time: 0.1945522 Feb 09 01:08:12.314199 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 60218) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:12.322725 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e4d00a24-736a-4d53-bf77-a9cbbbe93039 req-d7a83e87-e6f0-4533-91c6-23878de35b44 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/security-groups?id=2e29d487-4384-458c-a1fb-a5cd591001dc&id=c7f86f67-ad65-4a75-ada7-f9729d599d03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1231492 Feb 09 01:08:12.337499 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b5adbdac-376b-4dc0-86ab-c574d261699d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:12.353943 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b5adbdac-376b-4dc0-86ab-c574d261699d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:08:12.358209 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-b5adbdac-376b-4dc0-86ab-c574d261699d admin admin] Usage tracker for resource:security_group_rule and tenant:5e4990f7e7414037964ac5b86f46e4cb is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:08:12.361618 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-b5adbdac-376b-4dc0-86ab-c574d261699d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:08:12.368354 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2263bea7-fdeb-4779-9335-9ed64b158a45 req-39bb78a5-03b5-4276-b2cc-96485660cce1 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/security-groups?id=c04812c5-0076-44a2-b712-bc76c2180e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322792 Feb 09 01:08:12.374048 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b5adbdac-376b-4dc0-86ab-c574d261699d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:08:12.402319 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-049a3f6e-2f77-44a8-bfca-14c8a6c2ba8a req-50588b41-1e45-4919-b251-c4731037a2c4 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Deleting port 5c49063c-0198-4668-b630-8850747a6364 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:08:12.404277 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-049a3f6e-2f77-44a8-bfca-14c8a6c2ba8a req-50588b41-1e45-4919-b251-c4731037a2c4 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:12.516609 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b5adbdac-376b-4dc0-86ab-c574d261699d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:12.522100 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b5adbdac-376b-4dc0-86ab-c574d261699d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:12.575998 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5adbdac-376b-4dc0-86ab-c574d261699d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a36055-dfa6-4244-8468-0494cf9c3503,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:12.589646 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['e89ee178-48d3-4ae3-a326-df98800a8ae0'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:08:12.633918 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b5adbdac-376b-4dc0-86ab-c574d261699d admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=5e4990f7e7414037964ac5b86f46e4cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3182650 Feb 09 01:08:12.634970 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 60226) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:12.669666 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['7d8b3dcd-4895-4a65-b10b-c277f53b3a30'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:08:12.770567 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['37939233-0dda-4395-8f3c-785e2e6649d9'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:08:12.779993 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6cea9bfb-1ac6-4f17-a420-106d62f80bd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:12.841989 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6cea9bfb-1ac6-4f17-a420-106d62f80bd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:12.859772 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['80c552f4-13ae-4751-a8d8-0876183d5bf7'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:08:12.929224 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6cea9bfb-1ac6-4f17-a420-106d62f80bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:12.957167 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc362b0-3b74-4cf6-acbe-635e990afcd6 req-6f001dd4-2d7b-415b-b05f-7aa5e3926a11 tempest-ServerAddressesNegativeTestJSON-1489432689 tempest-ServerAddressesNegativeTestJSON-1489432689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:12.958976 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ecc362b0-3b74-4cf6-acbe-635e990afcd6 req-6f001dd4-2d7b-415b-b05f-7aa5e3926a11 tempest-ServerAddressesNegativeTestJSON-1489432689 tempest-ServerAddressesNegativeTestJSON-1489432689-project] 10.222.0.105 "GET /v2.0/ports?device_id=8e3d0026-7f79-4215-b4fe-1712d7c9dee9 HTTP/1.1" status: 200 len: 946 time: 0.4028544 Feb 09 01:08:12.969163 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cea9bfb-1ac6-4f17-a420-106d62f80bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a36055-dfa6-4244-8468-0494cf9c3503,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:12.976518 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6cea9bfb-1ac6-4f17-a420-106d62f80bd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:12.981963 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-6cea9bfb-1ac6-4f17-a420-106d62f80bd3 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/f6a36055-dfa6-4244-8468-0494cf9c3503 HTTP/1.1" status: 204 len: 168 time: 0.3439124 Feb 09 01:08:13.000070 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['29b67380-972e-42bd-a2e3-dd7d7aa9358b'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:08:13.027659 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253c2bd5-b908-46e2-bdf1-394456b7ea6d req-c8a82b36-f19a-4e69-8806-d87485ec87a5 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:13.035285 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['a9cacbb0-447a-47ee-a44f-420f2f41ce3b'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:08:13.039574 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-253c2bd5-b908-46e2-bdf1-394456b7ea6d req-c8a82b36-f19a-4e69-8806-d87485ec87a5 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f10f031-8ae5-4353-a26d-76e2a5157173 HTTP/1.1" status: 200 len: 945 time: 0.3928404 Feb 09 01:08:13.051357 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-049a3f6e-2f77-44a8-bfca-14c8a6c2ba8a req-50588b41-1e45-4919-b251-c4731037a2c4 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] For port 5c49063c-0198-4668-b630-8850747a6364, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=5c49063c-0198-4668-b630-8850747a6364,segment=NetworkSegment(c36f2fc3-85a0-4772-8b18-bed55b9183bf),segment_id=c36f2fc3-85a0-4772-8b18-bed55b9183bf)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:13.051711 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-049a3f6e-2f77-44a8-bfca-14c8a6c2ba8a req-50588b41-1e45-4919-b251-c4731037a2c4 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:13.141714 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d86573-c68a-4ce0-a11a-4dfce39ee6bf req-d3077f37-2314-4845-b4e9-4aae0503c526 tempest-ServerAddressesNegativeTestJSON-1489432689 tempest-ServerAddressesNegativeTestJSON-1489432689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:13.143537 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a4d86573-c68a-4ce0-a11a-4dfce39ee6bf req-d3077f37-2314-4845-b4e9-4aae0503c526 tempest-ServerAddressesNegativeTestJSON-1489432689 tempest-ServerAddressesNegativeTestJSON-1489432689-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e3d0026-7f79-4215-b4fe-1712d7c9dee9 HTTP/1.1" status: 200 len: 946 time: 0.1160586 Feb 09 01:08:13.243758 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-a4d86573-c68a-4ce0-a11a-4dfce39ee6bf req-351867ed-7336-48b5-a6e6-904fd9c45155 tempest-ServerAddressesNegativeTestJSON-1489432689 tempest-ServerAddressesNegativeTestJSON-1489432689-project] Deleting port 34880438-ad64-4c77-a6ee-42f16bf46b3f {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:08:13.244364 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-a4d86573-c68a-4ce0-a11a-4dfce39ee6bf req-351867ed-7336-48b5-a6e6-904fd9c45155 tempest-ServerAddressesNegativeTestJSON-1489432689 tempest-ServerAddressesNegativeTestJSON-1489432689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:13.279634 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ecc362b0-3b74-4cf6-acbe-635e990afcd6 req-d7639e51-4dfd-407d-916a-5a700f26e826 tempest-ServerAddressesNegativeTestJSON-1489432689 tempest-ServerAddressesNegativeTestJSON-1489432689-project] 10.222.0.105 "GET /v2.0/security-groups?id=0f4e0423-c890-418b-82a7-f58a739d3b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002491 Feb 09 01:08:13.380207 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:13.383616 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-253c2bd5-b908-46e2-bdf1-394456b7ea6d req-9d3d0213-b8e0-44f8-b606-0e4347466d49 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] 10.222.0.105 "GET /v2.0/security-groups?id=9575c1e7-d2fc-4e70-9d26-cb338ed21e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3430483 Feb 09 01:08:13.437395 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['fc0b6706-1840-44e5-8766-dcd0e32cf566'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:08:13.944318 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-a4d86573-c68a-4ce0-a11a-4dfce39ee6bf req-351867ed-7336-48b5-a6e6-904fd9c45155 tempest-ServerAddressesNegativeTestJSON-1489432689 tempest-ServerAddressesNegativeTestJSON-1489432689-project] For port 34880438-ad64-4c77-a6ee-42f16bf46b3f, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=34880438-ad64-4c77-a6ee-42f16bf46b3f,segment=NetworkSegment(e0ded468-580e-454b-b33e-3c1ceaa20a3f),segment_id=e0ded468-580e-454b-b33e-3c1ceaa20a3f)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:13.944969 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-a4d86573-c68a-4ce0-a11a-4dfce39ee6bf req-351867ed-7336-48b5-a6e6-904fd9c45155 tempest-ServerAddressesNegativeTestJSON-1489432689 tempest-ServerAddressesNegativeTestJSON-1489432689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:13.973629 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-049a3f6e-2f77-44a8-bfca-14c8a6c2ba8a req-50588b41-1e45-4919-b251-c4731037a2c4 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:13.974156 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-049a3f6e-2f77-44a8-bfca-14c8a6c2ba8a req-50588b41-1e45-4919-b251-c4731037a2c4 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:13.974312 n-d-828418-1 neutron-server[87639]: INFO neutron.db.l3_db [req-049a3f6e-2f77-44a8-bfca-14c8a6c2ba8a req-50588b41-1e45-4919-b251-c4731037a2c4 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Floating IP 013f6f1f-dba7-45ed-8e95-be0b70cbe911 disassociated. External IP: 172.25.0.18, port: 5c49063c-0198-4668-b630-8850747a6364. Feb 09 01:08:13.974654 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-049a3f6e-2f77-44a8-bfca-14c8a6c2ba8a req-50588b41-1e45-4919-b251-c4731037a2c4 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Calling delete_port for 5c49063c-0198-4668-b630-8850747a6364 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:08:14.057314 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae129aa-3745-4428-99ba-911e793f063b req-cf5da536-1a3c-4b7e-9880-82abc425451c tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:14.064956 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dae129aa-3745-4428-99ba-911e793f063b req-cf5da536-1a3c-4b7e-9880-82abc425451c tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=ee3bbc96-4a80-4b19-802f-43388c268bbe HTTP/1.1" status: 200 len: 946 time: 0.6043787 Feb 09 01:08:14.197365 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dae129aa-3745-4428-99ba-911e793f063b req-cf8e7101-bbb7-467a-be3c-b968b77ae7e8 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315701 Feb 09 01:08:14.263382 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc55b0bd-f340-4c43-875c-bdda5efecfd2 req-f3fde131-8bb4-4dfe-b7be-52bbe5e2459a tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:14.268564 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc55b0bd-f340-4c43-875c-bdda5efecfd2 req-f3fde131-8bb4-4dfe-b7be-52bbe5e2459a tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:14.272285 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-a4d86573-c68a-4ce0-a11a-4dfce39ee6bf req-351867ed-7336-48b5-a6e6-904fd9c45155 tempest-ServerAddressesNegativeTestJSON-1489432689 tempest-ServerAddressesNegativeTestJSON-1489432689-project] Calling delete_port for 34880438-ad64-4c77-a6ee-42f16bf46b3f owned by compute:nova {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:08:14.274370 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc55b0bd-f340-4c43-875c-bdda5efecfd2 req-f3fde131-8bb4-4dfe-b7be-52bbe5e2459a tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:14.281400 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc55b0bd-f340-4c43-875c-bdda5efecfd2 req-f3fde131-8bb4-4dfe-b7be-52bbe5e2459a tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:14.287243 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc55b0bd-f340-4c43-875c-bdda5efecfd2 req-f3fde131-8bb4-4dfe-b7be-52bbe5e2459a tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:14.293535 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc55b0bd-f340-4c43-875c-bdda5efecfd2 req-f3fde131-8bb4-4dfe-b7be-52bbe5e2459a tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:14.300038 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc55b0bd-f340-4c43-875c-bdda5efecfd2 req-f3fde131-8bb4-4dfe-b7be-52bbe5e2459a tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:14.307442 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bc55b0bd-f340-4c43-875c-bdda5efecfd2 req-f3fde131-8bb4-4dfe-b7be-52bbe5e2459a tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 5426 time: 0.6704328 Feb 09 01:08:14.396482 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bc55b0bd-f340-4c43-875c-bdda5efecfd2 req-80870e31-71e9-4ec2-9a40-47fa06fd898b tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/security-groups?id=2e29d487-4384-458c-a1fb-a5cd591001dc&id=c7f86f67-ad65-4a75-ada7-f9729d599d03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0879750 Feb 09 01:08:14.487619 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-049a3f6e-2f77-44a8-bfca-14c8a6c2ba8a req-50588b41-1e45-4919-b251-c4731037a2c4 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:14.611410 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-a4d86573-c68a-4ce0-a11a-4dfce39ee6bf req-351867ed-7336-48b5-a6e6-904fd9c45155 tempest-ServerAddressesNegativeTestJSON-1489432689 tempest-ServerAddressesNegativeTestJSON-1489432689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:14.644495 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50588b41-1e45-4919-b251-c4731037a2c4 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Pushing event deleted for resources: {'Port': ['ID=5c49063c-0198-4668-b630-8850747a6364,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:14.730035 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351867ed-7336-48b5-a6e6-904fd9c45155 tempest-ServerAddressesNegativeTestJSON-1489432689 tempest-ServerAddressesNegativeTestJSON-1489432689-project] Pushing event deleted for resources: {'Port': ['ID=34880438-ad64-4c77-a6ee-42f16bf46b3f,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:14.754276 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-50064107-af88-4b8e-b55e-6a28929a9bb0 req-816f0eeb-6589-40c0-855e-621878060913 tempest-ServerAddressesNegativeTestJSON-1489432689 tempest-ServerAddressesNegativeTestJSON-1489432689-project] 10.222.0.105 "GET /v2.0/ports?device_id=8e3d0026-7f79-4215-b4fe-1712d7c9dee9 HTTP/1.1" status: 200 len: 210 time: 0.1146305 Feb 09 01:08:14.784116 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4d86573-c68a-4ce0-a11a-4dfce39ee6bf req-351867ed-7336-48b5-a6e6-904fd9c45155 tempest-ServerAddressesNegativeTestJSON-1489432689 tempest-ServerAddressesNegativeTestJSON-1489432689-project] No DVR routers for this DVR port 34880438-ad64-4c77-a6ee-42f16bf46b3f on host n-h1-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:08:14.784239 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93519e8b-6f2b-4784-88c1-ac9b360e1281 req-a420b4f4-512f-4765-a9c9-c4b4574a93ec tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:14.785715 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-93519e8b-6f2b-4784-88c1-ac9b360e1281 req-a420b4f4-512f-4765-a9c9-c4b4574a93ec tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3a8b186-55a2-4b95-8fa1-1a08868ba068 HTTP/1.1" status: 200 len: 945 time: 0.3957169 Feb 09 01:08:14.787339 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-a4d86573-c68a-4ce0-a11a-4dfce39ee6bf req-351867ed-7336-48b5-a6e6-904fd9c45155 tempest-ServerAddressesNegativeTestJSON-1489432689 tempest-ServerAddressesNegativeTestJSON-1489432689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:14.793162 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e3d0026-7f79-4215-b4fe-1712d7c9dee9', 'name': 'network-vif-deleted', 'tag': '34880438-ad64-4c77-a6ee-42f16bf46b3f'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:08:14.811538 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a4d86573-c68a-4ce0-a11a-4dfce39ee6bf req-351867ed-7336-48b5-a6e6-904fd9c45155 tempest-ServerAddressesNegativeTestJSON-1489432689 tempest-ServerAddressesNegativeTestJSON-1489432689-project] 10.222.0.62 "DELETE /v2.0/ports/34880438-ad64-4c77-a6ee-42f16bf46b3f HTTP/1.1" status: 204 len: 173 time: 1.6550541 Feb 09 01:08:14.832350 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-049a3f6e-2f77-44a8-bfca-14c8a6c2ba8a req-50588b41-1e45-4919-b251-c4731037a2c4 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Router 59be9f95-b843-4e97-ab5d-4e6f5e55f334 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:08:14.938507 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-93519e8b-6f2b-4784-88c1-ac9b360e1281 req-611e058b-ca59-4fd1-ab47-df7455ea768e tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/security-groups?id=c04812c5-0076-44a2-b712-bc76c2180e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446257 Feb 09 01:08:15.027155 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-94de65d8-afe9-460d-a31a-564752899ab9 req-9d812a15-8df4-439f-bee9-cb303e0ba3d6 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f10f031-8ae5-4353-a26d-76e2a5157173 HTTP/1.1" status: 200 len: 210 time: 0.0708137 Feb 09 01:08:15.058678 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e3d0026-7f79-4215-b4fe-1712d7c9dee9', 'name': 'network-vif-deleted', 'tag': '34880438-ad64-4c77-a6ee-42f16bf46b3f', 'status': 'completed', 'code': 200} Feb 09 01:08:15.145935 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-049a3f6e-2f77-44a8-bfca-14c8a6c2ba8a req-50588b41-1e45-4919-b251-c4731037a2c4 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:08:15.157176 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f334cd45-d96b-4865-9c77-16b48329cbfb None None] Sync routers for ids ['59be9f95-b843-4e97-ab5d-4e6f5e55f334'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:08:15.169546 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f334cd45-d96b-4865-9c77-16b48329cbfb None None] Routers {'59be9f95-b843-4e97-ab5d-4e6f5e55f334'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:08:15.170268 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-f334cd45-d96b-4865-9c77-16b48329cbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:08:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['59be9f95-b843-4e97-ab5d-4e6f5e55f334'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:15.229474 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-049a3f6e-2f77-44a8-bfca-14c8a6c2ba8a req-50588b41-1e45-4919-b251-c4731037a2c4 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] No DVR routers for this DVR port 5c49063c-0198-4668-b630-8850747a6364 on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:08:15.232457 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-049a3f6e-2f77-44a8-bfca-14c8a6c2ba8a req-50588b41-1e45-4919-b251-c4731037a2c4 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:15.245478 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f10f031-8ae5-4353-a26d-76e2a5157173', 'name': 'network-vif-deleted', 'tag': '5c49063c-0198-4668-b630-8850747a6364'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:08:15.276638 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-049a3f6e-2f77-44a8-bfca-14c8a6c2ba8a req-50588b41-1e45-4919-b251-c4731037a2c4 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] 10.222.0.62 "DELETE /v2.0/ports/5c49063c-0198-4668-b630-8850747a6364 HTTP/1.1" status: 204 len: 173 time: 3.0148356 Feb 09 01:08:15.316912 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f10f031-8ae5-4353-a26d-76e2a5157173', 'name': 'network-vif-deleted', 'tag': '5c49063c-0198-4668-b630-8850747a6364', 'status': 'completed', 'code': 200} Feb 09 01:08:15.462509 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ace3b-f58c-412c-b6d6-813762c11cd1 req-82e9523e-f944-49e2-af7d-f602502d4716 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:15.471810 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b06ace3b-f58c-412c-b6d6-813762c11cd1 req-82e9523e-f944-49e2-af7d-f602502d4716 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=ee3bbc96-4a80-4b19-802f-43388c268bbe HTTP/1.1" status: 200 len: 946 time: 0.1194608 Feb 09 01:08:15.524901 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b06ace3b-f58c-412c-b6d6-813762c11cd1 req-11d2508f-3acf-49b3-ba87-5ce56cb57540 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517731 Feb 09 01:08:15.552263 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-f334cd45-d96b-4865-9c77-16b48329cbfb None None] Set router 59be9f95-b843-4e97-ab5d-4e6f5e55f334 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:08:15.764954 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6889e5-997f-4fba-9336-fc92c3f62901 req-8eec342f-e663-4f85-b9fe-d4b2dd030961 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:15.777452 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6889e5-997f-4fba-9336-fc92c3f62901 req-8eec342f-e663-4f85-b9fe-d4b2dd030961 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:15.802585 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6889e5-997f-4fba-9336-fc92c3f62901 req-8eec342f-e663-4f85-b9fe-d4b2dd030961 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:15.810509 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6889e5-997f-4fba-9336-fc92c3f62901 req-8eec342f-e663-4f85-b9fe-d4b2dd030961 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:15.816404 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6889e5-997f-4fba-9336-fc92c3f62901 req-8eec342f-e663-4f85-b9fe-d4b2dd030961 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:15.822986 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6889e5-997f-4fba-9336-fc92c3f62901 req-8eec342f-e663-4f85-b9fe-d4b2dd030961 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:15.830112 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6889e5-997f-4fba-9336-fc92c3f62901 req-8eec342f-e663-4f85-b9fe-d4b2dd030961 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:15.832527 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd6889e5-997f-4fba-9336-fc92c3f62901 req-8eec342f-e663-4f85-b9fe-d4b2dd030961 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 5426 time: 0.2651370 Feb 09 01:08:15.909815 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd6889e5-997f-4fba-9336-fc92c3f62901 req-470a97b9-56b3-4693-a612-c3084e6088a7 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/security-groups?id=2e29d487-4384-458c-a1fb-a5cd591001dc&id=c7f86f67-ad65-4a75-ada7-f9729d599d03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0708535 Feb 09 01:08:16.016742 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 60308) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:16.225110 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa6072-9096-47cf-a502-802804b02f9b req-306c7af4-dddc-4cbf-b038-8ae1016c4d58 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:16.235752 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-54aa6072-9096-47cf-a502-802804b02f9b req-306c7af4-dddc-4cbf-b038-8ae1016c4d58 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3a8b186-55a2-4b95-8fa1-1a08868ba068 HTTP/1.1" status: 200 len: 945 time: 0.1288364 Feb 09 01:08:16.358457 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-f334cd45-d96b-4865-9c77-16b48329cbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59be9f95-b843-4e97-ab5d-4e6f5e55f334', 'name': 'tempest-ServersTestJSON-475728940-router', 'tenant_id': '5796137a8a554653b6e00403b0f3c833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '640d6cd2-8b01-4f10-aa91-1e7f2ee82101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:06:13Z', 'updated_at': '2022-02-09T01:06:29Z', 'revision_number': 4, 'project_id': '5796137a8a554653b6e00403b0f3c833', 'gw_port': {'id': '640d6cd2-8b01-4f10-aa91-1e7f2ee82101', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:37:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59be9f95-b843-4e97-ab5d-4e6f5e55f334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:16Z', 'updated_at': '2022-02-09T01:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'f4c5e6b3-0ac3-49ce-9f11-0dec674491ce', 'name': '', 'network_id': '5389f489-826f-40fb-b73b-31845cd2fb83', 'tenant_id': '5796137a8a554653b6e00403b0f3c833', 'mac_address': 'fa:16:3e:f8:43:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59be9f95-b843-4e97-ab5d-4e6f5e55f334', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '1658139b-acec-4b5d-9220-af5f5e7acc1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:25Z', 'updated_at': '2022-02-09T01:06:39Z', 'revision_number': 5, 'project_id': '5796137a8a554653b6e00403b0f3c833', 'subnets': [{'id': '1658139b-acec-4b5d-9220-af5f5e7acc1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:16.366301 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f334cd45-d96b-4865-9c77-16b48329cbfb None None] Checking router: 59be9f95-b843-4e97-ab5d-4e6f5e55f334 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:08:16.383884 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ed9b7e7-f5f5-4101-bb4f-06d7efa15d5b admin admin] Deleting subnet f4fbc041-0420-4288-a280-b2299fbe1e0c {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:08:16.387539 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9ed9b7e7-f5f5-4101-bb4f-06d7efa15d5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:16.397289 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f334cd45-d96b-4865-9c77-16b48329cbfb None None] Routers {'59be9f95-b843-4e97-ab5d-4e6f5e55f334'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:08:16.401237 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-f334cd45-d96b-4865-9c77-16b48329cbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:08:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['59be9f95-b843-4e97-ab5d-4e6f5e55f334'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:16.448514 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9ed9b7e7-f5f5-4101-bb4f-06d7efa15d5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:16.485428 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-54aa6072-9096-47cf-a502-802804b02f9b req-a892e39a-fdc3-471b-9229-74fe24c179e1 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/security-groups?id=c04812c5-0076-44a2-b712-bc76c2180e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471538 Feb 09 01:08:16.558845 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9ed9b7e7-f5f5-4101-bb4f-06d7efa15d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:16.594793 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c51922-9353-4b88-8dfa-5f90d5642361 req-04c2ecfb-78e5-424a-94cb-683db6b8a6a2 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:16.596492 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c6c51922-9353-4b88-8dfa-5f90d5642361 req-04c2ecfb-78e5-424a-94cb-683db6b8a6a2 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=ee3bbc96-4a80-4b19-802f-43388c268bbe HTTP/1.1" status: 200 len: 946 time: 0.3067586 Feb 09 01:08:16.680973 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c6c51922-9353-4b88-8dfa-5f90d5642361 req-36925626-cf5e-4cc4-9140-4f4bdbb60178 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754282 Feb 09 01:08:16.723691 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 60326) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:16.753671 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9ed9b7e7-f5f5-4101-bb4f-06d7efa15d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:16.804620 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-f334cd45-d96b-4865-9c77-16b48329cbfb None None] Set router 59be9f95-b843-4e97-ab5d-4e6f5e55f334 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:08:16.812866 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1aabe16c-ef0d-4dba-bcdd-50658d923813 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:16.832859 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed9b7e7-f5f5-4101-bb4f-06d7efa15d5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4fbc041-0420-4288-a280-b2299fbe1e0c,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:16.835192 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9ed9b7e7-f5f5-4101-bb4f-06d7efa15d5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:16.843399 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9ed9b7e7-f5f5-4101-bb4f-06d7efa15d5b admin admin] 10.222.0.105 "DELETE /v2.0/subnets/f4fbc041-0420-4288-a280-b2299fbe1e0c HTTP/1.1" status: 204 len: 168 time: 0.8255830 Feb 09 01:08:16.846947 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 60330) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:16.924760 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1aabe16c-ef0d-4dba-bcdd-50658d923813 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:17.023178 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 5c49063c-0198-4668-b630-8850747a6364 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:08:17.130358 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: 5c49063c-0198-4668-b630-8850747a6364 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:08:17.130701 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 5c49063c-0198-4668-b630-8850747a6364 not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:08:17.131147 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 34880438-ad64-4c77-a6ee-42f16bf46b3f no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:08:17.155823 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d61e3382-209e-4ef0-bd98-7fe357f7525c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:17.198331 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: 34880438-ad64-4c77-a6ee-42f16bf46b3f {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:08:17.198742 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 34880438-ad64-4c77-a6ee-42f16bf46b3f not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:08:17.223471 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1aabe16c-ef0d-4dba-bcdd-50658d923813 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:17.333884 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aabe16c-ef0d-4dba-bcdd-50658d923813 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9575c1e7-d2fc-4e70-9d26-cb338ed21e81,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:17.356966 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-f334cd45-d96b-4865-9c77-16b48329cbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59be9f95-b843-4e97-ab5d-4e6f5e55f334', 'name': 'tempest-ServersTestJSON-475728940-router', 'tenant_id': '5796137a8a554653b6e00403b0f3c833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '640d6cd2-8b01-4f10-aa91-1e7f2ee82101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:06:13Z', 'updated_at': '2022-02-09T01:06:29Z', 'revision_number': 4, 'project_id': '5796137a8a554653b6e00403b0f3c833', 'gw_port': {'id': '640d6cd2-8b01-4f10-aa91-1e7f2ee82101', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:37:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59be9f95-b843-4e97-ab5d-4e6f5e55f334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:16Z', 'updated_at': '2022-02-09T01:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'f4c5e6b3-0ac3-49ce-9f11-0dec674491ce', 'name': '', 'network_id': '5389f489-826f-40fb-b73b-31845cd2fb83', 'tenant_id': '5796137a8a554653b6e00403b0f3c833', 'mac_address': 'fa:16:3e:f8:43:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59be9f95-b843-4e97-ab5d-4e6f5e55f334', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '1658139b-acec-4b5d-9220-af5f5e7acc1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:25Z', 'updated_at': '2022-02-09T01:06:39Z', 'revision_number': 5, 'project_id': '5796137a8a554653b6e00403b0f3c833', 'subnets': [{'id': '1658139b-acec-4b5d-9220-af5f5e7acc1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:17.381516 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f334cd45-d96b-4865-9c77-16b48329cbfb None None] The sync data for ids ['59be9f95-b843-4e97-ab5d-4e6f5e55f334'] in n-d-828418-1 is: [{'id': '59be9f95-b843-4e97-ab5d-4e6f5e55f334', 'name': 'tempest-ServersTestJSON-475728940-router', 'tenant_id': '5796137a8a554653b6e00403b0f3c833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '640d6cd2-8b01-4f10-aa91-1e7f2ee82101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:06:13Z', 'updated_at': '2022-02-09T01:06:29Z', 'revision_number': 4, 'project_id': '5796137a8a554653b6e00403b0f3c833', 'gw_port': {'id': '640d6cd2-8b01-4f10-aa91-1e7f2ee82101', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:37:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59be9f95-b843-4e97-ab5d-4e6f5e55f334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:16Z', 'updated_at': '2022-02-09T01:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'f4c5e6b3-0ac3-49ce-9f11-0dec674491ce', 'name': '', 'network_id': '5389f489-826f-40fb-b73b-31845cd2fb83', 'tenant_id': '5796137a8a554653b6e00403b0f3c833', 'mac_address': 'fa:16:3e:f8:43:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59be9f95-b843-4e97-ab5d-4e6f5e55f334', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '1658139b-acec-4b5d-9220-af5f5e7acc1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:25Z', 'updated_at': '2022-02-09T01:06:39Z', 'revision_number': 5, 'project_id': '5796137a8a554653b6e00403b0f3c833', 'subnets': [{'id': '1658139b-acec-4b5d-9220-af5f5e7acc1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:08:17.418471 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1aabe16c-ef0d-4dba-bcdd-50658d923813 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:17.422509 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 60338) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:17.422957 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-1aabe16c-ef0d-4dba-bcdd-50658d923813 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] 10.222.0.105 "DELETE /v2.0/security-groups/9575c1e7-d2fc-4e70-9d26-cb338ed21e81 HTTP/1.1" status: 204 len: 168 time: 0.6973011 Feb 09 01:08:17.425642 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d61e3382-209e-4ef0-bd98-7fe357f7525c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:17.448919 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-fa36b244-538c-4eb4-b1a6-cc666b3ab55b tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] show failed (client error): The resource could not be found. Feb 09 01:08:17.458175 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-fa36b244-538c-4eb4-b1a6-cc666b3ab55b tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] 10.222.0.105 "GET /v2.0/security-groups/9575c1e7-d2fc-4e70-9d26-cb338ed21e81 HTTP/1.1" status: 404 len: 347 time: 0.0348699 Feb 09 01:08:17.458785 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 60342) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:17.466823 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e3552-70ed-4312-8d32-3aae00b1dad3 req-4a1e22a2-fb04-46b8-82b6-f4f15bd9b097 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:17.473108 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e3552-70ed-4312-8d32-3aae00b1dad3 req-4a1e22a2-fb04-46b8-82b6-f4f15bd9b097 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:17.479928 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e3552-70ed-4312-8d32-3aae00b1dad3 req-4a1e22a2-fb04-46b8-82b6-f4f15bd9b097 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:17.489751 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e3552-70ed-4312-8d32-3aae00b1dad3 req-4a1e22a2-fb04-46b8-82b6-f4f15bd9b097 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:17.512605 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e3552-70ed-4312-8d32-3aae00b1dad3 req-4a1e22a2-fb04-46b8-82b6-f4f15bd9b097 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:17.525392 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e3552-70ed-4312-8d32-3aae00b1dad3 req-4a1e22a2-fb04-46b8-82b6-f4f15bd9b097 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:17.534272 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e3552-70ed-4312-8d32-3aae00b1dad3 req-4a1e22a2-fb04-46b8-82b6-f4f15bd9b097 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:17.544615 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8b2e3552-70ed-4312-8d32-3aae00b1dad3 req-4a1e22a2-fb04-46b8-82b6-f4f15bd9b097 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 5426 time: 0.4319119 Feb 09 01:08:17.567878 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-d61e3382-209e-4ef0-bd98-7fe357f7525c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6335f31-2dd5-4f94-879f-702268a19745']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:17.586365 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-d61e3382-209e-4ef0-bd98-7fe357f7525c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0ded468-580e-454b-b33e-3c1ceaa20a3f') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:17.586550 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-d61e3382-209e-4ef0-bd98-7fe357f7525c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0ded468-580e-454b-b33e-3c1ceaa20a3f') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:17.630157 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8b2e3552-70ed-4312-8d32-3aae00b1dad3 req-17d6d6c0-5c7c-4bb1-9d58-bbced96e1c33 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/security-groups?id=2e29d487-4384-458c-a1fb-a5cd591001dc&id=c7f86f67-ad65-4a75-ada7-f9729d599d03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0845313 Feb 09 01:08:17.639803 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d61e3382-209e-4ef0-bd98-7fe357f7525c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:17.666185 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d61e3382-209e-4ef0-bd98-7fe357f7525c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:17.681129 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d61e3382-209e-4ef0-bd98-7fe357f7525c admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:08:17.681942 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d61e3382-209e-4ef0-bd98-7fe357f7525c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:17.718153 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 01:08:17.718153 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:08:17.718153 n-d-828418-1 neutron-server[87639]: timer() Feb 09 01:08:17.718153 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:08:17.718153 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 01:08:17.718153 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:08:17.718153 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 01:08:17.718153 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:08:17.718153 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 01:08:17.718153 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:08:17.718153 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 01:08:17.718153 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:08:17.718153 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 01:08:17.718153 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:08:17.718153 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:08:17.718153 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:08:17.718153 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:08:17.718153 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:08:17.718153 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 01:08:17.718153 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:08:17.718153 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 01:08:17.718153 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:08:17.718153 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:08:17.718153 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:08:17.718153 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 01:08:17.718153 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:08:17.718153 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:08:17.718153 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:08:17.718153 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:08:17.718153 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:08:17.718153 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:08:17.718153 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:08:17.769620 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-12f434b8-4925-4f05-927b-5c8acd75b506 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Deleting port dc369962-66d5-44cf-88b2-08ab911ef847 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:08:17.770058 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-12f434b8-4925-4f05-927b-5c8acd75b506 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:17.939182 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8633d7-84a7-4678-96a5-363dd1ae10f6 None None] New status for floating IP 013f6f1f-dba7-45ed-8e95-be0b70cbe911: DOWN {{(pid=87641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:08:18.004654 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-12f434b8-4925-4f05-927b-5c8acd75b506 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:18.005063 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-12f434b8-4925-4f05-927b-5c8acd75b506 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:18.013272 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d61e3382-209e-4ef0-bd98-7fe357f7525c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:18.082834 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d61e3382-209e-4ef0-bd98-7fe357f7525c admin admin] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:18.108206 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61e3382-209e-4ef0-bd98-7fe357f7525c admin admin] Pushing event deleted for resources: {'Network': ['ID=b6335f31-2dd5-4f94-879f-702268a19745,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:18.141169 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-d61e3382-209e-4ef0-bd98-7fe357f7525c admin admin] 10.222.0.105 "DELETE /v2.0/networks/b6335f31-2dd5-4f94-879f-702268a19745 HTTP/1.1" status: 204 len: 168 time: 1.2909348 Feb 09 01:08:18.195855 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9dfade-c7ab-4c6f-a93e-a77dce6480ee req-04d20e8d-5bc1-4add-b1b3-f148979f6591 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:18.208253 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4d9dfade-c7ab-4c6f-a93e-a77dce6480ee req-04d20e8d-5bc1-4add-b1b3-f148979f6591 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=ee3bbc96-4a80-4b19-802f-43388c268bbe HTTP/1.1" status: 200 len: 946 time: 0.3205802 Feb 09 01:08:18.213543 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-12f434b8-4925-4f05-927b-5c8acd75b506 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Calling delete_port for dc369962-66d5-44cf-88b2-08ab911ef847 owned by network:floatingip {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:08:18.315776 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93a27b-24d8-450b-bb16-725daeda9856 req-ea6304e8-ffab-479a-b608-3caab29a7b31 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:18.326246 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cd93a27b-24d8-450b-bb16-725daeda9856 req-ea6304e8-ffab-479a-b608-3caab29a7b31 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3a8b186-55a2-4b95-8fa1-1a08868ba068 HTTP/1.1" status: 200 len: 945 time: 0.5101831 Feb 09 01:08:18.360452 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4d9dfade-c7ab-4c6f-a93e-a77dce6480ee req-edf11438-8265-43d2-9cea-dfa076b76af8 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506779 Feb 09 01:08:18.395567 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.db.api [None req-12f434b8-4925-4f05-927b-5c8acd75b506 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:08:18.396129 n-d-828418-1 neutron-server[87638]: DEBUG oslo_db.api [None req-12f434b8-4925-4f05-927b-5c8acd75b506 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:08:18.424697 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cd93a27b-24d8-450b-bb16-725daeda9856 req-baf0521f-b79c-4d00-bd11-623d8c48e0c3 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/security-groups?id=c04812c5-0076-44a2-b712-bc76c2180e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931358 Feb 09 01:08:18.502887 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 60364) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:18.561721 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c3e1bb49-3a78-4b19-b214-d10b5f164529 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=569311fd687b407592e9e77fb8a7691c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0566332 Feb 09 01:08:18.563913 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 60370) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:18.632051 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a9b5bdb0-7441-449b-8ee7-1dcf6ebba732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:18.682713 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a9b5bdb0-7441-449b-8ee7-1dcf6ebba732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:18.758935 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd079ef-291c-438b-a7ac-6a8fad0ae8ff req-f00828e4-063d-46ad-bc43-a01612a7e785 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:18.760750 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5dd079ef-291c-438b-a7ac-6a8fad0ae8ff req-f00828e4-063d-46ad-bc43-a01612a7e785 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee3bbc96-4a80-4b19-802f-43388c268bbe HTTP/1.1" status: 200 len: 946 time: 0.2023551 Feb 09 01:08:18.800081 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a9b5bdb0-7441-449b-8ee7-1dcf6ebba732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:18.839203 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b5bdb0-7441-449b-8ee7-1dcf6ebba732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4e0423-c890-418b-82a7-f58a739d3b31,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:18.856178 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a9b5bdb0-7441-449b-8ee7-1dcf6ebba732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:18.859709 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a9b5bdb0-7441-449b-8ee7-1dcf6ebba732 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/0f4e0423-c890-418b-82a7-f58a739d3b31 HTTP/1.1" status: 204 len: 168 time: 0.2926078 Feb 09 01:08:18.897490 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-12f434b8-4925-4f05-927b-5c8acd75b506 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Deleting port dc369962-66d5-44cf-88b2-08ab911ef847 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:08:18.897990 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-12f434b8-4925-4f05-927b-5c8acd75b506 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:19.008355 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-5dd079ef-291c-438b-a7ac-6a8fad0ae8ff req-6211de26-a832-4020-a7b8-52ad26bc9e61 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Deleting port 096dafba-ebb4-44a5-b82e-79ba5a8ce64b {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:08:19.008741 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5dd079ef-291c-438b-a7ac-6a8fad0ae8ff req-6211de26-a832-4020-a7b8-52ad26bc9e61 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:19.100826 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676596e4-571f-4817-89d9-5c53aa98f596 req-8163c96f-cc83-4e64-b2d0-36f440e61c56 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:19.107520 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676596e4-571f-4817-89d9-5c53aa98f596 req-8163c96f-cc83-4e64-b2d0-36f440e61c56 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:19.114308 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676596e4-571f-4817-89d9-5c53aa98f596 req-8163c96f-cc83-4e64-b2d0-36f440e61c56 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:19.121627 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676596e4-571f-4817-89d9-5c53aa98f596 req-8163c96f-cc83-4e64-b2d0-36f440e61c56 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:19.128412 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676596e4-571f-4817-89d9-5c53aa98f596 req-8163c96f-cc83-4e64-b2d0-36f440e61c56 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:19.135369 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676596e4-571f-4817-89d9-5c53aa98f596 req-8163c96f-cc83-4e64-b2d0-36f440e61c56 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:19.142143 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676596e4-571f-4817-89d9-5c53aa98f596 req-8163c96f-cc83-4e64-b2d0-36f440e61c56 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:19.144139 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-676596e4-571f-4817-89d9-5c53aa98f596 req-8163c96f-cc83-4e64-b2d0-36f440e61c56 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 5426 time: 0.2739224 Feb 09 01:08:19.285139 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-12f434b8-4925-4f05-927b-5c8acd75b506 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:19.285479 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-12f434b8-4925-4f05-927b-5c8acd75b506 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:19.510462 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-12f434b8-4925-4f05-927b-5c8acd75b506 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Calling delete_port for dc369962-66d5-44cf-88b2-08ab911ef847 owned by network:floatingip {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:08:19.627362 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-5dd079ef-291c-438b-a7ac-6a8fad0ae8ff req-6211de26-a832-4020-a7b8-52ad26bc9e61 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] For port 096dafba-ebb4-44a5-b82e-79ba5a8ce64b, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=096dafba-ebb4-44a5-b82e-79ba5a8ce64b,segment=NetworkSegment(7bf4b616-e8a5-474f-aa5e-72f7948301ca),segment_id=7bf4b616-e8a5-474f-aa5e-72f7948301ca)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:19.634246 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5dd079ef-291c-438b-a7ac-6a8fad0ae8ff req-6211de26-a832-4020-a7b8-52ad26bc9e61 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:19.845802 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-5dd079ef-291c-438b-a7ac-6a8fad0ae8ff req-6211de26-a832-4020-a7b8-52ad26bc9e61 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Calling delete_port for 096dafba-ebb4-44a5-b82e-79ba5a8ce64b owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:08:19.897165 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-12f434b8-4925-4f05-927b-5c8acd75b506 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:20.195715 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f434b8-4925-4f05-927b-5c8acd75b506 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Pushing event deleted for resources: {'Port': ['ID=dc369962-66d5-44cf-88b2-08ab911ef847,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:20.205187 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5dd079ef-291c-438b-a7ac-6a8fad0ae8ff req-6211de26-a832-4020-a7b8-52ad26bc9e61 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:20.218437 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['3f9076dc-04b6-418a-96bd-62f1607aba38', '096dafba-ebb4-44a5-b82e-79ba5a8ce64b'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:08:20.266222 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-92a9c4d9-96a8-4de9-9d7f-65b33b763659 req-21c604a1-c632-4f95-ad29-6c2609fc26ac tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=ee3bbc96-4a80-4b19-802f-43388c268bbe HTTP/1.1" status: 200 len: 210 time: 0.1040659 Feb 09 01:08:20.284022 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-676596e4-571f-4817-89d9-5c53aa98f596 req-4ac6bd92-ae98-4481-98c4-c2d2a9b5b9dc tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/security-groups?id=2e29d487-4384-458c-a1fb-a5cd591001dc&id=c7f86f67-ad65-4a75-ada7-f9729d599d03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8519478 Feb 09 01:08:20.342511 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-12f434b8-4925-4f05-927b-5c8acd75b506 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Notify callbacks [] for floatingip, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:20.377483 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-12f434b8-4925-4f05-927b-5c8acd75b506 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:20.378810 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-12f434b8-4925-4f05-927b-5c8acd75b506 tempest-ServersTestJSON-1144960502 tempest-ServersTestJSON-1144960502-project] 10.222.0.105 "DELETE /v2.0/floatingips/013f6f1f-dba7-45ed-8e95-be0b70cbe911 HTTP/1.1" status: 204 len: 168 time: 2.9190564 Feb 09 01:08:20.382085 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 60416) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:20.416826 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6211de26-a832-4020-a7b8-52ad26bc9e61 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Pushing event deleted for resources: {'Port': ['ID=096dafba-ebb4-44a5-b82e-79ba5a8ce64b,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:20.730207 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:08:20.886074 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dd079ef-291c-438b-a7ac-6a8fad0ae8ff req-6211de26-a832-4020-a7b8-52ad26bc9e61 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] No DVR routers for this DVR port 096dafba-ebb4-44a5-b82e-79ba5a8ce64b on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:08:20.893209 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5dd079ef-291c-438b-a7ac-6a8fad0ae8ff req-6211de26-a832-4020-a7b8-52ad26bc9e61 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:20.896068 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee3bbc96-4a80-4b19-802f-43388c268bbe', 'name': 'network-vif-deleted', 'tag': '096dafba-ebb4-44a5-b82e-79ba5a8ce64b'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:08:20.921759 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 29b67380-972e-42bd-a2e3-dd7d7aa9358b up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:08:20.925304 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5dd079ef-291c-438b-a7ac-6a8fad0ae8ff req-6211de26-a832-4020-a7b8-52ad26bc9e61 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.62 "DELETE /v2.0/ports/096dafba-ebb4-44a5-b82e-79ba5a8ce64b HTTP/1.1" status: 204 len: 173 time: 2.1512372 Feb 09 01:08:20.966645 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24817942-7a57-4dbd-b76c-7b30b1b60d33 req-66a41585-3476-4a8c-b180-3c8a3bd4335b tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:20.969253 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-24817942-7a57-4dbd-b76c-7b30b1b60d33 req-66a41585-3476-4a8c-b180-3c8a3bd4335b tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3a8b186-55a2-4b95-8fa1-1a08868ba068 HTTP/1.1" status: 200 len: 945 time: 0.1339586 Feb 09 01:08:21.070929 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-24817942-7a57-4dbd-b76c-7b30b1b60d33 req-51be4790-0a9a-42dd-b37d-61f20b53976d tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/security-groups?id=c04812c5-0076-44a2-b712-bc76c2180e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940535 Feb 09 01:08:21.080667 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port 29b67380-972e-42bd-a2e3-dd7d7aa9358b completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:08:21.086787 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 29b67380-972e-42bd-a2e3-dd7d7aa9358b triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:08:21.087268 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:21.170464 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee3bbc96-4a80-4b19-802f-43388c268bbe', 'name': 'network-vif-deleted', 'tag': '096dafba-ebb4-44a5-b82e-79ba5a8ce64b', 'status': 'completed', 'code': 200} Feb 09 01:08:21.267306 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:21.311068 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-29522e91-a751-433a-a29c-b5bdea35f9b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:21.359408 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 29b67380-972e-42bd-a2e3-dd7d7aa9358b, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=29b67380-972e-42bd-a2e3-dd7d7aa9358b,segment=NetworkSegment(1f6c047f-43ca-444c-82e6-5169d8594f92),segment_id=1f6c047f-43ca-444c-82e6-5169d8594f92)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:21.360488 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed2ce431-e04c-45ab-af1c-5312d7191c93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29b67380-972e-42bd-a2e3-dd7d7aa9358b'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:08:21.376463 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:21.378700 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device e89ee178-48d3-4ae3-a326-df98800a8ae0 up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:08:21.432556 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5e0cd501-739a-4fb8-b3d7-3f6d5e5cf4df req-2bb184a0-fa8c-4a04-8f77-b803d8749dd2 tempest-ServerShowV254Test-510937204 tempest-ServerShowV254Test-510937204-project] 10.222.0.105 "GET /v2.0/ports?device_id=6d6d1cb4-dbcf-4008-9fed-59e962289ccd HTTP/1.1" status: 200 len: 210 time: 0.0570080 Feb 09 01:08:21.600275 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=29b67380-972e-42bd-a2e3-dd7d7aa9358b,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:21.608327 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-77bca742-8aae-4f40-b1c9-f2517bb41337 req-ca6205c1-cc66-4a00-a440-e8360a27c615 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Synchronizing usage tracker for tenant:6b048f87108b49f5abc0697d8dcea678 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:08:21.641885 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-77bca742-8aae-4f40-b1c9-f2517bb41337 req-ca6205c1-cc66-4a00-a440-e8360a27c615 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Unset dirty status for tenant:6b048f87108b49f5abc0697d8dcea678 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:08:21.643707 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-77bca742-8aae-4f40-b1c9-f2517bb41337 req-ca6205c1-cc66-4a00-a440-e8360a27c615 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=ee3bbc96-4a80-4b19-802f-43388c268bbe HTTP/1.1" status: 200 len: 210 time: 0.1377814 Feb 09 01:08:21.643858 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:21.646955 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port e89ee178-48d3-4ae3-a326-df98800a8ae0 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:08:21.657548 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port e89ee178-48d3-4ae3-a326-df98800a8ae0 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:08:21.658128 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:21.816618 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed2ce431-e04c-45ab-af1c-5312d7191c93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29b67380-972e-42bd-a2e3-dd7d7aa9358b', 'code': 200} Feb 09 01:08:21.927197 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb5cbf-2c3c-4144-bf73-fb97ed7c8d2e req-6295b677-18e5-43c5-b891-db72de33ac24 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:21.947701 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb5cbf-2c3c-4144-bf73-fb97ed7c8d2e req-6295b677-18e5-43c5-b891-db72de33ac24 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:21.974682 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb5cbf-2c3c-4144-bf73-fb97ed7c8d2e req-6295b677-18e5-43c5-b891-db72de33ac24 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:21.998537 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb5cbf-2c3c-4144-bf73-fb97ed7c8d2e req-6295b677-18e5-43c5-b891-db72de33ac24 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:22.012552 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb5cbf-2c3c-4144-bf73-fb97ed7c8d2e req-6295b677-18e5-43c5-b891-db72de33ac24 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:22.019497 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb5cbf-2c3c-4144-bf73-fb97ed7c8d2e req-6295b677-18e5-43c5-b891-db72de33ac24 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:22.027878 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb5cbf-2c3c-4144-bf73-fb97ed7c8d2e req-6295b677-18e5-43c5-b891-db72de33ac24 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:22.033077 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-29522e91-a751-433a-a29c-b5bdea35f9b6 admin admin] Deleting port f4c5e6b3-0ac3-49ce-9f11-0dec674491ce {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:08:22.033347 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-29522e91-a751-433a-a29c-b5bdea35f9b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:22.037199 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-aecb5cbf-2c3c-4144-bf73-fb97ed7c8d2e req-6295b677-18e5-43c5-b891-db72de33ac24 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 5427 time: 0.3615458 Feb 09 01:08:22.044434 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:22.113773 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-aecb5cbf-2c3c-4144-bf73-fb97ed7c8d2e req-01a443c2-1b8a-452a-9c1e-8e8e72cd0015 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/security-groups?id=2e29d487-4384-458c-a1fb-a5cd591001dc&id=c7f86f67-ad65-4a75-ada7-f9729d599d03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0751495 Feb 09 01:08:22.158478 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port e89ee178-48d3-4ae3-a326-df98800a8ae0, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=e89ee178-48d3-4ae3-a326-df98800a8ae0,segment=NetworkSegment(668d0fce-7a01-4e04-b1f2-26d977bd17d6),segment_id=668d0fce-7a01-4e04-b1f2-26d977bd17d6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:22.164223 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:22.166865 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 37939233-0dda-4395-8f3c-785e2e6649d9 up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:08:22.423668 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=e89ee178-48d3-4ae3-a326-df98800a8ae0,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:22.429837 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-29522e91-a751-433a-a29c-b5bdea35f9b6 admin admin] For port f4c5e6b3-0ac3-49ce-9f11-0dec674491ce, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=f4c5e6b3-0ac3-49ce-9f11-0dec674491ce,segment=NetworkSegment(c36f2fc3-85a0-4772-8b18-bed55b9183bf),segment_id=c36f2fc3-85a0-4772-8b18-bed55b9183bf)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:22.430757 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-29522e91-a751-433a-a29c-b5bdea35f9b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:22.436655 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port 37939233-0dda-4395-8f3c-785e2e6649d9 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:08:22.442504 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 37939233-0dda-4395-8f3c-785e2e6649d9 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:08:22.442880 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:22.452525 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19267db5-6126-42fd-9b80-20574b416644 req-b7c43bc4-ba43-4297-851e-848e5e652cab tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:22.469252 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-19267db5-6126-42fd-9b80-20574b416644 req-b7c43bc4-ba43-4297-851e-848e5e652cab tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3a8b186-55a2-4b95-8fa1-1a08868ba068 HTTP/1.1" status: 200 len: 945 time: 0.2013471 Feb 09 01:08:22.622984 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-19267db5-6126-42fd-9b80-20574b416644 req-e56d6bdc-94df-4fd1-b03a-541f39ab0d78 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/security-groups?id=c04812c5-0076-44a2-b712-bc76c2180e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525576 Feb 09 01:08:22.797911 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:22.799673 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-29522e91-a751-433a-a29c-b5bdea35f9b6 admin admin] Calling delete_port for f4c5e6b3-0ac3-49ce-9f11-0dec674491ce owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:08:22.860686 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 37939233-0dda-4395-8f3c-785e2e6649d9, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=37939233-0dda-4395-8f3c-785e2e6649d9,segment=NetworkSegment(668d0fce-7a01-4e04-b1f2-26d977bd17d6),segment_id=668d0fce-7a01-4e04-b1f2-26d977bd17d6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:22.867870 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:22.869674 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device fc0b6706-1840-44e5-8766-dcd0e32cf566 up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:08:22.871567 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-24200139-3196-4c82-8db4-d8060873e01e req-446dcb6c-ad30-4417-b427-fc68804c4220 tempest-ServerShowV254Test-510937204 tempest-ServerShowV254Test-510937204-project] 10.222.0.105 "GET /v2.0/ports?device_id=6d6d1cb4-dbcf-4008-9fed-59e962289ccd HTTP/1.1" status: 200 len: 210 time: 0.1304343 Feb 09 01:08:23.083911 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=37939233-0dda-4395-8f3c-785e2e6649d9,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:23.110040 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port fc0b6706-1840-44e5-8766-dcd0e32cf566 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:08:23.117453 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port fc0b6706-1840-44e5-8766-dcd0e32cf566 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:08:23.118004 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:23.210494 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14577e5-faeb-4378-b9e1-96e9240c8316 req-3654555b-a653-4b89-bac0-9d722f92fb4c tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:23.212877 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f14577e5-faeb-4378-b9e1-96e9240c8316 req-3654555b-a653-4b89-bac0-9d722f92fb4c tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.1810896 Feb 09 01:08:23.318491 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f14577e5-faeb-4378-b9e1-96e9240c8316 req-c073107e-c116-476e-8bfd-5d292c905f5d tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994797 Feb 09 01:08:23.319599 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:23.375570 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port fc0b6706-1840-44e5-8766-dcd0e32cf566, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=fc0b6706-1840-44e5-8766-dcd0e32cf566,segment=NetworkSegment(cf163942-3f6f-46b3-9ab1-2824bdae0aa8),segment_id=cf163942-3f6f-46b3-9ab1-2824bdae0aa8)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:23.380573 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:23.381568 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device a9cacbb0-447a-47ee-a44f-420f2f41ce3b up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:08:23.399354 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-29522e91-a751-433a-a29c-b5bdea35f9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:23.472096 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eef41e-98dd-49cc-8605-34ddcc384abd req-6f5d1bb5-76b3-4a74-a8b2-3e1f6e95b242 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:23.480711 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eef41e-98dd-49cc-8605-34ddcc384abd req-6f5d1bb5-76b3-4a74-a8b2-3e1f6e95b242 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:23.489125 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eef41e-98dd-49cc-8605-34ddcc384abd req-6f5d1bb5-76b3-4a74-a8b2-3e1f6e95b242 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:23.498090 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29522e91-a751-433a-a29c-b5bdea35f9b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4c5e6b3-0ac3-49ce-9f11-0dec674491ce,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:23.505127 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eef41e-98dd-49cc-8605-34ddcc384abd req-6f5d1bb5-76b3-4a74-a8b2-3e1f6e95b242 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:23.514648 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eef41e-98dd-49cc-8605-34ddcc384abd req-6f5d1bb5-76b3-4a74-a8b2-3e1f6e95b242 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:23.522584 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eef41e-98dd-49cc-8605-34ddcc384abd req-6f5d1bb5-76b3-4a74-a8b2-3e1f6e95b242 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:23.530712 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eef41e-98dd-49cc-8605-34ddcc384abd req-6f5d1bb5-76b3-4a74-a8b2-3e1f6e95b242 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:23.533203 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-37eef41e-98dd-49cc-8605-34ddcc384abd req-6f5d1bb5-76b3-4a74-a8b2-3e1f6e95b242 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 5430 time: 0.1869531 Feb 09 01:08:23.608850 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=fc0b6706-1840-44e5-8766-dcd0e32cf566,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:23.642176 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port a9cacbb0-447a-47ee-a44f-420f2f41ce3b completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:08:23.648559 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-37eef41e-98dd-49cc-8605-34ddcc384abd req-6d7bd06a-85f0-4eaf-8b98-487b79e60c91 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/security-groups?id=2e29d487-4384-458c-a1fb-a5cd591001dc&id=c7f86f67-ad65-4a75-ada7-f9729d599d03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1090493 Feb 09 01:08:23.655102 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port a9cacbb0-447a-47ee-a44f-420f2f41ce3b triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:08:23.655988 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:23.820211 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed2ce431-e04c-45ab-af1c-5312d7191c93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e89ee178-48d3-4ae3-a326-df98800a8ae0'}, {'server_uuid': 'ed2ce431-e04c-45ab-af1c-5312d7191c93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37939233-0dda-4395-8f3c-785e2e6649d9'}, {'server_uuid': 'ed2ce431-e04c-45ab-af1c-5312d7191c93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc0b6706-1840-44e5-8766-dcd0e32cf566'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:08:24.093995 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:24.162364 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827fde26-26c6-4db7-9e4b-5f5765055892 req-60be2e24-1c35-462d-b726-d5dc4b7d23db tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:24.170907 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-827fde26-26c6-4db7-9e4b-5f5765055892 req-60be2e24-1c35-462d-b726-d5dc4b7d23db tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.3156571 Feb 09 01:08:24.180079 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port a9cacbb0-447a-47ee-a44f-420f2f41ce3b, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=a9cacbb0-447a-47ee-a44f-420f2f41ce3b,segment=NetworkSegment(1f6c047f-43ca-444c-82e6-5169d8594f92),segment_id=1f6c047f-43ca-444c-82e6-5169d8594f92)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:24.184804 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:24.185753 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 7d8b3dcd-4895-4a65-b10b-c277f53b3a30 up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:08:24.187852 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d290a4c-7af4-4b19-8537-ec52d1c1b8c2 req-3465c830-1ffa-4141-b77c-b3b5526b9bf2 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:24.195612 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2d290a4c-7af4-4b19-8537-ec52d1c1b8c2 req-3465c830-1ffa-4141-b77c-b3b5526b9bf2 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3a8b186-55a2-4b95-8fa1-1a08868ba068 HTTP/1.1" status: 200 len: 945 time: 0.1993511 Feb 09 01:08:24.270399 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-827fde26-26c6-4db7-9e4b-5f5765055892 req-6a55aa62-8e6d-41a2-8a9c-cb576ea36e35 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985391 Feb 09 01:08:24.280403 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-29522e91-a751-433a-a29c-b5bdea35f9b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:24.346130 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2d290a4c-7af4-4b19-8537-ec52d1c1b8c2 req-bc71fce9-ca20-47a7-91eb-c9bc0c0f205a tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/security-groups?id=c04812c5-0076-44a2-b712-bc76c2180e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496818 Feb 09 01:08:24.434188 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed2ce431-e04c-45ab-af1c-5312d7191c93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e89ee178-48d3-4ae3-a326-df98800a8ae0', 'code': 200} Feb 09 01:08:24.434188 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed2ce431-e04c-45ab-af1c-5312d7191c93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37939233-0dda-4395-8f3c-785e2e6649d9', 'code': 200} Feb 09 01:08:24.434502 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed2ce431-e04c-45ab-af1c-5312d7191c93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc0b6706-1840-44e5-8766-dcd0e32cf566', 'code': 200} Feb 09 01:08:24.487764 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=a9cacbb0-447a-47ee-a44f-420f2f41ce3b,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:24.514564 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port 7d8b3dcd-4895-4a65-b10b-c277f53b3a30 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:08:24.526470 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 7d8b3dcd-4895-4a65-b10b-c277f53b3a30 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:08:24.527048 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:24.719297 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c17f5dd0-26ea-49f6-8369-e3efdc66ce3c req-d73736d0-f866-4451-b411-5709375b57e9 tempest-ServerShowV254Test-510937204 tempest-ServerShowV254Test-510937204-project] 10.222.0.105 "GET /v2.0/ports?device_id=6d6d1cb4-dbcf-4008-9fed-59e962289ccd HTTP/1.1" status: 200 len: 210 time: 0.1317220 Feb 09 01:08:24.810206 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:24.813473 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e0a25-ff71-4c6a-bb1b-f7a6acf35767 req-cf2a7dc7-07c4-46ad-b8a4-c9d3c89daf16 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:24.820299 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-430e0a25-ff71-4c6a-bb1b-f7a6acf35767 req-cf2a7dc7-07c4-46ad-b8a4-c9d3c89daf16 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.2737226 Feb 09 01:08:24.905792 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-430e0a25-ff71-4c6a-bb1b-f7a6acf35767 req-3f6f2fe3-663b-4b31-b83f-ce5e479bc1e3 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787425 Feb 09 01:08:24.936344 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:24.977691 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29522e91-a751-433a-a29c-b5bdea35f9b6 admin admin] Router 59be9f95-b843-4e97-ab5d-4e6f5e55f334 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:08:24.988904 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 7d8b3dcd-4895-4a65-b10b-c277f53b3a30, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=7d8b3dcd-4895-4a65-b10b-c277f53b3a30,segment=NetworkSegment(668d0fce-7a01-4e04-b1f2-26d977bd17d6),segment_id=668d0fce-7a01-4e04-b1f2-26d977bd17d6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:24.997977 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:24.998936 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 80c552f4-13ae-4751-a8d8-0876183d5bf7 up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:08:25.116535 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7925153-b453-4e6f-8178-dac4b500ebe1 req-be277eef-15f4-49fc-8878-4b870001c86c tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:25.129582 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7925153-b453-4e6f-8178-dac4b500ebe1 req-be277eef-15f4-49fc-8878-4b870001c86c tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:25.138287 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7925153-b453-4e6f-8178-dac4b500ebe1 req-be277eef-15f4-49fc-8878-4b870001c86c tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:25.153730 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7925153-b453-4e6f-8178-dac4b500ebe1 req-be277eef-15f4-49fc-8878-4b870001c86c tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:25.174900 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7925153-b453-4e6f-8178-dac4b500ebe1 req-be277eef-15f4-49fc-8878-4b870001c86c tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:25.183205 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7925153-b453-4e6f-8178-dac4b500ebe1 req-be277eef-15f4-49fc-8878-4b870001c86c tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:25.189119 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7925153-b453-4e6f-8178-dac4b500ebe1 req-be277eef-15f4-49fc-8878-4b870001c86c tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:25.197927 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c7925153-b453-4e6f-8178-dac4b500ebe1 req-be277eef-15f4-49fc-8878-4b870001c86c tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 5432 time: 0.2116449 Feb 09 01:08:25.263881 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c7925153-b453-4e6f-8178-dac4b500ebe1 req-547949d8-3ac8-438f-a921-dc832f406a03 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/security-groups?id=2e29d487-4384-458c-a1fb-a5cd591001dc&id=c7f86f67-ad65-4a75-ada7-f9729d599d03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0650849 Feb 09 01:08:25.311001 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=7d8b3dcd-4895-4a65-b10b-c277f53b3a30,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:25.313874 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port 80c552f4-13ae-4751-a8d8-0876183d5bf7 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:08:25.319925 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 80c552f4-13ae-4751-a8d8-0876183d5bf7 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:08:25.320300 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:25.374002 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29522e91-a751-433a-a29c-b5bdea35f9b6 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:08:25.390529 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 60512) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:25.391244 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59c09d2-7b24-417e-b64c-083ab5100566 None None] Sync routers for ids ['59be9f95-b843-4e97-ab5d-4e6f5e55f334'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:08:25.400841 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-29522e91-a751-433a-a29c-b5bdea35f9b6 admin admin] 10.222.0.105 "PUT /v2.0/routers/59be9f95-b843-4e97-ab5d-4e6f5e55f334/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0175862 Feb 09 01:08:25.425224 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59c09d2-7b24-417e-b64c-083ab5100566 None None] Routers {'59be9f95-b843-4e97-ab5d-4e6f5e55f334'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:08:25.427367 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-c59c09d2-7b24-417e-b64c-083ab5100566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:08:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['59be9f95-b843-4e97-ab5d-4e6f5e55f334'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:25.569837 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b0108afc-5af2-443f-b4f4-3fca26bcfc9b req-6ac05e61-89f5-44ed-8818-42c09670e999 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6d6d1cb4-dbcf-4008-9fed-59e962289ccd HTTP/1.1" status: 200 len: 210 time: 0.0829322 Feb 09 01:08:25.769861 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34417664-2657-4ab2-bbe3-6c1d41c5cf4e req-ee865674-63bc-4c86-aff5-de71051c197d tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:25.777098 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-34417664-2657-4ab2-bbe3-6c1d41c5cf4e req-ee865674-63bc-4c86-aff5-de71051c197d tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3a8b186-55a2-4b95-8fa1-1a08868ba068 HTTP/1.1" status: 200 len: 945 time: 0.2058175 Feb 09 01:08:25.853271 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-c59c09d2-7b24-417e-b64c-083ab5100566 None None] Set router 59be9f95-b843-4e97-ab5d-4e6f5e55f334 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:08:25.855761 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-34417664-2657-4ab2-bbe3-6c1d41c5cf4e req-9fdf67f9-76e4-4649-b3fa-f958965251b2 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/security-groups?id=c04812c5-0076-44a2-b712-bc76c2180e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657895 Feb 09 01:08:25.859100 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c2bd3f57-5694-4107-852c-0c89bd6020e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:26.211412 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1244a549-2830-4f91-a0fd-36402794e154 req-76b39583-b0b6-4332-a147-587c99081a27 tempest-ServerShowV254Test-510937204 tempest-ServerShowV254Test-510937204-project] 10.222.0.105 "GET /v2.0/ports?device_id=6d6d1cb4-dbcf-4008-9fed-59e962289ccd HTTP/1.1" status: 200 len: 210 time: 0.0570724 Feb 09 01:08:26.216293 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c2bd3f57-5694-4107-852c-0c89bd6020e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:26.236151 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd3f57-5694-4107-852c-0c89bd6020e8 admin admin] Deleting port 640d6cd2-8b01-4f10-aa91-1e7f2ee82101 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:08:26.236777 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c2bd3f57-5694-4107-852c-0c89bd6020e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:26.382577 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:26.439905 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 80c552f4-13ae-4751-a8d8-0876183d5bf7, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=80c552f4-13ae-4751-a8d8-0876183d5bf7,segment=NetworkSegment(668d0fce-7a01-4e04-b1f2-26d977bd17d6),segment_id=668d0fce-7a01-4e04-b1f2-26d977bd17d6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:26.444382 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed2ce431-e04c-45ab-af1c-5312d7191c93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9cacbb0-447a-47ee-a44f-420f2f41ce3b'}, {'server_uuid': 'ed2ce431-e04c-45ab-af1c-5312d7191c93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d8b3dcd-4895-4a65-b10b-c277f53b3a30'}, {'server_uuid': 'ed2ce431-e04c-45ab-af1c-5312d7191c93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80c552f4-13ae-4751-a8d8-0876183d5bf7'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:08:26.458846 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:26.664898 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed2ce431-e04c-45ab-af1c-5312d7191c93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9cacbb0-447a-47ee-a44f-420f2f41ce3b', 'code': 200} Feb 09 01:08:26.665183 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed2ce431-e04c-45ab-af1c-5312d7191c93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d8b3dcd-4895-4a65-b10b-c277f53b3a30', 'code': 200} Feb 09 01:08:26.665470 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed2ce431-e04c-45ab-af1c-5312d7191c93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80c552f4-13ae-4751-a8d8-0876183d5bf7', 'code': 200} Feb 09 01:08:26.680176 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=80c552f4-13ae-4751-a8d8-0876183d5bf7,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:26.730528 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 096dafba-ebb4-44a5-b82e-79ba5a8ce64b no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:08:26.856058 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: 096dafba-ebb4-44a5-b82e-79ba5a8ce64b {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:08:26.859228 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 096dafba-ebb4-44a5-b82e-79ba5a8ce64b not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:08:26.901013 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-c59c09d2-7b24-417e-b64c-083ab5100566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59be9f95-b843-4e97-ab5d-4e6f5e55f334', 'name': 'tempest-ServersTestJSON-475728940-router', 'tenant_id': '5796137a8a554653b6e00403b0f3c833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '640d6cd2-8b01-4f10-aa91-1e7f2ee82101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:06:13Z', 'updated_at': '2022-02-09T01:08:23Z', 'revision_number': 5, 'project_id': '5796137a8a554653b6e00403b0f3c833', 'gw_port': {'id': '640d6cd2-8b01-4f10-aa91-1e7f2ee82101', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:37:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59be9f95-b843-4e97-ab5d-4e6f5e55f334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:16Z', 'updated_at': '2022-02-09T01:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:26.911897 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59c09d2-7b24-417e-b64c-083ab5100566 None None] Checking router: 59be9f95-b843-4e97-ab5d-4e6f5e55f334 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:08:26.942045 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59c09d2-7b24-417e-b64c-083ab5100566 None None] Routers {'59be9f95-b843-4e97-ab5d-4e6f5e55f334'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:08:26.943320 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-c59c09d2-7b24-417e-b64c-083ab5100566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:08:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['59be9f95-b843-4e97-ab5d-4e6f5e55f334'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:26.967669 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-c2bd3f57-5694-4107-852c-0c89bd6020e8 admin admin] For port 640d6cd2-8b01-4f10-aa91-1e7f2ee82101, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=640d6cd2-8b01-4f10-aa91-1e7f2ee82101,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:26.967669 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c2bd3f57-5694-4107-852c-0c89bd6020e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:27.270020 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd3f57-5694-4107-852c-0c89bd6020e8 admin admin] Calling delete_port for 640d6cd2-8b01-4f10-aa91-1e7f2ee82101 owned by network:router_gateway {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:08:27.362465 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff20e09d-28bc-49ad-ac9f-c8f140e1a979 req-90194eb6-c4a0-482c-95c4-953ffd145cc4 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:27.369009 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-c59c09d2-7b24-417e-b64c-083ab5100566 None None] Set router 59be9f95-b843-4e97-ab5d-4e6f5e55f334 gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:08:27.372807 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff20e09d-28bc-49ad-ac9f-c8f140e1a979 req-90194eb6-c4a0-482c-95c4-953ffd145cc4 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:27.383343 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff20e09d-28bc-49ad-ac9f-c8f140e1a979 req-90194eb6-c4a0-482c-95c4-953ffd145cc4 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:27.392785 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff20e09d-28bc-49ad-ac9f-c8f140e1a979 req-90194eb6-c4a0-482c-95c4-953ffd145cc4 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:27.400402 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff20e09d-28bc-49ad-ac9f-c8f140e1a979 req-90194eb6-c4a0-482c-95c4-953ffd145cc4 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:27.407430 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff20e09d-28bc-49ad-ac9f-c8f140e1a979 req-90194eb6-c4a0-482c-95c4-953ffd145cc4 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:27.413967 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff20e09d-28bc-49ad-ac9f-c8f140e1a979 req-90194eb6-c4a0-482c-95c4-953ffd145cc4 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:27.417182 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ff20e09d-28bc-49ad-ac9f-c8f140e1a979 req-90194eb6-c4a0-482c-95c4-953ffd145cc4 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 5433 time: 0.8536475 Feb 09 01:08:27.546284 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-c59c09d2-7b24-417e-b64c-083ab5100566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59be9f95-b843-4e97-ab5d-4e6f5e55f334', 'name': 'tempest-ServersTestJSON-475728940-router', 'tenant_id': '5796137a8a554653b6e00403b0f3c833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:06:13Z', 'updated_at': '2022-02-09T01:08:26Z', 'revision_number': 6, 'project_id': '5796137a8a554653b6e00403b0f3c833', 'gw_port_host': None}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:27.551063 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59c09d2-7b24-417e-b64c-083ab5100566 None None] The sync data for ids ['59be9f95-b843-4e97-ab5d-4e6f5e55f334'] in n-d-828418-1 is: [{'id': '59be9f95-b843-4e97-ab5d-4e6f5e55f334', 'name': 'tempest-ServersTestJSON-475728940-router', 'tenant_id': '5796137a8a554653b6e00403b0f3c833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:06:13Z', 'updated_at': '2022-02-09T01:08:26Z', 'revision_number': 6, 'project_id': '5796137a8a554653b6e00403b0f3c833', 'gw_port_host': None}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:08:27.688181 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ff20e09d-28bc-49ad-ac9f-c8f140e1a979 req-ec449f7e-0e6c-4857-ad34-e47ecb7e6106 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/security-groups?id=2e29d487-4384-458c-a1fb-a5cd591001dc&id=c7f86f67-ad65-4a75-ada7-f9729d599d03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2540896 Feb 09 01:08:27.695273 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77514ef0-3a93-42b8-979f-4aff91796639 req-a9adb730-a7c6-4fb7-a4ad-ca3287705bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:27.695978 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77514ef0-3a93-42b8-979f-4aff91796639 req-a9adb730-a7c6-4fb7-a4ad-ca3287705bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:27.696685 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77514ef0-3a93-42b8-979f-4aff91796639 req-a9adb730-a7c6-4fb7-a4ad-ca3287705bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:27.697295 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77514ef0-3a93-42b8-979f-4aff91796639 req-a9adb730-a7c6-4fb7-a4ad-ca3287705bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:27.697931 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77514ef0-3a93-42b8-979f-4aff91796639 req-a9adb730-a7c6-4fb7-a4ad-ca3287705bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:27.698538 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77514ef0-3a93-42b8-979f-4aff91796639 req-a9adb730-a7c6-4fb7-a4ad-ca3287705bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:27.699143 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77514ef0-3a93-42b8-979f-4aff91796639 req-a9adb730-a7c6-4fb7-a4ad-ca3287705bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:27.701199 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-77514ef0-3a93-42b8-979f-4aff91796639 req-a9adb730-a7c6-4fb7-a4ad-ca3287705bac service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 6490 time: 0.9748487 Feb 09 01:08:27.788635 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-77514ef0-3a93-42b8-979f-4aff91796639 req-da0cef32-cfb0-4dfe-bbe0-e0debceccf76 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c7f86f67-ad65-4a75-ada7-f9729d599d03&id=2e29d487-4384-458c-a1fb-a5cd591001dc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0683694 Feb 09 01:08:27.840276 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca4f96b-d8d1-48db-b5eb-544a9c6d4ba4 req-4309559e-ffc0-436d-b577-6228534bef0c tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:27.841835 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5ca4f96b-d8d1-48db-b5eb-544a9c6d4ba4 req-4309559e-ffc0-436d-b577-6228534bef0c tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3a8b186-55a2-4b95-8fa1-1a08868ba068 HTTP/1.1" status: 200 len: 945 time: 0.2174156 Feb 09 01:08:27.954880 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c77174ee-0c24-440a-8886-6081c7252450 req-345009cd-f2be-4203-9144-19e97c073667 tempest-ServerShowV254Test-510937204 tempest-ServerShowV254Test-510937204-project] 10.222.0.105 "GET /v2.0/ports?device_id=6d6d1cb4-dbcf-4008-9fed-59e962289ccd HTTP/1.1" status: 200 len: 210 time: 0.0820994 Feb 09 01:08:28.021082 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5ca4f96b-d8d1-48db-b5eb-544a9c6d4ba4 req-73567b13-79e8-46a8-a0b7-02cba3138784 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/security-groups?id=c04812c5-0076-44a2-b712-bc76c2180e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482782 Feb 09 01:08:28.051238 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c2bd3f57-5694-4107-852c-0c89bd6020e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:28.385487 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd3f57-5694-4107-852c-0c89bd6020e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=640d6cd2-8b01-4f10-aa91-1e7f2ee82101,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:28.433009 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c2bd3f57-5694-4107-852c-0c89bd6020e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:28.928916 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 60590) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:28.990884 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c2bd3f57-5694-4107-852c-0c89bd6020e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:28.994959 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c2bd3f57-5694-4107-852c-0c89bd6020e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:29.015215 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa050a8d-8d16-46b4-afb7-69d8c26c4620 req-d919f298-a105-4277-9c17-26f7d6f6c0e5 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:29.021351 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa050a8d-8d16-46b4-afb7-69d8c26c4620 req-d919f298-a105-4277-9c17-26f7d6f6c0e5 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:29.028058 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa050a8d-8d16-46b4-afb7-69d8c26c4620 req-d919f298-a105-4277-9c17-26f7d6f6c0e5 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:29.034777 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa050a8d-8d16-46b4-afb7-69d8c26c4620 req-d919f298-a105-4277-9c17-26f7d6f6c0e5 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:29.042636 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa050a8d-8d16-46b4-afb7-69d8c26c4620 req-d919f298-a105-4277-9c17-26f7d6f6c0e5 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:29.049449 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa050a8d-8d16-46b4-afb7-69d8c26c4620 req-d919f298-a105-4277-9c17-26f7d6f6c0e5 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:29.050573 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device f4c5e6b3-0ac3-49ce-9f11-0dec674491ce no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:08:29.056927 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa050a8d-8d16-46b4-afb7-69d8c26c4620 req-d919f298-a105-4277-9c17-26f7d6f6c0e5 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:29.065687 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fa050a8d-8d16-46b4-afb7-69d8c26c4620 req-d919f298-a105-4277-9c17-26f7d6f6c0e5 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/ports?device_id=9aaa5086-2506-413a-a88f-4d56b6d269cb HTTP/1.1" status: 200 len: 5440 time: 0.8797722 Feb 09 01:08:29.094434 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: f4c5e6b3-0ac3-49ce-9f11-0dec674491ce {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:08:29.095323 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device f4c5e6b3-0ac3-49ce-9f11-0dec674491ce not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:08:29.095882 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 640d6cd2-8b01-4f10-aa91-1e7f2ee82101 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:08:29.134638 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 640d6cd2-8b01-4f10-aa91-1e7f2ee82101 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:08:29.135368 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 640d6cd2-8b01-4f10-aa91-1e7f2ee82101 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:08:29.148877 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c2bd3f57-5694-4107-852c-0c89bd6020e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:29.149385 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2bd3f57-5694-4107-852c-0c89bd6020e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59be9f95-b843-4e97-ab5d-4e6f5e55f334 {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:08:29.171801 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fa050a8d-8d16-46b4-afb7-69d8c26c4620 req-7f7a5e00-b767-44e4-ad68-edb42fd892bb tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/security-groups?id=924aa29d-9387-4933-bba8-e1d938d01b5c&id=ea209cdf-6740-4074-8d6c-66653a19d53a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1052330 Feb 09 01:08:29.173458 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c2bd3f57-5694-4107-852c-0c89bd6020e8 admin admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:29.180606 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-c2bd3f57-5694-4107-852c-0c89bd6020e8 admin admin] 10.222.0.105 "DELETE /v2.0/routers/59be9f95-b843-4e97-ab5d-4e6f5e55f334 HTTP/1.1" status: 204 len: 168 time: 3.7889349 Feb 09 01:08:29.184672 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 60610) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:29.190929 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0696de70-e527-43fb-a55d-dfde97dabc23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:29.226693 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-0696de70-e527-43fb-a55d-dfde97dabc23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:08:29.238826 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-0696de70-e527-43fb-a55d-dfde97dabc23 admin admin] Usage tracker for resource:security_group_rule and tenant:caf95b50b6504ddb923a6c35655cb566 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:08:29.247709 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-0696de70-e527-43fb-a55d-dfde97dabc23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:08:29.264092 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-0696de70-e527-43fb-a55d-dfde97dabc23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:08:29.285033 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-67e2c259-3c21-42f7-a5b8-22f51b0ca10f admin admin] Deleting subnet 1658139b-acec-4b5d-9220-af5f5e7acc1e {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:08:29.298323 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-67e2c259-3c21-42f7-a5b8-22f51b0ca10f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:29.379468 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-67e2c259-3c21-42f7-a5b8-22f51b0ca10f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:29.437926 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0696de70-e527-43fb-a55d-dfde97dabc23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:29.443815 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0696de70-e527-43fb-a55d-dfde97dabc23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:29.523096 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0696de70-e527-43fb-a55d-dfde97dabc23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=699b4f8a-454c-45d1-b17f-bb79d8a56ae7,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:29.528513 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-0696de70-e527-43fb-a55d-dfde97dabc23 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=caf95b50b6504ddb923a6c35655cb566&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5985785 Feb 09 01:08:29.531092 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 60624) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:29.582576 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdea9cd-6632-4d90-a6b4-d3fac61ffd1a req-e11f895e-4bc5-4ce0-bfb0-16bd33364f20 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:29.590746 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdea9cd-6632-4d90-a6b4-d3fac61ffd1a req-e11f895e-4bc5-4ce0-bfb0-16bd33364f20 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:29.598635 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdea9cd-6632-4d90-a6b4-d3fac61ffd1a req-e11f895e-4bc5-4ce0-bfb0-16bd33364f20 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:29.605188 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdea9cd-6632-4d90-a6b4-d3fac61ffd1a req-e11f895e-4bc5-4ce0-bfb0-16bd33364f20 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:29.611187 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdea9cd-6632-4d90-a6b4-d3fac61ffd1a req-e11f895e-4bc5-4ce0-bfb0-16bd33364f20 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:29.614175 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d610b602-1a63-4db3-80e8-675a82339ed6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:29.616966 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdea9cd-6632-4d90-a6b4-d3fac61ffd1a req-e11f895e-4bc5-4ce0-bfb0-16bd33364f20 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:29.624332 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdea9cd-6632-4d90-a6b4-d3fac61ffd1a req-e11f895e-4bc5-4ce0-bfb0-16bd33364f20 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:29.632013 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ffdea9cd-6632-4d90-a6b4-d3fac61ffd1a req-e11f895e-4bc5-4ce0-bfb0-16bd33364f20 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 5433 time: 0.1992428 Feb 09 01:08:29.645159 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d610b602-1a63-4db3-80e8-675a82339ed6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:29.674858 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-67e2c259-3c21-42f7-a5b8-22f51b0ca10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:29.704352 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d610b602-1a63-4db3-80e8-675a82339ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:29.720395 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d610b602-1a63-4db3-80e8-675a82339ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=699b4f8a-454c-45d1-b17f-bb79d8a56ae7,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:29.727243 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d610b602-1a63-4db3-80e8-675a82339ed6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:29.728405 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d610b602-1a63-4db3-80e8-675a82339ed6 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/699b4f8a-454c-45d1-b17f-bb79d8a56ae7 HTTP/1.1" status: 204 len: 168 time: 0.1962111 Feb 09 01:08:29.806375 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ffdea9cd-6632-4d90-a6b4-d3fac61ffd1a req-9843e728-ce6f-4529-856c-e6ddd8e7b5fc tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/security-groups?id=2e29d487-4384-458c-a1fb-a5cd591001dc&id=c7f86f67-ad65-4a75-ada7-f9729d599d03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1726062 Feb 09 01:08:29.855241 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-67e2c259-3c21-42f7-a5b8-22f51b0ca10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:29.898664 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb4eca-aacc-45f0-849d-95270da9a7a9 req-bf8d3947-f644-4e1b-92ec-81101a56d356 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:29.901383 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0ebb4eca-aacc-45f0-849d-95270da9a7a9 req-bf8d3947-f644-4e1b-92ec-81101a56d356 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.2644687 Feb 09 01:08:29.912600 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e2c259-3c21-42f7-a5b8-22f51b0ca10f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1658139b-acec-4b5d-9220-af5f5e7acc1e,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:29.926986 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522b505c-1f07-410b-958d-3843b14e07b5 None None] Network 5389f489-826f-40fb-b73b-31845cd2fb83 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:08:29.937698 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e2c259-3c21-42f7-a5b8-22f51b0ca10f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:29.938613 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e2c259-3c21-42f7-a5b8-22f51b0ca10f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:29.939121 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e2c259-3c21-42f7-a5b8-22f51b0ca10f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:29.939846 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e2c259-3c21-42f7-a5b8-22f51b0ca10f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:29.940366 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e2c259-3c21-42f7-a5b8-22f51b0ca10f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:29.940866 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e2c259-3c21-42f7-a5b8-22f51b0ca10f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:29.941375 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e2c259-3c21-42f7-a5b8-22f51b0ca10f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:29.941932 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e2c259-3c21-42f7-a5b8-22f51b0ca10f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:29.942638 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e2c259-3c21-42f7-a5b8-22f51b0ca10f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:29.943157 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e2c259-3c21-42f7-a5b8-22f51b0ca10f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:29.943680 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e2c259-3c21-42f7-a5b8-22f51b0ca10f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:29.944191 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e2c259-3c21-42f7-a5b8-22f51b0ca10f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:29.948585 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-67e2c259-3c21-42f7-a5b8-22f51b0ca10f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:29.960703 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-67e2c259-3c21-42f7-a5b8-22f51b0ca10f admin admin] 10.222.0.105 "DELETE /v2.0/subnets/1658139b-acec-4b5d-9220-af5f5e7acc1e HTTP/1.1" status: 204 len: 168 time: 0.7738447 Feb 09 01:08:29.963536 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 60638) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:30.134329 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0ebb4eca-aacc-45f0-849d-95270da9a7a9 req-9c0bbf45-c99d-4a1a-aadd-cd0f00b75a79 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222219 Feb 09 01:08:30.206799 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-99e45917-24f1-4e3b-af4e-736cf4a58519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:30.235135 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-99e45917-24f1-4e3b-af4e-736cf4a58519 admin admin] Deleting port 0e201b9d-38b7-4745-93b5-8e6f2e377aba {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:08:30.235768 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-99e45917-24f1-4e3b-af4e-736cf4a58519 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:30.274132 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 60648) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:30.308960 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e49248ed-a1aa-4ccf-b5a9-dcb5cf65f927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:30.337067 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e49248ed-a1aa-4ccf-b5a9-dcb5cf65f927 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:08:30.343279 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e49248ed-a1aa-4ccf-b5a9-dcb5cf65f927 admin admin] Usage tracker for resource:security_group_rule and tenant:b836a3bd7ac44a6bba575370d6655868 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:08:30.347958 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fca59b5-ee3c-416e-9b10-911476f1ca5e None None] DHCP port deletion for 5389f489-826f-40fb-b73b-31845cd2fb83 request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:08:30.352495 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-7fca59b5-ee3c-416e-9b10-911476f1ca5e None None] Deleting port 0e201b9d-38b7-4745-93b5-8e6f2e377aba {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:08:30.353093 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7fca59b5-ee3c-416e-9b10-911476f1ca5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:30.357349 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e49248ed-a1aa-4ccf-b5a9-dcb5cf65f927 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:08:30.378702 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e49248ed-a1aa-4ccf-b5a9-dcb5cf65f927 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:08:30.385269 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db87d69-4b32-4ab3-9e99-66b6fad67d93 req-79f40c1c-68a8-4532-8c3b-eaff8b8cd4f9 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:30.387055 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2db87d69-4b32-4ab3-9e99-66b6fad67d93 req-79f40c1c-68a8-4532-8c3b-eaff8b8cd4f9 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3a8b186-55a2-4b95-8fa1-1a08868ba068 HTTP/1.1" status: 200 len: 945 time: 0.3410656 Feb 09 01:08:30.429900 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-77fa6410-f01d-45c1-813a-2b6a0791802f req-5856cb07-2e2f-4453-b536-e6146ab53af9 tempest-ServerShowV254Test-510937204 tempest-ServerShowV254Test-510937204-project] 10.222.0.105 "GET /v2.0/ports?device_id=6d6d1cb4-dbcf-4008-9fed-59e962289ccd HTTP/1.1" status: 200 len: 210 time: 0.1024890 Feb 09 01:08:30.513101 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2db87d69-4b32-4ab3-9e99-66b6fad67d93 req-0ab6a742-466b-40f5-9d89-25c92a7fb93d tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/security-groups?id=c04812c5-0076-44a2-b712-bc76c2180e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859468 Feb 09 01:08:30.546588 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e49248ed-a1aa-4ccf-b5a9-dcb5cf65f927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:30.552459 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e49248ed-a1aa-4ccf-b5a9-dcb5cf65f927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:30.650126 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49248ed-a1aa-4ccf-b5a9-dcb5cf65f927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55897f20-b700-423f-9adb-617ed12f3d5e,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:30.719281 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e49248ed-a1aa-4ccf-b5a9-dcb5cf65f927 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=b836a3bd7ac44a6bba575370d6655868&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4437621 Feb 09 01:08:30.719879 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 60656) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:30.735915 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-7fca59b5-ee3c-416e-9b10-911476f1ca5e None None] For port 0e201b9d-38b7-4745-93b5-8e6f2e377aba, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=0e201b9d-38b7-4745-93b5-8e6f2e377aba,segment=NetworkSegment(c36f2fc3-85a0-4772-8b18-bed55b9183bf),segment_id=c36f2fc3-85a0-4772-8b18-bed55b9183bf)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:30.736312 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7fca59b5-ee3c-416e-9b10-911476f1ca5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:30.791941 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6794c65b-c15e-496c-a867-7fc3fc4bc631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:30.828891 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6794c65b-c15e-496c-a867-7fc3fc4bc631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:30.894706 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-99e45917-24f1-4e3b-af4e-736cf4a58519 admin admin] For port 0e201b9d-38b7-4745-93b5-8e6f2e377aba, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=0e201b9d-38b7-4745-93b5-8e6f2e377aba,segment=NetworkSegment(c36f2fc3-85a0-4772-8b18-bed55b9183bf),segment_id=c36f2fc3-85a0-4772-8b18-bed55b9183bf)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:30.895094 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-99e45917-24f1-4e3b-af4e-736cf4a58519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:30.905742 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-7fca59b5-ee3c-416e-9b10-911476f1ca5e None None] Calling delete_port for 0e201b9d-38b7-4745-93b5-8e6f2e377aba owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:08:30.906399 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6794c65b-c15e-496c-a867-7fc3fc4bc631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:30.929746 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6794c65b-c15e-496c-a867-7fc3fc4bc631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55897f20-b700-423f-9adb-617ed12f3d5e,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:30.934389 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6794c65b-c15e-496c-a867-7fc3fc4bc631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:30.935837 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-6794c65b-c15e-496c-a867-7fc3fc4bc631 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/55897f20-b700-423f-9adb-617ed12f3d5e HTTP/1.1" status: 204 len: 168 time: 0.2150595 Feb 09 01:08:31.025834 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 0e201b9d-38b7-4745-93b5-8e6f2e377aba no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:08:31.202602 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-99e45917-24f1-4e3b-af4e-736cf4a58519 admin admin] Calling delete_port for 0e201b9d-38b7-4745-93b5-8e6f2e377aba owned by network:dhcp {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:08:31.214741 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Port 0e201b9d-38b7-4745-93b5-8e6f2e377aba update to DOWN by agent not found {{(pid=87640) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 09 01:08:31.216397 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7fca59b5-ee3c-416e-9b10-911476f1ca5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:31.250260 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b542ecf-3668-4b5c-8e07-b92a3bbd6677 req-0959282e-b4f4-4883-ad58-38de1df26287 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:31.256637 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b542ecf-3668-4b5c-8e07-b92a3bbd6677 req-0959282e-b4f4-4883-ad58-38de1df26287 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:31.262962 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b542ecf-3668-4b5c-8e07-b92a3bbd6677 req-0959282e-b4f4-4883-ad58-38de1df26287 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:31.268749 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b542ecf-3668-4b5c-8e07-b92a3bbd6677 req-0959282e-b4f4-4883-ad58-38de1df26287 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:31.272058 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fca59b5-ee3c-416e-9b10-911476f1ca5e None None] Pushing event deleted for resources: {'Port': ['ID=0e201b9d-38b7-4745-93b5-8e6f2e377aba,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:31.273989 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fca59b5-ee3c-416e-9b10-911476f1ca5e None None] No DVR routers for this DVR port 0e201b9d-38b7-4745-93b5-8e6f2e377aba on host n-d-828418-1 {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:08:31.278673 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b542ecf-3668-4b5c-8e07-b92a3bbd6677 req-0959282e-b4f4-4883-ad58-38de1df26287 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:31.292642 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b542ecf-3668-4b5c-8e07-b92a3bbd6677 req-0959282e-b4f4-4883-ad58-38de1df26287 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:31.299766 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b542ecf-3668-4b5c-8e07-b92a3bbd6677 req-0959282e-b4f4-4883-ad58-38de1df26287 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:31.305261 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6b542ecf-3668-4b5c-8e07-b92a3bbd6677 req-0959282e-b4f4-4883-ad58-38de1df26287 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/ports?device_id=9aaa5086-2506-413a-a88f-4d56b6d269cb HTTP/1.1" status: 200 len: 5440 time: 0.5630498 Feb 09 01:08:31.347281 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d20c9-c23e-4bb2-8dee-a299fb850805 req-9b6406fb-a235-433a-ab65-56e549ccae63 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:31.348742 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-299d20c9-c23e-4bb2-8dee-a299fb850805 req-9b6406fb-a235-433a-ab65-56e549ccae63 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.6914175 Feb 09 01:08:31.441790 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6b542ecf-3668-4b5c-8e07-b92a3bbd6677 req-51788883-f4c9-413c-91b4-6c596a26a513 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/security-groups?id=924aa29d-9387-4933-bba8-e1d938d01b5c&id=ea209cdf-6740-4074-8d6c-66653a19d53a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1167266 Feb 09 01:08:31.456582 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-299d20c9-c23e-4bb2-8dee-a299fb850805 req-cde90ba4-b72a-428a-9a4f-20ed9fde5b5e tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948470 Feb 09 01:08:31.458068 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.db.api [None req-99e45917-24f1-4e3b-af4e-736cf4a58519 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:08:31.458556 n-d-828418-1 neutron-server[87639]: DEBUG oslo_db.api [None req-99e45917-24f1-4e3b-af4e-736cf4a58519 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:08:31.769683 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ca4bf96f-e4e5-4a73-b4a2-c06559061f7e req-25724fd8-e14d-40ea-ac90-044c6a9b55a8 tempest-ServerShowV254Test-510937204 tempest-ServerShowV254Test-510937204-project] 10.222.0.105 "GET /v2.0/ports?device_id=6d6d1cb4-dbcf-4008-9fed-59e962289ccd HTTP/1.1" status: 200 len: 210 time: 0.0871215 Feb 09 01:08:31.858060 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1cbc5a-e42c-43c2-a330-6e05b00d5327 req-6c1a27c6-750f-487d-a5bd-885396be64bd tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:31.864818 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1cbc5a-e42c-43c2-a330-6e05b00d5327 req-6c1a27c6-750f-487d-a5bd-885396be64bd tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:31.873668 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1cbc5a-e42c-43c2-a330-6e05b00d5327 req-6c1a27c6-750f-487d-a5bd-885396be64bd tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:31.880038 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1cbc5a-e42c-43c2-a330-6e05b00d5327 req-6c1a27c6-750f-487d-a5bd-885396be64bd tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:31.886508 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1cbc5a-e42c-43c2-a330-6e05b00d5327 req-6c1a27c6-750f-487d-a5bd-885396be64bd tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:31.892413 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1cbc5a-e42c-43c2-a330-6e05b00d5327 req-6c1a27c6-750f-487d-a5bd-885396be64bd tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:31.898905 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1cbc5a-e42c-43c2-a330-6e05b00d5327 req-6c1a27c6-750f-487d-a5bd-885396be64bd tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:31.907430 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1d1cbc5a-e42c-43c2-a330-6e05b00d5327 req-6c1a27c6-750f-487d-a5bd-885396be64bd tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 5433 time: 0.3112650 Feb 09 01:08:31.977984 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-99e45917-24f1-4e3b-af4e-736cf4a58519 admin admin] Deleting port 0e201b9d-38b7-4745-93b5-8e6f2e377aba {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:08:31.978985 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-99e45917-24f1-4e3b-af4e-736cf4a58519 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:32.193553 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-99e45917-24f1-4e3b-af4e-736cf4a58519 admin admin] The port '0e201b9d-38b7-4745-93b5-8e6f2e377aba' was deleted {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:08:32.234815 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1d1cbc5a-e42c-43c2-a330-6e05b00d5327 req-82f6505a-20d0-48d7-bec0-f0b380d5dd32 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/security-groups?id=2e29d487-4384-458c-a1fb-a5cd591001dc&id=c7f86f67-ad65-4a75-ada7-f9729d599d03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3264859 Feb 09 01:08:32.384626 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-99e45917-24f1-4e3b-af4e-736cf4a58519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:32.405016 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af10072-a1c5-4b65-9ab9-d6cd4d2d36e5 req-19f706a9-785b-4e87-b953-fb1905c7b57d tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:32.405016 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0af10072-a1c5-4b65-9ab9-d6cd4d2d36e5 req-19f706a9-785b-4e87-b953-fb1905c7b57d tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3a8b186-55a2-4b95-8fa1-1a08868ba068 HTTP/1.1" status: 200 len: 945 time: 0.3206525 Feb 09 01:08:32.472563 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-99e45917-24f1-4e3b-af4e-736cf4a58519 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5389f489-826f-40fb-b73b-31845cd2fb83']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:32.613389 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0af10072-a1c5-4b65-9ab9-d6cd4d2d36e5 req-a19e0ec1-abbc-432f-95fe-f1bf59c2c27a tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/security-groups?id=c04812c5-0076-44a2-b712-bc76c2180e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700485 Feb 09 01:08:32.615386 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-99e45917-24f1-4e3b-af4e-736cf4a58519 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c36f2fc3-85a0-4772-8b18-bed55b9183bf') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:32.615684 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-99e45917-24f1-4e3b-af4e-736cf4a58519 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c36f2fc3-85a0-4772-8b18-bed55b9183bf') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:32.654053 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-99e45917-24f1-4e3b-af4e-736cf4a58519 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:32.690092 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-99e45917-24f1-4e3b-af4e-736cf4a58519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:32.732062 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99e45917-24f1-4e3b-af4e-736cf4a58519 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:08:32.732062 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-99e45917-24f1-4e3b-af4e-736cf4a58519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:32.745997 n-d-828418-1 neutron-server[87639]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:08:32.745997 n-d-828418-1 neutron-server[87639]: util.warn( Feb 09 01:08:32.745997 n-d-828418-1 neutron-server[87639]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:08:32.745997 n-d-828418-1 neutron-server[87639]: util.warn( Feb 09 01:08:32.745997 n-d-828418-1 neutron-server[87639]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:08:32.745997 n-d-828418-1 neutron-server[87639]: util.warn( Feb 09 01:08:32.745997 n-d-828418-1 neutron-server[87639]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:08:32.745997 n-d-828418-1 neutron-server[87639]: util.warn( Feb 09 01:08:32.745997 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 01:08:32.745997 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:08:32.745997 n-d-828418-1 neutron-server[87639]: timer() Feb 09 01:08:32.745997 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:08:32.745997 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 01:08:32.745997 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:08:32.745997 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 01:08:32.745997 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:08:32.745997 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 01:08:32.745997 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:08:32.745997 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 01:08:32.745997 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:08:32.745997 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 01:08:32.745997 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:08:32.745997 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:08:32.745997 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:08:32.745997 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:08:32.745997 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:08:32.745997 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 01:08:32.745997 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:08:32.745997 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 01:08:32.745997 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:08:32.745997 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:08:32.745997 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:08:32.745997 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 01:08:32.745997 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:08:32.745997 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:08:32.745997 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:08:32.745997 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:08:32.745997 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:08:32.745997 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:08:32.745997 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:08:32.843933 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddec254-bc58-416e-a57b-7b486a6c63eb req-2d61458e-fd9c-409f-a7fb-e636b1b45e14 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:32.850774 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddec254-bc58-416e-a57b-7b486a6c63eb req-2d61458e-fd9c-409f-a7fb-e636b1b45e14 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:32.857447 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddec254-bc58-416e-a57b-7b486a6c63eb req-2d61458e-fd9c-409f-a7fb-e636b1b45e14 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:32.864730 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddec254-bc58-416e-a57b-7b486a6c63eb req-2d61458e-fd9c-409f-a7fb-e636b1b45e14 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:32.873049 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddec254-bc58-416e-a57b-7b486a6c63eb req-2d61458e-fd9c-409f-a7fb-e636b1b45e14 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:32.879812 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddec254-bc58-416e-a57b-7b486a6c63eb req-2d61458e-fd9c-409f-a7fb-e636b1b45e14 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:32.899231 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddec254-bc58-416e-a57b-7b486a6c63eb req-2d61458e-fd9c-409f-a7fb-e636b1b45e14 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:32.919388 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8ddec254-bc58-416e-a57b-7b486a6c63eb req-2d61458e-fd9c-409f-a7fb-e636b1b45e14 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 5433 time: 0.4522502 Feb 09 01:08:32.920021 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 60714) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:32.924102 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-4e16400f-c507-4427-94a9-329501b4d066 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Request body: {'floatingip': {'port_id': 'fc0b6706-1840-44e5-8766-dcd0e32cf566'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:08:33.287315 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-047166fb-794e-4367-aae5-f02acffc6f5d req-d161c10f-01cd-4257-baeb-ca318425a1e7 tempest-ServerShowV254Test-510937204 tempest-ServerShowV254Test-510937204-project] 10.222.0.105 "GET /v2.0/ports?device_id=6d6d1cb4-dbcf-4008-9fed-59e962289ccd HTTP/1.1" status: 200 len: 210 time: 0.0787504 Feb 09 01:08:33.298933 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-99e45917-24f1-4e3b-af4e-736cf4a58519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:33.324349 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-99e45917-24f1-4e3b-af4e-736cf4a58519 admin admin] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:33.343395 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4e16400f-c507-4427-94a9-329501b4d066 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks [] for floatingip, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:33.350772 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e45917-24f1-4e3b-af4e-736cf4a58519 admin admin] Pushing event deleted for resources: {'Network': ['ID=5389f489-826f-40fb-b73b-31845cd2fb83,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:33.370111 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-99e45917-24f1-4e3b-af4e-736cf4a58519 admin admin] 10.222.0.105 "DELETE /v2.0/networks/5389f489-826f-40fb-b73b-31845cd2fb83 HTTP/1.1" status: 204 len: 168 time: 3.4052205 Feb 09 01:08:33.395399 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f35bf15-9d39-4c1f-8c73-1b169da1f4b6 req-d8d370f3-8a30-48a8-b83b-16d1e17b3e5c tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:33.402770 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f35bf15-9d39-4c1f-8c73-1b169da1f4b6 req-d8d370f3-8a30-48a8-b83b-16d1e17b3e5c tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:33.410338 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f35bf15-9d39-4c1f-8c73-1b169da1f4b6 req-d8d370f3-8a30-48a8-b83b-16d1e17b3e5c tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:33.416887 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f35bf15-9d39-4c1f-8c73-1b169da1f4b6 req-d8d370f3-8a30-48a8-b83b-16d1e17b3e5c tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:33.424105 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f35bf15-9d39-4c1f-8c73-1b169da1f4b6 req-d8d370f3-8a30-48a8-b83b-16d1e17b3e5c tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:33.430312 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f35bf15-9d39-4c1f-8c73-1b169da1f4b6 req-d8d370f3-8a30-48a8-b83b-16d1e17b3e5c tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:33.437382 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f35bf15-9d39-4c1f-8c73-1b169da1f4b6 req-d8d370f3-8a30-48a8-b83b-16d1e17b3e5c tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:33.439580 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9f35bf15-9d39-4c1f-8c73-1b169da1f4b6 req-d8d370f3-8a30-48a8-b83b-16d1e17b3e5c tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/ports?device_id=9aaa5086-2506-413a-a88f-4d56b6d269cb HTTP/1.1" status: 200 len: 5440 time: 0.5202157 Feb 09 01:08:33.452200 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-daf26e9c-09c7-4436-a908-1741b82420d6 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:33.458705 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-daf26e9c-09c7-4436-a908-1741b82420d6 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:33.465783 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-daf26e9c-09c7-4436-a908-1741b82420d6 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:33.472423 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-daf26e9c-09c7-4436-a908-1741b82420d6 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:33.479103 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-daf26e9c-09c7-4436-a908-1741b82420d6 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:33.485372 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-daf26e9c-09c7-4436-a908-1741b82420d6 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:33.492367 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-daf26e9c-09c7-4436-a908-1741b82420d6 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:33.496103 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-daf26e9c-09c7-4436-a908-1741b82420d6 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.62 "GET /v2.0/ports?device_id=9aaa5086-2506-413a-a88f-4d56b6d269cb HTTP/1.1" status: 200 len: 5440 time: 0.3845279 Feb 09 01:08:33.612908 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9f35bf15-9d39-4c1f-8c73-1b169da1f4b6 req-b5b1ac08-8f98-4260-9e56-b9056ce5d4da tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/security-groups?id=924aa29d-9387-4933-bba8-e1d938d01b5c&id=ea209cdf-6740-4074-8d6c-66653a19d53a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1155062 Feb 09 01:08:33.623504 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-4582cbce-f3f9-4508-a3f9-7e5ebf37639f tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:33.625134 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-4582cbce-f3f9-4508-a3f9-7e5ebf37639f tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.62 "GET /v2.0/ports/2b457899-fc18-4e88-ac0e-5e0fa9c1dad9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1089292 Feb 09 01:08:33.770272 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 60732) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:33.902052 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-c998fc33-a3d4-482f-a609-365f219a332e tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.62 "GET /v2.0/networks/f6623f95-6162-4277-8fd2-5364045aea14?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2618794 Feb 09 01:08:33.918692 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-680bcbba-192c-4e17-b1a0-4cd0b07e8437 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:08:33.952242 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-0ca56bbc-a421-4eea-a3fe-67506111d49a admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=5796137a8a554653b6e00403b0f3c833&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1806273 Feb 09 01:08:33.954982 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 60740) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:34.054232 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e598100c-17e8-41e5-96fe-cda6802b587f req-c8f1cfac-ca41-4e4b-ab2c-1b25aef699f1 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:34.055975 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e598100c-17e8-41e5-96fe-cda6802b587f req-c8f1cfac-ca41-4e4b-ab2c-1b25aef699f1 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3a8b186-55a2-4b95-8fa1-1a08868ba068 HTTP/1.1" status: 200 len: 945 time: 0.2583678 Feb 09 01:08:34.090621 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-680bcbba-192c-4e17-b1a0-4cd0b07e8437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:34.136184 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f6d7be8b-2f87-40cd-90c5-27368ec5adaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:34.176104 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f6d7be8b-2f87-40cd-90c5-27368ec5adaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:34.264802 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f6d7be8b-2f87-40cd-90c5-27368ec5adaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:34.309637 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d7be8b-2f87-40cd-90c5-27368ec5adaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8de23b3-a55e-47f8-8914-3d58c8522da0,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:34.334919 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e598100c-17e8-41e5-96fe-cda6802b587f req-2f0ae938-20eb-45f7-aff6-81c19bdbed5a tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/security-groups?id=c04812c5-0076-44a2-b712-bc76c2180e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705855 Feb 09 01:08:34.357427 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f6d7be8b-2f87-40cd-90c5-27368ec5adaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:34.360526 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f6d7be8b-2f87-40cd-90c5-27368ec5adaa admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/c8de23b3-a55e-47f8-8914-3d58c8522da0 HTTP/1.1" status: 204 len: 168 time: 0.4038181 Feb 09 01:08:34.552809 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4e16400f-c507-4427-94a9-329501b4d066 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:34.558320 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4e16400f-c507-4427-94a9-329501b4d066 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:34.823371 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e42fedcb-266e-4302-a618-38e53dbe3ac7 req-f3a5c959-d1ac-4c8c-8e7e-547cb99f10b9 tempest-ServerShowV254Test-510937204 tempest-ServerShowV254Test-510937204-project] 10.222.0.105 "GET /v2.0/ports?device_id=6d6d1cb4-dbcf-4008-9fed-59e962289ccd HTTP/1.1" status: 200 len: 210 time: 0.2071018 Feb 09 01:08:34.844164 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-680bcbba-192c-4e17-b1a0-4cd0b07e8437 service neutron] For port 2b457899-fc18-4e88-ac0e-5e0fa9c1dad9, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=2b457899-fc18-4e88-ac0e-5e0fa9c1dad9,segment=NetworkSegment(58a74df4-ae9c-4d77-a359-bab3cfb3f82d),segment_id=58a74df4-ae9c-4d77-a359-bab3cfb3f82d)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:34.905074 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-680bcbba-192c-4e17-b1a0-4cd0b07e8437 service neutron] For port 2b457899-fc18-4e88-ac0e-5e0fa9c1dad9, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:08:35.040674 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-680bcbba-192c-4e17-b1a0-4cd0b07e8437 service neutron] device_id is not set on port 2b457899-fc18-4e88-ac0e-5e0fa9c1dad9 yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:08:35.054050 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-680bcbba-192c-4e17-b1a0-4cd0b07e8437 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:35.066907 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-680bcbba-192c-4e17-b1a0-4cd0b07e8437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:35.069297 n-d-828418-1 neutron-server[87638]: INFO neutron.db.l3_db [None req-4e16400f-c507-4427-94a9-329501b4d066 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Floating IP f3be6097-cda6-4639-91ef-563ca4861318 associated. External IP: 172.25.0.80, port: fc0b6706-1840-44e5-8766-dcd0e32cf566. Feb 09 01:08:35.149801 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680bcbba-192c-4e17-b1a0-4cd0b07e8437 service neutron] Pushing event updated for resources: {'Port': ['ID=2b457899-fc18-4e88-ac0e-5e0fa9c1dad9,revision_number=6']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:35.163856 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc977c5-3a1f-4f3f-9882-6dbf6a7ef87d req-aaf63a5c-9451-4cc0-9377-ae84860126a5 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:35.171447 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc977c5-3a1f-4f3f-9882-6dbf6a7ef87d req-aaf63a5c-9451-4cc0-9377-ae84860126a5 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:35.178128 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc977c5-3a1f-4f3f-9882-6dbf6a7ef87d req-aaf63a5c-9451-4cc0-9377-ae84860126a5 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:35.184356 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc977c5-3a1f-4f3f-9882-6dbf6a7ef87d req-aaf63a5c-9451-4cc0-9377-ae84860126a5 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:35.190458 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc977c5-3a1f-4f3f-9882-6dbf6a7ef87d req-aaf63a5c-9451-4cc0-9377-ae84860126a5 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:35.197648 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc977c5-3a1f-4f3f-9882-6dbf6a7ef87d req-aaf63a5c-9451-4cc0-9377-ae84860126a5 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:35.206454 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc977c5-3a1f-4f3f-9882-6dbf6a7ef87d req-aaf63a5c-9451-4cc0-9377-ae84860126a5 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:35.222187 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-edc977c5-3a1f-4f3f-9882-6dbf6a7ef87d req-aaf63a5c-9451-4cc0-9377-ae84860126a5 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/ports?device_id=9aaa5086-2506-413a-a88f-4d56b6d269cb HTTP/1.1" status: 200 len: 5440 time: 0.3184299 Feb 09 01:08:35.498453 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-680bcbba-192c-4e17-b1a0-4cd0b07e8437 service neutron] No DVR routers for this DVR port 2b457899-fc18-4e88-ac0e-5e0fa9c1dad9 on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:08:35.625224 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-edc977c5-3a1f-4f3f-9882-6dbf6a7ef87d req-751e71d3-9fa2-4459-9fb6-ea8c90599e22 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/security-groups?id=924aa29d-9387-4933-bba8-e1d938d01b5c&id=ea209cdf-6740-4074-8d6c-66653a19d53a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4003558 Feb 09 01:08:35.697383 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-680bcbba-192c-4e17-b1a0-4cd0b07e8437 service neutron] In _notify_port_updated(), no bound segment for port 2b457899-fc18-4e88-ac0e-5e0fa9c1dad9 on network f6623f95-6162-4277-8fd2-5364045aea14 {{(pid=87639) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 01:08:35.698197 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-680bcbba-192c-4e17-b1a0-4cd0b07e8437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:35.698805 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-680bcbba-192c-4e17-b1a0-4cd0b07e8437 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:35.717876 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-680bcbba-192c-4e17-b1a0-4cd0b07e8437 service neutron] 10.222.0.62 "PUT /v2.0/ports/2b457899-fc18-4e88-ac0e-5e0fa9c1dad9 HTTP/1.1" status: 200 len: 1031 time: 1.7947366 Feb 09 01:08:35.815170 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-cbba83ea-0d30-44a1-96cf-304167adabec None None] Provisioning complete for port 2b457899-fc18-4e88-ac0e-5e0fa9c1dad9 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:08:35.816214 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-cbba83ea-0d30-44a1-96cf-304167adabec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:35.865455 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 60814) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:35.884978 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb4a79-38f9-4085-8e31-58f959bec153 req-cab0474b-3182-407c-9c0d-d61c644c4ff7 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:35.886856 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-85eb4a79-38f9-4085-8e31-58f959bec153 req-cab0474b-3182-407c-9c0d-d61c644c4ff7 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.7409606 Feb 09 01:08:35.930061 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-cbba83ea-0d30-44a1-96cf-304167adabec None None] Port 2b457899-fc18-4e88-ac0e-5e0fa9c1dad9 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:08:35.960574 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e16400f-c507-4427-94a9-329501b4d066 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Router 68505d7b-ac4f-4fc5-95fe-391f3436d4dc has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:08:36.075604 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-986d9e80-8249-4ab4-a305-648e56bf8a1a tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:36.080128 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-986d9e80-8249-4ab4-a305-648e56bf8a1a tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.62 "GET /v2.0/ports/79a7f7ff-db18-40ba-b175-35b4cc180bbe?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3583441 Feb 09 01:08:36.108075 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-36faf013-4270-43c8-952f-4af1e1f2de2a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:08:36.181020 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-a4a3b6fd-6b65-4183-b1d8-2f57f94d94fc admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1362615189-network', 'tenant_id': '512edec67e4d47988608747108091a91'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:08:36.206825 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a4a3b6fd-6b65-4183-b1d8-2f57f94d94fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:08:36.218279 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-85eb4a79-38f9-4085-8e31-58f959bec153 req-7ec1429b-a2f3-4143-8287-2cc968d0ae64 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168700 Feb 09 01:08:36.225091 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-a4a3b6fd-6b65-4183-b1d8-2f57f94d94fc admin admin] Usage tracker for resource:network and tenant:512edec67e4d47988608747108091a91 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:08:36.233279 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-a4a3b6fd-6b65-4183-b1d8-2f57f94d94fc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:08:36.236393 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e16400f-c507-4427-94a9-329501b4d066 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:08:36.242843 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4e16400f-c507-4427-94a9-329501b4d066 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:36.249302 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10f0f86-11ce-41e6-80bd-e7d5207dc826 None None] Sync routers for ids ['68505d7b-ac4f-4fc5-95fe-391f3436d4dc'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:08:36.254942 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a4a3b6fd-6b65-4183-b1d8-2f57f94d94fc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:08:36.266764 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10f0f86-11ce-41e6-80bd-e7d5207dc826 None None] Routers {'68505d7b-ac4f-4fc5-95fe-391f3436d4dc'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:08:36.267285 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-b10f0f86-11ce-41e6-80bd-e7d5207dc826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:08:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['68505d7b-ac4f-4fc5-95fe-391f3436d4dc'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:36.318325 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-4e16400f-c507-4427-94a9-329501b4d066 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "PUT /v2.0/floatingips/f3be6097-cda6-4639-91ef-563ca4861318 HTTP/1.1" status: 200 len: 990 time: 3.3988552 Feb 09 01:08:36.318982 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed2ce431-e04c-45ab-af1c-5312d7191c93', 'tag': 'fc0b6706-1840-44e5-8766-dcd0e32cf566'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:08:36.369995 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-36faf013-4270-43c8-952f-4af1e1f2de2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:36.429575 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a3b6fd-6b65-4183-b1d8-2f57f94d94fc admin admin] Made reservation on behalf of 512edec67e4d47988608747108091a91 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:08:36.432711 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a4a3b6fd-6b65-4183-b1d8-2f57f94d94fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:36.482471 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f7c4f533-6b87-483f-b9fc-9adb6e5d2253 req-6f6050f2-db16-48e8-be3c-46a08de36068 tempest-ServerShowV254Test-510937204 tempest-ServerShowV254Test-510937204-project] 10.222.0.105 "GET /v2.0/ports?device_id=6d6d1cb4-dbcf-4008-9fed-59e962289ccd HTTP/1.1" status: 200 len: 210 time: 0.1000040 Feb 09 01:08:36.490366 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f900de-cd8f-443d-9092-0d80f4189aa7 req-5525cf14-b0b1-4007-a580-10ad6c7eec7d tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:36.491848 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-31f900de-cd8f-443d-9092-0d80f4189aa7 req-5525cf14-b0b1-4007-a580-10ad6c7eec7d tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3a8b186-55a2-4b95-8fa1-1a08868ba068 HTTP/1.1" status: 200 len: 945 time: 0.6006215 Feb 09 01:08:36.502483 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a4a3b6fd-6b65-4183-b1d8-2f57f94d94fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:36.559792 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-b10f0f86-11ce-41e6-80bd-e7d5207dc826 None None] Set router 68505d7b-ac4f-4fc5-95fe-391f3436d4dc gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:08:36.580386 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a4a3b6fd-6b65-4183-b1d8-2f57f94d94fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:08:36.610155 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-31f900de-cd8f-443d-9092-0d80f4189aa7 req-3079db20-b8dd-4f3f-b1cf-30ebae40e8ca tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/security-groups?id=c04812c5-0076-44a2-b712-bc76c2180e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863335 Feb 09 01:08:36.614498 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-a4a3b6fd-6b65-4183-b1d8-2f57f94d94fc admin admin] Usage tracker for resource:security_group_rule and tenant:512edec67e4d47988608747108091a91 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:08:36.619684 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-a4a3b6fd-6b65-4183-b1d8-2f57f94d94fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:08:36.672961 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a4a3b6fd-6b65-4183-b1d8-2f57f94d94fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:08:37.000574 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device f9b2d358-0ad5-43e9-81ee-55fa33d7d68a no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:08:37.027571 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-36faf013-4270-43c8-952f-4af1e1f2de2a service neutron] For port 79a7f7ff-db18-40ba-b175-35b4cc180bbe, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=79a7f7ff-db18-40ba-b175-35b4cc180bbe,segment=NetworkSegment(58a74df4-ae9c-4d77-a359-bab3cfb3f82d),segment_id=58a74df4-ae9c-4d77-a359-bab3cfb3f82d)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:37.073246 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d3b1b8-0983-4195-bb33-731f88b9d97b req-03a777f2-151d-4cfc-851a-c4bbb4d7c168 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:37.079554 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d3b1b8-0983-4195-bb33-731f88b9d97b req-03a777f2-151d-4cfc-851a-c4bbb4d7c168 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:37.085446 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-b10f0f86-11ce-41e6-80bd-e7d5207dc826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68505d7b-ac4f-4fc5-95fe-391f3436d4dc', 'name': 'tempest-TaggedBootDevicesTest-319278242-router', 'tenant_id': 'b38b8d3b4ab64851a90546fed2d6c948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '7a2c52bc-a296-44e7-89be-65763e3a6006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:04:46Z', 'updated_at': '2022-02-09T01:05:03Z', 'revision_number': 4, 'project_id': 'b38b8d3b4ab64851a90546fed2d6c948', 'gw_port': {'id': '7a2c52bc-a296-44e7-89be-65763e3a6006', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:88:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68505d7b-ac4f-4fc5-95fe-391f3436d4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:51Z', 'updated_at': '2022-02-09T01:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': 'f3be6097-cda6-4639-91ef-563ca4861318', 'tenant_id': 'b38b8d3b4ab64851a90546fed2d6c948', 'floating_ip_address': '172.25.0.80', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '68505d7b-ac4f-4fc5-95fe-391f3436d4dc', 'port_id': 'fc0b6706-1840-44e5-8766-dcd0e32cf566', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5155f974-02f7-460c-bde1-4d4a435cc291', 'mac_address': 'fa:16:3e:3c:f3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2ce431-e04c-45ab-af1c-5312d7191c93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:06:24Z', 'updated_at': '2022-02-09T01:08:34Z', 'revision_number': 1, 'project_id': 'b38b8d3b4ab64851a90546fed2d6c948', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2ded1ac-2059-466c-ae0d-eed1b4cfe9b4', 'name': '', 'network_id': '5155f974-02f7-460c-bde1-4d4a435cc291', 'tenant_id': 'b38b8d3b4ab64851a90546fed2d6c948', 'mac_address': 'fa:16:3e:fb:25:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68505d7b-ac4f-4fc5-95fe-391f3436d4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'a3a9310a-be0f-4b6b-b867-4cea61f46d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:05:02Z', 'updated_at': '2022-02-09T01:05:27Z', 'revision_number': 5, 'project_id': 'b38b8d3b4ab64851a90546fed2d6c948', 'subnets': [{'id': 'a3a9310a-be0f-4b6b-b867-4cea61f46d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:37.090529 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10f0f86-11ce-41e6-80bd-e7d5207dc826 None None] Checking router: 68505d7b-ac4f-4fc5-95fe-391f3436d4dc for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:08:37.101070 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10f0f86-11ce-41e6-80bd-e7d5207dc826 None None] Routers {'68505d7b-ac4f-4fc5-95fe-391f3436d4dc'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:08:37.101532 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d3b1b8-0983-4195-bb33-731f88b9d97b req-03a777f2-151d-4cfc-851a-c4bbb4d7c168 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:37.101734 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-b10f0f86-11ce-41e6-80bd-e7d5207dc826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:08:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['68505d7b-ac4f-4fc5-95fe-391f3436d4dc'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:37.108927 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d3b1b8-0983-4195-bb33-731f88b9d97b req-03a777f2-151d-4cfc-851a-c4bbb4d7c168 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:37.126739 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d3b1b8-0983-4195-bb33-731f88b9d97b req-03a777f2-151d-4cfc-851a-c4bbb4d7c168 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:37.135428 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d3b1b8-0983-4195-bb33-731f88b9d97b req-03a777f2-151d-4cfc-851a-c4bbb4d7c168 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:37.141231 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d3b1b8-0983-4195-bb33-731f88b9d97b req-03a777f2-151d-4cfc-851a-c4bbb4d7c168 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:37.159145 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a1d3b1b8-0983-4195-bb33-731f88b9d97b req-03a777f2-151d-4cfc-851a-c4bbb4d7c168 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 5433 time: 0.3292787 Feb 09 01:08:37.252501 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:37.256340 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87444bc5-fdaa-425e-afc1-bb6d1c03c857 req-f17fbbc0-4e8a-4d2b-80f5-b3b9f314302f tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:37.263963 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-87444bc5-fdaa-425e-afc1-bb6d1c03c857 req-f17fbbc0-4e8a-4d2b-80f5-b3b9f314302f tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.5114503 Feb 09 01:08:37.295389 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aaa5086-2506-413a-a88f-4d56b6d269cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9b2d358-0ad5-43e9-81ee-55fa33d7d68a'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:08:37.304404 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.db.resource_extend [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-36faf013-4270-43c8-952f-4af1e1f2de2a service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:08:37.316146 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port f9b2d358-0ad5-43e9-81ee-55fa33d7d68a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=f9b2d358-0ad5-43e9-81ee-55fa33d7d68a,segment=NetworkSegment(40c00fa1-daf3-4b56-ac4d-2ce7703801d7),segment_id=40c00fa1-daf3-4b56-ac4d-2ce7703801d7)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:37.322938 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:37.324296 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 2b457899-fc18-4e88-ac0e-5e0fa9c1dad9 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:08:37.347101 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a4a3b6fd-6b65-4183-b1d8-2f57f94d94fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:37.356506 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-b10f0f86-11ce-41e6-80bd-e7d5207dc826 None None] Set router 68505d7b-ac4f-4fc5-95fe-391f3436d4dc gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:08:37.498960 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a1d3b1b8-0983-4195-bb33-731f88b9d97b req-9495f07c-2ba6-4584-b192-20c1f6050703 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/security-groups?id=2e29d487-4384-458c-a1fb-a5cd591001dc&id=c7f86f67-ad65-4a75-ada7-f9729d599d03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3288841 Feb 09 01:08:37.502212 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-36faf013-4270-43c8-952f-4af1e1f2de2a service neutron] For port 79a7f7ff-db18-40ba-b175-35b4cc180bbe, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:08:37.531105 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a4a3b6fd-6b65-4183-b1d8-2f57f94d94fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:37.531976 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=f9b2d358-0ad5-43e9-81ee-55fa33d7d68a,revision_number=6']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:37.549733 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 2b457899-fc18-4e88-ac0e-5e0fa9c1dad9 not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:08:37.550318 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 170a5f88-b2b6-44b0-92a8-64b08d99f8ac no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:08:37.560826 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-87444bc5-fdaa-425e-afc1-bb6d1c03c857 req-5b3483cf-5dd5-4d8b-a735-11acdaa096f6 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958894 Feb 09 01:08:37.587035 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-36faf013-4270-43c8-952f-4af1e1f2de2a service neutron] device_id is not set on port 79a7f7ff-db18-40ba-b175-35b4cc180bbe yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:08:37.614249 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4a3b6fd-6b65-4183-b1d8-2f57f94d94fc admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:08:37.632340 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-36faf013-4270-43c8-952f-4af1e1f2de2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:37.634438 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a3b6fd-6b65-4183-b1d8-2f57f94d94fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=381460f4-1c29-47e7-9d02-7d44eb6210a9,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:37.642565 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a4a3b6fd-6b65-4183-b1d8-2f57f94d94fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:37.642897 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-a4a3b6fd-6b65-4183-b1d8-2f57f94d94fc admin admin] Added segment 591493a9-2c56-4390-a828-c9adf3efad2d of type vlan for network 88728cd3-ea24-4a40-9246-bffa0114f21d Feb 09 01:08:37.648757 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-36faf013-4270-43c8-952f-4af1e1f2de2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:37.693387 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed2ce431-e04c-45ab-af1c-5312d7191c93', 'tag': 'fc0b6706-1840-44e5-8766-dcd0e32cf566', 'status': 'completed', 'code': 200} Feb 09 01:08:37.935611 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8975b-5ce3-413a-af3e-dfdc582e764e req-1f1a263a-46cd-42cc-a7e9-964d1174ac04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:37.938662 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8975b-5ce3-413a-af3e-dfdc582e764e req-1f1a263a-46cd-42cc-a7e9-964d1174ac04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:37.939283 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8975b-5ce3-413a-af3e-dfdc582e764e req-1f1a263a-46cd-42cc-a7e9-964d1174ac04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:37.939767 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8975b-5ce3-413a-af3e-dfdc582e764e req-1f1a263a-46cd-42cc-a7e9-964d1174ac04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:37.941287 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aaa5086-2506-413a-a88f-4d56b6d269cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9b2d358-0ad5-43e9-81ee-55fa33d7d68a', 'code': 200} Feb 09 01:08:37.942193 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8975b-5ce3-413a-af3e-dfdc582e764e req-1f1a263a-46cd-42cc-a7e9-964d1174ac04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:37.947279 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8975b-5ce3-413a-af3e-dfdc582e764e req-1f1a263a-46cd-42cc-a7e9-964d1174ac04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:37.947965 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8975b-5ce3-413a-af3e-dfdc582e764e req-1f1a263a-46cd-42cc-a7e9-964d1174ac04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:37.950497 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-84e8975b-5ce3-413a-af3e-dfdc582e764e req-1f1a263a-46cd-42cc-a7e9-964d1174ac04 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b38b8d3b4ab64851a90546fed2d6c948&device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 6490 time: 0.2290108 Feb 09 01:08:38.000182 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:38.178113 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b08f3a0c-0012-4734-8eb0-10572c601637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:38.217552 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a4a3b6fd-6b65-4183-b1d8-2f57f94d94fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:38.222935 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 170a5f88-b2b6-44b0-92a8-64b08d99f8ac, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=170a5f88-b2b6-44b0-92a8-64b08d99f8ac,segment=NetworkSegment(58a74df4-ae9c-4d77-a359-bab3cfb3f82d),segment_id=58a74df4-ae9c-4d77-a359-bab3cfb3f82d)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:38.226447 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-31ddb011-8896-4d8d-b04a-faaaf3671a38 None None] Provisioning complete for port 79a7f7ff-db18-40ba-b175-35b4cc180bbe triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:08:38.227978 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-31ddb011-8896-4d8d-b04a-faaaf3671a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:38.261980 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:38.263065 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 79a7f7ff-db18-40ba-b175-35b4cc180bbe no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:08:38.300806 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8975b-5ce3-413a-af3e-dfdc582e764e req-22d19c1b-ae72-433c-8382-641dbfdb098c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:38.307830 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-b10f0f86-11ce-41e6-80bd-e7d5207dc826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68505d7b-ac4f-4fc5-95fe-391f3436d4dc', 'name': 'tempest-TaggedBootDevicesTest-319278242-router', 'tenant_id': 'b38b8d3b4ab64851a90546fed2d6c948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '7a2c52bc-a296-44e7-89be-65763e3a6006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:04:46Z', 'updated_at': '2022-02-09T01:05:03Z', 'revision_number': 4, 'project_id': 'b38b8d3b4ab64851a90546fed2d6c948', 'gw_port': {'id': '7a2c52bc-a296-44e7-89be-65763e3a6006', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:88:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68505d7b-ac4f-4fc5-95fe-391f3436d4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:51Z', 'updated_at': '2022-02-09T01:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': 'f3be6097-cda6-4639-91ef-563ca4861318', 'tenant_id': 'b38b8d3b4ab64851a90546fed2d6c948', 'floating_ip_address': '172.25.0.80', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '68505d7b-ac4f-4fc5-95fe-391f3436d4dc', 'port_id': 'fc0b6706-1840-44e5-8766-dcd0e32cf566', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5155f974-02f7-460c-bde1-4d4a435cc291', 'mac_address': 'fa:16:3e:3c:f3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2ce431-e04c-45ab-af1c-5312d7191c93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:06:24Z', 'updated_at': '2022-02-09T01:08:34Z', 'revision_number': 1, 'project_id': 'b38b8d3b4ab64851a90546fed2d6c948', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2ded1ac-2059-466c-ae0d-eed1b4cfe9b4', 'name': '', 'network_id': '5155f974-02f7-460c-bde1-4d4a435cc291', 'tenant_id': 'b38b8d3b4ab64851a90546fed2d6c948', 'mac_address': 'fa:16:3e:fb:25:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68505d7b-ac4f-4fc5-95fe-391f3436d4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'a3a9310a-be0f-4b6b-b867-4cea61f46d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:05:02Z', 'updated_at': '2022-02-09T01:05:27Z', 'revision_number': 5, 'project_id': 'b38b8d3b4ab64851a90546fed2d6c948', 'subnets': [{'id': 'a3a9310a-be0f-4b6b-b867-4cea61f46d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:38.310322 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-84e8975b-5ce3-413a-af3e-dfdc582e764e req-22d19c1b-ae72-433c-8382-641dbfdb098c service neutron] 10.222.0.62 "GET /v2.0/networks?id=5155f974-02f7-460c-bde1-4d4a435cc291 HTTP/1.1" status: 200 len: 912 time: 0.3475499 Feb 09 01:08:38.313253 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10f0f86-11ce-41e6-80bd-e7d5207dc826 None None] The sync data for ids ['68505d7b-ac4f-4fc5-95fe-391f3436d4dc'] in n-d-828418-1 is: [{'id': '68505d7b-ac4f-4fc5-95fe-391f3436d4dc', 'name': 'tempest-TaggedBootDevicesTest-319278242-router', 'tenant_id': 'b38b8d3b4ab64851a90546fed2d6c948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '7a2c52bc-a296-44e7-89be-65763e3a6006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:04:46Z', 'updated_at': '2022-02-09T01:05:03Z', 'revision_number': 4, 'project_id': 'b38b8d3b4ab64851a90546fed2d6c948', 'gw_port': {'id': '7a2c52bc-a296-44e7-89be-65763e3a6006', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:88:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68505d7b-ac4f-4fc5-95fe-391f3436d4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:51Z', 'updated_at': '2022-02-09T01:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': 'f3be6097-cda6-4639-91ef-563ca4861318', 'tenant_id': 'b38b8d3b4ab64851a90546fed2d6c948', 'floating_ip_address': '172.25.0.80', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '68505d7b-ac4f-4fc5-95fe-391f3436d4dc', 'port_id': 'fc0b6706-1840-44e5-8766-dcd0e32cf566', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5155f974-02f7-460c-bde1-4d4a435cc291', 'mac_address': 'fa:16:3e:3c:f3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2ce431-e04c-45ab-af1c-5312d7191c93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:06:24Z', 'updated_at': '2022-02-09T01:08:34Z', 'revision_number': 1, 'project_id': 'b38b8d3b4ab64851a90546fed2d6c948', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2ded1ac-2059-466c-ae0d-eed1b4cfe9b4', 'name': '', 'network_id': '5155f974-02f7-460c-bde1-4d4a435cc291', 'tenant_id': 'b38b8d3b4ab64851a90546fed2d6c948', 'mac_address': 'fa:16:3e:fb:25:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68505d7b-ac4f-4fc5-95fe-391f3436d4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'a3a9310a-be0f-4b6b-b867-4cea61f46d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:05:02Z', 'updated_at': '2022-02-09T01:05:27Z', 'revision_number': 5, 'project_id': 'b38b8d3b4ab64851a90546fed2d6c948', 'subnets': [{'id': 'a3a9310a-be0f-4b6b-b867-4cea61f46d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:08:38.328379 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36faf013-4270-43c8-952f-4af1e1f2de2a service neutron] Pushing event updated for resources: {'Port': ['ID=79a7f7ff-db18-40ba-b175-35b4cc180bbe,revision_number=6']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:38.437803 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 60866) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:38.444409 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 79a7f7ff-db18-40ba-b175-35b4cc180bbe not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:08:38.444825 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device acba0247-8d0d-4937-a7cd-c165665bdb16 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:08:38.455046 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8588dd24-db9b-477c-98af-d9291e46f0dc req-7ce9ac50-6270-4530-a55a-5ace96024f50 tempest-ServerShowV254Test-510937204 tempest-ServerShowV254Test-510937204-project] 10.222.0.105 "GET /v2.0/ports?device_id=6d6d1cb4-dbcf-4008-9fed-59e962289ccd HTTP/1.1" status: 200 len: 210 time: 0.1185489 Feb 09 01:08:38.462088 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a4a3b6fd-6b65-4183-b1d8-2f57f94d94fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:38.467438 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a3b6fd-6b65-4183-b1d8-2f57f94d94fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:38.468263 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a4a3b6fd-6b65-4183-b1d8-2f57f94d94fc admin admin] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:38.501148 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-31ddb011-8896-4d8d-b04a-faaaf3671a38 None None] Port 79a7f7ff-db18-40ba-b175-35b4cc180bbe cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:08:38.512165 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=170a5f88-b2b6-44b0-92a8-64b08d99f8ac,revision_number=6']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:38.512817 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-84e8975b-5ce3-413a-af3e-dfdc582e764e req-ee4c3e88-a1db-4ee8-aa06-605368a3738e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc0b6706-1840-44e5-8766-dcd0e32cf566 HTTP/1.1" status: 200 len: 998 time: 0.1962309 Feb 09 01:08:38.516221 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ae5d460-c7f3-4808-a6fd-a0721292e535 admin admin] Deleting subnet 0c5ecd94-fd61-4c38-ae42-c8ed4ba0adb4 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:08:38.519670 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9ae5d460-c7f3-4808-a6fd-a0721292e535 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:38.522603 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-36faf013-4270-43c8-952f-4af1e1f2de2a service neutron] No DVR routers for this DVR port 79a7f7ff-db18-40ba-b175-35b4cc180bbe on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:08:38.603798 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:38.625123 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-a4a3b6fd-6b65-4183-b1d8-2f57f94d94fc admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.7349262 Feb 09 01:08:38.628795 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 60872) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:38.638508 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-20eef93e-1c6b-45e5-9406-1fdec7124703 admin admin] Request body: {'subnet': {'network_id': '88728cd3-ea24-4a40-9246-bffa0114f21d', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1362615189-subnet', 'tenant_id': '512edec67e4d47988608747108091a91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:08:38.644103 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-20eef93e-1c6b-45e5-9406-1fdec7124703 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:08:38.648358 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-20eef93e-1c6b-45e5-9406-1fdec7124703 admin admin] Usage tracker for resource:subnet and tenant:512edec67e4d47988608747108091a91 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:08:38.652118 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-20eef93e-1c6b-45e5-9406-1fdec7124703 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:08:38.658500 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-20eef93e-1c6b-45e5-9406-1fdec7124703 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:08:38.677853 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20eef93e-1c6b-45e5-9406-1fdec7124703 admin admin] Made reservation on behalf of 512edec67e4d47988608747108091a91 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:08:38.680259 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-20eef93e-1c6b-45e5-9406-1fdec7124703 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:38.691927 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port acba0247-8d0d-4937-a7cd-c165665bdb16, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=acba0247-8d0d-4937-a7cd-c165665bdb16,segment=NetworkSegment(58a74df4-ae9c-4d77-a359-bab3cfb3f82d),segment_id=58a74df4-ae9c-4d77-a359-bab3cfb3f82d)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:38.697545 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:38.698690 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device ff4c2db4-d131-4548-bc99-555a0ac5aae6 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:08:38.699484 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9ae5d460-c7f3-4808-a6fd-a0721292e535 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:38.830459 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8975b-5ce3-413a-af3e-dfdc582e764e req-0ceac277-7279-4d3e-b2ad-7deb410ece51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:38.830672 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a3b6fd-6b65-4183-b1d8-2f57f94d94fc admin admin] Pushing event updated for resources: {'Network': ['ID=88728cd3-ea24-4a40-9246-bffa0114f21d,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:38.832202 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-84e8975b-5ce3-413a-af3e-dfdc582e764e req-0ceac277-7279-4d3e-b2ad-7deb410ece51 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a3a9310a-be0f-4b6b-b867-4cea61f46d6e HTTP/1.1" status: 200 len: 850 time: 0.2775671 Feb 09 01:08:38.841807 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5902b8e7-68d6-4ece-a0f3-766597ef3874 None None] New status for floating IP f3be6097-cda6-4639-91ef-563ca4861318: ACTIVE {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:08:38.845293 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-36faf013-4270-43c8-952f-4af1e1f2de2a service neutron] In _notify_port_updated(), no bound segment for port 79a7f7ff-db18-40ba-b175-35b4cc180bbe on network f6623f95-6162-4277-8fd2-5364045aea14 {{(pid=87639) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 01:08:38.846334 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-36faf013-4270-43c8-952f-4af1e1f2de2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:38.847063 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-36faf013-4270-43c8-952f-4af1e1f2de2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:38.848504 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-36faf013-4270-43c8-952f-4af1e1f2de2a service neutron] 10.222.0.62 "PUT /v2.0/ports/79a7f7ff-db18-40ba-b175-35b4cc180bbe HTTP/1.1" status: 200 len: 1031 time: 2.7474468 Feb 09 01:08:38.861555 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51317a0c-06a7-494b-a767-af43d98f20af req-036a336d-1ae6-4121-acc5-4a6fbcf1760d tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:38.867737 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51317a0c-06a7-494b-a767-af43d98f20af req-036a336d-1ae6-4121-acc5-4a6fbcf1760d tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:38.874488 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51317a0c-06a7-494b-a767-af43d98f20af req-036a336d-1ae6-4121-acc5-4a6fbcf1760d tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:38.880883 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51317a0c-06a7-494b-a767-af43d98f20af req-036a336d-1ae6-4121-acc5-4a6fbcf1760d tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:38.887227 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51317a0c-06a7-494b-a767-af43d98f20af req-036a336d-1ae6-4121-acc5-4a6fbcf1760d tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:38.895381 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-51317a0c-06a7-494b-a767-af43d98f20af req-036a336d-1ae6-4121-acc5-4a6fbcf1760d tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/ports?device_id=9aaa5086-2506-413a-a88f-4d56b6d269cb HTTP/1.1" status: 200 len: 3880 time: 0.8795261 Feb 09 01:08:38.918692 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 88728cd3-ea24-4a40-9246-bffa0114f21d details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:08:38.933146 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9ae5d460-c7f3-4808-a6fd-a0721292e535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:38.983860 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-ad0ab01b-4815-4ebc-88b5-48e277d5c7b3 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Deleting port acba0247-8d0d-4937-a7cd-c165665bdb16 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:08:38.984490 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-ad0ab01b-4815-4ebc-88b5-48e277d5c7b3 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:39.046999 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8975b-5ce3-413a-af3e-dfdc582e764e req-0f9ee7ae-455f-4dbc-870d-53001f2aa1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:39.048540 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-84e8975b-5ce3-413a-af3e-dfdc582e764e req-0f9ee7ae-455f-4dbc-870d-53001f2aa1ce service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5155f974-02f7-460c-bde1-4d4a435cc291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2032585 Feb 09 01:08:39.086724 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:39.121242 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-51317a0c-06a7-494b-a767-af43d98f20af req-a925bb9d-6980-4243-94d2-1a6e9a09c70c tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/security-groups?id=ea209cdf-6740-4074-8d6c-66653a19d53a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2252448 Feb 09 01:08:39.146689 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port ff4c2db4-d131-4548-bc99-555a0ac5aae6, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=ff4c2db4-d131-4548-bc99-555a0ac5aae6,segment=NetworkSegment(1e6e2ba9-58a4-44c9-be4f-d8ba07a476ca),segment_id=1e6e2ba9-58a4-44c9-be4f-d8ba07a476ca)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:39.154261 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2639f2f-4352-451a-a79c-f5b6ed853859 req-773202ef-a341-40f8-9d01-b10c909389ec tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:39.156119 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b2639f2f-4352-451a-a79c-f5b6ed853859 req-773202ef-a341-40f8-9d01-b10c909389ec tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3a8b186-55a2-4b95-8fa1-1a08868ba068 HTTP/1.1" status: 200 len: 945 time: 0.4267061 Feb 09 01:08:39.161705 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:39.162697 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device c108be72-b142-4311-9bae-7e7f5c0f5089 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:08:39.220343 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9ae5d460-c7f3-4808-a6fd-a0721292e535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:39.315010 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae5d460-c7f3-4808-a6fd-a0721292e535 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c5ecd94-fd61-4c38-ae42-c8ed4ba0adb4,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:39.335522 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9ae5d460-c7f3-4808-a6fd-a0721292e535 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:39.339160 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=acba0247-8d0d-4937-a7cd-c165665bdb16,revision_number=6']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:39.382011 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae5d460-c7f3-4808-a6fd-a0721292e535 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:39.382011 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae5d460-c7f3-4808-a6fd-a0721292e535 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:39.382444 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae5d460-c7f3-4808-a6fd-a0721292e535 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:39.382629 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae5d460-c7f3-4808-a6fd-a0721292e535 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:39.382959 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae5d460-c7f3-4808-a6fd-a0721292e535 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:39.386087 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae5d460-c7f3-4808-a6fd-a0721292e535 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:39.386556 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae5d460-c7f3-4808-a6fd-a0721292e535 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:39.387001 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae5d460-c7f3-4808-a6fd-a0721292e535 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:39.388019 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae5d460-c7f3-4808-a6fd-a0721292e535 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:39.388019 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae5d460-c7f3-4808-a6fd-a0721292e535 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:39.388292 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae5d460-c7f3-4808-a6fd-a0721292e535 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:39.388736 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae5d460-c7f3-4808-a6fd-a0721292e535 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:39.431959 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=ff4c2db4-d131-4548-bc99-555a0ac5aae6,revision_number=6']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:39.436634 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-ad0ab01b-4815-4ebc-88b5-48e277d5c7b3 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] For port acba0247-8d0d-4937-a7cd-c165665bdb16, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=acba0247-8d0d-4937-a7cd-c165665bdb16,segment=NetworkSegment(58a74df4-ae9c-4d77-a359-bab3cfb3f82d),segment_id=58a74df4-ae9c-4d77-a359-bab3cfb3f82d)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:39.437255 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-ad0ab01b-4815-4ebc-88b5-48e277d5c7b3 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:39.453735 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9ae5d460-c7f3-4808-a6fd-a0721292e535 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/0c5ecd94-fd61-4c38-ae42-c8ed4ba0adb4 HTTP/1.1" status: 204 len: 168 time: 1.0149636 Feb 09 01:08:39.458234 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 60882) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:39.590424 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:39.599887 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-ad0ab01b-4815-4ebc-88b5-48e277d5c7b3 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Calling delete_port for acba0247-8d0d-4937-a7cd-c165665bdb16 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:08:39.616594 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-84e8975b-5ce3-413a-af3e-dfdc582e764e req-9e55f337-24d1-4f60-8a98-55f10b4e3d64 service neutron] 10.222.0.62 "GET /v2.0/networks/5155f974-02f7-460c-bde1-4d4a435cc291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5258844 Feb 09 01:08:39.778086 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port c108be72-b142-4311-9bae-7e7f5c0f5089, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=c108be72-b142-4311-9bae-7e7f5c0f5089,segment=NetworkSegment(1e6e2ba9-58a4-44c9-be4f-d8ba07a476ca),segment_id=1e6e2ba9-58a4-44c9-be4f-d8ba07a476ca)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:39.787636 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:39.867699 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b2639f2f-4352-451a-a79c-f5b6ed853859 req-283bb2b7-cf98-4a6a-b192-ac5dd4d609dc tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/security-groups?id=c04812c5-0076-44a2-b712-bc76c2180e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6803734 Feb 09 01:08:39.870805 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=c108be72-b142-4311-9bae-7e7f5c0f5089,revision_number=6']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:39.871700 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-ad0ab01b-4815-4ebc-88b5-48e277d5c7b3 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:39.925322 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0ab01b-4815-4ebc-88b5-48e277d5c7b3 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Pushing event deleted for resources: {'Port': ['ID=acba0247-8d0d-4937-a7cd-c165665bdb16,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:39.928065 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-20eef93e-1c6b-45e5-9406-1fdec7124703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:39.942668 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aaa5086-2506-413a-a88f-4d56b6d269cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '170a5f88-b2b6-44b0-92a8-64b08d99f8ac'}, {'server_uuid': '9aaa5086-2506-413a-a88f-4d56b6d269cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acba0247-8d0d-4937-a7cd-c165665bdb16'}, {'server_uuid': '9aaa5086-2506-413a-a88f-4d56b6d269cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff4c2db4-d131-4548-bc99-555a0ac5aae6'}, {'server_uuid': '9aaa5086-2506-413a-a88f-4d56b6d269cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c108be72-b142-4311-9bae-7e7f5c0f5089'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:08:40.022055 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-744b2a68-962d-498e-8e2a-f7947bcf84b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:40.083871 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eef93e-1c6b-45e5-9406-1fdec7124703 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc5c20af-7446-433d-b469-b71a03281ee6,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:40.143297 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-84e8975b-5ce3-413a-af3e-dfdc582e764e req-49bd8637-45c3-4137-9128-35657e16129b service neutron] 10.222.0.62 "GET /v2.0/networks/5155f974-02f7-460c-bde1-4d4a435cc291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5137062 Feb 09 01:08:40.144610 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-ad0ab01b-4815-4ebc-88b5-48e277d5c7b3 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] No DVR routers for this DVR port acba0247-8d0d-4937-a7cd-c165665bdb16 on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:08:40.158279 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277afc05-2599-4dc2-885c-d603703db47a req-feab00db-2473-4237-a839-7e1aaec2d78c tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:40.162523 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20eef93e-1c6b-45e5-9406-1fdec7124703 admin admin] Checking segment: {'id': '591493a9-2c56-4390-a828-c9adf3efad2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '88728cd3-ea24-4a40-9246-bffa0114f21d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:08:40.162879 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20eef93e-1c6b-45e5-9406-1fdec7124703 admin admin] Network hostable DHCP agents. Network: 88728cd3-ea24-4a40-9246-bffa0114f21d, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:08:40.167089 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277afc05-2599-4dc2-885c-d603703db47a req-feab00db-2473-4237-a839-7e1aaec2d78c tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:40.173002 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277afc05-2599-4dc2-885c-d603703db47a req-feab00db-2473-4237-a839-7e1aaec2d78c tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:40.178459 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277afc05-2599-4dc2-885c-d603703db47a req-feab00db-2473-4237-a839-7e1aaec2d78c tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:40.184843 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277afc05-2599-4dc2-885c-d603703db47a req-feab00db-2473-4237-a839-7e1aaec2d78c tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:40.190537 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277afc05-2599-4dc2-885c-d603703db47a req-feab00db-2473-4237-a839-7e1aaec2d78c tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:40.196605 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277afc05-2599-4dc2-885c-d603703db47a req-feab00db-2473-4237-a839-7e1aaec2d78c tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:40.198510 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-277afc05-2599-4dc2-885c-d603703db47a req-feab00db-2473-4237-a839-7e1aaec2d78c tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 5433 time: 0.4621630 Feb 09 01:08:40.229105 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-ad0ab01b-4815-4ebc-88b5-48e277d5c7b3 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:40.231575 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aaa5086-2506-413a-a88f-4d56b6d269cb', 'name': 'network-vif-deleted', 'tag': 'acba0247-8d0d-4937-a7cd-c165665bdb16'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:08:40.247991 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-744b2a68-962d-498e-8e2a-f7947bcf84b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:40.271212 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20eef93e-1c6b-45e5-9406-1fdec7124703 admin admin] Network 88728cd3-ea24-4a40-9246-bffa0114f21d is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:08:40.274757 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-ad0ab01b-4815-4ebc-88b5-48e277d5c7b3 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.62 "DELETE /v2.0/ports/acba0247-8d0d-4937-a7cd-c165665bdb16 HTTP/1.1" status: 204 len: 173 time: 1.3760242 Feb 09 01:08:40.281471 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-744b2a68-962d-498e-8e2a-f7947bcf84b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b9308e8-e1d5-4ec4-85c5-a4017d3600c8']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:40.295646 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-20eef93e-1c6b-45e5-9406-1fdec7124703 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 88728cd3-ea24-4a40-9246-bffa0114f21d) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:08:40.298447 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-744b2a68-962d-498e-8e2a-f7947bcf84b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ef9e148-8c0b-4434-b63e-e30d0781b88c') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:40.298723 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-744b2a68-962d-498e-8e2a-f7947bcf84b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ef9e148-8c0b-4434-b63e-e30d0781b88c') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:40.304999 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc20c23-0252-4e89-a1ca-c213fad5e288 None None] Network 88728cd3-ea24-4a40-9246-bffa0114f21d requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:08:40.311875 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20eef93e-1c6b-45e5-9406-1fdec7124703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:40.312473 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-20eef93e-1c6b-45e5-9406-1fdec7124703 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:40.320303 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-744b2a68-962d-498e-8e2a-f7947bcf84b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:40.357237 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-20eef93e-1c6b-45e5-9406-1fdec7124703 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7187240 Feb 09 01:08:40.357237 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-744b2a68-962d-498e-8e2a-f7947bcf84b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:40.367366 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-9c4a8a87-ac44-4b23-a44f-54ad0d5e7ec3 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Deleting port c108be72-b142-4311-9bae-7e7f5c0f5089 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:08:40.367700 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-9c4a8a87-ac44-4b23-a44f-54ad0d5e7ec3 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:40.373905 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-744b2a68-962d-498e-8e2a-f7947bcf84b5 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:08:40.375495 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-744b2a68-962d-498e-8e2a-f7947bcf84b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:40.414307 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:08:40.414307 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:08:40.414307 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:08:40.414307 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:08:40.414307 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:08:40.414307 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:08:40.414307 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:08:40.414307 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:08:40.414307 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:08:40.414307 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:08:40.414307 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:08:40.414307 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:08:40.414307 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:08:40.414307 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:08:40.414307 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:08:40.414307 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:08:40.414307 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:08:40.414307 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:08:40.414307 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:08:40.414307 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:08:40.414307 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:08:40.414307 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:08:40.414307 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:08:40.414307 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:08:40.414307 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:08:40.414307 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:08:40.414307 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:08:40.414307 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:08:40.414307 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:08:40.414307 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:08:40.414307 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:08:40.414307 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:08:40.452392 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-277afc05-2599-4dc2-885c-d603703db47a req-812f11a0-84a6-44f4-a0fb-e602fe07ea3d tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/security-groups?id=2e29d487-4384-458c-a1fb-a5cd591001dc&id=c7f86f67-ad65-4a75-ada7-f9729d599d03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2145159 Feb 09 01:08:40.545018 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6a31cd89-5073-4ac8-8183-a812455966a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:40.579174 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794d18f1-970f-43cf-9d4d-b5e464800693 req-eea0e98a-bff8-46aa-baf5-e30284c441ab tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:40.586056 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-794d18f1-970f-43cf-9d4d-b5e464800693 req-eea0e98a-bff8-46aa-baf5-e30284c441ab tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.4427404 Feb 09 01:08:40.669700 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-744b2a68-962d-498e-8e2a-f7947bcf84b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:40.674716 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-744b2a68-962d-498e-8e2a-f7947bcf84b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:40.728434 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744b2a68-962d-498e-8e2a-f7947bcf84b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b9308e8-e1d5-4ec4-85c5-a4017d3600c8,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:40.737976 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-744b2a68-962d-498e-8e2a-f7947bcf84b5 admin admin] 10.222.0.105 "DELETE /v2.0/networks/6b9308e8-e1d5-4ec4-85c5-a4017d3600c8 HTTP/1.1" status: 204 len: 168 time: 1.2747328 Feb 09 01:08:40.741513 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 60904) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:40.827468 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6aeb6d-d7c6-41a4-b7b5-df7798732e53 None None] Network 88728cd3-ea24-4a40-9246-bffa0114f21d requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:08:40.831960 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-78ade872-96c9-462f-a4e2-ea09a6c0aac4 admin admin] Deleting subnet 9634954c-fdd0-4162-b622-2be1e6e55908 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:08:40.835803 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-78ade872-96c9-462f-a4e2-ea09a6c0aac4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:40.906535 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-78ade872-96c9-462f-a4e2-ea09a6c0aac4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:40.923699 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a03bbe81-241f-45ec-a081-350187881498 req-4acabc50-fb28-4801-8b1c-c545842ea629 tempest-ServerShowV254Test-510937204 tempest-ServerShowV254Test-510937204-project] 10.222.0.105 "GET /v2.0/ports?device_id=6d6d1cb4-dbcf-4008-9fed-59e962289ccd HTTP/1.1" status: 200 len: 210 time: 0.0600085 Feb 09 01:08:40.932479 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-794d18f1-970f-43cf-9d4d-b5e464800693 req-8ce3c0a3-7252-4848-a676-2d2a2385e314 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3455129 Feb 09 01:08:41.048129 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aaa5086-2506-413a-a88f-4d56b6d269cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '170a5f88-b2b6-44b0-92a8-64b08d99f8ac', 'code': 200} Feb 09 01:08:41.048570 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aaa5086-2506-413a-a88f-4d56b6d269cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acba0247-8d0d-4937-a7cd-c165665bdb16', 'code': 200} Feb 09 01:08:41.048978 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aaa5086-2506-413a-a88f-4d56b6d269cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff4c2db4-d131-4548-bc99-555a0ac5aae6', 'code': 200} Feb 09 01:08:41.049122 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aaa5086-2506-413a-a88f-4d56b6d269cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c108be72-b142-4311-9bae-7e7f5c0f5089', 'code': 200} Feb 09 01:08:41.060332 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-78ade872-96c9-462f-a4e2-ea09a6c0aac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:41.060903 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aaa5086-2506-413a-a88f-4d56b6d269cb', 'name': 'network-vif-deleted', 'tag': 'acba0247-8d0d-4937-a7cd-c165665bdb16', 'status': 'completed', 'code': 200} Feb 09 01:08:41.064939 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-9c4a8a87-ac44-4b23-a44f-54ad0d5e7ec3 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] For port c108be72-b142-4311-9bae-7e7f5c0f5089, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=c108be72-b142-4311-9bae-7e7f5c0f5089,segment=NetworkSegment(1e6e2ba9-58a4-44c9-be4f-d8ba07a476ca),segment_id=1e6e2ba9-58a4-44c9-be4f-d8ba07a476ca)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:41.065568 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-9c4a8a87-ac44-4b23-a44f-54ad0d5e7ec3 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:41.179935 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-78ade872-96c9-462f-a4e2-ea09a6c0aac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:41.235017 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ade872-96c9-462f-a4e2-ea09a6c0aac4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9634954c-fdd0-4162-b622-2be1e6e55908,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:41.240144 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-78ade872-96c9-462f-a4e2-ea09a6c0aac4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:41.250150 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-78ade872-96c9-462f-a4e2-ea09a6c0aac4 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/9634954c-fdd0-4162-b622-2be1e6e55908 HTTP/1.1" status: 204 len: 168 time: 0.5042896 Feb 09 01:08:41.250445 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 60916) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:41.252926 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-9c4a8a87-ac44-4b23-a44f-54ad0d5e7ec3 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Calling delete_port for c108be72-b142-4311-9bae-7e7f5c0f5089 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:08:41.371853 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:41.396378 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c3c00feb-d46b-42fd-9564-7d0d87a385c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:41.494150 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:41.535054 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c3c00feb-d46b-42fd-9564-7d0d87a385c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:41.570634 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-c3c00feb-d46b-42fd-9564-7d0d87a385c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2780cdc-f9f7-4fa9-8a45-8fa62493d7ec']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:41.582041 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-c3c00feb-d46b-42fd-9564-7d0d87a385c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd80ca334-e429-48fe-bc6e-30d0dba911ae') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:41.582337 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-c3c00feb-d46b-42fd-9564-7d0d87a385c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd80ca334-e429-48fe-bc6e-30d0dba911ae') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:41.601991 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c3c00feb-d46b-42fd-9564-7d0d87a385c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:41.611659 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-9c4a8a87-ac44-4b23-a44f-54ad0d5e7ec3 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:41.629057 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c3c00feb-d46b-42fd-9564-7d0d87a385c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:41.638933 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3c00feb-d46b-42fd-9564-7d0d87a385c4 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:08:41.638933 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c3c00feb-d46b-42fd-9564-7d0d87a385c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:41.653565 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:08:41.653565 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:08:41.653565 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:08:41.653565 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:08:41.653565 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:08:41.653565 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:08:41.653565 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:08:41.653565 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:08:41.653565 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:08:41.653565 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:08:41.653565 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:08:41.653565 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:08:41.653565 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:08:41.653565 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:08:41.653565 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:08:41.653565 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:08:41.653565 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:08:41.653565 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:08:41.653565 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:08:41.653565 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:08:41.653565 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:08:41.653565 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:08:41.653565 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:08:41.653565 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:08:41.653565 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:08:41.653565 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:08:41.653565 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:08:41.653565 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:08:41.653565 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:08:41.653565 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:08:41.653565 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:08:41.653565 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:08:41.681689 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4a8a87-ac44-4b23-a44f-54ad0d5e7ec3 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Pushing event deleted for resources: {'Port': ['ID=c108be72-b142-4311-9bae-7e7f5c0f5089,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:41.704178 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85abda4-981d-4496-af4c-78d56d10a0d8 req-b442b33f-7dd1-4921-9511-32297ce6a2e6 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:41.710418 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85abda4-981d-4496-af4c-78d56d10a0d8 req-b442b33f-7dd1-4921-9511-32297ce6a2e6 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:41.717126 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85abda4-981d-4496-af4c-78d56d10a0d8 req-b442b33f-7dd1-4921-9511-32297ce6a2e6 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:41.722942 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85abda4-981d-4496-af4c-78d56d10a0d8 req-b442b33f-7dd1-4921-9511-32297ce6a2e6 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:41.723849 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-e85abda4-981d-4496-af4c-78d56d10a0d8 req-b442b33f-7dd1-4921-9511-32297ce6a2e6 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Synchronizing usage tracker for tenant:6ae572a6f87d4d70abcebc0f3058fa0e on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:08:41.737691 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-cd1ec5ec-1c36-40f2-ab10-5c47df12a504 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:41.738317 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-cd1ec5ec-1c36-40f2-ab10-5c47df12a504 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Synchronizing usage tracker for tenant:512edec67e4d47988608747108091a91 on resource:network {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:08:41.747931 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c3c00feb-d46b-42fd-9564-7d0d87a385c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:41.753784 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c3c00feb-d46b-42fd-9564-7d0d87a385c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:41.778550 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c3c00feb-d46b-42fd-9564-7d0d87a385c4 admin admin] 10.222.0.105 "DELETE /v2.0/networks/a2780cdc-f9f7-4fa9-8a45-8fa62493d7ec HTTP/1.1" status: 204 len: 168 time: 0.5260680 Feb 09 01:08:41.784388 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c00feb-d46b-42fd-9564-7d0d87a385c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2780cdc-f9f7-4fa9-8a45-8fa62493d7ec,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:41.853625 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-9c4a8a87-ac44-4b23-a44f-54ad0d5e7ec3 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] No DVR routers for this DVR port c108be72-b142-4311-9bae-7e7f5c0f5089 on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:08:41.857280 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-9c4a8a87-ac44-4b23-a44f-54ad0d5e7ec3 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:41.862496 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-e85abda4-981d-4496-af4c-78d56d10a0d8 req-b442b33f-7dd1-4921-9511-32297ce6a2e6 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Unset dirty status for tenant:6ae572a6f87d4d70abcebc0f3058fa0e on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:08:41.863658 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e85abda4-981d-4496-af4c-78d56d10a0d8 req-b442b33f-7dd1-4921-9511-32297ce6a2e6 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/ports?device_id=9aaa5086-2506-413a-a88f-4d56b6d269cb HTTP/1.1" status: 200 len: 3064 time: 0.5215428 Feb 09 01:08:41.867553 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-cd1ec5ec-1c36-40f2-ab10-5c47df12a504 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Unset dirty status for tenant:512edec67e4d47988608747108091a91 on resource:network {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:08:41.868674 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-cd1ec5ec-1c36-40f2-ab10-5c47df12a504 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] 10.222.0.105 "GET /v2.0/networks?id=88728cd3-ea24-4a40-9246-bffa0114f21d HTTP/1.1" status: 200 len: 813 time: 0.5254307 Feb 09 01:08:41.898373 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-9c4a8a87-ac44-4b23-a44f-54ad0d5e7ec3 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.62 "DELETE /v2.0/ports/c108be72-b142-4311-9bae-7e7f5c0f5089 HTTP/1.1" status: 204 len: 173 time: 1.6096623 Feb 09 01:08:41.904221 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-58fc0a2a-4d97-42e2-b013-a0abf1ba93d3 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] 10.222.0.105 "GET /v2.0/quotas/512edec67e4d47988608747108091a91 HTTP/1.1" status: 200 len: 375 time: 0.0165150 Feb 09 01:08:41.930893 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 60934) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:41.989169 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1f1fc2fc-1f03-4d65-98e7-7ab17b00b52c admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=4d5942ed9b1946d9843c5be6cd0949df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0565624 Feb 09 01:08:41.991257 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 60942) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:42.030049 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-58582295-1092-45e2-ac03-43fb45745c13 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Deleting port f9b2d358-0ad5-43e9-81ee-55fa33d7d68a {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:08:42.030632 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-58582295-1092-45e2-ac03-43fb45745c13 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:42.063586 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8ef7b01c-9c4b-449e-bc13-ebb8e6ea36da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:42.095677 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-26ba8cc0-16af-4dd1-a4f8-cf6257c5d239 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=512edec67e4d47988608747108091a91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1230490 Feb 09 01:08:42.108662 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8ef7b01c-9c4b-449e-bc13-ebb8e6ea36da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:42.185136 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8ef7b01c-9c4b-449e-bc13-ebb8e6ea36da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:42.204777 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e85abda4-981d-4496-af4c-78d56d10a0d8 req-8051bc1f-0983-4340-b89a-060ed5d4925f tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/security-groups?id=ea209cdf-6740-4074-8d6c-66653a19d53a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3336523 Feb 09 01:08:42.206179 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef7b01c-9c4b-449e-bc13-ebb8e6ea36da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d336e1ac-4b88-452e-8a7d-68d0a97ec75d,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:42.225063 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8ef7b01c-9c4b-449e-bc13-ebb8e6ea36da admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:42.228889 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-8ef7b01c-9c4b-449e-bc13-ebb8e6ea36da admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/d336e1ac-4b88-452e-8a7d-68d0a97ec75d HTTP/1.1" status: 204 len: 168 time: 0.2365978 Feb 09 01:08:42.710107 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-ab7939fd-9b21-434f-956a-b2ddbb44b84b service neutron] 10.222.0.105 "GET /v2.0/networks/88728cd3-ea24-4a40-9246-bffa0114f21d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6135423 Feb 09 01:08:42.824279 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa47308-897c-4e91-b14b-ba1d9f8bfd7a req-ef2191b2-dc42-4152-a01c-bda684cc2439 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:42.825903 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0fa47308-897c-4e91-b14b-ba1d9f8bfd7a req-ef2191b2-dc42-4152-a01c-bda684cc2439 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3a8b186-55a2-4b95-8fa1-1a08868ba068 HTTP/1.1" status: 200 len: 945 time: 0.3054652 Feb 09 01:08:42.856011 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 60956) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:42.901173 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-58582295-1092-45e2-ac03-43fb45745c13 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] For port f9b2d358-0ad5-43e9-81ee-55fa33d7d68a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=f9b2d358-0ad5-43e9-81ee-55fa33d7d68a,segment=NetworkSegment(40c00fa1-daf3-4b56-ac4d-2ce7703801d7),segment_id=40c00fa1-daf3-4b56-ac4d-2ce7703801d7)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:42.901583 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-58582295-1092-45e2-ac03-43fb45745c13 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:42.932036 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-62254f6b-45b4-4785-aeea-a6e07fc079ef req-5d20152f-699a-461a-9e5c-daf921c9108e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=dbcaf530-2cb0-4b57-b8f6-85c192b2ab60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1013851 Feb 09 01:08:43.058719 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:43.061731 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aaa5086-2506-413a-a88f-4d56b6d269cb', 'name': 'network-vif-deleted', 'tag': 'c108be72-b142-4311-9bae-7e7f5c0f5089'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:08:43.093655 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62254f6b-45b4-4785-aeea-a6e07fc079ef req-709c0101-def8-4053-8c46-e6b10df1007b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:43.095492 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-62254f6b-45b4-4785-aeea-a6e07fc079ef req-709c0101-def8-4053-8c46-e6b10df1007b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6039567a52d946e490ce131e89f5d77f&device_id=dbcaf530-2cb0-4b57-b8f6-85c192b2ab60 HTTP/1.1" status: 200 len: 1097 time: 0.0813131 Feb 09 01:08:43.183522 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-3c114a4c-33e4-4f78-8182-ba04a94dc719 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=48a21c65db664dc69e2e0c2554de6fbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3242426 Feb 09 01:08:43.186477 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 60962) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:43.208252 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0fa47308-897c-4e91-b14b-ba1d9f8bfd7a req-67671610-0f89-457e-9283-c550a00c1026 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/security-groups?id=c04812c5-0076-44a2-b712-bc76c2180e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3641212 Feb 09 01:08:43.244211 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-c21799cd-93e0-4d43-b5bc-6542dee3c0e2 service neutron] 10.222.0.105 "GET /v2.0/networks/88728cd3-ea24-4a40-9246-bffa0114f21d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5123830 Feb 09 01:08:43.315148 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62254f6b-45b4-4785-aeea-a6e07fc079ef req-944a8bb6-9cd3-4019-8171-789031a8fd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:43.319903 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-62254f6b-45b4-4785-aeea-a6e07fc079ef req-944a8bb6-9cd3-4019-8171-789031a8fd9e service neutron] 10.222.0.62 "GET /v2.0/networks?id=2347c0e2-18b5-449a-8992-746b7866ae46 HTTP/1.1" status: 200 len: 911 time: 0.1941814 Feb 09 01:08:43.531220 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d684e213-1c12-4549-92ec-503fe0d0c3ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:43.598108 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-62254f6b-45b4-4785-aeea-a6e07fc079ef req-428f9615-0fb0-4218-bea5-700146e1c44a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3db4450b-e7c2-463d-946c-4f946919119a HTTP/1.1" status: 200 len: 217 time: 0.2707937 Feb 09 01:08:43.637273 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-58582295-1092-45e2-ac03-43fb45745c13 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:43.638102 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-58582295-1092-45e2-ac03-43fb45745c13 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:43.638649 n-d-828418-1 neutron-server[87639]: INFO neutron.db.l3_db [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-58582295-1092-45e2-ac03-43fb45745c13 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Floating IP ab10a589-92c7-407f-aea4-396af468d39e disassociated. External IP: 172.25.0.155, port: f9b2d358-0ad5-43e9-81ee-55fa33d7d68a. Feb 09 01:08:43.639500 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-58582295-1092-45e2-ac03-43fb45745c13 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Calling delete_port for f9b2d358-0ad5-43e9-81ee-55fa33d7d68a owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:08:43.679392 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62254f6b-45b4-4785-aeea-a6e07fc079ef req-9e306a36-49c4-42c6-8bdd-5bb990e2a426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:43.681900 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-62254f6b-45b4-4785-aeea-a6e07fc079ef req-9e306a36-49c4-42c6-8bdd-5bb990e2a426 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1fb2cbe1-ac38-49b2-93b4-07126768375d HTTP/1.1" status: 200 len: 850 time: 0.0759878 Feb 09 01:08:43.707777 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d684e213-1c12-4549-92ec-503fe0d0c3ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:43.751765 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-62254f6b-45b4-4785-aeea-a6e07fc079ef req-1f06e75a-954e-4e96-96da-adddcb83cf94 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2347c0e2-18b5-449a-8992-746b7866ae46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602293 Feb 09 01:08:43.791935 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b86a2d1-5d93-4c6a-8d33-04ce031b3e6e req-b6e8002e-35d0-4bf4-be61-742ab9a8bdb2 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:43.793957 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8b86a2d1-5d93-4c6a-8d33-04ce031b3e6e req-b6e8002e-35d0-4bf4-be61-742ab9a8bdb2 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.3790054 Feb 09 01:08:43.870402 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776e8311-4053-4b5f-b724-01239a0d4003 req-102eac69-bb54-47b2-adb0-90bda59e1dcf tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:43.876384 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776e8311-4053-4b5f-b724-01239a0d4003 req-102eac69-bb54-47b2-adb0-90bda59e1dcf tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:43.882490 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776e8311-4053-4b5f-b724-01239a0d4003 req-102eac69-bb54-47b2-adb0-90bda59e1dcf tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:43.889113 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776e8311-4053-4b5f-b724-01239a0d4003 req-102eac69-bb54-47b2-adb0-90bda59e1dcf tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:43.894993 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776e8311-4053-4b5f-b724-01239a0d4003 req-102eac69-bb54-47b2-adb0-90bda59e1dcf tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:43.902085 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776e8311-4053-4b5f-b724-01239a0d4003 req-102eac69-bb54-47b2-adb0-90bda59e1dcf tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:43.908464 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776e8311-4053-4b5f-b724-01239a0d4003 req-102eac69-bb54-47b2-adb0-90bda59e1dcf tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:43.910547 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-776e8311-4053-4b5f-b724-01239a0d4003 req-102eac69-bb54-47b2-adb0-90bda59e1dcf tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 5433 time: 0.3730628 Feb 09 01:08:43.942051 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8b86a2d1-5d93-4c6a-8d33-04ce031b3e6e req-5a0dca16-5b3c-4ef3-b297-d07cc6de1172 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391418 Feb 09 01:08:43.942712 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d684e213-1c12-4549-92ec-503fe0d0c3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:44.034624 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d684e213-1c12-4549-92ec-503fe0d0c3ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d81f8b8-c7e5-403a-b57a-c0bedce11cb9,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:44.051932 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-62254f6b-45b4-4785-aeea-a6e07fc079ef req-a984ddc6-d66d-425b-86f1-500cce236f0f service neutron] 10.222.0.62 "GET /v2.0/networks/2347c0e2-18b5-449a-8992-746b7866ae46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878404 Feb 09 01:08:44.071401 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-776e8311-4053-4b5f-b724-01239a0d4003 req-3766140f-245b-44f2-9302-bb0bdaa1f3b2 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/security-groups?id=2e29d487-4384-458c-a1fb-a5cd591001dc&id=c7f86f67-ad65-4a75-ada7-f9729d599d03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1328080 Feb 09 01:08:44.131833 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d684e213-1c12-4549-92ec-503fe0d0c3ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:44.134622 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-d684e213-1c12-4549-92ec-503fe0d0c3ff admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/7d81f8b8-c7e5-403a-b57a-c0bedce11cb9 HTTP/1.1" status: 204 len: 168 time: 0.9259274 Feb 09 01:08:44.150596 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-58582295-1092-45e2-ac03-43fb45745c13 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:44.161758 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aaa5086-2506-413a-a88f-4d56b6d269cb', 'name': 'network-vif-deleted', 'tag': 'c108be72-b142-4311-9bae-7e7f5c0f5089', 'status': 'completed', 'code': 200} Feb 09 01:08:44.276455 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58582295-1092-45e2-ac03-43fb45745c13 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Pushing event deleted for resources: {'Port': ['ID=f9b2d358-0ad5-43e9-81ee-55fa33d7d68a,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:44.421785 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-62254f6b-45b4-4785-aeea-a6e07fc079ef req-2fdee3ca-b1c9-4bf8-87af-d2e118727538 service neutron] 10.222.0.62 "GET /v2.0/networks/2347c0e2-18b5-449a-8992-746b7866ae46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3536921 Feb 09 01:08:44.484305 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2010fbbc-0845-4d6f-965f-a9d8fa13c9c2 req-b31c450c-b57c-4eaf-8927-ac71570a026b tempest-ServerShowV254Test-510937204 tempest-ServerShowV254Test-510937204-project] 10.222.0.105 "GET /v2.0/ports?device_id=6d6d1cb4-dbcf-4008-9fed-59e962289ccd HTTP/1.1" status: 200 len: 210 time: 0.1924314 Feb 09 01:08:44.944535 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482bce0-5800-4a16-8119-a333754cbbe6 req-1b3ed4cb-fc7c-4ac7-b49a-ab70b61ea27b tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:44.954004 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482bce0-5800-4a16-8119-a333754cbbe6 req-1b3ed4cb-fc7c-4ac7-b49a-ab70b61ea27b tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:44.955109 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-1482bce0-5800-4a16-8119-a333754cbbe6 req-1b3ed4cb-fc7c-4ac7-b49a-ab70b61ea27b tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Synchronizing usage tracker for tenant:6ae572a6f87d4d70abcebc0f3058fa0e on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:08:44.980055 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-58582295-1092-45e2-ac03-43fb45745c13 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Router 4af77cf2-eaad-4284-8445-24c7aeaed730 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:08:44.990243 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-1482bce0-5800-4a16-8119-a333754cbbe6 req-1b3ed4cb-fc7c-4ac7-b49a-ab70b61ea27b tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Unset dirty status for tenant:6ae572a6f87d4d70abcebc0f3058fa0e on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:08:44.996832 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1482bce0-5800-4a16-8119-a333754cbbe6 req-1b3ed4cb-fc7c-4ac7-b49a-ab70b61ea27b tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/ports?device_id=9aaa5086-2506-413a-a88f-4d56b6d269cb HTTP/1.1" status: 200 len: 1676 time: 0.4883873 Feb 09 01:08:45.198340 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1482bce0-5800-4a16-8119-a333754cbbe6 req-22ae3dc2-f10e-4a5e-9310-cc58dc37773b tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/security-groups?id=ea209cdf-6740-4074-8d6c-66653a19d53a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2004468 Feb 09 01:08:45.427209 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-58582295-1092-45e2-ac03-43fb45745c13 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:08:45.443704 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bbcb5a-cd89-4c65-a00f-9b8b5fabad96 None None] Sync routers for ids ['4af77cf2-eaad-4284-8445-24c7aeaed730'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:08:45.495877 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bbcb5a-cd89-4c65-a00f-9b8b5fabad96 None None] Routers {'4af77cf2-eaad-4284-8445-24c7aeaed730'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:08:45.495877 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-79bbcb5a-cd89-4c65-a00f-9b8b5fabad96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:08:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['4af77cf2-eaad-4284-8445-24c7aeaed730'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:45.829248 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-58582295-1092-45e2-ac03-43fb45745c13 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] No DVR routers for this DVR port f9b2d358-0ad5-43e9-81ee-55fa33d7d68a on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:08:45.835409 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-58582295-1092-45e2-ac03-43fb45745c13 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:45.850458 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-58582295-1092-45e2-ac03-43fb45745c13 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.62 "DELETE /v2.0/ports/f9b2d358-0ad5-43e9-81ee-55fa33d7d68a HTTP/1.1" status: 204 len: 173 time: 3.9451852 Feb 09 01:08:45.993930 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 32806) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:46.101386 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-acbac10d-157d-4e36-8bf0-c6c3a88f7464 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:46.115423 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-acbac10d-157d-4e36-8bf0-c6c3a88f7464 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] 10.222.0.62 "GET /v2.0/networks?id=88728cd3-ea24-4a40-9246-bffa0114f21d HTTP/1.1" status: 200 len: 813 time: 0.4336739 Feb 09 01:08:46.131816 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-0db16b28-c5e5-4496-97bb-e7a7e418d4a5 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Request body: {'port': {'device_id': '2218bae7-d924-4457-b728-768e7bcaa1b6', 'network_id': '88728cd3-ea24-4a40-9246-bffa0114f21d', 'admin_state_up': True, 'tenant_id': '512edec67e4d47988608747108091a91'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:08:46.137830 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-633e4945-b982-4335-8aa1-0e591f66b5bc tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Deleting port 170a5f88-b2b6-44b0-92a8-64b08d99f8ac {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:08:46.137830 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-633e4945-b982-4335-8aa1-0e591f66b5bc tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:46.224961 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aaa5086-2506-413a-a88f-4d56b6d269cb', 'name': 'network-vif-deleted', 'tag': 'f9b2d358-0ad5-43e9-81ee-55fa33d7d68a'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:08:46.269062 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-79bbcb5a-cd89-4c65-a00f-9b8b5fabad96 None None] Set router 4af77cf2-eaad-4284-8445-24c7aeaed730 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:08:46.347970 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-79236a95-6eae-43e4-bae9-63733d18ba2d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-479897994-network', 'tenant_id': 'f6d2dbe332ea4c948ef614288aa0589f'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:08:46.355411 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-79236a95-6eae-43e4-bae9-63733d18ba2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:08:46.360786 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-79236a95-6eae-43e4-bae9-63733d18ba2d admin admin] Usage tracker for resource:network and tenant:f6d2dbe332ea4c948ef614288aa0589f is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:08:46.364513 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-79236a95-6eae-43e4-bae9-63733d18ba2d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:08:46.373378 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-79236a95-6eae-43e4-bae9-63733d18ba2d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:08:46.388016 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79236a95-6eae-43e4-bae9-63733d18ba2d admin admin] Made reservation on behalf of f6d2dbe332ea4c948ef614288aa0589f for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:08:46.391228 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-79236a95-6eae-43e4-bae9-63733d18ba2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:46.408911 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-79236a95-6eae-43e4-bae9-63733d18ba2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:46.459919 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-79236a95-6eae-43e4-bae9-63733d18ba2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:08:46.478325 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-79236a95-6eae-43e4-bae9-63733d18ba2d admin admin] Usage tracker for resource:security_group_rule and tenant:f6d2dbe332ea4c948ef614288aa0589f is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:08:46.480476 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22d1f0-c110-4bf2-b5ed-84b9a53c2b4d req-8e3a9cf4-fb34-4c7c-a93c-d2f60d39b58e tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:46.484890 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-79236a95-6eae-43e4-bae9-63733d18ba2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:08:46.495167 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22d1f0-c110-4bf2-b5ed-84b9a53c2b4d req-8e3a9cf4-fb34-4c7c-a93c-d2f60d39b58e tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:46.495330 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-79236a95-6eae-43e4-bae9-63733d18ba2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:08:46.507954 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22d1f0-c110-4bf2-b5ed-84b9a53c2b4d req-8e3a9cf4-fb34-4c7c-a93c-d2f60d39b58e tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:46.520051 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22d1f0-c110-4bf2-b5ed-84b9a53c2b4d req-8e3a9cf4-fb34-4c7c-a93c-d2f60d39b58e tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:46.531930 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22d1f0-c110-4bf2-b5ed-84b9a53c2b4d req-8e3a9cf4-fb34-4c7c-a93c-d2f60d39b58e tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:46.549012 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22d1f0-c110-4bf2-b5ed-84b9a53c2b4d req-8e3a9cf4-fb34-4c7c-a93c-d2f60d39b58e tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:46.560404 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22d1f0-c110-4bf2-b5ed-84b9a53c2b4d req-8e3a9cf4-fb34-4c7c-a93c-d2f60d39b58e tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:46.564689 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0f22d1f0-c110-4bf2-b5ed-84b9a53c2b4d req-8e3a9cf4-fb34-4c7c-a93c-d2f60d39b58e tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 5433 time: 1.4710927 Feb 09 01:08:46.583987 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-0db16b28-c5e5-4496-97bb-e7a7e418d4a5 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:08:46.612895 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-0db16b28-c5e5-4496-97bb-e7a7e418d4a5 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Usage tracker for resource:port and tenant:512edec67e4d47988608747108091a91 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:08:46.623733 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-0db16b28-c5e5-4496-97bb-e7a7e418d4a5 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:08:46.652937 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-0db16b28-c5e5-4496-97bb-e7a7e418d4a5 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:08:46.722362 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-0db16b28-c5e5-4496-97bb-e7a7e418d4a5 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Made reservation on behalf of 512edec67e4d47988608747108091a91 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:08:46.725625 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-0db16b28-c5e5-4496-97bb-e7a7e418d4a5 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:46.882182 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-79bbcb5a-cd89-4c65-a00f-9b8b5fabad96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af77cf2-eaad-4284-8445-24c7aeaed730', 'name': 'tempest-TaggedBootDevicesTest_v242-933179945-router', 'tenant_id': '6ae572a6f87d4d70abcebc0f3058fa0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '9de359a1-d738-40a8-87c3-2fba594ce190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:01:25Z', 'updated_at': '2022-02-09T01:01:47Z', 'revision_number': 4, 'project_id': '6ae572a6f87d4d70abcebc0f3058fa0e', 'gw_port': {'id': '9de359a1-d738-40a8-87c3-2fba594ce190', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af77cf2-eaad-4284-8445-24c7aeaed730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:27Z', 'updated_at': '2022-02-09T01:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'da2fa760-4692-463d-a9a9-86aaf187f6d8', 'name': '', 'network_id': '6c21402c-7902-4ae7-8505-6f11f3eac92e', 'tenant_id': '6ae572a6f87d4d70abcebc0f3058fa0e', 'mac_address': 'fa:16:3e:ab:3a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af77cf2-eaad-4284-8445-24c7aeaed730', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '72b75d40-f987-460b-9115-e3f2c6814493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:40Z', 'updated_at': '2022-02-09T01:01:57Z', 'revision_number': 5, 'project_id': '6ae572a6f87d4d70abcebc0f3058fa0e', 'subnets': [{'id': '72b75d40-f987-460b-9115-e3f2c6814493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:46.890453 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bbcb5a-cd89-4c65-a00f-9b8b5fabad96 None None] Checking router: 4af77cf2-eaad-4284-8445-24c7aeaed730 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:08:46.903224 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bbcb5a-cd89-4c65-a00f-9b8b5fabad96 None None] Routers {'4af77cf2-eaad-4284-8445-24c7aeaed730'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:08:46.903964 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-79bbcb5a-cd89-4c65-a00f-9b8b5fabad96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:08:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['4af77cf2-eaad-4284-8445-24c7aeaed730'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:46.984080 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-0db16b28-c5e5-4496-97bb-e7a7e418d4a5 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Allocated IP 172.20.0.10 (88728cd3-ea24-4a40-9246-bffa0114f21d/cc5c20af-7446-433d-b469-b71a03281ee6/e7b42026-850a-44f9-a6ee-e5a9dbb2edba) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:08:47.033493 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0f22d1f0-c110-4bf2-b5ed-84b9a53c2b4d req-756eb3a8-20b0-44dd-bd23-71289dab22d8 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/security-groups?id=2e29d487-4384-458c-a1fb-a5cd591001dc&id=c7f86f67-ad65-4a75-ada7-f9729d599d03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4601812 Feb 09 01:08:47.071281 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7b72d4-0202-4bc1-9320-b63455ed6bf1 req-5386632e-f0d2-418c-8c73-fb7d0aacab7a tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:47.072741 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-79236a95-6eae-43e4-bae9-63733d18ba2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:47.073196 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fa7b72d4-0202-4bc1-9320-b63455ed6bf1 req-5386632e-f0d2-418c-8c73-fb7d0aacab7a tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3a8b186-55a2-4b95-8fa1-1a08868ba068 HTTP/1.1" status: 200 len: 945 time: 1.5218804 Feb 09 01:08:47.090372 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-79236a95-6eae-43e4-bae9-63733d18ba2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:47.157922 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-79bbcb5a-cd89-4c65-a00f-9b8b5fabad96 None None] Set router 4af77cf2-eaad-4284-8445-24c7aeaed730 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:08:47.226245 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79236a95-6eae-43e4-bae9-63733d18ba2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8f0d9c-681a-481f-95df-b91514ba6bb4,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:47.238982 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-633e4945-b982-4335-8aa1-0e591f66b5bc tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] For port 170a5f88-b2b6-44b0-92a8-64b08d99f8ac, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=170a5f88-b2b6-44b0-92a8-64b08d99f8ac,segment=NetworkSegment(58a74df4-ae9c-4d77-a359-bab3cfb3f82d),segment_id=58a74df4-ae9c-4d77-a359-bab3cfb3f82d)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:47.240740 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79236a95-6eae-43e4-bae9-63733d18ba2d admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:08:47.242127 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-633e4945-b982-4335-8aa1-0e591f66b5bc tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:47.269471 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-79236a95-6eae-43e4-bae9-63733d18ba2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:47.269984 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-79236a95-6eae-43e4-bae9-63733d18ba2d admin admin] Added segment 85ef2125-dab5-4cf8-a0de-dada8704faf8 of type vlan for network 27bb923f-ad7d-44d3-b172-12f18a433617 Feb 09 01:08:47.337406 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-d79cb759-10a7-4eb5-b3c9-8e9c3d0558be tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:47.339455 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-d79cb759-10a7-4eb5-b3c9-8e9c3d0558be tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] 10.222.0.62 "GET /v2.0/networks?id=88728cd3-ea24-4a40-9246-bffa0114f21d HTTP/1.1" status: 200 len: 813 time: 0.7704022 Feb 09 01:08:47.398586 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-0db16b28-c5e5-4496-97bb-e7a7e418d4a5 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:47.420406 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-633e4945-b982-4335-8aa1-0e591f66b5bc tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Calling delete_port for 170a5f88-b2b6-44b0-92a8-64b08d99f8ac owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:08:47.450933 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-0db16b28-c5e5-4496-97bb-e7a7e418d4a5 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:47.463075 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-86fb4038-87e2-4976-b729-c355ce7b66da tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Request body: {'port': {'device_id': '2a0b1d68-a79f-4091-bc37-dcf18c257c98', 'network_id': '88728cd3-ea24-4a40-9246-bffa0114f21d', 'admin_state_up': True, 'tenant_id': '512edec67e4d47988608747108091a91'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:08:47.501360 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-79236a95-6eae-43e4-bae9-63733d18ba2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:47.558490 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-0db16b28-c5e5-4496-97bb-e7a7e418d4a5 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Network 88728cd3-ea24-4a40-9246-bffa0114f21d is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:08:47.559837 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-79bbcb5a-cd89-4c65-a00f-9b8b5fabad96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af77cf2-eaad-4284-8445-24c7aeaed730', 'name': 'tempest-TaggedBootDevicesTest_v242-933179945-router', 'tenant_id': '6ae572a6f87d4d70abcebc0f3058fa0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '9de359a1-d738-40a8-87c3-2fba594ce190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:01:25Z', 'updated_at': '2022-02-09T01:01:47Z', 'revision_number': 4, 'project_id': '6ae572a6f87d4d70abcebc0f3058fa0e', 'gw_port': {'id': '9de359a1-d738-40a8-87c3-2fba594ce190', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af77cf2-eaad-4284-8445-24c7aeaed730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:27Z', 'updated_at': '2022-02-09T01:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'da2fa760-4692-463d-a9a9-86aaf187f6d8', 'name': '', 'network_id': '6c21402c-7902-4ae7-8505-6f11f3eac92e', 'tenant_id': '6ae572a6f87d4d70abcebc0f3058fa0e', 'mac_address': 'fa:16:3e:ab:3a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af77cf2-eaad-4284-8445-24c7aeaed730', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '72b75d40-f987-460b-9115-e3f2c6814493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:40Z', 'updated_at': '2022-02-09T01:01:57Z', 'revision_number': 5, 'project_id': '6ae572a6f87d4d70abcebc0f3058fa0e', 'subnets': [{'id': '72b75d40-f987-460b-9115-e3f2c6814493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:47.564349 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bbcb5a-cd89-4c65-a00f-9b8b5fabad96 None None] The sync data for ids ['4af77cf2-eaad-4284-8445-24c7aeaed730'] in n-d-828418-1 is: [{'id': '4af77cf2-eaad-4284-8445-24c7aeaed730', 'name': 'tempest-TaggedBootDevicesTest_v242-933179945-router', 'tenant_id': '6ae572a6f87d4d70abcebc0f3058fa0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '9de359a1-d738-40a8-87c3-2fba594ce190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:01:25Z', 'updated_at': '2022-02-09T01:01:47Z', 'revision_number': 4, 'project_id': '6ae572a6f87d4d70abcebc0f3058fa0e', 'gw_port': {'id': '9de359a1-d738-40a8-87c3-2fba594ce190', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af77cf2-eaad-4284-8445-24c7aeaed730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:27Z', 'updated_at': '2022-02-09T01:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'da2fa760-4692-463d-a9a9-86aaf187f6d8', 'name': '', 'network_id': '6c21402c-7902-4ae7-8505-6f11f3eac92e', 'tenant_id': '6ae572a6f87d4d70abcebc0f3058fa0e', 'mac_address': 'fa:16:3e:ab:3a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af77cf2-eaad-4284-8445-24c7aeaed730', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '72b75d40-f987-460b-9115-e3f2c6814493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:40Z', 'updated_at': '2022-02-09T01:01:57Z', 'revision_number': 5, 'project_id': '6ae572a6f87d4d70abcebc0f3058fa0e', 'subnets': [{'id': '72b75d40-f987-460b-9115-e3f2c6814493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:08:47.575413 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-0db16b28-c5e5-4496-97bb-e7a7e418d4a5 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:08:47.580277 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db16b28-c5e5-4496-97bb-e7a7e418d4a5 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Pushing event updated for resources: {'Port': ['ID=e7b42026-850a-44f9-a6ee-e5a9dbb2edba,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:47.585927 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-0db16b28-c5e5-4496-97bb-e7a7e418d4a5 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:08:47.646733 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-79236a95-6eae-43e4-bae9-63733d18ba2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:47.647930 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79236a95-6eae-43e4-bae9-63733d18ba2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:47.649033 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-79236a95-6eae-43e4-bae9-63733d18ba2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:47.796334 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79236a95-6eae-43e4-bae9-63733d18ba2d admin admin] Pushing event updated for resources: {'Network': ['ID=27bb923f-ad7d-44d3-b172-12f18a433617,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:47.810832 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 27bb923f-ad7d-44d3-b172-12f18a433617 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:08:47.812034 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-0db16b28-c5e5-4496-97bb-e7a7e418d4a5 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:47.813007 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-0db16b28-c5e5-4496-97bb-e7a7e418d4a5 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:47.841199 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-79236a95-6eae-43e4-bae9-63733d18ba2d admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.8438194 Feb 09 01:08:47.843876 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-0db16b28-c5e5-4496-97bb-e7a7e418d4a5 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7273691 Feb 09 01:08:47.844567 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 32822) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:47.851133 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-9b3969e8-697d-425e-b7f9-24d59a6d352d admin admin] Request body: {'subnet': {'network_id': '27bb923f-ad7d-44d3-b172-12f18a433617', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-479897994-subnet', 'tenant_id': 'f6d2dbe332ea4c948ef614288aa0589f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:08:47.860746 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-e1d78500-909d-4508-a257-b1ba3bce56d6 service neutron] Request body: {'port': {'device_id': '2218bae7-d924-4457-b728-768e7bcaa1b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:08:47.895043 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9b3969e8-697d-425e-b7f9-24d59a6d352d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:08:47.912124 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-9b3969e8-697d-425e-b7f9-24d59a6d352d admin admin] Usage tracker for resource:subnet and tenant:f6d2dbe332ea4c948ef614288aa0589f is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:08:47.920204 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-9b3969e8-697d-425e-b7f9-24d59a6d352d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:08:47.926691 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fa7b72d4-0202-4bc1-9320-b63455ed6bf1 req-3690ea55-e865-4662-a876-160625407aa5 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/security-groups?id=c04812c5-0076-44a2-b712-bc76c2180e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8246911 Feb 09 01:08:47.930363 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9b3969e8-697d-425e-b7f9-24d59a6d352d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:08:48.113896 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57dd818-d9bc-4e71-a414-a081769fa4b8 None None] New status for floating IP ab10a589-92c7-407f-aea4-396af468d39e: DOWN {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:08:48.164251 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-e1d78500-909d-4508-a257-b1ba3bce56d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:48.176491 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3969e8-697d-425e-b7f9-24d59a6d352d admin admin] Made reservation on behalf of f6d2dbe332ea4c948ef614288aa0589f for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:08:48.179219 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9b3969e8-697d-425e-b7f9-24d59a6d352d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:48.236319 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7957393-e654-4fff-81bc-851bc0005995 req-ddd9ed17-48e8-40ae-8648-06f1826a80b2 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:48.237796 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a7957393-e654-4fff-81bc-851bc0005995 req-ddd9ed17-48e8-40ae-8648-06f1826a80b2 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] 10.222.0.105 "GET /v2.0/ports?device_id=2218bae7-d924-4457-b728-768e7bcaa1b6 HTTP/1.1" status: 200 len: 932 time: 0.8307989 Feb 09 01:08:48.238439 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-633e4945-b982-4335-8aa1-0e591f66b5bc tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:48.245467 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-86fb4038-87e2-4976-b729-c355ce7b66da tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:08:48.323551 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-86fb4038-87e2-4976-b729-c355ce7b66da tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Usage tracker for resource:port and tenant:512edec67e4d47988608747108091a91 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:08:48.331983 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633e4945-b982-4335-8aa1-0e591f66b5bc tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Pushing event deleted for resources: {'Port': ['ID=170a5f88-b2b6-44b0-92a8-64b08d99f8ac,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:48.343287 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-86fb4038-87e2-4976-b729-c355ce7b66da tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:08:48.400347 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-86fb4038-87e2-4976-b729-c355ce7b66da tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:08:48.488043 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-633e4945-b982-4335-8aa1-0e591f66b5bc tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] No DVR routers for this DVR port 170a5f88-b2b6-44b0-92a8-64b08d99f8ac on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:08:48.490522 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-633e4945-b982-4335-8aa1-0e591f66b5bc tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:48.496634 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-86fb4038-87e2-4976-b729-c355ce7b66da tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Made reservation on behalf of 512edec67e4d47988608747108091a91 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:08:48.500149 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-86fb4038-87e2-4976-b729-c355ce7b66da tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:48.513160 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-a7957393-e654-4fff-81bc-851bc0005995 req-9d560a6b-0016-4ba1-9893-d9f608cda38e tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Synchronizing usage tracker for tenant:512edec67e4d47988608747108091a91 on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:08:48.527398 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8406e0-20b5-4cea-8a74-7f12a8789f4a req-9f165a79-77bc-4399-a2ad-84c3a8db1270 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:48.528907 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6b8406e0-20b5-4cea-8a74-7f12a8789f4a req-9f165a79-77bc-4399-a2ad-84c3a8db1270 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.4357007 Feb 09 01:08:48.570286 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66784f-5c32-40b1-8025-72313f91d824 req-2ece6d63-68fc-453c-9bb1-e5eabb874249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:48.573010 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-da66784f-5c32-40b1-8025-72313f91d824 req-2ece6d63-68fc-453c-9bb1-e5eabb874249 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b3a8b186-55a2-4b95-8fa1-1a08868ba068 HTTP/1.1" status: 200 len: 1096 time: 0.6648529 Feb 09 01:08:48.574245 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-633e4945-b982-4335-8aa1-0e591f66b5bc tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.62 "DELETE /v2.0/ports/170a5f88-b2b6-44b0-92a8-64b08d99f8ac HTTP/1.1" status: 204 len: 173 time: 2.6964378 Feb 09 01:08:48.710865 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-a7957393-e654-4fff-81bc-851bc0005995 req-9d560a6b-0016-4ba1-9893-d9f608cda38e tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Unset dirty status for tenant:512edec67e4d47988608747108091a91 on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:08:48.724651 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a7957393-e654-4fff-81bc-851bc0005995 req-9d560a6b-0016-4ba1-9893-d9f608cda38e tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] 10.222.0.105 "GET /v2.0/security-groups?id=381460f4-1c29-47e7-9d02-7d44eb6210a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4754438 Feb 09 01:08:48.784459 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9b3969e8-697d-425e-b7f9-24d59a6d352d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:48.837476 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.db.resource_extend [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-e1d78500-909d-4508-a257-b1ba3bce56d6 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:08:48.893223 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6b8406e0-20b5-4cea-8a74-7f12a8789f4a req-1792fd63-5f25-4d7b-a813-db63f8a74943 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491647 Feb 09 01:08:48.938037 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-0c508db9-f15d-4b8d-a26c-5368268415ed tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Deleting port ff4c2db4-d131-4548-bc99-555a0ac5aae6 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:08:48.938682 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-0c508db9-f15d-4b8d-a26c-5368268415ed tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:49.030201 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3969e8-697d-425e-b7f9-24d59a6d352d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dc7801d-8b9a-4c30-9f6e-30958943df75,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:49.052620 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-e1d78500-909d-4508-a257-b1ba3bce56d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7b42026-850a-44f9-a6ee-e5a9dbb2edba {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:08:49.062142 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3969e8-697d-425e-b7f9-24d59a6d352d admin admin] Checking segment: {'id': '85ef2125-dab5-4cf8-a0de-dada8704faf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '27bb923f-ad7d-44d3-b172-12f18a433617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:08:49.062747 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3969e8-697d-425e-b7f9-24d59a6d352d admin admin] Network hostable DHCP agents. Network: 27bb923f-ad7d-44d3-b172-12f18a433617, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:08:49.071344 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-e1d78500-909d-4508-a257-b1ba3bce56d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:49.106686 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-e1d78500-909d-4508-a257-b1ba3bce56d6 service neutron] Transition to ACTIVE for port object e7b42026-850a-44f9-a6ee-e5a9dbb2edba will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:08:49.110340 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3969e8-697d-425e-b7f9-24d59a6d352d admin admin] Network 27bb923f-ad7d-44d3-b172-12f18a433617 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:08:49.113870 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-e1d78500-909d-4508-a257-b1ba3bce56d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:49.134197 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-da66784f-5c32-40b1-8025-72313f91d824 req-4f2684c2-c2d1-4031-9e5f-645a569c78d3 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c04812c5-0076-44a2-b712-bc76c2180e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4627504 Feb 09 01:08:49.328628 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-9b3969e8-697d-425e-b7f9-24d59a6d352d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 27bb923f-ad7d-44d3-b172-12f18a433617) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:08:49.334177 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3969e8-697d-425e-b7f9-24d59a6d352d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:49.335175 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9b3969e8-697d-425e-b7f9-24d59a6d352d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:49.343762 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5e78dc-47d1-490d-996f-6c5bbab968cd None None] Network 27bb923f-ad7d-44d3-b172-12f18a433617 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:08:49.406485 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d78500-909d-4508-a257-b1ba3bce56d6 service neutron] Pushing event updated for resources: {'Port': ['ID=e7b42026-850a-44f9-a6ee-e5a9dbb2edba,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:49.424834 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9b3969e8-697d-425e-b7f9-24d59a6d352d admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5763240 Feb 09 01:08:49.614075 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-50ec203b-4512-46e6-8248-fdbf744679db req-068bf1ad-cebb-4067-9fba-df1ef96d02ea tempest-ServerShowV254Test-510937204 tempest-ServerShowV254Test-510937204-project] 10.222.0.105 "GET /v2.0/ports?device_id=6d6d1cb4-dbcf-4008-9fed-59e962289ccd HTTP/1.1" status: 200 len: 210 time: 0.1747332 Feb 09 01:08:49.653221 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-e1d78500-909d-4508-a257-b1ba3bce56d6 service neutron] Attempting to bind port e7b42026-850a-44f9-a6ee-e5a9dbb2edba on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:08:49.653733 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-e1d78500-909d-4508-a257-b1ba3bce56d6 service neutron] Attempting to bind port e7b42026-850a-44f9-a6ee-e5a9dbb2edba by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '591493a9-2c56-4390-a828-c9adf3efad2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '88728cd3-ea24-4a40-9246-bffa0114f21d'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:08:49.654161 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-e1d78500-909d-4508-a257-b1ba3bce56d6 service neutron] Attempting to bind port e7b42026-850a-44f9-a6ee-e5a9dbb2edba on network 88728cd3-ea24-4a40-9246-bffa0114f21d {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:08:49.661769 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-e1d78500-909d-4508-a257-b1ba3bce56d6 service neutron] Port e7b42026-850a-44f9-a6ee-e5a9dbb2edba on network 88728cd3-ea24-4a40-9246-bffa0114f21d not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:08:49.662188 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-e1d78500-909d-4508-a257-b1ba3bce56d6 service neutron] Attempting to bind port e7b42026-850a-44f9-a6ee-e5a9dbb2edba on network 88728cd3-ea24-4a40-9246-bffa0114f21d {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:08:49.682863 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-e1d78500-909d-4508-a257-b1ba3bce56d6 service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:08:49.683359 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-e1d78500-909d-4508-a257-b1ba3bce56d6 service neutron] Checking segment: {'id': '591493a9-2c56-4390-a828-c9adf3efad2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '88728cd3-ea24-4a40-9246-bffa0114f21d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:08:49.683870 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-e1d78500-909d-4508-a257-b1ba3bce56d6 service neutron] Bound using segment: {'id': '591493a9-2c56-4390-a828-c9adf3efad2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '88728cd3-ea24-4a40-9246-bffa0114f21d'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:08:49.684419 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-e1d78500-909d-4508-a257-b1ba3bce56d6 service neutron] Bound port: e7b42026-850a-44f9-a6ee-e5a9dbb2edba, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '591493a9-2c56-4390-a828-c9adf3efad2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '88728cd3-ea24-4a40-9246-bffa0114f21d'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:08:49.684855 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-e1d78500-909d-4508-a257-b1ba3bce56d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:49.690263 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-86fb4038-87e2-4976-b729-c355ce7b66da tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Allocated IP 172.20.0.11 (88728cd3-ea24-4a40-9246-bffa0114f21d/cc5c20af-7446-433d-b469-b71a03281ee6/40e65b7c-ea45-46a3-a779-a86072c10516) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:08:49.752724 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aaa5086-2506-413a-a88f-4d56b6d269cb', 'name': 'network-vif-deleted', 'tag': 'f9b2d358-0ad5-43e9-81ee-55fa33d7d68a', 'status': 'completed', 'code': 200} Feb 09 01:08:49.931411 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-0c508db9-f15d-4b8d-a26c-5368268415ed tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] For port ff4c2db4-d131-4548-bc99-555a0ac5aae6, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=ff4c2db4-d131-4548-bc99-555a0ac5aae6,segment=NetworkSegment(1e6e2ba9-58a4-44c9-be4f-d8ba07a476ca),segment_id=1e6e2ba9-58a4-44c9-be4f-d8ba07a476ca)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:49.932025 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-0c508db9-f15d-4b8d-a26c-5368268415ed tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:49.945889 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69133a7-e776-42e8-9e4a-bc423e2897dd None None] Network 27bb923f-ad7d-44d3-b172-12f18a433617 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:08:49.949831 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6820268b-9b29-44ca-b630-c7b9262fd076 req-da580ba7-1ccf-4eff-b631-cff618b7db5a tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:49.950827 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-6820268b-9b29-44ca-b630-c7b9262fd076 req-da580ba7-1ccf-4eff-b631-cff618b7db5a tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Synchronizing usage tracker for tenant:6ae572a6f87d4d70abcebc0f3058fa0e on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:08:49.953631 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-e1d78500-909d-4508-a257-b1ba3bce56d6 service neutron] For port e7b42026-850a-44f9-a6ee-e5a9dbb2edba, host n-h1-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:08:49.959825 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-e1d78500-909d-4508-a257-b1ba3bce56d6 service neutron] For port e7b42026-850a-44f9-a6ee-e5a9dbb2edba, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=e7b42026-850a-44f9-a6ee-e5a9dbb2edba,segment=NetworkSegment(591493a9-2c56-4390-a828-c9adf3efad2d),segment_id=591493a9-2c56-4390-a828-c9adf3efad2d)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:08:49.966956 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-e1d78500-909d-4508-a257-b1ba3bce56d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:50.104194 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-e1d78500-909d-4508-a257-b1ba3bce56d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:50.104888 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-e1d78500-909d-4508-a257-b1ba3bce56d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:50.106396 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-e1d78500-909d-4508-a257-b1ba3bce56d6 service neutron] 10.222.0.62 "PUT /v2.0/ports/e7b42026-850a-44f9-a6ee-e5a9dbb2edba HTTP/1.1" status: 200 len: 1092 time: 2.2499609 Feb 09 01:08:50.106899 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2218bae7-d924-4457-b728-768e7bcaa1b6', 'tag': 'e7b42026-850a-44f9-a6ee-e5a9dbb2edba'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:08:50.118681 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 32854) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:50.131430 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-0c508db9-f15d-4b8d-a26c-5368268415ed tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Calling delete_port for ff4c2db4-d131-4548-bc99-555a0ac5aae6 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:08:50.256918 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d78500-909d-4508-a257-b1ba3bce56d6 service neutron] Pushing event updated for resources: {'Port': ['ID=e7b42026-850a-44f9-a6ee-e5a9dbb2edba,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:50.332546 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-ccf60793-19c8-4e7c-909d-658ad09e1aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:50.335295 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-ccf60793-19c8-4e7c-909d-658ad09e1aa8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=512edec67e4d47988608747108091a91&device_id=2218bae7-d924-4457-b728-768e7bcaa1b6 HTTP/1.1" status: 200 len: 1095 time: 0.1666265 Feb 09 01:08:50.339420 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-6820268b-9b29-44ca-b630-c7b9262fd076 req-da580ba7-1ccf-4eff-b631-cff618b7db5a tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Unset dirty status for tenant:6ae572a6f87d4d70abcebc0f3058fa0e on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:08:50.340654 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6820268b-9b29-44ca-b630-c7b9262fd076 req-da580ba7-1ccf-4eff-b631-cff618b7db5a tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/ports?device_id=9aaa5086-2506-413a-a88f-4d56b6d269cb HTTP/1.1" status: 200 len: 943 time: 1.1007552 Feb 09 01:08:50.429078 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-62a1adb7-361d-4fc0-bf8b-f453bf9aacdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:50.455666 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-b869a845-dd25-472d-841a-301d18e02f95 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7b42026-850a-44f9-a6ee-e5a9dbb2edba HTTP/1.1" status: 200 len: 217 time: 0.0964682 Feb 09 01:08:50.459050 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-62a1adb7-361d-4fc0-bf8b-f453bf9aacdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:08:50.464513 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-62a1adb7-361d-4fc0-bf8b-f453bf9aacdb admin admin] Usage tracker for resource:security_group_rule and tenant:cbf3e2ad733c4ce6964e36917010558c is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:08:50.467557 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-62a1adb7-361d-4fc0-bf8b-f453bf9aacdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:08:50.516260 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-62a1adb7-361d-4fc0-bf8b-f453bf9aacdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:08:50.521961 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6820268b-9b29-44ca-b630-c7b9262fd076 req-aeb54fc9-e720-48c4-b332-1f85c66a1a1f tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/security-groups?id=ea209cdf-6740-4074-8d6c-66653a19d53a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1602004 Feb 09 01:08:50.565125 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-8e9fe572-1f0a-4aed-9ec0-c7906779b438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:50.566659 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-8e9fe572-1f0a-4aed-9ec0-c7906779b438 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc5c20af-7446-433d-b469-b71a03281ee6 HTTP/1.1" status: 200 len: 853 time: 0.0962305 Feb 09 01:08:50.621997 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5e3bfc-c05d-4f1f-b5b2-b559e75d5b43 req-f2a9e080-f2d9-4e17-85f5-dd6dc2ce290f tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:50.630563 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5e3bfc-c05d-4f1f-b5b2-b559e75d5b43 req-f2a9e080-f2d9-4e17-85f5-dd6dc2ce290f tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:50.636472 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-92717e6c-bed9-43fe-808d-f544222510d7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=88728cd3-ea24-4a40-9246-bffa0114f21d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621018 Feb 09 01:08:50.650641 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5e3bfc-c05d-4f1f-b5b2-b559e75d5b43 req-f2a9e080-f2d9-4e17-85f5-dd6dc2ce290f tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:50.661417 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5e3bfc-c05d-4f1f-b5b2-b559e75d5b43 req-f2a9e080-f2d9-4e17-85f5-dd6dc2ce290f tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:50.700530 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5e3bfc-c05d-4f1f-b5b2-b559e75d5b43 req-f2a9e080-f2d9-4e17-85f5-dd6dc2ce290f tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:50.714826 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5e3bfc-c05d-4f1f-b5b2-b559e75d5b43 req-f2a9e080-f2d9-4e17-85f5-dd6dc2ce290f tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:50.748779 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5e3bfc-c05d-4f1f-b5b2-b559e75d5b43 req-f2a9e080-f2d9-4e17-85f5-dd6dc2ce290f tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:50.757019 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7b5e3bfc-c05d-4f1f-b5b2-b559e75d5b43 req-f2a9e080-f2d9-4e17-85f5-dd6dc2ce290f tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 5433 time: 0.6352210 Feb 09 01:08:50.764400 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-86fb4038-87e2-4976-b729-c355ce7b66da tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:50.767604 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-0c508db9-f15d-4b8d-a26c-5368268415ed tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:50.843009 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-62a1adb7-361d-4fc0-bf8b-f453bf9aacdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:50.857029 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-62a1adb7-361d-4fc0-bf8b-f453bf9aacdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:50.897234 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-f7706955-c04e-4191-a322-cb431f902a66 service neutron] 10.222.0.62 "GET /v2.0/networks/88728cd3-ea24-4a40-9246-bffa0114f21d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520306 Feb 09 01:08:51.114758 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-62a1adb7-361d-4fc0-bf8b-f453bf9aacdb admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=cbf3e2ad733c4ce6964e36917010558c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9894023 Feb 09 01:08:51.121051 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 32872) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:51.126061 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a1adb7-361d-4fc0-bf8b-f453bf9aacdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a10dc634-a845-4ad5-90bb-38fa668599c8,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:51.155347 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c508db9-f15d-4b8d-a26c-5368268415ed tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Pushing event deleted for resources: {'Port': ['ID=ff4c2db4-d131-4548-bc99-555a0ac5aae6,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:51.215676 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-0c508db9-f15d-4b8d-a26c-5368268415ed tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] No DVR routers for this DVR port ff4c2db4-d131-4548-bc99-555a0ac5aae6 on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:08:51.218275 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-0c508db9-f15d-4b8d-a26c-5368268415ed tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:51.223032 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-50a7fc30-94e8-499f-a198-765c92cd5cc6 service neutron] 10.222.0.62 "GET /v2.0/networks/88728cd3-ea24-4a40-9246-bffa0114f21d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152487 Feb 09 01:08:51.254462 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1e1c6f0e-48c6-427c-a325-c28ac479e574 req-0c508db9-f15d-4b8d-a26c-5368268415ed tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.62 "DELETE /v2.0/ports/ff4c2db4-d131-4548-bc99-555a0ac5aae6 HTTP/1.1" status: 204 len: 173 time: 2.6628728 Feb 09 01:08:51.266700 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c474aa91-85d7-419f-808e-cbeec607ae02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:51.294676 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-86fb4038-87e2-4976-b729-c355ce7b66da tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:51.299112 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c474aa91-85d7-419f-808e-cbeec607ae02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:51.374014 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c474aa91-85d7-419f-808e-cbeec607ae02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:51.391417 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c474aa91-85d7-419f-808e-cbeec607ae02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10dc634-a845-4ad5-90bb-38fa668599c8,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:51.418093 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630f902-044f-4cf0-a101-22778b253581 req-7a94891a-71a0-42d5-aecd-20c5e5c3ca4d tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:51.419677 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c630f902-044f-4cf0-a101-22778b253581 req-7a94891a-71a0-42d5-aecd-20c5e5c3ca4d tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3a8b186-55a2-4b95-8fa1-1a08868ba068 HTTP/1.1" status: 200 len: 945 time: 0.3780470 Feb 09 01:08:51.428397 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c495ee-80a0-460f-b704-10e22b060a06 req-8e580bc0-7595-415e-882d-18f22e3ee761 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:51.432565 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c474aa91-85d7-419f-808e-cbeec607ae02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:51.437321 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c474aa91-85d7-419f-808e-cbeec607ae02 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/a10dc634-a845-4ad5-90bb-38fa668599c8 HTTP/1.1" status: 204 len: 168 time: 0.3154616 Feb 09 01:08:51.438610 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e9c495ee-80a0-460f-b704-10e22b060a06 req-8e580bc0-7595-415e-882d-18f22e3ee761 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.4001749 Feb 09 01:08:51.445986 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-86fb4038-87e2-4976-b729-c355ce7b66da tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Network 88728cd3-ea24-4a40-9246-bffa0114f21d is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:08:51.452522 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-86fb4038-87e2-4976-b729-c355ce7b66da tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:08:51.491615 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-86fb4038-87e2-4976-b729-c355ce7b66da tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:08:51.547838 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fb4038-87e2-4976-b729-c355ce7b66da tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Pushing event updated for resources: {'Port': ['ID=40e65b7c-ea45-46a3-a779-a86072c10516,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:51.640506 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c630f902-044f-4cf0-a101-22778b253581 req-5a97a364-c657-4b9b-ab02-ffd676dc972b tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/security-groups?id=c04812c5-0076-44a2-b712-bc76c2180e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991596 Feb 09 01:08:51.652514 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:51.681541 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-86fb4038-87e2-4976-b729-c355ce7b66da tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:51.682429 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-86fb4038-87e2-4976-b729-c355ce7b66da tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:51.695351 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e9c495ee-80a0-460f-b704-10e22b060a06 req-bd34ab74-258c-431d-aa72-ef6b50c0f580 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475777 Feb 09 01:08:51.717086 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-86fb4038-87e2-4976-b729-c355ce7b66da tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2586296 Feb 09 01:08:51.734243 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-df5aea17-b532-487c-991e-37d0657afd9e service neutron] Request body: {'port': {'device_id': '2a0b1d68-a79f-4091-bc37-dcf18c257c98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:08:51.824403 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aaa5086-2506-413a-a88f-4d56b6d269cb', 'name': 'network-vif-deleted', 'tag': '170a5f88-b2b6-44b0-92a8-64b08d99f8ac'}, {'server_uuid': '9aaa5086-2506-413a-a88f-4d56b6d269cb', 'name': 'network-vif-deleted', 'tag': 'ff4c2db4-d131-4548-bc99-555a0ac5aae6'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:08:51.856225 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2218bae7-d924-4457-b728-768e7bcaa1b6', 'tag': 'e7b42026-850a-44f9-a6ee-e5a9dbb2edba', 'status': 'completed', 'code': 200} Feb 09 01:08:52.027490 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 32894) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:52.046972 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ef949a7c-ad70-4f66-ba46-2f37b7d88cc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:52.063634 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ef949a7c-ad70-4f66-ba46-2f37b7d88cc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:08:52.072723 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ef949a7c-ad70-4f66-ba46-2f37b7d88cc5 admin admin] Usage tracker for resource:security_group_rule and tenant:e4e31441243f45b1a9f97021802f5e9d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:08:52.076108 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ef949a7c-ad70-4f66-ba46-2f37b7d88cc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:08:52.082251 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ef949a7c-ad70-4f66-ba46-2f37b7d88cc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:08:52.091445 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dcb1a887-40bc-42cc-9c30-cd775ef8dbfb req-5c23d366-1812-412d-b2f8-90141cf5eddd tempest-ServerShowV254Test-510937204 tempest-ServerShowV254Test-510937204-project] 10.222.0.105 "GET /v2.0/ports?device_id=6d6d1cb4-dbcf-4008-9fed-59e962289ccd HTTP/1.1" status: 200 len: 210 time: 0.0799179 Feb 09 01:08:52.211521 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-df5aea17-b532-487c-991e-37d0657afd9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:52.239543 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ef949a7c-ad70-4f66-ba46-2f37b7d88cc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:52.248054 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ef949a7c-ad70-4f66-ba46-2f37b7d88cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:52.276277 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e14fd-793c-4126-9bd9-b2d8d0f3b1ca req-70060a9e-1775-472b-ab68-4d7ed2d3f3ad tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:52.276992 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-798e14fd-793c-4126-9bd9-b2d8d0f3b1ca req-70060a9e-1775-472b-ab68-4d7ed2d3f3ad tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Synchronizing usage tracker for tenant:512edec67e4d47988608747108091a91 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:08:52.309034 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ef949a7c-ad70-4f66-ba46-2f37b7d88cc5 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=e4e31441243f45b1a9f97021802f5e9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2804720 Feb 09 01:08:52.310135 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef949a7c-ad70-4f66-ba46-2f37b7d88cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a127a8a9-8e0d-452c-88bb-666d418afb81,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:52.313376 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 32900) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:52.347579 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f381df92-a8b4-41d7-a728-662b540b3a39 req-bad9c9dd-774a-4c9c-a99f-988cc49adb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:52.349096 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f381df92-a8b4-41d7-a728-662b540b3a39 req-bad9c9dd-774a-4c9c-a99f-988cc49adb17 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=512edec67e4d47988608747108091a91&device_id=2218bae7-d924-4457-b728-768e7bcaa1b6 HTTP/1.1" status: 200 len: 1095 time: 0.3808510 Feb 09 01:08:52.354275 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-a362722f-e1b8-449d-a4cf-e66689f7e3bd req-96399d78-1d3b-444e-ba67-3fbd078df0aa tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Synchronizing usage tracker for tenant:6ae572a6f87d4d70abcebc0f3058fa0e on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:08:52.378784 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d5539968-72c1-478d-95e0-edb3d3c8e4a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:52.409633 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d5539968-72c1-478d-95e0-edb3d3c8e4a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:52.460897 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-798e14fd-793c-4126-9bd9-b2d8d0f3b1ca req-70060a9e-1775-472b-ab68-4d7ed2d3f3ad tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Unset dirty status for tenant:512edec67e4d47988608747108091a91 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:08:52.462101 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-798e14fd-793c-4126-9bd9-b2d8d0f3b1ca req-70060a9e-1775-472b-ab68-4d7ed2d3f3ad tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] 10.222.0.105 "GET /v2.0/ports?device_id=2218bae7-d924-4457-b728-768e7bcaa1b6 HTTP/1.1" status: 200 len: 944 time: 0.6172352 Feb 09 01:08:52.477353 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d5539968-72c1-478d-95e0-edb3d3c8e4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:52.492496 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5539968-72c1-478d-95e0-edb3d3c8e4a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a127a8a9-8e0d-452c-88bb-666d418afb81,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:52.500163 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d5539968-72c1-478d-95e0-edb3d3c8e4a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:52.501834 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d5539968-72c1-478d-95e0-edb3d3c8e4a5 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/a127a8a9-8e0d-452c-88bb-666d418afb81 HTTP/1.1" status: 204 len: 168 time: 0.1868100 Feb 09 01:08:52.533248 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-a362722f-e1b8-449d-a4cf-e66689f7e3bd req-96399d78-1d3b-444e-ba67-3fbd078df0aa tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Unset dirty status for tenant:6ae572a6f87d4d70abcebc0f3058fa0e on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:08:52.534446 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a362722f-e1b8-449d-a4cf-e66689f7e3bd req-96399d78-1d3b-444e-ba67-3fbd078df0aa tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/ports?device_id=9aaa5086-2506-413a-a88f-4d56b6d269cb HTTP/1.1" status: 200 len: 210 time: 0.2670176 Feb 09 01:08:52.717983 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-798e14fd-793c-4126-9bd9-b2d8d0f3b1ca req-a58ade95-6472-405d-8a63-f1fce1317038 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] 10.222.0.105 "GET /v2.0/security-groups?id=381460f4-1c29-47e7-9d02-7d44eb6210a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468772 Feb 09 01:08:52.775554 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f381df92-a8b4-41d7-a728-662b540b3a39 req-f676dff1-d7cf-4046-a97c-d82a02c95f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:52.781517 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f381df92-a8b4-41d7-a728-662b540b3a39 req-f676dff1-d7cf-4046-a97c-d82a02c95f37 service neutron] 10.222.0.62 "GET /v2.0/networks?id=88728cd3-ea24-4a40-9246-bffa0114f21d HTTP/1.1" status: 200 len: 914 time: 0.4192448 Feb 09 01:08:52.792111 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aaa5086-2506-413a-a88f-4d56b6d269cb', 'name': 'network-vif-deleted', 'tag': '170a5f88-b2b6-44b0-92a8-64b08d99f8ac', 'status': 'completed', 'code': 200} Feb 09 01:08:52.792386 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aaa5086-2506-413a-a88f-4d56b6d269cb', 'name': 'network-vif-deleted', 'tag': 'ff4c2db4-d131-4548-bc99-555a0ac5aae6', 'status': 'completed', 'code': 200} Feb 09 01:08:52.896025 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f381df92-a8b4-41d7-a728-662b540b3a39 req-1cc85343-e413-4b08-b807-2a6588c62e5c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7b42026-850a-44f9-a6ee-e5a9dbb2edba HTTP/1.1" status: 200 len: 217 time: 0.0936620 Feb 09 01:08:52.978484 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce5a585-b8cb-4e4a-9e7e-5d3c79b2162c req-2aeed045-ba0f-471b-ad89-963feaa2b8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:52.981225 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-fce5a585-b8cb-4e4a-9e7e-5d3c79b2162c req-2aeed045-ba0f-471b-ad89-963feaa2b8e2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6039567a52d946e490ce131e89f5d77f&device_id=b3a8b186-55a2-4b95-8fa1-1a08868ba068 HTTP/1.1" status: 200 len: 1096 time: 0.1262736 Feb 09 01:08:53.078824 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 32920) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:53.114070 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-069806bd-65a5-4cb7-a676-a606e14c4540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:53.178299 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-069806bd-65a5-4cb7-a676-a606e14c4540 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:08:53.198550 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-069806bd-65a5-4cb7-a676-a606e14c4540 admin admin] Usage tracker for resource:security_group_rule and tenant:efdc173815964497ab052ba33ad747d0 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:08:53.203208 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-069806bd-65a5-4cb7-a676-a606e14c4540 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:08:53.221526 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-069806bd-65a5-4cb7-a676-a606e14c4540 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:08:53.231378 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce5a585-b8cb-4e4a-9e7e-5d3c79b2162c req-7660c854-e5e9-4d9b-be3d-e0435c89211b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:53.233009 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-fce5a585-b8cb-4e4a-9e7e-5d3c79b2162c req-7660c854-e5e9-4d9b-be3d-e0435c89211b service neutron] 10.222.0.62 "GET /v2.0/networks?id=2347c0e2-18b5-449a-8992-746b7866ae46 HTTP/1.1" status: 200 len: 911 time: 0.2410555 Feb 09 01:08:53.319411 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f381df92-a8b4-41d7-a728-662b540b3a39 req-b6bb0f91-bcb4-46b2-9c91-a06b5e620217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:53.319411 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f381df92-a8b4-41d7-a728-662b540b3a39 req-b6bb0f91-bcb4-46b2-9c91-a06b5e620217 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc5c20af-7446-433d-b469-b71a03281ee6 HTTP/1.1" status: 200 len: 853 time: 0.4073172 Feb 09 01:08:53.336674 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-fce5a585-b8cb-4e4a-9e7e-5d3c79b2162c req-244d6a3f-f4a2-487a-bead-d836866cac5d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7db3c12-03d2-4588-b382-12d4feed3cdf HTTP/1.1" status: 200 len: 217 time: 0.0849011 Feb 09 01:08:53.464888 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f381df92-a8b4-41d7-a728-662b540b3a39 req-5e383a19-09f7-4127-9ee8-643c99ac93e2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=88728cd3-ea24-4a40-9246-bffa0114f21d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0957897 Feb 09 01:08:53.468846 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce5a585-b8cb-4e4a-9e7e-5d3c79b2162c req-8cd14594-25f5-46f4-b120-07d9d6bd1571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:53.468846 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-fce5a585-b8cb-4e4a-9e7e-5d3c79b2162c req-8cd14594-25f5-46f4-b120-07d9d6bd1571 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1fb2cbe1-ac38-49b2-93b4-07126768375d HTTP/1.1" status: 200 len: 850 time: 0.1229341 Feb 09 01:08:53.489938 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0456ed95-eca4-4260-a17c-044202e2d793 req-908f4202-aa0e-4cf3-b62f-fa56c2d80cd2 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:53.489938 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0456ed95-eca4-4260-a17c-044202e2d793 req-908f4202-aa0e-4cf3-b62f-fa56c2d80cd2 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] 10.222.0.105 "GET /v2.0/networks?id=27bb923f-ad7d-44d3-b172-12f18a433617 HTTP/1.1" status: 200 len: 808 time: 0.5751979 Feb 09 01:08:53.528903 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-fce5a585-b8cb-4e4a-9e7e-5d3c79b2162c req-4c3d3641-361f-4403-9cfc-edbfc55764b0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2347c0e2-18b5-449a-8992-746b7866ae46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549684 Feb 09 01:08:53.599614 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0456ed95-eca4-4260-a17c-044202e2d793 req-5cf40169-dedb-43b6-bf71-ebfeada0b94c tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] 10.222.0.105 "GET /v2.0/quotas/f6d2dbe332ea4c948ef614288aa0589f HTTP/1.1" status: 200 len: 375 time: 0.0869894 Feb 09 01:08:53.604156 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-df5aea17-b532-487c-991e-37d0657afd9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40e65b7c-ea45-46a3-a779-a86072c10516 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:08:53.625709 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71c78e-e257-4c64-a18f-59a0d6b6d691 req-fa982081-8bbd-42bc-8c8c-6e6194d1baaf tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:53.627445 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ae71c78e-e257-4c64-a18f-59a0d6b6d691 req-fa982081-8bbd-42bc-8c8c-6e6194d1baaf tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3a8b186-55a2-4b95-8fa1-1a08868ba068 HTTP/1.1" status: 200 len: 945 time: 0.6105676 Feb 09 01:08:53.629703 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-df5aea17-b532-487c-991e-37d0657afd9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:53.635836 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-069806bd-65a5-4cb7-a676-a606e14c4540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:53.641981 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-069806bd-65a5-4cb7-a676-a606e14c4540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:53.703027 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0456ed95-eca4-4260-a17c-044202e2d793 req-5b7c5645-9c51-4cd0-83fc-d4d8cd0f989f tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=f6d2dbe332ea4c948ef614288aa0589f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0866332 Feb 09 01:08:53.733844 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069806bd-65a5-4cb7-a676-a606e14c4540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e998af-5192-4b0e-ae7b-29b4e47a153e,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:53.741418 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-069806bd-65a5-4cb7-a676-a606e14c4540 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=efdc173815964497ab052ba33ad747d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6610320 Feb 09 01:08:53.745075 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 32930) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:53.759144 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-df5aea17-b532-487c-991e-37d0657afd9e service neutron] Transition to ACTIVE for port object 40e65b7c-ea45-46a3-a779-a86072c10516 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:08:53.786540 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-fce5a585-b8cb-4e4a-9e7e-5d3c79b2162c req-1b4a8fb6-841d-443b-b000-94df752f0ac0 service neutron] 10.222.0.62 "GET /v2.0/networks/2347c0e2-18b5-449a-8992-746b7866ae46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401659 Feb 09 01:08:53.827054 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-df5aea17-b532-487c-991e-37d0657afd9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:53.911492 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-84d606f1-d893-4b60-86de-2b909c4dd781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:53.923110 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f381df92-a8b4-41d7-a728-662b540b3a39 req-4c7b0d26-c7cd-4adb-a45d-2f607e98bf39 service neutron] 10.222.0.62 "GET /v2.0/networks/88728cd3-ea24-4a40-9246-bffa0114f21d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4499321 Feb 09 01:08:53.979397 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-84d606f1-d893-4b60-86de-2b909c4dd781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:53.990894 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-fce5a585-b8cb-4e4a-9e7e-5d3c79b2162c req-cbd1cd20-ea1f-49fe-8a24-caa8a0863477 service neutron] 10.222.0.62 "GET /v2.0/networks/2347c0e2-18b5-449a-8992-746b7866ae46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911173 Feb 09 01:08:54.026670 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ae71c78e-e257-4c64-a18f-59a0d6b6d691 req-4461faab-d11d-4c23-b238-aaad3b05a743 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/security-groups?id=c04812c5-0076-44a2-b712-bc76c2180e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467667 Feb 09 01:08:54.056261 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-84d606f1-d893-4b60-86de-2b909c4dd781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:54.077905 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d606f1-d893-4b60-86de-2b909c4dd781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e998af-5192-4b0e-ae7b-29b4e47a153e,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:54.083641 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-84d606f1-d893-4b60-86de-2b909c4dd781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:54.088357 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-84d606f1-d893-4b60-86de-2b909c4dd781 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/84e998af-5192-4b0e-ae7b-29b4e47a153e HTTP/1.1" status: 204 len: 168 time: 0.3387427 Feb 09 01:08:54.185998 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5aea17-b532-487c-991e-37d0657afd9e service neutron] Pushing event updated for resources: {'Port': ['ID=40e65b7c-ea45-46a3-a779-a86072c10516,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:54.323778 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0456ed95-eca4-4260-a17c-044202e2d793 req-3c162d5f-f570-4973-8c61-33d2de07667d service neutron] 10.222.0.105 "GET /v2.0/networks/27bb923f-ad7d-44d3-b172-12f18a433617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6023848 Feb 09 01:08:54.448294 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-df5aea17-b532-487c-991e-37d0657afd9e service neutron] Attempting to bind port 40e65b7c-ea45-46a3-a779-a86072c10516 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:08:54.448683 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-df5aea17-b532-487c-991e-37d0657afd9e service neutron] Attempting to bind port 40e65b7c-ea45-46a3-a779-a86072c10516 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '591493a9-2c56-4390-a828-c9adf3efad2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '88728cd3-ea24-4a40-9246-bffa0114f21d'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:08:54.448981 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-df5aea17-b532-487c-991e-37d0657afd9e service neutron] Attempting to bind port 40e65b7c-ea45-46a3-a779-a86072c10516 on network 88728cd3-ea24-4a40-9246-bffa0114f21d {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:08:54.465146 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-df5aea17-b532-487c-991e-37d0657afd9e service neutron] Port 40e65b7c-ea45-46a3-a779-a86072c10516 on network 88728cd3-ea24-4a40-9246-bffa0114f21d not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:08:54.465347 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-df5aea17-b532-487c-991e-37d0657afd9e service neutron] Attempting to bind port 40e65b7c-ea45-46a3-a779-a86072c10516 on network 88728cd3-ea24-4a40-9246-bffa0114f21d {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:08:54.485396 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f381df92-a8b4-41d7-a728-662b540b3a39 req-fac9b856-468f-4f57-b376-8d85e2e0b805 service neutron] 10.222.0.62 "GET /v2.0/networks/88728cd3-ea24-4a40-9246-bffa0114f21d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5100734 Feb 09 01:08:54.489445 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-df5aea17-b532-487c-991e-37d0657afd9e service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:08:54.489812 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-df5aea17-b532-487c-991e-37d0657afd9e service neutron] Checking segment: {'id': '591493a9-2c56-4390-a828-c9adf3efad2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '88728cd3-ea24-4a40-9246-bffa0114f21d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:08:54.490198 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-df5aea17-b532-487c-991e-37d0657afd9e service neutron] Bound using segment: {'id': '591493a9-2c56-4390-a828-c9adf3efad2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '88728cd3-ea24-4a40-9246-bffa0114f21d'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:08:54.490635 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-df5aea17-b532-487c-991e-37d0657afd9e service neutron] Bound port: 40e65b7c-ea45-46a3-a779-a86072c10516, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '591493a9-2c56-4390-a828-c9adf3efad2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '88728cd3-ea24-4a40-9246-bffa0114f21d'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:08:54.490979 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-df5aea17-b532-487c-991e-37d0657afd9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:54.575227 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ac5ee-c4ca-4b6f-9df0-8afe2b927aa0 req-ea8ef51f-9fb5-4eb9-b83b-4b44c84c64eb tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:54.580675 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b19ac5ee-c4ca-4b6f-9df0-8afe2b927aa0 req-ea8ef51f-9fb5-4eb9-b83b-4b44c84c64eb tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.4357541 Feb 09 01:08:54.611885 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:54.649945 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0456ed95-eca4-4260-a17c-044202e2d793 req-e75ffa04-a6e9-4ebc-9e3e-dabf8b403788 service neutron] 10.222.0.105 "GET /v2.0/networks/27bb923f-ad7d-44d3-b172-12f18a433617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107364 Feb 09 01:08:54.677528 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-df5aea17-b532-487c-991e-37d0657afd9e service neutron] For port 40e65b7c-ea45-46a3-a779-a86072c10516, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:08:54.689626 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b19ac5ee-c4ca-4b6f-9df0-8afe2b927aa0 req-1c1976cc-1823-4202-907a-3b031fb61982 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784743 Feb 09 01:08:54.699925 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-df5aea17-b532-487c-991e-37d0657afd9e service neutron] For port 40e65b7c-ea45-46a3-a779-a86072c10516, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=40e65b7c-ea45-46a3-a779-a86072c10516,segment=NetworkSegment(591493a9-2c56-4390-a828-c9adf3efad2d),segment_id=591493a9-2c56-4390-a828-c9adf3efad2d)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:08:54.705845 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-df5aea17-b532-487c-991e-37d0657afd9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:54.784652 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-df5aea17-b532-487c-991e-37d0657afd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:54.785258 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-df5aea17-b532-487c-991e-37d0657afd9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:54.786980 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-df5aea17-b532-487c-991e-37d0657afd9e service neutron] 10.222.0.62 "PUT /v2.0/ports/40e65b7c-ea45-46a3-a779-a86072c10516 HTTP/1.1" status: 200 len: 1092 time: 3.0630610 Feb 09 01:08:54.801078 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a0b1d68-a79f-4091-bc37-dcf18c257c98', 'tag': '40e65b7c-ea45-46a3-a779-a86072c10516'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:08:54.941923 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5aea17-b532-487c-991e-37d0657afd9e service neutron] Pushing event updated for resources: {'Port': ['ID=40e65b7c-ea45-46a3-a779-a86072c10516,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:54.968329 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6dfb49e7-e3a5-443d-b340-035dcec0b3cf req-f506515b-8161-4391-a300-42a895488c80 tempest-ServerShowV254Test-510937204 tempest-ServerShowV254Test-510937204-project] 10.222.0.105 "GET /v2.0/ports?device_id=6d6d1cb4-dbcf-4008-9fed-59e962289ccd HTTP/1.1" status: 200 len: 210 time: 0.1253848 Feb 09 01:08:55.065148 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-68f5b357-6eb6-44c6-a406-1a143bcf27b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:55.067365 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-68f5b357-6eb6-44c6-a406-1a143bcf27b2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=512edec67e4d47988608747108091a91&device_id=2a0b1d68-a79f-4091-bc37-dcf18c257c98 HTTP/1.1" status: 200 len: 1095 time: 0.1861076 Feb 09 01:08:55.085331 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device e7b42026-850a-44f9-a6ee-e5a9dbb2edba details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:08:55.342839 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-55929a12-b5f1-42c0-b8eb-bc3ee117f302 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40e65b7c-ea45-46a3-a779-a86072c10516 HTTP/1.1" status: 200 len: 217 time: 0.2593145 Feb 09 01:08:55.372895 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port e7b42026-850a-44f9-a6ee-e5a9dbb2edba, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=e7b42026-850a-44f9-a6ee-e5a9dbb2edba,segment=NetworkSegment(591493a9-2c56-4390-a828-c9adf3efad2d),segment_id=591493a9-2c56-4390-a828-c9adf3efad2d)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:55.389498 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': 'e7b42026-850a-44f9-a6ee-e5a9dbb2edba', 'network_id': '88728cd3-ea24-4a40-9246-bffa0114f21d', 'port_id': 'e7b42026-850a-44f9-a6ee-e5a9dbb2edba', 'mac_address': 'fa:16:3e:4a:3f:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc5c20af-7446-433d-b469-b71a03281ee6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:08:55.501647 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:55.525999 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7b42026-850a-44f9-a6ee-e5a9dbb2edba {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:08:55.542886 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-a8a56991-fa8e-48e1-9160-741e654d6525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:55.544598 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-a8a56991-fa8e-48e1-9160-741e654d6525 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc5c20af-7446-433d-b469-b71a03281ee6 HTTP/1.1" status: 200 len: 853 time: 0.1407616 Feb 09 01:08:55.561957 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port e7b42026-850a-44f9-a6ee-e5a9dbb2edba, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=e7b42026-850a-44f9-a6ee-e5a9dbb2edba,segment=NetworkSegment(591493a9-2c56-4390-a828-c9adf3efad2d),segment_id=591493a9-2c56-4390-a828-c9adf3efad2d)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:55.574509 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:55.608071 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-2efe4fff-fa6a-4b72-9476-dc9ab2539aab service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=88728cd3-ea24-4a40-9246-bffa0114f21d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524290 Feb 09 01:08:55.654030 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=e7b42026-850a-44f9-a6ee-e5a9dbb2edba,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:55.662606 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:55.662606 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:55.662843 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:55.663152 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:55.665377 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:55.666704 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:55.667481 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:55.670002 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:55.671134 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:55.672815 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:55.673320 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:55.674422 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeb88cf-6736-401a-beb4-8f0bb0d3be20 req-6b1a4157-5dd9-46e2-9884-2e7267a552e0 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:55.674557 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:55.676134 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bbeb88cf-6736-401a-beb4-8f0bb0d3be20 req-6b1a4157-5dd9-46e2-9884-2e7267a552e0 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.3360543 Feb 09 01:08:55.780785 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfcfa40-c60b-4b15-bb77-f7cb2dbc7659 req-eeffe9e9-fb1f-4da4-a654-829f8d4ac66b tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:55.791632 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cbfcfa40-c60b-4b15-bb77-f7cb2dbc7659 req-eeffe9e9-fb1f-4da4-a654-829f8d4ac66b tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] 10.222.0.105 "GET /v2.0/ports?device_id=2218bae7-d924-4457-b728-768e7bcaa1b6 HTTP/1.1" status: 200 len: 944 time: 0.4462705 Feb 09 01:08:55.880492 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bbeb88cf-6736-401a-beb4-8f0bb0d3be20 req-f8967116-58b8-4d0b-a460-fc119bee2ea7 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392841 Feb 09 01:08:55.967206 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cbfcfa40-c60b-4b15-bb77-f7cb2dbc7659 req-4cfbc327-3949-493b-bef8-69afdbe88143 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] 10.222.0.105 "GET /v2.0/security-groups?id=381460f4-1c29-47e7-9d02-7d44eb6210a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760020 Feb 09 01:08:55.975193 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['e7b42026-850a-44f9-a6ee-e5a9dbb2edba'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:08:56.033490 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-43a7b3bf-6f0b-408f-b9c5-293b9ddd15ed service neutron] 10.222.0.62 "GET /v2.0/networks/88728cd3-ea24-4a40-9246-bffa0114f21d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4088295 Feb 09 01:08:56.185946 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 32990) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:56.347707 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f415823b-5f0f-4775-9547-f3ff479157e6 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:56.368568 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a0b1d68-a79f-4091-bc37-dcf18c257c98', 'tag': '40e65b7c-ea45-46a3-a779-a86072c10516', 'status': 'completed', 'code': 200} Feb 09 01:08:56.392979 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f415823b-5f0f-4775-9547-f3ff479157e6 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:56.453789 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f415823b-5f0f-4775-9547-f3ff479157e6 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:56.479453 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f415823b-5f0f-4775-9547-f3ff479157e6 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea209cdf-6740-4074-8d6c-66653a19d53a,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:56.505141 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f415823b-5f0f-4775-9547-f3ff479157e6 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:56.505141 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f415823b-5f0f-4775-9547-f3ff479157e6 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "DELETE /v2.0/security-groups/ea209cdf-6740-4074-8d6c-66653a19d53a HTTP/1.1" status: 204 len: 168 time: 0.3195498 Feb 09 01:08:56.517090 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 33002) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:56.546970 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-7ebcca88-e3c9-4a1f-8d3c-3064f1f534ed tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] show failed (client error): The resource could not be found. Feb 09 01:08:56.546970 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-7ebcca88-e3c9-4a1f-8d3c-3064f1f534ed tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "GET /v2.0/security-groups/ea209cdf-6740-4074-8d6c-66653a19d53a HTTP/1.1" status: 404 len: 347 time: 0.0335927 Feb 09 01:08:56.546970 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 33006) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:56.662718 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8217be64-2fa0-4956-adb0-19f18d6c6b5d req-9b46b5d3-2e65-4a85-9e64-7349b5120a88 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7b10883-60e5-40b8-8c46-fd4f259a2fcb HTTP/1.1" status: 200 len: 210 time: 0.3029554 Feb 09 01:08:56.828308 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-f431bcf1-258f-49d5-9673-95e441a9786f tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Deleting port 58584020-7f1f-45d9-ab4a-677f86b5d76f {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:08:56.828653 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f431bcf1-258f-49d5-9673-95e441a9786f tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:57.028952 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4550c787-d586-4bc0-825e-0ce9e8ac72cf req-0d9d2af7-4659-46e5-9b64-1cfa53b44cbe tempest-ServerShowV254Test-510937204 tempest-ServerShowV254Test-510937204-project] 10.222.0.105 "GET /v2.0/ports?device_id=6d6d1cb4-dbcf-4008-9fed-59e962289ccd HTTP/1.1" status: 200 len: 210 time: 0.1130116 Feb 09 01:08:57.081168 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-76088e7d-3501-437f-920e-e6945ab1fa5f req-61722295-8abd-4afb-b52a-c382faee32cd service neutron] 10.222.0.62 "GET /v2.0/networks/88728cd3-ea24-4a40-9246-bffa0114f21d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0345612 Feb 09 01:08:57.247820 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f431bcf1-258f-49d5-9673-95e441a9786f tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:57.248428 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f431bcf1-258f-49d5-9673-95e441a9786f tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:57.282655 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0456ed95-eca4-4260-a17c-044202e2d793 req-af8ae003-0932-485d-be57-4360046c0cf6 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:57.284086 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0456ed95-eca4-4260-a17c-044202e2d793 req-af8ae003-0932-485d-be57-4360046c0cf6 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] 10.222.0.62 "GET /v2.0/networks?id=27bb923f-ad7d-44d3-b172-12f18a433617 HTTP/1.1" status: 200 len: 808 time: 0.6840847 Feb 09 01:08:57.300170 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf11b0-e250-4bd8-8c16-40b95574fdc8 req-ac441fb6-ace4-4516-92d0-c1a449c9d3b1 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:57.301695 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-afaf11b0-e250-4bd8-8c16-40b95574fdc8 req-ac441fb6-ace4-4516-92d0-c1a449c9d3b1 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3a8b186-55a2-4b95-8fa1-1a08868ba068 HTTP/1.1" status: 200 len: 945 time: 0.8168733 Feb 09 01:08:57.317062 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-0456ed95-eca4-4260-a17c-044202e2d793 req-22d30cbf-b8ba-4049-afe4-8e157a90782d tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Request body: {'port': {'device_id': 'c7b10883-60e5-40b8-8c46-fd4f259a2fcb', 'network_id': '27bb923f-ad7d-44d3-b172-12f18a433617', 'admin_state_up': True, 'tenant_id': 'f6d2dbe332ea4c948ef614288aa0589f'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:08:57.385035 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-f431bcf1-258f-49d5-9673-95e441a9786f tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Calling delete_port for 58584020-7f1f-45d9-ab4a-677f86b5d76f owned by network:floatingip {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:08:57.500449 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-afaf11b0-e250-4bd8-8c16-40b95574fdc8 req-355d3a67-a268-427e-8920-af9d2cb97556 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/security-groups?id=c04812c5-0076-44a2-b712-bc76c2180e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686401 Feb 09 01:08:57.536487 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4cd38d-aee1-4ad7-a2ce-9aae4b2ba9d9 req-2ce3c46e-8685-476e-8948-c73b702d4531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:57.538001 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2d4cd38d-aee1-4ad7-a2ce-9aae4b2ba9d9 req-2ce3c46e-8685-476e-8948-c73b702d4531 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=512edec67e4d47988608747108091a91&device_id=2a0b1d68-a79f-4091-bc37-dcf18c257c98 HTTP/1.1" status: 200 len: 1095 time: 0.3528402 Feb 09 01:08:57.556040 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f431bcf1-258f-49d5-9673-95e441a9786f tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:57.612571 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431bcf1-258f-49d5-9673-95e441a9786f tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Pushing event deleted for resources: {'Port': ['ID=58584020-7f1f-45d9-ab4a-677f86b5d76f,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:57.613075 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-0456ed95-eca4-4260-a17c-044202e2d793 req-22d30cbf-b8ba-4049-afe4-8e157a90782d tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:08:57.650912 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd99667-3a92-45d8-8871-43a24306d951 req-4f275494-c605-4790-961d-8df47e731aca tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:57.666475 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1fd99667-3a92-45d8-8871-43a24306d951 req-4f275494-c605-4790-961d-8df47e731aca tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] 10.222.0.105 "GET /v2.0/ports?device_id=2218bae7-d924-4457-b728-768e7bcaa1b6 HTTP/1.1" status: 200 len: 945 time: 0.4381552 Feb 09 01:08:57.669091 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-0456ed95-eca4-4260-a17c-044202e2d793 req-22d30cbf-b8ba-4049-afe4-8e157a90782d tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Usage tracker for resource:port and tenant:f6d2dbe332ea4c948ef614288aa0589f is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:08:57.729369 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f431bcf1-258f-49d5-9673-95e441a9786f tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks [] for floatingip, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:57.730910 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:08:57.742278 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-0456ed95-eca4-4260-a17c-044202e2d793 req-22d30cbf-b8ba-4049-afe4-8e157a90782d tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:08:57.751230 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f431bcf1-258f-49d5-9673-95e441a9786f tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:57.752497 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f431bcf1-258f-49d5-9673-95e441a9786f tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "DELETE /v2.0/floatingips/ab10a589-92c7-407f-aea4-396af468d39e HTTP/1.1" status: 204 len: 168 time: 1.2076159 Feb 09 01:08:57.755653 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 33028) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:57.800090 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-0456ed95-eca4-4260-a17c-044202e2d793 req-22d30cbf-b8ba-4049-afe4-8e157a90782d tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:08:57.831401 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-6cc865f2-b7fc-47b9-b9fc-bb326a81b971 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Deleting port 79a7f7ff-db18-40ba-b175-35b4cc180bbe {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:08:57.831778 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6cc865f2-b7fc-47b9-b9fc-bb326a81b971 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:57.858434 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0456ed95-eca4-4260-a17c-044202e2d793 req-22d30cbf-b8ba-4049-afe4-8e157a90782d tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Made reservation on behalf of f6d2dbe332ea4c948ef614288aa0589f for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:08:57.861992 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0456ed95-eca4-4260-a17c-044202e2d793 req-22d30cbf-b8ba-4049-afe4-8e157a90782d tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:57.884596 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1fd99667-3a92-45d8-8871-43a24306d951 req-2651b6a7-bc60-418a-bf3e-af7a6d8c49ca tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] 10.222.0.105 "GET /v2.0/security-groups?id=381460f4-1c29-47e7-9d02-7d44eb6210a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151942 Feb 09 01:08:58.167684 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6cc865f2-b7fc-47b9-b9fc-bb326a81b971 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:58.184429 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4cd38d-aee1-4ad7-a2ce-9aae4b2ba9d9 req-87119fe4-3d49-47cc-9993-0ebdbdcd79b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:58.185999 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2d4cd38d-aee1-4ad7-a2ce-9aae4b2ba9d9 req-87119fe4-3d49-47cc-9993-0ebdbdcd79b7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=88728cd3-ea24-4a40-9246-bffa0114f21d HTTP/1.1" status: 200 len: 914 time: 0.6272209 Feb 09 01:08:58.272915 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2d4cd38d-aee1-4ad7-a2ce-9aae4b2ba9d9 req-e4e1cb7c-ce73-48f5-bc3a-4c57d3c2fe67 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40e65b7c-ea45-46a3-a779-a86072c10516 HTTP/1.1" status: 200 len: 217 time: 0.0720274 Feb 09 01:08:58.343595 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-6cc865f2-b7fc-47b9-b9fc-bb326a81b971 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Calling delete_port for 79a7f7ff-db18-40ba-b175-35b4cc180bbe owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:08:58.353358 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4cd38d-aee1-4ad7-a2ce-9aae4b2ba9d9 req-aa1e03bc-4183-4a77-9199-261c2cd78a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:58.355179 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2d4cd38d-aee1-4ad7-a2ce-9aae4b2ba9d9 req-aa1e03bc-4183-4a77-9199-261c2cd78a20 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc5c20af-7446-433d-b469-b71a03281ee6 HTTP/1.1" status: 200 len: 853 time: 0.0743847 Feb 09 01:08:58.459619 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1396912b-f5ec-4ee5-a1d0-848405e95f29 req-f91ff827-8350-436e-94fd-d1f2662922a8 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7b10883-60e5-40b8-8c46-fd4f259a2fcb HTTP/1.1" status: 200 len: 210 time: 0.1030905 Feb 09 01:08:58.520109 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa252085-789b-480b-bd60-11193c1e4df3 req-1c7ac2af-3c30-4d49-bfce-b1091f229965 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:58.522654 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fa252085-789b-480b-bd60-11193c1e4df3 req-1c7ac2af-3c30-4d49-bfce-b1091f229965 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.7774911 Feb 09 01:08:58.526895 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2d4cd38d-aee1-4ad7-a2ce-9aae4b2ba9d9 req-fc3e05bf-010a-4707-a11b-91babafc9f27 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=88728cd3-ea24-4a40-9246-bffa0114f21d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1583166 Feb 09 01:08:58.536557 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6cc865f2-b7fc-47b9-b9fc-bb326a81b971 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:58.621540 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc865f2-b7fc-47b9-b9fc-bb326a81b971 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Pushing event deleted for resources: {'Port': ['ID=79a7f7ff-db18-40ba-b175-35b4cc180bbe,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:58.771263 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6cc865f2-b7fc-47b9-b9fc-bb326a81b971 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:58.785676 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-6cc865f2-b7fc-47b9-b9fc-bb326a81b971 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "DELETE /v2.0/ports/79a7f7ff-db18-40ba-b175-35b4cc180bbe HTTP/1.1" status: 204 len: 168 time: 1.0266223 Feb 09 01:08:58.785936 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 33042) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:58.843467 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2ea21947-0272-4deb-9717-5d02708a1b8d req-50524ba1-03ec-4f63-9827-7c72492352aa tempest-ServerShowV254Test-510937204 tempest-ServerShowV254Test-510937204-project] 10.222.0.105 "GET /v2.0/ports?device_id=6d6d1cb4-dbcf-4008-9fed-59e962289ccd HTTP/1.1" status: 200 len: 210 time: 0.0937266 Feb 09 01:08:58.858440 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fa252085-789b-480b-bd60-11193c1e4df3 req-bc2ad104-5ded-4b32-a15c-26ef7ca53e80 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3255167 Feb 09 01:08:58.868486 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-0456ed95-eca4-4260-a17c-044202e2d793 req-22d30cbf-b8ba-4049-afe4-8e157a90782d tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Allocated IP 172.20.0.10 (27bb923f-ad7d-44d3-b172-12f18a433617/5dc7801d-8b9a-4c30-9f6e-30958943df75/e5026afa-b97e-48b0-826f-c668784d613b) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:08:58.880685 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-a8ff925c-f368-4a13-beb6-757ed375acf2 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Deleting port 2b457899-fc18-4e88-ac0e-5e0fa9c1dad9 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:08:58.881028 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a8ff925c-f368-4a13-beb6-757ed375acf2 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:58.982406 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2d4cd38d-aee1-4ad7-a2ce-9aae4b2ba9d9 req-3d6792db-4807-4b6a-973d-d05ec9f83151 service neutron] 10.222.0.62 "GET /v2.0/networks/88728cd3-ea24-4a40-9246-bffa0114f21d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3683794 Feb 09 01:08:59.112037 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device e7b42026-850a-44f9-a6ee-e5a9dbb2edba up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:08:59.240780 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a8ff925c-f368-4a13-beb6-757ed375acf2 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:59.252056 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port e7b42026-850a-44f9-a6ee-e5a9dbb2edba completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:08:59.261901 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port e7b42026-850a-44f9-a6ee-e5a9dbb2edba triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:08:59.262899 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:59.424646 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-a8ff925c-f368-4a13-beb6-757ed375acf2 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Calling delete_port for 2b457899-fc18-4e88-ac0e-5e0fa9c1dad9 owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:08:59.446130 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:59.486775 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2218bae7-d924-4457-b728-768e7bcaa1b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b42026-850a-44f9-a6ee-e5a9dbb2edba'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:08:59.500545 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port e7b42026-850a-44f9-a6ee-e5a9dbb2edba, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=e7b42026-850a-44f9-a6ee-e5a9dbb2edba,segment=NetworkSegment(591493a9-2c56-4390-a828-c9adf3efad2d),segment_id=591493a9-2c56-4390-a828-c9adf3efad2d)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:59.505473 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675037c0-cc19-4183-bdbc-50a11cff9395 req-8f766e11-910b-40b7-b64d-0f60c5f19cc0 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:59.507169 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-675037c0-cc19-4183-bdbc-50a11cff9395 req-8f766e11-910b-40b7-b64d-0f60c5f19cc0 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.4710836 Feb 09 01:08:59.508525 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:59.509426 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2d4cd38d-aee1-4ad7-a2ce-9aae4b2ba9d9 req-d785111c-7e36-4ea7-9278-b55355548f72 service neutron] 10.222.0.62 "GET /v2.0/networks/88728cd3-ea24-4a40-9246-bffa0114f21d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5046804 Feb 09 01:08:59.549773 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4875e911-2c21-49e8-9f62-1c4b7e8d53c7 req-b96df5fa-8f22-43a7-9de5-46a62e583918 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:59.551452 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4875e911-2c21-49e8-9f62-1c4b7e8d53c7 req-b96df5fa-8f22-43a7-9de5-46a62e583918 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3a8b186-55a2-4b95-8fa1-1a08868ba068 HTTP/1.1" status: 200 len: 945 time: 0.5076070 Feb 09 01:08:59.592847 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0456ed95-eca4-4260-a17c-044202e2d793 req-22d30cbf-b8ba-4049-afe4-8e157a90782d tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:59.654108 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-675037c0-cc19-4183-bdbc-50a11cff9395 req-de15f97b-427e-469d-ab88-540c17d9e14d tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246305 Feb 09 01:08:59.662158 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4875e911-2c21-49e8-9f62-1c4b7e8d53c7 req-03926ff1-de88-49cb-802c-5d88ca2da482 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/security-groups?id=c04812c5-0076-44a2-b712-bc76c2180e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891013 Feb 09 01:08:59.688030 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0456ed95-eca4-4260-a17c-044202e2d793 req-22d30cbf-b8ba-4049-afe4-8e157a90782d tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:59.765419 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=e7b42026-850a-44f9-a6ee-e5a9dbb2edba,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:59.840685 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0456ed95-eca4-4260-a17c-044202e2d793 req-22d30cbf-b8ba-4049-afe4-8e157a90782d tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Network 27bb923f-ad7d-44d3-b172-12f18a433617 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:08:59.840823 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2218bae7-d924-4457-b728-768e7bcaa1b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b42026-850a-44f9-a6ee-e5a9dbb2edba', 'code': 200} Feb 09 01:08:59.844411 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-0456ed95-eca4-4260-a17c-044202e2d793 req-22d30cbf-b8ba-4049-afe4-8e157a90782d tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:08:59.848797 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-0456ed95-eca4-4260-a17c-044202e2d793 req-22d30cbf-b8ba-4049-afe4-8e157a90782d tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:08:59.930346 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a8ff925c-f368-4a13-beb6-757ed375acf2 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:00.003619 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d30cbf-b8ba-4049-afe4-8e157a90782d tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Pushing event updated for resources: {'Port': ['ID=e5026afa-b97e-48b0-826f-c668784d613b,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:00.094216 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ff925c-f368-4a13-beb6-757ed375acf2 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Pushing event deleted for resources: {'Port': ['ID=2b457899-fc18-4e88-ac0e-5e0fa9c1dad9,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:00.106041 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0456ed95-eca4-4260-a17c-044202e2d793 req-22d30cbf-b8ba-4049-afe4-8e157a90782d tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:00.106704 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0456ed95-eca4-4260-a17c-044202e2d793 req-22d30cbf-b8ba-4049-afe4-8e157a90782d tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:00.156728 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0456ed95-eca4-4260-a17c-044202e2d793 req-22d30cbf-b8ba-4049-afe4-8e157a90782d tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8487253 Feb 09 01:09:00.169866 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cd6e19-8861-45f3-9ecd-52087a160697 req-d6cfddb1-ed6e-4ba4-89d1-80e88bef507a tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:00.171402 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f2cd6e19-8861-45f3-9ecd-52087a160697 req-d6cfddb1-ed6e-4ba4-89d1-80e88bef507a tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] 10.222.0.105 "GET /v2.0/ports?device_id=2218bae7-d924-4457-b728-768e7bcaa1b6 HTTP/1.1" status: 200 len: 946 time: 0.2736638 Feb 09 01:09:00.180164 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-0456ed95-eca4-4260-a17c-044202e2d793 req-7d667bd1-07cc-4a52-b963-af7e6cafa09c service neutron] Request body: {'port': {'device_id': 'c7b10883-60e5-40b8-8c46-fd4f259a2fcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:00.189376 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a8ff925c-f368-4a13-beb6-757ed375acf2 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:00.201676 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a8ff925c-f368-4a13-beb6-757ed375acf2 tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "DELETE /v2.0/ports/2b457899-fc18-4e88-ac0e-5e0fa9c1dad9 HTTP/1.1" status: 204 len: 168 time: 1.4141121 Feb 09 01:09:00.203693 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 33064) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:00.293424 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-65de7099-8dee-4934-b1c5-0781df23e38e tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Deleting subnet 5dd8fcac-c862-4048-83da-a71790153314 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:09:00.296965 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-65de7099-8dee-4934-b1c5-0781df23e38e tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:00.363032 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-65de7099-8dee-4934-b1c5-0781df23e38e tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:00.409150 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b874b5fa-0491-426a-a714-218904b00755 req-3efe3102-5eb1-4c88-b780-2732f284e2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:00.409150 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b874b5fa-0491-426a-a714-218904b00755 req-3efe3102-5eb1-4c88-b780-2732f284e2e1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2218bae7-d924-4457-b728-768e7bcaa1b6 HTTP/1.1" status: 200 len: 1097 time: 0.4597387 Feb 09 01:09:00.466205 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b488cf4-ab58-46c7-9133-07d15eaf6f20 req-382c0c2a-f276-4268-840d-dae6582801aa tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:00.466205 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-4b488cf4-ab58-46c7-9133-07d15eaf6f20 req-382c0c2a-f276-4268-840d-dae6582801aa tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Synchronizing usage tracker for tenant:f6d2dbe332ea4c948ef614288aa0589f on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:09:00.512878 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-65de7099-8dee-4934-b1c5-0781df23e38e tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:00.544255 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f2cd6e19-8861-45f3-9ecd-52087a160697 req-f80d50f4-6843-4855-b870-c9f1f600f02c tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] 10.222.0.105 "GET /v2.0/security-groups?id=381460f4-1c29-47e7-9d02-7d44eb6210a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3349986 Feb 09 01:09:00.641296 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b874b5fa-0491-426a-a714-218904b00755 req-741ca040-81fa-4915-9dff-54a1324d5330 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=381460f4-1c29-47e7-9d02-7d44eb6210a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211390 Feb 09 01:09:00.690351 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-4b488cf4-ab58-46c7-9133-07d15eaf6f20 req-382c0c2a-f276-4268-840d-dae6582801aa tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Unset dirty status for tenant:f6d2dbe332ea4c948ef614288aa0589f on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:09:00.702259 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4b488cf4-ab58-46c7-9133-07d15eaf6f20 req-382c0c2a-f276-4268-840d-dae6582801aa tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7b10883-60e5-40b8-8c46-fd4f259a2fcb HTTP/1.1" status: 200 len: 932 time: 0.6951287 Feb 09 01:09:00.763561 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0456ed95-eca4-4260-a17c-044202e2d793 req-7d667bd1-07cc-4a52-b963-af7e6cafa09c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:00.766633 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-65de7099-8dee-4934-b1c5-0781df23e38e tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:00.859188 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4b488cf4-ab58-46c7-9133-07d15eaf6f20 req-2d59ccd6-6cb8-437b-974e-2e620fdc0a72 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] 10.222.0.105 "GET /v2.0/security-groups?id=8a8f0d9c-681a-481f-95df-b91514ba6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540985 Feb 09 01:09:00.916246 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65de7099-8dee-4934-b1c5-0781df23e38e tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Pushing event deleted for resources: {'Subnet': ['ID=5dd8fcac-c862-4048-83da-a71790153314,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:00.917683 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-65de7099-8dee-4934-b1c5-0781df23e38e tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:00.929122 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa04cb04-027f-475b-9a5f-ddd64c495628 None None] Network 8d0fbf1e-afd1-4ea0-9eba-88871e127cde requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:09:00.950236 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-65de7099-8dee-4934-b1c5-0781df23e38e tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "DELETE /v2.0/subnets/5dd8fcac-c862-4048-83da-a71790153314 HTTP/1.1" status: 204 len: 168 time: 0.7426553 Feb 09 01:09:00.951298 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 33072) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:00.985719 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-729f0f0c-0a32-4e2a-8f4d-3910553223af req-00f26126-8c02-4140-9df6-8ad20621844c tempest-ServerShowV254Test-510937204 tempest-ServerShowV254Test-510937204-project] 10.222.0.105 "GET /v2.0/ports?device_id=6d6d1cb4-dbcf-4008-9fed-59e962289ccd HTTP/1.1" status: 200 len: 210 time: 0.1192012 Feb 09 01:09:01.023445 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5b723e3-f56d-4568-8d6a-bd92b254c63b tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Deleting subnet 7081671c-8f7d-4eb3-94eb-1c4eeeb2da0e {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:09:01.030251 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f5b723e3-f56d-4568-8d6a-bd92b254c63b tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:01.158885 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f5b723e3-f56d-4568-8d6a-bd92b254c63b tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:01.162279 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 40e65b7c-ea45-46a3-a779-a86072c10516 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:09:01.298830 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f5b723e3-f56d-4568-8d6a-bd92b254c63b tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:01.413006 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 40e65b7c-ea45-46a3-a779-a86072c10516, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=40e65b7c-ea45-46a3-a779-a86072c10516,segment=NetworkSegment(591493a9-2c56-4390-a828-c9adf3efad2d),segment_id=591493a9-2c56-4390-a828-c9adf3efad2d)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:09:01.436344 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '40e65b7c-ea45-46a3-a779-a86072c10516', 'network_id': '88728cd3-ea24-4a40-9246-bffa0114f21d', 'port_id': '40e65b7c-ea45-46a3-a779-a86072c10516', 'mac_address': 'fa:16:3e:bb:13:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc5c20af-7446-433d-b469-b71a03281ee6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:09:01.469903 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f5b723e3-f56d-4568-8d6a-bd92b254c63b tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:01.495888 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4166cddc-57b3-429b-ab80-948c3b9d92e4 req-6478fb5c-dadf-4dbd-bed5-8034ba677c20 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:01.503619 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4166cddc-57b3-429b-ab80-948c3b9d92e4 req-6478fb5c-dadf-4dbd-bed5-8034ba677c20 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3a8b186-55a2-4b95-8fa1-1a08868ba068 HTTP/1.1" status: 200 len: 945 time: 0.3158331 Feb 09 01:09:01.531498 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e2161e-211e-4a4d-8039-699876a8c13a req-e33bbf3a-92d6-4635-b38f-6e63b5677a4f tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:01.533119 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-12e2161e-211e-4a4d-8039-699876a8c13a req-e33bbf3a-92d6-4635-b38f-6e63b5677a4f tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.3850031 Feb 09 01:09:01.533958 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af96f172-0a81-4840-bcb6-95fb4f000906 None None] DHCP port deletion for 8d0fbf1e-afd1-4ea0-9eba-88871e127cde request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:09:01.539767 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f5b723e3-f56d-4568-8d6a-bd92b254c63b tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:01.543560 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b723e3-f56d-4568-8d6a-bd92b254c63b tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Pushing event deleted for resources: {'Subnet': ['ID=7081671c-8f7d-4eb3-94eb-1c4eeeb2da0e,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:01.548603 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-af96f172-0a81-4840-bcb6-95fb4f000906 None None] Deleting port b38da1e8-bdf0-43e3-9c77-fe6640748ec5 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:09:01.549137 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f5b723e3-f56d-4568-8d6a-bd92b254c63b tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "DELETE /v2.0/subnets/7081671c-8f7d-4eb3-94eb-1c4eeeb2da0e HTTP/1.1" status: 204 len: 168 time: 0.5966957 Feb 09 01:09:01.549489 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-af96f172-0a81-4840-bcb6-95fb4f000906 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:01.552159 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 33082) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:01.613511 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f04ecc-0ce7-4c24-8e85-ebab5aa00164 None None] Network f6623f95-6162-4277-8fd2-5364045aea14 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:09:01.707338 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4166cddc-57b3-429b-ab80-948c3b9d92e4 req-6337b208-bcd9-49dd-b9f4-b1a9f26a5954 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/security-groups?id=c04812c5-0076-44a2-b712-bc76c2180e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032299 Feb 09 01:09:01.714996 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9b7ed83d-bd8c-4925-ada6-ce74ac3aeecf tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:01.748447 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:01.753127 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-9b7ed83d-bd8c-4925-ada6-ce74ac3aeecf tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Deleting port b38da1e8-bdf0-43e3-9c77-fe6640748ec5 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:09:01.753127 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9b7ed83d-bd8c-4925-ada6-ce74ac3aeecf tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:01.795093 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-0456ed95-eca4-4260-a17c-044202e2d793 req-7d667bd1-07cc-4a52-b963-af7e6cafa09c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5026afa-b97e-48b0-826f-c668784d613b {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:09:01.803272 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40e65b7c-ea45-46a3-a779-a86072c10516 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:09:01.838926 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-12e2161e-211e-4a4d-8039-699876a8c13a req-2ba6e77b-87a2-45ab-afd7-d8000d47b192 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868865 Feb 09 01:09:01.855150 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0456ed95-eca4-4260-a17c-044202e2d793 req-7d667bd1-07cc-4a52-b963-af7e6cafa09c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:01.919489 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 40e65b7c-ea45-46a3-a779-a86072c10516, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=40e65b7c-ea45-46a3-a779-a86072c10516,segment=NetworkSegment(591493a9-2c56-4390-a828-c9adf3efad2d),segment_id=591493a9-2c56-4390-a828-c9adf3efad2d)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:09:01.983895 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:01.994260 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-0456ed95-eca4-4260-a17c-044202e2d793 req-7d667bd1-07cc-4a52-b963-af7e6cafa09c service neutron] Transition to ACTIVE for port object e5026afa-b97e-48b0-826f-c668784d613b will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:09:02.006453 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0456ed95-eca4-4260-a17c-044202e2d793 req-7d667bd1-07cc-4a52-b963-af7e6cafa09c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:02.241945 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-af96f172-0a81-4840-bcb6-95fb4f000906 None None] For port b38da1e8-bdf0-43e3-9c77-fe6640748ec5, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=b38da1e8-bdf0-43e3-9c77-fe6640748ec5,segment=NetworkSegment(1e6e2ba9-58a4-44c9-be4f-d8ba07a476ca),segment_id=1e6e2ba9-58a4-44c9-be4f-d8ba07a476ca)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:09:02.242417 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-af96f172-0a81-4840-bcb6-95fb4f000906 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:02.344121 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=40e65b7c-ea45-46a3-a779-a86072c10516,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:02.347348 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d667bd1-07cc-4a52-b963-af7e6cafa09c service neutron] Pushing event updated for resources: {'Port': ['ID=e5026afa-b97e-48b0-826f-c668784d613b,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:02.450034 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['40e65b7c-ea45-46a3-a779-a86072c10516'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:09:02.452129 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-9b7ed83d-bd8c-4925-ada6-ce74ac3aeecf tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] For port b38da1e8-bdf0-43e3-9c77-fe6640748ec5, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=b38da1e8-bdf0-43e3-9c77-fe6640748ec5,segment=NetworkSegment(1e6e2ba9-58a4-44c9-be4f-d8ba07a476ca),segment_id=1e6e2ba9-58a4-44c9-be4f-d8ba07a476ca)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:09:02.452619 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9b7ed83d-bd8c-4925-ada6-ce74ac3aeecf tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:02.485364 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-af96f172-0a81-4840-bcb6-95fb4f000906 None None] Calling delete_port for b38da1e8-bdf0-43e3-9c77-fe6640748ec5 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:09:02.638880 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-af96f172-0a81-4840-bcb6-95fb4f000906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:02.694419 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cffef76-c1c1-416a-897d-86679f6571ad None None] DHCP port deletion for f6623f95-6162-4277-8fd2-5364045aea14 request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:09:02.706664 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-6cffef76-c1c1-416a-897d-86679f6571ad None None] Deleting port 9bc941d7-5717-4931-927c-a5ce5a4bad12 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:09:02.706664 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6cffef76-c1c1-416a-897d-86679f6571ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:02.720341 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-9b7ed83d-bd8c-4925-ada6-ce74ac3aeecf tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Calling delete_port for b38da1e8-bdf0-43e3-9c77-fe6640748ec5 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:09:02.801954 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0a44dc-594a-45a2-bf81-73d665991501 req-c4a72de0-1029-4931-a4df-87aceb2d7cff tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:02.813195 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6a0a44dc-594a-45a2-bf81-73d665991501 req-c4a72de0-1029-4931-a4df-87aceb2d7cff tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] 10.222.0.105 "GET /v2.0/ports?device_id=2218bae7-d924-4457-b728-768e7bcaa1b6 HTTP/1.1" status: 200 len: 946 time: 0.9359882 Feb 09 01:09:02.829636 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.db.api [None req-9b7ed83d-bd8c-4925-ada6-ce74ac3aeecf tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:09:02.829636 n-d-828418-1 neutron-server[87638]: DEBUG oslo_db.api [None req-9b7ed83d-bd8c-4925-ada6-ce74ac3aeecf tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:09:02.879350 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af96f172-0a81-4840-bcb6-95fb4f000906 None None] Pushing event deleted for resources: {'Port': ['ID=b38da1e8-bdf0-43e3-9c77-fe6640748ec5,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:02.892677 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af96f172-0a81-4840-bcb6-95fb4f000906 None None] No DVR routers for this DVR port b38da1e8-bdf0-43e3-9c77-fe6640748ec5 on host n-d-828418-1 {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:09:02.933698 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6a0a44dc-594a-45a2-bf81-73d665991501 req-d2ca9e6f-ee45-4562-aea1-c00c68a57191 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] 10.222.0.105 "GET /v2.0/security-groups?id=381460f4-1c29-47e7-9d02-7d44eb6210a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298509 Feb 09 01:09:02.974935 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935700c0-3ca9-44d9-ba31-3f97db2bc4fd req-5696b8bc-2394-4f09-ac4a-b63830bef1ea tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:03.020754 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-935700c0-3ca9-44d9-ba31-3f97db2bc4fd req-5696b8bc-2394-4f09-ac4a-b63830bef1ea tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.8404853 Feb 09 01:09:03.020754 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-0456ed95-eca4-4260-a17c-044202e2d793 req-7d667bd1-07cc-4a52-b963-af7e6cafa09c service neutron] Attempting to bind port e5026afa-b97e-48b0-826f-c668784d613b on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:09:03.020754 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-0456ed95-eca4-4260-a17c-044202e2d793 req-7d667bd1-07cc-4a52-b963-af7e6cafa09c service neutron] Attempting to bind port e5026afa-b97e-48b0-826f-c668784d613b by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '85ef2125-dab5-4cf8-a0de-dada8704faf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '27bb923f-ad7d-44d3-b172-12f18a433617'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:09:03.020754 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0456ed95-eca4-4260-a17c-044202e2d793 req-7d667bd1-07cc-4a52-b963-af7e6cafa09c service neutron] Attempting to bind port e5026afa-b97e-48b0-826f-c668784d613b on network 27bb923f-ad7d-44d3-b172-12f18a433617 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:09:03.096095 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-6cffef76-c1c1-416a-897d-86679f6571ad None None] For port 9bc941d7-5717-4931-927c-a5ce5a4bad12, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=9bc941d7-5717-4931-927c-a5ce5a4bad12,segment=NetworkSegment(58a74df4-ae9c-4d77-a359-bab3cfb3f82d),segment_id=58a74df4-ae9c-4d77-a359-bab3cfb3f82d)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:09:03.102713 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6cffef76-c1c1-416a-897d-86679f6571ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:03.107331 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cde1fa-fe1b-4fbb-a5cd-8739ddacc31d req-e2647b63-4b4c-4660-b581-5009e6a813c5 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:03.119243 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e6cde1fa-fe1b-4fbb-a5cd-8739ddacc31d req-e2647b63-4b4c-4660-b581-5009e6a813c5 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3a8b186-55a2-4b95-8fa1-1a08868ba068 HTTP/1.1" status: 200 len: 945 time: 0.7671268 Feb 09 01:09:03.121124 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0456ed95-eca4-4260-a17c-044202e2d793 req-7d667bd1-07cc-4a52-b963-af7e6cafa09c service neutron] Port e5026afa-b97e-48b0-826f-c668784d613b on network 27bb923f-ad7d-44d3-b172-12f18a433617 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:09:03.121450 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0456ed95-eca4-4260-a17c-044202e2d793 req-7d667bd1-07cc-4a52-b963-af7e6cafa09c service neutron] Attempting to bind port e5026afa-b97e-48b0-826f-c668784d613b on network 27bb923f-ad7d-44d3-b172-12f18a433617 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:09:03.230027 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0456ed95-eca4-4260-a17c-044202e2d793 req-7d667bd1-07cc-4a52-b963-af7e6cafa09c service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:09:03.230358 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0456ed95-eca4-4260-a17c-044202e2d793 req-7d667bd1-07cc-4a52-b963-af7e6cafa09c service neutron] Checking segment: {'id': '85ef2125-dab5-4cf8-a0de-dada8704faf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '27bb923f-ad7d-44d3-b172-12f18a433617'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:09:03.230937 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0456ed95-eca4-4260-a17c-044202e2d793 req-7d667bd1-07cc-4a52-b963-af7e6cafa09c service neutron] Bound using segment: {'id': '85ef2125-dab5-4cf8-a0de-dada8704faf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '27bb923f-ad7d-44d3-b172-12f18a433617'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:09:03.231379 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-0456ed95-eca4-4260-a17c-044202e2d793 req-7d667bd1-07cc-4a52-b963-af7e6cafa09c service neutron] Bound port: e5026afa-b97e-48b0-826f-c668784d613b, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85ef2125-dab5-4cf8-a0de-dada8704faf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '27bb923f-ad7d-44d3-b172-12f18a433617'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:09:03.231724 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0456ed95-eca4-4260-a17c-044202e2d793 req-7d667bd1-07cc-4a52-b963-af7e6cafa09c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:03.265914 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 9bc941d7-5717-4931-927c-a5ce5a4bad12 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:09:03.305377 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-6cffef76-c1c1-416a-897d-86679f6571ad None None] Calling delete_port for 9bc941d7-5717-4931-927c-a5ce5a4bad12 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:09:03.321555 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-9b7ed83d-bd8c-4925-ada6-ce74ac3aeecf tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Deleting port b38da1e8-bdf0-43e3-9c77-fe6640748ec5 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:09:03.322277 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9b7ed83d-bd8c-4925-ada6-ce74ac3aeecf tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:03.343298 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-935700c0-3ca9-44d9-ba31-3f97db2bc4fd req-86fadd33-6b11-4cc8-9537-63aecd80f400 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273113 Feb 09 01:09:03.365416 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-e6cde1fa-fe1b-4fbb-a5cd-8739ddacc31d req-cc912e14-2287-4dcc-9078-a0ac231b9181 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Deleting port d7db3c12-03d2-4588-b382-12d4feed3cdf {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:09:03.365799 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e6cde1fa-fe1b-4fbb-a5cd-8739ddacc31d req-cc912e14-2287-4dcc-9078-a0ac231b9181 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:03.539980 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:03.563081 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-9b7ed83d-bd8c-4925-ada6-ce74ac3aeecf tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] The port 'b38da1e8-bdf0-43e3-9c77-fe6640748ec5' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:09:03.650027 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 9bc941d7-5717-4931-927c-a5ce5a4bad12, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=9bc941d7-5717-4931-927c-a5ce5a4bad12,segment=NetworkSegment(58a74df4-ae9c-4d77-a359-bab3cfb3f82d),segment_id=58a74df4-ae9c-4d77-a359-bab3cfb3f82d)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:09:03.650027 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:03.652609 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device b38da1e8-bdf0-43e3-9c77-fe6640748ec5 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:09:03.697302 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-0456ed95-eca4-4260-a17c-044202e2d793 req-7d667bd1-07cc-4a52-b963-af7e6cafa09c service neutron] For port e5026afa-b97e-48b0-826f-c668784d613b, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:09:03.775803 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-6cffef76-c1c1-416a-897d-86679f6571ad None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:09:03.776160 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-6cffef76-c1c1-416a-897d-86679f6571ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:09:03.776814 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: b38da1e8-bdf0-43e3-9c77-fe6640748ec5 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:09:03.777153 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device b38da1e8-bdf0-43e3-9c77-fe6640748ec5 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:09:03.838266 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=9bc941d7-5717-4931-927c-a5ce5a4bad12,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:03.893858 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9b7ed83d-bd8c-4925-ada6-ce74ac3aeecf tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:03.923812 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-9b7ed83d-bd8c-4925-ada6-ce74ac3aeecf tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d0fbf1e-afd1-4ea0-9eba-88871e127cde']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:03.941427 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-9b7ed83d-bd8c-4925-ada6-ce74ac3aeecf tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e6e2ba9-58a4-44c9-be4f-d8ba07a476ca') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:03.941839 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-9b7ed83d-bd8c-4925-ada6-ce74ac3aeecf tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e6e2ba9-58a4-44c9-be4f-d8ba07a476ca') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:03.960158 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-0456ed95-eca4-4260-a17c-044202e2d793 req-7d667bd1-07cc-4a52-b963-af7e6cafa09c service neutron] For port e5026afa-b97e-48b0-826f-c668784d613b, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=e5026afa-b97e-48b0-826f-c668784d613b,segment=NetworkSegment(85ef2125-dab5-4cf8-a0de-dada8704faf8),segment_id=85ef2125-dab5-4cf8-a0de-dada8704faf8)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:09:03.960646 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9b7ed83d-bd8c-4925-ada6-ce74ac3aeecf tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:03.985169 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9b7ed83d-bd8c-4925-ada6-ce74ac3aeecf tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:03.992807 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b7ed83d-bd8c-4925-ada6-ce74ac3aeecf tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:09:03.993435 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9b7ed83d-bd8c-4925-ada6-ce74ac3aeecf tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:04.011327 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b0f72a-338f-4406-b4fd-3e30ab4a6d2a req-3b9fa5f3-1126-4de0-997f-de8deea5bf2e tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:04.013093 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-76b0f72a-338f-4406-b4fd-3e30ab4a6d2a req-3b9fa5f3-1126-4de0-997f-de8deea5bf2e tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7b10883-60e5-40b8-8c46-fd4f259a2fcb HTTP/1.1" status: 200 len: 944 time: 0.7720275 Feb 09 01:09:04.014050 n-d-828418-1 neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:09:04.014050 n-d-828418-1 neutron-server[87638]: util.warn( Feb 09 01:09:04.014050 n-d-828418-1 neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:09:04.014050 n-d-828418-1 neutron-server[87638]: util.warn( Feb 09 01:09:04.014050 n-d-828418-1 neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:09:04.014050 n-d-828418-1 neutron-server[87638]: util.warn( Feb 09 01:09:04.014050 n-d-828418-1 neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:09:04.014050 n-d-828418-1 neutron-server[87638]: util.warn( Feb 09 01:09:04.014050 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:09:04.014050 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:09:04.014050 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:09:04.014050 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:09:04.014050 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:09:04.014050 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:09:04.014050 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:09:04.014050 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:09:04.014050 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:09:04.014050 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:09:04.014050 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:09:04.014050 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:09:04.014050 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:09:04.014050 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:09:04.014050 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:09:04.014050 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:09:04.014050 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:09:04.014050 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:09:04.014050 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:09:04.014050 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:09:04.014050 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:09:04.014050 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:09:04.014050 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:09:04.014050 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:09:04.014050 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:09:04.014050 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:09:04.014050 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:09:04.014050 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:09:04.014050 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:09:04.014050 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:09:04.014050 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:09:04.014050 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:09:04.021447 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0456ed95-eca4-4260-a17c-044202e2d793 req-7d667bd1-07cc-4a52-b963-af7e6cafa09c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:04.069198 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-089d075e-27c4-4350-97f8-caff3872c1da req-efba4b26-e4f9-4c2d-99d2-2e1def2a1288 tempest-ServerShowV254Test-510937204 tempest-ServerShowV254Test-510937204-project] 10.222.0.105 "GET /v2.0/ports?device_id=6d6d1cb4-dbcf-4008-9fed-59e962289ccd HTTP/1.1" status: 200 len: 210 time: 0.1070378 Feb 09 01:09:04.171645 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-76b0f72a-338f-4406-b4fd-3e30ab4a6d2a req-9adfeac1-6110-4b89-b904-6a6a443e235c tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] 10.222.0.105 "GET /v2.0/security-groups?id=8a8f0d9c-681a-481f-95df-b91514ba6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320918 Feb 09 01:09:04.171645 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0456ed95-eca4-4260-a17c-044202e2d793 req-7d667bd1-07cc-4a52-b963-af7e6cafa09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:04.171645 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0456ed95-eca4-4260-a17c-044202e2d793 req-7d667bd1-07cc-4a52-b963-af7e6cafa09c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:04.171645 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0456ed95-eca4-4260-a17c-044202e2d793 req-7d667bd1-07cc-4a52-b963-af7e6cafa09c service neutron] 10.222.0.62 "PUT /v2.0/ports/e5026afa-b97e-48b0-826f-c668784d613b HTTP/1.1" status: 200 len: 1092 time: 3.9980040 Feb 09 01:09:04.200608 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7b10883-60e5-40b8-8c46-fd4f259a2fcb', 'tag': 'e5026afa-b97e-48b0-826f-c668784d613b'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:09:04.257414 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9b7ed83d-bd8c-4925-ada6-ce74ac3aeecf tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:04.261421 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d667bd1-07cc-4a52-b963-af7e6cafa09c service neutron] Pushing event updated for resources: {'Port': ['ID=e5026afa-b97e-48b0-826f-c668784d613b,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:04.277860 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-6cffef76-c1c1-416a-897d-86679f6571ad None None] Deleting port 9bc941d7-5717-4931-927c-a5ce5a4bad12 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:09:04.278337 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6cffef76-c1c1-416a-897d-86679f6571ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:04.344143 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-e6cde1fa-fe1b-4fbb-a5cd-8739ddacc31d req-cc912e14-2287-4dcc-9078-a0ac231b9181 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] For port d7db3c12-03d2-4588-b382-12d4feed3cdf, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=d7db3c12-03d2-4588-b382-12d4feed3cdf,segment=NetworkSegment(f4a9a430-6030-4c47-873d-1751edec414b),segment_id=f4a9a430-6030-4c47-873d-1751edec414b)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:09:04.344143 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e6cde1fa-fe1b-4fbb-a5cd-8739ddacc31d req-cc912e14-2287-4dcc-9078-a0ac231b9181 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:04.350959 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9b7ed83d-bd8c-4925-ada6-ce74ac3aeecf tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:04.362497 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7ed83d-bd8c-4925-ada6-ce74ac3aeecf tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Pushing event deleted for resources: {'Network': ['ID=8d0fbf1e-afd1-4ea0-9eba-88871e127cde,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:04.381713 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9b7ed83d-bd8c-4925-ada6-ce74ac3aeecf tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "DELETE /v2.0/networks/8d0fbf1e-afd1-4ea0-9eba-88871e127cde HTTP/1.1" status: 204 len: 168 time: 2.8273344 Feb 09 01:09:04.382426 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 33124) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:04.516386 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-e6cde1fa-fe1b-4fbb-a5cd-8739ddacc31d req-cc912e14-2287-4dcc-9078-a0ac231b9181 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Calling delete_port for d7db3c12-03d2-4588-b382-12d4feed3cdf owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:09:04.543627 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-604022d4-80c3-4700-bdf7-49ed063fb60b tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:04.558492 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-604022d4-80c3-4700-bdf7-49ed063fb60b tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Deleting port 9bc941d7-5717-4931-927c-a5ce5a4bad12 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:09:04.558492 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-604022d4-80c3-4700-bdf7-49ed063fb60b tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:04.595919 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-6cffef76-c1c1-416a-897d-86679f6571ad None None] For port 9bc941d7-5717-4931-927c-a5ce5a4bad12, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=9bc941d7-5717-4931-927c-a5ce5a4bad12,segment=NetworkSegment(58a74df4-ae9c-4d77-a359-bab3cfb3f82d),segment_id=58a74df4-ae9c-4d77-a359-bab3cfb3f82d)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:09:04.595919 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6cffef76-c1c1-416a-897d-86679f6571ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:04.862667 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-6cffef76-c1c1-416a-897d-86679f6571ad None None] Calling delete_port for 9bc941d7-5717-4931-927c-a5ce5a4bad12 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:09:04.939419 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c5d42-b447-4b09-bcef-b54a88bba415 req-a24f8c10-0756-4840-acfa-4fef4efaec10 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:04.939419 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-634c5d42-b447-4b09-bcef-b54a88bba415 req-a24f8c10-0756-4840-acfa-4fef4efaec10 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/networks?id=be5e3be5-6e84-4180-8cc4-7f73e6515735 HTTP/1.1" status: 200 len: 814 time: 0.5777757 Feb 09 01:09:04.958237 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e6cde1fa-fe1b-4fbb-a5cd-8739ddacc31d req-cc912e14-2287-4dcc-9078-a0ac231b9181 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:04.958237 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0456ed95-eca4-4260-a17c-044202e2d793 req-1c08ddfd-dbee-45f8-9646-a486f2ab8c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:04.958237 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0456ed95-eca4-4260-a17c-044202e2d793 req-1c08ddfd-dbee-45f8-9646-a486f2ab8c6a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f6d2dbe332ea4c948ef614288aa0589f&device_id=c7b10883-60e5-40b8-8c46-fd4f259a2fcb HTTP/1.1" status: 200 len: 1095 time: 0.7378747 Feb 09 01:09:04.971947 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['3db4450b-e7c2-463d-946c-4f946919119a', 'd7db3c12-03d2-4588-b382-12d4feed3cdf'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:09:04.973584 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-604022d4-80c3-4700-bdf7-49ed063fb60b tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] For port 9bc941d7-5717-4931-927c-a5ce5a4bad12, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=9bc941d7-5717-4931-927c-a5ce5a4bad12,segment=NetworkSegment(58a74df4-ae9c-4d77-a359-bab3cfb3f82d),segment_id=58a74df4-ae9c-4d77-a359-bab3cfb3f82d)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:09:04.974266 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-604022d4-80c3-4700-bdf7-49ed063fb60b tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:05.031844 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-634c5d42-b447-4b09-bcef-b54a88bba415 req-85f5d17b-2e0d-4a9b-9d43-3e25e0358b2d tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/quotas/6b048f87108b49f5abc0697d8dcea678 HTTP/1.1" status: 200 len: 375 time: 0.0980363 Feb 09 01:09:05.119291 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6cffef76-c1c1-416a-897d-86679f6571ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:05.149833 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-604022d4-80c3-4700-bdf7-49ed063fb60b tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Calling delete_port for 9bc941d7-5717-4931-927c-a5ce5a4bad12 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:09:05.244451 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.db.api [None req-604022d4-80c3-4700-bdf7-49ed063fb60b tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:09:05.244451 n-d-828418-1 neutron-server[87638]: DEBUG oslo_db.api [None req-604022d4-80c3-4700-bdf7-49ed063fb60b tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:09:05.267653 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cffef76-c1c1-416a-897d-86679f6571ad None None] Pushing event deleted for resources: {'Port': ['ID=9bc941d7-5717-4931-927c-a5ce5a4bad12,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:05.267653 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 40e65b7c-ea45-46a3-a779-a86072c10516 up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:09:05.296511 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb17b4-f68a-4cbb-9a2c-7fd2cbe3092a req-5eb89afb-675f-450e-85c9-09b79a2c5549 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:05.310487 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-efcb17b4-f68a-4cbb-9a2c-7fd2cbe3092a req-5eb89afb-675f-450e-85c9-09b79a2c5549 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3a8b186-55a2-4b95-8fa1-1a08868ba068 HTTP/1.1" status: 200 len: 945 time: 1.0473318 Feb 09 01:09:05.367496 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cffef76-c1c1-416a-897d-86679f6571ad None None] No DVR routers for this DVR port 9bc941d7-5717-4931-927c-a5ce5a4bad12 on host n-d-828418-1 {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:09:05.393125 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc912e14-2287-4dcc-9078-a0ac231b9181 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Pushing event deleted for resources: {'Port': ['ID=d7db3c12-03d2-4588-b382-12d4feed3cdf,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:05.397030 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port 40e65b7c-ea45-46a3-a779-a86072c10516 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:09:05.428127 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 40e65b7c-ea45-46a3-a779-a86072c10516 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:09:05.428127 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:05.436597 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0456ed95-eca4-4260-a17c-044202e2d793 req-982e5cb3-9d34-4004-b830-48dca5016ff5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5026afa-b97e-48b0-826f-c668784d613b HTTP/1.1" status: 200 len: 217 time: 0.4204686 Feb 09 01:09:05.480468 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-efcb17b4-f68a-4cbb-9a2c-7fd2cbe3092a req-2d4e47bf-d3ca-4e42-b10a-22df484e5890 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/security-groups?id=c04812c5-0076-44a2-b712-bc76c2180e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767826 Feb 09 01:09:05.678950 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6cde1fa-fe1b-4fbb-a5cd-8739ddacc31d req-cc912e14-2287-4dcc-9078-a0ac231b9181 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] No DVR routers for this DVR port d7db3c12-03d2-4588-b382-12d4feed3cdf on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:09:05.678950 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e6cde1fa-fe1b-4fbb-a5cd-8739ddacc31d req-cc912e14-2287-4dcc-9078-a0ac231b9181 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:05.719288 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:05.748319 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-604022d4-80c3-4700-bdf7-49ed063fb60b tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Deleting port 9bc941d7-5717-4931-927c-a5ce5a4bad12 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:09:05.748319 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-604022d4-80c3-4700-bdf7-49ed063fb60b tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:05.767488 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a0b1d68-a79f-4091-bc37-dcf18c257c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40e65b7c-ea45-46a3-a779-a86072c10516'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:09:05.785392 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 40e65b7c-ea45-46a3-a779-a86072c10516, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=40e65b7c-ea45-46a3-a779-a86072c10516,segment=NetworkSegment(591493a9-2c56-4390-a828-c9adf3efad2d),segment_id=591493a9-2c56-4390-a828-c9adf3efad2d)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:09:05.795205 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:05.795205 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device d7db3c12-03d2-4588-b382-12d4feed3cdf no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:09:05.825294 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0456ed95-eca4-4260-a17c-044202e2d793 req-ab1f45dd-79dd-4a75-95e6-d8b4a96d62c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:05.825294 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0456ed95-eca4-4260-a17c-044202e2d793 req-ab1f45dd-79dd-4a75-95e6-d8b4a96d62c7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5dc7801d-8b9a-4c30-9f6e-30958943df75 HTTP/1.1" status: 200 len: 848 time: 0.3423064 Feb 09 01:09:05.825294 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e6cde1fa-fe1b-4fbb-a5cd-8739ddacc31d req-cc912e14-2287-4dcc-9078-a0ac231b9181 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.62 "DELETE /v2.0/ports/d7db3c12-03d2-4588-b382-12d4feed3cdf HTTP/1.1" status: 204 len: 173 time: 2.6828318 Feb 09 01:09:05.855136 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-634c5d42-b447-4b09-bcef-b54a88bba415 req-1b6311a7-8912-4b17-a642-188f129c6f48 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=6b048f87108b49f5abc0697d8dcea678&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8108606 Feb 09 01:09:05.915280 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=40e65b7c-ea45-46a3-a779-a86072c10516,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:05.915280 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: d7db3c12-03d2-4588-b382-12d4feed3cdf {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:09:05.915280 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device d7db3c12-03d2-4588-b382-12d4feed3cdf not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:09:05.974583 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0456ed95-eca4-4260-a17c-044202e2d793 req-0cac1470-52b0-4fcf-8466-75fce001d3c6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=27bb923f-ad7d-44d3-b172-12f18a433617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1220274 Feb 09 01:09:06.052514 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-604022d4-80c3-4700-bdf7-49ed063fb60b tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] The port '9bc941d7-5717-4931-927c-a5ce5a4bad12' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:09:06.202651 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0456ed95-eca4-4260-a17c-044202e2d793 req-6bbd57b6-9b51-4e39-be70-f07cc6eea7b2 service neutron] 10.222.0.62 "GET /v2.0/networks/27bb923f-ad7d-44d3-b172-12f18a433617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257001 Feb 09 01:09:06.205956 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7b10883-60e5-40b8-8c46-fd4f259a2fcb', 'tag': 'e5026afa-b97e-48b0-826f-c668784d613b', 'status': 'completed', 'code': 200} Feb 09 01:09:06.262909 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-604022d4-80c3-4700-bdf7-49ed063fb60b tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:06.296363 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-604022d4-80c3-4700-bdf7-49ed063fb60b tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6623f95-6162-4277-8fd2-5364045aea14']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:06.315249 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-604022d4-80c3-4700-bdf7-49ed063fb60b tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58a74df4-ae9c-4d77-a359-bab3cfb3f82d') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:06.316121 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-604022d4-80c3-4700-bdf7-49ed063fb60b tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58a74df4-ae9c-4d77-a359-bab3cfb3f82d') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:06.344745 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-604022d4-80c3-4700-bdf7-49ed063fb60b tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:06.367664 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-604022d4-80c3-4700-bdf7-49ed063fb60b tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:06.374509 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-604022d4-80c3-4700-bdf7-49ed063fb60b tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:09:06.376110 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-604022d4-80c3-4700-bdf7-49ed063fb60b tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:06.528586 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee36939e-9fb5-4adf-a49a-f9788dfb0576 req-9897b7bb-bbab-49c3-9f44-eedaba982c9a tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:06.530635 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ee36939e-9fb5-4adf-a49a-f9788dfb0576 req-9897b7bb-bbab-49c3-9f44-eedaba982c9a tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] 10.222.0.105 "GET /v2.0/ports?device_id=2218bae7-d924-4457-b728-768e7bcaa1b6 HTTP/1.1" status: 200 len: 946 time: 0.8213959 Feb 09 01:09:06.590138 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-13930ddd-078a-4fc2-9158-324ccf1372f0 req-3b80eb78-d69e-4a39-8b10-5c6d9169e3b7 tempest-ServerShowV254Test-510937204 tempest-ServerShowV254Test-510937204-project] 10.222.0.105 "GET /v2.0/ports?device_id=6d6d1cb4-dbcf-4008-9fed-59e962289ccd HTTP/1.1" status: 200 len: 210 time: 0.1370723 Feb 09 01:09:06.707198 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ee36939e-9fb5-4adf-a49a-f9788dfb0576 req-f2acc4f3-b1ce-4cb1-998d-e3293bc3844d tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] 10.222.0.105 "GET /v2.0/security-groups?id=381460f4-1c29-47e7-9d02-7d44eb6210a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429360 Feb 09 01:09:06.735073 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:09:06.735073 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:09:06.735073 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:09:06.735073 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:09:06.735073 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:09:06.735073 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:09:06.735073 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:09:06.735073 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:09:06.735073 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:09:06.735073 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:09:06.735073 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:09:06.735073 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:09:06.735073 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:09:06.735073 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:09:06.735073 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:09:06.735073 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:09:06.735073 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:09:06.735073 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:09:06.735073 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:09:06.735073 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:09:06.735073 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:09:06.735073 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:09:06.735073 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:09:06.735073 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:09:06.735073 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:09:06.735073 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:09:06.735073 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:09:06.735073 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:09:06.735073 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:09:06.735073 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:09:06.735073 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:09:06.735073 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:09:06.751345 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-604022d4-80c3-4700-bdf7-49ed063fb60b tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:06.771994 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-604022d4-80c3-4700-bdf7-49ed063fb60b tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:06.790699 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0456ed95-eca4-4260-a17c-044202e2d793 req-775e6651-9b48-4ae5-8130-59ccd011c5b9 service neutron] 10.222.0.62 "GET /v2.0/networks/27bb923f-ad7d-44d3-b172-12f18a433617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5671728 Feb 09 01:09:06.795430 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604022d4-80c3-4700-bdf7-49ed063fb60b tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] Pushing event deleted for resources: {'Network': ['ID=f6623f95-6162-4277-8fd2-5364045aea14,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:06.835496 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-604022d4-80c3-4700-bdf7-49ed063fb60b tempest-TaggedBootDevicesTest_v242-578006836 tempest-TaggedBootDevicesTest_v242-578006836-project] 10.222.0.105 "DELETE /v2.0/networks/f6623f95-6162-4277-8fd2-5364045aea14 HTTP/1.1" status: 204 len: 168 time: 2.4424734 Feb 09 01:09:06.905965 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a0b1d68-a79f-4091-bc37-dcf18c257c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40e65b7c-ea45-46a3-a779-a86072c10516', 'code': 200} Feb 09 01:09:07.071094 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc7b8a0-a386-4063-9fd5-bf953a6fcd52 req-7808a0b1-fd64-4d9c-8228-0153d1d75d85 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:07.071094 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3bc7b8a0-a386-4063-9fd5-bf953a6fcd52 req-7808a0b1-fd64-4d9c-8228-0153d1d75d85 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7b10883-60e5-40b8-8c46-fd4f259a2fcb HTTP/1.1" status: 200 len: 944 time: 0.2821810 Feb 09 01:09:07.186494 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fadbd6-ec3c-4bff-9c77-b587dcfbe50c req-c0e93c54-e474-4edf-a1ef-eedd16cdee31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:07.186494 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a9fadbd6-ec3c-4bff-9c77-b587dcfbe50c req-c0e93c54-e474-4edf-a1ef-eedd16cdee31 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f6d2dbe332ea4c948ef614288aa0589f&device_id=c7b10883-60e5-40b8-8c46-fd4f259a2fcb HTTP/1.1" status: 200 len: 1095 time: 0.3439827 Feb 09 01:09:07.386803 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3bc7b8a0-a386-4063-9fd5-bf953a6fcd52 req-eb851cac-4030-4cc7-810e-392b14f05bea tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] 10.222.0.105 "GET /v2.0/security-groups?id=8a8f0d9c-681a-481f-95df-b91514ba6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461693 Feb 09 01:09:07.488521 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49b47bd-e8cc-4fc7-b285-9cb58f62b690 req-06499a00-6251-4121-9427-5607aacf0666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:07.494107 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f49b47bd-e8cc-4fc7-b285-9cb58f62b690 req-06499a00-6251-4121-9427-5607aacf0666 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2a0b1d68-a79f-4091-bc37-dcf18c257c98 HTTP/1.1" status: 200 len: 1097 time: 0.4940972 Feb 09 01:09:07.533347 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32078d3f-ae6e-4be3-8a3b-4965b3ce43be req-bd6f4a35-8c09-4467-a8cf-7dbf529ff9cb tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:07.537462 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-32078d3f-ae6e-4be3-8a3b-4965b3ce43be req-bd6f4a35-8c09-4467-a8cf-7dbf529ff9cb tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.4668071 Feb 09 01:09:07.563470 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fadbd6-ec3c-4bff-9c77-b587dcfbe50c req-b51759c3-1a46-43c0-940d-a4ab66884425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:07.563470 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a9fadbd6-ec3c-4bff-9c77-b587dcfbe50c req-b51759c3-1a46-43c0-940d-a4ab66884425 service neutron] 10.222.0.62 "GET /v2.0/networks?id=27bb923f-ad7d-44d3-b172-12f18a433617 HTTP/1.1" status: 200 len: 909 time: 0.3678546 Feb 09 01:09:07.702820 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-32078d3f-ae6e-4be3-8a3b-4965b3ce43be req-bfda0c67-aad2-4a0c-825a-68ee99791e1a tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436167 Feb 09 01:09:07.704524 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a9fadbd6-ec3c-4bff-9c77-b587dcfbe50c req-a7a010e8-61dc-4bd6-9ae8-31135dafcb35 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5026afa-b97e-48b0-826f-c668784d613b HTTP/1.1" status: 200 len: 217 time: 0.1244795 Feb 09 01:09:07.862376 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f49b47bd-e8cc-4fc7-b285-9cb58f62b690 req-b3a50ff3-c623-4f49-b5dd-2a411b8bdaa2 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=381460f4-1c29-47e7-9d02-7d44eb6210a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3444066 Feb 09 01:09:07.906076 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fadbd6-ec3c-4bff-9c77-b587dcfbe50c req-db17da7e-72fb-4750-adbd-bb86a9b22478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:07.906076 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a9fadbd6-ec3c-4bff-9c77-b587dcfbe50c req-db17da7e-72fb-4750-adbd-bb86a9b22478 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5dc7801d-8b9a-4c30-9f6e-30958943df75 HTTP/1.1" status: 200 len: 848 time: 0.1309984 Feb 09 01:09:07.976405 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b206634-223e-47a6-b812-796020050d56 req-ce952206-5ee6-4d4b-be11-3f0a56a8cbff tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:07.976405 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5b206634-223e-47a6-b812-796020050d56 req-ce952206-5ee6-4d4b-be11-3f0a56a8cbff tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] 10.222.0.105 "GET /v2.0/ports?device_id=2a0b1d68-a79f-4091-bc37-dcf18c257c98 HTTP/1.1" status: 200 len: 946 time: 0.2682669 Feb 09 01:09:08.098752 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-eb77ce22-5117-46f9-a3d4-b8712be794f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:08.107040 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5b206634-223e-47a6-b812-796020050d56 req-5071c0ad-6721-46a1-8aaf-a40993e1fadb tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] 10.222.0.105 "GET /v2.0/security-groups?id=381460f4-1c29-47e7-9d02-7d44eb6210a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246188 Feb 09 01:09:08.235325 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3a8b186-55a2-4b95-8fa1-1a08868ba068', 'name': 'network-vif-deleted', 'tag': 'd7db3c12-03d2-4588-b382-12d4feed3cdf'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:09:08.256550 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a9fadbd6-ec3c-4bff-9c77-b587dcfbe50c req-424e5c2d-757b-448d-9b24-b69702fcc54b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=27bb923f-ad7d-44d3-b172-12f18a433617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1796939 Feb 09 01:09:08.266279 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 33170) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:08.415934 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5fa566f3-2c3a-44b2-b7f7-7ccfb34d3867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:08.432037 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5fa566f3-2c3a-44b2-b7f7-7ccfb34d3867 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:09:08.436388 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-5fa566f3-2c3a-44b2-b7f7-7ccfb34d3867 admin admin] Usage tracker for resource:security_group_rule and tenant:53087421d242444aa145c858766c0cc2 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:09:08.439610 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-5fa566f3-2c3a-44b2-b7f7-7ccfb34d3867 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:09:08.446552 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5fa566f3-2c3a-44b2-b7f7-7ccfb34d3867 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:09:08.490532 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a77fc2b5-d9f0-4164-82f8-7b19be5788d0 req-1aa3af86-be34-4418-9a58-becf44bbdf7b tempest-ServerShowV254Test-510937204 tempest-ServerShowV254Test-510937204-project] 10.222.0.105 "GET /v2.0/ports?device_id=6d6d1cb4-dbcf-4008-9fed-59e962289ccd HTTP/1.1" status: 200 len: 210 time: 0.1069667 Feb 09 01:09:08.572304 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a9fadbd6-ec3c-4bff-9c77-b587dcfbe50c req-6a268955-2d8a-4bef-b2e2-fc4c11ceb37c service neutron] 10.222.0.62 "GET /v2.0/networks/27bb923f-ad7d-44d3-b172-12f18a433617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201847 Feb 09 01:09:08.618254 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5fa566f3-2c3a-44b2-b7f7-7ccfb34d3867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:08.621942 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5fa566f3-2c3a-44b2-b7f7-7ccfb34d3867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:08.642673 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f2d7f8-3688-4d73-a647-1a06d33c8f28 req-bbed78b8-a8bc-4830-8e05-f89683538db6 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:08.644288 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-87f2d7f8-3688-4d73-a647-1a06d33c8f28 req-bbed78b8-a8bc-4830-8e05-f89683538db6 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.2624621 Feb 09 01:09:08.687248 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-5fa566f3-2c3a-44b2-b7f7-7ccfb34d3867 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=53087421d242444aa145c858766c0cc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4368584 Feb 09 01:09:08.689800 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 33180) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:08.740518 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa566f3-2c3a-44b2-b7f7-7ccfb34d3867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1931acc-95dd-4eb1-9f2e-34e663d35a0a,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:08.786495 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60ac9e7d-9d09-4006-8ea4-5262e66888f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:08.818396 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60ac9e7d-9d09-4006-8ea4-5262e66888f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:08.840041 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-87f2d7f8-3688-4d73-a647-1a06d33c8f28 req-e87c4949-c49e-4b82-885f-7049a0053442 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340506 Feb 09 01:09:08.919402 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3a8b186-55a2-4b95-8fa1-1a08868ba068', 'name': 'network-vif-deleted', 'tag': 'd7db3c12-03d2-4588-b382-12d4feed3cdf', 'status': 'completed', 'code': 200} Feb 09 01:09:08.923341 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60ac9e7d-9d09-4006-8ea4-5262e66888f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:08.924628 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a9fadbd6-ec3c-4bff-9c77-b587dcfbe50c req-d2917da1-37ed-4474-a806-560ced88beff service neutron] 10.222.0.62 "GET /v2.0/networks/27bb923f-ad7d-44d3-b172-12f18a433617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3461571 Feb 09 01:09:08.939792 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ac9e7d-9d09-4006-8ea4-5262e66888f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1931acc-95dd-4eb1-9f2e-34e663d35a0a,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:08.955955 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7f9ab-4ea8-42b2-bc25-81ebd99b19da req-4a1a9306-4072-4fa4-9b62-01fe75b6d4e2 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:08.957045 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-11a7f9ab-4ea8-42b2-bc25-81ebd99b19da req-4a1a9306-4072-4fa4-9b62-01fe75b6d4e2 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Synchronizing usage tracker for tenant:6039567a52d946e490ce131e89f5d77f on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:09:08.957953 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60ac9e7d-9d09-4006-8ea4-5262e66888f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:08.959149 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-60ac9e7d-9d09-4006-8ea4-5262e66888f4 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/e1931acc-95dd-4eb1-9f2e-34e663d35a0a HTTP/1.1" status: 204 len: 168 time: 0.2683098 Feb 09 01:09:09.005000 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-11a7f9ab-4ea8-42b2-bc25-81ebd99b19da req-4a1a9306-4072-4fa4-9b62-01fe75b6d4e2 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Unset dirty status for tenant:6039567a52d946e490ce131e89f5d77f on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:09:09.008077 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-11a7f9ab-4ea8-42b2-bc25-81ebd99b19da req-4a1a9306-4072-4fa4-9b62-01fe75b6d4e2 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/ports?device_id=dbcaf530-2cb0-4b57-b8f6-85c192b2ab60 HTTP/1.1" status: 200 len: 946 time: 0.3028085 Feb 09 01:09:09.075635 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-11a7f9ab-4ea8-42b2-bc25-81ebd99b19da req-58ab7402-07b8-4ad5-895f-644b144a1bcd tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/security-groups?id=c04812c5-0076-44a2-b712-bc76c2180e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616188 Feb 09 01:09:09.172544 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device e5026afa-b97e-48b0-826f-c668784d613b details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:09:09.232702 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caaf120-74a4-4884-9594-19ef2736ea85 req-55a6fea7-36c7-4637-b10c-26a41d2f7ad9 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:09.242750 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5caaf120-74a4-4884-9594-19ef2736ea85 req-55a6fea7-36c7-4637-b10c-26a41d2f7ad9 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7b10883-60e5-40b8-8c46-fd4f259a2fcb HTTP/1.1" status: 200 len: 944 time: 0.1653769 Feb 09 01:09:09.450830 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 33204) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:09.480322 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port e5026afa-b97e-48b0-826f-c668784d613b, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=e5026afa-b97e-48b0-826f-c668784d613b,segment=NetworkSegment(85ef2125-dab5-4cf8-a0de-dada8704faf8),segment_id=85ef2125-dab5-4cf8-a0de-dada8704faf8)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:09:09.485121 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-edb26a2a-cde9-4f7f-b331-07caee8e751f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:09.498672 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': 'e5026afa-b97e-48b0-826f-c668784d613b', 'network_id': '27bb923f-ad7d-44d3-b172-12f18a433617', 'port_id': 'e5026afa-b97e-48b0-826f-c668784d613b', 'mac_address': 'fa:16:3e:93:f7:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc7801d-8b9a-4c30-9f6e-30958943df75', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:09:09.503369 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-edb26a2a-cde9-4f7f-b331-07caee8e751f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:09:09.509019 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-edb26a2a-cde9-4f7f-b331-07caee8e751f admin admin] Usage tracker for resource:security_group_rule and tenant:bc29afe88a5e4550b9a8e46840bb51b9 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:09:09.512378 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-edb26a2a-cde9-4f7f-b331-07caee8e751f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:09:09.517457 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5caaf120-74a4-4884-9594-19ef2736ea85 req-21b56f49-cf04-4d2f-8512-c6fd9cd2709d tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] 10.222.0.105 "GET /v2.0/security-groups?id=8a8f0d9c-681a-481f-95df-b91514ba6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735021 Feb 09 01:09:09.521013 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-edb26a2a-cde9-4f7f-b331-07caee8e751f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:09:09.527574 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b580ba7a-7d5f-40a6-a88f-037b2d952eea req-2206e381-7c7c-403c-bb13-c564b439bad5 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=6b048f87108b49f5abc0697d8dcea678 HTTP/1.1" status: 200 len: 221 time: 0.0733140 Feb 09 01:09:09.565312 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:09.588026 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5026afa-b97e-48b0-826f-c668784d613b {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:09:09.615127 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port e5026afa-b97e-48b0-826f-c668784d613b, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=e5026afa-b97e-48b0-826f-c668784d613b,segment=NetworkSegment(85ef2125-dab5-4cf8-a0de-dada8704faf8),segment_id=85ef2125-dab5-4cf8-a0de-dada8704faf8)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:09:09.622587 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:09.704588 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-edb26a2a-cde9-4f7f-b331-07caee8e751f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:09.707970 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=e5026afa-b97e-48b0-826f-c668784d613b,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:09.711453 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-edb26a2a-cde9-4f7f-b331-07caee8e751f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:09.755081 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb26a2a-cde9-4f7f-b331-07caee8e751f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8522a700-5c3b-48cd-abb8-eddb1b4e2745,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:09.786947 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-edb26a2a-cde9-4f7f-b331-07caee8e751f admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=bc29afe88a5e4550b9a8e46840bb51b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3318031 Feb 09 01:09:09.789556 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 33212) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:09.801969 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3910ca42-b878-4dc0-ac85-1b692526e550 req-52e5c10a-4c78-4da9-9e68-33a4fa24afbc tempest-ServerShowV254Test-510937204 tempest-ServerShowV254Test-510937204-project] 10.222.0.105 "GET /v2.0/ports?device_id=6d6d1cb4-dbcf-4008-9fed-59e962289ccd HTTP/1.1" status: 200 len: 210 time: 0.0590048 Feb 09 01:09:09.851846 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda27ac-daa2-4ebd-b98c-395e57002f7c req-06410348-adf5-432b-a82c-3ef53ca6ae62 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:09.853783 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fcda27ac-daa2-4ebd-b98c-395e57002f7c req-06410348-adf5-432b-a82c-3ef53ca6ae62 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] 10.222.0.105 "GET /v2.0/ports?device_id=2a0b1d68-a79f-4091-bc37-dcf18c257c98 HTTP/1.1" status: 200 len: 946 time: 0.1536412 Feb 09 01:09:09.869783 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6ec7bd44-08a2-4e22-860d-69b4e60a6aa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:09.899533 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6ec7bd44-08a2-4e22-860d-69b4e60a6aa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:09.953512 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fcda27ac-daa2-4ebd-b98c-395e57002f7c req-5cbdf4a2-9d65-4562-bfdc-a6c473c9dd97 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] 10.222.0.105 "GET /v2.0/security-groups?id=381460f4-1c29-47e7-9d02-7d44eb6210a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931067 Feb 09 01:09:09.977865 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6ec7bd44-08a2-4e22-860d-69b4e60a6aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:10.001317 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['e5026afa-b97e-48b0-826f-c668784d613b'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:09:10.013251 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec7bd44-08a2-4e22-860d-69b4e60a6aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8522a700-5c3b-48cd-abb8-eddb1b4e2745,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:10.030001 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6ec7bd44-08a2-4e22-860d-69b4e60a6aa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:10.031860 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-6ec7bd44-08a2-4e22-860d-69b4e60a6aa8 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/8522a700-5c3b-48cd-abb8-eddb1b4e2745 HTTP/1.1" status: 204 len: 168 time: 0.2407846 Feb 09 01:09:10.093141 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c8950-a954-4413-b639-3a31d1cae946 req-2c8285e6-298a-4ed0-bfce-f677938e8d1b tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:10.094717 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ae3c8950-a954-4413-b639-3a31d1cae946 req-2c8285e6-298a-4ed0-bfce-f677938e8d1b tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.1347134 Feb 09 01:09:10.181202 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ae3c8950-a954-4413-b639-3a31d1cae946 req-6608c07e-b0bb-495d-aabe-c593161eaa81 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804911 Feb 09 01:09:10.441201 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-96497fb0-6673-400c-92b9-b77f29d4a17a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:10.476816 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5702927-acf3-46b9-8489-879852a6443b req-340f2d7f-1673-4db1-9a2e-4f1a0f058fba tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:10.479003 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a5702927-acf3-46b9-8489-879852a6443b req-340f2d7f-1673-4db1-9a2e-4f1a0f058fba tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/ports?device_id=dbcaf530-2cb0-4b57-b8f6-85c192b2ab60 HTTP/1.1" status: 200 len: 946 time: 0.1619766 Feb 09 01:09:10.534239 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f5f841-6af9-4dbb-8ce2-4687487d2ce4 req-3b9ead0f-154c-4870-943c-11622e9650a1 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:10.542170 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c1f5f841-6af9-4dbb-8ce2-4687487d2ce4 req-3b9ead0f-154c-4870-943c-11622e9650a1 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.1533811 Feb 09 01:09:10.582725 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a5702927-acf3-46b9-8489-879852a6443b req-d2de0880-dabe-43cd-bc02-fac289e7b2a5 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/security-groups?id=c04812c5-0076-44a2-b712-bc76c2180e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962095 Feb 09 01:09:10.625049 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c1f5f841-6af9-4dbb-8ce2-4687487d2ce4 req-d6ad9edb-5494-4e96-aa38-63d670ad3ea1 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818906 Feb 09 01:09:10.880356 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f831793d-be3c-44d5-b5b1-fc8c0067393e req-ae4fda0f-f20b-4b26-9ba8-44a6894b9c0b tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:10.882188 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f831793d-be3c-44d5-b5b1-fc8c0067393e req-ae4fda0f-f20b-4b26-9ba8-44a6894b9c0b tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.62 "GET /v2.0/ports?device_id=dbcaf530-2cb0-4b57-b8f6-85c192b2ab60 HTTP/1.1" status: 200 len: 946 time: 0.2244759 Feb 09 01:09:10.987063 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7af62f-ae4d-49d4-9736-0917ae99f9e9 req-3520a7f4-487d-41ff-b218-a4bd8c084acc tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:10.997588 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9a7af62f-ae4d-49d4-9736-0917ae99f9e9 req-3520a7f4-487d-41ff-b218-a4bd8c084acc tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7b10883-60e5-40b8-8c46-fd4f259a2fcb HTTP/1.1" status: 200 len: 945 time: 0.2074645 Feb 09 01:09:11.032002 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-f831793d-be3c-44d5-b5b1-fc8c0067393e req-ca4b583e-132d-4dfc-ba4f-d69245721b12 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Deleting port 3db4450b-e7c2-463d-946c-4f946919119a {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:09:11.032646 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-f831793d-be3c-44d5-b5b1-fc8c0067393e req-ca4b583e-132d-4dfc-ba4f-d69245721b12 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:11.216954 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-85c238c1-93aa-41c5-bb0a-70116c0b9521 req-6ef9f958-9b08-4345-a909-1eee03031734 tempest-ServerShowV254Test-510937204 tempest-ServerShowV254Test-510937204-project] 10.222.0.105 "GET /v2.0/ports?device_id=6d6d1cb4-dbcf-4008-9fed-59e962289ccd HTTP/1.1" status: 200 len: 210 time: 0.1194463 Feb 09 01:09:11.262097 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9a7af62f-ae4d-49d4-9736-0917ae99f9e9 req-59d16f2b-6c36-4ff1-8628-f66ffc9bb119 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] 10.222.0.105 "GET /v2.0/security-groups?id=8a8f0d9c-681a-481f-95df-b91514ba6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631571 Feb 09 01:09:11.391047 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:11.503243 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:11.704475 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-f831793d-be3c-44d5-b5b1-fc8c0067393e req-ca4b583e-132d-4dfc-ba4f-d69245721b12 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] For port 3db4450b-e7c2-463d-946c-4f946919119a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=3db4450b-e7c2-463d-946c-4f946919119a,segment=NetworkSegment(f4a9a430-6030-4c47-873d-1751edec414b),segment_id=f4a9a430-6030-4c47-873d-1751edec414b)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:09:11.705091 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-f831793d-be3c-44d5-b5b1-fc8c0067393e req-ca4b583e-132d-4dfc-ba4f-d69245721b12 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:11.732905 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcd2a7a-59aa-4588-9ce7-48a2cc47108a req-9f32379e-17b2-43aa-b294-ca772e634960 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:11.734529 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fdcd2a7a-59aa-4588-9ce7-48a2cc47108a req-9f32379e-17b2-43aa-b294-ca772e634960 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.3182805 Feb 09 01:09:11.798785 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-47b3199c-f6cd-4e67-b6bf-569c2f480eb3 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:11.814181 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-47b3199c-f6cd-4e67-b6bf-569c2f480eb3 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] 10.222.0.105 "GET /v2.0/networks?id=88728cd3-ea24-4a40-9246-bffa0114f21d HTTP/1.1" status: 200 len: 813 time: 0.3964958 Feb 09 01:09:11.884803 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-f831793d-be3c-44d5-b5b1-fc8c0067393e req-ca4b583e-132d-4dfc-ba4f-d69245721b12 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Calling delete_port for 3db4450b-e7c2-463d-946c-4f946919119a owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:09:11.911494 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 33284) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:12.036270 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-46cba2d8-1e76-4c88-9a23-d99695c9719b tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] 10.222.0.105 "GET /v2.0/quotas/512edec67e4d47988608747108091a91 HTTP/1.1" status: 200 len: 375 time: 0.2203679 Feb 09 01:09:12.101765 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c27915fd-c4d4-4157-8bf5-788e6ca16555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:12.124747 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c27915fd-c4d4-4157-8bf5-788e6ca16555 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:09:12.129796 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-c27915fd-c4d4-4157-8bf5-788e6ca16555 admin admin] Usage tracker for resource:security_group_rule and tenant:7b870e6ea6a2420a8099169d484c9a29 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:09:12.134917 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-c27915fd-c4d4-4157-8bf5-788e6ca16555 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:09:12.160241 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c27915fd-c4d4-4157-8bf5-788e6ca16555 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:09:12.299498 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c27915fd-c4d4-4157-8bf5-788e6ca16555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:12.304165 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c27915fd-c4d4-4157-8bf5-788e6ca16555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:12.365687 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c27915fd-c4d4-4157-8bf5-788e6ca16555 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=7b870e6ea6a2420a8099169d484c9a29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4528685 Feb 09 01:09:12.367521 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 33294) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:12.368471 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27915fd-c4d4-4157-8bf5-788e6ca16555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a7c054-a740-4e37-8033-8809574bfb18,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:12.369863 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fdcd2a7a-59aa-4588-9ce7-48a2cc47108a req-6dc18e71-fd26-45bb-8b05-831a4df95cec tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4938018 Feb 09 01:09:12.470708 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2e1e8193-2ad8-4b29-86c5-1d69f55a3df2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:12.501373 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2e1e8193-2ad8-4b29-86c5-1d69f55a3df2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:12.510077 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-89d4975c-8e66-4daf-a632-727dcc7bbae7 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=512edec67e4d47988608747108091a91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4734428 Feb 09 01:09:12.577336 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2e1e8193-2ad8-4b29-86c5-1d69f55a3df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:12.601369 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2e1e8193-2ad8-4b29-86c5-1d69f55a3df2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:12.602809 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-2e1e8193-2ad8-4b29-86c5-1d69f55a3df2 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/e2a7c054-a740-4e37-8033-8809574bfb18 HTTP/1.1" status: 204 len: 168 time: 0.2185228 Feb 09 01:09:12.606014 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1e8193-2ad8-4b29-86c5-1d69f55a3df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a7c054-a740-4e37-8033-8809574bfb18,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:12.728213 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cc3f8c81-226b-489d-9642-b28119aeb2ab req-ffd3ee31-d9c7-4379-a955-a66467466ce4 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/ports?device_id=dbcaf530-2cb0-4b57-b8f6-85c192b2ab60 HTTP/1.1" status: 200 len: 210 time: 0.1641238 Feb 09 01:09:12.743912 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-f831793d-be3c-44d5-b5b1-fc8c0067393e req-ca4b583e-132d-4dfc-ba4f-d69245721b12 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:12.744251 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dbaef5-6b6c-4aa4-a511-51d146cadca0 req-96e29250-8fea-4183-9844-4dbff84861da tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:12.744768 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-15dbaef5-6b6c-4aa4-a511-51d146cadca0 req-96e29250-8fea-4183-9844-4dbff84861da tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Synchronizing usage tracker for tenant:512edec67e4d47988608747108091a91 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:09:12.750969 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['3db4450b-e7c2-463d-946c-4f946919119a'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:09:12.757774 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b906101-1ce5-4ba3-8c63-c28f89a5b9d0 req-165cf9e9-896f-44d1-be91-ce352445f635 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:12.759490 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4b906101-1ce5-4ba3-8c63-c28f89a5b9d0 req-165cf9e9-896f-44d1-be91-ce352445f635 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a0b1d68-a79f-4091-bc37-dcf18c257c98 HTTP/1.1" status: 200 len: 946 time: 0.6283190 Feb 09 01:09:12.782702 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-15dbaef5-6b6c-4aa4-a511-51d146cadca0 req-96e29250-8fea-4183-9844-4dbff84861da tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Unset dirty status for tenant:512edec67e4d47988608747108091a91 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:09:12.783939 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-15dbaef5-6b6c-4aa4-a511-51d146cadca0 req-96e29250-8fea-4183-9844-4dbff84861da tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] 10.222.0.62 "GET /v2.0/ports?device_id=2218bae7-d924-4457-b728-768e7bcaa1b6 HTTP/1.1" status: 200 len: 946 time: 0.1403646 Feb 09 01:09:12.890612 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4b583e-132d-4dfc-ba4f-d69245721b12 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Pushing event deleted for resources: {'Port': ['ID=3db4450b-e7c2-463d-946c-4f946919119a,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:12.904489 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-15dbaef5-6b6c-4aa4-a511-51d146cadca0 req-202e5839-f7a7-46a4-a5f2-55d80ef8aa07 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Deleting port e7b42026-850a-44f9-a6ee-e5a9dbb2edba {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:09:12.905071 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-15dbaef5-6b6c-4aa4-a511-51d146cadca0 req-202e5839-f7a7-46a4-a5f2-55d80ef8aa07 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:13.027262 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e00ef2a5-8896-4a0d-a901-a293409e839f req-197f9847-72d6-4a70-b378-ae669cae9e69 tempest-ServerShowV254Test-510937204 tempest-ServerShowV254Test-510937204-project] 10.222.0.105 "GET /v2.0/ports?device_id=6d6d1cb4-dbcf-4008-9fed-59e962289ccd HTTP/1.1" status: 200 len: 210 time: 0.1668301 Feb 09 01:09:13.047397 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-f831793d-be3c-44d5-b5b1-fc8c0067393e req-ca4b583e-132d-4dfc-ba4f-d69245721b12 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] No DVR routers for this DVR port 3db4450b-e7c2-463d-946c-4f946919119a on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:09:13.053111 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-f831793d-be3c-44d5-b5b1-fc8c0067393e req-ca4b583e-132d-4dfc-ba4f-d69245721b12 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:13.071993 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbcaf530-2cb0-4b57-b8f6-85c192b2ab60', 'name': 'network-vif-deleted', 'tag': '3db4450b-e7c2-463d-946c-4f946919119a'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:09:13.103681 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-73265328-ea7c-4279-b8d0-d92e20cbec5f service neutron] 10.222.0.105 "GET /v2.0/networks/88728cd3-ea24-4a40-9246-bffa0114f21d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5812552 Feb 09 01:09:13.108523 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-4b906101-1ce5-4ba3-8c63-c28f89a5b9d0 req-04f32a2d-bcbc-4940-b657-32fc39d8929f tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Deleting port 40e65b7c-ea45-46a3-a779-a86072c10516 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:09:13.108873 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-4b906101-1ce5-4ba3-8c63-c28f89a5b9d0 req-04f32a2d-bcbc-4940-b657-32fc39d8929f tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:13.228134 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device e5026afa-b97e-48b0-826f-c668784d613b up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:09:13.230247 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f831793d-be3c-44d5-b5b1-fc8c0067393e req-ca4b583e-132d-4dfc-ba4f-d69245721b12 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.62 "DELETE /v2.0/ports/3db4450b-e7c2-463d-946c-4f946919119a HTTP/1.1" status: 204 len: 173 time: 2.3363252 Feb 09 01:09:13.318898 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:13.372719 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port e5026afa-b97e-48b0-826f-c668784d613b completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:09:13.386849 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port e5026afa-b97e-48b0-826f-c668784d613b triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:09:13.387519 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:13.405633 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5d03c655-3190-4be6-a262-202c51cd583b req-d1f53434-8074-4d3d-8a8e-4c8510bf7ef2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6d6d1cb4-dbcf-4008-9fed-59e962289ccd HTTP/1.1" status: 200 len: 210 time: 0.1149719 Feb 09 01:09:13.630517 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b2341d-7bb5-47d4-9e9a-82c289597632 req-19a3ec4b-fc6e-4bd2-83b1-cdc367114cf5 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:13.640915 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-40b2341d-7bb5-47d4-9e9a-82c289597632 req-19a3ec4b-fc6e-4bd2-83b1-cdc367114cf5 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7b10883-60e5-40b8-8c46-fd4f259a2fcb HTTP/1.1" status: 200 len: 945 time: 0.4096444 Feb 09 01:09:13.735294 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:13.748646 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-655ab6b7-cc91-4b09-9428-f7ad256eef5b service neutron] 10.222.0.105 "GET /v2.0/networks/88728cd3-ea24-4a40-9246-bffa0114f21d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6438787 Feb 09 01:09:13.764918 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-15dbaef5-6b6c-4aa4-a511-51d146cadca0 req-202e5839-f7a7-46a4-a5f2-55d80ef8aa07 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] For port e7b42026-850a-44f9-a6ee-e5a9dbb2edba, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=e7b42026-850a-44f9-a6ee-e5a9dbb2edba,segment=NetworkSegment(591493a9-2c56-4390-a828-c9adf3efad2d),segment_id=591493a9-2c56-4390-a828-c9adf3efad2d)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:09:13.768123 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-15dbaef5-6b6c-4aa4-a511-51d146cadca0 req-202e5839-f7a7-46a4-a5f2-55d80ef8aa07 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:13.800654 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b10883-60e5-40b8-8c46-fd4f259a2fcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5026afa-b97e-48b0-826f-c668784d613b'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:09:13.820462 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port e5026afa-b97e-48b0-826f-c668784d613b, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=e5026afa-b97e-48b0-826f-c668784d613b,segment=NetworkSegment(85ef2125-dab5-4cf8-a0de-dada8704faf8),segment_id=85ef2125-dab5-4cf8-a0de-dada8704faf8)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:09:13.827089 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:13.873232 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-40b2341d-7bb5-47d4-9e9a-82c289597632 req-dcbb1661-0df2-430b-b42b-693934d497d8 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] 10.222.0.105 "GET /v2.0/security-groups?id=8a8f0d9c-681a-481f-95df-b91514ba6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314451 Feb 09 01:09:13.888527 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-4b906101-1ce5-4ba3-8c63-c28f89a5b9d0 req-04f32a2d-bcbc-4940-b657-32fc39d8929f tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] For port 40e65b7c-ea45-46a3-a779-a86072c10516, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=40e65b7c-ea45-46a3-a779-a86072c10516,segment=NetworkSegment(591493a9-2c56-4390-a828-c9adf3efad2d),segment_id=591493a9-2c56-4390-a828-c9adf3efad2d)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:09:13.889634 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-4b906101-1ce5-4ba3-8c63-c28f89a5b9d0 req-04f32a2d-bcbc-4940-b657-32fc39d8929f tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:14.005554 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=e5026afa-b97e-48b0-826f-c668784d613b,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:14.094478 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-15dbaef5-6b6c-4aa4-a511-51d146cadca0 req-202e5839-f7a7-46a4-a5f2-55d80ef8aa07 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Calling delete_port for e7b42026-850a-44f9-a6ee-e5a9dbb2edba owned by compute:nova {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:09:14.318742 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbcaf530-2cb0-4b57-b8f6-85c192b2ab60', 'name': 'network-vif-deleted', 'tag': '3db4450b-e7c2-463d-946c-4f946919119a', 'status': 'completed', 'code': 200} Feb 09 01:09:14.328369 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-4b906101-1ce5-4ba3-8c63-c28f89a5b9d0 req-04f32a2d-bcbc-4940-b657-32fc39d8929f tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Calling delete_port for 40e65b7c-ea45-46a3-a779-a86072c10516 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:09:14.444015 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-15dbaef5-6b6c-4aa4-a511-51d146cadca0 req-202e5839-f7a7-46a4-a5f2-55d80ef8aa07 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:14.456728 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['e7b42026-850a-44f9-a6ee-e5a9dbb2edba'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:09:14.604227 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202e5839-f7a7-46a4-a5f2-55d80ef8aa07 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Pushing event deleted for resources: {'Port': ['ID=e7b42026-850a-44f9-a6ee-e5a9dbb2edba,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:14.857783 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-15dbaef5-6b6c-4aa4-a511-51d146cadca0 req-202e5839-f7a7-46a4-a5f2-55d80ef8aa07 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] No DVR routers for this DVR port e7b42026-850a-44f9-a6ee-e5a9dbb2edba on host n-h1-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:09:14.868741 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-15dbaef5-6b6c-4aa4-a511-51d146cadca0 req-202e5839-f7a7-46a4-a5f2-55d80ef8aa07 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:14.903716 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2218bae7-d924-4457-b728-768e7bcaa1b6', 'name': 'network-vif-deleted', 'tag': 'e7b42026-850a-44f9-a6ee-e5a9dbb2edba'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:09:14.922427 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-15dbaef5-6b6c-4aa4-a511-51d146cadca0 req-202e5839-f7a7-46a4-a5f2-55d80ef8aa07 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] 10.222.0.62 "DELETE /v2.0/ports/e7b42026-850a-44f9-a6ee-e5a9dbb2edba HTTP/1.1" status: 204 len: 173 time: 2.1314704 Feb 09 01:09:14.960851 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-4561b6e5-9f95-4e63-9720-ff983f322935 req-4eb9c5a2-529a-4add-a9c4-9168b88e0e51 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Synchronizing usage tracker for tenant:6039567a52d946e490ce131e89f5d77f on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:09:15.059057 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a510ac-88e5-438e-92f8-ef9c248226df req-14d03ae3-c6a9-4b41-bc05-c6bceaf7619e tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:15.060708 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-04a510ac-88e5-438e-92f8-ef9c248226df req-14d03ae3-c6a9-4b41-bc05-c6bceaf7619e tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.7439184 Feb 09 01:09:15.137581 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-4561b6e5-9f95-4e63-9720-ff983f322935 req-4eb9c5a2-529a-4add-a9c4-9168b88e0e51 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] Unset dirty status for tenant:6039567a52d946e490ce131e89f5d77f on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:09:15.138684 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4561b6e5-9f95-4e63-9720-ff983f322935 req-4eb9c5a2-529a-4add-a9c4-9168b88e0e51 tempest-ServerRescueTestJSON-1669655962 tempest-ServerRescueTestJSON-1669655962-project] 10.222.0.105 "GET /v2.0/ports?device_id=dbcaf530-2cb0-4b57-b8f6-85c192b2ab60 HTTP/1.1" status: 200 len: 210 time: 0.4766386 Feb 09 01:09:15.206932 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-04a510ac-88e5-438e-92f8-ef9c248226df req-93df4735-6005-4854-bde0-e499d2d3b1b9 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210890 Feb 09 01:09:15.211326 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-4b906101-1ce5-4ba3-8c63-c28f89a5b9d0 req-04f32a2d-bcbc-4940-b657-32fc39d8929f tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:15.230876 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 40e65b7c-ea45-46a3-a779-a86072c10516 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:09:15.350996 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['e7b42026-850a-44f9-a6ee-e5a9dbb2edba'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:09:15.423571 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b10883-60e5-40b8-8c46-fd4f259a2fcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5026afa-b97e-48b0-826f-c668784d613b', 'code': 200} Feb 09 01:09:15.454363 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: 40e65b7c-ea45-46a3-a779-a86072c10516 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:09:15.454708 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 40e65b7c-ea45-46a3-a779-a86072c10516 not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:09:15.455115 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 3db4450b-e7c2-463d-946c-4f946919119a no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:09:15.543128 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f32a2d-bcbc-4940-b657-32fc39d8929f tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Pushing event deleted for resources: {'Port': ['ID=40e65b7c-ea45-46a3-a779-a86072c10516,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:15.585728 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: 3db4450b-e7c2-463d-946c-4f946919119a {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:09:15.586203 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 3db4450b-e7c2-463d-946c-4f946919119a not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:09:15.739032 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b906101-1ce5-4ba3-8c63-c28f89a5b9d0 req-04f32a2d-bcbc-4940-b657-32fc39d8929f tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] No DVR routers for this DVR port 40e65b7c-ea45-46a3-a779-a86072c10516 on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:09:15.748133 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-4b906101-1ce5-4ba3-8c63-c28f89a5b9d0 req-04f32a2d-bcbc-4940-b657-32fc39d8929f tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:15.780944 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0700c98d-28b9-4d2a-8346-ecfd30ba991f req-799c4073-3ca9-46b1-a593-c48d32d6afc1 tempest-ServerShowV254Test-510937204 tempest-ServerShowV254Test-510937204-project] 10.222.0.105 "GET /v2.0/ports?device_id=6d6d1cb4-dbcf-4008-9fed-59e962289ccd HTTP/1.1" status: 200 len: 210 time: 0.2473621 Feb 09 01:09:15.810031 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4b906101-1ce5-4ba3-8c63-c28f89a5b9d0 req-04f32a2d-bcbc-4940-b657-32fc39d8929f tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] 10.222.0.62 "DELETE /v2.0/ports/40e65b7c-ea45-46a3-a779-a86072c10516 HTTP/1.1" status: 204 len: 173 time: 3.0081921 Feb 09 01:09:15.932111 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53056a8c-d9d6-4e41-b719-f9b4321c62a4 req-d9fa491a-1e33-4ed9-83cd-55a7e9d7d609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:15.942120 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-53056a8c-d9d6-4e41-b719-f9b4321c62a4 req-d9fa491a-1e33-4ed9-83cd-55a7e9d7d609 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c7b10883-60e5-40b8-8c46-fd4f259a2fcb HTTP/1.1" status: 200 len: 1097 time: 0.2071719 Feb 09 01:09:16.044392 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-53056a8c-d9d6-4e41-b719-f9b4321c62a4 req-d06da281-b396-4677-96bb-b9babcba479b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=8a8f0d9c-681a-481f-95df-b91514ba6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010966 Feb 09 01:09:16.050988 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2218bae7-d924-4457-b728-768e7bcaa1b6', 'name': 'network-vif-deleted', 'tag': 'e7b42026-850a-44f9-a6ee-e5a9dbb2edba', 'status': 'completed', 'code': 200} Feb 09 01:09:16.203934 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2706a9-51ed-462e-a934-96c1fafb57f5 req-76723d3f-d798-4960-bb57-306db1bc03ae tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:16.206814 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ca2706a9-51ed-462e-a934-96c1fafb57f5 req-76723d3f-d798-4960-bb57-306db1bc03ae tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7b10883-60e5-40b8-8c46-fd4f259a2fcb HTTP/1.1" status: 200 len: 946 time: 0.1674204 Feb 09 01:09:16.332066 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a0b1d68-a79f-4091-bc37-dcf18c257c98', 'name': 'network-vif-deleted', 'tag': '40e65b7c-ea45-46a3-a779-a86072c10516'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:09:16.354589 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-a4f2b12e-90a1-4886-b711-5704c6039f5c req-32a7c498-4f4c-464f-865e-0eb69d917484 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Synchronizing usage tracker for tenant:512edec67e4d47988608747108091a91 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:09:16.363417 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ca2706a9-51ed-462e-a934-96c1fafb57f5 req-921cddb2-6dda-4aa5-994e-3bb170a66c76 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] 10.222.0.105 "GET /v2.0/security-groups?id=8a8f0d9c-681a-481f-95df-b91514ba6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497397 Feb 09 01:09:16.379039 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-a4f2b12e-90a1-4886-b711-5704c6039f5c req-32a7c498-4f4c-464f-865e-0eb69d917484 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Unset dirty status for tenant:512edec67e4d47988608747108091a91 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:09:16.382351 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a4f2b12e-90a1-4886-b711-5704c6039f5c req-32a7c498-4f4c-464f-865e-0eb69d917484 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] 10.222.0.105 "GET /v2.0/ports?device_id=194ae8df-b13e-40e8-97ce-be336113109b HTTP/1.1" status: 200 len: 210 time: 0.1012454 Feb 09 01:09:16.646612 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e840a7ca-908f-4a10-88e9-fede845aa42b req-d5caa703-1e4e-4c94-b580-e3a0830f8ca8 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:16.674193 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e840a7ca-908f-4a10-88e9-fede845aa42b req-d5caa703-1e4e-4c94-b580-e3a0830f8ca8 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.1632769 Feb 09 01:09:16.753772 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e840a7ca-908f-4a10-88e9-fede845aa42b req-43ffaa23-920a-47d6-b1a0-b8e77d24d8bc tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774419 Feb 09 01:09:16.844799 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a0b1d68-a79f-4091-bc37-dcf18c257c98', 'name': 'network-vif-deleted', 'tag': '40e65b7c-ea45-46a3-a779-a86072c10516', 'status': 'completed', 'code': 200} Feb 09 01:09:16.881188 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 33454) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:16.901554 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a3783c20-38b2-4379-8fe4-2072a6053efb req-0351fa45-dffb-4c09-97ea-7c42fb2b93d6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=98adb2fdb6b140a58ae6622360e1eb57&device_id=6d6d1cb4-dbcf-4008-9fed-59e962289ccd HTTP/1.1" status: 200 len: 210 time: 0.0467422 Feb 09 01:09:16.947606 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a3783c20-38b2-4379-8fe4-2072a6053efb req-904894f5-0193-4c7c-a72b-06540e6d9dae service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=98adb2fdb6b140a58ae6622360e1eb57&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344884 Feb 09 01:09:17.233013 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device e7b42026-850a-44f9-a6ee-e5a9dbb2edba no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:09:17.283761 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: e7b42026-850a-44f9-a6ee-e5a9dbb2edba {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:09:17.284351 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device e7b42026-850a-44f9-a6ee-e5a9dbb2edba not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:09:17.294975 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3783c20-38b2-4379-8fe4-2072a6053efb req-a3b0d12f-8c25-4610-b663-800a42d549f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:17.297009 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a3783c20-38b2-4379-8fe4-2072a6053efb req-a3b0d12f-8c25-4610-b663-800a42d549f9 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3334427 Feb 09 01:09:17.339162 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-79f74e7e-d3e4-4810-8bc1-7519aa5b978d req-efd097e2-b213-4ca2-a757-243cace72f4a tempest-ServerShowV254Test-510937204 tempest-ServerShowV254Test-510937204-project] 10.222.0.105 "GET /v2.0/ports?device_id=6d6d1cb4-dbcf-4008-9fed-59e962289ccd HTTP/1.1" status: 200 len: 210 time: 0.1577420 Feb 09 01:09:17.590833 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-4698af4a-46d2-4ee1-87e9-41e9e874a685 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:17.590833 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-4698af4a-46d2-4ee1-87e9-41e9e874a685 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] 10.222.0.62 "GET /v2.0/networks?id=88728cd3-ea24-4a40-9246-bffa0114f21d HTTP/1.1" status: 200 len: 813 time: 0.5394082 Feb 09 01:09:17.644847 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-3c7ade0f-c8d1-411e-a370-fabf01648a6f tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Request body: {'port': {'device_id': '194ae8df-b13e-40e8-97ce-be336113109b', 'network_id': '88728cd3-ea24-4a40-9246-bffa0114f21d', 'admin_state_up': True, 'tenant_id': '512edec67e4d47988608747108091a91'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:17.721519 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 33466) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:17.923162 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-0343ce92-1494-43b8-8bc1-8a30af4e54c6 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:17.926191 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-0343ce92-1494-43b8-8bc1-8a30af4e54c6 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] 10.222.0.62 "GET /v2.0/networks?id=88728cd3-ea24-4a40-9246-bffa0114f21d HTTP/1.1" status: 200 len: 813 time: 0.3591502 Feb 09 01:09:17.943686 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b5e65f-387e-43b0-8ecc-d425e5795b2c req-b6d56c88-ba23-4110-a2b0-dc16350a7468 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:17.944778 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-f225ab32-180f-4f8b-bd97-b0c5edbdb712 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Request body: {'port': {'device_id': '2f8d8f18-9d31-4fba-85e0-cae9875a7a9e', 'network_id': '88728cd3-ea24-4a40-9246-bffa0114f21d', 'admin_state_up': True, 'tenant_id': '512edec67e4d47988608747108091a91'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:17.973109 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-18b5e65f-387e-43b0-8ecc-d425e5795b2c req-b6d56c88-ba23-4110-a2b0-dc16350a7468 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.7974417 Feb 09 01:09:18.316136 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-3c7ade0f-c8d1-411e-a370-fabf01648a6f tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:09:18.462930 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-3c7ade0f-c8d1-411e-a370-fabf01648a6f tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:09:18.535372 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-18b5e65f-387e-43b0-8ecc-d425e5795b2c req-a071478f-4806-47d7-ae90-50868b4d5cc9 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5595353 Feb 09 01:09:19.037112 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-f225ab32-180f-4f8b-bd97-b0c5edbdb712 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:09:19.142369 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-3c7ade0f-c8d1-411e-a370-fabf01648a6f tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Made reservation on behalf of 512edec67e4d47988608747108091a91 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:09:19.148429 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-3c7ade0f-c8d1-411e-a370-fabf01648a6f tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:19.190920 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-f225ab32-180f-4f8b-bd97-b0c5edbdb712 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:09:19.310177 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-f225ab32-180f-4f8b-bd97-b0c5edbdb712 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Made reservation on behalf of 512edec67e4d47988608747108091a91 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:09:19.325528 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-f225ab32-180f-4f8b-bd97-b0c5edbdb712 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:19.342582 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a3783c20-38b2-4379-8fe4-2072a6053efb req-44728c7e-1763-463f-832b-86cb31f7773a tempest-ServerShowV254Test-510937204 tempest-ServerShowV254Test-510937204-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d6d1cb4-dbcf-4008-9fed-59e962289ccd HTTP/1.1" status: 200 len: 210 time: 0.3459282 Feb 09 01:09:19.354198 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-09532516-b4ce-4aaf-bed2-609223b51bbf req-4bbf94d3-af59-46a2-817c-fbd1b24c66de tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] 10.222.0.105 "GET /v2.0/ports?device_id=194ae8df-b13e-40e8-97ce-be336113109b HTTP/1.1" status: 200 len: 210 time: 0.2609293 Feb 09 01:09:19.689063 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46511916-cd2a-4350-ad66-2c2b3a48776d req-d409271e-454d-42a2-ae50-4873ac428d68 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:19.689063 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-46511916-cd2a-4350-ad66-2c2b3a48776d req-d409271e-454d-42a2-ae50-4873ac428d68 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7b10883-60e5-40b8-8c46-fd4f259a2fcb HTTP/1.1" status: 200 len: 946 time: 2.1633985 Feb 09 01:09:19.757732 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5d3332cb-b5b3-4865-aef2-6c2376f2a580 req-9a133a3a-6d25-4859-96fd-b3a5cd3bbbd4 tempest-ServerShowV254Test-510937204 tempest-ServerShowV254Test-510937204-project] 10.222.0.105 "GET /v2.0/ports?device_id=6d6d1cb4-dbcf-4008-9fed-59e962289ccd HTTP/1.1" status: 200 len: 210 time: 0.1665430 Feb 09 01:09:19.834251 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-3c7ade0f-c8d1-411e-a370-fabf01648a6f tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Allocated IP 172.20.0.10 (88728cd3-ea24-4a40-9246-bffa0114f21d/cc5c20af-7446-433d-b469-b71a03281ee6/0bea51db-7a59-4a89-9f05-f57ac0a9fd8f) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:09:19.858125 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e19e7a5c-dc5e-4417-b340-4a05dbf15a81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:19.891262 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-46511916-cd2a-4350-ad66-2c2b3a48776d req-9e3197e7-2b42-4755-aa50-bee1d54c46cd tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] 10.222.0.105 "GET /v2.0/security-groups?id=8a8f0d9c-681a-481f-95df-b91514ba6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012508 Feb 09 01:09:20.185815 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bf7a3310-5cf8-4490-a04b-904aaaf62170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:20.440361 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-3c7ade0f-c8d1-411e-a370-fabf01648a6f tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:20.464890 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a0ff6-5c9b-41be-8b19-bcc20c1b0021 req-f4301925-ed3a-4276-b207-60a3a76ca16a tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:20.464890 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-366a0ff6-5c9b-41be-8b19-bcc20c1b0021 req-f4301925-ed3a-4276-b207-60a3a76ca16a tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.4760590 Feb 09 01:09:20.547052 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-e19e7a5c-dc5e-4417-b340-4a05dbf15a81 admin admin] Deleting port da2fa760-4692-463d-a9a9-86aaf187f6d8 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:09:20.547634 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e19e7a5c-dc5e-4417-b340-4a05dbf15a81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:20.656765 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e5946349-7841-4f33-b9a1-e521d97cdba4 req-4be0bf7d-bd3d-4cb7-98b3-ecec97f08d26 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] 10.222.0.105 "GET /v2.0/ports?device_id=194ae8df-b13e-40e8-97ce-be336113109b HTTP/1.1" status: 200 len: 210 time: 0.1317191 Feb 09 01:09:20.734610 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-366a0ff6-5c9b-41be-8b19-bcc20c1b0021 req-63fcd2de-6bca-4fcb-a3a7-d22b83a6ea69 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685654 Feb 09 01:09:20.778291 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-3c7ade0f-c8d1-411e-a370-fabf01648a6f tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:20.801732 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-e19e7a5c-dc5e-4417-b340-4a05dbf15a81 admin admin] For port da2fa760-4692-463d-a9a9-86aaf187f6d8, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=da2fa760-4692-463d-a9a9-86aaf187f6d8,segment=NetworkSegment(40c00fa1-daf3-4b56-ac4d-2ce7703801d7),segment_id=40c00fa1-daf3-4b56-ac4d-2ce7703801d7)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:09:20.801732 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e19e7a5c-dc5e-4417-b340-4a05dbf15a81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:20.959232 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-e19e7a5c-dc5e-4417-b340-4a05dbf15a81 admin admin] Calling delete_port for da2fa760-4692-463d-a9a9-86aaf187f6d8 owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:09:21.193916 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7ade0f-c8d1-411e-a370-fabf01648a6f tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Pushing event updated for resources: {'Port': ['ID=0bea51db-7a59-4a89-9f05-f57ac0a9fd8f,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:21.206868 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-3c7ade0f-c8d1-411e-a370-fabf01648a6f tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Network 88728cd3-ea24-4a40-9246-bffa0114f21d is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:09:21.214627 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-f225ab32-180f-4f8b-bd97-b0c5edbdb712 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Allocated IP 172.20.0.14 (88728cd3-ea24-4a40-9246-bffa0114f21d/cc5c20af-7446-433d-b469-b71a03281ee6/bacb4b19-9892-4d08-a6a9-d7e20c640928) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:09:21.224198 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-3c7ade0f-c8d1-411e-a370-fabf01648a6f tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:09:21.224198 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-3c7ade0f-c8d1-411e-a370-fabf01648a6f tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:09:21.287452 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-bf7a3310-5cf8-4490-a04b-904aaaf62170 admin admin] Deleting port 81f23413-9f86-4dad-86bb-2317aef85009 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:09:21.288018 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bf7a3310-5cf8-4490-a04b-904aaaf62170 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:21.548188 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 33496) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:21.639407 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-3c7ade0f-c8d1-411e-a370-fabf01648a6f tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:21.639407 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-3c7ade0f-c8d1-411e-a370-fabf01648a6f tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:21.665238 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:21.716109 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-f225ab32-180f-4f8b-bd97-b0c5edbdb712 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:21.728790 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-3c7ade0f-c8d1-411e-a370-fabf01648a6f tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0978308 Feb 09 01:09:21.732879 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e19e7a5c-dc5e-4417-b340-4a05dbf15a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:21.741150 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-ba963a4a-eb4e-450c-878b-68277db48c65 service neutron] Request body: {'port': {'device_id': '194ae8df-b13e-40e8-97ce-be336113109b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:21.787268 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4c4534-4d06-4bfc-b8f8-860aa9e4e4a4 req-e704b86d-16af-4426-9894-f1080f537a87 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:21.787268 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4c4c4534-4d06-4bfc-b8f8-860aa9e4e4a4 req-e704b86d-16af-4426-9894-f1080f537a87 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.6473784 Feb 09 01:09:21.922452 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-bf7a3310-5cf8-4490-a04b-904aaaf62170 admin admin] For port 81f23413-9f86-4dad-86bb-2317aef85009, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=81f23413-9f86-4dad-86bb-2317aef85009,segment=NetworkSegment(f4a9a430-6030-4c47-873d-1751edec414b),segment_id=f4a9a430-6030-4c47-873d-1751edec414b)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:09:21.922452 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bf7a3310-5cf8-4490-a04b-904aaaf62170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:21.954225 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19e7a5c-dc5e-4417-b340-4a05dbf15a81 admin admin] Pushing event deleted for resources: {'Port': ['ID=da2fa760-4692-463d-a9a9-86aaf187f6d8,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:22.230492 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-bf7a3310-5cf8-4490-a04b-904aaaf62170 admin admin] Calling delete_port for 81f23413-9f86-4dad-86bb-2317aef85009 owned by network:router_interface {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:09:22.345378 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61595c47-513b-479a-bf7b-7ce58f3fe9a4 req-c495b508-0cc6-4f56-a370-e0992680e91a tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:22.352704 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-61595c47-513b-479a-bf7b-7ce58f3fe9a4 req-c495b508-0cc6-4f56-a370-e0992680e91a tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7b10883-60e5-40b8-8c46-fd4f259a2fcb HTTP/1.1" status: 200 len: 946 time: 1.0259733 Feb 09 01:09:22.378284 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e6c98c9f-7882-448b-aff0-99e67861978e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:22.426911 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4c4c4534-4d06-4bfc-b8f8-860aa9e4e4a4 req-e7d9013f-febd-49f0-ae4c-fc7efc85f06c tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6021323 Feb 09 01:09:22.468846 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-f225ab32-180f-4f8b-bd97-b0c5edbdb712 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:22.473173 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e6c98c9f-7882-448b-aff0-99e67861978e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:09:22.491212 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-e6c98c9f-7882-448b-aff0-99e67861978e admin admin] Usage tracker for resource:security_group_rule and tenant:98adb2fdb6b140a58ae6622360e1eb57 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:09:22.502973 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-e6c98c9f-7882-448b-aff0-99e67861978e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:09:22.540838 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e6c98c9f-7882-448b-aff0-99e67861978e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:09:22.540838 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-ba963a4a-eb4e-450c-878b-68277db48c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:22.560378 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-61595c47-513b-479a-bf7b-7ce58f3fe9a4 req-42331b6a-0841-4bbf-aab5-25e8ad9b0d83 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] 10.222.0.105 "GET /v2.0/security-groups?id=8a8f0d9c-681a-481f-95df-b91514ba6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100670 Feb 09 01:09:22.656803 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f225ab32-180f-4f8b-bd97-b0c5edbdb712 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Pushing event updated for resources: {'Port': ['ID=bacb4b19-9892-4d08-a6a9-d7e20c640928,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:22.687391 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-f225ab32-180f-4f8b-bd97-b0c5edbdb712 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Network 88728cd3-ea24-4a40-9246-bffa0114f21d is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:09:22.687391 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-f225ab32-180f-4f8b-bd97-b0c5edbdb712 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:09:22.687391 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-f225ab32-180f-4f8b-bd97-b0c5edbdb712 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:09:22.972946 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-f225ab32-180f-4f8b-bd97-b0c5edbdb712 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:22.972946 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-f225ab32-180f-4f8b-bd97-b0c5edbdb712 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:23.026684 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e19e7a5c-dc5e-4417-b340-4a05dbf15a81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:23.379529 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-f225ab32-180f-4f8b-bd97-b0c5edbdb712 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4423773 Feb 09 01:09:23.500666 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-523f17ed-0e67-4b98-a9ab-9398b19c02c1 service neutron] Request body: {'port': {'device_id': '2f8d8f18-9d31-4fba-85e0-cae9875a7a9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:23.626264 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2b2d2-3a57-4dee-8886-395e146de4bf req-bfe705a3-0359-407b-a7f2-e0bcc060af8b tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:23.633908 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-13b2b2d2-3a57-4dee-8886-395e146de4bf req-bfe705a3-0359-407b-a7f2-e0bcc060af8b tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.8138225 Feb 09 01:09:23.657277 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e6c98c9f-7882-448b-aff0-99e67861978e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:23.658522 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bf7a3310-5cf8-4490-a04b-904aaaf62170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:23.719424 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e6c98c9f-7882-448b-aff0-99e67861978e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:23.792803 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-523f17ed-0e67-4b98-a9ab-9398b19c02c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:23.815198 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-e6c98c9f-7882-448b-aff0-99e67861978e admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=98adb2fdb6b140a58ae6622360e1eb57&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2596219 Feb 09 01:09:23.830261 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 33524) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:23.830770 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06ab214-2130-4715-a1d1-3d2535637cd2 req-d6ce621d-36d0-4ec9-8392-9c675aecab57 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:23.831974 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-c06ab214-2130-4715-a1d1-3d2535637cd2 req-d6ce621d-36d0-4ec9-8392-9c675aecab57 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Synchronizing usage tracker for tenant:512edec67e4d47988608747108091a91 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:09:23.935263 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7a3310-5cf8-4490-a04b-904aaaf62170 admin admin] Pushing event deleted for resources: {'Port': ['ID=81f23413-9f86-4dad-86bb-2317aef85009,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:23.982194 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-c06ab214-2130-4715-a1d1-3d2535637cd2 req-d6ce621d-36d0-4ec9-8392-9c675aecab57 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Unset dirty status for tenant:512edec67e4d47988608747108091a91 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:09:23.992632 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c06ab214-2130-4715-a1d1-3d2535637cd2 req-d6ce621d-36d0-4ec9-8392-9c675aecab57 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] 10.222.0.105 "GET /v2.0/ports?device_id=194ae8df-b13e-40e8-97ce-be336113109b HTTP/1.1" status: 200 len: 932 time: 1.1239173 Feb 09 01:09:24.152094 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-80db242f-4427-427d-b50b-df8577798807 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:24.156233 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c98c9f-7882-448b-aff0-99e67861978e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21428e9f-25e3-4428-82d8-f91ce726e7fe,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:24.184026 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-80db242f-4427-427d-b50b-df8577798807 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:24.190373 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-13b2b2d2-3a57-4dee-8886-395e146de4bf req-759236c7-a6d1-4701-9210-888825475988 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5513923 Feb 09 01:09:24.257690 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-80db242f-4427-427d-b50b-df8577798807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:24.340446 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e19e7a5c-dc5e-4417-b340-4a05dbf15a81 admin admin] Router 4af77cf2-eaad-4284-8445-24c7aeaed730 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:09:24.389810 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80db242f-4427-427d-b50b-df8577798807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21428e9f-25e3-4428-82d8-f91ce726e7fe,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:24.413480 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-80db242f-4427-427d-b50b-df8577798807 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:24.416561 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-80db242f-4427-427d-b50b-df8577798807 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/21428e9f-25e3-4428-82d8-f91ce726e7fe HTTP/1.1" status: 204 len: 168 time: 0.5850692 Feb 09 01:09:24.643626 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:24.671523 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c06ab214-2130-4715-a1d1-3d2535637cd2 req-9419bd0a-ba47-40b8-995a-6d6c4e2be9c0 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] 10.222.0.105 "GET /v2.0/security-groups?id=381460f4-1c29-47e7-9d02-7d44eb6210a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6779804 Feb 09 01:09:24.790473 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e19e7a5c-dc5e-4417-b340-4a05dbf15a81 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:09:24.805300 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d20a07-ab51-4bb8-97fc-6e70c31588f5 None None] Sync routers for ids ['4af77cf2-eaad-4284-8445-24c7aeaed730'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:09:24.809292 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e19e7a5c-dc5e-4417-b340-4a05dbf15a81 admin admin] 10.222.0.105 "PUT /v2.0/routers/4af77cf2-eaad-4284-8445-24c7aeaed730/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0860634 Feb 09 01:09:24.811719 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 33538) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:24.820077 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d20a07-ab51-4bb8-97fc-6e70c31588f5 None None] Routers {'4af77cf2-eaad-4284-8445-24c7aeaed730'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:09:24.820927 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-15d20a07-ab51-4bb8-97fc-6e70c31588f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:09:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['4af77cf2-eaad-4284-8445-24c7aeaed730'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:25.050262 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-15d20a07-ab51-4bb8-97fc-6e70c31588f5 None None] Set router 4af77cf2-eaad-4284-8445-24c7aeaed730 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:09:25.238914 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bf7a3310-5cf8-4490-a04b-904aaaf62170 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:25.330266 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-63670972-1ee6-4a8e-89db-cba5ea5a7e97 admin admin] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:25.441722 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ceee8b-7236-4dbb-9478-27e0d847936c req-4dc40c16-306a-43ac-9a6d-6c2d36aa2d18 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:25.443512 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-16ceee8b-7236-4dbb-9478-27e0d847936c req-4dc40c16-306a-43ac-9a6d-6c2d36aa2d18 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.3303833 Feb 09 01:09:25.471916 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-ba963a4a-eb4e-450c-878b-68277db48c65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bea51db-7a59-4a89-9f05-f57ac0a9fd8f {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:09:25.500832 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d425222-13eb-440c-bfbb-b14d53c00ac8 req-6dfaa003-ca10-49c9-b44c-6cc0298f04e5 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:25.503021 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7d425222-13eb-440c-bfbb-b14d53c00ac8 req-6dfaa003-ca10-49c9-b44c-6cc0298f04e5 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7b10883-60e5-40b8-8c46-fd4f259a2fcb HTTP/1.1" status: 200 len: 946 time: 0.4406133 Feb 09 01:09:25.505148 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-ba963a4a-eb4e-450c-878b-68277db48c65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:25.599715 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-15d20a07-ab51-4bb8-97fc-6e70c31588f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af77cf2-eaad-4284-8445-24c7aeaed730', 'name': 'tempest-TaggedBootDevicesTest_v242-933179945-router', 'tenant_id': '6ae572a6f87d4d70abcebc0f3058fa0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '9de359a1-d738-40a8-87c3-2fba594ce190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:01:25Z', 'updated_at': '2022-02-09T01:09:21Z', 'revision_number': 5, 'project_id': '6ae572a6f87d4d70abcebc0f3058fa0e', 'gw_port': {'id': '9de359a1-d738-40a8-87c3-2fba594ce190', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af77cf2-eaad-4284-8445-24c7aeaed730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:27Z', 'updated_at': '2022-02-09T01:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:25.612163 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d20a07-ab51-4bb8-97fc-6e70c31588f5 None None] Checking router: 4af77cf2-eaad-4284-8445-24c7aeaed730 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:09:25.634913 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d20a07-ab51-4bb8-97fc-6e70c31588f5 None None] Routers {'4af77cf2-eaad-4284-8445-24c7aeaed730'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:09:25.635842 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-15d20a07-ab51-4bb8-97fc-6e70c31588f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:09:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['4af77cf2-eaad-4284-8445-24c7aeaed730'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:25.650587 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-ba963a4a-eb4e-450c-878b-68277db48c65 service neutron] Transition to ACTIVE for port object 0bea51db-7a59-4a89-9f05-f57ac0a9fd8f will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:09:25.659279 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-63670972-1ee6-4a8e-89db-cba5ea5a7e97 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:25.679222 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7d425222-13eb-440c-bfbb-b14d53c00ac8 req-b66adaaa-4183-4eb3-858a-a71ad227b865 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] 10.222.0.105 "GET /v2.0/security-groups?id=8a8f0d9c-681a-481f-95df-b91514ba6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635337 Feb 09 01:09:25.683735 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-16ceee8b-7236-4dbb-9478-27e0d847936c req-5c604cc3-3415-4395-8afb-6754bae45100 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292016 Feb 09 01:09:25.687345 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-ba963a4a-eb4e-450c-878b-68277db48c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:25.826778 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 33564) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:25.915518 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-63670972-1ee6-4a8e-89db-cba5ea5a7e97 admin admin] Deleting port 9de359a1-d738-40a8-87c3-2fba594ce190 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:09:25.916158 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-63670972-1ee6-4a8e-89db-cba5ea5a7e97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:26.038704 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba963a4a-eb4e-450c-878b-68277db48c65 service neutron] Pushing event updated for resources: {'Port': ['ID=0bea51db-7a59-4a89-9f05-f57ac0a9fd8f,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:26.098030 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-15d20a07-ab51-4bb8-97fc-6e70c31588f5 None None] Set router 4af77cf2-eaad-4284-8445-24c7aeaed730 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:09:26.212759 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-63670972-1ee6-4a8e-89db-cba5ea5a7e97 admin admin] For port 9de359a1-d738-40a8-87c3-2fba594ce190, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=9de359a1-d738-40a8-87c3-2fba594ce190,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:09:26.213113 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-63670972-1ee6-4a8e-89db-cba5ea5a7e97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:26.251112 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-0558fb31-3346-4275-be47-1457c0ee1859 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1342574394-network', 'tenant_id': '5923996e8d9847c1b4169e1792d1636b'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:26.317393 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-0558fb31-3346-4275-be47-1457c0ee1859 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:09:26.353887 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-63670972-1ee6-4a8e-89db-cba5ea5a7e97 admin admin] Calling delete_port for 9de359a1-d738-40a8-87c3-2fba594ce190 owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:09:26.375377 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-0558fb31-3346-4275-be47-1457c0ee1859 admin admin] Usage tracker for resource:network and tenant:5923996e8d9847c1b4169e1792d1636b is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:09:26.390450 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.db.resource_extend [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-523f17ed-0e67-4b98-a9ab-9398b19c02c1 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:09:26.395284 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-0558fb31-3346-4275-be47-1457c0ee1859 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:09:26.420224 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf7a3310-5cf8-4490-a04b-904aaaf62170 admin admin] Router c6f69f3a-4cce-4683-a548-4ebadf3cc39f has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:09:26.433791 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-0558fb31-3346-4275-be47-1457c0ee1859 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:09:26.482055 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-15d20a07-ab51-4bb8-97fc-6e70c31588f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af77cf2-eaad-4284-8445-24c7aeaed730', 'name': 'tempest-TaggedBootDevicesTest_v242-933179945-router', 'tenant_id': '6ae572a6f87d4d70abcebc0f3058fa0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '9de359a1-d738-40a8-87c3-2fba594ce190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:01:25Z', 'updated_at': '2022-02-09T01:09:21Z', 'revision_number': 5, 'project_id': '6ae572a6f87d4d70abcebc0f3058fa0e', 'gw_port': {'id': '9de359a1-d738-40a8-87c3-2fba594ce190', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af77cf2-eaad-4284-8445-24c7aeaed730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:27Z', 'updated_at': '2022-02-09T01:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:26.488158 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d20a07-ab51-4bb8-97fc-6e70c31588f5 None None] The sync data for ids ['4af77cf2-eaad-4284-8445-24c7aeaed730'] in n-d-828418-1 is: [{'id': '4af77cf2-eaad-4284-8445-24c7aeaed730', 'name': 'tempest-TaggedBootDevicesTest_v242-933179945-router', 'tenant_id': '6ae572a6f87d4d70abcebc0f3058fa0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '9de359a1-d738-40a8-87c3-2fba594ce190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:01:25Z', 'updated_at': '2022-02-09T01:09:21Z', 'revision_number': 5, 'project_id': '6ae572a6f87d4d70abcebc0f3058fa0e', 'gw_port': {'id': '9de359a1-d738-40a8-87c3-2fba594ce190', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af77cf2-eaad-4284-8445-24c7aeaed730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:27Z', 'updated_at': '2022-02-09T01:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:09:26.504957 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-523f17ed-0e67-4b98-a9ab-9398b19c02c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bacb4b19-9892-4d08-a6a9-d7e20c640928 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:09:26.515068 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-523f17ed-0e67-4b98-a9ab-9398b19c02c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:26.534561 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-ba963a4a-eb4e-450c-878b-68277db48c65 service neutron] Attempting to bind port 0bea51db-7a59-4a89-9f05-f57ac0a9fd8f on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:09:26.535139 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-ba963a4a-eb4e-450c-878b-68277db48c65 service neutron] Attempting to bind port 0bea51db-7a59-4a89-9f05-f57ac0a9fd8f by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '591493a9-2c56-4390-a828-c9adf3efad2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '88728cd3-ea24-4a40-9246-bffa0114f21d'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:09:26.535505 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-ba963a4a-eb4e-450c-878b-68277db48c65 service neutron] Attempting to bind port 0bea51db-7a59-4a89-9f05-f57ac0a9fd8f on network 88728cd3-ea24-4a40-9246-bffa0114f21d {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:09:26.537527 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0558fb31-3346-4275-be47-1457c0ee1859 admin admin] Made reservation on behalf of 5923996e8d9847c1b4169e1792d1636b for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:09:26.540784 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0558fb31-3346-4275-be47-1457c0ee1859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:26.550141 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-523f17ed-0e67-4b98-a9ab-9398b19c02c1 service neutron] Transition to ACTIVE for port object bacb4b19-9892-4d08-a6a9-d7e20c640928 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:09:26.563629 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-523f17ed-0e67-4b98-a9ab-9398b19c02c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:26.645015 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523f17ed-0e67-4b98-a9ab-9398b19c02c1 service neutron] Pushing event updated for resources: {'Port': ['ID=bacb4b19-9892-4d08-a6a9-d7e20c640928,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:26.650374 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53861f5-78d3-4bb6-87a7-b2fb62baa4c6 req-6852e585-73f6-4a84-9764-daf2e4851837 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:26.652181 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b53861f5-78d3-4bb6-87a7-b2fb62baa4c6 req-6852e585-73f6-4a84-9764-daf2e4851837 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] 10.222.0.105 "GET /v2.0/ports?device_id=194ae8df-b13e-40e8-97ce-be336113109b HTTP/1.1" status: 200 len: 944 time: 0.6518788 Feb 09 01:09:26.675018 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0558fb31-3346-4275-be47-1457c0ee1859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:26.688539 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-ba963a4a-eb4e-450c-878b-68277db48c65 service neutron] Port 0bea51db-7a59-4a89-9f05-f57ac0a9fd8f on network 88728cd3-ea24-4a40-9246-bffa0114f21d not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:09:26.689541 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-ba963a4a-eb4e-450c-878b-68277db48c65 service neutron] Attempting to bind port 0bea51db-7a59-4a89-9f05-f57ac0a9fd8f on network 88728cd3-ea24-4a40-9246-bffa0114f21d {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:09:26.831190 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7a3310-5cf8-4490-a04b-904aaaf62170 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:09:26.838701 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b4ef05-de43-451b-b5f5-656dc19527ee None None] Sync routers for ids ['c6f69f3a-4cce-4683-a548-4ebadf3cc39f'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:09:26.851373 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-ba963a4a-eb4e-450c-878b-68277db48c65 service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:09:26.851373 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-ba963a4a-eb4e-450c-878b-68277db48c65 service neutron] Checking segment: {'id': '591493a9-2c56-4390-a828-c9adf3efad2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '88728cd3-ea24-4a40-9246-bffa0114f21d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:09:26.851373 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-ba963a4a-eb4e-450c-878b-68277db48c65 service neutron] Bound using segment: {'id': '591493a9-2c56-4390-a828-c9adf3efad2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '88728cd3-ea24-4a40-9246-bffa0114f21d'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:09:26.851373 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-ba963a4a-eb4e-450c-878b-68277db48c65 service neutron] Bound port: 0bea51db-7a59-4a89-9f05-f57ac0a9fd8f, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '591493a9-2c56-4390-a828-c9adf3efad2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '88728cd3-ea24-4a40-9246-bffa0114f21d'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:09:26.851373 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-ba963a4a-eb4e-450c-878b-68277db48c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:26.860894 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b4ef05-de43-451b-b5f5-656dc19527ee None None] Routers {'c6f69f3a-4cce-4683-a548-4ebadf3cc39f'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:09:26.863858 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-54b4ef05-de43-451b-b5f5-656dc19527ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:09:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['c6f69f3a-4cce-4683-a548-4ebadf3cc39f'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:26.894908 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-0558fb31-3346-4275-be47-1457c0ee1859 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:09:26.911929 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8137ac65-984d-427e-8894-79bb5d8b121c req-c128025d-ec2b-43d1-bed9-da7d44178627 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:26.913712 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8137ac65-984d-427e-8894-79bb5d8b121c req-c128025d-ec2b-43d1-bed9-da7d44178627 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7b10883-60e5-40b8-8c46-fd4f259a2fcb HTTP/1.1" status: 200 len: 946 time: 0.7578728 Feb 09 01:09:26.936502 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc259e49-7939-4487-ac1a-123f29a05602 req-85b665bd-3c1d-4a9a-9d87-3235bb7ff39a tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:26.944101 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bc259e49-7939-4487-ac1a-123f29a05602 req-85b665bd-3c1d-4a9a-9d87-3235bb7ff39a tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.9798226 Feb 09 01:09:26.963913 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-63670972-1ee6-4a8e-89db-cba5ea5a7e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:27.087279 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-54b4ef05-de43-451b-b5f5-656dc19527ee None None] Set router c6f69f3a-4cce-4683-a548-4ebadf3cc39f gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:09:27.115254 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63670972-1ee6-4a8e-89db-cba5ea5a7e97 admin admin] Pushing event deleted for resources: {'Port': ['ID=9de359a1-d738-40a8-87c3-2fba594ce190,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:27.128529 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-0558fb31-3346-4275-be47-1457c0ee1859 admin admin] Usage tracker for resource:security_group_rule and tenant:5923996e8d9847c1b4169e1792d1636b is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:09:27.142794 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-0558fb31-3346-4275-be47-1457c0ee1859 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:09:27.172437 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-523f17ed-0e67-4b98-a9ab-9398b19c02c1 service neutron] Attempting to bind port bacb4b19-9892-4d08-a6a9-d7e20c640928 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:09:27.172767 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-523f17ed-0e67-4b98-a9ab-9398b19c02c1 service neutron] Attempting to bind port bacb4b19-9892-4d08-a6a9-d7e20c640928 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '591493a9-2c56-4390-a828-c9adf3efad2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '88728cd3-ea24-4a40-9246-bffa0114f21d'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:09:27.173095 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-523f17ed-0e67-4b98-a9ab-9398b19c02c1 service neutron] Attempting to bind port bacb4b19-9892-4d08-a6a9-d7e20c640928 on network 88728cd3-ea24-4a40-9246-bffa0114f21d {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:09:27.189336 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-523f17ed-0e67-4b98-a9ab-9398b19c02c1 service neutron] Port bacb4b19-9892-4d08-a6a9-d7e20c640928 on network 88728cd3-ea24-4a40-9246-bffa0114f21d not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:09:27.189680 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-523f17ed-0e67-4b98-a9ab-9398b19c02c1 service neutron] Attempting to bind port bacb4b19-9892-4d08-a6a9-d7e20c640928 on network 88728cd3-ea24-4a40-9246-bffa0114f21d {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:09:27.204378 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-523f17ed-0e67-4b98-a9ab-9398b19c02c1 service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:09:27.204646 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-523f17ed-0e67-4b98-a9ab-9398b19c02c1 service neutron] Checking segment: {'id': '591493a9-2c56-4390-a828-c9adf3efad2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '88728cd3-ea24-4a40-9246-bffa0114f21d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:09:27.205032 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-523f17ed-0e67-4b98-a9ab-9398b19c02c1 service neutron] Bound using segment: {'id': '591493a9-2c56-4390-a828-c9adf3efad2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '88728cd3-ea24-4a40-9246-bffa0114f21d'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:09:27.205863 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-523f17ed-0e67-4b98-a9ab-9398b19c02c1 service neutron] Bound port: bacb4b19-9892-4d08-a6a9-d7e20c640928, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '591493a9-2c56-4390-a828-c9adf3efad2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '88728cd3-ea24-4a40-9246-bffa0114f21d'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:09:27.206366 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-523f17ed-0e67-4b98-a9ab-9398b19c02c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:27.231171 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-0558fb31-3346-4275-be47-1457c0ee1859 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:09:27.244841 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-63670972-1ee6-4a8e-89db-cba5ea5a7e97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:27.317012 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device da2fa760-4692-463d-a9a9-86aaf187f6d8 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:09:27.337394 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b53861f5-78d3-4bb6-87a7-b2fb62baa4c6 req-e1e7cd69-ef4c-41a3-bd57-8df88bd7cbfa tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] 10.222.0.105 "GET /v2.0/security-groups?id=381460f4-1c29-47e7-9d02-7d44eb6210a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6402519 Feb 09 01:09:27.374296 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: da2fa760-4692-463d-a9a9-86aaf187f6d8 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:09:27.374296 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device da2fa760-4692-463d-a9a9-86aaf187f6d8 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:09:27.382784 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bc259e49-7939-4487-ac1a-123f29a05602 req-b59c5815-4486-4f18-9fbc-489ba91cd5db tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4231372 Feb 09 01:09:27.528759 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-bf7a3310-5cf8-4490-a04b-904aaaf62170 admin admin] 10.222.0.105 "PUT /v2.0/routers/c6f69f3a-4cce-4683-a548-4ebadf3cc39f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6440558 Feb 09 01:09:27.530742 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-8137ac65-984d-427e-8894-79bb5d8b121c req-8f49c9b1-68cc-4497-ada6-cc3291d8c148 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Deleting port e5026afa-b97e-48b0-826f-c668784d613b {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:09:27.531575 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8137ac65-984d-427e-8894-79bb5d8b121c req-8f49c9b1-68cc-4497-ada6-cc3291d8c148 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:27.577153 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 33580) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:27.597684 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0558fb31-3346-4275-be47-1457c0ee1859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:27.642621 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-54b4ef05-de43-451b-b5f5-656dc19527ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f69f3a-4cce-4683-a548-4ebadf3cc39f', 'name': 'tempest-ServerRescueTestJSON-746228788-router', 'tenant_id': '6039567a52d946e490ce131e89f5d77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': 'a8eaee66-eb67-409e-aa7c-64765fc54527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:06:17Z', 'updated_at': '2022-02-09T01:09:23Z', 'revision_number': 5, 'project_id': '6039567a52d946e490ce131e89f5d77f', 'gw_port': {'id': 'a8eaee66-eb67-409e-aa7c-64765fc54527', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:94:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f69f3a-4cce-4683-a548-4ebadf3cc39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:19Z', 'updated_at': '2022-02-09T01:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:27.652184 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b4ef05-de43-451b-b5f5-656dc19527ee None None] Checking router: c6f69f3a-4cce-4683-a548-4ebadf3cc39f for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:09:27.676193 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b4ef05-de43-451b-b5f5-656dc19527ee None None] Routers {'c6f69f3a-4cce-4683-a548-4ebadf3cc39f'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:09:27.676826 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-54b4ef05-de43-451b-b5f5-656dc19527ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:09:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['c6f69f3a-4cce-4683-a548-4ebadf3cc39f'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:27.772056 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-63670972-1ee6-4a8e-89db-cba5ea5a7e97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:27.773805 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-523f17ed-0e67-4b98-a9ab-9398b19c02c1 service neutron] For port bacb4b19-9892-4d08-a6a9-d7e20c640928, host n-h1-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:09:27.775585 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-63670972-1ee6-4a8e-89db-cba5ea5a7e97 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:27.787659 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-523f17ed-0e67-4b98-a9ab-9398b19c02c1 service neutron] For port bacb4b19-9892-4d08-a6a9-d7e20c640928, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=bacb4b19-9892-4d08-a6a9-d7e20c640928,segment=NetworkSegment(591493a9-2c56-4390-a828-c9adf3efad2d),segment_id=591493a9-2c56-4390-a828-c9adf3efad2d)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:09:27.800400 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-523f17ed-0e67-4b98-a9ab-9398b19c02c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:27.817457 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0558fb31-3346-4275-be47-1457c0ee1859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:27.870170 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-523f17ed-0e67-4b98-a9ab-9398b19c02c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:27.873368 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-523f17ed-0e67-4b98-a9ab-9398b19c02c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:27.878997 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-523f17ed-0e67-4b98-a9ab-9398b19c02c1 service neutron] 10.222.0.62 "PUT /v2.0/ports/bacb4b19-9892-4d08-a6a9-d7e20c640928 HTTP/1.1" status: 200 len: 1092 time: 4.3823812 Feb 09 01:09:27.889624 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f8d8f18-9d31-4fba-85e0-cae9875a7a9e', 'tag': 'bacb4b19-9892-4d08-a6a9-d7e20c640928'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:09:27.894948 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-ba963a4a-eb4e-450c-878b-68277db48c65 service neutron] For port 0bea51db-7a59-4a89-9f05-f57ac0a9fd8f, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:09:27.929833 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-63670972-1ee6-4a8e-89db-cba5ea5a7e97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:27.942281 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63670972-1ee6-4a8e-89db-cba5ea5a7e97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4af77cf2-eaad-4284-8445-24c7aeaed730 {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:09:27.972348 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-ba963a4a-eb4e-450c-878b-68277db48c65 service neutron] For port 0bea51db-7a59-4a89-9f05-f57ac0a9fd8f, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=0bea51db-7a59-4a89-9f05-f57ac0a9fd8f,segment=NetworkSegment(591493a9-2c56-4390-a828-c9adf3efad2d),segment_id=591493a9-2c56-4390-a828-c9adf3efad2d)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:09:27.996895 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0558fb31-3346-4275-be47-1457c0ee1859 admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:09:28.023125 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-ba963a4a-eb4e-450c-878b-68277db48c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:28.087940 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-63670972-1ee6-4a8e-89db-cba5ea5a7e97 admin admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:28.088031 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-54b4ef05-de43-451b-b5f5-656dc19527ee None None] Set router c6f69f3a-4cce-4683-a548-4ebadf3cc39f gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:09:28.094675 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-63670972-1ee6-4a8e-89db-cba5ea5a7e97 admin admin] 10.222.0.105 "DELETE /v2.0/routers/4af77cf2-eaad-4284-8445-24c7aeaed730 HTTP/1.1" status: 204 len: 168 time: 3.2811639 Feb 09 01:09:28.097370 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 33586) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:28.098482 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523f17ed-0e67-4b98-a9ab-9398b19c02c1 service neutron] Pushing event updated for resources: {'Port': ['ID=bacb4b19-9892-4d08-a6a9-d7e20c640928,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:28.175509 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-373714d0-4c3b-445d-8652-c4225a5cf962 admin admin] Deleting subnet 72b75d40-f987-460b-9115-e3f2c6814493 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:09:28.181133 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-373714d0-4c3b-445d-8652-c4225a5cf962 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:28.186592 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0558fb31-3346-4275-be47-1457c0ee1859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d91b27f6-5fa6-4d90-9a4a-f0f30cd28df1,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:28.221510 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0558fb31-3346-4275-be47-1457c0ee1859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:28.221985 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-0558fb31-3346-4275-be47-1457c0ee1859 admin admin] Added segment 098a280c-0288-4beb-be07-8b77b9a18cce of type vlan for network a9985582-7d42-4984-810e-f81456accc3a Feb 09 01:09:28.244644 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-373714d0-4c3b-445d-8652-c4225a5cf962 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:28.267296 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-ba963a4a-eb4e-450c-878b-68277db48c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:28.268113 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-ba963a4a-eb4e-450c-878b-68277db48c65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:28.269500 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-ba963a4a-eb4e-450c-878b-68277db48c65 service neutron] 10.222.0.62 "PUT /v2.0/ports/0bea51db-7a59-4a89-9f05-f57ac0a9fd8f HTTP/1.1" status: 200 len: 1092 time: 6.5384767 Feb 09 01:09:28.275235 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '194ae8df-b13e-40e8-97ce-be336113109b', 'tag': '0bea51db-7a59-4a89-9f05-f57ac0a9fd8f'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:09:28.402334 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-80b2378a-2c11-4953-9796-4c9bbec73136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:28.403528 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-80b2378a-2c11-4953-9796-4c9bbec73136 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=512edec67e4d47988608747108091a91&device_id=2f8d8f18-9d31-4fba-85e0-cae9875a7a9e HTTP/1.1" status: 200 len: 1095 time: 0.4374089 Feb 09 01:09:28.423892 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9cb60160-04b2-4189-ba10-8edfc9b24d21 admin admin] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:28.498512 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-097b3ae1-06e2-4957-880f-8cc132b539da service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bacb4b19-9892-4d08-a6a9-d7e20c640928 HTTP/1.1" status: 200 len: 217 time: 0.0862770 Feb 09 01:09:28.581086 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0558fb31-3346-4275-be47-1457c0ee1859 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:28.591818 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d164738-44e2-4943-9cf6-dec9a89d1466 req-d58dcf67-1a28-486f-8968-d29f74e2cb52 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:28.593429 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6d164738-44e2-4943-9cf6-dec9a89d1466 req-d58dcf67-1a28-486f-8968-d29f74e2cb52 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 1.0170243 Feb 09 01:09:28.607000 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-373714d0-4c3b-445d-8652-c4225a5cf962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:28.621774 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba963a4a-eb4e-450c-878b-68277db48c65 service neutron] Pushing event updated for resources: {'Port': ['ID=0bea51db-7a59-4a89-9f05-f57ac0a9fd8f,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:28.680674 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa6e62-3214-4a47-9ef5-87a01d135b82 req-1dd42ae1-0ccb-4de3-a93c-5458c27de694 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:28.681916 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-ff9d0587-244c-445d-9921-7fe6dd0cd8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:28.683637 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-ff9d0587-244c-445d-9921-7fe6dd0cd8da service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc5c20af-7446-433d-b469-b71a03281ee6 HTTP/1.1" status: 200 len: 853 time: 0.1797452 Feb 09 01:09:28.689667 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c4fa6e62-3214-4a47-9ef5-87a01d135b82 req-1dd42ae1-0ccb-4de3-a93c-5458c27de694 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7b10883-60e5-40b8-8c46-fd4f259a2fcb HTTP/1.1" status: 200 len: 946 time: 1.1141629 Feb 09 01:09:28.707641 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-54b4ef05-de43-451b-b5f5-656dc19527ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f69f3a-4cce-4683-a548-4ebadf3cc39f', 'name': 'tempest-ServerRescueTestJSON-746228788-router', 'tenant_id': '6039567a52d946e490ce131e89f5d77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': 'a8eaee66-eb67-409e-aa7c-64765fc54527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:06:17Z', 'updated_at': '2022-02-09T01:09:23Z', 'revision_number': 5, 'project_id': '6039567a52d946e490ce131e89f5d77f', 'gw_port': {'id': 'a8eaee66-eb67-409e-aa7c-64765fc54527', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:94:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f69f3a-4cce-4683-a548-4ebadf3cc39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:19Z', 'updated_at': '2022-02-09T01:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:28.720452 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b4ef05-de43-451b-b5f5-656dc19527ee None None] The sync data for ids ['c6f69f3a-4cce-4683-a548-4ebadf3cc39f'] in n-d-828418-1 is: [{'id': 'c6f69f3a-4cce-4683-a548-4ebadf3cc39f', 'name': 'tempest-ServerRescueTestJSON-746228788-router', 'tenant_id': '6039567a52d946e490ce131e89f5d77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': 'a8eaee66-eb67-409e-aa7c-64765fc54527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:06:17Z', 'updated_at': '2022-02-09T01:09:23Z', 'revision_number': 5, 'project_id': '6039567a52d946e490ce131e89f5d77f', 'gw_port': {'id': 'a8eaee66-eb67-409e-aa7c-64765fc54527', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:94:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f69f3a-4cce-4683-a548-4ebadf3cc39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:19Z', 'updated_at': '2022-02-09T01:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:09:28.747896 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.db.resource_extend [None req-0558fb31-3346-4275-be47-1457c0ee1859 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:09:28.796279 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-4cf8a54c-42e8-4961-ab53-770c08dbee33 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=88728cd3-ea24-4a40-9246-bffa0114f21d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0941534 Feb 09 01:09:28.887313 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-373714d0-4c3b-445d-8652-c4225a5cf962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:28.942463 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6d164738-44e2-4943-9cf6-dec9a89d1466 req-b9fc6e38-8a7d-466a-9aeb-3aa637374aa1 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371630 Feb 09 01:09:28.945397 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373714d0-4c3b-445d-8652-c4225a5cf962 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72b75d40-f987-460b-9115-e3f2c6814493,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:28.950243 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-373714d0-4c3b-445d-8652-c4225a5cf962 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:28.951971 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c80aa04-13fb-40fc-8925-94e7b46b2560 None None] Network 6c21402c-7902-4ae7-8505-6f11f3eac92e requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:09:28.963522 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-373714d0-4c3b-445d-8652-c4225a5cf962 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/72b75d40-f987-460b-9115-e3f2c6814493 HTTP/1.1" status: 204 len: 168 time: 0.8623719 Feb 09 01:09:28.976678 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-8137ac65-984d-427e-8894-79bb5d8b121c req-8f49c9b1-68cc-4497-ada6-cc3291d8c148 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] For port e5026afa-b97e-48b0-826f-c668784d613b, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=e5026afa-b97e-48b0-826f-c668784d613b,segment=NetworkSegment(85ef2125-dab5-4cf8-a0de-dada8704faf8),segment_id=85ef2125-dab5-4cf8-a0de-dada8704faf8)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:09:28.977123 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8137ac65-984d-427e-8894-79bb5d8b121c req-8f49c9b1-68cc-4497-ada6-cc3291d8c148 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:28.977551 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 33596) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:29.072289 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f8d8f18-9d31-4fba-85e0-cae9875a7a9e', 'tag': 'bacb4b19-9892-4d08-a6a9-d7e20c640928', 'status': 'completed', 'code': 200} Feb 09 01:09:29.172556 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0558fb31-3346-4275-be47-1457c0ee1859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:29.173861 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0558fb31-3346-4275-be47-1457c0ee1859 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:29.174769 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0558fb31-3346-4275-be47-1457c0ee1859 admin admin] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:29.183078 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0c0e80e2-0af3-43ba-9a98-a39275838c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:29.188478 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c4fa6e62-3214-4a47-9ef5-87a01d135b82 req-d320a6e2-1208-4a82-9bfb-65c6edd6759e tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] 10.222.0.105 "GET /v2.0/security-groups?id=8a8f0d9c-681a-481f-95df-b91514ba6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4982193 Feb 09 01:09:29.198247 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-e7b94b9c-8a41-4041-beed-425b602123ab service neutron] 10.222.0.62 "GET /v2.0/networks/88728cd3-ea24-4a40-9246-bffa0114f21d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3928010 Feb 09 01:09:29.290228 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 9de359a1-d738-40a8-87c3-2fba594ce190 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:09:29.352573 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-8137ac65-984d-427e-8894-79bb5d8b121c req-8f49c9b1-68cc-4497-ada6-cc3291d8c148 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Calling delete_port for e5026afa-b97e-48b0-826f-c668784d613b owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:09:29.357542 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device e5026afa-b97e-48b0-826f-c668784d613b no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:09:29.412235 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '194ae8df-b13e-40e8-97ce-be336113109b', 'tag': '0bea51db-7a59-4a89-9f05-f57ac0a9fd8f', 'status': 'completed', 'code': 200} Feb 09 01:09:29.462910 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 9de359a1-d738-40a8-87c3-2fba594ce190 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:09:29.463817 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 9de359a1-d738-40a8-87c3-2fba594ce190 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:09:29.465825 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 81f23413-9f86-4dad-86bb-2317aef85009 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:09:29.527803 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-db33f2ad-6145-4e20-9404-b20a577273fb service neutron] 10.222.0.62 "GET /v2.0/networks/88728cd3-ea24-4a40-9246-bffa0114f21d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078051 Feb 09 01:09:29.529741 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-0c0e80e2-0af3-43ba-9a98-a39275838c78 admin admin] Deleting port 2e5a84da-9831-4ae9-9062-1515d567b8b8 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:09:29.530089 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0c0e80e2-0af3-43ba-9a98-a39275838c78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:29.585853 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9cb60160-04b2-4189-ba10-8edfc9b24d21 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:29.589949 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-f6509a95-2c79-40af-9180-fef9faef667a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:29.591504 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-f6509a95-2c79-40af-9180-fef9faef667a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=512edec67e4d47988608747108091a91&device_id=194ae8df-b13e-40e8-97ce-be336113109b HTTP/1.1" status: 200 len: 1095 time: 1.1870446 Feb 09 01:09:29.695157 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 81f23413-9f86-4dad-86bb-2317aef85009 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:09:29.697348 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 81f23413-9f86-4dad-86bb-2317aef85009 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:09:29.759921 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-9cb60160-04b2-4189-ba10-8edfc9b24d21 admin admin] Deleting port a8eaee66-eb67-409e-aa7c-64765fc54527 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:09:29.759921 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9cb60160-04b2-4189-ba10-8edfc9b24d21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:29.815079 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-84a46da8-d7f8-472b-831e-c71b84b0c8f0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bea51db-7a59-4a89-9f05-f57ac0a9fd8f HTTP/1.1" status: 200 len: 217 time: 0.1511338 Feb 09 01:09:29.834117 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-0558fb31-3346-4275-be47-1457c0ee1859 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.9502323 Feb 09 01:09:29.843381 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 33606) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:29.849152 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:29.867267 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-c29b2c3b-4b06-4ec4-b0fa-629556f7a093 admin admin] Request body: {'subnet': {'network_id': 'a9985582-7d42-4984-810e-f81456accc3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1342574394-subnet', 'tenant_id': '5923996e8d9847c1b4169e1792d1636b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:29.918449 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port e5026afa-b97e-48b0-826f-c668784d613b, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=e5026afa-b97e-48b0-826f-c668784d613b,segment=NetworkSegment(85ef2125-dab5-4cf8-a0de-dada8704faf8),segment_id=85ef2125-dab5-4cf8-a0de-dada8704faf8)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:09:29.920244 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0558fb31-3346-4275-be47-1457c0ee1859 admin admin] Pushing event updated for resources: {'Network': ['ID=a9985582-7d42-4984-810e-f81456accc3a,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:29.923158 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b10883-60e5-40b8-8c46-fd4f259a2fcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5026afa-b97e-48b0-826f-c668784d613b'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:09:29.962803 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network a9985582-7d42-4984-810e-f81456accc3a details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:09:30.014903 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe5d25f-933c-452b-8b4e-8b7e6163712b None None] DHCP port deletion for 6c21402c-7902-4ae7-8505-6f11f3eac92e request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:09:30.020814 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:30.072527 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-0af98ed8-0fa4-4dc4-b113-c364b576975e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:30.076436 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-0af98ed8-0fa4-4dc4-b113-c364b576975e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc5c20af-7446-433d-b469-b71a03281ee6 HTTP/1.1" status: 200 len: 853 time: 0.2366261 Feb 09 01:09:30.087333 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc155a-919c-4519-8a92-308ad053bd8a req-6a24072b-15ac-44eb-bd82-e592ad6f5ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:30.088849 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a4cc155a-919c-4519-8a92-308ad053bd8a req-6a24072b-15ac-44eb-bd82-e592ad6f5ac4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=512edec67e4d47988608747108091a91&device_id=2f8d8f18-9d31-4fba-85e0-cae9875a7a9e HTTP/1.1" status: 200 len: 1095 time: 0.5045929 Feb 09 01:09:30.099441 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c29b2c3b-4b06-4ec4-b0fa-629556f7a093 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:09:30.132947 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.db.api [req-8137ac65-984d-427e-8894-79bb5d8b121c req-8f49c9b1-68cc-4497-ada6-cc3291d8c148 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:09:30.135381 n-d-828418-1 neutron-server[87639]: DEBUG oslo_db.api [req-8137ac65-984d-427e-8894-79bb5d8b121c req-8f49c9b1-68cc-4497-ada6-cc3291d8c148 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:09:30.135500 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-c29b2c3b-4b06-4ec4-b0fa-629556f7a093 admin admin] Usage tracker for resource:subnet and tenant:5923996e8d9847c1b4169e1792d1636b is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:09:30.168556 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-abe5d25f-933c-452b-8b4e-8b7e6163712b None None] Deleting port 2e5a84da-9831-4ae9-9062-1515d567b8b8 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:09:30.169119 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-abe5d25f-933c-452b-8b4e-8b7e6163712b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:30.196699 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-c29b2c3b-4b06-4ec4-b0fa-629556f7a093 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:09:30.198035 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-9cb60160-04b2-4189-ba10-8edfc9b24d21 admin admin] For port a8eaee66-eb67-409e-aa7c-64765fc54527, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=a8eaee66-eb67-409e-aa7c-64765fc54527,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:09:30.198469 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9cb60160-04b2-4189-ba10-8edfc9b24d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:30.220398 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c29b2c3b-4b06-4ec4-b0fa-629556f7a093 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:09:30.231410 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e6401-5e1f-4fcb-aa1a-2ca50f975210 req-f4bbf59e-5387-47c7-b37e-618fcb9ea162 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:30.233113 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-de9e6401-5e1f-4fcb-aa1a-2ca50f975210 req-f4bbf59e-5387-47c7-b37e-618fcb9ea162 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] 10.222.0.105 "GET /v2.0/ports?device_id=194ae8df-b13e-40e8-97ce-be336113109b HTTP/1.1" status: 200 len: 944 time: 0.8146300 Feb 09 01:09:30.255160 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-1ea37c52-3176-434b-826a-58e35f036aa1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=88728cd3-ea24-4a40-9246-bffa0114f21d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1650298 Feb 09 01:09:30.282771 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-0c0e80e2-0af3-43ba-9a98-a39275838c78 admin admin] For port 2e5a84da-9831-4ae9-9062-1515d567b8b8, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=2e5a84da-9831-4ae9-9062-1515d567b8b8,segment=NetworkSegment(40c00fa1-daf3-4b56-ac4d-2ce7703801d7),segment_id=40c00fa1-daf3-4b56-ac4d-2ce7703801d7)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:09:30.283121 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0c0e80e2-0af3-43ba-9a98-a39275838c78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:30.290876 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29b2c3b-4b06-4ec4-b0fa-629556f7a093 admin admin] Made reservation on behalf of 5923996e8d9847c1b4169e1792d1636b for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:09:30.293753 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c29b2c3b-4b06-4ec4-b0fa-629556f7a093 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:30.338316 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d6a76f-08f6-4674-93d9-471b66e9e43b req-7a6604f9-4f3a-415a-bdfc-e3283103711f tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:30.355335 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-12d6a76f-08f6-4674-93d9-471b66e9e43b req-7a6604f9-4f3a-415a-bdfc-e3283103711f tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.8425469 Feb 09 01:09:30.388221 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=e5026afa-b97e-48b0-826f-c668784d613b,revision_number=6']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:30.497031 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-0c0e80e2-0af3-43ba-9a98-a39275838c78 admin admin] Calling delete_port for 2e5a84da-9831-4ae9-9062-1515d567b8b8 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:09:30.497303 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-abe5d25f-933c-452b-8b4e-8b7e6163712b None None] For port 2e5a84da-9831-4ae9-9062-1515d567b8b8, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=2e5a84da-9831-4ae9-9062-1515d567b8b8,segment=NetworkSegment(40c00fa1-daf3-4b56-ac4d-2ce7703801d7),segment_id=40c00fa1-daf3-4b56-ac4d-2ce7703801d7)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:09:30.497493 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-9cb60160-04b2-4189-ba10-8edfc9b24d21 admin admin] Calling delete_port for a8eaee66-eb67-409e-aa7c-64765fc54527 owned by network:router_gateway {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:09:30.498446 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-abe5d25f-933c-452b-8b4e-8b7e6163712b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:30.661979 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc155a-919c-4519-8a92-308ad053bd8a req-1538f699-715e-44a6-9a8d-9df40da4ac8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:30.661979 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a4cc155a-919c-4519-8a92-308ad053bd8a req-1538f699-715e-44a6-9a8d-9df40da4ac8e service neutron] 10.222.0.62 "GET /v2.0/networks?id=88728cd3-ea24-4a40-9246-bffa0114f21d HTTP/1.1" status: 200 len: 914 time: 0.5575459 Feb 09 01:09:30.750601 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-8137ac65-984d-427e-8894-79bb5d8b121c req-8f49c9b1-68cc-4497-ada6-cc3291d8c148 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Deleting port e5026afa-b97e-48b0-826f-c668784d613b {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:09:30.750945 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8137ac65-984d-427e-8894-79bb5d8b121c req-8f49c9b1-68cc-4497-ada6-cc3291d8c148 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:30.797399 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-abe5d25f-933c-452b-8b4e-8b7e6163712b None None] Calling delete_port for 2e5a84da-9831-4ae9-9062-1515d567b8b8 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:09:30.838320 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a4cc155a-919c-4519-8a92-308ad053bd8a req-2f78438b-be8b-4a95-8f69-b5257d55ee86 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bacb4b19-9892-4d08-a6a9-d7e20c640928 HTTP/1.1" status: 200 len: 217 time: 0.1559951 Feb 09 01:09:30.914606 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0c0e80e2-0af3-43ba-9a98-a39275838c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:30.916670 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-60a45a76-8c53-4cb8-8e67-c436347907ac service neutron] 10.222.0.62 "GET /v2.0/networks/88728cd3-ea24-4a40-9246-bffa0114f21d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4679260 Feb 09 01:09:30.933999 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-abe5d25f-933c-452b-8b4e-8b7e6163712b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:09:30.934629 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-abe5d25f-933c-452b-8b4e-8b7e6163712b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:09:30.954619 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-de9e6401-5e1f-4fcb-aa1a-2ca50f975210 req-ec720d9f-cf43-4014-b6c1-e7fed0da2896 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] 10.222.0.105 "GET /v2.0/security-groups?id=381460f4-1c29-47e7-9d02-7d44eb6210a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6978734 Feb 09 01:09:30.972368 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0e80e2-0af3-43ba-9a98-a39275838c78 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e5a84da-9831-4ae9-9062-1515d567b8b8,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:30.995463 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0e80e2-0af3-43ba-9a98-a39275838c78 admin admin] No DVR routers for this DVR port 2e5a84da-9831-4ae9-9062-1515d567b8b8 on host n-d-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:09:31.022215 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-12d6a76f-08f6-4674-93d9-471b66e9e43b req-d52bbb54-03b1-4d01-b949-118861d49bd2 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6745970 Feb 09 01:09:31.067059 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc155a-919c-4519-8a92-308ad053bd8a req-a137ef95-ec3a-4adb-96eb-5170c00e078c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:31.067991 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a4cc155a-919c-4519-8a92-308ad053bd8a req-a137ef95-ec3a-4adb-96eb-5170c00e078c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc5c20af-7446-433d-b469-b71a03281ee6 HTTP/1.1" status: 200 len: 853 time: 0.2007792 Feb 09 01:09:31.082039 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b10883-60e5-40b8-8c46-fd4f259a2fcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5026afa-b97e-48b0-826f-c668784d613b', 'code': 200} Feb 09 01:09:31.188835 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 2e5a84da-9831-4ae9-9062-1515d567b8b8 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:09:31.233798 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a4cc155a-919c-4519-8a92-308ad053bd8a req-73348ed3-5a1b-4412-b817-cc7619fb2607 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=88728cd3-ea24-4a40-9246-bffa0114f21d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1401894 Feb 09 01:09:31.278167 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 2e5a84da-9831-4ae9-9062-1515d567b8b8 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:09:31.279236 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 2e5a84da-9831-4ae9-9062-1515d567b8b8 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:09:31.363619 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0c0e80e2-0af3-43ba-9a98-a39275838c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:31.435993 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-0c0e80e2-0af3-43ba-9a98-a39275838c78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c21402c-7902-4ae7-8505-6f11f3eac92e']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:31.437195 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-abe5d25f-933c-452b-8b4e-8b7e6163712b None None] Deleting port 2e5a84da-9831-4ae9-9062-1515d567b8b8 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:09:31.437678 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-abe5d25f-933c-452b-8b4e-8b7e6163712b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:31.445359 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c29b2c3b-4b06-4ec4-b0fa-629556f7a093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:31.512588 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-0c0e80e2-0af3-43ba-9a98-a39275838c78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40c00fa1-daf3-4b56-ac4d-2ce7703801d7') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:31.512878 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-0c0e80e2-0af3-43ba-9a98-a39275838c78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40c00fa1-daf3-4b56-ac4d-2ce7703801d7') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:31.559689 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-abe5d25f-933c-452b-8b4e-8b7e6163712b None None] The port '2e5a84da-9831-4ae9-9062-1515d567b8b8' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:09:31.590000 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0c0e80e2-0af3-43ba-9a98-a39275838c78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:31.614861 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0c0e80e2-0af3-43ba-9a98-a39275838c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:31.628926 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c0e80e2-0af3-43ba-9a98-a39275838c78 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:09:31.629523 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0c0e80e2-0af3-43ba-9a98-a39275838c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:31.713118 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:09:31.713118 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:09:31.713118 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:09:31.713118 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:09:31.713118 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:09:31.713118 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:09:31.713118 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:09:31.713118 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:09:31.713118 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:09:31.713118 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:09:31.713118 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:09:31.713118 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:09:31.713118 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:09:31.713118 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:09:31.713118 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:09:31.713118 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:09:31.713118 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:09:31.713118 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:09:31.713118 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:09:31.713118 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:09:31.713118 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:09:31.713118 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:09:31.713118 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:09:31.713118 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:09:31.713118 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:09:31.713118 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:09:31.713118 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:09:31.713118 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:09:31.713118 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:09:31.713118 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:09:31.713118 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:09:31.713118 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:09:31.735470 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a4cc155a-919c-4519-8a92-308ad053bd8a req-07b1e097-79f7-4827-bdbc-a2c0606cd20f service neutron] 10.222.0.62 "GET /v2.0/networks/88728cd3-ea24-4a40-9246-bffa0114f21d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4950867 Feb 09 01:09:31.740327 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29b2c3b-4b06-4ec4-b0fa-629556f7a093 admin admin] Checking segment: {'id': '098a280c-0288-4beb-be07-8b77b9a18cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a9985582-7d42-4984-810e-f81456accc3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:09:31.740778 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29b2c3b-4b06-4ec4-b0fa-629556f7a093 admin admin] Network hostable DHCP agents. Network: a9985582-7d42-4984-810e-f81456accc3a, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:09:31.800864 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29b2c3b-4b06-4ec4-b0fa-629556f7a093 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0937e3ed-1ce8-462f-8406-daa9fd1feaa0,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:31.843377 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9fc4aaac-ef4a-4305-99c7-0b83b447a5f6 req-24834c2a-0cd1-490c-a8ea-0b58b026db0e service neutron] 10.222.0.62 "GET /v2.0/networks/88728cd3-ea24-4a40-9246-bffa0114f21d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8882442 Feb 09 01:09:31.878457 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-8137ac65-984d-427e-8894-79bb5d8b121c req-8f49c9b1-68cc-4497-ada6-cc3291d8c148 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] For port e5026afa-b97e-48b0-826f-c668784d613b, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=e5026afa-b97e-48b0-826f-c668784d613b,segment=NetworkSegment(85ef2125-dab5-4cf8-a0de-dada8704faf8),segment_id=85ef2125-dab5-4cf8-a0de-dada8704faf8)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:09:31.879565 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8137ac65-984d-427e-8894-79bb5d8b121c req-8f49c9b1-68cc-4497-ada6-cc3291d8c148 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:31.908264 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0c0e80e2-0af3-43ba-9a98-a39275838c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:31.909872 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fb9e61-b1a6-4d77-8faa-17e5687d519c req-ede91d70-a45e-45cb-8003-3dcc9bb85077 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:31.918388 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-24fb9e61-b1a6-4d77-8faa-17e5687d519c req-ede91d70-a45e-45cb-8003-3dcc9bb85077 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7b10883-60e5-40b8-8c46-fd4f259a2fcb HTTP/1.1" status: 200 len: 944 time: 0.6717951 Feb 09 01:09:31.920544 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29b2c3b-4b06-4ec4-b0fa-629556f7a093 admin admin] Network a9985582-7d42-4984-810e-f81456accc3a is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:09:32.104302 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0c0e80e2-0af3-43ba-9a98-a39275838c78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:32.106170 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0e80e2-0af3-43ba-9a98-a39275838c78 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c21402c-7902-4ae7-8505-6f11f3eac92e,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:32.142943 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-c29b2c3b-4b06-4ec4-b0fa-629556f7a093 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, a9985582-7d42-4984-810e-f81456accc3a) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:09:32.155812 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-8137ac65-984d-427e-8894-79bb5d8b121c req-8f49c9b1-68cc-4497-ada6-cc3291d8c148 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Calling delete_port for e5026afa-b97e-48b0-826f-c668784d613b owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:09:32.156842 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29b2c3b-4b06-4ec4-b0fa-629556f7a093 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:32.156842 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c29b2c3b-4b06-4ec4-b0fa-629556f7a093 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:32.171898 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39239e3-4eeb-4c6c-80cf-5ab0537cfab7 None None] Network a9985582-7d42-4984-810e-f81456accc3a requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:09:32.173153 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-0c0e80e2-0af3-43ba-9a98-a39275838c78 admin admin] 10.222.0.105 "DELETE /v2.0/networks/6c21402c-7902-4ae7-8505-6f11f3eac92e HTTP/1.1" status: 204 len: 168 time: 3.1941319 Feb 09 01:09:32.176814 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 33624) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:32.215468 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9cb60160-04b2-4189-ba10-8edfc9b24d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:32.277007 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a4cc155a-919c-4519-8a92-308ad053bd8a req-d22c7eed-ea6e-45ec-a5e0-7870b95ee5c6 service neutron] 10.222.0.62 "GET /v2.0/networks/88728cd3-ea24-4a40-9246-bffa0114f21d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5234342 Feb 09 01:09:32.294651 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c29b2c3b-4b06-4ec4-b0fa-629556f7a093 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.4263320 Feb 09 01:09:32.294765 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de421d0-453c-4e24-91b1-94f6c9d9826d req-9bb086d9-e5e3-4363-9096-a549d1a695c3 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:32.302812 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5de421d0-453c-4e24-91b1-94f6c9d9826d req-9bb086d9-e5e3-4363-9096-a549d1a695c3 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.8515592 Feb 09 01:09:32.500448 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-24fb9e61-b1a6-4d77-8faa-17e5687d519c req-9312da62-74f8-4da3-8003-a5c3bd03c6c5 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] 10.222.0.105 "GET /v2.0/security-groups?id=8a8f0d9c-681a-481f-95df-b91514ba6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5798740 Feb 09 01:09:32.557658 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c2db4a-3382-4589-8e81-36ae94542b48 None None] Network a9985582-7d42-4984-810e-f81456accc3a requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:09:32.561556 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb60160-04b2-4189-ba10-8edfc9b24d21 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8eaee66-eb67-409e-aa7c-64765fc54527,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:32.720251 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5de421d0-453c-4e24-91b1-94f6c9d9826d req-703b0735-2513-4548-bcb1-f86fbf6ed0ea tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523181 Feb 09 01:09:32.720251 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb60160-04b2-4189-ba10-8edfc9b24d21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:32.720251 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb60160-04b2-4189-ba10-8edfc9b24d21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:32.720251 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb60160-04b2-4189-ba10-8edfc9b24d21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:32.720251 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb60160-04b2-4189-ba10-8edfc9b24d21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:32.720251 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb60160-04b2-4189-ba10-8edfc9b24d21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:32.720251 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb60160-04b2-4189-ba10-8edfc9b24d21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:32.720251 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb60160-04b2-4189-ba10-8edfc9b24d21 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:32.720251 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb60160-04b2-4189-ba10-8edfc9b24d21 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:32.720251 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb60160-04b2-4189-ba10-8edfc9b24d21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:32.720251 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb60160-04b2-4189-ba10-8edfc9b24d21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:32.720251 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb60160-04b2-4189-ba10-8edfc9b24d21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:32.720251 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb60160-04b2-4189-ba10-8edfc9b24d21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:32.733177 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9cb60160-04b2-4189-ba10-8edfc9b24d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:33.263321 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device bacb4b19-9892-4d08-a6a9-d7e20c640928 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:09:33.287858 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 33650) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:33.293846 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-a577315e-3d20-4103-89db-c91b4f1159d1 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-735809095-network', 'tenant_id': '30bd6525e49c41f1908c4cb73a414a50'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:33.297965 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9cb60160-04b2-4189-ba10-8edfc9b24d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:33.308257 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9cb60160-04b2-4189-ba10-8edfc9b24d21 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:33.315236 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a577315e-3d20-4103-89db-c91b4f1159d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:09:33.335773 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-a577315e-3d20-4103-89db-c91b4f1159d1 admin admin] Usage tracker for resource:network and tenant:30bd6525e49c41f1908c4cb73a414a50 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:09:33.348623 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8137ac65-984d-427e-8894-79bb5d8b121c req-8f49c9b1-68cc-4497-ada6-cc3291d8c148 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:33.361433 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27408285-4596-4e24-ae45-063c34c7d613 req-7cf32147-371e-43f0-a06d-38e8f80835a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:33.363028 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-27408285-4596-4e24-ae45-063c34c7d613 req-7cf32147-371e-43f0-a06d-38e8f80835a6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=512edec67e4d47988608747108091a91&device_id=194ae8df-b13e-40e8-97ce-be336113109b HTTP/1.1" status: 200 len: 1095 time: 1.4208770 Feb 09 01:09:33.388570 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-a577315e-3d20-4103-89db-c91b4f1159d1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:09:33.401024 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a577315e-3d20-4103-89db-c91b4f1159d1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:09:33.437446 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port bacb4b19-9892-4d08-a6a9-d7e20c640928, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=bacb4b19-9892-4d08-a6a9-d7e20c640928,segment=NetworkSegment(591493a9-2c56-4390-a828-c9adf3efad2d),segment_id=591493a9-2c56-4390-a828-c9adf3efad2d)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:09:33.444942 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a577315e-3d20-4103-89db-c91b4f1159d1 admin admin] Made reservation on behalf of 30bd6525e49c41f1908c4cb73a414a50 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:09:33.447916 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a577315e-3d20-4103-89db-c91b4f1159d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:33.459085 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': 'bacb4b19-9892-4d08-a6a9-d7e20c640928', 'network_id': '88728cd3-ea24-4a40-9246-bffa0114f21d', 'port_id': 'bacb4b19-9892-4d08-a6a9-d7e20c640928', 'mac_address': 'fa:16:3e:05:79:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc5c20af-7446-433d-b469-b71a03281ee6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:09:33.468304 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a577315e-3d20-4103-89db-c91b4f1159d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:33.471528 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f49c9b1-68cc-4497-ada6-cc3291d8c148 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Pushing event deleted for resources: {'Port': ['ID=e5026afa-b97e-48b0-826f-c668784d613b,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:33.494262 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a577315e-3d20-4103-89db-c91b4f1159d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:09:33.498823 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-a577315e-3d20-4103-89db-c91b4f1159d1 admin admin] Usage tracker for resource:security_group_rule and tenant:30bd6525e49c41f1908c4cb73a414a50 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:09:33.502286 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-a577315e-3d20-4103-89db-c91b4f1159d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:09:33.514278 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a577315e-3d20-4103-89db-c91b4f1159d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:09:33.582847 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:33.612852 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9cb60160-04b2-4189-ba10-8edfc9b24d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:33.613606 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb60160-04b2-4189-ba10-8edfc9b24d21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6f69f3a-4cce-4683-a548-4ebadf3cc39f {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:09:33.728580 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a577315e-3d20-4103-89db-c91b4f1159d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:33.735417 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3f37170d-faba-4b64-a1d4-6afe8e2568c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:33.747123 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-8137ac65-984d-427e-8894-79bb5d8b121c req-8f49c9b1-68cc-4497-ada6-cc3291d8c148 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] No DVR routers for this DVR port e5026afa-b97e-48b0-826f-c668784d613b on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:09:33.753364 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8137ac65-984d-427e-8894-79bb5d8b121c req-8f49c9b1-68cc-4497-ada6-cc3291d8c148 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:33.763734 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b10883-60e5-40b8-8c46-fd4f259a2fcb', 'name': 'network-vif-deleted', 'tag': 'e5026afa-b97e-48b0-826f-c668784d613b'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:09:33.777784 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bacb4b19-9892-4d08-a6a9-d7e20c640928 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:09:33.785062 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9cb60160-04b2-4189-ba10-8edfc9b24d21 admin admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:33.786489 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-9cb60160-04b2-4189-ba10-8edfc9b24d21 admin admin] 10.222.0.105 "DELETE /v2.0/routers/c6f69f3a-4cce-4683-a548-4ebadf3cc39f HTTP/1.1" status: 204 len: 168 time: 6.2034888 Feb 09 01:09:33.796726 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 33658) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:33.810629 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8137ac65-984d-427e-8894-79bb5d8b121c req-8f49c9b1-68cc-4497-ada6-cc3291d8c148 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] 10.222.0.62 "DELETE /v2.0/ports/e5026afa-b97e-48b0-826f-c668784d613b HTTP/1.1" status: 204 len: 173 time: 6.6834078 Feb 09 01:09:33.831737 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port bacb4b19-9892-4d08-a6a9-d7e20c640928, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=bacb4b19-9892-4d08-a6a9-d7e20c640928,segment=NetworkSegment(591493a9-2c56-4390-a828-c9adf3efad2d),segment_id=591493a9-2c56-4390-a828-c9adf3efad2d)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:09:33.844848 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:33.859569 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a577315e-3d20-4103-89db-c91b4f1159d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:33.922822 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a577315e-3d20-4103-89db-c91b4f1159d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:09:34.001496 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a577315e-3d20-4103-89db-c91b4f1159d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:34.001934 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-a577315e-3d20-4103-89db-c91b4f1159d1 admin admin] Added segment 45ccdd7e-31dd-43c7-ab72-e4c58df0cb7f of type vlan for network 39ba01ec-14d0-43df-b7ca-84d8447deb2c Feb 09 01:09:34.032924 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=bacb4b19-9892-4d08-a6a9-d7e20c640928,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:34.115858 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd51e379-86f0-4f02-ab68-baac31cccc0f req-b1a8f52b-e92a-468b-9b30-05b5c953a0fd tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:34.118204 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd51e379-86f0-4f02-ab68-baac31cccc0f req-b1a8f52b-e92a-468b-9b30-05b5c953a0fd tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.8116093 Feb 09 01:09:34.120668 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a577315e-3d20-4103-89db-c91b4f1159d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2247c5-f5ad-4c2e-bc4d-e545293df6a1,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:34.134091 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['bacb4b19-9892-4d08-a6a9-d7e20c640928'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:09:34.136504 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f967f-92e2-4b08-b520-036953e6f3ce req-05773f66-cd6d-4005-a745-e229a2bf9330 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:34.138275 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7c9f967f-92e2-4b08-b520-036953e6f3ce req-05773f66-cd6d-4005-a745-e229a2bf9330 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] 10.222.0.105 "GET /v2.0/ports?device_id=194ae8df-b13e-40e8-97ce-be336113109b HTTP/1.1" status: 200 len: 944 time: 1.3458581 Feb 09 01:09:34.170327 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a577315e-3d20-4103-89db-c91b4f1159d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:34.358803 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27408285-4596-4e24-ae45-063c34c7d613 req-0eefd8ff-e391-4ac4-b63e-b37a59056c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:34.363752 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-27408285-4596-4e24-ae45-063c34c7d613 req-0eefd8ff-e391-4ac4-b63e-b37a59056c30 service neutron] 10.222.0.62 "GET /v2.0/networks?id=88728cd3-ea24-4a40-9246-bffa0114f21d HTTP/1.1" status: 200 len: 914 time: 0.9503303 Feb 09 01:09:34.389541 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.db.resource_extend [None req-a577315e-3d20-4103-89db-c91b4f1159d1 admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:09:34.443168 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7c9f967f-92e2-4b08-b520-036953e6f3ce req-e040cc7b-f872-4dc3-a0db-f0ec62724ea9 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] 10.222.0.105 "GET /v2.0/security-groups?id=381460f4-1c29-47e7-9d02-7d44eb6210a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795637 Feb 09 01:09:34.558412 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a577315e-3d20-4103-89db-c91b4f1159d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:34.560180 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a577315e-3d20-4103-89db-c91b4f1159d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:34.561116 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a577315e-3d20-4103-89db-c91b4f1159d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:34.600203 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0c5d8ec-9c6d-4431-b481-cfbe587e249b admin admin] Deleting subnet 1fb2cbe1-ac38-49b2-93b4-07126768375d {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:09:34.616924 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-27408285-4596-4e24-ae45-063c34c7d613 req-18eca5a0-7761-47c6-a546-826e29709db1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bea51db-7a59-4a89-9f05-f57ac0a9fd8f HTTP/1.1" status: 200 len: 217 time: 0.1889791 Feb 09 01:09:34.620818 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b0c5d8ec-9c6d-4431-b481-cfbe587e249b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:34.697396 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a577315e-3d20-4103-89db-c91b4f1159d1 admin admin] Pushing event updated for resources: {'Network': ['ID=39ba01ec-14d0-43df-b7ca-84d8447deb2c,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:34.711702 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 39ba01ec-14d0-43df-b7ca-84d8447deb2c details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:09:34.731455 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:09:34.832305 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 33676) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:34.837040 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27408285-4596-4e24-ae45-063c34c7d613 req-d804815e-28ca-4d8b-97b6-422ec229f809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:34.838778 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-27408285-4596-4e24-ae45-063c34c7d613 req-d804815e-28ca-4d8b-97b6-422ec229f809 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc5c20af-7446-433d-b469-b71a03281ee6 HTTP/1.1" status: 200 len: 853 time: 0.1803894 Feb 09 01:09:34.843866 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd51e379-86f0-4f02-ab68-baac31cccc0f req-76aa21c7-c31e-4460-b26b-52844bb41c8b tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7022402 Feb 09 01:09:34.923835 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a577315e-3d20-4103-89db-c91b4f1159d1 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6346166 Feb 09 01:09:34.936573 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 33684) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:34.955433 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-55423b22-9e90-4c61-b935-413f86778654 admin admin] Request body: {'subnet': {'network_id': '39ba01ec-14d0-43df-b7ca-84d8447deb2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-735809095-subnet', 'tenant_id': '30bd6525e49c41f1908c4cb73a414a50', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:34.966036 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b10883-60e5-40b8-8c46-fd4f259a2fcb', 'name': 'network-vif-deleted', 'tag': 'e5026afa-b97e-48b0-826f-c668784d613b', 'status': 'completed', 'code': 200} Feb 09 01:09:34.985757 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-55423b22-9e90-4c61-b935-413f86778654 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:09:34.994458 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-27408285-4596-4e24-ae45-063c34c7d613 req-6fbe4211-fc01-439e-90a1-7dbfe4be1135 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=88728cd3-ea24-4a40-9246-bffa0114f21d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1405971 Feb 09 01:09:34.999352 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-057d0cbd-1bf3-42b9-b209-ef6086c9f2a2 req-f2684cf7-a894-472c-865f-e3a110c78365 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Synchronizing usage tracker for tenant:f6d2dbe332ea4c948ef614288aa0589f on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:09:35.013502 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-3f37170d-faba-4b64-a1d4-6afe8e2568c9 admin admin] Deleting port 48e16298-529a-486c-8bb2-4d83bce70589 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:09:35.017255 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3f37170d-faba-4b64-a1d4-6afe8e2568c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:35.083986 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-55423b22-9e90-4c61-b935-413f86778654 admin admin] Usage tracker for resource:subnet and tenant:30bd6525e49c41f1908c4cb73a414a50 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:09:35.089564 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device a8eaee66-eb67-409e-aa7c-64765fc54527 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:09:35.110768 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b0c5d8ec-9c6d-4431-b481-cfbe587e249b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:35.158574 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: a8eaee66-eb67-409e-aa7c-64765fc54527 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:09:35.158897 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device a8eaee66-eb67-409e-aa7c-64765fc54527 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:09:35.188095 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-55423b22-9e90-4c61-b935-413f86778654 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:09:35.198543 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-057d0cbd-1bf3-42b9-b209-ef6086c9f2a2 req-f2684cf7-a894-472c-865f-e3a110c78365 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Unset dirty status for tenant:f6d2dbe332ea4c948ef614288aa0589f on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:09:35.208177 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-057d0cbd-1bf3-42b9-b209-ef6086c9f2a2 req-f2684cf7-a894-472c-865f-e3a110c78365 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7b10883-60e5-40b8-8c46-fd4f259a2fcb HTTP/1.1" status: 200 len: 210 time: 0.3547857 Feb 09 01:09:35.222459 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-55423b22-9e90-4c61-b935-413f86778654 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:09:35.257435 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55423b22-9e90-4c61-b935-413f86778654 admin admin] Made reservation on behalf of 30bd6525e49c41f1908c4cb73a414a50 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:09:35.257435 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-55423b22-9e90-4c61-b935-413f86778654 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:35.274143 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 0bea51db-7a59-4a89-9f05-f57ac0a9fd8f details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:09:35.276030 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device bacb4b19-9892-4d08-a6a9-d7e20c640928 up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:09:35.289166 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b0c5d8ec-9c6d-4431-b481-cfbe587e249b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:35.347080 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-27408285-4596-4e24-ae45-063c34c7d613 req-63727d09-964b-460d-83b3-123e8095a39c service neutron] 10.222.0.62 "GET /v2.0/networks/88728cd3-ea24-4a40-9246-bffa0114f21d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3419600 Feb 09 01:09:35.421342 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b4aa04-7230-4b8d-a45e-df071e8425e0 req-bf327646-c85c-40ec-99dd-a9333041057d tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:35.423577 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d0b4aa04-7230-4b8d-a45e-df071e8425e0 req-bf327646-c85c-40ec-99dd-a9333041057d tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.3188093 Feb 09 01:09:35.589384 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port bacb4b19-9892-4d08-a6a9-d7e20c640928 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:09:35.599825 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port bacb4b19-9892-4d08-a6a9-d7e20c640928 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:09:35.600523 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:35.706981 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-27408285-4596-4e24-ae45-063c34c7d613 req-cf8ee53d-00c1-4a6c-84ab-89be5e8df08d service neutron] 10.222.0.62 "GET /v2.0/networks/88728cd3-ea24-4a40-9246-bffa0114f21d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3455560 Feb 09 01:09:35.714182 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b0c5d8ec-9c6d-4431-b481-cfbe587e249b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:35.719309 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 0bea51db-7a59-4a89-9f05-f57ac0a9fd8f, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=0bea51db-7a59-4a89-9f05-f57ac0a9fd8f,segment=NetworkSegment(591493a9-2c56-4390-a828-c9adf3efad2d),segment_id=591493a9-2c56-4390-a828-c9adf3efad2d)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:09:35.722839 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06935df2-d067-4787-9669-82be81b9df0b req-cd311334-02b8-4fc2-836a-d66233c2cd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:35.723587 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06935df2-d067-4787-9669-82be81b9df0b req-cd311334-02b8-4fc2-836a-d66233c2cd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:35.724028 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06935df2-d067-4787-9669-82be81b9df0b req-cd311334-02b8-4fc2-836a-d66233c2cd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:35.724472 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06935df2-d067-4787-9669-82be81b9df0b req-cd311334-02b8-4fc2-836a-d66233c2cd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:35.724891 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06935df2-d067-4787-9669-82be81b9df0b req-cd311334-02b8-4fc2-836a-d66233c2cd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:35.725409 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06935df2-d067-4787-9669-82be81b9df0b req-cd311334-02b8-4fc2-836a-d66233c2cd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:35.732066 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06935df2-d067-4787-9669-82be81b9df0b req-cd311334-02b8-4fc2-836a-d66233c2cd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:35.734589 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-06935df2-d067-4787-9669-82be81b9df0b req-cd311334-02b8-4fc2-836a-d66233c2cd0d service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 6490 time: 0.8976707 Feb 09 01:09:35.780090 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '0bea51db-7a59-4a89-9f05-f57ac0a9fd8f', 'network_id': '88728cd3-ea24-4a40-9246-bffa0114f21d', 'port_id': '0bea51db-7a59-4a89-9f05-f57ac0a9fd8f', 'mac_address': 'fa:16:3e:61:4e:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc5c20af-7446-433d-b469-b71a03281ee6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:09:35.793270 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b0c5d8ec-9c6d-4431-b481-cfbe587e249b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:35.809980 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-b0c5d8ec-9c6d-4431-b481-cfbe587e249b admin admin] 10.222.0.105 "DELETE /v2.0/subnets/1fb2cbe1-ac38-49b2-93b4-07126768375d HTTP/1.1" status: 204 len: 168 time: 2.0097854 Feb 09 01:09:35.823514 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 33692) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:35.838882 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c5d8ec-9c6d-4431-b481-cfbe587e249b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fb2cbe1-ac38-49b2-93b4-07126768375d,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:35.853343 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:35.859699 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-3f37170d-faba-4b64-a1d4-6afe8e2568c9 admin admin] For port 48e16298-529a-486c-8bb2-4d83bce70589, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=48e16298-529a-486c-8bb2-4d83bce70589,segment=NetworkSegment(40546022-0981-4cc8-997a-c9ccdde03029),segment_id=40546022-0981-4cc8-997a-c9ccdde03029)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:09:35.861649 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3f37170d-faba-4b64-a1d4-6afe8e2568c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:35.889959 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port bacb4b19-9892-4d08-a6a9-d7e20c640928, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=bacb4b19-9892-4d08-a6a9-d7e20c640928,segment=NetworkSegment(591493a9-2c56-4390-a828-c9adf3efad2d),segment_id=591493a9-2c56-4390-a828-c9adf3efad2d)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:09:35.893024 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f8d8f18-9d31-4fba-85e0-cae9875a7a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bacb4b19-9892-4d08-a6a9-d7e20c640928'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:09:35.902024 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:35.958793 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:35.968384 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d0b4aa04-7230-4b8d-a45e-df071e8425e0 req-b9f3d1b1-7f8d-4ab9-8efb-48545a11a4d4 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4783781 Feb 09 01:09:35.985560 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bea51db-7a59-4a89-9f05-f57ac0a9fd8f {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:09:36.003444 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=bacb4b19-9892-4d08-a6a9-d7e20c640928,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:36.023727 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 0bea51db-7a59-4a89-9f05-f57ac0a9fd8f, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=0bea51db-7a59-4a89-9f05-f57ac0a9fd8f,segment=NetworkSegment(591493a9-2c56-4390-a828-c9adf3efad2d),segment_id=591493a9-2c56-4390-a828-c9adf3efad2d)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:09:36.035807 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:36.106553 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-3f37170d-faba-4b64-a1d4-6afe8e2568c9 admin admin] Calling delete_port for 48e16298-529a-486c-8bb2-4d83bce70589 owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:09:36.126132 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f8d8f18-9d31-4fba-85e0-cae9875a7a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bacb4b19-9892-4d08-a6a9-d7e20c640928', 'code': 200} Feb 09 01:09:36.154431 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f6a414b8-605e-4ce0-ac7f-a63eea4518dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:36.172186 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=0bea51db-7a59-4a89-9f05-f57ac0a9fd8f,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:36.178464 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c975b9f-9014-44d2-970b-f57e4f59ab77 req-6ea32385-4be6-4dda-aaeb-2591aa5eda49 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:36.186632 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3c975b9f-9014-44d2-970b-f57e4f59ab77 req-6ea32385-4be6-4dda-aaeb-2591aa5eda49 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] 10.222.0.105 "GET /v2.0/ports?device_id=194ae8df-b13e-40e8-97ce-be336113109b HTTP/1.1" status: 200 len: 944 time: 0.3748984 Feb 09 01:09:36.200246 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-06935df2-d067-4787-9669-82be81b9df0b req-b726e4e2-2a33-406f-8204-e96dbc607673 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=c7f86f67-ad65-4a75-ada7-f9729d599d03&id=2e29d487-4384-458c-a1fb-a5cd591001dc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4512053 Feb 09 01:09:36.328355 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['0bea51db-7a59-4a89-9f05-f57ac0a9fd8f'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:09:36.360853 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3c975b9f-9014-44d2-970b-f57e4f59ab77 req-6283979f-9050-43a5-b58e-3b9e6d73c6e6 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] 10.222.0.105 "GET /v2.0/security-groups?id=381460f4-1c29-47e7-9d02-7d44eb6210a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731713 Feb 09 01:09:36.376448 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-55423b22-9e90-4c61-b935-413f86778654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:36.446363 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55423b22-9e90-4c61-b935-413f86778654 admin admin] Pushing event updated for resources: {'Subnet': ['ID=506056fc-24ef-47c0-9a95-653c2ebbb94f,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:36.562859 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f6a414b8-605e-4ce0-ac7f-a63eea4518dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:36.587631 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55423b22-9e90-4c61-b935-413f86778654 admin admin] Checking segment: {'id': '45ccdd7e-31dd-43c7-ab72-e4c58df0cb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '39ba01ec-14d0-43df-b7ca-84d8447deb2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:09:36.588008 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55423b22-9e90-4c61-b935-413f86778654 admin admin] Network hostable DHCP agents. Network: 39ba01ec-14d0-43df-b7ca-84d8447deb2c, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:09:36.615549 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-f6a414b8-605e-4ce0-ac7f-a63eea4518dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2347c0e2-18b5-449a-8992-746b7866ae46']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:36.626813 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7babb755-4786-42fe-b574-32f6ffdac767 req-d0213f8f-1d85-4a13-b514-ef168a9b7c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:36.628359 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7babb755-4786-42fe-b574-32f6ffdac767 req-d0213f8f-1d85-4a13-b514-ef168a9b7c89 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2f8d8f18-9d31-4fba-85e0-cae9875a7a9e HTTP/1.1" status: 200 len: 1097 time: 0.4060998 Feb 09 01:09:36.638047 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-f6a414b8-605e-4ce0-ac7f-a63eea4518dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4a9a430-6030-4c47-873d-1751edec414b') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:36.638336 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-f6a414b8-605e-4ce0-ac7f-a63eea4518dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4a9a430-6030-4c47-873d-1751edec414b') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:36.681632 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e1e95f-0cb1-4754-ad08-837af4c1e9e7 req-99401745-0fec-428f-ad27-3f414de3f6e7 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:36.686489 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55423b22-9e90-4c61-b935-413f86778654 admin admin] Network 39ba01ec-14d0-43df-b7ca-84d8447deb2c is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:09:36.689681 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a8e1e95f-0cb1-4754-ad08-837af4c1e9e7 req-99401745-0fec-428f-ad27-3f414de3f6e7 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.2599828 Feb 09 01:09:36.703192 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3f37170d-faba-4b64-a1d4-6afe8e2568c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:36.719935 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f6a414b8-605e-4ce0-ac7f-a63eea4518dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:36.753704 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7babb755-4786-42fe-b574-32f6ffdac767 req-3bb364dd-305d-4676-b800-213018a98a54 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=381460f4-1c29-47e7-9d02-7d44eb6210a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050739 Feb 09 01:09:36.775139 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-55423b22-9e90-4c61-b935-413f86778654 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 39ba01ec-14d0-43df-b7ca-84d8447deb2c) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:09:36.781968 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f6a414b8-605e-4ce0-ac7f-a63eea4518dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:36.791340 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69bd55bb-eb37-437b-aa30-8268cea8f31a None None] Network 39ba01ec-14d0-43df-b7ca-84d8447deb2c requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:09:36.793319 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a8e1e95f-0cb1-4754-ad08-837af4c1e9e7 req-af87c38f-1bc0-4041-8984-39cd664f8f02 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026025 Feb 09 01:09:36.796226 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6a414b8-605e-4ce0-ac7f-a63eea4518dd admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:09:36.796538 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f6a414b8-605e-4ce0-ac7f-a63eea4518dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:36.826248 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f37170d-faba-4b64-a1d4-6afe8e2568c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=48e16298-529a-486c-8bb2-4d83bce70589,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:36.833452 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 01:09:36.833452 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:09:36.833452 n-d-828418-1 neutron-server[87639]: timer() Feb 09 01:09:36.833452 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:09:36.833452 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 01:09:36.833452 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:09:36.833452 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 01:09:36.833452 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:09:36.833452 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 01:09:36.833452 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:09:36.833452 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 01:09:36.833452 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:09:36.833452 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 01:09:36.833452 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:09:36.833452 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:09:36.833452 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:09:36.833452 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:09:36.833452 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:09:36.833452 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 01:09:36.833452 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:09:36.833452 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 01:09:36.833452 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:09:36.833452 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:09:36.833452 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:09:36.833452 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 01:09:36.833452 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:09:36.833452 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:09:36.833452 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:09:36.833452 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:09:36.833452 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:09:36.833452 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:09:36.833452 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:09:36.917999 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55423b22-9e90-4c61-b935-413f86778654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:36.920716 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-55423b22-9e90-4c61-b935-413f86778654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:37.030204 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-55423b22-9e90-4c61-b935-413f86778654 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.0904069 Feb 09 01:09:37.284260 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3f37170d-faba-4b64-a1d4-6afe8e2568c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:37.296104 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db825553-40e9-4112-b1ff-58b23331b570 None None] Network 39ba01ec-14d0-43df-b7ca-84d8447deb2c requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:09:37.480984 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f6a414b8-605e-4ce0-ac7f-a63eea4518dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:37.487595 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f6a414b8-605e-4ce0-ac7f-a63eea4518dd admin admin] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:37.533247 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f6a414b8-605e-4ce0-ac7f-a63eea4518dd admin admin] 10.222.0.105 "DELETE /v2.0/networks/2347c0e2-18b5-449a-8992-746b7866ae46 HTTP/1.1" status: 204 len: 168 time: 1.6916645 Feb 09 01:09:37.552339 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a414b8-605e-4ce0-ac7f-a63eea4518dd admin admin] Pushing event deleted for resources: {'Network': ['ID=2347c0e2-18b5-449a-8992-746b7866ae46,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:37.568574 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957b708-2d37-4383-a10e-416110111d14 req-4f563b16-73f2-43dc-98ec-387e6a7eb1d9 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:37.587774 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d957b708-2d37-4383-a10e-416110111d14 req-4f563b16-73f2-43dc-98ec-387e6a7eb1d9 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] 10.222.0.105 "GET /v2.0/networks?id=27bb923f-ad7d-44d3-b172-12f18a433617 HTTP/1.1" status: 200 len: 808 time: 0.4968655 Feb 09 01:09:37.628753 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d957b708-2d37-4383-a10e-416110111d14 req-9c809066-62b6-480c-ae39-6aa58f0bbb35 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] 10.222.0.105 "GET /v2.0/quotas/f6d2dbe332ea4c948ef614288aa0589f HTTP/1.1" status: 200 len: 375 time: 0.0316854 Feb 09 01:09:37.643465 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c09e0-6ab9-4cf8-846e-495f7d5676ff req-e2f7dd6a-cc17-47b5-86b4-d99cba7cf582 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:37.645455 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-771c09e0-6ab9-4cf8-846e-495f7d5676ff req-e2f7dd6a-cc17-47b5-86b4-d99cba7cf582 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.5535526 Feb 09 01:09:37.728403 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d957b708-2d37-4383-a10e-416110111d14 req-a02a71f0-0761-488b-aedb-ab14f7f6ca8e tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=f6d2dbe332ea4c948ef614288aa0589f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0816503 Feb 09 01:09:37.830301 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 33746) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:37.895718 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-771c09e0-6ab9-4cf8-846e-495f7d5676ff req-c777944e-5cf2-4dbb-af4a-3039e47d5c6e tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094188 Feb 09 01:09:37.967591 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f37170d-faba-4b64-a1d4-6afe8e2568c9 admin admin] Router 4d0b2dd6-f59c-4c7b-bd27-edac9855fde2 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:09:37.972576 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d957b708-2d37-4383-a10e-416110111d14 req-75275dd3-91a5-440c-96cf-a557b118f01b service neutron] 10.222.0.105 "GET /v2.0/networks/27bb923f-ad7d-44d3-b172-12f18a433617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428856 Feb 09 01:09:37.983675 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-67c127d3-6be3-410e-90db-ce8109efe4fe admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=6039567a52d946e490ce131e89f5d77f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1498427 Feb 09 01:09:37.984520 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 33752) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:38.097141 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-245c3906-e5a6-41f8-97ea-66f41b81e679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:38.231675 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d957b708-2d37-4383-a10e-416110111d14 req-22ea963a-fc66-4849-8194-d025eaba9a1c service neutron] 10.222.0.105 "GET /v2.0/networks/27bb923f-ad7d-44d3-b172-12f18a433617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578840 Feb 09 01:09:38.247955 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c657bc9-2b02-4564-8f57-7c70b0b67816 req-08cdf16c-54ac-49d6-8556-49d45fa5c56e tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:38.249797 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1c657bc9-2b02-4564-8f57-7c70b0b67816 req-08cdf16c-54ac-49d6-8556-49d45fa5c56e tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] 10.222.0.105 "GET /v2.0/ports?device_id=194ae8df-b13e-40e8-97ce-be336113109b HTTP/1.1" status: 200 len: 945 time: 0.1478598 Feb 09 01:09:38.315502 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1c657bc9-2b02-4564-8f57-7c70b0b67816 req-696627ab-93e4-484a-bc5c-c38198ce332a tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] 10.222.0.105 "GET /v2.0/security-groups?id=381460f4-1c29-47e7-9d02-7d44eb6210a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562654 Feb 09 01:09:38.377667 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-efeb7233-55f7-4e35-8029-4d129749359b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:38.404072 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f37170d-faba-4b64-a1d4-6afe8e2568c9 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:09:38.410498 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-3f37170d-faba-4b64-a1d4-6afe8e2568c9 admin admin] 10.222.0.105 "PUT /v2.0/routers/4d0b2dd6-f59c-4c7b-bd27-edac9855fde2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2274594 Feb 09 01:09:38.413139 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 33768) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:38.419260 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb041ef-a3da-4a34-8489-514534b3eaa1 None None] Sync routers for ids ['4d0b2dd6-f59c-4c7b-bd27-edac9855fde2'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:09:38.437121 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb041ef-a3da-4a34-8489-514534b3eaa1 None None] Routers {'4d0b2dd6-f59c-4c7b-bd27-edac9855fde2'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:09:38.438101 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-cbb041ef-a3da-4a34-8489-514534b3eaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:09:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['4d0b2dd6-f59c-4c7b-bd27-edac9855fde2'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:38.441386 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-efeb7233-55f7-4e35-8029-4d129749359b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:38.564807 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-efeb7233-55f7-4e35-8029-4d129749359b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:38.590189 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeb7233-55f7-4e35-8029-4d129749359b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04812c5-0076-44a2-b712-bc76c2180e8a,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:38.609693 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-efeb7233-55f7-4e35-8029-4d129749359b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:38.611090 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-efeb7233-55f7-4e35-8029-4d129749359b admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/c04812c5-0076-44a2-b712-bc76c2180e8a HTTP/1.1" status: 204 len: 168 time: 0.6256042 Feb 09 01:09:38.641382 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-da3ef291-f735-4809-aa16-b4c808ecafae req-d71cb2c5-db2f-4892-a374-79626dad32dd tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] 10.222.0.105 "GET /v2.0/ports?device_id=9f8de74b-13aa-432a-97e6-c6672bd5a234 HTTP/1.1" status: 200 len: 210 time: 0.1310034 Feb 09 01:09:38.798694 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-53a4a1df-bf07-4098-bd77-362929cb1649 admin admin] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:38.934471 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-cbb041ef-a3da-4a34-8489-514534b3eaa1 None None] Set router 4d0b2dd6-f59c-4c7b-bd27-edac9855fde2 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:09:39.228549 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-53a4a1df-bf07-4098-bd77-362929cb1649 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:39.265638 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-53a4a1df-bf07-4098-bd77-362929cb1649 admin admin] Deleting port a6c74171-f310-4fb3-b96b-b0d724c8a88f {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:09:39.265781 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-53a4a1df-bf07-4098-bd77-362929cb1649 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:39.274020 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 0bea51db-7a59-4a89-9f05-f57ac0a9fd8f up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:09:39.378712 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port 0bea51db-7a59-4a89-9f05-f57ac0a9fd8f completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:09:39.389138 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 0bea51db-7a59-4a89-9f05-f57ac0a9fd8f triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:09:39.390285 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:39.457455 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-cbb041ef-a3da-4a34-8489-514534b3eaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0b2dd6-f59c-4c7b-bd27-edac9855fde2', 'name': 'tempest-TaggedBootDevicesTest_v242-1042159097-router', 'tenant_id': '2cc4bdf0eb4c44aebef8e08042a8255d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'a6c74171-f310-4fb3-b96b-b0d724c8a88f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:01:55Z', 'updated_at': '2022-02-09T01:09:36Z', 'revision_number': 5, 'project_id': '2cc4bdf0eb4c44aebef8e08042a8255d', 'gw_port': {'id': 'a6c74171-f310-4fb3-b96b-b0d724c8a88f', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0b2dd6-f59c-4c7b-bd27-edac9855fde2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:56Z', 'updated_at': '2022-02-09T01:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:39.463921 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb041ef-a3da-4a34-8489-514534b3eaa1 None None] Checking router: 4d0b2dd6-f59c-4c7b-bd27-edac9855fde2 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:09:39.476711 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb041ef-a3da-4a34-8489-514534b3eaa1 None None] Routers {'4d0b2dd6-f59c-4c7b-bd27-edac9855fde2'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:09:39.477714 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-cbb041ef-a3da-4a34-8489-514534b3eaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:09:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['4d0b2dd6-f59c-4c7b-bd27-edac9855fde2'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:39.546645 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:39.579611 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '194ae8df-b13e-40e8-97ce-be336113109b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bea51db-7a59-4a89-9f05-f57ac0a9fd8f'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:09:39.593533 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 0bea51db-7a59-4a89-9f05-f57ac0a9fd8f, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=0bea51db-7a59-4a89-9f05-f57ac0a9fd8f,segment=NetworkSegment(591493a9-2c56-4390-a828-c9adf3efad2d),segment_id=591493a9-2c56-4390-a828-c9adf3efad2d)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:09:39.613575 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:39.795796 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-cbb041ef-a3da-4a34-8489-514534b3eaa1 None None] Set router 4d0b2dd6-f59c-4c7b-bd27-edac9855fde2 gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:09:39.810744 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=0bea51db-7a59-4a89-9f05-f57ac0a9fd8f,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:39.954476 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f77d5-b9fa-41db-bdd0-706922bd12af req-3e99c04c-1b2d-419e-8d52-0dd350036337 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:39.961657 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c53f77d5-b9fa-41db-bdd0-706922bd12af req-3e99c04c-1b2d-419e-8d52-0dd350036337 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.8635764 Feb 09 01:09:39.989856 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-cbb041ef-a3da-4a34-8489-514534b3eaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0b2dd6-f59c-4c7b-bd27-edac9855fde2', 'name': 'tempest-TaggedBootDevicesTest_v242-1042159097-router', 'tenant_id': '2cc4bdf0eb4c44aebef8e08042a8255d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:01:55Z', 'updated_at': '2022-02-09T01:09:39Z', 'revision_number': 6, 'project_id': '2cc4bdf0eb4c44aebef8e08042a8255d', 'gw_port_host': None}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:39.996002 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb041ef-a3da-4a34-8489-514534b3eaa1 None None] The sync data for ids ['4d0b2dd6-f59c-4c7b-bd27-edac9855fde2'] in n-d-828418-1 is: [{'id': '4d0b2dd6-f59c-4c7b-bd27-edac9855fde2', 'name': 'tempest-TaggedBootDevicesTest_v242-1042159097-router', 'tenant_id': '2cc4bdf0eb4c44aebef8e08042a8255d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:01:55Z', 'updated_at': '2022-02-09T01:09:39Z', 'revision_number': 6, 'project_id': '2cc4bdf0eb4c44aebef8e08042a8255d', 'gw_port_host': None}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:09:39.997725 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364e06d-5e12-4fac-9816-2b04a72d7106 req-f428db52-1f13-44bb-8417-d732113f82b8 tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:39.998524 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-1364e06d-5e12-4fac-9816-2b04a72d7106 req-f428db52-1f13-44bb-8417-d732113f82b8 tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] Synchronizing usage tracker for tenant:5923996e8d9847c1b4169e1792d1636b on resource:network {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:09:40.030347 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 33828) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:40.104427 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-53a4a1df-bf07-4098-bd77-362929cb1649 admin admin] For port a6c74171-f310-4fb3-b96b-b0d724c8a88f, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=a6c74171-f310-4fb3-b96b-b0d724c8a88f,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:09:40.104784 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-53a4a1df-bf07-4098-bd77-362929cb1649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:40.111964 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-1364e06d-5e12-4fac-9816-2b04a72d7106 req-f428db52-1f13-44bb-8417-d732113f82b8 tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] Unset dirty status for tenant:5923996e8d9847c1b4169e1792d1636b on resource:network {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:09:40.119172 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1364e06d-5e12-4fac-9816-2b04a72d7106 req-f428db52-1f13-44bb-8417-d732113f82b8 tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] 10.222.0.105 "GET /v2.0/networks?id=a9985582-7d42-4984-810e-f81456accc3a HTTP/1.1" status: 200 len: 825 time: 0.8923540 Feb 09 01:09:40.182176 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c53f77d5-b9fa-41db-bdd0-706922bd12af req-013e71b7-0065-4cca-b30b-450d3ff1d8f9 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197578 Feb 09 01:09:40.228365 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-b3394961-1f17-42b1-b786-9b253e4ccbd8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1486586498-network', 'tenant_id': '31d75c3847f44b229ecd5ad32549f4f2'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:40.249554 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b3394961-1f17-42b1-b786-9b253e4ccbd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:09:40.257376 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-b3394961-1f17-42b1-b786-9b253e4ccbd8 admin admin] Usage tracker for resource:network and tenant:31d75c3847f44b229ecd5ad32549f4f2 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:09:40.265483 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-b3394961-1f17-42b1-b786-9b253e4ccbd8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:09:40.287037 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b3394961-1f17-42b1-b786-9b253e4ccbd8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:09:40.305239 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3394961-1f17-42b1-b786-9b253e4ccbd8 admin admin] Made reservation on behalf of 31d75c3847f44b229ecd5ad32549f4f2 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:09:40.308389 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b3394961-1f17-42b1-b786-9b253e4ccbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:40.327388 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b3394961-1f17-42b1-b786-9b253e4ccbd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:40.344432 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b3394961-1f17-42b1-b786-9b253e4ccbd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:09:40.349366 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-b3394961-1f17-42b1-b786-9b253e4ccbd8 admin admin] Usage tracker for resource:security_group_rule and tenant:31d75c3847f44b229ecd5ad32549f4f2 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:09:40.352859 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-b3394961-1f17-42b1-b786-9b253e4ccbd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:09:40.361009 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b3394961-1f17-42b1-b786-9b253e4ccbd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:09:40.361488 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1364e06d-5e12-4fac-9816-2b04a72d7106 req-2044a20c-9210-417a-a758-2c60b2b13518 tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] 10.222.0.105 "GET /v2.0/quotas/5923996e8d9847c1b4169e1792d1636b HTTP/1.1" status: 200 len: 375 time: 0.2414334 Feb 09 01:09:40.371384 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-53a4a1df-bf07-4098-bd77-362929cb1649 admin admin] Calling delete_port for a6c74171-f310-4fb3-b96b-b0d724c8a88f owned by network:router_gateway {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:09:40.452939 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c8c351bb-c601-49c5-a419-2f007c950437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:40.483852 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b3394961-1f17-42b1-b786-9b253e4ccbd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:40.488898 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b3394961-1f17-42b1-b786-9b253e4ccbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:40.526137 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1364e06d-5e12-4fac-9816-2b04a72d7106 req-1dd1df13-bd26-40af-8a19-3b9d5d752351 tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=5923996e8d9847c1b4169e1792d1636b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1205432 Feb 09 01:09:40.528016 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3394961-1f17-42b1-b786-9b253e4ccbd8 admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:09:40.561867 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3394961-1f17-42b1-b786-9b253e4ccbd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b5d72f-6ce6-49ed-921e-ed24bb888442,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:40.571124 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b3394961-1f17-42b1-b786-9b253e4ccbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:40.571579 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-b3394961-1f17-42b1-b786-9b253e4ccbd8 admin admin] Added segment 99af9c6b-b902-4fb4-8324-3fa58cf16b85 of type vlan for network ca102a1f-d5bf-460d-8853-70bcd81c5d48 Feb 09 01:09:40.581082 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3394961-1f17-42b1-b786-9b253e4ccbd8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:40.581996 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3394961-1f17-42b1-b786-9b253e4ccbd8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:40.581996 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3394961-1f17-42b1-b786-9b253e4ccbd8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:40.582459 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3394961-1f17-42b1-b786-9b253e4ccbd8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:40.582888 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3394961-1f17-42b1-b786-9b253e4ccbd8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:40.583318 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3394961-1f17-42b1-b786-9b253e4ccbd8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:40.583745 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3394961-1f17-42b1-b786-9b253e4ccbd8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:40.584170 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3394961-1f17-42b1-b786-9b253e4ccbd8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:40.585332 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3394961-1f17-42b1-b786-9b253e4ccbd8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:40.585571 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3394961-1f17-42b1-b786-9b253e4ccbd8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:40.586020 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3394961-1f17-42b1-b786-9b253e4ccbd8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:40.586440 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3394961-1f17-42b1-b786-9b253e4ccbd8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:40.618890 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b3394961-1f17-42b1-b786-9b253e4ccbd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:40.656284 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b3394961-1f17-42b1-b786-9b253e4ccbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:40.657509 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3394961-1f17-42b1-b786-9b253e4ccbd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:40.658197 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b3394961-1f17-42b1-b786-9b253e4ccbd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:40.765644 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957b708-2d37-4383-a10e-416110111d14 req-4c7e9b61-b274-460e-811e-9d095091fad1 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:40.767645 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d957b708-2d37-4383-a10e-416110111d14 req-4c7e9b61-b274-460e-811e-9d095091fad1 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] 10.222.0.62 "GET /v2.0/networks?id=27bb923f-ad7d-44d3-b172-12f18a433617 HTTP/1.1" status: 200 len: 808 time: 0.6988046 Feb 09 01:09:40.774273 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b3394961-1f17-42b1-b786-9b253e4ccbd8 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7398052 Feb 09 01:09:40.774273 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3394961-1f17-42b1-b786-9b253e4ccbd8 admin admin] Pushing event updated for resources: {'Network': ['ID=ca102a1f-d5bf-460d-8853-70bcd81c5d48,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:40.774630 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 33838) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:40.781439 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-526372a9-d8a6-4053-a67f-dbc3bab71f91 admin admin] Request body: {'subnet': {'network_id': 'ca102a1f-d5bf-460d-8853-70bcd81c5d48', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1486586498-subnet', 'tenant_id': '31d75c3847f44b229ecd5ad32549f4f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:40.786812 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-d957b708-2d37-4383-a10e-416110111d14 req-0c4df9b1-5113-4a13-914e-0134c2c4b7f2 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Request body: {'port': {'device_id': '9f8de74b-13aa-432a-97e6-c6672bd5a234', 'network_id': '27bb923f-ad7d-44d3-b172-12f18a433617', 'admin_state_up': True, 'tenant_id': 'f6d2dbe332ea4c948ef614288aa0589f'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:40.788372 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-526372a9-d8a6-4053-a67f-dbc3bab71f91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:09:40.790066 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network ca102a1f-d5bf-460d-8853-70bcd81c5d48 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:09:40.792867 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-526372a9-d8a6-4053-a67f-dbc3bab71f91 admin admin] Usage tracker for resource:subnet and tenant:31d75c3847f44b229ecd5ad32549f4f2 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:09:40.796009 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-526372a9-d8a6-4053-a67f-dbc3bab71f91 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:09:40.802780 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-526372a9-d8a6-4053-a67f-dbc3bab71f91 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:09:40.815090 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-526372a9-d8a6-4053-a67f-dbc3bab71f91 admin admin] Made reservation on behalf of 31d75c3847f44b229ecd5ad32549f4f2 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:09:40.818344 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-526372a9-d8a6-4053-a67f-dbc3bab71f91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:40.896908 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1364e06d-5e12-4fac-9816-2b04a72d7106 req-b6398413-054f-4d88-b1ad-df137653cfd1 service neutron] 10.222.0.105 "GET /v2.0/networks/a9985582-7d42-4984-810e-f81456accc3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3591194 Feb 09 01:09:41.039438 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d580784-68d5-4a68-b74e-50b4f0d564eb req-92fb51c6-14b2-457f-87d9-027c2835bd0d tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:41.041292 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7d580784-68d5-4a68-b74e-50b4f0d564eb req-92fb51c6-14b2-457f-87d9-027c2835bd0d tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] 10.222.0.105 "GET /v2.0/ports?device_id=194ae8df-b13e-40e8-97ce-be336113109b HTTP/1.1" status: 200 len: 946 time: 0.6784825 Feb 09 01:09:41.129288 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 48e16298-529a-486c-8bb2-4d83bce70589 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:09:41.149652 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-526372a9-d8a6-4053-a67f-dbc3bab71f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:41.214535 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 48e16298-529a-486c-8bb2-4d83bce70589 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:09:41.214795 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 48e16298-529a-486c-8bb2-4d83bce70589 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:09:41.215707 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device a6c74171-f310-4fb3-b96b-b0d724c8a88f no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:09:41.218280 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-d957b708-2d37-4383-a10e-416110111d14 req-0c4df9b1-5113-4a13-914e-0134c2c4b7f2 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:09:41.266458 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7d580784-68d5-4a68-b74e-50b4f0d564eb req-a7aa446f-a684-46c1-9ed2-5b79a602eab1 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] 10.222.0.105 "GET /v2.0/security-groups?id=381460f4-1c29-47e7-9d02-7d44eb6210a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159641 Feb 09 01:09:41.286294 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526372a9-d8a6-4053-a67f-dbc3bab71f91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22a67f5c-4428-4b0e-a900-0ff3d3591ee5,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:41.295757 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-d957b708-2d37-4383-a10e-416110111d14 req-0c4df9b1-5113-4a13-914e-0134c2c4b7f2 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:09:41.308186 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1364e06d-5e12-4fac-9816-2b04a72d7106 req-b0c24eec-d01c-4b2c-ae80-dff3ae8411f8 service neutron] 10.222.0.105 "GET /v2.0/networks/a9985582-7d42-4984-810e-f81456accc3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3956549 Feb 09 01:09:41.310956 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-53a4a1df-bf07-4098-bd77-362929cb1649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:41.313753 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No active binding found for port a6c74171-f310-4fb3-b96b-b0d724c8a88f {{(pid=87640) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 09 01:09:41.314650 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device a6c74171-f310-4fb3-b96b-b0d724c8a88f not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:09:41.322323 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526372a9-d8a6-4053-a67f-dbc3bab71f91 admin admin] Checking segment: {'id': '99af9c6b-b902-4fb4-8324-3fa58cf16b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ca102a1f-d5bf-460d-8853-70bcd81c5d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:09:41.322745 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526372a9-d8a6-4053-a67f-dbc3bab71f91 admin admin] Network hostable DHCP agents. Network: ca102a1f-d5bf-460d-8853-70bcd81c5d48, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:09:41.366679 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '194ae8df-b13e-40e8-97ce-be336113109b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bea51db-7a59-4a89-9f05-f57ac0a9fd8f', 'code': 200} Feb 09 01:09:41.377766 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526372a9-d8a6-4053-a67f-dbc3bab71f91 admin admin] Network ca102a1f-d5bf-460d-8853-70bcd81c5d48 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:09:41.400251 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-526372a9-d8a6-4053-a67f-dbc3bab71f91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, ca102a1f-d5bf-460d-8853-70bcd81c5d48) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:09:41.417107 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:41.426509 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526372a9-d8a6-4053-a67f-dbc3bab71f91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:41.430294 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-526372a9-d8a6-4053-a67f-dbc3bab71f91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:41.431700 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fa7f11-78c8-4b65-a057-8f727208167b None None] Network ca102a1f-d5bf-460d-8853-70bcd81c5d48 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:09:41.486710 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-526372a9-d8a6-4053-a67f-dbc3bab71f91 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7077901 Feb 09 01:09:41.487579 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 33844) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:41.505950 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-f6f65e65-9438-41b8-815c-5eeec14f0254 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1486586498-router', 'tenant_id': '31d75c3847f44b229ecd5ad32549f4f2', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:41.536594 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f6f65e65-9438-41b8-815c-5eeec14f0254 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:09:41.544123 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d957b708-2d37-4383-a10e-416110111d14 req-0c4df9b1-5113-4a13-914e-0134c2c4b7f2 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Made reservation on behalf of f6d2dbe332ea4c948ef614288aa0589f for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:09:41.546824 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-f6f65e65-9438-41b8-815c-5eeec14f0254 admin admin] Usage tracker for resource:router and tenant:31d75c3847f44b229ecd5ad32549f4f2 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:09:41.551211 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d957b708-2d37-4383-a10e-416110111d14 req-0c4df9b1-5113-4a13-914e-0134c2c4b7f2 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:41.552711 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-f6f65e65-9438-41b8-815c-5eeec14f0254 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:09:41.574919 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f6f65e65-9438-41b8-815c-5eeec14f0254 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:09:41.597197 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f6f65e65-9438-41b8-815c-5eeec14f0254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:41.598238 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f6f65e65-9438-41b8-815c-5eeec14f0254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:41.626136 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:41.636730 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f6f65e65-9438-41b8-815c-5eeec14f0254 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:41.639630 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a4a1df-bf07-4098-bd77-362929cb1649 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6c74171-f310-4fb3-b96b-b0d724c8a88f,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:41.830799 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48129b34-c6df-4a58-b8d1-fd79ac37bed2 None None] Network ca102a1f-d5bf-460d-8853-70bcd81c5d48 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:09:42.075542 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-db63b4c8-05bb-4f2f-9f70-1a18b770da14 req-7b0ad8d9-4c43-46d1-bf40-9565897b49bd tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] 10.222.0.105 "GET /v2.0/ports?device_id=9f8de74b-13aa-432a-97e6-c6672bd5a234 HTTP/1.1" status: 200 len: 210 time: 0.3809741 Feb 09 01:09:42.138146 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f6f65e65-9438-41b8-815c-5eeec14f0254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:42.254100 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-db7bdd0e-6d5d-40e0-ab85-b452fd725402 req-89bc37ae-85a8-4bf4-863b-89320db93391 tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] 10.222.0.105 "GET /v2.0/ports?device_id=634655c0-a6cf-4c4e-895a-e3729cc97045 HTTP/1.1" status: 200 len: 210 time: 0.0943599 Feb 09 01:09:42.273561 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-53a4a1df-bf07-4098-bd77-362929cb1649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:42.632430 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a28f8-3e3d-4d60-9539-005b2b65f812 req-b1688e8c-2ded-46af-9c90-3969bd93519c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:42.634338 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bf2a28f8-3e3d-4d60-9539-005b2b65f812 req-b1688e8c-2ded-46af-9c90-3969bd93519c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=194ae8df-b13e-40e8-97ce-be336113109b HTTP/1.1" status: 200 len: 1097 time: 1.1855781 Feb 09 01:09:42.717388 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f6f65e65-9438-41b8-815c-5eeec14f0254 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:42.736276 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-53a4a1df-bf07-4098-bd77-362929cb1649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:42.739464 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-53a4a1df-bf07-4098-bd77-362929cb1649 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:42.832526 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20021102-1c93-40d3-aa06-b8915ad91ac1 req-2b83c9be-d693-4bc6-a01a-fefaaf8c7806 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:42.834394 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-20021102-1c93-40d3-aa06-b8915ad91ac1 req-2b83c9be-d693-4bc6-a01a-fefaaf8c7806 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 1.1468208 Feb 09 01:09:42.865769 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-53a4a1df-bf07-4098-bd77-362929cb1649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:42.866609 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a4a1df-bf07-4098-bd77-362929cb1649 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d0b2dd6-f59c-4c7b-bd27-edac9855fde2 {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:09:42.880956 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-d957b708-2d37-4383-a10e-416110111d14 req-0c4df9b1-5113-4a13-914e-0134c2c4b7f2 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Allocated IP 172.20.0.3 (27bb923f-ad7d-44d3-b172-12f18a433617/5dc7801d-8b9a-4c30-9f6e-30958943df75/9e87ea02-559d-4e64-af40-02f2fff5c710) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:09:42.887843 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f6f65e65-9438-41b8-815c-5eeec14f0254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:42.918030 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bf2a28f8-3e3d-4d60-9539-005b2b65f812 req-3ed33383-5610-4600-82bc-c35cc8fa8503 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=381460f4-1c29-47e7-9d02-7d44eb6210a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566744 Feb 09 01:09:42.948216 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-20021102-1c93-40d3-aa06-b8915ad91ac1 req-544356e4-b8fc-499b-8f51-f3bc17c70412 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899069 Feb 09 01:09:42.987087 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-53a4a1df-bf07-4098-bd77-362929cb1649 admin admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:42.990829 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-53a4a1df-bf07-4098-bd77-362929cb1649 admin admin] 10.222.0.105 "DELETE /v2.0/routers/4d0b2dd6-f59c-4c7b-bd27-edac9855fde2 HTTP/1.1" status: 204 len: 168 time: 4.5741165 Feb 09 01:09:42.999190 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defee71c-9da3-4284-af58-b23b9900fefd req-f29684bf-7df8-4fb5-8418-b496f9ff15ec tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:43.006137 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-defee71c-9da3-4284-af58-b23b9900fefd req-f29684bf-7df8-4fb5-8418-b496f9ff15ec tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] 10.222.0.105 "GET /v2.0/ports?device_id=194ae8df-b13e-40e8-97ce-be336113109b HTTP/1.1" status: 200 len: 946 time: 0.4937882 Feb 09 01:09:43.016442 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 33864) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:43.071038 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:43.096441 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-f6f65e65-9438-41b8-815c-5eeec14f0254 admin admin] Allocated IP 172.25.0.63 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/5c2905b0-2747-4649-8a28-212b02e6ace1) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:09:43.222470 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-defee71c-9da3-4284-af58-b23b9900fefd req-d49fc16c-d064-41c4-a789-e98d24b59832 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] 10.222.0.105 "GET /v2.0/security-groups?id=381460f4-1c29-47e7-9d02-7d44eb6210a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147253 Feb 09 01:09:43.254498 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-82fa34e1-ccc4-4c76-81b5-c0f27c735758 admin admin] Deleting subnet d05b4a05-c9f8-4fee-93f0-8827442305c3 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:09:43.261748 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-82fa34e1-ccc4-4c76-81b5-c0f27c735758 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:43.387595 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f6f65e65-9438-41b8-815c-5eeec14f0254 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:43.427092 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f6f65e65-9438-41b8-815c-5eeec14f0254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:43.521287 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f65e65-9438-41b8-815c-5eeec14f0254 admin admin] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:09:43.525419 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-f6f65e65-9438-41b8-815c-5eeec14f0254 admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:09:43.531535 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f65e65-9438-41b8-815c-5eeec14f0254 admin admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:09:43.574101 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f65e65-9438-41b8-815c-5eeec14f0254 admin admin] Pushing event updated for resources: {'Port': ['ID=5c2905b0-2747-4649-8a28-212b02e6ace1,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:43.610987 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-e05558fc-bbf6-4895-b8a4-b35c6c7b115b req-a3e9cc42-506e-4deb-b88a-eb5d50531868 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Synchronizing usage tracker for tenant:f6d2dbe332ea4c948ef614288aa0589f on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:09:43.639287 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-82fa34e1-ccc4-4c76-81b5-c0f27c735758 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:43.807544 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d957b708-2d37-4383-a10e-416110111d14 req-0c4df9b1-5113-4a13-914e-0134c2c4b7f2 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:43.845531 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-e05558fc-bbf6-4895-b8a4-b35c6c7b115b req-a3e9cc42-506e-4deb-b88a-eb5d50531868 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Unset dirty status for tenant:f6d2dbe332ea4c948ef614288aa0589f on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:09:43.846714 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e05558fc-bbf6-4895-b8a4-b35c6c7b115b req-a3e9cc42-506e-4deb-b88a-eb5d50531868 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] 10.222.0.105 "GET /v2.0/ports?device_id=9f8de74b-13aa-432a-97e6-c6672bd5a234 HTTP/1.1" status: 200 len: 210 time: 0.4571028 Feb 09 01:09:43.943275 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364e06d-5e12-4fac-9816-2b04a72d7106 req-5ef78856-2056-435b-805f-649410934216 tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:43.945476 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1364e06d-5e12-4fac-9816-2b04a72d7106 req-5ef78856-2056-435b-805f-649410934216 tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] 10.222.0.62 "GET /v2.0/networks?id=a9985582-7d42-4984-810e-f81456accc3a HTTP/1.1" status: 200 len: 825 time: 0.3976550 Feb 09 01:09:43.949392 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-82fa34e1-ccc4-4c76-81b5-c0f27c735758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:43.993481 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-1364e06d-5e12-4fac-9816-2b04a72d7106 req-6c64e6c3-18c6-49c2-a1fc-36cc3a5258b7 tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] Request body: {'port': {'device_id': '634655c0-a6cf-4c4e-895a-e3729cc97045', 'network_id': 'a9985582-7d42-4984-810e-f81456accc3a', 'admin_state_up': True, 'tenant_id': '5923996e8d9847c1b4169e1792d1636b'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:44.014559 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a87845-4212-4026-8764-aa7847f3337b req-14fa3d5e-0817-4a3c-b65a-3f6a774d3c6f tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:44.016007 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-79a87845-4212-4026-8764-aa7847f3337b req-14fa3d5e-0817-4a3c-b65a-3f6a774d3c6f tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.5693674 Feb 09 01:09:44.135543 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-dfea5ec3-1b2b-4934-96ec-f5284a84a5c7 req-b8472c9d-cb85-4ad9-8971-c35179e6481e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2767930 Feb 09 01:09:44.138709 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f6f65e65-9438-41b8-815c-5eeec14f0254 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:44.275601 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-70f80c6f-4acb-401c-8c28-0abc50d55dfb req-a014f6e3-f541-4f6d-a67e-3d9d8d02c102 tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] 10.222.0.105 "GET /v2.0/ports?device_id=634655c0-a6cf-4c4e-895a-e3729cc97045 HTTP/1.1" status: 200 len: 210 time: 0.2984488 Feb 09 01:09:44.282896 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d957b708-2d37-4383-a10e-416110111d14 req-0c4df9b1-5113-4a13-914e-0134c2c4b7f2 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:44.403090 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d957b708-2d37-4383-a10e-416110111d14 req-0c4df9b1-5113-4a13-914e-0134c2c4b7f2 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Network 27bb923f-ad7d-44d3-b172-12f18a433617 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:09:44.407418 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-79a87845-4212-4026-8764-aa7847f3337b req-cb82e8f1-a9f7-4735-973d-3c6f140297a5 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3566453 Feb 09 01:09:44.417163 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-d957b708-2d37-4383-a10e-416110111d14 req-0c4df9b1-5113-4a13-914e-0134c2c4b7f2 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:09:44.459148 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea5ec3-1b2b-4934-96ec-f5284a84a5c7 req-669301cf-fc2b-4a13-84a0-e4098518766f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:44.459653 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea5ec3-1b2b-4934-96ec-f5284a84a5c7 req-669301cf-fc2b-4a13-84a0-e4098518766f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:44.460114 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea5ec3-1b2b-4934-96ec-f5284a84a5c7 req-669301cf-fc2b-4a13-84a0-e4098518766f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:44.460582 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea5ec3-1b2b-4934-96ec-f5284a84a5c7 req-669301cf-fc2b-4a13-84a0-e4098518766f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:44.461037 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea5ec3-1b2b-4934-96ec-f5284a84a5c7 req-669301cf-fc2b-4a13-84a0-e4098518766f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:44.461490 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea5ec3-1b2b-4934-96ec-f5284a84a5c7 req-669301cf-fc2b-4a13-84a0-e4098518766f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:44.462194 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea5ec3-1b2b-4934-96ec-f5284a84a5c7 req-669301cf-fc2b-4a13-84a0-e4098518766f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:44.464407 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-dfea5ec3-1b2b-4934-96ec-f5284a84a5c7 req-669301cf-fc2b-4a13-84a0-e4098518766f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b38b8d3b4ab64851a90546fed2d6c948&device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 6490 time: 0.2709424 Feb 09 01:09:44.471879 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-d957b708-2d37-4383-a10e-416110111d14 req-0c4df9b1-5113-4a13-914e-0134c2c4b7f2 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:09:44.520164 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4df9b1-5113-4a13-914e-0134c2c4b7f2 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Pushing event updated for resources: {'Port': ['ID=9e87ea02-559d-4e64-af40-02f2fff5c710,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:44.535775 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-82fa34e1-ccc4-4c76-81b5-c0f27c735758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:44.609346 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fa34e1-ccc4-4c76-81b5-c0f27c735758 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d05b4a05-c9f8-4fee-93f0-8827442305c3,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:44.611472 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-1364e06d-5e12-4fac-9816-2b04a72d7106 req-6c64e6c3-18c6-49c2-a1fc-36cc3a5258b7 tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:09:44.623930 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-82fa34e1-ccc4-4c76-81b5-c0f27c735758 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:44.625383 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d811f8-1102-4f12-9d8d-1aaa714252f9 None None] Network b8a8616c-44ac-4ad3-8637-96c1fd5771e7 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:09:44.629288 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-1364e06d-5e12-4fac-9816-2b04a72d7106 req-6c64e6c3-18c6-49c2-a1fc-36cc3a5258b7 tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] Usage tracker for resource:port and tenant:5923996e8d9847c1b4169e1792d1636b is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:09:44.639072 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957b708-2d37-4383-a10e-416110111d14 req-0c4df9b1-5113-4a13-914e-0134c2c4b7f2 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:44.639700 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d957b708-2d37-4383-a10e-416110111d14 req-0c4df9b1-5113-4a13-914e-0134c2c4b7f2 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:44.647955 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-1364e06d-5e12-4fac-9816-2b04a72d7106 req-6c64e6c3-18c6-49c2-a1fc-36cc3a5258b7 tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:09:44.666215 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-82fa34e1-ccc4-4c76-81b5-c0f27c735758 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/d05b4a05-c9f8-4fee-93f0-8827442305c3 HTTP/1.1" status: 204 len: 168 time: 1.6477048 Feb 09 01:09:44.668241 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 33880) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:44.669719 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-1364e06d-5e12-4fac-9816-2b04a72d7106 req-6c64e6c3-18c6-49c2-a1fc-36cc3a5258b7 tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:09:44.701661 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d957b708-2d37-4383-a10e-416110111d14 req-0c4df9b1-5113-4a13-914e-0134c2c4b7f2 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9212999 Feb 09 01:09:44.760580 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-d957b708-2d37-4383-a10e-416110111d14 req-47104f7d-7612-4294-8449-102f8fb60495 service neutron] Request body: {'port': {'device_id': '9f8de74b-13aa-432a-97e6-c6672bd5a234', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:44.810901 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1364e06d-5e12-4fac-9816-2b04a72d7106 req-6c64e6c3-18c6-49c2-a1fc-36cc3a5258b7 tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] Made reservation on behalf of 5923996e8d9847c1b4169e1792d1636b for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:09:44.814380 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1364e06d-5e12-4fac-9816-2b04a72d7106 req-6c64e6c3-18c6-49c2-a1fc-36cc3a5258b7 tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:44.854872 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea715b8-918f-4d5a-ac08-9d421feb7330 req-0702d3da-419d-4642-a982-93567a60bd44 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:44.856427 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3ea715b8-918f-4d5a-ac08-9d421feb7330 req-0702d3da-419d-4642-a982-93567a60bd44 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] 10.222.0.105 "GET /v2.0/ports?device_id=194ae8df-b13e-40e8-97ce-be336113109b HTTP/1.1" status: 200 len: 946 time: 0.4524031 Feb 09 01:09:44.866640 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea5ec3-1b2b-4934-96ec-f5284a84a5c7 req-92303aaa-6001-4a24-88b1-d83585b263b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:44.867119 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea5ec3-1b2b-4934-96ec-f5284a84a5c7 req-92303aaa-6001-4a24-88b1-d83585b263b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:44.867574 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea5ec3-1b2b-4934-96ec-f5284a84a5c7 req-92303aaa-6001-4a24-88b1-d83585b263b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:44.869216 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-dfea5ec3-1b2b-4934-96ec-f5284a84a5c7 req-92303aaa-6001-4a24-88b1-d83585b263b3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5155f974-02f7-460c-bde1-4d4a435cc291&id=5504a1b4-4e92-48cb-9653-87325b009802&id=5504a1b4-4e92-48cb-9653-87325b009802&id=5504a1b4-4e92-48cb-9653-87325b009802&id=5504a1b4-4e92-48cb-9653-87325b009802&id=e280a801-73c6-4be8-9a9b-128c33174590&id=e280a801-73c6-4be8-9a9b-128c33174590 HTTP/1.1" status: 200 len: 2291 time: 0.3784828 Feb 09 01:09:44.915140 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9961fc85-b0c5-4747-86fb-7652fd971e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:45.033345 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f6f65e65-9438-41b8-815c-5eeec14f0254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:45.063558 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49ee6ff-2082-4707-a2b1-245400f5e79f None None] DHCP port deletion for b8a8616c-44ac-4ad3-8637-96c1fd5771e7 request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:09:45.068282 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-b49ee6ff-2082-4707-a2b1-245400f5e79f None None] Deleting port eaeb30e2-f6d9-4c7c-98a8-7f57dc8fc426 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:09:45.069313 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b49ee6ff-2082-4707-a2b1-245400f5e79f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:45.122454 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-dfea5ec3-1b2b-4934-96ec-f5284a84a5c7 req-7f20d8e4-0a8b-4cc7-8553-d49c65794139 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc0b6706-1840-44e5-8766-dcd0e32cf566 HTTP/1.1" status: 200 len: 1000 time: 0.2440133 Feb 09 01:09:45.160985 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device eaeb30e2-f6d9-4c7c-98a8-7f57dc8fc426 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:09:45.179215 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d957b708-2d37-4383-a10e-416110111d14 req-47104f7d-7612-4294-8449-102f8fb60495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:45.210570 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3ea715b8-918f-4d5a-ac08-9d421feb7330 req-074c0f41-0837-4f02-99d0-1539de21aa16 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] 10.222.0.105 "GET /v2.0/security-groups?id=381460f4-1c29-47e7-9d02-7d44eb6210a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3381143 Feb 09 01:09:45.281761 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea5ec3-1b2b-4934-96ec-f5284a84a5c7 req-49c40b1a-bc38-43b9-ad1a-56b61b9c87dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:45.283208 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-dfea5ec3-1b2b-4934-96ec-f5284a84a5c7 req-49c40b1a-bc38-43b9-ad1a-56b61b9c87dc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a3a9310a-be0f-4b6b-b867-4cea61f46d6e HTTP/1.1" status: 200 len: 850 time: 0.1476705 Feb 09 01:09:45.340143 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-1364e06d-5e12-4fac-9816-2b04a72d7106 req-6c64e6c3-18c6-49c2-a1fc-36cc3a5258b7 tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] Allocated IP 172.20.0.8 (a9985582-7d42-4984-810e-f81456accc3a/0937e3ed-1ce8-462f-8406-daa9fd1feaa0/03190541-757d-4207-9211-10bb0fa9b0b4) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:09:45.395359 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6f65e65-9438-41b8-815c-5eeec14f0254 admin admin] Router eb97b206-00b2-43b7-a966-02c4ad0ab629 is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:09:45.403454 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-b49ee6ff-2082-4707-a2b1-245400f5e79f None None] For port eaeb30e2-f6d9-4c7c-98a8-7f57dc8fc426, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=eaeb30e2-f6d9-4c7c-98a8-7f57dc8fc426,segment=NetworkSegment(40546022-0981-4cc8-997a-c9ccdde03029),segment_id=40546022-0981-4cc8-997a-c9ccdde03029)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:09:45.404012 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b49ee6ff-2082-4707-a2b1-245400f5e79f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:45.406078 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea5ec3-1b2b-4934-96ec-f5284a84a5c7 req-cd87d4a8-9f9f-4c1d-898d-7784ac2a5610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:45.407574 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-dfea5ec3-1b2b-4934-96ec-f5284a84a5c7 req-cd87d4a8-9f9f-4c1d-898d-7784ac2a5610 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5155f974-02f7-460c-bde1-4d4a435cc291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1158671 Feb 09 01:09:45.539996 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-b49ee6ff-2082-4707-a2b1-245400f5e79f None None] Calling delete_port for eaeb30e2-f6d9-4c7c-98a8-7f57dc8fc426 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:09:45.691520 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-9961fc85-b0c5-4747-86fb-7652fd971e03 admin admin] Deleting port eaeb30e2-f6d9-4c7c-98a8-7f57dc8fc426 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:09:45.691777 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9961fc85-b0c5-4747-86fb-7652fd971e03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:45.716867 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:45.729685 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b49ee6ff-2082-4707-a2b1-245400f5e79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:45.778520 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-9961fc85-b0c5-4747-86fb-7652fd971e03 admin admin] The port 'eaeb30e2-f6d9-4c7c-98a8-7f57dc8fc426' was deleted {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:09:45.796137 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49ee6ff-2082-4707-a2b1-245400f5e79f None None] Pushing event deleted for resources: {'Port': ['ID=eaeb30e2-f6d9-4c7c-98a8-7f57dc8fc426,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:45.830608 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f65e65-9438-41b8-815c-5eeec14f0254 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:09:45.833946 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-dfea5ec3-1b2b-4934-96ec-f5284a84a5c7 req-66fe4956-97cb-4b0f-b951-346fce34c21d service neutron] 10.222.0.62 "GET /v2.0/networks/5155f974-02f7-460c-bde1-4d4a435cc291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3673892 Feb 09 01:09:45.849069 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49ee6ff-2082-4707-a2b1-245400f5e79f None None] No DVR routers for this DVR port eaeb30e2-f6d9-4c7c-98a8-7f57dc8fc426 on host n-d-828418-1 {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:09:45.851833 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513c43b0-cae8-4021-87e9-cf07a28553ae None None] Sync routers for ids ['eb97b206-00b2-43b7-a966-02c4ad0ab629'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:09:45.886606 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513c43b0-cae8-4021-87e9-cf07a28553ae None None] Routers {'eb97b206-00b2-43b7-a966-02c4ad0ab629'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:09:45.888351 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-513c43b0-cae8-4021-87e9-cf07a28553ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:09:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['eb97b206-00b2-43b7-a966-02c4ad0ab629'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:45.949775 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9961fc85-b0c5-4747-86fb-7652fd971e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:45.987854 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-9961fc85-b0c5-4747-86fb-7652fd971e03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8a8616c-44ac-4ad3-8637-96c1fd5771e7']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:45.992411 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f6f65e65-9438-41b8-815c-5eeec14f0254 admin admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:45.993852 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f6f65e65-9438-41b8-815c-5eeec14f0254 admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.5052791 Feb 09 01:09:46.004007 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 33904) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:46.014107 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-9961fc85-b0c5-4747-86fb-7652fd971e03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40546022-0981-4cc8-997a-c9ccdde03029') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:46.014399 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-9961fc85-b0c5-4747-86fb-7652fd971e03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40546022-0981-4cc8-997a-c9ccdde03029') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:46.128429 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-513c43b0-cae8-4021-87e9-cf07a28553ae None None] Set router eb97b206-00b2-43b7-a966-02c4ad0ab629 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:09:46.176342 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-dfea5ec3-1b2b-4934-96ec-f5284a84a5c7 req-df49f540-8078-42fe-8db0-fc48f0a9cf5e service neutron] 10.222.0.62 "GET /v2.0/networks/5155f974-02f7-460c-bde1-4d4a435cc291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3356090 Feb 09 01:09:46.332652 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-dfea5ec3-1b2b-4934-96ec-f5284a84a5c7 req-bfab3bd6-914b-4968-aaed-793676a793f1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.200&port_id=7d8b3dcd-4895-4a65-b10b-c277f53b3a30 HTTP/1.1" status: 200 len: 217 time: 0.0951600 Feb 09 01:09:46.386945 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9961fc85-b0c5-4747-86fb-7652fd971e03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:46.466165 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9961fc85-b0c5-4747-86fb-7652fd971e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:46.476195 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101edcc3-6451-498c-ae55-0ac3e9b59c44 req-13805b13-34b5-4301-a65f-65afb3563332 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:46.484414 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-101edcc3-6451-498c-ae55-0ac3e9b59c44 req-13805b13-34b5-4301-a65f-65afb3563332 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] 10.222.0.105 "GET /v2.0/ports?device_id=9f8de74b-13aa-432a-97e6-c6672bd5a234 HTTP/1.1" status: 200 len: 931 time: 1.4511497 Feb 09 01:09:46.536971 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-513c43b0-cae8-4021-87e9-cf07a28553ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb97b206-00b2-43b7-a966-02c4ad0ab629', 'name': 'tempest-ServerRescueNegativeTestJSON-1486586498-router', 'tenant_id': '31d75c3847f44b229ecd5ad32549f4f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '5c2905b0-2747-4649-8a28-212b02e6ace1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:09:41Z', 'updated_at': '2022-02-09T01:09:43Z', 'revision_number': 3, 'project_id': '31d75c3847f44b229ecd5ad32549f4f2', 'gw_port': {'id': '5c2905b0-2747-4649-8a28-212b02e6ace1', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb97b206-00b2-43b7-a966-02c4ad0ab629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:42Z', 'updated_at': '2022-02-09T01:09:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:46.542357 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9961fc85-b0c5-4747-86fb-7652fd971e03 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:09:46.542769 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9961fc85-b0c5-4747-86fb-7652fd971e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:46.543304 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513c43b0-cae8-4021-87e9-cf07a28553ae None None] Checking router: eb97b206-00b2-43b7-a966-02c4ad0ab629 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:09:46.543954 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513c43b0-cae8-4021-87e9-cf07a28553ae None None] Updating router eb97b206-00b2-43b7-a966-02c4ad0ab629 port 5c2905b0-2747-4649-8a28-212b02e6ace1 binding host n-d-828418-1 {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:09:46.562630 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 01:09:46.562630 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:09:46.562630 n-d-828418-1 neutron-server[87639]: timer() Feb 09 01:09:46.562630 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:09:46.562630 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 01:09:46.562630 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:09:46.562630 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 01:09:46.562630 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:09:46.562630 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 01:09:46.562630 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:09:46.562630 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 01:09:46.562630 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:09:46.562630 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 01:09:46.562630 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:09:46.562630 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:09:46.562630 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:09:46.562630 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:09:46.562630 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:09:46.562630 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 01:09:46.562630 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:09:46.562630 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 01:09:46.562630 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:09:46.562630 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:09:46.562630 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:09:46.562630 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 01:09:46.562630 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:09:46.562630 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:09:46.562630 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:09:46.562630 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:09:46.562630 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:09:46.562630 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:09:46.562630 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:09:46.613958 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-513c43b0-cae8-4021-87e9-cf07a28553ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:46.632873 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ce6d4-8e3f-4f9e-8768-c76ac94d26ba req-c5c7089a-1148-4ee4-97a3-874166255a7c tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:46.634717 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-769ce6d4-8e3f-4f9e-8768-c76ac94d26ba req-c5c7089a-1148-4ee4-97a3-874166255a7c tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f8d8f18-9d31-4fba-85e0-cae9875a7a9e HTTP/1.1" status: 200 len: 946 time: 1.1372085 Feb 09 01:09:46.647475 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1364e06d-5e12-4fac-9816-2b04a72d7106 req-6c64e6c3-18c6-49c2-a1fc-36cc3a5258b7 tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:46.750460 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-101edcc3-6451-498c-ae55-0ac3e9b59c44 req-9f872613-8d92-4443-b6ad-d41e9b05fb3d tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] 10.222.0.105 "GET /v2.0/security-groups?id=8a8f0d9c-681a-481f-95df-b91514ba6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651670 Feb 09 01:09:46.789082 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-769ce6d4-8e3f-4f9e-8768-c76ac94d26ba req-ed94a10f-874b-436e-a920-1c4125f1149f tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] 10.222.0.105 "GET /v2.0/security-groups?id=381460f4-1c29-47e7-9d02-7d44eb6210a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308928 Feb 09 01:09:46.789082 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9961fc85-b0c5-4747-86fb-7652fd971e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:46.792120 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea5ec3-1b2b-4934-96ec-f5284a84a5c7 req-70af41e9-509f-47f8-a8a5-cf5ac1c46f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:46.793646 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-dfea5ec3-1b2b-4934-96ec-f5284a84a5c7 req-70af41e9-509f-47f8-a8a5-cf5ac1c46f51 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c489644-0fac-481a-b2c6-ea6532ba6646 HTTP/1.1" status: 200 len: 797 time: 0.4527085 Feb 09 01:09:46.815107 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9961fc85-b0c5-4747-86fb-7652fd971e03 admin admin] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:46.830759 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9961fc85-b0c5-4747-86fb-7652fd971e03 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8a8616c-44ac-4ad3-8637-96c1fd5771e7,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:46.864765 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-9961fc85-b0c5-4747-86fb-7652fd971e03 admin admin] 10.222.0.105 "DELETE /v2.0/networks/b8a8616c-44ac-4ad3-8637-96c1fd5771e7 HTTP/1.1" status: 204 len: 168 time: 2.1925707 Feb 09 01:09:46.935342 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1364e06d-5e12-4fac-9816-2b04a72d7106 req-6c64e6c3-18c6-49c2-a1fc-36cc3a5258b7 tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:47.128878 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-d957b708-2d37-4383-a10e-416110111d14 req-47104f7d-7612-4294-8449-102f8fb60495 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e87ea02-559d-4e64-af40-02f2fff5c710 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:09:47.141800 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d957b708-2d37-4383-a10e-416110111d14 req-47104f7d-7612-4294-8449-102f8fb60495 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:47.162568 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-d957b708-2d37-4383-a10e-416110111d14 req-47104f7d-7612-4294-8449-102f8fb60495 service neutron] Transition to ACTIVE for port object 9e87ea02-559d-4e64-af40-02f2fff5c710 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:09:47.163898 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 33914) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:47.216303 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea5ec3-1b2b-4934-96ec-f5284a84a5c7 req-1920ba1a-9511-48ed-8f8e-e5b9017403ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:47.217945 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-dfea5ec3-1b2b-4934-96ec-f5284a84a5c7 req-1920ba1a-9511-48ed-8f8e-e5b9017403ef service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5504a1b4-4e92-48cb-9653-87325b009802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4093537 Feb 09 01:09:47.244026 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1364e06d-5e12-4fac-9816-2b04a72d7106 req-6c64e6c3-18c6-49c2-a1fc-36cc3a5258b7 tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] Network a9985582-7d42-4984-810e-f81456accc3a is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:09:47.245850 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c64e6c3-18c6-49c2-a1fc-36cc3a5258b7 tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] Pushing event updated for resources: {'Port': ['ID=03190541-757d-4207-9211-10bb0fa9b0b4,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:47.279808 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-513c43b0-cae8-4021-87e9-cf07a28553ae None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:47.296843 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-513c43b0-cae8-4021-87e9-cf07a28553ae None None] Transition to ACTIVE for port object 5c2905b0-2747-4649-8a28-212b02e6ace1 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:09:47.297056 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-1364e06d-5e12-4fac-9816-2b04a72d7106 req-6c64e6c3-18c6-49c2-a1fc-36cc3a5258b7 tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:09:47.315973 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-513c43b0-cae8-4021-87e9-cf07a28553ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:47.322365 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d957b708-2d37-4383-a10e-416110111d14 req-47104f7d-7612-4294-8449-102f8fb60495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:47.338879 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-1364e06d-5e12-4fac-9816-2b04a72d7106 req-6c64e6c3-18c6-49c2-a1fc-36cc3a5258b7 tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:09:47.424978 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-513c43b0-cae8-4021-87e9-cf07a28553ae None None] Attempting to bind port 5c2905b0-2747-4649-8a28-212b02e6ace1 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:09:47.425350 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-513c43b0-cae8-4021-87e9-cf07a28553ae None None] Attempting to bind port 5c2905b0-2747-4649-8a28-212b02e6ace1 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:09:47.426003 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513c43b0-cae8-4021-87e9-cf07a28553ae None None] Attempting to bind port 5c2905b0-2747-4649-8a28-212b02e6ace1 on network 3d885c3c-255c-4e54-addc-b28437d0b18e {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:09:47.433130 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48778f4e-eabf-49de-b2b8-a319cfd719b6 None None] Pushing event updated for resources: {'Port': ['ID=5c2905b0-2747-4649-8a28-212b02e6ace1,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:47.445973 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513c43b0-cae8-4021-87e9-cf07a28553ae None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:09:47.446489 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513c43b0-cae8-4021-87e9-cf07a28553ae None None] Checking segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:09:47.447339 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-513c43b0-cae8-4021-87e9-cf07a28553ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:47.447742 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513c43b0-cae8-4021-87e9-cf07a28553ae None None] Bound using segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:09:47.448611 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-513c43b0-cae8-4021-87e9-cf07a28553ae None None] Bound port: 5c2905b0-2747-4649-8a28-212b02e6ace1, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:09:47.448611 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-513c43b0-cae8-4021-87e9-cf07a28553ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:47.464040 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-dfea5ec3-1b2b-4934-96ec-f5284a84a5c7 req-a06048c8-8807-43a8-baf7-595c3075bc7d service neutron] 10.222.0.62 "GET /v2.0/networks/5504a1b4-4e92-48cb-9653-87325b009802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371898 Feb 09 01:09:47.468057 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364e06d-5e12-4fac-9816-2b04a72d7106 req-6c64e6c3-18c6-49c2-a1fc-36cc3a5258b7 tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:47.468741 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1364e06d-5e12-4fac-9816-2b04a72d7106 req-6c64e6c3-18c6-49c2-a1fc-36cc3a5258b7 tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:47.539327 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-513c43b0-cae8-4021-87e9-cf07a28553ae None None] For port 5c2905b0-2747-4649-8a28-212b02e6ace1, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:09:47.545266 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-513c43b0-cae8-4021-87e9-cf07a28553ae None None] For port 5c2905b0-2747-4649-8a28-212b02e6ace1, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=5c2905b0-2747-4649-8a28-212b02e6ace1,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:09:47.550138 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-513c43b0-cae8-4021-87e9-cf07a28553ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:47.641155 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48778f4e-eabf-49de-b2b8-a319cfd719b6 None None] Pushing event updated for resources: {'Port': ['ID=5c2905b0-2747-4649-8a28-212b02e6ace1,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:47.667345 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1364e06d-5e12-4fac-9816-2b04a72d7106 req-6c64e6c3-18c6-49c2-a1fc-36cc3a5258b7 tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6880491 Feb 09 01:09:47.668547 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513c43b0-cae8-4021-87e9-cf07a28553ae None None] Routers {'eb97b206-00b2-43b7-a966-02c4ad0ab629'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:09:47.669254 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-513c43b0-cae8-4021-87e9-cf07a28553ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:09:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['eb97b206-00b2-43b7-a966-02c4ad0ab629'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:47.689854 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-1364e06d-5e12-4fac-9816-2b04a72d7106 req-303585bf-f5b9-4d32-b35c-9d1033d09ada service neutron] Request body: {'port': {'device_id': '634655c0-a6cf-4c4e-895a-e3729cc97045', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:47.749566 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-58c28758-6c75-43a7-a161-58afc84db3a2 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=6ae572a6f87d4d70abcebc0f3058fa0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5209241 Feb 09 01:09:47.756046 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 33918) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:47.786015 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-dfea5ec3-1b2b-4934-96ec-f5284a84a5c7 req-26d57160-13d6-4aff-a763-dc05b1ed656f service neutron] 10.222.0.62 "GET /v2.0/networks/5504a1b4-4e92-48cb-9653-87325b009802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140895 Feb 09 01:09:47.848150 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-90ecabb1-8d43-4423-b26e-079be204b61b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:47.885786 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a76170-699a-4d86-9f0f-c9df4fcbab91 req-b87921b4-01b5-49ae-8df1-9c37b3f3e71d tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:47.886548 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-27a76170-699a-4d86-9f0f-c9df4fcbab91 req-b87921b4-01b5-49ae-8df1-9c37b3f3e71d tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] Synchronizing usage tracker for tenant:5923996e8d9847c1b4169e1792d1636b on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:09:47.889249 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47104f7d-7612-4294-8449-102f8fb60495 service neutron] Pushing event updated for resources: {'Port': ['ID=9e87ea02-559d-4e64-af40-02f2fff5c710,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:47.930417 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-27a76170-699a-4d86-9f0f-c9df4fcbab91 req-b87921b4-01b5-49ae-8df1-9c37b3f3e71d tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] Unset dirty status for tenant:5923996e8d9847c1b4169e1792d1636b on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:09:47.936975 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-27a76170-699a-4d86-9f0f-c9df4fcbab91 req-b87921b4-01b5-49ae-8df1-9c37b3f3e71d tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] 10.222.0.105 "GET /v2.0/ports?device_id=634655c0-a6cf-4c4e-895a-e3729cc97045 HTTP/1.1" status: 200 len: 931 time: 0.8666246 Feb 09 01:09:47.944944 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-513c43b0-cae8-4021-87e9-cf07a28553ae None None] Set router eb97b206-00b2-43b7-a966-02c4ad0ab629 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:09:47.979916 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1364e06d-5e12-4fac-9816-2b04a72d7106 req-303585bf-f5b9-4d32-b35c-9d1033d09ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:48.025712 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-27a76170-699a-4d86-9f0f-c9df4fcbab91 req-8bc0a199-73b3-4499-9d26-68b1bb7dcb3e tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] Synchronizing usage tracker for tenant:5923996e8d9847c1b4169e1792d1636b on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:09:48.035926 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68773a7a-acfb-43ff-9325-e5b4a0736341 req-fde6e07b-686e-44d8-ad2b-99022c29fb5c tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:48.044056 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-68773a7a-acfb-43ff-9325-e5b4a0736341 req-fde6e07b-686e-44d8-ad2b-99022c29fb5c tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.9342499 Feb 09 01:09:48.121685 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-d957b708-2d37-4383-a10e-416110111d14 req-47104f7d-7612-4294-8449-102f8fb60495 service neutron] Attempting to bind port 9e87ea02-559d-4e64-af40-02f2fff5c710 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:09:48.121685 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-d957b708-2d37-4383-a10e-416110111d14 req-47104f7d-7612-4294-8449-102f8fb60495 service neutron] Attempting to bind port 9e87ea02-559d-4e64-af40-02f2fff5c710 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '85ef2125-dab5-4cf8-a0de-dada8704faf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '27bb923f-ad7d-44d3-b172-12f18a433617'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:09:48.122158 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d957b708-2d37-4383-a10e-416110111d14 req-47104f7d-7612-4294-8449-102f8fb60495 service neutron] Attempting to bind port 9e87ea02-559d-4e64-af40-02f2fff5c710 on network 27bb923f-ad7d-44d3-b172-12f18a433617 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:09:48.139286 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-dfea5ec3-1b2b-4934-96ec-f5284a84a5c7 req-6eee5db8-77ed-400d-ad4f-1cee11119e06 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=80c552f4-13ae-4751-a8d8-0876183d5bf7 HTTP/1.1" status: 200 len: 217 time: 0.2741251 Feb 09 01:09:48.153900 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d957b708-2d37-4383-a10e-416110111d14 req-47104f7d-7612-4294-8449-102f8fb60495 service neutron] Port 9e87ea02-559d-4e64-af40-02f2fff5c710 on network 27bb923f-ad7d-44d3-b172-12f18a433617 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:09:48.154261 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d957b708-2d37-4383-a10e-416110111d14 req-47104f7d-7612-4294-8449-102f8fb60495 service neutron] Attempting to bind port 9e87ea02-559d-4e64-af40-02f2fff5c710 on network 27bb923f-ad7d-44d3-b172-12f18a433617 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:09:48.186373 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-68773a7a-acfb-43ff-9325-e5b4a0736341 req-816e8c7a-613a-47f8-9fae-b1ee3829ace2 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413119 Feb 09 01:09:48.192555 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d957b708-2d37-4383-a10e-416110111d14 req-47104f7d-7612-4294-8449-102f8fb60495 service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:09:48.193339 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d957b708-2d37-4383-a10e-416110111d14 req-47104f7d-7612-4294-8449-102f8fb60495 service neutron] Checking segment: {'id': '85ef2125-dab5-4cf8-a0de-dada8704faf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '27bb923f-ad7d-44d3-b172-12f18a433617'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:09:48.194110 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d957b708-2d37-4383-a10e-416110111d14 req-47104f7d-7612-4294-8449-102f8fb60495 service neutron] Bound using segment: {'id': '85ef2125-dab5-4cf8-a0de-dada8704faf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '27bb923f-ad7d-44d3-b172-12f18a433617'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:09:48.194908 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-d957b708-2d37-4383-a10e-416110111d14 req-47104f7d-7612-4294-8449-102f8fb60495 service neutron] Bound port: 9e87ea02-559d-4e64-af40-02f2fff5c710, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85ef2125-dab5-4cf8-a0de-dada8704faf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '27bb923f-ad7d-44d3-b172-12f18a433617'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:09:48.195231 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d957b708-2d37-4383-a10e-416110111d14 req-47104f7d-7612-4294-8449-102f8fb60495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:48.219085 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-27a76170-699a-4d86-9f0f-c9df4fcbab91 req-8bc0a199-73b3-4499-9d26-68b1bb7dcb3e tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] Unset dirty status for tenant:5923996e8d9847c1b4169e1792d1636b on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:09:48.224051 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea5ec3-1b2b-4934-96ec-f5284a84a5c7 req-a475712a-e8b5-4a6b-a576-288a63658baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:48.226902 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-dfea5ec3-1b2b-4934-96ec-f5284a84a5c7 req-a475712a-e8b5-4a6b-a576-288a63658baf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c489644-0fac-481a-b2c6-ea6532ba6646 HTTP/1.1" status: 200 len: 797 time: 0.0817599 Feb 09 01:09:48.230262 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-853ddc2c-4f27-40ec-94aa-63c2d133ce36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:48.230491 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-27a76170-699a-4d86-9f0f-c9df4fcbab91 req-8bc0a199-73b3-4499-9d26-68b1bb7dcb3e tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] 10.222.0.105 "GET /v2.0/security-groups?id=d91b27f6-5fa6-4d90-9a4a-f0f30cd28df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926011 Feb 09 01:09:48.264177 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-853ddc2c-4f27-40ec-94aa-63c2d133ce36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:48.456579 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-853ddc2c-4f27-40ec-94aa-63c2d133ce36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:48.473839 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 33932) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:48.479505 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853ddc2c-4f27-40ec-94aa-63c2d133ce36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=924aa29d-9387-4933-bba8-e1d938d01b5c,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:48.530995 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-853ddc2c-4f27-40ec-94aa-63c2d133ce36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:48.532401 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-853ddc2c-4f27-40ec-94aa-63c2d133ce36 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/924aa29d-9387-4933-bba8-e1d938d01b5c HTTP/1.1" status: 204 len: 168 time: 0.7726095 Feb 09 01:09:48.549795 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-90ecabb1-8d43-4423-b26e-079be204b61b admin admin] Allocated IP 172.20.0.1 (ca102a1f-d5bf-460d-8853-70bcd81c5d48/22a67f5c-4428-4b0e-a900-0ff3d3591ee5/ad1849df-4f07-4de3-ad20-c2a86fded6b2) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:09:48.581692 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea5ec3-1b2b-4934-96ec-f5284a84a5c7 req-273de7dc-c8ea-4777-9823-7eb387e87e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:48.583228 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-dfea5ec3-1b2b-4934-96ec-f5284a84a5c7 req-273de7dc-c8ea-4777-9823-7eb387e87e46 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5504a1b4-4e92-48cb-9653-87325b009802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2584064 Feb 09 01:09:48.639232 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-513c43b0-cae8-4021-87e9-cf07a28553ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb97b206-00b2-43b7-a966-02c4ad0ab629', 'name': 'tempest-ServerRescueNegativeTestJSON-1486586498-router', 'tenant_id': '31d75c3847f44b229ecd5ad32549f4f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '5c2905b0-2747-4649-8a28-212b02e6ace1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:09:41Z', 'updated_at': '2022-02-09T01:09:43Z', 'revision_number': 3, 'project_id': '31d75c3847f44b229ecd5ad32549f4f2', 'gw_port': {'id': '5c2905b0-2747-4649-8a28-212b02e6ace1', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb97b206-00b2-43b7-a966-02c4ad0ab629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:42Z', 'updated_at': '2022-02-09T01:09:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:48.648038 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513c43b0-cae8-4021-87e9-cf07a28553ae None None] The sync data for ids ['eb97b206-00b2-43b7-a966-02c4ad0ab629'] in n-d-828418-1 is: [{'id': 'eb97b206-00b2-43b7-a966-02c4ad0ab629', 'name': 'tempest-ServerRescueNegativeTestJSON-1486586498-router', 'tenant_id': '31d75c3847f44b229ecd5ad32549f4f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '5c2905b0-2747-4649-8a28-212b02e6ace1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:09:41Z', 'updated_at': '2022-02-09T01:09:43Z', 'revision_number': 3, 'project_id': '31d75c3847f44b229ecd5ad32549f4f2', 'gw_port': {'id': '5c2905b0-2747-4649-8a28-212b02e6ace1', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb97b206-00b2-43b7-a966-02c4ad0ab629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:42Z', 'updated_at': '2022-02-09T01:09:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:09:48.858420 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-d957b708-2d37-4383-a10e-416110111d14 req-47104f7d-7612-4294-8449-102f8fb60495 service neutron] For port 9e87ea02-559d-4e64-af40-02f2fff5c710, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:09:48.873862 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-d957b708-2d37-4383-a10e-416110111d14 req-47104f7d-7612-4294-8449-102f8fb60495 service neutron] For port 9e87ea02-559d-4e64-af40-02f2fff5c710, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=9e87ea02-559d-4e64-af40-02f2fff5c710,segment=NetworkSegment(85ef2125-dab5-4cf8-a0de-dada8704faf8),segment_id=85ef2125-dab5-4cf8-a0de-dada8704faf8)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:09:48.883070 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d957b708-2d37-4383-a10e-416110111d14 req-47104f7d-7612-4294-8449-102f8fb60495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:48.986169 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957b708-2d37-4383-a10e-416110111d14 req-47104f7d-7612-4294-8449-102f8fb60495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:48.986835 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d957b708-2d37-4383-a10e-416110111d14 req-47104f7d-7612-4294-8449-102f8fb60495 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:48.988350 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d957b708-2d37-4383-a10e-416110111d14 req-47104f7d-7612-4294-8449-102f8fb60495 service neutron] 10.222.0.62 "PUT /v2.0/ports/9e87ea02-559d-4e64-af40-02f2fff5c710 HTTP/1.1" status: 200 len: 1091 time: 4.2368453 Feb 09 01:09:48.993635 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f8de74b-13aa-432a-97e6-c6672bd5a234', 'tag': '9e87ea02-559d-4e64-af40-02f2fff5c710'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:09:49.014048 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-90ecabb1-8d43-4423-b26e-079be204b61b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:49.037347 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf464a-91ad-41a1-9768-9239c198ce3f req-46a43dcc-bc4d-45a7-bad4-96e3f335d35f tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:49.049181 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0bdf464a-91ad-41a1-9768-9239c198ce3f req-46a43dcc-bc4d-45a7-bad4-96e3f335d35f tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] 10.222.0.105 "GET /v2.0/ports?device_id=9f8de74b-13aa-432a-97e6-c6672bd5a234 HTTP/1.1" status: 200 len: 943 time: 0.5302842 Feb 09 01:09:49.100483 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-90ecabb1-8d43-4423-b26e-079be204b61b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:49.416671 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 33948) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:49.419026 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecabb1-8d43-4423-b26e-079be204b61b admin admin] Pushing event updated for resources: {'Port': ['ID=ad1849df-4f07-4de3-ad20-c2a86fded6b2,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:49.454920 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ecabb1-8d43-4423-b26e-079be204b61b admin admin] Network ca102a1f-d5bf-460d-8853-70bcd81c5d48 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:09:49.481367 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-1364e06d-5e12-4fac-9816-2b04a72d7106 req-303585bf-f5b9-4d32-b35c-9d1033d09ada service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03190541-757d-4207-9211-10bb0fa9b0b4 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:09:49.504502 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1364e06d-5e12-4fac-9816-2b04a72d7106 req-303585bf-f5b9-4d32-b35c-9d1033d09ada service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:49.515824 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f3102999-2e7b-4407-8d3e-39a79364d38c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:49.529930 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47104f7d-7612-4294-8449-102f8fb60495 service neutron] Pushing event updated for resources: {'Port': ['ID=9e87ea02-559d-4e64-af40-02f2fff5c710,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:49.539914 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-90ecabb1-8d43-4423-b26e-079be204b61b admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:09:49.545335 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ecabb1-8d43-4423-b26e-079be204b61b admin admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:09:49.565873 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0bdf464a-91ad-41a1-9768-9239c198ce3f req-99257ff5-9190-475c-b5ea-28ef743fdbc1 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] 10.222.0.105 "GET /v2.0/security-groups?id=8a8f0d9c-681a-481f-95df-b91514ba6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5157547 Feb 09 01:09:49.567061 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f3102999-2e7b-4407-8d3e-39a79364d38c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:09:49.572617 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-1364e06d-5e12-4fac-9816-2b04a72d7106 req-303585bf-f5b9-4d32-b35c-9d1033d09ada service neutron] Transition to ACTIVE for port object 03190541-757d-4207-9211-10bb0fa9b0b4 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:09:49.575024 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-dfea5ec3-1b2b-4934-96ec-f5284a84a5c7 req-96c97f54-749f-4942-80df-736d8900efec service neutron] 10.222.0.62 "GET /v2.0/networks/5504a1b4-4e92-48cb-9653-87325b009802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5016711 Feb 09 01:09:49.575989 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-f3102999-2e7b-4407-8d3e-39a79364d38c admin admin] Usage tracker for resource:security_group_rule and tenant:72b8a141a8794424909c757ace3a42cd is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:09:49.580264 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-f3102999-2e7b-4407-8d3e-39a79364d38c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:09:49.589053 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1364e06d-5e12-4fac-9816-2b04a72d7106 req-303585bf-f5b9-4d32-b35c-9d1033d09ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:49.593287 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f3102999-2e7b-4407-8d3e-39a79364d38c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:09:49.755231 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957b708-2d37-4383-a10e-416110111d14 req-6d9f56fc-c393-44ad-bac7-b9e1eb2cce77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:49.757222 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d957b708-2d37-4383-a10e-416110111d14 req-6d9f56fc-c393-44ad-bac7-b9e1eb2cce77 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f6d2dbe332ea4c948ef614288aa0589f&device_id=9f8de74b-13aa-432a-97e6-c6672bd5a234 HTTP/1.1" status: 200 len: 1094 time: 0.4638026 Feb 09 01:09:49.769229 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f8de74b-13aa-432a-97e6-c6672bd5a234', 'tag': '9e87ea02-559d-4e64-af40-02f2fff5c710', 'status': 'completed', 'code': 200} Feb 09 01:09:49.904933 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9b9e4df7-8eef-4d6f-9bae-a0f9053e2687 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=2cc4bdf0eb4c44aebef8e08042a8255d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4830987 Feb 09 01:09:49.910630 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-dfea5ec3-1b2b-4934-96ec-f5284a84a5c7 req-2e96af7f-d3a5-463f-b035-2d9982bfa57a service neutron] 10.222.0.62 "GET /v2.0/networks/5504a1b4-4e92-48cb-9653-87325b009802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101635 Feb 09 01:09:49.911716 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-90ecabb1-8d43-4423-b26e-079be204b61b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:49.932464 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d957b708-2d37-4383-a10e-416110111d14 req-7d7d51a3-6b33-402b-a030-a7a68acff14c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e87ea02-559d-4e64-af40-02f2fff5c710 HTTP/1.1" status: 200 len: 217 time: 0.1534455 Feb 09 01:09:49.976202 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 33958) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:49.986766 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303585bf-f5b9-4d32-b35c-9d1033d09ada service neutron] Pushing event updated for resources: {'Port': ['ID=03190541-757d-4207-9211-10bb0fa9b0b4,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:50.138414 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-dfea5ec3-1b2b-4934-96ec-f5284a84a5c7 req-36ee9659-f4d2-40c3-a377-e92726c1ac84 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=37939233-0dda-4395-8f3c-785e2e6649d9 HTTP/1.1" status: 200 len: 217 time: 0.0821562 Feb 09 01:09:50.236434 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea5ec3-1b2b-4934-96ec-f5284a84a5c7 req-12bc79af-858a-4f15-9c71-77b9283f73d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:50.238245 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-dfea5ec3-1b2b-4934-96ec-f5284a84a5c7 req-12bc79af-858a-4f15-9c71-77b9283f73d8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c489644-0fac-481a-b2c6-ea6532ba6646 HTTP/1.1" status: 200 len: 797 time: 0.0894418 Feb 09 01:09:50.299352 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957b708-2d37-4383-a10e-416110111d14 req-18e614a4-082c-46f4-b8bd-b22d62022305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:50.300751 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d957b708-2d37-4383-a10e-416110111d14 req-18e614a4-082c-46f4-b8bd-b22d62022305 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5dc7801d-8b9a-4c30-9f6e-30958943df75 HTTP/1.1" status: 200 len: 848 time: 0.3113520 Feb 09 01:09:50.379182 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea5ec3-1b2b-4934-96ec-f5284a84a5c7 req-49070516-6d43-4b96-8b22-8a81e1699c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:50.380672 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-dfea5ec3-1b2b-4934-96ec-f5284a84a5c7 req-49070516-6d43-4b96-8b22-8a81e1699c7f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5504a1b4-4e92-48cb-9653-87325b009802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1349616 Feb 09 01:09:50.385791 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-90ecabb1-8d43-4423-b26e-079be204b61b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:50.403481 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c00302b-7247-4f97-8e1a-286b2dbe3f59 req-b0b8e73c-c3b2-49db-ad5e-0993603dff60 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:50.404973 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8c00302b-7247-4f97-8e1a-286b2dbe3f59 req-b0b8e73c-c3b2-49db-ad5e-0993603dff60 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f8d8f18-9d31-4fba-85e0-cae9875a7a9e HTTP/1.1" status: 200 len: 946 time: 0.5235400 Feb 09 01:09:50.434051 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d957b708-2d37-4383-a10e-416110111d14 req-17ac4202-3fa9-4d55-a9e7-b2956ea5b619 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=27bb923f-ad7d-44d3-b172-12f18a433617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1218283 Feb 09 01:09:50.434713 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-1364e06d-5e12-4fac-9816-2b04a72d7106 req-303585bf-f5b9-4d32-b35c-9d1033d09ada service neutron] Attempting to bind port 03190541-757d-4207-9211-10bb0fa9b0b4 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:09:50.435226 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-1364e06d-5e12-4fac-9816-2b04a72d7106 req-303585bf-f5b9-4d32-b35c-9d1033d09ada service neutron] Attempting to bind port 03190541-757d-4207-9211-10bb0fa9b0b4 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '098a280c-0288-4beb-be07-8b77b9a18cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a9985582-7d42-4984-810e-f81456accc3a'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:09:50.435719 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1364e06d-5e12-4fac-9816-2b04a72d7106 req-303585bf-f5b9-4d32-b35c-9d1033d09ada service neutron] Attempting to bind port 03190541-757d-4207-9211-10bb0fa9b0b4 on network a9985582-7d42-4984-810e-f81456accc3a {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:09:50.445987 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3d361e03-f7f1-47b7-81a9-c39728f06e4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:50.494969 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1364e06d-5e12-4fac-9816-2b04a72d7106 req-303585bf-f5b9-4d32-b35c-9d1033d09ada service neutron] Port 03190541-757d-4207-9211-10bb0fa9b0b4 on network a9985582-7d42-4984-810e-f81456accc3a not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:09:50.495640 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1364e06d-5e12-4fac-9816-2b04a72d7106 req-303585bf-f5b9-4d32-b35c-9d1033d09ada service neutron] Attempting to bind port 03190541-757d-4207-9211-10bb0fa9b0b4 on network a9985582-7d42-4984-810e-f81456accc3a {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:09:50.567162 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f3102999-2e7b-4407-8d3e-39a79364d38c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:50.588123 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b958c1-0d78-4391-a018-0d71beee872c req-5ac8ba6d-071f-4e91-b018-38386d6ae161 tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:50.589633 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-10b958c1-0d78-4391-a018-0d71beee872c req-5ac8ba6d-071f-4e91-b018-38386d6ae161 tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] 10.222.0.105 "GET /v2.0/ports?device_id=634655c0-a6cf-4c4e-895a-e3729cc97045 HTTP/1.1" status: 200 len: 943 time: 0.7151616 Feb 09 01:09:50.599564 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1364e06d-5e12-4fac-9816-2b04a72d7106 req-303585bf-f5b9-4d32-b35c-9d1033d09ada service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:09:50.600274 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1364e06d-5e12-4fac-9816-2b04a72d7106 req-303585bf-f5b9-4d32-b35c-9d1033d09ada service neutron] Checking segment: {'id': '098a280c-0288-4beb-be07-8b77b9a18cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a9985582-7d42-4984-810e-f81456accc3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:09:50.600658 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1364e06d-5e12-4fac-9816-2b04a72d7106 req-303585bf-f5b9-4d32-b35c-9d1033d09ada service neutron] Bound using segment: {'id': '098a280c-0288-4beb-be07-8b77b9a18cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a9985582-7d42-4984-810e-f81456accc3a'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:09:50.601142 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-1364e06d-5e12-4fac-9816-2b04a72d7106 req-303585bf-f5b9-4d32-b35c-9d1033d09ada service neutron] Bound port: 03190541-757d-4207-9211-10bb0fa9b0b4, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '098a280c-0288-4beb-be07-8b77b9a18cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a9985582-7d42-4984-810e-f81456accc3a'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:09:50.601481 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1364e06d-5e12-4fac-9816-2b04a72d7106 req-303585bf-f5b9-4d32-b35c-9d1033d09ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:50.625921 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f3102999-2e7b-4407-8d3e-39a79364d38c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:50.662945 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-dfea5ec3-1b2b-4934-96ec-f5284a84a5c7 req-65013195-cd4d-4189-8985-5fb140c2d482 service neutron] 10.222.0.62 "GET /v2.0/networks/5504a1b4-4e92-48cb-9653-87325b009802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681808 Feb 09 01:09:50.665102 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3d361e03-f7f1-47b7-81a9-c39728f06e4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:50.701349 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba8422-8a85-4f0d-8714-70fa593548a9 req-b35be64e-e5e6-4d44-b4fd-a7a7f8d06e47 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:50.703094 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a7ba8422-8a85-4f0d-8714-70fa593548a9 req-b35be64e-e5e6-4d44-b4fd-a7a7f8d06e47 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f8d8f18-9d31-4fba-85e0-cae9875a7a9e HTTP/1.1" status: 200 len: 946 time: 0.5582330 Feb 09 01:09:50.823006 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8c00302b-7247-4f97-8e1a-286b2dbe3f59 req-84cf3a51-8e20-4f21-a1ae-d562fb071ef8 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] 10.222.0.105 "GET /v2.0/security-groups?id=381460f4-1c29-47e7-9d02-7d44eb6210a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3978224 Feb 09 01:09:50.860561 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-dfea5ec3-1b2b-4934-96ec-f5284a84a5c7 req-f271f21f-dc50-43d8-8269-42c13790708c service neutron] 10.222.0.62 "GET /v2.0/networks/5504a1b4-4e92-48cb-9653-87325b009802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882474 Feb 09 01:09:50.900878 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f3102999-2e7b-4407-8d3e-39a79364d38c admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=72b8a141a8794424909c757ace3a42cd&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4236307 Feb 09 01:09:50.922820 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 33966) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:50.939835 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-90ecabb1-8d43-4423-b26e-079be204b61b admin admin] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:50.942923 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-dfea5ec3-1b2b-4934-96ec-f5284a84a5c7 req-e35febf0-670d-4129-9db6-588dc14ec960 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.222&port_id=e89ee178-48d3-4ae3-a326-df98800a8ae0 HTTP/1.1" status: 200 len: 217 time: 0.0719719 Feb 09 01:09:50.946070 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-90ecabb1-8d43-4423-b26e-079be204b61b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:50.979348 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3102999-2e7b-4407-8d3e-39a79364d38c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db9dd662-4d54-4e88-abc8-69a705bac8f1,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:51.008677 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-10b958c1-0d78-4391-a018-0d71beee872c req-052494ae-3a32-4a05-b666-d241ffa08619 tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] 10.222.0.105 "GET /v2.0/security-groups?id=d91b27f6-5fa6-4d90-9a4a-f0f30cd28df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3879402 Feb 09 01:09:51.033261 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-a7ba8422-8a85-4f0d-8714-70fa593548a9 req-7f34b0c1-4c19-4425-b58f-fb762ec84a68 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Deleting port bacb4b19-9892-4d08-a6a9-d7e20c640928 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:09:51.033637 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a7ba8422-8a85-4f0d-8714-70fa593548a9 req-7f34b0c1-4c19-4425-b58f-fb762ec84a68 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:51.127819 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d957b708-2d37-4383-a10e-416110111d14 req-f843cd40-99db-458f-a0cb-3bbfeff11466 service neutron] 10.222.0.62 "GET /v2.0/networks/27bb923f-ad7d-44d3-b172-12f18a433617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6799035 Feb 09 01:09:51.200772 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 5c2905b0-2747-4649-8a28-212b02e6ace1 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:09:51.261860 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecabb1-8d43-4423-b26e-079be204b61b admin admin] Pushing event updated for resources: {'Port': ['ID=ad1849df-4f07-4de3-ad20-c2a86fded6b2,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:51.273114 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-90ecabb1-8d43-4423-b26e-079be204b61b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:51.281641 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 5c2905b0-2747-4649-8a28-212b02e6ace1 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:09:51.285685 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea5ec3-1b2b-4934-96ec-f5284a84a5c7 req-1c3c0e2d-46e4-4fef-8c03-d93770fcb821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:51.287151 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-dfea5ec3-1b2b-4934-96ec-f5284a84a5c7 req-1c3c0e2d-46e4-4fef-8c03-d93770fcb821 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c489644-0fac-481a-b2c6-ea6532ba6646 HTTP/1.1" status: 200 len: 797 time: 0.1690741 Feb 09 01:09:51.288052 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 5c2905b0-2747-4649-8a28-212b02e6ace1 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:09:51.288527 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:51.428581 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:51.447892 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 5c2905b0-2747-4649-8a28-212b02e6ace1, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=5c2905b0-2747-4649-8a28-212b02e6ace1,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:09:51.452871 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:51.470569 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-1364e06d-5e12-4fac-9816-2b04a72d7106 req-303585bf-f5b9-4d32-b35c-9d1033d09ada service neutron] For port 03190541-757d-4207-9211-10bb0fa9b0b4, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:09:51.486354 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea5ec3-1b2b-4934-96ec-f5284a84a5c7 req-8d53563c-21cb-4e75-9498-c10983616f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:51.488127 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-dfea5ec3-1b2b-4934-96ec-f5284a84a5c7 req-8d53563c-21cb-4e75-9498-c10983616f09 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5504a1b4-4e92-48cb-9653-87325b009802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1852059 Feb 09 01:09:51.492698 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ecabb1-8d43-4423-b26e-079be204b61b admin admin] Network ca102a1f-d5bf-460d-8853-70bcd81c5d48 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:09:51.493941 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-90ecabb1-8d43-4423-b26e-079be204b61b admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:09:51.539569 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3d361e03-f7f1-47b7-81a9-c39728f06e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:51.541960 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=5c2905b0-2747-4649-8a28-212b02e6ace1,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:51.587482 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-1364e06d-5e12-4fac-9816-2b04a72d7106 req-303585bf-f5b9-4d32-b35c-9d1033d09ada service neutron] For port 03190541-757d-4207-9211-10bb0fa9b0b4, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=03190541-757d-4207-9211-10bb0fa9b0b4,segment=NetworkSegment(098a280c-0288-4beb-be07-8b77b9a18cce),segment_id=098a280c-0288-4beb-be07-8b77b9a18cce)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:09:51.617750 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1364e06d-5e12-4fac-9816-2b04a72d7106 req-303585bf-f5b9-4d32-b35c-9d1033d09ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:51.621651 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d361e03-f7f1-47b7-81a9-c39728f06e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed8c907-1a54-4cf9-a4f9-7a092db24246,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:51.678722 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:51.690671 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9d216ea3-8c79-4109-a02c-fca76716cffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:51.812380 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-dfea5ec3-1b2b-4934-96ec-f5284a84a5c7 req-8c73e0e7-f639-4f5e-8268-6aca9853bd3a service neutron] 10.222.0.62 "GET /v2.0/networks/5504a1b4-4e92-48cb-9653-87325b009802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126061 Feb 09 01:09:51.822538 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364e06d-5e12-4fac-9816-2b04a72d7106 req-303585bf-f5b9-4d32-b35c-9d1033d09ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:51.823155 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1364e06d-5e12-4fac-9816-2b04a72d7106 req-303585bf-f5b9-4d32-b35c-9d1033d09ada service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:51.824525 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1364e06d-5e12-4fac-9816-2b04a72d7106 req-303585bf-f5b9-4d32-b35c-9d1033d09ada service neutron] 10.222.0.62 "PUT /v2.0/ports/03190541-757d-4207-9211-10bb0fa9b0b4 HTTP/1.1" status: 200 len: 1091 time: 4.1389654 Feb 09 01:09:51.834519 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '634655c0-a6cf-4c4e-895a-e3729cc97045', 'tag': '03190541-757d-4207-9211-10bb0fa9b0b4'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:09:51.841968 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3d361e03-f7f1-47b7-81a9-c39728f06e4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:51.845349 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-3d361e03-f7f1-47b7-81a9-c39728f06e4d admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/6ed8c907-1a54-4cf9-a4f9-7a092db24246 HTTP/1.1" status: 204 len: 168 time: 1.8578715 Feb 09 01:09:51.845491 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90ecabb1-8d43-4423-b26e-079be204b61b admin admin] Router eb97b206-00b2-43b7-a966-02c4ad0ab629 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:09:51.886454 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c8713-b851-4862-ab77-458ffde164e9 req-46550ec4-525c-4358-9277-da906a40acd1 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:51.887971 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-516c8713-b851-4862-ab77-458ffde164e9 req-46550ec4-525c-4358-9277-da906a40acd1 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] 10.222.0.62 "GET /v2.0/ports?device_id=194ae8df-b13e-40e8-97ce-be336113109b HTTP/1.1" status: 200 len: 946 time: 0.9678826 Feb 09 01:09:51.937433 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9d216ea3-8c79-4109-a02c-fca76716cffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:52.018992 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e09c8bf-fdb3-4603-a69c-dc4d5146ad42 req-cb624d98-6edd-4976-910d-90f8518e9d77 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:52.020504 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3e09c8bf-fdb3-4603-a69c-dc4d5146ad42 req-cb624d98-6edd-4976-910d-90f8518e9d77 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 1.0157566 Feb 09 01:09:52.042715 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d957b708-2d37-4383-a10e-416110111d14 req-5c52fe7b-636c-4182-9f89-919ffd65b3b4 service neutron] 10.222.0.62 "GET /v2.0/networks/27bb923f-ad7d-44d3-b172-12f18a433617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7347727 Feb 09 01:09:52.067398 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303585bf-f5b9-4d32-b35c-9d1033d09ada service neutron] Pushing event updated for resources: {'Port': ['ID=03190541-757d-4207-9211-10bb0fa9b0b4,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:52.121583 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed087900-40f0-460c-977b-fd4e5c24d37a req-a9005567-99f6-45a5-81ed-2f8764bb7c00 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:52.123127 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ed087900-40f0-460c-977b-fd4e5c24d37a req-a9005567-99f6-45a5-81ed-2f8764bb7c00 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] 10.222.0.105 "GET /v2.0/ports?device_id=9f8de74b-13aa-432a-97e6-c6672bd5a234 HTTP/1.1" status: 200 len: 943 time: 0.8088837 Feb 09 01:09:52.123420 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-dfea5ec3-1b2b-4934-96ec-f5284a84a5c7 req-a51a3a2a-06b8-4af4-884b-20403f474980 service neutron] 10.222.0.62 "GET /v2.0/networks/5504a1b4-4e92-48cb-9653-87325b009802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043563 Feb 09 01:09:52.204775 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-dfea5ec3-1b2b-4934-96ec-f5284a84a5c7 req-9d6893e9-737d-4c93-b9d8-81718d946bd6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=29b67380-972e-42bd-a2e3-dd7d7aa9358b HTTP/1.1" status: 200 len: 217 time: 0.0717084 Feb 09 01:09:52.214840 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ecabb1-8d43-4423-b26e-079be204b61b admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:09:52.220432 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-90ecabb1-8d43-4423-b26e-079be204b61b admin admin] 10.222.0.105 "PUT /v2.0/routers/eb97b206-00b2-43b7-a966-02c4ad0ab629/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2122755 Feb 09 01:09:52.240519 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b18e15-5fae-4a81-8024-204f5761a253 None None] Sync routers for ids ['eb97b206-00b2-43b7-a966-02c4ad0ab629'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:09:52.243130 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-516c8713-b851-4862-ab77-458ffde164e9 req-8367432c-155d-4b1b-94a1-9fb302b17d9b tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Deleting port 0bea51db-7a59-4a89-9f05-f57ac0a9fd8f {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:09:52.243482 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-516c8713-b851-4862-ab77-458ffde164e9 req-8367432c-155d-4b1b-94a1-9fb302b17d9b tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:52.264464 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b18e15-5fae-4a81-8024-204f5761a253 None None] Routers {'eb97b206-00b2-43b7-a966-02c4ad0ab629'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:09:52.265354 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-a2b18e15-5fae-4a81-8024-204f5761a253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:09:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['eb97b206-00b2-43b7-a966-02c4ad0ab629'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:52.321534 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea5ec3-1b2b-4934-96ec-f5284a84a5c7 req-a1d4bb81-abb3-4c05-98c8-2df8dd9de00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:52.324611 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-dfea5ec3-1b2b-4934-96ec-f5284a84a5c7 req-a1d4bb81-abb3-4c05-98c8-2df8dd9de00a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87851113-d8c0-4466-b132-81ea7bdec79a HTTP/1.1" status: 200 len: 797 time: 0.1016622 Feb 09 01:09:52.352103 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3e09c8bf-fdb3-4603-a69c-dc4d5146ad42 req-9c52af39-51fa-42ff-98ae-1f14e24cf9c9 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875152 Feb 09 01:09:52.383900 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-a7ba8422-8a85-4f0d-8714-70fa593548a9 req-7f34b0c1-4c19-4425-b58f-fb762ec84a68 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] For port bacb4b19-9892-4d08-a6a9-d7e20c640928, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=bacb4b19-9892-4d08-a6a9-d7e20c640928,segment=NetworkSegment(591493a9-2c56-4390-a828-c9adf3efad2d),segment_id=591493a9-2c56-4390-a828-c9adf3efad2d)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:09:52.384273 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a7ba8422-8a85-4f0d-8714-70fa593548a9 req-7f34b0c1-4c19-4425-b58f-fb762ec84a68 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:52.434640 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ed087900-40f0-460c-977b-fd4e5c24d37a req-07d87f6c-6911-419a-a9a6-3d21a5fe749c tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] 10.222.0.105 "GET /v2.0/security-groups?id=8a8f0d9c-681a-481f-95df-b91514ba6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864575 Feb 09 01:09:52.536570 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-a2b18e15-5fae-4a81-8024-204f5761a253 None None] Set router eb97b206-00b2-43b7-a966-02c4ad0ab629 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:09:52.603775 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea5ec3-1b2b-4934-96ec-f5284a84a5c7 req-ae3e9782-a736-47fc-a4ba-220f789f96e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:52.612724 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-dfea5ec3-1b2b-4934-96ec-f5284a84a5c7 req-ae3e9782-a736-47fc-a4ba-220f789f96e0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e280a801-73c6-4be8-9a9b-128c33174590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2790322 Feb 09 01:09:52.841953 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-a7ba8422-8a85-4f0d-8714-70fa593548a9 req-7f34b0c1-4c19-4425-b58f-fb762ec84a68 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Calling delete_port for bacb4b19-9892-4d08-a6a9-d7e20c640928 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:09:52.884360 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-dfea5ec3-1b2b-4934-96ec-f5284a84a5c7 req-63bb4ca6-fe6d-41b3-b3d7-5ff856f5b80d service neutron] 10.222.0.62 "GET /v2.0/networks/e280a801-73c6-4be8-9a9b-128c33174590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668409 Feb 09 01:09:52.887714 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '634655c0-a6cf-4c4e-895a-e3729cc97045', 'tag': '03190541-757d-4207-9211-10bb0fa9b0b4', 'status': 'completed', 'code': 200} Feb 09 01:09:52.905371 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9d216ea3-8c79-4109-a02c-fca76716cffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:52.993774 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-a2b18e15-5fae-4a81-8024-204f5761a253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb97b206-00b2-43b7-a966-02c4ad0ab629', 'name': 'tempest-ServerRescueNegativeTestJSON-1486586498-router', 'tenant_id': '31d75c3847f44b229ecd5ad32549f4f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '5c2905b0-2747-4649-8a28-212b02e6ace1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:09:41Z', 'updated_at': '2022-02-09T01:09:50Z', 'revision_number': 4, 'project_id': '31d75c3847f44b229ecd5ad32549f4f2', 'gw_port': {'id': '5c2905b0-2747-4649-8a28-212b02e6ace1', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb97b206-00b2-43b7-a966-02c4ad0ab629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:42Z', 'updated_at': '2022-02-09T01:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'ad1849df-4f07-4de3-ad20-c2a86fded6b2', 'name': '', 'network_id': 'ca102a1f-d5bf-460d-8853-70bcd81c5d48', 'tenant_id': '31d75c3847f44b229ecd5ad32549f4f2', 'mac_address': 'fa:16:3e:d6:fd:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb97b206-00b2-43b7-a966-02c4ad0ab629', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '22a67f5c-4428-4b0e-a900-0ff3d3591ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:48Z', 'updated_at': '2022-02-09T01:09:50Z', 'revision_number': 2, 'project_id': '31d75c3847f44b229ecd5ad32549f4f2', 'subnets': [{'id': '22a67f5c-4428-4b0e-a900-0ff3d3591ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:53.001916 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b18e15-5fae-4a81-8024-204f5761a253 None None] Checking router: eb97b206-00b2-43b7-a966-02c4ad0ab629 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:09:53.002465 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b18e15-5fae-4a81-8024-204f5761a253 None None] Updating router eb97b206-00b2-43b7-a966-02c4ad0ab629 port ad1849df-4f07-4de3-ad20-c2a86fded6b2 binding host n-d-828418-1 {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:09:53.032392 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364e06d-5e12-4fac-9816-2b04a72d7106 req-acf03577-3547-447a-b543-d42134e8ed05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:53.034209 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1364e06d-5e12-4fac-9816-2b04a72d7106 req-acf03577-3547-447a-b543-d42134e8ed05 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5923996e8d9847c1b4169e1792d1636b&device_id=634655c0-a6cf-4c4e-895a-e3729cc97045 HTTP/1.1" status: 200 len: 1094 time: 1.1405194 Feb 09 01:09:53.050196 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d216ea3-8c79-4109-a02c-fca76716cffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9dd662-4d54-4e88-abc8-69a705bac8f1,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:53.085917 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-a2b18e15-5fae-4a81-8024-204f5761a253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:53.168685 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 34004) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:53.215289 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 5c2905b0-2747-4649-8a28-212b02e6ace1 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:09:53.272490 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1364e06d-5e12-4fac-9816-2b04a72d7106 req-ca865007-8f67-4e01-991e-9d3a3a01f1a4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03190541-757d-4207-9211-10bb0fa9b0b4 HTTP/1.1" status: 200 len: 217 time: 0.2169659 Feb 09 01:09:53.280445 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9d216ea3-8c79-4109-a02c-fca76716cffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:53.281916 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-9d216ea3-8c79-4109-a02c-fca76716cffa admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/db9dd662-4d54-4e88-abc8-69a705bac8f1 HTTP/1.1" status: 204 len: 168 time: 2.3583181 Feb 09 01:09:53.339574 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-dfea5ec3-1b2b-4934-96ec-f5284a84a5c7 req-11c17fe9-cfbd-4cc5-bbb9-8086fd3180f5 service neutron] 10.222.0.62 "GET /v2.0/networks/e280a801-73c6-4be8-9a9b-128c33174590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4491949 Feb 09 01:09:53.393984 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device bacb4b19-9892-4d08-a6a9-d7e20c640928 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:09:53.458560 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-148b775a-a7d4-4c2f-b35f-aa6324e20724 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-571845680-network', 'tenant_id': 'd49f9dd4d7c14debbc3dfe8113922129'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:53.464158 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-dfea5ec3-1b2b-4934-96ec-f5284a84a5c7 req-f29863ec-e4cd-4670-a5de-6ac9e0fad2c7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a9cacbb0-447a-47ee-a44f-420f2f41ce3b HTTP/1.1" status: 200 len: 217 time: 0.1181614 Feb 09 01:09:53.466979 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-148b775a-a7d4-4c2f-b35f-aa6324e20724 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:09:53.473018 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-148b775a-a7d4-4c2f-b35f-aa6324e20724 admin admin] Usage tracker for resource:network and tenant:d49f9dd4d7c14debbc3dfe8113922129 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:09:53.488107 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5370087a-e6c8-4e52-bc21-83bc649835d7 req-c802dfa2-3e02-4adf-b3c9-8abe236fee86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:53.495108 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5370087a-e6c8-4e52-bc21-83bc649835d7 req-c802dfa2-3e02-4adf-b3c9-8abe236fee86 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f6d2dbe332ea4c948ef614288aa0589f&device_id=9f8de74b-13aa-432a-97e6-c6672bd5a234 HTTP/1.1" status: 200 len: 1094 time: 1.3635252 Feb 09 01:09:53.505366 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 5c2905b0-2747-4649-8a28-212b02e6ace1 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:09:53.506691 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:53.513669 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-148b775a-a7d4-4c2f-b35f-aa6324e20724 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:09:53.528440 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-148b775a-a7d4-4c2f-b35f-aa6324e20724 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:09:53.556406 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-148b775a-a7d4-4c2f-b35f-aa6324e20724 admin admin] Made reservation on behalf of d49f9dd4d7c14debbc3dfe8113922129 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:09:53.559311 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-148b775a-a7d4-4c2f-b35f-aa6324e20724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:53.604139 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea5ec3-1b2b-4934-96ec-f5284a84a5c7 req-b778c490-746d-4ded-8dcf-20ae1eba3466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:53.609303 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-dfea5ec3-1b2b-4934-96ec-f5284a84a5c7 req-b778c490-746d-4ded-8dcf-20ae1eba3466 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87851113-d8c0-4466-b132-81ea7bdec79a HTTP/1.1" status: 200 len: 797 time: 0.1377006 Feb 09 01:09:53.611175 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-148b775a-a7d4-4c2f-b35f-aa6324e20724 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:53.750001 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-148b775a-a7d4-4c2f-b35f-aa6324e20724 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:09:53.760684 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-148b775a-a7d4-4c2f-b35f-aa6324e20724 admin admin] Usage tracker for resource:security_group_rule and tenant:d49f9dd4d7c14debbc3dfe8113922129 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:09:53.761547 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:53.772075 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-148b775a-a7d4-4c2f-b35f-aa6324e20724 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:09:53.794407 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-148b775a-a7d4-4c2f-b35f-aa6324e20724 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:09:53.850456 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea5ec3-1b2b-4934-96ec-f5284a84a5c7 req-411dd82b-29e2-424f-ac8f-191b2aceed86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:53.852290 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-dfea5ec3-1b2b-4934-96ec-f5284a84a5c7 req-411dd82b-29e2-424f-ac8f-191b2aceed86 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e280a801-73c6-4be8-9a9b-128c33174590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2123957 Feb 09 01:09:53.908340 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364e06d-5e12-4fac-9816-2b04a72d7106 req-3e90ad33-ab33-48c9-8782-f45f4530540a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:53.909830 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1364e06d-5e12-4fac-9816-2b04a72d7106 req-3e90ad33-ab33-48c9-8782-f45f4530540a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0937e3ed-1ce8-462f-8406-daa9fd1feaa0 HTTP/1.1" status: 200 len: 865 time: 0.6232619 Feb 09 01:09:53.911025 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5370087a-e6c8-4e52-bc21-83bc649835d7 req-16c3b653-96bf-48f7-a039-db481a783e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:53.913577 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5370087a-e6c8-4e52-bc21-83bc649835d7 req-16c3b653-96bf-48f7-a039-db481a783e2f service neutron] 10.222.0.62 "GET /v2.0/networks?id=27bb923f-ad7d-44d3-b172-12f18a433617 HTTP/1.1" status: 200 len: 909 time: 0.3838785 Feb 09 01:09:53.973965 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-516c8713-b851-4862-ab77-458ffde164e9 req-8367432c-155d-4b1b-94a1-9fb302b17d9b tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] For port 0bea51db-7a59-4a89-9f05-f57ac0a9fd8f, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=0bea51db-7a59-4a89-9f05-f57ac0a9fd8f,segment=NetworkSegment(591493a9-2c56-4390-a828-c9adf3efad2d),segment_id=591493a9-2c56-4390-a828-c9adf3efad2d)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:09:53.974679 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-516c8713-b851-4862-ab77-458ffde164e9 req-8367432c-155d-4b1b-94a1-9fb302b17d9b tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:53.992168 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-a2b18e15-5fae-4a81-8024-204f5761a253 None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:54.051044 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-148b775a-a7d4-4c2f-b35f-aa6324e20724 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:54.054447 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b34255a-2869-4a5b-8022-62e0d921a952 req-952f8dcf-52c5-495e-8554-731c7d298158 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:54.058247 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1b34255a-2869-4a5b-8022-62e0d921a952 req-952f8dcf-52c5-495e-8554-731c7d298158 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f8d8f18-9d31-4fba-85e0-cae9875a7a9e HTTP/1.1" status: 200 len: 946 time: 1.3239884 Feb 09 01:09:54.067103 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-148b775a-a7d4-4c2f-b35f-aa6324e20724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:54.072159 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcebba2c-e89d-46b3-b92e-5672f233af24 req-be3980af-0af3-4f68-9242-70823025bb20 tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:54.074924 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dcebba2c-e89d-46b3-b92e-5672f233af24 req-be3980af-0af3-4f68-9242-70823025bb20 tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] 10.222.0.105 "GET /v2.0/ports?device_id=634655c0-a6cf-4c4e-895a-e3729cc97045 HTTP/1.1" status: 200 len: 943 time: 1.1792610 Feb 09 01:09:54.090216 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-dfea5ec3-1b2b-4934-96ec-f5284a84a5c7 req-83508b31-3363-40c9-8a19-48a0a562ecd7 service neutron] 10.222.0.62 "GET /v2.0/networks/e280a801-73c6-4be8-9a9b-128c33174590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293630 Feb 09 01:09:54.125687 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-148b775a-a7d4-4c2f-b35f-aa6324e20724 admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:09:54.184029 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-a2b18e15-5fae-4a81-8024-204f5761a253 None None] Transition to ACTIVE for port object ad1849df-4f07-4de3-ad20-c2a86fded6b2 will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:09:54.209006 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-a2b18e15-5fae-4a81-8024-204f5761a253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:54.219409 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148b775a-a7d4-4c2f-b35f-aa6324e20724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dab672a-d4a9-4e90-97da-f898eacad207,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:54.227583 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-148b775a-a7d4-4c2f-b35f-aa6324e20724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:54.227971 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-148b775a-a7d4-4c2f-b35f-aa6324e20724 admin admin] Added segment 249c5438-d0ef-4132-9144-b2c94c9b3b0e of type vlan for network 66684310-b384-46c3-a13e-de69c32841c9 Feb 09 01:09:54.271339 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-516c8713-b851-4862-ab77-458ffde164e9 req-8367432c-155d-4b1b-94a1-9fb302b17d9b tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Calling delete_port for 0bea51db-7a59-4a89-9f05-f57ac0a9fd8f owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:09:54.302195 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-148b775a-a7d4-4c2f-b35f-aa6324e20724 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:54.369057 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-dfea5ec3-1b2b-4934-96ec-f5284a84a5c7 req-fafa4574-b1bc-48e6-b622-22ec6185aeb5 service neutron] 10.222.0.62 "GET /v2.0/networks/e280a801-73c6-4be8-9a9b-128c33174590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690592 Feb 09 01:09:54.380504 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-148b775a-a7d4-4c2f-b35f-aa6324e20724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:54.382337 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148b775a-a7d4-4c2f-b35f-aa6324e20724 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:54.383022 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-148b775a-a7d4-4c2f-b35f-aa6324e20724 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:54.431020 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0ae896-8acc-4118-adfa-84cdee07f611 None None] Pushing event updated for resources: {'Port': ['ID=ad1849df-4f07-4de3-ad20-c2a86fded6b2,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:54.447182 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5370087a-e6c8-4e52-bc21-83bc649835d7 req-838c8872-39f3-427d-846c-0ac9b6d0e416 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e87ea02-559d-4e64-af40-02f2fff5c710 HTTP/1.1" status: 200 len: 217 time: 0.4823029 Feb 09 01:09:54.459369 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a7ba8422-8a85-4f0d-8714-70fa593548a9 req-7f34b0c1-4c19-4425-b58f-fb762ec84a68 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:54.506781 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148b775a-a7d4-4c2f-b35f-aa6324e20724 admin admin] Pushing event updated for resources: {'Network': ['ID=66684310-b384-46c3-a13e-de69c32841c9,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:54.510235 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-148b775a-a7d4-4c2f-b35f-aa6324e20724 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3399639 Feb 09 01:09:54.512800 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 34030) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:54.518892 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-39238584-9b8a-438a-8492-a4c63acb3c29 admin admin] Request body: {'subnet': {'network_id': '66684310-b384-46c3-a13e-de69c32841c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-571845680-subnet', 'tenant_id': 'd49f9dd4d7c14debbc3dfe8113922129', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:54.519090 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 66684310-b384-46c3-a13e-de69c32841c9 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:09:54.520437 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1364e06d-5e12-4fac-9816-2b04a72d7106 req-518f8aeb-c66d-419d-a3fb-c88a99eb1ca4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a9985582-7d42-4984-810e-f81456accc3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5961857 Feb 09 01:09:54.524564 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-39238584-9b8a-438a-8492-a4c63acb3c29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:09:54.528618 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-39238584-9b8a-438a-8492-a4c63acb3c29 admin admin] Usage tracker for resource:subnet and tenant:d49f9dd4d7c14debbc3dfe8113922129 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:09:54.531880 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-39238584-9b8a-438a-8492-a4c63acb3c29 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:09:54.538884 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-39238584-9b8a-438a-8492-a4c63acb3c29 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:09:54.553548 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39238584-9b8a-438a-8492-a4c63acb3c29 admin admin] Made reservation on behalf of d49f9dd4d7c14debbc3dfe8113922129 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:09:54.556460 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-39238584-9b8a-438a-8492-a4c63acb3c29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:54.610538 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1b34255a-2869-4a5b-8022-62e0d921a952 req-de6a484b-ca4e-42fe-aebe-97277408c532 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] 10.222.0.105 "GET /v2.0/security-groups?id=381460f4-1c29-47e7-9d02-7d44eb6210a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5338814 Feb 09 01:09:54.701924 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f34b0c1-4c19-4425-b58f-fb762ec84a68 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Pushing event deleted for resources: {'Port': ['ID=bacb4b19-9892-4d08-a6a9-d7e20c640928,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:54.704757 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:54.760308 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0ae896-8acc-4118-adfa-84cdee07f611 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:54.763617 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0ae896-8acc-4118-adfa-84cdee07f611 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:54.764075 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0ae896-8acc-4118-adfa-84cdee07f611 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:54.764508 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0ae896-8acc-4118-adfa-84cdee07f611 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:54.764938 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0ae896-8acc-4118-adfa-84cdee07f611 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:54.765363 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0ae896-8acc-4118-adfa-84cdee07f611 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:54.767167 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0ae896-8acc-4118-adfa-84cdee07f611 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:54.767610 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0ae896-8acc-4118-adfa-84cdee07f611 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:54.768053 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0ae896-8acc-4118-adfa-84cdee07f611 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:54.769183 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0ae896-8acc-4118-adfa-84cdee07f611 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:54.775004 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0ae896-8acc-4118-adfa-84cdee07f611 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:54.776515 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0ae896-8acc-4118-adfa-84cdee07f611 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:54.783095 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-a2b18e15-5fae-4a81-8024-204f5761a253 None None] Attempting to bind port ad1849df-4f07-4de3-ad20-c2a86fded6b2 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:09:54.784704 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-a2b18e15-5fae-4a81-8024-204f5761a253 None None] Attempting to bind port ad1849df-4f07-4de3-ad20-c2a86fded6b2 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '99af9c6b-b902-4fb4-8324-3fa58cf16b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ca102a1f-d5bf-460d-8853-70bcd81c5d48'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:09:54.786596 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b18e15-5fae-4a81-8024-204f5761a253 None None] Attempting to bind port ad1849df-4f07-4de3-ad20-c2a86fded6b2 on network ca102a1f-d5bf-460d-8853-70bcd81c5d48 {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:09:54.810544 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b18e15-5fae-4a81-8024-204f5761a253 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:09:54.812881 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b18e15-5fae-4a81-8024-204f5761a253 None None] Checking segment: {'id': '99af9c6b-b902-4fb4-8324-3fa58cf16b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ca102a1f-d5bf-460d-8853-70bcd81c5d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:09:54.813369 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-a2b18e15-5fae-4a81-8024-204f5761a253 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:54.813922 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b18e15-5fae-4a81-8024-204f5761a253 None None] Bound using segment: {'id': '99af9c6b-b902-4fb4-8324-3fa58cf16b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ca102a1f-d5bf-460d-8853-70bcd81c5d48'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:09:54.815386 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-a2b18e15-5fae-4a81-8024-204f5761a253 None None] Bound port: ad1849df-4f07-4de3-ad20-c2a86fded6b2, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99af9c6b-b902-4fb4-8324-3fa58cf16b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ca102a1f-d5bf-460d-8853-70bcd81c5d48'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:09:54.820360 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-a2b18e15-5fae-4a81-8024-204f5761a253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:54.858252 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-39238584-9b8a-438a-8492-a4c63acb3c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:54.957118 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39238584-9b8a-438a-8492-a4c63acb3c29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1204e025-94a3-426b-85cf-fd8c313f8faf,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:54.966049 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39238584-9b8a-438a-8492-a4c63acb3c29 admin admin] Checking segment: {'id': '249c5438-d0ef-4132-9144-b2c94c9b3b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '66684310-b384-46c3-a13e-de69c32841c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:09:54.966432 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39238584-9b8a-438a-8492-a4c63acb3c29 admin admin] Network hostable DHCP agents. Network: 66684310-b384-46c3-a13e-de69c32841c9, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:09:54.986975 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-a2b18e15-5fae-4a81-8024-204f5761a253 None None] For port ad1849df-4f07-4de3-ad20-c2a86fded6b2, host n-d-828418-1, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:09:54.990992 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dcebba2c-e89d-46b3-b92e-5672f233af24 req-3adf6a71-e4f7-4edf-8ba7-829e49689995 tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] 10.222.0.105 "GET /v2.0/security-groups?id=d91b27f6-5fa6-4d90-9a4a-f0f30cd28df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5901556 Feb 09 01:09:54.991846 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39238584-9b8a-438a-8492-a4c63acb3c29 admin admin] Network 66684310-b384-46c3-a13e-de69c32841c9 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:09:54.992024 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-a2b18e15-5fae-4a81-8024-204f5761a253 None None] For port ad1849df-4f07-4de3-ad20-c2a86fded6b2, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=ad1849df-4f07-4de3-ad20-c2a86fded6b2,segment=NetworkSegment(99af9c6b-b902-4fb4-8324-3fa58cf16b85),segment_id=99af9c6b-b902-4fb4-8324-3fa58cf16b85)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:09:55.006639 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-39238584-9b8a-438a-8492-a4c63acb3c29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 66684310-b384-46c3-a13e-de69c32841c9) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:09:55.009250 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-a2b18e15-5fae-4a81-8024-204f5761a253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:55.017489 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c161fa70-f6a0-4df9-bb28-1904b904f64d None None] Network 66684310-b384-46c3-a13e-de69c32841c9 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:09:55.019806 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39238584-9b8a-438a-8492-a4c63acb3c29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:55.020476 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-39238584-9b8a-438a-8492-a4c63acb3c29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:55.060617 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-39238584-9b8a-438a-8492-a4c63acb3c29 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5455103 Feb 09 01:09:55.061890 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7ba8422-8a85-4f0d-8714-70fa593548a9 req-7f34b0c1-4c19-4425-b58f-fb762ec84a68 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] No DVR routers for this DVR port bacb4b19-9892-4d08-a6a9-d7e20c640928 on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:09:55.074434 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5370087a-e6c8-4e52-bc21-83bc649835d7 req-64a79e42-997d-4bed-a883-84d34506895e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:55.076512 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5370087a-e6c8-4e52-bc21-83bc649835d7 req-64a79e42-997d-4bed-a883-84d34506895e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5dc7801d-8b9a-4c30-9f6e-30958943df75 HTTP/1.1" status: 200 len: 848 time: 0.6038256 Feb 09 01:09:55.078436 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a7ba8422-8a85-4f0d-8714-70fa593548a9 req-7f34b0c1-4c19-4425-b58f-fb762ec84a68 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:55.086267 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f8d8f18-9d31-4fba-85e0-cae9875a7a9e', 'name': 'network-vif-deleted', 'tag': 'bacb4b19-9892-4d08-a6a9-d7e20c640928'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:09:55.146406 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0ae896-8acc-4118-adfa-84cdee07f611 None None] Pushing event updated for resources: {'Port': ['ID=ad1849df-4f07-4de3-ad20-c2a86fded6b2,revision_number=4']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:55.167860 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b18e15-5fae-4a81-8024-204f5761a253 None None] Routers {'eb97b206-00b2-43b7-a966-02c4ad0ab629'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:09:55.168722 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-a2b18e15-5fae-4a81-8024-204f5761a253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:09:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['eb97b206-00b2-43b7-a966-02c4ad0ab629'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:55.269570 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5370087a-e6c8-4e52-bc21-83bc649835d7 req-d188c0b0-01f9-4883-b7ca-5c8737368f97 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=27bb923f-ad7d-44d3-b172-12f18a433617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1726387 Feb 09 01:09:55.280257 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a7ba8422-8a85-4f0d-8714-70fa593548a9 req-7f34b0c1-4c19-4425-b58f-fb762ec84a68 tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] 10.222.0.62 "DELETE /v2.0/ports/bacb4b19-9892-4d08-a6a9-d7e20c640928 HTTP/1.1" status: 204 len: 173 time: 4.5264766 Feb 09 01:09:55.404520 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1364e06d-5e12-4fac-9816-2b04a72d7106 req-4783f89f-9e47-4b90-bee0-740ec17762a1 service neutron] 10.222.0.62 "GET /v2.0/networks/a9985582-7d42-4984-810e-f81456accc3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8133395 Feb 09 01:09:55.516440 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 9e87ea02-559d-4e64-af40-02f2fff5c710 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:09:55.519881 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 0bea51db-7a59-4a89-9f05-f57ac0a9fd8f no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:09:55.536117 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-a2b18e15-5fae-4a81-8024-204f5761a253 None None] Set router eb97b206-00b2-43b7-a966-02c4ad0ab629 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:09:55.634034 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff2e452-2d37-441b-ada8-8676382f1846 None None] Network 66684310-b384-46c3-a13e-de69c32841c9 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:09:55.840308 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f162ac-109a-41c5-bbf4-f56f9b831e91 req-9a8cf9b9-a547-4478-9163-20cd959706af tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:55.842529 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-44f162ac-109a-41c5-bbf4-f56f9b831e91 req-9a8cf9b9-a547-4478-9163-20cd959706af tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 1.0360136 Feb 09 01:09:55.877250 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 34064) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:55.916150 n-d-828418-1 neutron-server[87640]: INFO neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No ports have port_id starting with 0bea51db-7a59-4a89-9f05-f57ac0a9fd8f Feb 09 01:09:55.926061 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5370087a-e6c8-4e52-bc21-83bc649835d7 req-7935f31f-add0-45dd-9595-0dd1375481c7 service neutron] 10.222.0.62 "GET /v2.0/networks/27bb923f-ad7d-44d3-b172-12f18a433617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6327624 Feb 09 01:09:55.927213 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-516c8713-b851-4862-ab77-458ffde164e9 req-8367432c-155d-4b1b-94a1-9fb302b17d9b tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:56.013475 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-97469304-a413-441c-b82d-7c04040f9587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:56.029950 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-97469304-a413-441c-b82d-7c04040f9587 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:09:56.034536 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-97469304-a413-441c-b82d-7c04040f9587 admin admin] Usage tracker for resource:security_group_rule and tenant:d2c454d3316445f99b5d3553fa82bfb5 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:09:56.038361 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-97469304-a413-441c-b82d-7c04040f9587 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:09:56.045366 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-97469304-a413-441c-b82d-7c04040f9587 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:09:56.073698 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 9e87ea02-559d-4e64-af40-02f2fff5c710, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=9e87ea02-559d-4e64-af40-02f2fff5c710,segment=NetworkSegment(85ef2125-dab5-4cf8-a0de-dada8704faf8),segment_id=85ef2125-dab5-4cf8-a0de-dada8704faf8)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:09:56.101197 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-a2b18e15-5fae-4a81-8024-204f5761a253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb97b206-00b2-43b7-a966-02c4ad0ab629', 'name': 'tempest-ServerRescueNegativeTestJSON-1486586498-router', 'tenant_id': '31d75c3847f44b229ecd5ad32549f4f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '5c2905b0-2747-4649-8a28-212b02e6ace1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:09:41Z', 'updated_at': '2022-02-09T01:09:50Z', 'revision_number': 4, 'project_id': '31d75c3847f44b229ecd5ad32549f4f2', 'gw_port': {'id': '5c2905b0-2747-4649-8a28-212b02e6ace1', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb97b206-00b2-43b7-a966-02c4ad0ab629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:42Z', 'updated_at': '2022-02-09T01:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'ad1849df-4f07-4de3-ad20-c2a86fded6b2', 'name': '', 'network_id': 'ca102a1f-d5bf-460d-8853-70bcd81c5d48', 'tenant_id': '31d75c3847f44b229ecd5ad32549f4f2', 'mac_address': 'fa:16:3e:d6:fd:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb97b206-00b2-43b7-a966-02c4ad0ab629', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '22a67f5c-4428-4b0e-a900-0ff3d3591ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:48Z', 'updated_at': '2022-02-09T01:09:54Z', 'revision_number': 4, 'project_id': '31d75c3847f44b229ecd5ad32549f4f2', 'subnets': [{'id': '22a67f5c-4428-4b0e-a900-0ff3d3591ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:56.107134 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b18e15-5fae-4a81-8024-204f5761a253 None None] The sync data for ids ['eb97b206-00b2-43b7-a966-02c4ad0ab629'] in n-d-828418-1 is: [{'id': 'eb97b206-00b2-43b7-a966-02c4ad0ab629', 'name': 'tempest-ServerRescueNegativeTestJSON-1486586498-router', 'tenant_id': '31d75c3847f44b229ecd5ad32549f4f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '5c2905b0-2747-4649-8a28-212b02e6ace1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:09:41Z', 'updated_at': '2022-02-09T01:09:50Z', 'revision_number': 4, 'project_id': '31d75c3847f44b229ecd5ad32549f4f2', 'gw_port': {'id': '5c2905b0-2747-4649-8a28-212b02e6ace1', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb97b206-00b2-43b7-a966-02c4ad0ab629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:42Z', 'updated_at': '2022-02-09T01:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'ad1849df-4f07-4de3-ad20-c2a86fded6b2', 'name': '', 'network_id': 'ca102a1f-d5bf-460d-8853-70bcd81c5d48', 'tenant_id': '31d75c3847f44b229ecd5ad32549f4f2', 'mac_address': 'fa:16:3e:d6:fd:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb97b206-00b2-43b7-a966-02c4ad0ab629', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '22a67f5c-4428-4b0e-a900-0ff3d3591ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:48Z', 'updated_at': '2022-02-09T01:09:54Z', 'revision_number': 4, 'project_id': '31d75c3847f44b229ecd5ad32549f4f2', 'subnets': [{'id': '22a67f5c-4428-4b0e-a900-0ff3d3591ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:09:56.109940 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '9e87ea02-559d-4e64-af40-02f2fff5c710', 'network_id': '27bb923f-ad7d-44d3-b172-12f18a433617', 'port_id': '9e87ea02-559d-4e64-af40-02f2fff5c710', 'mac_address': 'fa:16:3e:2e:0a:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc7801d-8b9a-4c30-9f6e-30958943df75', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:09:56.178250 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-97469304-a413-441c-b82d-7c04040f9587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:56.191939 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-97469304-a413-441c-b82d-7c04040f9587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:56.239658 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8367432c-155d-4b1b-94a1-9fb302b17d9b tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Pushing event deleted for resources: {'Port': ['ID=0bea51db-7a59-4a89-9f05-f57ac0a9fd8f,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:56.260987 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:56.278172 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-97469304-a413-441c-b82d-7c04040f9587 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=d2c454d3316445f99b5d3553fa82bfb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3996923 Feb 09 01:09:56.279420 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97469304-a413-441c-b82d-7c04040f9587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c36534-360e-44fd-b30e-e5bb0d79db2f,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:56.280930 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e87ea02-559d-4e64-af40-02f2fff5c710 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:09:56.281887 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 34072) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:56.290231 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-44f162ac-109a-41c5-bbf4-f56f9b831e91 req-5cb124cc-5eb8-499d-bbd5-5e0110df3f95 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4229264 Feb 09 01:09:56.301862 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 9e87ea02-559d-4e64-af40-02f2fff5c710, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=9e87ea02-559d-4e64-af40-02f2fff5c710,segment=NetworkSegment(85ef2125-dab5-4cf8-a0de-dada8704faf8),segment_id=85ef2125-dab5-4cf8-a0de-dada8704faf8)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:09:56.308517 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:56.345833 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-516c8713-b851-4862-ab77-458ffde164e9 req-8367432c-155d-4b1b-94a1-9fb302b17d9b tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] No DVR routers for this DVR port 0bea51db-7a59-4a89-9f05-f57ac0a9fd8f on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:09:56.369770 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-516c8713-b851-4862-ab77-458ffde164e9 req-8367432c-155d-4b1b-94a1-9fb302b17d9b tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:56.371705 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-516c8713-b851-4862-ab77-458ffde164e9 req-8367432c-155d-4b1b-94a1-9fb302b17d9b tempest-MultipleCreateTestJSON-873424418 tempest-MultipleCreateTestJSON-873424418-project] 10.222.0.62 "DELETE /v2.0/ports/0bea51db-7a59-4a89-9f05-f57ac0a9fd8f HTTP/1.1" status: 204 len: 173 time: 4.4253180 Feb 09 01:09:56.402805 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e4bfae4a-651f-4b63-97a2-89da99c29715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:56.436403 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=9e87ea02-559d-4e64-af40-02f2fff5c710,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:56.437211 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1364e06d-5e12-4fac-9816-2b04a72d7106 req-32d5f427-cc35-4046-8448-c6e59b535930 service neutron] 10.222.0.62 "GET /v2.0/networks/a9985582-7d42-4984-810e-f81456accc3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0265293 Feb 09 01:09:56.459428 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:56.461788 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e4bfae4a-651f-4b63-97a2-89da99c29715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:56.463981 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:56.464886 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:56.465365 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:56.466286 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:56.467264 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:56.467971 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:56.468642 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:56.468982 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:56.470019 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:56.470503 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:56.471000 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:56.487864 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f6f0d-92c1-4f7c-a35f-e931e2360d78 req-cd5c8943-4ac5-4627-85fb-d5239a0ee0fa tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:56.489572 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a54f6f0d-92c1-4f7c-a35f-e931e2360d78 req-cd5c8943-4ac5-4627-85fb-d5239a0ee0fa tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/networks?id=ca102a1f-d5bf-460d-8853-70bcd81c5d48 HTTP/1.1" status: 200 len: 819 time: 0.9711180 Feb 09 01:09:56.574112 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e4bfae4a-651f-4b63-97a2-89da99c29715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:56.598178 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bfae4a-651f-4b63-97a2-89da99c29715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c36534-360e-44fd-b30e-e5bb0d79db2f,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:56.598670 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['9e87ea02-559d-4e64-af40-02f2fff5c710'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:09:56.615475 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e4bfae4a-651f-4b63-97a2-89da99c29715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:56.619863 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e4bfae4a-651f-4b63-97a2-89da99c29715 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/c0c36534-360e-44fd-b30e-e5bb0d79db2f HTTP/1.1" status: 204 len: 168 time: 0.3259702 Feb 09 01:09:56.678265 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a54f6f0d-92c1-4f7c-a35f-e931e2360d78 req-53834429-01c6-4f9a-946d-1fc823e46ba0 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/quotas/31d75c3847f44b229ecd5ad32549f4f2 HTTP/1.1" status: 200 len: 375 time: 0.1752260 Feb 09 01:09:56.706870 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5370087a-e6c8-4e52-bc21-83bc649835d7 req-d1ed4b75-c3cc-4461-b609-007a34919260 service neutron] 10.222.0.62 "GET /v2.0/networks/27bb923f-ad7d-44d3-b172-12f18a433617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7200692 Feb 09 01:09:56.818840 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f88e71-2095-46c0-abe7-c312e70e2bbc req-16220778-7394-43a8-b19d-94f05ef7d47e tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:56.826099 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-10f88e71-2095-46c0-abe7-c312e70e2bbc req-16220778-7394-43a8-b19d-94f05ef7d47e tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] 10.222.0.105 "GET /v2.0/ports?device_id=9f8de74b-13aa-432a-97e6-c6672bd5a234 HTTP/1.1" status: 200 len: 944 time: 0.3353477 Feb 09 01:09:56.879870 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b72113-e981-4299-8c0d-289a6c5f90ef req-b94f4e01-79ef-4600-84fd-d5323de0e386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:56.881430 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-28b72113-e981-4299-8c0d-289a6c5f90ef req-b94f4e01-79ef-4600-84fd-d5323de0e386 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5923996e8d9847c1b4169e1792d1636b&device_id=634655c0-a6cf-4c4e-895a-e3729cc97045 HTTP/1.1" status: 200 len: 1094 time: 0.3017969 Feb 09 01:09:56.925221 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-10f88e71-2095-46c0-abe7-c312e70e2bbc req-b7559c03-d4a7-4996-afd2-c71056c6adab tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] 10.222.0.105 "GET /v2.0/security-groups?id=8a8f0d9c-681a-481f-95df-b91514ba6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981176 Feb 09 01:09:57.013407 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a54f6f0d-92c1-4f7c-a35f-e931e2360d78 req-c0a05978-7d45-4197-9677-5e4f00783442 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=31d75c3847f44b229ecd5ad32549f4f2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3184514 Feb 09 01:09:57.024798 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f8d8f18-9d31-4fba-85e0-cae9875a7a9e', 'name': 'network-vif-deleted', 'tag': 'bacb4b19-9892-4d08-a6a9-d7e20c640928', 'status': 'completed', 'code': 200} Feb 09 01:09:57.230831 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device ad1849df-4f07-4de3-ad20-c2a86fded6b2 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:09:57.244787 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a54f6f0d-92c1-4f7c-a35f-e931e2360d78 req-91ebe43d-d2b0-4fc3-b86b-f1e5857a7707 service neutron] 10.222.0.105 "GET /v2.0/networks/ca102a1f-d5bf-460d-8853-70bcd81c5d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217960 Feb 09 01:09:57.383828 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b72113-e981-4299-8c0d-289a6c5f90ef req-0ff23edd-6e57-4f0b-b9e4-4223f61dd641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:57.385438 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-28b72113-e981-4299-8c0d-289a6c5f90ef req-0ff23edd-6e57-4f0b-b9e4-4223f61dd641 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a9985582-7d42-4984-810e-f81456accc3a HTTP/1.1" status: 200 len: 926 time: 0.4967244 Feb 09 01:09:57.399391 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port ad1849df-4f07-4de3-ad20-c2a86fded6b2 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:09:57.405858 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port ad1849df-4f07-4de3-ad20-c2a86fded6b2 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:09:57.406471 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:57.494874 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-28b72113-e981-4299-8c0d-289a6c5f90ef req-6c72c5bd-85ce-40e1-bb4c-e2650f6756f1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03190541-757d-4207-9211-10bb0fa9b0b4 HTTP/1.1" status: 200 len: 217 time: 0.1033270 Feb 09 01:09:57.605951 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a54f6f0d-92c1-4f7c-a35f-e931e2360d78 req-33f49654-017a-432e-96f8-594df56f5969 service neutron] 10.222.0.105 "GET /v2.0/networks/ca102a1f-d5bf-460d-8853-70bcd81c5d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3505697 Feb 09 01:09:57.612292 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:57.657686 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port ad1849df-4f07-4de3-ad20-c2a86fded6b2, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=ad1849df-4f07-4de3-ad20-c2a86fded6b2,segment=NetworkSegment(99af9c6b-b902-4fb4-8324-3fa58cf16b85),segment_id=99af9c6b-b902-4fb4-8324-3fa58cf16b85)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:09:57.664328 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:57.757175 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=ad1849df-4f07-4de3-ad20-c2a86fded6b2,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:57.809838 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b72113-e981-4299-8c0d-289a6c5f90ef req-314daaad-8ce8-4e55-93fe-79cc1ec0c9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:57.810994 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-28b72113-e981-4299-8c0d-289a6c5f90ef req-314daaad-8ce8-4e55-93fe-79cc1ec0c9bb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0937e3ed-1ce8-462f-8406-daa9fd1feaa0 HTTP/1.1" status: 200 len: 865 time: 0.3062732 Feb 09 01:09:57.891345 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-28b72113-e981-4299-8c0d-289a6c5f90ef req-a86f55ba-ae97-4d5e-9517-10ea641bc5b1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a9985582-7d42-4984-810e-f81456accc3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744109 Feb 09 01:09:58.074072 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-28b72113-e981-4299-8c0d-289a6c5f90ef req-72d2c217-0aca-489d-ad11-ec357425f1bb service neutron] 10.222.0.62 "GET /v2.0/networks/a9985582-7d42-4984-810e-f81456accc3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756334 Feb 09 01:09:58.380505 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb2ca5-5d9e-48c1-855a-57411a3f2ada req-a8648826-ad0c-43d5-ae85-f4517e8ff139 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:58.383065 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-62fb2ca5-5d9e-48c1-855a-57411a3f2ada req-a8648826-ad0c-43d5-ae85-f4517e8ff139 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/networks?id=66684310-b384-46c3-a13e-de69c32841c9 HTTP/1.1" status: 200 len: 814 time: 0.7537687 Feb 09 01:09:58.422211 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-62fb2ca5-5d9e-48c1-855a-57411a3f2ada req-b5c9193a-f8c5-4c88-a283-4cc2f76feb9b tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/quotas/d49f9dd4d7c14debbc3dfe8113922129 HTTP/1.1" status: 200 len: 375 time: 0.0281794 Feb 09 01:09:58.541101 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-62fb2ca5-5d9e-48c1-855a-57411a3f2ada req-a54ac196-38af-46ce-a487-e6ecfabbd0c2 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=d49f9dd4d7c14debbc3dfe8113922129&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1019130 Feb 09 01:09:58.543260 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-28b72113-e981-4299-8c0d-289a6c5f90ef req-b21fc8fa-3ef6-45b0-9600-99e563acd128 service neutron] 10.222.0.62 "GET /v2.0/networks/a9985582-7d42-4984-810e-f81456accc3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4139774 Feb 09 01:09:58.553940 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f3f5d-60ef-4785-b2fc-95939ac49e67 req-c1ddebaa-3557-4d42-854c-71f545946b95 tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:58.556210 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3e4f3f5d-60ef-4785-b2fc-95939ac49e67 req-c1ddebaa-3557-4d42-854c-71f545946b95 tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] 10.222.0.105 "GET /v2.0/ports?device_id=634655c0-a6cf-4c4e-895a-e3729cc97045 HTTP/1.1" status: 200 len: 943 time: 0.4843843 Feb 09 01:09:58.687999 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3e4f3f5d-60ef-4785-b2fc-95939ac49e67 req-deb7a11f-0677-40e9-b2f9-cc6a69b1ef55 tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] 10.222.0.105 "GET /v2.0/security-groups?id=d91b27f6-5fa6-4d90-9a4a-f0f30cd28df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058311 Feb 09 01:09:58.764473 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-62fb2ca5-5d9e-48c1-855a-57411a3f2ada req-140ceb95-cd3b-4e05-8385-8373e41aeb82 service neutron] 10.222.0.105 "GET /v2.0/networks/66684310-b384-46c3-a13e-de69c32841c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064354 Feb 09 01:09:58.956604 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e12e165d-a324-4a07-acfc-20e80f3b1f1a req-af03ec9e-2c7c-4ef3-8938-4e90eb5427de tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=7dde1fc5-d07f-45a8-ab56-9c682424bf1e HTTP/1.1" status: 200 len: 210 time: 0.0641613 Feb 09 01:09:58.978890 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-62fb2ca5-5d9e-48c1-855a-57411a3f2ada req-1794663c-9c72-4da6-aa1d-2de203d60a8b service neutron] 10.222.0.105 "GET /v2.0/networks/66684310-b384-46c3-a13e-de69c32841c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069929 Feb 09 01:09:59.025725 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '194ae8df-b13e-40e8-97ce-be336113109b', 'name': 'network-vif-deleted', 'tag': '0bea51db-7a59-4a89-9f05-f57ac0a9fd8f'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:09:59.056625 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 34140) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:59.199286 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device ad1849df-4f07-4de3-ad20-c2a86fded6b2 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:09:59.241762 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-b631605d-8e9c-4cf0-b032-ecfea09e2762 admin admin] Deleting subnet cc5c20af-7446-433d-b469-b71a03281ee6 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:09:59.249021 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b631605d-8e9c-4cf0-b032-ecfea09e2762 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:59.386396 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 03190541-757d-4207-9211-10bb0fa9b0b4 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:09:59.397400 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 9e87ea02-559d-4e64-af40-02f2fff5c710 up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:09:59.452963 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b631605d-8e9c-4cf0-b032-ecfea09e2762 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:59.478789 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f6f0d-92c1-4f7c-a35f-e931e2360d78 req-7aa30a21-391b-4f71-9135-77347e27ff51 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:59.480355 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a54f6f0d-92c1-4f7c-a35f-e931e2360d78 req-7aa30a21-391b-4f71-9135-77347e27ff51 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.62 "GET /v2.0/networks?id=ca102a1f-d5bf-460d-8853-70bcd81c5d48 HTTP/1.1" status: 200 len: 819 time: 0.4178047 Feb 09 01:09:59.546745 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-a54f6f0d-92c1-4f7c-a35f-e931e2360d78 req-c2329f85-e2d6-44c6-aca0-0d5ae0a7f73c tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Request body: {'port': {'device_id': '7dde1fc5-d07f-45a8-ab56-9c682424bf1e', 'network_id': 'ca102a1f-d5bf-460d-8853-70bcd81c5d48', 'admin_state_up': True, 'tenant_id': '31d75c3847f44b229ecd5ad32549f4f2'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:59.552645 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b631605d-8e9c-4cf0-b032-ecfea09e2762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:59.655634 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b631605d-8e9c-4cf0-b032-ecfea09e2762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:59.685850 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 03190541-757d-4207-9211-10bb0fa9b0b4, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=03190541-757d-4207-9211-10bb0fa9b0b4,segment=NetworkSegment(098a280c-0288-4beb-be07-8b77b9a18cce),segment_id=098a280c-0288-4beb-be07-8b77b9a18cce)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:09:59.702039 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '03190541-757d-4207-9211-10bb0fa9b0b4', 'network_id': 'a9985582-7d42-4984-810e-f81456accc3a', 'port_id': '03190541-757d-4207-9211-10bb0fa9b0b4', 'mac_address': 'fa:16:3e:e1:f7:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0937e3ed-1ce8-462f-8406-daa9fd1feaa0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:09:59.775225 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b631605d-8e9c-4cf0-b032-ecfea09e2762 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc5c20af-7446-433d-b469-b71a03281ee6,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:59.795954 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b631605d-8e9c-4cf0-b032-ecfea09e2762 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:59.803297 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:59.807584 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b631605d-8e9c-4cf0-b032-ecfea09e2762 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/cc5c20af-7446-433d-b469-b71a03281ee6 HTTP/1.1" status: 204 len: 168 time: 0.7497544 Feb 09 01:09:59.811488 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 34162) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:59.857029 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03190541-757d-4207-9211-10bb0fa9b0b4 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:09:59.861978 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port ad1849df-4f07-4de3-ad20-c2a86fded6b2 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:09:59.862762 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:59.984068 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 03190541-757d-4207-9211-10bb0fa9b0b4, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=03190541-757d-4207-9211-10bb0fa9b0b4,segment=NetworkSegment(098a280c-0288-4beb-be07-8b77b9a18cce),segment_id=098a280c-0288-4beb-be07-8b77b9a18cce)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:09:59.998083 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:59.999209 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-a54f6f0d-92c1-4f7c-a35f-e931e2360d78 req-c2329f85-e2d6-44c6-aca0-0d5ae0a7f73c tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:10:00.019363 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-a54f6f0d-92c1-4f7c-a35f-e931e2360d78 req-c2329f85-e2d6-44c6-aca0-0d5ae0a7f73c tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Usage tracker for resource:port and tenant:31d75c3847f44b229ecd5ad32549f4f2 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:10:00.023729 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-a54f6f0d-92c1-4f7c-a35f-e931e2360d78 req-c2329f85-e2d6-44c6-aca0-0d5ae0a7f73c tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:10:00.047474 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804605a1-e8f4-4b0c-a71e-0e689333b899 req-2f6347c7-261d-46d2-bd5f-af14b6873cd9 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:00.052204 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port 9e87ea02-559d-4e64-af40-02f2fff5c710 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:10:00.055572 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-804605a1-e8f4-4b0c-a71e-0e689333b899 req-2f6347c7-261d-46d2-bd5f-af14b6873cd9 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.5741909 Feb 09 01:10:00.060819 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-a54f6f0d-92c1-4f7c-a35f-e931e2360d78 req-c2329f85-e2d6-44c6-aca0-0d5ae0a7f73c tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:10:00.088723 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 9e87ea02-559d-4e64-af40-02f2fff5c710 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:00.089316 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:00.101705 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f42fa9a8-b635-40bd-a5b4-0de7ca015895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:00.119355 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a54f6f0d-92c1-4f7c-a35f-e931e2360d78 req-c2329f85-e2d6-44c6-aca0-0d5ae0a7f73c tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Made reservation on behalf of 31d75c3847f44b229ecd5ad32549f4f2 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:10:00.124043 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a54f6f0d-92c1-4f7c-a35f-e931e2360d78 req-c2329f85-e2d6-44c6-aca0-0d5ae0a7f73c tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:00.210489 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-804605a1-e8f4-4b0c-a71e-0e689333b899 req-4eddeae7-bb21-42e3-8d14-b69f3ad201aa tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536939 Feb 09 01:10:00.245067 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=03190541-757d-4207-9211-10bb0fa9b0b4,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:00.298910 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['03190541-757d-4207-9211-10bb0fa9b0b4'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:10:00.316108 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e560e587-87d0-40b5-b982-d62e7bd5ea70 req-e2ac73bc-7249-412e-9a83-596117aae259 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:00.326590 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e560e587-87d0-40b5-b982-d62e7bd5ea70 req-e2ac73bc-7249-412e-9a83-596117aae259 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] 10.222.0.105 "GET /v2.0/ports?device_id=9f8de74b-13aa-432a-97e6-c6672bd5a234 HTTP/1.1" status: 200 len: 944 time: 0.9749336 Feb 09 01:10:00.384138 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '194ae8df-b13e-40e8-97ce-be336113109b', 'name': 'network-vif-deleted', 'tag': '0bea51db-7a59-4a89-9f05-f57ac0a9fd8f', 'status': 'completed', 'code': 200} Feb 09 01:10:00.521756 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:00.575557 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f8de74b-13aa-432a-97e6-c6672bd5a234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e87ea02-559d-4e64-af40-02f2fff5c710'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:10:00.596761 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 9e87ea02-559d-4e64-af40-02f2fff5c710, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=9e87ea02-559d-4e64-af40-02f2fff5c710,segment=NetworkSegment(85ef2125-dab5-4cf8-a0de-dada8704faf8),segment_id=85ef2125-dab5-4cf8-a0de-dada8704faf8)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:10:00.605718 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:00.630071 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f42fa9a8-b635-40bd-a5b4-0de7ca015895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:00.653822 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e560e587-87d0-40b5-b982-d62e7bd5ea70 req-a9378cad-8763-4c59-8412-87123954da47 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] 10.222.0.105 "GET /v2.0/security-groups?id=8a8f0d9c-681a-481f-95df-b91514ba6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258543 Feb 09 01:10:00.796308 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=9e87ea02-559d-4e64-af40-02f2fff5c710,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:00.872498 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-f42fa9a8-b635-40bd-a5b4-0de7ca015895 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88728cd3-ea24-4a40-9246-bffa0114f21d']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:00.975147 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-f42fa9a8-b635-40bd-a5b4-0de7ca015895 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '591493a9-2c56-4390-a828-c9adf3efad2d') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:00.975586 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-f42fa9a8-b635-40bd-a5b4-0de7ca015895 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '591493a9-2c56-4390-a828-c9adf3efad2d') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:01.035671 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0b851950-5969-4787-bbd5-5f41fd3c0bed req-46e95697-d438-49ba-a8e5-af0c290553b7 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=f9c990fc-4142-4fc0-bb78-92925072a330 HTTP/1.1" status: 200 len: 210 time: 0.1974726 Feb 09 01:10:01.070617 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f42fa9a8-b635-40bd-a5b4-0de7ca015895 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:01.141986 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-a54f6f0d-92c1-4f7c-a35f-e931e2360d78 req-c2329f85-e2d6-44c6-aca0-0d5ae0a7f73c tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Allocated IP 172.20.0.5 (ca102a1f-d5bf-460d-8853-70bcd81c5d48/22a67f5c-4428-4b0e-a900-0ff3d3591ee5/6c1e285d-21c3-4d5c-a72a-9edc2b494f12) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:10:01.148269 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f42fa9a8-b635-40bd-a5b4-0de7ca015895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:01.183938 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f42fa9a8-b635-40bd-a5b4-0de7ca015895 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:10:01.184350 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f42fa9a8-b635-40bd-a5b4-0de7ca015895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:01.200852 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 01:10:01.200852 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:10:01.200852 n-d-828418-1 neutron-server[87639]: timer() Feb 09 01:10:01.200852 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:10:01.200852 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 01:10:01.200852 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:10:01.200852 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 01:10:01.200852 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:10:01.200852 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 01:10:01.200852 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:10:01.200852 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 01:10:01.200852 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:10:01.200852 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 01:10:01.200852 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:10:01.200852 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:10:01.200852 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:10:01.200852 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:10:01.200852 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:10:01.200852 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 01:10:01.200852 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:10:01.200852 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 01:10:01.200852 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:10:01.200852 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:10:01.200852 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:10:01.200852 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 01:10:01.200852 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:10:01.200852 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:10:01.200852 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:10:01.200852 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:10:01.200852 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:10:01.200852 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:10:01.200852 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:10:01.262189 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8dc4b-0627-4c60-9a62-2909573a0881 req-9ec68dc8-10cf-4113-bec7-6ac83418d73a tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:01.263732 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-31d8dc4b-0627-4c60-9a62-2909573a0881 req-9ec68dc8-10cf-4113-bec7-6ac83418d73a tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/networks?id=ca102a1f-d5bf-460d-8853-70bcd81c5d48 HTTP/1.1" status: 200 len: 819 time: 0.7462144 Feb 09 01:10:01.374125 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb2ca5-5d9e-48c1-855a-57411a3f2ada req-bf6c41e5-c314-478c-be8f-eea4abaab1db tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:01.375471 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-62fb2ca5-5d9e-48c1-855a-57411a3f2ada req-bf6c41e5-c314-478c-be8f-eea4abaab1db tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.62 "GET /v2.0/networks?id=66684310-b384-46c3-a13e-de69c32841c9 HTTP/1.1" status: 200 len: 814 time: 0.4561882 Feb 09 01:10:01.376735 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-31d8dc4b-0627-4c60-9a62-2909573a0881 req-c85098f2-52d8-466f-bd1a-244eba2589f6 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/quotas/31d75c3847f44b229ecd5ad32549f4f2 HTTP/1.1" status: 200 len: 375 time: 0.0943885 Feb 09 01:10:01.409789 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-62fb2ca5-5d9e-48c1-855a-57411a3f2ada req-9420d1ea-d932-40b1-9011-45f805219d31 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Request body: {'port': {'device_id': 'f9c990fc-4142-4fc0-bb78-92925072a330', 'network_id': '66684310-b384-46c3-a13e-de69c32841c9', 'admin_state_up': True, 'tenant_id': 'd49f9dd4d7c14debbc3dfe8113922129'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:01.465131 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f42fa9a8-b635-40bd-a5b4-0de7ca015895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:01.552293 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f42fa9a8-b635-40bd-a5b4-0de7ca015895 admin admin] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:01.636674 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42fa9a8-b635-40bd-a5b4-0de7ca015895 admin admin] Pushing event deleted for resources: {'Network': ['ID=88728cd3-ea24-4a40-9246-bffa0114f21d,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:01.697661 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f42fa9a8-b635-40bd-a5b4-0de7ca015895 admin admin] 10.222.0.105 "DELETE /v2.0/networks/88728cd3-ea24-4a40-9246-bffa0114f21d HTTP/1.1" status: 204 len: 168 time: 1.8828263 Feb 09 01:10:01.762532 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b6db0b-50a2-444f-a216-a5ed25c73c31 req-88a66b8b-5d41-4e77-a55c-11794bab40c8 tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:01.764133 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e4b6db0b-50a2-444f-a216-a5ed25c73c31 req-88a66b8b-5d41-4e77-a55c-11794bab40c8 tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] 10.222.0.105 "GET /v2.0/ports?device_id=634655c0-a6cf-4c4e-895a-e3729cc97045 HTTP/1.1" status: 200 len: 944 time: 0.4982102 Feb 09 01:10:01.848242 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-62fb2ca5-5d9e-48c1-855a-57411a3f2ada req-9420d1ea-d932-40b1-9011-45f805219d31 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:10:01.865750 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a54f6f0d-92c1-4f7c-a35f-e931e2360d78 req-c2329f85-e2d6-44c6-aca0-0d5ae0a7f73c tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:01.869147 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-62fb2ca5-5d9e-48c1-855a-57411a3f2ada req-9420d1ea-d932-40b1-9011-45f805219d31 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Usage tracker for resource:port and tenant:d49f9dd4d7c14debbc3dfe8113922129 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:10:01.877677 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-31d8dc4b-0627-4c60-9a62-2909573a0881 req-68eb8dc8-d66f-46f0-8e4d-d92b1d87de93 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Synchronizing usage tracker for tenant:31d75c3847f44b229ecd5ad32549f4f2 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:10:01.886166 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-62fb2ca5-5d9e-48c1-855a-57411a3f2ada req-9420d1ea-d932-40b1-9011-45f805219d31 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:10:01.898935 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-62fb2ca5-5d9e-48c1-855a-57411a3f2ada req-9420d1ea-d932-40b1-9011-45f805219d31 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:10:01.905268 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e4b6db0b-50a2-444f-a216-a5ed25c73c31 req-56e0b5bb-4ce7-42c8-8211-7edfc9f7bddb tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] 10.222.0.105 "GET /v2.0/security-groups?id=d91b27f6-5fa6-4d90-9a4a-f0f30cd28df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328282 Feb 09 01:10:01.910223 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 34198) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:01.936031 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-31d8dc4b-0627-4c60-9a62-2909573a0881 req-68eb8dc8-d66f-46f0-8e4d-d92b1d87de93 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Unset dirty status for tenant:31d75c3847f44b229ecd5ad32549f4f2 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:10:01.939494 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-31d8dc4b-0627-4c60-9a62-2909573a0881 req-68eb8dc8-d66f-46f0-8e4d-d92b1d87de93 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=31d75c3847f44b229ecd5ad32549f4f2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5486541 Feb 09 01:10:01.940184 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62fb2ca5-5d9e-48c1-855a-57411a3f2ada req-9420d1ea-d932-40b1-9011-45f805219d31 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Made reservation on behalf of d49f9dd4d7c14debbc3dfe8113922129 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:10:01.948954 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-62fb2ca5-5d9e-48c1-855a-57411a3f2ada req-9420d1ea-d932-40b1-9011-45f805219d31 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:02.133111 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a21c8cde-eb8a-4809-97b1-8625f9f90f97 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=512edec67e4d47988608747108091a91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2202239 Feb 09 01:10:02.135581 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 34208) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:02.213256 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a54f6f0d-92c1-4f7c-a35f-e931e2360d78 req-c2329f85-e2d6-44c6-aca0-0d5ae0a7f73c tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:02.235671 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2b781249-8e07-4ebe-bba3-af3a6b8a6e3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:02.267827 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2b781249-8e07-4ebe-bba3-af3a6b8a6e3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:02.327536 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2b781249-8e07-4ebe-bba3-af3a6b8a6e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:02.348429 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b781249-8e07-4ebe-bba3-af3a6b8a6e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=381460f4-1c29-47e7-9d02-7d44eb6210a9,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:02.356230 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2b781249-8e07-4ebe-bba3-af3a6b8a6e3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:02.357386 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-2b781249-8e07-4ebe-bba3-af3a6b8a6e3e admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/381460f4-1c29-47e7-9d02-7d44eb6210a9 HTTP/1.1" status: 204 len: 168 time: 0.2209420 Feb 09 01:10:02.449558 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a54f6f0d-92c1-4f7c-a35f-e931e2360d78 req-c2329f85-e2d6-44c6-aca0-0d5ae0a7f73c tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Network ca102a1f-d5bf-460d-8853-70bcd81c5d48 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:10:02.450361 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2329f85-e2d6-44c6-aca0-0d5ae0a7f73c tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Pushing event updated for resources: {'Port': ['ID=6c1e285d-21c3-4d5c-a72a-9edc2b494f12,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:02.456212 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-a54f6f0d-92c1-4f7c-a35f-e931e2360d78 req-c2329f85-e2d6-44c6-aca0-0d5ae0a7f73c tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:10:02.465019 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-31d8dc4b-0627-4c60-9a62-2909573a0881 req-44d1801e-dacf-4263-93a1-d767360704e3 service neutron] 10.222.0.105 "GET /v2.0/networks/ca102a1f-d5bf-460d-8853-70bcd81c5d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4954169 Feb 09 01:10:02.487210 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-a54f6f0d-92c1-4f7c-a35f-e931e2360d78 req-c2329f85-e2d6-44c6-aca0-0d5ae0a7f73c tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:10:02.643228 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-62fb2ca5-5d9e-48c1-855a-57411a3f2ada req-9420d1ea-d932-40b1-9011-45f805219d31 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Allocated IP 172.20.0.13 (66684310-b384-46c3-a13e-de69c32841c9/1204e025-94a3-426b-85cf-fd8c313f8faf/d488f4bd-27db-4e25-9787-cc4583f45e6a) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:10:02.690450 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f6f0d-92c1-4f7c-a35f-e931e2360d78 req-c2329f85-e2d6-44c6-aca0-0d5ae0a7f73c tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:02.691090 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a54f6f0d-92c1-4f7c-a35f-e931e2360d78 req-c2329f85-e2d6-44c6-aca0-0d5ae0a7f73c tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:02.904933 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7db8ab2-844d-40cd-8360-2fc18f08d4d7 req-89f5d319-fc1a-486f-9369-d44f2c5ce491 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:02.906530 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f7db8ab2-844d-40cd-8360-2fc18f08d4d7 req-89f5d319-fc1a-486f-9369-d44f2c5ce491 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.6423650 Feb 09 01:10:02.921693 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-31d8dc4b-0627-4c60-9a62-2909573a0881 req-618dda13-e904-4cd0-9f5e-3c170b5aa237 service neutron] 10.222.0.105 "GET /v2.0/networks/ca102a1f-d5bf-460d-8853-70bcd81c5d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4557083 Feb 09 01:10:02.923107 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a54f6f0d-92c1-4f7c-a35f-e931e2360d78 req-c2329f85-e2d6-44c6-aca0-0d5ae0a7f73c tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3884609 Feb 09 01:10:02.942246 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-a54f6f0d-92c1-4f7c-a35f-e931e2360d78 req-0d72a742-ccf9-40fc-bb3c-a6abcbc52d52 service neutron] Request body: {'port': {'device_id': '7dde1fc5-d07f-45a8-ab56-9c682424bf1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:03.082577 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f8de74b-13aa-432a-97e6-c6672bd5a234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e87ea02-559d-4e64-af40-02f2fff5c710', 'code': 200} Feb 09 01:10:03.158700 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f7db8ab2-844d-40cd-8360-2fc18f08d4d7 req-989703da-9817-4985-b6fc-868ff03dd535 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345905 Feb 09 01:10:03.314876 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a54f6f0d-92c1-4f7c-a35f-e931e2360d78 req-0d72a742-ccf9-40fc-bb3c-a6abcbc52d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:03.367803 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 03190541-757d-4207-9211-10bb0fa9b0b4 up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:10:03.407749 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-05439939-d843-4f56-837d-b3f03ad601d0 req-873c3220-108f-42ea-8452-1e482701cc4a tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Synchronizing usage tracker for tenant:d49f9dd4d7c14debbc3dfe8113922129 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:10:03.488576 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 34254) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:03.509509 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-62fb2ca5-5d9e-48c1-855a-57411a3f2ada req-9420d1ea-d932-40b1-9011-45f805219d31 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:03.529721 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port 03190541-757d-4207-9211-10bb0fa9b0b4 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:10:03.540416 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-05439939-d843-4f56-837d-b3f03ad601d0 req-873c3220-108f-42ea-8452-1e482701cc4a tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Unset dirty status for tenant:d49f9dd4d7c14debbc3dfe8113922129 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:10:03.541200 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 03190541-757d-4207-9211-10bb0fa9b0b4 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:03.542454 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:03.548966 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-05439939-d843-4f56-837d-b3f03ad601d0 req-873c3220-108f-42ea-8452-1e482701cc4a tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=f9c990fc-4142-4fc0-bb78-92925072a330 HTTP/1.1" status: 200 len: 210 time: 0.2174792 Feb 09 01:10:03.604295 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-e13cc378-7200-4758-98cd-9e1bd8f53381 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-937316360-network', 'tenant_id': 'ed23cff30cf943aeb6798893e4484ce7'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:03.612857 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e13cc378-7200-4758-98cd-9e1bd8f53381 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:10:03.629002 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e13cc378-7200-4758-98cd-9e1bd8f53381 admin admin] Usage tracker for resource:network and tenant:ed23cff30cf943aeb6798893e4484ce7 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:10:03.648516 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e13cc378-7200-4758-98cd-9e1bd8f53381 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:10:03.658498 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e13cc378-7200-4758-98cd-9e1bd8f53381 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:10:03.668530 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584a43a6-2b62-452b-903c-e1479e4413d8 req-dabd3ab9-e86c-4354-a697-cfddab5a3681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:03.670049 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-584a43a6-2b62-452b-903c-e1479e4413d8 req-dabd3ab9-e86c-4354-a697-cfddab5a3681 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9f8de74b-13aa-432a-97e6-c6672bd5a234 HTTP/1.1" status: 200 len: 1096 time: 0.4975734 Feb 09 01:10:03.679059 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13cc378-7200-4758-98cd-9e1bd8f53381 admin admin] Made reservation on behalf of ed23cff30cf943aeb6798893e4484ce7 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:10:03.682179 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e13cc378-7200-4758-98cd-9e1bd8f53381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:03.730992 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e13cc378-7200-4758-98cd-9e1bd8f53381 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:03.777301 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e13cc378-7200-4758-98cd-9e1bd8f53381 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:10:03.783448 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e13cc378-7200-4758-98cd-9e1bd8f53381 admin admin] Usage tracker for resource:security_group_rule and tenant:ed23cff30cf943aeb6798893e4484ce7 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:10:03.788824 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e13cc378-7200-4758-98cd-9e1bd8f53381 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:10:03.796863 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e13cc378-7200-4758-98cd-9e1bd8f53381 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:10:03.804407 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:03.868852 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 03190541-757d-4207-9211-10bb0fa9b0b4, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=03190541-757d-4207-9211-10bb0fa9b0b4,segment=NetworkSegment(098a280c-0288-4beb-be07-8b77b9a18cce),segment_id=098a280c-0288-4beb-be07-8b77b9a18cce)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:10:03.876955 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:03.964958 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=03190541-757d-4207-9211-10bb0fa9b0b4,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:03.978059 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e13cc378-7200-4758-98cd-9e1bd8f53381 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:03.985816 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e13cc378-7200-4758-98cd-9e1bd8f53381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:04.020875 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e13cc378-7200-4758-98cd-9e1bd8f53381 admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:10:04.033231 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-584a43a6-2b62-452b-903c-e1479e4413d8 req-abd9d76b-75fb-4655-9377-1bbf00d2f754 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=8a8f0d9c-681a-481f-95df-b91514ba6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3402464 Feb 09 01:10:04.036657 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13cc378-7200-4758-98cd-9e1bd8f53381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=194f545e-58c8-4256-85e7-d6b0250214f1,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:04.060984 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e13cc378-7200-4758-98cd-9e1bd8f53381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:04.061556 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-e13cc378-7200-4758-98cd-9e1bd8f53381 admin admin] Added segment 7028469f-a90e-4c47-872a-5a2ad851e329 of type vlan for network f8f308ba-9995-4783-99e1-ca9d8ea70b66 Feb 09 01:10:04.095274 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-62fb2ca5-5d9e-48c1-855a-57411a3f2ada req-9420d1ea-d932-40b1-9011-45f805219d31 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:04.099922 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e13cc378-7200-4758-98cd-9e1bd8f53381 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:04.132730 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e13cc378-7200-4758-98cd-9e1bd8f53381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:04.133881 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13cc378-7200-4758-98cd-9e1bd8f53381 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:04.134510 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e13cc378-7200-4758-98cd-9e1bd8f53381 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:04.222831 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62fb2ca5-5d9e-48c1-855a-57411a3f2ada req-9420d1ea-d932-40b1-9011-45f805219d31 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Network 66684310-b384-46c3-a13e-de69c32841c9 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:10:04.233642 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-62fb2ca5-5d9e-48c1-855a-57411a3f2ada req-9420d1ea-d932-40b1-9011-45f805219d31 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:10:04.245237 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-62fb2ca5-5d9e-48c1-855a-57411a3f2ada req-9420d1ea-d932-40b1-9011-45f805219d31 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:10:04.268362 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e13cc378-7200-4758-98cd-9e1bd8f53381 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7784736 Feb 09 01:10:04.271532 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 34274) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:04.276305 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9420d1ea-d932-40b1-9011-45f805219d31 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Pushing event updated for resources: {'Port': ['ID=d488f4bd-27db-4e25-9787-cc4583f45e6a,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:04.280239 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-c19670cb-c8a3-4fa5-a94b-08fbf1431884 admin admin] Request body: {'subnet': {'network_id': 'f8f308ba-9995-4783-99e1-ca9d8ea70b66', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-937316360-subnet', 'tenant_id': 'ed23cff30cf943aeb6798893e4484ce7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:04.294406 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13cc378-7200-4758-98cd-9e1bd8f53381 admin admin] Pushing event updated for resources: {'Network': ['ID=f8f308ba-9995-4783-99e1-ca9d8ea70b66,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:04.296671 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7492acfa-fd87-4628-8ed7-8946d3cc1dc4 req-e073b871-338f-4ef9-9270-7872e20fb60e tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:04.296944 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c19670cb-c8a3-4fa5-a94b-08fbf1431884 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:10:04.303487 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-c19670cb-c8a3-4fa5-a94b-08fbf1431884 admin admin] Usage tracker for resource:subnet and tenant:ed23cff30cf943aeb6798893e4484ce7 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:10:04.305059 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7492acfa-fd87-4628-8ed7-8946d3cc1dc4 req-e073b871-338f-4ef9-9270-7872e20fb60e tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] 10.222.0.105 "GET /v2.0/ports?device_id=634655c0-a6cf-4c4e-895a-e3729cc97045 HTTP/1.1" status: 200 len: 944 time: 0.5466444 Feb 09 01:10:04.307276 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-c19670cb-c8a3-4fa5-a94b-08fbf1431884 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:10:04.315026 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c19670cb-c8a3-4fa5-a94b-08fbf1431884 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:10:04.317881 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network f8f308ba-9995-4783-99e1-ca9d8ea70b66 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:10:04.321449 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e0c782-c213-4e36-ace6-cbf2562cddd9 req-b242ba65-ea6a-452d-b738-dcaf0ddf7dc9 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:04.323156 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-70e0c782-c213-4e36-ace6-cbf2562cddd9 req-b242ba65-ea6a-452d-b738-dcaf0ddf7dc9 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] 10.222.0.105 "GET /v2.0/ports?device_id=9f8de74b-13aa-432a-97e6-c6672bd5a234 HTTP/1.1" status: 200 len: 945 time: 1.0936768 Feb 09 01:10:04.342999 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19670cb-c8a3-4fa5-a94b-08fbf1431884 admin admin] Made reservation on behalf of ed23cff30cf943aeb6798893e4484ce7 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:10:04.346106 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c19670cb-c8a3-4fa5-a94b-08fbf1431884 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:04.471274 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb2ca5-5d9e-48c1-855a-57411a3f2ada req-9420d1ea-d932-40b1-9011-45f805219d31 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:04.471874 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-62fb2ca5-5d9e-48c1-855a-57411a3f2ada req-9420d1ea-d932-40b1-9011-45f805219d31 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:04.508743 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7492acfa-fd87-4628-8ed7-8946d3cc1dc4 req-cc05c551-ce97-4e7b-b534-5045d4a4de20 tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] 10.222.0.105 "GET /v2.0/security-groups?id=d91b27f6-5fa6-4d90-9a4a-f0f30cd28df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027085 Feb 09 01:10:04.516942 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-70e0c782-c213-4e36-ace6-cbf2562cddd9 req-d268bdd9-52bd-439e-9271-e89849264c39 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] 10.222.0.105 "GET /v2.0/security-groups?id=8a8f0d9c-681a-481f-95df-b91514ba6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751783 Feb 09 01:10:04.526562 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-a54f6f0d-92c1-4f7c-a35f-e931e2360d78 req-0d72a742-ccf9-40fc-bb3c-a6abcbc52d52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c1e285d-21c3-4d5c-a72a-9edc2b494f12 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:10:04.536126 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a54f6f0d-92c1-4f7c-a35f-e931e2360d78 req-0d72a742-ccf9-40fc-bb3c-a6abcbc52d52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:04.550576 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-62fb2ca5-5d9e-48c1-855a-57411a3f2ada req-9420d1ea-d932-40b1-9011-45f805219d31 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1466358 Feb 09 01:10:04.563440 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-62fb2ca5-5d9e-48c1-855a-57411a3f2ada req-4728885d-01f2-4f06-81ae-6c45be344178 service neutron] Request body: {'port': {'device_id': 'f9c990fc-4142-4fc0-bb78-92925072a330', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:04.664647 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c19670cb-c8a3-4fa5-a94b-08fbf1431884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:04.672728 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-a54f6f0d-92c1-4f7c-a35f-e931e2360d78 req-0d72a742-ccf9-40fc-bb3c-a6abcbc52d52 service neutron] Transition to ACTIVE for port object 6c1e285d-21c3-4d5c-a72a-9edc2b494f12 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:10:04.689085 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a54f6f0d-92c1-4f7c-a35f-e931e2360d78 req-0d72a742-ccf9-40fc-bb3c-a6abcbc52d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:04.802021 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19670cb-c8a3-4fa5-a94b-08fbf1431884 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcf1686f-3ee3-49d0-9844-7b5aa1be3c35,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:04.811822 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19670cb-c8a3-4fa5-a94b-08fbf1431884 admin admin] Checking segment: {'id': '7028469f-a90e-4c47-872a-5a2ad851e329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f8f308ba-9995-4783-99e1-ca9d8ea70b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:10:04.812180 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19670cb-c8a3-4fa5-a94b-08fbf1431884 admin admin] Network hostable DHCP agents. Network: f8f308ba-9995-4783-99e1-ca9d8ea70b66, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:10:04.836051 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19670cb-c8a3-4fa5-a94b-08fbf1431884 admin admin] Network f8f308ba-9995-4783-99e1-ca9d8ea70b66 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:10:04.847975 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-c19670cb-c8a3-4fa5-a94b-08fbf1431884 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, f8f308ba-9995-4783-99e1-ca9d8ea70b66) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:10:04.853846 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19670cb-c8a3-4fa5-a94b-08fbf1431884 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:04.854981 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c19670cb-c8a3-4fa5-a94b-08fbf1431884 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:04.860312 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c6d6d6-8aba-4bd2-ae90-5c81e8f8ba8b None None] Network f8f308ba-9995-4783-99e1-ca9d8ea70b66 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:10:04.887631 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c19670cb-c8a3-4fa5-a94b-08fbf1431884 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6110287 Feb 09 01:10:04.887898 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 34290) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:04.894523 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-ff456048-292d-4ab5-9844-2917c1a4f361 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-937316360-router', 'tenant_id': 'ed23cff30cf943aeb6798893e4484ce7', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:04.901777 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ff456048-292d-4ab5-9844-2917c1a4f361 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:10:04.908098 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ff456048-292d-4ab5-9844-2917c1a4f361 admin admin] Usage tracker for resource:router and tenant:ed23cff30cf943aeb6798893e4484ce7 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:10:04.911158 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ff456048-292d-4ab5-9844-2917c1a4f361 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:10:04.918910 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ff456048-292d-4ab5-9844-2917c1a4f361 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:10:04.931434 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ff456048-292d-4ab5-9844-2917c1a4f361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:04.932591 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ff456048-292d-4ab5-9844-2917c1a4f361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:04.949699 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ff456048-292d-4ab5-9844-2917c1a4f361 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:05.084911 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '634655c0-a6cf-4c4e-895a-e3729cc97045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03190541-757d-4207-9211-10bb0fa9b0b4'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:10:05.209830 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8cf3afc-f1f9-4835-ad01-9b4a484cadcf None None] Network f8f308ba-9995-4783-99e1-ca9d8ea70b66 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:10:05.336797 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ff456048-292d-4ab5-9844-2917c1a4f361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:05.419844 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8dc4b-0627-4c60-9a62-2909573a0881 req-d91ff10f-00f8-47da-863c-e95979706d48 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:05.421288 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-31d8dc4b-0627-4c60-9a62-2909573a0881 req-d91ff10f-00f8-47da-863c-e95979706d48 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.62 "GET /v2.0/networks?id=ca102a1f-d5bf-460d-8853-70bcd81c5d48 HTTP/1.1" status: 200 len: 819 time: 0.6270876 Feb 09 01:10:05.441282 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cba66ee4-0069-4d46-b17c-1b729c15b928 req-60f2652e-25f0-4d83-852b-45dda67bed02 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=80d119cd-ca22-4b44-b2d5-7d78eaca5157 HTTP/1.1" status: 200 len: 210 time: 0.7066164 Feb 09 01:10:05.502692 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-31d8dc4b-0627-4c60-9a62-2909573a0881 req-58372a3d-2fbd-4658-a3e7-5a4c20fb1c23 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Request body: {'port': {'device_id': '80d119cd-ca22-4b44-b2d5-7d78eaca5157', 'network_id': 'ca102a1f-d5bf-460d-8853-70bcd81c5d48', 'admin_state_up': True, 'tenant_id': '31d75c3847f44b229ecd5ad32549f4f2'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:05.579566 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d72a742-ccf9-40fc-bb3c-a6abcbc52d52 service neutron] Pushing event updated for resources: {'Port': ['ID=6c1e285d-21c3-4d5c-a72a-9edc2b494f12,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:05.714239 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-62fb2ca5-5d9e-48c1-855a-57411a3f2ada req-4728885d-01f2-4f06-81ae-6c45be344178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:05.778909 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ff456048-292d-4ab5-9844-2917c1a4f361 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:05.815887 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ff456048-292d-4ab5-9844-2917c1a4f361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:05.906977 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-a54f6f0d-92c1-4f7c-a35f-e931e2360d78 req-0d72a742-ccf9-40fc-bb3c-a6abcbc52d52 service neutron] Attempting to bind port 6c1e285d-21c3-4d5c-a72a-9edc2b494f12 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:10:05.907309 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-a54f6f0d-92c1-4f7c-a35f-e931e2360d78 req-0d72a742-ccf9-40fc-bb3c-a6abcbc52d52 service neutron] Attempting to bind port 6c1e285d-21c3-4d5c-a72a-9edc2b494f12 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '99af9c6b-b902-4fb4-8324-3fa58cf16b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ca102a1f-d5bf-460d-8853-70bcd81c5d48'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:10:05.907654 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54f6f0d-92c1-4f7c-a35f-e931e2360d78 req-0d72a742-ccf9-40fc-bb3c-a6abcbc52d52 service neutron] Attempting to bind port 6c1e285d-21c3-4d5c-a72a-9edc2b494f12 on network ca102a1f-d5bf-460d-8853-70bcd81c5d48 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:10:05.922013 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3301bf28-5937-4680-b037-48fb23ab4e24 req-72571191-d6db-41fe-b02d-3c95e8816ab3 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:05.923511 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3301bf28-5937-4680-b037-48fb23ab4e24 req-72571191-d6db-41fe-b02d-3c95e8816ab3 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=f9c990fc-4142-4fc0-bb78-92925072a330 HTTP/1.1" status: 200 len: 932 time: 1.1908116 Feb 09 01:10:05.951319 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54f6f0d-92c1-4f7c-a35f-e931e2360d78 req-0d72a742-ccf9-40fc-bb3c-a6abcbc52d52 service neutron] Port 6c1e285d-21c3-4d5c-a72a-9edc2b494f12 on network ca102a1f-d5bf-460d-8853-70bcd81c5d48 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:10:05.951691 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54f6f0d-92c1-4f7c-a35f-e931e2360d78 req-0d72a742-ccf9-40fc-bb3c-a6abcbc52d52 service neutron] Attempting to bind port 6c1e285d-21c3-4d5c-a72a-9edc2b494f12 on network ca102a1f-d5bf-460d-8853-70bcd81c5d48 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:10:06.014506 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-31d8dc4b-0627-4c60-9a62-2909573a0881 req-58372a3d-2fbd-4658-a3e7-5a4c20fb1c23 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:10:06.036669 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54f6f0d-92c1-4f7c-a35f-e931e2360d78 req-0d72a742-ccf9-40fc-bb3c-a6abcbc52d52 service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:10:06.037565 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54f6f0d-92c1-4f7c-a35f-e931e2360d78 req-0d72a742-ccf9-40fc-bb3c-a6abcbc52d52 service neutron] Checking segment: {'id': '99af9c6b-b902-4fb4-8324-3fa58cf16b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ca102a1f-d5bf-460d-8853-70bcd81c5d48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:10:06.038031 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54f6f0d-92c1-4f7c-a35f-e931e2360d78 req-0d72a742-ccf9-40fc-bb3c-a6abcbc52d52 service neutron] Bound using segment: {'id': '99af9c6b-b902-4fb4-8324-3fa58cf16b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ca102a1f-d5bf-460d-8853-70bcd81c5d48'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:10:06.038587 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-a54f6f0d-92c1-4f7c-a35f-e931e2360d78 req-0d72a742-ccf9-40fc-bb3c-a6abcbc52d52 service neutron] Bound port: 6c1e285d-21c3-4d5c-a72a-9edc2b494f12, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99af9c6b-b902-4fb4-8324-3fa58cf16b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ca102a1f-d5bf-460d-8853-70bcd81c5d48'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:10:06.038931 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a54f6f0d-92c1-4f7c-a35f-e931e2360d78 req-0d72a742-ccf9-40fc-bb3c-a6abcbc52d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:06.058463 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-31d8dc4b-0627-4c60-9a62-2909573a0881 req-58372a3d-2fbd-4658-a3e7-5a4c20fb1c23 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:10:06.096609 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eba09ea-87cb-46b9-aab3-b2b66e5b99df req-4e0b8373-f3ab-4537-8441-b1feb73437b6 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:06.098743 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7eba09ea-87cb-46b9-aab3-b2b66e5b99df req-4e0b8373-f3ab-4537-8441-b1feb73437b6 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.4391522 Feb 09 01:10:06.103282 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-ff456048-292d-4ab5-9844-2917c1a4f361 admin admin] Allocated IP 172.25.0.214 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/a76297bf-3f1a-4b2b-ad46-5e960f5b4316) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:10:06.153392 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3301bf28-5937-4680-b037-48fb23ab4e24 req-6403c83a-f8e5-44ed-8511-6648b7a08356 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153203 Feb 09 01:10:06.154293 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31d8dc4b-0627-4c60-9a62-2909573a0881 req-58372a3d-2fbd-4658-a3e7-5a4c20fb1c23 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Made reservation on behalf of 31d75c3847f44b229ecd5ad32549f4f2 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:10:06.157940 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-31d8dc4b-0627-4c60-9a62-2909573a0881 req-58372a3d-2fbd-4658-a3e7-5a4c20fb1c23 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:06.230852 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '634655c0-a6cf-4c4e-895a-e3729cc97045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03190541-757d-4207-9211-10bb0fa9b0b4', 'code': 200} Feb 09 01:10:06.284520 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ff456048-292d-4ab5-9844-2917c1a4f361 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:06.318717 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ff456048-292d-4ab5-9844-2917c1a4f361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:06.383836 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff456048-292d-4ab5-9844-2917c1a4f361 admin admin] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:10:06.391016 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-ff456048-292d-4ab5-9844-2917c1a4f361 admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:10:06.395383 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff456048-292d-4ab5-9844-2917c1a4f361 admin admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:10:06.476597 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7eba09ea-87cb-46b9-aab3-b2b66e5b99df req-1e2b9d2c-2ef9-4f15-b4b2-de35130648ae tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393316 Feb 09 01:10:06.541098 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff456048-292d-4ab5-9844-2917c1a4f361 admin admin] Pushing event updated for resources: {'Port': ['ID=a76297bf-3f1a-4b2b-ad46-5e960f5b4316,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:06.543181 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-a54f6f0d-92c1-4f7c-a35f-e931e2360d78 req-0d72a742-ccf9-40fc-bb3c-a6abcbc52d52 service neutron] For port 6c1e285d-21c3-4d5c-a72a-9edc2b494f12, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:10:06.587472 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-a54f6f0d-92c1-4f7c-a35f-e931e2360d78 req-0d72a742-ccf9-40fc-bb3c-a6abcbc52d52 service neutron] For port 6c1e285d-21c3-4d5c-a72a-9edc2b494f12, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=6c1e285d-21c3-4d5c-a72a-9edc2b494f12,segment=NetworkSegment(99af9c6b-b902-4fb4-8324-3fa58cf16b85),segment_id=99af9c6b-b902-4fb4-8324-3fa58cf16b85)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:10:06.657478 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a54f6f0d-92c1-4f7c-a35f-e931e2360d78 req-0d72a742-ccf9-40fc-bb3c-a6abcbc52d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:06.807871 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f6f0d-92c1-4f7c-a35f-e931e2360d78 req-0d72a742-ccf9-40fc-bb3c-a6abcbc52d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:06.808485 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a54f6f0d-92c1-4f7c-a35f-e931e2360d78 req-0d72a742-ccf9-40fc-bb3c-a6abcbc52d52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:06.809879 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a54f6f0d-92c1-4f7c-a35f-e931e2360d78 req-0d72a742-ccf9-40fc-bb3c-a6abcbc52d52 service neutron] 10.222.0.62 "PUT /v2.0/ports/6c1e285d-21c3-4d5c-a72a-9edc2b494f12 HTTP/1.1" status: 200 len: 1091 time: 3.8753746 Feb 09 01:10:06.814943 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dde1fc5-d07f-45a8-ab56-9c682424bf1e', 'tag': '6c1e285d-21c3-4d5c-a72a-9edc2b494f12'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:10:06.833139 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.db.resource_extend [req-62fb2ca5-5d9e-48c1-855a-57411a3f2ada req-4728885d-01f2-4f06-81ae-6c45be344178 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:10:06.846401 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa461e71-76e6-459e-9024-32f0d8e49a39 req-4a784bc9-3c36-4313-be1e-600b7f6c42b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:06.847987 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fa461e71-76e6-459e-9024-32f0d8e49a39 req-4a784bc9-3c36-4313-be1e-600b7f6c42b7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=634655c0-a6cf-4c4e-895a-e3729cc97045 HTTP/1.1" status: 200 len: 1096 time: 0.5284443 Feb 09 01:10:06.906004 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-31d8dc4b-0627-4c60-9a62-2909573a0881 req-58372a3d-2fbd-4658-a3e7-5a4c20fb1c23 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Allocated IP 172.20.0.4 (ca102a1f-d5bf-460d-8853-70bcd81c5d48/22a67f5c-4428-4b0e-a900-0ff3d3591ee5/7e3ac33f-bd92-4bdc-8ecb-e838b7088d49) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:10:06.945564 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ff456048-292d-4ab5-9844-2917c1a4f361 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:06.980806 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9f056-c270-416d-98f5-bf045b0cbf31 req-66ef715e-4c5d-4291-885e-be8db6e75f65 tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:06.982344 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-89d9f056-c270-416d-98f5-bf045b0cbf31 req-66ef715e-4c5d-4291-885e-be8db6e75f65 tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] 10.222.0.105 "GET /v2.0/ports?device_id=634655c0-a6cf-4c4e-895a-e3729cc97045 HTTP/1.1" status: 200 len: 945 time: 0.5808375 Feb 09 01:10:07.013267 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d72a742-ccf9-40fc-bb3c-a6abcbc52d52 service neutron] Pushing event updated for resources: {'Port': ['ID=6c1e285d-21c3-4d5c-a72a-9edc2b494f12,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:07.094576 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-62fb2ca5-5d9e-48c1-855a-57411a3f2ada req-4728885d-01f2-4f06-81ae-6c45be344178 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d488f4bd-27db-4e25-9787-cc4583f45e6a {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:10:07.110960 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fa461e71-76e6-459e-9024-32f0d8e49a39 req-ae23a0c3-b196-4227-bf63-9e64389c98d9 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d91b27f6-5fa6-4d90-9a4a-f0f30cd28df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382560 Feb 09 01:10:07.123609 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-62fb2ca5-5d9e-48c1-855a-57411a3f2ada req-4728885d-01f2-4f06-81ae-6c45be344178 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:07.169925 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-89d9f056-c270-416d-98f5-bf045b0cbf31 req-b4a038b4-087b-4415-8675-d6728a31ec45 tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] 10.222.0.105 "GET /v2.0/security-groups?id=d91b27f6-5fa6-4d90-9a4a-f0f30cd28df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609743 Feb 09 01:10:07.220606 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-62fb2ca5-5d9e-48c1-855a-57411a3f2ada req-4728885d-01f2-4f06-81ae-6c45be344178 service neutron] Transition to ACTIVE for port object d488f4bd-27db-4e25-9787-cc4583f45e6a will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:10:07.336687 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ff456048-292d-4ab5-9844-2917c1a4f361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:07.432215 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88feec3d-50b2-4e2c-97ec-f8d12ee7a2ac req-bf702963-f0a3-4af1-8b56-5fc6ab4a5a62 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:07.433870 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-88feec3d-50b2-4e2c-97ec-f8d12ee7a2ac req-bf702963-f0a3-4af1-8b56-5fc6ab4a5a62 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] 10.222.0.105 "GET /v2.0/ports?device_id=9f8de74b-13aa-432a-97e6-c6672bd5a234 HTTP/1.1" status: 200 len: 945 time: 0.7242839 Feb 09 01:10:07.435884 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-62fb2ca5-5d9e-48c1-855a-57411a3f2ada req-4728885d-01f2-4f06-81ae-6c45be344178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:07.558718 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2440b2af-cbb2-455c-a817-edb1c7a8dc9b req-5f407314-eb55-44c2-af79-c231479b1e45 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=80d119cd-ca22-4b44-b2d5-7d78eaca5157 HTTP/1.1" status: 200 len: 210 time: 0.1419930 Feb 09 01:10:07.582951 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff456048-292d-4ab5-9844-2917c1a4f361 admin admin] Router 878c428f-984b-428d-a608-7db6b8723921 is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:10:07.759574 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f6f0d-92c1-4f7c-a35f-e931e2360d78 req-543be534-ccce-41eb-a16a-58e8bcbb2e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:07.761063 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a54f6f0d-92c1-4f7c-a35f-e931e2360d78 req-543be534-ccce-41eb-a16a-58e8bcbb2e82 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=31d75c3847f44b229ecd5ad32549f4f2&device_id=7dde1fc5-d07f-45a8-ab56-9c682424bf1e HTTP/1.1" status: 200 len: 1094 time: 0.8919930 Feb 09 01:10:07.916227 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4728885d-01f2-4f06-81ae-6c45be344178 service neutron] Pushing event updated for resources: {'Port': ['ID=d488f4bd-27db-4e25-9787-cc4583f45e6a,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:07.917813 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff456048-292d-4ab5-9844-2917c1a4f361 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:10:07.935900 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a54f6f0d-92c1-4f7c-a35f-e931e2360d78 req-ac86a125-d857-4e83-9d4d-89ba7f202092 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c1e285d-21c3-4d5c-a72a-9edc2b494f12 HTTP/1.1" status: 200 len: 217 time: 0.1596553 Feb 09 01:10:07.940332 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91dc019-9a86-48ac-9940-dad966d77457 None None] Sync routers for ids ['878c428f-984b-428d-a608-7db6b8723921'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:10:07.953518 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91dc019-9a86-48ac-9940-dad966d77457 None None] Routers {'878c428f-984b-428d-a608-7db6b8723921'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:10:07.955116 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-a91dc019-9a86-48ac-9940-dad966d77457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:09:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['878c428f-984b-428d-a608-7db6b8723921'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:07.961750 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ff456048-292d-4ab5-9844-2917c1a4f361 admin admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:07.966795 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ff456048-292d-4ab5-9844-2917c1a4f361 admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.0777488 Feb 09 01:10:07.967565 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 34350) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:07.984160 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-88feec3d-50b2-4e2c-97ec-f8d12ee7a2ac req-28e7e279-b910-4dbd-8a66-91d37069d159 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] 10.222.0.105 "GET /v2.0/security-groups?id=8a8f0d9c-681a-481f-95df-b91514ba6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4753191 Feb 09 01:10:08.125888 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dde1fc5-d07f-45a8-ab56-9c682424bf1e', 'tag': '6c1e285d-21c3-4d5c-a72a-9edc2b494f12', 'status': 'completed', 'code': 200} Feb 09 01:10:08.139280 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4d60ebf1-2474-4fab-b3d7-87493d7c7206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:08.188430 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-31d8dc4b-0627-4c60-9a62-2909573a0881 req-58372a3d-2fbd-4658-a3e7-5a4c20fb1c23 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:08.283698 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-a91dc019-9a86-48ac-9940-dad966d77457 None None] Set router 878c428f-984b-428d-a608-7db6b8723921 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:10:08.287519 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f6f0d-92c1-4f7c-a35f-e931e2360d78 req-62f2368b-7c9f-4afb-a001-834eccb07399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:08.293550 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a54f6f0d-92c1-4f7c-a35f-e931e2360d78 req-62f2368b-7c9f-4afb-a001-834eccb07399 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=22a67f5c-4428-4b0e-a900-0ff3d3591ee5 HTTP/1.1" status: 200 len: 859 time: 0.2947133 Feb 09 01:10:08.423838 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-62fb2ca5-5d9e-48c1-855a-57411a3f2ada req-4728885d-01f2-4f06-81ae-6c45be344178 service neutron] Attempting to bind port d488f4bd-27db-4e25-9787-cc4583f45e6a on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:10:08.424236 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-62fb2ca5-5d9e-48c1-855a-57411a3f2ada req-4728885d-01f2-4f06-81ae-6c45be344178 service neutron] Attempting to bind port d488f4bd-27db-4e25-9787-cc4583f45e6a by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '249c5438-d0ef-4132-9144-b2c94c9b3b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '66684310-b384-46c3-a13e-de69c32841c9'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:10:08.424493 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fb2ca5-5d9e-48c1-855a-57411a3f2ada req-4728885d-01f2-4f06-81ae-6c45be344178 service neutron] Attempting to bind port d488f4bd-27db-4e25-9787-cc4583f45e6a on network 66684310-b384-46c3-a13e-de69c32841c9 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:10:08.429468 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a54f6f0d-92c1-4f7c-a35f-e931e2360d78 req-c05a954e-fa21-43a4-b32a-d4fae75e1910 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ca102a1f-d5bf-460d-8853-70bcd81c5d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1225543 Feb 09 01:10:08.443582 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fb2ca5-5d9e-48c1-855a-57411a3f2ada req-4728885d-01f2-4f06-81ae-6c45be344178 service neutron] Port d488f4bd-27db-4e25-9787-cc4583f45e6a on network 66684310-b384-46c3-a13e-de69c32841c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:10:08.443867 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fb2ca5-5d9e-48c1-855a-57411a3f2ada req-4728885d-01f2-4f06-81ae-6c45be344178 service neutron] Attempting to bind port d488f4bd-27db-4e25-9787-cc4583f45e6a on network 66684310-b384-46c3-a13e-de69c32841c9 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:10:08.512312 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b604efa-a83e-4b8e-8dfd-feeaa9ca2bbe req-530fd2ec-b5c9-437a-92e9-dcdd2a7b7202 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:08.518093 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8b604efa-a83e-4b8e-8dfd-feeaa9ca2bbe req-530fd2ec-b5c9-437a-92e9-dcdd2a7b7202 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.8156407 Feb 09 01:10:08.625579 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fb2ca5-5d9e-48c1-855a-57411a3f2ada req-4728885d-01f2-4f06-81ae-6c45be344178 service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:10:08.625962 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fb2ca5-5d9e-48c1-855a-57411a3f2ada req-4728885d-01f2-4f06-81ae-6c45be344178 service neutron] Checking segment: {'id': '249c5438-d0ef-4132-9144-b2c94c9b3b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '66684310-b384-46c3-a13e-de69c32841c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:10:08.626350 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fb2ca5-5d9e-48c1-855a-57411a3f2ada req-4728885d-01f2-4f06-81ae-6c45be344178 service neutron] Bound using segment: {'id': '249c5438-d0ef-4132-9144-b2c94c9b3b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '66684310-b384-46c3-a13e-de69c32841c9'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:10:08.626802 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-62fb2ca5-5d9e-48c1-855a-57411a3f2ada req-4728885d-01f2-4f06-81ae-6c45be344178 service neutron] Bound port: d488f4bd-27db-4e25-9787-cc4583f45e6a, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '249c5438-d0ef-4132-9144-b2c94c9b3b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '66684310-b384-46c3-a13e-de69c32841c9'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:10:08.635338 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-62fb2ca5-5d9e-48c1-855a-57411a3f2ada req-4728885d-01f2-4f06-81ae-6c45be344178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:08.775518 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-a91dc019-9a86-48ac-9940-dad966d77457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878c428f-984b-428d-a608-7db6b8723921', 'name': 'tempest-ServerRescueTestJSONUnderV235-937316360-router', 'tenant_id': 'ed23cff30cf943aeb6798893e4484ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'a76297bf-3f1a-4b2b-ad46-5e960f5b4316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:04Z', 'updated_at': '2022-02-09T01:10:06Z', 'revision_number': 3, 'project_id': 'ed23cff30cf943aeb6798893e4484ce7', 'gw_port': {'id': 'a76297bf-3f1a-4b2b-ad46-5e960f5b4316', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:16:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878c428f-984b-428d-a608-7db6b8723921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:05Z', 'updated_at': '2022-02-09T01:10:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:08.781999 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91dc019-9a86-48ac-9940-dad966d77457 None None] Checking router: 878c428f-984b-428d-a608-7db6b8723921 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:10:08.782486 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91dc019-9a86-48ac-9940-dad966d77457 None None] Updating router 878c428f-984b-428d-a608-7db6b8723921 port a76297bf-3f1a-4b2b-ad46-5e960f5b4316 binding host n-d-828418-1 {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:10:08.851754 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a91dc019-9a86-48ac-9940-dad966d77457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:08.856921 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-31d8dc4b-0627-4c60-9a62-2909573a0881 req-58372a3d-2fbd-4658-a3e7-5a4c20fb1c23 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:09.027672 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa81ff-9e6a-4e43-b4d3-47dbb5ad30bb req-b24471cd-2f91-4076-8109-83700ef449b4 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:09.029215 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a2aa81ff-9e6a-4e43-b4d3-47dbb5ad30bb req-b24471cd-2f91-4076-8109-83700ef449b4 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=f9c990fc-4142-4fc0-bb78-92925072a330 HTTP/1.1" status: 200 len: 944 time: 0.7200558 Feb 09 01:10:09.038472 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31d8dc4b-0627-4c60-9a62-2909573a0881 req-58372a3d-2fbd-4658-a3e7-5a4c20fb1c23 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Network ca102a1f-d5bf-460d-8853-70bcd81c5d48 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:10:09.072990 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-31d8dc4b-0627-4c60-9a62-2909573a0881 req-58372a3d-2fbd-4658-a3e7-5a4c20fb1c23 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:10:09.099510 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-46cce7c7-201d-4768-a45c-9c9e934bf1bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:09.155141 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-31d8dc4b-0627-4c60-9a62-2909573a0881 req-58372a3d-2fbd-4658-a3e7-5a4c20fb1c23 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:10:09.229499 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8b604efa-a83e-4b8e-8dfd-feeaa9ca2bbe req-ebf2f1df-b8d0-4217-b647-39e516f9a4ec tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5619695 Feb 09 01:10:09.314280 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58372a3d-2fbd-4658-a3e7-5a4c20fb1c23 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Pushing event updated for resources: {'Port': ['ID=7e3ac33f-bd92-4bdc-8ecb-e838b7088d49,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:09.328215 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a54f6f0d-92c1-4f7c-a35f-e931e2360d78 req-1360fff3-d00e-4815-b6ce-9e304bb0dd45 service neutron] 10.222.0.62 "GET /v2.0/networks/ca102a1f-d5bf-460d-8853-70bcd81c5d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8874869 Feb 09 01:10:09.336058 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-62fb2ca5-5d9e-48c1-855a-57411a3f2ada req-4728885d-01f2-4f06-81ae-6c45be344178 service neutron] For port d488f4bd-27db-4e25-9787-cc4583f45e6a, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:10:09.350730 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a91dc019-9a86-48ac-9940-dad966d77457 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:09.379121 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a2aa81ff-9e6a-4e43-b4d3-47dbb5ad30bb req-69504699-df8d-467a-beb5-11c76408042f tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344772 Feb 09 01:10:09.391763 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a91dc019-9a86-48ac-9940-dad966d77457 None None] Transition to ACTIVE for port object a76297bf-3f1a-4b2b-ad46-5e960f5b4316 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:10:09.408868 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a91dc019-9a86-48ac-9940-dad966d77457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:09.445274 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-62fb2ca5-5d9e-48c1-855a-57411a3f2ada req-4728885d-01f2-4f06-81ae-6c45be344178 service neutron] For port d488f4bd-27db-4e25-9787-cc4583f45e6a, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=d488f4bd-27db-4e25-9787-cc4583f45e6a,segment=NetworkSegment(249c5438-d0ef-4132-9144-b2c94c9b3b0e),segment_id=249c5438-d0ef-4132-9144-b2c94c9b3b0e)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:10:09.461015 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8dc4b-0627-4c60-9a62-2909573a0881 req-58372a3d-2fbd-4658-a3e7-5a4c20fb1c23 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:09.461702 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-31d8dc4b-0627-4c60-9a62-2909573a0881 req-58372a3d-2fbd-4658-a3e7-5a4c20fb1c23 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:09.524794 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-46cce7c7-201d-4768-a45c-9c9e934bf1bf admin admin] Allocated IP 172.20.0.1 (f8f308ba-9995-4783-99e1-ca9d8ea70b66/bcf1686f-3ee3-49d0-9844-7b5aa1be3c35/84b9a0bf-f5a0-453f-bc77-548a72990d5c) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:10:09.525012 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-62fb2ca5-5d9e-48c1-855a-57411a3f2ada req-4728885d-01f2-4f06-81ae-6c45be344178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:09.580423 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-a91dc019-9a86-48ac-9940-dad966d77457 None None] Attempting to bind port a76297bf-3f1a-4b2b-ad46-5e960f5b4316 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:10:09.581049 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-a91dc019-9a86-48ac-9940-dad966d77457 None None] Attempting to bind port a76297bf-3f1a-4b2b-ad46-5e960f5b4316 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:10:09.582064 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91dc019-9a86-48ac-9940-dad966d77457 None None] Attempting to bind port a76297bf-3f1a-4b2b-ad46-5e960f5b4316 on network 3d885c3c-255c-4e54-addc-b28437d0b18e {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:10:09.604799 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91dc019-9a86-48ac-9940-dad966d77457 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:10:09.606723 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91dc019-9a86-48ac-9940-dad966d77457 None None] Checking segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:10:09.607623 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a91dc019-9a86-48ac-9940-dad966d77457 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:09.610998 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91dc019-9a86-48ac-9940-dad966d77457 None None] Bound using segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:10:09.612330 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-a91dc019-9a86-48ac-9940-dad966d77457 None None] Bound port: a76297bf-3f1a-4b2b-ad46-5e960f5b4316, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:10:09.612909 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a91dc019-9a86-48ac-9940-dad966d77457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:09.720135 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-46cce7c7-201d-4768-a45c-9c9e934bf1bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:09.755494 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-46cce7c7-201d-4768-a45c-9c9e934bf1bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:09.772973 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6dfaec-cb02-4af4-8c8f-6bad3eb8ced9 None None] Pushing event updated for resources: {'Port': ['ID=a76297bf-3f1a-4b2b-ad46-5e960f5b4316,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:09.781649 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a91dc019-9a86-48ac-9940-dad966d77457 None None] For port a76297bf-3f1a-4b2b-ad46-5e960f5b4316, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:10:09.785074 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a91dc019-9a86-48ac-9940-dad966d77457 None None] For port a76297bf-3f1a-4b2b-ad46-5e960f5b4316, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=a76297bf-3f1a-4b2b-ad46-5e960f5b4316,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:10:09.791403 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a91dc019-9a86-48ac-9940-dad966d77457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:09.836619 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46cce7c7-201d-4768-a45c-9c9e934bf1bf admin admin] Network f8f308ba-9995-4783-99e1-ca9d8ea70b66 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:10:09.840314 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-46cce7c7-201d-4768-a45c-9c9e934bf1bf admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:10:09.844890 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cce7c7-201d-4768-a45c-9c9e934bf1bf admin admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:10:09.872272 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a54f6f0d-92c1-4f7c-a35f-e931e2360d78 req-3ababfb2-ea97-442b-a1ae-c642c23498d2 service neutron] 10.222.0.62 "GET /v2.0/networks/ca102a1f-d5bf-460d-8853-70bcd81c5d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5338936 Feb 09 01:10:09.897665 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-31d8dc4b-0627-4c60-9a62-2909573a0881 req-58372a3d-2fbd-4658-a3e7-5a4c20fb1c23 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4551961 Feb 09 01:10:09.921190 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb2ca5-5d9e-48c1-855a-57411a3f2ada req-4728885d-01f2-4f06-81ae-6c45be344178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:09.924358 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91dc019-9a86-48ac-9940-dad966d77457 None None] Routers {'878c428f-984b-428d-a608-7db6b8723921'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:10:09.924993 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-a91dc019-9a86-48ac-9940-dad966d77457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:09:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['878c428f-984b-428d-a608-7db6b8723921'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:09.925461 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-62fb2ca5-5d9e-48c1-855a-57411a3f2ada req-4728885d-01f2-4f06-81ae-6c45be344178 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:09.927103 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cce7c7-201d-4768-a45c-9c9e934bf1bf admin admin] Pushing event updated for resources: {'Port': ['ID=84b9a0bf-f5a0-453f-bc77-548a72990d5c,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:09.931676 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-62fb2ca5-5d9e-48c1-855a-57411a3f2ada req-4728885d-01f2-4f06-81ae-6c45be344178 service neutron] 10.222.0.62 "PUT /v2.0/ports/d488f4bd-27db-4e25-9787-cc4583f45e6a HTTP/1.1" status: 200 len: 1092 time: 5.3726871 Feb 09 01:10:09.956338 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-31d8dc4b-0627-4c60-9a62-2909573a0881 req-49f5a4dc-f594-4c15-bec4-ea5f6fdefed3 service neutron] Request body: {'port': {'device_id': '80d119cd-ca22-4b44-b2d5-7d78eaca5157', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:09.978573 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-46cce7c7-201d-4768-a45c-9c9e934bf1bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:10.045435 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6dfaec-cb02-4af4-8c8f-6bad3eb8ced9 None None] Pushing event updated for resources: {'Port': ['ID=a76297bf-3f1a-4b2b-ad46-5e960f5b4316,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:10.135646 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-46cce7c7-201d-4768-a45c-9c9e934bf1bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:10.213361 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-a91dc019-9a86-48ac-9940-dad966d77457 None None] Set router 878c428f-984b-428d-a608-7db6b8723921 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:10:10.241770 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9c990fc-4142-4fc0-bb78-92925072a330', 'tag': 'd488f4bd-27db-4e25-9787-cc4583f45e6a'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:10:10.386939 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4728885d-01f2-4f06-81ae-6c45be344178 service neutron] Pushing event updated for resources: {'Port': ['ID=d488f4bd-27db-4e25-9787-cc4583f45e6a,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:10.499620 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d2233f-c05e-4ba1-a574-6314ac3940f6 req-07ac56d7-0c36-4b60-bed7-873e0574d692 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:10.499913 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5f1a87c5-3c6f-4733-8afb-d3e1841c27d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:10.500376 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-77d2233f-c05e-4ba1-a574-6314ac3940f6 req-07ac56d7-0c36-4b60-bed7-873e0574d692 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Synchronizing usage tracker for tenant:31d75c3847f44b229ecd5ad32549f4f2 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:10:10.518812 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb0f66-2cfa-4ded-a10c-0da745c86445 req-9bd7f3b5-c6e1-4646-9f59-7a519baa603b tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:10.520401 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a0eb0f66-2cfa-4ded-a10c-0da745c86445 req-9bd7f3b5-c6e1-4646-9f59-7a519baa603b tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] 10.222.0.105 "GET /v2.0/ports?device_id=634655c0-a6cf-4c4e-895a-e3729cc97045 HTTP/1.1" status: 200 len: 945 time: 1.0237811 Feb 09 01:10:10.524971 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-31d8dc4b-0627-4c60-9a62-2909573a0881 req-49f5a4dc-f594-4c15-bec4-ea5f6fdefed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:10.598348 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bf7602-3806-4e1b-b631-6180742f2c31 req-08ee8a38-1361-45b7-a204-06f4a3c1c1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:10.600397 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-96bf7602-3806-4e1b-b631-6180742f2c31 req-08ee8a38-1361-45b7-a204-06f4a3c1c1f7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=31d75c3847f44b229ecd5ad32549f4f2&device_id=7dde1fc5-d07f-45a8-ab56-9c682424bf1e HTTP/1.1" status: 200 len: 1094 time: 0.6574924 Feb 09 01:10:10.601126 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-77d2233f-c05e-4ba1-a574-6314ac3940f6 req-07ac56d7-0c36-4b60-bed7-873e0574d692 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Unset dirty status for tenant:31d75c3847f44b229ecd5ad32549f4f2 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:10:10.608920 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-77d2233f-c05e-4ba1-a574-6314ac3940f6 req-07ac56d7-0c36-4b60-bed7-873e0574d692 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=80d119cd-ca22-4b44-b2d5-7d78eaca5157 HTTP/1.1" status: 200 len: 931 time: 0.9508834 Feb 09 01:10:10.773619 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-46cce7c7-201d-4768-a45c-9c9e934bf1bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:10.780667 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-46cce7c7-201d-4768-a45c-9c9e934bf1bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:10.781473 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-a91dc019-9a86-48ac-9940-dad966d77457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878c428f-984b-428d-a608-7db6b8723921', 'name': 'tempest-ServerRescueTestJSONUnderV235-937316360-router', 'tenant_id': 'ed23cff30cf943aeb6798893e4484ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'a76297bf-3f1a-4b2b-ad46-5e960f5b4316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:04Z', 'updated_at': '2022-02-09T01:10:06Z', 'revision_number': 3, 'project_id': 'ed23cff30cf943aeb6798893e4484ce7', 'gw_port': {'id': 'a76297bf-3f1a-4b2b-ad46-5e960f5b4316', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:16:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878c428f-984b-428d-a608-7db6b8723921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:05Z', 'updated_at': '2022-02-09T01:10:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:10.787348 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91dc019-9a86-48ac-9940-dad966d77457 None None] The sync data for ids ['878c428f-984b-428d-a608-7db6b8723921'] in n-d-828418-1 is: [{'id': '878c428f-984b-428d-a608-7db6b8723921', 'name': 'tempest-ServerRescueTestJSONUnderV235-937316360-router', 'tenant_id': 'ed23cff30cf943aeb6798893e4484ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'a76297bf-3f1a-4b2b-ad46-5e960f5b4316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:04Z', 'updated_at': '2022-02-09T01:10:06Z', 'revision_number': 3, 'project_id': 'ed23cff30cf943aeb6798893e4484ce7', 'gw_port': {'id': 'a76297bf-3f1a-4b2b-ad46-5e960f5b4316', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:16:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878c428f-984b-428d-a608-7db6b8723921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:05Z', 'updated_at': '2022-02-09T01:10:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:10:10.856926 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-77d2233f-c05e-4ba1-a574-6314ac3940f6 req-249074f1-e069-44ea-9da0-d5adb9be8298 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471278 Feb 09 01:10:10.859039 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb2ca5-5d9e-48c1-855a-57411a3f2ada req-d0e63ed3-9626-4d52-b226-012762832268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:10.860605 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-62fb2ca5-5d9e-48c1-855a-57411a3f2ada req-d0e63ed3-9626-4d52-b226-012762832268 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d49f9dd4d7c14debbc3dfe8113922129&device_id=f9c990fc-4142-4fc0-bb78-92925072a330 HTTP/1.1" status: 200 len: 1095 time: 0.5910332 Feb 09 01:10:10.872021 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bf7602-3806-4e1b-b631-6180742f2c31 req-0339c1bd-bc58-49d1-ac39-31cf96676e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:10.873894 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-96bf7602-3806-4e1b-b631-6180742f2c31 req-0339c1bd-bc58-49d1-ac39-31cf96676e4c service neutron] 10.222.0.62 "GET /v2.0/networks?id=ca102a1f-d5bf-460d-8853-70bcd81c5d48 HTTP/1.1" status: 200 len: 920 time: 0.2361579 Feb 09 01:10:10.906842 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cce7c7-201d-4768-a45c-9c9e934bf1bf admin admin] Pushing event updated for resources: {'Port': ['ID=84b9a0bf-f5a0-453f-bc77-548a72990d5c,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:10.938189 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-46cce7c7-201d-4768-a45c-9c9e934bf1bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:11.010764 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a0eb0f66-2cfa-4ded-a10c-0da745c86445 req-b897116c-62a9-4a2f-8f34-f8100a2e7fbb tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] 10.222.0.105 "GET /v2.0/security-groups?id=d91b27f6-5fa6-4d90-9a4a-f0f30cd28df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4721334 Feb 09 01:10:11.032305 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-62fb2ca5-5d9e-48c1-855a-57411a3f2ada req-820ee49d-b050-4ba6-a2b6-3a3eeeca7e34 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d488f4bd-27db-4e25-9787-cc4583f45e6a HTTP/1.1" status: 200 len: 217 time: 0.1543586 Feb 09 01:10:11.113100 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-96bf7602-3806-4e1b-b631-6180742f2c31 req-6b4978f4-9195-4cce-9be6-97b2418e4701 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c1e285d-21c3-4d5c-a72a-9edc2b494f12 HTTP/1.1" status: 200 len: 217 time: 0.1707692 Feb 09 01:10:11.304524 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46cce7c7-201d-4768-a45c-9c9e934bf1bf admin admin] Network f8f308ba-9995-4783-99e1-ca9d8ea70b66 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:10:11.306566 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-46cce7c7-201d-4768-a45c-9c9e934bf1bf admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:10:11.316706 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9c990fc-4142-4fc0-bb78-92925072a330', 'tag': 'd488f4bd-27db-4e25-9787-cc4583f45e6a', 'status': 'completed', 'code': 200} Feb 09 01:10:11.389345 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:11.508760 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:11.580206 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46cce7c7-201d-4768-a45c-9c9e934bf1bf admin admin] Router 878c428f-984b-428d-a608-7db6b8723921 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:10:11.682619 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb2ca5-5d9e-48c1-855a-57411a3f2ada req-b1f37c66-821d-4a34-b556-17b5aeb2258d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:11.684104 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-62fb2ca5-5d9e-48c1-855a-57411a3f2ada req-b1f37c66-821d-4a34-b556-17b5aeb2258d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1204e025-94a3-426b-85cf-fd8c313f8faf HTTP/1.1" status: 200 len: 854 time: 0.6321614 Feb 09 01:10:11.696813 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bf7602-3806-4e1b-b631-6180742f2c31 req-7313ac12-f8ff-4494-9018-4fc8684614d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:11.698304 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-96bf7602-3806-4e1b-b631-6180742f2c31 req-7313ac12-f8ff-4494-9018-4fc8684614d7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=22a67f5c-4428-4b0e-a900-0ff3d3591ee5 HTTP/1.1" status: 200 len: 859 time: 0.4841042 Feb 09 01:10:11.732769 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:10:11.798973 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46cce7c7-201d-4768-a45c-9c9e934bf1bf admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:10:11.811741 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-46cce7c7-201d-4768-a45c-9c9e934bf1bf admin admin] 10.222.0.105 "PUT /v2.0/routers/878c428f-984b-428d-a608-7db6b8723921/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8426502 Feb 09 01:10:11.828034 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-62fb2ca5-5d9e-48c1-855a-57411a3f2ada req-42274807-714f-4180-a06a-141aa100f1ac service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=66684310-b384-46c3-a13e-de69c32841c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1355608 Feb 09 01:10:11.843318 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-96bf7602-3806-4e1b-b631-6180742f2c31 req-4520bf18-8f53-4b61-a824-52d24ec2b9c6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ca102a1f-d5bf-460d-8853-70bcd81c5d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1385934 Feb 09 01:10:11.857351 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [req-62fb2ca5-5d9e-48c1-855a-57411a3f2ada req-aab88585-e92f-4502-bada-62c94f1abca3 service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:10:11.859948 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-62fb2ca5-5d9e-48c1-855a-57411a3f2ada req-aab88585-e92f-4502-bada-62c94f1abca3 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0230031 Feb 09 01:10:11.872547 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [req-96bf7602-3806-4e1b-b631-6180742f2c31 req-fb708a03-9cea-490d-867f-1e113dbebcfd service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:10:11.874775 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-96bf7602-3806-4e1b-b631-6180742f2c31 req-fb708a03-9cea-490d-867f-1e113dbebcfd service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091763 Feb 09 01:10:11.891853 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb29060-bd19-42a1-a146-b9dfe0b3e4a9 req-51292313-daa9-47c6-ac0a-9f434103c44b tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:11.893337 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7cb29060-bd19-42a1-a146-b9dfe0b3e4a9 req-51292313-daa9-47c6-ac0a-9f434103c44b tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] 10.222.0.105 "GET /v2.0/ports?device_id=634655c0-a6cf-4c4e-895a-e3729cc97045 HTTP/1.1" status: 200 len: 945 time: 0.4873104 Feb 09 01:10:12.255114 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7cb29060-bd19-42a1-a146-b9dfe0b3e4a9 req-16b06682-4e95-4d58-9403-c17479292545 tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] 10.222.0.105 "GET /v2.0/security-groups?id=d91b27f6-5fa6-4d90-9a4a-f0f30cd28df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3338144 Feb 09 01:10:12.263865 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32981f2a-aa07-4ad5-a2be-0500a12ae9f9 req-4a1b9fda-0508-4698-ac27-9da8ec86796f tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:12.265489 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-32981f2a-aa07-4ad5-a2be-0500a12ae9f9 req-4a1b9fda-0508-4698-ac27-9da8ec86796f tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=f9c990fc-4142-4fc0-bb78-92925072a330 HTTP/1.1" status: 200 len: 944 time: 0.8608093 Feb 09 01:10:12.470118 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-62fb2ca5-5d9e-48c1-855a-57411a3f2ada req-836720d7-c5f7-42fd-ad29-bb14a732ee00 service neutron] 10.222.0.62 "GET /v2.0/networks/66684310-b384-46c3-a13e-de69c32841c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6016634 Feb 09 01:10:12.549905 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.db.resource_extend [req-31d8dc4b-0627-4c60-9a62-2909573a0881 req-49f5a4dc-f594-4c15-bec4-ea5f6fdefed3 service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:10:12.728386 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-96bf7602-3806-4e1b-b631-6180742f2c31 req-2f8d6254-1302-453e-92b4-0e61683e3f25 service neutron] 10.222.0.62 "GET /v2.0/networks/ca102a1f-d5bf-460d-8853-70bcd81c5d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8323219 Feb 09 01:10:12.751320 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-32981f2a-aa07-4ad5-a2be-0500a12ae9f9 req-2a81dd28-373b-4bdb-8708-245e8da28da5 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4717174 Feb 09 01:10:12.866373 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-31d8dc4b-0627-4c60-9a62-2909573a0881 req-49f5a4dc-f594-4c15-bec4-ea5f6fdefed3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e3ac33f-bd92-4bdc-8ecb-e838b7088d49 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:10:12.902152 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-31d8dc4b-0627-4c60-9a62-2909573a0881 req-49f5a4dc-f594-4c15-bec4-ea5f6fdefed3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:12.992343 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-31d8dc4b-0627-4c60-9a62-2909573a0881 req-49f5a4dc-f594-4c15-bec4-ea5f6fdefed3 service neutron] Transition to ACTIVE for port object 7e3ac33f-bd92-4bdc-8ecb-e838b7088d49 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:10:13.018381 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-62fb2ca5-5d9e-48c1-855a-57411a3f2ada req-ba59681b-e9d5-408f-ad06-a8860d948226 service neutron] 10.222.0.62 "GET /v2.0/networks/66684310-b384-46c3-a13e-de69c32841c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5046268 Feb 09 01:10:13.025840 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-31d8dc4b-0627-4c60-9a62-2909573a0881 req-49f5a4dc-f594-4c15-bec4-ea5f6fdefed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:13.074294 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:13.093228 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a92de-6cad-4f3d-acd2-1e91d86d9688 req-bc104d8c-ac14-4167-a129-97f39cb9244a tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:13.094848 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-577a92de-6cad-4f3d-acd2-1e91d86d9688 req-bc104d8c-ac14-4167-a129-97f39cb9244a tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] 10.222.0.105 "GET /v2.0/ports?device_id=9f8de74b-13aa-432a-97e6-c6672bd5a234 HTTP/1.1" status: 200 len: 945 time: 0.6376767 Feb 09 01:10:13.193050 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-96bf7602-3806-4e1b-b631-6180742f2c31 req-3d34d146-eab2-437b-9278-0d3880c55601 service neutron] 10.222.0.62 "GET /v2.0/networks/ca102a1f-d5bf-460d-8853-70bcd81c5d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4532747 Feb 09 01:10:13.202380 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81321024-6c74-4d84-9f36-f4338a40d0fe req-8f51fb7a-0c4d-404b-b39e-242dc2273763 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:13.203090 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-81321024-6c74-4d84-9f36-f4338a40d0fe req-8f51fb7a-0c4d-404b-b39e-242dc2273763 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f8de74b-13aa-432a-97e6-c6672bd5a234 HTTP/1.1" status: 200 len: 945 time: 0.6570358 Feb 09 01:10:13.210335 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device a76297bf-3f1a-4b2b-ad46-5e960f5b4316 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:10:13.252174 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd81fd9-98c4-4863-b495-3496a3769318 None None] Sync routers for ids ['878c428f-984b-428d-a608-7db6b8723921'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:10:13.277859 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd81fd9-98c4-4863-b495-3496a3769318 None None] Routers {'878c428f-984b-428d-a608-7db6b8723921'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:10:13.278598 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-2fd81fd9-98c4-4863-b495-3496a3769318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:10:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['878c428f-984b-428d-a608-7db6b8723921'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:13.300532 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port a76297bf-3f1a-4b2b-ad46-5e960f5b4316 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:10:13.306678 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port a76297bf-3f1a-4b2b-ad46-5e960f5b4316 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:13.307141 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:13.342145 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f5a4dc-f594-4c15-bec4-ea5f6fdefed3 service neutron] Pushing event updated for resources: {'Port': ['ID=7e3ac33f-bd92-4bdc-8ecb-e838b7088d49,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:13.392805 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 6c1e285d-21c3-4d5c-a72a-9edc2b494f12 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:10:13.473400 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-577a92de-6cad-4f3d-acd2-1e91d86d9688 req-9fe36c07-533e-4566-b0a8-6fb446edfac8 tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] 10.222.0.105 "GET /v2.0/security-groups?id=8a8f0d9c-681a-481f-95df-b91514ba6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093681 Feb 09 01:10:13.484024 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-81321024-6c74-4d84-9f36-f4338a40d0fe req-9f9a69f2-774f-48ca-9ea3-7b70016d930c tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Deleting port 9e87ea02-559d-4e64-af40-02f2fff5c710 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:10:13.484465 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-81321024-6c74-4d84-9f36-f4338a40d0fe req-9f9a69f2-774f-48ca-9ea3-7b70016d930c tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:13.517954 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-2fd81fd9-98c4-4863-b495-3496a3769318 None None] Set router 878c428f-984b-428d-a608-7db6b8723921 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:10:13.566054 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba53fe-031a-4699-8676-4ae4fa84a63e req-1ddce6c0-bef8-4044-9ad6-6c91850f4913 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:13.567611 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-eeba53fe-031a-4699-8676-4ae4fa84a63e req-1ddce6c0-bef8-4044-9ad6-6c91850f4913 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.6566529 Feb 09 01:10:13.579901 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:13.623705 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port a76297bf-3f1a-4b2b-ad46-5e960f5b4316, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=a76297bf-3f1a-4b2b-ad46-5e960f5b4316,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:10:13.635466 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b507f8c2-bd89-4015-8339-872a15136d4d req-9a8df683-41b1-44b5-913a-9aaaf818c4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:13.637103 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b507f8c2-bd89-4015-8339-872a15136d4d req-9a8df683-41b1-44b5-913a-9aaaf818c4d4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d49f9dd4d7c14debbc3dfe8113922129&device_id=f9c990fc-4142-4fc0-bb78-92925072a330 HTTP/1.1" status: 200 len: 1095 time: 0.5679128 Feb 09 01:10:13.643689 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:13.756109 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 6c1e285d-21c3-4d5c-a72a-9edc2b494f12, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=6c1e285d-21c3-4d5c-a72a-9edc2b494f12,segment=NetworkSegment(99af9c6b-b902-4fb4-8324-3fa58cf16b85),segment_id=99af9c6b-b902-4fb4-8324-3fa58cf16b85)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:10:13.780313 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '6c1e285d-21c3-4d5c-a72a-9edc2b494f12', 'network_id': 'ca102a1f-d5bf-460d-8853-70bcd81c5d48', 'port_id': '6c1e285d-21c3-4d5c-a72a-9edc2b494f12', 'mac_address': 'fa:16:3e:37:20:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22a67f5c-4428-4b0e-a900-0ff3d3591ee5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:10:13.847802 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:13.862857 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=a76297bf-3f1a-4b2b-ad46-5e960f5b4316,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:13.868436 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-81321024-6c74-4d84-9f36-f4338a40d0fe req-9f9a69f2-774f-48ca-9ea3-7b70016d930c tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] For port 9e87ea02-559d-4e64-af40-02f2fff5c710, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=9e87ea02-559d-4e64-af40-02f2fff5c710,segment=NetworkSegment(85ef2125-dab5-4cf8-a0de-dada8704faf8),segment_id=85ef2125-dab5-4cf8-a0de-dada8704faf8)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:10:13.868436 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-81321024-6c74-4d84-9f36-f4338a40d0fe req-9f9a69f2-774f-48ca-9ea3-7b70016d930c tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:13.871020 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c1e285d-21c3-4d5c-a72a-9edc2b494f12 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:10:13.892011 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 6c1e285d-21c3-4d5c-a72a-9edc2b494f12, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=6c1e285d-21c3-4d5c-a72a-9edc2b494f12,segment=NetworkSegment(99af9c6b-b902-4fb4-8324-3fa58cf16b85),segment_id=99af9c6b-b902-4fb4-8324-3fa58cf16b85)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:10:13.899235 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:13.978223 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-31d8dc4b-0627-4c60-9a62-2909573a0881 req-49f5a4dc-f594-4c15-bec4-ea5f6fdefed3 service neutron] Attempting to bind port 7e3ac33f-bd92-4bdc-8ecb-e838b7088d49 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:10:13.978557 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-31d8dc4b-0627-4c60-9a62-2909573a0881 req-49f5a4dc-f594-4c15-bec4-ea5f6fdefed3 service neutron] Attempting to bind port 7e3ac33f-bd92-4bdc-8ecb-e838b7088d49 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '99af9c6b-b902-4fb4-8324-3fa58cf16b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ca102a1f-d5bf-460d-8853-70bcd81c5d48'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:10:13.978877 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d8dc4b-0627-4c60-9a62-2909573a0881 req-49f5a4dc-f594-4c15-bec4-ea5f6fdefed3 service neutron] Attempting to bind port 7e3ac33f-bd92-4bdc-8ecb-e838b7088d49 on network ca102a1f-d5bf-460d-8853-70bcd81c5d48 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:10:13.983015 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=6c1e285d-21c3-4d5c-a72a-9edc2b494f12,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:14.052481 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-2fd81fd9-98c4-4863-b495-3496a3769318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878c428f-984b-428d-a608-7db6b8723921', 'name': 'tempest-ServerRescueTestJSONUnderV235-937316360-router', 'tenant_id': 'ed23cff30cf943aeb6798893e4484ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'a76297bf-3f1a-4b2b-ad46-5e960f5b4316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:04Z', 'updated_at': '2022-02-09T01:10:10Z', 'revision_number': 4, 'project_id': 'ed23cff30cf943aeb6798893e4484ce7', 'gw_port': {'id': 'a76297bf-3f1a-4b2b-ad46-5e960f5b4316', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:16:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878c428f-984b-428d-a608-7db6b8723921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:05Z', 'updated_at': '2022-02-09T01:10:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '84b9a0bf-f5a0-453f-bc77-548a72990d5c', 'name': '', 'network_id': 'f8f308ba-9995-4783-99e1-ca9d8ea70b66', 'tenant_id': 'ed23cff30cf943aeb6798893e4484ce7', 'mac_address': 'fa:16:3e:c8:e6:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878c428f-984b-428d-a608-7db6b8723921', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'bcf1686f-3ee3-49d0-9844-7b5aa1be3c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:09Z', 'updated_at': '2022-02-09T01:10:10Z', 'revision_number': 2, 'project_id': 'ed23cff30cf943aeb6798893e4484ce7', 'subnets': [{'id': 'bcf1686f-3ee3-49d0-9844-7b5aa1be3c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:14.058035 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd81fd9-98c4-4863-b495-3496a3769318 None None] Checking router: 878c428f-984b-428d-a608-7db6b8723921 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:10:14.058471 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd81fd9-98c4-4863-b495-3496a3769318 None None] Updating router 878c428f-984b-428d-a608-7db6b8723921 port 84b9a0bf-f5a0-453f-bc77-548a72990d5c binding host n-d-828418-1 {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:10:14.119907 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-2fd81fd9-98c4-4863-b495-3496a3769318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:14.253118 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-81321024-6c74-4d84-9f36-f4338a40d0fe req-9f9a69f2-774f-48ca-9ea3-7b70016d930c tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Calling delete_port for 9e87ea02-559d-4e64-af40-02f2fff5c710 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:10:14.256162 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['6c1e285d-21c3-4d5c-a72a-9edc2b494f12'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:10:14.282707 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d8dc4b-0627-4c60-9a62-2909573a0881 req-49f5a4dc-f594-4c15-bec4-ea5f6fdefed3 service neutron] Port 7e3ac33f-bd92-4bdc-8ecb-e838b7088d49 on network ca102a1f-d5bf-460d-8853-70bcd81c5d48 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:10:14.282707 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d8dc4b-0627-4c60-9a62-2909573a0881 req-49f5a4dc-f594-4c15-bec4-ea5f6fdefed3 service neutron] Attempting to bind port 7e3ac33f-bd92-4bdc-8ecb-e838b7088d49 on network ca102a1f-d5bf-460d-8853-70bcd81c5d48 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:10:14.337831 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d8dc4b-0627-4c60-9a62-2909573a0881 req-49f5a4dc-f594-4c15-bec4-ea5f6fdefed3 service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:10:14.338171 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d8dc4b-0627-4c60-9a62-2909573a0881 req-49f5a4dc-f594-4c15-bec4-ea5f6fdefed3 service neutron] Checking segment: {'id': '99af9c6b-b902-4fb4-8324-3fa58cf16b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ca102a1f-d5bf-460d-8853-70bcd81c5d48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:10:14.338562 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d8dc4b-0627-4c60-9a62-2909573a0881 req-49f5a4dc-f594-4c15-bec4-ea5f6fdefed3 service neutron] Bound using segment: {'id': '99af9c6b-b902-4fb4-8324-3fa58cf16b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ca102a1f-d5bf-460d-8853-70bcd81c5d48'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:10:14.339000 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-31d8dc4b-0627-4c60-9a62-2909573a0881 req-49f5a4dc-f594-4c15-bec4-ea5f6fdefed3 service neutron] Bound port: 7e3ac33f-bd92-4bdc-8ecb-e838b7088d49, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99af9c6b-b902-4fb4-8324-3fa58cf16b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ca102a1f-d5bf-460d-8853-70bcd81c5d48'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:10:14.339345 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-31d8dc4b-0627-4c60-9a62-2909573a0881 req-49f5a4dc-f594-4c15-bec4-ea5f6fdefed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:14.473541 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-eeba53fe-031a-4699-8676-4ae4fa84a63e req-994e7001-bc31-42ad-8025-72f24aa1ae71 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8830092 Feb 09 01:10:14.641158 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0f33fd-37be-4c04-a640-3ec1699ba87e req-1215647f-1e58-4890-a13c-a66b416f22cb tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:14.650866 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6b0f33fd-37be-4c04-a640-3ec1699ba87e req-1215647f-1e58-4890-a13c-a66b416f22cb tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=80d119cd-ca22-4b44-b2d5-7d78eaca5157 HTTP/1.1" status: 200 len: 943 time: 0.9442294 Feb 09 01:10:14.690703 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b507f8c2-bd89-4015-8339-872a15136d4d req-51665993-cbc4-4b08-99e0-92c1b042881a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:14.697284 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b507f8c2-bd89-4015-8339-872a15136d4d req-51665993-cbc4-4b08-99e0-92c1b042881a service neutron] 10.222.0.62 "GET /v2.0/networks?id=66684310-b384-46c3-a13e-de69c32841c9 HTTP/1.1" status: 200 len: 915 time: 1.0221777 Feb 09 01:10:14.699296 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 34424) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:14.715834 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-2fd81fd9-98c4-4863-b495-3496a3769318 None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:14.832391 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b507f8c2-bd89-4015-8339-872a15136d4d req-922b4329-7535-4f06-846f-97a54bacacbf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d488f4bd-27db-4e25-9787-cc4583f45e6a HTTP/1.1" status: 200 len: 217 time: 0.0946648 Feb 09 01:10:14.837836 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-31d8dc4b-0627-4c60-9a62-2909573a0881 req-49f5a4dc-f594-4c15-bec4-ea5f6fdefed3 service neutron] For port 7e3ac33f-bd92-4bdc-8ecb-e838b7088d49, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:10:14.844335 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-81321024-6c74-4d84-9f36-f4338a40d0fe req-9f9a69f2-774f-48ca-9ea3-7b70016d930c tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:14.847651 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-2fd81fd9-98c4-4863-b495-3496a3769318 None None] Transition to ACTIVE for port object 84b9a0bf-f5a0-453f-bc77-548a72990d5c will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:10:14.856741 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-2fd81fd9-98c4-4863-b495-3496a3769318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:14.902332 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3cf6a973-9e82-479a-aed7-995ce0e93dc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:14.913926 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-31d8dc4b-0627-4c60-9a62-2909573a0881 req-49f5a4dc-f594-4c15-bec4-ea5f6fdefed3 service neutron] For port 7e3ac33f-bd92-4bdc-8ecb-e838b7088d49, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=7e3ac33f-bd92-4bdc-8ecb-e838b7088d49,segment=NetworkSegment(99af9c6b-b902-4fb4-8324-3fa58cf16b85),segment_id=99af9c6b-b902-4fb4-8324-3fa58cf16b85)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:10:14.939363 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3cf6a973-9e82-479a-aed7-995ce0e93dc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:10:14.953099 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-3cf6a973-9e82-479a-aed7-995ce0e93dc4 admin admin] Usage tracker for resource:security_group_rule and tenant:1352979b7a344ae1bb2c42b4efc420f7 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:10:14.956986 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-3cf6a973-9e82-479a-aed7-995ce0e93dc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:10:14.966085 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3cf6a973-9e82-479a-aed7-995ce0e93dc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:10:14.992562 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-31d8dc4b-0627-4c60-9a62-2909573a0881 req-49f5a4dc-f594-4c15-bec4-ea5f6fdefed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:14.999570 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9a69f2-774f-48ca-9ea3-7b70016d930c tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Pushing event deleted for resources: {'Port': ['ID=9e87ea02-559d-4e64-af40-02f2fff5c710,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:15.039147 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6410cb79-362c-416e-8b62-c48c1b3dca26 None None] Pushing event updated for resources: {'Port': ['ID=84b9a0bf-f5a0-453f-bc77-548a72990d5c,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:15.087680 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3cf6a973-9e82-479a-aed7-995ce0e93dc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:15.093118 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3cf6a973-9e82-479a-aed7-995ce0e93dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:15.150074 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-2fd81fd9-98c4-4863-b495-3496a3769318 None None] Attempting to bind port 84b9a0bf-f5a0-453f-bc77-548a72990d5c on host n-d-828418-1 for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:10:15.150725 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-2fd81fd9-98c4-4863-b495-3496a3769318 None None] Attempting to bind port 84b9a0bf-f5a0-453f-bc77-548a72990d5c by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '7028469f-a90e-4c47-872a-5a2ad851e329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f8f308ba-9995-4783-99e1-ca9d8ea70b66'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:10:15.150860 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd81fd9-98c4-4863-b495-3496a3769318 None None] Attempting to bind port 84b9a0bf-f5a0-453f-bc77-548a72990d5c on network f8f308ba-9995-4783-99e1-ca9d8ea70b66 {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:10:15.172042 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd81fd9-98c4-4863-b495-3496a3769318 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:10:15.172634 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd81fd9-98c4-4863-b495-3496a3769318 None None] Checking segment: {'id': '7028469f-a90e-4c47-872a-5a2ad851e329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f8f308ba-9995-4783-99e1-ca9d8ea70b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:10:15.173769 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-2fd81fd9-98c4-4863-b495-3496a3769318 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:15.174405 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd81fd9-98c4-4863-b495-3496a3769318 None None] Bound using segment: {'id': '7028469f-a90e-4c47-872a-5a2ad851e329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f8f308ba-9995-4783-99e1-ca9d8ea70b66'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:10:15.175037 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-2fd81fd9-98c4-4863-b495-3496a3769318 None None] Bound port: 84b9a0bf-f5a0-453f-bc77-548a72990d5c, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7028469f-a90e-4c47-872a-5a2ad851e329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f8f308ba-9995-4783-99e1-ca9d8ea70b66'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:10:15.175576 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-2fd81fd9-98c4-4863-b495-3496a3769318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:15.186041 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-3cf6a973-9e82-479a-aed7-995ce0e93dc4 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=1352979b7a344ae1bb2c42b4efc420f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4833786 Feb 09 01:10:15.186041 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf6a973-9e82-479a-aed7-995ce0e93dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b767d59-8d28-42e8-9c87-dcf8cef77a7c,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:15.188053 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 34438) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:15.195371 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6b0f33fd-37be-4c04-a640-3ec1699ba87e req-e0af4d69-d420-40ea-b55b-fe3936d8e13a tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5194142 Feb 09 01:10:15.198000 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8dc4b-0627-4c60-9a62-2909573a0881 req-49f5a4dc-f594-4c15-bec4-ea5f6fdefed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:15.199659 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device a76297bf-3f1a-4b2b-ad46-5e960f5b4316 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:10:15.199975 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-31d8dc4b-0627-4c60-9a62-2909573a0881 req-49f5a4dc-f594-4c15-bec4-ea5f6fdefed3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:15.202240 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-31d8dc4b-0627-4c60-9a62-2909573a0881 req-49f5a4dc-f594-4c15-bec4-ea5f6fdefed3 service neutron] 10.222.0.62 "PUT /v2.0/ports/7e3ac33f-bd92-4bdc-8ecb-e838b7088d49 HTTP/1.1" status: 200 len: 1091 time: 5.2553940 Feb 09 01:10:15.281226 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2748e272-401c-49dd-aa12-a556f2a89282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:15.285409 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-2fd81fd9-98c4-4863-b495-3496a3769318 None None] For port 84b9a0bf-f5a0-453f-bc77-548a72990d5c, host n-d-828418-1, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:10:15.290022 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-2fd81fd9-98c4-4863-b495-3496a3769318 None None] For port 84b9a0bf-f5a0-453f-bc77-548a72990d5c, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=84b9a0bf-f5a0-453f-bc77-548a72990d5c,segment=NetworkSegment(7028469f-a90e-4c47-872a-5a2ad851e329),segment_id=7028469f-a90e-4c47-872a-5a2ad851e329)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:10:15.295638 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-2fd81fd9-98c4-4863-b495-3496a3769318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:15.314809 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2748e272-401c-49dd-aa12-a556f2a89282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:15.328638 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80d119cd-ca22-4b44-b2d5-7d78eaca5157', 'tag': '7e3ac33f-bd92-4bdc-8ecb-e838b7088d49'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:10:15.377841 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port a76297bf-3f1a-4b2b-ad46-5e960f5b4316 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:15.378520 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:15.378986 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c004a478-6b49-4b53-bf70-02ac9a41c8ca req-3ed95500-faa9-4d46-ba96-644eeadbe10e tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:15.385759 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6410cb79-362c-416e-8b62-c48c1b3dca26 None None] Pushing event updated for resources: {'Port': ['ID=84b9a0bf-f5a0-453f-bc77-548a72990d5c,revision_number=4']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:15.386667 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2748e272-401c-49dd-aa12-a556f2a89282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:15.387495 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c004a478-6b49-4b53-bf70-02ac9a41c8ca req-3ed95500-faa9-4d46-ba96-644eeadbe10e tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/networks?id=f8f308ba-9995-4783-99e1-ca9d8ea70b66 HTTP/1.1" status: 200 len: 819 time: 0.4166102 Feb 09 01:10:15.410262 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd81fd9-98c4-4863-b495-3496a3769318 None None] Routers {'878c428f-984b-428d-a608-7db6b8723921'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:10:15.411307 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-2fd81fd9-98c4-4863-b495-3496a3769318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:10:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['878c428f-984b-428d-a608-7db6b8723921'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:15.412779 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-81321024-6c74-4d84-9f36-f4338a40d0fe req-9f9a69f2-774f-48ca-9ea3-7b70016d930c tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] No DVR routers for this DVR port 9e87ea02-559d-4e64-af40-02f2fff5c710 on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:10:15.412990 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2748e272-401c-49dd-aa12-a556f2a89282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b767d59-8d28-42e8-9c87-dcf8cef77a7c,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:15.422381 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c004a478-6b49-4b53-bf70-02ac9a41c8ca req-5b990b6c-c587-487a-a5f7-d26c97dc2337 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/quotas/ed23cff30cf943aeb6798893e4484ce7 HTTP/1.1" status: 200 len: 375 time: 0.0335326 Feb 09 01:10:15.423416 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2748e272-401c-49dd-aa12-a556f2a89282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:15.425182 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-2748e272-401c-49dd-aa12-a556f2a89282 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/0b767d59-8d28-42e8-9c87-dcf8cef77a7c HTTP/1.1" status: 204 len: 168 time: 0.2357213 Feb 09 01:10:15.428009 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-81321024-6c74-4d84-9f36-f4338a40d0fe req-9f9a69f2-774f-48ca-9ea3-7b70016d930c tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:15.453837 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device d488f4bd-27db-4e25-9787-cc4583f45e6a details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:10:15.457039 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 6c1e285d-21c3-4d5c-a72a-9edc2b494f12 up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:10:15.570682 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b507f8c2-bd89-4015-8339-872a15136d4d req-a472f9e5-789b-4c72-8f7d-c13d913e095e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:15.572475 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b507f8c2-bd89-4015-8339-872a15136d4d req-a472f9e5-789b-4c72-8f7d-c13d913e095e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1204e025-94a3-426b-85cf-fd8c313f8faf HTTP/1.1" status: 200 len: 854 time: 0.7291391 Feb 09 01:10:15.653873 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-2fd81fd9-98c4-4863-b495-3496a3769318 None None] Set router 878c428f-984b-428d-a608-7db6b8723921 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:10:15.718162 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-81321024-6c74-4d84-9f36-f4338a40d0fe req-9f9a69f2-774f-48ca-9ea3-7b70016d930c tempest-VolumesActionsTest-1712881970 tempest-VolumesActionsTest-1712881970-project] 10.222.0.62 "DELETE /v2.0/ports/9e87ea02-559d-4e64-af40-02f2fff5c710 HTTP/1.1" status: 204 len: 173 time: 2.4530640 Feb 09 01:10:15.739257 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f5a4dc-f594-4c15-bec4-ea5f6fdefed3 service neutron] Pushing event updated for resources: {'Port': ['ID=7e3ac33f-bd92-4bdc-8ecb-e838b7088d49,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:15.746396 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b507f8c2-bd89-4015-8339-872a15136d4d req-880c7dc8-9a9a-47ea-9bb8-08da33c49ac2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=66684310-b384-46c3-a13e-de69c32841c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1500766 Feb 09 01:10:15.748861 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8dc4b-0627-4c60-9a62-2909573a0881 req-0d130c5a-0f59-4cd7-91ba-81ebe28786d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:15.751075 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-31d8dc4b-0627-4c60-9a62-2909573a0881 req-0d130c5a-0f59-4cd7-91ba-81ebe28786d5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=31d75c3847f44b229ecd5ad32549f4f2&device_id=80d119cd-ca22-4b44-b2d5-7d78eaca5157 HTTP/1.1" status: 200 len: 1094 time: 0.3406560 Feb 09 01:10:15.897722 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port 6c1e285d-21c3-4d5c-a72a-9edc2b494f12 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:10:15.918996 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 6c1e285d-21c3-4d5c-a72a-9edc2b494f12 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:15.919860 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:15.980051 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-31d8dc4b-0627-4c60-9a62-2909573a0881 req-4fc97d14-245c-4ef5-9216-db6eae06e0a1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e3ac33f-bd92-4bdc-8ecb-e838b7088d49 HTTP/1.1" status: 200 len: 217 time: 0.1410074 Feb 09 01:10:16.006792 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port d488f4bd-27db-4e25-9787-cc4583f45e6a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=d488f4bd-27db-4e25-9787-cc4583f45e6a,segment=NetworkSegment(249c5438-d0ef-4132-9144-b2c94c9b3b0e),segment_id=249c5438-d0ef-4132-9144-b2c94c9b3b0e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:10:16.036134 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': 'd488f4bd-27db-4e25-9787-cc4583f45e6a', 'network_id': '66684310-b384-46c3-a13e-de69c32841c9', 'port_id': 'd488f4bd-27db-4e25-9787-cc4583f45e6a', 'mac_address': 'fa:16:3e:ba:a3:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1204e025-94a3-426b-85cf-fd8c313f8faf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:10:16.126762 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c004a478-6b49-4b53-bf70-02ac9a41c8ca req-5b4c87c3-e0b9-4f3b-b43f-d67deb8b1e00 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=ed23cff30cf943aeb6798893e4484ce7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7034996 Feb 09 01:10:16.142153 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8dc4b-0627-4c60-9a62-2909573a0881 req-6c892abe-0812-4470-86a9-2c2c1a41d1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:16.143934 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-31d8dc4b-0627-4c60-9a62-2909573a0881 req-6c892abe-0812-4470-86a9-2c2c1a41d1a1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=22a67f5c-4428-4b0e-a900-0ff3d3591ee5 HTTP/1.1" status: 200 len: 859 time: 0.1575778 Feb 09 01:10:16.178046 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:16.188355 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:16.219586 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-2fd81fd9-98c4-4863-b495-3496a3769318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878c428f-984b-428d-a608-7db6b8723921', 'name': 'tempest-ServerRescueTestJSONUnderV235-937316360-router', 'tenant_id': 'ed23cff30cf943aeb6798893e4484ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'a76297bf-3f1a-4b2b-ad46-5e960f5b4316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:04Z', 'updated_at': '2022-02-09T01:10:10Z', 'revision_number': 4, 'project_id': 'ed23cff30cf943aeb6798893e4484ce7', 'gw_port': {'id': 'a76297bf-3f1a-4b2b-ad46-5e960f5b4316', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:16:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c428f-984b-428d-a608-7db6b8723921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:05Z', 'updated_at': '2022-02-09T01:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '84b9a0bf-f5a0-453f-bc77-548a72990d5c', 'name': '', 'network_id': 'f8f308ba-9995-4783-99e1-ca9d8ea70b66', 'tenant_id': 'ed23cff30cf943aeb6798893e4484ce7', 'mac_address': 'fa:16:3e:c8:e6:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878c428f-984b-428d-a608-7db6b8723921', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'bcf1686f-3ee3-49d0-9844-7b5aa1be3c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:09Z', 'updated_at': '2022-02-09T01:10:15Z', 'revision_number': 4, 'project_id': 'ed23cff30cf943aeb6798893e4484ce7', 'subnets': [{'id': 'bcf1686f-3ee3-49d0-9844-7b5aa1be3c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:16.225307 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd81fd9-98c4-4863-b495-3496a3769318 None None] The sync data for ids ['878c428f-984b-428d-a608-7db6b8723921'] in n-d-828418-1 is: [{'id': '878c428f-984b-428d-a608-7db6b8723921', 'name': 'tempest-ServerRescueTestJSONUnderV235-937316360-router', 'tenant_id': 'ed23cff30cf943aeb6798893e4484ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'a76297bf-3f1a-4b2b-ad46-5e960f5b4316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:04Z', 'updated_at': '2022-02-09T01:10:10Z', 'revision_number': 4, 'project_id': 'ed23cff30cf943aeb6798893e4484ce7', 'gw_port': {'id': 'a76297bf-3f1a-4b2b-ad46-5e960f5b4316', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:16:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c428f-984b-428d-a608-7db6b8723921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:05Z', 'updated_at': '2022-02-09T01:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '84b9a0bf-f5a0-453f-bc77-548a72990d5c', 'name': '', 'network_id': 'f8f308ba-9995-4783-99e1-ca9d8ea70b66', 'tenant_id': 'ed23cff30cf943aeb6798893e4484ce7', 'mac_address': 'fa:16:3e:c8:e6:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878c428f-984b-428d-a608-7db6b8723921', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'bcf1686f-3ee3-49d0-9844-7b5aa1be3c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:09Z', 'updated_at': '2022-02-09T01:10:15Z', 'revision_number': 4, 'project_id': 'ed23cff30cf943aeb6798893e4484ce7', 'subnets': [{'id': 'bcf1686f-3ee3-49d0-9844-7b5aa1be3c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:10:16.267548 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d488f4bd-27db-4e25-9787-cc4583f45e6a {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:10:16.306953 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port d488f4bd-27db-4e25-9787-cc4583f45e6a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=d488f4bd-27db-4e25-9787-cc4583f45e6a,segment=NetworkSegment(249c5438-d0ef-4132-9144-b2c94c9b3b0e),segment_id=249c5438-d0ef-4132-9144-b2c94c9b3b0e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:10:16.328450 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 6c1e285d-21c3-4d5c-a72a-9edc2b494f12, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=6c1e285d-21c3-4d5c-a72a-9edc2b494f12,segment=NetworkSegment(99af9c6b-b902-4fb4-8324-3fa58cf16b85),segment_id=99af9c6b-b902-4fb4-8324-3fa58cf16b85)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:10:16.329767 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dde1fc5-d07f-45a8-ab56-9c682424bf1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c1e285d-21c3-4d5c-a72a-9edc2b494f12'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:10:16.336614 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:16.378259 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:16.379046 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 9e87ea02-559d-4e64-af40-02f2fff5c710 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:10:16.433147 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: 9e87ea02-559d-4e64-af40-02f2fff5c710 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:10:16.433404 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 9e87ea02-559d-4e64-af40-02f2fff5c710 not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:10:16.454031 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b507f8c2-bd89-4015-8339-872a15136d4d req-8df5507f-5ac3-4298-9791-dcb3fe206261 service neutron] 10.222.0.62 "GET /v2.0/networks/66684310-b384-46c3-a13e-de69c32841c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7010615 Feb 09 01:10:16.456056 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-31d8dc4b-0627-4c60-9a62-2909573a0881 req-314225d0-ad64-4d7a-9669-06ac2756ea34 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ca102a1f-d5bf-460d-8853-70bcd81c5d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2734804 Feb 09 01:10:16.457415 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=d488f4bd-27db-4e25-9787-cc4583f45e6a,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:16.526532 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66544c0d-e465-437a-9232-fdd9727df83b req-887fa155-f72f-48f9-b10f-d6720e865506 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:16.528863 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-66544c0d-e465-437a-9232-fdd9727df83b req-887fa155-f72f-48f9-b10f-d6720e865506 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=f9c990fc-4142-4fc0-bb78-92925072a330 HTTP/1.1" status: 200 len: 944 time: 0.6277413 Feb 09 01:10:16.555039 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=6c1e285d-21c3-4d5c-a72a-9edc2b494f12,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:16.647472 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['d488f4bd-27db-4e25-9787-cc4583f45e6a'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:10:16.761186 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-66544c0d-e465-437a-9232-fdd9727df83b req-6e83a1d4-6ad7-4b6d-ac30-bad9489cce37 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721897 Feb 09 01:10:16.763315 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c004a478-6b49-4b53-bf70-02ac9a41c8ca req-8dd61153-1d17-409b-b8b8-b206d6ac3e16 service neutron] 10.222.0.105 "GET /v2.0/networks/f8f308ba-9995-4783-99e1-ca9d8ea70b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6249754 Feb 09 01:10:16.992608 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b507f8c2-bd89-4015-8339-872a15136d4d req-085704f5-c40e-4986-b584-04ec2662b8fb service neutron] 10.222.0.62 "GET /v2.0/networks/66684310-b384-46c3-a13e-de69c32841c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5212646 Feb 09 01:10:17.004633 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-31d8dc4b-0627-4c60-9a62-2909573a0881 req-a207ea9f-98ad-44c8-bc48-69f256453c60 service neutron] 10.222.0.62 "GET /v2.0/networks/ca102a1f-d5bf-460d-8853-70bcd81c5d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5344946 Feb 09 01:10:17.119452 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c004a478-6b49-4b53-bf70-02ac9a41c8ca req-8334ac78-0cac-48aa-8c0b-c14227c713cf service neutron] 10.222.0.105 "GET /v2.0/networks/f8f308ba-9995-4783-99e1-ca9d8ea70b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3368564 Feb 09 01:10:17.173285 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923fc50d-1ef7-4e39-9311-77782b208554 req-0add314a-fd92-41fb-89ab-c41177c3bbb0 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:17.177987 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-923fc50d-1ef7-4e39-9311-77782b208554 req-0add314a-fd92-41fb-89ab-c41177c3bbb0 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.2849510 Feb 09 01:10:17.188995 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 84b9a0bf-f5a0-453f-bc77-548a72990d5c up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:10:17.209891 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-31d8dc4b-0627-4c60-9a62-2909573a0881 req-70b8083f-2d81-4952-b59f-c55a1651df3d service neutron] 10.222.0.62 "GET /v2.0/networks/ca102a1f-d5bf-460d-8853-70bcd81c5d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924949 Feb 09 01:10:17.239273 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-923fc50d-1ef7-4e39-9311-77782b208554 req-b96d9f41-3cc6-4d49-b31d-4fcf012a2c76 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547686 Feb 09 01:10:17.320966 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 84b9a0bf-f5a0-453f-bc77-548a72990d5c completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:10:17.345058 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80d119cd-ca22-4b44-b2d5-7d78eaca5157', 'tag': '7e3ac33f-bd92-4bdc-8ecb-e838b7088d49', 'status': 'completed', 'code': 200} Feb 09 01:10:17.355550 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 84b9a0bf-f5a0-453f-bc77-548a72990d5c triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:17.355923 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:17.569872 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:17.655832 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 84b9a0bf-f5a0-453f-bc77-548a72990d5c, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=84b9a0bf-f5a0-453f-bc77-548a72990d5c,segment=NetworkSegment(7028469f-a90e-4c47-872a-5a2ad851e329),segment_id=7028469f-a90e-4c47-872a-5a2ad851e329)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:10:17.664070 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:17.701499 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944ff316-a6fc-428d-a685-027f0f28ebe7 req-babe0342-91f4-42ec-b67d-35d1ba57bb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:17.703042 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-944ff316-a6fc-428d-a685-027f0f28ebe7 req-babe0342-91f4-42ec-b67d-35d1ba57bb96 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=31d75c3847f44b229ecd5ad32549f4f2&device_id=80d119cd-ca22-4b44-b2d5-7d78eaca5157 HTTP/1.1" status: 200 len: 1094 time: 0.3370507 Feb 09 01:10:17.816120 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=84b9a0bf-f5a0-453f-bc77-548a72990d5c,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:17.860407 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbbdd70-9abb-46d8-af33-a2f970c020a4 req-d52ba11e-4ab4-4154-b755-355649013264 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:17.866100 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dfbbdd70-9abb-46d8-af33-a2f970c020a4 req-d52ba11e-4ab4-4154-b755-355649013264 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=80d119cd-ca22-4b44-b2d5-7d78eaca5157 HTTP/1.1" status: 200 len: 943 time: 0.3676775 Feb 09 01:10:17.879289 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55410c4c-fbc9-4da7-aeda-9a0f22bf409c req-b36cfcc0-f7a7-46ee-a04d-9648c1640c72 tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:17.881078 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-55410c4c-fbc9-4da7-aeda-9a0f22bf409c req-b36cfcc0-f7a7-46ee-a04d-9648c1640c72 tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] 10.222.0.105 "GET /v2.0/ports?device_id=634655c0-a6cf-4c4e-895a-e3729cc97045 HTTP/1.1" status: 200 len: 945 time: 0.3103778 Feb 09 01:10:17.985684 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dfbbdd70-9abb-46d8-af33-a2f970c020a4 req-b4ced259-ae1a-4100-9686-2c022632c1e5 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008413 Feb 09 01:10:18.018376 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944ff316-a6fc-428d-a685-027f0f28ebe7 req-a0d316dd-35dc-4038-85ed-d40749e36afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:18.019800 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-944ff316-a6fc-428d-a685-027f0f28ebe7 req-a0d316dd-35dc-4038-85ed-d40749e36afd service neutron] 10.222.0.62 "GET /v2.0/networks?id=ca102a1f-d5bf-460d-8853-70bcd81c5d48 HTTP/1.1" status: 200 len: 920 time: 0.3085818 Feb 09 01:10:18.048401 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-55410c4c-fbc9-4da7-aeda-9a0f22bf409c req-50f0cae5-3665-4f03-9be2-4230d2b7d7b8 tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] 10.222.0.105 "GET /v2.0/security-groups?id=d91b27f6-5fa6-4d90-9a4a-f0f30cd28df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499479 Feb 09 01:10:18.063291 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dde1fc5-d07f-45a8-ab56-9c682424bf1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c1e285d-21c3-4d5c-a72a-9edc2b494f12', 'code': 200} Feb 09 01:10:18.225819 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-944ff316-a6fc-428d-a685-027f0f28ebe7 req-606218ae-5943-4d61-9bf2-bb07f6521ec5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e3ac33f-bd92-4bdc-8ecb-e838b7088d49 HTTP/1.1" status: 200 len: 217 time: 0.1825638 Feb 09 01:10:18.361495 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e7d7de9d-45b1-49c1-b0ef-fe8ed22d06a5 req-1f983b33-6764-4465-bcbf-c6f35666751a tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/ports?device_id=4f584ff8-d527-4b69-95a6-07f4f1a761f5 HTTP/1.1" status: 200 len: 210 time: 0.1372941 Feb 09 01:10:18.415726 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944ff316-a6fc-428d-a685-027f0f28ebe7 req-faeeb556-8a74-40ba-8cd2-4d0c30f795c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:18.417172 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-944ff316-a6fc-428d-a685-027f0f28ebe7 req-faeeb556-8a74-40ba-8cd2-4d0c30f795c6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=22a67f5c-4428-4b0e-a900-0ff3d3591ee5 HTTP/1.1" status: 200 len: 859 time: 0.1559184 Feb 09 01:10:18.636042 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-944ff316-a6fc-428d-a685-027f0f28ebe7 req-8a8fb250-85c3-4452-b95b-6d8e3beddf7f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ca102a1f-d5bf-460d-8853-70bcd81c5d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2073028 Feb 09 01:10:18.637982 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db430d75-b26f-4d52-8250-b8e78b7dfcc8 req-c2412f9a-97d1-469b-8437-5d87651e9317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:18.639328 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-db430d75-b26f-4d52-8250-b8e78b7dfcc8 req-c2412f9a-97d1-469b-8437-5d87651e9317 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7dde1fc5-d07f-45a8-ab56-9c682424bf1e HTTP/1.1" status: 200 len: 1096 time: 0.4621861 Feb 09 01:10:18.769685 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11161215-3c73-40ac-99b2-ef40047144ca req-f15eb1eb-e36e-4c80-816e-2147d9144de1 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:18.771915 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-11161215-3c73-40ac-99b2-ef40047144ca req-f15eb1eb-e36e-4c80-816e-2147d9144de1 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=f9c990fc-4142-4fc0-bb78-92925072a330 HTTP/1.1" status: 200 len: 945 time: 0.5538523 Feb 09 01:10:18.927900 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-db430d75-b26f-4d52-8250-b8e78b7dfcc8 req-a112e2d4-edc6-48a3-87c0-88485937bb69 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722631 Feb 09 01:10:19.014134 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-11161215-3c73-40ac-99b2-ef40047144ca req-aa71dd11-e423-4a97-b8a7-5f43e35ca27d tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034061 Feb 09 01:10:19.045629 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-944ff316-a6fc-428d-a685-027f0f28ebe7 req-6aa67051-f046-4a13-b373-42b20e03dc08 service neutron] 10.222.0.62 "GET /v2.0/networks/ca102a1f-d5bf-460d-8853-70bcd81c5d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3841400 Feb 09 01:10:19.046682 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63729181-c49a-436c-b6b8-63f07e80fd6a req-d8404cb9-958e-4be2-a50b-2cd2b22eef31 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:19.048393 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-63729181-c49a-436c-b6b8-63f07e80fd6a req-d8404cb9-958e-4be2-a50b-2cd2b22eef31 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.4537251 Feb 09 01:10:19.086807 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c004a478-6b49-4b53-bf70-02ac9a41c8ca req-cf29b611-0497-4d0c-8d40-706065a6fe07 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:19.088331 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c004a478-6b49-4b53-bf70-02ac9a41c8ca req-cf29b611-0497-4d0c-8d40-706065a6fe07 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.62 "GET /v2.0/networks?id=f8f308ba-9995-4783-99e1-ca9d8ea70b66 HTTP/1.1" status: 200 len: 819 time: 0.3321095 Feb 09 01:10:19.139129 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 84b9a0bf-f5a0-453f-bc77-548a72990d5c up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:10:19.148870 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-63729181-c49a-436c-b6b8-63f07e80fd6a req-8e30bf15-eee4-4a36-9a33-1c73bee97474 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867031 Feb 09 01:10:19.162150 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-c004a478-6b49-4b53-bf70-02ac9a41c8ca req-bdbe4898-29c1-49fb-aefc-5ff2dc3154a6 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Request body: {'port': {'device_id': '4f584ff8-d527-4b69-95a6-07f4f1a761f5', 'network_id': 'f8f308ba-9995-4783-99e1-ca9d8ea70b66', 'admin_state_up': True, 'tenant_id': 'ed23cff30cf943aeb6798893e4484ce7'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:19.269882 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 84b9a0bf-f5a0-453f-bc77-548a72990d5c triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:19.270603 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:19.370793 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f8de74b-13aa-432a-97e6-c6672bd5a234', 'name': 'network-vif-deleted', 'tag': '9e87ea02-559d-4e64-af40-02f2fff5c710'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:10:19.452660 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 7e3ac33f-bd92-4bdc-8ecb-e838b7088d49 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:10:19.455612 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device d488f4bd-27db-4e25-9787-cc4583f45e6a up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:10:19.576074 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-c004a478-6b49-4b53-bf70-02ac9a41c8ca req-bdbe4898-29c1-49fb-aefc-5ff2dc3154a6 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:10:19.584132 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-c004a478-6b49-4b53-bf70-02ac9a41c8ca req-bdbe4898-29c1-49fb-aefc-5ff2dc3154a6 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Usage tracker for resource:port and tenant:ed23cff30cf943aeb6798893e4484ce7 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:10:19.588452 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-944ff316-a6fc-428d-a685-027f0f28ebe7 req-05414c36-8c29-4c62-9418-90510149c496 service neutron] 10.222.0.62 "GET /v2.0/networks/ca102a1f-d5bf-460d-8853-70bcd81c5d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4306481 Feb 09 01:10:19.596419 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-c004a478-6b49-4b53-bf70-02ac9a41c8ca req-bdbe4898-29c1-49fb-aefc-5ff2dc3154a6 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:10:19.606349 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-c004a478-6b49-4b53-bf70-02ac9a41c8ca req-bdbe4898-29c1-49fb-aefc-5ff2dc3154a6 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:10:19.623228 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a25c3ba-5685-4afd-ba5e-cd228358171f req-086de382-e3ca-4fff-bbcd-c50f1fcfdda5 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:19.624734 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9a25c3ba-5685-4afd-ba5e-cd228358171f req-086de382-e3ca-4fff-bbcd-c50f1fcfdda5 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=80d119cd-ca22-4b44-b2d5-7d78eaca5157 HTTP/1.1" status: 200 len: 943 time: 0.3016813 Feb 09 01:10:19.638548 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c004a478-6b49-4b53-bf70-02ac9a41c8ca req-bdbe4898-29c1-49fb-aefc-5ff2dc3154a6 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Made reservation on behalf of ed23cff30cf943aeb6798893e4484ce7 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:10:19.642390 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c004a478-6b49-4b53-bf70-02ac9a41c8ca req-bdbe4898-29c1-49fb-aefc-5ff2dc3154a6 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:19.666486 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port d488f4bd-27db-4e25-9787-cc4583f45e6a completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:10:19.680100 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port d488f4bd-27db-4e25-9787-cc4583f45e6a triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:19.680483 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:19.769760 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5141be53-d0cc-4642-9a4c-7046e603bde9 req-1f77bda7-7f30-4a44-bc60-e93c4148d821 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:19.772328 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5141be53-d0cc-4642-9a4c-7046e603bde9 req-1f77bda7-7f30-4a44-bc60-e93c4148d821 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.2990670 Feb 09 01:10:19.790795 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9a25c3ba-5685-4afd-ba5e-cd228358171f req-22e02822-82e4-421f-a6bc-28a63d023f1f tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538768 Feb 09 01:10:19.892588 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 7e3ac33f-bd92-4bdc-8ecb-e838b7088d49, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=7e3ac33f-bd92-4bdc-8ecb-e838b7088d49,segment=NetworkSegment(99af9c6b-b902-4fb4-8324-3fa58cf16b85),segment_id=99af9c6b-b902-4fb4-8324-3fa58cf16b85)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:10:19.902740 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5141be53-d0cc-4642-9a4c-7046e603bde9 req-a4c77340-2f40-4085-a7e7-ba60937ada89 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069701 Feb 09 01:10:19.904648 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:19.924213 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '7e3ac33f-bd92-4bdc-8ecb-e838b7088d49', 'network_id': 'ca102a1f-d5bf-460d-8853-70bcd81c5d48', 'port_id': '7e3ac33f-bd92-4bdc-8ecb-e838b7088d49', 'mac_address': 'fa:16:3e:0f:0c:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22a67f5c-4428-4b0e-a900-0ff3d3591ee5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:10:19.978007 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port d488f4bd-27db-4e25-9787-cc4583f45e6a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=d488f4bd-27db-4e25-9787-cc4583f45e6a,segment=NetworkSegment(249c5438-d0ef-4132-9144-b2c94c9b3b0e),segment_id=249c5438-d0ef-4132-9144-b2c94c9b3b0e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:10:19.986184 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:20.022488 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-c004a478-6b49-4b53-bf70-02ac9a41c8ca req-bdbe4898-29c1-49fb-aefc-5ff2dc3154a6 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Allocated IP 172.20.0.4 (f8f308ba-9995-4783-99e1-ca9d8ea70b66/bcf1686f-3ee3-49d0-9844-7b5aa1be3c35/fe32ac7d-282f-49aa-b85d-75120d8ab0c4) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:10:20.048274 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab459b7f-038a-4072-a185-e28c06e02edf req-a93b850f-44a1-4ae6-9125-8a8ae435acd0 tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:20.049708 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ab459b7f-038a-4072-a185-e28c06e02edf req-a93b850f-44a1-4ae6-9125-8a8ae435acd0 tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] 10.222.0.105 "GET /v2.0/ports?device_id=634655c0-a6cf-4c4e-895a-e3729cc97045 HTTP/1.1" status: 200 len: 945 time: 0.1297107 Feb 09 01:10:20.064661 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9c990fc-4142-4fc0-bb78-92925072a330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd488f4bd-27db-4e25-9787-cc4583f45e6a'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:10:20.074205 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:20.116834 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e3ac33f-bd92-4bdc-8ecb-e838b7088d49 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:10:20.134181 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 7e3ac33f-bd92-4bdc-8ecb-e838b7088d49, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=7e3ac33f-bd92-4bdc-8ecb-e838b7088d49,segment=NetworkSegment(99af9c6b-b902-4fb4-8324-3fa58cf16b85),segment_id=99af9c6b-b902-4fb4-8324-3fa58cf16b85)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:10:20.135518 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=d488f4bd-27db-4e25-9787-cc4583f45e6a,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:20.135856 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1a90f2b9-4d07-44b1-a984-6016f9f96ff7 req-4b5427ea-fd26-433d-9ff9-8dbeb5ba7b9f tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/ports?device_id=4f584ff8-d527-4b69-95a6-07f4f1a761f5 HTTP/1.1" status: 200 len: 210 time: 0.0821989 Feb 09 01:10:20.148383 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:20.229076 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ab459b7f-038a-4072-a185-e28c06e02edf req-bb1605cf-77a6-4182-85cd-e38f85e8e5f4 tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] 10.222.0.105 "GET /v2.0/security-groups?id=d91b27f6-5fa6-4d90-9a4a-f0f30cd28df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330781 Feb 09 01:10:20.282652 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=7e3ac33f-bd92-4bdc-8ecb-e838b7088d49,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:20.298444 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f8de74b-13aa-432a-97e6-c6672bd5a234', 'name': 'network-vif-deleted', 'tag': '9e87ea02-559d-4e64-af40-02f2fff5c710', 'status': 'completed', 'code': 200} Feb 09 01:10:20.352827 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9c990fc-4142-4fc0-bb78-92925072a330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd488f4bd-27db-4e25-9787-cc4583f45e6a', 'code': 200} Feb 09 01:10:20.531202 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['7e3ac33f-bd92-4bdc-8ecb-e838b7088d49'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:10:20.936068 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c004a478-6b49-4b53-bf70-02ac9a41c8ca req-bdbe4898-29c1-49fb-aefc-5ff2dc3154a6 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:20.957496 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55527c8e-09c0-4982-84f0-dc99e764b461 req-cea5c614-9445-4aaa-aaf5-9e6b36b17e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:20.959440 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-55527c8e-09c0-4982-84f0-dc99e764b461 req-cea5c614-9445-4aaa-aaf5-9e6b36b17e80 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f9c990fc-4142-4fc0-bb78-92925072a330 HTTP/1.1" status: 200 len: 1097 time: 0.4558163 Feb 09 01:10:20.998319 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63448078-cd47-4020-9b94-2c55744f755e req-4c760a03-a4b6-4bf0-8f20-4437cc9cb31c tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:21.006488 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-63448078-cd47-4020-9b94-2c55744f755e req-4c760a03-a4b6-4bf0-8f20-4437cc9cb31c tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.5017092 Feb 09 01:10:21.092544 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f3692-618a-4273-8f51-823efee9b244 req-7a135c35-1cd9-44a8-88e7-a6ffa0ebe190 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:21.101787 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cc6f3692-618a-4273-8f51-823efee9b244 req-7a135c35-1cd9-44a8-88e7-a6ffa0ebe190 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=f9c990fc-4142-4fc0-bb78-92925072a330 HTTP/1.1" status: 200 len: 946 time: 0.6457469 Feb 09 01:10:21.195654 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-55527c8e-09c0-4982-84f0-dc99e764b461 req-23198150-a75d-4b5f-b533-e893b1cf8557 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255630 Feb 09 01:10:21.217879 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-63448078-cd47-4020-9b94-2c55744f755e req-73bcec52-bb36-426e-a058-a353b6fe8546 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104065 Feb 09 01:10:21.242449 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cc6f3692-618a-4273-8f51-823efee9b244 req-7a1e44b3-49ab-4bb2-974b-90e6964cc1f9 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397231 Feb 09 01:10:21.263837 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c004a478-6b49-4b53-bf70-02ac9a41c8ca req-bdbe4898-29c1-49fb-aefc-5ff2dc3154a6 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:21.503449 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c004a478-6b49-4b53-bf70-02ac9a41c8ca req-bdbe4898-29c1-49fb-aefc-5ff2dc3154a6 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Network f8f308ba-9995-4783-99e1-ca9d8ea70b66 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:10:21.511799 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a22aeb-d04b-4298-a113-c3806f2d9a3c req-61e25ca2-880b-450d-af46-6c8b866e1920 tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:21.513337 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b1a22aeb-d04b-4298-a113-c3806f2d9a3c req-61e25ca2-880b-450d-af46-6c8b866e1920 tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] 10.222.0.62 "GET /v2.0/ports?device_id=634655c0-a6cf-4c4e-895a-e3729cc97045 HTTP/1.1" status: 200 len: 945 time: 0.5262887 Feb 09 01:10:21.525460 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-c004a478-6b49-4b53-bf70-02ac9a41c8ca req-bdbe4898-29c1-49fb-aefc-5ff2dc3154a6 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:10:21.529686 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbe4898-29c1-49fb-aefc-5ff2dc3154a6 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Pushing event updated for resources: {'Port': ['ID=fe32ac7d-282f-49aa-b85d-75120d8ab0c4,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:21.570823 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-c004a478-6b49-4b53-bf70-02ac9a41c8ca req-bdbe4898-29c1-49fb-aefc-5ff2dc3154a6 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:10:21.691018 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:21.700198 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c004a478-6b49-4b53-bf70-02ac9a41c8ca req-bdbe4898-29c1-49fb-aefc-5ff2dc3154a6 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:21.700198 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c004a478-6b49-4b53-bf70-02ac9a41c8ca req-bdbe4898-29c1-49fb-aefc-5ff2dc3154a6 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:21.713937 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-b1a22aeb-d04b-4298-a113-c3806f2d9a3c req-a31e3f43-b107-4a05-9b25-58aec7506672 tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] Deleting port 03190541-757d-4207-9211-10bb0fa9b0b4 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:10:21.714560 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b1a22aeb-d04b-4298-a113-c3806f2d9a3c req-a31e3f43-b107-4a05-9b25-58aec7506672 tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:21.798290 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b464c8a-0e66-46a3-ab83-a4a02ec509a0 req-a559d708-8e92-43ea-b3bd-264f76daaa50 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:21.799711 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7b464c8a-0e66-46a3-ab83-a4a02ec509a0 req-a559d708-8e92-43ea-b3bd-264f76daaa50 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=80d119cd-ca22-4b44-b2d5-7d78eaca5157 HTTP/1.1" status: 200 len: 944 time: 0.4141827 Feb 09 01:10:21.808157 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c004a478-6b49-4b53-bf70-02ac9a41c8ca req-bdbe4898-29c1-49fb-aefc-5ff2dc3154a6 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6508002 Feb 09 01:10:21.819314 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3984fa2e-82a0-4571-9f8f-964d101ef148 req-38d4e96c-507e-43cf-9a9a-b64e24893b93 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:21.820054 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-3984fa2e-82a0-4571-9f8f-964d101ef148 req-38d4e96c-507e-43cf-9a9a-b64e24893b93 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Synchronizing usage tracker for tenant:ed23cff30cf943aeb6798893e4484ce7 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:10:21.953418 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-3984fa2e-82a0-4571-9f8f-964d101ef148 req-38d4e96c-507e-43cf-9a9a-b64e24893b93 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Unset dirty status for tenant:ed23cff30cf943aeb6798893e4484ce7 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:10:21.954603 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3984fa2e-82a0-4571-9f8f-964d101ef148 req-38d4e96c-507e-43cf-9a9a-b64e24893b93 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/ports?device_id=4f584ff8-d527-4b69-95a6-07f4f1a761f5 HTTP/1.1" status: 200 len: 931 time: 0.5177834 Feb 09 01:10:22.018247 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7b464c8a-0e66-46a3-ab83-a4a02ec509a0 req-ee429779-9c97-462d-bd41-faaca812aa7f tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950750 Feb 09 01:10:22.154627 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-c004a478-6b49-4b53-bf70-02ac9a41c8ca req-ffa5d68c-0427-47ab-b48b-71dbb1afd8eb service neutron] Request body: {'port': {'device_id': '4f584ff8-d527-4b69-95a6-07f4f1a761f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:22.307128 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3984fa2e-82a0-4571-9f8f-964d101ef148 req-71f546f5-15ad-41af-b823-50c2dd7baa98 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/security-groups?id=194f545e-58c8-4256-85e7-d6b0250214f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429830 Feb 09 01:10:22.423702 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-b1a22aeb-d04b-4298-a113-c3806f2d9a3c req-a31e3f43-b107-4a05-9b25-58aec7506672 tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] For port 03190541-757d-4207-9211-10bb0fa9b0b4, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=03190541-757d-4207-9211-10bb0fa9b0b4,segment=NetworkSegment(098a280c-0288-4beb-be07-8b77b9a18cce),segment_id=098a280c-0288-4beb-be07-8b77b9a18cce)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:10:22.424053 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b1a22aeb-d04b-4298-a113-c3806f2d9a3c req-a31e3f43-b107-4a05-9b25-58aec7506672 tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:22.445374 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c004a478-6b49-4b53-bf70-02ac9a41c8ca req-ffa5d68c-0427-47ab-b48b-71dbb1afd8eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:22.615399 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-b1a22aeb-d04b-4298-a113-c3806f2d9a3c req-a31e3f43-b107-4a05-9b25-58aec7506672 tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] Calling delete_port for 03190541-757d-4207-9211-10bb0fa9b0b4 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:10:22.760212 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c2bbb-c43e-42b5-b3ab-38ae32f9fca0 req-f2e7a302-eebb-491b-b1fe-37a6deb77571 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:22.767211 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a23c2bbb-c43e-42b5-b3ab-38ae32f9fca0 req-f2e7a302-eebb-491b-b1fe-37a6deb77571 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.5517466 Feb 09 01:10:22.912425 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a23c2bbb-c43e-42b5-b3ab-38ae32f9fca0 req-2449ca77-80cd-460a-b86a-176d353805ee tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442308 Feb 09 01:10:23.168007 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af4f47-e339-4706-aca6-5d412f3d9558 req-c61d489f-0b36-44f3-95e8-f3d832dc2dba tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:23.169503 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-16af4f47-e339-4706-aca6-5d412f3d9558 req-c61d489f-0b36-44f3-95e8-f3d832dc2dba tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] 10.222.0.105 "GET /v2.0/ports?device_id=634655c0-a6cf-4c4e-895a-e3729cc97045 HTTP/1.1" status: 200 len: 945 time: 0.6591880 Feb 09 01:10:23.342401 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b1a22aeb-d04b-4298-a113-c3806f2d9a3c req-a31e3f43-b107-4a05-9b25-58aec7506672 tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:23.353664 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['03190541-757d-4207-9211-10bb0fa9b0b4'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:10:23.403337 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-16af4f47-e339-4706-aca6-5d412f3d9558 req-1f2d5045-fee2-48fb-a04f-84877e8831c0 tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] 10.222.0.105 "GET /v2.0/security-groups?id=d91b27f6-5fa6-4d90-9a4a-f0f30cd28df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035410 Feb 09 01:10:23.438515 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 7e3ac33f-bd92-4bdc-8ecb-e838b7088d49 up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:10:23.478897 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31e3f43-b107-4a05-9b25-58aec7506672 tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] Pushing event deleted for resources: {'Port': ['ID=03190541-757d-4207-9211-10bb0fa9b0b4,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:23.578722 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port 7e3ac33f-bd92-4bdc-8ecb-e838b7088d49 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:10:23.598662 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 7e3ac33f-bd92-4bdc-8ecb-e838b7088d49 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:23.600174 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:23.677657 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8938be8-f029-4c8e-b85d-3a3ae35fb40b req-d5eddee7-278b-4e09-b86d-d93e987b7941 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:23.687388 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d8938be8-f029-4c8e-b85d-3a3ae35fb40b req-d5eddee7-278b-4e09-b86d-d93e987b7941 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=f9c990fc-4142-4fc0-bb78-92925072a330 HTTP/1.1" status: 200 len: 946 time: 0.5671439 Feb 09 01:10:23.771886 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1a22aeb-d04b-4298-a113-c3806f2d9a3c req-a31e3f43-b107-4a05-9b25-58aec7506672 tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] No DVR routers for this DVR port 03190541-757d-4207-9211-10bb0fa9b0b4 on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:10:23.857493 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b1a22aeb-d04b-4298-a113-c3806f2d9a3c req-a31e3f43-b107-4a05-9b25-58aec7506672 tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:23.859100 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:23.891178 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d119cd-ca22-4b44-b2d5-7d78eaca5157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e3ac33f-bd92-4bdc-8ecb-e838b7088d49'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:10:23.903717 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 7e3ac33f-bd92-4bdc-8ecb-e838b7088d49, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=7e3ac33f-bd92-4bdc-8ecb-e838b7088d49,segment=NetworkSegment(99af9c6b-b902-4fb4-8324-3fa58cf16b85),segment_id=99af9c6b-b902-4fb4-8324-3fa58cf16b85)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:10:23.909521 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:23.910582 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 03190541-757d-4207-9211-10bb0fa9b0b4 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:10:23.974946 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '634655c0-a6cf-4c4e-895a-e3729cc97045', 'name': 'network-vif-deleted', 'tag': '03190541-757d-4207-9211-10bb0fa9b0b4'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:10:23.987687 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: 03190541-757d-4207-9211-10bb0fa9b0b4 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:10:23.988341 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 03190541-757d-4207-9211-10bb0fa9b0b4 not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:10:24.022639 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b1a22aeb-d04b-4298-a113-c3806f2d9a3c req-a31e3f43-b107-4a05-9b25-58aec7506672 tempest-ServersNegativeTestMultiTenantJSON-1811262664 tempest-ServersNegativeTestMultiTenantJSON-1811262664-project] 10.222.0.62 "DELETE /v2.0/ports/03190541-757d-4207-9211-10bb0fa9b0b4 HTTP/1.1" status: 204 len: 173 time: 2.4939384 Feb 09 01:10:24.045137 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=7e3ac33f-bd92-4bdc-8ecb-e838b7088d49,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:24.071225 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d8938be8-f029-4c8e-b85d-3a3ae35fb40b req-7654f962-9546-4875-bc8d-929f9aff6e90 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3810225 Feb 09 01:10:24.272160 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c269a4-3926-4058-a36c-f8373c2ca6fa req-17db58be-bc42-48d9-a426-b02cdbd07fae tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:24.284433 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e1c269a4-3926-4058-a36c-f8373c2ca6fa req-17db58be-bc42-48d9-a426-b02cdbd07fae tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=80d119cd-ca22-4b44-b2d5-7d78eaca5157 HTTP/1.1" status: 200 len: 945 time: 0.3860235 Feb 09 01:10:24.357911 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-c004a478-6b49-4b53-bf70-02ac9a41c8ca req-ffa5d68c-0427-47ab-b48b-71dbb1afd8eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe32ac7d-282f-49aa-b85d-75120d8ab0c4 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:10:24.382332 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c004a478-6b49-4b53-bf70-02ac9a41c8ca req-ffa5d68c-0427-47ab-b48b-71dbb1afd8eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:24.440946 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-c004a478-6b49-4b53-bf70-02ac9a41c8ca req-ffa5d68c-0427-47ab-b48b-71dbb1afd8eb service neutron] Transition to ACTIVE for port object fe32ac7d-282f-49aa-b85d-75120d8ab0c4 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:10:24.451295 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e1c269a4-3926-4058-a36c-f8373c2ca6fa req-0acabd65-7da8-4903-a1c5-9d1b89eab5f4 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653976 Feb 09 01:10:24.454178 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c004a478-6b49-4b53-bf70-02ac9a41c8ca req-ffa5d68c-0427-47ab-b48b-71dbb1afd8eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:24.644459 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:24.796443 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa5d68c-0427-47ab-b48b-71dbb1afd8eb service neutron] Pushing event updated for resources: {'Port': ['ID=fe32ac7d-282f-49aa-b85d-75120d8ab0c4,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:24.825255 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf1fb09-8c2d-4836-b9bd-05d10526512d req-9f98d482-301d-4cc5-9f8f-da29aee62992 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:24.832292 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4cf1fb09-8c2d-4836-b9bd-05d10526512d req-9f98d482-301d-4cc5-9f8f-da29aee62992 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/ports?device_id=4f584ff8-d527-4b69-95a6-07f4f1a761f5 HTTP/1.1" status: 200 len: 931 time: 0.5731921 Feb 09 01:10:24.930208 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4cf1fb09-8c2d-4836-b9bd-05d10526512d req-ea1bcd03-1bd0-4008-a07a-dd73935b37d9 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/security-groups?id=194f545e-58c8-4256-85e7-d6b0250214f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970533 Feb 09 01:10:24.946526 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a45c9-2502-419d-b26e-9342e117b55d req-5e48a4b7-d39c-485c-bf45-982ff8a1c934 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:24.951832 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e77a45c9-2502-419d-b26e-9342e117b55d req-5e48a4b7-d39c-485c-bf45-982ff8a1c934 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.3469355 Feb 09 01:10:24.952554 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-c004a478-6b49-4b53-bf70-02ac9a41c8ca req-ffa5d68c-0427-47ab-b48b-71dbb1afd8eb service neutron] Attempting to bind port fe32ac7d-282f-49aa-b85d-75120d8ab0c4 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:10:24.952884 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-c004a478-6b49-4b53-bf70-02ac9a41c8ca req-ffa5d68c-0427-47ab-b48b-71dbb1afd8eb service neutron] Attempting to bind port fe32ac7d-282f-49aa-b85d-75120d8ab0c4 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '7028469f-a90e-4c47-872a-5a2ad851e329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f8f308ba-9995-4783-99e1-ca9d8ea70b66'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:10:24.954913 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c004a478-6b49-4b53-bf70-02ac9a41c8ca req-ffa5d68c-0427-47ab-b48b-71dbb1afd8eb service neutron] Attempting to bind port fe32ac7d-282f-49aa-b85d-75120d8ab0c4 on network f8f308ba-9995-4783-99e1-ca9d8ea70b66 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:10:24.990386 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d119cd-ca22-4b44-b2d5-7d78eaca5157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e3ac33f-bd92-4bdc-8ecb-e838b7088d49', 'code': 200} Feb 09 01:10:25.026615 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c004a478-6b49-4b53-bf70-02ac9a41c8ca req-ffa5d68c-0427-47ab-b48b-71dbb1afd8eb service neutron] Port fe32ac7d-282f-49aa-b85d-75120d8ab0c4 on network f8f308ba-9995-4783-99e1-ca9d8ea70b66 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:10:25.027154 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c004a478-6b49-4b53-bf70-02ac9a41c8ca req-ffa5d68c-0427-47ab-b48b-71dbb1afd8eb service neutron] Attempting to bind port fe32ac7d-282f-49aa-b85d-75120d8ab0c4 on network f8f308ba-9995-4783-99e1-ca9d8ea70b66 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:10:25.045113 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '634655c0-a6cf-4c4e-895a-e3729cc97045', 'name': 'network-vif-deleted', 'tag': '03190541-757d-4207-9211-10bb0fa9b0b4', 'status': 'completed', 'code': 200} Feb 09 01:10:25.056895 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c004a478-6b49-4b53-bf70-02ac9a41c8ca req-ffa5d68c-0427-47ab-b48b-71dbb1afd8eb service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:10:25.057226 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c004a478-6b49-4b53-bf70-02ac9a41c8ca req-ffa5d68c-0427-47ab-b48b-71dbb1afd8eb service neutron] Checking segment: {'id': '7028469f-a90e-4c47-872a-5a2ad851e329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f8f308ba-9995-4783-99e1-ca9d8ea70b66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:10:25.057635 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c004a478-6b49-4b53-bf70-02ac9a41c8ca req-ffa5d68c-0427-47ab-b48b-71dbb1afd8eb service neutron] Bound using segment: {'id': '7028469f-a90e-4c47-872a-5a2ad851e329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f8f308ba-9995-4783-99e1-ca9d8ea70b66'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:10:25.058398 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-c004a478-6b49-4b53-bf70-02ac9a41c8ca req-ffa5d68c-0427-47ab-b48b-71dbb1afd8eb service neutron] Bound port: fe32ac7d-282f-49aa-b85d-75120d8ab0c4, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7028469f-a90e-4c47-872a-5a2ad851e329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f8f308ba-9995-4783-99e1-ca9d8ea70b66'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:10:25.058752 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c004a478-6b49-4b53-bf70-02ac9a41c8ca req-ffa5d68c-0427-47ab-b48b-71dbb1afd8eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:25.284262 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e77a45c9-2502-419d-b26e-9342e117b55d req-c72b721b-5bae-4a1d-af0d-2f8fc6af4958 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3211279 Feb 09 01:10:25.355210 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78df5bfc-0882-4d70-9108-bd6b53a489ba req-b29b28d9-2758-4ae5-a80d-58a6cc28dbe5 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:25.362348 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-78df5bfc-0882-4d70-9108-bd6b53a489ba req-b29b28d9-2758-4ae5-a80d-58a6cc28dbe5 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=f9c990fc-4142-4fc0-bb78-92925072a330 HTTP/1.1" status: 200 len: 946 time: 0.2113650 Feb 09 01:10:25.390145 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-c004a478-6b49-4b53-bf70-02ac9a41c8ca req-ffa5d68c-0427-47ab-b48b-71dbb1afd8eb service neutron] For port fe32ac7d-282f-49aa-b85d-75120d8ab0c4, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:10:25.399274 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e85478-18f8-478c-8d09-84397ca72552 req-d344a7ea-4a5f-4320-97c6-2a9c286ade5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:25.401085 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e3e85478-18f8-478c-8d09-84397ca72552 req-d344a7ea-4a5f-4320-97c6-2a9c286ade5c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=80d119cd-ca22-4b44-b2d5-7d78eaca5157 HTTP/1.1" status: 200 len: 1096 time: 0.3054123 Feb 09 01:10:25.420905 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-c004a478-6b49-4b53-bf70-02ac9a41c8ca req-ffa5d68c-0427-47ab-b48b-71dbb1afd8eb service neutron] For port fe32ac7d-282f-49aa-b85d-75120d8ab0c4, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=fe32ac7d-282f-49aa-b85d-75120d8ab0c4,segment=NetworkSegment(7028469f-a90e-4c47-872a-5a2ad851e329),segment_id=7028469f-a90e-4c47-872a-5a2ad851e329)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:10:25.450661 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c004a478-6b49-4b53-bf70-02ac9a41c8ca req-ffa5d68c-0427-47ab-b48b-71dbb1afd8eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:25.477236 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 34616) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:25.530308 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-78df5bfc-0882-4d70-9108-bd6b53a489ba req-998b5be3-08f2-4d52-b00b-02d3d192773f tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667528 Feb 09 01:10:25.593358 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c004a478-6b49-4b53-bf70-02ac9a41c8ca req-ffa5d68c-0427-47ab-b48b-71dbb1afd8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:25.595927 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c004a478-6b49-4b53-bf70-02ac9a41c8ca req-ffa5d68c-0427-47ab-b48b-71dbb1afd8eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:25.597652 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c004a478-6b49-4b53-bf70-02ac9a41c8ca req-ffa5d68c-0427-47ab-b48b-71dbb1afd8eb service neutron] 10.222.0.62 "PUT /v2.0/ports/fe32ac7d-282f-49aa-b85d-75120d8ab0c4 HTTP/1.1" status: 200 len: 1091 time: 3.7734838 Feb 09 01:10:25.630665 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e3e85478-18f8-478c-8d09-84397ca72552 req-71e7aa55-f0a3-4fd0-bd27-969f12b6c325 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076879 Feb 09 01:10:25.659926 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-02d2cea7-bfd3-43ef-aabb-2b90b4f60882 admin admin] Deleting subnet 0937e3ed-1ce8-462f-8406-daa9fd1feaa0 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:10:25.665945 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-02d2cea7-bfd3-43ef-aabb-2b90b4f60882 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:25.696507 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa5d68c-0427-47ab-b48b-71dbb1afd8eb service neutron] Pushing event updated for resources: {'Port': ['ID=fe32ac7d-282f-49aa-b85d-75120d8ab0c4,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:25.765724 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997a6293-4a2d-4bad-acb8-1c51f23efc5d req-1d5a1922-4a74-4781-8ccc-fdae6888d8a9 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:25.767805 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-997a6293-4a2d-4bad-acb8-1c51f23efc5d req-1d5a1922-4a74-4781-8ccc-fdae6888d8a9 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.1360080 Feb 09 01:10:25.788270 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-02d2cea7-bfd3-43ef-aabb-2b90b4f60882 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:25.887656 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-02d2cea7-bfd3-43ef-aabb-2b90b4f60882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:25.918130 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-997a6293-4a2d-4bad-acb8-1c51f23efc5d req-e70b8ce0-bf0a-430d-8de9-ecf5875c7da3 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444395 Feb 09 01:10:25.981762 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c004a478-6b49-4b53-bf70-02ac9a41c8ca req-fba77aca-ce3e-4312-91e9-50925e3ae704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:25.983302 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c004a478-6b49-4b53-bf70-02ac9a41c8ca req-fba77aca-ce3e-4312-91e9-50925e3ae704 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ed23cff30cf943aeb6798893e4484ce7&device_id=4f584ff8-d527-4b69-95a6-07f4f1a761f5 HTTP/1.1" status: 200 len: 1094 time: 0.1634345 Feb 09 01:10:26.017700 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-02d2cea7-bfd3-43ef-aabb-2b90b4f60882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:26.100114 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d2cea7-bfd3-43ef-aabb-2b90b4f60882 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0937e3ed-1ce8-462f-8406-daa9fd1feaa0,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:26.108706 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-02d2cea7-bfd3-43ef-aabb-2b90b4f60882 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:26.134609 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-02d2cea7-bfd3-43ef-aabb-2b90b4f60882 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/0937e3ed-1ce8-462f-8406-daa9fd1feaa0 HTTP/1.1" status: 204 len: 168 time: 0.6562164 Feb 09 01:10:26.144640 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 34626) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:26.214451 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760e9eda-58d7-4326-8779-7239dfcd32ad req-9a885431-7f3e-4dfc-8cfc-c0e4a8c41146 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:26.221424 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-760e9eda-58d7-4326-8779-7239dfcd32ad req-9a885431-7f3e-4dfc-8cfc-c0e4a8c41146 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=80d119cd-ca22-4b44-b2d5-7d78eaca5157 HTTP/1.1" status: 200 len: 945 time: 0.3647037 Feb 09 01:10:26.244939 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c004a478-6b49-4b53-bf70-02ac9a41c8ca req-a8676e9b-bc81-4ef1-b07a-153d85a4e999 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe32ac7d-282f-49aa-b85d-75120d8ab0c4 HTTP/1.1" status: 200 len: 217 time: 0.2522268 Feb 09 01:10:26.339739 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-760e9eda-58d7-4326-8779-7239dfcd32ad req-6b27665c-2787-4724-ac14-dea385f694b4 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172950 Feb 09 01:10:26.385990 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c004a478-6b49-4b53-bf70-02ac9a41c8ca req-22dbc062-3997-4842-bcd1-d0fbb46f97e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:26.391836 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c004a478-6b49-4b53-bf70-02ac9a41c8ca req-22dbc062-3997-4842-bcd1-d0fbb46f97e8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bcf1686f-3ee3-49d0-9844-7b5aa1be3c35 HTTP/1.1" status: 200 len: 859 time: 0.1314025 Feb 09 01:10:26.397117 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-29e0fbd1-c1c8-4e55-9f04-733445936996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:26.504609 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c004a478-6b49-4b53-bf70-02ac9a41c8ca req-afc120b2-d18d-4827-86a6-adb46ec9397a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f8f308ba-9995-4783-99e1-ca9d8ea70b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1026180 Feb 09 01:10:26.886979 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c004a478-6b49-4b53-bf70-02ac9a41c8ca req-a823bc4f-78ea-4dde-aa16-85d584cf60ca service neutron] 10.222.0.62 "GET /v2.0/networks/f8f308ba-9995-4783-99e1-ca9d8ea70b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3686409 Feb 09 01:10:26.910064 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c2e9f-407c-4dba-b6eb-6a0e0da4b184 req-d93dd8e0-e582-4928-94c0-67a348eacac3 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:26.919007 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bf4c2e9f-407c-4dba-b6eb-6a0e0da4b184 req-d93dd8e0-e582-4928-94c0-67a348eacac3 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/ports?device_id=4f584ff8-d527-4b69-95a6-07f4f1a761f5 HTTP/1.1" status: 200 len: 943 time: 0.3464162 Feb 09 01:10:26.961789 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-29e0fbd1-c1c8-4e55-9f04-733445936996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:27.016303 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-29e0fbd1-c1c8-4e55-9f04-733445936996 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9985582-7d42-4984-810e-f81456accc3a']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:27.048712 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-29e0fbd1-c1c8-4e55-9f04-733445936996 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '098a280c-0288-4beb-be07-8b77b9a18cce') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:27.049403 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-29e0fbd1-c1c8-4e55-9f04-733445936996 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '098a280c-0288-4beb-be07-8b77b9a18cce') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:27.067390 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f584ff8-d527-4b69-95a6-07f4f1a761f5', 'tag': 'fe32ac7d-282f-49aa-b85d-75120d8ab0c4'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:10:27.081276 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-29e0fbd1-c1c8-4e55-9f04-733445936996 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:27.120767 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-29e0fbd1-c1c8-4e55-9f04-733445936996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:27.134324 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29e0fbd1-c1c8-4e55-9f04-733445936996 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:10:27.134749 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-29e0fbd1-c1c8-4e55-9f04-733445936996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:27.160876 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bf4c2e9f-407c-4dba-b6eb-6a0e0da4b184 req-2c5c9aaa-9c42-4e5f-a72f-f42c5f9abcfd tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/security-groups?id=194f545e-58c8-4256-85e7-d6b0250214f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783414 Feb 09 01:10:27.320029 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:10:27.320029 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:10:27.320029 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:10:27.320029 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:10:27.320029 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:10:27.320029 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:10:27.320029 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:10:27.320029 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:10:27.320029 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:10:27.320029 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:10:27.320029 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:10:27.320029 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:10:27.320029 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:10:27.320029 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:10:27.320029 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:10:27.320029 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:10:27.320029 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:10:27.320029 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:10:27.320029 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:10:27.320029 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:10:27.320029 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:10:27.320029 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:10:27.320029 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:10:27.320029 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:10:27.320029 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:10:27.320029 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:10:27.320029 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:10:27.320029 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:10:27.320029 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:10:27.320029 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:10:27.320029 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:10:27.320029 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:10:27.322283 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-29e0fbd1-c1c8-4e55-9f04-733445936996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:27.334248 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8e43bc-682d-401e-8ef2-7a716d1f4d0a req-71b57684-5f1c-4154-92cd-8273995a0fa6 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:27.340730 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-29e0fbd1-c1c8-4e55-9f04-733445936996 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:27.344540 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4f8e43bc-682d-401e-8ef2-7a716d1f4d0a req-71b57684-5f1c-4154-92cd-8273995a0fa6 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=f9c990fc-4142-4fc0-bb78-92925072a330 HTTP/1.1" status: 200 len: 946 time: 0.4243715 Feb 09 01:10:27.353095 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e0fbd1-c1c8-4e55-9f04-733445936996 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9985582-7d42-4984-810e-f81456accc3a,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:27.369059 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-29e0fbd1-c1c8-4e55-9f04-733445936996 admin admin] 10.222.0.105 "DELETE /v2.0/networks/a9985582-7d42-4984-810e-f81456accc3a HTTP/1.1" status: 204 len: 168 time: 1.2202954 Feb 09 01:10:27.371798 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 34654) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:27.444842 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-1af6a300-13d2-4c82-adef-60995400cf26 admin admin] Deleting subnet 506056fc-24ef-47c0-9a95-653c2ebbb94f {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:10:27.452037 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1af6a300-13d2-4c82-adef-60995400cf26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:27.463560 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c004a478-6b49-4b53-bf70-02ac9a41c8ca req-02c2b6e7-3220-4edd-a3c2-43c272fd2896 service neutron] 10.222.0.62 "GET /v2.0/networks/f8f308ba-9995-4783-99e1-ca9d8ea70b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5077236 Feb 09 01:10:27.493473 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4f8e43bc-682d-401e-8ef2-7a716d1f4d0a req-ae378baf-d5ce-4347-b7b6-836d2e8f96e9 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479404 Feb 09 01:10:27.539642 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1af6a300-13d2-4c82-adef-60995400cf26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:27.594137 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0828c6c9-b31b-498b-946a-651a49385445 req-f23b6d4c-edca-4543-98a6-67ce65abb9f3 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:27.607915 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0828c6c9-b31b-498b-946a-651a49385445 req-f23b6d4c-edca-4543-98a6-67ce65abb9f3 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.1897976 Feb 09 01:10:27.618102 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1af6a300-13d2-4c82-adef-60995400cf26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:27.624370 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f584ff8-d527-4b69-95a6-07f4f1a761f5', 'tag': 'fe32ac7d-282f-49aa-b85d-75120d8ab0c4', 'status': 'completed', 'code': 200} Feb 09 01:10:27.706000 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1af6a300-13d2-4c82-adef-60995400cf26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:27.772008 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af6a300-13d2-4c82-adef-60995400cf26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=506056fc-24ef-47c0-9a95-653c2ebbb94f,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:27.774166 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1af6a300-13d2-4c82-adef-60995400cf26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:27.781495 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1af6a300-13d2-4c82-adef-60995400cf26 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/506056fc-24ef-47c0-9a95-653c2ebbb94f HTTP/1.1" status: 204 len: 168 time: 0.4080019 Feb 09 01:10:27.783960 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 34662) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:27.880945 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0828c6c9-b31b-498b-946a-651a49385445 req-93552196-ec87-4d08-811e-2e04cae1e1b4 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720647 Feb 09 01:10:27.912208 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f41437e-2bc8-49e8-9472-05367ce55830 req-33b8c78c-7573-41ec-94e9-7e3274bde633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:27.914190 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8f41437e-2bc8-49e8-9472-05367ce55830 req-33b8c78c-7573-41ec-94e9-7e3274bde633 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ed23cff30cf943aeb6798893e4484ce7&device_id=4f584ff8-d527-4b69-95a6-07f4f1a761f5 HTTP/1.1" status: 200 len: 1094 time: 0.2563453 Feb 09 01:10:27.950562 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2338ec2e-acc2-4c1a-8e3a-aa049ee51642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:28.030050 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e56c15d-6465-41bd-9145-b263be288587 req-c1beef42-0748-4544-84bc-edfd8ac5977a tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:28.031513 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6e56c15d-6465-41bd-9145-b263be288587 req-c1beef42-0748-4544-84bc-edfd8ac5977a tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=80d119cd-ca22-4b44-b2d5-7d78eaca5157 HTTP/1.1" status: 200 len: 945 time: 0.2783594 Feb 09 01:10:28.193784 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6e56c15d-6465-41bd-9145-b263be288587 req-97823911-ca05-495e-bead-68d75920bd09 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196783 Feb 09 01:10:28.232282 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2338ec2e-acc2-4c1a-8e3a-aa049ee51642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:28.258374 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f41437e-2bc8-49e8-9472-05367ce55830 req-97d2aa8c-de0e-428a-88f1-bb058b04de4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:28.260227 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8f41437e-2bc8-49e8-9472-05367ce55830 req-97d2aa8c-de0e-428a-88f1-bb058b04de4a service neutron] 10.222.0.62 "GET /v2.0/networks?id=f8f308ba-9995-4783-99e1-ca9d8ea70b66 HTTP/1.1" status: 200 len: 920 time: 0.3389182 Feb 09 01:10:28.268545 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-2338ec2e-acc2-4c1a-8e3a-aa049ee51642 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39ba01ec-14d0-43df-b7ca-84d8447deb2c']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:28.275623 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee5c568-bf60-44d2-84df-6e7c06992f5e req-8c49ebbf-7278-4675-90e3-c2c903f2197f tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:28.277439 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2ee5c568-bf60-44d2-84df-6e7c06992f5e req-8c49ebbf-7278-4675-90e3-c2c903f2197f tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.2450202 Feb 09 01:10:28.284207 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-2338ec2e-acc2-4c1a-8e3a-aa049ee51642 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45ccdd7e-31dd-43c7-ab72-e4c58df0cb7f') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:28.284442 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-2338ec2e-acc2-4c1a-8e3a-aa049ee51642 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45ccdd7e-31dd-43c7-ab72-e4c58df0cb7f') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:28.297802 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2338ec2e-acc2-4c1a-8e3a-aa049ee51642 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:28.323555 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2338ec2e-acc2-4c1a-8e3a-aa049ee51642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:28.343667 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2338ec2e-acc2-4c1a-8e3a-aa049ee51642 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:10:28.344066 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2338ec2e-acc2-4c1a-8e3a-aa049ee51642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:28.424504 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8f41437e-2bc8-49e8-9472-05367ce55830 req-fba4e6b8-72b0-49ce-b96f-38ace5fd236d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe32ac7d-282f-49aa-b85d-75120d8ab0c4 HTTP/1.1" status: 200 len: 217 time: 0.1459172 Feb 09 01:10:28.480665 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:10:28.480665 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:10:28.480665 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:10:28.480665 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:10:28.480665 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:10:28.480665 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:10:28.480665 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:10:28.480665 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:10:28.480665 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:10:28.480665 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:10:28.480665 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:10:28.480665 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:10:28.480665 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:10:28.480665 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:10:28.480665 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:10:28.480665 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:10:28.480665 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:10:28.480665 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:10:28.480665 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:10:28.480665 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:10:28.480665 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:10:28.480665 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:10:28.480665 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:10:28.480665 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:10:28.480665 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:10:28.480665 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:10:28.480665 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:10:28.480665 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:10:28.480665 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:10:28.480665 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:10:28.480665 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:10:28.480665 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:10:28.484140 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2338ec2e-acc2-4c1a-8e3a-aa049ee51642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:28.493184 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2338ec2e-acc2-4c1a-8e3a-aa049ee51642 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:28.504200 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2ee5c568-bf60-44d2-84df-6e7c06992f5e req-c341dca8-df08-4739-9028-cb2083c00c61 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725678 Feb 09 01:10:28.518814 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2338ec2e-acc2-4c1a-8e3a-aa049ee51642 admin admin] Pushing event deleted for resources: {'Network': ['ID=39ba01ec-14d0-43df-b7ca-84d8447deb2c,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:28.524045 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-2338ec2e-acc2-4c1a-8e3a-aa049ee51642 admin admin] 10.222.0.105 "DELETE /v2.0/networks/39ba01ec-14d0-43df-b7ca-84d8447deb2c HTTP/1.1" status: 204 len: 168 time: 0.7383235 Feb 09 01:10:28.538334 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f41437e-2bc8-49e8-9472-05367ce55830 req-89891c37-2239-4139-8098-4941b9eb839b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:28.539803 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8f41437e-2bc8-49e8-9472-05367ce55830 req-89891c37-2239-4139-8098-4941b9eb839b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bcf1686f-3ee3-49d0-9844-7b5aa1be3c35 HTTP/1.1" status: 200 len: 859 time: 0.1014826 Feb 09 01:10:28.619888 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8f41437e-2bc8-49e8-9472-05367ce55830 req-a7037eb4-d4b2-4a6a-a674-7b0d5b56c14c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f8f308ba-9995-4783-99e1-ca9d8ea70b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715594 Feb 09 01:10:28.662334 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b95c71-0513-4e3b-bf64-e21853aa1c5a req-46fa8abe-dc0b-4a5b-96de-a4e47b9e25b5 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:28.664422 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e3b95c71-0513-4e3b-bf64-e21853aa1c5a req-46fa8abe-dc0b-4a5b-96de-a4e47b9e25b5 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/ports?device_id=4f584ff8-d527-4b69-95a6-07f4f1a761f5 HTTP/1.1" status: 200 len: 943 time: 0.2816548 Feb 09 01:10:28.859057 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 34682) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:28.930184 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e3b95c71-0513-4e3b-bf64-e21853aa1c5a req-4d5215c6-6fe5-48c1-9c1e-6c9689b71ba8 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/security-groups?id=194f545e-58c8-4256-85e7-d6b0250214f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090151 Feb 09 01:10:28.987675 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c3dd58a8-42c1-46d7-aebe-2ecf386e90de admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=5923996e8d9847c1b4169e1792d1636b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1264353 Feb 09 01:10:28.990948 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 34688) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:29.103262 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8f41437e-2bc8-49e8-9472-05367ce55830 req-fc76d0fd-9f3e-4555-8dbd-222ce1825c37 service neutron] 10.222.0.62 "GET /v2.0/networks/f8f308ba-9995-4783-99e1-ca9d8ea70b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4768326 Feb 09 01:10:29.141067 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3f3d4801-d75a-4e74-9cf9-af3592af7e0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:29.160589 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3f3d4801-d75a-4e74-9cf9-af3592af7e0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:29.231317 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3f3d4801-d75a-4e74-9cf9-af3592af7e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:29.262170 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3d4801-d75a-4e74-9cf9-af3592af7e0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91b27f6-5fa6-4d90-9a4a-f0f30cd28df1,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:29.274507 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3f3d4801-d75a-4e74-9cf9-af3592af7e0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:29.279199 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-3f3d4801-d75a-4e74-9cf9-af3592af7e0e admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/d91b27f6-5fa6-4d90-9a4a-f0f30cd28df1 HTTP/1.1" status: 204 len: 168 time: 0.2871618 Feb 09 01:10:29.395387 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b21bc7-9836-482a-903a-dce798232ebe req-05dd3146-c106-4c46-b08c-f7fb25bf6f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:29.395387 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f7b21bc7-9836-482a-903a-dce798232ebe req-05dd3146-c106-4c46-b08c-f7fb25bf6f3d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=31d75c3847f44b229ecd5ad32549f4f2&device_id=80d119cd-ca22-4b44-b2d5-7d78eaca5157 HTTP/1.1" status: 200 len: 1096 time: 0.3978229 Feb 09 01:10:29.432770 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device fe32ac7d-282f-49aa-b85d-75120d8ab0c4 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:10:29.618812 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cf4534-a3b3-47b4-b91d-8fe509fc04b5 req-bdb8ee73-21d8-4632-8bbd-06874b5094ce tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:29.627259 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-58cf4534-a3b3-47b4-b91d-8fe509fc04b5 req-bdb8ee73-21d8-4632-8bbd-06874b5094ce tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=80d119cd-ca22-4b44-b2d5-7d78eaca5157 HTTP/1.1" status: 200 len: 945 time: 0.4114621 Feb 09 01:10:29.631520 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8f41437e-2bc8-49e8-9472-05367ce55830 req-4fe6c06b-9cbb-4ee3-91c2-391921f819ea service neutron] 10.222.0.62 "GET /v2.0/networks/f8f308ba-9995-4783-99e1-ca9d8ea70b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5177894 Feb 09 01:10:29.664967 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942de7a8-b5cc-4b89-8085-f04a78d82c51 req-ad41987c-ace7-4b11-a17d-401464f809c6 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:29.678046 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-942de7a8-b5cc-4b89-8085-f04a78d82c51 req-ad41987c-ace7-4b11-a17d-401464f809c6 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=f9c990fc-4142-4fc0-bb78-92925072a330 HTTP/1.1" status: 200 len: 946 time: 0.5230212 Feb 09 01:10:29.772502 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port fe32ac7d-282f-49aa-b85d-75120d8ab0c4, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=fe32ac7d-282f-49aa-b85d-75120d8ab0c4,segment=NetworkSegment(7028469f-a90e-4c47-872a-5a2ad851e329),segment_id=7028469f-a90e-4c47-872a-5a2ad851e329)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:10:29.820161 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-942de7a8-b5cc-4b89-8085-f04a78d82c51 req-e6468cd7-9ea0-4143-942b-3ad0e6b11e26 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351199 Feb 09 01:10:29.855893 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-58cf4534-a3b3-47b4-b91d-8fe509fc04b5 req-7fbde76d-0d4a-4d42-b9c5-a04017c322a4 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224002 Feb 09 01:10:29.857041 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b21bc7-9836-482a-903a-dce798232ebe req-e38eda8a-26b2-4041-bb0d-6b08d0a70345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:29.865743 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': 'fe32ac7d-282f-49aa-b85d-75120d8ab0c4', 'network_id': 'f8f308ba-9995-4783-99e1-ca9d8ea70b66', 'port_id': 'fe32ac7d-282f-49aa-b85d-75120d8ab0c4', 'mac_address': 'fa:16:3e:2b:04:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcf1686f-3ee3-49d0-9844-7b5aa1be3c35', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:10:29.871021 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f7b21bc7-9836-482a-903a-dce798232ebe req-e38eda8a-26b2-4041-bb0d-6b08d0a70345 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ca102a1f-d5bf-460d-8853-70bcd81c5d48 HTTP/1.1" status: 200 len: 920 time: 0.4564631 Feb 09 01:10:29.950437 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:29.970263 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe32ac7d-282f-49aa-b85d-75120d8ab0c4 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:10:29.974505 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 34708) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:30.030497 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port fe32ac7d-282f-49aa-b85d-75120d8ab0c4, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=fe32ac7d-282f-49aa-b85d-75120d8ab0c4,segment=NetworkSegment(7028469f-a90e-4c47-872a-5a2ad851e329),segment_id=7028469f-a90e-4c47-872a-5a2ad851e329)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:10:30.038815 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:30.065346 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f7b21bc7-9836-482a-903a-dce798232ebe req-b8c863cf-d7d5-4545-9ed2-1fe9b925b49a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e3ac33f-bd92-4bdc-8ecb-e838b7088d49 HTTP/1.1" status: 200 len: 217 time: 0.1841507 Feb 09 01:10:30.091908 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e1ced033-d8d5-421d-aab1-2dcb6f8817f8 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=30bd6525e49c41f1908c4cb73a414a50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1156354 Feb 09 01:10:30.092549 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 34712) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:30.147655 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=fe32ac7d-282f-49aa-b85d-75120d8ab0c4,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:30.171099 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e0e5ce83-9941-4857-8ea1-17b14ba59f8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:30.235365 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e0e5ce83-9941-4857-8ea1-17b14ba59f8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:30.282217 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b21bc7-9836-482a-903a-dce798232ebe req-3030684f-162f-4303-9f68-3cacf80ecdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:30.283921 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f7b21bc7-9836-482a-903a-dce798232ebe req-3030684f-162f-4303-9f68-3cacf80ecdc7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=22a67f5c-4428-4b0e-a900-0ff3d3591ee5 HTTP/1.1" status: 200 len: 859 time: 0.1600723 Feb 09 01:10:30.331392 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e0e5ce83-9941-4857-8ea1-17b14ba59f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:30.354748 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f7b21bc7-9836-482a-903a-dce798232ebe req-518b2976-4372-44d4-a7eb-b5ac9fd3c301 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ca102a1f-d5bf-460d-8853-70bcd81c5d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583804 Feb 09 01:10:30.358084 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e5ce83-9941-4857-8ea1-17b14ba59f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2247c5-f5ad-4c2e-bc4d-e545293df6a1,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:30.379073 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e0e5ce83-9941-4857-8ea1-17b14ba59f8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:30.383170 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e0e5ce83-9941-4857-8ea1-17b14ba59f8c admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/8c2247c5-f5ad-4c2e-bc4d-e545293df6a1 HTTP/1.1" status: 204 len: 168 time: 0.2870390 Feb 09 01:10:30.480703 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['fe32ac7d-282f-49aa-b85d-75120d8ab0c4'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:10:30.504620 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac59ffb-072c-45c3-8fea-32f3c83ea44f req-dd13f2ae-8ae0-4241-b7ef-8b02da7d82c0 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:30.507192 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cac59ffb-072c-45c3-8fea-32f3c83ea44f req-dd13f2ae-8ae0-4241-b7ef-8b02da7d82c0 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/ports?device_id=4f584ff8-d527-4b69-95a6-07f4f1a761f5 HTTP/1.1" status: 200 len: 944 time: 0.3774121 Feb 09 01:10:30.538686 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62ccc5-1bc8-4c9d-859d-46aa37af9770 req-4c21cb8d-8253-4fc0-ae96-fa0197ca51dc tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:30.541953 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fc62ccc5-1bc8-4c9d-859d-46aa37af9770 req-4c21cb8d-8253-4fc0-ae96-fa0197ca51dc tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.4745266 Feb 09 01:10:30.794550 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fc62ccc5-1bc8-4c9d-859d-46aa37af9770 req-5d94e47b-c25c-462e-81d5-d58aff3aa4d5 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037954 Feb 09 01:10:30.845775 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cac59ffb-072c-45c3-8fea-32f3c83ea44f req-f278156b-ec27-468f-8d01-0c5d46fa98bd tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/security-groups?id=194f545e-58c8-4256-85e7-d6b0250214f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966130 Feb 09 01:10:30.931447 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f7b21bc7-9836-482a-903a-dce798232ebe req-2efcb9c5-ad4f-4c0c-97e6-61c82235ec55 service neutron] 10.222.0.62 "GET /v2.0/networks/ca102a1f-d5bf-460d-8853-70bcd81c5d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5681989 Feb 09 01:10:31.305423 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0080334-86dc-44d8-9aba-4a66315220e8 req-9f543f2a-8e01-4972-84da-116fa8a04b36 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:31.307421 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f0080334-86dc-44d8-9aba-4a66315220e8 req-9f543f2a-8e01-4972-84da-116fa8a04b36 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.3682265 Feb 09 01:10:31.314335 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f7b21bc7-9836-482a-903a-dce798232ebe req-3be3d5f9-0894-48a4-b1a3-ad630dff1f4b service neutron] 10.222.0.62 "GET /v2.0/networks/ca102a1f-d5bf-460d-8853-70bcd81c5d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3720281 Feb 09 01:10:31.387667 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f0080334-86dc-44d8-9aba-4a66315220e8 req-6d1d5c76-b7dd-4d12-9d95-b72b7ab9bfef tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708542 Feb 09 01:10:31.410823 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d7ef9-24d5-4846-b65b-451f743695e0 req-b8b93b82-d472-4b7e-8b89-f327c6ed1024 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:31.411869 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6e3d7ef9-24d5-4846-b65b-451f743695e0 req-b8b93b82-d472-4b7e-8b89-f327c6ed1024 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=f9c990fc-4142-4fc0-bb78-92925072a330 HTTP/1.1" status: 200 len: 946 time: 0.2838991 Feb 09 01:10:31.552435 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6e3d7ef9-24d5-4846-b65b-451f743695e0 req-b73d9381-3dfc-454d-b8fc-ef7e20f35095 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270280 Feb 09 01:10:31.971301 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f97a545-a1bc-48b6-ba78-86ef277d7eaa req-f44789a1-476a-4333-8898-3ce7105fb885 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:31.980898 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4f97a545-a1bc-48b6-ba78-86ef277d7eaa req-f44789a1-476a-4333-8898-3ce7105fb885 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=80d119cd-ca22-4b44-b2d5-7d78eaca5157 HTTP/1.1" status: 200 len: 945 time: 0.3401229 Feb 09 01:10:32.033349 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4f97a545-a1bc-48b6-ba78-86ef277d7eaa req-1bca93e7-d520-4168-866a-b33f151cf3f0 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512640 Feb 09 01:10:32.042046 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37527f4-bd26-4b78-abf7-b8c75d8431a7 req-ec93b5b1-9e7e-4657-8b9f-ff2f066108cb tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:32.049047 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e37527f4-bd26-4b78-abf7-b8c75d8431a7 req-ec93b5b1-9e7e-4657-8b9f-ff2f066108cb tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.1963239 Feb 09 01:10:32.102304 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e37527f4-bd26-4b78-abf7-b8c75d8431a7 req-1926d4ea-939c-453d-885d-2418f8d95c96 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521114 Feb 09 01:10:32.306221 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d876e6-6ab0-4ed4-8d52-fafb33026318 req-6ee76149-c724-4576-a063-8a3800bbcb26 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:32.307815 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-55d876e6-6ab0-4ed4-8d52-fafb33026318 req-6ee76149-c724-4576-a063-8a3800bbcb26 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/ports?device_id=4f584ff8-d527-4b69-95a6-07f4f1a761f5 HTTP/1.1" status: 200 len: 944 time: 0.1333015 Feb 09 01:10:32.368694 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-55d876e6-6ab0-4ed4-8d52-fafb33026318 req-36de5d20-b2c1-4342-92a8-08f84f5354fd tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/security-groups?id=194f545e-58c8-4256-85e7-d6b0250214f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538752 Feb 09 01:10:32.591040 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8134adf-3822-4177-a6ce-b8805236e8c9 req-3db88aa4-0f0f-43f0-861e-fa9a5fdba333 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:32.592912 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e8134adf-3822-4177-a6ce-b8805236e8c9 req-3db88aa4-0f0f-43f0-861e-fa9a5fdba333 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.1271515 Feb 09 01:10:32.666342 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e8134adf-3822-4177-a6ce-b8805236e8c9 req-89971b42-b5d2-4b6a-8d7d-2efa81b348d0 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677600 Feb 09 01:10:32.793306 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82e93d-f0a2-4d5e-82da-152ad1e9151f req-a3d36807-8e31-4da1-b1a6-1266be047bc3 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:32.794912 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8c82e93d-f0a2-4d5e-82da-152ad1e9151f req-a3d36807-8e31-4da1-b1a6-1266be047bc3 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=f9c990fc-4142-4fc0-bb78-92925072a330 HTTP/1.1" status: 200 len: 946 time: 0.1252050 Feb 09 01:10:32.869436 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8c82e93d-f0a2-4d5e-82da-152ad1e9151f req-04c9645d-da24-474b-81dc-b39fa31ceb6b tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680933 Feb 09 01:10:33.122629 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e3cfbf-bd11-4d4e-8f2f-8a28c86ac8d4 req-b0527386-ed3f-4465-a4dc-703f3dafeb05 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:33.132822 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-64e3cfbf-bd11-4d4e-8f2f-8a28c86ac8d4 req-b0527386-ed3f-4465-a4dc-703f3dafeb05 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.1363335 Feb 09 01:10:33.198093 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-64e3cfbf-bd11-4d4e-8f2f-8a28c86ac8d4 req-449bc8fd-5bb6-40a8-b9f0-ef665a1597e3 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643189 Feb 09 01:10:33.389375 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 34806) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:33.390263 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f299b33-df66-4dea-aeb0-4976095224cc req-dafa0d0d-2370-467c-ae39-48d153a3a9e1 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:33.391848 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6f299b33-df66-4dea-aeb0-4976095224cc req-dafa0d0d-2370-467c-ae39-48d153a3a9e1 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=80d119cd-ca22-4b44-b2d5-7d78eaca5157 HTTP/1.1" status: 200 len: 945 time: 0.1491299 Feb 09 01:10:33.461588 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device fe32ac7d-282f-49aa-b85d-75120d8ab0c4 up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:10:33.526989 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6f299b33-df66-4dea-aeb0-4976095224cc req-ab6ec996-13c9-4002-983c-93021d4acb12 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665877 Feb 09 01:10:33.549710 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636515d9-acde-40c4-a7bd-6d3621dd30ae req-eb80fae0-adf3-4cc4-aa3a-f1ff4176fdfc tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:33.557949 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-636515d9-acde-40c4-a7bd-6d3621dd30ae req-eb80fae0-adf3-4cc4-aa3a-f1ff4176fdfc tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.1650534 Feb 09 01:10:33.606086 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6504afa0-5ed4-4230-a565-46cbc24208ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:33.632400 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-636515d9-acde-40c4-a7bd-6d3621dd30ae req-5e216bda-4817-4e76-8708-5c47d4e522bf tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731108 Feb 09 01:10:33.635442 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port fe32ac7d-282f-49aa-b85d-75120d8ab0c4 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:10:33.647231 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port fe32ac7d-282f-49aa-b85d-75120d8ab0c4 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:33.647539 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-6504afa0-5ed4-4230-a565-46cbc24208ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:10:33.650165 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:33.654549 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-6504afa0-5ed4-4230-a565-46cbc24208ba admin admin] Usage tracker for resource:security_group_rule and tenant:48d457502b7b497d8b32aeda75f4cac7 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:10:33.657977 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-6504afa0-5ed4-4230-a565-46cbc24208ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:10:33.666432 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-6504afa0-5ed4-4230-a565-46cbc24208ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:10:33.815003 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6504afa0-5ed4-4230-a565-46cbc24208ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:33.821930 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6504afa0-5ed4-4230-a565-46cbc24208ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:33.853806 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:33.894746 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f584ff8-d527-4b69-95a6-07f4f1a761f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe32ac7d-282f-49aa-b85d-75120d8ab0c4'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:10:33.924336 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port fe32ac7d-282f-49aa-b85d-75120d8ab0c4, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=fe32ac7d-282f-49aa-b85d-75120d8ab0c4,segment=NetworkSegment(7028469f-a90e-4c47-872a-5a2ad851e329),segment_id=7028469f-a90e-4c47-872a-5a2ad851e329)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:10:33.931495 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:33.978098 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-6504afa0-5ed4-4230-a565-46cbc24208ba admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=48d457502b7b497d8b32aeda75f4cac7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5853894 Feb 09 01:10:33.978098 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6504afa0-5ed4-4230-a565-46cbc24208ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9187b8bb-9d6d-4e63-8388-f83851664861,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:33.982948 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 34824) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:34.047747 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=fe32ac7d-282f-49aa-b85d-75120d8ab0c4,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:34.133853 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d344c879-d821-4cc5-b42e-1f3ff977270a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:34.158382 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356debfb-4e06-4738-8873-cd38cabe7d0c req-58719357-b719-4d2f-b2e1-694a0c01f13d tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:34.161339 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-356debfb-4e06-4738-8873-cd38cabe7d0c req-58719357-b719-4d2f-b2e1-694a0c01f13d tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/ports?device_id=4f584ff8-d527-4b69-95a6-07f4f1a761f5 HTTP/1.1" status: 200 len: 945 time: 0.3375971 Feb 09 01:10:34.217725 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d344c879-d821-4cc5-b42e-1f3ff977270a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:34.276815 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-356debfb-4e06-4738-8873-cd38cabe7d0c req-cba4236a-b121-4458-8adb-7d0571fc4854 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/security-groups?id=194f545e-58c8-4256-85e7-d6b0250214f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026483 Feb 09 01:10:34.337456 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d344c879-d821-4cc5-b42e-1f3ff977270a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:34.358046 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d344c879-d821-4cc5-b42e-1f3ff977270a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9187b8bb-9d6d-4e63-8388-f83851664861,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:34.370514 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d344c879-d821-4cc5-b42e-1f3ff977270a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:34.370987 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d344c879-d821-4cc5-b42e-1f3ff977270a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:34.371413 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d344c879-d821-4cc5-b42e-1f3ff977270a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:34.371837 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d344c879-d821-4cc5-b42e-1f3ff977270a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:34.372244 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d344c879-d821-4cc5-b42e-1f3ff977270a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:34.372679 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d344c879-d821-4cc5-b42e-1f3ff977270a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:34.373092 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d344c879-d821-4cc5-b42e-1f3ff977270a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:34.373639 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d344c879-d821-4cc5-b42e-1f3ff977270a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:34.374049 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d344c879-d821-4cc5-b42e-1f3ff977270a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:34.374534 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d344c879-d821-4cc5-b42e-1f3ff977270a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:34.374968 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d344c879-d821-4cc5-b42e-1f3ff977270a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:34.375363 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d344c879-d821-4cc5-b42e-1f3ff977270a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:34.386041 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d344c879-d821-4cc5-b42e-1f3ff977270a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:34.387289 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-d344c879-d821-4cc5-b42e-1f3ff977270a admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/9187b8bb-9d6d-4e63-8388-f83851664861 HTTP/1.1" status: 204 len: 168 time: 0.4033189 Feb 09 01:10:34.427794 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f584ff8-d527-4b69-95a6-07f4f1a761f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe32ac7d-282f-49aa-b85d-75120d8ab0c4', 'code': 200} Feb 09 01:10:34.812220 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1d781-a409-495f-b164-2f1c782b146b req-bdc8d7ef-c9ac-4114-b0d8-c908c8740723 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:34.820406 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-85d1d781-a409-495f-b164-2f1c782b146b req-bdc8d7ef-c9ac-4114-b0d8-c908c8740723 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=f9c990fc-4142-4fc0-bb78-92925072a330 HTTP/1.1" status: 200 len: 946 time: 0.3194058 Feb 09 01:10:34.848956 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e2e82-b70c-4d68-aa79-de31a72336c2 req-41b6a9bd-e9b9-4554-8432-5212dc524e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:34.850989 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-330e2e82-b70c-4d68-aa79-de31a72336c2 req-41b6a9bd-e9b9-4554-8432-5212dc524e80 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4f584ff8-d527-4b69-95a6-07f4f1a761f5 HTTP/1.1" status: 200 len: 1096 time: 0.3092754 Feb 09 01:10:34.858654 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05611b34-090b-4c1a-8e5a-0c0bbf9ace14 req-92bab49c-3591-416f-9dcd-ccc6cd1fd676 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:34.866772 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-05611b34-090b-4c1a-8e5a-0c0bbf9ace14 req-92bab49c-3591-416f-9dcd-ccc6cd1fd676 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.2179492 Feb 09 01:10:34.932810 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-85d1d781-a409-495f-b164-2f1c782b146b req-729ac315-fdeb-4b2a-9981-27df26728040 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108854 Feb 09 01:10:34.981792 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-05611b34-090b-4c1a-8e5a-0c0bbf9ace14 req-5af5ce17-2d57-4e37-ab16-52085d48cec4 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140075 Feb 09 01:10:35.005988 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-330e2e82-b70c-4d68-aa79-de31a72336c2 req-dcf696f0-5d46-4b36-a8e6-c1daa37d87f5 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=194f545e-58c8-4256-85e7-d6b0250214f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348114 Feb 09 01:10:35.237575 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23846403-bc5f-4201-985b-53a01b59e0a4 req-5f8d3b0f-a000-410a-8f37-171bf098bf89 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:35.240072 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-23846403-bc5f-4201-985b-53a01b59e0a4 req-5f8d3b0f-a000-410a-8f37-171bf098bf89 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=80d119cd-ca22-4b44-b2d5-7d78eaca5157 HTTP/1.1" status: 200 len: 945 time: 0.1238844 Feb 09 01:10:35.308070 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-23846403-bc5f-4201-985b-53a01b59e0a4 req-fc6fa86a-b9a6-472d-98e2-0dcb7996d522 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585144 Feb 09 01:10:35.552234 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861394c-96f0-492d-a5c2-15294f127cd9 req-4e0f8c1c-bc18-4cf5-b6a2-4f8ff1f1643d tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:35.553939 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b861394c-96f0-492d-a5c2-15294f127cd9 req-4e0f8c1c-bc18-4cf5-b6a2-4f8ff1f1643d tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/ports?device_id=4f584ff8-d527-4b69-95a6-07f4f1a761f5 HTTP/1.1" status: 200 len: 945 time: 0.1032248 Feb 09 01:10:35.682111 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b861394c-96f0-492d-a5c2-15294f127cd9 req-8e72665f-f1b5-4d7e-af4f-bc338c5e21a6 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/security-groups?id=194f545e-58c8-4256-85e7-d6b0250214f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175392 Feb 09 01:10:36.255149 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d809695a-80d4-4006-b152-86d430e453c5 req-b2b5d452-e6f2-477f-819d-0a244032677e tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:36.265656 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d809695a-80d4-4006-b152-86d430e453c5 req-b2b5d452-e6f2-477f-819d-0a244032677e tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=f9c990fc-4142-4fc0-bb78-92925072a330 HTTP/1.1" status: 200 len: 946 time: 0.1907654 Feb 09 01:10:36.367306 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d809695a-80d4-4006-b152-86d430e453c5 req-150d9926-e863-4846-a58f-2866be789733 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002882 Feb 09 01:10:36.662449 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bf3703-94ee-4458-a845-9810e80dc692 req-0435fe34-5650-41f1-a6e1-8cbcb2319474 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:36.664233 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-48bf3703-94ee-4458-a845-9810e80dc692 req-0435fe34-5650-41f1-a6e1-8cbcb2319474 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.2899058 Feb 09 01:10:37.261337 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-48bf3703-94ee-4458-a845-9810e80dc692 req-c3c85416-083e-4c06-82ce-c3800b7de78c tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5757523 Feb 09 01:10:37.325768 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5044d-0d96-4d23-879d-268c6fce23ed req-0b28b60d-690d-4402-9296-67e7caec24e3 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:37.334675 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-56e5044d-0d96-4d23-879d-268c6fce23ed req-0b28b60d-690d-4402-9296-67e7caec24e3 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=80d119cd-ca22-4b44-b2d5-7d78eaca5157 HTTP/1.1" status: 200 len: 945 time: 0.5684311 Feb 09 01:10:37.416184 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-56e5044d-0d96-4d23-879d-268c6fce23ed req-63beddd4-4c4b-47e4-8e4e-e09f9913d973 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797548 Feb 09 01:10:37.608967 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee4a98-a0c3-402f-af32-0c457b910ea6 req-420ec9ea-f978-4569-bccf-e45a966982b3 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:37.619562 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c9ee4a98-a0c3-402f-af32-0c457b910ea6 req-420ec9ea-f978-4569-bccf-e45a966982b3 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/ports?device_id=4f584ff8-d527-4b69-95a6-07f4f1a761f5 HTTP/1.1" status: 200 len: 945 time: 0.1989241 Feb 09 01:10:37.737341 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c9ee4a98-a0c3-402f-af32-0c457b910ea6 req-b78749da-a641-405c-8f2b-70339cbe8b1b tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/security-groups?id=194f545e-58c8-4256-85e7-d6b0250214f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808008 Feb 09 01:10:37.782125 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f794517b-d0be-4c00-86d4-088edab03e08 req-2157f5c0-275e-42c5-8bd7-c402a044254e tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:37.783843 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f794517b-d0be-4c00-86d4-088edab03e08 req-2157f5c0-275e-42c5-8bd7-c402a044254e tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=f9c990fc-4142-4fc0-bb78-92925072a330 HTTP/1.1" status: 200 len: 946 time: 0.1612966 Feb 09 01:10:37.864931 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f794517b-d0be-4c00-86d4-088edab03e08 req-c46342b0-a6c7-4732-b59e-02f05477b3c2 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731258 Feb 09 01:10:38.107371 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6cfd53e0-335e-4301-bc29-a4252b9772ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:38.201118 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88d1a7c-065b-4d1d-94ba-803e16cfee66 req-253ad1ae-f3b1-431c-8458-17d2aadadd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:38.203215 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c88d1a7c-065b-4d1d-94ba-803e16cfee66 req-253ad1ae-f3b1-431c-8458-17d2aadadd22 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ed23cff30cf943aeb6798893e4484ce7&device_id=4f584ff8-d527-4b69-95a6-07f4f1a761f5 HTTP/1.1" status: 200 len: 1096 time: 0.1043081 Feb 09 01:10:38.506355 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88d1a7c-065b-4d1d-94ba-803e16cfee66 req-2a904f5a-5b24-417b-80a8-9f0951297c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:38.507817 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c88d1a7c-065b-4d1d-94ba-803e16cfee66 req-2a904f5a-5b24-417b-80a8-9f0951297c7a service neutron] 10.222.0.62 "GET /v2.0/networks?id=f8f308ba-9995-4783-99e1-ca9d8ea70b66 HTTP/1.1" status: 200 len: 920 time: 0.2958603 Feb 09 01:10:38.518389 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3ed6b-2c54-41f7-b8d8-d948d2af7c72 req-1a25f950-7ade-4a7b-b56a-3bb854af9165 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:38.520226 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-89b3ed6b-2c54-41f7-b8d8-d948d2af7c72 req-1a25f950-7ade-4a7b-b56a-3bb854af9165 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/ports?device_id=4f584ff8-d527-4b69-95a6-07f4f1a761f5 HTTP/1.1" status: 200 len: 945 time: 0.2763286 Feb 09 01:10:38.585826 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 34930) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:38.610797 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c88d1a7c-065b-4d1d-94ba-803e16cfee66 req-4ef3046f-6b64-43a0-8fe9-c3b60312cc0f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe32ac7d-282f-49aa-b85d-75120d8ab0c4 HTTP/1.1" status: 200 len: 217 time: 0.0885770 Feb 09 01:10:38.750448 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-89b3ed6b-2c54-41f7-b8d8-d948d2af7c72 req-04dd0821-7ce9-434e-b663-5cd5c06d223e tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/security-groups?id=194f545e-58c8-4256-85e7-d6b0250214f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282909 Feb 09 01:10:38.759813 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f598857-f54c-4107-9e70-3508c89ec6e4 req-c27abf2d-19e1-49fa-9620-ee0158fc3748 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:38.760848 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4f598857-f54c-4107-9e70-3508c89ec6e4 req-c27abf2d-19e1-49fa-9620-ee0158fc3748 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.3721600 Feb 09 01:10:38.774595 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2fe54321-4e0a-4462-b02e-2656838e031f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:38.799156 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88d1a7c-065b-4d1d-94ba-803e16cfee66 req-f4502c19-c4c6-4e7a-91df-fa262e689f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:38.806490 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2fe54321-4e0a-4462-b02e-2656838e031f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:10:38.808544 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c88d1a7c-065b-4d1d-94ba-803e16cfee66 req-f4502c19-c4c6-4e7a-91df-fa262e689f90 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bcf1686f-3ee3-49d0-9844-7b5aa1be3c35 HTTP/1.1" status: 200 len: 859 time: 0.1806564 Feb 09 01:10:38.816638 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-2fe54321-4e0a-4462-b02e-2656838e031f admin admin] Usage tracker for resource:security_group_rule and tenant:25f96a5364e34ce1b545405b2c9e80b4 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:10:38.821100 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-2fe54321-4e0a-4462-b02e-2656838e031f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:10:38.846118 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2fe54321-4e0a-4462-b02e-2656838e031f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:10:39.016203 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c88d1a7c-065b-4d1d-94ba-803e16cfee66 req-76ba0fb8-55b8-442b-b66d-eb69a29ca01c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f8f308ba-9995-4783-99e1-ca9d8ea70b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1224153 Feb 09 01:10:39.024974 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4f598857-f54c-4107-9e70-3508c89ec6e4 req-e60eb276-988f-4edd-a287-c09f7df22ca4 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391810 Feb 09 01:10:39.029145 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2fe54321-4e0a-4462-b02e-2656838e031f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:39.050612 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2fe54321-4e0a-4462-b02e-2656838e031f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:39.101921 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-2fe54321-4e0a-4462-b02e-2656838e031f admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=25f96a5364e34ce1b545405b2c9e80b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5127659 Feb 09 01:10:39.128426 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 34938) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:39.181134 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe54321-4e0a-4462-b02e-2656838e031f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18cef2e9-e02c-4e8d-b08f-52d46b19d16b,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:39.250995 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8b723f15-bf54-401a-89a6-6688e850b8fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:39.296130 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8b723f15-bf54-401a-89a6-6688e850b8fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:39.398380 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8b723f15-bf54-401a-89a6-6688e850b8fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:39.416860 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b723f15-bf54-401a-89a6-6688e850b8fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18cef2e9-e02c-4e8d-b08f-52d46b19d16b,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:39.431676 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8b723f15-bf54-401a-89a6-6688e850b8fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:39.440179 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-8b723f15-bf54-401a-89a6-6688e850b8fc admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/18cef2e9-e02c-4e8d-b08f-52d46b19d16b HTTP/1.1" status: 204 len: 168 time: 0.3059175 Feb 09 01:10:39.507151 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c88d1a7c-065b-4d1d-94ba-803e16cfee66 req-7d16a8e1-d3c6-4db2-80c2-24650470c13f service neutron] 10.222.0.62 "GET /v2.0/networks/f8f308ba-9995-4783-99e1-ca9d8ea70b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4725518 Feb 09 01:10:39.524706 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec06205-cb19-459b-8e67-34275db8c22e req-d9e9d28f-9a06-4990-9cb0-2fcfac20cdc6 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:39.527549 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7ec06205-cb19-459b-8e67-34275db8c22e req-d9e9d28f-9a06-4990-9cb0-2fcfac20cdc6 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=80d119cd-ca22-4b44-b2d5-7d78eaca5157 HTTP/1.1" status: 200 len: 945 time: 0.5746899 Feb 09 01:10:39.684882 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ea2155-867d-459c-9de3-dba378d6a04c req-f5647feb-163d-40f5-834b-5e1891845d32 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:39.686819 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b8ea2155-867d-459c-9de3-dba378d6a04c req-f5647feb-163d-40f5-834b-5e1891845d32 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=f9c990fc-4142-4fc0-bb78-92925072a330 HTTP/1.1" status: 200 len: 946 time: 0.4054673 Feb 09 01:10:39.744997 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7ec06205-cb19-459b-8e67-34275db8c22e req-1d16eefc-646b-4852-8afa-b0863401a2c7 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890459 Feb 09 01:10:39.823306 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b8ea2155-867d-459c-9de3-dba378d6a04c req-5c6e1076-ce1b-4c9d-8c07-8858e0f938f8 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101043 Feb 09 01:10:39.870772 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c88d1a7c-065b-4d1d-94ba-803e16cfee66 req-a4ca3a52-b029-44ef-9992-af363cf47b26 service neutron] 10.222.0.62 "GET /v2.0/networks/f8f308ba-9995-4783-99e1-ca9d8ea70b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3349240 Feb 09 01:10:40.081226 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ce314-9437-4704-a127-c4ac2df9b4d8 req-ace904a4-bb65-4e48-9125-3fc42054dad0 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:40.087109 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c20ce314-9437-4704-a127-c4ac2df9b4d8 req-ace904a4-bb65-4e48-9125-3fc42054dad0 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/ports?device_id=4f584ff8-d527-4b69-95a6-07f4f1a761f5 HTTP/1.1" status: 200 len: 945 time: 0.1684244 Feb 09 01:10:40.165538 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c20ce314-9437-4704-a127-c4ac2df9b4d8 req-b20e38a9-8b18-4573-b178-7f55cdf001dd tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/security-groups?id=194f545e-58c8-4256-85e7-d6b0250214f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641737 Feb 09 01:10:40.361090 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 34966) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:40.406450 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6a3f41e3-1703-4670-a37e-d78dfe9c3e69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:40.440207 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-95f1ca6b-eacc-4acc-8665-8510b5798243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:40.449170 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f96b0b5-1095-4d76-a7e3-f7efaa98e384 req-a6cda771-eb88-4731-af41-96c7e54cbe8c tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:40.451537 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0f96b0b5-1095-4d76-a7e3-f7efaa98e384 req-a6cda771-eb88-4731-af41-96c7e54cbe8c tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.2418387 Feb 09 01:10:40.456073 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-6a3f41e3-1703-4670-a37e-d78dfe9c3e69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:10:40.461380 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-6a3f41e3-1703-4670-a37e-d78dfe9c3e69 admin admin] Usage tracker for resource:security_group_rule and tenant:86183ca6d3ed4f308b91f1f84ba49dfa is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:10:40.464828 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-6a3f41e3-1703-4670-a37e-d78dfe9c3e69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:10:40.471908 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-6a3f41e3-1703-4670-a37e-d78dfe9c3e69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:10:40.535241 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0f96b0b5-1095-4d76-a7e3-f7efaa98e384 req-3b4c0861-1faa-413d-b756-82aadb7af1aa tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711260 Feb 09 01:10:40.632106 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6a3f41e3-1703-4670-a37e-d78dfe9c3e69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:40.638476 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6a3f41e3-1703-4670-a37e-d78dfe9c3e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:40.697368 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3f41e3-1703-4670-a37e-d78dfe9c3e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c5a0286-b397-4d00-a0f2-4c8f241942f4,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:40.707158 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-6a3f41e3-1703-4670-a37e-d78dfe9c3e69 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=86183ca6d3ed4f308b91f1f84ba49dfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3437650 Feb 09 01:10:40.709749 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3f41e3-1703-4670-a37e-d78dfe9c3e69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:40.709963 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 34970) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:40.710428 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3f41e3-1703-4670-a37e-d78dfe9c3e69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:40.710921 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3f41e3-1703-4670-a37e-d78dfe9c3e69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:40.711398 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3f41e3-1703-4670-a37e-d78dfe9c3e69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:40.711873 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3f41e3-1703-4670-a37e-d78dfe9c3e69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:40.712368 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3f41e3-1703-4670-a37e-d78dfe9c3e69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:40.712838 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3f41e3-1703-4670-a37e-d78dfe9c3e69 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:40.713308 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3f41e3-1703-4670-a37e-d78dfe9c3e69 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:40.713797 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3f41e3-1703-4670-a37e-d78dfe9c3e69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:40.714320 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3f41e3-1703-4670-a37e-d78dfe9c3e69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:40.714832 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3f41e3-1703-4670-a37e-d78dfe9c3e69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:40.715327 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3f41e3-1703-4670-a37e-d78dfe9c3e69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:40.813355 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-da73e473-371f-44df-a856-fc629988cdff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:40.846484 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-da73e473-371f-44df-a856-fc629988cdff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:40.912916 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-da73e473-371f-44df-a856-fc629988cdff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:40.940211 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da73e473-371f-44df-a856-fc629988cdff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c5a0286-b397-4d00-a0f2-4c8f241942f4,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:40.968192 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-da73e473-371f-44df-a856-fc629988cdff admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:40.969725 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-da73e473-371f-44df-a856-fc629988cdff admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/7c5a0286-b397-4d00-a0f2-4c8f241942f4 HTTP/1.1" status: 204 len: 168 time: 0.2585692 Feb 09 01:10:41.233408 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3518fb8-a6ff-47bd-8b01-44dc84f8f206 req-694a9091-d742-4c7a-a30d-f6b306a3bb91 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:41.235344 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c3518fb8-a6ff-47bd-8b01-44dc84f8f206 req-694a9091-d742-4c7a-a30d-f6b306a3bb91 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=f9c990fc-4142-4fc0-bb78-92925072a330 HTTP/1.1" status: 200 len: 946 time: 0.1477923 Feb 09 01:10:41.243919 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7239a610-e358-42cf-addc-b97134dfa4eb req-d59bc438-7f0d-44f9-95e1-11b03c262089 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:41.245707 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7239a610-e358-42cf-addc-b97134dfa4eb req-d59bc438-7f0d-44f9-95e1-11b03c262089 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=80d119cd-ca22-4b44-b2d5-7d78eaca5157 HTTP/1.1" status: 200 len: 945 time: 0.2952845 Feb 09 01:10:41.324078 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c3518fb8-a6ff-47bd-8b01-44dc84f8f206 req-a0ecbed5-c85b-4ef4-a85c-3f5124a511be tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771592 Feb 09 01:10:41.331258 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7239a610-e358-42cf-addc-b97134dfa4eb req-b08e519e-9fa8-4bde-9b2b-c9c037696ad0 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679655 Feb 09 01:10:41.387518 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:41.536079 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:41.644585 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86175ff-3570-4439-8c81-8da4db6ecec8 req-ae7769d8-72ac-4a3d-9460-0ad811f6552e tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:41.654230 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f86175ff-3570-4439-8c81-8da4db6ecec8 req-ae7769d8-72ac-4a3d-9460-0ad811f6552e tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/ports?device_id=4f584ff8-d527-4b69-95a6-07f4f1a761f5 HTTP/1.1" status: 200 len: 945 time: 0.1558321 Feb 09 01:10:41.722169 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f86175ff-3570-4439-8c81-8da4db6ecec8 req-fbff4983-94bf-4db5-97a4-47317c5542a4 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/security-groups?id=194f545e-58c8-4256-85e7-d6b0250214f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670104 Feb 09 01:10:42.062751 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8631a8ef-c4dc-4f9c-9842-da556d1f6a8b req-1c451726-adbc-422b-ae91-20b03387b509 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:42.065004 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8631a8ef-c4dc-4f9c-9842-da556d1f6a8b req-1c451726-adbc-422b-ae91-20b03387b509 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.2488189 Feb 09 01:10:42.158922 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8631a8ef-c4dc-4f9c-9842-da556d1f6a8b req-a2ff8ee7-6fe5-4d85-9e0a-e4e8a43b809d tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810928 Feb 09 01:10:42.754775 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce1828-a9fd-43a5-ad08-f4e406ca0078 req-bfb02e3c-314f-4a62-933f-bc67590d94d9 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:42.761926 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f3ce1828-a9fd-43a5-ad08-f4e406ca0078 req-bfb02e3c-314f-4a62-933f-bc67590d94d9 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=80d119cd-ca22-4b44-b2d5-7d78eaca5157 HTTP/1.1" status: 200 len: 945 time: 0.1764126 Feb 09 01:10:42.800188 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd0681-7470-4ef3-8c8c-e6973e4929a3 req-166ef7a5-9cb1-4650-949a-300d9e198425 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:42.802237 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-95bd0681-7470-4ef3-8c8c-e6973e4929a3 req-166ef7a5-9cb1-4650-949a-300d9e198425 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=f9c990fc-4142-4fc0-bb78-92925072a330 HTTP/1.1" status: 200 len: 946 time: 0.1832204 Feb 09 01:10:42.859550 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f3ce1828-a9fd-43a5-ad08-f4e406ca0078 req-129b7263-dd47-409c-9be5-f915329e253f tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966413 Feb 09 01:10:42.914143 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-95bd0681-7470-4ef3-8c8c-e6973e4929a3 req-1333e481-19d6-4ed0-8fdf-2e102e9afac7 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990825 Feb 09 01:10:43.084918 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:43.106054 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e14be6-2144-4b0e-9044-42aa2bd555f7 req-80dce134-2170-4330-8b7f-af7fec474553 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:43.107528 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-23e14be6-2144-4b0e-9044-42aa2bd555f7 req-80dce134-2170-4330-8b7f-af7fec474553 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/ports?device_id=4f584ff8-d527-4b69-95a6-07f4f1a761f5 HTTP/1.1" status: 200 len: 945 time: 0.0987377 Feb 09 01:10:43.161067 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-23e14be6-2144-4b0e-9044-42aa2bd555f7 req-121d625d-6e30-426f-a2be-db775c2a8f52 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/security-groups?id=194f545e-58c8-4256-85e7-d6b0250214f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462797 Feb 09 01:10:43.402794 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7808e7-f1eb-4f9e-81ac-7d1760d064e8 req-32664daf-358a-4d0e-bd43-8184513b8d71 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:43.404472 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ae7808e7-f1eb-4f9e-81ac-7d1760d064e8 req-32664daf-358a-4d0e-bd43-8184513b8d71 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.1243145 Feb 09 01:10:43.471515 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ae7808e7-f1eb-4f9e-81ac-7d1760d064e8 req-e6b82e88-976f-4f54-a8dd-9b5badff0673 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582199 Feb 09 01:10:44.364112 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f28605-f2d9-47be-9efa-455cc9474b70 req-cb09bcce-3288-4007-888a-4c654d6ed37e tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:44.366150 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f0f28605-f2d9-47be-9efa-455cc9474b70 req-cb09bcce-3288-4007-888a-4c654d6ed37e tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=80d119cd-ca22-4b44-b2d5-7d78eaca5157 HTTP/1.1" status: 200 len: 945 time: 0.3721282 Feb 09 01:10:44.437229 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f0f28605-f2d9-47be-9efa-455cc9474b70 req-7e9080ce-06cf-4da9-a069-aede3714e3d3 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646539 Feb 09 01:10:44.479933 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c38e91-3ba2-4ab6-9302-5263ef85e809 req-58509aee-6f1f-4f21-9513-5cacf6981276 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:44.492028 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-95c38e91-3ba2-4ab6-9302-5263ef85e809 req-58509aee-6f1f-4f21-9513-5cacf6981276 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=f9c990fc-4142-4fc0-bb78-92925072a330 HTTP/1.1" status: 200 len: 946 time: 0.2185001 Feb 09 01:10:44.562355 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-95c38e91-3ba2-4ab6-9302-5263ef85e809 req-38ac29ab-0099-4aaf-a901-8c9ba52ec206 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688167 Feb 09 01:10:44.761851 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43babcc9-94f3-45c3-9322-41ec3c1063a1 req-74661853-6674-43a3-96e5-1bccfb4afcdf tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:44.763348 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-43babcc9-94f3-45c3-9322-41ec3c1063a1 req-74661853-6674-43a3-96e5-1bccfb4afcdf tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/ports?device_id=4f584ff8-d527-4b69-95a6-07f4f1a761f5 HTTP/1.1" status: 200 len: 945 time: 0.1572130 Feb 09 01:10:44.861298 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-43babcc9-94f3-45c3-9322-41ec3c1063a1 req-dc63aadc-fcff-403a-b686-2ec00b26e1b0 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/security-groups?id=194f545e-58c8-4256-85e7-d6b0250214f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578039 Feb 09 01:10:44.885135 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18dde24-f312-4151-819a-caaa4cbd7a9c req-fcf4e6a0-6e7d-4c41-a6b9-e92b7f1fe4cc tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:44.886776 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b18dde24-f312-4151-819a-caaa4cbd7a9c req-fcf4e6a0-6e7d-4c41-a6b9-e92b7f1fe4cc tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.1349766 Feb 09 01:10:44.938404 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b18dde24-f312-4151-819a-caaa4cbd7a9c req-0b314971-bb42-499e-9080-7f98cc3b9f44 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415785 Feb 09 01:10:45.547372 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 35100) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:45.648235 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c6244-fc47-4b58-8840-00e8762952eb req-af1e872a-bba7-43e6-acf9-3a7c474703c5 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:45.649781 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ee5c6244-fc47-4b58-8840-00e8762952eb req-af1e872a-bba7-43e6-acf9-3a7c474703c5 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=80d119cd-ca22-4b44-b2d5-7d78eaca5157 HTTP/1.1" status: 200 len: 945 time: 0.0962732 Feb 09 01:10:45.699306 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f3d72fc9-80da-4597-bd46-5a5203cdb422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:45.765637 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f3d72fc9-80da-4597-bd46-5a5203cdb422 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:10:45.775911 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-f3d72fc9-80da-4597-bd46-5a5203cdb422 admin admin] Usage tracker for resource:security_group_rule and tenant:557b73a83d234e149347c958eeffd559 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:10:45.780928 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ee5c6244-fc47-4b58-8840-00e8762952eb req-a9e99592-fec3-4902-8696-4e9bdaee0051 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245153 Feb 09 01:10:45.782297 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-f3d72fc9-80da-4597-bd46-5a5203cdb422 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:10:45.790618 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f3d72fc9-80da-4597-bd46-5a5203cdb422 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:10:45.933982 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0860f6d9-985b-424d-b23f-d1015cb274d0 req-f02281ba-a800-4f6c-8df2-97f0827308e3 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:45.935471 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0860f6d9-985b-424d-b23f-d1015cb274d0 req-f02281ba-a800-4f6c-8df2-97f0827308e3 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=f9c990fc-4142-4fc0-bb78-92925072a330 HTTP/1.1" status: 200 len: 946 time: 0.2247398 Feb 09 01:10:46.156361 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f3d72fc9-80da-4597-bd46-5a5203cdb422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:46.168954 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f3d72fc9-80da-4597-bd46-5a5203cdb422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:46.189452 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0860f6d9-985b-424d-b23f-d1015cb274d0 req-4204c34e-c1fc-46a9-992e-ef944f2159b7 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435126 Feb 09 01:10:46.263189 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f3d72fc9-80da-4597-bd46-5a5203cdb422 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=557b73a83d234e149347c958eeffd559&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7123406 Feb 09 01:10:46.263916 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 35164) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:46.265303 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d72fc9-80da-4597-bd46-5a5203cdb422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a98c30b1-5fcf-4a09-930e-79a0db535314,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:46.269189 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf18e8a-8670-428b-91d1-5d78eed83fb7 req-5021b990-37fa-4511-a772-f91bb7e97659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:46.270957 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5bf18e8a-8670-428b-91d1-5d78eed83fb7 req-5021b990-37fa-4511-a772-f91bb7e97659 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6b048f87108b49f5abc0697d8dcea678&device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 1096 time: 0.4072514 Feb 09 01:10:46.300258 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44b9ea0-caed-41da-b7de-b2d09522ad23 req-ea73787d-12a5-4994-ae84-d28259e7227e tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:46.302916 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f44b9ea0-caed-41da-b7de-b2d09522ad23 req-ea73787d-12a5-4994-ae84-d28259e7227e tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/ports?device_id=4f584ff8-d527-4b69-95a6-07f4f1a761f5 HTTP/1.1" status: 200 len: 945 time: 0.3220856 Feb 09 01:10:46.353105 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ae826d05-b10c-42e5-9558-2e8b9faeb368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:46.389694 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ae826d05-b10c-42e5-9558-2e8b9faeb368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:46.480441 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ae826d05-b10c-42e5-9558-2e8b9faeb368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:46.506199 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae826d05-b10c-42e5-9558-2e8b9faeb368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98c30b1-5fcf-4a09-930e-79a0db535314,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:46.515951 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ae826d05-b10c-42e5-9558-2e8b9faeb368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:46.517097 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ae826d05-b10c-42e5-9558-2e8b9faeb368 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/a98c30b1-5fcf-4a09-930e-79a0db535314 HTTP/1.1" status: 204 len: 168 time: 0.2522371 Feb 09 01:10:46.563948 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f44b9ea0-caed-41da-b7de-b2d09522ad23 req-da9e63c2-2e40-4791-906b-da8938b19039 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/security-groups?id=194f545e-58c8-4256-85e7-d6b0250214f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545581 Feb 09 01:10:46.633322 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d7fce-a114-45a1-b1fd-9a570bd6c7fa req-b89adbdc-34b1-462a-9c1a-1a4969804d3b tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:46.635151 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-090d7fce-a114-45a1-b1fd-9a570bd6c7fa req-b89adbdc-34b1-462a-9c1a-1a4969804d3b tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.2998357 Feb 09 01:10:46.650253 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf18e8a-8670-428b-91d1-5d78eed83fb7 req-3a62d4d6-dff9-490c-8f0c-dc99c43f34c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:46.651959 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5bf18e8a-8670-428b-91d1-5d78eed83fb7 req-3a62d4d6-dff9-490c-8f0c-dc99c43f34c2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=be5e3be5-6e84-4180-8cc4-7f73e6515735 HTTP/1.1" status: 200 len: 915 time: 0.3440955 Feb 09 01:10:46.750596 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5bf18e8a-8670-428b-91d1-5d78eed83fb7 req-de3659e7-5eed-4eb0-97bf-15a0efdf33e6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f9076dc-04b6-418a-96bd-62f1607aba38 HTTP/1.1" status: 200 len: 217 time: 0.0790110 Feb 09 01:10:46.842660 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf18e8a-8670-428b-91d1-5d78eed83fb7 req-7d2d20e9-ec61-44ad-8fc2-a9905ee3134f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:46.844256 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5bf18e8a-8670-428b-91d1-5d78eed83fb7 req-7d2d20e9-ec61-44ad-8fc2-a9905ee3134f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1f1b23ff-5c33-41f2-bf9f-a257a3962e7c HTTP/1.1" status: 200 len: 854 time: 0.0822878 Feb 09 01:10:46.856050 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-090d7fce-a114-45a1-b1fd-9a570bd6c7fa req-57592301-a6b4-40c4-bc15-6b739be8f3e8 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028334 Feb 09 01:10:46.933276 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5bf18e8a-8670-428b-91d1-5d78eed83fb7 req-0bc8a50e-b523-4100-8cfc-f5d090329530 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=be5e3be5-6e84-4180-8cc4-7f73e6515735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727351 Feb 09 01:10:46.954125 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 35180) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:46.974393 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-effc6c8e-0807-44fd-ab9c-2d2361b49a68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:46.990008 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-effc6c8e-0807-44fd-ab9c-2d2361b49a68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:10:46.993957 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-effc6c8e-0807-44fd-ab9c-2d2361b49a68 admin admin] Usage tracker for resource:security_group_rule and tenant:a81318ddacee4d029669e1acc60fed58 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:10:46.997278 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-effc6c8e-0807-44fd-ab9c-2d2361b49a68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:10:47.003469 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-effc6c8e-0807-44fd-ab9c-2d2361b49a68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:10:47.110287 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-effc6c8e-0807-44fd-ab9c-2d2361b49a68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:47.115534 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-effc6c8e-0807-44fd-ab9c-2d2361b49a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:47.150479 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5bf18e8a-8670-428b-91d1-5d78eed83fb7 req-121a8e6c-027c-4eb9-900c-8fcb5ca62fa9 service neutron] 10.222.0.62 "GET /v2.0/networks/be5e3be5-6e84-4180-8cc4-7f73e6515735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089400 Feb 09 01:10:47.164556 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ce89e-13cb-4404-b202-ac54257f07bc req-90b9c278-2cb5-4048-b86b-59849ee766a2 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:47.167086 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-690ce89e-13cb-4404-b202-ac54257f07bc req-90b9c278-2cb5-4048-b86b-59849ee766a2 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=80d119cd-ca22-4b44-b2d5-7d78eaca5157 HTTP/1.1" status: 200 len: 945 time: 0.2015207 Feb 09 01:10:47.178017 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effc6c8e-0807-44fd-ab9c-2d2361b49a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c47c073-ae95-4d3d-b504-d1179e36dced,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:47.182455 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-effc6c8e-0807-44fd-ab9c-2d2361b49a68 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=a81318ddacee4d029669e1acc60fed58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2272651 Feb 09 01:10:47.185024 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 35184) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:47.255261 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3a9fe91f-e14b-4dc7-9765-4a6d64ef677d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:47.284787 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3a9fe91f-e14b-4dc7-9765-4a6d64ef677d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:47.313749 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-690ce89e-13cb-4404-b202-ac54257f07bc req-ec8cd6e8-9040-40a5-83d5-e0c82e6924bb tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231239 Feb 09 01:10:47.364792 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3a9fe91f-e14b-4dc7-9765-4a6d64ef677d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:47.380385 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9fe91f-e14b-4dc7-9765-4a6d64ef677d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c47c073-ae95-4d3d-b504-d1179e36dced,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:47.389331 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3a9fe91f-e14b-4dc7-9765-4a6d64ef677d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:47.393155 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-3a9fe91f-e14b-4dc7-9765-4a6d64ef677d admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/2c47c073-ae95-4d3d-b504-d1179e36dced HTTP/1.1" status: 204 len: 168 time: 0.2046285 Feb 09 01:10:47.408700 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5bf18e8a-8670-428b-91d1-5d78eed83fb7 req-e4a6b6c9-523b-464d-876a-d182b6d5e869 service neutron] 10.222.0.62 "GET /v2.0/networks/be5e3be5-6e84-4180-8cc4-7f73e6515735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405744 Feb 09 01:10:47.468702 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9c577-cfbb-4d9f-8d77-5fe816a9d3df req-578da649-1de9-4049-8e15-e6c292b91931 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:47.477348 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-93d9c577-cfbb-4d9f-8d77-5fe816a9d3df req-578da649-1de9-4049-8e15-e6c292b91931 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=f9c990fc-4142-4fc0-bb78-92925072a330 HTTP/1.1" status: 200 len: 946 time: 0.1196764 Feb 09 01:10:47.521978 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-93d9c577-cfbb-4d9f-8d77-5fe816a9d3df req-aaf52e0d-8b22-47a3-a37a-34123c486696 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437899 Feb 09 01:10:47.777273 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81113c18-7ad4-4b4b-9aed-87a94c99eaa9 req-e80d288f-6f09-4b0e-8c35-701bfd80f9af tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:47.778908 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-81113c18-7ad4-4b4b-9aed-87a94c99eaa9 req-e80d288f-6f09-4b0e-8c35-701bfd80f9af tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/ports?device_id=4f584ff8-d527-4b69-95a6-07f4f1a761f5 HTTP/1.1" status: 200 len: 945 time: 0.0976784 Feb 09 01:10:47.829381 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-81113c18-7ad4-4b4b-9aed-87a94c99eaa9 req-6445c803-f90c-4433-aae4-5f7dc8b3b9d5 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/security-groups?id=194f545e-58c8-4256-85e7-d6b0250214f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442626 Feb 09 01:10:48.080009 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdec2cbe-9bc5-489d-bce9-20a664f16e0b req-af2ddda1-dbd7-407c-89ae-3c21d1102654 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:48.081472 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fdec2cbe-9bc5-489d-bce9-20a664f16e0b req-af2ddda1-dbd7-407c-89ae-3c21d1102654 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.0913386 Feb 09 01:10:48.131367 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fdec2cbe-9bc5-489d-bce9-20a664f16e0b req-784709e1-6344-44e2-881f-49477dbaf7b6 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433896 Feb 09 01:10:48.521280 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23b218-41d2-4b32-a05e-2294af312889 req-4cb5796b-c7a9-47bc-997b-d96d249ea412 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:48.522915 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-db23b218-41d2-4b32-a05e-2294af312889 req-4cb5796b-c7a9-47bc-997b-d96d249ea412 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=80d119cd-ca22-4b44-b2d5-7d78eaca5157 HTTP/1.1" status: 200 len: 945 time: 0.0894399 Feb 09 01:10:48.574100 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-db23b218-41d2-4b32-a05e-2294af312889 req-78c91638-d86d-4da5-af59-2fc95f1dc239 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451725 Feb 09 01:10:48.732868 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:10:48.760291 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287cbec0-7a27-4f32-bdf9-a052dde81850 req-033845f8-9f75-43cf-8c83-360797079413 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:48.770490 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-287cbec0-7a27-4f32-bdf9-a052dde81850 req-033845f8-9f75-43cf-8c83-360797079413 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=f9c990fc-4142-4fc0-bb78-92925072a330 HTTP/1.1" status: 200 len: 946 time: 0.1105406 Feb 09 01:10:48.795483 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 35242) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:48.820341 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-287cbec0-7a27-4f32-bdf9-a052dde81850 req-4f35e58c-a4f3-4091-9c22-d9bb7fbdc461 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488636 Feb 09 01:10:48.885770 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-d66fd2c2-b63c-4c1c-9460-e7e8ffbb8e45 admin admin] Deleting subnet 5dc7801d-8b9a-4c30-9f6e-30958943df75 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:10:48.889031 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d66fd2c2-b63c-4c1c-9460-e7e8ffbb8e45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:48.944618 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d66fd2c2-b63c-4c1c-9460-e7e8ffbb8e45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:49.076348 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2de142-3c6c-47fa-b7fd-08f3a74386d2 req-a7d48bbc-ca60-4e87-be8f-943eea904fed tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:49.078170 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ff2de142-3c6c-47fa-b7fd-08f3a74386d2 req-a7d48bbc-ca60-4e87-be8f-943eea904fed tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/ports?device_id=4f584ff8-d527-4b69-95a6-07f4f1a761f5 HTTP/1.1" status: 200 len: 945 time: 0.1044219 Feb 09 01:10:49.127532 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d66fd2c2-b63c-4c1c-9460-e7e8ffbb8e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:49.139550 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ff2de142-3c6c-47fa-b7fd-08f3a74386d2 req-24ac7e1b-af51-4312-9abd-0787cdbae457 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/security-groups?id=194f545e-58c8-4256-85e7-d6b0250214f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530086 Feb 09 01:10:49.216254 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d66fd2c2-b63c-4c1c-9460-e7e8ffbb8e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:49.260269 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66fd2c2-b63c-4c1c-9460-e7e8ffbb8e45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dc7801d-8b9a-4c30-9f6e-30958943df75,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:49.262613 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d66fd2c2-b63c-4c1c-9460-e7e8ffbb8e45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:49.271245 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d66fd2c2-b63c-4c1c-9460-e7e8ffbb8e45 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/5dc7801d-8b9a-4c30-9f6e-30958943df75 HTTP/1.1" status: 204 len: 168 time: 0.4738832 Feb 09 01:10:49.275160 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 35280) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:49.394404 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a75315-1876-4337-849e-369d7f371d5b req-6b26c87c-c555-4a4f-a6f8-292b903f022f tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:49.396742 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a1a75315-1876-4337-849e-369d7f371d5b req-6b26c87c-c555-4a4f-a6f8-292b903f022f tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.1329093 Feb 09 01:10:49.426907 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fd11e1c7-4f3b-4c9a-8392-43e5d0a865d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:49.446381 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a1a75315-1876-4337-849e-369d7f371d5b req-0fbe51b3-018a-4291-ac56-be618f4b245b tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421839 Feb 09 01:10:49.560003 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fd11e1c7-4f3b-4c9a-8392-43e5d0a865d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:49.592281 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-fd11e1c7-4f3b-4c9a-8392-43e5d0a865d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27bb923f-ad7d-44d3-b172-12f18a433617']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:49.614424 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-fd11e1c7-4f3b-4c9a-8392-43e5d0a865d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85ef2125-dab5-4cf8-a0de-dada8704faf8') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:49.614424 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-fd11e1c7-4f3b-4c9a-8392-43e5d0a865d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85ef2125-dab5-4cf8-a0de-dada8704faf8') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:49.628767 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fd11e1c7-4f3b-4c9a-8392-43e5d0a865d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:49.649265 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fd11e1c7-4f3b-4c9a-8392-43e5d0a865d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:49.656940 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd11e1c7-4f3b-4c9a-8392-43e5d0a865d7 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:10:49.657327 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fd11e1c7-4f3b-4c9a-8392-43e5d0a865d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:49.677843 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:10:49.677843 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:10:49.677843 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:10:49.677843 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:10:49.677843 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:10:49.677843 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:10:49.677843 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:10:49.677843 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:10:49.677843 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:10:49.677843 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:10:49.677843 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:10:49.677843 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:10:49.677843 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:10:49.677843 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:10:49.677843 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:10:49.677843 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:10:49.677843 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:10:49.677843 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:10:49.677843 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:10:49.677843 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:10:49.677843 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:10:49.677843 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:10:49.677843 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:10:49.677843 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:10:49.677843 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:10:49.677843 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:10:49.677843 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:10:49.677843 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:10:49.677843 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:10:49.677843 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:10:49.677843 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:10:49.677843 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:10:49.775533 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fd11e1c7-4f3b-4c9a-8392-43e5d0a865d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:49.786113 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e7601-e1db-4b3a-af6a-407a286c6d32 req-3ace6b8c-9364-44d1-908a-b998415d87d3 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:49.788047 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7c7e7601-e1db-4b3a-af6a-407a286c6d32 req-3ace6b8c-9364-44d1-908a-b998415d87d3 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=80d119cd-ca22-4b44-b2d5-7d78eaca5157 HTTP/1.1" status: 200 len: 945 time: 0.1015806 Feb 09 01:10:49.794879 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fd11e1c7-4f3b-4c9a-8392-43e5d0a865d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:49.808914 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd11e1c7-4f3b-4c9a-8392-43e5d0a865d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=27bb923f-ad7d-44d3-b172-12f18a433617,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:49.812128 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-fd11e1c7-4f3b-4c9a-8392-43e5d0a865d7 admin admin] 10.222.0.105 "DELETE /v2.0/networks/27bb923f-ad7d-44d3-b172-12f18a433617 HTTP/1.1" status: 204 len: 168 time: 0.5358562 Feb 09 01:10:49.975506 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7c7e7601-e1db-4b3a-af6a-407a286c6d32 req-39a7944f-3b3b-4b08-99f2-0f002ed3b622 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807272 Feb 09 01:10:50.092900 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd57d86d-c564-4a1c-a040-3ee2a6fc248c req-a1edc90c-2485-40b6-adee-7401779bcf88 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:50.095271 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fd57d86d-c564-4a1c-a040-3ee2a6fc248c req-a1edc90c-2485-40b6-adee-7401779bcf88 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=f9c990fc-4142-4fc0-bb78-92925072a330 HTTP/1.1" status: 200 len: 946 time: 0.1088686 Feb 09 01:10:50.095491 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 35336) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:50.148036 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fd57d86d-c564-4a1c-a040-3ee2a6fc248c req-314626fe-50cf-4bca-ad72-adf826f246ef tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407095 Feb 09 01:10:50.150705 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-8cdae828-02fe-4158-824f-cb014abf1aa1 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=f6d2dbe332ea4c948ef614288aa0589f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0542798 Feb 09 01:10:50.153242 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 35342) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:50.233468 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-59d20846-e71e-4e4b-96b0-4e7375df2a0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:50.264543 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-59d20846-e71e-4e4b-96b0-4e7375df2a0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:50.325337 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-59d20846-e71e-4e4b-96b0-4e7375df2a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:50.339934 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce313e-d0e5-4043-8405-34094bd93d23 req-b4481921-34d7-4663-9339-b65a43415eea tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:50.341586 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b2ce313e-d0e5-4043-8405-34094bd93d23 req-b4481921-34d7-4663-9339-b65a43415eea tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/ports?device_id=4f584ff8-d527-4b69-95a6-07f4f1a761f5 HTTP/1.1" status: 200 len: 945 time: 0.0928013 Feb 09 01:10:50.343884 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d20846-e71e-4e4b-96b0-4e7375df2a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8f0d9c-681a-481f-95df-b91514ba6bb4,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:50.348176 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-59d20846-e71e-4e4b-96b0-4e7375df2a0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:50.350340 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-59d20846-e71e-4e4b-96b0-4e7375df2a0d admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/8a8f0d9c-681a-481f-95df-b91514ba6bb4 HTTP/1.1" status: 204 len: 168 time: 0.1961167 Feb 09 01:10:50.397426 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b2ce313e-d0e5-4043-8405-34094bd93d23 req-5d5e697f-dd62-4004-9a43-026522485b8e tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/security-groups?id=194f545e-58c8-4256-85e7-d6b0250214f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448596 Feb 09 01:10:50.651118 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae63c78-9c3c-4cc9-ab57-cbc3005b1dfa req-40e6b93d-4c48-4fdd-81a8-9f7b5e6e7aa0 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:50.652816 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dae63c78-9c3c-4cc9-ab57-cbc3005b1dfa req-40e6b93d-4c48-4fdd-81a8-9f7b5e6e7aa0 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.0862954 Feb 09 01:10:50.716818 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dae63c78-9c3c-4cc9-ab57-cbc3005b1dfa req-a23dc66c-1e88-4fa1-8cf3-87cad4cc5da8 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523431 Feb 09 01:10:51.217375 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7710b48e-3a65-4a67-9c41-f900045d0a1c req-753d8432-66d6-4e01-b569-ce797981a3ce tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:51.219369 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7710b48e-3a65-4a67-9c41-f900045d0a1c req-753d8432-66d6-4e01-b569-ce797981a3ce tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=80d119cd-ca22-4b44-b2d5-7d78eaca5157 HTTP/1.1" status: 200 len: 945 time: 0.0995734 Feb 09 01:10:51.282160 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7710b48e-3a65-4a67-9c41-f900045d0a1c req-9fe6068f-c95a-4776-b36a-5fca5c773da4 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555878 Feb 09 01:10:51.385642 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f63f38-0a17-4412-9582-80ba402fe705 req-4a5fb46b-54c0-4aa9-8720-697109cb0c0f tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:51.392878 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f7f63f38-0a17-4412-9582-80ba402fe705 req-4a5fb46b-54c0-4aa9-8720-697109cb0c0f tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=f9c990fc-4142-4fc0-bb78-92925072a330 HTTP/1.1" status: 200 len: 946 time: 0.0941644 Feb 09 01:10:51.448500 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f7f63f38-0a17-4412-9582-80ba402fe705 req-26ecf37d-a743-4990-b894-cba2a9112c6a tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544565 Feb 09 01:10:51.552899 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 3f9076dc-04b6-418a-96bd-62f1607aba38 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:10:51.619894 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2288fe3-0f4d-442a-accf-b1e51d022f5a req-0a39f638-1de7-4146-9e12-509bae853eae tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:51.621589 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f2288fe3-0f4d-442a-accf-b1e51d022f5a req-0a39f638-1de7-4146-9e12-509bae853eae tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/ports?device_id=4f584ff8-d527-4b69-95a6-07f4f1a761f5 HTTP/1.1" status: 200 len: 945 time: 0.0981908 Feb 09 01:10:51.697545 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f2288fe3-0f4d-442a-accf-b1e51d022f5a req-0b93cf32-2475-4342-969d-f41a991df646 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/security-groups?id=194f545e-58c8-4256-85e7-d6b0250214f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688772 Feb 09 01:10:51.743359 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:51.751100 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 3f9076dc-04b6-418a-96bd-62f1607aba38, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=3f9076dc-04b6-418a-96bd-62f1607aba38,segment=NetworkSegment(7bf4b616-e8a5-474f-aa5e-72f7948301ca),segment_id=7bf4b616-e8a5-474f-aa5e-72f7948301ca)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:10:51.770860 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '3f9076dc-04b6-418a-96bd-62f1607aba38', 'network_id': 'be5e3be5-6e84-4180-8cc4-7f73e6515735', 'port_id': '3f9076dc-04b6-418a-96bd-62f1607aba38', 'mac_address': 'fa:16:3e:d7:60:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f1b23ff-5c33-41f2-bf9f-a257a3962e7c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:10:51.831911 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:51.851624 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3f9076dc-04b6-418a-96bd-62f1607aba38 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:10:51.870473 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 3f9076dc-04b6-418a-96bd-62f1607aba38, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=3f9076dc-04b6-418a-96bd-62f1607aba38,segment=NetworkSegment(7bf4b616-e8a5-474f-aa5e-72f7948301ca),segment_id=7bf4b616-e8a5-474f-aa5e-72f7948301ca)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:10:51.876735 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:51.934468 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5bdfe1-0b4d-49cb-b4fe-509508e0ee9e req-f6988da3-4911-4aa9-8038-82374e29e169 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:51.943794 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9d5bdfe1-0b4d-49cb-b4fe-509508e0ee9e req-f6988da3-4911-4aa9-8038-82374e29e169 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.1083379 Feb 09 01:10:51.960996 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=3f9076dc-04b6-418a-96bd-62f1607aba38,revision_number=6']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:51.988124 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9d5bdfe1-0b4d-49cb-b4fe-509508e0ee9e req-027bf233-5652-4918-896c-a6097cca163e tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430965 Feb 09 01:10:52.040741 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['3f9076dc-04b6-418a-96bd-62f1607aba38'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:10:52.459943 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 35494) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:52.491438 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b2f05-8870-40c2-a229-1c5e365aa5b1 req-544527bc-1fef-471e-a52c-d388cdc70775 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:52.493097 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7e1b2f05-8870-40c2-a229-1c5e365aa5b1 req-544527bc-1fef-471e-a52c-d388cdc70775 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=80d119cd-ca22-4b44-b2d5-7d78eaca5157 HTTP/1.1" status: 200 len: 945 time: 0.0903356 Feb 09 01:10:52.553017 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7e1b2f05-8870-40c2-a229-1c5e365aa5b1 req-e9610efc-b31e-43e7-8caf-c85673d9ca4f tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543451 Feb 09 01:10:52.677160 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7003aa87-cef1-4926-bb14-7d054f05872e req-d798711c-bc72-4a5a-a29d-b1c901048858 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:52.678964 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7003aa87-cef1-4926-bb14-7d054f05872e req-d798711c-bc72-4a5a-a29d-b1c901048858 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=f9c990fc-4142-4fc0-bb78-92925072a330 HTTP/1.1" status: 200 len: 946 time: 0.0943346 Feb 09 01:10:52.729990 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7003aa87-cef1-4926-bb14-7d054f05872e req-db9ccd36-9ddd-4374-9ad5-260eb37723fe tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443017 Feb 09 01:10:52.742398 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-65f51902-a350-47b0-ab6d-ae7b9aa107ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:52.760653 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-65f51902-a350-47b0-ab6d-ae7b9aa107ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:10:52.764709 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-65f51902-a350-47b0-ab6d-ae7b9aa107ff admin admin] Usage tracker for resource:security_group_rule and tenant:f02a869f15b846cf9565cd7d3f760468 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:10:52.767600 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-65f51902-a350-47b0-ab6d-ae7b9aa107ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:10:52.775041 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-65f51902-a350-47b0-ab6d-ae7b9aa107ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:10:52.875294 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-65f51902-a350-47b0-ab6d-ae7b9aa107ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:52.882623 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-65f51902-a350-47b0-ab6d-ae7b9aa107ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:52.929789 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f4abf-6af9-4044-83b6-0f6bb2e787bb req-4c421c42-b9f6-46a4-b046-79f438b9b178 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:52.931648 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-168f4abf-6af9-4044-83b6-0f6bb2e787bb req-4c421c42-b9f6-46a4-b046-79f438b9b178 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/ports?device_id=4f584ff8-d527-4b69-95a6-07f4f1a761f5 HTTP/1.1" status: 200 len: 945 time: 0.0857928 Feb 09 01:10:52.947284 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f51902-a350-47b0-ab6d-ae7b9aa107ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2f952f-4da5-47c9-9335-2e3059857b7e,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:52.957787 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-65f51902-a350-47b0-ab6d-ae7b9aa107ff admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=f02a869f15b846cf9565cd7d3f760468&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4962645 Feb 09 01:10:52.958024 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 35510) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:53.010291 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-168f4abf-6af9-4044-83b6-0f6bb2e787bb req-f1fd18bb-d367-4d44-b433-75ffcc4bf268 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/security-groups?id=194f545e-58c8-4256-85e7-d6b0250214f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726404 Feb 09 01:10:53.053335 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ad388bb1-a812-4d85-b189-e998ae9dcd53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:53.086252 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ad388bb1-a812-4d85-b189-e998ae9dcd53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:53.192584 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 35516) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:53.198351 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-c948fbb8-1f6c-4c4f-823c-f47d3567ac3d tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Request body: {'network': {'name': 'tempest-network-smoke--1985776646', 'project_id': '8919f04ab45a492f916586ca80fae861', 'port_security_enabled': True}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:53.203586 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c948fbb8-1f6c-4c4f-823c-f47d3567ac3d tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:10:53.210037 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-c948fbb8-1f6c-4c4f-823c-f47d3567ac3d tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Usage tracker for resource:network and tenant:8919f04ab45a492f916586ca80fae861 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:10:53.212997 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-c948fbb8-1f6c-4c4f-823c-f47d3567ac3d tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:10:53.220848 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c948fbb8-1f6c-4c4f-823c-f47d3567ac3d tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:10:53.231618 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c948fbb8-1f6c-4c4f-823c-f47d3567ac3d tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Made reservation on behalf of 8919f04ab45a492f916586ca80fae861 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:10:53.235816 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c948fbb8-1f6c-4c4f-823c-f47d3567ac3d tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:53.250350 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c948fbb8-1f6c-4c4f-823c-f47d3567ac3d tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:53.255970 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ad388bb1-a812-4d85-b189-e998ae9dcd53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:53.267410 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c948fbb8-1f6c-4c4f-823c-f47d3567ac3d tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:10:53.272286 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-c948fbb8-1f6c-4c4f-823c-f47d3567ac3d tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Usage tracker for resource:security_group_rule and tenant:8919f04ab45a492f916586ca80fae861 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:10:53.275514 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-c948fbb8-1f6c-4c4f-823c-f47d3567ac3d tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:10:53.277032 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad388bb1-a812-4d85-b189-e998ae9dcd53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2f952f-4da5-47c9-9335-2e3059857b7e,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:53.281962 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c948fbb8-1f6c-4c4f-823c-f47d3567ac3d tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:10:53.289351 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04f84c-a72c-4732-8b43-d9119e61796e req-f869cc77-f48d-4881-8acc-3dbccef42ea9 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:53.291185 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7d04f84c-a72c-4732-8b43-d9119e61796e req-f869cc77-f48d-4881-8acc-3dbccef42ea9 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 944 time: 0.1730890 Feb 09 01:10:53.299010 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ad388bb1-a812-4d85-b189-e998ae9dcd53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:53.302857 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-ad388bb1-a812-4d85-b189-e998ae9dcd53 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/fc2f952f-4da5-47c9-9335-2e3059857b7e HTTP/1.1" status: 204 len: 168 time: 0.3405340 Feb 09 01:10:53.344902 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7d04f84c-a72c-4732-8b43-d9119e61796e req-55589dd4-268b-4ce9-8cea-c04155122780 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474460 Feb 09 01:10:53.408598 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c948fbb8-1f6c-4c4f-823c-f47d3567ac3d tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:53.412955 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c948fbb8-1f6c-4c4f-823c-f47d3567ac3d tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:53.448592 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c948fbb8-1f6c-4c4f-823c-f47d3567ac3d tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:10:53.460983 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c948fbb8-1f6c-4c4f-823c-f47d3567ac3d tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9769c40-0ab9-4394-b5a4-f94837f7bb7b,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:53.467245 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c948fbb8-1f6c-4c4f-823c-f47d3567ac3d tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:53.467561 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-c948fbb8-1f6c-4c4f-823c-f47d3567ac3d tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Added segment 3a81961f-9f3c-4b88-b026-d85a15f6fdfd of type vlan for network fc9b7097-9839-43e8-ab87-dc826bac26d5 Feb 09 01:10:53.502027 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c948fbb8-1f6c-4c4f-823c-f47d3567ac3d tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:53.534674 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c948fbb8-1f6c-4c4f-823c-f47d3567ac3d tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:53.540589 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c948fbb8-1f6c-4c4f-823c-f47d3567ac3d tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:53.541193 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c948fbb8-1f6c-4c4f-823c-f47d3567ac3d tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:53.564421 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 3f9076dc-04b6-418a-96bd-62f1607aba38 up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:10:53.700002 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 3f9076dc-04b6-418a-96bd-62f1607aba38 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:53.703086 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:53.732232 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c948fbb8-1f6c-4c4f-823c-f47d3567ac3d tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Pushing event updated for resources: {'Network': ['ID=fc9b7097-9839-43e8-ab87-dc826bac26d5,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:53.736887 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c948fbb8-1f6c-4c4f-823c-f47d3567ac3d tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5432172 Feb 09 01:10:53.742504 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 35544) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:53.747939 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-a99f2145-8073-4a8b-a0c4-86e67966744a tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1980546386', 'admin_state_up': True, 'project_id': '8919f04ab45a492f916586ca80fae861', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:53.756604 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a99f2145-8073-4a8b-a0c4-86e67966744a tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:10:53.760842 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-a99f2145-8073-4a8b-a0c4-86e67966744a tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Usage tracker for resource:router and tenant:8919f04ab45a492f916586ca80fae861 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:10:53.763878 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-a99f2145-8073-4a8b-a0c4-86e67966744a tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:10:53.771203 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a99f2145-8073-4a8b-a0c4-86e67966744a tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:10:53.782509 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a99f2145-8073-4a8b-a0c4-86e67966744a tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:53.783827 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a99f2145-8073-4a8b-a0c4-86e67966744a tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:53.799956 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network fc9b7097-9839-43e8-ab87-dc826bac26d5 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:10:53.805823 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a99f2145-8073-4a8b-a0c4-86e67966744a tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:53.879928 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26412bd-189f-47dc-8f55-736e87178c4f req-94576731-0ca2-4b79-be5d-c59765de532f tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:53.888493 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f26412bd-189f-47dc-8f55-736e87178c4f req-94576731-0ca2-4b79-be5d-c59765de532f tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=80d119cd-ca22-4b44-b2d5-7d78eaca5157 HTTP/1.1" status: 200 len: 945 time: 0.1797640 Feb 09 01:10:53.945054 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f26412bd-189f-47dc-8f55-736e87178c4f req-81e4cb93-f56a-4bc2-a7b4-bd3966e5b569 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552495 Feb 09 01:10:54.095000 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15ac34-f419-45d7-be6a-ed3f08e99a80 req-b2cc618e-f0c7-47ee-8ff4-5954847bbe9d tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:54.103907 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1e15ac34-f419-45d7-be6a-ed3f08e99a80 req-b2cc618e-f0c7-47ee-8ff4-5954847bbe9d tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=f9c990fc-4142-4fc0-bb78-92925072a330 HTTP/1.1" status: 200 len: 946 time: 0.1404996 Feb 09 01:10:54.139693 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:54.168631 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1e15ac34-f419-45d7-be6a-ed3f08e99a80 req-ad59b67b-dfc3-4b44-85eb-e52b27dcf5d3 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628881 Feb 09 01:10:54.207962 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c4817b5-06e6-43cd-9029-e22c5740a51a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9076dc-04b6-418a-96bd-62f1607aba38'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:10:54.230229 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 3f9076dc-04b6-418a-96bd-62f1607aba38, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=3f9076dc-04b6-418a-96bd-62f1607aba38,segment=NetworkSegment(7bf4b616-e8a5-474f-aa5e-72f7948301ca),segment_id=7bf4b616-e8a5-474f-aa5e-72f7948301ca)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:10:54.239345 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:54.294593 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a99f2145-8073-4a8b-a0c4-86e67966744a tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:54.373909 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f4793-892e-499c-86f7-4e57f3771081 req-03a27bb9-96cb-4d7b-a5bd-645da9e8b3ba tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:54.383212 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-272f4793-892e-499c-86f7-4e57f3771081 req-03a27bb9-96cb-4d7b-a5bd-645da9e8b3ba tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/ports?device_id=4f584ff8-d527-4b69-95a6-07f4f1a761f5 HTTP/1.1" status: 200 len: 945 time: 0.1612670 Feb 09 01:10:54.460163 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-272f4793-892e-499c-86f7-4e57f3771081 req-2ed10eee-a167-46ff-b8d3-61e764aaaed6 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/security-groups?id=194f545e-58c8-4256-85e7-d6b0250214f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752392 Feb 09 01:10:54.465125 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c4817b5-06e6-43cd-9029-e22c5740a51a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9076dc-04b6-418a-96bd-62f1607aba38', 'code': 200} Feb 09 01:10:54.518176 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=3f9076dc-04b6-418a-96bd-62f1607aba38,revision_number=7']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:54.641661 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:54.825760 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd3bb9-87c0-435d-93c8-37ef3b25f2dc req-fb7e14bc-4043-4293-a24b-b127c43806a3 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:54.834847 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2ccd3bb9-87c0-435d-93c8-37ef3b25f2dc req-fb7e14bc-4043-4293-a24b-b127c43806a3 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.2599280 Feb 09 01:10:54.921891 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2ccd3bb9-87c0-435d-93c8-37ef3b25f2dc req-b4ca53ef-fa9b-43ce-96b7-caeff1e6d879 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861602 Feb 09 01:10:54.960114 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a99f2145-8073-4a8b-a0c4-86e67966744a tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks [] for router_gateway, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:54.996658 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a99f2145-8073-4a8b-a0c4-86e67966744a tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:55.234671 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5476b8-8897-43e3-bf06-0265bb66f703 req-7921ad9a-b883-47a1-a84e-695c060f9abd tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:55.248054 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7e5476b8-8897-43e3-bf06-0265bb66f703 req-7921ad9a-b883-47a1-a84e-695c060f9abd tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=80d119cd-ca22-4b44-b2d5-7d78eaca5157 HTTP/1.1" status: 200 len: 945 time: 0.1285777 Feb 09 01:10:55.251530 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-a99f2145-8073-4a8b-a0c4-86e67966744a tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Allocated IP 172.25.0.223 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/520b01ea-452f-4f4f-b2c6-88b89d0d4778) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:10:55.309257 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7e5476b8-8897-43e3-bf06-0265bb66f703 req-617aa03f-8502-4d67-b405-d72388fe4149 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603025 Feb 09 01:10:55.414852 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f84fa-a82e-4f2d-922d-0f5999b80325 req-68893d89-c5ec-4f2c-bb29-19e13ad38455 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:55.417474 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-eb3f84fa-a82e-4f2d-922d-0f5999b80325 req-68893d89-c5ec-4f2c-bb29-19e13ad38455 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=f9c990fc-4142-4fc0-bb78-92925072a330 HTTP/1.1" status: 200 len: 946 time: 0.0989163 Feb 09 01:10:55.478061 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a99f2145-8073-4a8b-a0c4-86e67966744a tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:55.479823 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-eb3f84fa-a82e-4f2d-922d-0f5999b80325 req-c70b2e05-c557-4ebe-a422-c046f6ae248a tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560582 Feb 09 01:10:55.527021 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a99f2145-8073-4a8b-a0c4-86e67966744a tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:55.642424 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99f2145-8073-4a8b-a0c4-86e67966744a tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:10:55.651796 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-a99f2145-8073-4a8b-a0c4-86e67966744a tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:10:55.671056 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99f2145-8073-4a8b-a0c4-86e67966744a tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:10:55.765712 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99f2145-8073-4a8b-a0c4-86e67966744a tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Pushing event updated for resources: {'Port': ['ID=520b01ea-452f-4f4f-b2c6-88b89d0d4778,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:55.779109 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b72e1-9f8c-408f-b644-9297ba80ea39 req-ec37a243-7b17-4cd1-a22e-cb4bc4796cef tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:55.780645 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4e5b72e1-9f8c-408f-b644-9297ba80ea39 req-ec37a243-7b17-4cd1-a22e-cb4bc4796cef tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/ports?device_id=4f584ff8-d527-4b69-95a6-07f4f1a761f5 HTTP/1.1" status: 200 len: 945 time: 0.1027021 Feb 09 01:10:55.873225 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4e5b72e1-9f8c-408f-b644-9297ba80ea39 req-39e5cf49-0f2f-4a91-ab4a-b4b7735e6287 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/security-groups?id=194f545e-58c8-4256-85e7-d6b0250214f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856299 Feb 09 01:10:56.180372 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc3b5f8-d12e-4c94-967a-425f1563ae5a req-1f5184ec-1f5d-4a05-ba0d-7f9145388a16 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:56.188165 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5cc3b5f8-d12e-4c94-967a-425f1563ae5a req-1f5184ec-1f5d-4a05-ba0d-7f9145388a16 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.1294835 Feb 09 01:10:56.262008 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5cc3b5f8-d12e-4c94-967a-425f1563ae5a req-6a7d3da4-6c5f-4650-8642-95554b6f671e tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725186 Feb 09 01:10:56.321165 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a99f2145-8073-4a8b-a0c4-86e67966744a tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks [] for router_gateway, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:56.562207 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8213af4a-d20e-4be6-ba4e-a00f6cc982c6 req-e6d861a1-c505-4364-8c5a-388ebf3d8dc7 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:56.563914 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8213af4a-d20e-4be6-ba4e-a00f6cc982c6 req-e6d861a1-c505-4364-8c5a-388ebf3d8dc7 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=80d119cd-ca22-4b44-b2d5-7d78eaca5157 HTTP/1.1" status: 200 len: 945 time: 0.1387882 Feb 09 01:10:56.637357 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8213af4a-d20e-4be6-ba4e-a00f6cc982c6 req-1c8f467a-3c93-4fb7-9da7-1dbebc0f0a1a tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538778 Feb 09 01:10:56.858970 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f854eda-2e3d-483c-a7a1-ad012575e96f req-54f0cf03-638d-442e-baf4-c7942de8e56b tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:56.860899 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2f854eda-2e3d-483c-a7a1-ad012575e96f req-54f0cf03-638d-442e-baf4-c7942de8e56b tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=f9c990fc-4142-4fc0-bb78-92925072a330 HTTP/1.1" status: 200 len: 946 time: 0.1249273 Feb 09 01:10:56.923862 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2f854eda-2e3d-483c-a7a1-ad012575e96f req-58caddfc-48c7-4416-8c25-ab84c77a4c01 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546999 Feb 09 01:10:57.051925 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a99f2145-8073-4a8b-a0c4-86e67966744a tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:57.181999 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b80e38a-6187-4ed6-9e9c-6d39e2063cb5 req-5e2b67e7-d667-494f-886e-a97717637292 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:57.189027 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5b80e38a-6187-4ed6-9e9c-6d39e2063cb5 req-5e2b67e7-d667-494f-886e-a97717637292 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/ports?device_id=4f584ff8-d527-4b69-95a6-07f4f1a761f5 HTTP/1.1" status: 200 len: 945 time: 0.1378813 Feb 09 01:10:57.246157 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5b80e38a-6187-4ed6-9e9c-6d39e2063cb5 req-54df48d5-0042-47b6-a635-71c66d4bc872 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/security-groups?id=194f545e-58c8-4256-85e7-d6b0250214f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498557 Feb 09 01:10:57.383181 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a99f2145-8073-4a8b-a0c4-86e67966744a tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Router b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4 is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:10:57.679358 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de9d6ee-9c44-4372-accd-ef3788a7556f req-7b600b9d-e34e-429e-ae6a-40d435e55087 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:57.691762 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5de9d6ee-9c44-4372-accd-ef3788a7556f req-7b600b9d-e34e-429e-ae6a-40d435e55087 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.2999558 Feb 09 01:10:57.698945 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a99f2145-8073-4a8b-a0c4-86e67966744a tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:10:57.710946 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448a7e05-3716-4fee-b7e1-e923ab09a14a None None] Sync routers for ids ['b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:10:57.728320 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448a7e05-3716-4fee-b7e1-e923ab09a14a None None] Routers {'b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:10:57.730257 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-448a7e05-3716-4fee-b7e1-e923ab09a14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:10:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:57.738366 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a99f2145-8073-4a8b-a0c4-86e67966744a tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:57.741260 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a99f2145-8073-4a8b-a0c4-86e67966744a tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.9963663 Feb 09 01:10:57.743737 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 35686) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:57.777410 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5de9d6ee-9c44-4372-accd-ef3788a7556f req-8bdaf0e5-f427-4c31-8d69-93afb96f0b7b tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843680 Feb 09 01:10:58.043062 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621dadb1-8314-4c1d-8a68-d4ed585872e2 req-a8fc4a87-e8b1-49be-b0a4-065412afe4b3 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:58.043792 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-448a7e05-3716-4fee-b7e1-e923ab09a14a None None] Set router b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:10:58.054185 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-621dadb1-8314-4c1d-8a68-d4ed585872e2 req-a8fc4a87-e8b1-49be-b0a4-065412afe4b3 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=80d119cd-ca22-4b44-b2d5-7d78eaca5157 HTTP/1.1" status: 200 len: 945 time: 0.1525183 Feb 09 01:10:58.112241 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-3a1dc0bd-522e-478b-a8e3-33222070a841 tempest-TestSecurityGroupsBasicOps-1458332842 tempest-TestSecurityGroupsBasicOps-1458332842-project-admin] 10.222.0.105 "GET /v2.0/subnets?project_id=8919f04ab45a492f916586ca80fae861&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3666587 Feb 09 01:10:58.118088 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 35706) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:58.186611 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-621dadb1-8314-4c1d-8a68-d4ed585872e2 req-05b20f16-2b23-42c5-b3e2-fb33593ce4ad tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295331 Feb 09 01:10:58.251394 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1333554-18b2-4b15-8389-71d606e69838 req-1c7fcbdf-3402-4079-9968-e411abaa3ec0 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:58.255602 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c1333554-18b2-4b15-8389-71d606e69838 req-1c7fcbdf-3402-4079-9968-e411abaa3ec0 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=f9c990fc-4142-4fc0-bb78-92925072a330 HTTP/1.1" status: 200 len: 946 time: 0.1549573 Feb 09 01:10:58.327113 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c1333554-18b2-4b15-8389-71d606e69838 req-fd595e32-740b-4d18-bc3b-db9e5fbea6c2 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614152 Feb 09 01:10:58.374086 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73afc1e5-5511-46c4-976f-c5da6a102084 tempest-TestSecurityGroupsBasicOps-1458332842 tempest-TestSecurityGroupsBasicOps-1458332842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:58.378286 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-73afc1e5-5511-46c4-976f-c5da6a102084 tempest-TestSecurityGroupsBasicOps-1458332842 tempest-TestSecurityGroupsBasicOps-1458332842-project-admin] 10.222.0.105 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2564461 Feb 09 01:10:58.379391 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 35720) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:58.473782 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-4b30a7ca-c322-4ddf-bcb5-cc7bb7385545 tempest-TestSecurityGroupsBasicOps-1458332842 tempest-TestSecurityGroupsBasicOps-1458332842-project-admin] 10.222.0.105 "GET /v2.0/subnets?network_id=3d885c3c-255c-4e54-addc-b28437d0b18e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0900199 Feb 09 01:10:58.478301 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 35726) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:58.486965 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-1e124554-2e18-46fa-a6ad-6df3ff8a4c7e tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-341434599', 'network_id': 'fc9b7097-9839-43e8-ab87-dc826bac26d5', 'project_id': '8919f04ab45a492f916586ca80fae861', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:58.538209 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcb7b45-82f5-47fc-9640-940ab836b639 req-9a7ae2c2-1d0e-4897-9276-a9959dee680c tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:58.552113 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cdcb7b45-82f5-47fc-9640-940ab836b639 req-9a7ae2c2-1d0e-4897-9276-a9959dee680c tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/ports?device_id=4f584ff8-d527-4b69-95a6-07f4f1a761f5 HTTP/1.1" status: 200 len: 945 time: 0.1215007 Feb 09 01:10:58.619463 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1e124554-2e18-46fa-a6ad-6df3ff8a4c7e tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:10:58.624091 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-1e124554-2e18-46fa-a6ad-6df3ff8a4c7e tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Usage tracker for resource:subnet and tenant:8919f04ab45a492f916586ca80fae861 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:10:58.628358 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-1e124554-2e18-46fa-a6ad-6df3ff8a4c7e tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:10:58.636506 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1e124554-2e18-46fa-a6ad-6df3ff8a4c7e tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:10:58.661771 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-448a7e05-3716-4fee-b7e1-e923ab09a14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1980546386', 'tenant_id': '8919f04ab45a492f916586ca80fae861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '520b01ea-452f-4f4f-b2c6-88b89d0d4778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:53Z', 'updated_at': '2022-02-09T01:10:56Z', 'revision_number': 3, 'project_id': '8919f04ab45a492f916586ca80fae861', 'gw_port': {'id': '520b01ea-452f-4f4f-b2c6-88b89d0d4778', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d6:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:55Z', 'updated_at': '2022-02-09T01:10:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:58.662099 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e124554-2e18-46fa-a6ad-6df3ff8a4c7e tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Made reservation on behalf of 8919f04ab45a492f916586ca80fae861 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:10:58.666387 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cdcb7b45-82f5-47fc-9640-940ab836b639 req-73bebfa1-b58a-4faa-b7c5-12104b416ea2 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/security-groups?id=194f545e-58c8-4256-85e7-d6b0250214f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128254 Feb 09 01:10:58.667548 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1e124554-2e18-46fa-a6ad-6df3ff8a4c7e tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:58.679190 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448a7e05-3716-4fee-b7e1-e923ab09a14a None None] Checking router: b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:10:58.679540 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448a7e05-3716-4fee-b7e1-e923ab09a14a None None] Updating router b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4 port 520b01ea-452f-4f4f-b2c6-88b89d0d4778 binding host n-d-828418-1 {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:10:58.801088 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-448a7e05-3716-4fee-b7e1-e923ab09a14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:59.012508 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1e124554-2e18-46fa-a6ad-6df3ff8a4c7e tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:59.023246 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971568a-8a29-4b04-82e9-a3819a5f73b0 req-c57ce232-a9a0-4801-8a51-1471f4381186 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:59.024944 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5971568a-8a29-4b04-82e9-a3819a5f73b0 req-c57ce232-a9a0-4801-8a51-1471f4381186 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.1101563 Feb 09 01:10:59.094610 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e124554-2e18-46fa-a6ad-6df3ff8a4c7e tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Pushing event updated for resources: {'Subnet': ['ID=a4ead744-7288-4509-98a4-89b7f6e2f702,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:59.125075 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5971568a-8a29-4b04-82e9-a3819a5f73b0 req-95aac9cf-5648-4f88-90fa-e8e31aa25847 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935967 Feb 09 01:10:59.125240 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e124554-2e18-46fa-a6ad-6df3ff8a4c7e tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Checking segment: {'id': '3a81961f-9f3c-4b88-b026-d85a15f6fdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'fc9b7097-9839-43e8-ab87-dc826bac26d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:10:59.125490 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e124554-2e18-46fa-a6ad-6df3ff8a4c7e tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Network hostable DHCP agents. Network: fc9b7097-9839-43e8-ab87-dc826bac26d5, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:10:59.165360 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e124554-2e18-46fa-a6ad-6df3ff8a4c7e tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Network fc9b7097-9839-43e8-ab87-dc826bac26d5 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:10:59.181218 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-1e124554-2e18-46fa-a6ad-6df3ff8a4c7e tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, fc9b7097-9839-43e8-ab87-dc826bac26d5) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:10:59.192295 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e124554-2e18-46fa-a6ad-6df3ff8a4c7e tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:59.192938 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1e124554-2e18-46fa-a6ad-6df3ff8a4c7e tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:59.201875 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48803cb-67ab-4bd1-9a6c-68b9263961a3 None None] Network fc9b7097-9839-43e8-ab87-dc826bac26d5 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:10:59.280459 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 35772) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:59.281008 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1e124554-2e18-46fa-a6ad-6df3ff8a4c7e tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7999964 Feb 09 01:10:59.626660 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-448a7e05-3716-4fee-b7e1-e923ab09a14a None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:59.701643 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-448a7e05-3716-4fee-b7e1-e923ab09a14a None None] Transition to ACTIVE for port object 520b01ea-452f-4f4f-b2c6-88b89d0d4778 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:10:59.711703 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-448a7e05-3716-4fee-b7e1-e923ab09a14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:59.770002 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f2e421-fa31-4a31-8568-5d58bde90d99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-fc9b7097-9839-43e8-ab87-dc826bac26d5', 'network_id': 'fc9b7097-9839-43e8-ab87-dc826bac26d5', 'tenant_id': '8919f04ab45a492f916586ca80fae861', 'fixed_ips': [{'subnet_id': 'a4ead744-7288-4509-98a4-89b7f6e2f702'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:10:59.771203 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-81f2e421-fa31-4a31-8568-5d58bde90d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:59.885111 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8207532-519f-4978-bea4-182fa2bf2839 None None] Pushing event updated for resources: {'Port': ['ID=520b01ea-452f-4f4f-b2c6-88b89d0d4778,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:59.897855 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8207532-519f-4978-bea4-182fa2bf2839 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:59.898201 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8207532-519f-4978-bea4-182fa2bf2839 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:59.898538 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8207532-519f-4978-bea4-182fa2bf2839 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:59.898895 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8207532-519f-4978-bea4-182fa2bf2839 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:59.899197 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8207532-519f-4978-bea4-182fa2bf2839 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:59.899521 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8207532-519f-4978-bea4-182fa2bf2839 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:59.899841 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8207532-519f-4978-bea4-182fa2bf2839 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:59.900161 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8207532-519f-4978-bea4-182fa2bf2839 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:59.900475 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8207532-519f-4978-bea4-182fa2bf2839 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:59.900795 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8207532-519f-4978-bea4-182fa2bf2839 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:59.901113 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8207532-519f-4978-bea4-182fa2bf2839 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:59.901424 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8207532-519f-4978-bea4-182fa2bf2839 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:59.909054 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-448a7e05-3716-4fee-b7e1-e923ab09a14a None None] Attempting to bind port 520b01ea-452f-4f4f-b2c6-88b89d0d4778 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:10:59.909419 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-448a7e05-3716-4fee-b7e1-e923ab09a14a None None] Attempting to bind port 520b01ea-452f-4f4f-b2c6-88b89d0d4778 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:10:59.909899 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448a7e05-3716-4fee-b7e1-e923ab09a14a None None] Attempting to bind port 520b01ea-452f-4f4f-b2c6-88b89d0d4778 on network 3d885c3c-255c-4e54-addc-b28437d0b18e {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:10:59.928304 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448a7e05-3716-4fee-b7e1-e923ab09a14a None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:10:59.928670 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448a7e05-3716-4fee-b7e1-e923ab09a14a None None] Checking segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:10:59.929071 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-448a7e05-3716-4fee-b7e1-e923ab09a14a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:59.929461 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448a7e05-3716-4fee-b7e1-e923ab09a14a None None] Bound using segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:10:59.929952 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-448a7e05-3716-4fee-b7e1-e923ab09a14a None None] Bound port: 520b01ea-452f-4f4f-b2c6-88b89d0d4778, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:10:59.930319 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-448a7e05-3716-4fee-b7e1-e923ab09a14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:00.075294 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-448a7e05-3716-4fee-b7e1-e923ab09a14a None None] For port 520b01ea-452f-4f4f-b2c6-88b89d0d4778, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:11:00.085506 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-448a7e05-3716-4fee-b7e1-e923ab09a14a None None] For port 520b01ea-452f-4f4f-b2c6-88b89d0d4778, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=520b01ea-452f-4f4f-b2c6-88b89d0d4778,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:11:00.095200 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-81f2e421-fa31-4a31-8568-5d58bde90d99 None None] Allocated IP 172.20.0.2 (fc9b7097-9839-43e8-ab87-dc826bac26d5/a4ead744-7288-4509-98a4-89b7f6e2f702/3fdaab0a-2c08-4ae6-ad6b-3b636c89a1db) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:11:00.105177 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-448a7e05-3716-4fee-b7e1-e923ab09a14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:00.116048 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d31a266-ade4-4ff7-97ca-6a8a1572d2e0 req-0e355393-13dc-458f-8832-a602327d2849 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:00.129050 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8d31a266-ade4-4ff7-97ca-6a8a1572d2e0 req-0e355393-13dc-458f-8832-a602327d2849 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=80d119cd-ca22-4b44-b2d5-7d78eaca5157 HTTP/1.1" status: 200 len: 945 time: 0.6732414 Feb 09 01:11:00.267563 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10dcdd4-7324-49a7-8cd6-5400cb66b56f req-eeff0e50-dd91-47d0-bc75-a1f859d8eea6 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:00.269474 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b10dcdd4-7324-49a7-8cd6-5400cb66b56f req-eeff0e50-dd91-47d0-bc75-a1f859d8eea6 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=f9c990fc-4142-4fc0-bb78-92925072a330 HTTP/1.1" status: 200 len: 946 time: 0.7588289 Feb 09 01:11:00.347094 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448a7e05-3716-4fee-b7e1-e923ab09a14a None None] Routers {'b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:11:00.347965 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-448a7e05-3716-4fee-b7e1-e923ab09a14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:10:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:00.405587 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8207532-519f-4978-bea4-182fa2bf2839 None None] Pushing event updated for resources: {'Port': ['ID=520b01ea-452f-4f4f-b2c6-88b89d0d4778,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:00.426217 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8d31a266-ade4-4ff7-97ca-6a8a1572d2e0 req-14018b43-4c30-458f-9dfd-4cc969dfe713 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916210 Feb 09 01:11:00.518076 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b10dcdd4-7324-49a7-8cd6-5400cb66b56f req-9100a564-3994-429d-9f0f-08383f3dd284 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385538 Feb 09 01:11:00.682909 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-81f2e421-fa31-4a31-8568-5d58bde90d99 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:00.698187 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-81f2e421-fa31-4a31-8568-5d58bde90d99 None None] Transition to ACTIVE for port object 3fdaab0a-2c08-4ae6-ad6b-3b636c89a1db will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:11:00.796702 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-81f2e421-fa31-4a31-8568-5d58bde90d99 None None] Transition to ACTIVE for port object 3fdaab0a-2c08-4ae6-ad6b-3b636c89a1db will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:11:00.864508 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-448a7e05-3716-4fee-b7e1-e923ab09a14a None None] Set router b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:11:01.031152 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-81f2e421-fa31-4a31-8568-5d58bde90d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:01.096566 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccbee64-1ec0-4f54-8114-1d1a1c1d8b6c req-1980bf49-1e39-4d78-8960-3d6df6ed9a9d tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:01.104109 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4ccbee64-1ec0-4f54-8114-1d1a1c1d8b6c req-1980bf49-1e39-4d78-8960-3d6df6ed9a9d tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/ports?device_id=4f584ff8-d527-4b69-95a6-07f4f1a761f5 HTTP/1.1" status: 200 len: 945 time: 0.4450903 Feb 09 01:11:01.179134 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f2e421-fa31-4a31-8568-5d58bde90d99 None None] Network fc9b7097-9839-43e8-ab87-dc826bac26d5 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:11:01.189677 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-81f2e421-fa31-4a31-8568-5d58bde90d99 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:11:01.205438 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f2e421-fa31-4a31-8568-5d58bde90d99 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:11:01.221100 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4ccbee64-1ec0-4f54-8114-1d1a1c1d8b6c req-8f866445-2eda-4a55-bece-d628ee6fd8d7 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/security-groups?id=194f545e-58c8-4256-85e7-d6b0250214f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157165 Feb 09 01:11:01.256456 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f2420-7d76-4e5b-b453-afc5b61c1568 req-b8f76c7b-4d91-416b-9b5d-b4075064615c tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:01.272821 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-772f2420-7d76-4e5b-b453-afc5b61c1568 req-b8f76c7b-4d91-416b-9b5d-b4075064615c tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.4732940 Feb 09 01:11:01.384703 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f2e421-fa31-4a31-8568-5d58bde90d99 None None] Pushing event updated for resources: {'Port': ['ID=3fdaab0a-2c08-4ae6-ad6b-3b636c89a1db,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:01.410954 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-81f2e421-fa31-4a31-8568-5d58bde90d99 None None] Attempting to bind port 3fdaab0a-2c08-4ae6-ad6b-3b636c89a1db on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:11:01.411224 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-81f2e421-fa31-4a31-8568-5d58bde90d99 None None] Attempting to bind port 3fdaab0a-2c08-4ae6-ad6b-3b636c89a1db by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '3a81961f-9f3c-4b88-b026-d85a15f6fdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'fc9b7097-9839-43e8-ab87-dc826bac26d5'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:11:01.411707 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f2e421-fa31-4a31-8568-5d58bde90d99 None None] Attempting to bind port 3fdaab0a-2c08-4ae6-ad6b-3b636c89a1db on network fc9b7097-9839-43e8-ab87-dc826bac26d5 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:11:01.426335 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-833f6c2e-fa0c-402e-95ae-00fb5c65b311 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:01.454019 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f2e421-fa31-4a31-8568-5d58bde90d99 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:11:01.454370 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f2e421-fa31-4a31-8568-5d58bde90d99 None None] Checking segment: {'id': '3a81961f-9f3c-4b88-b026-d85a15f6fdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'fc9b7097-9839-43e8-ab87-dc826bac26d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:11:01.454781 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-81f2e421-fa31-4a31-8568-5d58bde90d99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:01.455169 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f2e421-fa31-4a31-8568-5d58bde90d99 None None] Bound using segment: {'id': '3a81961f-9f3c-4b88-b026-d85a15f6fdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'fc9b7097-9839-43e8-ab87-dc826bac26d5'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:11:01.455647 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-81f2e421-fa31-4a31-8568-5d58bde90d99 None None] Bound port: 3fdaab0a-2c08-4ae6-ad6b-3b636c89a1db, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a81961f-9f3c-4b88-b026-d85a15f6fdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'fc9b7097-9839-43e8-ab87-dc826bac26d5'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:11:01.456154 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-81f2e421-fa31-4a31-8568-5d58bde90d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:01.583971 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-448a7e05-3716-4fee-b7e1-e923ab09a14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1980546386', 'tenant_id': '8919f04ab45a492f916586ca80fae861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '520b01ea-452f-4f4f-b2c6-88b89d0d4778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:53Z', 'updated_at': '2022-02-09T01:10:56Z', 'revision_number': 3, 'project_id': '8919f04ab45a492f916586ca80fae861', 'gw_port': {'id': '520b01ea-452f-4f4f-b2c6-88b89d0d4778', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d6:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:55Z', 'updated_at': '2022-02-09T01:11:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:01.588797 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-81f2e421-fa31-4a31-8568-5d58bde90d99 None None] For port 3fdaab0a-2c08-4ae6-ad6b-3b636c89a1db, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:11:01.591009 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device d488f4bd-27db-4e25-9787-cc4583f45e6a details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:11:01.593270 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device d488f4bd-27db-4e25-9787-cc4583f45e6a no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:11:01.648928 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-81f2e421-fa31-4a31-8568-5d58bde90d99 None None] For port 3fdaab0a-2c08-4ae6-ad6b-3b636c89a1db, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=3fdaab0a-2c08-4ae6-ad6b-3b636c89a1db,segment=NetworkSegment(3a81961f-9f3c-4b88-b026-d85a15f6fdfd),segment_id=3a81961f-9f3c-4b88-b026-d85a15f6fdfd)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:11:01.652009 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448a7e05-3716-4fee-b7e1-e923ab09a14a None None] The sync data for ids ['b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4'] in n-d-828418-1 is: [{'id': 'b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1980546386', 'tenant_id': '8919f04ab45a492f916586ca80fae861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '520b01ea-452f-4f4f-b2c6-88b89d0d4778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:53Z', 'updated_at': '2022-02-09T01:10:56Z', 'revision_number': 3, 'project_id': '8919f04ab45a492f916586ca80fae861', 'gw_port': {'id': '520b01ea-452f-4f4f-b2c6-88b89d0d4778', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d6:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:55Z', 'updated_at': '2022-02-09T01:11:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:11:01.661403 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-81f2e421-fa31-4a31-8568-5d58bde90d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:01.824034 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.resource_extend [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:11:02.028271 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port d488f4bd-27db-4e25-9787-cc4583f45e6a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=d488f4bd-27db-4e25-9787-cc4583f45e6a,segment=NetworkSegment(249c5438-d0ef-4132-9144-b2c94c9b3b0e),segment_id=249c5438-d0ef-4132-9144-b2c94c9b3b0e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:11:02.145524 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': 'd488f4bd-27db-4e25-9787-cc4583f45e6a', 'network_id': '66684310-b384-46c3-a13e-de69c32841c9', 'port_id': 'd488f4bd-27db-4e25-9787-cc4583f45e6a', 'mac_address': 'fa:16:3e:ba:a3:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1204e025-94a3-426b-85cf-fd8c313f8faf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:11:02.328833 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:02.340242 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-772f2420-7d76-4e5b-b453-afc5b61c1568 req-f8f86e91-f8d9-40e8-b298-a6c2ddfb3b2e tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9390829 Feb 09 01:11:02.364223 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f2e421-fa31-4a31-8568-5d58bde90d99 None None] Pushing event updated for resources: {'Port': ['ID=3fdaab0a-2c08-4ae6-ad6b-3b636c89a1db,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:02.449540 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d488f4bd-27db-4e25-9787-cc4583f45e6a {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:11:02.459872 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:02.541411 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port d488f4bd-27db-4e25-9787-cc4583f45e6a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=d488f4bd-27db-4e25-9787-cc4583f45e6a,segment=NetworkSegment(249c5438-d0ef-4132-9144-b2c94c9b3b0e),segment_id=249c5438-d0ef-4132-9144-b2c94c9b3b0e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:11:02.546997 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:02.646610 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe23e78-6757-4859-b653-1cba8645236f req-897ea631-a7f9-452f-80bd-9c44b50f06f9 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:02.657132 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dbe23e78-6757-4859-b653-1cba8645236f req-897ea631-a7f9-452f-80bd-9c44b50f06f9 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=80d119cd-ca22-4b44-b2d5-7d78eaca5157 HTTP/1.1" status: 200 len: 945 time: 0.4775631 Feb 09 01:11:02.835308 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=d488f4bd-27db-4e25-9787-cc4583f45e6a,revision_number=6']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:02.918393 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:11:02.918735 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:11:02.944203 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dbe23e78-6757-4859-b653-1cba8645236f req-0cd67a94-e53e-4d8d-81d6-96b35fd2371b tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807033 Feb 09 01:11:03.027918 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e908efa1-6c51-418b-ab47-ebc46de2f3da req-768cef19-21a9-4e0d-9de5-7b69418e9520 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:03.039289 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e908efa1-6c51-418b-ab47-ebc46de2f3da req-768cef19-21a9-4e0d-9de5-7b69418e9520 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=f9c990fc-4142-4fc0-bb78-92925072a330 HTTP/1.1" status: 200 len: 945 time: 0.4580877 Feb 09 01:11:03.115031 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['d488f4bd-27db-4e25-9787-cc4583f45e6a'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:11:03.133013 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e908efa1-6c51-418b-ab47-ebc46de2f3da req-0f5503a5-1e48-49b9-a375-31e14bfffa1f tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924890 Feb 09 01:11:03.207446 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-833f6c2e-fa0c-402e-95ae-00fb5c65b311 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Allocated IP 172.20.0.1 (fc9b7097-9839-43e8-ab87-dc826bac26d5/a4ead744-7288-4509-98a4-89b7f6e2f702/90ddb7a7-7a1d-441f-8886-891e8c95b798) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:11:03.492732 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 520b01ea-452f-4f4f-b2c6-88b89d0d4778 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:11:03.714706 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:03.744834 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d488f4bd-27db-4e25-9787-cc4583f45e6a {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:11:03.823005 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 520b01ea-452f-4f4f-b2c6-88b89d0d4778 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:11:03.833035 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 520b01ea-452f-4f4f-b2c6-88b89d0d4778 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:11:03.833420 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:03.877258 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port d488f4bd-27db-4e25-9787-cc4583f45e6a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=d488f4bd-27db-4e25-9787-cc4583f45e6a,segment=NetworkSegment(249c5438-d0ef-4132-9144-b2c94c9b3b0e),segment_id=249c5438-d0ef-4132-9144-b2c94c9b3b0e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:11:03.903500 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0be809-e6f3-4266-8f77-9f883fc8e399 req-6c7a4d9b-d99b-40f1-be67-60f5834b8ccf tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:03.905188 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-da0be809-e6f3-4266-8f77-9f883fc8e399 req-6c7a4d9b-d99b-40f1-be67-60f5834b8ccf tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/ports?device_id=4f584ff8-d527-4b69-95a6-07f4f1a761f5 HTTP/1.1" status: 200 len: 945 time: 0.7833641 Feb 09 01:11:03.915863 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:03.924017 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8e0894-fc30-4cf9-a183-82b12c588f63 req-2db51944-c009-4158-b96f-dce3b7ac31ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:03.926475 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cb8e0894-fc30-4cf9-a183-82b12c588f63 req-2db51944-c009-4158-b96f-dce3b7ac31ed service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=80d119cd-ca22-4b44-b2d5-7d78eaca5157 HTTP/1.1" status: 200 len: 1096 time: 0.3742857 Feb 09 01:11:04.029175 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9efe0b-0da5-4b17-9f02-08cddb4096b8 req-c262e312-59f8-4820-8048-020f48406576 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:04.037399 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fd9efe0b-0da5-4b17-9f02-08cddb4096b8 req-c262e312-59f8-4820-8048-020f48406576 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.3159549 Feb 09 01:11:04.116297 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cb8e0894-fc30-4cf9-a183-82b12c588f63 req-481663c8-23ee-41db-ad4c-fc66fb635d6f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658206 Feb 09 01:11:04.146404 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-da0be809-e6f3-4266-8f77-9f883fc8e399 req-9ce86ebb-b911-44bb-aa95-6cf3b49f8175 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/security-groups?id=194f545e-58c8-4256-85e7-d6b0250214f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161779 Feb 09 01:11:04.183394 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-833f6c2e-fa0c-402e-95ae-00fb5c65b311 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:04.211115 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312068f5-2999-4714-b2b7-54a44df9debd None None] Network fc9b7097-9839-43e8-ab87-dc826bac26d5 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:11:04.213556 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fd9efe0b-0da5-4b17-9f02-08cddb4096b8 req-56631e5a-665a-4fd9-95f3-6d2c5a29ce6a tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696832 Feb 09 01:11:04.233473 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-833f6c2e-fa0c-402e-95ae-00fb5c65b311 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Transition to ACTIVE for port object 90ddb7a7-7a1d-441f-8886-891e8c95b798 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:11:04.275720 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-833f6c2e-fa0c-402e-95ae-00fb5c65b311 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:04.369615 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833f6c2e-fa0c-402e-95ae-00fb5c65b311 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Network fc9b7097-9839-43e8-ab87-dc826bac26d5 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:11:04.377678 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-833f6c2e-fa0c-402e-95ae-00fb5c65b311 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:11:04.382020 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833f6c2e-fa0c-402e-95ae-00fb5c65b311 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:11:04.504366 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=d488f4bd-27db-4e25-9787-cc4583f45e6a,revision_number=7']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:04.563550 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:04.623071 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e24eb062-74a4-44ce-a932-38a2344f6030 None None] Provisioning for port 3fdaab0a-2c08-4ae6-ad6b-3b636c89a1db completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:11:04.654195 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 35970) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:04.677790 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833f6c2e-fa0c-402e-95ae-00fb5c65b311 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Pushing event updated for resources: {'Port': ['ID=90ddb7a7-7a1d-441f-8886-891e8c95b798,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:04.697649 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-833f6c2e-fa0c-402e-95ae-00fb5c65b311 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:04.731168 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 520b01ea-452f-4f4f-b2c6-88b89d0d4778, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=520b01ea-452f-4f4f-b2c6-88b89d0d4778,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:11:04.749871 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:04.750665 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 3fdaab0a-2c08-4ae6-ad6b-3b636c89a1db up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:11:04.825470 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f99ed4e9-c611-4380-a79e-a0ba0ca6d335 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:04.850499 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f99ed4e9-c611-4380-a79e-a0ba0ca6d335 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:11:04.855365 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-f99ed4e9-c611-4380-a79e-a0ba0ca6d335 admin admin] Usage tracker for resource:security_group_rule and tenant:a5977401aa7a4525abcd6b9951d6a2ac is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:11:04.859086 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-f99ed4e9-c611-4380-a79e-a0ba0ca6d335 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:11:04.868090 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f99ed4e9-c611-4380-a79e-a0ba0ca6d335 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:11:05.001451 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f99ed4e9-c611-4380-a79e-a0ba0ca6d335 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:05.007478 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f99ed4e9-c611-4380-a79e-a0ba0ca6d335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:05.027221 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b608b706-c1ce-463d-acb9-a5e4e638bc03 req-3013ddb1-b350-4e23-aa73-0f7be00439d1 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:05.028941 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b608b706-c1ce-463d-acb9-a5e4e638bc03 req-3013ddb1-b350-4e23-aa73-0f7be00439d1 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=f9c990fc-4142-4fc0-bb78-92925072a330 HTTP/1.1" status: 200 len: 944 time: 0.5446441 Feb 09 01:11:05.041992 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=520b01ea-452f-4f4f-b2c6-88b89d0d4778,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:05.064400 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93074e23-b850-4885-8d41-fa3e8f99522a req-8d7cadac-5392-4bdb-8393-848875202790 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:05.071456 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 3fdaab0a-2c08-4ae6-ad6b-3b636c89a1db completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:11:05.073720 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-93074e23-b850-4885-8d41-fa3e8f99522a req-8d7cadac-5392-4bdb-8393-848875202790 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=80d119cd-ca22-4b44-b2d5-7d78eaca5157 HTTP/1.1" status: 200 len: 945 time: 0.6352654 Feb 09 01:11:05.084159 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 3fdaab0a-2c08-4ae6-ad6b-3b636c89a1db triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:11:05.084404 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f99ed4e9-c611-4380-a79e-a0ba0ca6d335 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=a5977401aa7a4525abcd6b9951d6a2ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4283373 Feb 09 01:11:05.084856 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:05.086622 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99ed4e9-c611-4380-a79e-a0ba0ca6d335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4d1c18-20c5-4cde-a395-63bf1d5b576e,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:05.089371 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 35976) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:05.163101 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b57d27c8-cd3a-46b1-9c46-d25c1ae0d929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:05.178333 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b608b706-c1ce-463d-acb9-a5e4e638bc03 req-ec5d925e-3369-4f01-8a7e-152540fae6fc tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413913 Feb 09 01:11:05.205672 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-93074e23-b850-4885-8d41-fa3e8f99522a req-daed0d44-c10f-47c5-afd9-aa3454f1763d tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118836 Feb 09 01:11:05.241713 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b57d27c8-cd3a-46b1-9c46-d25c1ae0d929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:05.366694 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-833f6c2e-fa0c-402e-95ae-00fb5c65b311 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:05.368491 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b57d27c8-cd3a-46b1-9c46-d25c1ae0d929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:05.391991 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:05.414663 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57d27c8-cd3a-46b1-9c46-d25c1ae0d929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4d1c18-20c5-4cde-a395-63bf1d5b576e,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:05.419259 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b57d27c8-cd3a-46b1-9c46-d25c1ae0d929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:05.421488 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b57d27c8-cd3a-46b1-9c46-d25c1ae0d929 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/fc4d1c18-20c5-4cde-a395-63bf1d5b576e HTTP/1.1" status: 204 len: 168 time: 0.3309865 Feb 09 01:11:05.493416 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 3fdaab0a-2c08-4ae6-ad6b-3b636c89a1db, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=3fdaab0a-2c08-4ae6-ad6b-3b636c89a1db,segment=NetworkSegment(3a81961f-9f3c-4b88-b026-d85a15f6fdfd),segment_id=3a81961f-9f3c-4b88-b026-d85a15f6fdfd)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:11:05.500851 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:05.619435 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device d488f4bd-27db-4e25-9787-cc4583f45e6a up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:11:05.753783 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 520b01ea-452f-4f4f-b2c6-88b89d0d4778 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:11:05.884594 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-2908231b-3251-42c3-bbf6-10a87f46f482 None None] Provisioning complete for port 3fdaab0a-2c08-4ae6-ad6b-3b636c89a1db triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:11:05.884926 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2908231b-3251-42c3-bbf6-10a87f46f482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:05.985906 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 520b01ea-452f-4f4f-b2c6-88b89d0d4778 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:11:05.986283 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:06.121819 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=3fdaab0a-2c08-4ae6-ad6b-3b636c89a1db,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:06.121819 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port d488f4bd-27db-4e25-9787-cc4583f45e6a triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:11:06.121819 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:06.122554 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438037f9-4637-49aa-b1c7-816182260c49 req-ee42a79b-e497-4455-92f2-7a74e26ca118 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:06.122554 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-438037f9-4637-49aa-b1c7-816182260c49 req-ee42a79b-e497-4455-92f2-7a74e26ca118 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/ports?device_id=4f584ff8-d527-4b69-95a6-07f4f1a761f5 HTTP/1.1" status: 200 len: 945 time: 0.6271999 Feb 09 01:11:06.156835 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757269d5-c295-4231-ab18-7c8c2265c298 req-89a56d7a-a052-4633-b661-ec09bae8e9b7 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:06.158449 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-757269d5-c295-4231-ab18-7c8c2265c298 req-89a56d7a-a052-4633-b661-ec09bae8e9b7 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.5335169 Feb 09 01:11:06.286147 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-438037f9-4637-49aa-b1c7-816182260c49 req-bbc5a8ac-34d1-487d-b51d-b521fa28a071 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/security-groups?id=194f545e-58c8-4256-85e7-d6b0250214f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749003 Feb 09 01:11:06.323114 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-757269d5-c295-4231-ab18-7c8c2265c298 req-b1af572f-769c-4c27-a575-562b7388f04d tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486256 Feb 09 01:11:06.469882 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-833f6c2e-fa0c-402e-95ae-00fb5c65b311 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:06.486730 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:06.513810 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-2908231b-3251-42c3-bbf6-10a87f46f482 None None] Provisioning for port 90ddb7a7-7a1d-441f-8886-891e8c95b798 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:11:06.526230 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-2908231b-3251-42c3-bbf6-10a87f46f482 None None] Provisioning complete for port 90ddb7a7-7a1d-441f-8886-891e8c95b798 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:11:06.526635 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2908231b-3251-42c3-bbf6-10a87f46f482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:06.531533 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-833f6c2e-fa0c-402e-95ae-00fb5c65b311 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:06.651243 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-2908231b-3251-42c3-bbf6-10a87f46f482 None None] Port 90ddb7a7-7a1d-441f-8886-891e8c95b798 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:11:06.667173 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9c990fc-4142-4fc0-bb78-92925072a330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd488f4bd-27db-4e25-9787-cc4583f45e6a'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:11:06.717086 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port d488f4bd-27db-4e25-9787-cc4583f45e6a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=d488f4bd-27db-4e25-9787-cc4583f45e6a,segment=NetworkSegment(249c5438-d0ef-4132-9144-b2c94c9b3b0e),segment_id=249c5438-d0ef-4132-9144-b2c94c9b3b0e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:11:06.722579 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:06.804052 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=d488f4bd-27db-4e25-9787-cc4583f45e6a,revision_number=8']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:06.821449 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-7ea711bf-308e-400d-a1dd-e4a6ae0f9747 None None] Provisioning complete for port 90ddb7a7-7a1d-441f-8886-891e8c95b798 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:11:06.821875 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7ea711bf-308e-400d-a1dd-e4a6ae0f9747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:06.850607 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-833f6c2e-fa0c-402e-95ae-00fb5c65b311 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:06.873420 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833f6c2e-fa0c-402e-95ae-00fb5c65b311 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Pushing event updated for resources: {'Port': ['ID=90ddb7a7-7a1d-441f-8886-891e8c95b798,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:06.900515 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-7ea711bf-308e-400d-a1dd-e4a6ae0f9747 None None] Port 90ddb7a7-7a1d-441f-8886-891e8c95b798 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:11:06.988981 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936d8cd7-12d7-4d70-a0d0-bb4eb1f69922 req-b7cb3805-4379-48d3-aa20-0f874e9e9313 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:06.990571 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-936d8cd7-12d7-4d70-a0d0-bb4eb1f69922 req-b7cb3805-4379-48d3-aa20-0f874e9e9313 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=f9c990fc-4142-4fc0-bb78-92925072a330 HTTP/1.1" status: 200 len: 944 time: 0.5109432 Feb 09 01:11:07.041175 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db2af9-4705-4729-9cd1-77a8e4e4f741 req-57a6fde1-37b4-4836-bd1a-800aadc84dc7 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:07.046389 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c4db2af9-4705-4729-9cd1-77a8e4e4f741 req-57a6fde1-37b4-4836-bd1a-800aadc84dc7 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=80d119cd-ca22-4b44-b2d5-7d78eaca5157 HTTP/1.1" status: 200 len: 945 time: 0.4753337 Feb 09 01:11:07.119603 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833f6c2e-fa0c-402e-95ae-00fb5c65b311 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Network fc9b7097-9839-43e8-ab87-dc826bac26d5 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:11:07.142954 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-833f6c2e-fa0c-402e-95ae-00fb5c65b311 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:11:07.176310 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c4db2af9-4705-4729-9cd1-77a8e4e4f741 req-95390963-f7c6-4006-86f4-b80c5143c635 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275482 Feb 09 01:11:07.211602 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-936d8cd7-12d7-4d70-a0d0-bb4eb1f69922 req-a310a940-eabb-49d2-849d-edba64e000f4 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107763 Feb 09 01:11:07.556330 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9c990fc-4142-4fc0-bb78-92925072a330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd488f4bd-27db-4e25-9787-cc4583f45e6a', 'code': 200} Feb 09 01:11:07.647598 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-6c689bbe-12c4-4209-aceb-91a8610afd73 None None] Provisioning complete for port 90ddb7a7-7a1d-441f-8886-891e8c95b798 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:11:07.652176 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6c689bbe-12c4-4209-aceb-91a8610afd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:07.724313 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 3fdaab0a-2c08-4ae6-ad6b-3b636c89a1db up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:11:07.839681 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-6c689bbe-12c4-4209-aceb-91a8610afd73 None None] Port 90ddb7a7-7a1d-441f-8886-891e8c95b798 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:11:07.861355 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 3fdaab0a-2c08-4ae6-ad6b-3b636c89a1db triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:11:07.862030 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:07.973746 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36036) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:08.064271 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-833f6c2e-fa0c-402e-95ae-00fb5c65b311 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Router b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:11:08.113351 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-20420d21-8068-42d9-a185-ae222a1fd978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:08.162751 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-32e6ca9a-f0f6-4841-b4af-1b50a3e9a970 tempest-ExternalNetworksAdminNegativeTestJSON-989109757 tempest-ExternalNetworksAdminNegativeTestJSON-989109757-project-admin] Request body: {'floatingip': {'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:08.166670 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2841b12c-6b58-458b-b464-60683bc9a200 req-167177a3-ed32-4f60-8b29-c52ae4c3da42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:08.168311 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2841b12c-6b58-458b-b464-60683bc9a200 req-167177a3-ed32-4f60-8b29-c52ae4c3da42 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f9c990fc-4142-4fc0-bb78-92925072a330 HTTP/1.1" status: 200 len: 1097 time: 0.3106878 Feb 09 01:11:08.171509 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-32e6ca9a-f0f6-4841-b4af-1b50a3e9a970 tempest-ExternalNetworksAdminNegativeTestJSON-989109757 tempest-ExternalNetworksAdminNegativeTestJSON-989109757-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:11:08.179694 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-32e6ca9a-f0f6-4841-b4af-1b50a3e9a970 tempest-ExternalNetworksAdminNegativeTestJSON-989109757 tempest-ExternalNetworksAdminNegativeTestJSON-989109757-project-admin] Usage tracker for resource:floatingip and tenant:63bf56392df04671a3ab8a24b18ceb3a is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:11:08.183973 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf8674-9ffa-47d2-8096-ea358b65b426 req-ec7eed4a-f7b8-46fa-8639-615cb6d0a3f0 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:08.184290 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-32e6ca9a-f0f6-4841-b4af-1b50a3e9a970 tempest-ExternalNetworksAdminNegativeTestJSON-989109757 tempest-ExternalNetworksAdminNegativeTestJSON-989109757-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:11:08.191061 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-67cf8674-9ffa-47d2-8096-ea358b65b426 req-ec7eed4a-f7b8-46fa-8639-615cb6d0a3f0 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=7dde1fc5-d07f-45a8-ab56-9c682424bf1e HTTP/1.1" status: 200 len: 945 time: 0.7857306 Feb 09 01:11:08.191958 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-32e6ca9a-f0f6-4841-b4af-1b50a3e9a970 tempest-ExternalNetworksAdminNegativeTestJSON-989109757 tempest-ExternalNetworksAdminNegativeTestJSON-989109757-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:11:08.203933 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6edb92-656e-4fdb-8a76-e138d1e3e849 req-90489f9c-f4f7-4fdc-a610-08086fb838d9 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:08.205499 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-32e6ca9a-f0f6-4841-b4af-1b50a3e9a970 tempest-ExternalNetworksAdminNegativeTestJSON-989109757 tempest-ExternalNetworksAdminNegativeTestJSON-989109757-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:08.211238 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cb6edb92-656e-4fdb-8a76-e138d1e3e849 req-90489f9c-f4f7-4fdc-a610-08086fb838d9 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/ports?device_id=4f584ff8-d527-4b69-95a6-07f4f1a761f5 HTTP/1.1" status: 200 len: 945 time: 0.3548431 Feb 09 01:11:08.307674 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-67cf8674-9ffa-47d2-8096-ea358b65b426 req-8c2966a9-8840-4f8b-8b17-45d9b901b363 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156492 Feb 09 01:11:08.387146 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-32e6ca9a-f0f6-4841-b4af-1b50a3e9a970 tempest-ExternalNetworksAdminNegativeTestJSON-989109757 tempest-ExternalNetworksAdminNegativeTestJSON-989109757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:08.407648 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2841b12c-6b58-458b-b464-60683bc9a200 req-876ac38c-ba85-465e-b3c2-d6b7e01f7c57 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141082 Feb 09 01:11:08.433661 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cb6edb92-656e-4fdb-8a76-e138d1e3e849 req-b1f28768-8e4a-4cfc-8876-688fd16d8a4e tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/security-groups?id=194f545e-58c8-4256-85e7-d6b0250214f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213650 Feb 09 01:11:08.514537 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-833f6c2e-fa0c-402e-95ae-00fb5c65b311 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:11:08.527341 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae6aa06-79ba-4c1b-85d0-7b405a16e168 None None] Sync routers for ids ['b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:11:08.555198 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-833f6c2e-fa0c-402e-95ae-00fb5c65b311 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "PUT /v2.0/routers/b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2704945 Feb 09 01:11:08.556926 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae6aa06-79ba-4c1b-85d0-7b405a16e168 None None] Routers {'b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:11:08.557773 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-0ae6aa06-79ba-4c1b-85d0-7b405a16e168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:10:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:08.564266 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-32e6ca9a-f0f6-4841-b4af-1b50a3e9a970 tempest-ExternalNetworksAdminNegativeTestJSON-989109757 tempest-ExternalNetworksAdminNegativeTestJSON-989109757-project-admin] Allocated IP 172.25.0.217 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/a84fbe02-cad4-4532-9ec6-6207acc58187) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:11:08.566488 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 36046) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:08.587725 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-dac8e196-efb0-4c80-8f67-065f99f12ca2 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1690413313', 'description': 'tempest-secgroup_access--1690413313 description', 'project_id': '8919f04ab45a492f916586ca80fae861'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:08.659073 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-dac8e196-efb0-4c80-8f67-065f99f12ca2 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:11:08.666641 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-dac8e196-efb0-4c80-8f67-065f99f12ca2 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Usage tracker for resource:security_group and tenant:8919f04ab45a492f916586ca80fae861 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:11:08.679615 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-dac8e196-efb0-4c80-8f67-065f99f12ca2 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:11:08.692962 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-dac8e196-efb0-4c80-8f67-065f99f12ca2 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:11:08.704352 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a9ac2-95ea-41c4-82a6-0f9df062dc1e req-97861605-f4b7-4a53-801c-c49ed94ac771 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:08.712844 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-086a9ac2-95ea-41c4-82a6-0f9df062dc1e req-97861605-f4b7-4a53-801c-c49ed94ac771 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.2516553 Feb 09 01:11:08.747947 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dac8e196-efb0-4c80-8f67-065f99f12ca2 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:08.787662 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-0ae6aa06-79ba-4c1b-85d0-7b405a16e168 None None] Set router b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:11:08.802074 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07827a0b-0107-41f4-b64b-f3866c6fa388 req-5e394ccc-3a4f-4bec-bb06-2baaf2dcff73 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:08.803874 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-07827a0b-0107-41f4-b64b-f3866c6fa388 req-5e394ccc-3a4f-4bec-bb06-2baaf2dcff73 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=f9c990fc-4142-4fc0-bb78-92925072a330 HTTP/1.1" status: 200 len: 946 time: 0.2206879 Feb 09 01:11:08.814676 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-086a9ac2-95ea-41c4-82a6-0f9df062dc1e req-2ab26c86-96e6-43e4-977a-4b1c8be4b9c6 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987298 Feb 09 01:11:08.820815 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-dac8e196-efb0-4c80-8f67-065f99f12ca2 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:11:08.826882 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-dac8e196-efb0-4c80-8f67-065f99f12ca2 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Usage tracker for resource:security_group_rule and tenant:8919f04ab45a492f916586ca80fae861 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:11:08.936704 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-dac8e196-efb0-4c80-8f67-065f99f12ca2 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:11:08.942778 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-07827a0b-0107-41f4-b64b-f3866c6fa388 req-acc27282-32ea-404b-9289-86811b0eede0 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191289 Feb 09 01:11:08.947451 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-dac8e196-efb0-4c80-8f67-065f99f12ca2 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:11:09.042348 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-32e6ca9a-f0f6-4841-b4af-1b50a3e9a970 tempest-ExternalNetworksAdminNegativeTestJSON-989109757 tempest-ExternalNetworksAdminNegativeTestJSON-989109757-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:09.093996 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dac8e196-efb0-4c80-8f67-065f99f12ca2 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:09.100930 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dac8e196-efb0-4c80-8f67-065f99f12ca2 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:09.114975 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-32e6ca9a-f0f6-4841-b4af-1b50a3e9a970 tempest-ExternalNetworksAdminNegativeTestJSON-989109757 tempest-ExternalNetworksAdminNegativeTestJSON-989109757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:09.243757 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac8e196-efb0-4c80-8f67-065f99f12ca2 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7432a6e0-20bb-4b7a-9fb6-44a9c667edd7,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:09.250026 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dac8e196-efb0-4c80-8f67-065f99f12ca2 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:09.255649 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-dac8e196-efb0-4c80-8f67-065f99f12ca2 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.6745682 Feb 09 01:11:09.256492 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 36054) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:09.261779 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-abe5dec2-4736-4840-ba75-ef5c5c3a8641 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1557834250', 'description': 'tempest-secgroup_general--1557834250 description', 'project_id': '8919f04ab45a492f916586ca80fae861'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:09.267447 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e6ca9a-f0f6-4841-b4af-1b50a3e9a970 tempest-ExternalNetworksAdminNegativeTestJSON-989109757 tempest-ExternalNetworksAdminNegativeTestJSON-989109757-project-admin] Pushing event updated for resources: {'Port': ['ID=a84fbe02-cad4-4532-9ec6-6207acc58187,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:09.281748 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e6ca9a-f0f6-4841-b4af-1b50a3e9a970 tempest-ExternalNetworksAdminNegativeTestJSON-989109757 tempest-ExternalNetworksAdminNegativeTestJSON-989109757-project-admin] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:11:09.282947 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-32e6ca9a-f0f6-4841-b4af-1b50a3e9a970 tempest-ExternalNetworksAdminNegativeTestJSON-989109757 tempest-ExternalNetworksAdminNegativeTestJSON-989109757-project-admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:11:09.286149 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e6ca9a-f0f6-4841-b4af-1b50a3e9a970 tempest-ExternalNetworksAdminNegativeTestJSON-989109757 tempest-ExternalNetworksAdminNegativeTestJSON-989109757-project-admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:11:09.326982 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-abe5dec2-4736-4840-ba75-ef5c5c3a8641 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:11:09.351118 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-abe5dec2-4736-4840-ba75-ef5c5c3a8641 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Usage tracker for resource:security_group and tenant:8919f04ab45a492f916586ca80fae861 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:11:09.356352 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-abe5dec2-4736-4840-ba75-ef5c5c3a8641 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:11:09.366690 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-abe5dec2-4736-4840-ba75-ef5c5c3a8641 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:11:09.384532 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-32e6ca9a-f0f6-4841-b4af-1b50a3e9a970 tempest-ExternalNetworksAdminNegativeTestJSON-989109757 tempest-ExternalNetworksAdminNegativeTestJSON-989109757-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:09.417786 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-abe5dec2-4736-4840-ba75-ef5c5c3a8641 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:09.427029 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-0ae6aa06-79ba-4c1b-85d0-7b405a16e168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1980546386', 'tenant_id': '8919f04ab45a492f916586ca80fae861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '520b01ea-452f-4f4f-b2c6-88b89d0d4778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:53Z', 'updated_at': '2022-02-09T01:11:05Z', 'revision_number': 4, 'project_id': '8919f04ab45a492f916586ca80fae861', 'gw_port': {'id': '520b01ea-452f-4f4f-b2c6-88b89d0d4778', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:55Z', 'updated_at': '2022-02-09T01:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '90ddb7a7-7a1d-441f-8886-891e8c95b798', 'name': '', 'network_id': 'fc9b7097-9839-43e8-ab87-dc826bac26d5', 'tenant_id': '8919f04ab45a492f916586ca80fae861', 'mac_address': 'fa:16:3e:b6:42:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'a4ead744-7288-4509-98a4-89b7f6e2f702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:11:02Z', 'updated_at': '2022-02-09T01:11:06Z', 'revision_number': 2, 'project_id': '8919f04ab45a492f916586ca80fae861', 'subnets': [{'id': 'a4ead744-7288-4509-98a4-89b7f6e2f702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:09.433968 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae6aa06-79ba-4c1b-85d0-7b405a16e168 None None] Checking router: b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:11:09.435210 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae6aa06-79ba-4c1b-85d0-7b405a16e168 None None] Updating router b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4 port 90ddb7a7-7a1d-441f-8886-891e8c95b798 binding host n-d-828418-1 {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:11:09.468960 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-abe5dec2-4736-4840-ba75-ef5c5c3a8641 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:11:09.480623 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-abe5dec2-4736-4840-ba75-ef5c5c3a8641 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Usage tracker for resource:security_group_rule and tenant:8919f04ab45a492f916586ca80fae861 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:11:09.483652 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-abe5dec2-4736-4840-ba75-ef5c5c3a8641 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:11:09.499332 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-abe5dec2-4736-4840-ba75-ef5c5c3a8641 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:11:09.503122 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-0ae6aa06-79ba-4c1b-85d0-7b405a16e168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:09.538273 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-32e6ca9a-f0f6-4841-b4af-1b50a3e9a970 tempest-ExternalNetworksAdminNegativeTestJSON-989109757 tempest-ExternalNetworksAdminNegativeTestJSON-989109757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:09.587768 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f970808-12e2-492b-b77c-468ac7017550 req-5951d4eb-027e-4794-ba04-3d8e06261ced tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:09.601850 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0f970808-12e2-492b-b77c-468ac7017550 req-5951d4eb-027e-4794-ba04-3d8e06261ced tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=7dde1fc5-d07f-45a8-ab56-9c682424bf1e HTTP/1.1" status: 200 len: 945 time: 0.3308649 Feb 09 01:11:09.689319 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0f970808-12e2-492b-b77c-468ac7017550 req-48ce3f99-2d42-4d16-8047-a535e69e5780 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858810 Feb 09 01:11:09.825167 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-abe5dec2-4736-4840-ba75-ef5c5c3a8641 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:09.833907 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-abe5dec2-4736-4840-ba75-ef5c5c3a8641 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:09.916357 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-32e6ca9a-f0f6-4841-b4af-1b50a3e9a970 tempest-ExternalNetworksAdminNegativeTestJSON-989109757 tempest-ExternalNetworksAdminNegativeTestJSON-989109757-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:09.919716 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-abe5dec2-4736-4840-ba75-ef5c5c3a8641 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:09.923081 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-abe5dec2-4736-4840-ba75-ef5c5c3a8641 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.6634588 Feb 09 01:11:09.924132 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36062) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:09.932664 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-7ece81a9-1530-429c-8724-dd0529ce24d5 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Request body: {'security_group_rule': {'security_group_id': '7432a6e0-20bb-4b7a-9fb6-44a9c667edd7', 'project_id': '8919f04ab45a492f916586ca80fae861', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:09.942414 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-32e6ca9a-f0f6-4841-b4af-1b50a3e9a970 tempest-ExternalNetworksAdminNegativeTestJSON-989109757 tempest-ExternalNetworksAdminNegativeTestJSON-989109757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:09.949521 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7ece81a9-1530-429c-8724-dd0529ce24d5 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:11:09.988832 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe5dec2-4736-4840-ba75-ef5c5c3a8641 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04db1776-df78-44e6-8589-18bdc682e548,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:10.016893 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c090ed6-3143-498d-a4b4-ad6094ae8b3e req-74306235-d9d9-45ab-b04f-79c3a73bc55f tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:10.017970 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-7ece81a9-1530-429c-8724-dd0529ce24d5 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Usage tracker for resource:security_group_rule and tenant:8919f04ab45a492f916586ca80fae861 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:11:10.021211 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2c090ed6-3143-498d-a4b4-ad6094ae8b3e req-74306235-d9d9-45ab-b04f-79c3a73bc55f tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/ports?device_id=4f584ff8-d527-4b69-95a6-07f4f1a761f5 HTTP/1.1" status: 200 len: 945 time: 0.3535492 Feb 09 01:11:10.039100 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-7ece81a9-1530-429c-8724-dd0529ce24d5 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:11:10.100439 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7ece81a9-1530-429c-8724-dd0529ce24d5 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:11:10.133089 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-0ae6aa06-79ba-4c1b-85d0-7b405a16e168 None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:10.136615 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e6ca9a-f0f6-4841-b4af-1b50a3e9a970 tempest-ExternalNetworksAdminNegativeTestJSON-989109757 tempest-ExternalNetworksAdminNegativeTestJSON-989109757-project-admin] Pushing event updated for resources: {'Port': ['ID=a84fbe02-cad4-4532-9ec6-6207acc58187,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:10.153150 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-0ae6aa06-79ba-4c1b-85d0-7b405a16e168 None None] Transition to ACTIVE for port object 90ddb7a7-7a1d-441f-8886-891e8c95b798 will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:11:10.164055 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-0ae6aa06-79ba-4c1b-85d0-7b405a16e168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:10.173203 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7ece81a9-1530-429c-8724-dd0529ce24d5 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:10.216334 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-32e6ca9a-f0f6-4841-b4af-1b50a3e9a970 tempest-ExternalNetworksAdminNegativeTestJSON-989109757 tempest-ExternalNetworksAdminNegativeTestJSON-989109757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:10.251025 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2c090ed6-3143-498d-a4b4-ad6094ae8b3e req-6b52bf46-f43a-48d3-84cd-8a3eb3aa0a15 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/security-groups?id=194f545e-58c8-4256-85e7-d6b0250214f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246180 Feb 09 01:11:10.274106 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c2383-e509-40f5-acce-2a2be2cc889f req-9da90ac6-8e6b-4821-951e-2256ee985ee7 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:10.295242 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ed5c2383-e509-40f5-acce-2a2be2cc889f req-9da90ac6-8e6b-4821-951e-2256ee985ee7 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.2447519 Feb 09 01:11:10.298176 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7ece81a9-1530-429c-8724-dd0529ce24d5 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:10.312548 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7ece81a9-1530-429c-8724-dd0529ce24d5 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:10.372650 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ed5c2383-e509-40f5-acce-2a2be2cc889f req-4cb57d22-8a74-4a20-b849-769a1ed4b6ee tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740740 Feb 09 01:11:10.399003 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ece81a9-1530-429c-8724-dd0529ce24d5 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4560b93-62ba-4a6b-91c9-47ca1242be6b,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:10.400635 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dfd4b0-ecc1-448e-bedc-3b8cc7306aa0 None None] Pushing event updated for resources: {'Port': ['ID=90ddb7a7-7a1d-441f-8886-891e8c95b798,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:10.413266 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-32e6ca9a-f0f6-4841-b4af-1b50a3e9a970 tempest-ExternalNetworksAdminNegativeTestJSON-989109757 tempest-ExternalNetworksAdminNegativeTestJSON-989109757-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:10.415961 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-32e6ca9a-f0f6-4841-b4af-1b50a3e9a970 tempest-ExternalNetworksAdminNegativeTestJSON-989109757 tempest-ExternalNetworksAdminNegativeTestJSON-989109757-project-admin] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4401977 Feb 09 01:11:10.419140 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 36068) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:10.427751 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-8c005822-208e-4a0f-a235-025bce962c20 tempest-ExternalNetworksAdminNegativeTestJSON-989109757 tempest-ExternalNetworksAdminNegativeTestJSON-989109757-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-575984801', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'fixed_ips': [{'ip_address': '172.25.0.217'}]}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:10.432967 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-8c005822-208e-4a0f-a235-025bce962c20 tempest-ExternalNetworksAdminNegativeTestJSON-989109757 tempest-ExternalNetworksAdminNegativeTestJSON-989109757-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:11:10.437947 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-8c005822-208e-4a0f-a235-025bce962c20 tempest-ExternalNetworksAdminNegativeTestJSON-989109757 tempest-ExternalNetworksAdminNegativeTestJSON-989109757-project-admin] Usage tracker for resource:port and tenant:63bf56392df04671a3ab8a24b18ceb3a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:11:10.439744 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7ece81a9-1530-429c-8724-dd0529ce24d5 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:10.442880 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-8c005822-208e-4a0f-a235-025bce962c20 tempest-ExternalNetworksAdminNegativeTestJSON-989109757 tempest-ExternalNetworksAdminNegativeTestJSON-989109757-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:11:10.444329 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-7ece81a9-1530-429c-8724-dd0529ce24d5 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5189860 Feb 09 01:11:10.450661 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-8c005822-208e-4a0f-a235-025bce962c20 tempest-ExternalNetworksAdminNegativeTestJSON-989109757 tempest-ExternalNetworksAdminNegativeTestJSON-989109757-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:11:10.455490 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-446d71bd-a8f8-4cea-a99b-f74170138e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:10.519872 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dfd4b0-ecc1-448e-bedc-3b8cc7306aa0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:10.519872 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dfd4b0-ecc1-448e-bedc-3b8cc7306aa0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:10.519872 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dfd4b0-ecc1-448e-bedc-3b8cc7306aa0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:10.528530 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c005822-208e-4a0f-a235-025bce962c20 tempest-ExternalNetworksAdminNegativeTestJSON-989109757 tempest-ExternalNetworksAdminNegativeTestJSON-989109757-project-admin] Made reservation on behalf of 63bf56392df04671a3ab8a24b18ceb3a for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:11:10.533528 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dfd4b0-ecc1-448e-bedc-3b8cc7306aa0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:10.533528 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dfd4b0-ecc1-448e-bedc-3b8cc7306aa0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:10.533528 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dfd4b0-ecc1-448e-bedc-3b8cc7306aa0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:10.533528 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dfd4b0-ecc1-448e-bedc-3b8cc7306aa0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:10.533528 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dfd4b0-ecc1-448e-bedc-3b8cc7306aa0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:10.533528 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dfd4b0-ecc1-448e-bedc-3b8cc7306aa0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:10.533528 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dfd4b0-ecc1-448e-bedc-3b8cc7306aa0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:10.533528 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dfd4b0-ecc1-448e-bedc-3b8cc7306aa0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:10.533528 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dfd4b0-ecc1-448e-bedc-3b8cc7306aa0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:10.540525 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8c005822-208e-4a0f-a235-025bce962c20 tempest-ExternalNetworksAdminNegativeTestJSON-989109757 tempest-ExternalNetworksAdminNegativeTestJSON-989109757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:10.549584 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-0ae6aa06-79ba-4c1b-85d0-7b405a16e168 None None] Attempting to bind port 90ddb7a7-7a1d-441f-8886-891e8c95b798 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:11:10.550184 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-0ae6aa06-79ba-4c1b-85d0-7b405a16e168 None None] Attempting to bind port 90ddb7a7-7a1d-441f-8886-891e8c95b798 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '3a81961f-9f3c-4b88-b026-d85a15f6fdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'fc9b7097-9839-43e8-ab87-dc826bac26d5'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:11:10.550797 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae6aa06-79ba-4c1b-85d0-7b405a16e168 None None] Attempting to bind port 90ddb7a7-7a1d-441f-8886-891e8c95b798 on network fc9b7097-9839-43e8-ab87-dc826bac26d5 {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:11:10.556769 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae6aa06-79ba-4c1b-85d0-7b405a16e168 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:11:10.557437 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae6aa06-79ba-4c1b-85d0-7b405a16e168 None None] Checking segment: {'id': '3a81961f-9f3c-4b88-b026-d85a15f6fdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'fc9b7097-9839-43e8-ab87-dc826bac26d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:11:10.558071 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-0ae6aa06-79ba-4c1b-85d0-7b405a16e168 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:10.558642 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae6aa06-79ba-4c1b-85d0-7b405a16e168 None None] Bound using segment: {'id': '3a81961f-9f3c-4b88-b026-d85a15f6fdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'fc9b7097-9839-43e8-ab87-dc826bac26d5'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:11:10.559324 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-0ae6aa06-79ba-4c1b-85d0-7b405a16e168 None None] Bound port: 90ddb7a7-7a1d-441f-8886-891e8c95b798, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a81961f-9f3c-4b88-b026-d85a15f6fdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'fc9b7097-9839-43e8-ab87-dc826bac26d5'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:11:10.559809 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-0ae6aa06-79ba-4c1b-85d0-7b405a16e168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:10.560272 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8c005822-208e-4a0f-a235-025bce962c20 tempest-ExternalNetworksAdminNegativeTestJSON-989109757 tempest-ExternalNetworksAdminNegativeTestJSON-989109757-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:10.639236 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-8c005822-208e-4a0f-a235-025bce962c20 tempest-ExternalNetworksAdminNegativeTestJSON-989109757 tempest-ExternalNetworksAdminNegativeTestJSON-989109757-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:11:10.654264 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-8c005822-208e-4a0f-a235-025bce962c20 tempest-ExternalNetworksAdminNegativeTestJSON-989109757 tempest-ExternalNetworksAdminNegativeTestJSON-989109757-project-admin] Usage tracker for resource:security_group_rule and tenant:63bf56392df04671a3ab8a24b18ceb3a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:11:10.662129 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-8c005822-208e-4a0f-a235-025bce962c20 tempest-ExternalNetworksAdminNegativeTestJSON-989109757 tempest-ExternalNetworksAdminNegativeTestJSON-989109757-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:11:10.670807 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-8c005822-208e-4a0f-a235-025bce962c20 tempest-ExternalNetworksAdminNegativeTestJSON-989109757 tempest-ExternalNetworksAdminNegativeTestJSON-989109757-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:11:10.710177 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9b345-e620-43a6-9f1b-7f5c23015a41 req-cc4f077f-cd00-40a3-bb07-069fa285f0f7 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:10.725994 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-0ae6aa06-79ba-4c1b-85d0-7b405a16e168 None None] For port 90ddb7a7-7a1d-441f-8886-891e8c95b798, host n-d-828418-1, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:11:10.726319 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7ec9b345-e620-43a6-9f1b-7f5c23015a41 req-cc4f077f-cd00-40a3-bb07-069fa285f0f7 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=f9c990fc-4142-4fc0-bb78-92925072a330 HTTP/1.1" status: 200 len: 946 time: 0.1671033 Feb 09 01:11:10.729812 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-0ae6aa06-79ba-4c1b-85d0-7b405a16e168 None None] For port 90ddb7a7-7a1d-441f-8886-891e8c95b798, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=90ddb7a7-7a1d-441f-8886-891e8c95b798,segment=NetworkSegment(3a81961f-9f3c-4b88-b026-d85a15f6fdfd),segment_id=3a81961f-9f3c-4b88-b026-d85a15f6fdfd)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:11:10.736335 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-0ae6aa06-79ba-4c1b-85d0-7b405a16e168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:10.863024 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae6aa06-79ba-4c1b-85d0-7b405a16e168 None None] Routers {'b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:11:10.866551 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-0ae6aa06-79ba-4c1b-85d0-7b405a16e168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:11:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:10.886907 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7ec9b345-e620-43a6-9f1b-7f5c23015a41 req-b57afca6-8052-4a91-91b2-00cd875608ac tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392124 Feb 09 01:11:10.972435 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dfd4b0-ecc1-448e-bedc-3b8cc7306aa0 None None] Pushing event updated for resources: {'Port': ['ID=90ddb7a7-7a1d-441f-8886-891e8c95b798,revision_number=4']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:11.023865 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca27ac5-531f-4a21-a942-dda785b9d140 req-51171bcf-6429-4b4e-8bb9-fcfef8fd226e tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:11.031784 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dca27ac5-531f-4a21-a942-dda785b9d140 req-51171bcf-6429-4b4e-8bb9-fcfef8fd226e tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=7dde1fc5-d07f-45a8-ab56-9c682424bf1e HTTP/1.1" status: 200 len: 945 time: 0.2157056 Feb 09 01:11:11.038413 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8c005822-208e-4a0f-a235-025bce962c20 tempest-ExternalNetworksAdminNegativeTestJSON-989109757 tempest-ExternalNetworksAdminNegativeTestJSON-989109757-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:11.061622 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8c005822-208e-4a0f-a235-025bce962c20 tempest-ExternalNetworksAdminNegativeTestJSON-989109757 tempest-ExternalNetworksAdminNegativeTestJSON-989109757-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:11.065307 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-8c005822-208e-4a0f-a235-025bce962c20 tempest-ExternalNetworksAdminNegativeTestJSON-989109757 tempest-ExternalNetworksAdminNegativeTestJSON-989109757-project-admin] device_id is not set on port cda8795c-8177-4d3c-867e-ececf4708f99 yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:11:11.153253 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-0ae6aa06-79ba-4c1b-85d0-7b405a16e168 None None] Set router b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:11:11.274535 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dca27ac5-531f-4a21-a942-dda785b9d140 req-afb5e37e-2ead-4df8-9a0b-805577e55eeb tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414660 Feb 09 01:11:11.401072 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:11.408148 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c005822-208e-4a0f-a235-025bce962c20 tempest-ExternalNetworksAdminNegativeTestJSON-989109757 tempest-ExternalNetworksAdminNegativeTestJSON-989109757-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71979648-3502-4b4e-a0b1-5ffcf2c64a8f,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:11.429703 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-4a8bc0ea-bab6-4e29-a2e5-6b47f514d748 req-f111ed59-0c59-431c-8519-8c182642b24f tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Synchronizing usage tracker for tenant:8919f04ab45a492f916586ca80fae861 on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:11:11.522481 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:11.611007 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-0ae6aa06-79ba-4c1b-85d0-7b405a16e168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1980546386', 'tenant_id': '8919f04ab45a492f916586ca80fae861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '520b01ea-452f-4f4f-b2c6-88b89d0d4778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:53Z', 'updated_at': '2022-02-09T01:11:05Z', 'revision_number': 4, 'project_id': '8919f04ab45a492f916586ca80fae861', 'gw_port': {'id': '520b01ea-452f-4f4f-b2c6-88b89d0d4778', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:55Z', 'updated_at': '2022-02-09T01:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '90ddb7a7-7a1d-441f-8886-891e8c95b798', 'name': '', 'network_id': 'fc9b7097-9839-43e8-ab87-dc826bac26d5', 'tenant_id': '8919f04ab45a492f916586ca80fae861', 'mac_address': 'fa:16:3e:b6:42:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'a4ead744-7288-4509-98a4-89b7f6e2f702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:11:02Z', 'updated_at': '2022-02-09T01:11:10Z', 'revision_number': 4, 'project_id': '8919f04ab45a492f916586ca80fae861', 'subnets': [{'id': 'a4ead744-7288-4509-98a4-89b7f6e2f702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:11.618144 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae6aa06-79ba-4c1b-85d0-7b405a16e168 None None] The sync data for ids ['b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4'] in n-d-828418-1 is: [{'id': 'b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1980546386', 'tenant_id': '8919f04ab45a492f916586ca80fae861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '520b01ea-452f-4f4f-b2c6-88b89d0d4778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:53Z', 'updated_at': '2022-02-09T01:11:05Z', 'revision_number': 4, 'project_id': '8919f04ab45a492f916586ca80fae861', 'gw_port': {'id': '520b01ea-452f-4f4f-b2c6-88b89d0d4778', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:55Z', 'updated_at': '2022-02-09T01:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '90ddb7a7-7a1d-441f-8886-891e8c95b798', 'name': '', 'network_id': 'fc9b7097-9839-43e8-ab87-dc826bac26d5', 'tenant_id': '8919f04ab45a492f916586ca80fae861', 'mac_address': 'fa:16:3e:b6:42:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'a4ead744-7288-4509-98a4-89b7f6e2f702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:11:02Z', 'updated_at': '2022-02-09T01:11:10Z', 'revision_number': 4, 'project_id': '8919f04ab45a492f916586ca80fae861', 'subnets': [{'id': 'a4ead744-7288-4509-98a4-89b7f6e2f702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:11:11.876661 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-4a8bc0ea-bab6-4e29-a2e5-6b47f514d748 req-f111ed59-0c59-431c-8519-8c182642b24f tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Unset dirty status for tenant:8919f04ab45a492f916586ca80fae861 on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:11:11.877905 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4a8bc0ea-bab6-4e29-a2e5-6b47f514d748 req-f111ed59-0c59-431c-8519-8c182642b24f tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup_access--1690413313&fields=id&tenant_id=8919f04ab45a492f916586ca80fae861 HTTP/1.1" status: 200 len: 267 time: 0.7419205 Feb 09 01:11:11.999163 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4a8bc0ea-bab6-4e29-a2e5-6b47f514d748 req-e3f75184-ea83-4147-8880-94db9f54fec4 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup_general--1557834250&fields=id&tenant_id=8919f04ab45a492f916586ca80fae861 HTTP/1.1" status: 200 len: 267 time: 0.1134510 Feb 09 01:11:12.041543 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60498292-c22a-492e-a68e-eb04ad654903 req-30029fa6-0e0d-4bfa-9c9b-c9a2e6f0e110 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:12.043094 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-60498292-c22a-492e-a68e-eb04ad654903 req-30029fa6-0e0d-4bfa-9c9b-c9a2e6f0e110 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=f9c990fc-4142-4fc0-bb78-92925072a330 HTTP/1.1" status: 200 len: 946 time: 0.6021955 Feb 09 01:11:12.047498 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c005822-208e-4a0f-a235-025bce962c20 tempest-ExternalNetworksAdminNegativeTestJSON-989109757 tempest-ExternalNetworksAdminNegativeTestJSON-989109757-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 09 01:11:12.048047 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c005822-208e-4a0f-a235-025bce962c20 tempest-ExternalNetworksAdminNegativeTestJSON-989109757 tempest-ExternalNetworksAdminNegativeTestJSON-989109757-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:11:12.179523 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-8c005822-208e-4a0f-a235-025bce962c20 tempest-ExternalNetworksAdminNegativeTestJSON-989109757 tempest-ExternalNetworksAdminNegativeTestJSON-989109757-project-admin] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.7584589 Feb 09 01:11:12.182347 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36098) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:12.196202 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-60498292-c22a-492e-a68e-eb04ad654903 req-6b39febc-a5c0-4d29-b984-3877f07d0c71 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951285 Feb 09 01:11:12.282093 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8bc0ea-bab6-4e29-a2e5-6b47f514d748 req-44328ebd-2664-4ea6-bbde-be6cad299d4b tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:12.294214 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4a8bc0ea-bab6-4e29-a2e5-6b47f514d748 req-44328ebd-2664-4ea6-bbde-be6cad299d4b tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "GET /v2.0/networks?id=fc9b7097-9839-43e8-ab87-dc826bac26d5 HTTP/1.1" status: 200 len: 797 time: 0.2828705 Feb 09 01:11:12.316974 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4a8bc0ea-bab6-4e29-a2e5-6b47f514d748 req-583121a3-e4c8-42bf-9fb7-f658c575ea06 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "GET /v2.0/quotas/8919f04ab45a492f916586ca80fae861 HTTP/1.1" status: 200 len: 375 time: 0.0216763 Feb 09 01:11:12.440860 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-f27e21d3-fdfc-43a8-852d-3ccc4ffaaf11 tempest-ExternalNetworksAdminNegativeTestJSON-989109757 tempest-ExternalNetworksAdminNegativeTestJSON-989109757-project-admin] Deleting port a84fbe02-cad4-4532-9ec6-6207acc58187 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:11:12.441470 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f27e21d3-fdfc-43a8-852d-3ccc4ffaaf11 tempest-ExternalNetworksAdminNegativeTestJSON-989109757 tempest-ExternalNetworksAdminNegativeTestJSON-989109757-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:12.531031 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-4a8bc0ea-bab6-4e29-a2e5-6b47f514d748 req-d80475cd-828d-461f-a78d-6c7e43652279 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Synchronizing usage tracker for tenant:8919f04ab45a492f916586ca80fae861 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:11:12.568078 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489bd585-472f-4887-8731-e62ad35a1469 req-c98861df-1615-4b6e-b487-f254b38541e2 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:12.569660 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-489bd585-472f-4887-8731-e62ad35a1469 req-c98861df-1615-4b6e-b487-f254b38541e2 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/ports?device_id=4f584ff8-d527-4b69-95a6-07f4f1a761f5 HTTP/1.1" status: 200 len: 945 time: 0.1628423 Feb 09 01:11:12.578974 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-4a8bc0ea-bab6-4e29-a2e5-6b47f514d748 req-d80475cd-828d-461f-a78d-6c7e43652279 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Unset dirty status for tenant:8919f04ab45a492f916586ca80fae861 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:11:12.580783 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4a8bc0ea-bab6-4e29-a2e5-6b47f514d748 req-d80475cd-828d-461f-a78d-6c7e43652279 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=8919f04ab45a492f916586ca80fae861&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2627497 Feb 09 01:11:12.712305 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f27e21d3-fdfc-43a8-852d-3ccc4ffaaf11 tempest-ExternalNetworksAdminNegativeTestJSON-989109757 tempest-ExternalNetworksAdminNegativeTestJSON-989109757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:12.712714 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f27e21d3-fdfc-43a8-852d-3ccc4ffaaf11 tempest-ExternalNetworksAdminNegativeTestJSON-989109757 tempest-ExternalNetworksAdminNegativeTestJSON-989109757-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:12.743928 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-489bd585-472f-4887-8731-e62ad35a1469 req-c8339054-6be6-405e-ab53-e049f967d9e0 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/security-groups?id=194f545e-58c8-4256-85e7-d6b0250214f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614692 Feb 09 01:11:12.883717 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4a8bc0ea-bab6-4e29-a2e5-6b47f514d748 req-e0a2c346-543c-490f-b5e9-c48870877ce7 service neutron] 10.222.0.105 "GET /v2.0/networks/fc9b7097-9839-43e8-ab87-dc826bac26d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494154 Feb 09 01:11:12.927658 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-f27e21d3-fdfc-43a8-852d-3ccc4ffaaf11 tempest-ExternalNetworksAdminNegativeTestJSON-989109757 tempest-ExternalNetworksAdminNegativeTestJSON-989109757-project-admin] Calling delete_port for a84fbe02-cad4-4532-9ec6-6207acc58187 owned by network:floatingip {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:11:13.131110 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4a8bc0ea-bab6-4e29-a2e5-6b47f514d748 req-a6cd9ecb-9092-46af-b5a9-713d4ed1f9bd service neutron] 10.222.0.105 "GET /v2.0/networks/fc9b7097-9839-43e8-ab87-dc826bac26d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444792 Feb 09 01:11:13.172023 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f27e21d3-fdfc-43a8-852d-3ccc4ffaaf11 tempest-ExternalNetworksAdminNegativeTestJSON-989109757 tempest-ExternalNetworksAdminNegativeTestJSON-989109757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:13.233049 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:13.352239 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27e21d3-fdfc-43a8-852d-3ccc4ffaaf11 tempest-ExternalNetworksAdminNegativeTestJSON-989109757 tempest-ExternalNetworksAdminNegativeTestJSON-989109757-project-admin] Pushing event deleted for resources: {'Port': ['ID=a84fbe02-cad4-4532-9ec6-6207acc58187,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:13.536756 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f27e21d3-fdfc-43a8-852d-3ccc4ffaaf11 tempest-ExternalNetworksAdminNegativeTestJSON-989109757 tempest-ExternalNetworksAdminNegativeTestJSON-989109757-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:13.573266 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f27e21d3-fdfc-43a8-852d-3ccc4ffaaf11 tempest-ExternalNetworksAdminNegativeTestJSON-989109757 tempest-ExternalNetworksAdminNegativeTestJSON-989109757-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:13.577834 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f27e21d3-fdfc-43a8-852d-3ccc4ffaaf11 tempest-ExternalNetworksAdminNegativeTestJSON-989109757 tempest-ExternalNetworksAdminNegativeTestJSON-989109757-project-admin] 10.222.0.105 "DELETE /v2.0/floatingips/c40da265-7d74-4e57-b11b-c04bebf30c9f HTTP/1.1" status: 204 len: 168 time: 1.3943715 Feb 09 01:11:13.720621 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7259a5-aab6-4b35-885b-e20eee6ddfd7 req-05f2b4be-c245-450d-816d-26745043fe88 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:13.739071 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 90ddb7a7-7a1d-441f-8886-891e8c95b798 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:11:13.739247 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ae7259a5-aab6-4b35-885b-e20eee6ddfd7 req-05f2b4be-c245-450d-816d-26745043fe88 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.1845174 Feb 09 01:11:13.822033 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ae7259a5-aab6-4b35-885b-e20eee6ddfd7 req-5fd1d640-97ff-482b-b0e7-460eb51ff1d5 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804894 Feb 09 01:11:13.903496 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 90ddb7a7-7a1d-441f-8886-891e8c95b798 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:11:13.922230 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 90ddb7a7-7a1d-441f-8886-891e8c95b798 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:11:13.923377 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:13.975202 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-84e6b963-6b54-466f-8b8d-a12a3f2758f4 req-9b2a37f7-e2bd-4659-b857-0ba2e2b96742 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "GET /v2.0/ports?device_id=66abf429-08b1-4733-9148-a03acc898aa2 HTTP/1.1" status: 200 len: 210 time: 0.0870094 Feb 09 01:11:14.156090 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:14.178323 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36142) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:14.206582 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 90ddb7a7-7a1d-441f-8886-891e8c95b798, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=90ddb7a7-7a1d-441f-8886-891e8c95b798,segment=NetworkSegment(3a81961f-9f3c-4b88-b026-d85a15f6fdfd),segment_id=3a81961f-9f3c-4b88-b026-d85a15f6fdfd)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:11:14.211277 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:14.305387 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=90ddb7a7-7a1d-441f-8886-891e8c95b798,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:14.386115 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78855c0c-c8d3-4044-8db7-95f6427bcc0e req-e86ebfd0-54b7-4af0-973d-e2d3e6bdbaaa tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:14.390081 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-78855c0c-c8d3-4044-8db7-95f6427bcc0e req-e86ebfd0-54b7-4af0-973d-e2d3e6bdbaaa tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/ports?device_id=4f584ff8-d527-4b69-95a6-07f4f1a761f5 HTTP/1.1" status: 200 len: 945 time: 0.2655835 Feb 09 01:11:14.428973 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-70740258-815a-4af1-9d24-03486d703813 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:14.449164 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3739c2f4-e73c-453b-a6dc-f31670119aa6 req-b1d06546-4e9f-458c-990b-4df4aef41058 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:14.450798 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3739c2f4-e73c-453b-a6dc-f31670119aa6 req-b1d06546-4e9f-458c-990b-4df4aef41058 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/networks?id=66684310-b384-46c3-a13e-de69c32841c9 HTTP/1.1" status: 200 len: 814 time: 0.2212853 Feb 09 01:11:14.452985 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-70740258-815a-4af1-9d24-03486d703813 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:11:14.459619 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-70740258-815a-4af1-9d24-03486d703813 admin admin] Usage tracker for resource:security_group_rule and tenant:1389e04fb58249929444fdea2144fe73 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:11:14.464993 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-70740258-815a-4af1-9d24-03486d703813 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:11:14.473395 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-78855c0c-c8d3-4044-8db7-95f6427bcc0e req-7c6bf50f-8f3e-4684-bb68-301fd31c26ab tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/security-groups?id=194f545e-58c8-4256-85e7-d6b0250214f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704763 Feb 09 01:11:14.474792 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-70740258-815a-4af1-9d24-03486d703813 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:11:14.483226 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3739c2f4-e73c-453b-a6dc-f31670119aa6 req-0bf1f720-4deb-4ac9-9dfe-3b6548869809 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/quotas/d49f9dd4d7c14debbc3dfe8113922129 HTTP/1.1" status: 200 len: 375 time: 0.0144103 Feb 09 01:11:14.583380 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3739c2f4-e73c-453b-a6dc-f31670119aa6 req-6a3c888e-4a7c-4b52-b1bb-e4d49c44c657 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=d49f9dd4d7c14debbc3dfe8113922129&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0932229 Feb 09 01:11:14.587400 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-70740258-815a-4af1-9d24-03486d703813 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:14.598895 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-70740258-815a-4af1-9d24-03486d703813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:14.649416 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-70740258-815a-4af1-9d24-03486d703813 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=1389e04fb58249929444fdea2144fe73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4685886 Feb 09 01:11:14.650417 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70740258-815a-4af1-9d24-03486d703813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13635dc4-8323-4541-b399-9188c49b4e04,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:14.652929 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36152) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:14.714169 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3c08c9e0-9b63-4585-aea9-a14f9f779e16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:14.741211 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3c08c9e0-9b63-4585-aea9-a14f9f779e16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:14.779913 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3739c2f4-e73c-453b-a6dc-f31670119aa6 req-b9076814-8bcc-4797-8e6e-59b699380d70 service neutron] 10.222.0.105 "GET /v2.0/networks/66684310-b384-46c3-a13e-de69c32841c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885879 Feb 09 01:11:14.793216 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0812e4-2e28-4eb3-b36e-53dd7271d892 req-a096041c-d323-4f41-936f-27fed87468d6 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:14.794783 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5c0812e4-2e28-4eb3-b36e-53dd7271d892 req-a096041c-d323-4f41-936f-27fed87468d6 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=7dde1fc5-d07f-45a8-ab56-9c682424bf1e HTTP/1.1" status: 200 len: 945 time: 0.1830263 Feb 09 01:11:14.795960 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3c08c9e0-9b63-4585-aea9-a14f9f779e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:14.815544 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c08c9e0-9b63-4585-aea9-a14f9f779e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13635dc4-8323-4541-b399-9188c49b4e04,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:14.827725 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3c08c9e0-9b63-4585-aea9-a14f9f779e16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:14.832123 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-3c08c9e0-9b63-4585-aea9-a14f9f779e16 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/13635dc4-8323-4541-b399-9188c49b4e04 HTTP/1.1" status: 204 len: 168 time: 0.1750598 Feb 09 01:11:15.029872 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5c0812e4-2e28-4eb3-b36e-53dd7271d892 req-f7ad02d2-58e8-42e1-af84-2a1fa0b9b857 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148013 Feb 09 01:11:15.077085 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3739c2f4-e73c-453b-a6dc-f31670119aa6 req-e55784cc-600b-48bc-8b7f-a0cbfd3a40c0 service neutron] 10.222.0.105 "GET /v2.0/networks/66684310-b384-46c3-a13e-de69c32841c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813256 Feb 09 01:11:15.135054 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36164) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:15.192200 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-7baa3262-236f-41ca-958f-48996b78a4ee admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=63bf56392df04671a3ab8a24b18ceb3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0558653 Feb 09 01:11:15.194848 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36170) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:15.259013 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b6a53d-29e6-4905-a6c7-366ac85308d5 req-89e69f01-c824-4c33-917b-a47358f575b4 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:15.266618 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-89b6a53d-29e6-4905-a6c7-366ac85308d5 req-89e69f01-c824-4c33-917b-a47358f575b4 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.1168914 Feb 09 01:11:15.268350 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5e5c6016-b1dd-4e17-98ea-780b82caf5d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:15.301429 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5e5c6016-b1dd-4e17-98ea-780b82caf5d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:15.359639 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5e5c6016-b1dd-4e17-98ea-780b82caf5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:15.364998 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-966467e7-2633-4cfd-9079-f8cba34758e7 req-fc537694-609e-4322-a9dc-d0de0c5ce8dc tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "GET /v2.0/ports?device_id=66abf429-08b1-4733-9148-a03acc898aa2 HTTP/1.1" status: 200 len: 210 time: 0.0622663 Feb 09 01:11:15.379434 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5c6016-b1dd-4e17-98ea-780b82caf5d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71979648-3502-4b4e-a0b1-5ffcf2c64a8f,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:15.381010 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-89b6a53d-29e6-4905-a6c7-366ac85308d5 req-ac841bb6-5989-4b10-8ce3-14c8c373490e tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134601 Feb 09 01:11:15.386512 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5e5c6016-b1dd-4e17-98ea-780b82caf5d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:15.387415 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-5e5c6016-b1dd-4e17-98ea-780b82caf5d4 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/71979648-3502-4b4e-a0b1-5ffcf2c64a8f HTTP/1.1" status: 204 len: 168 time: 0.1905689 Feb 09 01:11:15.483009 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d1e977a5-4480-4651-a009-ccacdc105fa7 req-4f1a175d-dc2c-4dc0-b2b7-fcd16ce521e9 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=8e4ecadd-5d83-41c7-a8bf-603a3cc4668a HTTP/1.1" status: 200 len: 210 time: 0.0443609 Feb 09 01:11:15.600259 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 90ddb7a7-7a1d-441f-8886-891e8c95b798 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:11:15.695355 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 90ddb7a7-7a1d-441f-8886-891e8c95b798 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:11:15.695740 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:15.696809 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cee271-9da7-4077-9d38-0b894c5c1169 req-32a8ceb7-7f69-4b4d-8926-3a2538e2c9b3 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:15.702094 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f0cee271-9da7-4077-9d38-0b894c5c1169 req-32a8ceb7-7f69-4b4d-8926-3a2538e2c9b3 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/ports?device_id=4f584ff8-d527-4b69-95a6-07f4f1a761f5 HTTP/1.1" status: 200 len: 945 time: 0.1030357 Feb 09 01:11:15.745785 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f0cee271-9da7-4077-9d38-0b894c5c1169 req-48eb62f4-fac5-4447-b687-f54b0ebed187 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/security-groups?id=194f545e-58c8-4256-85e7-d6b0250214f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415187 Feb 09 01:11:16.227861 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d734bf3-d036-4a4c-9922-5fd22c4238da req-b055df63-2f9d-47b4-82e0-e3be3a9ea08a tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:16.229375 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4d734bf3-d036-4a4c-9922-5fd22c4238da req-b055df63-2f9d-47b4-82e0-e3be3a9ea08a tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=7dde1fc5-d07f-45a8-ab56-9c682424bf1e HTTP/1.1" status: 200 len: 945 time: 0.0871511 Feb 09 01:11:16.275891 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4d734bf3-d036-4a4c-9922-5fd22c4238da req-8b603a8e-4561-43d3-95b4-5f1eca3a6acd tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405276 Feb 09 01:11:16.770487 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7f1a4a44-0da7-437a-9e3a-80cb82a6c423 req-9e53e7ad-ef35-4fe3-8b8a-7978ad5abd8a tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "GET /v2.0/ports?device_id=66abf429-08b1-4733-9148-a03acc898aa2 HTTP/1.1" status: 200 len: 210 time: 0.2368841 Feb 09 01:11:16.853164 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d7db76-1373-4fe4-b63a-6bc0b7fc0667 req-d74f4665-c94e-471a-9438-3eb1437936cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:16.855259 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e9d7db76-1373-4fe4-b63a-6bc0b7fc0667 req-d74f4665-c94e-471a-9438-3eb1437936cb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6b048f87108b49f5abc0697d8dcea678&device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 1096 time: 0.3953118 Feb 09 01:11:16.871493 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b798b2b9-feb8-487d-9af3-cddd186a1865 req-b678ba37-b162-4a1a-9bcf-1eecb893ef4a tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:16.873285 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b798b2b9-feb8-487d-9af3-cddd186a1865 req-b678ba37-b162-4a1a-9bcf-1eecb893ef4a tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 945 time: 0.3409102 Feb 09 01:11:17.091645 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a51fba70-bc7d-4aec-8d3b-866e946bea39 req-4c9fd5b7-17b6-436c-855c-9377d3a4f708 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=8e4ecadd-5d83-41c7-a8bf-603a3cc4668a HTTP/1.1" status: 200 len: 210 time: 0.0823545 Feb 09 01:11:17.099965 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b798b2b9-feb8-487d-9af3-cddd186a1865 req-aacf6f60-8ada-49d2-8e00-dad98ac29a09 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027602 Feb 09 01:11:17.119718 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d7db76-1373-4fe4-b63a-6bc0b7fc0667 req-8d98b12f-386c-4dc6-8531-97c04705e10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:17.122256 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e9d7db76-1373-4fe4-b63a-6bc0b7fc0667 req-8d98b12f-386c-4dc6-8531-97c04705e10d service neutron] 10.222.0.62 "GET /v2.0/networks?id=be5e3be5-6e84-4180-8cc4-7f73e6515735 HTTP/1.1" status: 200 len: 915 time: 0.2477310 Feb 09 01:11:17.172765 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36236) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:17.233261 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e9d7db76-1373-4fe4-b63a-6bc0b7fc0667 req-8b5a73e7-5a60-476f-999a-108332374c62 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f9076dc-04b6-418a-96bd-62f1607aba38 HTTP/1.1" status: 200 len: 217 time: 0.0954995 Feb 09 01:11:17.308115 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-fa51a037-0dbc-4d0a-ba61-c7f69aa946e7 tempest-RoutersAdminNegativeIpV6Test-1904854559 tempest-RoutersAdminNegativeIpV6Test-1904854559-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1990336099', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:17.313879 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-fa51a037-0dbc-4d0a-ba61-c7f69aa946e7 tempest-RoutersAdminNegativeIpV6Test-1904854559 tempest-RoutersAdminNegativeIpV6Test-1904854559-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:11:17.319641 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-fa51a037-0dbc-4d0a-ba61-c7f69aa946e7 tempest-RoutersAdminNegativeIpV6Test-1904854559 tempest-RoutersAdminNegativeIpV6Test-1904854559-project-admin] Usage tracker for resource:port and tenant:865b519dc3974f55ac751796f135a181 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:11:17.323413 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-fa51a037-0dbc-4d0a-ba61-c7f69aa946e7 tempest-RoutersAdminNegativeIpV6Test-1904854559 tempest-RoutersAdminNegativeIpV6Test-1904854559-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:11:17.340033 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-fa51a037-0dbc-4d0a-ba61-c7f69aa946e7 tempest-RoutersAdminNegativeIpV6Test-1904854559 tempest-RoutersAdminNegativeIpV6Test-1904854559-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:11:17.352413 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa51a037-0dbc-4d0a-ba61-c7f69aa946e7 tempest-RoutersAdminNegativeIpV6Test-1904854559 tempest-RoutersAdminNegativeIpV6Test-1904854559-project-admin] Made reservation on behalf of 865b519dc3974f55ac751796f135a181 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:11:17.355307 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fa51a037-0dbc-4d0a-ba61-c7f69aa946e7 tempest-RoutersAdminNegativeIpV6Test-1904854559 tempest-RoutersAdminNegativeIpV6Test-1904854559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:17.370237 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fa51a037-0dbc-4d0a-ba61-c7f69aa946e7 tempest-RoutersAdminNegativeIpV6Test-1904854559 tempest-RoutersAdminNegativeIpV6Test-1904854559-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:17.396009 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d7db76-1373-4fe4-b63a-6bc0b7fc0667 req-1333c41a-bf6a-4ac2-855f-ea7748967c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:17.397416 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e9d7db76-1373-4fe4-b63a-6bc0b7fc0667 req-1333c41a-bf6a-4ac2-855f-ea7748967c71 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1f1b23ff-5c33-41f2-bf9f-a257a3962e7c HTTP/1.1" status: 200 len: 854 time: 0.1191161 Feb 09 01:11:17.398021 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-fa51a037-0dbc-4d0a-ba61-c7f69aa946e7 tempest-RoutersAdminNegativeIpV6Test-1904854559 tempest-RoutersAdminNegativeIpV6Test-1904854559-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:11:17.402745 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-fa51a037-0dbc-4d0a-ba61-c7f69aa946e7 tempest-RoutersAdminNegativeIpV6Test-1904854559 tempest-RoutersAdminNegativeIpV6Test-1904854559-project-admin] Usage tracker for resource:security_group_rule and tenant:865b519dc3974f55ac751796f135a181 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:11:17.406114 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-fa51a037-0dbc-4d0a-ba61-c7f69aa946e7 tempest-RoutersAdminNegativeIpV6Test-1904854559 tempest-RoutersAdminNegativeIpV6Test-1904854559-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:11:17.416141 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-fa51a037-0dbc-4d0a-ba61-c7f69aa946e7 tempest-RoutersAdminNegativeIpV6Test-1904854559 tempest-RoutersAdminNegativeIpV6Test-1904854559-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:11:17.531949 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fa51a037-0dbc-4d0a-ba61-c7f69aa946e7 tempest-RoutersAdminNegativeIpV6Test-1904854559 tempest-RoutersAdminNegativeIpV6Test-1904854559-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:17.538458 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fa51a037-0dbc-4d0a-ba61-c7f69aa946e7 tempest-RoutersAdminNegativeIpV6Test-1904854559 tempest-RoutersAdminNegativeIpV6Test-1904854559-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:17.550655 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-fa51a037-0dbc-4d0a-ba61-c7f69aa946e7 tempest-RoutersAdminNegativeIpV6Test-1904854559 tempest-RoutersAdminNegativeIpV6Test-1904854559-project-admin] device_id is not set on port cbbd5f5e-e295-458c-b5ff-9a12af72814e yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:11:17.553430 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e9d7db76-1373-4fe4-b63a-6bc0b7fc0667 req-1b3fda8f-ae0a-44d7-9884-b5ee24d64126 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=be5e3be5-6e84-4180-8cc4-7f73e6515735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1060929 Feb 09 01:11:17.579394 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4fa0bf-a393-472c-a3e6-6f502b0b1ebe req-12f395a1-d432-44e3-a488-aa2f8b5f4cfc tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:17.581538 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2b4fa0bf-a393-472c-a3e6-6f502b0b1ebe req-12f395a1-d432-44e3-a488-aa2f8b5f4cfc tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/ports?device_id=4f584ff8-d527-4b69-95a6-07f4f1a761f5 HTTP/1.1" status: 200 len: 945 time: 0.3500059 Feb 09 01:11:17.638008 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51a037-0dbc-4d0a-ba61-c7f69aa946e7 tempest-RoutersAdminNegativeIpV6Test-1904854559 tempest-RoutersAdminNegativeIpV6Test-1904854559-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f69364-16d3-49cf-9768-47f9594969e4,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:17.665183 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 3f9076dc-04b6-418a-96bd-62f1607aba38 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:11:17.722802 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2b4fa0bf-a393-472c-a3e6-6f502b0b1ebe req-2b99cee1-2c77-4f9e-9ff0-d79b60a1589f tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/security-groups?id=194f545e-58c8-4256-85e7-d6b0250214f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134264 Feb 09 01:11:17.795863 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-fa51a037-0dbc-4d0a-ba61-c7f69aa946e7 tempest-RoutersAdminNegativeIpV6Test-1904854559 tempest-RoutersAdminNegativeIpV6Test-1904854559-project-admin] Allocated IP 172.25.0.16 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/cbbd5f5e-e295-458c-b5ff-9a12af72814e) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:11:17.861347 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8bc0ea-bab6-4e29-a2e5-6b47f514d748 req-5756ace5-2986-41df-a18e-11a54cb721ef tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:17.863548 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4a8bc0ea-bab6-4e29-a2e5-6b47f514d748 req-5756ace5-2986-41df-a18e-11a54cb721ef tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.62 "GET /v2.0/networks?id=fc9b7097-9839-43e8-ab87-dc826bac26d5 HTTP/1.1" status: 200 len: 797 time: 0.4454463 Feb 09 01:11:17.872829 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e9d7db76-1373-4fe4-b63a-6bc0b7fc0667 req-18814cc5-29e8-4354-9f7d-f1df65426760 service neutron] 10.222.0.62 "GET /v2.0/networks/be5e3be5-6e84-4180-8cc4-7f73e6515735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900841 Feb 09 01:11:17.945097 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:17.979134 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c4817b5-06e6-43cd-9029-e22c5740a51a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f9076dc-04b6-418a-96bd-62f1607aba38'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:11:18.009110 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 3f9076dc-04b6-418a-96bd-62f1607aba38, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=3f9076dc-04b6-418a-96bd-62f1607aba38,segment=NetworkSegment(7bf4b616-e8a5-474f-aa5e-72f7948301ca),segment_id=7bf4b616-e8a5-474f-aa5e-72f7948301ca)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:11:18.016248 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:18.080355 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c4817b5-06e6-43cd-9029-e22c5740a51a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f9076dc-04b6-418a-96bd-62f1607aba38', 'code': 200} Feb 09 01:11:18.166174 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=3f9076dc-04b6-418a-96bd-62f1607aba38,revision_number=8']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:18.287184 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fa51a037-0dbc-4d0a-ba61-c7f69aa946e7 tempest-RoutersAdminNegativeIpV6Test-1904854559 tempest-RoutersAdminNegativeIpV6Test-1904854559-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:18.325416 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fa51a037-0dbc-4d0a-ba61-c7f69aa946e7 tempest-RoutersAdminNegativeIpV6Test-1904854559 tempest-RoutersAdminNegativeIpV6Test-1904854559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:18.457733 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa51a037-0dbc-4d0a-ba61-c7f69aa946e7 tempest-RoutersAdminNegativeIpV6Test-1904854559 tempest-RoutersAdminNegativeIpV6Test-1904854559-project-admin] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:11:18.465721 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-fa51a037-0dbc-4d0a-ba61-c7f69aa946e7 tempest-RoutersAdminNegativeIpV6Test-1904854559 tempest-RoutersAdminNegativeIpV6Test-1904854559-project-admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:11:18.468153 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa51a037-0dbc-4d0a-ba61-c7f69aa946e7 tempest-RoutersAdminNegativeIpV6Test-1904854559 tempest-RoutersAdminNegativeIpV6Test-1904854559-project-admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:11:18.474052 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2f845f96-6d15-436f-bcc9-237f980bb08a req-3ad09d26-be1d-4e06-bf9f-9f7298091b10 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "GET /v2.0/ports?device_id=66abf429-08b1-4733-9148-a03acc898aa2 HTTP/1.1" status: 200 len: 210 time: 0.4989231 Feb 09 01:11:18.527436 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4a8bc0ea-bab6-4e29-a2e5-6b47f514d748 req-f180293e-a707-4606-a7bd-a2617511f3ff tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8919f04ab45a492f916586ca80fae861 HTTP/1.1" status: 200 len: 478 time: 0.6121559 Feb 09 01:11:18.558267 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-4a8bc0ea-bab6-4e29-a2e5-6b47f514d748 req-8589a61b-4bd3-4eb3-875b-a6429f1bbbe7 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Request body: {'port': {'device_id': '66abf429-08b1-4733-9148-a03acc898aa2', 'network_id': 'fc9b7097-9839-43e8-ab87-dc826bac26d5', 'admin_state_up': True, 'tenant_id': '8919f04ab45a492f916586ca80fae861', 'security_groups': ['7432a6e0-20bb-4b7a-9fb6-44a9c667edd7', '04db1776-df78-44e6-8589-18bdc682e548']}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:18.560071 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51a037-0dbc-4d0a-ba61-c7f69aa946e7 tempest-RoutersAdminNegativeIpV6Test-1904854559 tempest-RoutersAdminNegativeIpV6Test-1904854559-project-admin] Pushing event updated for resources: {'Port': ['ID=cbbd5f5e-e295-458c-b5ff-9a12af72814e,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:18.635400 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa51a037-0dbc-4d0a-ba61-c7f69aa946e7 tempest-RoutersAdminNegativeIpV6Test-1904854559 tempest-RoutersAdminNegativeIpV6Test-1904854559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:18.636006 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fa51a037-0dbc-4d0a-ba61-c7f69aa946e7 tempest-RoutersAdminNegativeIpV6Test-1904854559 tempest-RoutersAdminNegativeIpV6Test-1904854559-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:18.655896 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d8a9e9-072d-4d2d-a75d-18c56ebc1c81 req-709b2011-2310-4d7c-a836-8bce1af2dc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:18.657390 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b8d8a9e9-072d-4d2d-a75d-18c56ebc1c81 req-709b2011-2310-4d7c-a836-8bce1af2dc35 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4f584ff8-d527-4b69-95a6-07f4f1a761f5 HTTP/1.1" status: 200 len: 1096 time: 0.3165739 Feb 09 01:11:18.693763 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-fa51a037-0dbc-4d0a-ba61-c7f69aa946e7 tempest-RoutersAdminNegativeIpV6Test-1904854559 tempest-RoutersAdminNegativeIpV6Test-1904854559-project-admin] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.5195920 Feb 09 01:11:18.703714 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c756fe6-7be2-492d-a58d-7b80107aec55 req-02333cfb-80e6-4f6c-80dd-13ed7018b1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:18.705169 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-9c756fe6-7be2-492d-a58d-7b80107aec55 req-02333cfb-80e6-4f6c-80dd-13ed7018b1ec service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=31d75c3847f44b229ecd5ad32549f4f2&device_id=7dde1fc5-d07f-45a8-ab56-9c682424bf1e HTTP/1.1" status: 200 len: 1096 time: 0.2083156 Feb 09 01:11:18.707753 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36256) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:18.716330 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-306f3c75-f4aa-492c-902e-add8fe66861f tempest-RoutersAdminNegativeIpV6Test-1904854559 tempest-RoutersAdminNegativeIpV6Test-1904854559-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.16'}]}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:18.724918 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-306f3c75-f4aa-492c-902e-add8fe66861f tempest-RoutersAdminNegativeIpV6Test-1904854559 tempest-RoutersAdminNegativeIpV6Test-1904854559-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:11:18.746049 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b8d8a9e9-072d-4d2d-a75d-18c56ebc1c81 req-fd174a62-e438-4bae-a116-83e8fa088a47 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=194f545e-58c8-4256-85e7-d6b0250214f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797787 Feb 09 01:11:18.746996 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-306f3c75-f4aa-492c-902e-add8fe66861f tempest-RoutersAdminNegativeIpV6Test-1904854559 tempest-RoutersAdminNegativeIpV6Test-1904854559-project-admin] Usage tracker for resource:router and tenant:865b519dc3974f55ac751796f135a181 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:11:18.751657 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-306f3c75-f4aa-492c-902e-add8fe66861f tempest-RoutersAdminNegativeIpV6Test-1904854559 tempest-RoutersAdminNegativeIpV6Test-1904854559-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:11:18.787135 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d10cf96c-64ba-4fef-89fb-9e49c66878b3 req-bfaf316e-a171-40ce-99a8-43e131e34be9 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=8e4ecadd-5d83-41c7-a8bf-603a3cc4668a HTTP/1.1" status: 200 len: 210 time: 0.1722305 Feb 09 01:11:18.810273 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-306f3c75-f4aa-492c-902e-add8fe66861f tempest-RoutersAdminNegativeIpV6Test-1904854559 tempest-RoutersAdminNegativeIpV6Test-1904854559-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:11:18.837981 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-306f3c75-f4aa-492c-902e-add8fe66861f tempest-RoutersAdminNegativeIpV6Test-1904854559 tempest-RoutersAdminNegativeIpV6Test-1904854559-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:18.838262 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e9d7db76-1373-4fe4-b63a-6bc0b7fc0667 req-8987467b-2a36-4277-bedc-dd45d589017d service neutron] 10.222.0.62 "GET /v2.0/networks/be5e3be5-6e84-4180-8cc4-7f73e6515735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9016747 Feb 09 01:11:18.839052 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-306f3c75-f4aa-492c-902e-add8fe66861f tempest-RoutersAdminNegativeIpV6Test-1904854559 tempest-RoutersAdminNegativeIpV6Test-1904854559-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:18.844552 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3739c2f4-e73c-453b-a6dc-f31670119aa6 req-4bef889b-7855-48b8-ac8f-bd04cef44714 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:18.846010 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3739c2f4-e73c-453b-a6dc-f31670119aa6 req-4bef889b-7855-48b8-ac8f-bd04cef44714 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.62 "GET /v2.0/networks?id=66684310-b384-46c3-a13e-de69c32841c9 HTTP/1.1" status: 200 len: 814 time: 0.5438964 Feb 09 01:11:18.885730 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-306f3c75-f4aa-492c-902e-add8fe66861f tempest-RoutersAdminNegativeIpV6Test-1904854559 tempest-RoutersAdminNegativeIpV6Test-1904854559-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:18.894334 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c756fe6-7be2-492d-a58d-7b80107aec55 req-ee657d05-ca31-4674-9386-169dcbc4ae12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:18.895852 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-9c756fe6-7be2-492d-a58d-7b80107aec55 req-ee657d05-ca31-4674-9386-169dcbc4ae12 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ca102a1f-d5bf-460d-8853-70bcd81c5d48 HTTP/1.1" status: 200 len: 920 time: 0.1748209 Feb 09 01:11:18.901190 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c2d5a8-5ad3-4f32-bba7-76cf79031ef4 req-8959be41-f6ac-4d8c-b994-677fcc4bfcbd tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:18.902642 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-48c2d5a8-5ad3-4f32-bba7-76cf79031ef4 req-8959be41-f6ac-4d8c-b994-677fcc4bfcbd tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9c990fc-4142-4fc0-bb78-92925072a330 HTTP/1.1" status: 200 len: 946 time: 0.5994360 Feb 09 01:11:18.916594 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-4a8bc0ea-bab6-4e29-a2e5-6b47f514d748 req-8589a61b-4bd3-4eb3-875b-a6429f1bbbe7 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:11:18.926019 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1cbb17-72eb-46f3-962c-3dfe6b25d6db req-1916c7fe-fae1-4b54-aada-b99a82584393 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:18.927548 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4c1cbb17-72eb-46f3-962c-3dfe6b25d6db req-1916c7fe-fae1-4b54-aada-b99a82584393 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 943 time: 0.3979967 Feb 09 01:11:18.977416 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-4a8bc0ea-bab6-4e29-a2e5-6b47f514d748 req-8589a61b-4bd3-4eb3-875b-a6429f1bbbe7 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:11:18.998943 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-3739c2f4-e73c-453b-a6dc-f31670119aa6 req-6d3e4463-13bd-4a93-af9e-a3de6930c18c tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Request body: {'port': {'device_id': '8e4ecadd-5d83-41c7-a8bf-603a3cc4668a', 'network_id': '66684310-b384-46c3-a13e-de69c32841c9', 'admin_state_up': True, 'tenant_id': 'd49f9dd4d7c14debbc3dfe8113922129'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:19.134080 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a8bc0ea-bab6-4e29-a2e5-6b47f514d748 req-8589a61b-4bd3-4eb3-875b-a6429f1bbbe7 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Made reservation on behalf of 8919f04ab45a492f916586ca80fae861 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:11:19.137551 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-4a8bc0ea-bab6-4e29-a2e5-6b47f514d748 req-8589a61b-4bd3-4eb3-875b-a6429f1bbbe7 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:19.155715 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-9c756fe6-7be2-492d-a58d-7b80107aec55 req-a589879c-7a63-4cf1-9d0a-b84b9f148c31 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c1e285d-21c3-4d5c-a72a-9edc2b494f12 HTTP/1.1" status: 200 len: 217 time: 0.1255689 Feb 09 01:11:19.213749 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-48c2d5a8-5ad3-4f32-bba7-76cf79031ef4 req-0ae444e1-ef16-4a16-90e7-eb9f4454c24d tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Deleting port d488f4bd-27db-4e25-9787-cc4583f45e6a {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:11:19.214081 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-48c2d5a8-5ad3-4f32-bba7-76cf79031ef4 req-0ae444e1-ef16-4a16-90e7-eb9f4454c24d tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:19.243293 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4c1cbb17-72eb-46f3-962c-3dfe6b25d6db req-466ae5ab-c419-4768-86b3-772294c92fdf tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769425 Feb 09 01:11:19.266127 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-306f3c75-f4aa-492c-902e-add8fe66861f tempest-RoutersAdminNegativeIpV6Test-1904854559 tempest-RoutersAdminNegativeIpV6Test-1904854559-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:19.356730 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c756fe6-7be2-492d-a58d-7b80107aec55 req-d10745d1-ea09-44cb-9b40-c4b00f4412cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:19.358379 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-9c756fe6-7be2-492d-a58d-7b80107aec55 req-d10745d1-ea09-44cb-9b40-c4b00f4412cb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=22a67f5c-4428-4b0e-a900-0ff3d3591ee5 HTTP/1.1" status: 200 len: 859 time: 0.1939795 Feb 09 01:11:19.409278 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-9c756fe6-7be2-492d-a58d-7b80107aec55 req-e923de68-32dd-4a09-b50c-1d566b0f034b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ca102a1f-d5bf-460d-8853-70bcd81c5d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433352 Feb 09 01:11:19.438651 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361095cf-91f6-4ccd-9d5d-f49276079f3f req-40130aec-6b9d-41f1-bce8-247e35261ffa tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:19.440101 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-361095cf-91f6-4ccd-9d5d-f49276079f3f req-40130aec-6b9d-41f1-bce8-247e35261ffa tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=7dde1fc5-d07f-45a8-ab56-9c682424bf1e HTTP/1.1" status: 200 len: 945 time: 0.5116911 Feb 09 01:11:19.442198 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-3739c2f4-e73c-453b-a6dc-f31670119aa6 req-6d3e4463-13bd-4a93-af9e-a3de6930c18c tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:11:19.545624 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-3739c2f4-e73c-453b-a6dc-f31670119aa6 req-6d3e4463-13bd-4a93-af9e-a3de6930c18c tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:11:19.574851 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-9c756fe6-7be2-492d-a58d-7b80107aec55 req-25bd1d79-6a51-4452-b241-8568f1738af0 service neutron] 10.222.0.62 "GET /v2.0/networks/ca102a1f-d5bf-460d-8853-70bcd81c5d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544836 Feb 09 01:11:19.634371 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3739c2f4-e73c-453b-a6dc-f31670119aa6 req-6d3e4463-13bd-4a93-af9e-a3de6930c18c tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Made reservation on behalf of d49f9dd4d7c14debbc3dfe8113922129 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:11:19.637817 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-3739c2f4-e73c-453b-a6dc-f31670119aa6 req-6d3e4463-13bd-4a93-af9e-a3de6930c18c tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:19.710687 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-4a8bc0ea-bab6-4e29-a2e5-6b47f514d748 req-8589a61b-4bd3-4eb3-875b-a6429f1bbbe7 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Allocated IP 172.20.0.12 (fc9b7097-9839-43e8-ab87-dc826bac26d5/a4ead744-7288-4509-98a4-89b7f6e2f702/407196dd-9518-46e7-b39a-db0b3c75969a) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:11:19.745577 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-361095cf-91f6-4ccd-9d5d-f49276079f3f req-9a9805cc-e929-4bd4-8d4d-90c02f393b8e tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683401 Feb 09 01:11:20.037924 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ba3f2296-3648-4886-bc81-6fc88ef7cb9b req-c4eedbc5-94fa-4ea6-90b8-993f27d04dac tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "GET /v2.0/ports?device_id=66abf429-08b1-4733-9148-a03acc898aa2 HTTP/1.1" status: 200 len: 210 time: 0.1088808 Feb 09 01:11:20.045607 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12af276-6300-47de-bc1c-73f9585dffa1 req-78b9d0bc-db73-444f-b730-6b4dbb1f2d7e tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:20.047110 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d12af276-6300-47de-bc1c-73f9585dffa1 req-78b9d0bc-db73-444f-b730-6b4dbb1f2d7e tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/ports?device_id=4f584ff8-d527-4b69-95a6-07f4f1a761f5 HTTP/1.1" status: 200 len: 945 time: 0.6725225 Feb 09 01:11:20.079525 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-9c756fe6-7be2-492d-a58d-7b80107aec55 req-baa2a529-4fc5-4f68-8600-8303273bcb46 service neutron] 10.222.0.62 "GET /v2.0/networks/ca102a1f-d5bf-460d-8853-70bcd81c5d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4966791 Feb 09 01:11:20.106510 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-306f3c75-f4aa-492c-902e-add8fe66861f tempest-RoutersAdminNegativeIpV6Test-1904854559 tempest-RoutersAdminNegativeIpV6Test-1904854559-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:20.141636 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-48c2d5a8-5ad3-4f32-bba7-76cf79031ef4 req-0ae444e1-ef16-4a16-90e7-eb9f4454c24d tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] For port d488f4bd-27db-4e25-9787-cc4583f45e6a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=d488f4bd-27db-4e25-9787-cc4583f45e6a,segment=NetworkSegment(249c5438-d0ef-4132-9144-b2c94c9b3b0e),segment_id=249c5438-d0ef-4132-9144-b2c94c9b3b0e)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:11:20.142181 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-48c2d5a8-5ad3-4f32-bba7-76cf79031ef4 req-0ae444e1-ef16-4a16-90e7-eb9f4454c24d tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:20.144814 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-306f3c75-f4aa-492c-902e-add8fe66861f tempest-RoutersAdminNegativeIpV6Test-1904854559 tempest-RoutersAdminNegativeIpV6Test-1904854559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:20.319279 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-48c2d5a8-5ad3-4f32-bba7-76cf79031ef4 req-0ae444e1-ef16-4a16-90e7-eb9f4454c24d tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Calling delete_port for d488f4bd-27db-4e25-9787-cc4583f45e6a owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:11:20.362036 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-306f3c75-f4aa-492c-902e-add8fe66861f tempest-RoutersAdminNegativeIpV6Test-1904854559 tempest-RoutersAdminNegativeIpV6Test-1904854559-project-admin] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:20.501052 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d12af276-6300-47de-bc1c-73f9585dffa1 req-bd61b68e-ab6f-4988-8875-f2c0bb479c64 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/security-groups?id=194f545e-58c8-4256-85e7-d6b0250214f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4338284 Feb 09 01:11:20.503374 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4c602f2c-8b52-4837-929e-0ed7ca1ca9ac req-3556665c-a246-4f83-a223-ab07c88b1ede tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=8e4ecadd-5d83-41c7-a8bf-603a3cc4668a HTTP/1.1" status: 200 len: 210 time: 0.1913576 Feb 09 01:11:20.589798 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-3739c2f4-e73c-453b-a6dc-f31670119aa6 req-6d3e4463-13bd-4a93-af9e-a3de6930c18c tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Allocated IP 172.20.0.3 (66684310-b384-46c3-a13e-de69c32841c9/1204e025-94a3-426b-85cf-fd8c313f8faf/bd45717d-baec-45a7-88c3-159df2f10fc5) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:11:20.689574 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-4a8bc0ea-bab6-4e29-a2e5-6b47f514d748 req-8589a61b-4bd3-4eb3-875b-a6429f1bbbe7 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:20.701353 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-306f3c75-f4aa-492c-902e-add8fe66861f tempest-RoutersAdminNegativeIpV6Test-1904854559 tempest-RoutersAdminNegativeIpV6Test-1904854559-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:20.703818 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-306f3c75-f4aa-492c-902e-add8fe66861f tempest-RoutersAdminNegativeIpV6Test-1904854559 tempest-RoutersAdminNegativeIpV6Test-1904854559-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:20.727506 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-306f3c75-f4aa-492c-902e-add8fe66861f tempest-RoutersAdminNegativeIpV6Test-1904854559 tempest-RoutersAdminNegativeIpV6Test-1904854559-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:20.728052 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-306f3c75-f4aa-492c-902e-add8fe66861f tempest-RoutersAdminNegativeIpV6Test-1904854559 tempest-RoutersAdminNegativeIpV6Test-1904854559-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 628fe34b-c71e-4488-9f49-8ad0b45b9aeb {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:11:20.754742 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-306f3c75-f4aa-492c-902e-add8fe66861f tempest-RoutersAdminNegativeIpV6Test-1904854559 tempest-RoutersAdminNegativeIpV6Test-1904854559-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 09 01:11:20.758431 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-306f3c75-f4aa-492c-902e-add8fe66861f tempest-RoutersAdminNegativeIpV6Test-1904854559 tempest-RoutersAdminNegativeIpV6Test-1904854559-project-admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.0471323 Feb 09 01:11:20.758782 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36272) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:20.825751 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-e1e157fa-0f41-4c48-a1a4-e76ca420cc73 tempest-RoutersAdminNegativeIpV6Test-1904854559 tempest-RoutersAdminNegativeIpV6Test-1904854559-project-admin] Deleting port cbbd5f5e-e295-458c-b5ff-9a12af72814e {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:11:20.826096 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e1e157fa-0f41-4c48-a1a4-e76ca420cc73 tempest-RoutersAdminNegativeIpV6Test-1904854559 tempest-RoutersAdminNegativeIpV6Test-1904854559-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:20.918408 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-4a8bc0ea-bab6-4e29-a2e5-6b47f514d748 req-8589a61b-4bd3-4eb3-875b-a6429f1bbbe7 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Transition to ACTIVE for port object 407196dd-9518-46e7-b39a-db0b3c75969a will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:11:20.928816 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-48c2d5a8-5ad3-4f32-bba7-76cf79031ef4 req-0ae444e1-ef16-4a16-90e7-eb9f4454c24d tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:21.021687 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae444e1-ef16-4a16-90e7-eb9f4454c24d tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Pushing event deleted for resources: {'Port': ['ID=d488f4bd-27db-4e25-9787-cc4583f45e6a,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:21.058065 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e1e157fa-0f41-4c48-a1a4-e76ca420cc73 tempest-RoutersAdminNegativeIpV6Test-1904854559 tempest-RoutersAdminNegativeIpV6Test-1904854559-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:21.082239 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7deed06-c0c6-4084-80a5-f979931e22ae req-65a1f645-fd94-4bcf-a323-f661db7f8a17 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:21.083841 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d7deed06-c0c6-4084-80a5-f979931e22ae req-65a1f645-fd94-4bcf-a323-f661db7f8a17 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 943 time: 0.4119914 Feb 09 01:11:21.178647 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-48c2d5a8-5ad3-4f32-bba7-76cf79031ef4 req-0ae444e1-ef16-4a16-90e7-eb9f4454c24d tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] No DVR routers for this DVR port d488f4bd-27db-4e25-9787-cc4583f45e6a on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:11:21.187803 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-48c2d5a8-5ad3-4f32-bba7-76cf79031ef4 req-0ae444e1-ef16-4a16-90e7-eb9f4454c24d tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:21.191654 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9c990fc-4142-4fc0-bb78-92925072a330', 'name': 'network-vif-deleted', 'tag': 'd488f4bd-27db-4e25-9787-cc4583f45e6a'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:11:21.193545 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-e1e157fa-0f41-4c48-a1a4-e76ca420cc73 tempest-RoutersAdminNegativeIpV6Test-1904854559 tempest-RoutersAdminNegativeIpV6Test-1904854559-project-admin] Calling delete_port for cbbd5f5e-e295-458c-b5ff-9a12af72814e owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:11:21.219928 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-4a8bc0ea-bab6-4e29-a2e5-6b47f514d748 req-8589a61b-4bd3-4eb3-875b-a6429f1bbbe7 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:21.230276 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-3739c2f4-e73c-453b-a6dc-f31670119aa6 req-6d3e4463-13bd-4a93-af9e-a3de6930c18c tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:21.317847 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95169060-1bb8-4fa9-b2c9-9b4bfcf26fee req-8e7796d7-1c1e-473a-9a11-0778724f6419 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:21.319439 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-95169060-1bb8-4fa9-b2c9-9b4bfcf26fee req-8e7796d7-1c1e-473a-9a11-0778724f6419 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=7dde1fc5-d07f-45a8-ab56-9c682424bf1e HTTP/1.1" status: 200 len: 945 time: 0.4493523 Feb 09 01:11:21.329785 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d7deed06-c0c6-4084-80a5-f979931e22ae req-79cead07-3885-4c44-be03-5571f4fd942f tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220123 Feb 09 01:11:21.331600 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-48c2d5a8-5ad3-4f32-bba7-76cf79031ef4 req-0ae444e1-ef16-4a16-90e7-eb9f4454c24d tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.62 "DELETE /v2.0/ports/d488f4bd-27db-4e25-9787-cc4583f45e6a HTTP/1.1" status: 204 len: 173 time: 2.3393242 Feb 09 01:11:21.335122 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e1e157fa-0f41-4c48-a1a4-e76ca420cc73 tempest-RoutersAdminNegativeIpV6Test-1904854559 tempest-RoutersAdminNegativeIpV6Test-1904854559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:21.365648 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a8bc0ea-bab6-4e29-a2e5-6b47f514d748 req-8589a61b-4bd3-4eb3-875b-a6429f1bbbe7 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Network fc9b7097-9839-43e8-ab87-dc826bac26d5 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:11:21.371918 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-4a8bc0ea-bab6-4e29-a2e5-6b47f514d748 req-8589a61b-4bd3-4eb3-875b-a6429f1bbbe7 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:11:21.373724 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8589a61b-4bd3-4eb3-875b-a6429f1bbbe7 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Pushing event updated for resources: {'Port': ['ID=407196dd-9518-46e7-b39a-db0b3c75969a,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:21.378950 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a8bc0ea-bab6-4e29-a2e5-6b47f514d748 req-8589a61b-4bd3-4eb3-875b-a6429f1bbbe7 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:11:21.468355 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-95169060-1bb8-4fa9-b2c9-9b4bfcf26fee req-63e62905-2db0-40ad-8f94-0f983e22eb7d tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351826 Feb 09 01:11:21.513900 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8bc0ea-bab6-4e29-a2e5-6b47f514d748 req-8589a61b-4bd3-4eb3-875b-a6429f1bbbe7 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:21.514717 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-4a8bc0ea-bab6-4e29-a2e5-6b47f514d748 req-8589a61b-4bd3-4eb3-875b-a6429f1bbbe7 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:21.550886 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e157fa-0f41-4c48-a1a4-e76ca420cc73 tempest-RoutersAdminNegativeIpV6Test-1904854559 tempest-RoutersAdminNegativeIpV6Test-1904854559-project-admin] Pushing event deleted for resources: {'Port': ['ID=cbbd5f5e-e295-458c-b5ff-9a12af72814e,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:21.560562 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4a8bc0ea-bab6-4e29-a2e5-6b47f514d748 req-8589a61b-4bd3-4eb3-875b-a6429f1bbbe7 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 3.0093124 Feb 09 01:11:21.561863 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-3739c2f4-e73c-453b-a6dc-f31670119aa6 req-6d3e4463-13bd-4a93-af9e-a3de6930c18c tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:21.638253 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9c990fc-4142-4fc0-bb78-92925072a330', 'name': 'network-vif-deleted', 'tag': 'd488f4bd-27db-4e25-9787-cc4583f45e6a', 'status': 'completed', 'code': 200} Feb 09 01:11:21.666526 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e1e157fa-0f41-4c48-a1a4-e76ca420cc73 tempest-RoutersAdminNegativeIpV6Test-1904854559 tempest-RoutersAdminNegativeIpV6Test-1904854559-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:21.668628 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device d488f4bd-27db-4e25-9787-cc4583f45e6a no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:11:21.689304 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e1e157fa-0f41-4c48-a1a4-e76ca420cc73 tempest-RoutersAdminNegativeIpV6Test-1904854559 tempest-RoutersAdminNegativeIpV6Test-1904854559-project-admin] 10.222.0.105 "DELETE /v2.0/ports/cbbd5f5e-e295-458c-b5ff-9a12af72814e HTTP/1.1" status: 204 len: 168 time: 0.9257076 Feb 09 01:11:21.711514 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-4a8bc0ea-bab6-4e29-a2e5-6b47f514d748 req-81622a90-5a03-4b73-8964-f2fa419262ce service neutron] Request body: {'port': {'device_id': '66abf429-08b1-4733-9148-a03acc898aa2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:21.809465 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: d488f4bd-27db-4e25-9787-cc4583f45e6a {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:11:21.810123 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device d488f4bd-27db-4e25-9787-cc4583f45e6a not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:11:21.826485 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:21.864282 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-c7408f21-a91d-4158-a9a7-407b901d5a36 None None] Provisioning for port 407196dd-9518-46e7-b39a-db0b3c75969a completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:11:21.871554 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-c7408f21-a91d-4158-a9a7-407b901d5a36 None None] Provisioning complete for port 407196dd-9518-46e7-b39a-db0b3c75969a triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:11:21.872383 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7408f21-a91d-4158-a9a7-407b901d5a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:21.938449 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-c7408f21-a91d-4158-a9a7-407b901d5a36 None None] Port 407196dd-9518-46e7-b39a-db0b3c75969a cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:11:21.987587 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3739c2f4-e73c-453b-a6dc-f31670119aa6 req-6d3e4463-13bd-4a93-af9e-a3de6930c18c tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Network 66684310-b384-46c3-a13e-de69c32841c9 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:11:22.004969 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-3739c2f4-e73c-453b-a6dc-f31670119aa6 req-6d3e4463-13bd-4a93-af9e-a3de6930c18c tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:11:22.015726 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-3739c2f4-e73c-453b-a6dc-f31670119aa6 req-6d3e4463-13bd-4a93-af9e-a3de6930c18c tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:11:22.062534 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36290) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:22.078203 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3e4463-13bd-4a93-af9e-a3de6930c18c tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Pushing event updated for resources: {'Port': ['ID=bd45717d-baec-45a7-88c3-159df2f10fc5,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:22.158007 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-4a8bc0ea-bab6-4e29-a2e5-6b47f514d748 req-81622a90-5a03-4b73-8964-f2fa419262ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:22.177839 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3739c2f4-e73c-453b-a6dc-f31670119aa6 req-6d3e4463-13bd-4a93-af9e-a3de6930c18c tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:22.178724 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-3739c2f4-e73c-453b-a6dc-f31670119aa6 req-6d3e4463-13bd-4a93-af9e-a3de6930c18c tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:22.200649 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-831ec26f-f38d-4654-b999-4776e745cb47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:22.218661 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-831ec26f-f38d-4654-b999-4776e745cb47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:11:22.224026 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-831ec26f-f38d-4654-b999-4776e745cb47 admin admin] Usage tracker for resource:security_group_rule and tenant:35de09cbddb84d1981930156b36ff0b6 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:11:22.227259 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-831ec26f-f38d-4654-b999-4776e745cb47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:11:22.233348 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-831ec26f-f38d-4654-b999-4776e745cb47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:11:22.235827 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd67d9dd-84f8-4a2e-92d8-5afc5ab7464b req-c9abc525-3323-4ce8-b7c1-13ad6bdedd29 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:22.236531 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-fd67d9dd-84f8-4a2e-92d8-5afc5ab7464b req-c9abc525-3323-4ce8-b7c1-13ad6bdedd29 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Synchronizing usage tracker for tenant:8919f04ab45a492f916586ca80fae861 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:11:22.258638 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3739c2f4-e73c-453b-a6dc-f31670119aa6 req-6d3e4463-13bd-4a93-af9e-a3de6930c18c tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2647443 Feb 09 01:11:22.279645 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-3739c2f4-e73c-453b-a6dc-f31670119aa6 req-594bea38-453c-4289-b8b9-dd9bdf2eb899 service neutron] Request body: {'port': {'device_id': '8e4ecadd-5d83-41c7-a8bf-603a3cc4668a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:22.322587 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a141d5de-a8ee-4a5b-a38b-41b2f0b44a30 req-fdc5dc04-2076-4711-ace0-f00054b72aff tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:22.323287 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-a141d5de-a8ee-4a5b-a38b-41b2f0b44a30 req-fdc5dc04-2076-4711-ace0-f00054b72aff tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Synchronizing usage tracker for tenant:d49f9dd4d7c14debbc3dfe8113922129 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:11:22.330523 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-831ec26f-f38d-4654-b999-4776e745cb47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:22.335283 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-831ec26f-f38d-4654-b999-4776e745cb47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:22.343534 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-fd67d9dd-84f8-4a2e-92d8-5afc5ab7464b req-c9abc525-3323-4ce8-b7c1-13ad6bdedd29 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Unset dirty status for tenant:8919f04ab45a492f916586ca80fae861 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:11:22.344684 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fd67d9dd-84f8-4a2e-92d8-5afc5ab7464b req-c9abc525-3323-4ce8-b7c1-13ad6bdedd29 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "GET /v2.0/ports?device_id=66abf429-08b1-4733-9148-a03acc898aa2 HTTP/1.1" status: 200 len: 971 time: 0.7870388 Feb 09 01:11:22.393146 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-831ec26f-f38d-4654-b999-4776e745cb47 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=35de09cbddb84d1981930156b36ff0b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3293061 Feb 09 01:11:22.394206 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36298) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:22.394958 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831ec26f-f38d-4654-b999-4776e745cb47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46aac0c0-06ec-4e24-bc15-88a38b1d44d7,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:22.463826 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-866e8212-af97-4489-a86e-ac38704beae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:22.475949 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-a141d5de-a8ee-4a5b-a38b-41b2f0b44a30 req-fdc5dc04-2076-4711-ace0-f00054b72aff tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Unset dirty status for tenant:d49f9dd4d7c14debbc3dfe8113922129 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:11:22.477113 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a141d5de-a8ee-4a5b-a38b-41b2f0b44a30 req-fdc5dc04-2076-4711-ace0-f00054b72aff tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=8e4ecadd-5d83-41c7-a8bf-603a3cc4668a HTTP/1.1" status: 200 len: 931 time: 0.6699033 Feb 09 01:11:22.498202 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-866e8212-af97-4489-a86e-ac38704beae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:22.551348 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fd67d9dd-84f8-4a2e-92d8-5afc5ab7464b req-8ec43589-dceb-45fc-9c10-9e76319ac1b6 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "GET /v2.0/security-groups?id=7432a6e0-20bb-4b7a-9fb6-44a9c667edd7&id=04db1776-df78-44e6-8589-18bdc682e548&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1955485 Feb 09 01:11:22.557334 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-866e8212-af97-4489-a86e-ac38704beae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:22.559341 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-3739c2f4-e73c-453b-a6dc-f31670119aa6 req-594bea38-453c-4289-b8b9-dd9bdf2eb899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:22.575898 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866e8212-af97-4489-a86e-ac38704beae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46aac0c0-06ec-4e24-bc15-88a38b1d44d7,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:22.583017 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-866e8212-af97-4489-a86e-ac38704beae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:22.586666 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-866e8212-af97-4489-a86e-ac38704beae3 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/46aac0c0-06ec-4e24-bc15-88a38b1d44d7 HTTP/1.1" status: 204 len: 168 time: 0.1852174 Feb 09 01:11:22.694550 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a141d5de-a8ee-4a5b-a38b-41b2f0b44a30 req-63f62dfe-a4da-4af7-8a4f-5674f8b96bca tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943231 Feb 09 01:11:22.922030 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36308) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:22.981735 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b8069009-6bf7-46d6-8f49-291b22705c1c admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=865b519dc3974f55ac751796f135a181&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0569658 Feb 09 01:11:22.987385 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36312) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:23.053998 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1148854c-c0e4-4d75-b194-f0f8b8acfe8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:23.081700 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1148854c-c0e4-4d75-b194-f0f8b8acfe8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:23.095765 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a03da4-fdfb-4749-a469-c944e3784dab req-81919907-f681-4bb2-95f5-eaaaa2f4d1d0 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:23.097747 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f3a03da4-fdfb-4749-a469-c944e3784dab req-81919907-f681-4bb2-95f5-eaaaa2f4d1d0 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/ports?device_id=4f584ff8-d527-4b69-95a6-07f4f1a761f5 HTTP/1.1" status: 200 len: 945 time: 0.3745148 Feb 09 01:11:23.136364 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1148854c-c0e4-4d75-b194-f0f8b8acfe8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:23.154418 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148854c-c0e4-4d75-b194-f0f8b8acfe8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f69364-16d3-49cf-9768-47f9594969e4,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:23.159758 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1148854c-c0e4-4d75-b194-f0f8b8acfe8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:23.163700 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1148854c-c0e4-4d75-b194-f0f8b8acfe8a admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/22f69364-16d3-49cf-9768-47f9594969e4 HTTP/1.1" status: 204 len: 168 time: 0.1758254 Feb 09 01:11:23.187945 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb89b0-be51-49f0-a2a3-c33c3f442aa3 req-93f7d02f-9521-4f1f-96e6-7f258859557d tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:23.189475 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d2cb89b0-be51-49f0-a2a3-c33c3f442aa3 req-93f7d02f-9521-4f1f-96e6-7f258859557d tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 943 time: 0.3727188 Feb 09 01:11:23.244916 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-4a8bc0ea-bab6-4e29-a2e5-6b47f514d748 req-81622a90-5a03-4b73-8964-f2fa419262ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 407196dd-9518-46e7-b39a-db0b3c75969a {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:11:23.262925 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-4a8bc0ea-bab6-4e29-a2e5-6b47f514d748 req-81622a90-5a03-4b73-8964-f2fa419262ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:23.290502 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f3a03da4-fdfb-4749-a469-c944e3784dab req-efca3d20-2681-471c-9299-758804de8492 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/security-groups?id=194f545e-58c8-4256-85e7-d6b0250214f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748092 Feb 09 01:11:23.317700 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d2cb89b0-be51-49f0-a2a3-c33c3f442aa3 req-66c79230-8477-4304-b209-c3c065ea64df tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163902 Feb 09 01:11:23.328664 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-4a8bc0ea-bab6-4e29-a2e5-6b47f514d748 req-81622a90-5a03-4b73-8964-f2fa419262ce service neutron] Transition to ACTIVE for port object 407196dd-9518-46e7-b39a-db0b3c75969a will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:11:23.372705 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-4a8bc0ea-bab6-4e29-a2e5-6b47f514d748 req-81622a90-5a03-4b73-8964-f2fa419262ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:23.442380 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-746c6252-ae6e-4c34-9bd2-e1f9d43eb918 req-b80fd872-3e08-4ad3-85fe-4062002a6384 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-472904483', 'description': 'tempest-description-448676652'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:23.498459 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-746c6252-ae6e-4c34-9bd2-e1f9d43eb918 req-b80fd872-3e08-4ad3-85fe-4062002a6384 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:11:23.565958 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-746c6252-ae6e-4c34-9bd2-e1f9d43eb918 req-b80fd872-3e08-4ad3-85fe-4062002a6384 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Usage tracker for resource:security_group and tenant:ed23cff30cf943aeb6798893e4484ce7 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:11:23.578784 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-746c6252-ae6e-4c34-9bd2-e1f9d43eb918 req-b80fd872-3e08-4ad3-85fe-4062002a6384 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:11:23.621401 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-3739c2f4-e73c-453b-a6dc-f31670119aa6 req-594bea38-453c-4289-b8b9-dd9bdf2eb899 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd45717d-baec-45a7-88c3-159df2f10fc5 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:11:23.630978 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-746c6252-ae6e-4c34-9bd2-e1f9d43eb918 req-b80fd872-3e08-4ad3-85fe-4062002a6384 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:11:23.638485 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81622a90-5a03-4b73-8964-f2fa419262ce service neutron] Pushing event updated for resources: {'Port': ['ID=407196dd-9518-46e7-b39a-db0b3c75969a,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:23.659543 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-3739c2f4-e73c-453b-a6dc-f31670119aa6 req-594bea38-453c-4289-b8b9-dd9bdf2eb899 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:23.694292 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 3f9076dc-04b6-418a-96bd-62f1607aba38 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:11:23.729649 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-746c6252-ae6e-4c34-9bd2-e1f9d43eb918 req-b80fd872-3e08-4ad3-85fe-4062002a6384 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:23.836510 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-3739c2f4-e73c-453b-a6dc-f31670119aa6 req-594bea38-453c-4289-b8b9-dd9bdf2eb899 service neutron] Transition to ACTIVE for port object bd45717d-baec-45a7-88c3-159df2f10fc5 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:11:23.846893 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-746c6252-ae6e-4c34-9bd2-e1f9d43eb918 req-b80fd872-3e08-4ad3-85fe-4062002a6384 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:11:23.849477 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-3739c2f4-e73c-453b-a6dc-f31670119aa6 req-594bea38-453c-4289-b8b9-dd9bdf2eb899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:24.029088 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-746c6252-ae6e-4c34-9bd2-e1f9d43eb918 req-b80fd872-3e08-4ad3-85fe-4062002a6384 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Usage tracker for resource:security_group_rule and tenant:ed23cff30cf943aeb6798893e4484ce7 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:11:24.053827 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-746c6252-ae6e-4c34-9bd2-e1f9d43eb918 req-b80fd872-3e08-4ad3-85fe-4062002a6384 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:11:24.075072 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-746c6252-ae6e-4c34-9bd2-e1f9d43eb918 req-b80fd872-3e08-4ad3-85fe-4062002a6384 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:11:24.205890 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594bea38-453c-4289-b8b9-dd9bdf2eb899 service neutron] Pushing event updated for resources: {'Port': ['ID=bd45717d-baec-45a7-88c3-159df2f10fc5,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:24.216813 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9debf00-a252-418a-9bbe-7806ffa6160b req-4de7a676-1abc-49e1-9cdc-5d46408fb05a tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:24.218882 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b9debf00-a252-418a-9bbe-7806ffa6160b req-4de7a676-1abc-49e1-9cdc-5d46408fb05a tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=7dde1fc5-d07f-45a8-ab56-9c682424bf1e HTTP/1.1" status: 200 len: 945 time: 0.7649732 Feb 09 01:11:24.227576 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-4a8bc0ea-bab6-4e29-a2e5-6b47f514d748 req-81622a90-5a03-4b73-8964-f2fa419262ce service neutron] Attempting to bind port 407196dd-9518-46e7-b39a-db0b3c75969a on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:11:24.227906 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-4a8bc0ea-bab6-4e29-a2e5-6b47f514d748 req-81622a90-5a03-4b73-8964-f2fa419262ce service neutron] Attempting to bind port 407196dd-9518-46e7-b39a-db0b3c75969a by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '3a81961f-9f3c-4b88-b026-d85a15f6fdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'fc9b7097-9839-43e8-ab87-dc826bac26d5'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:11:24.228231 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8bc0ea-bab6-4e29-a2e5-6b47f514d748 req-81622a90-5a03-4b73-8964-f2fa419262ce service neutron] Attempting to bind port 407196dd-9518-46e7-b39a-db0b3c75969a on network fc9b7097-9839-43e8-ab87-dc826bac26d5 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:11:24.270594 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36344) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:24.322694 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8bc0ea-bab6-4e29-a2e5-6b47f514d748 req-81622a90-5a03-4b73-8964-f2fa419262ce service neutron] Port 407196dd-9518-46e7-b39a-db0b3c75969a on network fc9b7097-9839-43e8-ab87-dc826bac26d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:11:24.323198 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8bc0ea-bab6-4e29-a2e5-6b47f514d748 req-81622a90-5a03-4b73-8964-f2fa419262ce service neutron] Attempting to bind port 407196dd-9518-46e7-b39a-db0b3c75969a on network fc9b7097-9839-43e8-ab87-dc826bac26d5 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:11:24.350978 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8bc0ea-bab6-4e29-a2e5-6b47f514d748 req-81622a90-5a03-4b73-8964-f2fa419262ce service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:11:24.351315 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8bc0ea-bab6-4e29-a2e5-6b47f514d748 req-81622a90-5a03-4b73-8964-f2fa419262ce service neutron] Checking segment: {'id': '3a81961f-9f3c-4b88-b026-d85a15f6fdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'fc9b7097-9839-43e8-ab87-dc826bac26d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:11:24.351702 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8bc0ea-bab6-4e29-a2e5-6b47f514d748 req-81622a90-5a03-4b73-8964-f2fa419262ce service neutron] Bound using segment: {'id': '3a81961f-9f3c-4b88-b026-d85a15f6fdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'fc9b7097-9839-43e8-ab87-dc826bac26d5'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:11:24.352133 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-4a8bc0ea-bab6-4e29-a2e5-6b47f514d748 req-81622a90-5a03-4b73-8964-f2fa419262ce service neutron] Bound port: 407196dd-9518-46e7-b39a-db0b3c75969a, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a81961f-9f3c-4b88-b026-d85a15f6fdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'fc9b7097-9839-43e8-ab87-dc826bac26d5'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:11:24.352472 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-4a8bc0ea-bab6-4e29-a2e5-6b47f514d748 req-81622a90-5a03-4b73-8964-f2fa419262ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:24.402999 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-21487dc6-499c-423b-ac9f-112267f326f2 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1573333805'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:24.408404 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-21487dc6-499c-423b-ac9f-112267f326f2 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:11:24.413206 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-21487dc6-499c-423b-ac9f-112267f326f2 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Usage tracker for resource:network and tenant:7ba0500da58247c29fa7b084aeaa00dd is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:11:24.416663 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-21487dc6-499c-423b-ac9f-112267f326f2 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:11:24.423583 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-21487dc6-499c-423b-ac9f-112267f326f2 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:11:24.433716 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21487dc6-499c-423b-ac9f-112267f326f2 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Made reservation on behalf of 7ba0500da58247c29fa7b084aeaa00dd for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:11:24.437341 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-21487dc6-499c-423b-ac9f-112267f326f2 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:24.450049 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-21487dc6-499c-423b-ac9f-112267f326f2 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:24.465835 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-21487dc6-499c-423b-ac9f-112267f326f2 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:11:24.469703 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-21487dc6-499c-423b-ac9f-112267f326f2 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Usage tracker for resource:security_group_rule and tenant:7ba0500da58247c29fa7b084aeaa00dd is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:11:24.477615 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-21487dc6-499c-423b-ac9f-112267f326f2 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:11:24.479196 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b9debf00-a252-418a-9bbe-7806ffa6160b req-a67c1ea3-e30a-460f-9df2-7e2e7d861cd3 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169871 Feb 09 01:11:24.483791 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-21487dc6-499c-423b-ac9f-112267f326f2 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:11:24.494189 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-746c6252-ae6e-4c34-9bd2-e1f9d43eb918 req-b80fd872-3e08-4ad3-85fe-4062002a6384 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:24.500118 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-3739c2f4-e73c-453b-a6dc-f31670119aa6 req-594bea38-453c-4289-b8b9-dd9bdf2eb899 service neutron] Attempting to bind port bd45717d-baec-45a7-88c3-159df2f10fc5 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:11:24.500448 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-3739c2f4-e73c-453b-a6dc-f31670119aa6 req-594bea38-453c-4289-b8b9-dd9bdf2eb899 service neutron] Attempting to bind port bd45717d-baec-45a7-88c3-159df2f10fc5 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '249c5438-d0ef-4132-9144-b2c94c9b3b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '66684310-b384-46c3-a13e-de69c32841c9'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:11:24.500758 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3739c2f4-e73c-453b-a6dc-f31670119aa6 req-594bea38-453c-4289-b8b9-dd9bdf2eb899 service neutron] Attempting to bind port bd45717d-baec-45a7-88c3-159df2f10fc5 on network 66684310-b384-46c3-a13e-de69c32841c9 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:11:24.503265 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-746c6252-ae6e-4c34-9bd2-e1f9d43eb918 req-b80fd872-3e08-4ad3-85fe-4062002a6384 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:24.532825 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3739c2f4-e73c-453b-a6dc-f31670119aa6 req-594bea38-453c-4289-b8b9-dd9bdf2eb899 service neutron] Port bd45717d-baec-45a7-88c3-159df2f10fc5 on network 66684310-b384-46c3-a13e-de69c32841c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:11:24.533187 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3739c2f4-e73c-453b-a6dc-f31670119aa6 req-594bea38-453c-4289-b8b9-dd9bdf2eb899 service neutron] Attempting to bind port bd45717d-baec-45a7-88c3-159df2f10fc5 on network 66684310-b384-46c3-a13e-de69c32841c9 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:11:24.574524 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3739c2f4-e73c-453b-a6dc-f31670119aa6 req-594bea38-453c-4289-b8b9-dd9bdf2eb899 service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:11:24.575004 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3739c2f4-e73c-453b-a6dc-f31670119aa6 req-594bea38-453c-4289-b8b9-dd9bdf2eb899 service neutron] Checking segment: {'id': '249c5438-d0ef-4132-9144-b2c94c9b3b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '66684310-b384-46c3-a13e-de69c32841c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:11:24.575296 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3739c2f4-e73c-453b-a6dc-f31670119aa6 req-594bea38-453c-4289-b8b9-dd9bdf2eb899 service neutron] Bound using segment: {'id': '249c5438-d0ef-4132-9144-b2c94c9b3b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '66684310-b384-46c3-a13e-de69c32841c9'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:11:24.575732 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-3739c2f4-e73c-453b-a6dc-f31670119aa6 req-594bea38-453c-4289-b8b9-dd9bdf2eb899 service neutron] Bound port: bd45717d-baec-45a7-88c3-159df2f10fc5, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '249c5438-d0ef-4132-9144-b2c94c9b3b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '66684310-b384-46c3-a13e-de69c32841c9'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:11:24.576073 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-3739c2f4-e73c-453b-a6dc-f31670119aa6 req-594bea38-453c-4289-b8b9-dd9bdf2eb899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:24.592643 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-746c6252-ae6e-4c34-9bd2-e1f9d43eb918 req-b80fd872-3e08-4ad3-85fe-4062002a6384 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:24.599422 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-746c6252-ae6e-4c34-9bd2-e1f9d43eb918 req-b80fd872-3e08-4ad3-85fe-4062002a6384 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.1718855 Feb 09 01:11:24.616580 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80fd872-3e08-4ad3-85fe-4062002a6384 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5386b8-f023-457c-b6c7-e82540870bba,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:24.621244 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-4a8bc0ea-bab6-4e29-a2e5-6b47f514d748 req-81622a90-5a03-4b73-8964-f2fa419262ce service neutron] For port 407196dd-9518-46e7-b39a-db0b3c75969a, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:11:24.659742 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:24.681931 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-21487dc6-499c-423b-ac9f-112267f326f2 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:24.682558 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-4a8bc0ea-bab6-4e29-a2e5-6b47f514d748 req-81622a90-5a03-4b73-8964-f2fa419262ce service neutron] For port 407196dd-9518-46e7-b39a-db0b3c75969a, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=407196dd-9518-46e7-b39a-db0b3c75969a,segment=NetworkSegment(3a81961f-9f3c-4b88-b026-d85a15f6fdfd),segment_id=3a81961f-9f3c-4b88-b026-d85a15f6fdfd)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:11:24.688410 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-21487dc6-499c-423b-ac9f-112267f326f2 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:24.731437 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21487dc6-499c-423b-ac9f-112267f326f2 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:11:24.741153 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-4a8bc0ea-bab6-4e29-a2e5-6b47f514d748 req-81622a90-5a03-4b73-8964-f2fa419262ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:24.767302 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21487dc6-499c-423b-ac9f-112267f326f2 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab6397d-cc87-48ef-85b5-ad7761637fb6,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:24.772561 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-21487dc6-499c-423b-ac9f-112267f326f2 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:24.773110 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-21487dc6-499c-423b-ac9f-112267f326f2 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Added segment dfa11d16-4d8c-4fb6-bf9a-3e0a8adb2c36 of type vlan for network b4bc1e12-8f48-418c-a6b1-008254855aa7 Feb 09 01:11:24.821388 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-21487dc6-499c-423b-ac9f-112267f326f2 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:24.855777 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-21487dc6-499c-423b-ac9f-112267f326f2 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:24.861494 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21487dc6-499c-423b-ac9f-112267f326f2 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:24.862272 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-21487dc6-499c-423b-ac9f-112267f326f2 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:24.872584 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8bc0ea-bab6-4e29-a2e5-6b47f514d748 req-81622a90-5a03-4b73-8964-f2fa419262ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:24.873200 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-4a8bc0ea-bab6-4e29-a2e5-6b47f514d748 req-81622a90-5a03-4b73-8964-f2fa419262ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:24.874609 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4a8bc0ea-bab6-4e29-a2e5-6b47f514d748 req-81622a90-5a03-4b73-8964-f2fa419262ce service neutron] 10.222.0.62 "PUT /v2.0/ports/407196dd-9518-46e7-b39a-db0b3c75969a HTTP/1.1" status: 200 len: 1131 time: 3.2355864 Feb 09 01:11:24.880484 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66abf429-08b1-4733-9148-a03acc898aa2', 'tag': '407196dd-9518-46e7-b39a-db0b3c75969a'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:11:24.913225 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-3739c2f4-e73c-453b-a6dc-f31670119aa6 req-594bea38-453c-4289-b8b9-dd9bdf2eb899 service neutron] For port bd45717d-baec-45a7-88c3-159df2f10fc5, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:11:24.962960 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81622a90-5a03-4b73-8964-f2fa419262ce service neutron] Pushing event updated for resources: {'Port': ['ID=407196dd-9518-46e7-b39a-db0b3c75969a,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:24.980260 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-3739c2f4-e73c-453b-a6dc-f31670119aa6 req-594bea38-453c-4289-b8b9-dd9bdf2eb899 service neutron] For port bd45717d-baec-45a7-88c3-159df2f10fc5, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=bd45717d-baec-45a7-88c3-159df2f10fc5,segment=NetworkSegment(249c5438-d0ef-4132-9144-b2c94c9b3b0e),segment_id=249c5438-d0ef-4132-9144-b2c94c9b3b0e)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:11:24.992978 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-3739c2f4-e73c-453b-a6dc-f31670119aa6 req-594bea38-453c-4289-b8b9-dd9bdf2eb899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:25.005416 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21487dc6-499c-423b-ac9f-112267f326f2 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Pushing event updated for resources: {'Network': ['ID=b4bc1e12-8f48-418c-a6b1-008254855aa7,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:25.019822 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network b4bc1e12-8f48-418c-a6b1-008254855aa7 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:11:25.023171 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-21487dc6-499c-423b-ac9f-112267f326f2 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7512493 Feb 09 01:11:25.025713 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36354) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:25.032945 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-48264a3f-391d-4d9a-873e-b0604922ac7d tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Request body: {'subnet': {'network_id': 'b4bc1e12-8f48-418c-a6b1-008254855aa7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:25.084948 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3739c2f4-e73c-453b-a6dc-f31670119aa6 req-594bea38-453c-4289-b8b9-dd9bdf2eb899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:25.085558 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-3739c2f4-e73c-453b-a6dc-f31670119aa6 req-594bea38-453c-4289-b8b9-dd9bdf2eb899 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:25.086956 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3739c2f4-e73c-453b-a6dc-f31670119aa6 req-594bea38-453c-4289-b8b9-dd9bdf2eb899 service neutron] 10.222.0.62 "PUT /v2.0/ports/bd45717d-baec-45a7-88c3-159df2f10fc5 HTTP/1.1" status: 200 len: 1091 time: 2.8184230 Feb 09 01:11:25.102847 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34e3623-5db3-4081-bca5-3f466736053c req-eda5d3d0-be6e-4209-a6fb-24973a39259b tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:25.104351 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f34e3623-5db3-4081-bca5-3f466736053c req-eda5d3d0-be6e-4209-a6fb-24973a39259b tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 943 time: 0.4301784 Feb 09 01:11:25.149563 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc9cce2-9d17-4490-a61c-b858fb3808d3 req-c7cc7f14-1180-4594-9e87-2f88736700c2 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:25.151110 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dfc9cce2-9d17-4490-a61c-b858fb3808d3 req-c7cc7f14-1180-4594-9e87-2f88736700c2 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "GET /v2.0/ports?device_id=66abf429-08b1-4733-9148-a03acc898aa2 HTTP/1.1" status: 200 len: 983 time: 0.3264062 Feb 09 01:11:25.151740 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594bea38-453c-4289-b8b9-dd9bdf2eb899 service neutron] Pushing event updated for resources: {'Port': ['ID=bd45717d-baec-45a7-88c3-159df2f10fc5,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:25.164245 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-48264a3f-391d-4d9a-873e-b0604922ac7d tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:11:25.169410 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-48264a3f-391d-4d9a-873e-b0604922ac7d tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Usage tracker for resource:subnet and tenant:7ba0500da58247c29fa7b084aeaa00dd is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:11:25.172828 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-48264a3f-391d-4d9a-873e-b0604922ac7d tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:11:25.180208 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-48264a3f-391d-4d9a-873e-b0604922ac7d tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:11:25.193134 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48264a3f-391d-4d9a-873e-b0604922ac7d tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Made reservation on behalf of 7ba0500da58247c29fa7b084aeaa00dd for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:11:25.196918 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-48264a3f-391d-4d9a-873e-b0604922ac7d tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:25.241555 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8bc0ea-bab6-4e29-a2e5-6b47f514d748 req-4e3c28a3-f996-42e6-a37a-d6cb2201ced3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:25.243071 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4a8bc0ea-bab6-4e29-a2e5-6b47f514d748 req-4e3c28a3-f996-42e6-a37a-d6cb2201ced3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8919f04ab45a492f916586ca80fae861&device_id=66abf429-08b1-4733-9148-a03acc898aa2 HTTP/1.1" status: 200 len: 1134 time: 0.3202763 Feb 09 01:11:25.247980 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f34e3623-5db3-4081-bca5-3f466736053c req-f6210611-89da-4949-b65e-16c83f10ba56 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364071 Feb 09 01:11:25.334977 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4a8bc0ea-bab6-4e29-a2e5-6b47f514d748 req-0de9fa44-a245-441e-a77e-3aa41e6621b8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=407196dd-9518-46e7-b39a-db0b3c75969a HTTP/1.1" status: 200 len: 217 time: 0.0802259 Feb 09 01:11:25.382876 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dfc9cce2-9d17-4490-a61c-b858fb3808d3 req-21ae47f0-b5f9-4664-bebb-b11f092b7633 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "GET /v2.0/security-groups?id=7432a6e0-20bb-4b7a-9fb6-44a9c667edd7&id=04db1776-df78-44e6-8589-18bdc682e548&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1946521 Feb 09 01:11:25.422976 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8bc0ea-bab6-4e29-a2e5-6b47f514d748 req-bae0bdae-4d1d-401a-977f-17a8fc513f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:25.425075 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4a8bc0ea-bab6-4e29-a2e5-6b47f514d748 req-bae0bdae-4d1d-401a-977f-17a8fc513f00 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a4ead744-7288-4509-98a4-89b7f6e2f702 HTTP/1.1" status: 200 len: 834 time: 0.0813134 Feb 09 01:11:25.427736 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3739c2f4-e73c-453b-a6dc-f31670119aa6 req-e50edf52-6797-40d3-bf95-92a31f6a6571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:25.429584 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3739c2f4-e73c-453b-a6dc-f31670119aa6 req-e50edf52-6797-40d3-bf95-92a31f6a6571 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d49f9dd4d7c14debbc3dfe8113922129&device_id=8e4ecadd-5d83-41c7-a8bf-603a3cc4668a HTTP/1.1" status: 200 len: 1094 time: 0.2922120 Feb 09 01:11:25.477657 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-48264a3f-391d-4d9a-873e-b0604922ac7d tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:25.568083 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3739c2f4-e73c-453b-a6dc-f31670119aa6 req-e66d7c61-c557-4758-93b6-b8e6e50175f7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd45717d-baec-45a7-88c3-159df2f10fc5 HTTP/1.1" status: 200 len: 217 time: 0.1295283 Feb 09 01:11:25.578408 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48264a3f-391d-4d9a-873e-b0604922ac7d tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Pushing event updated for resources: {'Subnet': ['ID=82d92a4f-7ec4-43b6-8eca-7579939d3683,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:25.587386 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48264a3f-391d-4d9a-873e-b0604922ac7d tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Checking segment: {'id': 'dfa11d16-4d8c-4fb6-bf9a-3e0a8adb2c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b4bc1e12-8f48-418c-a6b1-008254855aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:11:25.587838 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48264a3f-391d-4d9a-873e-b0604922ac7d tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Network hostable DHCP agents. Network: b4bc1e12-8f48-418c-a6b1-008254855aa7, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:11:25.607735 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48264a3f-391d-4d9a-873e-b0604922ac7d tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Network b4bc1e12-8f48-418c-a6b1-008254855aa7 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:11:25.618216 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-48264a3f-391d-4d9a-873e-b0604922ac7d tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, b4bc1e12-8f48-418c-a6b1-008254855aa7) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:11:25.622613 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48264a3f-391d-4d9a-873e-b0604922ac7d tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:25.623317 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-48264a3f-391d-4d9a-873e-b0604922ac7d tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:25.629983 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518cb29a-5017-49a3-bcc9-5c316fdc22a3 None None] Network b4bc1e12-8f48-418c-a6b1-008254855aa7 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:11:25.655384 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-48264a3f-391d-4d9a-873e-b0604922ac7d tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6279995 Feb 09 01:11:25.658065 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36366) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:25.665865 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-9b5fe3c5-24c1-4e35-ab4d-27fee22a88d9 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1555307550', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:25.675924 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9b5fe3c5-24c1-4e35-ab4d-27fee22a88d9 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:11:25.680305 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-9b5fe3c5-24c1-4e35-ab4d-27fee22a88d9 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Usage tracker for resource:router and tenant:7ba0500da58247c29fa7b084aeaa00dd is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:11:25.683799 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-9b5fe3c5-24c1-4e35-ab4d-27fee22a88d9 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:11:25.690622 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9b5fe3c5-24c1-4e35-ab4d-27fee22a88d9 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:11:25.703206 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9b5fe3c5-24c1-4e35-ab4d-27fee22a88d9 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:25.704201 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9b5fe3c5-24c1-4e35-ab4d-27fee22a88d9 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:25.714915 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-c3a01c45-820b-4d20-9ef3-d684d5799339 req-8caa16a5-eb29-467e-abb0-61173ad17418 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Synchronizing usage tracker for tenant:ed23cff30cf943aeb6798893e4484ce7 on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:11:25.723620 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9b5fe3c5-24c1-4e35-ab4d-27fee22a88d9 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:25.733231 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:11:25.738786 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3739c2f4-e73c-453b-a6dc-f31670119aa6 req-085492e8-fef1-4ac6-bd1e-5dafba835da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:25.740410 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3739c2f4-e73c-453b-a6dc-f31670119aa6 req-085492e8-fef1-4ac6-bd1e-5dafba835da7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1204e025-94a3-426b-85cf-fd8c313f8faf HTTP/1.1" status: 200 len: 854 time: 0.1330981 Feb 09 01:11:25.745005 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9b5fe3c5-24c1-4e35-ab4d-27fee22a88d9 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:25.768759 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9b5fe3c5-24c1-4e35-ab4d-27fee22a88d9 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:25.772850 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9b5fe3c5-24c1-4e35-ab4d-27fee22a88d9 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.1103151 Feb 09 01:11:25.773158 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36370) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:25.803785 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3739c2f4-e73c-453b-a6dc-f31670119aa6 req-8d3c7c2d-93b6-4112-86ae-72ae4068d154 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=66684310-b384-46c3-a13e-de69c32841c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533578 Feb 09 01:11:25.805779 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-c3a01c45-820b-4d20-9ef3-d684d5799339 req-8caa16a5-eb29-467e-abb0-61173ad17418 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Unset dirty status for tenant:ed23cff30cf943aeb6798893e4484ce7 on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:11:25.810173 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c3a01c45-820b-4d20-9ef3-d684d5799339 req-8caa16a5-eb29-467e-abb0-61173ad17418 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-472904483&fields=id&tenant_id=ed23cff30cf943aeb6798893e4484ce7 HTTP/1.1" status: 200 len: 267 time: 0.2682350 Feb 09 01:11:25.813575 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8bc0ea-bab6-4e29-a2e5-6b47f514d748 req-33260c73-43d6-45d3-95f4-f899ef59204f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:25.815072 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4a8bc0ea-bab6-4e29-a2e5-6b47f514d748 req-33260c73-43d6-45d3-95f4-f899ef59204f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fc9b7097-9839-43e8-ab87-dc826bac26d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3781612 Feb 09 01:11:25.892179 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b281c1-fcce-4abd-9f20-3cb6349c9e2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-b4bc1e12-8f48-418c-a6b1-008254855aa7', 'network_id': 'b4bc1e12-8f48-418c-a6b1-008254855aa7', 'tenant_id': '7ba0500da58247c29fa7b084aeaa00dd', 'fixed_ips': [{'subnet_id': '82d92a4f-7ec4-43b6-8eca-7579939d3683'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:11:25.893943 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-55b281c1-fcce-4abd-9f20-3cb6349c9e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:26.068852 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-55b281c1-fcce-4abd-9f20-3cb6349c9e2b None None] Allocated IP 172.20.0.2 (b4bc1e12-8f48-418c-a6b1-008254855aa7/82d92a4f-7ec4-43b6-8eca-7579939d3683/433dcff8-a50a-4a37-970a-639369007144) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:11:26.101568 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae397200-0a9c-4906-b68b-eecec1d283ab req-7880a8bd-00c6-46c7-b275-8bd6c425d774 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:26.103054 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ae397200-0a9c-4906-b68b-eecec1d283ab req-7880a8bd-00c6-46c7-b275-8bd6c425d774 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=8e4ecadd-5d83-41c7-a8bf-603a3cc4668a HTTP/1.1" status: 200 len: 943 time: 0.5338342 Feb 09 01:11:26.298384 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ae397200-0a9c-4906-b68b-eecec1d283ab req-a6f7d17d-9177-48fd-be9c-8b7250bd5dce tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397095 Feb 09 01:11:26.314843 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-55b281c1-fcce-4abd-9f20-3cb6349c9e2b None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:26.321270 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3739c2f4-e73c-453b-a6dc-f31670119aa6 req-3a23a862-5343-4d76-9572-7b90e304858a service neutron] 10.222.0.62 "GET /v2.0/networks/66684310-b384-46c3-a13e-de69c32841c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5100346 Feb 09 01:11:26.327907 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-55b281c1-fcce-4abd-9f20-3cb6349c9e2b None None] Transition to ACTIVE for port object 433dcff8-a50a-4a37-970a-639369007144 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:11:26.350263 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-55b281c1-fcce-4abd-9f20-3cb6349c9e2b None None] Transition to ACTIVE for port object 433dcff8-a50a-4a37-970a-639369007144 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:11:26.358940 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-55b281c1-fcce-4abd-9f20-3cb6349c9e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:26.366542 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a01c45-820b-4d20-9ef3-d684d5799339 req-531e4ab8-c32b-4a59-b330-8e5cd09f3ac8 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:26.368472 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c3a01c45-820b-4d20-9ef3-d684d5799339 req-531e4ab8-c32b-4a59-b330-8e5cd09f3ac8 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/ports?device_id=4f584ff8-d527-4b69-95a6-07f4f1a761f5 HTTP/1.1" status: 200 len: 945 time: 0.5339878 Feb 09 01:11:26.371343 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4a8bc0ea-bab6-4e29-a2e5-6b47f514d748 req-2f09008a-3a60-45ef-a0ff-b6e487927031 service neutron] 10.222.0.62 "GET /v2.0/networks/fc9b7097-9839-43e8-ab87-dc826bac26d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5312271 Feb 09 01:11:26.419929 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a0ff0fe1-f0bf-4d45-a024-b8b25da878a0 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:26.428811 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66abf429-08b1-4733-9148-a03acc898aa2', 'tag': '407196dd-9518-46e7-b39a-db0b3c75969a', 'status': 'completed', 'code': 200} Feb 09 01:11:26.454002 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b281c1-fcce-4abd-9f20-3cb6349c9e2b None None] Pushing event updated for resources: {'Port': ['ID=433dcff8-a50a-4a37-970a-639369007144,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:26.460675 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-c3a01c45-820b-4d20-9ef3-d684d5799339 req-0f4baafc-f036-40c7-ae3a-2c4df3b9523d tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Request body: {'port': {'security_groups': ['194f545e-58c8-4256-85e7-d6b0250214f1', 'cc5386b8-f023-457c-b6c7-e82540870bba']}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:26.475799 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b281c1-fcce-4abd-9f20-3cb6349c9e2b None None] Network b4bc1e12-8f48-418c-a6b1-008254855aa7 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:11:26.477033 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-55b281c1-fcce-4abd-9f20-3cb6349c9e2b None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:11:26.480127 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b281c1-fcce-4abd-9f20-3cb6349c9e2b None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:11:26.590526 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-55b281c1-fcce-4abd-9f20-3cb6349c9e2b None None] Attempting to bind port 433dcff8-a50a-4a37-970a-639369007144 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:11:26.591252 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-55b281c1-fcce-4abd-9f20-3cb6349c9e2b None None] Attempting to bind port 433dcff8-a50a-4a37-970a-639369007144 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'dfa11d16-4d8c-4fb6-bf9a-3e0a8adb2c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b4bc1e12-8f48-418c-a6b1-008254855aa7'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:11:26.591953 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b281c1-fcce-4abd-9f20-3cb6349c9e2b None None] Attempting to bind port 433dcff8-a50a-4a37-970a-639369007144 on network b4bc1e12-8f48-418c-a6b1-008254855aa7 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:11:26.599008 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b281c1-fcce-4abd-9f20-3cb6349c9e2b None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:11:26.599684 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b281c1-fcce-4abd-9f20-3cb6349c9e2b None None] Checking segment: {'id': 'dfa11d16-4d8c-4fb6-bf9a-3e0a8adb2c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b4bc1e12-8f48-418c-a6b1-008254855aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:11:26.600277 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-55b281c1-fcce-4abd-9f20-3cb6349c9e2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:26.600838 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b281c1-fcce-4abd-9f20-3cb6349c9e2b None None] Bound using segment: {'id': 'dfa11d16-4d8c-4fb6-bf9a-3e0a8adb2c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b4bc1e12-8f48-418c-a6b1-008254855aa7'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:11:26.601550 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-55b281c1-fcce-4abd-9f20-3cb6349c9e2b None None] Bound port: 433dcff8-a50a-4a37-970a-639369007144, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfa11d16-4d8c-4fb6-bf9a-3e0a8adb2c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b4bc1e12-8f48-418c-a6b1-008254855aa7'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:11:26.602269 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-55b281c1-fcce-4abd-9f20-3cb6349c9e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:26.715888 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-55b281c1-fcce-4abd-9f20-3cb6349c9e2b None None] For port 433dcff8-a50a-4a37-970a-639369007144, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:11:26.719448 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-55b281c1-fcce-4abd-9f20-3cb6349c9e2b None None] For port 433dcff8-a50a-4a37-970a-639369007144, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=433dcff8-a50a-4a37-970a-639369007144,segment=NetworkSegment(dfa11d16-4d8c-4fb6-bf9a-3e0a8adb2c36),segment_id=dfa11d16-4d8c-4fb6-bf9a-3e0a8adb2c36)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:11:26.724310 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-55b281c1-fcce-4abd-9f20-3cb6349c9e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:26.813339 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b281c1-fcce-4abd-9f20-3cb6349c9e2b None None] Pushing event updated for resources: {'Port': ['ID=433dcff8-a50a-4a37-970a-639369007144,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:26.830446 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-a0ff0fe1-f0bf-4d45-a024-b8b25da878a0 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Allocated IP 172.20.0.1 (b4bc1e12-8f48-418c-a6b1-008254855aa7/82d92a4f-7ec4-43b6-8eca-7579939d3683/d14b25b8-7d4d-482d-8759-28301a478f75) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:11:26.857139 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4a8bc0ea-bab6-4e29-a2e5-6b47f514d748 req-d436c4ea-01b9-4e03-adc7-f258253cf6af service neutron] 10.222.0.62 "GET /v2.0/networks/fc9b7097-9839-43e8-ab87-dc826bac26d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4315670 Feb 09 01:11:26.873437 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3739c2f4-e73c-453b-a6dc-f31670119aa6 req-8dc8eed9-bba3-4242-9b50-153f035b5866 service neutron] 10.222.0.62 "GET /v2.0/networks/66684310-b384-46c3-a13e-de69c32841c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5462813 Feb 09 01:11:26.875308 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c3a01c45-820b-4d20-9ef3-d684d5799339 req-0f4baafc-f036-40c7-ae3a-2c4df3b9523d tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:27.040982 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bae525-8fb7-4c96-a0b4-17284b9602a9 req-676664fe-c64e-4945-a7bb-8df0a717e93b tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:27.048132 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a0ff0fe1-f0bf-4d45-a024-b8b25da878a0 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:27.052586 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-63bae525-8fb7-4c96-a0b4-17284b9602a9 req-676664fe-c64e-4945-a7bb-8df0a717e93b tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=7dde1fc5-d07f-45a8-ab56-9c682424bf1e HTTP/1.1" status: 200 len: 945 time: 0.3450823 Feb 09 01:11:27.072343 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-a0ff0fe1-f0bf-4d45-a024-b8b25da878a0 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Transition to ACTIVE for port object d14b25b8-7d4d-482d-8759-28301a478f75 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:11:27.110040 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a0ff0fe1-f0bf-4d45-a024-b8b25da878a0 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:27.151363 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-63bae525-8fb7-4c96-a0b4-17284b9602a9 req-08e3b93e-6970-4a35-96c9-7b9f1e2c7f38 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977697 Feb 09 01:11:27.163822 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe60c6-1578-4ad1-b53e-257c1af1130c req-3d2ff492-3bc3-4630-8587-deadd538c806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:27.165901 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1dbe60c6-1578-4ad1-b53e-257c1af1130c req-3d2ff492-3bc3-4630-8587-deadd538c806 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8919f04ab45a492f916586ca80fae861&device_id=66abf429-08b1-4733-9148-a03acc898aa2 HTTP/1.1" status: 200 len: 1134 time: 0.2397754 Feb 09 01:11:27.188130 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ff0fe1-f0bf-4d45-a024-b8b25da878a0 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Network b4bc1e12-8f48-418c-a6b1-008254855aa7 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:11:27.192545 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-a0ff0fe1-f0bf-4d45-a024-b8b25da878a0 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:11:27.195132 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ff0fe1-f0bf-4d45-a024-b8b25da878a0 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:11:27.240265 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ff0fe1-f0bf-4d45-a024-b8b25da878a0 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Pushing event updated for resources: {'Port': ['ID=d14b25b8-7d4d-482d-8759-28301a478f75,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:27.279207 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a0ff0fe1-f0bf-4d45-a024-b8b25da878a0 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:27.388536 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a0ff0fe1-f0bf-4d45-a024-b8b25da878a0 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:27.490202 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe60c6-1578-4ad1-b53e-257c1af1130c req-c527e339-e9ab-40ea-8d42-2be6de46fce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:27.491645 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1dbe60c6-1578-4ad1-b53e-257c1af1130c req-c527e339-e9ab-40ea-8d42-2be6de46fce4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=fc9b7097-9839-43e8-ab87-dc826bac26d5 HTTP/1.1" status: 200 len: 898 time: 0.2964895 Feb 09 01:11:27.499387 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-c3a01c45-820b-4d20-9ef3-d684d5799339 req-0f4baafc-f036-40c7-ae3a-2c4df3b9523d tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] For port fe32ac7d-282f-49aa-b85d-75120d8ab0c4, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=fe32ac7d-282f-49aa-b85d-75120d8ab0c4,segment=NetworkSegment(7028469f-a90e-4c47-872a-5a2ad851e329),segment_id=7028469f-a90e-4c47-872a-5a2ad851e329)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:11:27.583630 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e339bd-e05a-46de-9be2-b1a189d7d5d4 req-d77bc40f-3e46-48ab-8865-dd491b96e8b4 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:27.585180 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-63e339bd-e05a-46de-9be2-b1a189d7d5d4 req-d77bc40f-3e46-48ab-8865-dd491b96e8b4 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "GET /v2.0/ports?device_id=66abf429-08b1-4733-9148-a03acc898aa2 HTTP/1.1" status: 200 len: 983 time: 0.2625189 Feb 09 01:11:27.616192 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1dbe60c6-1578-4ad1-b53e-257c1af1130c req-409a366d-3591-4e65-9494-ff0a797b4be0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=407196dd-9518-46e7-b39a-db0b3c75969a HTTP/1.1" status: 200 len: 217 time: 0.1003654 Feb 09 01:11:27.646259 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c3a01c45-820b-4d20-9ef3-d684d5799339 req-0f4baafc-f036-40c7-ae3a-2c4df3b9523d tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:27.672091 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 433dcff8-a50a-4a37-970a-639369007144 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:11:27.687345 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c3a01c45-820b-4d20-9ef3-d684d5799339 req-0f4baafc-f036-40c7-ae3a-2c4df3b9523d tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:27.746750 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['fe32ac7d-282f-49aa-b85d-75120d8ab0c4'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:11:27.880998 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a0ff0fe1-f0bf-4d45-a024-b8b25da878a0 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:27.892713 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a0ff0fe1-f0bf-4d45-a024-b8b25da878a0 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:27.920030 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 433dcff8-a50a-4a37-970a-639369007144 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:11:27.952094 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-63e339bd-e05a-46de-9be2-b1a189d7d5d4 req-8e6ce887-3933-42ea-a3f3-5e7aed0ae360 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "GET /v2.0/security-groups?id=7432a6e0-20bb-4b7a-9fb6-44a9c667edd7&id=04db1776-df78-44e6-8589-18bdc682e548&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3458738 Feb 09 01:11:27.979753 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a01c45-820b-4d20-9ef3-d684d5799339 req-0f4baafc-f036-40c7-ae3a-2c4df3b9523d tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:27.980933 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c3a01c45-820b-4d20-9ef3-d684d5799339 req-0f4baafc-f036-40c7-ae3a-2c4df3b9523d tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:28.001895 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c3a01c45-820b-4d20-9ef3-d684d5799339 req-0f4baafc-f036-40c7-ae3a-2c4df3b9523d tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "PUT /v2.0/ports/fe32ac7d-282f-49aa-b85d-75120d8ab0c4 HTTP/1.1" status: 200 len: 981 time: 1.5734665 Feb 09 01:11:28.094624 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a0ff0fe1-f0bf-4d45-a024-b8b25da878a0 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:28.114234 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ff0fe1-f0bf-4d45-a024-b8b25da878a0 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Pushing event updated for resources: {'Port': ['ID=d14b25b8-7d4d-482d-8759-28301a478f75,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:28.119655 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe60c6-1578-4ad1-b53e-257c1af1130c req-f1c82958-981f-4e0c-afe2-f223c6e9eabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:28.122046 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1dbe60c6-1578-4ad1-b53e-257c1af1130c req-f1c82958-981f-4e0c-afe2-f223c6e9eabc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a4ead744-7288-4509-98a4-89b7f6e2f702 HTTP/1.1" status: 200 len: 834 time: 0.4737101 Feb 09 01:11:28.154357 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['fe32ac7d-282f-49aa-b85d-75120d8ab0c4'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:11:28.255115 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634a808d-947f-4831-888c-bbbcbd392d68 None None] Network b4bc1e12-8f48-418c-a6b1-008254855aa7 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:11:28.367700 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a76384d4-c978-4797-b4f0-a383aef1fd5b None None] Provisioning for port 433dcff8-a50a-4a37-970a-639369007144 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:11:28.375959 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a76384d4-c978-4797-b4f0-a383aef1fd5b None None] Provisioning complete for port 433dcff8-a50a-4a37-970a-639369007144 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:11:28.376418 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a76384d4-c978-4797-b4f0-a383aef1fd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:28.378929 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4baafc-f036-40c7-ae3a-2c4df3b9523d tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Pushing event updated for resources: {'Port': ['ID=fe32ac7d-282f-49aa-b85d-75120d8ab0c4,revision_number=6']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:28.431574 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e4ecadd-5d83-41c7-a8bf-603a3cc4668a', 'tag': 'bd45717d-baec-45a7-88c3-159df2f10fc5'}, {'name': 'network-changed', 'server_uuid': '4f584ff8-d527-4b69-95a6-07f4f1a761f5', 'tag': 'fe32ac7d-282f-49aa-b85d-75120d8ab0c4'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:11:28.492966 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe60c6-1578-4ad1-b53e-257c1af1130c req-499b18c2-74b2-46b3-a775-4004bf450a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:28.494433 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1dbe60c6-1578-4ad1-b53e-257c1af1130c req-499b18c2-74b2-46b3-a775-4004bf450a80 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fc9b7097-9839-43e8-ab87-dc826bac26d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3605995 Feb 09 01:11:28.503337 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ff0fe1-f0bf-4d45-a024-b8b25da878a0 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Network b4bc1e12-8f48-418c-a6b1-008254855aa7 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:11:28.504557 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-48f592f7-ce26-44b1-b335-3df86f6d1b1f req-0c087fab-d98a-4484-a5c3-af876c9faa34 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-472904483&fields=id&tenant_id=ed23cff30cf943aeb6798893e4484ce7 HTTP/1.1" status: 200 len: 267 time: 0.1091576 Feb 09 01:11:28.505316 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-a0ff0fe1-f0bf-4d45-a024-b8b25da878a0 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:11:28.544770 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7620a7f1-d1f5-46db-b19f-5ce2c689081d req-49f4ec36-71a4-4c89-96c4-492a299a2af5 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:28.546694 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7620a7f1-d1f5-46db-b19f-5ce2c689081d req-49f4ec36-71a4-4c89-96c4-492a299a2af5 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=8e4ecadd-5d83-41c7-a8bf-603a3cc4668a HTTP/1.1" status: 200 len: 943 time: 0.2421517 Feb 09 01:11:28.660320 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a76384d4-c978-4797-b4f0-a383aef1fd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:28.741428 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0ff0fe1-f0bf-4d45-a024-b8b25da878a0 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Router 074f1d48-912c-4c0f-9dfc-3c1e87cbaf0c is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:11:28.807486 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1dbe60c6-1578-4ad1-b53e-257c1af1130c req-70b7b35f-ec75-46b9-8587-41f5cb28c746 service neutron] 10.222.0.62 "GET /v2.0/networks/fc9b7097-9839-43e8-ab87-dc826bac26d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006608 Feb 09 01:11:28.841740 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a76384d4-c978-4797-b4f0-a383aef1fd5b None None] For port 433dcff8-a50a-4a37-970a-639369007144, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=433dcff8-a50a-4a37-970a-639369007144,segment=NetworkSegment(dfa11d16-4d8c-4fb6-bf9a-3e0a8adb2c36),segment_id=dfa11d16-4d8c-4fb6-bf9a-3e0a8adb2c36)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:11:28.852013 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a76384d4-c978-4797-b4f0-a383aef1fd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:28.855205 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7620a7f1-d1f5-46db-b19f-5ce2c689081d req-3343f59b-13a7-4629-9dc4-c87d1fae48d4 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453837 Feb 09 01:11:28.974066 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ff0fe1-f0bf-4d45-a024-b8b25da878a0 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:11:28.977643 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f592f7-ce26-44b1-b335-3df86f6d1b1f req-19d10e09-ecc9-4486-8f55-8e220a69a18f tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:28.983696 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a0ff0fe1-f0bf-4d45-a024-b8b25da878a0 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] 10.222.0.105 "PUT /v2.0/routers/074f1d48-912c-4c0f-9dfc-3c1e87cbaf0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2092714 Feb 09 01:11:28.990348 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-48f592f7-ce26-44b1-b335-3df86f6d1b1f req-19d10e09-ecc9-4486-8f55-8e220a69a18f tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/ports?device_id=4f584ff8-d527-4b69-95a6-07f4f1a761f5 HTTP/1.1" status: 200 len: 984 time: 0.4422927 Feb 09 01:11:28.992030 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36402) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:28.994098 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c94b38b-929e-40d8-834c-49e07c2e97e0 None None] Sync routers for ids ['074f1d48-912c-4c0f-9dfc-3c1e87cbaf0c'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:11:28.995985 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-48f592f7-ce26-44b1-b335-3df86f6d1b1f req-72a679b7-1f01-4099-8751-20224d5f8a46 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Request body: {'port': {'security_groups': ['194f545e-58c8-4256-85e7-d6b0250214f1']}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:28.996080 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76384d4-c978-4797-b4f0-a383aef1fd5b None None] Pushing event updated for resources: {'Port': ['ID=433dcff8-a50a-4a37-970a-639369007144,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:29.009444 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-c2201282-2fff-4881-b343-ff2870729a35 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Request body: {'port': {'network_id': 'b4bc1e12-8f48-418c-a6b1-008254855aa7', 'name': 'tempest-FloatingIPNegativeTestJSON-1080338354'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:29.025049 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c94b38b-929e-40d8-834c-49e07c2e97e0 None None] Routers {'074f1d48-912c-4c0f-9dfc-3c1e87cbaf0c'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:11:29.025557 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-2c94b38b-929e-40d8-834c-49e07c2e97e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:11:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['074f1d48-912c-4c0f-9dfc-3c1e87cbaf0c'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:29.077463 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1dbe60c6-1578-4ad1-b53e-257c1af1130c req-f5015f39-45fb-45c4-9187-8ae02c424ef8 service neutron] 10.222.0.62 "GET /v2.0/networks/fc9b7097-9839-43e8-ab87-dc826bac26d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586098 Feb 09 01:11:29.085331 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a66d9da6-1d22-473a-9f7d-5b67ad7a8c0e req-eaebf1f9-56a2-4e81-b163-232feb4f1f34 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4325843 Feb 09 01:11:29.138207 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-2c94b38b-929e-40d8-834c-49e07c2e97e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:29.159572 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c94b38b-929e-40d8-834c-49e07c2e97e0 None None] Routers {'074f1d48-912c-4c0f-9dfc-3c1e87cbaf0c'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:11:29.160538 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-2c94b38b-929e-40d8-834c-49e07c2e97e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:11:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['074f1d48-912c-4c0f-9dfc-3c1e87cbaf0c'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:29.190136 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c2201282-2fff-4881-b343-ff2870729a35 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:11:29.198196 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-c2201282-2fff-4881-b343-ff2870729a35 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Usage tracker for resource:port and tenant:7ba0500da58247c29fa7b084aeaa00dd is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:11:29.202059 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-c2201282-2fff-4881-b343-ff2870729a35 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:11:29.208827 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c2201282-2fff-4881-b343-ff2870729a35 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:11:29.228247 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2201282-2fff-4881-b343-ff2870729a35 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Made reservation on behalf of 7ba0500da58247c29fa7b084aeaa00dd for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:11:29.233136 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c2201282-2fff-4881-b343-ff2870729a35 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:29.237708 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-48f592f7-ce26-44b1-b335-3df86f6d1b1f req-72a679b7-1f01-4099-8751-20224d5f8a46 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:29.253201 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-2c94b38b-929e-40d8-834c-49e07c2e97e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:29.255276 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c94b38b-929e-40d8-834c-49e07c2e97e0 None None] The sync data for ids ['074f1d48-912c-4c0f-9dfc-3c1e87cbaf0c'] in n-d-828418-1 is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:11:29.265458 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-c2201282-2fff-4881-b343-ff2870729a35 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] device_id is not set on port d5818995-b186-4029-8a0f-02c00932bdd6 yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:11:29.339364 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33385b3d-5bf9-483a-92f6-5bf9f87d2b61 req-11c23564-02be-4b3b-97d5-3be8177f1a3e tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:29.340719 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-33385b3d-5bf9-483a-92f6-5bf9f87d2b61 req-11c23564-02be-4b3b-97d5-3be8177f1a3e tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=7dde1fc5-d07f-45a8-ab56-9c682424bf1e HTTP/1.1" status: 200 len: 945 time: 0.2658544 Feb 09 01:11:29.386002 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-835af0a6-927c-4c99-b358-384e1f86497e None None] Provisioning complete for port 433dcff8-a50a-4a37-970a-639369007144 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:11:29.386276 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-835af0a6-927c-4c99-b358-384e1f86497e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:29.434813 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-33385b3d-5bf9-483a-92f6-5bf9f87d2b61 req-8218874e-9a78-4ab9-b9da-c649756fac07 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814402 Feb 09 01:11:29.470497 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [req-1a339ec9-e481-4eb8-96f1-837d935625df req-44cc1ddd-bbf1-49a6-a0fd-67f4433cc67b service neutron] (87638) timed out ('10.222.0.105', 40654) {{(pid=87638) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 01:11:29.538851 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-c2201282-2fff-4881-b343-ff2870729a35 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Allocated IP 172.20.0.11 (b4bc1e12-8f48-418c-a6b1-008254855aa7/82d92a4f-7ec4-43b6-8eca-7579939d3683/d5818995-b186-4029-8a0f-02c00932bdd6) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:11:29.614543 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-835af0a6-927c-4c99-b358-384e1f86497e None None] Provisioning for port d14b25b8-7d4d-482d-8759-28301a478f75 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:11:29.630731 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-835af0a6-927c-4c99-b358-384e1f86497e None None] Provisioning complete for port d14b25b8-7d4d-482d-8759-28301a478f75 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:11:29.634796 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-835af0a6-927c-4c99-b358-384e1f86497e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:29.717117 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 433dcff8-a50a-4a37-970a-639369007144 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:11:29.758709 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 407196dd-9518-46e7-b39a-db0b3c75969a details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:11:29.794858 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-48f592f7-ce26-44b1-b335-3df86f6d1b1f req-72a679b7-1f01-4099-8751-20224d5f8a46 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] For port fe32ac7d-282f-49aa-b85d-75120d8ab0c4, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=fe32ac7d-282f-49aa-b85d-75120d8ab0c4,segment=NetworkSegment(7028469f-a90e-4c47-872a-5a2ad851e329),segment_id=7028469f-a90e-4c47-872a-5a2ad851e329)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:11:29.822778 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-835af0a6-927c-4c99-b358-384e1f86497e None None] Port d14b25b8-7d4d-482d-8759-28301a478f75 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:11:29.833089 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-48f592f7-ce26-44b1-b335-3df86f6d1b1f req-72a679b7-1f01-4099-8751-20224d5f8a46 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:29.839212 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-48f592f7-ce26-44b1-b335-3df86f6d1b1f req-72a679b7-1f01-4099-8751-20224d5f8a46 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:29.855682 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['fe32ac7d-282f-49aa-b85d-75120d8ab0c4'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:11:29.928384 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c2201282-2fff-4881-b343-ff2870729a35 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:29.945726 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48952dc6-ed42-414c-b014-3644913caffa req-5fd80a14-1cb3-4233-a147-87a6f538796b tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:29.952808 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-48952dc6-ed42-414c-b014-3644913caffa req-5fd80a14-1cb3-4233-a147-87a6f538796b tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 943 time: 0.2598650 Feb 09 01:11:29.957241 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a679b7-1f01-4099-8751-20224d5f8a46 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Pushing event updated for resources: {'Port': ['ID=fe32ac7d-282f-49aa-b85d-75120d8ab0c4,revision_number=7']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:29.971466 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-c2201282-2fff-4881-b343-ff2870729a35 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Transition to ACTIVE for port object d5818995-b186-4029-8a0f-02c00932bdd6 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:11:30.010832 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c2201282-2fff-4881-b343-ff2870729a35 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:30.013935 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f592f7-ce26-44b1-b335-3df86f6d1b1f req-72a679b7-1f01-4099-8751-20224d5f8a46 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:30.014695 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-48f592f7-ce26-44b1-b335-3df86f6d1b1f req-72a679b7-1f01-4099-8751-20224d5f8a46 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:30.016088 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-48f592f7-ce26-44b1-b335-3df86f6d1b1f req-72a679b7-1f01-4099-8751-20224d5f8a46 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "PUT /v2.0/ports/fe32ac7d-282f-49aa-b85d-75120d8ab0c4 HTTP/1.1" status: 200 len: 942 time: 1.0250466 Feb 09 01:11:30.049492 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-48952dc6-ed42-414c-b014-3644913caffa req-efbfac4c-828b-452b-b704-fd8347be364e tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956147 Feb 09 01:11:30.101299 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2201282-2fff-4881-b343-ff2870729a35 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Network b4bc1e12-8f48-418c-a6b1-008254855aa7 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:11:30.110957 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-c2201282-2fff-4881-b343-ff2870729a35 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:11:30.117160 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2201282-2fff-4881-b343-ff2870729a35 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:11:30.146680 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e4ecadd-5d83-41c7-a8bf-603a3cc4668a', 'tag': 'bd45717d-baec-45a7-88c3-159df2f10fc5', 'status': 'completed', 'code': 200} Feb 09 01:11:30.146950 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f584ff8-d527-4b69-95a6-07f4f1a761f5', 'tag': 'fe32ac7d-282f-49aa-b85d-75120d8ab0c4', 'status': 'completed', 'code': 200} Feb 09 01:11:30.194332 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-2a975703-024b-468e-b71a-faf0520c5d8a None None] Provisioning complete for port d14b25b8-7d4d-482d-8759-28301a478f75 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:11:30.194884 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2a975703-024b-468e-b71a-faf0520c5d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:30.223208 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 433dcff8-a50a-4a37-970a-639369007144 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:11:30.223731 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:30.226443 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2201282-2fff-4881-b343-ff2870729a35 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Pushing event updated for resources: {'Port': ['ID=d5818995-b186-4029-8a0f-02c00932bdd6,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:30.322172 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 407196dd-9518-46e7-b39a-db0b3c75969a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=407196dd-9518-46e7-b39a-db0b3c75969a,segment=NetworkSegment(3a81961f-9f3c-4b88-b026-d85a15f6fdfd),segment_id=3a81961f-9f3c-4b88-b026-d85a15f6fdfd)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:11:30.324381 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2201282-2fff-4881-b343-ff2870729a35 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:30.324611 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c2201282-2fff-4881-b343-ff2870729a35 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:30.348570 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc4396d-b636-4382-b3ff-3a2a220dbff8 req-6cec8ee0-6939-4c8f-8461-ef0e1bd5fbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:30.350162 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dbc4396d-b636-4382-b3ff-3a2a220dbff8 req-6cec8ee0-6939-4c8f-8461-ef0e1bd5fbe1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d49f9dd4d7c14debbc3dfe8113922129&device_id=8e4ecadd-5d83-41c7-a8bf-603a3cc4668a HTTP/1.1" status: 200 len: 1094 time: 0.2006123 Feb 09 01:11:30.351182 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['fe32ac7d-282f-49aa-b85d-75120d8ab0c4'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:11:30.367414 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c2201282-2fff-4881-b343-ff2870729a35 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3743913 Feb 09 01:11:30.370560 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36420) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:30.376136 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-2c36f7eb-4c95-4aa8-b4e6-b05133eb0572 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Request body: {'floatingip': {'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:30.393504 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2c36f7eb-4c95-4aa8-b4e6-b05133eb0572 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:11:30.402918 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-2c36f7eb-4c95-4aa8-b4e6-b05133eb0572 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Usage tracker for resource:floatingip and tenant:7ba0500da58247c29fa7b084aeaa00dd is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:11:30.413097 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-2c36f7eb-4c95-4aa8-b4e6-b05133eb0572 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:11:30.421219 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2c36f7eb-4c95-4aa8-b4e6-b05133eb0572 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:11:30.424995 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '407196dd-9518-46e7-b39a-db0b3c75969a', 'network_id': 'fc9b7097-9839-43e8-ab87-dc826bac26d5', 'port_id': '407196dd-9518-46e7-b39a-db0b3c75969a', 'mac_address': 'fa:16:3e:f8:dc:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4ead744-7288-4509-98a4-89b7f6e2f702', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:11:30.434170 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2c36f7eb-4c95-4aa8-b4e6-b05133eb0572 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks [] for floatingip, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:30.508884 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24abe4e5-c358-4fdf-91c2-97a88c3a6998 req-1c881af7-ec7e-4dd4-9763-3fc234b0da2d tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:30.510495 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-24abe4e5-c358-4fdf-91c2-97a88c3a6998 req-1c881af7-ec7e-4dd4-9763-3fc234b0da2d tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "GET /v2.0/ports?device_id=66abf429-08b1-4733-9148-a03acc898aa2 HTTP/1.1" status: 200 len: 983 time: 0.2819569 Feb 09 01:11:30.536256 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-2a975703-024b-468e-b71a-faf0520c5d8a None None] Port d14b25b8-7d4d-482d-8759-28301a478f75 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:11:30.577126 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:30.611563 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2c36f7eb-4c95-4aa8-b4e6-b05133eb0572 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:30.630448 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c4f3bf-ebc1-497e-8239-0fd6a9c7458a req-19c74181-2110-4c68-86f7-4b9b54650955 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:30.639488 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-86c4f3bf-ebc1-497e-8239-0fd6a9c7458a req-19c74181-2110-4c68-86f7-4b9b54650955 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=8e4ecadd-5d83-41c7-a8bf-603a3cc4668a HTTP/1.1" status: 200 len: 943 time: 0.2950823 Feb 09 01:11:30.658035 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-24abe4e5-c358-4fdf-91c2-97a88c3a6998 req-57706848-cbb8-4cb1-ad7d-7ab714d8f822 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "GET /v2.0/security-groups?id=7432a6e0-20bb-4b7a-9fb6-44a9c667edd7&id=04db1776-df78-44e6-8589-18bdc682e548&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1336250 Feb 09 01:11:30.692264 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 407196dd-9518-46e7-b39a-db0b3c75969a {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:11:30.744275 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a203ae1a-62fd-4c88-9db6-4d252c717bda None None] Provisioning for port d5818995-b186-4029-8a0f-02c00932bdd6 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:11:30.770895 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a203ae1a-62fd-4c88-9db6-4d252c717bda None None] Provisioning complete for port d5818995-b186-4029-8a0f-02c00932bdd6 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:11:30.771150 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a203ae1a-62fd-4c88-9db6-4d252c717bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:30.790802 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-2c36f7eb-4c95-4aa8-b4e6-b05133eb0572 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Allocated IP 172.25.0.125 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/67a38690-b217-4eba-a32e-455995411377) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:11:30.804874 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 407196dd-9518-46e7-b39a-db0b3c75969a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=407196dd-9518-46e7-b39a-db0b3c75969a,segment=NetworkSegment(3a81961f-9f3c-4b88-b026-d85a15f6fdfd),segment_id=3a81961f-9f3c-4b88-b026-d85a15f6fdfd)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:11:30.839062 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:30.839720 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device bd45717d-baec-45a7-88c3-159df2f10fc5 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:11:30.959758 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc4396d-b636-4382-b3ff-3a2a220dbff8 req-f316697e-9dfe-4302-8870-53b094ef33d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:30.961248 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dbc4396d-b636-4382-b3ff-3a2a220dbff8 req-f316697e-9dfe-4302-8870-53b094ef33d4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=66684310-b384-46c3-a13e-de69c32841c9 HTTP/1.1" status: 200 len: 915 time: 0.5508585 Feb 09 01:11:30.988428 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a203ae1a-62fd-4c88-9db6-4d252c717bda None None] Port d5818995-b186-4029-8a0f-02c00932bdd6 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:11:31.063930 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2c36f7eb-4c95-4aa8-b4e6-b05133eb0572 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:31.077501 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-86c4f3bf-ebc1-497e-8239-0fd6a9c7458a req-f65c855a-2f4d-4d20-a4cc-6135921b5ab3 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4369378 Feb 09 01:11:31.092682 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dbc4396d-b636-4382-b3ff-3a2a220dbff8 req-47b49e91-2bb2-4913-8287-4ecee8e8d8f6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd45717d-baec-45a7-88c3-159df2f10fc5 HTTP/1.1" status: 200 len: 217 time: 0.1139007 Feb 09 01:11:31.106952 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=407196dd-9518-46e7-b39a-db0b3c75969a,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:31.118713 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2c36f7eb-4c95-4aa8-b4e6-b05133eb0572 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:31.140038 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a203ae1a-62fd-4c88-9db6-4d252c717bda None None] Provisioning complete for port d14b25b8-7d4d-482d-8759-28301a478f75 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:11:31.140428 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a203ae1a-62fd-4c88-9db6-4d252c717bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:31.219059 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8af03007-9b2e-4902-a2be-f2eded591ba1 req-0840311c-ea4d-4836-9046-21534b133eec tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5331233 Feb 09 01:11:31.243374 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a203ae1a-62fd-4c88-9db6-4d252c717bda None None] Port d14b25b8-7d4d-482d-8759-28301a478f75 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:11:31.249450 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port bd45717d-baec-45a7-88c3-159df2f10fc5, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=bd45717d-baec-45a7-88c3-159df2f10fc5,segment=NetworkSegment(249c5438-d0ef-4132-9144-b2c94c9b3b0e),segment_id=249c5438-d0ef-4132-9144-b2c94c9b3b0e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:11:31.257280 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c36f7eb-4c95-4aa8-b4e6-b05133eb0572 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Pushing event updated for resources: {'Port': ['ID=67a38690-b217-4eba-a32e-455995411377,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:31.263172 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c36f7eb-4c95-4aa8-b4e6-b05133eb0572 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:11:31.265381 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-2c36f7eb-4c95-4aa8-b4e6-b05133eb0572 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:11:31.266617 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': 'bd45717d-baec-45a7-88c3-159df2f10fc5', 'network_id': '66684310-b384-46c3-a13e-de69c32841c9', 'port_id': 'bd45717d-baec-45a7-88c3-159df2f10fc5', 'mac_address': 'fa:16:3e:18:77:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1204e025-94a3-426b-85cf-fd8c313f8faf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:11:31.269156 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c36f7eb-4c95-4aa8-b4e6-b05133eb0572 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:11:31.272610 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc4396d-b636-4382-b3ff-3a2a220dbff8 req-d5c7163c-f8df-4cf3-a8ae-37ea818af3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:31.275009 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dbc4396d-b636-4382-b3ff-3a2a220dbff8 req-d5c7163c-f8df-4cf3-a8ae-37ea818af3c2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1204e025-94a3-426b-85cf-fd8c313f8faf HTTP/1.1" status: 200 len: 854 time: 0.1765184 Feb 09 01:11:31.278112 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d9da6-1d22-473a-9f7d-5b67ad7a8c0e req-24aa0972-8865-47ac-8b1f-3a80663ba343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:31.280384 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a66d9da6-1d22-473a-9f7d-5b67ad7a8c0e req-24aa0972-8865-47ac-8b1f-3a80663ba343 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a&tenant_id=6b048f87108b49f5abc0697d8dcea678 HTTP/1.1" status: 200 len: 1094 time: 0.4251184 Feb 09 01:11:31.307372 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-8af03007-9b2e-4902-a2be-f2eded591ba1 req-b29480a8-bae5-46f0-a3e9-816d21f63134 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Request body: {'floatingip': {'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:31.337708 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:31.357098 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd45717d-baec-45a7-88c3-159df2f10fc5 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:11:31.375451 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port bd45717d-baec-45a7-88c3-159df2f10fc5, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=bd45717d-baec-45a7-88c3-159df2f10fc5,segment=NetworkSegment(249c5438-d0ef-4132-9144-b2c94c9b3b0e),segment_id=249c5438-d0ef-4132-9144-b2c94c9b3b0e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:11:31.380473 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:31.411759 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2c36f7eb-4c95-4aa8-b4e6-b05133eb0572 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:31.430390 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-8af03007-9b2e-4902-a2be-f2eded591ba1 req-b29480a8-bae5-46f0-a3e9-816d21f63134 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:11:31.452712 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=bd45717d-baec-45a7-88c3-159df2f10fc5,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:31.453312 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-8af03007-9b2e-4902-a2be-f2eded591ba1 req-b29480a8-bae5-46f0-a3e9-816d21f63134 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Usage tracker for resource:floatingip and tenant:ed23cff30cf943aeb6798893e4484ce7 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:11:31.461029 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dbc4396d-b636-4382-b3ff-3a2a220dbff8 req-2975ad50-a330-49db-addf-c90023bbcf96 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=66684310-b384-46c3-a13e-de69c32841c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1451545 Feb 09 01:11:31.464157 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-8af03007-9b2e-4902-a2be-f2eded591ba1 req-b29480a8-bae5-46f0-a3e9-816d21f63134 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:11:31.479441 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-8af03007-9b2e-4902-a2be-f2eded591ba1 req-b29480a8-bae5-46f0-a3e9-816d21f63134 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:11:31.486469 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2c36f7eb-4c95-4aa8-b4e6-b05133eb0572 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:31.571483 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8af03007-9b2e-4902-a2be-f2eded591ba1 req-b29480a8-bae5-46f0-a3e9-816d21f63134 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Notify callbacks [] for floatingip, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:31.680497 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6cff9-9b6c-409c-9f2a-75284f28bff0 req-0075201d-859f-4dd3-89b1-094939cdf285 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:31.682071 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bbe6cff9-9b6c-409c-9f2a-75284f28bff0 req-0075201d-859f-4dd3-89b1-094939cdf285 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=7dde1fc5-d07f-45a8-ab56-9c682424bf1e HTTP/1.1" status: 200 len: 945 time: 0.4682562 Feb 09 01:11:31.711764 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2c36f7eb-4c95-4aa8-b4e6-b05133eb0572 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:31.716248 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2c36f7eb-4c95-4aa8-b4e6-b05133eb0572 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:31.720010 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d9da6-1d22-473a-9f7d-5b67ad7a8c0e req-4e3fc8be-3220-4ae4-851d-a3198fa4c07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:31.722172 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a66d9da6-1d22-473a-9f7d-5b67ad7a8c0e req-4e3fc8be-3220-4ae4-851d-a3198fa4c07c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6b048f87108b49f5abc0697d8dcea678&device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 1094 time: 0.4029932 Feb 09 01:11:31.834617 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c36f7eb-4c95-4aa8-b4e6-b05133eb0572 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Pushing event updated for resources: {'Port': ['ID=67a38690-b217-4eba-a32e-455995411377,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:31.835664 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dbc4396d-b636-4382-b3ff-3a2a220dbff8 req-90b23df2-2e3e-45fa-9bb2-db4d2b6497f1 service neutron] 10.222.0.62 "GET /v2.0/networks/66684310-b384-46c3-a13e-de69c32841c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3539944 Feb 09 01:11:31.847043 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2c36f7eb-4c95-4aa8-b4e6-b05133eb0572 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:31.854648 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bbe6cff9-9b6c-409c-9f2a-75284f28bff0 req-c0bda756-1a27-4a36-b35f-7f777495162c tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627724 Feb 09 01:11:31.879607 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['407196dd-9518-46e7-b39a-db0b3c75969a'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:11:31.883218 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2c36f7eb-4c95-4aa8-b4e6-b05133eb0572 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:31.885576 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-2c36f7eb-4c95-4aa8-b4e6-b05133eb0572 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5139368 Feb 09 01:11:31.888667 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36430) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:31.896256 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-d9699edf-542d-4085-a300-f7f848bd5f8b tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Request body: {'floatingip': {'port_id': 'd5818995-b186-4029-8a0f-02c00932bdd6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:31.916119 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['bd45717d-baec-45a7-88c3-159df2f10fc5'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:11:32.008383 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d9699edf-542d-4085-a300-f7f848bd5f8b tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks [] for floatingip, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:32.090399 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d9da6-1d22-473a-9f7d-5b67ad7a8c0e req-d3cd13b3-8cd9-4d66-8ec7-ed6dfc504057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:32.091871 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a66d9da6-1d22-473a-9f7d-5b67ad7a8c0e req-d3cd13b3-8cd9-4d66-8ec7-ed6dfc504057 service neutron] 10.222.0.62 "GET /v2.0/networks?id=be5e3be5-6e84-4180-8cc4-7f73e6515735 HTTP/1.1" status: 200 len: 915 time: 0.3515913 Feb 09 01:11:32.162439 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f584ff8-d527-4b69-95a6-07f4f1a761f5', 'tag': 'fe32ac7d-282f-49aa-b85d-75120d8ab0c4'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:11:32.176065 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dbc4396d-b636-4382-b3ff-3a2a220dbff8 req-f4b61b6f-5379-40ef-9e0d-7c5db85fd274 service neutron] 10.222.0.62 "GET /v2.0/networks/66684310-b384-46c3-a13e-de69c32841c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203607 Feb 09 01:11:32.198378 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a66d9da6-1d22-473a-9f7d-5b67ad7a8c0e req-388c6334-4aa9-4d9a-b173-c227e0220836 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f9076dc-04b6-418a-96bd-62f1607aba38 HTTP/1.1" status: 200 len: 217 time: 0.0905385 Feb 09 01:11:32.226981 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-d9699edf-542d-4085-a300-f7f848bd5f8b tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] update failed (client error): The resource could not be found. Feb 09 01:11:32.228126 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d9699edf-542d-4085-a300-f7f848bd5f8b tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] 10.222.0.105 "PUT /v2.0/floatingips/0805b053-48d5-49cd-a353-48017a4f4f57 HTTP/1.1" status: 404 len: 507 time: 0.3385253 Feb 09 01:11:32.230844 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36440) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:32.292731 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8af03007-9b2e-4902-a2be-f2eded591ba1 req-b29480a8-bae5-46f0-a3e9-816d21f63134 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:32.360718 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d373702d-e1d3-421b-a7a1-a9b8b88739eb req-9798ccc9-c0a2-447d-94c7-ac84166ec83f tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:32.362416 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d373702d-e1d3-421b-a7a1-a9b8b88739eb req-9798ccc9-c0a2-447d-94c7-ac84166ec83f tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 943 time: 0.3739064 Feb 09 01:11:32.398853 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-e4bdc4fa-e68c-4b59-b2a9-0ab3c6c2f261 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Deleting port 67a38690-b217-4eba-a32e-455995411377 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:11:32.399202 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e4bdc4fa-e68c-4b59-b2a9-0ab3c6c2f261 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:32.541560 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d9da6-1d22-473a-9f7d-5b67ad7a8c0e req-ae9c40ab-70f5-4435-81f0-49e3489f7563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:32.543023 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a66d9da6-1d22-473a-9f7d-5b67ad7a8c0e req-ae9c40ab-70f5-4435-81f0-49e3489f7563 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1f1b23ff-5c33-41f2-bf9f-a257a3962e7c HTTP/1.1" status: 200 len: 854 time: 0.3326774 Feb 09 01:11:32.582675 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e4bdc4fa-e68c-4b59-b2a9-0ab3c6c2f261 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:32.583018 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e4bdc4fa-e68c-4b59-b2a9-0ab3c6c2f261 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:32.622709 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a66d9da6-1d22-473a-9f7d-5b67ad7a8c0e req-2b7a0f40-185e-4652-90ef-1bd3c72467e1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=be5e3be5-6e84-4180-8cc4-7f73e6515735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668855 Feb 09 01:11:32.684818 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d373702d-e1d3-421b-a7a1-a9b8b88739eb req-fe46775c-f37d-43cc-81e9-7154a1703b29 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151777 Feb 09 01:11:32.711108 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-e4bdc4fa-e68c-4b59-b2a9-0ab3c6c2f261 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Calling delete_port for 67a38690-b217-4eba-a32e-455995411377 owned by network:floatingip {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:11:32.767396 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc4396d-b636-4382-b3ff-3a2a220dbff8 req-bf08aae7-908f-43dc-9e01-f0e9ba728f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:32.769215 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dbc4396d-b636-4382-b3ff-3a2a220dbff8 req-bf08aae7-908f-43dc-9e01-f0e9ba728f94 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ed23cff30cf943aeb6798893e4484ce7&device_id=4f584ff8-d527-4b69-95a6-07f4f1a761f5 HTTP/1.1" status: 200 len: 1096 time: 0.5119777 Feb 09 01:11:32.785920 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-8af03007-9b2e-4902-a2be-f2eded591ba1 req-b29480a8-bae5-46f0-a3e9-816d21f63134 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Allocated IP 172.25.0.123 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/daf6f3c0-09b1-4e7e-9d7a-460fca6c1b16) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:11:32.977572 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e4bdc4fa-e68c-4b59-b2a9-0ab3c6c2f261 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:33.055879 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bdc4fa-e68c-4b59-b2a9-0ab3c6c2f261 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Pushing event deleted for resources: {'Port': ['ID=67a38690-b217-4eba-a32e-455995411377,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:33.065927 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a66d9da6-1d22-473a-9f7d-5b67ad7a8c0e req-50aa42e2-cadd-4820-8935-7acf4d78d5be service neutron] 10.222.0.62 "GET /v2.0/networks/be5e3be5-6e84-4180-8cc4-7f73e6515735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4097795 Feb 09 01:11:33.125865 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e4bdc4fa-e68c-4b59-b2a9-0ab3c6c2f261 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks [] for floatingip, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:33.137055 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e4bdc4fa-e68c-4b59-b2a9-0ab3c6c2f261 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:33.138233 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e4bdc4fa-e68c-4b59-b2a9-0ab3c6c2f261 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] 10.222.0.105 "DELETE /v2.0/floatingips/0805b053-48d5-49cd-a353-48017a4f4f57 HTTP/1.1" status: 204 len: 168 time: 0.9064398 Feb 09 01:11:33.141840 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36446) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:33.147691 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-2a1db9bb-2546-4104-ab99-7b8d5d6e0c5d tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Request body: {'floatingip': {'floating_network_id': 'b4bc1e12-8f48-418c-a6b1-008254855aa7', 'port_id': 'd5818995-b186-4029-8a0f-02c00932bdd6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:33.154276 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2a1db9bb-2546-4104-ab99-7b8d5d6e0c5d tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:11:33.158100 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-2a1db9bb-2546-4104-ab99-7b8d5d6e0c5d tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Usage tracker for resource:floatingip and tenant:7ba0500da58247c29fa7b084aeaa00dd is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:11:33.161192 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-2a1db9bb-2546-4104-ab99-7b8d5d6e0c5d tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:11:33.168027 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2a1db9bb-2546-4104-ab99-7b8d5d6e0c5d tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:11:33.179609 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2a1db9bb-2546-4104-ab99-7b8d5d6e0c5d tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks [] for floatingip, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:33.226428 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc4396d-b636-4382-b3ff-3a2a220dbff8 req-de3e45e9-c5a1-4b5a-a322-51985126d7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:33.227486 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dbc4396d-b636-4382-b3ff-3a2a220dbff8 req-de3e45e9-c5a1-4b5a-a322-51985126d7ff service neutron] 10.222.0.62 "GET /v2.0/networks?id=f8f308ba-9995-4783-99e1-ca9d8ea70b66 HTTP/1.1" status: 200 len: 920 time: 0.4432092 Feb 09 01:11:33.307119 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4b7717-8158-440e-8f9b-2a6dbd8c9f93 req-66701f62-3bd1-481f-af53-910a4bb7d058 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:33.308522 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3f4b7717-8158-440e-8f9b-2a6dbd8c9f93 req-66701f62-3bd1-481f-af53-910a4bb7d058 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "GET /v2.0/ports?device_id=66abf429-08b1-4733-9148-a03acc898aa2 HTTP/1.1" status: 200 len: 984 time: 0.4905813 Feb 09 01:11:33.336978 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dbc4396d-b636-4382-b3ff-3a2a220dbff8 req-bf62e600-941e-4c71-983b-43678bd948d4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe32ac7d-282f-49aa-b85d-75120d8ab0c4 HTTP/1.1" status: 200 len: 217 time: 0.1018534 Feb 09 01:11:33.343099 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-2a1db9bb-2546-4104-ab99-7b8d5d6e0c5d tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:11:33.348089 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-2a1db9bb-2546-4104-ab99-7b8d5d6e0c5d tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2015433 Feb 09 01:11:33.348438 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36450) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:33.354691 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-cf13ae66-771f-4f57-b820-9893bd91d558 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Request body: {'floatingip': {'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'port_id': 'd5818995-b186-4029-8a0f-02c00932bdd6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:33.363958 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-cf13ae66-771f-4f57-b820-9893bd91d558 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:11:33.365355 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8af03007-9b2e-4902-a2be-f2eded591ba1 req-b29480a8-bae5-46f0-a3e9-816d21f63134 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:33.368651 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-cf13ae66-771f-4f57-b820-9893bd91d558 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Usage tracker for resource:floatingip and tenant:7ba0500da58247c29fa7b084aeaa00dd is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:11:33.372302 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-cf13ae66-771f-4f57-b820-9893bd91d558 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:11:33.379440 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-cf13ae66-771f-4f57-b820-9893bd91d558 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:11:33.390078 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cf13ae66-771f-4f57-b820-9893bd91d558 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks [] for floatingip, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:33.431888 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a66d9da6-1d22-473a-9f7d-5b67ad7a8c0e req-eb26f4cc-4704-4b01-b78e-1fd2543027ba service neutron] 10.222.0.62 "GET /v2.0/networks/be5e3be5-6e84-4180-8cc4-7f73e6515735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3436563 Feb 09 01:11:33.473409 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3f4b7717-8158-440e-8f9b-2a6dbd8c9f93 req-aaccf2a9-367b-4414-9a11-06f0e35cab0a tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "GET /v2.0/security-groups?id=7432a6e0-20bb-4b7a-9fb6-44a9c667edd7&id=04db1776-df78-44e6-8589-18bdc682e548&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1472781 Feb 09 01:11:33.478137 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc4396d-b636-4382-b3ff-3a2a220dbff8 req-260ea26a-d671-4990-b997-4e91da0c8524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:33.479615 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dbc4396d-b636-4382-b3ff-3a2a220dbff8 req-260ea26a-d671-4990-b997-4e91da0c8524 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bcf1686f-3ee3-49d0-9844-7b5aa1be3c35 HTTP/1.1" status: 200 len: 859 time: 0.1111910 Feb 09 01:11:33.536755 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cf13ae66-771f-4f57-b820-9893bd91d558 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:33.539206 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8af03007-9b2e-4902-a2be-f2eded591ba1 req-b29480a8-bae5-46f0-a3e9-816d21f63134 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:33.620209 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dbc4396d-b636-4382-b3ff-3a2a220dbff8 req-2a234fc4-417d-417d-9d16-827c4ca32c8e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f8f308ba-9995-4783-99e1-ca9d8ea70b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1342099 Feb 09 01:11:33.711508 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8af03007-9b2e-4902-a2be-f2eded591ba1 req-b29480a8-bae5-46f0-a3e9-816d21f63134 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:11:33.726443 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device bd45717d-baec-45a7-88c3-159df2f10fc5 up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:11:33.732907 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-cf13ae66-771f-4f57-b820-9893bd91d558 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Allocated IP 172.25.0.220 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/d7380130-5900-4d4a-8ceb-7c3dc265cbe5) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:11:33.771608 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-8af03007-9b2e-4902-a2be-f2eded591ba1 req-b29480a8-bae5-46f0-a3e9-816d21f63134 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:11:33.781932 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-8af03007-9b2e-4902-a2be-f2eded591ba1 req-b29480a8-bae5-46f0-a3e9-816d21f63134 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:11:33.809505 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port bd45717d-baec-45a7-88c3-159df2f10fc5 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:11:33.817454 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port bd45717d-baec-45a7-88c3-159df2f10fc5 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:11:33.817889 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:33.826240 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29480a8-bae5-46f0-a3e9-816d21f63134 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Pushing event updated for resources: {'Port': ['ID=daf6f3c0-09b1-4e7e-9d7a-460fca6c1b16,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:33.923124 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87cfb52-9f29-47d6-b310-271447ef066b req-62636356-c1ae-4717-9cde-d46ebd6a0bab tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:33.930254 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b87cfb52-9f29-47d6-b310-271447ef066b req-62636356-c1ae-4717-9cde-d46ebd6a0bab tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=8e4ecadd-5d83-41c7-a8bf-603a3cc4668a HTTP/1.1" status: 200 len: 944 time: 0.3146529 Feb 09 01:11:33.930402 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cf13ae66-771f-4f57-b820-9893bd91d558 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:33.969162 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:33.980926 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cf13ae66-771f-4f57-b820-9893bd91d558 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:33.984863 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dbc4396d-b636-4382-b3ff-3a2a220dbff8 req-faed0d0b-99b2-4584-8ed2-10c7404117ca service neutron] 10.222.0.62 "GET /v2.0/networks/f8f308ba-9995-4783-99e1-ca9d8ea70b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024678 Feb 09 01:11:34.004293 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e4ecadd-5d83-41c7-a8bf-603a3cc4668a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd45717d-baec-45a7-88c3-159df2f10fc5'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:11:34.024954 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port bd45717d-baec-45a7-88c3-159df2f10fc5, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=bd45717d-baec-45a7-88c3-159df2f10fc5,segment=NetworkSegment(249c5438-d0ef-4132-9144-b2c94c9b3b0e),segment_id=249c5438-d0ef-4132-9144-b2c94c9b3b0e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:11:34.026207 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b87cfb52-9f29-47d6-b310-271447ef066b req-726c2be9-5031-4c70-bac4-4654affbb759 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822499 Feb 09 01:11:34.032392 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:34.033189 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 407196dd-9518-46e7-b39a-db0b3c75969a up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:11:34.104103 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf13ae66-771f-4f57-b820-9893bd91d558 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:11:34.107567 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-cf13ae66-771f-4f57-b820-9893bd91d558 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:11:34.116749 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf13ae66-771f-4f57-b820-9893bd91d558 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:11:34.199042 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f584ff8-d527-4b69-95a6-07f4f1a761f5', 'tag': 'fe32ac7d-282f-49aa-b85d-75120d8ab0c4', 'status': 'completed', 'code': 200} Feb 09 01:11:34.200308 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8af03007-9b2e-4902-a2be-f2eded591ba1 req-b29480a8-bae5-46f0-a3e9-816d21f63134 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:34.214520 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf13ae66-771f-4f57-b820-9893bd91d558 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Pushing event updated for resources: {'Port': ['ID=d7380130-5900-4d4a-8ceb-7c3dc265cbe5,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:34.218972 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dbc4396d-b636-4382-b3ff-3a2a220dbff8 req-c933be1b-de5a-4496-ab5d-4ef3ad6549e3 service neutron] 10.222.0.62 "GET /v2.0/networks/f8f308ba-9995-4783-99e1-ca9d8ea70b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011857 Feb 09 01:11:34.323521 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port 407196dd-9518-46e7-b39a-db0b3c75969a completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:11:34.340429 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=bd45717d-baec-45a7-88c3-159df2f10fc5,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:34.343723 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 407196dd-9518-46e7-b39a-db0b3c75969a triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:11:34.344367 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:34.455792 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-cf13ae66-771f-4f57-b820-9893bd91d558 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Deleting port d7380130-5900-4d4a-8ceb-7c3dc265cbe5 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:11:34.456649 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cf13ae66-771f-4f57-b820-9893bd91d558 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:34.550496 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:34.647839 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 407196dd-9518-46e7-b39a-db0b3c75969a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=407196dd-9518-46e7-b39a-db0b3c75969a,segment=NetworkSegment(3a81961f-9f3c-4b88-b026-d85a15f6fdfd),segment_id=3a81961f-9f3c-4b88-b026-d85a15f6fdfd)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:11:34.651841 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:34.700502 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8af03007-9b2e-4902-a2be-f2eded591ba1 req-b29480a8-bae5-46f0-a3e9-816d21f63134 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:34.787855 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=407196dd-9518-46e7-b39a-db0b3c75969a,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:34.866623 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cf13ae66-771f-4f57-b820-9893bd91d558 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:34.867133 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cf13ae66-771f-4f57-b820-9893bd91d558 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:34.946137 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c99d36a-a08e-4d8a-8f96-dc1331dc44c3 req-edc09026-0bb5-4631-998e-b151b20aaa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:34.947797 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3c99d36a-a08e-4d8a-8f96-dc1331dc44c3 req-edc09026-0bb5-4631-998e-b151b20aaa73 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ed23cff30cf943aeb6798893e4484ce7&device_id=4f584ff8-d527-4b69-95a6-07f4f1a761f5 HTTP/1.1" status: 200 len: 1096 time: 0.3151820 Feb 09 01:11:34.956851 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb077db-8e94-40c7-819b-808c6154de28 req-7929deff-1118-4421-997a-595598ca0066 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:34.959064 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6cb077db-8e94-40c7-819b-808c6154de28 req-7929deff-1118-4421-997a-595598ca0066 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=7dde1fc5-d07f-45a8-ab56-9c682424bf1e HTTP/1.1" status: 200 len: 945 time: 0.6620581 Feb 09 01:11:35.043221 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6cb077db-8e94-40c7-819b-808c6154de28 req-01a0f1db-46c8-4875-8260-62b6e6320522 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787153 Feb 09 01:11:35.070135 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-cf13ae66-771f-4f57-b820-9893bd91d558 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Calling delete_port for d7380130-5900-4d4a-8ceb-7c3dc265cbe5 owned by network:floatingip {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:11:35.085896 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8af03007-9b2e-4902-a2be-f2eded591ba1 req-b29480a8-bae5-46f0-a3e9-816d21f63134 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:35.092255 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8af03007-9b2e-4902-a2be-f2eded591ba1 req-b29480a8-bae5-46f0-a3e9-816d21f63134 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:35.326456 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29480a8-bae5-46f0-a3e9-816d21f63134 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Pushing event updated for resources: {'Port': ['ID=daf6f3c0-09b1-4e7e-9d7a-460fca6c1b16,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:35.345321 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29480a8-bae5-46f0-a3e9-816d21f63134 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:35.345746 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29480a8-bae5-46f0-a3e9-816d21f63134 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:35.346566 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29480a8-bae5-46f0-a3e9-816d21f63134 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:35.346909 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29480a8-bae5-46f0-a3e9-816d21f63134 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:35.347244 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29480a8-bae5-46f0-a3e9-816d21f63134 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:35.347572 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29480a8-bae5-46f0-a3e9-816d21f63134 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:35.347912 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29480a8-bae5-46f0-a3e9-816d21f63134 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:35.348221 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29480a8-bae5-46f0-a3e9-816d21f63134 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:35.348545 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29480a8-bae5-46f0-a3e9-816d21f63134 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:35.348867 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29480a8-bae5-46f0-a3e9-816d21f63134 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:35.349187 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29480a8-bae5-46f0-a3e9-816d21f63134 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:35.349515 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29480a8-bae5-46f0-a3e9-816d21f63134 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:35.363093 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8af03007-9b2e-4902-a2be-f2eded591ba1 req-b29480a8-bae5-46f0-a3e9-816d21f63134 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:35.363277 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cf13ae66-771f-4f57-b820-9893bd91d558 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:35.399621 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8af03007-9b2e-4902-a2be-f2eded591ba1 req-b29480a8-bae5-46f0-a3e9-816d21f63134 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:35.400900 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8af03007-9b2e-4902-a2be-f2eded591ba1 req-b29480a8-bae5-46f0-a3e9-816d21f63134 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.1099517 Feb 09 01:11:35.412345 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf22bcb-2e3f-4666-b7c6-85c7939a604e req-ad26c0bd-ef24-48c0-bab6-78abb789a73a tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:35.420312 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-caf22bcb-2e3f-4666-b7c6-85c7939a604e req-ad26c0bd-ef24-48c0-bab6-78abb789a73a tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 943 time: 0.2098520 Feb 09 01:11:35.431885 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf13ae66-771f-4f57-b820-9893bd91d558 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Pushing event deleted for resources: {'Port': ['ID=d7380130-5900-4d4a-8ceb-7c3dc265cbe5,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:35.518367 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-8af03007-9b2e-4902-a2be-f2eded591ba1 req-5f4e70c7-b895-4821-8892-1d0755c5d796 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Synchronizing usage tracker for tenant:ed23cff30cf943aeb6798893e4484ce7 on resource:floatingip {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:11:35.562297 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-caf22bcb-2e3f-4666-b7c6-85c7939a604e req-558d6d86-7a77-4af9-8c2e-2c1bb843ac49 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409976 Feb 09 01:11:35.564573 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-cf13ae66-771f-4f57-b820-9893bd91d558 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] create failed (client error): The resource could not be found. Feb 09 01:11:35.569794 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-cf13ae66-771f-4f57-b820-9893bd91d558 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.2169490 Feb 09 01:11:35.570786 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36480) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:35.583033 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-8af03007-9b2e-4902-a2be-f2eded591ba1 req-5f4e70c7-b895-4821-8892-1d0755c5d796 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Unset dirty status for tenant:ed23cff30cf943aeb6798893e4484ce7 on resource:floatingip {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:11:35.584346 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8af03007-9b2e-4902-a2be-f2eded591ba1 req-5f4e70c7-b895-4821-8892-1d0755c5d796 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.0.123 HTTP/1.1" status: 200 len: 696 time: 0.1618693 Feb 09 01:11:35.662358 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e4ecadd-5d83-41c7-a8bf-603a3cc4668a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd45717d-baec-45a7-88c3-159df2f10fc5', 'code': 200} Feb 09 01:11:35.852575 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-0004e2f8-b697-4a35-8593-9404e164ed67 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Deleting port d5818995-b186-4029-8a0f-02c00932bdd6 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:11:35.853104 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0004e2f8-b697-4a35-8593-9404e164ed67 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:35.940905 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af03007-9b2e-4902-a2be-f2eded591ba1 req-9c824142-851d-4c4b-8da4-d20f680b7ce3 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:35.942545 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8af03007-9b2e-4902-a2be-f2eded591ba1 req-9c824142-851d-4c4b-8da4-d20f680b7ce3 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/networks/3d885c3c-255c-4e54-addc-b28437d0b18e HTTP/1.1" status: 200 len: 784 time: 0.3520448 Feb 09 01:11:35.956903 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [req-8af03007-9b2e-4902-a2be-f2eded591ba1 req-f47d9abb-45f9-4253-9aee-18b32b8c0ea7 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:11:35.958000 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8af03007-9b2e-4902-a2be-f2eded591ba1 req-f47d9abb-45f9-4253-9aee-18b32b8c0ea7 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084903 Feb 09 01:11:36.007676 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5bab5c-3a5e-4a06-8647-850932685767 req-0e265ef8-4295-47c1-9492-acc87b8a081e tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:36.016105 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3c5bab5c-3a5e-4a06-8647-850932685767 req-0e265ef8-4295-47c1-9492-acc87b8a081e tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "GET /v2.0/ports?device_id=66abf429-08b1-4733-9148-a03acc898aa2 HTTP/1.1" status: 200 len: 985 time: 0.1722441 Feb 09 01:11:36.159019 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0004e2f8-b697-4a35-8593-9404e164ed67 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:36.165199 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3c5bab5c-3a5e-4a06-8647-850932685767 req-9d929e28-bad0-4277-b875-82245f3d859c tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "GET /v2.0/security-groups?id=7432a6e0-20bb-4b7a-9fb6-44a9c667edd7&id=04db1776-df78-44e6-8589-18bdc682e548&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1481209 Feb 09 01:11:36.225740 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647fd6dc-8ee1-4196-a2ae-f283e41313f0 req-8a858633-bbc5-43a0-9f00-a2a17da2378b tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:36.227422 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-647fd6dc-8ee1-4196-a2ae-f283e41313f0 req-8a858633-bbc5-43a0-9f00-a2a17da2378b tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=8e4ecadd-5d83-41c7-a8bf-603a3cc4668a HTTP/1.1" status: 200 len: 945 time: 0.1484311 Feb 09 01:11:36.279592 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-647fd6dc-8ee1-4196-a2ae-f283e41313f0 req-8cd56551-a7c5-4913-8708-ab67f66a68c9 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443842 Feb 09 01:11:36.326254 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-0004e2f8-b697-4a35-8593-9404e164ed67 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Calling delete_port for d5818995-b186-4029-8a0f-02c00932bdd6 owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:11:36.375194 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb49f7-731c-43a1-8ba7-b5d0eb34707d req-4e31ee1a-11d7-460a-8fec-6fe392c7475c tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:36.377449 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-95eb49f7-731c-43a1-8ba7-b5d0eb34707d req-4e31ee1a-11d7-460a-8fec-6fe392c7475c tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/ports?device_id=4f584ff8-d527-4b69-95a6-07f4f1a761f5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0903227 Feb 09 01:11:36.491017 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-95eb49f7-731c-43a1-8ba7-b5d0eb34707d req-c6ffc9fc-0b16-44db-a224-c035a517edcb tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.0.123 HTTP/1.1" status: 200 len: 696 time: 0.1055779 Feb 09 01:11:36.539663 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-95eb49f7-731c-43a1-8ba7-b5d0eb34707d req-c64d1636-e369-4477-84d4-213a0d8a71f3 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Request body: {'floatingip': {'port_id': 'fe32ac7d-282f-49aa-b85d-75120d8ab0c4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:36.555027 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0004e2f8-b697-4a35-8593-9404e164ed67 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:36.640210 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-95eb49f7-731c-43a1-8ba7-b5d0eb34707d req-c64d1636-e369-4477-84d4-213a0d8a71f3 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Notify callbacks [] for floatingip, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:36.649231 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0004e2f8-b697-4a35-8593-9404e164ed67 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Pushing event deleted for resources: {'Port': ['ID=d5818995-b186-4029-8a0f-02c00932bdd6,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:36.782021 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0004e2f8-b697-4a35-8593-9404e164ed67 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:36.792434 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-0004e2f8-b697-4a35-8593-9404e164ed67 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] 10.222.0.105 "DELETE /v2.0/ports/d5818995-b186-4029-8a0f-02c00932bdd6 HTTP/1.1" status: 204 len: 168 time: 1.2196319 Feb 09 01:11:36.794252 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36490) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:36.868543 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b182ca84-539c-475b-bbbb-9e2aecc9d34c req-7a2a0e3c-fe45-4007-8941-e66994d7071d tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:36.870328 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b182ca84-539c-475b-bbbb-9e2aecc9d34c req-7a2a0e3c-fe45-4007-8941-e66994d7071d tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=7dde1fc5-d07f-45a8-ab56-9c682424bf1e HTTP/1.1" status: 200 len: 945 time: 0.3780174 Feb 09 01:11:36.926461 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db662c08-54ed-4351-b067-d8e811aa9188 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:36.927385 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-db662c08-54ed-4351-b067-d8e811aa9188 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Synchronizing usage tracker for tenant:7ba0500da58247c29fa7b084aeaa00dd on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:11:36.951208 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-db662c08-54ed-4351-b067-d8e811aa9188 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Unset dirty status for tenant:7ba0500da58247c29fa7b084aeaa00dd on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:11:36.954191 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-db662c08-54ed-4351-b067-d8e811aa9188 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] 10.222.0.105 "GET /v2.0/ports?device_id=074f1d48-912c-4c0f-9dfc-3c1e87cbaf0c HTTP/1.1" status: 200 len: 913 time: 0.1587772 Feb 09 01:11:36.955113 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36496) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:37.135407 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b182ca84-539c-475b-bbbb-9e2aecc9d34c req-55d58863-32fd-4333-bfe4-e888c9991cda tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583990 Feb 09 01:11:37.413983 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9752ea-773a-42b8-b208-b8ba2421ca64 req-9797a8eb-cbcc-4827-894a-ba1248298955 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:37.416175 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ff9752ea-773a-42b8-b208-b8ba2421ca64 req-9797a8eb-cbcc-4827-894a-ba1248298955 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 943 time: 0.1214428 Feb 09 01:11:37.491317 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ff9752ea-773a-42b8-b208-b8ba2421ca64 req-742e29a8-20c6-44fd-a887-44a0f82e87a2 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594535 Feb 09 01:11:37.563774 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-10d7aa09-1d97-43c0-81d1-91201ba63d11 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:37.601718 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-95eb49f7-731c-43a1-8ba7-b5d0eb34707d req-c64d1636-e369-4477-84d4-213a0d8a71f3 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:37.606278 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-95eb49f7-731c-43a1-8ba7-b5d0eb34707d req-c64d1636-e369-4477-84d4-213a0d8a71f3 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:37.664579 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66abf429-08b1-4733-9148-a03acc898aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '407196dd-9518-46e7-b39a-db0b3c75969a'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:11:37.889711 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eada05e-50cb-4acb-bcb0-b5696c858a93 req-5b9536ee-4453-4600-b4b9-efd82dc28efe tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:37.891159 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3eada05e-50cb-4acb-bcb0-b5696c858a93 req-5b9536ee-4453-4600-b4b9-efd82dc28efe tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "GET /v2.0/ports?device_id=66abf429-08b1-4733-9148-a03acc898aa2 HTTP/1.1" status: 200 len: 985 time: 0.2178962 Feb 09 01:11:37.892272 n-d-828418-1 neutron-server[87639]: INFO neutron.db.l3_db [req-95eb49f7-731c-43a1-8ba7-b5d0eb34707d req-c64d1636-e369-4477-84d4-213a0d8a71f3 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Floating IP f91d7fdb-cc78-47bb-a560-ee1ab4038b56 associated. External IP: 172.25.0.123, port: fe32ac7d-282f-49aa-b85d-75120d8ab0c4. Feb 09 01:11:38.026307 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3eada05e-50cb-4acb-bcb0-b5696c858a93 req-af0b9c27-9afa-41ee-9e8f-83aa30c65347 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "GET /v2.0/security-groups?id=7432a6e0-20bb-4b7a-9fb6-44a9c667edd7&id=04db1776-df78-44e6-8589-18bdc682e548&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0846918 Feb 09 01:11:38.101507 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b589d828-cc01-4b9d-8efc-7986336e9c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:38.185088 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-10d7aa09-1d97-43c0-81d1-91201ba63d11 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Deleting port d14b25b8-7d4d-482d-8759-28301a478f75 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:11:38.187169 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-10d7aa09-1d97-43c0-81d1-91201ba63d11 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:38.386983 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95eb49f7-731c-43a1-8ba7-b5d0eb34707d req-c64d1636-e369-4477-84d4-213a0d8a71f3 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Router 878c428f-984b-428d-a608-7db6b8723921 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:11:38.400511 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e291cc7e-7a5c-40b5-b8b2-909194a5e878 req-29d97a7e-70ec-483a-9249-23be9869489e tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:38.400511 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e291cc7e-7a5c-40b5-b8b2-909194a5e878 req-29d97a7e-70ec-483a-9249-23be9869489e tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=8e4ecadd-5d83-41c7-a8bf-603a3cc4668a HTTP/1.1" status: 200 len: 945 time: 0.1737592 Feb 09 01:11:38.408039 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-10d7aa09-1d97-43c0-81d1-91201ba63d11 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:38.550335 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-10d7aa09-1d97-43c0-81d1-91201ba63d11 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Calling delete_port for d14b25b8-7d4d-482d-8759-28301a478f75 owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:11:38.692034 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e291cc7e-7a5c-40b5-b8b2-909194a5e878 req-e26d8cad-7553-4958-b5ed-65f7029c3668 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838159 Feb 09 01:11:38.745389 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66abf429-08b1-4733-9148-a03acc898aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '407196dd-9518-46e7-b39a-db0b3c75969a', 'code': 200} Feb 09 01:11:38.784739 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95eb49f7-731c-43a1-8ba7-b5d0eb34707d req-c64d1636-e369-4477-84d4-213a0d8a71f3 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:11:38.789911 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-95eb49f7-731c-43a1-8ba7-b5d0eb34707d req-c64d1636-e369-4477-84d4-213a0d8a71f3 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:38.795383 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51420a3-c974-454e-898d-5d7b6717f73c None None] Sync routers for ids ['878c428f-984b-428d-a608-7db6b8723921'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:11:38.816481 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51420a3-c974-454e-898d-5d7b6717f73c None None] Routers {'878c428f-984b-428d-a608-7db6b8723921'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:11:38.818282 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-d51420a3-c974-454e-898d-5d7b6717f73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:11:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['878c428f-984b-428d-a608-7db6b8723921'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:38.885492 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-95eb49f7-731c-43a1-8ba7-b5d0eb34707d req-c64d1636-e369-4477-84d4-213a0d8a71f3 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "PUT /v2.0/floatingips/f91d7fdb-cc78-47bb-a560-ee1ab4038b56 HTTP/1.1" status: 200 len: 996 time: 2.3550715 Feb 09 01:11:38.886034 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f584ff8-d527-4b69-95a6-07f4f1a761f5', 'tag': 'fe32ac7d-282f-49aa-b85d-75120d8ab0c4'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:11:38.992393 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-10d7aa09-1d97-43c0-81d1-91201ba63d11 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:39.135941 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d7aa09-1d97-43c0-81d1-91201ba63d11 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Pushing event deleted for resources: {'Port': ['ID=d14b25b8-7d4d-482d-8759-28301a478f75,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:39.144203 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-d51420a3-c974-454e-898d-5d7b6717f73c None None] Set router 878c428f-984b-428d-a608-7db6b8723921 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:11:39.150105 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb49f7-731c-43a1-8ba7-b5d0eb34707d req-cb6403e6-f825-4e05-a250-f06fc019b3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:39.160906 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-95eb49f7-731c-43a1-8ba7-b5d0eb34707d req-cb6403e6-f825-4e05-a250-f06fc019b3cc service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=ed23cff30cf943aeb6798893e4484ce7&device_id=4f584ff8-d527-4b69-95a6-07f4f1a761f5 HTTP/1.1" status: 200 len: 1096 time: 0.2583485 Feb 09 01:11:39.584809 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d6d955-de68-4094-869c-33e2c20b5ae5 req-58767311-6c53-49ad-8834-0045a353d4da tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:39.592642 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a2d6d955-de68-4094-869c-33e2c20b5ae5 req-58767311-6c53-49ad-8834-0045a353d4da tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=7dde1fc5-d07f-45a8-ab56-9c682424bf1e HTTP/1.1" status: 200 len: 945 time: 0.2405829 Feb 09 01:11:39.614538 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb49f7-731c-43a1-8ba7-b5d0eb34707d req-96cd2586-925a-48d7-9294-d6570a280c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:39.621928 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-95eb49f7-731c-43a1-8ba7-b5d0eb34707d req-96cd2586-925a-48d7-9294-d6570a280c46 service neutron] 10.222.0.105 "GET /v2.0/networks?id=f8f308ba-9995-4783-99e1-ca9d8ea70b66 HTTP/1.1" status: 200 len: 920 time: 0.4512806 Feb 09 01:11:39.714499 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-10d7aa09-1d97-43c0-81d1-91201ba63d11 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:39.732075 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-d51420a3-c974-454e-898d-5d7b6717f73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878c428f-984b-428d-a608-7db6b8723921', 'name': 'tempest-ServerRescueTestJSONUnderV235-937316360-router', 'tenant_id': 'ed23cff30cf943aeb6798893e4484ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'a76297bf-3f1a-4b2b-ad46-5e960f5b4316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:04Z', 'updated_at': '2022-02-09T01:10:10Z', 'revision_number': 4, 'project_id': 'ed23cff30cf943aeb6798893e4484ce7', 'gw_port': {'id': 'a76297bf-3f1a-4b2b-ad46-5e960f5b4316', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:16:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c428f-984b-428d-a608-7db6b8723921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:05Z', 'updated_at': '2022-02-09T01:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': 'f91d7fdb-cc78-47bb-a560-ee1ab4038b56', 'tenant_id': 'ed23cff30cf943aeb6798893e4484ce7', 'floating_ip_address': '172.25.0.123', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '878c428f-984b-428d-a608-7db6b8723921', 'port_id': 'fe32ac7d-282f-49aa-b85d-75120d8ab0c4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8f308ba-9995-4783-99e1-ca9d8ea70b66', 'mac_address': 'fa:16:3e:2b:04:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f584ff8-d527-4b69-95a6-07f4f1a761f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:11:33Z', 'updated_at': '2022-02-09T01:11:37Z', 'revision_number': 1, 'project_id': 'ed23cff30cf943aeb6798893e4484ce7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84b9a0bf-f5a0-453f-bc77-548a72990d5c', 'name': '', 'network_id': 'f8f308ba-9995-4783-99e1-ca9d8ea70b66', 'tenant_id': 'ed23cff30cf943aeb6798893e4484ce7', 'mac_address': 'fa:16:3e:c8:e6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c428f-984b-428d-a608-7db6b8723921', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'bcf1686f-3ee3-49d0-9844-7b5aa1be3c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:09Z', 'updated_at': '2022-02-09T01:10:17Z', 'revision_number': 5, 'project_id': 'ed23cff30cf943aeb6798893e4484ce7', 'subnets': [{'id': 'bcf1686f-3ee3-49d0-9844-7b5aa1be3c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:39.743527 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51420a3-c974-454e-898d-5d7b6717f73c None None] Checking router: 878c428f-984b-428d-a608-7db6b8723921 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:11:39.746024 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a2d6d955-de68-4094-869c-33e2c20b5ae5 req-fce89e0e-128a-416c-b943-805eb05ca727 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522348 Feb 09 01:11:39.783337 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51420a3-c974-454e-898d-5d7b6717f73c None None] Routers {'878c428f-984b-428d-a608-7db6b8723921'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:11:39.785152 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-d51420a3-c974-454e-898d-5d7b6717f73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:11:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['878c428f-984b-428d-a608-7db6b8723921'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:39.789453 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-95eb49f7-731c-43a1-8ba7-b5d0eb34707d req-b5052846-5dd1-4f1e-8b54-a1077890bd62 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe32ac7d-282f-49aa-b85d-75120d8ab0c4 HTTP/1.1" status: 200 len: 999 time: 0.1663470 Feb 09 01:11:39.926524 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb49f7-731c-43a1-8ba7-b5d0eb34707d req-c187dc8a-ddf6-4f84-b1b6-703af2141bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:39.942258 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-95eb49f7-731c-43a1-8ba7-b5d0eb34707d req-c187dc8a-ddf6-4f84-b1b6-703af2141bb9 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=bcf1686f-3ee3-49d0-9844-7b5aa1be3c35 HTTP/1.1" status: 200 len: 859 time: 0.1484411 Feb 09 01:11:40.000082 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-95eb49f7-731c-43a1-8ba7-b5d0eb34707d req-36796e5b-cd85-4c0b-acc4-c32f681480f5 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=f8f308ba-9995-4783-99e1-ca9d8ea70b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566144 Feb 09 01:11:40.008496 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [req-95eb49f7-731c-43a1-8ba7-b5d0eb34707d req-6a0ded34-349f-492a-b00e-160adfce7e90 service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:11:40.015775 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-95eb49f7-731c-43a1-8ba7-b5d0eb34707d req-6a0ded34-349f-492a-b00e-160adfce7e90 service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0146458 Feb 09 01:11:40.024280 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-d51420a3-c974-454e-898d-5d7b6717f73c None None] Set router 878c428f-984b-428d-a608-7db6b8723921 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:11:40.212351 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f696d6e1-9468-45fd-8780-8a49a06c85a1 req-10a7ff11-d5b5-4a4e-abf5-14de67acb8e8 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:40.214440 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f696d6e1-9468-45fd-8780-8a49a06c85a1 req-10a7ff11-d5b5-4a4e-abf5-14de67acb8e8 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 943 time: 0.2230639 Feb 09 01:11:40.275654 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-95eb49f7-731c-43a1-8ba7-b5d0eb34707d req-4086447c-faa6-4b32-811e-c79679dcdc56 service neutron] 10.222.0.105 "GET /v2.0/networks/f8f308ba-9995-4783-99e1-ca9d8ea70b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587049 Feb 09 01:11:40.365064 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f696d6e1-9468-45fd-8780-8a49a06c85a1 req-c7d37877-d5bf-4bcf-bd08-2f7a6e49b4d3 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378388 Feb 09 01:11:40.436394 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ad50c60a-040a-4323-a3c9-c4abf042fe7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:40.439055 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10d7aa09-1d97-43c0-81d1-91201ba63d11 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Router 074f1d48-912c-4c0f-9dfc-3c1e87cbaf0c has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:11:40.467221 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-95eb49f7-731c-43a1-8ba7-b5d0eb34707d req-5f38499c-812d-4186-907b-545ec896abff service neutron] 10.222.0.105 "GET /v2.0/networks/f8f308ba-9995-4783-99e1-ca9d8ea70b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880262 Feb 09 01:11:40.488042 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f584ff8-d527-4b69-95a6-07f4f1a761f5', 'tag': 'fe32ac7d-282f-49aa-b85d-75120d8ab0c4', 'status': 'completed', 'code': 200} Feb 09 01:11:40.553505 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-d51420a3-c974-454e-898d-5d7b6717f73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878c428f-984b-428d-a608-7db6b8723921', 'name': 'tempest-ServerRescueTestJSONUnderV235-937316360-router', 'tenant_id': 'ed23cff30cf943aeb6798893e4484ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'a76297bf-3f1a-4b2b-ad46-5e960f5b4316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:04Z', 'updated_at': '2022-02-09T01:10:10Z', 'revision_number': 4, 'project_id': 'ed23cff30cf943aeb6798893e4484ce7', 'gw_port': {'id': 'a76297bf-3f1a-4b2b-ad46-5e960f5b4316', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:16:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c428f-984b-428d-a608-7db6b8723921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:05Z', 'updated_at': '2022-02-09T01:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': 'f91d7fdb-cc78-47bb-a560-ee1ab4038b56', 'tenant_id': 'ed23cff30cf943aeb6798893e4484ce7', 'floating_ip_address': '172.25.0.123', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '878c428f-984b-428d-a608-7db6b8723921', 'port_id': 'fe32ac7d-282f-49aa-b85d-75120d8ab0c4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8f308ba-9995-4783-99e1-ca9d8ea70b66', 'mac_address': 'fa:16:3e:2b:04:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f584ff8-d527-4b69-95a6-07f4f1a761f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:11:33Z', 'updated_at': '2022-02-09T01:11:37Z', 'revision_number': 1, 'project_id': 'ed23cff30cf943aeb6798893e4484ce7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84b9a0bf-f5a0-453f-bc77-548a72990d5c', 'name': '', 'network_id': 'f8f308ba-9995-4783-99e1-ca9d8ea70b66', 'tenant_id': 'ed23cff30cf943aeb6798893e4484ce7', 'mac_address': 'fa:16:3e:c8:e6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c428f-984b-428d-a608-7db6b8723921', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'bcf1686f-3ee3-49d0-9844-7b5aa1be3c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:09Z', 'updated_at': '2022-02-09T01:10:17Z', 'revision_number': 5, 'project_id': 'ed23cff30cf943aeb6798893e4484ce7', 'subnets': [{'id': 'bcf1686f-3ee3-49d0-9844-7b5aa1be3c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:40.583000 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51420a3-c974-454e-898d-5d7b6717f73c None None] The sync data for ids ['878c428f-984b-428d-a608-7db6b8723921'] in n-d-828418-1 is: [{'id': '878c428f-984b-428d-a608-7db6b8723921', 'name': 'tempest-ServerRescueTestJSONUnderV235-937316360-router', 'tenant_id': 'ed23cff30cf943aeb6798893e4484ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'a76297bf-3f1a-4b2b-ad46-5e960f5b4316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:04Z', 'updated_at': '2022-02-09T01:10:10Z', 'revision_number': 4, 'project_id': 'ed23cff30cf943aeb6798893e4484ce7', 'gw_port': {'id': 'a76297bf-3f1a-4b2b-ad46-5e960f5b4316', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:16:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c428f-984b-428d-a608-7db6b8723921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:05Z', 'updated_at': '2022-02-09T01:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': 'f91d7fdb-cc78-47bb-a560-ee1ab4038b56', 'tenant_id': 'ed23cff30cf943aeb6798893e4484ce7', 'floating_ip_address': '172.25.0.123', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '878c428f-984b-428d-a608-7db6b8723921', 'port_id': 'fe32ac7d-282f-49aa-b85d-75120d8ab0c4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8f308ba-9995-4783-99e1-ca9d8ea70b66', 'mac_address': 'fa:16:3e:2b:04:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f584ff8-d527-4b69-95a6-07f4f1a761f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:11:33Z', 'updated_at': '2022-02-09T01:11:37Z', 'revision_number': 1, 'project_id': 'ed23cff30cf943aeb6798893e4484ce7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84b9a0bf-f5a0-453f-bc77-548a72990d5c', 'name': '', 'network_id': 'f8f308ba-9995-4783-99e1-ca9d8ea70b66', 'tenant_id': 'ed23cff30cf943aeb6798893e4484ce7', 'mac_address': 'fa:16:3e:c8:e6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c428f-984b-428d-a608-7db6b8723921', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'bcf1686f-3ee3-49d0-9844-7b5aa1be3c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:09Z', 'updated_at': '2022-02-09T01:10:17Z', 'revision_number': 5, 'project_id': 'ed23cff30cf943aeb6798893e4484ce7', 'subnets': [{'id': 'bcf1686f-3ee3-49d0-9844-7b5aa1be3c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:11:40.659144 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d7aa09-1d97-43c0-81d1-91201ba63d11 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:11:40.672723 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5539aeae-6f43-4838-ae44-c27f1548dda0 None None] Sync routers for ids ['074f1d48-912c-4c0f-9dfc-3c1e87cbaf0c'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:11:40.690362 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5539aeae-6f43-4838-ae44-c27f1548dda0 None None] Routers {'074f1d48-912c-4c0f-9dfc-3c1e87cbaf0c'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:11:40.691869 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-5539aeae-6f43-4838-ae44-c27f1548dda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:11:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['074f1d48-912c-4c0f-9dfc-3c1e87cbaf0c'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:40.712011 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-10d7aa09-1d97-43c0-81d1-91201ba63d11 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] 10.222.0.105 "PUT /v2.0/routers/074f1d48-912c-4c0f-9dfc-3c1e87cbaf0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7546957 Feb 09 01:11:40.716295 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36526) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:40.822182 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-5539aeae-6f43-4838-ae44-c27f1548dda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:40.832280 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5539aeae-6f43-4838-ae44-c27f1548dda0 None None] Routers {'074f1d48-912c-4c0f-9dfc-3c1e87cbaf0c'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:11:40.832966 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-5539aeae-6f43-4838-ae44-c27f1548dda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:11:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['074f1d48-912c-4c0f-9dfc-3c1e87cbaf0c'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:40.916733 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-5539aeae-6f43-4838-ae44-c27f1548dda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:40.917147 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5539aeae-6f43-4838-ae44-c27f1548dda0 None None] The sync data for ids ['074f1d48-912c-4c0f-9dfc-3c1e87cbaf0c'] in n-d-828418-1 is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:11:40.945396 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-89927184-3cbf-43fc-8324-ec206c192400 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:40.953562 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab23eb31-cd56-4480-a25b-59faafdec529 req-57fd44b8-8bf1-4dfe-a4f1-86dcc4286f6c tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:40.956128 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ab23eb31-cd56-4480-a25b-59faafdec529 req-57fd44b8-8bf1-4dfe-a4f1-86dcc4286f6c tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "GET /v2.0/ports?device_id=66abf429-08b1-4733-9148-a03acc898aa2 HTTP/1.1" status: 200 len: 985 time: 0.3380511 Feb 09 01:11:40.976812 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337b1362-1b45-49e6-8ed4-a5d854ebf84a None None] New status for floating IP f91d7fdb-cc78-47bb-a560-ee1ab4038b56: ACTIVE {{(pid=87641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:11:40.989027 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc66c60-1129-4329-b184-94c4ba1c40df req-dfe6828b-405c-4e42-b446-1ec64cf463f9 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:40.995079 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc66c60-1129-4329-b184-94c4ba1c40df req-dfe6828b-405c-4e42-b446-1ec64cf463f9 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:41.000883 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc66c60-1129-4329-b184-94c4ba1c40df req-dfe6828b-405c-4e42-b446-1ec64cf463f9 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:41.007453 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc66c60-1129-4329-b184-94c4ba1c40df req-dfe6828b-405c-4e42-b446-1ec64cf463f9 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:41.013269 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc66c60-1129-4329-b184-94c4ba1c40df req-dfe6828b-405c-4e42-b446-1ec64cf463f9 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:41.019738 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc66c60-1129-4329-b184-94c4ba1c40df req-dfe6828b-405c-4e42-b446-1ec64cf463f9 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:41.025648 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc66c60-1129-4329-b184-94c4ba1c40df req-dfe6828b-405c-4e42-b446-1ec64cf463f9 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:41.027549 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-efc66c60-1129-4329-b184-94c4ba1c40df req-dfe6828b-405c-4e42-b446-1ec64cf463f9 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 5433 time: 0.3312473 Feb 09 01:11:41.108153 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ab23eb31-cd56-4480-a25b-59faafdec529 req-bbf7db76-d14d-4226-80a9-5135d39c9ce4 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "GET /v2.0/security-groups?id=7432a6e0-20bb-4b7a-9fb6-44a9c667edd7&id=04db1776-df78-44e6-8589-18bdc682e548&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1463037 Feb 09 01:11:41.141538 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-efc66c60-1129-4329-b184-94c4ba1c40df req-66fb7472-b25f-42ea-a0f5-58782792a5a5 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/security-groups?id=2e29d487-4384-458c-a1fb-a5cd591001dc&id=c7f86f67-ad65-4a75-ada7-f9729d599d03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1035883 Feb 09 01:11:41.399743 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:41.453573 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-89927184-3cbf-43fc-8324-ec206c192400 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:41.460959 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-89927184-3cbf-43fc-8324-ec206c192400 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:41.507677 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-89927184-3cbf-43fc-8324-ec206c192400 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:41.508608 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89927184-3cbf-43fc-8324-ec206c192400 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Fanout notify agent at l3_agent the message router_deleted on router 074f1d48-912c-4c0f-9dfc-3c1e87cbaf0c {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:11:41.517518 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:41.540397 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-89927184-3cbf-43fc-8324-ec206c192400 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:41.542627 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-89927184-3cbf-43fc-8324-ec206c192400 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] 10.222.0.105 "DELETE /v2.0/routers/074f1d48-912c-4c0f-9dfc-3c1e87cbaf0c HTTP/1.1" status: 204 len: 168 time: 0.8240724 Feb 09 01:11:41.543990 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36536) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:41.638385 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef95bddb-5817-4578-b808-dd8641102d83 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Deleting subnet 82d92a4f-7ec4-43b6-8eca-7579939d3683 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:11:41.647535 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ef95bddb-5817-4578-b808-dd8641102d83 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:41.649973 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-edd63836-0a0e-45de-bf06-4503b7558561 req-b23fb31e-4d82-4686-b322-24ce77c9f8fb tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.0.123 HTTP/1.1" status: 200 len: 999 time: 0.4569514 Feb 09 01:11:41.726033 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ef95bddb-5817-4578-b808-dd8641102d83 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:41.729537 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4267afd-6555-49b4-8d0e-3c691c525ba7 req-cadb48ce-1464-42dc-b647-7be2b8feb973 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:41.731063 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a4267afd-6555-49b4-8d0e-3c691c525ba7 req-cadb48ce-1464-42dc-b647-7be2b8feb973 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=8e4ecadd-5d83-41c7-a8bf-603a3cc4668a HTTP/1.1" status: 200 len: 945 time: 0.3500721 Feb 09 01:11:41.740266 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd63836-0a0e-45de-bf06-4503b7558561 req-e7a248b4-89f8-4cb0-ac9c-1a7d71f13455 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:41.741638 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-edd63836-0a0e-45de-bf06-4503b7558561 req-e7a248b4-89f8-4cb0-ac9c-1a7d71f13455 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/ports/fe32ac7d-282f-49aa-b85d-75120d8ab0c4 HTTP/1.1" status: 200 len: 942 time: 0.0909491 Feb 09 01:11:41.782871 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a4267afd-6555-49b4-8d0e-3c691c525ba7 req-950dc59a-5c33-463a-afb7-4306dbeb55ec tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402391 Feb 09 01:11:41.834247 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ef95bddb-5817-4578-b808-dd8641102d83 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:41.931358 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ef95bddb-5817-4578-b808-dd8641102d83 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:41.973861 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef95bddb-5817-4578-b808-dd8641102d83 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Pushing event deleted for resources: {'Subnet': ['ID=82d92a4f-7ec4-43b6-8eca-7579939d3683,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:41.979171 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ef95bddb-5817-4578-b808-dd8641102d83 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:41.988252 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef95bddb-5817-4578-b808-dd8641102d83 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:41.988603 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef95bddb-5817-4578-b808-dd8641102d83 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:41.988944 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef95bddb-5817-4578-b808-dd8641102d83 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:41.989304 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef95bddb-5817-4578-b808-dd8641102d83 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:41.989632 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef95bddb-5817-4578-b808-dd8641102d83 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:41.989969 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef95bddb-5817-4578-b808-dd8641102d83 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:41.990295 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef95bddb-5817-4578-b808-dd8641102d83 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:41.990621 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef95bddb-5817-4578-b808-dd8641102d83 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:41.990949 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef95bddb-5817-4578-b808-dd8641102d83 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:41.991270 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef95bddb-5817-4578-b808-dd8641102d83 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:41.991710 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef95bddb-5817-4578-b808-dd8641102d83 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:41.992044 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef95bddb-5817-4578-b808-dd8641102d83 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:41.992546 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22aacb74-6d4c-46c6-ac27-cfd9f0653f6f None None] Network b4bc1e12-8f48-418c-a6b1-008254855aa7 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:11:41.996289 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ef95bddb-5817-4578-b808-dd8641102d83 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] 10.222.0.105 "DELETE /v2.0/subnets/82d92a4f-7ec4-43b6-8eca-7579939d3683 HTTP/1.1" status: 204 len: 168 time: 0.4512255 Feb 09 01:11:41.999161 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 36540) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:42.137683 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-edd63836-0a0e-45de-bf06-4503b7558561 req-4fe4683e-2059-4fac-bb12-8891a357c82f tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.0.123 HTTP/1.1" status: 200 len: 1001 time: 0.3094928 Feb 09 01:11:42.284246 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-205878bf-2957-4068-9a7a-4930f8c91432 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:42.305639 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61253bfb-c730-4bee-8575-461d91c4cd22 req-184d01bc-5901-420d-8c49-fa3ca78fe3cf tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:42.307677 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-61253bfb-c730-4bee-8575-461d91c4cd22 req-184d01bc-5901-420d-8c49-fa3ca78fe3cf tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=7dde1fc5-d07f-45a8-ab56-9c682424bf1e HTTP/1.1" status: 200 len: 945 time: 0.4067090 Feb 09 01:11:42.319540 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f764f85f-327a-4fd8-beb0-ead82e8b8475 None None] DHCP port deletion for b4bc1e12-8f48-418c-a6b1-008254855aa7 request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:11:42.334116 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-f764f85f-327a-4fd8-beb0-ead82e8b8475 None None] Deleting port 433dcff8-a50a-4a37-970a-639369007144 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:11:42.334490 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f764f85f-327a-4fd8-beb0-ead82e8b8475 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:42.381294 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-205878bf-2957-4068-9a7a-4930f8c91432 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Deleting port 433dcff8-a50a-4a37-970a-639369007144 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:11:42.381710 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-205878bf-2957-4068-9a7a-4930f8c91432 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:42.444152 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd63836-0a0e-45de-bf06-4503b7558561 req-154ba0fc-2738-48fe-8c9a-6f3cd48dcc9a tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:42.445535 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-edd63836-0a0e-45de-bf06-4503b7558561 req-154ba0fc-2738-48fe-8c9a-6f3cd48dcc9a tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/networks/3d885c3c-255c-4e54-addc-b28437d0b18e HTTP/1.1" status: 200 len: 784 time: 0.3069327 Feb 09 01:11:42.460709 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [req-edd63836-0a0e-45de-bf06-4503b7558561 req-77ce3a54-532d-4ac3-b083-fec8a9445152 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:11:42.461793 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-edd63836-0a0e-45de-bf06-4503b7558561 req-77ce3a54-532d-4ac3-b083-fec8a9445152 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0104694 Feb 09 01:11:42.470638 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-61253bfb-c730-4bee-8575-461d91c4cd22 req-65593c2e-84ef-4611-9cab-37bab714e1b7 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516237 Feb 09 01:11:42.720620 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-edd63836-0a0e-45de-bf06-4503b7558561 req-0f62764e-c5f8-4eb4-afe3-22295d3b9b53 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.0.123 HTTP/1.1" status: 200 len: 1001 time: 0.2465837 Feb 09 01:11:42.737754 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-f764f85f-327a-4fd8-beb0-ead82e8b8475 None None] For port 433dcff8-a50a-4a37-970a-639369007144, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=433dcff8-a50a-4a37-970a-639369007144,segment=NetworkSegment(dfa11d16-4d8c-4fb6-bf9a-3e0a8adb2c36),segment_id=dfa11d16-4d8c-4fb6-bf9a-3e0a8adb2c36)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:11:42.738603 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f764f85f-327a-4fd8-beb0-ead82e8b8475 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:42.789620 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-edd63836-0a0e-45de-bf06-4503b7558561 req-94277d1f-0e47-4b55-8be8-ed7e7b9932c2 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:42.881646 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-f764f85f-327a-4fd8-beb0-ead82e8b8475 None None] Calling delete_port for 433dcff8-a50a-4a37-970a-639369007144 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:11:42.926760 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-205878bf-2957-4068-9a7a-4930f8c91432 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] For port 433dcff8-a50a-4a37-970a-639369007144, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=433dcff8-a50a-4a37-970a-639369007144,segment=NetworkSegment(dfa11d16-4d8c-4fb6-bf9a-3e0a8adb2c36),segment_id=dfa11d16-4d8c-4fb6-bf9a-3e0a8adb2c36)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:11:42.927165 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-205878bf-2957-4068-9a7a-4930f8c91432 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:42.946838 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-edd63836-0a0e-45de-bf06-4503b7558561 req-94277d1f-0e47-4b55-8be8-ed7e7b9932c2 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Notify callbacks [] for floatingip, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:42.985063 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f764f85f-327a-4fd8-beb0-ead82e8b8475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:43.069833 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f764f85f-327a-4fd8-beb0-ead82e8b8475 None None] Pushing event deleted for resources: {'Port': ['ID=433dcff8-a50a-4a37-970a-639369007144,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:43.075440 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f764f85f-327a-4fd8-beb0-ead82e8b8475 None None] No DVR routers for this DVR port 433dcff8-a50a-4a37-970a-639369007144 on host n-d-828418-1 {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:11:43.088771 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:43.128395 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-205878bf-2957-4068-9a7a-4930f8c91432 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Calling delete_port for 433dcff8-a50a-4a37-970a-639369007144 owned by network:dhcp {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:11:43.250586 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415aa1f5-c533-47bf-9034-748b9e14df2a req-928a1096-ea4e-491f-9a70-744b038b7c52 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:43.253190 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-415aa1f5-c533-47bf-9034-748b9e14df2a req-928a1096-ea4e-491f-9a70-744b038b7c52 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 943 time: 0.5480406 Feb 09 01:11:43.507126 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.db.api [None req-205878bf-2957-4068-9a7a-4930f8c91432 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:11:43.507557 n-d-828418-1 neutron-server[87639]: DEBUG oslo_db.api [None req-205878bf-2957-4068-9a7a-4930f8c91432 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:11:43.534158 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-415aa1f5-c533-47bf-9034-748b9e14df2a req-7d620c2d-5697-4d22-83fb-f4f1c8aa0c33 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661569 Feb 09 01:11:43.637880 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 433dcff8-a50a-4a37-970a-639369007144 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:11:43.664499 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-edd63836-0a0e-45de-bf06-4503b7558561 req-94277d1f-0e47-4b55-8be8-ed7e7b9932c2 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:43.697372 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 433dcff8-a50a-4a37-970a-639369007144 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:11:43.698126 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 433dcff8-a50a-4a37-970a-639369007144 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:11:43.729398 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-edd63836-0a0e-45de-bf06-4503b7558561 req-94277d1f-0e47-4b55-8be8-ed7e7b9932c2 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:43.729748 n-d-828418-1 neutron-server[87639]: INFO neutron.db.l3_db [req-edd63836-0a0e-45de-bf06-4503b7558561 req-94277d1f-0e47-4b55-8be8-ed7e7b9932c2 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Floating IP f91d7fdb-cc78-47bb-a560-ee1ab4038b56 disassociated. External IP: 172.25.0.123, port: fe32ac7d-282f-49aa-b85d-75120d8ab0c4. Feb 09 01:11:43.928195 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e8dcc1-d2c2-40ed-baf8-91cb9e84c640 req-6767d706-1a55-45f3-81cd-40648ffdce05 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:43.929710 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-99e8dcc1-d2c2-40ed-baf8-91cb9e84c640 req-6767d706-1a55-45f3-81cd-40648ffdce05 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "GET /v2.0/ports?device_id=66abf429-08b1-4733-9148-a03acc898aa2 HTTP/1.1" status: 200 len: 985 time: 0.2511547 Feb 09 01:11:44.030614 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-205878bf-2957-4068-9a7a-4930f8c91432 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Deleting port 433dcff8-a50a-4a37-970a-639369007144 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:11:44.030972 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-205878bf-2957-4068-9a7a-4930f8c91432 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:44.087289 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-99e8dcc1-d2c2-40ed-baf8-91cb9e84c640 req-058aaceb-16f1-4c08-805e-7e7a6c7f6258 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "GET /v2.0/security-groups?id=7432a6e0-20bb-4b7a-9fb6-44a9c667edd7&id=04db1776-df78-44e6-8589-18bdc682e548&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1516342 Feb 09 01:11:44.123409 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-205878bf-2957-4068-9a7a-4930f8c91432 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] The port '433dcff8-a50a-4a37-970a-639369007144' was deleted {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:11:44.382997 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-205878bf-2957-4068-9a7a-4930f8c91432 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:44.426564 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-205878bf-2957-4068-9a7a-4930f8c91432 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4bc1e12-8f48-418c-a6b1-008254855aa7']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:44.435084 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-edd63836-0a0e-45de-bf06-4503b7558561 req-94277d1f-0e47-4b55-8be8-ed7e7b9932c2 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Router 878c428f-984b-428d-a608-7db6b8723921 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:11:44.446641 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-205878bf-2957-4068-9a7a-4930f8c91432 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfa11d16-4d8c-4fb6-bf9a-3e0a8adb2c36') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:44.446933 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-205878bf-2957-4068-9a7a-4930f8c91432 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfa11d16-4d8c-4fb6-bf9a-3e0a8adb2c36') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:44.465233 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-205878bf-2957-4068-9a7a-4930f8c91432 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:44.559952 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-205878bf-2957-4068-9a7a-4930f8c91432 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:44.588712 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d64cc-790d-4dfd-9f6c-da1c33c2673b req-3aec96b8-91ba-4280-ac69-af09d0f9350b tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:44.594703 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d64cc-790d-4dfd-9f6c-da1c33c2673b req-3aec96b8-91ba-4280-ac69-af09d0f9350b tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:44.601006 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d64cc-790d-4dfd-9f6c-da1c33c2673b req-3aec96b8-91ba-4280-ac69-af09d0f9350b tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:44.606807 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d64cc-790d-4dfd-9f6c-da1c33c2673b req-3aec96b8-91ba-4280-ac69-af09d0f9350b tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:44.613312 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d64cc-790d-4dfd-9f6c-da1c33c2673b req-3aec96b8-91ba-4280-ac69-af09d0f9350b tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:44.619448 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d64cc-790d-4dfd-9f6c-da1c33c2673b req-3aec96b8-91ba-4280-ac69-af09d0f9350b tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:44.625204 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d64cc-790d-4dfd-9f6c-da1c33c2673b req-3aec96b8-91ba-4280-ac69-af09d0f9350b tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:44.627205 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-002d64cc-790d-4dfd-9f6c-da1c33c2673b req-3aec96b8-91ba-4280-ac69-af09d0f9350b tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 5433 time: 0.4358964 Feb 09 01:11:44.634999 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-205878bf-2957-4068-9a7a-4930f8c91432 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:11:44.635416 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-205878bf-2957-4068-9a7a-4930f8c91432 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:44.664042 n-d-828418-1 neutron-server[87639]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:11:44.664042 n-d-828418-1 neutron-server[87639]: util.warn( Feb 09 01:11:44.664042 n-d-828418-1 neutron-server[87639]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:11:44.664042 n-d-828418-1 neutron-server[87639]: util.warn( Feb 09 01:11:44.664042 n-d-828418-1 neutron-server[87639]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:11:44.664042 n-d-828418-1 neutron-server[87639]: util.warn( Feb 09 01:11:44.664042 n-d-828418-1 neutron-server[87639]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:11:44.664042 n-d-828418-1 neutron-server[87639]: util.warn( Feb 09 01:11:44.664042 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 01:11:44.664042 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:11:44.664042 n-d-828418-1 neutron-server[87639]: timer() Feb 09 01:11:44.664042 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:11:44.664042 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 01:11:44.664042 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:11:44.664042 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 01:11:44.664042 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:11:44.664042 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 01:11:44.664042 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:11:44.664042 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 01:11:44.664042 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:11:44.664042 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 01:11:44.664042 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:11:44.664042 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:11:44.664042 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:11:44.664042 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:11:44.664042 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:11:44.664042 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 01:11:44.664042 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:11:44.664042 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 01:11:44.664042 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:11:44.664042 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:11:44.664042 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:11:44.664042 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 01:11:44.664042 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:11:44.664042 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:11:44.664042 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:11:44.664042 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:11:44.664042 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:11:44.664042 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:11:44.664042 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:11:44.846351 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-002d64cc-790d-4dfd-9f6c-da1c33c2673b req-59c79245-74f6-43f7-a43b-e7e41438df63 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/security-groups?id=2e29d487-4384-458c-a1fb-a5cd591001dc&id=c7f86f67-ad65-4a75-ada7-f9729d599d03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1946371 Feb 09 01:11:44.849948 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-205878bf-2957-4068-9a7a-4930f8c91432 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:44.852072 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-edd63836-0a0e-45de-bf06-4503b7558561 req-94277d1f-0e47-4b55-8be8-ed7e7b9932c2 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:11:44.864362 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d420fb93-76c8-40a9-8ba3-c25a86ed2d38 None None] Sync routers for ids ['878c428f-984b-428d-a608-7db6b8723921'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:11:44.887503 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d420fb93-76c8-40a9-8ba3-c25a86ed2d38 None None] Routers {'878c428f-984b-428d-a608-7db6b8723921'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:11:44.890216 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-d420fb93-76c8-40a9-8ba3-c25a86ed2d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:11:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['878c428f-984b-428d-a608-7db6b8723921'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:44.999100 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-205878bf-2957-4068-9a7a-4930f8c91432 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:45.059716 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205878bf-2957-4068-9a7a-4930f8c91432 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] Pushing event deleted for resources: {'Network': ['ID=b4bc1e12-8f48-418c-a6b1-008254855aa7,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:45.071971 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-205878bf-2957-4068-9a7a-4930f8c91432 tempest-FloatingIPNegativeTestJSON-965952627 tempest-FloatingIPNegativeTestJSON-965952627-project] 10.222.0.105 "DELETE /v2.0/networks/b4bc1e12-8f48-418c-a6b1-008254855aa7 HTTP/1.1" status: 204 len: 168 time: 3.0691187 Feb 09 01:11:45.084524 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-edd63836-0a0e-45de-bf06-4503b7558561 req-94277d1f-0e47-4b55-8be8-ed7e7b9932c2 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:45.138368 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-d420fb93-76c8-40a9-8ba3-c25a86ed2d38 None None] Set router 878c428f-984b-428d-a608-7db6b8723921 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:11:45.160793 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-edd63836-0a0e-45de-bf06-4503b7558561 req-94277d1f-0e47-4b55-8be8-ed7e7b9932c2 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "PUT /v2.0/floatingips/f91d7fdb-cc78-47bb-a560-ee1ab4038b56 HTTP/1.1" status: 200 len: 695 time: 2.4006743 Feb 09 01:11:45.170126 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f584ff8-d527-4b69-95a6-07f4f1a761f5', 'tag': 'fe32ac7d-282f-49aa-b85d-75120d8ab0c4'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:11:45.210465 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21bf320-09c2-41ee-8a5e-69a0f7b28b02 req-8cde73cd-eace-467e-a8fe-1a54a5d31701 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:45.212083 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b21bf320-09c2-41ee-8a5e-69a0f7b28b02 req-8cde73cd-eace-467e-a8fe-1a54a5d31701 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=8e4ecadd-5d83-41c7-a8bf-603a3cc4668a HTTP/1.1" status: 200 len: 945 time: 0.2044644 Feb 09 01:11:45.268283 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b21bf320-09c2-41ee-8a5e-69a0f7b28b02 req-9d531dea-679c-4a46-9473-96088e3a8433 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471509 Feb 09 01:11:45.384056 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd63836-0a0e-45de-bf06-4503b7558561 req-baad1686-92c4-4b91-9570-b06be9a5e762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:45.385572 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-edd63836-0a0e-45de-bf06-4503b7558561 req-baad1686-92c4-4b91-9570-b06be9a5e762 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=ed23cff30cf943aeb6798893e4484ce7&device_id=4f584ff8-d527-4b69-95a6-07f4f1a761f5 HTTP/1.1" status: 200 len: 1096 time: 0.2101834 Feb 09 01:11:45.446648 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36566) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:45.559005 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-d420fb93-76c8-40a9-8ba3-c25a86ed2d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878c428f-984b-428d-a608-7db6b8723921', 'name': 'tempest-ServerRescueTestJSONUnderV235-937316360-router', 'tenant_id': 'ed23cff30cf943aeb6798893e4484ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'a76297bf-3f1a-4b2b-ad46-5e960f5b4316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:04Z', 'updated_at': '2022-02-09T01:10:10Z', 'revision_number': 4, 'project_id': 'ed23cff30cf943aeb6798893e4484ce7', 'gw_port': {'id': 'a76297bf-3f1a-4b2b-ad46-5e960f5b4316', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:16:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c428f-984b-428d-a608-7db6b8723921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:05Z', 'updated_at': '2022-02-09T01:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '84b9a0bf-f5a0-453f-bc77-548a72990d5c', 'name': '', 'network_id': 'f8f308ba-9995-4783-99e1-ca9d8ea70b66', 'tenant_id': 'ed23cff30cf943aeb6798893e4484ce7', 'mac_address': 'fa:16:3e:c8:e6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c428f-984b-428d-a608-7db6b8723921', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'bcf1686f-3ee3-49d0-9844-7b5aa1be3c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:09Z', 'updated_at': '2022-02-09T01:10:17Z', 'revision_number': 5, 'project_id': 'ed23cff30cf943aeb6798893e4484ce7', 'subnets': [{'id': 'bcf1686f-3ee3-49d0-9844-7b5aa1be3c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:45.570596 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d420fb93-76c8-40a9-8ba3-c25a86ed2d38 None None] Checking router: 878c428f-984b-428d-a608-7db6b8723921 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:11:45.581080 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d420fb93-76c8-40a9-8ba3-c25a86ed2d38 None None] Routers {'878c428f-984b-428d-a608-7db6b8723921'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:11:45.581873 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-d420fb93-76c8-40a9-8ba3-c25a86ed2d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:11:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['878c428f-984b-428d-a608-7db6b8723921'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:45.602539 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd63836-0a0e-45de-bf06-4503b7558561 req-adac549c-3261-4444-b8f1-a683e229ac5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:45.610153 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-edd63836-0a0e-45de-bf06-4503b7558561 req-adac549c-3261-4444-b8f1-a683e229ac5f service neutron] 10.222.0.105 "GET /v2.0/networks?id=f8f308ba-9995-4783-99e1-ca9d8ea70b66 HTTP/1.1" status: 200 len: 920 time: 0.2178359 Feb 09 01:11:45.628467 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-4b793e86-7fec-49d9-ac6c-32f57c81eb89 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=7ba0500da58247c29fa7b084aeaa00dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1805365 Feb 09 01:11:45.630232 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36572) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:45.683506 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35950dc3-9f75-4fc9-b30d-21c20848440a req-7bd750b4-20cf-4205-9243-f3e655908a4f tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:45.684983 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-35950dc3-9f75-4fc9-b30d-21c20848440a req-7bd750b4-20cf-4205-9243-f3e655908a4f tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=7dde1fc5-d07f-45a8-ab56-9c682424bf1e HTTP/1.1" status: 200 len: 945 time: 0.2705798 Feb 09 01:11:45.695580 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-edd63836-0a0e-45de-bf06-4503b7558561 req-65ef706d-07d4-4164-8a72-ab209dbb580d service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe32ac7d-282f-49aa-b85d-75120d8ab0c4 HTTP/1.1" status: 200 len: 217 time: 0.0844069 Feb 09 01:11:45.699484 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4201f243-0a78-449b-bbb1-88692efc0645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:45.730509 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4201f243-0a78-449b-bbb1-88692efc0645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:45.778821 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-35950dc3-9f75-4fc9-b30d-21c20848440a req-a6b8a1df-720a-4a63-aebc-f0caf031103a tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849555 Feb 09 01:11:45.789644 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd63836-0a0e-45de-bf06-4503b7558561 req-bde78ff8-7753-47ae-b172-24626ebf62e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:45.790757 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-edd63836-0a0e-45de-bf06-4503b7558561 req-bde78ff8-7753-47ae-b172-24626ebf62e8 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=bcf1686f-3ee3-49d0-9844-7b5aa1be3c35 HTTP/1.1" status: 200 len: 859 time: 0.0810349 Feb 09 01:11:45.798717 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-d420fb93-76c8-40a9-8ba3-c25a86ed2d38 None None] Set router 878c428f-984b-428d-a608-7db6b8723921 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:11:45.809098 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4201f243-0a78-449b-bbb1-88692efc0645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:45.839839 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4201f243-0a78-449b-bbb1-88692efc0645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab6397d-cc87-48ef-85b5-ad7761637fb6,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:45.848055 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4201f243-0a78-449b-bbb1-88692efc0645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:45.851100 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-4201f243-0a78-449b-bbb1-88692efc0645 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/1ab6397d-cc87-48ef-85b5-ad7761637fb6 HTTP/1.1" status: 204 len: 168 time: 0.2192869 Feb 09 01:11:45.853994 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-edd63836-0a0e-45de-bf06-4503b7558561 req-8c2becd8-54e0-4f71-82b1-eb97ff0edb29 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=f8f308ba-9995-4783-99e1-ca9d8ea70b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555909 Feb 09 01:11:46.273712 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-edd63836-0a0e-45de-bf06-4503b7558561 req-9e9b68ac-011f-400d-862d-2e565962ba65 service neutron] 10.222.0.105 "GET /v2.0/networks/f8f308ba-9995-4783-99e1-ca9d8ea70b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4188514 Feb 09 01:11:46.358018 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-d420fb93-76c8-40a9-8ba3-c25a86ed2d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878c428f-984b-428d-a608-7db6b8723921', 'name': 'tempest-ServerRescueTestJSONUnderV235-937316360-router', 'tenant_id': 'ed23cff30cf943aeb6798893e4484ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'a76297bf-3f1a-4b2b-ad46-5e960f5b4316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:04Z', 'updated_at': '2022-02-09T01:10:10Z', 'revision_number': 4, 'project_id': 'ed23cff30cf943aeb6798893e4484ce7', 'gw_port': {'id': 'a76297bf-3f1a-4b2b-ad46-5e960f5b4316', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:16:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c428f-984b-428d-a608-7db6b8723921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:05Z', 'updated_at': '2022-02-09T01:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '84b9a0bf-f5a0-453f-bc77-548a72990d5c', 'name': '', 'network_id': 'f8f308ba-9995-4783-99e1-ca9d8ea70b66', 'tenant_id': 'ed23cff30cf943aeb6798893e4484ce7', 'mac_address': 'fa:16:3e:c8:e6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c428f-984b-428d-a608-7db6b8723921', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'bcf1686f-3ee3-49d0-9844-7b5aa1be3c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:09Z', 'updated_at': '2022-02-09T01:10:17Z', 'revision_number': 5, 'project_id': 'ed23cff30cf943aeb6798893e4484ce7', 'subnets': [{'id': 'bcf1686f-3ee3-49d0-9844-7b5aa1be3c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:46.362625 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d420fb93-76c8-40a9-8ba3-c25a86ed2d38 None None] The sync data for ids ['878c428f-984b-428d-a608-7db6b8723921'] in n-d-828418-1 is: [{'id': '878c428f-984b-428d-a608-7db6b8723921', 'name': 'tempest-ServerRescueTestJSONUnderV235-937316360-router', 'tenant_id': 'ed23cff30cf943aeb6798893e4484ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'a76297bf-3f1a-4b2b-ad46-5e960f5b4316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:04Z', 'updated_at': '2022-02-09T01:10:10Z', 'revision_number': 4, 'project_id': 'ed23cff30cf943aeb6798893e4484ce7', 'gw_port': {'id': 'a76297bf-3f1a-4b2b-ad46-5e960f5b4316', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:16:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c428f-984b-428d-a608-7db6b8723921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:05Z', 'updated_at': '2022-02-09T01:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '84b9a0bf-f5a0-453f-bc77-548a72990d5c', 'name': '', 'network_id': 'f8f308ba-9995-4783-99e1-ca9d8ea70b66', 'tenant_id': 'ed23cff30cf943aeb6798893e4484ce7', 'mac_address': 'fa:16:3e:c8:e6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c428f-984b-428d-a608-7db6b8723921', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'bcf1686f-3ee3-49d0-9844-7b5aa1be3c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:09Z', 'updated_at': '2022-02-09T01:10:17Z', 'revision_number': 5, 'project_id': 'ed23cff30cf943aeb6798893e4484ce7', 'subnets': [{'id': 'bcf1686f-3ee3-49d0-9844-7b5aa1be3c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:11:46.381273 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c99d36a-a08e-4d8a-8f96-dc1331dc44c3 req-f889974d-5afa-43d1-8cd8-025a3bab469c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:46.382766 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3c99d36a-a08e-4d8a-8f96-dc1331dc44c3 req-f889974d-5afa-43d1-8cd8-025a3bab469c service neutron] 10.222.0.62 "GET /v2.0/networks?id=f8f308ba-9995-4783-99e1-ca9d8ea70b66 HTTP/1.1" status: 200 len: 920 time: 0.3940399 Feb 09 01:11:46.391322 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7f67c0-903e-4a66-b589-54857d68daab req-085a676b-ef9e-4ddd-8b21-bde6036e3e7d tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:46.393367 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6c7f67c0-903e-4a66-b589-54857d68daab req-085a676b-ef9e-4ddd-8b21-bde6036e3e7d tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 943 time: 0.4700711 Feb 09 01:11:46.509779 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3c99d36a-a08e-4d8a-8f96-dc1331dc44c3 req-3582aa77-183a-4294-8548-2319907c3f22 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe32ac7d-282f-49aa-b85d-75120d8ab0c4 HTTP/1.1" status: 200 len: 217 time: 0.1139805 Feb 09 01:11:46.581851 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2343b93-103a-4154-8ab8-0c0c626e6ac8 req-1f0fad75-dac1-4082-b994-a293f0675be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:46.583352 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a2343b93-103a-4154-8ab8-0c0c626e6ac8 req-1f0fad75-dac1-4082-b994-a293f0675be7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=66abf429-08b1-4733-9148-a03acc898aa2 HTTP/1.1" status: 200 len: 1136 time: 0.5009639 Feb 09 01:11:46.690337 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1a27f0-c796-4d50-921b-afc5e3a233ad None None] New status for floating IP f91d7fdb-cc78-47bb-a560-ee1ab4038b56: DOWN {{(pid=87641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:11:46.742255 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36600) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:46.759481 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dfb8dc-cd3c-4d64-be00-d031b09beace req-13307017-fe03-4496-96e6-73e6a1b97214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:46.760877 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-51dfb8dc-cd3c-4d64-be00-d031b09beace req-13307017-fe03-4496-96e6-73e6a1b97214 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8e4ecadd-5d83-41c7-a8bf-603a3cc4668a HTTP/1.1" status: 200 len: 1096 time: 0.5807378 Feb 09 01:11:46.770272 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6c7f67c0-903e-4a66-b589-54857d68daab req-43eee698-6fc5-4616-823a-7e9ee32100b8 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132324 Feb 09 01:11:46.794276 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-edd63836-0a0e-45de-bf06-4503b7558561 req-f3a44dd1-94c2-4e18-b25b-7150bbae008a service neutron] 10.222.0.105 "GET /v2.0/networks/f8f308ba-9995-4783-99e1-ca9d8ea70b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4968796 Feb 09 01:11:46.851206 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c99d36a-a08e-4d8a-8f96-dc1331dc44c3 req-0f9683d3-02fb-48a9-8f68-7f925396f71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:46.852812 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3c99d36a-a08e-4d8a-8f96-dc1331dc44c3 req-0f9683d3-02fb-48a9-8f68-7f925396f71b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bcf1686f-3ee3-49d0-9844-7b5aa1be3c35 HTTP/1.1" status: 200 len: 859 time: 0.3258173 Feb 09 01:11:46.919713 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-ac065163-ca63-4c52-b70c-2485ae54e5f7 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Request body: {'networks': [{'name': 'tempest-network--960598877'}, {'name': 'tempest-network--477433728'}]} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:46.920032 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-ac065163-ca63-4c52-b70c-2485ae54e5f7 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Request body: {'network': {'name': 'tempest-network--960598877'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:46.920584 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-ac065163-ca63-4c52-b70c-2485ae54e5f7 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Request body: {'network': {'name': 'tempest-network--477433728'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:46.936017 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ac065163-ca63-4c52-b70c-2485ae54e5f7 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:11:46.950807 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ac065163-ca63-4c52-b70c-2485ae54e5f7 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Usage tracker for resource:network and tenant:7f18e529f4c84a5989fa04dcf6abb37b is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:11:46.962725 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ac065163-ca63-4c52-b70c-2485ae54e5f7 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:11:46.977480 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f584ff8-d527-4b69-95a6-07f4f1a761f5', 'tag': 'fe32ac7d-282f-49aa-b85d-75120d8ab0c4', 'status': 'completed', 'code': 200} Feb 09 01:11:46.983416 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ac065163-ca63-4c52-b70c-2485ae54e5f7 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:11:46.983602 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3c99d36a-a08e-4d8a-8f96-dc1331dc44c3 req-f14279ba-f5be-4545-960a-6c9b6e965e92 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f8f308ba-9995-4783-99e1-ca9d8ea70b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1094389 Feb 09 01:11:46.985642 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a2343b93-103a-4154-8ab8-0c0c626e6ac8 req-db8f0ed0-81cb-4cb9-8c93-a8697cb3079d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=04db1776-df78-44e6-8589-18bdc682e548&id=7432a6e0-20bb-4b7a-9fb6-44a9c667edd7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2538881 Feb 09 01:11:46.988240 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-51dfb8dc-cd3c-4d64-be00-d031b09beace req-7d5c0818-f915-4274-90b8-e18115e4139d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100933 Feb 09 01:11:47.000379 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac065163-ca63-4c52-b70c-2485ae54e5f7 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Made reservation on behalf of 7f18e529f4c84a5989fa04dcf6abb37b for: {'network': 2} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:11:47.013397 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ac065163-ca63-4c52-b70c-2485ae54e5f7 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:47.037225 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ac065163-ca63-4c52-b70c-2485ae54e5f7 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:47.063726 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ac065163-ca63-4c52-b70c-2485ae54e5f7 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:11:47.073212 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ac065163-ca63-4c52-b70c-2485ae54e5f7 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Usage tracker for resource:security_group_rule and tenant:7f18e529f4c84a5989fa04dcf6abb37b is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:11:47.077971 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ac065163-ca63-4c52-b70c-2485ae54e5f7 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:11:47.090676 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ac065163-ca63-4c52-b70c-2485ae54e5f7 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:11:47.175519 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db4040-4028-4b41-b1ce-8393d18f85b6 req-5b57f55f-4965-45a1-8056-db23bd97850b tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:47.183071 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a7db4040-4028-4b41-b1ce-8393d18f85b6 req-5b57f55f-4965-45a1-8056-db23bd97850b tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "GET /v2.0/ports?device_id=66abf429-08b1-4733-9148-a03acc898aa2 HTTP/1.1" status: 200 len: 985 time: 0.1931739 Feb 09 01:11:47.194614 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ac065163-ca63-4c52-b70c-2485ae54e5f7 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:47.199953 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ac065163-ca63-4c52-b70c-2485ae54e5f7 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:47.200419 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ac065163-ca63-4c52-b70c-2485ae54e5f7 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:47.239672 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a7db4040-4028-4b41-b1ce-8393d18f85b6 req-0379f216-f850-44ac-8757-10fbca7e237a tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "GET /v2.0/security-groups?id=7432a6e0-20bb-4b7a-9fb6-44a9c667edd7&id=04db1776-df78-44e6-8589-18bdc682e548&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0553124 Feb 09 01:11:47.261210 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9adfab-c321-4c45-81d8-b3fe41d30d43 req-6b467833-a854-4d85-8658-b54c293e85bb tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:47.267876 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9adfab-c321-4c45-81d8-b3fe41d30d43 req-6b467833-a854-4d85-8658-b54c293e85bb tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:47.274642 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9adfab-c321-4c45-81d8-b3fe41d30d43 req-6b467833-a854-4d85-8658-b54c293e85bb tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:47.280907 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9adfab-c321-4c45-81d8-b3fe41d30d43 req-6b467833-a854-4d85-8658-b54c293e85bb tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:47.287908 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9adfab-c321-4c45-81d8-b3fe41d30d43 req-6b467833-a854-4d85-8658-b54c293e85bb tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:47.294914 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9adfab-c321-4c45-81d8-b3fe41d30d43 req-6b467833-a854-4d85-8658-b54c293e85bb tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:47.301764 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9adfab-c321-4c45-81d8-b3fe41d30d43 req-6b467833-a854-4d85-8658-b54c293e85bb tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:47.304577 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-eb9adfab-c321-4c45-81d8-b3fe41d30d43 req-6b467833-a854-4d85-8658-b54c293e85bb tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 5433 time: 0.2165649 Feb 09 01:11:47.386221 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-eb9adfab-c321-4c45-81d8-b3fe41d30d43 req-fed13ea6-2171-41b0-9ace-7d1ed59b2031 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/security-groups?id=2e29d487-4384-458c-a1fb-a5cd591001dc&id=c7f86f67-ad65-4a75-ada7-f9729d599d03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0738573 Feb 09 01:11:47.446136 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac065163-ca63-4c52-b70c-2485ae54e5f7 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7eeaec94-7419-465b-a0c8-73d628308722,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:47.448785 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac065163-ca63-4c52-b70c-2485ae54e5f7 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:11:47.460659 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ac065163-ca63-4c52-b70c-2485ae54e5f7 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:47.461314 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-ac065163-ca63-4c52-b70c-2485ae54e5f7 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Added segment 741b4afb-7747-4380-9c6a-6647491eb391 of type vlan for network 66102e1a-1dca-4b40-b7b5-3b2f53e5b35f Feb 09 01:11:47.493454 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ac065163-ca63-4c52-b70c-2485ae54e5f7 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:47.534964 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac065163-ca63-4c52-b70c-2485ae54e5f7 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:11:47.545590 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ac065163-ca63-4c52-b70c-2485ae54e5f7 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:47.546251 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-ac065163-ca63-4c52-b70c-2485ae54e5f7 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Added segment 160699bf-cbe8-4ca4-855e-7a2cf11385b8 of type vlan for network 05e788a4-05e0-431a-a076-583340e68da4 Feb 09 01:11:47.579129 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ac065163-ca63-4c52-b70c-2485ae54e5f7 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:47.614533 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ac065163-ca63-4c52-b70c-2485ae54e5f7 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:47.615211 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ac065163-ca63-4c52-b70c-2485ae54e5f7 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:47.621933 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac065163-ca63-4c52-b70c-2485ae54e5f7 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:47.628183 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac065163-ca63-4c52-b70c-2485ae54e5f7 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:47.628555 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ac065163-ca63-4c52-b70c-2485ae54e5f7 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:47.670313 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3c99d36a-a08e-4d8a-8f96-dc1331dc44c3 req-1d6dd5dc-26fe-4387-9465-5ecc8d63b772 service neutron] 10.222.0.62 "GET /v2.0/networks/f8f308ba-9995-4783-99e1-ca9d8ea70b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189565 Feb 09 01:11:47.679770 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee54fa95-8944-4e5a-9492-74bf646a6ffa req-3c7ac490-394b-476e-9d56-1b1aa8e13a27 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:47.681204 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ee54fa95-8944-4e5a-9492-74bf646a6ffa req-3c7ac490-394b-476e-9d56-1b1aa8e13a27 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=8e4ecadd-5d83-41c7-a8bf-603a3cc4668a HTTP/1.1" status: 200 len: 945 time: 0.2844262 Feb 09 01:11:47.747844 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ac065163-ca63-4c52-b70c-2485ae54e5f7 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.0037594 Feb 09 01:11:47.748730 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac065163-ca63-4c52-b70c-2485ae54e5f7 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Pushing event updated for resources: {'Network': ['ID=66102e1a-1dca-4b40-b7b5-3b2f53e5b35f,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:47.760913 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 66102e1a-1dca-4b40-b7b5-3b2f53e5b35f details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:11:47.767435 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36610) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:47.805570 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee67c85-7dbb-45c8-9ead-589ca873e8f5 req-c516908a-669a-41c8-ac25-b914489ced25 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:47.807028 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0ee67c85-7dbb-45c8-9ead-589ca873e8f5 req-c516908a-669a-41c8-ac25-b914489ced25 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=7dde1fc5-d07f-45a8-ab56-9c682424bf1e HTTP/1.1" status: 200 len: 945 time: 0.2791436 Feb 09 01:11:47.859869 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ee54fa95-8944-4e5a-9492-74bf646a6ffa req-b3e60ba8-b0e7-4140-8ba7-74cac54d0b0b tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573970 Feb 09 01:11:47.907614 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0ee67c85-7dbb-45c8-9ead-589ca873e8f5 req-419fd42b-e19f-4f8b-85f2-6d31679d1a02 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850332 Feb 09 01:11:47.972766 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac065163-ca63-4c52-b70c-2485ae54e5f7 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Pushing event updated for resources: {'Network': ['ID=05e788a4-05e0-431a-a076-583340e68da4,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:47.982966 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3c99d36a-a08e-4d8a-8f96-dc1331dc44c3 req-00d23e21-b9f5-4a84-a076-20cdd930fcad service neutron] 10.222.0.62 "GET /v2.0/networks/f8f308ba-9995-4783-99e1-ca9d8ea70b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991579 Feb 09 01:11:47.984319 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 05e788a4-05e0-431a-a076-583340e68da4 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:11:48.006398 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9a8ec611-0dba-447b-9fed-a6691fe34299 req-8e14ad94-01a0-4af3-a8ce-8bcf0a48cbda tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/floatingips/f91d7fdb-cc78-47bb-a560-ee1ab4038b56 HTTP/1.1" status: 200 len: 693 time: 0.1014411 Feb 09 01:11:48.077997 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56fd5e6c-ca00-42d6-baf2-d1c3aac351e5 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:48.088325 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56fd5e6c-ca00-42d6-baf2-d1c3aac351e5 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:48.100708 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56fd5e6c-ca00-42d6-baf2-d1c3aac351e5 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:48.111137 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56fd5e6c-ca00-42d6-baf2-d1c3aac351e5 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:48.113991 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-56fd5e6c-ca00-42d6-baf2-d1c3aac351e5 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Synchronizing usage tracker for tenant:7f18e529f4c84a5989fa04dcf6abb37b on resource:network {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:11:48.141470 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-56fd5e6c-ca00-42d6-baf2-d1c3aac351e5 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Unset dirty status for tenant:7f18e529f4c84a5989fa04dcf6abb37b on resource:network {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:11:48.143296 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-56fd5e6c-ca00-42d6-baf2-d1c3aac351e5 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] 10.222.0.105 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3717291 Feb 09 01:11:48.145945 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36616) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:48.264721 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-de312644-25cb-4427-9b5b-c17aec541e8e tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:48.294507 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ec611-0dba-447b-9fed-a6691fe34299 req-55ccde38-1b00-474e-82f5-6cd60eb03a39 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:48.295857 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9a8ec611-0dba-447b-9fed-a6691fe34299 req-55ccde38-1b00-474e-82f5-6cd60eb03a39 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/networks/3d885c3c-255c-4e54-addc-b28437d0b18e HTTP/1.1" status: 200 len: 784 time: 0.2847433 Feb 09 01:11:48.312627 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6082413d-d054-4a88-8192-5a0289e01e08 req-b070a089-6ff0-46c2-9c09-0944f43b2fbe tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:48.314005 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6082413d-d054-4a88-8192-5a0289e01e08 req-b070a089-6ff0-46c2-9c09-0944f43b2fbe tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 943 time: 0.2744203 Feb 09 01:11:48.317983 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [req-9a8ec611-0dba-447b-9fed-a6691fe34299 req-8f572ed8-c674-4ad5-9cf3-493e9883476d tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:11:48.318965 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9a8ec611-0dba-447b-9fed-a6691fe34299 req-8f572ed8-c674-4ad5-9cf3-493e9883476d tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0156040 Feb 09 01:11:48.320862 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71525cfd-4525-425f-ae62-7699f4800ba3 req-1e1199e5-957e-488f-b81f-9810b15abf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:48.322284 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-71525cfd-4525-425f-ae62-7699f4800ba3 req-1e1199e5-957e-488f-b81f-9810b15abf5c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ed23cff30cf943aeb6798893e4484ce7&device_id=4f584ff8-d527-4b69-95a6-07f4f1a761f5 HTTP/1.1" status: 200 len: 1096 time: 0.1966598 Feb 09 01:11:48.413773 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-de312644-25cb-4427-9b5b-c17aec541e8e tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:48.441053 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-de312644-25cb-4427-9b5b-c17aec541e8e tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66102e1a-1dca-4b40-b7b5-3b2f53e5b35f']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:48.453758 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-de312644-25cb-4427-9b5b-c17aec541e8e tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '741b4afb-7747-4380-9c6a-6647491eb391') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:48.454007 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-de312644-25cb-4427-9b5b-c17aec541e8e tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '741b4afb-7747-4380-9c6a-6647491eb391') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:48.466512 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-de312644-25cb-4427-9b5b-c17aec541e8e tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:48.483700 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-de312644-25cb-4427-9b5b-c17aec541e8e tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:48.491275 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de312644-25cb-4427-9b5b-c17aec541e8e tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:11:48.491947 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-de312644-25cb-4427-9b5b-c17aec541e8e tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:48.506941 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:11:48.506941 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:11:48.506941 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:11:48.506941 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:11:48.506941 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:11:48.506941 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:11:48.506941 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:11:48.506941 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:11:48.506941 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:11:48.506941 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:11:48.506941 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:11:48.506941 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:11:48.506941 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:11:48.506941 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:11:48.506941 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:11:48.506941 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:11:48.506941 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:11:48.506941 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:11:48.506941 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:11:48.506941 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:11:48.506941 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:11:48.506941 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:11:48.506941 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:11:48.506941 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:11:48.506941 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:11:48.506941 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:11:48.506941 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:11:48.506941 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:11:48.506941 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:11:48.506941 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:11:48.506941 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:11:48.506941 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:11:48.509522 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9a8ec611-0dba-447b-9fed-a6691fe34299 req-a324de51-ba9c-4ca5-a016-676c8440b08c tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.0.123 HTTP/1.1" status: 200 len: 696 time: 0.1698878 Feb 09 01:11:48.517904 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6082413d-d054-4a88-8192-5a0289e01e08 req-23537d77-6666-415d-bc81-722f1b50e851 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941283 Feb 09 01:11:48.619895 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-de312644-25cb-4427-9b5b-c17aec541e8e tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:48.625420 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-de312644-25cb-4427-9b5b-c17aec541e8e tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:48.665940 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-de312644-25cb-4427-9b5b-c17aec541e8e tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] 10.222.0.105 "DELETE /v2.0/networks/66102e1a-1dca-4b40-b7b5-3b2f53e5b35f HTTP/1.1" status: 204 len: 168 time: 0.5185347 Feb 09 01:11:48.669153 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36624) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:48.691311 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de312644-25cb-4427-9b5b-c17aec541e8e tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Pushing event deleted for resources: {'Network': ['ID=66102e1a-1dca-4b40-b7b5-3b2f53e5b35f,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:48.801333 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0886f7a5-71f9-4186-89ed-2c818bc6f057 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:48.820696 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9a8ec611-0dba-447b-9fed-a6691fe34299 req-3ace945c-30d7-4cbe-9312-912c76b518e4 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.0.123 HTTP/1.1" status: 200 len: 696 time: 0.3018298 Feb 09 01:11:48.917561 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71525cfd-4525-425f-ae62-7699f4800ba3 req-d17ad4dc-afe5-472b-bb81-add1de59e5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:48.918962 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-71525cfd-4525-425f-ae62-7699f4800ba3 req-d17ad4dc-afe5-472b-bb81-add1de59e5bc service neutron] 10.222.0.62 "GET /v2.0/networks?id=f8f308ba-9995-4783-99e1-ca9d8ea70b66 HTTP/1.1" status: 200 len: 920 time: 0.5801637 Feb 09 01:11:48.961918 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0886f7a5-71f9-4186-89ed-2c818bc6f057 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:48.990678 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-0886f7a5-71f9-4186-89ed-2c818bc6f057 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05e788a4-05e0-431a-a076-583340e68da4']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:49.003783 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-0886f7a5-71f9-4186-89ed-2c818bc6f057 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '160699bf-cbe8-4ca4-855e-7a2cf11385b8') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:49.004127 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-0886f7a5-71f9-4186-89ed-2c818bc6f057 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '160699bf-cbe8-4ca4-855e-7a2cf11385b8') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:49.018523 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0886f7a5-71f9-4186-89ed-2c818bc6f057 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:49.036556 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0886f7a5-71f9-4186-89ed-2c818bc6f057 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:49.043982 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0886f7a5-71f9-4186-89ed-2c818bc6f057 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:11:49.044525 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0886f7a5-71f9-4186-89ed-2c818bc6f057 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:49.064796 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:11:49.064796 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:11:49.064796 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:11:49.064796 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:11:49.064796 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:11:49.064796 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:11:49.064796 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:11:49.064796 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:11:49.064796 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:11:49.064796 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:11:49.064796 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:11:49.064796 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:11:49.064796 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:11:49.064796 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:11:49.064796 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:11:49.064796 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:11:49.064796 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:11:49.064796 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:11:49.064796 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:11:49.064796 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:11:49.064796 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:11:49.064796 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:11:49.064796 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:11:49.064796 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:11:49.064796 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:11:49.064796 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:11:49.064796 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:11:49.064796 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:11:49.064796 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:11:49.064796 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:11:49.064796 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:11:49.064796 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:11:49.102481 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-71525cfd-4525-425f-ae62-7699f4800ba3 req-59fbef4c-6a10-44f7-9e17-f00e322a8aab service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe32ac7d-282f-49aa-b85d-75120d8ab0c4 HTTP/1.1" status: 200 len: 217 time: 0.1529694 Feb 09 01:11:49.105112 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-9a8ec611-0dba-447b-9fed-a6691fe34299 req-310a8487-3eb3-4ed9-b448-8c3c7f3fb7d2 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Deleting port daf6f3c0-09b1-4e7e-9d7a-460fca6c1b16 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:11:49.105445 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9a8ec611-0dba-447b-9fed-a6691fe34299 req-310a8487-3eb3-4ed9-b448-8c3c7f3fb7d2 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:49.145867 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0886f7a5-71f9-4186-89ed-2c818bc6f057 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:49.171201 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0886f7a5-71f9-4186-89ed-2c818bc6f057 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:49.182280 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0886f7a5-71f9-4186-89ed-2c818bc6f057 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Pushing event deleted for resources: {'Network': ['ID=05e788a4-05e0-431a-a076-583340e68da4,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:49.187634 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-0886f7a5-71f9-4186-89ed-2c818bc6f057 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] 10.222.0.105 "DELETE /v2.0/networks/05e788a4-05e0-431a-a076-583340e68da4 HTTP/1.1" status: 204 len: 168 time: 0.5173855 Feb 09 01:11:49.188160 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36632) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:49.296147 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8124f125-4427-4cf6-beac-9dc2e9ce6064 req-acc6a180-3cce-47e4-b5f2-0c5709faefe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:49.297750 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8124f125-4427-4cf6-beac-9dc2e9ce6064 req-acc6a180-3cce-47e4-b5f2-0c5709faefe9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7dde1fc5-d07f-45a8-ab56-9c682424bf1e HTTP/1.1" status: 200 len: 1096 time: 0.7245719 Feb 09 01:11:49.317395 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ed419-e47a-4ca9-b448-5dc74a63cd02 req-ee8d83a5-f7b2-489b-9418-916f029b9c16 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:49.318916 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d51ed419-e47a-4ca9-b448-5dc74a63cd02 req-ee8d83a5-f7b2-489b-9418-916f029b9c16 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "GET /v2.0/ports?device_id=66abf429-08b1-4733-9148-a03acc898aa2 HTTP/1.1" status: 200 len: 985 time: 0.5651460 Feb 09 01:11:49.343083 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71525cfd-4525-425f-ae62-7699f4800ba3 req-5053d59e-00d3-4ff0-9def-0d47aa07b58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:49.344476 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-71525cfd-4525-425f-ae62-7699f4800ba3 req-5053d59e-00d3-4ff0-9def-0d47aa07b58e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bcf1686f-3ee3-49d0-9844-7b5aa1be3c35 HTTP/1.1" status: 200 len: 859 time: 0.2091877 Feb 09 01:11:49.349357 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4466ab7f-ad26-4321-a6b8-8a945a34f5d3 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:49.355256 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4466ab7f-ad26-4321-a6b8-8a945a34f5d3 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:49.356286 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-4466ab7f-ad26-4321-a6b8-8a945a34f5d3 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Synchronizing usage tracker for tenant:7f18e529f4c84a5989fa04dcf6abb37b on resource:network {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:11:49.373535 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-4466ab7f-ad26-4321-a6b8-8a945a34f5d3 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Unset dirty status for tenant:7f18e529f4c84a5989fa04dcf6abb37b on resource:network {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:11:49.379445 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-4466ab7f-ad26-4321-a6b8-8a945a34f5d3 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] 10.222.0.105 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1854162 Feb 09 01:11:49.380042 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36636) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:49.385785 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-827cb528-78b0-4ad5-8d0b-c84f47326390 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-823290305'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:49.392190 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-827cb528-78b0-4ad5-8d0b-c84f47326390 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:11:49.404901 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-827cb528-78b0-4ad5-8d0b-c84f47326390 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:11:49.417957 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-827cb528-78b0-4ad5-8d0b-c84f47326390 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Made reservation on behalf of 7f18e529f4c84a5989fa04dcf6abb37b for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:11:49.421584 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-827cb528-78b0-4ad5-8d0b-c84f47326390 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:49.427340 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-71525cfd-4525-425f-ae62-7699f4800ba3 req-ae028c21-a574-4e3a-88c2-71595bdf8b5e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f8f308ba-9995-4783-99e1-ca9d8ea70b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716972 Feb 09 01:11:49.457735 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-827cb528-78b0-4ad5-8d0b-c84f47326390 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:11:49.466502 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-827cb528-78b0-4ad5-8d0b-c84f47326390 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:49.466846 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-827cb528-78b0-4ad5-8d0b-c84f47326390 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Added segment 4eb7e371-ce13-4992-89a8-3e7ac4236bbb of type vlan for network 4c3d40f6-0772-434f-b20b-9151050a0fbb Feb 09 01:11:49.500116 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8124f125-4427-4cf6-beac-9dc2e9ce6064 req-4ca85d53-d343-44cf-bce1-239de1fc0a17 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764841 Feb 09 01:11:49.562911 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d51ed419-e47a-4ca9-b448-5dc74a63cd02 req-1cf83aa5-85ae-4ce4-aaef-06d0d079c228 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "GET /v2.0/security-groups?id=7432a6e0-20bb-4b7a-9fb6-44a9c667edd7&id=04db1776-df78-44e6-8589-18bdc682e548&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2233651 Feb 09 01:11:49.575250 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9a8ec611-0dba-447b-9fed-a6691fe34299 req-310a8487-3eb3-4ed9-b448-8c3c7f3fb7d2 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:49.575622 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9a8ec611-0dba-447b-9fed-a6691fe34299 req-310a8487-3eb3-4ed9-b448-8c3c7f3fb7d2 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:49.619438 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-827cb528-78b0-4ad5-8d0b-c84f47326390 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:49.660378 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-827cb528-78b0-4ad5-8d0b-c84f47326390 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:49.668475 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827cb528-78b0-4ad5-8d0b-c84f47326390 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:49.669116 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-827cb528-78b0-4ad5-8d0b-c84f47326390 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:49.720409 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-9a8ec611-0dba-447b-9fed-a6691fe34299 req-310a8487-3eb3-4ed9-b448-8c3c7f3fb7d2 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Calling delete_port for daf6f3c0-09b1-4e7e-9d7a-460fca6c1b16 owned by network:floatingip {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:11:49.778659 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-827cb528-78b0-4ad5-8d0b-c84f47326390 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3974702 Feb 09 01:11:49.781862 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36642) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:49.790334 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-6b85a6bc-f0fd-4097-8fce-e24221b30fbe tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1092469216'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:49.794153 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827cb528-78b0-4ad5-8d0b-c84f47326390 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Pushing event updated for resources: {'Network': ['ID=4c3d40f6-0772-434f-b20b-9151050a0fbb,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:49.801042 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-6b85a6bc-f0fd-4097-8fce-e24221b30fbe tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:11:49.806167 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-6b85a6bc-f0fd-4097-8fce-e24221b30fbe tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Usage tracker for resource:network and tenant:7f18e529f4c84a5989fa04dcf6abb37b is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:11:49.808898 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-6b85a6bc-f0fd-4097-8fce-e24221b30fbe tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:11:49.811127 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 4c3d40f6-0772-434f-b20b-9151050a0fbb details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:11:49.815493 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-6b85a6bc-f0fd-4097-8fce-e24221b30fbe tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:11:49.826035 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b85a6bc-f0fd-4097-8fce-e24221b30fbe tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Made reservation on behalf of 7f18e529f4c84a5989fa04dcf6abb37b for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:11:49.829547 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6b85a6bc-f0fd-4097-8fce-e24221b30fbe tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:49.859144 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b85a6bc-f0fd-4097-8fce-e24221b30fbe tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:11:49.869682 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6b85a6bc-f0fd-4097-8fce-e24221b30fbe tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:49.870029 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-6b85a6bc-f0fd-4097-8fce-e24221b30fbe tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Added segment 7201817a-aadf-4677-948d-80ed65ebcaac of type vlan for network dd219344-4b65-4d99-adbc-95dab964e99e Feb 09 01:11:49.898035 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6b85a6bc-f0fd-4097-8fce-e24221b30fbe tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:49.933095 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6b85a6bc-f0fd-4097-8fce-e24221b30fbe tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:49.940645 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b85a6bc-f0fd-4097-8fce-e24221b30fbe tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:49.940856 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-71525cfd-4525-425f-ae62-7699f4800ba3 req-62f56c13-03cf-43ee-88ac-8d3eb995ee9f service neutron] 10.222.0.62 "GET /v2.0/networks/f8f308ba-9995-4783-99e1-ca9d8ea70b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4881527 Feb 09 01:11:49.941411 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6b85a6bc-f0fd-4097-8fce-e24221b30fbe tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:50.053358 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-6b85a6bc-f0fd-4097-8fce-e24221b30fbe tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2706246 Feb 09 01:11:50.056203 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 36646) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:50.063088 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b85a6bc-f0fd-4097-8fce-e24221b30fbe tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Pushing event updated for resources: {'Network': ['ID=dd219344-4b65-4d99-adbc-95dab964e99e,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:50.069739 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-0cf5fe3d-8a7d-452a-af28-d1d703f041a5 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Request body: {'ports': [{'network_id': '4c3d40f6-0772-434f-b20b-9151050a0fbb', 'name': 'tempest-port--122904953', 'admin_state_up': True}, {'network_id': 'dd219344-4b65-4d99-adbc-95dab964e99e', 'admin_state_up': False}]} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:50.069980 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-0cf5fe3d-8a7d-452a-af28-d1d703f041a5 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Request body: {'port': {'network_id': '4c3d40f6-0772-434f-b20b-9151050a0fbb', 'name': 'tempest-port--122904953', 'admin_state_up': True}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:50.070625 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-0cf5fe3d-8a7d-452a-af28-d1d703f041a5 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Request body: {'port': {'network_id': 'dd219344-4b65-4d99-adbc-95dab964e99e', 'admin_state_up': False}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:50.074463 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network dd219344-4b65-4d99-adbc-95dab964e99e details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:11:50.317314 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c855246d-5e55-41a7-89cd-ddc2f0c07dec req-7f2b0723-0b4e-4341-88f8-37bca9914aea tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:50.322957 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c855246d-5e55-41a7-89cd-ddc2f0c07dec req-7f2b0723-0b4e-4341-88f8-37bca9914aea tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:50.328652 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c855246d-5e55-41a7-89cd-ddc2f0c07dec req-7f2b0723-0b4e-4341-88f8-37bca9914aea tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:50.335047 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c855246d-5e55-41a7-89cd-ddc2f0c07dec req-7f2b0723-0b4e-4341-88f8-37bca9914aea tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:50.340715 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c855246d-5e55-41a7-89cd-ddc2f0c07dec req-7f2b0723-0b4e-4341-88f8-37bca9914aea tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:50.347040 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c855246d-5e55-41a7-89cd-ddc2f0c07dec req-7f2b0723-0b4e-4341-88f8-37bca9914aea tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:50.352744 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c855246d-5e55-41a7-89cd-ddc2f0c07dec req-7f2b0723-0b4e-4341-88f8-37bca9914aea tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:50.354713 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c855246d-5e55-41a7-89cd-ddc2f0c07dec req-7f2b0723-0b4e-4341-88f8-37bca9914aea tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 5433 time: 0.6411004 Feb 09 01:11:50.613854 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9a8ec611-0dba-447b-9fed-a6691fe34299 req-310a8487-3eb3-4ed9-b448-8c3c7f3fb7d2 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:50.618550 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-71525cfd-4525-425f-ae62-7699f4800ba3 req-bf276be7-d66c-4743-87cb-7ca96df7a564 service neutron] 10.222.0.62 "GET /v2.0/networks/f8f308ba-9995-4783-99e1-ca9d8ea70b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6559787 Feb 09 01:11:50.679911 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310a8487-3eb3-4ed9-b448-8c3c7f3fb7d2 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Pushing event deleted for resources: {'Port': ['ID=daf6f3c0-09b1-4e7e-9d7a-460fca6c1b16,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:50.729337 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c855246d-5e55-41a7-89cd-ddc2f0c07dec req-a0e76fd8-6674-4b3c-97c1-9cc0fddfda1f tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/security-groups?id=2e29d487-4384-458c-a1fb-a5cd591001dc&id=c7f86f67-ad65-4a75-ada7-f9729d599d03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3681645 Feb 09 01:11:50.847210 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-0cf5fe3d-8a7d-452a-af28-d1d703f041a5 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:11:50.889003 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-0cf5fe3d-8a7d-452a-af28-d1d703f041a5 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Usage tracker for resource:port and tenant:7f18e529f4c84a5989fa04dcf6abb37b is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:11:50.897911 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-0cf5fe3d-8a7d-452a-af28-d1d703f041a5 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:11:50.917890 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-0cf5fe3d-8a7d-452a-af28-d1d703f041a5 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:11:50.941530 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9a8ec611-0dba-447b-9fed-a6691fe34299 req-310a8487-3eb3-4ed9-b448-8c3c7f3fb7d2 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Notify callbacks [] for floatingip, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:50.964889 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e9133-9bd6-4804-b5e1-10390af40ded req-d0753264-d0ed-4d56-bd64-b823c1328683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:50.966590 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-523e9133-9bd6-4804-b5e1-10390af40ded req-d0753264-d0ed-4d56-bd64-b823c1328683 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ed23cff30cf943aeb6798893e4484ce7&device_id=4f584ff8-d527-4b69-95a6-07f4f1a761f5 HTTP/1.1" status: 200 len: 1096 time: 0.2878196 Feb 09 01:11:50.971716 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf5fe3d-8a7d-452a-af28-d1d703f041a5 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Made reservation on behalf of 7f18e529f4c84a5989fa04dcf6abb37b for: {'port': 2} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:11:50.976046 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0cf5fe3d-8a7d-452a-af28-d1d703f041a5 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:51.073895 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0cf5fe3d-8a7d-452a-af28-d1d703f041a5 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:51.099750 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9a8ec611-0dba-447b-9fed-a6691fe34299 req-310a8487-3eb3-4ed9-b448-8c3c7f3fb7d2 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:51.100867 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9a8ec611-0dba-447b-9fed-a6691fe34299 req-310a8487-3eb3-4ed9-b448-8c3c7f3fb7d2 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "DELETE /v2.0/floatingips/f91d7fdb-cc78-47bb-a560-ee1ab4038b56 HTTP/1.1" status: 204 len: 173 time: 2.2611194 Feb 09 01:11:51.117315 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d851a63-e723-4ff8-b773-a9df085ac92c req-5d8bc9e9-ac3b-44ad-b548-c8d59d1437c6 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:51.120181 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4d851a63-e723-4ff8-b773-a9df085ac92c req-5d8bc9e9-ac3b-44ad-b548-c8d59d1437c6 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=8e4ecadd-5d83-41c7-a8bf-603a3cc4668a HTTP/1.1" status: 200 len: 945 time: 0.2770438 Feb 09 01:11:51.404539 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e9133-9bd6-4804-b5e1-10390af40ded req-7e789eda-d3d1-4ca4-91a0-9c15fe46757c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:51.406036 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-523e9133-9bd6-4804-b5e1-10390af40ded req-7e789eda-d3d1-4ca4-91a0-9c15fe46757c service neutron] 10.222.0.62 "GET /v2.0/networks?id=f8f308ba-9995-4783-99e1-ca9d8ea70b66 HTTP/1.1" status: 200 len: 920 time: 0.4175150 Feb 09 01:11:51.415872 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4d851a63-e723-4ff8-b773-a9df085ac92c req-cdaa9ae5-a33c-43a3-8580-7f0602eb6108 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522731 Feb 09 01:11:51.507418 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-523e9133-9bd6-4804-b5e1-10390af40ded req-f3d1bf21-4ae2-4fc0-9ef2-95975c40a7d9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe32ac7d-282f-49aa-b85d-75120d8ab0c4 HTTP/1.1" status: 200 len: 217 time: 0.0868759 Feb 09 01:11:51.527030 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-0cf5fe3d-8a7d-452a-af28-d1d703f041a5 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] device_id is not set on port ed41fea0-5f59-47bf-b9c3-0b5cce2230c0 yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:11:51.652975 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d894db-3b01-4410-8212-fb18f1fd386f req-5367633c-c569-42d5-88b8-1b5773dd80a4 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:51.654498 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f2d894db-3b01-4410-8212-fb18f1fd386f req-5367633c-c569-42d5-88b8-1b5773dd80a4 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=7dde1fc5-d07f-45a8-ab56-9c682424bf1e HTTP/1.1" status: 200 len: 945 time: 0.4215460 Feb 09 01:11:51.687476 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:51.692290 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e9133-9bd6-4804-b5e1-10390af40ded req-35a89244-a10f-476a-8752-2bbb0d765c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:51.693809 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-523e9133-9bd6-4804-b5e1-10390af40ded req-35a89244-a10f-476a-8752-2bbb0d765c33 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bcf1686f-3ee3-49d0-9844-7b5aa1be3c35 HTTP/1.1" status: 200 len: 859 time: 0.1242514 Feb 09 01:11:51.778248 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-523e9133-9bd6-4804-b5e1-10390af40ded req-397ddc2e-ce18-44cb-85bb-7e31d6c454ae service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f8f308ba-9995-4783-99e1-ca9d8ea70b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651829 Feb 09 01:11:51.791723 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f2d894db-3b01-4410-8212-fb18f1fd386f req-300ea896-f922-45a4-9f0c-bc1046b3376c tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282768 Feb 09 01:11:51.792595 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 3f9076dc-04b6-418a-96bd-62f1607aba38 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:11:51.840404 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c18fea-0eee-4e8d-bea5-5d3bc54cbc51 req-784c928d-7cfe-4220-842d-30885dbf0354 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:51.840404 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-48c18fea-0eee-4e8d-bea5-5d3bc54cbc51 req-784c928d-7cfe-4220-842d-30885dbf0354 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 943 time: 0.3186395 Feb 09 01:11:51.965850 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 3f9076dc-04b6-418a-96bd-62f1607aba38, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=3f9076dc-04b6-418a-96bd-62f1607aba38,segment=NetworkSegment(7bf4b616-e8a5-474f-aa5e-72f7948301ca),segment_id=7bf4b616-e8a5-474f-aa5e-72f7948301ca)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:11:51.979197 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '3f9076dc-04b6-418a-96bd-62f1607aba38', 'network_id': 'be5e3be5-6e84-4180-8cc4-7f73e6515735', 'port_id': '3f9076dc-04b6-418a-96bd-62f1607aba38', 'mac_address': 'fa:16:3e:d7:60:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f1b23ff-5c33-41f2-bf9f-a257a3962e7c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:11:52.036036 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:52.060621 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f9076dc-04b6-418a-96bd-62f1607aba38 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:11:52.077717 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 3f9076dc-04b6-418a-96bd-62f1607aba38, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=3f9076dc-04b6-418a-96bd-62f1607aba38,segment=NetworkSegment(7bf4b616-e8a5-474f-aa5e-72f7948301ca),segment_id=7bf4b616-e8a5-474f-aa5e-72f7948301ca)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:11:52.083111 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:52.157862 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=3f9076dc-04b6-418a-96bd-62f1607aba38,revision_number=9']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:52.206737 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0cf5fe3d-8a7d-452a-af28-d1d703f041a5 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:52.214690 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-48c18fea-0eee-4e8d-bea5-5d3bc54cbc51 req-ea4ece9b-088f-4afb-8702-fc4cba9fcf86 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3209302 Feb 09 01:11:52.323511 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-523e9133-9bd6-4804-b5e1-10390af40ded req-4bf836ff-b126-40be-a182-312d984b8a18 service neutron] 10.222.0.62 "GET /v2.0/networks/f8f308ba-9995-4783-99e1-ca9d8ea70b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5253856 Feb 09 01:11:52.481957 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['3f9076dc-04b6-418a-96bd-62f1607aba38'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:11:52.489414 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-0cf5fe3d-8a7d-452a-af28-d1d703f041a5 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] device_id is not set on port 77c11548-2534-4b99-90da-aec734918b3e yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:11:52.503599 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1800af39-ce09-481a-9d00-6eebfdbc1592 req-9a152c2f-1e2b-49ce-9685-1e50500215bd tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:52.505391 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1800af39-ce09-481a-9d00-6eebfdbc1592 req-9a152c2f-1e2b-49ce-9685-1e50500215bd tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "GET /v2.0/ports?device_id=66abf429-08b1-4733-9148-a03acc898aa2 HTTP/1.1" status: 200 len: 985 time: 0.5815482 Feb 09 01:11:52.515295 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ac219bb5-c901-4e7d-b4fe-067bb9ce465e req-c588a079-89e1-4379-a8d1-f736be7c8427 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/security-groups/cc5386b8-f023-457c-b6c7-e82540870bba HTTP/1.1" status: 200 len: 1808 time: 0.2608321 Feb 09 01:11:52.562285 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-4e0d8c88-befb-43a0-8160-1b88ab5de81a tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:52.568843 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-4e0d8c88-befb-43a0-8160-1b88ab5de81a tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:52.574658 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-4e0d8c88-befb-43a0-8160-1b88ab5de81a tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:52.580464 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-4e0d8c88-befb-43a0-8160-1b88ab5de81a tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:52.586238 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-4e0d8c88-befb-43a0-8160-1b88ab5de81a tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:52.591985 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-4e0d8c88-befb-43a0-8160-1b88ab5de81a tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:52.598308 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-4e0d8c88-befb-43a0-8160-1b88ab5de81a tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:52.600189 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-4e0d8c88-befb-43a0-8160-1b88ab5de81a tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 5433 time: 0.6220386 Feb 09 01:11:52.748596 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1800af39-ce09-481a-9d00-6eebfdbc1592 req-00dac92e-cc76-47eb-881d-b825c112dfd8 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "GET /v2.0/security-groups?id=7432a6e0-20bb-4b7a-9fb6-44a9c667edd7&id=04db1776-df78-44e6-8589-18bdc682e548&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2319179 Feb 09 01:11:52.756185 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-523e9133-9bd6-4804-b5e1-10390af40ded req-c7d8755a-c55b-4095-aa86-c4e76b5c1fe9 service neutron] 10.222.0.62 "GET /v2.0/networks/f8f308ba-9995-4783-99e1-ca9d8ea70b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4225185 Feb 09 01:11:52.775533 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-046c5c60-e968-45d1-9916-b068916c3d51 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:52.776932 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-046c5c60-e968-45d1-9916-b068916c3d51 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.62 "GET /v2.0/ports/7d8b3dcd-4895-4a65-b10b-c277f53b3a30?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1510861 Feb 09 01:11:52.943891 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ac219bb5-c901-4e7d-b4fe-067bb9ce465e req-1d425445-5bc6-427b-98f5-fee78f13ce4d tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:53.032657 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ac219bb5-c901-4e7d-b4fe-067bb9ce465e req-1d425445-5bc6-427b-98f5-fee78f13ce4d tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:53.042485 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0cf5fe3d-8a7d-452a-af28-d1d703f041a5 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:53.130050 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-940f435d-e586-448d-bf8f-737daa25da01 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.62 "GET /v2.0/networks/5504a1b4-4e92-48cb-9653-87325b009802?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3451762 Feb 09 01:11:53.143269 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-5cf2b751-2e51-4b72-a757-27803e8bb680 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:53.186381 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495187e3-88f3-4ea6-beae-2c0bb7af440f req-f9405a5c-9016-4289-ac05-9f6590cde099 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:53.187887 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-495187e3-88f3-4ea6-beae-2c0bb7af440f req-f9405a5c-9016-4289-ac05-9f6590cde099 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=8e4ecadd-5d83-41c7-a8bf-603a3cc4668a HTTP/1.1" status: 200 len: 945 time: 0.3065128 Feb 09 01:11:53.206688 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ac219bb5-c901-4e7d-b4fe-067bb9ce465e req-1d425445-5bc6-427b-98f5-fee78f13ce4d tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:53.236678 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0cf5fe3d-8a7d-452a-af28-d1d703f041a5 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:53.292627 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d425445-5bc6-427b-98f5-fee78f13ce4d tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5386b8-f023-457c-b6c7-e82540870bba,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:53.394325 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-495187e3-88f3-4ea6-beae-2c0bb7af440f req-9fe139eb-cf0e-4463-9a5e-508e99e8cda4 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956384 Feb 09 01:11:53.419631 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf5fe3d-8a7d-452a-af28-d1d703f041a5 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Pushing event updated for resources: {'Port': ['ID=ed41fea0-5f59-47bf-b9c3-0b5cce2230c0,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:53.421930 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ac219bb5-c901-4e7d-b4fe-067bb9ce465e req-1d425445-5bc6-427b-98f5-fee78f13ce4d tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:53.422922 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ac219bb5-c901-4e7d-b4fe-067bb9ce465e req-1d425445-5bc6-427b-98f5-fee78f13ce4d tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "DELETE /v2.0/security-groups/cc5386b8-f023-457c-b6c7-e82540870bba HTTP/1.1" status: 204 len: 173 time: 0.8905175 Feb 09 01:11:53.441886 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-5cf2b751-2e51-4b72-a757-27803e8bb680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:53.457671 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf5fe3d-8a7d-452a-af28-d1d703f041a5 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Checking segment: {'id': '4eb7e371-ce13-4992-89a8-3e7ac4236bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4c3d40f6-0772-434f-b20b-9151050a0fbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:11:53.457671 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf5fe3d-8a7d-452a-af28-d1d703f041a5 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Network hostable DHCP agents. Network: 4c3d40f6-0772-434f-b20b-9151050a0fbb, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:11:53.621126 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf5fe3d-8a7d-452a-af28-d1d703f041a5 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Network 4c3d40f6-0772-434f-b20b-9151050a0fbb is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:11:53.718641 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-0cf5fe3d-8a7d-452a-af28-d1d703f041a5 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 4c3d40f6-0772-434f-b20b-9151050a0fbb) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:11:53.725466 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf5fe3d-8a7d-452a-af28-d1d703f041a5 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:11:53.726333 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0cf5fe3d-8a7d-452a-af28-d1d703f041a5 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:53.727985 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbaef3f-d6a5-4ebe-b26a-66da0f4a3d16 None None] Network 4c3d40f6-0772-434f-b20b-9151050a0fbb requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:11:53.814613 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 3f9076dc-04b6-418a-96bd-62f1607aba38 up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:11:53.895888 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26cc83-bcf0-4983-9c01-3bb1b9913b63 req-eff5b746-4aeb-4013-b9ca-e1153418a6fc tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:53.901720 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26cc83-bcf0-4983-9c01-3bb1b9913b63 req-eff5b746-4aeb-4013-b9ca-e1153418a6fc tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:53.907526 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26cc83-bcf0-4983-9c01-3bb1b9913b63 req-eff5b746-4aeb-4013-b9ca-e1153418a6fc tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:53.914131 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26cc83-bcf0-4983-9c01-3bb1b9913b63 req-eff5b746-4aeb-4013-b9ca-e1153418a6fc tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:53.919900 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26cc83-bcf0-4983-9c01-3bb1b9913b63 req-eff5b746-4aeb-4013-b9ca-e1153418a6fc tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:53.926096 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26cc83-bcf0-4983-9c01-3bb1b9913b63 req-eff5b746-4aeb-4013-b9ca-e1153418a6fc tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:53.931881 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26cc83-bcf0-4983-9c01-3bb1b9913b63 req-eff5b746-4aeb-4013-b9ca-e1153418a6fc tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:53.933776 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2d26cc83-bcf0-4983-9c01-3bb1b9913b63 req-eff5b746-4aeb-4013-b9ca-e1153418a6fc tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 5433 time: 0.4295256 Feb 09 01:11:53.947940 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf5fe3d-8a7d-452a-af28-d1d703f041a5 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Pushing event updated for resources: {'Port': ['ID=77c11548-2534-4b99-90da-aec734918b3e,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:53.951216 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-5cf2b751-2e51-4b72-a757-27803e8bb680 service neutron] For port 7d8b3dcd-4895-4a65-b10b-c277f53b3a30, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=7d8b3dcd-4895-4a65-b10b-c277f53b3a30,segment=NetworkSegment(668d0fce-7a01-4e04-b1f2-26d977bd17d6),segment_id=668d0fce-7a01-4e04-b1f2-26d977bd17d6)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:11:53.968158 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b6db84-470a-45d8-b523-5a3cf37ad6fa req-c7964bc1-74f2-4301-ba0f-f72bb371ac66 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:53.969660 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-94b6db84-470a-45d8-b523-5a3cf37ad6fa req-c7964bc1-74f2-4301-ba0f-f72bb371ac66 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "GET /v2.0/ports?device_id=66abf429-08b1-4733-9148-a03acc898aa2 HTTP/1.1" status: 200 len: 985 time: 0.4182880 Feb 09 01:11:53.974550 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 3f9076dc-04b6-418a-96bd-62f1607aba38 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:11:53.974922 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:53.983211 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf5fe3d-8a7d-452a-af28-d1d703f041a5 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Checking segment: {'id': '7201817a-aadf-4677-948d-80ed65ebcaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'dd219344-4b65-4d99-adbc-95dab964e99e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:11:53.983571 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf5fe3d-8a7d-452a-af28-d1d703f041a5 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Network hostable DHCP agents. Network: dd219344-4b65-4d99-adbc-95dab964e99e, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:11:54.085794 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2d26cc83-bcf0-4983-9c01-3bb1b9913b63 req-c061f3cf-ae9b-4a5c-bc61-f12e1a237433 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/security-groups?id=2e29d487-4384-458c-a1fb-a5cd591001dc&id=c7f86f67-ad65-4a75-ada7-f9729d599d03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1306541 Feb 09 01:11:54.086721 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-5cf2b751-2e51-4b72-a757-27803e8bb680 service neutron] For port 7d8b3dcd-4895-4a65-b10b-c277f53b3a30, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:11:54.107254 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:54.149651 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c4817b5-06e6-43cd-9029-e22c5740a51a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9076dc-04b6-418a-96bd-62f1607aba38'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:11:54.162489 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 3f9076dc-04b6-418a-96bd-62f1607aba38, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=3f9076dc-04b6-418a-96bd-62f1607aba38,segment=NetworkSegment(7bf4b616-e8a5-474f-aa5e-72f7948301ca),segment_id=7bf4b616-e8a5-474f-aa5e-72f7948301ca)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:11:54.170572 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:54.171641 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 29b67380-972e-42bd-a2e3-dd7d7aa9358b no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:11:54.240482 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-94b6db84-470a-45d8-b523-5a3cf37ad6fa req-48a80a7e-46f2-469b-9876-22904fa87c84 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "GET /v2.0/security-groups?id=7432a6e0-20bb-4b7a-9fb6-44a9c667edd7&id=04db1776-df78-44e6-8589-18bdc682e548&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2519064 Feb 09 01:11:54.253395 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf5fe3d-8a7d-452a-af28-d1d703f041a5 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Network dd219344-4b65-4d99-adbc-95dab964e99e is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:11:54.309068 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-0cf5fe3d-8a7d-452a-af28-d1d703f041a5 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, dd219344-4b65-4d99-adbc-95dab964e99e) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:11:54.323335 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-5cf2b751-2e51-4b72-a757-27803e8bb680 service neutron] device_id is not set on port 7d8b3dcd-4895-4a65-b10b-c277f53b3a30 yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:11:54.323560 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b07317a-fa8e-4ae6-88d2-19877b17c2d6 None None] Network dd219344-4b65-4d99-adbc-95dab964e99e requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:11:54.330417 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf5fe3d-8a7d-452a-af28-d1d703f041a5 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:11:54.336217 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf5fe3d-8a7d-452a-af28-d1d703f041a5 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:54.340884 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf5fe3d-8a7d-452a-af28-d1d703f041a5 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:54.341560 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0cf5fe3d-8a7d-452a-af28-d1d703f041a5 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:54.396334 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-5cf2b751-2e51-4b72-a757-27803e8bb680 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:54.415801 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-5cf2b751-2e51-4b72-a757-27803e8bb680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:54.452028 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-0cf5fe3d-8a7d-452a-af28-d1d703f041a5 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.3926370 Feb 09 01:11:54.455469 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36672) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:54.470351 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=3f9076dc-04b6-418a-96bd-62f1607aba38,revision_number=10']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:54.561354 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c285abf0-5dad-4b09-bb85-e39d0f4509d7 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:54.569012 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c285abf0-5dad-4b09-bb85-e39d0f4509d7 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:54.571144 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c285abf0-5dad-4b09-bb85-e39d0f4509d7 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1139116 Feb 09 01:11:54.573907 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36676) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:54.577828 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba2a704-8a71-41af-917b-9fb32f1396b7 req-8223aa3a-cd2b-4b20-b714-e648fd4d1f7c tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:54.584831 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fba2a704-8a71-41af-917b-9fb32f1396b7 req-8223aa3a-cd2b-4b20-b714-e648fd4d1f7c tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=7dde1fc5-d07f-45a8-ab56-9c682424bf1e HTTP/1.1" status: 200 len: 945 time: 0.3432190 Feb 09 01:11:54.621227 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:54.641731 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf2b751-2e51-4b72-a757-27803e8bb680 service neutron] Pushing event updated for resources: {'Port': ['ID=7d8b3dcd-4895-4a65-b10b-c277f53b3a30,revision_number=6']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:54.649280 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-5cf2b751-2e51-4b72-a757-27803e8bb680 service neutron] No DVR routers for this DVR port 7d8b3dcd-4895-4a65-b10b-c277f53b3a30 on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:11:54.666859 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-2d59ff96-0363-430a-86c7-2e6360e003f7 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Deleting port ed41fea0-5f59-47bf-b9c3-0b5cce2230c0 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:11:54.667563 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2d59ff96-0363-430a-86c7-2e6360e003f7 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:54.716691 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 29b67380-972e-42bd-a2e3-dd7d7aa9358b, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=29b67380-972e-42bd-a2e3-dd7d7aa9358b,segment=NetworkSegment(1f6c047f-43ca-444c-82e6-5169d8594f92),segment_id=1f6c047f-43ca-444c-82e6-5169d8594f92)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:11:54.727716 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:54.728900 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device e89ee178-48d3-4ae3-a326-df98800a8ae0 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:11:54.734153 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fba2a704-8a71-41af-917b-9fb32f1396b7 req-e4dae4f3-3296-4ac9-a0e0-abc47e8b2ca7 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484084 Feb 09 01:11:54.741407 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-5cf2b751-2e51-4b72-a757-27803e8bb680 service neutron] In _notify_port_updated(), no bound segment for port 7d8b3dcd-4895-4a65-b10b-c277f53b3a30 on network 5504a1b4-4e92-48cb-9653-87325b009802 {{(pid=87639) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 01:11:54.742488 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-5cf2b751-2e51-4b72-a757-27803e8bb680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:54.743166 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-5cf2b751-2e51-4b72-a757-27803e8bb680 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:54.744511 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-5cf2b751-2e51-4b72-a757-27803e8bb680 service neutron] 10.222.0.62 "PUT /v2.0/ports/7d8b3dcd-4895-4a65-b10b-c277f53b3a30 HTTP/1.1" status: 200 len: 1027 time: 1.6074290 Feb 09 01:11:54.764375 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbcf753-4465-416f-8c07-fb07ccfa5a97 req-34f8ecfd-7163-44ea-8a47-7246c3b27083 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:54.766040 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6dbcf753-4465-416f-8c07-fb07ccfa5a97 req-34f8ecfd-7163-44ea-8a47-7246c3b27083 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 946 time: 0.4092865 Feb 09 01:11:54.846571 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:54.885414 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-5bb478af-4a62-468d-a85b-b20845a3809a tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:54.889237 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-5bb478af-4a62-468d-a85b-b20845a3809a tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.62 "GET /v2.0/ports/80c552f4-13ae-4751-a8d8-0876183d5bf7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1221015 Feb 09 01:11:54.893066 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6dbcf753-4465-416f-8c07-fb07ccfa5a97 req-a02d47f6-ae3f-4be9-88ed-eb38b9054928 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892375 Feb 09 01:11:54.907214 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-43ed508f-b66f-4569-8dde-cf012ea2bac7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:55.003961 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=29b67380-972e-42bd-a2e3-dd7d7aa9358b,revision_number=6']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:55.014105 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2d59ff96-0363-430a-86c7-2e6360e003f7 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:55.027050 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c4817b5-06e6-43cd-9029-e22c5740a51a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9076dc-04b6-418a-96bd-62f1607aba38', 'code': 200} Feb 09 01:11:55.093459 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4ebefeab-6f8b-43aa-9012-7df7daee33da None None] Provisioning complete for port 7d8b3dcd-4895-4a65-b10b-c277f53b3a30 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:11:55.093863 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4ebefeab-6f8b-43aa-9012-7df7daee33da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:55.187341 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:55.203093 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-4ebefeab-6f8b-43aa-9012-7df7daee33da None None] Port 7d8b3dcd-4895-4a65-b10b-c277f53b3a30 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:11:55.211064 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-2d59ff96-0363-430a-86c7-2e6360e003f7 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Calling delete_port for ed41fea0-5f59-47bf-b9c3-0b5cce2230c0 owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:11:55.224957 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-43ed508f-b66f-4569-8dde-cf012ea2bac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:55.229753 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port e89ee178-48d3-4ae3-a326-df98800a8ae0, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=e89ee178-48d3-4ae3-a326-df98800a8ae0,segment=NetworkSegment(668d0fce-7a01-4e04-b1f2-26d977bd17d6),segment_id=668d0fce-7a01-4e04-b1f2-26d977bd17d6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:11:55.234244 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:55.235611 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 80c552f4-13ae-4751-a8d8-0876183d5bf7 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:11:55.334709 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2d59ff96-0363-430a-86c7-2e6360e003f7 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:55.350507 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=e89ee178-48d3-4ae3-a326-df98800a8ae0,revision_number=6']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:55.398899 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d59ff96-0363-430a-86c7-2e6360e003f7 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Pushing event deleted for resources: {'Port': ['ID=ed41fea0-5f59-47bf-b9c3-0b5cce2230c0,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:55.405770 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2d59ff96-0363-430a-86c7-2e6360e003f7 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:55.414673 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-2d59ff96-0363-430a-86c7-2e6360e003f7 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] 10.222.0.105 "DELETE /v2.0/ports/ed41fea0-5f59-47bf-b9c3-0b5cce2230c0 HTTP/1.1" status: 204 len: 168 time: 0.8390219 Feb 09 01:11:55.417379 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9b608c-c602-41c1-a0f3-593b70e8ed59 req-c5271adc-b907-4d41-8a17-3563a9763f1a tempest-TestSecurityGroupsBasicOps-1458332842 tempest-TestSecurityGroupsBasicOps-1458332842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:55.417894 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36690) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:55.419021 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ba9b608c-c602-41c1-a0f3-593b70e8ed59 req-c5271adc-b907-4d41-8a17-3563a9763f1a tempest-TestSecurityGroupsBasicOps-1458332842 tempest-TestSecurityGroupsBasicOps-1458332842-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=66abf429-08b1-4733-9148-a03acc898aa2 HTTP/1.1" status: 200 len: 1136 time: 0.2998352 Feb 09 01:11:55.484122 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:55.489175 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-15bcc794-2e0e-4e6b-bcdf-883acfcc83e7 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Deleting port 77c11548-2534-4b99-90da-aec734918b3e {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:11:55.489759 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-15bcc794-2e0e-4e6b-bcdf-883acfcc83e7 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:55.559736 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ba9b608c-c602-41c1-a0f3-593b70e8ed59 req-36d4824c-1237-47b0-9a6b-892d76621d4d tempest-TestSecurityGroupsBasicOps-1458332842 tempest-TestSecurityGroupsBasicOps-1458332842-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:55.593757 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-ba9b608c-c602-41c1-a0f3-593b70e8ed59 req-36d4824c-1237-47b0-9a6b-892d76621d4d tempest-TestSecurityGroupsBasicOps-1458332842 tempest-TestSecurityGroupsBasicOps-1458332842-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:11:55.604455 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-ba9b608c-c602-41c1-a0f3-593b70e8ed59 req-36d4824c-1237-47b0-9a6b-892d76621d4d tempest-TestSecurityGroupsBasicOps-1458332842 tempest-TestSecurityGroupsBasicOps-1458332842-project-admin] Usage tracker for resource:security_group_rule and tenant:968413086f8b41829d554ec22f796d13 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:11:55.608333 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013af09e-de37-4b9f-9afc-7156d72538f5 req-9bfe56f3-5b2a-4669-bde0-ddada8ae5e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:55.609925 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-013af09e-de37-4b9f-9afc-7156d72538f5 req-9bfe56f3-5b2a-4669-bde0-ddada8ae5e3c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 1097 time: 0.2964976 Feb 09 01:11:55.610585 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-ba9b608c-c602-41c1-a0f3-593b70e8ed59 req-36d4824c-1237-47b0-9a6b-892d76621d4d tempest-TestSecurityGroupsBasicOps-1458332842 tempest-TestSecurityGroupsBasicOps-1458332842-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:11:55.630573 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-ba9b608c-c602-41c1-a0f3-593b70e8ed59 req-36d4824c-1237-47b0-9a6b-892d76621d4d tempest-TestSecurityGroupsBasicOps-1458332842 tempest-TestSecurityGroupsBasicOps-1458332842-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:11:55.693086 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-43ed508f-b66f-4569-8dde-cf012ea2bac7 service neutron] For port 80c552f4-13ae-4751-a8d8-0876183d5bf7, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=80c552f4-13ae-4751-a8d8-0876183d5bf7,segment=NetworkSegment(668d0fce-7a01-4e04-b1f2-26d977bd17d6),segment_id=668d0fce-7a01-4e04-b1f2-26d977bd17d6)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:11:55.719494 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-013af09e-de37-4b9f-9afc-7156d72538f5 req-ef9052fc-48b8-4d32-a945-80d0404c53d1 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862525 Feb 09 01:11:55.723735 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-15bcc794-2e0e-4e6b-bcdf-883acfcc83e7 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:55.727662 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38940c0c-60ff-4dbd-be15-56381d73c31b req-25caacc8-2dc4-4dbe-82aa-9f474a7d685e tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:55.729074 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-38940c0c-60ff-4dbd-be15-56381d73c31b req-25caacc8-2dc4-4dbe-82aa-9f474a7d685e tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=8e4ecadd-5d83-41c7-a8bf-603a3cc4668a HTTP/1.1" status: 200 len: 945 time: 0.2622776 Feb 09 01:11:55.809269 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-43ed508f-b66f-4569-8dde-cf012ea2bac7 service neutron] For port 80c552f4-13ae-4751-a8d8-0876183d5bf7, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:11:55.854331 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-38940c0c-60ff-4dbd-be15-56381d73c31b req-fff2acbe-d473-4058-be14-9bafca700e47 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166625 Feb 09 01:11:55.854755 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-15bcc794-2e0e-4e6b-bcdf-883acfcc83e7 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Calling delete_port for 77c11548-2534-4b99-90da-aec734918b3e owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:11:55.886893 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-43ed508f-b66f-4569-8dde-cf012ea2bac7 service neutron] device_id is not set on port 80c552f4-13ae-4751-a8d8-0876183d5bf7 yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:11:55.904667 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-43ed508f-b66f-4569-8dde-cf012ea2bac7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:55.918008 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-43ed508f-b66f-4569-8dde-cf012ea2bac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:55.949152 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-15bcc794-2e0e-4e6b-bcdf-883acfcc83e7 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:55.959974 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ba9b608c-c602-41c1-a0f3-593b70e8ed59 req-36d4824c-1237-47b0-9a6b-892d76621d4d tempest-TestSecurityGroupsBasicOps-1458332842 tempest-TestSecurityGroupsBasicOps-1458332842-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:55.978609 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:11:55.979218 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:11:55.981705 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ba9b608c-c602-41c1-a0f3-593b70e8ed59 req-36d4824c-1237-47b0-9a6b-892d76621d4d tempest-TestSecurityGroupsBasicOps-1458332842 tempest-TestSecurityGroupsBasicOps-1458332842-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:56.021083 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bcc794-2e0e-4e6b-bcdf-883acfcc83e7 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Pushing event deleted for resources: {'Port': ['ID=77c11548-2534-4b99-90da-aec734918b3e,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:56.027141 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-15bcc794-2e0e-4e6b-bcdf-883acfcc83e7 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:56.035178 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-15bcc794-2e0e-4e6b-bcdf-883acfcc83e7 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] 10.222.0.105 "DELETE /v2.0/ports/77c11548-2534-4b99-90da-aec734918b3e HTTP/1.1" status: 204 len: 168 time: 0.6157341 Feb 09 01:11:56.036681 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36698) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:56.083524 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-6642399c-076d-4e22-afe8-fedc8e240493 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Synchronizing usage tracker for tenant:7f18e529f4c84a5989fa04dcf6abb37b on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:11:56.102500 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-6642399c-076d-4e22-afe8-fedc8e240493 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Unset dirty status for tenant:7f18e529f4c84a5989fa04dcf6abb37b on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:11:56.103678 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-6642399c-076d-4e22-afe8-fedc8e240493 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0660465 Feb 09 01:11:56.107690 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36702) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:56.114245 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-221a403b-7a41-433f-94ae-fcdebb6341a0 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1098007598'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:56.120467 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-221a403b-7a41-433f-94ae-fcdebb6341a0 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:11:56.125750 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-221a403b-7a41-433f-94ae-fcdebb6341a0 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Usage tracker for resource:network and tenant:7f18e529f4c84a5989fa04dcf6abb37b is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:11:56.129876 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-221a403b-7a41-433f-94ae-fcdebb6341a0 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:11:56.136330 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-221a403b-7a41-433f-94ae-fcdebb6341a0 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:11:56.149698 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-221a403b-7a41-433f-94ae-fcdebb6341a0 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Made reservation on behalf of 7f18e529f4c84a5989fa04dcf6abb37b for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:11:56.160129 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-221a403b-7a41-433f-94ae-fcdebb6341a0 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:56.193081 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-221a403b-7a41-433f-94ae-fcdebb6341a0 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:11:56.202947 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-221a403b-7a41-433f-94ae-fcdebb6341a0 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:56.203346 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-221a403b-7a41-433f-94ae-fcdebb6341a0 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Added segment 07c783c0-1fe5-4e61-ad6f-6869bc76bf02 of type vlan for network 4088768e-d790-404b-96ad-459e2e5c8219 Feb 09 01:11:56.232102 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-221a403b-7a41-433f-94ae-fcdebb6341a0 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:56.266615 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-221a403b-7a41-433f-94ae-fcdebb6341a0 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:56.272808 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221a403b-7a41-433f-94ae-fcdebb6341a0 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:56.273394 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-221a403b-7a41-433f-94ae-fcdebb6341a0 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:56.279426 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ba9b608c-c602-41c1-a0f3-593b70e8ed59 req-36d4824c-1237-47b0-9a6b-892d76621d4d tempest-TestSecurityGroupsBasicOps-1458332842 tempest-TestSecurityGroupsBasicOps-1458332842-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=7432a6e0-20bb-4b7a-9fb6-44a9c667edd7&id=04db1776-df78-44e6-8589-18bdc682e548&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.8097856 Feb 09 01:11:56.298424 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ed508f-b66f-4569-8dde-cf012ea2bac7 service neutron] Pushing event updated for resources: {'Port': ['ID=80c552f4-13ae-4751-a8d8-0876183d5bf7,revision_number=6']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:56.309465 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 36706) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:56.314712 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d4824c-1237-47b0-9a6b-892d76621d4d tempest-TestSecurityGroupsBasicOps-1458332842 tempest-TestSecurityGroupsBasicOps-1458332842-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e873b7cd-8ed3-4f41-8d0f-6306dc27ae9d,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:56.317940 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-43ed508f-b66f-4569-8dde-cf012ea2bac7 service neutron] No DVR routers for this DVR port 80c552f4-13ae-4751-a8d8-0876183d5bf7 on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:11:56.343248 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8e7c4d5d-92ff-4947-a68e-e691ba23784a None None] Provisioning complete for port 80c552f4-13ae-4751-a8d8-0876183d5bf7 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:11:56.343867 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8e7c4d5d-92ff-4947-a68e-e691ba23784a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:56.424256 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-8e7c4d5d-92ff-4947-a68e-e691ba23784a None None] Port 80c552f4-13ae-4751-a8d8-0876183d5bf7 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:11:56.478213 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-43ed508f-b66f-4569-8dde-cf012ea2bac7 service neutron] In _notify_port_updated(), no bound segment for port 80c552f4-13ae-4751-a8d8-0876183d5bf7 on network 5504a1b4-4e92-48cb-9653-87325b009802 {{(pid=87639) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 01:11:56.479074 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-43ed508f-b66f-4569-8dde-cf012ea2bac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:56.479690 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-43ed508f-b66f-4569-8dde-cf012ea2bac7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:56.480952 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-43ed508f-b66f-4569-8dde-cf012ea2bac7 service neutron] 10.222.0.62 "PUT /v2.0/ports/80c552f4-13ae-4751-a8d8-0876183d5bf7 HTTP/1.1" status: 200 len: 1026 time: 1.5805371 Feb 09 01:11:56.498169 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-221a403b-7a41-433f-94ae-fcdebb6341a0 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3869727 Feb 09 01:11:56.499244 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36710) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:56.508415 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-3942e015-0286-4d38-b7f5-e471851297de tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1841277430'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:56.515767 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221a403b-7a41-433f-94ae-fcdebb6341a0 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Pushing event updated for resources: {'Network': ['ID=4088768e-d790-404b-96ad-459e2e5c8219,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:56.519335 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3942e015-0286-4d38-b7f5-e471851297de tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:11:56.524255 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-3942e015-0286-4d38-b7f5-e471851297de tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Usage tracker for resource:network and tenant:7f18e529f4c84a5989fa04dcf6abb37b is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:11:56.527917 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-3942e015-0286-4d38-b7f5-e471851297de tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:11:56.534508 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3942e015-0286-4d38-b7f5-e471851297de tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:11:56.535244 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 4088768e-d790-404b-96ad-459e2e5c8219 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:11:56.544503 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3942e015-0286-4d38-b7f5-e471851297de tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Made reservation on behalf of 7f18e529f4c84a5989fa04dcf6abb37b for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:11:56.548346 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3942e015-0286-4d38-b7f5-e471851297de tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:56.563102 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534cf12a-930a-4093-b95c-60b77de78a3e req-96b27b4e-0136-4961-99fe-2a6c2d807182 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:56.569930 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534cf12a-930a-4093-b95c-60b77de78a3e req-96b27b4e-0136-4961-99fe-2a6c2d807182 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:56.575788 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534cf12a-930a-4093-b95c-60b77de78a3e req-96b27b4e-0136-4961-99fe-2a6c2d807182 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:56.582769 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534cf12a-930a-4093-b95c-60b77de78a3e req-96b27b4e-0136-4961-99fe-2a6c2d807182 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:56.586636 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3942e015-0286-4d38-b7f5-e471851297de tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:11:56.588670 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534cf12a-930a-4093-b95c-60b77de78a3e req-96b27b4e-0136-4961-99fe-2a6c2d807182 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:56.596126 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-534cf12a-930a-4093-b95c-60b77de78a3e req-96b27b4e-0136-4961-99fe-2a6c2d807182 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 3882 time: 0.5378773 Feb 09 01:11:56.602461 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3942e015-0286-4d38-b7f5-e471851297de tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:56.603429 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-3942e015-0286-4d38-b7f5-e471851297de tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Added segment 2f9cff6e-6b36-46ed-8ef8-2d14c7f06513 of type vlan for network 694dcc96-3c04-4311-830e-3aa1d42c130b Feb 09 01:11:56.655464 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-a6c61cca-5aa3-4c06-9676-7520695930d7 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Deleting port e89ee178-48d3-4ae3-a326-df98800a8ae0 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:11:56.655860 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-a6c61cca-5aa3-4c06-9676-7520695930d7 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:56.657849 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3942e015-0286-4d38-b7f5-e471851297de tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:56.659804 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device fc0b6706-1840-44e5-8766-dcd0e32cf566 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:11:56.695947 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3942e015-0286-4d38-b7f5-e471851297de tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:56.702118 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3942e015-0286-4d38-b7f5-e471851297de tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:56.703467 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3942e015-0286-4d38-b7f5-e471851297de tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:56.707549 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-534cf12a-930a-4093-b95c-60b77de78a3e req-50570a90-5cc0-4a65-a3d1-3388d516692c tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/security-groups?id=2e29d487-4384-458c-a1fb-a5cd591001dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104507 Feb 09 01:11:56.721039 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a856293-979f-4619-ac9d-64588d4e5e48 tempest-TestSecurityGroupsBasicOps-1458332842 tempest-TestSecurityGroupsBasicOps-1458332842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:56.722691 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-4a856293-979f-4619-ac9d-64588d4e5e48 tempest-TestSecurityGroupsBasicOps-1458332842 tempest-TestSecurityGroupsBasicOps-1458332842-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=66abf429-08b1-4733-9148-a03acc898aa2 HTTP/1.1" status: 200 len: 1131 time: 0.4101055 Feb 09 01:11:56.728401 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 36714) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:56.737725 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-d1c89676-97f9-4bba-97c0-ce5cb3ddc4f0 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Request body: {'floatingip': {'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'port_id': '407196dd-9518-46e7-b39a-db0b3c75969a', 'tenant_id': '8919f04ab45a492f916586ca80fae861', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:56.751231 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d1c89676-97f9-4bba-97c0-ce5cb3ddc4f0 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:11:56.755923 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-d1c89676-97f9-4bba-97c0-ce5cb3ddc4f0 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Usage tracker for resource:floatingip and tenant:8919f04ab45a492f916586ca80fae861 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:11:56.759131 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-d1c89676-97f9-4bba-97c0-ce5cb3ddc4f0 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:11:56.765746 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d1c89676-97f9-4bba-97c0-ce5cb3ddc4f0 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:11:56.797120 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:56.805361 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d1c89676-97f9-4bba-97c0-ce5cb3ddc4f0 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks [] for floatingip, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:56.838124 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port fc0b6706-1840-44e5-8766-dcd0e32cf566, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=fc0b6706-1840-44e5-8766-dcd0e32cf566,segment=NetworkSegment(cf163942-3f6f-46b3-9ab1-2824bdae0aa8),segment_id=cf163942-3f6f-46b3-9ab1-2824bdae0aa8)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:11:56.843605 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:56.863187 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-3942e015-0286-4d38-b7f5-e471851297de tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3627777 Feb 09 01:11:56.890133 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 37939233-0dda-4395-8f3c-785e2e6649d9 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:11:56.898489 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3942e015-0286-4d38-b7f5-e471851297de tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Pushing event updated for resources: {'Network': ['ID=694dcc96-3c04-4311-830e-3aa1d42c130b,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:56.906893 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673507d-2232-4b01-a8b8-bea56c619ec9 req-c18d248c-f57f-452a-8ce1-e5699c97f472 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:56.907818 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-3673507d-2232-4b01-a8b8-bea56c619ec9 req-c18d248c-f57f-452a-8ce1-e5699c97f472 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Synchronizing usage tracker for tenant:ed23cff30cf943aeb6798893e4484ce7 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:11:56.951463 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 694dcc96-3c04-4311-830e-3aa1d42c130b details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:11:57.060610 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed2ce431-e04c-45ab-af1c-5312d7191c93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29b67380-972e-42bd-a2e3-dd7d7aa9358b'}, {'server_uuid': 'ed2ce431-e04c-45ab-af1c-5312d7191c93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e89ee178-48d3-4ae3-a326-df98800a8ae0'}, {'server_uuid': 'ed2ce431-e04c-45ab-af1c-5312d7191c93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc0b6706-1840-44e5-8766-dcd0e32cf566'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:11:57.103232 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-3673507d-2232-4b01-a8b8-bea56c619ec9 req-c18d248c-f57f-452a-8ce1-e5699c97f472 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Unset dirty status for tenant:ed23cff30cf943aeb6798893e4484ce7 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:11:57.104286 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3673507d-2232-4b01-a8b8-bea56c619ec9 req-c18d248c-f57f-452a-8ce1-e5699c97f472 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/ports?device_id=4f584ff8-d527-4b69-95a6-07f4f1a761f5 HTTP/1.1" status: 200 len: 945 time: 0.6873784 Feb 09 01:11:57.142216 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=fc0b6706-1840-44e5-8766-dcd0e32cf566,revision_number=6']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:57.270499 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:57.278418 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-a6c61cca-5aa3-4c06-9676-7520695930d7 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] For port e89ee178-48d3-4ae3-a326-df98800a8ae0, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=e89ee178-48d3-4ae3-a326-df98800a8ae0,segment=NetworkSegment(668d0fce-7a01-4e04-b1f2-26d977bd17d6),segment_id=668d0fce-7a01-4e04-b1f2-26d977bd17d6)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:11:57.278777 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-a6c61cca-5aa3-4c06-9676-7520695930d7 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:57.290538 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-3673507d-2232-4b01-a8b8-bea56c619ec9 req-830f9554-08b8-4d52-8b6d-9a031df75fd1 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Synchronizing usage tracker for tenant:ed23cff30cf943aeb6798893e4484ce7 on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:11:57.306813 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 37939233-0dda-4395-8f3c-785e2e6649d9, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=37939233-0dda-4395-8f3c-785e2e6649d9,segment=NetworkSegment(668d0fce-7a01-4e04-b1f2-26d977bd17d6),segment_id=668d0fce-7a01-4e04-b1f2-26d977bd17d6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:11:57.311664 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:57.312597 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device a9cacbb0-447a-47ee-a44f-420f2f41ce3b no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:11:57.430492 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-a6c61cca-5aa3-4c06-9676-7520695930d7 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Calling delete_port for e89ee178-48d3-4ae3-a326-df98800a8ae0 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:11:57.457646 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=37939233-0dda-4395-8f3c-785e2e6649d9,revision_number=6']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:57.476923 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9949f8dd-417b-4a31-8a6f-7ec154ae9fca req-48d9b4ba-ef95-4274-b35e-238cc818313d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:57.478435 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9949f8dd-417b-4a31-8a6f-7ec154ae9fca req-48d9b4ba-ef95-4274-b35e-238cc818313d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=31d75c3847f44b229ecd5ad32549f4f2&device_id=7dde1fc5-d07f-45a8-ab56-9c682424bf1e HTTP/1.1" status: 200 len: 1096 time: 0.4492176 Feb 09 01:11:57.496119 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-3673507d-2232-4b01-a8b8-bea56c619ec9 req-830f9554-08b8-4d52-8b6d-9a031df75fd1 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Unset dirty status for tenant:ed23cff30cf943aeb6798893e4484ce7 on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:11:57.497272 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3673507d-2232-4b01-a8b8-bea56c619ec9 req-830f9554-08b8-4d52-8b6d-9a031df75fd1 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/security-groups?id=194f545e-58c8-4256-85e7-d6b0250214f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3514609 Feb 09 01:11:57.543569 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:57.612783 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f91fc-8184-418f-969f-d8005ab4be0a req-c49ed332-19ac-4cd3-a1c5-b8e47087493b tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:57.620291 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-990f91fc-8184-418f-969f-d8005ab4be0a req-c49ed332-19ac-4cd3-a1c5-b8e47087493b tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=8e4ecadd-5d83-41c7-a8bf-603a3cc4668a HTTP/1.1" status: 200 len: 945 time: 0.5284476 Feb 09 01:11:57.660221 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port a9cacbb0-447a-47ee-a44f-420f2f41ce3b, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=a9cacbb0-447a-47ee-a44f-420f2f41ce3b,segment=NetworkSegment(1f6c047f-43ca-444c-82e6-5169d8594f92),segment_id=1f6c047f-43ca-444c-82e6-5169d8594f92)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:11:57.664895 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:57.665802 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 7d8b3dcd-4895-4a65-b10b-c277f53b3a30 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:11:57.820642 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 7d8b3dcd-4895-4a65-b10b-c277f53b3a30 not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:11:57.859023 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=a9cacbb0-447a-47ee-a44f-420f2f41ce3b,revision_number=6']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:57.875406 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d1c89676-97f9-4bba-97c0-ce5cb3ddc4f0 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:57.879932 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-990f91fc-8184-418f-969f-d8005ab4be0a req-8b9bdb15-dffd-4bef-98cd-ad8a8f0fcd55 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586634 Feb 09 01:11:58.025688 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9949f8dd-417b-4a31-8a6f-7ec154ae9fca req-bcfb005d-eabe-4ca3-a75e-bf57c40510cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:58.027351 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9949f8dd-417b-4a31-8a6f-7ec154ae9fca req-bcfb005d-eabe-4ca3-a75e-bf57c40510cd service neutron] 10.222.0.62 "GET /v2.0/networks?id=ca102a1f-d5bf-460d-8853-70bcd81c5d48 HTTP/1.1" status: 200 len: 920 time: 0.5206325 Feb 09 01:11:58.300462 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9949f8dd-417b-4a31-8a6f-7ec154ae9fca req-7e5ff205-ee4a-492e-9696-aef954fc5213 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c1e285d-21c3-4d5c-a72a-9edc2b494f12 HTTP/1.1" status: 200 len: 217 time: 0.2477431 Feb 09 01:11:58.344174 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13081311-71f3-4eb7-a055-32d1d34f1b8e req-305c4632-9fcb-4827-b008-06706d016059 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:58.345766 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-13081311-71f3-4eb7-a055-32d1d34f1b8e req-305c4632-9fcb-4827-b008-06706d016059 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 946 time: 0.7219541 Feb 09 01:11:58.384336 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-a6c61cca-5aa3-4c06-9676-7520695930d7 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:58.486400 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c61cca-5aa3-4c06-9676-7520695930d7 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Pushing event deleted for resources: {'Port': ['ID=e89ee178-48d3-4ae3-a326-df98800a8ae0,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:58.564188 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-d1c89676-97f9-4bba-97c0-ce5cb3ddc4f0 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Allocated IP 172.25.0.154 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/a1c4db13-40f2-4f12-9356-8cb338504251) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:11:58.610202 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-13081311-71f3-4eb7-a055-32d1d34f1b8e req-519c152d-46f9-42e4-814d-9b75c3dd52f3 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219291 Feb 09 01:11:58.620661 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9949f8dd-417b-4a31-8a6f-7ec154ae9fca req-e9222090-ede1-4e96-bbc7-f0aabe3f55d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:58.622150 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9949f8dd-417b-4a31-8a6f-7ec154ae9fca req-e9222090-ede1-4e96-bbc7-f0aabe3f55d1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=22a67f5c-4428-4b0e-a900-0ff3d3591ee5 HTTP/1.1" status: 200 len: 859 time: 0.2706275 Feb 09 01:11:58.638771 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-a6c61cca-5aa3-4c06-9676-7520695930d7 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] No DVR routers for this DVR port e89ee178-48d3-4ae3-a326-df98800a8ae0 on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:11:58.723809 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed2ce431-e04c-45ab-af1c-5312d7191c93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29b67380-972e-42bd-a2e3-dd7d7aa9358b', 'code': 200} Feb 09 01:11:58.724322 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed2ce431-e04c-45ab-af1c-5312d7191c93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e89ee178-48d3-4ae3-a326-df98800a8ae0', 'code': 200} Feb 09 01:11:58.724552 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed2ce431-e04c-45ab-af1c-5312d7191c93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc0b6706-1840-44e5-8766-dcd0e32cf566', 'code': 200} Feb 09 01:11:58.734776 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-a6c61cca-5aa3-4c06-9676-7520695930d7 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:58.739145 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed2ce431-e04c-45ab-af1c-5312d7191c93', 'name': 'network-vif-deleted', 'tag': 'e89ee178-48d3-4ae3-a326-df98800a8ae0'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:11:58.764519 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9949f8dd-417b-4a31-8a6f-7ec154ae9fca req-00eac914-35e0-4fa4-84ea-186a8ca22359 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ca102a1f-d5bf-460d-8853-70bcd81c5d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1268771 Feb 09 01:11:58.803968 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd97aa0-760a-4499-bedb-c9a993d59f6a req-36691164-f240-4060-8f38-033fe6387f1e tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:58.810941 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7fd97aa0-760a-4499-bedb-c9a993d59f6a req-36691164-f240-4060-8f38-033fe6387f1e tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=7dde1fc5-d07f-45a8-ab56-9c682424bf1e HTTP/1.1" status: 200 len: 945 time: 0.5714238 Feb 09 01:11:58.941691 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-a6c61cca-5aa3-4c06-9676-7520695930d7 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.62 "DELETE /v2.0/ports/e89ee178-48d3-4ae3-a326-df98800a8ae0 HTTP/1.1" status: 204 len: 173 time: 2.4540772 Feb 09 01:11:59.095637 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7fd97aa0-760a-4499-bedb-c9a993d59f6a req-8fb6a82d-4c0f-49f3-a4e8-1122f35f82f0 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832987 Feb 09 01:11:59.115477 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-8fb71567-5c57-44e0-b17d-43dc5283d0b5 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Deleting port 29b67380-972e-42bd-a2e3-dd7d7aa9358b {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:11:59.115819 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-8fb71567-5c57-44e0-b17d-43dc5283d0b5 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:59.158735 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d1c89676-97f9-4bba-97c0-ce5cb3ddc4f0 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:59.263433 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9949f8dd-417b-4a31-8a6f-7ec154ae9fca req-1079e248-bfa3-4e4f-bb14-de98b16530e0 service neutron] 10.222.0.62 "GET /v2.0/networks/ca102a1f-d5bf-460d-8853-70bcd81c5d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4471245 Feb 09 01:11:59.368260 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ae31a-ab10-4ac1-bec4-b696c60ef894 req-4b48254a-3c93-4672-81b7-02f3011c356e tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:59.373929 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ae31a-ab10-4ac1-bec4-b696c60ef894 req-4b48254a-3c93-4672-81b7-02f3011c356e tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:59.383764 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ae31a-ab10-4ac1-bec4-b696c60ef894 req-4b48254a-3c93-4672-81b7-02f3011c356e tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:59.386439 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ae31a-ab10-4ac1-bec4-b696c60ef894 req-4b48254a-3c93-4672-81b7-02f3011c356e tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:59.387340 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-ba8ae31a-ab10-4ac1-bec4-b696c60ef894 req-4b48254a-3c93-4672-81b7-02f3011c356e tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Synchronizing usage tracker for tenant:b38b8d3b4ab64851a90546fed2d6c948 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:11:59.571798 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-ba8ae31a-ab10-4ac1-bec4-b696c60ef894 req-4b48254a-3c93-4672-81b7-02f3011c356e tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Unset dirty status for tenant:b38b8d3b4ab64851a90546fed2d6c948 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:11:59.579867 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ba8ae31a-ab10-4ac1-bec4-b696c60ef894 req-4b48254a-3c93-4672-81b7-02f3011c356e tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 3143 time: 0.7289689 Feb 09 01:11:59.588448 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d1c89676-97f9-4bba-97c0-ce5cb3ddc4f0 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:59.788632 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c89676-97f9-4bba-97c0-ce5cb3ddc4f0 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:11:59.810557 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-d1c89676-97f9-4bba-97c0-ce5cb3ddc4f0 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:11:59.831163 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c89676-97f9-4bba-97c0-ce5cb3ddc4f0 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:12:00.003087 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ba8ae31a-ab10-4ac1-bec4-b696c60ef894 req-66a79063-b73f-45e7-94c6-fec8c486d78b tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/security-groups?id=2e29d487-4384-458c-a1fb-a5cd591001dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4219711 Feb 09 01:12:00.006137 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9949f8dd-417b-4a31-8a6f-7ec154ae9fca req-d4318f5e-31d9-4a2b-a970-6fad87628496 service neutron] 10.222.0.62 "GET /v2.0/networks/ca102a1f-d5bf-460d-8853-70bcd81c5d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7235401 Feb 09 01:12:00.013982 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c89676-97f9-4bba-97c0-ce5cb3ddc4f0 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Pushing event updated for resources: {'Port': ['ID=a1c4db13-40f2-4f12-9356-8cb338504251,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:00.018694 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-8fb71567-5c57-44e0-b17d-43dc5283d0b5 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] For port 29b67380-972e-42bd-a2e3-dd7d7aa9358b, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=29b67380-972e-42bd-a2e3-dd7d7aa9358b,segment=NetworkSegment(1f6c047f-43ca-444c-82e6-5169d8594f92),segment_id=1f6c047f-43ca-444c-82e6-5169d8594f92)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:00.018985 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-8fb71567-5c57-44e0-b17d-43dc5283d0b5 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:00.165995 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed2ce431-e04c-45ab-af1c-5312d7191c93', 'name': 'network-vif-deleted', 'tag': 'e89ee178-48d3-4ae3-a326-df98800a8ae0', 'status': 'completed', 'code': 200} Feb 09 01:12:00.177020 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-8fb71567-5c57-44e0-b17d-43dc5283d0b5 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Calling delete_port for 29b67380-972e-42bd-a2e3-dd7d7aa9358b owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:12:00.230798 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c16fb-f215-4092-8c09-34905718c8bf req-08d55199-b385-428b-a51d-40a97b0b2650 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:00.232311 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-249c16fb-f215-4092-8c09-34905718c8bf req-08d55199-b385-428b-a51d-40a97b0b2650 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f584ff8-d527-4b69-95a6-07f4f1a761f5 HTTP/1.1" status: 200 len: 945 time: 0.7350745 Feb 09 01:12:00.297377 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36782) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:00.303233 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-2b465b5e-4fa2-46bc-8f52-91cc1bd95cdd tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Request body: {'subnets': [{'network_id': '4088768e-d790-404b-96ad-459e2e5c8219', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--507245866', 'ip_version': 6}, {'network_id': '694dcc96-3c04-4311-830e-3aa1d42c130b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:00.303549 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-2b465b5e-4fa2-46bc-8f52-91cc1bd95cdd tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Request body: {'subnet': {'network_id': '4088768e-d790-404b-96ad-459e2e5c8219', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--507245866', 'ip_version': 6}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:00.304218 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-2b465b5e-4fa2-46bc-8f52-91cc1bd95cdd tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Request body: {'subnet': {'network_id': '694dcc96-3c04-4311-830e-3aa1d42c130b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:00.486778 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-249c16fb-f215-4092-8c09-34905718c8bf req-8310b8f2-fcd9-4190-b698-8594249436c8 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Deleting port fe32ac7d-282f-49aa-b85d-75120d8ab0c4 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:12:00.487430 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-249c16fb-f215-4092-8c09-34905718c8bf req-8310b8f2-fcd9-4190-b698-8594249436c8 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:00.531557 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2b465b5e-4fa2-46bc-8f52-91cc1bd95cdd tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:12:00.536135 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-2b465b5e-4fa2-46bc-8f52-91cc1bd95cdd tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Usage tracker for resource:subnet and tenant:7f18e529f4c84a5989fa04dcf6abb37b is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:12:00.539298 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e0feb-c7b6-4093-a1f0-b0ca8493e067 req-e8e4a4d3-4ec3-4da1-b75a-da845c12ecda tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:00.539479 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-2b465b5e-4fa2-46bc-8f52-91cc1bd95cdd tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:12:00.542045 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5c0e0feb-c7b6-4093-a1f0-b0ca8493e067 req-e8e4a4d3-4ec3-4da1-b75a-da845c12ecda tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/ports?device_id=4f584ff8-d527-4b69-95a6-07f4f1a761f5 HTTP/1.1" status: 200 len: 945 time: 0.8290062 Feb 09 01:12:00.553641 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2b465b5e-4fa2-46bc-8f52-91cc1bd95cdd tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:12:00.568190 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b465b5e-4fa2-46bc-8f52-91cc1bd95cdd tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Made reservation on behalf of 7f18e529f4c84a5989fa04dcf6abb37b for: {'subnet': 2} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:12:00.574062 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2b465b5e-4fa2-46bc-8f52-91cc1bd95cdd tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:00.574393 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2b465b5e-4fa2-46bc-8f52-91cc1bd95cdd tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:00.725716 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed2ce431-e04c-45ab-af1c-5312d7191c93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37939233-0dda-4395-8f3c-785e2e6649d9'}, {'server_uuid': 'ed2ce431-e04c-45ab-af1c-5312d7191c93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9cacbb0-447a-47ee-a44f-420f2f41ce3b'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:12:00.790484 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a478477-dd7f-4827-929d-1a359eea584e req-c3bcfd5e-7f3d-4899-8096-055b13ba70ad tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:00.791988 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9a478477-dd7f-4827-929d-1a359eea584e req-c3bcfd5e-7f3d-4899-8096-055b13ba70ad tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=8e4ecadd-5d83-41c7-a8bf-603a3cc4668a HTTP/1.1" status: 200 len: 945 time: 0.5787067 Feb 09 01:12:00.853300 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5c0e0feb-c7b6-4093-a1f0-b0ca8493e067 req-3abd79bd-baf9-4ad9-8161-f118f1440be0 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/security-groups?id=194f545e-58c8-4256-85e7-d6b0250214f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910354 Feb 09 01:12:00.864350 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-8fb71567-5c57-44e0-b17d-43dc5283d0b5 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:01.013176 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb71567-5c57-44e0-b17d-43dc5283d0b5 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Pushing event deleted for resources: {'Port': ['ID=29b67380-972e-42bd-a2e3-dd7d7aa9358b,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:01.050001 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2b465b5e-4fa2-46bc-8f52-91cc1bd95cdd tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:01.134425 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b465b5e-4fa2-46bc-8f52-91cc1bd95cdd tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Pushing event updated for resources: {'Subnet': ['ID=bbdb8440-ff57-47d0-977c-7543cfbd6d8e,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:01.140648 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b465b5e-4fa2-46bc-8f52-91cc1bd95cdd tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Checking segment: {'id': '07c783c0-1fe5-4e61-ad6f-6869bc76bf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4088768e-d790-404b-96ad-459e2e5c8219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:12:01.140878 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b465b5e-4fa2-46bc-8f52-91cc1bd95cdd tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Network hostable DHCP agents. Network: 4088768e-d790-404b-96ad-459e2e5c8219, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:12:01.162304 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b465b5e-4fa2-46bc-8f52-91cc1bd95cdd tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Network 4088768e-d790-404b-96ad-459e2e5c8219 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:12:01.174899 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-2b465b5e-4fa2-46bc-8f52-91cc1bd95cdd tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 4088768e-d790-404b-96ad-459e2e5c8219) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:12:01.181324 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2b465b5e-4fa2-46bc-8f52-91cc1bd95cdd tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:01.186185 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9a478477-dd7f-4827-929d-1a359eea584e req-109f9e72-b3f1-4cce-8d88-a6f96632389e tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796186 Feb 09 01:12:01.187455 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a5a017-f9c5-4bfe-b116-99d72813c820 None None] Network 4088768e-d790-404b-96ad-459e2e5c8219 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:12:01.283337 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b465b5e-4fa2-46bc-8f52-91cc1bd95cdd tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Checking segment: {'id': '2f9cff6e-6b36-46ed-8ef8-2d14c7f06513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '694dcc96-3c04-4311-830e-3aa1d42c130b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:12:01.283775 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b465b5e-4fa2-46bc-8f52-91cc1bd95cdd tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Network hostable DHCP agents. Network: 694dcc96-3c04-4311-830e-3aa1d42c130b, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:12:01.313701 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b465b5e-4fa2-46bc-8f52-91cc1bd95cdd tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Pushing event updated for resources: {'Subnet': ['ID=e0d7ae27-f6ab-4ebc-93c2-2efb03bce363,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:01.327322 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b465b5e-4fa2-46bc-8f52-91cc1bd95cdd tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Network 694dcc96-3c04-4311-830e-3aa1d42c130b is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:12:01.332006 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-8fb71567-5c57-44e0-b17d-43dc5283d0b5 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] No DVR routers for this DVR port 29b67380-972e-42bd-a2e3-dd7d7aa9358b on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:12:01.336040 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-249c16fb-f215-4092-8c09-34905718c8bf req-8310b8f2-fcd9-4190-b698-8594249436c8 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] For port fe32ac7d-282f-49aa-b85d-75120d8ab0c4, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=fe32ac7d-282f-49aa-b85d-75120d8ab0c4,segment=NetworkSegment(7028469f-a90e-4c47-872a-5a2ad851e329),segment_id=7028469f-a90e-4c47-872a-5a2ad851e329)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:01.336196 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-249c16fb-f215-4092-8c09-34905718c8bf req-8310b8f2-fcd9-4190-b698-8594249436c8 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:01.340244 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-2b465b5e-4fa2-46bc-8f52-91cc1bd95cdd tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 694dcc96-3c04-4311-830e-3aa1d42c130b) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:12:01.345349 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b465b5e-4fa2-46bc-8f52-91cc1bd95cdd tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:01.346111 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b465b5e-4fa2-46bc-8f52-91cc1bd95cdd tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:01.346907 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2b465b5e-4fa2-46bc-8f52-91cc1bd95cdd tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:01.367422 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd5ecf1-673e-4424-a769-cbeb678d5c0f None None] Network 694dcc96-3c04-4311-830e-3aa1d42c130b requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:12:01.371446 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-2b465b5e-4fa2-46bc-8f52-91cc1bd95cdd tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.0727491 Feb 09 01:12:01.373879 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36790) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:01.374973 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-8fb71567-5c57-44e0-b17d-43dc5283d0b5 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:01.465382 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc49b67-5a95-4978-9f9d-f6171695c0d6 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:01.467317 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc49b67-5a95-4978-9f9d-f6171695c0d6 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:01.469177 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc49b67-5a95-4978-9f9d-f6171695c0d6 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:01.471227 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-8cc49b67-5a95-4978-9f9d-f6171695c0d6 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Synchronizing usage tracker for tenant:7f18e529f4c84a5989fa04dcf6abb37b on resource:subnet {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:12:01.499868 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-8cc49b67-5a95-4978-9f9d-f6171695c0d6 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Unset dirty status for tenant:7f18e529f4c84a5989fa04dcf6abb37b on resource:subnet {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:12:01.501772 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-8cc49b67-5a95-4978-9f9d-f6171695c0d6 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1265280 Feb 09 01:12:01.511326 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36794) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:01.547631 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88000160-ac38-47f8-81fa-afbb512f81ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-4088768e-d790-404b-96ad-459e2e5c8219', 'network_id': '4088768e-d790-404b-96ad-459e2e5c8219', 'tenant_id': '7f18e529f4c84a5989fa04dcf6abb37b', 'fixed_ips': [{'subnet_id': 'bbdb8440-ff57-47d0-977c-7543cfbd6d8e'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:12:01.549224 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-88000160-ac38-47f8-81fa-afbb512f81ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:01.638403 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-fde3ac58-58a2-4208-88d7-b15f725cfd2c tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Deleting subnet bbdb8440-ff57-47d0-977c-7543cfbd6d8e {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:12:01.643474 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fde3ac58-58a2-4208-88d7-b15f725cfd2c tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:01.711229 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-249c16fb-f215-4092-8c09-34905718c8bf req-8310b8f2-fcd9-4190-b698-8594249436c8 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Calling delete_port for fe32ac7d-282f-49aa-b85d-75120d8ab0c4 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:12:01.733912 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fde3ac58-58a2-4208-88d7-b15f725cfd2c tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:01.768688 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-8fb71567-5c57-44e0-b17d-43dc5283d0b5 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.62 "DELETE /v2.0/ports/29b67380-972e-42bd-a2e3-dd7d7aa9358b HTTP/1.1" status: 204 len: 173 time: 2.8127189 Feb 09 01:12:01.795049 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e007ce-196d-4be6-8cc8-88ff7e314e2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-694dcc96-3c04-4311-830e-3aa1d42c130b', 'network_id': '694dcc96-3c04-4311-830e-3aa1d42c130b', 'tenant_id': '7f18e529f4c84a5989fa04dcf6abb37b', 'fixed_ips': [{'subnet_id': 'e0d7ae27-f6ab-4ebc-93c2-2efb03bce363'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:12:01.796112 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f8e007ce-196d-4be6-8cc8-88ff7e314e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:01.808513 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fde3ac58-58a2-4208-88d7-b15f725cfd2c tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:01.852947 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d1778-5791-47aa-8abf-8fdd00765eb6 req-9c0e8d54-1ec7-4bab-bd43-3b02039871ae tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:01.854617 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e56d1778-5791-47aa-8abf-8fdd00765eb6 req-9c0e8d54-1ec7-4bab-bd43-3b02039871ae tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 946 time: 0.8530643 Feb 09 01:12:01.910756 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fde3ac58-58a2-4208-88d7-b15f725cfd2c tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:01.926729 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-515a711d-6632-4d2e-a470-183efc511971 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Deleting port 37939233-0dda-4395-8f3c-785e2e6649d9 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:12:01.927068 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-515a711d-6632-4d2e-a470-183efc511971 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:01.955013 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde3ac58-58a2-4208-88d7-b15f725cfd2c tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Pushing event deleted for resources: {'Subnet': ['ID=bbdb8440-ff57-47d0-977c-7543cfbd6d8e,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:01.957267 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fde3ac58-58a2-4208-88d7-b15f725cfd2c tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:01.973391 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-fde3ac58-58a2-4208-88d7-b15f725cfd2c tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] 10.222.0.105 "DELETE /v2.0/subnets/bbdb8440-ff57-47d0-977c-7543cfbd6d8e HTTP/1.1" status: 204 len: 168 time: 0.4578376 Feb 09 01:12:01.973830 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36800) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:01.984142 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server [None req-88000160-ac38-47f8-81fa-afbb512f81ac None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bbdb8440-ff57-47d0-977c-7543cfbd6d8e: This subnet is being modified by another concurrent operation. Feb 09 01:12:01.984142 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 01:12:01.984142 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 01:12:01.984142 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 01:12:01.984142 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 01:12:01.984142 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 01:12:01.984142 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 01:12:01.984142 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 01:12:01.984142 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 01:12:01.984142 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 01:12:01.984142 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 01:12:01.984142 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 01:12:01.984142 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:12:01.984142 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:12:01.984142 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:12:01.984142 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:12:01.984142 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 01:12:01.984142 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:12:01.984142 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 01:12:01.984142 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 01:12:01.984142 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:12:01.984142 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:12:01.984142 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:12:01.984142 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:12:01.984142 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 01:12:01.984142 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:12:01.984142 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 01:12:01.984142 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 01:12:01.984142 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:12:01.984142 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:12:01.984142 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:12:01.984142 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:12:01.984142 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 01:12:01.984142 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 01:12:01.984142 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 01:12:01.984142 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 01:12:01.984142 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 09 01:12:01.984142 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 01:12:01.984142 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 09 01:12:01.984142 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 01:12:01.984142 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 01:12:01.984142 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 01:12:01.984142 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 09 01:12:01.984142 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 09 01:12:01.984142 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 09 01:12:01.984142 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 01:12:01.984142 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 01:12:01.984142 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 01:12:01.984142 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:12:01.984142 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:12:01.984142 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:12:01.984142 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:12:01.984142 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 01:12:01.984142 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:12:01.988209 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 01:12:01.988209 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 01:12:01.988209 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:12:01.988209 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:12:01.988209 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:12:01.988209 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:12:01.988209 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 01:12:01.988209 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:12:01.988209 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 01:12:01.988209 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 01:12:01.988209 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:12:01.988209 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:12:01.988209 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:12:01.988209 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:12:01.988209 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 01:12:01.988209 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 01:12:01.988209 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 09 01:12:01.988209 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 01:12:01.988209 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 09 01:12:01.988209 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 01:12:01.988209 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 09 01:12:01.988209 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 01:12:01.988209 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 01:12:01.988209 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 01:12:01.988209 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 09 01:12:01.988209 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 01:12:01.988209 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 09 01:12:01.988209 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 01:12:01.988209 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 01:12:01.988209 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 01:12:01.988209 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 01:12:01.988209 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 01:12:01.988209 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 09 01:12:01.988209 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 01:12:01.988209 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 01:12:01.988209 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server raise exception Feb 09 01:12:01.988209 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bbdb8440-ff57-47d0-977c-7543cfbd6d8e: This subnet is being modified by another concurrent operation. Feb 09 01:12:01.988209 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server Feb 09 01:12:02.043701 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3b07538-67b8-44a8-a9b1-fa9db326ffdd tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Deleting subnet e0d7ae27-f6ab-4ebc-93c2-2efb03bce363 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:12:02.051714 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e56d1778-5791-47aa-8abf-8fdd00765eb6 req-1ba65fce-064b-45ed-9477-3c9e34e137ed tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881955 Feb 09 01:12:02.054125 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4952215-fea7-42b6-bde5-3ecfa9105737 None None] Network 4088768e-d790-404b-96ad-459e2e5c8219 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:12:02.066524 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3666d70-a525-477d-b958-a0054e2a9696 req-cc440231-4972-46f6-b772-cda8d557216a tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:02.073256 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e3666d70-a525-477d-b958-a0054e2a9696 req-cc440231-4972-46f6-b772-cda8d557216a tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=7dde1fc5-d07f-45a8-ab56-9c682424bf1e HTTP/1.1" status: 200 len: 945 time: 0.7660668 Feb 09 01:12:02.139382 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed2ce431-e04c-45ab-af1c-5312d7191c93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37939233-0dda-4395-8f3c-785e2e6649d9', 'code': 200} Feb 09 01:12:02.139671 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed2ce431-e04c-45ab-af1c-5312d7191c93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9cacbb0-447a-47ee-a44f-420f2f41ce3b', 'code': 200} Feb 09 01:12:02.149985 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-f8e007ce-196d-4be6-8cc8-88ff7e314e2d None None] Allocated IP 2001:db8:0:1::1 (694dcc96-3c04-4311-830e-3aa1d42c130b/e0d7ae27-f6ab-4ebc-93c2-2efb03bce363/64d66147-73db-4231-b68d-888b85eba8be) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:12:02.172305 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed2ce431-e04c-45ab-af1c-5312d7191c93', 'name': 'network-vif-deleted', 'tag': '29b67380-972e-42bd-a2e3-dd7d7aa9358b'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:12:02.213132 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d1c89676-97f9-4bba-97c0-ce5cb3ddc4f0 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:02.214298 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-249c16fb-f215-4092-8c09-34905718c8bf req-8310b8f2-fcd9-4190-b698-8594249436c8 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:02.383252 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e3666d70-a525-477d-b958-a0054e2a9696 req-3b30097c-aa6b-4390-aa6e-bfe5cd0fa4ad tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090775 Feb 09 01:12:02.409377 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8310b8f2-fcd9-4190-b698-8594249436c8 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Pushing event deleted for resources: {'Port': ['ID=fe32ac7d-282f-49aa-b85d-75120d8ab0c4,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:02.479898 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f8e007ce-196d-4be6-8cc8-88ff7e314e2d None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:02.492634 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f8e007ce-196d-4be6-8cc8-88ff7e314e2d None None] Transition to ACTIVE for port object 64d66147-73db-4231-b68d-888b85eba8be will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:12:02.513072 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f8e007ce-196d-4be6-8cc8-88ff7e314e2d None None] Transition to ACTIVE for port object 64d66147-73db-4231-b68d-888b85eba8be will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:12:02.518294 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c3b07538-67b8-44a8-a9b1-fa9db326ffdd tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:02.519567 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f8e007ce-196d-4be6-8cc8-88ff7e314e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:02.567294 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-249c16fb-f215-4092-8c09-34905718c8bf req-8310b8f2-fcd9-4190-b698-8594249436c8 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] No DVR routers for this DVR port fe32ac7d-282f-49aa-b85d-75120d8ab0c4 on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:12:02.585447 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e007ce-196d-4be6-8cc8-88ff7e314e2d None None] Network 694dcc96-3c04-4311-830e-3aa1d42c130b is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:12:02.593888 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-f8e007ce-196d-4be6-8cc8-88ff7e314e2d None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:12:02.599531 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e007ce-196d-4be6-8cc8-88ff7e314e2d None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:12:02.620845 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-249c16fb-f215-4092-8c09-34905718c8bf req-8310b8f2-fcd9-4190-b698-8594249436c8 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:02.662337 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-52d97c6b-f835-4928-90f3-7b77a45e2e9e req-1930f71f-db76-4a23-a0b9-de70f18ff589 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.105 "GET /v2.0/ports?device_id=4f584ff8-d527-4b69-95a6-07f4f1a761f5 HTTP/1.1" status: 200 len: 210 time: 0.1397691 Feb 09 01:12:02.675623 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e007ce-196d-4be6-8cc8-88ff7e314e2d None None] Pushing event updated for resources: {'Port': ['ID=64d66147-73db-4231-b68d-888b85eba8be,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:02.687736 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-515a711d-6632-4d2e-a470-183efc511971 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] For port 37939233-0dda-4395-8f3c-785e2e6649d9, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=37939233-0dda-4395-8f3c-785e2e6649d9,segment=NetworkSegment(668d0fce-7a01-4e04-b1f2-26d977bd17d6),segment_id=668d0fce-7a01-4e04-b1f2-26d977bd17d6)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:02.688010 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-515a711d-6632-4d2e-a470-183efc511971 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:02.706990 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-249c16fb-f215-4092-8c09-34905718c8bf req-8310b8f2-fcd9-4190-b698-8594249436c8 tempest-ServerRescueTestJSONUnderV235-1799445114 tempest-ServerRescueTestJSONUnderV235-1799445114-project] 10.222.0.62 "DELETE /v2.0/ports/fe32ac7d-282f-49aa-b85d-75120d8ab0c4 HTTP/1.1" status: 204 len: 173 time: 2.4316022 Feb 09 01:12:02.710461 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d1c89676-97f9-4bba-97c0-ce5cb3ddc4f0 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:02.739488 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:12:02.762016 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c3b07538-67b8-44a8-a9b1-fa9db326ffdd tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:02.880769 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c3b07538-67b8-44a8-a9b1-fa9db326ffdd tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:02.918792 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e007ce-196d-4be6-8cc8-88ff7e314e2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:02.919566 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e007ce-196d-4be6-8cc8-88ff7e314e2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:02.919667 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e007ce-196d-4be6-8cc8-88ff7e314e2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:02.920328 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e007ce-196d-4be6-8cc8-88ff7e314e2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:02.920513 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e007ce-196d-4be6-8cc8-88ff7e314e2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:02.920937 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e007ce-196d-4be6-8cc8-88ff7e314e2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:02.921740 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e007ce-196d-4be6-8cc8-88ff7e314e2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:02.922174 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e007ce-196d-4be6-8cc8-88ff7e314e2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:02.922583 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e007ce-196d-4be6-8cc8-88ff7e314e2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:02.922978 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e007ce-196d-4be6-8cc8-88ff7e314e2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:02.923954 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e007ce-196d-4be6-8cc8-88ff7e314e2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:02.924406 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e007ce-196d-4be6-8cc8-88ff7e314e2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:02.928453 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-515a711d-6632-4d2e-a470-183efc511971 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Calling delete_port for 37939233-0dda-4395-8f3c-785e2e6649d9 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:12:02.960600 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-f8e007ce-196d-4be6-8cc8-88ff7e314e2d None None] Attempting to bind port 64d66147-73db-4231-b68d-888b85eba8be on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:12:02.962235 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-f8e007ce-196d-4be6-8cc8-88ff7e314e2d None None] Attempting to bind port 64d66147-73db-4231-b68d-888b85eba8be by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '2f9cff6e-6b36-46ed-8ef8-2d14c7f06513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '694dcc96-3c04-4311-830e-3aa1d42c130b'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:12:02.962873 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e007ce-196d-4be6-8cc8-88ff7e314e2d None None] Attempting to bind port 64d66147-73db-4231-b68d-888b85eba8be on network 694dcc96-3c04-4311-830e-3aa1d42c130b {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:12:02.969824 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e007ce-196d-4be6-8cc8-88ff7e314e2d None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:12:02.970928 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e007ce-196d-4be6-8cc8-88ff7e314e2d None None] Checking segment: {'id': '2f9cff6e-6b36-46ed-8ef8-2d14c7f06513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '694dcc96-3c04-4311-830e-3aa1d42c130b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:12:02.971492 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f8e007ce-196d-4be6-8cc8-88ff7e314e2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:02.971917 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e007ce-196d-4be6-8cc8-88ff7e314e2d None None] Bound using segment: {'id': '2f9cff6e-6b36-46ed-8ef8-2d14c7f06513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '694dcc96-3c04-4311-830e-3aa1d42c130b'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:12:02.972535 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-f8e007ce-196d-4be6-8cc8-88ff7e314e2d None None] Bound port: 64d66147-73db-4231-b68d-888b85eba8be, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f9cff6e-6b36-46ed-8ef8-2d14c7f06513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '694dcc96-3c04-4311-830e-3aa1d42c130b'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:12:02.972913 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f8e007ce-196d-4be6-8cc8-88ff7e314e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:02.993672 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c3b07538-67b8-44a8-a9b1-fa9db326ffdd tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:03.046445 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b07538-67b8-44a8-a9b1-fa9db326ffdd tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Pushing event deleted for resources: {'Subnet': ['ID=e0d7ae27-f6ab-4ebc-93c2-2efb03bce363,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:03.050488 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c68be7-23a1-42db-a718-3e0d5bd8d8ae req-b152c3c3-91ef-437e-bf29-32b64891d233 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:03.056369 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c3b07538-67b8-44a8-a9b1-fa9db326ffdd tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:03.057313 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c68be7-23a1-42db-a718-3e0d5bd8d8ae req-b152c3c3-91ef-437e-bf29-32b64891d233 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:03.063206 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c68be7-23a1-42db-a718-3e0d5bd8d8ae req-b152c3c3-91ef-437e-bf29-32b64891d233 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:03.064318 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-e7c68be7-23a1-42db-a718-3e0d5bd8d8ae req-b152c3c3-91ef-437e-bf29-32b64891d233 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Synchronizing usage tracker for tenant:b38b8d3b4ab64851a90546fed2d6c948 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:12:03.066343 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c3b07538-67b8-44a8-a9b1-fa9db326ffdd tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] 10.222.0.105 "DELETE /v2.0/subnets/e0d7ae27-f6ab-4ebc-93c2-2efb03bce363 HTTP/1.1" status: 204 len: 168 time: 1.0916450 Feb 09 01:12:03.068678 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36810) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:03.086685 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-f8e007ce-196d-4be6-8cc8-88ff7e314e2d None None] For port 64d66147-73db-4231-b68d-888b85eba8be, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:12:03.091608 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-f8e007ce-196d-4be6-8cc8-88ff7e314e2d None None] For port 64d66147-73db-4231-b68d-888b85eba8be, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=64d66147-73db-4231-b68d-888b85eba8be,segment=NetworkSegment(2f9cff6e-6b36-46ed-8ef8-2d14c7f06513),segment_id=2f9cff6e-6b36-46ed-8ef8-2d14c7f06513)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:12:03.110764 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f8e007ce-196d-4be6-8cc8-88ff7e314e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:03.130800 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-e7c68be7-23a1-42db-a718-3e0d5bd8d8ae req-b152c3c3-91ef-437e-bf29-32b64891d233 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Unset dirty status for tenant:b38b8d3b4ab64851a90546fed2d6c948 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:12:03.131963 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e7c68be7-23a1-42db-a718-3e0d5bd8d8ae req-b152c3c3-91ef-437e-bf29-32b64891d233 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 2410 time: 0.9267170 Feb 09 01:12:03.149754 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68283f58-98ca-47bc-8d79-026d37fd8850 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:03.150504 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-68283f58-98ca-47bc-8d79-026d37fd8850 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Synchronizing usage tracker for tenant:7f18e529f4c84a5989fa04dcf6abb37b on resource:subnet {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:12:03.171376 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-68283f58-98ca-47bc-8d79-026d37fd8850 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Unset dirty status for tenant:7f18e529f4c84a5989fa04dcf6abb37b on resource:subnet {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:12:03.172821 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-68283f58-98ca-47bc-8d79-026d37fd8850 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1032445 Feb 09 01:12:03.177157 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36814) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:03.203093 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e007ce-196d-4be6-8cc8-88ff7e314e2d None None] Pushing event updated for resources: {'Port': ['ID=64d66147-73db-4231-b68d-888b85eba8be,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:03.286388 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284a47fd-e953-4c19-a193-f1fe8977bfda None None] Network 694dcc96-3c04-4311-830e-3aa1d42c130b requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:12:03.304826 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2db396bf-5ffe-4dc3-a101-60d345d4e5d2 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:03.317010 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-2db396bf-5ffe-4dc3-a101-60d345d4e5d2 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Deleting port 64d66147-73db-4231-b68d-888b85eba8be {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:12:03.317211 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2db396bf-5ffe-4dc3-a101-60d345d4e5d2 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:03.333988 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e7c68be7-23a1-42db-a718-3e0d5bd8d8ae req-0017e101-3f58-453d-816a-7f3affff3788 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/security-groups?id=2e29d487-4384-458c-a1fb-a5cd591001dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1740801 Feb 09 01:12:03.384061 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33c1d6-10c2-461e-acf2-ce03eee7a4a7 req-b8b70155-d9b8-48f1-a3b3-5ab3f54580fa tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:03.391438 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4d33c1d6-10c2-461e-acf2-ce03eee7a4a7 req-b8b70155-d9b8-48f1-a3b3-5ab3f54580fa tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 946 time: 0.4284127 Feb 09 01:12:03.495702 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed2ce431-e04c-45ab-af1c-5312d7191c93', 'name': 'network-vif-deleted', 'tag': '29b67380-972e-42bd-a2e3-dd7d7aa9358b', 'status': 'completed', 'code': 200} Feb 09 01:12:03.505019 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-515a711d-6632-4d2e-a470-183efc511971 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:03.544449 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707cdb62-f6a5-4354-9228-60f64028ba08 None None] get_active_networks_info from n-d-828418-1 {{(pid=87640) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 01:12:03.571524 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-2db396bf-5ffe-4dc3-a101-60d345d4e5d2 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] For port 64d66147-73db-4231-b68d-888b85eba8be, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=64d66147-73db-4231-b68d-888b85eba8be,segment=NetworkSegment(2f9cff6e-6b36-46ed-8ef8-2d14c7f06513),segment_id=2f9cff6e-6b36-46ed-8ef8-2d14c7f06513)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:03.572001 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2db396bf-5ffe-4dc3-a101-60d345d4e5d2 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:03.741531 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707cdb62-f6a5-4354-9228-60f64028ba08 None None] Resources bound (agent type, host, resource id): {{(pid=87640) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:12:03.742892 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-2db396bf-5ffe-4dc3-a101-60d345d4e5d2 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Calling delete_port for 64d66147-73db-4231-b68d-888b85eba8be owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:12:03.757683 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4d33c1d6-10c2-461e-acf2-ce03eee7a4a7 req-bb1a6b19-8ca6-4786-82e0-bae6c1b02f6f tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3641198 Feb 09 01:12:03.762181 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515a711d-6632-4d2e-a470-183efc511971 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Pushing event deleted for resources: {'Port': ['ID=37939233-0dda-4395-8f3c-785e2e6649d9,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:03.807875 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.db.resource_extend [None req-d1c89676-97f9-4bba-97c0-ce5cb3ddc4f0 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:12:03.855304 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2db396bf-5ffe-4dc3-a101-60d345d4e5d2 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:03.868265 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d1c89676-97f9-4bba-97c0-ce5cb3ddc4f0 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:03.882367 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device fe32ac7d-282f-49aa-b85d-75120d8ab0c4 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:12:03.910805 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d1c89676-97f9-4bba-97c0-ce5cb3ddc4f0 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:03.917052 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db396bf-5ffe-4dc3-a101-60d345d4e5d2 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Pushing event deleted for resources: {'Port': ['ID=64d66147-73db-4231-b68d-888b85eba8be,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:03.924176 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db396bf-5ffe-4dc3-a101-60d345d4e5d2 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] No DVR routers for this DVR port 64d66147-73db-4231-b68d-888b85eba8be on host n-d-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:12:03.928391 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: fe32ac7d-282f-49aa-b85d-75120d8ab0c4 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:12:03.928391 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device fe32ac7d-282f-49aa-b85d-75120d8ab0c4 not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:12:04.006571 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-515a711d-6632-4d2e-a470-183efc511971 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] No DVR routers for this DVR port 37939233-0dda-4395-8f3c-785e2e6649d9 on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:12:04.020583 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-515a711d-6632-4d2e-a470-183efc511971 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:04.071557 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2db396bf-5ffe-4dc3-a101-60d345d4e5d2 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:04.099889 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-2db396bf-5ffe-4dc3-a101-60d345d4e5d2 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['694dcc96-3c04-4311-830e-3aa1d42c130b']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:04.100900 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-515a711d-6632-4d2e-a470-183efc511971 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.62 "DELETE /v2.0/ports/37939233-0dda-4395-8f3c-785e2e6649d9 HTTP/1.1" status: 204 len: 173 time: 2.3196487 Feb 09 01:12:04.111393 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c89676-97f9-4bba-97c0-ce5cb3ddc4f0 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Pushing event updated for resources: {'Port': ['ID=a1c4db13-40f2-4f12-9356-8cb338504251,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:04.115887 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-2db396bf-5ffe-4dc3-a101-60d345d4e5d2 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f9cff6e-6b36-46ed-8ef8-2d14c7f06513') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:04.116191 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-2db396bf-5ffe-4dc3-a101-60d345d4e5d2 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f9cff6e-6b36-46ed-8ef8-2d14c7f06513') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:04.129775 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2db396bf-5ffe-4dc3-a101-60d345d4e5d2 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:04.149857 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2db396bf-5ffe-4dc3-a101-60d345d4e5d2 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:04.156815 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2db396bf-5ffe-4dc3-a101-60d345d4e5d2 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:12:04.157272 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2db396bf-5ffe-4dc3-a101-60d345d4e5d2 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:04.173675 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:12:04.173675 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:12:04.173675 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:12:04.173675 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:12:04.173675 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:12:04.173675 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:12:04.173675 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:12:04.173675 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:12:04.173675 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:12:04.173675 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:12:04.173675 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:12:04.173675 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:12:04.173675 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:12:04.173675 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:12:04.173675 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:12:04.173675 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:12:04.173675 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:12:04.173675 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:12:04.173675 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:12:04.173675 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:12:04.173675 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:12:04.173675 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:12:04.173675 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:12:04.173675 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:12:04.173675 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:12:04.173675 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:12:04.173675 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:12:04.173675 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:12:04.173675 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:12:04.173675 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:12:04.173675 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:12:04.173675 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:12:04.186373 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d1c89676-97f9-4bba-97c0-ce5cb3ddc4f0 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:04.247897 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8528bbfe-7c49-443b-ad01-1eb43b97c9bd None None] get_active_networks_info from n-d-828418-1 {{(pid=87640) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 01:12:04.265770 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7074543f-8775-46a4-b3bf-1a3423880486 req-0feb4a53-3814-4d7c-95d8-cd55c866e402 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:04.268198 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7074543f-8775-46a4-b3bf-1a3423880486 req-0feb4a53-3814-4d7c-95d8-cd55c866e402 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=8e4ecadd-5d83-41c7-a8bf-603a3cc4668a HTTP/1.1" status: 200 len: 945 time: 0.5072026 Feb 09 01:12:04.269360 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2db396bf-5ffe-4dc3-a101-60d345d4e5d2 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:04.289792 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2db396bf-5ffe-4dc3-a101-60d345d4e5d2 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:04.294105 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da41db-06e7-4210-aadd-82cb17944a13 req-1330caab-a145-4f92-b877-71c06ddc0fbd tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:04.301632 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b3da41db-06e7-4210-aadd-82cb17944a13 req-1330caab-a145-4f92-b877-71c06ddc0fbd tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=7dde1fc5-d07f-45a8-ab56-9c682424bf1e HTTP/1.1" status: 200 len: 945 time: 0.4050391 Feb 09 01:12:04.302483 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db396bf-5ffe-4dc3-a101-60d345d4e5d2 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Pushing event deleted for resources: {'Network': ['ID=694dcc96-3c04-4311-830e-3aa1d42c130b,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:04.317948 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-2db396bf-5ffe-4dc3-a101-60d345d4e5d2 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] 10.222.0.105 "DELETE /v2.0/networks/694dcc96-3c04-4311-830e-3aa1d42c130b HTTP/1.1" status: 204 len: 168 time: 1.1372979 Feb 09 01:12:04.318217 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36824) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:04.346691 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-63d64df5-fa14-4d01-87c1-294054c12e07 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Deleting port a9cacbb0-447a-47ee-a44f-420f2f41ce3b {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:12:04.347037 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-63d64df5-fa14-4d01-87c1-294054c12e07 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:04.389713 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8528bbfe-7c49-443b-ad01-1eb43b97c9bd None None] Resources bound (agent type, host, resource id): {{(pid=87640) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:12:04.450853 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6f046793-be66-44e8-8c9c-5f419e144ed2 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:04.524448 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7074543f-8775-46a4-b3bf-1a3423880486 req-db491b20-1377-469b-ab7b-f7b12afcfe78 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457407 Feb 09 01:12:04.558725 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b3da41db-06e7-4210-aadd-82cb17944a13 req-b46e3b7c-78eb-4f28-82fe-a29900fb33c7 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562857 Feb 09 01:12:04.591163 n-d-828418-1 neutron-server[87639]: INFO neutron.db.l3_db [None req-d1c89676-97f9-4bba-97c0-ce5cb3ddc4f0 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Floating IP a904328f-2c29-4ef1-94ae-01614222cf4d associated. External IP: 172.25.0.154, port: 407196dd-9518-46e7-b39a-db0b3c75969a. Feb 09 01:12:04.618637 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6f046793-be66-44e8-8c9c-5f419e144ed2 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:04.671541 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-6f046793-be66-44e8-8c9c-5f419e144ed2 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4088768e-d790-404b-96ad-459e2e5c8219']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:04.690819 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-6f046793-be66-44e8-8c9c-5f419e144ed2 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07c783c0-1fe5-4e61-ad6f-6869bc76bf02') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:04.691119 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-6f046793-be66-44e8-8c9c-5f419e144ed2 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07c783c0-1fe5-4e61-ad6f-6869bc76bf02') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:04.715082 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6f046793-be66-44e8-8c9c-5f419e144ed2 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:04.715777 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 36832) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:04.736277 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6f046793-be66-44e8-8c9c-5f419e144ed2 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:04.743818 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f046793-be66-44e8-8c9c-5f419e144ed2 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:12:04.744233 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6f046793-be66-44e8-8c9c-5f419e144ed2 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:04.765538 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:12:04.765538 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:12:04.765538 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:12:04.765538 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:12:04.765538 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:12:04.765538 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:12:04.765538 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:12:04.765538 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:12:04.765538 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:12:04.765538 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:12:04.765538 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:12:04.765538 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:12:04.765538 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:12:04.765538 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:12:04.765538 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:12:04.765538 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:12:04.765538 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:12:04.765538 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:12:04.765538 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:12:04.765538 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:12:04.765538 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:12:04.765538 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:12:04.765538 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:12:04.765538 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:12:04.765538 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:12:04.765538 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:12:04.765538 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:12:04.765538 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:12:04.765538 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:12:04.765538 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:12:04.765538 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:12:04.765538 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:12:04.898563 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6f046793-be66-44e8-8c9c-5f419e144ed2 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:04.914025 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6f046793-be66-44e8-8c9c-5f419e144ed2 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:04.960004 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f046793-be66-44e8-8c9c-5f419e144ed2 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Pushing event deleted for resources: {'Network': ['ID=4088768e-d790-404b-96ad-459e2e5c8219,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:04.972148 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-6f046793-be66-44e8-8c9c-5f419e144ed2 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] 10.222.0.105 "DELETE /v2.0/networks/4088768e-d790-404b-96ad-459e2e5c8219 HTTP/1.1" status: 204 len: 168 time: 0.6527469 Feb 09 01:12:04.976441 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36838) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:05.245098 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c04ae03c-a076-407e-8c19-6b63896e47eb tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:05.398755 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c04ae03c-a076-407e-8c19-6b63896e47eb tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:05.431113 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-c04ae03c-a076-407e-8c19-6b63896e47eb tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd219344-4b65-4d99-adbc-95dab964e99e']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:05.446978 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-c04ae03c-a076-407e-8c19-6b63896e47eb tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7201817a-aadf-4677-948d-80ed65ebcaac') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:05.447352 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-c04ae03c-a076-407e-8c19-6b63896e47eb tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7201817a-aadf-4677-948d-80ed65ebcaac') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:05.458000 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-63d64df5-fa14-4d01-87c1-294054c12e07 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] For port a9cacbb0-447a-47ee-a44f-420f2f41ce3b, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=a9cacbb0-447a-47ee-a44f-420f2f41ce3b,segment=NetworkSegment(1f6c047f-43ca-444c-82e6-5169d8594f92),segment_id=1f6c047f-43ca-444c-82e6-5169d8594f92)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:05.458593 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-63d64df5-fa14-4d01-87c1-294054c12e07 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:05.461569 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c04ae03c-a076-407e-8c19-6b63896e47eb tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:05.479971 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c04ae03c-a076-407e-8c19-6b63896e47eb tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:05.487736 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c04ae03c-a076-407e-8c19-6b63896e47eb tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:12:05.488137 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c04ae03c-a076-407e-8c19-6b63896e47eb tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:05.493440 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f053a86d-39d4-4543-ac8e-6f36a57e4560 req-6eccc039-0fc1-40e8-974a-5c0971b33e84 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:05.502858 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f053a86d-39d4-4543-ac8e-6f36a57e4560 req-6eccc039-0fc1-40e8-974a-5c0971b33e84 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 946 time: 0.6823285 Feb 09 01:12:05.503702 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:12:05.503702 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:12:05.503702 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:12:05.503702 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:12:05.503702 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:12:05.503702 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:12:05.503702 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:12:05.503702 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:12:05.503702 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:12:05.503702 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:12:05.503702 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:12:05.503702 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:12:05.503702 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:12:05.503702 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:12:05.503702 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:12:05.503702 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:12:05.503702 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:12:05.503702 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:12:05.503702 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:12:05.503702 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:12:05.503702 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:12:05.503702 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:12:05.503702 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:12:05.503702 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:12:05.503702 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:12:05.503702 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:12:05.503702 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:12:05.503702 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:12:05.503702 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:12:05.503702 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:12:05.503702 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:12:05.503702 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:12:05.596512 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c04ae03c-a076-407e-8c19-6b63896e47eb tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:05.608995 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f584ff8-d527-4b69-95a6-07f4f1a761f5', 'name': 'network-vif-deleted', 'tag': 'fe32ac7d-282f-49aa-b85d-75120d8ab0c4'}, {'server_uuid': 'ed2ce431-e04c-45ab-af1c-5312d7191c93', 'name': 'network-vif-deleted', 'tag': '37939233-0dda-4395-8f3c-785e2e6649d9'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:12:05.618623 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c04ae03c-a076-407e-8c19-6b63896e47eb tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:05.623887 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693065fd-7c7c-4294-b9e2-cd414060c05a req-b659e589-bb16-4c9b-8c92-5cd85ce2974c tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:05.632264 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693065fd-7c7c-4294-b9e2-cd414060c05a req-b659e589-bb16-4c9b-8c92-5cd85ce2974c tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:05.632673 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04ae03c-a076-407e-8c19-6b63896e47eb tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Pushing event deleted for resources: {'Network': ['ID=dd219344-4b65-4d99-adbc-95dab964e99e,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:05.634048 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-693065fd-7c7c-4294-b9e2-cd414060c05a req-b659e589-bb16-4c9b-8c92-5cd85ce2974c tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Synchronizing usage tracker for tenant:b38b8d3b4ab64851a90546fed2d6c948 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:12:05.638545 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c04ae03c-a076-407e-8c19-6b63896e47eb tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] 10.222.0.105 "DELETE /v2.0/networks/dd219344-4b65-4d99-adbc-95dab964e99e HTTP/1.1" status: 204 len: 168 time: 0.6609416 Feb 09 01:12:05.640824 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36852) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:05.773726 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e7a19a6c-15f7-4465-b9c2-a5eda03b9e63 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:05.822253 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-63d64df5-fa14-4d01-87c1-294054c12e07 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Calling delete_port for a9cacbb0-447a-47ee-a44f-420f2f41ce3b owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:12:05.924366 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e7a19a6c-15f7-4465-b9c2-a5eda03b9e63 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:05.930200 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f053a86d-39d4-4543-ac8e-6f36a57e4560 req-3a9f549f-4e78-4e4f-ba3d-89525043abf7 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4250660 Feb 09 01:12:05.953265 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-e7a19a6c-15f7-4465-b9c2-a5eda03b9e63 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c3d40f6-0772-434f-b20b-9151050a0fbb']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:05.968518 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-e7a19a6c-15f7-4465-b9c2-a5eda03b9e63 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eb7e371-ce13-4992-89a8-3e7ac4236bbb') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:05.969428 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-e7a19a6c-15f7-4465-b9c2-a5eda03b9e63 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eb7e371-ce13-4992-89a8-3e7ac4236bbb') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:05.976308 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-693065fd-7c7c-4294-b9e2-cd414060c05a req-b659e589-bb16-4c9b-8c92-5cd85ce2974c tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Unset dirty status for tenant:b38b8d3b4ab64851a90546fed2d6c948 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:12:05.977461 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-693065fd-7c7c-4294-b9e2-cd414060c05a req-b659e589-bb16-4c9b-8c92-5cd85ce2974c tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 1677 time: 1.0463533 Feb 09 01:12:05.981338 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e7a19a6c-15f7-4465-b9c2-a5eda03b9e63 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:06.000306 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e7a19a6c-15f7-4465-b9c2-a5eda03b9e63 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:06.008327 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7a19a6c-15f7-4465-b9c2-a5eda03b9e63 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:12:06.008726 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e7a19a6c-15f7-4465-b9c2-a5eda03b9e63 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:06.028424 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:12:06.028424 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:12:06.028424 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:12:06.028424 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:12:06.028424 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:12:06.028424 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:12:06.028424 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:12:06.028424 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:12:06.028424 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:12:06.028424 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:12:06.028424 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:12:06.028424 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:12:06.028424 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:12:06.028424 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:12:06.028424 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:12:06.028424 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:12:06.028424 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:12:06.028424 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:12:06.028424 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:12:06.028424 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:12:06.028424 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:12:06.028424 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:12:06.028424 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:12:06.028424 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:12:06.028424 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:12:06.028424 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:12:06.028424 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:12:06.028424 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:12:06.028424 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:12:06.028424 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:12:06.028424 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:12:06.028424 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:12:06.117113 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e7a19a6c-15f7-4465-b9c2-a5eda03b9e63 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:06.121777 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e7a19a6c-15f7-4465-b9c2-a5eda03b9e63 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:06.151227 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e7a19a6c-15f7-4465-b9c2-a5eda03b9e63 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] 10.222.0.105 "DELETE /v2.0/networks/4c3d40f6-0772-434f-b20b-9151050a0fbb HTTP/1.1" status: 204 len: 168 time: 0.5093453 Feb 09 01:12:06.155137 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a19a6c-15f7-4465-b9c2-a5eda03b9e63 tempest-BulkNetworkOpsIpV6Test-2087644978 tempest-BulkNetworkOpsIpV6Test-2087644978-project] Pushing event deleted for resources: {'Network': ['ID=4c3d40f6-0772-434f-b20b-9151050a0fbb,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:06.302842 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-693065fd-7c7c-4294-b9e2-cd414060c05a req-6110ecff-bec7-4d36-a431-a93a6d034415 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/security-groups?id=2e29d487-4384-458c-a1fb-a5cd591001dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3144295 Feb 09 01:12:06.381076 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c89676-97f9-4bba-97c0-ce5cb3ddc4f0 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Router b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:12:06.461285 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36868) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:06.477262 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-63d64df5-fa14-4d01-87c1-294054c12e07 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:06.585888 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d64df5-fa14-4d01-87c1-294054c12e07 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Pushing event deleted for resources: {'Port': ['ID=a9cacbb0-447a-47ee-a44f-420f2f41ce3b,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:06.599669 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e350d-1bef-461d-a4b7-fe2f5cc61353 req-b9d89aab-9444-4716-85e2-1f1f0423f353 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:06.601084 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-699e350d-1bef-461d-a4b7-fe2f5cc61353 req-b9d89aab-9444-4716-85e2-1f1f0423f353 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=8e4ecadd-5d83-41c7-a8bf-603a3cc4668a HTTP/1.1" status: 200 len: 945 time: 0.4598553 Feb 09 01:12:06.651638 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f584ff8-d527-4b69-95a6-07f4f1a761f5', 'name': 'network-vif-deleted', 'tag': 'fe32ac7d-282f-49aa-b85d-75120d8ab0c4', 'status': 'completed', 'code': 200} Feb 09 01:12:06.651888 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed2ce431-e04c-45ab-af1c-5312d7191c93', 'name': 'network-vif-deleted', 'tag': '37939233-0dda-4395-8f3c-785e2e6649d9', 'status': 'completed', 'code': 200} Feb 09 01:12:06.656750 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-803b564c-6d72-4fa0-8ba8-3998635b356f admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=7f18e529f4c84a5989fa04dcf6abb37b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1918867 Feb 09 01:12:06.657243 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36874) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:06.737515 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e485d9ad-743d-49e6-935e-2fe9dbe174ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:06.763898 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e485d9ad-743d-49e6-935e-2fe9dbe174ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:06.786399 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-63d64df5-fa14-4d01-87c1-294054c12e07 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] No DVR routers for this DVR port a9cacbb0-447a-47ee-a44f-420f2f41ce3b on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:12:06.797080 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-63d64df5-fa14-4d01-87c1-294054c12e07 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:06.819210 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e485d9ad-743d-49e6-935e-2fe9dbe174ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:06.833851 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e485d9ad-743d-49e6-935e-2fe9dbe174ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eeaec94-7419-465b-a0c8-73d628308722,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:06.840712 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e485d9ad-743d-49e6-935e-2fe9dbe174ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:06.841897 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e485d9ad-743d-49e6-935e-2fe9dbe174ea admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/7eeaec94-7419-465b-a0c8-73d628308722 HTTP/1.1" status: 204 len: 168 time: 0.1830022 Feb 09 01:12:07.043614 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-699e350d-1bef-461d-a4b7-fe2f5cc61353 req-4a183675-bf7c-4b0e-9f12-9956414ea7e1 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3942604 Feb 09 01:12:07.052356 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-63d64df5-fa14-4d01-87c1-294054c12e07 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.62 "DELETE /v2.0/ports/a9cacbb0-447a-47ee-a44f-420f2f41ce3b HTTP/1.1" status: 204 len: 173 time: 2.9380896 Feb 09 01:12:07.133667 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c89676-97f9-4bba-97c0-ce5cb3ddc4f0 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:12:07.146678 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b86242b-d69f-49ad-9dc0-7c039b7eb4d5 None None] Sync routers for ids ['b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:12:07.156809 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b86242b-d69f-49ad-9dc0-7c039b7eb4d5 None None] Routers {'b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:12:07.158181 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-3b86242b-d69f-49ad-9dc0-7c039b7eb4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:11:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:07.259295 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d1c89676-97f9-4bba-97c0-ce5cb3ddc4f0 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:07.340801 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-5a265418-4803-4758-b888-858faefa21c6 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Deleting port fc0b6706-1840-44e5-8766-dcd0e32cf566 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:12:07.341127 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-5a265418-4803-4758-b888-858faefa21c6 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:07.388967 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-3b86242b-d69f-49ad-9dc0-7c039b7eb4d5 None None] Set router b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:12:07.444451 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf8d1db-9612-4171-920e-9c2a310663a7 req-50796df6-16e1-4d1e-bc4a-5fae5ac3bbc4 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:07.446024 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4cf8d1db-9612-4171-920e-9c2a310663a7 req-50796df6-16e1-4d1e-bc4a-5fae5ac3bbc4 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=7dde1fc5-d07f-45a8-ab56-9c682424bf1e HTTP/1.1" status: 200 len: 945 time: 0.6502945 Feb 09 01:12:07.458864 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-d1c89676-97f9-4bba-97c0-ce5cb3ddc4f0 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 10.7294364 Feb 09 01:12:07.462080 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36900) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:07.638704 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f8441-6683-4048-98d3-7812db450b4a req-d03f8bb2-f4d9-4ab8-b42c-345d3721f8cb tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:07.640280 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c45f8441-6683-4048-98d3-7812db450b4a req-d03f8bb2-f4d9-4ab8-b42c-345d3721f8cb tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 946 time: 0.4590037 Feb 09 01:12:07.647398 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4cf8d1db-9612-4171-920e-9c2a310663a7 req-d3f81a0b-fe14-492d-9583-f0d478b0dd53 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914175 Feb 09 01:12:07.678679 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d591f3-136c-4cdb-be8f-ea5741280cc0 tempest-TestSecurityGroupsBasicOps-1458332842 tempest-TestSecurityGroupsBasicOps-1458332842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:07.678679 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d591f3-136c-4cdb-be8f-ea5741280cc0 tempest-TestSecurityGroupsBasicOps-1458332842 tempest-TestSecurityGroupsBasicOps-1458332842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:07.678679 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d591f3-136c-4cdb-be8f-ea5741280cc0 tempest-TestSecurityGroupsBasicOps-1458332842 tempest-TestSecurityGroupsBasicOps-1458332842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:07.678679 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d591f3-136c-4cdb-be8f-ea5741280cc0 tempest-TestSecurityGroupsBasicOps-1458332842 tempest-TestSecurityGroupsBasicOps-1458332842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:07.678679 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d591f3-136c-4cdb-be8f-ea5741280cc0 tempest-TestSecurityGroupsBasicOps-1458332842 tempest-TestSecurityGroupsBasicOps-1458332842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:07.678679 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d591f3-136c-4cdb-be8f-ea5741280cc0 tempest-TestSecurityGroupsBasicOps-1458332842 tempest-TestSecurityGroupsBasicOps-1458332842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:07.678679 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d591f3-136c-4cdb-be8f-ea5741280cc0 tempest-TestSecurityGroupsBasicOps-1458332842 tempest-TestSecurityGroupsBasicOps-1458332842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:07.678679 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d591f3-136c-4cdb-be8f-ea5741280cc0 tempest-TestSecurityGroupsBasicOps-1458332842 tempest-TestSecurityGroupsBasicOps-1458332842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:07.678679 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d591f3-136c-4cdb-be8f-ea5741280cc0 tempest-TestSecurityGroupsBasicOps-1458332842 tempest-TestSecurityGroupsBasicOps-1458332842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:07.678679 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d591f3-136c-4cdb-be8f-ea5741280cc0 tempest-TestSecurityGroupsBasicOps-1458332842 tempest-TestSecurityGroupsBasicOps-1458332842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:07.678679 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d591f3-136c-4cdb-be8f-ea5741280cc0 tempest-TestSecurityGroupsBasicOps-1458332842 tempest-TestSecurityGroupsBasicOps-1458332842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:07.678679 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d591f3-136c-4cdb-be8f-ea5741280cc0 tempest-TestSecurityGroupsBasicOps-1458332842 tempest-TestSecurityGroupsBasicOps-1458332842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:07.680147 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f7d591f3-136c-4cdb-be8f-ea5741280cc0 tempest-TestSecurityGroupsBasicOps-1458332842 tempest-TestSecurityGroupsBasicOps-1458332842-project-admin] 10.222.0.105 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8480 time: 0.2162707 Feb 09 01:12:07.682870 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36908) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:07.727359 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36912) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:07.809693 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd20b79-0ccc-4132-95d6-33d92914dec1 tempest-TestSecurityGroupsBasicOps-1458332842 tempest-TestSecurityGroupsBasicOps-1458332842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:07.810069 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd20b79-0ccc-4132-95d6-33d92914dec1 tempest-TestSecurityGroupsBasicOps-1458332842 tempest-TestSecurityGroupsBasicOps-1458332842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:07.810516 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd20b79-0ccc-4132-95d6-33d92914dec1 tempest-TestSecurityGroupsBasicOps-1458332842 tempest-TestSecurityGroupsBasicOps-1458332842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:07.811554 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd20b79-0ccc-4132-95d6-33d92914dec1 tempest-TestSecurityGroupsBasicOps-1458332842 tempest-TestSecurityGroupsBasicOps-1458332842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:07.812558 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd20b79-0ccc-4132-95d6-33d92914dec1 tempest-TestSecurityGroupsBasicOps-1458332842 tempest-TestSecurityGroupsBasicOps-1458332842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:07.813012 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd20b79-0ccc-4132-95d6-33d92914dec1 tempest-TestSecurityGroupsBasicOps-1458332842 tempest-TestSecurityGroupsBasicOps-1458332842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:07.814048 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd20b79-0ccc-4132-95d6-33d92914dec1 tempest-TestSecurityGroupsBasicOps-1458332842 tempest-TestSecurityGroupsBasicOps-1458332842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:07.816012 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd20b79-0ccc-4132-95d6-33d92914dec1 tempest-TestSecurityGroupsBasicOps-1458332842 tempest-TestSecurityGroupsBasicOps-1458332842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:07.816475 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd20b79-0ccc-4132-95d6-33d92914dec1 tempest-TestSecurityGroupsBasicOps-1458332842 tempest-TestSecurityGroupsBasicOps-1458332842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:07.816924 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd20b79-0ccc-4132-95d6-33d92914dec1 tempest-TestSecurityGroupsBasicOps-1458332842 tempest-TestSecurityGroupsBasicOps-1458332842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:07.817709 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd20b79-0ccc-4132-95d6-33d92914dec1 tempest-TestSecurityGroupsBasicOps-1458332842 tempest-TestSecurityGroupsBasicOps-1458332842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:07.818315 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd20b79-0ccc-4132-95d6-33d92914dec1 tempest-TestSecurityGroupsBasicOps-1458332842 tempest-TestSecurityGroupsBasicOps-1458332842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:07.822119 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-7cd20b79-0ccc-4132-95d6-33d92914dec1 tempest-TestSecurityGroupsBasicOps-1458332842 tempest-TestSecurityGroupsBasicOps-1458332842-project-admin] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7751 time: 0.1382220 Feb 09 01:12:07.826434 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36918) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:07.843253 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e8e08662-0c8c-4d17-a7a1-4cd1a0576de5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:07.920616 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-8e047763-21f1-447e-b791-4b5826580b2e tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Request body: {'network': {'name': 'tempest-RoutersTest-886725391'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:07.923533 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-3b86242b-d69f-49ad-9dc0-7c039b7eb4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1980546386', 'tenant_id': '8919f04ab45a492f916586ca80fae861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '520b01ea-452f-4f4f-b2c6-88b89d0d4778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:53Z', 'updated_at': '2022-02-09T01:11:05Z', 'revision_number': 4, 'project_id': '8919f04ab45a492f916586ca80fae861', 'gw_port': {'id': '520b01ea-452f-4f4f-b2c6-88b89d0d4778', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:55Z', 'updated_at': '2022-02-09T01:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': 'a904328f-2c29-4ef1-94ae-01614222cf4d', 'tenant_id': '8919f04ab45a492f916586ca80fae861', 'floating_ip_address': '172.25.0.154', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': 'b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4', 'port_id': '407196dd-9518-46e7-b39a-db0b3c75969a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1902, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc9b7097-9839-43e8-ab87-dc826bac26d5', 'mac_address': 'fa:16:3e:f8:dc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66abf429-08b1-4733-9148-a03acc898aa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:12:01Z', 'updated_at': '2022-02-09T01:12:01Z', 'revision_number': 0, 'project_id': '8919f04ab45a492f916586ca80fae861', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90ddb7a7-7a1d-441f-8886-891e8c95b798', 'name': '', 'network_id': 'fc9b7097-9839-43e8-ab87-dc826bac26d5', 'tenant_id': '8919f04ab45a492f916586ca80fae861', 'mac_address': 'fa:16:3e:b6:42:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'a4ead744-7288-4509-98a4-89b7f6e2f702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:11:02Z', 'updated_at': '2022-02-09T01:11:14Z', 'revision_number': 5, 'project_id': '8919f04ab45a492f916586ca80fae861', 'subnets': [{'id': 'a4ead744-7288-4509-98a4-89b7f6e2f702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:07.927656 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b86242b-d69f-49ad-9dc0-7c039b7eb4d5 None None] Checking router: b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:12:07.933478 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8e047763-21f1-447e-b791-4b5826580b2e tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:12:07.936534 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b86242b-d69f-49ad-9dc0-7c039b7eb4d5 None None] Routers {'b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:12:07.937154 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-3b86242b-d69f-49ad-9dc0-7c039b7eb4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:11:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:07.939798 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-8e047763-21f1-447e-b791-4b5826580b2e tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Usage tracker for resource:network and tenant:fefa2a0bcdd943ec8d8c861415908997 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:12:07.944134 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-8e047763-21f1-447e-b791-4b5826580b2e tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:12:07.951699 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8e047763-21f1-447e-b791-4b5826580b2e tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:12:07.966946 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c45f8441-6683-4048-98d3-7812db450b4a req-52c8900b-6d56-4a3d-99c7-78cd5a318961 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185122 Feb 09 01:12:07.998795 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e047763-21f1-447e-b791-4b5826580b2e tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Made reservation on behalf of fefa2a0bcdd943ec8d8c861415908997 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:12:08.002958 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8e047763-21f1-447e-b791-4b5826580b2e tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:08.023319 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8e047763-21f1-447e-b791-4b5826580b2e tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:08.055505 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8e047763-21f1-447e-b791-4b5826580b2e tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:12:08.059481 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-8e047763-21f1-447e-b791-4b5826580b2e tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Usage tracker for resource:security_group_rule and tenant:fefa2a0bcdd943ec8d8c861415908997 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:12:08.062544 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-8e047763-21f1-447e-b791-4b5826580b2e tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:12:08.068693 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8e047763-21f1-447e-b791-4b5826580b2e tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:12:08.121011 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8b3f3b81-9056-4c3d-aff0-a10e917d66c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:08.160909 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8e047763-21f1-447e-b791-4b5826580b2e tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:08.169487 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8e047763-21f1-447e-b791-4b5826580b2e tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:08.201672 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e047763-21f1-447e-b791-4b5826580b2e tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:12:08.237506 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-5a265418-4803-4758-b888-858faefa21c6 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] For port fc0b6706-1840-44e5-8766-dcd0e32cf566, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=fc0b6706-1840-44e5-8766-dcd0e32cf566,segment=NetworkSegment(cf163942-3f6f-46b3-9ab1-2824bdae0aa8),segment_id=cf163942-3f6f-46b3-9ab1-2824bdae0aa8)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:08.237990 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-5a265418-4803-4758-b888-858faefa21c6 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:08.240978 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-3b86242b-d69f-49ad-9dc0-7c039b7eb4d5 None None] Set router b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:12:08.295823 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a087a0-c44c-4abe-b9d3-77d9366b1637 req-a6c3a7cc-f4ea-4ed4-a397-5355016342fd tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:08.296574 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-40a087a0-c44c-4abe-b9d3-77d9366b1637 req-a6c3a7cc-f4ea-4ed4-a397-5355016342fd tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Synchronizing usage tracker for tenant:b38b8d3b4ab64851a90546fed2d6c948 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:12:08.402482 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-40a087a0-c44c-4abe-b9d3-77d9366b1637 req-a6c3a7cc-f4ea-4ed4-a397-5355016342fd tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Unset dirty status for tenant:b38b8d3b4ab64851a90546fed2d6c948 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:12:08.409926 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e047763-21f1-447e-b791-4b5826580b2e tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62a85782-5df9-4ca5-b12a-101468746ffa,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:08.412218 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-40a087a0-c44c-4abe-b9d3-77d9366b1637 req-a6c3a7cc-f4ea-4ed4-a397-5355016342fd tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 943 time: 0.5159354 Feb 09 01:12:08.414428 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8e047763-21f1-447e-b791-4b5826580b2e tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:08.414782 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-8e047763-21f1-447e-b791-4b5826580b2e tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Added segment e9830f4e-087b-4348-b7c8-5589cb951be1 of type vlan for network f9aa9631-91bd-4065-827c-adeea0b921e9 Feb 09 01:12:08.467472 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8e047763-21f1-447e-b791-4b5826580b2e tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:08.516190 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-7c9d6ebc-9408-4ca3-8009-2ec23ccebccb tempest-TestSecurityGroupsBasicOps-1458332842 tempest-TestSecurityGroupsBasicOps-1458332842-project-admin] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4508 time: 0.6879461 Feb 09 01:12:08.519649 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36934) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:08.608198 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8e047763-21f1-447e-b791-4b5826580b2e tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:08.619317 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e047763-21f1-447e-b791-4b5826580b2e tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:08.628281 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8e047763-21f1-447e-b791-4b5826580b2e tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:08.667364 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed2ce431-e04c-45ab-af1c-5312d7191c93', 'name': 'network-vif-deleted', 'tag': 'a9cacbb0-447a-47ee-a44f-420f2f41ce3b'}, {'name': 'network-changed', 'server_uuid': '66abf429-08b1-4733-9148-a03acc898aa2', 'tag': '407196dd-9518-46e7-b39a-db0b3c75969a'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:12:08.685480 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-40a087a0-c44c-4abe-b9d3-77d9366b1637 req-8866689e-c24b-4688-ae8a-6d5971490a4b tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/security-groups?id=2e29d487-4384-458c-a1fb-a5cd591001dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2662268 Feb 09 01:12:08.836544 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-3b86242b-d69f-49ad-9dc0-7c039b7eb4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1980546386', 'tenant_id': '8919f04ab45a492f916586ca80fae861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '520b01ea-452f-4f4f-b2c6-88b89d0d4778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:53Z', 'updated_at': '2022-02-09T01:11:05Z', 'revision_number': 4, 'project_id': '8919f04ab45a492f916586ca80fae861', 'gw_port': {'id': '520b01ea-452f-4f4f-b2c6-88b89d0d4778', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:55Z', 'updated_at': '2022-02-09T01:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': 'a904328f-2c29-4ef1-94ae-01614222cf4d', 'tenant_id': '8919f04ab45a492f916586ca80fae861', 'floating_ip_address': '172.25.0.154', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': 'b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4', 'port_id': '407196dd-9518-46e7-b39a-db0b3c75969a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1902, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc9b7097-9839-43e8-ab87-dc826bac26d5', 'mac_address': 'fa:16:3e:f8:dc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66abf429-08b1-4733-9148-a03acc898aa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:12:01Z', 'updated_at': '2022-02-09T01:12:01Z', 'revision_number': 0, 'project_id': '8919f04ab45a492f916586ca80fae861', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90ddb7a7-7a1d-441f-8886-891e8c95b798', 'name': '', 'network_id': 'fc9b7097-9839-43e8-ab87-dc826bac26d5', 'tenant_id': '8919f04ab45a492f916586ca80fae861', 'mac_address': 'fa:16:3e:b6:42:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'a4ead744-7288-4509-98a4-89b7f6e2f702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:11:02Z', 'updated_at': '2022-02-09T01:11:14Z', 'revision_number': 5, 'project_id': '8919f04ab45a492f916586ca80fae861', 'subnets': [{'id': 'a4ead744-7288-4509-98a4-89b7f6e2f702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:08.841480 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b86242b-d69f-49ad-9dc0-7c039b7eb4d5 None None] The sync data for ids ['b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4'] in n-d-828418-1 is: [{'id': 'b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1980546386', 'tenant_id': '8919f04ab45a492f916586ca80fae861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '520b01ea-452f-4f4f-b2c6-88b89d0d4778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:53Z', 'updated_at': '2022-02-09T01:11:05Z', 'revision_number': 4, 'project_id': '8919f04ab45a492f916586ca80fae861', 'gw_port': {'id': '520b01ea-452f-4f4f-b2c6-88b89d0d4778', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:55Z', 'updated_at': '2022-02-09T01:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': 'a904328f-2c29-4ef1-94ae-01614222cf4d', 'tenant_id': '8919f04ab45a492f916586ca80fae861', 'floating_ip_address': '172.25.0.154', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': 'b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4', 'port_id': '407196dd-9518-46e7-b39a-db0b3c75969a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1902, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc9b7097-9839-43e8-ab87-dc826bac26d5', 'mac_address': 'fa:16:3e:f8:dc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66abf429-08b1-4733-9148-a03acc898aa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:12:01Z', 'updated_at': '2022-02-09T01:12:01Z', 'revision_number': 0, 'project_id': '8919f04ab45a492f916586ca80fae861', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90ddb7a7-7a1d-441f-8886-891e8c95b798', 'name': '', 'network_id': 'fc9b7097-9839-43e8-ab87-dc826bac26d5', 'tenant_id': '8919f04ab45a492f916586ca80fae861', 'mac_address': 'fa:16:3e:b6:42:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'a4ead744-7288-4509-98a4-89b7f6e2f702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:11:02Z', 'updated_at': '2022-02-09T01:11:14Z', 'revision_number': 5, 'project_id': '8919f04ab45a492f916586ca80fae861', 'subnets': [{'id': 'a4ead744-7288-4509-98a4-89b7f6e2f702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:12:08.896243 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e047763-21f1-447e-b791-4b5826580b2e tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Pushing event updated for resources: {'Network': ['ID=f9aa9631-91bd-4065-827c-adeea0b921e9,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:08.906633 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-e8e08662-0c8c-4d17-a7a1-4cd1a0576de5 admin admin] Deleting port 84b9a0bf-f5a0-453f-bc77-548a72990d5c {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:12:08.906995 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e8e08662-0c8c-4d17-a7a1-4cd1a0576de5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:08.908137 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network f9aa9631-91bd-4065-827c-adeea0b921e9 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:12:08.910931 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-8e047763-21f1-447e-b791-4b5826580b2e tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1824543 Feb 09 01:12:08.911754 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36940) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:08.922098 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-e1453de9-3bf4-42e1-9074-4bfd14ce942c tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Request body: {'network': {'name': 'tempest-RoutersTest-1304811883'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:08.931804 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e1453de9-3bf4-42e1-9074-4bfd14ce942c tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:12:08.939822 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e1453de9-3bf4-42e1-9074-4bfd14ce942c tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Usage tracker for resource:network and tenant:fefa2a0bcdd943ec8d8c861415908997 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:12:08.944728 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e1453de9-3bf4-42e1-9074-4bfd14ce942c tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:12:08.954665 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e1453de9-3bf4-42e1-9074-4bfd14ce942c tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:12:08.962719 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1f5c41-dbe8-4eab-98b6-8f991ee8fe35 tempest-TestSecurityGroupsBasicOps-1458332842 tempest-TestSecurityGroupsBasicOps-1458332842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:08.963282 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1f5c41-dbe8-4eab-98b6-8f991ee8fe35 tempest-TestSecurityGroupsBasicOps-1458332842 tempest-TestSecurityGroupsBasicOps-1458332842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:08.965016 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-df1f5c41-dbe8-4eab-98b6-8f991ee8fe35 tempest-TestSecurityGroupsBasicOps-1458332842 tempest-TestSecurityGroupsBasicOps-1458332842-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4 HTTP/1.1" status: 200 len: 1990 time: 0.4442699 Feb 09 01:12:08.987110 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1453de9-3bf4-42e1-9074-4bfd14ce942c tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Made reservation on behalf of fefa2a0bcdd943ec8d8c861415908997 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:12:08.991151 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e1453de9-3bf4-42e1-9074-4bfd14ce942c tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:09.036802 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1453de9-3bf4-42e1-9074-4bfd14ce942c tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:12:09.055331 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e1453de9-3bf4-42e1-9074-4bfd14ce942c tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:09.055678 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-e1453de9-3bf4-42e1-9074-4bfd14ce942c tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Added segment 3798f4dc-2a10-443a-be52-195a5b6ecf10 of type vlan for network 49ab0a65-f3c8-4f74-b9ee-d89332a89291 Feb 09 01:12:09.089428 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e1453de9-3bf4-42e1-9074-4bfd14ce942c tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:09.129565 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e1453de9-3bf4-42e1-9074-4bfd14ce942c tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:09.135247 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1453de9-3bf4-42e1-9074-4bfd14ce942c tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:09.136052 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e1453de9-3bf4-42e1-9074-4bfd14ce942c tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:09.189863 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b709a05d-4dd2-43d7-8285-8970f7dd658e None None] New status for floating IP a904328f-2c29-4ef1-94ae-01614222cf4d: ACTIVE {{(pid=87641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:12:09.209022 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-5a265418-4803-4758-b888-858faefa21c6 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:09.209497 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-5a265418-4803-4758-b888-858faefa21c6 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:09.209703 n-d-828418-1 neutron-server[87639]: INFO neutron.db.l3_db [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-5a265418-4803-4758-b888-858faefa21c6 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Floating IP f3be6097-cda6-4639-91ef-563ca4861318 disassociated. External IP: 172.25.0.80, port: fc0b6706-1840-44e5-8766-dcd0e32cf566. Feb 09 01:12:09.210019 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-5a265418-4803-4758-b888-858faefa21c6 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Calling delete_port for fc0b6706-1840-44e5-8766-dcd0e32cf566 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:12:09.263567 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e1453de9-3bf4-42e1-9074-4bfd14ce942c tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3502271 Feb 09 01:12:09.267205 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36946) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:09.284720 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-69498300-d332-4585-bd7c-8ded7087a17c tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Request body: {'subnet': {'network_id': 'f9aa9631-91bd-4065-827c-adeea0b921e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:09.367288 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1453de9-3bf4-42e1-9074-4bfd14ce942c tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Pushing event updated for resources: {'Network': ['ID=49ab0a65-f3c8-4f74-b9ee-d89332a89291,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:09.382944 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 49ab0a65-f3c8-4f74-b9ee-d89332a89291 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:12:09.458824 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-69498300-d332-4585-bd7c-8ded7087a17c tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:12:09.463474 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-69498300-d332-4585-bd7c-8ded7087a17c tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Usage tracker for resource:subnet and tenant:fefa2a0bcdd943ec8d8c861415908997 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:12:09.466226 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-69498300-d332-4585-bd7c-8ded7087a17c tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:12:09.476781 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-69498300-d332-4585-bd7c-8ded7087a17c tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:12:09.491853 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a0e78-235a-4418-bd7e-d40d8b339558 req-079f9976-f166-43f5-ab3c-fe7f4faf4ded tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:09.492423 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69498300-d332-4585-bd7c-8ded7087a17c tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Made reservation on behalf of fefa2a0bcdd943ec8d8c861415908997 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:12:09.493416 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d69a0e78-235a-4418-bd7e-d40d8b339558 req-079f9976-f166-43f5-ab3c-fe7f4faf4ded tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 946 time: 0.7052696 Feb 09 01:12:09.498264 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-69498300-d332-4585-bd7c-8ded7087a17c tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:09.535401 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09394c7-aa02-490d-a031-1ded70198113 req-223f90c7-f6a0-4e78-986a-346b02524cff tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:09.536943 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b09394c7-aa02-490d-a031-1ded70198113 req-223f90c7-f6a0-4e78-986a-346b02524cff tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=8e4ecadd-5d83-41c7-a8bf-603a3cc4668a HTTP/1.1" status: 200 len: 945 time: 0.6639054 Feb 09 01:12:09.558219 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-e8e08662-0c8c-4d17-a7a1-4cd1a0576de5 admin admin] For port 84b9a0bf-f5a0-453f-bc77-548a72990d5c, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=84b9a0bf-f5a0-453f-bc77-548a72990d5c,segment=NetworkSegment(7028469f-a90e-4c47-872a-5a2ad851e329),segment_id=7028469f-a90e-4c47-872a-5a2ad851e329)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:09.558658 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e8e08662-0c8c-4d17-a7a1-4cd1a0576de5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:09.746865 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-e8e08662-0c8c-4d17-a7a1-4cd1a0576de5 admin admin] Calling delete_port for 84b9a0bf-f5a0-453f-bc77-548a72990d5c owned by network:router_interface {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:12:09.799540 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-5a265418-4803-4758-b888-858faefa21c6 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:09.809393 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-69498300-d332-4585-bd7c-8ded7087a17c tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:09.845328 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d69a0e78-235a-4418-bd7e-d40d8b339558 req-d2bf88ee-e2b0-4759-a67e-c515f6190a5b tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378055 Feb 09 01:12:09.905032 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b09394c7-aa02-490d-a031-1ded70198113 req-efc0fa03-e382-4c0f-97ed-8fc282cce488 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485229 Feb 09 01:12:09.905032 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a265418-4803-4758-b888-858faefa21c6 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Pushing event deleted for resources: {'Port': ['ID=fc0b6706-1840-44e5-8766-dcd0e32cf566,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:09.913813 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69498300-d332-4585-bd7c-8ded7087a17c tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Checking segment: {'id': 'e9830f4e-087b-4348-b7c8-5589cb951be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f9aa9631-91bd-4065-827c-adeea0b921e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:12:09.914323 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69498300-d332-4585-bd7c-8ded7087a17c tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Network hostable DHCP agents. Network: f9aa9631-91bd-4065-827c-adeea0b921e9, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:12:09.926987 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69498300-d332-4585-bd7c-8ded7087a17c tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Pushing event updated for resources: {'Subnet': ['ID=51f398b9-5be0-482b-bc7e-d51a0b45ef41,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:09.947508 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69498300-d332-4585-bd7c-8ded7087a17c tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Network f9aa9631-91bd-4065-827c-adeea0b921e9 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:12:09.960398 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-69498300-d332-4585-bd7c-8ded7087a17c tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, f9aa9631-91bd-4065-827c-adeea0b921e9) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:12:09.974927 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69498300-d332-4585-bd7c-8ded7087a17c tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:09.975627 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-69498300-d332-4585-bd7c-8ded7087a17c tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:09.976763 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632d1804-3981-4f32-a6e3-30356057605f None None] Network f9aa9631-91bd-4065-827c-adeea0b921e9 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:12:10.025777 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-69498300-d332-4585-bd7c-8ded7087a17c tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7572486 Feb 09 01:12:10.028648 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36958) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:10.036028 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed2ce431-e04c-45ab-af1c-5312d7191c93', 'name': 'network-vif-deleted', 'tag': 'a9cacbb0-447a-47ee-a44f-420f2f41ce3b', 'status': 'completed', 'code': 200} Feb 09 01:12:10.036579 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66abf429-08b1-4733-9148-a03acc898aa2', 'tag': '407196dd-9518-46e7-b39a-db0b3c75969a', 'status': 'completed', 'code': 200} Feb 09 01:12:10.041764 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-3513e4d6-add4-41a1-b3c0-a6a85937edfa tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Request body: {'subnet': {'network_id': '49ab0a65-f3c8-4f74-b9ee-d89332a89291', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:10.196956 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3513e4d6-add4-41a1-b3c0-a6a85937edfa tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:12:10.202037 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-3513e4d6-add4-41a1-b3c0-a6a85937edfa tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Usage tracker for resource:subnet and tenant:fefa2a0bcdd943ec8d8c861415908997 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:12:10.206859 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-3513e4d6-add4-41a1-b3c0-a6a85937edfa tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:12:10.214067 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3513e4d6-add4-41a1-b3c0-a6a85937edfa tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:12:10.238839 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3513e4d6-add4-41a1-b3c0-a6a85937edfa tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Made reservation on behalf of fefa2a0bcdd943ec8d8c861415908997 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:12:10.242913 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3513e4d6-add4-41a1-b3c0-a6a85937edfa tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:10.471094 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71903b20-4abd-46d7-8a26-ca99b43ebffa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-f9aa9631-91bd-4065-827c-adeea0b921e9', 'network_id': 'f9aa9631-91bd-4065-827c-adeea0b921e9', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'fixed_ips': [{'subnet_id': '51f398b9-5be0-482b-bc7e-d51a0b45ef41'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:12:10.472258 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-71903b20-4abd-46d7-8a26-ca99b43ebffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:10.495762 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1bffc96e-dc64-49ab-9220-8d70db1a9d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:10.554198 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3513e4d6-add4-41a1-b3c0-a6a85937edfa tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:10.556494 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-5a265418-4803-4758-b888-858faefa21c6 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Router 68505d7b-ac4f-4fc5-95fe-391f3436d4dc has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:12:10.680821 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3513e4d6-add4-41a1-b3c0-a6a85937edfa tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Checking segment: {'id': '3798f4dc-2a10-443a-be52-195a5b6ecf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '49ab0a65-f3c8-4f74-b9ee-d89332a89291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:12:10.681213 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3513e4d6-add4-41a1-b3c0-a6a85937edfa tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Network hostable DHCP agents. Network: 49ab0a65-f3c8-4f74-b9ee-d89332a89291, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:12:10.682287 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-835cba8a-adc3-4f3c-bf05-524071189b57 req-b7d4e3e9-b253-4592-ac65-74138c4fa3f7 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 210 time: 0.2372048 Feb 09 01:12:10.703399 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3513e4d6-add4-41a1-b3c0-a6a85937edfa tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Pushing event updated for resources: {'Subnet': ['ID=33ecbaa8-6b64-4b60-9aa0-828de00b0677,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:10.720490 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-71903b20-4abd-46d7-8a26-ca99b43ebffa None None] Allocated IP 172.20.0.2 (f9aa9631-91bd-4065-827c-adeea0b921e9/51f398b9-5be0-482b-bc7e-d51a0b45ef41/dff0cea9-fe99-4ad6-81ac-6e87fd4a9621) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:12:10.734242 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3513e4d6-add4-41a1-b3c0-a6a85937edfa tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Network 49ab0a65-f3c8-4f74-b9ee-d89332a89291 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:12:10.744830 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-3513e4d6-add4-41a1-b3c0-a6a85937edfa tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 49ab0a65-f3c8-4f74-b9ee-d89332a89291) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:12:10.750044 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3513e4d6-add4-41a1-b3c0-a6a85937edfa tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:10.750540 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3513e4d6-add4-41a1-b3c0-a6a85937edfa tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:10.761253 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18904bf-aa51-40f2-99f3-5bc06345a63b None None] Network 49ab0a65-f3c8-4f74-b9ee-d89332a89291 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:12:10.773222 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-3513e4d6-add4-41a1-b3c0-a6a85937edfa tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7427967 Feb 09 01:12:10.775702 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36962) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:10.782720 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-05d28845-3b13-4317-acc5-8f460f5046a8 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2063092501', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:10.791342 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-05d28845-3b13-4317-acc5-8f460f5046a8 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:12:10.796372 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-05d28845-3b13-4317-acc5-8f460f5046a8 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Usage tracker for resource:router and tenant:fefa2a0bcdd943ec8d8c861415908997 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:12:10.800819 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-05d28845-3b13-4317-acc5-8f460f5046a8 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:12:10.807054 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-05d28845-3b13-4317-acc5-8f460f5046a8 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:12:10.820665 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-05d28845-3b13-4317-acc5-8f460f5046a8 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:10.821978 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-05d28845-3b13-4317-acc5-8f460f5046a8 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:10.851284 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-05d28845-3b13-4317-acc5-8f460f5046a8 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:10.878890 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-05d28845-3b13-4317-acc5-8f460f5046a8 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:10.904905 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-05d28845-3b13-4317-acc5-8f460f5046a8 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:10.910861 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-05d28845-3b13-4317-acc5-8f460f5046a8 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1310873 Feb 09 01:12:10.911720 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36970) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:11.167600 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-71903b20-4abd-46d7-8a26-ca99b43ebffa None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:11.193127 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77d2284-85d3-4c8d-9c5c-4eb8b624dca7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-49ab0a65-f3c8-4f74-b9ee-d89332a89291', 'network_id': '49ab0a65-f3c8-4f74-b9ee-d89332a89291', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'fixed_ips': [{'subnet_id': '33ecbaa8-6b64-4b60-9aa0-828de00b0677'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:12:11.194001 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d77d2284-85d3-4c8d-9c5c-4eb8b624dca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:11.248294 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e8e08662-0c8c-4d17-a7a1-4cd1a0576de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:11.256330 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-71903b20-4abd-46d7-8a26-ca99b43ebffa None None] Transition to ACTIVE for port object dff0cea9-fe99-4ad6-81ac-6e87fd4a9621 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:12:11.294456 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-71903b20-4abd-46d7-8a26-ca99b43ebffa None None] Transition to ACTIVE for port object dff0cea9-fe99-4ad6-81ac-6e87fd4a9621 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:12:11.304451 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-5a265418-4803-4758-b888-858faefa21c6 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:12:11.318859 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9229ed-65e6-4934-8d73-ff63b26e9b9d req-8b0ea08b-ddad-4558-812a-816b014b4b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:11.321329 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5a9229ed-65e6-4934-8d73-ff63b26e9b9d req-8b0ea08b-ddad-4558-812a-816b014b4b2d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8919f04ab45a492f916586ca80fae861&device_id=66abf429-08b1-4733-9148-a03acc898aa2 HTTP/1.1" status: 200 len: 1136 time: 1.1232131 Feb 09 01:12:11.322500 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f398e38-2823-493f-9442-99667ad6db7a None None] Sync routers for ids ['68505d7b-ac4f-4fc5-95fe-391f3436d4dc'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:12:11.328483 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-71903b20-4abd-46d7-8a26-ca99b43ebffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:11.328707 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f6579e-3077-4f52-b76b-25092c82a01e req-a132d52f-3436-494a-9a78-cff6a5edacd8 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:11.336099 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-71f6579e-3077-4f52-b76b-25092c82a01e req-a132d52f-3436-494a-9a78-cff6a5edacd8 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 946 time: 1.1370924 Feb 09 01:12:11.370424 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e08662-0c8c-4d17-a7a1-4cd1a0576de5 admin admin] Pushing event deleted for resources: {'Port': ['ID=84b9a0bf-f5a0-453f-bc77-548a72990d5c,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:11.451965 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f398e38-2823-493f-9442-99667ad6db7a None None] Routers {'68505d7b-ac4f-4fc5-95fe-391f3436d4dc'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:12:11.452595 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-5f398e38-2823-493f-9442-99667ad6db7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:12:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['68505d7b-ac4f-4fc5-95fe-391f3436d4dc'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:11.514519 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71903b20-4abd-46d7-8a26-ca99b43ebffa None None] Network f9aa9631-91bd-4065-827c-adeea0b921e9 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:12:11.519254 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-71903b20-4abd-46d7-8a26-ca99b43ebffa None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:12:11.525143 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71903b20-4abd-46d7-8a26-ca99b43ebffa None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:12:11.586592 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-face273f-6893-4db4-b442-a50355c8e0af tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:11.612858 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-5a265418-4803-4758-b888-858faefa21c6 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] No DVR routers for this DVR port fc0b6706-1840-44e5-8766-dcd0e32cf566 on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:12:11.624367 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-5a265418-4803-4758-b888-858faefa21c6 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:11.662175 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c19eab0e-9798-4617-beb1-1eb836e98910 req-5a265418-4803-4758-b888-858faefa21c6 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.62 "DELETE /v2.0/ports/fc0b6706-1840-44e5-8766-dcd0e32cf566 HTTP/1.1" status: 204 len: 173 time: 4.5884235 Feb 09 01:12:11.681740 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71903b20-4abd-46d7-8a26-ca99b43ebffa None None] Pushing event updated for resources: {'Port': ['ID=dff0cea9-fe99-4ad6-81ac-6e87fd4a9621,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:11.683984 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:11.697317 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-71903b20-4abd-46d7-8a26-ca99b43ebffa None None] Attempting to bind port dff0cea9-fe99-4ad6-81ac-6e87fd4a9621 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:12:11.698356 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-71903b20-4abd-46d7-8a26-ca99b43ebffa None None] Attempting to bind port dff0cea9-fe99-4ad6-81ac-6e87fd4a9621 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'e9830f4e-087b-4348-b7c8-5589cb951be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f9aa9631-91bd-4065-827c-adeea0b921e9'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:12:11.698738 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71903b20-4abd-46d7-8a26-ca99b43ebffa None None] Attempting to bind port dff0cea9-fe99-4ad6-81ac-6e87fd4a9621 on network f9aa9631-91bd-4065-827c-adeea0b921e9 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:12:11.707203 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-71f6579e-3077-4f52-b76b-25092c82a01e req-f5a15d4f-69e9-4b2e-aed8-566f1f667164 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3699410 Feb 09 01:12:11.719228 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:11.733623 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71903b20-4abd-46d7-8a26-ca99b43ebffa None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:12:11.733623 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71903b20-4abd-46d7-8a26-ca99b43ebffa None None] Checking segment: {'id': 'e9830f4e-087b-4348-b7c8-5589cb951be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f9aa9631-91bd-4065-827c-adeea0b921e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:12:11.733623 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-71903b20-4abd-46d7-8a26-ca99b43ebffa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:11.733623 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71903b20-4abd-46d7-8a26-ca99b43ebffa None None] Bound using segment: {'id': 'e9830f4e-087b-4348-b7c8-5589cb951be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f9aa9631-91bd-4065-827c-adeea0b921e9'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:12:11.733623 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-71903b20-4abd-46d7-8a26-ca99b43ebffa None None] Bound port: dff0cea9-fe99-4ad6-81ac-6e87fd4a9621, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9830f4e-087b-4348-b7c8-5589cb951be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f9aa9631-91bd-4065-827c-adeea0b921e9'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:12:11.733623 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-71903b20-4abd-46d7-8a26-ca99b43ebffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:11.750301 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-d77d2284-85d3-4c8d-9c5c-4eb8b624dca7 None None] Allocated IP 172.21.0.2 (49ab0a65-f3c8-4f74-b9ee-d89332a89291/33ecbaa8-6b64-4b60-9aa0-828de00b0677/a4b7f875-9fa5-445b-93a8-560dafce4c5c) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:12:11.807929 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d2785d-072a-473f-817f-ae65e2464f43 req-cc77e17a-ad8d-4701-8399-cf0a15ec2cd5 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:11.816709 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-07d2785d-072a-473f-817f-ae65e2464f43 req-cc77e17a-ad8d-4701-8399-cf0a15ec2cd5 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=8e4ecadd-5d83-41c7-a8bf-603a3cc4668a HTTP/1.1" status: 200 len: 945 time: 0.6759660 Feb 09 01:12:12.030135 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-5f398e38-2823-493f-9442-99667ad6db7a None None] Set router 68505d7b-ac4f-4fc5-95fe-391f3436d4dc gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:12:12.054069 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed2ce431-e04c-45ab-af1c-5312d7191c93', 'name': 'network-vif-deleted', 'tag': 'fc0b6706-1840-44e5-8766-dcd0e32cf566'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:12:12.058179 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e8e08662-0c8c-4d17-a7a1-4cd1a0576de5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:12.076866 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-f2d79b18-3793-4e03-b7b0-654a4c3a275d req-5633bdfa-5ef7-4cc1-9eb7-33b9bd1fb5aa tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Synchronizing usage tracker for tenant:b38b8d3b4ab64851a90546fed2d6c948 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:12:12.081122 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9229ed-65e6-4934-8d73-ff63b26e9b9d req-1d35cc4d-bc43-44e6-a45d-277f2091b3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:12.082644 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5a9229ed-65e6-4934-8d73-ff63b26e9b9d req-1d35cc4d-bc43-44e6-a45d-277f2091b3bc service neutron] 10.222.0.62 "GET /v2.0/networks?id=fc9b7097-9839-43e8-ab87-dc826bac26d5 HTTP/1.1" status: 200 len: 898 time: 0.7139165 Feb 09 01:12:12.091664 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-07d2785d-072a-473f-817f-ae65e2464f43 req-60b9aed0-b98c-4a13-9516-48d78a84e72d tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737739 Feb 09 01:12:12.127894 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-71903b20-4abd-46d7-8a26-ca99b43ebffa None None] For port dff0cea9-fe99-4ad6-81ac-6e87fd4a9621, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:12:12.163605 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-71903b20-4abd-46d7-8a26-ca99b43ebffa None None] For port dff0cea9-fe99-4ad6-81ac-6e87fd4a9621, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=dff0cea9-fe99-4ad6-81ac-6e87fd4a9621,segment=NetworkSegment(e9830f4e-087b-4348-b7c8-5589cb951be1),segment_id=e9830f4e-087b-4348-b7c8-5589cb951be1)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:12:12.330869 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-face273f-6893-4db4-b442-a50355c8e0af tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Allocated IP 172.20.0.1 (f9aa9631-91bd-4065-827c-adeea0b921e9/51f398b9-5be0-482b-bc7e-d51a0b45ef41/1cfbae2c-1c01-484b-8f0e-23d9d5addbe2) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:12:12.365695 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-71903b20-4abd-46d7-8a26-ca99b43ebffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:12.483517 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-f2d79b18-3793-4e03-b7b0-654a4c3a275d req-5633bdfa-5ef7-4cc1-9eb7-33b9bd1fb5aa tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Unset dirty status for tenant:b38b8d3b4ab64851a90546fed2d6c948 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:12:12.484949 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f2d79b18-3793-4e03-b7b0-654a4c3a275d req-5633bdfa-5ef7-4cc1-9eb7-33b9bd1fb5aa tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 210 time: 0.6220789 Feb 09 01:12:12.517013 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5a9229ed-65e6-4934-8d73-ff63b26e9b9d req-70c90ecd-0c1d-41ea-90c4-007f4a5d8827 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=407196dd-9518-46e7-b39a-db0b3c75969a HTTP/1.1" status: 200 len: 1002 time: 0.4221981 Feb 09 01:12:12.565426 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-face273f-6893-4db4-b442-a50355c8e0af tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:12.586514 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-face273f-6893-4db4-b442-a50355c8e0af tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Transition to ACTIVE for port object 1cfbae2c-1c01-484b-8f0e-23d9d5addbe2 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:12:12.619959 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed2ce431-e04c-45ab-af1c-5312d7191c93', 'name': 'network-vif-deleted', 'tag': 'fc0b6706-1840-44e5-8766-dcd0e32cf566', 'status': 'completed', 'code': 200} Feb 09 01:12:12.652583 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-face273f-6893-4db4-b442-a50355c8e0af tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:12.663370 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d77d2284-85d3-4c8d-9c5c-4eb8b624dca7 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:12.687185 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9229ed-65e6-4934-8d73-ff63b26e9b9d req-209b38fb-5759-4fdc-a50e-419d15cca543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:12.688884 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5a9229ed-65e6-4934-8d73-ff63b26e9b9d req-209b38fb-5759-4fdc-a50e-419d15cca543 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a4ead744-7288-4509-98a4-89b7f6e2f702 HTTP/1.1" status: 200 len: 834 time: 0.1637073 Feb 09 01:12:12.692250 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d77d2284-85d3-4c8d-9c5c-4eb8b624dca7 None None] Transition to ACTIVE for port object a4b7f875-9fa5-445b-93a8-560dafce4c5c will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:12:12.741586 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d77d2284-85d3-4c8d-9c5c-4eb8b624dca7 None None] Transition to ACTIVE for port object a4b7f875-9fa5-445b-93a8-560dafce4c5c will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:12:12.759497 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-face273f-6893-4db4-b442-a50355c8e0af tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Pushing event updated for resources: {'Port': ['ID=1cfbae2c-1c01-484b-8f0e-23d9d5addbe2,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:12.763616 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d77d2284-85d3-4c8d-9c5c-4eb8b624dca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:12.781013 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71903b20-4abd-46d7-8a26-ca99b43ebffa None None] Pushing event updated for resources: {'Port': ['ID=dff0cea9-fe99-4ad6-81ac-6e87fd4a9621,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:12.781354 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-face273f-6893-4db4-b442-a50355c8e0af tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Network f9aa9631-91bd-4065-827c-adeea0b921e9 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:12:12.783760 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-face273f-6893-4db4-b442-a50355c8e0af tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:12:12.786383 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-face273f-6893-4db4-b442-a50355c8e0af tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:12:12.859382 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-face273f-6893-4db4-b442-a50355c8e0af tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:12.872086 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77d2284-85d3-4c8d-9c5c-4eb8b624dca7 None None] Pushing event updated for resources: {'Port': ['ID=a4b7f875-9fa5-445b-93a8-560dafce4c5c,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:12.904452 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77d2284-85d3-4c8d-9c5c-4eb8b624dca7 None None] Network 49ab0a65-f3c8-4f74-b9ee-d89332a89291 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:12:12.917713 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-d77d2284-85d3-4c8d-9c5c-4eb8b624dca7 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:12:12.934047 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77d2284-85d3-4c8d-9c5c-4eb8b624dca7 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:12:13.034954 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb51c96-8461-4bd5-8eb4-2647b2f4b899 req-aacc1033-b118-447c-8aa1-67632121525c tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:13.036759 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-edb51c96-8461-4bd5-8eb4-2647b2f4b899 req-aacc1033-b118-447c-8aa1-67632121525c tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 946 time: 0.6437368 Feb 09 01:12:13.047130 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-face273f-6893-4db4-b442-a50355c8e0af tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:13.176934 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8e08662-0c8c-4d17-a7a1-4cd1a0576de5 admin admin] Router 878c428f-984b-428d-a608-7db6b8723921 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:12:13.201746 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-edb51c96-8461-4bd5-8eb4-2647b2f4b899 req-98532544-27fb-402d-b556-34605b62c8de tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431627 Feb 09 01:12:13.262416 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:13.270153 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-d77d2284-85d3-4c8d-9c5c-4eb8b624dca7 None None] Attempting to bind port a4b7f875-9fa5-445b-93a8-560dafce4c5c on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:12:13.270524 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-d77d2284-85d3-4c8d-9c5c-4eb8b624dca7 None None] Attempting to bind port a4b7f875-9fa5-445b-93a8-560dafce4c5c by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '3798f4dc-2a10-443a-be52-195a5b6ecf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '49ab0a65-f3c8-4f74-b9ee-d89332a89291'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:12:13.270888 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77d2284-85d3-4c8d-9c5c-4eb8b624dca7 None None] Attempting to bind port a4b7f875-9fa5-445b-93a8-560dafce4c5c on network 49ab0a65-f3c8-4f74-b9ee-d89332a89291 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:12:13.282893 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77d2284-85d3-4c8d-9c5c-4eb8b624dca7 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:12:13.283518 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77d2284-85d3-4c8d-9c5c-4eb8b624dca7 None None] Checking segment: {'id': '3798f4dc-2a10-443a-be52-195a5b6ecf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '49ab0a65-f3c8-4f74-b9ee-d89332a89291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:12:13.283928 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d77d2284-85d3-4c8d-9c5c-4eb8b624dca7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:13.284323 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77d2284-85d3-4c8d-9c5c-4eb8b624dca7 None None] Bound using segment: {'id': '3798f4dc-2a10-443a-be52-195a5b6ecf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '49ab0a65-f3c8-4f74-b9ee-d89332a89291'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:12:13.284802 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-d77d2284-85d3-4c8d-9c5c-4eb8b624dca7 None None] Bound port: a4b7f875-9fa5-445b-93a8-560dafce4c5c, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3798f4dc-2a10-443a-be52-195a5b6ecf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '49ab0a65-f3c8-4f74-b9ee-d89332a89291'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:12:13.285172 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d77d2284-85d3-4c8d-9c5c-4eb8b624dca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:13.443308 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-5f398e38-2823-493f-9442-99667ad6db7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68505d7b-ac4f-4fc5-95fe-391f3436d4dc', 'name': 'tempest-TaggedBootDevicesTest-319278242-router', 'tenant_id': 'b38b8d3b4ab64851a90546fed2d6c948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '7a2c52bc-a296-44e7-89be-65763e3a6006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:04:46Z', 'updated_at': '2022-02-09T01:05:03Z', 'revision_number': 4, 'project_id': 'b38b8d3b4ab64851a90546fed2d6c948', 'gw_port': {'id': '7a2c52bc-a296-44e7-89be-65763e3a6006', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:88:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68505d7b-ac4f-4fc5-95fe-391f3436d4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:51Z', 'updated_at': '2022-02-09T01:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'e2ded1ac-2059-466c-ae0d-eed1b4cfe9b4', 'name': '', 'network_id': '5155f974-02f7-460c-bde1-4d4a435cc291', 'tenant_id': 'b38b8d3b4ab64851a90546fed2d6c948', 'mac_address': 'fa:16:3e:fb:25:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68505d7b-ac4f-4fc5-95fe-391f3436d4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'a3a9310a-be0f-4b6b-b867-4cea61f46d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:05:02Z', 'updated_at': '2022-02-09T01:05:27Z', 'revision_number': 5, 'project_id': 'b38b8d3b4ab64851a90546fed2d6c948', 'subnets': [{'id': 'a3a9310a-be0f-4b6b-b867-4cea61f46d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:13.467609 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f398e38-2823-493f-9442-99667ad6db7a None None] Checking router: 68505d7b-ac4f-4fc5-95fe-391f3436d4dc for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:12:13.517469 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f398e38-2823-493f-9442-99667ad6db7a None None] Routers {'68505d7b-ac4f-4fc5-95fe-391f3436d4dc'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:12:13.518136 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-5f398e38-2823-493f-9442-99667ad6db7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:12:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['68505d7b-ac4f-4fc5-95fe-391f3436d4dc'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:13.522021 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9229ed-65e6-4934-8d73-ff63b26e9b9d req-b62e8327-91e4-47de-a83a-f488bcd1531c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:13.524161 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5a9229ed-65e6-4934-8d73-ff63b26e9b9d req-b62e8327-91e4-47de-a83a-f488bcd1531c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fc9b7097-9839-43e8-ab87-dc826bac26d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8258395 Feb 09 01:12:13.608457 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d77d2284-85d3-4c8d-9c5c-4eb8b624dca7 None None] For port a4b7f875-9fa5-445b-93a8-560dafce4c5c, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:12:13.639111 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d77d2284-85d3-4c8d-9c5c-4eb8b624dca7 None None] For port a4b7f875-9fa5-445b-93a8-560dafce4c5c, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=a4b7f875-9fa5-445b-93a8-560dafce4c5c,segment=NetworkSegment(3798f4dc-2a10-443a-be52-195a5b6ecf10),segment_id=3798f4dc-2a10-443a-be52-195a5b6ecf10)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:12:13.654354 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d77d2284-85d3-4c8d-9c5c-4eb8b624dca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:13.869308 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device dff0cea9-fe99-4ad6-81ac-6e87fd4a9621 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:12:13.938988 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e08662-0c8c-4d17-a7a1-4cd1a0576de5 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:12:13.949012 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce83f73-322b-4b00-95f1-a6376977bb65 None None] Sync routers for ids ['878c428f-984b-428d-a608-7db6b8723921'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:12:13.964420 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-e8e08662-0c8c-4d17-a7a1-4cd1a0576de5 admin admin] 10.222.0.105 "PUT /v2.0/routers/878c428f-984b-428d-a608-7db6b8723921/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2475953 Feb 09 01:12:13.967516 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce83f73-322b-4b00-95f1-a6376977bb65 None None] Routers {'878c428f-984b-428d-a608-7db6b8723921'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:12:13.968146 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-7ce83f73-322b-4b00-95f1-a6376977bb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:12:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['878c428f-984b-428d-a608-7db6b8723921'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:13.977350 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 36992) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:14.056319 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77d2284-85d3-4c8d-9c5c-4eb8b624dca7 None None] Pushing event updated for resources: {'Port': ['ID=a4b7f875-9fa5-445b-93a8-560dafce4c5c,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:14.103048 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5a9229ed-65e6-4934-8d73-ff63b26e9b9d req-7eb64b89-fd98-40d9-88ac-7a942790b2a1 service neutron] 10.222.0.62 "GET /v2.0/networks/fc9b7097-9839-43e8-ab87-dc826bac26d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5628953 Feb 09 01:12:14.112950 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-5f398e38-2823-493f-9442-99667ad6db7a None None] Set router 68505d7b-ac4f-4fc5-95fe-391f3436d4dc gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:12:14.129664 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb3bfa9-2f89-4b8f-aba0-b2e149ed51b7 req-39426aef-cda9-4125-9648-486065890241 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:14.139672 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-beb3bfa9-2f89-4b8f-aba0-b2e149ed51b7 req-39426aef-cda9-4125-9648-486065890241 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=8e4ecadd-5d83-41c7-a8bf-603a3cc4668a HTTP/1.1" status: 200 len: 945 time: 0.6913760 Feb 09 01:12:14.301288 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-face273f-6893-4db4-b442-a50355c8e0af tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:14.310299 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-face273f-6893-4db4-b442-a50355c8e0af tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:14.367916 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-85956e7a-a468-42f2-b074-d1eb1e37d1d3 req-96f60d39-3c55-4084-9661-7044c2fb95ea tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 210 time: 0.2619336 Feb 09 01:12:14.490354 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-7ce83f73-322b-4b00-95f1-a6376977bb65 None None] Set router 878c428f-984b-428d-a608-7db6b8723921 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:12:14.609260 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-face273f-6893-4db4-b442-a50355c8e0af tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Pushing event updated for resources: {'Port': ['ID=1cfbae2c-1c01-484b-8f0e-23d9d5addbe2,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:14.615980 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-face273f-6893-4db4-b442-a50355c8e0af tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:14.724395 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-beb3bfa9-2f89-4b8f-aba0-b2e149ed51b7 req-b02e22c9-3609-48f6-843c-98e00776469a tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5829937 Feb 09 01:12:14.750628 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0afa635b-9b14-42f1-9bea-4a2b61498c89 admin admin] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:14.862444 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c67f9e-9561-47b2-967f-2db57cb4858f None None] Network f9aa9631-91bd-4065-827c-adeea0b921e9 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:12:14.953571 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-face273f-6893-4db4-b442-a50355c8e0af tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Network f9aa9631-91bd-4065-827c-adeea0b921e9 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:12:14.955326 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-face273f-6893-4db4-b442-a50355c8e0af tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:12:15.076667 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port dff0cea9-fe99-4ad6-81ac-6e87fd4a9621 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:12:15.117086 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b9476d3e-9cd9-43a3-93e6-19dd4c028b31 None None] Provisioning for port dff0cea9-fe99-4ad6-81ac-6e87fd4a9621 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:12:15.128468 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b9476d3e-9cd9-43a3-93e6-19dd4c028b31 None None] Provisioning complete for port dff0cea9-fe99-4ad6-81ac-6e87fd4a9621 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:15.128909 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b9476d3e-9cd9-43a3-93e6-19dd4c028b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:15.152941 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0afa635b-9b14-42f1-9bea-4a2b61498c89 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:15.169308 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-0afa635b-9b14-42f1-9bea-4a2b61498c89 admin admin] Deleting port a76297bf-3f1a-4b2b-ad46-5e960f5b4316 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:12:15.169884 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0afa635b-9b14-42f1-9bea-4a2b61498c89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:15.269218 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-face273f-6893-4db4-b442-a50355c8e0af tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Router f99aa7a9-1ff0-4fc8-93e2-c16d661a56ca is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:12:15.308467 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-5f398e38-2823-493f-9442-99667ad6db7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68505d7b-ac4f-4fc5-95fe-391f3436d4dc', 'name': 'tempest-TaggedBootDevicesTest-319278242-router', 'tenant_id': 'b38b8d3b4ab64851a90546fed2d6c948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '7a2c52bc-a296-44e7-89be-65763e3a6006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:04:46Z', 'updated_at': '2022-02-09T01:05:03Z', 'revision_number': 4, 'project_id': 'b38b8d3b4ab64851a90546fed2d6c948', 'gw_port': {'id': '7a2c52bc-a296-44e7-89be-65763e3a6006', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:88:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68505d7b-ac4f-4fc5-95fe-391f3436d4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:51Z', 'updated_at': '2022-02-09T01:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'e2ded1ac-2059-466c-ae0d-eed1b4cfe9b4', 'name': '', 'network_id': '5155f974-02f7-460c-bde1-4d4a435cc291', 'tenant_id': 'b38b8d3b4ab64851a90546fed2d6c948', 'mac_address': 'fa:16:3e:fb:25:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68505d7b-ac4f-4fc5-95fe-391f3436d4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'a3a9310a-be0f-4b6b-b867-4cea61f46d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:05:02Z', 'updated_at': '2022-02-09T01:05:27Z', 'revision_number': 5, 'project_id': 'b38b8d3b4ab64851a90546fed2d6c948', 'subnets': [{'id': 'a3a9310a-be0f-4b6b-b867-4cea61f46d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:15.319257 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f398e38-2823-493f-9442-99667ad6db7a None None] The sync data for ids ['68505d7b-ac4f-4fc5-95fe-391f3436d4dc'] in n-d-828418-1 is: [{'id': '68505d7b-ac4f-4fc5-95fe-391f3436d4dc', 'name': 'tempest-TaggedBootDevicesTest-319278242-router', 'tenant_id': 'b38b8d3b4ab64851a90546fed2d6c948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '7a2c52bc-a296-44e7-89be-65763e3a6006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:04:46Z', 'updated_at': '2022-02-09T01:05:03Z', 'revision_number': 4, 'project_id': 'b38b8d3b4ab64851a90546fed2d6c948', 'gw_port': {'id': '7a2c52bc-a296-44e7-89be-65763e3a6006', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:88:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68505d7b-ac4f-4fc5-95fe-391f3436d4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:51Z', 'updated_at': '2022-02-09T01:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'e2ded1ac-2059-466c-ae0d-eed1b4cfe9b4', 'name': '', 'network_id': '5155f974-02f7-460c-bde1-4d4a435cc291', 'tenant_id': 'b38b8d3b4ab64851a90546fed2d6c948', 'mac_address': 'fa:16:3e:fb:25:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68505d7b-ac4f-4fc5-95fe-391f3436d4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'a3a9310a-be0f-4b6b-b867-4cea61f46d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:05:02Z', 'updated_at': '2022-02-09T01:05:27Z', 'revision_number': 5, 'project_id': 'b38b8d3b4ab64851a90546fed2d6c948', 'subnets': [{'id': 'a3a9310a-be0f-4b6b-b867-4cea61f46d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:12:15.344119 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-7ce83f73-322b-4b00-95f1-a6376977bb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878c428f-984b-428d-a608-7db6b8723921', 'name': 'tempest-ServerRescueTestJSONUnderV235-937316360-router', 'tenant_id': 'ed23cff30cf943aeb6798893e4484ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'a76297bf-3f1a-4b2b-ad46-5e960f5b4316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:04Z', 'updated_at': '2022-02-09T01:12:10Z', 'revision_number': 5, 'project_id': 'ed23cff30cf943aeb6798893e4484ce7', 'gw_port': {'id': 'a76297bf-3f1a-4b2b-ad46-5e960f5b4316', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:16:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c428f-984b-428d-a608-7db6b8723921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:05Z', 'updated_at': '2022-02-09T01:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:15.353333 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce83f73-322b-4b00-95f1-a6376977bb65 None None] Checking router: 878c428f-984b-428d-a608-7db6b8723921 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:12:15.372602 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce83f73-322b-4b00-95f1-a6376977bb65 None None] Routers {'878c428f-984b-428d-a608-7db6b8723921'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:12:15.376482 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-7ce83f73-322b-4b00-95f1-a6376977bb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:12:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['878c428f-984b-428d-a608-7db6b8723921'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:15.382252 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-0afa635b-9b14-42f1-9bea-4a2b61498c89 admin admin] For port a76297bf-3f1a-4b2b-ad46-5e960f5b4316, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=a76297bf-3f1a-4b2b-ad46-5e960f5b4316,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:15.382747 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0afa635b-9b14-42f1-9bea-4a2b61498c89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:15.642635 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b125507-56f3-4763-bb2c-e5cd0546b0ad None None] Network 49ab0a65-f3c8-4f74-b9ee-d89332a89291 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:12:15.644484 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-face273f-6893-4db4-b442-a50355c8e0af tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:12:15.669354 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-face273f-6893-4db4-b442-a50355c8e0af tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "PUT /v2.0/routers/f99aa7a9-1ff0-4fc8-93e2-c16d661a56ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7564409 Feb 09 01:12:15.672199 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37002) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:15.697147 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f7ac14-b3e1-4acb-8317-ab882eba69e0 None None] Sync routers for ids ['f99aa7a9-1ff0-4fc8-93e2-c16d661a56ca'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:12:15.791409 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-7ce83f73-322b-4b00-95f1-a6376977bb65 None None] Set router 878c428f-984b-428d-a608-7db6b8723921 gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:12:15.900664 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f531ef05-57ea-459e-95e0-60c3806a0daf req-c11ecab9-4e06-4a2a-8dce-2372d0a63320 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed2ce431-e04c-45ab-af1c-5312d7191c93 HTTP/1.1" status: 200 len: 210 time: 0.0599861 Feb 09 01:12:15.903444 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5a9229ed-65e6-4934-8d73-ff63b26e9b9d req-a24d6cf8-54e5-4c6d-b6bd-262b78d76af5 service neutron] 10.222.0.62 "GET /v2.0/networks/fc9b7097-9839-43e8-ab87-dc826bac26d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7326391 Feb 09 01:12:15.918787 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ebba17-1d8a-4083-bf7e-c9772e3924c5 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:15.918787 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-a8ebba17-1d8a-4083-bf7e-c9772e3924c5 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Synchronizing usage tracker for tenant:fefa2a0bcdd943ec8d8c861415908997 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:12:15.921982 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b9476d3e-9cd9-43a3-93e6-19dd4c028b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:15.937855 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device a4b7f875-9fa5-445b-93a8-560dafce4c5c up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:12:15.950363 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-a8ebba17-1d8a-4083-bf7e-c9772e3924c5 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Unset dirty status for tenant:fefa2a0bcdd943ec8d8c861415908997 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:12:15.955202 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a8ebba17-1d8a-4083-bf7e-c9772e3924c5 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "GET /v2.0/ports/1cfbae2c-1c01-484b-8f0e-23d9d5addbe2 HTTP/1.1" status: 200 len: 910 time: 0.2813954 Feb 09 01:12:15.955904 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37010) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:15.972719 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-7ce83f73-322b-4b00-95f1-a6376977bb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878c428f-984b-428d-a608-7db6b8723921', 'name': 'tempest-ServerRescueTestJSONUnderV235-937316360-router', 'tenant_id': 'ed23cff30cf943aeb6798893e4484ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:04Z', 'updated_at': '2022-02-09T01:12:15Z', 'revision_number': 6, 'project_id': 'ed23cff30cf943aeb6798893e4484ce7', 'gw_port_host': None}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:15.975126 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fac11c-83ec-4551-8e14-9c19e7b6f383 None None] New status for floating IP f3be6097-cda6-4639-91ef-563ca4861318: DOWN {{(pid=87641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:12:16.001472 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-0afa635b-9b14-42f1-9bea-4a2b61498c89 admin admin] Calling delete_port for a76297bf-3f1a-4b2b-ad46-5e960f5b4316 owned by network:router_gateway {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:12:16.031502 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f7ac14-b3e1-4acb-8317-ab882eba69e0 None None] Routers {'f99aa7a9-1ff0-4fc8-93e2-c16d661a56ca'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:12:16.035112 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-a2f7ac14-b3e1-4acb-8317-ab882eba69e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:12:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['f99aa7a9-1ff0-4fc8-93e2-c16d661a56ca'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:16.069115 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acdd279-d1c6-4487-ad89-864abb9c8e60 req-b1d858b0-3436-4fee-85f7-ef906cc60d66 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:16.076693 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9acdd279-d1c6-4487-ad89-864abb9c8e60 req-b1d858b0-3436-4fee-85f7-ef906cc60d66 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 946 time: 1.4788716 Feb 09 01:12:16.089262 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce83f73-322b-4b00-95f1-a6376977bb65 None None] The sync data for ids ['878c428f-984b-428d-a608-7db6b8723921'] in n-d-828418-1 is: [{'id': '878c428f-984b-428d-a608-7db6b8723921', 'name': 'tempest-ServerRescueTestJSONUnderV235-937316360-router', 'tenant_id': 'ed23cff30cf943aeb6798893e4484ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:04Z', 'updated_at': '2022-02-09T01:12:15Z', 'revision_number': 6, 'project_id': 'ed23cff30cf943aeb6798893e4484ce7', 'gw_port_host': None}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:12:16.174460 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-b9476d3e-9cd9-43a3-93e6-19dd4c028b31 None None] For port dff0cea9-fe99-4ad6-81ac-6e87fd4a9621, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=dff0cea9-fe99-4ad6-81ac-6e87fd4a9621,segment=NetworkSegment(e9830f4e-087b-4348-b7c8-5589cb951be1),segment_id=e9830f4e-087b-4348-b7c8-5589cb951be1)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:16.177206 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-a2f7ac14-b3e1-4acb-8317-ab882eba69e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:16.196146 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b9476d3e-9cd9-43a3-93e6-19dd4c028b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:16.292735 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port a4b7f875-9fa5-445b-93a8-560dafce4c5c completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:12:16.340170 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f7ac14-b3e1-4acb-8317-ab882eba69e0 None None] Routers {'f99aa7a9-1ff0-4fc8-93e2-c16d661a56ca'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:12:16.340831 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-a2f7ac14-b3e1-4acb-8317-ab882eba69e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:12:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['f99aa7a9-1ff0-4fc8-93e2-c16d661a56ca'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:16.381497 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9acdd279-d1c6-4487-ad89-864abb9c8e60 req-4ba6bd43-7d15-4553-acc4-b7ab1fcfbdb0 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977929 Feb 09 01:12:16.398437 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0afa635b-9b14-42f1-9bea-4a2b61498c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:16.467740 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afa635b-9b14-42f1-9bea-4a2b61498c89 admin admin] Pushing event deleted for resources: {'Port': ['ID=a76297bf-3f1a-4b2b-ad46-5e960f5b4316,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:16.525328 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9476d3e-9cd9-43a3-93e6-19dd4c028b31 None None] Pushing event updated for resources: {'Port': ['ID=dff0cea9-fe99-4ad6-81ac-6e87fd4a9621,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:16.545718 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-a2f7ac14-b3e1-4acb-8317-ab882eba69e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:16.546202 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f7ac14-b3e1-4acb-8317-ab882eba69e0 None None] The sync data for ids ['f99aa7a9-1ff0-4fc8-93e2-c16d661a56ca'] in n-d-828418-1 is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:12:16.551742 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b074fb0a-2c2d-4e53-a164-40955b28a85a None None] Provisioning for port a4b7f875-9fa5-445b-93a8-560dafce4c5c completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:12:16.575815 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b074fb0a-2c2d-4e53-a164-40955b28a85a None None] Provisioning complete for port a4b7f875-9fa5-445b-93a8-560dafce4c5c triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:16.576300 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b074fb0a-2c2d-4e53-a164-40955b28a85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:16.585173 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237290ce-c199-4904-b785-9daf9f24932a req-adbc7294-0168-42a4-8c52-0aa2550ebc42 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:16.592555 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-237290ce-c199-4904-b785-9daf9f24932a req-adbc7294-0168-42a4-8c52-0aa2550ebc42 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=8e4ecadd-5d83-41c7-a8bf-603a3cc4668a HTTP/1.1" status: 200 len: 945 time: 0.4340768 Feb 09 01:12:16.667624 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-237290ce-c199-4904-b785-9daf9f24932a req-6a0ff25d-0c9d-4a19-b92d-7a976bf6805d tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740495 Feb 09 01:12:16.671917 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0afa635b-9b14-42f1-9bea-4a2b61498c89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:16.825037 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b074fb0a-2c2d-4e53-a164-40955b28a85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:16.875800 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-b074fb0a-2c2d-4e53-a164-40955b28a85a None None] For port a4b7f875-9fa5-445b-93a8-560dafce4c5c, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=a4b7f875-9fa5-445b-93a8-560dafce4c5c,segment=NetworkSegment(3798f4dc-2a10-443a-be52-195a5b6ecf10),segment_id=3798f4dc-2a10-443a-be52-195a5b6ecf10)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:16.882689 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b074fb0a-2c2d-4e53-a164-40955b28a85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:16.916222 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0afa635b-9b14-42f1-9bea-4a2b61498c89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:16.921016 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0afa635b-9b14-42f1-9bea-4a2b61498c89 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:16.953252 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0afa635b-9b14-42f1-9bea-4a2b61498c89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:16.954757 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0afa635b-9b14-42f1-9bea-4a2b61498c89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 878c428f-984b-428d-a608-7db6b8723921 {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:12:16.979649 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0afa635b-9b14-42f1-9bea-4a2b61498c89 admin admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:16.981071 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-0afa635b-9b14-42f1-9bea-4a2b61498c89 admin admin] 10.222.0.105 "DELETE /v2.0/routers/878c428f-984b-428d-a608-7db6b8723921 HTTP/1.1" status: 204 len: 168 time: 2.9997771 Feb 09 01:12:16.984493 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 37018) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:17.061174 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e7b29180-3972-4294-8821-aea94fb45a35 None None] Provisioning complete for port dff0cea9-fe99-4ad6-81ac-6e87fd4a9621 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:17.061475 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e7b29180-3972-4294-8821-aea94fb45a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:17.124551 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b074fb0a-2c2d-4e53-a164-40955b28a85a None None] Pushing event updated for resources: {'Port': ['ID=a4b7f875-9fa5-445b-93a8-560dafce4c5c,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:17.151935 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ee82ee0-2adb-4333-b565-a238a2e6eca7 admin admin] Deleting subnet bcf1686f-3ee3-49d0-9844-7b5aa1be3c35 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:12:17.156058 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5ee82ee0-2adb-4333-b565-a238a2e6eca7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:17.160401 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8666f12e-b5e1-432b-a095-2848026000c8 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:17.204544 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37026) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:17.247661 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5ee82ee0-2adb-4333-b565-a238a2e6eca7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:17.320813 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e7b29180-3972-4294-8821-aea94fb45a35 None None] Provisioning for port 1cfbae2c-1c01-484b-8f0e-23d9d5addbe2 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:12:17.330040 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e7b29180-3972-4294-8821-aea94fb45a35 None None] Provisioning complete for port 1cfbae2c-1c01-484b-8f0e-23d9d5addbe2 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:17.330619 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e7b29180-3972-4294-8821-aea94fb45a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:17.352666 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5ee82ee0-2adb-4333-b565-a238a2e6eca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:17.415391 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e7b29180-3972-4294-8821-aea94fb45a35 None None] Port 1cfbae2c-1c01-484b-8f0e-23d9d5addbe2 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:12:17.476099 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5ee82ee0-2adb-4333-b565-a238a2e6eca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:17.542612 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-9755e1e1-9dea-4d04-8f36-dc4b3f705967 None None] Provisioning complete for port a4b7f875-9fa5-445b-93a8-560dafce4c5c triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:17.542999 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9755e1e1-9dea-4d04-8f36-dc4b3f705967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:17.555025 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee82ee0-2adb-4333-b565-a238a2e6eca7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcf1686f-3ee3-49d0-9844-7b5aa1be3c35,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:17.558619 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5ee82ee0-2adb-4333-b565-a238a2e6eca7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:17.568140 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-5ee82ee0-2adb-4333-b565-a238a2e6eca7 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/bcf1686f-3ee3-49d0-9844-7b5aa1be3c35 HTTP/1.1" status: 204 len: 168 time: 0.5817804 Feb 09 01:12:17.577156 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 37036) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:17.749355 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device dff0cea9-fe99-4ad6-81ac-6e87fd4a9621 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:12:17.812214 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bb3b5e11-82b9-4988-88f3-de35e8314685 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:17.852903 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port dff0cea9-fe99-4ad6-81ac-6e87fd4a9621 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:17.853191 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:17.883708 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f21bf046-d4c3-4ff5-acd2-597f0ac801ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:17.901878 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bb3b5e11-82b9-4988-88f3-de35e8314685 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:17.909932 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-9755e1e1-9dea-4d04-8f36-dc4b3f705967 None None] Provisioning complete for port 1cfbae2c-1c01-484b-8f0e-23d9d5addbe2 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:17.910328 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9755e1e1-9dea-4d04-8f36-dc4b3f705967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:17.959858 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f037257f-4fe9-442c-94d8-0f6e75230c92 req-56ad6b42-0e78-4086-a306-09909bb8ab51 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:17.963373 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-8666f12e-b5e1-432b-a095-2848026000c8 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Allocated IP 172.21.0.1 (49ab0a65-f3c8-4f74-b9ee-d89332a89291/33ecbaa8-6b64-4b60-9aa0-828de00b0677/092d3bd2-7cdd-40c6-bfb0-01260cc1dff5) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:12:17.968131 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f037257f-4fe9-442c-94d8-0f6e75230c92 req-56ad6b42-0e78-4086-a306-09909bb8ab51 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 946 time: 0.3414590 Feb 09 01:12:17.979432 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-9755e1e1-9dea-4d04-8f36-dc4b3f705967 None None] Port 1cfbae2c-1c01-484b-8f0e-23d9d5addbe2 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:12:18.070637 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bb3b5e11-82b9-4988-88f3-de35e8314685 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:18.112412 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3b5e11-82b9-4988-88f3-de35e8314685 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e29d487-4384-458c-a1fb-a5cd591001dc,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:18.120639 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device a4b7f875-9fa5-445b-93a8-560dafce4c5c up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:12:18.133953 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bb3b5e11-82b9-4988-88f3-de35e8314685 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:18.135097 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-bb3b5e11-82b9-4988-88f3-de35e8314685 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "DELETE /v2.0/security-groups/2e29d487-4384-458c-a1fb-a5cd591001dc HTTP/1.1" status: 204 len: 168 time: 0.8657839 Feb 09 01:12:18.146226 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37044) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:18.178884 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5e4a3aac-4594-4c11-afa6-894928e4b3f2 None None] Provisioning complete for port 1cfbae2c-1c01-484b-8f0e-23d9d5addbe2 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:18.179304 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5e4a3aac-4594-4c11-afa6-894928e4b3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:18.181408 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-7c3b8f13-8d76-48fd-9ffa-495afa739d8a tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] show failed (client error): The resource could not be found. Feb 09 01:12:18.186265 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-7c3b8f13-8d76-48fd-9ffa-495afa739d8a tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "GET /v2.0/security-groups/2e29d487-4384-458c-a1fb-a5cd591001dc HTTP/1.1" status: 404 len: 347 time: 0.0353365 Feb 09 01:12:18.186265 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37048) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:18.251640 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-5e4a3aac-4594-4c11-afa6-894928e4b3f2 None None] Port 1cfbae2c-1c01-484b-8f0e-23d9d5addbe2 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:12:18.262832 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port a4b7f875-9fa5-445b-93a8-560dafce4c5c triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:18.263210 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:18.285776 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8666f12e-b5e1-432b-a095-2848026000c8 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:18.327485 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f037257f-4fe9-442c-94d8-0f6e75230c92 req-079aad06-8899-47f7-b9ba-4e0b7aa0dc98 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3581586 Feb 09 01:12:18.355271 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f21bf046-d4c3-4ff5-acd2-597f0ac801ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:18.377107 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-af3c2883-4a40-48aa-a150-781afd211a3e tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Deleting port db931efa-372f-4623-8e5e-cfdc7068a29f {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:12:18.377444 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-af3c2883-4a40-48aa-a150-781afd211a3e tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:18.397765 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-f21bf046-d4c3-4ff5-acd2-597f0ac801ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8f308ba-9995-4783-99e1-ca9d8ea70b66']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:18.414600 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-f21bf046-d4c3-4ff5-acd2-597f0ac801ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7028469f-a90e-4c47-872a-5a2ad851e329') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:18.414891 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-f21bf046-d4c3-4ff5-acd2-597f0ac801ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7028469f-a90e-4c47-872a-5a2ad851e329') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:18.415265 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-8666f12e-b5e1-432b-a095-2848026000c8 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Transition to ACTIVE for port object 092d3bd2-7cdd-40c6-bfb0-01260cc1dff5 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:12:18.432781 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac59db9-629e-4834-94e1-3e541c173685 req-e2f7f067-ae4c-413d-ac92-6dddfc8e8b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:18.434146 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8ac59db9-629e-4834-94e1-3e541c173685 req-e2f7f067-ae4c-413d-ac92-6dddfc8e8b82 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=31d75c3847f44b229ecd5ad32549f4f2&device_id=7dde1fc5-d07f-45a8-ab56-9c682424bf1e HTTP/1.1" status: 200 len: 1096 time: 0.4464943 Feb 09 01:12:18.439149 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f21bf046-d4c3-4ff5-acd2-597f0ac801ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:18.499351 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 84b9a0bf-f5a0-453f-bc77-548a72990d5c no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:12:18.534996 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 84b9a0bf-f5a0-453f-bc77-548a72990d5c {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:12:18.535491 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 84b9a0bf-f5a0-453f-bc77-548a72990d5c not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:12:18.536002 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device a76297bf-3f1a-4b2b-ad46-5e960f5b4316 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:12:18.569352 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8666f12e-b5e1-432b-a095-2848026000c8 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:18.575254 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: a76297bf-3f1a-4b2b-ad46-5e960f5b4316 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:12:18.576224 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device a76297bf-3f1a-4b2b-ad46-5e960f5b4316 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:12:18.584420 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f21bf046-d4c3-4ff5-acd2-597f0ac801ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:18.599214 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac9126-dc14-45cc-a2ee-57fac19e0cc4 req-4ae3f44d-246c-4aeb-9c33-49b23b99357c tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:18.600694 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a8ac9126-dc14-45cc-a2ee-57fac19e0cc4 req-4ae3f44d-246c-4aeb-9c33-49b23b99357c tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=8e4ecadd-5d83-41c7-a8bf-603a3cc4668a HTTP/1.1" status: 200 len: 945 time: 0.4912894 Feb 09 01:12:18.635393 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f21bf046-d4c3-4ff5-acd2-597f0ac801ba admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:12:18.635690 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f21bf046-d4c3-4ff5-acd2-597f0ac801ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:18.644218 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-af3c2883-4a40-48aa-a150-781afd211a3e tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:18.644677 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-af3c2883-4a40-48aa-a150-781afd211a3e tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:18.649891 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 01:12:18.649891 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:12:18.649891 n-d-828418-1 neutron-server[87639]: timer() Feb 09 01:12:18.649891 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:12:18.649891 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 01:12:18.649891 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:12:18.649891 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 01:12:18.649891 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:12:18.649891 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 01:12:18.649891 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:12:18.649891 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 01:12:18.649891 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:12:18.649891 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 01:12:18.649891 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:12:18.649891 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:12:18.649891 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:12:18.649891 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:12:18.649891 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:12:18.649891 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 01:12:18.649891 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:12:18.649891 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 01:12:18.649891 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:12:18.649891 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:12:18.649891 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:12:18.649891 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 01:12:18.649891 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:12:18.649891 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:12:18.649891 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:12:18.649891 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:12:18.649891 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:12:18.649891 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:12:18.649891 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:12:18.787436 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8666f12e-b5e1-432b-a095-2848026000c8 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Network 49ab0a65-f3c8-4f74-b9ee-d89332a89291 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:12:18.790991 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a8ac9126-dc14-45cc-a2ee-57fac19e0cc4 req-3d672c25-818e-412d-9798-b1b33f57c056 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774240 Feb 09 01:12:18.794194 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f21bf046-d4c3-4ff5-acd2-597f0ac801ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:18.797068 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac59db9-629e-4834-94e1-3e541c173685 req-4642a593-3f73-44dd-90a4-ddec7e76a4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:18.797727 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-af3c2883-4a40-48aa-a150-781afd211a3e tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Calling delete_port for db931efa-372f-4623-8e5e-cfdc7068a29f owned by network:floatingip {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:12:18.799818 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8ac59db9-629e-4834-94e1-3e541c173685 req-4642a593-3f73-44dd-90a4-ddec7e76a4c0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ca102a1f-d5bf-460d-8853-70bcd81c5d48 HTTP/1.1" status: 200 len: 920 time: 0.3538001 Feb 09 01:12:18.803897 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f21bf046-d4c3-4ff5-acd2-597f0ac801ba admin admin] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:18.835904 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-8666f12e-b5e1-432b-a095-2848026000c8 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:12:18.847333 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8666f12e-b5e1-432b-a095-2848026000c8 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:12:18.882198 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8666f12e-b5e1-432b-a095-2848026000c8 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Pushing event updated for resources: {'Port': ['ID=092d3bd2-7cdd-40c6-bfb0-01260cc1dff5,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:18.894136 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21bf046-d4c3-4ff5-acd2-597f0ac801ba admin admin] Pushing event deleted for resources: {'Network': ['ID=f8f308ba-9995-4783-99e1-ca9d8ea70b66,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:18.905043 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f21bf046-d4c3-4ff5-acd2-597f0ac801ba admin admin] 10.222.0.105 "DELETE /v2.0/networks/f8f308ba-9995-4783-99e1-ca9d8ea70b66 HTTP/1.1" status: 204 len: 168 time: 1.3266170 Feb 09 01:12:18.919558 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731cdb57-a75e-41a5-aa39-cf2afd1270a3 req-64abed72-5f29-41ee-b871-c05c1b8dff5f tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:18.921128 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-731cdb57-a75e-41a5-aa39-cf2afd1270a3 req-64abed72-5f29-41ee-b871-c05c1b8dff5f tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=7dde1fc5-d07f-45a8-ab56-9c682424bf1e HTTP/1.1" status: 200 len: 945 time: 0.4488103 Feb 09 01:12:18.922977 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8ac59db9-629e-4834-94e1-3e541c173685 req-a0f32d09-8d24-4c47-8b04-ae06e2f0f416 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c1e285d-21c3-4d5c-a72a-9edc2b494f12 HTTP/1.1" status: 200 len: 217 time: 0.1021378 Feb 09 01:12:18.942171 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8666f12e-b5e1-432b-a095-2848026000c8 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:19.040833 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-731cdb57-a75e-41a5-aa39-cf2afd1270a3 req-8cde3daa-03ce-44ed-a284-e22bdef68c45 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139596 Feb 09 01:12:19.049380 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac59db9-629e-4834-94e1-3e541c173685 req-7b0daaaa-6b32-42c0-9bff-e84c4e3c2e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:19.053216 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8ac59db9-629e-4834-94e1-3e541c173685 req-7b0daaaa-6b32-42c0-9bff-e84c4e3c2e3e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=22a67f5c-4428-4b0e-a900-0ff3d3591ee5 HTTP/1.1" status: 200 len: 859 time: 0.1117289 Feb 09 01:12:19.134627 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8ac59db9-629e-4834-94e1-3e541c173685 req-9306c7e6-d252-4141-b6b1-a1410a8e2a69 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ca102a1f-d5bf-460d-8853-70bcd81c5d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701811 Feb 09 01:12:19.214538 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37058) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:19.286587 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8e4c3814-852e-454d-bb64-e41a8ac6a02a None None] Provisioning for port 092d3bd2-7cdd-40c6-bfb0-01260cc1dff5 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:12:19.301113 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8e4c3814-852e-454d-bb64-e41a8ac6a02a None None] Provisioning complete for port 092d3bd2-7cdd-40c6-bfb0-01260cc1dff5 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:19.302517 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8e4c3814-852e-454d-bb64-e41a8ac6a02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:19.328903 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-024ee75c-ac97-4a2f-8292-ff9fe99d30ae admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=ed23cff30cf943aeb6798893e4484ce7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1109552 Feb 09 01:12:19.329577 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37064) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:19.350239 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-af3c2883-4a40-48aa-a150-781afd211a3e tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:19.369026 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-8e4c3814-852e-454d-bb64-e41a8ac6a02a None None] Port 092d3bd2-7cdd-40c6-bfb0-01260cc1dff5 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:12:19.419835 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3c2883-4a40-48aa-a150-781afd211a3e tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Pushing event deleted for resources: {'Port': ['ID=db931efa-372f-4623-8e5e-cfdc7068a29f,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:19.461792 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8ac59db9-629e-4834-94e1-3e541c173685 req-452ad52d-155e-4368-9825-0811fc6b181a service neutron] 10.222.0.62 "GET /v2.0/networks/ca102a1f-d5bf-460d-8853-70bcd81c5d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177297 Feb 09 01:12:19.604137 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3f4f9be2-bc50-4514-8620-d4702e7947ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:19.609847 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8666f12e-b5e1-432b-a095-2848026000c8 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:19.619620 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-af3c2883-4a40-48aa-a150-781afd211a3e tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks [] for floatingip, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:19.627741 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb0780-c044-4080-9b92-1333fc38a1b2 req-70899e86-07d8-4bf8-8715-3431c31409d4 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:19.629219 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3ffb0780-c044-4080-9b92-1333fc38a1b2 req-70899e86-07d8-4bf8-8715-3431c31409d4 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 946 time: 0.2755406 Feb 09 01:12:19.670680 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5cd81e-3834-4351-838c-f35c83d9aa5e req-71728f8e-f9d6-4f81-b3a1-c84b36a6db86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:19.672547 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7e5cd81e-3834-4351-838c-f35c83d9aa5e req-71728f8e-f9d6-4f81-b3a1-c84b36a6db86 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6b048f87108b49f5abc0697d8dcea678&device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 1097 time: 0.2709768 Feb 09 01:12:19.676410 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8ac59db9-629e-4834-94e1-3e541c173685 req-0a6a3780-0553-4415-bd01-52bbbefc5246 service neutron] 10.222.0.62 "GET /v2.0/networks/ca102a1f-d5bf-460d-8853-70bcd81c5d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005341 Feb 09 01:12:19.687606 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3f4f9be2-bc50-4514-8620-d4702e7947ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:19.733394 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-af3c2883-4a40-48aa-a150-781afd211a3e tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:19.734663 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-af3c2883-4a40-48aa-a150-781afd211a3e tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "DELETE /v2.0/floatingips/f3be6097-cda6-4639-91ef-563ca4861318 HTTP/1.1" status: 204 len: 168 time: 1.5478687 Feb 09 01:12:19.740925 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37070) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:19.768676 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3ffb0780-c044-4080-9b92-1333fc38a1b2 req-0712a729-b73c-49bd-8680-88c36b628908 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263061 Feb 09 01:12:19.836421 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5cd81e-3834-4351-838c-f35c83d9aa5e req-ad714d06-29a5-45a3-9dcf-f19ec52a0081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:19.838461 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7e5cd81e-3834-4351-838c-f35c83d9aa5e req-ad714d06-29a5-45a3-9dcf-f19ec52a0081 service neutron] 10.222.0.62 "GET /v2.0/networks?id=be5e3be5-6e84-4180-8cc4-7f73e6515735 HTTP/1.1" status: 200 len: 915 time: 0.1465433 Feb 09 01:12:19.924328 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7e5cd81e-3834-4351-838c-f35c83d9aa5e req-c787d83d-a4aa-4772-9e50-837fa86f7084 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f9076dc-04b6-418a-96bd-62f1607aba38 HTTP/1.1" status: 200 len: 217 time: 0.0738163 Feb 09 01:12:19.972812 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-8cb3d8c7-b171-4d91-9b32-2af041cac632 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Deleting port 80c552f4-13ae-4751-a8d8-0876183d5bf7 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:12:19.973158 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8cb3d8c7-b171-4d91-9b32-2af041cac632 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:20.018597 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3f4f9be2-bc50-4514-8620-d4702e7947ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:20.042321 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5cd81e-3834-4351-838c-f35c83d9aa5e req-5e747331-9e5c-4ab5-a1b9-11da282f4eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:20.043772 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7e5cd81e-3834-4351-838c-f35c83d9aa5e req-5e747331-9e5c-4ab5-a1b9-11da282f4eb1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1f1b23ff-5c33-41f2-bf9f-a257a3962e7c HTTP/1.1" status: 200 len: 854 time: 0.0841241 Feb 09 01:12:20.062675 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4f9be2-bc50-4514-8620-d4702e7947ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=194f545e-58c8-4256-85e7-d6b0250214f1,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:20.154412 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3f4f9be2-bc50-4514-8620-d4702e7947ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:20.157916 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-3f4f9be2-bc50-4514-8620-d4702e7947ca admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/194f545e-58c8-4256-85e7-d6b0250214f1 HTTP/1.1" status: 204 len: 168 time: 0.8242972 Feb 09 01:12:20.225786 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7429fcf6-a500-4521-a063-3384928b0279 req-69408449-4258-4e70-bff2-a5651d5295be tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:20.227295 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7429fcf6-a500-4521-a063-3384928b0279 req-69408449-4258-4e70-bff2-a5651d5295be tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=8e4ecadd-5d83-41c7-a8bf-603a3cc4668a HTTP/1.1" status: 200 len: 945 time: 0.3052626 Feb 09 01:12:20.259447 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7e5cd81e-3834-4351-838c-f35c83d9aa5e req-723c495e-cf09-4bfb-8c60-568f9801d863 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=be5e3be5-6e84-4180-8cc4-7f73e6515735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2081332 Feb 09 01:12:20.407519 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7429fcf6-a500-4521-a063-3384928b0279 req-f922747e-8989-4060-805a-a3e77e9d9780 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470978 Feb 09 01:12:20.431354 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8cb3d8c7-b171-4d91-9b32-2af041cac632 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:20.468941 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddcebde-9989-41ab-a41b-4b06f7ba10da req-2562e314-ac81-4116-9ace-26fc44bd6a38 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:20.470513 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7ddcebde-9989-41ab-a41b-4b06f7ba10da req-2562e314-ac81-4116-9ace-26fc44bd6a38 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=7dde1fc5-d07f-45a8-ab56-9c682424bf1e HTTP/1.1" status: 200 len: 945 time: 0.2588682 Feb 09 01:12:20.473978 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7e5cd81e-3834-4351-838c-f35c83d9aa5e req-25adb0ab-5c4f-4389-97a4-b0614f3c5554 service neutron] 10.222.0.62 "GET /v2.0/networks/be5e3be5-6e84-4180-8cc4-7f73e6515735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075367 Feb 09 01:12:20.509684 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8666f12e-b5e1-432b-a095-2848026000c8 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:20.586980 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8666f12e-b5e1-432b-a095-2848026000c8 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:20.604038 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7ddcebde-9989-41ab-a41b-4b06f7ba10da req-94dd8b14-fb54-451f-a260-a0b1353cbd26 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258783 Feb 09 01:12:20.647570 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-8cb3d8c7-b171-4d91-9b32-2af041cac632 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Calling delete_port for 80c552f4-13ae-4751-a8d8-0876183d5bf7 owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:12:20.663183 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7e5cd81e-3834-4351-838c-f35c83d9aa5e req-f8c8f1dd-a4be-4167-9cf6-93d51979d3f5 service neutron] 10.222.0.62 "GET /v2.0/networks/be5e3be5-6e84-4180-8cc4-7f73e6515735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709266 Feb 09 01:12:20.793035 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8666f12e-b5e1-432b-a095-2848026000c8 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Pushing event updated for resources: {'Port': ['ID=092d3bd2-7cdd-40c6-bfb0-01260cc1dff5,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:20.795513 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8666f12e-b5e1-432b-a095-2848026000c8 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:20.994664 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69359ce6-2db9-4220-9f08-67eb7f9f78d8 req-7fe908b2-34ed-466a-bc40-fd873b608975 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:20.996616 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-69359ce6-2db9-4220-9f08-67eb7f9f78d8 req-7fe908b2-34ed-466a-bc40-fd873b608975 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 946 time: 0.0917838 Feb 09 01:12:21.052959 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-69359ce6-2db9-4220-9f08-67eb7f9f78d8 req-d60b43aa-a60b-49e6-8b1a-93ad39df7a0a tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474448 Feb 09 01:12:21.053661 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 37102) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:21.131352 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8cb3d8c7-b171-4d91-9b32-2af041cac632 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:21.181744 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-7362c406-3dc6-48e4-8502-0bc3f3a74042 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-730080781-network', 'tenant_id': '9d6d1aec93334221a6687d99d69c304a'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:21.187221 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-7362c406-3dc6-48e4-8502-0bc3f3a74042 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:12:21.192437 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-7362c406-3dc6-48e4-8502-0bc3f3a74042 admin admin] Usage tracker for resource:network and tenant:9d6d1aec93334221a6687d99d69c304a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:12:21.193750 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb3d8c7-b171-4d91-9b32-2af041cac632 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Pushing event deleted for resources: {'Port': ['ID=80c552f4-13ae-4751-a8d8-0876183d5bf7,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:21.196451 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-7362c406-3dc6-48e4-8502-0bc3f3a74042 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:12:21.204702 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-7362c406-3dc6-48e4-8502-0bc3f3a74042 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:12:21.215009 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7362c406-3dc6-48e4-8502-0bc3f3a74042 admin admin] Made reservation on behalf of 9d6d1aec93334221a6687d99d69c304a for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:12:21.217352 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7362c406-3dc6-48e4-8502-0bc3f3a74042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:21.230065 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7362c406-3dc6-48e4-8502-0bc3f3a74042 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:21.233134 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8666f12e-b5e1-432b-a095-2848026000c8 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Network 49ab0a65-f3c8-4f74-b9ee-d89332a89291 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:12:21.239832 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-8666f12e-b5e1-432b-a095-2848026000c8 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:12:21.248964 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-7362c406-3dc6-48e4-8502-0bc3f3a74042 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:12:21.253778 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-7362c406-3dc6-48e4-8502-0bc3f3a74042 admin admin] Usage tracker for resource:security_group_rule and tenant:9d6d1aec93334221a6687d99d69c304a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:12:21.256861 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-7362c406-3dc6-48e4-8502-0bc3f3a74042 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:12:21.263063 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-7362c406-3dc6-48e4-8502-0bc3f3a74042 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:12:21.362218 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7362c406-3dc6-48e4-8502-0bc3f3a74042 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:21.366528 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7362c406-3dc6-48e4-8502-0bc3f3a74042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:21.401797 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7362c406-3dc6-48e4-8502-0bc3f3a74042 admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:12:21.411499 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7362c406-3dc6-48e4-8502-0bc3f3a74042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03cd1362-a353-48b9-b0de-a6703d4bc184,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:21.419491 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7362c406-3dc6-48e4-8502-0bc3f3a74042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:21.419850 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-7362c406-3dc6-48e4-8502-0bc3f3a74042 admin admin] Added segment 08401880-1623-4bde-8eed-ccfd70621565 of type vlan for network 65cc5fb0-598f-4563-b129-4e94f9e50acd Feb 09 01:12:21.459040 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7362c406-3dc6-48e4-8502-0bc3f3a74042 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:21.460403 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8cb3d8c7-b171-4d91-9b32-2af041cac632 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:21.480813 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-8cb3d8c7-b171-4d91-9b32-2af041cac632 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "DELETE /v2.0/ports/80c552f4-13ae-4751-a8d8-0876183d5bf7 HTTP/1.1" status: 204 len: 168 time: 1.7372656 Feb 09 01:12:21.484170 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 37112) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:21.506901 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8666f12e-b5e1-432b-a095-2848026000c8 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Router f99aa7a9-1ff0-4fc8-93e2-c16d661a56ca has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:12:21.585860 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7362c406-3dc6-48e4-8502-0bc3f3a74042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:21.586806 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7362c406-3dc6-48e4-8502-0bc3f3a74042 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:21.587378 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7362c406-3dc6-48e4-8502-0bc3f3a74042 admin admin] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:21.629193 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-db3f3fcf-9470-45e5-a0a7-779b85a2ec34 None None] Provisioning complete for port 092d3bd2-7cdd-40c6-bfb0-01260cc1dff5 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:21.630554 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-db3f3fcf-9470-45e5-a0a7-779b85a2ec34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:21.643732 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-7362c406-3dc6-48e4-8502-0bc3f3a74042 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5892107 Feb 09 01:12:21.742613 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 37116) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:21.753816 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8666f12e-b5e1-432b-a095-2848026000c8 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:12:21.765982 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-c5fd0cac-b9a0-46f6-965b-81e0f56570e9 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Deleting port 7d8b3dcd-4895-4a65-b10b-c277f53b3a30 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:12:21.766741 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c5fd0cac-b9a0-46f6-965b-81e0f56570e9 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:21.771812 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-8666f12e-b5e1-432b-a095-2848026000c8 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "PUT /v2.0/routers/f99aa7a9-1ff0-4fc8-93e2-c16d661a56ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8123429 Feb 09 01:12:21.772023 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37122) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:21.789530 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef1301b-8f61-405b-943f-0d3666980139 None None] Sync routers for ids ['f99aa7a9-1ff0-4fc8-93e2-c16d661a56ca'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:12:21.830650 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:21.835541 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-db3f3fcf-9470-45e5-a0a7-779b85a2ec34 None None] Port 092d3bd2-7cdd-40c6-bfb0-01260cc1dff5 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:12:21.837469 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef1301b-8f61-405b-943f-0d3666980139 None None] Routers {'f99aa7a9-1ff0-4fc8-93e2-c16d661a56ca'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:12:21.837986 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-9c1684d8-a553-4664-972a-cd45d1d109ff admin admin] Request body: {'subnet': {'network_id': '65cc5fb0-598f-4563-b129-4e94f9e50acd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-730080781-subnet', 'tenant_id': '9d6d1aec93334221a6687d99d69c304a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:21.838477 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-7ef1301b-8f61-405b-943f-0d3666980139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:12:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['f99aa7a9-1ff0-4fc8-93e2-c16d661a56ca'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:21.895335 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-9c1684d8-a553-4664-972a-cd45d1d109ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:12:21.900584 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd296977-e28c-49e0-a851-3531cc53c305 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:21.901280 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-dd296977-e28c-49e0-a851-3531cc53c305 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Synchronizing usage tracker for tenant:fefa2a0bcdd943ec8d8c861415908997 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:12:21.909443 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-7ef1301b-8f61-405b-943f-0d3666980139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:21.919154 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef1301b-8f61-405b-943f-0d3666980139 None None] Routers {'f99aa7a9-1ff0-4fc8-93e2-c16d661a56ca'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:12:21.919411 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-dd296977-e28c-49e0-a851-3531cc53c305 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Unset dirty status for tenant:fefa2a0bcdd943ec8d8c861415908997 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:12:21.919773 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-7ef1301b-8f61-405b-943f-0d3666980139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:12:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['f99aa7a9-1ff0-4fc8-93e2-c16d661a56ca'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:21.921679 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-dd296977-e28c-49e0-a851-3531cc53c305 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "GET /v2.0/ports/092d3bd2-7cdd-40c6-bfb0-01260cc1dff5 HTTP/1.1" status: 200 len: 910 time: 0.1472340 Feb 09 01:12:21.924726 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37126) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:21.942159 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7362c406-3dc6-48e4-8502-0bc3f3a74042 admin admin] Pushing event updated for resources: {'Network': ['ID=65cc5fb0-598f-4563-b129-4e94f9e50acd,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:21.957813 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-9c1684d8-a553-4664-972a-cd45d1d109ff admin admin] Usage tracker for resource:subnet and tenant:9d6d1aec93334221a6687d99d69c304a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:12:21.970055 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-9c1684d8-a553-4664-972a-cd45d1d109ff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:12:21.972276 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 65cc5fb0-598f-4563-b129-4e94f9e50acd details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:12:21.981453 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-9c1684d8-a553-4664-972a-cd45d1d109ff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:12:22.043384 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-7ef1301b-8f61-405b-943f-0d3666980139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:22.043688 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef1301b-8f61-405b-943f-0d3666980139 None None] The sync data for ids ['f99aa7a9-1ff0-4fc8-93e2-c16d661a56ca'] in n-d-828418-1 is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:12:22.061772 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c1684d8-a553-4664-972a-cd45d1d109ff admin admin] Made reservation on behalf of 9d6d1aec93334221a6687d99d69c304a for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:12:22.062936 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9c1684d8-a553-4664-972a-cd45d1d109ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:22.163172 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e88cf-c764-4dca-84ea-1a1c057bc63b req-1b854c1a-3e8a-40b6-b7a4-6e904033c983 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:22.164684 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-916e88cf-c764-4dca-84ea-1a1c057bc63b req-1b854c1a-3e8a-40b6-b7a4-6e904033c983 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=8e4ecadd-5d83-41c7-a8bf-603a3cc4668a HTTP/1.1" status: 200 len: 945 time: 0.6201410 Feb 09 01:12:22.317041 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b142f06f-dead-401b-8a8e-93c38431fb49 req-ec34ed9e-d8dc-4611-9994-88b1c8084654 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:22.318499 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b142f06f-dead-401b-8a8e-93c38431fb49 req-ec34ed9e-d8dc-4611-9994-88b1c8084654 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=7dde1fc5-d07f-45a8-ab56-9c682424bf1e HTTP/1.1" status: 200 len: 945 time: 0.4509161 Feb 09 01:12:22.380763 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-916e88cf-c764-4dca-84ea-1a1c057bc63b req-2357cfda-84a0-4b53-8e29-8f81a4c98654 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965652 Feb 09 01:12:22.420288 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c5fd0cac-b9a0-46f6-965b-81e0f56570e9 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:22.464524 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8f7b2a9a-a3ce-453d-a707-750bf84453e3 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:22.497805 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b142f06f-dead-401b-8a8e-93c38431fb49 req-a3fac956-5455-43d8-8808-0ad3bfc62d5b tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701474 Feb 09 01:12:22.683557 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-c5fd0cac-b9a0-46f6-965b-81e0f56570e9 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Calling delete_port for 7d8b3dcd-4895-4a65-b10b-c277f53b3a30 owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:12:22.903109 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9c1684d8-a553-4664-972a-cd45d1d109ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:22.948189 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-8f7b2a9a-a3ce-453d-a707-750bf84453e3 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Deleting port 092d3bd2-7cdd-40c6-bfb0-01260cc1dff5 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:12:22.948532 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8f7b2a9a-a3ce-453d-a707-750bf84453e3 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:22.999144 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a29ee-e76c-4121-ac8d-cbb1e556dd64 req-e0956c5f-1180-4467-94bb-7a53ed808016 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:23.000162 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-266a29ee-e76c-4121-ac8d-cbb1e556dd64 req-e0956c5f-1180-4467-94bb-7a53ed808016 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 946 time: 0.5014884 Feb 09 01:12:23.075001 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1684d8-a553-4664-972a-cd45d1d109ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=f22b9819-b055-430e-9d76-b8e0da832ee3,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:23.082209 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c5fd0cac-b9a0-46f6-965b-81e0f56570e9 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:23.149633 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8f7b2a9a-a3ce-453d-a707-750bf84453e3 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:23.186340 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fd0cac-b9a0-46f6-965b-81e0f56570e9 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Pushing event deleted for resources: {'Port': ['ID=7d8b3dcd-4895-4a65-b10b-c277f53b3a30,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:23.197625 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1684d8-a553-4664-972a-cd45d1d109ff admin admin] Checking segment: {'id': '08401880-1623-4bde-8eed-ccfd70621565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '65cc5fb0-598f-4563-b129-4e94f9e50acd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:12:23.198072 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1684d8-a553-4664-972a-cd45d1d109ff admin admin] Network hostable DHCP agents. Network: 65cc5fb0-598f-4563-b129-4e94f9e50acd, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:12:23.209739 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-266a29ee-e76c-4121-ac8d-cbb1e556dd64 req-89ea1ee7-1fa0-4d67-a5f1-faf6fb0c1140 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912959 Feb 09 01:12:23.286583 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-8f7b2a9a-a3ce-453d-a707-750bf84453e3 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Calling delete_port for 092d3bd2-7cdd-40c6-bfb0-01260cc1dff5 owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:12:23.293339 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1684d8-a553-4664-972a-cd45d1d109ff admin admin] Network 65cc5fb0-598f-4563-b129-4e94f9e50acd is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:12:23.311094 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c5fd0cac-b9a0-46f6-965b-81e0f56570e9 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:23.318625 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-9c1684d8-a553-4664-972a-cd45d1d109ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 65cc5fb0-598f-4563-b129-4e94f9e50acd) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:12:23.322822 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1684d8-a553-4664-972a-cd45d1d109ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:23.323576 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9c1684d8-a553-4664-972a-cd45d1d109ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:23.330511 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc84afc6-ce37-4140-9939-793b6e594dd6 None None] Network 65cc5fb0-598f-4563-b129-4e94f9e50acd requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:12:23.346374 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-c5fd0cac-b9a0-46f6-965b-81e0f56570e9 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "DELETE /v2.0/ports/7d8b3dcd-4895-4a65-b10b-c277f53b3a30 HTTP/1.1" status: 204 len: 168 time: 1.8608756 Feb 09 01:12:23.350869 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 37134) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:23.388177 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-9c1684d8-a553-4664-972a-cd45d1d109ff admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6444802 Feb 09 01:12:23.430710 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bf56d31-13c5-43a2-8ab0-8f0272c793e3 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Deleting subnet 87851113-d8c0-4466-b132-81ea7bdec79a {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:12:23.434664 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7bf56d31-13c5-43a2-8ab0-8f0272c793e3 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:23.695641 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8f7b2a9a-a3ce-453d-a707-750bf84453e3 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:23.775560 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7bf56d31-13c5-43a2-8ab0-8f0272c793e3 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:23.781124 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699f8ac6-6063-44f9-8bc7-3a1cf3935fb1 None None] Network 65cc5fb0-598f-4563-b129-4e94f9e50acd requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:12:23.837737 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7b2a9a-a3ce-453d-a707-750bf84453e3 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Pushing event deleted for resources: {'Port': ['ID=092d3bd2-7cdd-40c6-bfb0-01260cc1dff5,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:23.970653 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbe8e81-cca8-49f9-a208-4974c46f3307 req-0be8d379-337b-4e78-a98c-e886f6f16f43 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:23.972032 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7cbe8e81-cca8-49f9-a208-4974c46f3307 req-0be8d379-337b-4e78-a98c-e886f6f16f43 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 946 time: 0.4831777 Feb 09 01:12:24.046363 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217d4a4c-97e2-43f5-ac63-d64170a54f75 req-5ecaa951-137a-4ec5-9b9f-f5cd8428bf2c tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:24.048685 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-217d4a4c-97e2-43f5-ac63-d64170a54f75 req-5ecaa951-137a-4ec5-9b9f-f5cd8428bf2c tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=8e4ecadd-5d83-41c7-a8bf-603a3cc4668a HTTP/1.1" status: 200 len: 945 time: 0.4008529 Feb 09 01:12:24.138788 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7cbe8e81-cca8-49f9-a208-4974c46f3307 req-52f05135-4b46-4dae-ad81-ebdc9894fa5d tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528995 Feb 09 01:12:24.143678 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7bf56d31-13c5-43a2-8ab0-8f0272c793e3 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:24.195544 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-217d4a4c-97e2-43f5-ac63-d64170a54f75 req-a393c745-378e-4dca-a067-78ff0391d6d0 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331882 Feb 09 01:12:24.240433 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37148) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:24.249850 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7bf56d31-13c5-43a2-8ab0-8f0272c793e3 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:24.296098 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf56d31-13c5-43a2-8ab0-8f0272c793e3 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Pushing event deleted for resources: {'Subnet': ['ID=87851113-d8c0-4466-b132-81ea7bdec79a,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:24.300620 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7bf56d31-13c5-43a2-8ab0-8f0272c793e3 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:24.311157 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-7bf56d31-13c5-43a2-8ab0-8f0272c793e3 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "DELETE /v2.0/subnets/87851113-d8c0-4466-b132-81ea7bdec79a HTTP/1.1" status: 204 len: 168 time: 0.9561458 Feb 09 01:12:24.312689 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 37154) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:24.320570 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57574cb6-36c1-48f3-963f-65ab4bd7e05a None None] Network e280a801-73c6-4be8-9a9b-128c33174590 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:12:24.333951 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8f7b2a9a-a3ce-453d-a707-750bf84453e3 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:24.468675 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-17722487-8687-4968-bfbb-952f252185ef admin admin] Deleting subnet f22b9819-b055-430e-9d76-b8e0da832ee3 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:12:24.531321 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-17722487-8687-4968-bfbb-952f252185ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:24.540949 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdfeb034-69d2-4694-ac8b-3b93e9dfe7fb tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Deleting subnet 4c489644-0fac-481a-b2c6-ea6532ba6646 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:12:24.552855 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fdfeb034-69d2-4694-ac8b-3b93e9dfe7fb tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:24.612814 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-17722487-8687-4968-bfbb-952f252185ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:24.632906 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fdfeb034-69d2-4694-ac8b-3b93e9dfe7fb tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:24.650014 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:24.676965 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0db89d-7d4a-4e21-b9b3-b1284782384f None None] DHCP port deletion for e280a801-73c6-4be8-9a9b-128c33174590 request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:12:24.683946 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-3d0db89d-7d4a-4e21-b9b3-b1284782384f None None] Deleting port 7162bb99-c6ce-45b2-be17-b467442fe282 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:12:24.684704 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3d0db89d-7d4a-4e21-b9b3-b1284782384f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:24.715112 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c24afcc-2129-4024-9a2f-d59341bbd7bb req-75f1cc85-acef-4438-a052-ee7c5f0dc653 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:24.716701 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7c24afcc-2129-4024-9a2f-d59341bbd7bb req-75f1cc85-acef-4438-a052-ee7c5f0dc653 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=7dde1fc5-d07f-45a8-ab56-9c682424bf1e HTTP/1.1" status: 200 len: 945 time: 0.2279565 Feb 09 01:12:24.724991 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9856a22b-1099-4c32-8cbc-14239a5c332f req-cff54aa6-bb6c-4fb9-ad24-df57b8ff1038 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:24.726590 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9856a22b-1099-4c32-8cbc-14239a5c332f req-cff54aa6-bb6c-4fb9-ad24-df57b8ff1038 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 946 time: 0.3028507 Feb 09 01:12:24.826792 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9856a22b-1099-4c32-8cbc-14239a5c332f req-f49e6983-70f5-46ec-bb47-83f422d64c8c tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779476 Feb 09 01:12:24.831826 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7c24afcc-2129-4024-9a2f-d59341bbd7bb req-48be3096-1f2b-49cd-a78b-aee7b3aafb31 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014044 Feb 09 01:12:24.842585 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fdfeb034-69d2-4694-ac8b-3b93e9dfe7fb tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:24.934447 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fdfeb034-69d2-4694-ac8b-3b93e9dfe7fb tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:24.973879 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-3d0db89d-7d4a-4e21-b9b3-b1284782384f None None] For port 7162bb99-c6ce-45b2-be17-b467442fe282, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=7162bb99-c6ce-45b2-be17-b467442fe282,segment=NetworkSegment(1f6c047f-43ca-444c-82e6-5169d8594f92),segment_id=1f6c047f-43ca-444c-82e6-5169d8594f92)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:24.974271 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3d0db89d-7d4a-4e21-b9b3-b1284782384f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:24.991600 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fdfeb034-69d2-4694-ac8b-3b93e9dfe7fb tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:25.021487 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-17722487-8687-4968-bfbb-952f252185ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:25.040717 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feab391f-3b3b-4957-adda-bf2d6d709c44 None None] Network 5504a1b4-4e92-48cb-9653-87325b009802 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:12:25.041523 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfeb034-69d2-4694-ac8b-3b93e9dfe7fb tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Pushing event deleted for resources: {'Subnet': ['ID=4c489644-0fac-481a-b2c6-ea6532ba6646,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:25.095926 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f7b2a9a-a3ce-453d-a707-750bf84453e3 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Router f99aa7a9-1ff0-4fc8-93e2-c16d661a56ca has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:12:25.119578 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-3d0db89d-7d4a-4e21-b9b3-b1284782384f None None] Calling delete_port for 7162bb99-c6ce-45b2-be17-b467442fe282 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:12:25.167619 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-fdfeb034-69d2-4694-ac8b-3b93e9dfe7fb tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "DELETE /v2.0/subnets/4c489644-0fac-481a-b2c6-ea6532ba6646 HTTP/1.1" status: 204 len: 168 time: 0.8504133 Feb 09 01:12:25.168406 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37160) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:25.209996 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ea14b-7194-4572-9823-6b0065eba867 req-041f9bf7-0a04-4b51-baf6-eaaf03c3bfee tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:25.212139 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-754ea14b-7194-4572-9823-6b0065eba867 req-041f9bf7-0a04-4b51-baf6-eaaf03c3bfee tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 946 time: 0.2270391 Feb 09 01:12:25.267609 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-17722487-8687-4968-bfbb-952f252185ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:25.286277 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-754ea14b-7194-4572-9823-6b0065eba867 req-1f87ae0d-804f-42c7-b99c-29d3ee42caa7 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651171 Feb 09 01:12:25.391736 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3d0db89d-7d4a-4e21-b9b3-b1284782384f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:25.412029 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-17722487-8687-4968-bfbb-952f252185ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:25.413838 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17722487-8687-4968-bfbb-952f252185ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f22b9819-b055-430e-9d76-b8e0da832ee3,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:25.459365 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-17722487-8687-4968-bfbb-952f252185ef admin admin] 10.222.0.105 "DELETE /v2.0/subnets/f22b9819-b055-430e-9d76-b8e0da832ee3 HTTP/1.1" status: 204 len: 168 time: 1.2182558 Feb 09 01:12:25.465023 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37170) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:25.468140 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7b2a9a-a3ce-453d-a707-750bf84453e3 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:12:25.471651 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0db89d-7d4a-4e21-b9b3-b1284782384f None None] No DVR routers for this DVR port 7162bb99-c6ce-45b2-be17-b467442fe282 on host n-d-828418-1 {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:12:25.474154 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0db89d-7d4a-4e21-b9b3-b1284782384f None None] Pushing event deleted for resources: {'Port': ['ID=7162bb99-c6ce-45b2-be17-b467442fe282,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:25.478283 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-8f7b2a9a-a3ce-453d-a707-750bf84453e3 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "PUT /v2.0/routers/f99aa7a9-1ff0-4fc8-93e2-c16d661a56ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5524733 Feb 09 01:12:25.478793 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc24c535-ff9c-464d-87a7-89d39171c4b9 None None] Sync routers for ids ['f99aa7a9-1ff0-4fc8-93e2-c16d661a56ca'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:12:25.483811 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c6ea9cd9-9e8e-4ea1-9193-ac9a4b947623 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:25.490542 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 37174) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:25.496777 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc24c535-ff9c-464d-87a7-89d39171c4b9 None None] Routers {'f99aa7a9-1ff0-4fc8-93e2-c16d661a56ca'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:12:25.497472 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-cc24c535-ff9c-464d-87a7-89d39171c4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:12:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['f99aa7a9-1ff0-4fc8-93e2-c16d661a56ca'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:25.600956 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-cc24c535-ff9c-464d-87a7-89d39171c4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:25.611990 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc24c535-ff9c-464d-87a7-89d39171c4b9 None None] Routers {'f99aa7a9-1ff0-4fc8-93e2-c16d661a56ca'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:12:25.612744 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-cc24c535-ff9c-464d-87a7-89d39171c4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:12:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['f99aa7a9-1ff0-4fc8-93e2-c16d661a56ca'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:25.633200 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b240c278-d3da-40b6-82ff-8b167b6c8f72 None None] DHCP port deletion for 5504a1b4-4e92-48cb-9653-87325b009802 request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:12:25.638415 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-b240c278-d3da-40b6-82ff-8b167b6c8f72 None None] Deleting port 54300e7d-deff-4685-bae1-54002762b6e8 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:12:25.639194 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b240c278-d3da-40b6-82ff-8b167b6c8f72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:25.694427 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-cc24c535-ff9c-464d-87a7-89d39171c4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:25.695090 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc24c535-ff9c-464d-87a7-89d39171c4b9 None None] The sync data for ids ['f99aa7a9-1ff0-4fc8-93e2-c16d661a56ca'] in n-d-828418-1 is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:12:25.746761 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 54300e7d-deff-4685-bae1-54002762b6e8 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:12:25.773156 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b978bf34-2ecc-4e35-9d0f-1211bf2554ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:25.789332 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac0bf9-6a7d-44e1-bfc4-f0bb43103535 req-8fbe6863-0344-4169-b320-8dfea34e51df tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:25.791391 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f9ac0bf9-6a7d-44e1-bfc4-f0bb43103535 req-8fbe6863-0344-4169-b320-8dfea34e51df tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=8e4ecadd-5d83-41c7-a8bf-603a3cc4668a HTTP/1.1" status: 200 len: 945 time: 0.4395826 Feb 09 01:12:25.811952 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c6ea9cd9-9e8e-4ea1-9193-ac9a4b947623 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:25.928681 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:25.936912 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-c6ea9cd9-9e8e-4ea1-9193-ac9a4b947623 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e280a801-73c6-4be8-9a9b-128c33174590']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:25.962882 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-c6ea9cd9-9e8e-4ea1-9193-ac9a4b947623 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f6c047f-43ca-444c-82e6-5169d8594f92') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:25.963475 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-c6ea9cd9-9e8e-4ea1-9193-ac9a4b947623 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f6c047f-43ca-444c-82e6-5169d8594f92') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:25.979580 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b978bf34-2ecc-4e35-9d0f-1211bf2554ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:25.989926 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c6ea9cd9-9e8e-4ea1-9193-ac9a4b947623 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:25.999805 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f9ac0bf9-6a7d-44e1-bfc4-f0bb43103535 req-84df3db1-fd63-468e-a11e-574520d1e359 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987307 Feb 09 01:12:26.023922 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-b978bf34-2ecc-4e35-9d0f-1211bf2554ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65cc5fb0-598f-4563-b129-4e94f9e50acd']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:26.033422 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c6ea9cd9-9e8e-4ea1-9193-ac9a4b947623 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:26.046317 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-b978bf34-2ecc-4e35-9d0f-1211bf2554ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08401880-1623-4bde-8eed-ccfd70621565') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:26.046672 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-b978bf34-2ecc-4e35-9d0f-1211bf2554ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08401880-1623-4bde-8eed-ccfd70621565') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:26.054241 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 54300e7d-deff-4685-bae1-54002762b6e8, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=54300e7d-deff-4685-bae1-54002762b6e8,segment=NetworkSegment(668d0fce-7a01-4e04-b1f2-26d977bd17d6),segment_id=668d0fce-7a01-4e04-b1f2-26d977bd17d6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:26.055758 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6ea9cd9-9e8e-4ea1-9193-ac9a4b947623 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:12:26.056364 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c6ea9cd9-9e8e-4ea1-9193-ac9a4b947623 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:26.063218 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:26.063958 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 7162bb99-c6ce-45b2-be17-b467442fe282 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:12:26.073164 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:12:26.073164 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:12:26.073164 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:12:26.073164 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:12:26.073164 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:12:26.073164 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:12:26.073164 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:12:26.073164 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:12:26.073164 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:12:26.073164 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:12:26.073164 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:12:26.073164 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:12:26.073164 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:12:26.073164 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:12:26.073164 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:12:26.073164 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:12:26.073164 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:12:26.073164 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:12:26.073164 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:12:26.073164 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:12:26.073164 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:12:26.073164 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:12:26.073164 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:12:26.073164 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:12:26.073164 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:12:26.073164 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:12:26.073164 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:12:26.073164 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:12:26.073164 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:12:26.073164 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:12:26.073164 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:12:26.073164 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:12:26.138394 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b978bf34-2ecc-4e35-9d0f-1211bf2554ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:26.158209 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 7162bb99-c6ce-45b2-be17-b467442fe282 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:12:26.158556 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 7162bb99-c6ce-45b2-be17-b467442fe282 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:12:26.165488 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-b240c278-d3da-40b6-82ff-8b167b6c8f72 None None] For port 54300e7d-deff-4685-bae1-54002762b6e8, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=54300e7d-deff-4685-bae1-54002762b6e8,segment=NetworkSegment(668d0fce-7a01-4e04-b1f2-26d977bd17d6),segment_id=668d0fce-7a01-4e04-b1f2-26d977bd17d6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:26.165902 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b240c278-d3da-40b6-82ff-8b167b6c8f72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:26.177754 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b978bf34-2ecc-4e35-9d0f-1211bf2554ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:26.187490 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b978bf34-2ecc-4e35-9d0f-1211bf2554ec admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:12:26.189014 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b978bf34-2ecc-4e35-9d0f-1211bf2554ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:26.204935 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:12:26.204935 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:12:26.204935 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:12:26.204935 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:12:26.204935 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:12:26.204935 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:12:26.204935 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:12:26.204935 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:12:26.204935 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:12:26.204935 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:12:26.204935 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:12:26.204935 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:12:26.204935 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:12:26.204935 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:12:26.204935 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:12:26.204935 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:12:26.204935 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:12:26.204935 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:12:26.204935 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:12:26.204935 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:12:26.204935 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:12:26.204935 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:12:26.204935 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:12:26.204935 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:12:26.204935 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:12:26.204935 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:12:26.204935 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:12:26.204935 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:12:26.204935 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:12:26.204935 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:12:26.204935 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:12:26.204935 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:12:26.239278 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df61032c-6ccb-4e6b-b4cf-d202d20249da req-6d4d6c0f-3470-4799-a328-0945b3aed0c4 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:26.242117 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-df61032c-6ccb-4e6b-b4cf-d202d20249da req-6d4d6c0f-3470-4799-a328-0945b3aed0c4 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 946 time: 0.6233172 Feb 09 01:12:26.264411 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c6ea9cd9-9e8e-4ea1-9193-ac9a4b947623 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:26.269435 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c6ea9cd9-9e8e-4ea1-9193-ac9a4b947623 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:26.303469 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-b240c278-d3da-40b6-82ff-8b167b6c8f72 None None] Calling delete_port for 54300e7d-deff-4685-bae1-54002762b6e8 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:12:26.308470 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ea9cd9-9e8e-4ea1-9193-ac9a4b947623 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Pushing event deleted for resources: {'Network': ['ID=e280a801-73c6-4be8-9a9b-128c33174590,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:26.323683 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c6ea9cd9-9e8e-4ea1-9193-ac9a4b947623 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "DELETE /v2.0/networks/e280a801-73c6-4be8-9a9b-128c33174590 HTTP/1.1" status: 204 len: 168 time: 1.1471488 Feb 09 01:12:26.326344 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37182) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:26.346019 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=54300e7d-deff-4685-bae1-54002762b6e8,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:26.350731 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b978bf34-2ecc-4e35-9d0f-1211bf2554ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:26.355027 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b978bf34-2ecc-4e35-9d0f-1211bf2554ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:26.389048 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-b240c278-d3da-40b6-82ff-8b167b6c8f72 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:12:26.389583 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-b240c278-d3da-40b6-82ff-8b167b6c8f72 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:12:26.396318 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-df61032c-6ccb-4e6b-b4cf-d202d20249da req-5dc6ea89-d8f7-4b80-84c2-1786b2f42289 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418698 Feb 09 01:12:26.421446 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1371c48-db1e-4109-894f-f71406b416b5 req-cc263d82-7108-42f5-ba1c-c3d047616d4b tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:26.423346 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d1371c48-db1e-4109-894f-f71406b416b5 req-cc263d82-7108-42f5-ba1c-c3d047616d4b tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=7dde1fc5-d07f-45a8-ab56-9c682424bf1e HTTP/1.1" status: 200 len: 945 time: 0.2428796 Feb 09 01:12:26.535487 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d1371c48-db1e-4109-894f-f71406b416b5 req-3677005a-6db5-450c-8fc8-91c9d5caa51c tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961974 Feb 09 01:12:26.589200 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b978bf34-2ecc-4e35-9d0f-1211bf2554ec admin admin] Pushing event deleted for resources: {'Network': ['ID=65cc5fb0-598f-4563-b129-4e94f9e50acd,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:26.591445 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b978bf34-2ecc-4e35-9d0f-1211bf2554ec admin admin] 10.222.0.105 "DELETE /v2.0/networks/65cc5fb0-598f-4563-b129-4e94f9e50acd HTTP/1.1" status: 204 len: 168 time: 1.1248169 Feb 09 01:12:26.622666 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7ec95809-03f9-4be8-bba0-162f86ea80a2 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:26.643006 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0d620a29-c1e1-4556-a08f-dc53b5d301b5 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:26.655864 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-0d620a29-c1e1-4556-a08f-dc53b5d301b5 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Deleting port 54300e7d-deff-4685-bae1-54002762b6e8 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:12:26.656518 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0d620a29-c1e1-4556-a08f-dc53b5d301b5 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:26.745713 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37190) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:26.884645 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a678b1ef-23d6-4321-879e-3029cc1bfdb7 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=9d6d1aec93334221a6687d99d69c304a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1379850 Feb 09 01:12:26.887459 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37194) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:26.890216 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038deb69-9014-4a6b-84c3-e7f3043d416a req-bcd9b1a1-a41f-43fe-8a09-74a653a07b10 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:26.891751 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-b240c278-d3da-40b6-82ff-8b167b6c8f72 None None] Deleting port 54300e7d-deff-4685-bae1-54002762b6e8 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:12:26.892223 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b240c278-d3da-40b6-82ff-8b167b6c8f72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:26.892350 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-038deb69-9014-4a6b-84c3-e7f3043d416a req-bcd9b1a1-a41f-43fe-8a09-74a653a07b10 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 946 time: 0.3527460 Feb 09 01:12:26.956420 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-038deb69-9014-4a6b-84c3-e7f3043d416a req-3ca0340f-8216-4237-acd0-dba6c94dc8a3 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570774 Feb 09 01:12:26.960599 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-0d620a29-c1e1-4556-a08f-dc53b5d301b5 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] For port 54300e7d-deff-4685-bae1-54002762b6e8, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=54300e7d-deff-4685-bae1-54002762b6e8,segment=NetworkSegment(668d0fce-7a01-4e04-b1f2-26d977bd17d6),segment_id=668d0fce-7a01-4e04-b1f2-26d977bd17d6)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:26.961168 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0d620a29-c1e1-4556-a08f-dc53b5d301b5 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:27.055060 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-7ec95809-03f9-4be8-bba0-162f86ea80a2 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Deleting port 1cfbae2c-1c01-484b-8f0e-23d9d5addbe2 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:12:27.057484 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7ec95809-03f9-4be8-bba0-162f86ea80a2 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:27.099254 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-0d620a29-c1e1-4556-a08f-dc53b5d301b5 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Calling delete_port for 54300e7d-deff-4685-bae1-54002762b6e8 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:12:27.166273 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7632b2bc-36e9-479a-ac70-610eb3c709fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:27.185073 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-b240c278-d3da-40b6-82ff-8b167b6c8f72 None None] For port 54300e7d-deff-4685-bae1-54002762b6e8, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=54300e7d-deff-4685-bae1-54002762b6e8,segment=NetworkSegment(668d0fce-7a01-4e04-b1f2-26d977bd17d6),segment_id=668d0fce-7a01-4e04-b1f2-26d977bd17d6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:27.185829 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b240c278-d3da-40b6-82ff-8b167b6c8f72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:27.213495 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7632b2bc-36e9-479a-ac70-610eb3c709fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:27.236839 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0d620a29-c1e1-4556-a08f-dc53b5d301b5 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:27.302779 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d620a29-c1e1-4556-a08f-dc53b5d301b5 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Pushing event deleted for resources: {'Port': ['ID=54300e7d-deff-4685-bae1-54002762b6e8,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:27.309315 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d620a29-c1e1-4556-a08f-dc53b5d301b5 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] No DVR routers for this DVR port 54300e7d-deff-4685-bae1-54002762b6e8 on host n-d-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:12:27.335075 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-b240c278-d3da-40b6-82ff-8b167b6c8f72 None None] Calling delete_port for 54300e7d-deff-4685-bae1-54002762b6e8 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:12:27.435734 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-b240c278-d3da-40b6-82ff-8b167b6c8f72 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:12:27.436412 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-b240c278-d3da-40b6-82ff-8b167b6c8f72 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:12:27.440724 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7632b2bc-36e9-479a-ac70-610eb3c709fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:27.444758 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0d620a29-c1e1-4556-a08f-dc53b5d301b5 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:27.475300 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7632b2bc-36e9-479a-ac70-610eb3c709fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03cd1362-a353-48b9-b0de-a6703d4bc184,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:27.488668 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-0d620a29-c1e1-4556-a08f-dc53b5d301b5 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5504a1b4-4e92-48cb-9653-87325b009802']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:27.504439 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-0d620a29-c1e1-4556-a08f-dc53b5d301b5 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '668d0fce-7a01-4e04-b1f2-26d977bd17d6') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:27.504739 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-0d620a29-c1e1-4556-a08f-dc53b5d301b5 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '668d0fce-7a01-4e04-b1f2-26d977bd17d6') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:27.517677 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7632b2bc-36e9-479a-ac70-610eb3c709fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:27.521205 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-7632b2bc-36e9-479a-ac70-610eb3c709fb admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/03cd1362-a353-48b9-b0de-a6703d4bc184 HTTP/1.1" status: 204 len: 168 time: 0.6302760 Feb 09 01:12:27.521205 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0d620a29-c1e1-4556-a08f-dc53b5d301b5 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:27.538704 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0d620a29-c1e1-4556-a08f-dc53b5d301b5 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:27.545683 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d620a29-c1e1-4556-a08f-dc53b5d301b5 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:12:27.546030 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb0c03-39c6-46a4-948e-ff77614b2c65 req-f9a9390d-00b9-4e85-9a40-c46da0a42f05 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:27.546784 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0d620a29-c1e1-4556-a08f-dc53b5d301b5 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:27.548476 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0feb0c03-39c6-46a4-948e-ff77614b2c65 req-f9a9390d-00b9-4e85-9a40-c46da0a42f05 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=8e4ecadd-5d83-41c7-a8bf-603a3cc4668a HTTP/1.1" status: 200 len: 945 time: 0.2431076 Feb 09 01:12:27.556110 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80abfb-ddcd-47f1-9422-980e840f90f9 req-39d3be8a-325a-4f65-b40e-a29a9ae8cbe2 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:27.557554 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4f80abfb-ddcd-47f1-9422-980e840f90f9 req-39d3be8a-325a-4f65-b40e-a29a9ae8cbe2 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 946 time: 0.4205415 Feb 09 01:12:27.563571 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:12:27.563571 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:12:27.563571 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:12:27.563571 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:12:27.563571 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:12:27.563571 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:12:27.563571 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:12:27.563571 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:12:27.563571 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:12:27.563571 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:12:27.563571 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:12:27.563571 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:12:27.563571 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:12:27.563571 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:12:27.563571 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:12:27.563571 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:12:27.563571 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:12:27.563571 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:12:27.563571 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:12:27.563571 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:12:27.563571 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:12:27.563571 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:12:27.563571 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:12:27.563571 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:12:27.563571 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:12:27.563571 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:12:27.563571 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:12:27.563571 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:12:27.563571 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:12:27.563571 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:12:27.563571 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:12:27.563571 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:12:27.584246 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7ec95809-03f9-4be8-bba0-162f86ea80a2 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:27.664498 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0d620a29-c1e1-4556-a08f-dc53b5d301b5 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:27.669360 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0d620a29-c1e1-4556-a08f-dc53b5d301b5 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:27.696058 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-0d620a29-c1e1-4556-a08f-dc53b5d301b5 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] 10.222.0.105 "DELETE /v2.0/networks/5504a1b4-4e92-48cb-9653-87325b009802 HTTP/1.1" status: 204 len: 168 time: 1.3681819 Feb 09 01:12:27.710287 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d620a29-c1e1-4556-a08f-dc53b5d301b5 tempest-TaggedBootDevicesTest-1202727317 tempest-TaggedBootDevicesTest-1202727317-project] Pushing event deleted for resources: {'Network': ['ID=5504a1b4-4e92-48cb-9653-87325b009802,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:27.749431 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-7ec95809-03f9-4be8-bba0-162f86ea80a2 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Calling delete_port for 1cfbae2c-1c01-484b-8f0e-23d9d5addbe2 owned by network:router_interface {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:12:27.815512 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0feb0c03-39c6-46a4-948e-ff77614b2c65 req-94d8e188-5383-491c-a7ee-a95204a71fcf tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545533 Feb 09 01:12:27.832573 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4f80abfb-ddcd-47f1-9422-980e840f90f9 req-ed63bb1b-127d-4272-9723-57e026349c67 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517307 Feb 09 01:12:28.104210 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7ec95809-03f9-4be8-bba0-162f86ea80a2 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:28.127523 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-b240c278-d3da-40b6-82ff-8b167b6c8f72 None None] Deleting port 54300e7d-deff-4685-bae1-54002762b6e8 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:12:28.128020 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b240c278-d3da-40b6-82ff-8b167b6c8f72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:28.166236 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec95809-03f9-4be8-bba0-162f86ea80a2 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Pushing event deleted for resources: {'Port': ['ID=1cfbae2c-1c01-484b-8f0e-23d9d5addbe2,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:28.200954 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-b240c278-d3da-40b6-82ff-8b167b6c8f72 None None] The port '54300e7d-deff-4685-bae1-54002762b6e8' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:12:28.259584 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764b4006-7ee8-43d3-8616-f7b9fb31e35b req-e5df55cf-e04e-4c58-a265-4f57f8f57aa8 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:28.261130 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-764b4006-7ee8-43d3-8616-f7b9fb31e35b req-e5df55cf-e04e-4c58-a265-4f57f8f57aa8 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=7dde1fc5-d07f-45a8-ab56-9c682424bf1e HTTP/1.1" status: 200 len: 945 time: 0.2965086 Feb 09 01:12:28.314976 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ba957-400f-4d50-b5a6-176f4e8fd7b9 req-a7ed5599-113b-48d7-be0a-a6b6475e3e47 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:28.316541 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bb2ba957-400f-4d50-b5a6-176f4e8fd7b9 req-a7ed5599-113b-48d7-be0a-a6b6475e3e47 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 946 time: 0.2889068 Feb 09 01:12:28.433998 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-764b4006-7ee8-43d3-8616-f7b9fb31e35b req-a0945466-5319-4463-9c36-cdcc78186997 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597402 Feb 09 01:12:28.462601 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bb2ba957-400f-4d50-b5a6-176f4e8fd7b9 req-60ef2fa4-54f7-4f05-a0ea-fbee87723cce tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282952 Feb 09 01:12:28.520259 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7ec95809-03f9-4be8-bba0-162f86ea80a2 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:28.946528 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37256) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:29.081920 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-683c2e0c-937e-4f28-80e5-b647f2d9e723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:29.099649 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-683c2e0c-937e-4f28-80e5-b647f2d9e723 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:12:29.101143 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ec95809-03f9-4be8-bba0-162f86ea80a2 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Router f99aa7a9-1ff0-4fc8-93e2-c16d661a56ca has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:12:29.104789 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-683c2e0c-937e-4f28-80e5-b647f2d9e723 admin admin] Usage tracker for resource:security_group_rule and tenant:5abe131f202044619c9db6e698055990 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:12:29.108706 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-683c2e0c-937e-4f28-80e5-b647f2d9e723 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:12:29.116155 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-683c2e0c-937e-4f28-80e5-b647f2d9e723 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:12:29.191554 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12033500-1ccc-45d1-9e40-5247a1d6f910 req-d01ed91c-0e2b-4053-9cac-f34981129a5c tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:29.198179 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-12033500-1ccc-45d1-9e40-5247a1d6f910 req-d01ed91c-0e2b-4053-9cac-f34981129a5c tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 946 time: 0.4746869 Feb 09 01:12:29.207207 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-683c2e0c-937e-4f28-80e5-b647f2d9e723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:29.211727 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-683c2e0c-937e-4f28-80e5-b647f2d9e723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:29.262852 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-683c2e0c-937e-4f28-80e5-b647f2d9e723 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=5abe131f202044619c9db6e698055990&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3150687 Feb 09 01:12:29.263873 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683c2e0c-937e-4f28-80e5-b647f2d9e723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d3a082-dc96-4b92-8c31-97d9b26e31cd,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:29.266613 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37262) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:29.326226 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec95809-03f9-4be8-bba0-162f86ea80a2 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:12:29.338201 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-935d73b6-dc6e-4696-9aab-ad5d0ce8343e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:29.341969 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426ed6bb-d0fe-494b-b57d-17e5e41caa85 None None] Sync routers for ids ['f99aa7a9-1ff0-4fc8-93e2-c16d661a56ca'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:12:29.351615 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-12033500-1ccc-45d1-9e40-5247a1d6f910 req-b3e661f2-4a84-4c5e-afd6-ee1a1552e827 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525316 Feb 09 01:12:29.361436 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426ed6bb-d0fe-494b-b57d-17e5e41caa85 None None] Routers {'f99aa7a9-1ff0-4fc8-93e2-c16d661a56ca'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:12:29.361691 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f555e-aa6b-45ed-a292-2c59300c2572 req-57f30466-4084-4284-8954-cb8aa3bfd702 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:29.363101 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-237f555e-aa6b-45ed-a292-2c59300c2572 req-57f30466-4084-4284-8954-cb8aa3bfd702 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=8e4ecadd-5d83-41c7-a8bf-603a3cc4668a HTTP/1.1" status: 200 len: 945 time: 0.3239565 Feb 09 01:12:29.365866 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-7ec95809-03f9-4be8-bba0-162f86ea80a2 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "PUT /v2.0/routers/f99aa7a9-1ff0-4fc8-93e2-c16d661a56ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8713343 Feb 09 01:12:29.370307 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 37266) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:29.374135 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-426ed6bb-d0fe-494b-b57d-17e5e41caa85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:12:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['f99aa7a9-1ff0-4fc8-93e2-c16d661a56ca'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:29.399211 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-935d73b6-dc6e-4696-9aab-ad5d0ce8343e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:29.472752 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-935d73b6-dc6e-4696-9aab-ad5d0ce8343e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:29.494673 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935d73b6-dc6e-4696-9aab-ad5d0ce8343e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d3a082-dc96-4b92-8c31-97d9b26e31cd,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:29.500039 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-935d73b6-dc6e-4696-9aab-ad5d0ce8343e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:29.511603 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-935d73b6-dc6e-4696-9aab-ad5d0ce8343e admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/66d3a082-dc96-4b92-8c31-97d9b26e31cd HTTP/1.1" status: 204 len: 168 time: 0.2373421 Feb 09 01:12:29.539183 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-426ed6bb-d0fe-494b-b57d-17e5e41caa85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:29.553373 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426ed6bb-d0fe-494b-b57d-17e5e41caa85 None None] Routers {'f99aa7a9-1ff0-4fc8-93e2-c16d661a56ca'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:12:29.554179 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-426ed6bb-d0fe-494b-b57d-17e5e41caa85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:12:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['f99aa7a9-1ff0-4fc8-93e2-c16d661a56ca'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:29.586743 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-5c5aa153-30e4-46ea-8234-d8f77f94ba91 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Synchronizing usage tracker for tenant:fefa2a0bcdd943ec8d8c861415908997 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:12:29.603753 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-237f555e-aa6b-45ed-a292-2c59300c2572 req-cef19f11-5f9e-40c3-8dfd-cb83eae5e36d tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342553 Feb 09 01:12:29.633802 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-426ed6bb-d0fe-494b-b57d-17e5e41caa85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:29.634306 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426ed6bb-d0fe-494b-b57d-17e5e41caa85 None None] The sync data for ids ['f99aa7a9-1ff0-4fc8-93e2-c16d661a56ca'] in n-d-828418-1 is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:12:29.673529 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-5c5aa153-30e4-46ea-8234-d8f77f94ba91 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Unset dirty status for tenant:fefa2a0bcdd943ec8d8c861415908997 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:12:29.679593 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37276) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:29.680333 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-5c5aa153-30e4-46ea-8234-d8f77f94ba91 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "GET /v2.0/ports?device_id=f99aa7a9-1ff0-4fc8-93e2-c16d661a56ca HTTP/1.1" status: 200 len: 205 time: 0.3085506 Feb 09 01:12:29.708872 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8a081-854e-43bd-b4eb-56ebc55848c2 req-aaa86690-6819-466d-af66-5234fe1ac9ec tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:29.712566 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-60a8a081-854e-43bd-b4eb-56ebc55848c2 req-aaa86690-6819-466d-af66-5234fe1ac9ec tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 946 time: 0.1885371 Feb 09 01:12:29.826646 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-60a8a081-854e-43bd-b4eb-56ebc55848c2 req-19ebfd25-7d1b-459d-9a7a-abf63ab3c62c tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086028 Feb 09 01:12:29.875001 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa54b2-e747-401c-a722-e247865ed357 req-c7eb153a-7117-4b82-aa66-dadd0da7d3bf tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:29.876856 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-00aa54b2-e747-401c-a722-e247865ed357 req-c7eb153a-7117-4b82-aa66-dadd0da7d3bf tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=7dde1fc5-d07f-45a8-ab56-9c682424bf1e HTTP/1.1" status: 200 len: 945 time: 0.1351731 Feb 09 01:12:29.927193 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8012b06c-96f0-4c41-bbbb-4b1e19e32482 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:29.960789 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-00aa54b2-e747-401c-a722-e247865ed357 req-977fc1d6-e75f-4ff0-bf32-14f49de2f948 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744221 Feb 09 01:12:30.069948 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f58a5-ceb3-4461-b7db-804841ca56b7 req-ff470c97-8e45-4531-a998-04fa21d15464 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:30.077543 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-be7f58a5-ceb3-4461-b7db-804841ca56b7 req-ff470c97-8e45-4531-a998-04fa21d15464 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 946 time: 0.0912976 Feb 09 01:12:30.145706 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-be7f58a5-ceb3-4461-b7db-804841ca56b7 req-47ba640b-9b47-4e25-87a6-114fe4f1d904 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665061 Feb 09 01:12:30.440806 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8012b06c-96f0-4c41-bbbb-4b1e19e32482 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:30.443362 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8012b06c-96f0-4c41-bbbb-4b1e19e32482 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:30.473561 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8012b06c-96f0-4c41-bbbb-4b1e19e32482 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:30.474205 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8012b06c-96f0-4c41-bbbb-4b1e19e32482 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Fanout notify agent at l3_agent the message router_deleted on router f99aa7a9-1ff0-4fc8-93e2-c16d661a56ca {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:12:30.487888 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8012b06c-96f0-4c41-bbbb-4b1e19e32482 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:30.493283 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-8012b06c-96f0-4c41-bbbb-4b1e19e32482 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "DELETE /v2.0/routers/f99aa7a9-1ff0-4fc8-93e2-c16d661a56ca HTTP/1.1" status: 204 len: 168 time: 0.8088138 Feb 09 01:12:30.493665 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37306) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:30.501744 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c054a52-079e-49c3-9b56-e75b3d9a9cf5 req-2929bc74-e197-4327-964d-ad3928a2859f tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:30.503490 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1c054a52-079e-49c3-9b56-e75b3d9a9cf5 req-2929bc74-e197-4327-964d-ad3928a2859f tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 946 time: 0.1578677 Feb 09 01:12:30.565000 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1c054a52-079e-49c3-9b56-e75b3d9a9cf5 req-d96aefa5-2c29-493d-b14d-c25bfdb59051 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550127 Feb 09 01:12:30.608396 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-8497f012-fdb3-4d81-8a4b-9d0b437bb750 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Deleting subnet 33ecbaa8-6b64-4b60-9aa0-828de00b0677 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:12:30.613407 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8497f012-fdb3-4d81-8a4b-9d0b437bb750 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:30.733319 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8497f012-fdb3-4d81-8a4b-9d0b437bb750 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:30.841353 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8497f012-fdb3-4d81-8a4b-9d0b437bb750 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:30.845485 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc33dd-ec82-455e-a508-db031aa9aa82 req-aad1aefc-0076-48a7-a1af-cf8400283fa5 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:30.857729 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bdcc33dd-ec82-455e-a508-db031aa9aa82 req-aad1aefc-0076-48a7-a1af-cf8400283fa5 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 946 time: 0.1234562 Feb 09 01:12:30.942399 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bdcc33dd-ec82-455e-a508-db031aa9aa82 req-94f47277-76f8-40da-970f-085d7e2761ae tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837846 Feb 09 01:12:30.951866 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8497f012-fdb3-4d81-8a4b-9d0b437bb750 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:31.060523 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654fade-781d-4590-884a-273db1435832 req-8f4a382b-e070-4975-bb4e-b38f0909e4d1 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:31.075449 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a654fade-781d-4590-884a-273db1435832 req-8f4a382b-e070-4975-bb4e-b38f0909e4d1 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=8e4ecadd-5d83-41c7-a8bf-603a3cc4668a HTTP/1.1" status: 200 len: 945 time: 0.1368034 Feb 09 01:12:31.090202 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1b828a-4bff-4871-b98b-a83017b58e1f None None] Network 49ab0a65-f3c8-4f74-b9ee-d89332a89291 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:12:31.095203 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8497f012-fdb3-4d81-8a4b-9d0b437bb750 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:31.100632 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8497f012-fdb3-4d81-8a4b-9d0b437bb750 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Pushing event deleted for resources: {'Subnet': ['ID=33ecbaa8-6b64-4b60-9aa0-828de00b0677,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:31.110325 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-8497f012-fdb3-4d81-8a4b-9d0b437bb750 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "DELETE /v2.0/subnets/33ecbaa8-6b64-4b60-9aa0-828de00b0677 HTTP/1.1" status: 204 len: 168 time: 0.6150331 Feb 09 01:12:31.113428 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37330) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:31.176550 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a654fade-781d-4590-884a-273db1435832 req-fa6b987f-1fb3-4983-a884-72b00c2e7fad tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994792 Feb 09 01:12:31.247247 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e961cb2-ec03-4041-acd4-4c564e47e514 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Deleting subnet 51f398b9-5be0-482b-bc7e-d51a0b45ef41 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:12:31.255897 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5e961cb2-ec03-4041-acd4-4c564e47e514 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:31.349047 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5e961cb2-ec03-4041-acd4-4c564e47e514 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:31.453699 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5e961cb2-ec03-4041-acd4-4c564e47e514 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:31.525834 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91568af-6444-471b-8526-6b01435d5b0b None None] DHCP port deletion for 49ab0a65-f3c8-4f74-b9ee-d89332a89291 request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:12:31.534806 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-c91568af-6444-471b-8526-6b01435d5b0b None None] Deleting port a4b7f875-9fa5-445b-93a8-560dafce4c5c {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:12:31.537881 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c91568af-6444-471b-8526-6b01435d5b0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:31.585525 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df8f3c-3ba4-49e8-858a-ae9a26c999f7 req-95440a53-5030-45b2-906b-3459fd3b1a11 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:31.595097 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f0df8f3c-3ba4-49e8-858a-ae9a26c999f7 req-95440a53-5030-45b2-906b-3459fd3b1a11 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 946 time: 0.1807206 Feb 09 01:12:31.649547 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5e961cb2-ec03-4041-acd4-4c564e47e514 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:31.662343 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f0df8f3c-3ba4-49e8-858a-ae9a26c999f7 req-6181f16d-ad94-448a-b090-8ddaaedee568 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658646 Feb 09 01:12:31.736811 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e961cb2-ec03-4041-acd4-4c564e47e514 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Pushing event deleted for resources: {'Subnet': ['ID=51f398b9-5be0-482b-bc7e-d51a0b45ef41,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:31.763291 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5e961cb2-ec03-4041-acd4-4c564e47e514 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:31.777159 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-5e961cb2-ec03-4041-acd4-4c564e47e514 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "DELETE /v2.0/subnets/51f398b9-5be0-482b-bc7e-d51a0b45ef41 HTTP/1.1" status: 204 len: 168 time: 0.6618903 Feb 09 01:12:31.779238 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37338) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:31.911274 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4deca-5196-4d3f-8d64-c4143304dfea req-75af118e-3a4b-4276-8ef7-f0e61c3c3f35 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:31.920141 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c7f4deca-5196-4d3f-8d64-c4143304dfea req-75af118e-3a4b-4276-8ef7-f0e61c3c3f35 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=7dde1fc5-d07f-45a8-ab56-9c682424bf1e HTTP/1.1" status: 200 len: 945 time: 0.1037881 Feb 09 01:12:31.980642 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device a4b7f875-9fa5-445b-93a8-560dafce4c5c no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:12:32.011864 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c7f4deca-5196-4d3f-8d64-c4143304dfea req-a488ecba-fbaf-41c0-b4cc-6dcab92fad13 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903776 Feb 09 01:12:32.040207 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6068ce-4872-493e-b2bd-987b62b1b6ec None None] Network f9aa9631-91bd-4065-827c-adeea0b921e9 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:12:32.141907 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-b56b-4f03-b559-ba8ed47aad6f tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:32.175214 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-b56b-4f03-b559-ba8ed47aad6f tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Deleting port a4b7f875-9fa5-445b-93a8-560dafce4c5c {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:12:32.175515 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-b56b-4f03-b559-ba8ed47aad6f tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:32.198627 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-c91568af-6444-471b-8526-6b01435d5b0b None None] For port a4b7f875-9fa5-445b-93a8-560dafce4c5c, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=a4b7f875-9fa5-445b-93a8-560dafce4c5c,segment=NetworkSegment(3798f4dc-2a10-443a-be52-195a5b6ecf10),segment_id=3798f4dc-2a10-443a-be52-195a5b6ecf10)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:32.199205 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c91568af-6444-471b-8526-6b01435d5b0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:32.383094 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-c91568af-6444-471b-8526-6b01435d5b0b None None] Calling delete_port for a4b7f875-9fa5-445b-93a8-560dafce4c5c owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:12:32.588049 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-b56b-4f03-b559-ba8ed47aad6f tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] For port a4b7f875-9fa5-445b-93a8-560dafce4c5c, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=a4b7f875-9fa5-445b-93a8-560dafce4c5c,segment=NetworkSegment(3798f4dc-2a10-443a-be52-195a5b6ecf10),segment_id=3798f4dc-2a10-443a-be52-195a5b6ecf10)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:32.588643 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-b56b-4f03-b559-ba8ed47aad6f tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:32.602508 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1bf1d0-3dc3-4eac-80ba-81202f8e4ff7 req-5623e3f6-d637-47b0-bf58-da5ad38e4385 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:32.612380 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ae1bf1d0-3dc3-4eac-80ba-81202f8e4ff7 req-5623e3f6-d637-47b0-bf58-da5ad38e4385 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 946 time: 0.2843759 Feb 09 01:12:32.691515 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ae1bf1d0-3dc3-4eac-80ba-81202f8e4ff7 req-9afb5b17-31b5-4329-b1c2-c2942963e64d tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762460 Feb 09 01:12:32.724014 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f82845-5272-45e7-aa1f-71140208f94b req-c27ae805-8373-4b37-9d17-3bfbf99175c6 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:32.726463 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b1f82845-5272-45e7-aa1f-71140208f94b req-c27ae805-8373-4b37-9d17-3bfbf99175c6 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=8e4ecadd-5d83-41c7-a8bf-603a3cc4668a HTTP/1.1" status: 200 len: 945 time: 0.2338305 Feb 09 01:12:32.772195 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-b56b-4f03-b559-ba8ed47aad6f tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Calling delete_port for a4b7f875-9fa5-445b-93a8-560dafce4c5c owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:12:32.807856 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c91568af-6444-471b-8526-6b01435d5b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:32.814030 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:32.863668 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b1f82845-5272-45e7-aa1f-71140208f94b req-5f14d1f6-c319-41ce-b70a-010eab57ee99 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305838 Feb 09 01:12:32.880558 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.db.api [None req-14fe1ad4-b56b-4f03-b559-ba8ed47aad6f tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:12:32.880558 n-d-828418-1 neutron-server[87638]: DEBUG oslo_db.api [None req-14fe1ad4-b56b-4f03-b559-ba8ed47aad6f tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:12:32.939041 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91568af-6444-471b-8526-6b01435d5b0b None None] No DVR routers for this DVR port a4b7f875-9fa5-445b-93a8-560dafce4c5c on host n-d-828418-1 {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:12:32.972784 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91568af-6444-471b-8526-6b01435d5b0b None None] Pushing event deleted for resources: {'Port': ['ID=a4b7f875-9fa5-445b-93a8-560dafce4c5c,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:33.157026 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f914a4-a62b-4fd6-8560-cf734489a0a3 None None] DHCP port deletion for f9aa9631-91bd-4065-827c-adeea0b921e9 request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:12:33.162207 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-84f914a4-a62b-4fd6-8560-cf734489a0a3 None None] Deleting port dff0cea9-fe99-4ad6-81ac-6e87fd4a9621 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:12:33.162572 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-84f914a4-a62b-4fd6-8560-cf734489a0a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:33.288547 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee41bc0-34e3-4ef2-8924-bf5359c5e986 req-9dc6f1d5-b2c8-43d8-83f1-fb2fbc074624 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:33.290362 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cee41bc0-34e3-4ef2-8924-bf5359c5e986 req-9dc6f1d5-b2c8-43d8-83f1-fb2fbc074624 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=7dde1fc5-d07f-45a8-ab56-9c682424bf1e HTTP/1.1" status: 200 len: 945 time: 0.1300962 Feb 09 01:12:33.377520 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cee41bc0-34e3-4ef2-8924-bf5359c5e986 req-b54814bd-3599-47c2-8545-65cea80f1f47 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750275 Feb 09 01:12:33.379726 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-b56b-4f03-b559-ba8ed47aad6f tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Deleting port a4b7f875-9fa5-445b-93a8-560dafce4c5c {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:12:33.380087 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-b56b-4f03-b559-ba8ed47aad6f tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:33.463834 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-84f914a4-a62b-4fd6-8560-cf734489a0a3 None None] For port dff0cea9-fe99-4ad6-81ac-6e87fd4a9621, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=dff0cea9-fe99-4ad6-81ac-6e87fd4a9621,segment=NetworkSegment(e9830f4e-087b-4348-b7c8-5589cb951be1),segment_id=e9830f4e-087b-4348-b7c8-5589cb951be1)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:33.464508 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-84f914a4-a62b-4fd6-8560-cf734489a0a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:33.605967 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-84f914a4-a62b-4fd6-8560-cf734489a0a3 None None] Calling delete_port for dff0cea9-fe99-4ad6-81ac-6e87fd4a9621 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:12:33.705806 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-84f914a4-a62b-4fd6-8560-cf734489a0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:33.734366 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-b56b-4f03-b559-ba8ed47aad6f tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] The port 'a4b7f875-9fa5-445b-93a8-560dafce4c5c' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:12:33.806723 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f914a4-a62b-4fd6-8560-cf734489a0a3 None None] No DVR routers for this DVR port dff0cea9-fe99-4ad6-81ac-6e87fd4a9621 on host n-d-828418-1 {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:12:33.819081 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device dff0cea9-fe99-4ad6-81ac-6e87fd4a9621 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:12:33.894182 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f914a4-a62b-4fd6-8560-cf734489a0a3 None None] Pushing event deleted for resources: {'Port': ['ID=dff0cea9-fe99-4ad6-81ac-6e87fd4a9621,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:33.903733 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: dff0cea9-fe99-4ad6-81ac-6e87fd4a9621 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:12:33.905132 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-b56b-4f03-b559-ba8ed47aad6f tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:33.905613 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device dff0cea9-fe99-4ad6-81ac-6e87fd4a9621 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:12:33.999487 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-14fe1ad4-b56b-4f03-b559-ba8ed47aad6f tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49ab0a65-f3c8-4f74-b9ee-d89332a89291']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:34.030819 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-14fe1ad4-b56b-4f03-b559-ba8ed47aad6f tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3798f4dc-2a10-443a-be52-195a5b6ecf10') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:34.031140 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-14fe1ad4-b56b-4f03-b559-ba8ed47aad6f tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3798f4dc-2a10-443a-be52-195a5b6ecf10') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:34.068189 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-b56b-4f03-b559-ba8ed47aad6f tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:34.099011 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-b56b-4f03-b559-ba8ed47aad6f tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:34.107328 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14fe1ad4-b56b-4f03-b559-ba8ed47aad6f tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:12:34.107819 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-b56b-4f03-b559-ba8ed47aad6f tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:34.221466 n-d-828418-1 neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:12:34.221466 n-d-828418-1 neutron-server[87638]: util.warn( Feb 09 01:12:34.221466 n-d-828418-1 neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:12:34.221466 n-d-828418-1 neutron-server[87638]: util.warn( Feb 09 01:12:34.221466 n-d-828418-1 neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:12:34.221466 n-d-828418-1 neutron-server[87638]: util.warn( Feb 09 01:12:34.221466 n-d-828418-1 neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:12:34.221466 n-d-828418-1 neutron-server[87638]: util.warn( Feb 09 01:12:34.221466 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:12:34.221466 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:12:34.221466 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:12:34.221466 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:12:34.221466 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:12:34.221466 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:12:34.221466 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:12:34.221466 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:12:34.221466 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:12:34.221466 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:12:34.221466 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:12:34.221466 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:12:34.221466 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:12:34.221466 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:12:34.221466 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:12:34.221466 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:12:34.221466 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:12:34.221466 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:12:34.221466 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:12:34.221466 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:12:34.221466 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:12:34.221466 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:12:34.221466 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:12:34.221466 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:12:34.221466 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:12:34.221466 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:12:34.221466 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:12:34.221466 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:12:34.221466 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:12:34.221466 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:12:34.221466 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:12:34.221466 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:12:34.261879 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de6c82-5f88-4a9f-bfe6-c407088dc27d req-8aab2de4-46ff-4929-a9a3-2835f53cd51e tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:34.264754 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-b56b-4f03-b559-ba8ed47aad6f tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:34.273979 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-56de6c82-5f88-4a9f-bfe6-c407088dc27d req-8aab2de4-46ff-4929-a9a3-2835f53cd51e tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=8e4ecadd-5d83-41c7-a8bf-603a3cc4668a HTTP/1.1" status: 200 len: 945 time: 0.1956022 Feb 09 01:12:34.301531 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-b56b-4f03-b559-ba8ed47aad6f tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:34.304294 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-b56b-4f03-b559-ba8ed47aad6f tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Pushing event deleted for resources: {'Network': ['ID=49ab0a65-f3c8-4f74-b9ee-d89332a89291,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:34.320326 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-14fe1ad4-b56b-4f03-b559-ba8ed47aad6f tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "DELETE /v2.0/networks/49ab0a65-f3c8-4f74-b9ee-d89332a89291 HTTP/1.1" status: 204 len: 168 time: 2.5394404 Feb 09 01:12:34.322880 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37390) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:34.369137 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-56de6c82-5f88-4a9f-bfe6-c407088dc27d req-145127b6-acea-4513-b3bd-5c60a8f95336 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942695 Feb 09 01:12:34.485011 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-03d599fa-35d9-4a1c-9364-1d526f38c8da tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:34.683220 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d0414b-635b-4854-92db-fd9872245946 req-91163340-fc70-4525-ae59-38d97f418cbc tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:34.689639 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-03d599fa-35d9-4a1c-9364-1d526f38c8da tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:34.694316 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-04d0414b-635b-4854-92db-fd9872245946 req-91163340-fc70-4525-ae59-38d97f418cbc tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=7dde1fc5-d07f-45a8-ab56-9c682424bf1e HTTP/1.1" status: 200 len: 945 time: 0.1282823 Feb 09 01:12:34.718479 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-03d599fa-35d9-4a1c-9364-1d526f38c8da tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9aa9631-91bd-4065-827c-adeea0b921e9']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:34.732951 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-03d599fa-35d9-4a1c-9364-1d526f38c8da tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9830f4e-087b-4348-b7c8-5589cb951be1') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:34.733388 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-03d599fa-35d9-4a1c-9364-1d526f38c8da tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9830f4e-087b-4348-b7c8-5589cb951be1') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:34.764201 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-03d599fa-35d9-4a1c-9364-1d526f38c8da tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:34.767644 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-04d0414b-635b-4854-92db-fd9872245946 req-46cb8dda-e2a7-4892-b532-65ec4b7ad079 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685883 Feb 09 01:12:34.790778 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-03d599fa-35d9-4a1c-9364-1d526f38c8da tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:34.801417 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03d599fa-35d9-4a1c-9364-1d526f38c8da tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:12:34.802743 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-03d599fa-35d9-4a1c-9364-1d526f38c8da tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:34.821697 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:12:34.821697 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:12:34.821697 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:12:34.821697 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:12:34.821697 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:12:34.821697 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:12:34.821697 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:12:34.821697 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:12:34.821697 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:12:34.821697 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:12:34.821697 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:12:34.821697 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:12:34.821697 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:12:34.821697 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:12:34.821697 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:12:34.821697 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:12:34.821697 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:12:34.821697 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:12:34.821697 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:12:34.821697 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:12:34.821697 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:12:34.821697 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:12:34.821697 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:12:34.821697 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:12:34.821697 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:12:34.821697 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:12:34.821697 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:12:34.821697 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:12:34.821697 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:12:34.821697 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:12:34.821697 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:12:34.821697 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:12:34.928092 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-03d599fa-35d9-4a1c-9364-1d526f38c8da tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:34.942910 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-03d599fa-35d9-4a1c-9364-1d526f38c8da tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:34.987970 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-03d599fa-35d9-4a1c-9364-1d526f38c8da tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "DELETE /v2.0/networks/f9aa9631-91bd-4065-827c-adeea0b921e9 HTTP/1.1" status: 204 len: 168 time: 0.6639435 Feb 09 01:12:34.991678 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37402) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:34.998700 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-8e32b89e-7373-4f60-9b1a-22c500ba0438 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Request body: {'network': {'name': 'tempest-RoutersTest-1183363595'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:35.003971 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d599fa-35d9-4a1c-9364-1d526f38c8da tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Pushing event deleted for resources: {'Network': ['ID=f9aa9631-91bd-4065-827c-adeea0b921e9,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:35.009076 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8e32b89e-7373-4f60-9b1a-22c500ba0438 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:12:35.017561 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-8e32b89e-7373-4f60-9b1a-22c500ba0438 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Usage tracker for resource:network and tenant:fefa2a0bcdd943ec8d8c861415908997 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:12:35.021750 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-8e32b89e-7373-4f60-9b1a-22c500ba0438 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:12:35.031667 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8e32b89e-7373-4f60-9b1a-22c500ba0438 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:12:35.045029 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e32b89e-7373-4f60-9b1a-22c500ba0438 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Made reservation on behalf of fefa2a0bcdd943ec8d8c861415908997 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:12:35.049791 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8e32b89e-7373-4f60-9b1a-22c500ba0438 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:35.089931 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e32b89e-7373-4f60-9b1a-22c500ba0438 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:12:35.101332 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8e32b89e-7373-4f60-9b1a-22c500ba0438 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:35.101623 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-8e32b89e-7373-4f60-9b1a-22c500ba0438 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Added segment 010c4e9a-9285-433a-b293-091dc519c6ad of type vlan for network 09085e22-7177-4c43-8a7b-81580ca2a822 Feb 09 01:12:35.140420 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8e32b89e-7373-4f60-9b1a-22c500ba0438 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:35.178378 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8e32b89e-7373-4f60-9b1a-22c500ba0438 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:35.184529 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e32b89e-7373-4f60-9b1a-22c500ba0438 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:35.185140 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8e32b89e-7373-4f60-9b1a-22c500ba0438 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:35.352531 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-8e32b89e-7373-4f60-9b1a-22c500ba0438 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3590074 Feb 09 01:12:35.358138 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37418) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:35.367631 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-57778f1c-d0f3-4519-8c12-5027a10bc51c tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Request body: {'subnet': {'network_id': '09085e22-7177-4c43-8a7b-81580ca2a822', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:35.540271 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e32b89e-7373-4f60-9b1a-22c500ba0438 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Pushing event updated for resources: {'Network': ['ID=09085e22-7177-4c43-8a7b-81580ca2a822,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:35.545206 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-57778f1c-d0f3-4519-8c12-5027a10bc51c tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:12:35.550179 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-57778f1c-d0f3-4519-8c12-5027a10bc51c tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Usage tracker for resource:subnet and tenant:fefa2a0bcdd943ec8d8c861415908997 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:12:35.553332 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-57778f1c-d0f3-4519-8c12-5027a10bc51c tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:12:35.560835 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-57778f1c-d0f3-4519-8c12-5027a10bc51c tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:12:35.563620 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 09085e22-7177-4c43-8a7b-81580ca2a822 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:12:35.597075 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57778f1c-d0f3-4519-8c12-5027a10bc51c tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Made reservation on behalf of fefa2a0bcdd943ec8d8c861415908997 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:12:35.600636 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-57778f1c-d0f3-4519-8c12-5027a10bc51c tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:36.019832 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-57778f1c-d0f3-4519-8c12-5027a10bc51c tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:36.053842 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device bd45717d-baec-45a7-88c3-159df2f10fc5 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:12:36.092456 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57778f1c-d0f3-4519-8c12-5027a10bc51c tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Pushing event updated for resources: {'Subnet': ['ID=b3120637-46fe-4c39-825a-db3b4bf87ec4,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:36.125974 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7bf770-e8fd-4b22-b7a3-6e16373fa5b9 req-32846c5a-4b6d-4dee-83b4-32ff6721f5df tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:36.131554 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57778f1c-d0f3-4519-8c12-5027a10bc51c tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Checking segment: {'id': '010c4e9a-9285-433a-b293-091dc519c6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '09085e22-7177-4c43-8a7b-81580ca2a822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:12:36.132002 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57778f1c-d0f3-4519-8c12-5027a10bc51c tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Network hostable DHCP agents. Network: 09085e22-7177-4c43-8a7b-81580ca2a822, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:12:36.148629 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fb7bf770-e8fd-4b22-b7a3-6e16373fa5b9 req-32846c5a-4b6d-4dee-83b4-32ff6721f5df tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=8e4ecadd-5d83-41c7-a8bf-603a3cc4668a HTTP/1.1" status: 200 len: 945 time: 0.4772136 Feb 09 01:12:36.166796 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57778f1c-d0f3-4519-8c12-5027a10bc51c tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Network 09085e22-7177-4c43-8a7b-81580ca2a822 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:12:36.179797 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-57778f1c-d0f3-4519-8c12-5027a10bc51c tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 09085e22-7177-4c43-8a7b-81580ca2a822) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:12:36.199074 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57778f1c-d0f3-4519-8c12-5027a10bc51c tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:36.201585 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-57778f1c-d0f3-4519-8c12-5027a10bc51c tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:36.252186 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-57778f1c-d0f3-4519-8c12-5027a10bc51c tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8908675 Feb 09 01:12:36.254343 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37430) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:36.266542 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fb7bf770-e8fd-4b22-b7a3-6e16373fa5b9 req-1caa0a3a-b456-4430-893b-c87c5e70a19f tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139805 Feb 09 01:12:36.272712 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-fe4dac46-eb58-4513-a4ec-ae7a84547b0a tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1998179918', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:36.295637 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-fe4dac46-eb58-4513-a4ec-ae7a84547b0a tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:12:36.298973 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc5bfa-4861-4d9a-bbac-60748169a9dd req-6b175a6d-9cf2-4ac1-baee-d631dd1776de tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:36.302961 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-fe4dac46-eb58-4513-a4ec-ae7a84547b0a tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Usage tracker for resource:router and tenant:fefa2a0bcdd943ec8d8c861415908997 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:12:36.303368 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d6dc5bfa-4861-4d9a-bbac-60748169a9dd req-6b175a6d-9cf2-4ac1-baee-d631dd1776de tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=7dde1fc5-d07f-45a8-ab56-9c682424bf1e HTTP/1.1" status: 200 len: 945 time: 0.2724006 Feb 09 01:12:36.304026 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device bd45717d-baec-45a7-88c3-159df2f10fc5 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:12:36.310429 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-fe4dac46-eb58-4513-a4ec-ae7a84547b0a tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:12:36.325957 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-fe4dac46-eb58-4513-a4ec-ae7a84547b0a tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:12:36.356442 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fe4dac46-eb58-4513-a4ec-ae7a84547b0a tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:36.358820 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fe4dac46-eb58-4513-a4ec-ae7a84547b0a tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:36.378905 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d6dc5bfa-4861-4d9a-bbac-60748169a9dd req-1d27114a-ffa5-44dd-ad63-11bf53d66879 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692558 Feb 09 01:12:36.396628 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37601384-1095-4b81-8550-85b3a97534f0 None None] Network 09085e22-7177-4c43-8a7b-81580ca2a822 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:12:36.400556 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fe4dac46-eb58-4513-a4ec-ae7a84547b0a tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:36.425737 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fe4dac46-eb58-4513-a4ec-ae7a84547b0a tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:36.487960 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fe4dac46-eb58-4513-a4ec-ae7a84547b0a tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:36.489652 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-fe4dac46-eb58-4513-a4ec-ae7a84547b0a tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2313070 Feb 09 01:12:36.492489 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 37442) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:36.498294 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-01cb59a0-1e68-4b59-9c60-b7d359cc0407 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Request body: {'port': {'network_id': '09085e22-7177-4c43-8a7b-81580ca2a822', 'name': 'tempest-RoutersTest-251644531'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:36.745469 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port bd45717d-baec-45a7-88c3-159df2f10fc5, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=bd45717d-baec-45a7-88c3-159df2f10fc5,segment=NetworkSegment(249c5438-d0ef-4132-9144-b2c94c9b3b0e),segment_id=249c5438-d0ef-4132-9144-b2c94c9b3b0e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:36.804961 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-01cb59a0-1e68-4b59-9c60-b7d359cc0407 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:12:36.819587 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-01cb59a0-1e68-4b59-9c60-b7d359cc0407 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Usage tracker for resource:port and tenant:fefa2a0bcdd943ec8d8c861415908997 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:12:36.823549 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-01cb59a0-1e68-4b59-9c60-b7d359cc0407 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:12:36.825697 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': 'bd45717d-baec-45a7-88c3-159df2f10fc5', 'network_id': '66684310-b384-46c3-a13e-de69c32841c9', 'port_id': 'bd45717d-baec-45a7-88c3-159df2f10fc5', 'mac_address': 'fa:16:3e:18:77:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1204e025-94a3-426b-85cf-fd8c313f8faf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:12:36.833374 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-01cb59a0-1e68-4b59-9c60-b7d359cc0407 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:12:36.856669 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01cb59a0-1e68-4b59-9c60-b7d359cc0407 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Made reservation on behalf of fefa2a0bcdd943ec8d8c861415908997 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:12:36.861403 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-01cb59a0-1e68-4b59-9c60-b7d359cc0407 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:36.906101 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-01cb59a0-1e68-4b59-9c60-b7d359cc0407 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] device_id is not set on port 9c2948af-b7a5-4db3-9acf-a844c526160a yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:12:36.914181 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:37.052597 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e4ecadd-5d83-41c7-a8bf-603a3cc4668a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd45717d-baec-45a7-88c3-159df2f10fc5'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:12:37.092960 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port bd45717d-baec-45a7-88c3-159df2f10fc5, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=bd45717d-baec-45a7-88c3-159df2f10fc5,segment=NetworkSegment(249c5438-d0ef-4132-9144-b2c94c9b3b0e),segment_id=249c5438-d0ef-4132-9144-b2c94c9b3b0e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:37.198584 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:37.227430 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-01cb59a0-1e68-4b59-9c60-b7d359cc0407 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Allocated IP 172.20.0.2 (09085e22-7177-4c43-8a7b-81580ca2a822/b3120637-46fe-4c39-825a-db3b4bf87ec4/9c2948af-b7a5-4db3-9acf-a844c526160a) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:12:37.298003 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:37.351631 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e4ecadd-5d83-41c7-a8bf-603a3cc4668a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd45717d-baec-45a7-88c3-159df2f10fc5', 'code': 200} Feb 09 01:12:37.471268 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=bd45717d-baec-45a7-88c3-159df2f10fc5,revision_number=6']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:37.476671 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef40934-c405-41e0-9522-30139619323a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-09085e22-7177-4c43-8a7b-81580ca2a822', 'network_id': '09085e22-7177-4c43-8a7b-81580ca2a822', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'fixed_ips': [{'subnet_id': 'b3120637-46fe-4c39-825a-db3b4bf87ec4'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:12:37.477705 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-cef40934-c405-41e0-9522-30139619323a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:37.673089 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bd45717d-baec-45a7-88c3-159df2f10fc5 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:12:37.729306 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae74f4cc-3f2e-462f-813e-bfb61a11a489 req-883f2c07-7fc4-48df-8cd5-3bdeecba6b0a tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:37.731582 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ae74f4cc-3f2e-462f-813e-bfb61a11a489 req-883f2c07-7fc4-48df-8cd5-3bdeecba6b0a tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=8e4ecadd-5d83-41c7-a8bf-603a3cc4668a HTTP/1.1" status: 200 len: 943 time: 0.2649529 Feb 09 01:12:37.846476 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-01cb59a0-1e68-4b59-9c60-b7d359cc0407 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:37.883937 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:12:37.884672 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:12:37.928067 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ae74f4cc-3f2e-462f-813e-bfb61a11a489 req-c04cb2fa-9825-46ce-a048-21741e348d56 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785471 Feb 09 01:12:37.952039 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-01cb59a0-1e68-4b59-9c60-b7d359cc0407 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Transition to ACTIVE for port object 9c2948af-b7a5-4db3-9acf-a844c526160a will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:12:38.022136 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f650ca2a-ef40-4111-87af-1c28c13df83f req-9a871ed4-7be6-4727-b7ca-6f23e7cf701c tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:38.027650 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f650ca2a-ef40-4111-87af-1c28c13df83f req-9a871ed4-7be6-4727-b7ca-6f23e7cf701c tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=7dde1fc5-d07f-45a8-ab56-9c682424bf1e HTTP/1.1" status: 200 len: 945 time: 0.2928457 Feb 09 01:12:38.119186 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-01cb59a0-1e68-4b59-9c60-b7d359cc0407 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:38.204618 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f650ca2a-ef40-4111-87af-1c28c13df83f req-8d672729-ad67-470c-9e3c-a728baaa03f4 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684537 Feb 09 01:12:38.206735 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cb59a0-1e68-4b59-9c60-b7d359cc0407 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Network 09085e22-7177-4c43-8a7b-81580ca2a822 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:12:38.215598 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-01cb59a0-1e68-4b59-9c60-b7d359cc0407 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:12:38.218533 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cb59a0-1e68-4b59-9c60-b7d359cc0407 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:12:38.296192 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cb59a0-1e68-4b59-9c60-b7d359cc0407 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:38.297005 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-01cb59a0-1e68-4b59-9c60-b7d359cc0407 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:38.328453 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb59a0-1e68-4b59-9c60-b7d359cc0407 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Pushing event updated for resources: {'Port': ['ID=9c2948af-b7a5-4db3-9acf-a844c526160a,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:38.347275 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb59a0-1e68-4b59-9c60-b7d359cc0407 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:38.347752 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb59a0-1e68-4b59-9c60-b7d359cc0407 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:38.348179 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb59a0-1e68-4b59-9c60-b7d359cc0407 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:38.348600 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb59a0-1e68-4b59-9c60-b7d359cc0407 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:38.348912 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb59a0-1e68-4b59-9c60-b7d359cc0407 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:38.349243 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb59a0-1e68-4b59-9c60-b7d359cc0407 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:38.349634 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb59a0-1e68-4b59-9c60-b7d359cc0407 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:38.349991 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb59a0-1e68-4b59-9c60-b7d359cc0407 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:38.350288 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb59a0-1e68-4b59-9c60-b7d359cc0407 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:38.350657 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb59a0-1e68-4b59-9c60-b7d359cc0407 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:38.351364 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb59a0-1e68-4b59-9c60-b7d359cc0407 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:38.351364 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb59a0-1e68-4b59-9c60-b7d359cc0407 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:38.360752 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-01cb59a0-1e68-4b59-9c60-b7d359cc0407 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.8660970 Feb 09 01:12:38.361521 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 37466) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:38.432227 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8c987f00-7877-49e3-8002-7a72643921c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:38.451268 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-cef40934-c405-41e0-9522-30139619323a None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-7d815b36-f8a9-4642-802c-cd49e1559a87 {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:12:38.451268 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-cef40934-c405-41e0-9522-30139619323a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:12:38.497639 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:38.542788 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd45717d-baec-45a7-88c3-159df2f10fc5 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:12:38.585805 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port bd45717d-baec-45a7-88c3-159df2f10fc5, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=bd45717d-baec-45a7-88c3-159df2f10fc5,segment=NetworkSegment(249c5438-d0ef-4132-9144-b2c94c9b3b0e),segment_id=249c5438-d0ef-4132-9144-b2c94c9b3b0e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:38.591189 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:38.641961 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37472) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:38.732227 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=bd45717d-baec-45a7-88c3-159df2f10fc5,revision_number=7']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:38.952464 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-cef40934-c405-41e0-9522-30139619323a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:38.964745 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['bd45717d-baec-45a7-88c3-159df2f10fc5'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:12:39.417037 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-cef40934-c405-41e0-9522-30139619323a None None] Allocated IP 172.20.0.3 (09085e22-7177-4c43-8a7b-81580ca2a822/b3120637-46fe-4c39-825a-db3b4bf87ec4/b6e0028c-a673-4a6e-b25f-8519649121e1) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:12:39.555177 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-09eabfa7-f803-458b-974e-8a6bae7ca505 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:39.593699 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a14e41-91bd-4573-a1a7-3b1dd31e5c7f req-f9234053-4cb8-43fb-ac8a-d9dacd31659b tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:39.603774 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e5a14e41-91bd-4573-a1a7-3b1dd31e5c7f req-f9234053-4cb8-43fb-ac8a-d9dacd31659b tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=8e4ecadd-5d83-41c7-a8bf-603a3cc4668a HTTP/1.1" status: 200 len: 944 time: 0.3853920 Feb 09 01:12:39.740273 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:12:39.799215 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-cef40934-c405-41e0-9522-30139619323a None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:39.813475 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-cef40934-c405-41e0-9522-30139619323a None None] Transition to ACTIVE for port object b6e0028c-a673-4a6e-b25f-8519649121e1 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:12:39.834333 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-cef40934-c405-41e0-9522-30139619323a None None] Transition to ACTIVE for port object b6e0028c-a673-4a6e-b25f-8519649121e1 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:12:39.840282 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-cef40934-c405-41e0-9522-30139619323a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:39.915874 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef40934-c405-41e0-9522-30139619323a None None] Network 09085e22-7177-4c43-8a7b-81580ca2a822 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:12:39.924775 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-cef40934-c405-41e0-9522-30139619323a None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:12:39.933418 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef40934-c405-41e0-9522-30139619323a None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:12:39.991232 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e5a14e41-91bd-4573-a1a7-3b1dd31e5c7f req-24bbd898-65f7-461c-a782-0d6e62687df3 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3837337 Feb 09 01:12:40.022799 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef40934-c405-41e0-9522-30139619323a None None] Pushing event updated for resources: {'Port': ['ID=b6e0028c-a673-4a6e-b25f-8519649121e1,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:40.032442 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8303dcac-f1d7-4ade-abf0-c7fce245b560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:40.052035 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-cef40934-c405-41e0-9522-30139619323a None None] Attempting to bind port b6e0028c-a673-4a6e-b25f-8519649121e1 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:12:40.052633 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-cef40934-c405-41e0-9522-30139619323a None None] Attempting to bind port b6e0028c-a673-4a6e-b25f-8519649121e1 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '010c4e9a-9285-433a-b293-091dc519c6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '09085e22-7177-4c43-8a7b-81580ca2a822'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:12:40.053269 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef40934-c405-41e0-9522-30139619323a None None] Attempting to bind port b6e0028c-a673-4a6e-b25f-8519649121e1 on network 09085e22-7177-4c43-8a7b-81580ca2a822 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:12:40.060880 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef40934-c405-41e0-9522-30139619323a None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:12:40.061722 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef40934-c405-41e0-9522-30139619323a None None] Checking segment: {'id': '010c4e9a-9285-433a-b293-091dc519c6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '09085e22-7177-4c43-8a7b-81580ca2a822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:12:40.062291 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-cef40934-c405-41e0-9522-30139619323a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:40.063364 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef40934-c405-41e0-9522-30139619323a None None] Bound using segment: {'id': '010c4e9a-9285-433a-b293-091dc519c6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '09085e22-7177-4c43-8a7b-81580ca2a822'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:12:40.064071 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-cef40934-c405-41e0-9522-30139619323a None None] Bound port: b6e0028c-a673-4a6e-b25f-8519649121e1, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '010c4e9a-9285-433a-b293-091dc519c6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '09085e22-7177-4c43-8a7b-81580ca2a822'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:12:40.064773 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-cef40934-c405-41e0-9522-30139619323a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:40.067959 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c56d6f-7909-491a-b8d1-0a14a434130f req-ea00c808-d6f8-4bb2-ab58-e165dd08459a tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:40.075280 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-95c56d6f-7909-491a-b8d1-0a14a434130f req-ea00c808-d6f8-4bb2-ab58-e165dd08459a tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=7dde1fc5-d07f-45a8-ab56-9c682424bf1e HTTP/1.1" status: 200 len: 945 time: 0.5713515 Feb 09 01:12:40.169253 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-95c56d6f-7909-491a-b8d1-0a14a434130f req-eb83c88c-d297-48eb-95b5-5cbf5217f602 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930173 Feb 09 01:12:40.175022 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-cef40934-c405-41e0-9522-30139619323a None None] For port b6e0028c-a673-4a6e-b25f-8519649121e1, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:12:40.178306 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-cef40934-c405-41e0-9522-30139619323a None None] For port b6e0028c-a673-4a6e-b25f-8519649121e1, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=b6e0028c-a673-4a6e-b25f-8519649121e1,segment=NetworkSegment(010c4e9a-9285-433a-b293-091dc519c6ad),segment_id=010c4e9a-9285-433a-b293-091dc519c6ad)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:12:40.191677 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-cef40934-c405-41e0-9522-30139619323a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:40.237121 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-09eabfa7-f803-458b-974e-8a6bae7ca505 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:40.242743 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-09eabfa7-f803-458b-974e-8a6bae7ca505 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:40.310049 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef40934-c405-41e0-9522-30139619323a None None] Pushing event updated for resources: {'Port': ['ID=b6e0028c-a673-4a6e-b25f-8519649121e1,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:40.431772 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eabfa7-f803-458b-974e-8a6bae7ca505 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Pushing event updated for resources: {'Port': ['ID=9c2948af-b7a5-4db3-9acf-a844c526160a,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:40.435275 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3949cfd1-bfcc-45b8-bfde-7070c70a8586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:40.598321 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device bd45717d-baec-45a7-88c3-159df2f10fc5 up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:12:40.610619 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-8303dcac-f1d7-4ade-abf0-c7fce245b560 admin admin] Deleting port e2ded1ac-2059-466c-ae0d-eed1b4cfe9b4 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:12:40.610967 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8303dcac-f1d7-4ade-abf0-c7fce245b560 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:40.788865 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port bd45717d-baec-45a7-88c3-159df2f10fc5 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:40.789263 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:40.881842 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-09eabfa7-f803-458b-974e-8a6bae7ca505 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:40.969024 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:40.969261 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-8303dcac-f1d7-4ade-abf0-c7fce245b560 admin admin] For port e2ded1ac-2059-466c-ae0d-eed1b4cfe9b4, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=e2ded1ac-2059-466c-ae0d-eed1b4cfe9b4,segment=NetworkSegment(cf163942-3f6f-46b3-9ab1-2824bdae0aa8),segment_id=cf163942-3f6f-46b3-9ab1-2824bdae0aa8)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:40.969851 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8303dcac-f1d7-4ade-abf0-c7fce245b560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:41.002090 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e4ecadd-5d83-41c7-a8bf-603a3cc4668a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd45717d-baec-45a7-88c3-159df2f10fc5'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:12:41.016622 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port bd45717d-baec-45a7-88c3-159df2f10fc5, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=bd45717d-baec-45a7-88c3-159df2f10fc5,segment=NetworkSegment(249c5438-d0ef-4132-9144-b2c94c9b3b0e),segment_id=249c5438-d0ef-4132-9144-b2c94c9b3b0e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:41.023559 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:41.107527 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e4ecadd-5d83-41c7-a8bf-603a3cc4668a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd45717d-baec-45a7-88c3-159df2f10fc5', 'code': 200} Feb 09 01:12:41.134999 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=bd45717d-baec-45a7-88c3-159df2f10fc5,revision_number=8']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:41.201708 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-8303dcac-f1d7-4ade-abf0-c7fce245b560 admin admin] Calling delete_port for e2ded1ac-2059-466c-ae0d-eed1b4cfe9b4 owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:12:41.407697 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:41.460901 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8303dcac-f1d7-4ade-abf0-c7fce245b560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:41.512941 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:41.582364 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8303dcac-f1d7-4ade-abf0-c7fce245b560 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2ded1ac-2059-466c-ae0d-eed1b4cfe9b4,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:41.705546 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-09eabfa7-f803-458b-974e-8a6bae7ca505 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:41.939739 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device b6e0028c-a673-4a6e-b25f-8519649121e1 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:12:42.010644 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58542042-86f4-4728-92a6-d5de4a8a88d1 None None] Network 09085e22-7177-4c43-8a7b-81580ca2a822 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:12:42.018323 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8bb479-8f31-47da-a247-7cffcf3434c1 req-ee4f3e93-0d4d-44cb-8e9b-00bfde09fc59 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:42.020214 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cd8bb479-8f31-47da-a247-7cffcf3434c1 req-ee4f3e93-0d4d-44cb-8e9b-00bfde09fc59 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 946 time: 0.9861684 Feb 09 01:12:42.142372 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ec0a6-574f-494e-8037-255d99f2a634 req-93e2d593-d777-48bb-99f3-76d2759efb0c tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:42.143975 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b13ec0a6-574f-494e-8037-255d99f2a634 req-93e2d593-d777-48bb-99f3-76d2759efb0c tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=8e4ecadd-5d83-41c7-a8bf-603a3cc4668a HTTP/1.1" status: 200 len: 945 time: 0.7987261 Feb 09 01:12:42.200561 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-2d1c8f1e-f956-4dcd-9edf-48f024fb851e None None] Provisioning for port b6e0028c-a673-4a6e-b25f-8519649121e1 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:12:42.211489 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8303dcac-f1d7-4ade-abf0-c7fce245b560 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:42.213274 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b1b8da-be16-4f6e-9033-c66d61722ccf req-20eb8ceb-4aac-494f-9d6f-80d4c56859ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:42.213964 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-04b1b8da-be16-4f6e-9033-c66d61722ccf req-20eb8ceb-4aac-494f-9d6f-80d4c56859ba service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7dde1fc5-d07f-45a8-ab56-9c682424bf1e HTTP/1.1" status: 200 len: 1096 time: 0.8142860 Feb 09 01:12:42.215965 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c5ea2-e33c-4e16-b0c1-301ad2429651 req-e8345d19-e6b7-4fd4-8964-1c8e46d027b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:42.217347 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-138c5ea2-e33c-4e16-b0c1-301ad2429651 req-e8345d19-e6b7-4fd4-8964-1c8e46d027b4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8e4ecadd-5d83-41c7-a8bf-603a3cc4668a HTTP/1.1" status: 200 len: 1096 time: 0.8162084 Feb 09 01:12:42.230255 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cd8bb479-8f31-47da-a247-7cffcf3434c1 req-590e09bc-c6c5-4e8b-9fad-b73869840d4d tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910737 Feb 09 01:12:42.261068 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port b6e0028c-a673-4a6e-b25f-8519649121e1 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:12:42.267627 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port b6e0028c-a673-4a6e-b25f-8519649121e1 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:42.268140 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:42.485177 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b13ec0a6-574f-494e-8037-255d99f2a634 req-74653281-4a89-4b6f-800c-10d7ea055631 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240814 Feb 09 01:12:42.524051 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:42.562731 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port b6e0028c-a673-4a6e-b25f-8519649121e1, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=b6e0028c-a673-4a6e-b25f-8519649121e1,segment=NetworkSegment(010c4e9a-9285-433a-b293-091dc519c6ad),segment_id=010c4e9a-9285-433a-b293-091dc519c6ad)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:42.579094 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:42.586494 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-138c5ea2-e33c-4e16-b0c1-301ad2429651 req-010ee4aa-c80c-4d94-b7ab-c3a577d4a3f6 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3541598 Feb 09 01:12:42.588218 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-04b1b8da-be16-4f6e-9033-c66d61722ccf req-621ef019-f79b-4693-a8cd-e97895fae4f5 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3571124 Feb 09 01:12:42.624238 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-09eabfa7-f803-458b-974e-8a6bae7ca505 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:42.634970 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-09eabfa7-f803-458b-974e-8a6bae7ca505 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:42.755624 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=b6e0028c-a673-4a6e-b25f-8519649121e1,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:42.808597 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8303dcac-f1d7-4ade-abf0-c7fce245b560 admin admin] Router 68505d7b-ac4f-4fc5-95fe-391f3436d4dc has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:12:42.833676 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a707110-700a-4506-9c4a-cc78db1ce244 req-4c3808eb-4e93-4d0d-aa7e-57aafe3c5301 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:42.835638 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1a707110-700a-4506-9c4a-cc78db1ce244 req-4c3808eb-4e93-4d0d-aa7e-57aafe3c5301 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=7dde1fc5-d07f-45a8-ab56-9c682424bf1e HTTP/1.1" status: 200 len: 945 time: 0.3884628 Feb 09 01:12:42.902259 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1a707110-700a-4506-9c4a-cc78db1ce244 req-9bbc86f0-6e34-4d40-8ba0-c9ac92b97b20 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558608 Feb 09 01:12:42.918928 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-09eabfa7-f803-458b-974e-8a6bae7ca505 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:42.930214 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eabfa7-f803-458b-974e-8a6bae7ca505 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Pushing event updated for resources: {'Port': ['ID=9c2948af-b7a5-4db3-9acf-a844c526160a,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:43.112187 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4f3dfba3-7db7-4dd2-bbce-0bdf1671d288 None None] Provisioning complete for port b6e0028c-a673-4a6e-b25f-8519649121e1 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:43.112651 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4f3dfba3-7db7-4dd2-bbce-0bdf1671d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:43.119538 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8303dcac-f1d7-4ade-abf0-c7fce245b560 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:12:43.132905 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aac1974-d12a-4f47-bcfa-12c3bbfc7962 None None] Sync routers for ids ['68505d7b-ac4f-4fc5-95fe-391f3436d4dc'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:12:43.150282 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aac1974-d12a-4f47-bcfa-12c3bbfc7962 None None] Routers {'68505d7b-ac4f-4fc5-95fe-391f3436d4dc'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:12:43.151441 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-1aac1974-d12a-4f47-bcfa-12c3bbfc7962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:12:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['68505d7b-ac4f-4fc5-95fe-391f3436d4dc'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:43.164378 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09eabfa7-f803-458b-974e-8a6bae7ca505 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Network 09085e22-7177-4c43-8a7b-81580ca2a822 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:12:43.165554 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-09eabfa7-f803-458b-974e-8a6bae7ca505 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:12:43.166153 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-8303dcac-f1d7-4ade-abf0-c7fce245b560 admin admin] 10.222.0.105 "PUT /v2.0/routers/68505d7b-ac4f-4fc5-95fe-391f3436d4dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5225496 Feb 09 01:12:43.170084 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37532) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:43.178862 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:43.285014 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37538) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:43.473003 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-1aac1974-d12a-4f47-bcfa-12c3bbfc7962 None None] Set router 68505d7b-ac4f-4fc5-95fe-391f3436d4dc gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:12:43.510034 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4f3dfba3-7db7-4dd2-bbce-0bdf1671d288 None None] Provisioning for port 9c2948af-b7a5-4db3-9acf-a844c526160a completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:12:43.522587 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4f3dfba3-7db7-4dd2-bbce-0bdf1671d288 None None] Provisioning complete for port 9c2948af-b7a5-4db3-9acf-a844c526160a triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:43.522940 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4f3dfba3-7db7-4dd2-bbce-0bdf1671d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:43.529478 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7edb4fe3-e290-4608-b0ef-3d5193f85acd admin admin] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:43.670560 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-4f3dfba3-7db7-4dd2-bbce-0bdf1671d288 None None] Port 9c2948af-b7a5-4db3-9acf-a844c526160a cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:12:43.716812 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 37546) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:43.740929 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device b6e0028c-a673-4a6e-b25f-8519649121e1 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:12:43.889727 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-55943e87-e129-4b89-8482-a450b4668b19 None None] Provisioning complete for port 9c2948af-b7a5-4db3-9acf-a844c526160a triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:43.890113 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-55943e87-e129-4b89-8482-a450b4668b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:43.965995 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7edb4fe3-e290-4608-b0ef-3d5193f85acd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:43.969213 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3ba6fae4-8940-44ef-b81d-85f6842c84d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:43.993786 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3ba6fae4-8940-44ef-b81d-85f6842c84d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:12:43.997807 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-7edb4fe3-e290-4608-b0ef-3d5193f85acd admin admin] Deleting port 7a2c52bc-a296-44e7-89be-65763e3a6006 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:12:43.998150 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7edb4fe3-e290-4608-b0ef-3d5193f85acd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:44.030421 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-3ba6fae4-8940-44ef-b81d-85f6842c84d2 admin admin] Usage tracker for resource:security_group_rule and tenant:18bc1af6fcf54037a25f839cac9c4aef is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:12:44.085398 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-55943e87-e129-4b89-8482-a450b4668b19 None None] Port 9c2948af-b7a5-4db3-9acf-a844c526160a cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:12:44.091034 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port b6e0028c-a673-4a6e-b25f-8519649121e1 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:44.091417 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:44.100324 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-3ba6fae4-8940-44ef-b81d-85f6842c84d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:12:44.122037 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3ba6fae4-8940-44ef-b81d-85f6842c84d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:12:44.238435 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-1aac1974-d12a-4f47-bcfa-12c3bbfc7962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68505d7b-ac4f-4fc5-95fe-391f3436d4dc', 'name': 'tempest-TaggedBootDevicesTest-319278242-router', 'tenant_id': 'b38b8d3b4ab64851a90546fed2d6c948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '7a2c52bc-a296-44e7-89be-65763e3a6006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:04:46Z', 'updated_at': '2022-02-09T01:12:41Z', 'revision_number': 5, 'project_id': 'b38b8d3b4ab64851a90546fed2d6c948', 'gw_port': {'id': '7a2c52bc-a296-44e7-89be-65763e3a6006', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:88:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68505d7b-ac4f-4fc5-95fe-391f3436d4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:51Z', 'updated_at': '2022-02-09T01:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:44.252576 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aac1974-d12a-4f47-bcfa-12c3bbfc7962 None None] Checking router: 68505d7b-ac4f-4fc5-95fe-391f3436d4dc for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:12:44.253025 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f61107f-75f5-4aca-8f76-e53c38411aaa req-73bc368c-d0f5-4ac9-9454-9f8481073c22 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:44.256002 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1f61107f-75f5-4aca-8f76-e53c38411aaa req-73bc368c-d0f5-4ac9-9454-9f8481073c22 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 946 time: 0.9512668 Feb 09 01:12:44.275585 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aac1974-d12a-4f47-bcfa-12c3bbfc7962 None None] Routers {'68505d7b-ac4f-4fc5-95fe-391f3436d4dc'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:12:44.276222 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-1aac1974-d12a-4f47-bcfa-12c3bbfc7962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:12:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['68505d7b-ac4f-4fc5-95fe-391f3436d4dc'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:44.300866 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-204920cd-34cf-4072-b690-4d8b2311bdf5 None None] Provisioning complete for port 9c2948af-b7a5-4db3-9acf-a844c526160a triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:44.301965 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-204920cd-34cf-4072-b690-4d8b2311bdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:44.315941 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f8dbf7-940e-43cb-881e-38ff53eeb6ff req-c3aa34bb-9d09-45d4-b45c-8daf93b62695 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:44.317841 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f8f8dbf7-940e-43cb-881e-38ff53eeb6ff req-c3aa34bb-9d09-45d4-b45c-8daf93b62695 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c4817b5-06e6-43cd-9029-e22c5740a51a HTTP/1.1" status: 200 len: 946 time: 0.7645190 Feb 09 01:12:44.347242 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f3bbb006-f220-4015-8457-11d24a7bb554 tempest-TestSecurityGroupsBasicOps-1458332842 tempest-TestSecurityGroupsBasicOps-1458332842-project-admin] 10.222.0.105 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3057 time: 0.6236005 Feb 09 01:12:44.347468 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37554) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:44.366772 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-685458ee-c506-495b-a8e2-9741b548bf43 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Request body: {'network': {'name': 'tempest-network-smoke--377403713', 'project_id': '8919f04ab45a492f916586ca80fae861', 'port_security_enabled': False}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:44.367029 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07994584-d3a0-414f-8279-c74b175d96e1 req-97358ab8-467f-47db-bc63-462b819941c2 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:44.379762 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-07994584-d3a0-414f-8279-c74b175d96e1 req-97358ab8-467f-47db-bc63-462b819941c2 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=8e4ecadd-5d83-41c7-a8bf-603a3cc4668a HTTP/1.1" status: 200 len: 945 time: 0.6634619 Feb 09 01:12:44.391460 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-685458ee-c506-495b-a8e2-9741b548bf43 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:12:44.402170 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-685458ee-c506-495b-a8e2-9741b548bf43 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Usage tracker for resource:network and tenant:8919f04ab45a492f916586ca80fae861 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:12:44.411144 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-685458ee-c506-495b-a8e2-9741b548bf43 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:12:44.437099 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-685458ee-c506-495b-a8e2-9741b548bf43 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:12:44.460819 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-204920cd-34cf-4072-b690-4d8b2311bdf5 None None] Port 9c2948af-b7a5-4db3-9acf-a844c526160a cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:12:44.493252 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-07994584-d3a0-414f-8279-c74b175d96e1 req-43eec232-1c24-4f52-8765-45677aadac4e tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121356 Feb 09 01:12:44.531448 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-1aac1974-d12a-4f47-bcfa-12c3bbfc7962 None None] Set router 68505d7b-ac4f-4fc5-95fe-391f3436d4dc gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:12:44.544920 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09eabfa7-f803-458b-974e-8a6bae7ca505 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Router 0d038a9d-43cc-4bc1-ba8a-ea76dcb05642 is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:12:44.616285 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fdba9f7d-b5de-4e1b-8607-b503d9595bb2 None None] Provisioning complete for port 9c2948af-b7a5-4db3-9acf-a844c526160a triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:44.616874 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fdba9f7d-b5de-4e1b-8607-b503d9595bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:44.668034 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685458ee-c506-495b-a8e2-9741b548bf43 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Made reservation on behalf of 8919f04ab45a492f916586ca80fae861 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:12:44.673169 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-685458ee-c506-495b-a8e2-9741b548bf43 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:44.680000 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-1aac1974-d12a-4f47-bcfa-12c3bbfc7962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68505d7b-ac4f-4fc5-95fe-391f3436d4dc', 'name': 'tempest-TaggedBootDevicesTest-319278242-router', 'tenant_id': 'b38b8d3b4ab64851a90546fed2d6c948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:04:46Z', 'updated_at': '2022-02-09T01:12:43Z', 'revision_number': 6, 'project_id': 'b38b8d3b4ab64851a90546fed2d6c948', 'gw_port_host': None}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:44.685775 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aac1974-d12a-4f47-bcfa-12c3bbfc7962 None None] The sync data for ids ['68505d7b-ac4f-4fc5-95fe-391f3436d4dc'] in n-d-828418-1 is: [{'id': '68505d7b-ac4f-4fc5-95fe-391f3436d4dc', 'name': 'tempest-TaggedBootDevicesTest-319278242-router', 'tenant_id': 'b38b8d3b4ab64851a90546fed2d6c948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:04:46Z', 'updated_at': '2022-02-09T01:12:43Z', 'revision_number': 6, 'project_id': 'b38b8d3b4ab64851a90546fed2d6c948', 'gw_port_host': None}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:12:44.698061 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-7edb4fe3-e290-4608-b0ef-3d5193f85acd admin admin] For port 7a2c52bc-a296-44e7-89be-65763e3a6006, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=7a2c52bc-a296-44e7-89be-65763e3a6006,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:44.698782 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7edb4fe3-e290-4608-b0ef-3d5193f85acd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:44.724781 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-685458ee-c506-495b-a8e2-9741b548bf43 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:12:44.724931 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fdba9f7d-b5de-4e1b-8607-b503d9595bb2 None None] Port 9c2948af-b7a5-4db3-9acf-a844c526160a cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:12:44.753759 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-1f61107f-75f5-4aca-8f76-e53c38411aaa req-85a6bd6a-dc20-48c2-81f4-0d4d72537a71 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Deleting port 3f9076dc-04b6-418a-96bd-62f1607aba38 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:12:44.754040 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1f61107f-75f5-4aca-8f76-e53c38411aaa req-85a6bd6a-dc20-48c2-81f4-0d4d72537a71 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:44.869096 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-7edb4fe3-e290-4608-b0ef-3d5193f85acd admin admin] Calling delete_port for 7a2c52bc-a296-44e7-89be-65763e3a6006 owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:12:44.908673 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-685458ee-c506-495b-a8e2-9741b548bf43 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:44.909023 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-685458ee-c506-495b-a8e2-9741b548bf43 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Added segment c1f6c3e2-9359-4949-a7a2-aaca4bc70fc9 of type vlan for network ab8b35d2-be20-44ac-9e79-d160c2d6b54b Feb 09 01:12:44.923486 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3ba6fae4-8940-44ef-b81d-85f6842c84d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:44.932805 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f8f8dbf7-940e-43cb-881e-38ff53eeb6ff req-53d72124-b329-4fb1-a2b3-984819276622 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.105 "GET /v2.0/security-groups?id=134876cf-e353-4fe3-b721-1c57ab8f49be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4855480 Feb 09 01:12:44.933998 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3ba6fae4-8940-44ef-b81d-85f6842c84d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:44.988091 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-685458ee-c506-495b-a8e2-9741b548bf43 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:45.034297 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-3ba6fae4-8940-44ef-b81d-85f6842c84d2 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=18bc1af6fcf54037a25f839cac9c4aef&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7480838 Feb 09 01:12:45.035122 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6fae4-8940-44ef-b81d-85f6842c84d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1f4962-9f98-4ec8-8bd4-aa93e8c44a0b,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:45.037241 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37558) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:45.039644 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09eabfa7-f803-458b-974e-8a6bae7ca505 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:12:45.056880 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e257a479-9fd8-4ed7-8854-4d0be5c98259 None None] Sync routers for ids ['0d038a9d-43cc-4bc1-ba8a-ea76dcb05642'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:12:45.063311 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6fae4-8940-44ef-b81d-85f6842c84d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:45.063785 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6fae4-8940-44ef-b81d-85f6842c84d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:45.064249 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6fae4-8940-44ef-b81d-85f6842c84d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:45.064600 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6fae4-8940-44ef-b81d-85f6842c84d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:45.065627 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6fae4-8940-44ef-b81d-85f6842c84d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:45.065627 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6fae4-8940-44ef-b81d-85f6842c84d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:45.065627 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6fae4-8940-44ef-b81d-85f6842c84d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:45.065941 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6fae4-8940-44ef-b81d-85f6842c84d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:45.066457 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6fae4-8940-44ef-b81d-85f6842c84d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:45.066588 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6fae4-8940-44ef-b81d-85f6842c84d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:45.066891 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6fae4-8940-44ef-b81d-85f6842c84d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:45.067217 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6fae4-8940-44ef-b81d-85f6842c84d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:45.067652 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e257a479-9fd8-4ed7-8854-4d0be5c98259 None None] Routers {'0d038a9d-43cc-4bc1-ba8a-ea76dcb05642'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:12:45.068457 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-e257a479-9fd8-4ed7-8854-4d0be5c98259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:12:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['0d038a9d-43cc-4bc1-ba8a-ea76dcb05642'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:45.130137 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-09eabfa7-f803-458b-974e-8a6bae7ca505 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "PUT /v2.0/routers/0d038a9d-43cc-4bc1-ba8a-ea76dcb05642/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7672358 Feb 09 01:12:45.130353 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37562) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:45.134727 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-685458ee-c506-495b-a8e2-9741b548bf43 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:45.142405 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685458ee-c506-495b-a8e2-9741b548bf43 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:45.143052 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-685458ee-c506-495b-a8e2-9741b548bf43 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:45.150739 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-e257a479-9fd8-4ed7-8854-4d0be5c98259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:45.168015 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e257a479-9fd8-4ed7-8854-4d0be5c98259 None None] Routers {'0d038a9d-43cc-4bc1-ba8a-ea76dcb05642'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:12:45.169975 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-e257a479-9fd8-4ed7-8854-4d0be5c98259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:12:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['0d038a9d-43cc-4bc1-ba8a-ea76dcb05642'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:45.179508 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e753de-af17-465f-839e-9b65dcf7ebf2 req-10a46443-41ca-4a35-b884-25586794a142 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:45.181145 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c9e753de-af17-465f-839e-9b65dcf7ebf2 req-10a46443-41ca-4a35-b884-25586794a142 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=7dde1fc5-d07f-45a8-ab56-9c682424bf1e HTTP/1.1" status: 200 len: 945 time: 0.4384897 Feb 09 01:12:45.256115 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-e257a479-9fd8-4ed7-8854-4d0be5c98259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:45.257140 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e257a479-9fd8-4ed7-8854-4d0be5c98259 None None] The sync data for ids ['0d038a9d-43cc-4bc1-ba8a-ea76dcb05642'] in n-d-828418-1 is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:12:45.263512 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-1f61107f-75f5-4aca-8f76-e53c38411aaa req-85a6bd6a-dc20-48c2-81f4-0d4d72537a71 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] For port 3f9076dc-04b6-418a-96bd-62f1607aba38, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=3f9076dc-04b6-418a-96bd-62f1607aba38,segment=NetworkSegment(7bf4b616-e8a5-474f-aa5e-72f7948301ca),segment_id=7bf4b616-e8a5-474f-aa5e-72f7948301ca)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:45.263984 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1f61107f-75f5-4aca-8f76-e53c38411aaa req-85a6bd6a-dc20-48c2-81f4-0d4d72537a71 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:45.282136 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c9e753de-af17-465f-839e-9b65dcf7ebf2 req-31de0ac2-a578-49c6-b3a8-9ce65b0f9480 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912440 Feb 09 01:12:45.356582 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ef253284-44ac-466d-914e-bb703313b9b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:45.366642 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-685458ee-c506-495b-a8e2-9741b548bf43 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0078504 Feb 09 01:12:45.371132 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163eb843-85b9-4507-9354-5f749b8bbde2 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:45.371730 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-163eb843-85b9-4507-9354-5f749b8bbde2 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Synchronizing usage tracker for tenant:fefa2a0bcdd943ec8d8c861415908997 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:12:45.374181 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37568) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:45.402380 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-1f61107f-75f5-4aca-8f76-e53c38411aaa req-85a6bd6a-dc20-48c2-81f4-0d4d72537a71 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Calling delete_port for 3f9076dc-04b6-418a-96bd-62f1607aba38 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:12:45.414479 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685458ee-c506-495b-a8e2-9741b548bf43 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Pushing event updated for resources: {'Network': ['ID=ab8b35d2-be20-44ac-9e79-d160c2d6b54b,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:45.422164 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-73f62985-e5a7-46d8-b672-6bcd1b71414a tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1401751286', 'admin_state_up': True, 'project_id': '8919f04ab45a492f916586ca80fae861', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:45.427635 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network ab8b35d2-be20-44ac-9e79-d160c2d6b54b details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:12:45.451099 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-73f62985-e5a7-46d8-b672-6bcd1b71414a tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:12:45.460378 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-73f62985-e5a7-46d8-b672-6bcd1b71414a tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Usage tracker for resource:router and tenant:8919f04ab45a492f916586ca80fae861 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:12:45.475109 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-73f62985-e5a7-46d8-b672-6bcd1b71414a tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:12:45.480028 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ef253284-44ac-466d-914e-bb703313b9b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:45.499246 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-163eb843-85b9-4507-9354-5f749b8bbde2 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Unset dirty status for tenant:fefa2a0bcdd943ec8d8c861415908997 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:12:45.501024 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-163eb843-85b9-4507-9354-5f749b8bbde2 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "GET /v2.0/ports/9c2948af-b7a5-4db3-9acf-a844c526160a HTTP/1.1" status: 200 len: 976 time: 0.3539119 Feb 09 01:12:45.502128 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-73f62985-e5a7-46d8-b672-6bcd1b71414a tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:12:45.511846 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37574) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:45.627342 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1f61107f-75f5-4aca-8f76-e53c38411aaa req-85a6bd6a-dc20-48c2-81f4-0d4d72537a71 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:45.640502 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['3f9076dc-04b6-418a-96bd-62f1607aba38'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:12:45.655036 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7edb4fe3-e290-4608-b0ef-3d5193f85acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:45.702797 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-73f62985-e5a7-46d8-b672-6bcd1b71414a tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:45.704140 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-73f62985-e5a7-46d8-b672-6bcd1b71414a tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:45.742252 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a6bd6a-dc20-48c2-81f4-0d4d72537a71 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Pushing event deleted for resources: {'Port': ['ID=3f9076dc-04b6-418a-96bd-62f1607aba38,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:45.759568 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device e2ded1ac-2059-466c-ae0d-eed1b4cfe9b4 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:12:45.811321 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: e2ded1ac-2059-466c-ae0d-eed1b4cfe9b4 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:12:45.811631 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device e2ded1ac-2059-466c-ae0d-eed1b4cfe9b4 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:12:45.812048 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 7a2c52bc-a296-44e7-89be-65763e3a6006 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:12:45.825755 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edb4fe3-e290-4608-b0ef-3d5193f85acd admin admin] Pushing event deleted for resources: {'Port': ['ID=7a2c52bc-a296-44e7-89be-65763e3a6006,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:45.865179 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 7a2c52bc-a296-44e7-89be-65763e3a6006 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:12:45.865576 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 7a2c52bc-a296-44e7-89be-65763e3a6006 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:12:45.953665 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f61107f-75f5-4aca-8f76-e53c38411aaa req-85a6bd6a-dc20-48c2-81f4-0d4d72537a71 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] No DVR routers for this DVR port 3f9076dc-04b6-418a-96bd-62f1607aba38 on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:12:45.993206 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1f61107f-75f5-4aca-8f76-e53c38411aaa req-85a6bd6a-dc20-48c2-81f4-0d4d72537a71 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:45.996214 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ef253284-44ac-466d-914e-bb703313b9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:45.997580 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c4817b5-06e6-43cd-9029-e22c5740a51a', 'name': 'network-vif-deleted', 'tag': '3f9076dc-04b6-418a-96bd-62f1607aba38'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:12:46.037022 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-73f62985-e5a7-46d8-b672-6bcd1b71414a tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:46.082315 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1f61107f-75f5-4aca-8f76-e53c38411aaa req-85a6bd6a-dc20-48c2-81f4-0d4d72537a71 tempest-ServersNegativeTestJSON-106878721 tempest-ServersNegativeTestJSON-106878721-project] 10.222.0.62 "DELETE /v2.0/ports/3f9076dc-04b6-418a-96bd-62f1607aba38 HTTP/1.1" status: 204 len: 173 time: 1.8175945 Feb 09 01:12:46.106493 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef253284-44ac-466d-914e-bb703313b9b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1f4962-9f98-4ec8-8bd4-aa93e8c44a0b,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:46.116114 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef9412d-d95e-450e-aada-3c5e56a8eec1 req-b7f63e59-bd01-45b4-907c-899a52eac8a9 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:46.117644 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9ef9412d-d95e-450e-aada-3c5e56a8eec1 req-b7f63e59-bd01-45b4-907c-899a52eac8a9 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=8e4ecadd-5d83-41c7-a8bf-603a3cc4668a HTTP/1.1" status: 200 len: 945 time: 0.3608756 Feb 09 01:12:46.135086 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7edb4fe3-e290-4608-b0ef-3d5193f85acd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:46.165929 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4083c722-fc20-4fb6-868b-2d0b46628655 req-cdbbebe7-1bd4-44f4-af58-e221832dd339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:46.167464 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4083c722-fc20-4fb6-868b-2d0b46628655 req-cdbbebe7-1bd4-44f4-af58-e221832dd339 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=31d75c3847f44b229ecd5ad32549f4f2&device_id=7dde1fc5-d07f-45a8-ab56-9c682424bf1e HTTP/1.1" status: 200 len: 1096 time: 0.2167664 Feb 09 01:12:46.204520 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab91148-0a8c-4be7-8fbb-7ea9996bf246 req-c6991ebd-7821-4e2b-9c72-1456a1a0d690 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:46.206107 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cab91148-0a8c-4be7-8fbb-7ea9996bf246 req-c6991ebd-7821-4e2b-9c72-1456a1a0d690 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=7dde1fc5-d07f-45a8-ab56-9c682424bf1e HTTP/1.1" status: 200 len: 945 time: 0.2095091 Feb 09 01:12:46.419103 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9ef9412d-d95e-450e-aada-3c5e56a8eec1 req-60c822de-67dd-44aa-94a9-6d68a7974599 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915511 Feb 09 01:12:46.478273 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cab91148-0a8c-4be7-8fbb-7ea9996bf246 req-bf914ffe-734e-41a1-a70c-a12710e88709 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895503 Feb 09 01:12:46.533958 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4083c722-fc20-4fb6-868b-2d0b46628655 req-2e54e7ba-df14-4bb0-b10c-bace7ee34c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:46.535473 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4083c722-fc20-4fb6-868b-2d0b46628655 req-2e54e7ba-df14-4bb0-b10c-bace7ee34c0d service neutron] 10.222.0.62 "GET /v2.0/networks?id=ca102a1f-d5bf-460d-8853-70bcd81c5d48 HTTP/1.1" status: 200 len: 920 time: 0.3598244 Feb 09 01:12:46.567779 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37590) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:46.574969 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7edb4fe3-e290-4608-b0ef-3d5193f85acd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:46.591410 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7edb4fe3-e290-4608-b0ef-3d5193f85acd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:46.608610 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ef253284-44ac-466d-914e-bb703313b9b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:46.612469 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ef253284-44ac-466d-914e-bb703313b9b8 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/3f1f4962-9f98-4ec8-8bd4-aa93e8c44a0b HTTP/1.1" status: 204 len: 168 time: 1.5667608 Feb 09 01:12:46.630500 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c4817b5-06e6-43cd-9029-e22c5740a51a', 'name': 'network-vif-deleted', 'tag': '3f9076dc-04b6-418a-96bd-62f1607aba38', 'status': 'completed', 'code': 200} Feb 09 01:12:46.645962 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4083c722-fc20-4fb6-868b-2d0b46628655 req-f8a341f0-1641-405f-b138-6f4d4d95e6ca service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c1e285d-21c3-4d5c-a72a-9edc2b494f12 HTTP/1.1" status: 200 len: 217 time: 0.1018326 Feb 09 01:12:46.787869 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4083c722-fc20-4fb6-868b-2d0b46628655 req-430a3367-d7be-4645-ad12-f50025c81894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:46.789811 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4083c722-fc20-4fb6-868b-2d0b46628655 req-430a3367-d7be-4645-ad12-f50025c81894 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=22a67f5c-4428-4b0e-a900-0ff3d3591ee5 HTTP/1.1" status: 200 len: 859 time: 0.1378345 Feb 09 01:12:46.844491 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4083c722-fc20-4fb6-868b-2d0b46628655 req-1797e15a-34d0-4975-84a5-480088551f25 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ca102a1f-d5bf-460d-8853-70bcd81c5d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460145 Feb 09 01:12:46.890931 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-73f62985-e5a7-46d8-b672-6bcd1b71414a tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:46.896721 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7edb4fe3-e290-4608-b0ef-3d5193f85acd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:46.897167 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7edb4fe3-e290-4608-b0ef-3d5193f85acd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68505d7b-ac4f-4fc5-95fe-391f3436d4dc {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:12:46.937110 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e06962-bdce-47f9-845e-3411c7281b53 req-9096e40e-0e05-4ab9-8646-e794f5679088 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:46.938361 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-16e06962-bdce-47f9-845e-3411c7281b53 req-9096e40e-0e05-4ab9-8646-e794f5679088 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=8e4ecadd-5d83-41c7-a8bf-603a3cc4668a HTTP/1.1" status: 200 len: 945 time: 0.2339120 Feb 09 01:12:46.975869 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7edb4fe3-e290-4608-b0ef-3d5193f85acd admin admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:46.979218 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-7edb4fe3-e290-4608-b0ef-3d5193f85acd admin admin] 10.222.0.105 "DELETE /v2.0/routers/68505d7b-ac4f-4fc5-95fe-391f3436d4dc HTTP/1.1" status: 204 len: 168 time: 3.8057566 Feb 09 01:12:46.980144 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 37604) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:47.033947 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd47ed3c-1166-47c2-be6a-bb0212f279dd admin admin] Deleting subnet 1f1b23ff-5c33-41f2-bf9f-a257a3962e7c {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:12:47.049163 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bd47ed3c-1166-47c2-be6a-bb0212f279dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:47.066568 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-16e06962-bdce-47f9-845e-3411c7281b53 req-c95f0fc9-112e-4ee3-a767-9f5ba6d7a58b tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136651 Feb 09 01:12:47.134275 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4083c722-fc20-4fb6-868b-2d0b46628655 req-d01e4ac5-7108-4dde-862c-5131533935ec service neutron] 10.222.0.62 "GET /v2.0/networks/ca102a1f-d5bf-460d-8853-70bcd81c5d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828455 Feb 09 01:12:47.137450 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bd47ed3c-1166-47c2-be6a-bb0212f279dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:47.139760 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b744664-ffc4-435c-9f8b-512d3c3d2bf7 admin admin] Deleting subnet a3a9310a-be0f-4b6b-b867-4cea61f46d6e {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:12:47.144233 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5b744664-ffc4-435c-9f8b-512d3c3d2bf7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:47.214945 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5b744664-ffc4-435c-9f8b-512d3c3d2bf7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:47.252620 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bd47ed3c-1166-47c2-be6a-bb0212f279dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:47.342612 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-26c446bd-76c1-44f7-8253-d68317430058 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:47.471098 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4083c722-fc20-4fb6-868b-2d0b46628655 req-bae2ce08-b557-4501-90fd-523da1af6f93 service neutron] 10.222.0.62 "GET /v2.0/networks/ca102a1f-d5bf-460d-8853-70bcd81c5d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644599 Feb 09 01:12:47.477954 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5b744664-ffc4-435c-9f8b-512d3c3d2bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:47.603670 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5b744664-ffc4-435c-9f8b-512d3c3d2bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:47.665728 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b744664-ffc4-435c-9f8b-512d3c3d2bf7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3a9310a-be0f-4b6b-b867-4cea61f46d6e,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:47.685948 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5b744664-ffc4-435c-9f8b-512d3c3d2bf7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:47.687414 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21dbfbda-a11c-4d58-bfcd-d5a5c0130ade None None] Network 5155f974-02f7-460c-bde1-4d4a435cc291 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:12:47.703675 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-5b744664-ffc4-435c-9f8b-512d3c3d2bf7 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/a3a9310a-be0f-4b6b-b867-4cea61f46d6e HTTP/1.1" status: 204 len: 168 time: 0.7209752 Feb 09 01:12:47.738775 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bd47ed3c-1166-47c2-be6a-bb0212f279dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:47.893996 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 37638) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:47.994385 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd47ed3c-1166-47c2-be6a-bb0212f279dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f1b23ff-5c33-41f2-bf9f-a257a3962e7c,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:48.051447 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bd47ed3c-1166-47c2-be6a-bb0212f279dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:48.054595 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc8f02b-d490-4b79-aaf4-1bce3de88429 None None] DHCP port deletion for 5155f974-02f7-460c-bde1-4d4a435cc291 request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:12:48.059732 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-0dc8f02b-d490-4b79-aaf4-1bce3de88429 None None] Deleting port 2193bd70-4e3d-4d84-8dbc-1ff58f0a3689 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:12:48.060344 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0dc8f02b-d490-4b79-aaf4-1bce3de88429 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:48.233938 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d39b4e-932f-4737-9892-08cee046ba59 req-710d023b-d096-4533-bc66-ec2dbc0cfbd5 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:48.236221 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-87d39b4e-932f-4737-9892-08cee046ba59 req-710d023b-d096-4533-bc66-ec2dbc0cfbd5 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/networks?id=66684310-b384-46c3-a13e-de69c32841c9 HTTP/1.1" status: 200 len: 814 time: 0.5225234 Feb 09 01:12:48.260505 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-41e39729-180d-4c01-baec-3723209d6a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:48.289257 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b4a9cd-c1b8-41e3-9f1a-2f6313576a43 req-cb00b3d2-fd68-4b36-9ed2-f5635b7bda00 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:48.297993 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-64b4a9cd-c1b8-41e3-9f1a-2f6313576a43 req-cb00b3d2-fd68-4b36-9ed2-f5635b7bda00 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=7dde1fc5-d07f-45a8-ab56-9c682424bf1e HTTP/1.1" status: 200 len: 945 time: 0.3775179 Feb 09 01:12:48.319590 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-87d39b4e-932f-4737-9892-08cee046ba59 req-407ff7c2-ef5a-4640-9cdc-442b62946df4 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/quotas/d49f9dd4d7c14debbc3dfe8113922129 HTTP/1.1" status: 200 len: 375 time: 0.0743997 Feb 09 01:12:48.327617 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-bd47ed3c-1166-47c2-be6a-bb0212f279dd admin admin] 10.222.0.105 "DELETE /v2.0/subnets/1f1b23ff-5c33-41f2-bf9f-a257a3962e7c HTTP/1.1" status: 204 len: 168 time: 1.7397838 Feb 09 01:12:48.329675 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 37650) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:48.331148 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-73f62985-e5a7-46d8-b672-6bcd1b71414a tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks [] for router_gateway, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:48.369019 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-73f62985-e5a7-46d8-b672-6bcd1b71414a tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:48.399752 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-41e39729-180d-4c01-baec-3723209d6a85 admin admin] Deleting port 2193bd70-4e3d-4d84-8dbc-1ff58f0a3689 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:12:48.400081 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-41e39729-180d-4c01-baec-3723209d6a85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:48.409082 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-0dc8f02b-d490-4b79-aaf4-1bce3de88429 None None] For port 2193bd70-4e3d-4d84-8dbc-1ff58f0a3689, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=2193bd70-4e3d-4d84-8dbc-1ff58f0a3689,segment=NetworkSegment(cf163942-3f6f-46b3-9ab1-2824bdae0aa8),segment_id=cf163942-3f6f-46b3-9ab1-2824bdae0aa8)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:48.410960 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0dc8f02b-d490-4b79-aaf4-1bce3de88429 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:48.454411 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-26c446bd-76c1-44f7-8253-d68317430058 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Deleting port 9c2948af-b7a5-4db3-9acf-a844c526160a {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:12:48.454819 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-26c446bd-76c1-44f7-8253-d68317430058 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:48.602226 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-0dc8f02b-d490-4b79-aaf4-1bce3de88429 None None] Calling delete_port for 2193bd70-4e3d-4d84-8dbc-1ff58f0a3689 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:12:48.654924 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-73f62985-e5a7-46d8-b672-6bcd1b71414a tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Allocated IP 172.25.0.227 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/03821c6a-a163-4539-a2f3-20247a1b5c45) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:12:48.660132 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 3f9076dc-04b6-418a-96bd-62f1607aba38 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:12:48.742511 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: 3f9076dc-04b6-418a-96bd-62f1607aba38 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:12:48.743195 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 3f9076dc-04b6-418a-96bd-62f1607aba38 not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:12:48.801998 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0dc8f02b-d490-4b79-aaf4-1bce3de88429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:48.816372 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-26c446bd-76c1-44f7-8253-d68317430058 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:48.836301 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-64b4a9cd-c1b8-41e3-9f1a-2f6313576a43 req-898039d2-b643-4c11-9f48-96ff0967ec3d tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5368855 Feb 09 01:12:48.893216 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc8f02b-d490-4b79-aaf4-1bce3de88429 None None] No DVR routers for this DVR port 2193bd70-4e3d-4d84-8dbc-1ff58f0a3689 on host n-d-828418-1 {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:12:48.901933 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc8f02b-d490-4b79-aaf4-1bce3de88429 None None] Pushing event deleted for resources: {'Port': ['ID=2193bd70-4e3d-4d84-8dbc-1ff58f0a3689,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:48.923515 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-41e39729-180d-4c01-baec-3723209d6a85 admin admin] The port '2193bd70-4e3d-4d84-8dbc-1ff58f0a3689' was deleted {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:12:48.966813 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5a787676-d3d7-4793-b67d-00ad0263eefd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:48.993769 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-26c446bd-76c1-44f7-8253-d68317430058 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Calling delete_port for 9c2948af-b7a5-4db3-9acf-a844c526160a owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:12:49.096003 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-73f62985-e5a7-46d8-b672-6bcd1b71414a tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:49.174716 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-87d39b4e-932f-4737-9892-08cee046ba59 req-c0522b8b-5602-4083-a0ec-2e16d17c1404 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=d49f9dd4d7c14debbc3dfe8113922129&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8411069 Feb 09 01:12:49.184398 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-73f62985-e5a7-46d8-b672-6bcd1b71414a tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:49.214663 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-41e39729-180d-4c01-baec-3723209d6a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:49.242344 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [req-87d39b4e-932f-4737-9892-08cee046ba59 req-502bb2c5-b868-431d-9e16-61ffd36af499 service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:12:49.244011 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-87d39b4e-932f-4737-9892-08cee046ba59 req-502bb2c5-b868-431d-9e16-61ffd36af499 service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0316532 Feb 09 01:12:49.302165 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f62985-e5a7-46d8-b672-6bcd1b71414a tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:12:49.314139 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-73f62985-e5a7-46d8-b672-6bcd1b71414a tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:12:49.322859 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f62985-e5a7-46d8-b672-6bcd1b71414a tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:12:49.372042 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f62985-e5a7-46d8-b672-6bcd1b71414a tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Pushing event updated for resources: {'Port': ['ID=03821c6a-a163-4539-a2f3-20247a1b5c45,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:49.389823 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-26c446bd-76c1-44f7-8253-d68317430058 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:49.430894 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-41e39729-180d-4c01-baec-3723209d6a85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5155f974-02f7-460c-bde1-4d4a435cc291']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:49.457000 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c446bd-76c1-44f7-8253-d68317430058 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Pushing event deleted for resources: {'Port': ['ID=9c2948af-b7a5-4db3-9acf-a844c526160a,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:49.487241 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-41e39729-180d-4c01-baec-3723209d6a85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf163942-3f6f-46b3-9ab1-2824bdae0aa8') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:49.487533 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-41e39729-180d-4c01-baec-3723209d6a85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf163942-3f6f-46b3-9ab1-2824bdae0aa8') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:49.495773 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5a787676-d3d7-4793-b67d-00ad0263eefd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:49.524776 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-41e39729-180d-4c01-baec-3723209d6a85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:49.569309 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6777134-05f8-4977-8e9d-14438abf6c7b req-a3d3d9af-6aec-49bf-9bdb-020f68adacbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:49.570808 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e6777134-05f8-4977-8e9d-14438abf6c7b req-a3d3d9af-6aec-49bf-9bdb-020f68adacbe service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=31d75c3847f44b229ecd5ad32549f4f2&device_id=7dde1fc5-d07f-45a8-ab56-9c682424bf1e HTTP/1.1" status: 200 len: 1096 time: 0.6096165 Feb 09 01:12:49.587386 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-5a787676-d3d7-4793-b67d-00ad0263eefd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be5e3be5-6e84-4180-8cc4-7f73e6515735']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:49.627150 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-41e39729-180d-4c01-baec-3723209d6a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:49.680973 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f868a5-388a-480a-a55d-789e49795b4b req-a02bcaea-5d30-4158-9fa7-0051a2dde2a4 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:49.682774 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-84f868a5-388a-480a-a55d-789e49795b4b req-a02bcaea-5d30-4158-9fa7-0051a2dde2a4 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e4ecadd-5d83-41c7-a8bf-603a3cc4668a HTTP/1.1" status: 200 len: 945 time: 0.5946851 Feb 09 01:12:49.689804 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-5a787676-d3d7-4793-b67d-00ad0263eefd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bf4b616-e8a5-474f-aa5e-72f7948301ca') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:49.690246 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-5a787676-d3d7-4793-b67d-00ad0263eefd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bf4b616-e8a5-474f-aa5e-72f7948301ca') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:49.761951 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 2193bd70-4e3d-4d84-8dbc-1ff58f0a3689 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:12:49.779165 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41e39729-180d-4c01-baec-3723209d6a85 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:12:49.779561 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-41e39729-180d-4c01-baec-3723209d6a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:49.808208 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-87d39b4e-932f-4737-9892-08cee046ba59 req-d8bf603a-e23c-4442-9fe7-12f7e818f389 service neutron] 10.222.0.105 "GET /v2.0/networks/66684310-b384-46c3-a13e-de69c32841c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5528183 Feb 09 01:12:49.810669 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 01:12:49.810669 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:12:49.810669 n-d-828418-1 neutron-server[87639]: timer() Feb 09 01:12:49.810669 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:12:49.810669 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 01:12:49.810669 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:12:49.810669 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 01:12:49.810669 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:12:49.810669 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 01:12:49.810669 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:12:49.810669 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 01:12:49.810669 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:12:49.810669 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 01:12:49.810669 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:12:49.810669 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:12:49.810669 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:12:49.810669 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:12:49.810669 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:12:49.810669 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 01:12:49.810669 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:12:49.810669 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 01:12:49.810669 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:12:49.810669 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:12:49.810669 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:12:49.810669 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 01:12:49.810669 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:12:49.810669 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:12:49.810669 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:12:49.810669 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:12:49.810669 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:12:49.810669 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:12:49.810669 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:12:49.842090 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 2193bd70-4e3d-4d84-8dbc-1ff58f0a3689 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:12:49.842431 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 2193bd70-4e3d-4d84-8dbc-1ff58f0a3689 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:12:49.960276 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5a787676-d3d7-4793-b67d-00ad0263eefd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:50.141152 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5a787676-d3d7-4793-b67d-00ad0263eefd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:50.167300 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-26c446bd-76c1-44f7-8253-d68317430058 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:50.173832 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-41e39729-180d-4c01-baec-3723209d6a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:50.178555 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a787676-d3d7-4793-b67d-00ad0263eefd admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:12:50.179017 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5a787676-d3d7-4793-b67d-00ad0263eefd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:50.201533 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 01:12:50.201533 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:12:50.201533 n-d-828418-1 neutron-server[87639]: timer() Feb 09 01:12:50.201533 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:12:50.201533 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 01:12:50.201533 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:12:50.201533 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 01:12:50.201533 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:12:50.201533 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 01:12:50.201533 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:12:50.201533 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 01:12:50.201533 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:12:50.201533 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 01:12:50.201533 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:12:50.201533 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:12:50.201533 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:12:50.201533 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:12:50.201533 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:12:50.201533 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 01:12:50.201533 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:12:50.201533 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 01:12:50.201533 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:12:50.201533 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:12:50.201533 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:12:50.201533 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 01:12:50.201533 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:12:50.201533 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:12:50.201533 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:12:50.201533 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:12:50.201533 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:12:50.201533 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:12:50.201533 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:12:50.206474 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-84f868a5-388a-480a-a55d-789e49795b4b req-ec7ef228-2b9c-42df-9411-0c4741f182e4 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Deleting port bd45717d-baec-45a7-88c3-159df2f10fc5 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:12:50.206816 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-84f868a5-388a-480a-a55d-789e49795b4b req-ec7ef228-2b9c-42df-9411-0c4741f182e4 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:50.311355 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-41e39729-180d-4c01-baec-3723209d6a85 admin admin] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:50.402930 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e39729-180d-4c01-baec-3723209d6a85 admin admin] Pushing event deleted for resources: {'Network': ['ID=5155f974-02f7-460c-bde1-4d4a435cc291,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:50.438853 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6777134-05f8-4977-8e9d-14438abf6c7b req-82243854-c36e-4465-8406-3b8f92f0323e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:50.440390 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e6777134-05f8-4977-8e9d-14438abf6c7b req-82243854-c36e-4465-8406-3b8f92f0323e service neutron] 10.222.0.62 "GET /v2.0/networks?id=ca102a1f-d5bf-460d-8853-70bcd81c5d48 HTTP/1.1" status: 200 len: 920 time: 0.8069718 Feb 09 01:12:50.441675 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-41e39729-180d-4c01-baec-3723209d6a85 admin admin] 10.222.0.105 "DELETE /v2.0/networks/5155f974-02f7-460c-bde1-4d4a435cc291 HTTP/1.1" status: 204 len: 168 time: 2.5464246 Feb 09 01:12:50.448510 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 37692) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:50.452400 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-87d39b4e-932f-4737-9892-08cee046ba59 req-d9c09910-b302-4e5a-9612-feb2fa64e31d service neutron] 10.222.0.105 "GET /v2.0/networks/66684310-b384-46c3-a13e-de69c32841c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6429224 Feb 09 01:12:50.526653 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37696) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:50.643316 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c446bd-76c1-44f7-8253-d68317430058 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Router 0d038a9d-43cc-4bc1-ba8a-ea76dcb05642 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:12:50.691569 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-73f62985-e5a7-46d8-b672-6bcd1b71414a tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks [] for router_gateway, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:50.761883 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5a787676-d3d7-4793-b67d-00ad0263eefd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:50.766730 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5a787676-d3d7-4793-b67d-00ad0263eefd admin admin] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:50.848997 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6219361b-f9bb-48ab-845f-cfbf769b49db admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:50.862928 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e6777134-05f8-4977-8e9d-14438abf6c7b req-75559aa7-b298-43c7-9aaf-cf98af9b2dce service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c1e285d-21c3-4d5c-a72a-9edc2b494f12 HTTP/1.1" status: 200 len: 217 time: 0.4150860 Feb 09 01:12:50.893329 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a787676-d3d7-4793-b67d-00ad0263eefd admin admin] Pushing event deleted for resources: {'Network': ['ID=be5e3be5-6e84-4180-8cc4-7f73e6515735,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:50.898172 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c8ec6af8-691c-424e-a91d-5483efa4c052 req-e3bc615d-f3e7-475b-8bb0-10d67ff5b9dd tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=01c1df1d-8df5-40dd-8b45-fc6441193c9d HTTP/1.1" status: 200 len: 210 time: 0.1155779 Feb 09 01:12:50.936278 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-6219361b-f9bb-48ab-845f-cfbf769b49db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:12:50.949444 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c446bd-76c1-44f7-8253-d68317430058 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:12:50.951321 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-6219361b-f9bb-48ab-845f-cfbf769b49db admin admin] Usage tracker for resource:security_group_rule and tenant:d092e82edb90402a82b5122cc630de9c is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:12:50.958171 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c571b-6397-4840-8602-ed56d58a9db4 req-ad7e17be-9ab5-41b2-a54e-c5f5da129b64 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:50.960641 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-126c571b-6397-4840-8602-ed56d58a9db4 req-ad7e17be-9ab5-41b2-a54e-c5f5da129b64 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=7dde1fc5-d07f-45a8-ab56-9c682424bf1e HTTP/1.1" status: 200 len: 945 time: 0.9290361 Feb 09 01:12:50.965408 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-5a787676-d3d7-4793-b67d-00ad0263eefd admin admin] 10.222.0.105 "DELETE /v2.0/networks/be5e3be5-6e84-4180-8cc4-7f73e6515735 HTTP/1.1" status: 204 len: 168 time: 2.6295607 Feb 09 01:12:50.972407 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9adc4b-4288-4ef5-b45c-0caa1139d29b None None] Sync routers for ids ['0d038a9d-43cc-4bc1-ba8a-ea76dcb05642'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:12:51.003456 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9adc4b-4288-4ef5-b45c-0caa1139d29b None None] Routers {'0d038a9d-43cc-4bc1-ba8a-ea76dcb05642'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:12:51.004124 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-7e9adc4b-4288-4ef5-b45c-0caa1139d29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:12:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['0d038a9d-43cc-4bc1-ba8a-ea76dcb05642'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:51.007057 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-6219361b-f9bb-48ab-845f-cfbf769b49db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:12:51.025856 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-6219361b-f9bb-48ab-845f-cfbf769b49db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:12:51.118324 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-7e9adc4b-4288-4ef5-b45c-0caa1139d29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:51.142796 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9adc4b-4288-4ef5-b45c-0caa1139d29b None None] Routers {'0d038a9d-43cc-4bc1-ba8a-ea76dcb05642'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:12:51.145645 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-7e9adc4b-4288-4ef5-b45c-0caa1139d29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:12:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['0d038a9d-43cc-4bc1-ba8a-ea76dcb05642'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:51.168731 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-26c446bd-76c1-44f7-8253-d68317430058 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "PUT /v2.0/routers/0d038a9d-43cc-4bc1-ba8a-ea76dcb05642/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6513212 Feb 09 01:12:51.179807 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37714) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:51.192283 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-126c571b-6397-4840-8602-ed56d58a9db4 req-345bc179-ac1f-4acf-b4e4-4408b019da76 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002997 Feb 09 01:12:51.250291 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37718) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:51.301818 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-7e9adc4b-4288-4ef5-b45c-0caa1139d29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:51.302220 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9adc4b-4288-4ef5-b45c-0caa1139d29b None None] The sync data for ids ['0d038a9d-43cc-4bc1-ba8a-ea76dcb05642'] in n-d-828418-1 is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:12:51.339845 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6777134-05f8-4977-8e9d-14438abf6c7b req-4b47db01-4f41-4e73-bfc2-8b9cb017e617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:51.341629 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e6777134-05f8-4977-8e9d-14438abf6c7b req-4b47db01-4f41-4e73-bfc2-8b9cb017e617 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=22a67f5c-4428-4b0e-a900-0ff3d3591ee5 HTTP/1.1" status: 200 len: 859 time: 0.4527686 Feb 09 01:12:51.420022 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e6777134-05f8-4977-8e9d-14438abf6c7b req-b0cf0bc8-9490-4189-885b-0fcda79fedb0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ca102a1f-d5bf-460d-8853-70bcd81c5d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623856 Feb 09 01:12:51.698787 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:51.715321 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-84f868a5-388a-480a-a55d-789e49795b4b req-ec7ef228-2b9c-42df-9411-0c4741f182e4 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] For port bd45717d-baec-45a7-88c3-159df2f10fc5, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=bd45717d-baec-45a7-88c3-159df2f10fc5,segment=NetworkSegment(249c5438-d0ef-4132-9144-b2c94c9b3b0e),segment_id=249c5438-d0ef-4132-9144-b2c94c9b3b0e)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:51.715791 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-84f868a5-388a-480a-a55d-789e49795b4b req-ec7ef228-2b9c-42df-9411-0c4741f182e4 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:51.739527 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-73f62985-e5a7-46d8-b672-6bcd1b71414a tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:51.812339 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6219361b-f9bb-48ab-845f-cfbf769b49db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:51.922865 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6219361b-f9bb-48ab-845f-cfbf769b49db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:52.036542 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a1fcbcde-f7c0-4964-87df-742f098637ff admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=6b048f87108b49f5abc0697d8dcea678&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7846315 Feb 09 01:12:52.045759 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-84f868a5-388a-480a-a55d-789e49795b4b req-ec7ef228-2b9c-42df-9411-0c4741f182e4 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Calling delete_port for bd45717d-baec-45a7-88c3-159df2f10fc5 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:12:52.055326 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37738) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:52.118061 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-6219361b-f9bb-48ab-845f-cfbf769b49db admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=d092e82edb90402a82b5122cc630de9c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5900979 Feb 09 01:12:52.119037 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6219361b-f9bb-48ab-845f-cfbf769b49db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead02580-2d34-465f-bfd8-945e90274584,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:52.130037 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37742) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:52.208646 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6589c0ae-423c-485f-857a-7c3dc2085b62 req-02a9d782-95e8-4686-b73c-9c3f0d27510f tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=01c1df1d-8df5-40dd-8b45-fc6441193c9d HTTP/1.1" status: 200 len: 210 time: 0.0821474 Feb 09 01:12:52.218630 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e6777134-05f8-4977-8e9d-14438abf6c7b req-787136a7-973f-4762-907f-02ef29d7ba4b service neutron] 10.222.0.62 "GET /v2.0/networks/ca102a1f-d5bf-460d-8853-70bcd81c5d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7916124 Feb 09 01:12:52.262621 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-cbae9fd8-dace-493b-a4ba-24cf1d9dd20a tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] remove_router_interface failed (client error): The resource could not be found. Feb 09 01:12:52.263662 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-cbae9fd8-dace-493b-a4ba-24cf1d9dd20a tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "PUT /v2.0/routers/0d038a9d-43cc-4bc1-ba8a-ea76dcb05642/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.0807972 Feb 09 01:12:52.281582 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37746) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:52.366138 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-091cb84c-0aff-4a53-bc21-152b2fa84a58 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Synchronizing usage tracker for tenant:fefa2a0bcdd943ec8d8c861415908997 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:12:52.433739 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cd821194-8678-4574-b33b-4a2c892e2df0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:52.439379 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-091cb84c-0aff-4a53-bc21-152b2fa84a58 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Unset dirty status for tenant:fefa2a0bcdd943ec8d8c861415908997 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:12:52.440538 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-091cb84c-0aff-4a53-bc21-152b2fa84a58 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "GET /v2.0/ports?device_id=0d038a9d-43cc-4bc1-ba8a-ea76dcb05642 HTTP/1.1" status: 200 len: 205 time: 0.1516972 Feb 09 01:12:52.443625 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5c553035-d587-409a-a13f-cdb03a3cf845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:52.445215 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37750) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:52.583722 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cd821194-8678-4574-b33b-4a2c892e2df0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:52.592851 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5c553035-d587-409a-a13f-cdb03a3cf845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:52.693506 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0127c1e8-8c19-4e83-b23f-f5a3e3446ea0 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:52.757861 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73f62985-e5a7-46d8-b672-6bcd1b71414a tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Router 19b526a5-3383-41f0-9a1d-870912ae5117 is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:12:52.767473 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e6777134-05f8-4977-8e9d-14438abf6c7b req-c117dcfa-ca13-40a8-bffb-4d0bbbe932f1 service neutron] 10.222.0.62 "GET /v2.0/networks/ca102a1f-d5bf-460d-8853-70bcd81c5d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5413849 Feb 09 01:12:52.782529 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-84f868a5-388a-480a-a55d-789e49795b4b req-ec7ef228-2b9c-42df-9411-0c4741f182e4 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:52.865121 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7ef228-2b9c-42df-9411-0c4741f182e4 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Pushing event deleted for resources: {'Port': ['ID=bd45717d-baec-45a7-88c3-159df2f10fc5,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:52.977151 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d39b4e-932f-4737-9892-08cee046ba59 req-b02dc5ee-46c2-4d07-950b-3049e74d331b tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:52.978642 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-87d39b4e-932f-4737-9892-08cee046ba59 req-b02dc5ee-46c2-4d07-950b-3049e74d331b tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.62 "GET /v2.0/networks?id=66684310-b384-46c3-a13e-de69c32841c9 HTTP/1.1" status: 200 len: 814 time: 0.3860598 Feb 09 01:12:53.029359 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-87d39b4e-932f-4737-9892-08cee046ba59 req-8a861bf5-4eec-49b4-a82c-21c594298ee4 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Request body: {'port': {'device_id': '01c1df1d-8df5-40dd-8b45-fc6441193c9d', 'network_id': '66684310-b384-46c3-a13e-de69c32841c9', 'admin_state_up': True, 'tenant_id': 'd49f9dd4d7c14debbc3dfe8113922129'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:53.048319 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-84f868a5-388a-480a-a55d-789e49795b4b req-ec7ef228-2b9c-42df-9411-0c4741f182e4 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] No DVR routers for this DVR port bd45717d-baec-45a7-88c3-159df2f10fc5 on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:12:53.050984 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-84f868a5-388a-480a-a55d-789e49795b4b req-ec7ef228-2b9c-42df-9411-0c4741f182e4 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:53.063523 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e4ecadd-5d83-41c7-a8bf-603a3cc4668a', 'name': 'network-vif-deleted', 'tag': 'bd45717d-baec-45a7-88c3-159df2f10fc5'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:12:53.138479 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e4ecadd-5d83-41c7-a8bf-603a3cc4668a', 'name': 'network-vif-deleted', 'tag': 'bd45717d-baec-45a7-88c3-159df2f10fc5', 'status': 'completed', 'code': 200} Feb 09 01:12:53.175816 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-84f868a5-388a-480a-a55d-789e49795b4b req-ec7ef228-2b9c-42df-9411-0c4741f182e4 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.62 "DELETE /v2.0/ports/bd45717d-baec-45a7-88c3-159df2f10fc5 HTTP/1.1" status: 204 len: 173 time: 3.3773906 Feb 09 01:12:53.255672 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9e9ef547-0bb0-44a9-b972-a9842547bf6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:53.350484 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-87d39b4e-932f-4737-9892-08cee046ba59 req-8a861bf5-4eec-49b4-a82c-21c594298ee4 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:12:53.362467 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-87d39b4e-932f-4737-9892-08cee046ba59 req-8a861bf5-4eec-49b4-a82c-21c594298ee4 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Usage tracker for resource:port and tenant:d49f9dd4d7c14debbc3dfe8113922129 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:12:53.397202 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-87d39b4e-932f-4737-9892-08cee046ba59 req-8a861bf5-4eec-49b4-a82c-21c594298ee4 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:12:53.411973 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0127c1e8-8c19-4e83-b23f-f5a3e3446ea0 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:53.416693 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0127c1e8-8c19-4e83-b23f-f5a3e3446ea0 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:53.422589 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cd821194-8678-4574-b33b-4a2c892e2df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:53.430008 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-5ae5f1e0-d524-4f0b-be86-f850e02ec9fa req-775ca067-e5ef-44ad-8d6d-9847ce78dfdc tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Synchronizing usage tracker for tenant:d49f9dd4d7c14debbc3dfe8113922129 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:12:53.436554 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-87d39b4e-932f-4737-9892-08cee046ba59 req-8a861bf5-4eec-49b4-a82c-21c594298ee4 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:12:53.462394 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5c553035-d587-409a-a13f-cdb03a3cf845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:53.511626 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87d39b4e-932f-4737-9892-08cee046ba59 req-8a861bf5-4eec-49b4-a82c-21c594298ee4 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Made reservation on behalf of d49f9dd4d7c14debbc3dfe8113922129 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:12:53.515437 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-87d39b4e-932f-4737-9892-08cee046ba59 req-8a861bf5-4eec-49b4-a82c-21c594298ee4 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:53.532663 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd821194-8678-4574-b33b-4a2c892e2df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=134876cf-e353-4fe3-b721-1c57ab8f49be,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:53.545849 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-5ae5f1e0-d524-4f0b-be86-f850e02ec9fa req-775ca067-e5ef-44ad-8d6d-9847ce78dfdc tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Unset dirty status for tenant:d49f9dd4d7c14debbc3dfe8113922129 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:12:53.554229 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5ae5f1e0-d524-4f0b-be86-f850e02ec9fa req-775ca067-e5ef-44ad-8d6d-9847ce78dfdc tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=01c1df1d-8df5-40dd-8b45-fc6441193c9d HTTP/1.1" status: 200 len: 210 time: 0.1969244 Feb 09 01:12:53.570046 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0127c1e8-8c19-4e83-b23f-f5a3e3446ea0 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:53.570540 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0127c1e8-8c19-4e83-b23f-f5a3e3446ea0 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Fanout notify agent at l3_agent the message router_deleted on router 0d038a9d-43cc-4bc1-ba8a-ea76dcb05642 {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:12:53.578216 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5c553035-d587-409a-a13f-cdb03a3cf845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:53.579580 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-5c553035-d587-409a-a13f-cdb03a3cf845 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/ead02580-2d34-465f-bfd8-945e90274584 HTTP/1.1" status: 204 len: 168 time: 1.4484103 Feb 09 01:12:53.586880 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cd821194-8678-4574-b33b-4a2c892e2df0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:53.590406 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-cd821194-8678-4574-b33b-4a2c892e2df0 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/134876cf-e353-4fe3-b721-1c57ab8f49be HTTP/1.1" status: 204 len: 168 time: 1.5291655 Feb 09 01:12:53.590406 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c553035-d587-409a-a13f-cdb03a3cf845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead02580-2d34-465f-bfd8-945e90274584,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:53.603505 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0127c1e8-8c19-4e83-b23f-f5a3e3446ea0 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:53.607175 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-0127c1e8-8c19-4e83-b23f-f5a3e3446ea0 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "DELETE /v2.0/routers/0d038a9d-43cc-4bc1-ba8a-ea76dcb05642 HTTP/1.1" status: 204 len: 168 time: 1.1466858 Feb 09 01:12:53.610153 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37764) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:53.677057 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f62985-e5a7-46d8-b672-6bcd1b71414a tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:12:53.687183 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7c7b15-88c4-4de1-a3a1-4b09fedc918f None None] Sync routers for ids ['19b526a5-3383-41f0-9a1d-870912ae5117'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:12:53.701496 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7c7b15-88c4-4de1-a3a1-4b09fedc918f None None] Routers {'19b526a5-3383-41f0-9a1d-870912ae5117'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:12:53.703561 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-fe7c7b15-88c4-4de1-a3a1-4b09fedc918f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:12:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['19b526a5-3383-41f0-9a1d-870912ae5117'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:53.725289 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-73f62985-e5a7-46d8-b672-6bcd1b71414a tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:53.727271 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-73f62985-e5a7-46d8-b672-6bcd1b71414a tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 8.3142912 Feb 09 01:12:53.730680 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37768) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:53.786390 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-7172c91d-d9aa-473a-a817-f4f08dfc2144 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Deleting subnet b3120637-46fe-4c39-825a-db3b4bf87ec4 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:12:53.799489 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7172c91d-d9aa-473a-a817-f4f08dfc2144 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:53.877990 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9be72e-2de3-4a95-a0fa-c98bac31ddd7 tempest-TestSecurityGroupsBasicOps-1458332842 tempest-TestSecurityGroupsBasicOps-1458332842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:53.880049 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-2d9be72e-2de3-4a95-a0fa-c98bac31ddd7 tempest-TestSecurityGroupsBasicOps-1458332842 tempest-TestSecurityGroupsBasicOps-1458332842-project-admin] 10.222.0.105 "GET /v2.0/subnets?project_id=8919f04ab45a492f916586ca80fae861&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1480246 Feb 09 01:12:53.883487 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37772) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:53.888267 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7172c91d-d9aa-473a-a817-f4f08dfc2144 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:54.009143 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-9e9ef547-0bb0-44a9-b972-a9842547bf6a admin admin] Deleting port f2fb55e5-53cf-44e9-82fc-d516bdd0c4b1 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:12:54.009577 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9e9ef547-0bb0-44a9-b972-a9842547bf6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:54.056988 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-87d39b4e-932f-4737-9892-08cee046ba59 req-8a861bf5-4eec-49b4-a82c-21c594298ee4 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Allocated IP 172.20.0.10 (66684310-b384-46c3-a13e-de69c32841c9/1204e025-94a3-426b-85cf-fd8c313f8faf/9fe7b807-e83a-4c04-aae9-3e3b35481001) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:12:54.195944 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-fe7c7b15-88c4-4de1-a3a1-4b09fedc918f None None] Set router 19b526a5-3383-41f0-9a1d-870912ae5117 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:12:54.262953 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e926db7-7786-47f9-a4b6-26494a1b30de tempest-TestSecurityGroupsBasicOps-1458332842 tempest-TestSecurityGroupsBasicOps-1458332842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:54.268109 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-7e926db7-7786-47f9-a4b6-26494a1b30de tempest-TestSecurityGroupsBasicOps-1458332842 tempest-TestSecurityGroupsBasicOps-1458332842-project-admin] 10.222.0.105 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3800416 Feb 09 01:12:54.275248 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37784) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:54.289983 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7172c91d-d9aa-473a-a817-f4f08dfc2144 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:54.463427 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37792) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:54.570492 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a5b290d1-8112-4cad-89d6-1574f4ded16e tempest-TestSecurityGroupsBasicOps-1458332842 tempest-TestSecurityGroupsBasicOps-1458332842-project-admin] 10.222.0.105 "GET /v2.0/subnets?network_id=3d885c3c-255c-4e54-addc-b28437d0b18e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2914946 Feb 09 01:12:54.579982 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37800) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:54.731556 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e88b0764-99f9-47f6-8bdd-56d29401a571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:54.789408 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-9e9ef547-0bb0-44a9-b972-a9842547bf6a admin admin] For port f2fb55e5-53cf-44e9-82fc-d516bdd0c4b1, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=f2fb55e5-53cf-44e9-82fc-d516bdd0c4b1,segment=NetworkSegment(9a7979aa-58aa-4ec1-b1c2-26ff993eb322),segment_id=9a7979aa-58aa-4ec1-b1c2-26ff993eb322)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:54.797354 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9e9ef547-0bb0-44a9-b972-a9842547bf6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:54.802780 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-97861222-6cc7-4b42-a324-f47e340bc371 tempest-TestSecurityGroupsBasicOps-1458332842 tempest-TestSecurityGroupsBasicOps-1458332842-project-admin] 10.222.0.105 "GET /v2.0/subnets?project_id=8919f04ab45a492f916586ca80fae861&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2148266 Feb 09 01:12:54.806616 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37810) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:54.837573 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e88b0764-99f9-47f6-8bdd-56d29401a571 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:12:55.013066 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e88b0764-99f9-47f6-8bdd-56d29401a571 admin admin] Usage tracker for resource:security_group_rule and tenant:c6d9f9be7720472bac3663ce97ae3b0c is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:12:55.046609 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e88b0764-99f9-47f6-8bdd-56d29401a571 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:12:55.073107 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device bd45717d-baec-45a7-88c3-159df2f10fc5 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:12:55.079664 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e88b0764-99f9-47f6-8bdd-56d29401a571 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:12:55.112398 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7172c91d-d9aa-473a-a817-f4f08dfc2144 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:55.115288 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-9e9ef547-0bb0-44a9-b972-a9842547bf6a admin admin] Calling delete_port for f2fb55e5-53cf-44e9-82fc-d516bdd0c4b1 owned by network:router_interface {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:12:55.213628 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-98d6e377-bf22-41fa-9fed-5bfe8be8ffa2 req-3d9d5bdb-f8f8-4d87-8fcd-f979654bd58b tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=01c1df1d-8df5-40dd-8b45-fc6441193c9d HTTP/1.1" status: 200 len: 210 time: 0.2559650 Feb 09 01:12:55.242103 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7172c91d-d9aa-473a-a817-f4f08dfc2144 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:55.253860 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7172c91d-d9aa-473a-a817-f4f08dfc2144 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Pushing event deleted for resources: {'Subnet': ['ID=b3120637-46fe-4c39-825a-db3b4bf87ec4,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:55.273964 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-87d39b4e-932f-4737-9892-08cee046ba59 req-8a861bf5-4eec-49b4-a82c-21c594298ee4 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:55.292956 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1a1a3e-d49f-454e-a471-611804c51d30 None None] Network 09085e22-7177-4c43-8a7b-81580ca2a822 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:12:55.326419 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-7172c91d-d9aa-473a-a817-f4f08dfc2144 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "DELETE /v2.0/subnets/b3120637-46fe-4c39-825a-db3b4bf87ec4 HTTP/1.1" status: 204 len: 168 time: 1.7151163 Feb 09 01:12:55.327165 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37828) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:55.333032 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61333673-174e-45e4-b6bd-fc50173658f1 tempest-TestSecurityGroupsBasicOps-1458332842 tempest-TestSecurityGroupsBasicOps-1458332842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:55.337175 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-61333673-174e-45e4-b6bd-fc50173658f1 tempest-TestSecurityGroupsBasicOps-1458332842 tempest-TestSecurityGroupsBasicOps-1458332842-project-admin] 10.222.0.105 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5110636 Feb 09 01:12:55.338816 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 37832) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:55.356803 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: bd45717d-baec-45a7-88c3-159df2f10fc5 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:12:55.357076 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device bd45717d-baec-45a7-88c3-159df2f10fc5 not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:12:55.361514 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:55.403201 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-917c9cf1-e9a9-401f-ac63-88354b937af6 tempest-TestSecurityGroupsBasicOps-1458332842 tempest-TestSecurityGroupsBasicOps-1458332842-project-admin] 10.222.0.105 "GET /v2.0/subnets?network_id=3d885c3c-255c-4e54-addc-b28437d0b18e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0606115 Feb 09 01:12:55.404479 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 37836) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:55.420613 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-d9b7cf2f-6060-4760-b6eb-c043e7c17947 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2016915191', 'network_id': 'ab8b35d2-be20-44ac-9e79-d160c2d6b54b', 'project_id': '8919f04ab45a492f916586ca80fae861', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:55.587240 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e88b0764-99f9-47f6-8bdd-56d29401a571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:55.594964 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e88b0764-99f9-47f6-8bdd-56d29401a571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:55.614011 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-87d39b4e-932f-4737-9892-08cee046ba59 req-8a861bf5-4eec-49b4-a82c-21c594298ee4 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:55.621734 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d9b7cf2f-6060-4760-b6eb-c043e7c17947 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:12:55.645828 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e88b0764-99f9-47f6-8bdd-56d29401a571 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=c6d9f9be7720472bac3663ce97ae3b0c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1691620 Feb 09 01:12:55.648950 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37844) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:55.666894 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-fe7c7b15-88c4-4de1-a3a1-4b09fedc918f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b526a5-3383-41f0-9a1d-870912ae5117', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1401751286', 'tenant_id': '8919f04ab45a492f916586ca80fae861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '03821c6a-a163-4539-a2f3-20247a1b5c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:12:45Z', 'updated_at': '2022-02-09T01:12:49Z', 'revision_number': 3, 'project_id': '8919f04ab45a492f916586ca80fae861', 'gw_port': {'id': '03821c6a-a163-4539-a2f3-20247a1b5c45', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c0:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b526a5-3383-41f0-9a1d-870912ae5117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:12:48Z', 'updated_at': '2022-02-09T01:12:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:55.683397 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f78c5ea9-3c00-49bb-a805-cc0d8feead2d tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:55.740796 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a861bf5-4eec-49b4-a82c-21c594298ee4 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Pushing event updated for resources: {'Port': ['ID=9fe7b807-e83a-4c04-aae9-3e3b35481001,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:55.747413 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-d9b7cf2f-6060-4760-b6eb-c043e7c17947 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Usage tracker for resource:subnet and tenant:8919f04ab45a492f916586ca80fae861 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:12:55.754165 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-d9b7cf2f-6060-4760-b6eb-c043e7c17947 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:12:55.767294 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d9b7cf2f-6060-4760-b6eb-c043e7c17947 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:12:55.774768 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87d39b4e-932f-4737-9892-08cee046ba59 req-8a861bf5-4eec-49b4-a82c-21c594298ee4 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Network 66684310-b384-46c3-a13e-de69c32841c9 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:12:55.779644 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-87d39b4e-932f-4737-9892-08cee046ba59 req-8a861bf5-4eec-49b4-a82c-21c594298ee4 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:12:55.792094 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-87d39b4e-932f-4737-9892-08cee046ba59 req-8a861bf5-4eec-49b4-a82c-21c594298ee4 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:12:55.811338 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-f78c5ea9-3c00-49bb-a805-cc0d8feead2d tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Deleting port b6e0028c-a673-4a6e-b25f-8519649121e1 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:12:55.811677 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f78c5ea9-3c00-49bb-a805-cc0d8feead2d tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:55.843928 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7c7b15-88c4-4de1-a3a1-4b09fedc918f None None] Checking router: 19b526a5-3383-41f0-9a1d-870912ae5117 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:12:55.843928 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7c7b15-88c4-4de1-a3a1-4b09fedc918f None None] Updating router 19b526a5-3383-41f0-9a1d-870912ae5117 port 03821c6a-a163-4539-a2f3-20247a1b5c45 binding host n-d-828418-1 {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:12:55.845679 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88b0764-99f9-47f6-8bdd-56d29401a571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cecdb92-b265-4b84-8370-ad31c950b604,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:55.879304 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b7cf2f-6060-4760-b6eb-c043e7c17947 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Made reservation on behalf of 8919f04ab45a492f916586ca80fae861 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:12:55.883531 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d9b7cf2f-6060-4760-b6eb-c043e7c17947 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:55.913046 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d68680bd-c25f-47e3-acd0-e1c01efbcef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:55.963380 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fe7c7b15-88c4-4de1-a3a1-4b09fedc918f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:56.096641 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d68680bd-c25f-47e3-acd0-e1c01efbcef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:56.188063 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d39b4e-932f-4737-9892-08cee046ba59 req-8a861bf5-4eec-49b4-a82c-21c594298ee4 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:56.188978 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-87d39b4e-932f-4737-9892-08cee046ba59 req-8a861bf5-4eec-49b4-a82c-21c594298ee4 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:56.189896 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c4a0b8-eb5c-42bc-b1ed-4004cd7349ee None None] DHCP port deletion for 09085e22-7177-4c43-8a7b-81580ca2a822 request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:12:56.201070 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-75c4a0b8-eb5c-42bc-b1ed-4004cd7349ee None None] Deleting port b6e0028c-a673-4a6e-b25f-8519649121e1 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:12:56.201669 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-75c4a0b8-eb5c-42bc-b1ed-4004cd7349ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:56.215505 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d68680bd-c25f-47e3-acd0-e1c01efbcef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:56.253636 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68680bd-c25f-47e3-acd0-e1c01efbcef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cecdb92-b265-4b84-8370-ad31c950b604,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:56.291300 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-87d39b4e-932f-4737-9892-08cee046ba59 req-8a861bf5-4eec-49b4-a82c-21c594298ee4 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2676675 Feb 09 01:12:56.292992 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9e9ef547-0bb0-44a9-b972-a9842547bf6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:56.316879 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-87d39b4e-932f-4737-9892-08cee046ba59 req-6e3ef446-d48b-46e8-9d4e-297fff93aebf service neutron] Request body: {'port': {'device_id': '01c1df1d-8df5-40dd-8b45-fc6441193c9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:56.372163 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d68680bd-c25f-47e3-acd0-e1c01efbcef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:56.392292 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d68680bd-c25f-47e3-acd0-e1c01efbcef2 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/6cecdb92-b265-4b84-8370-ad31c950b604 HTTP/1.1" status: 204 len: 168 time: 0.7397969 Feb 09 01:12:56.610950 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-f78c5ea9-3c00-49bb-a805-cc0d8feead2d tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] For port b6e0028c-a673-4a6e-b25f-8519649121e1, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=b6e0028c-a673-4a6e-b25f-8519649121e1,segment=NetworkSegment(010c4e9a-9285-433a-b293-091dc519c6ad),segment_id=010c4e9a-9285-433a-b293-091dc519c6ad)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:56.613984 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f78c5ea9-3c00-49bb-a805-cc0d8feead2d tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:56.688327 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-75c4a0b8-eb5c-42bc-b1ed-4004cd7349ee None None] For port b6e0028c-a673-4a6e-b25f-8519649121e1, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=b6e0028c-a673-4a6e-b25f-8519649121e1,segment=NetworkSegment(010c4e9a-9285-433a-b293-091dc519c6ad),segment_id=010c4e9a-9285-433a-b293-091dc519c6ad)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:56.691599 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-75c4a0b8-eb5c-42bc-b1ed-4004cd7349ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:56.757299 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 37860) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:56.922515 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9ef547-0bb0-44a9-b972-a9842547bf6a admin admin] Pushing event deleted for resources: {'Port': ['ID=f2fb55e5-53cf-44e9-82fc-d516bdd0c4b1,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:56.924622 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-87d39b4e-932f-4737-9892-08cee046ba59 req-6e3ef446-d48b-46e8-9d4e-297fff93aebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:56.940949 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-75c4a0b8-eb5c-42bc-b1ed-4004cd7349ee None None] Calling delete_port for b6e0028c-a673-4a6e-b25f-8519649121e1 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:12:57.118232 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-f78c5ea9-3c00-49bb-a805-cc0d8feead2d tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Calling delete_port for b6e0028c-a673-4a6e-b25f-8519649121e1 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:12:57.120556 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-75c4a0b8-eb5c-42bc-b1ed-4004cd7349ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:57.258403 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.db.api [None req-f78c5ea9-3c00-49bb-a805-cc0d8feead2d tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:12:57.258733 n-d-828418-1 neutron-server[87638]: DEBUG oslo_db.api [None req-f78c5ea9-3c00-49bb-a805-cc0d8feead2d tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:12:57.323892 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c4a0b8-eb5c-42bc-b1ed-4004cd7349ee None None] Pushing event deleted for resources: {'Port': ['ID=b6e0028c-a673-4a6e-b25f-8519649121e1,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:57.326268 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c4a0b8-eb5c-42bc-b1ed-4004cd7349ee None None] No DVR routers for this DVR port b6e0028c-a673-4a6e-b25f-8519649121e1 on host n-d-828418-1 {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:12:57.460199 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fe7c7b15-88c4-4de1-a3a1-4b09fedc918f None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:57.482313 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fe7c7b15-88c4-4de1-a3a1-4b09fedc918f None None] Transition to ACTIVE for port object 03821c6a-a163-4539-a2f3-20247a1b5c45 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:12:57.494057 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fe7c7b15-88c4-4de1-a3a1-4b09fedc918f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:57.508366 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0c91977c-ecce-47e5-90f6-3dcf1a45880e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:57.610095 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-fe7c7b15-88c4-4de1-a3a1-4b09fedc918f None None] Attempting to bind port 03821c6a-a163-4539-a2f3-20247a1b5c45 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:12:57.610630 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-fe7c7b15-88c4-4de1-a3a1-4b09fedc918f None None] Attempting to bind port 03821c6a-a163-4539-a2f3-20247a1b5c45 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:12:57.611164 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7c7b15-88c4-4de1-a3a1-4b09fedc918f None None] Attempting to bind port 03821c6a-a163-4539-a2f3-20247a1b5c45 on network 3d885c3c-255c-4e54-addc-b28437d0b18e {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:12:57.618327 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19bc289-2a3d-4cf6-aa5f-5c98c73a420b None None] Pushing event updated for resources: {'Port': ['ID=03821c6a-a163-4539-a2f3-20247a1b5c45,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:57.621898 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d9b7cf2f-6060-4760-b6eb-c043e7c17947 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:57.624010 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7c7b15-88c4-4de1-a3a1-4b09fedc918f None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:12:57.624554 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7c7b15-88c4-4de1-a3a1-4b09fedc918f None None] Checking segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:12:57.625225 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fe7c7b15-88c4-4de1-a3a1-4b09fedc918f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:57.625773 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7c7b15-88c4-4de1-a3a1-4b09fedc918f None None] Bound using segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:12:57.626249 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-fe7c7b15-88c4-4de1-a3a1-4b09fedc918f None None] Bound port: 03821c6a-a163-4539-a2f3-20247a1b5c45, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:12:57.626740 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fe7c7b15-88c4-4de1-a3a1-4b09fedc918f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:57.631478 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-0c91977c-ecce-47e5-90f6-3dcf1a45880e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:12:57.688607 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e63b8-613f-418d-aa4d-2c9db8ca806d req-0f15a399-d96c-4f7d-99bc-24a325bae335 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:57.689559 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-5f5e63b8-613f-418d-aa4d-2c9db8ca806d req-0f15a399-d96c-4f7d-99bc-24a325bae335 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Synchronizing usage tracker for tenant:d49f9dd4d7c14debbc3dfe8113922129 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:12:57.706209 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-0c91977c-ecce-47e5-90f6-3dcf1a45880e admin admin] Usage tracker for resource:security_group_rule and tenant:3c464d8d1ebf40ddae88f123431ebab4 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:12:57.720361 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-0c91977c-ecce-47e5-90f6-3dcf1a45880e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:12:57.760115 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-f78c5ea9-3c00-49bb-a805-cc0d8feead2d tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Deleting port b6e0028c-a673-4a6e-b25f-8519649121e1 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:12:57.761267 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f78c5ea9-3c00-49bb-a805-cc0d8feead2d tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:57.766911 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fe7c7b15-88c4-4de1-a3a1-4b09fedc918f None None] For port 03821c6a-a163-4539-a2f3-20247a1b5c45, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:12:57.779811 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fe7c7b15-88c4-4de1-a3a1-4b09fedc918f None None] For port 03821c6a-a163-4539-a2f3-20247a1b5c45, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=03821c6a-a163-4539-a2f3-20247a1b5c45,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:12:57.787728 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fe7c7b15-88c4-4de1-a3a1-4b09fedc918f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:57.815498 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-0c91977c-ecce-47e5-90f6-3dcf1a45880e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:12:57.930952 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19bc289-2a3d-4cf6-aa5f-5c98c73a420b None None] Pushing event updated for resources: {'Port': ['ID=03821c6a-a163-4539-a2f3-20247a1b5c45,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:57.934284 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device b6e0028c-a673-4a6e-b25f-8519649121e1 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:12:57.966706 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b7cf2f-6060-4760-b6eb-c043e7c17947 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Pushing event updated for resources: {'Subnet': ['ID=1c5c1b95-2c22-47db-9480-0b2b77d1e409,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:57.976153 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-f78c5ea9-3c00-49bb-a805-cc0d8feead2d tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] The port 'b6e0028c-a673-4a6e-b25f-8519649121e1' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:12:57.978239 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-5f5e63b8-613f-418d-aa4d-2c9db8ca806d req-0f15a399-d96c-4f7d-99bc-24a325bae335 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Unset dirty status for tenant:d49f9dd4d7c14debbc3dfe8113922129 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:12:57.981261 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5f5e63b8-613f-418d-aa4d-2c9db8ca806d req-0f15a399-d96c-4f7d-99bc-24a325bae335 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=01c1df1d-8df5-40dd-8b45-fc6441193c9d HTTP/1.1" status: 200 len: 932 time: 1.2981663 Feb 09 01:12:57.995441 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: b6e0028c-a673-4a6e-b25f-8519649121e1 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:12:57.996236 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device b6e0028c-a673-4a6e-b25f-8519649121e1 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:12:58.003143 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9e9ef547-0bb0-44a9-b972-a9842547bf6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:58.038856 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7c7b15-88c4-4de1-a3a1-4b09fedc918f None None] Routers {'19b526a5-3383-41f0-9a1d-870912ae5117'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:12:58.040094 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-fe7c7b15-88c4-4de1-a3a1-4b09fedc918f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:12:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['19b526a5-3383-41f0-9a1d-870912ae5117'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:58.043568 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b7cf2f-6060-4760-b6eb-c043e7c17947 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Checking segment: {'id': 'c1f6c3e2-9359-4949-a7a2-aaca4bc70fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ab8b35d2-be20-44ac-9e79-d160c2d6b54b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:12:58.043982 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b7cf2f-6060-4760-b6eb-c043e7c17947 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Network hostable DHCP agents. Network: ab8b35d2-be20-44ac-9e79-d160c2d6b54b, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:12:58.200426 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f78c5ea9-3c00-49bb-a805-cc0d8feead2d tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:58.222219 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5f5e63b8-613f-418d-aa4d-2c9db8ca806d req-841d501f-7185-49ab-b2d0-7771104052ac tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240634 Feb 09 01:12:58.229897 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b7cf2f-6060-4760-b6eb-c043e7c17947 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Network ab8b35d2-be20-44ac-9e79-d160c2d6b54b is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:12:58.266423 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-f78c5ea9-3c00-49bb-a805-cc0d8feead2d tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09085e22-7177-4c43-8a7b-81580ca2a822']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:58.301672 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-f78c5ea9-3c00-49bb-a805-cc0d8feead2d tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '010c4e9a-9285-433a-b293-091dc519c6ad') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:58.302032 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-f78c5ea9-3c00-49bb-a805-cc0d8feead2d tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '010c4e9a-9285-433a-b293-091dc519c6ad') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:58.332431 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f78c5ea9-3c00-49bb-a805-cc0d8feead2d tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:58.345893 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-fe7c7b15-88c4-4de1-a3a1-4b09fedc918f None None] Set router 19b526a5-3383-41f0-9a1d-870912ae5117 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:12:58.346702 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-d9b7cf2f-6060-4760-b6eb-c043e7c17947 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, ab8b35d2-be20-44ac-9e79-d160c2d6b54b) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:12:58.371012 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f78c5ea9-3c00-49bb-a805-cc0d8feead2d tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:58.383654 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b7cf2f-6060-4760-b6eb-c043e7c17947 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:58.384218 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d9b7cf2f-6060-4760-b6eb-c043e7c17947 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:58.402881 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f78c5ea9-3c00-49bb-a805-cc0d8feead2d tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:12:58.404791 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f78c5ea9-3c00-49bb-a805-cc0d8feead2d tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:58.424819 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0c91977c-ecce-47e5-90f6-3dcf1a45880e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:58.444572 n-d-828418-1 neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:12:58.444572 n-d-828418-1 neutron-server[87638]: util.warn( Feb 09 01:12:58.444572 n-d-828418-1 neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:12:58.444572 n-d-828418-1 neutron-server[87638]: util.warn( Feb 09 01:12:58.444572 n-d-828418-1 neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:12:58.444572 n-d-828418-1 neutron-server[87638]: util.warn( Feb 09 01:12:58.444572 n-d-828418-1 neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:12:58.444572 n-d-828418-1 neutron-server[87638]: util.warn( Feb 09 01:12:58.444572 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:12:58.444572 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:12:58.444572 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:12:58.444572 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:12:58.444572 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:12:58.444572 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:12:58.444572 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:12:58.444572 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:12:58.444572 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:12:58.444572 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:12:58.444572 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:12:58.444572 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:12:58.444572 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:12:58.444572 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:12:58.444572 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:12:58.444572 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:12:58.444572 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:12:58.444572 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:12:58.444572 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:12:58.444572 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:12:58.444572 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:12:58.444572 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:12:58.444572 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:12:58.444572 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:12:58.444572 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:12:58.444572 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:12:58.444572 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:12:58.444572 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:12:58.444572 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:12:58.444572 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:12:58.444572 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:12:58.444572 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:12:58.447144 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0c91977c-ecce-47e5-90f6-3dcf1a45880e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:58.559236 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac11ee1-e140-48d8-b44b-d37e4d397e53 None None] Network ab8b35d2-be20-44ac-9e79-d160c2d6b54b requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:12:58.602807 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-d9b7cf2f-6060-4760-b6eb-c043e7c17947 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.1970463 Feb 09 01:12:58.604410 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37892) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:58.651680 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-87d39b4e-932f-4737-9892-08cee046ba59 req-6e3ef446-d48b-46e8-9d4e-297fff93aebf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fe7b807-e83a-4c04-aae9-3e3b35481001 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:12:58.661378 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-0c91977c-ecce-47e5-90f6-3dcf1a45880e admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=3c464d8d1ebf40ddae88f123431ebab4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7385530 Feb 09 01:12:58.661378 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c91977c-ecce-47e5-90f6-3dcf1a45880e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1256651-9567-4532-99e3-732557e5c93b,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:58.667677 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 37898) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:58.674064 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-87d39b4e-932f-4737-9892-08cee046ba59 req-6e3ef446-d48b-46e8-9d4e-297fff93aebf service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:58.812529 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-87d39b4e-932f-4737-9892-08cee046ba59 req-6e3ef446-d48b-46e8-9d4e-297fff93aebf service neutron] Transition to ACTIVE for port object 9fe7b807-e83a-4c04-aae9-3e3b35481001 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:12:58.832555 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-87d39b4e-932f-4737-9892-08cee046ba59 req-6e3ef446-d48b-46e8-9d4e-297fff93aebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:58.903544 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ffd603cc-71e6-4ffc-a198-68bfdff7d8c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:59.021779 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e9ef547-0bb0-44a9-b972-a9842547bf6a admin admin] Router ab60ad8b-3d46-437c-ad16-9275283b2f7a has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:12:59.024480 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336998d4-6710-4d03-91f8-b44238ec3a56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-ab8b35d2-be20-44ac-9e79-d160c2d6b54b', 'network_id': 'ab8b35d2-be20-44ac-9e79-d160c2d6b54b', 'tenant_id': '8919f04ab45a492f916586ca80fae861', 'fixed_ips': [{'subnet_id': '1c5c1b95-2c22-47db-9480-0b2b77d1e409'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:12:59.025457 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-336998d4-6710-4d03-91f8-b44238ec3a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:59.049968 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f78c5ea9-3c00-49bb-a805-cc0d8feead2d tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:59.153297 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f78c5ea9-3c00-49bb-a805-cc0d8feead2d tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:59.176487 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ffd603cc-71e6-4ffc-a198-68bfdff7d8c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:59.178979 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78c5ea9-3c00-49bb-a805-cc0d8feead2d tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Pushing event deleted for resources: {'Network': ['ID=09085e22-7177-4c43-8a7b-81580ca2a822,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:59.359819 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f78c5ea9-3c00-49bb-a805-cc0d8feead2d tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "DELETE /v2.0/networks/09085e22-7177-4c43-8a7b-81580ca2a822 HTTP/1.1" status: 204 len: 168 time: 4.0281277 Feb 09 01:12:59.363611 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37918) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:59.387950 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-532dbec3-5391-4362-ae96-6d02f13f8803 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Request body: {'network': {'name': 'tempest-RoutersTest-919291364'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:59.414642 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-532dbec3-5391-4362-ae96-6d02f13f8803 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:12:59.429284 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-fe7c7b15-88c4-4de1-a3a1-4b09fedc918f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b526a5-3383-41f0-9a1d-870912ae5117', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1401751286', 'tenant_id': '8919f04ab45a492f916586ca80fae861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '03821c6a-a163-4539-a2f3-20247a1b5c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:12:45Z', 'updated_at': '2022-02-09T01:12:49Z', 'revision_number': 3, 'project_id': '8919f04ab45a492f916586ca80fae861', 'gw_port': {'id': '03821c6a-a163-4539-a2f3-20247a1b5c45', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c0:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b526a5-3383-41f0-9a1d-870912ae5117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:12:48Z', 'updated_at': '2022-02-09T01:12:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:59.446236 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7c7b15-88c4-4de1-a3a1-4b09fedc918f None None] The sync data for ids ['19b526a5-3383-41f0-9a1d-870912ae5117'] in n-d-828418-1 is: [{'id': '19b526a5-3383-41f0-9a1d-870912ae5117', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1401751286', 'tenant_id': '8919f04ab45a492f916586ca80fae861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '03821c6a-a163-4539-a2f3-20247a1b5c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:12:45Z', 'updated_at': '2022-02-09T01:12:49Z', 'revision_number': 3, 'project_id': '8919f04ab45a492f916586ca80fae861', 'gw_port': {'id': '03821c6a-a163-4539-a2f3-20247a1b5c45', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c0:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b526a5-3383-41f0-9a1d-870912ae5117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:12:48Z', 'updated_at': '2022-02-09T01:12:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:12:59.472725 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-336998d4-6710-4d03-91f8-b44238ec3a56 None None] Allocated IP 172.20.0.18 (ab8b35d2-be20-44ac-9e79-d160c2d6b54b/1c5c1b95-2c22-47db-9480-0b2b77d1e409/f1ea08de-c05c-43d2-ac67-33e8cf89cbcb) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:12:59.685443 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3ef446-d48b-46e8-9d4e-297fff93aebf service neutron] Pushing event updated for resources: {'Port': ['ID=9fe7b807-e83a-4c04-aae9-3e3b35481001,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:59.841483 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e9ef547-0bb0-44a9-b972-a9842547bf6a admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:12:59.852462 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-336998d4-6710-4d03-91f8-b44238ec3a56 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:59.858050 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868ad230-1684-4e98-8c77-a787d5be8c61 None None] Sync routers for ids ['ab60ad8b-3d46-437c-ad16-9275283b2f7a'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:12:59.874961 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-336998d4-6710-4d03-91f8-b44238ec3a56 None None] Transition to ACTIVE for port object f1ea08de-c05c-43d2-ac67-33e8cf89cbcb will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:12:59.875134 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868ad230-1684-4e98-8c77-a787d5be8c61 None None] Routers {'ab60ad8b-3d46-437c-ad16-9275283b2f7a'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:12:59.875617 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-868ad230-1684-4e98-8c77-a787d5be8c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:12:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['ab60ad8b-3d46-437c-ad16-9275283b2f7a'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:59.897828 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-9e9ef547-0bb0-44a9-b972-a9842547bf6a admin admin] 10.222.0.105 "PUT /v2.0/routers/ab60ad8b-3d46-437c-ad16-9275283b2f7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4477878 Feb 09 01:12:59.907078 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 37928) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:59.928090 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-336998d4-6710-4d03-91f8-b44238ec3a56 None None] Transition to ACTIVE for port object f1ea08de-c05c-43d2-ac67-33e8cf89cbcb will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:12:59.945881 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-336998d4-6710-4d03-91f8-b44238ec3a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:00.095447 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-532dbec3-5391-4362-ae96-6d02f13f8803 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Usage tracker for resource:network and tenant:fefa2a0bcdd943ec8d8c861415908997 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:13:00.098933 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-532dbec3-5391-4362-ae96-6d02f13f8803 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:13:00.106779 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-532dbec3-5391-4362-ae96-6d02f13f8803 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:00.158589 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-532dbec3-5391-4362-ae96-6d02f13f8803 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Made reservation on behalf of fefa2a0bcdd943ec8d8c861415908997 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:13:00.166156 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-87d39b4e-932f-4737-9892-08cee046ba59 req-6e3ef446-d48b-46e8-9d4e-297fff93aebf service neutron] Attempting to bind port 9fe7b807-e83a-4c04-aae9-3e3b35481001 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:13:00.166515 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-87d39b4e-932f-4737-9892-08cee046ba59 req-6e3ef446-d48b-46e8-9d4e-297fff93aebf service neutron] Attempting to bind port 9fe7b807-e83a-4c04-aae9-3e3b35481001 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '249c5438-d0ef-4132-9144-b2c94c9b3b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '66684310-b384-46c3-a13e-de69c32841c9'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:13:00.166839 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d39b4e-932f-4737-9892-08cee046ba59 req-6e3ef446-d48b-46e8-9d4e-297fff93aebf service neutron] Attempting to bind port 9fe7b807-e83a-4c04-aae9-3e3b35481001 on network 66684310-b384-46c3-a13e-de69c32841c9 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:13:00.169264 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-532dbec3-5391-4362-ae96-6d02f13f8803 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:00.177254 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336998d4-6710-4d03-91f8-b44238ec3a56 None None] Network ab8b35d2-be20-44ac-9e79-d160c2d6b54b is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:13:00.190392 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d39b4e-932f-4737-9892-08cee046ba59 req-6e3ef446-d48b-46e8-9d4e-297fff93aebf service neutron] Port 9fe7b807-e83a-4c04-aae9-3e3b35481001 on network 66684310-b384-46c3-a13e-de69c32841c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:13:00.190704 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d39b4e-932f-4737-9892-08cee046ba59 req-6e3ef446-d48b-46e8-9d4e-297fff93aebf service neutron] Attempting to bind port 9fe7b807-e83a-4c04-aae9-3e3b35481001 on network 66684310-b384-46c3-a13e-de69c32841c9 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:13:00.192644 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-336998d4-6710-4d03-91f8-b44238ec3a56 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:00.201277 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d39b4e-932f-4737-9892-08cee046ba59 req-6e3ef446-d48b-46e8-9d4e-297fff93aebf service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:13:00.201737 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d39b4e-932f-4737-9892-08cee046ba59 req-6e3ef446-d48b-46e8-9d4e-297fff93aebf service neutron] Checking segment: {'id': '249c5438-d0ef-4132-9144-b2c94c9b3b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '66684310-b384-46c3-a13e-de69c32841c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:13:00.202103 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d39b4e-932f-4737-9892-08cee046ba59 req-6e3ef446-d48b-46e8-9d4e-297fff93aebf service neutron] Bound using segment: {'id': '249c5438-d0ef-4132-9144-b2c94c9b3b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '66684310-b384-46c3-a13e-de69c32841c9'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:13:00.203167 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-87d39b4e-932f-4737-9892-08cee046ba59 req-6e3ef446-d48b-46e8-9d4e-297fff93aebf service neutron] Bound port: 9fe7b807-e83a-4c04-aae9-3e3b35481001, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '249c5438-d0ef-4132-9144-b2c94c9b3b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '66684310-b384-46c3-a13e-de69c32841c9'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:13:00.203517 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-87d39b4e-932f-4737-9892-08cee046ba59 req-6e3ef446-d48b-46e8-9d4e-297fff93aebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:00.207426 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336998d4-6710-4d03-91f8-b44238ec3a56 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:13:00.413422 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336998d4-6710-4d03-91f8-b44238ec3a56 None None] Pushing event updated for resources: {'Port': ['ID=f1ea08de-c05c-43d2-ac67-33e8cf89cbcb,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:00.442202 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17a8e0e-85a5-47e3-9fea-935157f5d5ef req-445c491b-081c-4399-a8cd-effcbf160c28 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:00.443544 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-532dbec3-5391-4362-ae96-6d02f13f8803 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:13:00.451273 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d17a8e0e-85a5-47e3-9fea-935157f5d5ef req-445c491b-081c-4399-a8cd-effcbf160c28 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=01c1df1d-8df5-40dd-8b45-fc6441193c9d HTTP/1.1" status: 200 len: 944 time: 0.8123257 Feb 09 01:13:00.465940 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-532dbec3-5391-4362-ae96-6d02f13f8803 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:00.465940 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-532dbec3-5391-4362-ae96-6d02f13f8803 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Added segment c9550293-12fa-442b-9998-8e140f23bcf8 of type vlan for network 7e5b7f8c-38a2-4d00-9d09-d553100bf1fb Feb 09 01:13:00.512927 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-336998d4-6710-4d03-91f8-b44238ec3a56 None None] Attempting to bind port f1ea08de-c05c-43d2-ac67-33e8cf89cbcb on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:13:00.513985 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-336998d4-6710-4d03-91f8-b44238ec3a56 None None] Attempting to bind port f1ea08de-c05c-43d2-ac67-33e8cf89cbcb by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'c1f6c3e2-9359-4949-a7a2-aaca4bc70fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ab8b35d2-be20-44ac-9e79-d160c2d6b54b'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:13:00.515557 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336998d4-6710-4d03-91f8-b44238ec3a56 None None] Attempting to bind port f1ea08de-c05c-43d2-ac67-33e8cf89cbcb on network ab8b35d2-be20-44ac-9e79-d160c2d6b54b {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:13:00.526064 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-868ad230-1684-4e98-8c77-a787d5be8c61 None None] Set router ab60ad8b-3d46-437c-ad16-9275283b2f7a gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:13:00.528860 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336998d4-6710-4d03-91f8-b44238ec3a56 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:13:00.532198 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336998d4-6710-4d03-91f8-b44238ec3a56 None None] Checking segment: {'id': 'c1f6c3e2-9359-4949-a7a2-aaca4bc70fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ab8b35d2-be20-44ac-9e79-d160c2d6b54b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:13:00.533014 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-336998d4-6710-4d03-91f8-b44238ec3a56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:00.533816 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336998d4-6710-4d03-91f8-b44238ec3a56 None None] Bound using segment: {'id': 'c1f6c3e2-9359-4949-a7a2-aaca4bc70fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ab8b35d2-be20-44ac-9e79-d160c2d6b54b'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:13:00.535829 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-336998d4-6710-4d03-91f8-b44238ec3a56 None None] Bound port: f1ea08de-c05c-43d2-ac67-33e8cf89cbcb, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1f6c3e2-9359-4949-a7a2-aaca4bc70fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ab8b35d2-be20-44ac-9e79-d160c2d6b54b'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:13:00.536521 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-336998d4-6710-4d03-91f8-b44238ec3a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:00.596725 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9ae16e72-d138-4280-bcb0-af0c60702d85 admin admin] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:00.801815 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-336998d4-6710-4d03-91f8-b44238ec3a56 None None] For port f1ea08de-c05c-43d2-ac67-33e8cf89cbcb, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:13:00.808040 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-336998d4-6710-4d03-91f8-b44238ec3a56 None None] For port f1ea08de-c05c-43d2-ac67-33e8cf89cbcb, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=f1ea08de-c05c-43d2-ac67-33e8cf89cbcb,segment=NetworkSegment(c1f6c3e2-9359-4949-a7a2-aaca4bc70fc9),segment_id=c1f6c3e2-9359-4949-a7a2-aaca4bc70fc9)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:13:00.814284 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-336998d4-6710-4d03-91f8-b44238ec3a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:00.818973 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-532dbec3-5391-4362-ae96-6d02f13f8803 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:00.843504 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ffd603cc-71e6-4ffc-a198-68bfdff7d8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:00.858306 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60c8fd0d-e446-4922-983f-f92d5f3ce049 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:00.935251 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d17a8e0e-85a5-47e3-9fea-935157f5d5ef req-87ee0434-63d6-4d14-a8a1-7c7fe50d8216 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4830887 Feb 09 01:13:00.942689 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd603cc-71e6-4ffc-a198-68bfdff7d8c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1256651-9567-4532-99e3-732557e5c93b,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:01.001607 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ffd603cc-71e6-4ffc-a198-68bfdff7d8c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:01.014300 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-ffd603cc-71e6-4ffc-a198-68bfdff7d8c6 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/b1256651-9567-4532-99e3-732557e5c93b HTTP/1.1" status: 204 len: 168 time: 2.3456991 Feb 09 01:13:01.033455 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-87d39b4e-932f-4737-9892-08cee046ba59 req-6e3ef446-d48b-46e8-9d4e-297fff93aebf service neutron] For port 9fe7b807-e83a-4c04-aae9-3e3b35481001, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:13:01.042869 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.db.resource_extend [None req-532dbec3-5391-4362-ae96-6d02f13f8803 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:13:01.061155 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-87d39b4e-932f-4737-9892-08cee046ba59 req-6e3ef446-d48b-46e8-9d4e-297fff93aebf service neutron] For port 9fe7b807-e83a-4c04-aae9-3e3b35481001, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=9fe7b807-e83a-4c04-aae9-3e3b35481001,segment=NetworkSegment(249c5438-d0ef-4132-9144-b2c94c9b3b0e),segment_id=249c5438-d0ef-4132-9144-b2c94c9b3b0e)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:13:01.075691 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336998d4-6710-4d03-91f8-b44238ec3a56 None None] Pushing event updated for resources: {'Port': ['ID=f1ea08de-c05c-43d2-ac67-33e8cf89cbcb,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:01.137937 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-532dbec3-5391-4362-ae96-6d02f13f8803 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:01.149834 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532dbec3-5391-4362-ae96-6d02f13f8803 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:01.155028 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-532dbec3-5391-4362-ae96-6d02f13f8803 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:01.232625 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-87d39b4e-932f-4737-9892-08cee046ba59 req-6e3ef446-d48b-46e8-9d4e-297fff93aebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:01.257042 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-868ad230-1684-4e98-8c77-a787d5be8c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab60ad8b-3d46-437c-ad16-9275283b2f7a', 'name': 'tempest-TaggedBootDevicesTest-174117447-router', 'tenant_id': '79e136142cfc45aeabc2de8489670547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '7cda14fc-103f-40c3-af0d-222555fad78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:05:08Z', 'updated_at': '2022-02-09T01:12:56Z', 'revision_number': 5, 'project_id': '79e136142cfc45aeabc2de8489670547', 'gw_port': {'id': '7cda14fc-103f-40c3-af0d-222555fad78c', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:75:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab60ad8b-3d46-437c-ad16-9275283b2f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:05:10Z', 'updated_at': '2022-02-09T01:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:01.270693 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868ad230-1684-4e98-8c77-a787d5be8c61 None None] Checking router: ab60ad8b-3d46-437c-ad16-9275283b2f7a for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:13:01.289622 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868ad230-1684-4e98-8c77-a787d5be8c61 None None] Routers {'ab60ad8b-3d46-437c-ad16-9275283b2f7a'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:13:01.290576 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-868ad230-1684-4e98-8c77-a787d5be8c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:12:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['ab60ad8b-3d46-437c-ad16-9275283b2f7a'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:01.524910 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d39b4e-932f-4737-9892-08cee046ba59 req-6e3ef446-d48b-46e8-9d4e-297fff93aebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:01.527968 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-87d39b4e-932f-4737-9892-08cee046ba59 req-6e3ef446-d48b-46e8-9d4e-297fff93aebf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:01.534093 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-87d39b4e-932f-4737-9892-08cee046ba59 req-6e3ef446-d48b-46e8-9d4e-297fff93aebf service neutron] 10.222.0.62 "PUT /v2.0/ports/9fe7b807-e83a-4c04-aae9-3e3b35481001 HTTP/1.1" status: 200 len: 1092 time: 5.2318270 Feb 09 01:13:01.534932 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01c1df1d-8df5-40dd-8b45-fc6441193c9d', 'tag': '9fe7b807-e83a-4c04-aae9-3e3b35481001'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:13:01.629211 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-532dbec3-5391-4362-ae96-6d02f13f8803 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.2644799 Feb 09 01:13:01.632167 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37950) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:01.668625 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-03c36983-b12e-4b63-b6db-edc63ff02930 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Request body: {'subnet': {'network_id': '7e5b7f8c-38a2-4d00-9d09-d553100bf1fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:01.731625 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01c1df1d-8df5-40dd-8b45-fc6441193c9d', 'tag': '9fe7b807-e83a-4c04-aae9-3e3b35481001', 'status': 'completed', 'code': 200} Feb 09 01:13:01.770253 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9ae16e72-d138-4280-bcb0-af0c60702d85 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:01.795481 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3ef446-d48b-46e8-9d4e-297fff93aebf service neutron] Pushing event updated for resources: {'Port': ['ID=9fe7b807-e83a-4c04-aae9-3e3b35481001,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:01.801299 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-9ae16e72-d138-4280-bcb0-af0c60702d85 admin admin] Deleting port 7cda14fc-103f-40c3-af0d-222555fad78c {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:13:01.801663 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9ae16e72-d138-4280-bcb0-af0c60702d85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:01.917164 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-03c36983-b12e-4b63-b6db-edc63ff02930 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:01.941682 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-03c36983-b12e-4b63-b6db-edc63ff02930 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Usage tracker for resource:subnet and tenant:fefa2a0bcdd943ec8d8c861415908997 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:13:01.998755 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 03821c6a-a163-4539-a2f3-20247a1b5c45 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:13:02.009542 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d39b4e-932f-4737-9892-08cee046ba59 req-939057cc-0d38-4232-a971-73b80ae8e722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:02.021349 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-87d39b4e-932f-4737-9892-08cee046ba59 req-939057cc-0d38-4232-a971-73b80ae8e722 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d49f9dd4d7c14debbc3dfe8113922129&device_id=01c1df1d-8df5-40dd-8b45-fc6441193c9d HTTP/1.1" status: 200 len: 1095 time: 0.4240565 Feb 09 01:13:02.036750 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-03c36983-b12e-4b63-b6db-edc63ff02930 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:13:02.048370 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532dbec3-5391-4362-ae96-6d02f13f8803 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Pushing event updated for resources: {'Network': ['ID=7e5b7f8c-38a2-4d00-9d09-d553100bf1fb,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:02.065786 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-03c36983-b12e-4b63-b6db-edc63ff02930 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:02.096021 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 7e5b7f8c-38a2-4d00-9d09-d553100bf1fb details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:13:02.175436 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-868ad230-1684-4e98-8c77-a787d5be8c61 None None] Set router ab60ad8b-3d46-437c-ad16-9275283b2f7a gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:13:02.183552 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c36983-b12e-4b63-b6db-edc63ff02930 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Made reservation on behalf of fefa2a0bcdd943ec8d8c861415908997 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:13:02.202689 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-03c36983-b12e-4b63-b6db-edc63ff02930 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:02.365845 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 03821c6a-a163-4539-a2f3-20247a1b5c45 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:13:02.397996 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-87d39b4e-932f-4737-9892-08cee046ba59 req-e37cb761-8da9-450d-b7b6-de49887f9103 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fe7b807-e83a-4c04-aae9-3e3b35481001 HTTP/1.1" status: 200 len: 217 time: 0.2621541 Feb 09 01:13:02.402131 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 03821c6a-a163-4539-a2f3-20247a1b5c45 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:02.409015 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:02.560303 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-9ae16e72-d138-4280-bcb0-af0c60702d85 admin admin] For port 7cda14fc-103f-40c3-af0d-222555fad78c, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=7cda14fc-103f-40c3-af0d-222555fad78c,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:13:02.582832 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9ae16e72-d138-4280-bcb0-af0c60702d85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:02.603825 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d39b4e-932f-4737-9892-08cee046ba59 req-e040b4d0-271a-4852-94ce-620c5b1007b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:02.605758 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-87d39b4e-932f-4737-9892-08cee046ba59 req-e040b4d0-271a-4852-94ce-620c5b1007b5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1204e025-94a3-426b-85cf-fd8c313f8faf HTTP/1.1" status: 200 len: 854 time: 0.1907506 Feb 09 01:13:02.748096 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-87d39b4e-932f-4737-9892-08cee046ba59 req-8ccfa3fb-3616-404a-bf44-3eafb66c04b4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=66684310-b384-46c3-a13e-de69c32841c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1346369 Feb 09 01:13:02.829478 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c19c2-7a27-4e8f-893f-e10a7b6dccff req-2f42b8d9-2f9d-4393-a13e-a0ddccc3e50e tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:02.835411 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-864c19c2-7a27-4e8f-893f-e10a7b6dccff req-2f42b8d9-2f9d-4393-a13e-a0ddccc3e50e tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=01c1df1d-8df5-40dd-8b45-fc6441193c9d HTTP/1.1" status: 200 len: 944 time: 0.5397272 Feb 09 01:13:02.955366 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:03.000765 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 03821c6a-a163-4539-a2f3-20247a1b5c45, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=03821c6a-a163-4539-a2f3-20247a1b5c45,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:13:03.006975 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:03.008045 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device f1ea08de-c05c-43d2-ac67-33e8cf89cbcb up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:13:03.126796 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37978) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:03.139008 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-868ad230-1684-4e98-8c77-a787d5be8c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab60ad8b-3d46-437c-ad16-9275283b2f7a', 'name': 'tempest-TaggedBootDevicesTest-174117447-router', 'tenant_id': '79e136142cfc45aeabc2de8489670547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '7cda14fc-103f-40c3-af0d-222555fad78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:05:08Z', 'updated_at': '2022-02-09T01:12:56Z', 'revision_number': 5, 'project_id': '79e136142cfc45aeabc2de8489670547', 'gw_port': {'id': '7cda14fc-103f-40c3-af0d-222555fad78c', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:75:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab60ad8b-3d46-437c-ad16-9275283b2f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:05:10Z', 'updated_at': '2022-02-09T01:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:03.148233 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868ad230-1684-4e98-8c77-a787d5be8c61 None None] The sync data for ids ['ab60ad8b-3d46-437c-ad16-9275283b2f7a'] in n-d-828418-1 is: [{'id': 'ab60ad8b-3d46-437c-ad16-9275283b2f7a', 'name': 'tempest-TaggedBootDevicesTest-174117447-router', 'tenant_id': '79e136142cfc45aeabc2de8489670547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '7cda14fc-103f-40c3-af0d-222555fad78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:05:08Z', 'updated_at': '2022-02-09T01:12:56Z', 'revision_number': 5, 'project_id': '79e136142cfc45aeabc2de8489670547', 'gw_port': {'id': '7cda14fc-103f-40c3-af0d-222555fad78c', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:75:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab60ad8b-3d46-437c-ad16-9275283b2f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:05:10Z', 'updated_at': '2022-02-09T01:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:13:03.213304 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-60c8fd0d-e446-4922-983f-f92d5f3ce049 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Allocated IP 172.20.0.17 (ab8b35d2-be20-44ac-9e79-d160c2d6b54b/1c5c1b95-2c22-47db-9480-0b2b77d1e409/01e77068-3c60-475b-9e1d-34d5202d01d0) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:13:03.279695 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=03821c6a-a163-4539-a2f3-20247a1b5c45,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:03.303561 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46e2cc5-536c-41b6-85a2-bd69454c4c9d None None] Network ab8b35d2-be20-44ac-9e79-d160c2d6b54b requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:13:03.310347 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-9ae16e72-d138-4280-bcb0-af0c60702d85 admin admin] Calling delete_port for 7cda14fc-103f-40c3-af0d-222555fad78c owned by network:router_gateway {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:13:03.366465 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:03.366821 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:03.367166 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:03.367557 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:03.367843 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:03.368174 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:03.368503 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:03.368837 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:03.369165 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:03.369491 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:03.369844 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:03.370167 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:03.511417 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-864c19c2-7a27-4e8f-893f-e10a7b6dccff req-15416ba3-38e6-4254-b0da-e2776a6d3944 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5618403 Feb 09 01:13:03.602766 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-7555ddfe-8498-4872-a4e9-5727e0cdd9f8 None None] Provisioning for port f1ea08de-c05c-43d2-ac67-33e8cf89cbcb completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:13:03.606748 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-87d39b4e-932f-4737-9892-08cee046ba59 req-bf906ac9-4033-4087-b7aa-77c754fa91bf service neutron] 10.222.0.62 "GET /v2.0/networks/66684310-b384-46c3-a13e-de69c32841c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7703431 Feb 09 01:13:03.740022 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-89f97f20-7ac5-4cad-bfd9-2a3e7b8af620 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1796756198-network', 'tenant_id': '128330d8f0414cd5a58362066d10386d'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:03.764338 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port f1ea08de-c05c-43d2-ac67-33e8cf89cbcb completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:13:03.777513 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-89f97f20-7ac5-4cad-bfd9-2a3e7b8af620 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:03.803984 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-87d39b4e-932f-4737-9892-08cee046ba59 req-a72457d4-df39-4e87-8520-489387722de4 service neutron] 10.222.0.62 "GET /v2.0/networks/66684310-b384-46c3-a13e-de69c32841c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840031 Feb 09 01:13:03.804337 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-89f97f20-7ac5-4cad-bfd9-2a3e7b8af620 admin admin] Usage tracker for resource:network and tenant:128330d8f0414cd5a58362066d10386d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:13:03.811077 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-89f97f20-7ac5-4cad-bfd9-2a3e7b8af620 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:13:03.861060 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-89f97f20-7ac5-4cad-bfd9-2a3e7b8af620 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:03.869392 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port f1ea08de-c05c-43d2-ac67-33e8cf89cbcb triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:03.869788 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:03.877357 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60c8fd0d-e446-4922-983f-f92d5f3ce049 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:03.921348 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f97f20-7ac5-4cad-bfd9-2a3e7b8af620 admin admin] Made reservation on behalf of 128330d8f0414cd5a58362066d10386d for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:13:03.924688 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-89f97f20-7ac5-4cad-bfd9-2a3e7b8af620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:03.937408 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-60c8fd0d-e446-4922-983f-f92d5f3ce049 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Transition to ACTIVE for port object 01e77068-3c60-475b-9e1d-34d5202d01d0 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:13:03.947607 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-89f97f20-7ac5-4cad-bfd9-2a3e7b8af620 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:03.966403 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-03c36983-b12e-4b63-b6db-edc63ff02930 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:04.042966 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9ae16e72-d138-4280-bcb0-af0c60702d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:04.099707 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:04.111899 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-89f97f20-7ac5-4cad-bfd9-2a3e7b8af620 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:04.123115 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60c8fd0d-e446-4922-983f-f92d5f3ce049 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:04.146551 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port f1ea08de-c05c-43d2-ac67-33e8cf89cbcb, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=f1ea08de-c05c-43d2-ac67-33e8cf89cbcb,segment=NetworkSegment(c1f6c3e2-9359-4949-a7a2-aaca4bc70fc9),segment_id=c1f6c3e2-9359-4949-a7a2-aaca4bc70fc9)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:13:04.151698 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:04.192284 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae16e72-d138-4280-bcb0-af0c60702d85 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cda14fc-103f-40c3-af0d-222555fad78c,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:04.276893 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=f1ea08de-c05c-43d2-ac67-33e8cf89cbcb,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:04.316437 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c8fd0d-e446-4922-983f-f92d5f3ce049 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Network ab8b35d2-be20-44ac-9e79-d160c2d6b54b is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:13:04.320410 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-89f97f20-7ac5-4cad-bfd9-2a3e7b8af620 admin admin] Usage tracker for resource:security_group_rule and tenant:128330d8f0414cd5a58362066d10386d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:13:04.325685 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c8fd0d-e446-4922-983f-f92d5f3ce049 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Pushing event updated for resources: {'Port': ['ID=01e77068-3c60-475b-9e1d-34d5202d01d0,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:04.328646 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-60c8fd0d-e446-4922-983f-f92d5f3ce049 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:04.332170 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-89f97f20-7ac5-4cad-bfd9-2a3e7b8af620 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:13:04.347113 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c8fd0d-e446-4922-983f-f92d5f3ce049 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:13:04.368000 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 03821c6a-a163-4539-a2f3-20247a1b5c45 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:13:04.427107 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60c8fd0d-e446-4922-983f-f92d5f3ce049 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:04.470010 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9ae16e72-d138-4280-bcb0-af0c60702d85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:04.539911 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 03821c6a-a163-4539-a2f3-20247a1b5c45 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:04.540282 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:04.733080 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-89f97f20-7ac5-4cad-bfd9-2a3e7b8af620 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:04.737732 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-98cac7be-40f4-40c4-a103-952b591d2d21 None None] Provisioning complete for port f1ea08de-c05c-43d2-ac67-33e8cf89cbcb triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:04.738104 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-98cac7be-40f4-40c4-a103-952b591d2d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:04.761692 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9ae16e72-d138-4280-bcb0-af0c60702d85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:04.766740 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9ae16e72-d138-4280-bcb0-af0c60702d85 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:04.792542 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c36983-b12e-4b63-b6db-edc63ff02930 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Checking segment: {'id': 'c9550293-12fa-442b-9998-8e140f23bcf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7e5b7f8c-38a2-4d00-9d09-d553100bf1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:13:04.793305 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c36983-b12e-4b63-b6db-edc63ff02930 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Network hostable DHCP agents. Network: 7e5b7f8c-38a2-4d00-9d09-d553100bf1fb, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:13:04.820055 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c36983-b12e-4b63-b6db-edc63ff02930 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Pushing event updated for resources: {'Subnet': ['ID=57476f38-e68a-4305-97ce-959ca18902d6,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:04.875781 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9ae16e72-d138-4280-bcb0-af0c60702d85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:04.876506 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae16e72-d138-4280-bcb0-af0c60702d85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab60ad8b-3d46-437c-ad16-9275283b2f7a {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:13:04.877133 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c36983-b12e-4b63-b6db-edc63ff02930 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Network 7e5b7f8c-38a2-4d00-9d09-d553100bf1fb is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:13:05.011761 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321ca603-cfb3-45b1-9502-948506175ef5 req-a1906d3d-8c5c-4501-80ae-be003a10f53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:05.013383 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-321ca603-cfb3-45b1-9502-948506175ef5 req-a1906d3d-8c5c-4501-80ae-be003a10f53c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d49f9dd4d7c14debbc3dfe8113922129&device_id=01c1df1d-8df5-40dd-8b45-fc6441193c9d HTTP/1.1" status: 200 len: 1095 time: 1.0574360 Feb 09 01:13:05.027346 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9ae16e72-d138-4280-bcb0-af0c60702d85 admin admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:05.030829 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-9ae16e72-d138-4280-bcb0-af0c60702d85 admin admin] 10.222.0.105 "DELETE /v2.0/routers/ab60ad8b-3d46-437c-ad16-9275283b2f7a HTTP/1.1" status: 204 len: 168 time: 5.1113238 Feb 09 01:13:05.093055 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device f2fb55e5-53cf-44e9-82fc-d516bdd0c4b1 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:13:05.145245 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 38010) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:05.160522 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: f2fb55e5-53cf-44e9-82fc-d516bdd0c4b1 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:13:05.161155 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device f2fb55e5-53cf-44e9-82fc-d516bdd0c4b1 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:13:05.214853 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-03c36983-b12e-4b63-b6db-edc63ff02930 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 7e5b7f8c-38a2-4d00-9d09-d553100bf1fb) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:05.225700 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402e104f-6cf3-41f2-a86f-5e103c3ba147 None None] Network 7e5b7f8c-38a2-4d00-9d09-d553100bf1fb requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:13:05.228552 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c36983-b12e-4b63-b6db-edc63ff02930 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:05.229275 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-03c36983-b12e-4b63-b6db-edc63ff02930 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:05.270650 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-192fe610-378e-4a63-80ed-6672cdc1b4cb admin admin] Deleting subnet 0634c646-7c7c-44e6-82e0-e4e73fef120c {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:13:05.280725 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-192fe610-378e-4a63-80ed-6672cdc1b4cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:05.326115 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-89f97f20-7ac5-4cad-bfd9-2a3e7b8af620 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:05.331676 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-03c36983-b12e-4b63-b6db-edc63ff02930 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6685026 Feb 09 01:13:05.332687 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38014) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:05.338981 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-89f97f20-7ac5-4cad-bfd9-2a3e7b8af620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:05.346252 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-187877b4-6b1f-4a23-addb-35da7fb0f483 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-857016212', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:05.365122 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-187877b4-6b1f-4a23-addb-35da7fb0f483 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:05.378415 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8db42642-285c-4fef-8b6a-97e202fc08a7 None None] Provisioning for port 01e77068-3c60-475b-9e1d-34d5202d01d0 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:13:05.384470 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8173f-4ebe-4b60-b148-36f7ad3d3ce0 req-fed00224-5fcf-45c8-951d-bb071c0f62b4 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:05.386013 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dbe8173f-4ebe-4b60-b148-36f7ad3d3ce0 req-fed00224-5fcf-45c8-951d-bb071c0f62b4 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=80d119cd-ca22-4b44-b2d5-7d78eaca5157 HTTP/1.1" status: 200 len: 945 time: 0.5902045 Feb 09 01:13:05.388031 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8db42642-285c-4fef-8b6a-97e202fc08a7 None None] Provisioning complete for port 01e77068-3c60-475b-9e1d-34d5202d01d0 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:05.388177 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-192fe610-378e-4a63-80ed-6672cdc1b4cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:05.388723 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8db42642-285c-4fef-8b6a-97e202fc08a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:05.416938 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-187877b4-6b1f-4a23-addb-35da7fb0f483 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Usage tracker for resource:router and tenant:fefa2a0bcdd943ec8d8c861415908997 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:13:05.429231 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-187877b4-6b1f-4a23-addb-35da7fb0f483 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:13:05.432260 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89f97f20-7ac5-4cad-bfd9-2a3e7b8af620 admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:13:05.447379 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f7e65c-46c0-47ca-b5b7-a29bf4f440a5 req-c80b2c23-1f65-4035-b839-c221a6661356 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:05.448716 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-80f7e65c-46c0-47ca-b5b7-a29bf4f440a5 req-c80b2c23-1f65-4035-b839-c221a6661356 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=01c1df1d-8df5-40dd-8b45-fc6441193c9d HTTP/1.1" status: 200 len: 944 time: 0.5821140 Feb 09 01:13:05.455467 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-187877b4-6b1f-4a23-addb-35da7fb0f483 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:05.471362 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-8db42642-285c-4fef-8b6a-97e202fc08a7 None None] Port 01e77068-3c60-475b-9e1d-34d5202d01d0 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:13:05.477249 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f97f20-7ac5-4cad-bfd9-2a3e7b8af620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20001333-3315-4c01-aa9f-28e53004e903,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:05.498681 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-89f97f20-7ac5-4cad-bfd9-2a3e7b8af620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:05.498681 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-89f97f20-7ac5-4cad-bfd9-2a3e7b8af620 admin admin] Added segment ce0dc62c-7941-4b08-ad25-dc67d17d1ad0 of type vlan for network 0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5 Feb 09 01:13:05.516873 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-187877b4-6b1f-4a23-addb-35da7fb0f483 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:05.518098 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-187877b4-6b1f-4a23-addb-35da7fb0f483 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:05.529303 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60c8fd0d-e446-4922-983f-f92d5f3ce049 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:05.533141 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321ca603-cfb3-45b1-9502-948506175ef5 req-e969a48c-97c8-4ca8-b709-27cf728b722c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:05.534642 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-321ca603-cfb3-45b1-9502-948506175ef5 req-e969a48c-97c8-4ca8-b709-27cf728b722c service neutron] 10.222.0.62 "GET /v2.0/networks?id=66684310-b384-46c3-a13e-de69c32841c9 HTTP/1.1" status: 200 len: 915 time: 0.5014369 Feb 09 01:13:05.652731 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-89f97f20-7ac5-4cad-bfd9-2a3e7b8af620 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:05.677582 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-187877b4-6b1f-4a23-addb-35da7fb0f483 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:05.764807 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f940e7d5-b53f-4e94-b86e-bc47c2197e11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-7e5b7f8c-38a2-4d00-9d09-d553100bf1fb', 'network_id': '7e5b7f8c-38a2-4d00-9d09-d553100bf1fb', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'fixed_ips': [{'subnet_id': '57476f38-e68a-4305-97ce-959ca18902d6'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:13:05.765930 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f940e7d5-b53f-4e94-b86e-bc47c2197e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:05.778084 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-321ca603-cfb3-45b1-9502-948506175ef5 req-1d2db6e7-81b6-4644-b99d-f3593c51e9b9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fe7b807-e83a-4c04-aae9-3e3b35481001 HTTP/1.1" status: 200 len: 217 time: 0.2237077 Feb 09 01:13:05.822897 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-187877b4-6b1f-4a23-addb-35da7fb0f483 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:05.850767 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-89f97f20-7ac5-4cad-bfd9-2a3e7b8af620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:05.850995 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f97f20-7ac5-4cad-bfd9-2a3e7b8af620 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:05.851614 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-89f97f20-7ac5-4cad-bfd9-2a3e7b8af620 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:05.855833 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321ca603-cfb3-45b1-9502-948506175ef5 req-70003846-f9b0-4cb2-9b15-2159ffd1bf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:05.857248 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-321ca603-cfb3-45b1-9502-948506175ef5 req-70003846-f9b0-4cb2-9b15-2159ffd1bf69 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1204e025-94a3-426b-85cf-fd8c313f8faf HTTP/1.1" status: 200 len: 854 time: 0.0633607 Feb 09 01:13:05.919528 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-80f7e65c-46c0-47ca-b5b7-a29bf4f440a5 req-617b1157-46c4-42d2-972d-529d28591163 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4539089 Feb 09 01:13:05.928856 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dbe8173f-4ebe-4b60-b148-36f7ad3d3ce0 req-d0277cd1-99c1-4ff6-ac11-f0c0084eff29 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4951160 Feb 09 01:13:05.931993 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-321ca603-cfb3-45b1-9502-948506175ef5 req-65d5689f-38b3-4416-99c9-ac23158b5b2b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=66684310-b384-46c3-a13e-de69c32841c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641930 Feb 09 01:13:05.985490 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-187877b4-6b1f-4a23-addb-35da7fb0f483 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:05.989530 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-187877b4-6b1f-4a23-addb-35da7fb0f483 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6535804 Feb 09 01:13:05.990169 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38028) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:06.010847 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-f940e7d5-b53f-4e94-b86e-bc47c2197e11 None None] Allocated IP 172.20.0.2 (7e5b7f8c-38a2-4d00-9d09-d553100bf1fb/57476f38-e68a-4305-97ce-959ca18902d6/822b9460-88e7-49fc-aae6-14ea710310dc) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:13:06.060180 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-192fe610-378e-4a63-80ed-6672cdc1b4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:06.125493 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-89f97f20-7ac5-4cad-bfd9-2a3e7b8af620 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.9736867 Feb 09 01:13:06.129191 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 38036) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:06.141860 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-e9a3afdb-c9ba-45aa-976c-c5aedf0278aa admin admin] Request body: {'subnet': {'network_id': '0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1796756198-subnet', 'tenant_id': '128330d8f0414cd5a58362066d10386d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:06.143987 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f97f20-7ac5-4cad-bfd9-2a3e7b8af620 admin admin] Pushing event updated for resources: {'Network': ['ID=0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:06.160568 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e9a3afdb-c9ba-45aa-976c-c5aedf0278aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:06.169816 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-e9a3afdb-c9ba-45aa-976c-c5aedf0278aa admin admin] Usage tracker for resource:subnet and tenant:128330d8f0414cd5a58362066d10386d is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:13:06.176692 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-321ca603-cfb3-45b1-9502-948506175ef5 req-e3e46127-aca5-446b-8820-6bbc79edc8d5 service neutron] 10.222.0.62 "GET /v2.0/networks/66684310-b384-46c3-a13e-de69c32841c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342386 Feb 09 01:13:06.176692 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-e9a3afdb-c9ba-45aa-976c-c5aedf0278aa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:13:06.185325 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e9a3afdb-c9ba-45aa-976c-c5aedf0278aa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:06.187200 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:13:06.330251 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-321ca603-cfb3-45b1-9502-948506175ef5 req-2a475e79-3a55-4d14-a385-46cd2dfded2e service neutron] 10.222.0.62 "GET /v2.0/networks/66684310-b384-46c3-a13e-de69c32841c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461697 Feb 09 01:13:06.338788 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-192fe610-378e-4a63-80ed-6672cdc1b4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:06.362393 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device f1ea08de-c05c-43d2-ac67-33e8cf89cbcb up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:13:06.401950 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a3afdb-c9ba-45aa-976c-c5aedf0278aa admin admin] Made reservation on behalf of 128330d8f0414cd5a58362066d10386d for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:13:06.406190 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e9a3afdb-c9ba-45aa-976c-c5aedf0278aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:06.444094 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-192fe610-378e-4a63-80ed-6672cdc1b4cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:06.467595 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d04eec-0121-4ac6-b70e-b3fb24478c6d None None] Network 90706b31-d8f9-4017-8cdf-292e1ea5b46d requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:13:06.486695 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port f1ea08de-c05c-43d2-ac67-33e8cf89cbcb triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:06.487158 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:06.506395 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192fe610-378e-4a63-80ed-6672cdc1b4cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0634c646-7c7c-44e6-82e0-e4e73fef120c,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:06.523283 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-192fe610-378e-4a63-80ed-6672cdc1b4cb admin admin] 10.222.0.105 "DELETE /v2.0/subnets/0634c646-7c7c-44e6-82e0-e4e73fef120c HTTP/1.1" status: 204 len: 168 time: 1.3749855 Feb 09 01:13:06.524079 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 38050) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:06.716392 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-955727c1-1c84-45c8-8ef2-59cb3100c9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:06.752636 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-955727c1-1c84-45c8-8ef2-59cb3100c9ec admin admin] Deleting port 34911b9f-1493-4fa6-97dc-b0e6be9116fa {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:13:06.752977 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-955727c1-1c84-45c8-8ef2-59cb3100c9ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:06.834624 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6c40b5e3-6fe3-4a04-afd7-1626f5d87ce6 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:06.934144 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 7cda14fc-103f-40c3-af0d-222555fad78c no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:13:06.980713 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 7cda14fc-103f-40c3-af0d-222555fad78c {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:13:06.981200 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 7cda14fc-103f-40c3-af0d-222555fad78c not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:13:07.001700 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f940e7d5-b53f-4e94-b86e-bc47c2197e11 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:07.021686 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f940e7d5-b53f-4e94-b86e-bc47c2197e11 None None] Transition to ACTIVE for port object 822b9460-88e7-49fc-aae6-14ea710310dc will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:13:07.056101 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f940e7d5-b53f-4e94-b86e-bc47c2197e11 None None] Transition to ACTIVE for port object 822b9460-88e7-49fc-aae6-14ea710310dc will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:13:07.062731 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f940e7d5-b53f-4e94-b86e-bc47c2197e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:07.103775 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60c8fd0d-e446-4922-983f-f92d5f3ce049 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:07.118166 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60c8fd0d-e446-4922-983f-f92d5f3ce049 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:07.153428 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f940e7d5-b53f-4e94-b86e-bc47c2197e11 None None] Pushing event updated for resources: {'Port': ['ID=822b9460-88e7-49fc-aae6-14ea710310dc,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:07.157052 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a82ee9-e3db-40de-9ec2-23f53a4668cf None None] DHCP port deletion for 90706b31-d8f9-4017-8cdf-292e1ea5b46d request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:13:07.165739 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f940e7d5-b53f-4e94-b86e-bc47c2197e11 None None] Network 7e5b7f8c-38a2-4d00-9d09-d553100bf1fb is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:13:07.167585 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-f940e7d5-b53f-4e94-b86e-bc47c2197e11 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:07.169795 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e1a82ee9-e3db-40de-9ec2-23f53a4668cf None None] Deleting port 34911b9f-1493-4fa6-97dc-b0e6be9116fa {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:13:07.170733 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e1a82ee9-e3db-40de-9ec2-23f53a4668cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:07.232391 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f940e7d5-b53f-4e94-b86e-bc47c2197e11 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:13:07.410557 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e1a82ee9-e3db-40de-9ec2-23f53a4668cf None None] For port 34911b9f-1493-4fa6-97dc-b0e6be9116fa, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=34911b9f-1493-4fa6-97dc-b0e6be9116fa,segment=NetworkSegment(9a7979aa-58aa-4ec1-b1c2-26ff993eb322),segment_id=9a7979aa-58aa-4ec1-b1c2-26ff993eb322)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:13:07.411091 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e1a82ee9-e3db-40de-9ec2-23f53a4668cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:07.418631 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-60c8fd0d-e446-4922-983f-f92d5f3ce049 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:07.422416 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c8fd0d-e446-4922-983f-f92d5f3ce049 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Pushing event updated for resources: {'Port': ['ID=01e77068-3c60-475b-9e1d-34d5202d01d0,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:07.450990 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e9a3afdb-c9ba-45aa-976c-c5aedf0278aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:07.521718 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-955727c1-1c84-45c8-8ef2-59cb3100c9ec admin admin] For port 34911b9f-1493-4fa6-97dc-b0e6be9116fa, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=34911b9f-1493-4fa6-97dc-b0e6be9116fa,segment=NetworkSegment(9a7979aa-58aa-4ec1-b1c2-26ff993eb322),segment_id=9a7979aa-58aa-4ec1-b1c2-26ff993eb322)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:13:07.522062 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-955727c1-1c84-45c8-8ef2-59cb3100c9ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:07.631232 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e1a82ee9-e3db-40de-9ec2-23f53a4668cf None None] Calling delete_port for 34911b9f-1493-4fa6-97dc-b0e6be9116fa owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:13:07.712802 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c8fd0d-e446-4922-983f-f92d5f3ce049 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Network ab8b35d2-be20-44ac-9e79-d160c2d6b54b is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:13:07.719531 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-60c8fd0d-e446-4922-983f-f92d5f3ce049 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:07.726266 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-6c40b5e3-6fe3-4a04-afd7-1626f5d87ce6 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Allocated IP 172.20.0.1 (7e5b7f8c-38a2-4d00-9d09-d553100bf1fb/57476f38-e68a-4305-97ce-959ca18902d6/35e40c87-db02-4d3b-a0c6-fb63afc0ea55) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:13:07.794308 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e1a82ee9-e3db-40de-9ec2-23f53a4668cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:07.804441 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-f940e7d5-b53f-4e94-b86e-bc47c2197e11 None None] Attempting to bind port 822b9460-88e7-49fc-aae6-14ea710310dc on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:13:07.804919 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-f940e7d5-b53f-4e94-b86e-bc47c2197e11 None None] Attempting to bind port 822b9460-88e7-49fc-aae6-14ea710310dc by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'c9550293-12fa-442b-9998-8e140f23bcf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7e5b7f8c-38a2-4d00-9d09-d553100bf1fb'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:13:07.805533 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f940e7d5-b53f-4e94-b86e-bc47c2197e11 None None] Attempting to bind port 822b9460-88e7-49fc-aae6-14ea710310dc on network 7e5b7f8c-38a2-4d00-9d09-d553100bf1fb {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:13:07.878910 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a82ee9-e3db-40de-9ec2-23f53a4668cf None None] No DVR routers for this DVR port 34911b9f-1493-4fa6-97dc-b0e6be9116fa on host n-d-828418-1 {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:13:07.887421 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f940e7d5-b53f-4e94-b86e-bc47c2197e11 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:13:07.887927 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f940e7d5-b53f-4e94-b86e-bc47c2197e11 None None] Checking segment: {'id': 'c9550293-12fa-442b-9998-8e140f23bcf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7e5b7f8c-38a2-4d00-9d09-d553100bf1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:13:07.888430 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f940e7d5-b53f-4e94-b86e-bc47c2197e11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:07.888922 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f940e7d5-b53f-4e94-b86e-bc47c2197e11 None None] Bound using segment: {'id': 'c9550293-12fa-442b-9998-8e140f23bcf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7e5b7f8c-38a2-4d00-9d09-d553100bf1fb'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:13:07.889541 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-f940e7d5-b53f-4e94-b86e-bc47c2197e11 None None] Bound port: 822b9460-88e7-49fc-aae6-14ea710310dc, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9550293-12fa-442b-9998-8e140f23bcf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7e5b7f8c-38a2-4d00-9d09-d553100bf1fb'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:13:07.890045 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f940e7d5-b53f-4e94-b86e-bc47c2197e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:07.946651 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-955727c1-1c84-45c8-8ef2-59cb3100c9ec admin admin] Calling delete_port for 34911b9f-1493-4fa6-97dc-b0e6be9116fa owned by network:dhcp {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:13:07.952626 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a82ee9-e3db-40de-9ec2-23f53a4668cf None None] Pushing event deleted for resources: {'Port': ['ID=34911b9f-1493-4fa6-97dc-b0e6be9116fa,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:08.017125 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f4d19-91ee-40ba-845d-1654fda55249 req-aa168ea9-927b-45c3-9587-b8e40ca9f5fd tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:08.019224 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-104f4d19-91ee-40ba-845d-1654fda55249 req-aa168ea9-927b-45c3-9587-b8e40ca9f5fd tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.62 "GET /v2.0/ports?device_id=80d119cd-ca22-4b44-b2d5-7d78eaca5157 HTTP/1.1" status: 200 len: 945 time: 0.8209836 Feb 09 01:13:08.027653 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37894c69-3c94-4c37-b12a-7641083d131b req-ba11fe36-bd1e-4d1f-8f8a-b99d0b1947ab tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:08.035239 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-37894c69-3c94-4c37-b12a-7641083d131b req-ba11fe36-bd1e-4d1f-8f8a-b99d0b1947ab tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=80d119cd-ca22-4b44-b2d5-7d78eaca5157 HTTP/1.1" status: 200 len: 945 time: 0.8349495 Feb 09 01:13:08.044459 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a3afdb-c9ba-45aa-976c-c5aedf0278aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ba82490-d70a-42fe-a7ff-0aeb7f428073,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:08.053919 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-f940e7d5-b53f-4e94-b86e-bc47c2197e11 None None] For port 822b9460-88e7-49fc-aae6-14ea710310dc, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:13:08.059443 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-f940e7d5-b53f-4e94-b86e-bc47c2197e11 None None] For port 822b9460-88e7-49fc-aae6-14ea710310dc, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=822b9460-88e7-49fc-aae6-14ea710310dc,segment=NetworkSegment(c9550293-12fa-442b-9998-8e140f23bcf8),segment_id=c9550293-12fa-442b-9998-8e140f23bcf8)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:13:08.066877 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f940e7d5-b53f-4e94-b86e-bc47c2197e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:08.115723 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60c8fd0d-e446-4922-983f-f92d5f3ce049 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Router 19b526a5-3383-41f0-9a1d-870912ae5117 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:13:08.125231 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a3afdb-c9ba-45aa-976c-c5aedf0278aa admin admin] Checking segment: {'id': 'ce0dc62c-7941-4b08-ad25-dc67d17d1ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:13:08.125619 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a3afdb-c9ba-45aa-976c-c5aedf0278aa admin admin] Network hostable DHCP agents. Network: 0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:13:08.167640 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b8cc9b-7d4f-42ea-91fe-06f2a691a717 req-31106be2-acf5-4fea-baf8-36446d0fe876 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:08.176042 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-05b8cc9b-7d4f-42ea-91fe-06f2a691a717 req-31106be2-acf5-4fea-baf8-36446d0fe876 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=01c1df1d-8df5-40dd-8b45-fc6441193c9d HTTP/1.1" status: 200 len: 944 time: 0.9767559 Feb 09 01:13:08.212158 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f2234f4f-9928-400f-a3a1-d62b52b4a779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:08.225624 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f940e7d5-b53f-4e94-b86e-bc47c2197e11 None None] Pushing event updated for resources: {'Port': ['ID=822b9460-88e7-49fc-aae6-14ea710310dc,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:08.242984 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-3a999825-79c7-4f54-b653-5e967210fcec None None] Provisioning complete for port 01e77068-3c60-475b-9e1d-34d5202d01d0 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:08.243547 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3a999825-79c7-4f54-b653-5e967210fcec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:08.285927 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 34911b9f-1493-4fa6-97dc-b0e6be9116fa no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:13:08.329341 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-37894c69-3c94-4c37-b12a-7641083d131b req-9186dd9d-306a-498d-a288-cf42865cf3af tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931337 Feb 09 01:13:08.335832 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6c40b5e3-6fe3-4a04-afd7-1626f5d87ce6 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:08.359412 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-05b8cc9b-7d4f-42ea-91fe-06f2a691a717 req-f98609f1-cdf3-4a4f-950c-4d006b74ee74 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818197 Feb 09 01:13:08.375138 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a3afdb-c9ba-45aa-976c-c5aedf0278aa admin admin] Network 0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:13:08.383939 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-3a999825-79c7-4f54-b653-5e967210fcec None None] Port 01e77068-3c60-475b-9e1d-34d5202d01d0 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:13:08.386134 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-104f4d19-91ee-40ba-845d-1654fda55249 req-e34728c8-ee93-4d68-8fc7-f3cde9af8895 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Deleting port 7e3ac33f-bd92-4bdc-8ecb-e838b7088d49 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:13:08.386635 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-104f4d19-91ee-40ba-845d-1654fda55249 req-e34728c8-ee93-4d68-8fc7-f3cde9af8895 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:08.393647 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 34911b9f-1493-4fa6-97dc-b0e6be9116fa {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:13:08.394005 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 34911b9f-1493-4fa6-97dc-b0e6be9116fa not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:13:08.437204 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.db.api [None req-955727c1-1c84-45c8-8ef2-59cb3100c9ec admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:13:08.437583 n-d-828418-1 neutron-server[87639]: DEBUG oslo_db.api [None req-955727c1-1c84-45c8-8ef2-59cb3100c9ec admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:13:08.443474 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-6c40b5e3-6fe3-4a04-afd7-1626f5d87ce6 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Transition to ACTIVE for port object 35e40c87-db02-4d3b-a0c6-fb63afc0ea55 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:13:08.447216 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-e9a3afdb-c9ba-45aa-976c-c5aedf0278aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:08.451622 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a3afdb-c9ba-45aa-976c-c5aedf0278aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:08.452421 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e9a3afdb-c9ba-45aa-976c-c5aedf0278aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:08.459992 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0f89c2-f255-41cf-95e7-d836442710bb None None] Network 0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:13:08.465407 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c8fd0d-e446-4922-983f-f92d5f3ce049 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:13:08.492691 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-60c8fd0d-e446-4922-983f-f92d5f3ce049 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "PUT /v2.0/routers/19b526a5-3383-41f0-9a1d-870912ae5117/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8777859 Feb 09 01:13:08.497310 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6c40b5e3-6fe3-4a04-afd7-1626f5d87ce6 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:08.549079 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-e9a3afdb-c9ba-45aa-976c-c5aedf0278aa admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.4036036 Feb 09 01:13:08.560593 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 38070) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:08.617860 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-434fbd0e-48ae-45a7-9446-339164f819a2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1796756198-router', 'tenant_id': '128330d8f0414cd5a58362066d10386d', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:08.618061 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c40b5e3-6fe3-4a04-afd7-1626f5d87ce6 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Pushing event updated for resources: {'Port': ['ID=35e40c87-db02-4d3b-a0c6-fb63afc0ea55,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:08.629407 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c40b5e3-6fe3-4a04-afd7-1626f5d87ce6 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Network 7e5b7f8c-38a2-4d00-9d09-d553100bf1fb is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:13:08.630626 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-6c40b5e3-6fe3-4a04-afd7-1626f5d87ce6 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:08.632963 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c40b5e3-6fe3-4a04-afd7-1626f5d87ce6 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:13:08.649095 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-434fbd0e-48ae-45a7-9446-339164f819a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:08.661428 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c303fc-c8b3-4998-ae0e-c7a8bf36b646 None None] Sync routers for ids ['19b526a5-3383-41f0-9a1d-870912ae5117'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:13:08.723971 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c303fc-c8b3-4998-ae0e-c7a8bf36b646 None None] Routers {'19b526a5-3383-41f0-9a1d-870912ae5117'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:13:08.723971 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-d5c303fc-c8b3-4998-ae0e-c7a8bf36b646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:12:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['19b526a5-3383-41f0-9a1d-870912ae5117'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:08.781047 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-434fbd0e-48ae-45a7-9446-339164f819a2 admin admin] Usage tracker for resource:router and tenant:128330d8f0414cd5a58362066d10386d is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:13:08.791140 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 9fe7b807-e83a-4c04-aae9-3e3b35481001 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:13:08.793731 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-434fbd0e-48ae-45a7-9446-339164f819a2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:13:08.799912 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6c40b5e3-6fe3-4a04-afd7-1626f5d87ce6 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:08.840158 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-434fbd0e-48ae-45a7-9446-339164f819a2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:08.886337 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-434fbd0e-48ae-45a7-9446-339164f819a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:08.887629 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-434fbd0e-48ae-45a7-9446-339164f819a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:08.986620 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-955727c1-1c84-45c8-8ef2-59cb3100c9ec admin admin] Deleting port 34911b9f-1493-4fa6-97dc-b0e6be9116fa {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:13:08.987682 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-955727c1-1c84-45c8-8ef2-59cb3100c9ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:09.014071 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38086) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:09.048677 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.resource_extend [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:13:09.074178 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6c40b5e3-6fe3-4a04-afd7-1626f5d87ce6 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:09.170373 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-955727c1-1c84-45c8-8ef2-59cb3100c9ec admin admin] The port '34911b9f-1493-4fa6-97dc-b0e6be9116fa' was deleted {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:13:09.204273 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76855449-3d6f-4de4-84ac-5bb1a5ced3bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5', 'network_id': '0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5', 'tenant_id': '128330d8f0414cd5a58362066d10386d', 'fixed_ips': [{'subnet_id': '9ba82490-d70a-42fe-a7ff-0aeb7f428073'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:13:09.205109 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-76855449-3d6f-4de4-84ac-5bb1a5ced3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:09.303045 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-434fbd0e-48ae-45a7-9446-339164f819a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:09.305786 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-d5c303fc-c8b3-4998-ae0e-c7a8bf36b646 None None] Set router 19b526a5-3383-41f0-9a1d-870912ae5117 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:13:09.380079 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0018198e-5a86-495b-aa96-5266743f23a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:09.383345 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-955727c1-1c84-45c8-8ef2-59cb3100c9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:09.416526 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-0018198e-5a86-495b-aa96-5266743f23a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:09.423414 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-0018198e-5a86-495b-aa96-5266743f23a2 admin admin] Usage tracker for resource:security_group_rule and tenant:b3f0c33096434a8f8ee738c060069c9f is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:13:09.426852 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-0018198e-5a86-495b-aa96-5266743f23a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:13:09.434740 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-0018198e-5a86-495b-aa96-5266743f23a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:09.488153 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-104f4d19-91ee-40ba-845d-1654fda55249 req-e34728c8-ee93-4d68-8fc7-f3cde9af8895 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] For port 7e3ac33f-bd92-4bdc-8ecb-e838b7088d49, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=7e3ac33f-bd92-4bdc-8ecb-e838b7088d49,segment=NetworkSegment(99af9c6b-b902-4fb4-8324-3fa58cf16b85),segment_id=99af9c6b-b902-4fb4-8324-3fa58cf16b85)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:13:09.488507 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-104f4d19-91ee-40ba-845d-1654fda55249 req-e34728c8-ee93-4d68-8fc7-f3cde9af8895 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:09.583825 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 9fe7b807-e83a-4c04-aae9-3e3b35481001, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=9fe7b807-e83a-4c04-aae9-3e3b35481001,segment=NetworkSegment(249c5438-d0ef-4132-9144-b2c94c9b3b0e),segment_id=249c5438-d0ef-4132-9144-b2c94c9b3b0e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:13:09.610737 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-955727c1-1c84-45c8-8ef2-59cb3100c9ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90706b31-d8f9-4017-8cdf-292e1ea5b46d']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:09.673557 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '9fe7b807-e83a-4c04-aae9-3e3b35481001', 'network_id': '66684310-b384-46c3-a13e-de69c32841c9', 'port_id': '9fe7b807-e83a-4c04-aae9-3e3b35481001', 'mac_address': 'fa:16:3e:c5:4e:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1204e025-94a3-426b-85cf-fd8c313f8faf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:13:09.737173 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0018198e-5a86-495b-aa96-5266743f23a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:09.750542 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0018198e-5a86-495b-aa96-5266743f23a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:09.751173 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-76855449-3d6f-4de4-84ac-5bb1a5ced3bb None None] Allocated IP 172.20.0.2 (0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5/9ba82490-d70a-42fe-a7ff-0aeb7f428073/8ed5ca9d-c34f-426f-a0c3-25a747dda079) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:13:09.810799 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:09.836492 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-0018198e-5a86-495b-aa96-5266743f23a2 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=b3f0c33096434a8f8ee738c060069c9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7912760 Feb 09 01:13:09.840557 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38096) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:09.841389 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0018198e-5a86-495b-aa96-5266743f23a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db043f55-7f60-426a-ae7e-ee7dd34c1278,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:09.876183 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d8465a-5bc2-4fbf-9bb0-170f6608f9bb None None] Network 7e5b7f8c-38a2-4d00-9d09-d553100bf1fb requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:13:09.894394 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf7f61-7429-48bf-8552-aa41a476ca0d req-06f29f3f-f8f1-4ff2-8e36-e8a4d9487ea2 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:09.896054 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f6cf7f61-7429-48bf-8552-aa41a476ca0d req-06f29f3f-f8f1-4ff2-8e36-e8a4d9487ea2 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "GET /v2.0/networks?id=ab8b35d2-be20-44ac-9e79-d160c2d6b54b HTTP/1.1" status: 200 len: 797 time: 0.8815854 Feb 09 01:13:09.897924 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-955727c1-1c84-45c8-8ef2-59cb3100c9ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a7979aa-58aa-4ec1-b1c2-26ff993eb322') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:09.898217 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-955727c1-1c84-45c8-8ef2-59cb3100c9ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a7979aa-58aa-4ec1-b1c2-26ff993eb322') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:09.915438 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-104f4d19-91ee-40ba-845d-1654fda55249 req-e34728c8-ee93-4d68-8fc7-f3cde9af8895 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Calling delete_port for 7e3ac33f-bd92-4bdc-8ecb-e838b7088d49 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:13:09.976247 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-955727c1-1c84-45c8-8ef2-59cb3100c9ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:10.004688 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e0dc43f7-3ca9-4ce6-8290-f2c066c80503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:10.026824 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fe7b807-e83a-4c04-aae9-3e3b35481001 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:13:10.056500 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e0dc43f7-3ca9-4ce6-8290-f2c066c80503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:10.105908 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 9fe7b807-e83a-4c04-aae9-3e3b35481001, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=9fe7b807-e83a-4c04-aae9-3e3b35481001,segment=NetworkSegment(249c5438-d0ef-4132-9144-b2c94c9b3b0e),segment_id=249c5438-d0ef-4132-9144-b2c94c9b3b0e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:13:10.113194 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b176f6e1-0fa1-470f-ba5c-aaebff5948ba None None] Provisioning for port 822b9460-88e7-49fc-aae6-14ea710310dc completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:13:10.153675 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:10.158287 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6c40b5e3-6fe3-4a04-afd7-1626f5d87ce6 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:10.165437 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6c40b5e3-6fe3-4a04-afd7-1626f5d87ce6 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:10.266356 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f6cf7f61-7429-48bf-8552-aa41a476ca0d req-3f34ca88-ef17-4f45-9a6a-0ca0ff8c1990 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "GET /v2.0/quotas/8919f04ab45a492f916586ca80fae861 HTTP/1.1" status: 200 len: 375 time: 0.3218431 Feb 09 01:13:10.270035 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-955727c1-1c84-45c8-8ef2-59cb3100c9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:10.330960 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-955727c1-1c84-45c8-8ef2-59cb3100c9ec admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:13:10.331468 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-955727c1-1c84-45c8-8ef2-59cb3100c9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:10.334496 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e0dc43f7-3ca9-4ce6-8290-f2c066c80503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:10.356995 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6c40b5e3-6fe3-4a04-afd7-1626f5d87ce6 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:10.370146 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 822b9460-88e7-49fc-aae6-14ea710310dc up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:13:10.399349 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dc43f7-3ca9-4ce6-8290-f2c066c80503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db043f55-7f60-426a-ae7e-ee7dd34c1278,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:10.402035 n-d-828418-1 neutron-server[87639]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:13:10.402035 n-d-828418-1 neutron-server[87639]: util.warn( Feb 09 01:13:10.402035 n-d-828418-1 neutron-server[87639]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:13:10.402035 n-d-828418-1 neutron-server[87639]: util.warn( Feb 09 01:13:10.402035 n-d-828418-1 neutron-server[87639]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:13:10.402035 n-d-828418-1 neutron-server[87639]: util.warn( Feb 09 01:13:10.402035 n-d-828418-1 neutron-server[87639]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:13:10.402035 n-d-828418-1 neutron-server[87639]: util.warn( Feb 09 01:13:10.402035 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 01:13:10.402035 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:13:10.402035 n-d-828418-1 neutron-server[87639]: timer() Feb 09 01:13:10.402035 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:13:10.402035 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 01:13:10.402035 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:13:10.402035 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 01:13:10.402035 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:13:10.402035 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 01:13:10.402035 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:13:10.402035 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 01:13:10.402035 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:13:10.402035 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 01:13:10.402035 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:13:10.402035 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:13:10.402035 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:13:10.402035 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:13:10.402035 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:13:10.402035 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 01:13:10.402035 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:13:10.402035 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 01:13:10.402035 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:13:10.402035 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:13:10.402035 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:13:10.402035 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 01:13:10.402035 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:13:10.402035 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:13:10.402035 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:13:10.402035 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:13:10.402035 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:13:10.402035 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:13:10.402035 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:13:10.404408 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c40b5e3-6fe3-4a04-afd7-1626f5d87ce6 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Pushing event updated for resources: {'Port': ['ID=35e40c87-db02-4d3b-a0c6-fb63afc0ea55,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:10.430509 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-434fbd0e-48ae-45a7-9446-339164f819a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:10.456087 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e0dc43f7-3ca9-4ce6-8290-f2c066c80503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:10.459953 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e0dc43f7-3ca9-4ce6-8290-f2c066c80503 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/db043f55-7f60-426a-ae7e-ee7dd34c1278 HTTP/1.1" status: 204 len: 168 time: 0.6125455 Feb 09 01:13:10.547365 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c40b5e3-6fe3-4a04-afd7-1626f5d87ce6 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Network 7e5b7f8c-38a2-4d00-9d09-d553100bf1fb is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:13:10.548412 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['9fe7b807-e83a-4c04-aae9-3e3b35481001'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:13:10.549467 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-6c40b5e3-6fe3-4a04-afd7-1626f5d87ce6 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:10.599453 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=9fe7b807-e83a-4c04-aae9-3e3b35481001,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:10.651832 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1396a67-dde7-4708-af03-5ba59cfe3552 req-3d8d9b54-2c0b-44ca-8620-b12c11948a73 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:10.653460 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-adad0809-5e27-4b29-a216-f60f7aff1502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:10.653848 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b1396a67-dde7-4708-af03-5ba59cfe3552 req-3d8d9b54-2c0b-44ca-8620-b12c11948a73 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=80d119cd-ca22-4b44-b2d5-7d78eaca5157 HTTP/1.1" status: 200 len: 945 time: 1.0229745 Feb 09 01:13:10.660189 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-955727c1-1c84-45c8-8ef2-59cb3100c9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:10.687677 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-955727c1-1c84-45c8-8ef2-59cb3100c9ec admin admin] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:10.699092 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-d5c303fc-c8b3-4998-ae0e-c7a8bf36b646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b526a5-3383-41f0-9a1d-870912ae5117', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1401751286', 'tenant_id': '8919f04ab45a492f916586ca80fae861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '03821c6a-a163-4539-a2f3-20247a1b5c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:12:45Z', 'updated_at': '2022-02-09T01:13:05Z', 'revision_number': 4, 'project_id': '8919f04ab45a492f916586ca80fae861', 'gw_port': {'id': '03821c6a-a163-4539-a2f3-20247a1b5c45', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b526a5-3383-41f0-9a1d-870912ae5117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:12:48Z', 'updated_at': '2022-02-09T01:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '01e77068-3c60-475b-9e1d-34d5202d01d0', 'name': '', 'network_id': 'ab8b35d2-be20-44ac-9e79-d160c2d6b54b', 'tenant_id': '8919f04ab45a492f916586ca80fae861', 'mac_address': 'fa:16:3e:e7:15:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b526a5-3383-41f0-9a1d-870912ae5117', 'device_owner': 'network:router_interface', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': '1c5c1b95-2c22-47db-9480-0b2b77d1e409', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:02Z', 'updated_at': '2022-02-09T01:13:06Z', 'revision_number': 2, 'project_id': '8919f04ab45a492f916586ca80fae861', 'subnets': [{'id': '1c5c1b95-2c22-47db-9480-0b2b77d1e409', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:10.755298 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955727c1-1c84-45c8-8ef2-59cb3100c9ec admin admin] Pushing event deleted for resources: {'Network': ['ID=90706b31-d8f9-4017-8cdf-292e1ea5b46d,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:10.791969 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-955727c1-1c84-45c8-8ef2-59cb3100c9ec admin admin] 10.222.0.105 "DELETE /v2.0/networks/90706b31-d8f9-4017-8cdf-292e1ea5b46d HTTP/1.1" status: 204 len: 168 time: 4.2643878 Feb 09 01:13:10.797648 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 7e3ac33f-bd92-4bdc-8ecb-e838b7088d49 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:13:10.816451 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-104f4d19-91ee-40ba-845d-1654fda55249 req-e34728c8-ee93-4d68-8fc7-f3cde9af8895 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:10.839552 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c303fc-c8b3-4998-ae0e-c7a8bf36b646 None None] Checking router: 19b526a5-3383-41f0-9a1d-870912ae5117 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:13:10.840063 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c303fc-c8b3-4998-ae0e-c7a8bf36b646 None None] Updating router 19b526a5-3383-41f0-9a1d-870912ae5117 port 01e77068-3c60-475b-9e1d-34d5202d01d0 binding host n-d-828418-1 {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:13:10.885436 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b1396a67-dde7-4708-af03-5ba59cfe3552 req-26d4298a-0c29-4a40-83ea-715d0efff6f8 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939335 Feb 09 01:13:10.896606 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: 7e3ac33f-bd92-4bdc-8ecb-e838b7088d49 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:13:10.896945 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 7e3ac33f-bd92-4bdc-8ecb-e838b7088d49 not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:13:10.901398 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f6cf7f61-7429-48bf-8552-aa41a476ca0d req-d3e7de77-e2a6-4c53-a5e0-df0b0332f0b1 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=8919f04ab45a492f916586ca80fae861&fields=id HTTP/1.1" status: 200 len: 486 time: 0.6201265 Feb 09 01:13:10.917968 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34728c8-ee93-4d68-8fc7-f3cde9af8895 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Pushing event deleted for resources: {'Port': ['ID=7e3ac33f-bd92-4bdc-8ecb-e838b7088d49,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:10.954651 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 38106) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:10.962248 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-76855449-3d6f-4de4-84ac-5bb1a5ced3bb None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:11.002611 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [req-f6cf7f61-7429-48bf-8552-aa41a476ca0d req-d1e7fc93-acf9-42b5-b92f-2a1093e67b41 service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:13:11.003853 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f6cf7f61-7429-48bf-8552-aa41a476ca0d req-d1e7fc93-acf9-42b5-b92f-2a1093e67b41 service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0194244 Feb 09 01:13:11.007596 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-23336b0e-e981-4484-84ac-ca4b982cbd42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:11.013210 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38110) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:11.027174 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-76855449-3d6f-4de4-84ac-5bb1a5ced3bb None None] Transition to ACTIVE for port object 8ed5ca9d-c34f-426f-a0c3-25a747dda079 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:13:11.031186 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 822b9460-88e7-49fc-aae6-14ea710310dc completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:13:11.046969 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d5c303fc-c8b3-4998-ae0e-c7a8bf36b646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:11.070377 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 822b9460-88e7-49fc-aae6-14ea710310dc triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:11.070669 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:11.087559 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c40b5e3-6fe3-4a04-afd7-1626f5d87ce6 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Router 1a0ff825-cfbe-4ab2-8898-6911d5b7c811 is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:13:11.095667 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-03e79356-cda8-4dea-8a50-2ae1e56df911 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=b38b8d3b4ab64851a90546fed2d6c948&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0809290 Feb 09 01:13:11.097847 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38114) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:11.133082 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-76855449-3d6f-4de4-84ac-5bb1a5ced3bb None None] Transition to ACTIVE for port object 8ed5ca9d-c34f-426f-a0c3-25a747dda079 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:13:11.181055 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-104f4d19-91ee-40ba-845d-1654fda55249 req-e34728c8-ee93-4d68-8fc7-f3cde9af8895 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] No DVR routers for this DVR port 7e3ac33f-bd92-4bdc-8ecb-e838b7088d49 on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:13:11.184800 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-104f4d19-91ee-40ba-845d-1654fda55249 req-e34728c8-ee93-4d68-8fc7-f3cde9af8895 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:11.186998 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-104f4d19-91ee-40ba-845d-1654fda55249 req-e34728c8-ee93-4d68-8fc7-f3cde9af8895 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.62 "DELETE /v2.0/ports/7e3ac33f-bd92-4bdc-8ecb-e838b7088d49 HTTP/1.1" status: 204 len: 173 time: 3.1480074 Feb 09 01:13:11.190531 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-23336b0e-e981-4484-84ac-ca4b982cbd42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:11.199669 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-76855449-3d6f-4de4-84ac-5bb1a5ced3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:11.246132 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d119cd-ca22-4b44-b2d5-7d78eaca5157', 'name': 'network-vif-deleted', 'tag': '7e3ac33f-bd92-4bdc-8ecb-e838b7088d49'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:13:11.263403 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-23336b0e-e981-4484-84ac-ca4b982cbd42 admin admin] Usage tracker for resource:security_group_rule and tenant:84dc807421ab4edda060254b3d8857d4 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:13:11.285409 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-23336b0e-e981-4484-84ac-ca4b982cbd42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:13:11.301975 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-23336b0e-e981-4484-84ac-ca4b982cbd42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:11.316545 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76855449-3d6f-4de4-84ac-5bb1a5ced3bb None None] Network 0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:13:11.341444 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1f7186e8-d3aa-410c-8841-925fd63e971e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:11.386673 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c40b5e3-6fe3-4a04-afd7-1626f5d87ce6 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:13:11.403154 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5754e75-e6db-4b8a-926a-ee842977b56d None None] Sync routers for ids ['1a0ff825-cfbe-4ab2-8898-6911d5b7c811'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:13:11.417681 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-76855449-3d6f-4de4-84ac-5bb1a5ced3bb None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:11.418540 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 38120) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:11.418937 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-6c40b5e3-6fe3-4a04-afd7-1626f5d87ce6 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "PUT /v2.0/routers/1a0ff825-cfbe-4ab2-8898-6911d5b7c811/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4199166 Feb 09 01:13:11.420565 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5754e75-e6db-4b8a-926a-ee842977b56d None None] Routers {'1a0ff825-cfbe-4ab2-8898-6911d5b7c811'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:13:11.421926 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-e5754e75-e6db-4b8a-926a-ee842977b56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:13:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['1a0ff825-cfbe-4ab2-8898-6911d5b7c811'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:11.428814 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f6cf7f61-7429-48bf-8552-aa41a476ca0d req-3100a718-6c5e-42a6-b67e-df31a2d6e4c3 service neutron] 10.222.0.105 "GET /v2.0/networks/ab8b35d2-be20-44ac-9e79-d160c2d6b54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3616693 Feb 09 01:13:11.437068 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1f7186e8-d3aa-410c-8841-925fd63e971e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:11.564835 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1f7186e8-d3aa-410c-8841-925fd63e971e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:11.581525 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-e5754e75-e6db-4b8a-926a-ee842977b56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:11.593970 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7186e8-d3aa-410c-8841-925fd63e971e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f86f67-ad65-4a75-ada7-f9729d599d03,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:11.603324 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5754e75-e6db-4b8a-926a-ee842977b56d None None] Routers {'1a0ff825-cfbe-4ab2-8898-6911d5b7c811'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:13:11.604068 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-e5754e75-e6db-4b8a-926a-ee842977b56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:13:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['1a0ff825-cfbe-4ab2-8898-6911d5b7c811'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:11.610825 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1f7186e8-d3aa-410c-8841-925fd63e971e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:11.612119 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1f7186e8-d3aa-410c-8841-925fd63e971e admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/c7f86f67-ad65-4a75-ada7-f9729d599d03 HTTP/1.1" status: 204 len: 168 time: 0.5069852 Feb 09 01:13:11.688046 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f6cf7f61-7429-48bf-8552-aa41a476ca0d req-2c93d1a8-c84f-4adb-a479-6e19da7da81e service neutron] 10.222.0.105 "GET /v2.0/networks/ab8b35d2-be20-44ac-9e79-d160c2d6b54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650534 Feb 09 01:13:11.712349 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-e5754e75-e6db-4b8a-926a-ee842977b56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:11.714234 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5754e75-e6db-4b8a-926a-ee842977b56d None None] The sync data for ids ['1a0ff825-cfbe-4ab2-8898-6911d5b7c811'] in n-d-828418-1 is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:13:11.763844 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76855449-3d6f-4de4-84ac-5bb1a5ced3bb None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:13:11.918685 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3909a7-ca1b-4af3-8879-0f4668e6c68b req-b3ef7604-c48c-4c8d-a2b3-3f194a35121d tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:11.925755 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bd3909a7-ca1b-4af3-8879-0f4668e6c68b req-b3ef7604-c48c-4c8d-a2b3-3f194a35121d tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=01c1df1d-8df5-40dd-8b45-fc6441193c9d HTTP/1.1" status: 200 len: 945 time: 0.7620933 Feb 09 01:13:11.935097 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f963c6-a2f6-4940-a959-3a292a5c0589 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:11.935727 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-07f963c6-a2f6-4940-a959-3a292a5c0589 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Synchronizing usage tracker for tenant:fefa2a0bcdd943ec8d8c861415908997 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:13:12.037354 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d119cd-ca22-4b44-b2d5-7d78eaca5157', 'name': 'network-vif-deleted', 'tag': '7e3ac33f-bd92-4bdc-8ecb-e838b7088d49', 'status': 'completed', 'code': 200} Feb 09 01:13:12.080412 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bd3909a7-ca1b-4af3-8879-0f4668e6c68b req-d112434b-e2ed-4abf-9230-3aabc091af1e tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484456 Feb 09 01:13:12.107165 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-434fbd0e-48ae-45a7-9446-339164f819a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:12.149556 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-07f963c6-a2f6-4940-a959-3a292a5c0589 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Unset dirty status for tenant:fefa2a0bcdd943ec8d8c861415908997 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:13:12.153427 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-07f963c6-a2f6-4940-a959-3a292a5c0589 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "GET /v2.0/ports/35e40c87-db02-4d3b-a0c6-fb63afc0ea55 HTTP/1.1" status: 200 len: 910 time: 0.7307484 Feb 09 01:13:12.158736 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38136) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:12.165573 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-23336b0e-e981-4484-84ac-ca4b982cbd42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:12.175536 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-23336b0e-e981-4484-84ac-ca4b982cbd42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:12.185255 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-434fbd0e-48ae-45a7-9446-339164f819a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:12.232919 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76855449-3d6f-4de4-84ac-5bb1a5ced3bb None None] Pushing event updated for resources: {'Port': ['ID=8ed5ca9d-c34f-426f-a0c3-25a747dda079,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:12.283178 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23336b0e-e981-4484-84ac-ca4b982cbd42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19775595-ebd1-45a7-9188-b92481748cc3,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:12.476027 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:12.484718 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-89d26d4a-3a68-4b62-a51e-1e8987cc1ccc None None] Provisioning for port 35e40c87-db02-4d3b-a0c6-fb63afc0ea55 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:13:12.502701 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:12.523211 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:12.558187 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-76855449-3d6f-4de4-84ac-5bb1a5ced3bb None None] Attempting to bind port 8ed5ca9d-c34f-426f-a0c3-25a747dda079 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:13:12.562439 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-76855449-3d6f-4de4-84ac-5bb1a5ced3bb None None] Attempting to bind port 8ed5ca9d-c34f-426f-a0c3-25a747dda079 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'ce0dc62c-7941-4b08-ad25-dc67d17d1ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:13:12.563050 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76855449-3d6f-4de4-84ac-5bb1a5ced3bb None None] Attempting to bind port 8ed5ca9d-c34f-426f-a0c3-25a747dda079 on network 0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:13:12.578916 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-89d26d4a-3a68-4b62-a51e-1e8987cc1ccc None None] Provisioning complete for port 35e40c87-db02-4d3b-a0c6-fb63afc0ea55 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:12.579643 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-89d26d4a-3a68-4b62-a51e-1e8987cc1ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:12.630948 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.resource_extend [None req-d5c303fc-c8b3-4998-ae0e-c7a8bf36b646 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:13:12.643561 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38144) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:12.661320 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76855449-3d6f-4de4-84ac-5bb1a5ced3bb None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:13:12.661730 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76855449-3d6f-4de4-84ac-5bb1a5ced3bb None None] Checking segment: {'id': 'ce0dc62c-7941-4b08-ad25-dc67d17d1ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:13:12.662435 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-76855449-3d6f-4de4-84ac-5bb1a5ced3bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:12.662829 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76855449-3d6f-4de4-84ac-5bb1a5ced3bb None None] Bound using segment: {'id': 'ce0dc62c-7941-4b08-ad25-dc67d17d1ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:13:12.663310 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-76855449-3d6f-4de4-84ac-5bb1a5ced3bb None None] Bound port: 8ed5ca9d-c34f-426f-a0c3-25a747dda079, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce0dc62c-7941-4b08-ad25-dc67d17d1ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:13:12.663680 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-76855449-3d6f-4de4-84ac-5bb1a5ced3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:12.739023 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-434fbd0e-48ae-45a7-9446-339164f819a2 admin admin] Allocated IP 172.25.0.86 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/18484618-ec90-4204-9af5-39c6ac632bb7) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:13:12.800422 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-89d26d4a-3a68-4b62-a51e-1e8987cc1ccc None None] Port 35e40c87-db02-4d3b-a0c6-fb63afc0ea55 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:13:12.829764 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 822b9460-88e7-49fc-aae6-14ea710310dc, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=822b9460-88e7-49fc-aae6-14ea710310dc,segment=NetworkSegment(c9550293-12fa-442b-9998-8e140f23bcf8),segment_id=c9550293-12fa-442b-9998-8e140f23bcf8)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:13:12.850372 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:12.856411 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d5c303fc-c8b3-4998-ae0e-c7a8bf36b646 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:12.902503 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-434fbd0e-48ae-45a7-9446-339164f819a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:12.936741 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-76855449-3d6f-4de4-84ac-5bb1a5ced3bb None None] For port 8ed5ca9d-c34f-426f-a0c3-25a747dda079, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:13:12.940657 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-76855449-3d6f-4de4-84ac-5bb1a5ced3bb None None] For port 8ed5ca9d-c34f-426f-a0c3-25a747dda079, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=8ed5ca9d-c34f-426f-a0c3-25a747dda079,segment=NetworkSegment(ce0dc62c-7941-4b08-ad25-dc67d17d1ad0),segment_id=ce0dc62c-7941-4b08-ad25-dc67d17d1ad0)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:13:12.975213 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-76855449-3d6f-4de4-84ac-5bb1a5ced3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:12.981865 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d5c303fc-c8b3-4998-ae0e-c7a8bf36b646 None None] Transition to ACTIVE for port object 01e77068-3c60-475b-9e1d-34d5202d01d0 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:13:12.994100 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=822b9460-88e7-49fc-aae6-14ea710310dc,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:12.996749 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-89d26d4a-3a68-4b62-a51e-1e8987cc1ccc None None] Provisioning complete for port 822b9460-88e7-49fc-aae6-14ea710310dc triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:12.997120 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-89d26d4a-3a68-4b62-a51e-1e8987cc1ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:13.025758 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a8165950-fdcd-4f8b-8724-f36fdcb76fa7 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=79e136142cfc45aeabc2de8489670547&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3796484 Feb 09 01:13:13.026603 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38148) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:13.088892 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-47abc737-d07a-4c9a-bce1-9447c2a7b9fa req-8eae7daf-b419-4d8e-be48-0f362304069d tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Synchronizing usage tracker for tenant:31d75c3847f44b229ecd5ad32549f4f2 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:13:13.090375 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d5c303fc-c8b3-4998-ae0e-c7a8bf36b646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:13.093671 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ff4ba6cd-b8a0-4aee-8c12-f93f13e16da1 req-7de0b973-6cdc-4e8b-adf9-859d9a819914 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "GET /v2.0/ports?device_id=14743cf6-5110-4416-bfb2-067b0fb628f9 HTTP/1.1" status: 200 len: 210 time: 0.8321993 Feb 09 01:13:13.100400 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-23336b0e-e981-4484-84ac-ca4b982cbd42 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=84dc807421ab4edda060254b3d8857d4&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1386297 Feb 09 01:13:13.110501 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38152) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:13.116006 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-434fbd0e-48ae-45a7-9446-339164f819a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:13.136059 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['6c1e285d-21c3-4d5c-a72a-9edc2b494f12'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:13:13.203906 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434fbd0e-48ae-45a7-9446-339164f819a2 admin admin] Pushing event updated for resources: {'Port': ['ID=18484618-ec90-4204-9af5-39c6ac632bb7,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:13.206181 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-47abc737-d07a-4c9a-bce1-9447c2a7b9fa req-8eae7daf-b419-4d8e-be48-0f362304069d tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Unset dirty status for tenant:31d75c3847f44b229ecd5ad32549f4f2 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:13:13.220651 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-47abc737-d07a-4c9a-bce1-9447c2a7b9fa req-8eae7daf-b419-4d8e-be48-0f362304069d tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=80d119cd-ca22-4b44-b2d5-7d78eaca5157 HTTP/1.1" status: 200 len: 210 time: 0.2287378 Feb 09 01:13:13.248065 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434fbd0e-48ae-45a7-9446-339164f819a2 admin admin] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:13:13.250212 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-434fbd0e-48ae-45a7-9446-339164f819a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:13.254822 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434fbd0e-48ae-45a7-9446-339164f819a2 admin admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:13:13.337780 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d0c04fb6-ee28-4994-bba4-e6f998d3cc6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:13.416726 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2639196d-aedc-481f-aaae-af060fae33fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:13.468518 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:13.469218 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76855449-3d6f-4de4-84ac-5bb1a5ced3bb None None] Pushing event updated for resources: {'Port': ['ID=8ed5ca9d-c34f-426f-a0c3-25a747dda079,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:13.499863 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d0c04fb6-ee28-4994-bba4-e6f998d3cc6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:13.796960 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2639196d-aedc-481f-aaae-af060fae33fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:13.952334 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d0c04fb6-ee28-4994-bba4-e6f998d3cc6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:13.958641 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17b9f1e-4ada-4c9a-879d-113401a065ce None None] Pushing event updated for resources: {'Port': ['ID=01e77068-3c60-475b-9e1d-34d5202d01d0,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:13.962167 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf7f61-7429-48bf-8552-aa41a476ca0d req-81aa269b-6ee8-4521-900d-7bf09f848db1 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:13.962869 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-f6cf7f61-7429-48bf-8552-aa41a476ca0d req-81aa269b-6ee8-4521-900d-7bf09f848db1 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Synchronizing usage tracker for tenant:8919f04ab45a492f916586ca80fae861 on resource:network {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:13:13.971381 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f001b5-c821-4471-b507-5a89ff19110a req-92a0e80c-e199-4453-8b50-25669c80f68b tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:13.973438 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-88f001b5-c821-4471-b507-5a89ff19110a req-92a0e80c-e199-4453-8b50-25669c80f68b tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=01c1df1d-8df5-40dd-8b45-fc6441193c9d HTTP/1.1" status: 200 len: 945 time: 0.6790869 Feb 09 01:13:13.976794 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-434fbd0e-48ae-45a7-9446-339164f819a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:13.992471 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-d5c303fc-c8b3-4998-ae0e-c7a8bf36b646 None None] Attempting to bind port 01e77068-3c60-475b-9e1d-34d5202d01d0 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:13:13.993499 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-d5c303fc-c8b3-4998-ae0e-c7a8bf36b646 None None] Attempting to bind port 01e77068-3c60-475b-9e1d-34d5202d01d0 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'c1f6c3e2-9359-4949-a7a2-aaca4bc70fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ab8b35d2-be20-44ac-9e79-d160c2d6b54b'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:13:13.994061 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c303fc-c8b3-4998-ae0e-c7a8bf36b646 None None] Attempting to bind port 01e77068-3c60-475b-9e1d-34d5202d01d0 on network ab8b35d2-be20-44ac-9e79-d160c2d6b54b {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:13:13.999575 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c04fb6-ee28-4994-bba4-e6f998d3cc6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5975dca6-9b0a-49bf-a8b9-6dbd0d28ad53,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:14.028454 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2639196d-aedc-481f-aaae-af060fae33fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:14.030917 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c303fc-c8b3-4998-ae0e-c7a8bf36b646 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:13:14.031137 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2639196d-aedc-481f-aaae-af060fae33fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:14.031546 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c303fc-c8b3-4998-ae0e-c7a8bf36b646 None None] Checking segment: {'id': 'c1f6c3e2-9359-4949-a7a2-aaca4bc70fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ab8b35d2-be20-44ac-9e79-d160c2d6b54b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:13:14.032018 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d5c303fc-c8b3-4998-ae0e-c7a8bf36b646 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:14.032195 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-2639196d-aedc-481f-aaae-af060fae33fa admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/19775595-ebd1-45a7-9188-b92481748cc3 HTTP/1.1" status: 204 len: 168 time: 0.9193940 Feb 09 01:13:14.032683 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c303fc-c8b3-4998-ae0e-c7a8bf36b646 None None] Bound using segment: {'id': 'c1f6c3e2-9359-4949-a7a2-aaca4bc70fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ab8b35d2-be20-44ac-9e79-d160c2d6b54b'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:13:14.033245 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-d5c303fc-c8b3-4998-ae0e-c7a8bf36b646 None None] Bound port: 01e77068-3c60-475b-9e1d-34d5202d01d0, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1f6c3e2-9359-4949-a7a2-aaca4bc70fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ab8b35d2-be20-44ac-9e79-d160c2d6b54b'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:13:14.033797 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d5c303fc-c8b3-4998-ae0e-c7a8bf36b646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:14.050000 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d0c04fb6-ee28-4994-bba4-e6f998d3cc6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:14.054583 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d0c04fb6-ee28-4994-bba4-e6f998d3cc6d admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/5975dca6-9b0a-49bf-a8b9-6dbd0d28ad53 HTTP/1.1" status: 204 len: 168 time: 0.9755733 Feb 09 01:13:14.059373 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-f6cf7f61-7429-48bf-8552-aa41a476ca0d req-81aa269b-6ee8-4521-900d-7bf09f848db1 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Unset dirty status for tenant:8919f04ab45a492f916586ca80fae861 on resource:network {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:13:14.060727 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-f6cf7f61-7429-48bf-8552-aa41a476ca0d req-81aa269b-6ee8-4521-900d-7bf09f848db1 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.99 "GET /v2.0/networks?id=ab8b35d2-be20-44ac-9e79-d160c2d6b54b HTTP/1.1" status: 200 len: 797 time: 0.5090709 Feb 09 01:13:14.065242 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2639196d-aedc-481f-aaae-af060fae33fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19775595-ebd1-45a7-9188-b92481748cc3,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:14.074908 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-f6cf7f61-7429-48bf-8552-aa41a476ca0d req-de5016ac-4e48-416e-b816-9f6848d66e9b tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Request body: {'port': {'device_id': '14743cf6-5110-4416-bfb2-067b0fb628f9', 'network_id': 'ab8b35d2-be20-44ac-9e79-d160c2d6b54b', 'admin_state_up': True, 'tenant_id': '8919f04ab45a492f916586ca80fae861'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:14.157228 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-88f001b5-c821-4471-b507-5a89ff19110a req-edb34eef-9f53-4cba-adf3-b3299a37970d tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140966 Feb 09 01:13:14.259436 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e1823828-b280-41a9-9d61-1523bd494af3 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:14.501327 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-f6cf7f61-7429-48bf-8552-aa41a476ca0d req-de5016ac-4e48-416e-b816-9f6848d66e9b tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:14.523151 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1d2e93b5-0f40-40fd-b663-671891862c2d None None] Provisioning complete for port 35e40c87-db02-4d3b-a0c6-fb63afc0ea55 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:14.523534 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1d2e93b5-0f40-40fd-b663-671891862c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:14.583814 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-f6cf7f61-7429-48bf-8552-aa41a476ca0d req-de5016ac-4e48-416e-b816-9f6848d66e9b tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Usage tracker for resource:port and tenant:8919f04ab45a492f916586ca80fae861 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:13:14.594452 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-f6cf7f61-7429-48bf-8552-aa41a476ca0d req-de5016ac-4e48-416e-b816-9f6848d66e9b tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:13:14.619609 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1c95641d-8c61-4236-870d-0e61f1848b7d req-76b90cad-fe78-4fa6-933d-e9c0d18da9b7 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "GET /v2.0/ports?device_id=14743cf6-5110-4416-bfb2-067b0fb628f9 HTTP/1.1" status: 200 len: 210 time: 0.2945530 Feb 09 01:13:14.681418 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-f6cf7f61-7429-48bf-8552-aa41a476ca0d req-de5016ac-4e48-416e-b816-9f6848d66e9b tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:14.725322 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6cf7f61-7429-48bf-8552-aa41a476ca0d req-de5016ac-4e48-416e-b816-9f6848d66e9b tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Made reservation on behalf of 8919f04ab45a492f916586ca80fae861 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:13:14.740594 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-f6cf7f61-7429-48bf-8552-aa41a476ca0d req-de5016ac-4e48-416e-b816-9f6848d66e9b tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:14.781255 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 9fe7b807-e83a-4c04-aae9-3e3b35481001 up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:13:15.005964 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-1d2e93b5-0f40-40fd-b663-671891862c2d None None] Port 35e40c87-db02-4d3b-a0c6-fb63afc0ea55 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:13:15.053902 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d5c303fc-c8b3-4998-ae0e-c7a8bf36b646 None None] For port 01e77068-3c60-475b-9e1d-34d5202d01d0, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:13:15.080387 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488bc4c6-a709-46d8-a048-ec82fa494813 None None] Network 0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:13:15.214735 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-f6cf7f61-7429-48bf-8552-aa41a476ca0d req-de5016ac-4e48-416e-b816-9f6848d66e9b tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Allocated IP 172.20.0.24 (ab8b35d2-be20-44ac-9e79-d160c2d6b54b/1c5c1b95-2c22-47db-9480-0b2b77d1e409/927c7c1b-3546-4bec-a6b1-46a69f34c69f) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:13:15.220785 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-e1823828-b280-41a9-9d61-1523bd494af3 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Deleting port 35e40c87-db02-4d3b-a0c6-fb63afc0ea55 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:13:15.221513 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e1823828-b280-41a9-9d61-1523bd494af3 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:15.260371 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 8ed5ca9d-c34f-426f-a0c3-25a747dda079 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:13:15.284137 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-434fbd0e-48ae-45a7-9446-339164f819a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:15.357536 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d5c303fc-c8b3-4998-ae0e-c7a8bf36b646 None None] For port 01e77068-3c60-475b-9e1d-34d5202d01d0, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=01e77068-3c60-475b-9e1d-34d5202d01d0,segment=NetworkSegment(c1f6c3e2-9359-4949-a7a2-aaca4bc70fc9),segment_id=c1f6c3e2-9359-4949-a7a2-aaca4bc70fc9)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:13:15.396549 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d5c303fc-c8b3-4998-ae0e-c7a8bf36b646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:15.453377 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 8ed5ca9d-c34f-426f-a0c3-25a747dda079 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:13:15.470481 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 822b9460-88e7-49fc-aae6-14ea710310dc up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:13:15.503294 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port 9fe7b807-e83a-4c04-aae9-3e3b35481001 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:13:15.524963 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 9fe7b807-e83a-4c04-aae9-3e3b35481001 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:15.525421 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:15.580575 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c5aec-f05f-4001-8920-64669c9c5ba5 req-6751a883-447b-4525-aaf9-ed32cc7be587 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:15.582151 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f68c5aec-f05f-4001-8920-64669c9c5ba5 req-6751a883-447b-4525-aaf9-ed32cc7be587 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=7dde1fc5-d07f-45a8-ab56-9c682424bf1e HTTP/1.1" status: 200 len: 945 time: 0.4364057 Feb 09 01:13:15.669073 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f68c5aec-f05f-4001-8920-64669c9c5ba5 req-67c7c3cd-32ba-4fbc-97f8-6367bea14ba1 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788987 Feb 09 01:13:15.682788 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ea6774-13cd-457f-b7fa-3d06f4616171 req-cdcb0bec-a752-4d36-89ca-df1f247a3484 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:15.692131 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-53ea6774-13cd-457f-b7fa-3d06f4616171 req-cdcb0bec-a752-4d36-89ca-df1f247a3484 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=01c1df1d-8df5-40dd-8b45-fc6441193c9d HTTP/1.1" status: 200 len: 945 time: 0.3093665 Feb 09 01:13:15.710103 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f9629599-e591-463b-8858-1aaaa0b1d495 None None] Provisioning for port 8ed5ca9d-c34f-426f-a0c3-25a747dda079 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:13:15.726532 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f9629599-e591-463b-8858-1aaaa0b1d495 None None] Provisioning complete for port 8ed5ca9d-c34f-426f-a0c3-25a747dda079 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:15.726899 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f9629599-e591-463b-8858-1aaaa0b1d495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:15.809705 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-53ea6774-13cd-457f-b7fa-3d06f4616171 req-b5eae083-00b8-49c8-84a7-1fdf6b1c611a tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165826 Feb 09 01:13:15.817358 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-434fbd0e-48ae-45a7-9446-339164f819a2 admin admin] Router 8ceac979-d732-4a6b-907d-6eae9e37c312 is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:13:16.008064 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17b9f1e-4ada-4c9a-879d-113401a065ce None None] Pushing event updated for resources: {'Port': ['ID=01e77068-3c60-475b-9e1d-34d5202d01d0,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:16.021719 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c303fc-c8b3-4998-ae0e-c7a8bf36b646 None None] Routers {'19b526a5-3383-41f0-9a1d-870912ae5117'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:13:16.023979 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-d5c303fc-c8b3-4998-ae0e-c7a8bf36b646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:13:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['19b526a5-3383-41f0-9a1d-870912ae5117'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:16.028528 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e1823828-b280-41a9-9d61-1523bd494af3 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:16.101386 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 38212) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:16.192903 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-66ee08f9-6213-4f97-a657-5471b2e4d0de req-5ad03ac6-8777-4eb1-b390-0aed30147af8 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "GET /v2.0/ports?device_id=14743cf6-5110-4416-bfb2-067b0fb628f9 HTTP/1.1" status: 200 len: 210 time: 0.0927601 Feb 09 01:13:16.199216 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-434fbd0e-48ae-45a7-9446-339164f819a2 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:13:16.217292 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-e1823828-b280-41a9-9d61-1523bd494af3 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Calling delete_port for 35e40c87-db02-4d3b-a0c6-fb63afc0ea55 owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:13:16.245021 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-434fbd0e-48ae-45a7-9446-339164f819a2 admin admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:16.247022 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-434fbd0e-48ae-45a7-9446-339164f819a2 admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.6838973 Feb 09 01:13:16.250431 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 38220) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:16.286980 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2d5ba5-040d-411f-967d-04889d313993 None None] Sync routers for ids ['8ceac979-d732-4a6b-907d-6eae9e37c312'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:13:16.381584 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-3debba81-5587-416d-8e88-77d2d6a6c190 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1739457057-network', 'tenant_id': '622f0cba33274194bab42351c080b6f2'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:16.390811 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-3debba81-5587-416d-8e88-77d2d6a6c190 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:16.399298 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-3debba81-5587-416d-8e88-77d2d6a6c190 admin admin] Usage tracker for resource:network and tenant:622f0cba33274194bab42351c080b6f2 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:13:16.459939 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-3debba81-5587-416d-8e88-77d2d6a6c190 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:13:16.463537 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 822b9460-88e7-49fc-aae6-14ea710310dc triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:16.463994 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:16.486554 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-3debba81-5587-416d-8e88-77d2d6a6c190 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:16.493670 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:16.515861 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2d5ba5-040d-411f-967d-04889d313993 None None] Routers {'8ceac979-d732-4a6b-907d-6eae9e37c312'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:13:16.516521 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-9f2d5ba5-040d-411f-967d-04889d313993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:13:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['8ceac979-d732-4a6b-907d-6eae9e37c312'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:16.555345 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3debba81-5587-416d-8e88-77d2d6a6c190 admin admin] Made reservation on behalf of 622f0cba33274194bab42351c080b6f2 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:13:16.557727 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3debba81-5587-416d-8e88-77d2d6a6c190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:16.613099 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-f6cf7f61-7429-48bf-8552-aa41a476ca0d req-de5016ac-4e48-416e-b816-9f6848d66e9b tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:16.616650 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e1823828-b280-41a9-9d61-1523bd494af3 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:16.617018 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3debba81-5587-416d-8e88-77d2d6a6c190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:16.662313 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-3debba81-5587-416d-8e88-77d2d6a6c190 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:16.669198 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-3debba81-5587-416d-8e88-77d2d6a6c190 admin admin] Usage tracker for resource:security_group_rule and tenant:622f0cba33274194bab42351c080b6f2 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:13:16.674752 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-3debba81-5587-416d-8e88-77d2d6a6c190 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:13:16.683342 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-3debba81-5587-416d-8e88-77d2d6a6c190 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:16.704914 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1823828-b280-41a9-9d61-1523bd494af3 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Pushing event deleted for resources: {'Port': ['ID=35e40c87-db02-4d3b-a0c6-fb63afc0ea55,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:16.712132 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f9629599-e591-463b-8858-1aaaa0b1d495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:16.738362 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-d5c303fc-c8b3-4998-ae0e-c7a8bf36b646 None None] Set router 19b526a5-3383-41f0-9a1d-870912ae5117 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:13:16.740629 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:13:16.900392 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01c1df1d-8df5-40dd-8b45-fc6441193c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe7b807-e83a-4c04-aae9-3e3b35481001'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:13:16.975645 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 9fe7b807-e83a-4c04-aae9-3e3b35481001, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=9fe7b807-e83a-4c04-aae9-3e3b35481001,segment=NetworkSegment(249c5438-d0ef-4132-9144-b2c94c9b3b0e),segment_id=249c5438-d0ef-4132-9144-b2c94c9b3b0e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:13:17.049932 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-f6cf7f61-7429-48bf-8552-aa41a476ca0d req-de5016ac-4e48-416e-b816-9f6848d66e9b tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Transition to ACTIVE for port object 927c7c1b-3546-4bec-a6b1-46a69f34c69f will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:13:17.160293 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-f9629599-e591-463b-8858-1aaaa0b1d495 None None] For port 8ed5ca9d-c34f-426f-a0c3-25a747dda079, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=8ed5ca9d-c34f-426f-a0c3-25a747dda079,segment=NetworkSegment(ce0dc62c-7941-4b08-ad25-dc67d17d1ad0),segment_id=ce0dc62c-7941-4b08-ad25-dc67d17d1ad0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:13:17.172581 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e1823828-b280-41a9-9d61-1523bd494af3 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:17.177531 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-f6cf7f61-7429-48bf-8552-aa41a476ca0d req-de5016ac-4e48-416e-b816-9f6848d66e9b tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:17.217963 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-9f2d5ba5-040d-411f-967d-04889d313993 None None] Set router 8ceac979-d732-4a6b-907d-6eae9e37c312 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:13:17.283763 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:17.372176 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6cf7f61-7429-48bf-8552-aa41a476ca0d req-de5016ac-4e48-416e-b816-9f6848d66e9b tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Network ab8b35d2-be20-44ac-9e79-d160c2d6b54b is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:13:17.383826 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-f6cf7f61-7429-48bf-8552-aa41a476ca0d req-de5016ac-4e48-416e-b816-9f6848d66e9b tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:17.509235 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6cf7f61-7429-48bf-8552-aa41a476ca0d req-de5016ac-4e48-416e-b816-9f6848d66e9b tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:13:17.547549 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77256775-0ea0-485a-9040-8899e831d6cd req-bdb261e0-1a3b-4323-83b1-b03ec5e4ac2a tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:17.553664 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f9629599-e591-463b-8858-1aaaa0b1d495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:17.554237 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-77256775-0ea0-485a-9040-8899e831d6cd req-bdb261e0-1a3b-4323-83b1-b03ec5e4ac2a tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=7dde1fc5-d07f-45a8-ab56-9c682424bf1e HTTP/1.1" status: 200 len: 945 time: 0.6421127 Feb 09 01:13:17.613533 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5016ac-4e48-416e-b816-9f6848d66e9b tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Pushing event updated for resources: {'Port': ['ID=927c7c1b-3546-4bec-a6b1-46a69f34c69f,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:17.630001 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66ac59f-8a39-40ab-96e3-b0b877277f21 req-657a8ff9-1ab3-499c-abb0-5d45a1af2a88 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:17.637151 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a66ac59f-8a39-40ab-96e3-b0b877277f21 req-657a8ff9-1ab3-499c-abb0-5d45a1af2a88 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=01c1df1d-8df5-40dd-8b45-fc6441193c9d HTTP/1.1" status: 200 len: 946 time: 0.6214633 Feb 09 01:13:17.713964 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3debba81-5587-416d-8e88-77d2d6a6c190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:17.736856 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3debba81-5587-416d-8e88-77d2d6a6c190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:17.909188 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=9fe7b807-e83a-4c04-aae9-3e3b35481001,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:17.968633 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf7f61-7429-48bf-8552-aa41a476ca0d req-de5016ac-4e48-416e-b816-9f6848d66e9b tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:17.969254 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-f6cf7f61-7429-48bf-8552-aa41a476ca0d req-de5016ac-4e48-416e-b816-9f6848d66e9b tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:17.988994 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1823828-b280-41a9-9d61-1523bd494af3 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Router 1a0ff825-cfbe-4ab2-8898-6911d5b7c811 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:13:17.992545 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3debba81-5587-416d-8e88-77d2d6a6c190 admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:13:17.999759 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c5de950f-93e3-4622-bdbe-e56f78a4462c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:18.007680 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-f6cf7f61-7429-48bf-8552-aa41a476ca0d req-de5016ac-4e48-416e-b816-9f6848d66e9b tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 3.9371696 Feb 09 01:13:18.016469 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-77256775-0ea0-485a-9040-8899e831d6cd req-d05c7c76-a261-4d17-a579-2317df3a0881 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4105136 Feb 09 01:13:18.031388 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a66ac59f-8a39-40ab-96e3-b0b877277f21 req-15b3f55e-c4e1-4e5f-acfb-3d6f7d8a83af tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3933702 Feb 09 01:13:18.043492 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3debba81-5587-416d-8e88-77d2d6a6c190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4650af-114f-4c86-869b-0ac274180ce1,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:18.059123 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3debba81-5587-416d-8e88-77d2d6a6c190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:18.059123 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-3debba81-5587-416d-8e88-77d2d6a6c190 admin admin] Added segment 44e78b86-ca94-463c-a572-3160d58d1bb2 of type vlan for network 77f326a1-7dbd-4ae0-b78a-9faa28312f82 Feb 09 01:13:18.075672 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [req-f6cf7f61-7429-48bf-8552-aa41a476ca0d req-6ef3ee52-fd0b-4884-b3ad-6d773da3fbe5 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:13:18.076767 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-f6cf7f61-7429-48bf-8552-aa41a476ca0d req-6ef3ee52-fd0b-4884-b3ad-6d773da3fbe5 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0110078 Feb 09 01:13:18.171435 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3debba81-5587-416d-8e88-77d2d6a6c190 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:18.215451 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01c1df1d-8df5-40dd-8b45-fc6441193c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe7b807-e83a-4c04-aae9-3e3b35481001', 'code': 200} Feb 09 01:13:18.270329 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1823828-b280-41a9-9d61-1523bd494af3 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:13:18.284406 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e1823828-b280-41a9-9d61-1523bd494af3 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "PUT /v2.0/routers/1a0ff825-cfbe-4ab2-8898-6911d5b7c811/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1240938 Feb 09 01:13:18.284639 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4770e252-faed-4847-8312-75d3ca49c968 None None] Sync routers for ids ['1a0ff825-cfbe-4ab2-8898-6911d5b7c811'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:13:18.286262 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38270) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:18.310860 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4770e252-faed-4847-8312-75d3ca49c968 None None] Routers {'1a0ff825-cfbe-4ab2-8898-6911d5b7c811'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:13:18.312022 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-4770e252-faed-4847-8312-75d3ca49c968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:13:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['1a0ff825-cfbe-4ab2-8898-6911d5b7c811'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:18.329031 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3debba81-5587-416d-8e88-77d2d6a6c190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:18.330026 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3debba81-5587-416d-8e88-77d2d6a6c190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:18.330599 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3debba81-5587-416d-8e88-77d2d6a6c190 admin admin] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:18.341750 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9629599-e591-463b-8858-1aaaa0b1d495 None None] Pushing event updated for resources: {'Port': ['ID=8ed5ca9d-c34f-426f-a0c3-25a747dda079,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:18.391376 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-fde8f839-bdcf-49f2-98ac-0071c6162523 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Synchronizing usage tracker for tenant:fefa2a0bcdd943ec8d8c861415908997 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:13:18.428630 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-f6cf7f61-7429-48bf-8552-aa41a476ca0d req-eb0a64cb-98c8-4aa9-bc15-5c12947c5b15 service neutron] Request body: {'port': {'device_id': '14743cf6-5110-4416-bfb2-067b0fb628f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:18.442760 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-4770e252-faed-4847-8312-75d3ca49c968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:18.467802 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4770e252-faed-4847-8312-75d3ca49c968 None None] Routers {'1a0ff825-cfbe-4ab2-8898-6911d5b7c811'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:13:18.468434 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-4770e252-faed-4847-8312-75d3ca49c968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:13:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['1a0ff825-cfbe-4ab2-8898-6911d5b7c811'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:18.478349 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-ead78d86-3e1b-4e8c-abcf-6dbab80ed2ed None None] Provisioning complete for port 8ed5ca9d-c34f-426f-a0c3-25a747dda079 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:18.478728 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ead78d86-3e1b-4e8c-abcf-6dbab80ed2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:18.482154 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-fde8f839-bdcf-49f2-98ac-0071c6162523 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Unset dirty status for tenant:fefa2a0bcdd943ec8d8c861415908997 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:13:18.487764 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-fde8f839-bdcf-49f2-98ac-0071c6162523 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "GET /v2.0/ports?device_id=1a0ff825-cfbe-4ab2-8898-6911d5b7c811 HTTP/1.1" status: 200 len: 205 time: 0.1968043 Feb 09 01:13:18.488745 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38276) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:18.532695 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-3debba81-5587-416d-8e88-77d2d6a6c190 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.4131818 Feb 09 01:13:18.587699 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 38282) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:18.595681 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-4770e252-faed-4847-8312-75d3ca49c968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:18.596082 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4770e252-faed-4847-8312-75d3ca49c968 None None] The sync data for ids ['1a0ff825-cfbe-4ab2-8898-6911d5b7c811'] in n-d-828418-1 is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:13:18.603211 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-5b55e1a6-dfd2-4702-8113-d64377bc9506 admin admin] Request body: {'subnet': {'network_id': '77f326a1-7dbd-4ae0-b78a-9faa28312f82', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1739457057-subnet', 'tenant_id': '622f0cba33274194bab42351c080b6f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:18.625588 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-5b55e1a6-dfd2-4702-8113-d64377bc9506 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:18.635691 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3debba81-5587-416d-8e88-77d2d6a6c190 admin admin] Pushing event updated for resources: {'Network': ['ID=77f326a1-7dbd-4ae0-b78a-9faa28312f82,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:18.645664 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-5b55e1a6-dfd2-4702-8113-d64377bc9506 admin admin] Usage tracker for resource:subnet and tenant:622f0cba33274194bab42351c080b6f2 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:13:18.651957 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-5b55e1a6-dfd2-4702-8113-d64377bc9506 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:13:18.653324 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 77f326a1-7dbd-4ae0-b78a-9faa28312f82 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:13:18.673518 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-5b55e1a6-dfd2-4702-8113-d64377bc9506 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:18.699690 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-c5de950f-93e3-4622-bdbe-e56f78a4462c admin admin] Allocated IP 172.20.0.1 (0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5/9ba82490-d70a-42fe-a7ff-0aeb7f428073/8e0614f9-4193-4180-bb2a-4859a0ab49d6) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:13:18.706483 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b55e1a6-dfd2-4702-8113-d64377bc9506 admin admin] Made reservation on behalf of 622f0cba33274194bab42351c080b6f2 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:13:18.708969 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5b55e1a6-dfd2-4702-8113-d64377bc9506 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:18.718594 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fb1c5893-e7ed-41cc-b269-9a52919eaa4b tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:18.761876 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-9f2d5ba5-040d-411f-967d-04889d313993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ceac979-d732-4a6b-907d-6eae9e37c312', 'name': 'tempest-AttachVolumeShelveTestJSON-1796756198-router', 'tenant_id': '128330d8f0414cd5a58362066d10386d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '18484618-ec90-4204-9af5-39c6ac632bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:09Z', 'updated_at': '2022-02-09T01:13:13Z', 'revision_number': 3, 'project_id': '128330d8f0414cd5a58362066d10386d', 'gw_port': {'id': '18484618-ec90-4204-9af5-39c6ac632bb7', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1d:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ceac979-d732-4a6b-907d-6eae9e37c312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:12Z', 'updated_at': '2022-02-09T01:13:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:18.788576 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3449ee-1af4-42d9-8247-ac285e990101 req-3f350e64-751a-4467-a1e3-75c92a0cce61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:18.790255 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fc3449ee-1af4-42d9-8247-ac285e990101 req-3f350e64-751a-4467-a1e3-75c92a0cce61 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=01c1df1d-8df5-40dd-8b45-fc6441193c9d HTTP/1.1" status: 200 len: 1097 time: 0.5113211 Feb 09 01:13:18.796751 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2d5ba5-040d-411f-967d-04889d313993 None None] Checking router: 8ceac979-d732-4a6b-907d-6eae9e37c312 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:13:18.797642 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2d5ba5-040d-411f-967d-04889d313993 None None] Updating router 8ceac979-d732-4a6b-907d-6eae9e37c312 port 18484618-ec90-4204-9af5-39c6ac632bb7 binding host n-d-828418-1 {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:13:18.862870 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9f2d5ba5-040d-411f-967d-04889d313993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:18.896439 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-d5c303fc-c8b3-4998-ae0e-c7a8bf36b646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b526a5-3383-41f0-9a1d-870912ae5117', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1401751286', 'tenant_id': '8919f04ab45a492f916586ca80fae861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '03821c6a-a163-4539-a2f3-20247a1b5c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:12:45Z', 'updated_at': '2022-02-09T01:13:05Z', 'revision_number': 4, 'project_id': '8919f04ab45a492f916586ca80fae861', 'gw_port': {'id': '03821c6a-a163-4539-a2f3-20247a1b5c45', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b526a5-3383-41f0-9a1d-870912ae5117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:12:48Z', 'updated_at': '2022-02-09T01:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '01e77068-3c60-475b-9e1d-34d5202d01d0', 'name': '', 'network_id': 'ab8b35d2-be20-44ac-9e79-d160c2d6b54b', 'tenant_id': '8919f04ab45a492f916586ca80fae861', 'mac_address': 'fa:16:3e:e7:15:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b526a5-3383-41f0-9a1d-870912ae5117', 'device_owner': 'network:router_interface', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': '1c5c1b95-2c22-47db-9480-0b2b77d1e409', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:02Z', 'updated_at': '2022-02-09T01:13:14Z', 'revision_number': 4, 'project_id': '8919f04ab45a492f916586ca80fae861', 'subnets': [{'id': '1c5c1b95-2c22-47db-9480-0b2b77d1e409', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:18.935226 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c303fc-c8b3-4998-ae0e-c7a8bf36b646 None None] The sync data for ids ['19b526a5-3383-41f0-9a1d-870912ae5117'] in n-d-828418-1 is: [{'id': '19b526a5-3383-41f0-9a1d-870912ae5117', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1401751286', 'tenant_id': '8919f04ab45a492f916586ca80fae861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '03821c6a-a163-4539-a2f3-20247a1b5c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:12:45Z', 'updated_at': '2022-02-09T01:13:05Z', 'revision_number': 4, 'project_id': '8919f04ab45a492f916586ca80fae861', 'gw_port': {'id': '03821c6a-a163-4539-a2f3-20247a1b5c45', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b526a5-3383-41f0-9a1d-870912ae5117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:12:48Z', 'updated_at': '2022-02-09T01:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '01e77068-3c60-475b-9e1d-34d5202d01d0', 'name': '', 'network_id': 'ab8b35d2-be20-44ac-9e79-d160c2d6b54b', 'tenant_id': '8919f04ab45a492f916586ca80fae861', 'mac_address': 'fa:16:3e:e7:15:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b526a5-3383-41f0-9a1d-870912ae5117', 'device_owner': 'network:router_interface', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': '1c5c1b95-2c22-47db-9480-0b2b77d1e409', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:02Z', 'updated_at': '2022-02-09T01:13:14Z', 'revision_number': 4, 'project_id': '8919f04ab45a492f916586ca80fae861', 'subnets': [{'id': '1c5c1b95-2c22-47db-9480-0b2b77d1e409', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:13:18.939694 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479aeff1-f762-4182-9ec3-96abc70e85ce req-ab91553d-dc04-43fc-866f-3b5bb0a763ca tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:18.942013 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-479aeff1-f762-4182-9ec3-96abc70e85ce req-ab91553d-dc04-43fc-866f-3b5bb0a763ca tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "GET /v2.0/ports?device_id=14743cf6-5110-4416-bfb2-067b0fb628f9 HTTP/1.1" status: 200 len: 895 time: 0.5797672 Feb 09 01:13:19.036236 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-ead78d86-3e1b-4e8c-abcf-6dbab80ed2ed None None] Provisioning for port 927c7c1b-3546-4bec-a6b1-46a69f34c69f completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:13:19.047786 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-ead78d86-3e1b-4e8c-abcf-6dbab80ed2ed None None] Provisioning complete for port 927c7c1b-3546-4bec-a6b1-46a69f34c69f triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:19.047786 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ead78d86-3e1b-4e8c-abcf-6dbab80ed2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:19.050964 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fc3449ee-1af4-42d9-8247-ac285e990101 req-d60c68a4-a409-4c8c-85a5-ac0f1f72155f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464857 Feb 09 01:13:19.232069 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-f6cf7f61-7429-48bf-8552-aa41a476ca0d req-eb0a64cb-98c8-4aa9-bc15-5c12947c5b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:19.361957 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-ead78d86-3e1b-4e8c-abcf-6dbab80ed2ed None None] Port 927c7c1b-3546-4bec-a6b1-46a69f34c69f cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:13:19.375416 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c5de950f-93e3-4622-bdbe-e56f78a4462c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:19.398974 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fb1c5893-e7ed-41cc-b269-9a52919eaa4b tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:19.408057 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fb1c5893-e7ed-41cc-b269-9a52919eaa4b tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:19.525189 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fb1c5893-e7ed-41cc-b269-9a52919eaa4b tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:19.525751 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb1c5893-e7ed-41cc-b269-9a52919eaa4b tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Fanout notify agent at l3_agent the message router_deleted on router 1a0ff825-cfbe-4ab2-8898-6911d5b7c811 {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:13:19.554239 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fb1c5893-e7ed-41cc-b269-9a52919eaa4b tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:19.556454 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-c5de950f-93e3-4622-bdbe-e56f78a4462c admin admin] Transition to ACTIVE for port object 8e0614f9-4193-4180-bb2a-4859a0ab49d6 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:13:19.562429 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-fb1c5893-e7ed-41cc-b269-9a52919eaa4b tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "DELETE /v2.0/routers/1a0ff825-cfbe-4ab2-8898-6911d5b7c811 HTTP/1.1" status: 204 len: 168 time: 1.0655124 Feb 09 01:13:19.563073 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38304) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:19.637131 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5b55e1a6-dfd2-4702-8113-d64377bc9506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:19.666338 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9f2d5ba5-040d-411f-967d-04889d313993 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:19.682001 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-9f2d5ba5-040d-411f-967d-04889d313993 None None] Transition to ACTIVE for port object 18484618-ec90-4204-9af5-39c6ac632bb7 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:13:19.691162 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9f2d5ba5-040d-411f-967d-04889d313993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:19.694384 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78589516-bcfe-45d2-a960-b0a950380eab req-a088bb54-5480-4ebe-b829-070996668ab0 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:19.696586 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-78589516-bcfe-45d2-a960-b0a950380eab req-a088bb54-5480-4ebe-b829-070996668ab0 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=7dde1fc5-d07f-45a8-ab56-9c682424bf1e HTTP/1.1" status: 200 len: 945 time: 0.3365989 Feb 09 01:13:19.713398 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9382c24e-9f46-43be-b1ee-284afceea878 req-520c02bf-8cdb-4b4c-ae5e-14c87f5216b6 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:19.715342 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9382c24e-9f46-43be-b1ee-284afceea878 req-520c02bf-8cdb-4b4c-ae5e-14c87f5216b6 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=01c1df1d-8df5-40dd-8b45-fc6441193c9d HTTP/1.1" status: 200 len: 946 time: 0.4410288 Feb 09 01:13:19.777254 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9f9f049-b9e9-4c67-a1be-ae6d59f84ef7 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Deleting subnet 57476f38-e68a-4305-97ce-959ca18902d6 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:13:19.794778 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f9f9f049-b9e9-4c67-a1be-ae6d59f84ef7 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:19.842952 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-9f2d5ba5-040d-411f-967d-04889d313993 None None] Attempting to bind port 18484618-ec90-4204-9af5-39c6ac632bb7 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:13:19.843356 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-9f2d5ba5-040d-411f-967d-04889d313993 None None] Attempting to bind port 18484618-ec90-4204-9af5-39c6ac632bb7 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:13:19.844240 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2d5ba5-040d-411f-967d-04889d313993 None None] Attempting to bind port 18484618-ec90-4204-9af5-39c6ac632bb7 on network 3d885c3c-255c-4e54-addc-b28437d0b18e {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:13:19.857553 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb69aee5-72cc-4421-a3f9-16807976dc61 None None] Pushing event updated for resources: {'Port': ['ID=18484618-ec90-4204-9af5-39c6ac632bb7,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:19.876250 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2d5ba5-040d-411f-967d-04889d313993 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:13:19.876627 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2d5ba5-040d-411f-967d-04889d313993 None None] Checking segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:13:19.879544 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9f2d5ba5-040d-411f-967d-04889d313993 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:19.880006 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2d5ba5-040d-411f-967d-04889d313993 None None] Bound using segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:13:19.881410 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-9f2d5ba5-040d-411f-967d-04889d313993 None None] Bound port: 18484618-ec90-4204-9af5-39c6ac632bb7, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:13:19.881831 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9f2d5ba5-040d-411f-967d-04889d313993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:19.938346 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9382c24e-9f46-43be-b1ee-284afceea878 req-8bca6280-af55-4086-8b06-70fa87006666 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138414 Feb 09 01:13:19.962847 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c5de950f-93e3-4622-bdbe-e56f78a4462c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:20.014020 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-9f2d5ba5-040d-411f-967d-04889d313993 None None] For port 18484618-ec90-4204-9af5-39c6ac632bb7, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:13:20.018356 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b55e1a6-dfd2-4702-8113-d64377bc9506 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0d57610-c1fc-4338-a722-1b11d1ee8f4c,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:20.021424 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-9f2d5ba5-040d-411f-967d-04889d313993 None None] For port 18484618-ec90-4204-9af5-39c6ac632bb7, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=18484618-ec90-4204-9af5-39c6ac632bb7,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:13:20.027255 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9f2d5ba5-040d-411f-967d-04889d313993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:20.063864 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-78589516-bcfe-45d2-a960-b0a950380eab req-06a74903-fbcd-4d2c-9413-6b9bdf19ada6 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3370335 Feb 09 01:13:20.064902 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b55e1a6-dfd2-4702-8113-d64377bc9506 admin admin] Checking segment: {'id': '44e78b86-ca94-463c-a572-3160d58d1bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '77f326a1-7dbd-4ae0-b78a-9faa28312f82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:13:20.066667 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b55e1a6-dfd2-4702-8113-d64377bc9506 admin admin] Network hostable DHCP agents. Network: 77f326a1-7dbd-4ae0-b78a-9faa28312f82, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:13:20.120175 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5de950f-93e3-4622-bdbe-e56f78a4462c admin admin] Network 0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:13:20.129914 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-c5de950f-93e3-4622-bdbe-e56f78a4462c admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:20.172796 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2d5ba5-040d-411f-967d-04889d313993 None None] Routers {'8ceac979-d732-4a6b-907d-6eae9e37c312'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:13:20.173451 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-9f2d5ba5-040d-411f-967d-04889d313993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:13:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['8ceac979-d732-4a6b-907d-6eae9e37c312'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:20.249918 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5de950f-93e3-4622-bdbe-e56f78a4462c admin admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:13:20.264782 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb69aee5-72cc-4421-a3f9-16807976dc61 None None] Pushing event updated for resources: {'Port': ['ID=18484618-ec90-4204-9af5-39c6ac632bb7,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:20.334856 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f9f9f049-b9e9-4c67-a1be-ae6d59f84ef7 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:20.485349 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 01e77068-3c60-475b-9e1d-34d5202d01d0 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:13:20.672474 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [req-f6cf7f61-7429-48bf-8552-aa41a476ca0d req-eb0a64cb-98c8-4aa9-bc15-5c12947c5b15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 927c7c1b-3546-4bec-a6b1-46a69f34c69f {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:13:20.675301 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c5de950f-93e3-4622-bdbe-e56f78a4462c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:20.677571 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f9f9f049-b9e9-4c67-a1be-ae6d59f84ef7 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:20.706321 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5de950f-93e3-4622-bdbe-e56f78a4462c admin admin] Pushing event updated for resources: {'Port': ['ID=8e0614f9-4193-4180-bb2a-4859a0ab49d6,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:20.712316 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-9f2d5ba5-040d-411f-967d-04889d313993 None None] Set router 8ceac979-d732-4a6b-907d-6eae9e37c312 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:13:20.720899 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-f6cf7f61-7429-48bf-8552-aa41a476ca0d req-eb0a64cb-98c8-4aa9-bc15-5c12947c5b15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:20.784981 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-f6cf7f61-7429-48bf-8552-aa41a476ca0d req-eb0a64cb-98c8-4aa9-bc15-5c12947c5b15 service neutron] Transition to ACTIVE for port object 927c7c1b-3546-4bec-a6b1-46a69f34c69f will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:13:20.792833 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-f6cf7f61-7429-48bf-8552-aa41a476ca0d req-eb0a64cb-98c8-4aa9-bc15-5c12947c5b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:20.867758 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b55e1a6-dfd2-4702-8113-d64377bc9506 admin admin] Network 77f326a1-7dbd-4ae0-b78a-9faa28312f82 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:13:20.893717 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-5b55e1a6-dfd2-4702-8113-d64377bc9506 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 77f326a1-7dbd-4ae0-b78a-9faa28312f82) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:20.919390 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b55e1a6-dfd2-4702-8113-d64377bc9506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:20.920036 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5b55e1a6-dfd2-4702-8113-d64377bc9506 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:20.928873 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30920b97-d477-4517-b1ff-c1fe0bff15d7 None None] Network 77f326a1-7dbd-4ae0-b78a-9faa28312f82 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:13:20.933422 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0a64cb-98c8-4aa9-bc15-5c12947c5b15 service neutron] Pushing event updated for resources: {'Port': ['ID=927c7c1b-3546-4bec-a6b1-46a69f34c69f,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:20.975697 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aebbab3-7fc9-4f8a-84e7-3243205ecc34 req-7ea6a523-1fd7-40b5-89a9-39cd544ac66c tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:21.007915 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9aebbab3-7fc9-4f8a-84e7-3243205ecc34 req-7ea6a523-1fd7-40b5-89a9-39cd544ac66c tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "GET /v2.0/ports?device_id=14743cf6-5110-4416-bfb2-067b0fb628f9 HTTP/1.1" status: 200 len: 895 time: 0.8659010 Feb 09 01:13:21.045328 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-5b55e1a6-dfd2-4702-8113-d64377bc9506 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.4554918 Feb 09 01:13:21.200550 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-89903213-82b5-4f3f-ae6c-53a2a0be82bb None None] Provisioning for port 8e0614f9-4193-4180-bb2a-4859a0ab49d6 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:13:21.243672 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-89903213-82b5-4f3f-ae6c-53a2a0be82bb None None] Provisioning complete for port 8e0614f9-4193-4180-bb2a-4859a0ab49d6 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:21.248986 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-89903213-82b5-4f3f-ae6c-53a2a0be82bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:21.255027 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f9f9f049-b9e9-4c67-a1be-ae6d59f84ef7 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:21.324932 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f9f049-b9e9-4c67-a1be-ae6d59f84ef7 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Pushing event deleted for resources: {'Subnet': ['ID=57476f38-e68a-4305-97ce-959ca18902d6,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:21.348057 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 01e77068-3c60-475b-9e1d-34d5202d01d0 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:13:21.368285 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 01e77068-3c60-475b-9e1d-34d5202d01d0 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:21.368899 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:21.377934 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f9f9f049-b9e9-4c67-a1be-ae6d59f84ef7 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:21.408776 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f9f9f049-b9e9-4c67-a1be-ae6d59f84ef7 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "DELETE /v2.0/subnets/57476f38-e68a-4305-97ce-959ca18902d6 HTTP/1.1" status: 204 len: 168 time: 1.8377893 Feb 09 01:13:21.412239 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38328) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:21.442706 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b598e3b-d1e3-442c-b71d-f201d64d928a None None] Network 7e5b7f8c-38a2-4d00-9d09-d553100bf1fb requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:13:21.480560 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c5de950f-93e3-4622-bdbe-e56f78a4462c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:21.539667 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-f6cf7f61-7429-48bf-8552-aa41a476ca0d req-eb0a64cb-98c8-4aa9-bc15-5c12947c5b15 service neutron] Attempting to bind port 927c7c1b-3546-4bec-a6b1-46a69f34c69f on host n-h2-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:13:21.540000 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-f6cf7f61-7429-48bf-8552-aa41a476ca0d req-eb0a64cb-98c8-4aa9-bc15-5c12947c5b15 service neutron] Attempting to bind port 927c7c1b-3546-4bec-a6b1-46a69f34c69f by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': 'c1f6c3e2-9359-4949-a7a2-aaca4bc70fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ab8b35d2-be20-44ac-9e79-d160c2d6b54b'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:13:21.540320 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cf7f61-7429-48bf-8552-aa41a476ca0d req-eb0a64cb-98c8-4aa9-bc15-5c12947c5b15 service neutron] Attempting to bind port 927c7c1b-3546-4bec-a6b1-46a69f34c69f on network ab8b35d2-be20-44ac-9e79-d160c2d6b54b {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:13:21.548958 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cf7f61-7429-48bf-8552-aa41a476ca0d req-eb0a64cb-98c8-4aa9-bc15-5c12947c5b15 service neutron] Port 927c7c1b-3546-4bec-a6b1-46a69f34c69f on network ab8b35d2-be20-44ac-9e79-d160c2d6b54b not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:13:21.549269 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cf7f61-7429-48bf-8552-aa41a476ca0d req-eb0a64cb-98c8-4aa9-bc15-5c12947c5b15 service neutron] Attempting to bind port 927c7c1b-3546-4bec-a6b1-46a69f34c69f on network ab8b35d2-be20-44ac-9e79-d160c2d6b54b {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:13:21.568180 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cf7f61-7429-48bf-8552-aa41a476ca0d req-eb0a64cb-98c8-4aa9-bc15-5c12947c5b15 service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:13:21.568490 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cf7f61-7429-48bf-8552-aa41a476ca0d req-eb0a64cb-98c8-4aa9-bc15-5c12947c5b15 service neutron] Checking segment: {'id': 'c1f6c3e2-9359-4949-a7a2-aaca4bc70fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ab8b35d2-be20-44ac-9e79-d160c2d6b54b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:13:21.568877 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cf7f61-7429-48bf-8552-aa41a476ca0d req-eb0a64cb-98c8-4aa9-bc15-5c12947c5b15 service neutron] Bound using segment: {'id': 'c1f6c3e2-9359-4949-a7a2-aaca4bc70fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ab8b35d2-be20-44ac-9e79-d160c2d6b54b'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:13:21.569305 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-f6cf7f61-7429-48bf-8552-aa41a476ca0d req-eb0a64cb-98c8-4aa9-bc15-5c12947c5b15 service neutron] Bound port: 927c7c1b-3546-4bec-a6b1-46a69f34c69f, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f6c3e2-9359-4949-a7a2-aaca4bc70fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ab8b35d2-be20-44ac-9e79-d160c2d6b54b'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:13:21.569665 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-f6cf7f61-7429-48bf-8552-aa41a476ca0d req-eb0a64cb-98c8-4aa9-bc15-5c12947c5b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:21.589040 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d89775f3-5d63-4b1d-bd5d-18ce22a364f3 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:21.606952 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-89903213-82b5-4f3f-ae6c-53a2a0be82bb None None] Port 8e0614f9-4193-4180-bb2a-4859a0ab49d6 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:13:21.667048 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-d89775f3-5d63-4b1d-bd5d-18ce22a364f3 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Deleting port 822b9460-88e7-49fc-aae6-14ea710310dc {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:13:21.667438 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d89775f3-5d63-4b1d-bd5d-18ce22a364f3 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:21.718623 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38de39-97dd-420a-b480-b29bf9020a8f req-b520f596-767c-49f9-92a5-c6b86c369383 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:21.719706 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8e38de39-97dd-420a-b480-b29bf9020a8f req-b520f596-767c-49f9-92a5-c6b86c369383 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.62 "GET /v2.0/ports?device_id=7dde1fc5-d07f-45a8-ab56-9c682424bf1e HTTP/1.1" status: 200 len: 945 time: 0.5141571 Feb 09 01:13:21.813324 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9653a364-479a-4998-81c0-4440b96a4587 req-bdb12d51-3b7c-4d91-9252-f14cae095381 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:21.815100 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9653a364-479a-4998-81c0-4440b96a4587 req-bdb12d51-3b7c-4d91-9252-f14cae095381 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=01c1df1d-8df5-40dd-8b45-fc6441193c9d HTTP/1.1" status: 200 len: 946 time: 0.6105297 Feb 09 01:13:21.895839 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-f6cf7f61-7429-48bf-8552-aa41a476ca0d req-eb0a64cb-98c8-4aa9-bc15-5c12947c5b15 service neutron] For port 927c7c1b-3546-4bec-a6b1-46a69f34c69f, host n-h2-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:13:21.945048 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-8e38de39-97dd-420a-b480-b29bf9020a8f req-d02a1f1a-8b50-4ada-9483-fa099d2b0ad7 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Deleting port 6c1e285d-21c3-4d5c-a72a-9edc2b494f12 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:13:21.945497 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8e38de39-97dd-420a-b480-b29bf9020a8f req-d02a1f1a-8b50-4ada-9483-fa099d2b0ad7 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:21.963559 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-f6cf7f61-7429-48bf-8552-aa41a476ca0d req-eb0a64cb-98c8-4aa9-bc15-5c12947c5b15 service neutron] For port 927c7c1b-3546-4bec-a6b1-46a69f34c69f, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=927c7c1b-3546-4bec-a6b1-46a69f34c69f,segment=NetworkSegment(c1f6c3e2-9359-4949-a7a2-aaca4bc70fc9),segment_id=c1f6c3e2-9359-4949-a7a2-aaca4bc70fc9)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:13:21.978179 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-f6cf7f61-7429-48bf-8552-aa41a476ca0d req-eb0a64cb-98c8-4aa9-bc15-5c12947c5b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:22.042477 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc070a-49bb-4549-887d-35d6091a1de3 req-9cb4578a-e1e1-4862-aa54-2193ee464d34 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:22.049716 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:22.049962 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-61cc070a-49bb-4549-887d-35d6091a1de3 req-9cb4578a-e1e1-4862-aa54-2193ee464d34 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=7dde1fc5-d07f-45a8-ab56-9c682424bf1e HTTP/1.1" status: 200 len: 945 time: 0.5538981 Feb 09 01:13:22.050737 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3c6e52-582e-4f6f-81d1-df64a0686dd3 None None] Network 77f326a1-7dbd-4ae0-b78a-9faa28312f82 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:13:22.059820 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9653a364-479a-4998-81c0-4440b96a4587 req-70738662-ac57-43dd-94bd-58331ab8e223 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350445 Feb 09 01:13:22.101813 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-d89775f3-5d63-4b1d-bd5d-18ce22a364f3 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] For port 822b9460-88e7-49fc-aae6-14ea710310dc, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=822b9460-88e7-49fc-aae6-14ea710310dc,segment=NetworkSegment(c9550293-12fa-442b-9998-8e140f23bcf8),segment_id=c9550293-12fa-442b-9998-8e140f23bcf8)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:13:22.102605 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d89775f3-5d63-4b1d-bd5d-18ce22a364f3 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:22.125189 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf7f61-7429-48bf-8552-aa41a476ca0d req-eb0a64cb-98c8-4aa9-bc15-5c12947c5b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:22.126100 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-f6cf7f61-7429-48bf-8552-aa41a476ca0d req-eb0a64cb-98c8-4aa9-bc15-5c12947c5b15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:22.127683 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-f6cf7f61-7429-48bf-8552-aa41a476ca0d req-eb0a64cb-98c8-4aa9-bc15-5c12947c5b15 service neutron] 10.222.0.99 "PUT /v2.0/ports/927c7c1b-3546-4bec-a6b1-46a69f34c69f HTTP/1.1" status: 200 len: 1055 time: 4.0412953 Feb 09 01:13:22.128289 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14743cf6-5110-4416-bfb2-067b0fb628f9', 'tag': '927c7c1b-3546-4bec-a6b1-46a69f34c69f'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:13:22.285857 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-61cc070a-49bb-4549-887d-35d6091a1de3 req-519080f8-2ae6-401f-b96d-9df82daa880a tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/security-groups?id=60b5d72f-6ce6-49ed-921e-ed24bb888442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351375 Feb 09 01:13:22.403228 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-d89775f3-5d63-4b1d-bd5d-18ce22a364f3 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Calling delete_port for 822b9460-88e7-49fc-aae6-14ea710310dc owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:13:22.420690 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:22.485681 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0a64cb-98c8-4aa9-bc15-5c12947c5b15 service neutron] Pushing event updated for resources: {'Port': ['ID=927c7c1b-3546-4bec-a6b1-46a69f34c69f,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:22.494146 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 01e77068-3c60-475b-9e1d-34d5202d01d0, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=01e77068-3c60-475b-9e1d-34d5202d01d0,segment=NetworkSegment(c1f6c3e2-9359-4949-a7a2-aaca4bc70fc9),segment_id=c1f6c3e2-9359-4949-a7a2-aaca4bc70fc9)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:13:22.550567 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:22.552427 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 8ed5ca9d-c34f-426f-a0c3-25a747dda079 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:13:22.555517 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.db.resource_extend [None req-c5de950f-93e3-4622-bdbe-e56f78a4462c admin admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:13:22.603048 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c5de950f-93e3-4622-bdbe-e56f78a4462c admin admin] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:22.614625 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c5de950f-93e3-4622-bdbe-e56f78a4462c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:22.679803 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d89775f3-5d63-4b1d-bd5d-18ce22a364f3 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:22.732235 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-9f2d5ba5-040d-411f-967d-04889d313993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ceac979-d732-4a6b-907d-6eae9e37c312', 'name': 'tempest-AttachVolumeShelveTestJSON-1796756198-router', 'tenant_id': '128330d8f0414cd5a58362066d10386d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '18484618-ec90-4204-9af5-39c6ac632bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:09Z', 'updated_at': '2022-02-09T01:13:13Z', 'revision_number': 3, 'project_id': '128330d8f0414cd5a58362066d10386d', 'gw_port': {'id': '18484618-ec90-4204-9af5-39c6ac632bb7', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1d:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ceac979-d732-4a6b-907d-6eae9e37c312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:12Z', 'updated_at': '2022-02-09T01:13:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:22.745477 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf7f61-7429-48bf-8552-aa41a476ca0d req-f5a5b4f2-b666-4154-a07b-1c148988d6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:22.747508 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-f6cf7f61-7429-48bf-8552-aa41a476ca0d req-f5a5b4f2-b666-4154-a07b-1c148988d6b6 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=8919f04ab45a492f916586ca80fae861&device_id=14743cf6-5110-4416-bfb2-067b0fb628f9 HTTP/1.1" status: 200 len: 1058 time: 0.5256646 Feb 09 01:13:22.753206 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2d5ba5-040d-411f-967d-04889d313993 None None] The sync data for ids ['8ceac979-d732-4a6b-907d-6eae9e37c312'] in n-d-828418-1 is: [{'id': '8ceac979-d732-4a6b-907d-6eae9e37c312', 'name': 'tempest-AttachVolumeShelveTestJSON-1796756198-router', 'tenant_id': '128330d8f0414cd5a58362066d10386d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '18484618-ec90-4204-9af5-39c6ac632bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:09Z', 'updated_at': '2022-02-09T01:13:13Z', 'revision_number': 3, 'project_id': '128330d8f0414cd5a58362066d10386d', 'gw_port': {'id': '18484618-ec90-4204-9af5-39c6ac632bb7', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1d:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ceac979-d732-4a6b-907d-6eae9e37c312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:12Z', 'updated_at': '2022-02-09T01:13:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:13:22.765894 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89775f3-5d63-4b1d-bd5d-18ce22a364f3 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] No DVR routers for this DVR port 822b9460-88e7-49fc-aae6-14ea710310dc on host n-d-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:13:22.770366 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=01e77068-3c60-475b-9e1d-34d5202d01d0,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:22.794155 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 8ed5ca9d-c34f-426f-a0c3-25a747dda079 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:22.794546 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:22.850300 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89775f3-5d63-4b1d-bd5d-18ce22a364f3 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Pushing event deleted for resources: {'Port': ['ID=822b9460-88e7-49fc-aae6-14ea710310dc,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:22.874961 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f90871-6969-4be8-babb-d1f9183ecbec None None] DHCP port deletion for 7e5b7f8c-38a2-4d00-9d09-d553100bf1fb request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:13:22.930362 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-8e38de39-97dd-420a-b480-b29bf9020a8f req-d02a1f1a-8b50-4ada-9483-fa099d2b0ad7 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] For port 6c1e285d-21c3-4d5c-a72a-9edc2b494f12, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=6c1e285d-21c3-4d5c-a72a-9edc2b494f12,segment=NetworkSegment(99af9c6b-b902-4fb4-8324-3fa58cf16b85),segment_id=99af9c6b-b902-4fb4-8324-3fa58cf16b85)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:13:22.931348 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8e38de39-97dd-420a-b480-b29bf9020a8f req-d02a1f1a-8b50-4ada-9483-fa099d2b0ad7 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:22.990625 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-f6cf7f61-7429-48bf-8552-aa41a476ca0d req-09447e59-5aa2-4be5-99c4-9a8ed1adb856 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=927c7c1b-3546-4bec-a6b1-46a69f34c69f HTTP/1.1" status: 200 len: 217 time: 0.2293913 Feb 09 01:13:23.157172 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-8e38de39-97dd-420a-b480-b29bf9020a8f req-d02a1f1a-8b50-4ada-9483-fa099d2b0ad7 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Calling delete_port for 6c1e285d-21c3-4d5c-a72a-9edc2b494f12 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:13:23.213034 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 01e77068-3c60-475b-9e1d-34d5202d01d0 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:13:23.314523 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 01e77068-3c60-475b-9e1d-34d5202d01d0 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:23.315257 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:23.403867 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d89775f3-5d63-4b1d-bd5d-18ce22a364f3 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:23.460645 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-d89775f3-5d63-4b1d-bd5d-18ce22a364f3 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e5b7f8c-38a2-4d00-9d09-d553100bf1fb']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:23.496105 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf7f61-7429-48bf-8552-aa41a476ca0d req-00cbfb56-0fc9-415d-b6d4-821edbe0f6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:23.497631 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-f6cf7f61-7429-48bf-8552-aa41a476ca0d req-00cbfb56-0fc9-415d-b6d4-821edbe0f6fb service neutron] 10.222.0.99 "GET /v2.0/subnets?id=1c5c1b95-2c22-47db-9480-0b2b77d1e409 HTTP/1.1" status: 200 len: 838 time: 0.1944766 Feb 09 01:13:23.569111 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c5de950f-93e3-4622-bdbe-e56f78a4462c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:23.581801 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-d89775f3-5d63-4b1d-bd5d-18ce22a364f3 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9550293-12fa-442b-9998-8e140f23bcf8') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:23.582072 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-d89775f3-5d63-4b1d-bd5d-18ce22a364f3 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9550293-12fa-442b-9998-8e140f23bcf8') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:23.593793 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 822b9460-88e7-49fc-aae6-14ea710310dc no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:13:23.637448 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d89775f3-5d63-4b1d-bd5d-18ce22a364f3 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:23.675270 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d89775f3-5d63-4b1d-bd5d-18ce22a364f3 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:23.676464 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 822b9460-88e7-49fc-aae6-14ea710310dc {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:13:23.677958 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 822b9460-88e7-49fc-aae6-14ea710310dc not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:13:23.691023 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d89775f3-5d63-4b1d-bd5d-18ce22a364f3 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:13:23.693129 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d89775f3-5d63-4b1d-bd5d-18ce22a364f3 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:23.829358 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:13:23.829358 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:13:23.829358 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:13:23.829358 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:13:23.829358 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:13:23.829358 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:13:23.829358 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:13:23.829358 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:13:23.829358 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:13:23.829358 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:13:23.829358 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:13:23.829358 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:13:23.829358 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:13:23.829358 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:13:23.829358 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:13:23.829358 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:13:23.829358 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:13:23.829358 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:13:23.829358 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:13:23.829358 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:13:23.829358 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:13:23.829358 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:13:23.829358 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:13:23.829358 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:13:23.829358 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:13:23.829358 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:13:23.829358 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:13:23.829358 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:13:23.829358 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:13:23.829358 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:13:23.829358 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:13:23.829358 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:13:23.847872 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d89775f3-5d63-4b1d-bd5d-18ce22a364f3 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:23.875090 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d89775f3-5d63-4b1d-bd5d-18ce22a364f3 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:23.883779 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5de950f-93e3-4622-bdbe-e56f78a4462c admin admin] Network 0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:13:23.890202 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-c5de950f-93e3-4622-bdbe-e56f78a4462c admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:23.893824 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89775f3-5d63-4b1d-bd5d-18ce22a364f3 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Pushing event deleted for resources: {'Network': ['ID=7e5b7f8c-38a2-4d00-9d09-d553100bf1fb,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:23.921254 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d89775f3-5d63-4b1d-bd5d-18ce22a364f3 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "DELETE /v2.0/networks/7e5b7f8c-38a2-4d00-9d09-d553100bf1fb HTTP/1.1" status: 204 len: 168 time: 2.5079274 Feb 09 01:13:23.923882 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38382) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:23.927721 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef1662c-09d2-4a9f-af2d-0940f278ad00 req-16ffe00d-4656-404e-9c84-7dbab2fb8bc1 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:23.929333 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bef1662c-09d2-4a9f-af2d-0940f278ad00 req-16ffe00d-4656-404e-9c84-7dbab2fb8bc1 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "GET /v2.0/ports?device_id=14743cf6-5110-4416-bfb2-067b0fb628f9 HTTP/1.1" status: 200 len: 907 time: 1.4183702 Feb 09 01:13:23.930893 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-14c45c66-a766-4776-9f34-46dba50d4989 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1267836351', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}, 'admin_state_up': False}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:23.941983 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf7f61-7429-48bf-8552-aa41a476ca0d req-5b9b2009-7d64-4a22-ba85-ef3ef353925f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:23.948477 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5de950f-93e3-4622-bdbe-e56f78a4462c admin admin] Pushing event updated for resources: {'Port': ['ID=8e0614f9-4193-4180-bb2a-4859a0ab49d6,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:23.960064 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-f6cf7f61-7429-48bf-8552-aa41a476ca0d req-5b9b2009-7d64-4a22-ba85-ef3ef353925f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=ab8b35d2-be20-44ac-9e79-d160c2d6b54b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4406946 Feb 09 01:13:23.962574 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-14c45c66-a766-4776-9f34-46dba50d4989 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:24.042760 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-14c45c66-a766-4776-9f34-46dba50d4989 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Usage tracker for resource:router and tenant:fefa2a0bcdd943ec8d8c861415908997 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:13:24.057441 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-14c45c66-a766-4776-9f34-46dba50d4989 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:13:24.184092 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-14c45c66-a766-4776-9f34-46dba50d4989 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:24.220559 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-14c45c66-a766-4776-9f34-46dba50d4989 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:24.221510 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-14c45c66-a766-4776-9f34-46dba50d4989 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:24.240178 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-14c45c66-a766-4776-9f34-46dba50d4989 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:24.285135 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-6446899d-9150-4391-a636-e2236040a314 None None] Provisioning complete for port 8e0614f9-4193-4180-bb2a-4859a0ab49d6 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:24.285724 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6446899d-9150-4391-a636-e2236040a314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:24.383349 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-6446899d-9150-4391-a636-e2236040a314 None None] Port 8e0614f9-4193-4180-bb2a-4859a0ab49d6 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:13:24.406471 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5de950f-93e3-4622-bdbe-e56f78a4462c admin admin] Router 8ceac979-d732-4a6b-907d-6eae9e37c312 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:13:24.426670 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-f6cf7f61-7429-48bf-8552-aa41a476ca0d req-bb775a38-5218-48c6-a5b8-79d9ec304270 service neutron] 10.222.0.99 "GET /v2.0/networks/ab8b35d2-be20-44ac-9e79-d160c2d6b54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4555752 Feb 09 01:13:24.450350 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295ba59-d9bc-4f4f-ae8b-2771a03566f2 req-4bd57fd9-4c49-4622-bc8d-4d5431b67c16 tempest-InstanceActionsNegativeTestJSON-1237608702 tempest-InstanceActionsNegativeTestJSON-1237608702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:24.451066 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-5295ba59-d9bc-4f4f-ae8b-2771a03566f2 req-4bd57fd9-4c49-4622-bc8d-4d5431b67c16 tempest-InstanceActionsNegativeTestJSON-1237608702 tempest-InstanceActionsNegativeTestJSON-1237608702-project] Synchronizing usage tracker for tenant:622f0cba33274194bab42351c080b6f2 on resource:network {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:13:24.602119 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e419e45-ad03-4962-940c-a7c59b4c7bdc req-6b9ed971-3273-4bb0-ae4c-ac85c3f67d6f tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:24.604371 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8e419e45-ad03-4962-940c-a7c59b4c7bdc req-6b9ed971-3273-4bb0-ae4c-ac85c3f67d6f tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=01c1df1d-8df5-40dd-8b45-fc6441193c9d HTTP/1.1" status: 200 len: 946 time: 0.4019384 Feb 09 01:13:24.665041 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:24.724840 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-5295ba59-d9bc-4f4f-ae8b-2771a03566f2 req-4bd57fd9-4c49-4622-bc8d-4d5431b67c16 tempest-InstanceActionsNegativeTestJSON-1237608702 tempest-InstanceActionsNegativeTestJSON-1237608702-project] Unset dirty status for tenant:622f0cba33274194bab42351c080b6f2 on resource:network {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:13:24.726481 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5295ba59-d9bc-4f4f-ae8b-2771a03566f2 req-4bd57fd9-4c49-4622-bc8d-4d5431b67c16 tempest-InstanceActionsNegativeTestJSON-1237608702 tempest-InstanceActionsNegativeTestJSON-1237608702-project] 10.222.0.105 "GET /v2.0/networks?id=77f326a1-7dbd-4ae0-b78a-9faa28312f82 HTTP/1.1" status: 200 len: 822 time: 1.9830172 Feb 09 01:13:24.770770 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8e38de39-97dd-420a-b480-b29bf9020a8f req-d02a1f1a-8b50-4ada-9483-fa099d2b0ad7 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:24.784435 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['6c1e285d-21c3-4d5c-a72a-9edc2b494f12'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:13:24.859468 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a1f1a-8b50-4ada-9483-fa099d2b0ad7 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Pushing event deleted for resources: {'Port': ['ID=6c1e285d-21c3-4d5c-a72a-9edc2b494f12,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:24.870357 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5295ba59-d9bc-4f4f-ae8b-2771a03566f2 req-b0440253-4170-43a6-8098-016abbc6ba1c tempest-InstanceActionsNegativeTestJSON-1237608702 tempest-InstanceActionsNegativeTestJSON-1237608702-project] 10.222.0.105 "GET /v2.0/quotas/622f0cba33274194bab42351c080b6f2 HTTP/1.1" status: 200 len: 375 time: 0.1315327 Feb 09 01:13:24.880027 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5de950f-93e3-4622-bdbe-e56f78a4462c admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:13:24.886723 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-14c45c66-a766-4776-9f34-46dba50d4989 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:24.913346 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8e419e45-ad03-4962-940c-a7c59b4c7bdc req-d01820a8-c5ad-45cc-9917-6105c1166bef tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738079 Feb 09 01:13:25.058082 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5295ba59-d9bc-4f4f-ae8b-2771a03566f2 req-dc0e1528-804f-4fcc-ac68-c2d0b6bcb0d7 tempest-InstanceActionsNegativeTestJSON-1237608702 tempest-InstanceActionsNegativeTestJSON-1237608702-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=622f0cba33274194bab42351c080b6f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0929477 Feb 09 01:13:25.066146 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-f6cf7f61-7429-48bf-8552-aa41a476ca0d req-f9c90045-38ae-4599-a87e-1625b556b5e2 service neutron] 10.222.0.99 "GET /v2.0/networks/ab8b35d2-be20-44ac-9e79-d160c2d6b54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6288397 Feb 09 01:13:25.157129 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38400) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:25.223908 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 18484618-ec90-4204-9af5-39c6ac632bb7 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:13:25.269348 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5295ba59-d9bc-4f4f-ae8b-2771a03566f2 req-86506f68-3715-4a0d-bf9a-3ef610915eab service neutron] 10.222.0.105 "GET /v2.0/networks/77f326a1-7dbd-4ae0-b78a-9faa28312f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099411 Feb 09 01:13:25.277650 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-c5de950f-93e3-4622-bdbe-e56f78a4462c admin admin] 10.222.0.105 "PUT /v2.0/routers/8ceac979-d732-4a6b-907d-6eae9e37c312/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0210464 Feb 09 01:13:25.343955 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 18484618-ec90-4204-9af5-39c6ac632bb7 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:13:25.351005 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 18484618-ec90-4204-9af5-39c6ac632bb7 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:25.351537 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:25.405516 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e38de39-97dd-420a-b480-b29bf9020a8f req-d02a1f1a-8b50-4ada-9483-fa099d2b0ad7 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] No DVR routers for this DVR port 6c1e285d-21c3-4d5c-a72a-9edc2b494f12 on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:13:25.413308 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8e38de39-97dd-420a-b480-b29bf9020a8f req-d02a1f1a-8b50-4ada-9483-fa099d2b0ad7 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:25.415730 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8e38de39-97dd-420a-b480-b29bf9020a8f req-d02a1f1a-8b50-4ada-9483-fa099d2b0ad7 tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.62 "DELETE /v2.0/ports/6c1e285d-21c3-4d5c-a72a-9edc2b494f12 HTTP/1.1" status: 204 len: 173 time: 3.6866801 Feb 09 01:13:25.416192 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dde1fc5-d07f-45a8-ab56-9c682424bf1e', 'name': 'network-vif-deleted', 'tag': '6c1e285d-21c3-4d5c-a72a-9edc2b494f12'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:13:25.514434 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14743cf6-5110-4416-bfb2-067b0fb628f9', 'tag': '927c7c1b-3546-4bec-a6b1-46a69f34c69f', 'status': 'completed', 'code': 200} Feb 09 01:13:25.520108 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-14c45c66-a766-4776-9f34-46dba50d4989 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for router_gateway, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:25.552154 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d1628cfc-64c7-488b-b126-aecf5f4492d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:25.565251 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ddd028-9d30-45d0-950f-7ec5879d9b9b None None] Sync routers for ids ['8ceac979-d732-4a6b-907d-6eae9e37c312'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:13:25.566243 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5295ba59-d9bc-4f4f-ae8b-2771a03566f2 req-76f4f3f7-b4bb-4637-8c5b-e15352f42e47 service neutron] 10.222.0.105 "GET /v2.0/networks/77f326a1-7dbd-4ae0-b78a-9faa28312f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964005 Feb 09 01:13:25.641410 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ddd028-9d30-45d0-950f-7ec5879d9b9b None None] Routers {'8ceac979-d732-4a6b-907d-6eae9e37c312'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:13:25.642099 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-a8ddd028-9d30-45d0-950f-7ec5879d9b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:13:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['8ceac979-d732-4a6b-907d-6eae9e37c312'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:25.697577 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-5bc66114-54f4-4362-a056-45eef983cd7c req-df942525-e8bf-4f6a-9791-d9de9611f93b tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Synchronizing usage tracker for tenant:31d75c3847f44b229ecd5ad32549f4f2 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:13:25.747028 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-5bc66114-54f4-4362-a056-45eef983cd7c req-df942525-e8bf-4f6a-9791-d9de9611f93b tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] Unset dirty status for tenant:31d75c3847f44b229ecd5ad32549f4f2 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:13:25.760101 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5bc66114-54f4-4362-a056-45eef983cd7c req-df942525-e8bf-4f6a-9791-d9de9611f93b tempest-ServerRescueNegativeTestJSON-1548763640 tempest-ServerRescueNegativeTestJSON-1548763640-project] 10.222.0.105 "GET /v2.0/ports?device_id=7dde1fc5-d07f-45a8-ab56-9c682424bf1e HTTP/1.1" status: 200 len: 210 time: 0.1487527 Feb 09 01:13:25.788074 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:25.907640 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-14c45c66-a766-4776-9f34-46dba50d4989 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:25.998951 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-a8ddd028-9d30-45d0-950f-7ec5879d9b9b None None] Set router 8ceac979-d732-4a6b-907d-6eae9e37c312 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:13:26.011734 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dde1fc5-d07f-45a8-ab56-9c682424bf1e', 'name': 'network-vif-deleted', 'tag': '6c1e285d-21c3-4d5c-a72a-9edc2b494f12', 'status': 'completed', 'code': 200} Feb 09 01:13:26.096458 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3345663-8d13-42d9-a768-e69ec110b4af req-33cb7dbc-679f-43e2-9e19-a38bd652c7b5 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:26.099078 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d1628cfc-64c7-488b-b126-aecf5f4492d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:26.110588 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c3345663-8d13-42d9-a768-e69ec110b4af req-33cb7dbc-679f-43e2-9e19-a38bd652c7b5 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "GET /v2.0/ports?device_id=14743cf6-5110-4416-bfb2-067b0fb628f9 HTTP/1.1" status: 200 len: 907 time: 0.1927066 Feb 09 01:13:26.115065 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-d1628cfc-64c7-488b-b126-aecf5f4492d9 admin admin] Usage tracker for resource:security_group_rule and tenant:5f13d5a1d0db497c9dd0fb34a7f13032 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:13:26.124834 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-d1628cfc-64c7-488b-b126-aecf5f4492d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:13:26.128092 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-14c45c66-a766-4776-9f34-46dba50d4989 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Allocated IP 172.25.0.208 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/be359f0e-2fff-47be-bdf7-80daa4e525ad) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:13:26.143901 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d1628cfc-64c7-488b-b126-aecf5f4492d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:26.181392 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 18484618-ec90-4204-9af5-39c6ac632bb7, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=18484618-ec90-4204-9af5-39c6ac632bb7,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:13:26.212459 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:26.279965 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-046b3f0f-277a-467e-b117-b1b2afc0e41a req-69c19517-3e4d-4e9e-88fc-f7b2b1e5c474 tempest-InstanceActionsNegativeTestJSON-1237608702 tempest-InstanceActionsNegativeTestJSON-1237608702-project] 10.222.0.105 "GET /v2.0/ports?device_id=8353d8e1-7536-46c4-825d-3de7805b07c2 HTTP/1.1" status: 200 len: 210 time: 0.0710125 Feb 09 01:13:26.391922 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d444d-d31a-448f-bc5f-8b602fa87054 req-45e6223a-b87e-4a9c-8adc-a6cf830d3047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:26.393432 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-5d5d444d-d31a-448f-bc5f-8b602fa87054 req-45e6223a-b87e-4a9c-8adc-a6cf830d3047 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=8919f04ab45a492f916586ca80fae861&device_id=14743cf6-5110-4416-bfb2-067b0fb628f9 HTTP/1.1" status: 200 len: 1058 time: 0.8481021 Feb 09 01:13:26.487909 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=18484618-ec90-4204-9af5-39c6ac632bb7,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:26.694340 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-14c45c66-a766-4776-9f34-46dba50d4989 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:26.700704 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d1628cfc-64c7-488b-b126-aecf5f4492d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:26.710917 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-a8ddd028-9d30-45d0-950f-7ec5879d9b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ceac979-d732-4a6b-907d-6eae9e37c312', 'name': 'tempest-AttachVolumeShelveTestJSON-1796756198-router', 'tenant_id': '128330d8f0414cd5a58362066d10386d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '18484618-ec90-4204-9af5-39c6ac632bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:09Z', 'updated_at': '2022-02-09T01:13:21Z', 'revision_number': 4, 'project_id': '128330d8f0414cd5a58362066d10386d', 'gw_port': {'id': '18484618-ec90-4204-9af5-39c6ac632bb7', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1d:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ceac979-d732-4a6b-907d-6eae9e37c312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:12Z', 'updated_at': '2022-02-09T01:13:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '8e0614f9-4193-4180-bb2a-4859a0ab49d6', 'name': '', 'network_id': '0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5', 'tenant_id': '128330d8f0414cd5a58362066d10386d', 'mac_address': 'fa:16:3e:9c:0a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ceac979-d732-4a6b-907d-6eae9e37c312', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '9ba82490-d70a-42fe-a7ff-0aeb7f428073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:18Z', 'updated_at': '2022-02-09T01:13:21Z', 'revision_number': 2, 'project_id': '128330d8f0414cd5a58362066d10386d', 'subnets': [{'id': '9ba82490-d70a-42fe-a7ff-0aeb7f428073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:26.711625 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d1628cfc-64c7-488b-b126-aecf5f4492d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:26.719764 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ddd028-9d30-45d0-950f-7ec5879d9b9b None None] Checking router: 8ceac979-d732-4a6b-907d-6eae9e37c312 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:13:26.720121 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ddd028-9d30-45d0-950f-7ec5879d9b9b None None] Updating router 8ceac979-d732-4a6b-907d-6eae9e37c312 port 8e0614f9-4193-4180-bb2a-4859a0ab49d6 binding host n-d-828418-1 {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:13:26.732790 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e216ea1a-55f2-4343-acbc-5f450dadc001 req-c3a546c2-1e25-4152-957e-a42f51c2ca23 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:26.736220 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e216ea1a-55f2-4343-acbc-5f450dadc001 req-c3a546c2-1e25-4152-957e-a42f51c2ca23 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=01c1df1d-8df5-40dd-8b45-fc6441193c9d HTTP/1.1" status: 200 len: 946 time: 0.2917352 Feb 09 01:13:26.779051 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 38428) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:26.794332 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-44a176c3-8822-40f0-b9b9-abcf1b66887a tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Request body: {'security_group': {'name': 'tempest-securitygroup--696557107', 'description': 'tempest-description--1631785874'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:26.806543 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-44a176c3-8822-40f0-b9b9-abcf1b66887a tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:26.809146 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 6c1e285d-21c3-4d5c-a72a-9edc2b494f12 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:13:26.816751 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-44a176c3-8822-40f0-b9b9-abcf1b66887a tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Usage tracker for resource:security_group and tenant:128330d8f0414cd5a58362066d10386d is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:13:26.830948 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d1628cfc-64c7-488b-b126-aecf5f4492d9 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=5f13d5a1d0db497c9dd0fb34a7f13032&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6702638 Feb 09 01:13:26.834228 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e216ea1a-55f2-4343-acbc-5f450dadc001 req-8a2c897f-489d-490e-8ec1-02cd874776ee tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868523 Feb 09 01:13:26.835190 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-44a176c3-8822-40f0-b9b9-abcf1b66887a tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:13:26.835803 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38432) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:26.837018 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d444d-d31a-448f-bc5f-8b602fa87054 req-b861622f-bfa5-4842-aff1-083ca56faeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:26.838562 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-5d5d444d-d31a-448f-bc5f-8b602fa87054 req-b861622f-bfa5-4842-aff1-083ca56faeb9 service neutron] 10.222.0.99 "GET /v2.0/networks?id=ab8b35d2-be20-44ac-9e79-d160c2d6b54b HTTP/1.1" status: 200 len: 898 time: 0.3883119 Feb 09 01:13:26.847698 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-44a176c3-8822-40f0-b9b9-abcf1b66887a tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:26.875547 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-44a176c3-8822-40f0-b9b9-abcf1b66887a tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:26.905209 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 38438) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:26.911403 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: 6c1e285d-21c3-4d5c-a72a-9edc2b494f12 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:13:26.912299 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 6c1e285d-21c3-4d5c-a72a-9edc2b494f12 not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:13:26.924717 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-5d5d444d-d31a-448f-bc5f-8b602fa87054 req-8109b1f4-66b1-4601-bf7f-6d016d515843 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=927c7c1b-3546-4bec-a6b1-46a69f34c69f HTTP/1.1" status: 200 len: 217 time: 0.0784662 Feb 09 01:13:26.925334 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1628cfc-64c7-488b-b126-aecf5f4492d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c33a238-15d4-423e-b505-87a2e60eed0b,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:26.929644 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a8ddd028-9d30-45d0-950f-7ec5879d9b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:27.036840 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-14c45c66-a766-4776-9f34-46dba50d4989 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:27.072908 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d444d-d31a-448f-bc5f-8b602fa87054 req-26d4c594-880b-441f-b5f5-381ebc665ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:27.074433 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-5d5d444d-d31a-448f-bc5f-8b602fa87054 req-26d4c594-880b-441f-b5f5-381ebc665ff4 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=1c5c1b95-2c22-47db-9480-0b2b77d1e409 HTTP/1.1" status: 200 len: 838 time: 0.1364396 Feb 09 01:13:27.111716 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-44a176c3-8822-40f0-b9b9-abcf1b66887a tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:27.119825 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-44a176c3-8822-40f0-b9b9-abcf1b66887a tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Usage tracker for resource:security_group_rule and tenant:128330d8f0414cd5a58362066d10386d is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:13:27.128187 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-44a176c3-8822-40f0-b9b9-abcf1b66887a tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:13:27.138077 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-44a176c3-8822-40f0-b9b9-abcf1b66887a tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:27.180130 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-de26de00-9c7d-4b1c-9117-53720b7756af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:27.184021 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c45c66-a766-4776-9f34-46dba50d4989 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:13:27.184986 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 18484618-ec90-4204-9af5-39c6ac632bb7 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:13:27.197568 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-14c45c66-a766-4776-9f34-46dba50d4989 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:27.209752 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c45c66-a766-4776-9f34-46dba50d4989 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Pushing event updated for resources: {'Port': ['ID=be359f0e-2fff-47be-bdf7-80daa4e525ad,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:27.212332 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c45c66-a766-4776-9f34-46dba50d4989 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:13:27.269618 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e3b4bc-fe51-46aa-a2ee-71e1383fee88 req-06dd7075-5a2c-4e69-86d6-16af99c616bc tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:27.272238 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-de26de00-9c7d-4b1c-9117-53720b7756af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:27.276453 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a3e3b4bc-fe51-46aa-a2ee-71e1383fee88 req-06dd7075-5a2c-4e69-86d6-16af99c616bc tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=01c1df1d-8df5-40dd-8b45-fc6441193c9d HTTP/1.1" status: 200 len: 946 time: 0.2531142 Feb 09 01:13:27.419152 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d444d-d31a-448f-bc5f-8b602fa87054 req-83a4bc66-81dc-4387-9fcc-e3e53b221044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:27.421770 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-5d5d444d-d31a-448f-bc5f-8b602fa87054 req-83a4bc66-81dc-4387-9fcc-e3e53b221044 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=ab8b35d2-be20-44ac-9e79-d160c2d6b54b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3359575 Feb 09 01:13:27.448990 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 18484618-ec90-4204-9af5-39c6ac632bb7 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:27.449358 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:27.500541 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 927c7c1b-3546-4bec-a6b1-46a69f34c69f details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:13:27.631009 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-de26de00-9c7d-4b1c-9117-53720b7756af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:27.691858 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295ba59-d9bc-4f4f-ae8b-2771a03566f2 req-67bcc8e5-4338-4d6f-bfdc-c118d83822cc tempest-InstanceActionsNegativeTestJSON-1237608702 tempest-InstanceActionsNegativeTestJSON-1237608702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:27.693589 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5295ba59-d9bc-4f4f-ae8b-2771a03566f2 req-67bcc8e5-4338-4d6f-bfdc-c118d83822cc tempest-InstanceActionsNegativeTestJSON-1237608702 tempest-InstanceActionsNegativeTestJSON-1237608702-project] 10.222.0.62 "GET /v2.0/networks?id=77f326a1-7dbd-4ae0-b78a-9faa28312f82 HTTP/1.1" status: 200 len: 822 time: 0.2748606 Feb 09 01:13:27.712745 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de26de00-9c7d-4b1c-9117-53720b7756af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c33a238-15d4-423e-b505-87a2e60eed0b,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:27.736063 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a3e3b4bc-fe51-46aa-a2ee-71e1383fee88 req-d95c2f24-aa69-45c4-ad98-94c18f4ff9d5 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4586484 Feb 09 01:13:27.740677 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-5295ba59-d9bc-4f4f-ae8b-2771a03566f2 req-135f04fe-5ee8-4ef3-9f7f-4ed7ddf7f212 tempest-InstanceActionsNegativeTestJSON-1237608702 tempest-InstanceActionsNegativeTestJSON-1237608702-project] Request body: {'port': {'device_id': '8353d8e1-7536-46c4-825d-3de7805b07c2', 'network_id': '77f326a1-7dbd-4ae0-b78a-9faa28312f82', 'admin_state_up': True, 'tenant_id': '622f0cba33274194bab42351c080b6f2'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:27.794698 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-5d5d444d-d31a-448f-bc5f-8b602fa87054 req-a48eced2-6d97-4624-ae2d-483e5d7a0baf service neutron] 10.222.0.99 "GET /v2.0/networks/ab8b35d2-be20-44ac-9e79-d160c2d6b54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165920 Feb 09 01:13:27.794991 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a8ddd028-9d30-45d0-950f-7ec5879d9b9b None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:27.803459 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-de26de00-9c7d-4b1c-9117-53720b7756af admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:27.804551 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-de26de00-9c7d-4b1c-9117-53720b7756af admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/7c33a238-15d4-423e-b505-87a2e60eed0b HTTP/1.1" status: 204 len: 168 time: 0.9650116 Feb 09 01:13:27.834544 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a8ddd028-9d30-45d0-950f-7ec5879d9b9b None None] Transition to ACTIVE for port object 8e0614f9-4193-4180-bb2a-4859a0ab49d6 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:13:27.865579 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a8ddd028-9d30-45d0-950f-7ec5879d9b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:27.928040 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 927c7c1b-3546-4bec-a6b1-46a69f34c69f, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=927c7c1b-3546-4bec-a6b1-46a69f34c69f,segment=NetworkSegment(c1f6c3e2-9359-4949-a7a2-aaca4bc70fc9),segment_id=c1f6c3e2-9359-4949-a7a2-aaca4bc70fc9)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:13:28.001622 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': '927c7c1b-3546-4bec-a6b1-46a69f34c69f', 'network_id': 'ab8b35d2-be20-44ac-9e79-d160c2d6b54b', 'port_id': '927c7c1b-3546-4bec-a6b1-46a69f34c69f', 'mac_address': 'fa:16:3e:7c:63:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c5c1b95-2c22-47db-9480-0b2b77d1e409', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:13:28.115565 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-44a176c3-8822-40f0-b9b9-abcf1b66887a tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:28.127027 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8e999336-1e53-4664-8bdc-d4b5c4e64212 req-419345ba-c9ec-420c-a0dd-f9e3776db48a tempest-InstanceActionsNegativeTestJSON-1237608702 tempest-InstanceActionsNegativeTestJSON-1237608702-project] 10.222.0.105 "GET /v2.0/ports?device_id=8353d8e1-7536-46c4-825d-3de7805b07c2 HTTP/1.1" status: 200 len: 210 time: 0.1811209 Feb 09 01:13:28.139910 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-44a176c3-8822-40f0-b9b9-abcf1b66887a tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:28.276965 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666a6a46-4de4-4bcf-9079-2379e7ca0148 None None] Pushing event updated for resources: {'Port': ['ID=8e0614f9-4193-4180-bb2a-4859a0ab49d6,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:28.312612 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a176c3-8822-40f0-b9b9-abcf1b66887a tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6bfd964-7aa5-43a2-a057-7d9b16c44215,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:28.354580 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-44a176c3-8822-40f0-b9b9-abcf1b66887a tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:28.360146 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38452) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:28.361409 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-44a176c3-8822-40f0-b9b9-abcf1b66887a tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.5802169 Feb 09 01:13:28.371315 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-a17db926-e5c5-4801-8329-8caca446ca9f tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Request body: {'security_group_rule': {'security_group_id': 'e6bfd964-7aa5-43a2-a057-7d9b16c44215', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:28.384753 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a885f7e3-f8ce-43cb-90a6-4a4a5b59f64d req-807235a3-6c18-4ad6-91a5-99e8d51f8437 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:28.392774 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a17db926-e5c5-4801-8329-8caca446ca9f tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:28.401210 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a885f7e3-f8ce-43cb-90a6-4a4a5b59f64d req-807235a3-6c18-4ad6-91a5-99e8d51f8437 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "GET /v2.0/ports?device_id=14743cf6-5110-4416-bfb2-067b0fb628f9 HTTP/1.1" status: 200 len: 907 time: 1.0994654 Feb 09 01:13:28.402795 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:28.403044 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 38456) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:28.407823 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-a17db926-e5c5-4801-8329-8caca446ca9f tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Usage tracker for resource:security_group_rule and tenant:128330d8f0414cd5a58362066d10386d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:13:28.410551 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-14c45c66-a766-4776-9f34-46dba50d4989 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for router_gateway, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:28.417064 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-a8ddd028-9d30-45d0-950f-7ec5879d9b9b None None] Attempting to bind port 8e0614f9-4193-4180-bb2a-4859a0ab49d6 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:13:28.417759 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-a8ddd028-9d30-45d0-950f-7ec5879d9b9b None None] Attempting to bind port 8e0614f9-4193-4180-bb2a-4859a0ab49d6 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'ce0dc62c-7941-4b08-ad25-dc67d17d1ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:13:28.418197 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ddd028-9d30-45d0-950f-7ec5879d9b9b None None] Attempting to bind port 8e0614f9-4193-4180-bb2a-4859a0ab49d6 on network 0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:13:28.428377 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ddd028-9d30-45d0-950f-7ec5879d9b9b None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:13:28.428869 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ddd028-9d30-45d0-950f-7ec5879d9b9b None None] Checking segment: {'id': 'ce0dc62c-7941-4b08-ad25-dc67d17d1ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:13:28.429345 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a8ddd028-9d30-45d0-950f-7ec5879d9b9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:28.429828 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ddd028-9d30-45d0-950f-7ec5879d9b9b None None] Bound using segment: {'id': 'ce0dc62c-7941-4b08-ad25-dc67d17d1ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:13:28.430378 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-a8ddd028-9d30-45d0-950f-7ec5879d9b9b None None] Bound port: 8e0614f9-4193-4180-bb2a-4859a0ab49d6, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce0dc62c-7941-4b08-ad25-dc67d17d1ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:13:28.430825 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a8ddd028-9d30-45d0-950f-7ec5879d9b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:28.463585 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-a17db926-e5c5-4801-8329-8caca446ca9f tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:13:28.504068 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-5295ba59-d9bc-4f4f-ae8b-2771a03566f2 req-135f04fe-5ee8-4ef3-9f7f-4ed7ddf7f212 tempest-InstanceActionsNegativeTestJSON-1237608702 tempest-InstanceActionsNegativeTestJSON-1237608702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:28.515748 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-5295ba59-d9bc-4f4f-ae8b-2771a03566f2 req-135f04fe-5ee8-4ef3-9f7f-4ed7ddf7f212 tempest-InstanceActionsNegativeTestJSON-1237608702 tempest-InstanceActionsNegativeTestJSON-1237608702-project] Usage tracker for resource:port and tenant:622f0cba33274194bab42351c080b6f2 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:13:28.526041 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-53587435-437a-431d-a11c-5bf335bce078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:28.536715 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-5295ba59-d9bc-4f4f-ae8b-2771a03566f2 req-135f04fe-5ee8-4ef3-9f7f-4ed7ddf7f212 tempest-InstanceActionsNegativeTestJSON-1237608702 tempest-InstanceActionsNegativeTestJSON-1237608702-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:13:28.548875 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-5295ba59-d9bc-4f4f-ae8b-2771a03566f2 req-135f04fe-5ee8-4ef3-9f7f-4ed7ddf7f212 tempest-InstanceActionsNegativeTestJSON-1237608702 tempest-InstanceActionsNegativeTestJSON-1237608702-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:28.551271 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 927c7c1b-3546-4bec-a6b1-46a69f34c69f {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:13:28.558026 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-53587435-437a-431d-a11c-5bf335bce078 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:28.565485 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-53587435-437a-431d-a11c-5bf335bce078 admin admin] Usage tracker for resource:security_group_rule and tenant:c908f10a8f504f95a0fc7ab8eb8eba60 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:13:28.570335 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-53587435-437a-431d-a11c-5bf335bce078 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:13:28.579025 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5295ba59-d9bc-4f4f-ae8b-2771a03566f2 req-135f04fe-5ee8-4ef3-9f7f-4ed7ddf7f212 tempest-InstanceActionsNegativeTestJSON-1237608702 tempest-InstanceActionsNegativeTestJSON-1237608702-project] Made reservation on behalf of 622f0cba33274194bab42351c080b6f2 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:13:28.582752 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5295ba59-d9bc-4f4f-ae8b-2771a03566f2 req-135f04fe-5ee8-4ef3-9f7f-4ed7ddf7f212 tempest-InstanceActionsNegativeTestJSON-1237608702 tempest-InstanceActionsNegativeTestJSON-1237608702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:28.598647 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-53587435-437a-431d-a11c-5bf335bce078 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:28.616750 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 927c7c1b-3546-4bec-a6b1-46a69f34c69f, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=927c7c1b-3546-4bec-a6b1-46a69f34c69f,segment=NetworkSegment(c1f6c3e2-9359-4949-a7a2-aaca4bc70fc9),segment_id=c1f6c3e2-9359-4949-a7a2-aaca4bc70fc9)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:13:28.624772 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:28.625684 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a17db926-e5c5-4801-8329-8caca446ca9f tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:28.697386 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a17db926-e5c5-4801-8329-8caca446ca9f tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:28.703623 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a8ddd028-9d30-45d0-950f-7ec5879d9b9b None None] For port 8e0614f9-4193-4180-bb2a-4859a0ab49d6, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:13:28.708713 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a8ddd028-9d30-45d0-950f-7ec5879d9b9b None None] For port 8e0614f9-4193-4180-bb2a-4859a0ab49d6, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=8e0614f9-4193-4180-bb2a-4859a0ab49d6,segment=NetworkSegment(ce0dc62c-7941-4b08-ad25-dc67d17d1ad0),segment_id=ce0dc62c-7941-4b08-ad25-dc67d17d1ad0)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:13:28.716053 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a8ddd028-9d30-45d0-950f-7ec5879d9b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:28.729065 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=927c7c1b-3546-4bec-a6b1-46a69f34c69f,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:28.805128 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-5d5d444d-d31a-448f-bc5f-8b602fa87054 req-56ac5ff1-af3f-48d7-9f61-3f8860a8516b service neutron] 10.222.0.99 "GET /v2.0/networks/ab8b35d2-be20-44ac-9e79-d160c2d6b54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0029647 Feb 09 01:13:28.805939 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666a6a46-4de4-4bcf-9079-2379e7ca0148 None None] Pushing event updated for resources: {'Port': ['ID=8e0614f9-4193-4180-bb2a-4859a0ab49d6,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:28.818729 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ddd028-9d30-45d0-950f-7ec5879d9b9b None None] Routers {'8ceac979-d732-4a6b-907d-6eae9e37c312'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:13:28.819450 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-a8ddd028-9d30-45d0-950f-7ec5879d9b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:13:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['8ceac979-d732-4a6b-907d-6eae9e37c312'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:28.945046 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a17db926-e5c5-4801-8329-8caca446ca9f tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:28.952463 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a17db926-e5c5-4801-8329-8caca446ca9f tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:28.965487 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-14c45c66-a766-4776-9f34-46dba50d4989 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:28.999687 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['927c7c1b-3546-4bec-a6b1-46a69f34c69f'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:13:29.045673 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17db926-e5c5-4801-8329-8caca446ca9f tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ce981a4-d5cc-4308-8a89-32c44df72bc7,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:29.064274 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a17db926-e5c5-4801-8329-8caca446ca9f tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:29.065402 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a17db926-e5c5-4801-8329-8caca446ca9f tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7044022 Feb 09 01:13:29.068122 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38462) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:29.092736 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-eb007020-ffa7-4c0c-bc28-0eea9d82250e tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Request body: {'security_group_rule': {'security_group_id': 'e6bfd964-7aa5-43a2-a057-7d9b16c44215', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:29.108645 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-eb007020-ffa7-4c0c-bc28-0eea9d82250e tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:29.111674 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-a8ddd028-9d30-45d0-950f-7ec5879d9b9b None None] Set router 8ceac979-d732-4a6b-907d-6eae9e37c312 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:13:29.117093 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-eb007020-ffa7-4c0c-bc28-0eea9d82250e tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Usage tracker for resource:security_group_rule and tenant:128330d8f0414cd5a58362066d10386d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:13:29.122156 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-eb007020-ffa7-4c0c-bc28-0eea9d82250e tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:13:29.132161 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77884cac-8642-48a9-995d-fd504460c9af req-c5b9edcb-514a-4279-863d-770aa6e503f9 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:29.133766 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-77884cac-8642-48a9-995d-fd504460c9af req-c5b9edcb-514a-4279-863d-770aa6e503f9 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=01c1df1d-8df5-40dd-8b45-fc6441193c9d HTTP/1.1" status: 200 len: 946 time: 0.5189991 Feb 09 01:13:29.190695 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-53587435-437a-431d-a11c-5bf335bce078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:29.200941 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-5295ba59-d9bc-4f4f-ae8b-2771a03566f2 req-135f04fe-5ee8-4ef3-9f7f-4ed7ddf7f212 tempest-InstanceActionsNegativeTestJSON-1237608702 tempest-InstanceActionsNegativeTestJSON-1237608702-project] Allocated IP 172.20.0.3 (77f326a1-7dbd-4ae0-b78a-9faa28312f82/b0d57610-c1fc-4338-a722-1b11d1ee8f4c/d8118c77-c2f7-4df4-bfcc-d0def7579c2a) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:13:29.205697 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-eb007020-ffa7-4c0c-bc28-0eea9d82250e tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:29.209218 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-53587435-437a-431d-a11c-5bf335bce078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:29.259497 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eb007020-ffa7-4c0c-bc28-0eea9d82250e tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:29.285544 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-77884cac-8642-48a9-995d-fd504460c9af req-9e7231e2-f7bb-4db3-a37b-b1b77a06b1a3 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401353 Feb 09 01:13:29.327166 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-53587435-437a-431d-a11c-5bf335bce078 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=c908f10a8f504f95a0fc7ab8eb8eba60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8973742 Feb 09 01:13:29.329744 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38470) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:29.343094 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-60e10a5b-e3e7-46b9-a90c-06d3b4412428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:29.351899 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14c45c66-a766-4776-9f34-46dba50d4989 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Router 53431c5c-2fd6-4e71-8573-6b65306abcd1 is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:13:29.385119 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eb007020-ffa7-4c0c-bc28-0eea9d82250e tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:29.420289 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53587435-437a-431d-a11c-5bf335bce078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba260f2-8c54-4cef-94f9-e18c3d8234cc,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:29.457258 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eb007020-ffa7-4c0c-bc28-0eea9d82250e tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:29.492473 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1147a391-0e5f-4fd2-99aa-a0e2ab484036 req-0c34744d-5df9-4985-9eee-f0c484d118ff tempest-InstanceActionsNegativeTestJSON-1237608702 tempest-InstanceActionsNegativeTestJSON-1237608702-project] 10.222.0.105 "GET /v2.0/ports?device_id=8353d8e1-7536-46c4-825d-3de7805b07c2 HTTP/1.1" status: 200 len: 210 time: 0.0911071 Feb 09 01:13:29.508087 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 927c7c1b-3546-4bec-a6b1-46a69f34c69f up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:13:29.526832 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb007020-ffa7-4c0c-bc28-0eea9d82250e tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb4e1988-7c6d-4a59-ae82-9dfcd2e029ed,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:29.632320 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eb007020-ffa7-4c0c-bc28-0eea9d82250e tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:29.641635 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-eb007020-ffa7-4c0c-bc28-0eea9d82250e tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5725474 Feb 09 01:13:29.644703 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-016bfdbc-8724-4ac3-bebf-619718441ea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:29.646436 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38476) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:29.657199 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning for port 927c7c1b-3546-4bec-a6b1-46a69f34c69f completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:13:29.664284 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port 927c7c1b-3546-4bec-a6b1-46a69f34c69f triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:29.664660 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:29.725547 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-a8ddd028-9d30-45d0-950f-7ec5879d9b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ceac979-d732-4a6b-907d-6eae9e37c312', 'name': 'tempest-AttachVolumeShelveTestJSON-1796756198-router', 'tenant_id': '128330d8f0414cd5a58362066d10386d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '18484618-ec90-4204-9af5-39c6ac632bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:09Z', 'updated_at': '2022-02-09T01:13:21Z', 'revision_number': 4, 'project_id': '128330d8f0414cd5a58362066d10386d', 'gw_port': {'id': '18484618-ec90-4204-9af5-39c6ac632bb7', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ceac979-d732-4a6b-907d-6eae9e37c312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:12Z', 'updated_at': '2022-02-09T01:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '8e0614f9-4193-4180-bb2a-4859a0ab49d6', 'name': '', 'network_id': '0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5', 'tenant_id': '128330d8f0414cd5a58362066d10386d', 'mac_address': 'fa:16:3e:9c:0a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ceac979-d732-4a6b-907d-6eae9e37c312', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '9ba82490-d70a-42fe-a7ff-0aeb7f428073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:18Z', 'updated_at': '2022-02-09T01:13:28Z', 'revision_number': 4, 'project_id': '128330d8f0414cd5a58362066d10386d', 'subnets': [{'id': '9ba82490-d70a-42fe-a7ff-0aeb7f428073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:29.735847 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ddd028-9d30-45d0-950f-7ec5879d9b9b None None] The sync data for ids ['8ceac979-d732-4a6b-907d-6eae9e37c312'] in n-d-828418-1 is: [{'id': '8ceac979-d732-4a6b-907d-6eae9e37c312', 'name': 'tempest-AttachVolumeShelveTestJSON-1796756198-router', 'tenant_id': '128330d8f0414cd5a58362066d10386d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '18484618-ec90-4204-9af5-39c6ac632bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:09Z', 'updated_at': '2022-02-09T01:13:21Z', 'revision_number': 4, 'project_id': '128330d8f0414cd5a58362066d10386d', 'gw_port': {'id': '18484618-ec90-4204-9af5-39c6ac632bb7', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ceac979-d732-4a6b-907d-6eae9e37c312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:12Z', 'updated_at': '2022-02-09T01:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '8e0614f9-4193-4180-bb2a-4859a0ab49d6', 'name': '', 'network_id': '0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5', 'tenant_id': '128330d8f0414cd5a58362066d10386d', 'mac_address': 'fa:16:3e:9c:0a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ceac979-d732-4a6b-907d-6eae9e37c312', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '9ba82490-d70a-42fe-a7ff-0aeb7f428073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:18Z', 'updated_at': '2022-02-09T01:13:28Z', 'revision_number': 4, 'project_id': '128330d8f0414cd5a58362066d10386d', 'subnets': [{'id': '9ba82490-d70a-42fe-a7ff-0aeb7f428073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:13:29.737103 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-d3116705-4031-4f31-9b9c-24a8fadaace4 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Request body: {'floatingip': {'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:29.743852 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d3116705-4031-4f31-9b9c-24a8fadaace4 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:29.747878 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-d3116705-4031-4f31-9b9c-24a8fadaace4 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Usage tracker for resource:floatingip and tenant:128330d8f0414cd5a58362066d10386d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:13:29.750958 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-d3116705-4031-4f31-9b9c-24a8fadaace4 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:13:29.757022 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d3116705-4031-4f31-9b9c-24a8fadaace4 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:29.789026 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d3116705-4031-4f31-9b9c-24a8fadaace4 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks [] for floatingip, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:29.845910 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:29.878203 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14743cf6-5110-4416-bfb2-067b0fb628f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '927c7c1b-3546-4bec-a6b1-46a69f34c69f'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:13:29.892037 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 927c7c1b-3546-4bec-a6b1-46a69f34c69f, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=927c7c1b-3546-4bec-a6b1-46a69f34c69f,segment=NetworkSegment(c1f6c3e2-9359-4949-a7a2-aaca4bc70fc9),segment_id=c1f6c3e2-9359-4949-a7a2-aaca4bc70fc9)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:13:29.898497 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:29.901699 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-016bfdbc-8724-4ac3-bebf-619718441ea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:29.934618 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c45c66-a766-4776-9f34-46dba50d4989 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:13:29.946164 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2444656-15b2-427a-b420-f5fbe8b3fe08 None None] Sync routers for ids ['53431c5c-2fd6-4e71-8573-6b65306abcd1'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:13:29.956370 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2444656-15b2-427a-b420-f5fbe8b3fe08 None None] Routers {'53431c5c-2fd6-4e71-8573-6b65306abcd1'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:13:29.956988 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-d2444656-15b2-427a-b420-f5fbe8b3fe08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:13:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['53431c5c-2fd6-4e71-8573-6b65306abcd1'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:29.986745 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-14c45c66-a766-4776-9f34-46dba50d4989 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:29.987214 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=927c7c1b-3546-4bec-a6b1-46a69f34c69f,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:29.990488 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-14c45c66-a766-4776-9f34-46dba50d4989 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 6.0630250 Feb 09 01:13:29.999678 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38482) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:30.060235 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-d2444656-15b2-427a-b420-f5fbe8b3fe08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:30.061711 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5295ba59-d9bc-4f4f-ae8b-2771a03566f2 req-135f04fe-5ee8-4ef3-9f7f-4ed7ddf7f212 tempest-InstanceActionsNegativeTestJSON-1237608702 tempest-InstanceActionsNegativeTestJSON-1237608702-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:30.070401 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2444656-15b2-427a-b420-f5fbe8b3fe08 None None] Routers {'53431c5c-2fd6-4e71-8573-6b65306abcd1'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:13:30.071285 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-d2444656-15b2-427a-b420-f5fbe8b3fe08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:13:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['53431c5c-2fd6-4e71-8573-6b65306abcd1'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:30.126977 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c3490-8167-4d90-b544-c9ecf5fc7c1b req-f12646db-4226-4105-9f81-a947b3a42eeb tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:30.128622 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4f3c3490-8167-4d90-b544-c9ecf5fc7c1b req-f12646db-4226-4105-9f81-a947b3a42eeb tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=01c1df1d-8df5-40dd-8b45-fc6441193c9d HTTP/1.1" status: 200 len: 946 time: 0.6270685 Feb 09 01:13:30.138834 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-d2444656-15b2-427a-b420-f5fbe8b3fe08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:30.139491 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2444656-15b2-427a-b420-f5fbe8b3fe08 None None] The sync data for ids ['53431c5c-2fd6-4e71-8573-6b65306abcd1'] in n-d-828418-1 is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:13:30.139769 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-016bfdbc-8724-4ac3-bebf-619718441ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:30.178329 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c441e9-e703-4261-95a1-4dac759c72bd req-19ef0992-4873-4e84-83de-fe10529e8b74 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:30.185299 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016bfdbc-8724-4ac3-bebf-619718441ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba260f2-8c54-4cef-94f9-e18c3d8234cc,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:30.188638 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-87c441e9-e703-4261-95a1-4dac759c72bd req-19ef0992-4873-4e84-83de-fe10529e8b74 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "GET /v2.0/ports?device_id=14743cf6-5110-4416-bfb2-067b0fb628f9 HTTP/1.1" status: 200 len: 908 time: 0.4936438 Feb 09 01:13:30.207620 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-016bfdbc-8724-4ac3-bebf-619718441ea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:30.213559 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-016bfdbc-8724-4ac3-bebf-619718441ea5 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/5ba260f2-8c54-4cef-94f9-e18c3d8234cc HTTP/1.1" status: 204 len: 168 time: 0.8809321 Feb 09 01:13:30.260099 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4f3c3490-8167-4d90-b544-c9ecf5fc7c1b req-2ff1b9b5-217e-4098-8385-688cdba76d63 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096454 Feb 09 01:13:30.265437 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5295ba59-d9bc-4f4f-ae8b-2771a03566f2 req-135f04fe-5ee8-4ef3-9f7f-4ed7ddf7f212 tempest-InstanceActionsNegativeTestJSON-1237608702 tempest-InstanceActionsNegativeTestJSON-1237608702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:30.291344 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14743cf6-5110-4416-bfb2-067b0fb628f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '927c7c1b-3546-4bec-a6b1-46a69f34c69f', 'code': 200} Feb 09 01:13:30.456785 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-60e10a5b-e3e7-46b9-a90c-06d3b4412428 admin admin] Deleting port ad1849df-4f07-4de3-ad20-c2a86fded6b2 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:13:30.457173 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-60e10a5b-e3e7-46b9-a90c-06d3b4412428 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:30.737071 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-63ab96f4-7bc0-4001-9d93-8acdd4f36aee tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "GET /v2.0/routers/53431c5c-2fd6-4e71-8573-6b65306abcd1 HTTP/1.1" status: 200 len: 881 time: 0.7361574 Feb 09 01:13:30.737883 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38498) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:30.750390 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d3116705-4031-4f31-9b9c-24a8fadaace4 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:30.762823 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5295ba59-d9bc-4f4f-ae8b-2771a03566f2 req-135f04fe-5ee8-4ef3-9f7f-4ed7ddf7f212 tempest-InstanceActionsNegativeTestJSON-1237608702 tempest-InstanceActionsNegativeTestJSON-1237608702-project] Network 77f326a1-7dbd-4ae0-b78a-9faa28312f82 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:13:30.774969 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-5295ba59-d9bc-4f4f-ae8b-2771a03566f2 req-135f04fe-5ee8-4ef3-9f7f-4ed7ddf7f212 tempest-InstanceActionsNegativeTestJSON-1237608702 tempest-InstanceActionsNegativeTestJSON-1237608702-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:30.784995 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-5295ba59-d9bc-4f4f-ae8b-2771a03566f2 req-135f04fe-5ee8-4ef3-9f7f-4ed7ddf7f212 tempest-InstanceActionsNegativeTestJSON-1237608702 tempest-InstanceActionsNegativeTestJSON-1237608702-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:13:30.886357 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135f04fe-5ee8-4ef3-9f7f-4ed7ddf7f212 tempest-InstanceActionsNegativeTestJSON-1237608702 tempest-InstanceActionsNegativeTestJSON-1237608702-project] Pushing event updated for resources: {'Port': ['ID=d8118c77-c2f7-4df4-bfcc-d0def7579c2a,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:30.926175 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143731a0-b256-48d2-ae73-170db71b1427 req-e08c26d4-2d49-4c28-9cf7-a2ef1fc7f3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:30.928197 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-143731a0-b256-48d2-ae73-170db71b1427 req-e08c26d4-2d49-4c28-9cf7-a2ef1fc7f3bf service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=14743cf6-5110-4416-bfb2-067b0fb628f9 HTTP/1.1" status: 200 len: 1060 time: 0.3978941 Feb 09 01:13:30.979303 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295ba59-d9bc-4f4f-ae8b-2771a03566f2 req-135f04fe-5ee8-4ef3-9f7f-4ed7ddf7f212 tempest-InstanceActionsNegativeTestJSON-1237608702 tempest-InstanceActionsNegativeTestJSON-1237608702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:30.979964 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5295ba59-d9bc-4f4f-ae8b-2771a03566f2 req-135f04fe-5ee8-4ef3-9f7f-4ed7ddf7f212 tempest-InstanceActionsNegativeTestJSON-1237608702 tempest-InstanceActionsNegativeTestJSON-1237608702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:31.004390 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-60e10a5b-e3e7-46b9-a90c-06d3b4412428 admin admin] For port ad1849df-4f07-4de3-ad20-c2a86fded6b2, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=ad1849df-4f07-4de3-ad20-c2a86fded6b2,segment=NetworkSegment(99af9c6b-b902-4fb4-8324-3fa58cf16b85),segment_id=99af9c6b-b902-4fb4-8324-3fa58cf16b85)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:13:31.004758 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-60e10a5b-e3e7-46b9-a90c-06d3b4412428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:31.031676 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a190347f-cde5-43de-acf0-b4fc9efa2a2e req-8323c0da-698c-4f2b-b245-54e012d4ebba tempest-InstanceActionsNegativeTestJSON-1237608702 tempest-InstanceActionsNegativeTestJSON-1237608702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:31.033194 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a190347f-cde5-43de-acf0-b4fc9efa2a2e req-8323c0da-698c-4f2b-b245-54e012d4ebba tempest-InstanceActionsNegativeTestJSON-1237608702 tempest-InstanceActionsNegativeTestJSON-1237608702-project] 10.222.0.105 "GET /v2.0/ports?device_id=8353d8e1-7536-46c4-825d-3de7805b07c2 HTTP/1.1" status: 200 len: 931 time: 0.3294764 Feb 09 01:13:31.066827 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-d3116705-4031-4f31-9b9c-24a8fadaace4 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Allocated IP 172.25.0.93 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/e06a7d39-a9c2-4595-842a-a0f623804816) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:13:31.245466 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 8e0614f9-4193-4180-bb2a-4859a0ab49d6 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:13:31.377072 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d3116705-4031-4f31-9b9c-24a8fadaace4 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:31.396851 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 8e0614f9-4193-4180-bb2a-4859a0ab49d6 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:13:31.411140 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 8e0614f9-4193-4180-bb2a-4859a0ab49d6 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:31.411977 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:31.423294 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-60e10a5b-e3e7-46b9-a90c-06d3b4412428 admin admin] Calling delete_port for ad1849df-4f07-4de3-ad20-c2a86fded6b2 owned by network:router_interface {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:13:31.527561 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d3116705-4031-4f31-9b9c-24a8fadaace4 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:31.528805 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5295ba59-d9bc-4f4f-ae8b-2771a03566f2 req-135f04fe-5ee8-4ef3-9f7f-4ed7ddf7f212 tempest-InstanceActionsNegativeTestJSON-1237608702 tempest-InstanceActionsNegativeTestJSON-1237608702-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8123255 Feb 09 01:13:31.557717 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-a190347f-cde5-43de-acf0-b4fc9efa2a2e req-5428acb1-5080-4a9a-8bca-8bcc900288d4 tempest-InstanceActionsNegativeTestJSON-1237608702 tempest-InstanceActionsNegativeTestJSON-1237608702-project] Synchronizing usage tracker for tenant:622f0cba33274194bab42351c080b6f2 on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:13:31.567319 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-5295ba59-d9bc-4f4f-ae8b-2771a03566f2 req-91193ab0-8c9e-436f-b9a5-3c24803bc426 service neutron] Request body: {'port': {'device_id': '8353d8e1-7536-46c4-825d-3de7805b07c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:31.595308 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:31.597241 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-798dc090-c66e-4e83-b3b1-2ca90fa411c5 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Synchronizing usage tracker for tenant:fefa2a0bcdd943ec8d8c861415908997 on resource:router {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:13:31.631936 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3116705-4031-4f31-9b9c-24a8fadaace4 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:13:31.647733 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-d3116705-4031-4f31-9b9c-24a8fadaace4 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:31.652952 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 8e0614f9-4193-4180-bb2a-4859a0ab49d6, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=8e0614f9-4193-4180-bb2a-4859a0ab49d6,segment=NetworkSegment(ce0dc62c-7941-4b08-ad25-dc67d17d1ad0),segment_id=ce0dc62c-7941-4b08-ad25-dc67d17d1ad0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:13:31.660978 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:31.668497 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3116705-4031-4f31-9b9c-24a8fadaace4 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:13:31.713388 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3116705-4031-4f31-9b9c-24a8fadaace4 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Pushing event updated for resources: {'Port': ['ID=e06a7d39-a9c2-4595-842a-a0f623804816,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:31.722669 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-798dc090-c66e-4e83-b3b1-2ca90fa411c5 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Unset dirty status for tenant:fefa2a0bcdd943ec8d8c861415908997 on resource:router {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:13:31.724200 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-798dc090-c66e-4e83-b3b1-2ca90fa411c5 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.9838786 Feb 09 01:13:31.726956 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38522) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:31.742160 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-7fb70269-9ea0-48a5-88e9-aa1cb99e540c tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1267836351'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:31.768047 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=8e0614f9-4193-4180-bb2a-4859a0ab49d6,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:31.958392 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-a190347f-cde5-43de-acf0-b4fc9efa2a2e req-5428acb1-5080-4a9a-8bca-8bcc900288d4 tempest-InstanceActionsNegativeTestJSON-1237608702 tempest-InstanceActionsNegativeTestJSON-1237608702-project] Unset dirty status for tenant:622f0cba33274194bab42351c080b6f2 on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:13:31.958392 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a190347f-cde5-43de-acf0-b4fc9efa2a2e req-5428acb1-5080-4a9a-8bca-8bcc900288d4 tempest-InstanceActionsNegativeTestJSON-1237608702 tempest-InstanceActionsNegativeTestJSON-1237608702-project] 10.222.0.105 "GET /v2.0/security-groups?id=3e4650af-114f-4c86-869b-0ac274180ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9092610 Feb 09 01:13:31.967913 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5295ba59-d9bc-4f4f-ae8b-2771a03566f2 req-91193ab0-8c9e-436f-b9a5-3c24803bc426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:31.971698 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d3116705-4031-4f31-9b9c-24a8fadaace4 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:32.003473 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16807e3c-6bd0-4a25-9dd6-1b7568cfe2ed req-d0e8c324-1dad-4f6e-8f92-4922f61632cf tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:32.005013 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-16807e3c-6bd0-4a25-9dd6-1b7568cfe2ed req-d0e8c324-1dad-4f6e-8f92-4922f61632cf tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=01c1df1d-8df5-40dd-8b45-fc6441193c9d HTTP/1.1" status: 200 len: 946 time: 0.5979326 Feb 09 01:13:32.131004 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d3116705-4031-4f31-9b9c-24a8fadaace4 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:32.196746 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-16807e3c-6bd0-4a25-9dd6-1b7568cfe2ed req-a7a3ad85-6961-4e93-ad86-d520d9eb08c8 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585407 Feb 09 01:13:32.424244 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-60e10a5b-e3e7-46b9-a90c-06d3b4412428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:32.495569 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e10a5b-e3e7-46b9-a90c-06d3b4412428 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad1849df-4f07-4de3-ad20-c2a86fded6b2,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:32.755712 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7fb70269-9ea0-48a5-88e9-aa1cb99e540c tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:32.781710 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7fb70269-9ea0-48a5-88e9-aa1cb99e540c tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1673984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1674007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1671766'] for router, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:32.843859 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec0108-27b2-4700-9ae4-411a5e3b8e86 req-a524d22f-9338-4a0e-8376-62f1e6cf96c9 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:32.845404 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5eec0108-27b2-4700-9ae4-411a5e3b8e86 req-a524d22f-9338-4a0e-8376-62f1e6cf96c9 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "GET /v2.0/ports?device_id=14743cf6-5110-4416-bfb2-067b0fb628f9 HTTP/1.1" status: 200 len: 909 time: 0.6290617 Feb 09 01:13:32.851754 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-5295ba59-d9bc-4f4f-ae8b-2771a03566f2 req-91193ab0-8c9e-436f-b9a5-3c24803bc426 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8118c77-c2f7-4df4-bfcc-d0def7579c2a {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:13:32.874692 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47e71f-3219-47a5-a1ac-716d0f50a689 req-b13b0954-ca3c-482a-8f82-06108df06520 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:32.876205 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ae47e71f-3219-47a5-a1ac-716d0f50a689 req-b13b0954-ca3c-482a-8f82-06108df06520 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.62 "GET /v2.0/ports?device_id=01c1df1d-8df5-40dd-8b45-fc6441193c9d HTTP/1.1" status: 200 len: 946 time: 0.6079433 Feb 09 01:13:32.885854 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5295ba59-d9bc-4f4f-ae8b-2771a03566f2 req-91193ab0-8c9e-436f-b9a5-3c24803bc426 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:32.888396 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d3116705-4031-4f31-9b9c-24a8fadaace4 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:32.896053 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d3116705-4031-4f31-9b9c-24a8fadaace4 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:33.031817 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-5295ba59-d9bc-4f4f-ae8b-2771a03566f2 req-91193ab0-8c9e-436f-b9a5-3c24803bc426 service neutron] Transition to ACTIVE for port object d8118c77-c2f7-4df4-bfcc-d0def7579c2a will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:13:33.043366 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5295ba59-d9bc-4f4f-ae8b-2771a03566f2 req-91193ab0-8c9e-436f-b9a5-3c24803bc426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:33.097118 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3116705-4031-4f31-9b9c-24a8fadaace4 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Pushing event updated for resources: {'Port': ['ID=e06a7d39-a9c2-4595-842a-a0f623804816,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:33.108796 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fb70269-9ea0-48a5-88e9-aa1cb99e540c tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Router 53431c5c-2fd6-4e71-8573-6b65306abcd1 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:13:33.113394 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d3116705-4031-4f31-9b9c-24a8fadaace4 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:33.130635 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-ae47e71f-3219-47a5-a1ac-716d0f50a689 req-a656258d-8662-4381-b898-22fdd05eb1c6 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Deleting port 9fe7b807-e83a-4c04-aae9-3e3b35481001 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:13:33.131251 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ae47e71f-3219-47a5-a1ac-716d0f50a689 req-a656258d-8662-4381-b898-22fdd05eb1c6 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:33.223037 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d3116705-4031-4f31-9b9c-24a8fadaace4 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:33.224271 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d3116705-4031-4f31-9b9c-24a8fadaace4 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4991689 Feb 09 01:13:33.257893 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 8e0614f9-4193-4180-bb2a-4859a0ab49d6 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:13:33.353197 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb70269-9ea0-48a5-88e9-aa1cb99e540c tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:13:33.363288 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7fb70269-9ea0-48a5-88e9-aa1cb99e540c tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:33.364624 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-7fb70269-9ea0-48a5-88e9-aa1cb99e540c tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "PUT /v2.0/routers/53431c5c-2fd6-4e71-8573-6b65306abcd1 HTTP/1.1" status: 200 len: 888 time: 1.6365907 Feb 09 01:13:33.369346 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38556) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:33.373650 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2285da27-2433-4cdc-b911-42d3f81d0592 None None] Sync routers for ids ['53431c5c-2fd6-4e71-8573-6b65306abcd1'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:13:33.399561 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2285da27-2433-4cdc-b911-42d3f81d0592 None None] Routers {'53431c5c-2fd6-4e71-8573-6b65306abcd1'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:13:33.400441 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-2285da27-2433-4cdc-b911-42d3f81d0592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:13:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['53431c5c-2fd6-4e71-8573-6b65306abcd1'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:33.514379 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-2285da27-2433-4cdc-b911-42d3f81d0592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:33.528410 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2285da27-2433-4cdc-b911-42d3f81d0592 None None] Routers {'53431c5c-2fd6-4e71-8573-6b65306abcd1'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:13:33.529915 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-2285da27-2433-4cdc-b911-42d3f81d0592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:13:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['53431c5c-2fd6-4e71-8573-6b65306abcd1'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:33.596747 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-2285da27-2433-4cdc-b911-42d3f81d0592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:33.597397 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2285da27-2433-4cdc-b911-42d3f81d0592 None None] The sync data for ids ['53431c5c-2fd6-4e71-8573-6b65306abcd1'] in n-d-828418-1 is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:13:33.607847 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 8e0614f9-4193-4180-bb2a-4859a0ab49d6 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:33.608383 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:33.620300 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c1e82c3a-114d-4013-87ca-7556f049d352 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "GET /v2.0/routers/53431c5c-2fd6-4e71-8573-6b65306abcd1 HTTP/1.1" status: 200 len: 888 time: 0.2493379 Feb 09 01:13:33.622926 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38564) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:33.688358 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-2697256f-f5c7-4a5c-972f-358aec623773 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Synchronizing usage tracker for tenant:fefa2a0bcdd943ec8d8c861415908997 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:13:33.701519 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91193ab0-8c9e-436f-b9a5-3c24803bc426 service neutron] Pushing event updated for resources: {'Port': ['ID=d8118c77-c2f7-4df4-bfcc-d0def7579c2a,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:33.705587 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-60e10a5b-e3e7-46b9-a90c-06d3b4412428 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:33.718804 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-2697256f-f5c7-4a5c-972f-358aec623773 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Unset dirty status for tenant:fefa2a0bcdd943ec8d8c861415908997 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:13:33.720168 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-2697256f-f5c7-4a5c-972f-358aec623773 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "GET /v2.0/ports?device_id=53431c5c-2fd6-4e71-8573-6b65306abcd1 HTTP/1.1" status: 200 len: 205 time: 0.0949206 Feb 09 01:13:33.722893 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38568) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:33.935129 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1b8a6778-03d2-4694-8ca1-1e184ca474ca tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:34.132327 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1b8a6778-03d2-4694-8ca1-1e184ca474ca tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:34.142228 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-1b8a6778-03d2-4694-8ca1-1e184ca474ca tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Deleting port be359f0e-2fff-47be-bdf7-80daa4e525ad {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:13:34.142655 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1b8a6778-03d2-4694-8ca1-1e184ca474ca tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:34.234354 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-5295ba59-d9bc-4f4f-ae8b-2771a03566f2 req-91193ab0-8c9e-436f-b9a5-3c24803bc426 service neutron] Attempting to bind port d8118c77-c2f7-4df4-bfcc-d0def7579c2a on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:13:34.234691 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-5295ba59-d9bc-4f4f-ae8b-2771a03566f2 req-91193ab0-8c9e-436f-b9a5-3c24803bc426 service neutron] Attempting to bind port d8118c77-c2f7-4df4-bfcc-d0def7579c2a by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '44e78b86-ca94-463c-a572-3160d58d1bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '77f326a1-7dbd-4ae0-b78a-9faa28312f82'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:13:34.235021 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5295ba59-d9bc-4f4f-ae8b-2771a03566f2 req-91193ab0-8c9e-436f-b9a5-3c24803bc426 service neutron] Attempting to bind port d8118c77-c2f7-4df4-bfcc-d0def7579c2a on network 77f326a1-7dbd-4ae0-b78a-9faa28312f82 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:13:34.251434 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a7f7b-d178-4edb-a44d-d5493c02c5ce req-89c857d4-8a16-44f0-8bce-761ba120fd9e tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:34.253032 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-775a7f7b-d178-4edb-a44d-d5493c02c5ce req-89c857d4-8a16-44f0-8bce-761ba120fd9e tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=01c1df1d-8df5-40dd-8b45-fc6441193c9d HTTP/1.1" status: 200 len: 946 time: 0.5993145 Feb 09 01:13:34.267180 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc2157-0a77-4983-b64e-f27adcceebd6 req-4a136c00-908c-4cad-b2ae-7626937e1f88 tempest-InstanceActionsNegativeTestJSON-1237608702 tempest-InstanceActionsNegativeTestJSON-1237608702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:34.267967 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-33fc2157-0a77-4983-b64e-f27adcceebd6 req-4a136c00-908c-4cad-b2ae-7626937e1f88 tempest-InstanceActionsNegativeTestJSON-1237608702 tempest-InstanceActionsNegativeTestJSON-1237608702-project] Synchronizing usage tracker for tenant:622f0cba33274194bab42351c080b6f2 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:13:34.283972 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-ae47e71f-3219-47a5-a1ac-716d0f50a689 req-a656258d-8662-4381-b898-22fdd05eb1c6 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] For port 9fe7b807-e83a-4c04-aae9-3e3b35481001, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=9fe7b807-e83a-4c04-aae9-3e3b35481001,segment=NetworkSegment(249c5438-d0ef-4132-9144-b2c94c9b3b0e),segment_id=249c5438-d0ef-4132-9144-b2c94c9b3b0e)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:13:34.284321 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ae47e71f-3219-47a5-a1ac-716d0f50a689 req-a656258d-8662-4381-b898-22fdd05eb1c6 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:34.293445 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5295ba59-d9bc-4f4f-ae8b-2771a03566f2 req-91193ab0-8c9e-436f-b9a5-3c24803bc426 service neutron] Port d8118c77-c2f7-4df4-bfcc-d0def7579c2a on network 77f326a1-7dbd-4ae0-b78a-9faa28312f82 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:13:34.293889 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5295ba59-d9bc-4f4f-ae8b-2771a03566f2 req-91193ab0-8c9e-436f-b9a5-3c24803bc426 service neutron] Attempting to bind port d8118c77-c2f7-4df4-bfcc-d0def7579c2a on network 77f326a1-7dbd-4ae0-b78a-9faa28312f82 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:13:34.330337 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5295ba59-d9bc-4f4f-ae8b-2771a03566f2 req-91193ab0-8c9e-436f-b9a5-3c24803bc426 service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:13:34.330755 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5295ba59-d9bc-4f4f-ae8b-2771a03566f2 req-91193ab0-8c9e-436f-b9a5-3c24803bc426 service neutron] Checking segment: {'id': '44e78b86-ca94-463c-a572-3160d58d1bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '77f326a1-7dbd-4ae0-b78a-9faa28312f82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:13:34.331314 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5295ba59-d9bc-4f4f-ae8b-2771a03566f2 req-91193ab0-8c9e-436f-b9a5-3c24803bc426 service neutron] Bound using segment: {'id': '44e78b86-ca94-463c-a572-3160d58d1bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '77f326a1-7dbd-4ae0-b78a-9faa28312f82'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:13:34.331788 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-5295ba59-d9bc-4f4f-ae8b-2771a03566f2 req-91193ab0-8c9e-436f-b9a5-3c24803bc426 service neutron] Bound port: d8118c77-c2f7-4df4-bfcc-d0def7579c2a, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44e78b86-ca94-463c-a572-3160d58d1bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '77f326a1-7dbd-4ae0-b78a-9faa28312f82'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:13:34.332136 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5295ba59-d9bc-4f4f-ae8b-2771a03566f2 req-91193ab0-8c9e-436f-b9a5-3c24803bc426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:34.490132 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1b8a6778-03d2-4694-8ca1-1e184ca474ca tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:34.536965 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-ae47e71f-3219-47a5-a1ac-716d0f50a689 req-a656258d-8662-4381-b898-22fdd05eb1c6 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Calling delete_port for 9fe7b807-e83a-4c04-aae9-3e3b35481001 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:13:34.607245 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-33fc2157-0a77-4983-b64e-f27adcceebd6 req-4a136c00-908c-4cad-b2ae-7626937e1f88 tempest-InstanceActionsNegativeTestJSON-1237608702 tempest-InstanceActionsNegativeTestJSON-1237608702-project] Unset dirty status for tenant:622f0cba33274194bab42351c080b6f2 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:13:34.614337 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-33fc2157-0a77-4983-b64e-f27adcceebd6 req-4a136c00-908c-4cad-b2ae-7626937e1f88 tempest-InstanceActionsNegativeTestJSON-1237608702 tempest-InstanceActionsNegativeTestJSON-1237608702-project] 10.222.0.105 "GET /v2.0/ports?device_id=8353d8e1-7536-46c4-825d-3de7805b07c2 HTTP/1.1" status: 200 len: 943 time: 1.4449239 Feb 09 01:13:34.623883 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-1b8a6778-03d2-4694-8ca1-1e184ca474ca tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Calling delete_port for be359f0e-2fff-47be-bdf7-80daa4e525ad owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:13:34.689064 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-775a7f7b-d178-4edb-a44d-d5493c02c5ce req-66aeaa63-d3df-4631-a408-4f66ef42bc57 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/security-groups?id=8dab672a-d4a9-4e90-97da-f898eacad207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4179621 Feb 09 01:13:34.846700 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-33fc2157-0a77-4983-b64e-f27adcceebd6 req-32c3be5c-1de1-4b5f-80dc-31569aa2983d tempest-InstanceActionsNegativeTestJSON-1237608702 tempest-InstanceActionsNegativeTestJSON-1237608702-project] 10.222.0.105 "GET /v2.0/security-groups?id=3e4650af-114f-4c86-869b-0ac274180ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309153 Feb 09 01:13:34.852046 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1b8a6778-03d2-4694-8ca1-1e184ca474ca tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:34.918920 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8a6778-03d2-4694-8ca1-1e184ca474ca tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Pushing event deleted for resources: {'Port': ['ID=be359f0e-2fff-47be-bdf7-80daa4e525ad,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:35.033819 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1b8a6778-03d2-4694-8ca1-1e184ca474ca tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:35.089345 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-5295ba59-d9bc-4f4f-ae8b-2771a03566f2 req-91193ab0-8c9e-436f-b9a5-3c24803bc426 service neutron] For port d8118c77-c2f7-4df4-bfcc-d0def7579c2a, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:13:35.181263 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-5295ba59-d9bc-4f4f-ae8b-2771a03566f2 req-91193ab0-8c9e-436f-b9a5-3c24803bc426 service neutron] For port d8118c77-c2f7-4df4-bfcc-d0def7579c2a, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=d8118c77-c2f7-4df4-bfcc-d0def7579c2a,segment=NetworkSegment(44e78b86-ca94-463c-a572-3160d58d1bb2),segment_id=44e78b86-ca94-463c-a572-3160d58d1bb2)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:13:35.192476 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-85ab0f24-3bab-4e69-aa76-db01a8605eed req-4b24f9d7-ab64-459d-8cbd-a36387367255 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Synchronizing usage tracker for tenant:128330d8f0414cd5a58362066d10386d on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:13:35.199517 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e10a5b-e3e7-46b9-a90c-06d3b4412428 admin admin] Router eb97b206-00b2-43b7-a966-02c4ad0ab629 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:13:35.201929 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5295ba59-d9bc-4f4f-ae8b-2771a03566f2 req-91193ab0-8c9e-436f-b9a5-3c24803bc426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:35.232886 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1b8a6778-03d2-4694-8ca1-1e184ca474ca tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:35.236733 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1b8a6778-03d2-4694-8ca1-1e184ca474ca tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:35.262758 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1b8a6778-03d2-4694-8ca1-1e184ca474ca tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:35.264037 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b8a6778-03d2-4694-8ca1-1e184ca474ca tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Fanout notify agent at l3_agent the message router_deleted on router 53431c5c-2fd6-4e71-8573-6b65306abcd1 {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:13:35.293932 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ae47e71f-3219-47a5-a1ac-716d0f50a689 req-a656258d-8662-4381-b898-22fdd05eb1c6 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:35.296568 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1b8a6778-03d2-4694-8ca1-1e184ca474ca tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:35.298065 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295ba59-d9bc-4f4f-ae8b-2771a03566f2 req-91193ab0-8c9e-436f-b9a5-3c24803bc426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:35.298721 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5295ba59-d9bc-4f4f-ae8b-2771a03566f2 req-91193ab0-8c9e-436f-b9a5-3c24803bc426 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:35.300253 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5295ba59-d9bc-4f4f-ae8b-2771a03566f2 req-91193ab0-8c9e-436f-b9a5-3c24803bc426 service neutron] 10.222.0.62 "PUT /v2.0/ports/d8118c77-c2f7-4df4-bfcc-d0def7579c2a HTTP/1.1" status: 200 len: 1091 time: 3.7489486 Feb 09 01:13:35.302713 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1b8a6778-03d2-4694-8ca1-1e184ca474ca tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "DELETE /v2.0/routers/53431c5c-2fd6-4e71-8573-6b65306abcd1 HTTP/1.1" status: 204 len: 168 time: 1.5783443 Feb 09 01:13:35.303489 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38606) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:35.304688 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8353d8e1-7536-46c4-825d-3de7805b07c2', 'tag': 'd8118c77-c2f7-4df4-bfcc-d0def7579c2a'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:13:35.309174 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-98be1fac-8b5d-49c4-967a-528728edc432 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Request body: {'network': {'name': 'tempest-RoutersTest-1261381118'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:35.316714 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-98be1fac-8b5d-49c4-967a-528728edc432 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:35.320865 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-98be1fac-8b5d-49c4-967a-528728edc432 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Usage tracker for resource:network and tenant:fefa2a0bcdd943ec8d8c861415908997 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:13:35.324048 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-98be1fac-8b5d-49c4-967a-528728edc432 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:13:35.330265 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-98be1fac-8b5d-49c4-967a-528728edc432 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:35.341377 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98be1fac-8b5d-49c4-967a-528728edc432 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Made reservation on behalf of fefa2a0bcdd943ec8d8c861415908997 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:13:35.345926 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-98be1fac-8b5d-49c4-967a-528728edc432 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:35.375548 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98be1fac-8b5d-49c4-967a-528728edc432 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:13:35.387631 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-98be1fac-8b5d-49c4-967a-528728edc432 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:35.387981 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-98be1fac-8b5d-49c4-967a-528728edc432 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Added segment 02b225f4-a416-452a-8f4a-2341ced02103 of type vlan for network 8f0cd846-1ba1-498d-a180-dbef17728fbe Feb 09 01:13:35.390726 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-85ab0f24-3bab-4e69-aa76-db01a8605eed req-4b24f9d7-ab64-459d-8cbd-a36387367255 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Unset dirty status for tenant:128330d8f0414cd5a58362066d10386d on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:13:35.391890 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-85ab0f24-3bab-4e69-aa76-db01a8605eed req-4b24f9d7-ab64-459d-8cbd-a36387367255 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-securitygroup--696557107&fields=id&tenant_id=128330d8f0414cd5a58362066d10386d HTTP/1.1" status: 200 len: 267 time: 0.5605295 Feb 09 01:13:35.429699 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-98be1fac-8b5d-49c4-967a-528728edc432 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:35.468722 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-98be1fac-8b5d-49c4-967a-528728edc432 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:35.474353 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98be1fac-8b5d-49c4-967a-528728edc432 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:35.474949 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-98be1fac-8b5d-49c4-967a-528728edc432 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:35.530557 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91193ab0-8c9e-436f-b9a5-3c24803bc426 service neutron] Pushing event updated for resources: {'Port': ['ID=d8118c77-c2f7-4df4-bfcc-d0def7579c2a,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:35.592878 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-98be1fac-8b5d-49c4-967a-528728edc432 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2851942 Feb 09 01:13:35.595011 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38616) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:35.603085 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-3c2863eb-f119-454a-b4f1-c9fbbd71900d tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Request body: {'subnet': {'network_id': '8f0cd846-1ba1-498d-a180-dbef17728fbe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:35.622901 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98be1fac-8b5d-49c4-967a-528728edc432 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Pushing event updated for resources: {'Network': ['ID=8f0cd846-1ba1-498d-a180-dbef17728fbe,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:35.636709 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 8f0cd846-1ba1-498d-a180-dbef17728fbe details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:13:35.692861 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a656258d-8662-4381-b898-22fdd05eb1c6 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Pushing event deleted for resources: {'Port': ['ID=9fe7b807-e83a-4c04-aae9-3e3b35481001,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:35.718509 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae47e71f-3219-47a5-a1ac-716d0f50a689 req-a656258d-8662-4381-b898-22fdd05eb1c6 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] No DVR routers for this DVR port 9fe7b807-e83a-4c04-aae9-3e3b35481001 on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:13:35.771040 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3c2863eb-f119-454a-b4f1-c9fbbd71900d tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:35.775909 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-3c2863eb-f119-454a-b4f1-c9fbbd71900d tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Usage tracker for resource:subnet and tenant:fefa2a0bcdd943ec8d8c861415908997 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:13:35.781568 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ae47e71f-3219-47a5-a1ac-716d0f50a689 req-a656258d-8662-4381-b898-22fdd05eb1c6 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:35.782879 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-3c2863eb-f119-454a-b4f1-c9fbbd71900d tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:13:35.790326 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3c2863eb-f119-454a-b4f1-c9fbbd71900d tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:35.796191 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ced06b-5a95-4151-bbc8-293d48eb56b6 req-af94e8ed-3da2-430a-8fb9-9230fc1c3878 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:35.805929 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c8ced06b-5a95-4151-bbc8-293d48eb56b6 req-af94e8ed-3da2-430a-8fb9-9230fc1c3878 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "GET /v2.0/ports?device_id=14743cf6-5110-4416-bfb2-067b0fb628f9 HTTP/1.1" status: 200 len: 909 time: 0.7197704 Feb 09 01:13:35.809229 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c2863eb-f119-454a-b4f1-c9fbbd71900d tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Made reservation on behalf of fefa2a0bcdd943ec8d8c861415908997 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:13:35.818241 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3c2863eb-f119-454a-b4f1-c9fbbd71900d tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:35.939011 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab0f24-3bab-4e69-aa76-db01a8605eed req-4b3e814b-1f0e-4876-a4e9-318f761548b8 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:35.940761 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-85ab0f24-3bab-4e69-aa76-db01a8605eed req-4b3e814b-1f0e-4876-a4e9-318f761548b8 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/networks?id=0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5 HTTP/1.1" status: 200 len: 817 time: 0.4925981 Feb 09 01:13:35.942934 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8353d8e1-7536-46c4-825d-3de7805b07c2', 'tag': 'd8118c77-c2f7-4df4-bfcc-d0def7579c2a', 'status': 'completed', 'code': 200} Feb 09 01:13:35.948629 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ae47e71f-3219-47a5-a1ac-716d0f50a689 req-a656258d-8662-4381-b898-22fdd05eb1c6 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.62 "DELETE /v2.0/ports/9fe7b807-e83a-4c04-aae9-3e3b35481001 HTTP/1.1" status: 204 len: 173 time: 3.0651240 Feb 09 01:13:35.988182 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e10a5b-e3e7-46b9-a90c-06d3b4412428 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:13:35.994279 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-60e10a5b-e3e7-46b9-a90c-06d3b4412428 admin admin] 10.222.0.105 "PUT /v2.0/routers/eb97b206-00b2-43b7-a966-02c4ad0ab629/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0857706 Feb 09 01:13:36.000724 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52db6d64-8359-406d-8b4c-16d3e2456bcd None None] Sync routers for ids ['eb97b206-00b2-43b7-a966-02c4ad0ab629'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:13:36.005487 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38630) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:36.008914 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-85ab0f24-3bab-4e69-aa76-db01a8605eed req-34fb281a-2a6a-4942-b2c6-17050fb38a48 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/quotas/128330d8f0414cd5a58362066d10386d HTTP/1.1" status: 200 len: 375 time: 0.0549290 Feb 09 01:13:36.011810 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52db6d64-8359-406d-8b4c-16d3e2456bcd None None] Routers {'eb97b206-00b2-43b7-a966-02c4ad0ab629'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:13:36.012423 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-52db6d64-8359-406d-8b4c-16d3e2456bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:13:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['eb97b206-00b2-43b7-a966-02c4ad0ab629'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:36.172791 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295ba59-d9bc-4f4f-ae8b-2771a03566f2 req-11a688bb-db57-4fd0-b07d-13410cc2a715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:36.174425 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5295ba59-d9bc-4f4f-ae8b-2771a03566f2 req-11a688bb-db57-4fd0-b07d-13410cc2a715 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=622f0cba33274194bab42351c080b6f2&device_id=8353d8e1-7536-46c4-825d-3de7805b07c2 HTTP/1.1" status: 200 len: 1094 time: 0.7903256 Feb 09 01:13:36.176544 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-3a0655fa-0906-49ab-bee6-6b28ceceabc0 req-52d61ef8-19e5-472d-aa9f-51b0ddfbf3f0 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Synchronizing usage tracker for tenant:d49f9dd4d7c14debbc3dfe8113922129 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:13:36.247683 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-52db6d64-8359-406d-8b4c-16d3e2456bcd None None] Set router eb97b206-00b2-43b7-a966-02c4ad0ab629 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:13:36.280502 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5295ba59-d9bc-4f4f-ae8b-2771a03566f2 req-08248ace-57ed-4d74-aaba-6b3bc14ea43f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d8118c77-c2f7-4df4-bfcc-d0def7579c2a HTTP/1.1" status: 200 len: 217 time: 0.0929039 Feb 09 01:13:36.346243 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-3a0655fa-0906-49ab-bee6-6b28ceceabc0 req-52d61ef8-19e5-472d-aa9f-51b0ddfbf3f0 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] Unset dirty status for tenant:d49f9dd4d7c14debbc3dfe8113922129 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:13:36.359018 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3a0655fa-0906-49ab-bee6-6b28ceceabc0 req-52d61ef8-19e5-472d-aa9f-51b0ddfbf3f0 tempest-ServerDiskConfigTestJSON-1150924921 tempest-ServerDiskConfigTestJSON-1150924921-project] 10.222.0.105 "GET /v2.0/ports?device_id=01c1df1d-8df5-40dd-8b45-fc6441193c9d HTTP/1.1" status: 200 len: 210 time: 0.3633034 Feb 09 01:13:36.387554 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3c2863eb-f119-454a-b4f1-c9fbbd71900d tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:36.436437 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295ba59-d9bc-4f4f-ae8b-2771a03566f2 req-663e9c7f-6b72-4843-a959-2e4dc3f5184f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:36.441631 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-43eff7c7-7977-4a7f-89da-4e7f5e559fff admin admin] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:36.443785 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5295ba59-d9bc-4f4f-ae8b-2771a03566f2 req-663e9c7f-6b72-4843-a959-2e4dc3f5184f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b0d57610-c1fc-4338-a722-1b11d1ee8f4c HTTP/1.1" status: 200 len: 862 time: 0.1553688 Feb 09 01:13:36.577076 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-85ab0f24-3bab-4e69-aa76-db01a8605eed req-32565ad0-be31-492f-9993-25da6ff885a5 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Synchronizing usage tracker for tenant:128330d8f0414cd5a58362066d10386d on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:13:36.628644 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5295ba59-d9bc-4f4f-ae8b-2771a03566f2 req-51e3faa1-14e9-4b80-be5c-a1ca0869eaf9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=77f326a1-7dbd-4ae0-b78a-9faa28312f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1578195 Feb 09 01:13:36.792076 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-85ab0f24-3bab-4e69-aa76-db01a8605eed req-32565ad0-be31-492f-9993-25da6ff885a5 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Unset dirty status for tenant:128330d8f0414cd5a58362066d10386d on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:13:36.801938 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2863eb-f119-454a-b4f1-c9fbbd71900d tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Pushing event updated for resources: {'Subnet': ['ID=98f3fe33-b17c-4354-9933-82dc4b42d9b5,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:36.805841 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-85ab0f24-3bab-4e69-aa76-db01a8605eed req-32565ad0-be31-492f-9993-25da6ff885a5 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=128330d8f0414cd5a58362066d10386d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7389917 Feb 09 01:13:36.810283 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-43eff7c7-7977-4a7f-89da-4e7f5e559fff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:36.816108 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2863eb-f119-454a-b4f1-c9fbbd71900d tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Checking segment: {'id': '02b225f4-a416-452a-8f4a-2341ced02103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '8f0cd846-1ba1-498d-a180-dbef17728fbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:13:36.816555 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2863eb-f119-454a-b4f1-c9fbbd71900d tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Network hostable DHCP agents. Network: 8f0cd846-1ba1-498d-a180-dbef17728fbe, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:13:36.830516 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-43eff7c7-7977-4a7f-89da-4e7f5e559fff admin admin] Deleting port 5c2905b0-2747-4649-8a28-212b02e6ace1 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:13:36.830946 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-43eff7c7-7977-4a7f-89da-4e7f5e559fff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:36.834477 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-52db6d64-8359-406d-8b4c-16d3e2456bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb97b206-00b2-43b7-a966-02c4ad0ab629', 'name': 'tempest-ServerRescueNegativeTestJSON-1486586498-router', 'tenant_id': '31d75c3847f44b229ecd5ad32549f4f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '5c2905b0-2747-4649-8a28-212b02e6ace1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:09:41Z', 'updated_at': '2022-02-09T01:13:32Z', 'revision_number': 5, 'project_id': '31d75c3847f44b229ecd5ad32549f4f2', 'gw_port': {'id': '5c2905b0-2747-4649-8a28-212b02e6ace1', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb97b206-00b2-43b7-a966-02c4ad0ab629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:42Z', 'updated_at': '2022-02-09T01:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:36.841394 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52db6d64-8359-406d-8b4c-16d3e2456bcd None None] Checking router: eb97b206-00b2-43b7-a966-02c4ad0ab629 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:13:36.842987 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 9fe7b807-e83a-4c04-aae9-3e3b35481001 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:13:36.856655 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52db6d64-8359-406d-8b4c-16d3e2456bcd None None] Routers {'eb97b206-00b2-43b7-a966-02c4ad0ab629'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:13:36.857927 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-52db6d64-8359-406d-8b4c-16d3e2456bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:13:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['eb97b206-00b2-43b7-a966-02c4ad0ab629'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:36.892485 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2863eb-f119-454a-b4f1-c9fbbd71900d tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Network 8f0cd846-1ba1-498d-a180-dbef17728fbe is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:13:36.926185 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: 9fe7b807-e83a-4c04-aae9-3e3b35481001 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:13:36.926531 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 9fe7b807-e83a-4c04-aae9-3e3b35481001 not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:13:36.975528 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-3c2863eb-f119-454a-b4f1-c9fbbd71900d tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 8f0cd846-1ba1-498d-a180-dbef17728fbe) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:36.988292 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105db98c-3027-4829-a1a8-830b2407783d None None] Network 8f0cd846-1ba1-498d-a180-dbef17728fbe requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:13:36.989325 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2863eb-f119-454a-b4f1-c9fbbd71900d tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:36.990031 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3c2863eb-f119-454a-b4f1-c9fbbd71900d tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:37.027521 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a393ca1-2541-42b9-be40-8485b5cc2bd0 req-48408e33-338f-444a-b9d7-e0f920eb407e tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:37.029284 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4a393ca1-2541-42b9-be40-8485b5cc2bd0 req-48408e33-338f-444a-b9d7-e0f920eb407e tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "GET /v2.0/ports?device_id=14743cf6-5110-4416-bfb2-067b0fb628f9 HTTP/1.1" status: 200 len: 909 time: 0.4667304 Feb 09 01:13:37.031316 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5295ba59-d9bc-4f4f-ae8b-2771a03566f2 req-2540afd3-333e-4c3e-907f-1a6ad7a4afdf service neutron] 10.222.0.62 "GET /v2.0/networks/77f326a1-7dbd-4ae0-b78a-9faa28312f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3941331 Feb 09 01:13:37.037753 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-85ab0f24-3bab-4e69-aa76-db01a8605eed req-17fbfc49-1681-4644-b9ab-e2186f32b72f service neutron] 10.222.0.105 "GET /v2.0/networks/0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257009 Feb 09 01:13:37.039536 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-3c2863eb-f119-454a-b4f1-c9fbbd71900d tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4436171 Feb 09 01:13:37.042816 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38642) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:37.059377 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-dd80b425-fcda-485e-b7cd-f6cb126b4e49 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1307354371', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:37.081794 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-dd80b425-fcda-485e-b7cd-f6cb126b4e49 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:37.081794 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-43eff7c7-7977-4a7f-89da-4e7f5e559fff admin admin] For port 5c2905b0-2747-4649-8a28-212b02e6ace1, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=5c2905b0-2747-4649-8a28-212b02e6ace1,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:13:37.081794 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-43eff7c7-7977-4a7f-89da-4e7f5e559fff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:37.090464 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-dd80b425-fcda-485e-b7cd-f6cb126b4e49 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Usage tracker for resource:router and tenant:fefa2a0bcdd943ec8d8c861415908997 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:13:37.096456 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-dd80b425-fcda-485e-b7cd-f6cb126b4e49 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:13:37.162464 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-dd80b425-fcda-485e-b7cd-f6cb126b4e49 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:37.166254 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-52db6d64-8359-406d-8b4c-16d3e2456bcd None None] Set router eb97b206-00b2-43b7-a966-02c4ad0ab629 gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:13:37.258626 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-43eff7c7-7977-4a7f-89da-4e7f5e559fff admin admin] Calling delete_port for 5c2905b0-2747-4649-8a28-212b02e6ace1 owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:13:37.316045 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5295ba59-d9bc-4f4f-ae8b-2771a03566f2 req-14fdaa12-0ae4-494f-9bdc-2a32345458e4 service neutron] 10.222.0.62 "GET /v2.0/networks/77f326a1-7dbd-4ae0-b78a-9faa28312f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772889 Feb 09 01:13:37.330999 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dd80b425-fcda-485e-b7cd-f6cb126b4e49 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:37.332379 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dd80b425-fcda-485e-b7cd-f6cb126b4e49 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:37.388317 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dd80b425-fcda-485e-b7cd-f6cb126b4e49 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:37.430576 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-52db6d64-8359-406d-8b4c-16d3e2456bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb97b206-00b2-43b7-a966-02c4ad0ab629', 'name': 'tempest-ServerRescueNegativeTestJSON-1486586498-router', 'tenant_id': '31d75c3847f44b229ecd5ad32549f4f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:09:41Z', 'updated_at': '2022-02-09T01:13:36Z', 'revision_number': 6, 'project_id': '31d75c3847f44b229ecd5ad32549f4f2', 'gw_port_host': None}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:37.435260 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52db6d64-8359-406d-8b4c-16d3e2456bcd None None] The sync data for ids ['eb97b206-00b2-43b7-a966-02c4ad0ab629'] in n-d-828418-1 is: [{'id': 'eb97b206-00b2-43b7-a966-02c4ad0ab629', 'name': 'tempest-ServerRescueNegativeTestJSON-1486586498-router', 'tenant_id': '31d75c3847f44b229ecd5ad32549f4f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:09:41Z', 'updated_at': '2022-02-09T01:13:36Z', 'revision_number': 6, 'project_id': '31d75c3847f44b229ecd5ad32549f4f2', 'gw_port_host': None}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:13:37.450968 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b9d23f-d7bd-4d95-8637-4c5909bfd4ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-8f0cd846-1ba1-498d-a180-dbef17728fbe', 'network_id': '8f0cd846-1ba1-498d-a180-dbef17728fbe', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'fixed_ips': [{'subnet_id': '98f3fe33-b17c-4354-9933-82dc4b42d9b5'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:13:37.452462 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-44b9d23f-d7bd-4d95-8637-4c5909bfd4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:37.454792 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dd80b425-fcda-485e-b7cd-f6cb126b4e49 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:37.501291 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dd80b425-fcda-485e-b7cd-f6cb126b4e49 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:37.505643 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-dd80b425-fcda-485e-b7cd-f6cb126b4e49 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4616957 Feb 09 01:13:37.506261 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 38654) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:37.594200 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-43eff7c7-7977-4a7f-89da-4e7f5e559fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:37.658414 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eff7c7-7977-4a7f-89da-4e7f5e559fff admin admin] Pushing event deleted for resources: {'Port': ['ID=5c2905b0-2747-4649-8a28-212b02e6ace1,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:37.729324 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-44b9d23f-d7bd-4d95-8637-4c5909bfd4ca None None] Allocated IP 172.20.0.2 (8f0cd846-1ba1-498d-a180-dbef17728fbe/98f3fe33-b17c-4354-9933-82dc4b42d9b5/b7b5cf92-6a2f-4e94-aedc-f6bd27c014d3) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:13:37.803325 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-43eff7c7-7977-4a7f-89da-4e7f5e559fff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:37.987518 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01c1df1d-8df5-40dd-8b45-fc6441193c9d', 'name': 'network-vif-deleted', 'tag': '9fe7b807-e83a-4c04-aae9-3e3b35481001'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:13:38.004022 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-85ab0f24-3bab-4e69-aa76-db01a8605eed req-e75200bb-7bee-4d57-8c0d-d421feca7c38 service neutron] 10.222.0.105 "GET /v2.0/networks/0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6868634 Feb 09 01:13:38.010129 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155fc6d2-18a1-48b0-875d-48d6b21ec923 req-926e647c-7dde-4d35-adb9-15db6f05c706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:38.011748 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-155fc6d2-18a1-48b0-875d-48d6b21ec923 req-926e647c-7dde-4d35-adb9-15db6f05c706 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=622f0cba33274194bab42351c080b6f2&device_id=8353d8e1-7536-46c4-825d-3de7805b07c2 HTTP/1.1" status: 200 len: 1094 time: 0.6240597 Feb 09 01:13:38.067744 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-44b9d23f-d7bd-4d95-8637-4c5909bfd4ca None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:38.074335 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-43eff7c7-7977-4a7f-89da-4e7f5e559fff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:38.078198 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-43eff7c7-7977-4a7f-89da-4e7f5e559fff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:38.111347 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-43eff7c7-7977-4a7f-89da-4e7f5e559fff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:38.111919 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43eff7c7-7977-4a7f-89da-4e7f5e559fff admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb97b206-00b2-43b7-a966-02c4ad0ab629 {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:13:38.147934 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-44b9d23f-d7bd-4d95-8637-4c5909bfd4ca None None] Transition to ACTIVE for port object b7b5cf92-6a2f-4e94-aedc-f6bd27c014d3 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:13:38.150590 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-43eff7c7-7977-4a7f-89da-4e7f5e559fff admin admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:38.154949 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-43eff7c7-7977-4a7f-89da-4e7f5e559fff admin admin] 10.222.0.105 "DELETE /v2.0/routers/eb97b206-00b2-43b7-a966-02c4ad0ab629 HTTP/1.1" status: 204 len: 168 time: 2.1452119 Feb 09 01:13:38.155181 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38664) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:38.190288 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-50c2bcc3-f7a3-46b1-bfb1-30a38d1f87fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:38.208892 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-44b9d23f-d7bd-4d95-8637-4c5909bfd4ca None None] Transition to ACTIVE for port object b7b5cf92-6a2f-4e94-aedc-f6bd27c014d3 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:13:38.220636 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-44b9d23f-d7bd-4d95-8637-4c5909bfd4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:38.223561 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e48c39f-91e5-4e4c-81f3-91e8dde095f6 req-6fe4e95a-aa87-4905-a52e-f59d70db17c4 tempest-InstanceActionsNegativeTestJSON-1237608702 tempest-InstanceActionsNegativeTestJSON-1237608702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:38.231919 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3e48c39f-91e5-4e4c-81f3-91e8dde095f6 req-6fe4e95a-aa87-4905-a52e-f59d70db17c4 tempest-InstanceActionsNegativeTestJSON-1237608702 tempest-InstanceActionsNegativeTestJSON-1237608702-project] 10.222.0.105 "GET /v2.0/ports?device_id=8353d8e1-7536-46c4-825d-3de7805b07c2 HTTP/1.1" status: 200 len: 943 time: 0.9122770 Feb 09 01:13:38.261354 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a69d5cb-1f3e-4499-8e7b-1ab03b589738 admin admin] Deleting subnet 22a67f5c-4428-4b0e-a900-0ff3d3591ee5 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:13:38.275597 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0a69d5cb-1f3e-4499-8e7b-1ab03b589738 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:38.372330 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-083ab273-05fe-4b7c-b0ab-63b1e6922134 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:38.379525 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0a69d5cb-1f3e-4499-8e7b-1ab03b589738 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:38.385814 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b9d23f-d7bd-4d95-8637-4c5909bfd4ca None None] Network 8f0cd846-1ba1-498d-a180-dbef17728fbe is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:13:38.387708 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-44b9d23f-d7bd-4d95-8637-4c5909bfd4ca None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:38.392683 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b9d23f-d7bd-4d95-8637-4c5909bfd4ca None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:13:38.443267 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3e48c39f-91e5-4e4c-81f3-91e8dde095f6 req-7b468cbb-b8bc-418a-a7fd-53f071334bb9 tempest-InstanceActionsNegativeTestJSON-1237608702 tempest-InstanceActionsNegativeTestJSON-1237608702-project] 10.222.0.105 "GET /v2.0/security-groups?id=3e4650af-114f-4c86-869b-0ac274180ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116783 Feb 09 01:13:38.462618 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0a69d5cb-1f3e-4499-8e7b-1ab03b589738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:38.542928 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b9d23f-d7bd-4d95-8637-4c5909bfd4ca None None] Pushing event updated for resources: {'Port': ['ID=b7b5cf92-6a2f-4e94-aedc-f6bd27c014d3,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:38.563262 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-44b9d23f-d7bd-4d95-8637-4c5909bfd4ca None None] Attempting to bind port b7b5cf92-6a2f-4e94-aedc-f6bd27c014d3 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:13:38.564139 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-44b9d23f-d7bd-4d95-8637-4c5909bfd4ca None None] Attempting to bind port b7b5cf92-6a2f-4e94-aedc-f6bd27c014d3 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '02b225f4-a416-452a-8f4a-2341ced02103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '8f0cd846-1ba1-498d-a180-dbef17728fbe'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:13:38.564887 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b9d23f-d7bd-4d95-8637-4c5909bfd4ca None None] Attempting to bind port b7b5cf92-6a2f-4e94-aedc-f6bd27c014d3 on network 8f0cd846-1ba1-498d-a180-dbef17728fbe {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:13:38.596441 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b9d23f-d7bd-4d95-8637-4c5909bfd4ca None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:13:38.598529 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b9d23f-d7bd-4d95-8637-4c5909bfd4ca None None] Checking segment: {'id': '02b225f4-a416-452a-8f4a-2341ced02103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '8f0cd846-1ba1-498d-a180-dbef17728fbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:13:38.600090 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-44b9d23f-d7bd-4d95-8637-4c5909bfd4ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:38.600745 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b9d23f-d7bd-4d95-8637-4c5909bfd4ca None None] Bound using segment: {'id': '02b225f4-a416-452a-8f4a-2341ced02103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '8f0cd846-1ba1-498d-a180-dbef17728fbe'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:13:38.601721 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-44b9d23f-d7bd-4d95-8637-4c5909bfd4ca None None] Bound port: b7b5cf92-6a2f-4e94-aedc-f6bd27c014d3, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02b225f4-a416-452a-8f4a-2341ced02103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '8f0cd846-1ba1-498d-a180-dbef17728fbe'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:13:38.603925 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-44b9d23f-d7bd-4d95-8637-4c5909bfd4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:38.656275 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155fc6d2-18a1-48b0-875d-48d6b21ec923 req-9f223208-43f1-4365-a976-ab5b6f5124d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:38.658391 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-155fc6d2-18a1-48b0-875d-48d6b21ec923 req-9f223208-43f1-4365-a976-ab5b6f5124d5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=77f326a1-7dbd-4ae0-b78a-9faa28312f82 HTTP/1.1" status: 200 len: 923 time: 0.6389973 Feb 09 01:13:38.756096 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01c1df1d-8df5-40dd-8b45-fc6441193c9d', 'name': 'network-vif-deleted', 'tag': '9fe7b807-e83a-4c04-aae9-3e3b35481001', 'status': 'completed', 'code': 200} Feb 09 01:13:38.850136 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-44b9d23f-d7bd-4d95-8637-4c5909bfd4ca None None] For port b7b5cf92-6a2f-4e94-aedc-f6bd27c014d3, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:13:38.860100 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-44b9d23f-d7bd-4d95-8637-4c5909bfd4ca None None] For port b7b5cf92-6a2f-4e94-aedc-f6bd27c014d3, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=b7b5cf92-6a2f-4e94-aedc-f6bd27c014d3,segment=NetworkSegment(02b225f4-a416-452a-8f4a-2341ced02103),segment_id=02b225f4-a416-452a-8f4a-2341ced02103)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:13:38.864705 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-44b9d23f-d7bd-4d95-8637-4c5909bfd4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:38.897574 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0a69d5cb-1f3e-4499-8e7b-1ab03b589738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:38.953212 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a69d5cb-1f3e-4499-8e7b-1ab03b589738 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22a67f5c-4428-4b0e-a900-0ff3d3591ee5,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:38.959418 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0a69d5cb-1f3e-4499-8e7b-1ab03b589738 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:38.969633 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-0a69d5cb-1f3e-4499-8e7b-1ab03b589738 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/22a67f5c-4428-4b0e-a900-0ff3d3591ee5 HTTP/1.1" status: 204 len: 168 time: 0.8123717 Feb 09 01:13:38.970944 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38684) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:39.024272 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b9d23f-d7bd-4d95-8637-4c5909bfd4ca None None] Pushing event updated for resources: {'Port': ['ID=b7b5cf92-6a2f-4e94-aedc-f6bd27c014d3,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:39.040421 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-155fc6d2-18a1-48b0-875d-48d6b21ec923 req-d1e55a7f-5b6a-41f4-90f4-def0e05dafc9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d8118c77-c2f7-4df4-bfcc-d0def7579c2a HTTP/1.1" status: 200 len: 217 time: 0.3686669 Feb 09 01:13:39.151338 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bc5c8590-c1d1-43e8-a539-c67db46ce74e req-601c5230-ec44-41ae-be9f-e1452d440623 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb94c7c7-2262-4266-9ff1-ecacf3b56b73 HTTP/1.1" status: 200 len: 210 time: 0.1045916 Feb 09 01:13:39.170502 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a257045c-b0dd-4906-afb3-49fabdfbad30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:39.188115 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device ad1849df-4f07-4de3-ad20-c2a86fded6b2 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:13:39.233966 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155fc6d2-18a1-48b0-875d-48d6b21ec923 req-7056be59-eac0-4db8-817c-4ddd17e685c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:39.235553 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-155fc6d2-18a1-48b0-875d-48d6b21ec923 req-7056be59-eac0-4db8-817c-4ddd17e685c8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b0d57610-c1fc-4338-a722-1b11d1ee8f4c HTTP/1.1" status: 200 len: 862 time: 0.0813684 Feb 09 01:13:39.287049 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: ad1849df-4f07-4de3-ad20-c2a86fded6b2 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:13:39.287402 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device ad1849df-4f07-4de3-ad20-c2a86fded6b2 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:13:39.292542 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 5c2905b0-2747-4649-8a28-212b02e6ace1 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:13:39.381841 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 5c2905b0-2747-4649-8a28-212b02e6ace1 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:13:39.382232 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 5c2905b0-2747-4649-8a28-212b02e6ace1 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:13:39.447087 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-155fc6d2-18a1-48b0-875d-48d6b21ec923 req-73727360-57bf-4138-983a-f545a303293a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=77f326a1-7dbd-4ae0-b78a-9faa28312f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1531961 Feb 09 01:13:39.502166 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a257045c-b0dd-4906-afb3-49fabdfbad30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:39.536611 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-a257045c-b0dd-4906-afb3-49fabdfbad30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca102a1f-d5bf-460d-8853-70bcd81c5d48']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:39.554786 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-a257045c-b0dd-4906-afb3-49fabdfbad30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99af9c6b-b902-4fb4-8324-3fa58cf16b85') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:39.555213 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-a257045c-b0dd-4906-afb3-49fabdfbad30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99af9c6b-b902-4fb4-8324-3fa58cf16b85') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:39.580508 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a257045c-b0dd-4906-afb3-49fabdfbad30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:39.627321 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a257045c-b0dd-4906-afb3-49fabdfbad30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:39.634429 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a257045c-b0dd-4906-afb3-49fabdfbad30 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:13:39.634826 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a257045c-b0dd-4906-afb3-49fabdfbad30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:39.649505 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:13:39.649505 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:13:39.649505 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:13:39.649505 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:13:39.649505 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:13:39.649505 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:13:39.649505 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:13:39.649505 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:13:39.649505 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:13:39.649505 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:13:39.649505 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:13:39.649505 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:13:39.649505 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:13:39.649505 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:13:39.649505 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:13:39.649505 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:13:39.649505 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:13:39.649505 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:13:39.649505 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:13:39.649505 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:13:39.649505 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:13:39.649505 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:13:39.649505 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:13:39.649505 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:13:39.649505 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:13:39.649505 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:13:39.649505 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:13:39.649505 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:13:39.649505 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:13:39.649505 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:13:39.649505 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:13:39.649505 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:13:39.735183 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a257045c-b0dd-4906-afb3-49fabdfbad30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:39.753022 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a257045c-b0dd-4906-afb3-49fabdfbad30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:39.773811 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a257045c-b0dd-4906-afb3-49fabdfbad30 admin admin] 10.222.0.105 "DELETE /v2.0/networks/ca102a1f-d5bf-460d-8853-70bcd81c5d48 HTTP/1.1" status: 204 len: 168 time: 0.7990119 Feb 09 01:13:39.773811 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a257045c-b0dd-4906-afb3-49fabdfbad30 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca102a1f-d5bf-460d-8853-70bcd81c5d48,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:39.877286 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a07b09-cd0f-42aa-ba47-98b14d7bf4f4 req-6f3e453d-26d5-4a8c-a306-8b8824fda655 tempest-TestSecurityGroupsBasicOps-1458332842 tempest-TestSecurityGroupsBasicOps-1458332842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:39.878825 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-21a07b09-cd0f-42aa-ba47-98b14d7bf4f4 req-6f3e453d-26d5-4a8c-a306-8b8824fda655 tempest-TestSecurityGroupsBasicOps-1458332842 tempest-TestSecurityGroupsBasicOps-1458332842-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=14743cf6-5110-4416-bfb2-067b0fb628f9 HTTP/1.1" status: 200 len: 1060 time: 1.4594560 Feb 09 01:13:39.964118 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-083ab273-05fe-4b7c-b0ab-63b1e6922134 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Allocated IP 172.20.0.1 (8f0cd846-1ba1-498d-a180-dbef17728fbe/98f3fe33-b17c-4354-9933-82dc4b42d9b5/96023f15-6965-4e56-afde-e4f9ab55516c) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:13:40.035057 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-155fc6d2-18a1-48b0-875d-48d6b21ec923 req-c9947bd3-8525-48d9-ab4c-548aad6b615b service neutron] 10.222.0.62 "GET /v2.0/networks/77f326a1-7dbd-4ae0-b78a-9faa28312f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5825007 Feb 09 01:13:40.055442 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38712) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:40.170562 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-6d9aeda6-f632-4d1e-aa55-6a1c1ecb90e4 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=31d75c3847f44b229ecd5ad32549f4f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1130373 Feb 09 01:13:40.173373 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38718) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:40.275583 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41b3883-d061-4d5f-be41-f7aa1ccd3709 req-61963653-32c2-47de-a4a7-4044b0311b53 tempest-InstanceActionsNegativeTestJSON-1237608702 tempest-InstanceActionsNegativeTestJSON-1237608702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:40.282251 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f41b3883-d061-4d5f-be41-f7aa1ccd3709 req-61963653-32c2-47de-a4a7-4044b0311b53 tempest-InstanceActionsNegativeTestJSON-1237608702 tempest-InstanceActionsNegativeTestJSON-1237608702-project] 10.222.0.105 "GET /v2.0/ports?device_id=8353d8e1-7536-46c4-825d-3de7805b07c2 HTTP/1.1" status: 200 len: 943 time: 0.6596932 Feb 09 01:13:40.298234 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d87e3b64-6237-4383-948b-8ab9339d7047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:40.337206 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d87e3b64-6237-4383-948b-8ab9339d7047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:40.396341 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f41b3883-d061-4d5f-be41-f7aa1ccd3709 req-d75553b8-76a9-4289-9c50-ae653734b947 tempest-InstanceActionsNegativeTestJSON-1237608702 tempest-InstanceActionsNegativeTestJSON-1237608702-project] 10.222.0.105 "GET /v2.0/security-groups?id=3e4650af-114f-4c86-869b-0ac274180ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075118 Feb 09 01:13:40.412253 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d87e3b64-6237-4383-948b-8ab9339d7047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:40.432833 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87e3b64-6237-4383-948b-8ab9339d7047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b5d72f-6ce6-49ed-921e-ed24bb888442,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:40.441870 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d87e3b64-6237-4383-948b-8ab9339d7047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:40.447007 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d87e3b64-6237-4383-948b-8ab9339d7047 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/60b5d72f-6ce6-49ed-921e-ed24bb888442 HTTP/1.1" status: 204 len: 168 time: 0.2724409 Feb 09 01:13:40.475603 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-405ff3ba-aeee-429e-be70-c3537faf4c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:40.547484 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab0f24-3bab-4e69-aa76-db01a8605eed req-c4514c28-7502-4a86-b031-58ef165cbf5b tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:40.549476 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-85ab0f24-3bab-4e69-aa76-db01a8605eed req-c4514c28-7502-4a86-b031-58ef165cbf5b tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.62 "GET /v2.0/networks?id=0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5 HTTP/1.1" status: 200 len: 817 time: 0.6265450 Feb 09 01:13:40.554434 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38728) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:40.564420 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d8d7f3-31f9-48a2-adf4-4d6470737041 req-e5c39f9e-a6ff-4a16-a4be-335cf4f6cbb9 tempest-TestSecurityGroupsBasicOps-1458332842 tempest-TestSecurityGroupsBasicOps-1458332842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:40.566187 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-27d8d7f3-31f9-48a2-adf4-4d6470737041 req-e5c39f9e-a6ff-4a16-a4be-335cf4f6cbb9 tempest-TestSecurityGroupsBasicOps-1458332842 tempest-TestSecurityGroupsBasicOps-1458332842-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=66abf429-08b1-4733-9148-a03acc898aa2 HTTP/1.1" status: 200 len: 1136 time: 0.4277096 Feb 09 01:13:40.705187 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9074512e-3cec-44db-ae12-431d6a8d98ac None None] Network 8f0cd846-1ba1-498d-a180-dbef17728fbe requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:13:40.705679 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-36bd5a2c-9814-44a7-bacb-17b81a728ce1 admin admin] Deleting subnet 1204e025-94a3-426b-85cf-fd8c313f8faf {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:13:40.709018 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-36bd5a2c-9814-44a7-bacb-17b81a728ce1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:40.755954 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-155fc6d2-18a1-48b0-875d-48d6b21ec923 req-146ea663-429d-48c3-9021-03b8f39dcf57 service neutron] 10.222.0.62 "GET /v2.0/networks/77f326a1-7dbd-4ae0-b78a-9faa28312f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7123723 Feb 09 01:13:40.784992 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-36bd5a2c-9814-44a7-bacb-17b81a728ce1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:40.813696 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3c6c3886-2b23-46e9-8245-5b2e2a917b37 req-340dce33-1511-49b8-93c1-77dc03482068 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb94c7c7-2262-4266-9ff1-ecacf3b56b73 HTTP/1.1" status: 200 len: 210 time: 0.0683281 Feb 09 01:13:40.840974 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-083ab273-05fe-4b7c-b0ab-63b1e6922134 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:40.848328 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device d8118c77-c2f7-4df4-bfcc-d0def7579c2a details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:13:40.849187 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-85ab0f24-3bab-4e69-aa76-db01a8605eed req-25e23540-c6f1-4770-a78f-ea04cf0339d9 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=128330d8f0414cd5a58362066d10386d HTTP/1.1" status: 200 len: 379 time: 0.2578173 Feb 09 01:13:40.854048 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-27d8d7f3-31f9-48a2-adf4-4d6470737041 req-8338c6e2-a225-4fb1-9bcd-73014cbe607f tempest-TestSecurityGroupsBasicOps-1458332842 tempest-TestSecurityGroupsBasicOps-1458332842-project-admin] Synchronizing usage tracker for tenant:968413086f8b41829d554ec22f796d13 on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:13:40.861258 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-85ab0f24-3bab-4e69-aa76-db01a8605eed req-094f418a-b3a5-4687-ad3c-9411565eaba8 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Request body: {'port': {'device_id': 'eb94c7c7-2262-4266-9ff1-ecacf3b56b73', 'network_id': '0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5', 'admin_state_up': True, 'tenant_id': '128330d8f0414cd5a58362066d10386d', 'security_groups': ['e6bfd964-7aa5-43a2-a057-7d9b16c44215']}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:40.890592 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-36bd5a2c-9814-44a7-bacb-17b81a728ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:40.946953 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-083ab273-05fe-4b7c-b0ab-63b1e6922134 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Transition to ACTIVE for port object 96023f15-6965-4e56-afde-e4f9ab55516c will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:13:40.970930 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-27d8d7f3-31f9-48a2-adf4-4d6470737041 req-8338c6e2-a225-4fb1-9bcd-73014cbe607f tempest-TestSecurityGroupsBasicOps-1458332842 tempest-TestSecurityGroupsBasicOps-1458332842-project-admin] Unset dirty status for tenant:968413086f8b41829d554ec22f796d13 on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:13:40.984255 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-27d8d7f3-31f9-48a2-adf4-4d6470737041 req-8338c6e2-a225-4fb1-9bcd-73014cbe607f tempest-TestSecurityGroupsBasicOps-1458332842 tempest-TestSecurityGroupsBasicOps-1458332842-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=7432a6e0-20bb-4b7a-9fb6-44a9c667edd7&id=04db1776-df78-44e6-8589-18bdc682e548&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3788815 Feb 09 01:13:41.005631 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38738) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:41.048841 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-083ab273-05fe-4b7c-b0ab-63b1e6922134 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:41.103801 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-36bd5a2c-9814-44a7-bacb-17b81a728ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:41.139882 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083ab273-05fe-4b7c-b0ab-63b1e6922134 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Pushing event updated for resources: {'Port': ['ID=96023f15-6965-4e56-afde-e4f9ab55516c,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:41.165716 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a7e64bb4-c404-4d72-8c76-420d2f797a0a None None] Provisioning for port b7b5cf92-6a2f-4e94-aedc-f6bd27c014d3 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:13:41.166357 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083ab273-05fe-4b7c-b0ab-63b1e6922134 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Network 8f0cd846-1ba1-498d-a180-dbef17728fbe is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:13:41.168080 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-083ab273-05fe-4b7c-b0ab-63b1e6922134 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:41.171957 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bd5a2c-9814-44a7-bacb-17b81a728ce1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1204e025-94a3-426b-85cf-fd8c313f8faf,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:41.172195 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083ab273-05fe-4b7c-b0ab-63b1e6922134 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:13:41.177951 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-36bd5a2c-9814-44a7-bacb-17b81a728ce1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:41.188930 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f810c0a-3bb5-4338-8161-052fbe4c66d4 tempest-TestSecurityGroupsBasicOps-1458332842 tempest-TestSecurityGroupsBasicOps-1458332842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:41.193054 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-0f810c0a-3bb5-4338-8161-052fbe4c66d4 tempest-TestSecurityGroupsBasicOps-1458332842 tempest-TestSecurityGroupsBasicOps-1458332842-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=14743cf6-5110-4416-bfb2-067b0fb628f9 HTTP/1.1" status: 200 len: 1055 time: 0.1839297 Feb 09 01:13:41.193752 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-36bd5a2c-9814-44a7-bacb-17b81a728ce1 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/1204e025-94a3-426b-85cf-fd8c313f8faf HTTP/1.1" status: 204 len: 168 time: 0.6376560 Feb 09 01:13:41.196154 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38746) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:41.412649 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eec60b48-6cab-4610-8946-a6f5de8187d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:41.417789 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device b7b5cf92-6a2f-4e94-aedc-f6bd27c014d3 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:13:41.520370 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port d8118c77-c2f7-4df4-bfcc-d0def7579c2a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=d8118c77-c2f7-4df4-bfcc-d0def7579c2a,segment=NetworkSegment(44e78b86-ca94-463c-a572-3160d58d1bb2),segment_id=44e78b86-ca94-463c-a572-3160d58d1bb2)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:13:41.563762 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:41.564742 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port b7b5cf92-6a2f-4e94-aedc-f6bd27c014d3 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:13:41.572484 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:41.575614 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': 'd8118c77-c2f7-4df4-bfcc-d0def7579c2a', 'network_id': '77f326a1-7dbd-4ae0-b78a-9faa28312f82', 'port_id': 'd8118c77-c2f7-4df4-bfcc-d0def7579c2a', 'mac_address': 'fa:16:3e:15:5e:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d57610-c1fc-4338-a722-1b11d1ee8f4c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:13:41.578564 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port b7b5cf92-6a2f-4e94-aedc-f6bd27c014d3 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:41.579104 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:41.621782 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083ab273-05fe-4b7c-b0ab-63b1e6922134 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:41.622273 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083ab273-05fe-4b7c-b0ab-63b1e6922134 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:41.626735 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083ab273-05fe-4b7c-b0ab-63b1e6922134 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:41.627236 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083ab273-05fe-4b7c-b0ab-63b1e6922134 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:41.630285 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083ab273-05fe-4b7c-b0ab-63b1e6922134 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:41.630673 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083ab273-05fe-4b7c-b0ab-63b1e6922134 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:41.631015 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083ab273-05fe-4b7c-b0ab-63b1e6922134 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:41.635306 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083ab273-05fe-4b7c-b0ab-63b1e6922134 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:41.635724 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083ab273-05fe-4b7c-b0ab-63b1e6922134 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:41.638848 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083ab273-05fe-4b7c-b0ab-63b1e6922134 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:41.639191 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083ab273-05fe-4b7c-b0ab-63b1e6922134 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:41.639528 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083ab273-05fe-4b7c-b0ab-63b1e6922134 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:41.660779 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eec60b48-6cab-4610-8946-a6f5de8187d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:41.712922 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-eec60b48-6cab-4610-8946-a6f5de8187d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66684310-b384-46c3-a13e-de69c32841c9']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:41.738329 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:41.751085 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-eec60b48-6cab-4610-8946-a6f5de8187d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '249c5438-d0ef-4132-9144-b2c94c9b3b0e') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:41.753702 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-eec60b48-6cab-4610-8946-a6f5de8187d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '249c5438-d0ef-4132-9144-b2c94c9b3b0e') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:41.780817 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eec60b48-6cab-4610-8946-a6f5de8187d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:41.783269 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8118c77-c2f7-4df4-bfcc-d0def7579c2a {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:13:41.802539 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eec60b48-6cab-4610-8946-a6f5de8187d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:41.811821 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eec60b48-6cab-4610-8946-a6f5de8187d4 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:13:41.812860 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eec60b48-6cab-4610-8946-a6f5de8187d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:41.814847 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-85ab0f24-3bab-4e69-aa76-db01a8605eed req-094f418a-b3a5-4687-ad3c-9411565eaba8 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:41.847953 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port d8118c77-c2f7-4df4-bfcc-d0def7579c2a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=d8118c77-c2f7-4df4-bfcc-d0def7579c2a,segment=NetworkSegment(44e78b86-ca94-463c-a572-3160d58d1bb2),segment_id=44e78b86-ca94-463c-a572-3160d58d1bb2)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:13:41.903039 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-85ab0f24-3bab-4e69-aa76-db01a8605eed req-094f418a-b3a5-4687-ad3c-9411565eaba8 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:41.934589 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:13:41.934589 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:13:41.934589 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:13:41.934589 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:13:41.934589 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:13:41.934589 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:13:41.934589 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:13:41.934589 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:13:41.934589 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:13:41.934589 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:13:41.934589 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:13:41.934589 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:13:41.934589 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:13:41.934589 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:13:41.934589 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:13:41.934589 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:13:41.934589 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:13:41.934589 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:13:41.934589 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:13:41.934589 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:13:41.934589 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:13:41.934589 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:13:41.934589 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:13:41.934589 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:13:41.934589 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:13:41.934589 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:13:41.934589 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:13:41.934589 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:13:41.934589 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:13:41.934589 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:13:41.934589 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:13:41.934589 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:13:41.939930 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eec60b48-6cab-4610-8946-a6f5de8187d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:41.943928 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:41.958303 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-083ab273-05fe-4b7c-b0ab-63b1e6922134 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:41.960073 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eec60b48-6cab-4610-8946-a6f5de8187d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:42.005170 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-eec60b48-6cab-4610-8946-a6f5de8187d4 admin admin] 10.222.0.105 "DELETE /v2.0/networks/66684310-b384-46c3-a13e-de69c32841c9 HTTP/1.1" status: 204 len: 168 time: 0.8061011 Feb 09 01:13:42.023087 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec60b48-6cab-4610-8946-a6f5de8187d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=66684310-b384-46c3-a13e-de69c32841c9,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:42.126533 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:42.156290 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=d8118c77-c2f7-4df4-bfcc-d0def7579c2a,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:42.176238 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port b7b5cf92-6a2f-4e94-aedc-f6bd27c014d3, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=b7b5cf92-6a2f-4e94-aedc-f6bd27c014d3,segment=NetworkSegment(02b225f4-a416-452a-8f4a-2341ced02103),segment_id=02b225f4-a416-452a-8f4a-2341ced02103)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:13:42.181625 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:42.211982 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38780) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:42.230839 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['d8118c77-c2f7-4df4-bfcc-d0def7579c2a'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:13:42.240593 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85ab0f24-3bab-4e69-aa76-db01a8605eed req-094f418a-b3a5-4687-ad3c-9411565eaba8 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Made reservation on behalf of 128330d8f0414cd5a58362066d10386d for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:13:42.244260 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-85ab0f24-3bab-4e69-aa76-db01a8605eed req-094f418a-b3a5-4687-ad3c-9411565eaba8 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:42.325161 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9daada8c-69b2-4140-abe6-a173475ef6d4 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=d49f9dd4d7c14debbc3dfe8113922129&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1118879 Feb 09 01:13:42.328846 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38784) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:42.423921 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-84129477-f2fb-4cd2-9b0f-5805c2c12199 None None] Provisioning complete for port b7b5cf92-6a2f-4e94-aedc-f6bd27c014d3 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:42.424293 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-84129477-f2fb-4cd2-9b0f-5805c2c12199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:42.448368 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-405502d3-6ab8-4f6e-8e7f-eb7ba346d6d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:42.483788 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78affc44-dfa2-4658-919e-09f4f2ada3d1 req-ca643b1f-79cb-4506-b21d-d08b4be9a565 tempest-InstanceActionsNegativeTestJSON-1237608702 tempest-InstanceActionsNegativeTestJSON-1237608702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:42.491839 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-78affc44-dfa2-4658-919e-09f4f2ada3d1 req-ca643b1f-79cb-4506-b21d-d08b4be9a565 tempest-InstanceActionsNegativeTestJSON-1237608702 tempest-InstanceActionsNegativeTestJSON-1237608702-project] 10.222.0.105 "GET /v2.0/ports?device_id=8353d8e1-7536-46c4-825d-3de7805b07c2 HTTP/1.1" status: 200 len: 943 time: 0.7610221 Feb 09 01:13:42.496607 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-405502d3-6ab8-4f6e-8e7f-eb7ba346d6d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:42.506206 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-083ab273-05fe-4b7c-b0ab-63b1e6922134 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:42.551295 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=b7b5cf92-6a2f-4e94-aedc-f6bd27c014d3,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:42.610269 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-405502d3-6ab8-4f6e-8e7f-eb7ba346d6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:42.641741 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405502d3-6ab8-4f6e-8e7f-eb7ba346d6d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dab672a-d4a9-4e90-97da-f898eacad207,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:42.662694 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-405502d3-6ab8-4f6e-8e7f-eb7ba346d6d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:42.664105 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-405502d3-6ab8-4f6e-8e7f-eb7ba346d6d8 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/8dab672a-d4a9-4e90-97da-f898eacad207 HTTP/1.1" status: 204 len: 168 time: 0.3339782 Feb 09 01:13:42.767115 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f9295-fba3-4b67-a278-d2661cfd8c03 req-1b84d268-953d-4f48-88a0-e1e312c910e0 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:42.768722 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e32f9295-fba3-4b67-a278-d2661cfd8c03 req-1b84d268-953d-4f48-88a0-e1e312c910e0 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "GET /v2.0/ports?device_id=14743cf6-5110-4416-bfb2-067b0fb628f9 HTTP/1.1" status: 200 len: 909 time: 0.8160660 Feb 09 01:13:42.801400 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-84129477-f2fb-4cd2-9b0f-5805c2c12199 None None] Provisioning for port 96023f15-6965-4e56-afde-e4f9ab55516c completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:13:42.839446 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-84129477-f2fb-4cd2-9b0f-5805c2c12199 None None] Provisioning complete for port 96023f15-6965-4e56-afde-e4f9ab55516c triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:42.843272 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-84129477-f2fb-4cd2-9b0f-5805c2c12199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:42.845623 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-85ab0f24-3bab-4e69-aa76-db01a8605eed req-094f418a-b3a5-4687-ad3c-9411565eaba8 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Allocated IP 172.20.0.6 (0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5/9ba82490-d70a-42fe-a7ff-0aeb7f428073/635a31bc-b7d0-435e-804d-117b1e246ca7) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:13:42.970344 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-84129477-f2fb-4cd2-9b0f-5805c2c12199 None None] Port 96023f15-6965-4e56-afde-e4f9ab55516c cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:13:43.057202 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-78affc44-dfa2-4658-919e-09f4f2ada3d1 req-a768ccea-2a78-4b02-873e-50b645c514c6 tempest-InstanceActionsNegativeTestJSON-1237608702 tempest-InstanceActionsNegativeTestJSON-1237608702-project] 10.222.0.105 "GET /v2.0/security-groups?id=3e4650af-114f-4c86-869b-0ac274180ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5642383 Feb 09 01:13:43.106769 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:43.118987 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0d4fe8df-852d-4d40-b398-095c9ace6570 req-2ca9e04c-8709-4d4b-a795-0d178da42497 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb94c7c7-2262-4266-9ff1-ecacf3b56b73 HTTP/1.1" status: 200 len: 210 time: 0.1292107 Feb 09 01:13:43.140939 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-088ab6fd-4c40-44b2-88bb-26411116f949 None None] Provisioning complete for port 96023f15-6965-4e56-afde-e4f9ab55516c triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:43.143803 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-088ab6fd-4c40-44b2-88bb-26411116f949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:43.215445 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-85ab0f24-3bab-4e69-aa76-db01a8605eed req-094f418a-b3a5-4687-ad3c-9411565eaba8 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:43.233852 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device b7b5cf92-6a2f-4e94-aedc-f6bd27c014d3 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:13:43.300959 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-088ab6fd-4c40-44b2-88bb-26411116f949 None None] Port 96023f15-6965-4e56-afde-e4f9ab55516c cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:13:43.307202 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-85ab0f24-3bab-4e69-aa76-db01a8605eed req-094f418a-b3a5-4687-ad3c-9411565eaba8 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Transition to ACTIVE for port object 635a31bc-b7d0-435e-804d-117b1e246ca7 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:13:43.335372 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port b7b5cf92-6a2f-4e94-aedc-f6bd27c014d3 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:43.336507 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:43.387859 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-85ab0f24-3bab-4e69-aa76-db01a8605eed req-094f418a-b3a5-4687-ad3c-9411565eaba8 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:43.498466 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094f418a-b3a5-4687-ad3c-9411565eaba8 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Pushing event updated for resources: {'Port': ['ID=635a31bc-b7d0-435e-804d-117b1e246ca7,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:43.503560 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.db.resource_extend [None req-083ab273-05fe-4b7c-b0ab-63b1e6922134 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:13:43.525370 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-083ab273-05fe-4b7c-b0ab-63b1e6922134 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:43.530115 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-083ab273-05fe-4b7c-b0ab-63b1e6922134 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:43.601164 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85ab0f24-3bab-4e69-aa76-db01a8605eed req-094f418a-b3a5-4687-ad3c-9411565eaba8 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Network 0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:13:43.618167 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38822) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:43.645137 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd010704-d170-4c87-9ebc-ad08c99f29f7 req-7928cb34-511f-4d84-8fd2-420fb97156c4 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:43.646239 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-dd010704-d170-4c87-9ebc-ad08c99f29f7 req-7928cb34-511f-4d84-8fd2-420fb97156c4 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Synchronizing usage tracker for tenant:8919f04ab45a492f916586ca80fae861 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:13:43.666680 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-dd010704-d170-4c87-9ebc-ad08c99f29f7 req-7928cb34-511f-4d84-8fd2-420fb97156c4 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Unset dirty status for tenant:8919f04ab45a492f916586ca80fae861 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:13:43.668734 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-dd010704-d170-4c87-9ebc-ad08c99f29f7 req-7928cb34-511f-4d84-8fd2-420fb97156c4 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.99 "GET /v2.0/ports?device_id=14743cf6-5110-4416-bfb2-067b0fb628f9 HTTP/1.1" status: 200 len: 909 time: 0.1494555 Feb 09 01:13:43.692642 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-083ab273-05fe-4b7c-b0ab-63b1e6922134 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:43.705022 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083ab273-05fe-4b7c-b0ab-63b1e6922134 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Pushing event updated for resources: {'Port': ['ID=96023f15-6965-4e56-afde-e4f9ab55516c,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:43.808794 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-dd010704-d170-4c87-9ebc-ad08c99f29f7 req-468d1560-2b54-4669-8c9c-99111c86168e tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Deleting port 927c7c1b-3546-4bec-a6b1-46a69f34c69f {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:13:43.809156 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-dd010704-d170-4c87-9ebc-ad08c99f29f7 req-468d1560-2b54-4669-8c9c-99111c86168e tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:43.997780 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-85ab0f24-3bab-4e69-aa76-db01a8605eed req-094f418a-b3a5-4687-ad3c-9411565eaba8 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:44.063039 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5373198c-6677-487f-a6b0-06507c4e5712 req-2466b4f2-1126-4bf9-aac8-e52605d56028 tempest-ServerShowV247Test-1044118002 tempest-ServerShowV247Test-1044118002-project] 10.222.0.105 "GET /v2.0/ports?device_id=60fe577b-8b03-4edb-9f6e-a3d31aade23c HTTP/1.1" status: 200 len: 210 time: 0.0623059 Feb 09 01:13:44.063301 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b1609b5a-9e6e-4acf-973a-d2fb00fb6cf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:44.064590 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-85ab0f24-3bab-4e69-aa76-db01a8605eed req-094f418a-b3a5-4687-ad3c-9411565eaba8 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:13:44.385585 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38858) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:44.389963 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083ab273-05fe-4b7c-b0ab-63b1e6922134 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Network 8f0cd846-1ba1-498d-a180-dbef17728fbe is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:13:44.391106 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-dd010704-d170-4c87-9ebc-ad08c99f29f7 req-468d1560-2b54-4669-8c9c-99111c86168e tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] For port 927c7c1b-3546-4bec-a6b1-46a69f34c69f, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=927c7c1b-3546-4bec-a6b1-46a69f34c69f,segment=NetworkSegment(c1f6c3e2-9359-4949-a7a2-aaca4bc70fc9),segment_id=c1f6c3e2-9359-4949-a7a2-aaca4bc70fc9)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:13:44.391564 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-dd010704-d170-4c87-9ebc-ad08c99f29f7 req-468d1560-2b54-4669-8c9c-99111c86168e tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:44.393510 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-083ab273-05fe-4b7c-b0ab-63b1e6922134 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:44.403833 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b1609b5a-9e6e-4acf-973a-d2fb00fb6cf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:44.419864 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-b1609b5a-9e6e-4acf-973a-d2fb00fb6cf5 admin admin] Usage tracker for resource:security_group_rule and tenant:b7273cdff7a74b04ba8bc41ae7629261 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:13:44.447515 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b4ef9da5-9509-439a-abcf-6495b5e3cf85 None None] Provisioning for port 635a31bc-b7d0-435e-804d-117b1e246ca7 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:13:44.454406 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b4ef9da5-9509-439a-abcf-6495b5e3cf85 None None] Provisioning complete for port 635a31bc-b7d0-435e-804d-117b1e246ca7 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:44.454783 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b4ef9da5-9509-439a-abcf-6495b5e3cf85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:44.506596 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-b1609b5a-9e6e-4acf-973a-d2fb00fb6cf5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:13:44.562596 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab0f24-3bab-4e69-aa76-db01a8605eed req-094f418a-b3a5-4687-ad3c-9411565eaba8 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:44.563225 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-85ab0f24-3bab-4e69-aa76-db01a8605eed req-094f418a-b3a5-4687-ad3c-9411565eaba8 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:44.582839 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-dd010704-d170-4c87-9ebc-ad08c99f29f7 req-468d1560-2b54-4669-8c9c-99111c86168e tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Calling delete_port for 927c7c1b-3546-4bec-a6b1-46a69f34c69f owned by compute:nova {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:13:44.616517 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b1609b5a-9e6e-4acf-973a-d2fb00fb6cf5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:44.616893 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-b4ef9da5-9509-439a-abcf-6495b5e3cf85 None None] Port 635a31bc-b7d0-435e-804d-117b1e246ca7 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:13:44.658772 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-94af6a04-81a6-4bf5-bcf0-0aa4ff2fe646 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1614458857-network', 'tenant_id': '775000953f2946ae9632e0af6cbbf3cd'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:44.668855 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-94af6a04-81a6-4bf5-bcf0-0aa4ff2fe646 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:44.678015 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-94af6a04-81a6-4bf5-bcf0-0aa4ff2fe646 admin admin] Usage tracker for resource:network and tenant:775000953f2946ae9632e0af6cbbf3cd is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:13:44.684117 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-94af6a04-81a6-4bf5-bcf0-0aa4ff2fe646 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:13:44.693056 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-94af6a04-81a6-4bf5-bcf0-0aa4ff2fe646 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:44.745851 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-85ab0f24-3bab-4e69-aa76-db01a8605eed req-094f418a-b3a5-4687-ad3c-9411565eaba8 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8890467 Feb 09 01:13:44.764923 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-85ab0f24-3bab-4e69-aa76-db01a8605eed req-d9b187e2-1a64-456e-8205-4856ae776c0b service neutron] Request body: {'port': {'device_id': 'eb94c7c7-2262-4266-9ff1-ecacf3b56b73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:44.779706 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94af6a04-81a6-4bf5-bcf0-0aa4ff2fe646 admin admin] Made reservation on behalf of 775000953f2946ae9632e0af6cbbf3cd for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:13:44.782820 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-94af6a04-81a6-4bf5-bcf0-0aa4ff2fe646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:44.798570 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bde50a-67cf-48df-a54a-7de4053b4ae0 req-b47cce98-5c73-49fc-88dc-7232cee71c0f tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:44.799743 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-15bde50a-67cf-48df-a54a-7de4053b4ae0 req-b47cce98-5c73-49fc-88dc-7232cee71c0f tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "GET /v2.0/ports?device_id=14743cf6-5110-4416-bfb2-067b0fb628f9 HTTP/1.1" status: 200 len: 909 time: 0.7518756 Feb 09 01:13:44.814106 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-94af6a04-81a6-4bf5-bcf0-0aa4ff2fe646 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:44.831210 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0604a831-d77a-4358-b73a-a3a0d069ef94 req-415c1835-8a72-4d89-9bab-9ee8fb97a766 tempest-InstanceActionsNegativeTestJSON-1237608702 tempest-InstanceActionsNegativeTestJSON-1237608702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:44.838395 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0604a831-d77a-4358-b73a-a3a0d069ef94 req-415c1835-8a72-4d89-9bab-9ee8fb97a766 tempest-InstanceActionsNegativeTestJSON-1237608702 tempest-InstanceActionsNegativeTestJSON-1237608702-project] 10.222.0.105 "GET /v2.0/ports?device_id=8353d8e1-7536-46c4-825d-3de7805b07c2 HTTP/1.1" status: 200 len: 944 time: 0.5051954 Feb 09 01:13:44.843852 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-14145ca9-0b5d-4d41-9de2-eb765884eac9 None None] Provisioning complete for port 96023f15-6965-4e56-afde-e4f9ab55516c triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:44.844656 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-14145ca9-0b5d-4d41-9de2-eb765884eac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:44.851425 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-94af6a04-81a6-4bf5-bcf0-0aa4ff2fe646 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:44.860785 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-94af6a04-81a6-4bf5-bcf0-0aa4ff2fe646 admin admin] Usage tracker for resource:security_group_rule and tenant:775000953f2946ae9632e0af6cbbf3cd is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:13:44.865255 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-94af6a04-81a6-4bf5-bcf0-0aa4ff2fe646 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:13:44.869201 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-dd010704-d170-4c87-9ebc-ad08c99f29f7 req-468d1560-2b54-4669-8c9c-99111c86168e tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:44.892755 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device d8118c77-c2f7-4df4-bfcc-d0def7579c2a up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:13:44.957728 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-94af6a04-81a6-4bf5-bcf0-0aa4ff2fe646 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:44.981542 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d1560-2b54-4669-8c9c-99111c86168e tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Pushing event deleted for resources: {'Port': ['ID=927c7c1b-3546-4bec-a6b1-46a69f34c69f,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:44.984097 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0604a831-d77a-4358-b73a-a3a0d069ef94 req-54590b5a-242c-489f-a184-65f29c307186 tempest-InstanceActionsNegativeTestJSON-1237608702 tempest-InstanceActionsNegativeTestJSON-1237608702-project] 10.222.0.105 "GET /v2.0/security-groups?id=3e4650af-114f-4c86-869b-0ac274180ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444566 Feb 09 01:13:44.990667 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-083ab273-05fe-4b7c-b0ab-63b1e6922134 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Router c731b7d1-aec0-469c-b6a2-6c811d4de5d5 is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:13:45.038321 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd010704-d170-4c87-9ebc-ad08c99f29f7 req-468d1560-2b54-4669-8c9c-99111c86168e tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] No DVR routers for this DVR port 927c7c1b-3546-4bec-a6b1-46a69f34c69f on host n-h2-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:13:45.040808 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-dd010704-d170-4c87-9ebc-ad08c99f29f7 req-468d1560-2b54-4669-8c9c-99111c86168e tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:45.047153 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14743cf6-5110-4416-bfb2-067b0fb628f9', 'name': 'network-vif-deleted', 'tag': '927c7c1b-3546-4bec-a6b1-46a69f34c69f'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:13:45.053535 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-14145ca9-0b5d-4d41-9de2-eb765884eac9 None None] Port 96023f15-6965-4e56-afde-e4f9ab55516c cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:13:45.073890 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port d8118c77-c2f7-4df4-bfcc-d0def7579c2a completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:13:45.089638 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port d8118c77-c2f7-4df4-bfcc-d0def7579c2a triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:45.091785 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:45.104608 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-85ab0f24-3bab-4e69-aa76-db01a8605eed req-d9b187e2-1a64-456e-8205-4856ae776c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:45.132338 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-dd010704-d170-4c87-9ebc-ad08c99f29f7 req-468d1560-2b54-4669-8c9c-99111c86168e tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.99 "DELETE /v2.0/ports/927c7c1b-3546-4bec-a6b1-46a69f34c69f HTTP/1.1" status: 204 len: 173 time: 1.4570730 Feb 09 01:13:45.167126 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b1609b5a-9e6e-4acf-973a-d2fb00fb6cf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:45.178847 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b1609b5a-9e6e-4acf-973a-d2fb00fb6cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:45.227148 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b1609b5a-9e6e-4acf-973a-d2fb00fb6cf5 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=b7273cdff7a74b04ba8bc41ae7629261&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6020117 Feb 09 01:13:45.230695 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38874) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:45.280616 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1609b5a-9e6e-4acf-973a-d2fb00fb6cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b946e223-cff4-466e-ab4e-1697c9ecc74c,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:45.306854 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1609b5a-9e6e-4acf-973a-d2fb00fb6cf5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:45.307178 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1609b5a-9e6e-4acf-973a-d2fb00fb6cf5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:45.307443 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1609b5a-9e6e-4acf-973a-d2fb00fb6cf5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:45.307776 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1609b5a-9e6e-4acf-973a-d2fb00fb6cf5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:45.308107 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1609b5a-9e6e-4acf-973a-d2fb00fb6cf5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:45.309953 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1609b5a-9e6e-4acf-973a-d2fb00fb6cf5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:45.310811 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1609b5a-9e6e-4acf-973a-d2fb00fb6cf5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:45.311154 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1609b5a-9e6e-4acf-973a-d2fb00fb6cf5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:45.311564 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1609b5a-9e6e-4acf-973a-d2fb00fb6cf5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:45.311958 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1609b5a-9e6e-4acf-973a-d2fb00fb6cf5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:45.312292 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1609b5a-9e6e-4acf-973a-d2fb00fb6cf5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:45.312620 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1609b5a-9e6e-4acf-973a-d2fb00fb6cf5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:45.335337 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:45.385575 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8353d8e1-7536-46c4-825d-3de7805b07c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8118c77-c2f7-4df4-bfcc-d0def7579c2a'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:13:45.398759 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-94af6a04-81a6-4bf5-bcf0-0aa4ff2fe646 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:45.411478 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port d8118c77-c2f7-4df4-bfcc-d0def7579c2a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=d8118c77-c2f7-4df4-bfcc-d0def7579c2a,segment=NetworkSegment(44e78b86-ca94-463c-a572-3160d58d1bb2),segment_id=44e78b86-ca94-463c-a572-3160d58d1bb2)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:13:45.417887 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-94af6a04-81a6-4bf5-bcf0-0aa4ff2fe646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:45.418927 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:45.436630 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94af6a04-81a6-4bf5-bcf0-0aa4ff2fe646 admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:13:45.452950 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-639729c8-a654-49ed-8c1d-ed36fe8893f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:45.462168 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-94af6a04-81a6-4bf5-bcf0-0aa4ff2fe646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:45.462501 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-94af6a04-81a6-4bf5-bcf0-0aa4ff2fe646 admin admin] Added segment dd583385-fa22-434f-8f08-898aa72d59e3 of type vlan for network affe7e2f-75b1-49fc-88ea-dbb1b956f6a6 Feb 09 01:13:45.476770 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14743cf6-5110-4416-bfb2-067b0fb628f9', 'name': 'network-vif-deleted', 'tag': '927c7c1b-3546-4bec-a6b1-46a69f34c69f', 'status': 'completed', 'code': 200} Feb 09 01:13:45.529954 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-639729c8-a654-49ed-8c1d-ed36fe8893f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:45.539623 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94af6a04-81a6-4bf5-bcf0-0aa4ff2fe646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8135a8f7-2691-4dae-95b2-3e3b35f77ded,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:45.551051 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-94af6a04-81a6-4bf5-bcf0-0aa4ff2fe646 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:45.627496 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-94af6a04-81a6-4bf5-bcf0-0aa4ff2fe646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:45.631074 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94af6a04-81a6-4bf5-bcf0-0aa4ff2fe646 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:45.632433 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-94af6a04-81a6-4bf5-bcf0-0aa4ff2fe646 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:45.648091 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8353d8e1-7536-46c4-825d-3de7805b07c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8118c77-c2f7-4df4-bfcc-d0def7579c2a', 'code': 200} Feb 09 01:13:45.739871 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=d8118c77-c2f7-4df4-bfcc-d0def7579c2a,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:45.794802 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-639729c8-a654-49ed-8c1d-ed36fe8893f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:45.806648 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c2241a18-7a80-4ed5-a409-f70f1e0b25dd req-002ea3de-1db0-4282-92d4-086d4f9a02b6 tempest-ServerShowV247Test-1044118002 tempest-ServerShowV247Test-1044118002-project] 10.222.0.105 "GET /v2.0/ports?device_id=6a1b5f98-5cf1-4f1e-92be-71816af6e831 HTTP/1.1" status: 200 len: 210 time: 0.0669570 Feb 09 01:13:45.811753 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-083ab273-05fe-4b7c-b0ab-63b1e6922134 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:13:45.826508 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d83107-b2c1-46b0-9283-359111a6961f None None] Sync routers for ids ['c731b7d1-aec0-469c-b6a2-6c811d4de5d5'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:13:45.831151 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-083ab273-05fe-4b7c-b0ab-63b1e6922134 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "PUT /v2.0/routers/c731b7d1-aec0-469c-b6a2-6c811d4de5d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3175259 Feb 09 01:13:45.832707 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 38892) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:45.847150 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639729c8-a654-49ed-8c1d-ed36fe8893f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b946e223-cff4-466e-ab4e-1697c9ecc74c,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:45.853439 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-639729c8-a654-49ed-8c1d-ed36fe8893f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:45.857215 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-639729c8-a654-49ed-8c1d-ed36fe8893f8 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/b946e223-cff4-466e-ab4e-1697c9ecc74c HTTP/1.1" status: 204 len: 168 time: 0.6193471 Feb 09 01:13:45.857215 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-94af6a04-81a6-4bf5-bcf0-0aa4ff2fe646 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4687335 Feb 09 01:13:45.857470 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94af6a04-81a6-4bf5-bcf0-0aa4ff2fe646 admin admin] Pushing event updated for resources: {'Network': ['ID=affe7e2f-75b1-49fc-88ea-dbb1b956f6a6,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:45.860790 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38898) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:45.867129 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-a56b1054-e42c-459a-a59c-d10c2f89fa54 admin admin] Request body: {'subnet': {'network_id': 'affe7e2f-75b1-49fc-88ea-dbb1b956f6a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1614458857-subnet', 'tenant_id': '775000953f2946ae9632e0af6cbbf3cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:45.876226 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a56b1054-e42c-459a-a59c-d10c2f89fa54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:45.890636 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-a56b1054-e42c-459a-a59c-d10c2f89fa54 admin admin] Usage tracker for resource:subnet and tenant:775000953f2946ae9632e0af6cbbf3cd is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:13:45.893817 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-a56b1054-e42c-459a-a59c-d10c2f89fa54 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:13:45.899964 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a56b1054-e42c-459a-a59c-d10c2f89fa54 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:45.915621 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56b1054-e42c-459a-a59c-d10c2f89fa54 admin admin] Made reservation on behalf of 775000953f2946ae9632e0af6cbbf3cd for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:13:45.921139 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network affe7e2f-75b1-49fc-88ea-dbb1b956f6a6 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:13:45.925091 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a56b1054-e42c-459a-a59c-d10c2f89fa54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:45.929953 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d57cd1-7a5f-4647-a9bb-2adbf30cacbd req-3d22a9e4-d78b-41b0-b1b1-f667247e65fb tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:45.930906 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-23d57cd1-7a5f-4647-a9bb-2adbf30cacbd req-3d22a9e4-d78b-41b0-b1b1-f667247e65fb tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Synchronizing usage tracker for tenant:128330d8f0414cd5a58362066d10386d on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:13:45.960172 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d83107-b2c1-46b0-9283-359111a6961f None None] Routers {'c731b7d1-aec0-469c-b6a2-6c811d4de5d5'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:13:45.962763 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-f1d83107-b2c1-46b0-9283-359111a6961f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:13:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['c731b7d1-aec0-469c-b6a2-6c811d4de5d5'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:46.238480 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-f1d83107-b2c1-46b0-9283-359111a6961f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:46.272448 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d83107-b2c1-46b0-9283-359111a6961f None None] Routers {'c731b7d1-aec0-469c-b6a2-6c811d4de5d5'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:13:46.273078 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-f1d83107-b2c1-46b0-9283-359111a6961f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:13:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['c731b7d1-aec0-469c-b6a2-6c811d4de5d5'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:46.299546 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a56b1054-e42c-459a-a59c-d10c2f89fa54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:46.320896 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cf15f455-4101-4715-9283-50a8e2f06cb8 req-5cbabb8f-f0ff-4623-a423-b1cdfc118e8c tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "GET /v2.0/ports?device_id=14743cf6-5110-4416-bfb2-067b0fb628f9 HTTP/1.1" status: 200 len: 210 time: 0.1888208 Feb 09 01:13:46.343410 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-23d57cd1-7a5f-4647-a9bb-2adbf30cacbd req-3d22a9e4-d78b-41b0-b1b1-f667247e65fb tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Unset dirty status for tenant:128330d8f0414cd5a58362066d10386d on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:13:46.344568 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-23d57cd1-7a5f-4647-a9bb-2adbf30cacbd req-3d22a9e4-d78b-41b0-b1b1-f667247e65fb tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb94c7c7-2262-4266-9ff1-ecacf3b56b73 HTTP/1.1" status: 200 len: 931 time: 1.3373139 Feb 09 01:13:46.369394 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f681bb7e-11d3-4c71-9556-632a773dff93 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:46.370051 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-f681bb7e-11d3-4c71-9556-632a773dff93 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Synchronizing usage tracker for tenant:fefa2a0bcdd943ec8d8c861415908997 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:13:46.405518 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-f1d83107-b2c1-46b0-9283-359111a6961f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:46.405980 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d83107-b2c1-46b0-9283-359111a6961f None None] The sync data for ids ['c731b7d1-aec0-469c-b6a2-6c811d4de5d5'] in n-d-828418-1 is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:13:46.407146 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56b1054-e42c-459a-a59c-d10c2f89fa54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4a120cf-20f7-486e-93bc-c1be47d318c9,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:46.412798 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56b1054-e42c-459a-a59c-d10c2f89fa54 admin admin] Checking segment: {'id': 'dd583385-fa22-434f-8f08-898aa72d59e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'affe7e2f-75b1-49fc-88ea-dbb1b956f6a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:13:46.413766 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56b1054-e42c-459a-a59c-d10c2f89fa54 admin admin] Network hostable DHCP agents. Network: affe7e2f-75b1-49fc-88ea-dbb1b956f6a6, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:13:46.444309 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56b1054-e42c-459a-a59c-d10c2f89fa54 admin admin] Network affe7e2f-75b1-49fc-88ea-dbb1b956f6a6 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:13:46.456204 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-a56b1054-e42c-459a-a59c-d10c2f89fa54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, affe7e2f-75b1-49fc-88ea-dbb1b956f6a6) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:46.468227 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56b1054-e42c-459a-a59c-d10c2f89fa54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:46.468825 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a56b1054-e42c-459a-a59c-d10c2f89fa54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:46.469837 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0720694-535f-4983-a623-a3e1e5e9d67d None None] Network affe7e2f-75b1-49fc-88ea-dbb1b956f6a6 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:13:46.507477 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a56b1054-e42c-459a-a59c-d10c2f89fa54 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6372550 Feb 09 01:13:46.507477 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38908) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:46.553092 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-95e55155-f41e-47d5-ab09-e8d633721ea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:46.600510 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-95e55155-f41e-47d5-ab09-e8d633721ea4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:46.616905 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-95e55155-f41e-47d5-ab09-e8d633721ea4 admin admin] Usage tracker for resource:security_group_rule and tenant:a868dc51cc9546cbb77936f58ae48f05 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:13:46.625567 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-95e55155-f41e-47d5-ab09-e8d633721ea4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:13:46.639114 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-95e55155-f41e-47d5-ab09-e8d633721ea4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:46.645651 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-f681bb7e-11d3-4c71-9556-632a773dff93 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Unset dirty status for tenant:fefa2a0bcdd943ec8d8c861415908997 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:13:46.646820 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f681bb7e-11d3-4c71-9556-632a773dff93 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "GET /v2.0/ports/96023f15-6965-4e56-afde-e4f9ab55516c HTTP/1.1" status: 200 len: 910 time: 0.8099778 Feb 09 01:13:46.656916 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38914) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:46.665279 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-b8a8dd23-6302-4a6c-9f1e-04495e7ba6ae tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '98f3fe33-b17c-4354-9933-82dc4b42d9b5'}]}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:46.750146 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-23d57cd1-7a5f-4647-a9bb-2adbf30cacbd req-3931c586-6ec9-4c74-ba82-f5e9ca438d1a tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=e6bfd964-7aa5-43a2-a057-7d9b16c44215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1863971 Feb 09 01:13:46.816123 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf46db4-8f0b-4f5c-9098-2e777b6aa65c req-0f2f1f94-4c13-40d0-85f8-5d09f1e681a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:46.817775 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0cf46db4-8f0b-4f5c-9098-2e777b6aa65c req-0f2f1f94-4c13-40d0-85f8-5d09f1e681a7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8353d8e1-7536-46c4-825d-3de7805b07c2 HTTP/1.1" status: 200 len: 1096 time: 0.8825772 Feb 09 01:13:46.875910 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f48671c-46de-41c4-9602-3b6a474d3526 None None] Network affe7e2f-75b1-49fc-88ea-dbb1b956f6a6 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:13:46.947206 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3e682c2a-712b-4805-aad2-bc9e40f1d63e req-a4a9fd82-8bca-4b48-9267-279223911d3a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=60fe577b-8b03-4edb-9f6e-a3d31aade23c HTTP/1.1" status: 200 len: 210 time: 0.1259294 Feb 09 01:13:46.975554 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1972a3d4-a21a-46e2-b8a1-f0c441c8c091 req-64719dd0-32f9-4a4f-a58e-8f79cdcd6289 tempest-InstanceActionsNegativeTestJSON-1237608702 tempest-InstanceActionsNegativeTestJSON-1237608702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:46.983738 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1972a3d4-a21a-46e2-b8a1-f0c441c8c091 req-64719dd0-32f9-4a4f-a58e-8f79cdcd6289 tempest-InstanceActionsNegativeTestJSON-1237608702 tempest-InstanceActionsNegativeTestJSON-1237608702-project] 10.222.0.105 "GET /v2.0/ports?device_id=8353d8e1-7536-46c4-825d-3de7805b07c2 HTTP/1.1" status: 200 len: 945 time: 0.4166026 Feb 09 01:13:47.005652 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-85ab0f24-3bab-4e69-aa76-db01a8605eed req-d9b187e2-1a64-456e-8205-4856ae776c0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 635a31bc-b7d0-435e-804d-117b1e246ca7 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:13:47.028746 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-85ab0f24-3bab-4e69-aa76-db01a8605eed req-d9b187e2-1a64-456e-8205-4856ae776c0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:47.037285 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0cf46db4-8f0b-4f5c-9098-2e777b6aa65c req-63d81e6a-a866-4bc1-929e-dec7695dcfd9 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=3e4650af-114f-4c86-869b-0ac274180ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769574 Feb 09 01:13:47.113944 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-85ab0f24-3bab-4e69-aa76-db01a8605eed req-d9b187e2-1a64-456e-8205-4856ae776c0b service neutron] Transition to ACTIVE for port object 635a31bc-b7d0-435e-804d-117b1e246ca7 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:13:47.126075 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-95e55155-f41e-47d5-ab09-e8d633721ea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:47.134223 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1972a3d4-a21a-46e2-b8a1-f0c441c8c091 req-2870264a-0821-4007-9a33-4b8e88281e58 tempest-InstanceActionsNegativeTestJSON-1237608702 tempest-InstanceActionsNegativeTestJSON-1237608702-project] 10.222.0.105 "GET /v2.0/security-groups?id=3e4650af-114f-4c86-869b-0ac274180ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495185 Feb 09 01:13:47.176484 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-95e55155-f41e-47d5-ab09-e8d633721ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:47.194362 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-85ab0f24-3bab-4e69-aa76-db01a8605eed req-d9b187e2-1a64-456e-8205-4856ae776c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:47.285989 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b8a8dd23-6302-4a6c-9f1e-04495e7ba6ae tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:47.296252 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e55155-f41e-47d5-ab09-e8d633721ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae3a2b0-5a02-4ddf-bbdb-52b21913ada2,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:47.310674 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-95e55155-f41e-47d5-ab09-e8d633721ea4 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=a868dc51cc9546cbb77936f58ae48f05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8078055 Feb 09 01:13:47.311777 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38934) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:47.425169 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b187e2-1a64-456e-8205-4856ae776c0b service neutron] Pushing event updated for resources: {'Port': ['ID=635a31bc-b7d0-435e-804d-117b1e246ca7,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:47.429193 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ecfd341e-4ea0-4aeb-bb45-0dec7ae86fbe req-74805486-3cb7-4ebf-a4c4-aa919cf89248 tempest-ServerShowV247Test-1044118002 tempest-ServerShowV247Test-1044118002-project] 10.222.0.105 "GET /v2.0/ports?device_id=6a1b5f98-5cf1-4f1e-92be-71816af6e831 HTTP/1.1" status: 200 len: 210 time: 0.1118979 Feb 09 01:13:47.513721 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9b285d4a-5bb0-41cf-aa76-3c0673f00ffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:47.556314 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 38940) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:47.588630 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 927c7c1b-3546-4bec-a6b1-46a69f34c69f no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:13:47.623057 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] No Port match for: 927c7c1b-3546-4bec-a6b1-46a69f34c69f {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:13:47.623466 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 927c7c1b-3546-4bec-a6b1-46a69f34c69f not bound to the agent host n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:13:47.670674 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70abc7ee-0974-42fc-9d2f-4eefa2f2193d req-0ac6964c-ed09-48e1-b22d-c2dea2579b6a tempest-ServerPasswordTestJSON-876899499 tempest-ServerPasswordTestJSON-876899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:47.672031 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-70abc7ee-0974-42fc-9d2f-4eefa2f2193d req-0ac6964c-ed09-48e1-b22d-c2dea2579b6a tempest-ServerPasswordTestJSON-876899499 tempest-ServerPasswordTestJSON-876899499-project] 10.222.0.105 "GET /v2.0/networks?id=affe7e2f-75b1-49fc-88ea-dbb1b956f6a6 HTTP/1.1" status: 200 len: 813 time: 0.5882049 Feb 09 01:13:47.695952 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9b285d4a-5bb0-41cf-aa76-3c0673f00ffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:47.754337 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-85ab0f24-3bab-4e69-aa76-db01a8605eed req-d9b187e2-1a64-456e-8205-4856ae776c0b service neutron] Attempting to bind port 635a31bc-b7d0-435e-804d-117b1e246ca7 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:13:47.754659 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-85ab0f24-3bab-4e69-aa76-db01a8605eed req-d9b187e2-1a64-456e-8205-4856ae776c0b service neutron] Attempting to bind port 635a31bc-b7d0-435e-804d-117b1e246ca7 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'ce0dc62c-7941-4b08-ad25-dc67d17d1ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:13:47.755011 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ab0f24-3bab-4e69-aa76-db01a8605eed req-d9b187e2-1a64-456e-8205-4856ae776c0b service neutron] Attempting to bind port 635a31bc-b7d0-435e-804d-117b1e246ca7 on network 0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:13:47.765447 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-70abc7ee-0974-42fc-9d2f-4eefa2f2193d req-10ac9035-b5b2-40e0-ad37-43dc90b9ed53 tempest-ServerPasswordTestJSON-876899499 tempest-ServerPasswordTestJSON-876899499-project] 10.222.0.105 "GET /v2.0/quotas/775000953f2946ae9632e0af6cbbf3cd HTTP/1.1" status: 200 len: 375 time: 0.0818202 Feb 09 01:13:47.782151 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ab0f24-3bab-4e69-aa76-db01a8605eed req-d9b187e2-1a64-456e-8205-4856ae776c0b service neutron] Port 635a31bc-b7d0-435e-804d-117b1e246ca7 on network 0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:13:47.782472 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ab0f24-3bab-4e69-aa76-db01a8605eed req-d9b187e2-1a64-456e-8205-4856ae776c0b service neutron] Attempting to bind port 635a31bc-b7d0-435e-804d-117b1e246ca7 on network 0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:13:47.830486 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-70abc7ee-0974-42fc-9d2f-4eefa2f2193d req-f7b33538-915c-4da0-8ed6-5aee6a179b12 tempest-ServerPasswordTestJSON-876899499 tempest-ServerPasswordTestJSON-876899499-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=775000953f2946ae9632e0af6cbbf3cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0534220 Feb 09 01:13:47.833820 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ab0f24-3bab-4e69-aa76-db01a8605eed req-d9b187e2-1a64-456e-8205-4856ae776c0b service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:13:47.834157 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ab0f24-3bab-4e69-aa76-db01a8605eed req-d9b187e2-1a64-456e-8205-4856ae776c0b service neutron] Checking segment: {'id': 'ce0dc62c-7941-4b08-ad25-dc67d17d1ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:13:47.834545 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ab0f24-3bab-4e69-aa76-db01a8605eed req-d9b187e2-1a64-456e-8205-4856ae776c0b service neutron] Bound using segment: {'id': 'ce0dc62c-7941-4b08-ad25-dc67d17d1ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:13:47.834984 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-85ab0f24-3bab-4e69-aa76-db01a8605eed req-d9b187e2-1a64-456e-8205-4856ae776c0b service neutron] Bound port: 635a31bc-b7d0-435e-804d-117b1e246ca7, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce0dc62c-7941-4b08-ad25-dc67d17d1ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:13:47.835328 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-85ab0f24-3bab-4e69-aa76-db01a8605eed req-d9b187e2-1a64-456e-8205-4856ae776c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:47.896209 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9b285d4a-5bb0-41cf-aa76-3c0673f00ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:47.925136 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b285d4a-5bb0-41cf-aa76-3c0673f00ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae3a2b0-5a02-4ddf-bbdb-52b21913ada2,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:47.933862 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9b285d4a-5bb0-41cf-aa76-3c0673f00ffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:47.938295 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9b285d4a-5bb0-41cf-aa76-3c0673f00ffe admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/4ae3a2b0-5a02-4ddf-bbdb-52b21913ada2 HTTP/1.1" status: 204 len: 168 time: 0.6219165 Feb 09 01:13:48.019102 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b8a8dd23-6302-4a6c-9f1e-04495e7ba6ae tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:48.028692 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b8a8dd23-6302-4a6c-9f1e-04495e7ba6ae tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:48.260700 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a8dd23-6302-4a6c-9f1e-04495e7ba6ae tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:48.261413 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b8a8dd23-6302-4a6c-9f1e-04495e7ba6ae tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:48.282078 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b8a8dd23-6302-4a6c-9f1e-04495e7ba6ae tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "PUT /v2.0/ports/96023f15-6965-4e56-afde-e4f9ab55516c HTTP/1.1" status: 200 len: 910 time: 1.6210845 Feb 09 01:13:48.283153 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38952) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:48.408512 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a8dd23-6302-4a6c-9f1e-04495e7ba6ae tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Pushing event updated for resources: {'Port': ['ID=96023f15-6965-4e56-afde-e4f9ab55516c,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:48.440359 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-85ab0f24-3bab-4e69-aa76-db01a8605eed req-d9b187e2-1a64-456e-8205-4856ae776c0b service neutron] For port 635a31bc-b7d0-435e-804d-117b1e246ca7, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:13:48.459410 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-85ab0f24-3bab-4e69-aa76-db01a8605eed req-d9b187e2-1a64-456e-8205-4856ae776c0b service neutron] For port 635a31bc-b7d0-435e-804d-117b1e246ca7, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=635a31bc-b7d0-435e-804d-117b1e246ca7,segment=NetworkSegment(ce0dc62c-7941-4b08-ad25-dc67d17d1ad0),segment_id=ce0dc62c-7941-4b08-ad25-dc67d17d1ad0)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:13:48.472463 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-70abc7ee-0974-42fc-9d2f-4eefa2f2193d req-44f84bcc-9629-4df0-a5ef-c0d056a4aa54 service neutron] 10.222.0.105 "GET /v2.0/networks/affe7e2f-75b1-49fc-88ea-dbb1b956f6a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6216042 Feb 09 01:13:48.499010 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-85ab0f24-3bab-4e69-aa76-db01a8605eed req-d9b187e2-1a64-456e-8205-4856ae776c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:48.741071 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab0f24-3bab-4e69-aa76-db01a8605eed req-d9b187e2-1a64-456e-8205-4856ae776c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:48.741895 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-85ab0f24-3bab-4e69-aa76-db01a8605eed req-d9b187e2-1a64-456e-8205-4856ae776c0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:48.743805 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-85ab0f24-3bab-4e69-aa76-db01a8605eed req-d9b187e2-1a64-456e-8205-4856ae776c0b service neutron] 10.222.0.62 "PUT /v2.0/ports/635a31bc-b7d0-435e-804d-117b1e246ca7 HTTP/1.1" status: 200 len: 1091 time: 3.9835753 Feb 09 01:13:48.744321 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb94c7c7-2262-4266-9ff1-ecacf3b56b73', 'tag': '635a31bc-b7d0-435e-804d-117b1e246ca7'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:13:48.812883 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deccbce8-3bca-440a-9e0c-b5458a931b8e req-4cf3f1c0-687d-4d3b-90ef-94ec28aab987 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:48.814859 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-deccbce8-3bca-440a-9e0c-b5458a931b8e req-4cf3f1c0-687d-4d3b-90ef-94ec28aab987 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb94c7c7-2262-4266-9ff1-ecacf3b56b73 HTTP/1.1" status: 200 len: 943 time: 0.8281159 Feb 09 01:13:48.963027 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b187e2-1a64-456e-8205-4856ae776c0b service neutron] Pushing event updated for resources: {'Port': ['ID=635a31bc-b7d0-435e-804d-117b1e246ca7,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:49.048048 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2fb6811f-ea51-4f81-aea0-5327172e07ec tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:49.072360 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-70abc7ee-0974-42fc-9d2f-4eefa2f2193d req-f7f4503b-6afb-4f01-a15e-dd6c9b96891a service neutron] 10.222.0.105 "GET /v2.0/networks/affe7e2f-75b1-49fc-88ea-dbb1b956f6a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6011534 Feb 09 01:13:49.075302 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-deccbce8-3bca-440a-9e0c-b5458a931b8e req-a68739f4-95b1-438c-8370-427223a12290 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=e6bfd964-7aa5-43a2-a057-7d9b16c44215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2455966 Feb 09 01:13:49.130066 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab0f24-3bab-4e69-aa76-db01a8605eed req-f4739622-1c5a-47c4-bd44-eb32611e4d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:49.131561 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-85ab0f24-3bab-4e69-aa76-db01a8605eed req-f4739622-1c5a-47c4-bd44-eb32611e4d94 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=128330d8f0414cd5a58362066d10386d&device_id=eb94c7c7-2262-4266-9ff1-ecacf3b56b73 HTTP/1.1" status: 200 len: 1094 time: 0.2948844 Feb 09 01:13:49.141676 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7877246f-16e0-4d4f-a681-6b553a700ddd req-620cb03d-4e42-48c9-b79f-33df9748ef83 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=66abf429-08b1-4733-9148-a03acc898aa2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1743507 Feb 09 01:13:49.354892 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-85ab0f24-3bab-4e69-aa76-db01a8605eed req-58f46339-7210-44fe-a5c9-ed1b47ac5bc9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=635a31bc-b7d0-435e-804d-117b1e246ca7 HTTP/1.1" status: 200 len: 217 time: 0.1733837 Feb 09 01:13:49.505187 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab0f24-3bab-4e69-aa76-db01a8605eed req-91f905ba-5f72-4db6-aff0-841233e06147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:49.506717 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-85ab0f24-3bab-4e69-aa76-db01a8605eed req-91f905ba-5f72-4db6-aff0-841233e06147 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9ba82490-d70a-42fe-a7ff-0aeb7f428073 HTTP/1.1" status: 200 len: 856 time: 0.1065361 Feb 09 01:13:49.634688 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9e74a96f-122b-461c-b97f-07978777a378 req-4af35a89-5f6f-4a57-9202-78732d517991 tempest-ServerShowV247Test-1044118002 tempest-ServerShowV247Test-1044118002-project] 10.222.0.105 "GET /v2.0/ports?device_id=6a1b5f98-5cf1-4f1e-92be-71816af6e831 HTTP/1.1" status: 200 len: 210 time: 0.2364612 Feb 09 01:13:49.662931 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-2fb6811f-ea51-4f81-aea0-5327172e07ec tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Deleting port 96023f15-6965-4e56-afde-e4f9ab55516c {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:13:49.664280 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2fb6811f-ea51-4f81-aea0-5327172e07ec tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:49.707772 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877246f-16e0-4d4f-a681-6b553a700ddd req-574e10b4-4495-4496-937f-6d22444d29b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:49.710869 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7877246f-16e0-4d4f-a681-6b553a700ddd req-574e10b4-4495-4496-937f-6d22444d29b0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8919f04ab45a492f916586ca80fae861&device_id=66abf429-08b1-4733-9148-a03acc898aa2 HTTP/1.1" status: 200 len: 1136 time: 0.5282273 Feb 09 01:13:49.726286 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab0f24-3bab-4e69-aa76-db01a8605eed req-7be3d649-21da-45f7-ad18-4e44042bbbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:49.727983 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-85ab0f24-3bab-4e69-aa76-db01a8605eed req-7be3d649-21da-45f7-ad18-4e44042bbbc3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1848345 Feb 09 01:13:49.732125 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-781e7331-9e02-4aff-af58-1713073c05e0 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:49.825260 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb94c7c7-2262-4266-9ff1-ecacf3b56b73', 'tag': '635a31bc-b7d0-435e-804d-117b1e246ca7', 'status': 'completed', 'code': 200} Feb 09 01:13:49.927687 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2fb6811f-ea51-4f81-aea0-5327172e07ec tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:50.068075 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7862d6ff-87d3-45cf-b757-54dae1436735 req-a233f482-41e0-42fe-97d2-ffa1517a82e2 tempest-InstanceActionsNegativeTestJSON-1237608702 tempest-InstanceActionsNegativeTestJSON-1237608702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:50.070574 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-2fb6811f-ea51-4f81-aea0-5327172e07ec tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Calling delete_port for 96023f15-6965-4e56-afde-e4f9ab55516c owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:13:50.074962 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7862d6ff-87d3-45cf-b757-54dae1436735 req-a233f482-41e0-42fe-97d2-ffa1517a82e2 tempest-InstanceActionsNegativeTestJSON-1237608702 tempest-InstanceActionsNegativeTestJSON-1237608702-project] 10.222.0.105 "GET /v2.0/ports?device_id=8353d8e1-7536-46c4-825d-3de7805b07c2 HTTP/1.1" status: 200 len: 945 time: 0.7153795 Feb 09 01:13:50.079810 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5fecec6b-b725-4c7f-9dee-8eeb1f30f573 req-67c5da81-02d8-4455-8238-4594a4dbeb0e tempest-ServerPasswordTestJSON-876899499 tempest-ServerPasswordTestJSON-876899499-project] 10.222.0.105 "GET /v2.0/ports?device_id=debfd571-ab50-46d6-bad7-7a546fdb2790 HTTP/1.1" status: 200 len: 210 time: 0.0822463 Feb 09 01:13:50.158353 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-acba2463-4730-48ba-8d23-f488eacd8575 req-f4b49369-3e76-4128-bc40-852c4018e3ac service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=6a1b5f98-5cf1-4f1e-92be-71816af6e831 HTTP/1.1" status: 200 len: 210 time: 0.0997195 Feb 09 01:13:50.342274 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2fb6811f-ea51-4f81-aea0-5327172e07ec tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:50.395943 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb6811f-ea51-4f81-aea0-5327172e07ec tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Pushing event deleted for resources: {'Port': ['ID=96023f15-6965-4e56-afde-e4f9ab55516c,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:50.516491 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-85ab0f24-3bab-4e69-aa76-db01a8605eed req-47fb2336-f9b0-4f54-8319-f7a1173b2d9b service neutron] 10.222.0.62 "GET /v2.0/networks/0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6892850 Feb 09 01:13:50.572706 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7862d6ff-87d3-45cf-b757-54dae1436735 req-9001e89e-27a1-4e64-9e78-d4e8707373fb tempest-InstanceActionsNegativeTestJSON-1237608702 tempest-InstanceActionsNegativeTestJSON-1237608702-project] 10.222.0.105 "GET /v2.0/security-groups?id=3e4650af-114f-4c86-869b-0ac274180ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4959145 Feb 09 01:13:50.703576 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2fb6811f-ea51-4f81-aea0-5327172e07ec tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:50.835411 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877246f-16e0-4d4f-a681-6b553a700ddd req-425c5228-593b-4e13-a19f-0c96c8dfb89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:50.845505 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7877246f-16e0-4d4f-a681-6b553a700ddd req-425c5228-593b-4e13-a19f-0c96c8dfb89d service neutron] 10.222.0.62 "GET /v2.0/networks?id=fc9b7097-9839-43e8-ab87-dc826bac26d5 HTTP/1.1" status: 200 len: 898 time: 1.0137012 Feb 09 01:13:51.084425 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-298f5200-bd7f-4e90-bb8c-bf8d8bf53389 req-baac0a7c-2757-46e4-9651-2bc111bea333 tempest-ServerShowV247Test-1044118002 tempest-ServerShowV247Test-1044118002-project] 10.222.0.105 "GET /v2.0/ports?device_id=6a1b5f98-5cf1-4f1e-92be-71816af6e831 HTTP/1.1" status: 200 len: 210 time: 0.1736305 Feb 09 01:13:51.196455 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-85ab0f24-3bab-4e69-aa76-db01a8605eed req-742719b7-066c-4fd3-9136-22dd39cb2030 service neutron] 10.222.0.62 "GET /v2.0/networks/0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6469479 Feb 09 01:13:51.218499 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7877246f-16e0-4d4f-a681-6b553a700ddd req-637cd441-f515-4ec3-81fa-613d052f021d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=407196dd-9518-46e7-b39a-db0b3c75969a HTTP/1.1" status: 200 len: 1002 time: 0.3138075 Feb 09 01:13:51.315841 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 39032) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:51.363955 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb6811f-ea51-4f81-aea0-5327172e07ec tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Router c731b7d1-aec0-469c-b6a2-6c811d4de5d5 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:13:51.379072 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70abc7ee-0974-42fc-9d2f-4eefa2f2193d req-3c4cdbcb-02b8-4684-b8e1-3df0ae547d68 tempest-ServerPasswordTestJSON-876899499 tempest-ServerPasswordTestJSON-876899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:51.379931 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-70abc7ee-0974-42fc-9d2f-4eefa2f2193d req-3c4cdbcb-02b8-4684-b8e1-3df0ae547d68 tempest-ServerPasswordTestJSON-876899499 tempest-ServerPasswordTestJSON-876899499-project] Synchronizing usage tracker for tenant:775000953f2946ae9632e0af6cbbf3cd on resource:network {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:13:51.383182 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec9ca7e-50e1-4c3f-bf2d-5b16c59620a8 req-ecf1c656-7bc0-44e5-9c76-2a60e168161f tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:51.384768 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9ec9ca7e-50e1-4c3f-bf2d-5b16c59620a8 req-ecf1c656-7bc0-44e5-9c76-2a60e168161f tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb94c7c7-2262-4266-9ff1-ecacf3b56b73 HTTP/1.1" status: 200 len: 943 time: 0.9502711 Feb 09 01:13:51.392207 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-13ebae15-40e6-4361-b7bf-64521f7d3a4d req-0898bab8-c91a-4d72-9c06-5382a216c044 tempest-ServerPasswordTestJSON-876899499 tempest-ServerPasswordTestJSON-876899499-project] 10.222.0.105 "GET /v2.0/ports?device_id=debfd571-ab50-46d6-bad7-7a546fdb2790 HTTP/1.1" status: 200 len: 210 time: 0.1252835 Feb 09 01:13:51.446321 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877246f-16e0-4d4f-a681-6b553a700ddd req-24a92d4a-31da-4493-83b1-588155f6c7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:51.447788 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7877246f-16e0-4d4f-a681-6b553a700ddd req-24a92d4a-31da-4493-83b1-588155f6c7f3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a4ead744-7288-4509-98a4-89b7f6e2f702 HTTP/1.1" status: 200 len: 834 time: 0.2183306 Feb 09 01:13:51.520679 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9ec9ca7e-50e1-4c3f-bf2d-5b16c59620a8 req-58c44780-d7cd-4357-8b52-6e4c03d198ef tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=e6bfd964-7aa5-43a2-a057-7d9b16c44215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207819 Feb 09 01:13:51.543234 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-70abc7ee-0974-42fc-9d2f-4eefa2f2193d req-3c4cdbcb-02b8-4684-b8e1-3df0ae547d68 tempest-ServerPasswordTestJSON-876899499 tempest-ServerPasswordTestJSON-876899499-project] Unset dirty status for tenant:775000953f2946ae9632e0af6cbbf3cd on resource:network {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:13:51.544607 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-70abc7ee-0974-42fc-9d2f-4eefa2f2193d req-3c4cdbcb-02b8-4684-b8e1-3df0ae547d68 tempest-ServerPasswordTestJSON-876899499 tempest-ServerPasswordTestJSON-876899499-project] 10.222.0.99 "GET /v2.0/networks?id=affe7e2f-75b1-49fc-88ea-dbb1b956f6a6 HTTP/1.1" status: 200 len: 813 time: 0.6571620 Feb 09 01:13:51.561573 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-70abc7ee-0974-42fc-9d2f-4eefa2f2193d req-959d5358-fed2-4868-bd68-e74af920c6e1 tempest-ServerPasswordTestJSON-876899499 tempest-ServerPasswordTestJSON-876899499-project] Request body: {'port': {'device_id': 'debfd571-ab50-46d6-bad7-7a546fdb2790', 'network_id': 'affe7e2f-75b1-49fc-88ea-dbb1b956f6a6', 'admin_state_up': True, 'tenant_id': '775000953f2946ae9632e0af6cbbf3cd'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:51.628607 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-44cacec5-dd0f-4305-9058-c8f8804fb0ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:51.653111 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f83cdc-df50-43fe-a91a-c634721e6d68 req-0fb8a916-4083-44f0-a52a-501f436c3a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:51.655166 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-13f83cdc-df50-43fe-a91a-c634721e6d68 req-0fb8a916-4083-44f0-a52a-501f436c3a6c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=128330d8f0414cd5a58362066d10386d&device_id=eb94c7c7-2262-4266-9ff1-ecacf3b56b73 HTTP/1.1" status: 200 len: 1094 time: 0.3898182 Feb 09 01:13:51.668321 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-44cacec5-dd0f-4305-9058-c8f8804fb0ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:51.705422 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-44cacec5-dd0f-4305-9058-c8f8804fb0ed admin admin] Usage tracker for resource:security_group_rule and tenant:9f2291d786824eba96a7e6165ecdd78a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:13:51.708980 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-781e7331-9e02-4aff-af58-1713073c05e0 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Deleting port 01e77068-3c60-475b-9e1d-34d5202d01d0 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:13:51.709317 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-781e7331-9e02-4aff-af58-1713073c05e0 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:51.717352 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:51.753420 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb6811f-ea51-4f81-aea0-5327172e07ec tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:13:51.766072 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b86122-9d1a-4537-baad-ff4d842f52da None None] Sync routers for ids ['c731b7d1-aec0-469c-b6a2-6c811d4de5d5'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:13:51.783134 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-44cacec5-dd0f-4305-9058-c8f8804fb0ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:13:51.788161 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b86122-9d1a-4537-baad-ff4d842f52da None None] Routers {'c731b7d1-aec0-469c-b6a2-6c811d4de5d5'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:13:51.789847 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-b6b86122-9d1a-4537-baad-ff4d842f52da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:13:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['c731b7d1-aec0-469c-b6a2-6c811d4de5d5'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:51.792434 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-2fb6811f-ea51-4f81-aea0-5327172e07ec tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "PUT /v2.0/routers/c731b7d1-aec0-469c-b6a2-6c811d4de5d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5089395 Feb 09 01:13:51.798561 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39040) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:51.815779 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-44cacec5-dd0f-4305-9058-c8f8804fb0ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:51.859940 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877246f-16e0-4d4f-a681-6b553a700ddd req-a0cd3c52-dbbc-4ce1-94ce-1c30cafb3171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:51.861452 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7877246f-16e0-4d4f-a681-6b553a700ddd req-a0cd3c52-dbbc-4ce1-94ce-1c30cafb3171 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fc9b7097-9839-43e8-ab87-dc826bac26d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4011967 Feb 09 01:13:51.894976 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-b6b86122-9d1a-4537-baad-ff4d842f52da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:51.900499 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-7fbc58b2-3b2c-4c94-b3cd-82da91825e29 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Synchronizing usage tracker for tenant:fefa2a0bcdd943ec8d8c861415908997 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:13:51.905590 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b86122-9d1a-4537-baad-ff4d842f52da None None] Routers {'c731b7d1-aec0-469c-b6a2-6c811d4de5d5'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:13:51.906325 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-b6b86122-9d1a-4537-baad-ff4d842f52da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:13:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['c731b7d1-aec0-469c-b6a2-6c811d4de5d5'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:51.912655 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-70abc7ee-0974-42fc-9d2f-4eefa2f2193d req-959d5358-fed2-4868-bd68-e74af920c6e1 tempest-ServerPasswordTestJSON-876899499 tempest-ServerPasswordTestJSON-876899499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:51.920127 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-70abc7ee-0974-42fc-9d2f-4eefa2f2193d req-959d5358-fed2-4868-bd68-e74af920c6e1 tempest-ServerPasswordTestJSON-876899499 tempest-ServerPasswordTestJSON-876899499-project] Usage tracker for resource:port and tenant:775000953f2946ae9632e0af6cbbf3cd is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:13:51.923590 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-70abc7ee-0974-42fc-9d2f-4eefa2f2193d req-959d5358-fed2-4868-bd68-e74af920c6e1 tempest-ServerPasswordTestJSON-876899499 tempest-ServerPasswordTestJSON-876899499-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:13:51.930214 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-7fbc58b2-3b2c-4c94-b3cd-82da91825e29 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Unset dirty status for tenant:fefa2a0bcdd943ec8d8c861415908997 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:13:51.934082 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-7fbc58b2-3b2c-4c94-b3cd-82da91825e29 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "GET /v2.0/ports?device_id=c731b7d1-aec0-469c-b6a2-6c811d4de5d5 HTTP/1.1" status: 200 len: 205 time: 0.1339271 Feb 09 01:13:51.936073 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-70abc7ee-0974-42fc-9d2f-4eefa2f2193d req-959d5358-fed2-4868-bd68-e74af920c6e1 tempest-ServerPasswordTestJSON-876899499 tempest-ServerPasswordTestJSON-876899499-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:51.937955 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39044) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:51.974953 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-b6b86122-9d1a-4537-baad-ff4d842f52da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:51.975594 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b86122-9d1a-4537-baad-ff4d842f52da None None] The sync data for ids ['c731b7d1-aec0-469c-b6a2-6c811d4de5d5'] in n-d-828418-1 is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:13:52.070625 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70abc7ee-0974-42fc-9d2f-4eefa2f2193d req-959d5358-fed2-4868-bd68-e74af920c6e1 tempest-ServerPasswordTestJSON-876899499 tempest-ServerPasswordTestJSON-876899499-project] Made reservation on behalf of 775000953f2946ae9632e0af6cbbf3cd for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:13:52.074161 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-70abc7ee-0974-42fc-9d2f-4eefa2f2193d req-959d5358-fed2-4868-bd68-e74af920c6e1 tempest-ServerPasswordTestJSON-876899499 tempest-ServerPasswordTestJSON-876899499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:52.106322 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-74b22768-511c-46b1-b356-a000df35d165 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:52.150747 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f83cdc-df50-43fe-a91a-c634721e6d68 req-6b717f8b-86e7-4989-9414-03f54cff2f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:52.152225 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-13f83cdc-df50-43fe-a91a-c634721e6d68 req-6b717f8b-86e7-4989-9414-03f54cff2f58 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5 HTTP/1.1" status: 200 len: 918 time: 0.4878626 Feb 09 01:13:52.456100 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-13f83cdc-df50-43fe-a91a-c634721e6d68 req-5f8083d9-6c63-4e1b-88a4-abce4fc7aa70 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=635a31bc-b7d0-435e-804d-117b1e246ca7 HTTP/1.1" status: 200 len: 217 time: 0.2743375 Feb 09 01:13:52.491250 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-74b22768-511c-46b1-b356-a000df35d165 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:52.495634 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-74b22768-511c-46b1-b356-a000df35d165 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:52.530775 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-011eed08-056a-4d2e-95cc-f67946b4c9a4 req-08f71b83-5807-4472-9711-a54bc81861fb tempest-ServerShowV247Test-1044118002 tempest-ServerShowV247Test-1044118002-project] 10.222.0.105 "GET /v2.0/ports?device_id=6a1b5f98-5cf1-4f1e-92be-71816af6e831 HTTP/1.1" status: 200 len: 210 time: 0.1435635 Feb 09 01:13:52.559594 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7877246f-16e0-4d4f-a681-6b553a700ddd req-e469f71e-3e16-4670-a12d-8ded484d4ad3 service neutron] 10.222.0.62 "GET /v2.0/networks/fc9b7097-9839-43e8-ab87-dc826bac26d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6301579 Feb 09 01:13:52.562985 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-781e7331-9e02-4aff-af58-1713073c05e0 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] For port 01e77068-3c60-475b-9e1d-34d5202d01d0, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=01e77068-3c60-475b-9e1d-34d5202d01d0,segment=NetworkSegment(c1f6c3e2-9359-4949-a7a2-aaca4bc70fc9),segment_id=c1f6c3e2-9359-4949-a7a2-aaca4bc70fc9)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:13:52.563348 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-781e7331-9e02-4aff-af58-1713073c05e0 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:52.587393 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-74b22768-511c-46b1-b356-a000df35d165 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:52.587968 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b22768-511c-46b1-b356-a000df35d165 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Fanout notify agent at l3_agent the message router_deleted on router c731b7d1-aec0-469c-b6a2-6c811d4de5d5 {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:13:52.590000 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-70abc7ee-0974-42fc-9d2f-4eefa2f2193d req-959d5358-fed2-4868-bd68-e74af920c6e1 tempest-ServerPasswordTestJSON-876899499 tempest-ServerPasswordTestJSON-876899499-project] Allocated IP 172.20.0.8 (affe7e2f-75b1-49fc-88ea-dbb1b956f6a6/d4a120cf-20f7-486e-93bc-c1be47d318c9/d288a5fb-57fe-4de1-83f5-638e59df6e9f) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:13:52.680566 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-74b22768-511c-46b1-b356-a000df35d165 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:52.681662 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-74b22768-511c-46b1-b356-a000df35d165 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "DELETE /v2.0/routers/c731b7d1-aec0-469c-b6a2-6c811d4de5d5 HTTP/1.1" status: 204 len: 168 time: 0.7427382 Feb 09 01:13:52.685334 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39058) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:52.720246 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-44cacec5-dd0f-4305-9058-c8f8804fb0ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:52.791487 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-781e7331-9e02-4aff-af58-1713073c05e0 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Calling delete_port for 01e77068-3c60-475b-9e1d-34d5202d01d0 owned by network:router_interface {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:13:52.867110 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-44cacec5-dd0f-4305-9058-c8f8804fb0ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:52.894638 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f83cdc-df50-43fe-a91a-c634721e6d68 req-7e1d3d95-8f37-428c-a471-54ed2f6dfc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:52.896074 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-13f83cdc-df50-43fe-a91a-c634721e6d68 req-7e1d3d95-8f37-428c-a471-54ed2f6dfc7f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9ba82490-d70a-42fe-a7ff-0aeb7f428073 HTTP/1.1" status: 200 len: 856 time: 0.4130428 Feb 09 01:13:52.903667 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9340b94f-df94-417f-9b54-cea6b1269fed req-c6a89c0d-1a4d-450e-bfa5-a918b51700cb tempest-InstanceActionsNegativeTestJSON-1237608702 tempest-InstanceActionsNegativeTestJSON-1237608702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:52.905145 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9340b94f-df94-417f-9b54-cea6b1269fed req-c6a89c0d-1a4d-450e-bfa5-a918b51700cb tempest-InstanceActionsNegativeTestJSON-1237608702 tempest-InstanceActionsNegativeTestJSON-1237608702-project] 10.222.0.105 "GET /v2.0/ports?device_id=8353d8e1-7536-46c4-825d-3de7805b07c2 HTTP/1.1" status: 200 len: 945 time: 0.9650085 Feb 09 01:13:52.962926 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b0f6957e-43a3-419f-beff-d5645f9d5325 req-ad7dfe5d-5dda-48b3-9ef0-add4890e3c87 tempest-ServerPasswordTestJSON-876899499 tempest-ServerPasswordTestJSON-876899499-project] 10.222.0.105 "GET /v2.0/ports?device_id=debfd571-ab50-46d6-bad7-7a546fdb2790 HTTP/1.1" status: 200 len: 210 time: 0.1833029 Feb 09 01:13:52.966842 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-6339497a-e5b0-4afd-bb7b-c20b15235e38 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Deleting subnet 98f3fe33-b17c-4354-9933-82dc4b42d9b5 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:13:52.974887 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6339497a-e5b0-4afd-bb7b-c20b15235e38 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:53.043711 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-44cacec5-dd0f-4305-9058-c8f8804fb0ed admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=9f2291d786824eba96a7e6165ecdd78a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6909370 Feb 09 01:13:53.049505 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39062) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:53.082406 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6339497a-e5b0-4afd-bb7b-c20b15235e38 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:53.131314 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-70abc7ee-0974-42fc-9d2f-4eefa2f2193d req-959d5358-fed2-4868-bd68-e74af920c6e1 tempest-ServerPasswordTestJSON-876899499 tempest-ServerPasswordTestJSON-876899499-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:53.177483 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cacec5-dd0f-4305-9058-c8f8804fb0ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb6f7ef-0d95-41e4-b0d2-3655527a6302,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:53.238850 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0eb6afd3-61f7-4e31-92bc-02dfac9150a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:53.264470 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-70abc7ee-0974-42fc-9d2f-4eefa2f2193d req-959d5358-fed2-4868-bd68-e74af920c6e1 tempest-ServerPasswordTestJSON-876899499 tempest-ServerPasswordTestJSON-876899499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:53.277853 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6339497a-e5b0-4afd-bb7b-c20b15235e38 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:53.297606 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9340b94f-df94-417f-9b54-cea6b1269fed req-06fc64c8-b0be-407c-b7bf-11af99b52fc4 tempest-InstanceActionsNegativeTestJSON-1237608702 tempest-InstanceActionsNegativeTestJSON-1237608702-project] 10.222.0.105 "GET /v2.0/security-groups?id=3e4650af-114f-4c86-869b-0ac274180ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372793 Feb 09 01:13:53.308959 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7877246f-16e0-4d4f-a681-6b553a700ddd req-1cbfa3f4-b083-41ec-aa09-78d920d5f9ee service neutron] 10.222.0.62 "GET /v2.0/networks/fc9b7097-9839-43e8-ab87-dc826bac26d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7291155 Feb 09 01:13:53.383008 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0eb6afd3-61f7-4e31-92bc-02dfac9150a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:53.428857 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70abc7ee-0974-42fc-9d2f-4eefa2f2193d req-959d5358-fed2-4868-bd68-e74af920c6e1 tempest-ServerPasswordTestJSON-876899499 tempest-ServerPasswordTestJSON-876899499-project] Network affe7e2f-75b1-49fc-88ea-dbb1b956f6a6 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:13:53.437948 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-70abc7ee-0974-42fc-9d2f-4eefa2f2193d req-959d5358-fed2-4868-bd68-e74af920c6e1 tempest-ServerPasswordTestJSON-876899499 tempest-ServerPasswordTestJSON-876899499-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:53.456735 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-70abc7ee-0974-42fc-9d2f-4eefa2f2193d req-959d5358-fed2-4868-bd68-e74af920c6e1 tempest-ServerPasswordTestJSON-876899499 tempest-ServerPasswordTestJSON-876899499-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:13:53.484861 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959d5358-fed2-4868-bd68-e74af920c6e1 tempest-ServerPasswordTestJSON-876899499 tempest-ServerPasswordTestJSON-876899499-project] Pushing event updated for resources: {'Port': ['ID=d288a5fb-57fe-4de1-83f5-638e59df6e9f,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:53.502054 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f83cdc-df50-43fe-a91a-c634721e6d68 req-f9aff0e8-7851-4381-aa9c-c90536371d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:53.503902 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-13f83cdc-df50-43fe-a91a-c634721e6d68 req-f9aff0e8-7851-4381-aa9c-c90536371d02 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5857382 Feb 09 01:13:53.544971 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70abc7ee-0974-42fc-9d2f-4eefa2f2193d req-959d5358-fed2-4868-bd68-e74af920c6e1 tempest-ServerPasswordTestJSON-876899499 tempest-ServerPasswordTestJSON-876899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:53.545817 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-70abc7ee-0974-42fc-9d2f-4eefa2f2193d req-959d5358-fed2-4868-bd68-e74af920c6e1 tempest-ServerPasswordTestJSON-876899499 tempest-ServerPasswordTestJSON-876899499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:53.554753 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6339497a-e5b0-4afd-bb7b-c20b15235e38 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:53.604199 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed346d3-dc43-4a67-8575-564a4ac4ecd0 req-cf8c006a-b691-4d62-9fd8-8e304b5880b6 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:53.610771 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6339497a-e5b0-4afd-bb7b-c20b15235e38 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Pushing event deleted for resources: {'Subnet': ['ID=98f3fe33-b17c-4354-9933-82dc4b42d9b5,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:53.611757 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bed346d3-dc43-4a67-8575-564a4ac4ecd0 req-cf8c006a-b691-4d62-9fd8-8e304b5880b6 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb94c7c7-2262-4266-9ff1-ecacf3b56b73 HTTP/1.1" status: 200 len: 943 time: 0.4168093 Feb 09 01:13:53.628645 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0eb6afd3-61f7-4e31-92bc-02dfac9150a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:53.685540 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9535a7-5e3d-4622-bb3b-af3afc0f24e8 None None] Network 8f0cd846-1ba1-498d-a180-dbef17728fbe requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:13:53.710276 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6339497a-e5b0-4afd-bb7b-c20b15235e38 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:53.712966 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb6afd3-61f7-4e31-92bc-02dfac9150a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb6f7ef-0d95-41e4-b0d2-3655527a6302,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:53.734613 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0eb6afd3-61f7-4e31-92bc-02dfac9150a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:53.736090 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-0eb6afd3-61f7-4e31-92bc-02dfac9150a3 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/8cb6f7ef-0d95-41e4-b0d2-3655527a6302 HTTP/1.1" status: 204 len: 168 time: 0.6832049 Feb 09 01:13:53.751663 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-70abc7ee-0974-42fc-9d2f-4eefa2f2193d req-959d5358-fed2-4868-bd68-e74af920c6e1 tempest-ServerPasswordTestJSON-876899499 tempest-ServerPasswordTestJSON-876899499-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1964486 Feb 09 01:13:53.753056 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-6339497a-e5b0-4afd-bb7b-c20b15235e38 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "DELETE /v2.0/subnets/98f3fe33-b17c-4354-9933-82dc4b42d9b5 HTTP/1.1" status: 204 len: 168 time: 1.0667522 Feb 09 01:13:53.755886 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39078) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:53.756794 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:13:53.805162 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5dd197-7a4c-480b-95de-57179b2fa296 req-8014df53-3cca-4320-9b51-1c31e5e4a4c0 tempest-InstanceActionsNegativeTestJSON-1237608702 tempest-InstanceActionsNegativeTestJSON-1237608702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:53.807447 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-70abc7ee-0974-42fc-9d2f-4eefa2f2193d req-6aebf6b4-a488-4971-970b-0ac8c327583b service neutron] Request body: {'port': {'device_id': 'debfd571-ab50-46d6-bad7-7a546fdb2790', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:53.827093 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6b5dd197-7a4c-480b-95de-57179b2fa296 req-8014df53-3cca-4320-9b51-1c31e5e4a4c0 tempest-InstanceActionsNegativeTestJSON-1237608702 tempest-InstanceActionsNegativeTestJSON-1237608702-project] 10.222.0.62 "GET /v2.0/ports?device_id=8353d8e1-7536-46c4-825d-3de7805b07c2 HTTP/1.1" status: 200 len: 945 time: 0.4288714 Feb 09 01:13:53.830146 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bed346d3-dc43-4a67-8575-564a4ac4ecd0 req-2e497c60-40df-4b06-ad98-9b259f0d1d8f tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=e6bfd964-7aa5-43a2-a057-7d9b16c44215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2175701 Feb 09 01:13:53.961726 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-781e7331-9e02-4aff-af58-1713073c05e0 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:54.079675 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781e7331-9e02-4aff-af58-1713073c05e0 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Pushing event deleted for resources: {'Port': ['ID=01e77068-3c60-475b-9e1d-34d5202d01d0,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:54.125069 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-42ffd743-43e5-4b93-a537-956ed656b577 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:54.151712 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-70abc7ee-0974-42fc-9d2f-4eefa2f2193d req-6aebf6b4-a488-4971-970b-0ac8c327583b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:54.171244 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-42ffd743-43e5-4b93-a537-956ed656b577 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Deleting port b7b5cf92-6a2f-4e94-aedc-f6bd27c014d3 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:13:54.171583 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-42ffd743-43e5-4b93-a537-956ed656b577 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:54.181684 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010ed6b5-a767-45e4-9cad-ef545cf5505c None None] DHCP port deletion for 8f0cd846-1ba1-498d-a180-dbef17728fbe request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:13:54.187119 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-010ed6b5-a767-45e4-9cad-ef545cf5505c None None] Deleting port b7b5cf92-6a2f-4e94-aedc-f6bd27c014d3 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:13:54.187491 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-010ed6b5-a767-45e4-9cad-ef545cf5505c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:54.331492 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39090) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:54.421035 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c80ed4dd-d5b2-496e-9d1f-f025c5ce624f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:54.469789 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a78dc174-e65b-4543-9467-55d22be2fe00 req-a9d7af57-624a-4af0-bbfe-bcbbaeddd9a5 tempest-ServerShowV247Test-1044118002 tempest-ServerShowV247Test-1044118002-project] 10.222.0.105 "GET /v2.0/ports?device_id=6a1b5f98-5cf1-4f1e-92be-71816af6e831 HTTP/1.1" status: 200 len: 210 time: 0.4959066 Feb 09 01:13:54.472179 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-13f83cdc-df50-43fe-a91a-c634721e6d68 req-3b920971-15cc-45dd-944e-581e915cfe62 service neutron] 10.222.0.62 "GET /v2.0/networks/0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9585567 Feb 09 01:13:54.528299 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-010ed6b5-a767-45e4-9cad-ef545cf5505c None None] For port b7b5cf92-6a2f-4e94-aedc-f6bd27c014d3, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=b7b5cf92-6a2f-4e94-aedc-f6bd27c014d3,segment=NetworkSegment(02b225f4-a416-452a-8f4a-2341ced02103),segment_id=02b225f4-a416-452a-8f4a-2341ced02103)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:13:54.529750 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-010ed6b5-a767-45e4-9cad-ef545cf5505c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:54.541708 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c80ed4dd-d5b2-496e-9d1f-f025c5ce624f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:54.566705 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-c80ed4dd-d5b2-496e-9d1f-f025c5ce624f admin admin] Usage tracker for resource:security_group_rule and tenant:86023ea978284ccab7e9a851566411fb is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:13:54.652439 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-c80ed4dd-d5b2-496e-9d1f-f025c5ce624f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:13:54.674189 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c80ed4dd-d5b2-496e-9d1f-f025c5ce624f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:54.692458 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-42ffd743-43e5-4b93-a537-956ed656b577 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] For port b7b5cf92-6a2f-4e94-aedc-f6bd27c014d3, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=b7b5cf92-6a2f-4e94-aedc-f6bd27c014d3,segment=NetworkSegment(02b225f4-a416-452a-8f4a-2341ced02103),segment_id=02b225f4-a416-452a-8f4a-2341ced02103)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:13:54.692907 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-42ffd743-43e5-4b93-a537-956ed656b577 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:54.734158 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-010ed6b5-a767-45e4-9cad-ef545cf5505c None None] Calling delete_port for b7b5cf92-6a2f-4e94-aedc-f6bd27c014d3 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:13:54.791669 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-6b5dd197-7a4c-480b-95de-57179b2fa296 req-461b8472-0847-4725-9d72-4db2b238f378 tempest-InstanceActionsNegativeTestJSON-1237608702 tempest-InstanceActionsNegativeTestJSON-1237608702-project] Deleting port d8118c77-c2f7-4df4-bfcc-d0def7579c2a {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:13:54.792362 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-6b5dd197-7a4c-480b-95de-57179b2fa296 req-461b8472-0847-4725-9d72-4db2b238f378 tempest-InstanceActionsNegativeTestJSON-1237608702 tempest-InstanceActionsNegativeTestJSON-1237608702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:54.792483 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:54.829394 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-010ed6b5-a767-45e4-9cad-ef545cf5505c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:54.851813 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-42ffd743-43e5-4b93-a537-956ed656b577 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Calling delete_port for b7b5cf92-6a2f-4e94-aedc-f6bd27c014d3 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:13:54.874873 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010ed6b5-a767-45e4-9cad-ef545cf5505c None None] Pushing event deleted for resources: {'Port': ['ID=b7b5cf92-6a2f-4e94-aedc-f6bd27c014d3,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:54.880874 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010ed6b5-a767-45e4-9cad-ef545cf5505c None None] No DVR routers for this DVR port b7b5cf92-6a2f-4e94-aedc-f6bd27c014d3 on host n-d-828418-1 {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:13:54.936665 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 635a31bc-b7d0-435e-804d-117b1e246ca7 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:13:55.137182 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2928b23b-fc38-40ef-a859-3de20c9f9a1c req-ca702e24-8426-475e-ab15-017d87395330 tempest-ServerPasswordTestJSON-876899499 tempest-ServerPasswordTestJSON-876899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:55.144332 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2928b23b-fc38-40ef-a859-3de20c9f9a1c req-ca702e24-8426-475e-ab15-017d87395330 tempest-ServerPasswordTestJSON-876899499 tempest-ServerPasswordTestJSON-876899499-project] 10.222.0.105 "GET /v2.0/ports?device_id=debfd571-ab50-46d6-bad7-7a546fdb2790 HTTP/1.1" status: 200 len: 931 time: 0.7932205 Feb 09 01:13:55.181779 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 635a31bc-b7d0-435e-804d-117b1e246ca7, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=635a31bc-b7d0-435e-804d-117b1e246ca7,segment=NetworkSegment(ce0dc62c-7941-4b08-ad25-dc67d17d1ad0),segment_id=ce0dc62c-7941-4b08-ad25-dc67d17d1ad0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:13:55.200306 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '635a31bc-b7d0-435e-804d-117b1e246ca7', 'network_id': '0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5', 'port_id': '635a31bc-b7d0-435e-804d-117b1e246ca7', 'mac_address': 'fa:16:3e:2f:b4:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ba82490-d70a-42fe-a7ff-0aeb7f428073', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:13:55.207422 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-13f83cdc-df50-43fe-a91a-c634721e6d68 req-dc183410-4096-4591-b2c2-f3d041e774a8 service neutron] 10.222.0.62 "GET /v2.0/networks/0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7173448 Feb 09 01:13:55.207860 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.db.api [None req-42ffd743-43e5-4b93-a537-956ed656b577 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:13:55.208353 n-d-828418-1 neutron-server[87638]: DEBUG oslo_db.api [None req-42ffd743-43e5-4b93-a537-956ed656b577 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:13:55.238218 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [req-70abc7ee-0974-42fc-9d2f-4eefa2f2193d req-6aebf6b4-a488-4971-970b-0ac8c327583b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d288a5fb-57fe-4de1-83f5-638e59df6e9f {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:13:55.247768 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-70abc7ee-0974-42fc-9d2f-4eefa2f2193d req-6aebf6b4-a488-4971-970b-0ac8c327583b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:55.258610 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device b7b5cf92-6a2f-4e94-aedc-f6bd27c014d3 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:13:55.270005 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-70abc7ee-0974-42fc-9d2f-4eefa2f2193d req-6aebf6b4-a488-4971-970b-0ac8c327583b service neutron] Transition to ACTIVE for port object d288a5fb-57fe-4de1-83f5-638e59df6e9f will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:13:55.272561 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c80ed4dd-d5b2-496e-9d1f-f025c5ce624f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:55.274081 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-70abc7ee-0974-42fc-9d2f-4eefa2f2193d req-6aebf6b4-a488-4971-970b-0ac8c327583b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:55.295635 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-781e7331-9e02-4aff-af58-1713073c05e0 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:55.299501 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: b7b5cf92-6a2f-4e94-aedc-f6bd27c014d3 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:13:55.299865 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device b7b5cf92-6a2f-4e94-aedc-f6bd27c014d3 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:13:55.302894 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:55.318404 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c80ed4dd-d5b2-496e-9d1f-f025c5ce624f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:55.322756 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 635a31bc-b7d0-435e-804d-117b1e246ca7 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:13:55.331839 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c5a19-5d26-41a2-9273-98db06fc3ac8 req-b62e1fba-1555-473d-bb88-bf5fef006b30 tempest-InstanceActionsNegativeTestJSON-1237608702 tempest-InstanceActionsNegativeTestJSON-1237608702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:55.333308 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e73c5a19-5d26-41a2-9273-98db06fc3ac8 req-b62e1fba-1555-473d-bb88-bf5fef006b30 tempest-InstanceActionsNegativeTestJSON-1237608702 tempest-InstanceActionsNegativeTestJSON-1237608702-project] 10.222.0.105 "GET /v2.0/ports?device_id=8353d8e1-7536-46c4-825d-3de7805b07c2 HTTP/1.1" status: 200 len: 945 time: 0.6148896 Feb 09 01:13:55.340131 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 635a31bc-b7d0-435e-804d-117b1e246ca7, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=635a31bc-b7d0-435e-804d-117b1e246ca7,segment=NetworkSegment(ce0dc62c-7941-4b08-ad25-dc67d17d1ad0),segment_id=ce0dc62c-7941-4b08-ad25-dc67d17d1ad0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:13:55.344545 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:55.346800 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2928b23b-fc38-40ef-a859-3de20c9f9a1c req-daf9443d-5b58-4e52-bc60-881df46f1b89 tempest-ServerPasswordTestJSON-876899499 tempest-ServerPasswordTestJSON-876899499-project] 10.222.0.105 "GET /v2.0/security-groups?id=8135a8f7-2691-4dae-95b2-3e3b35f77ded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009852 Feb 09 01:13:55.419930 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=635a31bc-b7d0-435e-804d-117b1e246ca7,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:55.461142 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80ed4dd-d5b2-496e-9d1f-f025c5ce624f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3713894a-6229-44be-b8be-0000c2aad165,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:55.465330 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c80ed4dd-d5b2-496e-9d1f-f025c5ce624f admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=86023ea978284ccab7e9a851566411fb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1263952 Feb 09 01:13:55.468486 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aebf6b4-a488-4971-970b-0ac8c327583b service neutron] Pushing event updated for resources: {'Port': ['ID=d288a5fb-57fe-4de1-83f5-638e59df6e9f,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:55.470512 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39098) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:55.614239 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['635a31bc-b7d0-435e-804d-117b1e246ca7'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:13:55.619289 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e73c5a19-5d26-41a2-9273-98db06fc3ac8 req-0fba814b-3c83-4c8d-bdef-436b055ec663 tempest-InstanceActionsNegativeTestJSON-1237608702 tempest-InstanceActionsNegativeTestJSON-1237608702-project] 10.222.0.105 "GET /v2.0/security-groups?id=3e4650af-114f-4c86-869b-0ac274180ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533717 Feb 09 01:13:55.627698 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e957bad6-58f2-48a2-8a1b-7b057ae83483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:55.629383 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-70abc7ee-0974-42fc-9d2f-4eefa2f2193d req-6aebf6b4-a488-4971-970b-0ac8c327583b service neutron] Attempting to bind port d288a5fb-57fe-4de1-83f5-638e59df6e9f on host n-h2-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:13:55.629744 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-70abc7ee-0974-42fc-9d2f-4eefa2f2193d req-6aebf6b4-a488-4971-970b-0ac8c327583b service neutron] Attempting to bind port d288a5fb-57fe-4de1-83f5-638e59df6e9f by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': 'dd583385-fa22-434f-8f08-898aa72d59e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'affe7e2f-75b1-49fc-88ea-dbb1b956f6a6'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:13:55.630074 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70abc7ee-0974-42fc-9d2f-4eefa2f2193d req-6aebf6b4-a488-4971-970b-0ac8c327583b service neutron] Attempting to bind port d288a5fb-57fe-4de1-83f5-638e59df6e9f on network affe7e2f-75b1-49fc-88ea-dbb1b956f6a6 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:13:55.644220 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70abc7ee-0974-42fc-9d2f-4eefa2f2193d req-6aebf6b4-a488-4971-970b-0ac8c327583b service neutron] Port d288a5fb-57fe-4de1-83f5-638e59df6e9f on network affe7e2f-75b1-49fc-88ea-dbb1b956f6a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:13:55.644549 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70abc7ee-0974-42fc-9d2f-4eefa2f2193d req-6aebf6b4-a488-4971-970b-0ac8c327583b service neutron] Attempting to bind port d288a5fb-57fe-4de1-83f5-638e59df6e9f on network affe7e2f-75b1-49fc-88ea-dbb1b956f6a6 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:13:55.660589 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70abc7ee-0974-42fc-9d2f-4eefa2f2193d req-6aebf6b4-a488-4971-970b-0ac8c327583b service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:13:55.661186 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70abc7ee-0974-42fc-9d2f-4eefa2f2193d req-6aebf6b4-a488-4971-970b-0ac8c327583b service neutron] Checking segment: {'id': 'dd583385-fa22-434f-8f08-898aa72d59e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'affe7e2f-75b1-49fc-88ea-dbb1b956f6a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:13:55.661582 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70abc7ee-0974-42fc-9d2f-4eefa2f2193d req-6aebf6b4-a488-4971-970b-0ac8c327583b service neutron] Bound using segment: {'id': 'dd583385-fa22-434f-8f08-898aa72d59e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'affe7e2f-75b1-49fc-88ea-dbb1b956f6a6'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:13:55.662051 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-70abc7ee-0974-42fc-9d2f-4eefa2f2193d req-6aebf6b4-a488-4971-970b-0ac8c327583b service neutron] Bound port: d288a5fb-57fe-4de1-83f5-638e59df6e9f, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd583385-fa22-434f-8f08-898aa72d59e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'affe7e2f-75b1-49fc-88ea-dbb1b956f6a6'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:13:55.662401 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-70abc7ee-0974-42fc-9d2f-4eefa2f2193d req-6aebf6b4-a488-4971-970b-0ac8c327583b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:55.680194 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e957bad6-58f2-48a2-8a1b-7b057ae83483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:55.712460 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-6b5dd197-7a4c-480b-95de-57179b2fa296 req-461b8472-0847-4725-9d72-4db2b238f378 tempest-InstanceActionsNegativeTestJSON-1237608702 tempest-InstanceActionsNegativeTestJSON-1237608702-project] For port d8118c77-c2f7-4df4-bfcc-d0def7579c2a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=d8118c77-c2f7-4df4-bfcc-d0def7579c2a,segment=NetworkSegment(44e78b86-ca94-463c-a572-3160d58d1bb2),segment_id=44e78b86-ca94-463c-a572-3160d58d1bb2)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:13:55.712962 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-6b5dd197-7a4c-480b-95de-57179b2fa296 req-461b8472-0847-4725-9d72-4db2b238f378 tempest-InstanceActionsNegativeTestJSON-1237608702 tempest-InstanceActionsNegativeTestJSON-1237608702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:55.734555 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-42ffd743-43e5-4b93-a537-956ed656b577 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Deleting port b7b5cf92-6a2f-4e94-aedc-f6bd27c014d3 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:13:55.734555 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-42ffd743-43e5-4b93-a537-956ed656b577 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:55.840160 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-42ffd743-43e5-4b93-a537-956ed656b577 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] The port 'b7b5cf92-6a2f-4e94-aedc-f6bd27c014d3' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:13:55.854343 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-6b5dd197-7a4c-480b-95de-57179b2fa296 req-461b8472-0847-4725-9d72-4db2b238f378 tempest-InstanceActionsNegativeTestJSON-1237608702 tempest-InstanceActionsNegativeTestJSON-1237608702-project] Calling delete_port for d8118c77-c2f7-4df4-bfcc-d0def7579c2a owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:13:55.915629 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-70abc7ee-0974-42fc-9d2f-4eefa2f2193d req-6aebf6b4-a488-4971-970b-0ac8c327583b service neutron] For port d288a5fb-57fe-4de1-83f5-638e59df6e9f, host n-h2-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:13:55.987133 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-70abc7ee-0974-42fc-9d2f-4eefa2f2193d req-6aebf6b4-a488-4971-970b-0ac8c327583b service neutron] For port d288a5fb-57fe-4de1-83f5-638e59df6e9f, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=d288a5fb-57fe-4de1-83f5-638e59df6e9f,segment=NetworkSegment(dd583385-fa22-434f-8f08-898aa72d59e3),segment_id=dd583385-fa22-434f-8f08-898aa72d59e3)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:13:56.000057 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e957bad6-58f2-48a2-8a1b-7b057ae83483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:56.012678 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-70abc7ee-0974-42fc-9d2f-4eefa2f2193d req-6aebf6b4-a488-4971-970b-0ac8c327583b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:56.054644 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-42ffd743-43e5-4b93-a537-956ed656b577 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:56.076550 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e957bad6-58f2-48a2-8a1b-7b057ae83483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3713894a-6229-44be-b8be-0000c2aad165,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:56.085482 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7f9e98c5-b12a-4a4a-a746-f96c864c9246 req-a74bdb2c-4801-4a2b-82b1-d1eb7b0b18fc tempest-ServerShowV247Test-1044118002 tempest-ServerShowV247Test-1044118002-project] 10.222.0.105 "GET /v2.0/ports?device_id=6a1b5f98-5cf1-4f1e-92be-71816af6e831 HTTP/1.1" status: 200 len: 210 time: 0.2964623 Feb 09 01:13:56.099394 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d100494-2d02-4b0c-be04-8e80ada9edaf req-34f6deaf-e2a1-44bf-b6dc-1ccfb716ed5b tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:56.106245 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6d100494-2d02-4b0c-be04-8e80ada9edaf req-34f6deaf-e2a1-44bf-b6dc-1ccfb716ed5b tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb94c7c7-2262-4266-9ff1-ecacf3b56b73 HTTP/1.1" status: 200 len: 944 time: 0.6281343 Feb 09 01:13:56.126125 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70abc7ee-0974-42fc-9d2f-4eefa2f2193d req-6aebf6b4-a488-4971-970b-0ac8c327583b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:56.126125 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-70abc7ee-0974-42fc-9d2f-4eefa2f2193d req-6aebf6b4-a488-4971-970b-0ac8c327583b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:56.126125 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-70abc7ee-0974-42fc-9d2f-4eefa2f2193d req-6aebf6b4-a488-4971-970b-0ac8c327583b service neutron] 10.222.0.99 "PUT /v2.0/ports/d288a5fb-57fe-4de1-83f5-638e59df6e9f HTTP/1.1" status: 200 len: 1091 time: 2.3665581 Feb 09 01:13:56.129763 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'debfd571-ab50-46d6-bad7-7a546fdb2790', 'tag': 'd288a5fb-57fe-4de1-83f5-638e59df6e9f'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:13:56.138821 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-42ffd743-43e5-4b93-a537-956ed656b577 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f0cd846-1ba1-498d-a180-dbef17728fbe']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:56.165956 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-42ffd743-43e5-4b93-a537-956ed656b577 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02b225f4-a416-452a-8f4a-2341ced02103') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:56.166342 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-42ffd743-43e5-4b93-a537-956ed656b577 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02b225f4-a416-452a-8f4a-2341ced02103') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:56.177180 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e957bad6-58f2-48a2-8a1b-7b057ae83483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:56.180865 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e957bad6-58f2-48a2-8a1b-7b057ae83483 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/3713894a-6229-44be-b8be-0000c2aad165 HTTP/1.1" status: 204 len: 168 time: 0.7067513 Feb 09 01:13:56.212909 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aebf6b4-a488-4971-970b-0ac8c327583b service neutron] Pushing event updated for resources: {'Port': ['ID=d288a5fb-57fe-4de1-83f5-638e59df6e9f,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:56.217351 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'debfd571-ab50-46d6-bad7-7a546fdb2790', 'tag': 'd288a5fb-57fe-4de1-83f5-638e59df6e9f', 'status': 'completed', 'code': 200} Feb 09 01:13:56.230381 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-42ffd743-43e5-4b93-a537-956ed656b577 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:56.257386 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-42ffd743-43e5-4b93-a537-956ed656b577 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:56.264063 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6d100494-2d02-4b0c-be04-8e80ada9edaf req-5fd9c7fc-ef1e-43c8-ae00-81a4317872cf tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=e6bfd964-7aa5-43a2-a057-7d9b16c44215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1544054 Feb 09 01:13:56.267729 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42ffd743-43e5-4b93-a537-956ed656b577 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:13:56.268159 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-42ffd743-43e5-4b93-a537-956ed656b577 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:56.283641 n-d-828418-1 neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:13:56.283641 n-d-828418-1 neutron-server[87638]: util.warn( Feb 09 01:13:56.283641 n-d-828418-1 neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:13:56.283641 n-d-828418-1 neutron-server[87638]: util.warn( Feb 09 01:13:56.283641 n-d-828418-1 neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:13:56.283641 n-d-828418-1 neutron-server[87638]: util.warn( Feb 09 01:13:56.283641 n-d-828418-1 neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:13:56.283641 n-d-828418-1 neutron-server[87638]: util.warn( Feb 09 01:13:56.283641 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:13:56.283641 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:13:56.283641 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:13:56.283641 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:13:56.283641 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:13:56.283641 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:13:56.283641 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:13:56.283641 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:13:56.283641 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:13:56.283641 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:13:56.283641 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:13:56.283641 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:13:56.283641 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:13:56.283641 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:13:56.283641 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:13:56.283641 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:13:56.283641 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:13:56.283641 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:13:56.283641 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:13:56.283641 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:13:56.283641 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:13:56.283641 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:13:56.283641 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:13:56.283641 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:13:56.283641 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:13:56.283641 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:13:56.283641 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:13:56.283641 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:13:56.283641 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:13:56.283641 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:13:56.283641 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:13:56.283641 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:13:56.378229 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70abc7ee-0974-42fc-9d2f-4eefa2f2193d req-dbe9325a-5593-4a45-af31-1a2b2b9769c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:56.380551 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-70abc7ee-0974-42fc-9d2f-4eefa2f2193d req-dbe9325a-5593-4a45-af31-1a2b2b9769c0 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=775000953f2946ae9632e0af6cbbf3cd&device_id=debfd571-ab50-46d6-bad7-7a546fdb2790 HTTP/1.1" status: 200 len: 1094 time: 0.2045488 Feb 09 01:13:56.381861 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-42ffd743-43e5-4b93-a537-956ed656b577 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:56.411788 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-42ffd743-43e5-4b93-a537-956ed656b577 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:56.452566 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-781e7331-9e02-4aff-af58-1713073c05e0 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Router 19b526a5-3383-41f0-9a1d-870912ae5117 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:13:56.460194 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-6b5dd197-7a4c-480b-95de-57179b2fa296 req-461b8472-0847-4725-9d72-4db2b238f378 tempest-InstanceActionsNegativeTestJSON-1237608702 tempest-InstanceActionsNegativeTestJSON-1237608702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:56.488681 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ffd743-43e5-4b93-a537-956ed656b577 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Pushing event deleted for resources: {'Network': ['ID=8f0cd846-1ba1-498d-a180-dbef17728fbe,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:56.501819 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-42ffd743-43e5-4b93-a537-956ed656b577 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "DELETE /v2.0/networks/8f0cd846-1ba1-498d-a180-dbef17728fbe HTTP/1.1" status: 204 len: 168 time: 2.7428825 Feb 09 01:13:56.501819 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-70abc7ee-0974-42fc-9d2f-4eefa2f2193d req-d0074489-8d4f-4a59-890f-dc537452d2b0 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d288a5fb-57fe-4de1-83f5-638e59df6e9f HTTP/1.1" status: 200 len: 217 time: 0.0927143 Feb 09 01:13:56.503408 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39112) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:56.508220 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-3965e9a0-45ba-4100-8aa8-fee8fc61e222 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-783627243', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:56.516413 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3965e9a0-45ba-4100-8aa8-fee8fc61e222 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:56.521024 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-3965e9a0-45ba-4100-8aa8-fee8fc61e222 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Usage tracker for resource:router and tenant:fefa2a0bcdd943ec8d8c861415908997 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:13:56.524096 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-3965e9a0-45ba-4100-8aa8-fee8fc61e222 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:13:56.534901 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3965e9a0-45ba-4100-8aa8-fee8fc61e222 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:56.591427 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3965e9a0-45ba-4100-8aa8-fee8fc61e222 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:56.592631 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3965e9a0-45ba-4100-8aa8-fee8fc61e222 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:56.612147 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70abc7ee-0974-42fc-9d2f-4eefa2f2193d req-6074aa59-d49f-4a56-a155-48c8c5d4df23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:56.613685 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-70abc7ee-0974-42fc-9d2f-4eefa2f2193d req-6074aa59-d49f-4a56-a155-48c8c5d4df23 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d4a120cf-20f7-486e-93bc-c1be47d318c9 HTTP/1.1" status: 200 len: 853 time: 0.0759428 Feb 09 01:13:56.618409 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3965e9a0-45ba-4100-8aa8-fee8fc61e222 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:56.695160 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-70abc7ee-0974-42fc-9d2f-4eefa2f2193d req-d272a5c0-acfa-45f7-b079-ac3fef44ed48 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=affe7e2f-75b1-49fc-88ea-dbb1b956f6a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748382 Feb 09 01:13:56.701185 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461b8472-0847-4725-9d72-4db2b238f378 tempest-InstanceActionsNegativeTestJSON-1237608702 tempest-InstanceActionsNegativeTestJSON-1237608702-project] Pushing event deleted for resources: {'Port': ['ID=d8118c77-c2f7-4df4-bfcc-d0def7579c2a,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:56.710003 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3965e9a0-45ba-4100-8aa8-fee8fc61e222 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:56.876746 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-70abc7ee-0974-42fc-9d2f-4eefa2f2193d req-2ff41d43-ffa3-430a-bb08-469b9d8571f6 service neutron] 10.222.0.99 "GET /v2.0/networks/affe7e2f-75b1-49fc-88ea-dbb1b956f6a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682026 Feb 09 01:13:56.877430 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3965e9a0-45ba-4100-8aa8-fee8fc61e222 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:56.881150 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-3965e9a0-45ba-4100-8aa8-fee8fc61e222 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3742013 Feb 09 01:13:56.881529 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39128) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:56.910324 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-85e73161-bff7-4f6d-bdd3-ea78c00f3f1a tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Request body: {'network': {'name': 'tempest-RoutersTest-860519205'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:56.917585 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-85e73161-bff7-4f6d-bdd3-ea78c00f3f1a tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:56.936061 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9a2a68d4-8940-4cd7-9e28-f5f82d9d96a2 req-4defd8e2-e49f-49a5-9aaf-fc363aeebd1a tempest-InstanceActionsNegativeTestJSON-1237608702 tempest-InstanceActionsNegativeTestJSON-1237608702-project] 10.222.0.105 "GET /v2.0/ports?device_id=8353d8e1-7536-46c4-825d-3de7805b07c2 HTTP/1.1" status: 200 len: 210 time: 0.1082928 Feb 09 01:13:56.938263 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-276eeb9a-60ba-40c5-a0f2-0bdc392bddfc req-9bcba3fd-d30d-4880-823d-6dc57ec319e0 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=97359e11261d40fa80c9ac274974a1b2&device_id=6a1b5f98-5cf1-4f1e-92be-71816af6e831 HTTP/1.1" status: 200 len: 210 time: 0.2389684 Feb 09 01:13:56.943054 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 635a31bc-b7d0-435e-804d-117b1e246ca7 up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:13:56.971115 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b5dd197-7a4c-480b-95de-57179b2fa296 req-461b8472-0847-4725-9d72-4db2b238f378 tempest-InstanceActionsNegativeTestJSON-1237608702 tempest-InstanceActionsNegativeTestJSON-1237608702-project] No DVR routers for this DVR port d8118c77-c2f7-4df4-bfcc-d0def7579c2a on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:13:56.973798 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-6b5dd197-7a4c-480b-95de-57179b2fa296 req-461b8472-0847-4725-9d72-4db2b238f378 tempest-InstanceActionsNegativeTestJSON-1237608702 tempest-InstanceActionsNegativeTestJSON-1237608702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:57.019374 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8353d8e1-7536-46c4-825d-3de7805b07c2', 'name': 'network-vif-deleted', 'tag': 'd8118c77-c2f7-4df4-bfcc-d0def7579c2a'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:13:57.034878 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6b5dd197-7a4c-480b-95de-57179b2fa296 req-461b8472-0847-4725-9d72-4db2b238f378 tempest-InstanceActionsNegativeTestJSON-1237608702 tempest-InstanceActionsNegativeTestJSON-1237608702-project] 10.222.0.62 "DELETE /v2.0/ports/d8118c77-c2f7-4df4-bfcc-d0def7579c2a HTTP/1.1" status: 204 len: 173 time: 3.1915381 Feb 09 01:13:57.063080 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-276eeb9a-60ba-40c5-a0f2-0bdc392bddfc req-7609cbad-c0f4-4240-80cf-dc864a44dce2 service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=97359e11261d40fa80c9ac274974a1b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0940788 Feb 09 01:13:57.064715 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port 635a31bc-b7d0-435e-804d-117b1e246ca7 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:13:57.068364 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781e7331-9e02-4aff-af58-1713073c05e0 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:13:57.078101 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 635a31bc-b7d0-435e-804d-117b1e246ca7 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:57.078499 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:57.109147 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-85e73161-bff7-4f6d-bdd3-ea78c00f3f1a tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Usage tracker for resource:network and tenant:fefa2a0bcdd943ec8d8c861415908997 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:13:57.114541 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-85e73161-bff7-4f6d-bdd3-ea78c00f3f1a tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:13:57.120727 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-85e73161-bff7-4f6d-bdd3-ea78c00f3f1a tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:57.142032 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e73161-bff7-4f6d-bdd3-ea78c00f3f1a tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Made reservation on behalf of fefa2a0bcdd943ec8d8c861415908997 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:13:57.145481 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-85e73161-bff7-4f6d-bdd3-ea78c00f3f1a tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:57.195371 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d5d67d-1a6e-4726-b9ca-0e327dd8b913 None None] Sync routers for ids ['19b526a5-3383-41f0-9a1d-870912ae5117'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:13:57.199400 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85e73161-bff7-4f6d-bdd3-ea78c00f3f1a tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:13:57.232717 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-85e73161-bff7-4f6d-bdd3-ea78c00f3f1a tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:57.233372 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-85e73161-bff7-4f6d-bdd3-ea78c00f3f1a tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Added segment 800b9ccb-d1d4-406c-8154-1adc8018e3f4 of type vlan for network c4524fd0-4eb8-463e-9755-9b26024d4430 Feb 09 01:13:57.247872 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d5d67d-1a6e-4726-b9ca-0e327dd8b913 None None] Routers {'19b526a5-3383-41f0-9a1d-870912ae5117'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:13:57.248250 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-70abc7ee-0974-42fc-9d2f-4eefa2f2193d req-4106580c-72dd-477e-b8e5-ac879c743e23 service neutron] 10.222.0.99 "GET /v2.0/networks/affe7e2f-75b1-49fc-88ea-dbb1b956f6a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3638303 Feb 09 01:13:57.248687 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-08d5d67d-1a6e-4726-b9ca-0e327dd8b913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:13:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['19b526a5-3383-41f0-9a1d-870912ae5117'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:57.276690 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-85e73161-bff7-4f6d-bdd3-ea78c00f3f1a tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:57.288231 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8353d8e1-7536-46c4-825d-3de7805b07c2', 'name': 'network-vif-deleted', 'tag': 'd8118c77-c2f7-4df4-bfcc-d0def7579c2a', 'status': 'completed', 'code': 200} Feb 09 01:13:57.301829 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-781e7331-9e02-4aff-af58-1713073c05e0 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "PUT /v2.0/routers/19b526a5-3383-41f0-9a1d-870912ae5117/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7380912 Feb 09 01:13:57.304421 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39144) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:57.340219 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f88d79-433c-4a9f-83ea-f3315e74fd30 req-c0bc8295-90a3-4bc7-9dc4-5e4bb3244069 tempest-ServerPasswordTestJSON-876899499 tempest-ServerPasswordTestJSON-876899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:57.348476 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d7f88d79-433c-4a9f-83ea-f3315e74fd30 req-c0bc8295-90a3-4bc7-9dc4-5e4bb3244069 tempest-ServerPasswordTestJSON-876899499 tempest-ServerPasswordTestJSON-876899499-project] 10.222.0.105 "GET /v2.0/ports?device_id=debfd571-ab50-46d6-bad7-7a546fdb2790 HTTP/1.1" status: 200 len: 943 time: 0.8442879 Feb 09 01:13:57.416505 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-85e73161-bff7-4f6d-bdd3-ea78c00f3f1a tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:57.422621 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e73161-bff7-4f6d-bdd3-ea78c00f3f1a tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:57.423279 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-85e73161-bff7-4f6d-bdd3-ea78c00f3f1a tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:57.439940 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276eeb9a-60ba-40c5-a0f2-0bdc392bddfc req-b4ba47fe-14a5-4cf4-b416-19634c7ee886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:57.442419 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-276eeb9a-60ba-40c5-a0f2-0bdc392bddfc req-b4ba47fe-14a5-4cf4-b416-19634c7ee886 service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3649714 Feb 09 01:13:57.458463 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d7f88d79-433c-4a9f-83ea-f3315e74fd30 req-6f4c4cfd-4aa0-4c44-a297-e2ba611e9f51 tempest-ServerPasswordTestJSON-876899499 tempest-ServerPasswordTestJSON-876899499-project] 10.222.0.105 "GET /v2.0/security-groups?id=8135a8f7-2691-4dae-95b2-3e3b35f77ded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088681 Feb 09 01:13:57.517561 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7618ac39-a4bd-40b1-8aec-290dc8018bdd req-6f17f308-c1eb-4969-8de2-54f7143b3574 tempest-ServerShowV247Test-1044118002 tempest-ServerShowV247Test-1044118002-project] 10.222.0.105 "GET /v2.0/ports?device_id=6a1b5f98-5cf1-4f1e-92be-71816af6e831 HTTP/1.1" status: 200 len: 210 time: 0.1269474 Feb 09 01:13:57.536683 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:57.546875 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e73161-bff7-4f6d-bdd3-ea78c00f3f1a tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Pushing event updated for resources: {'Network': ['ID=c4524fd0-4eb8-463e-9755-9b26024d4430,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:57.573548 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network c4524fd0-4eb8-463e-9755-9b26024d4430 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:13:57.595563 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-98c8d2ae-5a1d-4675-adb6-aa3bc9d2cbba tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Deleting subnet 1c5c1b95-2c22-47db-9480-0b2b77d1e409 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:13:57.599742 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-98c8d2ae-5a1d-4675-adb6-aa3bc9d2cbba tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:57.636601 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-85e73161-bff7-4f6d-bdd3-ea78c00f3f1a tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7513666 Feb 09 01:13:57.637063 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 39154) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:57.644751 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-e3b0a0b5-af7d-496f-99b4-450a56e3bc0b tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Request body: {'subnet': {'network_id': 'c4524fd0-4eb8-463e-9755-9b26024d4430', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:57.670197 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-98c8d2ae-5a1d-4675-adb6-aa3bc9d2cbba tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:57.711321 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec74b90a-50b4-49a4-908a-c863d7b5d1eb req-0afd0329-f28d-4d26-92ee-3c0e79accd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:57.711818 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ec74b90a-50b4-49a4-908a-c863d7b5d1eb req-0afd0329-f28d-4d26-92ee-3c0e79accd8d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=775000953f2946ae9632e0af6cbbf3cd&device_id=debfd571-ab50-46d6-bad7-7a546fdb2790 HTTP/1.1" status: 200 len: 1094 time: 0.3581645 Feb 09 01:13:57.817112 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 635a31bc-b7d0-435e-804d-117b1e246ca7, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=635a31bc-b7d0-435e-804d-117b1e246ca7,segment=NetworkSegment(ce0dc62c-7941-4b08-ad25-dc67d17d1ad0),segment_id=ce0dc62c-7941-4b08-ad25-dc67d17d1ad0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:13:57.820196 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb94c7c7-2262-4266-9ff1-ecacf3b56b73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '635a31bc-b7d0-435e-804d-117b1e246ca7'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:13:57.844183 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:57.846996 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device d8118c77-c2f7-4df4-bfcc-d0def7579c2a no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:13:57.870345 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e3b0a0b5-af7d-496f-99b4-450a56e3bc0b tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:57.878066 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-e3b0a0b5-af7d-496f-99b4-450a56e3bc0b tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Usage tracker for resource:subnet and tenant:fefa2a0bcdd943ec8d8c861415908997 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:13:57.881518 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-e3b0a0b5-af7d-496f-99b4-450a56e3bc0b tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:13:57.891497 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e3b0a0b5-af7d-496f-99b4-450a56e3bc0b tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:57.910410 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef72e5-dc99-42d2-8028-abec0f330e9e req-2299c7b4-10e9-439a-b5c3-f742699b899b tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:57.912437 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8eef72e5-dc99-42d2-8028-abec0f330e9e req-2299c7b4-10e9-439a-b5c3-f742699b899b tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb94c7c7-2262-4266-9ff1-ecacf3b56b73 HTTP/1.1" status: 200 len: 944 time: 0.2351072 Feb 09 01:13:57.913283 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b0a0b5-af7d-496f-99b4-450a56e3bc0b tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Made reservation on behalf of fefa2a0bcdd943ec8d8c861415908997 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:13:57.916582 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e3b0a0b5-af7d-496f-99b4-450a56e3bc0b tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:58.083075 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec74b90a-50b4-49a4-908a-c863d7b5d1eb req-bd951bfa-c272-415c-814f-8d34afbd2759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:58.084630 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ec74b90a-50b4-49a4-908a-c863d7b5d1eb req-bd951bfa-c272-415c-814f-8d34afbd2759 service neutron] 10.222.0.99 "GET /v2.0/networks?id=affe7e2f-75b1-49fc-88ea-dbb1b956f6a6 HTTP/1.1" status: 200 len: 914 time: 0.3670390 Feb 09 01:13:58.085955 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-98c8d2ae-5a1d-4675-adb6-aa3bc9d2cbba tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:58.091715 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb94c7c7-2262-4266-9ff1-ecacf3b56b73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '635a31bc-b7d0-435e-804d-117b1e246ca7', 'code': 200} Feb 09 01:13:58.094586 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: d8118c77-c2f7-4df4-bfcc-d0def7579c2a {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:13:58.095735 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device d8118c77-c2f7-4df4-bfcc-d0def7579c2a not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:13:58.099989 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-08d5d67d-1a6e-4726-b9ca-0e327dd8b913 None None] Set router 19b526a5-3383-41f0-9a1d-870912ae5117 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:13:58.197454 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=635a31bc-b7d0-435e-804d-117b1e246ca7,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:58.215791 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39174) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:58.253307 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8eef72e5-dc99-42d2-8028-abec0f330e9e req-e5c440fb-a35a-4861-b601-661ca56a58b1 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=e6bfd964-7aa5-43a2-a057-7d9b16c44215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3193858 Feb 09 01:13:58.301499 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e255cc6-cf91-4f8f-bb6e-dde7594e0860 admin admin] Deleting subnet b0d57610-c1fc-4338-a722-1b11d1ee8f4c {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:13:58.305167 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ec74b90a-50b4-49a4-908a-c863d7b5d1eb req-aa14a26c-ed3f-41de-9195-06ea4e293a49 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d288a5fb-57fe-4de1-83f5-638e59df6e9f HTTP/1.1" status: 200 len: 217 time: 0.1626115 Feb 09 01:13:58.309065 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0e255cc6-cf91-4f8f-bb6e-dde7594e0860 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:58.369950 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06784a3-162f-49ce-98aa-4b5bf5d2fb6f req-b945834d-a782-4da8-897b-3935ce48f1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:58.371518 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d06784a3-162f-49ce-98aa-4b5bf5d2fb6f req-b945834d-a782-4da8-897b-3935ce48f1bf service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=eb94c7c7-2262-4266-9ff1-ecacf3b56b73 HTTP/1.1" status: 200 len: 1096 time: 0.3097756 Feb 09 01:13:58.451567 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0e255cc6-cf91-4f8f-bb6e-dde7594e0860 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:58.461989 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d06784a3-162f-49ce-98aa-4b5bf5d2fb6f req-d6456518-c21a-48de-b2c7-783521699764 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e6bfd964-7aa5-43a2-a057-7d9b16c44215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843854 Feb 09 01:13:58.463830 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e3b0a0b5-af7d-496f-99b4-450a56e3bc0b tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:58.514781 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-98c8d2ae-5a1d-4675-adb6-aa3bc9d2cbba tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:58.527730 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec74b90a-50b4-49a4-908a-c863d7b5d1eb req-a03a837f-dd4f-4779-9d92-998a6d12607c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:58.533798 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ec74b90a-50b4-49a4-908a-c863d7b5d1eb req-a03a837f-dd4f-4779-9d92-998a6d12607c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d4a120cf-20f7-486e-93bc-c1be47d318c9 HTTP/1.1" status: 200 len: 853 time: 0.1906126 Feb 09 01:13:58.557477 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-08d5d67d-1a6e-4726-b9ca-0e327dd8b913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b526a5-3383-41f0-9a1d-870912ae5117', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1401751286', 'tenant_id': '8919f04ab45a492f916586ca80fae861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '03821c6a-a163-4539-a2f3-20247a1b5c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:12:45Z', 'updated_at': '2022-02-09T01:13:53Z', 'revision_number': 5, 'project_id': '8919f04ab45a492f916586ca80fae861', 'gw_port': {'id': '03821c6a-a163-4539-a2f3-20247a1b5c45', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b526a5-3383-41f0-9a1d-870912ae5117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:12:48Z', 'updated_at': '2022-02-09T01:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:58.560344 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b0a0b5-af7d-496f-99b4-450a56e3bc0b tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Pushing event updated for resources: {'Subnet': ['ID=db3e0a00-8428-42ad-b65e-d9b346fbbb82,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:58.563522 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d5d67d-1a6e-4726-b9ca-0e327dd8b913 None None] Checking router: 19b526a5-3383-41f0-9a1d-870912ae5117 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:13:58.573527 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d5d67d-1a6e-4726-b9ca-0e327dd8b913 None None] Routers {'19b526a5-3383-41f0-9a1d-870912ae5117'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:13:58.574136 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-08d5d67d-1a6e-4726-b9ca-0e327dd8b913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:13:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['19b526a5-3383-41f0-9a1d-870912ae5117'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:58.585336 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b0a0b5-af7d-496f-99b4-450a56e3bc0b tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Checking segment: {'id': '800b9ccb-d1d4-406c-8154-1adc8018e3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c4524fd0-4eb8-463e-9755-9b26024d4430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:13:58.585977 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b0a0b5-af7d-496f-99b4-450a56e3bc0b tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Network hostable DHCP agents. Network: c4524fd0-4eb8-463e-9755-9b26024d4430, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:13:58.625482 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b0a0b5-af7d-496f-99b4-450a56e3bc0b tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Network c4524fd0-4eb8-463e-9755-9b26024d4430 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:13:58.642298 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-e3b0a0b5-af7d-496f-99b4-450a56e3bc0b tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, c4524fd0-4eb8-463e-9755-9b26024d4430) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:58.647706 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b0a0b5-af7d-496f-99b4-450a56e3bc0b tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:58.649067 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e3b0a0b5-af7d-496f-99b4-450a56e3bc0b tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:58.713002 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ec74b90a-50b4-49a4-908a-c863d7b5d1eb req-b3b8a825-2bb4-4e88-883f-e66875f39aba service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=affe7e2f-75b1-49fc-88ea-dbb1b956f6a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806706 Feb 09 01:13:58.717931 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c8d2ae-5a1d-4675-adb6-aa3bc9d2cbba tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Pushing event deleted for resources: {'Subnet': ['ID=1c5c1b95-2c22-47db-9480-0b2b77d1e409,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:58.722668 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-98c8d2ae-5a1d-4675-adb6-aa3bc9d2cbba tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:58.786135 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 39188) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:58.793727 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f8ca95-a651-475b-b891-2af89643d510 None None] Network c4524fd0-4eb8-463e-9755-9b26024d4430 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:13:58.799254 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-e3b0a0b5-af7d-496f-99b4-450a56e3bc0b tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1577029 Feb 09 01:13:58.802242 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 39192) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:58.807745 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6d817c-ba70-4893-a66d-c5f27ecea33e None None] Network ab8b35d2-be20-44ac-9e79-d160c2d6b54b requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:13:58.812423 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-98c8d2ae-5a1d-4675-adb6-aa3bc9d2cbba tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "DELETE /v2.0/subnets/1c5c1b95-2c22-47db-9480-0b2b77d1e409 HTTP/1.1" status: 204 len: 168 time: 1.5043094 Feb 09 01:13:58.815916 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0e255cc6-cf91-4f8f-bb6e-dde7594e0860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:58.842837 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39198) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:58.871666 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3aa14ebc-1c8c-4148-825d-3a5ccbada346 req-22c77395-cdaa-4d19-b0e6-c2607929b07c tempest-ServerShowV247Test-1044118002 tempest-ServerShowV247Test-1044118002-project] 10.222.0.105 "GET /v2.0/ports?device_id=6a1b5f98-5cf1-4f1e-92be-71816af6e831 HTTP/1.1" status: 200 len: 210 time: 0.1278946 Feb 09 01:13:59.089055 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bddcd6dc-ecbf-4c48-bd12-7da84231b4aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:59.207090 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-08d5d67d-1a6e-4726-b9ca-0e327dd8b913 None None] Set router 19b526a5-3383-41f0-9a1d-870912ae5117 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:13:59.226008 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-bddcd6dc-ecbf-4c48-bd12-7da84231b4aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:59.226253 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ec74b90a-50b4-49a4-908a-c863d7b5d1eb req-36e3bc01-d74e-4ba0-8195-475ab8f46d50 service neutron] 10.222.0.99 "GET /v2.0/networks/affe7e2f-75b1-49fc-88ea-dbb1b956f6a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4997711 Feb 09 01:13:59.241256 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-bddcd6dc-ecbf-4c48-bd12-7da84231b4aa admin admin] Usage tracker for resource:security_group_rule and tenant:cf898e073ca64694b51ce3d6ee1aa122 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:13:59.247885 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-bddcd6dc-ecbf-4c48-bd12-7da84231b4aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:13:59.257547 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0e255cc6-cf91-4f8f-bb6e-dde7594e0860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:59.258525 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-bddcd6dc-ecbf-4c48-bd12-7da84231b4aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:59.270032 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c3b690-d268-400c-95cd-382e11b1806c req-34efd58a-a19a-47b2-8a33-889e2d08e897 tempest-ServerPasswordTestJSON-876899499 tempest-ServerPasswordTestJSON-876899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:59.271630 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-86c3b690-d268-400c-95cd-382e11b1806c req-34efd58a-a19a-47b2-8a33-889e2d08e897 tempest-ServerPasswordTestJSON-876899499 tempest-ServerPasswordTestJSON-876899499-project] 10.222.0.105 "GET /v2.0/ports?device_id=debfd571-ab50-46d6-bad7-7a546fdb2790 HTTP/1.1" status: 200 len: 943 time: 0.5905249 Feb 09 01:13:59.361888 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e255cc6-cf91-4f8f-bb6e-dde7594e0860 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0d57610-c1fc-4338-a722-1b11d1ee8f4c,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:59.365263 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6f4a77a9-6d9a-4e26-8a12-c36c26a18512 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:59.439858 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0e255cc6-cf91-4f8f-bb6e-dde7594e0860 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:59.460057 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-0e255cc6-cf91-4f8f-bb6e-dde7594e0860 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/b0d57610-c1fc-4338-a722-1b11d1ee8f4c HTTP/1.1" status: 204 len: 168 time: 1.2432251 Feb 09 01:13:59.460702 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39204) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:59.527035 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-86c3b690-d268-400c-95cd-382e11b1806c req-11ab3cfc-d8dc-43a7-a3da-4828c39c2f36 tempest-ServerPasswordTestJSON-876899499 tempest-ServerPasswordTestJSON-876899499-project] 10.222.0.105 "GET /v2.0/security-groups?id=8135a8f7-2691-4dae-95b2-3e3b35f77ded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004809 Feb 09 01:13:59.540485 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6c3bae7c-c489-47b7-b825-20c5de0b47ff tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:59.615285 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acf9dff-baa4-472b-aaf8-66e23bec9567 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-c4524fd0-4eb8-463e-9755-9b26024d4430', 'network_id': 'c4524fd0-4eb8-463e-9755-9b26024d4430', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'fixed_ips': [{'subnet_id': 'db3e0a00-8428-42ad-b65e-d9b346fbbb82'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:13:59.616022 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2acf9dff-baa4-472b-aaf8-66e23bec9567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:59.660529 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device d288a5fb-57fe-4de1-83f5-638e59df6e9f details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:13:59.720675 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ec74b90a-50b4-49a4-908a-c863d7b5d1eb req-dcca0cc9-8dd9-402a-8dbe-2156811e2c34 service neutron] 10.222.0.99 "GET /v2.0/networks/affe7e2f-75b1-49fc-88ea-dbb1b956f6a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4889324 Feb 09 01:13:59.770597 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-90a31363-eeab-42c6-86c2-23abc4d90c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:59.772820 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6f4a77a9-6d9a-4e26-8a12-c36c26a18512 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:59.787142 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-6f4a77a9-6d9a-4e26-8a12-c36c26a18512 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Deleting port 03821c6a-a163-4539-a2f3-20247a1b5c45 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:13:59.787473 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6f4a77a9-6d9a-4e26-8a12-c36c26a18512 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:59.839930 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37a8a67-5813-41c1-ac84-22c1f1af4da2 None None] DHCP port deletion for ab8b35d2-be20-44ac-9e79-d160c2d6b54b request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:13:59.863374 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-08d5d67d-1a6e-4726-b9ca-0e327dd8b913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b526a5-3383-41f0-9a1d-870912ae5117', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1401751286', 'tenant_id': '8919f04ab45a492f916586ca80fae861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '03821c6a-a163-4539-a2f3-20247a1b5c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:12:45Z', 'updated_at': '2022-02-09T01:13:53Z', 'revision_number': 5, 'project_id': '8919f04ab45a492f916586ca80fae861', 'gw_port': {'id': '03821c6a-a163-4539-a2f3-20247a1b5c45', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b526a5-3383-41f0-9a1d-870912ae5117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:12:48Z', 'updated_at': '2022-02-09T01:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:59.870846 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e37a8a67-5813-41c1-ac84-22c1f1af4da2 None None] Deleting port f1ea08de-c05c-43d2-ac67-33e8cf89cbcb {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:13:59.871257 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e37a8a67-5813-41c1-ac84-22c1f1af4da2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:59.881698 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f1ae8-6664-4d0d-9d69-f71103084332 req-6f513112-09fc-4dbf-b924-433ee7f18c2f tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:59.889957 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8f6f1ae8-6664-4d0d-9d69-f71103084332 req-6f513112-09fc-4dbf-b924-433ee7f18c2f tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb94c7c7-2262-4266-9ff1-ecacf3b56b73 HTTP/1.1" status: 200 len: 945 time: 0.4543757 Feb 09 01:13:59.925453 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d5d67d-1a6e-4726-b9ca-0e327dd8b913 None None] The sync data for ids ['19b526a5-3383-41f0-9a1d-870912ae5117'] in n-d-828418-1 is: [{'id': '19b526a5-3383-41f0-9a1d-870912ae5117', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1401751286', 'tenant_id': '8919f04ab45a492f916586ca80fae861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '03821c6a-a163-4539-a2f3-20247a1b5c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:12:45Z', 'updated_at': '2022-02-09T01:13:53Z', 'revision_number': 5, 'project_id': '8919f04ab45a492f916586ca80fae861', 'gw_port': {'id': '03821c6a-a163-4539-a2f3-20247a1b5c45', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b526a5-3383-41f0-9a1d-870912ae5117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:12:48Z', 'updated_at': '2022-02-09T01:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:14:00.095092 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-90a31363-eeab-42c6-86c2-23abc4d90c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:00.100372 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port d288a5fb-57fe-4de1-83f5-638e59df6e9f, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=d288a5fb-57fe-4de1-83f5-638e59df6e9f,segment=NetworkSegment(dd583385-fa22-434f-8f08-898aa72d59e3),segment_id=dd583385-fa22-434f-8f08-898aa72d59e3)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:14:00.139650 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': 'd288a5fb-57fe-4de1-83f5-638e59df6e9f', 'network_id': 'affe7e2f-75b1-49fc-88ea-dbb1b956f6a6', 'port_id': 'd288a5fb-57fe-4de1-83f5-638e59df6e9f', 'mac_address': 'fa:16:3e:af:d3:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4a120cf-20f7-486e-93bc-c1be47d318c9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:14:00.144059 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-90a31363-eeab-42c6-86c2-23abc4d90c99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77f326a1-7dbd-4ae0-b78a-9faa28312f82']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:00.170165 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-90a31363-eeab-42c6-86c2-23abc4d90c99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44e78b86-ca94-463c-a572-3160d58d1bb2') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:00.170165 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-90a31363-eeab-42c6-86c2-23abc4d90c99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44e78b86-ca94-463c-a572-3160d58d1bb2') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:00.185708 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-6f4a77a9-6d9a-4e26-8a12-c36c26a18512 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] For port 03821c6a-a163-4539-a2f3-20247a1b5c45, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=03821c6a-a163-4539-a2f3-20247a1b5c45,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:14:00.186065 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6f4a77a9-6d9a-4e26-8a12-c36c26a18512 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:00.194537 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-90a31363-eeab-42c6-86c2-23abc4d90c99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:00.206618 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bddcd6dc-ecbf-4c48-bd12-7da84231b4aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:00.209743 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-2acf9dff-baa4-472b-aaf8-66e23bec9567 None None] Allocated IP 172.20.0.2 (c4524fd0-4eb8-463e-9755-9b26024d4430/db3e0a00-8428-42ad-b65e-d9b346fbbb82/6ed59c53-e811-4728-a9d1-9808bf9d370c) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:14:00.228293 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8f6f1ae8-6664-4d0d-9d69-f71103084332 req-c4b69721-d586-48aa-8ef4-94d779a5a6be tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=e6bfd964-7aa5-43a2-a057-7d9b16c44215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3372056 Feb 09 01:14:00.242145 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b73fa5f1-d0b0-474f-88ac-e86195d0b5df req-6cfebe0b-8af3-4116-8196-c22e5fcaf336 tempest-ServerShowV247Test-1044118002 tempest-ServerShowV247Test-1044118002-project] 10.222.0.105 "GET /v2.0/ports?device_id=6a1b5f98-5cf1-4f1e-92be-71816af6e831 HTTP/1.1" status: 200 len: 210 time: 0.0842135 Feb 09 01:14:00.261946 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bddcd6dc-ecbf-4c48-bd12-7da84231b4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:00.284468 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:00.306896 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddcd6dc-ecbf-4c48-bd12-7da84231b4aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=700fc472-c8bf-4cd6-b2d6-28084affd58a,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:00.334042 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-bddcd6dc-ecbf-4c48-bd12-7da84231b4aa admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=cf898e073ca64694b51ce3d6ee1aa122&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5391338 Feb 09 01:14:00.334959 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 39210) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:00.346930 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-90a31363-eeab-42c6-86c2-23abc4d90c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:00.355887 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-6f4a77a9-6d9a-4e26-8a12-c36c26a18512 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Calling delete_port for 03821c6a-a163-4539-a2f3-20247a1b5c45 owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:14:00.395782 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d288a5fb-57fe-4de1-83f5-638e59df6e9f {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:14:00.410691 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-78002426-ae1b-45de-9bba-b2eab3860415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:00.420467 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90a31363-eeab-42c6-86c2-23abc4d90c99 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:14:00.421255 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-90a31363-eeab-42c6-86c2-23abc4d90c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:00.443089 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-78002426-ae1b-45de-9bba-b2eab3860415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:00.447261 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:14:00.447261 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:14:00.447261 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:14:00.447261 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:14:00.447261 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:14:00.447261 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:14:00.447261 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:14:00.447261 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:14:00.447261 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:14:00.447261 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:14:00.447261 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:14:00.447261 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:14:00.447261 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:14:00.447261 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:14:00.447261 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:14:00.447261 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:14:00.447261 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:14:00.447261 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:14:00.447261 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:14:00.447261 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:14:00.447261 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:14:00.447261 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:14:00.447261 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:14:00.447261 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:14:00.447261 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:14:00.447261 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:14:00.447261 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:14:00.447261 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:14:00.447261 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:14:00.447261 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:14:00.447261 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:14:00.447261 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:14:00.491702 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e37a8a67-5813-41c1-ac84-22c1f1af4da2 None None] For port f1ea08de-c05c-43d2-ac67-33e8cf89cbcb, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=f1ea08de-c05c-43d2-ac67-33e8cf89cbcb,segment=NetworkSegment(c1f6c3e2-9359-4949-a7a2-aaca4bc70fc9),segment_id=c1f6c3e2-9359-4949-a7a2-aaca4bc70fc9)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:14:00.492100 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e37a8a67-5813-41c1-ac84-22c1f1af4da2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:00.506803 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port d288a5fb-57fe-4de1-83f5-638e59df6e9f, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=d288a5fb-57fe-4de1-83f5-638e59df6e9f,segment=NetworkSegment(dd583385-fa22-434f-8f08-898aa72d59e3),segment_id=dd583385-fa22-434f-8f08-898aa72d59e3)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:14:00.524138 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-78002426-ae1b-45de-9bba-b2eab3860415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:00.553189 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78002426-ae1b-45de-9bba-b2eab3860415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=700fc472-c8bf-4cd6-b2d6-28084affd58a,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:00.558704 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-78002426-ae1b-45de-9bba-b2eab3860415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:00.558994 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-78002426-ae1b-45de-9bba-b2eab3860415 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/700fc472-c8bf-4cd6-b2d6-28084affd58a HTTP/1.1" status: 204 len: 168 time: 0.2228887 Feb 09 01:14:00.586308 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-90a31363-eeab-42c6-86c2-23abc4d90c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:00.604187 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-90a31363-eeab-42c6-86c2-23abc4d90c99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:00.643662 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:00.656180 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e37a8a67-5813-41c1-ac84-22c1f1af4da2 None None] Calling delete_port for f1ea08de-c05c-43d2-ac67-33e8cf89cbcb owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:14:00.675688 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a31363-eeab-42c6-86c2-23abc4d90c99 admin admin] Pushing event deleted for resources: {'Network': ['ID=77f326a1-7dbd-4ae0-b78a-9faa28312f82,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:00.688978 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-90a31363-eeab-42c6-86c2-23abc4d90c99 admin admin] 10.222.0.105 "DELETE /v2.0/networks/77f326a1-7dbd-4ae0-b78a-9faa28312f82 HTTP/1.1" status: 204 len: 168 time: 1.2118187 Feb 09 01:14:00.823514 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce6ef19-b3c2-4aff-aaa6-2343dde95e1f req-978b30f2-fce3-47dc-ad3c-1652b15cf3ce tempest-ServerPasswordTestJSON-876899499 tempest-ServerPasswordTestJSON-876899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:00.825939 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7ce6ef19-b3c2-4aff-aaa6-2343dde95e1f req-978b30f2-fce3-47dc-ad3c-1652b15cf3ce tempest-ServerPasswordTestJSON-876899499 tempest-ServerPasswordTestJSON-876899499-project] 10.222.0.105 "GET /v2.0/ports?device_id=debfd571-ab50-46d6-bad7-7a546fdb2790 HTTP/1.1" status: 200 len: 944 time: 0.1293690 Feb 09 01:14:00.842105 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6f4a77a9-6d9a-4e26-8a12-c36c26a18512 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:00.876974 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=d288a5fb-57fe-4de1-83f5-638e59df6e9f,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:00.906989 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4a77a9-6d9a-4e26-8a12-c36c26a18512 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Pushing event deleted for resources: {'Port': ['ID=03821c6a-a163-4539-a2f3-20247a1b5c45,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:00.920517 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7ce6ef19-b3c2-4aff-aaa6-2343dde95e1f req-7a467cde-7b59-4bac-8080-64a9c7c22a14 tempest-ServerPasswordTestJSON-876899499 tempest-ServerPasswordTestJSON-876899499-project] 10.222.0.105 "GET /v2.0/security-groups?id=8135a8f7-2691-4dae-95b2-3e3b35f77ded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879931 Feb 09 01:14:00.939804 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e37a8a67-5813-41c1-ac84-22c1f1af4da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:01.001940 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37a8a67-5813-41c1-ac84-22c1f1af4da2 None None] No DVR routers for this DVR port f1ea08de-c05c-43d2-ac67-33e8cf89cbcb on host n-d-828418-1 {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:14:01.006144 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 39224) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:01.006324 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['d288a5fb-57fe-4de1-83f5-638e59df6e9f'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:14:01.073156 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-c8d34ae7-8081-45b1-b8fb-326b19dcf300 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=622f0cba33274194bab42351c080b6f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0625010 Feb 09 01:14:01.074456 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37a8a67-5813-41c1-ac84-22c1f1af4da2 None None] Pushing event deleted for resources: {'Port': ['ID=f1ea08de-c05c-43d2-ac67-33e8cf89cbcb,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:01.076613 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 39228) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:01.105010 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2acf9dff-baa4-472b-aaf8-66e23bec9567 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:01.132825 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-2acf9dff-baa4-472b-aaf8-66e23bec9567 None None] Transition to ACTIVE for port object 6ed59c53-e811-4728-a9d1-9808bf9d370c will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:14:01.187721 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-2acf9dff-baa4-472b-aaf8-66e23bec9567 None None] Transition to ACTIVE for port object 6ed59c53-e811-4728-a9d1-9808bf9d370c will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:14:01.190795 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b45e0756-5362-4a20-9fb6-585ef4c4ee11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:01.206574 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6f4a77a9-6d9a-4e26-8a12-c36c26a18512 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:01.220731 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2acf9dff-baa4-472b-aaf8-66e23bec9567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:01.227044 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b45e0756-5362-4a20-9fb6-585ef4c4ee11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:01.312129 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 01e77068-3c60-475b-9e1d-34d5202d01d0 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:14:01.367463 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-6c3bae7c-c489-47b7-b825-20c5de0b47ff tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Allocated IP 172.20.0.1 (c4524fd0-4eb8-463e-9755-9b26024d4430/db3e0a00-8428-42ad-b65e-d9b346fbbb82/629925dc-613b-427a-bf38-914c2968ccf9) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:14:01.396132 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 01e77068-3c60-475b-9e1d-34d5202d01d0 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:14:01.396732 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 01e77068-3c60-475b-9e1d-34d5202d01d0 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:14:01.397311 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device f1ea08de-c05c-43d2-ac67-33e8cf89cbcb no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:14:01.459104 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: f1ea08de-c05c-43d2-ac67-33e8cf89cbcb {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:14:01.460021 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device f1ea08de-c05c-43d2-ac67-33e8cf89cbcb not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:14:01.495508 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acf9dff-baa4-472b-aaf8-66e23bec9567 None None] Network c4524fd0-4eb8-463e-9755-9b26024d4430 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:14:01.501918 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-2acf9dff-baa4-472b-aaf8-66e23bec9567 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:01.508080 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acf9dff-baa4-472b-aaf8-66e23bec9567 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:14:01.516067 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b45e0756-5362-4a20-9fb6-585ef4c4ee11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:01.518586 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acf9dff-baa4-472b-aaf8-66e23bec9567 None None] Pushing event updated for resources: {'Port': ['ID=6ed59c53-e811-4728-a9d1-9808bf9d370c,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:01.582644 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6f4a77a9-6d9a-4e26-8a12-c36c26a18512 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:01.585857 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6f4a77a9-6d9a-4e26-8a12-c36c26a18512 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:01.589108 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45e0756-5362-4a20-9fb6-585ef4c4ee11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4650af-114f-4c86-869b-0ac274180ce1,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:01.602241 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cf309986-a114-4247-ac5f-b8071670a59e req-a7515cbf-1b98-4ad3-962a-7e38972bfef4 tempest-ServerShowV247Test-1044118002 tempest-ServerShowV247Test-1044118002-project] 10.222.0.105 "GET /v2.0/ports?device_id=6a1b5f98-5cf1-4f1e-92be-71816af6e831 HTTP/1.1" status: 200 len: 210 time: 0.1367753 Feb 09 01:14:01.621325 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6f4a77a9-6d9a-4e26-8a12-c36c26a18512 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:01.622932 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f4a77a9-6d9a-4e26-8a12-c36c26a18512 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Fanout notify agent at l3_agent the message router_deleted on router 19b526a5-3383-41f0-9a1d-870912ae5117 {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:14:01.625008 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b45e0756-5362-4a20-9fb6-585ef4c4ee11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:01.625833 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-b45e0756-5362-4a20-9fb6-585ef4c4ee11 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/3e4650af-114f-4c86-869b-0ac274180ce1 HTTP/1.1" status: 204 len: 168 time: 0.5480235 Feb 09 01:14:01.688226 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6f4a77a9-6d9a-4e26-8a12-c36c26a18512 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:01.696864 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-6f4a77a9-6d9a-4e26-8a12-c36c26a18512 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "DELETE /v2.0/routers/19b526a5-3383-41f0-9a1d-870912ae5117 HTTP/1.1" status: 204 len: 168 time: 2.8511679 Feb 09 01:14:01.698802 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39250) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:01.737281 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-2acf9dff-baa4-472b-aaf8-66e23bec9567 None None] Attempting to bind port 6ed59c53-e811-4728-a9d1-9808bf9d370c on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:14:01.737688 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-2acf9dff-baa4-472b-aaf8-66e23bec9567 None None] Attempting to bind port 6ed59c53-e811-4728-a9d1-9808bf9d370c by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '800b9ccb-d1d4-406c-8154-1adc8018e3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c4524fd0-4eb8-463e-9755-9b26024d4430'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:14:01.738059 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acf9dff-baa4-472b-aaf8-66e23bec9567 None None] Attempting to bind port 6ed59c53-e811-4728-a9d1-9808bf9d370c on network c4524fd0-4eb8-463e-9755-9b26024d4430 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:14:01.750028 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acf9dff-baa4-472b-aaf8-66e23bec9567 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:14:01.750419 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acf9dff-baa4-472b-aaf8-66e23bec9567 None None] Checking segment: {'id': '800b9ccb-d1d4-406c-8154-1adc8018e3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c4524fd0-4eb8-463e-9755-9b26024d4430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:14:01.750827 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2acf9dff-baa4-472b-aaf8-66e23bec9567 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:01.751229 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acf9dff-baa4-472b-aaf8-66e23bec9567 None None] Bound using segment: {'id': '800b9ccb-d1d4-406c-8154-1adc8018e3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c4524fd0-4eb8-463e-9755-9b26024d4430'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:14:01.751716 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-2acf9dff-baa4-472b-aaf8-66e23bec9567 None None] Bound port: 6ed59c53-e811-4728-a9d1-9808bf9d370c, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '800b9ccb-d1d4-406c-8154-1adc8018e3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c4524fd0-4eb8-463e-9755-9b26024d4430'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:14:01.752092 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2acf9dff-baa4-472b-aaf8-66e23bec9567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:01.782675 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6c3bae7c-c489-47b7-b825-20c5de0b47ff tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:01.813314 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-6c3bae7c-c489-47b7-b825-20c5de0b47ff tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Transition to ACTIVE for port object 629925dc-613b-427a-bf38-914c2968ccf9 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:14:01.850650 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b2b65-557b-4933-8cdf-b3b7fa876ca2 req-d5708ed7-6ff7-4a16-bd43-eb9a08c85fbe tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:01.858743 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c03b2b65-557b-4933-8cdf-b3b7fa876ca2 req-d5708ed7-6ff7-4a16-bd43-eb9a08c85fbe tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb94c7c7-2262-4266-9ff1-ecacf3b56b73 HTTP/1.1" status: 200 len: 945 time: 0.3886981 Feb 09 01:14:01.892505 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6c3bae7c-c489-47b7-b825-20c5de0b47ff tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:01.937579 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b456195e-76d3-48fc-b34d-07f237e89ca7 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:01.946554 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-2acf9dff-baa4-472b-aaf8-66e23bec9567 None None] For port 6ed59c53-e811-4728-a9d1-9808bf9d370c, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:14:01.954391 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-2acf9dff-baa4-472b-aaf8-66e23bec9567 None None] For port 6ed59c53-e811-4728-a9d1-9808bf9d370c, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=6ed59c53-e811-4728-a9d1-9808bf9d370c,segment=NetworkSegment(800b9ccb-d1d4-406c-8154-1adc8018e3f4),segment_id=800b9ccb-d1d4-406c-8154-1adc8018e3f4)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:14:01.959480 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2acf9dff-baa4-472b-aaf8-66e23bec9567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:02.044811 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3bae7c-c489-47b7-b825-20c5de0b47ff tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Network c4524fd0-4eb8-463e-9755-9b26024d4430 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:14:02.057121 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-6c3bae7c-c489-47b7-b825-20c5de0b47ff tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:02.063546 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3bae7c-c489-47b7-b825-20c5de0b47ff tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:14:02.080733 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acf9dff-baa4-472b-aaf8-66e23bec9567 None None] Pushing event updated for resources: {'Port': ['ID=6ed59c53-e811-4728-a9d1-9808bf9d370c,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:02.145002 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b456195e-76d3-48fc-b34d-07f237e89ca7 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:02.201243 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-b456195e-76d3-48fc-b34d-07f237e89ca7 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab8b35d2-be20-44ac-9e79-d160c2d6b54b']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:02.218226 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-b456195e-76d3-48fc-b34d-07f237e89ca7 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1f6c3e2-9359-4949-a7a2-aaca4bc70fc9') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:02.218731 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-b456195e-76d3-48fc-b34d-07f237e89ca7 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1f6c3e2-9359-4949-a7a2-aaca4bc70fc9') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:02.229844 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c03b2b65-557b-4933-8cdf-b3b7fa876ca2 req-757f23f6-ae0e-4143-9f7b-37ecb678598c tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=e6bfd964-7aa5-43a2-a057-7d9b16c44215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3699749 Feb 09 01:14:02.234845 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b456195e-76d3-48fc-b34d-07f237e89ca7 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:02.239067 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3bae7c-c489-47b7-b825-20c5de0b47ff tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Pushing event updated for resources: {'Port': ['ID=629925dc-613b-427a-bf38-914c2968ccf9,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:02.273939 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b456195e-76d3-48fc-b34d-07f237e89ca7 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:02.300125 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b456195e-76d3-48fc-b34d-07f237e89ca7 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:14:02.301813 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b456195e-76d3-48fc-b34d-07f237e89ca7 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:02.311084 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6c3bae7c-c489-47b7-b825-20c5de0b47ff tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:02.350893 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:14:02.350893 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:14:02.350893 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:14:02.350893 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:14:02.350893 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:14:02.350893 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:14:02.350893 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:14:02.350893 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:14:02.350893 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:14:02.350893 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:14:02.350893 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:14:02.350893 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:14:02.350893 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:14:02.350893 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:14:02.350893 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:14:02.350893 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:14:02.350893 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:14:02.350893 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:14:02.350893 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:14:02.350893 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:14:02.350893 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:14:02.350893 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:14:02.350893 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:14:02.350893 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:14:02.350893 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:14:02.350893 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:14:02.350893 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:14:02.350893 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:14:02.350893 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:14:02.350893 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:14:02.350893 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:14:02.350893 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:14:02.356763 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591774c9-b002-4cc8-a1a4-eb7249781c3b req-a74cc494-7a73-44b5-a14f-81d385ad92c7 tempest-ServerPasswordTestJSON-876899499 tempest-ServerPasswordTestJSON-876899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:02.360389 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-591774c9-b002-4cc8-a1a4-eb7249781c3b req-a74cc494-7a73-44b5-a14f-81d385ad92c7 tempest-ServerPasswordTestJSON-876899499 tempest-ServerPasswordTestJSON-876899499-project] 10.222.0.105 "GET /v2.0/ports?device_id=debfd571-ab50-46d6-bad7-7a546fdb2790 HTTP/1.1" status: 200 len: 944 time: 0.2207744 Feb 09 01:14:02.516584 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b456195e-76d3-48fc-b34d-07f237e89ca7 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:02.549518 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39278) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:02.553392 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b456195e-76d3-48fc-b34d-07f237e89ca7 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:02.570888 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b456195e-76d3-48fc-b34d-07f237e89ca7 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Pushing event deleted for resources: {'Network': ['ID=ab8b35d2-be20-44ac-9e79-d160c2d6b54b,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:02.578574 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b456195e-76d3-48fc-b34d-07f237e89ca7 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "DELETE /v2.0/networks/ab8b35d2-be20-44ac-9e79-d160c2d6b54b HTTP/1.1" status: 204 len: 168 time: 0.8757353 Feb 09 01:14:02.581380 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39284) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:02.632824 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-591774c9-b002-4cc8-a1a4-eb7249781c3b req-9826e25d-6249-4ca1-994f-5461a59cd519 tempest-ServerPasswordTestJSON-876899499 tempest-ServerPasswordTestJSON-876899499-project] 10.222.0.105 "GET /v2.0/security-groups?id=8135a8f7-2691-4dae-95b2-3e3b35f77ded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519431 Feb 09 01:14:02.690743 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6c3bae7c-c489-47b7-b825-20c5de0b47ff tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:02.798085 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592db0a3-b1dd-4277-91f8-577678a94f3b req-7e0678f1-47d5-4c20-96b9-9f7b77b4b437 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:02.799635 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-592db0a3-b1dd-4277-91f8-577678a94f3b req-7e0678f1-47d5-4c20-96b9-9f7b77b4b437 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb94c7c7-2262-4266-9ff1-ecacf3b56b73 HTTP/1.1" status: 200 len: 945 time: 0.3138490 Feb 09 01:14:02.808813 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 39296) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:02.817794 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-5e3118d6-b63a-40bf-ad30-4dbee69a72b2 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Request body: {'floatingip': {'port_id': '635a31bc-b7d0-435e-804d-117b1e246ca7'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:02.819075 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-83670f14-f03e-4521-9540-56f6bdfda747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:02.858508 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-83670f14-f03e-4521-9540-56f6bdfda747 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:14:02.915799 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-83670f14-f03e-4521-9540-56f6bdfda747 admin admin] Usage tracker for resource:security_group_rule and tenant:a4d4767da81c42d48228bcfdb09ceea3 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:14:02.925885 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-83670f14-f03e-4521-9540-56f6bdfda747 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:14:02.947988 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-83670f14-f03e-4521-9540-56f6bdfda747 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:14:02.961570 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39302) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:03.009752 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-8ca586f6-8fab-4135-b42e-b77a3683dc72 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Deleting port a1c4db13-40f2-4f12-9356-8cb338504251 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:14:03.010083 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8ca586f6-8fab-4135-b42e-b77a3683dc72 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:03.181458 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-37413447-145d-4cde-b113-8ec22316a889 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-464385618-network', 'tenant_id': '2529f2e0c7f24c8fa09721b67149c568'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:03.181700 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2975d78b-ca24-4a1e-92f3-d20ce71d312e req-1cc0f120-4cf2-42b0-a90a-3c664aeb952d tempest-ServerShowV247Test-1044118002 tempest-ServerShowV247Test-1044118002-project] 10.222.0.105 "GET /v2.0/ports?device_id=6a1b5f98-5cf1-4f1e-92be-71816af6e831 HTTP/1.1" status: 200 len: 210 time: 0.2575433 Feb 09 01:14:03.183773 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5e3118d6-b63a-40bf-ad30-4dbee69a72b2 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks [] for floatingip, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:03.203870 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 6ed59c53-e811-4728-a9d1-9808bf9d370c up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:14:03.219411 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-37413447-145d-4cde-b113-8ec22316a889 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:14:03.260410 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-37413447-145d-4cde-b113-8ec22316a889 admin admin] Usage tracker for resource:network and tenant:2529f2e0c7f24c8fa09721b67149c568 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:14:03.268156 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-37413447-145d-4cde-b113-8ec22316a889 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:14:03.292025 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-37413447-145d-4cde-b113-8ec22316a889 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:14:03.299092 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 6ed59c53-e811-4728-a9d1-9808bf9d370c completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:14:03.313696 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 03821c6a-a163-4539-a2f3-20247a1b5c45 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:14:03.344473 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-83670f14-f03e-4521-9540-56f6bdfda747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:03.346522 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8ca586f6-8fab-4135-b42e-b77a3683dc72 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:03.347905 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8ca586f6-8fab-4135-b42e-b77a3683dc72 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:03.357966 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 03821c6a-a163-4539-a2f3-20247a1b5c45 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:14:03.358666 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 03821c6a-a163-4539-a2f3-20247a1b5c45 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:14:03.362560 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-83670f14-f03e-4521-9540-56f6bdfda747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:03.436815 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37413447-145d-4cde-b113-8ec22316a889 admin admin] Made reservation on behalf of 2529f2e0c7f24c8fa09721b67149c568 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:03.439145 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-37413447-145d-4cde-b113-8ec22316a889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:03.521259 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-8ca586f6-8fab-4135-b42e-b77a3683dc72 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Calling delete_port for a1c4db13-40f2-4f12-9356-8cb338504251 owned by network:floatingip {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:14:03.611809 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750f99ef-3360-4f28-b72d-9406c5fe5a6c None None] Network c4524fd0-4eb8-463e-9755-9b26024d4430 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:14:03.696478 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-37413447-145d-4cde-b113-8ec22316a889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:03.724121 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device d288a5fb-57fe-4de1-83f5-638e59df6e9f up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:14:03.729540 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83670f14-f03e-4521-9540-56f6bdfda747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f68743-4654-4a1b-9b1e-297bb7463eed,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:03.734428 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-83670f14-f03e-4521-9540-56f6bdfda747 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=a4d4767da81c42d48228bcfdb09ceea3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1779160 Feb 09 01:14:03.738265 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 39312) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:03.738801 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-37413447-145d-4cde-b113-8ec22316a889 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:14:03.745969 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-37413447-145d-4cde-b113-8ec22316a889 admin admin] Usage tracker for resource:security_group_rule and tenant:2529f2e0c7f24c8fa09721b67149c568 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:14:03.752008 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-37413447-145d-4cde-b113-8ec22316a889 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:14:03.760085 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-37413447-145d-4cde-b113-8ec22316a889 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:14:03.787474 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6c3bae7c-c489-47b7-b825-20c5de0b47ff tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:03.842330 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a1ef7ff1-a377-4ff1-81a4-99427f8c2142 None None] Provisioning for port 6ed59c53-e811-4728-a9d1-9808bf9d370c completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:14:03.884050 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a1ef7ff1-a377-4ff1-81a4-99427f8c2142 None None] Provisioning complete for port 6ed59c53-e811-4728-a9d1-9808bf9d370c triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:03.884050 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a1ef7ff1-a377-4ff1-81a4-99427f8c2142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:03.908543 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6c3bae7c-c489-47b7-b825-20c5de0b47ff tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:03.924689 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8ca586f6-8fab-4135-b42e-b77a3683dc72 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:03.987751 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca586f6-8fab-4135-b42e-b77a3683dc72 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Pushing event deleted for resources: {'Port': ['ID=a1c4db13-40f2-4f12-9356-8cb338504251,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:03.990548 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-37413447-145d-4cde-b113-8ec22316a889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:04.022034 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-37413447-145d-4cde-b113-8ec22316a889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:04.024520 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning for port d288a5fb-57fe-4de1-83f5-638e59df6e9f completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:14:04.077395 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port d288a5fb-57fe-4de1-83f5-638e59df6e9f triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:04.077753 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:04.085202 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37413447-145d-4cde-b113-8ec22316a889 admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:14:04.099070 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6c3bae7c-c489-47b7-b825-20c5de0b47ff tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:04.106813 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3bae7c-c489-47b7-b825-20c5de0b47ff tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Pushing event updated for resources: {'Port': ['ID=629925dc-613b-427a-bf38-914c2968ccf9,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:04.117269 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37413447-145d-4cde-b113-8ec22316a889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1871fe4-15cc-4a21-93d2-bdac3d7bfa44,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:04.117522 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a0b63b9e-606a-437a-92b5-7a21ea09a191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:04.123421 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-37413447-145d-4cde-b113-8ec22316a889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:04.123421 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-37413447-145d-4cde-b113-8ec22316a889 admin admin] Added segment 91294dcc-9fbc-45b4-aacd-f908d020f653 of type vlan for network f8b77c3e-bd3f-4fbf-baed-a73fbf24e7e9 Feb 09 01:14:04.138817 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8ca586f6-8fab-4135-b42e-b77a3683dc72 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks [] for floatingip, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:04.139163 n-d-828418-1 neutron-server[87638]: INFO neutron.db.l3_db [None req-8ca586f6-8fab-4135-b42e-b77a3683dc72 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Floating IP a904328f-2c29-4ef1-94ae-01614222cf4d disassociated (deleted). External IP: 172.25.0.154, port: 407196dd-9518-46e7-b39a-db0b3c75969a. Feb 09 01:14:04.231814 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-37413447-145d-4cde-b113-8ec22316a889 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:04.241511 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a1ef7ff1-a377-4ff1-81a4-99427f8c2142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:04.256648 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a0b63b9e-606a-437a-92b5-7a21ea09a191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:04.278214 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42aac7c-16d2-4538-bbcb-0c1ab2397c23 req-47c320ff-6d42-4dfb-a435-7b48a58c60ad tempest-ServerPasswordTestJSON-876899499 tempest-ServerPasswordTestJSON-876899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:04.279787 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b42aac7c-16d2-4538-bbcb-0c1ab2397c23 req-47c320ff-6d42-4dfb-a435-7b48a58c60ad tempest-ServerPasswordTestJSON-876899499 tempest-ServerPasswordTestJSON-876899499-project] 10.222.0.105 "GET /v2.0/ports?device_id=debfd571-ab50-46d6-bad7-7a546fdb2790 HTTP/1.1" status: 200 len: 944 time: 0.4968135 Feb 09 01:14:04.365909 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-37413447-145d-4cde-b113-8ec22316a889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:04.366769 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37413447-145d-4cde-b113-8ec22316a889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:04.367357 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-37413447-145d-4cde-b113-8ec22316a889 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:04.373448 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a1ef7ff1-a377-4ff1-81a4-99427f8c2142 None None] For port 6ed59c53-e811-4728-a9d1-9808bf9d370c, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=6ed59c53-e811-4728-a9d1-9808bf9d370c,segment=NetworkSegment(800b9ccb-d1d4-406c-8154-1adc8018e3f4),segment_id=800b9ccb-d1d4-406c-8154-1adc8018e3f4)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:14:04.387073 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:04.398903 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a1ef7ff1-a377-4ff1-81a4-99427f8c2142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:04.473985 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'debfd571-ab50-46d6-bad7-7a546fdb2790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd288a5fb-57fe-4de1-83f5-638e59df6e9f'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:14:04.492792 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port d288a5fb-57fe-4de1-83f5-638e59df6e9f, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=d288a5fb-57fe-4de1-83f5-638e59df6e9f,segment=NetworkSegment(dd583385-fa22-434f-8f08-898aa72d59e3),segment_id=dd583385-fa22-434f-8f08-898aa72d59e3)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:14:04.493209 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b42aac7c-16d2-4538-bbcb-0c1ab2397c23 req-1bcba173-3e13-4ecd-8725-fecdd81dd445 tempest-ServerPasswordTestJSON-876899499 tempest-ServerPasswordTestJSON-876899499-project] 10.222.0.105 "GET /v2.0/security-groups?id=8135a8f7-2691-4dae-95b2-3e3b35f77ded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052181 Feb 09 01:14:04.500276 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ef7ff1-a377-4ff1-81a4-99427f8c2142 None None] Pushing event updated for resources: {'Port': ['ID=6ed59c53-e811-4728-a9d1-9808bf9d370c,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:04.503186 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:04.512222 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ef7ff1-a377-4ff1-81a4-99427f8c2142 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:04.513402 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ef7ff1-a377-4ff1-81a4-99427f8c2142 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:04.513951 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ef7ff1-a377-4ff1-81a4-99427f8c2142 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:04.514436 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ef7ff1-a377-4ff1-81a4-99427f8c2142 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:04.514926 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ef7ff1-a377-4ff1-81a4-99427f8c2142 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:04.515463 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ef7ff1-a377-4ff1-81a4-99427f8c2142 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:04.516064 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ef7ff1-a377-4ff1-81a4-99427f8c2142 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:04.516544 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ef7ff1-a377-4ff1-81a4-99427f8c2142 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:04.517220 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ef7ff1-a377-4ff1-81a4-99427f8c2142 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:04.517745 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ef7ff1-a377-4ff1-81a4-99427f8c2142 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:04.518225 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ef7ff1-a377-4ff1-81a4-99427f8c2142 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:04.518701 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ef7ff1-a377-4ff1-81a4-99427f8c2142 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:04.555580 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37413447-145d-4cde-b113-8ec22316a889 admin admin] Pushing event updated for resources: {'Network': ['ID=f8b77c3e-bd3f-4fbf-baed-a73fbf24e7e9,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:04.588808 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network f8b77c3e-bd3f-4fbf-baed-a73fbf24e7e9 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:14:04.629975 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'debfd571-ab50-46d6-bad7-7a546fdb2790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd288a5fb-57fe-4de1-83f5-638e59df6e9f', 'code': 200} Feb 09 01:14:04.645503 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4020d395-6841-41f6-bbe4-7b61036becbd req-fc2a7392-9828-40fe-9518-688b16a5d728 tempest-ServerShowV247Test-1044118002 tempest-ServerShowV247Test-1044118002-project] 10.222.0.105 "GET /v2.0/ports?device_id=6a1b5f98-5cf1-4f1e-92be-71816af6e831 HTTP/1.1" status: 200 len: 210 time: 0.1617999 Feb 09 01:14:04.687259 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5e3118d6-b63a-40bf-ad30-4dbee69a72b2 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:04.690828 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3bae7c-c489-47b7-b825-20c5de0b47ff tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Network c4524fd0-4eb8-463e-9755-9b26024d4430 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:14:04.693299 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-6c3bae7c-c489-47b7-b825-20c5de0b47ff tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:04.699761 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5e3118d6-b63a-40bf-ad30-4dbee69a72b2 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:04.803934 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=d288a5fb-57fe-4de1-83f5-638e59df6e9f,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:04.814449 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e9ae84bd-fb7c-41c5-a149-2d41b1fc6ec9 None None] Provisioning complete for port 6ed59c53-e811-4728-a9d1-9808bf9d370c triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:04.814830 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e9ae84bd-fb7c-41c5-a149-2d41b1fc6ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:04.934988 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66ea586-4b6c-41b3-8eac-99e0238361fb req-78f97e67-4a43-49e4-9379-1821fff03b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:04.936951 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a66ea586-4b6c-41b3-8eac-99e0238361fb req-78f97e67-4a43-49e4-9379-1821fff03b7b service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=debfd571-ab50-46d6-bad7-7a546fdb2790 HTTP/1.1" status: 200 len: 1096 time: 0.2095811 Feb 09 01:14:04.938441 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-37413447-145d-4cde-b113-8ec22316a889 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.9740524 Feb 09 01:14:04.947838 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca586f6-8fab-4135-b42e-b77a3683dc72 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Router b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:14:04.948870 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39320) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:04.959011 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e9ae84bd-fb7c-41c5-a149-2d41b1fc6ec9 None None] Provisioning for port 629925dc-613b-427a-bf38-914c2968ccf9 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:14:04.966627 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e9ae84bd-fb7c-41c5-a149-2d41b1fc6ec9 None None] Provisioning complete for port 629925dc-613b-427a-bf38-914c2968ccf9 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:04.967012 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e9ae84bd-fb7c-41c5-a149-2d41b1fc6ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:04.989335 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-ff030874-359b-44a7-80bc-b046eb5406b5 admin admin] Request body: {'subnet': {'network_id': 'f8b77c3e-bd3f-4fbf-baed-a73fbf24e7e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-464385618-subnet', 'tenant_id': '2529f2e0c7f24c8fa09721b67149c568', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:04.995915 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ff030874-359b-44a7-80bc-b046eb5406b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:14:05.015888 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ff030874-359b-44a7-80bc-b046eb5406b5 admin admin] Usage tracker for resource:subnet and tenant:2529f2e0c7f24c8fa09721b67149c568 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:14:05.049551 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e9ae84bd-fb7c-41c5-a149-2d41b1fc6ec9 None None] Port 629925dc-613b-427a-bf38-914c2968ccf9 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:14:05.076815 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ff030874-359b-44a7-80bc-b046eb5406b5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:14:05.099378 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ff030874-359b-44a7-80bc-b046eb5406b5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:14:05.105021 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a66ea586-4b6c-41b3-8eac-99e0238361fb req-8ac5b9ab-fd55-4268-a972-c7d3903c4bec service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=8135a8f7-2691-4dae-95b2-3e3b35f77ded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550779 Feb 09 01:14:05.117064 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a0b63b9e-606a-437a-92b5-7a21ea09a191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:05.126490 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff030874-359b-44a7-80bc-b046eb5406b5 admin admin] Made reservation on behalf of 2529f2e0c7f24c8fa09721b67149c568 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:05.128878 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ff030874-359b-44a7-80bc-b046eb5406b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:05.174874 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e77a250f-3463-4d7d-abc1-dc7297064977 None None] Provisioning complete for port 629925dc-613b-427a-bf38-914c2968ccf9 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:05.175499 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e77a250f-3463-4d7d-abc1-dc7297064977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:05.208829 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b63b9e-606a-437a-92b5-7a21ea09a191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f68743-4654-4a1b-9b1e-297bb7463eed,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:05.235144 n-d-828418-1 neutron-server[87639]: INFO neutron.db.l3_db [None req-5e3118d6-b63a-40bf-ad30-4dbee69a72b2 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Floating IP af3608f4-d556-4d43-877a-7547dd0efe34 associated. External IP: 172.25.0.93, port: 635a31bc-b7d0-435e-804d-117b1e246ca7. Feb 09 01:14:05.239754 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 6ed59c53-e811-4728-a9d1-9808bf9d370c up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:14:05.280578 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e77a250f-3463-4d7d-abc1-dc7297064977 None None] Port 629925dc-613b-427a-bf38-914c2968ccf9 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:14:05.328852 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 6ed59c53-e811-4728-a9d1-9808bf9d370c triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:05.329862 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:05.330299 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a0b63b9e-606a-437a-92b5-7a21ea09a191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:05.334320 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-a0b63b9e-606a-437a-92b5-7a21ea09a191 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/31f68743-4654-4a1b-9b1e-297bb7463eed HTTP/1.1" status: 204 len: 168 time: 1.5916533 Feb 09 01:14:05.351476 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca586f6-8fab-4135-b42e-b77a3683dc72 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:14:05.357474 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8ca586f6-8fab-4135-b42e-b77a3683dc72 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:05.364257 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0544949c-4759-4517-b856-73335b379872 None None] Sync routers for ids ['b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:14:05.379412 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0544949c-4759-4517-b856-73335b379872 None None] Routers {'b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:14:05.383538 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-0544949c-4759-4517-b856-73335b379872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:13:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:05.441630 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f79740fb-2453-45a8-8ae8-d2b21c88f488 None None] Provisioning complete for port 629925dc-613b-427a-bf38-914c2968ccf9 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:05.442039 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f79740fb-2453-45a8-8ae8-d2b21c88f488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:05.444414 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-8ca586f6-8fab-4135-b42e-b77a3683dc72 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "DELETE /v2.0/floatingips/a904328f-2c29-4ef1-94ae-01614222cf4d HTTP/1.1" status: 204 len: 168 time: 2.8476222 Feb 09 01:14:05.461446 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c3bae7c-c489-47b7-b825-20c5de0b47ff tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Router 4157810a-8ce4-4f4c-b778-9d0a8a549831 is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:14:05.518956 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66abf429-08b1-4733-9148-a03acc898aa2', 'tag': '407196dd-9518-46e7-b39a-db0b3c75969a'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:14:05.614841 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-f79740fb-2453-45a8-8ae8-d2b21c88f488 None None] Port 629925dc-613b-427a-bf38-914c2968ccf9 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:14:05.681832 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ff030874-359b-44a7-80bc-b046eb5406b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:05.718779 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-0544949c-4759-4517-b856-73335b379872 None None] Set router b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:14:05.972655 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c3bae7c-c489-47b7-b825-20c5de0b47ff tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:14:05.980659 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-6c3bae7c-c489-47b7-b825-20c5de0b47ff tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "PUT /v2.0/routers/4157810a-8ce4-4f4c-b778-9d0a8a549831/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1714857 Feb 09 01:14:05.982793 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45a1550-0d2a-49fd-badb-5ee2838ce239 None None] Sync routers for ids ['4157810a-8ce4-4f4c-b778-9d0a8a549831'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:14:05.986659 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 39344) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:06.000360 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45a1550-0d2a-49fd-badb-5ee2838ce239 None None] Routers {'4157810a-8ce4-4f4c-b778-9d0a8a549831'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:14:06.001026 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-b45a1550-0d2a-49fd-badb-5ee2838ce239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:13:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['4157810a-8ce4-4f4c-b778-9d0a8a549831'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:06.029129 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66abf429-08b1-4733-9148-a03acc898aa2', 'tag': '407196dd-9518-46e7-b39a-db0b3c75969a', 'status': 'completed', 'code': 200} Feb 09 01:14:06.036365 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b3d986-f7ed-4a81-9354-031b51114f70 req-6e3e1e6a-4a7a-4a93-9265-7109aef70a4f tempest-ServerPasswordTestJSON-876899499 tempest-ServerPasswordTestJSON-876899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:06.037892 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-44b3d986-f7ed-4a81-9354-031b51114f70 req-6e3e1e6a-4a7a-4a93-9265-7109aef70a4f tempest-ServerPasswordTestJSON-876899499 tempest-ServerPasswordTestJSON-876899499-project] 10.222.0.105 "GET /v2.0/ports?device_id=debfd571-ab50-46d6-bad7-7a546fdb2790 HTTP/1.1" status: 200 len: 945 time: 0.2700791 Feb 09 01:14:06.053722 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e3118d6-b63a-40bf-ad30-4dbee69a72b2 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Router 8ceac979-d732-4a6b-907d-6eae9e37c312 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:14:06.058770 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-c406648d-b639-44fc-b646-8d5ae8c862b2 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Request body: {'network': {'name': 'tempest-RoutersTest-586089213'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:06.065904 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c406648d-b639-44fc-b646-8d5ae8c862b2 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:14:06.070006 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-c406648d-b639-44fc-b646-8d5ae8c862b2 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Usage tracker for resource:network and tenant:fefa2a0bcdd943ec8d8c861415908997 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:14:06.073432 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-c406648d-b639-44fc-b646-8d5ae8c862b2 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:14:06.083279 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c406648d-b639-44fc-b646-8d5ae8c862b2 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:14:06.084296 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff030874-359b-44a7-80bc-b046eb5406b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16baadbf-0617-4093-be1f-d867fe240cc9,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:06.098338 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff030874-359b-44a7-80bc-b046eb5406b5 admin admin] Checking segment: {'id': '91294dcc-9fbc-45b4-aacd-f908d020f653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f8b77c3e-bd3f-4fbf-baed-a73fbf24e7e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:14:06.099943 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff030874-359b-44a7-80bc-b046eb5406b5 admin admin] Network hostable DHCP agents. Network: f8b77c3e-bd3f-4fbf-baed-a73fbf24e7e9, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:14:06.141072 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff030874-359b-44a7-80bc-b046eb5406b5 admin admin] Network f8b77c3e-bd3f-4fbf-baed-a73fbf24e7e9 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:14:06.149633 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c406648d-b639-44fc-b646-8d5ae8c862b2 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Made reservation on behalf of fefa2a0bcdd943ec8d8c861415908997 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:06.153402 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c406648d-b639-44fc-b646-8d5ae8c862b2 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:06.167649 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-ff030874-359b-44a7-80bc-b046eb5406b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, f8b77c3e-bd3f-4fbf-baed-a73fbf24e7e9) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:06.172765 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff030874-359b-44a7-80bc-b046eb5406b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:06.173181 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ff030874-359b-44a7-80bc-b046eb5406b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:06.194895 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ef5f56-1769-4e3e-b969-e5ec112f1a1b None None] Network f8b77c3e-bd3f-4fbf-baed-a73fbf24e7e9 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:14:06.217762 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c406648d-b639-44fc-b646-8d5ae8c862b2 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:14:06.219333 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ff030874-359b-44a7-80bc-b046eb5406b5 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2657187 Feb 09 01:14:06.227035 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c406648d-b639-44fc-b646-8d5ae8c862b2 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:06.228038 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-c406648d-b639-44fc-b646-8d5ae8c862b2 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Added segment 6012fabf-13cb-4a2b-9546-ca9f6d2ad910 of type vlan for network b0652df1-6d56-4b14-b5b2-adb22242b52c Feb 09 01:14:06.258327 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c406648d-b639-44fc-b646-8d5ae8c862b2 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:06.275208 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-0544949c-4759-4517-b856-73335b379872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1980546386', 'tenant_id': '8919f04ab45a492f916586ca80fae861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '520b01ea-452f-4f4f-b2c6-88b89d0d4778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:53Z', 'updated_at': '2022-02-09T01:11:05Z', 'revision_number': 4, 'project_id': '8919f04ab45a492f916586ca80fae861', 'gw_port': {'id': '520b01ea-452f-4f4f-b2c6-88b89d0d4778', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:55Z', 'updated_at': '2022-02-09T01:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '90ddb7a7-7a1d-441f-8886-891e8c95b798', 'name': '', 'network_id': 'fc9b7097-9839-43e8-ab87-dc826bac26d5', 'tenant_id': '8919f04ab45a492f916586ca80fae861', 'mac_address': 'fa:16:3e:b6:42:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'a4ead744-7288-4509-98a4-89b7f6e2f702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:11:02Z', 'updated_at': '2022-02-09T01:11:14Z', 'revision_number': 5, 'project_id': '8919f04ab45a492f916586ca80fae861', 'subnets': [{'id': 'a4ead744-7288-4509-98a4-89b7f6e2f702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:06.279748 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0544949c-4759-4517-b856-73335b379872 None None] Checking router: b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:14:06.290781 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0544949c-4759-4517-b856-73335b379872 None None] Routers {'b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:14:06.291494 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-0544949c-4759-4517-b856-73335b379872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:13:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:06.495984 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-b45a1550-0d2a-49fd-badb-5ee2838ce239 None None] Set router 4157810a-8ce4-4f4c-b778-9d0a8a549831 gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:14:06.507176 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-44b3d986-f7ed-4a81-9354-031b51114f70 req-16029cec-e453-4ddb-a9b2-e727669f94cf tempest-ServerPasswordTestJSON-876899499 tempest-ServerPasswordTestJSON-876899499-project] 10.222.0.105 "GET /v2.0/security-groups?id=8135a8f7-2691-4dae-95b2-3e3b35f77ded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4521062 Feb 09 01:14:06.560881 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-652ff359-7181-41a5-bdc5-610d9f0fba25 req-6d4de02c-660e-48bc-aadf-a5c8159bc6ed tempest-ServerShowV247Test-1044118002 tempest-ServerShowV247Test-1044118002-project] 10.222.0.105 "GET /v2.0/ports?device_id=6a1b5f98-5cf1-4f1e-92be-71816af6e831 HTTP/1.1" status: 200 len: 210 time: 0.2838769 Feb 09 01:14:06.579050 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c406648d-b639-44fc-b646-8d5ae8c862b2 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:06.595842 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c406648d-b639-44fc-b646-8d5ae8c862b2 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:06.597031 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c406648d-b639-44fc-b646-8d5ae8c862b2 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:06.679850 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd6200e-c83d-4608-a296-5bdf203871ba req-6ba84098-1943-463a-a8bc-62b1f8bf4bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:06.682027 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2dd6200e-c83d-4608-a296-5bdf203871ba req-6ba84098-1943-463a-a8bc-62b1f8bf4bf3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8919f04ab45a492f916586ca80fae861&device_id=66abf429-08b1-4733-9148-a03acc898aa2 HTTP/1.1" status: 200 len: 1136 time: 0.7024853 Feb 09 01:14:06.721327 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-0544949c-4759-4517-b856-73335b379872 None None] Set router b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:14:07.102748 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-0544949c-4759-4517-b856-73335b379872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1980546386', 'tenant_id': '8919f04ab45a492f916586ca80fae861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '520b01ea-452f-4f4f-b2c6-88b89d0d4778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:53Z', 'updated_at': '2022-02-09T01:11:05Z', 'revision_number': 4, 'project_id': '8919f04ab45a492f916586ca80fae861', 'gw_port': {'id': '520b01ea-452f-4f4f-b2c6-88b89d0d4778', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:55Z', 'updated_at': '2022-02-09T01:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '90ddb7a7-7a1d-441f-8886-891e8c95b798', 'name': '', 'network_id': 'fc9b7097-9839-43e8-ab87-dc826bac26d5', 'tenant_id': '8919f04ab45a492f916586ca80fae861', 'mac_address': 'fa:16:3e:b6:42:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'a4ead744-7288-4509-98a4-89b7f6e2f702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:11:02Z', 'updated_at': '2022-02-09T01:11:14Z', 'revision_number': 5, 'project_id': '8919f04ab45a492f916586ca80fae861', 'subnets': [{'id': 'a4ead744-7288-4509-98a4-89b7f6e2f702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:07.107938 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0544949c-4759-4517-b856-73335b379872 None None] The sync data for ids ['b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4'] in n-d-828418-1 is: [{'id': 'b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1980546386', 'tenant_id': '8919f04ab45a492f916586ca80fae861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '520b01ea-452f-4f4f-b2c6-88b89d0d4778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:53Z', 'updated_at': '2022-02-09T01:11:05Z', 'revision_number': 4, 'project_id': '8919f04ab45a492f916586ca80fae861', 'gw_port': {'id': '520b01ea-452f-4f4f-b2c6-88b89d0d4778', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:55Z', 'updated_at': '2022-02-09T01:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '90ddb7a7-7a1d-441f-8886-891e8c95b798', 'name': '', 'network_id': 'fc9b7097-9839-43e8-ab87-dc826bac26d5', 'tenant_id': '8919f04ab45a492f916586ca80fae861', 'mac_address': 'fa:16:3e:b6:42:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'a4ead744-7288-4509-98a4-89b7f6e2f702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:11:02Z', 'updated_at': '2022-02-09T01:11:14Z', 'revision_number': 5, 'project_id': '8919f04ab45a492f916586ca80fae861', 'subnets': [{'id': 'a4ead744-7288-4509-98a4-89b7f6e2f702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:14:07.175508 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b394263d-cbca-4fd5-b535-3a3a2ff4a42b None None] Network f8b77c3e-bd3f-4fbf-baed-a73fbf24e7e9 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:14:07.284122 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-c406648d-b639-44fc-b646-8d5ae8c862b2 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2451837 Feb 09 01:14:07.287684 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39384) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:07.294700 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-a6db5416-1d44-4aa1-b2ed-7e3f07f3c3cf tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Request body: {'subnet': {'network_id': 'b0652df1-6d56-4b14-b5b2-adb22242b52c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:07.362878 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-b45a1550-0d2a-49fd-badb-5ee2838ce239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'name': 'tempest-RoutersTest-router-783627243', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:56Z', 'updated_at': '2022-02-09T01:14:02Z', 'revision_number': 2, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'gw_port_host': None, '_interfaces': [{'id': '629925dc-613b-427a-bf38-914c2968ccf9', 'name': '', 'network_id': 'c4524fd0-4eb8-463e-9755-9b26024d4430', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'mac_address': 'fa:16:3e:df:d1:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'db3e0a00-8428-42ad-b65e-d9b346fbbb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:59Z', 'updated_at': '2022-02-09T01:14:03Z', 'revision_number': 2, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'subnets': [{'id': 'db3e0a00-8428-42ad-b65e-d9b346fbbb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:07.367452 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45a1550-0d2a-49fd-badb-5ee2838ce239 None None] Checking router: 4157810a-8ce4-4f4c-b778-9d0a8a549831 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:14:07.367616 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45a1550-0d2a-49fd-badb-5ee2838ce239 None None] Updating router 4157810a-8ce4-4f4c-b778-9d0a8a549831 port 629925dc-613b-427a-bf38-914c2968ccf9 binding host n-d-828418-1 {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:14:07.400270 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e3118d6-b63a-40bf-ad30-4dbee69a72b2 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:14:07.410118 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923c2d00-cce8-4861-bbf0-55f434ebf85f None None] Sync routers for ids ['8ceac979-d732-4a6b-907d-6eae9e37c312'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:14:07.422138 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923c2d00-cce8-4861-bbf0-55f434ebf85f None None] Routers {'8ceac979-d732-4a6b-907d-6eae9e37c312'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:14:07.422995 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-923c2d00-cce8-4861-bbf0-55f434ebf85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:13:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['8ceac979-d732-4a6b-907d-6eae9e37c312'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:07.476158 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5e3118d6-b63a-40bf-ad30-4dbee69a72b2 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:07.525811 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c406648d-b639-44fc-b646-8d5ae8c862b2 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Pushing event updated for resources: {'Network': ['ID=b0652df1-6d56-4b14-b5b2-adb22242b52c,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:07.533904 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a6db5416-1d44-4aa1-b2ed-7e3f07f3c3cf tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:14:07.543091 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-a6db5416-1d44-4aa1-b2ed-7e3f07f3c3cf tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Usage tracker for resource:subnet and tenant:fefa2a0bcdd943ec8d8c861415908997 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:14:07.554020 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-a6db5416-1d44-4aa1-b2ed-7e3f07f3c3cf tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:14:07.565227 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a6db5416-1d44-4aa1-b2ed-7e3f07f3c3cf tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:14:07.582458 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6db5416-1d44-4aa1-b2ed-7e3f07f3c3cf tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Made reservation on behalf of fefa2a0bcdd943ec8d8c861415908997 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:07.591730 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a6db5416-1d44-4aa1-b2ed-7e3f07f3c3cf tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:07.593174 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b45a1550-0d2a-49fd-badb-5ee2838ce239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:07.605456 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff7bfc1-8b5a-4239-930a-978cf04da759 None None] New status for floating IP a904328f-2c29-4ef1-94ae-01614222cf4d: DOWN {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:14:07.635314 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39396) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:07.658490 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-923c2d00-cce8-4861-bbf0-55f434ebf85f None None] Set router 8ceac979-d732-4a6b-907d-6eae9e37c312 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:14:07.745026 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network b0652df1-6d56-4b14-b5b2-adb22242b52c details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:14:07.788631 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-5e3118d6-b63a-40bf-ad30-4dbee69a72b2 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "PUT /v2.0/floatingips/af3608f4-d556-4d43-877a-7547dd0efe34 HTTP/1.1" status: 200 len: 990 time: 4.9777694 Feb 09 01:14:07.801901 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb94c7c7-2262-4266-9ff1-ecacf3b56b73', 'tag': '635a31bc-b7d0-435e-804d-117b1e246ca7'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:14:07.834643 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd6200e-c83d-4608-a296-5bdf203871ba req-f2f37b0f-e587-4472-a213-339c4f93adcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:07.836711 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2dd6200e-c83d-4608-a296-5bdf203871ba req-f2f37b0f-e587-4472-a213-339c4f93adcb service neutron] 10.222.0.62 "GET /v2.0/networks?id=fc9b7097-9839-43e8-ab87-dc826bac26d5 HTTP/1.1" status: 200 len: 898 time: 0.9193597 Feb 09 01:14:07.848143 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f095442-60c0-40ff-84ac-5cd3bc408dc6 req-dbeda721-b691-488f-b849-21493b708f3d tempest-ServerMetadataNegativeTestJSON-1795550256 tempest-ServerMetadataNegativeTestJSON-1795550256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:07.855179 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8f095442-60c0-40ff-84ac-5cd3bc408dc6 req-dbeda721-b691-488f-b849-21493b708f3d tempest-ServerMetadataNegativeTestJSON-1795550256 tempest-ServerMetadataNegativeTestJSON-1795550256-project] 10.222.0.105 "GET /v2.0/networks?id=f8b77c3e-bd3f-4fbf-baed-a73fbf24e7e9 HTTP/1.1" status: 200 len: 820 time: 0.7654791 Feb 09 01:14:07.939816 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bcb1bc-9653-497b-bbb3-3e25c92977f6 req-b9a6bef7-01b8-4d4c-bdf8-16758be7b890 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:07.940562 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-e1bcb1bc-9653-497b-bbb3-3e25c92977f6 req-b9a6bef7-01b8-4d4c-bdf8-16758be7b890 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Synchronizing usage tracker for tenant:8919f04ab45a492f916586ca80fae861 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:14:07.947133 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a6db5416-1d44-4aa1-b2ed-7e3f07f3c3cf tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:07.956323 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2dd6200e-c83d-4608-a296-5bdf203871ba req-1776dbae-dc5d-46fb-ac7d-0a71dcc915f0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=407196dd-9518-46e7-b39a-db0b3c75969a HTTP/1.1" status: 200 len: 217 time: 0.0919764 Feb 09 01:14:07.964234 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8f095442-60c0-40ff-84ac-5cd3bc408dc6 req-80dcd8e0-c8c3-4298-b78a-d2d1d4860b74 tempest-ServerMetadataNegativeTestJSON-1795550256 tempest-ServerMetadataNegativeTestJSON-1795550256-project] 10.222.0.105 "GET /v2.0/quotas/2529f2e0c7f24c8fa09721b67149c568 HTTP/1.1" status: 200 len: 375 time: 0.1081455 Feb 09 01:14:08.057204 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6db5416-1d44-4aa1-b2ed-7e3f07f3c3cf tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Pushing event updated for resources: {'Subnet': ['ID=e5ac9a53-8712-41ef-9544-1800b8698156,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:08.069432 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6db5416-1d44-4aa1-b2ed-7e3f07f3c3cf tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Checking segment: {'id': '6012fabf-13cb-4a2b-9546-ca9f6d2ad910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b0652df1-6d56-4b14-b5b2-adb22242b52c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:14:08.070043 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6db5416-1d44-4aa1-b2ed-7e3f07f3c3cf tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Network hostable DHCP agents. Network: b0652df1-6d56-4b14-b5b2-adb22242b52c, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:14:08.073365 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-e1bcb1bc-9653-497b-bbb3-3e25c92977f6 req-b9a6bef7-01b8-4d4c-bdf8-16758be7b890 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Unset dirty status for tenant:8919f04ab45a492f916586ca80fae861 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:14:08.081157 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e1bcb1bc-9653-497b-bbb3-3e25c92977f6 req-b9a6bef7-01b8-4d4c-bdf8-16758be7b890 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "GET /v2.0/ports?device_id=66abf429-08b1-4733-9148-a03acc898aa2 HTTP/1.1" status: 200 len: 985 time: 1.1625187 Feb 09 01:14:08.102409 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6db5416-1d44-4aa1-b2ed-7e3f07f3c3cf tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Network b0652df1-6d56-4b14-b5b2-adb22242b52c is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:14:08.117778 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8f095442-60c0-40ff-84ac-5cd3bc408dc6 req-9d5959d2-cf6a-4fc4-b7ed-427bb416f349 tempest-ServerMetadataNegativeTestJSON-1795550256 tempest-ServerMetadataNegativeTestJSON-1795550256-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=2529f2e0c7f24c8fa09721b67149c568&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1525714 Feb 09 01:14:08.120606 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-a6db5416-1d44-4aa1-b2ed-7e3f07f3c3cf tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, b0652df1-6d56-4b14-b5b2-adb22242b52c) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:08.136353 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6db5416-1d44-4aa1-b2ed-7e3f07f3c3cf tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:08.139640 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a6db5416-1d44-4aa1-b2ed-7e3f07f3c3cf tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:08.149494 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a2b91d-4dd1-463b-914a-23c199d35e3b req-f4063edf-4536-418f-9274-1a5829630dea tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:08.151038 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d8a2b91d-4dd1-463b-914a-23c199d35e3b req-f4063edf-4536-418f-9274-1a5829630dea tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.62 "GET /v2.0/ports?device_id=66abf429-08b1-4733-9148-a03acc898aa2 HTTP/1.1" status: 200 len: 985 time: 0.5426550 Feb 09 01:14:08.189458 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a6db5416-1d44-4aa1-b2ed-7e3f07f3c3cf tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9004216 Feb 09 01:14:08.191660 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39406) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:08.217467 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fc6735-d987-43f9-861a-9dd5ddaf7abc None None] Network b0652df1-6d56-4b14-b5b2-adb22242b52c requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:14:08.230866 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-923c2d00-cce8-4861-bbf0-55f434ebf85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ceac979-d732-4a6b-907d-6eae9e37c312', 'name': 'tempest-AttachVolumeShelveTestJSON-1796756198-router', 'tenant_id': '128330d8f0414cd5a58362066d10386d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '18484618-ec90-4204-9af5-39c6ac632bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:09Z', 'updated_at': '2022-02-09T01:13:21Z', 'revision_number': 4, 'project_id': '128330d8f0414cd5a58362066d10386d', 'gw_port': {'id': '18484618-ec90-4204-9af5-39c6ac632bb7', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ceac979-d732-4a6b-907d-6eae9e37c312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:12Z', 'updated_at': '2022-02-09T01:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': 'af3608f4-d556-4d43-877a-7547dd0efe34', 'tenant_id': '128330d8f0414cd5a58362066d10386d', 'floating_ip_address': '172.25.0.93', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '8ceac979-d732-4a6b-907d-6eae9e37c312', 'port_id': '635a31bc-b7d0-435e-804d-117b1e246ca7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5', 'mac_address': 'fa:16:3e:2f:b4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb94c7c7-2262-4266-9ff1-ecacf3b56b73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:13:31Z', 'updated_at': '2022-02-09T01:14:04Z', 'revision_number': 1, 'project_id': '128330d8f0414cd5a58362066d10386d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e0614f9-4193-4180-bb2a-4859a0ab49d6', 'name': '', 'network_id': '0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5', 'tenant_id': '128330d8f0414cd5a58362066d10386d', 'mac_address': 'fa:16:3e:9c:0a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ceac979-d732-4a6b-907d-6eae9e37c312', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '9ba82490-d70a-42fe-a7ff-0aeb7f428073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:18Z', 'updated_at': '2022-02-09T01:13:31Z', 'revision_number': 5, 'project_id': '128330d8f0414cd5a58362066d10386d', 'subnets': [{'id': '9ba82490-d70a-42fe-a7ff-0aeb7f428073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:08.235711 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923c2d00-cce8-4861-bbf0-55f434ebf85f None None] Checking router: 8ceac979-d732-4a6b-907d-6eae9e37c312 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:14:08.245439 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923c2d00-cce8-4861-bbf0-55f434ebf85f None None] Routers {'8ceac979-d732-4a6b-907d-6eae9e37c312'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:14:08.246147 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-923c2d00-cce8-4861-bbf0-55f434ebf85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:13:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['8ceac979-d732-4a6b-907d-6eae9e37c312'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:08.273914 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-8b59ff10-df16-4683-b25c-337bf835a320 tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-263308499'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:08.299133 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8b59ff10-df16-4683-b25c-337bf835a320 tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:14:08.305211 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd6200e-c83d-4608-a296-5bdf203871ba req-f3d411fe-b26b-4a39-a850-aaed1458c29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:08.306839 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2dd6200e-c83d-4608-a296-5bdf203871ba req-f3d411fe-b26b-4a39-a850-aaed1458c29c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a4ead744-7288-4509-98a4-89b7f6e2f702 HTTP/1.1" status: 200 len: 834 time: 0.3373888 Feb 09 01:14:08.308068 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-8b59ff10-df16-4683-b25c-337bf835a320 tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Usage tracker for resource:network and tenant:3a1f7eabe5644684a2a8ffbd262ede3e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:14:08.313489 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-8b59ff10-df16-4683-b25c-337bf835a320 tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:14:08.379165 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8b59ff10-df16-4683-b25c-337bf835a320 tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:14:08.393362 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e1bcb1bc-9653-497b-bbb3-3e25c92977f6 req-58594628-59af-4028-a606-6ea5799084f2 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "GET /v2.0/security-groups?id=7432a6e0-20bb-4b7a-9fb6-44a9c667edd7&id=04db1776-df78-44e6-8589-18bdc682e548&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3108010 Feb 09 01:14:08.406424 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b59ff10-df16-4683-b25c-337bf835a320 tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Made reservation on behalf of 3a1f7eabe5644684a2a8ffbd262ede3e for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:08.410524 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8b59ff10-df16-4683-b25c-337bf835a320 tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:08.437006 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8b59ff10-df16-4683-b25c-337bf835a320 tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:08.471675 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-d8a2b91d-4dd1-463b-914a-23c199d35e3b req-fc4e0117-8c25-4d9c-8c1e-f69e66de60f7 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Deleting port 407196dd-9518-46e7-b39a-db0b3c75969a {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:14:08.472014 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d8a2b91d-4dd1-463b-914a-23c199d35e3b req-fc4e0117-8c25-4d9c-8c1e-f69e66de60f7 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:08.481426 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-923c2d00-cce8-4861-bbf0-55f434ebf85f None None] Set router 8ceac979-d732-4a6b-907d-6eae9e37c312 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:14:08.536799 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8b59ff10-df16-4683-b25c-337bf835a320 tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:14:08.594598 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b45a1550-0d2a-49fd-badb-5ee2838ce239 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:08.602516 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-8b59ff10-df16-4683-b25c-337bf835a320 tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Usage tracker for resource:security_group_rule and tenant:3a1f7eabe5644684a2a8ffbd262ede3e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:14:08.602718 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8f095442-60c0-40ff-84ac-5cd3bc408dc6 req-bffdf434-5d23-4189-8634-9bf64d827e8d service neutron] 10.222.0.105 "GET /v2.0/networks/f8b77c3e-bd3f-4fbf-baed-a73fbf24e7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4836662 Feb 09 01:14:08.608155 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b45a1550-0d2a-49fd-badb-5ee2838ce239 None None] Transition to ACTIVE for port object 629925dc-613b-427a-bf38-914c2968ccf9 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:14:08.615761 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-8b59ff10-df16-4683-b25c-337bf835a320 tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:14:08.628842 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8b59ff10-df16-4683-b25c-337bf835a320 tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:14:08.646729 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b45a1550-0d2a-49fd-badb-5ee2838ce239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:08.697945 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5d01f012-5869-43eb-b66f-18a1c985eeaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:08.716814 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697fc9a9-ac43-440b-be54-28bc4438f47a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-b0652df1-6d56-4b14-b5b2-adb22242b52c', 'network_id': 'b0652df1-6d56-4b14-b5b2-adb22242b52c', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'fixed_ips': [{'subnet_id': 'e5ac9a53-8712-41ef-9544-1800b8698156'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:14:08.717902 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-697fc9a9-ac43-440b-be54-28bc4438f47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:08.940406 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd6200e-c83d-4608-a296-5bdf203871ba req-2dd9d9f7-21d6-4126-8876-b6d8ed0a8746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:08.941952 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2dd6200e-c83d-4608-a296-5bdf203871ba req-2dd9d9f7-21d6-4126-8876-b6d8ed0a8746 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fc9b7097-9839-43e8-ab87-dc826bac26d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6241624 Feb 09 01:14:09.028501 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6489cbc2-b567-41f7-87b6-6a0f81573447 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:09.075391 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-697fc9a9-ac43-440b-be54-28bc4438f47a None None] Allocated IP 172.21.0.2 (b0652df1-6d56-4b14-b5b2-adb22242b52c/e5ac9a53-8712-41ef-9544-1800b8698156/f7a08e81-dc71-4fdf-b10b-d89457bebcb2) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:14:09.139573 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-923c2d00-cce8-4861-bbf0-55f434ebf85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ceac979-d732-4a6b-907d-6eae9e37c312', 'name': 'tempest-AttachVolumeShelveTestJSON-1796756198-router', 'tenant_id': '128330d8f0414cd5a58362066d10386d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '18484618-ec90-4204-9af5-39c6ac632bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:09Z', 'updated_at': '2022-02-09T01:13:21Z', 'revision_number': 4, 'project_id': '128330d8f0414cd5a58362066d10386d', 'gw_port': {'id': '18484618-ec90-4204-9af5-39c6ac632bb7', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ceac979-d732-4a6b-907d-6eae9e37c312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:12Z', 'updated_at': '2022-02-09T01:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': 'af3608f4-d556-4d43-877a-7547dd0efe34', 'tenant_id': '128330d8f0414cd5a58362066d10386d', 'floating_ip_address': '172.25.0.93', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '8ceac979-d732-4a6b-907d-6eae9e37c312', 'port_id': '635a31bc-b7d0-435e-804d-117b1e246ca7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5', 'mac_address': 'fa:16:3e:2f:b4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb94c7c7-2262-4266-9ff1-ecacf3b56b73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:13:31Z', 'updated_at': '2022-02-09T01:14:04Z', 'revision_number': 1, 'project_id': '128330d8f0414cd5a58362066d10386d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e0614f9-4193-4180-bb2a-4859a0ab49d6', 'name': '', 'network_id': '0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5', 'tenant_id': '128330d8f0414cd5a58362066d10386d', 'mac_address': 'fa:16:3e:9c:0a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ceac979-d732-4a6b-907d-6eae9e37c312', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '9ba82490-d70a-42fe-a7ff-0aeb7f428073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:18Z', 'updated_at': '2022-02-09T01:13:31Z', 'revision_number': 5, 'project_id': '128330d8f0414cd5a58362066d10386d', 'subnets': [{'id': '9ba82490-d70a-42fe-a7ff-0aeb7f428073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:09.146473 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923c2d00-cce8-4861-bbf0-55f434ebf85f None None] The sync data for ids ['8ceac979-d732-4a6b-907d-6eae9e37c312'] in n-d-828418-1 is: [{'id': '8ceac979-d732-4a6b-907d-6eae9e37c312', 'name': 'tempest-AttachVolumeShelveTestJSON-1796756198-router', 'tenant_id': '128330d8f0414cd5a58362066d10386d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '18484618-ec90-4204-9af5-39c6ac632bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:09Z', 'updated_at': '2022-02-09T01:13:21Z', 'revision_number': 4, 'project_id': '128330d8f0414cd5a58362066d10386d', 'gw_port': {'id': '18484618-ec90-4204-9af5-39c6ac632bb7', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ceac979-d732-4a6b-907d-6eae9e37c312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:12Z', 'updated_at': '2022-02-09T01:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': 'af3608f4-d556-4d43-877a-7547dd0efe34', 'tenant_id': '128330d8f0414cd5a58362066d10386d', 'floating_ip_address': '172.25.0.93', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '8ceac979-d732-4a6b-907d-6eae9e37c312', 'port_id': '635a31bc-b7d0-435e-804d-117b1e246ca7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5', 'mac_address': 'fa:16:3e:2f:b4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb94c7c7-2262-4266-9ff1-ecacf3b56b73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:13:31Z', 'updated_at': '2022-02-09T01:14:04Z', 'revision_number': 1, 'project_id': '128330d8f0414cd5a58362066d10386d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e0614f9-4193-4180-bb2a-4859a0ab49d6', 'name': '', 'network_id': '0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5', 'tenant_id': '128330d8f0414cd5a58362066d10386d', 'mac_address': 'fa:16:3e:9c:0a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ceac979-d732-4a6b-907d-6eae9e37c312', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '9ba82490-d70a-42fe-a7ff-0aeb7f428073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:18Z', 'updated_at': '2022-02-09T01:13:31Z', 'revision_number': 5, 'project_id': '128330d8f0414cd5a58362066d10386d', 'subnets': [{'id': '9ba82490-d70a-42fe-a7ff-0aeb7f428073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:14:09.241038 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8b59ff10-df16-4683-b25c-337bf835a320 tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:09.250415 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8b59ff10-df16-4683-b25c-337bf835a320 tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:09.356008 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4add35f-9f54-484a-b2a9-68c67d3614b1 None None] Pushing event updated for resources: {'Port': ['ID=629925dc-613b-427a-bf38-914c2968ccf9,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:09.380902 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8f095442-60c0-40ff-84ac-5cd3bc408dc6 req-c8f1cd9d-6e07-4d2a-94b4-8c6b79e05007 service neutron] 10.222.0.105 "GET /v2.0/networks/f8b77c3e-bd3f-4fbf-baed-a73fbf24e7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7774816 Feb 09 01:14:09.420509 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d54b4e9-50a6-4218-9c6e-407a932cb777 req-b3916261-9c71-418c-a5a3-8376c592b32a tempest-ServerPasswordTestJSON-876899499 tempest-ServerPasswordTestJSON-876899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:09.429364 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6d54b4e9-50a6-4218-9c6e-407a932cb777 req-b3916261-9c71-418c-a5a3-8376c592b32a tempest-ServerPasswordTestJSON-876899499 tempest-ServerPasswordTestJSON-876899499-project] 10.222.0.105 "GET /v2.0/ports?device_id=debfd571-ab50-46d6-bad7-7a546fdb2790 HTTP/1.1" status: 200 len: 945 time: 0.8238668 Feb 09 01:14:09.440949 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-697fc9a9-ac43-440b-be54-28bc4438f47a None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:09.460891 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-b45a1550-0d2a-49fd-badb-5ee2838ce239 None None] Attempting to bind port 629925dc-613b-427a-bf38-914c2968ccf9 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:14:09.461416 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-b45a1550-0d2a-49fd-badb-5ee2838ce239 None None] Attempting to bind port 629925dc-613b-427a-bf38-914c2968ccf9 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '800b9ccb-d1d4-406c-8154-1adc8018e3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c4524fd0-4eb8-463e-9755-9b26024d4430'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:14:09.461906 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45a1550-0d2a-49fd-badb-5ee2838ce239 None None] Attempting to bind port 629925dc-613b-427a-bf38-914c2968ccf9 on network c4524fd0-4eb8-463e-9755-9b26024d4430 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:14:09.464635 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-697fc9a9-ac43-440b-be54-28bc4438f47a None None] Transition to ACTIVE for port object f7a08e81-dc71-4fdf-b10b-d89457bebcb2 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:14:09.477520 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45a1550-0d2a-49fd-badb-5ee2838ce239 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:14:09.478091 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45a1550-0d2a-49fd-badb-5ee2838ce239 None None] Checking segment: {'id': '800b9ccb-d1d4-406c-8154-1adc8018e3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c4524fd0-4eb8-463e-9755-9b26024d4430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:14:09.478659 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b45a1550-0d2a-49fd-badb-5ee2838ce239 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:09.479320 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45a1550-0d2a-49fd-badb-5ee2838ce239 None None] Bound using segment: {'id': '800b9ccb-d1d4-406c-8154-1adc8018e3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c4524fd0-4eb8-463e-9755-9b26024d4430'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:14:09.480014 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-b45a1550-0d2a-49fd-badb-5ee2838ce239 None None] Bound port: 629925dc-613b-427a-bf38-914c2968ccf9, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '800b9ccb-d1d4-406c-8154-1adc8018e3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c4524fd0-4eb8-463e-9755-9b26024d4430'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:14:09.480620 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b45a1550-0d2a-49fd-badb-5ee2838ce239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:09.514690 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2dd6200e-c83d-4608-a296-5bdf203871ba req-54c73992-a2ca-4bdd-b459-1d665a16c956 service neutron] 10.222.0.62 "GET /v2.0/networks/fc9b7097-9839-43e8-ab87-dc826bac26d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5606060 Feb 09 01:14:09.526186 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-697fc9a9-ac43-440b-be54-28bc4438f47a None None] Transition to ACTIVE for port object f7a08e81-dc71-4fdf-b10b-d89457bebcb2 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:14:09.531982 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b59ff10-df16-4683-b25c-337bf835a320 tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:14:09.541541 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b59ff10-df16-4683-b25c-337bf835a320 tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0636e2cf-1cba-45de-abb1-356b2d3942c2,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:09.565085 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8b59ff10-df16-4683-b25c-337bf835a320 tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:09.565438 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-8b59ff10-df16-4683-b25c-337bf835a320 tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Added segment 6c373453-fff7-4fd5-9f2a-d283c536d4b5 of type vlan for network cc9bfe02-c329-4973-be90-2366a93fc6a6 Feb 09 01:14:09.570411 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-697fc9a9-ac43-440b-be54-28bc4438f47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:09.599094 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2d19b5-16bf-48bf-bcf5-c09db3fe831d None None] New status for floating IP af3608f4-d556-4d43-877a-7547dd0efe34: ACTIVE {{(pid=87641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:14:09.673108 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8b59ff10-df16-4683-b25c-337bf835a320 tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:09.724711 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6d54b4e9-50a6-4218-9c6e-407a932cb777 req-2bb26183-c903-4f63-bb71-da6c073a73ab tempest-ServerPasswordTestJSON-876899499 tempest-ServerPasswordTestJSON-876899499-project] 10.222.0.105 "GET /v2.0/security-groups?id=8135a8f7-2691-4dae-95b2-3e3b35f77ded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941060 Feb 09 01:14:09.765640 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-d8a2b91d-4dd1-463b-914a-23c199d35e3b req-fc4e0117-8c25-4d9c-8c1e-f69e66de60f7 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] For port 407196dd-9518-46e7-b39a-db0b3c75969a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=407196dd-9518-46e7-b39a-db0b3c75969a,segment=NetworkSegment(3a81961f-9f3c-4b88-b026-d85a15f6fdfd),segment_id=3a81961f-9f3c-4b88-b026-d85a15f6fdfd)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:14:09.765882 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d8a2b91d-4dd1-463b-914a-23c199d35e3b req-fc4e0117-8c25-4d9c-8c1e-f69e66de60f7 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:09.817165 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697fc9a9-ac43-440b-be54-28bc4438f47a None None] Network b0652df1-6d56-4b14-b5b2-adb22242b52c is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:14:09.831858 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-697fc9a9-ac43-440b-be54-28bc4438f47a None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:09.834319 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8b59ff10-df16-4683-b25c-337bf835a320 tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:09.838983 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697fc9a9-ac43-440b-be54-28bc4438f47a None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:14:09.853843 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b59ff10-df16-4683-b25c-337bf835a320 tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:09.855035 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8b59ff10-df16-4683-b25c-337bf835a320 tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:09.953440 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-6489cbc2-b567-41f7-87b6-6a0f81573447 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Allocated IP 172.21.0.1 (b0652df1-6d56-4b14-b5b2-adb22242b52c/e5ac9a53-8712-41ef-9544-1800b8698156/e591a814-b949-4463-9e6d-039ca56f96fc) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:14:10.041477 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697fc9a9-ac43-440b-be54-28bc4438f47a None None] Pushing event updated for resources: {'Port': ['ID=f7a08e81-dc71-4fdf-b10b-d89457bebcb2,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:10.107326 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b59ff10-df16-4683-b25c-337bf835a320 tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Pushing event updated for resources: {'Network': ['ID=cc9bfe02-c329-4973-be90-2366a93fc6a6,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:10.120107 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-8b59ff10-df16-4683-b25c-337bf835a320 tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.4715822 Feb 09 01:14:10.120473 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39422) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:10.136979 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-a87043f4-7341-4cb1-8deb-6d7c21281039 tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Request body: {'subnet': {'network_id': 'cc9bfe02-c329-4973-be90-2366a93fc6a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:10.159339 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network cc9bfe02-c329-4973-be90-2366a93fc6a6 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:14:10.187158 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-d8a2b91d-4dd1-463b-914a-23c199d35e3b req-fc4e0117-8c25-4d9c-8c1e-f69e66de60f7 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Calling delete_port for 407196dd-9518-46e7-b39a-db0b3c75969a owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:14:10.231872 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2dd6200e-c83d-4608-a296-5bdf203871ba req-fad22723-1a48-4d6c-814e-4a17d87df2aa service neutron] 10.222.0.62 "GET /v2.0/networks/fc9b7097-9839-43e8-ab87-dc826bac26d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7039287 Feb 09 01:14:10.318842 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d4675a12-b5ad-460f-99f0-fb505947f18c req-a6d5a0cc-98e8-4404-891f-12023bb33fe4 tempest-ServerShowV247Test-1044118002 tempest-ServerShowV247Test-1044118002-project] 10.222.0.105 "GET /v2.0/ports?device_id=6a1b5f98-5cf1-4f1e-92be-71816af6e831 HTTP/1.1" status: 200 len: 210 time: 0.0762193 Feb 09 01:14:10.346525 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-b45a1550-0d2a-49fd-badb-5ee2838ce239 None None] For port 629925dc-613b-427a-bf38-914c2968ccf9, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:14:10.363393 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a87043f4-7341-4cb1-8deb-6d7c21281039 tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:14:10.377627 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-a87043f4-7341-4cb1-8deb-6d7c21281039 tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Usage tracker for resource:subnet and tenant:3a1f7eabe5644684a2a8ffbd262ede3e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:14:10.378642 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-697fc9a9-ac43-440b-be54-28bc4438f47a None None] Attempting to bind port f7a08e81-dc71-4fdf-b10b-d89457bebcb2 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:14:10.379016 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-697fc9a9-ac43-440b-be54-28bc4438f47a None None] Attempting to bind port f7a08e81-dc71-4fdf-b10b-d89457bebcb2 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '6012fabf-13cb-4a2b-9546-ca9f6d2ad910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b0652df1-6d56-4b14-b5b2-adb22242b52c'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:14:10.379374 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697fc9a9-ac43-440b-be54-28bc4438f47a None None] Attempting to bind port f7a08e81-dc71-4fdf-b10b-d89457bebcb2 on network b0652df1-6d56-4b14-b5b2-adb22242b52c {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:14:10.382412 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-a87043f4-7341-4cb1-8deb-6d7c21281039 tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:14:10.383931 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-b45a1550-0d2a-49fd-badb-5ee2838ce239 None None] For port 629925dc-613b-427a-bf38-914c2968ccf9, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=629925dc-613b-427a-bf38-914c2968ccf9,segment=NetworkSegment(800b9ccb-d1d4-406c-8154-1adc8018e3f4),segment_id=800b9ccb-d1d4-406c-8154-1adc8018e3f4)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:14:10.387984 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6489cbc2-b567-41f7-87b6-6a0f81573447 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:10.393551 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697fc9a9-ac43-440b-be54-28bc4438f47a None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:14:10.393987 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697fc9a9-ac43-440b-be54-28bc4438f47a None None] Checking segment: {'id': '6012fabf-13cb-4a2b-9546-ca9f6d2ad910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b0652df1-6d56-4b14-b5b2-adb22242b52c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:14:10.394389 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-697fc9a9-ac43-440b-be54-28bc4438f47a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:10.394782 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697fc9a9-ac43-440b-be54-28bc4438f47a None None] Bound using segment: {'id': '6012fabf-13cb-4a2b-9546-ca9f6d2ad910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b0652df1-6d56-4b14-b5b2-adb22242b52c'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:14:10.395438 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-697fc9a9-ac43-440b-be54-28bc4438f47a None None] Bound port: f7a08e81-dc71-4fdf-b10b-d89457bebcb2, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6012fabf-13cb-4a2b-9546-ca9f6d2ad910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b0652df1-6d56-4b14-b5b2-adb22242b52c'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:14:10.395815 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-697fc9a9-ac43-440b-be54-28bc4438f47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:10.396521 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a87043f4-7341-4cb1-8deb-6d7c21281039 tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:14:10.411356 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b45a1550-0d2a-49fd-badb-5ee2838ce239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:10.413073 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-6489cbc2-b567-41f7-87b6-6a0f81573447 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Transition to ACTIVE for port object e591a814-b949-4463-9e6d-039ca56f96fc will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:14:10.414811 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a87043f4-7341-4cb1-8deb-6d7c21281039 tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Made reservation on behalf of 3a1f7eabe5644684a2a8ffbd262ede3e for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:10.419246 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a87043f4-7341-4cb1-8deb-6d7c21281039 tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:10.429747 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb94c7c7-2262-4266-9ff1-ecacf3b56b73', 'tag': '635a31bc-b7d0-435e-804d-117b1e246ca7', 'status': 'completed', 'code': 200} Feb 09 01:14:10.533848 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c56e6-62e8-4f78-ab4b-9be517fe6a2a req-0d462859-d069-45c8-bd97-7f7830d85896 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:10.536233 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-166c56e6-62e8-4f78-ab4b-9be517fe6a2a req-0d462859-d069-45c8-bd97-7f7830d85896 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb94c7c7-2262-4266-9ff1-ecacf3b56b73 HTTP/1.1" status: 200 len: 945 time: 0.5785968 Feb 09 01:14:10.582191 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6489cbc2-b567-41f7-87b6-6a0f81573447 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:10.649141 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-697fc9a9-ac43-440b-be54-28bc4438f47a None None] For port f7a08e81-dc71-4fdf-b10b-d89457bebcb2, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:14:10.655103 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-697fc9a9-ac43-440b-be54-28bc4438f47a None None] For port f7a08e81-dc71-4fdf-b10b-d89457bebcb2, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=f7a08e81-dc71-4fdf-b10b-d89457bebcb2,segment=NetworkSegment(6012fabf-13cb-4a2b-9546-ca9f6d2ad910),segment_id=6012fabf-13cb-4a2b-9546-ca9f6d2ad910)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:14:10.661310 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-023f40e2-d767-4650-9519-6c28cce80d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:10.677297 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-697fc9a9-ac43-440b-be54-28bc4438f47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:10.699838 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45a1550-0d2a-49fd-badb-5ee2838ce239 None None] Routers {'4157810a-8ce4-4f4c-b778-9d0a8a549831'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:14:10.700745 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-b45a1550-0d2a-49fd-badb-5ee2838ce239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:14:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['4157810a-8ce4-4f4c-b778-9d0a8a549831'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:10.717656 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6489cbc2-b567-41f7-87b6-6a0f81573447 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Network b0652df1-6d56-4b14-b5b2-adb22242b52c is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:14:10.735134 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-6489cbc2-b567-41f7-87b6-6a0f81573447 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:10.759537 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-166c56e6-62e8-4f78-ab4b-9be517fe6a2a req-c6bc3285-0f7a-49a8-b111-e9a477e03b87 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=e6bfd964-7aa5-43a2-a057-7d9b16c44215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1847301 Feb 09 01:14:10.798025 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6489cbc2-b567-41f7-87b6-6a0f81573447 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:14:10.803429 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d8a2b91d-4dd1-463b-914a-23c199d35e3b req-fc4e0117-8c25-4d9c-8c1e-f69e66de60f7 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:10.946358 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6489cbc2-b567-41f7-87b6-6a0f81573447 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Pushing event updated for resources: {'Port': ['ID=e591a814-b949-4463-9e6d-039ca56f96fc,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:10.960225 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6489cbc2-b567-41f7-87b6-6a0f81573447 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:11.000593 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4add35f-9f54-484a-b2a9-68c67d3614b1 None None] Pushing event updated for resources: {'Port': ['ID=629925dc-613b-427a-bf38-914c2968ccf9,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:11.046253 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a87043f4-7341-4cb1-8deb-6d7c21281039 tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:11.055763 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4e0117-8c25-4d9c-8c1e-f69e66de60f7 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Pushing event deleted for resources: {'Port': ['ID=407196dd-9518-46e7-b39a-db0b3c75969a,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:11.084320 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a2b91d-4dd1-463b-914a-23c199d35e3b req-fc4e0117-8c25-4d9c-8c1e-f69e66de60f7 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] No DVR routers for this DVR port 407196dd-9518-46e7-b39a-db0b3c75969a on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:14:11.089566 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c3532500-9106-4a8c-bf8c-9026c1253fa3 req-a9b8a1a6-0372-42cb-9dd6-c46c3b54fb0e tempest-ServerMetadataNegativeTestJSON-1795550256 tempest-ServerMetadataNegativeTestJSON-1795550256-project] 10.222.0.105 "GET /v2.0/ports?device_id=c253710c-a703-4490-b755-4768770f3a8e HTTP/1.1" status: 200 len: 210 time: 0.1473877 Feb 09 01:14:11.093565 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d8a2b91d-4dd1-463b-914a-23c199d35e3b req-fc4e0117-8c25-4d9c-8c1e-f69e66de60f7 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:11.098147 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e67d5a-898e-41fe-adba-3bf606bc31ca req-96cbcb2d-f875-4ba8-a7d9-686a41fa8b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:11.099062 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-b45a1550-0d2a-49fd-badb-5ee2838ce239 None None] Set router 4157810a-8ce4-4f4c-b778-9d0a8a549831 gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:14:11.099804 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-35e67d5a-898e-41fe-adba-3bf606bc31ca req-96cbcb2d-f875-4ba8-a7d9-686a41fa8b99 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=128330d8f0414cd5a58362066d10386d&device_id=eb94c7c7-2262-4266-9ff1-ecacf3b56b73 HTTP/1.1" status: 200 len: 1096 time: 0.6466331 Feb 09 01:14:11.110748 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ff1bf-42db-4afa-96f9-6140d4436328 req-56c2fc1a-43e9-4b5a-8d12-2f4416fe1a9c tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:11.118005 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-553ff1bf-42db-4afa-96f9-6140d4436328 req-56c2fc1a-43e9-4b5a-8d12-2f4416fe1a9c tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "GET /v2.0/ports?device_id=66abf429-08b1-4733-9148-a03acc898aa2 HTTP/1.1" status: 200 len: 906 time: 0.5210640 Feb 09 01:14:11.217202 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697fc9a9-ac43-440b-be54-28bc4438f47a None None] Pushing event updated for resources: {'Port': ['ID=f7a08e81-dc71-4fdf-b10b-d89457bebcb2,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:11.418037 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e67d5a-898e-41fe-adba-3bf606bc31ca req-07c689c3-796d-453c-be35-7c2789e6879d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:11.420138 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-35e67d5a-898e-41fe-adba-3bf606bc31ca req-07c689c3-796d-453c-be35-7c2789e6879d service neutron] 10.222.0.62 "GET /v2.0/networks?id=0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5 HTTP/1.1" status: 200 len: 918 time: 0.2961066 Feb 09 01:14:11.477128 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87043f4-7341-4cb1-8deb-6d7c21281039 tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Pushing event updated for resources: {'Subnet': ['ID=246ddee8-fdf6-4b9e-9b90-df3c63041da7,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:11.492179 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6489cbc2-b567-41f7-87b6-6a0f81573447 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:11.589553 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:11.598952 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:11.638938 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87043f4-7341-4cb1-8deb-6d7c21281039 tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Checking segment: {'id': '6c373453-fff7-4fd5-9f2a-d283c536d4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc9bfe02-c329-4973-be90-2366a93fc6a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:14:11.639555 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87043f4-7341-4cb1-8deb-6d7c21281039 tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Network hostable DHCP agents. Network: cc9bfe02-c329-4973-be90-2366a93fc6a6, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:14:11.662211 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d8a2b91d-4dd1-463b-914a-23c199d35e3b req-fc4e0117-8c25-4d9c-8c1e-f69e66de60f7 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.62 "DELETE /v2.0/ports/407196dd-9518-46e7-b39a-db0b3c75969a HTTP/1.1" status: 204 len: 173 time: 3.4493012 Feb 09 01:14:11.683096 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-35e67d5a-898e-41fe-adba-3bf606bc31ca req-42125058-7797-4328-8a3c-19d6f73815fd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=635a31bc-b7d0-435e-804d-117b1e246ca7 HTTP/1.1" status: 200 len: 1000 time: 0.2514086 Feb 09 01:14:11.772980 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-553ff1bf-42db-4afa-96f9-6140d4436328 req-7cd74cb9-d8a5-4073-b8a5-bd974d0fd948 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "GET /v2.0/security-groups?id=7432a6e0-20bb-4b7a-9fb6-44a9c667edd7&id=04db1776-df78-44e6-8589-18bdc682e548&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.6539171 Feb 09 01:14:11.831672 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-b45a1550-0d2a-49fd-badb-5ee2838ce239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'name': 'tempest-RoutersTest-router-783627243', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:56Z', 'updated_at': '2022-02-09T01:14:02Z', 'revision_number': 2, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'gw_port_host': None, '_interfaces': [{'id': '629925dc-613b-427a-bf38-914c2968ccf9', 'name': '', 'network_id': 'c4524fd0-4eb8-463e-9755-9b26024d4430', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'mac_address': 'fa:16:3e:df:d1:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'db3e0a00-8428-42ad-b65e-d9b346fbbb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:59Z', 'updated_at': '2022-02-09T01:14:10Z', 'revision_number': 4, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'subnets': [{'id': 'db3e0a00-8428-42ad-b65e-d9b346fbbb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:11.846187 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45a1550-0d2a-49fd-badb-5ee2838ce239 None None] The sync data for ids ['4157810a-8ce4-4f4c-b778-9d0a8a549831'] in n-d-828418-1 is: [{'id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'name': 'tempest-RoutersTest-router-783627243', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:56Z', 'updated_at': '2022-02-09T01:14:02Z', 'revision_number': 2, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'gw_port_host': None, '_interfaces': [{'id': '629925dc-613b-427a-bf38-914c2968ccf9', 'name': '', 'network_id': 'c4524fd0-4eb8-463e-9755-9b26024d4430', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'mac_address': 'fa:16:3e:df:d1:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'db3e0a00-8428-42ad-b65e-d9b346fbbb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:59Z', 'updated_at': '2022-02-09T01:14:10Z', 'revision_number': 4, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'subnets': [{'id': 'db3e0a00-8428-42ad-b65e-d9b346fbbb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:14:12.321192 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-617fda7b-cfc2-4168-af56-52c517e4d449 req-6ecf86be-1b91-497a-a7fe-13c6a2947ffa tempest-ServerShowV247Test-1044118002 tempest-ServerShowV247Test-1044118002-project] 10.222.0.105 "GET /v2.0/ports?device_id=6a1b5f98-5cf1-4f1e-92be-71816af6e831 HTTP/1.1" status: 200 len: 210 time: 0.1579058 Feb 09 01:14:12.373368 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87043f4-7341-4cb1-8deb-6d7c21281039 tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Network cc9bfe02-c329-4973-be90-2366a93fc6a6 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:14:12.424340 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-a87043f4-7341-4cb1-8deb-6d7c21281039 tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, cc9bfe02-c329-4973-be90-2366a93fc6a6) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:12.429246 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e67d5a-898e-41fe-adba-3bf606bc31ca req-f081e4d0-87d8-4982-b740-eb86a8fc345e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:12.430563 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-35e67d5a-898e-41fe-adba-3bf606bc31ca req-f081e4d0-87d8-4982-b740-eb86a8fc345e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9ba82490-d70a-42fe-a7ff-0aeb7f428073 HTTP/1.1" status: 200 len: 856 time: 0.6565940 Feb 09 01:14:12.435083 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87043f4-7341-4cb1-8deb-6d7c21281039 tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:12.435723 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a87043f4-7341-4cb1-8deb-6d7c21281039 tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:12.439430 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb8d45c-a132-49af-bf38-b4e9bed558f2 None None] Network cc9bfe02-c329-4973-be90-2366a93fc6a6 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:14:12.441189 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6489cbc2-b567-41f7-87b6-6a0f81573447 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:12.443611 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66abf429-08b1-4733-9148-a03acc898aa2', 'name': 'network-vif-deleted', 'tag': '407196dd-9518-46e7-b39a-db0b3c75969a'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:14:12.502284 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6489cbc2-b567-41f7-87b6-6a0f81573447 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:12.616231 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f095442-60c0-40ff-84ac-5cd3bc408dc6 req-0a3666fa-4e27-4192-ac4a-ac7770c00e22 tempest-ServerMetadataNegativeTestJSON-1795550256 tempest-ServerMetadataNegativeTestJSON-1795550256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:12.618261 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8f095442-60c0-40ff-84ac-5cd3bc408dc6 req-0a3666fa-4e27-4192-ac4a-ac7770c00e22 tempest-ServerMetadataNegativeTestJSON-1795550256 tempest-ServerMetadataNegativeTestJSON-1795550256-project] 10.222.0.62 "GET /v2.0/networks?id=f8b77c3e-bd3f-4fbf-baed-a73fbf24e7e9 HTTP/1.1" status: 200 len: 820 time: 0.9253521 Feb 09 01:14:12.645524 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-8f095442-60c0-40ff-84ac-5cd3bc408dc6 req-50b85bcf-d83c-48ee-804c-82ef0ac18f44 tempest-ServerMetadataNegativeTestJSON-1795550256 tempest-ServerMetadataNegativeTestJSON-1795550256-project] Request body: {'port': {'device_id': 'c253710c-a703-4490-b755-4768770f3a8e', 'network_id': 'f8b77c3e-bd3f-4fbf-baed-a73fbf24e7e9', 'admin_state_up': True, 'tenant_id': '2529f2e0c7f24c8fa09721b67149c568'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:12.663959 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a87043f4-7341-4cb1-8deb-6d7c21281039 tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5387907 Feb 09 01:14:12.665047 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39442) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:12.670413 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6489cbc2-b567-41f7-87b6-6a0f81573447 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Pushing event updated for resources: {'Port': ['ID=e591a814-b949-4463-9e6d-039ca56f96fc,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:12.684672 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-0c029224-de8a-4ee4-9393-caa8efa2a560 tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Request body: {'port': {'network_id': 'cc9bfe02-c329-4973-be90-2366a93fc6a6', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1201030289'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:12.755997 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556170ee-a2dd-4a4e-b3e7-65832a3dcb18 None None] Network b0652df1-6d56-4b14-b5b2-adb22242b52c requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:14:12.817786 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6489cbc2-b567-41f7-87b6-6a0f81573447 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:12.912132 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-47cbba84-2e7d-4fed-bef4-c600b9e19ca8 None None] Provisioning for port f7a08e81-dc71-4fdf-b10b-d89457bebcb2 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:14:12.930762 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-8f095442-60c0-40ff-84ac-5cd3bc408dc6 req-50b85bcf-d83c-48ee-804c-82ef0ac18f44 tempest-ServerMetadataNegativeTestJSON-1795550256 tempest-ServerMetadataNegativeTestJSON-1795550256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:14:12.955869 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614fe4f4-ffb5-4e9a-91e0-95a3e64e2463 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-cc9bfe02-c329-4973-be90-2366a93fc6a6', 'network_id': 'cc9bfe02-c329-4973-be90-2366a93fc6a6', 'tenant_id': '3a1f7eabe5644684a2a8ffbd262ede3e', 'fixed_ips': [{'subnet_id': '246ddee8-fdf6-4b9e-9b90-df3c63041da7'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:14:12.956853 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-614fe4f4-ffb5-4e9a-91e0-95a3e64e2463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:12.982620 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-0c029224-de8a-4ee4-9393-caa8efa2a560 tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:14:12.984191 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 407196dd-9518-46e7-b39a-db0b3c75969a no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:14:12.986595 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-0c029224-de8a-4ee4-9393-caa8efa2a560 tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Usage tracker for resource:port and tenant:3a1f7eabe5644684a2a8ffbd262ede3e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:14:12.989525 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-0c029224-de8a-4ee4-9393-caa8efa2a560 tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:14:12.991317 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f6cdedab-bcef-4278-bcb4-cfd586cc096a req-20cf2967-79b2-4d56-b2a7-cf37c36ceb70 tempest-ServerMetadataNegativeTestJSON-1795550256 tempest-ServerMetadataNegativeTestJSON-1795550256-project] 10.222.0.105 "GET /v2.0/ports?device_id=c253710c-a703-4490-b755-4768770f3a8e HTTP/1.1" status: 200 len: 210 time: 0.0685468 Feb 09 01:14:12.992398 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-8f095442-60c0-40ff-84ac-5cd3bc408dc6 req-50b85bcf-d83c-48ee-804c-82ef0ac18f44 tempest-ServerMetadataNegativeTestJSON-1795550256 tempest-ServerMetadataNegativeTestJSON-1795550256-project] Usage tracker for resource:port and tenant:2529f2e0c7f24c8fa09721b67149c568 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:14:12.995827 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-0c029224-de8a-4ee4-9393-caa8efa2a560 tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:14:12.997659 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-8f095442-60c0-40ff-84ac-5cd3bc408dc6 req-50b85bcf-d83c-48ee-804c-82ef0ac18f44 tempest-ServerMetadataNegativeTestJSON-1795550256 tempest-ServerMetadataNegativeTestJSON-1795550256-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:14:13.009437 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2766c441-689e-4227-b6ac-34c6a9ee0960 req-446c1692-a863-4280-8a4d-7c2bdd4772d0 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:13.017556 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2766c441-689e-4227-b6ac-34c6a9ee0960 req-446c1692-a863-4280-8a4d-7c2bdd4772d0 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb94c7c7-2262-4266-9ff1-ecacf3b56b73 HTTP/1.1" status: 200 len: 945 time: 0.8489382 Feb 09 01:14:13.031921 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c029224-de8a-4ee4-9393-caa8efa2a560 tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Made reservation on behalf of 3a1f7eabe5644684a2a8ffbd262ede3e for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:13.045008 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0c029224-de8a-4ee4-9393-caa8efa2a560 tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:13.064539 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-8f095442-60c0-40ff-84ac-5cd3bc408dc6 req-50b85bcf-d83c-48ee-804c-82ef0ac18f44 tempest-ServerMetadataNegativeTestJSON-1795550256 tempest-ServerMetadataNegativeTestJSON-1795550256-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:14:13.089582 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: 407196dd-9518-46e7-b39a-db0b3c75969a {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:14:13.090275 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 407196dd-9518-46e7-b39a-db0b3c75969a not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:14:13.103035 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2766c441-689e-4227-b6ac-34c6a9ee0960 req-160b3a8d-a8e4-4389-b256-18cec0154977 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=e6bfd964-7aa5-43a2-a057-7d9b16c44215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756073 Feb 09 01:14:13.103614 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-0c029224-de8a-4ee4-9393-caa8efa2a560 tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] device_id is not set on port 695cb6e0-dd1a-4fc7-81cf-390d69aa41af yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:14:13.103732 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66abf429-08b1-4733-9148-a03acc898aa2', 'name': 'network-vif-deleted', 'tag': '407196dd-9518-46e7-b39a-db0b3c75969a', 'status': 'completed', 'code': 200} Feb 09 01:14:13.134738 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e67d5a-898e-41fe-adba-3bf606bc31ca req-0df50c4c-0d58-4000-a9c6-6b335a7cb4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:13.136514 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-35e67d5a-898e-41fe-adba-3bf606bc31ca req-0df50c4c-0d58-4000-a9c6-6b335a7cb4c3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6660576 Feb 09 01:14:13.137726 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f095442-60c0-40ff-84ac-5cd3bc408dc6 req-50b85bcf-d83c-48ee-804c-82ef0ac18f44 tempest-ServerMetadataNegativeTestJSON-1795550256 tempest-ServerMetadataNegativeTestJSON-1795550256-project] Made reservation on behalf of 2529f2e0c7f24c8fa09721b67149c568 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:13.141221 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8f095442-60c0-40ff-84ac-5cd3bc408dc6 req-50b85bcf-d83c-48ee-804c-82ef0ac18f44 tempest-ServerMetadataNegativeTestJSON-1795550256 tempest-ServerMetadataNegativeTestJSON-1795550256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:13.188554 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6489cbc2-b567-41f7-87b6-6a0f81573447 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Network b0652df1-6d56-4b14-b5b2-adb22242b52c is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:14:13.193097 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-6489cbc2-b567-41f7-87b6-6a0f81573447 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:13.293836 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 39450) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:13.358519 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:13.360304 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device f7a08e81-dc71-4fdf-b10b-d89457bebcb2 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:14:13.416367 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6489cbc2-b567-41f7-87b6-6a0f81573447 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Router 4157810a-8ce4-4f4c-b778-9d0a8a549831 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:14:13.585251 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port f7a08e81-dc71-4fdf-b10b-d89457bebcb2 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:14:13.594598 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port f7a08e81-dc71-4fdf-b10b-d89457bebcb2 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:13.595040 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:13.605060 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a6f6e470-3990-4745-8fc9-fe236d01e793 req-7c8ee29a-7365-4ce9-adc1-7a91417b941d tempest-ServerShowV247Test-1044118002 tempest-ServerShowV247Test-1044118002-project] 10.222.0.105 "GET /v2.0/ports?device_id=6a1b5f98-5cf1-4f1e-92be-71816af6e831 HTTP/1.1" status: 200 len: 210 time: 0.1038389 Feb 09 01:14:13.629785 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-0c029224-de8a-4ee4-9393-caa8efa2a560 tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Allocated IP 172.20.0.2 (cc9bfe02-c329-4973-be90-2366a93fc6a6/246ddee8-fdf6-4b9e-9b90-df3c63041da7/695cb6e0-dd1a-4fc7-81cf-390d69aa41af) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:14:13.674271 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6489cbc2-b567-41f7-87b6-6a0f81573447 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:14:13.694225 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe553ac4-e482-4cea-bf71-7d73f517d770 req-7d0d5652-d988-4023-979c-713bdbab2608 tempest-ServerPasswordTestJSON-876899499 tempest-ServerPasswordTestJSON-876899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:13.695994 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fe553ac4-e482-4cea-bf71-7d73f517d770 req-7d0d5652-d988-4023-979c-713bdbab2608 tempest-ServerPasswordTestJSON-876899499 tempest-ServerPasswordTestJSON-876899499-project] 10.222.0.105 "GET /v2.0/ports?device_id=debfd571-ab50-46d6-bad7-7a546fdb2790 HTTP/1.1" status: 200 len: 945 time: 0.4036059 Feb 09 01:14:13.697539 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-8f095442-60c0-40ff-84ac-5cd3bc408dc6 req-50b85bcf-d83c-48ee-804c-82ef0ac18f44 tempest-ServerMetadataNegativeTestJSON-1795550256 tempest-ServerMetadataNegativeTestJSON-1795550256-project] Allocated IP 172.20.0.12 (f8b77c3e-bd3f-4fbf-baed-a73fbf24e7e9/16baadbf-0617-4093-be1f-d867fe240cc9/0ad67996-31ef-4092-a4d4-85ae38589f85) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:14:13.704840 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-6489cbc2-b567-41f7-87b6-6a0f81573447 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "PUT /v2.0/routers/4157810a-8ce4-4f4c-b778-9d0a8a549831/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5107765 Feb 09 01:14:13.708995 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39456) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:13.718378 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-5469a42a-a745-497c-940f-d69e6a04584d tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Request body: {'network': {'name': 'tempest-RoutersTest-52390892'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:13.726355 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5469a42a-a745-497c-940f-d69e6a04584d tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:14:13.730543 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bb3646a5-0a79-4255-b759-7b1730408a25 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:13.741140 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-35e67d5a-898e-41fe-adba-3bf606bc31ca req-543387f8-b8bb-4fa4-a272-e0d987318f1a service neutron] 10.222.0.62 "GET /v2.0/networks/0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5356550 Feb 09 01:14:13.749625 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-5469a42a-a745-497c-940f-d69e6a04584d tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Usage tracker for resource:network and tenant:fefa2a0bcdd943ec8d8c861415908997 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:14:13.755398 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-5469a42a-a745-497c-940f-d69e6a04584d tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:14:13.771136 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5469a42a-a745-497c-940f-d69e6a04584d tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:14:13.813531 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:13.856576 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5469a42a-a745-497c-940f-d69e6a04584d tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Made reservation on behalf of fefa2a0bcdd943ec8d8c861415908997 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:13.860842 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5469a42a-a745-497c-940f-d69e6a04584d tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:13.865687 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port f7a08e81-dc71-4fdf-b10b-d89457bebcb2, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=f7a08e81-dc71-4fdf-b10b-d89457bebcb2,segment=NetworkSegment(6012fabf-13cb-4a2b-9546-ca9f6d2ad910),segment_id=6012fabf-13cb-4a2b-9546-ca9f6d2ad910)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:14:13.871253 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:13.873100 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 629925dc-613b-427a-bf38-914c2968ccf9 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:14:13.917671 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5469a42a-a745-497c-940f-d69e6a04584d tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:14:13.968880 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5469a42a-a745-497c-940f-d69e6a04584d tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:13.969234 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-5469a42a-a745-497c-940f-d69e6a04584d tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Added segment ec59313a-9eff-4304-b188-9a62054e4317 of type vlan for network 0ff13dbc-b3ae-4568-83d8-652753de953e Feb 09 01:14:14.009945 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0c029224-de8a-4ee4-9393-caa8efa2a560 tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:14.053742 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=f7a08e81-dc71-4fdf-b10b-d89457bebcb2,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:14.081425 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb61444a-fe5e-4ea8-938f-e05771835e56 None None] Provisioning complete for port f7a08e81-dc71-4fdf-b10b-d89457bebcb2 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:14.081933 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb61444a-fe5e-4ea8-938f-e05771835e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:14.084324 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5469a42a-a745-497c-940f-d69e6a04584d tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:14.104007 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-0c029224-de8a-4ee4-9393-caa8efa2a560 tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Transition to ACTIVE for port object 695cb6e0-dd1a-4fc7-81cf-390d69aa41af will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:14:14.133260 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-35e67d5a-898e-41fe-adba-3bf606bc31ca req-4f69ebcd-d6a6-4b47-a309-8a78604ab03c service neutron] 10.222.0.62 "GET /v2.0/networks/0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3840830 Feb 09 01:14:14.134014 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 629925dc-613b-427a-bf38-914c2968ccf9 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:14:14.146860 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5469a42a-a745-497c-940f-d69e6a04584d tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:14.162074 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5469a42a-a745-497c-940f-d69e6a04584d tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:14.162846 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5469a42a-a745-497c-940f-d69e6a04584d tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:14.181058 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 629925dc-613b-427a-bf38-914c2968ccf9 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:14.181656 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:14.234919 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5019b7c6-2e33-4e3f-aeea-172701dbb06e None None] Sync routers for ids ['4157810a-8ce4-4f4c-b778-9d0a8a549831'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:14:14.237620 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fe553ac4-e482-4cea-bf71-7d73f517d770 req-114702d3-bef2-4703-b9de-298409299fc2 tempest-ServerPasswordTestJSON-876899499 tempest-ServerPasswordTestJSON-876899499-project] 10.222.0.105 "GET /v2.0/security-groups?id=8135a8f7-2691-4dae-95b2-3e3b35f77ded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5326293 Feb 09 01:14:14.271038 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bb3646a5-0a79-4255-b759-7b1730408a25 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:14.299464 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5019b7c6-2e33-4e3f-aeea-172701dbb06e None None] Routers {'4157810a-8ce4-4f4c-b778-9d0a8a549831'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:14:14.300194 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-5019b7c6-2e33-4e3f-aeea-172701dbb06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:14:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['4157810a-8ce4-4f4c-b778-9d0a8a549831'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:14.322007 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5469a42a-a745-497c-940f-d69e6a04584d tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Pushing event updated for resources: {'Network': ['ID=0ff13dbc-b3ae-4568-83d8-652753de953e,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:14.334533 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-5469a42a-a745-497c-940f-d69e6a04584d tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.6242034 Feb 09 01:14:14.337579 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39464) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:14.345278 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-76c28985-860c-49f4-8a1b-49bbb828cbf4 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Request body: {'subnet': {'network_id': '0ff13dbc-b3ae-4568-83d8-652753de953e', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:14.372131 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0c029224-de8a-4ee4-9393-caa8efa2a560 tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:14.372359 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 0ff13dbc-b3ae-4568-83d8-652753de953e details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:14:14.393946 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-70d191c7-7f27-4109-86d0-8dd8211ef126 req-21d9bab6-edaf-40bb-9e92-8004ef059715 tempest-ServerMetadataNegativeTestJSON-1795550256 tempest-ServerMetadataNegativeTestJSON-1795550256-project] 10.222.0.105 "GET /v2.0/ports?device_id=c253710c-a703-4490-b755-4768770f3a8e HTTP/1.1" status: 200 len: 210 time: 0.1093895 Feb 09 01:14:14.410311 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8f095442-60c0-40ff-84ac-5cd3bc408dc6 req-50b85bcf-d83c-48ee-804c-82ef0ac18f44 tempest-ServerMetadataNegativeTestJSON-1795550256 tempest-ServerMetadataNegativeTestJSON-1795550256-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:14.519945 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bb3646a5-0a79-4255-b759-7b1730408a25 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:14.543650 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3646a5-0a79-4255-b759-7b1730408a25 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04db1776-df78-44e6-8589-18bdc682e548,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:14.590805 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d700312-a907-4ccd-83c8-1a8a6125822f req-a471006a-25b6-4c14-8748-d19c3c58f46f tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:14.610226 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2d700312-a907-4ccd-83c8-1a8a6125822f req-a471006a-25b6-4c14-8748-d19c3c58f46f tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb94c7c7-2262-4266-9ff1-ecacf3b56b73 HTTP/1.1" status: 200 len: 945 time: 0.2040200 Feb 09 01:14:14.640868 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8f095442-60c0-40ff-84ac-5cd3bc408dc6 req-50b85bcf-d83c-48ee-804c-82ef0ac18f44 tempest-ServerMetadataNegativeTestJSON-1795550256 tempest-ServerMetadataNegativeTestJSON-1795550256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:14.700551 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c029224-de8a-4ee4-9393-caa8efa2a560 tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Network cc9bfe02-c329-4973-be90-2366a93fc6a6 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:14:14.733498 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-0c029224-de8a-4ee4-9393-caa8efa2a560 tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:14.750467 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c029224-de8a-4ee4-9393-caa8efa2a560 tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:14:14.825868 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c029224-de8a-4ee4-9393-caa8efa2a560 tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:14.826198 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0c029224-de8a-4ee4-9393-caa8efa2a560 tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:14.874710 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-5019b7c6-2e33-4e3f-aeea-172701dbb06e None None] Set router 4157810a-8ce4-4f4c-b778-9d0a8a549831 gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:14:14.875417 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c029224-de8a-4ee4-9393-caa8efa2a560 tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Pushing event updated for resources: {'Port': ['ID=695cb6e0-dd1a-4fc7-81cf-390d69aa41af,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:14.892583 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-0c029224-de8a-4ee4-9393-caa8efa2a560 tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2182720 Feb 09 01:14:14.894023 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-76c28985-860c-49f4-8a1b-49bbb828cbf4 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:14:14.896988 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39470) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:14.902711 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-76c28985-860c-49f4-8a1b-49bbb828cbf4 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Usage tracker for resource:subnet and tenant:fefa2a0bcdd943ec8d8c861415908997 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:14:14.908034 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-76c28985-860c-49f4-8a1b-49bbb828cbf4 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:14:14.943319 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bb3646a5-0a79-4255-b759-7b1730408a25 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:14.944425 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-bb3646a5-0a79-4255-b759-7b1730408a25 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "DELETE /v2.0/security-groups/04db1776-df78-44e6-8589-18bdc682e548 HTTP/1.1" status: 204 len: 168 time: 1.6274762 Feb 09 01:14:14.959141 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-76c28985-860c-49f4-8a1b-49bbb828cbf4 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:14:14.961082 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39474) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:14.992070 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-af5fd8d0-2a6b-4548-a5f4-ce7f458cb86d req-02f88868-66dd-4317-a3d9-22beefd3f793 tempest-ServerShowV247Test-1044118002 tempest-ServerShowV247Test-1044118002-project] 10.222.0.105 "GET /v2.0/ports?device_id=6a1b5f98-5cf1-4f1e-92be-71816af6e831 HTTP/1.1" status: 200 len: 210 time: 0.1000137 Feb 09 01:14:14.997055 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f095442-60c0-40ff-84ac-5cd3bc408dc6 req-50b85bcf-d83c-48ee-804c-82ef0ac18f44 tempest-ServerMetadataNegativeTestJSON-1795550256 tempest-ServerMetadataNegativeTestJSON-1795550256-project] Network f8b77c3e-bd3f-4fbf-baed-a73fbf24e7e9 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:14:14.998330 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-614fe4f4-ffb5-4e9a-91e0-95a3e64e2463 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-2137cd3b-b26a-4a96-a498-11e735270f34 {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:14:14.998685 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-614fe4f4-ffb5-4e9a-91e0-95a3e64e2463 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:14:15.010344 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-8f095442-60c0-40ff-84ac-5cd3bc408dc6 req-50b85bcf-d83c-48ee-804c-82ef0ac18f44 tempest-ServerMetadataNegativeTestJSON-1795550256 tempest-ServerMetadataNegativeTestJSON-1795550256-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:15.013417 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f095442-60c0-40ff-84ac-5cd3bc408dc6 req-50b85bcf-d83c-48ee-804c-82ef0ac18f44 tempest-ServerMetadataNegativeTestJSON-1795550256 tempest-ServerMetadataNegativeTestJSON-1795550256-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:14:15.030516 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:15.054586 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11669dec-3588-4626-a239-0b84ce3214ae req-6abfe19a-9530-4012-9349-2d7b570373fa tempest-ServerPasswordTestJSON-876899499 tempest-ServerPasswordTestJSON-876899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:15.054586 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-11669dec-3588-4626-a239-0b84ce3214ae req-6abfe19a-9530-4012-9349-2d7b570373fa tempest-ServerPasswordTestJSON-876899499 tempest-ServerPasswordTestJSON-876899499-project] Synchronizing usage tracker for tenant:775000953f2946ae9632e0af6cbbf3cd on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:14:15.054586 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c28985-860c-49f4-8a1b-49bbb828cbf4 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Made reservation on behalf of fefa2a0bcdd943ec8d8c861415908997 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:15.057753 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-76c28985-860c-49f4-8a1b-49bbb828cbf4 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:15.072870 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2d700312-a907-4ccd-83c8-1a8a6125822f req-576a8027-aa56-4b30-a2c3-2a7379cb021f tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=e6bfd964-7aa5-43a2-a057-7d9b16c44215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4615991 Feb 09 01:14:15.076824 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b85bcf-d83c-48ee-804c-82ef0ac18f44 tempest-ServerMetadataNegativeTestJSON-1795550256 tempest-ServerMetadataNegativeTestJSON-1795550256-project] Pushing event updated for resources: {'Port': ['ID=0ad67996-31ef-4092-a4d4-85ae38589f85,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:15.106037 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f095442-60c0-40ff-84ac-5cd3bc408dc6 req-50b85bcf-d83c-48ee-804c-82ef0ac18f44 tempest-ServerMetadataNegativeTestJSON-1795550256 tempest-ServerMetadataNegativeTestJSON-1795550256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:15.106816 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8f095442-60c0-40ff-84ac-5cd3bc408dc6 req-50b85bcf-d83c-48ee-804c-82ef0ac18f44 tempest-ServerMetadataNegativeTestJSON-1795550256 tempest-ServerMetadataNegativeTestJSON-1795550256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:15.138360 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8f095442-60c0-40ff-84ac-5cd3bc408dc6 req-50b85bcf-d83c-48ee-804c-82ef0ac18f44 tempest-ServerMetadataNegativeTestJSON-1795550256 tempest-ServerMetadataNegativeTestJSON-1795550256-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5062127 Feb 09 01:14:15.153812 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-8f095442-60c0-40ff-84ac-5cd3bc408dc6 req-6d2834c8-35f1-4086-b5d4-23324bb8354d service neutron] Request body: {'port': {'device_id': 'c253710c-a703-4490-b755-4768770f3a8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:15.157440 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c366df08-0a5c-4669-b117-d365b7d62bcf tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:15.164705 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-b3f257cc-9dfc-440e-8b87-f63f922adda5 tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Deleting port 695cb6e0-dd1a-4fc7-81cf-390d69aa41af {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:14:15.165331 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b3f257cc-9dfc-440e-8b87-f63f922adda5 tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:15.202154 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 629925dc-613b-427a-bf38-914c2968ccf9, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=629925dc-613b-427a-bf38-914c2968ccf9,segment=NetworkSegment(800b9ccb-d1d4-406c-8154-1adc8018e3f4),segment_id=800b9ccb-d1d4-406c-8154-1adc8018e3f4)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:14:15.203116 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb61444a-fe5e-4ea8-938f-e05771835e56 None None] Provisioning for port e591a814-b949-4463-9e6d-039ca56f96fc completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:14:15.211133 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:15.249684 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fb61444a-fe5e-4ea8-938f-e05771835e56 None None] Provisioning complete for port e591a814-b949-4463-9e6d-039ca56f96fc triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:15.251325 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb61444a-fe5e-4ea8-938f-e05771835e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:15.309626 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8f095442-60c0-40ff-84ac-5cd3bc408dc6 req-6d2834c8-35f1-4086-b5d4-23324bb8354d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:15.348589 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c366df08-0a5c-4669-b117-d365b7d62bcf tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:15.357449 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-11669dec-3588-4626-a239-0b84ce3214ae req-6abfe19a-9530-4012-9349-2d7b570373fa tempest-ServerPasswordTestJSON-876899499 tempest-ServerPasswordTestJSON-876899499-project] Unset dirty status for tenant:775000953f2946ae9632e0af6cbbf3cd on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:14:15.358974 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-11669dec-3588-4626-a239-0b84ce3214ae req-6abfe19a-9530-4012-9349-2d7b570373fa tempest-ServerPasswordTestJSON-876899499 tempest-ServerPasswordTestJSON-876899499-project] 10.222.0.99 "GET /v2.0/ports?device_id=debfd571-ab50-46d6-bad7-7a546fdb2790 HTTP/1.1" status: 200 len: 945 time: 0.8736041 Feb 09 01:14:15.382727 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fb61444a-fe5e-4ea8-938f-e05771835e56 None None] Port e591a814-b949-4463-9e6d-039ca56f96fc cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:14:15.388296 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=629925dc-613b-427a-bf38-914c2968ccf9,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:15.449688 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device f7a08e81-dc71-4fdf-b10b-d89457bebcb2 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:14:15.510433 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-614fe4f4-ffb5-4e9a-91e0-95a3e64e2463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:15.610090 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-11669dec-3588-4626-a239-0b84ce3214ae req-abb87848-563c-4843-bcb3-9914431f576d tempest-ServerPasswordTestJSON-876899499 tempest-ServerPasswordTestJSON-876899499-project] Deleting port d288a5fb-57fe-4de1-83f5-638e59df6e9f {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:14:15.610728 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-11669dec-3588-4626-a239-0b84ce3214ae req-abb87848-563c-4843-bcb3-9914431f576d tempest-ServerPasswordTestJSON-876899499 tempest-ServerPasswordTestJSON-876899499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:15.713091 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c366df08-0a5c-4669-b117-d365b7d62bcf tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:15.727574 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-614fe4f4-ffb5-4e9a-91e0-95a3e64e2463 None None] Allocated IP 172.20.0.3 (cc9bfe02-c329-4973-be90-2366a93fc6a6/246ddee8-fdf6-4b9e-9b90-df3c63041da7/cdf00310-b806-4d41-ac46-91a779baf447) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:14:15.768356 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c366df08-0a5c-4669-b117-d365b7d62bcf tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7432a6e0-20bb-4b7a-9fb6-44a9c667edd7,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:15.856570 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b3f257cc-9dfc-440e-8b87-f63f922adda5 tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:15.940317 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859a4f8-c4f6-4fef-a0c1-f13f4766b7c2 req-15ce8539-03a5-41f2-9943-b5106c4540c5 tempest-ServerPasswordTestJSON-876899499 tempest-ServerPasswordTestJSON-876899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:15.947450 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f859a4f8-c4f6-4fef-a0c1-f13f4766b7c2 req-15ce8539-03a5-41f2-9943-b5106c4540c5 tempest-ServerPasswordTestJSON-876899499 tempest-ServerPasswordTestJSON-876899499-project] 10.222.0.105 "GET /v2.0/ports?device_id=debfd571-ab50-46d6-bad7-7a546fdb2790 HTTP/1.1" status: 200 len: 945 time: 0.4478848 Feb 09 01:14:16.003156 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bffac36-32ba-493f-a0a5-761cd59460bd req-946bab82-c42a-404e-80bf-6166978596ee tempest-ServerMetadataNegativeTestJSON-1795550256 tempest-ServerMetadataNegativeTestJSON-1795550256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:16.003968 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-9bffac36-32ba-493f-a0a5-761cd59460bd req-946bab82-c42a-404e-80bf-6166978596ee tempest-ServerMetadataNegativeTestJSON-1795550256 tempest-ServerMetadataNegativeTestJSON-1795550256-project] Synchronizing usage tracker for tenant:2529f2e0c7f24c8fa09721b67149c568 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:14:16.047732 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-b3f257cc-9dfc-440e-8b87-f63f922adda5 tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Calling delete_port for 695cb6e0-dd1a-4fc7-81cf-390d69aa41af owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:14:16.097754 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f859a4f8-c4f6-4fef-a0c1-f13f4766b7c2 req-a204be0d-be30-4889-be1f-b08872b35b43 tempest-ServerPasswordTestJSON-876899499 tempest-ServerPasswordTestJSON-876899499-project] 10.222.0.105 "GET /v2.0/security-groups?id=8135a8f7-2691-4dae-95b2-3e3b35f77ded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493292 Feb 09 01:14:16.100239 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-9bffac36-32ba-493f-a0a5-761cd59460bd req-946bab82-c42a-404e-80bf-6166978596ee tempest-ServerMetadataNegativeTestJSON-1795550256 tempest-ServerMetadataNegativeTestJSON-1795550256-project] Unset dirty status for tenant:2529f2e0c7f24c8fa09721b67149c568 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:14:16.108437 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9bffac36-32ba-493f-a0a5-761cd59460bd req-946bab82-c42a-404e-80bf-6166978596ee tempest-ServerMetadataNegativeTestJSON-1795550256 tempest-ServerMetadataNegativeTestJSON-1795550256-project] 10.222.0.105 "GET /v2.0/ports?device_id=c253710c-a703-4490-b755-4768770f3a8e HTTP/1.1" status: 200 len: 932 time: 0.4120591 Feb 09 01:14:16.122128 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-79c3a31a-ab9e-4d2b-8d32-3f034ed56c26 None None] Provisioning complete for port e591a814-b949-4463-9e6d-039ca56f96fc triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:16.122765 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-79c3a31a-ab9e-4d2b-8d32-3f034ed56c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:16.205639 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-614fe4f4-ffb5-4e9a-91e0-95a3e64e2463 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:16.225337 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-79c3a31a-ab9e-4d2b-8d32-3f034ed56c26 None None] Port e591a814-b949-4463-9e6d-039ca56f96fc cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:14:16.229049 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-614fe4f4-ffb5-4e9a-91e0-95a3e64e2463 None None] Transition to ACTIVE for port object cdf00310-b806-4d41-ac46-91a779baf447 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:14:16.231336 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9bffac36-32ba-493f-a0a5-761cd59460bd req-f4643b3a-01ec-436f-aa1b-b7e6b3c21d59 tempest-ServerMetadataNegativeTestJSON-1795550256 tempest-ServerMetadataNegativeTestJSON-1795550256-project] 10.222.0.105 "GET /v2.0/security-groups?id=e1871fe4-15cc-4a21-93d2-bdac3d7bfa44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063781 Feb 09 01:14:16.236229 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-8f095442-60c0-40ff-84ac-5cd3bc408dc6 req-6d2834c8-35f1-4086-b5d4-23324bb8354d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ad67996-31ef-4092-a4d4-85ae38589f85 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:14:16.237659 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c366df08-0a5c-4669-b117-d365b7d62bcf tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:16.242125 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c366df08-0a5c-4669-b117-d365b7d62bcf tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "DELETE /v2.0/security-groups/7432a6e0-20bb-4b7a-9fb6-44a9c667edd7 HTTP/1.1" status: 204 len: 168 time: 1.2798998 Feb 09 01:14:16.242400 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 39494) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:16.247497 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8f095442-60c0-40ff-84ac-5cd3bc408dc6 req-6d2834c8-35f1-4086-b5d4-23324bb8354d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:16.277328 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port f7a08e81-dc71-4fdf-b10b-d89457bebcb2 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:16.277780 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:16.332880 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-614fe4f4-ffb5-4e9a-91e0-95a3e64e2463 None None] Transition to ACTIVE for port object cdf00310-b806-4d41-ac46-91a779baf447 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:14:16.346533 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-5019b7c6-2e33-4e3f-aeea-172701dbb06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'name': 'tempest-RoutersTest-router-783627243', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:56Z', 'updated_at': '2022-02-09T01:14:11Z', 'revision_number': 3, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'gw_port_host': None, '_interfaces': [{'id': '629925dc-613b-427a-bf38-914c2968ccf9', 'name': '', 'network_id': 'c4524fd0-4eb8-463e-9755-9b26024d4430', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'mac_address': 'fa:16:3e:df:d1:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'db3e0a00-8428-42ad-b65e-d9b346fbbb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:59Z', 'updated_at': '2022-02-09T01:14:10Z', 'revision_number': 4, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'subnets': [{'id': 'db3e0a00-8428-42ad-b65e-d9b346fbbb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e591a814-b949-4463-9e6d-039ca56f96fc', 'name': '', 'network_id': 'b0652df1-6d56-4b14-b5b2-adb22242b52c', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'mac_address': 'fa:16:3e:ba:6f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'e5ac9a53-8712-41ef-9544-1800b8698156', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:09Z', 'updated_at': '2022-02-09T01:14:11Z', 'revision_number': 2, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'subnets': [{'id': 'e5ac9a53-8712-41ef-9544-1800b8698156', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:16.358400 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-614fe4f4-ffb5-4e9a-91e0-95a3e64e2463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:16.380953 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-11669dec-3588-4626-a239-0b84ce3214ae req-abb87848-563c-4843-bcb3-9914431f576d tempest-ServerPasswordTestJSON-876899499 tempest-ServerPasswordTestJSON-876899499-project] For port d288a5fb-57fe-4de1-83f5-638e59df6e9f, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=d288a5fb-57fe-4de1-83f5-638e59df6e9f,segment=NetworkSegment(dd583385-fa22-434f-8f08-898aa72d59e3),segment_id=dd583385-fa22-434f-8f08-898aa72d59e3)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:14:16.381409 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-11669dec-3588-4626-a239-0b84ce3214ae req-abb87848-563c-4843-bcb3-9914431f576d tempest-ServerPasswordTestJSON-876899499 tempest-ServerPasswordTestJSON-876899499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:16.382245 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bfcb2186-eee7-490b-bf05-17cb7bace3ec req-16607634-46f8-4061-9a3f-f8a5d0cdd496 tempest-ServerShowV247Test-1044118002 tempest-ServerShowV247Test-1044118002-project] 10.222.0.105 "GET /v2.0/ports?device_id=6a1b5f98-5cf1-4f1e-92be-71816af6e831 HTTP/1.1" status: 200 len: 210 time: 0.0682914 Feb 09 01:14:16.394460 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5019b7c6-2e33-4e3f-aeea-172701dbb06e None None] Checking router: 4157810a-8ce4-4f4c-b778-9d0a8a549831 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:14:16.394816 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5019b7c6-2e33-4e3f-aeea-172701dbb06e None None] Updating router 4157810a-8ce4-4f4c-b778-9d0a8a549831 port e591a814-b949-4463-9e6d-039ca56f96fc binding host n-d-828418-1 {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:14:16.400848 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-8f095442-60c0-40ff-84ac-5cd3bc408dc6 req-6d2834c8-35f1-4086-b5d4-23324bb8354d service neutron] Transition to ACTIVE for port object 0ad67996-31ef-4092-a4d4-85ae38589f85 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:14:16.408562 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8f095442-60c0-40ff-84ac-5cd3bc408dc6 req-6d2834c8-35f1-4086-b5d4-23324bb8354d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:16.435332 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-76c28985-860c-49f4-8a1b-49bbb828cbf4 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:16.503609 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5019b7c6-2e33-4e3f-aeea-172701dbb06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:16.526877 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614fe4f4-ffb5-4e9a-91e0-95a3e64e2463 None None] Pushing event updated for resources: {'Port': ['ID=cdf00310-b806-4d41-ac46-91a779baf447,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:16.636716 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2834c8-35f1-4086-b5d4-23324bb8354d service neutron] Pushing event updated for resources: {'Port': ['ID=0ad67996-31ef-4092-a4d4-85ae38589f85,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:16.690931 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-11669dec-3588-4626-a239-0b84ce3214ae req-abb87848-563c-4843-bcb3-9914431f576d tempest-ServerPasswordTestJSON-876899499 tempest-ServerPasswordTestJSON-876899499-project] Calling delete_port for d288a5fb-57fe-4de1-83f5-638e59df6e9f owned by compute:nova {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:14:16.847823 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614fe4f4-ffb5-4e9a-91e0-95a3e64e2463 None None] Network cc9bfe02-c329-4973-be90-2366a93fc6a6 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:14:16.863584 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-614fe4f4-ffb5-4e9a-91e0-95a3e64e2463 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:16.902133 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614fe4f4-ffb5-4e9a-91e0-95a3e64e2463 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:14:16.983361 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c28985-860c-49f4-8a1b-49bbb828cbf4 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Pushing event updated for resources: {'Subnet': ['ID=a0194cd5-ee98-4cc3-9033-f132ee87d6ae,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:17.075840 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-614fe4f4-ffb5-4e9a-91e0-95a3e64e2463 None None] Attempting to bind port cdf00310-b806-4d41-ac46-91a779baf447 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:14:17.076588 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-614fe4f4-ffb5-4e9a-91e0-95a3e64e2463 None None] Attempting to bind port cdf00310-b806-4d41-ac46-91a779baf447 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '6c373453-fff7-4fd5-9f2a-d283c536d4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc9bfe02-c329-4973-be90-2366a93fc6a6'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:14:17.077187 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614fe4f4-ffb5-4e9a-91e0-95a3e64e2463 None None] Attempting to bind port cdf00310-b806-4d41-ac46-91a779baf447 on network cc9bfe02-c329-4973-be90-2366a93fc6a6 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:14:17.077912 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c28985-860c-49f4-8a1b-49bbb828cbf4 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Checking segment: {'id': 'ec59313a-9eff-4304-b188-9a62054e4317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '0ff13dbc-b3ae-4568-83d8-652753de953e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:14:17.078278 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c28985-860c-49f4-8a1b-49bbb828cbf4 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Network hostable DHCP agents. Network: 0ff13dbc-b3ae-4568-83d8-652753de953e, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:14:17.098292 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614fe4f4-ffb5-4e9a-91e0-95a3e64e2463 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:14:17.099090 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614fe4f4-ffb5-4e9a-91e0-95a3e64e2463 None None] Checking segment: {'id': '6c373453-fff7-4fd5-9f2a-d283c536d4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc9bfe02-c329-4973-be90-2366a93fc6a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:14:17.099572 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-614fe4f4-ffb5-4e9a-91e0-95a3e64e2463 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:17.100030 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614fe4f4-ffb5-4e9a-91e0-95a3e64e2463 None None] Bound using segment: {'id': '6c373453-fff7-4fd5-9f2a-d283c536d4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc9bfe02-c329-4973-be90-2366a93fc6a6'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:14:17.100569 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-614fe4f4-ffb5-4e9a-91e0-95a3e64e2463 None None] Bound port: cdf00310-b806-4d41-ac46-91a779baf447, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c373453-fff7-4fd5-9f2a-d283c536d4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cc9bfe02-c329-4973-be90-2366a93fc6a6'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:14:17.101049 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-614fe4f4-ffb5-4e9a-91e0-95a3e64e2463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:17.110506 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b3f257cc-9dfc-440e-8b87-f63f922adda5 tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:17.145941 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-8f095442-60c0-40ff-84ac-5cd3bc408dc6 req-6d2834c8-35f1-4086-b5d4-23324bb8354d service neutron] Attempting to bind port 0ad67996-31ef-4092-a4d4-85ae38589f85 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:14:17.146285 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-8f095442-60c0-40ff-84ac-5cd3bc408dc6 req-6d2834c8-35f1-4086-b5d4-23324bb8354d service neutron] Attempting to bind port 0ad67996-31ef-4092-a4d4-85ae38589f85 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '91294dcc-9fbc-45b4-aacd-f908d020f653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f8b77c3e-bd3f-4fbf-baed-a73fbf24e7e9'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:14:17.146618 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f095442-60c0-40ff-84ac-5cd3bc408dc6 req-6d2834c8-35f1-4086-b5d4-23324bb8354d service neutron] Attempting to bind port 0ad67996-31ef-4092-a4d4-85ae38589f85 on network f8b77c3e-bd3f-4fbf-baed-a73fbf24e7e9 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:14:17.156788 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f095442-60c0-40ff-84ac-5cd3bc408dc6 req-6d2834c8-35f1-4086-b5d4-23324bb8354d service neutron] Port 0ad67996-31ef-4092-a4d4-85ae38589f85 on network f8b77c3e-bd3f-4fbf-baed-a73fbf24e7e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:14:17.157099 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f095442-60c0-40ff-84ac-5cd3bc408dc6 req-6d2834c8-35f1-4086-b5d4-23324bb8354d service neutron] Attempting to bind port 0ad67996-31ef-4092-a4d4-85ae38589f85 on network f8b77c3e-bd3f-4fbf-baed-a73fbf24e7e9 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:14:17.171751 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f095442-60c0-40ff-84ac-5cd3bc408dc6 req-6d2834c8-35f1-4086-b5d4-23324bb8354d service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:14:17.172093 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f095442-60c0-40ff-84ac-5cd3bc408dc6 req-6d2834c8-35f1-4086-b5d4-23324bb8354d service neutron] Checking segment: {'id': '91294dcc-9fbc-45b4-aacd-f908d020f653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f8b77c3e-bd3f-4fbf-baed-a73fbf24e7e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:14:17.172468 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f095442-60c0-40ff-84ac-5cd3bc408dc6 req-6d2834c8-35f1-4086-b5d4-23324bb8354d service neutron] Bound using segment: {'id': '91294dcc-9fbc-45b4-aacd-f908d020f653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f8b77c3e-bd3f-4fbf-baed-a73fbf24e7e9'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:14:17.172974 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-8f095442-60c0-40ff-84ac-5cd3bc408dc6 req-6d2834c8-35f1-4086-b5d4-23324bb8354d service neutron] Bound port: 0ad67996-31ef-4092-a4d4-85ae38589f85, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91294dcc-9fbc-45b4-aacd-f908d020f653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f8b77c3e-bd3f-4fbf-baed-a73fbf24e7e9'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:14:17.173498 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8f095442-60c0-40ff-84ac-5cd3bc408dc6 req-6d2834c8-35f1-4086-b5d4-23324bb8354d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:17.243257 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f257cc-9dfc-440e-8b87-f63f922adda5 tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Pushing event deleted for resources: {'Port': ['ID=695cb6e0-dd1a-4fc7-81cf-390d69aa41af,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:17.267987 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-614fe4f4-ffb5-4e9a-91e0-95a3e64e2463 None None] For port cdf00310-b806-4d41-ac46-91a779baf447, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:14:17.285098 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c28985-860c-49f4-8a1b-49bbb828cbf4 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Network 0ff13dbc-b3ae-4568-83d8-652753de953e is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:14:17.342692 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 629925dc-613b-427a-bf38-914c2968ccf9 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:14:17.355081 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-76c28985-860c-49f4-8a1b-49bbb828cbf4 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 0ff13dbc-b3ae-4568-83d8-652753de953e) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:17.360572 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-11669dec-3588-4626-a239-0b84ce3214ae req-abb87848-563c-4843-bcb3-9914431f576d tempest-ServerPasswordTestJSON-876899499 tempest-ServerPasswordTestJSON-876899499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:17.362768 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c28985-860c-49f4-8a1b-49bbb828cbf4 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:17.363025 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-76c28985-860c-49f4-8a1b-49bbb828cbf4 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:17.383109 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-614fe4f4-ffb5-4e9a-91e0-95a3e64e2463 None None] For port cdf00310-b806-4d41-ac46-91a779baf447, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=cdf00310-b806-4d41-ac46-91a779baf447,segment=NetworkSegment(6c373453-fff7-4fd5-9f2a-d283c536d4b5),segment_id=6c373453-fff7-4fd5-9f2a-d283c536d4b5)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:14:17.385779 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5019b7c6-2e33-4e3f-aeea-172701dbb06e None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:17.390423 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fbabda-101b-43f4-965e-05fec154cf1c None None] Network 0ff13dbc-b3ae-4568-83d8-652753de953e requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:14:17.443813 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb87848-563c-4843-bcb3-9914431f576d tempest-ServerPasswordTestJSON-876899499 tempest-ServerPasswordTestJSON-876899499-project] Pushing event deleted for resources: {'Port': ['ID=d288a5fb-57fe-4de1-83f5-638e59df6e9f,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:17.475700 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-614fe4f4-ffb5-4e9a-91e0-95a3e64e2463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:17.500705 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-8f095442-60c0-40ff-84ac-5cd3bc408dc6 req-6d2834c8-35f1-4086-b5d4-23324bb8354d service neutron] For port 0ad67996-31ef-4092-a4d4-85ae38589f85, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:14:17.519046 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b3f257cc-9dfc-440e-8b87-f63f922adda5 tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:17.523412 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b3f257cc-9dfc-440e-8b87-f63f922adda5 tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] 10.222.0.105 "DELETE /v2.0/ports/695cb6e0-dd1a-4fc7-81cf-390d69aa41af HTTP/1.1" status: 204 len: 168 time: 2.6203194 Feb 09 01:14:17.523603 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5019b7c6-2e33-4e3f-aeea-172701dbb06e None None] Transition to ACTIVE for port object e591a814-b949-4463-9e6d-039ca56f96fc will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:14:17.527898 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-76c28985-860c-49f4-8a1b-49bbb828cbf4 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1890478 Feb 09 01:14:17.529041 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 39508) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:17.533692 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39510) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:17.537081 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-11669dec-3588-4626-a239-0b84ce3214ae req-abb87848-563c-4843-bcb3-9914431f576d tempest-ServerPasswordTestJSON-876899499 tempest-ServerPasswordTestJSON-876899499-project] No DVR routers for this DVR port d288a5fb-57fe-4de1-83f5-638e59df6e9f on host n-h2-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:14:17.548820 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-8f095442-60c0-40ff-84ac-5cd3bc408dc6 req-6d2834c8-35f1-4086-b5d4-23324bb8354d service neutron] For port 0ad67996-31ef-4092-a4d4-85ae38589f85, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=0ad67996-31ef-4092-a4d4-85ae38589f85,segment=NetworkSegment(91294dcc-9fbc-45b4-aacd-f908d020f653),segment_id=91294dcc-9fbc-45b4-aacd-f908d020f653)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:14:17.570391 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8f095442-60c0-40ff-84ac-5cd3bc408dc6 req-6d2834c8-35f1-4086-b5d4-23324bb8354d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:17.572508 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5019b7c6-2e33-4e3f-aeea-172701dbb06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:17.636531 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-11669dec-3588-4626-a239-0b84ce3214ae req-abb87848-563c-4843-bcb3-9914431f576d tempest-ServerPasswordTestJSON-876899499 tempest-ServerPasswordTestJSON-876899499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:17.638444 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-11669dec-3588-4626-a239-0b84ce3214ae req-abb87848-563c-4843-bcb3-9914431f576d tempest-ServerPasswordTestJSON-876899499 tempest-ServerPasswordTestJSON-876899499-project] 10.222.0.99 "DELETE /v2.0/ports/d288a5fb-57fe-4de1-83f5-638e59df6e9f HTTP/1.1" status: 204 len: 173 time: 2.2650347 Feb 09 01:14:17.638902 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'debfd571-ab50-46d6-bad7-7a546fdb2790', 'name': 'network-vif-deleted', 'tag': 'd288a5fb-57fe-4de1-83f5-638e59df6e9f'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:14:17.658565 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a87fd4-90c9-4984-98ee-a4b64b22b929 req-421c5759-213e-4489-abb2-802ca9565824 tempest-ServerPasswordTestJSON-876899499 tempest-ServerPasswordTestJSON-876899499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:17.660193 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a4a87fd4-90c9-4984-98ee-a4b64b22b929 req-421c5759-213e-4489-abb2-802ca9565824 tempest-ServerPasswordTestJSON-876899499 tempest-ServerPasswordTestJSON-876899499-project] 10.222.0.105 "GET /v2.0/ports?device_id=debfd571-ab50-46d6-bad7-7a546fdb2790 HTTP/1.1" status: 200 len: 867 time: 0.3860621 Feb 09 01:14:17.673211 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f095442-60c0-40ff-84ac-5cd3bc408dc6 req-6d2834c8-35f1-4086-b5d4-23324bb8354d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:17.673997 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8f095442-60c0-40ff-84ac-5cd3bc408dc6 req-6d2834c8-35f1-4086-b5d4-23324bb8354d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:17.675609 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8f095442-60c0-40ff-84ac-5cd3bc408dc6 req-6d2834c8-35f1-4086-b5d4-23324bb8354d service neutron] 10.222.0.62 "PUT /v2.0/ports/0ad67996-31ef-4092-a4d4-85ae38589f85 HTTP/1.1" status: 200 len: 1092 time: 2.5279806 Feb 09 01:14:17.698665 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c253710c-a703-4490-b755-4768770f3a8e', 'tag': '0ad67996-31ef-4092-a4d4-85ae38589f85'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:14:17.706386 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-752fd154-aca3-40c5-888c-d03471f5d9aa tempest-DHCPAgentSchedulersTestJSON-454636927 tempest-DHCPAgentSchedulersTestJSON-454636927-project-admin] 10.222.0.105 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4678 time: 0.1709206 Feb 09 01:14:17.718350 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 39522) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:17.728128 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-4938d515-ef93-4fe3-b705-c013dac5953e tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1906966857'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:17.795094 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4938d515-ef93-4fe3-b705-c013dac5953e tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:14:17.836628 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-4938d515-ef93-4fe3-b705-c013dac5953e tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Usage tracker for resource:network and tenant:3a1f7eabe5644684a2a8ffbd262ede3e is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:14:17.851810 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-4938d515-ef93-4fe3-b705-c013dac5953e tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:14:17.865949 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2834c8-35f1-4086-b5d4-23324bb8354d service neutron] Pushing event updated for resources: {'Port': ['ID=0ad67996-31ef-4092-a4d4-85ae38589f85,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:17.874405 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4938d515-ef93-4fe3-b705-c013dac5953e tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:14:17.882264 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a4a87fd4-90c9-4984-98ee-a4b64b22b929 req-2bedbc6d-4eb1-447b-85eb-e4579546f1f5 tempest-ServerPasswordTestJSON-876899499 tempest-ServerPasswordTestJSON-876899499-project] 10.222.0.105 "GET /v2.0/security-groups?id=8135a8f7-2691-4dae-95b2-3e3b35f77ded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021177 Feb 09 01:14:17.905180 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7af7a8-b33a-4fc4-93c9-377b6c2ea296 req-dd59edf9-21f0-43f4-b056-975572657482 tempest-ServerMetadataNegativeTestJSON-1795550256 tempest-ServerMetadataNegativeTestJSON-1795550256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:17.905377 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device d288a5fb-57fe-4de1-83f5-638e59df6e9f no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:14:17.917577 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ee7af7a8-b33a-4fc4-93c9-377b6c2ea296 req-dd59edf9-21f0-43f4-b056-975572657482 tempest-ServerMetadataNegativeTestJSON-1795550256 tempest-ServerMetadataNegativeTestJSON-1795550256-project] 10.222.0.105 "GET /v2.0/ports?device_id=c253710c-a703-4490-b755-4768770f3a8e HTTP/1.1" status: 200 len: 944 time: 0.4706073 Feb 09 01:14:17.971091 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614fe4f4-ffb5-4e9a-91e0-95a3e64e2463 None None] Pushing event updated for resources: {'Port': ['ID=cdf00310-b806-4d41-ac46-91a779baf447,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:17.976466 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4938d515-ef93-4fe3-b705-c013dac5953e tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Made reservation on behalf of 3a1f7eabe5644684a2a8ffbd262ede3e for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:17.980167 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4938d515-ef93-4fe3-b705-c013dac5953e tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:18.075952 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ee7af7a8-b33a-4fc4-93c9-377b6c2ea296 req-dbb9f161-581f-443d-85f4-3fcd4c3d4577 tempest-ServerMetadataNegativeTestJSON-1795550256 tempest-ServerMetadataNegativeTestJSON-1795550256-project] 10.222.0.105 "GET /v2.0/security-groups?id=e1871fe4-15cc-4a21-93d2-bdac3d7bfa44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266248 Feb 09 01:14:18.089421 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] No Port match for: d288a5fb-57fe-4de1-83f5-638e59df6e9f {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:14:18.089969 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device d288a5fb-57fe-4de1-83f5-638e59df6e9f not bound to the agent host n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:14:18.093845 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4938d515-ef93-4fe3-b705-c013dac5953e tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:14:18.140245 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f095442-60c0-40ff-84ac-5cd3bc408dc6 req-aece9abb-f645-44d0-9c61-825d76379c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:18.142066 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8f095442-60c0-40ff-84ac-5cd3bc408dc6 req-aece9abb-f645-44d0-9c61-825d76379c91 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2529f2e0c7f24c8fa09721b67149c568&device_id=c253710c-a703-4490-b755-4768770f3a8e HTTP/1.1" status: 200 len: 1095 time: 0.3957124 Feb 09 01:14:18.249486 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4938d515-ef93-4fe3-b705-c013dac5953e tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:18.249975 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-4938d515-ef93-4fe3-b705-c013dac5953e tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Added segment 77c0d9e7-1c1f-4c0f-a15c-87e870ecbb41 of type vlan for network 0a30cbf3-04c0-4059-9696-354af8e5de97 Feb 09 01:14:18.255180 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'debfd571-ab50-46d6-bad7-7a546fdb2790', 'name': 'network-vif-deleted', 'tag': 'd288a5fb-57fe-4de1-83f5-638e59df6e9f', 'status': 'completed', 'code': 200} Feb 09 01:14:18.269431 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-42ba2b21-9c8d-4d6c-82b8-fc66b4ca029a req-743227a7-ecda-4540-acaa-7a7a23664259 tempest-ServerShowV247Test-1044118002 tempest-ServerShowV247Test-1044118002-project] 10.222.0.105 "GET /v2.0/ports?device_id=6a1b5f98-5cf1-4f1e-92be-71816af6e831 HTTP/1.1" status: 200 len: 210 time: 0.1663566 Feb 09 01:14:18.289921 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c253710c-a703-4490-b755-4768770f3a8e', 'tag': '0ad67996-31ef-4092-a4d4-85ae38589f85', 'status': 'completed', 'code': 200} Feb 09 01:14:18.294367 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8f095442-60c0-40ff-84ac-5cd3bc408dc6 req-c2f95a6c-1761-44d7-9020-8448182d1352 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ad67996-31ef-4092-a4d4-85ae38589f85 HTTP/1.1" status: 200 len: 217 time: 0.1368022 Feb 09 01:14:18.338787 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c521333-59d9-43e5-8a16-07535e7aaf75 None None] Pushing event updated for resources: {'Port': ['ID=e591a814-b949-4463-9e6d-039ca56f96fc,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:18.344736 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-13755a44-7f5f-4daa-9807-279bc964bb36 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:18.381571 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 629925dc-613b-427a-bf38-914c2968ccf9 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:18.381927 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:18.447236 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4938d515-ef93-4fe3-b705-c013dac5953e tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:18.472609 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-5019b7c6-2e33-4e3f-aeea-172701dbb06e None None] Attempting to bind port e591a814-b949-4463-9e6d-039ca56f96fc on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:14:18.473347 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-5019b7c6-2e33-4e3f-aeea-172701dbb06e None None] Attempting to bind port e591a814-b949-4463-9e6d-039ca56f96fc by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '6012fabf-13cb-4a2b-9546-ca9f6d2ad910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b0652df1-6d56-4b14-b5b2-adb22242b52c'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:14:18.474241 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5019b7c6-2e33-4e3f-aeea-172701dbb06e None None] Attempting to bind port e591a814-b949-4463-9e6d-039ca56f96fc on network b0652df1-6d56-4b14-b5b2-adb22242b52c {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:14:18.481367 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92aacf9-baa0-4dc1-8159-14e1132bcbd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-0ff13dbc-b3ae-4568-83d8-652753de953e', 'network_id': '0ff13dbc-b3ae-4568-83d8-652753de953e', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'fixed_ips': [{'subnet_id': 'a0194cd5-ee98-4cc3-9033-f132ee87d6ae'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:14:18.482399 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a92aacf9-baa0-4dc1-8159-14e1132bcbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:18.506702 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5019b7c6-2e33-4e3f-aeea-172701dbb06e None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:14:18.507137 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f095442-60c0-40ff-84ac-5cd3bc408dc6 req-2b3a1688-64e7-44b3-8858-1c30536f256f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:18.507909 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5019b7c6-2e33-4e3f-aeea-172701dbb06e None None] Checking segment: {'id': '6012fabf-13cb-4a2b-9546-ca9f6d2ad910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b0652df1-6d56-4b14-b5b2-adb22242b52c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:14:18.508492 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5019b7c6-2e33-4e3f-aeea-172701dbb06e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:18.508615 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8f095442-60c0-40ff-84ac-5cd3bc408dc6 req-2b3a1688-64e7-44b3-8858-1c30536f256f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=16baadbf-0617-4093-be1f-d867fe240cc9 HTTP/1.1" status: 200 len: 860 time: 0.2066412 Feb 09 01:14:18.509141 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5019b7c6-2e33-4e3f-aeea-172701dbb06e None None] Bound using segment: {'id': '6012fabf-13cb-4a2b-9546-ca9f6d2ad910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b0652df1-6d56-4b14-b5b2-adb22242b52c'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:14:18.509822 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-5019b7c6-2e33-4e3f-aeea-172701dbb06e None None] Bound port: e591a814-b949-4463-9e6d-039ca56f96fc, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6012fabf-13cb-4a2b-9546-ca9f6d2ad910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b0652df1-6d56-4b14-b5b2-adb22242b52c'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:14:18.510353 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5019b7c6-2e33-4e3f-aeea-172701dbb06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:18.575951 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8f095442-60c0-40ff-84ac-5cd3bc408dc6 req-af135bc7-45ae-4caa-8bb9-d93f6be72296 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f8b77c3e-bd3f-4fbf-baed-a73fbf24e7e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556509 Feb 09 01:14:18.596609 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-caed45fd-f208-4e21-9036-a8826a2df52b tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:18.712107 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4938d515-ef93-4fe3-b705-c013dac5953e tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:18.718282 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4938d515-ef93-4fe3-b705-c013dac5953e tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:18.718849 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4938d515-ef93-4fe3-b705-c013dac5953e tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:18.791733 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-5019b7c6-2e33-4e3f-aeea-172701dbb06e None None] For port e591a814-b949-4463-9e6d-039ca56f96fc, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:14:18.812082 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-5019b7c6-2e33-4e3f-aeea-172701dbb06e None None] For port e591a814-b949-4463-9e6d-039ca56f96fc, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=e591a814-b949-4463-9e6d-039ca56f96fc,segment=NetworkSegment(6012fabf-13cb-4a2b-9546-ca9f6d2ad910),segment_id=6012fabf-13cb-4a2b-9546-ca9f6d2ad910)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:14:18.813472 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-a92aacf9-baa0-4dc1-8159-14e1132bcbd0 None None] Allocated IP 172.22.0.2 (0ff13dbc-b3ae-4568-83d8-652753de953e/a0194cd5-ee98-4cc3-9033-f132ee87d6ae/035ade04-2071-4520-9a50-bc7b0910cc7c) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:14:18.822352 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5019b7c6-2e33-4e3f-aeea-172701dbb06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:18.860717 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-4938d515-ef93-4fe3-b705-c013dac5953e tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1402152 Feb 09 01:14:18.944617 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 39526) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:18.970932 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938d515-ef93-4fe3-b705-c013dac5953e tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Pushing event updated for resources: {'Network': ['ID=0a30cbf3-04c0-4059-9696-354af8e5de97,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:19.167866 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39534) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:19.215325 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 0a30cbf3-04c0-4059-9696-354af8e5de97 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:14:19.351649 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8f095442-60c0-40ff-84ac-5cd3bc408dc6 req-87095302-62e7-4ac8-b241-9f16f3b4123d service neutron] 10.222.0.62 "GET /v2.0/networks/f8b77c3e-bd3f-4fbf-baed-a73fbf24e7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7220323 Feb 09 01:14:19.379212 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c521333-59d9-43e5-8a16-07535e7aaf75 None None] Pushing event updated for resources: {'Port': ['ID=e591a814-b949-4463-9e6d-039ca56f96fc,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:19.404881 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5019b7c6-2e33-4e3f-aeea-172701dbb06e None None] Routers {'4157810a-8ce4-4f4c-b778-9d0a8a549831'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:14:19.417918 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-5019b7c6-2e33-4e3f-aeea-172701dbb06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:14:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['4157810a-8ce4-4f4c-b778-9d0a8a549831'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:19.429860 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-412f7cc4-5671-4f5d-bf91-759136844412 admin admin] Deleting subnet d4a120cf-20f7-486e-93bc-c1be47d318c9 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:14:19.433363 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-412f7cc4-5671-4f5d-bf91-759136844412 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:19.500542 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-412f7cc4-5671-4f5d-bf91-759136844412 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:19.535242 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device cdf00310-b806-4d41-ac46-91a779baf447 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:14:19.564942 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-412f7cc4-5671-4f5d-bf91-759136844412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:19.680055 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-412f7cc4-5671-4f5d-bf91-759136844412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:19.706540 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955fa787-de99-4193-9504-98ee32ea9365 None None] Network cc9bfe02-c329-4973-be90-2366a93fc6a6 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:14:19.714814 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8f095442-60c0-40ff-84ac-5cd3bc408dc6 req-8e9c33d6-b68f-44c0-8aa7-90fe1b7d3194 service neutron] 10.222.0.62 "GET /v2.0/networks/f8b77c3e-bd3f-4fbf-baed-a73fbf24e7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402685 Feb 09 01:14:19.725422 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-412f7cc4-5671-4f5d-bf91-759136844412 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:19.733437 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412f7cc4-5671-4f5d-bf91-759136844412 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4a120cf-20f7-486e-93bc-c1be47d318c9,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:19.745559 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-412f7cc4-5671-4f5d-bf91-759136844412 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/d4a120cf-20f7-486e-93bc-c1be47d318c9 HTTP/1.1" status: 204 len: 168 time: 0.5757730 Feb 09 01:14:19.748562 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39540) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:19.783575 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-70bc9cfb-e581-4164-9e88-29645b606155 req-6fdc8ba6-e84f-4e13-a980-f32a840dc306 tempest-ServerShowV247Test-1044118002 tempest-ServerShowV247Test-1044118002-project] 10.222.0.105 "GET /v2.0/ports?device_id=6a1b5f98-5cf1-4f1e-92be-71816af6e831 HTTP/1.1" status: 200 len: 210 time: 0.0608761 Feb 09 01:14:19.883178 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dc303979-ba08-48ab-8d6b-8615b67f4df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:19.927397 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-5019b7c6-2e33-4e3f-aeea-172701dbb06e None None] Set router 4157810a-8ce4-4f4c-b778-9d0a8a549831 gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:14:20.002940 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-349d8ae8-970a-409a-885b-fbf8c9693f52 tempest-DHCPAgentSchedulersTestJSON-454636927 tempest-DHCPAgentSchedulersTestJSON-454636927-project-admin] 10.222.0.105 "GET /v2.0/agents/d8e7fe91-c341-448f-bceb-24f39f236299/dhcp-networks HTTP/1.1" status: 200 len: 8825 time: 1.0574894 Feb 09 01:14:20.007299 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 39544) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:20.017619 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6334a566-0b10-453c-a109-1d3626988deb req-9c0fe6b6-d7ef-4fbe-8c64-e2848bf9fa44 tempest-ServerMetadataNegativeTestJSON-1795550256 tempest-ServerMetadataNegativeTestJSON-1795550256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:20.019107 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6334a566-0b10-453c-a109-1d3626988deb req-9c0fe6b6-d7ef-4fbe-8c64-e2848bf9fa44 tempest-ServerMetadataNegativeTestJSON-1795550256 tempest-ServerMetadataNegativeTestJSON-1795550256-project] 10.222.0.105 "GET /v2.0/ports?device_id=c253710c-a703-4490-b755-4768770f3a8e HTTP/1.1" status: 200 len: 944 time: 0.5910401 Feb 09 01:14:20.041397 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dc303979-ba08-48ab-8d6b-8615b67f4df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:20.051651 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port cdf00310-b806-4d41-ac46-91a779baf447 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:14:20.064334 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-13755a44-7f5f-4daa-9807-279bc964bb36 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Deleting port 90ddb7a7-7a1d-441f-8886-891e8c95b798 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:14:20.064733 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-13755a44-7f5f-4daa-9807-279bc964bb36 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:20.070478 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-dc303979-ba08-48ab-8d6b-8615b67f4df5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['affe7e2f-75b1-49fc-88ea-dbb1b956f6a6']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:20.083900 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-dc303979-ba08-48ab-8d6b-8615b67f4df5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd583385-fa22-434f-8f08-898aa72d59e3') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:20.084200 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-dc303979-ba08-48ab-8d6b-8615b67f4df5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd583385-fa22-434f-8f08-898aa72d59e3') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:20.098397 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dc303979-ba08-48ab-8d6b-8615b67f4df5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:20.116068 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dc303979-ba08-48ab-8d6b-8615b67f4df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:20.122482 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d155e58a-dfa2-4720-a7d2-6d6b93006578 None None] Provisioning for port cdf00310-b806-4d41-ac46-91a779baf447 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:14:20.123048 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc303979-ba08-48ab-8d6b-8615b67f4df5 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:14:20.123661 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dc303979-ba08-48ab-8d6b-8615b67f4df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:20.137461 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:14:20.137461 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:14:20.137461 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:14:20.137461 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:14:20.137461 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:14:20.137461 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:14:20.137461 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:14:20.137461 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:14:20.137461 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:14:20.137461 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:14:20.137461 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:14:20.137461 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:14:20.137461 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:14:20.137461 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:14:20.137461 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:14:20.137461 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:14:20.137461 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:14:20.137461 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:14:20.137461 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:14:20.137461 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:14:20.137461 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:14:20.137461 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:14:20.137461 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:14:20.137461 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:14:20.137461 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:14:20.137461 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:14:20.137461 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:14:20.137461 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:14:20.137461 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:14:20.137461 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:14:20.137461 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:14:20.137461 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:14:20.156601 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9839750e-85cb-48d4-aa6f-daff3c3311c4 req-9331e3fa-3f1c-47a0-bfe9-3d3f8f065e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:20.158106 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9839750e-85cb-48d4-aa6f-daff3c3311c4 req-9331e3fa-3f1c-47a0-bfe9-3d3f8f065e0d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2529f2e0c7f24c8fa09721b67149c568&device_id=c253710c-a703-4490-b755-4768770f3a8e HTTP/1.1" status: 200 len: 1095 time: 0.3715727 Feb 09 01:14:20.165622 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port cdf00310-b806-4d41-ac46-91a779baf447 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:20.166222 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:20.225574 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dc303979-ba08-48ab-8d6b-8615b67f4df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:20.244647 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dc303979-ba08-48ab-8d6b-8615b67f4df5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:20.257038 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a92aacf9-baa0-4dc1-8159-14e1132bcbd0 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:20.266983 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-dc303979-ba08-48ab-8d6b-8615b67f4df5 admin admin] 10.222.0.105 "DELETE /v2.0/networks/affe7e2f-75b1-49fc-88ea-dbb1b956f6a6 HTTP/1.1" status: 204 len: 168 time: 0.5147908 Feb 09 01:14:20.266983 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc303979-ba08-48ab-8d6b-8615b67f4df5 admin admin] Pushing event deleted for resources: {'Network': ['ID=affe7e2f-75b1-49fc-88ea-dbb1b956f6a6,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:20.267319 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d155e58a-dfa2-4720-a7d2-6d6b93006578 None None] Provisioning complete for port cdf00310-b806-4d41-ac46-91a779baf447 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:20.270339 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d155e58a-dfa2-4720-a7d2-6d6b93006578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:20.291240 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6334a566-0b10-453c-a109-1d3626988deb req-72318321-6ccb-47ec-bc29-32ae294c5399 tempest-ServerMetadataNegativeTestJSON-1795550256 tempest-ServerMetadataNegativeTestJSON-1795550256-project] 10.222.0.105 "GET /v2.0/security-groups?id=e1871fe4-15cc-4a21-93d2-bdac3d7bfa44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470737 Feb 09 01:14:20.379511 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a92aacf9-baa0-4dc1-8159-14e1132bcbd0 None None] Transition to ACTIVE for port object 035ade04-2071-4520-9a50-bc7b0910cc7c will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:14:20.450377 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a92aacf9-baa0-4dc1-8159-14e1132bcbd0 None None] Transition to ACTIVE for port object 035ade04-2071-4520-9a50-bc7b0910cc7c will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:14:20.484791 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9839750e-85cb-48d4-aa6f-daff3c3311c4 req-776eeac9-df0d-4aa6-9f86-c6dd764eb2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:20.486260 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9839750e-85cb-48d4-aa6f-daff3c3311c4 req-776eeac9-df0d-4aa6-9f86-c6dd764eb2d7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f8b77c3e-bd3f-4fbf-baed-a73fbf24e7e9 HTTP/1.1" status: 200 len: 921 time: 0.3146315 Feb 09 01:14:20.491265 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 39550) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:20.499405 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-13755a44-7f5f-4daa-9807-279bc964bb36 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] For port 90ddb7a7-7a1d-441f-8886-891e8c95b798, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=90ddb7a7-7a1d-441f-8886-891e8c95b798,segment=NetworkSegment(3a81961f-9f3c-4b88-b026-d85a15f6fdfd),segment_id=3a81961f-9f3c-4b88-b026-d85a15f6fdfd)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:14:20.499755 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-13755a44-7f5f-4daa-9807-279bc964bb36 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:20.507200 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcba4b7-4a4d-4c22-821a-96f4e8fa9d6c tempest-DHCPAgentSchedulersTestJSON-454636927 tempest-DHCPAgentSchedulersTestJSON-454636927-project-admin] Network 0a30cbf3-04c0-4059-9696-354af8e5de97 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:14:20.514075 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a92aacf9-baa0-4dc1-8159-14e1132bcbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:20.556871 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-caed45fd-f208-4e21-9036-a8826a2df52b tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Allocated IP 172.22.0.1 (0ff13dbc-b3ae-4568-83d8-652753de953e/a0194cd5-ee98-4cc3-9033-f132ee87d6ae/fd05b508-b0b5-4e90-b567-a3762db75751) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:14:20.651938 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9839750e-85cb-48d4-aa6f-daff3c3311c4 req-1f789053-fe6d-47bd-87ea-12e584168409 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ad67996-31ef-4092-a4d4-85ae38589f85 HTTP/1.1" status: 200 len: 217 time: 0.1420670 Feb 09 01:14:20.670431 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-2dcba4b7-4a4d-4c22-821a-96f4e8fa9d6c tempest-DHCPAgentSchedulersTestJSON-454636927 tempest-DHCPAgentSchedulersTestJSON-454636927-project-admin] 10.222.0.105 "POST /v2.0/agents/d8e7fe91-c341-448f-bceb-24f39f236299/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.6473250 Feb 09 01:14:20.674700 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e059a917-ba9c-48c4-8cb7-ddef67d40aba None None] Network 0a30cbf3-04c0-4059-9696-354af8e5de97 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:14:20.676328 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39554) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:20.698132 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92aacf9-baa0-4dc1-8159-14e1132bcbd0 None None] Network 0ff13dbc-b3ae-4568-83d8-652753de953e is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:14:20.768410 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-13755a44-7f5f-4daa-9807-279bc964bb36 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Calling delete_port for 90ddb7a7-7a1d-441f-8886-891e8c95b798 owned by network:router_interface {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:14:20.884828 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a87d81cf-7e14-4ee3-8f98-692813bdf9f2 tempest-DHCPAgentSchedulersTestJSON-454636927 tempest-DHCPAgentSchedulersTestJSON-454636927-project-admin] 10.222.0.105 "GET /v2.0/agents/d8e7fe91-c341-448f-bceb-24f39f236299/dhcp-networks HTTP/1.1" status: 200 len: 8797 time: 0.2047856 Feb 09 01:14:20.885888 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39560) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:20.903826 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-8b6680fd-404b-4863-a6d4-aad230dec12c admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=775000953f2946ae9632e0af6cbbf3cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4113913 Feb 09 01:14:20.907858 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 39564) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:20.914229 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-a92aacf9-baa0-4dc1-8159-14e1132bcbd0 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:20.916236 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92aacf9-baa0-4dc1-8159-14e1132bcbd0 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:14:20.932803 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9839750e-85cb-48d4-aa6f-daff3c3311c4 req-bf6e12e0-704b-4fbe-85ef-c1a4eddcb637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:20.934909 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9839750e-85cb-48d4-aa6f-daff3c3311c4 req-bf6e12e0-704b-4fbe-85ef-c1a4eddcb637 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=16baadbf-0617-4093-be1f-d867fe240cc9 HTTP/1.1" status: 200 len: 860 time: 0.1742787 Feb 09 01:14:20.959546 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92aacf9-baa0-4dc1-8159-14e1132bcbd0 None None] Pushing event updated for resources: {'Port': ['ID=035ade04-2071-4520-9a50-bc7b0910cc7c,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:21.010027 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-5d731c02-103b-417a-925c-5d66d358e7ca tempest-DHCPAgentSchedulersTestJSON-454636927 tempest-DHCPAgentSchedulersTestJSON-454636927-project-admin] 10.222.0.105 "DELETE /v2.0/agents/d8e7fe91-c341-448f-bceb-24f39f236299/dhcp-networks/0a30cbf3-04c0-4059-9696-354af8e5de97 HTTP/1.1" status: 204 len: 168 time: 0.1207731 Feb 09 01:14:21.011357 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39568) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:21.059458 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-caed45fd-f208-4e21-9036-a8826a2df52b tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:21.078837 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d155e58a-dfa2-4720-a7d2-6d6b93006578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:21.087662 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:21.144368 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-caed45fd-f208-4e21-9036-a8826a2df52b tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Transition to ACTIVE for port object fd05b508-b0b5-4e90-b567-a3762db75751 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:14:21.156106 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9839750e-85cb-48d4-aa6f-daff3c3311c4 req-784d1ee4-f8b6-4e5a-a454-97e578a9e9c4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f8b77c3e-bd3f-4fbf-baed-a73fbf24e7e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2117753 Feb 09 01:14:21.158817 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-a92aacf9-baa0-4dc1-8159-14e1132bcbd0 None None] Attempting to bind port 035ade04-2071-4520-9a50-bc7b0910cc7c on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:14:21.159197 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-a92aacf9-baa0-4dc1-8159-14e1132bcbd0 None None] Attempting to bind port 035ade04-2071-4520-9a50-bc7b0910cc7c by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'ec59313a-9eff-4304-b188-9a62054e4317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '0ff13dbc-b3ae-4568-83d8-652753de953e'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:14:21.159550 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92aacf9-baa0-4dc1-8159-14e1132bcbd0 None None] Attempting to bind port 035ade04-2071-4520-9a50-bc7b0910cc7c on network 0ff13dbc-b3ae-4568-83d8-652753de953e {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:14:21.201026 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e711f105-1eef-40e5-ad26-0476b146bc7b req-502d62b5-0ffa-4822-b47f-a3b229b14992 tempest-ServerShowV247Test-1044118002 tempest-ServerShowV247Test-1044118002-project] 10.222.0.105 "GET /v2.0/ports?device_id=6a1b5f98-5cf1-4f1e-92be-71816af6e831 HTTP/1.1" status: 200 len: 210 time: 0.0971746 Feb 09 01:14:21.232171 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-6b3f4550-3ba7-4cb9-9f40-ce6667197086 tempest-DHCPAgentSchedulersTestJSON-454636927 tempest-DHCPAgentSchedulersTestJSON-454636927-project-admin] 10.222.0.105 "GET /v2.0/agents/d8e7fe91-c341-448f-bceb-24f39f236299/dhcp-networks HTTP/1.1" status: 200 len: 8026 time: 0.2148368 Feb 09 01:14:21.232436 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39572) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:21.241962 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-caed45fd-f208-4e21-9036-a8826a2df52b tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:21.263467 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92aacf9-baa0-4dc1-8159-14e1132bcbd0 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:14:21.264261 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92aacf9-baa0-4dc1-8159-14e1132bcbd0 None None] Checking segment: {'id': 'ec59313a-9eff-4304-b188-9a62054e4317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '0ff13dbc-b3ae-4568-83d8-652753de953e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:14:21.264701 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a92aacf9-baa0-4dc1-8159-14e1132bcbd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:21.265106 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92aacf9-baa0-4dc1-8159-14e1132bcbd0 None None] Bound using segment: {'id': 'ec59313a-9eff-4304-b188-9a62054e4317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '0ff13dbc-b3ae-4568-83d8-652753de953e'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:14:21.265724 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-a92aacf9-baa0-4dc1-8159-14e1132bcbd0 None None] Bound port: 035ade04-2071-4520-9a50-bc7b0910cc7c, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec59313a-9eff-4304-b188-9a62054e4317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '0ff13dbc-b3ae-4568-83d8-652753de953e'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:14:21.266263 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a92aacf9-baa0-4dc1-8159-14e1132bcbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:21.305237 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d155e58a-dfa2-4720-a7d2-6d6b93006578 None None] For port cdf00310-b806-4d41-ac46-91a779baf447, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=cdf00310-b806-4d41-ac46-91a779baf447,segment=NetworkSegment(6c373453-fff7-4fd5-9f2a-d283c536d4b5),segment_id=6c373453-fff7-4fd5-9f2a-d283c536d4b5)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:14:21.309548 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bc380aea-e6d2-4d53-a722-d757eaf93f0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:21.343821 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d155e58a-dfa2-4720-a7d2-6d6b93006578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:21.366017 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caed45fd-f208-4e21-9036-a8826a2df52b tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Network 0ff13dbc-b3ae-4568-83d8-652753de953e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:14:21.378061 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-caed45fd-f208-4e21-9036-a8826a2df52b tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:21.402942 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caed45fd-f208-4e21-9036-a8826a2df52b tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:14:21.440337 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9839750e-85cb-48d4-aa6f-daff3c3311c4 req-e681b63a-3bab-41f0-87cb-50cc2920bfd7 service neutron] 10.222.0.62 "GET /v2.0/networks/f8b77c3e-bd3f-4fbf-baed-a73fbf24e7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636740 Feb 09 01:14:21.450252 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bc380aea-e6d2-4d53-a722-d757eaf93f0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:21.475634 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d58a3a05-bb14-4517-8946-1717094577f5 tempest-DHCPAgentSchedulersTestJSON-454636927 tempest-DHCPAgentSchedulersTestJSON-454636927-project-admin] 10.222.0.105 "GET /v2.0/networks/cc9bfe02-c329-4973-be90-2366a93fc6a6/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.2385058 Feb 09 01:14:21.475634 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caed45fd-f208-4e21-9036-a8826a2df52b tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Pushing event updated for resources: {'Port': ['ID=fd05b508-b0b5-4e90-b567-a3762db75751,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:21.477468 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39578) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:21.478992 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-5019b7c6-2e33-4e3f-aeea-172701dbb06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'name': 'tempest-RoutersTest-router-783627243', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:56Z', 'updated_at': '2022-02-09T01:14:11Z', 'revision_number': 3, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'gw_port_host': None, '_interfaces': [{'id': '629925dc-613b-427a-bf38-914c2968ccf9', 'name': '', 'network_id': 'c4524fd0-4eb8-463e-9755-9b26024d4430', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'mac_address': 'fa:16:3e:df:d1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'db3e0a00-8428-42ad-b65e-d9b346fbbb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:59Z', 'updated_at': '2022-02-09T01:14:15Z', 'revision_number': 5, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'subnets': [{'id': 'db3e0a00-8428-42ad-b65e-d9b346fbbb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e591a814-b949-4463-9e6d-039ca56f96fc', 'name': '', 'network_id': 'b0652df1-6d56-4b14-b5b2-adb22242b52c', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'mac_address': 'fa:16:3e:ba:6f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'e5ac9a53-8712-41ef-9544-1800b8698156', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:09Z', 'updated_at': '2022-02-09T01:14:18Z', 'revision_number': 4, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'subnets': [{'id': 'e5ac9a53-8712-41ef-9544-1800b8698156', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:21.506348 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5019b7c6-2e33-4e3f-aeea-172701dbb06e None None] The sync data for ids ['4157810a-8ce4-4f4c-b778-9d0a8a549831'] in n-d-828418-1 is: [{'id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'name': 'tempest-RoutersTest-router-783627243', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:56Z', 'updated_at': '2022-02-09T01:14:11Z', 'revision_number': 3, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'gw_port_host': None, '_interfaces': [{'id': '629925dc-613b-427a-bf38-914c2968ccf9', 'name': '', 'network_id': 'c4524fd0-4eb8-463e-9755-9b26024d4430', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'mac_address': 'fa:16:3e:df:d1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'db3e0a00-8428-42ad-b65e-d9b346fbbb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:59Z', 'updated_at': '2022-02-09T01:14:15Z', 'revision_number': 5, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'subnets': [{'id': 'db3e0a00-8428-42ad-b65e-d9b346fbbb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e591a814-b949-4463-9e6d-039ca56f96fc', 'name': '', 'network_id': 'b0652df1-6d56-4b14-b5b2-adb22242b52c', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'mac_address': 'fa:16:3e:ba:6f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'e5ac9a53-8712-41ef-9544-1800b8698156', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:09Z', 'updated_at': '2022-02-09T01:14:18Z', 'revision_number': 4, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'subnets': [{'id': 'e5ac9a53-8712-41ef-9544-1800b8698156', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:14:21.519230 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-8d77a4a4-a85a-4a5f-9c09-6dcf1598ee4c tempest-DHCPAgentSchedulersTestJSON-454636927 tempest-DHCPAgentSchedulersTestJSON-454636927-project-admin] 10.222.0.105 "GET /v2.0/networks/cc9bfe02-c329-4973-be90-2366a93fc6a6/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0357134 Feb 09 01:14:21.522035 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39582) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:21.531570 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:14:21.531919 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:14:21.538416 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d155e58a-dfa2-4720-a7d2-6d6b93006578 None None] Pushing event updated for resources: {'Port': ['ID=cdf00310-b806-4d41-ac46-91a779baf447,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:21.543704 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-caed45fd-f208-4e21-9036-a8826a2df52b tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:21.552871 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a92aacf9-baa0-4dc1-8159-14e1132bcbd0 None None] For port 035ade04-2071-4520-9a50-bc7b0910cc7c, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:14:21.557244 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a92aacf9-baa0-4dc1-8159-14e1132bcbd0 None None] For port 035ade04-2071-4520-9a50-bc7b0910cc7c, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=035ade04-2071-4520-9a50-bc7b0910cc7c,segment=NetworkSegment(ec59313a-9eff-4304-b188-9a62054e4317),segment_id=ec59313a-9eff-4304-b188-9a62054e4317)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:14:21.563697 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a92aacf9-baa0-4dc1-8159-14e1132bcbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:21.677079 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92aacf9-baa0-4dc1-8159-14e1132bcbd0 None None] Pushing event updated for resources: {'Port': ['ID=035ade04-2071-4520-9a50-bc7b0910cc7c,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:21.757271 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:21.795272 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-16d1c79d-0ef4-46e6-bc9e-24516e107c88 None None] Provisioning complete for port cdf00310-b806-4d41-ac46-91a779baf447 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:21.795802 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-16d1c79d-0ef4-46e6-bc9e-24516e107c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:21.836251 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9839750e-85cb-48d4-aa6f-daff3c3311c4 req-6cb77770-55d7-4960-abd9-491081e8692c service neutron] 10.222.0.62 "GET /v2.0/networks/f8b77c3e-bd3f-4fbf-baed-a73fbf24e7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433516 Feb 09 01:14:21.865765 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-13755a44-7f5f-4daa-9807-279bc964bb36 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:21.985304 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bc380aea-e6d2-4d53-a722-d757eaf93f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:22.019726 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13755a44-7f5f-4daa-9807-279bc964bb36 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Pushing event deleted for resources: {'Port': ['ID=90ddb7a7-7a1d-441f-8886-891e8c95b798,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:22.120559 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-82f746a2-506e-4e6c-b7dc-1ea6d5295d90 tempest-DHCPAgentSchedulersTestJSON-454636927 tempest-DHCPAgentSchedulersTestJSON-454636927-project-admin] 10.222.0.105 "GET /v2.0/agents/d8e7fe91-c341-448f-bceb-24f39f236299/dhcp-networks HTTP/1.1" status: 200 len: 8026 time: 0.5978611 Feb 09 01:14:22.133510 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39586) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:22.149318 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375d1f7-db01-4418-9e5f-cab4342debcf req-4d184578-1496-461d-a054-46d0051d0d8d tempest-ServerMetadataNegativeTestJSON-1795550256 tempest-ServerMetadataNegativeTestJSON-1795550256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:22.151747 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e375d1f7-db01-4418-9e5f-cab4342debcf req-4d184578-1496-461d-a054-46d0051d0d8d tempest-ServerMetadataNegativeTestJSON-1795550256 tempest-ServerMetadataNegativeTestJSON-1795550256-project] 10.222.0.105 "GET /v2.0/ports?device_id=c253710c-a703-4490-b755-4768770f3a8e HTTP/1.1" status: 200 len: 944 time: 0.6901219 Feb 09 01:14:22.205443 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc380aea-e6d2-4d53-a722-d757eaf93f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8135a8f7-2691-4dae-95b2-3e3b35f77ded,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:22.320063 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-776196da-8be9-4b1e-b519-15c6e5615c6e None None] Could not find standard attr ID for object 695cb6e0-dd1a-4fc7-81cf-390d69aa41af. {{(pid=87640) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:14:22.637717 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-caed45fd-f208-4e21-9036-a8826a2df52b tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:22.660791 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bc380aea-e6d2-4d53-a722-d757eaf93f0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:22.662255 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-bc380aea-e6d2-4d53-a722-d757eaf93f0e admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/8135a8f7-2691-4dae-95b2-3e3b35f77ded HTTP/1.1" status: 204 len: 168 time: 1.7525055 Feb 09 01:14:22.714316 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-84abf373-49a8-491b-9111-415c512a504d tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:22.738179 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device cdf00310-b806-4d41-ac46-91a779baf447 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:14:22.739582 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d5fccf70-c2aa-4505-b360-9a6f2da1f5b2 req-2dc6eaeb-8a89-4063-92df-cd2c426767cf tempest-ServerShowV247Test-1044118002 tempest-ServerShowV247Test-1044118002-project] 10.222.0.105 "GET /v2.0/ports?device_id=6a1b5f98-5cf1-4f1e-92be-71816af6e831 HTTP/1.1" status: 200 len: 210 time: 0.0803874 Feb 09 01:14:22.743708 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e375d1f7-db01-4418-9e5f-cab4342debcf req-63fb1644-cf5a-4ced-a4c4-ab81fceab3db tempest-ServerMetadataNegativeTestJSON-1795550256 tempest-ServerMetadataNegativeTestJSON-1795550256-project] 10.222.0.105 "GET /v2.0/security-groups?id=e1871fe4-15cc-4a21-93d2-bdac3d7bfa44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5602486 Feb 09 01:14:22.744483 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-13755a44-7f5f-4daa-9807-279bc964bb36 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:22.854217 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port cdf00310-b806-4d41-ac46-91a779baf447 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:22.854738 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:23.027973 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 0ad67996-31ef-4092-a4d4-85ae38589f85 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:14:23.064900 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device e591a814-b949-4463-9e6d-039ca56f96fc up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:14:23.255035 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port e591a814-b949-4463-9e6d-039ca56f96fc completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:14:23.258032 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-84abf373-49a8-491b-9111-415c512a504d tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:23.265476 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port e591a814-b949-4463-9e6d-039ca56f96fc triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:23.265476 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:23.328003 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 0ad67996-31ef-4092-a4d4-85ae38589f85, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=0ad67996-31ef-4092-a4d4-85ae38589f85,segment=NetworkSegment(91294dcc-9fbc-45b4-aacd-f908d020f653),segment_id=91294dcc-9fbc-45b4-aacd-f908d020f653)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:14:23.343245 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-84abf373-49a8-491b-9111-415c512a504d tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a30cbf3-04c0-4059-9696-354af8e5de97']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:23.358036 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '0ad67996-31ef-4092-a4d4-85ae38589f85', 'network_id': 'f8b77c3e-bd3f-4fbf-baed-a73fbf24e7e9', 'port_id': '0ad67996-31ef-4092-a4d4-85ae38589f85', 'mac_address': 'fa:16:3e:92:cc:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16baadbf-0617-4093-be1f-d867fe240cc9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:14:23.394308 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-84abf373-49a8-491b-9111-415c512a504d tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77c0d9e7-1c1f-4c0f-a15c-87e870ecbb41') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:23.394609 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-84abf373-49a8-491b-9111-415c512a504d tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77c0d9e7-1c1f-4c0f-a15c-87e870ecbb41') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:23.404936 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13755a44-7f5f-4daa-9807-279bc964bb36 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Router b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:14:23.430594 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-84abf373-49a8-491b-9111-415c512a504d tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:23.443575 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:23.503142 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-84abf373-49a8-491b-9111-415c512a504d tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:23.511845 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84abf373-49a8-491b-9111-415c512a504d tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:14:23.512249 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-84abf373-49a8-491b-9111-415c512a504d tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:23.533588 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ad67996-31ef-4092-a4d4-85ae38589f85 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:14:23.549738 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:14:23.549738 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:14:23.549738 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:14:23.549738 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:14:23.549738 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:14:23.549738 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:14:23.549738 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:14:23.549738 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:14:23.549738 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:14:23.549738 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:14:23.549738 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:14:23.549738 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:14:23.549738 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:14:23.549738 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:14:23.549738 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:14:23.549738 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:14:23.549738 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:14:23.549738 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:14:23.549738 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:14:23.549738 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:14:23.549738 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:14:23.549738 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:14:23.549738 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:14:23.549738 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:14:23.549738 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:14:23.549738 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:14:23.549738 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:14:23.549738 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:14:23.549738 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:14:23.549738 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:14:23.549738 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:14:23.549738 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:14:23.631074 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:23.642960 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.db.resource_extend [None req-caed45fd-f208-4e21-9036-a8826a2df52b tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:14:23.682587 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 0ad67996-31ef-4092-a4d4-85ae38589f85, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=0ad67996-31ef-4092-a4d4-85ae38589f85,segment=NetworkSegment(91294dcc-9fbc-45b4-aacd-f908d020f653),segment_id=91294dcc-9fbc-45b4-aacd-f908d020f653)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:14:23.697207 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:23.734760 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-caed45fd-f208-4e21-9036-a8826a2df52b tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:23.738230 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-3342764b-f55b-4b8a-907e-10380389a34b req-7a061fad-6754-4b4a-acb6-a0fb09ee9918 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=6a1b5f98-5cf1-4f1e-92be-71816af6e831 HTTP/1.1" status: 200 len: 210 time: 0.0970123 Feb 09 01:14:23.744137 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-caed45fd-f208-4e21-9036-a8826a2df52b tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:23.900993 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=0ad67996-31ef-4092-a4d4-85ae38589f85,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:23.927314 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-84abf373-49a8-491b-9111-415c512a504d tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:23.927924 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port e591a814-b949-4463-9e6d-039ca56f96fc, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=e591a814-b949-4463-9e6d-039ca56f96fc,segment=NetworkSegment(6012fabf-13cb-4a2b-9546-ca9f6d2ad910),segment_id=6012fabf-13cb-4a2b-9546-ca9f6d2ad910)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:14:23.937913 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:23.939212 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 035ade04-2071-4520-9a50-bc7b0910cc7c up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:14:23.979749 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-84abf373-49a8-491b-9111-415c512a504d tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:24.014321 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84abf373-49a8-491b-9111-415c512a504d tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Pushing event deleted for resources: {'Network': ['ID=0a30cbf3-04c0-4059-9696-354af8e5de97,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:24.025175 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-84abf373-49a8-491b-9111-415c512a504d tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] 10.222.0.105 "DELETE /v2.0/networks/0a30cbf3-04c0-4059-9696-354af8e5de97 HTTP/1.1" status: 204 len: 168 time: 1.8905594 Feb 09 01:14:24.035546 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39616) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:24.076296 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caed45fd-f208-4e21-9036-a8826a2df52b tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Pushing event updated for resources: {'Port': ['ID=fd05b508-b0b5-4e90-b567-a3762db75751,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:24.079917 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-caed45fd-f208-4e21-9036-a8826a2df52b tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:24.178689 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-4563f5ad-86ed-48ed-84f1-dd0f3a7bb82d tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] DELETE failed (client error): The resource could not be found. Feb 09 01:14:24.179178 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4563f5ad-86ed-48ed-84f1-dd0f3a7bb82d tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:14:24.184340 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-4563f5ad-86ed-48ed-84f1-dd0f3a7bb82d tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] 10.222.0.105 "DELETE /v2.0/ports/695cb6e0-dd1a-4fc7-81cf-390d69aa41af HTTP/1.1" status: 404 len: 333 time: 0.1467533 Feb 09 01:14:24.184780 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39622) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:24.219912 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c6c58c47-8225-4ce4-9fff-17499dccf259 req-9e107762-eed5-427b-8431-9aa2d451da35 tempest-ServerShowV247Test-1044118002 tempest-ServerShowV247Test-1044118002-project] 10.222.0.105 "GET /v2.0/ports?device_id=6a1b5f98-5cf1-4f1e-92be-71816af6e831 HTTP/1.1" status: 200 len: 210 time: 0.1358166 Feb 09 01:14:24.237673 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['0ad67996-31ef-4092-a4d4-85ae38589f85'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:14:24.264162 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13755a44-7f5f-4daa-9807-279bc964bb36 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:14:24.271987 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79b87d1-6440-4eef-9918-0257b9d45f10 None None] Network 0ff13dbc-b3ae-4568-83d8-652753de953e requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:14:24.288096 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286dcc2e-509e-47d8-9ff3-b091f9816f73 None None] Sync routers for ids ['b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:14:24.290831 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-13755a44-7f5f-4daa-9807-279bc964bb36 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "PUT /v2.0/routers/b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0473857 Feb 09 01:14:24.295203 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 39628) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:24.300999 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286dcc2e-509e-47d8-9ff3-b091f9816f73 None None] Routers {'b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:14:24.302084 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-286dcc2e-509e-47d8-9ff3-b091f9816f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:14:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:24.456838 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ae971d-dc5b-4c45-a738-a82c05215a8c req-97dd1954-7f04-4e70-a05d-8ee2ee80caf7 tempest-ServerMetadataNegativeTestJSON-1795550256 tempest-ServerMetadataNegativeTestJSON-1795550256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:24.466355 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e5ae971d-dc5b-4c45-a738-a82c05215a8c req-97dd1954-7f04-4e70-a05d-8ee2ee80caf7 tempest-ServerMetadataNegativeTestJSON-1795550256 tempest-ServerMetadataNegativeTestJSON-1795550256-project] 10.222.0.105 "GET /v2.0/ports?device_id=c253710c-a703-4490-b755-4768770f3a8e HTTP/1.1" status: 200 len: 945 time: 0.4655404 Feb 09 01:14:24.546841 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-03ce7693-fc1e-49d8-bf4a-32104bc75166 tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Deleting subnet 246ddee8-fdf6-4b9e-9b90-df3c63041da7 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:14:24.555433 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-03ce7693-fc1e-49d8-bf4a-32104bc75166 tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:24.555972 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-286dcc2e-509e-47d8-9ff3-b091f9816f73 None None] Set router b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:14:24.576410 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-708d92d3-917e-47ca-86cd-6dad6bc0bf1b tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Deleting subnet a4ead744-7288-4509-98a4-89b7f6e2f702 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:14:24.603926 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e5ae971d-dc5b-4c45-a738-a82c05215a8c req-be156e85-583e-43ee-80ee-7a378620fb77 tempest-ServerMetadataNegativeTestJSON-1795550256 tempest-ServerMetadataNegativeTestJSON-1795550256-project] 10.222.0.105 "GET /v2.0/security-groups?id=e1871fe4-15cc-4a21-93d2-bdac3d7bfa44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340356 Feb 09 01:14:24.604631 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-708d92d3-917e-47ca-86cd-6dad6bc0bf1b tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:24.611927 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caed45fd-f208-4e21-9036-a8826a2df52b tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Network 0ff13dbc-b3ae-4568-83d8-652753de953e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:14:24.624566 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-caed45fd-f208-4e21-9036-a8826a2df52b tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:24.693496 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5fc97899-a75c-40ec-8f75-05646625d6f2 None None] Provisioning for port 035ade04-2071-4520-9a50-bc7b0910cc7c completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:14:24.739164 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-708d92d3-917e-47ca-86cd-6dad6bc0bf1b tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:24.756300 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=e591a814-b949-4463-9e6d-039ca56f96fc,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:24.794521 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:24.802414 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 035ade04-2071-4520-9a50-bc7b0910cc7c completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:14:24.823337 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 035ade04-2071-4520-9a50-bc7b0910cc7c triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:24.823579 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-03ce7693-fc1e-49d8-bf4a-32104bc75166 tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:24.824269 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:24.842096 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-708d92d3-917e-47ca-86cd-6dad6bc0bf1b tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:24.942606 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-708d92d3-917e-47ca-86cd-6dad6bc0bf1b tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:24.979216 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caed45fd-f208-4e21-9036-a8826a2df52b tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Router 4157810a-8ce4-4f4c-b778-9d0a8a549831 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:14:25.080884 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708d92d3-917e-47ca-86cd-6dad6bc0bf1b tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Pushing event deleted for resources: {'Subnet': ['ID=a4ead744-7288-4509-98a4-89b7f6e2f702,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:25.094308 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-708d92d3-917e-47ca-86cd-6dad6bc0bf1b tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:25.111881 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-286dcc2e-509e-47d8-9ff3-b091f9816f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1980546386', 'tenant_id': '8919f04ab45a492f916586ca80fae861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '520b01ea-452f-4f4f-b2c6-88b89d0d4778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:53Z', 'updated_at': '2022-02-09T01:14:21Z', 'revision_number': 5, 'project_id': '8919f04ab45a492f916586ca80fae861', 'gw_port': {'id': '520b01ea-452f-4f4f-b2c6-88b89d0d4778', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:55Z', 'updated_at': '2022-02-09T01:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:25.124436 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39644) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:25.126043 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286dcc2e-509e-47d8-9ff3-b091f9816f73 None None] Checking router: b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:14:25.132140 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-708d92d3-917e-47ca-86cd-6dad6bc0bf1b tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "DELETE /v2.0/subnets/a4ead744-7288-4509-98a4-89b7f6e2f702 HTTP/1.1" status: 204 len: 168 time: 0.8175461 Feb 09 01:14:25.147443 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286dcc2e-509e-47d8-9ff3-b091f9816f73 None None] Routers {'b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:14:25.148072 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-286dcc2e-509e-47d8-9ff3-b091f9816f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:14:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:25.183083 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f825c115-ebfc-4946-a099-5be81fd91e62 None None] Network fc9b7097-9839-43e8-ab87-dc826bac26d5 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:14:25.390796 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:25.424943 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-03ce7693-fc1e-49d8-bf4a-32104bc75166 tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:25.484810 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5ad2039f-9fb4-4af6-a78f-8e0435f1dd7d None None] Provisioning complete for port 035ade04-2071-4520-9a50-bc7b0910cc7c triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:25.485239 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5ad2039f-9fb4-4af6-a78f-8e0435f1dd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:25.516510 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-86d7be34-5da7-4302-914b-0973f404e4df req-0e28b318-90cb-4bcb-9cf7-a215e7211738 tempest-ServerShowV247Test-1044118002 tempest-ServerShowV247Test-1044118002-project] 10.222.0.105 "GET /v2.0/ports?device_id=6a1b5f98-5cf1-4f1e-92be-71816af6e831 HTTP/1.1" status: 200 len: 210 time: 0.0733876 Feb 09 01:14:25.532977 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caed45fd-f208-4e21-9036-a8826a2df52b tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:14:25.598698 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-caed45fd-f208-4e21-9036-a8826a2df52b tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "PUT /v2.0/routers/4157810a-8ce4-4f4c-b778-9d0a8a549831/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0639522 Feb 09 01:14:25.601380 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 39656) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:25.608653 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-2e1088d6-387d-4096-bef8-6ac93018ebf9 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Request body: {'network': {'name': 'tempest-RoutersTest-642468648'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:25.618439 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-2e1088d6-387d-4096-bef8-6ac93018ebf9 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:14:25.639672 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-2e1088d6-387d-4096-bef8-6ac93018ebf9 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Usage tracker for resource:network and tenant:fefa2a0bcdd943ec8d8c861415908997 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:14:25.645958 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311d8418-8c12-41ee-b1b9-0e4349d636fd None None] Sync routers for ids ['4157810a-8ce4-4f4c-b778-9d0a8a549831'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:14:25.654285 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-2e1088d6-387d-4096-bef8-6ac93018ebf9 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:14:25.670850 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-2e1088d6-387d-4096-bef8-6ac93018ebf9 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:14:25.687188 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-286dcc2e-509e-47d8-9ff3-b091f9816f73 None None] Set router b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:14:25.692052 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 035ade04-2071-4520-9a50-bc7b0910cc7c, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=035ade04-2071-4520-9a50-bc7b0910cc7c,segment=NetworkSegment(ec59313a-9eff-4304-b188-9a62054e4317),segment_id=ec59313a-9eff-4304-b188-9a62054e4317)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:14:25.697184 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1088d6-387d-4096-bef8-6ac93018ebf9 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Made reservation on behalf of fefa2a0bcdd943ec8d8c861415908997 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:25.709062 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2e1088d6-387d-4096-bef8-6ac93018ebf9 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:25.763237 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:25.786117 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-98bf7873-dc71-407d-ac8e-84e5b314e5a6 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:25.820096 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e1088d6-387d-4096-bef8-6ac93018ebf9 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:14:25.852587 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2e1088d6-387d-4096-bef8-6ac93018ebf9 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:25.854243 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-2e1088d6-387d-4096-bef8-6ac93018ebf9 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Added segment 4d90a533-f3e1-4324-a951-a06321dddc1b of type vlan for network 471ca244-275f-4fbb-9f10-c21ff3b6f557 Feb 09 01:14:25.880352 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=035ade04-2071-4520-9a50-bc7b0910cc7c,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:25.887864 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311d8418-8c12-41ee-b1b9-0e4349d636fd None None] Routers {'4157810a-8ce4-4f4c-b778-9d0a8a549831'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:14:25.889078 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-311d8418-8c12-41ee-b1b9-0e4349d636fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:14:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['4157810a-8ce4-4f4c-b778-9d0a8a549831'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:26.022234 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2e1088d6-387d-4096-bef8-6ac93018ebf9 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:26.033134 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-03ce7693-fc1e-49d8-bf4a-32104bc75166 tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:26.108162 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-311d8418-8c12-41ee-b1b9-0e4349d636fd None None] Set router 4157810a-8ce4-4f4c-b778-9d0a8a549831 gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:14:26.137768 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2e1088d6-387d-4096-bef8-6ac93018ebf9 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:26.144922 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1088d6-387d-4096-bef8-6ac93018ebf9 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:26.145546 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2e1088d6-387d-4096-bef8-6ac93018ebf9 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:26.234023 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ce7693-fc1e-49d8-bf4a-32104bc75166 tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Pushing event deleted for resources: {'Subnet': ['ID=246ddee8-fdf6-4b9e-9b90-df3c63041da7,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:26.262826 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa1271b-f289-4eea-b876-75426c3d9ad2 req-638a8a50-52c5-4b5f-9ac8-08cd9340cfe0 tempest-ServerMetadataNegativeTestJSON-1795550256 tempest-ServerMetadataNegativeTestJSON-1795550256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:26.270373 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-efa1271b-f289-4eea-b876-75426c3d9ad2 req-638a8a50-52c5-4b5f-9ac8-08cd9340cfe0 tempest-ServerMetadataNegativeTestJSON-1795550256 tempest-ServerMetadataNegativeTestJSON-1795550256-project] 10.222.0.105 "GET /v2.0/ports?device_id=c253710c-a703-4490-b755-4768770f3a8e HTTP/1.1" status: 200 len: 945 time: 0.3273685 Feb 09 01:14:26.331829 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device e591a814-b949-4463-9e6d-039ca56f96fc up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:14:26.373883 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-03ce7693-fc1e-49d8-bf4a-32104bc75166 tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:26.379170 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-98bf7873-dc71-407d-ac8e-84e5b314e5a6 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:26.393745 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-03ce7693-fc1e-49d8-bf4a-32104bc75166 tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] 10.222.0.105 "DELETE /v2.0/subnets/246ddee8-fdf6-4b9e-9b90-df3c63041da7 HTTP/1.1" status: 204 len: 168 time: 2.2028370 Feb 09 01:14:26.394568 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39672) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:26.398808 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-98bf7873-dc71-407d-ac8e-84e5b314e5a6 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Deleting port 520b01ea-452f-4f4f-b2c6-88b89d0d4778 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:14:26.399340 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-98bf7873-dc71-407d-ac8e-84e5b314e5a6 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:26.410996 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-efa1271b-f289-4eea-b876-75426c3d9ad2 req-133e3aad-1a40-4f91-ad16-3e90583cd81d tempest-ServerMetadataNegativeTestJSON-1795550256 tempest-ServerMetadataNegativeTestJSON-1795550256-project] 10.222.0.105 "GET /v2.0/security-groups?id=e1871fe4-15cc-4a21-93d2-bdac3d7bfa44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393914 Feb 09 01:14:26.425786 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7cf5b039-6486-4fee-b8b8-4d504704f979 req-5cc52561-b0af-452d-aac1-c3efeef36e1a tempest-ServerShowV247Test-1044118002 tempest-ServerShowV247Test-1044118002-project] 10.222.0.105 "GET /v2.0/ports?device_id=6a1b5f98-5cf1-4f1e-92be-71816af6e831&device_id=60fe577b-8b03-4edb-9f6e-a3d31aade23c HTTP/1.1" status: 200 len: 210 time: 0.1714244 Feb 09 01:14:26.425786 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-2e1088d6-387d-4096-bef8-6ac93018ebf9 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8221536 Feb 09 01:14:26.425786 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1088d6-387d-4096-bef8-6ac93018ebf9 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Pushing event updated for resources: {'Network': ['ID=471ca244-275f-4fbb-9f10-c21ff3b6f557,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:26.428069 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 39676) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:26.433087 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156ddd75-57c6-4734-a36a-ec4e55c23d89 None None] Network cc9bfe02-c329-4973-be90-2366a93fc6a6 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:14:26.442449 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-37c8f254-14e9-469b-88bd-a683ed0a8430 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Request body: {'subnet': {'network_id': '471ca244-275f-4fbb-9f10-c21ff3b6f557', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:26.515734 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 471ca244-275f-4fbb-9f10-c21ff3b6f557 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:14:26.598352 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-286dcc2e-509e-47d8-9ff3-b091f9816f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1980546386', 'tenant_id': '8919f04ab45a492f916586ca80fae861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '520b01ea-452f-4f4f-b2c6-88b89d0d4778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:53Z', 'updated_at': '2022-02-09T01:14:21Z', 'revision_number': 5, 'project_id': '8919f04ab45a492f916586ca80fae861', 'gw_port': {'id': '520b01ea-452f-4f4f-b2c6-88b89d0d4778', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:55Z', 'updated_at': '2022-02-09T01:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:26.606879 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286dcc2e-509e-47d8-9ff3-b091f9816f73 None None] The sync data for ids ['b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4'] in n-d-828418-1 is: [{'id': 'b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1980546386', 'tenant_id': '8919f04ab45a492f916586ca80fae861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '520b01ea-452f-4f4f-b2c6-88b89d0d4778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:53Z', 'updated_at': '2022-02-09T01:14:21Z', 'revision_number': 5, 'project_id': '8919f04ab45a492f916586ca80fae861', 'gw_port': {'id': '520b01ea-452f-4f4f-b2c6-88b89d0d4778', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:55Z', 'updated_at': '2022-02-09T01:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:14:26.619990 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-98bf7873-dc71-407d-ac8e-84e5b314e5a6 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] For port 520b01ea-452f-4f4f-b2c6-88b89d0d4778, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=520b01ea-452f-4f4f-b2c6-88b89d0d4778,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:14:26.620503 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-98bf7873-dc71-407d-ac8e-84e5b314e5a6 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:26.722844 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-37c8f254-14e9-469b-88bd-a683ed0a8430 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:14:26.746798 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-37c8f254-14e9-469b-88bd-a683ed0a8430 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Usage tracker for resource:subnet and tenant:fefa2a0bcdd943ec8d8c861415908997 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:14:26.756092 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-37c8f254-14e9-469b-88bd-a683ed0a8430 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:14:26.767778 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-37c8f254-14e9-469b-88bd-a683ed0a8430 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:14:26.792360 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c8f254-14e9-469b-88bd-a683ed0a8430 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Made reservation on behalf of fefa2a0bcdd943ec8d8c861415908997 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:26.800519 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-37c8f254-14e9-469b-88bd-a683ed0a8430 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:26.864882 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-98bf7873-dc71-407d-ac8e-84e5b314e5a6 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Calling delete_port for 520b01ea-452f-4f4f-b2c6-88b89d0d4778 owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:14:27.169458 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 0ad67996-31ef-4092-a4d4-85ae38589f85 up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:14:27.242999 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e15f3742-d221-4121-a040-41d097f4524d tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:27.248587 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fa9738cf-5779-40a1-aa72-3ed6942bcb9c req-08295b28-8e19-438c-8182-030515c9116c tempest-ServerShowV247Test-1044118002 tempest-ServerShowV247Test-1044118002-project] 10.222.0.105 "GET /v2.0/ports?device_id=6a1b5f98-5cf1-4f1e-92be-71816af6e831 HTTP/1.1" status: 200 len: 210 time: 0.0797310 Feb 09 01:14:27.302187 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-afff0f1b-990e-4135-a990-0be6cd46ecf7 req-9cd78d94-6cdf-459c-b1ad-7c2cee665d07 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=97359e11261d40fa80c9ac274974a1b2&device_id=6a1b5f98-5cf1-4f1e-92be-71816af6e831 HTTP/1.1" status: 200 len: 210 time: 0.2156100 Feb 09 01:14:27.308966 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port e591a814-b949-4463-9e6d-039ca56f96fc triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:27.308966 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:27.336652 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-37c8f254-14e9-469b-88bd-a683ed0a8430 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:27.358641 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-e15f3742-d221-4121-a040-41d097f4524d tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Deleting port cdf00310-b806-4d41-ac46-91a779baf447 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:14:27.359026 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e15f3742-d221-4121-a040-41d097f4524d tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:27.391314 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-afff0f1b-990e-4135-a990-0be6cd46ecf7 req-1e9bc439-e524-41d2-8663-f48505c13a09 service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=97359e11261d40fa80c9ac274974a1b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0803871 Feb 09 01:14:27.490900 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c8f254-14e9-469b-88bd-a683ed0a8430 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Pushing event updated for resources: {'Subnet': ['ID=cf8eddfb-e26b-4cde-878c-d6cbafb51f99,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:27.554966 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c8f254-14e9-469b-88bd-a683ed0a8430 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Checking segment: {'id': '4d90a533-f3e1-4324-a951-a06321dddc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '471ca244-275f-4fbb-9f10-c21ff3b6f557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:14:27.555775 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c8f254-14e9-469b-88bd-a683ed0a8430 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Network hostable DHCP agents. Network: 471ca244-275f-4fbb-9f10-c21ff3b6f557, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:14:27.592629 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb185aa-8ca5-4bd5-b4ef-4c1d11fd0b91 None None] DHCP port deletion for fc9b7097-9839-43e8-ab87-dc826bac26d5 request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:14:27.605776 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff0f1b-990e-4135-a990-0be6cd46ecf7 req-5835518d-558a-4525-986b-d335eb1c4cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:27.608172 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-afff0f1b-990e-4135-a990-0be6cd46ecf7 req-5835518d-558a-4525-986b-d335eb1c4cb5 service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2099488 Feb 09 01:14:27.632743 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c8f254-14e9-469b-88bd-a683ed0a8430 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Network 471ca244-275f-4fbb-9f10-c21ff3b6f557 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:14:27.659652 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-ebb185aa-8ca5-4bd5-b4ef-4c1d11fd0b91 None None] Deleting port 3fdaab0a-2c08-4ae6-ad6b-3b636c89a1db {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:14:27.659939 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ebb185aa-8ca5-4bd5-b4ef-4c1d11fd0b91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:27.759356 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5ad2039f-9fb4-4af6-a78f-8e0435f1dd7d None None] Provisioning for port fd05b508-b0b5-4e90-b567-a3762db75751 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:14:27.762993 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port 0ad67996-31ef-4092-a4d4-85ae38589f85 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:14:27.844792 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5ad2039f-9fb4-4af6-a78f-8e0435f1dd7d None None] Provisioning complete for port fd05b508-b0b5-4e90-b567-a3762db75751 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:27.845438 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5ad2039f-9fb4-4af6-a78f-8e0435f1dd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:27.849935 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-37c8f254-14e9-469b-88bd-a683ed0a8430 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 471ca244-275f-4fbb-9f10-c21ff3b6f557) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:27.859195 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c8f254-14e9-469b-88bd-a683ed0a8430 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:27.859988 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-37c8f254-14e9-469b-88bd-a683ed0a8430 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:27.889258 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 0ad67996-31ef-4092-a4d4-85ae38589f85 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:27.889751 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:27.894894 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-37c8f254-14e9-469b-88bd-a683ed0a8430 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4574678 Feb 09 01:14:27.898496 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 39702) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:27.904127 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-e15f3742-d221-4121-a040-41d097f4524d tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] For port cdf00310-b806-4d41-ac46-91a779baf447, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=cdf00310-b806-4d41-ac46-91a779baf447,segment=NetworkSegment(6c373453-fff7-4fd5-9f2a-d283c536d4b5),segment_id=6c373453-fff7-4fd5-9f2a-d283c536d4b5)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:14:27.904703 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e15f3742-d221-4121-a040-41d097f4524d tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:28.039350 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb25a31-1562-49f8-a242-fded3c0254a4 req-5df6dc2f-5fca-4880-bb49-8f690347cdb0 tempest-ServerMetadataNegativeTestJSON-1795550256 tempest-ServerMetadataNegativeTestJSON-1795550256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:28.040854 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3bb25a31-1562-49f8-a242-fded3c0254a4 req-5df6dc2f-5fca-4880-bb49-8f690347cdb0 tempest-ServerMetadataNegativeTestJSON-1795550256 tempest-ServerMetadataNegativeTestJSON-1795550256-project] 10.222.0.105 "GET /v2.0/ports?device_id=c253710c-a703-4490-b755-4768770f3a8e HTTP/1.1" status: 200 len: 945 time: 0.3811586 Feb 09 01:14:28.041255 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff64bcbb-fb3b-4641-a836-401e0f84b3af None None] Network 471ca244-275f-4fbb-9f10-c21ff3b6f557 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:14:28.101209 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-e15f3742-d221-4121-a040-41d097f4524d tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Calling delete_port for cdf00310-b806-4d41-ac46-91a779baf447 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:14:28.186450 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3bb25a31-1562-49f8-a242-fded3c0254a4 req-0d500310-4131-465c-8cdf-5c02e7ca0dbe tempest-ServerMetadataNegativeTestJSON-1795550256 tempest-ServerMetadataNegativeTestJSON-1795550256-project] 10.222.0.105 "GET /v2.0/security-groups?id=e1871fe4-15cc-4a21-93d2-bdac3d7bfa44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367905 Feb 09 01:14:28.211708 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e15f3742-d221-4121-a040-41d097f4524d tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:28.281882 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15f3742-d221-4121-a040-41d097f4524d tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Pushing event deleted for resources: {'Port': ['ID=cdf00310-b806-4d41-ac46-91a779baf447,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:28.283467 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 035ade04-2071-4520-9a50-bc7b0910cc7c up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:14:28.296872 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15f3742-d221-4121-a040-41d097f4524d tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] No DVR routers for this DVR port cdf00310-b806-4d41-ac46-91a779baf447 on host n-d-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:14:28.327791 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-5ad2039f-9fb4-4af6-a78f-8e0435f1dd7d None None] Port fd05b508-b0b5-4e90-b567-a3762db75751 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:14:28.513980 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e15f3742-d221-4121-a040-41d097f4524d tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:28.545410 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-e15f3742-d221-4121-a040-41d097f4524d tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc9bfe02-c329-4973-be90-2366a93fc6a6']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:28.563559 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5f558ec1-3291-4088-9987-c223d1668452 req-a11dbfe1-a731-4512-a12b-549780437b8b tempest-ServerShowV247Test-1044118002 tempest-ServerShowV247Test-1044118002-project] 10.222.0.105 "GET /v2.0/ports?device_id=6a1b5f98-5cf1-4f1e-92be-71816af6e831 HTTP/1.1" status: 200 len: 210 time: 0.0798690 Feb 09 01:14:28.565831 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-e15f3742-d221-4121-a040-41d097f4524d tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c373453-fff7-4fd5-9f2a-d283c536d4b5') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:28.566141 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-e15f3742-d221-4121-a040-41d097f4524d tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c373453-fff7-4fd5-9f2a-d283c536d4b5') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:28.578498 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-98bf7873-dc71-407d-ac8e-84e5b314e5a6 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:28.583985 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e15f3742-d221-4121-a040-41d097f4524d tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:28.626084 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:28.644257 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da492574-0762-4e34-ad52-acc5125d9a73 None None] DHCP port deletion for cc9bfe02-c329-4973-be90-2366a93fc6a6 request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:14:28.667599 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e15f3742-d221-4121-a040-41d097f4524d tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:28.671984 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bf7873-dc71-407d-ac8e-84e5b314e5a6 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Pushing event deleted for resources: {'Port': ['ID=520b01ea-452f-4f4f-b2c6-88b89d0d4778,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:28.680819 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e15f3742-d221-4121-a040-41d097f4524d tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:14:28.681215 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e15f3742-d221-4121-a040-41d097f4524d tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:28.726153 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:14:28.726153 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:14:28.726153 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:14:28.726153 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:14:28.726153 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:14:28.726153 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:14:28.726153 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:14:28.726153 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:14:28.726153 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:14:28.726153 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:14:28.726153 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:14:28.726153 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:14:28.726153 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:14:28.726153 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:14:28.726153 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:14:28.726153 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:14:28.726153 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:14:28.726153 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:14:28.726153 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:14:28.726153 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:14:28.726153 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:14:28.726153 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:14:28.726153 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:14:28.726153 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:14:28.726153 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:14:28.726153 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:14:28.726153 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:14:28.726153 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:14:28.726153 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:14:28.726153 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:14:28.726153 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:14:28.726153 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:14:28.795005 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f53eb1c8-390d-4a39-92ca-1897c9e34a7c tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:28.806599 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-311d8418-8c12-41ee-b1b9-0e4349d636fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'name': 'tempest-RoutersTest-router-783627243', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:56Z', 'updated_at': '2022-02-09T01:14:22Z', 'revision_number': 4, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'gw_port_host': None, '_interfaces': [{'id': '629925dc-613b-427a-bf38-914c2968ccf9', 'name': '', 'network_id': 'c4524fd0-4eb8-463e-9755-9b26024d4430', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'mac_address': 'fa:16:3e:df:d1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'db3e0a00-8428-42ad-b65e-d9b346fbbb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:59Z', 'updated_at': '2022-02-09T01:14:15Z', 'revision_number': 5, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'subnets': [{'id': 'db3e0a00-8428-42ad-b65e-d9b346fbbb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e591a814-b949-4463-9e6d-039ca56f96fc', 'name': '', 'network_id': 'b0652df1-6d56-4b14-b5b2-adb22242b52c', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'mac_address': 'fa:16:3e:ba:6f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'e5ac9a53-8712-41ef-9544-1800b8698156', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:09Z', 'updated_at': '2022-02-09T01:14:23Z', 'revision_number': 5, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'subnets': [{'id': 'e5ac9a53-8712-41ef-9544-1800b8698156', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd05b508-b0b5-4e90-b567-a3762db75751', 'name': '', 'network_id': '0ff13dbc-b3ae-4568-83d8-652753de953e', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'mac_address': 'fa:16:3e:1e:33:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'device_owner': 'network:router_interface', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'a0194cd5-ee98-4cc3-9033-f132ee87d6ae', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:18Z', 'updated_at': '2022-02-09T01:14:23Z', 'revision_number': 2, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'subnets': [{'id': 'a0194cd5-ee98-4cc3-9033-f132ee87d6ae', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:28.811785 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-055b47dc-54e8-4d65-966d-f78f12d6e194 None None] Provisioning complete for port fd05b508-b0b5-4e90-b567-a3762db75751 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:28.812387 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-055b47dc-54e8-4d65-966d-f78f12d6e194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:28.882511 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311d8418-8c12-41ee-b1b9-0e4349d636fd None None] Checking router: 4157810a-8ce4-4f4c-b778-9d0a8a549831 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:14:28.882836 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311d8418-8c12-41ee-b1b9-0e4349d636fd None None] Updating router 4157810a-8ce4-4f4c-b778-9d0a8a549831 port fd05b508-b0b5-4e90-b567-a3762db75751 binding host n-d-828418-1 {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:14:28.912393 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-055b47dc-54e8-4d65-966d-f78f12d6e194 None None] Port fd05b508-b0b5-4e90-b567-a3762db75751 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:14:28.917332 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e15f3742-d221-4121-a040-41d097f4524d tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:28.934827 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c253710c-a703-4490-b755-4768770f3a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad67996-31ef-4092-a4d4-85ae38589f85'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:14:28.953737 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-ebb185aa-8ca5-4bd5-b4ef-4c1d11fd0b91 None None] For port 3fdaab0a-2c08-4ae6-ad6b-3b636c89a1db, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=3fdaab0a-2c08-4ae6-ad6b-3b636c89a1db,segment=NetworkSegment(3a81961f-9f3c-4b88-b026-d85a15f6fdfd),segment_id=3a81961f-9f3c-4b88-b026-d85a15f6fdfd)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:14:28.954127 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ebb185aa-8ca5-4bd5-b4ef-4c1d11fd0b91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:28.985643 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 035ade04-2071-4520-9a50-bc7b0910cc7c triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:28.985817 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:29.024533 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c253710c-a703-4490-b755-4768770f3a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad67996-31ef-4092-a4d4-85ae38589f85', 'code': 200} Feb 09 01:14:29.026280 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 0ad67996-31ef-4092-a4d4-85ae38589f85, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=0ad67996-31ef-4092-a4d4-85ae38589f85,segment=NetworkSegment(91294dcc-9fbc-45b4-aacd-f908d020f653),segment_id=91294dcc-9fbc-45b4-aacd-f908d020f653)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:14:29.124770 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e15f3742-d221-4121-a040-41d097f4524d tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:29.132500 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15f3742-d221-4121-a040-41d097f4524d tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] Pushing event deleted for resources: {'Network': ['ID=cc9bfe02-c329-4973-be90-2366a93fc6a6,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:29.150719 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-afff0f1b-990e-4135-a990-0be6cd46ecf7 req-9dbb76e1-07fc-4d02-8c89-a18d2f7978d3 tempest-ServerShowV247Test-1044118002 tempest-ServerShowV247Test-1044118002-project] 10.222.0.99 "GET /v2.0/ports?device_id=6a1b5f98-5cf1-4f1e-92be-71816af6e831 HTTP/1.1" status: 200 len: 210 time: 0.2305999 Feb 09 01:14:29.158750 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-98bf7873-dc71-407d-ac8e-84e5b314e5a6 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:29.273461 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:29.279064 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-311d8418-8c12-41ee-b1b9-0e4349d636fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:29.332151 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-ebb185aa-8ca5-4bd5-b4ef-4c1d11fd0b91 None None] Calling delete_port for 3fdaab0a-2c08-4ae6-ad6b-3b636c89a1db owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:14:29.380985 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-98bf7873-dc71-407d-ac8e-84e5b314e5a6 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:29.383509 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-98bf7873-dc71-407d-ac8e-84e5b314e5a6 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:29.411435 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-98bf7873-dc71-407d-ac8e-84e5b314e5a6 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:29.411688 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98bf7873-dc71-407d-ac8e-84e5b314e5a6 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Fanout notify agent at l3_agent the message router_deleted on router b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4 {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:14:29.420716 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-98bf7873-dc71-407d-ac8e-84e5b314e5a6 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:29.424712 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-98bf7873-dc71-407d-ac8e-84e5b314e5a6 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "DELETE /v2.0/routers/b22c4113-fdf5-4bdd-99d9-353d2ce1e2e4 HTTP/1.1" status: 204 len: 168 time: 4.2909484 Feb 09 01:14:29.424712 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39738) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:29.428799 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e15f3742-d221-4121-a040-41d097f4524d tempest-DHCPAgentSchedulersTestJSON-1988160676 tempest-DHCPAgentSchedulersTestJSON-1988160676-project] 10.222.0.105 "DELETE /v2.0/networks/cc9bfe02-c329-4973-be90-2366a93fc6a6 HTTP/1.1" status: 204 len: 168 time: 3.0324459 Feb 09 01:14:29.580252 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f0c92b-3b56-4156-8e11-ccfcc72cb424 req-554ba66e-4885-41b9-924a-cdaa149a1db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:29.590231 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-76f0c92b-3b56-4156-8e11-ccfcc72cb424 req-554ba66e-4885-41b9-924a-cdaa149a1db9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c253710c-a703-4490-b755-4768770f3a8e HTTP/1.1" status: 200 len: 1097 time: 0.4667883 Feb 09 01:14:29.626030 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b9dd3735-119f-45d6-b2e5-452051d73553 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:29.651403 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ebb185aa-8ca5-4bd5-b4ef-4c1d11fd0b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:29.737763 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-f53eb1c8-390d-4a39-92ca-1897c9e34a7c tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Allocated IP 172.23.0.1 (471ca244-275f-4fbb-9f10-c21ff3b6f557/cf8eddfb-e26b-4cde-878c-d6cbafb51f99/d8e1f283-fc8d-4bde-a57b-a7be47d665e4) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:14:29.741676 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb185aa-8ca5-4bd5-b4ef-4c1d11fd0b91 None None] No DVR routers for this DVR port 3fdaab0a-2c08-4ae6-ad6b-3b636c89a1db on host n-d-828418-1 {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:14:29.759248 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-76f0c92b-3b56-4156-8e11-ccfcc72cb424 req-521d4558-8b31-4844-aa5d-b8f0a9065148 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e1871fe4-15cc-4a21-93d2-bdac3d7bfa44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658695 Feb 09 01:14:29.795259 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a319ff6-fa1c-4356-8d3b-731d68c52d9f req-081c4453-8d42-407a-8a49-8c0dc2f48b25 tempest-ServerMetadataNegativeTestJSON-1795550256 tempest-ServerMetadataNegativeTestJSON-1795550256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:29.808742 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7a319ff6-fa1c-4356-8d3b-731d68c52d9f req-081c4453-8d42-407a-8a49-8c0dc2f48b25 tempest-ServerMetadataNegativeTestJSON-1795550256 tempest-ServerMetadataNegativeTestJSON-1795550256-project] 10.222.0.105 "GET /v2.0/ports?device_id=c253710c-a703-4490-b755-4768770f3a8e HTTP/1.1" status: 200 len: 946 time: 0.3969655 Feb 09 01:14:29.919410 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b9dd3735-119f-45d6-b2e5-452051d73553 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:29.976036 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-b9dd3735-119f-45d6-b2e5-452051d73553 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc9b7097-9839-43e8-ab87-dc826bac26d5']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:29.996309 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-b9dd3735-119f-45d6-b2e5-452051d73553 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a81961f-9f3c-4b88-b026-d85a15f6fdfd') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:29.996723 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-b9dd3735-119f-45d6-b2e5-452051d73553 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a81961f-9f3c-4b88-b026-d85a15f6fdfd') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:30.014015 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b9dd3735-119f-45d6-b2e5-452051d73553 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:30.057795 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b9dd3735-119f-45d6-b2e5-452051d73553 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:30.072955 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9dd3735-119f-45d6-b2e5-452051d73553 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:14:30.073671 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b9dd3735-119f-45d6-b2e5-452051d73553 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:30.107802 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:14:30.107802 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:14:30.107802 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:14:30.107802 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:14:30.107802 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:14:30.107802 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:14:30.107802 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:14:30.107802 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:14:30.107802 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:14:30.107802 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:14:30.107802 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:14:30.107802 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:14:30.107802 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:14:30.107802 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:14:30.107802 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:14:30.107802 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:14:30.107802 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:14:30.107802 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:14:30.107802 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:14:30.107802 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:14:30.107802 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:14:30.107802 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:14:30.107802 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:14:30.107802 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:14:30.107802 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:14:30.107802 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:14:30.107802 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:14:30.107802 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:14:30.107802 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:14:30.107802 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:14:30.107802 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:14:30.107802 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:14:30.128334 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-08f68d33-85d6-4aa1-bbb2-2d61238b30e6 req-b30fda9b-0b4e-4be3-b163-8af67f506d09 tempest-ServerShowV247Test-1044118002 tempest-ServerShowV247Test-1044118002-project] 10.222.0.105 "GET /v2.0/ports?device_id=6a1b5f98-5cf1-4f1e-92be-71816af6e831 HTTP/1.1" status: 200 len: 210 time: 0.1269751 Feb 09 01:14:30.152770 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602e15c5-a6bf-428a-be25-d46677213158 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-471ca244-275f-4fbb-9f10-c21ff3b6f557', 'network_id': '471ca244-275f-4fbb-9f10-c21ff3b6f557', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'fixed_ips': [{'subnet_id': 'cf8eddfb-e26b-4cde-878c-d6cbafb51f99'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:14:30.163710 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-602e15c5-a6bf-428a-be25-d46677213158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:30.190324 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7a319ff6-fa1c-4356-8d3b-731d68c52d9f req-13920ffd-6cd7-4f95-b601-5bb7193dc800 tempest-ServerMetadataNegativeTestJSON-1795550256 tempest-ServerMetadataNegativeTestJSON-1795550256-project] 10.222.0.105 "GET /v2.0/security-groups?id=e1871fe4-15cc-4a21-93d2-bdac3d7bfa44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3803179 Feb 09 01:14:30.267675 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f53eb1c8-390d-4a39-92ca-1897c9e34a7c tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:30.271297 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 39754) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:30.302277 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b9dd3735-119f-45d6-b2e5-452051d73553 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:30.304364 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-f53eb1c8-390d-4a39-92ca-1897c9e34a7c tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Transition to ACTIVE for port object d8e1f283-fc8d-4bde-a57b-a7be47d665e4 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:14:30.313821 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b9dd3735-119f-45d6-b2e5-452051d73553 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:30.349639 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dd3735-119f-45d6-b2e5-452051d73553 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] Pushing event deleted for resources: {'Network': ['ID=fc9b7097-9839-43e8-ab87-dc826bac26d5,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:30.358036 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b9dd3735-119f-45d6-b2e5-452051d73553 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] 10.222.0.105 "DELETE /v2.0/networks/fc9b7097-9839-43e8-ab87-dc826bac26d5 HTTP/1.1" status: 204 len: 168 time: 0.9323585 Feb 09 01:14:30.369514 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f53eb1c8-390d-4a39-92ca-1897c9e34a7c tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:30.386519 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=0ad67996-31ef-4092-a4d4-85ae38589f85,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:30.485415 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53eb1c8-390d-4a39-92ca-1897c9e34a7c tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Network 471ca244-275f-4fbb-9f10-c21ff3b6f557 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:14:30.490943 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-f53eb1c8-390d-4a39-92ca-1897c9e34a7c tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:30.509042 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb185aa-8ca5-4bd5-b4ef-4c1d11fd0b91 None None] Pushing event deleted for resources: {'Port': ['ID=3fdaab0a-2c08-4ae6-ad6b-3b636c89a1db,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:30.509764 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53eb1c8-390d-4a39-92ca-1897c9e34a7c tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:14:30.564927 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53eb1c8-390d-4a39-92ca-1897c9e34a7c tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Pushing event updated for resources: {'Port': ['ID=d8e1f283-fc8d-4bde-a57b-a7be47d665e4,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:30.621933 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f53eb1c8-390d-4a39-92ca-1897c9e34a7c tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:30.630188 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-50aa9f0c-ff20-4013-925f-d22bf7b54faa admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=3a1f7eabe5644684a2a8ffbd262ede3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3574991 Feb 09 01:14:30.631417 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39770) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:30.730248 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-602e15c5-a6bf-428a-be25-d46677213158 None None] Allocated IP 172.23.0.2 (471ca244-275f-4fbb-9f10-c21ff3b6f557/cf8eddfb-e26b-4cde-878c-d6cbafb51f99/70f12200-38de-41e4-a25b-e2d5437be1b9) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:14:30.748770 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 90ddb7a7-7a1d-441f-8886-891e8c95b798 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:14:30.749540 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:14:30.768873 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0e4cf0f5-1c97-48cb-8cfd-1bb004551047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:30.810112 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 90ddb7a7-7a1d-441f-8886-891e8c95b798 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:14:30.810367 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 90ddb7a7-7a1d-441f-8886-891e8c95b798 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:14:30.810796 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 3fdaab0a-2c08-4ae6-ad6b-3b636c89a1db no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:14:30.826628 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0e4cf0f5-1c97-48cb-8cfd-1bb004551047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:30.866484 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f53eb1c8-390d-4a39-92ca-1897c9e34a7c tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:30.894542 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0e4cf0f5-1c97-48cb-8cfd-1bb004551047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:30.918108 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4cf0f5-1c97-48cb-8cfd-1bb004551047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0636e2cf-1cba-45de-abb1-356b2d3942c2,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:30.921698 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0e4cf0f5-1c97-48cb-8cfd-1bb004551047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:30.925566 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-0e4cf0f5-1c97-48cb-8cfd-1bb004551047 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/0636e2cf-1cba-45de-abb1-356b2d3942c2 HTTP/1.1" status: 204 len: 168 time: 0.2921169 Feb 09 01:14:30.926948 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39776) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:30.953004 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 3fdaab0a-2c08-4ae6-ad6b-3b636c89a1db {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:14:30.953349 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 3fdaab0a-2c08-4ae6-ad6b-3b636c89a1db not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:14:31.032505 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-311d8418-8c12-41ee-b1b9-0e4349d636fd None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:31.154871 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-602e15c5-a6bf-428a-be25-d46677213158 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:31.168713 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-602e15c5-a6bf-428a-be25-d46677213158 None None] Transition to ACTIVE for port object 70f12200-38de-41e4-a25b-e2d5437be1b9 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:14:31.189239 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device cdf00310-b806-4d41-ac46-91a779baf447 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:14:31.228535 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-311d8418-8c12-41ee-b1b9-0e4349d636fd None None] Transition to ACTIVE for port object fd05b508-b0b5-4e90-b567-a3762db75751 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:14:31.231857 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: cdf00310-b806-4d41-ac46-91a779baf447 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:14:31.232268 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device cdf00310-b806-4d41-ac46-91a779baf447 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:14:31.232758 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 520b01ea-452f-4f4f-b2c6-88b89d0d4778 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:14:31.274107 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-602e15c5-a6bf-428a-be25-d46677213158 None None] Transition to ACTIVE for port object 70f12200-38de-41e4-a25b-e2d5437be1b9 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:14:31.280813 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-311d8418-8c12-41ee-b1b9-0e4349d636fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:31.318268 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 520b01ea-452f-4f4f-b2c6-88b89d0d4778 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:14:31.318618 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 520b01ea-452f-4f4f-b2c6-88b89d0d4778 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:14:31.332366 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-602e15c5-a6bf-428a-be25-d46677213158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:31.490452 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602e15c5-a6bf-428a-be25-d46677213158 None None] Network 471ca244-275f-4fbb-9f10-c21ff3b6f557 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:14:31.526138 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-602e15c5-a6bf-428a-be25-d46677213158 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:31.533830 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc51c2a-7b4c-4a26-aece-6dbb7a822856 None None] Pushing event updated for resources: {'Port': ['ID=fd05b508-b0b5-4e90-b567-a3762db75751,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:31.536132 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602e15c5-a6bf-428a-be25-d46677213158 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:14:31.547695 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f2c82c-c58d-4c33-bb99-bf438f9ca72e req-abcaed09-1007-45ba-8675-577b75a99980 tempest-ServerMetadataNegativeTestJSON-1795550256 tempest-ServerMetadataNegativeTestJSON-1795550256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:31.549351 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-91f2c82c-c58d-4c33-bb99-bf438f9ca72e req-abcaed09-1007-45ba-8675-577b75a99980 tempest-ServerMetadataNegativeTestJSON-1795550256 tempest-ServerMetadataNegativeTestJSON-1795550256-project] 10.222.0.105 "GET /v2.0/ports?device_id=c253710c-a703-4490-b755-4768770f3a8e HTTP/1.1" status: 200 len: 946 time: 0.1769660 Feb 09 01:14:31.667111 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-91f2c82c-c58d-4c33-bb99-bf438f9ca72e req-1a84259e-72da-4549-b65a-3be9e8ef06db tempest-ServerMetadataNegativeTestJSON-1795550256 tempest-ServerMetadataNegativeTestJSON-1795550256-project] 10.222.0.105 "GET /v2.0/security-groups?id=e1871fe4-15cc-4a21-93d2-bdac3d7bfa44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085565 Feb 09 01:14:31.700473 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f53eb1c8-390d-4a39-92ca-1897c9e34a7c tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:31.706914 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f53eb1c8-390d-4a39-92ca-1897c9e34a7c tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:31.852295 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1b806d83-d172-41ab-a264-27723b0de0a4 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=8919f04ab45a492f916586ca80fae861&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9217138 Feb 09 01:14:31.852697 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39798) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:31.928609 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-311d8418-8c12-41ee-b1b9-0e4349d636fd None None] Attempting to bind port fd05b508-b0b5-4e90-b567-a3762db75751 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:14:31.929621 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-311d8418-8c12-41ee-b1b9-0e4349d636fd None None] Attempting to bind port fd05b508-b0b5-4e90-b567-a3762db75751 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'ec59313a-9eff-4304-b188-9a62054e4317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '0ff13dbc-b3ae-4568-83d8-652753de953e'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:14:31.930067 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311d8418-8c12-41ee-b1b9-0e4349d636fd None None] Attempting to bind port fd05b508-b0b5-4e90-b567-a3762db75751 on network 0ff13dbc-b3ae-4568-83d8-652753de953e {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:14:31.942606 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 39804) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:31.948141 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602e15c5-a6bf-428a-be25-d46677213158 None None] Pushing event updated for resources: {'Port': ['ID=70f12200-38de-41e4-a25b-e2d5437be1b9,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:31.953003 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311d8418-8c12-41ee-b1b9-0e4349d636fd None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:14:31.953383 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311d8418-8c12-41ee-b1b9-0e4349d636fd None None] Checking segment: {'id': 'ec59313a-9eff-4304-b188-9a62054e4317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '0ff13dbc-b3ae-4568-83d8-652753de953e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:14:31.953904 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-311d8418-8c12-41ee-b1b9-0e4349d636fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:31.954299 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311d8418-8c12-41ee-b1b9-0e4349d636fd None None] Bound using segment: {'id': 'ec59313a-9eff-4304-b188-9a62054e4317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '0ff13dbc-b3ae-4568-83d8-652753de953e'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:14:31.954770 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-311d8418-8c12-41ee-b1b9-0e4349d636fd None None] Bound port: fd05b508-b0b5-4e90-b567-a3762db75751, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec59313a-9eff-4304-b188-9a62054e4317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '0ff13dbc-b3ae-4568-83d8-652753de953e'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:14:31.955145 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-311d8418-8c12-41ee-b1b9-0e4349d636fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:31.997570 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-602e15c5-a6bf-428a-be25-d46677213158 None None] Attempting to bind port 70f12200-38de-41e4-a25b-e2d5437be1b9 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:14:31.997989 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-602e15c5-a6bf-428a-be25-d46677213158 None None] Attempting to bind port 70f12200-38de-41e4-a25b-e2d5437be1b9 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '4d90a533-f3e1-4324-a951-a06321dddc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '471ca244-275f-4fbb-9f10-c21ff3b6f557'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:14:31.998352 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602e15c5-a6bf-428a-be25-d46677213158 None None] Attempting to bind port 70f12200-38de-41e4-a25b-e2d5437be1b9 on network 471ca244-275f-4fbb-9f10-c21ff3b6f557 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:14:32.026461 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602e15c5-a6bf-428a-be25-d46677213158 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:14:32.026858 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602e15c5-a6bf-428a-be25-d46677213158 None None] Checking segment: {'id': '4d90a533-f3e1-4324-a951-a06321dddc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '471ca244-275f-4fbb-9f10-c21ff3b6f557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:14:32.027406 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-602e15c5-a6bf-428a-be25-d46677213158 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:32.028155 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602e15c5-a6bf-428a-be25-d46677213158 None None] Bound using segment: {'id': '4d90a533-f3e1-4324-a951-a06321dddc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '471ca244-275f-4fbb-9f10-c21ff3b6f557'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:14:32.028327 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-602e15c5-a6bf-428a-be25-d46677213158 None None] Bound port: 70f12200-38de-41e4-a25b-e2d5437be1b9, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d90a533-f3e1-4324-a951-a06321dddc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '471ca244-275f-4fbb-9f10-c21ff3b6f557'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:14:32.028743 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-602e15c5-a6bf-428a-be25-d46677213158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:32.070707 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1f39aaa0-31e0-4455-bd9d-512d32f1ae66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:32.101587 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1f39aaa0-31e0-4455-bd9d-512d32f1ae66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:32.102817 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0949765d-bbc6-4eef-a122-3ce15a7fc7ce req-7e48fd63-c7f9-4ce2-aee8-a7b3e5a316e9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=97359e11261d40fa80c9ac274974a1b2&device_id=60fe577b-8b03-4edb-9f6e-a3d31aade23c HTTP/1.1" status: 200 len: 210 time: 0.1494942 Feb 09 01:14:32.146043 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-311d8418-8c12-41ee-b1b9-0e4349d636fd None None] For port fd05b508-b0b5-4e90-b567-a3762db75751, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:14:32.151122 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-311d8418-8c12-41ee-b1b9-0e4349d636fd None None] For port fd05b508-b0b5-4e90-b567-a3762db75751, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=fd05b508-b0b5-4e90-b567-a3762db75751,segment=NetworkSegment(ec59313a-9eff-4304-b188-9a62054e4317),segment_id=ec59313a-9eff-4304-b188-9a62054e4317)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:14:32.165267 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-311d8418-8c12-41ee-b1b9-0e4349d636fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:32.175979 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bb74875a-c721-4e22-a067-978c5b103a32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:32.179259 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1f39aaa0-31e0-4455-bd9d-512d32f1ae66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:32.217537 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f39aaa0-31e0-4455-bd9d-512d32f1ae66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9769c40-0ab9-4394-b5a4-f94837f7bb7b,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:32.230855 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1f39aaa0-31e0-4455-bd9d-512d32f1ae66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:32.234923 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1f39aaa0-31e0-4455-bd9d-512d32f1ae66 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/a9769c40-0ab9-4394-b5a4-f94837f7bb7b HTTP/1.1" status: 204 len: 168 time: 0.3778465 Feb 09 01:14:32.245147 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-602e15c5-a6bf-428a-be25-d46677213158 None None] For port 70f12200-38de-41e4-a25b-e2d5437be1b9, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:14:32.297229 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-602e15c5-a6bf-428a-be25-d46677213158 None None] For port 70f12200-38de-41e4-a25b-e2d5437be1b9, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=70f12200-38de-41e4-a25b-e2d5437be1b9,segment=NetworkSegment(4d90a533-f3e1-4324-a951-a06321dddc1b),segment_id=4d90a533-f3e1-4324-a951-a06321dddc1b)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:14:32.298162 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-38c23635-410e-404b-a153-5d11cae305d1 req-6c6f7436-d17e-43af-84e9-62b6a7d49e8c tempest-ServerShowV247Test-1044118002 tempest-ServerShowV247Test-1044118002-project] 10.222.0.105 "GET /v2.0/ports?device_id=60fe577b-8b03-4edb-9f6e-a3d31aade23c HTTP/1.1" status: 200 len: 210 time: 0.1025832 Feb 09 01:14:32.307905 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-602e15c5-a6bf-428a-be25-d46677213158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:32.317950 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f53eb1c8-390d-4a39-92ca-1897c9e34a7c tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:32.324196 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311d8418-8c12-41ee-b1b9-0e4349d636fd None None] Routers {'4157810a-8ce4-4f4c-b778-9d0a8a549831'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:14:32.325278 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-311d8418-8c12-41ee-b1b9-0e4349d636fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:14:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['4157810a-8ce4-4f4c-b778-9d0a8a549831'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:32.327644 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53eb1c8-390d-4a39-92ca-1897c9e34a7c tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Pushing event updated for resources: {'Port': ['ID=d8e1f283-fc8d-4bde-a57b-a7be47d665e4,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:32.357645 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0949765d-bbc6-4eef-a122-3ce15a7fc7ce req-5ab80f56-e96f-45dd-ab6b-65fb068cc511 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=97359e11261d40fa80c9ac274974a1b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2229996 Feb 09 01:14:32.431363 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc51c2a-7b4c-4a26-aece-6dbb7a822856 None None] Pushing event updated for resources: {'Port': ['ID=fd05b508-b0b5-4e90-b567-a3762db75751,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:32.532538 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-bb74875a-c721-4e22-a067-978c5b103a32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:14:32.569023 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602e15c5-a6bf-428a-be25-d46677213158 None None] Pushing event updated for resources: {'Port': ['ID=70f12200-38de-41e4-a25b-e2d5437be1b9,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:32.628154 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-311d8418-8c12-41ee-b1b9-0e4349d636fd None None] Set router 4157810a-8ce4-4f4c-b778-9d0a8a549831 gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:14:32.629680 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-bb74875a-c721-4e22-a067-978c5b103a32 admin admin] Usage tracker for resource:security_group_rule and tenant:28a333e7d0b8484abcb96eb058b7ea95 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:14:32.644256 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-bb74875a-c721-4e22-a067-978c5b103a32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:14:32.663187 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-bb74875a-c721-4e22-a067-978c5b103a32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:14:33.022753 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53eb1c8-390d-4a39-92ca-1897c9e34a7c tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Network 471ca244-275f-4fbb-9f10-c21ff3b6f557 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:14:33.040397 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-f53eb1c8-390d-4a39-92ca-1897c9e34a7c tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:33.142329 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0949765d-bbc6-4eef-a122-3ce15a7fc7ce req-9f2bbbdb-20e7-442b-afbf-30951e235603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:33.144300 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0949765d-bbc6-4eef-a122-3ce15a7fc7ce req-9f2bbbdb-20e7-442b-afbf-30951e235603 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7803016 Feb 09 01:14:33.183376 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 70f12200-38de-41e4-a25b-e2d5437be1b9 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:14:33.195712 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39838) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:33.233328 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3c6823a3-4343-46e1-9f52-b471b32f59be admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:33.280278 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3c6823a3-4343-46e1-9f52-b471b32f59be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:14:33.293165 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-3c6823a3-4343-46e1-9f52-b471b32f59be admin admin] Usage tracker for resource:security_group_rule and tenant:1cdba7a63b6744b39b88663146fc7430 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:14:33.298613 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f53eb1c8-390d-4a39-92ca-1897c9e34a7c tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Router 4157810a-8ce4-4f4c-b778-9d0a8a549831 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:14:33.301636 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-311d8418-8c12-41ee-b1b9-0e4349d636fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'name': 'tempest-RoutersTest-router-783627243', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:56Z', 'updated_at': '2022-02-09T01:14:30Z', 'revision_number': 5, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'gw_port_host': None, '_interfaces': [{'id': '629925dc-613b-427a-bf38-914c2968ccf9', 'name': '', 'network_id': 'c4524fd0-4eb8-463e-9755-9b26024d4430', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'mac_address': 'fa:16:3e:df:d1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'db3e0a00-8428-42ad-b65e-d9b346fbbb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:59Z', 'updated_at': '2022-02-09T01:14:15Z', 'revision_number': 5, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'subnets': [{'id': 'db3e0a00-8428-42ad-b65e-d9b346fbbb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8e1f283-fc8d-4bde-a57b-a7be47d665e4', 'name': '', 'network_id': '471ca244-275f-4fbb-9f10-c21ff3b6f557', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'mac_address': 'fa:16:3e:49:a0:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'device_owner': 'network:router_interface', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': 'cf8eddfb-e26b-4cde-878c-d6cbafb51f99', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:29Z', 'updated_at': '2022-02-09T01:14:31Z', 'revision_number': 2, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'subnets': [{'id': 'cf8eddfb-e26b-4cde-878c-d6cbafb51f99', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e591a814-b949-4463-9e6d-039ca56f96fc', 'name': '', 'network_id': 'b0652df1-6d56-4b14-b5b2-adb22242b52c', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'mac_address': 'fa:16:3e:ba:6f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'e5ac9a53-8712-41ef-9544-1800b8698156', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:09Z', 'updated_at': '2022-02-09T01:14:23Z', 'revision_number': 5, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'subnets': [{'id': 'e5ac9a53-8712-41ef-9544-1800b8698156', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd05b508-b0b5-4e90-b567-a3762db75751', 'name': '', 'network_id': '0ff13dbc-b3ae-4568-83d8-652753de953e', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'mac_address': 'fa:16:3e:1e:33:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'device_owner': 'network:router_interface', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'a0194cd5-ee98-4cc3-9033-f132ee87d6ae', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:18Z', 'updated_at': '2022-02-09T01:14:32Z', 'revision_number': 4, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'subnets': [{'id': 'a0194cd5-ee98-4cc3-9033-f132ee87d6ae', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:33.304954 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bb74875a-c721-4e22-a067-978c5b103a32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:33.305404 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 70f12200-38de-41e4-a25b-e2d5437be1b9 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:14:33.307709 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-3c6823a3-4343-46e1-9f52-b471b32f59be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:14:33.311455 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311d8418-8c12-41ee-b1b9-0e4349d636fd None None] The sync data for ids ['4157810a-8ce4-4f4c-b778-9d0a8a549831'] in n-d-828418-1 is: [{'id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'name': 'tempest-RoutersTest-router-783627243', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:56Z', 'updated_at': '2022-02-09T01:14:30Z', 'revision_number': 5, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'gw_port_host': None, '_interfaces': [{'id': '629925dc-613b-427a-bf38-914c2968ccf9', 'name': '', 'network_id': 'c4524fd0-4eb8-463e-9755-9b26024d4430', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'mac_address': 'fa:16:3e:df:d1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'db3e0a00-8428-42ad-b65e-d9b346fbbb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:59Z', 'updated_at': '2022-02-09T01:14:15Z', 'revision_number': 5, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'subnets': [{'id': 'db3e0a00-8428-42ad-b65e-d9b346fbbb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8e1f283-fc8d-4bde-a57b-a7be47d665e4', 'name': '', 'network_id': '471ca244-275f-4fbb-9f10-c21ff3b6f557', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'mac_address': 'fa:16:3e:49:a0:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'device_owner': 'network:router_interface', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': 'cf8eddfb-e26b-4cde-878c-d6cbafb51f99', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:29Z', 'updated_at': '2022-02-09T01:14:31Z', 'revision_number': 2, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'subnets': [{'id': 'cf8eddfb-e26b-4cde-878c-d6cbafb51f99', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e591a814-b949-4463-9e6d-039ca56f96fc', 'name': '', 'network_id': 'b0652df1-6d56-4b14-b5b2-adb22242b52c', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'mac_address': 'fa:16:3e:ba:6f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'e5ac9a53-8712-41ef-9544-1800b8698156', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:09Z', 'updated_at': '2022-02-09T01:14:23Z', 'revision_number': 5, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'subnets': [{'id': 'e5ac9a53-8712-41ef-9544-1800b8698156', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd05b508-b0b5-4e90-b567-a3762db75751', 'name': '', 'network_id': '0ff13dbc-b3ae-4568-83d8-652753de953e', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'mac_address': 'fa:16:3e:1e:33:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'device_owner': 'network:router_interface', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'a0194cd5-ee98-4cc3-9033-f132ee87d6ae', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:18Z', 'updated_at': '2022-02-09T01:14:32Z', 'revision_number': 4, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'subnets': [{'id': 'a0194cd5-ee98-4cc3-9033-f132ee87d6ae', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:14:33.319506 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3c6823a3-4343-46e1-9f52-b471b32f59be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:14:33.320657 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bb74875a-c721-4e22-a067-978c5b103a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:33.531222 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3c6823a3-4343-46e1-9f52-b471b32f59be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:33.536325 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3c6823a3-4343-46e1-9f52-b471b32f59be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:33.638245 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f53eb1c8-390d-4a39-92ca-1897c9e34a7c tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:14:33.667874 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-3c6823a3-4343-46e1-9f52-b471b32f59be admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=1cdba7a63b6744b39b88663146fc7430&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4700594 Feb 09 01:14:33.668765 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39852) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:33.723978 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6823a3-4343-46e1-9f52-b471b32f59be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6010dd1-137a-48d2-b3e8-7a575cbbb9a5,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:33.775406 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb74875a-c721-4e22-a067-978c5b103a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=635f4725-44de-4661-8096-51bc77ec66a2,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:33.791553 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-feca4e3e-523c-4f45-b0de-1762b648e6b9 req-e5d9e9b3-d389-4478-aa5d-95ca3591b36d tempest-ServerShowV247Test-1044118002 tempest-ServerShowV247Test-1044118002-project] 10.222.0.105 "GET /v2.0/ports?device_id=60fe577b-8b03-4edb-9f6e-a3d31aade23c HTTP/1.1" status: 200 len: 210 time: 0.1812546 Feb 09 01:14:33.820826 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-bb74875a-c721-4e22-a067-978c5b103a32 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=28a333e7d0b8484abcb96eb058b7ea95&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7420769 Feb 09 01:14:33.821927 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 39858) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:33.852875 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f53eb1c8-390d-4a39-92ca-1897c9e34a7c tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "PUT /v2.0/routers/4157810a-8ce4-4f4c-b778-9d0a8a549831/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9533949 Feb 09 01:14:33.857186 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 39862) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:33.867090 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-a4164d58-9236-4aa9-a08e-f4b6a239dbb8 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:33.876350 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8835c2e3-cd63-4768-8e53-bf3f4cd0d199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:33.926867 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8835c2e3-cd63-4768-8e53-bf3f4cd0d199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:34.008996 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8835c2e3-cd63-4768-8e53-bf3f4cd0d199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:34.035026 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8835c2e3-cd63-4768-8e53-bf3f4cd0d199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6010dd1-137a-48d2-b3e8-7a575cbbb9a5,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:34.051738 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8835c2e3-cd63-4768-8e53-bf3f4cd0d199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:34.056434 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-8835c2e3-cd63-4768-8e53-bf3f4cd0d199 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/e6010dd1-137a-48d2-b3e8-7a575cbbb9a5 HTTP/1.1" status: 204 len: 168 time: 0.3717067 Feb 09 01:14:34.225141 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028a604a-cc76-4c78-9dbe-570290c82df3 None None] Network 471ca244-275f-4fbb-9f10-c21ff3b6f557 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:14:34.364293 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9a93f319-3a45-4739-aee4-35501db49cbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:34.409934 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-313fd1ab-9255-442c-951f-86515b798b48 None None] Provisioning for port 70f12200-38de-41e4-a25b-e2d5437be1b9 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:14:34.426775 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-313fd1ab-9255-442c-951f-86515b798b48 None None] Provisioning complete for port 70f12200-38de-41e4-a25b-e2d5437be1b9 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:34.427361 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-313fd1ab-9255-442c-951f-86515b798b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:34.554903 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad6938-da45-465d-afc8-9efabf0cf3b5 req-21b8f199-7cc8-40be-83c9-894e8fd396eb tempest-ServerMetadataNegativeTestJSON-1795550256 tempest-ServerMetadataNegativeTestJSON-1795550256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:34.556672 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8aad6938-da45-465d-afc8-9efabf0cf3b5 req-21b8f199-7cc8-40be-83c9-894e8fd396eb tempest-ServerMetadataNegativeTestJSON-1795550256 tempest-ServerMetadataNegativeTestJSON-1795550256-project] 10.222.0.105 "GET /v2.0/ports?device_id=c253710c-a703-4490-b755-4768770f3a8e HTTP/1.1" status: 200 len: 946 time: 0.5622137 Feb 09 01:14:34.567926 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9a93f319-3a45-4739-aee4-35501db49cbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:34.733660 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39880) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:34.806536 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-313fd1ab-9255-442c-951f-86515b798b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:34.811067 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-3c35f3ba-0d1a-41c5-ac85-a2f8b12aa366 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=968413086f8b41829d554ec22f796d13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0727353 Feb 09 01:14:34.811290 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39884) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:34.826248 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0949765d-bbc6-4eef-a122-3ce15a7fc7ce req-03593c80-2bd1-4700-b794-aa3e02125cf8 tempest-ServerShowV247Test-1044118002 tempest-ServerShowV247Test-1044118002-project] 10.222.0.62 "GET /v2.0/ports?device_id=60fe577b-8b03-4edb-9f6e-a3d31aade23c HTTP/1.1" status: 200 len: 210 time: 0.1024108 Feb 09 01:14:34.839238 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8aad6938-da45-465d-afc8-9efabf0cf3b5 req-d2d9872f-01d9-452d-8e7e-3bd61851759d tempest-ServerMetadataNegativeTestJSON-1795550256 tempest-ServerMetadataNegativeTestJSON-1795550256-project] 10.222.0.105 "GET /v2.0/security-groups?id=e1871fe4-15cc-4a21-93d2-bdac3d7bfa44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459772 Feb 09 01:14:34.932020 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5d0aa082-348d-4706-82b2-417bebbbb9bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:34.955456 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-313fd1ab-9255-442c-951f-86515b798b48 None None] For port 70f12200-38de-41e4-a25b-e2d5437be1b9, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=70f12200-38de-41e4-a25b-e2d5437be1b9,segment=NetworkSegment(4d90a533-f3e1-4324-a951-a06321dddc1b),segment_id=4d90a533-f3e1-4324-a951-a06321dddc1b)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:14:34.960107 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-313fd1ab-9255-442c-951f-86515b798b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:35.001265 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9a93f319-3a45-4739-aee4-35501db49cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:35.018660 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5d0aa082-348d-4706-82b2-417bebbbb9bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:35.045079 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a93f319-3a45-4739-aee4-35501db49cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=635f4725-44de-4661-8096-51bc77ec66a2,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:35.056126 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9a93f319-3a45-4739-aee4-35501db49cbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:35.057330 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-9a93f319-3a45-4739-aee4-35501db49cbf admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/635f4725-44de-4661-8096-51bc77ec66a2 HTTP/1.1" status: 204 len: 168 time: 1.2320416 Feb 09 01:14:35.149844 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.extraroute_db [None req-a4164d58-9236-4aa9-a08e-f4b6a239dbb8 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=87639) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 09 01:14:35.192818 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5d0aa082-348d-4706-82b2-417bebbbb9bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:35.240986 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0aa082-348d-4706-82b2-417bebbbb9bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e873b7cd-8ed3-4f41-8d0f-6306dc27ae9d,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:35.258894 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device fd05b508-b0b5-4e90-b567-a3762db75751 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:14:35.262295 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5d0aa082-348d-4706-82b2-417bebbbb9bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:35.264525 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-5d0aa082-348d-4706-82b2-417bebbbb9bd admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/e873b7cd-8ed3-4f41-8d0f-6306dc27ae9d HTTP/1.1" status: 204 len: 168 time: 0.4522901 Feb 09 01:14:35.299889 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f33bcf37-57c2-480b-a5a7-a40ad469d3c2 req-d9594d20-87f8-4236-908f-533de593afe1 tempest-ServerShowV247Test-1044118002 tempest-ServerShowV247Test-1044118002-project] 10.222.0.105 "GET /v2.0/ports?device_id=60fe577b-8b03-4edb-9f6e-a3d31aade23c HTTP/1.1" status: 200 len: 210 time: 0.0966184 Feb 09 01:14:35.313455 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.extraroute_db [None req-a4164d58-9236-4aa9-a08e-f4b6a239dbb8 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Removed routes are [] {{(pid=87639) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 09 01:14:35.313884 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a4164d58-9236-4aa9-a08e-f4b6a239dbb8 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:35.399632 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313fd1ab-9255-442c-951f-86515b798b48 None None] Pushing event updated for resources: {'Port': ['ID=70f12200-38de-41e4-a25b-e2d5437be1b9,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:35.486684 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port fd05b508-b0b5-4e90-b567-a3762db75751 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:14:35.492644 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port fd05b508-b0b5-4e90-b567-a3762db75751 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:35.493077 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:35.674916 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bab3661-0676-4625-9a4b-7f602286f4b1 None None] Sync routers for ids ['4157810a-8ce4-4f4c-b778-9d0a8a549831'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:14:35.700105 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bab3661-0676-4625-9a4b-7f602286f4b1 None None] Routers {'4157810a-8ce4-4f4c-b778-9d0a8a549831'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:14:35.701071 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-4bab3661-0676-4625-9a4b-7f602286f4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:14:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['4157810a-8ce4-4f4c-b778-9d0a8a549831'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:35.766850 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:35.847018 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port fd05b508-b0b5-4e90-b567-a3762db75751, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=fd05b508-b0b5-4e90-b567-a3762db75751,segment=NetworkSegment(ec59313a-9eff-4304-b188-9a62054e4317),segment_id=ec59313a-9eff-4304-b188-9a62054e4317)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:14:35.855044 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:36.024862 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=fd05b508-b0b5-4e90-b567-a3762db75751,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:36.043803 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-49099b87-8693-4d8d-a63e-63e7158d3358 None None] Provisioning complete for port 70f12200-38de-41e4-a25b-e2d5437be1b9 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:36.044166 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-49099b87-8693-4d8d-a63e-63e7158d3358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:36.050583 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-4bab3661-0676-4625-9a4b-7f602286f4b1 None None] Set router 4157810a-8ce4-4f4c-b778-9d0a8a549831 gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:14:36.274101 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-49099b87-8693-4d8d-a63e-63e7158d3358 None None] Provisioning for port d8e1f283-fc8d-4bde-a57b-a7be47d665e4 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:14:36.289937 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-49099b87-8693-4d8d-a63e-63e7158d3358 None None] Provisioning complete for port d8e1f283-fc8d-4bde-a57b-a7be47d665e4 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:36.290407 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-49099b87-8693-4d8d-a63e-63e7158d3358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:36.358449 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a4164d58-9236-4aa9-a08e-f4b6a239dbb8 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:36.381796 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a4164d58-9236-4aa9-a08e-f4b6a239dbb8 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1673984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1674007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1671766'] for router, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:36.444352 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-49099b87-8693-4d8d-a63e-63e7158d3358 None None] Port d8e1f283-fc8d-4bde-a57b-a7be47d665e4 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:14:36.571996 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b5dc4b7a-451c-40d3-9ddb-58d6078686dc None None] Provisioning complete for port d8e1f283-fc8d-4bde-a57b-a7be47d665e4 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:36.572295 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b5dc4b7a-451c-40d3-9ddb-58d6078686dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:36.664329 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-b5dc4b7a-451c-40d3-9ddb-58d6078686dc None None] Port d8e1f283-fc8d-4bde-a57b-a7be47d665e4 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:14:36.675557 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4164d58-9236-4aa9-a08e-f4b6a239dbb8 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Router 4157810a-8ce4-4f4c-b778-9d0a8a549831 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:14:36.685695 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-4bab3661-0676-4625-9a4b-7f602286f4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'name': 'tempest-RoutersTest-router-783627243', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:56Z', 'updated_at': '2022-02-09T01:14:35Z', 'revision_number': 6, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'gw_port_host': None, '_interfaces': [{'id': '629925dc-613b-427a-bf38-914c2968ccf9', 'name': '', 'network_id': 'c4524fd0-4eb8-463e-9755-9b26024d4430', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'mac_address': 'fa:16:3e:df:d1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'db3e0a00-8428-42ad-b65e-d9b346fbbb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:59Z', 'updated_at': '2022-02-09T01:14:15Z', 'revision_number': 5, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'subnets': [{'id': 'db3e0a00-8428-42ad-b65e-d9b346fbbb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8e1f283-fc8d-4bde-a57b-a7be47d665e4', 'name': '', 'network_id': '471ca244-275f-4fbb-9f10-c21ff3b6f557', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'mac_address': 'fa:16:3e:49:a0:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'device_owner': 'network:router_interface', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': 'cf8eddfb-e26b-4cde-878c-d6cbafb51f99', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:29Z', 'updated_at': '2022-02-09T01:14:31Z', 'revision_number': 2, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'subnets': [{'id': 'cf8eddfb-e26b-4cde-878c-d6cbafb51f99', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e591a814-b949-4463-9e6d-039ca56f96fc', 'name': '', 'network_id': 'b0652df1-6d56-4b14-b5b2-adb22242b52c', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'mac_address': 'fa:16:3e:ba:6f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'e5ac9a53-8712-41ef-9544-1800b8698156', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:09Z', 'updated_at': '2022-02-09T01:14:23Z', 'revision_number': 5, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'subnets': [{'id': 'e5ac9a53-8712-41ef-9544-1800b8698156', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd05b508-b0b5-4e90-b567-a3762db75751', 'name': '', 'network_id': '0ff13dbc-b3ae-4568-83d8-652753de953e', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'mac_address': 'fa:16:3e:1e:33:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'device_owner': 'network:router_interface', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'a0194cd5-ee98-4cc3-9033-f132ee87d6ae', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:18Z', 'updated_at': '2022-02-09T01:14:32Z', 'revision_number': 4, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'subnets': [{'id': 'a0194cd5-ee98-4cc3-9033-f132ee87d6ae', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:36.691011 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bab3661-0676-4625-9a4b-7f602286f4b1 None None] Checking router: 4157810a-8ce4-4f4c-b778-9d0a8a549831 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:14:36.691326 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bab3661-0676-4625-9a4b-7f602286f4b1 None None] Updating router 4157810a-8ce4-4f4c-b778-9d0a8a549831 port d8e1f283-fc8d-4bde-a57b-a7be47d665e4 binding host n-d-828418-1 {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:14:36.697082 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a35f8f-2b1f-49bb-b319-0c46c4324e74 req-c1881efe-7ece-4dfc-8652-9d9e076818ff tempest-ServerMetadataNegativeTestJSON-1795550256 tempest-ServerMetadataNegativeTestJSON-1795550256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:36.699583 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-61a35f8f-2b1f-49bb-b319-0c46c4324e74 req-c1881efe-7ece-4dfc-8652-9d9e076818ff tempest-ServerMetadataNegativeTestJSON-1795550256 tempest-ServerMetadataNegativeTestJSON-1795550256-project] 10.222.0.62 "GET /v2.0/ports?device_id=c253710c-a703-4490-b755-4768770f3a8e HTTP/1.1" status: 200 len: 946 time: 0.8541028 Feb 09 01:14:36.762951 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-4bab3661-0676-4625-9a4b-7f602286f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:36.781812 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-61a35f8f-2b1f-49bb-b319-0c46c4324e74 req-999fbdd9-2a69-474a-a25c-9fc10f9637e9 tempest-ServerMetadataNegativeTestJSON-1795550256 tempest-ServerMetadataNegativeTestJSON-1795550256-project] Deleting port 0ad67996-31ef-4092-a4d4-85ae38589f85 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:14:36.782158 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-61a35f8f-2b1f-49bb-b319-0c46c4324e74 req-999fbdd9-2a69-474a-a25c-9fc10f9637e9 tempest-ServerMetadataNegativeTestJSON-1795550256 tempest-ServerMetadataNegativeTestJSON-1795550256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:36.796524 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-23bb28f6-7ec5-4cf9-abdd-1a322770dc42 None None] Provisioning complete for port d8e1f283-fc8d-4bde-a57b-a7be47d665e4 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:36.797129 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-23bb28f6-7ec5-4cf9-abdd-1a322770dc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:36.913687 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-23bb28f6-7ec5-4cf9-abdd-1a322770dc42 None None] Port d8e1f283-fc8d-4bde-a57b-a7be47d665e4 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:14:36.922897 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa97c17-8b78-481b-ba4e-c22b185c401e req-59b9c5e9-1554-483b-a739-f21e5c6ee82e tempest-ServerMetadataNegativeTestJSON-1795550256 tempest-ServerMetadataNegativeTestJSON-1795550256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:36.924454 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7aa97c17-8b78-481b-ba4e-c22b185c401e req-59b9c5e9-1554-483b-a739-f21e5c6ee82e tempest-ServerMetadataNegativeTestJSON-1795550256 tempest-ServerMetadataNegativeTestJSON-1795550256-project] 10.222.0.105 "GET /v2.0/ports?device_id=c253710c-a703-4490-b755-4768770f3a8e HTTP/1.1" status: 200 len: 946 time: 0.9372029 Feb 09 01:14:37.101277 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device fd05b508-b0b5-4e90-b567-a3762db75751 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:14:37.129120 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4164d58-9236-4aa9-a08e-f4b6a239dbb8 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:14:37.132498 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7aa97c17-8b78-481b-ba4e-c22b185c401e req-6099b235-3b37-4314-9587-86010c996430 tempest-ServerMetadataNegativeTestJSON-1795550256 tempest-ServerMetadataNegativeTestJSON-1795550256-project] 10.222.0.105 "GET /v2.0/security-groups?id=e1871fe4-15cc-4a21-93d2-bdac3d7bfa44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002568 Feb 09 01:14:37.140510 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a4164d58-9236-4aa9-a08e-f4b6a239dbb8 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:37.141703 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-a4164d58-9236-4aa9-a08e-f4b6a239dbb8 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "PUT /v2.0/routers/4157810a-8ce4-4f4c-b778-9d0a8a549831 HTTP/1.1" status: 200 len: 933 time: 3.2833393 Feb 09 01:14:37.144402 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39930) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:37.251593 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port fd05b508-b0b5-4e90-b567-a3762db75751 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:37.251976 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:37.300002 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-61a35f8f-2b1f-49bb-b319-0c46c4324e74 req-999fbdd9-2a69-474a-a25c-9fc10f9637e9 tempest-ServerMetadataNegativeTestJSON-1795550256 tempest-ServerMetadataNegativeTestJSON-1795550256-project] For port 0ad67996-31ef-4092-a4d4-85ae38589f85, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=0ad67996-31ef-4092-a4d4-85ae38589f85,segment=NetworkSegment(91294dcc-9fbc-45b4-aacd-f908d020f653),segment_id=91294dcc-9fbc-45b4-aacd-f908d020f653)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:14:37.300426 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-61a35f8f-2b1f-49bb-b319-0c46c4324e74 req-999fbdd9-2a69-474a-a25c-9fc10f9637e9 tempest-ServerMetadataNegativeTestJSON-1795550256 tempest-ServerMetadataNegativeTestJSON-1795550256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:37.329092 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-4bab3661-0676-4625-9a4b-7f602286f4b1 None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:37.361349 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-4bab3661-0676-4625-9a4b-7f602286f4b1 None None] Transition to ACTIVE for port object d8e1f283-fc8d-4bde-a57b-a7be47d665e4 will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:14:37.373500 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-4bab3661-0676-4625-9a4b-7f602286f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:37.450110 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f7ea6952-ba94-4d04-bd79-a5c992ec9bcb tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "GET /v2.0/routers/4157810a-8ce4-4f4c-b778-9d0a8a549831 HTTP/1.1" status: 200 len: 933 time: 0.3029809 Feb 09 01:14:37.451085 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39940) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:37.457556 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-e450eedb-a236-4756-a882-d0424c662ca7 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Request body: {'router': {'routes': None}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:37.545462 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 70f12200-38de-41e4-a25b-e2d5437be1b9 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:14:37.608828 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 39944) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:37.655081 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-61a35f8f-2b1f-49bb-b319-0c46c4324e74 req-999fbdd9-2a69-474a-a25c-9fc10f9637e9 tempest-ServerMetadataNegativeTestJSON-1795550256 tempest-ServerMetadataNegativeTestJSON-1795550256-project] Calling delete_port for 0ad67996-31ef-4092-a4d4-85ae38589f85 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:14:37.799980 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 70f12200-38de-41e4-a25b-e2d5437be1b9 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:37.800458 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:37.898512 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5063e43-6c04-4887-b268-9200551e012a None None] Pushing event updated for resources: {'Port': ['ID=d8e1f283-fc8d-4bde-a57b-a7be47d665e4,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:37.913750 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5063e43-6c04-4887-b268-9200551e012a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:37.914096 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5063e43-6c04-4887-b268-9200551e012a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:37.914567 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5063e43-6c04-4887-b268-9200551e012a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:37.915068 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5063e43-6c04-4887-b268-9200551e012a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:37.915405 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5063e43-6c04-4887-b268-9200551e012a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:37.915863 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5063e43-6c04-4887-b268-9200551e012a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:37.916241 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5063e43-6c04-4887-b268-9200551e012a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:37.916566 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5063e43-6c04-4887-b268-9200551e012a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:37.916928 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5063e43-6c04-4887-b268-9200551e012a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:37.917249 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5063e43-6c04-4887-b268-9200551e012a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:37.918193 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5063e43-6c04-4887-b268-9200551e012a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:37.918511 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5063e43-6c04-4887-b268-9200551e012a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:37.942175 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-4bab3661-0676-4625-9a4b-7f602286f4b1 None None] Attempting to bind port d8e1f283-fc8d-4bde-a57b-a7be47d665e4 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:14:37.942528 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-4bab3661-0676-4625-9a4b-7f602286f4b1 None None] Attempting to bind port d8e1f283-fc8d-4bde-a57b-a7be47d665e4 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '4d90a533-f3e1-4324-a951-a06321dddc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '471ca244-275f-4fbb-9f10-c21ff3b6f557'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:14:37.943436 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bab3661-0676-4625-9a4b-7f602286f4b1 None None] Attempting to bind port d8e1f283-fc8d-4bde-a57b-a7be47d665e4 on network 471ca244-275f-4fbb-9f10-c21ff3b6f557 {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:14:37.949893 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bab3661-0676-4625-9a4b-7f602286f4b1 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:14:37.950760 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bab3661-0676-4625-9a4b-7f602286f4b1 None None] Checking segment: {'id': '4d90a533-f3e1-4324-a951-a06321dddc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '471ca244-275f-4fbb-9f10-c21ff3b6f557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:14:37.951171 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-4bab3661-0676-4625-9a4b-7f602286f4b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:37.951617 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bab3661-0676-4625-9a4b-7f602286f4b1 None None] Bound using segment: {'id': '4d90a533-f3e1-4324-a951-a06321dddc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '471ca244-275f-4fbb-9f10-c21ff3b6f557'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:14:37.952111 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-4bab3661-0676-4625-9a4b-7f602286f4b1 None None] Bound port: d8e1f283-fc8d-4bde-a57b-a7be47d665e4, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d90a533-f3e1-4324-a951-a06321dddc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '471ca244-275f-4fbb-9f10-c21ff3b6f557'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:14:37.952453 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-4bab3661-0676-4625-9a4b-7f602286f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:38.005243 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-61a35f8f-2b1f-49bb-b319-0c46c4324e74 req-999fbdd9-2a69-474a-a25c-9fc10f9637e9 tempest-ServerMetadataNegativeTestJSON-1795550256 tempest-ServerMetadataNegativeTestJSON-1795550256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:38.078513 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['0ad67996-31ef-4092-a4d4-85ae38589f85'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:14:38.097709 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-4bab3661-0676-4625-9a4b-7f602286f4b1 None None] For port d8e1f283-fc8d-4bde-a57b-a7be47d665e4, host n-d-828418-1, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:14:38.102937 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-4bab3661-0676-4625-9a4b-7f602286f4b1 None None] For port d8e1f283-fc8d-4bde-a57b-a7be47d665e4, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=d8e1f283-fc8d-4bde-a57b-a7be47d665e4,segment=NetworkSegment(4d90a533-f3e1-4324-a951-a06321dddc1b),segment_id=4d90a533-f3e1-4324-a951-a06321dddc1b)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:14:38.110853 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-4bab3661-0676-4625-9a4b-7f602286f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:38.145843 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999fbdd9-2a69-474a-a25c-9fc10f9637e9 tempest-ServerMetadataNegativeTestJSON-1795550256 tempest-ServerMetadataNegativeTestJSON-1795550256-project] Pushing event deleted for resources: {'Port': ['ID=0ad67996-31ef-4092-a4d4-85ae38589f85,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:38.188223 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a050da56-00dd-41fa-bb3c-d450c2122c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:38.222281 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-61a35f8f-2b1f-49bb-b319-0c46c4324e74 req-999fbdd9-2a69-474a-a25c-9fc10f9637e9 tempest-ServerMetadataNegativeTestJSON-1795550256 tempest-ServerMetadataNegativeTestJSON-1795550256-project] No DVR routers for this DVR port 0ad67996-31ef-4092-a4d4-85ae38589f85 on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:14:38.228512 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-61a35f8f-2b1f-49bb-b319-0c46c4324e74 req-999fbdd9-2a69-474a-a25c-9fc10f9637e9 tempest-ServerMetadataNegativeTestJSON-1795550256 tempest-ServerMetadataNegativeTestJSON-1795550256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:38.233306 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c253710c-a703-4490-b755-4768770f3a8e', 'name': 'network-vif-deleted', 'tag': '0ad67996-31ef-4092-a4d4-85ae38589f85'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:14:38.300011 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5063e43-6c04-4887-b268-9200551e012a None None] Pushing event updated for resources: {'Port': ['ID=d8e1f283-fc8d-4bde-a57b-a7be47d665e4,revision_number=4']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:38.340354 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-61a35f8f-2b1f-49bb-b319-0c46c4324e74 req-999fbdd9-2a69-474a-a25c-9fc10f9637e9 tempest-ServerMetadataNegativeTestJSON-1795550256 tempest-ServerMetadataNegativeTestJSON-1795550256-project] 10.222.0.62 "DELETE /v2.0/ports/0ad67996-31ef-4092-a4d4-85ae38589f85 HTTP/1.1" status: 204 len: 173 time: 1.6312833 Feb 09 01:14:38.342541 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bab3661-0676-4625-9a4b-7f602286f4b1 None None] Routers {'4157810a-8ce4-4f4c-b778-9d0a8a549831'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:14:38.343346 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-4bab3661-0676-4625-9a4b-7f602286f4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:14:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['4157810a-8ce4-4f4c-b778-9d0a8a549831'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:38.427302 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-20374629-9352-4175-a150-4fac19e13559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:38.445879 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c253710c-a703-4490-b755-4768770f3a8e', 'name': 'network-vif-deleted', 'tag': '0ad67996-31ef-4092-a4d4-85ae38589f85', 'status': 'completed', 'code': 200} Feb 09 01:14:38.450321 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-94238044-c040-460a-adfe-20a736421cb6 req-ce0cd4ae-ec88-480c-b039-4f2b80a072d7 tempest-ServerMetadataNegativeTestJSON-1795550256 tempest-ServerMetadataNegativeTestJSON-1795550256-project] Synchronizing usage tracker for tenant:2529f2e0c7f24c8fa09721b67149c568 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:14:38.465892 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-20374629-9352-4175-a150-4fac19e13559 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:14:38.474383 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-20374629-9352-4175-a150-4fac19e13559 admin admin] Usage tracker for resource:security_group_rule and tenant:97359e11261d40fa80c9ac274974a1b2 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:14:38.478269 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-94238044-c040-460a-adfe-20a736421cb6 req-ce0cd4ae-ec88-480c-b039-4f2b80a072d7 tempest-ServerMetadataNegativeTestJSON-1795550256 tempest-ServerMetadataNegativeTestJSON-1795550256-project] Unset dirty status for tenant:2529f2e0c7f24c8fa09721b67149c568 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:14:38.479686 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-94238044-c040-460a-adfe-20a736421cb6 req-ce0cd4ae-ec88-480c-b039-4f2b80a072d7 tempest-ServerMetadataNegativeTestJSON-1795550256 tempest-ServerMetadataNegativeTestJSON-1795550256-project] 10.222.0.105 "GET /v2.0/ports?device_id=c253710c-a703-4490-b755-4768770f3a8e HTTP/1.1" status: 200 len: 210 time: 0.1476734 Feb 09 01:14:38.480565 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-20374629-9352-4175-a150-4fac19e13559 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:14:38.489513 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-20374629-9352-4175-a150-4fac19e13559 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:14:38.641337 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-4bab3661-0676-4625-9a4b-7f602286f4b1 None None] Set router 4157810a-8ce4-4f4c-b778-9d0a8a549831 gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:14:38.739694 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-20374629-9352-4175-a150-4fac19e13559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:38.743784 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-20374629-9352-4175-a150-4fac19e13559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:38.812782 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-20374629-9352-4175-a150-4fac19e13559 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=97359e11261d40fa80c9ac274974a1b2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2020335 Feb 09 01:14:38.814917 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20374629-9352-4175-a150-4fac19e13559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a50cda-46d8-4d31-be53-593d989e3fb6,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:38.816450 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39972) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:38.821938 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.extraroute_db [None req-e450eedb-a236-4756-a882-d0424c662ca7 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Added routes are [] {{(pid=87638) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 09 01:14:38.822770 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.extraroute_db [None req-e450eedb-a236-4756-a882-d0424c662ca7 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=87638) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 09 01:14:38.914598 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e450eedb-a236-4756-a882-d0424c662ca7 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:38.988559 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9352b6f1-fdcf-49b9-94f8-9f48224b3988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:39.130805 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device d8e1f283-fc8d-4bde-a57b-a7be47d665e4 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:14:39.134060 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 39980) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:39.171217 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-4bab3661-0676-4625-9a4b-7f602286f4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'name': 'tempest-RoutersTest-router-783627243', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:56Z', 'updated_at': '2022-02-09T01:14:35Z', 'revision_number': 6, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'gw_port_host': None, '_interfaces': [{'id': '629925dc-613b-427a-bf38-914c2968ccf9', 'name': '', 'network_id': 'c4524fd0-4eb8-463e-9755-9b26024d4430', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'mac_address': 'fa:16:3e:df:d1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'db3e0a00-8428-42ad-b65e-d9b346fbbb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:59Z', 'updated_at': '2022-02-09T01:14:15Z', 'revision_number': 5, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'subnets': [{'id': 'db3e0a00-8428-42ad-b65e-d9b346fbbb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8e1f283-fc8d-4bde-a57b-a7be47d665e4', 'name': '', 'network_id': '471ca244-275f-4fbb-9f10-c21ff3b6f557', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'mac_address': 'fa:16:3e:49:a0:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'device_owner': 'network:router_interface', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': 'cf8eddfb-e26b-4cde-878c-d6cbafb51f99', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:29Z', 'updated_at': '2022-02-09T01:14:38Z', 'revision_number': 4, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'subnets': [{'id': 'cf8eddfb-e26b-4cde-878c-d6cbafb51f99', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e591a814-b949-4463-9e6d-039ca56f96fc', 'name': '', 'network_id': 'b0652df1-6d56-4b14-b5b2-adb22242b52c', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'mac_address': 'fa:16:3e:ba:6f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'e5ac9a53-8712-41ef-9544-1800b8698156', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:09Z', 'updated_at': '2022-02-09T01:14:23Z', 'revision_number': 5, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'subnets': [{'id': 'e5ac9a53-8712-41ef-9544-1800b8698156', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd05b508-b0b5-4e90-b567-a3762db75751', 'name': '', 'network_id': '0ff13dbc-b3ae-4568-83d8-652753de953e', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'mac_address': 'fa:16:3e:1e:33:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'device_owner': 'network:router_interface', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'a0194cd5-ee98-4cc3-9033-f132ee87d6ae', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:18Z', 'updated_at': '2022-02-09T01:14:35Z', 'revision_number': 5, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'subnets': [{'id': 'a0194cd5-ee98-4cc3-9033-f132ee87d6ae', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:39.177930 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bab3661-0676-4625-9a4b-7f602286f4b1 None None] The sync data for ids ['4157810a-8ce4-4f4c-b778-9d0a8a549831'] in n-d-828418-1 is: [{'id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'name': 'tempest-RoutersTest-router-783627243', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:56Z', 'updated_at': '2022-02-09T01:14:35Z', 'revision_number': 6, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'gw_port_host': None, '_interfaces': [{'id': '629925dc-613b-427a-bf38-914c2968ccf9', 'name': '', 'network_id': 'c4524fd0-4eb8-463e-9755-9b26024d4430', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'mac_address': 'fa:16:3e:df:d1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'db3e0a00-8428-42ad-b65e-d9b346fbbb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:59Z', 'updated_at': '2022-02-09T01:14:15Z', 'revision_number': 5, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'subnets': [{'id': 'db3e0a00-8428-42ad-b65e-d9b346fbbb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8e1f283-fc8d-4bde-a57b-a7be47d665e4', 'name': '', 'network_id': '471ca244-275f-4fbb-9f10-c21ff3b6f557', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'mac_address': 'fa:16:3e:49:a0:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'device_owner': 'network:router_interface', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': 'cf8eddfb-e26b-4cde-878c-d6cbafb51f99', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:29Z', 'updated_at': '2022-02-09T01:14:38Z', 'revision_number': 4, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'subnets': [{'id': 'cf8eddfb-e26b-4cde-878c-d6cbafb51f99', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e591a814-b949-4463-9e6d-039ca56f96fc', 'name': '', 'network_id': 'b0652df1-6d56-4b14-b5b2-adb22242b52c', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'mac_address': 'fa:16:3e:ba:6f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'e5ac9a53-8712-41ef-9544-1800b8698156', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:09Z', 'updated_at': '2022-02-09T01:14:23Z', 'revision_number': 5, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'subnets': [{'id': 'e5ac9a53-8712-41ef-9544-1800b8698156', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd05b508-b0b5-4e90-b567-a3762db75751', 'name': '', 'network_id': '0ff13dbc-b3ae-4568-83d8-652753de953e', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'mac_address': 'fa:16:3e:1e:33:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'device_owner': 'network:router_interface', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'a0194cd5-ee98-4cc3-9033-f132ee87d6ae', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:18Z', 'updated_at': '2022-02-09T01:14:35Z', 'revision_number': 5, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'subnets': [{'id': 'a0194cd5-ee98-4cc3-9033-f132ee87d6ae', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:14:39.178244 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 39986) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:39.193210 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9352b6f1-fdcf-49b9-94f8-9f48224b3988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:39.303860 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port d8e1f283-fc8d-4bde-a57b-a7be47d665e4 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:14:39.327898 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port d8e1f283-fc8d-4bde-a57b-a7be47d665e4 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:39.328602 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:39.386216 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-be78be40-c901-459c-aeef-8874c43f492c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:39.407926 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-f2af5414-402a-4070-8f6c-9c154667a4ca admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1653335009-network', 'tenant_id': '8d31597ab3f74931824904826c01d747'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:39.424969 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f2af5414-402a-4070-8f6c-9c154667a4ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:14:39.429338 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-be78be40-c901-459c-aeef-8874c43f492c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:14:39.435817 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-f2af5414-402a-4070-8f6c-9c154667a4ca admin admin] Usage tracker for resource:network and tenant:8d31597ab3f74931824904826c01d747 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:14:39.439598 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-be78be40-c901-459c-aeef-8874c43f492c admin admin] Usage tracker for resource:security_group_rule and tenant:36287e770e0148eca00b865840011074 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:14:39.445449 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-f2af5414-402a-4070-8f6c-9c154667a4ca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:14:39.451825 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-be78be40-c901-459c-aeef-8874c43f492c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:14:39.468772 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f2af5414-402a-4070-8f6c-9c154667a4ca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:14:39.472582 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-be78be40-c901-459c-aeef-8874c43f492c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:14:39.492968 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2af5414-402a-4070-8f6c-9c154667a4ca admin admin] Made reservation on behalf of 8d31597ab3f74931824904826c01d747 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:39.498401 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f2af5414-402a-4070-8f6c-9c154667a4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:39.516574 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f2af5414-402a-4070-8f6c-9c154667a4ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:39.516791 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:39.536639 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f2af5414-402a-4070-8f6c-9c154667a4ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:14:39.548765 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e450eedb-a236-4756-a882-d0424c662ca7 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:39.550927 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9352b6f1-fdcf-49b9-94f8-9f48224b3988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:39.555452 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-f2af5414-402a-4070-8f6c-9c154667a4ca admin admin] Usage tracker for resource:security_group_rule and tenant:8d31597ab3f74931824904826c01d747 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:14:39.561063 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-f2af5414-402a-4070-8f6c-9c154667a4ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:14:39.578929 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f2af5414-402a-4070-8f6c-9c154667a4ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:14:39.581425 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9352b6f1-fdcf-49b9-94f8-9f48224b3988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a50cda-46d8-4d31-be53-593d989e3fb6,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:39.585294 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9352b6f1-fdcf-49b9-94f8-9f48224b3988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:39.586528 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9352b6f1-fdcf-49b9-94f8-9f48224b3988 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/21a50cda-46d8-4d31-be53-593d989e3fb6 HTTP/1.1" status: 204 len: 168 time: 0.7581573 Feb 09 01:14:39.588302 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e450eedb-a236-4756-a882-d0424c662ca7 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1673984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1674007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1671766'] for router, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:39.665735 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port d8e1f283-fc8d-4bde-a57b-a7be47d665e4, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=d8e1f283-fc8d-4bde-a57b-a7be47d665e4,segment=NetworkSegment(4d90a533-f3e1-4324-a951-a06321dddc1b),segment_id=4d90a533-f3e1-4324-a951-a06321dddc1b)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:14:39.670644 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:39.716788 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 40004) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:39.740101 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffafa87b-5b22-4fd6-b287-c136f8dc201a None None] Sync routers for ids ['4157810a-8ce4-4f4c-b778-9d0a8a549831'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:14:39.806571 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=d8e1f283-fc8d-4bde-a57b-a7be47d665e4,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:39.811969 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffafa87b-5b22-4fd6-b287-c136f8dc201a None None] Routers {'4157810a-8ce4-4f4c-b778-9d0a8a549831'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:14:39.812751 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-ffafa87b-5b22-4fd6-b287-c136f8dc201a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:14:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['4157810a-8ce4-4f4c-b778-9d0a8a549831'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:39.860450 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-be78be40-c901-459c-aeef-8874c43f492c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:39.866523 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-be78be40-c901-459c-aeef-8874c43f492c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:39.875511 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-feeec4e5-9200-453d-9f1c-38f6925b02ad admin admin] Deleting subnet 16baadbf-0617-4093-be1f-d867fe240cc9 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:14:39.879339 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-feeec4e5-9200-453d-9f1c-38f6925b02ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:39.924171 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e450eedb-a236-4756-a882-d0424c662ca7 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Router 4157810a-8ce4-4f4c-b778-9d0a8a549831 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:14:39.963685 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f2af5414-402a-4070-8f6c-9c154667a4ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:39.984113 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-be78be40-c901-459c-aeef-8874c43f492c admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=36287e770e0148eca00b865840011074&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8487873 Feb 09 01:14:39.992608 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 40010) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:39.993327 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f2af5414-402a-4070-8f6c-9c154667a4ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:40.005855 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2af5414-402a-4070-8f6c-9c154667a4ca admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:14:40.030129 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f2af5414-402a-4070-8f6c-9c154667a4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:40.030503 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-f2af5414-402a-4070-8f6c-9c154667a4ca admin admin] Added segment 2911b990-5a28-41b3-988d-1e21f0ec93f9 of type vlan for network 60022e06-d2c3-4006-9f7a-1040f75a4a6b Feb 09 01:14:40.077093 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-feeec4e5-9200-453d-9f1c-38f6925b02ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:40.131750 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-ffafa87b-5b22-4fd6-b287-c136f8dc201a None None] Set router 4157810a-8ce4-4f4c-b778-9d0a8a549831 gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:14:40.143053 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be78be40-c901-459c-aeef-8874c43f492c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21048430-aea6-4693-aea0-fb0c6315b039,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:40.172450 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e450eedb-a236-4756-a882-d0424c662ca7 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:14:40.179544 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e450eedb-a236-4756-a882-d0424c662ca7 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:40.180795 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e450eedb-a236-4756-a882-d0424c662ca7 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "PUT /v2.0/routers/4157810a-8ce4-4f4c-b778-9d0a8a549831 HTTP/1.1" status: 200 len: 699 time: 2.7285833 Feb 09 01:14:40.184338 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40020) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:40.258991 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f2af5414-402a-4070-8f6c-9c154667a4ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:40.295844 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2af5414-402a-4070-8f6c-9c154667a4ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a184dc24-1f66-43ec-a08a-b615088c50fb,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:40.305651 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-feeec4e5-9200-453d-9f1c-38f6925b02ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:40.386909 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d069c2a0-c259-4765-b05c-c194ceb44c52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:40.435738 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f2af5414-402a-4070-8f6c-9c154667a4ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:40.436958 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2af5414-402a-4070-8f6c-9c154667a4ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:40.445272 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f2af5414-402a-4070-8f6c-9c154667a4ca admin admin] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:40.519603 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40032) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:40.546634 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-faa73049-e380-4ac9-8761-efb20064aa7e tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "GET /v2.0/routers/4157810a-8ce4-4f4c-b778-9d0a8a549831 HTTP/1.1" status: 200 len: 699 time: 0.3611748 Feb 09 01:14:40.549449 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40040) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:40.577712 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d069c2a0-c259-4765-b05c-c194ceb44c52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:40.640575 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-feeec4e5-9200-453d-9f1c-38f6925b02ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:40.690421 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f2af5414-402a-4070-8f6c-9c154667a4ca admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5109599 Feb 09 01:14:40.691612 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2af5414-402a-4070-8f6c-9c154667a4ca admin admin] Pushing event updated for resources: {'Network': ['ID=60022e06-d2c3-4006-9f7a-1040f75a4a6b,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:40.693837 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 40044) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:40.708805 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeec4e5-9200-453d-9f1c-38f6925b02ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16baadbf-0617-4093-be1f-d867fe240cc9,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:40.715796 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-8b31b2a4-15ef-4b36-9c0c-36089900ef4d admin admin] Request body: {'subnet': {'network_id': '60022e06-d2c3-4006-9f7a-1040f75a4a6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1653335009-subnet', 'tenant_id': '8d31597ab3f74931824904826c01d747', 'ip_version': 4}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:40.722157 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-feeec4e5-9200-453d-9f1c-38f6925b02ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:40.724602 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-feeec4e5-9200-453d-9f1c-38f6925b02ad admin admin] 10.222.0.105 "DELETE /v2.0/subnets/16baadbf-0617-4093-be1f-d867fe240cc9 HTTP/1.1" status: 204 len: 168 time: 1.0064523 Feb 09 01:14:40.727070 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 40050) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:40.730306 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-8b31b2a4-15ef-4b36-9c0c-36089900ef4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:14:40.731288 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 60022e06-d2c3-4006-9f7a-1040f75a4a6b details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:14:40.736333 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-8b31b2a4-15ef-4b36-9c0c-36089900ef4d admin admin] Usage tracker for resource:subnet and tenant:8d31597ab3f74931824904826c01d747 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:14:40.757310 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-8b31b2a4-15ef-4b36-9c0c-36089900ef4d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:14:40.760403 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-49f639d3-bdca-4aee-a864-1fac4ca525be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:40.770116 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-8b31b2a4-15ef-4b36-9c0c-36089900ef4d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:14:40.850717 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b31b2a4-15ef-4b36-9c0c-36089900ef4d admin admin] Made reservation on behalf of 8d31597ab3f74931824904826c01d747 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:40.853020 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8b31b2a4-15ef-4b36-9c0c-36089900ef4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:40.927471 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-33a68afe-b7f5-4837-adfe-74867c39c7a7 tempest-QuotasTest-1290094425 tempest-QuotasTest-1290094425-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:40.943207 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d069c2a0-c259-4765-b05c-c194ceb44c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:40.992330 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0eea24f2-3eea-4c42-968c-af7b7192821c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:40.994699 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d069c2a0-c259-4765-b05c-c194ceb44c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21048430-aea6-4693-aea0-fb0c6315b039,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:41.005835 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d069c2a0-c259-4765-b05c-c194ceb44c52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:41.017784 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-d069c2a0-c259-4765-b05c-c194ceb44c52 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/21048430-aea6-4693-aea0-fb0c6315b039 HTTP/1.1" status: 204 len: 168 time: 0.9740779 Feb 09 01:14:41.123768 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device d8e1f283-fc8d-4bde-a57b-a7be47d665e4 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:14:41.252483 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 0ad67996-31ef-4092-a4d4-85ae38589f85 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:14:41.283746 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0eea24f2-3eea-4c42-968c-af7b7192821c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:41.288842 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-33a68afe-b7f5-4837-adfe-74867c39c7a7 tempest-QuotasTest-1290094425 tempest-QuotasTest-1290094425-project-admin] 10.222.0.105 "PUT /v2.0/quotas/cdcdef952d7c4e2ab3cf1ad6b7fc4260 HTTP/1.1" status: 200 len: 366 time: 0.7678373 Feb 09 01:14:41.289511 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40068) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:41.326534 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-0eea24f2-3eea-4c42-968c-af7b7192821c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8b77c3e-bd3f-4fbf-baed-a73fbf24e7e9']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:41.345269 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-0eea24f2-3eea-4c42-968c-af7b7192821c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91294dcc-9fbc-45b4-aacd-f908d020f653') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:41.345663 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-0eea24f2-3eea-4c42-968c-af7b7192821c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91294dcc-9fbc-45b4-aacd-f908d020f653') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:41.349964 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: 0ad67996-31ef-4092-a4d4-85ae38589f85 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:14:41.350314 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 0ad67996-31ef-4092-a4d4-85ae38589f85 not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:14:41.357076 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-ffafa87b-5b22-4fd6-b287-c136f8dc201a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'name': 'tempest-RoutersTest-router-783627243', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:56Z', 'updated_at': '2022-02-09T01:14:38Z', 'revision_number': 7, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'gw_port_host': None, '_interfaces': [{'id': '629925dc-613b-427a-bf38-914c2968ccf9', 'name': '', 'network_id': 'c4524fd0-4eb8-463e-9755-9b26024d4430', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'mac_address': 'fa:16:3e:df:d1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'db3e0a00-8428-42ad-b65e-d9b346fbbb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:59Z', 'updated_at': '2022-02-09T01:14:15Z', 'revision_number': 5, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'subnets': [{'id': 'db3e0a00-8428-42ad-b65e-d9b346fbbb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8e1f283-fc8d-4bde-a57b-a7be47d665e4', 'name': '', 'network_id': '471ca244-275f-4fbb-9f10-c21ff3b6f557', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'mac_address': 'fa:16:3e:49:a0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'device_owner': 'network:router_interface', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': 'cf8eddfb-e26b-4cde-878c-d6cbafb51f99', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:29Z', 'updated_at': '2022-02-09T01:14:39Z', 'revision_number': 5, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'subnets': [{'id': 'cf8eddfb-e26b-4cde-878c-d6cbafb51f99', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e591a814-b949-4463-9e6d-039ca56f96fc', 'name': '', 'network_id': 'b0652df1-6d56-4b14-b5b2-adb22242b52c', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'mac_address': 'fa:16:3e:ba:6f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'e5ac9a53-8712-41ef-9544-1800b8698156', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:09Z', 'updated_at': '2022-02-09T01:14:23Z', 'revision_number': 5, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'subnets': [{'id': 'e5ac9a53-8712-41ef-9544-1800b8698156', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd05b508-b0b5-4e90-b567-a3762db75751', 'name': '', 'network_id': '0ff13dbc-b3ae-4568-83d8-652753de953e', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'mac_address': 'fa:16:3e:1e:33:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'device_owner': 'network:router_interface', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'a0194cd5-ee98-4cc3-9033-f132ee87d6ae', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:18Z', 'updated_at': '2022-02-09T01:14:35Z', 'revision_number': 5, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'subnets': [{'id': 'a0194cd5-ee98-4cc3-9033-f132ee87d6ae', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:41.358238 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1328eb6d-952e-4e5b-9ac2-d5f867cdaee2 tempest-QuotasTest-1290094425 tempest-QuotasTest-1290094425-project-admin] 10.222.0.105 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0492029 Feb 09 01:14:41.358885 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40074) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:41.375893 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffafa87b-5b22-4fd6-b287-c136f8dc201a None None] Checking router: 4157810a-8ce4-4f4c-b778-9d0a8a549831 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:14:41.378573 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-6a87f66c-9acd-4072-8de5-c31f1260c354 tempest-QuotasTest-1290094425 tempest-QuotasTest-1290094425-project-admin] 10.222.0.105 "GET /v2.0/quotas/cdcdef952d7c4e2ab3cf1ad6b7fc4260 HTTP/1.1" status: 200 len: 366 time: 0.0128517 Feb 09 01:14:41.379474 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40080) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:41.410559 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffafa87b-5b22-4fd6-b287-c136f8dc201a None None] Routers {'4157810a-8ce4-4f4c-b778-9d0a8a549831'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:14:41.411225 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-ffafa87b-5b22-4fd6-b287-c136f8dc201a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:14:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['4157810a-8ce4-4f4c-b778-9d0a8a549831'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:41.445955 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-160527ff-ab34-4717-84c1-232376997bf3 tempest-QuotasTest-1290094425 tempest-QuotasTest-1290094425-project-admin] 10.222.0.105 "DELETE /v2.0/quotas/cdcdef952d7c4e2ab3cf1ad6b7fc4260 HTTP/1.1" status: 204 len: 168 time: 0.0619612 Feb 09 01:14:41.447089 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40084) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:41.489714 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f562343b-a6f2-4119-8842-79ca5fe5e53a tempest-QuotasTest-1290094425 tempest-QuotasTest-1290094425-project-admin] 10.222.0.105 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0333102 Feb 09 01:14:41.491215 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port d8e1f283-fc8d-4bde-a57b-a7be47d665e4 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:41.491593 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:41.540654 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40088) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:41.594890 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a66ebe93-fd7a-4e7f-8cf4-14d2329607c2 tempest-QuotasTest-1290094425 tempest-QuotasTest-1290094425-project-admin] 10.222.0.105 "GET /v2.0/quotas/cdcdef952d7c4e2ab3cf1ad6b7fc4260 HTTP/1.1" status: 200 len: 370 time: 0.0524778 Feb 09 01:14:41.597686 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 40094) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:41.600697 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0eea24f2-3eea-4c42-968c-af7b7192821c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:41.616508 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8b31b2a4-15ef-4b36-9c0c-36089900ef4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:41.630248 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-5ab59c7b-6adc-46f3-bc99-ca0c91ba0fad tempest-QuotasTest-1290094425 tempest-QuotasTest-1290094425-project-admin] 10.222.0.105 "GET /v2.0/quotas/cdcdef952d7c4e2ab3cf1ad6b7fc4260/default HTTP/1.1" status: 200 len: 370 time: 0.0195897 Feb 09 01:14:41.630903 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40098) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:41.644107 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:41.654612 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-2b90f215-6107-4423-abca-75487627771b tempest-QuotasTest-1290094425 tempest-QuotasTest-1290094425-project-admin] delete failed (client error): The resource could not be found. Feb 09 01:14:41.658257 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-2b90f215-6107-4423-abca-75487627771b tempest-QuotasTest-1290094425 tempest-QuotasTest-1290094425-project-admin] 10.222.0.105 "DELETE /v2.0/quotas/cdcdef952d7c4e2ab3cf1ad6b7fc4260 HTTP/1.1" status: 404 len: 348 time: 0.0250299 Feb 09 01:14:41.670230 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40108) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:41.717647 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-468cdbce-0906-4815-b93a-62d18d679044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:41.727442 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0eea24f2-3eea-4c42-968c-af7b7192821c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:41.738759 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eea24f2-3eea-4c42-968c-af7b7192821c admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:14:41.739189 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0eea24f2-3eea-4c42-968c-af7b7192821c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:41.759368 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 01:14:41.759368 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:14:41.759368 n-d-828418-1 neutron-server[87639]: timer() Feb 09 01:14:41.759368 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:14:41.759368 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 01:14:41.759368 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:14:41.759368 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 01:14:41.759368 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:14:41.759368 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 01:14:41.759368 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:14:41.759368 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 01:14:41.759368 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:14:41.759368 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 01:14:41.759368 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:14:41.759368 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:14:41.759368 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:14:41.759368 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:14:41.759368 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:14:41.759368 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 01:14:41.759368 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:14:41.759368 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 01:14:41.759368 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:14:41.759368 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:14:41.759368 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:14:41.759368 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 01:14:41.759368 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:14:41.759368 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:14:41.759368 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:14:41.759368 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:14:41.759368 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:14:41.759368 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:14:41.759368 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:14:41.763163 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-468cdbce-0906-4815-b93a-62d18d679044 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:14:41.840431 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:41.851056 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-468cdbce-0906-4815-b93a-62d18d679044 admin admin] Usage tracker for resource:security_group_rule and tenant:877f8ce8957544debda463010d84ae5e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:14:41.869196 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b31b2a4-15ef-4b36-9c0c-36089900ef4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=41b222d2-5238-454c-8b12-f2258dd1142d,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:41.896407 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-468cdbce-0906-4815-b93a-62d18d679044 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:14:41.905664 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b31b2a4-15ef-4b36-9c0c-36089900ef4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:41.906013 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b31b2a4-15ef-4b36-9c0c-36089900ef4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:41.906350 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b31b2a4-15ef-4b36-9c0c-36089900ef4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:41.906681 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b31b2a4-15ef-4b36-9c0c-36089900ef4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:41.910190 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b31b2a4-15ef-4b36-9c0c-36089900ef4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:41.910553 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b31b2a4-15ef-4b36-9c0c-36089900ef4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:41.910885 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b31b2a4-15ef-4b36-9c0c-36089900ef4d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:41.911215 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b31b2a4-15ef-4b36-9c0c-36089900ef4d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:41.911537 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b31b2a4-15ef-4b36-9c0c-36089900ef4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:41.913962 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b31b2a4-15ef-4b36-9c0c-36089900ef4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:41.914515 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b31b2a4-15ef-4b36-9c0c-36089900ef4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:41.914717 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-468cdbce-0906-4815-b93a-62d18d679044 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:14:41.916466 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b31b2a4-15ef-4b36-9c0c-36089900ef4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:41.927120 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0eea24f2-3eea-4c42-968c-af7b7192821c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:41.957834 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b31b2a4-15ef-4b36-9c0c-36089900ef4d admin admin] Checking segment: {'id': '2911b990-5a28-41b3-988d-1e21f0ec93f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '60022e06-d2c3-4006-9f7a-1040f75a4a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:14:41.959593 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b31b2a4-15ef-4b36-9c0c-36089900ef4d admin admin] Network hostable DHCP agents. Network: 60022e06-d2c3-4006-9f7a-1040f75a4a6b, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:14:41.971708 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0eea24f2-3eea-4c42-968c-af7b7192821c admin admin] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:42.025828 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-ffafa87b-5b22-4fd6-b287-c136f8dc201a None None] Set router 4157810a-8ce4-4f4c-b778-9d0a8a549831 gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:14:42.053041 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1b506a07-29fc-4f94-8b71-3ab362b9d917 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:42.064049 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eea24f2-3eea-4c42-968c-af7b7192821c admin admin] Pushing event deleted for resources: {'Network': ['ID=f8b77c3e-bd3f-4fbf-baed-a73fbf24e7e9,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:42.073190 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b31b2a4-15ef-4b36-9c0c-36089900ef4d admin admin] Network 60022e06-d2c3-4006-9f7a-1040f75a4a6b is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:14:42.079037 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5f7f049d-f80d-4524-8d82-70d73d758c59 req-7c79d609-ae02-496e-bc20-2c76d9aa6d15 tempest-ServerShowV257Test-1626924877 tempest-ServerShowV257Test-1626924877-project] 10.222.0.105 "GET /v2.0/ports?device_id=b2acc892-0c4f-46e5-bfb8-ec337a5c4455 HTTP/1.1" status: 200 len: 210 time: 0.0973589 Feb 09 01:14:42.080420 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-0eea24f2-3eea-4c42-968c-af7b7192821c admin admin] 10.222.0.105 "DELETE /v2.0/networks/f8b77c3e-bd3f-4fbf-baed-a73fbf24e7e9 HTTP/1.1" status: 204 len: 168 time: 1.3521879 Feb 09 01:14:42.107519 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-8b31b2a4-15ef-4b36-9c0c-36089900ef4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 60022e06-d2c3-4006-9f7a-1040f75a4a6b) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:42.127528 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b31b2a4-15ef-4b36-9c0c-36089900ef4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:42.128181 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8b31b2a4-15ef-4b36-9c0c-36089900ef4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:42.134773 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06634f2-e91e-4838-b976-6f29665ae47c None None] Network 60022e06-d2c3-4006-9f7a-1040f75a4a6b requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:14:42.168859 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-8b31b2a4-15ef-4b36-9c0c-36089900ef4d admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4648073 Feb 09 01:14:42.171839 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 40126) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:42.182231 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-5cc1f64a-ab7b-4fa5-bdb5-b63bfc82d7a1 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1653335009-router', 'tenant_id': '8d31597ab3f74931824904826c01d747', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:42.192907 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-5cc1f64a-ab7b-4fa5-bdb5-b63bfc82d7a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:14:42.212921 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-5cc1f64a-ab7b-4fa5-bdb5-b63bfc82d7a1 admin admin] Usage tracker for resource:router and tenant:8d31597ab3f74931824904826c01d747 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:14:42.223197 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-5cc1f64a-ab7b-4fa5-bdb5-b63bfc82d7a1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:14:42.244101 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40134) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:42.252860 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-5cc1f64a-ab7b-4fa5-bdb5-b63bfc82d7a1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:14:42.273291 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5cc1f64a-ab7b-4fa5-bdb5-b63bfc82d7a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:42.278002 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5cc1f64a-ab7b-4fa5-bdb5-b63bfc82d7a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:42.318179 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5cc1f64a-ab7b-4fa5-bdb5-b63bfc82d7a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:42.501383 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40144) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:42.544004 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-dde7074b-3b8f-4daa-ac94-80354fd519e0 tempest-QuotasTest-1290094425 tempest-QuotasTest-1290094425-project-admin] Usage tracker for resource:network and tenant:a35a7d7a28974c949b50623bb2ec4eb1 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:14:42.598042 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-dde7074b-3b8f-4daa-ac94-80354fd519e0 tempest-QuotasTest-1290094425 tempest-QuotasTest-1290094425-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:14:42.670304 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-dde7074b-3b8f-4daa-ac94-80354fd519e0 tempest-QuotasTest-1290094425 tempest-QuotasTest-1290094425-project-admin] Usage tracker for resource:subnet and tenant:a35a7d7a28974c949b50623bb2ec4eb1 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:14:42.673517 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5cc1f64a-ab7b-4fa5-bdb5-b63bfc82d7a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:42.796205 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccad35a4-43ca-45b3-9ef5-db2d3d2e3d6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-60022e06-d2c3-4006-9f7a-1040f75a4a6b', 'network_id': '60022e06-d2c3-4006-9f7a-1040f75a4a6b', 'tenant_id': '8d31597ab3f74931824904826c01d747', 'fixed_ips': [{'subnet_id': '41b222d2-5238-454c-8b12-f2258dd1142d'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:14:42.797975 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ccad35a4-43ca-45b3-9ef5-db2d3d2e3d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:42.804748 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-dde7074b-3b8f-4daa-ac94-80354fd519e0 tempest-QuotasTest-1290094425 tempest-QuotasTest-1290094425-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:14:42.923497 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-468cdbce-0906-4815-b93a-62d18d679044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:42.925263 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b11156-9f25-4d29-8f10-90a0e4460000 req-f95a8005-a16a-4ed8-b039-175ec88c0e2a tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:42.932204 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b29d2c07-edc5-4b4a-91bf-71d3392d4524 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=2529f2e0c7f24c8fa09721b67149c568&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3919649 Feb 09 01:14:42.932663 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-dde7074b-3b8f-4daa-ac94-80354fd519e0 tempest-QuotasTest-1290094425 tempest-QuotasTest-1290094425-project-admin] Usage tracker for resource:subnetpool and tenant:a35a7d7a28974c949b50623bb2ec4eb1 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:14:42.936019 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40150) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:42.939634 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-468cdbce-0906-4815-b93a-62d18d679044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:42.939822 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d4b11156-9f25-4d29-8f10-90a0e4460000 req-f95a8005-a16a-4ed8-b039-175ec88c0e2a tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb94c7c7-2262-4266-9ff1-ecacf3b56b73 HTTP/1.1" status: 200 len: 945 time: 0.1603172 Feb 09 01:14:42.985559 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-dde7074b-3b8f-4daa-ac94-80354fd519e0 tempest-QuotasTest-1290094425 tempest-QuotasTest-1290094425-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:14:43.026218 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d4b11156-9f25-4d29-8f10-90a0e4460000 req-e82994d7-b82f-4659-87a3-d8e177bf0852 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=e6bfd964-7aa5-43a2-a057-7d9b16c44215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855315 Feb 09 01:14:43.053247 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-468cdbce-0906-4815-b93a-62d18d679044 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=877f8ce8957544debda463010d84ae5e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3789294 Feb 09 01:14:43.066725 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-ffafa87b-5b22-4fd6-b287-c136f8dc201a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'name': 'tempest-RoutersTest-router-783627243', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:56Z', 'updated_at': '2022-02-09T01:14:38Z', 'revision_number': 7, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'gw_port_host': None, '_interfaces': [{'id': '629925dc-613b-427a-bf38-914c2968ccf9', 'name': '', 'network_id': 'c4524fd0-4eb8-463e-9755-9b26024d4430', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'mac_address': 'fa:16:3e:df:d1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'db3e0a00-8428-42ad-b65e-d9b346fbbb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:59Z', 'updated_at': '2022-02-09T01:14:15Z', 'revision_number': 5, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'subnets': [{'id': 'db3e0a00-8428-42ad-b65e-d9b346fbbb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8e1f283-fc8d-4bde-a57b-a7be47d665e4', 'name': '', 'network_id': '471ca244-275f-4fbb-9f10-c21ff3b6f557', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'mac_address': 'fa:16:3e:49:a0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'device_owner': 'network:router_interface', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': 'cf8eddfb-e26b-4cde-878c-d6cbafb51f99', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:29Z', 'updated_at': '2022-02-09T01:14:39Z', 'revision_number': 5, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'subnets': [{'id': 'cf8eddfb-e26b-4cde-878c-d6cbafb51f99', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e591a814-b949-4463-9e6d-039ca56f96fc', 'name': '', 'network_id': 'b0652df1-6d56-4b14-b5b2-adb22242b52c', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'mac_address': 'fa:16:3e:ba:6f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'e5ac9a53-8712-41ef-9544-1800b8698156', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:09Z', 'updated_at': '2022-02-09T01:14:23Z', 'revision_number': 5, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'subnets': [{'id': 'e5ac9a53-8712-41ef-9544-1800b8698156', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd05b508-b0b5-4e90-b567-a3762db75751', 'name': '', 'network_id': '0ff13dbc-b3ae-4568-83d8-652753de953e', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'mac_address': 'fa:16:3e:1e:33:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'device_owner': 'network:router_interface', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'a0194cd5-ee98-4cc3-9033-f132ee87d6ae', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:18Z', 'updated_at': '2022-02-09T01:14:35Z', 'revision_number': 5, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'subnets': [{'id': 'a0194cd5-ee98-4cc3-9033-f132ee87d6ae', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:43.069690 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40154) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:43.076411 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468cdbce-0906-4815-b93a-62d18d679044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7201dc56-4b4c-4319-8168-f7140e23799f,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:43.077084 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffafa87b-5b22-4fd6-b287-c136f8dc201a None None] The sync data for ids ['4157810a-8ce4-4f4c-b778-9d0a8a549831'] in n-d-828418-1 is: [{'id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'name': 'tempest-RoutersTest-router-783627243', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:56Z', 'updated_at': '2022-02-09T01:14:38Z', 'revision_number': 7, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'gw_port_host': None, '_interfaces': [{'id': '629925dc-613b-427a-bf38-914c2968ccf9', 'name': '', 'network_id': 'c4524fd0-4eb8-463e-9755-9b26024d4430', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'mac_address': 'fa:16:3e:df:d1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'db3e0a00-8428-42ad-b65e-d9b346fbbb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:59Z', 'updated_at': '2022-02-09T01:14:15Z', 'revision_number': 5, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'subnets': [{'id': 'db3e0a00-8428-42ad-b65e-d9b346fbbb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8e1f283-fc8d-4bde-a57b-a7be47d665e4', 'name': '', 'network_id': '471ca244-275f-4fbb-9f10-c21ff3b6f557', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'mac_address': 'fa:16:3e:49:a0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'device_owner': 'network:router_interface', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': 'cf8eddfb-e26b-4cde-878c-d6cbafb51f99', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:29Z', 'updated_at': '2022-02-09T01:14:39Z', 'revision_number': 5, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'subnets': [{'id': 'cf8eddfb-e26b-4cde-878c-d6cbafb51f99', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e591a814-b949-4463-9e6d-039ca56f96fc', 'name': '', 'network_id': 'b0652df1-6d56-4b14-b5b2-adb22242b52c', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'mac_address': 'fa:16:3e:ba:6f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'e5ac9a53-8712-41ef-9544-1800b8698156', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:09Z', 'updated_at': '2022-02-09T01:14:23Z', 'revision_number': 5, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'subnets': [{'id': 'e5ac9a53-8712-41ef-9544-1800b8698156', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd05b508-b0b5-4e90-b567-a3762db75751', 'name': '', 'network_id': '0ff13dbc-b3ae-4568-83d8-652753de953e', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'mac_address': 'fa:16:3e:1e:33:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'device_owner': 'network:router_interface', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'a0194cd5-ee98-4cc3-9033-f132ee87d6ae', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:18Z', 'updated_at': '2022-02-09T01:14:35Z', 'revision_number': 5, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'subnets': [{'id': 'a0194cd5-ee98-4cc3-9033-f132ee87d6ae', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:14:43.088246 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-ccad35a4-43ca-45b3-9ef5-db2d3d2e3d6c None None] Allocated IP 172.20.0.2 (60022e06-d2c3-4006-9f7a-1040f75a4a6b/41b222d2-5238-454c-8b12-f2258dd1142d/e6bd0fc8-9ade-47aa-b28f-b323f1bbd2cd) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:14:43.095385 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-dde7074b-3b8f-4daa-ac94-80354fd519e0 tempest-QuotasTest-1290094425 tempest-QuotasTest-1290094425-project-admin] Usage tracker for resource:port and tenant:a35a7d7a28974c949b50623bb2ec4eb1 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:14:43.112627 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-dde7074b-3b8f-4daa-ac94-80354fd519e0 tempest-QuotasTest-1290094425 tempest-QuotasTest-1290094425-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:14:43.148268 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:43.317580 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-dde7074b-3b8f-4daa-ac94-80354fd519e0 tempest-QuotasTest-1290094425 tempest-QuotasTest-1290094425-project-admin] Usage tracker for resource:router and tenant:a35a7d7a28974c949b50623bb2ec4eb1 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:14:43.340147 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5cc1f64a-ab7b-4fa5-bdb5-b63bfc82d7a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:43.357552 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-dde7074b-3b8f-4daa-ac94-80354fd519e0 tempest-QuotasTest-1290094425 tempest-QuotasTest-1290094425-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:14:43.362931 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ce60ef5e-e2ce-44cc-a34d-17a004f29376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:43.373234 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-1b506a07-29fc-4f94-8b71-3ab362b9d917 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Deleting port d8e1f283-fc8d-4bde-a57b-a7be47d665e4 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:14:43.374075 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1b506a07-29fc-4f94-8b71-3ab362b9d917 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:43.389998 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1f9afff3-2514-4bb7-a8eb-7907ba23984e req-c44675b2-e4d4-4fad-95a8-79c107591a9d tempest-ServerShowV257Test-1626924877 tempest-ServerShowV257Test-1626924877-project] 10.222.0.105 "GET /v2.0/ports?device_id=b2acc892-0c4f-46e5-bfb8-ec337a5c4455 HTTP/1.1" status: 200 len: 210 time: 0.0928607 Feb 09 01:14:43.413962 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5cc1f64a-ab7b-4fa5-bdb5-b63bfc82d7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:43.450493 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-11d77bf0-bff5-4fdc-9ec8-349ac03cd871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:43.465971 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ccad35a4-43ca-45b3-9ef5-db2d3d2e3d6c None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:43.467429 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-dde7074b-3b8f-4daa-ac94-80354fd519e0 tempest-QuotasTest-1290094425 tempest-QuotasTest-1290094425-project-admin] Usage tracker for resource:floatingip and tenant:a35a7d7a28974c949b50623bb2ec4eb1 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:14:43.486890 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-ccad35a4-43ca-45b3-9ef5-db2d3d2e3d6c None None] Transition to ACTIVE for port object e6bd0fc8-9ade-47aa-b28f-b323f1bbd2cd will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:14:43.506419 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-dde7074b-3b8f-4daa-ac94-80354fd519e0 tempest-QuotasTest-1290094425 tempest-QuotasTest-1290094425-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:14:43.529520 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-ccad35a4-43ca-45b3-9ef5-db2d3d2e3d6c None None] Transition to ACTIVE for port object e6bd0fc8-9ade-47aa-b28f-b323f1bbd2cd will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:14:43.539372 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ccad35a4-43ca-45b3-9ef5-db2d3d2e3d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:43.549069 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ce60ef5e-e2ce-44cc-a34d-17a004f29376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:43.577264 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d043e2-8c17-44fe-bd25-7d1a552ed88a None None] Sync routers for ids ['4157810a-8ce4-4f4c-b778-9d0a8a549831'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:14:43.608895 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d043e2-8c17-44fe-bd25-7d1a552ed88a None None] Routers {'4157810a-8ce4-4f4c-b778-9d0a8a549831'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:14:43.609444 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-19d043e2-8c17-44fe-bd25-7d1a552ed88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:14:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['4157810a-8ce4-4f4c-b778-9d0a8a549831'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:43.613807 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-11d77bf0-bff5-4fdc-9ec8-349ac03cd871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:43.643102 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccad35a4-43ca-45b3-9ef5-db2d3d2e3d6c None None] Network 60022e06-d2c3-4006-9f7a-1040f75a4a6b is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:14:43.646254 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-ccad35a4-43ca-45b3-9ef5-db2d3d2e3d6c None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:43.647628 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-5cc1f64a-ab7b-4fa5-bdb5-b63bfc82d7a1 admin admin] Allocated IP 172.25.0.234 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/7162a11c-aa66-42cc-85f4-64022d318e53) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:14:43.648724 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccad35a4-43ca-45b3-9ef5-db2d3d2e3d6c None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:14:43.694464 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccad35a4-43ca-45b3-9ef5-db2d3d2e3d6c None None] Pushing event updated for resources: {'Port': ['ID=e6bd0fc8-9ade-47aa-b28f-b323f1bbd2cd,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:43.775790 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-ccad35a4-43ca-45b3-9ef5-db2d3d2e3d6c None None] Attempting to bind port e6bd0fc8-9ade-47aa-b28f-b323f1bbd2cd on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:14:43.776177 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-ccad35a4-43ca-45b3-9ef5-db2d3d2e3d6c None None] Attempting to bind port e6bd0fc8-9ade-47aa-b28f-b323f1bbd2cd by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '2911b990-5a28-41b3-988d-1e21f0ec93f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '60022e06-d2c3-4006-9f7a-1040f75a4a6b'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:14:43.777465 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccad35a4-43ca-45b3-9ef5-db2d3d2e3d6c None None] Attempting to bind port e6bd0fc8-9ade-47aa-b28f-b323f1bbd2cd on network 60022e06-d2c3-4006-9f7a-1040f75a4a6b {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:14:43.784506 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccad35a4-43ca-45b3-9ef5-db2d3d2e3d6c None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:14:43.785136 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccad35a4-43ca-45b3-9ef5-db2d3d2e3d6c None None] Checking segment: {'id': '2911b990-5a28-41b3-988d-1e21f0ec93f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '60022e06-d2c3-4006-9f7a-1040f75a4a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:14:43.785555 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ccad35a4-43ca-45b3-9ef5-db2d3d2e3d6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:43.785973 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccad35a4-43ca-45b3-9ef5-db2d3d2e3d6c None None] Bound using segment: {'id': '2911b990-5a28-41b3-988d-1e21f0ec93f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '60022e06-d2c3-4006-9f7a-1040f75a4a6b'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:14:43.786613 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-ccad35a4-43ca-45b3-9ef5-db2d3d2e3d6c None None] Bound port: e6bd0fc8-9ade-47aa-b28f-b323f1bbd2cd, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2911b990-5a28-41b3-988d-1e21f0ec93f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '60022e06-d2c3-4006-9f7a-1040f75a4a6b'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:14:43.787036 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ccad35a4-43ca-45b3-9ef5-db2d3d2e3d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:43.876593 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-19d043e2-8c17-44fe-bd25-7d1a552ed88a None None] Set router 4157810a-8ce4-4f4c-b778-9d0a8a549831 gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:14:43.884268 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5cc1f64a-ab7b-4fa5-bdb5-b63bfc82d7a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:43.904870 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-ccad35a4-43ca-45b3-9ef5-db2d3d2e3d6c None None] For port e6bd0fc8-9ade-47aa-b28f-b323f1bbd2cd, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:14:43.908426 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-ccad35a4-43ca-45b3-9ef5-db2d3d2e3d6c None None] For port e6bd0fc8-9ade-47aa-b28f-b323f1bbd2cd, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=e6bd0fc8-9ade-47aa-b28f-b323f1bbd2cd,segment=NetworkSegment(2911b990-5a28-41b3-988d-1e21f0ec93f9),segment_id=2911b990-5a28-41b3-988d-1e21f0ec93f9)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:14:43.912921 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ccad35a4-43ca-45b3-9ef5-db2d3d2e3d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:43.927932 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5cc1f64a-ab7b-4fa5-bdb5-b63bfc82d7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:44.021519 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccad35a4-43ca-45b3-9ef5-db2d3d2e3d6c None None] Pushing event updated for resources: {'Port': ['ID=e6bd0fc8-9ade-47aa-b28f-b323f1bbd2cd,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:44.040441 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-dde7074b-3b8f-4daa-ac94-80354fd519e0 tempest-QuotasTest-1290094425 tempest-QuotasTest-1290094425-project-admin] Usage tracker for resource:security_group and tenant:a35a7d7a28974c949b50623bb2ec4eb1 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:14:44.060516 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ce60ef5e-e2ce-44cc-a34d-17a004f29376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:44.083265 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-dde7074b-3b8f-4daa-ac94-80354fd519e0 tempest-QuotasTest-1290094425 tempest-QuotasTest-1290094425-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:14:44.093682 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-1b506a07-29fc-4f94-8b71-3ab362b9d917 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] For port d8e1f283-fc8d-4bde-a57b-a7be47d665e4, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=d8e1f283-fc8d-4bde-a57b-a7be47d665e4,segment=NetworkSegment(4d90a533-f3e1-4324-a951-a06321dddc1b),segment_id=4d90a533-f3e1-4324-a951-a06321dddc1b)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:14:44.094350 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1b506a07-29fc-4f94-8b71-3ab362b9d917 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:44.111039 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-11d77bf0-bff5-4fdc-9ec8-349ac03cd871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:44.115096 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce60ef5e-e2ce-44cc-a34d-17a004f29376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1871fe4-15cc-4a21-93d2-bdac3d7bfa44,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:44.219429 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc1f64a-ab7b-4fa5-bdb5-b63bfc82d7a1 admin admin] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:14:44.222499 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-5cc1f64a-ab7b-4fa5-bdb5-b63bfc82d7a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:44.226721 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc1f64a-ab7b-4fa5-bdb5-b63bfc82d7a1 admin admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:14:44.289723 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-dde7074b-3b8f-4daa-ac94-80354fd519e0 tempest-QuotasTest-1290094425 tempest-QuotasTest-1290094425-project-admin] Usage tracker for resource:security_group_rule and tenant:a35a7d7a28974c949b50623bb2ec4eb1 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:14:44.299796 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-1b506a07-29fc-4f94-8b71-3ab362b9d917 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Calling delete_port for d8e1f283-fc8d-4bde-a57b-a7be47d665e4 owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:14:44.308945 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc1f64a-ab7b-4fa5-bdb5-b63bfc82d7a1 admin admin] Pushing event updated for resources: {'Port': ['ID=7162a11c-aa66-42cc-85f4-64022d318e53,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:44.332858 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ce60ef5e-e2ce-44cc-a34d-17a004f29376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:44.339116 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ce60ef5e-e2ce-44cc-a34d-17a004f29376 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/e1871fe4-15cc-4a21-93d2-bdac3d7bfa44 HTTP/1.1" status: 204 len: 168 time: 1.3983984 Feb 09 01:14:44.339116 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d77bf0-bff5-4fdc-9ec8-349ac03cd871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7201dc56-4b4c-4319-8168-f7140e23799f,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:44.349457 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-11d77bf0-bff5-4fdc-9ec8-349ac03cd871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:44.352930 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-11d77bf0-bff5-4fdc-9ec8-349ac03cd871 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/7201dc56-4b4c-4319-8168-f7140e23799f HTTP/1.1" status: 204 len: 168 time: 1.2768030 Feb 09 01:14:44.362708 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-dde7074b-3b8f-4daa-ac94-80354fd519e0 tempest-QuotasTest-1290094425 tempest-QuotasTest-1290094425-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:14:44.374425 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-dde7074b-3b8f-4daa-ac94-80354fd519e0 tempest-QuotasTest-1290094425 tempest-QuotasTest-1290094425-project-admin] 10.222.0.105 "GET /v2.0/quotas/a35a7d7a28974c949b50623bb2ec4eb1/details.json HTTP/1.1" status: 200 len: 703 time: 2.1290970 Feb 09 01:14:44.434120 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-19d043e2-8c17-44fe-bd25-7d1a552ed88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'name': 'tempest-RoutersTest-router-783627243', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:56Z', 'updated_at': '2022-02-09T01:14:38Z', 'revision_number': 7, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'gw_port_host': None, '_interfaces': [{'id': '629925dc-613b-427a-bf38-914c2968ccf9', 'name': '', 'network_id': 'c4524fd0-4eb8-463e-9755-9b26024d4430', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'mac_address': 'fa:16:3e:df:d1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'db3e0a00-8428-42ad-b65e-d9b346fbbb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:59Z', 'updated_at': '2022-02-09T01:14:15Z', 'revision_number': 5, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'subnets': [{'id': 'db3e0a00-8428-42ad-b65e-d9b346fbbb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8e1f283-fc8d-4bde-a57b-a7be47d665e4', 'name': '', 'network_id': '471ca244-275f-4fbb-9f10-c21ff3b6f557', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'mac_address': 'fa:16:3e:49:a0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'device_owner': 'network:router_interface', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': 'cf8eddfb-e26b-4cde-878c-d6cbafb51f99', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:29Z', 'updated_at': '2022-02-09T01:14:39Z', 'revision_number': 5, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'subnets': [{'id': 'cf8eddfb-e26b-4cde-878c-d6cbafb51f99', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e591a814-b949-4463-9e6d-039ca56f96fc', 'name': '', 'network_id': 'b0652df1-6d56-4b14-b5b2-adb22242b52c', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'mac_address': 'fa:16:3e:ba:6f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'e5ac9a53-8712-41ef-9544-1800b8698156', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:09Z', 'updated_at': '2022-02-09T01:14:23Z', 'revision_number': 5, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'subnets': [{'id': 'e5ac9a53-8712-41ef-9544-1800b8698156', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd05b508-b0b5-4e90-b567-a3762db75751', 'name': '', 'network_id': '0ff13dbc-b3ae-4568-83d8-652753de953e', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'mac_address': 'fa:16:3e:1e:33:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'device_owner': 'network:router_interface', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'a0194cd5-ee98-4cc3-9033-f132ee87d6ae', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:18Z', 'updated_at': '2022-02-09T01:14:35Z', 'revision_number': 5, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'subnets': [{'id': 'a0194cd5-ee98-4cc3-9033-f132ee87d6ae', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:44.439593 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d043e2-8c17-44fe-bd25-7d1a552ed88a None None] Checking router: 4157810a-8ce4-4f4c-b778-9d0a8a549831 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:14:44.450301 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d043e2-8c17-44fe-bd25-7d1a552ed88a None None] Routers {'4157810a-8ce4-4f4c-b778-9d0a8a549831'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:14:44.450838 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-19d043e2-8c17-44fe-bd25-7d1a552ed88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:14:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['4157810a-8ce4-4f4c-b778-9d0a8a549831'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:44.696597 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1b506a07-29fc-4f94-8b71-3ab362b9d917 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:44.796646 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b506a07-29fc-4f94-8b71-3ab362b9d917 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Pushing event deleted for resources: {'Port': ['ID=d8e1f283-fc8d-4bde-a57b-a7be47d665e4,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:44.893745 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-19d043e2-8c17-44fe-bd25-7d1a552ed88a None None] Set router 4157810a-8ce4-4f4c-b778-9d0a8a549831 gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:14:44.993089 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24df8d63-d5b9-4f41-912c-556bc50b9a91 req-6d6c6e07-8117-4dbb-acf7-832ef1817744 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:45.012926 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-24df8d63-d5b9-4f41-912c-556bc50b9a91 req-6d6c6e07-8117-4dbb-acf7-832ef1817744 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb94c7c7-2262-4266-9ff1-ecacf3b56b73 HTTP/1.1" status: 200 len: 945 time: 0.7444079 Feb 09 01:14:45.016404 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d0858c64-d838-4fbc-b27e-d96951381583 req-d5d6d5a4-076f-481f-a024-eedee0f8214a tempest-ServerShowV257Test-1626924877 tempest-ServerShowV257Test-1626924877-project] 10.222.0.105 "GET /v2.0/ports?device_id=b2acc892-0c4f-46e5-bfb8-ec337a5c4455 HTTP/1.1" status: 200 len: 210 time: 0.2724385 Feb 09 01:14:45.297649 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1b506a07-29fc-4f94-8b71-3ab362b9d917 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:45.326685 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device e6bd0fc8-9ade-47aa-b28f-b323f1bbd2cd up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:14:45.388468 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-24df8d63-d5b9-4f41-912c-556bc50b9a91 req-fe0cc408-9410-4166-8a43-42ea004fe6cc tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=e6bfd964-7aa5-43a2-a057-7d9b16c44215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3745575 Feb 09 01:14:45.478085 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port e6bd0fc8-9ade-47aa-b28f-b323f1bbd2cd completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:14:45.558649 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 40186) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:45.607515 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5cc1f64a-ab7b-4fa5-bdb5-b63bfc82d7a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:45.740663 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-19d043e2-8c17-44fe-bd25-7d1a552ed88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'name': 'tempest-RoutersTest-router-783627243', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:56Z', 'updated_at': '2022-02-09T01:14:38Z', 'revision_number': 7, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'gw_port_host': None, '_interfaces': [{'id': '629925dc-613b-427a-bf38-914c2968ccf9', 'name': '', 'network_id': 'c4524fd0-4eb8-463e-9755-9b26024d4430', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'mac_address': 'fa:16:3e:df:d1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'db3e0a00-8428-42ad-b65e-d9b346fbbb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:59Z', 'updated_at': '2022-02-09T01:14:15Z', 'revision_number': 5, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'subnets': [{'id': 'db3e0a00-8428-42ad-b65e-d9b346fbbb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8e1f283-fc8d-4bde-a57b-a7be47d665e4', 'name': '', 'network_id': '471ca244-275f-4fbb-9f10-c21ff3b6f557', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'mac_address': 'fa:16:3e:49:a0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'device_owner': 'network:router_interface', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': 'cf8eddfb-e26b-4cde-878c-d6cbafb51f99', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:29Z', 'updated_at': '2022-02-09T01:14:39Z', 'revision_number': 5, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'subnets': [{'id': 'cf8eddfb-e26b-4cde-878c-d6cbafb51f99', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e591a814-b949-4463-9e6d-039ca56f96fc', 'name': '', 'network_id': 'b0652df1-6d56-4b14-b5b2-adb22242b52c', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'mac_address': 'fa:16:3e:ba:6f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'e5ac9a53-8712-41ef-9544-1800b8698156', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:09Z', 'updated_at': '2022-02-09T01:14:23Z', 'revision_number': 5, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'subnets': [{'id': 'e5ac9a53-8712-41ef-9544-1800b8698156', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd05b508-b0b5-4e90-b567-a3762db75751', 'name': '', 'network_id': '0ff13dbc-b3ae-4568-83d8-652753de953e', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'mac_address': 'fa:16:3e:1e:33:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'device_owner': 'network:router_interface', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'a0194cd5-ee98-4cc3-9033-f132ee87d6ae', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:18Z', 'updated_at': '2022-02-09T01:14:35Z', 'revision_number': 5, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'subnets': [{'id': 'a0194cd5-ee98-4cc3-9033-f132ee87d6ae', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:45.753126 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d043e2-8c17-44fe-bd25-7d1a552ed88a None None] The sync data for ids ['4157810a-8ce4-4f4c-b778-9d0a8a549831'] in n-d-828418-1 is: [{'id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'name': 'tempest-RoutersTest-router-783627243', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:56Z', 'updated_at': '2022-02-09T01:14:38Z', 'revision_number': 7, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'gw_port_host': None, '_interfaces': [{'id': '629925dc-613b-427a-bf38-914c2968ccf9', 'name': '', 'network_id': 'c4524fd0-4eb8-463e-9755-9b26024d4430', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'mac_address': 'fa:16:3e:df:d1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'db3e0a00-8428-42ad-b65e-d9b346fbbb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:59Z', 'updated_at': '2022-02-09T01:14:15Z', 'revision_number': 5, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'subnets': [{'id': 'db3e0a00-8428-42ad-b65e-d9b346fbbb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8e1f283-fc8d-4bde-a57b-a7be47d665e4', 'name': '', 'network_id': '471ca244-275f-4fbb-9f10-c21ff3b6f557', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'mac_address': 'fa:16:3e:49:a0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'device_owner': 'network:router_interface', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': 'cf8eddfb-e26b-4cde-878c-d6cbafb51f99', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:29Z', 'updated_at': '2022-02-09T01:14:39Z', 'revision_number': 5, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'subnets': [{'id': 'cf8eddfb-e26b-4cde-878c-d6cbafb51f99', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e591a814-b949-4463-9e6d-039ca56f96fc', 'name': '', 'network_id': 'b0652df1-6d56-4b14-b5b2-adb22242b52c', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'mac_address': 'fa:16:3e:ba:6f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'e5ac9a53-8712-41ef-9544-1800b8698156', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:09Z', 'updated_at': '2022-02-09T01:14:23Z', 'revision_number': 5, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'subnets': [{'id': 'e5ac9a53-8712-41ef-9544-1800b8698156', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd05b508-b0b5-4e90-b567-a3762db75751', 'name': '', 'network_id': '0ff13dbc-b3ae-4568-83d8-652753de953e', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'mac_address': 'fa:16:3e:1e:33:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'device_owner': 'network:router_interface', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'a0194cd5-ee98-4cc3-9033-f132ee87d6ae', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:18Z', 'updated_at': '2022-02-09T01:14:35Z', 'revision_number': 5, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'subnets': [{'id': 'a0194cd5-ee98-4cc3-9033-f132ee87d6ae', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:14:45.935810 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da4dea8-d202-4001-afd4-674ff179c309 None None] Network 60022e06-d2c3-4006-9f7a-1040f75a4a6b requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:14:45.963309 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7d7d08b1-77f2-4b04-89fb-6859cce5a6fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:46.015295 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-7d7d08b1-77f2-4b04-89fb-6859cce5a6fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:14:46.029703 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b506a07-29fc-4f94-8b71-3ab362b9d917 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Router 4157810a-8ce4-4f4c-b778-9d0a8a549831 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:14:46.106470 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-7d7d08b1-77f2-4b04-89fb-6859cce5a6fc admin admin] Usage tracker for resource:security_group_rule and tenant:ebef1c94b2764df3a936576b58b35367 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:14:46.145919 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-7d7d08b1-77f2-4b04-89fb-6859cce5a6fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:14:46.164159 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-7d7d08b1-77f2-4b04-89fb-6859cce5a6fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:14:46.175981 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-20786006-6a9d-4580-94cf-487ad037d675 None None] Provisioning for port e6bd0fc8-9ade-47aa-b28f-b323f1bbd2cd completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:14:46.200912 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-20786006-6a9d-4580-94cf-487ad037d675 None None] Provisioning complete for port e6bd0fc8-9ade-47aa-b28f-b323f1bbd2cd triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:46.201356 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-20786006-6a9d-4580-94cf-487ad037d675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:46.293941 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-cb8b16da-71ac-4aa2-a101-917cefb5290b req-eeecbb72-11a1-48e5-95b8-3c16ad023c51 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=b2acc892-0c4f-46e5-bfb8-ec337a5c4455 HTTP/1.1" status: 200 len: 210 time: 0.1061575 Feb 09 01:14:46.460500 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 40214) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:46.487405 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-20786006-6a9d-4580-94cf-487ad037d675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:46.501574 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c7eb5ecc-a9d8-443f-b000-bb70957eceba req-8ac30032-2837-44bb-96ba-ed569604a36b tempest-ServerShowV257Test-1626924877 tempest-ServerShowV257Test-1626924877-project] 10.222.0.105 "GET /v2.0/ports?device_id=b2acc892-0c4f-46e5-bfb8-ec337a5c4455 HTTP/1.1" status: 200 len: 210 time: 0.1164281 Feb 09 01:14:46.531116 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5cc1f64a-ab7b-4fa5-bdb5-b63bfc82d7a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:46.678169 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b506a07-29fc-4f94-8b71-3ab362b9d917 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:14:46.695224 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-20786006-6a9d-4580-94cf-487ad037d675 None None] For port e6bd0fc8-9ade-47aa-b28f-b323f1bbd2cd, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=e6bd0fc8-9ade-47aa-b28f-b323f1bbd2cd,segment=NetworkSegment(2911b990-5a28-41b3-988d-1e21f0ec93f9),segment_id=2911b990-5a28-41b3-988d-1e21f0ec93f9)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:14:46.702856 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1b506a07-29fc-4f94-8b71-3ab362b9d917 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "PUT /v2.0/routers/4157810a-8ce4-4f4c-b778-9d0a8a549831/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1523266 Feb 09 01:14:46.711150 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6c7fa6-1ccc-482b-8b0f-373213bf0a2f None None] Sync routers for ids ['4157810a-8ce4-4f4c-b778-9d0a8a549831'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:14:46.715134 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40224) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:46.726674 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-20786006-6a9d-4580-94cf-487ad037d675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:46.733943 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6c7fa6-1ccc-482b-8b0f-373213bf0a2f None None] Routers {'4157810a-8ce4-4f4c-b778-9d0a8a549831'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:14:46.735476 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-6c6c7fa6-1ccc-482b-8b0f-373213bf0a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:14:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['4157810a-8ce4-4f4c-b778-9d0a8a549831'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:46.856578 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-a748c81e-fe6f-4d3a-aefb-6f529ef268cc tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Deleting subnet cf8eddfb-e26b-4cde-878c-d6cbafb51f99 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:14:46.867493 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a748c81e-fe6f-4d3a-aefb-6f529ef268cc tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:46.880524 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-7b18ec10-d042-4cdf-8449-689d7d606cc9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1510639639-network', 'tenant_id': 'ecfa99ec90404d2da344b2927ef93a25'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:46.896978 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-7b18ec10-d042-4cdf-8449-689d7d606cc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:14:46.956513 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a748c81e-fe6f-4d3a-aefb-6f529ef268cc tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:47.057067 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20786006-6a9d-4580-94cf-487ad037d675 None None] Pushing event updated for resources: {'Port': ['ID=e6bd0fc8-9ade-47aa-b28f-b323f1bbd2cd,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:47.077260 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-6c6c7fa6-1ccc-482b-8b0f-373213bf0a2f None None] Set router 4157810a-8ce4-4f4c-b778-9d0a8a549831 gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:14:47.101777 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a748c81e-fe6f-4d3a-aefb-6f529ef268cc tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:47.162143 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7d7d08b1-77f2-4b04-89fb-6859cce5a6fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:47.171240 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-7b18ec10-d042-4cdf-8449-689d7d606cc9 admin admin] Usage tracker for resource:network and tenant:ecfa99ec90404d2da344b2927ef93a25 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:14:47.176574 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-7b18ec10-d042-4cdf-8449-689d7d606cc9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:14:47.179470 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7d7d08b1-77f2-4b04-89fb-6859cce5a6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:47.193825 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a748c81e-fe6f-4d3a-aefb-6f529ef268cc tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:47.204448 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-7b18ec10-d042-4cdf-8449-689d7d606cc9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:14:47.258401 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7d08b1-77f2-4b04-89fb-6859cce5a6fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7c3407-222c-4210-844f-b296be43015c,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:47.258793 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a748c81e-fe6f-4d3a-aefb-6f529ef268cc tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Pushing event deleted for resources: {'Subnet': ['ID=cf8eddfb-e26b-4cde-878c-d6cbafb51f99,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:47.261990 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a748c81e-fe6f-4d3a-aefb-6f529ef268cc tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:47.273316 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a748c81e-fe6f-4d3a-aefb-6f529ef268cc tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "DELETE /v2.0/subnets/cf8eddfb-e26b-4cde-878c-d6cbafb51f99 HTTP/1.1" status: 204 len: 168 time: 0.5568862 Feb 09 01:14:47.275763 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40238) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:47.285695 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-7d7d08b1-77f2-4b04-89fb-6859cce5a6fc admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=ebef1c94b2764df3a936576b58b35367&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7244802 Feb 09 01:14:47.286553 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b18ec10-d042-4cdf-8449-689d7d606cc9 admin admin] Made reservation on behalf of ecfa99ec90404d2da344b2927ef93a25 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:47.288824 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7b18ec10-d042-4cdf-8449-689d7d606cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:47.296615 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a710e4f0-8944-4c17-952d-0a0e745413ac None None] Network 471ca244-275f-4fbb-9f10-c21ff3b6f557 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:14:47.299555 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 40242) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:47.310964 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a748c81e-fe6f-4d3a-aefb-6f529ef268cc tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:47.311321 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a748c81e-fe6f-4d3a-aefb-6f529ef268cc tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:47.311807 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a748c81e-fe6f-4d3a-aefb-6f529ef268cc tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:47.312180 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a748c81e-fe6f-4d3a-aefb-6f529ef268cc tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:47.312515 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a748c81e-fe6f-4d3a-aefb-6f529ef268cc tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:47.313550 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a748c81e-fe6f-4d3a-aefb-6f529ef268cc tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:47.313974 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a748c81e-fe6f-4d3a-aefb-6f529ef268cc tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:47.314297 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a748c81e-fe6f-4d3a-aefb-6f529ef268cc tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:47.314624 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a748c81e-fe6f-4d3a-aefb-6f529ef268cc tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:47.314949 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a748c81e-fe6f-4d3a-aefb-6f529ef268cc tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:47.315270 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a748c81e-fe6f-4d3a-aefb-6f529ef268cc tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:47.315724 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a748c81e-fe6f-4d3a-aefb-6f529ef268cc tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:47.340368 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7b18ec10-d042-4cdf-8449-689d7d606cc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:47.369215 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eb5185-445f-4faf-9f85-3343d362f184 req-45345604-877d-4433-9fc9-53b730a62595 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:47.370305 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-12eb5185-445f-4faf-9f85-3343d362f184 req-45345604-877d-4433-9fc9-53b730a62595 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb94c7c7-2262-4266-9ff1-ecacf3b56b73 HTTP/1.1" status: 200 len: 945 time: 0.7563884 Feb 09 01:14:47.405283 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-7b18ec10-d042-4cdf-8449-689d7d606cc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:14:47.420052 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cc1f64a-ab7b-4fa5-bdb5-b63bfc82d7a1 admin admin] Router 26387f92-c69f-4559-9fbe-aab9929ea001 is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:14:47.437970 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4f477f22-b45e-42b9-b670-32b77ee1985e tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:47.440940 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-7b18ec10-d042-4cdf-8449-689d7d606cc9 admin admin] Usage tracker for resource:security_group_rule and tenant:ecfa99ec90404d2da344b2927ef93a25 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:14:47.448000 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-7b18ec10-d042-4cdf-8449-689d7d606cc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:14:47.449823 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-4f477f22-b45e-42b9-b670-32b77ee1985e tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Deleting port 70f12200-38de-41e4-a25b-e2d5437be1b9 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:14:47.451053 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4f477f22-b45e-42b9-b670-32b77ee1985e tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:47.487908 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-7b18ec10-d042-4cdf-8449-689d7d606cc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:14:47.615902 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-12eb5185-445f-4faf-9f85-3343d362f184 req-56d727ce-c217-4737-bf0e-cbddc1613ffb tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=e6bfd964-7aa5-43a2-a057-7d9b16c44215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2350316 Feb 09 01:14:47.629586 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e3d1e73e-3e86-4b44-9465-97c0aaca7d9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:47.727174 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e3d1e73e-3e86-4b44-9465-97c0aaca7d9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:47.866680 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-4f477f22-b45e-42b9-b670-32b77ee1985e tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] For port 70f12200-38de-41e4-a25b-e2d5437be1b9, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=70f12200-38de-41e4-a25b-e2d5437be1b9,segment=NetworkSegment(4d90a533-f3e1-4324-a951-a06321dddc1b),segment_id=4d90a533-f3e1-4324-a951-a06321dddc1b)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:14:47.868150 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4f477f22-b45e-42b9-b670-32b77ee1985e tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:47.903903 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4b3dec93-1b74-4040-ae16-993ffcac48c5 None None] Provisioning complete for port e6bd0fc8-9ade-47aa-b28f-b323f1bbd2cd triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:47.904393 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4b3dec93-1b74-4040-ae16-993ffcac48c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:47.993274 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d5f56a1f-7ddc-4183-b0dc-6400454c4d01 req-a7ec861b-299e-4f35-b373-3fb81d86358e tempest-ServerShowV257Test-1626924877 tempest-ServerShowV257Test-1626924877-project] 10.222.0.105 "GET /v2.0/ports?device_id=b2acc892-0c4f-46e5-bfb8-ec337a5c4455 HTTP/1.1" status: 200 len: 210 time: 0.1248243 Feb 09 01:14:48.018124 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc1f64a-ab7b-4fa5-bdb5-b63bfc82d7a1 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:14:48.045935 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9594dd67-f508-4cbd-9183-8ba2670cb3fd None None] Sync routers for ids ['26387f92-c69f-4559-9fbe-aab9929ea001'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:14:48.063347 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-4f477f22-b45e-42b9-b670-32b77ee1985e tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Calling delete_port for 70f12200-38de-41e4-a25b-e2d5437be1b9 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:14:48.063605 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e3d1e73e-3e86-4b44-9465-97c0aaca7d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:48.068811 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9594dd67-f508-4cbd-9183-8ba2670cb3fd None None] Routers {'26387f92-c69f-4559-9fbe-aab9929ea001'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:14:48.070536 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-9594dd67-f508-4cbd-9183-8ba2670cb3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:14:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['26387f92-c69f-4559-9fbe-aab9929ea001'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:48.096044 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d1e73e-3e86-4b44-9465-97c0aaca7d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7c3407-222c-4210-844f-b296be43015c,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:48.131034 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7b18ec10-d042-4cdf-8449-689d7d606cc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:48.133875 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e3d1e73e-3e86-4b44-9465-97c0aaca7d9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:48.139060 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-e3d1e73e-3e86-4b44-9465-97c0aaca7d9e admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/3d7c3407-222c-4210-844f-b296be43015c HTTP/1.1" status: 204 len: 168 time: 0.8356133 Feb 09 01:14:48.141250 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7b18ec10-d042-4cdf-8449-689d7d606cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:48.145142 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5cc1f64a-ab7b-4fa5-bdb5-b63bfc82d7a1 admin admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:48.146598 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-5cc1f64a-ab7b-4fa5-bdb5-b63bfc82d7a1 admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.9736392 Feb 09 01:14:48.154606 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40260) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:48.158955 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4f477f22-b45e-42b9-b670-32b77ee1985e tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:48.185892 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b18ec10-d042-4cdf-8449-689d7d606cc9 admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:14:48.212494 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b18ec10-d042-4cdf-8449-689d7d606cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da2d7749-e452-4d67-a1d4-c114fcc7501d,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:48.226596 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7b18ec10-d042-4cdf-8449-689d7d606cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:48.229263 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-7b18ec10-d042-4cdf-8449-689d7d606cc9 admin admin] Added segment e4f8d471-753e-488b-969f-03ab5fdd3e2b of type vlan for network 20b4b911-e8a6-45af-95dc-9b595aff0444 Feb 09 01:14:48.291965 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f477f22-b45e-42b9-b670-32b77ee1985e tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Pushing event deleted for resources: {'Port': ['ID=70f12200-38de-41e4-a25b-e2d5437be1b9,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:48.294887 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7b18ec10-d042-4cdf-8449-689d7d606cc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:48.304282 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f477f22-b45e-42b9-b670-32b77ee1985e tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] No DVR routers for this DVR port 70f12200-38de-41e4-a25b-e2d5437be1b9 on host n-d-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:14:48.350743 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7b18ec10-d042-4cdf-8449-689d7d606cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:48.352244 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b18ec10-d042-4cdf-8449-689d7d606cc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:48.352917 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7b18ec10-d042-4cdf-8449-689d7d606cc9 admin admin] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:48.369900 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-6c6c7fa6-1ccc-482b-8b0f-373213bf0a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'name': 'tempest-RoutersTest-router-783627243', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:56Z', 'updated_at': '2022-02-09T01:14:44Z', 'revision_number': 8, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'gw_port_host': None, '_interfaces': [{'id': '629925dc-613b-427a-bf38-914c2968ccf9', 'name': '', 'network_id': 'c4524fd0-4eb8-463e-9755-9b26024d4430', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'mac_address': 'fa:16:3e:df:d1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'db3e0a00-8428-42ad-b65e-d9b346fbbb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:59Z', 'updated_at': '2022-02-09T01:14:15Z', 'revision_number': 5, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'subnets': [{'id': 'db3e0a00-8428-42ad-b65e-d9b346fbbb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e591a814-b949-4463-9e6d-039ca56f96fc', 'name': '', 'network_id': 'b0652df1-6d56-4b14-b5b2-adb22242b52c', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'mac_address': 'fa:16:3e:ba:6f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'e5ac9a53-8712-41ef-9544-1800b8698156', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:09Z', 'updated_at': '2022-02-09T01:14:23Z', 'revision_number': 5, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'subnets': [{'id': 'e5ac9a53-8712-41ef-9544-1800b8698156', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd05b508-b0b5-4e90-b567-a3762db75751', 'name': '', 'network_id': '0ff13dbc-b3ae-4568-83d8-652753de953e', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'mac_address': 'fa:16:3e:1e:33:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'device_owner': 'network:router_interface', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'a0194cd5-ee98-4cc3-9033-f132ee87d6ae', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:18Z', 'updated_at': '2022-02-09T01:14:35Z', 'revision_number': 5, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'subnets': [{'id': 'a0194cd5-ee98-4cc3-9033-f132ee87d6ae', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:48.382813 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6c7fa6-1ccc-482b-8b0f-373213bf0a2f None None] Checking router: 4157810a-8ce4-4f4c-b778-9d0a8a549831 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:14:48.404709 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6c7fa6-1ccc-482b-8b0f-373213bf0a2f None None] Routers {'4157810a-8ce4-4f4c-b778-9d0a8a549831'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:14:48.406812 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-6c6c7fa6-1ccc-482b-8b0f-373213bf0a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:14:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['4157810a-8ce4-4f4c-b778-9d0a8a549831'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:48.500540 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b18ec10-d042-4cdf-8449-689d7d606cc9 admin admin] Pushing event updated for resources: {'Network': ['ID=20b4b911-e8a6-45af-95dc-9b595aff0444,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:48.518388 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-7b18ec10-d042-4cdf-8449-689d7d606cc9 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.0423820 Feb 09 01:14:48.519160 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 40272) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:48.525337 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-421dfc37-6e0d-4e7c-bb94-efbe1324237f admin admin] Request body: {'subnet': {'network_id': '20b4b911-e8a6-45af-95dc-9b595aff0444', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1510639639-subnet', 'tenant_id': 'ecfa99ec90404d2da344b2927ef93a25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:48.531854 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-421dfc37-6e0d-4e7c-bb94-efbe1324237f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:14:48.541629 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-421dfc37-6e0d-4e7c-bb94-efbe1324237f admin admin] Usage tracker for resource:subnet and tenant:ecfa99ec90404d2da344b2927ef93a25 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:14:48.549068 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-421dfc37-6e0d-4e7c-bb94-efbe1324237f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:14:48.561557 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-421dfc37-6e0d-4e7c-bb94-efbe1324237f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:14:48.574041 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e431afd1-8ef7-4ba4-8975-3a582c5eb4f3 None None] DHCP port deletion for 471ca244-275f-4fbb-9f10-c21ff3b6f557 request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:14:48.578708 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 20b4b911-e8a6-45af-95dc-9b595aff0444 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:14:48.583666 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-421dfc37-6e0d-4e7c-bb94-efbe1324237f admin admin] Made reservation on behalf of ecfa99ec90404d2da344b2927ef93a25 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:48.589650 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-421dfc37-6e0d-4e7c-bb94-efbe1324237f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:48.599009 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-9594dd67-f508-4cbd-9183-8ba2670cb3fd None None] Set router 26387f92-c69f-4559-9fbe-aab9929ea001 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:14:48.821235 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4f477f22-b45e-42b9-b670-32b77ee1985e tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:48.912673 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-4f477f22-b45e-42b9-b670-32b77ee1985e tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['471ca244-275f-4fbb-9f10-c21ff3b6f557']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:49.060140 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 40282) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:49.098795 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-421dfc37-6e0d-4e7c-bb94-efbe1324237f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:49.127888 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-4f477f22-b45e-42b9-b670-32b77ee1985e tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d90a533-f3e1-4324-a951-a06321dddc1b') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:49.128254 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-4f477f22-b45e-42b9-b670-32b77ee1985e tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d90a533-f3e1-4324-a951-a06321dddc1b') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:49.180924 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device e6bd0fc8-9ade-47aa-b28f-b323f1bbd2cd up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:14:49.184246 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4f477f22-b45e-42b9-b670-32b77ee1985e tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:49.216110 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4f477f22-b45e-42b9-b670-32b77ee1985e tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:49.244875 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e99c2a7e-1bac-4cb7-895e-7e4edec334e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:49.332366 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-6c6c7fa6-1ccc-482b-8b0f-373213bf0a2f None None] Set router 4157810a-8ce4-4f4c-b778-9d0a8a549831 gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:14:49.356221 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-9594dd67-f508-4cbd-9183-8ba2670cb3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26387f92-c69f-4559-9fbe-aab9929ea001', 'name': 'tempest-TestServerBasicOps-1653335009-router', 'tenant_id': '8d31597ab3f74931824904826c01d747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '7162a11c-aa66-42cc-85f4-64022d318e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:14:42Z', 'updated_at': '2022-02-09T01:14:45Z', 'revision_number': 3, 'project_id': '8d31597ab3f74931824904826c01d747', 'gw_port': {'id': '7162a11c-aa66-42cc-85f4-64022d318e53', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:52:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26387f92-c69f-4559-9fbe-aab9929ea001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:43Z', 'updated_at': '2022-02-09T01:14:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:49.360610 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9594dd67-f508-4cbd-9183-8ba2670cb3fd None None] Checking router: 26387f92-c69f-4559-9fbe-aab9929ea001 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:14:49.360959 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9594dd67-f508-4cbd-9183-8ba2670cb3fd None None] Updating router 26387f92-c69f-4559-9fbe-aab9929ea001 port 7162a11c-aa66-42cc-85f4-64022d318e53 binding host n-d-828418-1 {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:14:49.412059 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e13cfe91-74e0-46fb-a7ad-23676781c029 req-b03c1228-1c8f-4857-b73f-2c59d3f3dc94 tempest-ServerShowV257Test-1626924877 tempest-ServerShowV257Test-1626924877-project] 10.222.0.105 "GET /v2.0/ports?device_id=b2acc892-0c4f-46e5-bfb8-ec337a5c4455 HTTP/1.1" status: 200 len: 210 time: 0.1335943 Feb 09 01:14:49.415887 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f477f22-b45e-42b9-b670-32b77ee1985e tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:14:49.416290 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4f477f22-b45e-42b9-b670-32b77ee1985e tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:49.418920 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e99c2a7e-1bac-4cb7-895e-7e4edec334e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:14:49.432348 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:14:49.432348 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:14:49.432348 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:14:49.432348 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:14:49.432348 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:14:49.432348 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:14:49.432348 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:14:49.432348 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:14:49.432348 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:14:49.432348 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:14:49.432348 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:14:49.432348 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:14:49.432348 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:14:49.432348 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:14:49.432348 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:14:49.432348 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:14:49.432348 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:14:49.432348 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:14:49.432348 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:14:49.432348 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:14:49.432348 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:14:49.432348 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:14:49.432348 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:14:49.432348 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:14:49.432348 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:14:49.432348 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:14:49.432348 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:14:49.432348 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:14:49.432348 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:14:49.432348 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:14:49.432348 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:14:49.432348 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:14:49.451044 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-9594dd67-f508-4cbd-9183-8ba2670cb3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:49.461984 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-e99c2a7e-1bac-4cb7-895e-7e4edec334e7 admin admin] Usage tracker for resource:security_group_rule and tenant:a35a7d7a28974c949b50623bb2ec4eb1 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:14:49.478819 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-e99c2a7e-1bac-4cb7-895e-7e4edec334e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:14:49.494552 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421dfc37-6e0d-4e7c-bb94-efbe1324237f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a70c5bb-7a88-4efe-b45a-b5773b8dee9d,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:49.508243 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421dfc37-6e0d-4e7c-bb94-efbe1324237f admin admin] Checking segment: {'id': 'e4f8d471-753e-488b-969f-03ab5fdd3e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '20b4b911-e8a6-45af-95dc-9b595aff0444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:14:49.508950 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421dfc37-6e0d-4e7c-bb94-efbe1324237f admin admin] Network hostable DHCP agents. Network: 20b4b911-e8a6-45af-95dc-9b595aff0444, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:14:49.543581 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e99c2a7e-1bac-4cb7-895e-7e4edec334e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:14:49.612256 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d862e03f-e5b9-40aa-9e8f-4631a45ad996 req-896a944f-1db2-4472-b31f-89d0dab7b100 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:49.614080 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d862e03f-e5b9-40aa-9e8f-4631a45ad996 req-896a944f-1db2-4472-b31f-89d0dab7b100 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb94c7c7-2262-4266-9ff1-ecacf3b56b73 HTTP/1.1" status: 200 len: 945 time: 0.5562398 Feb 09 01:14:49.683558 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421dfc37-6e0d-4e7c-bb94-efbe1324237f admin admin] Network 20b4b911-e8a6-45af-95dc-9b595aff0444 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:14:49.696763 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4f477f22-b45e-42b9-b670-32b77ee1985e tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:49.750638 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4f477f22-b45e-42b9-b670-32b77ee1985e tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:49.753254 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f477f22-b45e-42b9-b670-32b77ee1985e tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Pushing event deleted for resources: {'Network': ['ID=471ca244-275f-4fbb-9f10-c21ff3b6f557,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:49.787470 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-4f477f22-b45e-42b9-b670-32b77ee1985e tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "DELETE /v2.0/networks/471ca244-275f-4fbb-9f10-c21ff3b6f557 HTTP/1.1" status: 204 len: 168 time: 2.5095134 Feb 09 01:14:49.789908 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40304) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:49.942282 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e99c2a7e-1bac-4cb7-895e-7e4edec334e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:49.952430 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d862e03f-e5b9-40aa-9e8f-4631a45ad996 req-22d60dbe-8e40-431d-810e-ff58048287cb tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=e6bfd964-7aa5-43a2-a057-7d9b16c44215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3057511 Feb 09 01:14:49.953105 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-421dfc37-6e0d-4e7c-bb94-efbe1324237f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 20b4b911-e8a6-45af-95dc-9b595aff0444) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:49.962334 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421dfc37-6e0d-4e7c-bb94-efbe1324237f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:49.963106 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-421dfc37-6e0d-4e7c-bb94-efbe1324237f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:50.043128 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-9594dd67-f508-4cbd-9183-8ba2670cb3fd None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:50.046805 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105a0bf4-659b-4b81-8c11-c286b4e81e5e None None] Network 20b4b911-e8a6-45af-95dc-9b595aff0444 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:14:50.070114 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-9594dd67-f508-4cbd-9183-8ba2670cb3fd None None] Transition to ACTIVE for port object 7162a11c-aa66-42cc-85f4-64022d318e53 will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:14:50.092303 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-9594dd67-f508-4cbd-9183-8ba2670cb3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:50.117228 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e99c2a7e-1bac-4cb7-895e-7e4edec334e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:50.166496 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-421dfc37-6e0d-4e7c-bb94-efbe1324237f admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.6460135 Feb 09 01:14:50.257981 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port e6bd0fc8-9ade-47aa-b28f-b323f1bbd2cd triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:50.258858 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:50.309332 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-9594dd67-f508-4cbd-9183-8ba2670cb3fd None None] Attempting to bind port 7162a11c-aa66-42cc-85f4-64022d318e53 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:14:50.329423 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-9594dd67-f508-4cbd-9183-8ba2670cb3fd None None] Attempting to bind port 7162a11c-aa66-42cc-85f4-64022d318e53 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:14:50.330083 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9594dd67-f508-4cbd-9183-8ba2670cb3fd None None] Attempting to bind port 7162a11c-aa66-42cc-85f4-64022d318e53 on network 3d885c3c-255c-4e54-addc-b28437d0b18e {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:14:50.332495 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf2da0d-73dd-4396-a40c-4a79749e61d8 None None] Pushing event updated for resources: {'Port': ['ID=7162a11c-aa66-42cc-85f4-64022d318e53,revision_number=2']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:50.360924 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9594dd67-f508-4cbd-9183-8ba2670cb3fd None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:14:50.361729 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9594dd67-f508-4cbd-9183-8ba2670cb3fd None None] Checking segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:14:50.361983 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-9594dd67-f508-4cbd-9183-8ba2670cb3fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:50.362469 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9594dd67-f508-4cbd-9183-8ba2670cb3fd None None] Bound using segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:14:50.363056 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-9594dd67-f508-4cbd-9183-8ba2670cb3fd None None] Bound port: 7162a11c-aa66-42cc-85f4-64022d318e53, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:14:50.368011 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99c2a7e-1bac-4cb7-895e-7e4edec334e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=727b60aa-d783-493e-836d-b4d048c3751e,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:50.370264 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-9594dd67-f508-4cbd-9183-8ba2670cb3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:50.396126 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-e99c2a7e-1bac-4cb7-895e-7e4edec334e7 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=a35a7d7a28974c949b50623bb2ec4eb1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3320470 Feb 09 01:14:50.399044 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 40318) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:50.540163 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40322) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:50.583821 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-9594dd67-f508-4cbd-9183-8ba2670cb3fd None None] For port 7162a11c-aa66-42cc-85f4-64022d318e53, host n-d-828418-1, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:14:50.591028 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-9594dd67-f508-4cbd-9183-8ba2670cb3fd None None] For port 7162a11c-aa66-42cc-85f4-64022d318e53, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=7162a11c-aa66-42cc-85f4-64022d318e53,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:14:50.598397 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-9594dd67-f508-4cbd-9183-8ba2670cb3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:50.729710 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bde5b9-2486-41a5-ae0b-6654b4fbc281 req-525af905-f180-40a9-bdbd-73654642e832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:50.731402 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-28bde5b9-2486-41a5-ae0b-6654b4fbc281 req-525af905-f180-40a9-bdbd-73654642e832 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=128330d8f0414cd5a58362066d10386d&device_id=eb94c7c7-2262-4266-9ff1-ecacf3b56b73 HTTP/1.1" status: 200 len: 1096 time: 0.7093897 Feb 09 01:14:50.737061 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 70f12200-38de-41e4-a25b-e2d5437be1b9 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:14:50.777890 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c783f8ac-a63b-4b60-b4e3-bd3205011583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:50.781472 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b9d2f2b4-d921-4e62-93dd-3821d2857642 req-60d90b6f-63dc-484e-8179-5c9cc7aec3e2 tempest-ServerShowV257Test-1626924877 tempest-ServerShowV257Test-1626924877-project] 10.222.0.105 "GET /v2.0/ports?device_id=b2acc892-0c4f-46e5-bfb8-ec337a5c4455 HTTP/1.1" status: 200 len: 210 time: 0.2458405 Feb 09 01:14:50.814301 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9594dd67-f508-4cbd-9183-8ba2670cb3fd None None] Routers {'26387f92-c69f-4559-9fbe-aab9929ea001'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:14:50.815308 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-9594dd67-f508-4cbd-9183-8ba2670cb3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:14:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['26387f92-c69f-4559-9fbe-aab9929ea001'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:50.871257 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 70f12200-38de-41e4-a25b-e2d5437be1b9 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:14:50.871621 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 70f12200-38de-41e4-a25b-e2d5437be1b9 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:14:50.885229 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c783f8ac-a63b-4b60-b4e3-bd3205011583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:50.908622 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-98d21e03-56d7-418e-9848-fc9c2bc08da2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:50.974044 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-98d21e03-56d7-418e-9848-fc9c2bc08da2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:14:50.978244 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-98d21e03-56d7-418e-9848-fc9c2bc08da2 admin admin] Usage tracker for resource:security_group_rule and tenant:fcdc0f2aece3428e98824d375650480a is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:14:50.981556 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-98d21e03-56d7-418e-9848-fc9c2bc08da2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:14:50.988795 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-98d21e03-56d7-418e-9848-fc9c2bc08da2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:14:51.019879 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c783f8ac-a63b-4b60-b4e3-bd3205011583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:51.040552 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfcaa5da-02c4-4a40-a307-52199be12de4 None None] Network 20b4b911-e8a6-45af-95dc-9b595aff0444 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:14:51.111732 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c783f8ac-a63b-4b60-b4e3-bd3205011583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=727b60aa-d783-493e-836d-b4d048c3751e,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:51.132951 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-9594dd67-f508-4cbd-9183-8ba2670cb3fd None None] Set router 26387f92-c69f-4559-9fbe-aab9929ea001 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:14:51.163238 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c783f8ac-a63b-4b60-b4e3-bd3205011583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:51.169839 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-c783f8ac-a63b-4b60-b4e3-bd3205011583 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/727b60aa-d783-493e-836d-b4d048c3751e HTTP/1.1" status: 204 len: 168 time: 0.7654593 Feb 09 01:14:51.191286 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bde5b9-2486-41a5-ae0b-6654b4fbc281 req-a82c772b-ac49-483a-920a-277cc1e0a1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:51.195090 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-28bde5b9-2486-41a5-ae0b-6654b4fbc281 req-a82c772b-ac49-483a-920a-277cc1e0a1d4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5 HTTP/1.1" status: 200 len: 918 time: 0.4414318 Feb 09 01:14:51.203827 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-6c6c7fa6-1ccc-482b-8b0f-373213bf0a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'name': 'tempest-RoutersTest-router-783627243', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:56Z', 'updated_at': '2022-02-09T01:14:44Z', 'revision_number': 8, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'gw_port_host': None, '_interfaces': [{'id': '629925dc-613b-427a-bf38-914c2968ccf9', 'name': '', 'network_id': 'c4524fd0-4eb8-463e-9755-9b26024d4430', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'mac_address': 'fa:16:3e:df:d1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'db3e0a00-8428-42ad-b65e-d9b346fbbb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:59Z', 'updated_at': '2022-02-09T01:14:15Z', 'revision_number': 5, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'subnets': [{'id': 'db3e0a00-8428-42ad-b65e-d9b346fbbb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e591a814-b949-4463-9e6d-039ca56f96fc', 'name': '', 'network_id': 'b0652df1-6d56-4b14-b5b2-adb22242b52c', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'mac_address': 'fa:16:3e:ba:6f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'e5ac9a53-8712-41ef-9544-1800b8698156', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:09Z', 'updated_at': '2022-02-09T01:14:23Z', 'revision_number': 5, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'subnets': [{'id': 'e5ac9a53-8712-41ef-9544-1800b8698156', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd05b508-b0b5-4e90-b567-a3762db75751', 'name': '', 'network_id': '0ff13dbc-b3ae-4568-83d8-652753de953e', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'mac_address': 'fa:16:3e:1e:33:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'device_owner': 'network:router_interface', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'a0194cd5-ee98-4cc3-9033-f132ee87d6ae', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:18Z', 'updated_at': '2022-02-09T01:14:35Z', 'revision_number': 5, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'subnets': [{'id': 'a0194cd5-ee98-4cc3-9033-f132ee87d6ae', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:51.212557 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-98d21e03-56d7-418e-9848-fc9c2bc08da2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:51.212997 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6c7fa6-1ccc-482b-8b0f-373213bf0a2f None None] The sync data for ids ['4157810a-8ce4-4f4c-b778-9d0a8a549831'] in n-d-828418-1 is: [{'id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'name': 'tempest-RoutersTest-router-783627243', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:56Z', 'updated_at': '2022-02-09T01:14:44Z', 'revision_number': 8, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'gw_port_host': None, '_interfaces': [{'id': '629925dc-613b-427a-bf38-914c2968ccf9', 'name': '', 'network_id': 'c4524fd0-4eb8-463e-9755-9b26024d4430', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'mac_address': 'fa:16:3e:df:d1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'db3e0a00-8428-42ad-b65e-d9b346fbbb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:59Z', 'updated_at': '2022-02-09T01:14:15Z', 'revision_number': 5, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'subnets': [{'id': 'db3e0a00-8428-42ad-b65e-d9b346fbbb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e591a814-b949-4463-9e6d-039ca56f96fc', 'name': '', 'network_id': 'b0652df1-6d56-4b14-b5b2-adb22242b52c', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'mac_address': 'fa:16:3e:ba:6f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'e5ac9a53-8712-41ef-9544-1800b8698156', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:09Z', 'updated_at': '2022-02-09T01:14:23Z', 'revision_number': 5, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'subnets': [{'id': 'e5ac9a53-8712-41ef-9544-1800b8698156', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd05b508-b0b5-4e90-b567-a3762db75751', 'name': '', 'network_id': '0ff13dbc-b3ae-4568-83d8-652753de953e', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'mac_address': 'fa:16:3e:1e:33:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'device_owner': 'network:router_interface', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'a0194cd5-ee98-4cc3-9033-f132ee87d6ae', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:18Z', 'updated_at': '2022-02-09T01:14:35Z', 'revision_number': 5, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'subnets': [{'id': 'a0194cd5-ee98-4cc3-9033-f132ee87d6ae', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:14:51.223716 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-98d21e03-56d7-418e-9848-fc9c2bc08da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:51.334947 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9f4f10ac-c455-4eb4-8936-d5025972833d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:51.398504 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-98d21e03-56d7-418e-9848-fc9c2bc08da2 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=fcdc0f2aece3428e98824d375650480a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8522017 Feb 09 01:14:51.399562 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d21e03-56d7-418e-9848-fc9c2bc08da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a80a30c1-f7e8-4569-9e4c-f769f9146035,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:51.405625 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40352) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:51.520568 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf2da0d-73dd-4396-a40c-4a79749e61d8 None None] Pushing event updated for resources: {'Port': ['ID=7162a11c-aa66-42cc-85f4-64022d318e53,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:51.630493 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-9594dd67-f508-4cbd-9183-8ba2670cb3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26387f92-c69f-4559-9fbe-aab9929ea001', 'name': 'tempest-TestServerBasicOps-1653335009-router', 'tenant_id': '8d31597ab3f74931824904826c01d747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '7162a11c-aa66-42cc-85f4-64022d318e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:14:42Z', 'updated_at': '2022-02-09T01:14:45Z', 'revision_number': 3, 'project_id': '8d31597ab3f74931824904826c01d747', 'gw_port': {'id': '7162a11c-aa66-42cc-85f4-64022d318e53', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:52:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26387f92-c69f-4559-9fbe-aab9929ea001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:43Z', 'updated_at': '2022-02-09T01:14:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:51.636720 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9594dd67-f508-4cbd-9183-8ba2670cb3fd None None] The sync data for ids ['26387f92-c69f-4559-9fbe-aab9929ea001'] in n-d-828418-1 is: [{'id': '26387f92-c69f-4559-9fbe-aab9929ea001', 'name': 'tempest-TestServerBasicOps-1653335009-router', 'tenant_id': '8d31597ab3f74931824904826c01d747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '7162a11c-aa66-42cc-85f4-64022d318e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:14:42Z', 'updated_at': '2022-02-09T01:14:45Z', 'revision_number': 3, 'project_id': '8d31597ab3f74931824904826c01d747', 'gw_port': {'id': '7162a11c-aa66-42cc-85f4-64022d318e53', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:52:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26387f92-c69f-4559-9fbe-aab9929ea001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:43Z', 'updated_at': '2022-02-09T01:14:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:14:51.644615 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6dfca458-9ee7-49e5-903c-8401826badb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:51.758432 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:51.786285 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6dfca458-9ee7-49e5-903c-8401826badb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:51.980274 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba80b83a-a40e-4a16-9988-51eeabf9c54a req-294a63be-c434-4ed5-b560-3df2c744594f tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:51.981019 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-ba80b83a-a40e-4a16-9988-51eeabf9c54a req-294a63be-c434-4ed5-b560-3df2c744594f tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Synchronizing usage tracker for tenant:ecfa99ec90404d2da344b2927ef93a25 on resource:network {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:14:52.002978 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-28bde5b9-2486-41a5-ae0b-6654b4fbc281 req-7343833d-9797-4a08-a96c-d0edad17af6a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=635a31bc-b7d0-435e-804d-117b1e246ca7 HTTP/1.1" status: 200 len: 1000 time: 0.7164526 Feb 09 01:14:52.078667 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-9f4f10ac-c455-4eb4-8936-d5025972833d admin admin] Allocated IP 172.20.0.1 (60022e06-d2c3-4006-9f7a-1040f75a4a6b/41b222d2-5238-454c-8b12-f2258dd1142d/3963451d-88ba-4a70-ae71-6e82417de03c) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:14:52.083879 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6dfca458-9ee7-49e5-903c-8401826badb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:52.085562 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9200320-1855-45ca-88a9-36271237d11a req-eaa643fc-b484-4e1a-bed9-b087d2ed35b5 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:52.088073 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f9200320-1855-45ca-88a9-36271237d11a req-eaa643fc-b484-4e1a-bed9-b087d2ed35b5 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb94c7c7-2262-4266-9ff1-ecacf3b56b73 HTTP/1.1" status: 200 len: 945 time: 0.8177454 Feb 09 01:14:52.102394 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-ba80b83a-a40e-4a16-9988-51eeabf9c54a req-294a63be-c434-4ed5-b560-3df2c744594f tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Unset dirty status for tenant:ecfa99ec90404d2da344b2927ef93a25 on resource:network {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:14:52.103655 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ba80b83a-a40e-4a16-9988-51eeabf9c54a req-294a63be-c434-4ed5-b560-3df2c744594f tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/networks?id=20b4b911-e8a6-45af-95dc-9b595aff0444 HTTP/1.1" status: 200 len: 806 time: 0.9041805 Feb 09 01:14:52.138500 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfca458-9ee7-49e5-903c-8401826badb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80a30c1-f7e8-4569-9e4c-f769f9146035,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:52.193964 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ba80b83a-a40e-4a16-9988-51eeabf9c54a req-3804390e-54ab-437f-baa8-f36bbf19d794 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/quotas/ecfa99ec90404d2da344b2927ef93a25 HTTP/1.1" status: 200 len: 375 time: 0.0808997 Feb 09 01:14:52.198625 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bde5b9-2486-41a5-ae0b-6654b4fbc281 req-99713723-3bd2-44c6-9d59-292e881f1cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:52.200122 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-28bde5b9-2486-41a5-ae0b-6654b4fbc281 req-99713723-3bd2-44c6-9d59-292e881f1cfb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9ba82490-d70a-42fe-a7ff-0aeb7f428073 HTTP/1.1" status: 200 len: 856 time: 0.1910949 Feb 09 01:14:52.319962 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f9200320-1855-45ca-88a9-36271237d11a req-44db6289-7897-4707-a5a8-290b80ddb283 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=e6bfd964-7aa5-43a2-a057-7d9b16c44215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2082999 Feb 09 01:14:52.328661 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ba80b83a-a40e-4a16-9988-51eeabf9c54a req-4f769e86-6192-46f9-a7c7-badda6e93453 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=ecfa99ec90404d2da344b2927ef93a25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1219320 Feb 09 01:14:52.405775 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2df54807-44cc-452c-b6c8-7f385305c67f tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:52.477789 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6dfca458-9ee7-49e5-903c-8401826badb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:52.479247 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-6dfca458-9ee7-49e5-903c-8401826badb5 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/a80a30c1-f7e8-4569-9e4c-f769f9146035 HTTP/1.1" status: 204 len: 168 time: 1.0373521 Feb 09 01:14:52.504962 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ba80b83a-a40e-4a16-9988-51eeabf9c54a req-0d17d4b7-47cb-4d50-8749-8c80d22e8c92 service neutron] 10.222.0.105 "GET /v2.0/networks/20b4b911-e8a6-45af-95dc-9b595aff0444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664159 Feb 09 01:14:52.758597 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1198e8a7-7efc-4c90-baf3-205010f4a2f7 req-e0cb227f-d5e6-4ab5-97ab-5852b573aeb3 tempest-ServerShowV257Test-1626924877 tempest-ServerShowV257Test-1626924877-project] 10.222.0.105 "GET /v2.0/ports?device_id=b2acc892-0c4f-46e5-bfb8-ec337a5c4455 HTTP/1.1" status: 200 len: 210 time: 0.1283545 Feb 09 01:14:52.760917 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bde5b9-2486-41a5-ae0b-6654b4fbc281 req-d950bf55-c812-411f-aa22-c0e45f990e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:52.771349 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-28bde5b9-2486-41a5-ae0b-6654b4fbc281 req-d950bf55-c812-411f-aa22-c0e45f990e99 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5601397 Feb 09 01:14:52.848382 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9f4f10ac-c455-4eb4-8936-d5025972833d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:52.900395 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-9f4f10ac-c455-4eb4-8936-d5025972833d admin admin] Transition to ACTIVE for port object 3963451d-88ba-4a70-ae71-6e82417de03c will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:14:53.047226 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ba80b83a-a40e-4a16-9988-51eeabf9c54a req-c8b78bfb-e6aa-4ccb-8146-0bff0b248c31 service neutron] 10.222.0.105 "GET /v2.0/networks/20b4b911-e8a6-45af-95dc-9b595aff0444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5317776 Feb 09 01:14:53.054947 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-28bde5b9-2486-41a5-ae0b-6654b4fbc281 req-5c6b4045-4c54-47a1-9ed2-cdcd481b9066 service neutron] 10.222.0.62 "GET /v2.0/networks/0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634981 Feb 09 01:14:53.143878 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40388) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:53.176778 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 7162a11c-aa66-42cc-85f4-64022d318e53 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:14:53.188681 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2b9dff46-45d1-443b-9081-cc8442a49bcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:53.210885 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2b9dff46-45d1-443b-9081-cc8442a49bcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:14:53.215800 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-2b9dff46-45d1-443b-9081-cc8442a49bcc admin admin] Usage tracker for resource:security_group_rule and tenant:b97af31fdd07461cae7b50edea9621b6 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:14:53.219220 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-2b9dff46-45d1-443b-9081-cc8442a49bcc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:14:53.225837 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2b9dff46-45d1-443b-9081-cc8442a49bcc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:14:53.233570 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9f4f10ac-c455-4eb4-8936-d5025972833d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:53.292876 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-28bde5b9-2486-41a5-ae0b-6654b4fbc281 req-b650a193-9d09-4fa9-8c7b-ae95222c9911 service neutron] 10.222.0.62 "GET /v2.0/networks/0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275157 Feb 09 01:14:53.400689 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 7162a11c-aa66-42cc-85f4-64022d318e53 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:14:53.409473 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 7162a11c-aa66-42cc-85f4-64022d318e53 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:53.411014 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:53.422533 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4f10ac-c455-4eb4-8936-d5025972833d admin admin] Network 60022e06-d2c3-4006-9f7a-1040f75a4a6b is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:14:53.435636 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-9f4f10ac-c455-4eb4-8936-d5025972833d admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:53.462661 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4f10ac-c455-4eb4-8936-d5025972833d admin admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:14:53.593406 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-2df54807-44cc-452c-b6c8-7f385305c67f tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Deleting port fd05b508-b0b5-4e90-b567-a3762db75751 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:14:53.593793 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2df54807-44cc-452c-b6c8-7f385305c67f tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:53.599222 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-987519bc-2a2b-43de-8f53-af957ccdcc81 req-6cdd1ab8-1e27-435f-b4c5-1f009dcff515 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=b935fbc6-48b4-4502-be20-e26b1df5811d HTTP/1.1" status: 200 len: 210 time: 0.1311483 Feb 09 01:14:53.719660 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:53.788266 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 7162a11c-aa66-42cc-85f4-64022d318e53, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=7162a11c-aa66-42cc-85f4-64022d318e53,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:14:53.796023 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:53.820738 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2b9dff46-45d1-443b-9081-cc8442a49bcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:53.874709 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0296c40-a4f8-4052-b343-2301643e81a6 req-43ec8633-8568-40ee-bb70-91ee2f8afcb6 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:53.889669 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e0296c40-a4f8-4052-b343-2301643e81a6 req-43ec8633-8568-40ee-bb70-91ee2f8afcb6 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb94c7c7-2262-4266-9ff1-ecacf3b56b73 HTTP/1.1" status: 200 len: 945 time: 0.2893589 Feb 09 01:14:53.892729 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9f4f10ac-c455-4eb4-8936-d5025972833d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:53.925001 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 40410) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:53.925406 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device d8e1f283-fc8d-4bde-a57b-a7be47d665e4 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:14:53.980057 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e0296c40-a4f8-4052-b343-2301643e81a6 req-9b04dce6-01d5-4e10-a1cd-64b727dcd4a4 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=e6bfd964-7aa5-43a2-a057-7d9b16c44215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876801 Feb 09 01:14:54.023049 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: d8e1f283-fc8d-4bde-a57b-a7be47d665e4 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:14:54.023867 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device d8e1f283-fc8d-4bde-a57b-a7be47d665e4 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:14:54.084194 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=7162a11c-aa66-42cc-85f4-64022d318e53,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:54.111577 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-c6046ac9-c825-4a35-b5c4-e523a6ce63fe None None] Provisioning for port 3963451d-88ba-4a70-ae71-6e82417de03c completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:14:54.120123 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-c6046ac9-c825-4a35-b5c4-e523a6ce63fe None None] Provisioning complete for port 3963451d-88ba-4a70-ae71-6e82417de03c triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:54.120759 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c6046ac9-c825-4a35-b5c4-e523a6ce63fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:54.188798 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e427a2ee-e8b9-4213-84f1-48dac0fd8ff5 req-38fbe93b-e4fb-412e-b2d4-2f3b6d9dc6df tempest-ServerShowV257Test-1626924877 tempest-ServerShowV257Test-1626924877-project] 10.222.0.105 "GET /v2.0/ports?device_id=b2acc892-0c4f-46e5-bfb8-ec337a5c4455 HTTP/1.1" status: 200 len: 210 time: 0.1132083 Feb 09 01:14:54.203286 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2b9dff46-45d1-443b-9081-cc8442a49bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:54.207201 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-76b8b5be-477f-4c10-a7d7-5b915ebe8e13 tempest-RoutersAdminNegativeTest-1974410288 tempest-RoutersAdminNegativeTest-1974410288-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1553460891', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:54.221340 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-76b8b5be-477f-4c10-a7d7-5b915ebe8e13 tempest-RoutersAdminNegativeTest-1974410288 tempest-RoutersAdminNegativeTest-1974410288-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:14:54.226841 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-c6046ac9-c825-4a35-b5c4-e523a6ce63fe None None] Port 3963451d-88ba-4a70-ae71-6e82417de03c cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:14:54.237993 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-76b8b5be-477f-4c10-a7d7-5b915ebe8e13 tempest-RoutersAdminNegativeTest-1974410288 tempest-RoutersAdminNegativeTest-1974410288-project-admin] Usage tracker for resource:port and tenant:5c4607fa4f584be4a42a6d151297857c is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:14:54.242548 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-76b8b5be-477f-4c10-a7d7-5b915ebe8e13 tempest-RoutersAdminNegativeTest-1974410288 tempest-RoutersAdminNegativeTest-1974410288-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:14:54.251127 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-76b8b5be-477f-4c10-a7d7-5b915ebe8e13 tempest-RoutersAdminNegativeTest-1974410288 tempest-RoutersAdminNegativeTest-1974410288-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:14:54.267387 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4f10ac-c455-4eb4-8936-d5025972833d admin admin] Pushing event updated for resources: {'Port': ['ID=3963451d-88ba-4a70-ae71-6e82417de03c,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:54.276797 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b8b5be-477f-4c10-a7d7-5b915ebe8e13 tempest-RoutersAdminNegativeTest-1974410288 tempest-RoutersAdminNegativeTest-1974410288-project-admin] Made reservation on behalf of 5c4607fa4f584be4a42a6d151297857c for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:54.279375 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-76b8b5be-477f-4c10-a7d7-5b915ebe8e13 tempest-RoutersAdminNegativeTest-1974410288 tempest-RoutersAdminNegativeTest-1974410288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:54.295259 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-76b8b5be-477f-4c10-a7d7-5b915ebe8e13 tempest-RoutersAdminNegativeTest-1974410288 tempest-RoutersAdminNegativeTest-1974410288-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:54.316046 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-76b8b5be-477f-4c10-a7d7-5b915ebe8e13 tempest-RoutersAdminNegativeTest-1974410288 tempest-RoutersAdminNegativeTest-1974410288-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:14:54.321353 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-76b8b5be-477f-4c10-a7d7-5b915ebe8e13 tempest-RoutersAdminNegativeTest-1974410288 tempest-RoutersAdminNegativeTest-1974410288-project-admin] Usage tracker for resource:security_group_rule and tenant:5c4607fa4f584be4a42a6d151297857c is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:14:54.325088 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-76b8b5be-477f-4c10-a7d7-5b915ebe8e13 tempest-RoutersAdminNegativeTest-1974410288 tempest-RoutersAdminNegativeTest-1974410288-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:14:54.333035 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-76b8b5be-477f-4c10-a7d7-5b915ebe8e13 tempest-RoutersAdminNegativeTest-1974410288 tempest-RoutersAdminNegativeTest-1974410288-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:14:54.358852 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-2b9dff46-45d1-443b-9081-cc8442a49bcc admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=b97af31fdd07461cae7b50edea9621b6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2142568 Feb 09 01:14:54.362453 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 40418) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:54.423859 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9dff46-45d1-443b-9081-cc8442a49bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26bcead3-ae81-4625-81d9-9fae790b4992,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:54.472091 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d44e6458-b275-418a-a6ed-28b133b5e7a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:54.530653 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d44e6458-b275-418a-a6ed-28b133b5e7a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:54.549473 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-76b8b5be-477f-4c10-a7d7-5b915ebe8e13 tempest-RoutersAdminNegativeTest-1974410288 tempest-RoutersAdminNegativeTest-1974410288-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:54.563604 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-76b8b5be-477f-4c10-a7d7-5b915ebe8e13 tempest-RoutersAdminNegativeTest-1974410288 tempest-RoutersAdminNegativeTest-1974410288-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:54.569233 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-2df54807-44cc-452c-b6c8-7f385305c67f tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] For port fd05b508-b0b5-4e90-b567-a3762db75751, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=fd05b508-b0b5-4e90-b567-a3762db75751,segment=NetworkSegment(ec59313a-9eff-4304-b188-9a62054e4317),segment_id=ec59313a-9eff-4304-b188-9a62054e4317)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:14:54.569625 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2df54807-44cc-452c-b6c8-7f385305c67f tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:54.576732 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-76b8b5be-477f-4c10-a7d7-5b915ebe8e13 tempest-RoutersAdminNegativeTest-1974410288 tempest-RoutersAdminNegativeTest-1974410288-project-admin] device_id is not set on port fb7c633a-636d-4e8b-b59c-f464f6b41709 yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:14:54.578357 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9f4f10ac-c455-4eb4-8936-d5025972833d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:54.703063 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:54.727481 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-2df54807-44cc-452c-b6c8-7f385305c67f tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Calling delete_port for fd05b508-b0b5-4e90-b567-a3762db75751 owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:14:54.911806 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b8b5be-477f-4c10-a7d7-5b915ebe8e13 tempest-RoutersAdminNegativeTest-1974410288 tempest-RoutersAdminNegativeTest-1974410288-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6769e04-fea4-4c38-82ba-bf5c4537e7fa,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:54.923473 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1546f32d-09eb-406c-a923-e4aef0c6528b req-5037fdf2-544d-48b3-b333-667fab2f2498 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=b935fbc6-48b4-4502-be20-e26b1df5811d HTTP/1.1" status: 200 len: 210 time: 0.0917425 Feb 09 01:14:54.965707 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d44e6458-b275-418a-a6ed-28b133b5e7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:54.970893 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-76b8b5be-477f-4c10-a7d7-5b915ebe8e13 tempest-RoutersAdminNegativeTest-1974410288 tempest-RoutersAdminNegativeTest-1974410288-project-admin] Allocated IP 172.25.0.7 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/fb7c633a-636d-4e8b-b59c-f464f6b41709) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:14:54.999093 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44e6458-b275-418a-a6ed-28b133b5e7a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26bcead3-ae81-4625-81d9-9fae790b4992,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:55.034193 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d44e6458-b275-418a-a6ed-28b133b5e7a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:55.036009 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-d44e6458-b275-418a-a6ed-28b133b5e7a6 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/26bcead3-ae81-4625-81d9-9fae790b4992 HTTP/1.1" status: 204 len: 168 time: 0.6661203 Feb 09 01:14:55.144783 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 7162a11c-aa66-42cc-85f4-64022d318e53 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:14:55.198334 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9f4f10ac-c455-4eb4-8936-d5025972833d admin admin] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:55.238008 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 635a31bc-b7d0-435e-804d-117b1e246ca7 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:14:55.355602 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-76b8b5be-477f-4c10-a7d7-5b915ebe8e13 tempest-RoutersAdminNegativeTest-1974410288 tempest-RoutersAdminNegativeTest-1974410288-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:55.366168 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9f4f10ac-c455-4eb4-8936-d5025972833d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:55.379040 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 7162a11c-aa66-42cc-85f4-64022d318e53 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:55.379596 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:55.437061 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f521f-f34c-4cd8-b9a7-4094dbdc72ce req-84d0963c-aab5-405b-9e02-7240dd162fe8 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:55.442211 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f62f521f-f34c-4cd8-b9a7-4094dbdc72ce req-84d0963c-aab5-405b-9e02-7240dd162fe8 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb94c7c7-2262-4266-9ff1-ecacf3b56b73 HTTP/1.1" status: 200 len: 945 time: 0.2035677 Feb 09 01:14:55.506627 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 635a31bc-b7d0-435e-804d-117b1e246ca7, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=635a31bc-b7d0-435e-804d-117b1e246ca7,segment=NetworkSegment(ce0dc62c-7941-4b08-ad25-dc67d17d1ad0),segment_id=ce0dc62c-7941-4b08-ad25-dc67d17d1ad0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:14:55.557962 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '635a31bc-b7d0-435e-804d-117b1e246ca7', 'network_id': '0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5', 'port_id': '635a31bc-b7d0-435e-804d-117b1e246ca7', 'mac_address': 'fa:16:3e:2f:b4:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ba82490-d70a-42fe-a7ff-0aeb7f428073', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:14:55.608242 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2f3f4275-5273-434a-93e4-c529d203a4fc req-f66f072e-3db3-4177-a2b1-2d36e61bf10d tempest-ServerShowV257Test-1626924877 tempest-ServerShowV257Test-1626924877-project] 10.222.0.105 "GET /v2.0/ports?device_id=b2acc892-0c4f-46e5-bfb8-ec337a5c4455 HTTP/1.1" status: 200 len: 210 time: 0.1549873 Feb 09 01:14:55.647047 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f62f521f-f34c-4cd8-b9a7-4094dbdc72ce req-19378241-d287-4d1b-ac84-db515fcd20c2 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=e6bfd964-7aa5-43a2-a057-7d9b16c44215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1938515 Feb 09 01:14:55.662043 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-76b8b5be-477f-4c10-a7d7-5b915ebe8e13 tempest-RoutersAdminNegativeTest-1974410288 tempest-RoutersAdminNegativeTest-1974410288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:55.764208 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b8b5be-477f-4c10-a7d7-5b915ebe8e13 tempest-RoutersAdminNegativeTest-1974410288 tempest-RoutersAdminNegativeTest-1974410288-project-admin] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:14:55.771363 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba80b83a-a40e-4a16-9988-51eeabf9c54a req-7e2dfd5b-e5ab-4e5e-a99b-e2e930429b93 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:55.772942 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ba80b83a-a40e-4a16-9988-51eeabf9c54a req-7e2dfd5b-e5ab-4e5e-a99b-e2e930429b93 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.99 "GET /v2.0/networks?id=20b4b911-e8a6-45af-95dc-9b595aff0444 HTTP/1.1" status: 200 len: 806 time: 0.4746509 Feb 09 01:14:55.776632 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-76b8b5be-477f-4c10-a7d7-5b915ebe8e13 tempest-RoutersAdminNegativeTest-1974410288 tempest-RoutersAdminNegativeTest-1974410288-project-admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:55.777524 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:55.789751 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b8b5be-477f-4c10-a7d7-5b915ebe8e13 tempest-RoutersAdminNegativeTest-1974410288 tempest-RoutersAdminNegativeTest-1974410288-project-admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:14:55.791860 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-ba80b83a-a40e-4a16-9988-51eeabf9c54a req-0c802cf1-014e-47dd-bb54-2e562b238f5d tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Request body: {'port': {'device_id': 'b935fbc6-48b4-4502-be20-e26b1df5811d', 'network_id': '20b4b911-e8a6-45af-95dc-9b595aff0444', 'admin_state_up': True, 'tenant_id': 'ecfa99ec90404d2da344b2927ef93a25'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:55.808865 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 635a31bc-b7d0-435e-804d-117b1e246ca7 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:14:55.840413 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 635a31bc-b7d0-435e-804d-117b1e246ca7, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=635a31bc-b7d0-435e-804d-117b1e246ca7,segment=NetworkSegment(ce0dc62c-7941-4b08-ad25-dc67d17d1ad0),segment_id=ce0dc62c-7941-4b08-ad25-dc67d17d1ad0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:14:55.847680 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:55.860209 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b8b5be-477f-4c10-a7d7-5b915ebe8e13 tempest-RoutersAdminNegativeTest-1974410288 tempest-RoutersAdminNegativeTest-1974410288-project-admin] Pushing event updated for resources: {'Port': ['ID=fb7c633a-636d-4e8b-b59c-f464f6b41709,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:55.914281 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b8b5be-477f-4c10-a7d7-5b915ebe8e13 tempest-RoutersAdminNegativeTest-1974410288 tempest-RoutersAdminNegativeTest-1974410288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:55.914897 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-76b8b5be-477f-4c10-a7d7-5b915ebe8e13 tempest-RoutersAdminNegativeTest-1974410288 tempest-RoutersAdminNegativeTest-1974410288-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:55.940569 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-76b8b5be-477f-4c10-a7d7-5b915ebe8e13 tempest-RoutersAdminNegativeTest-1974410288 tempest-RoutersAdminNegativeTest-1974410288-project-admin] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.0108714 Feb 09 01:14:55.940569 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 40450) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:55.946897 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-855d4fe3-ff6c-4961-a237-22432eb63a25 tempest-RoutersAdminNegativeTest-1974410288 tempest-RoutersAdminNegativeTest-1974410288-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.7'}]}}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:55.948738 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['635a31bc-b7d0-435e-804d-117b1e246ca7'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:14:55.954261 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-855d4fe3-ff6c-4961-a237-22432eb63a25 tempest-RoutersAdminNegativeTest-1974410288 tempest-RoutersAdminNegativeTest-1974410288-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:14:55.958148 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9f4f10ac-c455-4eb4-8936-d5025972833d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:55.960959 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-855d4fe3-ff6c-4961-a237-22432eb63a25 tempest-RoutersAdminNegativeTest-1974410288 tempest-RoutersAdminNegativeTest-1974410288-project-admin] Usage tracker for resource:router and tenant:5c4607fa4f584be4a42a6d151297857c is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:14:55.965522 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-855d4fe3-ff6c-4961-a237-22432eb63a25 tempest-RoutersAdminNegativeTest-1974410288 tempest-RoutersAdminNegativeTest-1974410288-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:14:55.975170 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-855d4fe3-ff6c-4961-a237-22432eb63a25 tempest-RoutersAdminNegativeTest-1974410288 tempest-RoutersAdminNegativeTest-1974410288-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:14:56.012610 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-855d4fe3-ff6c-4961-a237-22432eb63a25 tempest-RoutersAdminNegativeTest-1974410288 tempest-RoutersAdminNegativeTest-1974410288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:56.013775 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-855d4fe3-ff6c-4961-a237-22432eb63a25 tempest-RoutersAdminNegativeTest-1974410288 tempest-RoutersAdminNegativeTest-1974410288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:56.025660 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=635a31bc-b7d0-435e-804d-117b1e246ca7,revision_number=6']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:56.052256 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-855d4fe3-ff6c-4961-a237-22432eb63a25 tempest-RoutersAdminNegativeTest-1974410288 tempest-RoutersAdminNegativeTest-1974410288-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:56.064930 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4f10ac-c455-4eb4-8936-d5025972833d admin admin] Pushing event updated for resources: {'Port': ['ID=3963451d-88ba-4a70-ae71-6e82417de03c,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:56.232125 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2df54807-44cc-452c-b6c8-7f385305c67f tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:56.285338 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8cd8bdc1-335c-49b8-8065-89171a8d7cb6 req-8559fa3d-1d94-4040-8a6f-a29e7b0529db tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=b935fbc6-48b4-4502-be20-e26b1df5811d HTTP/1.1" status: 200 len: 210 time: 0.0821161 Feb 09 01:14:56.314438 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df54807-44cc-452c-b6c8-7f385305c67f tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Pushing event deleted for resources: {'Port': ['ID=fd05b508-b0b5-4e90-b567-a3762db75751,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:56.400502 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-ba80b83a-a40e-4a16-9988-51eeabf9c54a req-0c802cf1-014e-47dd-bb54-2e562b238f5d tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:14:56.457466 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-ba80b83a-a40e-4a16-9988-51eeabf9c54a req-0c802cf1-014e-47dd-bb54-2e562b238f5d tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Usage tracker for resource:port and tenant:ecfa99ec90404d2da344b2927ef93a25 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:14:56.477584 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4f10ac-c455-4eb4-8936-d5025972833d admin admin] Network 60022e06-d2c3-4006-9f7a-1040f75a4a6b is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:14:56.482449 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-ba80b83a-a40e-4a16-9988-51eeabf9c54a req-0c802cf1-014e-47dd-bb54-2e562b238f5d tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:14:56.486704 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-9f4f10ac-c455-4eb4-8936-d5025972833d admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:56.513727 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-ba80b83a-a40e-4a16-9988-51eeabf9c54a req-0c802cf1-014e-47dd-bb54-2e562b238f5d tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:14:56.630083 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba80b83a-a40e-4a16-9988-51eeabf9c54a req-0c802cf1-014e-47dd-bb54-2e562b238f5d tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Made reservation on behalf of ecfa99ec90404d2da344b2927ef93a25 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:56.634271 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-ba80b83a-a40e-4a16-9988-51eeabf9c54a req-0c802cf1-014e-47dd-bb54-2e562b238f5d tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:56.647426 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-855d4fe3-ff6c-4961-a237-22432eb63a25 tempest-RoutersAdminNegativeTest-1974410288 tempest-RoutersAdminNegativeTest-1974410288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:56.887278 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-083f5a5c-436d-45d6-8040-1da75b490b15 req-f8dd7c34-0525-4c24-a207-91fba653bacd service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3ec63afea55047c89fb794a4ba0b27d8&device_id=b2acc892-0c4f-46e5-bfb8-ec337a5c4455 HTTP/1.1" status: 200 len: 210 time: 0.0695608 Feb 09 01:14:56.994082 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b3f33941-b2d2-4cc8-95d7-36b2d40ea39a None None] Provisioning complete for port 3963451d-88ba-4a70-ae71-6e82417de03c triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:56.995850 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b3f33941-b2d2-4cc8-95d7-36b2d40ea39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:57.124972 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-083f5a5c-436d-45d6-8040-1da75b490b15 req-bdc27514-b0e4-48c0-addb-303f7ff5e38a service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=3ec63afea55047c89fb794a4ba0b27d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1795843 Feb 09 01:14:57.138218 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0e38d4be-f204-4a2b-9e2b-6abd6b56afe4 req-fe4ad3c4-eac7-4596-b850-8cbd87dfb321 tempest-ServerShowV257Test-1626924877 tempest-ServerShowV257Test-1626924877-project] 10.222.0.105 "GET /v2.0/ports?device_id=b2acc892-0c4f-46e5-bfb8-ec337a5c4455 HTTP/1.1" status: 200 len: 210 time: 0.1645715 Feb 09 01:14:57.171129 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-b3f33941-b2d2-4cc8-95d7-36b2d40ea39a None None] Port 3963451d-88ba-4a70-ae71-6e82417de03c cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:14:57.246578 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 635a31bc-b7d0-435e-804d-117b1e246ca7 up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:14:57.366842 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 635a31bc-b7d0-435e-804d-117b1e246ca7 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:57.367432 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:57.378327 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2df54807-44cc-452c-b6c8-7f385305c67f tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:57.464089 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a809490e-2306-4003-aba0-eb924bdf881d req-4b1c9b2c-756a-4bff-89a3-bc0310359a93 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:57.478237 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a809490e-2306-4003-aba0-eb924bdf881d req-4b1c9b2c-756a-4bff-89a3-bc0310359a93 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb94c7c7-2262-4266-9ff1-ecacf3b56b73 HTTP/1.1" status: 200 len: 944 time: 0.5086930 Feb 09 01:14:57.677246 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:57.695775 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f4f10ac-c455-4eb4-8936-d5025972833d admin admin] Router 26387f92-c69f-4559-9fbe-aab9929ea001 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:14:57.765229 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 635a31bc-b7d0-435e-804d-117b1e246ca7, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=635a31bc-b7d0-435e-804d-117b1e246ca7,segment=NetworkSegment(ce0dc62c-7941-4b08-ad25-dc67d17d1ad0),segment_id=ce0dc62c-7941-4b08-ad25-dc67d17d1ad0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:14:57.766897 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb94c7c7-2262-4266-9ff1-ecacf3b56b73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '635a31bc-b7d0-435e-804d-117b1e246ca7'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:14:57.785209 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:57.881632 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=635a31bc-b7d0-435e-804d-117b1e246ca7,revision_number=7']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:58.001525 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-ba80b83a-a40e-4a16-9988-51eeabf9c54a req-0c802cf1-014e-47dd-bb54-2e562b238f5d tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Allocated IP 172.20.0.8 (20b4b911-e8a6-45af-95dc-9b595aff0444/6a70c5bb-7a88-4efe-b45a-b5773b8dee9d/9bf5d22d-c05c-4bb7-9938-6cdd0b694aac) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:14:58.085665 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-aa64b83e-dd47-4fa7-82b9-b44d1517b145 req-b9d69ecb-24ea-497a-9937-edc3989cd741 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=b935fbc6-48b4-4502-be20-e26b1df5811d HTTP/1.1" status: 200 len: 210 time: 0.2310426 Feb 09 01:14:58.097330 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f5a5c-436d-45d6-8040-1da75b490b15 req-efcbc336-6007-4c38-b1fc-4887392cd7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:58.106454 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-083f5a5c-436d-45d6-8040-1da75b490b15 req-efcbc336-6007-4c38-b1fc-4887392cd7e1 service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9657874 Feb 09 01:14:58.196497 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb94c7c7-2262-4266-9ff1-ecacf3b56b73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '635a31bc-b7d0-435e-804d-117b1e246ca7', 'code': 200} Feb 09 01:14:58.295659 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a809490e-2306-4003-aba0-eb924bdf881d req-3739d5ee-d68e-4631-b824-b86c5ba8916b tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=e6bfd964-7aa5-43a2-a057-7d9b16c44215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8164361 Feb 09 01:14:58.368656 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f4f10ac-c455-4eb4-8936-d5025972833d admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:14:58.379516 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e1726b-f184-46da-889c-23796ebcfba5 None None] Sync routers for ids ['26387f92-c69f-4559-9fbe-aab9929ea001'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:14:58.398398 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e1726b-f184-46da-889c-23796ebcfba5 None None] Routers {'26387f92-c69f-4559-9fbe-aab9929ea001'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:14:58.398398 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-07e1726b-f184-46da-889c-23796ebcfba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:14:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['26387f92-c69f-4559-9fbe-aab9929ea001'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:58.470189 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b6c78b27-325b-4b10-b9c1-9385f6992c69 req-b3c94e73-16a7-4058-813b-aeec2ee47013 tempest-ServerShowV257Test-1626924877 tempest-ServerShowV257Test-1626924877-project] 10.222.0.105 "GET /v2.0/ports?device_id=b2acc892-0c4f-46e5-bfb8-ec337a5c4455 HTTP/1.1" status: 200 len: 210 time: 0.0549843 Feb 09 01:14:58.485022 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-855d4fe3-ff6c-4961-a237-22432eb63a25 tempest-RoutersAdminNegativeTest-1974410288 tempest-RoutersAdminNegativeTest-1974410288-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:58.545943 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2df54807-44cc-452c-b6c8-7f385305c67f tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Router 4157810a-8ce4-4f4c-b778-9d0a8a549831 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:14:58.549855 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-855d4fe3-ff6c-4961-a237-22432eb63a25 tempest-RoutersAdminNegativeTest-1974410288 tempest-RoutersAdminNegativeTest-1974410288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:58.580284 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9f4f10ac-c455-4eb4-8936-d5025972833d admin admin] 10.222.0.105 "PUT /v2.0/routers/26387f92-c69f-4559-9fbe-aab9929ea001/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4160566 Feb 09 01:14:58.763820 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-07e1726b-f184-46da-889c-23796ebcfba5 None None] Set router 26387f92-c69f-4559-9fbe-aab9929ea001 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:14:58.960315 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-ba80b83a-a40e-4a16-9988-51eeabf9c54a req-0c802cf1-014e-47dd-bb54-2e562b238f5d tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:58.978522 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-855d4fe3-ff6c-4961-a237-22432eb63a25 tempest-RoutersAdminNegativeTest-1974410288 tempest-RoutersAdminNegativeTest-1974410288-project-admin] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:59.001183 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df54807-44cc-452c-b6c8-7f385305c67f tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:14:59.021801 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-2df54807-44cc-452c-b6c8-7f385305c67f tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "PUT /v2.0/routers/4157810a-8ce4-4f4c-b778-9d0a8a549831/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2308176 Feb 09 01:14:59.023563 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40526) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:59.024214 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c503dc7-e2ff-437e-82a8-2b5d36c8c8ce None None] Sync routers for ids ['4157810a-8ce4-4f4c-b778-9d0a8a549831'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:14:59.044825 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c503dc7-e2ff-437e-82a8-2b5d36c8c8ce None None] Routers {'4157810a-8ce4-4f4c-b778-9d0a8a549831'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:14:59.050846 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-3c503dc7-e2ff-437e-82a8-2b5d36c8c8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:14:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['4157810a-8ce4-4f4c-b778-9d0a8a549831'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:59.181634 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bba6518-f016-44fb-b284-5732ee006ee5 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Deleting subnet a0194cd5-ee98-4cc3-9033-f132ee87d6ae {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:14:59.198699 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1bba6518-f016-44fb-b284-5732ee006ee5 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:59.273563 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-ba80b83a-a40e-4a16-9988-51eeabf9c54a req-0c802cf1-014e-47dd-bb54-2e562b238f5d tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:59.621621 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-3c503dc7-e2ff-437e-82a8-2b5d36c8c8ce None None] Set router 4157810a-8ce4-4f4c-b778-9d0a8a549831 gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:14:59.629311 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c802cf1-014e-47dd-bb54-2e562b238f5d tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Pushing event updated for resources: {'Port': ['ID=9bf5d22d-c05c-4bb7-9938-6cdd0b694aac,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:59.679214 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba80b83a-a40e-4a16-9988-51eeabf9c54a req-0c802cf1-014e-47dd-bb54-2e562b238f5d tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Network 20b4b911-e8a6-45af-95dc-9b595aff0444 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:14:59.701303 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-855d4fe3-ff6c-4961-a237-22432eb63a25 tempest-RoutersAdminNegativeTest-1974410288 tempest-RoutersAdminNegativeTest-1974410288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:59.702154 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-ba80b83a-a40e-4a16-9988-51eeabf9c54a req-0c802cf1-014e-47dd-bb54-2e562b238f5d tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:59.708089 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba80b83a-a40e-4a16-9988-51eeabf9c54a req-0c802cf1-014e-47dd-bb54-2e562b238f5d tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:14:59.718670 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-855d4fe3-ff6c-4961-a237-22432eb63a25 tempest-RoutersAdminNegativeTest-1974410288 tempest-RoutersAdminNegativeTest-1974410288-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:59.785963 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-07e1726b-f184-46da-889c-23796ebcfba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26387f92-c69f-4559-9fbe-aab9929ea001', 'name': 'tempest-TestServerBasicOps-1653335009-router', 'tenant_id': '8d31597ab3f74931824904826c01d747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '7162a11c-aa66-42cc-85f4-64022d318e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:14:42Z', 'updated_at': '2022-02-09T01:14:54Z', 'revision_number': 4, 'project_id': '8d31597ab3f74931824904826c01d747', 'gw_port': {'id': '7162a11c-aa66-42cc-85f4-64022d318e53', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:52:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26387f92-c69f-4559-9fbe-aab9929ea001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:43Z', 'updated_at': '2022-02-09T01:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '3963451d-88ba-4a70-ae71-6e82417de03c', 'name': '', 'network_id': '60022e06-d2c3-4006-9f7a-1040f75a4a6b', 'tenant_id': '8d31597ab3f74931824904826c01d747', 'mac_address': 'fa:16:3e:55:13:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26387f92-c69f-4559-9fbe-aab9929ea001', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '41b222d2-5238-454c-8b12-f2258dd1142d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:51Z', 'updated_at': '2022-02-09T01:14:54Z', 'revision_number': 2, 'project_id': '8d31597ab3f74931824904826c01d747', 'subnets': [{'id': '41b222d2-5238-454c-8b12-f2258dd1142d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:59.800298 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e1726b-f184-46da-889c-23796ebcfba5 None None] Checking router: 26387f92-c69f-4559-9fbe-aab9929ea001 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:14:59.800964 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e1726b-f184-46da-889c-23796ebcfba5 None None] Updating router 26387f92-c69f-4559-9fbe-aab9929ea001 port 3963451d-88ba-4a70-ae71-6e82417de03c binding host n-d-828418-1 {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:14:59.843568 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-855d4fe3-ff6c-4961-a237-22432eb63a25 tempest-RoutersAdminNegativeTest-1974410288 tempest-RoutersAdminNegativeTest-1974410288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:59.845790 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-855d4fe3-ff6c-4961-a237-22432eb63a25 tempest-RoutersAdminNegativeTest-1974410288 tempest-RoutersAdminNegativeTest-1974410288-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 742bb05f-ffdf-46dd-9188-cd81880ee9aa {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:14:59.923909 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1bba6518-f016-44fb-b284-5732ee006ee5 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:59.966106 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-07e1726b-f184-46da-889c-23796ebcfba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:00.039429 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba80b83a-a40e-4a16-9988-51eeabf9c54a req-0c802cf1-014e-47dd-bb54-2e562b238f5d tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:00.042934 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-ba80b83a-a40e-4a16-9988-51eeabf9c54a req-0c802cf1-014e-47dd-bb54-2e562b238f5d tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:00.065238 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [None req-855d4fe3-ff6c-4961-a237-22432eb63a25 tempest-RoutersAdminNegativeTest-1974410288 tempest-RoutersAdminNegativeTest-1974410288-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 09 01:15:00.069174 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-855d4fe3-ff6c-4961-a237-22432eb63a25 tempest-RoutersAdminNegativeTest-1974410288 tempest-RoutersAdminNegativeTest-1974410288-project-admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 409 len: 370 time: 4.1274867 Feb 09 01:15:00.080056 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40558) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:00.150114 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c0c46f-91a8-41a5-8f69-40dc8f2ef613 req-b0a8434b-4a8e-49e4-9c08-e2dab04f7551 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:00.167272 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-62c0c46f-91a8-41a5-8f69-40dc8f2ef613 req-b0a8434b-4a8e-49e4-9c08-e2dab04f7551 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=b935fbc6-48b4-4502-be20-e26b1df5811d HTTP/1.1" status: 200 len: 931 time: 0.4077065 Feb 09 01:15:00.195157 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82edd783-5524-49cb-874f-b39a0ed3a6a4 req-d930195a-ae3d-4f3c-9cc8-37303c4bd926 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:00.210931 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-82edd783-5524-49cb-874f-b39a0ed3a6a4 req-d930195a-ae3d-4f3c-9cc8-37303c4bd926 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb94c7c7-2262-4266-9ff1-ecacf3b56b73 HTTP/1.1" status: 200 len: 945 time: 0.4508643 Feb 09 01:15:00.218014 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 40568) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:00.308164 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-e3d58b68-39c8-41fa-bfd2-f5c72230d831 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1130019316-network', 'tenant_id': 'd08bd38378a04204ad356664c0f36626'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:00.322003 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ba80b83a-a40e-4a16-9988-51eeabf9c54a req-0c802cf1-014e-47dd-bb54-2e562b238f5d tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5349555 Feb 09 01:15:00.333341 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-833342c6-99b5-4209-97b5-f42ef07a4e27 tempest-RoutersAdminNegativeTest-1974410288 tempest-RoutersAdminNegativeTest-1974410288-project-admin] Deleting port fb7c633a-636d-4e8b-b59c-f464f6b41709 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:15:00.337328 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-833342c6-99b5-4209-97b5-f42ef07a4e27 tempest-RoutersAdminNegativeTest-1974410288 tempest-RoutersAdminNegativeTest-1974410288-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:00.342526 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e3d58b68-39c8-41fa-bfd2-f5c72230d831 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:00.354812 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-e3d58b68-39c8-41fa-bfd2-f5c72230d831 admin admin] Usage tracker for resource:network and tenant:d08bd38378a04204ad356664c0f36626 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:00.371083 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-82edd783-5524-49cb-874f-b39a0ed3a6a4 req-1c8efcca-eb40-4fd1-9595-6ffb11e4629a tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=e6bfd964-7aa5-43a2-a057-7d9b16c44215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543963 Feb 09 01:15:00.378396 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-e3d58b68-39c8-41fa-bfd2-f5c72230d831 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:00.395431 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e3d58b68-39c8-41fa-bfd2-f5c72230d831 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:00.423721 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d58b68-39c8-41fa-bfd2-f5c72230d831 admin admin] Made reservation on behalf of d08bd38378a04204ad356664c0f36626 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:15:00.435728 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e3d58b68-39c8-41fa-bfd2-f5c72230d831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:00.488152 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e3d58b68-39c8-41fa-bfd2-f5c72230d831 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:00.490962 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-3c503dc7-e2ff-437e-82a8-2b5d36c8c8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'name': 'tempest-RoutersTest-router-783627243', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:56Z', 'updated_at': '2022-02-09T01:14:55Z', 'revision_number': 9, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'gw_port_host': None, '_interfaces': [{'id': '629925dc-613b-427a-bf38-914c2968ccf9', 'name': '', 'network_id': 'c4524fd0-4eb8-463e-9755-9b26024d4430', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'mac_address': 'fa:16:3e:df:d1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'db3e0a00-8428-42ad-b65e-d9b346fbbb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:59Z', 'updated_at': '2022-02-09T01:14:15Z', 'revision_number': 5, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'subnets': [{'id': 'db3e0a00-8428-42ad-b65e-d9b346fbbb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e591a814-b949-4463-9e6d-039ca56f96fc', 'name': '', 'network_id': 'b0652df1-6d56-4b14-b5b2-adb22242b52c', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'mac_address': 'fa:16:3e:ba:6f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'e5ac9a53-8712-41ef-9544-1800b8698156', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:09Z', 'updated_at': '2022-02-09T01:14:23Z', 'revision_number': 5, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'subnets': [{'id': 'e5ac9a53-8712-41ef-9544-1800b8698156', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:00.500799 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c503dc7-e2ff-437e-82a8-2b5d36c8c8ce None None] Checking router: 4157810a-8ce4-4f4c-b778-9d0a8a549831 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:15:00.531092 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c503dc7-e2ff-437e-82a8-2b5d36c8c8ce None None] Routers {'4157810a-8ce4-4f4c-b778-9d0a8a549831'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:15:00.534397 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-3c503dc7-e2ff-437e-82a8-2b5d36c8c8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:14:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['4157810a-8ce4-4f4c-b778-9d0a8a549831'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:00.552164 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e3d58b68-39c8-41fa-bfd2-f5c72230d831 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:00.553984 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-ba80b83a-a40e-4a16-9988-51eeabf9c54a req-9d148b47-df7a-4a53-b44d-dc3cb7da58df service neutron] Request body: {'port': {'device_id': 'b935fbc6-48b4-4502-be20-e26b1df5811d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:00.565302 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-e3d58b68-39c8-41fa-bfd2-f5c72230d831 admin admin] Usage tracker for resource:security_group_rule and tenant:d08bd38378a04204ad356664c0f36626 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:00.575763 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-e3d58b68-39c8-41fa-bfd2-f5c72230d831 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:00.601941 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e3d58b68-39c8-41fa-bfd2-f5c72230d831 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:00.602557 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-07e1726b-f184-46da-889c-23796ebcfba5 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:00.616782 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-07e1726b-f184-46da-889c-23796ebcfba5 None None] Transition to ACTIVE for port object 3963451d-88ba-4a70-ae71-6e82417de03c will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:15:00.625320 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-07e1726b-f184-46da-889c-23796ebcfba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:00.846356 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9bceb6ab-b930-4443-85e8-740493713b31 req-49458efd-c47c-4501-a711-f63ebc28a615 tempest-ServerShowV257Test-1626924877 tempest-ServerShowV257Test-1626924877-project] 10.222.0.105 "GET /v2.0/ports?device_id=b2acc892-0c4f-46e5-bfb8-ec337a5c4455 HTTP/1.1" status: 200 len: 210 time: 0.1677113 Feb 09 01:15:00.932431 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-3c503dc7-e2ff-437e-82a8-2b5d36c8c8ce None None] Set router 4157810a-8ce4-4f4c-b778-9d0a8a549831 gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:15:01.024090 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14950767-3fa6-49c2-bc6f-105a93c65dab None None] Pushing event updated for resources: {'Port': ['ID=3963451d-88ba-4a70-ae71-6e82417de03c,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:01.032237 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e3d58b68-39c8-41fa-bfd2-f5c72230d831 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:01.075574 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-07e1726b-f184-46da-889c-23796ebcfba5 None None] Attempting to bind port 3963451d-88ba-4a70-ae71-6e82417de03c on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:15:01.076480 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-07e1726b-f184-46da-889c-23796ebcfba5 None None] Attempting to bind port 3963451d-88ba-4a70-ae71-6e82417de03c by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '2911b990-5a28-41b3-988d-1e21f0ec93f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '60022e06-d2c3-4006-9f7a-1040f75a4a6b'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:15:01.077063 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e1726b-f184-46da-889c-23796ebcfba5 None None] Attempting to bind port 3963451d-88ba-4a70-ae71-6e82417de03c on network 60022e06-d2c3-4006-9f7a-1040f75a4a6b {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:15:01.083501 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e1726b-f184-46da-889c-23796ebcfba5 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:15:01.083956 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e1726b-f184-46da-889c-23796ebcfba5 None None] Checking segment: {'id': '2911b990-5a28-41b3-988d-1e21f0ec93f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '60022e06-d2c3-4006-9f7a-1040f75a4a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:15:01.084299 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-07e1726b-f184-46da-889c-23796ebcfba5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:01.084668 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e1726b-f184-46da-889c-23796ebcfba5 None None] Bound using segment: {'id': '2911b990-5a28-41b3-988d-1e21f0ec93f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '60022e06-d2c3-4006-9f7a-1040f75a4a6b'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:15:01.085139 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-07e1726b-f184-46da-889c-23796ebcfba5 None None] Bound port: 3963451d-88ba-4a70-ae71-6e82417de03c, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2911b990-5a28-41b3-988d-1e21f0ec93f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '60022e06-d2c3-4006-9f7a-1040f75a4a6b'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:15:01.085514 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-07e1726b-f184-46da-889c-23796ebcfba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:01.094301 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e3d58b68-39c8-41fa-bfd2-f5c72230d831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:01.116888 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3d58b68-39c8-41fa-bfd2-f5c72230d831 admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:15:01.142602 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e3d58b68-39c8-41fa-bfd2-f5c72230d831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:01.143716 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-e3d58b68-39c8-41fa-bfd2-f5c72230d831 admin admin] Added segment a1391767-890a-4e98-8e0f-6a2e7c57e752 of type vlan for network 20bff6ee-652e-4048-9f92-c38b0eb663f8 Feb 09 01:15:01.269391 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e3d58b68-39c8-41fa-bfd2-f5c72230d831 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:01.331141 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-07e1726b-f184-46da-889c-23796ebcfba5 None None] For port 3963451d-88ba-4a70-ae71-6e82417de03c, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:15:01.336142 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-07e1726b-f184-46da-889c-23796ebcfba5 None None] For port 3963451d-88ba-4a70-ae71-6e82417de03c, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=3963451d-88ba-4a70-ae71-6e82417de03c,segment=NetworkSegment(2911b990-5a28-41b3-988d-1e21f0ec93f9),segment_id=2911b990-5a28-41b3-988d-1e21f0ec93f9)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:15:01.347900 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-07e1726b-f184-46da-889c-23796ebcfba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:01.439121 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-62c0c46f-91a8-41a5-8f69-40dc8f2ef613 req-738b4e32-5026-44d1-9c54-a96f69e406fd tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Synchronizing usage tracker for tenant:ecfa99ec90404d2da344b2927ef93a25 on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:15:01.439121 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d58b68-39c8-41fa-bfd2-f5c72230d831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da492c22-b155-4c71-ac70-f2467c7a2a58,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:01.461667 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.db.resource_extend [None req-e3d58b68-39c8-41fa-bfd2-f5c72230d831 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:15:01.522934 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 40578) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:01.546617 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-62c0c46f-91a8-41a5-8f69-40dc8f2ef613 req-738b4e32-5026-44d1-9c54-a96f69e406fd tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Unset dirty status for tenant:ecfa99ec90404d2da344b2927ef93a25 on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:15:01.548112 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-62c0c46f-91a8-41a5-8f69-40dc8f2ef613 req-738b4e32-5026-44d1-9c54-a96f69e406fd tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3755777 Feb 09 01:15:01.563891 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e3d58b68-39c8-41fa-bfd2-f5c72230d831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:01.564965 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e1726b-f184-46da-889c-23796ebcfba5 None None] Routers {'26387f92-c69f-4559-9fbe-aab9929ea001'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:15:01.565097 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d58b68-39c8-41fa-bfd2-f5c72230d831 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:01.565821 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e3d58b68-39c8-41fa-bfd2-f5c72230d831 admin admin] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:01.568787 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-07e1726b-f184-46da-889c-23796ebcfba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:14:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['26387f92-c69f-4559-9fbe-aab9929ea001'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:01.630689 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-ba80b83a-a40e-4a16-9988-51eeabf9c54a req-9d148b47-df7a-4a53-b44d-dc3cb7da58df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:01.799672 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-3c503dc7-e2ff-437e-82a8-2b5d36c8c8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'name': 'tempest-RoutersTest-router-783627243', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:56Z', 'updated_at': '2022-02-09T01:14:55Z', 'revision_number': 9, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'gw_port_host': None, '_interfaces': [{'id': '629925dc-613b-427a-bf38-914c2968ccf9', 'name': '', 'network_id': 'c4524fd0-4eb8-463e-9755-9b26024d4430', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'mac_address': 'fa:16:3e:df:d1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'db3e0a00-8428-42ad-b65e-d9b346fbbb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:59Z', 'updated_at': '2022-02-09T01:14:15Z', 'revision_number': 5, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'subnets': [{'id': 'db3e0a00-8428-42ad-b65e-d9b346fbbb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e591a814-b949-4463-9e6d-039ca56f96fc', 'name': '', 'network_id': 'b0652df1-6d56-4b14-b5b2-adb22242b52c', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'mac_address': 'fa:16:3e:ba:6f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'e5ac9a53-8712-41ef-9544-1800b8698156', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:09Z', 'updated_at': '2022-02-09T01:14:23Z', 'revision_number': 5, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'subnets': [{'id': 'e5ac9a53-8712-41ef-9544-1800b8698156', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:01.810404 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c503dc7-e2ff-437e-82a8-2b5d36c8c8ce None None] The sync data for ids ['4157810a-8ce4-4f4c-b778-9d0a8a549831'] in n-d-828418-1 is: [{'id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'name': 'tempest-RoutersTest-router-783627243', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:56Z', 'updated_at': '2022-02-09T01:14:55Z', 'revision_number': 9, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'gw_port_host': None, '_interfaces': [{'id': '629925dc-613b-427a-bf38-914c2968ccf9', 'name': '', 'network_id': 'c4524fd0-4eb8-463e-9755-9b26024d4430', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'mac_address': 'fa:16:3e:df:d1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'db3e0a00-8428-42ad-b65e-d9b346fbbb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:59Z', 'updated_at': '2022-02-09T01:14:15Z', 'revision_number': 5, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'subnets': [{'id': 'db3e0a00-8428-42ad-b65e-d9b346fbbb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e591a814-b949-4463-9e6d-039ca56f96fc', 'name': '', 'network_id': 'b0652df1-6d56-4b14-b5b2-adb22242b52c', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'mac_address': 'fa:16:3e:ba:6f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'e5ac9a53-8712-41ef-9544-1800b8698156', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:09Z', 'updated_at': '2022-02-09T01:14:23Z', 'revision_number': 5, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'subnets': [{'id': 'e5ac9a53-8712-41ef-9544-1800b8698156', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:15:01.901199 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14950767-3fa6-49c2-bc6f-105a93c65dab None None] Pushing event updated for resources: {'Port': ['ID=3963451d-88ba-4a70-ae71-6e82417de03c,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:02.072495 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-07e1726b-f184-46da-889c-23796ebcfba5 None None] Set router 26387f92-c69f-4559-9fbe-aab9929ea001 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:15:02.093728 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-e3d58b68-39c8-41fa-bfd2-f5c72230d831 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8321624 Feb 09 01:15:02.123644 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 40588) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:02.139498 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-833342c6-99b5-4209-97b5-f42ef07a4e27 tempest-RoutersAdminNegativeTest-1974410288 tempest-RoutersAdminNegativeTest-1974410288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:02.188135 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cd04ffa6-cdef-4eba-b4e8-7af1ef5351b2 req-01178570-ebac-41b9-8a16-1fba720bd719 tempest-ServerShowV257Test-1626924877 tempest-ServerShowV257Test-1626924877-project] 10.222.0.105 "GET /v2.0/ports?device_id=b2acc892-0c4f-46e5-bfb8-ec337a5c4455 HTTP/1.1" status: 200 len: 210 time: 0.1012409 Feb 09 01:15:02.216997 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-bde48e61-9aa5-4862-8641-fb3c0449d76d admin admin] Request body: {'subnet': {'network_id': '20bff6ee-652e-4048-9f92-c38b0eb663f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1130019316-subnet', 'tenant_id': 'd08bd38378a04204ad356664c0f36626', 'ip_version': 4}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:02.222486 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4584dd3d-7ed0-4f59-bb0a-84c7557dabc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:02.242457 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-bde48e61-9aa5-4862-8641-fb3c0449d76d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:02.251438 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d58b68-39c8-41fa-bfd2-f5c72230d831 admin admin] Pushing event updated for resources: {'Network': ['ID=20bff6ee-652e-4048-9f92-c38b0eb663f8,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:02.255454 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-bde48e61-9aa5-4862-8641-fb3c0449d76d admin admin] Usage tracker for resource:subnet and tenant:d08bd38378a04204ad356664c0f36626 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:02.263296 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-bde48e61-9aa5-4862-8641-fb3c0449d76d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:02.269248 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4584dd3d-7ed0-4f59-bb0a-84c7557dabc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:02.273373 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-4584dd3d-7ed0-4f59-bb0a-84c7557dabc4 admin admin] Usage tracker for resource:security_group_rule and tenant:c497404e5306477b8f98e594b9846cec is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:02.277224 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-4584dd3d-7ed0-4f59-bb0a-84c7557dabc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:02.287200 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4584dd3d-7ed0-4f59-bb0a-84c7557dabc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:02.326652 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-833342c6-99b5-4209-97b5-f42ef07a4e27 tempest-RoutersAdminNegativeTest-1974410288 tempest-RoutersAdminNegativeTest-1974410288-project-admin] Calling delete_port for fb7c633a-636d-4e8b-b59c-f464f6b41709 owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:15:02.405015 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4584dd3d-7ed0-4f59-bb0a-84c7557dabc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:02.411359 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4584dd3d-7ed0-4f59-bb0a-84c7557dabc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:02.450521 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-bde48e61-9aa5-4862-8641-fb3c0449d76d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:02.460868 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-4584dd3d-7ed0-4f59-bb0a-84c7557dabc4 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=c497404e5306477b8f98e594b9846cec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9223447 Feb 09 01:15:02.468288 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 40592) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:02.515918 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-833342c6-99b5-4209-97b5-f42ef07a4e27 tempest-RoutersAdminNegativeTest-1974410288 tempest-RoutersAdminNegativeTest-1974410288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:02.529982 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4673058d-da54-458f-95b0-dc0db67416ee req-e8c1af63-dc8f-49a8-9d2c-87d79e906b50 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:02.537164 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4673058d-da54-458f-95b0-dc0db67416ee req-e8c1af63-dc8f-49a8-9d2c-87d79e906b50 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb94c7c7-2262-4266-9ff1-ecacf3b56b73 HTTP/1.1" status: 200 len: 945 time: 0.7186210 Feb 09 01:15:02.547148 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde48e61-9aa5-4862-8641-fb3c0449d76d admin admin] Made reservation on behalf of d08bd38378a04204ad356664c0f36626 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:15:02.549426 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bde48e61-9aa5-4862-8641-fb3c0449d76d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:02.588357 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 20bff6ee-652e-4048-9f92-c38b0eb663f8 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:15:02.650885 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1bba6518-f016-44fb-b284-5732ee006ee5 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:02.789114 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833342c6-99b5-4209-97b5-f42ef07a4e27 tempest-RoutersAdminNegativeTest-1974410288 tempest-RoutersAdminNegativeTest-1974410288-project-admin] Pushing event deleted for resources: {'Port': ['ID=fb7c633a-636d-4e8b-b59c-f464f6b41709,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:02.800570 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-07e1726b-f184-46da-889c-23796ebcfba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26387f92-c69f-4559-9fbe-aab9929ea001', 'name': 'tempest-TestServerBasicOps-1653335009-router', 'tenant_id': '8d31597ab3f74931824904826c01d747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '7162a11c-aa66-42cc-85f4-64022d318e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:14:42Z', 'updated_at': '2022-02-09T01:14:54Z', 'revision_number': 4, 'project_id': '8d31597ab3f74931824904826c01d747', 'gw_port': {'id': '7162a11c-aa66-42cc-85f4-64022d318e53', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:52:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26387f92-c69f-4559-9fbe-aab9929ea001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:43Z', 'updated_at': '2022-02-09T01:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '3963451d-88ba-4a70-ae71-6e82417de03c', 'name': '', 'network_id': '60022e06-d2c3-4006-9f7a-1040f75a4a6b', 'tenant_id': '8d31597ab3f74931824904826c01d747', 'mac_address': 'fa:16:3e:55:13:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26387f92-c69f-4559-9fbe-aab9929ea001', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '41b222d2-5238-454c-8b12-f2258dd1142d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:51Z', 'updated_at': '2022-02-09T01:15:01Z', 'revision_number': 4, 'project_id': '8d31597ab3f74931824904826c01d747', 'subnets': [{'id': '41b222d2-5238-454c-8b12-f2258dd1142d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:02.805151 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e1726b-f184-46da-889c-23796ebcfba5 None None] The sync data for ids ['26387f92-c69f-4559-9fbe-aab9929ea001'] in n-d-828418-1 is: [{'id': '26387f92-c69f-4559-9fbe-aab9929ea001', 'name': 'tempest-TestServerBasicOps-1653335009-router', 'tenant_id': '8d31597ab3f74931824904826c01d747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '7162a11c-aa66-42cc-85f4-64022d318e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:14:42Z', 'updated_at': '2022-02-09T01:14:54Z', 'revision_number': 4, 'project_id': '8d31597ab3f74931824904826c01d747', 'gw_port': {'id': '7162a11c-aa66-42cc-85f4-64022d318e53', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:52:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26387f92-c69f-4559-9fbe-aab9929ea001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:43Z', 'updated_at': '2022-02-09T01:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '3963451d-88ba-4a70-ae71-6e82417de03c', 'name': '', 'network_id': '60022e06-d2c3-4006-9f7a-1040f75a4a6b', 'tenant_id': '8d31597ab3f74931824904826c01d747', 'mac_address': 'fa:16:3e:55:13:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26387f92-c69f-4559-9fbe-aab9929ea001', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '41b222d2-5238-454c-8b12-f2258dd1142d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:51Z', 'updated_at': '2022-02-09T01:15:01Z', 'revision_number': 4, 'project_id': '8d31597ab3f74931824904826c01d747', 'subnets': [{'id': '41b222d2-5238-454c-8b12-f2258dd1142d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:15:02.937108 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4584dd3d-7ed0-4f59-bb0a-84c7557dabc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd965508-6b54-4ea0-9338-868c7ba2bc0e,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:03.002823 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bde48e61-9aa5-4862-8641-fb3c0449d76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:03.118588 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1bba6518-f016-44fb-b284-5732ee006ee5 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:03.144050 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 3963451d-88ba-4a70-ae71-6e82417de03c up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:15:03.164629 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-339a0aba-500f-4703-83c3-8e689848e6ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:03.194533 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [req-ba80b83a-a40e-4a16-9988-51eeabf9c54a req-9d148b47-df7a-4a53-b44d-dc3cb7da58df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bf5d22d-c05c-4bb7-9938-6cdd0b694aac {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:15:03.195912 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-339a0aba-500f-4703-83c3-8e689848e6ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:03.235997 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1bba6518-f016-44fb-b284-5732ee006ee5 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:03.247402 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e992980f-2af5-40e2-8467-8307ee03675e None None] Network 0ff13dbc-b3ae-4568-83d8-652753de953e requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:15:03.281904 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1bba6518-f016-44fb-b284-5732ee006ee5 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "DELETE /v2.0/subnets/a0194cd5-ee98-4cc3-9033-f132ee87d6ae HTTP/1.1" status: 204 len: 168 time: 4.2567902 Feb 09 01:15:03.284214 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-ba80b83a-a40e-4a16-9988-51eeabf9c54a req-9d148b47-df7a-4a53-b44d-dc3cb7da58df service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:03.296016 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 40600) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:03.297870 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba6518-f016-44fb-b284-5732ee006ee5 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Pushing event deleted for resources: {'Subnet': ['ID=a0194cd5-ee98-4cc3-9033-f132ee87d6ae,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:03.328498 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-ba80b83a-a40e-4a16-9988-51eeabf9c54a req-9d148b47-df7a-4a53-b44d-dc3cb7da58df service neutron] Transition to ACTIVE for port object 9bf5d22d-c05c-4bb7-9938-6cdd0b694aac will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:15:03.333584 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-ba80b83a-a40e-4a16-9988-51eeabf9c54a req-9d148b47-df7a-4a53-b44d-dc3cb7da58df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:03.499737 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d148b47-df7a-4a53-b44d-dc3cb7da58df service neutron] Pushing event updated for resources: {'Port': ['ID=9bf5d22d-c05c-4bb7-9938-6cdd0b694aac,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:03.523296 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde48e61-9aa5-4862-8641-fb3c0449d76d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd081e22-6ac0-49af-b94e-cf62baacd99a,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:03.535521 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-339a0aba-500f-4703-83c3-8e689848e6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:03.540669 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4673058d-da54-458f-95b0-dc0db67416ee req-34ce937e-a105-49ab-a857-d0e6a2885a12 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=e6bfd964-7aa5-43a2-a057-7d9b16c44215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0026841 Feb 09 01:15:03.548783 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-833342c6-99b5-4209-97b5-f42ef07a4e27 tempest-RoutersAdminNegativeTest-1974410288 tempest-RoutersAdminNegativeTest-1974410288-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:03.555902 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-833342c6-99b5-4209-97b5-f42ef07a4e27 tempest-RoutersAdminNegativeTest-1974410288 tempest-RoutersAdminNegativeTest-1974410288-project-admin] 10.222.0.105 "DELETE /v2.0/ports/fb7c633a-636d-4e8b-b59c-f464f6b41709 HTTP/1.1" status: 204 len: 168 time: 3.4749796 Feb 09 01:15:03.595998 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde48e61-9aa5-4862-8641-fb3c0449d76d admin admin] Checking segment: {'id': 'a1391767-890a-4e98-8e0f-6a2e7c57e752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '20bff6ee-652e-4048-9f92-c38b0eb663f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:15:03.596589 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde48e61-9aa5-4862-8641-fb3c0449d76d admin admin] Network hostable DHCP agents. Network: 20bff6ee-652e-4048-9f92-c38b0eb663f8, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:15:03.636952 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 3963451d-88ba-4a70-ae71-6e82417de03c completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:15:03.646891 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339a0aba-500f-4703-83c3-8e689848e6ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd965508-6b54-4ea0-9338-868c7ba2bc0e,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:03.673815 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde48e61-9aa5-4862-8641-fb3c0449d76d admin admin] Network 20bff6ee-652e-4048-9f92-c38b0eb663f8 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:15:03.710795 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-bde48e61-9aa5-4862-8641-fb3c0449d76d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 20bff6ee-652e-4048-9f92-c38b0eb663f8) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:03.732738 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-ba80b83a-a40e-4a16-9988-51eeabf9c54a req-9d148b47-df7a-4a53-b44d-dc3cb7da58df service neutron] Attempting to bind port 9bf5d22d-c05c-4bb7-9938-6cdd0b694aac on host n-h2-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:15:03.733281 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-ba80b83a-a40e-4a16-9988-51eeabf9c54a req-9d148b47-df7a-4a53-b44d-dc3cb7da58df service neutron] Attempting to bind port 9bf5d22d-c05c-4bb7-9938-6cdd0b694aac by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': 'e4f8d471-753e-488b-969f-03ab5fdd3e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '20b4b911-e8a6-45af-95dc-9b595aff0444'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:15:03.733380 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba80b83a-a40e-4a16-9988-51eeabf9c54a req-9d148b47-df7a-4a53-b44d-dc3cb7da58df service neutron] Attempting to bind port 9bf5d22d-c05c-4bb7-9938-6cdd0b694aac on network 20b4b911-e8a6-45af-95dc-9b595aff0444 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:15:03.742223 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-339a0aba-500f-4703-83c3-8e689848e6ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:03.746105 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba80b83a-a40e-4a16-9988-51eeabf9c54a req-9d148b47-df7a-4a53-b44d-dc3cb7da58df service neutron] Port 9bf5d22d-c05c-4bb7-9938-6cdd0b694aac on network 20b4b911-e8a6-45af-95dc-9b595aff0444 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:15:03.748092 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-339a0aba-500f-4703-83c3-8e689848e6ee admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/dd965508-6b54-4ea0-9338-868c7ba2bc0e HTTP/1.1" status: 204 len: 168 time: 1.2770035 Feb 09 01:15:03.748490 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba80b83a-a40e-4a16-9988-51eeabf9c54a req-9d148b47-df7a-4a53-b44d-dc3cb7da58df service neutron] Attempting to bind port 9bf5d22d-c05c-4bb7-9938-6cdd0b694aac on network 20b4b911-e8a6-45af-95dc-9b595aff0444 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:15:03.749733 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde48e61-9aa5-4862-8641-fb3c0449d76d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:03.750326 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bde48e61-9aa5-4862-8641-fb3c0449d76d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:03.761131 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba80b83a-a40e-4a16-9988-51eeabf9c54a req-9d148b47-df7a-4a53-b44d-dc3cb7da58df service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:15:03.761523 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba80b83a-a40e-4a16-9988-51eeabf9c54a req-9d148b47-df7a-4a53-b44d-dc3cb7da58df service neutron] Checking segment: {'id': 'e4f8d471-753e-488b-969f-03ab5fdd3e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '20b4b911-e8a6-45af-95dc-9b595aff0444'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:15:03.762257 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414659bb-f6df-456d-8f82-58ff2f3ea44a None None] Network 20bff6ee-652e-4048-9f92-c38b0eb663f8 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:15:03.764039 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba80b83a-a40e-4a16-9988-51eeabf9c54a req-9d148b47-df7a-4a53-b44d-dc3cb7da58df service neutron] Bound using segment: {'id': 'e4f8d471-753e-488b-969f-03ab5fdd3e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '20b4b911-e8a6-45af-95dc-9b595aff0444'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:15:03.764536 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-ba80b83a-a40e-4a16-9988-51eeabf9c54a req-9d148b47-df7a-4a53-b44d-dc3cb7da58df service neutron] Bound port: 9bf5d22d-c05c-4bb7-9938-6cdd0b694aac, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f8d471-753e-488b-969f-03ab5fdd3e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '20b4b911-e8a6-45af-95dc-9b595aff0444'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:15:03.764888 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-ba80b83a-a40e-4a16-9988-51eeabf9c54a req-9d148b47-df7a-4a53-b44d-dc3cb7da58df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:03.768974 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35fe129-fa11-4d58-b69f-1aafefa2245f req-3dbcc4fd-f9f9-4bec-afb7-de1187c4be5c tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:03.770817 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a35fe129-fa11-4d58-b69f-1aafefa2245f req-3dbcc4fd-f9f9-4bec-afb7-de1187c4be5c tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=b935fbc6-48b4-4502-be20-e26b1df5811d HTTP/1.1" status: 200 len: 931 time: 0.8739228 Feb 09 01:15:03.781673 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6b36d925-8ca9-4b9f-9b00-10b95021012a tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:03.926190 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40608) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:03.927759 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-bde48e61-9aa5-4862-8641-fb3c0449d76d admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7530537 Feb 09 01:15:03.933683 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 3963451d-88ba-4a70-ae71-6e82417de03c triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:03.934236 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:03.938198 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-357cff71-e984-4dcd-8541-86d1b1cca17a admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1130019316-router', 'tenant_id': 'd08bd38378a04204ad356664c0f36626', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:03.939728 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a35fe129-fa11-4d58-b69f-1aafefa2245f req-eb3079ae-d2c2-4d77-98cc-d0975b5f6c94 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529121 Feb 09 01:15:03.963905 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-6b36d925-8ca9-4b9f-9b00-10b95021012a tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Deleting port 035ade04-2071-4520-9a50-bc7b0910cc7c {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:15:03.964273 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6b36d925-8ca9-4b9f-9b00-10b95021012a tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:03.993367 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-357cff71-e984-4dcd-8541-86d1b1cca17a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:04.023061 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-357cff71-e984-4dcd-8541-86d1b1cca17a admin admin] Usage tracker for resource:router and tenant:d08bd38378a04204ad356664c0f36626 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:04.038514 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-357cff71-e984-4dcd-8541-86d1b1cca17a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:04.054146 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-ba80b83a-a40e-4a16-9988-51eeabf9c54a req-9d148b47-df7a-4a53-b44d-dc3cb7da58df service neutron] For port 9bf5d22d-c05c-4bb7-9938-6cdd0b694aac, host n-h2-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:15:04.056218 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-357cff71-e984-4dcd-8541-86d1b1cca17a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:04.071172 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-ba80b83a-a40e-4a16-9988-51eeabf9c54a req-9d148b47-df7a-4a53-b44d-dc3cb7da58df service neutron] For port 9bf5d22d-c05c-4bb7-9938-6cdd0b694aac, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=9bf5d22d-c05c-4bb7-9938-6cdd0b694aac,segment=NetworkSegment(e4f8d471-753e-488b-969f-03ab5fdd3e2b),segment_id=e4f8d471-753e-488b-969f-03ab5fdd3e2b)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:15:04.089749 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-ba80b83a-a40e-4a16-9988-51eeabf9c54a req-9d148b47-df7a-4a53-b44d-dc3cb7da58df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:04.386150 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40618) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:04.419029 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-357cff71-e984-4dcd-8541-86d1b1cca17a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:04.427187 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-357cff71-e984-4dcd-8541-86d1b1cca17a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:04.427811 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:04.433439 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba80b83a-a40e-4a16-9988-51eeabf9c54a req-9d148b47-df7a-4a53-b44d-dc3cb7da58df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:04.449815 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-ba80b83a-a40e-4a16-9988-51eeabf9c54a req-9d148b47-df7a-4a53-b44d-dc3cb7da58df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:04.451317 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ba80b83a-a40e-4a16-9988-51eeabf9c54a req-9d148b47-df7a-4a53-b44d-dc3cb7da58df service neutron] 10.222.0.99 "PUT /v2.0/ports/9bf5d22d-c05c-4bb7-9938-6cdd0b694aac HTTP/1.1" status: 200 len: 1091 time: 3.9096949 Feb 09 01:15:04.485282 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b935fbc6-48b4-4502-be20-e26b1df5811d', 'tag': '9bf5d22d-c05c-4bb7-9938-6cdd0b694aac'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:15:04.510242 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 3963451d-88ba-4a70-ae71-6e82417de03c, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=3963451d-88ba-4a70-ae71-6e82417de03c,segment=NetworkSegment(2911b990-5a28-41b3-988d-1e21f0ec93f9),segment_id=2911b990-5a28-41b3-988d-1e21f0ec93f9)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:15:04.540020 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:04.658084 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40626) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:04.676121 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c58730e-7c0b-4a36-a2b9-be8404704515 None None] DHCP port deletion for 0ff13dbc-b3ae-4568-83d8-652753de953e request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:15:04.677863 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-6b36d925-8ca9-4b9f-9b00-10b95021012a tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] For port 035ade04-2071-4520-9a50-bc7b0910cc7c, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=035ade04-2071-4520-9a50-bc7b0910cc7c,segment=NetworkSegment(ec59313a-9eff-4304-b188-9a62054e4317),segment_id=ec59313a-9eff-4304-b188-9a62054e4317)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:15:04.678339 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6b36d925-8ca9-4b9f-9b00-10b95021012a tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:04.697167 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device fd05b508-b0b5-4e90-b567-a3762db75751 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:15:04.805816 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-82b625bf-b879-4b08-9a3d-a66570b15982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:04.849487 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-357cff71-e984-4dcd-8541-86d1b1cca17a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:04.858498 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-6b36d925-8ca9-4b9f-9b00-10b95021012a tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Calling delete_port for 035ade04-2071-4520-9a50-bc7b0910cc7c owned by network:dhcp {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:15:04.921683 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-3c58730e-7c0b-4a36-a2b9-be8404704515 None None] Deleting port 035ade04-2071-4520-9a50-bc7b0910cc7c {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:15:04.922061 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3c58730e-7c0b-4a36-a2b9-be8404704515 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:04.954366 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: fd05b508-b0b5-4e90-b567-a3762db75751 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:15:04.954706 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device fd05b508-b0b5-4e90-b567-a3762db75751 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:15:04.964090 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-82b625bf-b879-4b08-9a3d-a66570b15982 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:04.975112 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-82b625bf-b879-4b08-9a3d-a66570b15982 admin admin] Usage tracker for resource:security_group_rule and tenant:6f386a8756d94ce19f3523644d6e0d61 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:04.975478 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6b36d925-8ca9-4b9f-9b00-10b95021012a tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:05.025526 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-82b625bf-b879-4b08-9a3d-a66570b15982 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:05.049076 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-82b625bf-b879-4b08-9a3d-a66570b15982 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:05.103751 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449b0e71-7d95-4937-a17c-b023b0bb5edc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-20bff6ee-652e-4048-9f92-c38b0eb663f8', 'network_id': '20bff6ee-652e-4048-9f92-c38b0eb663f8', 'tenant_id': 'd08bd38378a04204ad356664c0f36626', 'fixed_ips': [{'subnet_id': 'bd081e22-6ac0-49af-b94e-cf62baacd99a'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:15:05.104663 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-449b0e71-7d95-4937-a17c-b023b0bb5edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:05.138494 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-33bbd1eb-bd50-4f8b-9216-a1272d67085b req-1a01df4b-215d-470b-aa12-9dcee0b48e19 tempest-ServerShowV257Test-1626924877 tempest-ServerShowV257Test-1626924877-project] 10.222.0.105 "GET /v2.0/ports?device_id=b2acc892-0c4f-46e5-bfb8-ec337a5c4455 HTTP/1.1" status: 200 len: 210 time: 1.1919224 Feb 09 01:15:05.175083 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b36d925-8ca9-4b9f-9b00-10b95021012a tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Pushing event deleted for resources: {'Port': ['ID=035ade04-2071-4520-9a50-bc7b0910cc7c,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:05.175083 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b36d925-8ca9-4b9f-9b00-10b95021012a tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] No DVR routers for this DVR port 035ade04-2071-4520-9a50-bc7b0910cc7c on host n-d-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:15:05.180792 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-82b625bf-b879-4b08-9a3d-a66570b15982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:05.211991 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d148b47-df7a-4a53-b44d-dc3cb7da58df service neutron] Pushing event updated for resources: {'Port': ['ID=9bf5d22d-c05c-4bb7-9938-6cdd0b694aac,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:05.223640 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3135a3b7-30ca-4df5-92ea-f64919a7fb91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:05.247218 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-82b625bf-b879-4b08-9a3d-a66570b15982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:05.275698 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 035ade04-2071-4520-9a50-bc7b0910cc7c no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:15:05.293318 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b935fbc6-48b4-4502-be20-e26b1df5811d', 'tag': '9bf5d22d-c05c-4bb7-9938-6cdd0b694aac', 'status': 'completed', 'code': 200} Feb 09 01:15:05.297783 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b625bf-b879-4b08-9a3d-a66570b15982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f27d9669-e1c3-4d5a-8af0-9fd16c35491c,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:05.350724 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-3c58730e-7c0b-4a36-a2b9-be8404704515 None None] The port '035ade04-2071-4520-9a50-bc7b0910cc7c' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:15:05.403594 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3135a3b7-30ca-4df5-92ea-f64919a7fb91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:05.412819 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=3963451d-88ba-4a70-ae71-6e82417de03c,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:05.435686 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 035ade04-2071-4520-9a50-bc7b0910cc7c {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:15:05.436731 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 035ade04-2071-4520-9a50-bc7b0910cc7c not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:15:05.445082 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:05.445726 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:05.446282 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:05.447062 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:05.448364 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:05.448923 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:05.449473 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:05.450037 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:05.450569 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:05.451101 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:05.451652 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:05.452184 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:05.472173 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-3135a3b7-30ca-4df5-92ea-f64919a7fb91 admin admin] Usage tracker for resource:security_group_rule and tenant:e3c8662cc05749b2acfe91a3635aaf29 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:05.478379 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-3135a3b7-30ca-4df5-92ea-f64919a7fb91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:05.552194 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-82b625bf-b879-4b08-9a3d-a66570b15982 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=6f386a8756d94ce19f3523644d6e0d61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8587132 Feb 09 01:15:05.552194 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3135a3b7-30ca-4df5-92ea-f64919a7fb91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:05.566273 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40634) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:05.582201 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba80b83a-a40e-4a16-9988-51eeabf9c54a req-db0aeac9-36df-4271-8508-47bb22ac945f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:05.587342 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ba80b83a-a40e-4a16-9988-51eeabf9c54a req-db0aeac9-36df-4271-8508-47bb22ac945f service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=ecfa99ec90404d2da344b2927ef93a25&device_id=b935fbc6-48b4-4502-be20-e26b1df5811d HTTP/1.1" status: 200 len: 1094 time: 1.0349700 Feb 09 01:15:05.605972 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-449b0e71-7d95-4937-a17c-b023b0bb5edc None None] Allocated IP 172.20.0.2 (20bff6ee-652e-4048-9f92-c38b0eb663f8/bd081e22-6ac0-49af-b94e-cf62baacd99a/697bfb84-0995-4f6a-bf7e-4e85c0d1c7c2) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:15:05.613643 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6b36d925-8ca9-4b9f-9b00-10b95021012a tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:05.688593 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f9bcb-6d09-47a9-b463-62e28556b8b9 req-78a5a5de-72e7-41a4-a0be-685ba14323e3 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:05.691230 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d23f9bcb-6d09-47a9-b463-62e28556b8b9 req-78a5a5de-72e7-41a4-a0be-685ba14323e3 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb94c7c7-2262-4266-9ff1-ecacf3b56b73 HTTP/1.1" status: 200 len: 945 time: 0.7219133 Feb 09 01:15:05.693278 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-6b36d925-8ca9-4b9f-9b00-10b95021012a tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ff13dbc-b3ae-4568-83d8-652753de953e']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:05.714804 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-6b36d925-8ca9-4b9f-9b00-10b95021012a tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec59313a-9eff-4304-b188-9a62054e4317') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:05.715498 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-6b36d925-8ca9-4b9f-9b00-10b95021012a tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec59313a-9eff-4304-b188-9a62054e4317') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:05.745292 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6b36d925-8ca9-4b9f-9b00-10b95021012a tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:05.786712 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6b36d925-8ca9-4b9f-9b00-10b95021012a tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:05.795113 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ba80b83a-a40e-4a16-9988-51eeabf9c54a req-d8fb858d-685c-42ed-a42f-5ad107f4e415 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9bf5d22d-c05c-4bb7-9938-6cdd0b694aac HTTP/1.1" status: 200 len: 217 time: 0.1166074 Feb 09 01:15:05.797516 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9806b9d5-0552-495b-8da4-1853f01d36ea req-0bea97ad-28b7-4c1f-82cd-d9f0ca4f254f tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:05.799045 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9806b9d5-0552-495b-8da4-1853f01d36ea req-0bea97ad-28b7-4c1f-82cd-d9f0ca4f254f tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=b935fbc6-48b4-4502-be20-e26b1df5811d HTTP/1.1" status: 200 len: 943 time: 0.2777879 Feb 09 01:15:05.811422 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d23f9bcb-6d09-47a9-b463-62e28556b8b9 req-86a6143a-63bd-48fb-992c-75e427eead35 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=e6bfd964-7aa5-43a2-a057-7d9b16c44215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051357 Feb 09 01:15:05.812503 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b36d925-8ca9-4b9f-9b00-10b95021012a tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:15:05.812894 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6b36d925-8ca9-4b9f-9b00-10b95021012a tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:05.830318 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 01:15:05.830318 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:15:05.830318 n-d-828418-1 neutron-server[87639]: timer() Feb 09 01:15:05.830318 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:15:05.830318 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 01:15:05.830318 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:15:05.830318 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 01:15:05.830318 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:15:05.830318 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 01:15:05.830318 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:15:05.830318 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 01:15:05.830318 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:15:05.830318 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 01:15:05.830318 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:15:05.830318 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:15:05.830318 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:15:05.830318 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:15:05.830318 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:15:05.830318 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 01:15:05.830318 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:15:05.830318 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 01:15:05.830318 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:15:05.830318 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:15:05.830318 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:15:05.830318 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 01:15:05.830318 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:15:05.830318 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:15:05.830318 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:15:05.830318 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:15:05.830318 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:15:05.830318 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:15:05.830318 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:15:05.923395 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-357cff71-e984-4dcd-8541-86d1b1cca17a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:05.929489 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-449b0e71-7d95-4937-a17c-b023b0bb5edc None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:05.948822 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9806b9d5-0552-495b-8da4-1853f01d36ea req-c3e3d3b5-0f1f-4d1c-9f00-e36858a24b9e tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398737 Feb 09 01:15:05.952044 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-449b0e71-7d95-4937-a17c-b023b0bb5edc None None] Transition to ACTIVE for port object 697bfb84-0995-4f6a-bf7e-4e85c0d1c7c2 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:15:05.956344 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6b36d925-8ca9-4b9f-9b00-10b95021012a tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:05.969276 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6b36d925-8ca9-4b9f-9b00-10b95021012a tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:05.976376 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-449b0e71-7d95-4937-a17c-b023b0bb5edc None None] Transition to ACTIVE for port object 697bfb84-0995-4f6a-bf7e-4e85c0d1c7c2 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:15:05.996569 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-449b0e71-7d95-4937-a17c-b023b0bb5edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:06.004969 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-6b36d925-8ca9-4b9f-9b00-10b95021012a tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "DELETE /v2.0/networks/0ff13dbc-b3ae-4568-83d8-652753de953e HTTP/1.1" status: 204 len: 168 time: 2.6964226 Feb 09 01:15:06.009328 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 40642) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:06.079994 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b36d925-8ca9-4b9f-9b00-10b95021012a tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Pushing event deleted for resources: {'Network': ['ID=0ff13dbc-b3ae-4568-83d8-652753de953e,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:06.121981 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449b0e71-7d95-4937-a17c-b023b0bb5edc None None] Pushing event updated for resources: {'Port': ['ID=697bfb84-0995-4f6a-bf7e-4e85c0d1c7c2,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:06.127849 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba80b83a-a40e-4a16-9988-51eeabf9c54a req-720077fd-6429-42e3-a0d5-d695151ff7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:06.129171 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449b0e71-7d95-4937-a17c-b023b0bb5edc None None] Network 20bff6ee-652e-4048-9f92-c38b0eb663f8 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:15:06.130461 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-449b0e71-7d95-4937-a17c-b023b0bb5edc None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:06.130584 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ba80b83a-a40e-4a16-9988-51eeabf9c54a req-720077fd-6429-42e3-a0d5-d695151ff7cc service neutron] 10.222.0.99 "GET /v2.0/subnets?id=6a70c5bb-7a88-4efe-b45a-b5773b8dee9d HTTP/1.1" status: 200 len: 846 time: 0.3201590 Feb 09 01:15:06.132920 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449b0e71-7d95-4937-a17c-b023b0bb5edc None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:15:06.137772 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7f9ddfad-101b-4add-89f0-b6a367720692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:06.245148 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ba80b83a-a40e-4a16-9988-51eeabf9c54a req-db19bae7-66b2-4b49-870d-33e468c54460 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=20b4b911-e8a6-45af-95dc-9b595aff0444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0940409 Feb 09 01:15:06.249034 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-449b0e71-7d95-4937-a17c-b023b0bb5edc None None] Attempting to bind port 697bfb84-0995-4f6a-bf7e-4e85c0d1c7c2 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:15:06.249549 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-449b0e71-7d95-4937-a17c-b023b0bb5edc None None] Attempting to bind port 697bfb84-0995-4f6a-bf7e-4e85c0d1c7c2 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'a1391767-890a-4e98-8e0f-6a2e7c57e752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '20bff6ee-652e-4048-9f92-c38b0eb663f8'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:15:06.250140 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449b0e71-7d95-4937-a17c-b023b0bb5edc None None] Attempting to bind port 697bfb84-0995-4f6a-bf7e-4e85c0d1c7c2 on network 20bff6ee-652e-4048-9f92-c38b0eb663f8 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:15:06.265253 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449b0e71-7d95-4937-a17c-b023b0bb5edc None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:15:06.265833 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449b0e71-7d95-4937-a17c-b023b0bb5edc None None] Checking segment: {'id': 'a1391767-890a-4e98-8e0f-6a2e7c57e752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '20bff6ee-652e-4048-9f92-c38b0eb663f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:15:06.266402 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-449b0e71-7d95-4937-a17c-b023b0bb5edc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:06.266942 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449b0e71-7d95-4937-a17c-b023b0bb5edc None None] Bound using segment: {'id': 'a1391767-890a-4e98-8e0f-6a2e7c57e752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '20bff6ee-652e-4048-9f92-c38b0eb663f8'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:15:06.267535 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-449b0e71-7d95-4937-a17c-b023b0bb5edc None None] Bound port: 697bfb84-0995-4f6a-bf7e-4e85c0d1c7c2, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1391767-890a-4e98-8e0f-6a2e7c57e752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '20bff6ee-652e-4048-9f92-c38b0eb663f8'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:15:06.268056 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-449b0e71-7d95-4937-a17c-b023b0bb5edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:06.376406 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7f9ddfad-101b-4add-89f0-b6a367720692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:06.389795 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-449b0e71-7d95-4937-a17c-b023b0bb5edc None None] For port 697bfb84-0995-4f6a-bf7e-4e85c0d1c7c2, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:15:06.398209 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-449b0e71-7d95-4937-a17c-b023b0bb5edc None None] For port 697bfb84-0995-4f6a-bf7e-4e85c0d1c7c2, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=697bfb84-0995-4f6a-bf7e-4e85c0d1c7c2,segment=NetworkSegment(a1391767-890a-4e98-8e0f-6a2e7c57e752),segment_id=a1391767-890a-4e98-8e0f-6a2e7c57e752)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:15:06.404160 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-449b0e71-7d95-4937-a17c-b023b0bb5edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:06.494298 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ba80b83a-a40e-4a16-9988-51eeabf9c54a req-2d8a836a-ddfa-483b-b987-f0bd24b6665d service neutron] 10.222.0.99 "GET /v2.0/networks/20b4b911-e8a6-45af-95dc-9b595aff0444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396822 Feb 09 01:15:06.498057 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3135a3b7-30ca-4df5-92ea-f64919a7fb91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:06.539045 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449b0e71-7d95-4937-a17c-b023b0bb5edc None None] Pushing event updated for resources: {'Port': ['ID=697bfb84-0995-4f6a-bf7e-4e85c0d1c7c2,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:06.567952 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f28a5f42-d6df-4b61-9f2d-f193bf9f9340 req-90189942-8257-4693-92f2-1fc4303515df tempest-ServerShowV257Test-1626924877 tempest-ServerShowV257Test-1626924877-project] 10.222.0.105 "GET /v2.0/ports?device_id=b2acc892-0c4f-46e5-bfb8-ec337a5c4455 HTTP/1.1" status: 200 len: 210 time: 0.1622775 Feb 09 01:15:06.669917 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3135a3b7-30ca-4df5-92ea-f64919a7fb91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:06.796359 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3135a3b7-30ca-4df5-92ea-f64919a7fb91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=327b1351-01cf-4684-863e-4e07476f5614,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:06.800945 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-3135a3b7-30ca-4df5-92ea-f64919a7fb91 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=e3c8662cc05749b2acfe91a3635aaf29&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4021370 Feb 09 01:15:06.812136 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40648) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:06.861864 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ba80b83a-a40e-4a16-9988-51eeabf9c54a req-bc4ed13a-092a-4f45-a71a-299abccaf734 service neutron] 10.222.0.99 "GET /v2.0/networks/20b4b911-e8a6-45af-95dc-9b595aff0444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3518863 Feb 09 01:15:06.867607 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7f9ddfad-101b-4add-89f0-b6a367720692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:06.918848 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9ddfad-101b-4add-89f0-b6a367720692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27d9669-e1c3-4d5a-8af0-9fd16c35491c,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:07.260771 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 3963451d-88ba-4a70-ae71-6e82417de03c up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:15:07.349320 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7f9ddfad-101b-4add-89f0-b6a367720692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:07.351149 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-7f9ddfad-101b-4add-89f0-b6a367720692 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/f27d9669-e1c3-4d5a-8af0-9fd16c35491c HTTP/1.1" status: 204 len: 168 time: 1.6742880 Feb 09 01:15:07.363519 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-082562b3-a7f1-43c3-a842-4237742b5565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:07.373737 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 3963451d-88ba-4a70-ae71-6e82417de03c triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:07.374114 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:07.392028 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ab3aedd1-b91f-43af-90b0-13e625f65673 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:07.411918 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-082562b3-a7f1-43c3-a842-4237742b5565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:07.555053 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-082562b3-a7f1-43c3-a842-4237742b5565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:07.588020 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 697bfb84-0995-4f6a-bf7e-4e85c0d1c7c2 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:15:07.608845 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d65cc77-4af3-4188-9371-bfa2dfae947a req-cd1594cc-ba06-4b33-aed0-2d09eda8628d tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:07.623664 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082562b3-a7f1-43c3-a842-4237742b5565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=327b1351-01cf-4684-863e-4e07476f5614,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:07.639802 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4d65cc77-4af3-4188-9371-bfa2dfae947a req-cd1594cc-ba06-4b33-aed0-2d09eda8628d tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb94c7c7-2262-4266-9ff1-ecacf3b56b73 HTTP/1.1" status: 200 len: 945 time: 0.4969373 Feb 09 01:15:07.660634 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-082562b3-a7f1-43c3-a842-4237742b5565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:07.669857 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-082562b3-a7f1-43c3-a842-4237742b5565 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/327b1351-01cf-4684-863e-4e07476f5614 HTTP/1.1" status: 204 len: 168 time: 0.8541334 Feb 09 01:15:07.731229 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-357cff71-e984-4dcd-8541-86d1b1cca17a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:07.739943 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41035c76-4b98-4c85-8e51-2b1d1f597335 req-96c836af-1295-4d16-9c0e-f1f03bcfed0c tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:07.754939 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:15:07.760112 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-41035c76-4b98-4c85-8e51-2b1d1f597335 req-96c836af-1295-4d16-9c0e-f1f03bcfed0c tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=b935fbc6-48b4-4502-be20-e26b1df5811d HTTP/1.1" status: 200 len: 943 time: 0.5195167 Feb 09 01:15:07.800835 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 697bfb84-0995-4f6a-bf7e-4e85c0d1c7c2 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:15:07.843936 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068bd221-5f84-412a-8245-bd0c701227fc req-4b8d277c-56f5-415a-8de0-7553a847cb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:07.848601 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-068bd221-5f84-412a-8245-bd0c701227fc req-4b8d277c-56f5-415a-8de0-7553a847cb09 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=ecfa99ec90404d2da344b2927ef93a25&device_id=b935fbc6-48b4-4502-be20-e26b1df5811d HTTP/1.1" status: 200 len: 1094 time: 0.8921120 Feb 09 01:15:07.849860 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-357cff71-e984-4dcd-8541-86d1b1cca17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:08.091885 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4d65cc77-4af3-4188-9371-bfa2dfae947a req-fca3c807-ef64-46e0-b9ba-dd9e75622573 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=e6bfd964-7aa5-43a2-a057-7d9b16c44215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4509606 Feb 09 01:15:08.101683 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1e9110b6-3b8b-4716-bc42-82f3e3ca0c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:08.140235 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-41035c76-4b98-4c85-8e51-2b1d1f597335 req-cf4fd10f-1a08-4e42-a5f7-022745e396ae tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3791709 Feb 09 01:15:08.185625 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068bd221-5f84-412a-8245-bd0c701227fc req-775cde02-e0dd-4e06-a713-6998aec7fefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:08.187567 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-068bd221-5f84-412a-8245-bd0c701227fc req-775cde02-e0dd-4e06-a713-6998aec7fefd service neutron] 10.222.0.99 "GET /v2.0/networks?id=20b4b911-e8a6-45af-95dc-9b595aff0444 HTTP/1.1" status: 200 len: 907 time: 0.2368345 Feb 09 01:15:08.462493 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fd2dbd-f872-445a-abcb-dbdb4cd4f4a8 None None] Network 20bff6ee-652e-4048-9f92-c38b0eb663f8 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:15:08.481633 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-357cff71-e984-4dcd-8541-86d1b1cca17a admin admin] Allocated IP 172.25.0.36 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/000e7c15-4c1d-406e-9191-56601c11ba01) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:15:08.576518 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 40682) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:08.686762 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-40872413-ca14-478b-8376-3ff3819211ad req-f77fa307-b2cd-4702-84c4-70525cbab3d1 tempest-ServerShowV257Test-1626924877 tempest-ServerShowV257Test-1626924877-project] 10.222.0.105 "GET /v2.0/ports?device_id=b2acc892-0c4f-46e5-bfb8-ec337a5c4455 HTTP/1.1" status: 200 len: 210 time: 0.1050494 Feb 09 01:15:08.689011 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-357cff71-e984-4dcd-8541-86d1b1cca17a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:08.730356 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-357cff71-e984-4dcd-8541-86d1b1cca17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:08.736193 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-068bd221-5f84-412a-8245-bd0c701227fc req-b51b7d5c-5e1c-4a6b-987b-befc0b10a618 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9bf5d22d-c05c-4bb7-9938-6cdd0b694aac HTTP/1.1" status: 200 len: 217 time: 0.5409524 Feb 09 01:15:08.798411 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-ca8f5207-1c92-407b-a6ab-9db39e579e70 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=5c4607fa4f584be4a42a6d151297857c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2152092 Feb 09 01:15:08.799901 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 40688) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:08.857629 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068bd221-5f84-412a-8245-bd0c701227fc req-77ed29ad-502c-4dba-9766-8392cc454068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:08.859553 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-068bd221-5f84-412a-8245-bd0c701227fc req-77ed29ad-502c-4dba-9766-8392cc454068 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=6a70c5bb-7a88-4efe-b45a-b5773b8dee9d HTTP/1.1" status: 200 len: 846 time: 0.0814369 Feb 09 01:15:08.948020 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f543fdf3-2f5a-4381-84e2-d2546c957802 None None] Provisioning for port 697bfb84-0995-4f6a-bf7e-4e85c0d1c7c2 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:15:08.956138 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357cff71-e984-4dcd-8541-86d1b1cca17a admin admin] Pushing event updated for resources: {'Port': ['ID=000e7c15-4c1d-406e-9191-56601c11ba01,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:08.986685 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357cff71-e984-4dcd-8541-86d1b1cca17a admin admin] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:15:08.996938 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-357cff71-e984-4dcd-8541-86d1b1cca17a admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:09.018639 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-068bd221-5f84-412a-8245-bd0c701227fc req-203ecf70-ec9c-4336-8dc4-0713b98f3881 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=20b4b911-e8a6-45af-95dc-9b595aff0444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1477594 Feb 09 01:15:09.020558 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357cff71-e984-4dcd-8541-86d1b1cca17a admin admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:15:09.022126 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f543fdf3-2f5a-4381-84e2-d2546c957802 None None] Provisioning complete for port 697bfb84-0995-4f6a-bf7e-4e85c0d1c7c2 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:09.022509 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f543fdf3-2f5a-4381-84e2-d2546c957802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:09.068727 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-411d4199-3f50-4a3d-8ad8-3429a4d645d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:09.105470 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-ab3aedd1-b91f-43af-90b0-13e625f65673 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Deleting port e591a814-b949-4463-9e6d-039ca56f96fc {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:15:09.116994 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ab3aedd1-b91f-43af-90b0-13e625f65673 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:09.383271 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-068bd221-5f84-412a-8245-bd0c701227fc req-c73cc56d-fe44-43c0-96ed-53d04dd46cc1 service neutron] 10.222.0.99 "GET /v2.0/networks/20b4b911-e8a6-45af-95dc-9b595aff0444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180015 Feb 09 01:15:09.424551 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f543fdf3-2f5a-4381-84e2-d2546c957802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:09.542608 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-f543fdf3-2f5a-4381-84e2-d2546c957802 None None] For port 697bfb84-0995-4f6a-bf7e-4e85c0d1c7c2, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=697bfb84-0995-4f6a-bf7e-4e85c0d1c7c2,segment=NetworkSegment(a1391767-890a-4e98-8e0f-6a2e7c57e752),segment_id=a1391767-890a-4e98-8e0f-6a2e7c57e752)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:15:09.550534 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f543fdf3-2f5a-4381-84e2-d2546c957802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:09.566705 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-ab3aedd1-b91f-43af-90b0-13e625f65673 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] For port e591a814-b949-4463-9e6d-039ca56f96fc, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=e591a814-b949-4463-9e6d-039ca56f96fc,segment=NetworkSegment(6012fabf-13cb-4a2b-9546-ca9f6d2ad910),segment_id=6012fabf-13cb-4a2b-9546-ca9f6d2ad910)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:15:09.566705 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ab3aedd1-b91f-43af-90b0-13e625f65673 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:09.678682 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-068bd221-5f84-412a-8245-bd0c701227fc req-3d37b570-a667-490d-967b-5671f92998df service neutron] 10.222.0.99 "GET /v2.0/networks/20b4b911-e8a6-45af-95dc-9b595aff0444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851872 Feb 09 01:15:09.787545 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-ab3aedd1-b91f-43af-90b0-13e625f65673 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Calling delete_port for e591a814-b949-4463-9e6d-039ca56f96fc owned by network:router_interface {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:15:09.798462 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f543fdf3-2f5a-4381-84e2-d2546c957802 None None] Pushing event updated for resources: {'Port': ['ID=697bfb84-0995-4f6a-bf7e-4e85c0d1c7c2,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:09.881077 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-0c41ce85-b283-4abd-916a-8628d572116d None None] Provisioning complete for port 697bfb84-0995-4f6a-bf7e-4e85c0d1c7c2 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:09.881898 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0c41ce85-b283-4abd-916a-8628d572116d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:10.093384 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-411d4199-3f50-4a3d-8ad8-3429a4d645d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:10.318486 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-357cff71-e984-4dcd-8541-86d1b1cca17a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:10.442783 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4228f49b-2af0-4ae0-ac7e-d377c6cfe7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:10.460728 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655a703a-73f8-4a88-bcf8-7709ee056d79 req-12844f3b-ee8a-4fbc-99ff-8756f54c5715 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:10.462681 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-655a703a-73f8-4a88-bcf8-7709ee056d79 req-12844f3b-ee8a-4fbc-99ff-8756f54c5715 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb94c7c7-2262-4266-9ff1-ecacf3b56b73 HTTP/1.1" status: 200 len: 945 time: 0.6228414 Feb 09 01:15:10.473465 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d85b9e-08b7-415b-81c1-fa7fbc7c8846 req-bc881d34-3b7a-4bcd-a095-d889464790f1 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:10.480937 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-36d85b9e-08b7-415b-81c1-fa7fbc7c8846 req-bc881d34-3b7a-4bcd-a095-d889464790f1 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=b935fbc6-48b4-4502-be20-e26b1df5811d HTTP/1.1" status: 200 len: 943 time: 0.6487694 Feb 09 01:15:10.482789 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-411d4199-3f50-4a3d-8ad8-3429a4d645d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:10.638604 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411d4199-3f50-4a3d-8ad8-3429a4d645d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6769e04-fea4-4c38-82ba-bf5c4537e7fa,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:10.652288 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-36d85b9e-08b7-415b-81c1-fa7fbc7c8846 req-fd6c2783-8bf3-4f4e-9d2c-dc45bd3dc767 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701188 Feb 09 01:15:10.740348 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-655a703a-73f8-4a88-bcf8-7709ee056d79 req-0199b194-5dac-406f-b69d-04f824446f72 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=e6bfd964-7aa5-43a2-a057-7d9b16c44215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2527013 Feb 09 01:15:10.755341 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-411d4199-3f50-4a3d-8ad8-3429a4d645d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:10.758242 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-411d4199-3f50-4a3d-8ad8-3429a4d645d0 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/a6769e04-fea4-4c38-82ba-bf5c4537e7fa HTTP/1.1" status: 204 len: 168 time: 1.9577832 Feb 09 01:15:10.832595 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ab3aedd1-b91f-43af-90b0-13e625f65673 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:10.883048 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-357cff71-e984-4dcd-8541-86d1b1cca17a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:10.931821 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3aedd1-b91f-43af-90b0-13e625f65673 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Pushing event deleted for resources: {'Port': ['ID=e591a814-b949-4463-9e6d-039ca56f96fc,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:11.059913 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-169605d4-8120-4398-8bda-d3dfd3502dc2 req-4d6bea41-ef6e-4aaa-a6c5-ad5fb79d9ffb tempest-ServerShowV257Test-1626924877 tempest-ServerShowV257Test-1626924877-project] 10.222.0.105 "GET /v2.0/ports?device_id=b2acc892-0c4f-46e5-bfb8-ec337a5c4455 HTTP/1.1" status: 200 len: 210 time: 0.2201579 Feb 09 01:15:11.242017 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 697bfb84-0995-4f6a-bf7e-4e85c0d1c7c2 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:15:11.303139 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-357cff71-e984-4dcd-8541-86d1b1cca17a admin admin] Router fd6e2969-e599-4a08-a08a-c284d6efc514 is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:15:11.443525 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 697bfb84-0995-4f6a-bf7e-4e85c0d1c7c2 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:11.444474 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:11.515336 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:11.622279 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:11.624210 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-357cff71-e984-4dcd-8541-86d1b1cca17a admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:15:11.648345 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-357cff71-e984-4dcd-8541-86d1b1cca17a admin admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:11.649705 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-357cff71-e984-4dcd-8541-86d1b1cca17a admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.7202852 Feb 09 01:15:11.653494 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585a162a-0188-40bd-a9b0-bccaf001ffe6 None None] Sync routers for ids ['fd6e2969-e599-4a08-a08a-c284d6efc514'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:15:11.653912 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40756) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:11.746126 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585a162a-0188-40bd-a9b0-bccaf001ffe6 None None] Routers {'fd6e2969-e599-4a08-a08a-c284d6efc514'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:15:11.751451 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-585a162a-0188-40bd-a9b0-bccaf001ffe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:15:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['fd6e2969-e599-4a08-a08a-c284d6efc514'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:11.839129 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ab3aedd1-b91f-43af-90b0-13e625f65673 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:11.929748 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 9bf5d22d-c05c-4bb7-9938-6cdd0b694aac details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:15:12.036929 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40770) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:12.437632 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-29946546-f482-49b3-bf24-7b9aec12386b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:12.457787 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-29946546-f482-49b3-bf24-7b9aec12386b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:12.514620 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-29946546-f482-49b3-bf24-7b9aec12386b admin admin] Usage tracker for resource:security_group_rule and tenant:8d4f96ed798b49b19fac0b283201abfd is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:12.523503 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-29946546-f482-49b3-bf24-7b9aec12386b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:12.540144 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-29946546-f482-49b3-bf24-7b9aec12386b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:12.551532 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 40786) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:12.553843 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-585a162a-0188-40bd-a9b0-bccaf001ffe6 None None] Set router fd6e2969-e599-4a08-a08a-c284d6efc514 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:15:12.641803 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab3aedd1-b91f-43af-90b0-13e625f65673 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Router 4157810a-8ce4-4f4c-b778-9d0a8a549831 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:15:12.671873 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f1769e-6a40-4c4e-9481-40b466441244 req-e609f8c9-ffbf-41ad-8531-72ba11e0b3f0 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:12.683474 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f7f1769e-6a40-4c4e-9481-40b466441244 req-e609f8c9-ffbf-41ad-8531-72ba11e0b3f0 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=b935fbc6-48b4-4502-be20-e26b1df5811d HTTP/1.1" status: 200 len: 943 time: 0.4300582 Feb 09 01:15:12.756704 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb43c5c-d651-4d82-aef7-9f7202a16400 req-0e18bd74-dad4-4ba2-ad4f-505c9e10e1e4 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:12.758377 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-adb43c5c-d651-4d82-aef7-9f7202a16400 req-0e18bd74-dad4-4ba2-ad4f-505c9e10e1e4 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb94c7c7-2262-4266-9ff1-ecacf3b56b73 HTTP/1.1" status: 200 len: 945 time: 0.5040839 Feb 09 01:15:12.794942 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 9bf5d22d-c05c-4bb7-9938-6cdd0b694aac, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=9bf5d22d-c05c-4bb7-9938-6cdd0b694aac,segment=NetworkSegment(e4f8d471-753e-488b-969f-03ab5fdd3e2b),segment_id=e4f8d471-753e-488b-969f-03ab5fdd3e2b)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:15:12.804052 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [None req-2bdc80cc-9022-48a7-8a67-536c914b0fa1 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:15:12.805028 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-2bdc80cc-9022-48a7-8a67-536c914b0fa1 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2508931 Feb 09 01:15:12.837827 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': '9bf5d22d-c05c-4bb7-9938-6cdd0b694aac', 'network_id': '20b4b911-e8a6-45af-95dc-9b595aff0444', 'port_id': '9bf5d22d-c05c-4bb7-9938-6cdd0b694aac', 'mac_address': 'fa:16:3e:9f:ed:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a70c5bb-7a88-4efe-b45a-b5773b8dee9d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:15:12.859450 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 40792) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:12.883605 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [None req-b582a8ea-fe9b-4d2d-9b0f-1d9cd0ede32d tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] http://10.222.0.105:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:15:12.884571 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-b582a8ea-fe9b-4d2d-9b0f-1d9cd0ede32d tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] 10.222.0.105 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0199029 Feb 09 01:15:12.908562 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f7f1769e-6a40-4c4e-9481-40b466441244 req-3902ae99-7453-4089-bf79-24e06b43701d tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240500 Feb 09 01:15:12.912083 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 40796) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:12.961781 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [None req-38e74d7e-421e-4086-81a9-beba5eef4359 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] http://10.222.0.105:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:15:12.976482 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40800) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:12.976786 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-38e74d7e-421e-4086-81a9-beba5eef4359 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] 10.222.0.105 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0277188 Feb 09 01:15:12.989228 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [None req-12ce3ef8-3186-48fe-aa80-5a4e7a997b25 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] http://10.222.0.105:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:15:12.990741 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-12ce3ef8-3186-48fe-aa80-5a4e7a997b25 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] 10.222.0.105 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0128262 Feb 09 01:15:13.002430 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40804) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:13.017093 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [None req-0b45f0a8-4a93-459e-955a-908a544a8df6 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] http://10.222.0.105:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:15:13.018276 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-0b45f0a8-4a93-459e-955a-908a544a8df6 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] 10.222.0.105 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0127649 Feb 09 01:15:13.026554 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40808) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:13.051194 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:13.081285 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bf5d22d-c05c-4bb7-9938-6cdd0b694aac {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:15:13.092202 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [None req-105a3654-7f5e-44df-8390-73fee47ca9c4 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] http://10.222.0.105:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:15:13.093838 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-105a3654-7f5e-44df-8390-73fee47ca9c4 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] 10.222.0.105 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0660210 Feb 09 01:15:13.120205 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 40812) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:13.140842 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [None req-a0da64e3-5f21-43ea-a710-96d1a46a4edd tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] http://10.222.0.105:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:15:13.141799 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-a0da64e3-5f21-43ea-a710-96d1a46a4edd tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] 10.222.0.105 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0206094 Feb 09 01:15:13.144617 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40816) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:13.162681 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-adb43c5c-d651-4d82-aef7-9f7202a16400 req-7ce33158-e5a7-4a82-ae8f-ef0635ede3d6 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=e6bfd964-7aa5-43a2-a057-7d9b16c44215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3793912 Feb 09 01:15:13.168241 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [None req-2b38e219-717a-4c26-9479-cda48eae7228 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] http://10.222.0.105:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:15:13.170170 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-2b38e219-717a-4c26-9479-cda48eae7228 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] 10.222.0.105 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0244665 Feb 09 01:15:13.174878 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40820) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:13.190873 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [None req-c852d393-fdc3-4a3f-9c9d-2fb4cfd5b9c9 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] http://10.222.0.105:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:15:13.192081 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c852d393-fdc3-4a3f-9c9d-2fb4cfd5b9c9 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] 10.222.0.105 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0143232 Feb 09 01:15:13.203003 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40824) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:13.239276 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [None req-23d04f0c-ede3-479d-b2be-745e2e7b2765 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] http://10.222.0.105:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:15:13.259012 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-23d04f0c-ede3-479d-b2be-745e2e7b2765 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] 10.222.0.105 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0396059 Feb 09 01:15:13.259599 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6b1d43d6-8c30-44ca-afa8-40b3c349fe33 req-c802c6d4-f164-4eed-b41b-42441b38aff9 tempest-ServerShowV257Test-1626924877 tempest-ServerShowV257Test-1626924877-project] 10.222.0.105 "GET /v2.0/ports?device_id=b2acc892-0c4f-46e5-bfb8-ec337a5c4455 HTTP/1.1" status: 200 len: 210 time: 0.1065745 Feb 09 01:15:13.259697 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5e7dcb68-f7e8-48b2-9337-9335244c44b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:13.259888 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 40828) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:13.259888 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3aedd1-b91f-43af-90b0-13e625f65673 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:15:13.261505 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [None req-2e7f7ae9-6875-4d66-be03-22ba89001093 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] http://10.222.0.105:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:15:13.277495 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-2e7f7ae9-6875-4d66-be03-22ba89001093 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] 10.222.0.105 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0096550 Feb 09 01:15:13.278090 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:13.278090 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 9bf5d22d-c05c-4bb7-9938-6cdd0b694aac, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=9bf5d22d-c05c-4bb7-9938-6cdd0b694aac,segment=NetworkSegment(e4f8d471-753e-488b-969f-03ab5fdd3e2b),segment_id=e4f8d471-753e-488b-969f-03ab5fdd3e2b)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:15:13.282547 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40832) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:13.282781 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d3902e-5bcb-4870-b474-b7e21337fb26 None None] Sync routers for ids ['4157810a-8ce4-4f4c-b778-9d0a8a549831'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:15:13.290686 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [None req-acf66518-8b0d-4b30-9ed4-182abc984c30 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] http://10.222.0.105:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:15:13.294837 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-acf66518-8b0d-4b30-9ed4-182abc984c30 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] 10.222.0.105 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0059934 Feb 09 01:15:13.296000 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40836) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:13.299428 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d3902e-5bcb-4870-b474-b7e21337fb26 None None] Routers {'4157810a-8ce4-4f4c-b778-9d0a8a549831'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:15:13.301428 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [None req-be6a47d6-e104-4f3a-a4c4-38f9e74e6483 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] http://10.222.0.105:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:15:13.302190 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-58d3902e-5bcb-4870-b474-b7e21337fb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:15:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['4157810a-8ce4-4f4c-b778-9d0a8a549831'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:13.302388 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-be6a47d6-e104-4f3a-a4c4-38f9e74e6483 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] 10.222.0.105 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0055122 Feb 09 01:15:13.306451 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 40840) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:13.319098 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-29946546-f482-49b3-bf24-7b9aec12386b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:13.319845 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:13.333650 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-ab3aedd1-b91f-43af-90b0-13e625f65673 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "PUT /v2.0/routers/4157810a-8ce4-4f4c-b778-9d0a8a549831/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3232791 Feb 09 01:15:13.340551 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [None req-025915d6-8abb-4d6e-959e-302f79baf651 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] http://10.222.0.105:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:15:13.344623 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-025915d6-8abb-4d6e-959e-302f79baf651 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] 10.222.0.105 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0238228 Feb 09 01:15:13.345543 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 40844) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:13.347971 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 40846) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:13.380041 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-29946546-f482-49b3-bf24-7b9aec12386b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:13.435139 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [None req-2dc92b79-cd89-43ed-b97f-3762f9e4b061 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] http://10.222.0.105:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:15:13.446834 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-2dc92b79-cd89-43ed-b97f-3762f9e4b061 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] 10.222.0.105 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0839121 Feb 09 01:15:13.446971 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-585a162a-0188-40bd-a9b0-bccaf001ffe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd6e2969-e599-4a08-a08a-c284d6efc514', 'name': 'tempest-TestServerBasicOps-1130019316-router', 'tenant_id': 'd08bd38378a04204ad356664c0f36626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '000e7c15-4c1d-406e-9191-56601c11ba01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:15:04Z', 'updated_at': '2022-02-09T01:15:10Z', 'revision_number': 3, 'project_id': 'd08bd38378a04204ad356664c0f36626', 'gw_port': {'id': '000e7c15-4c1d-406e-9191-56601c11ba01', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:65:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd6e2969-e599-4a08-a08a-c284d6efc514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:15:07Z', 'updated_at': '2022-02-09T01:15:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:13.447528 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29946546-f482-49b3-bf24-7b9aec12386b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a572fe-5ae5-4d00-be99-eee242ab15d2,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:13.448535 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 40852) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:13.454203 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585a162a-0188-40bd-a9b0-bccaf001ffe6 None None] Checking router: fd6e2969-e599-4a08-a08a-c284d6efc514 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:15:13.455765 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [None req-6e917669-8715-4c6e-8a7d-2462340b8fb9 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] http://10.222.0.105:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:15:13.457291 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-6e917669-8715-4c6e-8a7d-2462340b8fb9 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] 10.222.0.105 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0084908 Feb 09 01:15:13.459662 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 40856) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:13.459987 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585a162a-0188-40bd-a9b0-bccaf001ffe6 None None] Updating router fd6e2969-e599-4a08-a08a-c284d6efc514 port 000e7c15-4c1d-406e-9191-56601c11ba01 binding host n-d-828418-1 {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:15:13.468275 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [None req-ea9916e4-9b40-428f-b186-a2dd05f26f6a tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] http://10.222.0.105:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:15:13.469297 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-ea9916e4-9b40-428f-b186-a2dd05f26f6a tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] 10.222.0.105 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0086505 Feb 09 01:15:13.476937 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 40860) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:13.488647 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [None req-b5185b85-4939-4804-82e5-423762efd2fc tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] http://10.222.0.105:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:15:13.489723 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-b5185b85-4939-4804-82e5-423762efd2fc tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] 10.222.0.105 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0118134 Feb 09 01:15:13.492979 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 40864) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:13.502059 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [None req-940f9d6a-2890-4d77-b92e-6ba8aad657fe tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] http://10.222.0.105:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:15:13.502615 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-29946546-f482-49b3-bf24-7b9aec12386b admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=8d4f96ed798b49b19fac0b283201abfd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4647121 Feb 09 01:15:13.505784 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40868) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:13.506498 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-940f9d6a-2890-4d77-b92e-6ba8aad657fe tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] 10.222.0.105 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0125468 Feb 09 01:15:13.511491 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-98f38e9d-32b0-41cc-9cc7-ad322dbe1ef2 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Deleting subnet e5ac9a53-8712-41ef-9544-1800b8698156 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:15:13.515604 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-98f38e9d-32b0-41cc-9cc7-ad322dbe1ef2 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:13.524754 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40870) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:13.632969 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-58d3902e-5bcb-4870-b474-b7e21337fb26 None None] Set router 4157810a-8ce4-4f4c-b778-9d0a8a549831 gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:15:13.633269 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=9bf5d22d-c05c-4bb7-9938-6cdd0b694aac,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:13.643448 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-585a162a-0188-40bd-a9b0-bccaf001ffe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:13.647989 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [None req-aa6262df-5c6e-42fa-b9dd-a3d5dd458b84 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] http://10.222.0.105:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:15:13.649565 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-aa6262df-5c6e-42fa-b9dd-a3d5dd458b84 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] 10.222.0.105 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0784578 Feb 09 01:15:13.654014 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40880) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:13.692145 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-98f38e9d-32b0-41cc-9cc7-ad322dbe1ef2 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:13.696730 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [None req-6cd5b0a8-6ef2-49ee-acf2-f6e6a9dcc097 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] http://10.222.0.105:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:15:13.709273 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-6cd5b0a8-6ef2-49ee-acf2-f6e6a9dcc097 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] 10.222.0.105 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0216689 Feb 09 01:15:13.732050 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['9bf5d22d-c05c-4bb7-9938-6cdd0b694aac'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:15:13.753560 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 40884) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:13.770498 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [None req-24b833a2-2a0b-4d75-a1f1-a6c41c75c986 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] http://10.222.0.105:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:15:13.770944 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-24b833a2-2a0b-4d75-a1f1-a6c41c75c986 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] 10.222.0.105 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0162842 Feb 09 01:15:13.781296 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7ab8002e-4a79-4359-9b66-9fec15ce82bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:13.787224 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 40888) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:13.792899 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [None req-831b745a-2e06-4625-a5a8-40ba206bba8b tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] http://10.222.0.105:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:15:13.793869 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-831b745a-2e06-4625-a5a8-40ba206bba8b tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] 10.222.0.105 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0056748 Feb 09 01:15:13.796563 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 40892) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:13.816587 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7ab8002e-4a79-4359-9b66-9fec15ce82bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:13.825981 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [None req-9643f72a-8037-4eb3-aa16-8cc5c99390f7 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] http://10.222.0.105:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:15:13.826944 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-9643f72a-8037-4eb3-aa16-8cc5c99390f7 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] 10.222.0.105 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0295208 Feb 09 01:15:13.830269 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 40896) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:13.855812 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [None req-5abb0114-bdce-4876-96df-a9f6804d3149 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] http://10.222.0.105:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:15:13.857146 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-5abb0114-bdce-4876-96df-a9f6804d3149 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] 10.222.0.105 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0260262 Feb 09 01:15:13.859872 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 40900) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:13.875254 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [None req-8384cf06-9338-48d9-90fc-8c98c06fb344 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] http://10.222.0.105:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:15:13.877866 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-8384cf06-9338-48d9-90fc-8c98c06fb344 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] 10.222.0.105 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0154443 Feb 09 01:15:13.888333 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 40904) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:13.898661 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7ab8002e-4a79-4359-9b66-9fec15ce82bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:13.902369 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [None req-f80ac28b-942e-4e82-ab1f-c6dfd1d83bea tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] http://10.222.0.105:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:15:13.903663 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f80ac28b-942e-4e82-ab1f-c6dfd1d83bea tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] 10.222.0.105 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0118253 Feb 09 01:15:13.922984 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40908) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:13.929141 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab8002e-4a79-4359-9b66-9fec15ce82bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a572fe-5ae5-4d00-be99-eee242ab15d2,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:13.945143 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [None req-78e44ece-3113-4cef-bdd9-a41f2d13ffdc tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] http://10.222.0.105:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:15:13.948865 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-78e44ece-3113-4cef-bdd9-a41f2d13ffdc tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] 10.222.0.105 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0167871 Feb 09 01:15:13.951760 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 40914) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:13.986153 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7ab8002e-4a79-4359-9b66-9fec15ce82bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:13.987578 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [None req-366a2f78-a5f9-4437-8a93-e6fe0515341a tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] http://10.222.0.105:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:15:13.988572 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-366a2f78-a5f9-4437-8a93-e6fe0515341a tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] 10.222.0.105 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0358839 Feb 09 01:15:13.989145 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-7ab8002e-4a79-4359-9b66-9fec15ce82bd admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/03a572fe-5ae5-4d00-be99-eee242ab15d2 HTTP/1.1" status: 204 len: 168 time: 0.4746585 Feb 09 01:15:13.995489 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 40918) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:14.015240 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [None req-2cfc8011-c60b-40c9-af8c-57e0aeebefda tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] http://10.222.0.105:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:15:14.016206 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-2cfc8011-c60b-40c9-af8c-57e0aeebefda tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] 10.222.0.105 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0197849 Feb 09 01:15:14.029442 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 40924) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:14.050666 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [None req-1a340b9d-0c08-490a-84d4-4940818166a6 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] http://10.222.0.105:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:15:14.051686 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-1a340b9d-0c08-490a-84d4-4940818166a6 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] 10.222.0.105 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0200615 Feb 09 01:15:14.056316 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40928) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:14.065890 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [None req-0d66dadb-b32a-4219-bd67-2814f1fb833a tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] http://10.222.0.105:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:15:14.067262 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-0d66dadb-b32a-4219-bd67-2814f1fb833a tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] 10.222.0.105 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0088747 Feb 09 01:15:14.071618 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40932) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:14.083412 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-98f38e9d-32b0-41cc-9cc7-ad322dbe1ef2 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:14.085902 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [None req-94dbd508-e876-4720-ad8a-a9b16b6b72aa tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] http://10.222.0.105:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:15:14.087168 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-94dbd508-e876-4720-ad8a-a9b16b6b72aa tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] 10.222.0.105 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0135736 Feb 09 01:15:14.091782 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40936) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:14.106665 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [None req-4e2d0fd1-da16-4041-b279-9091f7ce4786 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] http://10.222.0.105:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:15:14.108453 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-4e2d0fd1-da16-4041-b279-9091f7ce4786 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] 10.222.0.105 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0153425 Feb 09 01:15:14.116150 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40940) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:14.123096 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [None req-21cf7c95-dad6-41a6-8a3d-697884bc5a99 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] http://10.222.0.105:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:15:14.124464 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-21cf7c95-dad6-41a6-8a3d-697884bc5a99 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] 10.222.0.105 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0069273 Feb 09 01:15:14.127485 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40944) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:14.132352 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-5e7dcb68-f7e8-48b2-9337-9335244c44b5 admin admin] Allocated IP 172.20.0.1 (20bff6ee-652e-4048-9f92-c38b0eb663f8/bd081e22-6ac0-49af-b94e-cf62baacd99a/03fa32a2-0c43-404a-b710-f94b36bfe80d) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:15:14.138551 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [None req-d28e5cfc-d409-4387-a5a5-2f7c838bba3a tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] http://10.222.0.105:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:15:14.140576 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d28e5cfc-d409-4387-a5a5-2f7c838bba3a tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] 10.222.0.105 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0119462 Feb 09 01:15:14.144239 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40948) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:14.156290 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-58d3902e-5bcb-4870-b474-b7e21337fb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'name': 'tempest-RoutersTest-router-783627243', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:56Z', 'updated_at': '2022-02-09T01:15:10Z', 'revision_number': 10, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'gw_port_host': None, '_interfaces': [{'id': '629925dc-613b-427a-bf38-914c2968ccf9', 'name': '', 'network_id': 'c4524fd0-4eb8-463e-9755-9b26024d4430', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'mac_address': 'fa:16:3e:df:d1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'db3e0a00-8428-42ad-b65e-d9b346fbbb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:59Z', 'updated_at': '2022-02-09T01:14:15Z', 'revision_number': 5, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'subnets': [{'id': 'db3e0a00-8428-42ad-b65e-d9b346fbbb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:14.163001 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [None req-626be196-f259-4761-ad08-ca50dcd9f17e tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] http://10.222.0.105:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:15:14.164431 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-626be196-f259-4761-ad08-ca50dcd9f17e tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] 10.222.0.105 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0184178 Feb 09 01:15:14.168119 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40952) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:14.169626 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d3902e-5bcb-4870-b474-b7e21337fb26 None None] Checking router: 4157810a-8ce4-4f4c-b778-9d0a8a549831 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:15:14.190928 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d3902e-5bcb-4870-b474-b7e21337fb26 None None] Routers {'4157810a-8ce4-4f4c-b778-9d0a8a549831'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:15:14.195449 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-58d3902e-5bcb-4870-b474-b7e21337fb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:15:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['4157810a-8ce4-4f4c-b778-9d0a8a549831'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:14.274369 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [None req-13302ce8-be3d-4b18-b251-334971f063f9 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] http://10.222.0.105:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:15:14.278628 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-13302ce8-be3d-4b18-b251-334971f063f9 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] 10.222.0.105 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.1060643 Feb 09 01:15:14.282307 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40960) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:14.293124 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [None req-3a8bab5d-af6a-4b19-9d93-fafd5d3caa27 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] http://10.222.0.105:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:15:14.296658 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-3a8bab5d-af6a-4b19-9d93-fafd5d3caa27 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] 10.222.0.105 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0108190 Feb 09 01:15:14.297331 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40964) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:14.307529 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [None req-91fb2deb-9b33-4693-b954-ffd1a408fe15 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] http://10.222.0.105:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:15:14.311307 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-91fb2deb-9b33-4693-b954-ffd1a408fe15 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] 10.222.0.105 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0103793 Feb 09 01:15:14.317983 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40968) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:14.328088 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [None req-35a6fe60-5131-4a5d-a552-8c6021f6a723 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] http://10.222.0.105:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:15:14.331907 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-35a6fe60-5131-4a5d-a552-8c6021f6a723 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] 10.222.0.105 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0102592 Feb 09 01:15:14.332861 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40972) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:14.343282 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [None req-213ec792-9067-485c-a73e-cbebde0046ab tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] http://10.222.0.105:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:15:14.346922 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-213ec792-9067-485c-a73e-cbebde0046ab tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] 10.222.0.105 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0105445 Feb 09 01:15:14.349448 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40976) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:14.359889 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [None req-651edce9-f80e-413f-b93f-a54c32b59383 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] http://10.222.0.105:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:15:14.363544 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-651edce9-f80e-413f-b93f-a54c32b59383 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] 10.222.0.105 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0106452 Feb 09 01:15:14.364198 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40980) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:14.374171 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [None req-94315220-a433-4c7c-9be7-499f4a246f12 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] http://10.222.0.105:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:15:14.377873 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-94315220-a433-4c7c-9be7-499f4a246f12 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] 10.222.0.105 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0099719 Feb 09 01:15:14.381822 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 40984) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:14.405168 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [None req-6dd1f089-da50-407b-9196-76247a5c5a32 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] http://10.222.0.105:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:15:14.434004 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-6dd1f089-da50-407b-9196-76247a5c5a32 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] 10.222.0.105 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0429745 Feb 09 01:15:14.438953 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 40988) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:14.468874 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [None req-58bae459-22f6-4b41-b859-b8bd6d94e3a9 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] http://10.222.0.105:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:15:14.476502 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-58bae459-22f6-4b41-b859-b8bd6d94e3a9 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] 10.222.0.105 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0197999 Feb 09 01:15:14.480126 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40992) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:14.490004 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [None req-038a48cd-5e1f-4dd5-848a-032fec89598c tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] http://10.222.0.105:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:15:14.491471 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-038a48cd-5e1f-4dd5-848a-032fec89598c tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] 10.222.0.105 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0087161 Feb 09 01:15:14.496523 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5e7dcb68-f7e8-48b2-9337-9335244c44b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:14.499652 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40998) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:14.511749 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [None req-ac39679f-cead-4b94-9199-4c2121cf2305 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] http://10.222.0.105:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:15:14.513345 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ac39679f-cead-4b94-9199-4c2121cf2305 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] 10.222.0.105 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0123825 Feb 09 01:15:14.517326 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41002) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:14.557466 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [None req-c20a7d15-f4ed-4a59-856b-55da57f523a8 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] http://10.222.0.105:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:15:14.558715 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c20a7d15-f4ed-4a59-856b-55da57f523a8 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] 10.222.0.105 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0380855 Feb 09 01:15:14.561584 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41006) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:14.582444 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [None req-f31db7ba-2dc9-4b70-a6dc-e4425caf012c tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] http://10.222.0.105:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:15:14.587079 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f31db7ba-2dc9-4b70-a6dc-e4425caf012c tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] 10.222.0.105 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0215101 Feb 09 01:15:14.588414 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-5e7dcb68-f7e8-48b2-9337-9335244c44b5 admin admin] Transition to ACTIVE for port object 03fa32a2-0c43-404a-b710-f94b36bfe80d will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:15:14.594521 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41010) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:14.618419 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [None req-a97b30c8-a8b3-452b-a253-18b68ab0ba6b tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] http://10.222.0.105:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:15:14.620202 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a97b30c8-a8b3-452b-a253-18b68ab0ba6b tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] 10.222.0.105 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0180800 Feb 09 01:15:14.624067 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41014) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:14.628663 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-58d3902e-5bcb-4870-b474-b7e21337fb26 None None] Set router 4157810a-8ce4-4f4c-b778-9d0a8a549831 gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:15:14.649040 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [None req-3d8a54cf-c2be-450a-9a35-9792c489300a tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] http://10.222.0.105:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:15:14.652519 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-3d8a54cf-c2be-450a-9a35-9792c489300a tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] 10.222.0.105 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0224719 Feb 09 01:15:14.658501 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41018) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:14.683361 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [None req-02631829-ed18-4454-866d-e9e12dee4bb2 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] http://10.222.0.105:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:15:14.686454 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-02631829-ed18-4454-866d-e9e12dee4bb2 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] 10.222.0.105 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0260227 Feb 09 01:15:14.693695 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41022) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:14.708020 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [None req-3c89dfca-22e1-4e34-ad9a-8b957d23ee39 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] http://10.222.0.105:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:15:14.713860 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-3c89dfca-22e1-4e34-ad9a-8b957d23ee39 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] 10.222.0.105 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0177948 Feb 09 01:15:14.717820 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41026) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:14.721880 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed1986c-4449-49dc-9195-49cc89610bce req-fe9db30e-e9b6-4314-a8a7-b792fc31b716 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:14.725238 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fed1986c-4449-49dc-9195-49cc89610bce req-fe9db30e-e9b6-4314-a8a7-b792fc31b716 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=b935fbc6-48b4-4502-be20-e26b1df5811d HTTP/1.1" status: 200 len: 944 time: 0.5370576 Feb 09 01:15:14.735132 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [None req-3fcc02c7-66bf-43e8-90a7-d46bc5deaeac tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] http://10.222.0.105:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:15:14.736529 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-98f38e9d-32b0-41cc-9cc7-ad322dbe1ef2 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:14.738842 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-3fcc02c7-66bf-43e8-90a7-d46bc5deaeac tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] 10.222.0.105 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0190997 Feb 09 01:15:14.742096 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41030) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:14.757849 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [None req-9d0f4cd4-cb54-4a93-b8d3-4ce43b2836e2 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] http://10.222.0.105:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:15:14.763964 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9d0f4cd4-cb54-4a93-b8d3-4ce43b2836e2 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] 10.222.0.105 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0147142 Feb 09 01:15:14.768012 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41034) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:14.786295 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [None req-cfc71f83-e7a7-43b6-964f-4f1e60d28a35 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] http://10.222.0.105:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:15:14.789267 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-cfc71f83-e7a7-43b6-964f-4f1e60d28a35 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] 10.222.0.105 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0183625 Feb 09 01:15:14.794464 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41038) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:14.808959 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [None req-c3865255-5640-414b-ab9f-7a01781a06bf tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] http://10.222.0.105:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:15:14.810183 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c3865255-5640-414b-ab9f-7a01781a06bf tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] 10.222.0.105 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0137959 Feb 09 01:15:14.812681 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5e7dcb68-f7e8-48b2-9337-9335244c44b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:14.826348 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41042) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:14.832113 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-98f38e9d-32b0-41cc-9cc7-ad322dbe1ef2 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:14.852009 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-98f38e9d-32b0-41cc-9cc7-ad322dbe1ef2 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "DELETE /v2.0/subnets/e5ac9a53-8712-41ef-9544-1800b8698156 HTTP/1.1" status: 204 len: 168 time: 1.5027208 Feb 09 01:15:14.858112 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 41044) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:14.896214 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b6758d-39c2-48bc-bf9b-9a7d67391d22 None None] Network b0652df1-6d56-4b14-b5b2-adb22242b52c requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:15:14.940951 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7dcb68-f7e8-48b2-9337-9335244c44b5 admin admin] Network 20bff6ee-652e-4048-9f92-c38b0eb663f8 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:15:14.944525 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41046) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:14.949858 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [None req-8c1169ec-8c99-40f4-9488-16a54ba0a30d tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] http://10.222.0.105:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:15:14.951106 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-8c1169ec-8c99-40f4-9488-16a54ba0a30d tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] 10.222.0.105 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0082648 Feb 09 01:15:14.952183 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7dcb68-f7e8-48b2-9337-9335244c44b5 admin admin] Pushing event updated for resources: {'Port': ['ID=03fa32a2-0c43-404a-b710-f94b36bfe80d,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:14.963187 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-5e7dcb68-f7e8-48b2-9337-9335244c44b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:14.982621 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41050) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:14.984902 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7dcb68-f7e8-48b2-9337-9335244c44b5 admin admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:15:15.093793 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [None req-4e0a2029-cd11-4b96-a39b-0a45028a36db tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] http://10.222.0.105:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:15:15.098077 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-4e0a2029-cd11-4b96-a39b-0a45028a36db tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] 10.222.0.105 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0189905 Feb 09 01:15:15.104219 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41056) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:15.105956 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-28c1ff95-4ba6-48e4-9dfe-a88461b0af81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:15.132344 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-28c1ff95-4ba6-48e4-9dfe-a88461b0af81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:15.140178 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-28c1ff95-4ba6-48e4-9dfe-a88461b0af81 admin admin] Usage tracker for resource:security_group_rule and tenant:8db8bfaf31054e7cab681931a7ec0527 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:15.144184 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-28c1ff95-4ba6-48e4-9dfe-a88461b0af81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:15.152506 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-28c1ff95-4ba6-48e4-9dfe-a88461b0af81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:15.235619 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f38e9d-32b0-41cc-9cc7-ad322dbe1ef2 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Pushing event deleted for resources: {'Subnet': ['ID=e5ac9a53-8712-41ef-9544-1800b8698156,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:15.294368 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-28c1ff95-4ba6-48e4-9dfe-a88461b0af81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:15.305916 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [None req-ee155d7a-abc5-4d2e-a01a-73df947efb52 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] http://10.222.0.105:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:15:15.311314 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ee155d7a-abc5-4d2e-a01a-73df947efb52 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] 10.222.0.105 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.1866837 Feb 09 01:15:15.320614 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41062) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:15.321255 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-28c1ff95-4ba6-48e4-9dfe-a88461b0af81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:15.330801 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7148b7-afbd-4c84-8f90-0dd34ba6c2a1 req-5ecb95e1-2efd-4b9e-bdfa-c4033363d274 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:15.337658 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6e7148b7-afbd-4c84-8f90-0dd34ba6c2a1 req-5ecb95e1-2efd-4b9e-bdfa-c4033363d274 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb94c7c7-2262-4266-9ff1-ecacf3b56b73 HTTP/1.1" status: 200 len: 945 time: 0.8756404 Feb 09 01:15:15.377393 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [None req-132e6213-f3a4-4431-a4dd-64a023d0f3f0 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] http://10.222.0.105:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:15:15.378388 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-132e6213-f3a4-4431-a4dd-64a023d0f3f0 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] 10.222.0.105 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0144708 Feb 09 01:15:15.397963 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 41066) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:15.405336 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fed1986c-4449-49dc-9195-49cc89610bce req-fd9e4c44-69a6-4adb-8f3f-e1b260678864 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6230412 Feb 09 01:15:15.408629 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [None req-edbf6baa-1bb0-4276-b29a-92baac727646 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] http://10.222.0.105:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:15:15.413387 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-edbf6baa-1bb0-4276-b29a-92baac727646 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] 10.222.0.105 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0135922 Feb 09 01:15:15.415298 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-28c1ff95-4ba6-48e4-9dfe-a88461b0af81 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=8db8bfaf31054e7cab681931a7ec0527&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4493182 Feb 09 01:15:15.416925 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41070) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:15.424627 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41072) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:15.438364 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-58d3902e-5bcb-4870-b474-b7e21337fb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'name': 'tempest-RoutersTest-router-783627243', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:56Z', 'updated_at': '2022-02-09T01:15:10Z', 'revision_number': 10, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'gw_port_host': None, '_interfaces': [{'id': '629925dc-613b-427a-bf38-914c2968ccf9', 'name': '', 'network_id': 'c4524fd0-4eb8-463e-9755-9b26024d4430', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'mac_address': 'fa:16:3e:df:d1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'db3e0a00-8428-42ad-b65e-d9b346fbbb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:59Z', 'updated_at': '2022-02-09T01:14:15Z', 'revision_number': 5, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'subnets': [{'id': 'db3e0a00-8428-42ad-b65e-d9b346fbbb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:15.444170 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d3902e-5bcb-4870-b474-b7e21337fb26 None None] The sync data for ids ['4157810a-8ce4-4f4c-b778-9d0a8a549831'] in n-d-828418-1 is: [{'id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'name': 'tempest-RoutersTest-router-783627243', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:56Z', 'updated_at': '2022-02-09T01:15:10Z', 'revision_number': 10, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'gw_port_host': None, '_interfaces': [{'id': '629925dc-613b-427a-bf38-914c2968ccf9', 'name': '', 'network_id': 'c4524fd0-4eb8-463e-9755-9b26024d4430', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'mac_address': 'fa:16:3e:df:d1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'db3e0a00-8428-42ad-b65e-d9b346fbbb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:59Z', 'updated_at': '2022-02-09T01:14:15Z', 'revision_number': 5, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'subnets': [{'id': 'db3e0a00-8428-42ad-b65e-d9b346fbbb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:15:15.455830 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [None req-0cf0fb10-142a-4ff0-9e65-4dbfaefe65fa tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] http://10.222.0.105:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:15:15.457180 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-0cf0fb10-142a-4ff0-9e65-4dbfaefe65fa tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] 10.222.0.105 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0343874 Feb 09 01:15:15.457812 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c1ff95-4ba6-48e4-9dfe-a88461b0af81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12679f37-6942-4be7-9e77-d4367e0007d7,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:15.476678 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41078) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:15.498818 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6e7148b7-afbd-4c84-8f90-0dd34ba6c2a1 req-09c311ef-b50d-4f20-b216-0c815cdf8039 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=e6bfd964-7aa5-43a2-a057-7d9b16c44215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1596682 Feb 09 01:15:15.511697 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5e7dcb68-f7e8-48b2-9337-9335244c44b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:15.512107 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-585a162a-0188-40bd-a9b0-bccaf001ffe6 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:15.517407 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [None req-ddec3d11-d540-4c5d-99f0-1fcfd7039cae tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] http://10.222.0.105:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:15:15.520894 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ddec3d11-d540-4c5d-99f0-1fcfd7039cae tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] 10.222.0.105 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0261061 Feb 09 01:15:15.531941 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-9d701c3f-d1a6-4c5f-9664-abe2c37e1a8b None None] Provisioning for port 03fa32a2-0c43-404a-b710-f94b36bfe80d completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:15:15.532586 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41082) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:15.548658 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-9d701c3f-d1a6-4c5f-9664-abe2c37e1a8b None None] Provisioning complete for port 03fa32a2-0c43-404a-b710-f94b36bfe80d triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:15.549025 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9d701c3f-d1a6-4c5f-9664-abe2c37e1a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:15.553211 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [None req-eb152d2f-880a-4361-8704-f56287f27bf8 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] http://10.222.0.105:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:15:15.554396 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-eb152d2f-880a-4361-8704-f56287f27bf8 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] 10.222.0.105 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0177233 Feb 09 01:15:15.566212 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 41086) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:15.575129 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [None req-cabb0775-5c0a-481c-8655-b4e24aade52a tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] http://10.222.0.105:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:15:15.578917 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-cabb0775-5c0a-481c-8655-b4e24aade52a tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] 10.222.0.105 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0116332 Feb 09 01:15:15.581715 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 41090) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:15.588472 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [None req-4a5c9a52-6352-4eca-bec3-b7f90a3e3141 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] http://10.222.0.105:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:15:15.592536 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-4a5c9a52-6352-4eca-bec3-b7f90a3e3141 tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] 10.222.0.105 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0100620 Feb 09 01:15:15.593106 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 41094) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:15.599201 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f927b63c-075b-440b-ab6b-79c5d43ff0e7 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:15.610558 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [None req-e373d799-74fc-4877-ab1d-70c661a0fcaa tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] http://10.222.0.105:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:15:15.619501 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-e373d799-74fc-4877-ab1d-70c661a0fcaa tempest-ExtensionsTestJSON-1930133109 tempest-ExtensionsTestJSON-1930133109-project] 10.222.0.105 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0204618 Feb 09 01:15:15.633214 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8ffbabb5-5faa-4454-9868-d26a74b51c52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:15.637660 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-f927b63c-075b-440b-ab6b-79c5d43ff0e7 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Deleting port f7a08e81-dc71-4fdf-b10b-d89457bebcb2 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:15:15.638026 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f927b63c-075b-440b-ab6b-79c5d43ff0e7 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:15.662552 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-585a162a-0188-40bd-a9b0-bccaf001ffe6 None None] Transition to ACTIVE for port object 000e7c15-4c1d-406e-9191-56601c11ba01 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:15:15.664922 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-9d701c3f-d1a6-4c5f-9664-abe2c37e1a8b None None] Port 03fa32a2-0c43-404a-b710-f94b36bfe80d cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:15:15.679471 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-585a162a-0188-40bd-a9b0-bccaf001ffe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:15.710820 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8ffbabb5-5faa-4454-9868-d26a74b51c52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:15.793252 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8ffbabb5-5faa-4454-9868-d26a74b51c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:15.802937 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-585a162a-0188-40bd-a9b0-bccaf001ffe6 None None] Attempting to bind port 000e7c15-4c1d-406e-9191-56601c11ba01 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:15:15.803312 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-585a162a-0188-40bd-a9b0-bccaf001ffe6 None None] Attempting to bind port 000e7c15-4c1d-406e-9191-56601c11ba01 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:15:15.803676 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585a162a-0188-40bd-a9b0-bccaf001ffe6 None None] Attempting to bind port 000e7c15-4c1d-406e-9191-56601c11ba01 on network 3d885c3c-255c-4e54-addc-b28437d0b18e {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:15:15.814443 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585a162a-0188-40bd-a9b0-bccaf001ffe6 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:15:15.814821 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585a162a-0188-40bd-a9b0-bccaf001ffe6 None None] Checking segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:15:15.815238 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-585a162a-0188-40bd-a9b0-bccaf001ffe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:15.815616 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585a162a-0188-40bd-a9b0-bccaf001ffe6 None None] Bound using segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:15:15.816082 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-585a162a-0188-40bd-a9b0-bccaf001ffe6 None None] Bound port: 000e7c15-4c1d-406e-9191-56601c11ba01, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:15:15.816455 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-585a162a-0188-40bd-a9b0-bccaf001ffe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:15.870154 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8ffbabb5-5faa-4454-9868-d26a74b51c52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:15.871363 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b185c8b9-8fed-4757-91e8-addeee74644b req-784a4101-475d-4940-91f3-1f64330baac8 tempest-ServerShowV257Test-1626924877 tempest-ServerShowV257Test-1626924877-project] 10.222.0.105 "GET /v2.0/ports?device_id=b2acc892-0c4f-46e5-bfb8-ec337a5c4455 HTTP/1.1" status: 200 len: 210 time: 0.1754074 Feb 09 01:15:15.872608 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-8ffbabb5-5faa-4454-9868-d26a74b51c52 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/12679f37-6942-4be7-9e77-d4367e0007d7 HTTP/1.1" status: 204 len: 168 time: 0.4432402 Feb 09 01:15:15.874021 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffbabb5-5faa-4454-9868-d26a74b51c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12679f37-6942-4be7-9e77-d4367e0007d7,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:15.901411 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234ac856-3535-4d2d-b357-506bf25dd572 None None] Pushing event updated for resources: {'Port': ['ID=000e7c15-4c1d-406e-9191-56601c11ba01,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:15.914754 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b920c8-96d3-4bc0-8406-c6db39d15c8c None None] DHCP port deletion for b0652df1-6d56-4b14-b5b2-adb22242b52c request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:15:15.920397 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 9bf5d22d-c05c-4bb7-9938-6cdd0b694aac up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:15:15.969793 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-b5b920c8-96d3-4bc0-8406-c6db39d15c8c None None] Deleting port f7a08e81-dc71-4fdf-b10b-d89457bebcb2 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:15:15.970466 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b5b920c8-96d3-4bc0-8406-c6db39d15c8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:16.055266 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5e7dcb68-f7e8-48b2-9337-9335244c44b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:16.155602 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-585a162a-0188-40bd-a9b0-bccaf001ffe6 None None] For port 000e7c15-4c1d-406e-9191-56601c11ba01, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:15:16.243226 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning for port 9bf5d22d-c05c-4bb7-9938-6cdd0b694aac completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:15:16.260925 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-585a162a-0188-40bd-a9b0-bccaf001ffe6 None None] For port 000e7c15-4c1d-406e-9191-56601c11ba01, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=000e7c15-4c1d-406e-9191-56601c11ba01,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:15:16.264394 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port 9bf5d22d-c05c-4bb7-9938-6cdd0b694aac triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:16.264577 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:16.361030 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-585a162a-0188-40bd-a9b0-bccaf001ffe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:16.380724 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-f927b63c-075b-440b-ab6b-79c5d43ff0e7 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] For port f7a08e81-dc71-4fdf-b10b-d89457bebcb2, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=f7a08e81-dc71-4fdf-b10b-d89457bebcb2,segment=NetworkSegment(6012fabf-13cb-4a2b-9546-ca9f6d2ad910),segment_id=6012fabf-13cb-4a2b-9546-ca9f6d2ad910)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:15:16.381360 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f927b63c-075b-440b-ab6b-79c5d43ff0e7 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:16.397269 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 41106) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:16.548827 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-b5b920c8-96d3-4bc0-8406-c6db39d15c8c None None] For port f7a08e81-dc71-4fdf-b10b-d89457bebcb2, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=f7a08e81-dc71-4fdf-b10b-d89457bebcb2,segment=NetworkSegment(6012fabf-13cb-4a2b-9546-ca9f6d2ad910),segment_id=6012fabf-13cb-4a2b-9546-ca9f6d2ad910)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:15:16.549364 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b5b920c8-96d3-4bc0-8406-c6db39d15c8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:16.761237 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5e7dcb68-f7e8-48b2-9337-9335244c44b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:16.776657 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5e7dcb68-f7e8-48b2-9337-9335244c44b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:16.809085 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-b5b920c8-96d3-4bc0-8406-c6db39d15c8c None None] Calling delete_port for f7a08e81-dc71-4fdf-b10b-d89457bebcb2 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:15:16.814074 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-f927b63c-075b-440b-ab6b-79c5d43ff0e7 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Calling delete_port for f7a08e81-dc71-4fdf-b10b-d89457bebcb2 owned by network:dhcp {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:15:16.899224 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234ac856-3535-4d2d-b357-506bf25dd572 None None] Pushing event updated for resources: {'Port': ['ID=000e7c15-4c1d-406e-9191-56601c11ba01,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:16.951936 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5e7dcb68-f7e8-48b2-9337-9335244c44b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:16.973430 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:17.000036 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585a162a-0188-40bd-a9b0-bccaf001ffe6 None None] Routers {'fd6e2969-e599-4a08-a08a-c284d6efc514'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:15:17.001261 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-585a162a-0188-40bd-a9b0-bccaf001ffe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:15:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['fd6e2969-e599-4a08-a08a-c284d6efc514'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:17.075214 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-86313447-5c86-463d-9d92-2aef8fcc8770 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:17.102452 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-86313447-5c86-463d-9d92-2aef8fcc8770 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:17.107115 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-86313447-5c86-463d-9d92-2aef8fcc8770 admin admin] Usage tracker for resource:security_group_rule and tenant:26084d254731459f8aaeaaccda153893 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:17.110448 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-86313447-5c86-463d-9d92-2aef8fcc8770 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:17.116335 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-86313447-5c86-463d-9d92-2aef8fcc8770 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:17.230661 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7dcb68-f7e8-48b2-9337-9335244c44b5 admin admin] Network 20bff6ee-652e-4048-9f92-c38b0eb663f8 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:15:17.234589 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-5e7dcb68-f7e8-48b2-9337-9335244c44b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:17.265958 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-86313447-5c86-463d-9d92-2aef8fcc8770 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:17.299408 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-86313447-5c86-463d-9d92-2aef8fcc8770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:17.345008 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7dcb68-f7e8-48b2-9337-9335244c44b5 admin admin] Pushing event updated for resources: {'Port': ['ID=03fa32a2-0c43-404a-b710-f94b36bfe80d,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:17.351777 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device f7a08e81-dc71-4fdf-b10b-d89457bebcb2 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:15:17.403193 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86313447-5c86-463d-9d92-2aef8fcc8770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24144f8e-8288-4985-a348-1bfc94bbcfe5,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:17.445468 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b935fbc6-48b4-4502-be20-e26b1df5811d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bf5d22d-c05c-4bb7-9938-6cdd0b694aac'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:15:17.501441 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 9bf5d22d-c05c-4bb7-9938-6cdd0b694aac, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=9bf5d22d-c05c-4bb7-9938-6cdd0b694aac,segment=NetworkSegment(e4f8d471-753e-488b-969f-03ab5fdd3e2b),segment_id=e4f8d471-753e-488b-969f-03ab5fdd3e2b)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:15:17.539653 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:17.543988 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b5b920c8-96d3-4bc0-8406-c6db39d15c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:17.595962 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-86313447-5c86-463d-9d92-2aef8fcc8770 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=26084d254731459f8aaeaaccda153893&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1939025 Feb 09 01:15:17.600854 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41140) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:17.640295 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.db.api [None req-f927b63c-075b-440b-ab6b-79c5d43ff0e7 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:15:17.640626 n-d-828418-1 neutron-server[87639]: DEBUG oslo_db.api [None req-f927b63c-075b-440b-ab6b-79c5d43ff0e7 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:15:17.680568 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0fee60-eff5-42ba-9e18-fbf9e8449cbd req-525e2fe0-7d09-4e9d-91aa-f10ccf5d6831 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:17.688370 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bd0fee60-eff5-42ba-9e18-fbf9e8449cbd req-525e2fe0-7d09-4e9d-91aa-f10ccf5d6831 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=b935fbc6-48b4-4502-be20-e26b1df5811d HTTP/1.1" status: 200 len: 944 time: 0.8996122 Feb 09 01:15:17.708912 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d775d6-1fcc-4013-a8fd-baedfd541451 req-45643c7b-2654-4c0b-bcce-abbee9d6edb7 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:17.710978 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c1d775d6-1fcc-4013-a8fd-baedfd541451 req-45643c7b-2654-4c0b-bcce-abbee9d6edb7 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb94c7c7-2262-4266-9ff1-ecacf3b56b73 HTTP/1.1" status: 200 len: 945 time: 0.9181767 Feb 09 01:15:17.764554 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=9bf5d22d-c05c-4bb7-9938-6cdd0b694aac,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:17.770231 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b920c8-96d3-4bc0-8406-c6db39d15c8c None None] No DVR routers for this DVR port f7a08e81-dc71-4fdf-b10b-d89457bebcb2 on host n-d-828418-1 {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:15:17.771782 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No active binding found for port f7a08e81-dc71-4fdf-b10b-d89457bebcb2 {{(pid=87640) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 09 01:15:17.772196 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device f7a08e81-dc71-4fdf-b10b-d89457bebcb2 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:15:17.772602 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device e591a814-b949-4463-9e6d-039ca56f96fc no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:15:17.790281 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e7dcb68-f7e8-48b2-9337-9335244c44b5 admin admin] Router fd6e2969-e599-4a08-a08a-c284d6efc514 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:15:17.821017 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bd0fee60-eff5-42ba-9e18-fbf9e8449cbd req-9ff70859-b4e0-4652-924c-d4e6ee627cc7 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318028 Feb 09 01:15:17.857215 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c1d775d6-1fcc-4013-a8fd-baedfd541451 req-eb606240-07c0-405b-a2e2-bce135874eea tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=e6bfd964-7aa5-43a2-a057-7d9b16c44215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138933 Feb 09 01:15:17.942945 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: e591a814-b949-4463-9e6d-039ca56f96fc {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:15:17.943328 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device e591a814-b949-4463-9e6d-039ca56f96fc not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:15:17.974511 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b920c8-96d3-4bc0-8406-c6db39d15c8c None None] Pushing event deleted for resources: {'Port': ['ID=f7a08e81-dc71-4fdf-b10b-d89457bebcb2,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:17.985247 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-585a162a-0188-40bd-a9b0-bccaf001ffe6 None None] Set router fd6e2969-e599-4a08-a08a-c284d6efc514 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:15:17.995900 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-427e925c-cd8f-4c0f-9590-2b7a8d516a96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:18.091744 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-14da47d2-0d4a-48f5-b40a-1556cadbf4b6 req-16bd6fc3-a65e-439c-94bf-be8589da5644 tempest-ServerShowV257Test-1626924877 tempest-ServerShowV257Test-1626924877-project] 10.222.0.105 "GET /v2.0/ports?device_id=b2acc892-0c4f-46e5-bfb8-ec337a5c4455 HTTP/1.1" status: 200 len: 210 time: 0.0921564 Feb 09 01:15:18.118130 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-427e925c-cd8f-4c0f-9590-2b7a8d516a96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:18.139189 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b935fbc6-48b4-4502-be20-e26b1df5811d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bf5d22d-c05c-4bb7-9938-6cdd0b694aac', 'code': 200} Feb 09 01:15:18.141871 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-f927b63c-075b-440b-ab6b-79c5d43ff0e7 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Deleting port f7a08e81-dc71-4fdf-b10b-d89457bebcb2 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:15:18.142298 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f927b63c-075b-440b-ab6b-79c5d43ff0e7 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:18.227803 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-f927b63c-075b-440b-ab6b-79c5d43ff0e7 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] The port 'f7a08e81-dc71-4fdf-b10b-d89457bebcb2' was deleted {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:15:18.279209 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d13ff003-5942-4776-80f7-8c889fce9b1f None None] Provisioning complete for port 03fa32a2-0c43-404a-b710-f94b36bfe80d triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:18.284979 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d13ff003-5942-4776-80f7-8c889fce9b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:18.401796 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f927b63c-075b-440b-ab6b-79c5d43ff0e7 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:18.442433 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-f927b63c-075b-440b-ab6b-79c5d43ff0e7 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0652df1-6d56-4b14-b5b2-adb22242b52c']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:18.465329 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-f927b63c-075b-440b-ab6b-79c5d43ff0e7 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6012fabf-13cb-4a2b-9546-ca9f6d2ad910') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:18.466090 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-f927b63c-075b-440b-ab6b-79c5d43ff0e7 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6012fabf-13cb-4a2b-9546-ca9f6d2ad910') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:18.474541 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d13ff003-5942-4776-80f7-8c889fce9b1f None None] Port 03fa32a2-0c43-404a-b710-f94b36bfe80d cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:15:18.486692 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f927b63c-075b-440b-ab6b-79c5d43ff0e7 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:18.513977 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e7dcb68-f7e8-48b2-9337-9335244c44b5 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:15:18.525330 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f927b63c-075b-440b-ab6b-79c5d43ff0e7 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:18.538699 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f927b63c-075b-440b-ab6b-79c5d43ff0e7 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:15:18.540756 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f927b63c-075b-440b-ab6b-79c5d43ff0e7 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:18.557665 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-5e7dcb68-f7e8-48b2-9337-9335244c44b5 admin admin] 10.222.0.105 "PUT /v2.0/routers/fd6e2969-e599-4a08-a08a-c284d6efc514/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9017015 Feb 09 01:15:18.561553 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-427e925c-cd8f-4c0f-9590-2b7a8d516a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:18.564290 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-427e925c-cd8f-4c0f-9590-2b7a8d516a96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:18.566026 n-d-828418-1 neutron-server[87639]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:15:18.566026 n-d-828418-1 neutron-server[87639]: util.warn( Feb 09 01:15:18.566026 n-d-828418-1 neutron-server[87639]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:15:18.566026 n-d-828418-1 neutron-server[87639]: util.warn( Feb 09 01:15:18.566026 n-d-828418-1 neutron-server[87639]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:15:18.566026 n-d-828418-1 neutron-server[87639]: util.warn( Feb 09 01:15:18.566026 n-d-828418-1 neutron-server[87639]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:15:18.566026 n-d-828418-1 neutron-server[87639]: util.warn( Feb 09 01:15:18.566026 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 01:15:18.566026 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:15:18.566026 n-d-828418-1 neutron-server[87639]: timer() Feb 09 01:15:18.566026 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:15:18.566026 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 01:15:18.566026 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:15:18.566026 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 01:15:18.566026 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:15:18.566026 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 01:15:18.566026 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:15:18.566026 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 01:15:18.566026 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:15:18.566026 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 01:15:18.566026 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:15:18.566026 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:15:18.566026 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:15:18.566026 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:15:18.566026 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:15:18.566026 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 01:15:18.566026 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:15:18.566026 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 01:15:18.566026 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:15:18.566026 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:15:18.566026 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:15:18.566026 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 01:15:18.566026 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:15:18.566026 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:15:18.566026 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:15:18.566026 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:15:18.566026 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:15:18.566026 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:15:18.566026 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:15:18.569725 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-427e925c-cd8f-4c0f-9590-2b7a8d516a96 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/24144f8e-8288-4985-a348-1bfc94bbcfe5 HTTP/1.1" status: 204 len: 168 time: 0.9641964 Feb 09 01:15:18.585375 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427e925c-cd8f-4c0f-9590-2b7a8d516a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24144f8e-8288-4985-a348-1bfc94bbcfe5,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:18.601835 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0a259-d9f1-45a8-b812-cbc29735fc1a req-deca52f3-2fdf-4495-a6d1-b54a4c87cd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:18.604379 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4be0a259-d9f1-45a8-b812-cbc29735fc1a req-deca52f3-2fdf-4495-a6d1-b54a4c87cd42 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=b935fbc6-48b4-4502-be20-e26b1df5811d HTTP/1.1" status: 200 len: 1096 time: 0.2170279 Feb 09 01:15:18.709201 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4be0a259-d9f1-45a8-b812-cbc29735fc1a req-f85ea1ed-cea3-4a34-80a4-e41f9af3c63b service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920098 Feb 09 01:15:18.715839 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-585a162a-0188-40bd-a9b0-bccaf001ffe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd6e2969-e599-4a08-a08a-c284d6efc514', 'name': 'tempest-TestServerBasicOps-1130019316-router', 'tenant_id': 'd08bd38378a04204ad356664c0f36626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '000e7c15-4c1d-406e-9191-56601c11ba01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:15:04Z', 'updated_at': '2022-02-09T01:15:15Z', 'revision_number': 4, 'project_id': 'd08bd38378a04204ad356664c0f36626', 'gw_port': {'id': '000e7c15-4c1d-406e-9191-56601c11ba01', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:65:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd6e2969-e599-4a08-a08a-c284d6efc514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:15:07Z', 'updated_at': '2022-02-09T01:15:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '03fa32a2-0c43-404a-b710-f94b36bfe80d', 'name': '', 'network_id': '20bff6ee-652e-4048-9f92-c38b0eb663f8', 'tenant_id': 'd08bd38378a04204ad356664c0f36626', 'mac_address': 'fa:16:3e:ff:1b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd6e2969-e599-4a08-a08a-c284d6efc514', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': 'bd081e22-6ac0-49af-b94e-cf62baacd99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:15:13Z', 'updated_at': '2022-02-09T01:15:16Z', 'revision_number': 2, 'project_id': 'd08bd38378a04204ad356664c0f36626', 'subnets': [{'id': 'bd081e22-6ac0-49af-b94e-cf62baacd99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:18.720364 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585a162a-0188-40bd-a9b0-bccaf001ffe6 None None] The sync data for ids ['fd6e2969-e599-4a08-a08a-c284d6efc514'] in n-d-828418-1 is: [{'id': 'fd6e2969-e599-4a08-a08a-c284d6efc514', 'name': 'tempest-TestServerBasicOps-1130019316-router', 'tenant_id': 'd08bd38378a04204ad356664c0f36626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '000e7c15-4c1d-406e-9191-56601c11ba01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:15:04Z', 'updated_at': '2022-02-09T01:15:15Z', 'revision_number': 4, 'project_id': 'd08bd38378a04204ad356664c0f36626', 'gw_port': {'id': '000e7c15-4c1d-406e-9191-56601c11ba01', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:65:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd6e2969-e599-4a08-a08a-c284d6efc514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:15:07Z', 'updated_at': '2022-02-09T01:15:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '03fa32a2-0c43-404a-b710-f94b36bfe80d', 'name': '', 'network_id': '20bff6ee-652e-4048-9f92-c38b0eb663f8', 'tenant_id': 'd08bd38378a04204ad356664c0f36626', 'mac_address': 'fa:16:3e:ff:1b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd6e2969-e599-4a08-a08a-c284d6efc514', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': 'bd081e22-6ac0-49af-b94e-cf62baacd99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:15:13Z', 'updated_at': '2022-02-09T01:15:16Z', 'revision_number': 2, 'project_id': 'd08bd38378a04204ad356664c0f36626', 'subnets': [{'id': 'bd081e22-6ac0-49af-b94e-cf62baacd99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:15:18.836163 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f927b63c-075b-440b-ab6b-79c5d43ff0e7 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:18.867037 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f927b63c-075b-440b-ab6b-79c5d43ff0e7 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:18.903258 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f927b63c-075b-440b-ab6b-79c5d43ff0e7 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Pushing event deleted for resources: {'Network': ['ID=b0652df1-6d56-4b14-b5b2-adb22242b52c,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:18.908923 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f927b63c-075b-440b-ab6b-79c5d43ff0e7 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "DELETE /v2.0/networks/b0652df1-6d56-4b14-b5b2-adb22242b52c HTTP/1.1" status: 204 len: 168 time: 3.7064514 Feb 09 01:15:18.910050 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41182) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:19.150567 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f42f5e-9a61-4702-a11e-14ffac4f0d7e req-5fe3901e-7e8b-42c0-bba5-5db6b71ae9b6 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:19.161015 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a1f42f5e-9a61-4702-a11e-14ffac4f0d7e req-5fe3901e-7e8b-42c0-bba5-5db6b71ae9b6 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=b935fbc6-48b4-4502-be20-e26b1df5811d HTTP/1.1" status: 200 len: 945 time: 0.1773937 Feb 09 01:15:19.287328 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a1f42f5e-9a61-4702-a11e-14ffac4f0d7e req-2c86c1e5-df4c-47bf-a50b-7a9fd2f69f43 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243920 Feb 09 01:15:19.743719 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41196) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:20.018936 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e710ac-8676-47cf-9fb8-feb0fdb134b3 req-3fb90ac2-3bdf-4fe7-bc71-d23b025b8141 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:20.021560 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-99e710ac-8676-47cf-9fb8-feb0fdb134b3 req-3fb90ac2-3bdf-4fe7-bc71-d23b025b8141 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb94c7c7-2262-4266-9ff1-ecacf3b56b73 HTTP/1.1" status: 200 len: 945 time: 0.5357146 Feb 09 01:15:20.141641 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 41206) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:20.179521 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-62648dcd-fdb7-46a7-841c-0f131549d82f tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-944120850', 'description': 'tempest-secgroup-smoke-944120850 description', 'project_id': '8d31597ab3f74931824904826c01d747'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:20.214953 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-62648dcd-fdb7-46a7-841c-0f131549d82f tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:20.253771 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-62648dcd-fdb7-46a7-841c-0f131549d82f tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Usage tracker for resource:security_group and tenant:8d31597ab3f74931824904826c01d747 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:20.277524 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-99e710ac-8676-47cf-9fb8-feb0fdb134b3 req-ef4145e4-c720-4543-945a-b36c32bb5b22 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=e6bfd964-7aa5-43a2-a057-7d9b16c44215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2498186 Feb 09 01:15:20.278883 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-62648dcd-fdb7-46a7-841c-0f131549d82f tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:20.301493 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-62648dcd-fdb7-46a7-841c-0f131549d82f tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:20.339243 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-62648dcd-fdb7-46a7-841c-0f131549d82f tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:20.395890 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-62648dcd-fdb7-46a7-841c-0f131549d82f tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:20.412586 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-62648dcd-fdb7-46a7-841c-0f131549d82f tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Usage tracker for resource:security_group_rule and tenant:8d31597ab3f74931824904826c01d747 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:20.419305 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-62648dcd-fdb7-46a7-841c-0f131549d82f tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:20.435751 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-62648dcd-fdb7-46a7-841c-0f131549d82f tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:20.443359 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-51e090fd-6e0d-4849-b13c-68e23cbc1cf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:20.514493 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-51e090fd-6e0d-4849-b13c-68e23cbc1cf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:20.528437 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1852efb6-36b5-4c11-804e-93c144c593b3 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:20.545488 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-62648dcd-fdb7-46a7-841c-0f131549d82f tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:20.608261 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-51e090fd-6e0d-4849-b13c-68e23cbc1cf1 admin admin] Usage tracker for resource:security_group_rule and tenant:a387fa739ba24d9885e591f97446ba28 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:20.629455 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-51e090fd-6e0d-4849-b13c-68e23cbc1cf1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:20.644211 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-51e090fd-6e0d-4849-b13c-68e23cbc1cf1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:20.674180 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0cce895c-a7bb-40b3-938b-688b1f75af1c req-e1a83a36-43aa-478b-ad5d-10df1581fd4b tempest-ServerShowV257Test-1626924877 tempest-ServerShowV257Test-1626924877-project] 10.222.0.105 "GET /v2.0/ports?device_id=b2acc892-0c4f-46e5-bfb8-ec337a5c4455 HTTP/1.1" status: 200 len: 210 time: 0.1354029 Feb 09 01:15:20.683433 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-62648dcd-fdb7-46a7-841c-0f131549d82f tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:20.854467 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 41220) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:20.901665 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62648dcd-fdb7-46a7-841c-0f131549d82f tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b47c16-f2b1-47a4-82f4-0c20ba44fe3f,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:20.916163 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-62648dcd-fdb7-46a7-841c-0f131549d82f tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:20.917387 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-62648dcd-fdb7-46a7-841c-0f131549d82f tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7519855 Feb 09 01:15:20.924036 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 41226) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:20.948941 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-9bb1c008-1c53-4444-830c-07f9bb34feaf tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Request body: {'security_group_rule': {'security_group_id': 'c3b47c16-f2b1-47a4-82f4-0c20ba44fe3f', 'project_id': '8d31597ab3f74931824904826c01d747', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:20.965544 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-9bb1c008-1c53-4444-830c-07f9bb34feaf tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:20.979637 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-9bb1c008-1c53-4444-830c-07f9bb34feaf tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Usage tracker for resource:security_group_rule and tenant:8d31597ab3f74931824904826c01d747 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:20.990683 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-9bb1c008-1c53-4444-830c-07f9bb34feaf tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:21.019211 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-9bb1c008-1c53-4444-830c-07f9bb34feaf tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:21.067244 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-51e090fd-6e0d-4849-b13c-68e23cbc1cf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:21.077508 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9bb1c008-1c53-4444-830c-07f9bb34feaf tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:21.098162 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-51e090fd-6e0d-4849-b13c-68e23cbc1cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:21.157816 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269efaa8-b565-423c-a3cd-26584e207f46 req-eeb94660-7bfc-46cf-a708-6c9fce3d304b tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:21.159813 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-269efaa8-b565-423c-a3cd-26584e207f46 req-eeb94660-7bfc-46cf-a708-6c9fce3d304b tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=b935fbc6-48b4-4502-be20-e26b1df5811d HTTP/1.1" status: 200 len: 945 time: 0.4818287 Feb 09 01:15:21.236271 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 000e7c15-4c1d-406e-9191-56601c11ba01 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:15:21.239786 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-c42023a5-f544-46d1-aa14-40e964f23ea6 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1435989333'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:21.271292 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c42023a5-f544-46d1-aa14-40e964f23ea6 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:21.301105 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-c42023a5-f544-46d1-aa14-40e964f23ea6 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Usage tracker for resource:network and tenant:89095cdfc9c942dc809f66cd477d6f7d is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:21.308108 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-269efaa8-b565-423c-a3cd-26584e207f46 req-2fa50a13-011f-4bea-bf07-72aafa2a2018 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400130 Feb 09 01:15:21.312254 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-c42023a5-f544-46d1-aa14-40e964f23ea6 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:21.323664 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c42023a5-f544-46d1-aa14-40e964f23ea6 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:21.361865 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-918c3321-7142-41df-ae77-fb3cabec3487 req-c6a0091c-b191-486e-9639-77c3b68ab3e1 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=b2acc892-0c4f-46e5-bfb8-ec337a5c4455 HTTP/1.1" status: 200 len: 210 time: 0.1228065 Feb 09 01:15:21.362805 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e090fd-6e0d-4849-b13c-68e23cbc1cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=821f65f4-2a89-4b8f-a8a2-e1f130c05ea9,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:21.368594 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-51e090fd-6e0d-4849-b13c-68e23cbc1cf1 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=a387fa739ba24d9885e591f97446ba28&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6219473 Feb 09 01:15:21.372499 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41236) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:21.390315 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-1852efb6-36b5-4c11-804e-93c144c593b3 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Deleting port 629925dc-613b-427a-bf38-914c2968ccf9 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:15:21.390571 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1852efb6-36b5-4c11-804e-93c144c593b3 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:21.421087 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9bb1c008-1c53-4444-830c-07f9bb34feaf tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:21.424233 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c42023a5-f544-46d1-aa14-40e964f23ea6 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Made reservation on behalf of 89095cdfc9c942dc809f66cd477d6f7d for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:15:21.434409 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c42023a5-f544-46d1-aa14-40e964f23ea6 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:21.476314 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c42023a5-f544-46d1-aa14-40e964f23ea6 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:21.486037 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 000e7c15-4c1d-406e-9191-56601c11ba01 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:15:21.491702 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 000e7c15-4c1d-406e-9191-56601c11ba01 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:21.492415 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:21.518358 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9bb1c008-1c53-4444-830c-07f9bb34feaf tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:21.664905 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c42023a5-f544-46d1-aa14-40e964f23ea6 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:21.671033 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-c42023a5-f544-46d1-aa14-40e964f23ea6 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Usage tracker for resource:security_group_rule and tenant:89095cdfc9c942dc809f66cd477d6f7d is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:21.675198 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-c42023a5-f544-46d1-aa14-40e964f23ea6 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:21.686062 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c42023a5-f544-46d1-aa14-40e964f23ea6 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:21.694784 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-43bb58ac-a15c-4e45-9f78-6ad8f27e9758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:21.717503 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb1c008-1c53-4444-830c-07f9bb34feaf tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaa11ea0-fbf6-4623-af29-e5a055f4d773,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:21.783777 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-43bb58ac-a15c-4e45-9f78-6ad8f27e9758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:21.852791 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:21.870431 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-1852efb6-36b5-4c11-804e-93c144c593b3 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] For port 629925dc-613b-427a-bf38-914c2968ccf9, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=629925dc-613b-427a-bf38-914c2968ccf9,segment=NetworkSegment(800b9ccb-d1d4-406c-8154-1adc8018e3f4),segment_id=800b9ccb-d1d4-406c-8154-1adc8018e3f4)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:15:21.870431 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1852efb6-36b5-4c11-804e-93c144c593b3 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:21.918469 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 000e7c15-4c1d-406e-9191-56601c11ba01, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=000e7c15-4c1d-406e-9191-56601c11ba01,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:15:21.922290 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:21.923478 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:21.969157 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9bb1c008-1c53-4444-830c-07f9bb34feaf tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:21.984448 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-9bb1c008-1c53-4444-830c-07f9bb34feaf tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0424287 Feb 09 01:15:21.996590 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 41252) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:22.004127 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=000e7c15-4c1d-406e-9191-56601c11ba01,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:22.012712 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-727c30d9-7709-4080-a1c4-3c24e9012dd9 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Request body: {'security_group_rule': {'security_group_id': 'c3b47c16-f2b1-47a4-82f4-0c20ba44fe3f', 'project_id': '8d31597ab3f74931824904826c01d747', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:22.018641 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-43bb58ac-a15c-4e45-9f78-6ad8f27e9758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:22.029313 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-1852efb6-36b5-4c11-804e-93c144c593b3 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Calling delete_port for 629925dc-613b-427a-bf38-914c2968ccf9 owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:15:22.032670 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-727c30d9-7709-4080-a1c4-3c24e9012dd9 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:22.047426 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-727c30d9-7709-4080-a1c4-3c24e9012dd9 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Usage tracker for resource:security_group_rule and tenant:8d31597ab3f74931824904826c01d747 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:22.050595 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-727c30d9-7709-4080-a1c4-3c24e9012dd9 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:22.057154 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-727c30d9-7709-4080-a1c4-3c24e9012dd9 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:22.094062 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bb58ac-a15c-4e45-9f78-6ad8f27e9758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821f65f4-2a89-4b8f-a8a2-e1f130c05ea9,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:22.105507 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-43bb58ac-a15c-4e45-9f78-6ad8f27e9758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:22.106833 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-43bb58ac-a15c-4e45-9f78-6ad8f27e9758 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/821f65f4-2a89-4b8f-a8a2-e1f130c05ea9 HTTP/1.1" status: 204 len: 168 time: 0.7334929 Feb 09 01:15:22.146428 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e590e6d-7aa8-44fd-b678-8f5cd581a96e req-5147e69a-ab2a-494c-9ebf-d49747f99cb9 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:22.148023 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6e590e6d-7aa8-44fd-b678-8f5cd581a96e req-5147e69a-ab2a-494c-9ebf-d49747f99cb9 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb94c7c7-2262-4266-9ff1-ecacf3b56b73 HTTP/1.1" status: 200 len: 945 time: 0.5761268 Feb 09 01:15:22.148719 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-727c30d9-7709-4080-a1c4-3c24e9012dd9 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:22.296959 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec298957-8990-49fe-a129-b61f112c1921 req-c25dc4b3-4691-4745-ba33-28bf065e2502 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:22.298546 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ec298957-8990-49fe-a129-b61f112c1921 req-c25dc4b3-4691-4745-ba33-28bf065e2502 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/networks?id=20b4b911-e8a6-45af-95dc-9b595aff0444 HTTP/1.1" status: 200 len: 806 time: 0.4997830 Feb 09 01:15:22.314929 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c42023a5-f544-46d1-aa14-40e964f23ea6 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:22.318288 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6e590e6d-7aa8-44fd-b678-8f5cd581a96e req-228d891e-7e43-4822-9657-366ba4d46397 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=e6bfd964-7aa5-43a2-a057-7d9b16c44215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296027 Feb 09 01:15:22.341175 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c42023a5-f544-46d1-aa14-40e964f23ea6 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:22.355830 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ec298957-8990-49fe-a129-b61f112c1921 req-58f516a1-6173-48e2-9c05-3e69c7bddbb7 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/quotas/ecfa99ec90404d2da344b2927ef93a25 HTTP/1.1" status: 200 len: 375 time: 0.0327663 Feb 09 01:15:22.395674 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-727c30d9-7709-4080-a1c4-3c24e9012dd9 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:22.422686 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1852efb6-36b5-4c11-804e-93c144c593b3 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:22.443129 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c42023a5-f544-46d1-aa14-40e964f23ea6 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:15:22.473175 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c42023a5-f544-46d1-aa14-40e964f23ea6 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:22.473528 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-c42023a5-f544-46d1-aa14-40e964f23ea6 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Added segment 92c2aa35-c7f3-4ef5-acc0-1312f2939189 of type vlan for network 76098bcf-7a7c-4e04-ba32-11645e7fdc21 Feb 09 01:15:22.515488 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c42023a5-f544-46d1-aa14-40e964f23ea6 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:22.518613 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1852efb6-36b5-4c11-804e-93c144c593b3 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Pushing event deleted for resources: {'Port': ['ID=629925dc-613b-427a-bf38-914c2968ccf9,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:22.587596 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-727c30d9-7709-4080-a1c4-3c24e9012dd9 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:22.707587 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42023a5-f544-46d1-aa14-40e964f23ea6 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90e67c77-e969-4321-b7f0-0ab57fa5c400,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:22.715804 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c42023a5-f544-46d1-aa14-40e964f23ea6 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:22.747673 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42023a5-f544-46d1-aa14-40e964f23ea6 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:22.748548 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c42023a5-f544-46d1-aa14-40e964f23ea6 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:22.808508 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3864f7e9-3012-4ce8-a785-711bd905fa30 None None] Sync routers for ids ['fd6e2969-e599-4a08-a08a-c284d6efc514'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:15:22.821509 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-727c30d9-7709-4080-a1c4-3c24e9012dd9 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:22.823589 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-727c30d9-7709-4080-a1c4-3c24e9012dd9 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8250997 Feb 09 01:15:22.824709 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727c30d9-7709-4080-a1c4-3c24e9012dd9 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4f7a422-7b28-4f7d-ab5c-db0eefa2b8bc,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:22.826852 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 41266) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:22.842559 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3864f7e9-3012-4ce8-a785-711bd905fa30 None None] Routers {'fd6e2969-e599-4a08-a08a-c284d6efc514'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:15:22.843211 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-3864f7e9-3012-4ce8-a785-711bd905fa30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:15:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['fd6e2969-e599-4a08-a08a-c284d6efc514'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:23.073628 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9d72dbad-7971-4985-9af2-78a6fc1cde3c req-1fbb9b8e-d29e-400b-80e9-dd0fd8b46ff8 tempest-ServerShowV257Test-1626924877 tempest-ServerShowV257Test-1626924877-project] 10.222.0.105 "GET /v2.0/ports?device_id=b2acc892-0c4f-46e5-bfb8-ec337a5c4455 HTTP/1.1" status: 200 len: 210 time: 0.4034014 Feb 09 01:15:23.077531 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-f4635a07-dac2-48fe-9dd4-f263d770e3e6 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Request body: {'security_group_rule': {'security_group_id': 'c3b47c16-f2b1-47a4-82f4-0c20ba44fe3f', 'project_id': '8d31597ab3f74931824904826c01d747', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:23.125972 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f4635a07-dac2-48fe-9dd4-f263d770e3e6 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:23.158153 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-f4635a07-dac2-48fe-9dd4-f263d770e3e6 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Usage tracker for resource:security_group_rule and tenant:8d31597ab3f74931824904826c01d747 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:23.227843 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1852efb6-36b5-4c11-804e-93c144c593b3 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:23.229565 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-f4635a07-dac2-48fe-9dd4-f263d770e3e6 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:23.254374 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-c42023a5-f544-46d1-aa14-40e964f23ea6 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.3872516 Feb 09 01:15:23.256772 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42023a5-f544-46d1-aa14-40e964f23ea6 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Pushing event updated for resources: {'Network': ['ID=76098bcf-7a7c-4e04-ba32-11645e7fdc21,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:23.262344 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f4635a07-dac2-48fe-9dd4-f263d770e3e6 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:23.313451 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 76098bcf-7a7c-4e04-ba32-11645e7fdc21 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:15:23.318160 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f4635a07-dac2-48fe-9dd4-f263d770e3e6 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:23.411333 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 000e7c15-4c1d-406e-9191-56601c11ba01 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:15:23.426347 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ec298957-8990-49fe-a129-b61f112c1921 req-8315b53f-23dd-4e01-8f99-dcdd400b3b2e tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=ecfa99ec90404d2da344b2927ef93a25&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0531356 Feb 09 01:15:23.800400 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-3864f7e9-3012-4ce8-a785-711bd905fa30 None None] Set router fd6e2969-e599-4a08-a08a-c284d6efc514 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:15:24.030640 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f4635a07-dac2-48fe-9dd4-f263d770e3e6 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:24.055661 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f4635a07-dac2-48fe-9dd4-f263d770e3e6 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:24.123911 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1852efb6-36b5-4c11-804e-93c144c593b3 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Router 4157810a-8ce4-4f4c-b778-9d0a8a549831 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:15:24.156393 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4635a07-dac2-48fe-9dd4-f263d770e3e6 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7569575-c098-4f9a-94d8-5a34982945d2,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:24.202637 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0685ee57-7050-46fc-9381-c69a699ae7a5 req-f8371501-a354-4a24-8c26-d69222ea2857 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:24.210013 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0685ee57-7050-46fc-9381-c69a699ae7a5 req-f8371501-a354-4a24-8c26-d69222ea2857 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb94c7c7-2262-4266-9ff1-ecacf3b56b73 HTTP/1.1" status: 200 len: 945 time: 0.4331174 Feb 09 01:15:24.237198 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ec298957-8990-49fe-a129-b61f112c1921 req-f2cf61aa-f65a-440b-a5b6-dace3ed4bdb9 service neutron] 10.222.0.105 "GET /v2.0/networks/20b4b911-e8a6-45af-95dc-9b595aff0444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8096406 Feb 09 01:15:24.247668 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f4635a07-dac2-48fe-9dd4-f263d770e3e6 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:24.251914 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f4635a07-dac2-48fe-9dd4-f263d770e3e6 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3647249 Feb 09 01:15:24.252701 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 41300) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:24.294623 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 000e7c15-4c1d-406e-9191-56601c11ba01 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:24.295286 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:24.354062 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-e6a9e2fa-db79-428f-b73f-50787e4e3454 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Request body: {'security_group_rule': {'security_group_id': 'c3b47c16-f2b1-47a4-82f4-0c20ba44fe3f', 'project_id': '8d31597ab3f74931824904826c01d747', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:24.384974 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0685ee57-7050-46fc-9381-c69a699ae7a5 req-63ee7e92-54b0-4482-b77c-56db8bb400ab tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=e6bfd964-7aa5-43a2-a057-7d9b16c44215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1734281 Feb 09 01:15:24.394789 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e6a9e2fa-db79-428f-b73f-50787e4e3454 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:24.419947 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-e6a9e2fa-db79-428f-b73f-50787e4e3454 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Usage tracker for resource:security_group_rule and tenant:8d31597ab3f74931824904826c01d747 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:24.445078 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-e6a9e2fa-db79-428f-b73f-50787e4e3454 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:24.474299 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e6a9e2fa-db79-428f-b73f-50787e4e3454 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:24.516161 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1852efb6-36b5-4c11-804e-93c144c593b3 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:15:24.538160 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1852efb6-36b5-4c11-804e-93c144c593b3 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "PUT /v2.0/routers/4157810a-8ce4-4f4c-b778-9d0a8a549831/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6270053 Feb 09 01:15:24.539362 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 41312) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:24.542146 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b86b49-e45d-45ed-a848-67c6e6c00e5e None None] Sync routers for ids ['4157810a-8ce4-4f4c-b778-9d0a8a549831'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:15:24.566576 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b86b49-e45d-45ed-a848-67c6e6c00e5e None None] Routers {'4157810a-8ce4-4f4c-b778-9d0a8a549831'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:15:24.567205 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-31b86b49-e45d-45ed-a848-67c6e6c00e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:15:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['4157810a-8ce4-4f4c-b778-9d0a8a549831'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:24.645514 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e6a9e2fa-db79-428f-b73f-50787e4e3454 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:24.708025 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:24.729930 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-3864f7e9-3012-4ce8-a785-711bd905fa30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd6e2969-e599-4a08-a08a-c284d6efc514', 'name': 'tempest-TestServerBasicOps-1130019316-router', 'tenant_id': 'd08bd38378a04204ad356664c0f36626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '000e7c15-4c1d-406e-9191-56601c11ba01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:15:04Z', 'updated_at': '2022-02-09T01:15:15Z', 'revision_number': 4, 'project_id': 'd08bd38378a04204ad356664c0f36626', 'gw_port': {'id': '000e7c15-4c1d-406e-9191-56601c11ba01', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:65:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6e2969-e599-4a08-a08a-c284d6efc514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:15:07Z', 'updated_at': '2022-02-09T01:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '03fa32a2-0c43-404a-b710-f94b36bfe80d', 'name': '', 'network_id': '20bff6ee-652e-4048-9f92-c38b0eb663f8', 'tenant_id': 'd08bd38378a04204ad356664c0f36626', 'mac_address': 'fa:16:3e:ff:1b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd6e2969-e599-4a08-a08a-c284d6efc514', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': 'bd081e22-6ac0-49af-b94e-cf62baacd99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:15:13Z', 'updated_at': '2022-02-09T01:15:16Z', 'revision_number': 2, 'project_id': 'd08bd38378a04204ad356664c0f36626', 'subnets': [{'id': 'bd081e22-6ac0-49af-b94e-cf62baacd99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:24.734813 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3864f7e9-3012-4ce8-a785-711bd905fa30 None None] Checking router: fd6e2969-e599-4a08-a08a-c284d6efc514 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:15:24.735506 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3864f7e9-3012-4ce8-a785-711bd905fa30 None None] Updating router fd6e2969-e599-4a08-a08a-c284d6efc514 port 03fa32a2-0c43-404a-b710-f94b36bfe80d binding host n-d-828418-1 {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:15:24.799474 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3864f7e9-3012-4ce8-a785-711bd905fa30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:24.929555 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-31b86b49-e45d-45ed-a848-67c6e6c00e5e None None] Set router 4157810a-8ce4-4f4c-b778-9d0a8a549831 gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:15:25.003470 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e6a9e2fa-db79-428f-b73f-50787e4e3454 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:25.006541 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6edaf4c8-0bd7-4cff-b1f7-16389e8589e3 req-87418e71-20b6-4d98-8ce8-da64e8ccb4cf tempest-ServerShowV257Test-1626924877 tempest-ServerShowV257Test-1626924877-project] 10.222.0.105 "GET /v2.0/ports?device_id=b2acc892-0c4f-46e5-bfb8-ec337a5c4455 HTTP/1.1" status: 200 len: 210 time: 0.1021764 Feb 09 01:15:25.036972 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e6a9e2fa-db79-428f-b73f-50787e4e3454 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:25.079247 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ec298957-8990-49fe-a129-b61f112c1921 req-e98bc5bb-d23a-4c0c-904c-5a683a2c3f9b service neutron] 10.222.0.105 "GET /v2.0/networks/20b4b911-e8a6-45af-95dc-9b595aff0444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8344562 Feb 09 01:15:25.137524 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a9e2fa-db79-428f-b73f-50787e4e3454 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6825fc34-2b01-479b-a937-941d00de742b,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:25.151484 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41324) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:25.177984 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-70e8cb8f-2e90-49d1-a515-d7aa13129438 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Deleting subnet db3e0a00-8428-42ad-b65e-d9b346fbbb82 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:15:25.199437 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-70e8cb8f-2e90-49d1-a515-d7aa13129438 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:25.274815 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-a5d5aa76-2e70-46db-a9bf-2b59921f2cfb tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1021344905'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:25.282753 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a5d5aa76-2e70-46db-a9bf-2b59921f2cfb tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:25.292748 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-a5d5aa76-2e70-46db-a9bf-2b59921f2cfb tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] Usage tracker for resource:router and tenant:9ec6ccb25d3c43d3839ff5d262c89cd6 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:25.299246 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-a5d5aa76-2e70-46db-a9bf-2b59921f2cfb tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:25.324269 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a5d5aa76-2e70-46db-a9bf-2b59921f2cfb tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:25.353255 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e6a9e2fa-db79-428f-b73f-50787e4e3454 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:25.358665 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41334) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:25.364212 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-55f4f93a-ee3e-4d28-a99f-668e128186cc tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Request body: {'security_group_rule': {'security_group_id': 'c3b47c16-f2b1-47a4-82f4-0c20ba44fe3f', 'project_id': '8d31597ab3f74931824904826c01d747', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:25.370713 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-e6a9e2fa-db79-428f-b73f-50787e4e3454 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0824921 Feb 09 01:15:25.375315 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-31b86b49-e45d-45ed-a848-67c6e6c00e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'name': 'tempest-RoutersTest-router-783627243', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:56Z', 'updated_at': '2022-02-09T01:15:22Z', 'revision_number': 11, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'gw_port_host': None}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:25.381805 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b86b49-e45d-45ed-a848-67c6e6c00e5e None None] Checking router: 4157810a-8ce4-4f4c-b778-9d0a8a549831 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:15:25.388951 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-55f4f93a-ee3e-4d28-a99f-668e128186cc tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:25.398536 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-55f4f93a-ee3e-4d28-a99f-668e128186cc tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Usage tracker for resource:security_group_rule and tenant:8d31597ab3f74931824904826c01d747 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:25.405155 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-55f4f93a-ee3e-4d28-a99f-668e128186cc tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:25.406376 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b86b49-e45d-45ed-a848-67c6e6c00e5e None None] Routers {'4157810a-8ce4-4f4c-b778-9d0a8a549831'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:15:25.407000 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-31b86b49-e45d-45ed-a848-67c6e6c00e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:15:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['4157810a-8ce4-4f4c-b778-9d0a8a549831'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:25.421457 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-55f4f93a-ee3e-4d28-a99f-668e128186cc tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:25.439971 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a5d5aa76-2e70-46db-a9bf-2b59921f2cfb tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:25.449434 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a5d5aa76-2e70-46db-a9bf-2b59921f2cfb tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:25.462088 n-d-828418-1 neutron-server[87638]: INFO neutron.db.securitygroups_db [None req-55f4f93a-ee3e-4d28-a99f-668e128186cc tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Project 8d31597ab3f74931824904826c01d747 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:15:25.493466 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-55f4f93a-ee3e-4d28-a99f-668e128186cc tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:25.511889 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-70e8cb8f-2e90-49d1-a515-d7aa13129438 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:25.639905 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a5d5aa76-2e70-46db-a9bf-2b59921f2cfb tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:25.728802 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5dcc5e-dcd0-45bb-90e9-93e70742b766 req-1d1310e6-9846-4dc5-a10f-306ed399f373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:25.734323 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2a5dcc5e-dcd0-45bb-90e9-93e70742b766 req-1d1310e6-9846-4dc5-a10f-306ed399f373 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=128330d8f0414cd5a58362066d10386d&device_id=eb94c7c7-2262-4266-9ff1-ecacf3b56b73 HTTP/1.1" status: 200 len: 1096 time: 0.7211332 Feb 09 01:15:25.880581 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a5d5aa76-2e70-46db-a9bf-2b59921f2cfb tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:25.897834 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-31b86b49-e45d-45ed-a848-67c6e6c00e5e None None] Set router 4157810a-8ce4-4f4c-b778-9d0a8a549831 gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:15:25.948864 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3864f7e9-3012-4ce8-a785-711bd905fa30 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:25.953439 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-55f4f93a-ee3e-4d28-a99f-668e128186cc tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:25.973884 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a5d5aa76-2e70-46db-a9bf-2b59921f2cfb tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:25.984538 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a5d5aa76-2e70-46db-a9bf-2b59921f2cfb tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.8252246 Feb 09 01:15:25.991585 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-c7cbcae8-e26d-45d8-965a-a3731b30f9ea req-44e27695-d45e-41ab-96c6-6064a674fde8 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3ec63afea55047c89fb794a4ba0b27d8&device_id=b2acc892-0c4f-46e5-bfb8-ec337a5c4455 HTTP/1.1" status: 200 len: 210 time: 0.2091227 Feb 09 01:15:25.992908 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41346) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:25.996054 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-55f4f93a-ee3e-4d28-a99f-668e128186cc tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:26.020292 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-3864f7e9-3012-4ce8-a785-711bd905fa30 None None] Transition to ACTIVE for port object 03fa32a2-0c43-404a-b710-f94b36bfe80d will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:15:26.029694 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3864f7e9-3012-4ce8-a785-711bd905fa30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:26.233797 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5dcc5e-dcd0-45bb-90e9-93e70742b766 req-184d22dc-35af-43f9-84c7-ba1b911820f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:26.248532 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2a5dcc5e-dcd0-45bb-90e9-93e70742b766 req-184d22dc-35af-43f9-84c7-ba1b911820f1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5 HTTP/1.1" status: 200 len: 918 time: 0.5050764 Feb 09 01:15:26.330992 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f4f93a-ee3e-4d28-a99f-668e128186cc tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=527a4940-8b71-4c84-b13b-bebf7f6979e2,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:26.346556 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-c7cbcae8-e26d-45d8-965a-a3731b30f9ea req-f19ed2ab-f302-4f48-8ea2-cffcf10b2915 service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=3ec63afea55047c89fb794a4ba0b27d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2970276 Feb 09 01:15:26.350224 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-55f4f93a-ee3e-4d28-a99f-668e128186cc tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:26.351588 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-55f4f93a-ee3e-4d28-a99f-668e128186cc tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9918346 Feb 09 01:15:26.354551 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41360) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:26.363694 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-31b86b49-e45d-45ed-a848-67c6e6c00e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'name': 'tempest-RoutersTest-router-783627243', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:56Z', 'updated_at': '2022-02-09T01:15:22Z', 'revision_number': 11, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'gw_port_host': None}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:26.377094 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b86b49-e45d-45ed-a848-67c6e6c00e5e None None] The sync data for ids ['4157810a-8ce4-4f4c-b778-9d0a8a549831'] in n-d-828418-1 is: [{'id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'name': 'tempest-RoutersTest-router-783627243', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:56Z', 'updated_at': '2022-02-09T01:15:22Z', 'revision_number': 11, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'gw_port_host': None}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:15:26.502890 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17b6058-0013-4003-bba1-49e77c0826da None None] Pushing event updated for resources: {'Port': ['ID=03fa32a2-0c43-404a-b710-f94b36bfe80d,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:26.524767 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-3864f7e9-3012-4ce8-a785-711bd905fa30 None None] Attempting to bind port 03fa32a2-0c43-404a-b710-f94b36bfe80d on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:15:26.530083 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-3864f7e9-3012-4ce8-a785-711bd905fa30 None None] Attempting to bind port 03fa32a2-0c43-404a-b710-f94b36bfe80d by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'a1391767-890a-4e98-8e0f-6a2e7c57e752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '20bff6ee-652e-4048-9f92-c38b0eb663f8'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:15:26.530597 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3864f7e9-3012-4ce8-a785-711bd905fa30 None None] Attempting to bind port 03fa32a2-0c43-404a-b710-f94b36bfe80d on network 20bff6ee-652e-4048-9f92-c38b0eb663f8 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:15:26.542282 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3864f7e9-3012-4ce8-a785-711bd905fa30 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:15:26.543018 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3864f7e9-3012-4ce8-a785-711bd905fa30 None None] Checking segment: {'id': 'a1391767-890a-4e98-8e0f-6a2e7c57e752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '20bff6ee-652e-4048-9f92-c38b0eb663f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:15:26.546110 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3864f7e9-3012-4ce8-a785-711bd905fa30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:26.546634 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3864f7e9-3012-4ce8-a785-711bd905fa30 None None] Bound using segment: {'id': 'a1391767-890a-4e98-8e0f-6a2e7c57e752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '20bff6ee-652e-4048-9f92-c38b0eb663f8'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:15:26.547229 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-3864f7e9-3012-4ce8-a785-711bd905fa30 None None] Bound port: 03fa32a2-0c43-404a-b710-f94b36bfe80d, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1391767-890a-4e98-8e0f-6a2e7c57e752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '20bff6ee-652e-4048-9f92-c38b0eb663f8'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:15:26.547714 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3864f7e9-3012-4ce8-a785-711bd905fa30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:26.598883 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-d286116e-b713-4108-9244-c8b74f3788ba tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Request body: {'security_group_rule': {'security_group_id': 'c3b47c16-f2b1-47a4-82f4-0c20ba44fe3f', 'project_id': '8d31597ab3f74931824904826c01d747', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:26.610404 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cbcae8-e26d-45d8-965a-a3731b30f9ea req-f8dd8b2c-34b4-4fe3-9255-94622f0740c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:26.614522 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-c7cbcae8-e26d-45d8-965a-a3731b30f9ea req-f8dd8b2c-34b4-4fe3-9255-94622f0740c1 service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2588432 Feb 09 01:15:26.634817 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d286116e-b713-4108-9244-c8b74f3788ba tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:26.646359 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3099a041-9788-423c-9577-6aa128c19c6d tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:26.729355 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-3864f7e9-3012-4ce8-a785-711bd905fa30 None None] For port 03fa32a2-0c43-404a-b710-f94b36bfe80d, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:15:26.731862 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41366) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:26.733709 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-3864f7e9-3012-4ce8-a785-711bd905fa30 None None] For port 03fa32a2-0c43-404a-b710-f94b36bfe80d, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=03fa32a2-0c43-404a-b710-f94b36bfe80d,segment=NetworkSegment(a1391767-890a-4e98-8e0f-6a2e7c57e752),segment_id=a1391767-890a-4e98-8e0f-6a2e7c57e752)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:15:26.739838 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3864f7e9-3012-4ce8-a785-711bd905fa30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:26.744291 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-d286116e-b713-4108-9244-c8b74f3788ba tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Usage tracker for resource:security_group_rule and tenant:8d31597ab3f74931824904826c01d747 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:26.747659 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f32a972f-b3e6-45cf-9c8f-4c8fd47ddf0e req-b456435a-8ab7-4d85-b259-2967001be72f tempest-ServerShowV257Test-1626924877 tempest-ServerShowV257Test-1626924877-project] 10.222.0.105 "GET /v2.0/ports?device_id=b2acc892-0c4f-46e5-bfb8-ec337a5c4455 HTTP/1.1" status: 200 len: 210 time: 0.2022531 Feb 09 01:15:26.756493 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-d286116e-b713-4108-9244-c8b74f3788ba tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:26.763733 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-ae33297f-bf8f-4b0d-81c7-6e8dc22c0c79 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Request body: {'subnet': {'network_id': '76098bcf-7a7c-4e04-ba32-11645e7fdc21', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:26.786416 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-70e8cb8f-2e90-49d1-a515-d7aa13129438 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:26.839381 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d286116e-b713-4108-9244-c8b74f3788ba tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:26.862934 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17b6058-0013-4003-bba1-49e77c0826da None None] Pushing event updated for resources: {'Port': ['ID=03fa32a2-0c43-404a-b710-f94b36bfe80d,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:26.897451 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3864f7e9-3012-4ce8-a785-711bd905fa30 None None] Routers {'fd6e2969-e599-4a08-a08a-c284d6efc514'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:15:26.899505 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-3864f7e9-3012-4ce8-a785-711bd905fa30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:15:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['fd6e2969-e599-4a08-a08a-c284d6efc514'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:26.923312 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-70e8cb8f-2e90-49d1-a515-d7aa13129438 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:26.997797 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-70e8cb8f-2e90-49d1-a515-d7aa13129438 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:27.001021 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e8cb8f-2e90-49d1-a515-d7aa13129438 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Pushing event deleted for resources: {'Subnet': ['ID=db3e0a00-8428-42ad-b65e-d9b346fbbb82,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:27.010292 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2a5dcc5e-dcd0-45bb-90e9-93e70742b766 req-dda83a5c-1d9c-4430-86dc-226b8642e23a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=635a31bc-b7d0-435e-804d-117b1e246ca7 HTTP/1.1" status: 200 len: 1000 time: 0.7272508 Feb 09 01:15:27.018318 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-70e8cb8f-2e90-49d1-a515-d7aa13129438 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "DELETE /v2.0/subnets/db3e0a00-8428-42ad-b65e-d9b346fbbb82 HTTP/1.1" status: 204 len: 168 time: 2.4592512 Feb 09 01:15:27.019748 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 41372) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:27.036268 n-d-828418-1 neutron-server[87638]: INFO neutron.db.securitygroups_db [None req-d286116e-b713-4108-9244-c8b74f3788ba tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Project 8d31597ab3f74931824904826c01d747 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:15:27.042840 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58c9d4d-6dab-45b2-861d-e3b47dfd7d4e None None] Network c4524fd0-4eb8-463e-9755-9b26024d4430 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:15:27.267428 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefa019f-2df4-4f1d-932e-36e0e5c3b3d4 req-f51c3d99-8904-4dfb-9b36-03063c434f5f tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:27.269144 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fefa019f-2df4-4f1d-932e-36e0e5c3b3d4 req-f51c3d99-8904-4dfb-9b36-03063c434f5f tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb94c7c7-2262-4266-9ff1-ecacf3b56b73 HTTP/1.1" status: 200 len: 945 time: 0.9976053 Feb 09 01:15:27.317142 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 03fa32a2-0c43-404a-b710-f94b36bfe80d up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:15:27.325777 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d286116e-b713-4108-9244-c8b74f3788ba tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:27.377343 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ae33297f-bf8f-4b0d-81c7-6e8dc22c0c79 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:27.381666 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ae33297f-bf8f-4b0d-81c7-6e8dc22c0c79 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Usage tracker for resource:subnet and tenant:89095cdfc9c942dc809f66cd477d6f7d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:27.384991 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ae33297f-bf8f-4b0d-81c7-6e8dc22c0c79 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:27.392786 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ae33297f-bf8f-4b0d-81c7-6e8dc22c0c79 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:27.400857 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5dcc5e-dcd0-45bb-90e9-93e70742b766 req-3cb2b4e7-2120-4837-a9b1-969061b7b46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:27.403049 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2a5dcc5e-dcd0-45bb-90e9-93e70742b766 req-3cb2b4e7-2120-4837-a9b1-969061b7b46a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9ba82490-d70a-42fe-a7ff-0aeb7f428073 HTTP/1.1" status: 200 len: 856 time: 0.3856328 Feb 09 01:15:27.462411 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3099a041-9788-423c-9577-6aa128c19c6d tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:27.465434 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3099a041-9788-423c-9577-6aa128c19c6d tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:27.474231 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae33297f-bf8f-4b0d-81c7-6e8dc22c0c79 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Made reservation on behalf of 89095cdfc9c942dc809f66cd477d6f7d for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:15:27.479203 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ae33297f-bf8f-4b0d-81c7-6e8dc22c0c79 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:27.494671 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2c8067d4-b41f-4194-be5a-f1c73c268c38 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:27.512380 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fefa019f-2df4-4f1d-932e-36e0e5c3b3d4 req-60880a24-c215-4fbf-85f4-f14a61fa98f1 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=e6bfd964-7aa5-43a2-a057-7d9b16c44215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2142527 Feb 09 01:15:27.533561 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-3864f7e9-3012-4ce8-a785-711bd905fa30 None None] Set router fd6e2969-e599-4a08-a08a-c284d6efc514 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:15:27.572087 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-2c8067d4-b41f-4194-be5a-f1c73c268c38 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Deleting port 6ed59c53-e811-4728-a9d1-9808bf9d370c {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:15:27.577276 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2c8067d4-b41f-4194-be5a-f1c73c268c38 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:27.614896 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d286116e-b713-4108-9244-c8b74f3788ba tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:27.630119 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3099a041-9788-423c-9577-6aa128c19c6d tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:27.630860 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3099a041-9788-423c-9577-6aa128c19c6d tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 11ee4901-9b96-4e4f-abf2-292bb9c6fd4d {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:15:27.636782 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d286116e-b713-4108-9244-c8b74f3788ba tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:27.677453 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d286116e-b713-4108-9244-c8b74f3788ba tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3841def5-30e8-4bd3-a112-a728254ce3ed,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:27.679648 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3099a041-9788-423c-9577-6aa128c19c6d tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:27.680968 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-3099a041-9788-423c-9577-6aa128c19c6d tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] 10.222.0.105 "DELETE /v2.0/routers/11ee4901-9b96-4e4f-abf2-292bb9c6fd4d HTTP/1.1" status: 204 len: 168 time: 1.6524138 Feb 09 01:15:27.685816 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41386) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:27.706179 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-3bf4746f-bf56-4f9c-8ad9-822152640539 tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] Request body: {'router': {'name': 'tempest-router-2085116325', 'distributed': False}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:27.712171 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 03fa32a2-0c43-404a-b710-f94b36bfe80d completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:15:27.727591 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3bf4746f-bf56-4f9c-8ad9-822152640539 tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:27.738545 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-3bf4746f-bf56-4f9c-8ad9-822152640539 tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] Usage tracker for resource:router and tenant:9ec6ccb25d3c43d3839ff5d262c89cd6 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:27.742575 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d286116e-b713-4108-9244-c8b74f3788ba tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:27.750280 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d286116e-b713-4108-9244-c8b74f3788ba tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.3930941 Feb 09 01:15:27.751749 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-3bf4746f-bf56-4f9c-8ad9-822152640539 tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:27.760668 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3bf4746f-bf56-4f9c-8ad9-822152640539 tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:27.787655 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2dd5321-26a7-4fe4-912f-1d345fb95361 None None] DHCP port deletion for c4524fd0-4eb8-463e-9755-9b26024d4430 request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:15:27.820457 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2dd5321-26a7-4fe4-912f-1d345fb95361 None None] Deleting port 6ed59c53-e811-4728-a9d1-9808bf9d370c {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:15:27.820831 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2dd5321-26a7-4fe4-912f-1d345fb95361 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:27.828044 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3bf4746f-bf56-4f9c-8ad9-822152640539 tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:27.828943 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee41d6f-eb3f-48aa-949e-dade04588bf6 req-36fc04a6-d93d-472b-b450-f6767389026b tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:27.829124 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3bf4746f-bf56-4f9c-8ad9-822152640539 tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:27.836015 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7ee41d6f-eb3f-48aa-949e-dade04588bf6 req-36fc04a6-d93d-472b-b450-f6767389026b tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/networks?id=20b4b911-e8a6-45af-95dc-9b595aff0444 HTTP/1.1" status: 200 len: 806 time: 0.5958803 Feb 09 01:15:27.860354 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7ee41d6f-eb3f-48aa-949e-dade04588bf6 req-e1e5325d-d8e4-41ad-867b-a29403635613 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/quotas/ecfa99ec90404d2da344b2927ef93a25 HTTP/1.1" status: 200 len: 375 time: 0.0231941 Feb 09 01:15:27.895488 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 03fa32a2-0c43-404a-b710-f94b36bfe80d triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:27.895736 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:27.912037 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3bf4746f-bf56-4f9c-8ad9-822152640539 tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:27.939084 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5dcc5e-dcd0-45bb-90e9-93e70742b766 req-25bfaaab-070f-442e-9807-c7db16f9a5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:27.941134 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2a5dcc5e-dcd0-45bb-90e9-93e70742b766 req-25bfaaab-070f-442e-9807-c7db16f9a5a5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5230258 Feb 09 01:15:27.975365 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ae33297f-bf8f-4b0d-81c7-6e8dc22c0c79 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:28.018003 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3bf4746f-bf56-4f9c-8ad9-822152640539 tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:28.122995 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3bf4746f-bf56-4f9c-8ad9-822152640539 tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:28.124188 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-3bf4746f-bf56-4f9c-8ad9-822152640539 tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4352117 Feb 09 01:15:28.132448 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae33297f-bf8f-4b0d-81c7-6e8dc22c0c79 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Pushing event updated for resources: {'Subnet': ['ID=9fa35fa5-1329-438e-81ad-8a9f893db563,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:28.141850 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41396) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:28.148133 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-c7cbcae8-e26d-45d8-965a-a3731b30f9ea req-89d3e062-9641-442b-9e14-006199f0e046 tempest-ServerShowV257Test-1626924877 tempest-ServerShowV257Test-1626924877-project] 10.222.0.99 "GET /v2.0/ports?device_id=b2acc892-0c4f-46e5-bfb8-ec337a5c4455 HTTP/1.1" status: 200 len: 210 time: 0.0650449 Feb 09 01:15:28.213940 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-2c8067d4-b41f-4194-be5a-f1c73c268c38 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] For port 6ed59c53-e811-4728-a9d1-9808bf9d370c, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=6ed59c53-e811-4728-a9d1-9808bf9d370c,segment=NetworkSegment(800b9ccb-d1d4-406c-8154-1adc8018e3f4),segment_id=800b9ccb-d1d4-406c-8154-1adc8018e3f4)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:15:28.213940 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2c8067d4-b41f-4194-be5a-f1c73c268c38 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:28.247190 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bd3c779f-cedc-4e43-a613-4814d91f3d77 req-ce3834ae-e4b3-4cf1-adaf-94f0463282ca tempest-ServerShowV257Test-1626924877 tempest-ServerShowV257Test-1626924877-project] 10.222.0.105 "GET /v2.0/ports?device_id=b2acc892-0c4f-46e5-bfb8-ec337a5c4455 HTTP/1.1" status: 200 len: 210 time: 0.2611730 Feb 09 01:15:28.325755 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e24e3070-bafc-46a0-ad15-30bf97bacf0a tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:28.362470 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2dd5321-26a7-4fe4-912f-1d345fb95361 None None] For port 6ed59c53-e811-4728-a9d1-9808bf9d370c, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=6ed59c53-e811-4728-a9d1-9808bf9d370c,segment=NetworkSegment(800b9ccb-d1d4-406c-8154-1adc8018e3f4),segment_id=800b9ccb-d1d4-406c-8154-1adc8018e3f4)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:15:28.365954 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2dd5321-26a7-4fe4-912f-1d345fb95361 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:28.416597 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae33297f-bf8f-4b0d-81c7-6e8dc22c0c79 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Checking segment: {'id': '92c2aa35-c7f3-4ef5-acc0-1312f2939189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '76098bcf-7a7c-4e04-ba32-11645e7fdc21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:15:28.416874 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae33297f-bf8f-4b0d-81c7-6e8dc22c0c79 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Network hostable DHCP agents. Network: 76098bcf-7a7c-4e04-ba32-11645e7fdc21, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:15:28.464195 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-2c8067d4-b41f-4194-be5a-f1c73c268c38 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Calling delete_port for 6ed59c53-e811-4728-a9d1-9808bf9d370c owned by network:dhcp {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:15:28.520007 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2dd5321-26a7-4fe4-912f-1d345fb95361 None None] Calling delete_port for 6ed59c53-e811-4728-a9d1-9808bf9d370c owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:15:28.553109 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-3864f7e9-3012-4ce8-a785-711bd905fa30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd6e2969-e599-4a08-a08a-c284d6efc514', 'name': 'tempest-TestServerBasicOps-1130019316-router', 'tenant_id': 'd08bd38378a04204ad356664c0f36626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '000e7c15-4c1d-406e-9191-56601c11ba01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:15:04Z', 'updated_at': '2022-02-09T01:15:15Z', 'revision_number': 4, 'project_id': 'd08bd38378a04204ad356664c0f36626', 'gw_port': {'id': '000e7c15-4c1d-406e-9191-56601c11ba01', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:65:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6e2969-e599-4a08-a08a-c284d6efc514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:15:07Z', 'updated_at': '2022-02-09T01:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '03fa32a2-0c43-404a-b710-f94b36bfe80d', 'name': '', 'network_id': '20bff6ee-652e-4048-9f92-c38b0eb663f8', 'tenant_id': 'd08bd38378a04204ad356664c0f36626', 'mac_address': 'fa:16:3e:ff:1b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd6e2969-e599-4a08-a08a-c284d6efc514', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': 'bd081e22-6ac0-49af-b94e-cf62baacd99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:15:13Z', 'updated_at': '2022-02-09T01:15:26Z', 'revision_number': 4, 'project_id': 'd08bd38378a04204ad356664c0f36626', 'subnets': [{'id': 'bd081e22-6ac0-49af-b94e-cf62baacd99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:28.564873 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:28.593452 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3864f7e9-3012-4ce8-a785-711bd905fa30 None None] The sync data for ids ['fd6e2969-e599-4a08-a08a-c284d6efc514'] in n-d-828418-1 is: [{'id': 'fd6e2969-e599-4a08-a08a-c284d6efc514', 'name': 'tempest-TestServerBasicOps-1130019316-router', 'tenant_id': 'd08bd38378a04204ad356664c0f36626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '000e7c15-4c1d-406e-9191-56601c11ba01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:15:04Z', 'updated_at': '2022-02-09T01:15:15Z', 'revision_number': 4, 'project_id': 'd08bd38378a04204ad356664c0f36626', 'gw_port': {'id': '000e7c15-4c1d-406e-9191-56601c11ba01', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:65:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6e2969-e599-4a08-a08a-c284d6efc514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:15:07Z', 'updated_at': '2022-02-09T01:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '03fa32a2-0c43-404a-b710-f94b36bfe80d', 'name': '', 'network_id': '20bff6ee-652e-4048-9f92-c38b0eb663f8', 'tenant_id': 'd08bd38378a04204ad356664c0f36626', 'mac_address': 'fa:16:3e:ff:1b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd6e2969-e599-4a08-a08a-c284d6efc514', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': 'bd081e22-6ac0-49af-b94e-cf62baacd99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:15:13Z', 'updated_at': '2022-02-09T01:15:26Z', 'revision_number': 4, 'project_id': 'd08bd38378a04204ad356664c0f36626', 'subnets': [{'id': 'bd081e22-6ac0-49af-b94e-cf62baacd99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:15:28.632532 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 03fa32a2-0c43-404a-b710-f94b36bfe80d, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=03fa32a2-0c43-404a-b710-f94b36bfe80d,segment=NetworkSegment(a1391767-890a-4e98-8e0f-6a2e7c57e752),segment_id=a1391767-890a-4e98-8e0f-6a2e7c57e752)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:15:28.638084 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:28.649104 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae33297f-bf8f-4b0d-81c7-6e8dc22c0c79 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Network 76098bcf-7a7c-4e04-ba32-11645e7fdc21 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:15:28.661862 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7ee41d6f-eb3f-48aa-949e-dade04588bf6 req-cfcc5af4-c999-4f76-927e-87701f42fde4 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=ecfa99ec90404d2da344b2927ef93a25&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8002639 Feb 09 01:15:28.676083 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-ae33297f-bf8f-4b0d-81c7-6e8dc22c0c79 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 76098bcf-7a7c-4e04-ba32-11645e7fdc21) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:28.684373 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae33297f-bf8f-4b0d-81c7-6e8dc22c0c79 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:28.685003 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ae33297f-bf8f-4b0d-81c7-6e8dc22c0c79 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:28.705308 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 629925dc-613b-427a-bf38-914c2968ccf9 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:15:28.748021 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8bbed1-4453-4202-8d00-5fde32538314 None None] Network 76098bcf-7a7c-4e04-ba32-11645e7fdc21 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:15:28.774679 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 629925dc-613b-427a-bf38-914c2968ccf9 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:15:28.774679 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 629925dc-613b-427a-bf38-914c2968ccf9 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:15:28.820115 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ae33297f-bf8f-4b0d-81c7-6e8dc22c0c79 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0782485 Feb 09 01:15:28.825725 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41410) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:28.832704 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e24e3070-bafc-46a0-ad15-30bf97bacf0a tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:28.843756 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-fad7f438-9b48-4c5b-9c13-ba8f5428f899 req-f622a7aa-3a63-4155-8578-dad9fbd6485e tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Synchronizing usage tracker for tenant:8d31597ab3f74931824904826c01d747 on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:15:28.855370 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2a5dcc5e-dcd0-45bb-90e9-93e70742b766 req-de6db547-e9ad-451f-afa0-4535214e0109 service neutron] 10.222.0.62 "GET /v2.0/networks/0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9008789 Feb 09 01:15:28.856919 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-13749800-c9e9-4b83-901a-35a1717b89c8 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-977900165'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:28.863118 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e24e3070-bafc-46a0-ad15-30bf97bacf0a tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:28.868062 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-13749800-c9e9-4b83-901a-35a1717b89c8 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:28.878069 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-13749800-c9e9-4b83-901a-35a1717b89c8 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Usage tracker for resource:network and tenant:89095cdfc9c942dc809f66cd477d6f7d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:28.890415 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-13749800-c9e9-4b83-901a-35a1717b89c8 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:28.892528 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-d2dd5321-26a7-4fe4-912f-1d345fb95361 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 09 01:15:28.892528 n-d-828418-1 neutron-server[87640]: [SQL: DELETE FROM ml2_port_binding_levels WHERE ml2_port_binding_levels.port_id = %(port_id)s AND ml2_port_binding_levels.host = %(host)s AND ml2_port_binding_levels.`level` = %(level)s] Feb 09 01:15:28.892528 n-d-828418-1 neutron-server[87640]: [parameters: {'port_id': '6ed59c53-e811-4728-a9d1-9808bf9d370c', 'host': 'n-d-828418-1', 'level': 0}] Feb 09 01:15:28.892528 n-d-828418-1 neutron-server[87640]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:15:28.893273 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-d2dd5321-26a7-4fe4-912f-1d345fb95361 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:15:28.897823 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-13749800-c9e9-4b83-901a-35a1717b89c8 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:28.913456 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e24e3070-bafc-46a0-ad15-30bf97bacf0a tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:28.925148 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e24e3070-bafc-46a0-ad15-30bf97bacf0a tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fcf83239-93d2-47f2-a58a-d9ffcc8c24e1 {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:15:28.931114 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13749800-c9e9-4b83-901a-35a1717b89c8 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Made reservation on behalf of 89095cdfc9c942dc809f66cd477d6f7d for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:15:28.935439 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-13749800-c9e9-4b83-901a-35a1717b89c8 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:28.943853 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=03fa32a2-0c43-404a-b710-f94b36bfe80d,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:28.975476 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e24e3070-bafc-46a0-ad15-30bf97bacf0a tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:28.976621 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e24e3070-bafc-46a0-ad15-30bf97bacf0a tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] 10.222.0.105 "DELETE /v2.0/routers/fcf83239-93d2-47f2-a58a-d9ffcc8c24e1 HTTP/1.1" status: 204 len: 168 time: 0.8339193 Feb 09 01:15:28.986645 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41414) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:29.000813 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-0fcec82c-4b83-442f-9135-d689db0aef26 tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] Request body: {'router': {'name': 'tempest-router-372479591', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '8c3ec29268ac4a5d94dcbada37435aa2'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:29.021119 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13749800-c9e9-4b83-901a-35a1717b89c8 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:15:29.037509 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-13749800-c9e9-4b83-901a-35a1717b89c8 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:29.037961 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-13749800-c9e9-4b83-901a-35a1717b89c8 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Added segment c5b35712-6a07-40d8-b610-badd769a1318 of type vlan for network 0d3716e9-1deb-49b2-8d47-3af670228354 Feb 09 01:15:29.072119 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-13749800-c9e9-4b83-901a-35a1717b89c8 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:29.114068 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-0fcec82c-4b83-442f-9135-d689db0aef26 tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:29.122479 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-0fcec82c-4b83-442f-9135-d689db0aef26 tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] Usage tracker for resource:router and tenant:8c3ec29268ac4a5d94dcbada37435aa2 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:29.126350 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-0fcec82c-4b83-442f-9135-d689db0aef26 tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:29.141274 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-13749800-c9e9-4b83-901a-35a1717b89c8 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:29.148129 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13749800-c9e9-4b83-901a-35a1717b89c8 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:29.149225 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-13749800-c9e9-4b83-901a-35a1717b89c8 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:29.150131 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7ee41d6f-eb3f-48aa-949e-dade04588bf6 req-c69e936b-d9cb-4950-93d0-2392e1606ba3 service neutron] 10.222.0.105 "GET /v2.0/networks/20b4b911-e8a6-45af-95dc-9b595aff0444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4872599 Feb 09 01:15:29.154702 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-fad7f438-9b48-4c5b-9c13-ba8f5428f899 req-f622a7aa-3a63-4155-8578-dad9fbd6485e tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Unset dirty status for tenant:8d31597ab3f74931824904826c01d747 on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:15:29.160543 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 03fa32a2-0c43-404a-b710-f94b36bfe80d up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:15:29.162892 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-0fcec82c-4b83-442f-9135-d689db0aef26 tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:29.167452 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fad7f438-9b48-4c5b-9c13-ba8f5428f899 req-f622a7aa-3a63-4155-8578-dad9fbd6485e tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-944120850&fields=id&tenant_id=8d31597ab3f74931824904826c01d747 HTTP/1.1" status: 200 len: 267 time: 0.7145956 Feb 09 01:15:29.169938 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2c8067d4-b41f-4194-be5a-f1c73c268c38 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:29.244692 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda86ac6-248e-4da3-ac7b-2b08a297361c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-76098bcf-7a7c-4e04-ba32-11645e7fdc21', 'network_id': '76098bcf-7a7c-4e04-ba32-11645e7fdc21', 'tenant_id': '89095cdfc9c942dc809f66cd477d6f7d', 'fixed_ips': [{'subnet_id': '9fa35fa5-1329-438e-81ad-8a9f893db563'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:15:29.245526 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fda86ac6-248e-4da3-ac7b-2b08a297361c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:29.276133 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0fcec82c-4b83-442f-9135-d689db0aef26 tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:29.277587 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0fcec82c-4b83-442f-9135-d689db0aef26 tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:29.301102 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-13749800-c9e9-4b83-901a-35a1717b89c8 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4653420 Feb 09 01:15:29.305289 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41420) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:29.313995 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-c1c7aa3a-7056-43a2-96ac-a24faad5296a tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Request body: {'subnet': {'network_id': '0d3716e9-1deb-49b2-8d47-3af670228354', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:29.345810 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8067d4-b41f-4194-be5a-f1c73c268c38 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] No DVR routers for this DVR port 6ed59c53-e811-4728-a9d1-9808bf9d370c on host n-d-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:15:29.402077 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2dd5321-26a7-4fe4-912f-1d345fb95361 None None] Deleting port 6ed59c53-e811-4728-a9d1-9808bf9d370c {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:15:29.402665 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2dd5321-26a7-4fe4-912f-1d345fb95361 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:29.433016 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 635a31bc-b7d0-435e-804d-117b1e246ca7 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:15:29.459083 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8067d4-b41f-4194-be5a-f1c73c268c38 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Pushing event deleted for resources: {'Port': ['ID=6ed59c53-e811-4728-a9d1-9808bf9d370c,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:29.557228 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13749800-c9e9-4b83-901a-35a1717b89c8 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Pushing event updated for resources: {'Network': ['ID=0d3716e9-1deb-49b2-8d47-3af670228354,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:29.559842 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2dd5321-26a7-4fe4-912f-1d345fb95361 None None] The port '6ed59c53-e811-4728-a9d1-9808bf9d370c' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:15:29.574494 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 0d3716e9-1deb-49b2-8d47-3af670228354 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:15:29.601056 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0fcec82c-4b83-442f-9135-d689db0aef26 tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:29.655234 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2c8067d4-b41f-4194-be5a-f1c73c268c38 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:29.668976 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c1c7aa3a-7056-43a2-96ac-a24faad5296a tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:29.672325 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0fcec82c-4b83-442f-9135-d689db0aef26 tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:29.702809 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-c1c7aa3a-7056-43a2-96ac-a24faad5296a tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Usage tracker for resource:subnet and tenant:89095cdfc9c942dc809f66cd477d6f7d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:29.706951 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0fcec82c-4b83-442f-9135-d689db0aef26 tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:29.713325 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-0fcec82c-4b83-442f-9135-d689db0aef26 tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7168930 Feb 09 01:15:29.713944 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41424) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:29.714838 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-c1c7aa3a-7056-43a2-96ac-a24faad5296a tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:29.728250 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-1671e102-3d5e-4539-b23f-4ce6f06e748c tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] Request body: {'router': {'distributed': True}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:29.738241 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 03fa32a2-0c43-404a-b710-f94b36bfe80d triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:29.738821 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:29.752785 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-2c8067d4-b41f-4194-be5a-f1c73c268c38 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4524fd0-4eb8-463e-9755-9b26024d4430']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:29.761753 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2a5dcc5e-dcd0-45bb-90e9-93e70742b766 req-1125042e-edff-4c97-8740-1d9ccfc186d1 service neutron] 10.222.0.62 "GET /v2.0/networks/0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8992472 Feb 09 01:15:29.797417 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c1c7aa3a-7056-43a2-96ac-a24faad5296a tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:29.809389 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-2c8067d4-b41f-4194-be5a-f1c73c268c38 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '800b9ccb-d1d4-406c-8154-1adc8018e3f4') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:29.809389 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-2c8067d4-b41f-4194-be5a-f1c73c268c38 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '800b9ccb-d1d4-406c-8154-1adc8018e3f4') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:29.830037 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2c8067d4-b41f-4194-be5a-f1c73c268c38 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:29.838481 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7ee41d6f-eb3f-48aa-949e-dade04588bf6 req-062b62c2-64ef-48a2-8d0f-f466acc8e7ff service neutron] 10.222.0.105 "GET /v2.0/networks/20b4b911-e8a6-45af-95dc-9b595aff0444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6537621 Feb 09 01:15:29.847267 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad7f438-9b48-4c5b-9c13-ba8f5428f899 req-0aa20529-f968-49ea-9de9-b1ddc967a03d tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:29.848006 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-fad7f438-9b48-4c5b-9c13-ba8f5428f899 req-0aa20529-f968-49ea-9de9-b1ddc967a03d tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Synchronizing usage tracker for tenant:8d31597ab3f74931824904826c01d747 on resource:network {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:15:29.869684 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-fad7f438-9b48-4c5b-9c13-ba8f5428f899 req-0aa20529-f968-49ea-9de9-b1ddc967a03d tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Unset dirty status for tenant:8d31597ab3f74931824904826c01d747 on resource:network {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:15:29.876050 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fad7f438-9b48-4c5b-9c13-ba8f5428f899 req-0aa20529-f968-49ea-9de9-b1ddc967a03d tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] 10.222.0.105 "GET /v2.0/networks?id=60022e06-d2c3-4006-9f7a-1040f75a4a6b HTTP/1.1" status: 200 len: 809 time: 0.7074957 Feb 09 01:15:29.879066 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2c8067d4-b41f-4194-be5a-f1c73c268c38 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:29.896875 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c7aa3a-7056-43a2-96ac-a24faad5296a tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Made reservation on behalf of 89095cdfc9c942dc809f66cd477d6f7d for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:15:29.898114 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:29.901500 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c1c7aa3a-7056-43a2-96ac-a24faad5296a tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:29.904583 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fad7f438-9b48-4c5b-9c13-ba8f5428f899 req-7b4425e2-691f-461d-b316-102dd7d4ee3f tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] 10.222.0.105 "GET /v2.0/quotas/8d31597ab3f74931824904826c01d747 HTTP/1.1" status: 200 len: 375 time: 0.0274372 Feb 09 01:15:29.911914 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-fda86ac6-248e-4da3-ac7b-2b08a297361c None None] Allocated IP 2001:db8:0:ffff::2 (76098bcf-7a7c-4e04-ba32-11645e7fdc21/9fa35fa5-1329-438e-81ad-8a9f893db563/f0ba7f5a-155a-412f-8146-f1ebd8a1c45d) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:15:29.945454 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c8067d4-b41f-4194-be5a-f1c73c268c38 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:15:29.945917 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2c8067d4-b41f-4194-be5a-f1c73c268c38 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:29.962304 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 01:15:29.962304 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:15:29.962304 n-d-828418-1 neutron-server[87639]: timer() Feb 09 01:15:29.962304 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:15:29.962304 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 01:15:29.962304 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:15:29.962304 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 01:15:29.962304 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:15:29.962304 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 01:15:29.962304 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:15:29.962304 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 01:15:29.962304 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:15:29.962304 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 01:15:29.962304 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:15:29.962304 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:15:29.962304 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:15:29.962304 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:15:29.962304 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:15:29.962304 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 01:15:29.962304 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:15:29.962304 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 01:15:29.962304 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:15:29.962304 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:15:29.962304 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:15:29.962304 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 01:15:29.962304 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:15:29.962304 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:15:29.962304 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:15:29.962304 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:15:29.962304 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:15:29.962304 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:15:29.962304 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:15:30.029771 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb94c7c7-2262-4266-9ff1-ecacf3b56b73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '635a31bc-b7d0-435e-804d-117b1e246ca7'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:15:30.093496 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2c8067d4-b41f-4194-be5a-f1c73c268c38 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:30.118074 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fad7f438-9b48-4c5b-9c13-ba8f5428f899 req-7f56001d-f182-4be9-8e62-e2ef9604eb14 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=8d31597ab3f74931824904826c01d747&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2053845 Feb 09 01:15:30.140577 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 635a31bc-b7d0-435e-804d-117b1e246ca7, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=635a31bc-b7d0-435e-804d-117b1e246ca7,segment=NetworkSegment(ce0dc62c-7941-4b08-ad25-dc67d17d1ad0),segment_id=ce0dc62c-7941-4b08-ad25-dc67d17d1ad0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:15:30.150124 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2c8067d4-b41f-4194-be5a-f1c73c268c38 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:30.165854 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:30.203709 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c1c7aa3a-7056-43a2-96ac-a24faad5296a tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:30.290597 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=635a31bc-b7d0-435e-804d-117b1e246ca7,revision_number=8']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:30.330371 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 6ed59c53-e811-4728-a9d1-9808bf9d370c no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:15:30.401196 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8067d4-b41f-4194-be5a-f1c73c268c38 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Pushing event deleted for resources: {'Network': ['ID=c4524fd0-4eb8-463e-9755-9b26024d4430,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:30.406947 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 6ed59c53-e811-4728-a9d1-9808bf9d370c {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:15:30.407483 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 6ed59c53-e811-4728-a9d1-9808bf9d370c not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:15:30.446795 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fda86ac6-248e-4da3-ac7b-2b08a297361c None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:30.459404 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fda86ac6-248e-4da3-ac7b-2b08a297361c None None] Transition to ACTIVE for port object f0ba7f5a-155a-412f-8146-f1ebd8a1c45d will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:15:30.489006 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fda86ac6-248e-4da3-ac7b-2b08a297361c None None] Transition to ACTIVE for port object f0ba7f5a-155a-412f-8146-f1ebd8a1c45d will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:15:30.498069 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-2c8067d4-b41f-4194-be5a-f1c73c268c38 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "DELETE /v2.0/networks/c4524fd0-4eb8-463e-9755-9b26024d4430 HTTP/1.1" status: 204 len: 168 time: 3.4260614 Feb 09 01:15:30.498644 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fda86ac6-248e-4da3-ac7b-2b08a297361c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:30.506941 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 41440) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:30.521802 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-c186b738-7ded-4a5a-bc2b-56058c3f1e65 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Request body: {'router': {'routes': None}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:30.530805 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c7aa3a-7056-43a2-96ac-a24faad5296a tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Checking segment: {'id': 'c5b35712-6a07-40d8-b610-badd769a1318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0d3716e9-1deb-49b2-8d47-3af670228354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:15:30.531036 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c7aa3a-7056-43a2-96ac-a24faad5296a tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Network hostable DHCP agents. Network: 0d3716e9-1deb-49b2-8d47-3af670228354, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:15:30.574156 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7aa3a-7056-43a2-96ac-a24faad5296a tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Pushing event updated for resources: {'Subnet': ['ID=e4b85508-03e1-4803-8b8b-d5bac359e651,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:30.576925 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda86ac6-248e-4da3-ac7b-2b08a297361c None None] Network 76098bcf-7a7c-4e04-ba32-11645e7fdc21 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:15:30.580042 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c7aa3a-7056-43a2-96ac-a24faad5296a tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Network 0d3716e9-1deb-49b2-8d47-3af670228354 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:15:30.580667 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-fda86ac6-248e-4da3-ac7b-2b08a297361c None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:30.587911 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda86ac6-248e-4da3-ac7b-2b08a297361c None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:15:30.644308 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1671e102-3d5e-4539-b23f-4ce6f06e748c tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:30.644637 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1671e102-3d5e-4539-b23f-4ce6f06e748c tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] Notify callbacks [] for router, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:30.661094 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fad7f438-9b48-4c5b-9c13-ba8f5428f899 req-58532965-3e93-470b-a50c-cc33ba321c8f service neutron] 10.222.0.105 "GET /v2.0/networks/60022e06-d2c3-4006-9f7a-1040f75a4a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5423381 Feb 09 01:15:30.684250 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda86ac6-248e-4da3-ac7b-2b08a297361c None None] Pushing event updated for resources: {'Port': ['ID=f0ba7f5a-155a-412f-8146-f1ebd8a1c45d,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:30.704761 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-fda86ac6-248e-4da3-ac7b-2b08a297361c None None] Attempting to bind port f0ba7f5a-155a-412f-8146-f1ebd8a1c45d on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:15:30.705343 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-fda86ac6-248e-4da3-ac7b-2b08a297361c None None] Attempting to bind port f0ba7f5a-155a-412f-8146-f1ebd8a1c45d by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '92c2aa35-c7f3-4ef5-acc0-1312f2939189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '76098bcf-7a7c-4e04-ba32-11645e7fdc21'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:15:30.705810 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda86ac6-248e-4da3-ac7b-2b08a297361c None None] Attempting to bind port f0ba7f5a-155a-412f-8146-f1ebd8a1c45d on network 76098bcf-7a7c-4e04-ba32-11645e7fdc21 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:15:30.713535 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda86ac6-248e-4da3-ac7b-2b08a297361c None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:15:30.715140 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda86ac6-248e-4da3-ac7b-2b08a297361c None None] Checking segment: {'id': '92c2aa35-c7f3-4ef5-acc0-1312f2939189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '76098bcf-7a7c-4e04-ba32-11645e7fdc21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:15:30.715294 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fda86ac6-248e-4da3-ac7b-2b08a297361c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:30.715738 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda86ac6-248e-4da3-ac7b-2b08a297361c None None] Bound using segment: {'id': '92c2aa35-c7f3-4ef5-acc0-1312f2939189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '76098bcf-7a7c-4e04-ba32-11645e7fdc21'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:15:30.716443 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-fda86ac6-248e-4da3-ac7b-2b08a297361c None None] Bound port: f0ba7f5a-155a-412f-8146-f1ebd8a1c45d, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92c2aa35-c7f3-4ef5-acc0-1312f2939189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '76098bcf-7a7c-4e04-ba32-11645e7fdc21'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:15:30.717219 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fda86ac6-248e-4da3-ac7b-2b08a297361c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:30.777946 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-c1c7aa3a-7056-43a2-96ac-a24faad5296a tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 0d3716e9-1deb-49b2-8d47-3af670228354) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:30.783105 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c7aa3a-7056-43a2-96ac-a24faad5296a tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:30.783700 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c1c7aa3a-7056-43a2-96ac-a24faad5296a tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:30.787777 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbb9d69-5e21-4d67-9c59-9756d665ec7b None None] Network 0d3716e9-1deb-49b2-8d47-3af670228354 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:15:30.827094 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-1671e102-3d5e-4539-b23f-4ce6f06e748c tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=87638) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Feb 09 01:15:30.827429 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-1671e102-3d5e-4539-b23f-4ce6f06e748c tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] Router bc3faf47-d8e9-4402-bbb3-dab3701e8a11 migrating from provider to provider. {{(pid=87638) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Feb 09 01:15:30.827855 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1671e102-3d5e-4539-b23f-4ce6f06e748c tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:30.838768 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c1c7aa3a-7056-43a2-96ac-a24faad5296a tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5276475 Feb 09 01:15:30.838768 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1671e102-3d5e-4539-b23f-4ce6f06e748c tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:30.839676 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41444) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:30.929418 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fda86ac6-248e-4da3-ac7b-2b08a297361c None None] For port f0ba7f5a-155a-412f-8146-f1ebd8a1c45d, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:15:30.937417 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fda86ac6-248e-4da3-ac7b-2b08a297361c None None] For port f0ba7f5a-155a-412f-8146-f1ebd8a1c45d, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=f0ba7f5a-155a-412f-8146-f1ebd8a1c45d,segment=NetworkSegment(92c2aa35-c7f3-4ef5-acc0-1312f2939189),segment_id=92c2aa35-c7f3-4ef5-acc0-1312f2939189)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:15:30.950157 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1671e102-3d5e-4539-b23f-4ce6f06e748c tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1673984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1674007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1671766'] for router, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:30.955592 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fda86ac6-248e-4da3-ac7b-2b08a297361c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:31.041829 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fad7f438-9b48-4c5b-9c13-ba8f5428f899 req-c5f0051f-a4d0-4719-b7d8-21f3c63d0470 service neutron] 10.222.0.105 "GET /v2.0/networks/60022e06-d2c3-4006-9f7a-1040f75a4a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3561418 Feb 09 01:15:31.136964 n-d-828418-1 neutron-server[87638]: WARNING neutron.scheduler.l3_agent_scheduler [None req-1671e102-3d5e-4539-b23f-4ce6f06e748c tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] No L3 agents can host the router bc3faf47-d8e9-4402-bbb3-dab3701e8a11 Feb 09 01:15:31.147424 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fc6bc43f-c489-443d-ad43-06ccefb21ade tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:31.153448 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda86ac6-248e-4da3-ac7b-2b08a297361c None None] Pushing event updated for resources: {'Port': ['ID=f0ba7f5a-155a-412f-8146-f1ebd8a1c45d,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:31.161311 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e20117-d864-4754-b8ba-fa5e14c7aa9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-0d3716e9-1deb-49b2-8d47-3af670228354', 'network_id': '0d3716e9-1deb-49b2-8d47-3af670228354', 'tenant_id': '89095cdfc9c942dc809f66cd477d6f7d', 'fixed_ips': [{'subnet_id': 'e4b85508-03e1-4803-8b8b-d5bac359e651'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:15:31.162451 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-94e20117-d864-4754-b8ba-fa5e14c7aa9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:31.172660 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.extraroute_db [None req-c186b738-7ded-4a5a-bc2b-56058c3f1e65 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Added routes are [] {{(pid=87639) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 09 01:15:31.172960 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.extraroute_db [None req-c186b738-7ded-4a5a-bc2b-56058c3f1e65 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Removed routes are [] {{(pid=87639) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 09 01:15:31.173319 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c186b738-7ded-4a5a-bc2b-56058c3f1e65 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:31.182701 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756fddb7-d6ea-4120-b5b7-e490a8bdde7a req-24d30949-0b22-47d2-85d8-dcf93f150656 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:31.184237 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-756fddb7-d6ea-4120-b5b7-e490a8bdde7a req-24d30949-0b22-47d2-85d8-dcf93f150656 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb94c7c7-2262-4266-9ff1-ecacf3b56b73 HTTP/1.1" status: 200 len: 943 time: 1.0100191 Feb 09 01:15:31.700345 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c186b738-7ded-4a5a-bc2b-56058c3f1e65 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:31.707225 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c186b738-7ded-4a5a-bc2b-56058c3f1e65 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1673984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1674007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1671766'] for router, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:31.721459 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-94e20117-d864-4754-b8ba-fa5e14c7aa9d None None] Allocated IP 2001:db8::1 (0d3716e9-1deb-49b2-8d47-3af670228354/e4b85508-03e1-4803-8b8b-d5bac359e651/c3a680b5-1571-4ca4-9a89-5259b7cc7989) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:15:31.888051 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fc6bc43f-c489-443d-ad43-06ccefb21ade tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:31.955108 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1671e102-3d5e-4539-b23f-4ce6f06e748c tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] Hosts for router bc3faf47-d8e9-4402-bbb3-dab3701e8a11: [] {{(pid=87638) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Feb 09 01:15:32.122484 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1671e102-3d5e-4539-b23f-4ce6f06e748c tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] Hosts for other DVR routers connected to router bc3faf47-d8e9-4402-bbb3-dab3701e8a11: set() {{(pid=87638) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Feb 09 01:15:32.124934 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1671e102-3d5e-4539-b23f-4ce6f06e748c tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:32.126231 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1671e102-3d5e-4539-b23f-4ce6f06e748c tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] 10.222.0.105 "PUT /v2.0/routers/bc3faf47-d8e9-4402-bbb3-dab3701e8a11 HTTP/1.1" status: 200 len: 716 time: 2.4077737 Feb 09 01:15:32.128918 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41462) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:32.136604 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-44ad2558-b1a0-4680-9eca-77d26d9c05bd req-165375b8-0cb6-4f22-b973-26821f94bed9 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=f11197f4-8495-46aa-a66c-6b0c09b192bb HTTP/1.1" status: 200 len: 210 time: 0.1056857 Feb 09 01:15:32.178485 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-94e20117-d864-4754-b8ba-fa5e14c7aa9d None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:32.192281 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-94e20117-d864-4754-b8ba-fa5e14c7aa9d None None] Transition to ACTIVE for port object c3a680b5-1571-4ca4-9a89-5259b7cc7989 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:15:32.217804 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41466) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:32.219687 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-94e20117-d864-4754-b8ba-fa5e14c7aa9d None None] Transition to ACTIVE for port object c3a680b5-1571-4ca4-9a89-5259b7cc7989 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:15:32.227199 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-94e20117-d864-4754-b8ba-fa5e14c7aa9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:32.229131 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-756fddb7-d6ea-4120-b5b7-e490a8bdde7a req-d67d2e34-6477-4c3f-860f-0ea7118e5063 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=e6bfd964-7aa5-43a2-a057-7d9b16c44215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8399556 Feb 09 01:15:32.304880 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-63585b44-785b-494a-b15c-c391cdf2d1a7 tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] 10.222.0.105 "GET /v2.0/routers/bc3faf47-d8e9-4402-bbb3-dab3701e8a11 HTTP/1.1" status: 200 len: 716 time: 0.1744661 Feb 09 01:15:32.309813 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41472) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:32.314658 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb94c7c7-2262-4266-9ff1-ecacf3b56b73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '635a31bc-b7d0-435e-804d-117b1e246ca7', 'code': 200} Feb 09 01:15:32.342854 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e20117-d864-4754-b8ba-fa5e14c7aa9d None None] Network 0d3716e9-1deb-49b2-8d47-3af670228354 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:15:32.347067 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-94e20117-d864-4754-b8ba-fa5e14c7aa9d None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:32.349413 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fc6bc43f-c489-443d-ad43-06ccefb21ade tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:32.350624 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e20117-d864-4754-b8ba-fa5e14c7aa9d None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:15:32.393688 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e20117-d864-4754-b8ba-fa5e14c7aa9d None None] Pushing event updated for resources: {'Port': ['ID=c3a680b5-1571-4ca4-9a89-5259b7cc7989,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:32.547963 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-94e20117-d864-4754-b8ba-fa5e14c7aa9d None None] Attempting to bind port c3a680b5-1571-4ca4-9a89-5259b7cc7989 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:15:32.548334 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-94e20117-d864-4754-b8ba-fa5e14c7aa9d None None] Attempting to bind port c3a680b5-1571-4ca4-9a89-5259b7cc7989 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'c5b35712-6a07-40d8-b610-badd769a1318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0d3716e9-1deb-49b2-8d47-3af670228354'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:15:32.551023 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e20117-d864-4754-b8ba-fa5e14c7aa9d None None] Attempting to bind port c3a680b5-1571-4ca4-9a89-5259b7cc7989 on network 0d3716e9-1deb-49b2-8d47-3af670228354 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:15:32.569517 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e20117-d864-4754-b8ba-fa5e14c7aa9d None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:15:32.569985 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e20117-d864-4754-b8ba-fa5e14c7aa9d None None] Checking segment: {'id': 'c5b35712-6a07-40d8-b610-badd769a1318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0d3716e9-1deb-49b2-8d47-3af670228354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:15:32.570408 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-94e20117-d864-4754-b8ba-fa5e14c7aa9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:32.570813 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e20117-d864-4754-b8ba-fa5e14c7aa9d None None] Bound using segment: {'id': 'c5b35712-6a07-40d8-b610-badd769a1318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0d3716e9-1deb-49b2-8d47-3af670228354'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:15:32.571307 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-94e20117-d864-4754-b8ba-fa5e14c7aa9d None None] Bound port: c3a680b5-1571-4ca4-9a89-5259b7cc7989, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5b35712-6a07-40d8-b610-badd769a1318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0d3716e9-1deb-49b2-8d47-3af670228354'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:15:32.575680 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-94e20117-d864-4754-b8ba-fa5e14c7aa9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:32.656496 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6bc43f-c489-443d-ad43-06ccefb21ade tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Pushing event deleted for resources: {'Subnet': ['ID=e4b85508-03e1-4803-8b8b-d5bac359e651,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:32.815075 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-94e20117-d864-4754-b8ba-fa5e14c7aa9d None None] For port c3a680b5-1571-4ca4-9a89-5259b7cc7989, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:15:32.815553 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-75c7715b-fc3b-4e33-99f3-23d298081c42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:32.819148 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-94e20117-d864-4754-b8ba-fa5e14c7aa9d None None] For port c3a680b5-1571-4ca4-9a89-5259b7cc7989, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=c3a680b5-1571-4ca4-9a89-5259b7cc7989,segment=NetworkSegment(c5b35712-6a07-40d8-b610-badd769a1318),segment_id=c5b35712-6a07-40d8-b610-badd769a1318)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:15:32.826529 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-94e20117-d864-4754-b8ba-fa5e14c7aa9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:32.866625 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-75c7715b-fc3b-4e33-99f3-23d298081c42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:32.892639 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c186b738-7ded-4a5a-bc2b-56058c3f1e65 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Router 4157810a-8ce4-4f4c-b778-9d0a8a549831 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:15:32.893673 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed62afe5-508d-442b-9d22-937e246c92ba None None] Network 76098bcf-7a7c-4e04-ba32-11645e7fdc21 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:15:32.913854 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fb8f8ea9-2495-4c39-ab57-2bcac406c340 req-886e043a-5a1a-4cd4-8755-e373a9e7e671 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] 10.222.0.105 "GET /v2.0/ports?device_id=521f52bb-14cb-4507-a392-fe952ca83e92 HTTP/1.1" status: 200 len: 210 time: 0.1035445 Feb 09 01:15:32.934172 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee41d6f-eb3f-48aa-949e-dade04588bf6 req-fe2384bf-4761-4dc2-929e-67fb7f7fc515 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:32.934172 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7ee41d6f-eb3f-48aa-949e-dade04588bf6 req-fe2384bf-4761-4dc2-929e-67fb7f7fc515 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.62 "GET /v2.0/networks?id=20b4b911-e8a6-45af-95dc-9b595aff0444 HTTP/1.1" status: 200 len: 806 time: 1.2208812 Feb 09 01:15:32.934373 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fc6bc43f-c489-443d-ad43-06ccefb21ade tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:32.940196 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-7ee41d6f-eb3f-48aa-949e-dade04588bf6 req-28d29477-6c2e-493b-90c5-a68c6dd531f3 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Request body: {'port': {'device_id': 'f11197f4-8495-46aa-a66c-6b0c09b192bb', 'network_id': '20b4b911-e8a6-45af-95dc-9b595aff0444', 'admin_state_up': True, 'tenant_id': 'ecfa99ec90404d2da344b2927ef93a25'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:32.949911 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-75c7715b-fc3b-4e33-99f3-23d298081c42 admin admin] Usage tracker for resource:security_group_rule and tenant:3ec63afea55047c89fb794a4ba0b27d8 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:32.960379 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-43f1dae5-647a-4346-bdea-d8c1f15494dc tempest-RoutersTestDVR-434453151 tempest-RoutersTestDVR-434453151-project] 10.222.0.105 "GET /v2.0/routers/bc3faf47-d8e9-4402-bbb3-dab3701e8a11 HTTP/1.1" status: 200 len: 682 time: 0.6443455 Feb 09 01:15:32.971067 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-75c7715b-fc3b-4e33-99f3-23d298081c42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:32.973583 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41478) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:33.047358 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-fc6bc43f-c489-443d-ad43-06ccefb21ade tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d3716e9-1deb-49b2-8d47-3af670228354']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:33.054539 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-75c7715b-fc3b-4e33-99f3-23d298081c42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:33.074055 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e20117-d864-4754-b8ba-fa5e14c7aa9d None None] Pushing event updated for resources: {'Port': ['ID=c3a680b5-1571-4ca4-9a89-5259b7cc7989,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:33.076569 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f5cf6173-a33b-42d7-bbc7-9cd674f43e39 None None] Provisioning for port f0ba7f5a-155a-412f-8146-f1ebd8a1c45d completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:15:33.092955 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-fc6bc43f-c489-443d-ad43-06ccefb21ade tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5b35712-6a07-40d8-b610-badd769a1318') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:33.093195 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-fc6bc43f-c489-443d-ad43-06ccefb21ade tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5b35712-6a07-40d8-b610-badd769a1318') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:33.184935 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8830d0e3-bfdb-4c15-be65-72f1f9e7a802 None None] Network 0d3716e9-1deb-49b2-8d47-3af670228354 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:15:33.200438 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c186b738-7ded-4a5a-bc2b-56058c3f1e65 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:15:33.216790 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c186b738-7ded-4a5a-bc2b-56058c3f1e65 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:33.217936 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fc6bc43f-c489-443d-ad43-06ccefb21ade tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:33.222078 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-c186b738-7ded-4a5a-bc2b-56058c3f1e65 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "PUT /v2.0/routers/4157810a-8ce4-4f4c-b778-9d0a8a549831 HTTP/1.1" status: 200 len: 700 time: 2.7078812 Feb 09 01:15:33.226423 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e0c41637-57db-40fd-8861-dee29e54a808 tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:33.229223 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 41484) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:33.288759 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef25f48-0d8e-45ee-aa53-6510604b360a None None] Sync routers for ids ['4157810a-8ce4-4f4c-b778-9d0a8a549831'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:15:33.294829 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-5b66c8b1-83ed-472b-823f-e01bf81c940f tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Synchronizing usage tracker for tenant:fefa2a0bcdd943ec8d8c861415908997 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:15:33.296645 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device f0ba7f5a-155a-412f-8146-f1ebd8a1c45d up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:15:33.374938 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef25f48-0d8e-45ee-aa53-6510604b360a None None] Routers {'4157810a-8ce4-4f4c-b778-9d0a8a549831'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:15:33.375527 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-0ef25f48-0d8e-45ee-aa53-6510604b360a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:15:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['4157810a-8ce4-4f4c-b778-9d0a8a549831'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:33.383434 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-5b66c8b1-83ed-472b-823f-e01bf81c940f tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Unset dirty status for tenant:fefa2a0bcdd943ec8d8c861415908997 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:15:33.387337 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-5b66c8b1-83ed-472b-823f-e01bf81c940f tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "GET /v2.0/ports?device_id=4157810a-8ce4-4f4c-b778-9d0a8a549831 HTTP/1.1" status: 200 len: 205 time: 0.1569335 Feb 09 01:15:33.404557 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41490) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:33.421641 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-03555651-1ad5-42b3-a70e-db3ecf24b0df req-6c460617-204e-4c30-9948-87cb85e7c550 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=f11197f4-8495-46aa-a66c-6b0c09b192bb HTTP/1.1" status: 200 len: 210 time: 0.1037364 Feb 09 01:15:33.427289 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-7ee41d6f-eb3f-48aa-949e-dade04588bf6 req-28d29477-6c2e-493b-90c5-a68c6dd531f3 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:33.432474 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-7ee41d6f-eb3f-48aa-949e-dade04588bf6 req-28d29477-6c2e-493b-90c5-a68c6dd531f3 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Usage tracker for resource:port and tenant:ecfa99ec90404d2da344b2927ef93a25 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:33.435629 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-7ee41d6f-eb3f-48aa-949e-dade04588bf6 req-28d29477-6c2e-493b-90c5-a68c6dd531f3 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:33.442321 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-7ee41d6f-eb3f-48aa-949e-dade04588bf6 req-28d29477-6c2e-493b-90c5-a68c6dd531f3 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:33.526135 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ee41d6f-eb3f-48aa-949e-dade04588bf6 req-28d29477-6c2e-493b-90c5-a68c6dd531f3 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Made reservation on behalf of ecfa99ec90404d2da344b2927ef93a25 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:15:33.529626 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-7ee41d6f-eb3f-48aa-949e-dade04588bf6 req-28d29477-6c2e-493b-90c5-a68c6dd531f3 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:33.611402 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a5a4d-d9de-4fdb-b05f-e05414d7f34e req-1f31661d-c8f0-409f-8273-12a73e8d881e tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:33.613308 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8d4a5a4d-d9de-4fdb-b05f-e05414d7f34e req-1f31661d-c8f0-409f-8273-12a73e8d881e tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb94c7c7-2262-4266-9ff1-ecacf3b56b73 HTTP/1.1" status: 200 len: 943 time: 0.1571569 Feb 09 01:15:33.725618 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port f0ba7f5a-155a-412f-8146-f1ebd8a1c45d completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:15:33.733102 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-0ef25f48-0d8e-45ee-aa53-6510604b360a None None] Set router 4157810a-8ce4-4f4c-b778-9d0a8a549831 gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:15:33.768511 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fc6bc43f-c489-443d-ad43-06ccefb21ade tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:33.774456 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8d4a5a4d-d9de-4fdb-b05f-e05414d7f34e req-8241c2c5-a529-44c9-9e44-3557d033dad4 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=e6bfd964-7aa5-43a2-a057-7d9b16c44215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011317 Feb 09 01:15:33.782398 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port f0ba7f5a-155a-412f-8146-f1ebd8a1c45d triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:33.782780 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:33.782901 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-7ee41d6f-eb3f-48aa-949e-dade04588bf6 req-28d29477-6c2e-493b-90c5-a68c6dd531f3 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Allocated IP 172.20.0.6 (20b4b911-e8a6-45af-95dc-9b595aff0444/6a70c5bb-7a88-4efe-b45a-b5773b8dee9d/daba72f2-dac6-4b44-8f1a-edf3bb9847d4) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:15:33.948156 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc6bc43f-c489-443d-ad43-06ccefb21ade tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:15:33.948821 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fc6bc43f-c489-443d-ad43-06ccefb21ade tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:33.975163 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:15:33.975163 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:15:33.975163 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:15:33.975163 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:15:33.975163 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:15:33.975163 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:15:33.975163 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:15:33.975163 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:15:33.975163 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:15:33.975163 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:15:33.975163 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:15:33.975163 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:15:33.975163 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:15:33.975163 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:15:33.975163 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:15:33.975163 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:15:33.975163 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:15:33.975163 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:15:33.975163 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:15:33.975163 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:15:33.975163 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:15:33.975163 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:15:33.975163 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:15:33.975163 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:15:33.975163 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:15:33.975163 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:15:33.975163 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:15:33.975163 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:15:33.975163 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:15:33.975163 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:15:33.975163 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:15:33.975163 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:15:33.983725 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-0ef25f48-0d8e-45ee-aa53-6510604b360a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'name': 'tempest-RoutersTest-router-783627243', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:56Z', 'updated_at': '2022-02-09T01:15:22Z', 'revision_number': 11, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'gw_port_host': None}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:33.992234 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef25f48-0d8e-45ee-aa53-6510604b360a None None] Checking router: 4157810a-8ce4-4f4c-b778-9d0a8a549831 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:15:34.018124 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef25f48-0d8e-45ee-aa53-6510604b360a None None] Routers {'4157810a-8ce4-4f4c-b778-9d0a8a549831'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:15:34.018768 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-0ef25f48-0d8e-45ee-aa53-6510604b360a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:15:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['4157810a-8ce4-4f4c-b778-9d0a8a549831'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:34.127155 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-74711225-e2b9-4bdc-8cf1-14d05094e6a6 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:34.170426 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-7ee41d6f-eb3f-48aa-949e-dade04588bf6 req-28d29477-6c2e-493b-90c5-a68c6dd531f3 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:34.174866 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-0ef25f48-0d8e-45ee-aa53-6510604b360a None None] Set router 4157810a-8ce4-4f4c-b778-9d0a8a549831 gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:15:34.191386 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2521e4f9-7454-4ea2-9467-acff59ee63e7 req-5eba5262-8535-4873-94fb-e7a4944cc56f tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] 10.222.0.105 "GET /v2.0/ports?device_id=521f52bb-14cb-4507-a392-fe952ca83e92 HTTP/1.1" status: 200 len: 210 time: 0.1378834 Feb 09 01:15:34.235733 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-7ee41d6f-eb3f-48aa-949e-dade04588bf6 req-28d29477-6c2e-493b-90c5-a68c6dd531f3 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:34.300701 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['9bf5d22d-c05c-4bb7-9938-6cdd0b694aac'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:15:34.330684 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ee41d6f-eb3f-48aa-949e-dade04588bf6 req-28d29477-6c2e-493b-90c5-a68c6dd531f3 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Network 20b4b911-e8a6-45af-95dc-9b595aff0444 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:15:34.334098 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-7ee41d6f-eb3f-48aa-949e-dade04588bf6 req-28d29477-6c2e-493b-90c5-a68c6dd531f3 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:34.338203 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ee41d6f-eb3f-48aa-949e-dade04588bf6 req-28d29477-6c2e-493b-90c5-a68c6dd531f3 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:15:34.345158 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-0ef25f48-0d8e-45ee-aa53-6510604b360a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'name': 'tempest-RoutersTest-router-783627243', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:56Z', 'updated_at': '2022-02-09T01:15:22Z', 'revision_number': 11, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'gw_port_host': None}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:34.358093 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef25f48-0d8e-45ee-aa53-6510604b360a None None] The sync data for ids ['4157810a-8ce4-4f4c-b778-9d0a8a549831'] in n-d-828418-1 is: [{'id': '4157810a-8ce4-4f4c-b778-9d0a8a549831', 'name': 'tempest-RoutersTest-router-783627243', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:56Z', 'updated_at': '2022-02-09T01:15:22Z', 'revision_number': 11, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'gw_port_host': None}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:15:34.394500 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d29477-6c2e-493b-90c5-a68c6dd531f3 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Pushing event updated for resources: {'Port': ['ID=daba72f2-dac6-4b44-8f1a-edf3bb9847d4,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:34.457404 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e0c41637-57db-40fd-8861-dee29e54a808 tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:34.460264 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e0c41637-57db-40fd-8861-dee29e54a808 tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:34.483652 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee41d6f-eb3f-48aa-949e-dade04588bf6 req-28d29477-6c2e-493b-90c5-a68c6dd531f3 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:34.489130 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-7ee41d6f-eb3f-48aa-949e-dade04588bf6 req-28d29477-6c2e-493b-90c5-a68c6dd531f3 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:34.508676 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:34.557509 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7ee41d6f-eb3f-48aa-949e-dade04588bf6 req-28d29477-6c2e-493b-90c5-a68c6dd531f3 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6214147 Feb 09 01:15:34.570155 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-7ee41d6f-eb3f-48aa-949e-dade04588bf6 req-ceebc66c-cafc-44cb-8b13-3a1e44046565 service neutron] Request body: {'port': {'device_id': 'f11197f4-8495-46aa-a66c-6b0c09b192bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:34.681756 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e0c41637-57db-40fd-8861-dee29e54a808 tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:34.682238 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c41637-57db-40fd-8861-dee29e54a808 tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bc3faf47-d8e9-4402-bbb3-dab3701e8a11 {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:15:34.732810 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port f0ba7f5a-155a-412f-8146-f1ebd8a1c45d, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=f0ba7f5a-155a-412f-8146-f1ebd8a1c45d,segment=NetworkSegment(92c2aa35-c7f3-4ef5-acc0-1312f2939189),segment_id=92c2aa35-c7f3-4ef5-acc0-1312f2939189)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:15:34.742931 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.db.api [None req-fc6bc43f-c489-443d-ad43-06ccefb21ade tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 01:15:34.742931 n-d-828418-1 neutron-server[87638]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 01:15:34.742931 n-d-828418-1 neutron-server[87638]: [parameters: {'id': '0d3716e9-1deb-49b2-8d47-3af670228354'}] Feb 09 01:15:34.742931 n-d-828418-1 neutron-server[87638]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:15:34.743758 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb93f1ba-9300-4100-83e6-d802e07a64b3 None None] get_active_networks_info from n-d-828418-1 {{(pid=87640) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 01:15:34.743949 n-d-828418-1 neutron-server[87638]: DEBUG oslo_db.api [None req-fc6bc43f-c489-443d-ad43-06ccefb21ade tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:15:34.797520 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:34.846655 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-74711225-e2b9-4bdc-8cf1-14d05094e6a6 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:34.857378 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad7f438-9b48-4c5b-9c13-ba8f5428f899 req-82c25a22-be78-4670-b213-ea3cdb0f2f38 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:34.859155 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-fad7f438-9b48-4c5b-9c13-ba8f5428f899 req-82c25a22-be78-4670-b213-ea3cdb0f2f38 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] 10.222.0.99 "GET /v2.0/networks?id=60022e06-d2c3-4006-9f7a-1040f75a4a6b HTTP/1.1" status: 200 len: 809 time: 1.5047967 Feb 09 01:15:34.862453 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-74711225-e2b9-4bdc-8cf1-14d05094e6a6 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:34.879055 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-7ee41d6f-eb3f-48aa-949e-dade04588bf6 req-ceebc66c-cafc-44cb-8b13-3a1e44046565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:34.907909 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-75c7715b-fc3b-4e33-99f3-23d298081c42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:34.934129 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-75c7715b-fc3b-4e33-99f3-23d298081c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:34.951513 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd5f586-af55-4b9f-a595-2d51c41b459c req-fe3b5671-7277-45c9-a3e6-1d7509c3429f tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:34.952397 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-bfd5f586-af55-4b9f-a595-2d51c41b459c req-fe3b5671-7277-45c9-a3e6-1d7509c3429f tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Synchronizing usage tracker for tenant:ecfa99ec90404d2da344b2927ef93a25 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:15:34.956834 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-23fd8b0e-73b6-4f82-8601-f6ef4972dda7 None None] Provisioning complete for port f0ba7f5a-155a-412f-8146-f1ebd8a1c45d triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:34.957421 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-23fd8b0e-73b6-4f82-8601-f6ef4972dda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:34.963881 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e0c41637-57db-40fd-8861-dee29e54a808 tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:34.965194 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e0c41637-57db-40fd-8861-dee29e54a808 tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] 10.222.0.105 "DELETE /v2.0/routers/bc3faf47-d8e9-4402-bbb3-dab3701e8a11 HTTP/1.1" status: 204 len: 168 time: 1.9857502 Feb 09 01:15:34.975264 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41514) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:34.994170 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-75c7715b-fc3b-4e33-99f3-23d298081c42 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=3ec63afea55047c89fb794a4ba0b27d8&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7742162 Feb 09 01:15:35.002494 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-01f42663-abfb-4a0f-9fcc-05c0df41ed3a tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] Request body: {'router': {'name': 'tempest-router-209236788', 'distributed': True}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:35.004102 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 41518) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:35.010617 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-74711225-e2b9-4bdc-8cf1-14d05094e6a6 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:35.011096 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74711225-e2b9-4bdc-8cf1-14d05094e6a6 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Fanout notify agent at l3_agent the message router_deleted on router 4157810a-8ce4-4f4c-b778-9d0a8a549831 {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:15:35.029109 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-bfd5f586-af55-4b9f-a595-2d51c41b459c req-fe3b5671-7277-45c9-a3e6-1d7509c3429f tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Unset dirty status for tenant:ecfa99ec90404d2da344b2927ef93a25 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:15:35.031941 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bfd5f586-af55-4b9f-a595-2d51c41b459c req-fe3b5671-7277-45c9-a3e6-1d7509c3429f tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=f11197f4-8495-46aa-a66c-6b0c09b192bb HTTP/1.1" status: 200 len: 931 time: 0.3458445 Feb 09 01:15:35.072173 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=f0ba7f5a-155a-412f-8146-f1ebd8a1c45d,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:35.100028 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-01f42663-abfb-4a0f-9fcc-05c0df41ed3a tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:35.118333 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-01f42663-abfb-4a0f-9fcc-05c0df41ed3a tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] Usage tracker for resource:router and tenant:9ec6ccb25d3c43d3839ff5d262c89cd6 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:35.129167 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-fad7f438-9b48-4c5b-9c13-ba8f5428f899 req-4a4f56ab-3641-45d4-a4f4-5946c39a2d9b tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d31597ab3f74931824904826c01d747 HTTP/1.1" status: 200 len: 379 time: 0.2536631 Feb 09 01:15:35.130306 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-01f42663-abfb-4a0f-9fcc-05c0df41ed3a tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:35.139422 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-74711225-e2b9-4bdc-8cf1-14d05094e6a6 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:35.145652 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-74711225-e2b9-4bdc-8cf1-14d05094e6a6 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "DELETE /v2.0/routers/4157810a-8ce4-4f4c-b778-9d0a8a549831 HTTP/1.1" status: 204 len: 168 time: 1.7292216 Feb 09 01:15:35.151076 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-fad7f438-9b48-4c5b-9c13-ba8f5428f899 req-d1e226e7-32ad-4e96-b38b-6788765d394c tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Request body: {'port': {'device_id': '521f52bb-14cb-4507-a392-fe952ca83e92', 'network_id': '60022e06-d2c3-4006-9f7a-1040f75a4a6b', 'admin_state_up': True, 'tenant_id': '8d31597ab3f74931824904826c01d747', 'security_groups': ['c3b47c16-f2b1-47a4-82f4-0c20ba44fe3f']}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:35.166359 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41530) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:35.170110 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c7715b-fc3b-4e33-99f3-23d298081c42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9caa4055-194b-45af-b29f-8982b723a604,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:35.186409 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-01f42663-abfb-4a0f-9fcc-05c0df41ed3a tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:35.197378 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb93f1ba-9300-4100-83e6-d802e07a64b3 None None] Resources bound (agent type, host, resource id): {{(pid=87640) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:15:35.199949 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-b4511aa7-6273-4a4c-b2e7-16c04c8a1d2f tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-636012105', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:35.259697 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fc6bc43f-c489-443d-ad43-06ccefb21ade tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:35.273539 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b4511aa7-6273-4a4c-b2e7-16c04c8a1d2f tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:35.285706 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-b4511aa7-6273-4a4c-b2e7-16c04c8a1d2f tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Usage tracker for resource:router and tenant:fefa2a0bcdd943ec8d8c861415908997 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:35.293176 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-b4511aa7-6273-4a4c-b2e7-16c04c8a1d2f tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:35.318799 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b4511aa7-6273-4a4c-b2e7-16c04c8a1d2f tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:35.322980 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-01f42663-abfb-4a0f-9fcc-05c0df41ed3a tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:35.324298 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-01f42663-abfb-4a0f-9fcc-05c0df41ed3a tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:35.365871 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-fc6bc43f-c489-443d-ad43-06ccefb21ade tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Deleting port c3a680b5-1571-4ca4-9a89-5259b7cc7989 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:15:35.366221 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fc6bc43f-c489-443d-ad43-06ccefb21ade tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:35.423030 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b4511aa7-6273-4a4c-b2e7-16c04c8a1d2f tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:35.424333 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b4511aa7-6273-4a4c-b2e7-16c04c8a1d2f tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:35.448889 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-01f42663-abfb-4a0f-9fcc-05c0df41ed3a tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:35.466924 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 41540) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:35.491597 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 635a31bc-b7d0-435e-804d-117b1e246ca7 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:15:35.500280 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b4511aa7-6273-4a4c-b2e7-16c04c8a1d2f tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:35.539709 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-fad7f438-9b48-4c5b-9c13-ba8f5428f899 req-d1e226e7-32ad-4e96-b38b-6788765d394c tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:35.615007 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3f7d0189-2e84-4955-b36a-e603d5dfc328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:35.722890 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-01f42663-abfb-4a0f-9fcc-05c0df41ed3a tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:35.737689 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-fad7f438-9b48-4c5b-9c13-ba8f5428f899 req-d1e226e7-32ad-4e96-b38b-6788765d394c tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Usage tracker for resource:port and tenant:8d31597ab3f74931824904826c01d747 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:35.745266 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-fad7f438-9b48-4c5b-9c13-ba8f5428f899 req-d1e226e7-32ad-4e96-b38b-6788765d394c tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:35.758142 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bfd5f586-af55-4b9f-a595-2d51c41b459c req-cdaa100d-3340-4103-b8cf-178a433d41c1 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946279 Feb 09 01:15:35.762227 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3f7d0189-2e84-4955-b36a-e603d5dfc328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:35.769922 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-fad7f438-9b48-4c5b-9c13-ba8f5428f899 req-d1e226e7-32ad-4e96-b38b-6788765d394c tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:35.842223 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-01f42663-abfb-4a0f-9fcc-05c0df41ed3a tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:35.845995 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-01f42663-abfb-4a0f-9fcc-05c0df41ed3a tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.8632488 Feb 09 01:15:35.845995 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b4511aa7-6273-4a4c-b2e7-16c04c8a1d2f tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:35.853747 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41546) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:35.892846 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d8b92-2c5e-48a5-b12b-0b890633d9bf req-1452dbd8-0fa1-485a-92ce-b331ae05d191 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:35.894871 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a08d8b92-2c5e-48a5-b12b-0b890633d9bf req-1452dbd8-0fa1-485a-92ce-b331ae05d191 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb94c7c7-2262-4266-9ff1-ecacf3b56b73 HTTP/1.1" status: 200 len: 943 time: 0.7587469 Feb 09 01:15:35.949536 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fad7f438-9b48-4c5b-9c13-ba8f5428f899 req-d1e226e7-32ad-4e96-b38b-6788765d394c tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Made reservation on behalf of 8d31597ab3f74931824904826c01d747 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:15:35.956604 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-fad7f438-9b48-4c5b-9c13-ba8f5428f899 req-d1e226e7-32ad-4e96-b38b-6788765d394c tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:35.967112 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e6b4cc17-b106-49d1-bcd2-8996605ee1ff req-90691926-1337-4456-aa11-245fe47adf18 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] 10.222.0.105 "GET /v2.0/ports?device_id=521f52bb-14cb-4507-a392-fe952ca83e92 HTTP/1.1" status: 200 len: 210 time: 0.0867741 Feb 09 01:15:35.969061 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-7ee41d6f-eb3f-48aa-949e-dade04588bf6 req-ceebc66c-cafc-44cb-8b13-3a1e44046565 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daba72f2-dac6-4b44-8f1a-edf3bb9847d4 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:15:35.982288 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-7ee41d6f-eb3f-48aa-949e-dade04588bf6 req-ceebc66c-cafc-44cb-8b13-3a1e44046565 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:35.991670 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b4511aa7-6273-4a4c-b2e7-16c04c8a1d2f tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:35.996410 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b4511aa7-6273-4a4c-b2e7-16c04c8a1d2f tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8116503 Feb 09 01:15:35.996919 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4e160e16-c850-490e-ad2b-f086065bf4f1 req-2d7aac32-3d65-416b-a1aa-a64dd19bf2a7 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=eb94c7c7-2262-4266-9ff1-ecacf3b56b73&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5220823 Feb 09 01:15:35.999319 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 41550) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:36.018334 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-2e54f20b-e0f3-442b-ba9a-5fba5a97a867 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:36.073505 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-fc6bc43f-c489-443d-ad43-06ccefb21ade tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] For port c3a680b5-1571-4ca4-9a89-5259b7cc7989, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=c3a680b5-1571-4ca4-9a89-5259b7cc7989,segment=NetworkSegment(c5b35712-6a07-40d8-b610-badd769a1318),segment_id=c5b35712-6a07-40d8-b610-badd769a1318)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:15:36.073900 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fc6bc43f-c489-443d-ad43-06ccefb21ade tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:36.090883 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-7ee41d6f-eb3f-48aa-949e-dade04588bf6 req-ceebc66c-cafc-44cb-8b13-3a1e44046565 service neutron] Transition to ACTIVE for port object daba72f2-dac6-4b44-8f1a-edf3bb9847d4 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:15:36.098176 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a08d8b92-2c5e-48a5-b12b-0b890633d9bf req-ffef4189-bea7-4cd2-ab66-2425a13c0e8d tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=e6bfd964-7aa5-43a2-a057-7d9b16c44215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1652601 Feb 09 01:15:36.098771 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3f7d0189-2e84-4955-b36a-e603d5dfc328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:36.114922 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-7ee41d6f-eb3f-48aa-949e-dade04588bf6 req-ceebc66c-cafc-44cb-8b13-3a1e44046565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:36.141565 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a09c868d-9119-4247-8de5-0d06bb0c3015 tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:36.224552 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7d0189-2e84-4955-b36a-e603d5dfc328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9caa4055-194b-45af-b29f-8982b723a604,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:36.335290 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-fc6bc43f-c489-443d-ad43-06ccefb21ade tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Calling delete_port for c3a680b5-1571-4ca4-9a89-5259b7cc7989 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:15:36.376444 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3f7d0189-2e84-4955-b36a-e603d5dfc328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:36.377551 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-3f7d0189-2e84-4955-b36a-e603d5dfc328 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/9caa4055-194b-45af-b29f-8982b723a604 HTTP/1.1" status: 204 len: 168 time: 1.3724499 Feb 09 01:15:36.447321 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceebc66c-cafc-44cb-8b13-3a1e44046565 service neutron] Pushing event updated for resources: {'Port': ['ID=daba72f2-dac6-4b44-8f1a-edf3bb9847d4,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:36.701555 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a09c868d-9119-4247-8de5-0d06bb0c3015 tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:36.709210 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a09c868d-9119-4247-8de5-0d06bb0c3015 tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:36.734645 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2e54f20b-e0f3-442b-ba9a-5fba5a97a867 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:36.761313 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2e54f20b-e0f3-442b-ba9a-5fba5a97a867 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1673984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1674007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1671766'] for router, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:36.816210 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fc6bc43f-c489-443d-ad43-06ccefb21ade tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:36.833066 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a09c868d-9119-4247-8de5-0d06bb0c3015 tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:36.833646 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a09c868d-9119-4247-8de5-0d06bb0c3015 tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 42e59fc8-380b-4ac9-ac00-b6df4160a69f {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:15:36.882984 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6bc43f-c489-443d-ad43-06ccefb21ade tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] No DVR routers for this DVR port c3a680b5-1571-4ca4-9a89-5259b7cc7989 on host n-d-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:15:36.931634 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-7ee41d6f-eb3f-48aa-949e-dade04588bf6 req-ceebc66c-cafc-44cb-8b13-3a1e44046565 service neutron] Attempting to bind port daba72f2-dac6-4b44-8f1a-edf3bb9847d4 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:15:36.931888 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-7ee41d6f-eb3f-48aa-949e-dade04588bf6 req-ceebc66c-cafc-44cb-8b13-3a1e44046565 service neutron] Attempting to bind port daba72f2-dac6-4b44-8f1a-edf3bb9847d4 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'e4f8d471-753e-488b-969f-03ab5fdd3e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '20b4b911-e8a6-45af-95dc-9b595aff0444'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:15:36.932176 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee41d6f-eb3f-48aa-949e-dade04588bf6 req-ceebc66c-cafc-44cb-8b13-3a1e44046565 service neutron] Attempting to bind port daba72f2-dac6-4b44-8f1a-edf3bb9847d4 on network 20b4b911-e8a6-45af-95dc-9b595aff0444 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:15:36.974169 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee41d6f-eb3f-48aa-949e-dade04588bf6 req-ceebc66c-cafc-44cb-8b13-3a1e44046565 service neutron] Port daba72f2-dac6-4b44-8f1a-edf3bb9847d4 on network 20b4b911-e8a6-45af-95dc-9b595aff0444 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:15:36.974491 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee41d6f-eb3f-48aa-949e-dade04588bf6 req-ceebc66c-cafc-44cb-8b13-3a1e44046565 service neutron] Attempting to bind port daba72f2-dac6-4b44-8f1a-edf3bb9847d4 on network 20b4b911-e8a6-45af-95dc-9b595aff0444 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:15:36.995240 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee41d6f-eb3f-48aa-949e-dade04588bf6 req-ceebc66c-cafc-44cb-8b13-3a1e44046565 service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:15:36.995579 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee41d6f-eb3f-48aa-949e-dade04588bf6 req-ceebc66c-cafc-44cb-8b13-3a1e44046565 service neutron] Checking segment: {'id': 'e4f8d471-753e-488b-969f-03ab5fdd3e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '20b4b911-e8a6-45af-95dc-9b595aff0444'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:15:36.995972 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee41d6f-eb3f-48aa-949e-dade04588bf6 req-ceebc66c-cafc-44cb-8b13-3a1e44046565 service neutron] Bound using segment: {'id': 'e4f8d471-753e-488b-969f-03ab5fdd3e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '20b4b911-e8a6-45af-95dc-9b595aff0444'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:15:36.996407 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-7ee41d6f-eb3f-48aa-949e-dade04588bf6 req-ceebc66c-cafc-44cb-8b13-3a1e44046565 service neutron] Bound port: daba72f2-dac6-4b44-8f1a-edf3bb9847d4, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f8d471-753e-488b-969f-03ab5fdd3e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '20b4b911-e8a6-45af-95dc-9b595aff0444'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:15:36.996754 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-7ee41d6f-eb3f-48aa-949e-dade04588bf6 req-ceebc66c-cafc-44cb-8b13-3a1e44046565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:37.124314 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fc6bc43f-c489-443d-ad43-06ccefb21ade tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:37.183799 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-fc6bc43f-c489-443d-ad43-06ccefb21ade tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d3716e9-1deb-49b2-8d47-3af670228354']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:37.196145 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device f0ba7f5a-155a-412f-8146-f1ebd8a1c45d up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:15:37.199752 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-fc6bc43f-c489-443d-ad43-06ccefb21ade tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5b35712-6a07-40d8-b610-badd769a1318') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:37.200064 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-fc6bc43f-c489-443d-ad43-06ccefb21ade tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5b35712-6a07-40d8-b610-badd769a1318') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:37.213757 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fc6bc43f-c489-443d-ad43-06ccefb21ade tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:37.233518 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6bc43f-c489-443d-ad43-06ccefb21ade tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Pushing event deleted for resources: {'Port': ['ID=c3a680b5-1571-4ca4-9a89-5259b7cc7989,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:37.251950 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-fad7f438-9b48-4c5b-9c13-ba8f5428f899 req-d1e226e7-32ad-4e96-b38b-6788765d394c tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Allocated IP 172.20.0.11 (60022e06-d2c3-4006-9f7a-1040f75a4a6b/41b222d2-5238-454c-8b12-f2258dd1142d/b00d33e6-6b3f-4fa3-86dd-d6b068b7cac8) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:15:37.258692 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fc6bc43f-c489-443d-ad43-06ccefb21ade tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:37.265294 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a09c868d-9119-4247-8de5-0d06bb0c3015 tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:37.270914 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a09c868d-9119-4247-8de5-0d06bb0c3015 tempest-RoutersTestDVR-1519468956 tempest-RoutersTestDVR-1519468956-project-admin] 10.222.0.105 "DELETE /v2.0/routers/42e59fc8-380b-4ac9-ac00-b6df4160a69f HTTP/1.1" status: 204 len: 168 time: 1.4138536 Feb 09 01:15:37.283244 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc6bc43f-c489-443d-ad43-06ccefb21ade tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:15:37.284218 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fc6bc43f-c489-443d-ad43-06ccefb21ade tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:37.287582 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-19bc6cc6-5cbd-4e88-b994-8ec68b46d2a1 req-37288795-978a-4804-9a6d-d5fc0e7e9ddf tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] 10.222.0.105 "GET /v2.0/ports?device_id=521f52bb-14cb-4507-a392-fe952ca83e92 HTTP/1.1" status: 200 len: 210 time: 0.1050618 Feb 09 01:15:37.298278 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e54f20b-e0f3-442b-ba9a-5fba5a97a867 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Router 758534ac-b44a-4433-a8ab-9e2b262efd4b is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:15:37.326909 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:15:37.326909 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:15:37.326909 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:15:37.326909 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:15:37.326909 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:15:37.326909 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:15:37.326909 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:15:37.326909 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:15:37.326909 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:15:37.326909 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:15:37.326909 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:15:37.326909 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:15:37.326909 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:15:37.326909 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:15:37.326909 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:15:37.326909 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:15:37.326909 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:15:37.326909 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:15:37.326909 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:15:37.326909 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:15:37.326909 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:15:37.326909 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:15:37.326909 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:15:37.326909 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:15:37.326909 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:15:37.326909 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:15:37.326909 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:15:37.326909 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:15:37.326909 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:15:37.326909 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:15:37.326909 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:15:37.326909 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:15:37.399253 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port f0ba7f5a-155a-412f-8146-f1ebd8a1c45d triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:37.399802 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:37.453975 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe84334e-b05b-4995-b63c-fe243ed71527 req-ac568e90-4c75-4d91-a56c-cf8eee4eba1c tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:37.456072 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fe84334e-b05b-4995-b63c-fe243ed71527 req-ac568e90-4c75-4d91-a56c-cf8eee4eba1c tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=f11197f4-8495-46aa-a66c-6b0c09b192bb HTTP/1.1" status: 200 len: 943 time: 0.5214722 Feb 09 01:15:37.459773 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-7ee41d6f-eb3f-48aa-949e-dade04588bf6 req-ceebc66c-cafc-44cb-8b13-3a1e44046565 service neutron] For port daba72f2-dac6-4b44-8f1a-edf3bb9847d4, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:15:37.482688 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-7ee41d6f-eb3f-48aa-949e-dade04588bf6 req-ceebc66c-cafc-44cb-8b13-3a1e44046565 service neutron] For port daba72f2-dac6-4b44-8f1a-edf3bb9847d4, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=daba72f2-dac6-4b44-8f1a-edf3bb9847d4,segment=NetworkSegment(e4f8d471-753e-488b-969f-03ab5fdd3e2b),segment_id=e4f8d471-753e-488b-969f-03ab5fdd3e2b)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:15:37.671239 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-7ee41d6f-eb3f-48aa-949e-dade04588bf6 req-ceebc66c-cafc-44cb-8b13-3a1e44046565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:37.755735 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e54f20b-e0f3-442b-ba9a-5fba5a97a867 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:15:37.767319 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9f1151-0d89-420f-845b-dcc7e27dec0a None None] Sync routers for ids ['758534ac-b44a-4433-a8ab-9e2b262efd4b'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:15:37.774529 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fc6bc43f-c489-443d-ad43-06ccefb21ade tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:37.779922 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fc6bc43f-c489-443d-ad43-06ccefb21ade tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:37.794992 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9f1151-0d89-420f-845b-dcc7e27dec0a None None] Routers {'758534ac-b44a-4433-a8ab-9e2b262efd4b'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:15:37.795651 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-fa9f1151-0d89-420f-845b-dcc7e27dec0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:15:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['758534ac-b44a-4433-a8ab-9e2b262efd4b'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:37.819085 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2e54f20b-e0f3-442b-ba9a-5fba5a97a867 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:37.824434 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-fc6bc43f-c489-443d-ad43-06ccefb21ade tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] 10.222.0.105 "DELETE /v2.0/networks/0d3716e9-1deb-49b2-8d47-3af670228354 HTTP/1.1" status: 204 len: 168 time: 6.9840975 Feb 09 01:15:37.827470 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-2e54f20b-e0f3-442b-ba9a-5fba5a97a867 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "PUT /v2.0/routers/758534ac-b44a-4433-a8ab-9e2b262efd4b HTTP/1.1" status: 200 len: 693 time: 1.8195848 Feb 09 01:15:37.828670 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41590) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:37.829220 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41592) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:37.829845 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41594) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:37.831026 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6bc43f-c489-443d-ad43-06ccefb21ade tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Pushing event deleted for resources: {'Network': ['ID=0d3716e9-1deb-49b2-8d47-3af670228354,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:37.835912 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee41d6f-eb3f-48aa-949e-dade04588bf6 req-ceebc66c-cafc-44cb-8b13-3a1e44046565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:37.836692 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-7ee41d6f-eb3f-48aa-949e-dade04588bf6 req-ceebc66c-cafc-44cb-8b13-3a1e44046565 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:37.838451 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7ee41d6f-eb3f-48aa-949e-dade04588bf6 req-ceebc66c-cafc-44cb-8b13-3a1e44046565 service neutron] 10.222.0.62 "PUT /v2.0/ports/daba72f2-dac6-4b44-8f1a-edf3bb9847d4 HTTP/1.1" status: 200 len: 1091 time: 3.2736404 Feb 09 01:15:37.839082 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f11197f4-8495-46aa-a66c-6b0c09b192bb', 'tag': 'daba72f2-dac6-4b44-8f1a-edf3bb9847d4'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:15:37.898762 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 41602) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:37.899753 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceebc66c-cafc-44cb-8b13-3a1e44046565 service neutron] Pushing event updated for resources: {'Port': ['ID=daba72f2-dac6-4b44-8f1a-edf3bb9847d4,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:37.922832 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-f6415a82-fea3-4a3a-a17a-9765383f6df8 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2048838480'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:37.955824 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f6415a82-fea3-4a3a-a17a-9765383f6df8 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:37.970374 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-f6415a82-fea3-4a3a-a17a-9765383f6df8 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Usage tracker for resource:network and tenant:89095cdfc9c942dc809f66cd477d6f7d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:37.976408 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-fa9f1151-0d89-420f-845b-dcc7e27dec0a None None] Set router 758534ac-b44a-4433-a8ab-9e2b262efd4b gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:15:37.979253 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-f6415a82-fea3-4a3a-a17a-9765383f6df8 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:38.074600 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fe84334e-b05b-4995-b63c-fe243ed71527 req-ff23a5d8-953a-40ed-be67-859abf47ff4c tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6052001 Feb 09 01:15:38.115654 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-18e2db5f-9fc6-4e98-bbc9-17259d21a2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:38.148039 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-55b560da-9f29-49e6-88b9-75b962e550dc tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "GET /v2.0/routers/758534ac-b44a-4433-a8ab-9e2b262efd4b HTTP/1.1" status: 200 len: 699 time: 0.3117218 Feb 09 01:15:38.156188 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f6415a82-fea3-4a3a-a17a-9765383f6df8 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:38.161362 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41612) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:38.218806 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-ce2df62d-2089-44b7-ac19-d4e614d551e0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1789116321-network', 'tenant_id': '4feb7579decf4a3183faf64d64a634f4'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:38.230018 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-fa9f1151-0d89-420f-845b-dcc7e27dec0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758534ac-b44a-4433-a8ab-9e2b262efd4b', 'name': 'tempest-RoutersTest-router-636012105', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:15:35Z', 'updated_at': '2022-02-09T01:15:36Z', 'revision_number': 2, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'gw_port_host': None}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:38.233398 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac2178-4b7e-4bba-a85e-1d49bad97623 req-69de5ec3-d15e-4b0e-ae40-0d679bd16484 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:38.234839 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9f1151-0d89-420f-845b-dcc7e27dec0a None None] Checking router: 758534ac-b44a-4433-a8ab-9e2b262efd4b for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:15:38.239727 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9dac2178-4b7e-4bba-a85e-1d49bad97623 req-69de5ec3-d15e-4b0e-ae40-0d679bd16484 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb94c7c7-2262-4266-9ff1-ecacf3b56b73 HTTP/1.1" status: 200 len: 943 time: 0.5953681 Feb 09 01:15:38.246424 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dc3ff2c2-e463-46cb-bd24-fccd2886caf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:38.247283 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9f1151-0d89-420f-845b-dcc7e27dec0a None None] Routers {'758534ac-b44a-4433-a8ab-9e2b262efd4b'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:15:38.247911 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-fa9f1151-0d89-420f-845b-dcc7e27dec0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:15:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['758534ac-b44a-4433-a8ab-9e2b262efd4b'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:38.257570 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f11197f4-8495-46aa-a66c-6b0c09b192bb', 'tag': 'daba72f2-dac6-4b44-8f1a-edf3bb9847d4', 'status': 'completed', 'code': 200} Feb 09 01:15:38.260148 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee41d6f-eb3f-48aa-949e-dade04588bf6 req-d8a5e759-928e-4e74-b4aa-680e638a29c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:38.261741 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7ee41d6f-eb3f-48aa-949e-dade04588bf6 req-d8a5e759-928e-4e74-b4aa-680e638a29c6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ecfa99ec90404d2da344b2927ef93a25&device_id=f11197f4-8495-46aa-a66c-6b0c09b192bb HTTP/1.1" status: 200 len: 1094 time: 0.3385804 Feb 09 01:15:38.262802 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-ce2df62d-2089-44b7-ac19-d4e614d551e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:38.264171 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6415a82-fea3-4a3a-a17a-9765383f6df8 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Made reservation on behalf of 89095cdfc9c942dc809f66cd477d6f7d for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:15:38.267903 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f6415a82-fea3-4a3a-a17a-9765383f6df8 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:38.278178 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-a83f45ac-aa6e-4cf0-921e-49c6c3cdf84d tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Synchronizing usage tracker for tenant:fefa2a0bcdd943ec8d8c861415908997 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:15:38.282926 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-fad7f438-9b48-4c5b-9c13-ba8f5428f899 req-d1e226e7-32ad-4e96-b38b-6788765d394c tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:38.306820 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-dc3ff2c2-e463-46cb-bd24-fccd2886caf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:38.317438 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-dc3ff2c2-e463-46cb-bd24-fccd2886caf1 admin admin] Usage tracker for resource:security_group_rule and tenant:8c3ec29268ac4a5d94dcbada37435aa2 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:38.323971 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-dc3ff2c2-e463-46cb-bd24-fccd2886caf1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:38.328309 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-fad7f438-9b48-4c5b-9c13-ba8f5428f899 req-d1e226e7-32ad-4e96-b38b-6788765d394c tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Transition to ACTIVE for port object b00d33e6-6b3f-4fa3-86dd-d6b068b7cac8 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:15:38.339788 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-dc3ff2c2-e463-46cb-bd24-fccd2886caf1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:38.344868 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-a83f45ac-aa6e-4cf0-921e-49c6c3cdf84d tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Unset dirty status for tenant:fefa2a0bcdd943ec8d8c861415908997 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:15:38.358196 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a83f45ac-aa6e-4cf0-921e-49c6c3cdf84d tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "GET /v2.0/ports?device_id=758534ac-b44a-4433-a8ab-9e2b262efd4b HTTP/1.1" status: 200 len: 205 time: 0.1787782 Feb 09 01:15:38.366833 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41618) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:38.378615 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-ce2df62d-2089-44b7-ac19-d4e614d551e0 admin admin] Usage tracker for resource:network and tenant:4feb7579decf4a3183faf64d64a634f4 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:38.382360 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6415a82-fea3-4a3a-a17a-9765383f6df8 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:15:38.391613 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-fa9f1151-0d89-420f-845b-dcc7e27dec0a None None] Set router 758534ac-b44a-4433-a8ab-9e2b262efd4b gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:15:38.423763 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-ce2df62d-2089-44b7-ac19-d4e614d551e0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:38.428899 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7ee41d6f-eb3f-48aa-949e-dade04588bf6 req-c6f9526e-506e-42ad-9d4b-e6b493762b34 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=daba72f2-dac6-4b44-8f1a-edf3bb9847d4 HTTP/1.1" status: 200 len: 217 time: 0.1412594 Feb 09 01:15:38.457064 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-ce2df62d-2089-44b7-ac19-d4e614d551e0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:38.470288 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9dac2178-4b7e-4bba-a85e-1d49bad97623 req-946b52b2-c401-4d64-a4a5-0bf7ca369eef tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=e6bfd964-7aa5-43a2-a057-7d9b16c44215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2258124 Feb 09 01:15:38.489098 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f6415a82-fea3-4a3a-a17a-9765383f6df8 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:38.489461 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-f6415a82-fea3-4a3a-a17a-9765383f6df8 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Added segment b25bff11-ed38-4c02-9433-6bed131a2914 of type vlan for network d2fdc6cd-8f47-4a64-a160-d0bc11ab8de5 Feb 09 01:15:38.557984 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-fa9f1151-0d89-420f-845b-dcc7e27dec0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758534ac-b44a-4433-a8ab-9e2b262efd4b', 'name': 'tempest-RoutersTest-router-636012105', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:15:35Z', 'updated_at': '2022-02-09T01:15:36Z', 'revision_number': 2, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'gw_port_host': None}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:38.559885 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6094e6db-e128-4f41-bfc9-5b096dfff4cb tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:38.562629 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9f1151-0d89-420f-845b-dcc7e27dec0a None None] The sync data for ids ['758534ac-b44a-4433-a8ab-9e2b262efd4b'] in n-d-828418-1 is: [{'id': '758534ac-b44a-4433-a8ab-9e2b262efd4b', 'name': 'tempest-RoutersTest-router-636012105', 'tenant_id': 'fefa2a0bcdd943ec8d8c861415908997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:15:35Z', 'updated_at': '2022-02-09T01:15:36Z', 'revision_number': 2, 'project_id': 'fefa2a0bcdd943ec8d8c861415908997', 'gw_port_host': None}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:15:38.595662 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f5e8fed3-e996-4ee2-b9e4-1b6db5bb6f46 req-98d0e0ae-ba25-4522-96c9-4e26a9574f6d tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] 10.222.0.105 "GET /v2.0/ports?device_id=521f52bb-14cb-4507-a392-fe952ca83e92 HTTP/1.1" status: 200 len: 210 time: 0.0815430 Feb 09 01:15:38.606653 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2df62d-2089-44b7-ac19-d4e614d551e0 admin admin] Made reservation on behalf of 4feb7579decf4a3183faf64d64a634f4 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:15:38.608929 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ce2df62d-2089-44b7-ac19-d4e614d551e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:38.629007 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ce2df62d-2089-44b7-ac19-d4e614d551e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:38.651020 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-ce2df62d-2089-44b7-ac19-d4e614d551e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:38.654919 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-ce2df62d-2089-44b7-ac19-d4e614d551e0 admin admin] Usage tracker for resource:security_group_rule and tenant:4feb7579decf4a3183faf64d64a634f4 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:38.662546 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-ce2df62d-2089-44b7-ac19-d4e614d551e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:38.672462 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-ce2df62d-2089-44b7-ac19-d4e614d551e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:38.726049 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee41d6f-eb3f-48aa-949e-dade04588bf6 req-01852a8e-9caf-44b6-99e6-41171f020bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:38.728076 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7ee41d6f-eb3f-48aa-949e-dade04588bf6 req-01852a8e-9caf-44b6-99e6-41171f020bdf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6a70c5bb-7a88-4efe-b45a-b5773b8dee9d HTTP/1.1" status: 200 len: 846 time: 0.2679973 Feb 09 01:15:38.761013 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-fad7f438-9b48-4c5b-9c13-ba8f5428f899 req-d1e226e7-32ad-4e96-b38b-6788765d394c tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:38.772636 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f6415a82-fea3-4a3a-a17a-9765383f6df8 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:38.791761 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7ee41d6f-eb3f-48aa-949e-dade04588bf6 req-37b538ef-fd56-4232-91cf-9809ae83c71f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=20b4b911-e8a6-45af-95dc-9b595aff0444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541070 Feb 09 01:15:38.925241 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ce2df62d-2089-44b7-ac19-d4e614d551e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:38.940713 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ce2df62d-2089-44b7-ac19-d4e614d551e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:39.008693 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fad7f438-9b48-4c5b-9c13-ba8f5428f899 req-d1e226e7-32ad-4e96-b38b-6788765d394c tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Network 60022e06-d2c3-4006-9f7a-1040f75a4a6b is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:15:39.015287 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7ee41d6f-eb3f-48aa-949e-dade04588bf6 req-641df7f5-467b-461b-badd-925681a2fe60 service neutron] 10.222.0.62 "GET /v2.0/networks/20b4b911-e8a6-45af-95dc-9b595aff0444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175047 Feb 09 01:15:39.015982 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-fad7f438-9b48-4c5b-9c13-ba8f5428f899 req-d1e226e7-32ad-4e96-b38b-6788765d394c tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:39.016328 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce2df62d-2089-44b7-ac19-d4e614d551e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:15:39.019646 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2df62d-2089-44b7-ac19-d4e614d551e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6678b222-e01f-4d12-bb7f-46121bcd4845,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:39.074041 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-fad7f438-9b48-4c5b-9c13-ba8f5428f899 req-d1e226e7-32ad-4e96-b38b-6788765d394c tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:15:39.132294 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6094e6db-e128-4f41-bfc9-5b096dfff4cb tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:39.142258 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.db.resource_extend [None req-f6415a82-fea3-4a3a-a17a-9765383f6df8 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:15:39.171934 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6094e6db-e128-4f41-bfc9-5b096dfff4cb tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:39.184626 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ce2df62d-2089-44b7-ac19-d4e614d551e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:39.184969 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-ce2df62d-2089-44b7-ac19-d4e614d551e0 admin admin] Added segment f3d44dac-21f9-43aa-b3cf-261dc7fa64ed of type vlan for network 82f30243-02f9-47c5-a321-43941006e74c Feb 09 01:15:39.187705 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7ee41d6f-eb3f-48aa-949e-dade04588bf6 req-e126f1ff-bd85-4fa3-9401-8c70acd4bc7e service neutron] 10.222.0.62 "GET /v2.0/networks/20b4b911-e8a6-45af-95dc-9b595aff0444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588337 Feb 09 01:15:39.210688 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e226e7-32ad-4e96-b38b-6788765d394c tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Pushing event updated for resources: {'Port': ['ID=b00d33e6-6b3f-4fa3-86dd-d6b068b7cac8,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:39.241040 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ce2df62d-2089-44b7-ac19-d4e614d551e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:39.281141 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f6415a82-fea3-4a3a-a17a-9765383f6df8 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:39.287054 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6415a82-fea3-4a3a-a17a-9765383f6df8 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:39.287648 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f6415a82-fea3-4a3a-a17a-9765383f6df8 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:39.314737 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-36c94ad8-332b-4fe5-9e90-7d7e1b4c0b16 None None] Provisioning for port b00d33e6-6b3f-4fa3-86dd-d6b068b7cac8 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:15:39.320894 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-36c94ad8-332b-4fe5-9e90-7d7e1b4c0b16 None None] Provisioning complete for port b00d33e6-6b3f-4fa3-86dd-d6b068b7cac8 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:39.322443 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-36c94ad8-332b-4fe5-9e90-7d7e1b4c0b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:39.378265 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-36c94ad8-332b-4fe5-9e90-7d7e1b4c0b16 None None] Port b00d33e6-6b3f-4fa3-86dd-d6b068b7cac8 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:15:39.403805 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ce2df62d-2089-44b7-ac19-d4e614d551e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:39.404776 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2df62d-2089-44b7-ac19-d4e614d551e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:39.405357 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ce2df62d-2089-44b7-ac19-d4e614d551e0 admin admin] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:39.541730 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2df62d-2089-44b7-ac19-d4e614d551e0 admin admin] Pushing event updated for resources: {'Network': ['ID=82f30243-02f9-47c5-a321-43941006e74c,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:39.547033 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6094e6db-e128-4f41-bfc9-5b096dfff4cb tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:39.548100 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6094e6db-e128-4f41-bfc9-5b096dfff4cb tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Fanout notify agent at l3_agent the message router_deleted on router 758534ac-b44a-4433-a8ab-9e2b262efd4b {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:15:39.548230 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-ce2df62d-2089-44b7-ac19-d4e614d551e0 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6285963 Feb 09 01:15:39.551453 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 41626) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:39.555706 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dc3ff2c2-e463-46cb-bd24-fccd2886caf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:39.562093 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-247acb25-3d4d-421f-b960-31411b39f14c admin admin] Request body: {'subnet': {'network_id': '82f30243-02f9-47c5-a321-43941006e74c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1789116321-subnet', 'tenant_id': '4feb7579decf4a3183faf64d64a634f4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:39.572264 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad7f438-9b48-4c5b-9c13-ba8f5428f899 req-d1e226e7-32ad-4e96-b38b-6788765d394c tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:39.572811 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-fad7f438-9b48-4c5b-9c13-ba8f5428f899 req-d1e226e7-32ad-4e96-b38b-6788765d394c tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:39.579637 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-247acb25-3d4d-421f-b960-31411b39f14c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:39.586258 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 82f30243-02f9-47c5-a321-43941006e74c details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:15:39.590084 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dc3ff2c2-e463-46cb-bd24-fccd2886caf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:39.601851 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca797d00-0c1f-43af-b2c3-0d471fa74e05 req-99623043-d416-46f8-9b9a-234952332190 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:39.604003 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ca797d00-0c1f-43af-b2c3-0d471fa74e05 req-99623043-d416-46f8-9b9a-234952332190 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=f11197f4-8495-46aa-a66c-6b0c09b192bb HTTP/1.1" status: 200 len: 943 time: 0.3102248 Feb 09 01:15:39.641184 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6094e6db-e128-4f41-bfc9-5b096dfff4cb tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:39.646617 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-6094e6db-e128-4f41-bfc9-5b096dfff4cb tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "DELETE /v2.0/routers/758534ac-b44a-4433-a8ab-9e2b262efd4b HTTP/1.1" status: 204 len: 168 time: 1.2613692 Feb 09 01:15:39.647268 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41632) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:39.658395 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f6415a82-fea3-4a3a-a17a-9765383f6df8 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8194816 Feb 09 01:15:39.702363 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6415a82-fea3-4a3a-a17a-9765383f6df8 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Pushing event updated for resources: {'Network': ['ID=d2fdc6cd-8f47-4a64-a160-d0bc11ab8de5,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:39.711528 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41636) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:39.738209 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-2581819d-47ed-4fca-8e35-e2ef35f6bc7a tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Request body: {'subnet': {'network_id': 'd2fdc6cd-8f47-4a64-a160-d0bc11ab8de5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:39.752161 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network d2fdc6cd-8f47-4a64-a160-d0bc11ab8de5 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:15:39.762180 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-fad7f438-9b48-4c5b-9c13-ba8f5428f899 req-d1e226e7-32ad-4e96-b38b-6788765d394c tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6151826 Feb 09 01:15:39.772581 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-cf1b02f0-af4a-41d9-a8b3-4f4120db0a12 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "GET /v2.0/ports?device_id=758534ac-b44a-4433-a8ab-9e2b262efd4b HTTP/1.1" status: 200 len: 205 time: 0.1166286 Feb 09 01:15:39.812267 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-247acb25-3d4d-421f-b960-31411b39f14c admin admin] Usage tracker for resource:subnet and tenant:4feb7579decf4a3183faf64d64a634f4 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:39.814614 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 41640) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:39.828127 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb39a8bf-3a16-4bf2-bac6-9b652b73b0dc req-8f8b8758-c4bb-43c2-a566-cf75da20b7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:39.828369 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-dc3ff2c2-e463-46cb-bd24-fccd2886caf1 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=8c3ec29268ac4a5d94dcbada37435aa2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9912229 Feb 09 01:15:39.828483 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cb39a8bf-3a16-4bf2-bac6-9b652b73b0dc req-8f8b8758-c4bb-43c2-a566-cf75da20b7bd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ecfa99ec90404d2da344b2927ef93a25&device_id=f11197f4-8495-46aa-a66c-6b0c09b192bb HTTP/1.1" status: 200 len: 1094 time: 0.5343645 Feb 09 01:15:39.830013 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-fad7f438-9b48-4c5b-9c13-ba8f5428f899 req-22af2d28-9b54-4548-845a-bfd7e74a58a9 service neutron] Request body: {'port': {'device_id': '521f52bb-14cb-4507-a392-fe952ca83e92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:39.863699 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3ff2c2-e463-46cb-bd24-fccd2886caf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231b343a-ed87-4d3e-80e8-c34e29c0f6b2,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:39.873678 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41644) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:39.880375 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-247acb25-3d4d-421f-b960-31411b39f14c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:39.889394 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-247acb25-3d4d-421f-b960-31411b39f14c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:40.011578 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2581819d-47ed-4fca-8e35-e2ef35f6bc7a tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:40.013827 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247acb25-3d4d-421f-b960-31411b39f14c admin admin] Made reservation on behalf of 4feb7579decf4a3183faf64d64a634f4 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:15:40.016251 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-247acb25-3d4d-421f-b960-31411b39f14c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:40.029356 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-2581819d-47ed-4fca-8e35-e2ef35f6bc7a tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Usage tracker for resource:subnet and tenant:89095cdfc9c942dc809f66cd477d6f7d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:40.041488 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-2581819d-47ed-4fca-8e35-e2ef35f6bc7a tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:40.056606 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2581819d-47ed-4fca-8e35-e2ef35f6bc7a tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:40.062889 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-fad7f438-9b48-4c5b-9c13-ba8f5428f899 req-22af2d28-9b54-4548-845a-bfd7e74a58a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:40.075482 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0d9f6c0f-065d-4d5d-9f0f-ac7dc1072a4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:40.090203 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [None req-1d7b69d6-8161-41d5-adf4-11ef7d9bb822 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] delete failed (client error): The resource could not be found. Feb 09 01:15:40.091167 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-1d7b69d6-8161-41d5-adf4-11ef7d9bb822 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "DELETE /v2.0/routers/758534ac-b44a-4433-a8ab-9e2b262efd4b HTTP/1.1" status: 404 len: 336 time: 0.2684274 Feb 09 01:15:40.094415 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2581819d-47ed-4fca-8e35-e2ef35f6bc7a tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Made reservation on behalf of 89095cdfc9c942dc809f66cd477d6f7d for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:15:40.097829 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2581819d-47ed-4fca-8e35-e2ef35f6bc7a tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:40.098222 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 41648) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:40.223067 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0d9f6c0f-065d-4d5d-9f0f-ac7dc1072a4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:40.251005 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8ad4658-8dd7-4e3c-8b87-055525ac0eb6 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] DELETE failed (client error): The resource could not be found. Feb 09 01:15:40.251461 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8ad4658-8dd7-4e3c-8b87-055525ac0eb6 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:15:40.253129 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f8ad4658-8dd7-4e3c-8b87-055525ac0eb6 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "DELETE /v2.0/subnets/cf8eddfb-e26b-4cde-878c-d6cbafb51f99 HTTP/1.1" status: 404 len: 337 time: 0.1041896 Feb 09 01:15:40.261631 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41652) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:40.272246 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ca797d00-0c1f-43af-b2c3-0d471fa74e05 req-ef69d3bb-63ba-494e-8f39-0430705625e7 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4513052 Feb 09 01:15:40.340001 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e160e16-c850-490e-ad2b-f086065bf4f1 req-09b00ad4-9c6e-41c3-8cf2-3408d1f07a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:40.341436 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4e160e16-c850-490e-ad2b-f086065bf4f1 req-09b00ad4-9c6e-41c3-8cf2-3408d1f07a41 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=eb94c7c7-2262-4266-9ff1-ecacf3b56b73&tenant_id=128330d8f0414cd5a58362066d10386d HTTP/1.1" status: 200 len: 1094 time: 0.7365246 Feb 09 01:15:40.348794 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb39a8bf-3a16-4bf2-bac6-9b652b73b0dc req-1ea7ce45-9097-4740-802d-5e2d725b7d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:40.350328 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cb39a8bf-3a16-4bf2-bac6-9b652b73b0dc req-1ea7ce45-9097-4740-802d-5e2d725b7d66 service neutron] 10.222.0.62 "GET /v2.0/networks?id=20b4b911-e8a6-45af-95dc-9b595aff0444 HTTP/1.1" status: 200 len: 907 time: 0.4508317 Feb 09 01:15:40.360461 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc8b9d-d23b-4790-a28f-1652fa146ed2 req-5eefc894-5f15-4d43-8d4c-3139b20774fd tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:40.361971 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5cfc8b9d-d23b-4790-a28f-1652fa146ed2 req-5eefc894-5f15-4d43-8d4c-3139b20774fd tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb94c7c7-2262-4266-9ff1-ecacf3b56b73 HTTP/1.1" status: 200 len: 943 time: 0.5465322 Feb 09 01:15:40.389079 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-302d510a-84cb-4493-8599-dc0aed46b712 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] DELETE failed (client error): The resource could not be found. Feb 09 01:15:40.389529 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-302d510a-84cb-4493-8599-dc0aed46b712 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:15:40.393534 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-302d510a-84cb-4493-8599-dc0aed46b712 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "DELETE /v2.0/subnets/a0194cd5-ee98-4cc3-9033-f132ee87d6ae HTTP/1.1" status: 404 len: 337 time: 0.1218791 Feb 09 01:15:40.399595 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41656) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:40.436201 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ef55726c-ebd0-4fbd-9b69-b06fc10af787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:40.460049 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-897f655b-4dbd-4177-a868-7b65977375fa tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] DELETE failed (client error): The resource could not be found. Feb 09 01:15:40.460335 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-897f655b-4dbd-4177-a868-7b65977375fa tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:15:40.522655 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cb39a8bf-3a16-4bf2-bac6-9b652b73b0dc req-958f3316-baea-4212-a9ea-8abd95b9c0cb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=daba72f2-dac6-4b44-8f1a-edf3bb9847d4 HTTP/1.1" status: 200 len: 217 time: 0.1596766 Feb 09 01:15:40.551778 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0d9f6c0f-065d-4d5d-9f0f-ac7dc1072a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:40.554114 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0d9f6c0f-065d-4d5d-9f0f-ac7dc1072a4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:40.558243 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-0d9f6c0f-065d-4d5d-9f0f-ac7dc1072a4a admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/231b343a-ed87-4d3e-80e8-c34e29c0f6b2 HTTP/1.1" status: 204 len: 168 time: 0.6799810 Feb 09 01:15:40.558243 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-897f655b-4dbd-4177-a868-7b65977375fa tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "DELETE /v2.0/subnets/e5ac9a53-8712-41ef-9544-1800b8698156 HTTP/1.1" status: 404 len: 337 time: 0.1540906 Feb 09 01:15:40.567120 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41662) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:40.657064 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9f6c0f-065d-4d5d-9f0f-ac7dc1072a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231b343a-ed87-4d3e-80e8-c34e29c0f6b2,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:40.671987 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ce53b62-df32-4f95-8b29-41b8f7e4cb6b tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] DELETE failed (client error): The resource could not be found. Feb 09 01:15:40.672725 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ce53b62-df32-4f95-8b29-41b8f7e4cb6b tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:15:40.674906 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-8ce53b62-df32-4f95-8b29-41b8f7e4cb6b tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "DELETE /v2.0/subnets/db3e0a00-8428-42ad-b65e-d9b346fbbb82 HTTP/1.1" status: 404 len: 337 time: 0.1025541 Feb 09 01:15:40.681845 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41666) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:40.700756 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5cfc8b9d-d23b-4790-a28f-1652fa146ed2 req-0c112d2b-f47a-40a8-8cb9-21984a329de0 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=e6bfd964-7aa5-43a2-a057-7d9b16c44215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2490582 Feb 09 01:15:40.725426 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb39a8bf-3a16-4bf2-bac6-9b652b73b0dc req-ab267d82-5dee-4cd1-b6d5-fa09c95799ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:40.727517 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cb39a8bf-3a16-4bf2-bac6-9b652b73b0dc req-ab267d82-5dee-4cd1-b6d5-fa09c95799ad service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6a70c5bb-7a88-4efe-b45a-b5773b8dee9d HTTP/1.1" status: 200 len: 846 time: 0.1567786 Feb 09 01:15:40.753662 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-17c4e20b-1ab6-45ef-b6cd-bbcedcb0f208 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "GET /v2.0/ports?device_id=4157810a-8ce4-4f4c-b778-9d0a8a549831 HTTP/1.1" status: 200 len: 205 time: 0.0691414 Feb 09 01:15:40.760594 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 41672) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:40.833033 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2581819d-47ed-4fca-8e35-e2ef35f6bc7a tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:40.883569 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cb39a8bf-3a16-4bf2-bac6-9b652b73b0dc req-4cdccffa-16df-4ea8-a942-10661ce546c2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=20b4b911-e8a6-45af-95dc-9b595aff0444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1295683 Feb 09 01:15:40.886540 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [None req-7b19069c-13ee-4e4a-a254-6396745c64fe tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] delete failed (client error): The resource could not be found. Feb 09 01:15:40.887475 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-7b19069c-13ee-4e4a-a254-6396745c64fe tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "DELETE /v2.0/routers/4157810a-8ce4-4f4c-b778-9d0a8a549831 HTTP/1.1" status: 404 len: 336 time: 0.0955341 Feb 09 01:15:40.892306 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 41676) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:40.897624 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-247acb25-3d4d-421f-b960-31411b39f14c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:40.947618 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41680) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:40.967696 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [req-fad7f438-9b48-4c5b-9c13-ba8f5428f899 req-22af2d28-9b54-4548-845a-bfd7e74a58a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b00d33e6-6b3f-4fa3-86dd-d6b068b7cac8 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:15:40.991851 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2581819d-47ed-4fca-8e35-e2ef35f6bc7a tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Pushing event updated for resources: {'Subnet': ['ID=b449d769-17eb-4706-88f6-b55e5d04ec88,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:40.997862 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-fad7f438-9b48-4c5b-9c13-ba8f5428f899 req-22af2d28-9b54-4548-845a-bfd7e74a58a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:41.004891 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1d88c2ca-629d-47da-9912-af92af1d7770 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:41.031885 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2581819d-47ed-4fca-8e35-e2ef35f6bc7a tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Checking segment: {'id': 'b25bff11-ed38-4c02-9433-6bed131a2914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd2fdc6cd-8f47-4a64-a160-d0bc11ab8de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:15:41.032270 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2581819d-47ed-4fca-8e35-e2ef35f6bc7a tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Network hostable DHCP agents. Network: d2fdc6cd-8f47-4a64-a160-d0bc11ab8de5, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:15:41.039048 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-fad7f438-9b48-4c5b-9c13-ba8f5428f899 req-22af2d28-9b54-4548-845a-bfd7e74a58a9 service neutron] Transition to ACTIVE for port object b00d33e6-6b3f-4fa3-86dd-d6b068b7cac8 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:15:41.043833 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1d88c2ca-629d-47da-9912-af92af1d7770 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:41.051324 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-fad7f438-9b48-4c5b-9c13-ba8f5428f899 req-22af2d28-9b54-4548-845a-bfd7e74a58a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:41.052427 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e02966-e5e8-487f-9066-ff9500162f4d req-13f60f36-7d1b-415f-91fa-9448b87d1a98 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:41.053932 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e6e02966-e5e8-487f-9066-ff9500162f4d req-13f60f36-7d1b-415f-91fa-9448b87d1a98 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] 10.222.0.105 "GET /v2.0/ports?device_id=521f52bb-14cb-4507-a392-fe952ca83e92 HTTP/1.1" status: 200 len: 932 time: 0.6340296 Feb 09 01:15:41.055646 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-1d88c2ca-629d-47da-9912-af92af1d7770 admin admin] Usage tracker for resource:security_group_rule and tenant:9ec6ccb25d3c43d3839ff5d262c89cd6 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:41.078918 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e160e16-c850-490e-ad2b-f086065bf4f1 req-10d25666-f109-4a50-934b-872f9483e3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:41.080362 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4e160e16-c850-490e-ad2b-f086065bf4f1 req-10d25666-f109-4a50-934b-872f9483e3f5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=128330d8f0414cd5a58362066d10386d&device_id=eb94c7c7-2262-4266-9ff1-ecacf3b56b73 HTTP/1.1" status: 200 len: 1094 time: 0.7152781 Feb 09 01:15:41.082394 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-b4af55ae-5512-4952-b738-b20082426a76 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "GET /v2.0/ports?device_id=c731b7d1-aec0-469c-b6a2-6c811d4de5d5 HTTP/1.1" status: 200 len: 205 time: 0.1862280 Feb 09 01:15:41.092936 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-1d88c2ca-629d-47da-9912-af92af1d7770 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:41.097327 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41684) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:41.115003 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1d88c2ca-629d-47da-9912-af92af1d7770 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:41.402647 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247acb25-3d4d-421f-b960-31411b39f14c admin admin] Pushing event updated for resources: {'Subnet': ['ID=babecade-cdf1-4c50-b1ee-144e30399d1c,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:41.414959 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-7407d551-a13f-4d68-aa53-e638ae217f96 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] delete failed (client error): The resource could not be found. Feb 09 01:15:41.416053 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-7407d551-a13f-4d68-aa53-e638ae217f96 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "DELETE /v2.0/routers/c731b7d1-aec0-469c-b6a2-6c811d4de5d5 HTTP/1.1" status: 404 len: 336 time: 0.3175678 Feb 09 01:15:41.422707 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2581819d-47ed-4fca-8e35-e2ef35f6bc7a tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Network d2fdc6cd-8f47-4a64-a160-d0bc11ab8de5 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:15:41.424552 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41690) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:41.428545 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:41.442970 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247acb25-3d4d-421f-b960-31411b39f14c admin admin] Checking segment: {'id': 'f3d44dac-21f9-43aa-b3cf-261dc7fa64ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '82f30243-02f9-47c5-a321-43941006e74c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:15:41.443332 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247acb25-3d4d-421f-b960-31411b39f14c admin admin] Network hostable DHCP agents. Network: 82f30243-02f9-47c5-a321-43941006e74c, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:15:41.462882 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e6e02966-e5e8-487f-9066-ff9500162f4d req-30c2cb97-037b-4a04-9727-ddfa40da0808 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] 10.222.0.105 "GET /v2.0/security-groups?id=c3b47c16-f2b1-47a4-82f4-0c20ba44fe3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3886576 Feb 09 01:15:41.501980 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22af2d28-9b54-4548-845a-bfd7e74a58a9 service neutron] Pushing event updated for resources: {'Port': ['ID=b00d33e6-6b3f-4fa3-86dd-d6b068b7cac8,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:41.518212 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-2581819d-47ed-4fca-8e35-e2ef35f6bc7a tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, d2fdc6cd-8f47-4a64-a160-d0bc11ab8de5) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:41.527397 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-58212f21-299a-48d2-8376-22d8caa0bd66 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] DELETE failed (client error): The resource could not be found. Feb 09 01:15:41.527664 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58212f21-299a-48d2-8376-22d8caa0bd66 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:15:41.531128 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:41.532614 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cb39a8bf-3a16-4bf2-bac6-9b652b73b0dc req-fcbecfa8-332b-4419-b5d8-0aea8b7e7bda service neutron] 10.222.0.62 "GET /v2.0/networks/20b4b911-e8a6-45af-95dc-9b595aff0444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6378467 Feb 09 01:15:41.540195 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a584f2f4-f9f3-417a-85ea-a156a1940f10 None None] Network d2fdc6cd-8f47-4a64-a160-d0bc11ab8de5 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:15:41.566079 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2581819d-47ed-4fca-8e35-e2ef35f6bc7a tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:41.566671 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2581819d-47ed-4fca-8e35-e2ef35f6bc7a tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:41.596448 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-58212f21-299a-48d2-8376-22d8caa0bd66 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "DELETE /v2.0/subnets/98f3fe33-b17c-4354-9933-82dc4b42d9b5 HTTP/1.1" status: 404 len: 337 time: 0.1590524 Feb 09 01:15:41.611856 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41694) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:41.636035 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e160e16-c850-490e-ad2b-f086065bf4f1 req-25b648c9-1c9c-409c-b2c0-54750e82e3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:41.637499 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4e160e16-c850-490e-ad2b-f086065bf4f1 req-25b648c9-1c9c-409c-b2c0-54750e82e3e8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5 HTTP/1.1" status: 200 len: 918 time: 0.5341384 Feb 09 01:15:41.643720 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247acb25-3d4d-421f-b960-31411b39f14c admin admin] Network 82f30243-02f9-47c5-a321-43941006e74c is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:15:41.672363 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-2581819d-47ed-4fca-8e35-e2ef35f6bc7a tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.9465213 Feb 09 01:15:41.684014 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-4d8ce766-1402-4cab-b679-316ec2d37a36 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "GET /v2.0/ports?device_id=53431c5c-2fd6-4e71-8573-6b65306abcd1 HTTP/1.1" status: 200 len: 205 time: 0.0709920 Feb 09 01:15:41.687571 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41698) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:41.687831 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41700) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:41.730610 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-247acb25-3d4d-421f-b960-31411b39f14c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 82f30243-02f9-47c5-a321-43941006e74c) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:41.743160 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80400d47-a27f-4706-9866-cf6cfcae6ba5 None None] Network 82f30243-02f9-47c5-a321-43941006e74c requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:15:41.757332 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247acb25-3d4d-421f-b960-31411b39f14c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:41.757944 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-247acb25-3d4d-421f-b960-31411b39f14c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:41.759107 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-855e40fe-9e62-464c-afd8-23ebdfc6cefa tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-13751733'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:41.779145 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-855e40fe-9e62-464c-afd8-23ebdfc6cefa tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:41.793436 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-fad7f438-9b48-4c5b-9c13-ba8f5428f899 req-22af2d28-9b54-4548-845a-bfd7e74a58a9 service neutron] Attempting to bind port b00d33e6-6b3f-4fa3-86dd-d6b068b7cac8 on host n-h2-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:15:41.793793 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-fad7f438-9b48-4c5b-9c13-ba8f5428f899 req-22af2d28-9b54-4548-845a-bfd7e74a58a9 service neutron] Attempting to bind port b00d33e6-6b3f-4fa3-86dd-d6b068b7cac8 by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': '2911b990-5a28-41b3-988d-1e21f0ec93f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '60022e06-d2c3-4006-9f7a-1040f75a4a6b'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:15:41.794311 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad7f438-9b48-4c5b-9c13-ba8f5428f899 req-22af2d28-9b54-4548-845a-bfd7e74a58a9 service neutron] Attempting to bind port b00d33e6-6b3f-4fa3-86dd-d6b068b7cac8 on network 60022e06-d2c3-4006-9f7a-1040f75a4a6b {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:15:41.801925 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-855e40fe-9e62-464c-afd8-23ebdfc6cefa tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Usage tracker for resource:network and tenant:89095cdfc9c942dc809f66cd477d6f7d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:41.807252 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-2d56c198-0762-4e14-832e-d223e977073c tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] delete failed (client error): The resource could not be found. Feb 09 01:15:41.808599 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-2d56c198-0762-4e14-832e-d223e977073c tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "DELETE /v2.0/routers/53431c5c-2fd6-4e71-8573-6b65306abcd1 HTTP/1.1" status: 404 len: 336 time: 0.1178820 Feb 09 01:15:41.810487 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-855e40fe-9e62-464c-afd8-23ebdfc6cefa tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:41.813537 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad7f438-9b48-4c5b-9c13-ba8f5428f899 req-22af2d28-9b54-4548-845a-bfd7e74a58a9 service neutron] Port b00d33e6-6b3f-4fa3-86dd-d6b068b7cac8 on network 60022e06-d2c3-4006-9f7a-1040f75a4a6b not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:15:41.814060 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad7f438-9b48-4c5b-9c13-ba8f5428f899 req-22af2d28-9b54-4548-845a-bfd7e74a58a9 service neutron] Attempting to bind port b00d33e6-6b3f-4fa3-86dd-d6b068b7cac8 on network 60022e06-d2c3-4006-9f7a-1040f75a4a6b {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:15:41.818772 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41708) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:41.830183 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-855e40fe-9e62-464c-afd8-23ebdfc6cefa tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:41.839063 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4e160e16-c850-490e-ad2b-f086065bf4f1 req-f41ddb90-b194-452a-bff9-084a4e135a1c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=635a31bc-b7d0-435e-804d-117b1e246ca7 HTTP/1.1" status: 200 len: 998 time: 0.1929629 Feb 09 01:15:41.845538 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-247acb25-3d4d-421f-b960-31411b39f14c admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2922902 Feb 09 01:15:41.849031 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 41712) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:41.851079 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cb39a8bf-3a16-4bf2-bac6-9b652b73b0dc req-4226cf58-08b0-45c2-983b-ae1567de3ffc service neutron] 10.222.0.62 "GET /v2.0/networks/20b4b911-e8a6-45af-95dc-9b595aff0444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027446 Feb 09 01:15:41.890614 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-539149a0-1066-4ada-a7e6-461b4712fddd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1789116321-router', 'tenant_id': '4feb7579decf4a3183faf64d64a634f4', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:41.894755 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad7f438-9b48-4c5b-9c13-ba8f5428f899 req-22af2d28-9b54-4548-845a-bfd7e74a58a9 service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:15:41.895138 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad7f438-9b48-4c5b-9c13-ba8f5428f899 req-22af2d28-9b54-4548-845a-bfd7e74a58a9 service neutron] Checking segment: {'id': '2911b990-5a28-41b3-988d-1e21f0ec93f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '60022e06-d2c3-4006-9f7a-1040f75a4a6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:15:41.895889 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad7f438-9b48-4c5b-9c13-ba8f5428f899 req-22af2d28-9b54-4548-845a-bfd7e74a58a9 service neutron] Bound using segment: {'id': '2911b990-5a28-41b3-988d-1e21f0ec93f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '60022e06-d2c3-4006-9f7a-1040f75a4a6b'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:15:41.896277 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-fad7f438-9b48-4c5b-9c13-ba8f5428f899 req-22af2d28-9b54-4548-845a-bfd7e74a58a9 service neutron] Bound port: b00d33e6-6b3f-4fa3-86dd-d6b068b7cac8, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2911b990-5a28-41b3-988d-1e21f0ec93f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '60022e06-d2c3-4006-9f7a-1040f75a4a6b'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:15:41.896635 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-fad7f438-9b48-4c5b-9c13-ba8f5428f899 req-22af2d28-9b54-4548-845a-bfd7e74a58a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:41.902505 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fffa0a2c-4188-4585-8cc8-d09e79d655aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-d2fdc6cd-8f47-4a64-a160-d0bc11ab8de5', 'network_id': 'd2fdc6cd-8f47-4a64-a160-d0bc11ab8de5', 'tenant_id': '89095cdfc9c942dc809f66cd477d6f7d', 'fixed_ips': [{'subnet_id': 'b449d769-17eb-4706-88f6-b55e5d04ec88'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:15:41.904238 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fffa0a2c-4188-4585-8cc8-d09e79d655aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:41.913121 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-8b562f0f-ac4c-43a6-ad17-a02fac434e04 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "GET /v2.0/ports?device_id=1a0ff825-cfbe-4ab2-8898-6911d5b7c811 HTTP/1.1" status: 200 len: 205 time: 0.0845454 Feb 09 01:15:41.918915 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1d88c2ca-629d-47da-9912-af92af1d7770 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:41.920057 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41716) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:41.934904 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a3f5b-919f-40a4-ae3d-80198eed84e5 req-fba84e53-2e0f-4fe8-a2eb-e801a171888c tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:41.940797 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f48a3f5b-919f-40a4-ae3d-80198eed84e5 req-fba84e53-2e0f-4fe8-a2eb-e801a171888c tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=f11197f4-8495-46aa-a66c-6b0c09b192bb HTTP/1.1" status: 200 len: 943 time: 0.4891384 Feb 09 01:15:41.999510 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-539149a0-1066-4ada-a7e6-461b4712fddd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:42.017927 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-539149a0-1066-4ada-a7e6-461b4712fddd admin admin] Usage tracker for resource:router and tenant:4feb7579decf4a3183faf64d64a634f4 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:42.027005 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1d88c2ca-629d-47da-9912-af92af1d7770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:42.048259 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-539149a0-1066-4ada-a7e6-461b4712fddd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:42.062757 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-7ca62bf8-7c56-4b45-9433-fba4547e3503 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] delete failed (client error): The resource could not be found. Feb 09 01:15:42.067255 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-7ca62bf8-7c56-4b45-9433-fba4547e3503 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "DELETE /v2.0/routers/1a0ff825-cfbe-4ab2-8898-6911d5b7c811 HTTP/1.1" status: 404 len: 336 time: 0.1403012 Feb 09 01:15:42.067255 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855e40fe-9e62-464c-afd8-23ebdfc6cefa tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Made reservation on behalf of 89095cdfc9c942dc809f66cd477d6f7d for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:15:42.067527 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-539149a0-1066-4ada-a7e6-461b4712fddd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:42.067970 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e160e16-c850-490e-ad2b-f086065bf4f1 req-13d8457e-3520-4f32-ad34-1097446ff224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:42.068307 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-855e40fe-9e62-464c-afd8-23ebdfc6cefa tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:42.070296 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4e160e16-c850-490e-ad2b-f086065bf4f1 req-13d8457e-3520-4f32-ad34-1097446ff224 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9ba82490-d70a-42fe-a7ff-0aeb7f428073 HTTP/1.1" status: 200 len: 856 time: 0.2213554 Feb 09 01:15:42.075655 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 41720) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:42.141920 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1d88c2ca-629d-47da-9912-af92af1d7770 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=9ec6ccb25d3c43d3839ff5d262c89cd6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1869500 Feb 09 01:15:42.147218 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41724) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:42.156039 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d88c2ca-629d-47da-9912-af92af1d7770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2567f5fd-d9ad-4cc1-8053-2053fbb22d54,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:42.176117 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-855e40fe-9e62-464c-afd8-23ebdfc6cefa tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:15:42.176325 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd024301-fba4-4628-832d-66a947363817 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] DELETE failed (client error): The resource could not be found. Feb 09 01:15:42.176654 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd024301-fba4-4628-832d-66a947363817 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:15:42.183461 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-bd024301-fba4-4628-832d-66a947363817 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "DELETE /v2.0/subnets/57476f38-e68a-4305-97ce-959ca18902d6 HTTP/1.1" status: 404 len: 337 time: 0.1021430 Feb 09 01:15:42.183461 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-539149a0-1066-4ada-a7e6-461b4712fddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:42.183461 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-539149a0-1066-4ada-a7e6-461b4712fddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:42.183815 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-fad7f438-9b48-4c5b-9c13-ba8f5428f899 req-22af2d28-9b54-4548-845a-bfd7e74a58a9 service neutron] For port b00d33e6-6b3f-4fa3-86dd-d6b068b7cac8, host n-h2-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:15:42.184690 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 41728) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:42.197047 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f48a3f5b-919f-40a4-ae3d-80198eed84e5 req-40a6d480-6f11-4ce1-bc03-36e721a75f8f tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924834 Feb 09 01:15:42.198474 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-855e40fe-9e62-464c-afd8-23ebdfc6cefa tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:42.198985 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-855e40fe-9e62-464c-afd8-23ebdfc6cefa tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Added segment b384ed44-cf54-487f-8557-c3a198d1720f of type vlan for network cbe0660b-472d-4789-bb4a-d995d9254840 Feb 09 01:15:42.207618 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-fffa0a2c-4188-4585-8cc8-d09e79d655aa None None] Allocated IP 2001:db8::1 (d2fdc6cd-8f47-4a64-a160-d0bc11ab8de5/b449d769-17eb-4706-88f6-b55e5d04ec88/6e682ae8-941d-47fe-a76f-209b37d2cc9e) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:15:42.217418 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-fad7f438-9b48-4c5b-9c13-ba8f5428f899 req-22af2d28-9b54-4548-845a-bfd7e74a58a9 service neutron] For port b00d33e6-6b3f-4fa3-86dd-d6b068b7cac8, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=b00d33e6-6b3f-4fa3-86dd-d6b068b7cac8,segment=NetworkSegment(2911b990-5a28-41b3-988d-1e21f0ec93f9),segment_id=2911b990-5a28-41b3-988d-1e21f0ec93f9)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:15:42.244476 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-fad7f438-9b48-4c5b-9c13-ba8f5428f899 req-22af2d28-9b54-4548-845a-bfd7e74a58a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:42.244859 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271d5032-fb42-4c81-8ca3-34530695d911 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-82f30243-02f9-47c5-a321-43941006e74c', 'network_id': '82f30243-02f9-47c5-a321-43941006e74c', 'tenant_id': '4feb7579decf4a3183faf64d64a634f4', 'fixed_ips': [{'subnet_id': 'babecade-cdf1-4c50-b1ee-144e30399d1c'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:15:42.245895 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-271d5032-fb42-4c81-8ca3-34530695d911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:42.270417 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-17c27141-d1f4-43b9-8777-7d05b1db5a32 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "GET /v2.0/ports?device_id=0d038a9d-43cc-4bc1-ba8a-ea76dcb05642 HTTP/1.1" status: 200 len: 205 time: 0.0785987 Feb 09 01:15:42.275269 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 41732) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:42.282988 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c0c90f-85ed-473e-9e10-e8d6a84630f4 req-206ea209-8309-4bf4-a168-3c388ffb5343 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:42.284746 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-87c0c90f-85ed-473e-9e10-e8d6a84630f4 req-206ea209-8309-4bf4-a168-3c388ffb5343 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb94c7c7-2262-4266-9ff1-ecacf3b56b73 HTTP/1.1" status: 200 len: 943 time: 0.3426449 Feb 09 01:15:42.288936 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-539149a0-1066-4ada-a7e6-461b4712fddd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:42.324056 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-855e40fe-9e62-464c-afd8-23ebdfc6cefa tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:42.357765 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad7f438-9b48-4c5b-9c13-ba8f5428f899 req-22af2d28-9b54-4548-845a-bfd7e74a58a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:42.358367 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-fad7f438-9b48-4c5b-9c13-ba8f5428f899 req-22af2d28-9b54-4548-845a-bfd7e74a58a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:42.359743 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-fad7f438-9b48-4c5b-9c13-ba8f5428f899 req-22af2d28-9b54-4548-845a-bfd7e74a58a9 service neutron] 10.222.0.99 "PUT /v2.0/ports/b00d33e6-6b3f-4fa3-86dd-d6b068b7cac8 HTTP/1.1" status: 200 len: 1092 time: 2.5853589 Feb 09 01:15:42.361504 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '521f52bb-14cb-4507-a392-fe952ca83e92', 'tag': 'b00d33e6-6b3f-4fa3-86dd-d6b068b7cac8'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:15:42.376893 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-26175854-dd86-4711-bf49-27709d93d365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:42.413948 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22af2d28-9b54-4548-845a-bfd7e74a58a9 service neutron] Pushing event updated for resources: {'Port': ['ID=b00d33e6-6b3f-4fa3-86dd-d6b068b7cac8,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:42.417940 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [None req-7ee57229-5c98-4fbf-8dd1-eae3f3cc635f tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] delete failed (client error): The resource could not be found. Feb 09 01:15:42.421258 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-7ee57229-5c98-4fbf-8dd1-eae3f3cc635f tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "DELETE /v2.0/routers/0d038a9d-43cc-4bc1-ba8a-ea76dcb05642 HTTP/1.1" status: 404 len: 336 time: 0.1330867 Feb 09 01:15:42.433700 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-855e40fe-9e62-464c-afd8-23ebdfc6cefa tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:42.437640 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 41738) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:42.453691 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855e40fe-9e62-464c-afd8-23ebdfc6cefa tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:42.454256 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-855e40fe-9e62-464c-afd8-23ebdfc6cefa tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:42.460182 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '521f52bb-14cb-4507-a392-fe952ca83e92', 'tag': 'b00d33e6-6b3f-4fa3-86dd-d6b068b7cac8', 'status': 'completed', 'code': 200} Feb 09 01:15:42.462165 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-26175854-dd86-4711-bf49-27709d93d365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:42.508575 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-88ada833-ed18-41df-a4ac-1ced0715ed6e tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] DELETE failed (client error): The resource could not be found. Feb 09 01:15:42.529997 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88ada833-ed18-41df-a4ac-1ced0715ed6e tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:15:42.544614 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fffa0a2c-4188-4585-8cc8-d09e79d655aa None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:42.559235 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fffa0a2c-4188-4585-8cc8-d09e79d655aa None None] Transition to ACTIVE for port object 6e682ae8-941d-47fe-a76f-209b37d2cc9e will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:15:42.578825 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fffa0a2c-4188-4585-8cc8-d09e79d655aa None None] Transition to ACTIVE for port object 6e682ae8-941d-47fe-a76f-209b37d2cc9e will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:15:42.586695 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fffa0a2c-4188-4585-8cc8-d09e79d655aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:42.687063 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-855e40fe-9e62-464c-afd8-23ebdfc6cefa tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.9954314 Feb 09 01:15:42.691312 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41744) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:42.694997 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855e40fe-9e62-464c-afd8-23ebdfc6cefa tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Pushing event updated for resources: {'Network': ['ID=cbe0660b-472d-4789-bb4a-d995d9254840,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:42.703037 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-1f176ea0-8816-4795-975c-ad99b2c2e394 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Request body: {'subnet': {'network_id': 'cbe0660b-472d-4789-bb4a-d995d9254840', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:42.710374 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-88ada833-ed18-41df-a4ac-1ced0715ed6e tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "DELETE /v2.0/subnets/b3120637-46fe-4c39-825a-db3b4bf87ec4 HTTP/1.1" status: 404 len: 337 time: 0.2713149 Feb 09 01:15:42.721352 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-87c0c90f-85ed-473e-9e10-e8d6a84630f4 req-6f9236a1-e1f9-47ae-8b09-016251db3a35 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=e6bfd964-7aa5-43a2-a057-7d9b16c44215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3729651 Feb 09 01:15:42.723538 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e160e16-c850-490e-ad2b-f086065bf4f1 req-4f8e1955-6544-4c5b-aadc-c48047a7f006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:42.724668 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network cbe0660b-472d-4789-bb4a-d995d9254840 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:15:42.735068 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4e160e16-c850-490e-ad2b-f086065bf4f1 req-4f8e1955-6544-4c5b-aadc-c48047a7f006 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6572707 Feb 09 01:15:42.742405 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 41748) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:42.780127 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffa0a2c-4188-4585-8cc8-d09e79d655aa None None] Network d2fdc6cd-8f47-4a64-a160-d0bc11ab8de5 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:15:42.840952 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-fffa0a2c-4188-4585-8cc8-d09e79d655aa None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:42.843499 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffa0a2c-4188-4585-8cc8-d09e79d655aa None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:15:42.843714 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-26175854-dd86-4711-bf49-27709d93d365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:42.876657 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26175854-dd86-4711-bf49-27709d93d365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2567f5fd-d9ad-4cc1-8053-2053fbb22d54,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:42.882935 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1f176ea0-8816-4795-975c-ad99b2c2e394 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:42.887982 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-26175854-dd86-4711-bf49-27709d93d365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:42.891511 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-26175854-dd86-4711-bf49-27709d93d365 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/2567f5fd-d9ad-4cc1-8053-2053fbb22d54 HTTP/1.1" status: 204 len: 168 time: 0.7409589 Feb 09 01:15:42.891511 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad7f438-9b48-4c5b-9c13-ba8f5428f899 req-4458b44f-817a-4d49-9106-a65e6f44a01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:42.892872 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-fad7f438-9b48-4c5b-9c13-ba8f5428f899 req-4458b44f-817a-4d49-9106-a65e6f44a01a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=8d31597ab3f74931824904826c01d747&device_id=521f52bb-14cb-4507-a392-fe952ca83e92 HTTP/1.1" status: 200 len: 1095 time: 0.4346008 Feb 09 01:15:42.894177 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-1f176ea0-8816-4795-975c-ad99b2c2e394 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Usage tracker for resource:subnet and tenant:89095cdfc9c942dc809f66cd477d6f7d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:42.902508 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-1f176ea0-8816-4795-975c-ad99b2c2e394 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:42.910705 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1f176ea0-8816-4795-975c-ad99b2c2e394 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:42.935669 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-60b7db50-4c75-4b80-8725-29e9bb0f42bf tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "GET /v2.0/ports?device_id=f99aa7a9-1ff0-4fc8-93e2-c16d661a56ca HTTP/1.1" status: 200 len: 205 time: 0.1899910 Feb 09 01:15:42.981270 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41756) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:42.987316 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffa0a2c-4188-4585-8cc8-d09e79d655aa None None] Pushing event updated for resources: {'Port': ['ID=6e682ae8-941d-47fe-a76f-209b37d2cc9e,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:42.992774 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f176ea0-8816-4795-975c-ad99b2c2e394 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Made reservation on behalf of 89095cdfc9c942dc809f66cd477d6f7d for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:15:43.000855 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1f176ea0-8816-4795-975c-ad99b2c2e394 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:43.065183 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-271d5032-fb42-4c81-8ca3-34530695d911 None None] Allocated IP 172.20.0.2 (82f30243-02f9-47c5-a321-43941006e74c/babecade-cdf1-4c50-b1ee-144e30399d1c/20c51dff-8387-461b-8da2-a2effc4f654e) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:15:43.075842 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-fffa0a2c-4188-4585-8cc8-d09e79d655aa None None] Attempting to bind port 6e682ae8-941d-47fe-a76f-209b37d2cc9e on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:15:43.076380 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-fffa0a2c-4188-4585-8cc8-d09e79d655aa None None] Attempting to bind port 6e682ae8-941d-47fe-a76f-209b37d2cc9e by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'b25bff11-ed38-4c02-9433-6bed131a2914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd2fdc6cd-8f47-4a64-a160-d0bc11ab8de5'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:15:43.076902 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffa0a2c-4188-4585-8cc8-d09e79d655aa None None] Attempting to bind port 6e682ae8-941d-47fe-a76f-209b37d2cc9e on network d2fdc6cd-8f47-4a64-a160-d0bc11ab8de5 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:15:43.093151 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffa0a2c-4188-4585-8cc8-d09e79d655aa None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:15:43.093797 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffa0a2c-4188-4585-8cc8-d09e79d655aa None None] Checking segment: {'id': 'b25bff11-ed38-4c02-9433-6bed131a2914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd2fdc6cd-8f47-4a64-a160-d0bc11ab8de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:15:43.094383 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fffa0a2c-4188-4585-8cc8-d09e79d655aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:43.094931 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffa0a2c-4188-4585-8cc8-d09e79d655aa None None] Bound using segment: {'id': 'b25bff11-ed38-4c02-9433-6bed131a2914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd2fdc6cd-8f47-4a64-a160-d0bc11ab8de5'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:15:43.095592 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-fffa0a2c-4188-4585-8cc8-d09e79d655aa None None] Bound port: 6e682ae8-941d-47fe-a76f-209b37d2cc9e, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b25bff11-ed38-4c02-9433-6bed131a2914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd2fdc6cd-8f47-4a64-a160-d0bc11ab8de5'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:15:43.096139 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fffa0a2c-4188-4585-8cc8-d09e79d655aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:43.112314 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-fad7f438-9b48-4c5b-9c13-ba8f5428f899 req-17762cc3-e623-4b02-89bd-352d6fa25b96 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b00d33e6-6b3f-4fa3-86dd-d6b068b7cac8 HTTP/1.1" status: 200 len: 217 time: 0.1912911 Feb 09 01:15:43.253130 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:43.253400 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-cf0cef33-b016-46e0-88ed-88933f262e3d tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] delete failed (client error): The resource could not be found. Feb 09 01:15:43.256241 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-539149a0-1066-4ada-a7e6-461b4712fddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:43.259820 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-cf0cef33-b016-46e0-88ed-88933f262e3d tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "DELETE /v2.0/routers/f99aa7a9-1ff0-4fc8-93e2-c16d661a56ca HTTP/1.1" status: 404 len: 336 time: 0.2707701 Feb 09 01:15:43.263334 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 41764) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:43.277889 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.ipam_backend_mixin [None req-1f176ea0-8816-4795-975c-ad99b2c2e394 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Performing IP validity checks on allocation pools {{(pid=87638) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 09 01:15:43.278841 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.ipam_backend_mixin [None req-1f176ea0-8816-4795-975c-ad99b2c2e394 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87638) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 09 01:15:43.312437 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad7f438-9b48-4c5b-9c13-ba8f5428f899 req-a9c5ddf1-5bf9-47f3-a103-37090c50e5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:43.314729 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-fad7f438-9b48-4c5b-9c13-ba8f5428f899 req-a9c5ddf1-5bf9-47f3-a103-37090c50e5b5 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=41b222d2-5238-454c-8b12-f2258dd1142d HTTP/1.1" status: 200 len: 848 time: 0.1322687 Feb 09 01:15:43.323468 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fffa0a2c-4188-4585-8cc8-d09e79d655aa None None] For port 6e682ae8-941d-47fe-a76f-209b37d2cc9e, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:15:43.366521 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-36429c32-b039-4097-b598-01844e5b97b9 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] DELETE failed (client error): The resource could not be found. Feb 09 01:15:43.367252 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36429c32-b039-4097-b598-01844e5b97b9 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:15:43.375134 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fffa0a2c-4188-4585-8cc8-d09e79d655aa None None] For port 6e682ae8-941d-47fe-a76f-209b37d2cc9e, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=6e682ae8-941d-47fe-a76f-209b37d2cc9e,segment=NetworkSegment(b25bff11-ed38-4c02-9433-6bed131a2914),segment_id=b25bff11-ed38-4c02-9433-6bed131a2914)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:15:43.391369 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fffa0a2c-4188-4585-8cc8-d09e79d655aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:43.393144 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-36429c32-b039-4097-b598-01844e5b97b9 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "DELETE /v2.0/subnets/33ecbaa8-6b64-4b60-9aa0-828de00b0677 HTTP/1.1" status: 404 len: 337 time: 0.1186674 Feb 09 01:15:43.401892 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41770) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:43.463280 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-271d5032-fb42-4c81-8ca3-34530695d911 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:43.475071 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-271d5032-fb42-4c81-8ca3-34530695d911 None None] Transition to ACTIVE for port object 20c51dff-8387-461b-8da2-a2effc4f654e will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:15:43.504848 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-271d5032-fb42-4c81-8ca3-34530695d911 None None] Transition to ACTIVE for port object 20c51dff-8387-461b-8da2-a2effc4f654e will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:15:43.515098 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-271d5032-fb42-4c81-8ca3-34530695d911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:43.546095 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device daba72f2-dac6-4b44-8f1a-edf3bb9847d4 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:15:43.560380 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271d5032-fb42-4c81-8ca3-34530695d911 None None] Network 82f30243-02f9-47c5-a321-43941006e74c is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:15:43.566050 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-271d5032-fb42-4c81-8ca3-34530695d911 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:43.568928 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffa0a2c-4188-4585-8cc8-d09e79d655aa None None] Pushing event updated for resources: {'Port': ['ID=6e682ae8-941d-47fe-a76f-209b37d2cc9e,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:43.576538 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271d5032-fb42-4c81-8ca3-34530695d911 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:15:43.589414 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4e160e16-c850-490e-ad2b-f086065bf4f1 req-92e5a12e-bbea-4c74-ac1a-fd0b0f4b2f1d service neutron] 10.222.0.62 "GET /v2.0/networks/0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8367953 Feb 09 01:15:43.609838 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591baa4e-4be8-468a-b11f-c9ae88966f3d req-f8b3ed16-4583-4699-bb87-055961583509 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:43.611601 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-591baa4e-4be8-468a-b11f-c9ae88966f3d req-f8b3ed16-4583-4699-bb87-055961583509 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] 10.222.0.105 "GET /v2.0/ports?device_id=521f52bb-14cb-4507-a392-fe952ca83e92 HTTP/1.1" status: 200 len: 944 time: 0.9605780 Feb 09 01:15:43.667478 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3a1b582-7b34-4e7a-81ae-bd84ead4d393 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] DELETE failed (client error): The resource could not be found. Feb 09 01:15:43.669688 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3a1b582-7b34-4e7a-81ae-bd84ead4d393 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:15:43.685127 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a3a1b582-7b34-4e7a-81ae-bd84ead4d393 tempest-RoutersTest-1714087896 tempest-RoutersTest-1714087896-project] 10.222.0.105 "DELETE /v2.0/subnets/51f398b9-5be0-482b-bc7e-d51a0b45ef41 HTTP/1.1" status: 404 len: 337 time: 0.2799888 Feb 09 01:15:43.706886 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271d5032-fb42-4c81-8ca3-34530695d911 None None] Pushing event updated for resources: {'Port': ['ID=20c51dff-8387-461b-8da2-a2effc4f654e,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:43.748627 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.resource_extend [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:15:43.851861 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad7f438-9b48-4c5b-9c13-ba8f5428f899 req-134c68f6-4bc6-4f58-990e-3952ff93c070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:43.859503 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-271d5032-fb42-4c81-8ca3-34530695d911 None None] Attempting to bind port 20c51dff-8387-461b-8da2-a2effc4f654e on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:15:43.859871 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-271d5032-fb42-4c81-8ca3-34530695d911 None None] Attempting to bind port 20c51dff-8387-461b-8da2-a2effc4f654e by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'f3d44dac-21f9-43aa-b3cf-261dc7fa64ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '82f30243-02f9-47c5-a321-43941006e74c'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:15:43.860231 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271d5032-fb42-4c81-8ca3-34530695d911 None None] Attempting to bind port 20c51dff-8387-461b-8da2-a2effc4f654e on network 82f30243-02f9-47c5-a321-43941006e74c {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:15:43.865916 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4e160e16-c850-490e-ad2b-f086065bf4f1 req-3aa0d855-973a-4ccd-87cb-f7378c8bd3a1 service neutron] 10.222.0.62 "GET /v2.0/networks/0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645183 Feb 09 01:15:43.869657 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-fad7f438-9b48-4c5b-9c13-ba8f5428f899 req-134c68f6-4bc6-4f58-990e-3952ff93c070 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=60022e06-d2c3-4006-9f7a-1040f75a4a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5305591 Feb 09 01:15:43.876857 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271d5032-fb42-4c81-8ca3-34530695d911 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:15:43.877249 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271d5032-fb42-4c81-8ca3-34530695d911 None None] Checking segment: {'id': 'f3d44dac-21f9-43aa-b3cf-261dc7fa64ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '82f30243-02f9-47c5-a321-43941006e74c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:15:43.877652 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-271d5032-fb42-4c81-8ca3-34530695d911 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:43.878041 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271d5032-fb42-4c81-8ca3-34530695d911 None None] Bound using segment: {'id': 'f3d44dac-21f9-43aa-b3cf-261dc7fa64ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '82f30243-02f9-47c5-a321-43941006e74c'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:15:43.878511 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-271d5032-fb42-4c81-8ca3-34530695d911 None None] Bound port: 20c51dff-8387-461b-8da2-a2effc4f654e, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3d44dac-21f9-43aa-b3cf-261dc7fa64ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '82f30243-02f9-47c5-a321-43941006e74c'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:15:43.878872 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-271d5032-fb42-4c81-8ca3-34530695d911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:44.071814 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-591baa4e-4be8-468a-b11f-c9ae88966f3d req-00259064-2790-4784-8c2c-28450f7430bf tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] 10.222.0.105 "GET /v2.0/security-groups?id=c3b47c16-f2b1-47a4-82f4-0c20ba44fe3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2046278 Feb 09 01:15:44.127149 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port daba72f2-dac6-4b44-8f1a-edf3bb9847d4, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=daba72f2-dac6-4b44-8f1a-edf3bb9847d4,segment=NetworkSegment(e4f8d471-753e-488b-969f-03ab5fdd3e2b),segment_id=e4f8d471-753e-488b-969f-03ab5fdd3e2b)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:15:44.146763 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a358e-bade-4096-9e22-9fd7f582ae02 req-c8e8d2ff-8740-4112-9b77-dc9f81217a17 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:44.148849 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-484a358e-bade-4096-9e22-9fd7f582ae02 req-c8e8d2ff-8740-4112-9b77-dc9f81217a17 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=f11197f4-8495-46aa-a66c-6b0c09b192bb HTTP/1.1" status: 200 len: 943 time: 0.7017055 Feb 09 01:15:44.167542 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1f176ea0-8816-4795-975c-ad99b2c2e394 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:44.171593 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': 'daba72f2-dac6-4b44-8f1a-edf3bb9847d4', 'network_id': '20b4b911-e8a6-45af-95dc-9b595aff0444', 'port_id': 'daba72f2-dac6-4b44-8f1a-edf3bb9847d4', 'mac_address': 'fa:16:3e:ef:b9:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a70c5bb-7a88-4efe-b45a-b5773b8dee9d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:15:44.223831 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-271d5032-fb42-4c81-8ca3-34530695d911 None None] For port 20c51dff-8387-461b-8da2-a2effc4f654e, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:15:44.244533 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-271d5032-fb42-4c81-8ca3-34530695d911 None None] For port 20c51dff-8387-461b-8da2-a2effc4f654e, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=20c51dff-8387-461b-8da2-a2effc4f654e,segment=NetworkSegment(f3d44dac-21f9-43aa-b3cf-261dc7fa64ed),segment_id=f3d44dac-21f9-43aa-b3cf-261dc7fa64ed)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:15:44.251667 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-271d5032-fb42-4c81-8ca3-34530695d911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:44.302308 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:44.308183 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-484a358e-bade-4096-9e22-9fd7f582ae02 req-d29eeb2e-5192-46f9-897a-29cd866e738a tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475766 Feb 09 01:15:44.351198 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41800) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:44.374806 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daba72f2-dac6-4b44-8f1a-edf3bb9847d4 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:15:44.401643 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-fad7f438-9b48-4c5b-9c13-ba8f5428f899 req-03c8ba18-da5d-4033-9015-83e98fae2796 service neutron] 10.222.0.99 "GET /v2.0/networks/60022e06-d2c3-4006-9f7a-1040f75a4a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5274243 Feb 09 01:15:44.444797 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271d5032-fb42-4c81-8ca3-34530695d911 None None] Pushing event updated for resources: {'Port': ['ID=20c51dff-8387-461b-8da2-a2effc4f654e,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:44.455142 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port daba72f2-dac6-4b44-8f1a-edf3bb9847d4, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=daba72f2-dac6-4b44-8f1a-edf3bb9847d4,segment=NetworkSegment(e4f8d471-753e-488b-969f-03ab5fdd3e2b),segment_id=e4f8d471-753e-488b-969f-03ab5fdd3e2b)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:15:44.458796 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f176ea0-8816-4795-975c-ad99b2c2e394 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Pushing event updated for resources: {'Subnet': ['ID=22ad4fff-d461-4db2-9ee8-de3fa6725a56,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:44.468867 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:44.543127 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41810) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:44.567952 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f176ea0-8816-4795-975c-ad99b2c2e394 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Checking segment: {'id': 'b384ed44-cf54-487f-8557-c3a198d1720f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'cbe0660b-472d-4789-bb4a-d995d9254840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:15:44.568490 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f176ea0-8816-4795-975c-ad99b2c2e394 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Network hostable DHCP agents. Network: cbe0660b-472d-4789-bb4a-d995d9254840, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:15:44.612146 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=daba72f2-dac6-4b44-8f1a-edf3bb9847d4,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:44.637473 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f176ea0-8816-4795-975c-ad99b2c2e394 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Network cbe0660b-472d-4789-bb4a-d995d9254840 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:15:44.675420 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['daba72f2-dac6-4b44-8f1a-edf3bb9847d4'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:15:44.744437 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-fe879c13-e1da-4b6f-9aa3-d2c08541a9e6 tempest-AgentManagementNegativeTest-488147183 tempest-AgentManagementNegativeTest-488147183-project] 10.222.0.105 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3887985 Feb 09 01:15:44.750340 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-fad7f438-9b48-4c5b-9c13-ba8f5428f899 req-557cfe65-ed38-41ac-ad2f-5eed48a6508a service neutron] 10.222.0.99 "GET /v2.0/networks/60022e06-d2c3-4006-9f7a-1040f75a4a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3349586 Feb 09 01:15:44.752293 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-1f176ea0-8816-4795-975c-ad99b2c2e394 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, cbe0660b-472d-4789-bb4a-d995d9254840) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:44.763768 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f176ea0-8816-4795-975c-ad99b2c2e394 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:44.764354 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1f176ea0-8816-4795-975c-ad99b2c2e394 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:44.772564 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:15:44.790225 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f7004c-8243-456a-99e6-1bd3f719f895 None None] Network cbe0660b-472d-4789-bb4a-d995d9254840 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:15:44.908342 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7e0b5-a5b4-4a86-a79d-a6be105b0dd0 req-2c6b1a6e-2cbe-4853-a3b0-e3234077c7c0 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:44.910191 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f7e7e0b5-a5b4-4a86-a79d-a6be105b0dd0 req-2c6b1a6e-2cbe-4853-a3b0-e3234077c7c0 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb94c7c7-2262-4266-9ff1-ecacf3b56b73 HTTP/1.1" status: 200 len: 943 time: 0.4247944 Feb 09 01:15:44.911507 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-539149a0-1066-4ada-a7e6-461b4712fddd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:44.990547 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-539149a0-1066-4ada-a7e6-461b4712fddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:45.005288 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1f176ea0-8816-4795-975c-ad99b2c2e394 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.3125658 Feb 09 01:15:45.016590 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41824) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:45.405995 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ae153198-ca9d-48a4-a3eb-6b8cb9fe86ad admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=fefa2a0bcdd943ec8d8c861415908997&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8556249 Feb 09 01:15:45.422965 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b68e7e-11c5-41f6-8b13-26b75187d88c req-5895b456-bcce-4a48-b4e3-4c4b158a454a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:45.429960 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-88b68e7e-11c5-41f6-8b13-26b75187d88c req-5895b456-bcce-4a48-b4e3-4c4b158a454a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=8d31597ab3f74931824904826c01d747&device_id=521f52bb-14cb-4507-a392-fe952ca83e92 HTTP/1.1" status: 200 len: 1095 time: 0.5873868 Feb 09 01:15:45.461527 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 20c51dff-8387-461b-8da2-a2effc4f654e up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:15:45.483013 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41834) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:45.483530 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41836) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:45.633268 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be30b301-c63c-433e-b8f7-4447b53a6e24 None None] Network d2fdc6cd-8f47-4a64-a160-d0bc11ab8de5 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:15:45.675526 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-539149a0-1066-4ada-a7e6-461b4712fddd admin admin] Allocated IP 172.25.0.118 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/c33f02a8-17ae-4055-8b4b-57d683494af9) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:15:45.928603 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-84df4c69-47da-42c3-bd18-0d1790acde43 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:45.998459 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d009415b-a782-4d10-b25e-1e44ecc18e7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:46.022831 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-539149a0-1066-4ada-a7e6-461b4712fddd admin admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:46.052613 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-96d5650a-18c8-4677-ab7a-86d68b78d673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:46.090775 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f7e7e0b5-a5b4-4a86-a79d-a6be105b0dd0 req-1b3eb911-9e7b-4132-89fb-7365cf2ac340 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=e6bfd964-7aa5-43a2-a057-7d9b16c44215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0996790 Feb 09 01:15:46.197106 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b68e7e-11c5-41f6-8b13-26b75187d88c req-33082e8e-4eb7-452f-b82a-49eea17e695b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:46.221157 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-88b68e7e-11c5-41f6-8b13-26b75187d88c req-33082e8e-4eb7-452f-b82a-49eea17e695b service neutron] 10.222.0.99 "GET /v2.0/networks?id=60022e06-d2c3-4006-9f7a-1040f75a4a6b HTTP/1.1" status: 200 len: 910 time: 0.7902141 Feb 09 01:15:46.224477 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d009415b-a782-4d10-b25e-1e44ecc18e7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:46.224677 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-539149a0-1066-4ada-a7e6-461b4712fddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:46.273660 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d8945b6e-342e-4e0d-9f33-b16af75afddb None None] Provisioning for port 6e682ae8-941d-47fe-a76f-209b37d2cc9e completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:15:46.295267 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3649fa5-6b96-404e-8439-3cebd6ca96cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-cbe0660b-472d-4789-bb4a-d995d9254840', 'network_id': 'cbe0660b-472d-4789-bb4a-d995d9254840', 'tenant_id': '89095cdfc9c942dc809f66cd477d6f7d', 'fixed_ips': [{'subnet_id': '22ad4fff-d461-4db2-9ee8-de3fa6725a56'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:15:46.296644 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e3649fa5-6b96-404e-8439-3cebd6ca96cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:46.400018 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539149a0-1066-4ada-a7e6-461b4712fddd admin admin] Pushing event updated for resources: {'Port': ['ID=c33f02a8-17ae-4055-8b4b-57d683494af9,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:46.418030 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539149a0-1066-4ada-a7e6-461b4712fddd admin admin] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:15:46.423224 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539149a0-1066-4ada-a7e6-461b4712fddd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:46.423570 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539149a0-1066-4ada-a7e6-461b4712fddd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:46.424045 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539149a0-1066-4ada-a7e6-461b4712fddd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:46.424394 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539149a0-1066-4ada-a7e6-461b4712fddd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:46.424649 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-96d5650a-18c8-4677-ab7a-86d68b78d673 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:46.424789 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539149a0-1066-4ada-a7e6-461b4712fddd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:46.425010 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539149a0-1066-4ada-a7e6-461b4712fddd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:46.425460 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539149a0-1066-4ada-a7e6-461b4712fddd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:46.425971 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539149a0-1066-4ada-a7e6-461b4712fddd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:46.426349 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc843496-889b-468e-a178-abca42c43013 None None] Network 82f30243-02f9-47c5-a321-43941006e74c requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:15:46.426493 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539149a0-1066-4ada-a7e6-461b4712fddd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:46.426844 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539149a0-1066-4ada-a7e6-461b4712fddd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:46.427171 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539149a0-1066-4ada-a7e6-461b4712fddd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:46.427486 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539149a0-1066-4ada-a7e6-461b4712fddd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:46.433440 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-539149a0-1066-4ada-a7e6-461b4712fddd admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:46.436876 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539149a0-1066-4ada-a7e6-461b4712fddd admin admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:15:46.484820 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-96d5650a-18c8-4677-ab7a-86d68b78d673 admin admin] Usage tracker for resource:security_group_rule and tenant:f6f0eb39e90b4973982dee71cdccae4d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:46.490454 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-88b68e7e-11c5-41f6-8b13-26b75187d88c req-1dd2e150-c70d-48ac-ad64-f3e936f971e8 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b00d33e6-6b3f-4fa3-86dd-d6b068b7cac8 HTTP/1.1" status: 200 len: 217 time: 0.2169659 Feb 09 01:15:46.494548 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-96d5650a-18c8-4677-ab7a-86d68b78d673 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:46.565374 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-96d5650a-18c8-4677-ab7a-86d68b78d673 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:46.652387 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 20c51dff-8387-461b-8da2-a2effc4f654e completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:15:46.680049 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-84df4c69-47da-42c3-bd18-0d1790acde43 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:46.701113 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 6e682ae8-941d-47fe-a76f-209b37d2cc9e up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:15:46.849736 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b68e7e-11c5-41f6-8b13-26b75187d88c req-ebdb405a-673d-4fe8-807d-085eb374ec62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:46.851637 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-88b68e7e-11c5-41f6-8b13-26b75187d88c req-ebdb405a-673d-4fe8-807d-085eb374ec62 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=41b222d2-5238-454c-8b12-f2258dd1142d HTTP/1.1" status: 200 len: 848 time: 0.3481109 Feb 09 01:15:46.884105 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-65ba575e-7b2c-4906-9012-521f17b15b10 None None] Provisioning for port 20c51dff-8387-461b-8da2-a2effc4f654e completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:15:46.942168 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-65ba575e-7b2c-4906-9012-521f17b15b10 None None] Provisioning complete for port 20c51dff-8387-461b-8da2-a2effc4f654e triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:46.942548 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-65ba575e-7b2c-4906-9012-521f17b15b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:47.001315 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d009415b-a782-4d10-b25e-1e44ecc18e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:47.073211 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d009415b-a782-4d10-b25e-1e44ecc18e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a85782-5df9-4ca5-b12a-101468746ffa,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:47.089275 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-84df4c69-47da-42c3-bd18-0d1790acde43 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server [None req-e3649fa5-6b96-404e-8439-3cebd6ca96cd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 22ad4fff-d461-4db2-9ee8-de3fa6725a56: This subnet is being modified by another concurrent operation. Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server raise exception Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 22ad4fff-d461-4db2-9ee8-de3fa6725a56: This subnet is being modified by another concurrent operation. Feb 09 01:15:47.152000 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server Feb 09 01:15:47.206296 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84df4c69-47da-42c3-bd18-0d1790acde43 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Pushing event deleted for resources: {'Subnet': ['ID=22ad4fff-d461-4db2-9ee8-de3fa6725a56,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:47.242404 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9c8a7c-5ed2-4835-8427-3ac71deacb70 None None] Network cbe0660b-472d-4789-bb4a-d995d9254840 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:15:47.292022 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef07ae5-890d-4f66-b0b2-6145037a5ea7 req-59697ac8-7b78-4b42-8a0a-a10847bb50ff tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:47.302085 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-eef07ae5-890d-4f66-b0b2-6145037a5ea7 req-59697ac8-7b78-4b42-8a0a-a10847bb50ff tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] 10.222.0.105 "GET /v2.0/ports?device_id=521f52bb-14cb-4507-a392-fe952ca83e92 HTTP/1.1" status: 200 len: 944 time: 1.2355931 Feb 09 01:15:47.348889 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-96d5650a-18c8-4677-ab7a-86d68b78d673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:47.366180 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d009415b-a782-4d10-b25e-1e44ecc18e7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:47.367470 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d009415b-a782-4d10-b25e-1e44ecc18e7f admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/62a85782-5df9-4ca5-b12a-101468746ffa HTTP/1.1" status: 204 len: 168 time: 1.8828704 Feb 09 01:15:47.378334 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385dcaa7-84cd-4a18-b712-624e3c06fab1 req-51de6ad3-e949-4574-8282-c99c23e382f4 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:47.380226 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-385dcaa7-84cd-4a18-b712-624e3c06fab1 req-51de6ad3-e949-4574-8282-c99c23e382f4 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=f11197f4-8495-46aa-a66c-6b0c09b192bb HTTP/1.1" status: 200 len: 944 time: 0.9873667 Feb 09 01:15:47.389064 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-96d5650a-18c8-4677-ab7a-86d68b78d673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:47.430258 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-539149a0-1066-4ada-a7e6-461b4712fddd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:47.457119 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b68e7e-11c5-41f6-8b13-26b75187d88c req-17438c67-ffd4-4e62-98ff-dc8b64bb19b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:47.460142 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 6e682ae8-941d-47fe-a76f-209b37d2cc9e completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:15:47.462476 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-88b68e7e-11c5-41f6-8b13-26b75187d88c req-17438c67-ffd4-4e62-98ff-dc8b64bb19b8 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=60022e06-d2c3-4006-9f7a-1040f75a4a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5985885 Feb 09 01:15:47.476985 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 6e682ae8-941d-47fe-a76f-209b37d2cc9e triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:47.478099 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:47.537176 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-eef07ae5-890d-4f66-b0b2-6145037a5ea7 req-5bff79bf-b4ba-45f8-940d-791f9fee59fb tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] 10.222.0.105 "GET /v2.0/security-groups?id=c3b47c16-f2b1-47a4-82f4-0c20ba44fe3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2302306 Feb 09 01:15:47.550061 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-84df4c69-47da-42c3-bd18-0d1790acde43 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:47.622340 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device daba72f2-dac6-4b44-8f1a-edf3bb9847d4 up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:15:47.693886 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-385dcaa7-84cd-4a18-b712-624e3c06fab1 req-679ffe17-eab6-4152-855b-83a67b9c0e18 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993324 Feb 09 01:15:47.944017 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-65ba575e-7b2c-4906-9012-521f17b15b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:48.030791 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-96d5650a-18c8-4677-ab7a-86d68b78d673 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=f6f0eb39e90b4973982dee71cdccae4d&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5411971 Feb 09 01:15:48.036098 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41858) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:48.055851 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-84df4c69-47da-42c3-bd18-0d1790acde43 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbe0660b-472d-4789-bb4a-d995d9254840']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:48.106434 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d5650a-18c8-4677-ab7a-86d68b78d673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8affa33-aa2c-43f6-9809-efcf04d4b16a,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:48.141213 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-84df4c69-47da-42c3-bd18-0d1790acde43 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b384ed44-cf54-487f-8557-c3a198d1720f') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:48.141817 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-84df4c69-47da-42c3-bd18-0d1790acde43 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b384ed44-cf54-487f-8557-c3a198d1720f') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:48.153193 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d5650a-18c8-4677-ab7a-86d68b78d673 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:48.153959 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d5650a-18c8-4677-ab7a-86d68b78d673 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:48.154523 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d5650a-18c8-4677-ab7a-86d68b78d673 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:48.155078 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d5650a-18c8-4677-ab7a-86d68b78d673 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:48.155626 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d5650a-18c8-4677-ab7a-86d68b78d673 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:48.156175 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d5650a-18c8-4677-ab7a-86d68b78d673 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:48.156751 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d5650a-18c8-4677-ab7a-86d68b78d673 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:48.157296 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d5650a-18c8-4677-ab7a-86d68b78d673 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:48.157871 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d5650a-18c8-4677-ab7a-86d68b78d673 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:48.158434 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d5650a-18c8-4677-ab7a-86d68b78d673 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:48.159229 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d5650a-18c8-4677-ab7a-86d68b78d673 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:48.159791 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d5650a-18c8-4677-ab7a-86d68b78d673 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:48.181377 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-84df4c69-47da-42c3-bd18-0d1790acde43 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:48.246214 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-84df4c69-47da-42c3-bd18-0d1790acde43 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:48.252423 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1c8ac221-7443-4736-a759-ea24407734b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:48.266512 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84df4c69-47da-42c3-bd18-0d1790acde43 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:15:48.267070 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-84df4c69-47da-42c3-bd18-0d1790acde43 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:48.286107 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:15:48.286107 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:15:48.286107 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:15:48.286107 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:15:48.286107 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:15:48.286107 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:15:48.286107 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:15:48.286107 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:15:48.286107 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:15:48.286107 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:15:48.286107 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:15:48.286107 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:15:48.286107 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:15:48.286107 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:15:48.286107 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:15:48.286107 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:15:48.286107 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:15:48.286107 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:15:48.286107 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:15:48.286107 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:15:48.286107 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:15:48.286107 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:15:48.286107 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:15:48.286107 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:15:48.286107 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:15:48.286107 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:15:48.286107 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:15:48.286107 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:15:48.286107 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:15:48.286107 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:15:48.286107 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:15:48.286107 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:15:48.306500 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-65ba575e-7b2c-4906-9012-521f17b15b10 None None] For port 20c51dff-8387-461b-8da2-a2effc4f654e, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=20c51dff-8387-461b-8da2-a2effc4f654e,segment=NetworkSegment(f3d44dac-21f9-43aa-b3cf-261dc7fa64ed),segment_id=f3d44dac-21f9-43aa-b3cf-261dc7fa64ed)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:15:48.419619 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-65ba575e-7b2c-4906-9012-521f17b15b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:48.534631 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port daba72f2-dac6-4b44-8f1a-edf3bb9847d4 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:15:48.557954 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf635ed-951c-4c30-b3a4-12bb865cc640 req-1adc29fc-97a3-4ed7-a723-7670f6bf8abb tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:48.558560 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1c8ac221-7443-4736-a759-ea24407734b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:48.572199 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ccf635ed-951c-4c30-b3a4-12bb865cc640 req-1adc29fc-97a3-4ed7-a723-7670f6bf8abb tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb94c7c7-2262-4266-9ff1-ecacf3b56b73 HTTP/1.1" status: 200 len: 943 time: 0.6938083 Feb 09 01:15:48.654388 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port daba72f2-dac6-4b44-8f1a-edf3bb9847d4 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:48.654946 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:48.692524 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ccf635ed-951c-4c30-b3a4-12bb865cc640 req-7a132dcd-b914-4e31-b6ac-d80ff28f9596 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=e6bfd964-7aa5-43a2-a057-7d9b16c44215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189191 Feb 09 01:15:48.717699 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1c8ac221-7443-4736-a759-ea24407734b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:48.793850 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-88b68e7e-11c5-41f6-8b13-26b75187d88c req-e006a16d-f7d9-4589-951b-b659ba0a79ee service neutron] 10.222.0.99 "GET /v2.0/networks/60022e06-d2c3-4006-9f7a-1040f75a4a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3018308 Feb 09 01:15:48.823491 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8ac221-7443-4736-a759-ea24407734b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8affa33-aa2c-43f6-9809-efcf04d4b16a,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:48.896844 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7add3c95-766a-40a2-9110-7303648dcdab None None] get_active_networks_info from n-d-828418-1 {{(pid=87640) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 01:15:48.945653 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-539149a0-1066-4ada-a7e6-461b4712fddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:48.946237 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41878) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:48.947282 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1c8ac221-7443-4736-a759-ea24407734b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:48.948606 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1c8ac221-7443-4736-a759-ea24407734b3 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/e8affa33-aa2c-43f6-9809-efcf04d4b16a HTTP/1.1" status: 204 len: 168 time: 0.9090567 Feb 09 01:15:48.970813 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:49.139613 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-84df4c69-47da-42c3-bd18-0d1790acde43 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:49.177708 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba575e-7b2c-4906-9012-521f17b15b10 None None] Pushing event updated for resources: {'Port': ['ID=20c51dff-8387-461b-8da2-a2effc4f654e,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:49.227199 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-84df4c69-47da-42c3-bd18-0d1790acde43 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:49.240660 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 6e682ae8-941d-47fe-a76f-209b37d2cc9e, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=6e682ae8-941d-47fe-a76f-209b37d2cc9e,segment=NetworkSegment(b25bff11-ed38-4c02-9433-6bed131a2914),segment_id=b25bff11-ed38-4c02-9433-6bed131a2914)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:15:49.261779 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-84df4c69-47da-42c3-bd18-0d1790acde43 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] 10.222.0.105 "DELETE /v2.0/networks/cbe0660b-472d-4789-bb4a-d995d9254840 HTTP/1.1" status: 204 len: 168 time: 4.2206440 Feb 09 01:15:49.271888 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:49.291725 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 41886) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:49.312862 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-04752b3a-aa43-4e27-b324-8d814fc1d8e2 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-668127816'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:49.313887 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84df4c69-47da-42c3-bd18-0d1790acde43 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Pushing event deleted for resources: {'Network': ['ID=cbe0660b-472d-4789-bb4a-d995d9254840,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:49.345212 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-04752b3a-aa43-4e27-b324-8d814fc1d8e2 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:49.359406 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa288cf-c737-4a6e-8849-6ac2611374a3 req-166ef22d-d15a-4f35-a0db-84d8020dcf0e tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:49.361956 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1aa288cf-c737-4a6e-8849-6ac2611374a3 req-166ef22d-d15a-4f35-a0db-84d8020dcf0e tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] 10.222.0.105 "GET /v2.0/ports?device_id=521f52bb-14cb-4507-a392-fe952ca83e92 HTTP/1.1" status: 200 len: 944 time: 0.4132061 Feb 09 01:15:49.381029 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-7a90c148-c9e7-42e0-a30e-dc550ba3651b None None] Provisioning complete for port 6e682ae8-941d-47fe-a76f-209b37d2cc9e triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:49.382072 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7a90c148-c9e7-42e0-a30e-dc550ba3651b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:49.419705 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-04752b3a-aa43-4e27-b324-8d814fc1d8e2 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Usage tracker for resource:network and tenant:89095cdfc9c942dc809f66cd477d6f7d is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:49.426759 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-90cb3c6b-400d-40e4-8aff-30fd616e6cc9 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1758734920', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:49.439508 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=6e682ae8-941d-47fe-a76f-209b37d2cc9e,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:49.452026 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-90cb3c6b-400d-40e4-8aff-30fd616e6cc9 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:49.462742 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-90cb3c6b-400d-40e4-8aff-30fd616e6cc9 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Usage tracker for resource:router and tenant:df6a04544dab4059b759c9347fe2f779 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:49.465143 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-04752b3a-aa43-4e27-b324-8d814fc1d8e2 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:49.474789 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-90cb3c6b-400d-40e4-8aff-30fd616e6cc9 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:49.493866 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-90cb3c6b-400d-40e4-8aff-30fd616e6cc9 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:49.506045 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7637a79-68e8-4a85-a5c2-c3b22639a867 req-1b2d493e-dd46-4397-9428-ad9fee9a294b tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:49.514153 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a7637a79-68e8-4a85-a5c2-c3b22639a867 req-1b2d493e-dd46-4397-9428-ad9fee9a294b tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=f11197f4-8495-46aa-a66c-6b0c09b192bb HTTP/1.1" status: 200 len: 944 time: 0.4916620 Feb 09 01:15:49.522889 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-90cb3c6b-400d-40e4-8aff-30fd616e6cc9 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:49.527482 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-90cb3c6b-400d-40e4-8aff-30fd616e6cc9 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:49.558772 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-88b68e7e-11c5-41f6-8b13-26b75187d88c req-5f8f15c6-ffae-4f0c-a797-b81c945d12a8 service neutron] 10.222.0.99 "GET /v2.0/networks/60022e06-d2c3-4006-9f7a-1040f75a4a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7501171 Feb 09 01:15:49.568673 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 20c51dff-8387-461b-8da2-a2effc4f654e up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:15:49.599314 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-90cb3c6b-400d-40e4-8aff-30fd616e6cc9 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:49.645639 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-90cb3c6b-400d-40e4-8aff-30fd616e6cc9 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:49.698758 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-90cb3c6b-400d-40e4-8aff-30fd616e6cc9 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:49.705104 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-90cb3c6b-400d-40e4-8aff-30fd616e6cc9 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.7552481 Feb 09 01:15:49.708533 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41892) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:49.723835 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-9704de25-dd0a-4fe5-ba74-299855e43677 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-67763052'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:49.754806 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9704de25-dd0a-4fe5-ba74-299855e43677 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:49.765735 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-9704de25-dd0a-4fe5-ba74-299855e43677 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Usage tracker for resource:network and tenant:df6a04544dab4059b759c9347fe2f779 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:49.782232 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-04752b3a-aa43-4e27-b324-8d814fc1d8e2 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:49.788877 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-9704de25-dd0a-4fe5-ba74-299855e43677 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:49.817896 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9704de25-dd0a-4fe5-ba74-299855e43677 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:49.845535 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9704de25-dd0a-4fe5-ba74-299855e43677 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Made reservation on behalf of df6a04544dab4059b759c9347fe2f779 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:15:49.854998 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9704de25-dd0a-4fe5-ba74-299855e43677 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:49.886376 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9704de25-dd0a-4fe5-ba74-299855e43677 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:49.914817 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1aa288cf-c737-4a6e-8849-6ac2611374a3 req-5f1bb209-d0c6-4f4b-8438-aa113da62b01 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] 10.222.0.105 "GET /v2.0/security-groups?id=c3b47c16-f2b1-47a4-82f4-0c20ba44fe3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5344000 Feb 09 01:15:49.936116 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9704de25-dd0a-4fe5-ba74-299855e43677 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:49.940619 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:49.946899 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-9704de25-dd0a-4fe5-ba74-299855e43677 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Usage tracker for resource:security_group_rule and tenant:df6a04544dab4059b759c9347fe2f779 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:49.950963 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a7637a79-68e8-4a85-a5c2-c3b22639a867 req-93031a4d-60ea-49e1-9214-f5b8f1a84f16 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543261 Feb 09 01:15:49.953871 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04752b3a-aa43-4e27-b324-8d814fc1d8e2 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Made reservation on behalf of 89095cdfc9c942dc809f66cd477d6f7d for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:15:49.957283 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-04752b3a-aa43-4e27-b324-8d814fc1d8e2 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:49.968578 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-9704de25-dd0a-4fe5-ba74-299855e43677 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:49.977503 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9704de25-dd0a-4fe5-ba74-299855e43677 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:50.045637 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port daba72f2-dac6-4b44-8f1a-edf3bb9847d4, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=daba72f2-dac6-4b44-8f1a-edf3bb9847d4,segment=NetworkSegment(e4f8d471-753e-488b-969f-03ab5fdd3e2b),segment_id=e4f8d471-753e-488b-969f-03ab5fdd3e2b)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:15:50.127017 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f11197f4-8495-46aa-a66c-6b0c09b192bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daba72f2-dac6-4b44-8f1a-edf3bb9847d4'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:15:50.175457 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device b00d33e6-6b3f-4fa3-86dd-d6b068b7cac8 details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:15:50.178012 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:50.185890 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04752b3a-aa43-4e27-b324-8d814fc1d8e2 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:15:50.220150 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-04752b3a-aa43-4e27-b324-8d814fc1d8e2 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:50.220641 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-04752b3a-aa43-4e27-b324-8d814fc1d8e2 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Added segment 54f0ce2b-571d-4b3e-ac52-db7167b12078 of type vlan for network 5a71bf37-329a-4102-a607-640a69584012 Feb 09 01:15:50.239477 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-539149a0-1066-4ada-a7e6-461b4712fddd admin admin] Router f67f6271-ff7c-40fb-b619-a2ea1fbc0627 is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:15:50.249239 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9704de25-dd0a-4fe5-ba74-299855e43677 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:50.254445 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9704de25-dd0a-4fe5-ba74-299855e43677 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:50.293956 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9704de25-dd0a-4fe5-ba74-299855e43677 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:15:50.311890 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9704de25-dd0a-4fe5-ba74-299855e43677 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:50.313529 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-9704de25-dd0a-4fe5-ba74-299855e43677 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Added segment 7b572c7a-4d03-480e-90c1-e0ef984bfa5c of type vlan for network e1459137-4345-468e-8386-afd6e32d3fb2 Feb 09 01:15:50.363156 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9704de25-dd0a-4fe5-ba74-299855e43677 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:50.437924 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9704de25-dd0a-4fe5-ba74-299855e43677 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:50.442006 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-04752b3a-aa43-4e27-b324-8d814fc1d8e2 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:50.443641 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9704de25-dd0a-4fe5-ba74-299855e43677 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:50.444335 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9704de25-dd0a-4fe5-ba74-299855e43677 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:50.486054 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f11197f4-8495-46aa-a66c-6b0c09b192bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daba72f2-dac6-4b44-8f1a-edf3bb9847d4', 'code': 200} Feb 09 01:15:50.488417 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=daba72f2-dac6-4b44-8f1a-edf3bb9847d4,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:50.545329 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7add3c95-766a-40a2-9110-7303648dcdab None None] Resources bound (agent type, host, resource id): {{(pid=87640) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:15:50.595127 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 20c51dff-8387-461b-8da2-a2effc4f654e triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:50.595600 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:50.705589 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9704de25-dd0a-4fe5-ba74-299855e43677 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9939754 Feb 09 01:15:50.719550 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41914) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:50.720403 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9704de25-dd0a-4fe5-ba74-299855e43677 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=912f49fa-07ad-430a-9b18-e5758b4ceb7e,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:50.757239 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-aad6ea43-1508-4b35-a409-d1dfca866f7c tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Request body: {'subnet': {'network_id': 'e1459137-4345-468e-8386-afd6e32d3fb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:51.038709 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 41924) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:51.065864 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-04752b3a-aa43-4e27-b324-8d814fc1d8e2 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:51.071976 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04752b3a-aa43-4e27-b324-8d814fc1d8e2 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:51.073172 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-04752b3a-aa43-4e27-b324-8d814fc1d8e2 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:51.110478 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9704de25-dd0a-4fe5-ba74-299855e43677 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Pushing event updated for resources: {'Network': ['ID=e1459137-4345-468e-8386-afd6e32d3fb2,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:51.124518 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-aad6ea43-1508-4b35-a409-d1dfca866f7c tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:51.135666 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-aad6ea43-1508-4b35-a409-d1dfca866f7c tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Usage tracker for resource:subnet and tenant:df6a04544dab4059b759c9347fe2f779 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:51.143971 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-aad6ea43-1508-4b35-a409-d1dfca866f7c tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:51.161440 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-aad6ea43-1508-4b35-a409-d1dfca866f7c tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:51.184415 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad6ea43-1508-4b35-a409-d1dfca866f7c tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Made reservation on behalf of df6a04544dab4059b759c9347fe2f779 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:15:51.193835 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aad6ea43-1508-4b35-a409-d1dfca866f7c tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:51.195393 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network e1459137-4345-468e-8386-afd6e32d3fb2 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:15:51.369153 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f280ec-60ab-469e-9767-b0076a93f861 req-dd8b9c7f-4b6a-4cdb-b6aa-4e77caecc770 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:51.378933 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-34f280ec-60ab-469e-9767-b0076a93f861 req-dd8b9c7f-4b6a-4cdb-b6aa-4e77caecc770 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb94c7c7-2262-4266-9ff1-ecacf3b56b73 HTTP/1.1" status: 200 len: 943 time: 1.1096041 Feb 09 01:15:51.523586 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539149a0-1066-4ada-a7e6-461b4712fddd admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:15:51.535999 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36758ff-35c1-4d7d-bf6b-3cdad3b847f2 req-ad70538f-84c5-44a2-ba0f-78eb61247b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:51.537500 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d36758ff-35c1-4d7d-bf6b-3cdad3b847f2 req-ad70538f-84c5-44a2-ba0f-78eb61247b5a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f11197f4-8495-46aa-a66c-6b0c09b192bb HTTP/1.1" status: 200 len: 1096 time: 1.0976248 Feb 09 01:15:51.543568 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-04752b3a-aa43-4e27-b324-8d814fc1d8e2 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.2394505 Feb 09 01:15:51.545967 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 41930) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:51.558062 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04752b3a-aa43-4e27-b324-8d814fc1d8e2 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Pushing event updated for resources: {'Network': ['ID=5a71bf37-329a-4102-a607-640a69584012,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:51.674296 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-34f280ec-60ab-469e-9767-b0076a93f861 req-3d36f74e-1b0e-454c-a329-6cdfed2a9bc6 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=e6bfd964-7aa5-43a2-a057-7d9b16c44215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2944448 Feb 09 01:15:51.688143 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 5a71bf37-329a-4102-a607-640a69584012 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:15:51.719190 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b19ebb5-5a62-4f51-8ea1-af856777f29e None None] Sync routers for ids ['f67f6271-ff7c-40fb-b619-a2ea1fbc0627'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:15:51.751243 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-93deaf7f-11ad-48ce-bac5-d499719472b7 None None] Provisioning complete for port 20c51dff-8387-461b-8da2-a2effc4f654e triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:51.751619 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-93deaf7f-11ad-48ce-bac5-d499719472b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:51.763196 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aad6ea43-1508-4b35-a409-d1dfca866f7c tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:51.766150 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-6f91a2b9-5552-49e2-8eed-70afcb6babbf tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Request body: {'subnet': {'network_id': '5a71bf37-329a-4102-a607-640a69584012', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:51.799380 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-539149a0-1066-4ada-a7e6-461b4712fddd admin admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:51.800594 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-539149a0-1066-4ada-a7e6-461b4712fddd admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.9486775 Feb 09 01:15:51.805651 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-2aa47b05-7576-434d-b45c-92e9a8777427 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-260888211'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:51.863076 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41936) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:51.938511 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-2aa47b05-7576-434d-b45c-92e9a8777427 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:51.993656 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-2aa47b05-7576-434d-b45c-92e9a8777427 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Usage tracker for resource:network and tenant:6804efa72c714833a180448eda495e91 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:52.026200 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-2aa47b05-7576-434d-b45c-92e9a8777427 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:52.074793 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d36758ff-35c1-4d7d-bf6b-3cdad3b847f2 req-38d19283-dc20-4a55-960c-c91fe8c077ee service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4673865 Feb 09 01:15:52.133193 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad6ea43-1508-4b35-a409-d1dfca866f7c tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Pushing event updated for resources: {'Subnet': ['ID=1cd20659-2e9f-4d85-b114-533d2374cb97,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:52.144995 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad6ea43-1508-4b35-a409-d1dfca866f7c tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Checking segment: {'id': '7b572c7a-4d03-480e-90c1-e0ef984bfa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e1459137-4345-468e-8386-afd6e32d3fb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:15:52.145541 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad6ea43-1508-4b35-a409-d1dfca866f7c tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Network hostable DHCP agents. Network: e1459137-4345-468e-8386-afd6e32d3fb2, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:15:52.161996 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ada20-577c-4986-aaa3-60783af0e920 req-fe91222c-a5eb-47a7-8ec8-fa2d4ab79449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:52.163643 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5e3ada20-577c-4986-aaa3-60783af0e920 req-fe91222c-a5eb-47a7-8ec8-fa2d4ab79449 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=128330d8f0414cd5a58362066d10386d&device_id=eb94c7c7-2262-4266-9ff1-ecacf3b56b73 HTTP/1.1" status: 200 len: 1094 time: 0.8909903 Feb 09 01:15:52.179934 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-2aa47b05-7576-434d-b45c-92e9a8777427 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:52.224816 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454dfab-6fef-4395-964c-1b54264f9d7f req-bffa534b-3417-442a-b34c-5d5691ccbadb tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:52.226544 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6454dfab-6fef-4395-964c-1b54264f9d7f req-bffa534b-3417-442a-b34c-5d5691ccbadb tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] 10.222.0.105 "GET /v2.0/ports?device_id=521f52bb-14cb-4507-a392-fe952ca83e92 HTTP/1.1" status: 200 len: 944 time: 0.9349592 Feb 09 01:15:52.263757 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa47b05-7576-434d-b45c-92e9a8777427 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Made reservation on behalf of 6804efa72c714833a180448eda495e91 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:15:52.267506 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2aa47b05-7576-434d-b45c-92e9a8777427 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:52.292059 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad6ea43-1508-4b35-a409-d1dfca866f7c tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Network e1459137-4345-468e-8386-afd6e32d3fb2 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:15:52.300678 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2aa47b05-7576-434d-b45c-92e9a8777427 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:52.309470 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b19ebb5-5a62-4f51-8ea1-af856777f29e None None] Routers {'f67f6271-ff7c-40fb-b619-a2ea1fbc0627'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:15:52.312391 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-1b19ebb5-5a62-4f51-8ea1-af856777f29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:15:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['f67f6271-ff7c-40fb-b619-a2ea1fbc0627'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:52.313419 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-aad6ea43-1508-4b35-a409-d1dfca866f7c tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, e1459137-4345-468e-8386-afd6e32d3fb2) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:52.328687 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad6ea43-1508-4b35-a409-d1dfca866f7c tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:52.330171 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aad6ea43-1508-4b35-a409-d1dfca866f7c tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:52.344478 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-2aa47b05-7576-434d-b45c-92e9a8777427 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:52.349291 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-2aa47b05-7576-434d-b45c-92e9a8777427 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Usage tracker for resource:security_group_rule and tenant:6804efa72c714833a180448eda495e91 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:52.352555 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-2aa47b05-7576-434d-b45c-92e9a8777427 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:52.358738 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-2aa47b05-7576-434d-b45c-92e9a8777427 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:52.385968 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-6f91a2b9-5552-49e2-8eed-70afcb6babbf tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:52.411959 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-6f91a2b9-5552-49e2-8eed-70afcb6babbf tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Usage tracker for resource:subnet and tenant:89095cdfc9c942dc809f66cd477d6f7d is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:52.417920 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6454dfab-6fef-4395-964c-1b54264f9d7f req-5162ae1f-4a20-416b-bd48-3f08ced03c41 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] 10.222.0.105 "GET /v2.0/security-groups?id=c3b47c16-f2b1-47a4-82f4-0c20ba44fe3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1768589 Feb 09 01:15:52.421248 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-6f91a2b9-5552-49e2-8eed-70afcb6babbf tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:52.435622 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-6f91a2b9-5552-49e2-8eed-70afcb6babbf tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:52.476799 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a246cf-a9fb-49cc-be19-c76b2c72c46a req-ad1abce4-beb2-4188-9fec-a83505f89e9a tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:52.483061 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-aad6ea43-1508-4b35-a409-d1dfca866f7c tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7585113 Feb 09 01:15:52.486790 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41942) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:52.488623 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-62a246cf-a9fb-49cc-be19-c76b2c72c46a req-ad1abce4-beb2-4188-9fec-a83505f89e9a tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=f11197f4-8495-46aa-a66c-6b0c09b192bb HTTP/1.1" status: 200 len: 945 time: 0.5121295 Feb 09 01:15:52.495016 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f91a2b9-5552-49e2-8eed-70afcb6babbf tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Made reservation on behalf of 89095cdfc9c942dc809f66cd477d6f7d for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:15:52.499331 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6f91a2b9-5552-49e2-8eed-70afcb6babbf tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:52.517182 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-c82bbf3d-4816-4a87-b92c-e11480a5237e tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Request body: {'network': {'name': 'tempest-router-network01--447546735'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:52.532619 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c82bbf3d-4816-4a87-b92c-e11480a5237e tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:52.662026 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-62a246cf-a9fb-49cc-be19-c76b2c72c46a req-cbda5845-7b51-47f0-8486-faeb0076fd66 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701939 Feb 09 01:15:52.760261 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-1b19ebb5-5a62-4f51-8ea1-af856777f29e None None] Set router f67f6271-ff7c-40fb-b619-a2ea1fbc0627 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:15:52.828378 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2aa47b05-7576-434d-b45c-92e9a8777427 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:52.836051 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2aa47b05-7576-434d-b45c-92e9a8777427 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:52.936302 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aa47b05-7576-434d-b45c-92e9a8777427 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:15:53.222805 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-c82bbf3d-4816-4a87-b92c-e11480a5237e tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Usage tracker for resource:network and tenant:df6a04544dab4059b759c9347fe2f779 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:53.252933 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-c82bbf3d-4816-4a87-b92c-e11480a5237e tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:53.261800 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:53.270289 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c82bbf3d-4816-4a87-b92c-e11480a5237e tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:53.288712 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2aa47b05-7576-434d-b45c-92e9a8777427 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:53.289848 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-2aa47b05-7576-434d-b45c-92e9a8777427 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Added segment f77b9332-07e1-4593-adf2-00c946fbfbda of type vlan for network 433285ef-2c58-47e5-a32c-ce248e95852f Feb 09 01:15:53.292529 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port b00d33e6-6b3f-4fa3-86dd-d6b068b7cac8, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=b00d33e6-6b3f-4fa3-86dd-d6b068b7cac8,segment=NetworkSegment(2911b990-5a28-41b3-988d-1e21f0ec93f9),segment_id=2911b990-5a28-41b3-988d-1e21f0ec93f9)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:15:53.330600 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2aa47b05-7576-434d-b45c-92e9a8777427 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:53.336862 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82bbf3d-4816-4a87-b92c-e11480a5237e tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Made reservation on behalf of df6a04544dab4059b759c9347fe2f779 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:15:53.345687 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c82bbf3d-4816-4a87-b92c-e11480a5237e tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:53.378635 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6f91a2b9-5552-49e2-8eed-70afcb6babbf tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:53.413895 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c82bbf3d-4816-4a87-b92c-e11480a5237e tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:15:53.435208 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c82bbf3d-4816-4a87-b92c-e11480a5237e tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:53.435601 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-c82bbf3d-4816-4a87-b92c-e11480a5237e tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Added segment ffbb3a86-4f1a-41a1-8709-5e9db1875100 of type vlan for network 82990151-4034-4883-bca5-c63f237feb9e Feb 09 01:15:53.455862 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa47b05-7576-434d-b45c-92e9a8777427 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c27648d-e795-4faf-ac26-e57f2a091c80,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:53.485367 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2aa47b05-7576-434d-b45c-92e9a8777427 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:53.492336 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa47b05-7576-434d-b45c-92e9a8777427 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:53.495345 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2aa47b05-7576-434d-b45c-92e9a8777427 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:53.507173 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c82bbf3d-4816-4a87-b92c-e11480a5237e tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:53.596423 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c82bbf3d-4816-4a87-b92c-e11480a5237e tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:53.604858 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82bbf3d-4816-4a87-b92c-e11480a5237e tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:53.611239 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c82bbf3d-4816-4a87-b92c-e11480a5237e tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:53.615621 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': 'b00d33e6-6b3f-4fa3-86dd-d6b068b7cac8', 'network_id': '60022e06-d2c3-4006-9f7a-1040f75a4a6b', 'port_id': 'b00d33e6-6b3f-4fa3-86dd-d6b068b7cac8', 'mac_address': 'fa:16:3e:43:9d:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41b222d2-5238-454c-8b12-f2258dd1142d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:15:53.689246 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-2aa47b05-7576-434d-b45c-92e9a8777427 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.6489308 Feb 09 01:15:53.792190 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41954) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:53.795561 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82bbf3d-4816-4a87-b92c-e11480a5237e tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Pushing event updated for resources: {'Network': ['ID=82990151-4034-4883-bca5-c63f237feb9e,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:53.806284 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:53.806843 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c82bbf3d-4816-4a87-b92c-e11480a5237e tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3085327 Feb 09 01:15:53.807735 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41958) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:53.817636 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 6e682ae8-941d-47fe-a76f-209b37d2cc9e up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:15:53.862696 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-3c814aa4-bf4e-4f8e-94ae-39952e6a901e tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Request body: {'subnet': {'network_id': '433285ef-2c58-47e5-a32c-ce248e95852f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:53.863351 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa47b05-7576-434d-b45c-92e9a8777427 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Pushing event updated for resources: {'Network': ['ID=433285ef-2c58-47e5-a32c-ce248e95852f,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:53.969310 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 82990151-4034-4883-bca5-c63f237feb9e details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:15:54.071680 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 433285ef-2c58-47e5-a32c-ce248e95852f details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:15:54.097819 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ada20-577c-4986-aaa3-60783af0e920 req-0658a429-0c69-4b14-aca8-837e8dd8a321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:54.099290 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5e3ada20-577c-4986-aaa3-60783af0e920 req-0658a429-0c69-4b14-aca8-837e8dd8a321 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5 HTTP/1.1" status: 200 len: 918 time: 0.7297611 Feb 09 01:15:54.099896 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f91a2b9-5552-49e2-8eed-70afcb6babbf tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Pushing event updated for resources: {'Subnet': ['ID=3e0595af-d741-4832-ad2e-827ee2215e57,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:54.101475 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-7cb02545-ee35-45c9-b1ae-361e67738f93 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Request body: {'network': {'name': 'tempest-router-network02--1218329518'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:54.127104 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f91a2b9-5552-49e2-8eed-70afcb6babbf tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Checking segment: {'id': '54f0ce2b-571d-4b3e-ac52-db7167b12078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '5a71bf37-329a-4102-a607-640a69584012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:15:54.127364 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f91a2b9-5552-49e2-8eed-70afcb6babbf tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Network hostable DHCP agents. Network: 5a71bf37-329a-4102-a607-640a69584012, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:15:54.149977 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7cb02545-ee35-45c9-b1ae-361e67738f93 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:54.164294 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0ef57-e8e0-4369-8e74-3a6242301aea req-26ffd0b1-7e3d-48c0-b56d-1ad4d857ba39 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:54.166953 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-20c0ef57-e8e0-4369-8e74-3a6242301aea req-26ffd0b1-7e3d-48c0-b56d-1ad4d857ba39 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb94c7c7-2262-4266-9ff1-ecacf3b56b73 HTTP/1.1" status: 200 len: 943 time: 0.9317596 Feb 09 01:15:54.176258 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-7cb02545-ee35-45c9-b1ae-361e67738f93 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Usage tracker for resource:network and tenant:df6a04544dab4059b759c9347fe2f779 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:54.192756 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-7cb02545-ee35-45c9-b1ae-361e67738f93 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:54.212093 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7cb02545-ee35-45c9-b1ae-361e67738f93 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:54.232511 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f91a2b9-5552-49e2-8eed-70afcb6babbf tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Network 5a71bf37-329a-4102-a607-640a69584012 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:15:54.233362 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3c814aa4-bf4e-4f8e-94ae-39952e6a901e tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:54.277310 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-3c814aa4-bf4e-4f8e-94ae-39952e6a901e tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Usage tracker for resource:subnet and tenant:6804efa72c714833a180448eda495e91 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:54.280466 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-6f91a2b9-5552-49e2-8eed-70afcb6babbf tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 5a71bf37-329a-4102-a607-640a69584012) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:54.299014 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-3c814aa4-bf4e-4f8e-94ae-39952e6a901e tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:54.302538 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ad3e7-1054-475d-bf00-cea7dfa90918 req-5e53ee98-9764-41e5-a607-9f468be8f3d5 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:54.305220 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d49ad3e7-1054-475d-bf00-cea7dfa90918 req-5e53ee98-9764-41e5-a607-9f468be8f3d5 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] 10.222.0.105 "GET /v2.0/ports?device_id=521f52bb-14cb-4507-a392-fe952ca83e92 HTTP/1.1" status: 200 len: 944 time: 0.5828962 Feb 09 01:15:54.309587 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f91a2b9-5552-49e2-8eed-70afcb6babbf tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:54.310404 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6f91a2b9-5552-49e2-8eed-70afcb6babbf tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:54.319920 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb02545-ee35-45c9-b1ae-361e67738f93 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Made reservation on behalf of df6a04544dab4059b759c9347fe2f779 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:15:54.320350 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b00d33e6-6b3f-4fa3-86dd-d6b068b7cac8 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:15:54.327553 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7cb02545-ee35-45c9-b1ae-361e67738f93 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:54.360301 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3c814aa4-bf4e-4f8e-94ae-39952e6a901e tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:54.375053 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-20c0ef57-e8e0-4369-8e74-3a6242301aea req-941c4d62-a408-45b4-84b5-855bd1cbe993 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=e6bfd964-7aa5-43a2-a057-7d9b16c44215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1913307 Feb 09 01:15:54.427612 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d49ad3e7-1054-475d-bf00-cea7dfa90918 req-9436d017-bd1a-4491-8f5c-ca7daaec63d2 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] 10.222.0.105 "GET /v2.0/security-groups?id=c3b47c16-f2b1-47a4-82f4-0c20ba44fe3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027863 Feb 09 01:15:54.443030 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-6f91a2b9-5552-49e2-8eed-70afcb6babbf tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.8864162 Feb 09 01:15:54.443894 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 41962) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:54.487046 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 6e682ae8-941d-47fe-a76f-209b37d2cc9e triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:54.487416 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:54.496822 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c814aa4-bf4e-4f8e-94ae-39952e6a901e tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Made reservation on behalf of 6804efa72c714833a180448eda495e91 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:15:54.501016 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3c814aa4-bf4e-4f8e-94ae-39952e6a901e tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:54.579027 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port b00d33e6-6b3f-4fa3-86dd-d6b068b7cac8, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=b00d33e6-6b3f-4fa3-86dd-d6b068b7cac8,segment=NetworkSegment(2911b990-5a28-41b3-988d-1e21f0ec93f9),segment_id=2911b990-5a28-41b3-988d-1e21f0ec93f9)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:15:54.768158 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cb02545-ee35-45c9-b1ae-361e67738f93 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:15:54.806483 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:54.844171 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7cb02545-ee35-45c9-b1ae-361e67738f93 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:54.845017 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-7cb02545-ee35-45c9-b1ae-361e67738f93 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Added segment c31085ea-3308-4e7a-809b-0d986b044ba2 of type vlan for network 647017ae-fd74-4c2c-8c0d-3e526cb1d16d Feb 09 01:15:54.862027 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1750e508-994b-48d8-9595-fc4f909d9a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:54.926706 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7cb02545-ee35-45c9-b1ae-361e67738f93 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:55.119708 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5bfd582-5879-498f-bcce-1220812e26af None None] Network e1459137-4345-468e-8386-afd6e32d3fb2 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:15:55.146477 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3953cf1a-fc3e-498d-85ea-a2ea5cf6f0b7 None None] Network 5a71bf37-329a-4102-a607-640a69584012 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:15:55.237662 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:55.314635 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['b00d33e6-6b3f-4fa3-86dd-d6b068b7cac8'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:15:55.344503 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-1750e508-994b-48d8-9595-fc4f909d9a6e admin admin] Allocated IP 172.20.0.1 (82f30243-02f9-47c5-a321-43941006e74c/babecade-cdf1-4c50-b1ee-144e30399d1c/8c19982c-0bc2-4617-b7c7-fa0ad55f01f1) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:15:55.498435 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=b00d33e6-6b3f-4fa3-86dd-d6b068b7cac8,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:55.541921 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5e3ada20-577c-4986-aaa3-60783af0e920 req-5f2cdd41-f20b-454d-9bb4-0c88aa668239 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=635a31bc-b7d0-435e-804d-117b1e246ca7 HTTP/1.1" status: 200 len: 998 time: 0.9492228 Feb 09 01:15:55.556903 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c888ed16-0f87-41ca-ac20-b4289c8ffd2b tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:55.630218 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1750e508-994b-48d8-9595-fc4f909d9a6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:55.646927 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-1b19ebb5-5a62-4f51-8ea1-af856777f29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67f6271-ff7c-40fb-b619-a2ea1fbc0627', 'name': 'tempest-AttachVolumeTestJSON-1789116321-router', 'tenant_id': '4feb7579decf4a3183faf64d64a634f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'c33f02a8-17ae-4055-8b4b-57d683494af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:15:42Z', 'updated_at': '2022-02-09T01:15:46Z', 'revision_number': 3, 'project_id': '4feb7579decf4a3183faf64d64a634f4', 'gw_port': {'id': 'c33f02a8-17ae-4055-8b4b-57d683494af9', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67f6271-ff7c-40fb-b619-a2ea1fbc0627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:15:45Z', 'updated_at': '2022-02-09T01:15:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:55.657786 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b19ebb5-5a62-4f51-8ea1-af856777f29e None None] Checking router: f67f6271-ff7c-40fb-b619-a2ea1fbc0627 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:15:55.658150 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b19ebb5-5a62-4f51-8ea1-af856777f29e None None] Updating router f67f6271-ff7c-40fb-b619-a2ea1fbc0627 port c33f02a8-17ae-4055-8b4b-57d683494af9 binding host n-d-828418-1 {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:15:55.660660 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-1750e508-994b-48d8-9595-fc4f909d9a6e admin admin] Transition to ACTIVE for port object 8c19982c-0bc2-4617-b7c7-fa0ad55f01f1 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:15:55.708834 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7cb02545-ee35-45c9-b1ae-361e67738f93 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:55.723568 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb02545-ee35-45c9-b1ae-361e67738f93 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:55.724278 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7cb02545-ee35-45c9-b1ae-361e67738f93 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:55.729805 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1b19ebb5-5a62-4f51-8ea1-af856777f29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:55.735396 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1750e508-994b-48d8-9595-fc4f909d9a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:55.933453 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ada20-577c-4986-aaa3-60783af0e920 req-3c655fcb-9e80-4123-adec-897f274b0a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:55.936106 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5e3ada20-577c-4986-aaa3-60783af0e920 req-3c655fcb-9e80-4123-adec-897f274b0a95 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9ba82490-d70a-42fe-a7ff-0aeb7f428073 HTTP/1.1" status: 200 len: 856 time: 0.1450236 Feb 09 01:15:55.977961 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b56877-b607-4f2c-be68-014e7dcd0750 req-5f7710f4-ba24-495e-ac9c-e31787b43413 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:55.979856 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b4b56877-b607-4f2c-be68-014e7dcd0750 req-5f7710f4-ba24-495e-ac9c-e31787b43413 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=f11197f4-8495-46aa-a66c-6b0c09b192bb HTTP/1.1" status: 200 len: 945 time: 1.0042257 Feb 09 01:15:56.093866 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b4b56877-b607-4f2c-be68-014e7dcd0750 req-9bfa0dce-6ac4-49a7-bc5f-a34d976fe042 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797031 Feb 09 01:15:56.095634 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c888ed16-0f87-41ca-ac20-b4289c8ffd2b tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:56.136834 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1750e508-994b-48d8-9595-fc4f909d9a6e admin admin] Network 82f30243-02f9-47c5-a321-43941006e74c is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:15:56.138024 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cfbed1-bfd6-4272-af20-e9143e5e3322 req-a1631499-494f-4565-9ec2-686db627cf46 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:56.139498 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e2cfbed1-bfd6-4272-af20-e9143e5e3322 req-a1631499-494f-4565-9ec2-686db627cf46 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb94c7c7-2262-4266-9ff1-ecacf3b56b73 HTTP/1.1" status: 200 len: 943 time: 0.4868102 Feb 09 01:15:56.169942 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-1750e508-994b-48d8-9595-fc4f909d9a6e admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:56.187430 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1750e508-994b-48d8-9595-fc4f909d9a6e admin admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:15:56.209907 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e2cfbed1-bfd6-4272-af20-e9143e5e3322 req-4dc9b851-d7b9-421c-993a-14427666ee7a tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=e6bfd964-7aa5-43a2-a057-7d9b16c44215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644591 Feb 09 01:15:56.323605 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-7cb02545-ee35-45c9-b1ae-361e67738f93 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.4657619 Feb 09 01:15:56.324345 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb02545-ee35-45c9-b1ae-361e67738f93 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Pushing event updated for resources: {'Network': ['ID=647017ae-fd74-4c2c-8c0d-3e526cb1d16d,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:56.326481 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1750e508-994b-48d8-9595-fc4f909d9a6e admin admin] Pushing event updated for resources: {'Port': ['ID=8c19982c-0bc2-4617-b7c7-fa0ad55f01f1,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:56.328893 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41974) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:56.351305 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-1afd3a20-45b7-433a-b29e-65dcce3a0e15 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Request body: {'subnet': {'network_id': '82990151-4034-4883-bca5-c63f237feb9e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:56.355341 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 647017ae-fd74-4c2c-8c0d-3e526cb1d16d details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:15:56.369810 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3c814aa4-bf4e-4f8e-94ae-39952e6a901e tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:56.370116 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be28f8a4-6c53-4c02-b2e2-abb2d0203046 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-5a71bf37-329a-4102-a607-640a69584012', 'network_id': '5a71bf37-329a-4102-a607-640a69584012', 'tenant_id': '89095cdfc9c942dc809f66cd477d6f7d', 'fixed_ips': [{'subnet_id': '3e0595af-d741-4832-ad2e-827ee2215e57'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:15:56.373083 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-be28f8a4-6c53-4c02-b2e2-abb2d0203046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:56.443768 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c888ed16-0f87-41ca-ac20-b4289c8ffd2b tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:56.461131 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595ab137-289c-4c20-8263-e64794ae62e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-e1459137-4345-468e-8386-afd6e32d3fb2', 'network_id': 'e1459137-4345-468e-8386-afd6e32d3fb2', 'tenant_id': 'df6a04544dab4059b759c9347fe2f779', 'fixed_ips': [{'subnet_id': '1cd20659-2e9f-4d85-b114-533d2374cb97'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:15:56.462839 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-595ab137-289c-4c20-8263-e64794ae62e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:56.497197 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1750e508-994b-48d8-9595-fc4f909d9a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:56.530040 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c888ed16-0f87-41ca-ac20-b4289c8ffd2b tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Pushing event deleted for resources: {'Subnet': ['ID=3e0595af-d741-4832-ad2e-827ee2215e57,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:56.580047 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-8ebb255b-f8d9-4a3b-8cbb-f60438545de4 req-6d40e99f-b126-4d34-815e-3509eea356e2 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=b935fbc6-48b4-4502-be20-e26b1df5811d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7325685 Feb 09 01:15:56.580661 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c814aa4-bf4e-4f8e-94ae-39952e6a901e tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Pushing event updated for resources: {'Subnet': ['ID=25bb33df-2cb8-4e21-a136-b9b738df2ea9,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:56.586093 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ada20-577c-4986-aaa3-60783af0e920 req-bb2dcb43-3fda-4194-bf57-eddd26876b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:56.587676 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5e3ada20-577c-4986-aaa3-60783af0e920 req-bb2dcb43-3fda-4194-bf57-eddd26876b3a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3768482 Feb 09 01:15:56.615660 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1afd3a20-45b7-433a-b29e-65dcce3a0e15 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:56.633694 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-1afd3a20-45b7-433a-b29e-65dcce3a0e15 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Usage tracker for resource:subnet and tenant:df6a04544dab4059b759c9347fe2f779 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:56.636946 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb6273-7f48-44d7-8e99-a6815c96819f req-5e35f034-3747-4c09-89c0-44f6cfecee6d tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:56.644250 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-70bb6273-7f48-44d7-8e99-a6815c96819f req-5e35f034-3747-4c09-89c0-44f6cfecee6d tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] 10.222.0.105 "GET /v2.0/ports?device_id=521f52bb-14cb-4507-a392-fe952ca83e92 HTTP/1.1" status: 200 len: 945 time: 0.3657691 Feb 09 01:15:56.656211 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c814aa4-bf4e-4f8e-94ae-39952e6a901e tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Checking segment: {'id': 'f77b9332-07e1-4593-adf2-00c946fbfbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '433285ef-2c58-47e5-a32c-ce248e95852f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:15:56.656211 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c814aa4-bf4e-4f8e-94ae-39952e6a901e tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Network hostable DHCP agents. Network: 433285ef-2c58-47e5-a32c-ce248e95852f, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:15:56.663500 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-1afd3a20-45b7-433a-b29e-65dcce3a0e15 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:56.673341 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1afd3a20-45b7-433a-b29e-65dcce3a0e15 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:56.745500 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1afd3a20-45b7-433a-b29e-65dcce3a0e15 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Made reservation on behalf of df6a04544dab4059b759c9347fe2f779 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:15:56.748972 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1afd3a20-45b7-433a-b29e-65dcce3a0e15 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:56.754977 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c888ed16-0f87-41ca-ac20-b4289c8ffd2b tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:56.782849 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1f49c031-561e-4413-9ed1-b6f826d4c126 None None] Provisioning for port 8c19982c-0bc2-4617-b7c7-fa0ad55f01f1 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:15:56.813762 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-c888ed16-0f87-41ca-ac20-b4289c8ffd2b tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a71bf37-329a-4102-a607-640a69584012']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:56.821972 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c814aa4-bf4e-4f8e-94ae-39952e6a901e tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Network 433285ef-2c58-47e5-a32c-ce248e95852f is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:15:56.825380 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1f49c031-561e-4413-9ed1-b6f826d4c126 None None] Provisioning complete for port 8c19982c-0bc2-4617-b7c7-fa0ad55f01f1 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:56.825532 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1f49c031-561e-4413-9ed1-b6f826d4c126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:56.834117 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-70bb6273-7f48-44d7-8e99-a6815c96819f req-50a87261-5c7f-4960-bfeb-7136ccee30d8 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] 10.222.0.105 "GET /v2.0/security-groups?id=c3b47c16-f2b1-47a4-82f4-0c20ba44fe3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1890895 Feb 09 01:15:56.862825 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-3c814aa4-bf4e-4f8e-94ae-39952e6a901e tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 433285ef-2c58-47e5-a32c-ce248e95852f) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:56.864989 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-c888ed16-0f87-41ca-ac20-b4289c8ffd2b tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54f0ce2b-571d-4b3e-ac52-db7167b12078') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:56.865407 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-c888ed16-0f87-41ca-ac20-b4289c8ffd2b tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54f0ce2b-571d-4b3e-ac52-db7167b12078') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:56.869908 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1305a318-5925-4d89-b373-0e9faa9eaee8 None None] Network 5a71bf37-329a-4102-a607-640a69584012 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:15:56.885149 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c814aa4-bf4e-4f8e-94ae-39952e6a901e tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:56.885779 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3c814aa4-bf4e-4f8e-94ae-39952e6a901e tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:56.894119 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c888ed16-0f87-41ca-ac20-b4289c8ffd2b tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:56.898843 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f296a3db-e61f-4ccc-a5db-c6a44b8d82cb None None] Network 433285ef-2c58-47e5-a32c-ce248e95852f requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:15:56.912509 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5e3ada20-577c-4986-aaa3-60783af0e920 req-da0ad722-7e2b-4d2a-90f9-d25148fed8a6 service neutron] 10.222.0.62 "GET /v2.0/networks/0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140340 Feb 09 01:15:56.920627 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c888ed16-0f87-41ca-ac20-b4289c8ffd2b tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:56.981332 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1b19ebb5-5a62-4f51-8ea1-af856777f29e None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:56.985511 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-3c814aa4-bf4e-4f8e-94ae-39952e6a901e tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1758571 Feb 09 01:15:56.991566 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41978) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:57.002538 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-5ee6dbbf-5ba3-4e1f-bb01-d123c518adff tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Request body: {'port': {'network_id': '433285ef-2c58-47e5-a32c-ce248e95852f', 'name': 'tempest-AllowedAddressPairTestJSON-167637616'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:57.038655 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c888ed16-0f87-41ca-ac20-b4289c8ffd2b tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:15:57.039436 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c888ed16-0f87-41ca-ac20-b4289c8ffd2b tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:57.053951 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 01:15:57.053951 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:15:57.053951 n-d-828418-1 neutron-server[87639]: timer() Feb 09 01:15:57.053951 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:15:57.053951 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 01:15:57.053951 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:15:57.053951 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 01:15:57.053951 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:15:57.053951 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 01:15:57.053951 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:15:57.053951 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 01:15:57.053951 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:15:57.053951 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 01:15:57.053951 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:15:57.053951 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:15:57.053951 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:15:57.053951 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:15:57.053951 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:15:57.053951 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 01:15:57.053951 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:15:57.053951 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 01:15:57.053951 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:15:57.053951 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:15:57.053951 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:15:57.053951 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 01:15:57.053951 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:15:57.053951 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:15:57.053951 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:15:57.053951 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:15:57.053951 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:15:57.053951 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:15:57.053951 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:15:57.091692 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1750e508-994b-48d8-9595-fc4f909d9a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:57.108050 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb255b-f8d9-4a3b-8cbb-f60438545de4 req-7f6fa5c1-c0e4-46b1-8b12-fd46c11d2f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:57.109996 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-8ebb255b-f8d9-4a3b-8cbb-f60438545de4 req-7f6fa5c1-c0e4-46b1-8b12-fd46c11d2f79 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=ecfa99ec90404d2da344b2927ef93a25&device_id=b935fbc6-48b4-4502-be20-e26b1df5811d HTTP/1.1" status: 200 len: 1096 time: 0.4068875 Feb 09 01:15:57.157051 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-1f49c031-561e-4413-9ed1-b6f826d4c126 None None] Port 8c19982c-0bc2-4617-b7c7-fa0ad55f01f1 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:15:57.213888 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c888ed16-0f87-41ca-ac20-b4289c8ffd2b tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:57.233643 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-595ab137-289c-4c20-8263-e64794ae62e0 None None] Allocated IP 2001:db8::2 (e1459137-4345-468e-8386-afd6e32d3fb2/1cd20659-2e9f-4d85-b114-533d2374cb97/70a14466-ac83-4f17-ac10-9f2f1b5ee006) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:15:57.236212 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c888ed16-0f87-41ca-ac20-b4289c8ffd2b tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:57.236377 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1b19ebb5-5a62-4f51-8ea1-af856777f29e None None] Transition to ACTIVE for port object c33f02a8-17ae-4055-8b4b-57d683494af9 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:15:57.243269 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5e3ada20-577c-4986-aaa3-60783af0e920 req-a0a10f80-522e-49da-b7b3-d9730063cd42 service neutron] 10.222.0.62 "GET /v2.0/networks/0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186815 Feb 09 01:15:57.245943 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c888ed16-0f87-41ca-ac20-b4289c8ffd2b tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Pushing event deleted for resources: {'Network': ['ID=5a71bf37-329a-4102-a607-640a69584012,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:57.260339 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-c888ed16-0f87-41ca-ac20-b4289c8ffd2b tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] 10.222.0.105 "DELETE /v2.0/networks/5a71bf37-329a-4102-a607-640a69584012 HTTP/1.1" status: 204 len: 168 time: 2.8149083 Feb 09 01:15:57.260984 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 41986) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:57.275127 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-02dd73b8-b14d-4be0-ba60-8c2afd97c4de tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-491384215'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:57.314310 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-02dd73b8-b14d-4be0-ba60-8c2afd97c4de tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:57.330973 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-02dd73b8-b14d-4be0-ba60-8c2afd97c4de tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Usage tracker for resource:network and tenant:89095cdfc9c942dc809f66cd477d6f7d is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:57.334606 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-02dd73b8-b14d-4be0-ba60-8c2afd97c4de tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:57.342167 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-02dd73b8-b14d-4be0-ba60-8c2afd97c4de tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:57.367502 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02dd73b8-b14d-4be0-ba60-8c2afd97c4de tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Made reservation on behalf of 89095cdfc9c942dc809f66cd477d6f7d for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:15:57.371675 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-02dd73b8-b14d-4be0-ba60-8c2afd97c4de tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:57.453894 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1b19ebb5-5a62-4f51-8ea1-af856777f29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:57.538684 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5ee6dbbf-5ba3-4e1f-bb01-d123c518adff tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:57.563133 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-5ee6dbbf-5ba3-4e1f-bb01-d123c518adff tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Usage tracker for resource:port and tenant:6804efa72c714833a180448eda495e91 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:57.575981 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-5ee6dbbf-5ba3-4e1f-bb01-d123c518adff tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:57.585031 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02dd73b8-b14d-4be0-ba60-8c2afd97c4de tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:15:57.594078 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983ed13f-2827-407e-9f79-56c732aa1594 req-bbeb44cd-d049-4352-8683-0763f9d97c03 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:57.594756 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5ee6dbbf-5ba3-4e1f-bb01-d123c518adff tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:57.598556 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1afd3a20-45b7-433a-b29e-65dcce3a0e15 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:57.602385 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-983ed13f-2827-407e-9f79-56c732aa1594 req-bbeb44cd-d049-4352-8683-0763f9d97c03 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=f11197f4-8495-46aa-a66c-6b0c09b192bb HTTP/1.1" status: 200 len: 945 time: 0.3316171 Feb 09 01:15:57.639799 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-02dd73b8-b14d-4be0-ba60-8c2afd97c4de tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:57.640149 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-02dd73b8-b14d-4be0-ba60-8c2afd97c4de tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Added segment 922e1855-4b09-4863-a770-d5f43e76f017 of type vlan for network 480ef6d3-f2de-494b-ab5f-6d0389c59e7d Feb 09 01:15:57.661717 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb255b-f8d9-4a3b-8cbb-f60438545de4 req-b2deedef-4414-4412-b978-b3dce82fd273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:57.662865 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-8ebb255b-f8d9-4a3b-8cbb-f60438545de4 req-b2deedef-4414-4412-b978-b3dce82fd273 service neutron] 10.222.0.99 "GET /v2.0/networks?id=20b4b911-e8a6-45af-95dc-9b595aff0444 HTTP/1.1" status: 200 len: 907 time: 0.4915049 Feb 09 01:15:57.721980 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-983ed13f-2827-407e-9f79-56c732aa1594 req-68fd5a4c-858e-4af9-bca2-73f003da0b4e tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185701 Feb 09 01:15:57.739477 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-02dd73b8-b14d-4be0-ba60-8c2afd97c4de tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:57.761285 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ebcac6-7a74-46d1-bfab-37186aa7a49f req-b08c0a5a-2632-4173-b0fe-2b90abb81b27 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:57.768307 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e7ebcac6-7a74-46d1-bfab-37186aa7a49f req-b08c0a5a-2632-4173-b0fe-2b90abb81b27 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb94c7c7-2262-4266-9ff1-ecacf3b56b73 HTTP/1.1" status: 200 len: 943 time: 0.3657084 Feb 09 01:15:57.773850 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee6dbbf-5ba3-4e1f-bb01-d123c518adff tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Made reservation on behalf of 6804efa72c714833a180448eda495e91 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:15:57.781375 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5ee6dbbf-5ba3-4e1f-bb01-d123c518adff tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:57.801345 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-8ebb255b-f8d9-4a3b-8cbb-f60438545de4 req-056a8007-fbea-455b-bddc-15c6bc300172 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9bf5d22d-c05c-4bb7-9938-6cdd0b694aac HTTP/1.1" status: 200 len: 217 time: 0.1186407 Feb 09 01:15:57.842771 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e7ebcac6-7a74-46d1-bfab-37186aa7a49f req-80335d30-bc71-44b9-b217-1f8cea36c065 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=e6bfd964-7aa5-43a2-a057-7d9b16c44215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673256 Feb 09 01:15:57.844750 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-02dd73b8-b14d-4be0-ba60-8c2afd97c4de tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:57.853560 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02dd73b8-b14d-4be0-ba60-8c2afd97c4de tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:57.857299 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-02dd73b8-b14d-4be0-ba60-8c2afd97c4de tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:57.858048 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-1b19ebb5-5a62-4f51-8ea1-af856777f29e None None] Attempting to bind port c33f02a8-17ae-4055-8b4b-57d683494af9 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:15:57.858425 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-1b19ebb5-5a62-4f51-8ea1-af856777f29e None None] Attempting to bind port c33f02a8-17ae-4055-8b4b-57d683494af9 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:15:57.858795 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b19ebb5-5a62-4f51-8ea1-af856777f29e None None] Attempting to bind port c33f02a8-17ae-4055-8b4b-57d683494af9 on network 3d885c3c-255c-4e54-addc-b28437d0b18e {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:15:57.894157 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714bfa79-07bd-4a42-afd3-c722a263820f None None] Pushing event updated for resources: {'Port': ['ID=c33f02a8-17ae-4055-8b4b-57d683494af9,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:57.912704 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-5ee6dbbf-5ba3-4e1f-bb01-d123c518adff tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] device_id is not set on port 78da7ae1-eaff-456c-aaf6-74ae0291e4cb yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:15:57.925409 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b19ebb5-5a62-4f51-8ea1-af856777f29e None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:15:57.925825 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b19ebb5-5a62-4f51-8ea1-af856777f29e None None] Checking segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:15:57.926231 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1b19ebb5-5a62-4f51-8ea1-af856777f29e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:57.926624 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b19ebb5-5a62-4f51-8ea1-af856777f29e None None] Bound using segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:15:57.927112 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-1b19ebb5-5a62-4f51-8ea1-af856777f29e None None] Bound port: c33f02a8-17ae-4055-8b4b-57d683494af9, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:15:57.927483 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1b19ebb5-5a62-4f51-8ea1-af856777f29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:57.951143 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afd3a20-45b7-433a-b29e-65dcce3a0e15 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Pushing event updated for resources: {'Subnet': ['ID=43961e40-156c-45a9-b39b-da67059413bf,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:57.969474 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-595ab137-289c-4c20-8263-e64794ae62e0 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:57.987469 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-02dd73b8-b14d-4be0-ba60-8c2afd97c4de tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7180841 Feb 09 01:15:57.988406 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afd3a20-45b7-433a-b29e-65dcce3a0e15 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Checking segment: {'id': 'ffbb3a86-4f1a-41a1-8709-5e9db1875100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '82990151-4034-4883-bca5-c63f237feb9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:15:57.988970 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afd3a20-45b7-433a-b29e-65dcce3a0e15 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Network hostable DHCP agents. Network: 82990151-4034-4883-bca5-c63f237feb9e, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:15:57.994611 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 41994) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:58.019380 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327cbd5c-c02d-4c7b-a557-4ef8f5ac43af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-433285ef-2c58-47e5-a32c-ce248e95852f', 'network_id': '433285ef-2c58-47e5-a32c-ce248e95852f', 'tenant_id': '6804efa72c714833a180448eda495e91', 'fixed_ips': [{'subnet_id': '25bb33df-2cb8-4e21-a136-b9b738df2ea9'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:15:58.020202 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-327cbd5c-c02d-4c7b-a557-4ef8f5ac43af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:58.034009 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb255b-f8d9-4a3b-8cbb-f60438545de4 req-6496a200-c7b6-48d6-afb3-c3adae85c861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:58.035844 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-8ebb255b-f8d9-4a3b-8cbb-f60438545de4 req-6496a200-c7b6-48d6-afb3-c3adae85c861 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=6a70c5bb-7a88-4efe-b45a-b5773b8dee9d HTTP/1.1" status: 200 len: 846 time: 0.2134495 Feb 09 01:15:58.038962 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-595ab137-289c-4c20-8263-e64794ae62e0 None None] Transition to ACTIVE for port object 70a14466-ac83-4f17-ac10-9f2f1b5ee006 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:15:58.062483 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-19f4d087-0d56-40aa-9301-7e8d0f6f1893 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Request body: {'subnet': {'network_id': '480ef6d3-f2de-494b-ab5f-6d0389c59e7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:58.130252 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-1b19ebb5-5a62-4f51-8ea1-af856777f29e None None] For port c33f02a8-17ae-4055-8b4b-57d683494af9, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:15:58.145668 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-595ab137-289c-4c20-8263-e64794ae62e0 None None] Transition to ACTIVE for port object 70a14466-ac83-4f17-ac10-9f2f1b5ee006 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:15:58.148423 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-1b19ebb5-5a62-4f51-8ea1-af856777f29e None None] For port c33f02a8-17ae-4055-8b4b-57d683494af9, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=c33f02a8-17ae-4055-8b4b-57d683494af9,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:15:58.162088 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1b19ebb5-5a62-4f51-8ea1-af856777f29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:58.246993 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dd73b8-b14d-4be0-ba60-8c2afd97c4de tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Pushing event updated for resources: {'Network': ['ID=480ef6d3-f2de-494b-ab5f-6d0389c59e7d,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:58.258077 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1750e508-994b-48d8-9595-fc4f909d9a6e admin admin] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:58.265813 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-8ebb255b-f8d9-4a3b-8cbb-f60438545de4 req-77f9a52b-4364-4e67-983e-f97d2c7c89b8 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=20b4b911-e8a6-45af-95dc-9b595aff0444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2198961 Feb 09 01:15:58.270411 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-595ab137-289c-4c20-8263-e64794ae62e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:58.274754 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1750e508-994b-48d8-9595-fc4f909d9a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:58.280263 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-19f4d087-0d56-40aa-9301-7e8d0f6f1893 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:58.287618 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-19f4d087-0d56-40aa-9301-7e8d0f6f1893 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Usage tracker for resource:subnet and tenant:89095cdfc9c942dc809f66cd477d6f7d is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:58.288625 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 480ef6d3-f2de-494b-ab5f-6d0389c59e7d details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:15:58.293358 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-19f4d087-0d56-40aa-9301-7e8d0f6f1893 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:58.301671 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-19f4d087-0d56-40aa-9301-7e8d0f6f1893 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:58.329455 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0040ed-fd57-45b2-ace6-75caf239aa6c req-751be186-4830-4fa9-8cf9-1937db3f3d8b tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:58.331008 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cb0040ed-fd57-45b2-ace6-75caf239aa6c req-751be186-4830-4fa9-8cf9-1937db3f3d8b tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=f11197f4-8495-46aa-a66c-6b0c09b192bb HTTP/1.1" status: 200 len: 945 time: 0.4252152 Feb 09 01:15:58.334548 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f4d087-0d56-40aa-9301-7e8d0f6f1893 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Made reservation on behalf of 89095cdfc9c942dc809f66cd477d6f7d for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:15:58.337979 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-19f4d087-0d56-40aa-9301-7e8d0f6f1893 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:58.366338 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bbfc91-2e31-445b-b027-7005d4da3f19 req-f0436aad-88fe-477f-ae02-30019c66e60e tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:58.368468 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-30bbfc91-2e31-445b-b027-7005d4da3f19 req-f0436aad-88fe-477f-ae02-30019c66e60e tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] 10.222.0.105 "GET /v2.0/ports?device_id=521f52bb-14cb-4507-a392-fe952ca83e92 HTTP/1.1" status: 200 len: 945 time: 0.2895052 Feb 09 01:15:58.393998 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afd3a20-45b7-433a-b29e-65dcce3a0e15 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Network 82990151-4034-4883-bca5-c63f237feb9e is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:15:58.428933 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595ab137-289c-4c20-8263-e64794ae62e0 None None] Network e1459137-4345-468e-8386-afd6e32d3fb2 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:15:58.435429 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-595ab137-289c-4c20-8263-e64794ae62e0 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:58.441962 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595ab137-289c-4c20-8263-e64794ae62e0 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:15:58.455147 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b19ebb5-5a62-4f51-8ea1-af856777f29e None None] Routers {'f67f6271-ff7c-40fb-b619-a2ea1fbc0627'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:15:58.455877 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-1b19ebb5-5a62-4f51-8ea1-af856777f29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:15:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['f67f6271-ff7c-40fb-b619-a2ea1fbc0627'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:58.516093 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-1afd3a20-45b7-433a-b29e-65dcce3a0e15 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 82990151-4034-4883-bca5-c63f237feb9e) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:58.522934 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714bfa79-07bd-4a42-afd3-c722a263820f None None] Pushing event updated for resources: {'Port': ['ID=c33f02a8-17ae-4055-8b4b-57d683494af9,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:58.538191 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-30bbfc91-2e31-445b-b027-7005d4da3f19 req-de34ba63-7187-427e-b71f-cf2651b1c931 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] 10.222.0.105 "GET /v2.0/security-groups?id=c3b47c16-f2b1-47a4-82f4-0c20ba44fe3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148775 Feb 09 01:15:58.543960 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afd3a20-45b7-433a-b29e-65dcce3a0e15 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:58.544544 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1afd3a20-45b7-433a-b29e-65dcce3a0e15 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:58.549694 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-5ee6dbbf-5ba3-4e1f-bb01-d123c518adff tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Allocated IP 172.20.0.6 (433285ef-2c58-47e5-a32c-ce248e95852f/25bb33df-2cb8-4e21-a136-b9b738df2ea9/78da7ae1-eaff-456c-aaf6-74ae0291e4cb) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:15:58.562755 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cb0040ed-fd57-45b2-ace6-75caf239aa6c req-131abeee-ad84-4533-bf79-a9f39b8cdbf0 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068267 Feb 09 01:15:58.562998 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1750e508-994b-48d8-9595-fc4f909d9a6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:58.572737 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1750e508-994b-48d8-9595-fc4f909d9a6e admin admin] Pushing event updated for resources: {'Port': ['ID=8c19982c-0bc2-4617-b7c7-fa0ad55f01f1,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:58.603611 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18beba3d-a7a2-4884-8114-95b0d05a691e None None] Network 82990151-4034-4883-bca5-c63f237feb9e requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:15:58.767607 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1afd3a20-45b7-433a-b29e-65dcce3a0e15 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4305048 Feb 09 01:15:58.782218 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 42000) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:58.792825 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-8ebb255b-f8d9-4a3b-8cbb-f60438545de4 req-ca8bc8bd-567b-41e7-8639-c6669d2d859e service neutron] 10.222.0.99 "GET /v2.0/networks/20b4b911-e8a6-45af-95dc-9b595aff0444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5195642 Feb 09 01:15:58.793078 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ab137-289c-4c20-8263-e64794ae62e0 None None] Pushing event updated for resources: {'Port': ['ID=70a14466-ac83-4f17-ac10-9f2f1b5ee006,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:58.799237 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-595ab137-289c-4c20-8263-e64794ae62e0 None None] Attempting to bind port 70a14466-ac83-4f17-ac10-9f2f1b5ee006 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:15:58.799560 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-595ab137-289c-4c20-8263-e64794ae62e0 None None] Attempting to bind port 70a14466-ac83-4f17-ac10-9f2f1b5ee006 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '7b572c7a-4d03-480e-90c1-e0ef984bfa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e1459137-4345-468e-8386-afd6e32d3fb2'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:15:58.799926 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595ab137-289c-4c20-8263-e64794ae62e0 None None] Attempting to bind port 70a14466-ac83-4f17-ac10-9f2f1b5ee006 on network e1459137-4345-468e-8386-afd6e32d3fb2 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:15:58.800920 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-2c742765-265a-48c3-9dfe-fa6cf2bc659e tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Request body: {'subnet': {'network_id': '647017ae-fd74-4c2c-8c0d-3e526cb1d16d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:58.867015 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device b00d33e6-6b3f-4fa3-86dd-d6b068b7cac8 up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:15:58.920806 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595ab137-289c-4c20-8263-e64794ae62e0 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:15:58.921184 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595ab137-289c-4c20-8263-e64794ae62e0 None None] Checking segment: {'id': '7b572c7a-4d03-480e-90c1-e0ef984bfa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e1459137-4345-468e-8386-afd6e32d3fb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:15:58.921590 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-595ab137-289c-4c20-8263-e64794ae62e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:58.922003 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595ab137-289c-4c20-8263-e64794ae62e0 None None] Bound using segment: {'id': '7b572c7a-4d03-480e-90c1-e0ef984bfa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e1459137-4345-468e-8386-afd6e32d3fb2'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:15:58.922490 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-595ab137-289c-4c20-8263-e64794ae62e0 None None] Bound port: 70a14466-ac83-4f17-ac10-9f2f1b5ee006, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b572c7a-4d03-480e-90c1-e0ef984bfa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e1459137-4345-468e-8386-afd6e32d3fb2'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:15:58.922864 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-595ab137-289c-4c20-8263-e64794ae62e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:58.967896 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-19f4d087-0d56-40aa-9301-7e8d0f6f1893 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:59.032336 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-2c742765-265a-48c3-9dfe-fa6cf2bc659e tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:59.054279 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-2c742765-265a-48c3-9dfe-fa6cf2bc659e tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Usage tracker for resource:subnet and tenant:df6a04544dab4059b759c9347fe2f779 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:59.068516 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1750e508-994b-48d8-9595-fc4f909d9a6e admin admin] Network 82f30243-02f9-47c5-a321-43941006e74c is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:15:59.074267 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-1750e508-994b-48d8-9595-fc4f909d9a6e admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:59.083983 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-1b19ebb5-5a62-4f51-8ea1-af856777f29e None None] Set router f67f6271-ff7c-40fb-b619-a2ea1fbc0627 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:15:59.178479 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-2c742765-265a-48c3-9dfe-fa6cf2bc659e tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:59.205905 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f4d087-0d56-40aa-9301-7e8d0f6f1893 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Checking segment: {'id': '922e1855-4b09-4863-a770-d5f43e76f017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '480ef6d3-f2de-494b-ab5f-6d0389c59e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:15:59.206792 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f4d087-0d56-40aa-9301-7e8d0f6f1893 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Network hostable DHCP agents. Network: 480ef6d3-f2de-494b-ab5f-6d0389c59e7d, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:15:59.228852 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-2c742765-265a-48c3-9dfe-fa6cf2bc659e tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:59.249385 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-8ebb255b-f8d9-4a3b-8cbb-f60438545de4 req-389de2bf-3fab-41de-bf52-86e6f8bc9d9f service neutron] 10.222.0.99 "GET /v2.0/networks/20b4b911-e8a6-45af-95dc-9b595aff0444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4446261 Feb 09 01:15:59.251365 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f4d087-0d56-40aa-9301-7e8d0f6f1893 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Pushing event updated for resources: {'Subnet': ['ID=92f35bc6-cb41-43a9-ab88-bf9f2d975214,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:59.261097 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5ee6dbbf-5ba3-4e1f-bb01-d123c518adff tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:59.297415 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-5ee6dbbf-5ba3-4e1f-bb01-d123c518adff tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Transition to ACTIVE for port object 78da7ae1-eaff-456c-aaf6-74ae0291e4cb will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:15:59.317836 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c742765-265a-48c3-9dfe-fa6cf2bc659e tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Made reservation on behalf of df6a04544dab4059b759c9347fe2f779 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:15:59.321697 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2c742765-265a-48c3-9dfe-fa6cf2bc659e tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:59.379665 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning for port b00d33e6-6b3f-4fa3-86dd-d6b068b7cac8 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:15:59.390981 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f4d087-0d56-40aa-9301-7e8d0f6f1893 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Network 480ef6d3-f2de-494b-ab5f-6d0389c59e7d is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:15:59.421149 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1750e508-994b-48d8-9595-fc4f909d9a6e admin admin] Router f67f6271-ff7c-40fb-b619-a2ea1fbc0627 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:15:59.430187 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5ee6dbbf-5ba3-4e1f-bb01-d123c518adff tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:59.437271 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-19f4d087-0d56-40aa-9301-7e8d0f6f1893 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 480ef6d3-f2de-494b-ab5f-6d0389c59e7d) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:59.457929 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf905e-b52f-4904-87ea-6be859229167 req-1dd7b111-b382-4693-9111-f0aab8adcbee tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:59.459419 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-21bf905e-b52f-4904-87ea-6be859229167 req-1dd7b111-b382-4693-9111-f0aab8adcbee tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb94c7c7-2262-4266-9ff1-ecacf3b56b73 HTTP/1.1" status: 200 len: 943 time: 0.4161439 Feb 09 01:15:59.462217 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f4d087-0d56-40aa-9301-7e8d0f6f1893 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:59.462799 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-19f4d087-0d56-40aa-9301-7e8d0f6f1893 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:59.497614 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1768897d-c8e6-46cd-93fa-7de83a21162a None None] Network 480ef6d3-f2de-494b-ab5f-6d0389c59e7d requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:15:59.507148 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5254a64-86df-4a15-a8b2-16108c9ee090 req-a8f3005a-39fc-438c-8b56-49c024c01700 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:59.508862 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e5254a64-86df-4a15-a8b2-16108c9ee090 req-a8f3005a-39fc-438c-8b56-49c024c01700 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=f11197f4-8495-46aa-a66c-6b0c09b192bb HTTP/1.1" status: 200 len: 945 time: 0.4693017 Feb 09 01:15:59.550668 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-595ab137-289c-4c20-8263-e64794ae62e0 None None] For port 70a14466-ac83-4f17-ac10-9f2f1b5ee006, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:15:59.556787 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-19f4d087-0d56-40aa-9301-7e8d0f6f1893 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5597272 Feb 09 01:15:59.558726 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecaf603-3153-4bdc-aa63-2acc993b8c49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-82990151-4034-4883-bca5-c63f237feb9e', 'network_id': '82990151-4034-4883-bca5-c63f237feb9e', 'tenant_id': 'df6a04544dab4059b759c9347fe2f779', 'fixed_ips': [{'subnet_id': '43961e40-156c-45a9-b39b-da67059413bf'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:15:59.559615 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-eecaf603-3153-4bdc-aa63-2acc993b8c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:59.563107 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 42008) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:59.584233 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-21bf905e-b52f-4904-87ea-6be859229167 req-0a351d14-3e94-4202-9848-5dbbda7cf33b tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=e6bfd964-7aa5-43a2-a057-7d9b16c44215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127574 Feb 09 01:15:59.611411 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee6dbbf-5ba3-4e1f-bb01-d123c518adff tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Network 433285ef-2c58-47e5-a32c-ce248e95852f is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:15:59.619147 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-5ee6dbbf-5ba3-4e1f-bb01-d123c518adff tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:59.626032 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee6dbbf-5ba3-4e1f-bb01-d123c518adff tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:15:59.628869 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port b00d33e6-6b3f-4fa3-86dd-d6b068b7cac8 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:59.629241 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:59.660010 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee6dbbf-5ba3-4e1f-bb01-d123c518adff tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Pushing event updated for resources: {'Port': ['ID=78da7ae1-eaff-456c-aaf6-74ae0291e4cb,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:59.699339 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-327cbd5c-c02d-4c7b-a557-4ef8f5ac43af None None] Allocated IP 172.20.0.2 (433285ef-2c58-47e5-a32c-ce248e95852f/25bb33df-2cb8-4e21-a136-b9b738df2ea9/de523666-9053-4769-890a-a12cfecec090) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:15:59.769611 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e5254a64-86df-4a15-a8b2-16108c9ee090 req-44fc5287-db8a-40e6-b532-19586747de2e tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464092 Feb 09 01:15:59.785135 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee6dbbf-5ba3-4e1f-bb01-d123c518adff tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:59.785953 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5ee6dbbf-5ba3-4e1f-bb01-d123c518adff tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:59.808534 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1750e508-994b-48d8-9595-fc4f909d9a6e admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:15:59.822205 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1750e508-994b-48d8-9595-fc4f909d9a6e admin admin] 10.222.0.105 "PUT /v2.0/routers/f67f6271-ff7c-40fb-b619-a2ea1fbc0627/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9549348 Feb 09 01:15:59.830831 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-5ee6dbbf-5ba3-4e1f-bb01-d123c518adff tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.8397336 Feb 09 01:15:59.834797 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42016) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:59.845212 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-f2ba2d46-f481-44ff-a7f1-cad0a2e525c5 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Request body: {'port': {'network_id': '433285ef-2c58-47e5-a32c-ce248e95852f', 'name': 'tempest-AllowedAddressPairTestJSON-1158196068', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:ee:08:ba'}]}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:59.990525 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-595ab137-289c-4c20-8263-e64794ae62e0 None None] For port 70a14466-ac83-4f17-ac10-9f2f1b5ee006, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=70a14466-ac83-4f17-ac10-9f2f1b5ee006,segment=NetworkSegment(7b572c7a-4d03-480e-90c1-e0ef984bfa5c),segment_id=7b572c7a-4d03-480e-90c1-e0ef984bfa5c)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:15:59.996329 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-60461fc2-a431-457b-8f5e-29f20f91781b None None] Provisioning complete for port 8c19982c-0bc2-4617-b7c7-fa0ad55f01f1 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:59.996798 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-60461fc2-a431-457b-8f5e-29f20f91781b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:00.078105 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-595ab137-289c-4c20-8263-e64794ae62e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:00.139626 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4ec17980-ccfd-4ca5-a367-53ec61449f29 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:00.178899 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2c742765-265a-48c3-9dfe-fa6cf2bc659e tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:00.208521 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f2ba2d46-f481-44ff-a7f1-cad0a2e525c5 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:16:00.214378 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-f2ba2d46-f481-44ff-a7f1-cad0a2e525c5 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Usage tracker for resource:port and tenant:6804efa72c714833a180448eda495e91 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:16:00.218249 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-f2ba2d46-f481-44ff-a7f1-cad0a2e525c5 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:16:00.224800 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f2ba2d46-f481-44ff-a7f1-cad0a2e525c5 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:16:00.237679 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ba2d46-f481-44ff-a7f1-cad0a2e525c5 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Made reservation on behalf of 6804efa72c714833a180448eda495e91 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:00.371231 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65635196-150a-417b-8803-0970efc2aa13 req-c45d7653-91d1-46f8-b039-c17c04fc0204 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:00.378431 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-65635196-150a-417b-8803-0970efc2aa13 req-c45d7653-91d1-46f8-b039-c17c04fc0204 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] 10.222.0.105 "GET /v2.0/ports?device_id=521f52bb-14cb-4507-a392-fe952ca83e92 HTTP/1.1" status: 200 len: 945 time: 0.5314319 Feb 09 01:16:00.389129 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f2ba2d46-f481-44ff-a7f1-cad0a2e525c5 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:00.413072 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-eecaf603-3153-4bdc-aa63-2acc993b8c49 None None] Allocated IP 2001:db8::2 (82990151-4034-4883-bca5-c63f237feb9e/43961e40-156c-45a9-b39b-da67059413bf/34547bdd-e138-4dec-b88e-67b0bbceee90) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:16:00.414280 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-f2ba2d46-f481-44ff-a7f1-cad0a2e525c5 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] device_id is not set on port 8253940c-ad39-4dc5-acdb-9f3a41b1fea3 yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:16:00.423322 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4ec17980-ccfd-4ca5-a367-53ec61449f29 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:00.472139 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c742765-265a-48c3-9dfe-fa6cf2bc659e tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Pushing event updated for resources: {'Subnet': ['ID=70b7ae6f-c81d-4191-a688-e79ebbf69809,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:00.500952 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ab137-289c-4c20-8263-e64794ae62e0 None None] Pushing event updated for resources: {'Port': ['ID=70a14466-ac83-4f17-ac10-9f2f1b5ee006,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:00.503648 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-60461fc2-a431-457b-8f5e-29f20f91781b None None] Port 8c19982c-0bc2-4617-b7c7-fa0ad55f01f1 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:16:00.526307 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42024) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:00.532511 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c742765-265a-48c3-9dfe-fa6cf2bc659e tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Checking segment: {'id': 'c31085ea-3308-4e7a-809b-0d986b044ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '647017ae-fd74-4c2c-8c0d-3e526cb1d16d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:16:00.532511 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c742765-265a-48c3-9dfe-fa6cf2bc659e tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Network hostable DHCP agents. Network: 647017ae-fd74-4c2c-8c0d-3e526cb1d16d, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:16:00.535773 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-313291c2-2b80-4013-a1a2-8d12ccb9e4c6 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Request body: {'security_group': {'name': 'tempest-securitygroup--415298952', 'description': 'tempest-description--1776040551'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:00.545390 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-65635196-150a-417b-8803-0970efc2aa13 req-0a371c18-600f-4ea8-98d9-044f277d7a8b tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] 10.222.0.105 "GET /v2.0/security-groups?id=c3b47c16-f2b1-47a4-82f4-0c20ba44fe3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661050 Feb 09 01:16:00.546353 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-313291c2-2b80-4013-a1a2-8d12ccb9e4c6 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:16:00.551240 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-313291c2-2b80-4013-a1a2-8d12ccb9e4c6 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Usage tracker for resource:security_group and tenant:4feb7579decf4a3183faf64d64a634f4 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:16:00.554572 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-313291c2-2b80-4013-a1a2-8d12ccb9e4c6 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:16:00.564649 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-313291c2-2b80-4013-a1a2-8d12ccb9e4c6 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:16:00.586986 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c742765-265a-48c3-9dfe-fa6cf2bc659e tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Network 647017ae-fd74-4c2c-8c0d-3e526cb1d16d is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:16:00.601037 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-313291c2-2b80-4013-a1a2-8d12ccb9e4c6 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:00.613331 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e406ad8a-e131-4b71-a182-acf7a36e323e req-ec6f05b8-f934-4092-bc64-a3efe1cde31c tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:00.615056 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e406ad8a-e131-4b71-a182-acf7a36e323e req-ec6f05b8-f934-4092-bc64-a3efe1cde31c tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.62 "GET /v2.0/ports?device_id=f11197f4-8495-46aa-a66c-6b0c09b192bb HTTP/1.1" status: 200 len: 945 time: 0.3052087 Feb 09 01:16:00.617508 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4ec17980-ccfd-4ca5-a367-53ec61449f29 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:00.642955 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-313291c2-2b80-4013-a1a2-8d12ccb9e4c6 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:16:00.649438 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-313291c2-2b80-4013-a1a2-8d12ccb9e4c6 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Usage tracker for resource:security_group_rule and tenant:4feb7579decf4a3183faf64d64a634f4 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:16:00.655850 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-313291c2-2b80-4013-a1a2-8d12ccb9e4c6 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:16:00.664768 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-313291c2-2b80-4013-a1a2-8d12ccb9e4c6 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:16:00.698904 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-2c742765-265a-48c3-9dfe-fa6cf2bc659e tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 647017ae-fd74-4c2c-8c0d-3e526cb1d16d) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:00.703612 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c742765-265a-48c3-9dfe-fa6cf2bc659e tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:00.704382 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2c742765-265a-48c3-9dfe-fa6cf2bc659e tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:00.718344 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec17980-ccfd-4ca5-a367-53ec61449f29 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Pushing event deleted for resources: {'Subnet': ['ID=92f35bc6-cb41-43a9-ab88-bf9f2d975214,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:00.747491 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd93715b-5b0c-43ae-8f39-60d02a0c9fa6 None None] Network 647017ae-fd74-4c2c-8c0d-3e526cb1d16d requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:16:00.797955 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-313291c2-2b80-4013-a1a2-8d12ccb9e4c6 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:00.816082 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-313291c2-2b80-4013-a1a2-8d12ccb9e4c6 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:00.889741 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313291c2-2b80-4013-a1a2-8d12ccb9e4c6 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59346c3a-364d-410d-a9fb-3c85b0553f09,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:00.892124 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-313291c2-2b80-4013-a1a2-8d12ccb9e4c6 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:00.896077 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-313291c2-2b80-4013-a1a2-8d12ccb9e4c6 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3661582 Feb 09 01:16:00.896330 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42032) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:00.903562 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-bf96ae3b-be77-433f-813a-40845efd5d8e tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Request body: {'security_group_rule': {'security_group_id': '59346c3a-364d-410d-a9fb-3c85b0553f09', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:00.912771 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-e406ad8a-e131-4b71-a182-acf7a36e323e req-c4967907-5c69-4af1-bab8-1a8b590151d5 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Deleting port daba72f2-dac6-4b44-8f1a-edf3bb9847d4 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:16:00.913118 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e406ad8a-e131-4b71-a182-acf7a36e323e req-c4967907-5c69-4af1-bab8-1a8b590151d5 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:00.913667 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-bf96ae3b-be77-433f-813a-40845efd5d8e tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:16:00.918826 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-bf96ae3b-be77-433f-813a-40845efd5d8e tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Usage tracker for resource:security_group_rule and tenant:4feb7579decf4a3183faf64d64a634f4 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:16:00.922035 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-bf96ae3b-be77-433f-813a-40845efd5d8e tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:16:00.943844 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-bf96ae3b-be77-433f-813a-40845efd5d8e tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:16:00.969175 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bf96ae3b-be77-433f-813a-40845efd5d8e tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:01.054902 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42036) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:01.056074 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-2c742765-265a-48c3-9dfe-fa6cf2bc659e tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2679513 Feb 09 01:16:01.065311 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4ec17980-ccfd-4ca5-a367-53ec61449f29 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:01.106247 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-4ec17980-ccfd-4ca5-a367-53ec61449f29 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['480ef6d3-f2de-494b-ab5f-6d0389c59e7d']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:01.123170 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-4ec17980-ccfd-4ca5-a367-53ec61449f29 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '922e1855-4b09-4863-a770-d5f43e76f017') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:01.124294 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-4ec17980-ccfd-4ca5-a367-53ec61449f29 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '922e1855-4b09-4863-a770-d5f43e76f017') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:01.134790 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bf96ae3b-be77-433f-813a-40845efd5d8e tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:01.138249 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4ec17980-ccfd-4ca5-a367-53ec61449f29 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:01.142349 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5105c5f9-484a-4c83-9cc7-0b34375841a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-480ef6d3-f2de-494b-ab5f-6d0389c59e7d', 'network_id': '480ef6d3-f2de-494b-ab5f-6d0389c59e7d', 'tenant_id': '89095cdfc9c942dc809f66cd477d6f7d', 'fixed_ips': [{'subnet_id': '92f35bc6-cb41-43a9-ab88-bf9f2d975214'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:16:01.142593 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5105c5f9-484a-4c83-9cc7-0b34375841a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:01.158603 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4ec17980-ccfd-4ca5-a367-53ec61449f29 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:01.178606 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:01.218640 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ec17980-ccfd-4ca5-a367-53ec61449f29 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:16:01.219053 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4ec17980-ccfd-4ca5-a367-53ec61449f29 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:01.245496 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 01:16:01.245496 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:16:01.245496 n-d-828418-1 neutron-server[87639]: timer() Feb 09 01:16:01.245496 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:16:01.245496 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 01:16:01.245496 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:16:01.245496 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 01:16:01.245496 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:16:01.245496 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 01:16:01.245496 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:16:01.245496 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 01:16:01.245496 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:16:01.245496 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 01:16:01.245496 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:16:01.245496 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:16:01.245496 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:16:01.245496 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:16:01.245496 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:16:01.245496 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 01:16:01.245496 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:16:01.245496 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 01:16:01.245496 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:16:01.245496 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:16:01.245496 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:16:01.245496 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 01:16:01.245496 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:16:01.245496 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:16:01.245496 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:16:01.245496 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:16:01.245496 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:16:01.245496 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:16:01.245496 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:16:01.256963 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bf96ae3b-be77-433f-813a-40845efd5d8e tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:01.355925 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96ae3b-be77-433f-813a-40845efd5d8e tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=780f1f92-381a-44af-942f-51867d6ebb2b,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:01.379950 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-327cbd5c-c02d-4c7b-a557-4ef8f5ac43af None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:01.427764 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '521f52bb-14cb-4507-a392-fe952ca83e92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b00d33e6-6b3f-4fa3-86dd-d6b068b7cac8'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:16:01.442811 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bf96ae3b-be77-433f-813a-40845efd5d8e tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:01.444077 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-bf96ae3b-be77-433f-813a-40845efd5d8e tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5467165 Feb 09 01:16:01.445078 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-327cbd5c-c02d-4c7b-a557-4ef8f5ac43af None None] Transition to ACTIVE for port object de523666-9053-4769-890a-a12cfecec090 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:16:01.446713 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42042) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:01.457377 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-a467d738-a107-4f4f-aee7-33ed95163ca9 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Request body: {'security_group_rule': {'security_group_id': '59346c3a-364d-410d-a9fb-3c85b0553f09', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:01.464384 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a467d738-a107-4f4f-aee7-33ed95163ca9 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:16:01.468380 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-a467d738-a107-4f4f-aee7-33ed95163ca9 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Usage tracker for resource:security_group_rule and tenant:4feb7579decf4a3183faf64d64a634f4 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:16:01.471357 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-a467d738-a107-4f4f-aee7-33ed95163ca9 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:16:01.480431 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port b00d33e6-6b3f-4fa3-86dd-d6b068b7cac8, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=b00d33e6-6b3f-4fa3-86dd-d6b068b7cac8,segment=NetworkSegment(2911b990-5a28-41b3-988d-1e21f0ec93f9),segment_id=2911b990-5a28-41b3-988d-1e21f0ec93f9)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:16:01.489993 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-eecaf603-3153-4bdc-aa63-2acc993b8c49 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:01.498328 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:01.514876 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e42275-fc3a-4852-b62b-22ad0b92e4d3 req-57f668ed-f721-4b8f-b3e6-6d61d5b099b8 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:01.518149 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-39e42275-fc3a-4852-b62b-22ad0b92e4d3 req-57f668ed-f721-4b8f-b3e6-6d61d5b099b8 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb94c7c7-2262-4266-9ff1-ecacf3b56b73 HTTP/1.1" status: 200 len: 943 time: 0.6801772 Feb 09 01:16:01.538889 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a467d738-a107-4f4f-aee7-33ed95163ca9 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:16:01.561435 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4ec17980-ccfd-4ca5-a367-53ec61449f29 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:01.590019 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-327cbd5c-c02d-4c7b-a557-4ef8f5ac43af None None] Transition to ACTIVE for port object de523666-9053-4769-890a-a12cfecec090 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:16:01.608316 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-1b19ebb5-5a62-4f51-8ea1-af856777f29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67f6271-ff7c-40fb-b619-a2ea1fbc0627', 'name': 'tempest-AttachVolumeTestJSON-1789116321-router', 'tenant_id': '4feb7579decf4a3183faf64d64a634f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'c33f02a8-17ae-4055-8b4b-57d683494af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:15:42Z', 'updated_at': '2022-02-09T01:15:56Z', 'revision_number': 4, 'project_id': '4feb7579decf4a3183faf64d64a634f4', 'gw_port': {'id': 'c33f02a8-17ae-4055-8b4b-57d683494af9', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67f6271-ff7c-40fb-b619-a2ea1fbc0627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:15:45Z', 'updated_at': '2022-02-09T01:15:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '8c19982c-0bc2-4617-b7c7-fa0ad55f01f1', 'name': '', 'network_id': '82f30243-02f9-47c5-a321-43941006e74c', 'tenant_id': '4feb7579decf4a3183faf64d64a634f4', 'mac_address': 'fa:16:3e:4e:fa:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67f6271-ff7c-40fb-b619-a2ea1fbc0627', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'babecade-cdf1-4c50-b1ee-144e30399d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:15:54Z', 'updated_at': '2022-02-09T01:15:57Z', 'revision_number': 2, 'project_id': '4feb7579decf4a3183faf64d64a634f4', 'subnets': [{'id': 'babecade-cdf1-4c50-b1ee-144e30399d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:01.609716 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4ec17980-ccfd-4ca5-a367-53ec61449f29 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:01.619931 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-eecaf603-3153-4bdc-aa63-2acc993b8c49 None None] Transition to ACTIVE for port object 34547bdd-e138-4dec-b88e-67b0bbceee90 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:16:01.622766 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec17980-ccfd-4ca5-a367-53ec61449f29 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Pushing event deleted for resources: {'Network': ['ID=480ef6d3-f2de-494b-ab5f-6d0389c59e7d,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:01.636847 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-4ec17980-ccfd-4ca5-a367-53ec61449f29 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] 10.222.0.105 "DELETE /v2.0/networks/480ef6d3-f2de-494b-ab5f-6d0389c59e7d HTTP/1.1" status: 204 len: 168 time: 2.0692313 Feb 09 01:16:01.643636 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 42048) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:01.654961 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-327cbd5c-c02d-4c7b-a557-4ef8f5ac43af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:01.667822 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c24223-babd-4bf9-829a-7c18d9903f66 req-b006c80e-6199-428b-ae06-b683e25c49e0 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:01.668063 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b19ebb5-5a62-4f51-8ea1-af856777f29e None None] The sync data for ids ['f67f6271-ff7c-40fb-b619-a2ea1fbc0627'] in n-d-828418-1 is: [{'id': 'f67f6271-ff7c-40fb-b619-a2ea1fbc0627', 'name': 'tempest-AttachVolumeTestJSON-1789116321-router', 'tenant_id': '4feb7579decf4a3183faf64d64a634f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'c33f02a8-17ae-4055-8b4b-57d683494af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:15:42Z', 'updated_at': '2022-02-09T01:15:56Z', 'revision_number': 4, 'project_id': '4feb7579decf4a3183faf64d64a634f4', 'gw_port': {'id': 'c33f02a8-17ae-4055-8b4b-57d683494af9', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67f6271-ff7c-40fb-b619-a2ea1fbc0627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:15:45Z', 'updated_at': '2022-02-09T01:15:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '8c19982c-0bc2-4617-b7c7-fa0ad55f01f1', 'name': '', 'network_id': '82f30243-02f9-47c5-a321-43941006e74c', 'tenant_id': '4feb7579decf4a3183faf64d64a634f4', 'mac_address': 'fa:16:3e:4e:fa:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67f6271-ff7c-40fb-b619-a2ea1fbc0627', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'babecade-cdf1-4c50-b1ee-144e30399d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:15:54Z', 'updated_at': '2022-02-09T01:15:57Z', 'revision_number': 2, 'project_id': '4feb7579decf4a3183faf64d64a634f4', 'subnets': [{'id': 'babecade-cdf1-4c50-b1ee-144e30399d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:16:01.670349 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-01c24223-babd-4bf9-829a-7c18d9903f66 req-b006c80e-6199-428b-ae06-b683e25c49e0 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=f11197f4-8495-46aa-a66c-6b0c09b192bb HTTP/1.1" status: 200 len: 945 time: 0.6573904 Feb 09 01:16:01.686750 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55938713-f1f5-4788-8f01-edbdf2e0331a None None] Network 480ef6d3-f2de-494b-ab5f-6d0389c59e7d requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:16:01.724734 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-f407e775-049c-48b8-a13e-4c3a6571ac21 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1985458595'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:01.732357 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-eecaf603-3153-4bdc-aa63-2acc993b8c49 None None] Transition to ACTIVE for port object 34547bdd-e138-4dec-b88e-67b0bbceee90 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:16:01.733640 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f407e775-049c-48b8-a13e-4c3a6571ac21 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:16:01.750449 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-f407e775-049c-48b8-a13e-4c3a6571ac21 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Usage tracker for resource:network and tenant:89095cdfc9c942dc809f66cd477d6f7d is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:16:01.759455 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-f407e775-049c-48b8-a13e-4c3a6571ac21 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:16:01.769846 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f407e775-049c-48b8-a13e-4c3a6571ac21 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:16:01.802797 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55938713-f1f5-4788-8f01-edbdf2e0331a None None] Network 480ef6d3-f2de-494b-ab5f-6d0389c59e7d could not be found, it might have been deleted concurrently. {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 09 01:16:01.817200 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 70a14466-ac83-4f17-ac10-9f2f1b5ee006 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:16:01.818721 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-f2ba2d46-f481-44ff-a7f1-cad0a2e525c5 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Allocated IP 172.20.0.10 (433285ef-2c58-47e5-a32c-ce248e95852f/25bb33df-2cb8-4e21-a136-b9b738df2ea9/8253940c-ad39-4dc5-acdb-9f3a41b1fea3) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:16:01.861422 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-eecaf603-3153-4bdc-aa63-2acc993b8c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:01.866500 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f407e775-049c-48b8-a13e-4c3a6571ac21 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Made reservation on behalf of 89095cdfc9c942dc809f66cd477d6f7d for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:01.870808 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f407e775-049c-48b8-a13e-4c3a6571ac21 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:01.876641 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=b00d33e6-6b3f-4fa3-86dd-d6b068b7cac8,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:01.931353 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327cbd5c-c02d-4c7b-a557-4ef8f5ac43af None None] Network 433285ef-2c58-47e5-a32c-ce248e95852f is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:01.932021 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f407e775-049c-48b8-a13e-4c3a6571ac21 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:16:01.947833 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6805ee8d-39b3-49f2-b094-a782d97efcf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-647017ae-fd74-4c2c-8c0d-3e526cb1d16d', 'network_id': '647017ae-fd74-4c2c-8c0d-3e526cb1d16d', 'tenant_id': 'df6a04544dab4059b759c9347fe2f779', 'fixed_ips': [{'subnet_id': '70b7ae6f-c81d-4191-a688-e79ebbf69809'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:16:01.948578 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6805ee8d-39b3-49f2-b094-a782d97efcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:01.964388 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-39e42275-fc3a-4852-b62b-22ad0b92e4d3 req-4286c9f1-9724-4b8b-ade7-71fc409bf145 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=e6bfd964-7aa5-43a2-a057-7d9b16c44215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4271789 Feb 09 01:16:01.979707 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-327cbd5c-c02d-4c7b-a557-4ef8f5ac43af None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:01.982668 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327cbd5c-c02d-4c7b-a557-4ef8f5ac43af None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:16:02.029060 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-01c24223-babd-4bf9-829a-7c18d9903f66 req-dcecc4ac-8abb-4f45-b3dd-5e8c28063d12 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3402481 Feb 09 01:16:02.032514 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-e406ad8a-e131-4b71-a182-acf7a36e323e req-c4967907-5c69-4af1-bab8-1a8b590151d5 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] For port daba72f2-dac6-4b44-8f1a-edf3bb9847d4, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=daba72f2-dac6-4b44-8f1a-edf3bb9847d4,segment=NetworkSegment(e4f8d471-753e-488b-969f-03ab5fdd3e2b),segment_id=e4f8d471-753e-488b-969f-03ab5fdd3e2b)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:16:02.033173 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e406ad8a-e131-4b71-a182-acf7a36e323e req-c4967907-5c69-4af1-bab8-1a8b590151d5 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:02.063507 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eecaf603-3153-4bdc-aa63-2acc993b8c49 None None] Network 82990151-4034-4883-bca5-c63f237feb9e is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:02.078116 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-eecaf603-3153-4bdc-aa63-2acc993b8c49 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:02.083880 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f407e775-049c-48b8-a13e-4c3a6571ac21 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:02.084656 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-f407e775-049c-48b8-a13e-4c3a6571ac21 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Added segment e92aebe5-5b95-4188-8759-ba074cfebf54 of type vlan for network 6f218db2-3c07-4d19-9d7f-7d193a5313a4 Feb 09 01:16:02.085528 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecaf603-3153-4bdc-aa63-2acc993b8c49 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:16:02.105889 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '521f52bb-14cb-4507-a392-fe952ca83e92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b00d33e6-6b3f-4fa3-86dd-d6b068b7cac8', 'code': 200} Feb 09 01:16:02.155122 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a467d738-a107-4f4f-aee7-33ed95163ca9 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:02.352754 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327cbd5c-c02d-4c7b-a557-4ef8f5ac43af None None] Pushing event updated for resources: {'Port': ['ID=de523666-9053-4769-890a-a12cfecec090,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:02.366427 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-e406ad8a-e131-4b71-a182-acf7a36e323e req-c4967907-5c69-4af1-bab8-1a8b590151d5 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Calling delete_port for daba72f2-dac6-4b44-8f1a-edf3bb9847d4 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:16:02.465033 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f2ba2d46-f481-44ff-a7f1-cad0a2e525c5 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:02.468801 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-21098c52-361d-4058-954f-e1c7b161c5ac tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:02.493634 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e81b59-dc43-40c1-9c02-99ee364d01bc None None] Network e1459137-4345-468e-8386-afd6e32d3fb2 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:16:02.607355 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-327cbd5c-c02d-4c7b-a557-4ef8f5ac43af None None] Attempting to bind port de523666-9053-4769-890a-a12cfecec090 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:16:02.608068 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-327cbd5c-c02d-4c7b-a557-4ef8f5ac43af None None] Attempting to bind port de523666-9053-4769-890a-a12cfecec090 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'f77b9332-07e1-4593-adf2-00c946fbfbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '433285ef-2c58-47e5-a32c-ce248e95852f'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:16:02.608068 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327cbd5c-c02d-4c7b-a557-4ef8f5ac43af None None] Attempting to bind port de523666-9053-4769-890a-a12cfecec090 on network 433285ef-2c58-47e5-a32c-ce248e95852f {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:16:02.645070 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327cbd5c-c02d-4c7b-a557-4ef8f5ac43af None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:16:02.645553 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327cbd5c-c02d-4c7b-a557-4ef8f5ac43af None None] Checking segment: {'id': 'f77b9332-07e1-4593-adf2-00c946fbfbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '433285ef-2c58-47e5-a32c-ce248e95852f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:16:02.645872 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-327cbd5c-c02d-4c7b-a557-4ef8f5ac43af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:02.646262 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327cbd5c-c02d-4c7b-a557-4ef8f5ac43af None None] Bound using segment: {'id': 'f77b9332-07e1-4593-adf2-00c946fbfbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '433285ef-2c58-47e5-a32c-ce248e95852f'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:16:02.646742 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-327cbd5c-c02d-4c7b-a557-4ef8f5ac43af None None] Bound port: de523666-9053-4769-890a-a12cfecec090, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f77b9332-07e1-4593-adf2-00c946fbfbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '433285ef-2c58-47e5-a32c-ce248e95852f'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:16:02.647112 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-327cbd5c-c02d-4c7b-a557-4ef8f5ac43af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:02.668980 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecaf603-3153-4bdc-aa63-2acc993b8c49 None None] Pushing event updated for resources: {'Port': ['ID=34547bdd-e138-4dec-b88e-67b0bbceee90,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:02.672694 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-eecaf603-3153-4bdc-aa63-2acc993b8c49 None None] Attempting to bind port 34547bdd-e138-4dec-b88e-67b0bbceee90 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:16:02.673064 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-eecaf603-3153-4bdc-aa63-2acc993b8c49 None None] Attempting to bind port 34547bdd-e138-4dec-b88e-67b0bbceee90 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'ffbb3a86-4f1a-41a1-8709-5e9db1875100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '82990151-4034-4883-bca5-c63f237feb9e'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:16:02.673421 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecaf603-3153-4bdc-aa63-2acc993b8c49 None None] Attempting to bind port 34547bdd-e138-4dec-b88e-67b0bbceee90 on network 82990151-4034-4883-bca5-c63f237feb9e {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:16:02.684562 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 70a14466-ac83-4f17-ac10-9f2f1b5ee006 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:16:02.731891 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-3ae24414-9d0d-43a8-9ae1-ff17e8250f10 None None] Provisioning for port 70a14466-ac83-4f17-ac10-9f2f1b5ee006 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:16:02.759543 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-f2ba2d46-f481-44ff-a7f1-cad0a2e525c5 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Transition to ACTIVE for port object 8253940c-ad39-4dc5-acdb-9f3a41b1fea3 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:16:02.775178 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 70a14466-ac83-4f17-ac10-9f2f1b5ee006 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:02.775863 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:02.794535 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a467d738-a107-4f4f-aee7-33ed95163ca9 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:02.815690 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecaf603-3153-4bdc-aa63-2acc993b8c49 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:16:02.816036 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecaf603-3153-4bdc-aa63-2acc993b8c49 None None] Checking segment: {'id': 'ffbb3a86-4f1a-41a1-8709-5e9db1875100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '82990151-4034-4883-bca5-c63f237feb9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:16:02.816680 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-eecaf603-3153-4bdc-aa63-2acc993b8c49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:02.817078 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecaf603-3153-4bdc-aa63-2acc993b8c49 None None] Bound using segment: {'id': 'ffbb3a86-4f1a-41a1-8709-5e9db1875100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '82990151-4034-4883-bca5-c63f237feb9e'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:16:02.817565 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-eecaf603-3153-4bdc-aa63-2acc993b8c49 None None] Bound port: 34547bdd-e138-4dec-b88e-67b0bbceee90, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffbb3a86-4f1a-41a1-8709-5e9db1875100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '82990151-4034-4883-bca5-c63f237feb9e'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:16:02.817962 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-eecaf603-3153-4bdc-aa63-2acc993b8c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:02.845680 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f407e775-049c-48b8-a13e-4c3a6571ac21 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:02.854435 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-3ae24414-9d0d-43a8-9ae1-ff17e8250f10 None None] Provisioning complete for port 70a14466-ac83-4f17-ac10-9f2f1b5ee006 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:02.854805 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3ae24414-9d0d-43a8-9ae1-ff17e8250f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:02.925174 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e406ad8a-e131-4b71-a182-acf7a36e323e req-c4967907-5c69-4af1-bab8-1a8b590151d5 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:02.927334 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f407e775-049c-48b8-a13e-4c3a6571ac21 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:02.933805 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f407e775-049c-48b8-a13e-4c3a6571ac21 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:02.934473 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f407e775-049c-48b8-a13e-4c3a6571ac21 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:02.962073 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a467d738-a107-4f4f-aee7-33ed95163ca9 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:02.976551 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['9bf5d22d-c05c-4bb7-9938-6cdd0b694aac'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:16:03.046079 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a467d738-a107-4f4f-aee7-33ed95163ca9 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db0100e4-6439-49af-a00a-b3724032f611,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:03.068835 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ec67e-2c03-4832-a4f4-60bd4395a946 req-4fae95a6-b688-4653-82f0-e91367fb2dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:03.071239 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-d36ec67e-2c03-4832-a4f4-60bd4395a946 req-4fae95a6-b688-4653-82f0-e91367fb2dd8 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=521f52bb-14cb-4507-a392-fe952ca83e92 HTTP/1.1" status: 200 len: 1097 time: 0.8600028 Feb 09 01:16:03.135243 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a467d738-a107-4f4f-aee7-33ed95163ca9 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:03.136721 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a467d738-a107-4f4f-aee7-33ed95163ca9 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6890948 Feb 09 01:16:03.144835 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42056) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:03.155585 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-42db9f49-a5a3-4bd2-b2c8-0e939a79e3cb tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Request body: {'floatingip': {'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:03.158652 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4967907-5c69-4af1-bab8-1a8b590151d5 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Pushing event deleted for resources: {'Port': ['ID=daba72f2-dac6-4b44-8f1a-edf3bb9847d4,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:03.166995 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-42db9f49-a5a3-4bd2-b2c8-0e939a79e3cb tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:16:03.171433 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-42db9f49-a5a3-4bd2-b2c8-0e939a79e3cb tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Usage tracker for resource:floatingip and tenant:4feb7579decf4a3183faf64d64a634f4 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:16:03.174590 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-42db9f49-a5a3-4bd2-b2c8-0e939a79e3cb tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:16:03.183274 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-42db9f49-a5a3-4bd2-b2c8-0e939a79e3cb tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:16:03.191653 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f2ba2d46-f481-44ff-a7f1-cad0a2e525c5 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:03.192142 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-6805ee8d-39b3-49f2-b094-a782d97efcf5 None None] Allocated IP 2001:db8::2 (647017ae-fd74-4c2c-8c0d-3e526cb1d16d/70b7ae6f-c81d-4191-a688-e79ebbf69809/e2ec1c18-48aa-417c-ade7-616f407aaa6d) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:16:03.274046 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-d36ec67e-2c03-4832-a4f4-60bd4395a946 req-0a2132a7-e9bb-4eda-9b3f-26b14da70c79 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=c3b47c16-f2b1-47a4-82f4-0c20ba44fe3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1938307 Feb 09 01:16:03.274744 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-42db9f49-a5a3-4bd2-b2c8-0e939a79e3cb tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks [] for floatingip, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:03.287149 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-327cbd5c-c02d-4c7b-a557-4ef8f5ac43af None None] For port de523666-9053-4769-890a-a12cfecec090, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:16:03.296922 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-327cbd5c-c02d-4c7b-a557-4ef8f5ac43af None None] For port de523666-9053-4769-890a-a12cfecec090, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=de523666-9053-4769-890a-a12cfecec090,segment=NetworkSegment(f77b9332-07e1-4593-adf2-00c946fbfbda),segment_id=f77b9332-07e1-4593-adf2-00c946fbfbda)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:16:03.303195 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f407e775-049c-48b8-a13e-4c3a6571ac21 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Pushing event updated for resources: {'Network': ['ID=6f218db2-3c07-4d19-9d7f-7d193a5313a4,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:03.348033 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-327cbd5c-c02d-4c7b-a557-4ef8f5ac43af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:03.359458 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f407e775-049c-48b8-a13e-4c3a6571ac21 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6777766 Feb 09 01:16:03.360351 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 6f218db2-3c07-4d19-9d7f-7d193a5313a4 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:16:03.378800 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42060) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:03.394753 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a8393c-e9dc-44f6-a4c1-737137c023d2 req-355248b1-fbea-4ce2-b7dd-19d1574a4fa4 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:03.404632 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f2a8393c-e9dc-44f6-a4c1-737137c023d2 req-355248b1-fbea-4ce2-b7dd-19d1574a4fa4 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] 10.222.0.105 "GET /v2.0/ports?device_id=521f52bb-14cb-4507-a392-fe952ca83e92 HTTP/1.1" status: 200 len: 946 time: 1.0517244 Feb 09 01:16:03.406942 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-b879f672-d6dd-4bfd-a438-734a1923d7cb tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Request body: {'subnet': {'network_id': '6f218db2-3c07-4d19-9d7f-7d193a5313a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:03.423463 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ba2d46-f481-44ff-a7f1-cad0a2e525c5 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Network 433285ef-2c58-47e5-a32c-ce248e95852f is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:03.464754 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-f2ba2d46-f481-44ff-a7f1-cad0a2e525c5 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:03.467740 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ba2d46-f481-44ff-a7f1-cad0a2e525c5 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:16:03.499723 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-e406ad8a-e131-4b71-a182-acf7a36e323e req-c4967907-5c69-4af1-bab8-1a8b590151d5 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] No DVR routers for this DVR port daba72f2-dac6-4b44-8f1a-edf3bb9847d4 on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:16:03.510820 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e406ad8a-e131-4b71-a182-acf7a36e323e req-c4967907-5c69-4af1-bab8-1a8b590151d5 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:03.513351 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e406ad8a-e131-4b71-a182-acf7a36e323e req-c4967907-5c69-4af1-bab8-1a8b590151d5 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.62 "DELETE /v2.0/ports/daba72f2-dac6-4b44-8f1a-edf3bb9847d4 HTTP/1.1" status: 204 len: 173 time: 2.8902647 Feb 09 01:16:03.521164 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f11197f4-8495-46aa-a66c-6b0c09b192bb', 'name': 'network-vif-deleted', 'tag': 'daba72f2-dac6-4b44-8f1a-edf3bb9847d4'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:16:03.571335 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26675225-0462-4fc5-b47f-1e56fc3cb920 req-55f4be3b-22c4-4e1d-a63b-6ba209d42f9f tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:03.579776 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-26675225-0462-4fc5-b47f-1e56fc3cb920 req-55f4be3b-22c4-4e1d-a63b-6ba209d42f9f tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb94c7c7-2262-4266-9ff1-ecacf3b56b73 HTTP/1.1" status: 200 len: 943 time: 0.4186680 Feb 09 01:16:03.604672 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ba2d46-f481-44ff-a7f1-cad0a2e525c5 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:03.605313 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f2ba2d46-f481-44ff-a7f1-cad0a2e525c5 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:03.635391 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f2a8393c-e9dc-44f6-a4c1-737137c023d2 req-5f297993-6c96-4d3f-b7ac-a5195ab23baa tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] 10.222.0.105 "GET /v2.0/security-groups?id=c3b47c16-f2b1-47a4-82f4-0c20ba44fe3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2296238 Feb 09 01:16:03.669348 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba2d46-f481-44ff-a7f1-cad0a2e525c5 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Pushing event updated for resources: {'Port': ['ID=8253940c-ad39-4dc5-acdb-9f3a41b1fea3,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:03.697685 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-26675225-0462-4fc5-b47f-1e56fc3cb920 req-d095de56-3567-4d59-937e-daab70b7b623 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=e6bfd964-7aa5-43a2-a057-7d9b16c44215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165006 Feb 09 01:16:03.697951 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f2ba2d46-f481-44ff-a7f1-cad0a2e525c5 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 3.8619297 Feb 09 01:16:03.699623 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 42066) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:03.750990 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device daba72f2-dac6-4b44-8f1a-edf3bb9847d4 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:16:03.812454 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-21098c52-361d-4058-954f-e1c7b161c5ac tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Allocated IP 2001:db8::1 (82990151-4034-4883-bca5-c63f237feb9e/43961e40-156c-45a9-b39b-da67059413bf/07e112d5-42e6-47d1-ad26-3f34c55b243b) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:16:03.831365 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b879f672-d6dd-4bfd-a438-734a1923d7cb tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:16:03.841344 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-b879f672-d6dd-4bfd-a438-734a1923d7cb tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Usage tracker for resource:subnet and tenant:89095cdfc9c942dc809f66cd477d6f7d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:16:03.866858 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-b879f672-d6dd-4bfd-a438-734a1923d7cb tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:16:03.882023 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: daba72f2-dac6-4b44-8f1a-edf3bb9847d4 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:16:03.882715 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device daba72f2-dac6-4b44-8f1a-edf3bb9847d4 not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:16:03.896189 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f11197f4-8495-46aa-a66c-6b0c09b192bb', 'name': 'network-vif-deleted', 'tag': 'daba72f2-dac6-4b44-8f1a-edf3bb9847d4', 'status': 'completed', 'code': 200} Feb 09 01:16:03.934623 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f748dc-4bc1-46a1-920c-b05c3c6201c0 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:03.945460 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f748dc-4bc1-46a1-920c-b05c3c6201c0 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:03.954867 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f748dc-4bc1-46a1-920c-b05c3c6201c0 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:03.957832 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-85f748dc-4bc1-46a1-920c-b05c3c6201c0 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.2542882 Feb 09 01:16:03.995600 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42070) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:03.999223 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-eecaf603-3153-4bdc-aa63-2acc993b8c49 None None] For port 34547bdd-e138-4dec-b88e-67b0bbceee90, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:16:04.004245 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b879f672-d6dd-4bfd-a438-734a1923d7cb tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:16:04.004465 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-eecaf603-3153-4bdc-aa63-2acc993b8c49 None None] For port 34547bdd-e138-4dec-b88e-67b0bbceee90, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=34547bdd-e138-4dec-b88e-67b0bbceee90,segment=NetworkSegment(ffbb3a86-4f1a-41a1-8709-5e9db1875100),segment_id=ffbb3a86-4f1a-41a1-8709-5e9db1875100)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:16:04.015872 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-1a2e5a6f-3c4e-42b0-99fb-93ded85e31b5 req-3a08a972-7b1e-42b2-87d0-9d907b93d0e9 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Synchronizing usage tracker for tenant:ecfa99ec90404d2da344b2927ef93a25 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:16:04.036969 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-1a2e5a6f-3c4e-42b0-99fb-93ded85e31b5 req-3a08a972-7b1e-42b2-87d0-9d907b93d0e9 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Unset dirty status for tenant:ecfa99ec90404d2da344b2927ef93a25 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:16:04.038442 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1a2e5a6f-3c4e-42b0-99fb-93ded85e31b5 req-3a08a972-7b1e-42b2-87d0-9d907b93d0e9 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=f11197f4-8495-46aa-a66c-6b0c09b192bb HTTP/1.1" status: 200 len: 210 time: 0.0794713 Feb 09 01:16:04.112568 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-eecaf603-3153-4bdc-aa63-2acc993b8c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:04.130803 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b879f672-d6dd-4bfd-a438-734a1923d7cb tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Made reservation on behalf of 89095cdfc9c942dc809f66cd477d6f7d for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:04.134822 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b879f672-d6dd-4bfd-a438-734a1923d7cb tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:04.153198 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327cbd5c-c02d-4c7b-a557-4ef8f5ac43af None None] Pushing event updated for resources: {'Port': ['ID=de523666-9053-4769-890a-a12cfecec090,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:04.233193 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:04.310376 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-f0f020a0-a555-4100-a53f-684673e4ada3 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Deleting port 8253940c-ad39-4dc5-acdb-9f3a41b1fea3 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:16:04.311074 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f0f020a0-a555-4100-a53f-684673e4ada3 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:04.412938 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3ae24414-9d0d-43a8-9ae1-ff17e8250f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:04.436881 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-42db9f49-a5a3-4bd2-b2c8-0e939a79e3cb tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:04.539417 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 70a14466-ac83-4f17-ac10-9f2f1b5ee006, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=70a14466-ac83-4f17-ac10-9f2f1b5ee006,segment=NetworkSegment(7b572c7a-4d03-480e-90c1-e0ef984bfa5c),segment_id=7b572c7a-4d03-480e-90c1-e0ef984bfa5c)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:16:04.544868 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecaf603-3153-4bdc-aa63-2acc993b8c49 None None] Pushing event updated for resources: {'Port': ['ID=34547bdd-e138-4dec-b88e-67b0bbceee90,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:04.555611 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-21098c52-361d-4058-954f-e1c7b161c5ac tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:04.565965 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:04.628998 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-21098c52-361d-4058-954f-e1c7b161c5ac tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Transition to ACTIVE for port object 07e112d5-42e6-47d1-ad26-3f34c55b243b will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:16:04.975105 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device c33f02a8-17ae-4055-8b4b-57d683494af9 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:16:05.044860 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6805ee8d-39b3-49f2-b094-a782d97efcf5 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:05.063181 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-3ae24414-9d0d-43a8-9ae1-ff17e8250f10 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:16:05.063492 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-3ae24414-9d0d-43a8-9ae1-ff17e8250f10 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:16:05.075868 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-6805ee8d-39b3-49f2-b094-a782d97efcf5 None None] Transition to ACTIVE for port object e2ec1c18-48aa-417c-ade7-616f407aaa6d will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:16:05.089968 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=70a14466-ac83-4f17-ac10-9f2f1b5ee006,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:05.114114 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-6805ee8d-39b3-49f2-b094-a782d97efcf5 None None] Transition to ACTIVE for port object e2ec1c18-48aa-417c-ade7-616f407aaa6d will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:16:05.123447 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6805ee8d-39b3-49f2-b094-a782d97efcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:05.126886 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879633e2-80c8-4733-8000-7ba20ba0270d req-03d99b86-43c8-47f6-8be2-2fa5b265f060 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:05.128716 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-879633e2-80c8-4733-8000-7ba20ba0270d req-03d99b86-43c8-47f6-8be2-2fa5b265f060 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] 10.222.0.105 "GET /v2.0/ports?device_id=521f52bb-14cb-4507-a392-fe952ca83e92 HTTP/1.1" status: 200 len: 946 time: 0.2477331 Feb 09 01:16:05.143412 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6764ca8-4901-4279-a504-702bbd210e2d req-25176520-1ba0-4c5a-a0c9-47010a8ec760 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:05.145126 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e6764ca8-4901-4279-a504-702bbd210e2d req-25176520-1ba0-4c5a-a0c9-47010a8ec760 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb94c7c7-2262-4266-9ff1-ecacf3b56b73 HTTP/1.1" status: 200 len: 943 time: 0.1559405 Feb 09 01:16:05.176083 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port c33f02a8-17ae-4055-8b4b-57d683494af9 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:16:05.203976 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port c33f02a8-17ae-4055-8b4b-57d683494af9 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:05.204438 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:05.212731 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-21098c52-361d-4058-954f-e1c7b161c5ac tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:05.219156 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-42db9f49-a5a3-4bd2-b2c8-0e939a79e3cb tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Allocated IP 172.25.0.182 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/215c1468-bc60-4d57-9d8f-30347063b388) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:16:05.243498 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-879633e2-80c8-4733-8000-7ba20ba0270d req-5363ca9c-e727-4ab3-8e58-7bb8e75c28a2 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] 10.222.0.105 "GET /v2.0/security-groups?id=c3b47c16-f2b1-47a4-82f4-0c20ba44fe3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970802 Feb 09 01:16:05.259163 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e6764ca8-4901-4279-a504-702bbd210e2d req-29c0127b-c5bb-4c6c-b155-2e412eb9dc79 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=e6bfd964-7aa5-43a2-a057-7d9b16c44215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942361 Feb 09 01:16:05.266806 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f0f020a0-a555-4100-a53f-684673e4ada3 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:05.282260 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6805ee8d-39b3-49f2-b094-a782d97efcf5 None None] Network 647017ae-fd74-4c2c-8c0d-3e526cb1d16d is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:05.302406 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-6805ee8d-39b3-49f2-b094-a782d97efcf5 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:05.312918 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6805ee8d-39b3-49f2-b094-a782d97efcf5 None None] Pushing event updated for resources: {'Port': ['ID=e2ec1c18-48aa-417c-ade7-616f407aaa6d,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:05.315319 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6805ee8d-39b3-49f2-b094-a782d97efcf5 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:16:05.521587 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-f0f020a0-a555-4100-a53f-684673e4ada3 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Calling delete_port for 8253940c-ad39-4dc5-acdb-9f3a41b1fea3 owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:16:05.641585 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-6805ee8d-39b3-49f2-b094-a782d97efcf5 None None] Attempting to bind port e2ec1c18-48aa-417c-ade7-616f407aaa6d on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:16:05.642192 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-6805ee8d-39b3-49f2-b094-a782d97efcf5 None None] Attempting to bind port e2ec1c18-48aa-417c-ade7-616f407aaa6d by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'c31085ea-3308-4e7a-809b-0d986b044ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '647017ae-fd74-4c2c-8c0d-3e526cb1d16d'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:16:05.642743 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6805ee8d-39b3-49f2-b094-a782d97efcf5 None None] Attempting to bind port e2ec1c18-48aa-417c-ade7-616f407aaa6d on network 647017ae-fd74-4c2c-8c0d-3e526cb1d16d {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:16:05.669427 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 635a31bc-b7d0-435e-804d-117b1e246ca7 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:16:05.684764 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2429eb-d119-4434-b9a8-449333c454b9 req-65ad5e5e-753c-4369-aca7-37cef6c213c7 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:05.694685 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21098c52-361d-4058-954f-e1c7b161c5ac tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Network 82990151-4034-4883-bca5-c63f237feb9e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:05.699613 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dc2429eb-d119-4434-b9a8-449333c454b9 req-65ad5e5e-753c-4369-aca7-37cef6c213c7 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] 10.222.0.105 "GET /v2.0/ports?device_id=521f52bb-14cb-4507-a392-fe952ca83e92 HTTP/1.1" status: 200 len: 946 time: 0.2276399 Feb 09 01:16:05.704127 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-21098c52-361d-4058-954f-e1c7b161c5ac tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:05.720098 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6805ee8d-39b3-49f2-b094-a782d97efcf5 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:16:05.721271 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b879f672-d6dd-4bfd-a438-734a1923d7cb tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:05.721667 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6805ee8d-39b3-49f2-b094-a782d97efcf5 None None] Checking segment: {'id': 'c31085ea-3308-4e7a-809b-0d986b044ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '647017ae-fd74-4c2c-8c0d-3e526cb1d16d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:16:05.722629 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6805ee8d-39b3-49f2-b094-a782d97efcf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:05.723851 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6805ee8d-39b3-49f2-b094-a782d97efcf5 None None] Bound using segment: {'id': 'c31085ea-3308-4e7a-809b-0d986b044ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '647017ae-fd74-4c2c-8c0d-3e526cb1d16d'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:16:05.725130 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-6805ee8d-39b3-49f2-b094-a782d97efcf5 None None] Bound port: e2ec1c18-48aa-417c-ade7-616f407aaa6d, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c31085ea-3308-4e7a-809b-0d986b044ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '647017ae-fd74-4c2c-8c0d-3e526cb1d16d'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:16:05.726889 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6805ee8d-39b3-49f2-b094-a782d97efcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:05.733727 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21098c52-361d-4058-954f-e1c7b161c5ac tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:16:05.734157 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-21098c52-361d-4058-954f-e1c7b161c5ac tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:05.781606 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:05.811728 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21098c52-361d-4058-954f-e1c7b161c5ac tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Pushing event updated for resources: {'Port': ['ID=07e112d5-42e6-47d1-ad26-3f34c55b243b,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:05.841479 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dc2429eb-d119-4434-b9a8-449333c454b9 req-6dd71e94-fd5e-4318-aa46-3b5badbdaffb tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] 10.222.0.105 "GET /v2.0/security-groups?id=c3b47c16-f2b1-47a4-82f4-0c20ba44fe3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407681 Feb 09 01:16:05.919391 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282e8ed3-e428-4ec2-adab-5065968c333b None None] Sync routers for ids ['f67f6271-ff7c-40fb-b619-a2ea1fbc0627'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:16:05.929320 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282e8ed3-e428-4ec2-adab-5065968c333b None None] Routers {'f67f6271-ff7c-40fb-b619-a2ea1fbc0627'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:16:05.930512 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-282e8ed3-e428-4ec2-adab-5065968c333b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:15:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['f67f6271-ff7c-40fb-b619-a2ea1fbc0627'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:05.931721 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.resource_extend [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:16:06.060204 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port c33f02a8-17ae-4055-8b4b-57d683494af9, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=c33f02a8-17ae-4055-8b4b-57d683494af9,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:16:06.092421 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:06.092421 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device de523666-9053-4769-890a-a12cfecec090 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:16:06.200513 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e413204-1793-49ca-9ef1-3cf1129dca1f req-2bf6900f-3c26-4316-8663-45114e392cbc tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:06.204477 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7e413204-1793-49ca-9ef1-3cf1129dca1f req-2bf6900f-3c26-4316-8663-45114e392cbc tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] 10.222.0.105 "GET /v2.0/ports?device_id=521f52bb-14cb-4507-a392-fe952ca83e92 HTTP/1.1" status: 200 len: 946 time: 0.2199671 Feb 09 01:16:06.225297 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-282e8ed3-e428-4ec2-adab-5065968c333b None None] Set router f67f6271-ff7c-40fb-b619-a2ea1fbc0627 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:16:06.245160 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39dae778-4e3a-490e-8e8c-9b3fbaf7bb7b None None] Network 433285ef-2c58-47e5-a32c-ce248e95852f requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:16:06.307826 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7e413204-1793-49ca-9ef1-3cf1129dca1f req-34441ffd-d09b-47be-8c52-3fa7cb40087f tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] 10.222.0.105 "GET /v2.0/security-groups?id=c3b47c16-f2b1-47a4-82f4-0c20ba44fe3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963187 Feb 09 01:16:06.319539 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b879f672-d6dd-4bfd-a438-734a1923d7cb tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Pushing event updated for resources: {'Subnet': ['ID=1d7900f6-0507-4bc5-bcac-eb87360dc320,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:06.323826 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f0f020a0-a555-4100-a53f-684673e4ada3 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:06.333034 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-42db9f49-a5a3-4bd2-b2c8-0e939a79e3cb tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:06.351396 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b895993-22e3-4da6-ad47-38bf53669e7f None None] Network 82990151-4034-4883-bca5-c63f237feb9e requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:16:06.358839 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 42092) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:06.472679 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f020a0-a555-4100-a53f-684673e4ada3 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Pushing event deleted for resources: {'Port': ['ID=8253940c-ad39-4dc5-acdb-9f3a41b1fea3,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:06.559862 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-6805ee8d-39b3-49f2-b094-a782d97efcf5 None None] For port e2ec1c18-48aa-417c-ade7-616f407aaa6d, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:16:06.564828 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=c33f02a8-17ae-4055-8b4b-57d683494af9,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:06.594866 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b879f672-d6dd-4bfd-a438-734a1923d7cb tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Checking segment: {'id': 'e92aebe5-5b95-4188-8759-ba074cfebf54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6f218db2-3c07-4d19-9d7f-7d193a5313a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:16:06.595139 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b879f672-d6dd-4bfd-a438-734a1923d7cb tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Network hostable DHCP agents. Network: 6f218db2-3c07-4d19-9d7f-7d193a5313a4, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:16:06.640404 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:06.644750 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:06.647412 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:06.649789 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:06.650350 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:06.651756 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:06.652259 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:06.656223 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:06.656739 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:06.657280 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:06.657818 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:06.658562 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:06.664646 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-6805ee8d-39b3-49f2-b094-a782d97efcf5 None None] For port e2ec1c18-48aa-417c-ade7-616f407aaa6d, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=e2ec1c18-48aa-417c-ade7-616f407aaa6d,segment=NetworkSegment(c31085ea-3308-4e7a-809b-0d986b044ba2),segment_id=c31085ea-3308-4e7a-809b-0d986b044ba2)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:16:06.673011 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e60b2ab4-2713-4ddc-b4b9-4a9d08a3ff5d None None] Provisioning complete for port 70a14466-ac83-4f17-ac10-9f2f1b5ee006 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:06.673681 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e60b2ab4-2713-4ddc-b4b9-4a9d08a3ff5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:06.731927 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6805ee8d-39b3-49f2-b094-a782d97efcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:06.736589 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-21098c52-361d-4058-954f-e1c7b161c5ac tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:06.783732 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-282e8ed3-e428-4ec2-adab-5065968c333b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67f6271-ff7c-40fb-b619-a2ea1fbc0627', 'name': 'tempest-AttachVolumeTestJSON-1789116321-router', 'tenant_id': '4feb7579decf4a3183faf64d64a634f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'c33f02a8-17ae-4055-8b4b-57d683494af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:15:42Z', 'updated_at': '2022-02-09T01:15:56Z', 'revision_number': 4, 'project_id': '4feb7579decf4a3183faf64d64a634f4', 'gw_port': {'id': 'c33f02a8-17ae-4055-8b4b-57d683494af9', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67f6271-ff7c-40fb-b619-a2ea1fbc0627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:15:45Z', 'updated_at': '2022-02-09T01:15:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '8c19982c-0bc2-4617-b7c7-fa0ad55f01f1', 'name': '', 'network_id': '82f30243-02f9-47c5-a321-43941006e74c', 'tenant_id': '4feb7579decf4a3183faf64d64a634f4', 'mac_address': 'fa:16:3e:4e:fa:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67f6271-ff7c-40fb-b619-a2ea1fbc0627', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'babecade-cdf1-4c50-b1ee-144e30399d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:15:54Z', 'updated_at': '2022-02-09T01:15:57Z', 'revision_number': 2, 'project_id': '4feb7579decf4a3183faf64d64a634f4', 'subnets': [{'id': 'babecade-cdf1-4c50-b1ee-144e30399d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:06.789720 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282e8ed3-e428-4ec2-adab-5065968c333b None None] Checking router: f67f6271-ff7c-40fb-b619-a2ea1fbc0627 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:16:06.790176 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282e8ed3-e428-4ec2-adab-5065968c333b None None] Updating router f67f6271-ff7c-40fb-b619-a2ea1fbc0627 port 8c19982c-0bc2-4617-b7c7-fa0ad55f01f1 binding host n-d-828418-1 {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:16:06.827849 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b879f672-d6dd-4bfd-a438-734a1923d7cb tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Network 6f218db2-3c07-4d19-9d7f-7d193a5313a4 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:16:06.858455 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-282e8ed3-e428-4ec2-adab-5065968c333b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:06.872399 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 635a31bc-b7d0-435e-804d-117b1e246ca7, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=635a31bc-b7d0-435e-804d-117b1e246ca7,segment=NetworkSegment(ce0dc62c-7941-4b08-ad25-dc67d17d1ad0),segment_id=ce0dc62c-7941-4b08-ad25-dc67d17d1ad0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:16:06.895002 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f99ff3-cd62-472b-a8ea-b95f806d526c req-0dc79a13-0fac-4863-8ce3-93a2ff8ca2f1 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:06.895002 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-66f99ff3-cd62-472b-a8ea-b95f806d526c req-0dc79a13-0fac-4863-8ce3-93a2ff8ca2f1 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/networks?id=20b4b911-e8a6-45af-95dc-9b595aff0444 HTTP/1.1" status: 200 len: 806 time: 0.1998308 Feb 09 01:16:06.927527 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b9756-289a-4e2e-90c7-2951a8121359 req-cb8b8580-ebf0-4234-9ff1-e4c92524f604 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:06.936398 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-b879f672-d6dd-4bfd-a438-734a1923d7cb tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 6f218db2-3c07-4d19-9d7f-7d193a5313a4) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:06.938243 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-902b9756-289a-4e2e-90c7-2951a8121359 req-cb8b8580-ebf0-4234-9ff1-e4c92524f604 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb94c7c7-2262-4266-9ff1-ecacf3b56b73 HTTP/1.1" status: 200 len: 943 time: 0.4891329 Feb 09 01:16:06.942935 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b879f672-d6dd-4bfd-a438-734a1923d7cb tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:06.943624 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b879f672-d6dd-4bfd-a438-734a1923d7cb tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:06.958105 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a311fcd-1720-4d8d-be17-c201338d1b71 None None] Network 6f218db2-3c07-4d19-9d7f-7d193a5313a4 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:16:06.968148 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-42db9f49-a5a3-4bd2-b2c8-0e939a79e3cb tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:06.970537 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-66f99ff3-cd62-472b-a8ea-b95f806d526c req-26655390-1c0c-4be1-a506-d03b6a474597 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/quotas/ecfa99ec90404d2da344b2927ef93a25 HTTP/1.1" status: 200 len: 375 time: 0.0694008 Feb 09 01:16:06.998378 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '635a31bc-b7d0-435e-804d-117b1e246ca7', 'network_id': '0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5', 'port_id': '635a31bc-b7d0-435e-804d-117b1e246ca7', 'mac_address': 'fa:16:3e:2f:b4:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ba82490-d70a-42fe-a7ff-0aeb7f428073', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:16:07.010766 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port de523666-9053-4769-890a-a12cfecec090 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:16:07.137342 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-902b9756-289a-4e2e-90c7-2951a8121359 req-6ff6a42a-8db2-4206-a31b-c7ce3b69d8ae tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=e6bfd964-7aa5-43a2-a057-7d9b16c44215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1959515 Feb 09 01:16:07.173885 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42db9f49-a5a3-4bd2-b2c8-0e939a79e3cb tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:07.184492 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-42db9f49-a5a3-4bd2-b2c8-0e939a79e3cb tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:07.187447 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42db9f49-a5a3-4bd2-b2c8-0e939a79e3cb tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:16:07.224138 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e1aa1a-189b-4408-8b55-153b20e05197 tempest-TestServerBasicOps-792265170 tempest-TestServerBasicOps-792265170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:07.227559 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-e2e1aa1a-189b-4408-8b55-153b20e05197 tempest-TestServerBasicOps-792265170 tempest-TestServerBasicOps-792265170-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=521f52bb-14cb-4507-a392-fe952ca83e92 HTTP/1.1" status: 200 len: 1092 time: 0.8674901 Feb 09 01:16:07.237151 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-66f99ff3-cd62-472b-a8ea-b95f806d526c req-0c86fb8b-1e8d-463d-afc1-4730026c8f6d tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=ecfa99ec90404d2da344b2927ef93a25&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2593727 Feb 09 01:16:07.237897 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 42108) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:07.245249 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-cb5b4837-1489-4772-b7f0-4d83839bb16d tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Request body: {'floatingip': {'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'port_id': 'b00d33e6-6b3f-4fa3-86dd-d6b068b7cac8', 'tenant_id': '8d31597ab3f74931824904826c01d747', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:07.253338 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-cb5b4837-1489-4772-b7f0-4d83839bb16d tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:16:07.276546 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f0f020a0-a555-4100-a53f-684673e4ada3 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:07.281949 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f0f020a0-a555-4100-a53f-684673e4ada3 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] 10.222.0.105 "DELETE /v2.0/ports/8253940c-ad39-4dc5-acdb-9f3a41b1fea3 HTTP/1.1" status: 204 len: 168 time: 3.2831488 Feb 09 01:16:07.286395 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42112) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:07.296620 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b879f672-d6dd-4bfd-a438-734a1923d7cb tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.9037869 Feb 09 01:16:07.299679 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-cb5b4837-1489-4772-b7f0-4d83839bb16d tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Usage tracker for resource:floatingip and tenant:8d31597ab3f74931824904826c01d747 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:16:07.303754 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 42116) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:07.344069 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6805ee8d-39b3-49f2-b094-a782d97efcf5 None None] Pushing event updated for resources: {'Port': ['ID=e2ec1c18-48aa-417c-ade7-616f407aaa6d,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:07.347743 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 34547bdd-e138-4dec-b88e-67b0bbceee90 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:16:07.399041 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-cb5b4837-1489-4772-b7f0-4d83839bb16d tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:16:07.407056 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-9cb2d0f9-30ac-4e08-bd8b-03b854e4dd0e tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Request body: {'subnet': {'network_id': '6f218db2-3c07-4d19-9d7f-7d193a5313a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:07.438385 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42db9f49-a5a3-4bd2-b2c8-0e939a79e3cb tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Pushing event updated for resources: {'Port': ['ID=215c1468-bc60-4d57-9d8f-30347063b388,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:07.450296 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-282e8ed3-e428-4ec2-adab-5065968c333b None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:07.458336 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-cb5b4837-1489-4772-b7f0-4d83839bb16d tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:16:07.472055 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-282e8ed3-e428-4ec2-adab-5065968c333b None None] Transition to ACTIVE for port object 8c19982c-0bc2-4617-b7c7-fa0ad55f01f1 will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:16:07.482520 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-282e8ed3-e428-4ec2-adab-5065968c333b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:07.562783 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83f6fa7-c6bb-48f0-906f-18e9b824c07b None None] Pushing event updated for resources: {'Port': ['ID=8c19982c-0bc2-4617-b7c7-fa0ad55f01f1,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:07.575765 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83f6fa7-c6bb-48f0-906f-18e9b824c07b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:07.576490 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83f6fa7-c6bb-48f0-906f-18e9b824c07b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:07.577189 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83f6fa7-c6bb-48f0-906f-18e9b824c07b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:07.577848 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83f6fa7-c6bb-48f0-906f-18e9b824c07b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:07.578411 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83f6fa7-c6bb-48f0-906f-18e9b824c07b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:07.578963 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83f6fa7-c6bb-48f0-906f-18e9b824c07b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:07.579676 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83f6fa7-c6bb-48f0-906f-18e9b824c07b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:07.580383 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83f6fa7-c6bb-48f0-906f-18e9b824c07b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:07.580932 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83f6fa7-c6bb-48f0-906f-18e9b824c07b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:07.581479 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83f6fa7-c6bb-48f0-906f-18e9b824c07b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:07.582232 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83f6fa7-c6bb-48f0-906f-18e9b824c07b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:07.582768 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83f6fa7-c6bb-48f0-906f-18e9b824c07b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:07.589586 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:07.710225 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 635a31bc-b7d0-435e-804d-117b1e246ca7 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:16:07.808455 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 635a31bc-b7d0-435e-804d-117b1e246ca7, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=635a31bc-b7d0-435e-804d-117b1e246ca7,segment=NetworkSegment(ce0dc62c-7941-4b08-ad25-dc67d17d1ad0),segment_id=ce0dc62c-7941-4b08-ad25-dc67d17d1ad0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:16:07.838595 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 34547bdd-e138-4dec-b88e-67b0bbceee90 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:16:07.857822 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:07.864841 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc85f399-381c-4496-a960-d88032c1acf7 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] GET failed (client error): The resource could not be found. Feb 09 01:16:07.865384 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-bc85f399-381c-4496-a960-d88032c1acf7 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Synchronizing usage tracker for tenant:6804efa72c714833a180448eda495e91 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:16:07.901269 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-282e8ed3-e428-4ec2-adab-5065968c333b None None] Attempting to bind port 8c19982c-0bc2-4617-b7c7-fa0ad55f01f1 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:16:07.902023 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-282e8ed3-e428-4ec2-adab-5065968c333b None None] Attempting to bind port 8c19982c-0bc2-4617-b7c7-fa0ad55f01f1 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'f3d44dac-21f9-43aa-b3cf-261dc7fa64ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '82f30243-02f9-47c5-a321-43941006e74c'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:16:07.902757 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282e8ed3-e428-4ec2-adab-5065968c333b None None] Attempting to bind port 8c19982c-0bc2-4617-b7c7-fa0ad55f01f1 on network 82f30243-02f9-47c5-a321-43941006e74c {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:16:07.915521 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282e8ed3-e428-4ec2-adab-5065968c333b None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:16:07.916181 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282e8ed3-e428-4ec2-adab-5065968c333b None None] Checking segment: {'id': 'f3d44dac-21f9-43aa-b3cf-261dc7fa64ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '82f30243-02f9-47c5-a321-43941006e74c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:16:07.916828 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-282e8ed3-e428-4ec2-adab-5065968c333b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:07.917376 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282e8ed3-e428-4ec2-adab-5065968c333b None None] Bound using segment: {'id': 'f3d44dac-21f9-43aa-b3cf-261dc7fa64ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '82f30243-02f9-47c5-a321-43941006e74c'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:16:07.918084 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-282e8ed3-e428-4ec2-adab-5065968c333b None None] Bound port: 8c19982c-0bc2-4617-b7c7-fa0ad55f01f1, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3d44dac-21f9-43aa-b3cf-261dc7fa64ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '82f30243-02f9-47c5-a321-43941006e74c'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:16:07.918627 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-282e8ed3-e428-4ec2-adab-5065968c333b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:07.952024 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-bc85f399-381c-4496-a960-d88032c1acf7 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Unset dirty status for tenant:6804efa72c714833a180448eda495e91 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:16:07.960001 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-bc85f399-381c-4496-a960-d88032c1acf7 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] 10.222.0.105 "GET /v2.0/ports/8253940c-ad39-4dc5-acdb-9f3a41b1fea3 HTTP/1.1" status: 404 len: 333 time: 0.6645887 Feb 09 01:16:07.966755 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42120) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:07.997303 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-85bc2ac9-57d4-4270-bf6f-6566c13bb880 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Request body: {'port': {'network_id': '433285ef-2c58-47e5-a32c-ce248e95852f', 'name': 'tempest-AllowedAddressPairTestJSON-753583766'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:08.061561 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-6674884b-4de5-4f8c-80c8-156301a93946 None None] Provisioning for port 34547bdd-e138-4dec-b88e-67b0bbceee90 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:16:08.082581 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee930a1-8b69-4337-bba1-27afe5879450 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-6f218db2-3c07-4d19-9d7f-7d193a5313a4', 'network_id': '6f218db2-3c07-4d19-9d7f-7d193a5313a4', 'tenant_id': '89095cdfc9c942dc809f66cd477d6f7d', 'fixed_ips': [{'subnet_id': '1d7900f6-0507-4bc5-bcac-eb87360dc320'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:16:08.083632 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1ee930a1-8b69-4337-bba1-27afe5879450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:08.133173 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-282e8ed3-e428-4ec2-adab-5065968c333b None None] For port 8c19982c-0bc2-4617-b7c7-fa0ad55f01f1, host n-d-828418-1, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:16:08.139625 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-282e8ed3-e428-4ec2-adab-5065968c333b None None] For port 8c19982c-0bc2-4617-b7c7-fa0ad55f01f1, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=8c19982c-0bc2-4617-b7c7-fa0ad55f01f1,segment=NetworkSegment(f3d44dac-21f9-43aa-b3cf-261dc7fa64ed),segment_id=f3d44dac-21f9-43aa-b3cf-261dc7fa64ed)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:16:08.142716 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['635a31bc-b7d0-435e-804d-117b1e246ca7'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:16:08.151646 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-282e8ed3-e428-4ec2-adab-5065968c333b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:08.172682 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-66f99ff3-cd62-472b-a8ea-b95f806d526c req-b9c688dc-7b98-46c8-9565-b4352a4bf699 service neutron] 10.222.0.105 "GET /v2.0/networks/20b4b911-e8a6-45af-95dc-9b595aff0444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9092681 Feb 09 01:16:08.174102 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cb5b4837-1489-4772-b7f0-4d83839bb16d tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Notify callbacks [] for floatingip, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:08.196159 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-9cb2d0f9-30ac-4e08-bd8b-03b854e4dd0e tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:16:08.198905 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-42db9f49-a5a3-4bd2-b2c8-0e939a79e3cb tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:08.231486 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-21098c52-361d-4058-954f-e1c7b161c5ac tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:08.250357 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-21098c52-361d-4058-954f-e1c7b161c5ac tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:08.251555 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-21098c52-361d-4058-954f-e1c7b161c5ac tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:08.281428 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-9cb2d0f9-30ac-4e08-bd8b-03b854e4dd0e tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Usage tracker for resource:subnet and tenant:89095cdfc9c942dc809f66cd477d6f7d is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:16:08.370430 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 70a14466-ac83-4f17-ac10-9f2f1b5ee006 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:16:08.378313 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83f6fa7-c6bb-48f0-906f-18e9b824c07b None None] Pushing event updated for resources: {'Port': ['ID=8c19982c-0bc2-4617-b7c7-fa0ad55f01f1,revision_number=4']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:08.415598 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282e8ed3-e428-4ec2-adab-5065968c333b None None] Routers {'f67f6271-ff7c-40fb-b619-a2ea1fbc0627'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:16:08.417310 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-282e8ed3-e428-4ec2-adab-5065968c333b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:15:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['f67f6271-ff7c-40fb-b619-a2ea1fbc0627'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:08.453282 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-6674884b-4de5-4f8c-80c8-156301a93946 None None] Provisioning complete for port 34547bdd-e138-4dec-b88e-67b0bbceee90 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:08.453675 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6674884b-4de5-4f8c-80c8-156301a93946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:08.471334 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-85bc2ac9-57d4-4270-bf6f-6566c13bb880 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:16:08.483211 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-85bc2ac9-57d4-4270-bf6f-6566c13bb880 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:16:08.500772 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-9cb2d0f9-30ac-4e08-bd8b-03b854e4dd0e tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:16:08.590627 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85bc2ac9-57d4-4270-bf6f-6566c13bb880 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Made reservation on behalf of 6804efa72c714833a180448eda495e91 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:08.594350 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-85bc2ac9-57d4-4270-bf6f-6566c13bb880 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:08.609672 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=635a31bc-b7d0-435e-804d-117b1e246ca7,revision_number=9']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:08.635698 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21098c52-361d-4058-954f-e1c7b161c5ac tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Pushing event updated for resources: {'Port': ['ID=07e112d5-42e6-47d1-ad26-3f34c55b243b,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:08.653363 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-9cb2d0f9-30ac-4e08-bd8b-03b854e4dd0e tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:16:08.665298 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-42db9f49-a5a3-4bd2-b2c8-0e939a79e3cb tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:08.753272 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-85bc2ac9-57d4-4270-bf6f-6566c13bb880 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] device_id is not set on port 4ed37b34-4467-4100-be16-3af379098f85 yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:16:08.798268 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb2d0f9-30ac-4e08-bd8b-03b854e4dd0e tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Made reservation on behalf of 89095cdfc9c942dc809f66cd477d6f7d for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:08.802347 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bebcf8f-5be9-4488-a361-d4ad81f5316b None None] Network 647017ae-fd74-4c2c-8c0d-3e526cb1d16d requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:16:08.804936 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9cb2d0f9-30ac-4e08-bd8b-03b854e4dd0e tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:08.930016 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-282e8ed3-e428-4ec2-adab-5065968c333b None None] Set router f67f6271-ff7c-40fb-b619-a2ea1fbc0627 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:16:08.947429 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-720a525a-d196-461c-8616-db0a8717b22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:09.041886 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-66f99ff3-cd62-472b-a8ea-b95f806d526c req-19cfdc33-79e1-405c-bcfa-834c84836f1b service neutron] 10.222.0.105 "GET /v2.0/networks/20b4b911-e8a6-45af-95dc-9b595aff0444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8491993 Feb 09 01:16:09.114354 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21098c52-361d-4058-954f-e1c7b161c5ac tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Network 82990151-4034-4883-bca5-c63f237feb9e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:09.126205 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-21098c52-361d-4058-954f-e1c7b161c5ac tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:09.332758 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cb3689-8243-474e-b0e5-10c9600a7066 req-34b234ae-a519-4144-8b3c-0ddfe72ed937 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:09.345757 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-62cb3689-8243-474e-b0e5-10c9600a7066 req-34b234ae-a519-4144-8b3c-0ddfe72ed937 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb94c7c7-2262-4266-9ff1-ecacf3b56b73 HTTP/1.1" status: 200 len: 944 time: 0.8055158 Feb 09 01:16:09.498163 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8c52b3fc-fcbd-45c5-a973-164fa4d0abfb req-77723fb7-2f88-4891-9812-3d255b5df78a tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=003c8876-3c05-4f90-b4ef-a62325ead48b HTTP/1.1" status: 200 len: 210 time: 0.1510031 Feb 09 01:16:09.505067 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 70a14466-ac83-4f17-ac10-9f2f1b5ee006 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:09.505586 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:09.567752 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-62cb3689-8243-474e-b0e5-10c9600a7066 req-e15746fc-8343-4a4b-802a-9f42963f9a82 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=e6bfd964-7aa5-43a2-a057-7d9b16c44215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494136 Feb 09 01:16:09.624715 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cb5b4837-1489-4772-b7f0-4d83839bb16d tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:09.710106 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-85bc2ac9-57d4-4270-bf6f-6566c13bb880 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Allocated IP 172.20.0.12 (433285ef-2c58-47e5-a32c-ce248e95852f/25bb33df-2cb8-4e21-a136-b9b738df2ea9/4ed37b34-4467-4100-be16-3af379098f85) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:16:09.773082 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-282e8ed3-e428-4ec2-adab-5065968c333b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67f6271-ff7c-40fb-b619-a2ea1fbc0627', 'name': 'tempest-AttachVolumeTestJSON-1789116321-router', 'tenant_id': '4feb7579decf4a3183faf64d64a634f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'c33f02a8-17ae-4055-8b4b-57d683494af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:15:42Z', 'updated_at': '2022-02-09T01:15:56Z', 'revision_number': 4, 'project_id': '4feb7579decf4a3183faf64d64a634f4', 'gw_port': {'id': 'c33f02a8-17ae-4055-8b4b-57d683494af9', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67f6271-ff7c-40fb-b619-a2ea1fbc0627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:15:45Z', 'updated_at': '2022-02-09T01:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '8c19982c-0bc2-4617-b7c7-fa0ad55f01f1', 'name': '', 'network_id': '82f30243-02f9-47c5-a321-43941006e74c', 'tenant_id': '4feb7579decf4a3183faf64d64a634f4', 'mac_address': 'fa:16:3e:4e:fa:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67f6271-ff7c-40fb-b619-a2ea1fbc0627', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'babecade-cdf1-4c50-b1ee-144e30399d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:15:54Z', 'updated_at': '2022-02-09T01:16:08Z', 'revision_number': 4, 'project_id': '4feb7579decf4a3183faf64d64a634f4', 'subnets': [{'id': 'babecade-cdf1-4c50-b1ee-144e30399d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:09.780623 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282e8ed3-e428-4ec2-adab-5065968c333b None None] The sync data for ids ['f67f6271-ff7c-40fb-b619-a2ea1fbc0627'] in n-d-828418-1 is: [{'id': 'f67f6271-ff7c-40fb-b619-a2ea1fbc0627', 'name': 'tempest-AttachVolumeTestJSON-1789116321-router', 'tenant_id': '4feb7579decf4a3183faf64d64a634f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'c33f02a8-17ae-4055-8b4b-57d683494af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:15:42Z', 'updated_at': '2022-02-09T01:15:56Z', 'revision_number': 4, 'project_id': '4feb7579decf4a3183faf64d64a634f4', 'gw_port': {'id': 'c33f02a8-17ae-4055-8b4b-57d683494af9', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67f6271-ff7c-40fb-b619-a2ea1fbc0627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:15:45Z', 'updated_at': '2022-02-09T01:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '8c19982c-0bc2-4617-b7c7-fa0ad55f01f1', 'name': '', 'network_id': '82f30243-02f9-47c5-a321-43941006e74c', 'tenant_id': '4feb7579decf4a3183faf64d64a634f4', 'mac_address': 'fa:16:3e:4e:fa:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67f6271-ff7c-40fb-b619-a2ea1fbc0627', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'babecade-cdf1-4c50-b1ee-144e30399d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:15:54Z', 'updated_at': '2022-02-09T01:16:08Z', 'revision_number': 4, 'project_id': '4feb7579decf4a3183faf64d64a634f4', 'subnets': [{'id': 'babecade-cdf1-4c50-b1ee-144e30399d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:16:09.845092 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-1ee930a1-8b69-4337-bba1-27afe5879450 None None] Allocated IP 2001:db8::2 (6f218db2-3c07-4d19-9d7f-7d193a5313a4/1d7900f6-0507-4bc5-bcac-eb87360dc320/58dea4e9-2372-470b-b0e2-8efc7ddd575b) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:16:09.868346 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6674884b-4de5-4f8c-80c8-156301a93946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:09.936770 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 635a31bc-b7d0-435e-804d-117b1e246ca7 up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:16:10.219703 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9cb2d0f9-30ac-4e08-bd8b-03b854e4dd0e tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:10.269523 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-cb5b4837-1489-4772-b7f0-4d83839bb16d tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Allocated IP 172.25.0.238 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/865070c0-f9af-49ad-ae63-48cb3d8823a6) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:16:10.307633 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb2d0f9-30ac-4e08-bd8b-03b854e4dd0e tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Network 6f218db2-3c07-4d19-9d7f-7d193a5313a4 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:10.312948 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-9cb2d0f9-30ac-4e08-bd8b-03b854e4dd0e tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:10.316657 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb2d0f9-30ac-4e08-bd8b-03b854e4dd0e tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:10.317283 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9cb2d0f9-30ac-4e08-bd8b-03b854e4dd0e tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:10.432484 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21098c52-361d-4058-954f-e1c7b161c5ac tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Router f623fd8a-bc3f-4223-939b-c5052e4ee18c is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:16:10.475802 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb2d0f9-30ac-4e08-bd8b-03b854e4dd0e tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Pushing event updated for resources: {'Subnet': ['ID=1ef9035d-ff84-4351-abea-13bac83b1611,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:10.483543 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-9cb2d0f9-30ac-4e08-bd8b-03b854e4dd0e tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.1787076 Feb 09 01:16:10.486469 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 42136) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:10.572988 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.db.resource_extend [None req-42db9f49-a5a3-4bd2-b2c8-0e939a79e3cb tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:16:10.610349 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-6674884b-4de5-4f8c-80c8-156301a93946 None None] For port 34547bdd-e138-4dec-b88e-67b0bbceee90, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=34547bdd-e138-4dec-b88e-67b0bbceee90,segment=NetworkSegment(ffbb3a86-4f1a-41a1-8709-5e9db1875100),segment_id=ffbb3a86-4f1a-41a1-8709-5e9db1875100)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:16:10.640738 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-42db9f49-a5a3-4bd2-b2c8-0e939a79e3cb tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:10.649277 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-85bc2ac9-57d4-4270-bf6f-6566c13bb880 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:10.674096 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6674884b-4de5-4f8c-80c8-156301a93946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:10.678432 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9626242-a8b4-40b7-88f9-ff047bad9c52 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:10.681976 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9626242-a8b4-40b7-88f9-ff047bad9c52 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:10.685668 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9626242-a8b4-40b7-88f9-ff047bad9c52 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:10.687218 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9626242-a8b4-40b7-88f9-ff047bad9c52 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:10.691174 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9626242-a8b4-40b7-88f9-ff047bad9c52 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:10.692095 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-a9626242-a8b4-40b7-88f9-ff047bad9c52 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Synchronizing usage tracker for tenant:89095cdfc9c942dc809f66cd477d6f7d on resource:subnet {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:16:10.745969 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 635a31bc-b7d0-435e-804d-117b1e246ca7 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:10.746955 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:10.751773 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-42db9f49-a5a3-4bd2-b2c8-0e939a79e3cb tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:10.872437 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cb5b4837-1489-4772-b7f0-4d83839bb16d tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:10.885503 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7999c882-9932-4b24-8f6e-97cba9cb2487 req-7866fb9d-dfeb-4ef6-9e34-78d909f8751b tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=003c8876-3c05-4f90-b4ef-a62325ead48b HTTP/1.1" status: 200 len: 210 time: 0.1062379 Feb 09 01:16:10.885745 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42db9f49-a5a3-4bd2-b2c8-0e939a79e3cb tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Pushing event updated for resources: {'Port': ['ID=215c1468-bc60-4d57-9d8f-30347063b388,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:10.886059 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-a9626242-a8b4-40b7-88f9-ff047bad9c52 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Unset dirty status for tenant:89095cdfc9c942dc809f66cd477d6f7d on resource:subnet {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:16:10.907075 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device c33f02a8-17ae-4055-8b4b-57d683494af9 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:16:10.907452 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-a9626242-a8b4-40b7-88f9-ff047bad9c52 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4105475 Feb 09 01:16:10.907452 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 42144) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:10.908550 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-b1d0c5e8-cea1-40f8-809f-8e449861be0f tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1656985828'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:10.918891 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b1d0c5e8-cea1-40f8-809f-8e449861be0f tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:16:10.923777 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-85bc2ac9-57d4-4270-bf6f-6566c13bb880 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Transition to ACTIVE for port object 4ed37b34-4467-4100-be16-3af379098f85 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:16:10.932340 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4df7ce80-7074-4183-b3d4-f64792f7e21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:10.932558 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-b1d0c5e8-cea1-40f8-809f-8e449861be0f tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Usage tracker for resource:network and tenant:89095cdfc9c942dc809f66cd477d6f7d is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:16:10.941110 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-b1d0c5e8-cea1-40f8-809f-8e449861be0f tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:16:10.953996 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b1d0c5e8-cea1-40f8-809f-8e449861be0f tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:16:10.982701 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d0c5e8-cea1-40f8-809f-8e449861be0f tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Made reservation on behalf of 89095cdfc9c942dc809f66cd477d6f7d for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:10.987911 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b1d0c5e8-cea1-40f8-809f-8e449861be0f tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:10.988171 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6674884b-4de5-4f8c-80c8-156301a93946 None None] Pushing event updated for resources: {'Port': ['ID=34547bdd-e138-4dec-b88e-67b0bbceee90,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:11.008461 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-6674884b-4de5-4f8c-80c8-156301a93946 None None] Provisioning for port de523666-9053-4769-890a-a12cfecec090 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:16:11.036712 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c590f624-f2d2-44e0-a4d8-be5077c2117f req-5d7fdeaf-9281-436b-918e-4ea77a241ae5 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:11.039726 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c590f624-f2d2-44e0-a4d8-be5077c2117f req-5d7fdeaf-9281-436b-918e-4ea77a241ae5 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb94c7c7-2262-4266-9ff1-ecacf3b56b73 HTTP/1.1" status: 200 len: 944 time: 0.2254043 Feb 09 01:16:11.044933 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cb5b4837-1489-4772-b7f0-4d83839bb16d tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:11.056100 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-6674884b-4de5-4f8c-80c8-156301a93946 None None] Provisioning complete for port de523666-9053-4769-890a-a12cfecec090 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:11.056509 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6674884b-4de5-4f8c-80c8-156301a93946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:11.177840 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21098c52-361d-4058-954f-e1c7b161c5ac tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:16:11.202303 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-42db9f49-a5a3-4bd2-b2c8-0e939a79e3cb tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:11.222689 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-21098c52-361d-4058-954f-e1c7b161c5ac tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] 10.222.0.105 "PUT /v2.0/routers/f623fd8a-bc3f-4223-939b-c5052e4ee18c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1114407 Feb 09 01:16:11.226193 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42148) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:11.275859 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1d0c5e8-cea1-40f8-809f-8e449861be0f tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:16:11.280958 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada1a1f0-b98f-433a-ac59-bc517d36def4 None None] Sync routers for ids ['f623fd8a-bc3f-4223-939b-c5052e4ee18c'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:16:11.297147 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-42db9f49-a5a3-4bd2-b2c8-0e939a79e3cb tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:11.298730 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5b4837-1489-4772-b7f0-4d83839bb16d tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:11.299078 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-42db9f49-a5a3-4bd2-b2c8-0e939a79e3cb tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.1508498 Feb 09 01:16:11.311621 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-85bc2ac9-57d4-4270-bf6f-6566c13bb880 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:11.316514 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-cb5b4837-1489-4772-b7f0-4d83839bb16d tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:11.324307 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b1d0c5e8-cea1-40f8-809f-8e449861be0f tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:11.324644 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-b1d0c5e8-cea1-40f8-809f-8e449861be0f tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Added segment b90c9737-93cd-4d39-b46d-32deb0a6dabc of type vlan for network 8a92b1ef-182a-4d6b-9feb-51ccde0de5b4 Feb 09 01:16:11.343662 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5b4837-1489-4772-b7f0-4d83839bb16d tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:16:11.377436 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada1a1f0-b98f-433a-ac59-bc517d36def4 None None] Routers {'f623fd8a-bc3f-4223-939b-c5052e4ee18c'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:16:11.378308 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-ada1a1f0-b98f-433a-ac59-bc517d36def4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:16:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['f623fd8a-bc3f-4223-939b-c5052e4ee18c'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:11.381699 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5b4837-1489-4772-b7f0-4d83839bb16d tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Pushing event updated for resources: {'Port': ['ID=865070c0-f9af-49ad-ae63-48cb3d8823a6,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:11.463695 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:11.482301 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bc2ac9-57d4-4270-bf6f-6566c13bb880 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Network 433285ef-2c58-47e5-a32c-ce248e95852f is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:11.487749 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-85bc2ac9-57d4-4270-bf6f-6566c13bb880 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:11.497283 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bc2ac9-57d4-4270-bf6f-6566c13bb880 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:16:11.527690 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bc2ac9-57d4-4270-bf6f-6566c13bb880 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Pushing event updated for resources: {'Port': ['ID=4ed37b34-4467-4100-be16-3af379098f85,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:11.550464 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port c33f02a8-17ae-4055-8b4b-57d683494af9 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:11.551008 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:11.663385 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-ada1a1f0-b98f-433a-ac59-bc517d36def4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:11.670047 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb94c7c7-2262-4266-9ff1-ecacf3b56b73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '635a31bc-b7d0-435e-804d-117b1e246ca7'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:16:11.719505 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada1a1f0-b98f-433a-ac59-bc517d36def4 None None] Routers {'f623fd8a-bc3f-4223-939b-c5052e4ee18c'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:16:11.720327 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-ada1a1f0-b98f-433a-ac59-bc517d36def4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:16:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['f623fd8a-bc3f-4223-939b-c5052e4ee18c'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:11.736280 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bc2ac9-57d4-4270-bf6f-6566c13bb880 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:11.736888 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-85bc2ac9-57d4-4270-bf6f-6566c13bb880 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:11.777186 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1ee930a1-8b69-4337-bba1-27afe5879450 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:11.788548 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1ee930a1-8b69-4337-bba1-27afe5879450 None None] Transition to ACTIVE for port object 58dea4e9-2372-470b-b0e2-8efc7ddd575b will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:16:11.806959 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1ee930a1-8b69-4337-bba1-27afe5879450 None None] Transition to ACTIVE for port object 58dea4e9-2372-470b-b0e2-8efc7ddd575b will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:16:11.819390 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-85bc2ac9-57d4-4270-bf6f-6566c13bb880 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8515110 Feb 09 01:16:11.825981 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 635a31bc-b7d0-435e-804d-117b1e246ca7, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=635a31bc-b7d0-435e-804d-117b1e246ca7,segment=NetworkSegment(ce0dc62c-7941-4b08-ad25-dc67d17d1ad0),segment_id=ce0dc62c-7941-4b08-ad25-dc67d17d1ad0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:16:11.834326 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42166) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:11.837351 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:11.842989 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1ee930a1-8b69-4337-bba1-27afe5879450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:11.844198 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-c66fccf5-e6b0-4190-a066-f94ecb114d18 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:ee:08:ba'}]}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:11.846745 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:11.854042 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c590f624-f2d2-44e0-a4d8-be5077c2117f req-c0415418-a445-40ec-9515-60246b814eb5 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=e6bfd964-7aa5-43a2-a057-7d9b16c44215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6172440 Feb 09 01:16:11.877896 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b1d0c5e8-cea1-40f8-809f-8e449861be0f tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:11.907586 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:11.915149 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-ada1a1f0-b98f-433a-ac59-bc517d36def4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:11.915547 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada1a1f0-b98f-433a-ac59-bc517d36def4 None None] The sync data for ids ['f623fd8a-bc3f-4223-939b-c5052e4ee18c'] in n-d-828418-1 is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:16:11.960928 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6674884b-4de5-4f8c-80c8-156301a93946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:11.999499 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b1d0c5e8-cea1-40f8-809f-8e449861be0f tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:12.005240 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d0c5e8-cea1-40f8-809f-8e449861be0f tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:12.006142 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b1d0c5e8-cea1-40f8-809f-8e449861be0f tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:12.009770 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee930a1-8b69-4337-bba1-27afe5879450 None None] Network 6f218db2-3c07-4d19-9d7f-7d193a5313a4 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:12.026518 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-1ee930a1-8b69-4337-bba1-27afe5879450 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:12.035795 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee930a1-8b69-4337-bba1-27afe5879450 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:16:12.063774 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee930a1-8b69-4337-bba1-27afe5879450 None None] Pushing event updated for resources: {'Port': ['ID=58dea4e9-2372-470b-b0e2-8efc7ddd575b,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:12.067064 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb94c7c7-2262-4266-9ff1-ecacf3b56b73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '635a31bc-b7d0-435e-804d-117b1e246ca7', 'code': 200} Feb 09 01:16:12.069884 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device e2ec1c18-48aa-417c-ade7-616f407aaa6d up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:16:12.129458 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f99ff3-cd62-472b-a8ea-b95f806d526c req-d9b0c8d7-d1ad-4be2-8ca8-179be08de8ca tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:12.137520 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-66f99ff3-cd62-472b-a8ea-b95f806d526c req-d9b0c8d7-d1ad-4be2-8ca8-179be08de8ca tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.62 "GET /v2.0/networks?id=20b4b911-e8a6-45af-95dc-9b595aff0444 HTTP/1.1" status: 200 len: 806 time: 1.0963540 Feb 09 01:16:12.163695 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-6674884b-4de5-4f8c-80c8-156301a93946 None None] For port de523666-9053-4769-890a-a12cfecec090, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=de523666-9053-4769-890a-a12cfecec090,segment=NetworkSegment(f77b9332-07e1-4593-adf2-00c946fbfbda),segment_id=f77b9332-07e1-4593-adf2-00c946fbfbda)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:16:12.233746 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6674884b-4de5-4f8c-80c8-156301a93946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:12.276587 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-1ee930a1-8b69-4337-bba1-27afe5879450 None None] Attempting to bind port 58dea4e9-2372-470b-b0e2-8efc7ddd575b on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:16:12.276957 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-1ee930a1-8b69-4337-bba1-27afe5879450 None None] Attempting to bind port 58dea4e9-2372-470b-b0e2-8efc7ddd575b by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'e92aebe5-5b95-4188-8759-ba074cfebf54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6f218db2-3c07-4d19-9d7f-7d193a5313a4'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:16:12.277321 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee930a1-8b69-4337-bba1-27afe5879450 None None] Attempting to bind port 58dea4e9-2372-470b-b0e2-8efc7ddd575b on network 6f218db2-3c07-4d19-9d7f-7d193a5313a4 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:16:12.286609 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-66f99ff3-cd62-472b-a8ea-b95f806d526c req-706b0b3a-1a93-4823-9cd0-a69a97b9b2c1 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Request body: {'port': {'device_id': '003c8876-3c05-4f90-b4ef-a62325ead48b', 'network_id': '20b4b911-e8a6-45af-95dc-9b595aff0444', 'admin_state_up': True, 'tenant_id': 'ecfa99ec90404d2da344b2927ef93a25'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:12.292323 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee930a1-8b69-4337-bba1-27afe5879450 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:16:12.292701 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee930a1-8b69-4337-bba1-27afe5879450 None None] Checking segment: {'id': 'e92aebe5-5b95-4188-8759-ba074cfebf54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6f218db2-3c07-4d19-9d7f-7d193a5313a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:16:12.293109 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1ee930a1-8b69-4337-bba1-27afe5879450 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:12.293483 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee930a1-8b69-4337-bba1-27afe5879450 None None] Bound using segment: {'id': 'e92aebe5-5b95-4188-8759-ba074cfebf54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6f218db2-3c07-4d19-9d7f-7d193a5313a4'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:16:12.293996 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-1ee930a1-8b69-4337-bba1-27afe5879450 None None] Bound port: 58dea4e9-2372-470b-b0e2-8efc7ddd575b, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e92aebe5-5b95-4188-8759-ba074cfebf54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6f218db2-3c07-4d19-9d7f-7d193a5313a4'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:16:12.294816 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1ee930a1-8b69-4337-bba1-27afe5879450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:12.304685 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=635a31bc-b7d0-435e-804d-117b1e246ca7,revision_number=10']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:12.353850 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-46f889bf-2a1b-45a7-a53a-3edc0fbc2fb8 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:16:12.355011 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-46f889bf-2a1b-45a7-a53a-3edc0fbc2fb8 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] 10.222.0.105 "PUT /v2.0/routers/f623fd8a-bc3f-4223-939b-c5052e4ee18c/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1260269 Feb 09 01:16:12.357998 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42174) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:12.407932 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port e2ec1c18-48aa-417c-ade7-616f407aaa6d completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:16:12.442163 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f0f80dfc-55cb-41ed-8919-1ce1e07c0f33 None None] Provisioning for port e2ec1c18-48aa-417c-ade7-616f407aaa6d completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:16:12.442539 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c66fccf5-e6b0-4190-a066-f94ecb114d18 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:12.455000 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f0f80dfc-55cb-41ed-8919-1ce1e07c0f33 None None] Provisioning complete for port e2ec1c18-48aa-417c-ade7-616f407aaa6d triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:12.455658 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f0f80dfc-55cb-41ed-8919-1ce1e07c0f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:12.463304 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-a22ae7cb-7dda-424a-a34f-3c65d4437e8b req-c77f8b27-7b2c-491f-8b41-b737de1aa68e tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Synchronizing usage tracker for tenant:4feb7579decf4a3183faf64d64a634f4 on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:16:12.481573 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6674884b-4de5-4f8c-80c8-156301a93946 None None] Pushing event updated for resources: {'Port': ['ID=de523666-9053-4769-890a-a12cfecec090,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:12.517307 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d0c5e8-cea1-40f8-809f-8e449861be0f tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Pushing event updated for resources: {'Network': ['ID=8a92b1ef-182a-4d6b-9feb-51ccde0de5b4,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:12.539079 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-1ee930a1-8b69-4337-bba1-27afe5879450 None None] For port 58dea4e9-2372-470b-b0e2-8efc7ddd575b, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:16:12.543824 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-1ee930a1-8b69-4337-bba1-27afe5879450 None None] For port 58dea4e9-2372-470b-b0e2-8efc7ddd575b, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=58dea4e9-2372-470b-b0e2-8efc7ddd575b,segment=NetworkSegment(e92aebe5-5b95-4188-8759-ba074cfebf54),segment_id=e92aebe5-5b95-4188-8759-ba074cfebf54)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:16:12.548293 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 8a92b1ef-182a-4d6b-9feb-51ccde0de5b4 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:16:12.561805 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-b1d0c5e8-cea1-40f8-809f-8e449861be0f tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6553042 Feb 09 01:16:12.562667 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-763e8e40-5943-4cdc-8267-89afea9f731e req-13100133-55e8-43a4-9717-12611cb120f0 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=003c8876-3c05-4f90-b4ef-a62325ead48b HTTP/1.1" status: 200 len: 210 time: 0.1954672 Feb 09 01:16:12.566781 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1ee930a1-8b69-4337-bba1-27afe5879450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:12.567012 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42178) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:12.591307 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-c49fabc8-94ff-45fb-b46f-f44060310ef2 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:12.648787 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-a22ae7cb-7dda-424a-a34f-3c65d4437e8b req-c77f8b27-7b2c-491f-8b41-b737de1aa68e tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Unset dirty status for tenant:4feb7579decf4a3183faf64d64a634f4 on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:16:12.650433 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a22ae7cb-7dda-424a-a34f-3c65d4437e8b req-c77f8b27-7b2c-491f-8b41-b737de1aa68e tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-securitygroup--415298952&fields=id&tenant_id=4feb7579decf4a3183faf64d64a634f4 HTTP/1.1" status: 200 len: 267 time: 0.7951403 Feb 09 01:16:12.803830 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 8c19982c-0bc2-4617-b7c7-fa0ad55f01f1 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:16:12.806109 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-66f99ff3-cd62-472b-a8ea-b95f806d526c req-706b0b3a-1a93-4823-9cd0-a69a97b9b2c1 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:16:12.823215 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb774737-e4ce-482a-a081-ad0f8333865e req-7d85a922-b899-4246-ae95-201f357975ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:12.824826 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bb774737-e4ce-482a-a081-ad0f8333865e req-7d85a922-b899-4246-ae95-201f357975ba service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=eb94c7c7-2262-4266-9ff1-ecacf3b56b73 HTTP/1.1" status: 200 len: 1097 time: 0.4744751 Feb 09 01:16:12.861889 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-66f99ff3-cd62-472b-a8ea-b95f806d526c req-706b0b3a-1a93-4823-9cd0-a69a97b9b2c1 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:16:12.935184 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ae7cb-7dda-424a-a34f-3c65d4437e8b req-b58f1da0-8483-4341-bdb1-0d699a5a3815 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:12.936051 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-a22ae7cb-7dda-424a-a34f-3c65d4437e8b req-b58f1da0-8483-4341-bdb1-0d699a5a3815 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Synchronizing usage tracker for tenant:4feb7579decf4a3183faf64d64a634f4 on resource:network {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:16:12.942092 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bb774737-e4ce-482a-a081-ad0f8333865e req-edd4842d-6e2f-4662-bfb6-a0de13c63779 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e6bfd964-7aa5-43a2-a057-7d9b16c44215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040473 Feb 09 01:16:12.942808 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66f99ff3-cd62-472b-a8ea-b95f806d526c req-706b0b3a-1a93-4823-9cd0-a69a97b9b2c1 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Made reservation on behalf of ecfa99ec90404d2da344b2927ef93a25 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:12.947060 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-66f99ff3-cd62-472b-a8ea-b95f806d526c req-706b0b3a-1a93-4823-9cd0-a69a97b9b2c1 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:12.965627 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee930a1-8b69-4337-bba1-27afe5879450 None None] Pushing event updated for resources: {'Port': ['ID=58dea4e9-2372-470b-b0e2-8efc7ddd575b,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:12.974117 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cb5b4837-1489-4772-b7f0-4d83839bb16d tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:13.071174 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f0f80dfc-55cb-41ed-8919-1ce1e07c0f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:13.093903 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-a22ae7cb-7dda-424a-a34f-3c65d4437e8b req-b58f1da0-8483-4341-bdb1-0d699a5a3815 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Unset dirty status for tenant:4feb7579decf4a3183faf64d64a634f4 on resource:network {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:16:13.095278 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a22ae7cb-7dda-424a-a34f-3c65d4437e8b req-b58f1da0-8483-4341-bdb1-0d699a5a3815 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/networks?id=82f30243-02f9-47c5-a321-43941006e74c HTTP/1.1" status: 200 len: 811 time: 0.4269738 Feb 09 01:16:13.128754 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 8c19982c-0bc2-4617-b7c7-fa0ad55f01f1 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:16:13.135995 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-f0f80dfc-55cb-41ed-8919-1ce1e07c0f33 None None] For port e2ec1c18-48aa-417c-ade7-616f407aaa6d, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=e2ec1c18-48aa-417c-ade7-616f407aaa6d,segment=NetworkSegment(c31085ea-3308-4e7a-809b-0d986b044ba2),segment_id=c31085ea-3308-4e7a-809b-0d986b044ba2)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:16:13.140243 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 8c19982c-0bc2-4617-b7c7-fa0ad55f01f1 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:13.140702 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:13.164870 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a22ae7cb-7dda-424a-a34f-3c65d4437e8b req-e2b36b77-f181-458d-a9c4-d1270005defe tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/quotas/4feb7579decf4a3183faf64d64a634f4 HTTP/1.1" status: 200 len: 375 time: 0.0546527 Feb 09 01:16:13.175321 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:13.175957 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f0f80dfc-55cb-41ed-8919-1ce1e07c0f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:13.314511 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f0f80dfc-55cb-41ed-8919-1ce1e07c0f33 None None] Provisioning complete for port de523666-9053-4769-890a-a12cfecec090 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:13.315410 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f0f80dfc-55cb-41ed-8919-1ce1e07c0f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:13.392936 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f80dfc-55cb-41ed-8919-1ce1e07c0f33 None None] Pushing event updated for resources: {'Port': ['ID=e2ec1c18-48aa-417c-ade7-616f407aaa6d,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:13.406770 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58473500-12e7-4cfe-98ab-6e0a3d3611b1 req-ea72e1e4-5ec5-435c-9ed9-c649605f2f88 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:13.416643 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-58473500-12e7-4cfe-98ab-6e0a3d3611b1 req-ea72e1e4-5ec5-435c-9ed9-c649605f2f88 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb94c7c7-2262-4266-9ff1-ecacf3b56b73 HTTP/1.1" status: 200 len: 946 time: 0.3914337 Feb 09 01:16:13.432111 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cb5b4837-1489-4772-b7f0-4d83839bb16d tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:13.458553 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c49fabc8-94ff-45fb-b46f-f44060310ef2 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:13.511412 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c49fabc8-94ff-45fb-b46f-f44060310ef2 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:13.511747 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:13.526595 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-66f99ff3-cd62-472b-a8ea-b95f806d526c req-706b0b3a-1a93-4823-9cd0-a69a97b9b2c1 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Allocated IP 172.20.0.12 (20b4b911-e8a6-45af-95dc-9b595aff0444/6a70c5bb-7a88-4efe-b45a-b5773b8dee9d/89dd0761-2837-4f0f-bd0d-15b2d1255f28) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:16:13.546995 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c49fabc8-94ff-45fb-b46f-f44060310ef2 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Network 8a92b1ef-182a-4d6b-9feb-51ccde0de5b4 is not hosted by any dhcp agent {{(pid=87638) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 09 01:16:13.553046 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49fabc8-94ff-45fb-b46f-f44060310ef2 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:13.553673 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c49fabc8-94ff-45fb-b46f-f44060310ef2 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:13.554342 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-58473500-12e7-4cfe-98ab-6e0a3d3611b1 req-2d15e921-edbf-4965-8d9c-3cd6b62c41c7 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=e6bfd964-7aa5-43a2-a057-7d9b16c44215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367908 Feb 09 01:16:13.557464 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c49fabc8-94ff-45fb-b46f-f44060310ef2 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] 10.222.0.105 "PUT /v2.0/networks/8a92b1ef-182a-4d6b-9feb-51ccde0de5b4 HTTP/1.1" status: 200 len: 723 time: 0.9895699 Feb 09 01:16:13.564549 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42184) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:13.607483 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 8c19982c-0bc2-4617-b7c7-fa0ad55f01f1, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=8c19982c-0bc2-4617-b7c7-fa0ad55f01f1,segment=NetworkSegment(f3d44dac-21f9-43aa-b3cf-261dc7fa64ed),segment_id=f3d44dac-21f9-43aa-b3cf-261dc7fa64ed)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:16:13.614176 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:13.615252 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 34547bdd-e138-4dec-b88e-67b0bbceee90 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:16:13.650357 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-9b515c20-1a7a-4d24-9de6-04dae15e93ca tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Request body: {'subnet': {'network_id': '8a92b1ef-182a-4d6b-9feb-51ccde0de5b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:13.719667 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f0f80dfc-55cb-41ed-8919-1ce1e07c0f33 None None] Provisioning complete for port 8c19982c-0bc2-4617-b7c7-fa0ad55f01f1 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:13.720421 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f0f80dfc-55cb-41ed-8919-1ce1e07c0f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:13.791040 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.db.resource_extend [None req-c66fccf5-e6b0-4190-a066-f94ecb114d18 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:16:13.806066 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=8c19982c-0bc2-4617-b7c7-fa0ad55f01f1,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:13.809063 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49fabc8-94ff-45fb-b46f-f44060310ef2 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Pushing event updated for resources: {'Network': ['ID=8a92b1ef-182a-4d6b-9feb-51ccde0de5b4,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:13.833502 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c66fccf5-e6b0-4190-a066-f94ecb114d18 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:13.840694 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c66fccf5-e6b0-4190-a066-f94ecb114d18 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:13.860201 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 8a92b1ef-182a-4d6b-9feb-51ccde0de5b4 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:16:13.931848 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-03e15fd9-44b4-4618-8e62-247c9fcdf3fc req-61b53b09-e886-4dc0-8aee-2dc2f66d8fc5 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=003c8876-3c05-4f90-b4ef-a62325ead48b HTTP/1.1" status: 200 len: 210 time: 0.1412888 Feb 09 01:16:13.947645 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 34547bdd-e138-4dec-b88e-67b0bbceee90 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:13.948037 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:13.983134 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a22ae7cb-7dda-424a-a34f-3c65d4437e8b req-29d0dc27-d593-4eec-a1b8-c495fc5a1364 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=4feb7579decf4a3183faf64d64a634f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7423105 Feb 09 01:16:14.114261 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f0f80dfc-55cb-41ed-8919-1ce1e07c0f33 None None] Provisioning for port 07e112d5-42e6-47d1-ad26-3f34c55b243b completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:16:14.131286 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f0f80dfc-55cb-41ed-8919-1ce1e07c0f33 None None] Provisioning complete for port 07e112d5-42e6-47d1-ad26-3f34c55b243b triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:14.131662 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f0f80dfc-55cb-41ed-8919-1ce1e07c0f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:14.153955 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-c66fccf5-e6b0-4190-a066-f94ecb114d18 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] In _notify_port_updated(), no bound segment for port 4ed37b34-4467-4100-be16-3af379098f85 on network 433285ef-2c58-47e5-a32c-ce248e95852f {{(pid=87638) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 01:16:14.159743 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66fccf5-e6b0-4190-a066-f94ecb114d18 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:14.160394 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c66fccf5-e6b0-4190-a066-f94ecb114d18 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:14.168605 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c66fccf5-e6b0-4190-a066-f94ecb114d18 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] 10.222.0.105 "PUT /v2.0/ports/4ed37b34-4467-4100-be16-3af379098f85 HTTP/1.1" status: 200 len: 993 time: 2.3263531 Feb 09 01:16:14.169409 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42194) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:14.174576 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9b515c20-1a7a-4d24-9de6-04dae15e93ca tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:16:14.288501 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-f0f80dfc-55cb-41ed-8919-1ce1e07c0f33 None None] Port 07e112d5-42e6-47d1-ad26-3f34c55b243b cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:16:14.302144 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9b515c20-1a7a-4d24-9de6-04dae15e93ca tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:16:14.306046 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66fccf5-e6b0-4190-a066-f94ecb114d18 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Pushing event updated for resources: {'Port': ['ID=4ed37b34-4467-4100-be16-3af379098f85,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:14.335147 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f0f80dfc-55cb-41ed-8919-1ce1e07c0f33 None None] Provisioning complete for port 34547bdd-e138-4dec-b88e-67b0bbceee90 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:14.335550 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f0f80dfc-55cb-41ed-8919-1ce1e07c0f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:14.347309 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b515c20-1a7a-4d24-9de6-04dae15e93ca tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Made reservation on behalf of 89095cdfc9c942dc809f66cd477d6f7d for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:14.351682 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9b515c20-1a7a-4d24-9de6-04dae15e93ca tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:14.482514 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cb5b4837-1489-4772-b7f0-4d83839bb16d tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:14.529813 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f0f80dfc-55cb-41ed-8919-1ce1e07c0f33 None None] Provisioning for port 78da7ae1-eaff-456c-aaf6-74ae0291e4cb completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:16:14.530078 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-d7007cfd-69fe-4207-90b3-2196114594bf tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Deleting port 4ed37b34-4467-4100-be16-3af379098f85 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:16:14.530529 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d7007cfd-69fe-4207-90b3-2196114594bf tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:14.536256 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f0f80dfc-55cb-41ed-8919-1ce1e07c0f33 None None] Provisioning complete for port 78da7ae1-eaff-456c-aaf6-74ae0291e4cb triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:14.536643 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f0f80dfc-55cb-41ed-8919-1ce1e07c0f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:14.564906 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cb5b4837-1489-4772-b7f0-4d83839bb16d tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:14.680343 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-f0f80dfc-55cb-41ed-8919-1ce1e07c0f33 None None] Port 78da7ae1-eaff-456c-aaf6-74ae0291e4cb cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:16:14.711878 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f0f80dfc-55cb-41ed-8919-1ce1e07c0f33 None None] Provisioning for port 4ed37b34-4467-4100-be16-3af379098f85 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:16:14.723221 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-66f99ff3-cd62-472b-a8ea-b95f806d526c req-706b0b3a-1a93-4823-9cd0-a69a97b9b2c1 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:14.723967 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f0f80dfc-55cb-41ed-8919-1ce1e07c0f33 None None] Provisioning complete for port 4ed37b34-4467-4100-be16-3af379098f85 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:14.724653 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f0f80dfc-55cb-41ed-8919-1ce1e07c0f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:14.776054 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a22ae7cb-7dda-424a-a34f-3c65d4437e8b req-92abcc38-f49c-4840-b3fb-730be55d4faa service neutron] 10.222.0.105 "GET /v2.0/networks/82f30243-02f9-47c5-a321-43941006e74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7753832 Feb 09 01:16:14.807341 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-f0f80dfc-55cb-41ed-8919-1ce1e07c0f33 None None] Port 4ed37b34-4467-4100-be16-3af379098f85 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:16:14.815229 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-110bff48-714d-4d22-b826-06eb3a3a7101 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:14.816163 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fab525f-5bb7-488c-b469-835f50fb9ad3 None None] Network 6f218db2-3c07-4d19-9d7f-7d193a5313a4 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:16:14.912592 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 8c19982c-0bc2-4617-b7c7-fa0ad55f01f1 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:16:14.983828 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f0f80dfc-55cb-41ed-8919-1ce1e07c0f33 None None] Could not find standard attr ID for object 8253940c-ad39-4dc5-acdb-9f3a41b1fea3. {{(pid=87640) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:16:15.038561 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 8c19982c-0bc2-4617-b7c7-fa0ad55f01f1 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:15.039433 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:15.078682 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a22ae7cb-7dda-424a-a34f-3c65d4437e8b req-c34cd229-7f69-445f-862d-43f7378c135c service neutron] 10.222.0.105 "GET /v2.0/networks/82f30243-02f9-47c5-a321-43941006e74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831473 Feb 09 01:16:15.079627 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5b4837-1489-4772-b7f0-4d83839bb16d tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Pushing event updated for resources: {'Port': ['ID=865070c0-f9af-49ad-ae63-48cb3d8823a6,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:15.154563 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-739897fc-717d-49c4-a3fc-64e7ba704079 None None] Provisioning for port 58dea4e9-2372-470b-b0e2-8efc7ddd575b completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:16:15.191599 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cb5b4837-1489-4772-b7f0-4d83839bb16d tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:15.341408 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-739897fc-717d-49c4-a3fc-64e7ba704079 None None] Provisioning complete for port 4ed37b34-4467-4100-be16-3af379098f85 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:15.341879 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-739897fc-717d-49c4-a3fc-64e7ba704079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:15.411638 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device de523666-9053-4769-890a-a12cfecec090 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:16:15.487624 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-739897fc-717d-49c4-a3fc-64e7ba704079 None None] Port 4ed37b34-4467-4100-be16-3af379098f85 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:16:15.510823 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port de523666-9053-4769-890a-a12cfecec090 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:15.512867 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:15.544986 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5fc93641-1911-4bfb-8a0b-42f462ea0e01 req-6eb4a916-0651-4aab-a056-cf607c4247e1 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=003c8876-3c05-4f90-b4ef-a62325ead48b HTTP/1.1" status: 200 len: 210 time: 0.1397524 Feb 09 01:16:15.620486 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d7007cfd-69fe-4207-90b3-2196114594bf tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:15.653285 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c349d0ec-505f-4da6-820f-144ad0e4802f req-01c3534d-de7b-4436-97d5-a8a8c4e56d49 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:15.673869 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c349d0ec-505f-4da6-820f-144ad0e4802f req-01c3534d-de7b-4436-97d5-a8a8c4e56d49 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb94c7c7-2262-4266-9ff1-ecacf3b56b73 HTTP/1.1" status: 200 len: 946 time: 0.6780970 Feb 09 01:16:15.674103 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e032ca1-9d2c-43bb-98ae-74ba233d514c None None] Update dhcp port {'port': {'network_id': '6f218db2-3c07-4d19-9d7f-7d193a5313a4', 'fixed_ips': [{'subnet_id': '1d7900f6-0507-4bc5-bcac-eb87360dc320', 'ip_address': '2001:db8::2'}, {'subnet_id': '1ef9035d-ff84-4351-abea-13bac83b1611'}], 'binding:host_id': 'n-d-828418-1'}, 'id': '58dea4e9-2372-470b-b0e2-8efc7ddd575b'} from n-d-828418-1. {{(pid=87640) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 09 01:16:15.779027 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9e032ca1-9d2c-43bb-98ae-74ba233d514c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:15.780523 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-d7007cfd-69fe-4207-90b3-2196114594bf tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Calling delete_port for 4ed37b34-4467-4100-be16-3af379098f85 owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:16:15.791538 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 58dea4e9-2372-470b-b0e2-8efc7ddd575b up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:16:15.795731 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e7a0e01d-c348-47d5-8893-79fb18f79d29 req-000da587-5b30-49e7-bf39-8da4c5a3f3a4 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/ports?device_id=50f0db9d-747a-410b-aec2-77e3beb7ba8b HTTP/1.1" status: 200 len: 210 time: 0.0950749 Feb 09 01:16:15.821565 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9b515c20-1a7a-4d24-9de6-04dae15e93ca tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:15.948230 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-66f99ff3-cd62-472b-a8ea-b95f806d526c req-706b0b3a-1a93-4823-9cd0-a69a97b9b2c1 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:15.961401 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['9bf5d22d-c05c-4bb7-9938-6cdd0b694aac'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:16:15.968523 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b515c20-1a7a-4d24-9de6-04dae15e93ca tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Pushing event updated for resources: {'Subnet': ['ID=09350d58-1af2-4cc8-b228-3108ec8278a4,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:16.018535 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 58dea4e9-2372-470b-b0e2-8efc7ddd575b completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:16:16.021131 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b515c20-1a7a-4d24-9de6-04dae15e93ca tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Checking segment: {'id': 'b90c9737-93cd-4d39-b46d-32deb0a6dabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8a92b1ef-182a-4d6b-9feb-51ccde0de5b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:16:16.021495 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b515c20-1a7a-4d24-9de6-04dae15e93ca tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Network hostable DHCP agents. Network: 8a92b1ef-182a-4d6b-9feb-51ccde0de5b4, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:16:16.046528 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 58dea4e9-2372-470b-b0e2-8efc7ddd575b triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:16.047121 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:16.058599 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66f99ff3-cd62-472b-a8ea-b95f806d526c req-706b0b3a-1a93-4823-9cd0-a69a97b9b2c1 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Network 20b4b911-e8a6-45af-95dc-9b595aff0444 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:16.070976 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-110bff48-714d-4d22-b826-06eb3a3a7101 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Deleting port 07e112d5-42e6-47d1-ad26-3f34c55b243b {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:16:16.071309 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-110bff48-714d-4d22-b826-06eb3a3a7101 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:16.074759 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-66f99ff3-cd62-472b-a8ea-b95f806d526c req-706b0b3a-1a93-4823-9cd0-a69a97b9b2c1 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:16.078807 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-66f99ff3-cd62-472b-a8ea-b95f806d526c req-706b0b3a-1a93-4823-9cd0-a69a97b9b2c1 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:16:16.142761 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c349d0ec-505f-4da6-820f-144ad0e4802f req-359227c5-b6cc-4a8c-8cbf-7c2d592bbbb6 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=e6bfd964-7aa5-43a2-a057-7d9b16c44215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4658158 Feb 09 01:16:16.153850 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b515c20-1a7a-4d24-9de6-04dae15e93ca tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Network 8a92b1ef-182a-4d6b-9feb-51ccde0de5b4 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:16:16.176531 n-d-828418-1 neutron-server[87639]: INFO neutron.db.l3_db [None req-cb5b4837-1489-4772-b7f0-4d83839bb16d tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Floating IP 641464af-fae0-4009-b75f-453ba7d51a93 associated. External IP: 172.25.0.238, port: b00d33e6-6b3f-4fa3-86dd-d6b068b7cac8. Feb 09 01:16:16.245457 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-9e032ca1-9d2c-43bb-98ae-74ba233d514c None None] Allocated IP 172.20.0.1 (6f218db2-3c07-4d19-9d7f-7d193a5313a4/1ef9035d-ff84-4351-abea-13bac83b1611/58dea4e9-2372-470b-b0e2-8efc7ddd575b) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:16:16.247857 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-9b515c20-1a7a-4d24-9de6-04dae15e93ca tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 8a92b1ef-182a-4d6b-9feb-51ccde0de5b4) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:16.251915 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d7007cfd-69fe-4207-90b3-2196114594bf tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:16.262622 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b515c20-1a7a-4d24-9de6-04dae15e93ca tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:16.263844 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9b515c20-1a7a-4d24-9de6-04dae15e93ca tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579788'] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:16.274865 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0c33f8-e58c-4ac2-a352-01354e8b2ff1 None None] Network 8a92b1ef-182a-4d6b-9feb-51ccde0de5b4 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:16:16.327692 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706b0b3a-1a93-4823-9cd0-a69a97b9b2c1 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Pushing event updated for resources: {'Port': ['ID=89dd0761-2837-4f0f-bd0d-15b2d1255f28,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:16.346912 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7007cfd-69fe-4207-90b3-2196114594bf tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Pushing event deleted for resources: {'Port': ['ID=4ed37b34-4467-4100-be16-3af379098f85,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:16.353217 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f99ff3-cd62-472b-a8ea-b95f806d526c req-706b0b3a-1a93-4823-9cd0-a69a97b9b2c1 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:16.353618 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-66f99ff3-cd62-472b-a8ea-b95f806d526c req-706b0b3a-1a93-4823-9cd0-a69a97b9b2c1 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:16.420830 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9b515c20-1a7a-4d24-9de6-04dae15e93ca tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7921910 Feb 09 01:16:16.430230 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42244) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:16.441217 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-20376b53-4e1c-4bf2-a710-5b93630cde13 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:16.470603 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:16.498431 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-110bff48-714d-4d22-b826-06eb3a3a7101 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:16.654588 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-66f99ff3-cd62-472b-a8ea-b95f806d526c req-706b0b3a-1a93-4823-9cd0-a69a97b9b2c1 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4993451 Feb 09 01:16:16.685754 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-66f99ff3-cd62-472b-a8ea-b95f806d526c req-effd749b-91b9-4375-86ca-cae68b94d7cf service neutron] Request body: {'port': {'device_id': '003c8876-3c05-4f90-b4ef-a62325ead48b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:16.704150 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-9e032ca1-9d2c-43bb-98ae-74ba233d514c None None] For port 58dea4e9-2372-470b-b0e2-8efc7ddd575b, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=58dea4e9-2372-470b-b0e2-8efc7ddd575b,segment=NetworkSegment(e92aebe5-5b95-4188-8759-ba074cfebf54),segment_id=e92aebe5-5b95-4188-8759-ba074cfebf54)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:16:16.735569 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9e032ca1-9d2c-43bb-98ae-74ba233d514c None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:16.743203 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-110bff48-714d-4d22-b826-06eb3a3a7101 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Calling delete_port for 07e112d5-42e6-47d1-ad26-3f34c55b243b owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:16:16.757623 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-9e032ca1-9d2c-43bb-98ae-74ba233d514c None None] Transition to ACTIVE for port object 58dea4e9-2372-470b-b0e2-8efc7ddd575b will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:16:16.780561 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9e032ca1-9d2c-43bb-98ae-74ba233d514c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:16.968059 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e032ca1-9d2c-43bb-98ae-74ba233d514c None None] Pushing event updated for resources: {'Port': ['ID=58dea4e9-2372-470b-b0e2-8efc7ddd575b,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:17.114443 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-20376b53-4e1c-4bf2-a710-5b93630cde13 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3146026'] for subnet, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:17.147688 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-91fe2c86-8005-4daf-88ff-63697ea0dd4a req-a52a2740-d687-4e0d-b220-77ac1e94b534 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/ports?device_id=50f0db9d-747a-410b-aec2-77e3beb7ba8b HTTP/1.1" status: 200 len: 210 time: 0.1647377 Feb 09 01:16:17.153194 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d7007cfd-69fe-4207-90b3-2196114594bf tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:17.158345 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d7007cfd-69fe-4207-90b3-2196114594bf tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] 10.222.0.105 "DELETE /v2.0/ports/4ed37b34-4467-4100-be16-3af379098f85 HTTP/1.1" status: 204 len: 168 time: 2.9808478 Feb 09 01:16:17.160489 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42252) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:17.228753 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c45327f-66de-4529-9ec7-8d0f95598f85 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] GET failed (client error): The resource could not be found. Feb 09 01:16:17.229388 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-4c45327f-66de-4529-9ec7-8d0f95598f85 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Synchronizing usage tracker for tenant:6804efa72c714833a180448eda495e91 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:16:17.237540 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-66f99ff3-cd62-472b-a8ea-b95f806d526c req-effd749b-91b9-4375-86ca-cae68b94d7cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:17.250030 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:16:17.250297 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:16:17.268164 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288a605c-6879-4782-bade-3e2bf1b0c3b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-8a92b1ef-182a-4d6b-9feb-51ccde0de5b4', 'network_id': '8a92b1ef-182a-4d6b-9feb-51ccde0de5b4', 'tenant_id': '89095cdfc9c942dc809f66cd477d6f7d', 'fixed_ips': [{'subnet_id': '09350d58-1af2-4cc8-b228-3108ec8278a4'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:16:17.269856 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-288a605c-6879-4782-bade-3e2bf1b0c3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:17.317277 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-4c45327f-66de-4529-9ec7-8d0f95598f85 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Unset dirty status for tenant:6804efa72c714833a180448eda495e91 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:16:17.326355 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-4c45327f-66de-4529-9ec7-8d0f95598f85 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] 10.222.0.105 "GET /v2.0/ports/4ed37b34-4467-4100-be16-3af379098f85 HTTP/1.1" status: 404 len: 333 time: 0.1631231 Feb 09 01:16:17.364213 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42258) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:17.371760 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-ef5af15f-5122-4c0a-b612-58b8985f0acc tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Request body: {'port': {'network_id': '433285ef-2c58-47e5-a32c-ce248e95852f', 'name': 'tempest-AllowedAddressPairTestJSON-817813276'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:17.409828 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ae7cb-7dda-424a-a34f-3c65d4437e8b req-a7f275ee-0f5c-4269-a575-a5585f543542 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:17.411330 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a22ae7cb-7dda-424a-a34f-3c65d4437e8b req-a7f275ee-0f5c-4269-a575-a5585f543542 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.62 "GET /v2.0/networks?id=82f30243-02f9-47c5-a321-43941006e74c HTTP/1.1" status: 200 len: 811 time: 0.6180592 Feb 09 01:16:17.463976 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-110bff48-714d-4d22-b826-06eb3a3a7101 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:17.536289 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110bff48-714d-4d22-b826-06eb3a3a7101 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Pushing event deleted for resources: {'Port': ['ID=07e112d5-42e6-47d1-ad26-3f34c55b243b,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:17.557512 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127f7d32-6ac8-4e68-af66-e4264a96e422 req-98d9d16a-06c3-4d4b-9cf6-5138783d32fe tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:17.558269 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-127f7d32-6ac8-4e68-af66-e4264a96e422 req-98d9d16a-06c3-4d4b-9cf6-5138783d32fe tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Synchronizing usage tracker for tenant:ecfa99ec90404d2da344b2927ef93a25 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:16:17.633966 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a22ae7cb-7dda-424a-a34f-3c65d4437e8b req-20104d8d-410b-4a7b-88ac-5384935d9ef4 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4feb7579decf4a3183faf64d64a634f4 HTTP/1.1" status: 200 len: 379 time: 0.2077107 Feb 09 01:16:17.649691 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb5b4837-1489-4772-b7f0-4d83839bb16d tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Router 26387f92-c69f-4559-9fbe-aab9929ea001 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:16:17.657484 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-a22ae7cb-7dda-424a-a34f-3c65d4437e8b req-5ce82252-d8cd-41b5-b0fe-41153c39039b tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Request body: {'port': {'device_id': '50f0db9d-747a-410b-aec2-77e3beb7ba8b', 'network_id': '82f30243-02f9-47c5-a321-43941006e74c', 'admin_state_up': True, 'tenant_id': '4feb7579decf4a3183faf64d64a634f4', 'security_groups': ['59346c3a-364d-410d-a9fb-3c85b0553f09']}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:17.753925 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-127f7d32-6ac8-4e68-af66-e4264a96e422 req-98d9d16a-06c3-4d4b-9cf6-5138783d32fe tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Unset dirty status for tenant:ecfa99ec90404d2da344b2927ef93a25 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:16:17.761283 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-127f7d32-6ac8-4e68-af66-e4264a96e422 req-98d9d16a-06c3-4d4b-9cf6-5138783d32fe tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=003c8876-3c05-4f90-b4ef-a62325ead48b HTTP/1.1" status: 200 len: 932 time: 0.9610608 Feb 09 01:16:17.845576 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:17.875616 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-110bff48-714d-4d22-b826-06eb3a3a7101 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:17.915373 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 58dea4e9-2372-470b-b0e2-8efc7ddd575b, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=58dea4e9-2372-470b-b0e2-8efc7ddd575b,segment=NetworkSegment(e92aebe5-5b95-4188-8759-ba074cfebf54),segment_id=e92aebe5-5b95-4188-8759-ba074cfebf54)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:16:17.958046 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:17.959543 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device e2ec1c18-48aa-417c-ade7-616f407aaa6d up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:16:17.977255 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-20376b53-4e1c-4bf2-a710-5b93630cde13 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734725384964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2564995'] for subnet, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:18.038676 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ef5af15f-5122-4c0a-b612-58b8985f0acc tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:16:18.059499 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ef5af15f-5122-4c0a-b612-58b8985f0acc tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:16:18.093679 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-127f7d32-6ac8-4e68-af66-e4264a96e422 req-694ea4c8-0d79-48e9-94fb-bba098656c49 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314846 Feb 09 01:16:18.097556 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d10af7-9051-4ff5-b8a4-3597bdfc175c None None] Network 6f218db2-3c07-4d19-9d7f-7d193a5313a4 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:16:18.099541 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-a22ae7cb-7dda-424a-a34f-3c65d4437e8b req-5ce82252-d8cd-41b5-b0fe-41153c39039b tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:16:18.103627 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-a22ae7cb-7dda-424a-a34f-3c65d4437e8b req-5ce82252-d8cd-41b5-b0fe-41153c39039b tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Usage tracker for resource:port and tenant:4feb7579decf4a3183faf64d64a634f4 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:16:18.106834 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-a22ae7cb-7dda-424a-a34f-3c65d4437e8b req-5ce82252-d8cd-41b5-b0fe-41153c39039b tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:16:18.120104 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c762c4c-4af8-4181-844b-d1eb969e3b4a req-abffa5f3-f84d-4243-ba22-5e909e0a8894 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:18.123733 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3c762c4c-4af8-4181-844b-d1eb969e3b4a req-abffa5f3-f84d-4243-ba22-5e909e0a8894 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb94c7c7-2262-4266-9ff1-ecacf3b56b73 HTTP/1.1" status: 200 len: 946 time: 0.6961408 Feb 09 01:16:18.127437 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-a22ae7cb-7dda-424a-a34f-3c65d4437e8b req-5ce82252-d8cd-41b5-b0fe-41153c39039b tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:16:18.142746 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20376b53-4e1c-4bf2-a710-5b93630cde13 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:18.143340 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-20376b53-4e1c-4bf2-a710-5b93630cde13 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:18.144709 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-20376b53-4e1c-4bf2-a710-5b93630cde13 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] 10.222.0.105 "PUT /v2.0/subnets/09350d58-1af2-4cc8-b228-3108ec8278a4 HTTP/1.1" status: 200 len: 826 time: 1.7112343 Feb 09 01:16:18.155123 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 42262) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:18.247142 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=58dea4e9-2372-470b-b0e2-8efc7ddd575b,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:18.265232 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-288a605c-6879-4782-bade-3e2bf1b0c3b4 None None] Allocated IP 2001:db8::2 (8a92b1ef-182a-4d6b-9feb-51ccde0de5b4/09350d58-1af2-4cc8-b228-3108ec8278a4/a7b06723-9773-4a9d-adb5-d6788d0bfac9) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:16:18.267431 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92d67376-6e71-4293-850e-d9577d352e82 None None] Provisioning for port 58dea4e9-2372-470b-b0e2-8efc7ddd575b completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:16:18.271897 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a22ae7cb-7dda-424a-a34f-3c65d4437e8b req-5ce82252-d8cd-41b5-b0fe-41153c39039b tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Made reservation on behalf of 4feb7579decf4a3183faf64d64a634f4 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:18.276233 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a22ae7cb-7dda-424a-a34f-3c65d4437e8b req-5ce82252-d8cd-41b5-b0fe-41153c39039b tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:18.278663 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef5af15f-5122-4c0a-b612-58b8985f0acc tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Made reservation on behalf of 6804efa72c714833a180448eda495e91 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:18.284013 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ef5af15f-5122-4c0a-b612-58b8985f0acc tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:18.287800 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port e2ec1c18-48aa-417c-ade7-616f407aaa6d triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:18.288280 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:18.327988 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92d67376-6e71-4293-850e-d9577d352e82 None None] Provisioning complete for port 58dea4e9-2372-470b-b0e2-8efc7ddd575b triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:18.328421 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92d67376-6e71-4293-850e-d9577d352e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:18.330796 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20376b53-4e1c-4bf2-a710-5b93630cde13 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Pushing event updated for resources: {'Subnet': ['ID=09350d58-1af2-4cc8-b228-3108ec8278a4,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:18.342601 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-ef5af15f-5122-4c0a-b612-58b8985f0acc tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] device_id is not set on port 146395de-f92c-4c35-b3fe-3daec55ccec7 yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:16:18.469189 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-110bff48-714d-4d22-b826-06eb3a3a7101 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Router f623fd8a-bc3f-4223-939b-c5052e4ee18c has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:16:18.652036 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ba688f95-18aa-4a5b-a33c-6ef419ffca90 req-db535f4d-91fd-47d3-8c9a-743561f837dd tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/ports?device_id=50f0db9d-747a-410b-aec2-77e3beb7ba8b HTTP/1.1" status: 200 len: 210 time: 0.3524399 Feb 09 01:16:18.668872 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3c762c4c-4af8-4181-844b-d1eb969e3b4a req-fc320d92-2264-4656-aaeb-ea2e4f00595a tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=e6bfd964-7aa5-43a2-a057-7d9b16c44215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5263343 Feb 09 01:16:18.707528 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5b4837-1489-4772-b7f0-4d83839bb16d tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:16:18.736724 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426647fb-9bf8-486c-b41d-f2caae644d99 None None] Sync routers for ids ['26387f92-c69f-4559-9fbe-aab9929ea001'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:16:18.749091 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426647fb-9bf8-486c-b41d-f2caae644d99 None None] Routers {'26387f92-c69f-4559-9fbe-aab9929ea001'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:16:18.750154 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-426647fb-9bf8-486c-b41d-f2caae644d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:16:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['26387f92-c69f-4559-9fbe-aab9929ea001'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:18.840289 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-86964f2a-501e-4e2d-932a-f8ed2f0dbf4d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:18.842200 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cb5b4837-1489-4772-b7f0-4d83839bb16d tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:18.859013 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-110bff48-714d-4d22-b826-06eb3a3a7101 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:16:18.893207 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-110bff48-714d-4d22-b826-06eb3a3a7101 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] 10.222.0.105 "PUT /v2.0/routers/f623fd8a-bc3f-4223-939b-c5052e4ee18c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5339634 Feb 09 01:16:18.894011 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42270) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:18.918230 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70174608-a4f4-411d-a129-1e9cefa1144b None None] Sync routers for ids ['f623fd8a-bc3f-4223-939b-c5052e4ee18c'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:16:18.965735 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-288a605c-6879-4782-bade-3e2bf1b0c3b4 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:18.985157 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-ef5af15f-5122-4c0a-b612-58b8985f0acc tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Allocated IP 172.20.0.14 (433285ef-2c58-47e5-a32c-ce248e95852f/25bb33df-2cb8-4e21-a136-b9b738df2ea9/146395de-f92c-4c35-b3fe-3daec55ccec7) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:16:18.995694 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 58dea4e9-2372-470b-b0e2-8efc7ddd575b up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:16:18.998380 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-426647fb-9bf8-486c-b41d-f2caae644d99 None None] Set router 26387f92-c69f-4559-9fbe-aab9929ea001 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:16:19.024933 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-66f99ff3-cd62-472b-a8ea-b95f806d526c req-effd749b-91b9-4375-86ca-cae68b94d7cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89dd0761-2837-4f0f-bd0d-15b2d1255f28 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:16:19.036591 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-cb5b4837-1489-4772-b7f0-4d83839bb16d tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 11.7973547 Feb 09 01:16:19.038997 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-66f99ff3-cd62-472b-a8ea-b95f806d526c req-effd749b-91b9-4375-86ca-cae68b94d7cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:19.044517 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '521f52bb-14cb-4507-a392-fe952ca83e92', 'tag': 'b00d33e6-6b3f-4fa3-86dd-d6b068b7cac8'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:16:19.060418 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-288a605c-6879-4782-bade-3e2bf1b0c3b4 None None] Transition to ACTIVE for port object a7b06723-9773-4a9d-adb5-d6788d0bfac9 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:16:19.072878 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70174608-a4f4-411d-a129-1e9cefa1144b None None] Routers {'f623fd8a-bc3f-4223-939b-c5052e4ee18c'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:16:19.073339 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-70174608-a4f4-411d-a129-1e9cefa1144b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:16:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['f623fd8a-bc3f-4223-939b-c5052e4ee18c'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:19.129134 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '521f52bb-14cb-4507-a392-fe952ca83e92', 'tag': 'b00d33e6-6b3f-4fa3-86dd-d6b068b7cac8', 'status': 'completed', 'code': 200} Feb 09 01:16:19.142097 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-a22ae7cb-7dda-424a-a34f-3c65d4437e8b req-5ce82252-d8cd-41b5-b0fe-41153c39039b tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Allocated IP 172.20.0.3 (82f30243-02f9-47c5-a321-43941006e74c/babecade-cdf1-4c50-b1ee-144e30399d1c/aa4312f1-65e5-47a9-b736-8be54bf623e1) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:16:19.159493 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-e3164e69-6930-4760-a65a-fb047cc53aaf tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] delete failed (client error): The resource could not be found. Feb 09 01:16:19.160628 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e3164e69-6930-4760-a65a-fb047cc53aaf tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] 10.222.0.105 "DELETE /v2.0/routers/tempest-non_exist_router-706424370 HTTP/1.1" status: 404 len: 334 time: 0.2635489 Feb 09 01:16:19.167823 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 42280) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:19.173230 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-66f99ff3-cd62-472b-a8ea-b95f806d526c req-effd749b-91b9-4375-86ca-cae68b94d7cf service neutron] Transition to ACTIVE for port object 89dd0761-2837-4f0f-bd0d-15b2d1255f28 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:16:19.181983 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-f3d6597d-bece-4050-be03-190984216425 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f623fd8a-bc3f-4223-939b-c5052e4ee18c'}}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:19.186721 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-70174608-a4f4-411d-a129-1e9cefa1144b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:19.198001 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-288a605c-6879-4782-bade-3e2bf1b0c3b4 None None] Transition to ACTIVE for port object a7b06723-9773-4a9d-adb5-d6788d0bfac9 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:16:19.212585 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-288a605c-6879-4782-bade-3e2bf1b0c3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:19.246065 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-66f99ff3-cd62-472b-a8ea-b95f806d526c req-effd749b-91b9-4375-86ca-cae68b94d7cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:19.262569 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70174608-a4f4-411d-a129-1e9cefa1144b None None] Routers {'f623fd8a-bc3f-4223-939b-c5052e4ee18c'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:16:19.263204 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-70174608-a4f4-411d-a129-1e9cefa1144b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:16:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['f623fd8a-bc3f-4223-939b-c5052e4ee18c'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:19.284098 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ef5af15f-5122-4c0a-b612-58b8985f0acc tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:19.303368 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-ef5af15f-5122-4c0a-b612-58b8985f0acc tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Transition to ACTIVE for port object 146395de-f92c-4c35-b3fe-3daec55ccec7 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:16:19.369527 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-70174608-a4f4-411d-a129-1e9cefa1144b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:19.369957 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70174608-a4f4-411d-a129-1e9cefa1144b None None] The sync data for ids ['f623fd8a-bc3f-4223-939b-c5052e4ee18c'] in n-d-828418-1 is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:16:19.386221 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288a605c-6879-4782-bade-3e2bf1b0c3b4 None None] Network 8a92b1ef-182a-4d6b-9feb-51ccde0de5b4 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:19.394046 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-288a605c-6879-4782-bade-3e2bf1b0c3b4 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:19.397386 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288a605c-6879-4782-bade-3e2bf1b0c3b4 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:16:19.401530 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288a605c-6879-4782-bade-3e2bf1b0c3b4 None None] Pushing event updated for resources: {'Port': ['ID=a7b06723-9773-4a9d-adb5-d6788d0bfac9,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:19.403769 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ef5af15f-5122-4c0a-b612-58b8985f0acc tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:19.408600 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 58dea4e9-2372-470b-b0e2-8efc7ddd575b triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:19.408977 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:19.410137 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-86964f2a-501e-4e2d-932a-f8ed2f0dbf4d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:19.527513 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5af15f-5122-4c0a-b612-58b8985f0acc tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Network 433285ef-2c58-47e5-a32c-ce248e95852f is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:19.536741 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-ef5af15f-5122-4c0a-b612-58b8985f0acc tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:19.541218 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5af15f-5122-4c0a-b612-58b8985f0acc tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:16:19.624581 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5af15f-5122-4c0a-b612-58b8985f0acc tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Pushing event updated for resources: {'Port': ['ID=146395de-f92c-4c35-b3fe-3daec55ccec7,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:19.629407 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2359d7-7bf1-459f-9fdd-8546ba87efe9 req-07749fdf-a68a-4f84-b795-b4d07339f702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:19.630966 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ee2359d7-7bf1-459f-9fdd-8546ba87efe9 req-07749fdf-a68a-4f84-b795-b4d07339f702 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=8d31597ab3f74931824904826c01d747&device_id=521f52bb-14cb-4507-a392-fe952ca83e92 HTTP/1.1" status: 200 len: 1097 time: 0.2986734 Feb 09 01:16:19.699877 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5af15f-5122-4c0a-b612-58b8985f0acc tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:19.700537 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ef5af15f-5122-4c0a-b612-58b8985f0acc tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:19.795295 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-288a605c-6879-4782-bade-3e2bf1b0c3b4 None None] Attempting to bind port a7b06723-9773-4a9d-adb5-d6788d0bfac9 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:16:19.795668 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-288a605c-6879-4782-bade-3e2bf1b0c3b4 None None] Attempting to bind port a7b06723-9773-4a9d-adb5-d6788d0bfac9 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'b90c9737-93cd-4d39-b46d-32deb0a6dabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8a92b1ef-182a-4d6b-9feb-51ccde0de5b4'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:16:19.796027 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288a605c-6879-4782-bade-3e2bf1b0c3b4 None None] Attempting to bind port a7b06723-9773-4a9d-adb5-d6788d0bfac9 on network 8a92b1ef-182a-4d6b-9feb-51ccde0de5b4 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:16:19.806308 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288a605c-6879-4782-bade-3e2bf1b0c3b4 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:16:19.806677 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288a605c-6879-4782-bade-3e2bf1b0c3b4 None None] Checking segment: {'id': 'b90c9737-93cd-4d39-b46d-32deb0a6dabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8a92b1ef-182a-4d6b-9feb-51ccde0de5b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:16:19.807074 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-288a605c-6879-4782-bade-3e2bf1b0c3b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:19.807457 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288a605c-6879-4782-bade-3e2bf1b0c3b4 None None] Bound using segment: {'id': 'b90c9737-93cd-4d39-b46d-32deb0a6dabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8a92b1ef-182a-4d6b-9feb-51ccde0de5b4'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:16:19.807927 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-288a605c-6879-4782-bade-3e2bf1b0c3b4 None None] Bound port: a7b06723-9773-4a9d-adb5-d6788d0bfac9, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b90c9737-93cd-4d39-b46d-32deb0a6dabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8a92b1ef-182a-4d6b-9feb-51ccde0de5b4'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:16:19.808288 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-288a605c-6879-4782-bade-3e2bf1b0c3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:19.840356 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ef5af15f-5122-4c0a-b612-58b8985f0acc tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4744036 Feb 09 01:16:19.849057 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42286) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:19.860321 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-750d3fbd-f385-45a5-9484-6de09e9a0383 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:ee:08:ba'}]}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:19.883687 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-426647fb-9bf8-486c-b41d-f2caae644d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26387f92-c69f-4559-9fbe-aab9929ea001', 'name': 'tempest-TestServerBasicOps-1653335009-router', 'tenant_id': '8d31597ab3f74931824904826c01d747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '7162a11c-aa66-42cc-85f4-64022d318e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:14:42Z', 'updated_at': '2022-02-09T01:14:54Z', 'revision_number': 4, 'project_id': '8d31597ab3f74931824904826c01d747', 'gw_port': {'id': '7162a11c-aa66-42cc-85f4-64022d318e53', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:52:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26387f92-c69f-4559-9fbe-aab9929ea001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:43Z', 'updated_at': '2022-02-09T01:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '641464af-fae0-4009-b75f-453ba7d51a93', 'tenant_id': '8d31597ab3f74931824904826c01d747', 'floating_ip_address': '172.25.0.238', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '26387f92-c69f-4559-9fbe-aab9929ea001', 'port_id': 'b00d33e6-6b3f-4fa3-86dd-d6b068b7cac8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60022e06-d2c3-4006-9f7a-1040f75a4a6b', 'mac_address': 'fa:16:3e:43:9d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521f52bb-14cb-4507-a392-fe952ca83e92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:16:12Z', 'updated_at': '2022-02-09T01:16:12Z', 'revision_number': 0, 'project_id': '8d31597ab3f74931824904826c01d747', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3963451d-88ba-4a70-ae71-6e82417de03c', 'name': '', 'network_id': '60022e06-d2c3-4006-9f7a-1040f75a4a6b', 'tenant_id': '8d31597ab3f74931824904826c01d747', 'mac_address': 'fa:16:3e:55:13:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26387f92-c69f-4559-9fbe-aab9929ea001', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '41b222d2-5238-454c-8b12-f2258dd1142d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:51Z', 'updated_at': '2022-02-09T01:15:04Z', 'revision_number': 5, 'project_id': '8d31597ab3f74931824904826c01d747', 'subnets': [{'id': '41b222d2-5238-454c-8b12-f2258dd1142d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:19.891559 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426647fb-9bf8-486c-b41d-f2caae644d99 None None] Checking router: 26387f92-c69f-4559-9fbe-aab9929ea001 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:16:19.915581 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426647fb-9bf8-486c-b41d-f2caae644d99 None None] Routers {'26387f92-c69f-4559-9fbe-aab9929ea001'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:16:19.916362 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-426647fb-9bf8-486c-b41d-f2caae644d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:16:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['26387f92-c69f-4559-9fbe-aab9929ea001'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:19.936366 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-288a605c-6879-4782-bade-3e2bf1b0c3b4 None None] For port a7b06723-9773-4a9d-adb5-d6788d0bfac9, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:16:19.941295 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-288a605c-6879-4782-bade-3e2bf1b0c3b4 None None] For port a7b06723-9773-4a9d-adb5-d6788d0bfac9, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=a7b06723-9773-4a9d-adb5-d6788d0bfac9,segment=NetworkSegment(b90c9737-93cd-4d39-b46d-32deb0a6dabc),segment_id=b90c9737-93cd-4d39-b46d-32deb0a6dabc)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:16:19.964391 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-288a605c-6879-4782-bade-3e2bf1b0c3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:20.051452 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effd749b-91b9-4375-86ca-cae68b94d7cf service neutron] Pushing event updated for resources: {'Port': ['ID=89dd0761-2837-4f0f-bd0d-15b2d1255f28,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:20.052163 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288a605c-6879-4782-bade-3e2bf1b0c3b4 None None] Pushing event updated for resources: {'Port': ['ID=a7b06723-9773-4a9d-adb5-d6788d0bfac9,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:20.093796 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2359d7-7bf1-459f-9fdd-8546ba87efe9 req-5475436c-5cb5-4f09-bdc2-37fa81a155a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:20.095511 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ee2359d7-7bf1-459f-9fdd-8546ba87efe9 req-5475436c-5cb5-4f09-bdc2-37fa81a155a1 service neutron] 10.222.0.99 "GET /v2.0/networks?id=60022e06-d2c3-4006-9f7a-1040f75a4a6b HTTP/1.1" status: 200 len: 910 time: 0.4571428 Feb 09 01:16:20.107570 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e1827396-64c6-48fd-9324-8292eb50053e None None] Provisioning complete for port 58dea4e9-2372-470b-b0e2-8efc7ddd575b triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:20.111485 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e1827396-64c6-48fd-9324-8292eb50053e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:20.167193 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-47bb12ce-f27f-45a3-a0d3-2f5cb83e08fb req-b9422e0d-f436-4d3a-8b16-2ba0c097eabf tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Synchronizing usage tracker for tenant:4feb7579decf4a3183faf64d64a634f4 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:16:20.167707 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-426647fb-9bf8-486c-b41d-f2caae644d99 None None] Set router 26387f92-c69f-4559-9fbe-aab9929ea001 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:16:20.243102 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ee2359d7-7bf1-459f-9fdd-8546ba87efe9 req-29f9cd30-870a-488b-b961-ae298d8d43d5 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b00d33e6-6b3f-4fa3-86dd-d6b068b7cac8 HTTP/1.1" status: 200 len: 1000 time: 0.1390996 Feb 09 01:16:20.353086 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2359d7-7bf1-459f-9fdd-8546ba87efe9 req-23514908-8ea4-428a-b07c-1ea7b98ce942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:20.354609 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ee2359d7-7bf1-459f-9fdd-8546ba87efe9 req-23514908-8ea4-428a-b07c-1ea7b98ce942 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=41b222d2-5238-454c-8b12-f2258dd1142d HTTP/1.1" status: 200 len: 848 time: 0.0908267 Feb 09 01:16:20.497072 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-58ba6b04-00da-467d-bb8b-61564ec6d49c None None] Provisioning for port 146395de-f92c-4c35-b3fe-3daec55ccec7 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:16:20.503404 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-58ba6b04-00da-467d-bb8b-61564ec6d49c None None] Provisioning complete for port 146395de-f92c-4c35-b3fe-3daec55ccec7 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:20.504020 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-58ba6b04-00da-467d-bb8b-61564ec6d49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:20.511456 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-750d3fbd-f385-45a5-9484-6de09e9a0383 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:20.611660 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-58ba6b04-00da-467d-bb8b-61564ec6d49c None None] Port 146395de-f92c-4c35-b3fe-3daec55ccec7 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:16:20.650736 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a22ae7cb-7dda-424a-a34f-3c65d4437e8b req-5ce82252-d8cd-41b5-b0fe-41153c39039b tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:20.678670 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-a22ae7cb-7dda-424a-a34f-3c65d4437e8b req-5ce82252-d8cd-41b5-b0fe-41153c39039b tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Transition to ACTIVE for port object aa4312f1-65e5-47a9-b736-8be54bf623e1 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:16:20.704062 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-426647fb-9bf8-486c-b41d-f2caae644d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26387f92-c69f-4559-9fbe-aab9929ea001', 'name': 'tempest-TestServerBasicOps-1653335009-router', 'tenant_id': '8d31597ab3f74931824904826c01d747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '7162a11c-aa66-42cc-85f4-64022d318e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:14:42Z', 'updated_at': '2022-02-09T01:14:54Z', 'revision_number': 4, 'project_id': '8d31597ab3f74931824904826c01d747', 'gw_port': {'id': '7162a11c-aa66-42cc-85f4-64022d318e53', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:52:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26387f92-c69f-4559-9fbe-aab9929ea001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:43Z', 'updated_at': '2022-02-09T01:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '641464af-fae0-4009-b75f-453ba7d51a93', 'tenant_id': '8d31597ab3f74931824904826c01d747', 'floating_ip_address': '172.25.0.238', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '26387f92-c69f-4559-9fbe-aab9929ea001', 'port_id': 'b00d33e6-6b3f-4fa3-86dd-d6b068b7cac8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60022e06-d2c3-4006-9f7a-1040f75a4a6b', 'mac_address': 'fa:16:3e:43:9d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521f52bb-14cb-4507-a392-fe952ca83e92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:16:12Z', 'updated_at': '2022-02-09T01:16:12Z', 'revision_number': 0, 'project_id': '8d31597ab3f74931824904826c01d747', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3963451d-88ba-4a70-ae71-6e82417de03c', 'name': '', 'network_id': '60022e06-d2c3-4006-9f7a-1040f75a4a6b', 'tenant_id': '8d31597ab3f74931824904826c01d747', 'mac_address': 'fa:16:3e:55:13:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26387f92-c69f-4559-9fbe-aab9929ea001', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '41b222d2-5238-454c-8b12-f2258dd1142d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:51Z', 'updated_at': '2022-02-09T01:15:04Z', 'revision_number': 5, 'project_id': '8d31597ab3f74931824904826c01d747', 'subnets': [{'id': '41b222d2-5238-454c-8b12-f2258dd1142d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:20.708677 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426647fb-9bf8-486c-b41d-f2caae644d99 None None] The sync data for ids ['26387f92-c69f-4559-9fbe-aab9929ea001'] in n-d-828418-1 is: [{'id': '26387f92-c69f-4559-9fbe-aab9929ea001', 'name': 'tempest-TestServerBasicOps-1653335009-router', 'tenant_id': '8d31597ab3f74931824904826c01d747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '7162a11c-aa66-42cc-85f4-64022d318e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:14:42Z', 'updated_at': '2022-02-09T01:14:54Z', 'revision_number': 4, 'project_id': '8d31597ab3f74931824904826c01d747', 'gw_port': {'id': '7162a11c-aa66-42cc-85f4-64022d318e53', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:52:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26387f92-c69f-4559-9fbe-aab9929ea001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:43Z', 'updated_at': '2022-02-09T01:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '641464af-fae0-4009-b75f-453ba7d51a93', 'tenant_id': '8d31597ab3f74931824904826c01d747', 'floating_ip_address': '172.25.0.238', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '26387f92-c69f-4559-9fbe-aab9929ea001', 'port_id': 'b00d33e6-6b3f-4fa3-86dd-d6b068b7cac8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60022e06-d2c3-4006-9f7a-1040f75a4a6b', 'mac_address': 'fa:16:3e:43:9d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521f52bb-14cb-4507-a392-fe952ca83e92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:16:12Z', 'updated_at': '2022-02-09T01:16:12Z', 'revision_number': 0, 'project_id': '8d31597ab3f74931824904826c01d747', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3963451d-88ba-4a70-ae71-6e82417de03c', 'name': '', 'network_id': '60022e06-d2c3-4006-9f7a-1040f75a4a6b', 'tenant_id': '8d31597ab3f74931824904826c01d747', 'mac_address': 'fa:16:3e:55:13:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26387f92-c69f-4559-9fbe-aab9929ea001', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '41b222d2-5238-454c-8b12-f2258dd1142d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:51Z', 'updated_at': '2022-02-09T01:15:04Z', 'revision_number': 5, 'project_id': '8d31597ab3f74931824904826c01d747', 'subnets': [{'id': '41b222d2-5238-454c-8b12-f2258dd1142d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:16:20.746730 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2359d7-7bf1-459f-9fdd-8546ba87efe9 req-376a8e3a-e143-4513-8cc7-db698d6bcddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:20.748270 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ee2359d7-7bf1-459f-9fdd-8546ba87efe9 req-376a8e3a-e143-4513-8cc7-db698d6bcddf service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=60022e06-d2c3-4006-9f7a-1040f75a4a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2969201 Feb 09 01:16:20.772747 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-47bb12ce-f27f-45a3-a0d3-2f5cb83e08fb req-b9422e0d-f436-4d3a-8b16-2ba0c097eabf tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Unset dirty status for tenant:4feb7579decf4a3183faf64d64a634f4 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:16:20.774176 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-47bb12ce-f27f-45a3-a0d3-2f5cb83e08fb req-b9422e0d-f436-4d3a-8b16-2ba0c097eabf tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/ports?device_id=50f0db9d-747a-410b-aec2-77e3beb7ba8b HTTP/1.1" status: 200 len: 210 time: 0.8981616 Feb 09 01:16:20.789418 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f3d6597d-bece-4050-be03-190984216425 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:20.818551 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-66f99ff3-cd62-472b-a8ea-b95f806d526c req-effd749b-91b9-4375-86ca-cae68b94d7cf service neutron] Attempting to bind port 89dd0761-2837-4f0f-bd0d-15b2d1255f28 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:16:20.818875 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-66f99ff3-cd62-472b-a8ea-b95f806d526c req-effd749b-91b9-4375-86ca-cae68b94d7cf service neutron] Attempting to bind port 89dd0761-2837-4f0f-bd0d-15b2d1255f28 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'e4f8d471-753e-488b-969f-03ab5fdd3e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '20b4b911-e8a6-45af-95dc-9b595aff0444'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:16:20.819409 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f99ff3-cd62-472b-a8ea-b95f806d526c req-effd749b-91b9-4375-86ca-cae68b94d7cf service neutron] Attempting to bind port 89dd0761-2837-4f0f-bd0d-15b2d1255f28 on network 20b4b911-e8a6-45af-95dc-9b595aff0444 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:16:20.822691 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-86964f2a-501e-4e2d-932a-f8ed2f0dbf4d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:20.885080 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [None req-f3d6597d-bece-4050-be03-190984216425 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] update failed (client error): The resource could not be found. Feb 09 01:16:20.891150 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f3d6597d-bece-4050-be03-190984216425 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] 10.222.0.105 "PUT /v2.0/routers/f623fd8a-bc3f-4223-939b-c5052e4ee18c HTTP/1.1" status: 404 len: 339 time: 1.7161508 Feb 09 01:16:20.891633 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42290) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:20.895774 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-7e244c0f-b56b-4857-88ac-e94a76f399ec tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-873372032'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:20.902210 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1882958-fafd-4ce5-98d3-718f91a2994c req-1c78e59d-1072-418b-a6ec-b10d4b1af197 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:20.902894 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7e244c0f-b56b-4857-88ac-e94a76f399ec tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:16:20.908239 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d1882958-fafd-4ce5-98d3-718f91a2994c req-1c78e59d-1072-418b-a6ec-b10d4b1af197 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=003c8876-3c05-4f90-b4ef-a62325ead48b HTTP/1.1" status: 200 len: 944 time: 1.4443448 Feb 09 01:16:20.909306 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a22ae7cb-7dda-424a-a34f-3c65d4437e8b req-5ce82252-d8cd-41b5-b0fe-41153c39039b tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:20.916027 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86964f2a-501e-4e2d-932a-f8ed2f0dbf4d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Pushing event deleted for resources: {'Subnet': ['ID=09350d58-1af2-4cc8-b228-3108ec8278a4,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:20.919822 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f99ff3-cd62-472b-a8ea-b95f806d526c req-effd749b-91b9-4375-86ca-cae68b94d7cf service neutron] Port 89dd0761-2837-4f0f-bd0d-15b2d1255f28 on network 20b4b911-e8a6-45af-95dc-9b595aff0444 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:16:20.919822 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f99ff3-cd62-472b-a8ea-b95f806d526c req-effd749b-91b9-4375-86ca-cae68b94d7cf service neutron] Attempting to bind port 89dd0761-2837-4f0f-bd0d-15b2d1255f28 on network 20b4b911-e8a6-45af-95dc-9b595aff0444 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:16:20.922901 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-7e244c0f-b56b-4857-88ac-e94a76f399ec tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Usage tracker for resource:network and tenant:df6a04544dab4059b759c9347fe2f779 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:16:20.930571 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-7e244c0f-b56b-4857-88ac-e94a76f399ec tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:16:20.938353 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f99ff3-cd62-472b-a8ea-b95f806d526c req-effd749b-91b9-4375-86ca-cae68b94d7cf service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:16:20.938826 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f99ff3-cd62-472b-a8ea-b95f806d526c req-effd749b-91b9-4375-86ca-cae68b94d7cf service neutron] Checking segment: {'id': 'e4f8d471-753e-488b-969f-03ab5fdd3e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '20b4b911-e8a6-45af-95dc-9b595aff0444'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:16:20.939285 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f99ff3-cd62-472b-a8ea-b95f806d526c req-effd749b-91b9-4375-86ca-cae68b94d7cf service neutron] Bound using segment: {'id': 'e4f8d471-753e-488b-969f-03ab5fdd3e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '20b4b911-e8a6-45af-95dc-9b595aff0444'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:16:20.939776 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-66f99ff3-cd62-472b-a8ea-b95f806d526c req-effd749b-91b9-4375-86ca-cae68b94d7cf service neutron] Bound port: 89dd0761-2837-4f0f-bd0d-15b2d1255f28, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f8d471-753e-488b-969f-03ab5fdd3e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '20b4b911-e8a6-45af-95dc-9b595aff0444'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:16:20.940180 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-66f99ff3-cd62-472b-a8ea-b95f806d526c req-effd749b-91b9-4375-86ca-cae68b94d7cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:20.948940 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7e244c0f-b56b-4857-88ac-e94a76f399ec tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:16:20.981529 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ee2359d7-7bf1-459f-9fdd-8546ba87efe9 req-e6c50683-4fdb-4ec5-a194-f4332a89474a service neutron] 10.222.0.99 "GET /v2.0/networks/60022e06-d2c3-4006-9f7a-1040f75a4a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250471 Feb 09 01:16:20.983176 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e244c0f-b56b-4857-88ac-e94a76f399ec tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Made reservation on behalf of df6a04544dab4059b759c9347fe2f779 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:20.986610 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7e244c0f-b56b-4857-88ac-e94a76f399ec tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:20.999830 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a22ae7cb-7dda-424a-a34f-3c65d4437e8b req-5ce82252-d8cd-41b5-b0fe-41153c39039b tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Network 82f30243-02f9-47c5-a321-43941006e74c is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:21.009462 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device a7b06723-9773-4a9d-adb5-d6788d0bfac9 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:16:21.050240 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-a22ae7cb-7dda-424a-a34f-3c65d4437e8b req-5ce82252-d8cd-41b5-b0fe-41153c39039b tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:21.066868 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-a22ae7cb-7dda-424a-a34f-3c65d4437e8b req-5ce82252-d8cd-41b5-b0fe-41153c39039b tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:16:21.100948 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port a7b06723-9773-4a9d-adb5-d6788d0bfac9 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:16:21.209327 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d1882958-fafd-4ce5-98d3-718f91a2994c req-8a003b51-e23f-4707-9a72-b6a0b0ef9242 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955568 Feb 09 01:16:21.265500 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-750d3fbd-f385-45a5-9484-6de09e9a0383 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:21.277087 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-750d3fbd-f385-45a5-9484-6de09e9a0383 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:21.334732 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b5de90-ca98-433a-952c-d98c887570b0 None None] New status for floating IP 641464af-fae0-4009-b75f-453ba7d51a93: ACTIVE {{(pid=87641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:16:21.336369 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce82252-d8cd-41b5-b0fe-41153c39039b tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Pushing event updated for resources: {'Port': ['ID=aa4312f1-65e5-47a9-b736-8be54bf623e1,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:21.342102 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-86964f2a-501e-4e2d-932a-f8ed2f0dbf4d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:21.447820 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-86964f2a-501e-4e2d-932a-f8ed2f0dbf4d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a92b1ef-182a-4d6b-9feb-51ccde0de5b4']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:21.472892 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e244c0f-b56b-4857-88ac-e94a76f399ec tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:16:21.475131 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ae7cb-7dda-424a-a34f-3c65d4437e8b req-5ce82252-d8cd-41b5-b0fe-41153c39039b tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:21.475799 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a22ae7cb-7dda-424a-a34f-3c65d4437e8b req-5ce82252-d8cd-41b5-b0fe-41153c39039b tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:21.501872 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-86964f2a-501e-4e2d-932a-f8ed2f0dbf4d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b90c9737-93cd-4d39-b46d-32deb0a6dabc') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:21.502156 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-86964f2a-501e-4e2d-932a-f8ed2f0dbf4d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b90c9737-93cd-4d39-b46d-32deb0a6dabc') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:21.523488 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-66f99ff3-cd62-472b-a8ea-b95f806d526c req-effd749b-91b9-4375-86ca-cae68b94d7cf service neutron] For port 89dd0761-2837-4f0f-bd0d-15b2d1255f28, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:16:21.527351 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7e244c0f-b56b-4857-88ac-e94a76f399ec tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:21.527699 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-7e244c0f-b56b-4857-88ac-e94a76f399ec tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Added segment e177bbeb-e7bf-4f03-a253-97a793272fb8 of type vlan for network 36f51bfc-5f4e-49e8-8c27-1e85746342aa Feb 09 01:16:21.541347 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-86964f2a-501e-4e2d-932a-f8ed2f0dbf4d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:21.550052 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-42184636-5242-488e-8895-cbc563bbac20 None None] Provisioning for port aa4312f1-65e5-47a9-b736-8be54bf623e1 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:16:21.556130 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-42184636-5242-488e-8895-cbc563bbac20 None None] Provisioning complete for port aa4312f1-65e5-47a9-b736-8be54bf623e1 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:21.556377 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-42184636-5242-488e-8895-cbc563bbac20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:21.557044 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-66f99ff3-cd62-472b-a8ea-b95f806d526c req-effd749b-91b9-4375-86ca-cae68b94d7cf service neutron] For port 89dd0761-2837-4f0f-bd0d-15b2d1255f28, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=89dd0761-2837-4f0f-bd0d-15b2d1255f28,segment=NetworkSegment(e4f8d471-753e-488b-969f-03ab5fdd3e2b),segment_id=e4f8d471-753e-488b-969f-03ab5fdd3e2b)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:16:21.559349 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750d3fbd-f385-45a5-9484-6de09e9a0383 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Pushing event updated for resources: {'Port': ['ID=146395de-f92c-4c35-b3fe-3daec55ccec7,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:21.563049 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-66f99ff3-cd62-472b-a8ea-b95f806d526c req-effd749b-91b9-4375-86ca-cae68b94d7cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:21.583602 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-750d3fbd-f385-45a5-9484-6de09e9a0383 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] In _notify_port_updated(), no bound segment for port 146395de-f92c-4c35-b3fe-3daec55ccec7 on network 433285ef-2c58-47e5-a32c-ce248e95852f {{(pid=87638) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 01:16:21.590313 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750d3fbd-f385-45a5-9484-6de09e9a0383 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:21.591354 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-750d3fbd-f385-45a5-9484-6de09e9a0383 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:21.595994 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-750d3fbd-f385-45a5-9484-6de09e9a0383 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] 10.222.0.105 "PUT /v2.0/ports/146395de-f92c-4c35-b3fe-3daec55ccec7 HTTP/1.1" status: 200 len: 996 time: 1.7450502 Feb 09 01:16:21.597586 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42294) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:21.606503 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ee2359d7-7bf1-459f-9fdd-8546ba87efe9 req-7e333c1a-637d-4258-ac9c-f99fb6972e76 service neutron] 10.222.0.99 "GET /v2.0/networks/60022e06-d2c3-4006-9f7a-1040f75a4a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6085231 Feb 09 01:16:21.676884 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a22ae7cb-7dda-424a-a34f-3c65d4437e8b req-5ce82252-d8cd-41b5-b0fe-41153c39039b tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0317798 Feb 09 01:16:21.687065 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7e244c0f-b56b-4857-88ac-e94a76f399ec tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:21.700785 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-42184636-5242-488e-8895-cbc563bbac20 None None] Port aa4312f1-65e5-47a9-b736-8be54bf623e1 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:16:21.713118 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-b689302c-d7b9-4ea8-a259-eb01e8dc2ae5 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Deleting port 146395de-f92c-4c35-b3fe-3daec55ccec7 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:16:21.713625 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b689302c-d7b9-4ea8-a259-eb01e8dc2ae5 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:21.726586 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-86964f2a-501e-4e2d-932a-f8ed2f0dbf4d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:21.747111 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-a22ae7cb-7dda-424a-a34f-3c65d4437e8b req-b756fc1e-03e5-47e9-b989-da15465251cf service neutron] Request body: {'port': {'device_id': '50f0db9d-747a-410b-aec2-77e3beb7ba8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:21.769720 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:16:21.792628 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:21.806740 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f99ff3-cd62-472b-a8ea-b95f806d526c req-effd749b-91b9-4375-86ca-cae68b94d7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:21.807349 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-66f99ff3-cd62-472b-a8ea-b95f806d526c req-effd749b-91b9-4375-86ca-cae68b94d7cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:21.808854 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-66f99ff3-cd62-472b-a8ea-b95f806d526c req-effd749b-91b9-4375-86ca-cae68b94d7cf service neutron] 10.222.0.62 "PUT /v2.0/ports/89dd0761-2837-4f0f-bd0d-15b2d1255f28 HTTP/1.1" status: 200 len: 1092 time: 5.1393347 Feb 09 01:16:21.813845 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7e244c0f-b56b-4857-88ac-e94a76f399ec tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:21.820319 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e244c0f-b56b-4857-88ac-e94a76f399ec tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:21.821125 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7e244c0f-b56b-4857-88ac-e94a76f399ec tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:21.829044 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '003c8876-3c05-4f90-b4ef-a62325ead48b', 'tag': '89dd0761-2837-4f0f-bd0d-15b2d1255f28'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:16:21.834005 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86964f2a-501e-4e2d-932a-f8ed2f0dbf4d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:16:21.834417 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-86964f2a-501e-4e2d-932a-f8ed2f0dbf4d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:21.853439 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca86a521-73fb-4a7e-bd02-5fd2d085edfa None None] Network 8a92b1ef-182a-4d6b-9feb-51ccde0de5b4 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:16:21.867026 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 01:16:21.867026 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:16:21.867026 n-d-828418-1 neutron-server[87639]: timer() Feb 09 01:16:21.867026 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:16:21.867026 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 01:16:21.867026 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:16:21.867026 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 01:16:21.867026 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:16:21.867026 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 01:16:21.867026 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:16:21.867026 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 01:16:21.867026 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:16:21.867026 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 01:16:21.867026 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:16:21.867026 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:16:21.867026 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:16:21.867026 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:16:21.867026 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:16:21.867026 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 01:16:21.867026 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:16:21.867026 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 01:16:21.867026 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:16:21.867026 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:16:21.867026 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:16:21.867026 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 01:16:21.867026 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:16:21.867026 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:16:21.867026 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:16:21.867026 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:16:21.867026 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:16:21.867026 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:16:21.867026 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:16:21.980927 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '003c8876-3c05-4f90-b4ef-a62325ead48b', 'tag': '89dd0761-2837-4f0f-bd0d-15b2d1255f28', 'status': 'completed', 'code': 200} Feb 09 01:16:22.022326 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-7e244c0f-b56b-4857-88ac-e94a76f399ec tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1310871 Feb 09 01:16:22.030060 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42302) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:22.039163 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-146a8767-271a-4067-97c6-601ea0cc6e5e tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Request body: {'subnet': {'network_id': '36f51bfc-5f4e-49e8-8c27-1e85746342aa', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:22.068153 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-79a7371d-bf67-4ef3-bb65-03ce6a20917b None None] Provisioning for port a7b06723-9773-4a9d-adb5-d6788d0bfac9 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:16:22.076169 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effd749b-91b9-4375-86ca-cae68b94d7cf service neutron] Pushing event updated for resources: {'Port': ['ID=89dd0761-2837-4f0f-bd0d-15b2d1255f28,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:22.117515 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-79a7371d-bf67-4ef3-bb65-03ce6a20917b None None] Provisioning complete for port a7b06723-9773-4a9d-adb5-d6788d0bfac9 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:22.117829 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-79a7371d-bf67-4ef3-bb65-03ce6a20917b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:22.139671 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.db.api [None req-86964f2a-501e-4e2d-932a-f8ed2f0dbf4d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 01:16:22.139671 n-d-828418-1 neutron-server[87639]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 01:16:22.139671 n-d-828418-1 neutron-server[87639]: [parameters: {'id': '8a92b1ef-182a-4d6b-9feb-51ccde0de5b4'}] Feb 09 01:16:22.139671 n-d-828418-1 neutron-server[87639]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:16:22.140208 n-d-828418-1 neutron-server[87639]: DEBUG oslo_db.api [None req-86964f2a-501e-4e2d-932a-f8ed2f0dbf4d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:16:22.160520 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a22ae7cb-7dda-424a-a34f-3c65d4437e8b req-b756fc1e-03e5-47e9-b989-da15465251cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:22.165805 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e244c0f-b56b-4857-88ac-e94a76f399ec tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Pushing event updated for resources: {'Network': ['ID=36f51bfc-5f4e-49e8-8c27-1e85746342aa,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:22.184627 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 36f51bfc-5f4e-49e8-8c27-1e85746342aa details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:16:22.243484 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f99ff3-cd62-472b-a8ea-b95f806d526c req-230ec6e4-1150-4769-91bc-c1ea0182c53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:22.243727 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-66f99ff3-cd62-472b-a8ea-b95f806d526c req-230ec6e4-1150-4769-91bc-c1ea0182c53d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ecfa99ec90404d2da344b2927ef93a25&device_id=003c8876-3c05-4f90-b4ef-a62325ead48b HTTP/1.1" status: 200 len: 1095 time: 0.3755095 Feb 09 01:16:22.312762 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-146a8767-271a-4067-97c6-601ea0cc6e5e tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:16:22.327571 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-146a8767-271a-4067-97c6-601ea0cc6e5e tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Usage tracker for resource:subnet and tenant:df6a04544dab4059b759c9347fe2f779 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:16:22.332077 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-66f99ff3-cd62-472b-a8ea-b95f806d526c req-0eef6227-977b-439e-b7bf-7e424ba50986 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89dd0761-2837-4f0f-bd0d-15b2d1255f28 HTTP/1.1" status: 200 len: 217 time: 0.0782049 Feb 09 01:16:22.334328 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-146a8767-271a-4067-97c6-601ea0cc6e5e tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:16:22.344657 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-146a8767-271a-4067-97c6-601ea0cc6e5e tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:16:22.376896 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-146a8767-271a-4067-97c6-601ea0cc6e5e tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Made reservation on behalf of df6a04544dab4059b759c9347fe2f779 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:22.380897 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-146a8767-271a-4067-97c6-601ea0cc6e5e tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:22.383715 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99852178-a0b7-49c4-8104-d8e34c29b1f6 req-520d1a9a-af40-4dd5-85a4-5cb8b195dba6 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:22.385281 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-99852178-a0b7-49c4-8104-d8e34c29b1f6 req-520d1a9a-af40-4dd5-85a4-5cb8b195dba6 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/ports?device_id=50f0db9d-747a-410b-aec2-77e3beb7ba8b HTTP/1.1" status: 200 len: 931 time: 0.3107653 Feb 09 01:16:22.406764 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-79a7371d-bf67-4ef3-bb65-03ce6a20917b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:22.458083 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30b9a9d-a3b9-43c6-ad5a-f58cb97bcf9b None None] DHCP port deletion for 8a92b1ef-182a-4d6b-9feb-51ccde0de5b4 request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:16:22.461294 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-79a7371d-bf67-4ef3-bb65-03ce6a20917b None None] For port a7b06723-9773-4a9d-adb5-d6788d0bfac9, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=a7b06723-9773-4a9d-adb5-d6788d0bfac9,segment=NetworkSegment(b90c9737-93cd-4d39-b46d-32deb0a6dabc),segment_id=b90c9737-93cd-4d39-b46d-32deb0a6dabc)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:16:22.465246 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-c30b9a9d-a3b9-43c6-ad5a-f58cb97bcf9b None None] Deleting port a7b06723-9773-4a9d-adb5-d6788d0bfac9 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:16:22.466202 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c30b9a9d-a3b9-43c6-ad5a-f58cb97bcf9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:22.496925 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-79a7371d-bf67-4ef3-bb65-03ce6a20917b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:22.504304 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b689302c-d7b9-4ea8-a259-eb01e8dc2ae5 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:22.649342 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-b689302c-d7b9-4ea8-a259-eb01e8dc2ae5 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Calling delete_port for 146395de-f92c-4c35-b3fe-3daec55ccec7 owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:16:22.739521 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a7371d-bf67-4ef3-bb65-03ce6a20917b None None] Pushing event updated for resources: {'Port': ['ID=a7b06723-9773-4a9d-adb5-d6788d0bfac9,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:22.761171 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-86964f2a-501e-4e2d-932a-f8ed2f0dbf4d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:22.763437 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f0981881-2506-4242-ba26-1b543f7239a1 None None] Provisioning complete for port 146395de-f92c-4c35-b3fe-3daec55ccec7 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:22.763881 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f0981881-2506-4242-ba26-1b543f7239a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:22.765188 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-99852178-a0b7-49c4-8104-d8e34c29b1f6 req-8bd1a110-d616-4788-8ddb-8abc5385183e tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/security-groups?id=59346c3a-364d-410d-a9fb-3c85b0553f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3388858 Feb 09 01:16:22.777273 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f99ff3-cd62-472b-a8ea-b95f806d526c req-a1d2b8d7-559b-4484-b4df-6e76e2312134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:22.779076 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-66f99ff3-cd62-472b-a8ea-b95f806d526c req-a1d2b8d7-559b-4484-b4df-6e76e2312134 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6a70c5bb-7a88-4efe-b45a-b5773b8dee9d HTTP/1.1" status: 200 len: 846 time: 0.3872628 Feb 09 01:16:22.840347 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-c30b9a9d-a3b9-43c6-ad5a-f58cb97bcf9b None None] For port a7b06723-9773-4a9d-adb5-d6788d0bfac9, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=a7b06723-9773-4a9d-adb5-d6788d0bfac9,segment=NetworkSegment(b90c9737-93cd-4d39-b46d-32deb0a6dabc),segment_id=b90c9737-93cd-4d39-b46d-32deb0a6dabc)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:16:22.840631 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c30b9a9d-a3b9-43c6-ad5a-f58cb97bcf9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:22.851080 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-66f99ff3-cd62-472b-a8ea-b95f806d526c req-8ac1c1d7-b14f-44b1-90b6-c0a573bad556 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=20b4b911-e8a6-45af-95dc-9b595aff0444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611651 Feb 09 01:16:22.855252 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-86964f2a-501e-4e2d-932a-f8ed2f0dbf4d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Deleting port a7b06723-9773-4a9d-adb5-d6788d0bfac9 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:16:22.855852 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-86964f2a-501e-4e2d-932a-f8ed2f0dbf4d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:22.857032 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-f0981881-2506-4242-ba26-1b543f7239a1 None None] Port 146395de-f92c-4c35-b3fe-3daec55ccec7 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:16:22.905696 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b689302c-d7b9-4ea8-a259-eb01e8dc2ae5 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:22.996133 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-c30b9a9d-a3b9-43c6-ad5a-f58cb97bcf9b None None] Calling delete_port for a7b06723-9773-4a9d-adb5-d6788d0bfac9 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:16:23.123854 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b689302c-d7b9-4ea8-a259-eb01e8dc2ae5 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Pushing event deleted for resources: {'Port': ['ID=146395de-f92c-4c35-b3fe-3daec55ccec7,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:23.126231 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b689302c-d7b9-4ea8-a259-eb01e8dc2ae5 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:23.138719 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6398c8-06e5-4505-b7f9-2315003ad449 req-56d32ab5-ccb5-48dc-a827-e51952678d14 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:23.146694 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9f6398c8-06e5-4505-b7f9-2315003ad449 req-56d32ab5-ccb5-48dc-a827-e51952678d14 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=003c8876-3c05-4f90-b4ef-a62325ead48b HTTP/1.1" status: 200 len: 944 time: 0.7159650 Feb 09 01:16:23.151943 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b689302c-d7b9-4ea8-a259-eb01e8dc2ae5 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] 10.222.0.105 "DELETE /v2.0/ports/146395de-f92c-4c35-b3fe-3daec55ccec7 HTTP/1.1" status: 204 len: 168 time: 1.5489607 Feb 09 01:16:23.158050 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42308) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:23.188404 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device a7b06723-9773-4a9d-adb5-d6788d0bfac9 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:16:23.216937 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-146a8767-271a-4067-97c6-601ea0cc6e5e tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:23.223584 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c30b9a9d-a3b9-43c6-ad5a-f58cb97bcf9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:23.273352 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: a7b06723-9773-4a9d-adb5-d6788d0bfac9 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:16:23.273990 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device a7b06723-9773-4a9d-adb5-d6788d0bfac9 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:16:23.298117 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30b9a9d-a3b9-43c6-ad5a-f58cb97bcf9b None None] Pushing event deleted for resources: {'Port': ['ID=a7b06723-9773-4a9d-adb5-d6788d0bfac9,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:23.308604 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30b9a9d-a3b9-43c6-ad5a-f58cb97bcf9b None None] No DVR routers for this DVR port a7b06723-9773-4a9d-adb5-d6788d0bfac9 on host n-d-828418-1 {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:16:23.318697 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146a8767-271a-4067-97c6-601ea0cc6e5e tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Pushing event updated for resources: {'Subnet': ['ID=9dbebdf9-57c3-4ff0-a8f0-b24e0ed72aec,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:23.323705 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9df6697-3d60-46ff-9c53-a1f300884390 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] GET failed (client error): The resource could not be found. Feb 09 01:16:23.324349 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-d9df6697-3d60-46ff-9c53-a1f300884390 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Synchronizing usage tracker for tenant:6804efa72c714833a180448eda495e91 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:16:23.334738 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81d5e74-46f2-4658-8cae-545c93001166 None None] Network 8a92b1ef-182a-4d6b-9feb-51ccde0de5b4 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:16:23.459052 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9f6398c8-06e5-4505-b7f9-2315003ad449 req-3dc0c958-665c-4600-816b-97e279b500b1 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112283 Feb 09 01:16:23.503121 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-d9df6697-3d60-46ff-9c53-a1f300884390 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Unset dirty status for tenant:6804efa72c714833a180448eda495e91 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:16:23.509484 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d9df6697-3d60-46ff-9c53-a1f300884390 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] 10.222.0.105 "GET /v2.0/ports/146395de-f92c-4c35-b3fe-3daec55ccec7 HTTP/1.1" status: 404 len: 333 time: 0.3470337 Feb 09 01:16:23.511904 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42312) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:23.519668 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-82bfe435-0ccc-46b8-9cd3-33173d4fcf52 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Request body: {'port': {'network_id': '433285ef-2c58-47e5-a32c-ce248e95852f', 'name': 'tempest-AllowedAddressPairTestJSON-1786628664'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:23.522188 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-86964f2a-501e-4e2d-932a-f8ed2f0dbf4d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] For port a7b06723-9773-4a9d-adb5-d6788d0bfac9, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=a7b06723-9773-4a9d-adb5-d6788d0bfac9,segment=NetworkSegment(b90c9737-93cd-4d39-b46d-32deb0a6dabc),segment_id=b90c9737-93cd-4d39-b46d-32deb0a6dabc)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:16:23.522799 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-86964f2a-501e-4e2d-932a-f8ed2f0dbf4d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:23.531884 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-66f99ff3-cd62-472b-a8ea-b95f806d526c req-41bc46d1-3fb7-40bc-847d-8bc35e5f709e service neutron] 10.222.0.62 "GET /v2.0/networks/20b4b911-e8a6-45af-95dc-9b595aff0444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6458724 Feb 09 01:16:23.630636 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-a22ae7cb-7dda-424a-a34f-3c65d4437e8b req-b756fc1e-03e5-47e9-b989-da15465251cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa4312f1-65e5-47a9-b736-8be54bf623e1 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:16:23.655386 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146a8767-271a-4067-97c6-601ea0cc6e5e tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Checking segment: {'id': 'e177bbeb-e7bf-4f03-a253-97a793272fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '36f51bfc-5f4e-49e8-8c27-1e85746342aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:16:23.655752 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146a8767-271a-4067-97c6-601ea0cc6e5e tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Network hostable DHCP agents. Network: 36f51bfc-5f4e-49e8-8c27-1e85746342aa, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:16:23.667044 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-82bfe435-0ccc-46b8-9cd3-33173d4fcf52 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:16:23.686986 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-82bfe435-0ccc-46b8-9cd3-33173d4fcf52 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:16:23.691003 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146a8767-271a-4067-97c6-601ea0cc6e5e tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Network 36f51bfc-5f4e-49e8-8c27-1e85746342aa is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:16:23.705652 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82bfe435-0ccc-46b8-9cd3-33173d4fcf52 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Made reservation on behalf of 6804efa72c714833a180448eda495e91 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:23.710895 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-82bfe435-0ccc-46b8-9cd3-33173d4fcf52 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:23.722787 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-146a8767-271a-4067-97c6-601ea0cc6e5e tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 36f51bfc-5f4e-49e8-8c27-1e85746342aa) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:23.729112 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146a8767-271a-4067-97c6-601ea0cc6e5e tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:23.729872 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-146a8767-271a-4067-97c6-601ea0cc6e5e tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:23.738821 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b420466-2f34-48b3-88ff-059a7bccb390 None None] Network 36f51bfc-5f4e-49e8-8c27-1e85746342aa requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:16:23.764993 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-86964f2a-501e-4e2d-932a-f8ed2f0dbf4d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Calling delete_port for a7b06723-9773-4a9d-adb5-d6788d0bfac9 owned by network:dhcp {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:16:23.770452 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-82bfe435-0ccc-46b8-9cd3-33173d4fcf52 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] device_id is not set on port b9ffd2e9-ed50-40ec-b35f-4cd17920b098 yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:16:23.810528 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a22ae7cb-7dda-424a-a34f-3c65d4437e8b req-b756fc1e-03e5-47e9-b989-da15465251cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:23.888872 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-a22ae7cb-7dda-424a-a34f-3c65d4437e8b req-b756fc1e-03e5-47e9-b989-da15465251cf service neutron] Transition to ACTIVE for port object aa4312f1-65e5-47a9-b736-8be54bf623e1 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:16:23.910462 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a22ae7cb-7dda-424a-a34f-3c65d4437e8b req-b756fc1e-03e5-47e9-b989-da15465251cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:23.939924 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-146a8767-271a-4067-97c6-601ea0cc6e5e tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9069009 Feb 09 01:16:23.942777 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42318) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:23.950491 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-462e8d8b-166f-4f8d-9943-ef160ea28b54 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Request body: {'router': {'external_gateway_info': {'network_id': '36f51bfc-5f4e-49e8-8c27-1e85746342aa'}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:24.045839 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-66f99ff3-cd62-472b-a8ea-b95f806d526c req-58b071ed-ad3d-44c6-9bd2-ab66d4373baa service neutron] 10.222.0.62 "GET /v2.0/networks/20b4b911-e8a6-45af-95dc-9b595aff0444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5068252 Feb 09 01:16:24.049985 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10595c2-b39b-49fe-b908-58f83de21aea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-36f51bfc-5f4e-49e8-8c27-1e85746342aa', 'network_id': '36f51bfc-5f4e-49e8-8c27-1e85746342aa', 'tenant_id': 'df6a04544dab4059b759c9347fe2f779', 'fixed_ips': [{'subnet_id': '9dbebdf9-57c3-4ff0-a8f0-b24e0ed72aec'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:16:24.051637 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e10595c2-b39b-49fe-b908-58f83de21aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:24.178252 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-82bfe435-0ccc-46b8-9cd3-33173d4fcf52 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Allocated IP 172.20.0.3 (433285ef-2c58-47e5-a32c-ce248e95852f/25bb33df-2cb8-4e21-a136-b9b738df2ea9/b9ffd2e9-ed50-40ec-b35f-4cd17920b098) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:16:24.189856 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.db.api [None req-86964f2a-501e-4e2d-932a-f8ed2f0dbf4d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:16:24.190360 n-d-828418-1 neutron-server[87639]: DEBUG oslo_db.api [None req-86964f2a-501e-4e2d-932a-f8ed2f0dbf4d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:16:24.229316 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b756fc1e-03e5-47e9-b989-da15465251cf service neutron] Pushing event updated for resources: {'Port': ['ID=aa4312f1-65e5-47a9-b736-8be54bf623e1,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:24.253242 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-e10595c2-b39b-49fe-b908-58f83de21aea None None] Allocated IP 2001:db8:1::2 (36f51bfc-5f4e-49e8-8c27-1e85746342aa/9dbebdf9-57c3-4ff0-a8f0-b24e0ed72aec/a93ba629-8b5e-4063-82a1-d01ddeaa0fcc) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:16:24.359053 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4e41ef-b122-4a60-917c-0d02b5f95cc8 req-f55ce4f5-4b4d-4010-b04b-aac56d6c5e95 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:24.360726 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7c4e41ef-b122-4a60-917c-0d02b5f95cc8 req-f55ce4f5-4b4d-4010-b04b-aac56d6c5e95 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/ports?device_id=50f0db9d-747a-410b-aec2-77e3beb7ba8b HTTP/1.1" status: 200 len: 943 time: 0.4451842 Feb 09 01:16:24.413894 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c2d5f-2d47-44cd-8a0a-abee7a462f10 req-3fcabfb9-2b47-428f-9319-f1f9827e6898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:24.415525 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f53c2d5f-2d47-44cd-8a0a-abee7a462f10 req-3fcabfb9-2b47-428f-9319-f1f9827e6898 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ecfa99ec90404d2da344b2927ef93a25&device_id=003c8876-3c05-4f90-b4ef-a62325ead48b HTTP/1.1" status: 200 len: 1095 time: 0.2693820 Feb 09 01:16:24.419533 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-a22ae7cb-7dda-424a-a34f-3c65d4437e8b req-b756fc1e-03e5-47e9-b989-da15465251cf service neutron] Attempting to bind port aa4312f1-65e5-47a9-b736-8be54bf623e1 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:16:24.419964 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-a22ae7cb-7dda-424a-a34f-3c65d4437e8b req-b756fc1e-03e5-47e9-b989-da15465251cf service neutron] Attempting to bind port aa4312f1-65e5-47a9-b736-8be54bf623e1 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'f3d44dac-21f9-43aa-b3cf-261dc7fa64ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '82f30243-02f9-47c5-a321-43941006e74c'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:16:24.420386 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22ae7cb-7dda-424a-a34f-3c65d4437e8b req-b756fc1e-03e5-47e9-b989-da15465251cf service neutron] Attempting to bind port aa4312f1-65e5-47a9-b736-8be54bf623e1 on network 82f30243-02f9-47c5-a321-43941006e74c {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:16:24.451275 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-462e8d8b-166f-4f8d-9943-ef160ea28b54 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:24.503840 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22ae7cb-7dda-424a-a34f-3c65d4437e8b req-b756fc1e-03e5-47e9-b989-da15465251cf service neutron] Port aa4312f1-65e5-47a9-b736-8be54bf623e1 on network 82f30243-02f9-47c5-a321-43941006e74c not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:16:24.503840 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22ae7cb-7dda-424a-a34f-3c65d4437e8b req-b756fc1e-03e5-47e9-b989-da15465251cf service neutron] Attempting to bind port aa4312f1-65e5-47a9-b736-8be54bf623e1 on network 82f30243-02f9-47c5-a321-43941006e74c {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:16:24.509861 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e10595c2-b39b-49fe-b908-58f83de21aea None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:24.525112 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e10595c2-b39b-49fe-b908-58f83de21aea None None] Transition to ACTIVE for port object a93ba629-8b5e-4063-82a1-d01ddeaa0fcc will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:16:24.528920 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22ae7cb-7dda-424a-a34f-3c65d4437e8b req-b756fc1e-03e5-47e9-b989-da15465251cf service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:16:24.529378 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22ae7cb-7dda-424a-a34f-3c65d4437e8b req-b756fc1e-03e5-47e9-b989-da15465251cf service neutron] Checking segment: {'id': 'f3d44dac-21f9-43aa-b3cf-261dc7fa64ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '82f30243-02f9-47c5-a321-43941006e74c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:16:24.529975 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22ae7cb-7dda-424a-a34f-3c65d4437e8b req-b756fc1e-03e5-47e9-b989-da15465251cf service neutron] Bound using segment: {'id': 'f3d44dac-21f9-43aa-b3cf-261dc7fa64ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '82f30243-02f9-47c5-a321-43941006e74c'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:16:24.530511 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-a22ae7cb-7dda-424a-a34f-3c65d4437e8b req-b756fc1e-03e5-47e9-b989-da15465251cf service neutron] Bound port: aa4312f1-65e5-47a9-b736-8be54bf623e1, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3d44dac-21f9-43aa-b3cf-261dc7fa64ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '82f30243-02f9-47c5-a321-43941006e74c'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:16:24.531063 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a22ae7cb-7dda-424a-a34f-3c65d4437e8b req-b756fc1e-03e5-47e9-b989-da15465251cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:24.548658 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e10595c2-b39b-49fe-b908-58f83de21aea None None] Transition to ACTIVE for port object a93ba629-8b5e-4063-82a1-d01ddeaa0fcc will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:16:24.551054 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7c4e41ef-b122-4a60-917c-0d02b5f95cc8 req-15704614-6415-4d9d-a902-4ae2dbcf6c21 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/security-groups?id=59346c3a-364d-410d-a9fb-3c85b0553f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1715841 Feb 09 01:16:24.557249 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e10595c2-b39b-49fe-b908-58f83de21aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:24.697628 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10595c2-b39b-49fe-b908-58f83de21aea None None] Network 36f51bfc-5f4e-49e8-8c27-1e85746342aa is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:24.703871 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-e10595c2-b39b-49fe-b908-58f83de21aea None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:24.709440 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10595c2-b39b-49fe-b908-58f83de21aea None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:16:24.744045 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-86964f2a-501e-4e2d-932a-f8ed2f0dbf4d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Deleting port a7b06723-9773-4a9d-adb5-d6788d0bfac9 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:16:24.744372 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-82bfe435-0ccc-46b8-9cd3-33173d4fcf52 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:24.744553 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-86964f2a-501e-4e2d-932a-f8ed2f0dbf4d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:24.761822 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:24.776033 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-82bfe435-0ccc-46b8-9cd3-33173d4fcf52 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Transition to ACTIVE for port object b9ffd2e9-ed50-40ec-b35f-4cd17920b098 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:16:24.797839 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10595c2-b39b-49fe-b908-58f83de21aea None None] Pushing event updated for resources: {'Port': ['ID=a93ba629-8b5e-4063-82a1-d01ddeaa0fcc,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:24.821872 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-e10595c2-b39b-49fe-b908-58f83de21aea None None] Attempting to bind port a93ba629-8b5e-4063-82a1-d01ddeaa0fcc on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:16:24.822505 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-e10595c2-b39b-49fe-b908-58f83de21aea None None] Attempting to bind port a93ba629-8b5e-4063-82a1-d01ddeaa0fcc by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'e177bbeb-e7bf-4f03-a253-97a793272fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '36f51bfc-5f4e-49e8-8c27-1e85746342aa'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:16:24.822658 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10595c2-b39b-49fe-b908-58f83de21aea None None] Attempting to bind port a93ba629-8b5e-4063-82a1-d01ddeaa0fcc on network 36f51bfc-5f4e-49e8-8c27-1e85746342aa {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:16:24.828099 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10595c2-b39b-49fe-b908-58f83de21aea None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:16:24.828494 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10595c2-b39b-49fe-b908-58f83de21aea None None] Checking segment: {'id': 'e177bbeb-e7bf-4f03-a253-97a793272fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '36f51bfc-5f4e-49e8-8c27-1e85746342aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:16:24.828977 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e10595c2-b39b-49fe-b908-58f83de21aea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:24.829467 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10595c2-b39b-49fe-b908-58f83de21aea None None] Bound using segment: {'id': 'e177bbeb-e7bf-4f03-a253-97a793272fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '36f51bfc-5f4e-49e8-8c27-1e85746342aa'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:16:24.829803 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-e10595c2-b39b-49fe-b908-58f83de21aea None None] Bound port: a93ba629-8b5e-4063-82a1-d01ddeaa0fcc, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e177bbeb-e7bf-4f03-a253-97a793272fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '36f51bfc-5f4e-49e8-8c27-1e85746342aa'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:16:24.830273 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e10595c2-b39b-49fe-b908-58f83de21aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:24.836301 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-82bfe435-0ccc-46b8-9cd3-33173d4fcf52 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:24.878848 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-462e8d8b-166f-4f8d-9943-ef160ea28b54 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:16:24.879754 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-462e8d8b-166f-4f8d-9943-ef160ea28b54 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] 10.222.0.105 "PUT /v2.0/routers/f623fd8a-bc3f-4223-939b-c5052e4ee18c HTTP/1.1" status: 400 len: 364 time: 0.9359982 Feb 09 01:16:24.890389 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42324) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:24.899297 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-86964f2a-501e-4e2d-932a-f8ed2f0dbf4d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] The port 'a7b06723-9773-4a9d-adb5-d6788d0bfac9' was deleted {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:16:24.934919 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e10595c2-b39b-49fe-b908-58f83de21aea None None] For port a93ba629-8b5e-4063-82a1-d01ddeaa0fcc, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:16:24.938006 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e10595c2-b39b-49fe-b908-58f83de21aea None None] For port a93ba629-8b5e-4063-82a1-d01ddeaa0fcc, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=a93ba629-8b5e-4063-82a1-d01ddeaa0fcc,segment=NetworkSegment(e177bbeb-e7bf-4f03-a253-97a793272fb8),segment_id=e177bbeb-e7bf-4f03-a253-97a793272fb8)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:16:24.942798 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e10595c2-b39b-49fe-b908-58f83de21aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:24.958838 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c2d5f-2d47-44cd-8a0a-abee7a462f10 req-8a01df89-5836-421e-b3cb-5518e29f1ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:24.960251 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f53c2d5f-2d47-44cd-8a0a-abee7a462f10 req-8a01df89-5836-421e-b3cb-5518e29f1ae2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=20b4b911-e8a6-45af-95dc-9b595aff0444 HTTP/1.1" status: 200 len: 907 time: 0.5373964 Feb 09 01:16:24.977560 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bfe435-0ccc-46b8-9cd3-33173d4fcf52 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Network 433285ef-2c58-47e5-a32c-ce248e95852f is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:24.988578 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-82bfe435-0ccc-46b8-9cd3-33173d4fcf52 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:24.995831 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bfe435-0ccc-46b8-9cd3-33173d4fcf52 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:16:25.031140 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bfe435-0ccc-46b8-9cd3-33173d4fcf52 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Pushing event updated for resources: {'Port': ['ID=b9ffd2e9-ed50-40ec-b35f-4cd17920b098,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:25.034728 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10595c2-b39b-49fe-b908-58f83de21aea None None] Pushing event updated for resources: {'Port': ['ID=a93ba629-8b5e-4063-82a1-d01ddeaa0fcc,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:25.118376 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-a22ae7cb-7dda-424a-a34f-3c65d4437e8b req-b756fc1e-03e5-47e9-b989-da15465251cf service neutron] For port aa4312f1-65e5-47a9-b736-8be54bf623e1, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:16:25.137977 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f53c2d5f-2d47-44cd-8a0a-abee7a462f10 req-30185d48-b70c-441d-bef6-99b6f9ed46a4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89dd0761-2837-4f0f-bd0d-15b2d1255f28 HTTP/1.1" status: 200 len: 217 time: 0.1580980 Feb 09 01:16:25.154124 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-a22ae7cb-7dda-424a-a34f-3c65d4437e8b req-b756fc1e-03e5-47e9-b989-da15465251cf service neutron] For port aa4312f1-65e5-47a9-b736-8be54bf623e1, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=aa4312f1-65e5-47a9-b736-8be54bf623e1,segment=NetworkSegment(f3d44dac-21f9-43aa-b3cf-261dc7fa64ed),segment_id=f3d44dac-21f9-43aa-b3cf-261dc7fa64ed)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:16:25.197684 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-86964f2a-501e-4e2d-932a-f8ed2f0dbf4d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:25.206018 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a22ae7cb-7dda-424a-a34f-3c65d4437e8b req-b756fc1e-03e5-47e9-b989-da15465251cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:25.334172 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-86964f2a-501e-4e2d-932a-f8ed2f0dbf4d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a92b1ef-182a-4d6b-9feb-51ccde0de5b4']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:25.352437 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ae7cb-7dda-424a-a34f-3c65d4437e8b req-b756fc1e-03e5-47e9-b989-da15465251cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:25.353060 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a22ae7cb-7dda-424a-a34f-3c65d4437e8b req-b756fc1e-03e5-47e9-b989-da15465251cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:25.354483 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a22ae7cb-7dda-424a-a34f-3c65d4437e8b req-b756fc1e-03e5-47e9-b989-da15465251cf service neutron] 10.222.0.62 "PUT /v2.0/ports/aa4312f1-65e5-47a9-b736-8be54bf623e1 HTTP/1.1" status: 200 len: 1091 time: 3.6496587 Feb 09 01:16:25.358992 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50f0db9d-747a-410b-aec2-77e3beb7ba8b', 'tag': 'aa4312f1-65e5-47a9-b736-8be54bf623e1'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:16:25.364948 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-86964f2a-501e-4e2d-932a-f8ed2f0dbf4d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b90c9737-93cd-4d39-b46d-32deb0a6dabc') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:25.365122 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-86964f2a-501e-4e2d-932a-f8ed2f0dbf4d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b90c9737-93cd-4d39-b46d-32deb0a6dabc') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:25.391789 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56807c1c-2af7-46f8-b3c4-77a969329e64 req-75121fe7-09b3-45ef-abae-01a398161edc tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:25.404766 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-56807c1c-2af7-46f8-b3c4-77a969329e64 req-75121fe7-09b3-45ef-abae-01a398161edc tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=003c8876-3c05-4f90-b4ef-a62325ead48b HTTP/1.1" status: 200 len: 944 time: 0.6207693 Feb 09 01:16:25.434190 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c2d5f-2d47-44cd-8a0a-abee7a462f10 req-248817ed-5879-4736-8ef1-fd86c5d58b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:25.435792 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f53c2d5f-2d47-44cd-8a0a-abee7a462f10 req-248817ed-5879-4736-8ef1-fd86c5d58b42 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6a70c5bb-7a88-4efe-b45a-b5773b8dee9d HTTP/1.1" status: 200 len: 846 time: 0.2837367 Feb 09 01:16:25.499017 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-86964f2a-501e-4e2d-932a-f8ed2f0dbf4d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:25.506923 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50f0db9d-747a-410b-aec2-77e3beb7ba8b', 'tag': 'aa4312f1-65e5-47a9-b736-8be54bf623e1', 'status': 'completed', 'code': 200} Feb 09 01:16:25.538570 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bfe435-0ccc-46b8-9cd3-33173d4fcf52 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:25.539220 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-82bfe435-0ccc-46b8-9cd3-33173d4fcf52 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:25.570335 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-16d1fa6e-8610-4ce0-8b3d-eb1a33c2aa94 None None] Provisioning for port b9ffd2e9-ed50-40ec-b35f-4cd17920b098 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:16:25.576506 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-82bfe435-0ccc-46b8-9cd3-33173d4fcf52 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0634289 Feb 09 01:16:25.577198 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42330) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:25.578075 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-86964f2a-501e-4e2d-932a-f8ed2f0dbf4d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:25.589251 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f53c2d5f-2d47-44cd-8a0a-abee7a462f10 req-9691a0eb-dab0-48e0-9bfd-c7c6fefa32bb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=20b4b911-e8a6-45af-95dc-9b595aff0444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0978694 Feb 09 01:16:25.589554 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-d75a2799-eb58-4dae-9246-8179bff15c9f tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Request body: {'port': {'network_id': '433285ef-2c58-47e5-a32c-ce248e95852f', 'name': 'tempest-AllowedAddressPairTestJSON-737527268'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:25.589913 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b756fc1e-03e5-47e9-b989-da15465251cf service neutron] Pushing event updated for resources: {'Port': ['ID=aa4312f1-65e5-47a9-b736-8be54bf623e1,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:25.602266 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-16d1fa6e-8610-4ce0-8b3d-eb1a33c2aa94 None None] Provisioning complete for port b9ffd2e9-ed50-40ec-b35f-4cd17920b098 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:25.604590 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-16d1fa6e-8610-4ce0-8b3d-eb1a33c2aa94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:25.636170 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86964f2a-501e-4e2d-932a-f8ed2f0dbf4d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:16:25.640043 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-86964f2a-501e-4e2d-932a-f8ed2f0dbf4d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:25.662734 n-d-828418-1 neutron-server[87639]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:16:25.662734 n-d-828418-1 neutron-server[87639]: util.warn( Feb 09 01:16:25.662734 n-d-828418-1 neutron-server[87639]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:16:25.662734 n-d-828418-1 neutron-server[87639]: util.warn( Feb 09 01:16:25.662734 n-d-828418-1 neutron-server[87639]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:16:25.662734 n-d-828418-1 neutron-server[87639]: util.warn( Feb 09 01:16:25.662734 n-d-828418-1 neutron-server[87639]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:16:25.662734 n-d-828418-1 neutron-server[87639]: util.warn( Feb 09 01:16:25.662734 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 01:16:25.662734 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:16:25.662734 n-d-828418-1 neutron-server[87639]: timer() Feb 09 01:16:25.662734 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:16:25.662734 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 01:16:25.662734 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:16:25.662734 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 01:16:25.662734 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:16:25.662734 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 01:16:25.662734 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:16:25.662734 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 01:16:25.662734 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:16:25.662734 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 01:16:25.662734 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:16:25.662734 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:16:25.662734 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:16:25.662734 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:16:25.662734 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:16:25.662734 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 01:16:25.662734 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:16:25.662734 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 01:16:25.662734 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:16:25.662734 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:16:25.662734 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:16:25.662734 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 01:16:25.662734 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:16:25.662734 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:16:25.662734 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:16:25.662734 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:16:25.662734 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:16:25.662734 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:16:25.662734 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:16:25.748857 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-16d1fa6e-8610-4ce0-8b3d-eb1a33c2aa94 None None] Port b9ffd2e9-ed50-40ec-b35f-4cd17920b098 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:16:25.799179 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-56807c1c-2af7-46f8-b3c4-77a969329e64 req-1a45d6ff-82c5-4e91-bcb2-c3893b067144 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3935552 Feb 09 01:16:25.892508 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-86964f2a-501e-4e2d-932a-f8ed2f0dbf4d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:25.910330 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ae7cb-7dda-424a-a34f-3c65d4437e8b req-e49aad6d-7765-4b01-a316-e9716f14b622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:25.911884 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a22ae7cb-7dda-424a-a34f-3c65d4437e8b req-e49aad6d-7765-4b01-a316-e9716f14b622 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4feb7579decf4a3183faf64d64a634f4&device_id=50f0db9d-747a-410b-aec2-77e3beb7ba8b HTTP/1.1" status: 200 len: 1094 time: 0.5024137 Feb 09 01:16:25.926528 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-baf6040d-282b-4ff6-86bc-639e7ee66118 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:25.927814 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-86964f2a-501e-4e2d-932a-f8ed2f0dbf4d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:25.943118 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d75a2799-eb58-4dae-9246-8179bff15c9f tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:16:26.024957 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86964f2a-501e-4e2d-932a-f8ed2f0dbf4d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Pushing event deleted for resources: {'Network': ['ID=8a92b1ef-182a-4d6b-9feb-51ccde0de5b4,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:26.035491 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d75a2799-eb58-4dae-9246-8179bff15c9f tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:16:26.056543 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a22ae7cb-7dda-424a-a34f-3c65d4437e8b req-bbac7d59-3a4e-44cb-8253-94d37a113bcb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa4312f1-65e5-47a9-b736-8be54bf623e1 HTTP/1.1" status: 200 len: 217 time: 0.1233635 Feb 09 01:16:26.065718 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-86964f2a-501e-4e2d-932a-f8ed2f0dbf4d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] 10.222.0.105 "DELETE /v2.0/networks/8a92b1ef-182a-4d6b-9feb-51ccde0de5b4 HTTP/1.1" status: 204 len: 168 time: 7.8953099 Feb 09 01:16:26.099103 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42336) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:26.103780 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f53c2d5f-2d47-44cd-8a0a-abee7a462f10 req-53b52afb-35b9-4cac-9677-2ed205725b63 service neutron] 10.222.0.62 "GET /v2.0/networks/20b4b911-e8a6-45af-95dc-9b595aff0444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4981575 Feb 09 01:16:26.163137 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d75a2799-eb58-4dae-9246-8179bff15c9f tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Made reservation on behalf of 6804efa72c714833a180448eda495e91 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:26.166706 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d75a2799-eb58-4dae-9246-8179bff15c9f tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:26.203095 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ee87340-cb91-44df-a9aa-6102f5bef96e tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] DELETE failed (client error): The resource could not be found. Feb 09 01:16:26.203569 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ee87340-cb91-44df-a9aa-6102f5bef96e tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:16:26.220345 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-d75a2799-eb58-4dae-9246-8179bff15c9f tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] device_id is not set on port ffb949ba-00be-4b9e-9db5-a62c86fd5292 yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:16:26.231054 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a42f34-07ad-4e45-ae19-4dd73a85a5c5 req-abbc7dac-29f3-418e-8d5e-8e3e85aeec8c tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:26.232679 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a8a42f34-07ad-4e45-ae19-4dd73a85a5c5 req-abbc7dac-29f3-418e-8d5e-8e3e85aeec8c tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/ports?device_id=50f0db9d-747a-410b-aec2-77e3beb7ba8b HTTP/1.1" status: 200 len: 943 time: 0.4461274 Feb 09 01:16:26.236346 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ae7cb-7dda-424a-a34f-3c65d4437e8b req-2db77b32-39cb-4572-bf18-21ea63532bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:26.237715 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a22ae7cb-7dda-424a-a34f-3c65d4437e8b req-2db77b32-39cb-4572-bf18-21ea63532bbb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=babecade-cdf1-4c50-b1ee-144e30399d1c HTTP/1.1" status: 200 len: 850 time: 0.1667037 Feb 09 01:16:26.262168 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-5ee87340-cb91-44df-a9aa-6102f5bef96e tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] 10.222.0.105 "DELETE /v2.0/networks/8a92b1ef-182a-4d6b-9feb-51ccde0de5b4 HTTP/1.1" status: 404 len: 339 time: 0.1578329 Feb 09 01:16:26.263326 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42340) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:26.279317 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-4f8623a3-c812-45e2-a040-2f214380c51d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1569225937', 'description': 'd1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:26.296265 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-4f8623a3-c812-45e2-a040-2f214380c51d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:16:26.308740 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-4f8623a3-c812-45e2-a040-2f214380c51d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Usage tracker for resource:network and tenant:89095cdfc9c942dc809f66cd477d6f7d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:16:26.341360 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-4f8623a3-c812-45e2-a040-2f214380c51d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:16:26.364713 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f53c2d5f-2d47-44cd-8a0a-abee7a462f10 req-b5d44640-a1aa-45b3-9c64-0bb296b77d3f service neutron] 10.222.0.62 "GET /v2.0/networks/20b4b911-e8a6-45af-95dc-9b595aff0444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517345 Feb 09 01:16:26.364931 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-4f8623a3-c812-45e2-a040-2f214380c51d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:16:26.371766 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a8a42f34-07ad-4e45-ae19-4dd73a85a5c5 req-223488a5-3363-46af-b025-5f179a568823 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/security-groups?id=59346c3a-364d-410d-a9fb-3c85b0553f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312916 Feb 09 01:16:26.399472 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ae7cb-7dda-424a-a34f-3c65d4437e8b req-a5bf978c-5493-49b2-aa88-029cbcf1a8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:26.401319 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a22ae7cb-7dda-424a-a34f-3c65d4437e8b req-a5bf978c-5493-49b2-aa88-029cbcf1a8e3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=82f30243-02f9-47c5-a321-43941006e74c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1560760 Feb 09 01:16:26.412107 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3c3a9f-f52d-4d94-8884-1ab4f605055f None None] Network 36f51bfc-5f4e-49e8-8c27-1e85746342aa requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:16:26.442574 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8623a3-c812-45e2-a040-2f214380c51d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Made reservation on behalf of 89095cdfc9c942dc809f66cd477d6f7d for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:26.446721 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4f8623a3-c812-45e2-a040-2f214380c51d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:26.547352 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1d2eb601-af71-46ae-95fd-74e11d320855 None None] Provisioning for port a93ba629-8b5e-4063-82a1-d01ddeaa0fcc completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:16:26.561276 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f8623a3-c812-45e2-a040-2f214380c51d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:16:26.563942 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-d75a2799-eb58-4dae-9246-8179bff15c9f tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Allocated IP 172.20.0.10 (433285ef-2c58-47e5-a32c-ce248e95852f/25bb33df-2cb8-4e21-a136-b9b738df2ea9/ffb949ba-00be-4b9e-9db5-a62c86fd5292) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:16:26.579382 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-baf6040d-282b-4ff6-86bc-639e7ee66118 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Allocated IP 2001:db8::1 (e1459137-4345-468e-8386-afd6e32d3fb2/1cd20659-2e9f-4d85-b114-533d2374cb97/8e804e2b-827a-49dd-b99f-bd9b4079ec83) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:16:26.597399 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4f8623a3-c812-45e2-a040-2f214380c51d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:26.598135 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-4f8623a3-c812-45e2-a040-2f214380c51d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Added segment 35ae6687-6c17-4db5-8e9b-80746e8e6fad of type vlan for network ab5f0d2d-c76b-4efd-a182-c6e1c0f9fa8a Feb 09 01:16:26.693756 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a22ae7cb-7dda-424a-a34f-3c65d4437e8b req-443d2f95-8f00-438d-84b3-7563d9497c2e service neutron] 10.222.0.62 "GET /v2.0/networks/82f30243-02f9-47c5-a321-43941006e74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858257 Feb 09 01:16:26.727531 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4f8623a3-c812-45e2-a040-2f214380c51d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:26.846478 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a22ae7cb-7dda-424a-a34f-3c65d4437e8b req-885fc6c3-41d1-4a08-9663-d301add5346c service neutron] 10.222.0.62 "GET /v2.0/networks/82f30243-02f9-47c5-a321-43941006e74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466234 Feb 09 01:16:26.961860 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4f8623a3-c812-45e2-a040-2f214380c51d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:26.967349 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8623a3-c812-45e2-a040-2f214380c51d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:26.967938 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4f8623a3-c812-45e2-a040-2f214380c51d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:27.036458 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device a93ba629-8b5e-4063-82a1-d01ddeaa0fcc up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:16:27.079460 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e5911-0c9b-46d4-864a-bd460579c2ed req-86313b86-93ce-4ed1-b27b-58f45554cbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:27.081003 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e70e5911-0c9b-46d4-864a-bd460579c2ed req-86313b86-93ce-4ed1-b27b-58f45554cbd6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4feb7579decf4a3183faf64d64a634f4&device_id=50f0db9d-747a-410b-aec2-77e3beb7ba8b HTTP/1.1" status: 200 len: 1094 time: 0.1855493 Feb 09 01:16:27.093622 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1983b7dd-5a4a-4ed2-b773-a1edf7ae8325 req-6b23cf78-4d1a-4798-8cc9-fcce6e6ad958 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:27.095343 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1983b7dd-5a4a-4ed2-b773-a1edf7ae8325 req-6b23cf78-4d1a-4798-8cc9-fcce6e6ad958 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=003c8876-3c05-4f90-b4ef-a62325ead48b HTTP/1.1" status: 200 len: 944 time: 0.1309125 Feb 09 01:16:27.147857 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-baf6040d-282b-4ff6-86bc-639e7ee66118 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:27.160173 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port a93ba629-8b5e-4063-82a1-d01ddeaa0fcc completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:16:27.166175 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port a93ba629-8b5e-4063-82a1-d01ddeaa0fcc triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:27.166542 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:27.231911 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1983b7dd-5a4a-4ed2-b773-a1edf7ae8325 req-491f0993-0f32-442b-9f62-b15c8fd30f8b tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135662 Feb 09 01:16:27.264260 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e5911-0c9b-46d4-864a-bd460579c2ed req-817931fb-c18b-4652-a0de-2bef26663584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:27.266378 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e70e5911-0c9b-46d4-864a-bd460579c2ed req-817931fb-c18b-4652-a0de-2bef26663584 service neutron] 10.222.0.62 "GET /v2.0/networks?id=82f30243-02f9-47c5-a321-43941006e74c HTTP/1.1" status: 200 len: 912 time: 0.1695883 Feb 09 01:16:27.288002 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-4f8623a3-c812-45e2-a040-2f214380c51d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0217786 Feb 09 01:16:27.291017 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-baf6040d-282b-4ff6-86bc-639e7ee66118 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Transition to ACTIVE for port object 8e804e2b-827a-49dd-b99f-bd9b4079ec83 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:16:27.292155 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42348) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:27.297179 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8623a3-c812-45e2-a040-2f214380c51d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Pushing event updated for resources: {'Network': ['ID=ab5f0d2d-c76b-4efd-a182-c6e1c0f9fa8a,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:27.302145 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:27.314819 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network ab5f0d2d-c76b-4efd-a182-c6e1c0f9fa8a details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:16:27.347043 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e70e5911-0c9b-46d4-864a-bd460579c2ed req-420ec5b4-675b-46df-ac48-f0baafaaed73 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa4312f1-65e5-47a9-b736-8be54bf623e1 HTTP/1.1" status: 200 len: 217 time: 0.0747344 Feb 09 01:16:27.394802 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d75a2799-eb58-4dae-9246-8179bff15c9f tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:27.422491 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e5911-0c9b-46d4-864a-bd460579c2ed req-a264de14-d280-4a9f-9fdd-bde406b4a495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:27.425039 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e70e5911-0c9b-46d4-864a-bd460579c2ed req-a264de14-d280-4a9f-9fdd-bde406b4a495 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=babecade-cdf1-4c50-b1ee-144e30399d1c HTTP/1.1" status: 200 len: 850 time: 0.0703683 Feb 09 01:16:27.428516 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port a93ba629-8b5e-4063-82a1-d01ddeaa0fcc, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=a93ba629-8b5e-4063-82a1-d01ddeaa0fcc,segment=NetworkSegment(e177bbeb-e7bf-4f03-a253-97a793272fb8),segment_id=e177bbeb-e7bf-4f03-a253-97a793272fb8)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:16:27.435433 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:27.450180 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-d75a2799-eb58-4dae-9246-8179bff15c9f tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Transition to ACTIVE for port object ffb949ba-00be-4b9e-9db5-a62c86fd5292 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:16:27.469199 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83eeadd5-57cf-4325-81a3-4f6364860e02 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:27.469945 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-83eeadd5-57cf-4325-81a3-4f6364860e02 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Synchronizing usage tracker for tenant:89095cdfc9c942dc809f66cd477d6f7d on resource:network {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:16:27.501367 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-baf6040d-282b-4ff6-86bc-639e7ee66118 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:27.504799 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=a93ba629-8b5e-4063-82a1-d01ddeaa0fcc,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:27.545797 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-83eeadd5-57cf-4325-81a3-4f6364860e02 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Unset dirty status for tenant:89095cdfc9c942dc809f66cd477d6f7d on resource:network {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:16:27.546980 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-83eeadd5-57cf-4325-81a3-4f6364860e02 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] 10.222.0.105 "GET /v2.0/networks?id=ab5f0d2d-c76b-4efd-a182-c6e1c0f9fa8a HTTP/1.1" status: 200 len: 765 time: 0.2514477 Feb 09 01:16:27.561106 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 42354) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:27.579284 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-096aa21d-e968-4b09-bf46-6455870eb209 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Request body: {'network': {'description': 'd2'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:27.587972 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf6040d-282b-4ff6-86bc-639e7ee66118 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Network e1459137-4345-468e-8386-afd6e32d3fb2 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:27.589260 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d75a2799-eb58-4dae-9246-8179bff15c9f tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:27.594241 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-baf6040d-282b-4ff6-86bc-639e7ee66118 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:27.600230 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf6040d-282b-4ff6-86bc-639e7ee66118 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Pushing event updated for resources: {'Port': ['ID=8e804e2b-827a-49dd-b99f-bd9b4079ec83,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:27.604334 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf6040d-282b-4ff6-86bc-639e7ee66118 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:16:27.604936 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-baf6040d-282b-4ff6-86bc-639e7ee66118 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:27.666306 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e5911-0c9b-46d4-864a-bd460579c2ed req-19511858-5a35-4471-ada4-06fc49b37879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:27.667797 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e70e5911-0c9b-46d4-864a-bd460579c2ed req-19511858-5a35-4471-ada4-06fc49b37879 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=82f30243-02f9-47c5-a321-43941006e74c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2333975 Feb 09 01:16:27.700528 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75a2799-eb58-4dae-9246-8179bff15c9f tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Network 433285ef-2c58-47e5-a32c-ce248e95852f is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:27.705026 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-d75a2799-eb58-4dae-9246-8179bff15c9f tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:27.715763 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75a2799-eb58-4dae-9246-8179bff15c9f tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:16:27.759071 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75a2799-eb58-4dae-9246-8179bff15c9f tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Pushing event updated for resources: {'Port': ['ID=ffb949ba-00be-4b9e-9db5-a62c86fd5292,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:27.808907 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75a2799-eb58-4dae-9246-8179bff15c9f tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:27.809555 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d75a2799-eb58-4dae-9246-8179bff15c9f tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:27.880044 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d75a2799-eb58-4dae-9246-8179bff15c9f tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2989593 Feb 09 01:16:27.880830 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42358) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:27.901056 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-15081039-fcaf-4e64-b75a-e592b9b10c66 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:ee:08:ba'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:1e:a1:6e'}]}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:27.918404 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee2538b-d67d-446e-9663-7cdb002b8ae8 req-85009265-ebf8-4a79-8d04-0d51e58ebdce tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:27.919993 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1ee2538b-d67d-446e-9663-7cdb002b8ae8 req-85009265-ebf8-4a79-8d04-0d51e58ebdce tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/ports?device_id=50f0db9d-747a-410b-aec2-77e3beb7ba8b HTTP/1.1" status: 200 len: 943 time: 0.3914444 Feb 09 01:16:27.950495 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-baf6040d-282b-4ff6-86bc-639e7ee66118 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:28.003135 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-096aa21d-e968-4b09-bf46-6455870eb209 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:28.023684 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 89dd0761-2837-4f0f-bd0d-15b2d1255f28 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:16:28.026763 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e70e5911-0c9b-46d4-864a-bd460579c2ed req-f6b49cce-42a3-4db7-a87f-168abd739807 service neutron] 10.222.0.62 "GET /v2.0/networks/82f30243-02f9-47c5-a321-43941006e74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3438258 Feb 09 01:16:28.074089 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1ee2538b-d67d-446e-9663-7cdb002b8ae8 req-d67e5fa7-5589-4843-90e9-30222cca8a04 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/security-groups?id=59346c3a-364d-410d-a9fb-3c85b0553f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465588 Feb 09 01:16:28.074786 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-096aa21d-e968-4b09-bf46-6455870eb209 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:28.136769 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-342445ea-5f02-4108-940c-056ce4b10a52 None None] Provisioning for port ffb949ba-00be-4b9e-9db5-a62c86fd5292 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:16:28.143279 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-342445ea-5f02-4108-940c-056ce4b10a52 None None] Provisioning complete for port ffb949ba-00be-4b9e-9db5-a62c86fd5292 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:28.143885 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-342445ea-5f02-4108-940c-056ce4b10a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:28.197719 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-096aa21d-e968-4b09-bf46-6455870eb209 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Network ab5f0d2d-c76b-4efd-a182-c6e1c0f9fa8a is not hosted by any dhcp agent {{(pid=87639) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 09 01:16:28.203408 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096aa21d-e968-4b09-bf46-6455870eb209 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:28.204008 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-096aa21d-e968-4b09-bf46-6455870eb209 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:28.207814 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-096aa21d-e968-4b09-bf46-6455870eb209 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] 10.222.0.105 "PUT /v2.0/networks/ab5f0d2d-c76b-4efd-a182-c6e1c0f9fa8a HTTP/1.1" status: 200 len: 762 time: 0.6380637 Feb 09 01:16:28.209635 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42362) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:28.231687 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-342445ea-5f02-4108-940c-056ce4b10a52 None None] Port ffb949ba-00be-4b9e-9db5-a62c86fd5292 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:16:28.242027 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 89dd0761-2837-4f0f-bd0d-15b2d1255f28, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=89dd0761-2837-4f0f-bd0d-15b2d1255f28,segment=NetworkSegment(e4f8d471-753e-488b-969f-03ab5fdd3e2b),segment_id=e4f8d471-753e-488b-969f-03ab5fdd3e2b)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:16:28.252434 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096aa21d-e968-4b09-bf46-6455870eb209 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Pushing event updated for resources: {'Network': ['ID=ab5f0d2d-c76b-4efd-a182-c6e1c0f9fa8a,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:28.259361 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-342445ea-5f02-4108-940c-056ce4b10a52 None None] Provisioning for port 8e804e2b-827a-49dd-b99f-bd9b4079ec83 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:16:28.262930 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '89dd0761-2837-4f0f-bd0d-15b2d1255f28', 'network_id': '20b4b911-e8a6-45af-95dc-9b595aff0444', 'port_id': '89dd0761-2837-4f0f-bd0d-15b2d1255f28', 'mac_address': 'fa:16:3e:d7:d6:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a70c5bb-7a88-4efe-b45a-b5773b8dee9d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:16:28.297644 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network ab5f0d2d-c76b-4efd-a182-c6e1c0f9fa8a details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:16:28.310301 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e70e5911-0c9b-46d4-864a-bd460579c2ed req-566dc69c-563d-4ee9-be2d-104045edc693 service neutron] 10.222.0.62 "GET /v2.0/networks/82f30243-02f9-47c5-a321-43941006e74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720976 Feb 09 01:16:28.318975 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-342445ea-5f02-4108-940c-056ce4b10a52 None None] Provisioning complete for port 8e804e2b-827a-49dd-b99f-bd9b4079ec83 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:28.319400 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-342445ea-5f02-4108-940c-056ce4b10a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:28.445730 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:28.483580 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-342445ea-5f02-4108-940c-056ce4b10a52 None None] Port 8e804e2b-827a-49dd-b99f-bd9b4079ec83 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:16:28.485029 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065cb837-6490-43ee-a5a9-f45b584923cb tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:28.490155 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-065cb837-6490-43ee-a5a9-f45b584923cb tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] 10.222.0.105 "GET /v2.0/networks?id=ab5f0d2d-c76b-4efd-a182-c6e1c0f9fa8a HTTP/1.1" status: 200 len: 765 time: 0.2685344 Feb 09 01:16:28.490382 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89dd0761-2837-4f0f-bd0d-15b2d1255f28 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:16:28.494509 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42368) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:28.495128 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-15081039-fcaf-4e64-b75a-e592b9b10c66 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:28.508162 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 89dd0761-2837-4f0f-bd0d-15b2d1255f28, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=89dd0761-2837-4f0f-bd0d-15b2d1255f28,segment=NetworkSegment(e4f8d471-753e-488b-969f-03ab5fdd3e2b),segment_id=e4f8d471-753e-488b-969f-03ab5fdd3e2b)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:16:28.512716 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:28.593834 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=89dd0761-2837-4f0f-bd0d-15b2d1255f28,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:28.610189 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92373d1b-9480-4b64-bc8f-4469af69e0d0 req-3aee664c-7b28-44ae-b657-adec119393ef tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:28.611677 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-92373d1b-9480-4b64-bc8f-4469af69e0d0 req-3aee664c-7b28-44ae-b657-adec119393ef tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=003c8876-3c05-4f90-b4ef-a62325ead48b HTTP/1.1" status: 200 len: 944 time: 0.2361712 Feb 09 01:16:28.662443 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-92373d1b-9480-4b64-bc8f-4469af69e0d0 req-423e14a1-6691-4f76-a595-8517971c3a40 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431185 Feb 09 01:16:28.732933 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['89dd0761-2837-4f0f-bd0d-15b2d1255f28'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:16:28.958380 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device a93ba629-8b5e-4063-82a1-d01ddeaa0fcc up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:16:28.979455 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32597c63-9c55-4d3e-89dc-ba543254709b tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:28.980936 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-32597c63-9c55-4d3e-89dc-ba543254709b tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] 10.222.0.105 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4761837 Feb 09 01:16:28.983940 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 42372) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:29.025028 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-0bcd0a5e-edc3-428c-b495-1d54857f20f9 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Synchronizing usage tracker for tenant:89095cdfc9c942dc809f66cd477d6f7d on resource:subnet {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:16:29.035250 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port a93ba629-8b5e-4063-82a1-d01ddeaa0fcc triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:29.036356 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:29.041764 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-0bcd0a5e-edc3-428c-b495-1d54857f20f9 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Unset dirty status for tenant:89095cdfc9c942dc809f66cd477d6f7d on resource:subnet {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:16:29.046514 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-0bcd0a5e-edc3-428c-b495-1d54857f20f9 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] 10.222.0.105 "GET /v2.0/subnets?network_id=3d885c3c-255c-4e54-addc-b28437d0b18e HTTP/1.1" status: 200 len: 207 time: 0.0582755 Feb 09 01:16:29.046801 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 42376) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:29.122651 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-baf6040d-282b-4ff6-86bc-639e7ee66118 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:29.174135 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-baf6040d-282b-4ff6-86bc-639e7ee66118 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:29.175189 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-baf6040d-282b-4ff6-86bc-639e7ee66118 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:29.273162 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53ddb25-c0f1-4ea3-9a89-d862807b5e47 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:29.279433 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53ddb25-c0f1-4ea3-9a89-d862807b5e47 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:29.285531 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53ddb25-c0f1-4ea3-9a89-d862807b5e47 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:29.293100 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53ddb25-c0f1-4ea3-9a89-d862807b5e47 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:29.300798 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53ddb25-c0f1-4ea3-9a89-d862807b5e47 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:29.306473 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53ddb25-c0f1-4ea3-9a89-d862807b5e47 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:29.307474 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-f53ddb25-c0f1-4ea3-9a89-d862807b5e47 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Synchronizing usage tracker for tenant:89095cdfc9c942dc809f66cd477d6f7d on resource:network {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:16:29.333304 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-f53ddb25-c0f1-4ea3-9a89-d862807b5e47 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Unset dirty status for tenant:89095cdfc9c942dc809f66cd477d6f7d on resource:network {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:16:29.334527 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f53ddb25-c0f1-4ea3-9a89-d862807b5e47 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] 10.222.0.105 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.2868552 Feb 09 01:16:29.337352 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf6040d-282b-4ff6-86bc-639e7ee66118 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Pushing event updated for resources: {'Port': ['ID=8e804e2b-827a-49dd-b99f-bd9b4079ec83,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:29.339492 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 42382) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:29.357153 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-15081039-fcaf-4e64-b75a-e592b9b10c66 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:29.363121 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-15081039-fcaf-4e64-b75a-e592b9b10c66 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:29.455659 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262dbcfe-e505-48f2-9e48-8f54738fc6e2 req-58974a36-0a1d-48a8-a91d-191e422bea7a tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:29.457299 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-262dbcfe-e505-48f2-9e48-8f54738fc6e2 req-58974a36-0a1d-48a8-a91d-191e422bea7a tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/ports?device_id=50f0db9d-747a-410b-aec2-77e3beb7ba8b HTTP/1.1" status: 200 len: 943 time: 0.2462475 Feb 09 01:16:29.520510 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15081039-fcaf-4e64-b75a-e592b9b10c66 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Pushing event updated for resources: {'Port': ['ID=ffb949ba-00be-4b9e-9db5-a62c86fd5292,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:29.534604 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf6040d-282b-4ff6-86bc-639e7ee66118 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Network e1459137-4345-468e-8386-afd6e32d3fb2 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:29.538430 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-baf6040d-282b-4ff6-86bc-639e7ee66118 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:29.551051 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-15081039-fcaf-4e64-b75a-e592b9b10c66 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] In _notify_port_updated(), no bound segment for port ffb949ba-00be-4b9e-9db5-a62c86fd5292 on network 433285ef-2c58-47e5-a32c-ce248e95852f {{(pid=87638) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 01:16:29.556669 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15081039-fcaf-4e64-b75a-e592b9b10c66 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:29.557335 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-15081039-fcaf-4e64-b75a-e592b9b10c66 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:29.561779 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-15081039-fcaf-4e64-b75a-e592b9b10c66 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] 10.222.0.105 "PUT /v2.0/ports/ffb949ba-00be-4b9e-9db5-a62c86fd5292 HTTP/1.1" status: 200 len: 1055 time: 1.6706705 Feb 09 01:16:29.562616 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42386) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:29.573745 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-262dbcfe-e505-48f2-9e48-8f54738fc6e2 req-42cdb161-548b-4388-8925-c87dd16e0567 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/security-groups?id=59346c3a-364d-410d-a9fb-3c85b0553f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043935 Feb 09 01:16:29.622983 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-5bfd3971-4e23-4b6b-b313-e43982c06f73 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] 10.222.0.105 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.2821879 Feb 09 01:16:29.624827 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 42390) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:29.744608 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b454506-9a3a-4fd9-ae47-fc7176d65635 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:29.746554 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b454506-9a3a-4fd9-ae47-fc7176d65635 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:29.747778 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b454506-9a3a-4fd9-ae47-fc7176d65635 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:29.749278 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b454506-9a3a-4fd9-ae47-fc7176d65635 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:29.751377 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b454506-9a3a-4fd9-ae47-fc7176d65635 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:29.753347 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-4b454506-9a3a-4fd9-ae47-fc7176d65635 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1274691 Feb 09 01:16:29.758352 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 42396) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:29.852642 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e01f458-eb00-4416-b993-66d84938b5f2 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Attributes excluded by policy engine: ['shared'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:29.856280 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e01f458-eb00-4416-b993-66d84938b5f2 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Attributes excluded by policy engine: ['shared'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:29.858177 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e01f458-eb00-4416-b993-66d84938b5f2 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Attributes excluded by policy engine: ['shared'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:29.859635 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-0179616e-0ca5-41e1-92cf-ca1e37fb8bb3 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Deleting port ffb949ba-00be-4b9e-9db5-a62c86fd5292 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:16:29.859980 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e01f458-eb00-4416-b993-66d84938b5f2 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Attributes excluded by policy engine: ['shared'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:29.860097 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0179616e-0ca5-41e1-92cf-ca1e37fb8bb3 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:29.863400 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e01f458-eb00-4416-b993-66d84938b5f2 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Attributes excluded by policy engine: ['shared'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:29.865364 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-9e01f458-eb00-4416-b993-66d84938b5f2 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] 10.222.0.105 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1064579 Feb 09 01:16:29.889215 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42400) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:29.929746 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-bf2fbaef-b290-4da9-87a2-ceaaba3c90c0 None None] Provisioning complete for port ffb949ba-00be-4b9e-9db5-a62c86fd5292 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:29.930427 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bf2fbaef-b290-4da9-87a2-ceaaba3c90c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:29.966180 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d48f94-b90d-4a41-84ae-300c8dd127d2 req-b482efac-4aa6-410d-9417-a77305c66315 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:29.968225 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-73d48f94-b90d-4a41-84ae-300c8dd127d2 req-b482efac-4aa6-410d-9417-a77305c66315 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=003c8876-3c05-4f90-b4ef-a62325ead48b HTTP/1.1" status: 200 len: 945 time: 0.1016119 Feb 09 01:16:29.998246 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-bf2fbaef-b290-4da9-87a2-ceaaba3c90c0 None None] Port ffb949ba-00be-4b9e-9db5-a62c86fd5292 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:16:30.005681 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baf6040d-282b-4ff6-86bc-639e7ee66118 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Router f623fd8a-bc3f-4223-939b-c5052e4ee18c has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:16:30.013060 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-bf2fbaef-b290-4da9-87a2-ceaaba3c90c0 None None] Provisioning complete for port 8e804e2b-827a-49dd-b99f-bd9b4079ec83 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:30.013520 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bf2fbaef-b290-4da9-87a2-ceaaba3c90c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:30.025301 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-73d48f94-b90d-4a41-84ae-300c8dd127d2 req-be5f418a-4e96-4005-a7bd-432c26456ed6 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514770 Feb 09 01:16:30.052321 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device aa4312f1-65e5-47a9-b736-8be54bf623e1 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:16:30.056113 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 89dd0761-2837-4f0f-bd0d-15b2d1255f28 up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:16:30.152994 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-bf2fbaef-b290-4da9-87a2-ceaaba3c90c0 None None] Port 8e804e2b-827a-49dd-b99f-bd9b4079ec83 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:16:30.274225 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port 89dd0761-2837-4f0f-bd0d-15b2d1255f28 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:16:30.289231 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 89dd0761-2837-4f0f-bd0d-15b2d1255f28 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:30.289802 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:30.365847 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76f12a4-9d6f-4935-a614-9b5c54689ab5 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:30.370771 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b76f12a4-9d6f-4935-a614-9b5c54689ab5 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] 10.222.0.105 "GET /v2.0/networks/76098bcf-7a7c-4e04-ba32-11645e7fdc21 HTTP/1.1" status: 200 len: 804 time: 0.4744568 Feb 09 01:16:30.372198 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 42404) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:30.461086 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port aa4312f1-65e5-47a9-b736-8be54bf623e1, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=aa4312f1-65e5-47a9-b736-8be54bf623e1,segment=NetworkSegment(f3d44dac-21f9-43aa-b3cf-261dc7fa64ed),segment_id=f3d44dac-21f9-43aa-b3cf-261dc7fa64ed)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:16:30.479973 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': 'aa4312f1-65e5-47a9-b736-8be54bf623e1', 'network_id': '82f30243-02f9-47c5-a321-43941006e74c', 'port_id': 'aa4312f1-65e5-47a9-b736-8be54bf623e1', 'mac_address': 'fa:16:3e:ec:bc:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'babecade-cdf1-4c50-b1ee-144e30399d1c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:16:30.531567 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf6040d-282b-4ff6-86bc-639e7ee66118 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:16:30.539279 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-baf6040d-282b-4ff6-86bc-639e7ee66118 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] 10.222.0.105 "PUT /v2.0/routers/f623fd8a-bc3f-4223-939b-c5052e4ee18c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6402869 Feb 09 01:16:30.543464 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42408) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:30.551145 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-db11e080-8869-4a12-8ae6-76740d9af287 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] 10.222.0.105 "GET /v2.0/networks/76098bcf-7a7c-4e04-ba32-11645e7fdc21?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1735969 Feb 09 01:16:30.551510 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 42412) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:30.578786 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0fb4a1-a4d5-45a0-958e-fb83a5c6061a None None] Sync routers for ids ['f623fd8a-bc3f-4223-939b-c5052e4ee18c'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:16:30.652156 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:30.657880 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01f8a0b-05b4-48a0-b46f-d7dc46c27976 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:30.672597 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f01f8a0b-05b4-48a0-b46f-d7dc46c27976 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] 10.222.0.105 "GET /v2.0/subnets/9fa35fa5-1329-438e-81ad-8a9f893db563 HTTP/1.1" status: 200 len: 843 time: 0.1150908 Feb 09 01:16:30.673643 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 42418) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:30.698966 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0fb4a1-a4d5-45a0-958e-fb83a5c6061a None None] Routers {'f623fd8a-bc3f-4223-939b-c5052e4ee18c'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:16:30.699604 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-2e0fb4a1-a4d5-45a0-958e-fb83a5c6061a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:16:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['f623fd8a-bc3f-4223-939b-c5052e4ee18c'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:30.710796 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0179616e-0ca5-41e1-92cf-ca1e37fb8bb3 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:30.774825 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '003c8876-3c05-4f90-b4ef-a62325ead48b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89dd0761-2837-4f0f-bd0d-15b2d1255f28'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:16:30.781111 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:30.794194 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-2e0fb4a1-a4d5-45a0-958e-fb83a5c6061a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:30.801865 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 89dd0761-2837-4f0f-bd0d-15b2d1255f28, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=89dd0761-2837-4f0f-bd0d-15b2d1255f28,segment=NetworkSegment(e4f8d471-753e-488b-969f-03ab5fdd3e2b),segment_id=e4f8d471-753e-488b-969f-03ab5fdd3e2b)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:16:30.810347 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:30.814840 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a395ec1e-32aa-4251-939c-7dd6235cab50 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Attributes excluded by policy engine: ['shared'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:30.823248 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-a395ec1e-32aa-4251-939c-7dd6235cab50 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] 10.222.0.105 "GET /v2.0/subnets/9fa35fa5-1329-438e-81ad-8a9f893db563?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1484799 Feb 09 01:16:30.823833 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 42424) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:30.832037 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-cfd4c77b-64bb-41a3-abca-661100a296bc tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1054078944'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:30.847413 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa4312f1-65e5-47a9-b736-8be54bf623e1 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:16:30.848680 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-cfd4c77b-64bb-41a3-abca-661100a296bc tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:16:30.853846 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '003c8876-3c05-4f90-b4ef-a62325ead48b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89dd0761-2837-4f0f-bd0d-15b2d1255f28', 'code': 200} Feb 09 01:16:30.858272 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-0179616e-0ca5-41e1-92cf-ca1e37fb8bb3 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Calling delete_port for ffb949ba-00be-4b9e-9db5-a62c86fd5292 owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:16:30.864449 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0fb4a1-a4d5-45a0-958e-fb83a5c6061a None None] Routers {'f623fd8a-bc3f-4223-939b-c5052e4ee18c'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:16:30.865246 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-2e0fb4a1-a4d5-45a0-958e-fb83a5c6061a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:16:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['f623fd8a-bc3f-4223-939b-c5052e4ee18c'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:30.877842 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-cfd4c77b-64bb-41a3-abca-661100a296bc tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:16:30.905741 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-08136f0f-323b-4b59-8e7f-7733946268f5 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:30.945999 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd4c77b-64bb-41a3-abca-661100a296bc tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Made reservation on behalf of 89095cdfc9c942dc809f66cd477d6f7d for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:30.949410 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cfd4c77b-64bb-41a3-abca-661100a296bc tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:30.959734 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-2e0fb4a1-a4d5-45a0-958e-fb83a5c6061a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:30.960401 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0fb4a1-a4d5-45a0-958e-fb83a5c6061a None None] The sync data for ids ['f623fd8a-bc3f-4223-939b-c5052e4ee18c'] in n-d-828418-1 is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:16:30.967948 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port aa4312f1-65e5-47a9-b736-8be54bf623e1, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=aa4312f1-65e5-47a9-b736-8be54bf623e1,segment=NetworkSegment(f3d44dac-21f9-43aa-b3cf-261dc7fa64ed),segment_id=f3d44dac-21f9-43aa-b3cf-261dc7fa64ed)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:16:30.976423 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:30.982980 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=89dd0761-2837-4f0f-bd0d-15b2d1255f28,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:31.000080 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d1b9b4-ec5f-4f61-bb22-7eb8b2174b0e req-c1bbe3a0-d991-4faa-9b40-2525555caa61 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:31.007826 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-95d1b9b4-ec5f-4f61-bb22-7eb8b2174b0e req-c1bbe3a0-d991-4faa-9b40-2525555caa61 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/ports?device_id=50f0db9d-747a-410b-aec2-77e3beb7ba8b HTTP/1.1" status: 200 len: 943 time: 0.2851548 Feb 09 01:16:31.029258 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfd4c77b-64bb-41a3-abca-661100a296bc tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:16:31.062816 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=aa4312f1-65e5-47a9-b736-8be54bf623e1,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:31.068019 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cfd4c77b-64bb-41a3-abca-661100a296bc tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:31.068586 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-cfd4c77b-64bb-41a3-abca-661100a296bc tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Added segment be0dafcc-8f7e-41ad-8c58-74bce5b790c0 of type vlan for network 65b39d7f-87d8-4a53-a453-e2906d9090b0 Feb 09 01:16:31.118786 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-95d1b9b4-ec5f-4f61-bb22-7eb8b2174b0e req-a68c5f03-f496-4314-ab4b-32f2d494f031 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/security-groups?id=59346c3a-364d-410d-a9fb-3c85b0553f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041296 Feb 09 01:16:31.129181 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe964e-8411-4c18-aa05-7423d4f26850 req-ec91dd09-fc24-4d23-a960-1b7fabc7dc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:31.135900 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0fbe964e-8411-4c18-aa05-7423d4f26850 req-ec91dd09-fc24-4d23-a960-1b7fabc7dc2a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=003c8876-3c05-4f90-b4ef-a62325ead48b HTTP/1.1" status: 200 len: 1097 time: 0.2229192 Feb 09 01:16:31.138114 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cfd4c77b-64bb-41a3-abca-661100a296bc tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:31.148717 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-08136f0f-323b-4b59-8e7f-7733946268f5 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 01:16:31.148717 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-08136f0f-323b-4b59-8e7f-7733946268f5 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] 10.222.0.105 "DELETE /v2.0/routers/f623fd8a-bc3f-4223-939b-c5052e4ee18c HTTP/1.1" status: 409 len: 329 time: 0.6014609 Feb 09 01:16:31.157557 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 42432) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:31.186330 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0179616e-0ca5-41e1-92cf-ca1e37fb8bb3 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:31.212631 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['aa4312f1-65e5-47a9-b736-8be54bf623e1'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:16:31.277460 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0179616e-0ca5-41e1-92cf-ca1e37fb8bb3 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Pushing event deleted for resources: {'Port': ['ID=ffb949ba-00be-4b9e-9db5-a62c86fd5292,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:31.306352 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.db.resource_extend [None req-cfd4c77b-64bb-41a3-abca-661100a296bc tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:16:31.410469 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0fbe964e-8411-4c18-aa05-7423d4f26850 req-40170e66-84de-4596-91eb-ef0391d9cad9 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700181 Feb 09 01:16:31.426440 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cfd4c77b-64bb-41a3-abca-661100a296bc tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:31.432839 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd4c77b-64bb-41a3-abca-661100a296bc tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:31.433532 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cfd4c77b-64bb-41a3-abca-661100a296bc tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:31.590795 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0179616e-0ca5-41e1-92cf-ca1e37fb8bb3 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:31.607302 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-0179616e-0ca5-41e1-92cf-ca1e37fb8bb3 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] 10.222.0.105 "DELETE /v2.0/ports/ffb949ba-00be-4b9e-9db5-a62c86fd5292 HTTP/1.1" status: 204 len: 168 time: 2.0410209 Feb 09 01:16:31.607571 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42436) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:31.653183 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe964c03-4a6f-4d91-a97f-a9fda7e70edd tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] GET failed (client error): The resource could not be found. Feb 09 01:16:31.653415 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-fe964c03-4a6f-4d91-a97f-a9fda7e70edd tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Synchronizing usage tracker for tenant:6804efa72c714833a180448eda495e91 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:16:31.668914 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-fe964c03-4a6f-4d91-a97f-a9fda7e70edd tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Unset dirty status for tenant:6804efa72c714833a180448eda495e91 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:16:31.672571 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-fe964c03-4a6f-4d91-a97f-a9fda7e70edd tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] 10.222.0.105 "GET /v2.0/ports/ffb949ba-00be-4b9e-9db5-a62c86fd5292 HTTP/1.1" status: 404 len: 333 time: 0.0617154 Feb 09 01:16:31.672780 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42440) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:31.745460 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-d365a015-681d-4a98-ab6c-fcb0d9bf0113 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Deleting port b9ffd2e9-ed50-40ec-b35f-4cd17920b098 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:16:31.745828 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d365a015-681d-4a98-ab6c-fcb0d9bf0113 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:31.758312 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd4c77b-64bb-41a3-abca-661100a296bc tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Pushing event updated for resources: {'Network': ['ID=65b39d7f-87d8-4a53-a453-e2906d9090b0,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:31.769539 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 65b39d7f-87d8-4a53-a453-e2906d9090b0 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:16:31.826953 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-cfd4c77b-64bb-41a3-abca-661100a296bc tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9968474 Feb 09 01:16:31.837944 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 42444) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:31.848015 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-e234a532-caf2-4928-af4a-e61df7723c87 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Request body: {'subnet': {'network_id': '65b39d7f-87d8-4a53-a453-e2906d9090b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:31.870236 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f53c76-dd42-41de-ac15-d7fa1bfb6108 req-f2a8ab5b-6311-4b55-b27f-58ada9adb1c3 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:31.871725 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-31f53c76-dd42-41de-ac15-d7fa1bfb6108 req-f2a8ab5b-6311-4b55-b27f-58ada9adb1c3 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=003c8876-3c05-4f90-b4ef-a62325ead48b HTTP/1.1" status: 200 len: 946 time: 0.6476853 Feb 09 01:16:32.017500 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d365a015-681d-4a98-ab6c-fcb0d9bf0113 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:32.053276 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e234a532-caf2-4928-af4a-e61df7723c87 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:16:32.057751 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device aa4312f1-65e5-47a9-b736-8be54bf623e1 up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:16:32.058500 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-31f53c76-dd42-41de-ac15-d7fa1bfb6108 req-a7a8ba5f-2a47-447d-bad2-e9cf41dd404f tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368508 Feb 09 01:16:32.094526 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e234a532-caf2-4928-af4a-e61df7723c87 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:16:32.122827 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e234a532-caf2-4928-af4a-e61df7723c87 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Made reservation on behalf of 89095cdfc9c942dc809f66cd477d6f7d for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:32.126474 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e234a532-caf2-4928-af4a-e61df7723c87 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:32.148749 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port aa4312f1-65e5-47a9-b736-8be54bf623e1 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:16:32.157339 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port aa4312f1-65e5-47a9-b736-8be54bf623e1 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:32.158285 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:32.283348 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.ipam_backend_mixin [None req-e234a532-caf2-4928-af4a-e61df7723c87 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Performing IP validity checks on allocation pools {{(pid=87639) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 09 01:16:32.283875 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.ipam_backend_mixin [None req-e234a532-caf2-4928-af4a-e61df7723c87 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87639) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 09 01:16:32.299857 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-d365a015-681d-4a98-ab6c-fcb0d9bf0113 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Calling delete_port for b9ffd2e9-ed50-40ec-b35f-4cd17920b098 owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:16:32.304766 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:32.341459 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port aa4312f1-65e5-47a9-b736-8be54bf623e1, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=aa4312f1-65e5-47a9-b736-8be54bf623e1,segment=NetworkSegment(f3d44dac-21f9-43aa-b3cf-261dc7fa64ed),segment_id=f3d44dac-21f9-43aa-b3cf-261dc7fa64ed)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:16:32.348648 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:32.414860 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e88e490-dbfe-4613-990c-27c3fa03a905 req-650615ef-9969-4abe-9161-063fcf54bc94 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:32.416268 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8e88e490-dbfe-4613-990c-27c3fa03a905 req-650615ef-9969-4abe-9161-063fcf54bc94 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/ports?device_id=50f0db9d-747a-410b-aec2-77e3beb7ba8b HTTP/1.1" status: 200 len: 944 time: 0.1818249 Feb 09 01:16:32.425509 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=aa4312f1-65e5-47a9-b736-8be54bf623e1,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:32.472055 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d365a015-681d-4a98-ab6c-fcb0d9bf0113 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:32.535323 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365a015-681d-4a98-ab6c-fcb0d9bf0113 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Pushing event deleted for resources: {'Port': ['ID=b9ffd2e9-ed50-40ec-b35f-4cd17920b098,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:32.540280 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8e88e490-dbfe-4613-990c-27c3fa03a905 req-18fb749b-9cec-41e3-ba79-df12bca3e344 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/security-groups?id=59346c3a-364d-410d-a9fb-3c85b0553f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879655 Feb 09 01:16:32.544772 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-716a1dc5-ccf3-4966-a146-3386225af9d8 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:32.663892 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d365a015-681d-4a98-ab6c-fcb0d9bf0113 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:32.684674 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d365a015-681d-4a98-ab6c-fcb0d9bf0113 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] 10.222.0.105 "DELETE /v2.0/ports/b9ffd2e9-ed50-40ec-b35f-4cd17920b098 HTTP/1.1" status: 204 len: 168 time: 1.0108845 Feb 09 01:16:32.686388 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42450) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:32.745147 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e234a532-caf2-4928-af4a-e61df7723c87 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:32.751042 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc8c7eac-6979-45f3-bd6c-76bc6047230c tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] GET failed (client error): The resource could not be found. Feb 09 01:16:32.751580 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-bc8c7eac-6979-45f3-bd6c-76bc6047230c tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Synchronizing usage tracker for tenant:6804efa72c714833a180448eda495e91 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:16:32.768824 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-bc8c7eac-6979-45f3-bd6c-76bc6047230c tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Unset dirty status for tenant:6804efa72c714833a180448eda495e91 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:16:32.775729 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-bc8c7eac-6979-45f3-bd6c-76bc6047230c tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] 10.222.0.105 "GET /v2.0/ports/b9ffd2e9-ed50-40ec-b35f-4cd17920b098 HTTP/1.1" status: 404 len: 333 time: 0.0867174 Feb 09 01:16:32.776657 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42454) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:32.853320 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-572129bb-25ef-463c-b174-7385370fd843 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Deleting port 78da7ae1-eaff-456c-aaf6-74ae0291e4cb {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:16:32.853695 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-572129bb-25ef-463c-b174-7385370fd843 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:32.855643 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f0db9d-747a-410b-aec2-77e3beb7ba8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa4312f1-65e5-47a9-b736-8be54bf623e1'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:16:32.908909 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f0db9d-747a-410b-aec2-77e3beb7ba8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa4312f1-65e5-47a9-b736-8be54bf623e1', 'code': 200} Feb 09 01:16:32.938053 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e234a532-caf2-4928-af4a-e61df7723c87 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Pushing event updated for resources: {'Subnet': ['ID=85ddea09-eb67-4667-a751-477e3d5e9535,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:32.954179 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e234a532-caf2-4928-af4a-e61df7723c87 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Checking segment: {'id': 'be0dafcc-8f7e-41ad-8c58-74bce5b790c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '65b39d7f-87d8-4a53-a453-e2906d9090b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:16:32.954540 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e234a532-caf2-4928-af4a-e61df7723c87 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Network hostable DHCP agents. Network: 65b39d7f-87d8-4a53-a453-e2906d9090b0, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:16:33.036045 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e234a532-caf2-4928-af4a-e61df7723c87 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Network 65b39d7f-87d8-4a53-a453-e2906d9090b0 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:16:33.076041 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-e234a532-caf2-4928-af4a-e61df7723c87 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 65b39d7f-87d8-4a53-a453-e2906d9090b0) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:33.083831 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7c2a16-a3d3-4d49-a8ed-7eb2fe4fa1be None None] Network 65b39d7f-87d8-4a53-a453-e2906d9090b0 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:16:33.086876 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e234a532-caf2-4928-af4a-e61df7723c87 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:33.087474 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e234a532-caf2-4928-af4a-e61df7723c87 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:33.136131 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-572129bb-25ef-463c-b174-7385370fd843 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:33.145430 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-e234a532-caf2-4928-af4a-e61df7723c87 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.3038852 Feb 09 01:16:33.145430 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-716a1dc5-ccf3-4966-a146-3386225af9d8 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Deleting port 8e804e2b-827a-49dd-b99f-bd9b4079ec83 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:16:33.145430 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-716a1dc5-ccf3-4966-a146-3386225af9d8 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:33.145854 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42462) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:33.152470 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-11d0cd0a-2134-4b29-a275-c9293518db15 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:33.175632 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aed28cf-9ef9-4b69-b97f-7f3093558496 req-cdc6d510-1a4d-4a58-a64e-d189d3d2bced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:33.177103 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9aed28cf-9ef9-4b69-b97f-7f3093558496 req-cdc6d510-1a4d-4a58-a64e-d189d3d2bced service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=50f0db9d-747a-410b-aec2-77e3beb7ba8b HTTP/1.1" status: 200 len: 1096 time: 0.2095757 Feb 09 01:16:33.343383 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-572129bb-25ef-463c-b174-7385370fd843 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Calling delete_port for 78da7ae1-eaff-456c-aaf6-74ae0291e4cb owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:16:33.381389 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93863586-b471-44d9-b572-29f239d0b172 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-65b39d7f-87d8-4a53-a453-e2906d9090b0', 'network_id': '65b39d7f-87d8-4a53-a453-e2906d9090b0', 'tenant_id': '89095cdfc9c942dc809f66cd477d6f7d', 'fixed_ips': [{'subnet_id': '85ddea09-eb67-4667-a751-477e3d5e9535'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:16:33.382474 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-93863586-b471-44d9-b572-29f239d0b172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:33.452825 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9aed28cf-9ef9-4b69-b97f-7f3093558496 req-62873dae-02aa-418a-b825-43e931194901 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=59346c3a-364d-410d-a9fb-3c85b0553f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2679999 Feb 09 01:16:33.501627 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-11d0cd0a-2134-4b29-a275-c9293518db15 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3146026'] for subnet, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:33.576164 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-93863586-b471-44d9-b572-29f239d0b172 None None] Allocated IP 2001:db8::3 (65b39d7f-87d8-4a53-a453-e2906d9090b0/85ddea09-eb67-4667-a751-477e3d5e9535/e67ef045-bd49-4dae-83c8-b9c88384d3e7) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:16:33.581638 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-716a1dc5-ccf3-4966-a146-3386225af9d8 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:33.605658 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-572129bb-25ef-463c-b174-7385370fd843 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:33.669642 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572129bb-25ef-463c-b174-7385370fd843 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Pushing event deleted for resources: {'Port': ['ID=78da7ae1-eaff-456c-aaf6-74ae0291e4cb,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:33.743207 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-716a1dc5-ccf3-4966-a146-3386225af9d8 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Calling delete_port for 8e804e2b-827a-49dd-b99f-bd9b4079ec83 owned by network:router_interface {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:16:33.801125 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-572129bb-25ef-463c-b174-7385370fd843 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:33.819996 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-572129bb-25ef-463c-b174-7385370fd843 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] 10.222.0.105 "DELETE /v2.0/ports/78da7ae1-eaff-456c-aaf6-74ae0291e4cb HTTP/1.1" status: 204 len: 168 time: 1.0388045 Feb 09 01:16:33.820521 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42468) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:33.821043 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c3810-d8f8-4774-91fe-d48b9bb06860 req-4a836c99-3a40-48cf-9de6-cdb21dd8554e tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:33.822970 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1c7c3810-d8f8-4774-91fe-d48b9bb06860 req-4a836c99-3a40-48cf-9de6-cdb21dd8554e tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=003c8876-3c05-4f90-b4ef-a62325ead48b HTTP/1.1" status: 200 len: 946 time: 0.3797948 Feb 09 01:16:33.907161 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6838722-2460-46d3-b57d-35ea75174a23 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Deleting subnet 25bb33df-2cb8-4e21-a136-b9b738df2ea9 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:16:33.908613 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-93863586-b471-44d9-b572-29f239d0b172 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:33.914857 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d6838722-2460-46d3-b57d-35ea75174a23 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:33.922458 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-93863586-b471-44d9-b572-29f239d0b172 None None] Transition to ACTIVE for port object e67ef045-bd49-4dae-83c8-b9c88384d3e7 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:16:33.943036 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-93863586-b471-44d9-b572-29f239d0b172 None None] Transition to ACTIVE for port object e67ef045-bd49-4dae-83c8-b9c88384d3e7 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:16:33.950302 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-93863586-b471-44d9-b572-29f239d0b172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:33.972746 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1c7c3810-d8f8-4774-91fe-d48b9bb06860 req-418a3d36-54aa-45ca-a60b-0dc183b86501 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929487 Feb 09 01:16:34.009573 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df903807-f006-4691-8df7-c1363be6b29b req-453baf28-d0ea-46c0-a12a-51fd575cdcbd tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:34.017700 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-df903807-f006-4691-8df7-c1363be6b29b req-453baf28-d0ea-46c0-a12a-51fd575cdcbd tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/ports?device_id=50f0db9d-747a-410b-aec2-77e3beb7ba8b HTTP/1.1" status: 200 len: 945 time: 0.1921668 Feb 09 01:16:34.028772 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93863586-b471-44d9-b572-29f239d0b172 None None] Network 65b39d7f-87d8-4a53-a453-e2906d9090b0 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:34.038819 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-93863586-b471-44d9-b572-29f239d0b172 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:34.044057 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d6838722-2460-46d3-b57d-35ea75174a23 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:34.044311 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93863586-b471-44d9-b572-29f239d0b172 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:16:34.124601 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-df903807-f006-4691-8df7-c1363be6b29b req-47c46806-faa8-421d-8012-9aae8c2585d9 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/security-groups?id=59346c3a-364d-410d-a9fb-3c85b0553f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051567 Feb 09 01:16:34.138796 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93863586-b471-44d9-b572-29f239d0b172 None None] Pushing event updated for resources: {'Port': ['ID=e67ef045-bd49-4dae-83c8-b9c88384d3e7,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:34.166950 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-93863586-b471-44d9-b572-29f239d0b172 None None] Attempting to bind port e67ef045-bd49-4dae-83c8-b9c88384d3e7 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:16:34.167382 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-93863586-b471-44d9-b572-29f239d0b172 None None] Attempting to bind port e67ef045-bd49-4dae-83c8-b9c88384d3e7 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'be0dafcc-8f7e-41ad-8c58-74bce5b790c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '65b39d7f-87d8-4a53-a453-e2906d9090b0'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:16:34.167861 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93863586-b471-44d9-b572-29f239d0b172 None None] Attempting to bind port e67ef045-bd49-4dae-83c8-b9c88384d3e7 on network 65b39d7f-87d8-4a53-a453-e2906d9090b0 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:16:34.173629 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93863586-b471-44d9-b572-29f239d0b172 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:16:34.173904 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93863586-b471-44d9-b572-29f239d0b172 None None] Checking segment: {'id': 'be0dafcc-8f7e-41ad-8c58-74bce5b790c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '65b39d7f-87d8-4a53-a453-e2906d9090b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:16:34.174876 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-93863586-b471-44d9-b572-29f239d0b172 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:34.174876 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93863586-b471-44d9-b572-29f239d0b172 None None] Bound using segment: {'id': 'be0dafcc-8f7e-41ad-8c58-74bce5b790c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '65b39d7f-87d8-4a53-a453-e2906d9090b0'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:16:34.175928 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-93863586-b471-44d9-b572-29f239d0b172 None None] Bound port: e67ef045-bd49-4dae-83c8-b9c88384d3e7, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0dafcc-8f7e-41ad-8c58-74bce5b790c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '65b39d7f-87d8-4a53-a453-e2906d9090b0'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:16:34.176737 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-93863586-b471-44d9-b572-29f239d0b172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:34.199515 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-716a1dc5-ccf3-4966-a146-3386225af9d8 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:34.245767 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d6838722-2460-46d3-b57d-35ea75174a23 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:34.257364 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716a1dc5-ccf3-4966-a146-3386225af9d8 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Pushing event deleted for resources: {'Port': ['ID=8e804e2b-827a-49dd-b99f-bd9b4079ec83,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:34.278120 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-93863586-b471-44d9-b572-29f239d0b172 None None] For port e67ef045-bd49-4dae-83c8-b9c88384d3e7, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:16:34.282233 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-93863586-b471-44d9-b572-29f239d0b172 None None] For port e67ef045-bd49-4dae-83c8-b9c88384d3e7, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=e67ef045-bd49-4dae-83c8-b9c88384d3e7,segment=NetworkSegment(be0dafcc-8f7e-41ad-8c58-74bce5b790c0),segment_id=be0dafcc-8f7e-41ad-8c58-74bce5b790c0)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:16:34.289415 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-93863586-b471-44d9-b572-29f239d0b172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:34.332987 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-11d0cd0a-2134-4b29-a275-c9293518db15 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734725384964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2564995'] for subnet, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:34.377163 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93863586-b471-44d9-b572-29f239d0b172 None None] Pushing event updated for resources: {'Port': ['ID=e67ef045-bd49-4dae-83c8-b9c88384d3e7,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:34.479236 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-716a1dc5-ccf3-4966-a146-3386225af9d8 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:34.507880 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d3690-f441-4d58-9d7e-9e383ec39c81 req-c574afee-3388-4f64-afcf-2c25c92b6f20 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:34.515629 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-eb2d3690-f441-4d58-9d7e-9e383ec39c81 req-c574afee-3388-4f64-afcf-2c25c92b6f20 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=003c8876-3c05-4f90-b4ef-a62325ead48b HTTP/1.1" status: 200 len: 946 time: 0.3708849 Feb 09 01:16:34.589955 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d0cd0a-2134-4b29-a275-c9293518db15 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:34.590556 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-11d0cd0a-2134-4b29-a275-c9293518db15 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:34.607279 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-11d0cd0a-2134-4b29-a275-c9293518db15 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] 10.222.0.105 "PUT /v2.0/subnets/85ddea09-eb67-4667-a751-477e3d5e9535 HTTP/1.1" status: 200 len: 900 time: 1.4453490 Feb 09 01:16:34.625082 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42474) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:34.750484 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d6838722-2460-46d3-b57d-35ea75174a23 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:34.782776 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d0cd0a-2134-4b29-a275-c9293518db15 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Pushing event updated for resources: {'Subnet': ['ID=85ddea09-eb67-4667-a751-477e3d5e9535,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:34.801245 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebadfdc-d79e-4b33-ab2a-7fea942ec23a None None] Network 433285ef-2c58-47e5-a32c-ce248e95852f requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:16:34.834158 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-eb2d3690-f441-4d58-9d7e-9e383ec39c81 req-239374b5-a05c-49ae-b528-56a7554e4c78 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175037 Feb 09 01:16:34.877149 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6838722-2460-46d3-b57d-35ea75174a23 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Pushing event deleted for resources: {'Subnet': ['ID=25bb33df-2cb8-4e21-a136-b9b738df2ea9,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:34.887859 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d6838722-2460-46d3-b57d-35ea75174a23 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:34.910592 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d6838722-2460-46d3-b57d-35ea75174a23 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] 10.222.0.105 "DELETE /v2.0/subnets/25bb33df-2cb8-4e21-a136-b9b738df2ea9 HTTP/1.1" status: 204 len: 168 time: 1.0868537 Feb 09 01:16:34.918392 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 42480) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:34.982424 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c097aa78-cb81-4cd4-ba5c-441aac0036f6 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:35.011054 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-c097aa78-cb81-4cd4-ba5c-441aac0036f6 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Deleting port e67ef045-bd49-4dae-83c8-b9c88384d3e7 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:16:35.011689 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c097aa78-cb81-4cd4-ba5c-441aac0036f6 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:35.107862 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device e67ef045-bd49-4dae-83c8-b9c88384d3e7 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:16:35.166706 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-716a1dc5-ccf3-4966-a146-3386225af9d8 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Router f623fd8a-bc3f-4223-939b-c5052e4ee18c has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:16:35.213036 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8d92e0-0993-4544-ba7f-15b2e6bb187f None None] DHCP port deletion for 433285ef-2c58-47e5-a32c-ce248e95852f request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:16:35.220182 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-dd8d92e0-0993-4544-ba7f-15b2e6bb187f None None] Deleting port de523666-9053-4769-890a-a12cfecec090 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:16:35.222154 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-dd8d92e0-0993-4544-ba7f-15b2e6bb187f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:35.301178 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port e67ef045-bd49-4dae-83c8-b9c88384d3e7 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:16:35.387906 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-c097aa78-cb81-4cd4-ba5c-441aac0036f6 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] For port e67ef045-bd49-4dae-83c8-b9c88384d3e7, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=e67ef045-bd49-4dae-83c8-b9c88384d3e7,segment=NetworkSegment(be0dafcc-8f7e-41ad-8c58-74bce5b790c0),segment_id=be0dafcc-8f7e-41ad-8c58-74bce5b790c0)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:16:35.388282 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c097aa78-cb81-4cd4-ba5c-441aac0036f6 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:35.433802 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ffaea514-cb53-4bdd-b64e-67b1a4daa0d5 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:35.504246 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-dd8d92e0-0993-4544-ba7f-15b2e6bb187f None None] For port de523666-9053-4769-890a-a12cfecec090, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=de523666-9053-4769-890a-a12cfecec090,segment=NetworkSegment(f77b9332-07e1-4593-adf2-00c946fbfbda),segment_id=f77b9332-07e1-4593-adf2-00c946fbfbda)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:16:35.505860 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-dd8d92e0-0993-4544-ba7f-15b2e6bb187f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:35.528732 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-716a1dc5-ccf3-4966-a146-3386225af9d8 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:16:35.540257 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25fd370-8769-44ad-b500-a4dc11b013a4 None None] Sync routers for ids ['f623fd8a-bc3f-4223-939b-c5052e4ee18c'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:16:35.549791 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-c097aa78-cb81-4cd4-ba5c-441aac0036f6 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Calling delete_port for e67ef045-bd49-4dae-83c8-b9c88384d3e7 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:16:35.563246 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25fd370-8769-44ad-b500-a4dc11b013a4 None None] Routers {'f623fd8a-bc3f-4223-939b-c5052e4ee18c'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:16:35.564080 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-b25fd370-8769-44ad-b500-a4dc11b013a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:16:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['f623fd8a-bc3f-4223-939b-c5052e4ee18c'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:35.589213 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-ffaea514-cb53-4bdd-b64e-67b1a4daa0d5 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Deleting port de523666-9053-4769-890a-a12cfecec090 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:16:35.589742 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ffaea514-cb53-4bdd-b64e-67b1a4daa0d5 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:35.669778 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-716a1dc5-ccf3-4966-a146-3386225af9d8 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] 10.222.0.105 "PUT /v2.0/routers/f623fd8a-bc3f-4223-939b-c5052e4ee18c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5104208 Feb 09 01:16:35.671057 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-b25fd370-8769-44ad-b500-a4dc11b013a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:35.672788 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 42488) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:35.674424 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-dd8d92e0-0993-4544-ba7f-15b2e6bb187f None None] Calling delete_port for de523666-9053-4769-890a-a12cfecec090 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:16:35.695129 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25fd370-8769-44ad-b500-a4dc11b013a4 None None] Routers {'f623fd8a-bc3f-4223-939b-c5052e4ee18c'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:16:35.696172 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-b25fd370-8769-44ad-b500-a4dc11b013a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:16:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['f623fd8a-bc3f-4223-939b-c5052e4ee18c'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:35.764235 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-b25fd370-8769-44ad-b500-a4dc11b013a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:35.765175 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25fd370-8769-44ad-b500-a4dc11b013a4 None None] The sync data for ids ['f623fd8a-bc3f-4223-939b-c5052e4ee18c'] in n-d-828418-1 is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:16:35.773516 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-dd8d92e0-0993-4544-ba7f-15b2e6bb187f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:35.792163 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c097aa78-cb81-4cd4-ba5c-441aac0036f6 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:35.824816 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [None req-a9cc1c29-9565-42e7-b321-a9dcd1b389b8 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] show failed (client error): The resource could not be found. Feb 09 01:16:35.825995 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-a9cc1c29-9565-42e7-b321-a9dcd1b389b8 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] 10.222.0.105 "GET /v2.0/routers/tempest-non_exist_router-1647272665 HTTP/1.1" status: 404 len: 335 time: 0.1353781 Feb 09 01:16:35.832237 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8d92e0-0993-4544-ba7f-15b2e6bb187f None None] No DVR routers for this DVR port de523666-9053-4769-890a-a12cfecec090 on host n-d-828418-1 {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:16:35.833381 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 42492) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:35.840424 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8d92e0-0993-4544-ba7f-15b2e6bb187f None None] Pushing event deleted for resources: {'Port': ['ID=de523666-9053-4769-890a-a12cfecec090,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:35.854193 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-0a36cdd2-939e-44c8-8cbe-55ddbc2c933d tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:35.864101 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c097aa78-cb81-4cd4-ba5c-441aac0036f6 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Pushing event deleted for resources: {'Port': ['ID=e67ef045-bd49-4dae-83c8-b9c88384d3e7,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:35.889642 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc90c2d-97af-4140-a174-acc94051a1ae None None] Network 65b39d7f-87d8-4a53-a453-e2906d9090b0 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:16:35.947046 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-ffaea514-cb53-4bdd-b64e-67b1a4daa0d5 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] The port 'de523666-9053-4769-890a-a12cfecec090' was deleted {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:16:35.948010 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c097aa78-cb81-4cd4-ba5c-441aac0036f6 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] No DVR routers for this DVR port e67ef045-bd49-4dae-83c8-b9c88384d3e7 on host n-d-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:16:35.957182 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5a9279a8-0eea-40d6-8fa2-937c362746e5 None None] Could not find standard attr ID for object e67ef045-bd49-4dae-83c8-b9c88384d3e7. {{(pid=87640) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:16:35.963846 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3825251c-baeb-4a35-861d-76a4255aebcf req-634025d6-a527-4a1b-a0a0-cf6009f9b748 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:35.965368 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3825251c-baeb-4a35-861d-76a4255aebcf req-634025d6-a527-4a1b-a0a0-cf6009f9b748 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=003c8876-3c05-4f90-b4ef-a62325ead48b HTTP/1.1" status: 200 len: 946 time: 0.5738642 Feb 09 01:16:35.972798 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb1d8fc-c9ea-4f13-b9c5-c4cf83c5854d req-81a5ea93-53cf-429a-b20d-90b65812b7ec tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:35.974221 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5fb1d8fc-c9ea-4f13-b9c5-c4cf83c5854d req-81a5ea93-53cf-429a-b20d-90b65812b7ec tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/ports?device_id=50f0db9d-747a-410b-aec2-77e3beb7ba8b HTTP/1.1" status: 200 len: 945 time: 0.6409745 Feb 09 01:16:36.016178 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c097aa78-cb81-4cd4-ba5c-441aac0036f6 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:36.020104 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [None req-0a36cdd2-939e-44c8-8cbe-55ddbc2c933d tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] update failed (client error): The resource could not be found. Feb 09 01:16:36.021126 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-0a36cdd2-939e-44c8-8cbe-55ddbc2c933d tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] 10.222.0.105 "PUT /v2.0/routers/tempest-non_exist_router-1829008181 HTTP/1.1" status: 404 len: 335 time: 0.1823101 Feb 09 01:16:36.040980 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 42496) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:36.107399 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c097aa78-cb81-4cd4-ba5c-441aac0036f6 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:36.151421 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c097aa78-cb81-4cd4-ba5c-441aac0036f6 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Pushing event deleted for resources: {'Subnet': ['ID=85ddea09-eb67-4667-a751-477e3d5e9535,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:36.233407 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3825251c-baeb-4a35-861d-76a4255aebcf req-013f6fa3-3a59-4036-88fc-6c55f1d6ff7a tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578223 Feb 09 01:16:36.242480 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ffaea514-cb53-4bdd-b64e-67b1a4daa0d5 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:36.258549 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5fb1d8fc-c9ea-4f13-b9c5-c4cf83c5854d req-06384b4b-5d13-4f03-adf0-cce5e5d523d3 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/security-groups?id=59346c3a-364d-410d-a9fb-3c85b0553f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2427967 Feb 09 01:16:36.261536 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c097aa78-cb81-4cd4-ba5c-441aac0036f6 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:36.281200 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b037cea-746c-4eb1-88e2-8a1a6ee0d5bb tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Deleting subnet 9dbebdf9-57c3-4ff0-a8f0-b24e0ed72aec {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:16:36.293530 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-c097aa78-cb81-4cd4-ba5c-441aac0036f6 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65b39d7f-87d8-4a53-a453-e2906d9090b0']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:36.294007 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7b037cea-746c-4eb1-88e2-8a1a6ee0d5bb tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:36.309264 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-c097aa78-cb81-4cd4-ba5c-441aac0036f6 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be0dafcc-8f7e-41ad-8c58-74bce5b790c0') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:36.309664 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-c097aa78-cb81-4cd4-ba5c-441aac0036f6 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be0dafcc-8f7e-41ad-8c58-74bce5b790c0') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:36.323886 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c097aa78-cb81-4cd4-ba5c-441aac0036f6 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:36.344275 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c097aa78-cb81-4cd4-ba5c-441aac0036f6 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:36.351064 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c097aa78-cb81-4cd4-ba5c-441aac0036f6 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:16:36.351360 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-ffaea514-cb53-4bdd-b64e-67b1a4daa0d5 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['433285ef-2c58-47e5-a32c-ce248e95852f']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:36.351797 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c097aa78-cb81-4cd4-ba5c-441aac0036f6 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:36.366631 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35db0df-34c4-42e1-a075-8a7dac505364 None None] Network 65b39d7f-87d8-4a53-a453-e2906d9090b0 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:16:36.368125 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-ffaea514-cb53-4bdd-b64e-67b1a4daa0d5 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f77b9332-07e1-4593-adf2-00c946fbfbda') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:36.368633 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-ffaea514-cb53-4bdd-b64e-67b1a4daa0d5 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f77b9332-07e1-4593-adf2-00c946fbfbda') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:36.373505 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:16:36.373505 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:16:36.373505 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:16:36.373505 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:16:36.373505 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:16:36.373505 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:16:36.373505 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:16:36.373505 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:16:36.373505 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:16:36.373505 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:16:36.373505 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:16:36.373505 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:16:36.373505 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:16:36.373505 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:16:36.373505 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:16:36.373505 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:16:36.373505 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:16:36.373505 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:16:36.373505 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:16:36.373505 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:16:36.373505 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:16:36.373505 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:16:36.373505 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:16:36.373505 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:16:36.373505 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:16:36.373505 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:16:36.373505 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:16:36.373505 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:16:36.373505 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:16:36.373505 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:16:36.373505 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:16:36.373505 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:16:36.385048 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ffaea514-cb53-4bdd-b64e-67b1a4daa0d5 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:36.411509 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ffaea514-cb53-4bdd-b64e-67b1a4daa0d5 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:36.460253 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7b037cea-746c-4eb1-88e2-8a1a6ee0d5bb tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:36.462566 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c097aa78-cb81-4cd4-ba5c-441aac0036f6 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:36.483300 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c097aa78-cb81-4cd4-ba5c-441aac0036f6 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:36.496850 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c097aa78-cb81-4cd4-ba5c-441aac0036f6 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Pushing event deleted for resources: {'Network': ['ID=65b39d7f-87d8-4a53-a453-e2906d9090b0,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:36.498942 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffaea514-cb53-4bdd-b64e-67b1a4daa0d5 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:16:36.499099 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ffaea514-cb53-4bdd-b64e-67b1a4daa0d5 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:36.510918 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c097aa78-cb81-4cd4-ba5c-441aac0036f6 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] 10.222.0.105 "DELETE /v2.0/networks/65b39d7f-87d8-4a53-a453-e2906d9090b0 HTTP/1.1" status: 204 len: 168 time: 1.8842909 Feb 09 01:16:36.514587 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42502) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:36.515925 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 01:16:36.515925 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:16:36.515925 n-d-828418-1 neutron-server[87639]: timer() Feb 09 01:16:36.515925 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:16:36.515925 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 01:16:36.515925 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:16:36.515925 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 01:16:36.515925 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:16:36.515925 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 01:16:36.515925 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:16:36.515925 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 01:16:36.515925 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:16:36.515925 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 01:16:36.515925 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:16:36.515925 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:16:36.515925 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:16:36.515925 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:16:36.515925 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:16:36.515925 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 01:16:36.515925 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:16:36.515925 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 01:16:36.515925 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:16:36.515925 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:16:36.515925 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:16:36.515925 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 01:16:36.515925 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:16:36.515925 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:16:36.515925 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:16:36.515925 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:16:36.515925 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:16:36.515925 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:16:36.515925 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:16:36.561171 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-0deb1bec-dba0-4d0d-98c5-61bb01888774 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] DELETE failed (client error): The resource could not be found. Feb 09 01:16:36.561715 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0deb1bec-dba0-4d0d-98c5-61bb01888774 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:16:36.563539 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-0deb1bec-dba0-4d0d-98c5-61bb01888774 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] 10.222.0.105 "DELETE /v2.0/subnets/85ddea09-eb67-4667-a751-477e3d5e9535 HTTP/1.1" status: 404 len: 337 time: 0.0479469 Feb 09 01:16:36.570200 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 42506) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:36.641034 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-f64d767d-5d4a-4789-9ed5-86566e43b906 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] DELETE failed (client error): The resource could not be found. Feb 09 01:16:36.641502 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f64d767d-5d4a-4789-9ed5-86566e43b906 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:16:36.643197 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f64d767d-5d4a-4789-9ed5-86566e43b906 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] 10.222.0.105 "DELETE /v2.0/networks/65b39d7f-87d8-4a53-a453-e2906d9090b0 HTTP/1.1" status: 404 len: 339 time: 0.0661061 Feb 09 01:16:36.647738 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42510) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:36.667825 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ffaea514-cb53-4bdd-b64e-67b1a4daa0d5 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:36.723549 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8aab91-d4ad-41c5-8c00-e09df80fcbe8 None None] DHCP port deletion for 65b39d7f-87d8-4a53-a453-e2906d9090b0 request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:16:36.727326 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ffaea514-cb53-4bdd-b64e-67b1a4daa0d5 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:36.757346 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaea514-cb53-4bdd-b64e-67b1a4daa0d5 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] Pushing event deleted for resources: {'Network': ['ID=433285ef-2c58-47e5-a32c-ce248e95852f,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:36.766221 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-ffaea514-cb53-4bdd-b64e-67b1a4daa0d5 tempest-AllowedAddressPairTestJSON-697068716 tempest-AllowedAddressPairTestJSON-697068716-project] 10.222.0.105 "DELETE /v2.0/networks/433285ef-2c58-47e5-a32c-ce248e95852f HTTP/1.1" status: 204 len: 168 time: 1.8453097 Feb 09 01:16:36.790410 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd3e04b-226f-4c0c-b868-5cefe6209b13 req-27690c9a-5858-4653-8e70-bf5f0eaaa4e6 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:36.791923 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fdd3e04b-226f-4c0c-b868-5cefe6209b13 req-27690c9a-5858-4653-8e70-bf5f0eaaa4e6 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/ports?device_id=50f0db9d-747a-410b-aec2-77e3beb7ba8b HTTP/1.1" status: 200 len: 945 time: 0.3858075 Feb 09 01:16:36.802964 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 42516) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:36.809850 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7b037cea-746c-4eb1-88e2-8a1a6ee0d5bb tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:36.811781 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4cd212ba-701a-4c61-8c6a-bab2ae75f1fd tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:36.841729 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-03c4d0d3-3f62-41e3-a827-6cf8bcac767a tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Request body: {'floatingip': {'port_id': 'aa4312f1-65e5-47a9-b736-8be54bf623e1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:36.996933 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device e67ef045-bd49-4dae-83c8-b9c88384d3e7 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:16:37.036205 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: e67ef045-bd49-4dae-83c8-b9c88384d3e7 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:16:37.036551 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device e67ef045-bd49-4dae-83c8-b9c88384d3e7 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:16:37.037443 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device de523666-9053-4769-890a-a12cfecec090 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:16:37.081930 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: de523666-9053-4769-890a-a12cfecec090 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:16:37.082664 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device de523666-9053-4769-890a-a12cfecec090 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:16:37.091063 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-03c4d0d3-3f62-41e3-a827-6cf8bcac767a tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks [] for floatingip, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:37.110792 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4cd212ba-701a-4c61-8c6a-bab2ae75f1fd tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:37.122783 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42522) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:37.147636 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-4cd212ba-701a-4c61-8c6a-bab2ae75f1fd tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab5f0d2d-c76b-4efd-a182-c6e1c0f9fa8a']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:37.160211 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-4cd212ba-701a-4c61-8c6a-bab2ae75f1fd tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35ae6687-6c17-4db5-8e9b-80746e8e6fad') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:37.160591 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-4cd212ba-701a-4c61-8c6a-bab2ae75f1fd tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35ae6687-6c17-4db5-8e9b-80746e8e6fad') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:37.176537 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4cd212ba-701a-4c61-8c6a-bab2ae75f1fd tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:37.195648 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4cd212ba-701a-4c61-8c6a-bab2ae75f1fd tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:37.201967 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cd212ba-701a-4c61-8c6a-bab2ae75f1fd tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:16:37.202351 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4cd212ba-701a-4c61-8c6a-bab2ae75f1fd tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:37.217863 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:16:37.217863 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:16:37.217863 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:16:37.217863 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:16:37.217863 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:16:37.217863 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:16:37.217863 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:16:37.217863 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:16:37.217863 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:16:37.217863 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:16:37.217863 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:16:37.217863 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:16:37.217863 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:16:37.217863 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:16:37.217863 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:16:37.217863 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:16:37.217863 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:16:37.217863 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:16:37.217863 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:16:37.217863 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:16:37.217863 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:16:37.217863 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:16:37.217863 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:16:37.217863 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:16:37.217863 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:16:37.217863 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:16:37.217863 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:16:37.217863 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:16:37.217863 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:16:37.217863 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:16:37.217863 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:16:37.217863 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:16:37.230505 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b94d0-941a-488d-be5c-96afa25a3fb7 req-5b7f8c15-cf78-445a-b8ea-73b75716b427 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:37.231976 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-835b94d0-941a-488d-be5c-96afa25a3fb7 req-5b7f8c15-cf78-445a-b8ea-73b75716b427 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.62 "GET /v2.0/ports?device_id=003c8876-3c05-4f90-b4ef-a62325ead48b HTTP/1.1" status: 200 len: 946 time: 0.5419862 Feb 09 01:16:37.346548 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4cd212ba-701a-4c61-8c6a-bab2ae75f1fd tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:37.353222 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7b037cea-746c-4eb1-88e2-8a1a6ee0d5bb tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:37.371582 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4cd212ba-701a-4c61-8c6a-bab2ae75f1fd tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:37.378856 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f6a30618-14ac-4ab2-ad72-4b15d036b800 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=6804efa72c714833a180448eda495e91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2550480 Feb 09 01:16:37.382603 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd212ba-701a-4c61-8c6a-bab2ae75f1fd tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Pushing event deleted for resources: {'Network': ['ID=ab5f0d2d-c76b-4efd-a182-c6e1c0f9fa8a,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:37.386017 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42530) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:37.398563 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-4cd212ba-701a-4c61-8c6a-bab2ae75f1fd tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] 10.222.0.105 "DELETE /v2.0/networks/ab5f0d2d-c76b-4efd-a182-c6e1c0f9fa8a HTTP/1.1" status: 204 len: 168 time: 0.7496779 Feb 09 01:16:37.401488 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42534) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:37.451797 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b037cea-746c-4eb1-88e2-8a1a6ee0d5bb tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Pushing event deleted for resources: {'Subnet': ['ID=9dbebdf9-57c3-4ff0-a8f0-b24e0ed72aec,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:37.455763 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e15c19e-9330-4244-aef1-3fb0fb1eb626 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] DELETE failed (client error): The resource could not be found. Feb 09 01:16:37.456214 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e15c19e-9330-4244-aef1-3fb0fb1eb626 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:16:37.460673 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-7e15c19e-9330-4244-aef1-3fb0fb1eb626 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] 10.222.0.105 "DELETE /v2.0/subnets/09350d58-1af2-4cc8-b228-3108ec8278a4 HTTP/1.1" status: 404 len: 337 time: 0.0559704 Feb 09 01:16:37.462252 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42538) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:37.463897 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94168363-4d50-4a20-ba0f-a7a276f36ea3 None None] Network 36f51bfc-5f4e-49e8-8c27-1e85746342aa requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:16:37.465254 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7b037cea-746c-4eb1-88e2-8a1a6ee0d5bb tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:37.471010 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-835b94d0-941a-488d-be5c-96afa25a3fb7 req-7baf8c5d-10f1-4269-82e7-4d34099fee6c tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Deleting port 89dd0761-2837-4f0f-bd0d-15b2d1255f28 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:16:37.471337 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-835b94d0-941a-488d-be5c-96afa25a3fb7 req-7baf8c5d-10f1-4269-82e7-4d34099fee6c tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:37.499068 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd0be461-1a47-488f-b240-209ea6e04779 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] DELETE failed (client error): The resource could not be found. Feb 09 01:16:37.499540 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd0be461-1a47-488f-b240-209ea6e04779 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:16:37.503579 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-dd0be461-1a47-488f-b240-209ea6e04779 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] 10.222.0.105 "DELETE /v2.0/networks/8a92b1ef-182a-4d6b-9feb-51ccde0de5b4 HTTP/1.1" status: 404 len: 339 time: 0.0381467 Feb 09 01:16:37.505822 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42542) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:37.528535 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-7b037cea-746c-4eb1-88e2-8a1a6ee0d5bb tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] 10.222.0.105 "DELETE /v2.0/subnets/9dbebdf9-57c3-4ff0-a8f0-b24e0ed72aec HTTP/1.1" status: 204 len: 168 time: 1.4840193 Feb 09 01:16:37.532074 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 42546) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:37.575354 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f486ebc5-6a86-4424-b5f2-9fc1366b99f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:37.596015 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8cddfed-37a0-4af3-a4b6-42727077d205 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Deleting subnet 1ef9035d-ff84-4351-abea-13bac83b1611 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:16:37.608579 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d8cddfed-37a0-4af3-a4b6-42727077d205 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:37.653119 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f486ebc5-6a86-4424-b5f2-9fc1366b99f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:37.701089 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d8cddfed-37a0-4af3-a4b6-42727077d205 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:37.776702 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c36b8e1-83c1-4e2c-9a88-63d191a9bf74 None None] DHCP port deletion for 36f51bfc-5f4e-49e8-8c27-1e85746342aa request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:16:37.781671 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-2c36b8e1-83c1-4e2c-9a88-63d191a9bf74 None None] Deleting port a93ba629-8b5e-4063-82a1-d01ddeaa0fcc {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:16:37.782159 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2c36b8e1-83c1-4e2c-9a88-63d191a9bf74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:37.791288 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f486ebc5-6a86-4424-b5f2-9fc1366b99f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:37.809744 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f486ebc5-6a86-4424-b5f2-9fc1366b99f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c27648d-e795-4faf-ac26-e57f2a091c80,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:37.822770 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d8cddfed-37a0-4af3-a4b6-42727077d205 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:37.850629 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f486ebc5-6a86-4424-b5f2-9fc1366b99f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:37.851788 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f486ebc5-6a86-4424-b5f2-9fc1366b99f2 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/9c27648d-e795-4faf-ac26-e57f2a091c80 HTTP/1.1" status: 204 len: 168 time: 0.4648573 Feb 09 01:16:37.925426 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d8cddfed-37a0-4af3-a4b6-42727077d205 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:37.963232 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-97a67971-91ec-4c3d-9bab-abcab0b60d29 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:37.967642 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cddfed-37a0-4af3-a4b6-42727077d205 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Pushing event deleted for resources: {'Subnet': ['ID=1ef9035d-ff84-4351-abea-13bac83b1611,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:37.969502 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d8cddfed-37a0-4af3-a4b6-42727077d205 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:37.984071 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d8cddfed-37a0-4af3-a4b6-42727077d205 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] 10.222.0.105 "DELETE /v2.0/subnets/1ef9035d-ff84-4351-abea-13bac83b1611 HTTP/1.1" status: 204 len: 168 time: 0.4756956 Feb 09 01:16:37.984071 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42552) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:37.998780 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec504e0-f94c-47e0-85fb-9cb9f85b78f0 None None] Network 6f218db2-3c07-4d19-9d7f-7d193a5313a4 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:16:38.072148 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da82befd-6385-4eb6-8ea6-b42ba6d8c3a3 req-8875f424-76b4-4509-aed5-1bfb45010b8e tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:38.073709 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-da82befd-6385-4eb6-8ea6-b42ba6d8c3a3 req-8875f424-76b4-4509-aed5-1bfb45010b8e tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=003c8876-3c05-4f90-b4ef-a62325ead48b HTTP/1.1" status: 200 len: 946 time: 0.6777043 Feb 09 01:16:38.109935 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-2534f76e-04ac-4998-985b-326127ee1454 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Deleting subnet 1d7900f6-0507-4bc5-bcac-eb87360dc320 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:16:38.119294 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2534f76e-04ac-4998-985b-326127ee1454 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:38.132658 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-97a67971-91ec-4c3d-9bab-abcab0b60d29 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Deleting port a93ba629-8b5e-4063-82a1-d01ddeaa0fcc {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:16:38.133316 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-97a67971-91ec-4c3d-9bab-abcab0b60d29 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:38.184174 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2534f76e-04ac-4998-985b-326127ee1454 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:38.213549 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-87fc12a2-5208-44ab-908a-03fcede702bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:38.223104 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-2c36b8e1-83c1-4e2c-9a88-63d191a9bf74 None None] For port a93ba629-8b5e-4063-82a1-d01ddeaa0fcc, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=a93ba629-8b5e-4063-82a1-d01ddeaa0fcc,segment=NetworkSegment(e177bbeb-e7bf-4f03-a253-97a793272fb8),segment_id=e177bbeb-e7bf-4f03-a253-97a793272fb8)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:16:38.223104 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2c36b8e1-83c1-4e2c-9a88-63d191a9bf74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:38.317431 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-835b94d0-941a-488d-be5c-96afa25a3fb7 req-7baf8c5d-10f1-4269-82e7-4d34099fee6c tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] For port 89dd0761-2837-4f0f-bd0d-15b2d1255f28, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=89dd0761-2837-4f0f-bd0d-15b2d1255f28,segment=NetworkSegment(e4f8d471-753e-488b-969f-03ab5fdd3e2b),segment_id=e4f8d471-753e-488b-969f-03ab5fdd3e2b)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:16:38.317431 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-835b94d0-941a-488d-be5c-96afa25a3fb7 req-7baf8c5d-10f1-4269-82e7-4d34099fee6c tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:38.344912 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-da82befd-6385-4eb6-8ea6-b42ba6d8c3a3 req-c1971bd5-fcc9-4bf4-a120-49814e4d51eb tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437079 Feb 09 01:16:38.395909 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2534f76e-04ac-4998-985b-326127ee1454 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:38.479318 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-2c36b8e1-83c1-4e2c-9a88-63d191a9bf74 None None] Calling delete_port for a93ba629-8b5e-4063-82a1-d01ddeaa0fcc owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:16:38.508876 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-835b94d0-941a-488d-be5c-96afa25a3fb7 req-7baf8c5d-10f1-4269-82e7-4d34099fee6c tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Calling delete_port for 89dd0761-2837-4f0f-bd0d-15b2d1255f28 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:16:38.699455 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2534f76e-04ac-4998-985b-326127ee1454 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:38.732666 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2c36b8e1-83c1-4e2c-9a88-63d191a9bf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:38.774708 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2534f76e-04ac-4998-985b-326127ee1454 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:38.794275 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2534f76e-04ac-4998-985b-326127ee1454 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Pushing event deleted for resources: {'Subnet': ['ID=1d7900f6-0507-4bc5-bcac-eb87360dc320,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:38.803523 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-2534f76e-04ac-4998-985b-326127ee1454 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] 10.222.0.105 "DELETE /v2.0/subnets/1d7900f6-0507-4bc5-bcac-eb87360dc320 HTTP/1.1" status: 204 len: 168 time: 0.8193345 Feb 09 01:16:38.805970 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42572) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:38.810428 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c36b8e1-83c1-4e2c-9a88-63d191a9bf74 None None] Pushing event deleted for resources: {'Port': ['ID=a93ba629-8b5e-4063-82a1-d01ddeaa0fcc,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:38.812513 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c36b8e1-83c1-4e2c-9a88-63d191a9bf74 None None] No DVR routers for this DVR port a93ba629-8b5e-4063-82a1-d01ddeaa0fcc on host n-d-828418-1 {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:16:38.956456 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b7fc3681-f4bf-42d8-91d3-a6b302a54d98 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:38.979208 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa47a3e7-dd9a-4855-9cd0-8e69383a8bf5 None None] Update dhcp port {'port': {'network_id': '6f218db2-3c07-4d19-9d7f-7d193a5313a4', 'fixed_ips': [{'subnet_id': '1d7900f6-0507-4bc5-bcac-eb87360dc320'}], 'binding:host_id': 'n-d-828418-1'}, 'id': '58dea4e9-2372-470b-b0e2-8efc7ddd575b'} from n-d-828418-1. {{(pid=87640) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 09 01:16:38.982780 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-b7fc3681-f4bf-42d8-91d3-a6b302a54d98 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Deleting port 58dea4e9-2372-470b-b0e2-8efc7ddd575b {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:16:38.983127 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b7fc3681-f4bf-42d8-91d3-a6b302a54d98 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:39.050576 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device a93ba629-8b5e-4063-82a1-d01ddeaa0fcc no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:16:39.060770 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-97a67971-91ec-4c3d-9bab-abcab0b60d29 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] For port a93ba629-8b5e-4063-82a1-d01ddeaa0fcc, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=a93ba629-8b5e-4063-82a1-d01ddeaa0fcc,segment=NetworkSegment(e177bbeb-e7bf-4f03-a253-97a793272fb8),segment_id=e177bbeb-e7bf-4f03-a253-97a793272fb8)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:16:39.061273 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-97a67971-91ec-4c3d-9bab-abcab0b60d29 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:39.103912 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: a93ba629-8b5e-4063-82a1-d01ddeaa0fcc {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:16:39.104146 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device a93ba629-8b5e-4063-82a1-d01ddeaa0fcc not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:16:39.132818 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fa47a3e7-dd9a-4855-9cd0-8e69383a8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:39.204593 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 42580) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:39.215897 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-97a67971-91ec-4c3d-9bab-abcab0b60d29 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Calling delete_port for a93ba629-8b5e-4063-82a1-d01ddeaa0fcc owned by network:dhcp {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:16:39.245050 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-03c4d0d3-3f62-41e3-a827-6cf8bcac767a tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:39.253948 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-b7fc3681-f4bf-42d8-91d3-a6b302a54d98 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] For port 58dea4e9-2372-470b-b0e2-8efc7ddd575b, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=58dea4e9-2372-470b-b0e2-8efc7ddd575b,segment=NetworkSegment(e92aebe5-5b95-4188-8759-ba074cfebf54),segment_id=e92aebe5-5b95-4188-8759-ba074cfebf54)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:16:39.254311 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b7fc3681-f4bf-42d8-91d3-a6b302a54d98 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:39.269265 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-03c4d0d3-3f62-41e3-a827-6cf8bcac767a tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:39.317110 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-835b94d0-941a-488d-be5c-96afa25a3fb7 req-7baf8c5d-10f1-4269-82e7-4d34099fee6c tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:39.330886 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['9bf5d22d-c05c-4bb7-9938-6cdd0b694aac'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:16:39.384997 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d736ea-1d75-44fe-9e6e-523a27726374 None None] Network 6f218db2-3c07-4d19-9d7f-7d193a5313a4 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:16:39.397136 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baf8c5d-10f1-4269-82e7-4d34099fee6c tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Pushing event deleted for resources: {'Port': ['ID=89dd0761-2837-4f0f-bd0d-15b2d1255f28,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:39.403870 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-b7fc3681-f4bf-42d8-91d3-a6b302a54d98 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Calling delete_port for 58dea4e9-2372-470b-b0e2-8efc7ddd575b owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:16:39.506637 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-d3676b3f-d0ef-4893-ab9b-26813afaf5e7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1566078147'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:39.511496 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b7fc3681-f4bf-42d8-91d3-a6b302a54d98 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:39.524989 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d3676b3f-d0ef-4893-ab9b-26813afaf5e7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:16:39.566653 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-835b94d0-941a-488d-be5c-96afa25a3fb7 req-7baf8c5d-10f1-4269-82e7-4d34099fee6c tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] No DVR routers for this DVR port 89dd0761-2837-4f0f-bd0d-15b2d1255f28 on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:16:39.604460 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-d3676b3f-d0ef-4893-ab9b-26813afaf5e7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Usage tracker for resource:network and tenant:32c9b2ac64b74efca212307487c75b1d is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:16:39.604871 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fc3681-f4bf-42d8-91d3-a6b302a54d98 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Pushing event deleted for resources: {'Port': ['ID=58dea4e9-2372-470b-b0e2-8efc7ddd575b,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:39.605038 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d8b671ac-42e0-4169-b24f-3597fed05c62 None None] Provisioning complete for port 58dea4e9-2372-470b-b0e2-8efc7ddd575b triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:39.605038 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d8b671ac-42e0-4169-b24f-3597fed05c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:39.605745 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.db.api [None req-97a67971-91ec-4c3d-9bab-abcab0b60d29 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:16:39.605745 n-d-828418-1 neutron-server[87639]: DEBUG oslo_db.api [None req-97a67971-91ec-4c3d-9bab-abcab0b60d29 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:16:39.605745 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-d3676b3f-d0ef-4893-ab9b-26813afaf5e7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:16:39.605745 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-835b94d0-941a-488d-be5c-96afa25a3fb7 req-7baf8c5d-10f1-4269-82e7-4d34099fee6c tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:39.606102 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fc3681-f4bf-42d8-91d3-a6b302a54d98 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] No DVR routers for this DVR port 58dea4e9-2372-470b-b0e2-8efc7ddd575b on host n-d-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:16:39.654113 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '003c8876-3c05-4f90-b4ef-a62325ead48b', 'name': 'network-vif-deleted', 'tag': '89dd0761-2837-4f0f-bd0d-15b2d1255f28'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:16:39.659510 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d8b671ac-42e0-4169-b24f-3597fed05c62 None None] Port 58dea4e9-2372-470b-b0e2-8efc7ddd575b was deleted so its status cannot be updated. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 09 01:16:39.687128 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5b87884e-0043-4a28-b0da-8211afa4bfcb req-38100db6-9d87-4125-b255-e1c42e76cfdc tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=003c8876-3c05-4f90-b4ef-a62325ead48b HTTP/1.1" status: 200 len: 210 time: 0.1663899 Feb 09 01:16:39.705958 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d3676b3f-d0ef-4893-ab9b-26813afaf5e7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:16:39.740112 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '003c8876-3c05-4f90-b4ef-a62325ead48b', 'name': 'network-vif-deleted', 'tag': '89dd0761-2837-4f0f-bd0d-15b2d1255f28', 'status': 'completed', 'code': 200} Feb 09 01:16:39.753643 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-835b94d0-941a-488d-be5c-96afa25a3fb7 req-7baf8c5d-10f1-4269-82e7-4d34099fee6c tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.62 "DELETE /v2.0/ports/89dd0761-2837-4f0f-bd0d-15b2d1255f28 HTTP/1.1" status: 204 len: 173 time: 2.5133882 Feb 09 01:16:39.759770 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3676b3f-d0ef-4893-ab9b-26813afaf5e7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Made reservation on behalf of 32c9b2ac64b74efca212307487c75b1d for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:39.763841 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d3676b3f-d0ef-4893-ab9b-26813afaf5e7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:39.768392 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b7fc3681-f4bf-42d8-91d3-a6b302a54d98 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:39.783891 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d3676b3f-d0ef-4893-ab9b-26813afaf5e7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:39.797339 n-d-828418-1 neutron-server[87639]: INFO neutron.db.l3_db [None req-03c4d0d3-3f62-41e3-a827-6cf8bcac767a tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Floating IP a720af89-3955-47f7-912d-0143f0a4e275 associated. External IP: 172.25.0.182, port: aa4312f1-65e5-47a9-b736-8be54bf623e1. Feb 09 01:16:39.798807 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-b7fc3681-f4bf-42d8-91d3-a6b302a54d98 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f218db2-3c07-4d19-9d7f-7d193a5313a4']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:39.812615 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-b7fc3681-f4bf-42d8-91d3-a6b302a54d98 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e92aebe5-5b95-4188-8759-ba074cfebf54') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:39.813063 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-b7fc3681-f4bf-42d8-91d3-a6b302a54d98 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e92aebe5-5b95-4188-8759-ba074cfebf54') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:39.819946 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93a5ed3-027e-4ec7-9bc4-afa1f7d7acc1 None None] DHCP port deletion for 6f218db2-3c07-4d19-9d7f-7d193a5313a4 request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:16:39.826630 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b7fc3681-f4bf-42d8-91d3-a6b302a54d98 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:39.846120 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b7fc3681-f4bf-42d8-91d3-a6b302a54d98 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:39.853819 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7fc3681-f4bf-42d8-91d3-a6b302a54d98 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:16:39.854335 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b7fc3681-f4bf-42d8-91d3-a6b302a54d98 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:39.879121 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d3676b3f-d0ef-4893-ab9b-26813afaf5e7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:16:39.883145 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-d3676b3f-d0ef-4893-ab9b-26813afaf5e7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Usage tracker for resource:security_group_rule and tenant:32c9b2ac64b74efca212307487c75b1d is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:16:39.886508 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-d3676b3f-d0ef-4893-ab9b-26813afaf5e7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:16:39.893093 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d3676b3f-d0ef-4893-ab9b-26813afaf5e7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:16:40.036062 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:16:40.036062 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:16:40.036062 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:16:40.036062 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:16:40.036062 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:16:40.036062 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:16:40.036062 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:16:40.036062 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:16:40.036062 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:16:40.036062 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:16:40.036062 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:16:40.036062 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:16:40.036062 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:16:40.036062 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:16:40.036062 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:16:40.036062 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:16:40.036062 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:16:40.036062 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:16:40.036062 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:16:40.036062 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:16:40.036062 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:16:40.036062 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:16:40.036062 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:16:40.036062 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:16:40.036062 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:16:40.036062 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:16:40.036062 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:16:40.036062 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:16:40.036062 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:16:40.036062 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:16:40.036062 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:16:40.036062 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:16:40.072469 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b7fc3681-f4bf-42d8-91d3-a6b302a54d98 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:40.086636 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 89dd0761-2837-4f0f-bd0d-15b2d1255f28 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:16:40.094222 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b7fc3681-f4bf-42d8-91d3-a6b302a54d98 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:40.102685 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-97a67971-91ec-4c3d-9bab-abcab0b60d29 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Deleting port a93ba629-8b5e-4063-82a1-d01ddeaa0fcc {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:16:40.103222 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-97a67971-91ec-4c3d-9bab-abcab0b60d29 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:40.103339 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fc3681-f4bf-42d8-91d3-a6b302a54d98 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Pushing event deleted for resources: {'Network': ['ID=6f218db2-3c07-4d19-9d7f-7d193a5313a4,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:40.112854 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b7fc3681-f4bf-42d8-91d3-a6b302a54d98 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] 10.222.0.105 "DELETE /v2.0/networks/6f218db2-3c07-4d19-9d7f-7d193a5313a4 HTTP/1.1" status: 204 len: 168 time: 1.3032517 Feb 09 01:16:40.113190 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42592) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:40.130754 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: 89dd0761-2837-4f0f-bd0d-15b2d1255f28 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:16:40.132249 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 89dd0761-2837-4f0f-bd0d-15b2d1255f28 not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:16:40.157107 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-52b0fd99-a625-4093-b4d8-d7ad7f644c8c tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] DELETE failed (client error): The resource could not be found. Feb 09 01:16:40.157838 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52b0fd99-a625-4093-b4d8-d7ad7f644c8c tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:16:40.159548 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-52b0fd99-a625-4093-b4d8-d7ad7f644c8c tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] 10.222.0.105 "DELETE /v2.0/subnets/92f35bc6-cb41-43a9-ab88-bf9f2d975214 HTTP/1.1" status: 404 len: 337 time: 0.0453632 Feb 09 01:16:40.162093 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42596) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:40.188432 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f07f6d2-093b-4ecd-84d2-42b4e2df19c1 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] DELETE failed (client error): The resource could not be found. Feb 09 01:16:40.188902 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f07f6d2-093b-4ecd-84d2-42b4e2df19c1 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:16:40.193045 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-4f07f6d2-093b-4ecd-84d2-42b4e2df19c1 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] 10.222.0.105 "DELETE /v2.0/networks/480ef6d3-f2de-494b-ab5f-6d0389c59e7d HTTP/1.1" status: 404 len: 339 time: 0.0272691 Feb 09 01:16:40.193263 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42600) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:40.234078 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7c797ed-0003-4d27-a395-d36185069c7b tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] DELETE failed (client error): The resource could not be found. Feb 09 01:16:40.234751 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7c797ed-0003-4d27-a395-d36185069c7b tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:16:40.238672 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e7c797ed-0003-4d27-a395-d36185069c7b tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] 10.222.0.105 "DELETE /v2.0/subnets/3e0595af-d741-4832-ad2e-827ee2215e57 HTTP/1.1" status: 404 len: 337 time: 0.0420275 Feb 09 01:16:40.238996 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42604) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:40.265171 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-e690e995-5a6a-40c2-806e-880c4dcd20df tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] DELETE failed (client error): The resource could not be found. Feb 09 01:16:40.265681 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e690e995-5a6a-40c2-806e-880c4dcd20df tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:16:40.267360 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e690e995-5a6a-40c2-806e-880c4dcd20df tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] 10.222.0.105 "DELETE /v2.0/networks/5a71bf37-329a-4102-a607-640a69584012 HTTP/1.1" status: 404 len: 339 time: 0.0274637 Feb 09 01:16:40.269946 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42608) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:40.314293 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-302eedd2-3bdc-4044-817f-25caabb755f2 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] DELETE failed (client error): The resource could not be found. Feb 09 01:16:40.314740 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-302eedd2-3bdc-4044-817f-25caabb755f2 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:16:40.318306 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-302eedd2-3bdc-4044-817f-25caabb755f2 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] 10.222.0.105 "DELETE /v2.0/subnets/22ad4fff-d461-4db2-9ee8-de3fa6725a56 HTTP/1.1" status: 404 len: 337 time: 0.0455673 Feb 09 01:16:40.320502 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42612) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:40.324533 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-97a67971-91ec-4c3d-9bab-abcab0b60d29 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] The port 'a93ba629-8b5e-4063-82a1-d01ddeaa0fcc' was deleted {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:16:40.347269 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-51ab5e6f-8ff9-48ca-afbf-6e148b2cc54a tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] DELETE failed (client error): The resource could not be found. Feb 09 01:16:40.347731 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51ab5e6f-8ff9-48ca-afbf-6e148b2cc54a tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:16:40.352204 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-51ab5e6f-8ff9-48ca-afbf-6e148b2cc54a tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] 10.222.0.105 "DELETE /v2.0/networks/cbe0660b-472d-4789-bb4a-d995d9254840 HTTP/1.1" status: 404 len: 339 time: 0.0275860 Feb 09 01:16:40.352387 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42616) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:40.435905 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bcce9a9c-78ca-4c04-ba6e-f90849621051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:40.441030 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-a83ef08e-7a86-44c6-abd4-b567b31ff096 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Deleting subnet b449d769-17eb-4706-88f6-b55e5d04ec88 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:16:40.444102 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a83ef08e-7a86-44c6-abd4-b567b31ff096 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:40.503796 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a83ef08e-7a86-44c6-abd4-b567b31ff096 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:40.568395 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c4d0d3-3f62-41e3-a827-6cf8bcac767a tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Router f67f6271-ff7c-40fb-b619-a2ea1fbc0627 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:16:40.571062 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-97a67971-91ec-4c3d-9bab-abcab0b60d29 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:40.608330 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a83ef08e-7a86-44c6-abd4-b567b31ff096 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:40.625220 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-97a67971-91ec-4c3d-9bab-abcab0b60d29 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36f51bfc-5f4e-49e8-8c27-1e85746342aa']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:40.637461 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d3676b3f-d0ef-4893-ab9b-26813afaf5e7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:40.688389 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a83ef08e-7a86-44c6-abd4-b567b31ff096 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:40.697846 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-97a67971-91ec-4c3d-9bab-abcab0b60d29 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e177bbeb-e7bf-4f03-a253-97a793272fb8') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:40.698127 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-97a67971-91ec-4c3d-9bab-abcab0b60d29 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e177bbeb-e7bf-4f03-a253-97a793272fb8') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:40.704367 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d3676b3f-d0ef-4893-ab9b-26813afaf5e7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:40.733177 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-97a67971-91ec-4c3d-9bab-abcab0b60d29 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:40.734977 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83ef08e-7a86-44c6-abd4-b567b31ff096 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Pushing event deleted for resources: {'Subnet': ['ID=b449d769-17eb-4706-88f6-b55e5d04ec88,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:40.739642 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a83ef08e-7a86-44c6-abd4-b567b31ff096 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:40.746551 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156e2bec-6a70-4eaa-bec8-d9251d43a81c None None] Network d2fdc6cd-8f47-4a64-a160-d0bc11ab8de5 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:16:40.753881 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a83ef08e-7a86-44c6-abd4-b567b31ff096 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] 10.222.0.105 "DELETE /v2.0/subnets/b449d769-17eb-4706-88f6-b55e5d04ec88 HTTP/1.1" status: 204 len: 168 time: 0.4001515 Feb 09 01:16:40.754339 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42622) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:40.781903 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3676b3f-d0ef-4893-ab9b-26813afaf5e7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:16:40.799260 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-97a67971-91ec-4c3d-9bab-abcab0b60d29 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:40.803916 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3676b3f-d0ef-4893-ab9b-26813afaf5e7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83214a0b-a406-4517-bafb-01f335bdf7a6,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:40.814040 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97a67971-91ec-4c3d-9bab-abcab0b60d29 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:16:40.814465 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-97a67971-91ec-4c3d-9bab-abcab0b60d29 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:40.830316 n-d-828418-1 neutron-server[87639]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:16:40.830316 n-d-828418-1 neutron-server[87639]: util.warn( Feb 09 01:16:40.830316 n-d-828418-1 neutron-server[87639]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:16:40.830316 n-d-828418-1 neutron-server[87639]: util.warn( Feb 09 01:16:40.830316 n-d-828418-1 neutron-server[87639]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:16:40.830316 n-d-828418-1 neutron-server[87639]: util.warn( Feb 09 01:16:40.830316 n-d-828418-1 neutron-server[87639]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:16:40.830316 n-d-828418-1 neutron-server[87639]: util.warn( Feb 09 01:16:40.830316 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 01:16:40.830316 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:16:40.830316 n-d-828418-1 neutron-server[87639]: timer() Feb 09 01:16:40.830316 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:16:40.830316 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 01:16:40.830316 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:16:40.830316 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 01:16:40.830316 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:16:40.830316 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 01:16:40.830316 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:16:40.830316 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 01:16:40.830316 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:16:40.830316 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 01:16:40.830316 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:16:40.830316 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:16:40.830316 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:16:40.830316 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:16:40.830316 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:16:40.830316 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 01:16:40.830316 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:16:40.830316 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 01:16:40.830316 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:16:40.830316 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:16:40.830316 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:16:40.830316 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 01:16:40.830316 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:16:40.830316 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:16:40.830316 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:16:40.830316 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:16:40.830316 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:16:40.830316 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:16:40.830316 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:16:40.932923 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-20a1ee5c-22c9-498f-a95e-691e8d2b99e2 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:40.953382 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-20a1ee5c-22c9-498f-a95e-691e8d2b99e2 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Deleting port 6e682ae8-941d-47fe-a76f-209b37d2cc9e {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:16:40.954094 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-20a1ee5c-22c9-498f-a95e-691e8d2b99e2 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:40.993548 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c4d0d3-3f62-41e3-a827-6cf8bcac767a tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:16:41.002570 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d3676b3f-d0ef-4893-ab9b-26813afaf5e7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:41.003311 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-d3676b3f-d0ef-4893-ab9b-26813afaf5e7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Added segment 986fd47a-7d48-4218-bc5b-1f82d1198ace of type vlan for network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa Feb 09 01:16:41.004758 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-97a67971-91ec-4c3d-9bab-abcab0b60d29 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:41.012448 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00aad9f5-9a07-4de1-808c-7ab904b04858 None None] Sync routers for ids ['f67f6271-ff7c-40fb-b619-a2ea1fbc0627'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:16:41.033468 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-97a67971-91ec-4c3d-9bab-abcab0b60d29 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:41.037004 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 58dea4e9-2372-470b-b0e2-8efc7ddd575b no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:16:41.055235 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a67971-91ec-4c3d-9bab-abcab0b60d29 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Pushing event deleted for resources: {'Network': ['ID=36f51bfc-5f4e-49e8-8c27-1e85746342aa,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:41.084679 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-97a67971-91ec-4c3d-9bab-abcab0b60d29 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] 10.222.0.105 "DELETE /v2.0/networks/36f51bfc-5f4e-49e8-8c27-1e85746342aa HTTP/1.1" status: 204 len: 168 time: 3.5406332 Feb 09 01:16:41.086618 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-03c4d0d3-3f62-41e3-a827-6cf8bcac767a tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:41.089893 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00aad9f5-9a07-4de1-808c-7ab904b04858 None None] Routers {'f67f6271-ff7c-40fb-b619-a2ea1fbc0627'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:16:41.091263 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-00aad9f5-9a07-4de1-808c-7ab904b04858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:16:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['f67f6271-ff7c-40fb-b619-a2ea1fbc0627'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:41.091430 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42636) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:41.129989 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d3676b3f-d0ef-4893-ab9b-26813afaf5e7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:41.157781 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 58dea4e9-2372-470b-b0e2-8efc7ddd575b {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:16:41.158156 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 58dea4e9-2372-470b-b0e2-8efc7ddd575b not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:16:41.159576 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d396ca46-b756-489a-adb9-74b3178575a0 None None] DHCP port deletion for d2fdc6cd-8f47-4a64-a160-d0bc11ab8de5 request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:16:41.180630 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d396ca46-b756-489a-adb9-74b3178575a0 None None] Deleting port 6e682ae8-941d-47fe-a76f-209b37d2cc9e {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:16:41.181013 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d396ca46-b756-489a-adb9-74b3178575a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:41.275331 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-03c4d0d3-3f62-41e3-a827-6cf8bcac767a tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "PUT /v2.0/floatingips/a720af89-3955-47f7-912d-0143f0a4e275 HTTP/1.1" status: 200 len: 991 time: 4.4643321 Feb 09 01:16:41.281675 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d3676b3f-d0ef-4893-ab9b-26813afaf5e7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:41.286960 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3676b3f-d0ef-4893-ab9b-26813afaf5e7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:41.287548 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d3676b3f-d0ef-4893-ab9b-26813afaf5e7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:41.332792 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-92b1f8fd-90db-4690-a106-428fbf27711f tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Deleting subnet 70b7ae6f-c81d-4191-a688-e79ebbf69809 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:16:41.340246 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-92b1f8fd-90db-4690-a106-428fbf27711f tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:41.396577 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-92b1f8fd-90db-4690-a106-428fbf27711f tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:41.423132 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-d3676b3f-d0ef-4893-ab9b-26813afaf5e7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.2155061 Feb 09 01:16:41.435869 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42646) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:41.446012 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-0542be1b-bc33-4440-bbdd-cc9259a4718a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Request body: {'subnet': {'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:41.472070 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0527d53-614d-44d0-aa5f-014689c359f8 req-b7e048d3-ed07-48d8-81d2-f3de5f223d2f tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:41.473524 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d0527d53-614d-44d0-aa5f-014689c359f8 req-b7e048d3-ed07-48d8-81d2-f3de5f223d2f tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/networks?id=20b4b911-e8a6-45af-95dc-9b595aff0444 HTTP/1.1" status: 200 len: 806 time: 0.3330274 Feb 09 01:16:41.474157 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3676b3f-d0ef-4893-ab9b-26813afaf5e7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event updated for resources: {'Network': ['ID=0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:41.484209 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-00aad9f5-9a07-4de1-808c-7ab904b04858 None None] Set router f67f6271-ff7c-40fb-b619-a2ea1fbc0627 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:16:41.508715 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d0527d53-614d-44d0-aa5f-014689c359f8 req-50c0707b-daed-4deb-92b8-da1139f5b53c tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/quotas/ecfa99ec90404d2da344b2927ef93a25 HTTP/1.1" status: 200 len: 375 time: 0.0144050 Feb 09 01:16:41.554155 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:16:41.584511 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a52607e-7d45-46bb-ad0b-89303b1e7a9a req-8cbbe380-bf15-4b98-bba6-2f929ff78a6e tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:41.586229 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6a52607e-7d45-46bb-ad0b-89303b1e7a9a req-8cbbe380-bf15-4b98-bba6-2f929ff78a6e tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/ports?device_id=50f0db9d-747a-410b-aec2-77e3beb7ba8b HTTP/1.1" status: 200 len: 945 time: 0.1652937 Feb 09 01:16:41.618869 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-92b1f8fd-90db-4690-a106-428fbf27711f tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:41.643705 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6a52607e-7d45-46bb-ad0b-89303b1e7a9a req-d5438df2-4b80-46c6-83ae-748f2b06b96a tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/security-groups?id=59346c3a-364d-410d-a9fb-3c85b0553f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514781 Feb 09 01:16:41.650593 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-d0527d53-614d-44d0-aa5f-014689c359f8 req-d56d91cd-12a7-4a57-808a-20c3ce528805 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Synchronizing usage tracker for tenant:ecfa99ec90404d2da344b2927ef93a25 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:16:41.667898 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-d0527d53-614d-44d0-aa5f-014689c359f8 req-d56d91cd-12a7-4a57-808a-20c3ce528805 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Unset dirty status for tenant:ecfa99ec90404d2da344b2927ef93a25 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:16:41.669562 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d0527d53-614d-44d0-aa5f-014689c359f8 req-d56d91cd-12a7-4a57-808a-20c3ce528805 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=ecfa99ec90404d2da344b2927ef93a25&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1531105 Feb 09 01:16:41.694185 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:41.699915 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-20a1ee5c-22c9-498f-a95e-691e8d2b99e2 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] For port 6e682ae8-941d-47fe-a76f-209b37d2cc9e, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=6e682ae8-941d-47fe-a76f-209b37d2cc9e,segment=NetworkSegment(b25bff11-ed38-4c02-9433-6bed131a2914),segment_id=b25bff11-ed38-4c02-9433-6bed131a2914)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:16:41.700338 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-20a1ee5c-22c9-498f-a95e-691e8d2b99e2 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:41.758446 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:41.802530 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50f0db9d-747a-410b-aec2-77e3beb7ba8b', 'tag': 'aa4312f1-65e5-47a9-b736-8be54bf623e1'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:16:41.805778 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d396ca46-b756-489a-adb9-74b3178575a0 None None] For port 6e682ae8-941d-47fe-a76f-209b37d2cc9e, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=6e682ae8-941d-47fe-a76f-209b37d2cc9e,segment=NetworkSegment(b25bff11-ed38-4c02-9433-6bed131a2914),segment_id=b25bff11-ed38-4c02-9433-6bed131a2914)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:16:41.806173 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d396ca46-b756-489a-adb9-74b3178575a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:41.854977 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-20a1ee5c-22c9-498f-a95e-691e8d2b99e2 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Calling delete_port for 6e682ae8-941d-47fe-a76f-209b37d2cc9e owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:16:41.871742 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50f0db9d-747a-410b-aec2-77e3beb7ba8b', 'tag': 'aa4312f1-65e5-47a9-b736-8be54bf623e1', 'status': 'completed', 'code': 200} Feb 09 01:16:41.897324 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d0527d53-614d-44d0-aa5f-014689c359f8 req-c4628fe6-9fd7-48d7-9980-f45e9d1103df service neutron] 10.222.0.105 "GET /v2.0/networks/20b4b911-e8a6-45af-95dc-9b595aff0444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194393 Feb 09 01:16:42.016509 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d396ca46-b756-489a-adb9-74b3178575a0 None None] Calling delete_port for 6e682ae8-941d-47fe-a76f-209b37d2cc9e owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:16:42.041692 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-0542be1b-bc33-4440-bbdd-cc9259a4718a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:16:42.049415 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-0542be1b-bc33-4440-bbdd-cc9259a4718a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Usage tracker for resource:subnet and tenant:32c9b2ac64b74efca212307487c75b1d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:16:42.055426 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-0542be1b-bc33-4440-bbdd-cc9259a4718a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:16:42.071159 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-0542be1b-bc33-4440-bbdd-cc9259a4718a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:16:42.096502 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0542be1b-bc33-4440-bbdd-cc9259a4718a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Made reservation on behalf of 32c9b2ac64b74efca212307487c75b1d for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:42.101364 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0542be1b-bc33-4440-bbdd-cc9259a4718a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:42.121296 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-92b1f8fd-90db-4690-a106-428fbf27711f tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:42.189814 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-d396ca46-b756-489a-adb9-74b3178575a0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:16:42.190218 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-d396ca46-b756-489a-adb9-74b3178575a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:16:42.204667 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-20a1ee5c-22c9-498f-a95e-691e8d2b99e2 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:42.224788 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f3de1-a7a7-493d-b71d-86106d3606e5 req-083e34b0-caf7-406a-8336-960fca311340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:42.226965 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ee3f3de1-a7a7-493d-b71d-86106d3606e5 req-083e34b0-caf7-406a-8336-960fca311340 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4feb7579decf4a3183faf64d64a634f4&device_id=50f0db9d-747a-410b-aec2-77e3beb7ba8b HTTP/1.1" status: 200 len: 1096 time: 0.3374128 Feb 09 01:16:42.232508 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d0527d53-614d-44d0-aa5f-014689c359f8 req-08536b2a-a160-4546-af57-176e48fdecde service neutron] 10.222.0.105 "GET /v2.0/networks/20b4b911-e8a6-45af-95dc-9b595aff0444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953415 Feb 09 01:16:42.267272 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a1ee5c-22c9-498f-a95e-691e8d2b99e2 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Pushing event deleted for resources: {'Port': ['ID=6e682ae8-941d-47fe-a76f-209b37d2cc9e,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:42.282706 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b1f8fd-90db-4690-a106-428fbf27711f tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Pushing event deleted for resources: {'Subnet': ['ID=70b7ae6f-c81d-4191-a688-e79ebbf69809,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:42.291616 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-92b1f8fd-90db-4690-a106-428fbf27711f tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:42.297737 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a1ee5c-22c9-498f-a95e-691e8d2b99e2 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] No DVR routers for this DVR port 6e682ae8-941d-47fe-a76f-209b37d2cc9e on host n-d-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:16:42.307620 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959a180c-d472-44d2-9c12-7e48d12c5e02 None None] Network 647017ae-fd74-4c2c-8c0d-3e526cb1d16d requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:16:42.342049 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-92b1f8fd-90db-4690-a106-428fbf27711f tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] 10.222.0.105 "DELETE /v2.0/subnets/70b7ae6f-c81d-4191-a688-e79ebbf69809 HTTP/1.1" status: 204 len: 168 time: 1.2478354 Feb 09 01:16:42.344469 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 42654) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:42.431514 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2a31a69-723a-45aa-bd44-71711b2545c9 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Deleting subnet 43961e40-156c-45a9-b39b-da67059413bf {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:16:42.441708 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-20a1ee5c-22c9-498f-a95e-691e8d2b99e2 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:42.445640 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-00aad9f5-9a07-4de1-808c-7ab904b04858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67f6271-ff7c-40fb-b619-a2ea1fbc0627', 'name': 'tempest-AttachVolumeTestJSON-1789116321-router', 'tenant_id': '4feb7579decf4a3183faf64d64a634f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'c33f02a8-17ae-4055-8b4b-57d683494af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:15:42Z', 'updated_at': '2022-02-09T01:15:56Z', 'revision_number': 4, 'project_id': '4feb7579decf4a3183faf64d64a634f4', 'gw_port': {'id': 'c33f02a8-17ae-4055-8b4b-57d683494af9', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67f6271-ff7c-40fb-b619-a2ea1fbc0627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:15:45Z', 'updated_at': '2022-02-09T01:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': 'a720af89-3955-47f7-912d-0143f0a4e275', 'tenant_id': '4feb7579decf4a3183faf64d64a634f4', 'floating_ip_address': '172.25.0.182', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': 'f67f6271-ff7c-40fb-b619-a2ea1fbc0627', 'port_id': 'aa4312f1-65e5-47a9-b736-8be54bf623e1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82f30243-02f9-47c5-a321-43941006e74c', 'mac_address': 'fa:16:3e:ec:bc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f0db9d-747a-410b-aec2-77e3beb7ba8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:16:07Z', 'updated_at': '2022-02-09T01:16:38Z', 'revision_number': 1, 'project_id': '4feb7579decf4a3183faf64d64a634f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c19982c-0bc2-4617-b7c7-fa0ad55f01f1', 'name': '', 'network_id': '82f30243-02f9-47c5-a321-43941006e74c', 'tenant_id': '4feb7579decf4a3183faf64d64a634f4', 'mac_address': 'fa:16:3e:4e:fa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67f6271-ff7c-40fb-b619-a2ea1fbc0627', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'babecade-cdf1-4c50-b1ee-144e30399d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:15:54Z', 'updated_at': '2022-02-09T01:16:13Z', 'revision_number': 5, 'project_id': '4feb7579decf4a3183faf64d64a634f4', 'subnets': [{'id': 'babecade-cdf1-4c50-b1ee-144e30399d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:42.446238 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d2a31a69-723a-45aa-bd44-71711b2545c9 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:42.451235 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00aad9f5-9a07-4de1-808c-7ab904b04858 None None] Checking router: f67f6271-ff7c-40fb-b619-a2ea1fbc0627 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:16:42.480719 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-20a1ee5c-22c9-498f-a95e-691e8d2b99e2 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2fdc6cd-8f47-4a64-a160-d0bc11ab8de5']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:42.498286 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-20a1ee5c-22c9-498f-a95e-691e8d2b99e2 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b25bff11-ed38-4c02-9433-6bed131a2914') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:42.498608 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-20a1ee5c-22c9-498f-a95e-691e8d2b99e2 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b25bff11-ed38-4c02-9433-6bed131a2914') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:42.515261 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f3de1-a7a7-493d-b71d-86106d3606e5 req-b9b83dc3-5248-4396-93ff-978d49d583a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:42.516687 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ee3f3de1-a7a7-493d-b71d-86106d3606e5 req-b9b83dc3-5248-4396-93ff-978d49d583a3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=82f30243-02f9-47c5-a321-43941006e74c HTTP/1.1" status: 200 len: 912 time: 0.2833667 Feb 09 01:16:42.520220 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-20a1ee5c-22c9-498f-a95e-691e8d2b99e2 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:42.544441 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-20a1ee5c-22c9-498f-a95e-691e8d2b99e2 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:42.564080 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00aad9f5-9a07-4de1-808c-7ab904b04858 None None] Routers {'f67f6271-ff7c-40fb-b619-a2ea1fbc0627'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:16:42.564718 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-00aad9f5-9a07-4de1-808c-7ab904b04858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:16:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['f67f6271-ff7c-40fb-b619-a2ea1fbc0627'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:42.587340 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20a1ee5c-22c9-498f-a95e-691e8d2b99e2 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:16:42.587723 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-20a1ee5c-22c9-498f-a95e-691e8d2b99e2 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:42.603571 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:16:42.603571 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:16:42.603571 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:16:42.603571 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:16:42.603571 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:16:42.603571 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:16:42.603571 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:16:42.603571 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:16:42.603571 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:16:42.603571 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:16:42.603571 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:16:42.603571 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:16:42.603571 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:16:42.603571 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:16:42.603571 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:16:42.603571 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:16:42.603571 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:16:42.603571 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:16:42.603571 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:16:42.603571 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:16:42.603571 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:16:42.603571 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:16:42.603571 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:16:42.603571 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:16:42.603571 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:16:42.603571 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:16:42.603571 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:16:42.603571 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:16:42.603571 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:16:42.603571 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:16:42.603571 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:16:42.603571 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:16:42.665060 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ee3f3de1-a7a7-493d-b71d-86106d3606e5 req-1f0f4f9d-f7ae-4250-9e0a-6184279119f0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa4312f1-65e5-47a9-b736-8be54bf623e1 HTTP/1.1" status: 200 len: 999 time: 0.1139784 Feb 09 01:16:42.666930 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d2a31a69-723a-45aa-bd44-71711b2545c9 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:42.701822 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-86773c2c-b3ba-4ba9-bdc3-b4c612dceda1 req-c07b38d5-3bf5-496f-9d73-3d93c63408d4 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=6e6b4ae5-c67f-4684-bcae-75b7944260ec HTTP/1.1" status: 200 len: 210 time: 0.1881521 Feb 09 01:16:42.711909 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-20a1ee5c-22c9-498f-a95e-691e8d2b99e2 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:42.737466 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-20a1ee5c-22c9-498f-a95e-691e8d2b99e2 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:42.756666 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a1ee5c-22c9-498f-a95e-691e8d2b99e2 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Pushing event deleted for resources: {'Network': ['ID=d2fdc6cd-8f47-4a64-a160-d0bc11ab8de5,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:42.788270 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-20a1ee5c-22c9-498f-a95e-691e8d2b99e2 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] 10.222.0.105 "DELETE /v2.0/networks/d2fdc6cd-8f47-4a64-a160-d0bc11ab8de5 HTTP/1.1" status: 204 len: 168 time: 2.0309882 Feb 09 01:16:42.794042 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 42666) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:42.799515 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0542be1b-bc33-4440-bbdd-cc9259a4718a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:42.857995 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-92f9df01-8260-4a6e-9e43-6fd1863881c5 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] DELETE failed (client error): The resource could not be found. Feb 09 01:16:42.858433 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92f9df01-8260-4a6e-9e43-6fd1863881c5 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:16:42.862414 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-92f9df01-8260-4a6e-9e43-6fd1863881c5 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] 10.222.0.105 "DELETE /v2.0/subnets/e4b85508-03e1-4803-8b8b-d5bac359e651 HTTP/1.1" status: 404 len: 337 time: 0.0631475 Feb 09 01:16:42.862414 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f3de1-a7a7-493d-b71d-86106d3606e5 req-782faa88-8e2f-4c40-9261-508e792e0455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:42.863145 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ee3f3de1-a7a7-493d-b71d-86106d3606e5 req-782faa88-8e2f-4c40-9261-508e792e0455 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=babecade-cdf1-4c50-b1ee-144e30399d1c HTTP/1.1" status: 200 len: 850 time: 0.1604621 Feb 09 01:16:42.867241 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 42670) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:42.886768 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d396ca46-b756-489a-adb9-74b3178575a0 None None] Deleting port 6e682ae8-941d-47fe-a76f-209b37d2cc9e {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:16:42.887270 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d396ca46-b756-489a-adb9-74b3178575a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:42.904783 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0542be1b-bc33-4440-bbdd-cc9259a4718a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event updated for resources: {'Subnet': ['ID=2b928406-4793-46fa-8ade-8b71ebd5d4d2,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:42.909704 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0542be1b-bc33-4440-bbdd-cc9259a4718a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Checking segment: {'id': '986fd47a-7d48-4218-bc5b-1f82d1198ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:16:42.910063 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0542be1b-bc33-4440-bbdd-cc9259a4718a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Network hostable DHCP agents. Network: 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:16:42.931610 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0542be1b-bc33-4440-bbdd-cc9259a4718a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:16:42.943353 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-0542be1b-bc33-4440-bbdd-cc9259a4718a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:42.956786 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0542be1b-bc33-4440-bbdd-cc9259a4718a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:42.957378 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0542be1b-bc33-4440-bbdd-cc9259a4718a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:42.979686 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-0542be1b-bc33-4440-bbdd-cc9259a4718a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5424139 Feb 09 01:16:42.982356 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42678) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:42.989172 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-26fe06e2-1dcc-4abf-b666-6aec73553bbc tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Request body: {'port': {'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'name': 'tempest-NetworksTestDHCPv6-2037638642'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:43.020756 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-44998338-36af-490b-9d7f-ffd4adb97e76 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] DELETE failed (client error): The resource could not be found. Feb 09 01:16:43.021657 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44998338-36af-490b-9d7f-ffd4adb97e76 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:16:43.023778 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdb44a0-7bd2-40bb-bd00-487cab5d5c70 None None] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:16:43.024085 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-44998338-36af-490b-9d7f-ffd4adb97e76 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] 10.222.0.105 "DELETE /v2.0/networks/0d3716e9-1deb-49b2-8d47-3af670228354 HTTP/1.1" status: 404 len: 339 time: 0.1559548 Feb 09 01:16:43.030548 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 42682) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:43.055931 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-00aad9f5-9a07-4de1-808c-7ab904b04858 None None] Set router f67f6271-ff7c-40fb-b619-a2ea1fbc0627 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:16:43.118730 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d2a31a69-723a-45aa-bd44-71711b2545c9 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:43.137620 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d396ca46-b756-489a-adb9-74b3178575a0 None None] The port '6e682ae8-941d-47fe-a76f-209b37d2cc9e' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:16:43.174010 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-26fe06e2-1dcc-4abf-b666-6aec73553bbc tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:16:43.179514 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-26fe06e2-1dcc-4abf-b666-6aec73553bbc tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Usage tracker for resource:port and tenant:32c9b2ac64b74efca212307487c75b1d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:16:43.182862 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-26fe06e2-1dcc-4abf-b666-6aec73553bbc tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:16:43.188919 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-26fe06e2-1dcc-4abf-b666-6aec73553bbc tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:16:43.199558 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f3de1-a7a7-493d-b71d-86106d3606e5 req-4c74ea75-0b3b-4ffe-ba51-f9b2ed214676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:43.200714 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26fe06e2-1dcc-4abf-b666-6aec73553bbc tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Made reservation on behalf of 32c9b2ac64b74efca212307487c75b1d for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:43.201213 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ee3f3de1-a7a7-493d-b71d-86106d3606e5 req-4c74ea75-0b3b-4ffe-ba51-f9b2ed214676 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=82f30243-02f9-47c5-a321-43941006e74c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2999861 Feb 09 01:16:43.205951 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-26fe06e2-1dcc-4abf-b666-6aec73553bbc tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:43.208704 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a39639-d445-4e02-a70c-29bd548294d0 req-c39d8a81-f399-4ca5-8502-9771d83ee712 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:43.210343 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-55a39639-d445-4e02-a70c-29bd548294d0 req-c39d8a81-f399-4ca5-8502-9771d83ee712 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/ports?device_id=50f0db9d-747a-410b-aec2-77e3beb7ba8b HTTP/1.1" status: 200 len: 945 time: 0.3447454 Feb 09 01:16:43.218735 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-85d124de-d3f3-41d5-a953-369ddd097395 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Deleting subnet 9fa35fa5-1329-438e-81ad-8a9f893db563 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:16:43.221920 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-85d124de-d3f3-41d5-a953-369ddd097395 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:43.243128 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-26fe06e2-1dcc-4abf-b666-6aec73553bbc tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] device_id is not set on port 180c7067-1fa8-4d61-9fa1-08776c9ffd6f yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:16:43.280126 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-85d124de-d3f3-41d5-a953-369ddd097395 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:43.402326 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 6e682ae8-941d-47fe-a76f-209b37d2cc9e no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:16:43.457774 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-26fe06e2-1dcc-4abf-b666-6aec73553bbc tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Allocated IP 2001:db8::107 (0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa/2b928406-4793-46fa-8ade-8b71ebd5d4d2/180c7067-1fa8-4d61-9fa1-08776c9ffd6f) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:16:43.507173 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-55a39639-d445-4e02-a70c-29bd548294d0 req-4a9befec-3e2f-4f97-997b-92214574d90a tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/security-groups?id=59346c3a-364d-410d-a9fb-3c85b0553f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1790197 Feb 09 01:16:43.511839 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d2a31a69-723a-45aa-bd44-71711b2545c9 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:43.538692 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 6e682ae8-941d-47fe-a76f-209b37d2cc9e {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:16:43.539189 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 6e682ae8-941d-47fe-a76f-209b37d2cc9e not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:16:43.569788 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a31a69-723a-45aa-bd44-71711b2545c9 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Pushing event deleted for resources: {'Subnet': ['ID=43961e40-156c-45a9-b39b-da67059413bf,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:43.593889 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d2a31a69-723a-45aa-bd44-71711b2545c9 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:43.599858 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:43.601350 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7fce0c-388b-41b6-ba4f-3b65402b7360 None None] Network 82990151-4034-4883-bca5-c63f237feb9e requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:16:43.602454 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-d2a31a69-723a-45aa-bd44-71711b2545c9 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] 10.222.0.105 "DELETE /v2.0/subnets/43961e40-156c-45a9-b39b-da67059413bf HTTP/1.1" status: 204 len: 168 time: 1.2567606 Feb 09 01:16:43.607530 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 42690) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:43.629358 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-85d124de-d3f3-41d5-a953-369ddd097395 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:43.710754 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef8d973-08f8-4b88-9985-6e7792c441ba None None] DHCP port deletion for 647017ae-fd74-4c2c-8c0d-3e526cb1d16d request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:16:43.735361 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-4ef8d973-08f8-4b88-9985-6e7792c441ba None None] Deleting port e2ec1c18-48aa-417c-ade7-616f407aaa6d {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:16:43.735734 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4ef8d973-08f8-4b88-9985-6e7792c441ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:43.799592 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ee3f3de1-a7a7-493d-b71d-86106d3606e5 req-9d9fde7f-2280-4a6e-92b4-8f6a9f8a34b8 service neutron] 10.222.0.62 "GET /v2.0/networks/82f30243-02f9-47c5-a321-43941006e74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5880096 Feb 09 01:16:43.808996 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [req-7369eba4-e610-44fa-a1ae-7e15d0d8853f req-de9af579-43a2-46f5-a86f-8e9642a15f2f tempest-ServersOnMultiNodesTest-1741897035 tempest-ServersOnMultiNodesTest-1741897035-project] (87639) timed out ('10.222.0.99', 61650) {{(pid=87639) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 01:16:43.829589 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-26fe06e2-1dcc-4abf-b666-6aec73553bbc tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:43.852618 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-26fe06e2-1dcc-4abf-b666-6aec73553bbc tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Transition to ACTIVE for port object 180c7067-1fa8-4d61-9fa1-08776c9ffd6f will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:16:43.882847 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-26fe06e2-1dcc-4abf-b666-6aec73553bbc tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:43.957189 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fe06e2-1dcc-4abf-b666-6aec73553bbc tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:43.960740 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-26fe06e2-1dcc-4abf-b666-6aec73553bbc tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:43.964966 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fe06e2-1dcc-4abf-b666-6aec73553bbc tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:16:43.970482 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fe06e2-1dcc-4abf-b666-6aec73553bbc tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:43.971133 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-26fe06e2-1dcc-4abf-b666-6aec73553bbc tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:43.980078 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fe06e2-1dcc-4abf-b666-6aec73553bbc tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event updated for resources: {'Port': ['ID=180c7067-1fa8-4d61-9fa1-08776c9ffd6f,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:44.015747 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-26fe06e2-1dcc-4abf-b666-6aec73553bbc tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0319905 Feb 09 01:16:44.018460 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42696) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:44.143693 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738ade84-28f2-4afa-ae4d-9f9ccd883753 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:44.144988 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-738ade84-28f2-4afa-ae4d-9f9ccd883753 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Synchronizing usage tracker for tenant:32c9b2ac64b74efca212307487c75b1d on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:16:44.174867 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-738ade84-28f2-4afa-ae4d-9f9ccd883753 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Unset dirty status for tenant:32c9b2ac64b74efca212307487c75b1d on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:16:44.176543 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d69ef3dd-1f0c-4ba4-a69e-0e3d9a10ee9d req-306e69a0-cf3c-461f-a66b-c3f6bbac7b73 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=6e6b4ae5-c67f-4684-bcae-75b7944260ec HTTP/1.1" status: 200 len: 210 time: 0.1091168 Feb 09 01:16:44.179413 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-738ade84-28f2-4afa-ae4d-9f9ccd883753 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1587613 Feb 09 01:16:44.181517 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42702) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:44.243906 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-318a95b9-e37b-4236-bd23-ada918b0e0ca tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:44.300409 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-0d40695d-86ba-4d17-aaca-625d87d2734d tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Deleting port 180c7067-1fa8-4d61-9fa1-08776c9ffd6f {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:16:44.300818 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0d40695d-86ba-4d17-aaca-625d87d2734d tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:44.312758 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-85d124de-d3f3-41d5-a953-369ddd097395 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:44.325530 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-4ef8d973-08f8-4b88-9985-6e7792c441ba None None] For port e2ec1c18-48aa-417c-ade7-616f407aaa6d, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=e2ec1c18-48aa-417c-ade7-616f407aaa6d,segment=NetworkSegment(c31085ea-3308-4e7a-809b-0d986b044ba2),segment_id=c31085ea-3308-4e7a-809b-0d986b044ba2)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:16:44.326187 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4ef8d973-08f8-4b88-9985-6e7792c441ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:44.378434 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d124de-d3f3-41d5-a953-369ddd097395 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Pushing event deleted for resources: {'Subnet': ['ID=9fa35fa5-1329-438e-81ad-8a9f893db563,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:44.380253 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-318a95b9-e37b-4236-bd23-ada918b0e0ca tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Deleting port e2ec1c18-48aa-417c-ade7-616f407aaa6d {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:16:44.380587 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-318a95b9-e37b-4236-bd23-ada918b0e0ca tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:44.416468 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-85d124de-d3f3-41d5-a953-369ddd097395 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:44.451569 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a68fc95-90ac-4e6b-8621-328de4b1ab51 None None] Network 76098bcf-7a7c-4e04-ba32-11645e7fdc21 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:16:44.463803 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ee3f3de1-a7a7-493d-b71d-86106d3606e5 req-e30b2551-2624-4eb9-9945-201e4ba80c10 service neutron] 10.222.0.62 "GET /v2.0/networks/82f30243-02f9-47c5-a321-43941006e74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6479118 Feb 09 01:16:44.470154 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-4ef8d973-08f8-4b88-9985-6e7792c441ba None None] Calling delete_port for e2ec1c18-48aa-417c-ade7-616f407aaa6d owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:16:44.478268 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-85d124de-d3f3-41d5-a953-369ddd097395 tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] 10.222.0.105 "DELETE /v2.0/subnets/9fa35fa5-1329-438e-81ad-8a9f893db563 HTTP/1.1" status: 204 len: 168 time: 1.4408524 Feb 09 01:16:44.482946 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 42706) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:44.524095 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0527d53-614d-44d0-aa5f-014689c359f8 req-e6773e22-0ab9-4a0c-b600-5d8162b8f5e5 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:44.527529 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d0527d53-614d-44d0-aa5f-014689c359f8 req-e6773e22-0ab9-4a0c-b600-5d8162b8f5e5 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.62 "GET /v2.0/networks?id=20b4b911-e8a6-45af-95dc-9b595aff0444 HTTP/1.1" status: 200 len: 806 time: 0.3953660 Feb 09 01:16:44.607294 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-00aad9f5-9a07-4de1-808c-7ab904b04858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67f6271-ff7c-40fb-b619-a2ea1fbc0627', 'name': 'tempest-AttachVolumeTestJSON-1789116321-router', 'tenant_id': '4feb7579decf4a3183faf64d64a634f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'c33f02a8-17ae-4055-8b4b-57d683494af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:15:42Z', 'updated_at': '2022-02-09T01:15:56Z', 'revision_number': 4, 'project_id': '4feb7579decf4a3183faf64d64a634f4', 'gw_port': {'id': 'c33f02a8-17ae-4055-8b4b-57d683494af9', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67f6271-ff7c-40fb-b619-a2ea1fbc0627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:15:45Z', 'updated_at': '2022-02-09T01:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': 'a720af89-3955-47f7-912d-0143f0a4e275', 'tenant_id': '4feb7579decf4a3183faf64d64a634f4', 'floating_ip_address': '172.25.0.182', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': 'f67f6271-ff7c-40fb-b619-a2ea1fbc0627', 'port_id': 'aa4312f1-65e5-47a9-b736-8be54bf623e1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82f30243-02f9-47c5-a321-43941006e74c', 'mac_address': 'fa:16:3e:ec:bc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f0db9d-747a-410b-aec2-77e3beb7ba8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:16:07Z', 'updated_at': '2022-02-09T01:16:38Z', 'revision_number': 1, 'project_id': '4feb7579decf4a3183faf64d64a634f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c19982c-0bc2-4617-b7c7-fa0ad55f01f1', 'name': '', 'network_id': '82f30243-02f9-47c5-a321-43941006e74c', 'tenant_id': '4feb7579decf4a3183faf64d64a634f4', 'mac_address': 'fa:16:3e:4e:fa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67f6271-ff7c-40fb-b619-a2ea1fbc0627', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'babecade-cdf1-4c50-b1ee-144e30399d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:15:54Z', 'updated_at': '2022-02-09T01:16:13Z', 'revision_number': 5, 'project_id': '4feb7579decf4a3183faf64d64a634f4', 'subnets': [{'id': 'babecade-cdf1-4c50-b1ee-144e30399d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:44.634221 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228dd612-1cdb-4f14-941c-7cd8887cd80a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'tenant_id': '32c9b2ac64b74efca212307487c75b1d', 'fixed_ips': [{'subnet_id': '2b928406-4793-46fa-8ade-8b71ebd5d4d2'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:16:44.635061 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-228dd612-1cdb-4f14-941c-7cd8887cd80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:44.648635 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00aad9f5-9a07-4de1-808c-7ab904b04858 None None] The sync data for ids ['f67f6271-ff7c-40fb-b619-a2ea1fbc0627'] in n-d-828418-1 is: [{'id': 'f67f6271-ff7c-40fb-b619-a2ea1fbc0627', 'name': 'tempest-AttachVolumeTestJSON-1789116321-router', 'tenant_id': '4feb7579decf4a3183faf64d64a634f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'c33f02a8-17ae-4055-8b4b-57d683494af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:15:42Z', 'updated_at': '2022-02-09T01:15:56Z', 'revision_number': 4, 'project_id': '4feb7579decf4a3183faf64d64a634f4', 'gw_port': {'id': 'c33f02a8-17ae-4055-8b4b-57d683494af9', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67f6271-ff7c-40fb-b619-a2ea1fbc0627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:15:45Z', 'updated_at': '2022-02-09T01:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': 'a720af89-3955-47f7-912d-0143f0a4e275', 'tenant_id': '4feb7579decf4a3183faf64d64a634f4', 'floating_ip_address': '172.25.0.182', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': 'f67f6271-ff7c-40fb-b619-a2ea1fbc0627', 'port_id': 'aa4312f1-65e5-47a9-b736-8be54bf623e1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82f30243-02f9-47c5-a321-43941006e74c', 'mac_address': 'fa:16:3e:ec:bc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f0db9d-747a-410b-aec2-77e3beb7ba8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:16:07Z', 'updated_at': '2022-02-09T01:16:38Z', 'revision_number': 1, 'project_id': '4feb7579decf4a3183faf64d64a634f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c19982c-0bc2-4617-b7c7-fa0ad55f01f1', 'name': '', 'network_id': '82f30243-02f9-47c5-a321-43941006e74c', 'tenant_id': '4feb7579decf4a3183faf64d64a634f4', 'mac_address': 'fa:16:3e:4e:fa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67f6271-ff7c-40fb-b619-a2ea1fbc0627', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'babecade-cdf1-4c50-b1ee-144e30399d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:15:54Z', 'updated_at': '2022-02-09T01:16:13Z', 'revision_number': 5, 'project_id': '4feb7579decf4a3183faf64d64a634f4', 'subnets': [{'id': 'babecade-cdf1-4c50-b1ee-144e30399d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:16:44.664574 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-d0527d53-614d-44d0-aa5f-014689c359f8 req-b0beaed1-d68e-4d46-aef2-d126e39f4d4f tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Request body: {'port': {'device_id': '6e6b4ae5-c67f-4684-bcae-75b7944260ec', 'network_id': '20b4b911-e8a6-45af-95dc-9b595aff0444', 'admin_state_up': True, 'tenant_id': 'ecfa99ec90404d2da344b2927ef93a25'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:44.822916 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5a642c-60fd-4e15-8829-b1c8e4642721 None None] DHCP port deletion for 82990151-4034-4883-bca5-c63f237feb9e request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:16:44.825800 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0d40695d-86ba-4d17-aaca-625d87d2734d tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:44.944985 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-9e5a642c-60fd-4e15-8829-b1c8e4642721 None None] Deleting port 34547bdd-e138-4dec-b88e-67b0bbceee90 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:16:44.945723 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9e5a642c-60fd-4e15-8829-b1c8e4642721 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:44.987995 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [req-19e05d63-d50f-48c7-aa1d-084140679072 req-fa53e356-c306-4391-bdde-ceaeffefc80c service neutron] (87638) timed out ('10.222.0.99', 61613) {{(pid=87638) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 01:16:44.994383 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-228dd612-1cdb-4f14-941c-7cd8887cd80a None None] Allocated IP 2001:db8::2 (0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa/2b928406-4793-46fa-8ade-8b71ebd5d4d2/4418376c-fafd-49fb-9d6b-2da5e9c09fcd) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:16:44.997636 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd19b47-9c32-435c-a661-4e9d49643014 None None] New status for floating IP a720af89-3955-47f7-912d-0143f0a4e275: ACTIVE {{(pid=87641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:16:45.003711 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-0d40695d-86ba-4d17-aaca-625d87d2734d tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Calling delete_port for 180c7067-1fa8-4d61-9fa1-08776c9ffd6f owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:16:45.017232 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device e2ec1c18-48aa-417c-ade7-616f407aaa6d no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:16:45.025083 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-16fa8bc5-f95a-4175-8009-421fbe2b617d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:45.097259 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: e2ec1c18-48aa-417c-ade7-616f407aaa6d {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:16:45.097907 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device e2ec1c18-48aa-417c-ade7-616f407aaa6d not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:16:45.098515 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 34547bdd-e138-4dec-b88e-67b0bbceee90 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:16:45.114788 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-16fa8bc5-f95a-4175-8009-421fbe2b617d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Deleting port f0ba7f5a-155a-412f-8146-f1ebd8a1c45d {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:16:45.115347 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-16fa8bc5-f95a-4175-8009-421fbe2b617d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:45.126859 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4ef8d973-08f8-4b88-9985-6e7792c441ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:45.199865 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0d40695d-86ba-4d17-aaca-625d87d2734d tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:45.273930 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d40695d-86ba-4d17-aaca-625d87d2734d tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event deleted for resources: {'Port': ['ID=180c7067-1fa8-4d61-9fa1-08776c9ffd6f,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:45.313840 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef8d973-08f8-4b88-9985-6e7792c441ba None None] Pushing event deleted for resources: {'Port': ['ID=e2ec1c18-48aa-417c-ade7-616f407aaa6d,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:45.330137 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef8d973-08f8-4b88-9985-6e7792c441ba None None] No DVR routers for this DVR port e2ec1c18-48aa-417c-ade7-616f407aaa6d on host n-d-828418-1 {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:16:45.361047 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0d40695d-86ba-4d17-aaca-625d87d2734d tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:45.369146 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-318a95b9-e37b-4236-bd23-ada918b0e0ca tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] For port e2ec1c18-48aa-417c-ade7-616f407aaa6d, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=e2ec1c18-48aa-417c-ade7-616f407aaa6d,segment=NetworkSegment(c31085ea-3308-4e7a-809b-0d986b044ba2),segment_id=c31085ea-3308-4e7a-809b-0d986b044ba2)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:16:45.369760 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-318a95b9-e37b-4236-bd23-ada918b0e0ca tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:45.380777 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-0d40695d-86ba-4d17-aaca-625d87d2734d tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/ports/180c7067-1fa8-4d61-9fa1-08776c9ffd6f HTTP/1.1" status: 204 len: 168 time: 1.1977198 Feb 09 01:16:45.381383 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42714) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:45.386031 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc1505-0488-401a-b7ec-8338ca4c817d req-6e28a30a-56af-4563-9a11-c8d627df5259 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:45.393350 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7ffc1505-0488-401a-b7ec-8338ca4c817d req-6e28a30a-56af-4563-9a11-c8d627df5259 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/ports?device_id=50f0db9d-747a-410b-aec2-77e3beb7ba8b HTTP/1.1" status: 200 len: 945 time: 0.7149134 Feb 09 01:16:45.464175 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63d8a44-701b-4d82-b455-ecea42ca802a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:45.465834 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63d8a44-701b-4d82-b455-ecea42ca802a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:45.466603 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-c63d8a44-701b-4d82-b455-ecea42ca802a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Synchronizing usage tracker for tenant:32c9b2ac64b74efca212307487c75b1d on resource:subnet {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:16:45.484333 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-c63d8a44-701b-4d82-b455-ecea42ca802a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Unset dirty status for tenant:32c9b2ac64b74efca212307487c75b1d on resource:subnet {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:16:45.488273 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c63d8a44-701b-4d82-b455-ecea42ca802a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1031437 Feb 09 01:16:45.488523 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42718) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:45.534506 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2b9d6f7e-8c72-4de3-abc4-fca49880330d req-588cb0a9-5055-4494-8d79-c5e9577e88a2 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=6e6b4ae5-c67f-4684-bcae-75b7944260ec HTTP/1.1" status: 200 len: 210 time: 0.1571114 Feb 09 01:16:45.540332 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-d0527d53-614d-44d0-aa5f-014689c359f8 req-b0beaed1-d68e-4d46-aef2-d126e39f4d4f tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:16:45.550589 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-d0527d53-614d-44d0-aa5f-014689c359f8 req-b0beaed1-d68e-4d46-aef2-d126e39f4d4f tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:16:45.577972 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2f20d24-f227-4f27-ae02-5c7519f4ae09 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Deleting subnet 2b928406-4793-46fa-8ade-8b71ebd5d4d2 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:16:45.622260 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-318a95b9-e37b-4236-bd23-ada918b0e0ca tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Calling delete_port for e2ec1c18-48aa-417c-ade7-616f407aaa6d owned by network:dhcp {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:16:45.655222 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-16fa8bc5-f95a-4175-8009-421fbe2b617d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] For port f0ba7f5a-155a-412f-8146-f1ebd8a1c45d, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=f0ba7f5a-155a-412f-8146-f1ebd8a1c45d,segment=NetworkSegment(92c2aa35-c7f3-4ef5-acc0-1312f2939189),segment_id=92c2aa35-c7f3-4ef5-acc0-1312f2939189)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:16:45.655562 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-16fa8bc5-f95a-4175-8009-421fbe2b617d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:45.700126 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7ffc1505-0488-401a-b7ec-8338ca4c817d req-55a6c264-3739-4f76-9d2a-80fe017459d5 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/security-groups?id=59346c3a-364d-410d-a9fb-3c85b0553f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3057775 Feb 09 01:16:45.747541 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8b6229-62f3-4f26-89a9-8bc776d6e7c4 None None] DHCP port deletion for 76098bcf-7a7c-4e04-ba32-11645e7fdc21 request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:16:45.755401 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:45.780020 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-9e5a642c-60fd-4e15-8829-b1c8e4642721 None None] For port 34547bdd-e138-4dec-b88e-67b0bbceee90, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=34547bdd-e138-4dec-b88e-67b0bbceee90,segment=NetworkSegment(ffbb3a86-4f1a-41a1-8709-5e9db1875100),segment_id=ffbb3a86-4f1a-41a1-8709-5e9db1875100)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:16:45.780444 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9e5a642c-60fd-4e15-8829-b1c8e4642721 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:45.798178 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-ce8b6229-62f3-4f26-89a9-8bc776d6e7c4 None None] Deleting port f0ba7f5a-155a-412f-8146-f1ebd8a1c45d {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:16:45.798588 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ce8b6229-62f3-4f26-89a9-8bc776d6e7c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:45.942961 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0527d53-614d-44d0-aa5f-014689c359f8 req-b0beaed1-d68e-4d46-aef2-d126e39f4d4f tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Made reservation on behalf of ecfa99ec90404d2da344b2927ef93a25 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:45.946994 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d0527d53-614d-44d0-aa5f-014689c359f8 req-b0beaed1-d68e-4d46-aef2-d126e39f4d4f tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:45.966012 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-16fa8bc5-f95a-4175-8009-421fbe2b617d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Calling delete_port for f0ba7f5a-155a-412f-8146-f1ebd8a1c45d owned by network:dhcp {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:16:45.970113 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-9e5a642c-60fd-4e15-8829-b1c8e4642721 None None] Calling delete_port for 34547bdd-e138-4dec-b88e-67b0bbceee90 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:16:46.036670 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-228dd612-1cdb-4f14-941c-7cd8887cd80a None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:46.042560 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 34547bdd-e138-4dec-b88e-67b0bbceee90, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=34547bdd-e138-4dec-b88e-67b0bbceee90,segment=NetworkSegment(ffbb3a86-4f1a-41a1-8709-5e9db1875100),segment_id=ffbb3a86-4f1a-41a1-8709-5e9db1875100)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:16:46.059890 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:46.097053 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-228dd612-1cdb-4f14-941c-7cd8887cd80a None None] Transition to ACTIVE for port object 4418376c-fafd-49fb-9d6b-2da5e9c09fcd will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:16:46.103522 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.db.api [None req-318a95b9-e37b-4236-bd23-ada918b0e0ca tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:16:46.103839 n-d-828418-1 neutron-server[87639]: DEBUG oslo_db.api [None req-318a95b9-e37b-4236-bd23-ada918b0e0ca tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:16:46.143386 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-16fa8bc5-f95a-4175-8009-421fbe2b617d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:46.176125 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-ce8b6229-62f3-4f26-89a9-8bc776d6e7c4 None None] The port 'f0ba7f5a-155a-412f-8146-f1ebd8a1c45d' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:16:46.210976 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-228dd612-1cdb-4f14-941c-7cd8887cd80a None None] Transition to ACTIVE for port object 4418376c-fafd-49fb-9d6b-2da5e9c09fcd will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:16:46.218380 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-9e5a642c-60fd-4e15-8829-b1c8e4642721 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:16:46.219086 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-9e5a642c-60fd-4e15-8829-b1c8e4642721 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:16:46.220231 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f2f20d24-f227-4f27-ae02-5c7519f4ae09 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:46.223238 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-228dd612-1cdb-4f14-941c-7cd8887cd80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:46.236677 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=34547bdd-e138-4dec-b88e-67b0bbceee90,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:46.239967 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fa8bc5-f95a-4175-8009-421fbe2b617d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] No DVR routers for this DVR port f0ba7f5a-155a-412f-8146-f1ebd8a1c45d on host n-d-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:16:46.274294 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fa8bc5-f95a-4175-8009-421fbe2b617d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Pushing event deleted for resources: {'Port': ['ID=f0ba7f5a-155a-412f-8146-f1ebd8a1c45d,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:46.295928 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228dd612-1cdb-4f14-941c-7cd8887cd80a None None] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:46.302823 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f2f20d24-f227-4f27-ae02-5c7519f4ae09 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:46.303008 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-228dd612-1cdb-4f14-941c-7cd8887cd80a None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:46.307617 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228dd612-1cdb-4f14-941c-7cd8887cd80a None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:16:46.382254 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228dd612-1cdb-4f14-941c-7cd8887cd80a None None] Pushing event updated for resources: {'Port': ['ID=4418376c-fafd-49fb-9d6b-2da5e9c09fcd,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:46.396197 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-d0527d53-614d-44d0-aa5f-014689c359f8 req-b0beaed1-d68e-4d46-aef2-d126e39f4d4f tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Allocated IP 172.20.0.6 (20b4b911-e8a6-45af-95dc-9b595aff0444/6a70c5bb-7a88-4efe-b45a-b5773b8dee9d/8c84331e-6994-437c-8a91-82e7acd41378) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:16:46.399885 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-16fa8bc5-f95a-4175-8009-421fbe2b617d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:46.412424 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f2f20d24-f227-4f27-ae02-5c7519f4ae09 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:46.412772 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-228dd612-1cdb-4f14-941c-7cd8887cd80a None None] Attempting to bind port 4418376c-fafd-49fb-9d6b-2da5e9c09fcd on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:16:46.413491 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-228dd612-1cdb-4f14-941c-7cd8887cd80a None None] Attempting to bind port 4418376c-fafd-49fb-9d6b-2da5e9c09fcd by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '986fd47a-7d48-4218-bc5b-1f82d1198ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:16:46.413951 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228dd612-1cdb-4f14-941c-7cd8887cd80a None None] Attempting to bind port 4418376c-fafd-49fb-9d6b-2da5e9c09fcd on network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:16:46.419172 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228dd612-1cdb-4f14-941c-7cd8887cd80a None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:16:46.419539 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228dd612-1cdb-4f14-941c-7cd8887cd80a None None] Checking segment: {'id': '986fd47a-7d48-4218-bc5b-1f82d1198ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:16:46.419938 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-228dd612-1cdb-4f14-941c-7cd8887cd80a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:46.420323 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228dd612-1cdb-4f14-941c-7cd8887cd80a None None] Bound using segment: {'id': '986fd47a-7d48-4218-bc5b-1f82d1198ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:16:46.420908 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-228dd612-1cdb-4f14-941c-7cd8887cd80a None None] Bound port: 4418376c-fafd-49fb-9d6b-2da5e9c09fcd, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '986fd47a-7d48-4218-bc5b-1f82d1198ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:16:46.421278 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-228dd612-1cdb-4f14-941c-7cd8887cd80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:46.434902 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-16fa8bc5-f95a-4175-8009-421fbe2b617d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76098bcf-7a7c-4e04-ba32-11645e7fdc21']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:46.466291 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-16fa8bc5-f95a-4175-8009-421fbe2b617d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92c2aa35-c7f3-4ef5-acc0-1312f2939189') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:46.466511 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-16fa8bc5-f95a-4175-8009-421fbe2b617d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92c2aa35-c7f3-4ef5-acc0-1312f2939189') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:46.491674 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-16fa8bc5-f95a-4175-8009-421fbe2b617d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:46.496244 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f2f20d24-f227-4f27-ae02-5c7519f4ae09 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:46.521928 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-228dd612-1cdb-4f14-941c-7cd8887cd80a None None] For port 4418376c-fafd-49fb-9d6b-2da5e9c09fcd, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:16:46.525800 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-228dd612-1cdb-4f14-941c-7cd8887cd80a None None] For port 4418376c-fafd-49fb-9d6b-2da5e9c09fcd, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=4418376c-fafd-49fb-9d6b-2da5e9c09fcd,segment=NetworkSegment(986fd47a-7d48-4218-bc5b-1f82d1198ace),segment_id=986fd47a-7d48-4218-bc5b-1f82d1198ace)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:16:46.531597 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-228dd612-1cdb-4f14-941c-7cd8887cd80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:46.538732 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-16fa8bc5-f95a-4175-8009-421fbe2b617d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:46.547358 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f20d24-f227-4f27-ae02-5c7519f4ae09 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event deleted for resources: {'Subnet': ['ID=2b928406-4793-46fa-8ade-8b71ebd5d4d2,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:46.549403 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f2f20d24-f227-4f27-ae02-5c7519f4ae09 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:46.563778 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f2f20d24-f227-4f27-ae02-5c7519f4ae09 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/subnets/2b928406-4793-46fa-8ade-8b71ebd5d4d2 HTTP/1.1" status: 204 len: 168 time: 1.0742996 Feb 09 01:16:46.566329 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42726) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:46.624622 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-318a95b9-e37b-4236-bd23-ada918b0e0ca tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Deleting port e2ec1c18-48aa-417c-ade7-616f407aaa6d {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:16:46.624982 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-318a95b9-e37b-4236-bd23-ada918b0e0ca tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:46.633921 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228dd612-1cdb-4f14-941c-7cd8887cd80a None None] Pushing event updated for resources: {'Port': ['ID=4418376c-fafd-49fb-9d6b-2da5e9c09fcd,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:46.652606 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b0d84b20-5553-4a62-81f5-a150aca4126d tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0826111 Feb 09 01:16:46.652856 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42732) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:46.666074 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-9c52886f-f080-401d-bfa4-72199dfcc8a9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Request body: {'subnet': {'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:46.720967 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-9e5a642c-60fd-4e15-8829-b1c8e4642721 None None] Deleting port 34547bdd-e138-4dec-b88e-67b0bbceee90 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:16:46.721421 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9e5a642c-60fd-4e15-8829-b1c8e4642721 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:46.729731 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16fa8bc5-f95a-4175-8009-421fbe2b617d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:16:46.730140 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-16fa8bc5-f95a-4175-8009-421fbe2b617d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:46.749139 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 01:16:46.749139 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:16:46.749139 n-d-828418-1 neutron-server[87639]: timer() Feb 09 01:16:46.749139 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:16:46.749139 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 01:16:46.749139 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:16:46.749139 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 01:16:46.749139 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:16:46.749139 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 01:16:46.749139 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:16:46.749139 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 01:16:46.749139 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:16:46.749139 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 01:16:46.749139 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:16:46.749139 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:16:46.749139 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:16:46.749139 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:16:46.749139 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:16:46.749139 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 01:16:46.749139 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:16:46.749139 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 01:16:46.749139 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:16:46.749139 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:16:46.749139 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:16:46.749139 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 01:16:46.749139 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:16:46.749139 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:16:46.749139 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:16:46.749139 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:16:46.749139 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:16:46.749139 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:16:46.749139 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:16:46.799527 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9c52886f-f080-401d-bfa4-72199dfcc8a9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:16:46.804937 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-9c52886f-f080-401d-bfa4-72199dfcc8a9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Usage tracker for resource:subnet and tenant:32c9b2ac64b74efca212307487c75b1d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:16:46.808172 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-9c52886f-f080-401d-bfa4-72199dfcc8a9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:16:46.814904 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9c52886f-f080-401d-bfa4-72199dfcc8a9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:16:46.815192 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-318a95b9-e37b-4236-bd23-ada918b0e0ca tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] The port 'e2ec1c18-48aa-417c-ade7-616f407aaa6d' was deleted {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:16:46.830947 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c52886f-f080-401d-bfa4-72199dfcc8a9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Made reservation on behalf of 32c9b2ac64b74efca212307487c75b1d for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:46.835089 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9c52886f-f080-401d-bfa4-72199dfcc8a9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:46.938832 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-510a0a13-e6ca-4c35-b3dd-4d107bc40321 req-cd18d2ca-aecf-4038-bdb4-61e8a2490f6b tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=6e6b4ae5-c67f-4684-bcae-75b7944260ec HTTP/1.1" status: 200 len: 210 time: 0.1906550 Feb 09 01:16:47.065102 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-9e5a642c-60fd-4e15-8829-b1c8e4642721 None None] For port 34547bdd-e138-4dec-b88e-67b0bbceee90, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=34547bdd-e138-4dec-b88e-67b0bbceee90,segment=NetworkSegment(ffbb3a86-4f1a-41a1-8709-5e9db1875100),segment_id=ffbb3a86-4f1a-41a1-8709-5e9db1875100)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:16:47.065783 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9e5a642c-60fd-4e15-8829-b1c8e4642721 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:47.067946 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-16fa8bc5-f95a-4175-8009-421fbe2b617d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:47.113085 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-16fa8bc5-f95a-4175-8009-421fbe2b617d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:47.130343 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-318a95b9-e37b-4236-bd23-ada918b0e0ca tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:47.160233 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fa8bc5-f95a-4175-8009-421fbe2b617d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Pushing event deleted for resources: {'Network': ['ID=76098bcf-7a7c-4e04-ba32-11645e7fdc21,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:47.174198 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 4418376c-fafd-49fb-9d6b-2da5e9c09fcd up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:16:47.182629 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d0527d53-614d-44d0-aa5f-014689c359f8 req-b0beaed1-d68e-4d46-aef2-d126e39f4d4f tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:47.199049 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-16fa8bc5-f95a-4175-8009-421fbe2b617d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] 10.222.0.105 "DELETE /v2.0/networks/76098bcf-7a7c-4e04-ba32-11645e7fdc21 HTTP/1.1" status: 204 len: 168 time: 2.7110140 Feb 09 01:16:47.199049 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-318a95b9-e37b-4236-bd23-ada918b0e0ca tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['647017ae-fd74-4c2c-8c0d-3e526cb1d16d']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:47.208785 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fa8bc5-f95a-4175-8009-421fbe2b617d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:47.209081 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9c52886f-f080-401d-bfa4-72199dfcc8a9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:47.210120 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fa8bc5-f95a-4175-8009-421fbe2b617d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:47.210639 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fa8bc5-f95a-4175-8009-421fbe2b617d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:47.211141 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fa8bc5-f95a-4175-8009-421fbe2b617d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:47.211645 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fa8bc5-f95a-4175-8009-421fbe2b617d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:47.212133 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fa8bc5-f95a-4175-8009-421fbe2b617d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:47.212633 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fa8bc5-f95a-4175-8009-421fbe2b617d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:47.213172 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fa8bc5-f95a-4175-8009-421fbe2b617d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:47.213903 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fa8bc5-f95a-4175-8009-421fbe2b617d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:47.214414 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fa8bc5-f95a-4175-8009-421fbe2b617d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:47.215348 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fa8bc5-f95a-4175-8009-421fbe2b617d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:47.215852 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fa8bc5-f95a-4175-8009-421fbe2b617d tempest-NetworksIpV6Test-1485232948 tempest-NetworksIpV6Test-1485232948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:47.228067 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-318a95b9-e37b-4236-bd23-ada918b0e0ca tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c31085ea-3308-4e7a-809b-0d986b044ba2') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:47.228684 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-318a95b9-e37b-4236-bd23-ada918b0e0ca tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c31085ea-3308-4e7a-809b-0d986b044ba2') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:47.244107 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-318a95b9-e37b-4236-bd23-ada918b0e0ca tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:47.264170 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-318a95b9-e37b-4236-bd23-ada918b0e0ca tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:47.277011 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-9e5a642c-60fd-4e15-8829-b1c8e4642721 None None] Calling delete_port for 34547bdd-e138-4dec-b88e-67b0bbceee90 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:16:47.281932 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-318a95b9-e37b-4236-bd23-ada918b0e0ca tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:16:47.282716 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-318a95b9-e37b-4236-bd23-ada918b0e0ca tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:47.299495 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c52886f-f080-401d-bfa4-72199dfcc8a9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event updated for resources: {'Subnet': ['ID=66aff63e-b1f7-4a2a-a397-e5f1a8036a47,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:47.313237 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c52886f-f080-401d-bfa4-72199dfcc8a9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:47.314955 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-9c52886f-f080-401d-bfa4-72199dfcc8a9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:47.317824 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c52886f-f080-401d-bfa4-72199dfcc8a9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:47.318405 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9c52886f-f080-401d-bfa4-72199dfcc8a9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:47.348202 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9c52886f-f080-401d-bfa4-72199dfcc8a9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6940701 Feb 09 01:16:47.351408 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42740) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:47.358511 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-e7d48fd7-94e7-4fab-a230-63c0a6e72d15 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Request body: {'port': {'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'name': 'tempest-NetworksTestDHCPv6-1848556412'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:47.383183 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 01:16:47.383183 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:16:47.383183 n-d-828418-1 neutron-server[87639]: timer() Feb 09 01:16:47.383183 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:16:47.383183 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 01:16:47.383183 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:16:47.383183 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 01:16:47.383183 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:16:47.383183 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 01:16:47.383183 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:16:47.383183 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 01:16:47.383183 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:16:47.383183 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 01:16:47.383183 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:16:47.383183 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:16:47.383183 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:16:47.383183 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:16:47.383183 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:16:47.383183 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 01:16:47.383183 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:16:47.383183 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 01:16:47.383183 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:16:47.383183 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:16:47.383183 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:16:47.383183 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 01:16:47.383183 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:16:47.383183 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:16:47.383183 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:16:47.383183 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:16:47.383183 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:16:47.383183 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:16:47.383183 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:16:47.398996 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 4418376c-fafd-49fb-9d6b-2da5e9c09fcd completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:16:47.410296 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9e5a642c-60fd-4e15-8829-b1c8e4642721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:47.427644 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d0527d53-614d-44d0-aa5f-014689c359f8 req-b0beaed1-d68e-4d46-aef2-d126e39f4d4f tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:47.457015 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['9bf5d22d-c05c-4bb7-9938-6cdd0b694aac'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:16:47.518093 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-318a95b9-e37b-4236-bd23-ada918b0e0ca tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:47.543659 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-318a95b9-e37b-4236-bd23-ada918b0e0ca tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:47.545338 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5a642c-60fd-4e15-8829-b1c8e4642721 None None] Pushing event deleted for resources: {'Port': ['ID=34547bdd-e138-4dec-b88e-67b0bbceee90,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:47.559879 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5a642c-60fd-4e15-8829-b1c8e4642721 None None] No DVR routers for this DVR port 34547bdd-e138-4dec-b88e-67b0bbceee90 on host n-d-828418-1 {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:16:47.606233 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0527d53-614d-44d0-aa5f-014689c359f8 req-b0beaed1-d68e-4d46-aef2-d126e39f4d4f tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Network 20b4b911-e8a6-45af-95dc-9b595aff0444 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:47.615769 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318a95b9-e37b-4236-bd23-ada918b0e0ca tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Pushing event deleted for resources: {'Network': ['ID=647017ae-fd74-4c2c-8c0d-3e526cb1d16d,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:47.620236 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e7d48fd7-94e7-4fab-a230-63c0a6e72d15 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:16:47.624865 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e7d48fd7-94e7-4fab-a230-63c0a6e72d15 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Usage tracker for resource:port and tenant:32c9b2ac64b74efca212307487c75b1d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:16:47.629731 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e7d48fd7-94e7-4fab-a230-63c0a6e72d15 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:16:47.636794 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e7d48fd7-94e7-4fab-a230-63c0a6e72d15 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:16:47.641570 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-d0527d53-614d-44d0-aa5f-014689c359f8 req-b0beaed1-d68e-4d46-aef2-d126e39f4d4f tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:47.649226 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0527d53-614d-44d0-aa5f-014689c359f8 req-b0beaed1-d68e-4d46-aef2-d126e39f4d4f tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:16:47.656951 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d48fd7-94e7-4fab-a230-63c0a6e72d15 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Made reservation on behalf of 32c9b2ac64b74efca212307487c75b1d for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:47.667096 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e7d48fd7-94e7-4fab-a230-63c0a6e72d15 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:47.687227 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-318a95b9-e37b-4236-bd23-ada918b0e0ca tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] 10.222.0.105 "DELETE /v2.0/networks/647017ae-fd74-4c2c-8c0d-3e526cb1d16d HTTP/1.1" status: 204 len: 168 time: 4.0775435 Feb 09 01:16:47.695143 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42746) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:47.702366 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0beaed1-d68e-4d46-aef2-d126e39f4d4f tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Pushing event updated for resources: {'Port': ['ID=8c84331e-6994-437c-8a91-82e7acd41378,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:47.724987 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device f0ba7f5a-155a-412f-8146-f1ebd8a1c45d no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:16:47.730692 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-e7d48fd7-94e7-4fab-a230-63c0a6e72d15 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] device_id is not set on port 11163413-98c3-402b-9cbe-408b556fbd63 yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:16:47.775906 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0527d53-614d-44d0-aa5f-014689c359f8 req-b0beaed1-d68e-4d46-aef2-d126e39f4d4f tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:47.776489 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d0527d53-614d-44d0-aa5f-014689c359f8 req-b0beaed1-d68e-4d46-aef2-d126e39f4d4f tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:47.779226 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: f0ba7f5a-155a-412f-8146-f1ebd8a1c45d {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:16:47.779572 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device f0ba7f5a-155a-412f-8146-f1ebd8a1c45d not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:16:47.812377 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d0527d53-614d-44d0-aa5f-014689c359f8 req-b0beaed1-d68e-4d46-aef2-d126e39f4d4f tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2124143 Feb 09 01:16:47.826239 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-d0527d53-614d-44d0-aa5f-014689c359f8 req-570bf52d-6a12-4c3b-9825-b7955e9ae80e service neutron] Request body: {'port': {'device_id': '6e6b4ae5-c67f-4684-bcae-75b7944260ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:48.053265 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 42750) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:48.110210 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19520d43-ed56-47cc-b702-f6c813c4d993 None None] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:16:48.142258 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d0527d53-614d-44d0-aa5f-014689c359f8 req-570bf52d-6a12-4c3b-9825-b7955e9ae80e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:48.216816 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-e7d48fd7-94e7-4fab-a230-63c0a6e72d15 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Allocated IP 2001:db8::19 (0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa/66aff63e-b1f7-4a2a-a397-e5f1a8036a47/11163413-98c3-402b-9cbe-408b556fbd63) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:16:48.217383 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-123517d6-5363-45b3-bb88-e1d627bb3cf0 None None] Provisioning for port 4418376c-fafd-49fb-9d6b-2da5e9c09fcd completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:16:48.222185 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e6fbab57-e485-4cdf-8bbb-250caca1720d tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:48.224361 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-123517d6-5363-45b3-bb88-e1d627bb3cf0 None None] Provisioning complete for port 4418376c-fafd-49fb-9d6b-2da5e9c09fcd triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:48.224836 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-123517d6-5363-45b3-bb88-e1d627bb3cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:48.370514 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b23fc8-995d-48cd-9dde-d1264571ac02 req-a6ac82b5-b7f1-4ecd-b47d-197d6f88596f tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:48.371514 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-b4b23fc8-995d-48cd-9dde-d1264571ac02 req-a6ac82b5-b7f1-4ecd-b47d-197d6f88596f tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Synchronizing usage tracker for tenant:ecfa99ec90404d2da344b2927ef93a25 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:16:48.380510 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f806c5b9-ff90-47ad-a389-9d7447d78807 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=89095cdfc9c942dc809f66cd477d6f7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3267956 Feb 09 01:16:48.386089 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 42758) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:48.414422 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e6fbab57-e485-4cdf-8bbb-250caca1720d tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:48.451667 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-b4b23fc8-995d-48cd-9dde-d1264571ac02 req-a6ac82b5-b7f1-4ecd-b47d-197d6f88596f tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Unset dirty status for tenant:ecfa99ec90404d2da344b2927ef93a25 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:16:48.453935 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b4b23fc8-995d-48cd-9dde-d1264571ac02 req-a6ac82b5-b7f1-4ecd-b47d-197d6f88596f tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=6e6b4ae5-c67f-4684-bcae-75b7944260ec HTTP/1.1" status: 200 len: 931 time: 0.3890007 Feb 09 01:16:48.476518 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-123517d6-5363-45b3-bb88-e1d627bb3cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:48.517308 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-e6fbab57-e485-4cdf-8bbb-250caca1720d tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82990151-4034-4883-bca5-c63f237feb9e']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:48.520490 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-123517d6-5363-45b3-bb88-e1d627bb3cf0 None None] For port 4418376c-fafd-49fb-9d6b-2da5e9c09fcd, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=4418376c-fafd-49fb-9d6b-2da5e9c09fcd,segment=NetworkSegment(986fd47a-7d48-4218-bc5b-1f82d1198ace),segment_id=986fd47a-7d48-4218-bc5b-1f82d1198ace)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:16:48.529511 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-123517d6-5363-45b3-bb88-e1d627bb3cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:48.543390 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-e6fbab57-e485-4cdf-8bbb-250caca1720d tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffbb3a86-4f1a-41a1-8709-5e9db1875100') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:48.543689 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-e6fbab57-e485-4cdf-8bbb-250caca1720d tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffbb3a86-4f1a-41a1-8709-5e9db1875100') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:48.563103 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e6fbab57-e485-4cdf-8bbb-250caca1720d tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:48.571733 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-123517d6-5363-45b3-bb88-e1d627bb3cf0 None None] Could not find standard attr ID for object 180c7067-1fa8-4d61-9fa1-08776c9ffd6f. {{(pid=87640) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:16:48.599311 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e6fbab57-e485-4cdf-8bbb-250caca1720d tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:48.616920 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123517d6-5363-45b3-bb88-e1d627bb3cf0 None None] Pushing event updated for resources: {'Port': ['ID=4418376c-fafd-49fb-9d6b-2da5e9c09fcd,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:48.644606 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6fbab57-e485-4cdf-8bbb-250caca1720d tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:16:48.645001 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e6fbab57-e485-4cdf-8bbb-250caca1720d tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:48.661132 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:16:48.661132 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:16:48.661132 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:16:48.661132 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:16:48.661132 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:16:48.661132 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:16:48.661132 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:16:48.661132 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:16:48.661132 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:16:48.661132 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:16:48.661132 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:16:48.661132 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:16:48.661132 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:16:48.661132 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:16:48.661132 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:16:48.661132 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:16:48.661132 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:16:48.661132 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:16:48.661132 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:16:48.661132 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:16:48.661132 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:16:48.661132 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:16:48.661132 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:16:48.661132 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:16:48.661132 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:16:48.661132 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:16:48.661132 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:16:48.661132 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:16:48.661132 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:16:48.661132 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:16:48.661132 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:16:48.661132 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:16:48.684208 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b4b23fc8-995d-48cd-9dde-d1264571ac02 req-9f1ce101-df06-485d-a0d8-76715be41243 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615129 Feb 09 01:16:48.688846 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a6d4f51f-4018-497e-b93f-07e98fa15b7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:48.748001 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e7d48fd7-94e7-4fab-a230-63c0a6e72d15 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:48.763898 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a6d4f51f-4018-497e-b93f-07e98fa15b7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:48.774100 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e6fbab57-e485-4cdf-8bbb-250caca1720d tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:48.776493 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-e7d48fd7-94e7-4fab-a230-63c0a6e72d15 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Transition to ACTIVE for port object 11163413-98c3-402b-9cbe-408b556fbd63 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:16:48.798736 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e6fbab57-e485-4cdf-8bbb-250caca1720d tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:48.815950 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fbab57-e485-4cdf-8bbb-250caca1720d tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Pushing event deleted for resources: {'Network': ['ID=82990151-4034-4883-bca5-c63f237feb9e,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:48.816902 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-d0527d53-614d-44d0-aa5f-014689c359f8 req-570bf52d-6a12-4c3b-9825-b7955e9ae80e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c84331e-6994-437c-8a91-82e7acd41378 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:16:48.824902 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e6fbab57-e485-4cdf-8bbb-250caca1720d tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] 10.222.0.105 "DELETE /v2.0/networks/82990151-4034-4883-bca5-c63f237feb9e HTTP/1.1" status: 204 len: 168 time: 1.1246786 Feb 09 01:16:48.826408 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d0527d53-614d-44d0-aa5f-014689c359f8 req-570bf52d-6a12-4c3b-9825-b7955e9ae80e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:48.828349 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42764) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:48.833332 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fbab57-e485-4cdf-8bbb-250caca1720d tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:48.833697 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fbab57-e485-4cdf-8bbb-250caca1720d tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:48.834028 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fbab57-e485-4cdf-8bbb-250caca1720d tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:48.834412 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fbab57-e485-4cdf-8bbb-250caca1720d tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:48.834853 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fbab57-e485-4cdf-8bbb-250caca1720d tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:48.835386 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fbab57-e485-4cdf-8bbb-250caca1720d tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:48.835721 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fbab57-e485-4cdf-8bbb-250caca1720d tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:48.836082 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fbab57-e485-4cdf-8bbb-250caca1720d tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:48.836353 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fbab57-e485-4cdf-8bbb-250caca1720d tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:48.836811 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fbab57-e485-4cdf-8bbb-250caca1720d tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:48.837225 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fbab57-e485-4cdf-8bbb-250caca1720d tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:48.839223 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fbab57-e485-4cdf-8bbb-250caca1720d tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:48.845021 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9eb9d80-1717-48b0-800c-fa062de2da39 None None] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:16:48.851054 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-d0527d53-614d-44d0-aa5f-014689c359f8 req-570bf52d-6a12-4c3b-9825-b7955e9ae80e service neutron] Transition to ACTIVE for port object 8c84331e-6994-437c-8a91-82e7acd41378 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:16:48.854900 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d0527d53-614d-44d0-aa5f-014689c359f8 req-570bf52d-6a12-4c3b-9825-b7955e9ae80e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:48.916365 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e7d48fd7-94e7-4fab-a230-63c0a6e72d15 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:48.924381 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a6d4f51f-4018-497e-b93f-07e98fa15b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:48.950722 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-0899822f-f212-40a1-88b4-b0fce4f1ab75 None None] Provisioning complete for port 4418376c-fafd-49fb-9d6b-2da5e9c09fcd triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:48.951076 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0899822f-f212-40a1-88b4-b0fce4f1ab75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:48.958045 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-592f02ef-ba3f-4ab0-a08f-3ea5c6edc3b3 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Deleting subnet 1cd20659-2e9f-4d85-b114-533d2374cb97 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:16:48.967808 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-592f02ef-ba3f-4ab0-a08f-3ea5c6edc3b3 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:49.023093 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d4f51f-4018-497e-b93f-07e98fa15b7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e67c77-e969-4321-b7f0-0ab57fa5c400,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:49.031813 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 4418376c-fafd-49fb-9d6b-2da5e9c09fcd up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:16:49.038295 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a6d4f51f-4018-497e-b93f-07e98fa15b7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:49.041775 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-a6d4f51f-4018-497e-b93f-07e98fa15b7d admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/90e67c77-e969-4321-b7f0-0ab57fa5c400 HTTP/1.1" status: 204 len: 168 time: 0.6451924 Feb 09 01:16:49.080338 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d48fd7-94e7-4fab-a230-63c0a6e72d15 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:49.081954 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d48fd7-94e7-4fab-a230-63c0a6e72d15 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event updated for resources: {'Port': ['ID=11163413-98c3-402b-9cbe-408b556fbd63,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:49.101765 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-e7d48fd7-94e7-4fab-a230-63c0a6e72d15 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:49.110482 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d48fd7-94e7-4fab-a230-63c0a6e72d15 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:16:49.116242 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d48fd7-94e7-4fab-a230-63c0a6e72d15 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:49.116871 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e7d48fd7-94e7-4fab-a230-63c0a6e72d15 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:49.139089 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-592f02ef-ba3f-4ab0-a08f-3ea5c6edc3b3 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:49.159461 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570bf52d-6a12-4c3b-9825-b7955e9ae80e service neutron] Pushing event updated for resources: {'Port': ['ID=8c84331e-6994-437c-8a91-82e7acd41378,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:49.183781 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e7d48fd7-94e7-4fab-a230-63c0a6e72d15 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8311493 Feb 09 01:16:49.187800 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42770) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:49.192294 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-d0527d53-614d-44d0-aa5f-014689c359f8 req-570bf52d-6a12-4c3b-9825-b7955e9ae80e service neutron] Attempting to bind port 8c84331e-6994-437c-8a91-82e7acd41378 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:16:49.192626 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-d0527d53-614d-44d0-aa5f-014689c359f8 req-570bf52d-6a12-4c3b-9825-b7955e9ae80e service neutron] Attempting to bind port 8c84331e-6994-437c-8a91-82e7acd41378 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'e4f8d471-753e-488b-969f-03ab5fdd3e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '20b4b911-e8a6-45af-95dc-9b595aff0444'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:16:49.193152 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0527d53-614d-44d0-aa5f-014689c359f8 req-570bf52d-6a12-4c3b-9825-b7955e9ae80e service neutron] Attempting to bind port 8c84331e-6994-437c-8a91-82e7acd41378 on network 20b4b911-e8a6-45af-95dc-9b595aff0444 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:16:49.200349 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0527d53-614d-44d0-aa5f-014689c359f8 req-570bf52d-6a12-4c3b-9825-b7955e9ae80e service neutron] Port 8c84331e-6994-437c-8a91-82e7acd41378 on network 20b4b911-e8a6-45af-95dc-9b595aff0444 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:16:49.200847 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0527d53-614d-44d0-aa5f-014689c359f8 req-570bf52d-6a12-4c3b-9825-b7955e9ae80e service neutron] Attempting to bind port 8c84331e-6994-437c-8a91-82e7acd41378 on network 20b4b911-e8a6-45af-95dc-9b595aff0444 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:16:49.207367 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0527d53-614d-44d0-aa5f-014689c359f8 req-570bf52d-6a12-4c3b-9825-b7955e9ae80e service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:16:49.207937 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0527d53-614d-44d0-aa5f-014689c359f8 req-570bf52d-6a12-4c3b-9825-b7955e9ae80e service neutron] Checking segment: {'id': 'e4f8d471-753e-488b-969f-03ab5fdd3e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '20b4b911-e8a6-45af-95dc-9b595aff0444'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:16:49.208494 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0527d53-614d-44d0-aa5f-014689c359f8 req-570bf52d-6a12-4c3b-9825-b7955e9ae80e service neutron] Bound using segment: {'id': 'e4f8d471-753e-488b-969f-03ab5fdd3e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '20b4b911-e8a6-45af-95dc-9b595aff0444'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:16:49.209090 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-d0527d53-614d-44d0-aa5f-014689c359f8 req-570bf52d-6a12-4c3b-9825-b7955e9ae80e service neutron] Bound port: 8c84331e-6994-437c-8a91-82e7acd41378, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f8d471-753e-488b-969f-03ab5fdd3e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '20b4b911-e8a6-45af-95dc-9b595aff0444'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:16:49.210604 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d0527d53-614d-44d0-aa5f-014689c359f8 req-570bf52d-6a12-4c3b-9825-b7955e9ae80e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:49.306344 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 4418376c-fafd-49fb-9d6b-2da5e9c09fcd triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:49.307145 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:49.321167 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-d0527d53-614d-44d0-aa5f-014689c359f8 req-570bf52d-6a12-4c3b-9825-b7955e9ae80e service neutron] For port 8c84331e-6994-437c-8a91-82e7acd41378, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:16:49.325919 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-d0527d53-614d-44d0-aa5f-014689c359f8 req-570bf52d-6a12-4c3b-9825-b7955e9ae80e service neutron] For port 8c84331e-6994-437c-8a91-82e7acd41378, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=8c84331e-6994-437c-8a91-82e7acd41378,segment=NetworkSegment(e4f8d471-753e-488b-969f-03ab5fdd3e2b),segment_id=e4f8d471-753e-488b-969f-03ab5fdd3e2b)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:16:49.327961 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5554895a-41ea-4350-bd92-d9fa35b4a1bf tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:49.330569 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d0527d53-614d-44d0-aa5f-014689c359f8 req-570bf52d-6a12-4c3b-9825-b7955e9ae80e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:49.334056 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5554895a-41ea-4350-bd92-d9fa35b4a1bf tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:49.335504 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-5554895a-41ea-4350-bd92-d9fa35b4a1bf tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Synchronizing usage tracker for tenant:32c9b2ac64b74efca212307487c75b1d on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:16:49.338758 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-592f02ef-ba3f-4ab0-a08f-3ea5c6edc3b3 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:49.411046 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0527d53-614d-44d0-aa5f-014689c359f8 req-570bf52d-6a12-4c3b-9825-b7955e9ae80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:49.413923 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d0527d53-614d-44d0-aa5f-014689c359f8 req-570bf52d-6a12-4c3b-9825-b7955e9ae80e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:49.419897 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-5554895a-41ea-4350-bd92-d9fa35b4a1bf tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Unset dirty status for tenant:32c9b2ac64b74efca212307487c75b1d on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:16:49.423813 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-5554895a-41ea-4350-bd92-d9fa35b4a1bf tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.2321787 Feb 09 01:16:49.423934 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d0527d53-614d-44d0-aa5f-014689c359f8 req-570bf52d-6a12-4c3b-9825-b7955e9ae80e service neutron] 10.222.0.62 "PUT /v2.0/ports/8c84331e-6994-437c-8a91-82e7acd41378 HTTP/1.1" status: 200 len: 1091 time: 1.6022749 Feb 09 01:16:49.423934 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e6b4ae5-c67f-4684-bcae-75b7944260ec', 'tag': '8c84331e-6994-437c-8a91-82e7acd41378'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:16:49.426128 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42784) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:49.511706 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e6b4ae5-c67f-4684-bcae-75b7944260ec', 'tag': '8c84331e-6994-437c-8a91-82e7acd41378', 'status': 'completed', 'code': 200} Feb 09 01:16:49.542859 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570bf52d-6a12-4c3b-9825-b7955e9ae80e service neutron] Pushing event updated for resources: {'Port': ['ID=8c84331e-6994-437c-8a91-82e7acd41378,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:49.553128 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-592f02ef-ba3f-4ab0-a08f-3ea5c6edc3b3 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:49.563520 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-6e251e2b-7ea6-4402-b3cb-866dad842acb tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Deleting port 11163413-98c3-402b-9cbe-408b556fbd63 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:16:49.564006 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6e251e2b-7ea6-4402-b3cb-866dad842acb tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:49.593151 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0527d53-614d-44d0-aa5f-014689c359f8 req-06ec2cd7-ce76-4e17-a881-32faaebb1f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:49.595170 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d0527d53-614d-44d0-aa5f-014689c359f8 req-06ec2cd7-ce76-4e17-a881-32faaebb1f29 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ecfa99ec90404d2da344b2927ef93a25&device_id=6e6b4ae5-c67f-4684-bcae-75b7944260ec HTTP/1.1" status: 200 len: 1094 time: 0.1244149 Feb 09 01:16:49.723301 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d0527d53-614d-44d0-aa5f-014689c359f8 req-4bc13513-bb1b-4303-853e-9e641196020f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c84331e-6994-437c-8a91-82e7acd41378 HTTP/1.1" status: 200 len: 217 time: 0.1168435 Feb 09 01:16:49.728844 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592f02ef-ba3f-4ab0-a08f-3ea5c6edc3b3 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Pushing event deleted for resources: {'Subnet': ['ID=1cd20659-2e9f-4d85-b114-533d2374cb97,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:49.744752 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-592f02ef-ba3f-4ab0-a08f-3ea5c6edc3b3 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:49.753293 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5e9b6c-4d7f-4463-9890-cc865a5cad0f None None] Network e1459137-4345-468e-8386-afd6e32d3fb2 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:16:49.766305 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-592f02ef-ba3f-4ab0-a08f-3ea5c6edc3b3 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] 10.222.0.105 "DELETE /v2.0/subnets/1cd20659-2e9f-4d85-b114-533d2374cb97 HTTP/1.1" status: 204 len: 168 time: 0.9347801 Feb 09 01:16:49.773834 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42800) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:49.880057 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0527d53-614d-44d0-aa5f-014689c359f8 req-196732e2-982e-418d-b2e8-9f89a474c502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:49.884112 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d0527d53-614d-44d0-aa5f-014689c359f8 req-196732e2-982e-418d-b2e8-9f89a474c502 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6a70c5bb-7a88-4efe-b45a-b5773b8dee9d HTTP/1.1" status: 200 len: 846 time: 0.1487494 Feb 09 01:16:50.035417 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d0527d53-614d-44d0-aa5f-014689c359f8 req-05f24009-fec1-41da-b85d-3313b75150f8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=20b4b911-e8a6-45af-95dc-9b595aff0444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1447937 Feb 09 01:16:50.285508 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8f3aead1-9265-4bd5-9d8e-d9492094ab68 None None] Provisioning for port 11163413-98c3-402b-9cbe-408b556fbd63 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:16:50.369131 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d0527d53-614d-44d0-aa5f-014689c359f8 req-c89978fb-f70f-4c97-8595-0b537ebe05f3 service neutron] 10.222.0.62 "GET /v2.0/networks/20b4b911-e8a6-45af-95dc-9b595aff0444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3269331 Feb 09 01:16:50.390456 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6e251e2b-7ea6-4402-b3cb-866dad842acb tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:50.394042 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4510625-d527-4dc2-9d60-aeebeeaf56cb req-60950a87-79fc-4463-a9e9-d8320c5291e0 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:50.395608 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c4510625-d527-4dc2-9d60-aeebeeaf56cb req-60950a87-79fc-4463-a9e9-d8320c5291e0 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=6e6b4ae5-c67f-4684-bcae-75b7944260ec HTTP/1.1" status: 200 len: 943 time: 0.4177072 Feb 09 01:16:50.399961 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8f3aead1-9265-4bd5-9d8e-d9492094ab68 None None] Provisioning complete for port 11163413-98c3-402b-9cbe-408b556fbd63 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:50.400329 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8f3aead1-9265-4bd5-9d8e-d9492094ab68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:50.523975 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-8f3aead1-9265-4bd5-9d8e-d9492094ab68 None None] Port 11163413-98c3-402b-9cbe-408b556fbd63 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:16:50.552759 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8f3aead1-9265-4bd5-9d8e-d9492094ab68 None None] Provisioning complete for port 4418376c-fafd-49fb-9d6b-2da5e9c09fcd triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:50.553946 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8f3aead1-9265-4bd5-9d8e-d9492094ab68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:50.720699 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 42818) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:50.746754 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-6e251e2b-7ea6-4402-b3cb-866dad842acb tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Calling delete_port for 11163413-98c3-402b-9cbe-408b556fbd63 owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:16:50.760054 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a87f9a-9504-4a9e-ab7b-2883d83714ef None None] DHCP port deletion for e1459137-4345-468e-8386-afd6e32d3fb2 request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:16:50.772662 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-59a87f9a-9504-4a9e-ab7b-2883d83714ef None None] Deleting port 70a14466-ac83-4f17-ac10-9f2f1b5ee006 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:16:50.773382 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-59a87f9a-9504-4a9e-ab7b-2883d83714ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:50.785531 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c4510625-d527-4dc2-9d60-aeebeeaf56cb req-1735b06b-302b-4751-af81-1541e2e809da tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432488 Feb 09 01:16:50.856562 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d0527d53-614d-44d0-aa5f-014689c359f8 req-f78be372-960a-4340-8a92-f92047f93bda service neutron] 10.222.0.62 "GET /v2.0/networks/20b4b911-e8a6-45af-95dc-9b595aff0444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4598498 Feb 09 01:16:50.932806 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c7320075-11bf-49a6-a188-d782a1a1b332 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:50.984083 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-c7320075-11bf-49a6-a188-d782a1a1b332 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Deleting port 70a14466-ac83-4f17-ac10-9f2f1b5ee006 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:16:50.984873 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c7320075-11bf-49a6-a188-d782a1a1b332 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:50.999373 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-2d475eef-a035-4c1b-acba-5fc670f6a69a tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2037693395'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:51.008141 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-2d475eef-a035-4c1b-acba-5fc670f6a69a tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:16:51.022602 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-2d475eef-a035-4c1b-acba-5fc670f6a69a tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Usage tracker for resource:network and tenant:68fbf07ce9d34bbb833788a16887e0a4 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:16:51.027866 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-2d475eef-a035-4c1b-acba-5fc670f6a69a tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:16:51.036137 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-2d475eef-a035-4c1b-acba-5fc670f6a69a tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:16:51.058688 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d475eef-a035-4c1b-acba-5fc670f6a69a tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Made reservation on behalf of 68fbf07ce9d34bbb833788a16887e0a4 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:51.063227 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2d475eef-a035-4c1b-acba-5fc670f6a69a tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:51.078829 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2d475eef-a035-4c1b-acba-5fc670f6a69a tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:51.102108 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9034f3-45f4-4296-a2bc-4401909a6671 req-1a5f46e7-b39e-4858-8998-907ae119ccfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:51.103892 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2d9034f3-45f4-4296-a2bc-4401909a6671 req-1a5f46e7-b39e-4858-8998-907ae119ccfd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ecfa99ec90404d2da344b2927ef93a25&device_id=6e6b4ae5-c67f-4684-bcae-75b7944260ec HTTP/1.1" status: 200 len: 1094 time: 0.1801498 Feb 09 01:16:51.105211 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-2d475eef-a035-4c1b-acba-5fc670f6a69a tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:16:51.118609 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-2d475eef-a035-4c1b-acba-5fc670f6a69a tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Usage tracker for resource:security_group_rule and tenant:68fbf07ce9d34bbb833788a16887e0a4 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:16:51.139671 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-2d475eef-a035-4c1b-acba-5fc670f6a69a tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:16:51.169616 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-2d475eef-a035-4c1b-acba-5fc670f6a69a tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:16:51.175193 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-59a87f9a-9504-4a9e-ab7b-2883d83714ef None None] For port 70a14466-ac83-4f17-ac10-9f2f1b5ee006, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=70a14466-ac83-4f17-ac10-9f2f1b5ee006,segment=NetworkSegment(7b572c7a-4d03-480e-90c1-e0ef984bfa5c),segment_id=7b572c7a-4d03-480e-90c1-e0ef984bfa5c)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:16:51.175876 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-59a87f9a-9504-4a9e-ab7b-2883d83714ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:51.277259 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6e251e2b-7ea6-4402-b3cb-866dad842acb tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:51.331150 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9034f3-45f4-4296-a2bc-4401909a6671 req-75c1cd65-100a-4d27-b661-14434966df40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:51.336783 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2d9034f3-45f4-4296-a2bc-4401909a6671 req-75c1cd65-100a-4d27-b661-14434966df40 service neutron] 10.222.0.62 "GET /v2.0/networks?id=20b4b911-e8a6-45af-95dc-9b595aff0444 HTTP/1.1" status: 200 len: 907 time: 0.1927745 Feb 09 01:16:51.348283 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-59a87f9a-9504-4a9e-ab7b-2883d83714ef None None] Calling delete_port for 70a14466-ac83-4f17-ac10-9f2f1b5ee006 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:16:51.431843 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 70a14466-ac83-4f17-ac10-9f2f1b5ee006 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:16:51.432671 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2d9034f3-45f4-4296-a2bc-4401909a6671 req-a50ac716-1d88-4a24-9f61-93d13f0528ff service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c84331e-6994-437c-8a91-82e7acd41378 HTTP/1.1" status: 200 len: 217 time: 0.0804522 Feb 09 01:16:51.467114 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e251e2b-7ea6-4402-b3cb-866dad842acb tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event deleted for resources: {'Port': ['ID=11163413-98c3-402b-9cbe-408b556fbd63,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:51.478987 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-59a87f9a-9504-4a9e-ab7b-2883d83714ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:51.550641 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 70a14466-ac83-4f17-ac10-9f2f1b5ee006 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:16:51.550973 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 70a14466-ac83-4f17-ac10-9f2f1b5ee006 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:16:51.574929 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6e251e2b-7ea6-4402-b3cb-866dad842acb tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:51.581190 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-88879234-de73-4e9b-ba71-e7a5f6b64596 None None] Could not find standard attr ID for object 11163413-98c3-402b-9cbe-408b556fbd63. {{(pid=87640) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:16:51.590762 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-88879234-de73-4e9b-ba71-e7a5f6b64596 None None] Could not find standard attr ID for object 180c7067-1fa8-4d61-9fa1-08776c9ffd6f. {{(pid=87640) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:16:51.594132 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a87f9a-9504-4a9e-ab7b-2883d83714ef None None] Pushing event deleted for resources: {'Port': ['ID=70a14466-ac83-4f17-ac10-9f2f1b5ee006,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:51.602233 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a87f9a-9504-4a9e-ab7b-2883d83714ef None None] No DVR routers for this DVR port 70a14466-ac83-4f17-ac10-9f2f1b5ee006 on host n-d-828418-1 {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:16:51.629109 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-c7320075-11bf-49a6-a188-d782a1a1b332 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] For port 70a14466-ac83-4f17-ac10-9f2f1b5ee006, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=70a14466-ac83-4f17-ac10-9f2f1b5ee006,segment=NetworkSegment(7b572c7a-4d03-480e-90c1-e0ef984bfa5c),segment_id=7b572c7a-4d03-480e-90c1-e0ef984bfa5c)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:16:51.629350 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c7320075-11bf-49a6-a188-d782a1a1b332 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:51.664516 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-6e251e2b-7ea6-4402-b3cb-866dad842acb tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/ports/11163413-98c3-402b-9cbe-408b556fbd63 HTTP/1.1" status: 204 len: 168 time: 2.2372546 Feb 09 01:16:51.668411 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42828) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:51.676499 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9034f3-45f4-4296-a2bc-4401909a6671 req-c733633c-f6a1-49b6-81f5-ff1ff41e88d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:51.678582 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2d9034f3-45f4-4296-a2bc-4401909a6671 req-c733633c-f6a1-49b6-81f5-ff1ff41e88d6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6a70c5bb-7a88-4efe-b45a-b5773b8dee9d HTTP/1.1" status: 200 len: 846 time: 0.2285268 Feb 09 01:16:51.742044 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2d9034f3-45f4-4296-a2bc-4401909a6671 req-8681c5f6-cc07-486d-85bf-5fa3d50afcc5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=20b4b911-e8a6-45af-95dc-9b595aff0444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484767 Feb 09 01:16:51.748627 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2d475eef-a035-4c1b-acba-5fc670f6a69a tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:51.776369 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2d475eef-a035-4c1b-acba-5fc670f6a69a tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:51.790116 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:51.870119 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-c7320075-11bf-49a6-a188-d782a1a1b332 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Calling delete_port for 70a14466-ac83-4f17-ac10-9f2f1b5ee006 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:16:51.890928 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d475eef-a035-4c1b-acba-5fc670f6a69a tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8421e7-b6fa-4903-a9f3-d966be2c8b83,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:51.901647 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d475eef-a035-4c1b-acba-5fc670f6a69a tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:16:51.921210 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2d475eef-a035-4c1b-acba-5fc670f6a69a tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:51.921569 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-2d475eef-a035-4c1b-acba-5fc670f6a69a tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Added segment c7471191-6bb0-4b2b-838b-e9387dea5e06 of type vlan for network 6f70d6b2-1f2a-465b-a650-d615d1afeca3 Feb 09 01:16:51.955014 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bf1659-b803-454c-a011-0d523ed9c34c tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:51.956642 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bf1659-b803-454c-a011-0d523ed9c34c tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:51.957388 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-56bf1659-b803-454c-a011-0d523ed9c34c tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Synchronizing usage tracker for tenant:32c9b2ac64b74efca212307487c75b1d on resource:subnet {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:16:51.989521 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-56bf1659-b803-454c-a011-0d523ed9c34c tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Unset dirty status for tenant:32c9b2ac64b74efca212307487c75b1d on resource:subnet {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:16:51.991524 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-56bf1659-b803-454c-a011-0d523ed9c34c tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3217835 Feb 09 01:16:51.993756 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.db.api [None req-c7320075-11bf-49a6-a188-d782a1a1b332 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:16:51.994073 n-d-828418-1 neutron-server[87638]: DEBUG oslo_db.api [None req-c7320075-11bf-49a6-a188-d782a1a1b332 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:16:51.994570 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42834) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:52.023808 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2d9034f3-45f4-4296-a2bc-4401909a6671 req-4259ab04-5b3c-4e33-83d3-bde8552c8716 service neutron] 10.222.0.62 "GET /v2.0/networks/20b4b911-e8a6-45af-95dc-9b595aff0444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737067 Feb 09 01:16:52.026010 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2d475eef-a035-4c1b-acba-5fc670f6a69a tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:52.071206 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-15dc775c-de62-4e87-9764-6a8d002a827c tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Deleting subnet 66aff63e-b1f7-4a2a-a397-e5f1a8036a47 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:16:52.074240 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-15dc775c-de62-4e87-9764-6a8d002a827c tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:52.129493 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-15dc775c-de62-4e87-9764-6a8d002a827c tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:52.177003 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2d475eef-a035-4c1b-acba-5fc670f6a69a tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:52.187519 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d475eef-a035-4c1b-acba-5fc670f6a69a tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:52.188316 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2d475eef-a035-4c1b-acba-5fc670f6a69a tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:52.195671 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-15dc775c-de62-4e87-9764-6a8d002a827c tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:52.273005 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-15dc775c-de62-4e87-9764-6a8d002a827c tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:52.311666 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dc775c-de62-4e87-9764-6a8d002a827c tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event deleted for resources: {'Subnet': ['ID=66aff63e-b1f7-4a2a-a397-e5f1a8036a47,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:52.311952 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb7111d-bf7c-4a60-a12b-62f7adab5972 req-9d6caf52-3f6b-493b-8c19-0a771f3d705a tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:52.313230 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fdb7111d-bf7c-4a60-a12b-62f7adab5972 req-9d6caf52-3f6b-493b-8c19-0a771f3d705a tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=6e6b4ae5-c67f-4684-bcae-75b7944260ec HTTP/1.1" status: 200 len: 943 time: 0.3748493 Feb 09 01:16:52.322363 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-15dc775c-de62-4e87-9764-6a8d002a827c tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:52.328573 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1474ea61-d3f9-429c-a7cd-4d6f24b01231 None None] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:16:52.336863 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2d9034f3-45f4-4296-a2bc-4401909a6671 req-9f3b4862-4ddb-4f87-af65-a7e12dc40369 service neutron] 10.222.0.62 "GET /v2.0/networks/20b4b911-e8a6-45af-95dc-9b595aff0444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898595 Feb 09 01:16:52.338066 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-15dc775c-de62-4e87-9764-6a8d002a827c tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/subnets/66aff63e-b1f7-4a2a-a397-e5f1a8036a47 HTTP/1.1" status: 204 len: 168 time: 0.3424172 Feb 09 01:16:52.340461 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42838) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:52.363111 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-2d475eef-a035-4c1b-acba-5fc670f6a69a tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6410863 Feb 09 01:16:52.376182 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d475eef-a035-4c1b-acba-5fc670f6a69a tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Pushing event updated for resources: {'Network': ['ID=6f70d6b2-1f2a-465b-a650-d615d1afeca3,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:52.409059 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 6f70d6b2-1f2a-465b-a650-d615d1afeca3 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:16:52.410184 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fdb7111d-bf7c-4a60-a12b-62f7adab5972 req-908e5f52-f315-45a4-abdb-6afeae8e9ced tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897224 Feb 09 01:16:52.415059 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-086b4572-a4db-43f1-b288-668a5f71635f tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0734305 Feb 09 01:16:52.418353 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42842) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:52.432555 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-080e1940-0665-4518-846d-ef917336cf1d tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Request body: {'subnet': {'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:52.495065 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-c7320075-11bf-49a6-a188-d782a1a1b332 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Deleting port 70a14466-ac83-4f17-ac10-9f2f1b5ee006 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:16:52.495349 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c7320075-11bf-49a6-a188-d782a1a1b332 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:52.503200 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 42846) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:52.509456 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-b75cc10c-ddb7-40b8-8755-7f961fbb8ff2 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Request body: {'subnet': {'network_id': '6f70d6b2-1f2a-465b-a650-d615d1afeca3', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:52.582342 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-c7320075-11bf-49a6-a188-d782a1a1b332 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] The port '70a14466-ac83-4f17-ac10-9f2f1b5ee006' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:16:52.625494 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b75cc10c-ddb7-40b8-8755-7f961fbb8ff2 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:16:52.630060 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-b75cc10c-ddb7-40b8-8755-7f961fbb8ff2 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Usage tracker for resource:subnet and tenant:68fbf07ce9d34bbb833788a16887e0a4 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:16:52.635236 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-b75cc10c-ddb7-40b8-8755-7f961fbb8ff2 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:16:52.641709 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b75cc10c-ddb7-40b8-8755-7f961fbb8ff2 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:16:52.655451 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75cc10c-ddb7-40b8-8755-7f961fbb8ff2 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Made reservation on behalf of 68fbf07ce9d34bbb833788a16887e0a4 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:52.661854 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b75cc10c-ddb7-40b8-8755-7f961fbb8ff2 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:52.695372 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-080e1940-0665-4518-846d-ef917336cf1d tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:16:52.711744 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-080e1940-0665-4518-846d-ef917336cf1d tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Usage tracker for resource:subnet and tenant:32c9b2ac64b74efca212307487c75b1d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:16:52.716596 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-080e1940-0665-4518-846d-ef917336cf1d tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:16:52.744995 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37c23d8-26e9-4694-ab52-89a44ca6d7ee None None] DHCP port deletion for 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:16:52.749679 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e37c23d8-26e9-4694-ab52-89a44ca6d7ee None None] Deleting port 4418376c-fafd-49fb-9d6b-2da5e9c09fcd {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:16:52.750117 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e37c23d8-26e9-4694-ab52-89a44ca6d7ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:52.857547 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-080e1940-0665-4518-846d-ef917336cf1d tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:16:52.863572 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c7320075-11bf-49a6-a188-d782a1a1b332 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:52.887924 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-080e1940-0665-4518-846d-ef917336cf1d tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Made reservation on behalf of 32c9b2ac64b74efca212307487c75b1d for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:52.891098 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-080e1940-0665-4518-846d-ef917336cf1d tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:52.971903 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-c7320075-11bf-49a6-a188-d782a1a1b332 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1459137-4345-468e-8386-afd6e32d3fb2']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:53.002737 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-c7320075-11bf-49a6-a188-d782a1a1b332 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b572c7a-4d03-480e-90c1-e0ef984bfa5c') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:53.002985 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-c7320075-11bf-49a6-a188-d782a1a1b332 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b572c7a-4d03-480e-90c1-e0ef984bfa5c') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:53.025952 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c7320075-11bf-49a6-a188-d782a1a1b332 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:53.038140 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 4418376c-fafd-49fb-9d6b-2da5e9c09fcd no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:16:53.050725 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c7320075-11bf-49a6-a188-d782a1a1b332 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:53.061671 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7320075-11bf-49a6-a188-d782a1a1b332 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:16:53.062247 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c7320075-11bf-49a6-a188-d782a1a1b332 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:53.087420 n-d-828418-1 neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:16:53.087420 n-d-828418-1 neutron-server[87638]: util.warn( Feb 09 01:16:53.087420 n-d-828418-1 neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:16:53.087420 n-d-828418-1 neutron-server[87638]: util.warn( Feb 09 01:16:53.087420 n-d-828418-1 neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:16:53.087420 n-d-828418-1 neutron-server[87638]: util.warn( Feb 09 01:16:53.087420 n-d-828418-1 neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:16:53.087420 n-d-828418-1 neutron-server[87638]: util.warn( Feb 09 01:16:53.087420 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:16:53.087420 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:16:53.087420 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:16:53.087420 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:16:53.087420 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:16:53.087420 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:16:53.087420 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:16:53.087420 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:16:53.087420 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:16:53.087420 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:16:53.087420 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:16:53.087420 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:16:53.087420 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:16:53.087420 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:16:53.087420 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:16:53.087420 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:16:53.087420 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:16:53.087420 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:16:53.087420 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:16:53.087420 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:16:53.087420 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:16:53.087420 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:16:53.087420 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:16:53.087420 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:16:53.087420 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:16:53.087420 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:16:53.087420 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:16:53.087420 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:16:53.087420 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:16:53.087420 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:16:53.087420 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:16:53.087420 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:16:53.126159 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-31f98cdd-63e1-43e3-9e8e-c648f61c5cb6 req-bf39caab-091d-4dd6-b848-e6e59098c820 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=eb94c7c7-2262-4266-9ff1-ecacf3b56b73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3248315 Feb 09 01:16:53.173134 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b75cc10c-ddb7-40b8-8755-7f961fbb8ff2 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:53.214360 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e37c23d8-26e9-4694-ab52-89a44ca6d7ee None None] For port 4418376c-fafd-49fb-9d6b-2da5e9c09fcd, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=4418376c-fafd-49fb-9d6b-2da5e9c09fcd,segment=NetworkSegment(986fd47a-7d48-4218-bc5b-1f82d1198ace),segment_id=986fd47a-7d48-4218-bc5b-1f82d1198ace)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:16:53.215396 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e37c23d8-26e9-4694-ab52-89a44ca6d7ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:53.281880 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c7320075-11bf-49a6-a188-d782a1a1b332 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:53.290288 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c7320075-11bf-49a6-a188-d782a1a1b332 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:53.318444 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75cc10c-ddb7-40b8-8755-7f961fbb8ff2 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Pushing event updated for resources: {'Subnet': ['ID=61348bae-e6e0-487d-80b1-566af5e69174,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:53.356014 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75cc10c-ddb7-40b8-8755-7f961fbb8ff2 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Checking segment: {'id': 'c7471191-6bb0-4b2b-838b-e9387dea5e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f70d6b2-1f2a-465b-a650-d615d1afeca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:16:53.356276 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c7320075-11bf-49a6-a188-d782a1a1b332 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] 10.222.0.105 "DELETE /v2.0/networks/e1459137-4345-468e-8386-afd6e32d3fb2 HTTP/1.1" status: 204 len: 168 time: 3.5811915 Feb 09 01:16:53.357009 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75cc10c-ddb7-40b8-8755-7f961fbb8ff2 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Network hostable DHCP agents. Network: 6f70d6b2-1f2a-465b-a650-d615d1afeca3, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:16:53.362171 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 42860) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:53.373015 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7320075-11bf-49a6-a188-d782a1a1b332 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Pushing event deleted for resources: {'Network': ['ID=e1459137-4345-468e-8386-afd6e32d3fb2,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:53.378323 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e37c23d8-26e9-4694-ab52-89a44ca6d7ee None None] Calling delete_port for 4418376c-fafd-49fb-9d6b-2da5e9c09fcd owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:16:53.414716 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:53.435607 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-080e1940-0665-4518-846d-ef917336cf1d tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:53.465107 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-c2896856-5a6d-4ab0-94d2-6d75f1735e12 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Synchronizing usage tracker for tenant:df6a04544dab4059b759c9347fe2f779 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:16:53.502379 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e37c23d8-26e9-4694-ab52-89a44ca6d7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:53.502859 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080e1940-0665-4518-846d-ef917336cf1d tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:53.506150 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-080e1940-0665-4518-846d-ef917336cf1d tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:53.510631 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080e1940-0665-4518-846d-ef917336cf1d tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:53.511186 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-c2896856-5a6d-4ab0-94d2-6d75f1735e12 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Unset dirty status for tenant:df6a04544dab4059b759c9347fe2f779 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:16:53.511357 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-080e1940-0665-4518-846d-ef917336cf1d tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:53.512342 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-c2896856-5a6d-4ab0-94d2-6d75f1735e12 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] 10.222.0.105 "GET /v2.0/ports?device_id=f623fd8a-bc3f-4223-939b-c5052e4ee18c HTTP/1.1" status: 200 len: 205 time: 0.1481578 Feb 09 01:16:53.518057 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42866) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:53.518464 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75cc10c-ddb7-40b8-8755-7f961fbb8ff2 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Network 6f70d6b2-1f2a-465b-a650-d615d1afeca3 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:16:53.525930 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080e1940-0665-4518-846d-ef917336cf1d tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event updated for resources: {'Subnet': ['ID=b5434b8a-42b6-4484-ac8a-c01d09c71c10,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:53.539466 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-b75cc10c-ddb7-40b8-8755-7f961fbb8ff2 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 6f70d6b2-1f2a-465b-a650-d615d1afeca3) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:53.545752 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f98cdd-63e1-43e3-9e8e-c648f61c5cb6 req-edcab75a-a93f-4829-928e-f887610898ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:53.547255 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-31f98cdd-63e1-43e3-9e8e-c648f61c5cb6 req-edcab75a-a93f-4829-928e-f887610898ee service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=128330d8f0414cd5a58362066d10386d&device_id=eb94c7c7-2262-4266-9ff1-ecacf3b56b73 HTTP/1.1" status: 200 len: 1097 time: 0.2836196 Feb 09 01:16:53.548422 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75cc10c-ddb7-40b8-8755-7f961fbb8ff2 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:53.548986 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b75cc10c-ddb7-40b8-8755-7f961fbb8ff2 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:53.614064 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-080e1940-0665-4518-846d-ef917336cf1d tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1917615 Feb 09 01:16:53.614064 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42870) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:53.645967 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0b1e5-ce35-4f78-a1af-c4e003d686b1 req-ac11d394-1a4d-4acc-84f1-e1d820d186da tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:53.648002 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-33b0b1e5-ce35-4f78-a1af-c4e003d686b1 req-ac11d394-1a4d-4acc-84f1-e1d820d186da tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb94c7c7-2262-4266-9ff1-ecacf3b56b73 HTTP/1.1" status: 200 len: 946 time: 0.2357986 Feb 09 01:16:53.668663 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-af694111-02bf-4fbf-ae62-c79689ec9f11 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Request body: {'port': {'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'name': 'tempest-NetworksTestDHCPv6-2141146374'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:53.671217 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3907300a-bf1b-4149-9090-2830669fee93 None None] Network 6f70d6b2-1f2a-465b-a650-d615d1afeca3 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:16:53.703977 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-b75cc10c-ddb7-40b8-8755-7f961fbb8ff2 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.1965036 Feb 09 01:16:53.715225 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 42876) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:53.738385 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-e5b840bf-c07e-4bcb-a516-8d7628ece5ae tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-248477682'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:53.741670 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fa674c67-d6a4-47f0-8d71-6505c67579d5 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:53.755397 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e5b840bf-c07e-4bcb-a516-8d7628ece5ae tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:16:53.764580 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37c23d8-26e9-4694-ab52-89a44ca6d7ee None None] Pushing event deleted for resources: {'Port': ['ID=4418376c-fafd-49fb-9d6b-2da5e9c09fcd,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:53.770493 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37c23d8-26e9-4694-ab52-89a44ca6d7ee None None] No DVR routers for this DVR port 4418376c-fafd-49fb-9d6b-2da5e9c09fcd on host n-d-828418-1 {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:16:53.785918 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-e5b840bf-c07e-4bcb-a516-8d7628ece5ae tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Usage tracker for resource:network and tenant:68fbf07ce9d34bbb833788a16887e0a4 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:16:53.794462 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8267aa0-6c2c-4d22-ab2d-8291ed02fe31 None None] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:16:53.804033 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-e5b840bf-c07e-4bcb-a516-8d7628ece5ae tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:16:53.826284 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e5b840bf-c07e-4bcb-a516-8d7628ece5ae tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:16:53.837245 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-33b0b1e5-ce35-4f78-a1af-c4e003d686b1 req-103dea4f-0e55-462c-9e25-3735c701cbab tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=e6bfd964-7aa5-43a2-a057-7d9b16c44215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305604 Feb 09 01:16:53.860244 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f98cdd-63e1-43e3-9e8e-c648f61c5cb6 req-98b9147f-99dc-4ba9-917b-97da18fcb41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:53.861752 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-31f98cdd-63e1-43e3-9e8e-c648f61c5cb6 req-98b9147f-99dc-4ba9-917b-97da18fcb41c service neutron] 10.222.0.62 "GET /v2.0/networks?id=0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5 HTTP/1.1" status: 200 len: 918 time: 0.2775636 Feb 09 01:16:53.863212 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b840bf-c07e-4bcb-a516-8d7628ece5ae tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Made reservation on behalf of 68fbf07ce9d34bbb833788a16887e0a4 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:53.867306 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e5b840bf-c07e-4bcb-a516-8d7628ece5ae tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:53.973839 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160e6550-56a3-4d46-868e-f5d02b6d13ac req-2ff5d044-ab46-462c-b25b-5612aed901a5 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:53.976480 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-160e6550-56a3-4d46-868e-f5d02b6d13ac req-2ff5d044-ab46-462c-b25b-5612aed901a5 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=6e6b4ae5-c67f-4684-bcae-75b7944260ec HTTP/1.1" status: 200 len: 943 time: 0.3944285 Feb 09 01:16:53.996846 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5b840bf-c07e-4bcb-a516-8d7628ece5ae tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:16:54.053444 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-31f98cdd-63e1-43e3-9e8e-c648f61c5cb6 req-780c2dc0-d445-4386-b00a-eb0202e4f202 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=635a31bc-b7d0-435e-804d-117b1e246ca7 HTTP/1.1" status: 200 len: 1000 time: 0.1619501 Feb 09 01:16:54.053444 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e5b840bf-c07e-4bcb-a516-8d7628ece5ae tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:54.053444 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-e5b840bf-c07e-4bcb-a516-8d7628ece5ae tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Added segment 1b2d7613-e826-49f3-8240-6778beead929 of type vlan for network 9e5a6ba0-a256-4a40-bdb1-1c409343d6d9 Feb 09 01:16:54.103917 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fa674c67-d6a4-47f0-8d71-6505c67579d5 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:54.104549 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-160e6550-56a3-4d46-868e-f5d02b6d13ac req-1c26715d-7366-49bf-be8f-5715f0310147 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139905 Feb 09 01:16:54.108736 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fa674c67-d6a4-47f0-8d71-6505c67579d5 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:54.129928 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-af694111-02bf-4fbf-ae62-c79689ec9f11 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:16:54.135414 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e5b840bf-c07e-4bcb-a516-8d7628ece5ae tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:54.136100 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-af694111-02bf-4fbf-ae62-c79689ec9f11 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Usage tracker for resource:port and tenant:32c9b2ac64b74efca212307487c75b1d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:16:54.139368 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-af694111-02bf-4fbf-ae62-c79689ec9f11 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:16:54.142763 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fa674c67-d6a4-47f0-8d71-6505c67579d5 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:54.143422 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa674c67-d6a4-47f0-8d71-6505c67579d5 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Fanout notify agent at l3_agent the message router_deleted on router f623fd8a-bc3f-4223-939b-c5052e4ee18c {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:16:54.146063 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f98cdd-63e1-43e3-9e8e-c648f61c5cb6 req-22d616eb-cfbf-4177-b3aa-a337a3462540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:54.147687 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-31f98cdd-63e1-43e3-9e8e-c648f61c5cb6 req-22d616eb-cfbf-4177-b3aa-a337a3462540 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9ba82490-d70a-42fe-a7ff-0aeb7f428073 HTTP/1.1" status: 200 len: 856 time: 0.0958822 Feb 09 01:16:54.150893 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-af694111-02bf-4fbf-ae62-c79689ec9f11 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:16:54.163580 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fa674c67-d6a4-47f0-8d71-6505c67579d5 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:54.164672 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-fa674c67-d6a4-47f0-8d71-6505c67579d5 tempest-RoutersNegativeIpV6Test-1447523380 tempest-RoutersNegativeIpV6Test-1447523380-project] 10.222.0.105 "DELETE /v2.0/routers/f623fd8a-bc3f-4223-939b-c5052e4ee18c HTTP/1.1" status: 204 len: 168 time: 0.6456938 Feb 09 01:16:54.171326 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af694111-02bf-4fbf-ae62-c79689ec9f11 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Made reservation on behalf of 32c9b2ac64b74efca212307487c75b1d for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:54.175436 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-af694111-02bf-4fbf-ae62-c79689ec9f11 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:54.190245 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b849f83-2aef-4457-b960-5f9cd1c4e069 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-6f70d6b2-1f2a-465b-a650-d615d1afeca3', 'network_id': '6f70d6b2-1f2a-465b-a650-d615d1afeca3', 'tenant_id': '68fbf07ce9d34bbb833788a16887e0a4', 'fixed_ips': [{'subnet_id': '61348bae-e6e0-487d-80b1-566af5e69174'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:16:54.191079 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4b849f83-2aef-4457-b960-5f9cd1c4e069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:54.199804 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-af694111-02bf-4fbf-ae62-c79689ec9f11 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] device_id is not set on port 4e99f95f-2e23-4891-8d7a-33b54fb2d04e yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:16:54.216065 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 8c84331e-6994-437c-8a91-82e7acd41378 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:16:54.234033 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e5b840bf-c07e-4bcb-a516-8d7628ece5ae tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:54.240872 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b840bf-c07e-4bcb-a516-8d7628ece5ae tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:54.242739 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e5b840bf-c07e-4bcb-a516-8d7628ece5ae tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:54.361829 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-e5b840bf-c07e-4bcb-a516-8d7628ece5ae tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6417632 Feb 09 01:16:54.362810 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42882) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:54.366755 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b840bf-c07e-4bcb-a516-8d7628ece5ae tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Pushing event updated for resources: {'Network': ['ID=9e5a6ba0-a256-4a40-bdb1-1c409343d6d9,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:54.371928 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-6b7ed5b9-26f7-4be7-a3d1-515ea24a900a tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Request body: {'subnet': {'network_id': '9e5a6ba0-a256-4a40-bdb1-1c409343d6d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:54.376169 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f98cdd-63e1-43e3-9e8e-c648f61c5cb6 req-fa5bf452-a2af-46ae-b13c-9ec221dadf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:54.377939 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-31f98cdd-63e1-43e3-9e8e-c648f61c5cb6 req-fa5bf452-a2af-46ae-b13c-9ec221dadf63 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2141459 Feb 09 01:16:54.389650 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 9e5a6ba0-a256-4a40-bdb1-1c409343d6d9 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:16:54.480417 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-af694111-02bf-4fbf-ae62-c79689ec9f11 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Allocated IP 2001:db8::8d (0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa/b5434b8a-42b6-4484-ac8a-c01d09c71c10/4e99f95f-2e23-4891-8d7a-33b54fb2d04e) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:16:54.505025 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fa9713-7d0c-4105-a095-b48093304016 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'tenant_id': '32c9b2ac64b74efca212307487c75b1d', 'fixed_ips': [{'subnet_id': 'b5434b8a-42b6-4484-ac8a-c01d09c71c10'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:16:54.505966 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-64fa9713-7d0c-4105-a095-b48093304016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:54.545084 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-31f98cdd-63e1-43e3-9e8e-c648f61c5cb6 req-3a95aeec-199f-44dd-a1cf-2f8014ade12c service neutron] 10.222.0.62 "GET /v2.0/networks/0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574116 Feb 09 01:16:54.580073 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 42888) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:54.726747 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-6b7ed5b9-26f7-4be7-a3d1-515ea24a900a tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:16:54.740624 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-6b7ed5b9-26f7-4be7-a3d1-515ea24a900a tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Usage tracker for resource:subnet and tenant:68fbf07ce9d34bbb833788a16887e0a4 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:16:54.747919 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-6b7ed5b9-26f7-4be7-a3d1-515ea24a900a tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:16:54.764371 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:54.767138 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-6b7ed5b9-26f7-4be7-a3d1-515ea24a900a tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:16:54.790784 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 8c84331e-6994-437c-8a91-82e7acd41378, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=8c84331e-6994-437c-8a91-82e7acd41378,segment=NetworkSegment(e4f8d471-753e-488b-969f-03ab5fdd3e2b),segment_id=e4f8d471-753e-488b-969f-03ab5fdd3e2b)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:16:54.815314 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '8c84331e-6994-437c-8a91-82e7acd41378', 'network_id': '20b4b911-e8a6-45af-95dc-9b595aff0444', 'port_id': '8c84331e-6994-437c-8a91-82e7acd41378', 'mac_address': 'fa:16:3e:00:af:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a70c5bb-7a88-4efe-b45a-b5773b8dee9d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:16:54.847958 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-4b849f83-2aef-4457-b960-5f9cd1c4e069 None None] Allocated IP 172.20.255.242 (6f70d6b2-1f2a-465b-a650-d615d1afeca3/61348bae-e6e0-487d-80b1-566af5e69174/bfcaafc4-b49f-4c24-a699-a0eecdb432da) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:16:54.855951 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b7ed5b9-26f7-4be7-a3d1-515ea24a900a tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Made reservation on behalf of 68fbf07ce9d34bbb833788a16887e0a4 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:54.859034 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6b7ed5b9-26f7-4be7-a3d1-515ea24a900a tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:54.879826 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-31f98cdd-63e1-43e3-9e8e-c648f61c5cb6 req-69956079-a68e-413c-9d2e-4ac803318f5b service neutron] 10.222.0.62 "GET /v2.0/networks/0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184676 Feb 09 01:16:54.939280 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-6364ea5e-4410-4e12-987f-86b3308b7093 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=df6a04544dab4059b759c9347fe2f779&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3579719 Feb 09 01:16:54.942002 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 42896) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:55.039766 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:55.057005 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-af694111-02bf-4fbf-ae62-c79689ec9f11 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:55.057399 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf9340-d39e-4f46-a84b-68292a28aefa req-777ead1f-2427-41be-8068-ded50e33abe3 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:55.058815 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-beaf9340-d39e-4f46-a84b-68292a28aefa req-777ead1f-2427-41be-8068-ded50e33abe3 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb94c7c7-2262-4266-9ff1-ecacf3b56b73 HTTP/1.1" status: 200 len: 946 time: 0.2374802 Feb 09 01:16:55.067312 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c84331e-6994-437c-8a91-82e7acd41378 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:16:55.081977 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-af694111-02bf-4fbf-ae62-c79689ec9f11 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Transition to ACTIVE for port object 4e99f95f-2e23-4891-8d7a-33b54fb2d04e will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:16:55.119051 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 8c84331e-6994-437c-8a91-82e7acd41378, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=8c84331e-6994-437c-8a91-82e7acd41378,segment=NetworkSegment(e4f8d471-753e-488b-969f-03ab5fdd3e2b),segment_id=e4f8d471-753e-488b-969f-03ab5fdd3e2b)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:16:55.128754 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:55.157752 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-68e33ef1-0e81-44ad-8eb1-3e21d1b646e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:55.190482 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-beaf9340-d39e-4f46-a84b-68292a28aefa req-09152256-32a4-4dc4-ac1a-4cc95afc2cf0 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Deleting port 635a31bc-b7d0-435e-804d-117b1e246ca7 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:16:55.191201 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-beaf9340-d39e-4f46-a84b-68292a28aefa req-09152256-32a4-4dc4-ac1a-4cc95afc2cf0 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:55.191710 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-af694111-02bf-4fbf-ae62-c79689ec9f11 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:55.252102 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6b7ed5b9-26f7-4be7-a3d1-515ea24a900a tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:55.327619 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af694111-02bf-4fbf-ae62-c79689ec9f11 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:55.335890 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4b849f83-2aef-4457-b960-5f9cd1c4e069 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:55.338076 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-af694111-02bf-4fbf-ae62-c79689ec9f11 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:55.347190 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af694111-02bf-4fbf-ae62-c79689ec9f11 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:16:55.350500 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-64fa9713-7d0c-4105-a095-b48093304016 None None] Allocated IP 2001:db8::2 (0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa/b5434b8a-42b6-4484-ac8a-c01d09c71c10/35570f94-9d03-4322-94bb-8348625b5a55) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:16:55.353102 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af694111-02bf-4fbf-ae62-c79689ec9f11 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:55.353832 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-af694111-02bf-4fbf-ae62-c79689ec9f11 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:55.364795 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['8c84331e-6994-437c-8a91-82e7acd41378'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:16:55.385265 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af694111-02bf-4fbf-ae62-c79689ec9f11 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event updated for resources: {'Port': ['ID=4e99f95f-2e23-4891-8d7a-33b54fb2d04e,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:55.392085 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4b849f83-2aef-4457-b960-5f9cd1c4e069 None None] Transition to ACTIVE for port object bfcaafc4-b49f-4c24-a699-a0eecdb432da will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:16:55.406803 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7ed5b9-26f7-4be7-a3d1-515ea24a900a tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Pushing event updated for resources: {'Subnet': ['ID=a558258c-f2f6-4756-ac2b-1a365dfee4d6,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:55.407003 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=8c84331e-6994-437c-8a91-82e7acd41378,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:55.425826 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7ed5b9-26f7-4be7-a3d1-515ea24a900a tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Checking segment: {'id': '1b2d7613-e826-49f3-8240-6778beead929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9e5a6ba0-a256-4a40-bdb1-1c409343d6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:16:55.426192 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7ed5b9-26f7-4be7-a3d1-515ea24a900a tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Network hostable DHCP agents. Network: 9e5a6ba0-a256-4a40-bdb1-1c409343d6d9, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:16:55.434564 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-af694111-02bf-4fbf-ae62-c79689ec9f11 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8197739 Feb 09 01:16:55.436821 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42902) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:55.450200 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-68e33ef1-0e81-44ad-8eb1-3e21d1b646e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:55.506835 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7ed5b9-26f7-4be7-a3d1-515ea24a900a tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Network 9e5a6ba0-a256-4a40-bdb1-1c409343d6d9 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:16:55.514775 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60516cd0-b884-40ef-854c-cabc768a8314 req-b2e736fd-3a82-4fec-9569-67c0b7cf3458 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:55.516331 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-60516cd0-b884-40ef-854c-cabc768a8314 req-b2e736fd-3a82-4fec-9569-67c0b7cf3458 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb94c7c7-2262-4266-9ff1-ecacf3b56b73 HTTP/1.1" status: 200 len: 946 time: 0.5197101 Feb 09 01:16:55.525799 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-6b7ed5b9-26f7-4be7-a3d1-515ea24a900a tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 9e5a6ba0-a256-4a40-bdb1-1c409343d6d9) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:55.530514 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7ed5b9-26f7-4be7-a3d1-515ea24a900a tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:55.531097 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6b7ed5b9-26f7-4be7-a3d1-515ea24a900a tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:55.556077 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5581536-2360-4bd7-8819-bd911a63129f tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:55.556778 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-d5581536-2360-4bd7-8819-bd911a63129f tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Synchronizing usage tracker for tenant:32c9b2ac64b74efca212307487c75b1d on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:16:55.568102 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585dfd55-b208-4c31-8ed7-f0ff7f955890 None None] Network 9e5a6ba0-a256-4a40-bdb1-1c409343d6d9 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:16:55.579419 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-6b7ed5b9-26f7-4be7-a3d1-515ea24a900a tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.2152870 Feb 09 01:16:55.582086 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42906) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:55.583565 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4b849f83-2aef-4457-b960-5f9cd1c4e069 None None] Transition to ACTIVE for port object bfcaafc4-b49f-4c24-a699-a0eecdb432da will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:16:55.656680 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4b849f83-2aef-4457-b960-5f9cd1c4e069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:55.694338 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-d5581536-2360-4bd7-8819-bd911a63129f tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Unset dirty status for tenant:32c9b2ac64b74efca212307487c75b1d on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:16:55.699011 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d5581536-2360-4bd7-8819-bd911a63129f tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2612441 Feb 09 01:16:55.699765 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 42910) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:55.781013 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-60516cd0-b884-40ef-854c-cabc768a8314 req-346534b9-8042-41df-8ac4-c2b9355857a2 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=e6bfd964-7aa5-43a2-a057-7d9b16c44215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2292182 Feb 09 01:16:55.781276 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b849f83-2aef-4457-b960-5f9cd1c4e069 None None] Network 6f70d6b2-1f2a-465b-a650-d615d1afeca3 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:55.789369 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865c3da-8cbe-405a-b056-a72b6123c91f req-09483a00-52e5-4405-88c9-725e7576cd1f tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:55.792265 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cfc5c0d2-109b-47d7-a106-09952eb88941 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:55.797139 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c865c3da-8cbe-405a-b056-a72b6123c91f req-09483a00-52e5-4405-88c9-725e7576cd1f tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=6e6b4ae5-c67f-4684-bcae-75b7944260ec HTTP/1.1" status: 200 len: 944 time: 0.4392295 Feb 09 01:16:55.799260 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-4b849f83-2aef-4457-b960-5f9cd1c4e069 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:55.820552 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b849f83-2aef-4457-b960-5f9cd1c4e069 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:16:55.823656 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b849f83-2aef-4457-b960-5f9cd1c4e069 None None] Pushing event updated for resources: {'Port': ['ID=bfcaafc4-b49f-4c24-a699-a0eecdb432da,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:55.866105 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-68e33ef1-0e81-44ad-8eb1-3e21d1b646e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:55.911616 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-66f71be1-8a58-4736-ad5c-cbc635766aed tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Deleting port 4e99f95f-2e23-4891-8d7a-33b54fb2d04e {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:16:55.912759 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-66f71be1-8a58-4736-ad5c-cbc635766aed tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:55.932244 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cfc5c0d2-109b-47d7-a106-09952eb88941 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:55.959245 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e33ef1-0e81-44ad-8eb1-3e21d1b646e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=912f49fa-07ad-430a-9b18-e5758b4ceb7e,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:55.978790 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-68e33ef1-0e81-44ad-8eb1-3e21d1b646e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:55.979540 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-68e33ef1-0e81-44ad-8eb1-3e21d1b646e0 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/912f49fa-07ad-430a-9b18-e5758b4ceb7e HTTP/1.1" status: 204 len: 168 time: 1.0366347 Feb 09 01:16:56.003250 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c865c3da-8cbe-405a-b056-a72b6123c91f req-404928ed-ac08-4cda-aef7-3b3229086381 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051167 Feb 09 01:16:56.015948 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-beaf9340-d39e-4f46-a84b-68292a28aefa req-09152256-32a4-4dc4-ac1a-4cc95afc2cf0 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] For port 635a31bc-b7d0-435e-804d-117b1e246ca7, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=635a31bc-b7d0-435e-804d-117b1e246ca7,segment=NetworkSegment(ce0dc62c-7941-4b08-ad25-dc67d17d1ad0),segment_id=ce0dc62c-7941-4b08-ad25-dc67d17d1ad0)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:16:56.016608 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-beaf9340-d39e-4f46-a84b-68292a28aefa req-09152256-32a4-4dc4-ac1a-4cc95afc2cf0 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:56.065108 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-62b5f6ba-5b4e-4ad8-a16e-86c2f25a117e req-d98664ba-a8a4-4947-8cfc-93700e08370e service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=b935fbc6-48b4-4502-be20-e26b1df5811d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2036302 Feb 09 01:16:56.066310 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cfc5c0d2-109b-47d7-a106-09952eb88941 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:56.141794 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-4b849f83-2aef-4457-b960-5f9cd1c4e069 None None] Attempting to bind port bfcaafc4-b49f-4c24-a699-a0eecdb432da on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:16:56.142131 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-4b849f83-2aef-4457-b960-5f9cd1c4e069 None None] Attempting to bind port bfcaafc4-b49f-4c24-a699-a0eecdb432da by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'c7471191-6bb0-4b2b-838b-e9387dea5e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f70d6b2-1f2a-465b-a650-d615d1afeca3'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:16:56.142502 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b849f83-2aef-4457-b960-5f9cd1c4e069 None None] Attempting to bind port bfcaafc4-b49f-4c24-a699-a0eecdb432da on network 6f70d6b2-1f2a-465b-a650-d615d1afeca3 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:16:56.164730 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2872663c-ca90-4086-b7e0-3817c9d39025 None None] Network 9e5a6ba0-a256-4a40-bdb1-1c409343d6d9 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:16:56.185398 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b849f83-2aef-4457-b960-5f9cd1c4e069 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:16:56.185865 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b849f83-2aef-4457-b960-5f9cd1c4e069 None None] Checking segment: {'id': 'c7471191-6bb0-4b2b-838b-e9387dea5e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f70d6b2-1f2a-465b-a650-d615d1afeca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:16:56.186212 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4b849f83-2aef-4457-b960-5f9cd1c4e069 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:56.186604 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b849f83-2aef-4457-b960-5f9cd1c4e069 None None] Bound using segment: {'id': 'c7471191-6bb0-4b2b-838b-e9387dea5e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f70d6b2-1f2a-465b-a650-d615d1afeca3'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:16:56.187093 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-4b849f83-2aef-4457-b960-5f9cd1c4e069 None None] Bound port: bfcaafc4-b49f-4c24-a699-a0eecdb432da, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7471191-6bb0-4b2b-838b-e9387dea5e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6f70d6b2-1f2a-465b-a650-d615d1afeca3'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:16:56.187470 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4b849f83-2aef-4457-b960-5f9cd1c4e069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:56.217049 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc5c0d2-109b-47d7-a106-09952eb88941 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Pushing event deleted for resources: {'Subnet': ['ID=a558258c-f2f6-4756-ac2b-1a365dfee4d6,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:56.258383 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-64fa9713-7d0c-4105-a095-b48093304016 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:56.312497 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cfc5c0d2-109b-47d7-a106-09952eb88941 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:56.331726 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-64fa9713-7d0c-4105-a095-b48093304016 None None] Transition to ACTIVE for port object 35570f94-9d03-4322-94bb-8348625b5a55 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:16:56.355929 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-cfc5c0d2-109b-47d7-a106-09952eb88941 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e5a6ba0-a256-4a40-bdb1-1c409343d6d9']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:56.372928 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-cfc5c0d2-109b-47d7-a106-09952eb88941 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b2d7613-e826-49f3-8240-6778beead929') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:56.373476 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-cfc5c0d2-109b-47d7-a106-09952eb88941 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b2d7613-e826-49f3-8240-6778beead929') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:56.394029 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cfc5c0d2-109b-47d7-a106-09952eb88941 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:56.416524 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b5f6ba-5b4e-4ad8-a16e-86c2f25a117e req-93baaf83-544d-46b6-8bcf-35baecbc8cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:56.418516 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-62b5f6ba-5b4e-4ad8-a16e-86c2f25a117e req-93baaf83-544d-46b6-8bcf-35baecbc8cff service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=ecfa99ec90404d2da344b2927ef93a25&device_id=b935fbc6-48b4-4502-be20-e26b1df5811d HTTP/1.1" status: 200 len: 1096 time: 0.2557139 Feb 09 01:16:56.425865 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cfc5c0d2-109b-47d7-a106-09952eb88941 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:56.434385 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfc5c0d2-109b-47d7-a106-09952eb88941 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:16:56.435214 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cfc5c0d2-109b-47d7-a106-09952eb88941 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:56.454490 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:16:56.454490 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:16:56.454490 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:16:56.454490 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:16:56.454490 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:16:56.454490 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:16:56.454490 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:16:56.454490 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:16:56.454490 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:16:56.454490 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:16:56.454490 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:16:56.454490 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:16:56.454490 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:16:56.454490 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:16:56.454490 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:16:56.454490 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:16:56.454490 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:16:56.454490 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:16:56.454490 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:16:56.454490 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:16:56.454490 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:16:56.454490 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:16:56.454490 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:16:56.454490 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:16:56.454490 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:16:56.454490 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:16:56.454490 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:16:56.454490 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:16:56.454490 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:16:56.454490 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:16:56.454490 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:16:56.454490 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:16:56.483018 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-64fa9713-7d0c-4105-a095-b48093304016 None None] Transition to ACTIVE for port object 35570f94-9d03-4322-94bb-8348625b5a55 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:16:56.509826 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-64fa9713-7d0c-4105-a095-b48093304016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:56.592903 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-4b849f83-2aef-4457-b960-5f9cd1c4e069 None None] For port bfcaafc4-b49f-4c24-a699-a0eecdb432da, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:16:56.627266 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fa9713-7d0c-4105-a095-b48093304016 None None] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:56.639577 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-4b849f83-2aef-4457-b960-5f9cd1c4e069 None None] For port bfcaafc4-b49f-4c24-a699-a0eecdb432da, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=bfcaafc4-b49f-4c24-a699-a0eecdb432da,segment=NetworkSegment(c7471191-6bb0-4b2b-838b-e9387dea5e06),segment_id=c7471191-6bb0-4b2b-838b-e9387dea5e06)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:16:56.643288 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-64fa9713-7d0c-4105-a095-b48093304016 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:56.647278 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fa9713-7d0c-4105-a095-b48093304016 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:16:56.667110 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4b849f83-2aef-4457-b960-5f9cd1c4e069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:56.674960 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fa9713-7d0c-4105-a095-b48093304016 None None] Pushing event updated for resources: {'Port': ['ID=35570f94-9d03-4322-94bb-8348625b5a55,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:56.722043 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cfc5c0d2-109b-47d7-a106-09952eb88941 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:56.746313 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-beaf9340-d39e-4f46-a84b-68292a28aefa req-09152256-32a4-4dc4-ac1a-4cc95afc2cf0 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:56.747261 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-beaf9340-d39e-4f46-a84b-68292a28aefa req-09152256-32a4-4dc4-ac1a-4cc95afc2cf0 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:56.747555 n-d-828418-1 neutron-server[87639]: INFO neutron.db.l3_db [req-beaf9340-d39e-4f46-a84b-68292a28aefa req-09152256-32a4-4dc4-ac1a-4cc95afc2cf0 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Floating IP af3608f4-d556-4d43-877a-7547dd0efe34 disassociated. External IP: 172.25.0.93, port: 635a31bc-b7d0-435e-804d-117b1e246ca7. Feb 09 01:16:56.748236 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-beaf9340-d39e-4f46-a84b-68292a28aefa req-09152256-32a4-4dc4-ac1a-4cc95afc2cf0 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Calling delete_port for 635a31bc-b7d0-435e-804d-117b1e246ca7 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:16:56.760215 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cfc5c0d2-109b-47d7-a106-09952eb88941 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:56.777946 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b5f6ba-5b4e-4ad8-a16e-86c2f25a117e req-f24a5f7d-5957-43c7-818e-1bb5cffc23e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:56.780005 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-62b5f6ba-5b4e-4ad8-a16e-86c2f25a117e req-f24a5f7d-5957-43c7-818e-1bb5cffc23e5 service neutron] 10.222.0.99 "GET /v2.0/networks?id=20b4b911-e8a6-45af-95dc-9b595aff0444 HTTP/1.1" status: 200 len: 907 time: 0.3242650 Feb 09 01:16:56.780206 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc5c0d2-109b-47d7-a106-09952eb88941 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Pushing event deleted for resources: {'Network': ['ID=9e5a6ba0-a256-4a40-bdb1-1c409343d6d9,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:56.784770 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-cfc5c0d2-109b-47d7-a106-09952eb88941 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] 10.222.0.105 "DELETE /v2.0/networks/9e5a6ba0-a256-4a40-bdb1-1c409343d6d9 HTTP/1.1" status: 204 len: 168 time: 1.1996193 Feb 09 01:16:56.807839 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 42926) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:56.881758 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-f6a1263a-55ea-4dd7-861e-4ab5dba6cbff tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-393171735'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:56.940145 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f6a1263a-55ea-4dd7-861e-4ab5dba6cbff tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:16:56.951743 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b849f83-2aef-4457-b960-5f9cd1c4e069 None None] Pushing event updated for resources: {'Port': ['ID=bfcaafc4-b49f-4c24-a699-a0eecdb432da,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:56.962214 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-64fa9713-7d0c-4105-a095-b48093304016 None None] Attempting to bind port 35570f94-9d03-4322-94bb-8348625b5a55 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:16:56.964358 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-64fa9713-7d0c-4105-a095-b48093304016 None None] Attempting to bind port 35570f94-9d03-4322-94bb-8348625b5a55 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '986fd47a-7d48-4218-bc5b-1f82d1198ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:16:56.966050 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fa9713-7d0c-4105-a095-b48093304016 None None] Attempting to bind port 35570f94-9d03-4322-94bb-8348625b5a55 on network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:16:56.982161 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fa9713-7d0c-4105-a095-b48093304016 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:16:56.982591 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fa9713-7d0c-4105-a095-b48093304016 None None] Checking segment: {'id': '986fd47a-7d48-4218-bc5b-1f82d1198ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:16:56.983005 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-64fa9713-7d0c-4105-a095-b48093304016 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:56.983403 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fa9713-7d0c-4105-a095-b48093304016 None None] Bound using segment: {'id': '986fd47a-7d48-4218-bc5b-1f82d1198ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:16:56.983881 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-64fa9713-7d0c-4105-a095-b48093304016 None None] Bound port: 35570f94-9d03-4322-94bb-8348625b5a55, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '986fd47a-7d48-4218-bc5b-1f82d1198ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:16:56.984258 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-64fa9713-7d0c-4105-a095-b48093304016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:56.991070 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-62b5f6ba-5b4e-4ad8-a16e-86c2f25a117e req-cac7dd77-543c-4372-8b78-1d7ae48588f0 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9bf5d22d-c05c-4bb7-9938-6cdd0b694aac HTTP/1.1" status: 200 len: 217 time: 0.2040734 Feb 09 01:16:57.000903 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-f6a1263a-55ea-4dd7-861e-4ab5dba6cbff tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Usage tracker for resource:network and tenant:68fbf07ce9d34bbb833788a16887e0a4 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:16:57.047013 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-f6a1263a-55ea-4dd7-861e-4ab5dba6cbff tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:16:57.054559 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-66f71be1-8a58-4736-ad5c-cbc635766aed tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:57.121294 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-64fa9713-7d0c-4105-a095-b48093304016 None None] For port 35570f94-9d03-4322-94bb-8348625b5a55, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:16:57.122624 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b5f6ba-5b4e-4ad8-a16e-86c2f25a117e req-f5f7f3bf-6458-4934-a4c3-fc9bb9321637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:57.126606 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-62b5f6ba-5b4e-4ad8-a16e-86c2f25a117e req-f5f7f3bf-6458-4934-a4c3-fc9bb9321637 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=6a70c5bb-7a88-4efe-b45a-b5773b8dee9d HTTP/1.1" status: 200 len: 846 time: 0.1243503 Feb 09 01:16:57.127387 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-64fa9713-7d0c-4105-a095-b48093304016 None None] For port 35570f94-9d03-4322-94bb-8348625b5a55, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=35570f94-9d03-4322-94bb-8348625b5a55,segment=NetworkSegment(986fd47a-7d48-4218-bc5b-1f82d1198ace),segment_id=986fd47a-7d48-4218-bc5b-1f82d1198ace)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:16:57.136035 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-64fa9713-7d0c-4105-a095-b48093304016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:57.161148 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f6a1263a-55ea-4dd7-861e-4ab5dba6cbff tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:16:57.209118 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-62b5f6ba-5b4e-4ad8-a16e-86c2f25a117e req-1a57f919-fe35-4401-b115-7befba4669f6 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=20b4b911-e8a6-45af-95dc-9b595aff0444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745995 Feb 09 01:16:57.269226 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fa9713-7d0c-4105-a095-b48093304016 None None] Pushing event updated for resources: {'Port': ['ID=35570f94-9d03-4322-94bb-8348625b5a55,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:57.351138 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-66f71be1-8a58-4736-ad5c-cbc635766aed tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Calling delete_port for 4e99f95f-2e23-4891-8d7a-33b54fb2d04e owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:16:57.361690 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42942) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:57.371750 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [-] 10.222.0.105 "GET / HTTP/1.1" status: 200 len: 249 time: 0.0083506 Feb 09 01:16:57.376717 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42944) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:57.480773 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-62b5f6ba-5b4e-4ad8-a16e-86c2f25a117e req-98e49210-1cd5-45aa-9bb7-7dc17442db89 service neutron] 10.222.0.99 "GET /v2.0/networks/20b4b911-e8a6-45af-95dc-9b595aff0444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634399 Feb 09 01:16:57.486442 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a1263a-55ea-4dd7-861e-4ab5dba6cbff tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Made reservation on behalf of 68fbf07ce9d34bbb833788a16887e0a4 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:57.491207 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f6a1263a-55ea-4dd7-861e-4ab5dba6cbff tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:57.654990 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-269fb457-87f7-4c06-bfcb-4035dc7c0c9f tempest-NetworksApiDiscovery-644613977 tempest-NetworksApiDiscovery-644613977-project] 10.222.0.105 "GET /v2.0/ HTTP/1.1" status: 200 len: 706 time: 0.2769725 Feb 09 01:16:57.735639 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-62b5f6ba-5b4e-4ad8-a16e-86c2f25a117e req-948c68a8-3165-4151-a43f-05e46a598d65 service neutron] 10.222.0.99 "GET /v2.0/networks/20b4b911-e8a6-45af-95dc-9b595aff0444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498267 Feb 09 01:16:57.814041 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e69d1d-fbff-401c-bd46-bd0cd9ce0b9e req-589071fe-ca70-4763-86ff-5055b50b2cfd tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:57.815738 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b8e69d1d-fbff-401c-bd46-bd0cd9ce0b9e req-589071fe-ca70-4763-86ff-5055b50b2cfd tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb94c7c7-2262-4266-9ff1-ecacf3b56b73 HTTP/1.1" status: 200 len: 946 time: 0.7265453 Feb 09 01:16:57.819225 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6a1263a-55ea-4dd7-861e-4ab5dba6cbff tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:16:57.913709 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb961568-33c7-4996-b237-578d950acb37 req-5c8b3240-65d7-41f0-8423-15eaf0b449e7 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:57.915240 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bb961568-33c7-4996-b237-578d950acb37 req-5c8b3240-65d7-41f0-8423-15eaf0b449e7 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=6e6b4ae5-c67f-4684-bcae-75b7944260ec HTTP/1.1" status: 200 len: 944 time: 0.5093448 Feb 09 01:16:57.976756 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-beaf9340-d39e-4f46-a84b-68292a28aefa req-09152256-32a4-4dc4-ac1a-4cc95afc2cf0 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:58.002606 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42956) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:58.035959 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b8e69d1d-fbff-401c-bd46-bd0cd9ce0b9e req-95157f87-5838-475c-9b14-0b170d6d72ca tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=e6bfd964-7aa5-43a2-a057-7d9b16c44215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2075188 Feb 09 01:16:58.043595 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f6a1263a-55ea-4dd7-861e-4ab5dba6cbff tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:58.043950 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-f6a1263a-55ea-4dd7-861e-4ab5dba6cbff tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Added segment 2d98a402-5629-4057-80a0-689da1434a85 of type vlan for network 9dfd7575-8239-4b91-9083-223e06bf0de0 Feb 09 01:16:58.056045 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-66f71be1-8a58-4736-ad5c-cbc635766aed tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:58.066527 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09152256-32a4-4dc4-ac1a-4cc95afc2cf0 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Pushing event deleted for resources: {'Port': ['ID=635a31bc-b7d0-435e-804d-117b1e246ca7,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:58.158799 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bb961568-33c7-4996-b237-578d950acb37 req-109f6180-ca57-43d7-be80-ed5a037f957d tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295587 Feb 09 01:16:58.170807 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f71be1-8a58-4736-ad5c-cbc635766aed tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event deleted for resources: {'Port': ['ID=4e99f95f-2e23-4891-8d7a-33b54fb2d04e,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:58.182521 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 8c84331e-6994-437c-8a91-82e7acd41378 up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:16:58.197083 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e546b8a8-f34f-43cc-ae3d-57b14c0477d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:58.214970 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e546b8a8-f34f-43cc-ae3d-57b14c0477d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:16:58.220139 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e546b8a8-f34f-43cc-ae3d-57b14c0477d4 admin admin] Usage tracker for resource:security_group_rule and tenant:0755e13e993644c69ea1673c3054bcd7 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:16:58.223921 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e546b8a8-f34f-43cc-ae3d-57b14c0477d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:16:58.232276 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e546b8a8-f34f-43cc-ae3d-57b14c0477d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:16:58.267610 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f6a1263a-55ea-4dd7-861e-4ab5dba6cbff tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:58.267979 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port 8c84331e-6994-437c-8a91-82e7acd41378 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:16:58.274460 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 8c84331e-6994-437c-8a91-82e7acd41378 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:58.275456 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:58.305033 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-66f71be1-8a58-4736-ad5c-cbc635766aed tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:58.356100 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-66f71be1-8a58-4736-ad5c-cbc635766aed tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/ports/4e99f95f-2e23-4891-8d7a-33b54fb2d04e HTTP/1.1" status: 204 len: 168 time: 2.6528542 Feb 09 01:16:58.360766 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42962) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:58.368533 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e546b8a8-f34f-43cc-ae3d-57b14c0477d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:58.442026 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:58.451982 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e546b8a8-f34f-43cc-ae3d-57b14c0477d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:58.472090 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f6a1263a-55ea-4dd7-861e-4ab5dba6cbff tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:58.481720 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a1263a-55ea-4dd7-861e-4ab5dba6cbff tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:58.482370 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f6a1263a-55ea-4dd7-861e-4ab5dba6cbff tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:58.488314 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e6b4ae5-c67f-4684-bcae-75b7944260ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c84331e-6994-437c-8a91-82e7acd41378'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:16:58.510264 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 8c84331e-6994-437c-8a91-82e7acd41378, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=8c84331e-6994-437c-8a91-82e7acd41378,segment=NetworkSegment(e4f8d471-753e-488b-969f-03ab5fdd3e2b),segment_id=e4f8d471-753e-488b-969f-03ab5fdd3e2b)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:16:58.519449 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:58.520750 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 635a31bc-b7d0-435e-804d-117b1e246ca7 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:16:58.551519 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e546b8a8-f34f-43cc-ae3d-57b14c0477d4 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=0755e13e993644c69ea1673c3054bcd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5477023 Feb 09 01:16:58.555867 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42968) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:58.608648 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e6b4ae5-c67f-4684-bcae-75b7944260ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c84331e-6994-437c-8a91-82e7acd41378', 'code': 200} Feb 09 01:16:58.666668 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e546b8a8-f34f-43cc-ae3d-57b14c0477d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=323be10c-00ca-4792-967b-4664dfe75ea4,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:58.684036 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9927a0b9-3bb4-42f3-8bc7-517740d8447b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:58.690080 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9927a0b9-3bb4-42f3-8bc7-517740d8447b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:58.692788 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a1263a-55ea-4dd7-861e-4ab5dba6cbff tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Pushing event updated for resources: {'Network': ['ID=9dfd7575-8239-4b91-9083-223e06bf0de0,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:58.694171 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-9927a0b9-3bb4-42f3-8bc7-517740d8447b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Synchronizing usage tracker for tenant:32c9b2ac64b74efca212307487c75b1d on resource:subnet {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:16:58.752534 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-38fedfc1-05f0-4795-b9e6-7466a6f0323d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:58.763390 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:16:58.789057 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-beaf9340-d39e-4f46-a84b-68292a28aefa req-09152256-32a4-4dc4-ac1a-4cc95afc2cf0 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Router 8ceac979-d732-4a6b-907d-6eae9e37c312 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:16:58.789557 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-38fedfc1-05f0-4795-b9e6-7466a6f0323d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:58.825073 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 9dfd7575-8239-4b91-9083-223e06bf0de0 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:16:58.855052 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-38fedfc1-05f0-4795-b9e6-7466a6f0323d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:58.863590 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: 635a31bc-b7d0-435e-804d-117b1e246ca7 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:16:58.864081 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 635a31bc-b7d0-435e-804d-117b1e246ca7 not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:16:58.871198 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-9927a0b9-3bb4-42f3-8bc7-517740d8447b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Unset dirty status for tenant:32c9b2ac64b74efca212307487c75b1d on resource:subnet {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:16:58.875119 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9927a0b9-3bb4-42f3-8bc7-517740d8447b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5133495 Feb 09 01:16:58.875910 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42972) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:58.881414 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fedfc1-05f0-4795-b9e6-7466a6f0323d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=323be10c-00ca-4792-967b-4664dfe75ea4,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:58.895931 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f6a1263a-55ea-4dd7-861e-4ab5dba6cbff tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.0812089 Feb 09 01:16:58.902918 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 42976) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:58.909896 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-cbcc57ba-ce43-490c-aa21-be57e4dc58ae tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Request body: {'subnet': {'network_id': '9dfd7575-8239-4b91-9083-223e06bf0de0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:58.990196 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-c53b4817-335a-4e14-8cb2-54dc9ca4a655 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Deleting subnet b5434b8a-42b6-4484-ac8a-c01d09c71c10 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:16:58.995951 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c53b4817-335a-4e14-8cb2-54dc9ca4a655 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:59.093524 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-38fedfc1-05f0-4795-b9e6-7466a6f0323d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:59.097335 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-38fedfc1-05f0-4795-b9e6-7466a6f0323d admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/323be10c-00ca-4792-967b-4664dfe75ea4 HTTP/1.1" status: 204 len: 168 time: 0.5357125 Feb 09 01:16:59.108443 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c53b4817-335a-4e14-8cb2-54dc9ca4a655 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:59.111089 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e74c7959-ec6d-4bc4-b81d-09cc9fdf4ceb None None] Provisioning for port 35570f94-9d03-4322-94bb-8348625b5a55 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:16:59.120154 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=8c84331e-6994-437c-8a91-82e7acd41378,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:59.237094 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5b3a7e-6b19-4338-a23f-07ee93e660fd None None] Network 6f70d6b2-1f2a-465b-a650-d615d1afeca3 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:16:59.277534 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device bfcaafc4-b49f-4c24-a699-a0eecdb432da up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:16:59.337772 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c53b4817-335a-4e14-8cb2-54dc9ca4a655 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:59.408495 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-cbcc57ba-ce43-490c-aa21-be57e4dc58ae tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:16:59.431927 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-67ae4f23-5a32-45c4-aa3a-778f80ee06c3 req-ec31b4b7-d63f-44e7-bcf3-77ffe500cb4a tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Synchronizing usage tracker for tenant:128330d8f0414cd5a58362066d10386d on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:16:59.453054 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c53b4817-335a-4e14-8cb2-54dc9ca4a655 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:59.487879 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-676aee6f-cfac-42bd-b934-5d11f0df52ba None None] Could not find standard attr ID for object 4e99f95f-2e23-4891-8d7a-33b54fb2d04e. {{(pid=87640) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:16:59.525056 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-676aee6f-cfac-42bd-b934-5d11f0df52ba None None] Provisioning for port bfcaafc4-b49f-4c24-a699-a0eecdb432da completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:16:59.526283 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-cbcc57ba-ce43-490c-aa21-be57e4dc58ae tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Usage tracker for resource:subnet and tenant:68fbf07ce9d34bbb833788a16887e0a4 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:16:59.536446 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-cbcc57ba-ce43-490c-aa21-be57e4dc58ae tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:16:59.541371 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53b4817-335a-4e14-8cb2-54dc9ca4a655 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event deleted for resources: {'Subnet': ['ID=b5434b8a-42b6-4484-ac8a-c01d09c71c10,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:59.553789 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c53b4817-335a-4e14-8cb2-54dc9ca4a655 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:59.561665 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c208f201-ad98-479d-90e2-8b6823402910 req-269ab3fe-8bbc-4ef4-b87b-b7e3f64734ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:59.563504 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c208f201-ad98-479d-90e2-8b6823402910 req-269ab3fe-8bbc-4ef4-b87b-b7e3f64734ba service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6e6b4ae5-c67f-4684-bcae-75b7944260ec HTTP/1.1" status: 200 len: 1096 time: 0.8564458 Feb 09 01:16:59.566439 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-cbcc57ba-ce43-490c-aa21-be57e4dc58ae tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:16:59.587437 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c53b4817-335a-4e14-8cb2-54dc9ca4a655 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/subnets/b5434b8a-42b6-4484-ac8a-c01d09c71c10 HTTP/1.1" status: 204 len: 168 time: 0.7084363 Feb 09 01:16:59.593142 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42992) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:59.604188 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bfe1e7-fb9b-4a95-9003-66bbcb6d37dd None None] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:16:59.683931 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9de30970-f032-4eed-9acb-a59614a8e935 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0853486 Feb 09 01:16:59.687119 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42998) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:59.689472 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-67ae4f23-5a32-45c4-aa3a-778f80ee06c3 req-ec31b4b7-d63f-44e7-bcf3-77ffe500cb4a tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Unset dirty status for tenant:128330d8f0414cd5a58362066d10386d on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:16:59.690816 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-67ae4f23-5a32-45c4-aa3a-778f80ee06c3 req-ec31b4b7-d63f-44e7-bcf3-77ffe500cb4a tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb94c7c7-2262-4266-9ff1-ecacf3b56b73 HTTP/1.1" status: 200 len: 210 time: 0.3915849 Feb 09 01:16:59.729980 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbcc57ba-ce43-490c-aa21-be57e4dc58ae tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Made reservation on behalf of 68fbf07ce9d34bbb833788a16887e0a4 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:59.733575 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cbcc57ba-ce43-490c-aa21-be57e4dc58ae tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:59.745475 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port bfcaafc4-b49f-4c24-a699-a0eecdb432da completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:16:59.770555 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-beaf9340-d39e-4f46-a84b-68292a28aefa req-09152256-32a4-4dc4-ac1a-4cc95afc2cf0 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:16:59.788037 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port bfcaafc4-b49f-4c24-a699-a0eecdb432da triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:59.788437 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:59.820460 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e43360c-d264-487b-bbf1-fcebb7dc1f57 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:59.822195 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-0e43360c-d264-487b-bbf1-fcebb7dc1f57 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1340086 Feb 09 01:16:59.824666 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43004) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:59.840242 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cca75c4-52db-4715-9f71-12d105b40f69 None None] Sync routers for ids ['8ceac979-d732-4a6b-907d-6eae9e37c312'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:16:59.893130 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c208f201-ad98-479d-90e2-8b6823402910 req-120f90d6-3381-4b7c-8ca1-2f7ad0efab24 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691221 Feb 09 01:16:59.903120 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e390ae28-e331-4f23-98ec-31b7f4d9779a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:59.904003 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e390ae28-e331-4f23-98ec-31b7f4d9779a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Synchronizing usage tracker for tenant:32c9b2ac64b74efca212307487c75b1d on resource:subnet {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:16:59.923230 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e390ae28-e331-4f23-98ec-31b7f4d9779a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Unset dirty status for tenant:32c9b2ac64b74efca212307487c75b1d on resource:subnet {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:16:59.931514 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e390ae28-e331-4f23-98ec-31b7f4d9779a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1057057 Feb 09 01:16:59.934272 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43012) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:59.935725 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cca75c4-52db-4715-9f71-12d105b40f69 None None] Routers {'8ceac979-d732-4a6b-907d-6eae9e37c312'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:16:59.936052 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-5cca75c4-52db-4715-9f71-12d105b40f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:16:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['8ceac979-d732-4a6b-907d-6eae9e37c312'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:59.955552 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-beaf9340-d39e-4f46-a84b-68292a28aefa req-09152256-32a4-4dc4-ac1a-4cc95afc2cf0 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] No DVR routers for this DVR port 635a31bc-b7d0-435e-804d-117b1e246ca7 on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:16:59.958917 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-beaf9340-d39e-4f46-a84b-68292a28aefa req-09152256-32a4-4dc4-ac1a-4cc95afc2cf0 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:59.960914 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-beaf9340-d39e-4f46-a84b-68292a28aefa req-09152256-32a4-4dc4-ac1a-4cc95afc2cf0 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.62 "DELETE /v2.0/ports/635a31bc-b7d0-435e-804d-117b1e246ca7 HTTP/1.1" status: 204 len: 173 time: 4.8935456 Feb 09 01:16:59.965376 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb94c7c7-2262-4266-9ff1-ecacf3b56b73', 'name': 'network-vif-deleted', 'tag': '635a31bc-b7d0-435e-804d-117b1e246ca7'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:16:59.976905 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a473a506-7e57-4a73-a9e5-d6a4f7d47452 req-741ca006-e973-4fcb-ae5b-6ae59eb91867 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:59.978585 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a473a506-7e57-4a73-a9e5-d6a4f7d47452 req-741ca006-e973-4fcb-ae5b-6ae59eb91867 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=6e6b4ae5-c67f-4684-bcae-75b7944260ec HTTP/1.1" status: 200 len: 945 time: 0.6555521 Feb 09 01:16:59.980569 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.ipam_backend_mixin [None req-cbcc57ba-ce43-490c-aa21-be57e4dc58ae tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Performing IP validity checks on allocation pools {{(pid=87639) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 09 01:16:59.981095 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.ipam_backend_mixin [None req-cbcc57ba-ce43-490c-aa21-be57e4dc58ae tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87639) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 09 01:17:00.036336 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb94c7c7-2262-4266-9ff1-ecacf3b56b73', 'name': 'network-vif-deleted', 'tag': '635a31bc-b7d0-435e-804d-117b1e246ca7', 'status': 'completed', 'code': 200} Feb 09 01:17:00.045738 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-587cb757-8b88-4b86-b272-079050d7b966 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1078727 Feb 09 01:17:00.050035 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 43020) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:00.066210 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-98fa82ea-2112-4dc8-84cd-a80b84d73e95 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Request body: {'subnet': {'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:00.286035 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-5cca75c4-52db-4715-9f71-12d105b40f69 None None] Set router 8ceac979-d732-4a6b-907d-6eae9e37c312 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:17:00.301054 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a473a506-7e57-4a73-a9e5-d6a4f7d47452 req-1546b75d-a277-437a-a5a2-dfe2bc702bbf tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131862 Feb 09 01:17:00.397585 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-98fa82ea-2112-4dc8-84cd-a80b84d73e95 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:00.415678 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-98fa82ea-2112-4dc8-84cd-a80b84d73e95 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:00.448129 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98fa82ea-2112-4dc8-84cd-a80b84d73e95 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Made reservation on behalf of 32c9b2ac64b74efca212307487c75b1d for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:17:00.452156 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-98fa82ea-2112-4dc8-84cd-a80b84d73e95 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:00.526414 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cbcc57ba-ce43-490c-aa21-be57e4dc58ae tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:00.594585 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:00.653073 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcc57ba-ce43-490c-aa21-be57e4dc58ae tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Pushing event updated for resources: {'Subnet': ['ID=8b2521b0-a310-4374-96f0-3ccf6fe85d15,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:00.669093 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcc57ba-ce43-490c-aa21-be57e4dc58ae tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Checking segment: {'id': '2d98a402-5629-4057-80a0-689da1434a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9dfd7575-8239-4b91-9083-223e06bf0de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:17:00.669472 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcc57ba-ce43-490c-aa21-be57e4dc58ae tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Network hostable DHCP agents. Network: 9dfd7575-8239-4b91-9083-223e06bf0de0, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:17:00.685498 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port bfcaafc4-b49f-4c24-a699-a0eecdb432da, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=bfcaafc4-b49f-4c24-a699-a0eecdb432da,segment=NetworkSegment(c7471191-6bb0-4b2b-838b-e9387dea5e06),segment_id=c7471191-6bb0-4b2b-838b-e9387dea5e06)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:17:00.736108 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcc57ba-ce43-490c-aa21-be57e4dc58ae tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Network 9dfd7575-8239-4b91-9083-223e06bf0de0 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:17:00.864389 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-cbcc57ba-ce43-490c-aa21-be57e4dc58ae tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 9dfd7575-8239-4b91-9083-223e06bf0de0) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:00.903273 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3773ef5e-c3ce-4aaa-8329-c9ff32cabf26 None None] DHCP port deletion for 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:17:00.905282 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798e2079-8fa3-463f-af6a-8adb41a2df64 None None] Network 9dfd7575-8239-4b91-9083-223e06bf0de0 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:17:00.909190 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcc57ba-ce43-490c-aa21-be57e4dc58ae tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:00.910867 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cbcc57ba-ce43-490c-aa21-be57e4dc58ae tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:00.926169 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:00.927040 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 35570f94-9d03-4322-94bb-8348625b5a55 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:17:01.023861 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6b54b76d-2f35-4a52-9f6e-3f1582fcdaba req-adfcac83-f879-4e0b-8101-1fc24644e97f tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb94c7c7-2262-4266-9ff1-ecacf3b56b73 HTTP/1.1" status: 200 len: 210 time: 0.0839756 Feb 09 01:17:01.029790 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-cbcc57ba-ce43-490c-aa21-be57e4dc58ae tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.1235914 Feb 09 01:17:01.030706 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 43042) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:01.061096 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-3773ef5e-c3ce-4aaa-8329-c9ff32cabf26 None None] Deleting port 35570f94-9d03-4322-94bb-8348625b5a55 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:17:01.061477 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3773ef5e-c3ce-4aaa-8329-c9ff32cabf26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:01.244869 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9aebd504-4ab4-4664-aaeb-4da4d6d65973 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:01.248948 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-98fa82ea-2112-4dc8-84cd-a80b84d73e95 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:01.267303 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b04e506d-85c5-46a5-a895-2b8ca65601b3 None None] Provisioning complete for port bfcaafc4-b49f-4c24-a699-a0eecdb432da triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:01.267682 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b04e506d-85c5-46a5-a895-2b8ca65601b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:01.333685 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98fa82ea-2112-4dc8-84cd-a80b84d73e95 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:01.339958 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=bfcaafc4-b49f-4c24-a699-a0eecdb432da,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:01.368604 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-98fa82ea-2112-4dc8-84cd-a80b84d73e95 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:01.378403 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fa82ea-2112-4dc8-84cd-a80b84d73e95 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:01.379223 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-98fa82ea-2112-4dc8-84cd-a80b84d73e95 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:01.383946 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa82ea-2112-4dc8-84cd-a80b84d73e95 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event updated for resources: {'Subnet': ['ID=d72dee01-815a-4c3c-b0d9-f9622de91b7a,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:01.428799 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9aebd504-4ab4-4664-aaeb-4da4d6d65973 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:01.467978 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-98fa82ea-2112-4dc8-84cd-a80b84d73e95 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4137678 Feb 09 01:17:01.468641 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43060) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:01.477179 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-4e4e378b-ead0-427d-97d5-13f65f96bc11 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Request body: {'port': {'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'fixed_ips': [{'subnet_id': 'd72dee01-815a-4c3c-b0d9-f9622de91b7a', 'ip_address': '2001:db8::bd7e:6937:e601:534a'}], 'name': 'tempest-NetworksTestDHCPv6-2065521671'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:01.514574 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 35570f94-9d03-4322-94bb-8348625b5a55 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:17:01.538735 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 35570f94-9d03-4322-94bb-8348625b5a55 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:01.539119 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:01.589849 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652ecc78-138a-4c31-8fb5-04dda9c82ef4 req-0604c959-d95a-49f8-80c1-00372f205774 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:01.591527 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-652ecc78-138a-4c31-8fb5-04dda9c82ef4 req-0604c959-d95a-49f8-80c1-00372f205774 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=6e6b4ae5-c67f-4684-bcae-75b7944260ec HTTP/1.1" status: 200 len: 945 time: 0.1330347 Feb 09 01:17:01.599144 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9aebd504-4ab4-4664-aaeb-4da4d6d65973 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:01.632843 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-5cca75c4-52db-4715-9f71-12d105b40f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ceac979-d732-4a6b-907d-6eae9e37c312', 'name': 'tempest-AttachVolumeShelveTestJSON-1796756198-router', 'tenant_id': '128330d8f0414cd5a58362066d10386d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '18484618-ec90-4204-9af5-39c6ac632bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:09Z', 'updated_at': '2022-02-09T01:13:21Z', 'revision_number': 4, 'project_id': '128330d8f0414cd5a58362066d10386d', 'gw_port': {'id': '18484618-ec90-4204-9af5-39c6ac632bb7', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ceac979-d732-4a6b-907d-6eae9e37c312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:12Z', 'updated_at': '2022-02-09T01:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '8e0614f9-4193-4180-bb2a-4859a0ab49d6', 'name': '', 'network_id': '0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5', 'tenant_id': '128330d8f0414cd5a58362066d10386d', 'mac_address': 'fa:16:3e:9c:0a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ceac979-d732-4a6b-907d-6eae9e37c312', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '9ba82490-d70a-42fe-a7ff-0aeb7f428073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:18Z', 'updated_at': '2022-02-09T01:13:31Z', 'revision_number': 5, 'project_id': '128330d8f0414cd5a58362066d10386d', 'subnets': [{'id': '9ba82490-d70a-42fe-a7ff-0aeb7f428073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:01.667300 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aebd504-4ab4-4664-aaeb-4da4d6d65973 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Pushing event deleted for resources: {'Subnet': ['ID=8b2521b0-a310-4374-96f0-3ccf6fe85d15,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:01.739490 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cca75c4-52db-4715-9f71-12d105b40f69 None None] Checking router: 8ceac979-d732-4a6b-907d-6eae9e37c312 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:17:01.753376 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-4e4e378b-ead0-427d-97d5-13f65f96bc11 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:01.759077 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-4e4e378b-ead0-427d-97d5-13f65f96bc11 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Usage tracker for resource:port and tenant:32c9b2ac64b74efca212307487c75b1d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:01.762424 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-4e4e378b-ead0-427d-97d5-13f65f96bc11 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:01.772445 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-4e4e378b-ead0-427d-97d5-13f65f96bc11 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:01.776720 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8fda41c-929d-46f6-b5a7-5f1245f3d76d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-9dfd7575-8239-4b91-9083-223e06bf0de0', 'network_id': '9dfd7575-8239-4b91-9083-223e06bf0de0', 'tenant_id': '68fbf07ce9d34bbb833788a16887e0a4', 'fixed_ips': [{'subnet_id': '8b2521b0-a310-4374-96f0-3ccf6fe85d15'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:17:01.777627 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f8fda41c-929d-46f6-b5a7-5f1245f3d76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:01.789039 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4e378b-ead0-427d-97d5-13f65f96bc11 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Made reservation on behalf of 32c9b2ac64b74efca212307487c75b1d for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:17:01.808396 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cca75c4-52db-4715-9f71-12d105b40f69 None None] Routers {'8ceac979-d732-4a6b-907d-6eae9e37c312'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:17:01.809740 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-5cca75c4-52db-4715-9f71-12d105b40f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:16:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['8ceac979-d732-4a6b-907d-6eae9e37c312'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:01.841530 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-652ecc78-138a-4c31-8fb5-04dda9c82ef4 req-607e563f-7228-4050-bb67-b1531838ad58 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360895 Feb 09 01:17:01.855789 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9aebd504-4ab4-4664-aaeb-4da4d6d65973 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:01.874695 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-3773ef5e-c3ce-4aaa-8329-c9ff32cabf26 None None] For port 35570f94-9d03-4322-94bb-8348625b5a55, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=35570f94-9d03-4322-94bb-8348625b5a55,segment=NetworkSegment(986fd47a-7d48-4218-bc5b-1f82d1198ace),segment_id=986fd47a-7d48-4218-bc5b-1f82d1198ace)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:17:01.876603 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3773ef5e-c3ce-4aaa-8329-c9ff32cabf26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:01.891437 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-9aebd504-4ab4-4664-aaeb-4da4d6d65973 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dfd7575-8239-4b91-9083-223e06bf0de0']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:01.935110 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-9aebd504-4ab4-4664-aaeb-4da4d6d65973 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d98a402-5629-4057-80a0-689da1434a85') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:01.937151 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-9aebd504-4ab4-4664-aaeb-4da4d6d65973 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d98a402-5629-4057-80a0-689da1434a85') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:01.972429 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9aebd504-4ab4-4664-aaeb-4da4d6d65973 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:01.990188 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9aebd504-4ab4-4664-aaeb-4da4d6d65973 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:01.998148 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aebd504-4ab4-4664-aaeb-4da4d6d65973 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:17:01.998423 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9aebd504-4ab4-4664-aaeb-4da4d6d65973 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:02.095942 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 01:17:02.095942 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:17:02.095942 n-d-828418-1 neutron-server[87639]: timer() Feb 09 01:17:02.095942 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:17:02.095942 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 01:17:02.095942 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:17:02.095942 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 01:17:02.095942 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:17:02.095942 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 01:17:02.095942 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:17:02.095942 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 01:17:02.095942 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:17:02.095942 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 01:17:02.095942 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:17:02.095942 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:17:02.095942 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:17:02.095942 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:17:02.095942 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:17:02.095942 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 01:17:02.095942 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:17:02.095942 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 01:17:02.095942 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:17:02.095942 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:17:02.095942 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:17:02.095942 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 01:17:02.095942 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:17:02.095942 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:17:02.095942 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:17:02.095942 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:17:02.095942 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:17:02.095942 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:17:02.095942 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:17:02.106383 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9aebd504-4ab4-4664-aaeb-4da4d6d65973 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:02.137712 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9aebd504-4ab4-4664-aaeb-4da4d6d65973 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:02.150563 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aebd504-4ab4-4664-aaeb-4da4d6d65973 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Pushing event deleted for resources: {'Network': ['ID=9dfd7575-8239-4b91-9083-223e06bf0de0,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:02.152603 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:02.161294 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-9aebd504-4ab4-4664-aaeb-4da4d6d65973 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] 10.222.0.105 "DELETE /v2.0/networks/9dfd7575-8239-4b91-9083-223e06bf0de0 HTTP/1.1" status: 204 len: 168 time: 1.1268840 Feb 09 01:17:02.161678 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 43096) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:02.170090 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-ab7f9ea3-1fef-4b6f-9396-c94ab5d74b75 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-105255707'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:02.181893 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-ab7f9ea3-1fef-4b6f-9396-c94ab5d74b75 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:02.188606 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-ab7f9ea3-1fef-4b6f-9396-c94ab5d74b75 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Usage tracker for resource:network and tenant:68fbf07ce9d34bbb833788a16887e0a4 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:02.197652 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-ab7f9ea3-1fef-4b6f-9396-c94ab5d74b75 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:02.209480 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-3773ef5e-c3ce-4aaa-8329-c9ff32cabf26 None None] Calling delete_port for 35570f94-9d03-4322-94bb-8348625b5a55 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:17:02.239848 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-ab7f9ea3-1fef-4b6f-9396-c94ab5d74b75 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:02.251049 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4e4e378b-ead0-427d-97d5-13f65f96bc11 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:02.282830 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43106) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:02.319621 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-4e4e378b-ead0-427d-97d5-13f65f96bc11 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] device_id is not set on port 758b1c07-9cd5-4646-8836-3a700ff5e8f0 yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:17:02.320463 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7f9ea3-1fef-4b6f-9396-c94ab5d74b75 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Made reservation on behalf of 68fbf07ce9d34bbb833788a16887e0a4 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:17:02.324099 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ab7f9ea3-1fef-4b6f-9396-c94ab5d74b75 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:02.398271 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab7f9ea3-1fef-4b6f-9396-c94ab5d74b75 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:17:02.414029 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9a1ff0-01cf-44dc-9836-c0b3522d9948 req-ca5a3149-5c9e-474b-aa08-0e713d59fab7 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:02.414545 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-5cca75c4-52db-4715-9f71-12d105b40f69 None None] Set router 8ceac979-d732-4a6b-907d-6eae9e37c312 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:17:02.415883 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8a9a1ff0-01cf-44dc-9836-c0b3522d9948 req-ca5a3149-5c9e-474b-aa08-0e713d59fab7 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/networks?id=20b4b911-e8a6-45af-95dc-9b595aff0444 HTTP/1.1" status: 200 len: 806 time: 0.2209299 Feb 09 01:17:02.424227 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ab7f9ea3-1fef-4b6f-9396-c94ab5d74b75 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:02.424568 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-ab7f9ea3-1fef-4b6f-9396-c94ab5d74b75 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Added segment 6e7c35a1-0b1f-401c-aed1-e16d0479f9d7 of type vlan for network c8961f16-f055-4a05-99f7-64e285cf168a Feb 09 01:17:02.439738 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8a9a1ff0-01cf-44dc-9836-c0b3522d9948 req-8057e18e-9949-4db7-8170-2cf980b4228a tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/quotas/ecfa99ec90404d2da344b2927ef93a25 HTTP/1.1" status: 200 len: 375 time: 0.0174084 Feb 09 01:17:02.478302 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43112) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:02.486285 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e02576c2-19fb-4d67-832c-315ad37fd480 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:02.504707 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ab7f9ea3-1fef-4b6f-9396-c94ab5d74b75 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:02.546035 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e02576c2-19fb-4d67-832c-315ad37fd480 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:02.551841 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-f8fda41c-929d-46f6-b5a7-5f1245f3d76d None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 09 01:17:02.551841 n-d-828418-1 neutron-server[87640]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Feb 09 01:17:02.551841 n-d-828418-1 neutron-server[87640]: [parameters: {'project_id': '68fbf07ce9d34bbb833788a16887e0a4', 'id': 'c710ae87-c604-4d06-92ef-003bfe321893', 'name': '', 'network_id': '9dfd7575-8239-4b91-9083-223e06bf0de0', 'mac_address': 'fa:16:3e:5a:55:5a', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-9dfd7575-8239-4b91-9083-223e06bf0de0', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 2415}] Feb 09 01:17:02.551841 n-d-828418-1 neutron-server[87640]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:17:02.554363 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-f8fda41c-929d-46f6-b5a7-5f1245f3d76d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:17:02.561113 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ab7f9ea3-1fef-4b6f-9396-c94ab5d74b75 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:02.567028 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7f9ea3-1fef-4b6f-9396-c94ab5d74b75 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:02.567844 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ab7f9ea3-1fef-4b6f-9396-c94ab5d74b75 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:02.638605 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 35570f94-9d03-4322-94bb-8348625b5a55, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=35570f94-9d03-4322-94bb-8348625b5a55,segment=NetworkSegment(986fd47a-7d48-4218-bc5b-1f82d1198ace),segment_id=986fd47a-7d48-4218-bc5b-1f82d1198ace)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:17:02.714779 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8a9a1ff0-01cf-44dc-9836-c0b3522d9948 req-cdc02de7-f394-4a78-ab8b-dcb1e09068c6 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=ecfa99ec90404d2da344b2927ef93a25&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2693803 Feb 09 01:17:02.729855 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:02.731539 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-576b0596-ea9a-4549-bb2c-97c4c8661c5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:02.759238 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-576b0596-ea9a-4549-bb2c-97c4c8661c5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:02.763279 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-576b0596-ea9a-4549-bb2c-97c4c8661c5b admin admin] Usage tracker for resource:security_group_rule and tenant:0ea4936265fd4155b7aa078b5677ba0d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:02.766218 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-576b0596-ea9a-4549-bb2c-97c4c8661c5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:02.773577 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-576b0596-ea9a-4549-bb2c-97c4c8661c5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:02.794659 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-4e4e378b-ead0-427d-97d5-13f65f96bc11 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Allocated IP 2001:db8::bd7e:6937:e601:534a (0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa/d72dee01-815a-4c3c-b0d9-f9622de91b7a/758b1c07-9cd5-4646-8836-3a700ff5e8f0) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:17:02.816114 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-ab7f9ea3-1fef-4b6f-9396-c94ab5d74b75 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6526718 Feb 09 01:17:02.821531 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 43120) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:02.826517 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7f9ea3-1fef-4b6f-9396-c94ab5d74b75 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Pushing event updated for resources: {'Network': ['ID=c8961f16-f055-4a05-99f7-64e285cf168a,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:02.839766 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=35570f94-9d03-4322-94bb-8348625b5a55,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:02.848414 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-495741c8-a3a2-46bd-aee9-81c8d685f347 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Request body: {'subnet': {'network_id': 'c8961f16-f055-4a05-99f7-64e285cf168a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:02.856260 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e02576c2-19fb-4d67-832c-315ad37fd480 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:02.897792 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02576c2-19fb-4d67-832c-315ad37fd480 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6bfd964-7aa5-43a2-a057-7d9b16c44215,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:02.915464 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network c8961f16-f055-4a05-99f7-64e285cf168a details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:17:02.929408 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device bfcaafc4-b49f-4c24-a699-a0eecdb432da up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:17:03.028988 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e02576c2-19fb-4d67-832c-315ad37fd480 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:03.030127 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e02576c2-19fb-4d67-832c-315ad37fd480 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "DELETE /v2.0/security-groups/e6bfd964-7aa5-43a2-a057-7d9b16c44215 HTTP/1.1" status: 204 len: 168 time: 0.7461545 Feb 09 01:17:03.031145 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-3773ef5e-c3ce-4aaa-8329-c9ff32cabf26 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:17:03.031448 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-3773ef5e-c3ce-4aaa-8329-c9ff32cabf26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:17:03.035777 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 43124) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:03.060030 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f8fda41c-929d-46f6-b5a7-5f1245f3d76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:03.075206 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [None req-f281cecf-a09f-4541-b4fc-a694d076d9d4 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] show failed (client error): The resource could not be found. Feb 09 01:17:03.078982 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f281cecf-a09f-4541-b4fc-a694d076d9d4 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups/e6bfd964-7aa5-43a2-a057-7d9b16c44215 HTTP/1.1" status: 404 len: 347 time: 0.0378685 Feb 09 01:17:03.084848 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 43128) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:03.093764 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-495741c8-a3a2-46bd-aee9-81c8d685f347 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:03.138024 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-576b0596-ea9a-4549-bb2c-97c4c8661c5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:03.140857 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4e4e378b-ead0-427d-97d5-13f65f96bc11 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:03.148114 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-576b0596-ea9a-4549-bb2c-97c4c8661c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:03.167938 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-4e4e378b-ead0-427d-97d5-13f65f96bc11 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Transition to ACTIVE for port object 758b1c07-9cd5-4646-8836-3a700ff5e8f0 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:17:03.186993 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-495741c8-a3a2-46bd-aee9-81c8d685f347 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Usage tracker for resource:subnet and tenant:68fbf07ce9d34bbb833788a16887e0a4 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:03.195774 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-495741c8-a3a2-46bd-aee9-81c8d685f347 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:03.225953 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37868f34-6e2e-4f1e-8a1f-6efe493bac7f None None] Network 9dfd7575-8239-4b91-9083-223e06bf0de0 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:17:03.228235 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4e4e378b-ead0-427d-97d5-13f65f96bc11 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:03.251327 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37868f34-6e2e-4f1e-8a1f-6efe493bac7f None None] Network 9dfd7575-8239-4b91-9083-223e06bf0de0 could not be found, it might have been deleted concurrently. {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 09 01:17:03.254063 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port bfcaafc4-b49f-4c24-a699-a0eecdb432da triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:03.255271 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:03.263907 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-495741c8-a3a2-46bd-aee9-81c8d685f347 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:03.269569 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576b0596-ea9a-4549-bb2c-97c4c8661c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8283a7-adcc-46c7-a059-be63c3648eec,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:03.282466 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-576b0596-ea9a-4549-bb2c-97c4c8661c5b admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=0ea4936265fd4155b7aa078b5677ba0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8026905 Feb 09 01:17:03.299568 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43134) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:03.321054 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-e7a8f881-61ef-4c07-81ae-98d1ea42ce09 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Deleting port e06a7d39-a9c2-4595-842a-a0f623804816 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:17:03.321665 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e7a8f881-61ef-4c07-81ae-98d1ea42ce09 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:03.338677 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4e378b-ead0-427d-97d5-13f65f96bc11 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:03.345553 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4e378b-ead0-427d-97d5-13f65f96bc11 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event updated for resources: {'Port': ['ID=758b1c07-9cd5-4646-8836-3a700ff5e8f0,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:03.351444 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-4e4e378b-ead0-427d-97d5-13f65f96bc11 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:03.365210 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4e378b-ead0-427d-97d5-13f65f96bc11 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:17:03.370934 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4e378b-ead0-427d-97d5-13f65f96bc11 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:03.371537 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4e4e378b-ead0-427d-97d5-13f65f96bc11 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:03.378379 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-495741c8-a3a2-46bd-aee9-81c8d685f347 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Made reservation on behalf of 68fbf07ce9d34bbb833788a16887e0a4 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:17:03.382395 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-495741c8-a3a2-46bd-aee9-81c8d685f347 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:03.391695 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-5cca75c4-52db-4715-9f71-12d105b40f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ceac979-d732-4a6b-907d-6eae9e37c312', 'name': 'tempest-AttachVolumeShelveTestJSON-1796756198-router', 'tenant_id': '128330d8f0414cd5a58362066d10386d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '18484618-ec90-4204-9af5-39c6ac632bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:09Z', 'updated_at': '2022-02-09T01:13:21Z', 'revision_number': 4, 'project_id': '128330d8f0414cd5a58362066d10386d', 'gw_port': {'id': '18484618-ec90-4204-9af5-39c6ac632bb7', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ceac979-d732-4a6b-907d-6eae9e37c312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:12Z', 'updated_at': '2022-02-09T01:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '8e0614f9-4193-4180-bb2a-4859a0ab49d6', 'name': '', 'network_id': '0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5', 'tenant_id': '128330d8f0414cd5a58362066d10386d', 'mac_address': 'fa:16:3e:9c:0a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ceac979-d732-4a6b-907d-6eae9e37c312', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '9ba82490-d70a-42fe-a7ff-0aeb7f428073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:18Z', 'updated_at': '2022-02-09T01:13:31Z', 'revision_number': 5, 'project_id': '128330d8f0414cd5a58362066d10386d', 'subnets': [{'id': '9ba82490-d70a-42fe-a7ff-0aeb7f428073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:03.409195 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1a4f835f-162e-401a-ae69-9bb27fa33973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:03.414777 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-4e4e378b-ead0-427d-97d5-13f65f96bc11 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9412656 Feb 09 01:17:03.415060 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43138) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:03.417227 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cca75c4-52db-4715-9f71-12d105b40f69 None None] The sync data for ids ['8ceac979-d732-4a6b-907d-6eae9e37c312'] in n-d-828418-1 is: [{'id': '8ceac979-d732-4a6b-907d-6eae9e37c312', 'name': 'tempest-AttachVolumeShelveTestJSON-1796756198-router', 'tenant_id': '128330d8f0414cd5a58362066d10386d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '18484618-ec90-4204-9af5-39c6ac632bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:09Z', 'updated_at': '2022-02-09T01:13:21Z', 'revision_number': 4, 'project_id': '128330d8f0414cd5a58362066d10386d', 'gw_port': {'id': '18484618-ec90-4204-9af5-39c6ac632bb7', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ceac979-d732-4a6b-907d-6eae9e37c312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:12Z', 'updated_at': '2022-02-09T01:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '8e0614f9-4193-4180-bb2a-4859a0ab49d6', 'name': '', 'network_id': '0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5', 'tenant_id': '128330d8f0414cd5a58362066d10386d', 'mac_address': 'fa:16:3e:9c:0a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ceac979-d732-4a6b-907d-6eae9e37c312', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '9ba82490-d70a-42fe-a7ff-0aeb7f428073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:18Z', 'updated_at': '2022-02-09T01:13:31Z', 'revision_number': 5, 'project_id': '128330d8f0414cd5a58362066d10386d', 'subnets': [{'id': '9ba82490-d70a-42fe-a7ff-0aeb7f428073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:17:03.459717 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8a9a1ff0-01cf-44dc-9836-c0b3522d9948 req-7c690b36-fade-4ae7-ae63-2d11ce7adad1 service neutron] 10.222.0.105 "GET /v2.0/networks/20b4b911-e8a6-45af-95dc-9b595aff0444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6904671 Feb 09 01:17:03.485777 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 35570f94-9d03-4322-94bb-8348625b5a55 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:17:03.493811 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1a4f835f-162e-401a-ae69-9bb27fa33973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:03.543383 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-3773ef5e-c3ce-4aaa-8329-c9ff32cabf26 None None] Deleting port 35570f94-9d03-4322-94bb-8348625b5a55 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:17:03.544153 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3773ef5e-c3ce-4aaa-8329-c9ff32cabf26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:03.565216 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd39b75-1000-4bf6-a47f-4ba3e1b21887 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:03.571575 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd39b75-1000-4bf6-a47f-4ba3e1b21887 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:03.572564 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-5bd39b75-1000-4bf6-a47f-4ba3e1b21887 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Synchronizing usage tracker for tenant:32c9b2ac64b74efca212307487c75b1d on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:17:03.593073 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1a4f835f-162e-401a-ae69-9bb27fa33973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:03.610947 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-5bd39b75-1000-4bf6-a47f-4ba3e1b21887 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Unset dirty status for tenant:32c9b2ac64b74efca212307487c75b1d on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:17:03.612144 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-5bd39b75-1000-4bf6-a47f-4ba3e1b21887 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.1959827 Feb 09 01:17:03.624507 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4f835f-162e-401a-ae69-9bb27fa33973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8283a7-adcc-46c7-a059-be63c3648eec,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:03.637373 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43142) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:03.706645 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1a4f835f-162e-401a-ae69-9bb27fa33973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:03.708115 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1a4f835f-162e-401a-ae69-9bb27fa33973 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/0f8283a7-adcc-46c7-a059-be63c3648eec HTTP/1.1" status: 204 len: 168 time: 0.4074388 Feb 09 01:17:03.750347 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-08a59433-2955-427d-81c4-d02dce6db074 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Deleting port 758b1c07-9cd5-4646-8836-3a700ff5e8f0 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:17:03.751431 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-08a59433-2955-427d-81c4-d02dce6db074 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:03.811664 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e7a8f881-61ef-4c07-81ae-98d1ea42ce09 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:03.811993 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e7a8f881-61ef-4c07-81ae-98d1ea42ce09 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:03.868318 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:03.868590 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1041a5c-a978-41a5-a1ff-c267d73dd93a None None] New status for floating IP af3608f4-d556-4d43-877a-7547dd0efe34: DOWN {{(pid=87641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:17:03.935312 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 35570f94-9d03-4322-94bb-8348625b5a55, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=35570f94-9d03-4322-94bb-8348625b5a55,segment=NetworkSegment(986fd47a-7d48-4218-bc5b-1f82d1198ace),segment_id=986fd47a-7d48-4218-bc5b-1f82d1198ace)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:17:03.950432 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:04.018434 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-3773ef5e-c3ce-4aaa-8329-c9ff32cabf26 None None] For port 35570f94-9d03-4322-94bb-8348625b5a55, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=35570f94-9d03-4322-94bb-8348625b5a55,segment=NetworkSegment(986fd47a-7d48-4218-bc5b-1f82d1198ace),segment_id=986fd47a-7d48-4218-bc5b-1f82d1198ace)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:17:04.018856 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3773ef5e-c3ce-4aaa-8329-c9ff32cabf26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:04.058306 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8a9a1ff0-01cf-44dc-9836-c0b3522d9948 req-5a478092-82e0-4d4b-bd98-647dd75af18a service neutron] 10.222.0.105 "GET /v2.0/networks/20b4b911-e8a6-45af-95dc-9b595aff0444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5974636 Feb 09 01:17:04.072515 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-e7a8f881-61ef-4c07-81ae-98d1ea42ce09 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Calling delete_port for e06a7d39-a9c2-4595-842a-a0f623804816 owned by network:floatingip {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:17:04.196801 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-3773ef5e-c3ce-4aaa-8329-c9ff32cabf26 None None] Calling delete_port for 35570f94-9d03-4322-94bb-8348625b5a55 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:17:04.227215 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-08a59433-2955-427d-81c4-d02dce6db074 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:04.284243 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=35570f94-9d03-4322-94bb-8348625b5a55,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:04.326634 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 43152) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:04.336661 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-3773ef5e-c3ce-4aaa-8329-c9ff32cabf26 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:17:04.339282 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-3773ef5e-c3ce-4aaa-8329-c9ff32cabf26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:17:04.403555 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-495741c8-a3a2-46bd-aee9-81c8d685f347 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:04.408725 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-08a59433-2955-427d-81c4-d02dce6db074 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Calling delete_port for 758b1c07-9cd5-4646-8836-3a700ff5e8f0 owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:17:04.446407 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0217db89-4de3-4609-b8e3-43fcd6421a5b req-5b6d78ad-34a2-4692-b83c-b12cd9df3c58 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=1b9d14c6-642a-4558-96a9-05223d9b7b5c HTTP/1.1" status: 200 len: 210 time: 0.1192455 Feb 09 01:17:04.447186 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-88c98619-2b35-4f6c-8531-fd5236e072d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:04.578434 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-08a59433-2955-427d-81c4-d02dce6db074 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:04.621781 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-88c98619-2b35-4f6c-8531-fd5236e072d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:04.638469 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a59433-2955-427d-81c4-d02dce6db074 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event deleted for resources: {'Port': ['ID=758b1c07-9cd5-4646-8836-3a700ff5e8f0,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:04.644702 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-88c98619-2b35-4f6c-8531-fd5236e072d3 admin admin] Usage tracker for resource:security_group_rule and tenant:ce487240df6745e0ae81545602e38abc is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:04.649188 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.db.api [None req-e7a8f881-61ef-4c07-81ae-98d1ea42ce09 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:17:04.649508 n-d-828418-1 neutron-server[87639]: DEBUG oslo_db.api [None req-e7a8f881-61ef-4c07-81ae-98d1ea42ce09 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:17:04.650066 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495741c8-a3a2-46bd-aee9-81c8d685f347 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Pushing event updated for resources: {'Subnet': ['ID=20bf216b-f966-49ee-8c72-914600b972bc,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:04.654483 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-88c98619-2b35-4f6c-8531-fd5236e072d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:04.663663 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-88c98619-2b35-4f6c-8531-fd5236e072d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:04.678571 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495741c8-a3a2-46bd-aee9-81c8d685f347 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Checking segment: {'id': '6e7c35a1-0b1f-401c-aed1-e16d0479f9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c8961f16-f055-4a05-99f7-64e285cf168a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:17:04.679011 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495741c8-a3a2-46bd-aee9-81c8d685f347 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Network hostable DHCP agents. Network: c8961f16-f055-4a05-99f7-64e285cf168a, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:17:04.689790 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-08a59433-2955-427d-81c4-d02dce6db074 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:04.710076 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-08a59433-2955-427d-81c4-d02dce6db074 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/ports/758b1c07-9cd5-4646-8836-3a700ff5e8f0 HTTP/1.1" status: 204 len: 168 time: 1.0696878 Feb 09 01:17:04.712338 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43166) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:04.713108 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495741c8-a3a2-46bd-aee9-81c8d685f347 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Network c8961f16-f055-4a05-99f7-64e285cf168a is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:17:04.722762 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-495741c8-a3a2-46bd-aee9-81c8d685f347 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, c8961f16-f055-4a05-99f7-64e285cf168a) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:04.731172 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495741c8-a3a2-46bd-aee9-81c8d685f347 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:04.731745 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-495741c8-a3a2-46bd-aee9-81c8d685f347 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:04.738117 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9cf96c-2f87-4919-9b3c-d0a746a4308e None None] Network c8961f16-f055-4a05-99f7-64e285cf168a requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:17:04.783236 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-495741c8-a3a2-46bd-aee9-81c8d685f347 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9606402 Feb 09 01:17:04.790774 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 43170) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:04.808317 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366b73e7-d45d-4fb4-bb67-ec0a36029861 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:04.810059 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366b73e7-d45d-4fb4-bb67-ec0a36029861 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:04.813642 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-366b73e7-d45d-4fb4-bb67-ec0a36029861 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0979953 Feb 09 01:17:04.816937 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 43174) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:04.928497 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-88c98619-2b35-4f6c-8531-fd5236e072d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:04.943631 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-88c98619-2b35-4f6c-8531-fd5236e072d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:05.042769 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63fff9bd-1d92-440e-a377-636528f8a623 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-c8961f16-f055-4a05-99f7-64e285cf168a', 'network_id': 'c8961f16-f055-4a05-99f7-64e285cf168a', 'tenant_id': '68fbf07ce9d34bbb833788a16887e0a4', 'fixed_ips': [{'subnet_id': '20bf216b-f966-49ee-8c72-914600b972bc'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:17:05.043697 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-63fff9bd-1d92-440e-a377-636528f8a623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:05.047436 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-34bc1ac3-7ff9-4b82-8351-f1ee1a17dc44 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Deleting subnet d72dee01-815a-4c3c-b0d9-f9622de91b7a {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:17:05.056548 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-88c98619-2b35-4f6c-8531-fd5236e072d3 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=ce487240df6745e0ae81545602e38abc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7260637 Feb 09 01:17:05.058998 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-34bc1ac3-7ff9-4b82-8351-f1ee1a17dc44 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:05.060173 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43178) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:05.087481 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c98619-2b35-4f6c-8531-fd5236e072d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=354c4199-0209-43d3-9ea3-908117a57973,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:05.102132 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-60cb3a5b-b13f-4f41-807a-19fec57e94dc tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:05.133755 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-34bc1ac3-7ff9-4b82-8351-f1ee1a17dc44 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:05.161024 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-04372ac3-bda7-4550-a6b8-4e47f8ffbd8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:05.162695 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-e7a8f881-61ef-4c07-81ae-98d1ea42ce09 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Deleting port e06a7d39-a9c2-4595-842a-a0f623804816 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:17:05.163255 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e7a8f881-61ef-4c07-81ae-98d1ea42ce09 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:05.189704 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-04372ac3-bda7-4550-a6b8-4e47f8ffbd8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:05.198138 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-3773ef5e-c3ce-4aaa-8329-c9ff32cabf26 None None] Deleting port 35570f94-9d03-4322-94bb-8348625b5a55 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:17:05.198348 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3773ef5e-c3ce-4aaa-8329-c9ff32cabf26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:05.250142 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-04372ac3-bda7-4550-a6b8-4e47f8ffbd8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:05.265288 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04372ac3-bda7-4550-a6b8-4e47f8ffbd8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=354c4199-0209-43d3-9ea3-908117a57973,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:05.275281 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-04372ac3-bda7-4550-a6b8-4e47f8ffbd8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:05.278846 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-04372ac3-bda7-4550-a6b8-4e47f8ffbd8b admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/354c4199-0209-43d3-9ea3-908117a57973 HTTP/1.1" status: 204 len: 168 time: 0.2144597 Feb 09 01:17:05.328512 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-63fff9bd-1d92-440e-a377-636528f8a623 None None] Allocated IP 172.20.0.1 (c8961f16-f055-4a05-99f7-64e285cf168a/20bf216b-f966-49ee-8c72-914600b972bc/481098fa-fbfa-4a2e-af7d-e0f94c8d57ee) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:17:05.367443 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-34bc1ac3-7ff9-4b82-8351-f1ee1a17dc44 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:05.425736 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-60cb3a5b-b13f-4f41-807a-19fec57e94dc tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:05.586452 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-3773ef5e-c3ce-4aaa-8329-c9ff32cabf26 None None] For port 35570f94-9d03-4322-94bb-8348625b5a55, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=35570f94-9d03-4322-94bb-8348625b5a55,segment=NetworkSegment(986fd47a-7d48-4218-bc5b-1f82d1198ace),segment_id=986fd47a-7d48-4218-bc5b-1f82d1198ace)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:17:05.586851 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3773ef5e-c3ce-4aaa-8329-c9ff32cabf26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:05.612759 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e7a8f881-61ef-4c07-81ae-98d1ea42ce09 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:05.613409 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e7a8f881-61ef-4c07-81ae-98d1ea42ce09 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:05.622456 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-34bc1ac3-7ff9-4b82-8351-f1ee1a17dc44 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:05.731266 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-34bc1ac3-7ff9-4b82-8351-f1ee1a17dc44 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:05.822277 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bc1ac3-7ff9-4b82-8351-f1ee1a17dc44 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event deleted for resources: {'Subnet': ['ID=d72dee01-815a-4c3c-b0d9-f9622de91b7a,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:05.832137 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-e7a8f881-61ef-4c07-81ae-98d1ea42ce09 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Calling delete_port for e06a7d39-a9c2-4595-842a-a0f623804816 owned by network:floatingip {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:17:05.866641 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-3773ef5e-c3ce-4aaa-8329-c9ff32cabf26 None None] Calling delete_port for 35570f94-9d03-4322-94bb-8348625b5a55 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:17:05.935612 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-986a8161-fc42-4aad-affa-d33d18c19596 req-73bfed29-f00e-4811-be4d-da50b7470d00 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=1b9d14c6-642a-4558-96a9-05223d9b7b5c HTTP/1.1" status: 200 len: 210 time: 0.0706718 Feb 09 01:17:05.945047 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-34bc1ac3-7ff9-4b82-8351-f1ee1a17dc44 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/subnets/d72dee01-815a-4c3c-b0d9-f9622de91b7a HTTP/1.1" status: 204 len: 168 time: 1.1270502 Feb 09 01:17:05.948640 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43196) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:06.002701 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-63fff9bd-1d92-440e-a377-636528f8a623 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:06.033193 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-6dd9ea22-56af-4aaf-8f8d-97a6035d7f28 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0789912 Feb 09 01:17:06.033639 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43202) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:06.036136 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3773ef5e-c3ce-4aaa-8329-c9ff32cabf26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:06.051695 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-1e015d73-ed01-4ffa-9086-eeef3a80c4a9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Request body: {'subnet': {'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:06.078044 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e7a8f881-61ef-4c07-81ae-98d1ea42ce09 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:06.098662 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-63fff9bd-1d92-440e-a377-636528f8a623 None None] Transition to ACTIVE for port object 481098fa-fbfa-4a2e-af7d-e0f94c8d57ee will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:17:06.101910 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3773ef5e-c3ce-4aaa-8329-c9ff32cabf26 None None] No DVR routers for this DVR port 35570f94-9d03-4322-94bb-8348625b5a55 on host n-d-828418-1 {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:17:06.117031 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3773ef5e-c3ce-4aaa-8329-c9ff32cabf26 None None] Pushing event deleted for resources: {'Port': ['ID=35570f94-9d03-4322-94bb-8348625b5a55,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:06.129106 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9a1ff0-01cf-44dc-9836-c0b3522d9948 req-e1e40fd5-64a8-437d-81c7-fe3a7c8c79d9 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:06.131328 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-8a9a1ff0-01cf-44dc-9836-c0b3522d9948 req-e1e40fd5-64a8-437d-81c7-fe3a7c8c79d9 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.99 "GET /v2.0/networks?id=20b4b911-e8a6-45af-95dc-9b595aff0444 HTTP/1.1" status: 200 len: 806 time: 0.6447091 Feb 09 01:17:06.135431 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d0ec10-68bf-4a4c-9fc1-38d166f83c95 None None] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:17:06.145178 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-8a9a1ff0-01cf-44dc-9836-c0b3522d9948 req-f29633d0-2f71-410b-923e-3dcc83dcd0b1 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Request body: {'port': {'device_id': '1b9d14c6-642a-4558-96a9-05223d9b7b5c', 'network_id': '20b4b911-e8a6-45af-95dc-9b595aff0444', 'admin_state_up': True, 'tenant_id': 'ecfa99ec90404d2da344b2927ef93a25'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:06.185543 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a8f881-61ef-4c07-81ae-98d1ea42ce09 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Pushing event deleted for resources: {'Port': ['ID=e06a7d39-a9c2-4595-842a-a0f623804816,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:06.263780 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e7a8f881-61ef-4c07-81ae-98d1ea42ce09 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks [] for floatingip, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:06.267730 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1e015d73-ed01-4ffa-9086-eeef3a80c4a9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:06.275644 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-63fff9bd-1d92-440e-a377-636528f8a623 None None] Transition to ACTIVE for port object 481098fa-fbfa-4a2e-af7d-e0f94c8d57ee will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:17:06.276607 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-1e015d73-ed01-4ffa-9086-eeef3a80c4a9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Usage tracker for resource:subnet and tenant:32c9b2ac64b74efca212307487c75b1d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:06.287406 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-1e015d73-ed01-4ffa-9086-eeef3a80c4a9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:06.296899 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-63fff9bd-1d92-440e-a377-636528f8a623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:06.299618 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e7a8f881-61ef-4c07-81ae-98d1ea42ce09 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:06.304416 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-e7a8f881-61ef-4c07-81ae-98d1ea42ce09 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "DELETE /v2.0/floatingips/af3608f4-d556-4d43-877a-7547dd0efe34 HTTP/1.1" status: 204 len: 168 time: 3.2121682 Feb 09 01:17:06.304647 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1e015d73-ed01-4ffa-9086-eeef3a80c4a9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:06.332279 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-60cb3a5b-b13f-4f41-807a-19fec57e94dc tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:06.344842 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e015d73-ed01-4ffa-9086-eeef3a80c4a9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Made reservation on behalf of 32c9b2ac64b74efca212307487c75b1d for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:17:06.348545 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1e015d73-ed01-4ffa-9086-eeef3a80c4a9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:06.363945 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fff9bd-1d92-440e-a377-636528f8a623 None None] Network c8961f16-f055-4a05-99f7-64e285cf168a is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:06.373987 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-63fff9bd-1d92-440e-a377-636528f8a623 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:06.385143 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fff9bd-1d92-440e-a377-636528f8a623 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:17:06.429115 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cb3a5b-b13f-4f41-807a-19fec57e94dc tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Pushing event deleted for resources: {'Subnet': ['ID=20bf216b-f966-49ee-8c72-914600b972bc,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:06.463406 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-8a9a1ff0-01cf-44dc-9836-c0b3522d9948 req-f29633d0-2f71-410b-923e-3dcc83dcd0b1 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:06.484124 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-8a9a1ff0-01cf-44dc-9836-c0b3522d9948 req-f29633d0-2f71-410b-923e-3dcc83dcd0b1 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:06.501827 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a9a1ff0-01cf-44dc-9836-c0b3522d9948 req-f29633d0-2f71-410b-923e-3dcc83dcd0b1 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Made reservation on behalf of ecfa99ec90404d2da344b2927ef93a25 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:17:06.506218 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-8a9a1ff0-01cf-44dc-9836-c0b3522d9948 req-f29633d0-2f71-410b-923e-3dcc83dcd0b1 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:06.586550 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fff9bd-1d92-440e-a377-636528f8a623 None None] Pushing event updated for resources: {'Port': ['ID=481098fa-fbfa-4a2e-af7d-e0f94c8d57ee,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:06.635943 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-63fff9bd-1d92-440e-a377-636528f8a623 None None] Attempting to bind port 481098fa-fbfa-4a2e-af7d-e0f94c8d57ee on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:17:06.636616 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-63fff9bd-1d92-440e-a377-636528f8a623 None None] Attempting to bind port 481098fa-fbfa-4a2e-af7d-e0f94c8d57ee by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '6e7c35a1-0b1f-401c-aed1-e16d0479f9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c8961f16-f055-4a05-99f7-64e285cf168a'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:17:06.637233 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fff9bd-1d92-440e-a377-636528f8a623 None None] Attempting to bind port 481098fa-fbfa-4a2e-af7d-e0f94c8d57ee on network c8961f16-f055-4a05-99f7-64e285cf168a {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:17:06.649143 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-60cb3a5b-b13f-4f41-807a-19fec57e94dc tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:06.652446 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fff9bd-1d92-440e-a377-636528f8a623 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:17:06.653083 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fff9bd-1d92-440e-a377-636528f8a623 None None] Checking segment: {'id': '6e7c35a1-0b1f-401c-aed1-e16d0479f9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c8961f16-f055-4a05-99f7-64e285cf168a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:17:06.655449 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-63fff9bd-1d92-440e-a377-636528f8a623 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:06.656085 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fff9bd-1d92-440e-a377-636528f8a623 None None] Bound using segment: {'id': '6e7c35a1-0b1f-401c-aed1-e16d0479f9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c8961f16-f055-4a05-99f7-64e285cf168a'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:17:06.656736 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-63fff9bd-1d92-440e-a377-636528f8a623 None None] Bound port: 481098fa-fbfa-4a2e-af7d-e0f94c8d57ee, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e7c35a1-0b1f-401c-aed1-e16d0479f9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c8961f16-f055-4a05-99f7-64e285cf168a'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:17:06.657574 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-63fff9bd-1d92-440e-a377-636528f8a623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:06.676204 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-60cb3a5b-b13f-4f41-807a-19fec57e94dc tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8961f16-f055-4a05-99f7-64e285cf168a']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:06.689485 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-60cb3a5b-b13f-4f41-807a-19fec57e94dc tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e7c35a1-0b1f-401c-aed1-e16d0479f9d7') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:06.689829 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-60cb3a5b-b13f-4f41-807a-19fec57e94dc tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e7c35a1-0b1f-401c-aed1-e16d0479f9d7') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:06.702496 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-60cb3a5b-b13f-4f41-807a-19fec57e94dc tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:06.719185 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-60cb3a5b-b13f-4f41-807a-19fec57e94dc tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:06.726149 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60cb3a5b-b13f-4f41-807a-19fec57e94dc tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:17:06.726550 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-60cb3a5b-b13f-4f41-807a-19fec57e94dc tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:06.822370 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-63fff9bd-1d92-440e-a377-636528f8a623 None None] For port 481098fa-fbfa-4a2e-af7d-e0f94c8d57ee, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:17:06.874713 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-8a9a1ff0-01cf-44dc-9836-c0b3522d9948 req-f29633d0-2f71-410b-923e-3dcc83dcd0b1 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Allocated IP 172.20.0.4 (20b4b911-e8a6-45af-95dc-9b595aff0444/6a70c5bb-7a88-4efe-b45a-b5773b8dee9d/e28c8373-5c66-4638-9235-5154f9440cca) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:17:06.902988 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43220) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:06.915453 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-bfa586cd-4b23-4077-97e9-6cf603d3bb93 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1154980154', 'description': 'tempest-description--892082005'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:06.918753 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 01:17:06.918753 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:17:06.918753 n-d-828418-1 neutron-server[87639]: timer() Feb 09 01:17:06.918753 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:17:06.918753 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 01:17:06.918753 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:17:06.918753 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 01:17:06.918753 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:17:06.918753 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 01:17:06.918753 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:17:06.918753 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 01:17:06.918753 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:17:06.918753 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 01:17:06.918753 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:17:06.918753 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:17:06.918753 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:17:06.918753 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:17:06.918753 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:17:06.918753 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 01:17:06.918753 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:17:06.918753 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 01:17:06.918753 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:17:06.918753 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:17:06.918753 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:17:06.918753 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 01:17:06.918753 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:17:06.918753 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:17:06.918753 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:17:06.918753 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:17:06.918753 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:17:06.918753 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:17:06.918753 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:17:06.931072 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-bfa586cd-4b23-4077-97e9-6cf603d3bb93 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:06.937207 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1e015d73-ed01-4ffa-9086-eeef3a80c4a9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:06.956972 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-63fff9bd-1d92-440e-a377-636528f8a623 None None] For port 481098fa-fbfa-4a2e-af7d-e0f94c8d57ee, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=481098fa-fbfa-4a2e-af7d-e0f94c8d57ee,segment=NetworkSegment(6e7c35a1-0b1f-401c-aed1-e16d0479f9d7),segment_id=6e7c35a1-0b1f-401c-aed1-e16d0479f9d7)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:17:06.957501 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.db.api [None req-60cb3a5b-b13f-4f41-807a-19fec57e94dc tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 01:17:06.957501 n-d-828418-1 neutron-server[87639]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 01:17:06.957501 n-d-828418-1 neutron-server[87639]: [parameters: {'id': 'c8961f16-f055-4a05-99f7-64e285cf168a'}] Feb 09 01:17:06.957501 n-d-828418-1 neutron-server[87639]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:17:06.957501 n-d-828418-1 neutron-server[87639]: DEBUG oslo_db.api [None req-60cb3a5b-b13f-4f41-807a-19fec57e94dc tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:17:06.963668 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-63fff9bd-1d92-440e-a377-636528f8a623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:07.027438 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-bfa586cd-4b23-4077-97e9-6cf603d3bb93 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Usage tracker for resource:security_group and tenant:128330d8f0414cd5a58362066d10386d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:07.039714 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-bfa586cd-4b23-4077-97e9-6cf603d3bb93 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:07.057283 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e015d73-ed01-4ffa-9086-eeef3a80c4a9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event updated for resources: {'Subnet': ['ID=3ab32a05-8cac-41ed-bb9f-7d1ed1340e32,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:07.073244 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e015d73-ed01-4ffa-9086-eeef3a80c4a9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:07.074304 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-bfa586cd-4b23-4077-97e9-6cf603d3bb93 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:07.083309 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-1e015d73-ed01-4ffa-9086-eeef3a80c4a9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:07.095601 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e015d73-ed01-4ffa-9086-eeef3a80c4a9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:07.096221 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1e015d73-ed01-4ffa-9086-eeef3a80c4a9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:07.102576 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139bf719-2265-40e6-99bf-d422461a0f2c None None] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:17:07.154902 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-52edc8ce-7605-4121-b00e-f4c4213f38bd req-d606a28b-e141-4163-ac39-b34d4b94389f tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=1b9d14c6-642a-4558-96a9-05223d9b7b5c HTTP/1.1" status: 200 len: 210 time: 0.0754237 Feb 09 01:17:07.189575 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bfa586cd-4b23-4077-97e9-6cf603d3bb93 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:07.220050 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1e015d73-ed01-4ffa-9086-eeef3a80c4a9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1828508 Feb 09 01:17:07.221003 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 43234) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:07.228160 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-7fd2fb6d-22d3-407a-8a50-7940ea9fff38 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Request body: {'port': {'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'fixed_ips': [{'subnet_id': '3ab32a05-8cac-41ed-bb9f-7d1ed1340e32', 'ip_address': '2001:db8::a862:f62f:695d:cdc9'}], 'name': 'tempest-NetworksTestDHCPv6-296793190'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:07.236325 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-bfa586cd-4b23-4077-97e9-6cf603d3bb93 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:07.247555 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-bfa586cd-4b23-4077-97e9-6cf603d3bb93 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Usage tracker for resource:security_group_rule and tenant:128330d8f0414cd5a58362066d10386d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:07.253093 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-bfa586cd-4b23-4077-97e9-6cf603d3bb93 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:07.270329 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-bfa586cd-4b23-4077-97e9-6cf603d3bb93 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:07.292972 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fff9bd-1d92-440e-a377-636528f8a623 None None] Pushing event updated for resources: {'Port': ['ID=481098fa-fbfa-4a2e-af7d-e0f94c8d57ee,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:07.321116 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fff9bd-1d92-440e-a377-636528f8a623 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:07.321468 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fff9bd-1d92-440e-a377-636528f8a623 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:07.322029 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fff9bd-1d92-440e-a377-636528f8a623 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:07.322562 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fff9bd-1d92-440e-a377-636528f8a623 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:07.323071 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fff9bd-1d92-440e-a377-636528f8a623 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:07.323697 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fff9bd-1d92-440e-a377-636528f8a623 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:07.324203 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fff9bd-1d92-440e-a377-636528f8a623 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:07.324700 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fff9bd-1d92-440e-a377-636528f8a623 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:07.325328 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fff9bd-1d92-440e-a377-636528f8a623 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:07.325857 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fff9bd-1d92-440e-a377-636528f8a623 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:07.326349 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fff9bd-1d92-440e-a377-636528f8a623 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:07.326842 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fff9bd-1d92-440e-a377-636528f8a623 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:07.329431 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-8a9a1ff0-01cf-44dc-9836-c0b3522d9948 req-f29633d0-2f71-410b-923e-3dcc83dcd0b1 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:07.391860 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e70f92-9406-4c07-a000-18a8fe771c09 None None] Network c8961f16-f055-4a05-99f7-64e285cf168a requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:17:07.404927 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-8a9a1ff0-01cf-44dc-9836-c0b3522d9948 req-f29633d0-2f71-410b-923e-3dcc83dcd0b1 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:07.418436 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-7fd2fb6d-22d3-407a-8a50-7940ea9fff38 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:07.422937 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-7fd2fb6d-22d3-407a-8a50-7940ea9fff38 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Usage tracker for resource:port and tenant:32c9b2ac64b74efca212307487c75b1d is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:07.425998 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-7fd2fb6d-22d3-407a-8a50-7940ea9fff38 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:07.433144 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-7fd2fb6d-22d3-407a-8a50-7940ea9fff38 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:07.445642 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd2fb6d-22d3-407a-8a50-7940ea9fff38 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Made reservation on behalf of 32c9b2ac64b74efca212307487c75b1d for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:17:07.464394 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['8c84331e-6994-437c-8a91-82e7acd41378'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:17:07.472635 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-60cb3a5b-b13f-4f41-807a-19fec57e94dc tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:07.496810 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['9bf5d22d-c05c-4bb7-9938-6cdd0b694aac'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:17:07.522101 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a9a1ff0-01cf-44dc-9836-c0b3522d9948 req-f29633d0-2f71-410b-923e-3dcc83dcd0b1 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Network 20b4b911-e8a6-45af-95dc-9b595aff0444 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:07.531761 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-8a9a1ff0-01cf-44dc-9836-c0b3522d9948 req-f29633d0-2f71-410b-923e-3dcc83dcd0b1 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:07.534929 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a9a1ff0-01cf-44dc-9836-c0b3522d9948 req-f29633d0-2f71-410b-923e-3dcc83dcd0b1 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:17:07.555429 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-60cb3a5b-b13f-4f41-807a-19fec57e94dc tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Deleting port 481098fa-fbfa-4a2e-af7d-e0f94c8d57ee {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:17:07.555773 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-60cb3a5b-b13f-4f41-807a-19fec57e94dc tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:07.609114 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9a1ff0-01cf-44dc-9836-c0b3522d9948 req-f29633d0-2f71-410b-923e-3dcc83dcd0b1 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:07.609794 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-8a9a1ff0-01cf-44dc-9836-c0b3522d9948 req-f29633d0-2f71-410b-923e-3dcc83dcd0b1 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:07.620599 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bfa586cd-4b23-4077-97e9-6cf603d3bb93 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:07.637884 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bfa586cd-4b23-4077-97e9-6cf603d3bb93 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:07.665348 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29633d0-2f71-410b-923e-3dcc83dcd0b1 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Pushing event updated for resources: {'Port': ['ID=e28c8373-5c66-4638-9235-5154f9440cca,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:07.690383 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bfa586cd-4b23-4077-97e9-6cf603d3bb93 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:07.692011 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-bfa586cd-4b23-4077-97e9-6cf603d3bb93 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7879004 Feb 09 01:17:07.697764 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43246) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:07.705275 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-fc903c27-aaa8-4b85-a053-f2d569c4e506 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Request body: {'security_group_rule': {'security_group_id': 'c5ad553e-ab0d-4663-be56-e1031564698c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:07.719679 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-8a9a1ff0-01cf-44dc-9836-c0b3522d9948 req-f29633d0-2f71-410b-923e-3dcc83dcd0b1 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5784483 Feb 09 01:17:07.725007 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-fc903c27-aaa8-4b85-a053-f2d569c4e506 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:07.740936 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-8a9a1ff0-01cf-44dc-9836-c0b3522d9948 req-e84c8cfd-4e96-44fd-85c8-441d20184393 service neutron] Request body: {'port': {'device_id': '1b9d14c6-642a-4558-96a9-05223d9b7b5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:07.792774 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7fd2fb6d-22d3-407a-8a50-7940ea9fff38 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:07.838169 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad9ef28-edd1-432f-a6c5-470c3ad44b96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'tenant_id': '32c9b2ac64b74efca212307487c75b1d', 'fixed_ips': [{'subnet_id': '3ab32a05-8cac-41ed-bb9f-7d1ed1340e32'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:17:07.838998 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ef28-edd1-432f-a6c5-470c3ad44b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:07.864114 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-fc903c27-aaa8-4b85-a053-f2d569c4e506 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Usage tracker for resource:security_group_rule and tenant:128330d8f0414cd5a58362066d10386d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:07.874929 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-fc903c27-aaa8-4b85-a053-f2d569c4e506 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:07.885290 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-fc903c27-aaa8-4b85-a053-f2d569c4e506 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:07.886765 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-7fd2fb6d-22d3-407a-8a50-7940ea9fff38 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] device_id is not set on port a1fc0cae-a724-45fc-8884-7b17fb3fbdac yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:17:07.892827 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa586cd-4b23-4077-97e9-6cf603d3bb93 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ad553e-ab0d-4663-be56-e1031564698c,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:07.921180 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-8a9a1ff0-01cf-44dc-9836-c0b3522d9948 req-e84c8cfd-4e96-44fd-85c8-441d20184393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:07.947676 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fc903c27-aaa8-4b85-a053-f2d569c4e506 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:08.025089 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-60cb3a5b-b13f-4f41-807a-19fec57e94dc tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] For port 481098fa-fbfa-4a2e-af7d-e0f94c8d57ee, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=481098fa-fbfa-4a2e-af7d-e0f94c8d57ee,segment=NetworkSegment(6e7c35a1-0b1f-401c-aed1-e16d0479f9d7),segment_id=6e7c35a1-0b1f-401c-aed1-e16d0479f9d7)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:17:08.025802 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-60cb3a5b-b13f-4f41-807a-19fec57e94dc tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:08.224030 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-4ad9ef28-edd1-432f-a6c5-470c3ad44b96 None None] Allocated IP 2001:db8::2 (0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa/3ab32a05-8cac-41ed-bb9f-7d1ed1340e32/18b4b386-12ef-4ffc-bfc4-af6664ba585d) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:17:08.237891 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-60cb3a5b-b13f-4f41-807a-19fec57e94dc tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Calling delete_port for 481098fa-fbfa-4a2e-af7d-e0f94c8d57ee owned by network:dhcp {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:17:08.340988 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-60cb3a5b-b13f-4f41-807a-19fec57e94dc tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:08.391480 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a60b3c36-6680-4629-8907-3b1d34914a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:08.460918 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cb3a5b-b13f-4f41-807a-19fec57e94dc tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Pushing event deleted for resources: {'Port': ['ID=481098fa-fbfa-4a2e-af7d-e0f94c8d57ee,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:08.471244 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cb3a5b-b13f-4f41-807a-19fec57e94dc tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] No DVR routers for this DVR port 481098fa-fbfa-4a2e-af7d-e0f94c8d57ee on host n-d-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:17:08.598978 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ef28-edd1-432f-a6c5-470c3ad44b96 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:08.611723 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4ad9ef28-edd1-432f-a6c5-470c3ad44b96 None None] Transition to ACTIVE for port object 18b4b386-12ef-4ffc-bfc4-af6664ba585d will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:17:08.645248 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4ad9ef28-edd1-432f-a6c5-470c3ad44b96 None None] Transition to ACTIVE for port object 18b4b386-12ef-4ffc-bfc4-af6664ba585d will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:17:08.652539 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ef28-edd1-432f-a6c5-470c3ad44b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:08.675681 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fc903c27-aaa8-4b85-a053-f2d569c4e506 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:08.683403 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fc903c27-aaa8-4b85-a053-f2d569c4e506 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:08.702156 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [req-8a9a1ff0-01cf-44dc-9836-c0b3522d9948 req-e84c8cfd-4e96-44fd-85c8-441d20184393 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e28c8373-5c66-4638-9235-5154f9440cca {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:17:08.720055 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-8a9a1ff0-01cf-44dc-9836-c0b3522d9948 req-e84c8cfd-4e96-44fd-85c8-441d20184393 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:08.736542 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc903c27-aaa8-4b85-a053-f2d569c4e506 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f11d6825-fb7a-40cc-8bb6-8733b12fd177,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:08.746456 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fc903c27-aaa8-4b85-a053-f2d569c4e506 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:08.750082 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-fc903c27-aaa8-4b85-a053-f2d569c4e506 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0477602 Feb 09 01:17:08.752452 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43262) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:08.758695 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-7b200090-1c3b-475c-a52a-b5778a9a06e2 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Request body: {'security_group_rule': {'security_group_id': 'c5ad553e-ab0d-4663-be56-e1031564698c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:08.766707 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7b200090-1c3b-475c-a52a-b5778a9a06e2 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:08.770849 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad9ef28-edd1-432f-a6c5-470c3ad44b96 None None] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:08.771828 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-7fd2fb6d-22d3-407a-8a50-7940ea9fff38 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Allocated IP 2001:db8::a862:f62f:695d:cdc9 (0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa/3ab32a05-8cac-41ed-bb9f-7d1ed1340e32/a1fc0cae-a724-45fc-8884-7b17fb3fbdac) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:17:08.772132 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-7b200090-1c3b-475c-a52a-b5778a9a06e2 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Usage tracker for resource:security_group_rule and tenant:128330d8f0414cd5a58362066d10386d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:08.774895 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-4ad9ef28-edd1-432f-a6c5-470c3ad44b96 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:08.775890 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-7b200090-1c3b-475c-a52a-b5778a9a06e2 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:08.785052 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad9ef28-edd1-432f-a6c5-470c3ad44b96 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:17:08.785971 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-8a9a1ff0-01cf-44dc-9836-c0b3522d9948 req-e84c8cfd-4e96-44fd-85c8-441d20184393 service neutron] Transition to ACTIVE for port object e28c8373-5c66-4638-9235-5154f9440cca will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:17:08.787989 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7b200090-1c3b-475c-a52a-b5778a9a06e2 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:08.791529 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-8a9a1ff0-01cf-44dc-9836-c0b3522d9948 req-e84c8cfd-4e96-44fd-85c8-441d20184393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:08.809471 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-60cb3a5b-b13f-4f41-807a-19fec57e94dc tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:08.851584 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad9ef28-edd1-432f-a6c5-470c3ad44b96 None None] Pushing event updated for resources: {'Port': ['ID=18b4b386-12ef-4ffc-bfc4-af6664ba585d,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:08.884482 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-60cb3a5b-b13f-4f41-807a-19fec57e94dc tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8961f16-f055-4a05-99f7-64e285cf168a']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:08.949995 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-4ad9ef28-edd1-432f-a6c5-470c3ad44b96 None None] Attempting to bind port 18b4b386-12ef-4ffc-bfc4-af6664ba585d on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:17:08.952510 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-4ad9ef28-edd1-432f-a6c5-470c3ad44b96 None None] Attempting to bind port 18b4b386-12ef-4ffc-bfc4-af6664ba585d by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '986fd47a-7d48-4218-bc5b-1f82d1198ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:17:08.952882 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad9ef28-edd1-432f-a6c5-470c3ad44b96 None None] Attempting to bind port 18b4b386-12ef-4ffc-bfc4-af6664ba585d on network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:17:08.956078 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7b200090-1c3b-475c-a52a-b5778a9a06e2 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:08.965025 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad9ef28-edd1-432f-a6c5-470c3ad44b96 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:17:08.965437 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad9ef28-edd1-432f-a6c5-470c3ad44b96 None None] Checking segment: {'id': '986fd47a-7d48-4218-bc5b-1f82d1198ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:17:08.965875 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ef28-edd1-432f-a6c5-470c3ad44b96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:08.966272 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad9ef28-edd1-432f-a6c5-470c3ad44b96 None None] Bound using segment: {'id': '986fd47a-7d48-4218-bc5b-1f82d1198ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:17:08.971509 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-4ad9ef28-edd1-432f-a6c5-470c3ad44b96 None None] Bound port: 18b4b386-12ef-4ffc-bfc4-af6664ba585d, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '986fd47a-7d48-4218-bc5b-1f82d1198ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:17:08.971933 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ef28-edd1-432f-a6c5-470c3ad44b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:09.025143 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84c8cfd-4e96-44fd-85c8-441d20184393 service neutron] Pushing event updated for resources: {'Port': ['ID=e28c8373-5c66-4638-9235-5154f9440cca,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:09.056442 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-60cb3a5b-b13f-4f41-807a-19fec57e94dc tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e7c35a1-0b1f-401c-aed1-e16d0479f9d7') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:09.059381 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-60cb3a5b-b13f-4f41-807a-19fec57e94dc tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e7c35a1-0b1f-401c-aed1-e16d0479f9d7') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:09.094467 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7b200090-1c3b-475c-a52a-b5778a9a06e2 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:09.117016 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-4ad9ef28-edd1-432f-a6c5-470c3ad44b96 None None] For port 18b4b386-12ef-4ffc-bfc4-af6664ba585d, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:17:09.121113 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-4ad9ef28-edd1-432f-a6c5-470c3ad44b96 None None] For port 18b4b386-12ef-4ffc-bfc4-af6664ba585d, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=18b4b386-12ef-4ffc-bfc4-af6664ba585d,segment=NetworkSegment(986fd47a-7d48-4218-bc5b-1f82d1198ace),segment_id=986fd47a-7d48-4218-bc5b-1f82d1198ace)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:17:09.124848 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7b200090-1c3b-475c-a52a-b5778a9a06e2 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:09.126261 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ef28-edd1-432f-a6c5-470c3ad44b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:09.150512 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b200090-1c3b-475c-a52a-b5778a9a06e2 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5ff3404-5f4f-49fd-a30e-0bde083f856f,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:09.196456 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7b200090-1c3b-475c-a52a-b5778a9a06e2 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:09.201007 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-7b200090-1c3b-475c-a52a-b5778a9a06e2 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4472063 Feb 09 01:17:09.204919 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43272) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:09.216836 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-c85488bd-c00a-4485-bf3f-b8121d596549 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Request body: {'floatingip': {'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:09.229922 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c85488bd-c00a-4485-bf3f-b8121d596549 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:09.233290 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-8a9a1ff0-01cf-44dc-9836-c0b3522d9948 req-e84c8cfd-4e96-44fd-85c8-441d20184393 service neutron] Attempting to bind port e28c8373-5c66-4638-9235-5154f9440cca on host n-h2-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:17:09.233653 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-8a9a1ff0-01cf-44dc-9836-c0b3522d9948 req-e84c8cfd-4e96-44fd-85c8-441d20184393 service neutron] Attempting to bind port e28c8373-5c66-4638-9235-5154f9440cca by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': 'e4f8d471-753e-488b-969f-03ab5fdd3e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '20b4b911-e8a6-45af-95dc-9b595aff0444'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:17:09.234395 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9a1ff0-01cf-44dc-9836-c0b3522d9948 req-e84c8cfd-4e96-44fd-85c8-441d20184393 service neutron] Attempting to bind port e28c8373-5c66-4638-9235-5154f9440cca on network 20b4b911-e8a6-45af-95dc-9b595aff0444 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:17:09.243904 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-c85488bd-c00a-4485-bf3f-b8121d596549 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Usage tracker for resource:floatingip and tenant:128330d8f0414cd5a58362066d10386d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:09.249493 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad9ef28-edd1-432f-a6c5-470c3ad44b96 None None] Pushing event updated for resources: {'Port': ['ID=18b4b386-12ef-4ffc-bfc4-af6664ba585d,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:09.250093 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9a1ff0-01cf-44dc-9836-c0b3522d9948 req-e84c8cfd-4e96-44fd-85c8-441d20184393 service neutron] Port e28c8373-5c66-4638-9235-5154f9440cca on network 20b4b911-e8a6-45af-95dc-9b595aff0444 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:17:09.250424 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9a1ff0-01cf-44dc-9836-c0b3522d9948 req-e84c8cfd-4e96-44fd-85c8-441d20184393 service neutron] Attempting to bind port e28c8373-5c66-4638-9235-5154f9440cca on network 20b4b911-e8a6-45af-95dc-9b595aff0444 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:17:09.253119 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-c85488bd-c00a-4485-bf3f-b8121d596549 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:09.262036 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c85488bd-c00a-4485-bf3f-b8121d596549 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:09.264479 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9a1ff0-01cf-44dc-9836-c0b3522d9948 req-e84c8cfd-4e96-44fd-85c8-441d20184393 service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:17:09.264846 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9a1ff0-01cf-44dc-9836-c0b3522d9948 req-e84c8cfd-4e96-44fd-85c8-441d20184393 service neutron] Checking segment: {'id': 'e4f8d471-753e-488b-969f-03ab5fdd3e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '20b4b911-e8a6-45af-95dc-9b595aff0444'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:17:09.265463 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9a1ff0-01cf-44dc-9836-c0b3522d9948 req-e84c8cfd-4e96-44fd-85c8-441d20184393 service neutron] Bound using segment: {'id': 'e4f8d471-753e-488b-969f-03ab5fdd3e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '20b4b911-e8a6-45af-95dc-9b595aff0444'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:17:09.265731 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-8a9a1ff0-01cf-44dc-9836-c0b3522d9948 req-e84c8cfd-4e96-44fd-85c8-441d20184393 service neutron] Bound port: e28c8373-5c66-4638-9235-5154f9440cca, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f8d471-753e-488b-969f-03ab5fdd3e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '20b4b911-e8a6-45af-95dc-9b595aff0444'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:17:09.266076 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-8a9a1ff0-01cf-44dc-9836-c0b3522d9948 req-e84c8cfd-4e96-44fd-85c8-441d20184393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:09.277132 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11f565b-185d-4603-9e11-7ec5339dbe93 req-d43cf4a8-5906-49fe-8f64-405600f04c94 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:09.285041 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c11f565b-185d-4603-9e11-7ec5339dbe93 req-d43cf4a8-5906-49fe-8f64-405600f04c94 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=1b9d14c6-642a-4558-96a9-05223d9b7b5c HTTP/1.1" status: 200 len: 931 time: 0.8972051 Feb 09 01:17:09.307089 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-60cb3a5b-b13f-4f41-807a-19fec57e94dc tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:09.322052 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c85488bd-c00a-4485-bf3f-b8121d596549 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks [] for floatingip, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:09.362005 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-60cb3a5b-b13f-4f41-807a-19fec57e94dc tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:09.385785 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c11f565b-185d-4603-9e11-7ec5339dbe93 req-77b12e84-0c1e-482a-a547-3ef272126eb0 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983415 Feb 09 01:17:09.399089 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60cb3a5b-b13f-4f41-807a-19fec57e94dc tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:17:09.399089 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-60cb3a5b-b13f-4f41-807a-19fec57e94dc tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:09.488519 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-8a9a1ff0-01cf-44dc-9836-c0b3522d9948 req-e84c8cfd-4e96-44fd-85c8-441d20184393 service neutron] For port e28c8373-5c66-4638-9235-5154f9440cca, host n-h2-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:17:09.500753 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-8a9a1ff0-01cf-44dc-9836-c0b3522d9948 req-e84c8cfd-4e96-44fd-85c8-441d20184393 service neutron] For port e28c8373-5c66-4638-9235-5154f9440cca, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=e28c8373-5c66-4638-9235-5154f9440cca,segment=NetworkSegment(e4f8d471-753e-488b-969f-03ab5fdd3e2b),segment_id=e4f8d471-753e-488b-969f-03ab5fdd3e2b)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:17:09.510400 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-8a9a1ff0-01cf-44dc-9836-c0b3522d9948 req-e84c8cfd-4e96-44fd-85c8-441d20184393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:09.537746 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 01:17:09.537746 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:17:09.537746 n-d-828418-1 neutron-server[87639]: timer() Feb 09 01:17:09.537746 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:17:09.537746 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 01:17:09.537746 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:17:09.537746 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 01:17:09.537746 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:17:09.537746 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 01:17:09.537746 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:17:09.537746 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 01:17:09.537746 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:17:09.537746 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 01:17:09.537746 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:17:09.537746 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:17:09.537746 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:17:09.537746 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:17:09.537746 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:17:09.537746 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 01:17:09.537746 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:17:09.537746 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 01:17:09.537746 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:17:09.537746 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:17:09.537746 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:17:09.537746 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 01:17:09.537746 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:17:09.537746 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:17:09.537746 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:17:09.537746 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:17:09.537746 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:17:09.537746 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:17:09.537746 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:17:09.588366 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9a1ff0-01cf-44dc-9836-c0b3522d9948 req-e84c8cfd-4e96-44fd-85c8-441d20184393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:09.588983 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-8a9a1ff0-01cf-44dc-9836-c0b3522d9948 req-e84c8cfd-4e96-44fd-85c8-441d20184393 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:09.590406 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-8a9a1ff0-01cf-44dc-9836-c0b3522d9948 req-e84c8cfd-4e96-44fd-85c8-441d20184393 service neutron] 10.222.0.99 "PUT /v2.0/ports/e28c8373-5c66-4638-9235-5154f9440cca HTTP/1.1" status: 200 len: 1091 time: 1.8555818 Feb 09 01:17:09.591488 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7fd2fb6d-22d3-407a-8a50-7940ea9fff38 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:09.594045 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b9d14c6-642a-4558-96a9-05223d9b7b5c', 'tag': 'e28c8373-5c66-4638-9235-5154f9440cca'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:17:09.614026 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-7fd2fb6d-22d3-407a-8a50-7940ea9fff38 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Transition to ACTIVE for port object a1fc0cae-a724-45fc-8884-7b17fb3fbdac will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:17:09.668019 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-60cb3a5b-b13f-4f41-807a-19fec57e94dc tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:09.670533 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7fd2fb6d-22d3-407a-8a50-7940ea9fff38 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:09.731213 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-60cb3a5b-b13f-4f41-807a-19fec57e94dc tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:09.735452 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cb3a5b-b13f-4f41-807a-19fec57e94dc tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Pushing event deleted for resources: {'Network': ['ID=c8961f16-f055-4a05-99f7-64e285cf168a,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:09.751592 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b9d14c6-642a-4558-96a9-05223d9b7b5c', 'tag': 'e28c8373-5c66-4638-9235-5154f9440cca', 'status': 'completed', 'code': 200} Feb 09 01:17:09.795809 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84c8cfd-4e96-44fd-85c8-441d20184393 service neutron] Pushing event updated for resources: {'Port': ['ID=e28c8373-5c66-4638-9235-5154f9440cca,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:09.825867 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd2fb6d-22d3-407a-8a50-7940ea9fff38 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:09.835961 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9a1ff0-01cf-44dc-9836-c0b3522d9948 req-b01d9417-7fbc-43fc-aa61-e68b459cbf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:09.837636 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-8a9a1ff0-01cf-44dc-9836-c0b3522d9948 req-b01d9417-7fbc-43fc-aa61-e68b459cbf62 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=ecfa99ec90404d2da344b2927ef93a25&device_id=1b9d14c6-642a-4558-96a9-05223d9b7b5c HTTP/1.1" status: 200 len: 1094 time: 0.1904316 Feb 09 01:17:09.838505 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-7fd2fb6d-22d3-407a-8a50-7940ea9fff38 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:09.841018 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd2fb6d-22d3-407a-8a50-7940ea9fff38 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:17:09.846744 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c85488bd-c00a-4485-bf3f-b8121d596549 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:09.846940 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd2fb6d-22d3-407a-8a50-7940ea9fff38 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:09.848034 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7fd2fb6d-22d3-407a-8a50-7940ea9fff38 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:09.865816 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-60cb3a5b-b13f-4f41-807a-19fec57e94dc tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] 10.222.0.105 "DELETE /v2.0/networks/c8961f16-f055-4a05-99f7-64e285cf168a HTTP/1.1" status: 204 len: 168 time: 5.0730631 Feb 09 01:17:09.871212 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 43280) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:09.877822 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd2fb6d-22d3-407a-8a50-7940ea9fff38 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event updated for resources: {'Port': ['ID=a1fc0cae-a724-45fc-8884-7b17fb3fbdac,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:09.886277 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-e1e16531-ed04-43c2-9e2e-4bded25cd2b4 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-473660194'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:09.893043 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e1e16531-ed04-43c2-9e2e-4bded25cd2b4 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:09.897846 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-7fd2fb6d-22d3-407a-8a50-7940ea9fff38 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6755712 Feb 09 01:17:09.899087 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-e1e16531-ed04-43c2-9e2e-4bded25cd2b4 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Usage tracker for resource:network and tenant:68fbf07ce9d34bbb833788a16887e0a4 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:09.901510 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 43284) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:09.903798 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-e1e16531-ed04-43c2-9e2e-4bded25cd2b4 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:09.950807 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e1e16531-ed04-43c2-9e2e-4bded25cd2b4 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:09.955327 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-8a9a1ff0-01cf-44dc-9836-c0b3522d9948 req-a22e359c-f305-4a55-b478-7e3953f34f6b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e28c8373-5c66-4638-9235-5154f9440cca HTTP/1.1" status: 200 len: 217 time: 0.1104784 Feb 09 01:17:09.969946 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e16531-ed04-43c2-9e2e-4bded25cd2b4 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Made reservation on behalf of 68fbf07ce9d34bbb833788a16887e0a4 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:17:09.973413 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e1e16531-ed04-43c2-9e2e-4bded25cd2b4 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:10.014896 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1e16531-ed04-43c2-9e2e-4bded25cd2b4 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:17:10.037069 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96dd849a-4fde-4d5c-8ebf-22c02a972909 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:10.042931 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96dd849a-4fde-4d5c-8ebf-22c02a972909 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:10.043729 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-96dd849a-4fde-4d5c-8ebf-22c02a972909 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Synchronizing usage tracker for tenant:32c9b2ac64b74efca212307487c75b1d on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:17:10.047153 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e1e16531-ed04-43c2-9e2e-4bded25cd2b4 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:10.047982 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-e1e16531-ed04-43c2-9e2e-4bded25cd2b4 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Added segment 5e50dffa-3231-4453-98fd-225b99f15c69 of type vlan for network 3c6da28a-46a7-4b4c-a4c6-bd69f274844c Feb 09 01:17:10.079907 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9a1ff0-01cf-44dc-9836-c0b3522d9948 req-8e1edd2a-6d71-4e88-8f3a-7a33d9dd1671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:10.081428 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-8a9a1ff0-01cf-44dc-9836-c0b3522d9948 req-8e1edd2a-6d71-4e88-8f3a-7a33d9dd1671 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=6a70c5bb-7a88-4efe-b45a-b5773b8dee9d HTTP/1.1" status: 200 len: 846 time: 0.1201098 Feb 09 01:17:10.098936 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-96dd849a-4fde-4d5c-8ebf-22c02a972909 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Unset dirty status for tenant:32c9b2ac64b74efca212307487c75b1d on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:17:10.101439 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-96dd849a-4fde-4d5c-8ebf-22c02a972909 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1990075 Feb 09 01:17:10.110148 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 43292) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:10.112002 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e1e16531-ed04-43c2-9e2e-4bded25cd2b4 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:10.141511 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-8a9a1ff0-01cf-44dc-9836-c0b3522d9948 req-ad041b23-cff3-46e2-8e56-f54722f3e290 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=20b4b911-e8a6-45af-95dc-9b595aff0444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535741 Feb 09 01:17:10.180216 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-c85488bd-c00a-4485-bf3f-b8121d596549 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Allocated IP 172.25.0.73 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/eca4b38c-f3fa-4b45-a8c1-9da9c76d7276) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:17:10.210786 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-ad883a78-9f81-40e9-816f-e5430f95e1ae tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Deleting port a1fc0cae-a724-45fc-8884-7b17fb3fbdac {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:17:10.211130 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ad883a78-9f81-40e9-816f-e5430f95e1ae tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:10.260983 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e1e16531-ed04-43c2-9e2e-4bded25cd2b4 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:10.266525 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e16531-ed04-43c2-9e2e-4bded25cd2b4 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:10.267172 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e1e16531-ed04-43c2-9e2e-4bded25cd2b4 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:10.402983 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-8a9a1ff0-01cf-44dc-9836-c0b3522d9948 req-80cae21a-de77-40c3-b0f0-1d1496eed02b service neutron] 10.222.0.99 "GET /v2.0/networks/20b4b911-e8a6-45af-95dc-9b595aff0444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543058 Feb 09 01:17:10.451429 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9ae80464-fadc-45e5-a182-93a4a680cb4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:10.453260 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-e1e16531-ed04-43c2-9e2e-4bded25cd2b4 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5777004 Feb 09 01:17:10.465209 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 43308) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:10.545973 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-77029056-a0ac-46b0-a216-c47b702f040f tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Request body: {'subnet': {'network_id': '3c6da28a-46a7-4b4c-a4c6-bd69f274844c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:10.686702 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c85488bd-c00a-4485-bf3f-b8121d596549 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:10.735418 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e16531-ed04-43c2-9e2e-4bded25cd2b4 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Pushing event updated for resources: {'Network': ['ID=3c6da28a-46a7-4b4c-a4c6-bd69f274844c,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:10.750498 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 3c6da28a-46a7-4b4c-a4c6-bd69f274844c details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:17:10.770770 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-8a9a1ff0-01cf-44dc-9836-c0b3522d9948 req-1568abb5-8457-4845-b9eb-03e4cfb0c62e service neutron] 10.222.0.99 "GET /v2.0/networks/20b4b911-e8a6-45af-95dc-9b595aff0444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568652 Feb 09 01:17:10.814291 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c85488bd-c00a-4485-bf3f-b8121d596549 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:10.899384 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-6a99842e-03e9-49d7-88e2-eb2dbfcb5bbf None None] Provisioning for port 18b4b386-12ef-4ffc-bfc4-af6664ba585d completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:17:10.918924 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-77029056-a0ac-46b0-a216-c47b702f040f tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:10.934311 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ad883a78-9f81-40e9-816f-e5430f95e1ae tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:10.942238 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-77029056-a0ac-46b0-a216-c47b702f040f tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Usage tracker for resource:subnet and tenant:68fbf07ce9d34bbb833788a16887e0a4 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:10.957466 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-77029056-a0ac-46b0-a216-c47b702f040f tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:10.980305 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 18b4b386-12ef-4ffc-bfc4-af6664ba585d up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:17:10.987891 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85488bd-c00a-4485-bf3f-b8121d596549 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:10.997165 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-c85488bd-c00a-4485-bf3f-b8121d596549 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:11.003781 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85488bd-c00a-4485-bf3f-b8121d596549 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:17:11.038091 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-77029056-a0ac-46b0-a216-c47b702f040f tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:11.047551 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea63602-daa5-4551-b88f-6ef084041ad3 req-dcc08908-a863-4d47-ac3a-58eecb3a14ce tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:11.050243 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5ea63602-daa5-4551-b88f-6ef084041ad3 req-dcc08908-a863-4d47-ac3a-58eecb3a14ce tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=1b9d14c6-642a-4558-96a9-05223d9b7b5c HTTP/1.1" status: 200 len: 943 time: 0.3770430 Feb 09 01:17:11.074371 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85488bd-c00a-4485-bf3f-b8121d596549 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Pushing event updated for resources: {'Port': ['ID=eca4b38c-f3fa-4b45-a8c1-9da9c76d7276,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:11.132023 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a899c-6a43-461b-be3b-8623ec6dd602 req-194a01b6-f5c9-46b8-bd6b-0cd9a9412ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:11.133657 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e30a899c-6a43-461b-be3b-8623ec6dd602 req-194a01b6-f5c9-46b8-bd6b-0cd9a9412ef0 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=ecfa99ec90404d2da344b2927ef93a25&device_id=1b9d14c6-642a-4558-96a9-05223d9b7b5c HTTP/1.1" status: 200 len: 1094 time: 0.2320857 Feb 09 01:17:11.141224 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c85488bd-c00a-4485-bf3f-b8121d596549 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:11.160134 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-ad883a78-9f81-40e9-816f-e5430f95e1ae tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Calling delete_port for a1fc0cae-a724-45fc-8884-7b17fb3fbdac owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:17:11.165527 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 18b4b386-12ef-4ffc-bfc4-af6664ba585d completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:17:11.172837 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 18b4b386-12ef-4ffc-bfc4-af6664ba585d triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:11.173290 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:11.209656 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752c174a-29a2-4800-be0c-c39c6cb31f67 None None] get_active_networks_info from n-d-828418-1 {{(pid=87640) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 01:17:11.238392 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77029056-a0ac-46b0-a216-c47b702f040f tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Made reservation on behalf of 68fbf07ce9d34bbb833788a16887e0a4 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:17:11.247140 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-77029056-a0ac-46b0-a216-c47b702f040f tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:11.305642 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-3b0e82d0-8d94-46d5-acc6-887e90a1d4df None None] Provisioning for port a1fc0cae-a724-45fc-8884-7b17fb3fbdac completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:17:11.321413 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-3b0e82d0-8d94-46d5-acc6-887e90a1d4df None None] Provisioning complete for port a1fc0cae-a724-45fc-8884-7b17fb3fbdac triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:11.321791 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3b0e82d0-8d94-46d5-acc6-887e90a1d4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:11.334309 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c85488bd-c00a-4485-bf3f-b8121d596549 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:11.384888 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-3b0e82d0-8d94-46d5-acc6-887e90a1d4df None None] Port a1fc0cae-a724-45fc-8884-7b17fb3fbdac cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:17:11.420172 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5ea63602-daa5-4551-b88f-6ef084041ad3 req-4edf280a-52d0-419d-92b2-b55b6d75fad7 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794352 Feb 09 01:17:11.489150 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:11.511348 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:11.565105 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:11.566138 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ad883a78-9f81-40e9-816f-e5430f95e1ae tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:11.576178 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752c174a-29a2-4800-be0c-c39c6cb31f67 None None] Resources bound (agent type, host, resource id): {{(pid=87640) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:17:11.589568 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 18b4b386-12ef-4ffc-bfc4-af6664ba585d, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=18b4b386-12ef-4ffc-bfc4-af6664ba585d,segment=NetworkSegment(986fd47a-7d48-4218-bc5b-1f82d1198ace),segment_id=986fd47a-7d48-4218-bc5b-1f82d1198ace)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:17:11.611540 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:11.679790 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad883a78-9f81-40e9-816f-e5430f95e1ae tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event deleted for resources: {'Port': ['ID=a1fc0cae-a724-45fc-8884-7b17fb3fbdac,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:11.703867 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a899c-6a43-461b-be3b-8623ec6dd602 req-25dade5a-e8df-4ff4-91bb-7d35c236b8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:11.706771 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e30a899c-6a43-461b-be3b-8623ec6dd602 req-25dade5a-e8df-4ff4-91bb-7d35c236b8ad service neutron] 10.222.0.99 "GET /v2.0/networks?id=20b4b911-e8a6-45af-95dc-9b595aff0444 HTTP/1.1" status: 200 len: 907 time: 0.5630994 Feb 09 01:17:11.709670 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c85488bd-c00a-4485-bf3f-b8121d596549 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:11.781534 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=18b4b386-12ef-4ffc-bfc4-af6664ba585d,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:11.787381 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c85488bd-c00a-4485-bf3f-b8121d596549 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:11.826073 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ad883a78-9f81-40e9-816f-e5430f95e1ae tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:11.838828 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e30a899c-6a43-461b-be3b-8623ec6dd602 req-449f25be-a1fd-4fc4-8705-0c116ac31089 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e28c8373-5c66-4638-9235-5154f9440cca HTTP/1.1" status: 200 len: 217 time: 0.1227183 Feb 09 01:17:11.842739 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-ad883a78-9f81-40e9-816f-e5430f95e1ae tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/ports/a1fc0cae-a724-45fc-8884-7b17fb3fbdac HTTP/1.1" status: 204 len: 168 time: 1.7253799 Feb 09 01:17:11.845787 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 43320) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:11.973774 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8ab59d-2132-4d01-bdec-63082ec1dadf tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:11.977916 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8ab59d-2132-4d01-bdec-63082ec1dadf tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:11.978959 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-de8ab59d-2132-4d01-bdec-63082ec1dadf tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Synchronizing usage tracker for tenant:32c9b2ac64b74efca212307487c75b1d on resource:subnet {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:17:11.996614 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85488bd-c00a-4485-bf3f-b8121d596549 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Pushing event updated for resources: {'Port': ['ID=eca4b38c-f3fa-4b45-a8c1-9da9c76d7276,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:12.015141 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c85488bd-c00a-4485-bf3f-b8121d596549 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:12.023172 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a899c-6a43-461b-be3b-8623ec6dd602 req-a4025156-dc54-4742-bdc8-f9dd0b75dde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:12.024750 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e30a899c-6a43-461b-be3b-8623ec6dd602 req-a4025156-dc54-4742-bdc8-f9dd0b75dde5 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=6a70c5bb-7a88-4efe-b45a-b5773b8dee9d HTTP/1.1" status: 200 len: 846 time: 0.1712742 Feb 09 01:17:12.025449 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-de8ab59d-2132-4d01-bdec-63082ec1dadf tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Unset dirty status for tenant:32c9b2ac64b74efca212307487c75b1d on resource:subnet {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:17:12.029198 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-de8ab59d-2132-4d01-bdec-63082ec1dadf tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1800668 Feb 09 01:17:12.030932 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 43330) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:12.035849 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-77029056-a0ac-46b0-a216-c47b702f040f tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:12.093357 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e30a899c-6a43-461b-be3b-8623ec6dd602 req-4d2052f7-bc2c-44d8-a0be-158bb0365fa7 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=20b4b911-e8a6-45af-95dc-9b595aff0444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595248 Feb 09 01:17:12.094774 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c85488bd-c00a-4485-bf3f-b8121d596549 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:12.095971 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c85488bd-c00a-4485-bf3f-b8121d596549 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8901110 Feb 09 01:17:12.209578 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-28864d18-777b-40fe-af91-8afdca4513d2 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Deleting subnet 3ab32a05-8cac-41ed-bb9f-7d1ed1340e32 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:17:12.213494 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77029056-a0ac-46b0-a216-c47b702f040f tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Pushing event updated for resources: {'Subnet': ['ID=5b5b0d44-ebf7-4162-8337-98ec40eff13e,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:12.217881 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-28864d18-777b-40fe-af91-8afdca4513d2 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:12.320746 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e30a899c-6a43-461b-be3b-8623ec6dd602 req-6923eb57-9472-4e64-9991-79701ad711ac service neutron] 10.222.0.99 "GET /v2.0/networks/20b4b911-e8a6-45af-95dc-9b595aff0444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160354 Feb 09 01:17:12.323476 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77029056-a0ac-46b0-a216-c47b702f040f tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Checking segment: {'id': '5e50dffa-3231-4453-98fd-225b99f15c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '3c6da28a-46a7-4b4c-a4c6-bd69f274844c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:17:12.323844 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77029056-a0ac-46b0-a216-c47b702f040f tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Network hostable DHCP agents. Network: 3c6da28a-46a7-4b4c-a4c6-bd69f274844c, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:17:12.335375 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-28864d18-777b-40fe-af91-8afdca4513d2 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:12.395655 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77029056-a0ac-46b0-a216-c47b702f040f tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Network 3c6da28a-46a7-4b4c-a4c6-bd69f274844c is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:17:12.441014 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-77029056-a0ac-46b0-a216-c47b702f040f tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 3c6da28a-46a7-4b4c-a4c6-bd69f274844c) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:12.446274 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77029056-a0ac-46b0-a216-c47b702f040f tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:12.446875 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-77029056-a0ac-46b0-a216-c47b702f040f tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:12.467294 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28cc813-1340-486d-a51a-af478c485059 None None] Network 3c6da28a-46a7-4b4c-a4c6-bd69f274844c requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:17:12.492368 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3bf3653e-e72d-4e57-9cd9-c7383f13c95f req-13a91425-41af-4772-a7e3-c842ea1e5ba1 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-securitygroup--1154980154&fields=id&tenant_id=128330d8f0414cd5a58362066d10386d HTTP/1.1" status: 200 len: 267 time: 0.0980296 Feb 09 01:17:12.550940 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e30a899c-6a43-461b-be3b-8623ec6dd602 req-356ca1c8-40d6-44d0-8101-5c32834ef416 service neutron] 10.222.0.99 "GET /v2.0/networks/20b4b911-e8a6-45af-95dc-9b595aff0444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231786 Feb 09 01:17:12.650957 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-77029056-a0ac-46b0-a216-c47b702f040f tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1655958 Feb 09 01:17:12.653524 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43350) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:12.759500 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-28864d18-777b-40fe-af91-8afdca4513d2 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:12.766756 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9935a4c-7ce1-4f02-b23f-fc8c943fe6e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-3c6da28a-46a7-4b4c-a4c6-bd69f274844c', 'network_id': '3c6da28a-46a7-4b4c-a4c6-bd69f274844c', 'tenant_id': '68fbf07ce9d34bbb833788a16887e0a4', 'fixed_ips': [{'subnet_id': '5b5b0d44-ebf7-4162-8337-98ec40eff13e'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:17:12.768511 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c9935a4c-7ce1-4f02-b23f-fc8c943fe6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:12.853565 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3d377e52-16d1-4e4e-a63a-22a64bd81bbb tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:12.873896 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4372c33-0e2f-4741-8821-01e1662960b2 req-a20a8659-0268-4d82-a0d8-d817bffc6721 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:12.875510 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a4372c33-0e2f-4741-8821-01e1662960b2 req-a20a8659-0268-4d82-a0d8-d817bffc6721 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=1b9d14c6-642a-4558-96a9-05223d9b7b5c HTTP/1.1" status: 200 len: 943 time: 0.2231627 Feb 09 01:17:12.882586 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3653e-e72d-4e57-9cd9-c7383f13c95f req-10be4217-91f4-49d8-b9bc-1c9ef81a54e7 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:12.889851 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 18b4b386-12ef-4ffc-bfc4-af6664ba585d up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:17:12.890540 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3bf3653e-e72d-4e57-9cd9-c7383f13c95f req-10be4217-91f4-49d8-b9bc-1c9ef81a54e7 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/networks?id=0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5 HTTP/1.1" status: 200 len: 817 time: 0.3894358 Feb 09 01:17:12.911371 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3bf3653e-e72d-4e57-9cd9-c7383f13c95f req-ca2880b8-6e1a-4656-8be7-399cd0597468 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/quotas/128330d8f0414cd5a58362066d10386d HTTP/1.1" status: 200 len: 375 time: 0.0199072 Feb 09 01:17:12.941129 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3d377e52-16d1-4e4e-a63a-22a64bd81bbb tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:13.022369 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a4372c33-0e2f-4741-8821-01e1662960b2 req-6820731b-c99d-4bfb-895e-22fcb2390379 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291690 Feb 09 01:17:13.024931 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-28864d18-777b-40fe-af91-8afdca4513d2 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:13.080274 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 18b4b386-12ef-4ffc-bfc4-af6664ba585d triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:13.080782 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:13.084701 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28864d18-777b-40fe-af91-8afdca4513d2 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event deleted for resources: {'Subnet': ['ID=3ab32a05-8cac-41ed-bb9f-7d1ed1340e32,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:13.087231 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-28864d18-777b-40fe-af91-8afdca4513d2 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:13.107004 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43356) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:13.107216 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-28864d18-777b-40fe-af91-8afdca4513d2 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/subnets/3ab32a05-8cac-41ed-bb9f-7d1ed1340e32 HTTP/1.1" status: 204 len: 168 time: 1.0747118 Feb 09 01:17:13.124911 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-3bf3653e-e72d-4e57-9cd9-c7383f13c95f req-2d25b25e-a08c-4081-a682-648ae66644ac tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Synchronizing usage tracker for tenant:128330d8f0414cd5a58362066d10386d on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:17:13.144413 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-3bf3653e-e72d-4e57-9cd9-c7383f13c95f req-2d25b25e-a08c-4081-a682-648ae66644ac tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Unset dirty status for tenant:128330d8f0414cd5a58362066d10386d on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:17:13.146820 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3bf3653e-e72d-4e57-9cd9-c7383f13c95f req-2d25b25e-a08c-4081-a682-648ae66644ac tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=128330d8f0414cd5a58362066d10386d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2334216 Feb 09 01:17:13.220259 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d2f8c7-ab20-4b7b-8eea-8a7e6394ffb2 None None] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:17:13.385034 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-32d28c29-6f34-427e-9ff9-85c45fdec09b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2761788 Feb 09 01:17:13.388517 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43362) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:13.392920 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3bf3653e-e72d-4e57-9cd9-c7383f13c95f req-bd4483be-0fba-405f-a0da-49efa3cb1c06 service neutron] 10.222.0.105 "GET /v2.0/networks/0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325382 Feb 09 01:17:13.398305 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-39e992ff-2a78-4208-b817-23b1cd2e9e56 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Request body: {'subnet': {'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:13.407404 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-c9935a4c-7ce1-4f02-b23f-fc8c943fe6e4 None None] Allocated IP 172.20.0.2 (3c6da28a-46a7-4b4c-a4c6-bd69f274844c/5b5b0d44-ebf7-4162-8337-98ec40eff13e/b829931a-a4cc-4ed8-83d3-21bd7234baa3) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:17:13.507381 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device e28c8373-5c66-4638-9235-5154f9440cca details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:17:13.529637 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-39e992ff-2a78-4208-b817-23b1cd2e9e56 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:13.534210 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-39e992ff-2a78-4208-b817-23b1cd2e9e56 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Usage tracker for resource:subnet and tenant:32c9b2ac64b74efca212307487c75b1d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:13.537261 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-39e992ff-2a78-4208-b817-23b1cd2e9e56 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:13.543392 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-39e992ff-2a78-4208-b817-23b1cd2e9e56 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:13.555505 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e992ff-2a78-4208-b817-23b1cd2e9e56 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Made reservation on behalf of 32c9b2ac64b74efca212307487c75b1d for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:17:13.561334 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-39e992ff-2a78-4208-b817-23b1cd2e9e56 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:13.686395 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3bf3653e-e72d-4e57-9cd9-c7383f13c95f req-0b4efbf4-0d6a-424a-bfbe-cf622981b26a service neutron] 10.222.0.105 "GET /v2.0/networks/0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861001 Feb 09 01:17:13.939518 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:13.980535 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f71950ea-1b7b-4eee-bbec-61acc9f2b999 req-88dfa73a-3c63-49ea-a23f-45a67513293f tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=b62ade1c-1d81-4bb3-9009-3110721d68db HTTP/1.1" status: 200 len: 210 time: 0.0516391 Feb 09 01:17:14.100853 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-39e992ff-2a78-4208-b817-23b1cd2e9e56 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:14.125036 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.resource_extend [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:17:14.203036 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e992ff-2a78-4208-b817-23b1cd2e9e56 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event updated for resources: {'Subnet': ['ID=2305d769-3eb7-4c5d-a34b-a7512dcbca1c,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:14.218058 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e992ff-2a78-4208-b817-23b1cd2e9e56 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:14.219461 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-39e992ff-2a78-4208-b817-23b1cd2e9e56 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:14.222487 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e992ff-2a78-4208-b817-23b1cd2e9e56 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:14.223070 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-39e992ff-2a78-4208-b817-23b1cd2e9e56 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:14.254852 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-39e992ff-2a78-4208-b817-23b1cd2e9e56 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8650892 Feb 09 01:17:14.255696 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43384) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:14.262072 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-c09a04c4-f8fa-4379-9dc8-20b6b4f54c7a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Request body: {'port': {'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'fixed_ips': [{'subnet_id': '2305d769-3eb7-4c5d-a34b-a7512dcbca1c', 'ip_address': '2001:db8::a527:9069:71c:2316'}], 'name': 'tempest-NetworksTestDHCPv6-1874534584'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:14.355508 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9ebde8-b49d-47f5-b159-c86d3ae0b179 req-4c5db2cc-6856-4e07-85c7-edcced96384b tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:14.365563 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1a9ebde8-b49d-47f5-b159-c86d3ae0b179 req-4c5db2cc-6856-4e07-85c7-edcced96384b tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=1b9d14c6-642a-4558-96a9-05223d9b7b5c HTTP/1.1" status: 200 len: 943 time: 0.1909857 Feb 09 01:17:14.470420 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1a9ebde8-b49d-47f5-b159-c86d3ae0b179 req-9d973ade-5a40-432c-a76a-0c94e79083e5 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010389 Feb 09 01:17:14.545406 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c09a04c4-f8fa-4379-9dc8-20b6b4f54c7a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:14.551565 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port e28c8373-5c66-4638-9235-5154f9440cca, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=e28c8373-5c66-4638-9235-5154f9440cca,segment=NetworkSegment(e4f8d471-753e-488b-969f-03ab5fdd3e2b),segment_id=e4f8d471-753e-488b-969f-03ab5fdd3e2b)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:17:14.558086 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-c09a04c4-f8fa-4379-9dc8-20b6b4f54c7a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Usage tracker for resource:port and tenant:32c9b2ac64b74efca212307487c75b1d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:14.564774 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-c09a04c4-f8fa-4379-9dc8-20b6b4f54c7a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:14.578369 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c09a04c4-f8fa-4379-9dc8-20b6b4f54c7a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:14.601949 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09a04c4-f8fa-4379-9dc8-20b6b4f54c7a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Made reservation on behalf of 32c9b2ac64b74efca212307487c75b1d for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:17:14.641852 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c9935a4c-7ce1-4f02-b23f-fc8c943fe6e4 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:14.652564 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': 'e28c8373-5c66-4638-9235-5154f9440cca', 'network_id': '20b4b911-e8a6-45af-95dc-9b595aff0444', 'port_id': 'e28c8373-5c66-4638-9235-5154f9440cca', 'mac_address': 'fa:16:3e:a1:48:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a70c5bb-7a88-4efe-b45a-b5773b8dee9d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:17:14.734516 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17655c38-a7a3-4493-b2a2-cd357ecfdf75 None None] DHCP port deletion for 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:17:14.753272 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-c9935a4c-7ce1-4f02-b23f-fc8c943fe6e4 None None] Transition to ACTIVE for port object b829931a-a4cc-4ed8-83d3-21bd7234baa3 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:17:14.772470 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-17655c38-a7a3-4493-b2a2-cd357ecfdf75 None None] Deleting port 18b4b386-12ef-4ffc-bfc4-af6664ba585d {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:17:14.772896 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-17655c38-a7a3-4493-b2a2-cd357ecfdf75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:14.948269 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 18b4b386-12ef-4ffc-bfc4-af6664ba585d no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:17:15.025702 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c09a04c4-f8fa-4379-9dc8-20b6b4f54c7a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:15.047144 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-c9935a4c-7ce1-4f02-b23f-fc8c943fe6e4 None None] Transition to ACTIVE for port object b829931a-a4cc-4ed8-83d3-21bd7234baa3 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:17:15.061469 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:15.085511 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-c09a04c4-f8fa-4379-9dc8-20b6b4f54c7a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] device_id is not set on port 0ca690d0-ef64-4b4e-a3a0-b7ce0d98d244 yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:17:15.148878 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c9935a4c-7ce1-4f02-b23f-fc8c943fe6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:15.269514 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-abe56f46-a745-4e4c-b579-97bba3772f8b req-a8534e2d-d4a3-400e-b1f8-c6320fc95878 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=b62ade1c-1d81-4bb3-9009-3110721d68db HTTP/1.1" status: 200 len: 210 time: 0.0512338 Feb 09 01:17:15.273243 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9935a4c-7ce1-4f02-b23f-fc8c943fe6e4 None None] Pushing event updated for resources: {'Port': ['ID=b829931a-a4cc-4ed8-83d3-21bd7234baa3,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:15.279574 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e28c8373-5c66-4638-9235-5154f9440cca {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:17:15.300430 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port e28c8373-5c66-4638-9235-5154f9440cca, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=e28c8373-5c66-4638-9235-5154f9440cca,segment=NetworkSegment(e4f8d471-753e-488b-969f-03ab5fdd3e2b),segment_id=e4f8d471-753e-488b-969f-03ab5fdd3e2b)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:17:15.357299 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3d377e52-16d1-4e4e-a63a-22a64bd81bbb tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:15.409297 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d377e52-16d1-4e4e-a63a-22a64bd81bbb tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Pushing event deleted for resources: {'Subnet': ['ID=5b5b0d44-ebf7-4162-8337-98ec40eff13e,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:15.424079 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:15.465587 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9935a4c-7ce1-4f02-b23f-fc8c943fe6e4 None None] Network 3c6da28a-46a7-4b4c-a4c6-bd69f274844c is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:15.483891 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-c9935a4c-7ce1-4f02-b23f-fc8c943fe6e4 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:15.560390 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9935a4c-7ce1-4f02-b23f-fc8c943fe6e4 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:17:15.576051 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:15.691039 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-c09a04c4-f8fa-4379-9dc8-20b6b4f54c7a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Allocated IP 2001:db8::a527:9069:71c:2316 (0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa/2305d769-3eb7-4c5d-a34b-a7512dcbca1c/0ca690d0-ef64-4b4e-a3a0-b7ce0d98d244) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:17:15.833465 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 18b4b386-12ef-4ffc-bfc4-af6664ba585d, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=18b4b386-12ef-4ffc-bfc4-af6664ba585d,segment=NetworkSegment(986fd47a-7d48-4218-bc5b-1f82d1198ace),segment_id=986fd47a-7d48-4218-bc5b-1f82d1198ace)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:17:15.837814 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-17655c38-a7a3-4493-b2a2-cd357ecfdf75 None None] For port 18b4b386-12ef-4ffc-bfc4-af6664ba585d, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=18b4b386-12ef-4ffc-bfc4-af6664ba585d,segment=NetworkSegment(986fd47a-7d48-4218-bc5b-1f82d1198ace),segment_id=986fd47a-7d48-4218-bc5b-1f82d1198ace)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:17:15.838208 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-17655c38-a7a3-4493-b2a2-cd357ecfdf75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:15.854621 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['e28c8373-5c66-4638-9235-5154f9440cca'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:17:15.974642 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:15.985735 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3d377e52-16d1-4e4e-a63a-22a64bd81bbb tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:16.088222 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-3d377e52-16d1-4e4e-a63a-22a64bd81bbb tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c6da28a-46a7-4b4c-a4c6-bd69f274844c']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:16.099617 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a41fcf-582f-4f9c-b622-8de7a935cef0 req-7bac0fe0-cb5d-4cda-9cf0-72fa07ac657f tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:16.103029 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c1a41fcf-582f-4f9c-b622-8de7a935cef0 req-7bac0fe0-cb5d-4cda-9cf0-72fa07ac657f tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=1b9d14c6-642a-4558-96a9-05223d9b7b5c HTTP/1.1" status: 200 len: 944 time: 0.3631730 Feb 09 01:17:16.124217 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-3d377e52-16d1-4e4e-a63a-22a64bd81bbb tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e50dffa-3231-4453-98fd-225b99f15c69') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:16.124742 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-3d377e52-16d1-4e4e-a63a-22a64bd81bbb tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e50dffa-3231-4453-98fd-225b99f15c69') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:16.147966 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3653e-e72d-4e57-9cd9-c7383f13c95f req-9c03edbf-8c04-4d4e-bb9e-d1611fe1ffc4 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:16.149465 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3bf3653e-e72d-4e57-9cd9-c7383f13c95f req-9c03edbf-8c04-4d4e-bb9e-d1611fe1ffc4 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.62 "GET /v2.0/networks?id=0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5 HTTP/1.1" status: 200 len: 817 time: 0.5533793 Feb 09 01:17:16.158242 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3d377e52-16d1-4e4e-a63a-22a64bd81bbb tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:16.200753 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c09a04c4-f8fa-4379-9dc8-20b6b4f54c7a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:16.208344 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3d377e52-16d1-4e4e-a63a-22a64bd81bbb tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:16.222434 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d377e52-16d1-4e4e-a63a-22a64bd81bbb tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:17:16.222627 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3d377e52-16d1-4e4e-a63a-22a64bd81bbb tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:16.227055 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=e28c8373-5c66-4638-9235-5154f9440cca,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:16.247175 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:17:16.247175 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:17:16.247175 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:17:16.247175 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:17:16.247175 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:17:16.247175 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:17:16.247175 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:17:16.247175 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:17:16.247175 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:17:16.247175 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:17:16.247175 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:17:16.247175 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:17:16.247175 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:17:16.247175 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:17:16.247175 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:17:16.247175 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:17:16.247175 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:17:16.247175 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:17:16.247175 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:17:16.247175 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:17:16.247175 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:17:16.247175 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:17:16.247175 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:17:16.247175 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:17:16.247175 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:17:16.247175 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:17:16.247175 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:17:16.247175 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:17:16.247175 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:17:16.247175 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:17:16.247175 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:17:16.247175 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:17:16.253025 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-c09a04c4-f8fa-4379-9dc8-20b6b4f54c7a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Transition to ACTIVE for port object 0ca690d0-ef64-4b4e-a3a0-b7ce0d98d244 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:17:16.275622 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3bf3653e-e72d-4e57-9cd9-c7383f13c95f req-05e3714f-2026-4062-84dd-ff8074a5397e tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=128330d8f0414cd5a58362066d10386d HTTP/1.1" status: 200 len: 380 time: 0.1164315 Feb 09 01:17:16.287456 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-3bf3653e-e72d-4e57-9cd9-c7383f13c95f req-1065aedf-fd06-48a6-92db-775fa4edd626 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Request body: {'port': {'device_id': 'b62ade1c-1d81-4bb3-9009-3110721d68db', 'network_id': '0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5', 'admin_state_up': True, 'tenant_id': '128330d8f0414cd5a58362066d10386d', 'security_groups': ['c5ad553e-ab0d-4663-be56-e1031564698c']}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:16.369322 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.db.api [None req-3d377e52-16d1-4e4e-a63a-22a64bd81bbb tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 01:17:16.369322 n-d-828418-1 neutron-server[87638]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 01:17:16.369322 n-d-828418-1 neutron-server[87638]: [parameters: {'id': '3c6da28a-46a7-4b4c-a4c6-bd69f274844c'}] Feb 09 01:17:16.369322 n-d-828418-1 neutron-server[87638]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:17:16.370224 n-d-828418-1 neutron-server[87638]: DEBUG oslo_db.api [None req-3d377e52-16d1-4e4e-a63a-22a64bd81bbb tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:17:16.377559 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c09a04c4-f8fa-4379-9dc8-20b6b4f54c7a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:16.385102 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c1a41fcf-582f-4f9c-b622-8de7a935cef0 req-00598aca-da17-4185-aa12-275c27334bde tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711670 Feb 09 01:17:16.434429 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-17655c38-a7a3-4493-b2a2-cd357ecfdf75 None None] Calling delete_port for 18b4b386-12ef-4ffc-bfc4-af6664ba585d owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:17:16.467997 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09a04c4-f8fa-4379-9dc8-20b6b4f54c7a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:16.469792 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-3bf3653e-e72d-4e57-9cd9-c7383f13c95f req-1065aedf-fd06-48a6-92db-775fa4edd626 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:16.472319 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-c09a04c4-f8fa-4379-9dc8-20b6b4f54c7a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:16.478369 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09a04c4-f8fa-4379-9dc8-20b6b4f54c7a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:17:16.481130 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-3bf3653e-e72d-4e57-9cd9-c7383f13c95f req-1065aedf-fd06-48a6-92db-775fa4edd626 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:16.486149 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09a04c4-f8fa-4379-9dc8-20b6b4f54c7a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:16.487140 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c09a04c4-f8fa-4379-9dc8-20b6b4f54c7a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:16.491380 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bf3653e-e72d-4e57-9cd9-c7383f13c95f req-1065aedf-fd06-48a6-92db-775fa4edd626 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Made reservation on behalf of 128330d8f0414cd5a58362066d10386d for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:17:16.495472 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-3bf3653e-e72d-4e57-9cd9-c7383f13c95f req-1065aedf-fd06-48a6-92db-775fa4edd626 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:16.508840 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-c9935a4c-7ce1-4f02-b23f-fc8c943fe6e4 None None] Attempting to bind port b829931a-a4cc-4ed8-83d3-21bd7234baa3 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:17:16.509207 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-c9935a4c-7ce1-4f02-b23f-fc8c943fe6e4 None None] Attempting to bind port b829931a-a4cc-4ed8-83d3-21bd7234baa3 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '5e50dffa-3231-4453-98fd-225b99f15c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '3c6da28a-46a7-4b4c-a4c6-bd69f274844c'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:17:16.510145 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9935a4c-7ce1-4f02-b23f-fc8c943fe6e4 None None] Attempting to bind port b829931a-a4cc-4ed8-83d3-21bd7234baa3 on network 3c6da28a-46a7-4b4c-a4c6-bd69f274844c {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:17:16.511667 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09a04c4-f8fa-4379-9dc8-20b6b4f54c7a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event updated for resources: {'Port': ['ID=0ca690d0-ef64-4b4e-a3a0-b7ce0d98d244,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:16.540106 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c09a04c4-f8fa-4379-9dc8-20b6b4f54c7a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2820895 Feb 09 01:17:16.541711 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43418) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:16.578680 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9935a4c-7ce1-4f02-b23f-fc8c943fe6e4 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:17:16.579505 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9935a4c-7ce1-4f02-b23f-fc8c943fe6e4 None None] Checking segment: {'id': '5e50dffa-3231-4453-98fd-225b99f15c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '3c6da28a-46a7-4b4c-a4c6-bd69f274844c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:17:16.580358 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c9935a4c-7ce1-4f02-b23f-fc8c943fe6e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:16.581063 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9935a4c-7ce1-4f02-b23f-fc8c943fe6e4 None None] Bound using segment: {'id': '5e50dffa-3231-4453-98fd-225b99f15c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '3c6da28a-46a7-4b4c-a4c6-bd69f274844c'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:17:16.582061 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-c9935a4c-7ce1-4f02-b23f-fc8c943fe6e4 None None] Bound port: b829931a-a4cc-4ed8-83d3-21bd7234baa3, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e50dffa-3231-4453-98fd-225b99f15c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '3c6da28a-46a7-4b4c-a4c6-bd69f274844c'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:17:16.584578 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c9935a4c-7ce1-4f02-b23f-fc8c943fe6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:16.764101 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-222e7474-ceb7-4175-9b60-d4881d5c4098 req-72e6198a-d869-4634-9d7e-ccf42ef8ff59 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=b62ade1c-1d81-4bb3-9009-3110721d68db HTTP/1.1" status: 200 len: 210 time: 0.1342854 Feb 09 01:17:16.778227 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=18b4b386-12ef-4ffc-bfc4-af6664ba585d,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:16.799039 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-17655c38-a7a3-4493-b2a2-cd357ecfdf75 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:17:16.799875 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-17655c38-a7a3-4493-b2a2-cd357ecfdf75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:17:16.849273 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-3bf3653e-e72d-4e57-9cd9-c7383f13c95f req-1065aedf-fd06-48a6-92db-775fa4edd626 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Allocated IP 172.20.0.7 (0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5/9ba82490-d70a-42fe-a7ff-0aeb7f428073/f443a387-47ac-4688-9ffc-34c90d90229a) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:17:16.884683 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3d377e52-16d1-4e4e-a63a-22a64bd81bbb tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:16.918064 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-c9935a4c-7ce1-4f02-b23f-fc8c943fe6e4 None None] For port b829931a-a4cc-4ed8-83d3-21bd7234baa3, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:17:16.921748 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-c9935a4c-7ce1-4f02-b23f-fc8c943fe6e4 None None] For port b829931a-a4cc-4ed8-83d3-21bd7234baa3, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=b829931a-a4cc-4ed8-83d3-21bd7234baa3,segment=NetworkSegment(5e50dffa-3231-4453-98fd-225b99f15c69),segment_id=5e50dffa-3231-4453-98fd-225b99f15c69)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:17:16.931913 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-3d377e52-16d1-4e4e-a63a-22a64bd81bbb tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Deleting port b829931a-a4cc-4ed8-83d3-21bd7234baa3 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:17:16.932271 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3d377e52-16d1-4e4e-a63a-22a64bd81bbb tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:16.938412 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c9935a4c-7ce1-4f02-b23f-fc8c943fe6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:17.042753 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9935a4c-7ce1-4f02-b23f-fc8c943fe6e4 None None] Pushing event updated for resources: {'Port': ['ID=b829931a-a4cc-4ed8-83d3-21bd7234baa3,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:17.094880 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65540bd9-e129-4f47-9fba-ae68768507e8 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:17.109146 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65540bd9-e129-4f47-9fba-ae68768507e8 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:17.112355 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-65540bd9-e129-4f47-9fba-ae68768507e8 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Synchronizing usage tracker for tenant:32c9b2ac64b74efca212307487c75b1d on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:17:17.181359 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63680f91-7b6b-446a-8105-d25f6359d967 None None] Network 3c6da28a-46a7-4b4c-a4c6-bd69f274844c requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:17:17.234219 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-65540bd9-e129-4f47-9fba-ae68768507e8 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Unset dirty status for tenant:32c9b2ac64b74efca212307487c75b1d on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:17:17.241342 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-3bf3653e-e72d-4e57-9cd9-c7383f13c95f req-1065aedf-fd06-48a6-92db-775fa4edd626 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:17.242147 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-65540bd9-e129-4f47-9fba-ae68768507e8 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1605 time: 0.6993017 Feb 09 01:17:17.242956 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43442) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:17.276612 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-3bf3653e-e72d-4e57-9cd9-c7383f13c95f req-1065aedf-fd06-48a6-92db-775fa4edd626 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Transition to ACTIVE for port object f443a387-47ac-4688-9ffc-34c90d90229a will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:17:17.324513 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-3bf3653e-e72d-4e57-9cd9-c7383f13c95f req-1065aedf-fd06-48a6-92db-775fa4edd626 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:17.339530 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-17655c38-a7a3-4493-b2a2-cd357ecfdf75 None None] Deleting port 18b4b386-12ef-4ffc-bfc4-af6664ba585d {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:17:17.339909 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-17655c38-a7a3-4493-b2a2-cd357ecfdf75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:17.362900 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-3d377e52-16d1-4e4e-a63a-22a64bd81bbb tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] For port b829931a-a4cc-4ed8-83d3-21bd7234baa3, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=b829931a-a4cc-4ed8-83d3-21bd7234baa3,segment=NetworkSegment(5e50dffa-3231-4453-98fd-225b99f15c69),segment_id=5e50dffa-3231-4453-98fd-225b99f15c69)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:17:17.363255 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3d377e52-16d1-4e4e-a63a-22a64bd81bbb tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:17.381475 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-30702df8-7f68-4fe5-b527-7c11d4af78d3 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Deleting port 0ca690d0-ef64-4b4e-a3a0-b7ce0d98d244 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:17:17.382168 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-30702df8-7f68-4fe5-b527-7c11d4af78d3 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:17.403010 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bf3653e-e72d-4e57-9cd9-c7383f13c95f req-1065aedf-fd06-48a6-92db-775fa4edd626 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Network 0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:17.413211 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-3bf3653e-e72d-4e57-9cd9-c7383f13c95f req-1065aedf-fd06-48a6-92db-775fa4edd626 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:17.419765 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bf3653e-e72d-4e57-9cd9-c7383f13c95f req-1065aedf-fd06-48a6-92db-775fa4edd626 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:17:17.482780 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1065aedf-fd06-48a6-92db-775fa4edd626 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Pushing event updated for resources: {'Port': ['ID=f443a387-47ac-4688-9ffc-34c90d90229a,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:17.515224 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3653e-e72d-4e57-9cd9-c7383f13c95f req-1065aedf-fd06-48a6-92db-775fa4edd626 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:17.515224 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-3bf3653e-e72d-4e57-9cd9-c7383f13c95f req-1065aedf-fd06-48a6-92db-775fa4edd626 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:17.543827 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3bf3653e-e72d-4e57-9cd9-c7383f13c95f req-1065aedf-fd06-48a6-92db-775fa4edd626 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2597659 Feb 09 01:17:17.557078 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-3bf3653e-e72d-4e57-9cd9-c7383f13c95f req-739810cc-7a4d-4f55-b50c-a0118de044a0 service neutron] Request body: {'port': {'device_id': 'b62ade1c-1d81-4bb3-9009-3110721d68db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:17.671241 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-3d377e52-16d1-4e4e-a63a-22a64bd81bbb tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Calling delete_port for b829931a-a4cc-4ed8-83d3-21bd7234baa3 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:17:17.851577 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12825b4-b84a-4364-be75-250e08723f8c req-297e528e-53d6-42c2-9e0a-0deea6c261ee tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:17.853400 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f12825b4-b84a-4364-be75-250e08723f8c req-297e528e-53d6-42c2-9e0a-0deea6c261ee tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=1b9d14c6-642a-4558-96a9-05223d9b7b5c HTTP/1.1" status: 200 len: 944 time: 0.2376056 Feb 09 01:17:17.856454 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-3bf3653e-e72d-4e57-9cd9-c7383f13c95f req-739810cc-7a4d-4f55-b50c-a0118de044a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:17.972361 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-17655c38-a7a3-4493-b2a2-cd357ecfdf75 None None] For port 18b4b386-12ef-4ffc-bfc4-af6664ba585d, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=18b4b386-12ef-4ffc-bfc4-af6664ba585d,segment=NetworkSegment(986fd47a-7d48-4218-bc5b-1f82d1198ace),segment_id=986fd47a-7d48-4218-bc5b-1f82d1198ace)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:17:17.973111 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-17655c38-a7a3-4493-b2a2-cd357ecfdf75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:17.994539 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3d377e52-16d1-4e4e-a63a-22a64bd81bbb tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:18.091777 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f12825b4-b84a-4364-be75-250e08723f8c req-e5270ecd-4ed8-41b0-ae82-cdfcbcf9d387 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150636 Feb 09 01:17:18.092475 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d377e52-16d1-4e4e-a63a-22a64bd81bbb tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Pushing event deleted for resources: {'Port': ['ID=b829931a-a4cc-4ed8-83d3-21bd7234baa3,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:18.106025 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d377e52-16d1-4e4e-a63a-22a64bd81bbb tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] No DVR routers for this DVR port b829931a-a4cc-4ed8-83d3-21bd7234baa3 on host n-d-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:17:18.143666 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-17655c38-a7a3-4493-b2a2-cd357ecfdf75 None None] Calling delete_port for 18b4b386-12ef-4ffc-bfc4-af6664ba585d owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:17:18.236069 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-103b1714-7939-4e84-94fa-5915589fa763 None None] Provisioning for port f443a387-47ac-4688-9ffc-34c90d90229a completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:17:18.247027 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-103b1714-7939-4e84-94fa-5915589fa763 None None] Provisioning complete for port f443a387-47ac-4688-9ffc-34c90d90229a triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:18.247484 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-103b1714-7939-4e84-94fa-5915589fa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:18.323388 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3d03f-b195-4f04-b96e-be10bf658b93 req-6628b991-755f-4932-a7db-54d2b995abde tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:18.324132 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-e7c3d03f-b195-4f04-b96e-be10bf658b93 req-6628b991-755f-4932-a7db-54d2b995abde tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Synchronizing usage tracker for tenant:128330d8f0414cd5a58362066d10386d on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:17:18.347966 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3d377e52-16d1-4e4e-a63a-22a64bd81bbb tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:18.352271 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-17655c38-a7a3-4493-b2a2-cd357ecfdf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:18.366509 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-e7c3d03f-b195-4f04-b96e-be10bf658b93 req-6628b991-755f-4932-a7db-54d2b995abde tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Unset dirty status for tenant:128330d8f0414cd5a58362066d10386d on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:17:18.373687 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e7c3d03f-b195-4f04-b96e-be10bf658b93 req-6628b991-755f-4932-a7db-54d2b995abde tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=b62ade1c-1d81-4bb3-9009-3110721d68db HTTP/1.1" status: 200 len: 931 time: 0.3839264 Feb 09 01:17:18.385714 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-30702df8-7f68-4fe5-b527-7c11d4af78d3 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:18.415733 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-3d377e52-16d1-4e4e-a63a-22a64bd81bbb tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c6da28a-46a7-4b4c-a4c6-bd69f274844c']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:18.465635 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17655c38-a7a3-4493-b2a2-cd357ecfdf75 None None] Pushing event deleted for resources: {'Port': ['ID=18b4b386-12ef-4ffc-bfc4-af6664ba585d,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:18.468263 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e7c3d03f-b195-4f04-b96e-be10bf658b93 req-8a46e2c3-2f9b-447b-80f1-641d469328ac tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=c5ad553e-ab0d-4663-be56-e1031564698c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917184 Feb 09 01:17:18.487020 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17655c38-a7a3-4493-b2a2-cd357ecfdf75 None None] No DVR routers for this DVR port 18b4b386-12ef-4ffc-bfc4-af6664ba585d on host n-d-828418-1 {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:17:18.497021 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-103b1714-7939-4e84-94fa-5915589fa763 None None] Port f443a387-47ac-4688-9ffc-34c90d90229a cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:17:18.524105 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43890e60-c5b1-469e-aab7-89a0aa2941c9 None None] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:17:18.576756 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-30702df8-7f68-4fe5-b527-7c11d4af78d3 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Calling delete_port for 0ca690d0-ef64-4b4e-a3a0-b7ce0d98d244 owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:17:18.612142 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-3d377e52-16d1-4e4e-a63a-22a64bd81bbb tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e50dffa-3231-4453-98fd-225b99f15c69') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:18.612993 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-3d377e52-16d1-4e4e-a63a-22a64bd81bbb tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e50dffa-3231-4453-98fd-225b99f15c69') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:18.639690 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-3bf3653e-e72d-4e57-9cd9-c7383f13c95f req-739810cc-7a4d-4f55-b50c-a0118de044a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f443a387-47ac-4688-9ffc-34c90d90229a {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:17:18.644616 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3d377e52-16d1-4e4e-a63a-22a64bd81bbb tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:18.653827 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-3bf3653e-e72d-4e57-9cd9-c7383f13c95f req-739810cc-7a4d-4f55-b50c-a0118de044a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:18.673166 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3d377e52-16d1-4e4e-a63a-22a64bd81bbb tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:18.679358 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-3bf3653e-e72d-4e57-9cd9-c7383f13c95f req-739810cc-7a4d-4f55-b50c-a0118de044a0 service neutron] Transition to ACTIVE for port object f443a387-47ac-4688-9ffc-34c90d90229a will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:17:18.686209 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-3bf3653e-e72d-4e57-9cd9-c7383f13c95f req-739810cc-7a4d-4f55-b50c-a0118de044a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:18.696179 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d377e52-16d1-4e4e-a63a-22a64bd81bbb tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:17:18.696704 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3d377e52-16d1-4e4e-a63a-22a64bd81bbb tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:18.713284 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:17:18.713284 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:17:18.713284 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:17:18.713284 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:17:18.713284 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:17:18.713284 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:17:18.713284 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:17:18.713284 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:17:18.713284 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:17:18.713284 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:17:18.713284 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:17:18.713284 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:17:18.713284 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:17:18.713284 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:17:18.713284 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:17:18.713284 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:17:18.713284 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:17:18.713284 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:17:18.713284 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:17:18.713284 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:17:18.713284 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:17:18.713284 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:17:18.713284 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:17:18.713284 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:17:18.713284 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:17:18.713284 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:17:18.713284 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:17:18.713284 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:17:18.713284 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:17:18.713284 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:17:18.713284 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:17:18.713284 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:17:18.898572 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3d377e52-16d1-4e4e-a63a-22a64bd81bbb tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:18.943590 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3d377e52-16d1-4e4e-a63a-22a64bd81bbb tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:18.956814 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f4a33f-417b-4ae8-b4ee-11d2e3ffd942 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'tenant_id': '32c9b2ac64b74efca212307487c75b1d', 'fixed_ips': [{'subnet_id': '2305d769-3eb7-4c5d-a34b-a7512dcbca1c'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:17:18.960020 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-49f4a33f-417b-4ae8-b4ee-11d2e3ffd942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:18.966612 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d377e52-16d1-4e4e-a63a-22a64bd81bbb tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Pushing event deleted for resources: {'Network': ['ID=3c6da28a-46a7-4b4c-a4c6-bd69f274844c,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:18.981837 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-3d377e52-16d1-4e4e-a63a-22a64bd81bbb tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] 10.222.0.105 "DELETE /v2.0/networks/3c6da28a-46a7-4b4c-a4c6-bd69f274844c HTTP/1.1" status: 204 len: 168 time: 6.3271673 Feb 09 01:17:18.983765 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-30702df8-7f68-4fe5-b527-7c11d4af78d3 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:18.986150 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43456) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:19.049169 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-b0bad824-6071-47fc-864b-89d0bfd5f87c tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1506658419'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:19.113768 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739810cc-7a4d-4f55-b50c-a0118de044a0 service neutron] Pushing event updated for resources: {'Port': ['ID=f443a387-47ac-4688-9ffc-34c90d90229a,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:19.204109 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-3bf3653e-e72d-4e57-9cd9-c7383f13c95f req-739810cc-7a4d-4f55-b50c-a0118de044a0 service neutron] Attempting to bind port f443a387-47ac-4688-9ffc-34c90d90229a on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:17:19.204442 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-3bf3653e-e72d-4e57-9cd9-c7383f13c95f req-739810cc-7a4d-4f55-b50c-a0118de044a0 service neutron] Attempting to bind port f443a387-47ac-4688-9ffc-34c90d90229a by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'ce0dc62c-7941-4b08-ad25-dc67d17d1ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:17:19.204771 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf3653e-e72d-4e57-9cd9-c7383f13c95f req-739810cc-7a4d-4f55-b50c-a0118de044a0 service neutron] Attempting to bind port f443a387-47ac-4688-9ffc-34c90d90229a on network 0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:17:19.218274 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf3653e-e72d-4e57-9cd9-c7383f13c95f req-739810cc-7a4d-4f55-b50c-a0118de044a0 service neutron] Port f443a387-47ac-4688-9ffc-34c90d90229a on network 0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:17:19.218658 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf3653e-e72d-4e57-9cd9-c7383f13c95f req-739810cc-7a4d-4f55-b50c-a0118de044a0 service neutron] Attempting to bind port f443a387-47ac-4688-9ffc-34c90d90229a on network 0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:17:19.227925 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf3653e-e72d-4e57-9cd9-c7383f13c95f req-739810cc-7a4d-4f55-b50c-a0118de044a0 service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:17:19.228261 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf3653e-e72d-4e57-9cd9-c7383f13c95f req-739810cc-7a4d-4f55-b50c-a0118de044a0 service neutron] Checking segment: {'id': 'ce0dc62c-7941-4b08-ad25-dc67d17d1ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:17:19.228654 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf3653e-e72d-4e57-9cd9-c7383f13c95f req-739810cc-7a4d-4f55-b50c-a0118de044a0 service neutron] Bound using segment: {'id': 'ce0dc62c-7941-4b08-ad25-dc67d17d1ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:17:19.229080 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-3bf3653e-e72d-4e57-9cd9-c7383f13c95f req-739810cc-7a4d-4f55-b50c-a0118de044a0 service neutron] Bound port: f443a387-47ac-4688-9ffc-34c90d90229a, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce0dc62c-7941-4b08-ad25-dc67d17d1ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:17:19.229421 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-3bf3653e-e72d-4e57-9cd9-c7383f13c95f req-739810cc-7a4d-4f55-b50c-a0118de044a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:19.290941 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-49f4a33f-417b-4ae8-b4ee-11d2e3ffd942 None None] Allocated IP 2001:db8::2 (0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa/2305d769-3eb7-4c5d-a34b-a7512dcbca1c/4aacb0ea-bdfd-4600-a7ba-7b3fab0948c6) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:17:19.315617 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b0bad824-6071-47fc-864b-89d0bfd5f87c tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:19.332289 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30702df8-7f68-4fe5-b527-7c11d4af78d3 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event deleted for resources: {'Port': ['ID=0ca690d0-ef64-4b4e-a3a0-b7ce0d98d244,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:19.370443 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-b0bad824-6071-47fc-864b-89d0bfd5f87c tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Usage tracker for resource:network and tenant:68fbf07ce9d34bbb833788a16887e0a4 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:19.380711 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-b0bad824-6071-47fc-864b-89d0bfd5f87c tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:19.395152 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b0bad824-6071-47fc-864b-89d0bfd5f87c tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:19.399088 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-30702df8-7f68-4fe5-b527-7c11d4af78d3 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:19.404879 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-30702df8-7f68-4fe5-b527-7c11d4af78d3 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/ports/0ca690d0-ef64-4b4e-a3a0-b7ce0d98d244 HTTP/1.1" status: 204 len: 168 time: 2.1570385 Feb 09 01:17:19.413547 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43468) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:19.476156 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0bad824-6071-47fc-864b-89d0bfd5f87c tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Made reservation on behalf of 68fbf07ce9d34bbb833788a16887e0a4 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:17:19.480790 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b0bad824-6071-47fc-864b-89d0bfd5f87c tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:19.488199 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-3bf3653e-e72d-4e57-9cd9-c7383f13c95f req-739810cc-7a4d-4f55-b50c-a0118de044a0 service neutron] For port f443a387-47ac-4688-9ffc-34c90d90229a, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:17:19.498313 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device e28c8373-5c66-4638-9235-5154f9440cca up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:17:19.499644 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-3bf3653e-e72d-4e57-9cd9-c7383f13c95f req-739810cc-7a4d-4f55-b50c-a0118de044a0 service neutron] For port f443a387-47ac-4688-9ffc-34c90d90229a, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=f443a387-47ac-4688-9ffc-34c90d90229a,segment=NetworkSegment(ce0dc62c-7941-4b08-ad25-dc67d17d1ad0),segment_id=ce0dc62c-7941-4b08-ad25-dc67d17d1ad0)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:17:19.543538 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-3bf3653e-e72d-4e57-9cd9-c7383f13c95f req-739810cc-7a4d-4f55-b50c-a0118de044a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:19.545338 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d72ce01-a7db-4640-8b82-33d9c48cbb2e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:19.547131 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d72ce01-a7db-4640-8b82-33d9c48cbb2e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:19.547959 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-6d72ce01-a7db-4640-8b82-33d9c48cbb2e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Synchronizing usage tracker for tenant:32c9b2ac64b74efca212307487c75b1d on resource:subnet {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:17:19.556168 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0bad824-6071-47fc-864b-89d0bfd5f87c tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:17:19.574256 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b0bad824-6071-47fc-864b-89d0bfd5f87c tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:19.574750 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-b0bad824-6071-47fc-864b-89d0bfd5f87c tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Added segment 11be4bcb-1df0-4e04-b24c-2afd87b5d543 of type vlan for network 339af34e-66a5-4e42-8bbc-8ad5d6677843 Feb 09 01:17:19.577051 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede5443-ba51-4a75-9651-6ae64c6352ba req-e7a257ed-ca12-43ec-bdd0-9f9c6894f14b tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:19.581352 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dede5443-ba51-4a75-9651-6ae64c6352ba req-e7a257ed-ca12-43ec-bdd0-9f9c6894f14b tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=1b9d14c6-642a-4558-96a9-05223d9b7b5c HTTP/1.1" status: 200 len: 944 time: 0.2928333 Feb 09 01:17:19.581534 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-6d72ce01-a7db-4640-8b82-33d9c48cbb2e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Unset dirty status for tenant:32c9b2ac64b74efca212307487c75b1d on resource:subnet {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:17:19.585696 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-6d72ce01-a7db-4640-8b82-33d9c48cbb2e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1683609 Feb 09 01:17:19.587183 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43476) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:19.732458 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b0bad824-6071-47fc-864b-89d0bfd5f87c tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:19.797084 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-87ca6890-1575-46d6-83b9-1ec3e734d66a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Deleting subnet 2305d769-3eb7-4c5d-a34b-a7512dcbca1c {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:17:19.835011 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b0bad824-6071-47fc-864b-89d0bfd5f87c tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:19.841191 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bad824-6071-47fc-864b-89d0bfd5f87c tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:19.843522 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b0bad824-6071-47fc-864b-89d0bfd5f87c tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:19.870417 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3653e-e72d-4e57-9cd9-c7383f13c95f req-739810cc-7a4d-4f55-b50c-a0118de044a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:19.871208 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-3bf3653e-e72d-4e57-9cd9-c7383f13c95f req-739810cc-7a4d-4f55-b50c-a0118de044a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:19.872701 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3bf3653e-e72d-4e57-9cd9-c7383f13c95f req-739810cc-7a4d-4f55-b50c-a0118de044a0 service neutron] 10.222.0.62 "PUT /v2.0/ports/f443a387-47ac-4688-9ffc-34c90d90229a HTTP/1.1" status: 200 len: 1091 time: 2.3202512 Feb 09 01:17:19.873263 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b62ade1c-1d81-4bb3-9009-3110721d68db', 'tag': 'f443a387-47ac-4688-9ffc-34c90d90229a'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:17:19.875902 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-49f4a33f-417b-4ae8-b4ee-11d2e3ffd942 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:19.907258 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739810cc-7a4d-4f55-b50c-a0118de044a0 service neutron] Pushing event updated for resources: {'Port': ['ID=f443a387-47ac-4688-9ffc-34c90d90229a,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:19.914978 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-49f4a33f-417b-4ae8-b4ee-11d2e3ffd942 None None] Transition to ACTIVE for port object 4aacb0ea-bdfd-4600-a7ba-7b3fab0948c6 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:17:19.981718 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-49f4a33f-417b-4ae8-b4ee-11d2e3ffd942 None None] Transition to ACTIVE for port object 4aacb0ea-bdfd-4600-a7ba-7b3fab0948c6 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:17:19.990213 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-49f4a33f-417b-4ae8-b4ee-11d2e3ffd942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:19.995500 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dede5443-ba51-4a75-9651-6ae64c6352ba req-a0a4c8b3-5aa2-4ce5-ac4d-49d4d318d440 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604508 Feb 09 01:17:20.028747 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-87ca6890-1575-46d6-83b9-1ec3e734d66a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:20.056540 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning for port e28c8373-5c66-4638-9235-5154f9440cca completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:17:20.070242 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port e28c8373-5c66-4638-9235-5154f9440cca triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:20.070464 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad1e25-c05c-44cc-8ed7-c8e65dc08dd4 req-d3ef66d6-9aac-425b-9641-38d89779c794 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:20.070656 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:20.077059 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cbad1e25-c05c-44cc-8ed7-c8e65dc08dd4 req-d3ef66d6-9aac-425b-9641-38d89779c794 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=b62ade1c-1d81-4bb3-9009-3110721d68db HTTP/1.1" status: 200 len: 943 time: 0.3406539 Feb 09 01:17:20.112961 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bad824-6071-47fc-864b-89d0bfd5f87c tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Pushing event updated for resources: {'Network': ['ID=339af34e-66a5-4e42-8bbc-8ad5d6677843,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:20.124317 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b0bad824-6071-47fc-864b-89d0bfd5f87c tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1332669 Feb 09 01:17:20.125345 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43484) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:20.139688 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-f4c54157-7201-4533-b46b-e60fdd41a7dc tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Request body: {'subnet': {'network_id': '339af34e-66a5-4e42-8bbc-8ad5d6677843', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:20.181536 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 339af34e-66a5-4e42-8bbc-8ad5d6677843 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:17:20.193752 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cbad1e25-c05c-44cc-8ed7-c8e65dc08dd4 req-84d42276-adb0-4eeb-b76e-0d7914d5a1d4 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=c5ad553e-ab0d-4663-be56-e1031564698c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064024 Feb 09 01:17:20.203760 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f4a33f-417b-4ae8-b4ee-11d2e3ffd942 None None] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:20.206163 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3653e-e72d-4e57-9cd9-c7383f13c95f req-791d41b3-7e3e-43bb-8adb-ec291946da73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:20.207787 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3bf3653e-e72d-4e57-9cd9-c7383f13c95f req-791d41b3-7e3e-43bb-8adb-ec291946da73 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=128330d8f0414cd5a58362066d10386d&device_id=b62ade1c-1d81-4bb3-9009-3110721d68db HTTP/1.1" status: 200 len: 1094 time: 0.2852442 Feb 09 01:17:20.242561 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-87ca6890-1575-46d6-83b9-1ec3e734d66a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:20.283201 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-49f4a33f-417b-4ae8-b4ee-11d2e3ffd942 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:20.287264 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f4a33f-417b-4ae8-b4ee-11d2e3ffd942 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:17:20.356357 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b62ade1c-1d81-4bb3-9009-3110721d68db', 'tag': 'f443a387-47ac-4688-9ffc-34c90d90229a', 'status': 'completed', 'code': 200} Feb 09 01:17:20.365195 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3bf3653e-e72d-4e57-9cd9-c7383f13c95f req-ca412733-1d6b-4a91-abef-e44312dfcc4d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f443a387-47ac-4688-9ffc-34c90d90229a HTTP/1.1" status: 200 len: 217 time: 0.1474309 Feb 09 01:17:20.371835 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-87ca6890-1575-46d6-83b9-1ec3e734d66a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:20.441978 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3653e-e72d-4e57-9cd9-c7383f13c95f req-15bc3539-473a-4a9d-8250-a51f8789df03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:20.444507 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3bf3653e-e72d-4e57-9cd9-c7383f13c95f req-15bc3539-473a-4a9d-8250-a51f8789df03 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9ba82490-d70a-42fe-a7ff-0aeb7f428073 HTTP/1.1" status: 200 len: 856 time: 0.0703747 Feb 09 01:17:20.512830 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-49f4a33f-417b-4ae8-b4ee-11d2e3ffd942 None None] Attempting to bind port 4aacb0ea-bdfd-4600-a7ba-7b3fab0948c6 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:17:20.513404 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-49f4a33f-417b-4ae8-b4ee-11d2e3ffd942 None None] Attempting to bind port 4aacb0ea-bdfd-4600-a7ba-7b3fab0948c6 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '986fd47a-7d48-4218-bc5b-1f82d1198ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:17:20.513818 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f4a33f-417b-4ae8-b4ee-11d2e3ffd942 None None] Attempting to bind port 4aacb0ea-bdfd-4600-a7ba-7b3fab0948c6 on network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:17:20.516043 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f4a33f-417b-4ae8-b4ee-11d2e3ffd942 None None] Pushing event updated for resources: {'Port': ['ID=4aacb0ea-bdfd-4600-a7ba-7b3fab0948c6,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:20.535884 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3653e-e72d-4e57-9cd9-c7383f13c95f req-a3e9ac80-b9e1-47c3-a444-b777cb435b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:20.538195 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3bf3653e-e72d-4e57-9cd9-c7383f13c95f req-a3e9ac80-b9e1-47c3-a444-b777cb435b63 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0885320 Feb 09 01:17:20.541089 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f4a33f-417b-4ae8-b4ee-11d2e3ffd942 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:17:20.541579 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f4a33f-417b-4ae8-b4ee-11d2e3ffd942 None None] Checking segment: {'id': '986fd47a-7d48-4218-bc5b-1f82d1198ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:17:20.542125 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-49f4a33f-417b-4ae8-b4ee-11d2e3ffd942 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:20.542616 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f4a33f-417b-4ae8-b4ee-11d2e3ffd942 None None] Bound using segment: {'id': '986fd47a-7d48-4218-bc5b-1f82d1198ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:17:20.543191 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-49f4a33f-417b-4ae8-b4ee-11d2e3ffd942 None None] Bound port: 4aacb0ea-bdfd-4600-a7ba-7b3fab0948c6, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '986fd47a-7d48-4218-bc5b-1f82d1198ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:17:20.543668 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-49f4a33f-417b-4ae8-b4ee-11d2e3ffd942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:20.559436 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f4c54157-7201-4533-b46b-e60fdd41a7dc tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:20.565869 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-87ca6890-1575-46d6-83b9-1ec3e734d66a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:20.632029 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-f4c54157-7201-4533-b46b-e60fdd41a7dc tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Usage tracker for resource:subnet and tenant:68fbf07ce9d34bbb833788a16887e0a4 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:20.639865 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-f4c54157-7201-4533-b46b-e60fdd41a7dc tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:20.650461 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ca6890-1575-46d6-83b9-1ec3e734d66a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event deleted for resources: {'Subnet': ['ID=2305d769-3eb7-4c5d-a34b-a7512dcbca1c,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:20.652922 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f4c54157-7201-4533-b46b-e60fdd41a7dc tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:20.658307 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-87ca6890-1575-46d6-83b9-1ec3e734d66a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:20.672780 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c54157-7201-4533-b46b-e60fdd41a7dc tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Made reservation on behalf of 68fbf07ce9d34bbb833788a16887e0a4 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:17:20.677473 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f4c54157-7201-4533-b46b-e60fdd41a7dc tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:20.700019 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-87ca6890-1575-46d6-83b9-1ec3e734d66a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/subnets/2305d769-3eb7-4c5d-a34b-a7512dcbca1c HTTP/1.1" status: 204 len: 168 time: 1.1117003 Feb 09 01:17:20.749812 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43494) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:20.772861 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:20.792001 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3bf3653e-e72d-4e57-9cd9-c7383f13c95f req-8ba23019-05f9-4c81-9f0a-88e5e98bdc78 service neutron] 10.222.0.62 "GET /v2.0/networks/0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462020 Feb 09 01:17:20.833536 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port e28c8373-5c66-4638-9235-5154f9440cca, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=e28c8373-5c66-4638-9235-5154f9440cca,segment=NetworkSegment(e4f8d471-753e-488b-969f-03ab5fdd3e2b),segment_id=e4f8d471-753e-488b-969f-03ab5fdd3e2b)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:17:20.837472 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b9d14c6-642a-4558-96a9-05223d9b7b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e28c8373-5c66-4638-9235-5154f9440cca'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:17:20.859284 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:20.877818 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e189e5f6-0942-4cf8-aed6-42b96d3f4c0f tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1264949 Feb 09 01:17:20.886244 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43504) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:20.974610 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.ipam_backend_mixin [None req-f4c54157-7201-4533-b46b-e60fdd41a7dc tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Performing IP validity checks on allocation pools {{(pid=87638) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 09 01:17:20.975223 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.ipam_backend_mixin [None req-f4c54157-7201-4533-b46b-e60fdd41a7dc tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87638) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 09 01:17:20.998291 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-49f4a33f-417b-4ae8-b4ee-11d2e3ffd942 None None] For port 4aacb0ea-bdfd-4600-a7ba-7b3fab0948c6, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:17:21.002334 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-49f4a33f-417b-4ae8-b4ee-11d2e3ffd942 None None] For port 4aacb0ea-bdfd-4600-a7ba-7b3fab0948c6, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=4aacb0ea-bdfd-4600-a7ba-7b3fab0948c6,segment=NetworkSegment(986fd47a-7d48-4218-bc5b-1f82d1198ace),segment_id=986fd47a-7d48-4218-bc5b-1f82d1198ace)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:17:21.006694 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b9d14c6-642a-4558-96a9-05223d9b7b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e28c8373-5c66-4638-9235-5154f9440cca', 'code': 200} Feb 09 01:17:21.007543 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=e28c8373-5c66-4638-9235-5154f9440cca,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:21.017041 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3bf3653e-e72d-4e57-9cd9-c7383f13c95f req-e7ebf503-84d7-47e5-a56e-c6ad1942d30d service neutron] 10.222.0.62 "GET /v2.0/networks/0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166862 Feb 09 01:17:21.037039 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-49f4a33f-417b-4ae8-b4ee-11d2e3ffd942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:21.125945 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd28f06-5127-4148-8ecd-dfa3f88228c7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:21.126623 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-6fd28f06-5127-4148-8ecd-dfa3f88228c7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Synchronizing usage tracker for tenant:32c9b2ac64b74efca212307487c75b1d on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:17:21.202969 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f4a33f-417b-4ae8-b4ee-11d2e3ffd942 None None] Pushing event updated for resources: {'Port': ['ID=4aacb0ea-bdfd-4600-a7ba-7b3fab0948c6,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:21.245667 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4338214a-2960-489b-a316-610bfa4f84e2 req-0e4b22ea-9c51-4486-a9e7-a621caf7fee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:21.247203 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4338214a-2960-489b-a316-610bfa4f84e2 req-0e4b22ea-9c51-4486-a9e7-a621caf7fee9 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=1b9d14c6-642a-4558-96a9-05223d9b7b5c HTTP/1.1" status: 200 len: 1096 time: 0.2484803 Feb 09 01:17:21.294730 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bfbca6-b423-4d0a-80e7-10163af5c40f req-dc1daf6b-bde2-4ed7-b78f-ea3663b0de07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:21.296342 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f2bfbca6-b423-4d0a-80e7-10163af5c40f req-dc1daf6b-bde2-4ed7-b78f-ea3663b0de07 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=128330d8f0414cd5a58362066d10386d&device_id=b62ade1c-1d81-4bb3-9009-3110721d68db HTTP/1.1" status: 200 len: 1094 time: 0.2187200 Feb 09 01:17:21.351773 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-6fd28f06-5127-4148-8ecd-dfa3f88228c7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Unset dirty status for tenant:32c9b2ac64b74efca212307487c75b1d on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:17:21.356982 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-6fd28f06-5127-4148-8ecd-dfa3f88228c7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4697239 Feb 09 01:17:21.381652 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43516) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:21.449589 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7b3974-3610-46ad-a82d-8c3f23ccd388 None None] get_active_networks_info from n-d-828418-1 {{(pid=87640) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 01:17:21.462658 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4338214a-2960-489b-a316-610bfa4f84e2 req-2961367e-6433-42fd-996a-196132dcbf94 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963677 Feb 09 01:17:21.463451 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5455b0bf-6894-4b22-812e-d595b19a8253 req-df705398-5273-4ec8-a8db-ab7d24b3cbad tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:21.466312 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5455b0bf-6894-4b22-812e-d595b19a8253 req-df705398-5273-4ec8-a8db-ab7d24b3cbad tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=1b9d14c6-642a-4558-96a9-05223d9b7b5c HTTP/1.1" status: 200 len: 945 time: 0.2388272 Feb 09 01:17:21.501268 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f4c54157-7201-4533-b46b-e60fdd41a7dc tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:21.544394 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc31419-8702-4819-b3d6-a83bd78053a9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:21.545135 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-8dc31419-8702-4819-b3d6-a83bd78053a9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Synchronizing usage tracker for tenant:32c9b2ac64b74efca212307487c75b1d on resource:subnet {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:17:21.553445 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43522) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:21.613306 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-8dc31419-8702-4819-b3d6-a83bd78053a9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Unset dirty status for tenant:32c9b2ac64b74efca212307487c75b1d on resource:subnet {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:17:21.615282 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-8dc31419-8702-4819-b3d6-a83bd78053a9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2257562 Feb 09 01:17:21.617718 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7b3974-3610-46ad-a82d-8c3f23ccd388 None None] Resources bound (agent type, host, resource id): {{(pid=87640) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:17:21.622752 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43532) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:21.665796 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5455b0bf-6894-4b22-812e-d595b19a8253 req-81a174b9-283c-408e-b2f7-77bdf49f4f7e tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288011 Feb 09 01:17:21.671993 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bfbca6-b423-4d0a-80e7-10163af5c40f req-936cb663-8634-4384-970a-a5cfe53ac98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:21.673816 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f2bfbca6-b423-4d0a-80e7-10163af5c40f req-936cb663-8634-4384-970a-a5cfe53ac98f service neutron] 10.222.0.62 "GET /v2.0/networks?id=0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5 HTTP/1.1" status: 200 len: 918 time: 0.3661115 Feb 09 01:17:21.774058 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c54157-7201-4533-b46b-e60fdd41a7dc tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Pushing event updated for resources: {'Subnet': ['ID=7247ba72-f5f7-4d7d-9fe6-91c17a12bd14,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:21.824035 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f2bfbca6-b423-4d0a-80e7-10163af5c40f req-be85383c-5fa1-4452-bc05-badce91370b9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f443a387-47ac-4688-9ffc-34c90d90229a HTTP/1.1" status: 200 len: 217 time: 0.1432843 Feb 09 01:17:21.831333 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-071a65a7-9485-4ab9-a857-b50117f68016 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2074716 Feb 09 01:17:21.835634 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43542) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:21.846305 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-9f5b046b-bce9-489c-befc-e6c808c31513 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Request body: {'subnet': {'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:21.847775 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:21.863007 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c54157-7201-4533-b46b-e60fdd41a7dc tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Checking segment: {'id': '11be4bcb-1df0-4e04-b24c-2afd87b5d543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '339af34e-66a5-4e42-8bbc-8ad5d6677843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:17:21.863376 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c54157-7201-4533-b46b-e60fdd41a7dc tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Network hostable DHCP agents. Network: 339af34e-66a5-4e42-8bbc-8ad5d6677843, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:17:21.900126 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928b5a3-4f3f-4b51-b9b2-eaaa0cc0cdd2 req-ee585b51-7773-45bc-a47b-7074f2b22ae7 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:21.901768 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4928b5a3-4f3f-4b51-b9b2-eaaa0cc0cdd2 req-ee585b51-7773-45bc-a47b-7074f2b22ae7 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=b62ade1c-1d81-4bb3-9009-3110721d68db HTTP/1.1" status: 200 len: 943 time: 0.4492567 Feb 09 01:17:21.946610 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bfbca6-b423-4d0a-80e7-10163af5c40f req-ceaa37db-2a46-471b-ae96-33719601f9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:21.948054 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f2bfbca6-b423-4d0a-80e7-10163af5c40f req-ceaa37db-2a46-471b-ae96-33719601f9da service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9ba82490-d70a-42fe-a7ff-0aeb7f428073 HTTP/1.1" status: 200 len: 856 time: 0.1172426 Feb 09 01:17:22.117007 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bf2de45a-f378-4565-9c6d-c48c7eebd33c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:22.127797 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4928b5a3-4f3f-4b51-b9b2-eaaa0cc0cdd2 req-217a6afa-d544-48cf-9ed6-f6c60799800d tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=c5ad553e-ab0d-4663-be56-e1031564698c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2126200 Feb 09 01:17:22.161686 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-bf2de45a-f378-4565-9c6d-c48c7eebd33c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:22.163584 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bfbca6-b423-4d0a-80e7-10163af5c40f req-bf839bdf-c570-4ea1-a97d-5a1cc367ad2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:22.165623 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f2bfbca6-b423-4d0a-80e7-10163af5c40f req-bf839bdf-c570-4ea1-a97d-5a1cc367ad2e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2086291 Feb 09 01:17:22.166973 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d898ef77-ac90-4a3c-9008-41f8a048ac7d None None] get_active_networks_info from n-d-828418-1 {{(pid=87640) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 01:17:22.182876 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c54157-7201-4533-b46b-e60fdd41a7dc tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Network 339af34e-66a5-4e42-8bbc-8ad5d6677843 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:17:22.186792 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-bf2de45a-f378-4565-9c6d-c48c7eebd33c admin admin] Usage tracker for resource:security_group_rule and tenant:3c46ee20aa8948da990929e0b82c529a is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:22.192213 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-bf2de45a-f378-4565-9c6d-c48c7eebd33c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:22.203468 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-bf2de45a-f378-4565-9c6d-c48c7eebd33c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:22.214247 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9f5b046b-bce9-489c-befc-e6c808c31513 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:22.218999 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-f4c54157-7201-4533-b46b-e60fdd41a7dc tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 339af34e-66a5-4e42-8bbc-8ad5d6677843) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:22.236247 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c54157-7201-4533-b46b-e60fdd41a7dc tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:22.236841 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f4c54157-7201-4533-b46b-e60fdd41a7dc tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:22.243560 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9f5b046b-bce9-489c-befc-e6c808c31513 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:22.296163 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f5b046b-bce9-489c-befc-e6c808c31513 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Made reservation on behalf of 32c9b2ac64b74efca212307487c75b1d for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:17:22.299830 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9f5b046b-bce9-489c-befc-e6c808c31513 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:22.311034 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f2bfbca6-b423-4d0a-80e7-10163af5c40f req-39e80229-9d01-40fd-b299-028190cd0661 service neutron] 10.222.0.62 "GET /v2.0/networks/0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384056 Feb 09 01:17:22.320963 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f4c54157-7201-4533-b46b-e60fdd41a7dc tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.1950424 Feb 09 01:17:22.337137 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 43546) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:22.354071 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d898ef77-ac90-4a3c-9008-41f8a048ac7d None None] Resources bound (agent type, host, resource id): {{(pid=87640) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:17:22.391837 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1181f0-e05a-4e8d-a317-4eb53d9deab8 req-37e7725c-0885-4428-8806-48dfd6f309d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:22.393267 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-de1181f0-e05a-4e8d-a317-4eb53d9deab8 req-37e7725c-0885-4428-8806-48dfd6f309d7 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=521f52bb-14cb-4507-a392-fe952ca83e92 HTTP/1.1" status: 200 len: 1097 time: 0.6006575 Feb 09 01:17:22.485306 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-de1181f0-e05a-4e8d-a317-4eb53d9deab8 req-45388835-3dbd-45db-8505-9b6967ba7cc1 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=c3b47c16-f2b1-47a4-82f4-0c20ba44fe3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774736 Feb 09 01:17:22.519356 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bf2de45a-f378-4565-9c6d-c48c7eebd33c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:22.528032 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bf2de45a-f378-4565-9c6d-c48c7eebd33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:22.581340 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f2bfbca6-b423-4d0a-80e7-10163af5c40f req-082c84ab-7a30-4903-a885-ddef8f25f01e service neutron] 10.222.0.62 "GET /v2.0/networks/0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645209 Feb 09 01:17:22.585705 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e16779c6-2860-46ac-adc5-fef2e07a258f tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:22.621240 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2de45a-f378-4565-9c6d-c48c7eebd33c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e145926a-5948-463f-947c-73b5c9048f77,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:22.630989 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-bf2de45a-f378-4565-9c6d-c48c7eebd33c admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=3c46ee20aa8948da990929e0b82c529a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0763412 Feb 09 01:17:22.637965 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43552) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:22.659284 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e16779c6-2860-46ac-adc5-fef2e07a258f tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:22.743768 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9f5b046b-bce9-489c-befc-e6c808c31513 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:22.770310 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e16779c6-2860-46ac-adc5-fef2e07a258f tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:22.824482 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16779c6-2860-46ac-adc5-fef2e07a258f tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Pushing event deleted for resources: {'Subnet': ['ID=7247ba72-f5f7-4d7d-9fe6-91c17a12bd14,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:22.887689 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5b046b-bce9-489c-befc-e6c808c31513 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event updated for resources: {'Subnet': ['ID=8a14a4af-9595-465e-8ead-cf5913b25669,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:22.901881 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-47bceacd-40a1-485b-af04-0c32c56ae257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:22.944845 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5b046b-bce9-489c-befc-e6c808c31513 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:22.949463 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-9f5b046b-bce9-489c-befc-e6c808c31513 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:22.967617 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5b046b-bce9-489c-befc-e6c808c31513 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:22.970274 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9f5b046b-bce9-489c-befc-e6c808c31513 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:23.001427 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-47bceacd-40a1-485b-af04-0c32c56ae257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:23.049157 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9f5b046b-bce9-489c-befc-e6c808c31513 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2122648 Feb 09 01:17:23.052572 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 43560) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:23.056565 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e16779c6-2860-46ac-adc5-fef2e07a258f tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:23.072424 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-ce474dfb-4e77-496c-b0ba-29d0b7383f42 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Request body: {'port': {'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'fixed_ips': [{'subnet_id': '8a14a4af-9595-465e-8ead-cf5913b25669', 'ip_address': '2001:db8::4333:ed9d:13f2:6d25'}], 'name': 'tempest-NetworksTestDHCPv6-879311871'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:23.086654 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-47bceacd-40a1-485b-af04-0c32c56ae257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:23.109344 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-47bceacd-40a1-485b-af04-0c32c56ae257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:23.112755 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-47bceacd-40a1-485b-af04-0c32c56ae257 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/e145926a-5948-463f-947c-73b5c9048f77 HTTP/1.1" status: 204 len: 168 time: 0.4713671 Feb 09 01:17:23.112755 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bceacd-40a1-485b-af04-0c32c56ae257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e145926a-5948-463f-947c-73b5c9048f77,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:23.133367 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01c8456-ab07-4ba4-be57-5d20f06dc432 None None] Update dhcp port {'port': {'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'fixed_ips': [{'subnet_id': '8a14a4af-9595-465e-8ead-cf5913b25669'}], 'binding:host_id': 'n-d-828418-1'}, 'id': '4aacb0ea-bdfd-4600-a7ba-7b3fab0948c6'} from n-d-828418-1. {{(pid=87640) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 09 01:17:23.222441 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f01c8456-ab07-4ba4-be57-5d20f06dc432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:23.233843 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-ce474dfb-4e77-496c-b0ba-29d0b7383f42 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:23.262504 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-ce474dfb-4e77-496c-b0ba-29d0b7383f42 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:23.269982 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-e16779c6-2860-46ac-adc5-fef2e07a258f tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['339af34e-66a5-4e42-8bbc-8ad5d6677843']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:23.295629 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-e16779c6-2860-46ac-adc5-fef2e07a258f tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11be4bcb-1df0-4e04-b24c-2afd87b5d543') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:23.295986 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-e16779c6-2860-46ac-adc5-fef2e07a258f tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11be4bcb-1df0-4e04-b24c-2afd87b5d543') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:23.308709 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce474dfb-4e77-496c-b0ba-29d0b7383f42 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Made reservation on behalf of 32c9b2ac64b74efca212307487c75b1d for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:17:23.335596 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b94c9-b883-4c5e-892a-e83ede2a101c req-bd176e9c-08a2-47eb-925d-65c5238878ca tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:23.337140 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-182b94c9-b883-4c5e-892a-e83ede2a101c req-bd176e9c-08a2-47eb-925d-65c5238878ca tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=1b9d14c6-642a-4558-96a9-05223d9b7b5c HTTP/1.1" status: 200 len: 945 time: 0.4603398 Feb 09 01:17:23.338969 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e16779c6-2860-46ac-adc5-fef2e07a258f tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:23.497860 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e16779c6-2860-46ac-adc5-fef2e07a258f tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:23.525182 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e16779c6-2860-46ac-adc5-fef2e07a258f tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:17:23.525588 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e16779c6-2860-46ac-adc5-fef2e07a258f tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:23.543350 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43574) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:23.544685 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 01:17:23.544685 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:17:23.544685 n-d-828418-1 neutron-server[87639]: timer() Feb 09 01:17:23.544685 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:17:23.544685 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 01:17:23.544685 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:17:23.544685 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 01:17:23.544685 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:17:23.544685 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 01:17:23.544685 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:17:23.544685 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 01:17:23.544685 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:17:23.544685 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 01:17:23.544685 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:17:23.544685 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:17:23.544685 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:17:23.544685 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:17:23.544685 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:17:23.544685 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 01:17:23.544685 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:17:23.544685 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 01:17:23.544685 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:17:23.544685 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:17:23.544685 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:17:23.544685 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 01:17:23.544685 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:17:23.544685 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:17:23.544685 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:17:23.544685 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:17:23.544685 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:17:23.544685 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:17:23.544685 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:17:23.572085 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-013e1601-a64c-490f-bdfd-87845a654b84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:23.627840 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-013e1601-a64c-490f-bdfd-87845a654b84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:23.639045 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-013e1601-a64c-490f-bdfd-87845a654b84 admin admin] Usage tracker for resource:security_group_rule and tenant:f4793f7b4abb49d0bb45b486318d3c2c is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:23.639405 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-f01c8456-ab07-4ba4-be57-5d20f06dc432 None None] Allocated IP 2001:db8::2 (0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa/8a14a4af-9595-465e-8ead-cf5913b25669/4aacb0ea-bdfd-4600-a7ba-7b3fab0948c6) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:17:23.649960 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-013e1601-a64c-490f-bdfd-87845a654b84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:23.655127 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-182b94c9-b883-4c5e-892a-e83ede2a101c req-bd84e568-44b8-46af-a430-dcaa03b09a35 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633383 Feb 09 01:17:23.665895 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-013e1601-a64c-490f-bdfd-87845a654b84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:23.705549 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce062902-eaf6-4948-abe2-cbe09afe2e05 req-c2c0094b-1cc1-43c8-a142-3daa18358dd9 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:23.707038 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ce062902-eaf6-4948-abe2-cbe09afe2e05 req-c2c0094b-1cc1-43c8-a142-3daa18358dd9 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=b62ade1c-1d81-4bb3-9009-3110721d68db HTTP/1.1" status: 200 len: 943 time: 0.3142254 Feb 09 01:17:23.716271 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ce474dfb-4e77-496c-b0ba-29d0b7383f42 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:23.729902 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e16779c6-2860-46ac-adc5-fef2e07a258f tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:23.734984 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e16779c6-2860-46ac-adc5-fef2e07a258f tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:23.784768 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16779c6-2860-46ac-adc5-fef2e07a258f tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Pushing event deleted for resources: {'Network': ['ID=339af34e-66a5-4e42-8bbc-8ad5d6677843,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:23.803231 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-e16779c6-2860-46ac-adc5-fef2e07a258f tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] 10.222.0.105 "DELETE /v2.0/networks/339af34e-66a5-4e42-8bbc-8ad5d6677843 HTTP/1.1" status: 204 len: 168 time: 1.4596679 Feb 09 01:17:23.804942 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 43578) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:23.827859 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-ce474dfb-4e77-496c-b0ba-29d0b7383f42 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] device_id is not set on port 7ccf5d7e-cc5d-4891-b516-b8f20a016809 yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:17:23.852121 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-013e1601-a64c-490f-bdfd-87845a654b84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:23.858298 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-013e1601-a64c-490f-bdfd-87845a654b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:23.878145 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ce062902-eaf6-4948-abe2-cbe09afe2e05 req-64c4f0be-b9df-486c-9ea0-bd106d6333fe tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=c5ad553e-ab0d-4663-be56-e1031564698c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519334 Feb 09 01:17:23.887726 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-81198b25-8546-4ef7-8504-05f8ac29b676 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1267256769'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:23.923802 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-81198b25-8546-4ef7-8504-05f8ac29b676 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:23.949214 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-81198b25-8546-4ef7-8504-05f8ac29b676 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Usage tracker for resource:network and tenant:68fbf07ce9d34bbb833788a16887e0a4 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:23.955453 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-81198b25-8546-4ef7-8504-05f8ac29b676 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:23.956090 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-f01c8456-ab07-4ba4-be57-5d20f06dc432 None None] For port 4aacb0ea-bdfd-4600-a7ba-7b3fab0948c6, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=4aacb0ea-bdfd-4600-a7ba-7b3fab0948c6,segment=NetworkSegment(986fd47a-7d48-4218-bc5b-1f82d1198ace),segment_id=986fd47a-7d48-4218-bc5b-1f82d1198ace)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:17:23.967859 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013e1601-a64c-490f-bdfd-87845a654b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d897f97-73fb-441d-93c7-0e586ced9ef1,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:23.968088 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-81198b25-8546-4ef7-8504-05f8ac29b676 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:23.973111 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-013e1601-a64c-490f-bdfd-87845a654b84 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=f4793f7b4abb49d0bb45b486318d3c2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4286826 Feb 09 01:17:23.979973 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43584) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:23.992612 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f01c8456-ab07-4ba4-be57-5d20f06dc432 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:24.017439 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f01c8456-ab07-4ba4-be57-5d20f06dc432 None None] Ignored duplicate provisioning block setup for port 4aacb0ea-bdfd-4600-a7ba-7b3fab0948c6 by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 09 01:17:24.022730 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f01c8456-ab07-4ba4-be57-5d20f06dc432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:24.047020 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ea8fc129-0f27-4b28-9eac-63243cee94fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:24.047434 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81198b25-8546-4ef7-8504-05f8ac29b676 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Made reservation on behalf of 68fbf07ce9d34bbb833788a16887e0a4 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:17:24.051242 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-81198b25-8546-4ef7-8504-05f8ac29b676 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:24.080687 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ea8fc129-0f27-4b28-9eac-63243cee94fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:24.153515 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ea8fc129-0f27-4b28-9eac-63243cee94fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:24.177295 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8fc129-0f27-4b28-9eac-63243cee94fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d897f97-73fb-441d-93c7-0e586ced9ef1,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:24.185644 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ea8fc129-0f27-4b28-9eac-63243cee94fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:24.187065 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ea8fc129-0f27-4b28-9eac-63243cee94fb admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/5d897f97-73fb-441d-93c7-0e586ced9ef1 HTTP/1.1" status: 204 len: 168 time: 0.2061560 Feb 09 01:17:24.246332 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01c8456-ab07-4ba4-be57-5d20f06dc432 None None] Pushing event updated for resources: {'Port': ['ID=4aacb0ea-bdfd-4600-a7ba-7b3fab0948c6,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:24.295295 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81198b25-8546-4ef7-8504-05f8ac29b676 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:17:24.318761 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-81198b25-8546-4ef7-8504-05f8ac29b676 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:24.319297 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-81198b25-8546-4ef7-8504-05f8ac29b676 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Added segment 8ac0c287-02d6-4a72-8319-c35d978cd18f of type vlan for network 2969c83e-1b0b-42a3-91a1-b194a171a7c2 Feb 09 01:17:24.320399 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device f443a387-47ac-4688-9ffc-34c90d90229a details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:17:24.350470 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-ce474dfb-4e77-496c-b0ba-29d0b7383f42 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Allocated IP 2001:db8::4333:ed9d:13f2:6d25 (0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa/8a14a4af-9595-465e-8ead-cf5913b25669/7ccf5d7e-cc5d-4891-b516-b8f20a016809) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:17:24.361177 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-81198b25-8546-4ef7-8504-05f8ac29b676 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:24.467684 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-81198b25-8546-4ef7-8504-05f8ac29b676 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:24.497055 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81198b25-8546-4ef7-8504-05f8ac29b676 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:24.497967 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-81198b25-8546-4ef7-8504-05f8ac29b676 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:24.535761 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port f443a387-47ac-4688-9ffc-34c90d90229a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=f443a387-47ac-4688-9ffc-34c90d90229a,segment=NetworkSegment(ce0dc62c-7941-4b08-ad25-dc67d17d1ad0),segment_id=ce0dc62c-7941-4b08-ad25-dc67d17d1ad0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:17:24.550698 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': 'f443a387-47ac-4688-9ffc-34c90d90229a', 'network_id': '0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5', 'port_id': 'f443a387-47ac-4688-9ffc-34c90d90229a', 'mac_address': 'fa:16:3e:0c:c9:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ba82490-d70a-42fe-a7ff-0aeb7f428073', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:17:24.627469 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:24.641938 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-81198b25-8546-4ef7-8504-05f8ac29b676 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8356609 Feb 09 01:17:24.644746 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43598) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:24.651232 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-be3c416a-7d92-41e9-8bac-0c9136f31958 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Request body: {'subnet': {'network_id': '2969c83e-1b0b-42a3-91a1-b194a171a7c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:24.665657 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f443a387-47ac-4688-9ffc-34c90d90229a {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:17:24.714681 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port f443a387-47ac-4688-9ffc-34c90d90229a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=f443a387-47ac-4688-9ffc-34c90d90229a,segment=NetworkSegment(ce0dc62c-7941-4b08-ad25-dc67d17d1ad0),segment_id=ce0dc62c-7941-4b08-ad25-dc67d17d1ad0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:17:24.718800 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:24.732536 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 43604) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:24.759430 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:24.788426 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a8fbfbb8-a747-4810-9acb-d56c39456d4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:24.801046 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=f443a387-47ac-4688-9ffc-34c90d90229a,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:24.830243 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a8fbfbb8-a747-4810-9acb-d56c39456d4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:24.835848 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-a8fbfbb8-a747-4810-9acb-d56c39456d4d admin admin] Usage tracker for resource:security_group_rule and tenant:6d488347d6e74fc4856ade16342a3f58 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:24.881025 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81198b25-8546-4ef7-8504-05f8ac29b676 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Pushing event updated for resources: {'Network': ['ID=2969c83e-1b0b-42a3-91a1-b194a171a7c2,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:24.884370 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-a8fbfbb8-a747-4810-9acb-d56c39456d4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:24.886064 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-be3c416a-7d92-41e9-8bac-0c9136f31958 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:24.891030 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-be3c416a-7d92-41e9-8bac-0c9136f31958 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Usage tracker for resource:subnet and tenant:68fbf07ce9d34bbb833788a16887e0a4 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:24.894060 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-be3c416a-7d92-41e9-8bac-0c9136f31958 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:24.898051 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 2969c83e-1b0b-42a3-91a1-b194a171a7c2 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:17:24.908185 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-be3c416a-7d92-41e9-8bac-0c9136f31958 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:24.920907 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a8fbfbb8-a747-4810-9acb-d56c39456d4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:24.921999 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 4aacb0ea-bdfd-4600-a7ba-7b3fab0948c6 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:17:24.926267 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be3c416a-7d92-41e9-8bac-0c9136f31958 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Made reservation on behalf of 68fbf07ce9d34bbb833788a16887e0a4 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:17:24.931272 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-be3c416a-7d92-41e9-8bac-0c9136f31958 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:24.953315 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ce474dfb-4e77-496c-b0ba-29d0b7383f42 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:24.973396 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-ce474dfb-4e77-496c-b0ba-29d0b7383f42 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Transition to ACTIVE for port object 7ccf5d7e-cc5d-4891-b516-b8f20a016809 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:17:25.013064 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['f443a387-47ac-4688-9ffc-34c90d90229a'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:17:25.057684 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ce474dfb-4e77-496c-b0ba-29d0b7383f42 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:25.228514 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce474dfb-4e77-496c-b0ba-29d0b7383f42 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:25.245763 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-ce474dfb-4e77-496c-b0ba-29d0b7383f42 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:25.261826 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-be3c416a-7d92-41e9-8bac-0c9136f31958 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:25.266519 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce474dfb-4e77-496c-b0ba-29d0b7383f42 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:17:25.272655 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce474dfb-4e77-496c-b0ba-29d0b7383f42 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:25.273460 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ce474dfb-4e77-496c-b0ba-29d0b7383f42 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:25.278990 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 4aacb0ea-bdfd-4600-a7ba-7b3fab0948c6 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:17:25.298515 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce474dfb-4e77-496c-b0ba-29d0b7383f42 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event updated for resources: {'Port': ['ID=7ccf5d7e-cc5d-4891-b516-b8f20a016809,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:25.307209 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a8fbfbb8-a747-4810-9acb-d56c39456d4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:25.316947 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e5372-b53d-4dca-960c-f116717ec4a7 req-2046f5de-1294-420c-a5b1-836486d4d1da tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:25.318600 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2b3e5372-b53d-4dca-960c-f116717ec4a7 req-2046f5de-1294-420c-a5b1-836486d4d1da tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=1b9d14c6-642a-4558-96a9-05223d9b7b5c HTTP/1.1" status: 200 len: 945 time: 0.5028408 Feb 09 01:17:25.326946 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a8fbfbb8-a747-4810-9acb-d56c39456d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:25.335573 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-ce474dfb-4e77-496c-b0ba-29d0b7383f42 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2817008 Feb 09 01:17:25.354226 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 43612) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:25.363912 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3c416a-7d92-41e9-8bac-0c9136f31958 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Pushing event updated for resources: {'Subnet': ['ID=49e5ca0c-ff84-4df9-8a4f-bcd2aaf384b2,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:25.378976 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-230405b8-eed0-44f7-8233-e98a19643285 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Request body: {'port': {'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'fixed_ips': [{'subnet_id': '8a14a4af-9595-465e-8ead-cf5913b25669', 'ip_address': '2001:db8::4333:ed9d:13f2:6d25'}], 'name': 'tempest-NetworksTestDHCPv6-845611549'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:25.400581 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3c416a-7d92-41e9-8bac-0c9136f31958 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Checking segment: {'id': '8ac0c287-02d6-4a72-8319-c35d978cd18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2969c83e-1b0b-42a3-91a1-b194a171a7c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:17:25.400937 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3c416a-7d92-41e9-8bac-0c9136f31958 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Network hostable DHCP agents. Network: 2969c83e-1b0b-42a3-91a1-b194a171a7c2, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:17:25.425560 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3c416a-7d92-41e9-8bac-0c9136f31958 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Network 2969c83e-1b0b-42a3-91a1-b194a171a7c2 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:17:25.436727 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-be3c416a-7d92-41e9-8bac-0c9136f31958 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 2969c83e-1b0b-42a3-91a1-b194a171a7c2) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:25.441517 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3c416a-7d92-41e9-8bac-0c9136f31958 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:25.443572 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-be3c416a-7d92-41e9-8bac-0c9136f31958 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:25.476941 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-be3c416a-7d92-41e9-8bac-0c9136f31958 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8277066 Feb 09 01:17:25.477326 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43616) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:25.499051 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-a8fbfbb8-a747-4810-9acb-d56c39456d4d admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=6d488347d6e74fc4856ade16342a3f58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7605612 Feb 09 01:17:25.502909 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43620) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:25.509544 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fbfbb8-a747-4810-9acb-d56c39456d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05fd7d0e-d64a-4242-9c46-d41e6b40f5f8,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:25.550429 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930fee47-3219-4701-8b84-cbd35a475372 req-b099d9fa-910d-43cd-98db-9ea100222a3c tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:25.552601 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-930fee47-3219-4701-8b84-cbd35a475372 req-b099d9fa-910d-43cd-98db-9ea100222a3c tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=b62ade1c-1d81-4bb3-9009-3110721d68db HTTP/1.1" status: 200 len: 944 time: 0.4837260 Feb 09 01:17:25.555591 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2b3e5372-b53d-4dca-960c-f116717ec4a7 req-a275ecb0-50de-4685-955a-de3218d92870 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167499 Feb 09 01:17:25.654018 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-930fee47-3219-4701-8b84-cbd35a475372 req-6ae620d5-f24e-4a46-b6a3-7c6233575deb tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=c5ad553e-ab0d-4663-be56-e1031564698c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905964 Feb 09 01:17:25.655571 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-230405b8-eed0-44f7-8233-e98a19643285 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:25.685013 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-230405b8-eed0-44f7-8233-e98a19643285 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:25.697974 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-230405b8-eed0-44f7-8233-e98a19643285 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Made reservation on behalf of 32c9b2ac64b74efca212307487c75b1d for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:17:25.704174 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-230405b8-eed0-44f7-8233-e98a19643285 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:25.728402 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc8d43e-5548-4f9a-a8da-b465806d2c4a None None] Network 339af34e-66a5-4e42-8bbc-8ad5d6677843 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:17:25.731572 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ac02febc-54f8-4c38-bde6-f346106cc447 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:25.761585 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be74d7d-d533-487b-8cf5-efb5a9c58c2b None None] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:17:25.781130 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804fa416-1109-4dff-95ad-2cfbb45aead8 None None] Network 2969c83e-1b0b-42a3-91a1-b194a171a7c2 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:17:25.818472 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-230405b8-eed0-44f7-8233-e98a19643285 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] device_id is not set on port c48bc8e7-41ca-4535-8857-22a1b3148178 yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:17:25.869260 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ac02febc-54f8-4c38-bde6-f346106cc447 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:25.928440 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ac2d4146-a41b-4307-8045-3a56e33ccc92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:25.965384 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ac2d4146-a41b-4307-8045-3a56e33ccc92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:26.046315 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ac2d4146-a41b-4307-8045-3a56e33ccc92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:26.055263 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39376ef-6cef-4d72-a857-ba2bf3d30341 req-0868cdab-a94a-43ce-a33a-90e3633824dc tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:26.056903 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a39376ef-6cef-4d72-a857-ba2bf3d30341 req-0868cdab-a94a-43ce-a33a-90e3633824dc tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=6e6b4ae5-c67f-4684-bcae-75b7944260ec HTTP/1.1" status: 200 len: 945 time: 0.3314903 Feb 09 01:17:26.071380 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2d4146-a41b-4307-8045-3a56e33ccc92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05fd7d0e-d64a-4242-9c46-d41e6b40f5f8,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:26.079653 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ac2d4146-a41b-4307-8045-3a56e33ccc92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:26.081006 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ac2d4146-a41b-4307-8045-3a56e33ccc92 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/05fd7d0e-d64a-4242-9c46-d41e6b40f5f8 HTTP/1.1" status: 204 len: 168 time: 0.5733123 Feb 09 01:17:26.084479 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ac02febc-54f8-4c38-bde6-f346106cc447 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:26.095645 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc8d43e-5548-4f9a-a8da-b465806d2c4a None None] Network 339af34e-66a5-4e42-8bbc-8ad5d6677843 could not be found, it might have been deleted concurrently. {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 09 01:17:26.118986 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-230405b8-eed0-44f7-8233-e98a19643285 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 09 01:17:26.119582 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-230405b8-eed0-44f7-8233-e98a19643285 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:17:26.126094 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac02febc-54f8-4c38-bde6-f346106cc447 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Pushing event deleted for resources: {'Subnet': ['ID=49e5ca0c-ff84-4df9-8a4f-bcd2aaf384b2,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:26.139920 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a39376ef-6cef-4d72-a857-ba2bf3d30341 req-27e3b175-7246-4b23-ab22-77d8e888ed4e tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667953 Feb 09 01:17:26.150260 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa863a6e-5005-46d2-ac99-0fa2b8b1b295 None None] Network 339af34e-66a5-4e42-8bbc-8ad5d6677843 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:17:26.162721 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-230405b8-eed0-44f7-8233-e98a19643285 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.8047595 Feb 09 01:17:26.162960 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 43628) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:26.201152 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-af92f470-53c3-4284-bae0-4c4cdb4d5f4c None None] Provisioning for port 4aacb0ea-bdfd-4600-a7ba-7b3fab0948c6 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:17:26.204289 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58e7c3f-be79-4336-a1bd-59b1a1b79623 None None] Network 2969c83e-1b0b-42a3-91a1-b194a171a7c2 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:17:26.228021 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa863a6e-5005-46d2-ac99-0fa2b8b1b295 None None] Network 339af34e-66a5-4e42-8bbc-8ad5d6677843 could not be found, it might have been deleted concurrently. {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 09 01:17:26.253085 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ac02febc-54f8-4c38-bde6-f346106cc447 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:26.284696 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-af92f470-53c3-4284-bae0-4c4cdb4d5f4c None None] Provisioning complete for port 4aacb0ea-bdfd-4600-a7ba-7b3fab0948c6 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:26.285255 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-af92f470-53c3-4284-bae0-4c4cdb4d5f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:26.307175 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-ac02febc-54f8-4c38-bde6-f346106cc447 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2969c83e-1b0b-42a3-91a1-b194a171a7c2']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:26.322361 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-ac02febc-54f8-4c38-bde6-f346106cc447 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ac0c287-02d6-4a72-8319-c35d978cd18f') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:26.322797 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-ac02febc-54f8-4c38-bde6-f346106cc447 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ac0c287-02d6-4a72-8319-c35d978cd18f') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:26.336585 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ac02febc-54f8-4c38-bde6-f346106cc447 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:26.339499 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device f443a387-47ac-4688-9ffc-34c90d90229a up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:17:26.358750 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ac02febc-54f8-4c38-bde6-f346106cc447 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:26.368809 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac02febc-54f8-4c38-bde6-f346106cc447 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:17:26.369509 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ac02febc-54f8-4c38-bde6-f346106cc447 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:26.373670 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd6ea33-6bb4-465f-b0aa-a47d8b03a95e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:26.387668 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:17:26.387668 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:17:26.387668 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:17:26.387668 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:17:26.387668 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:17:26.387668 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:17:26.387668 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:17:26.387668 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:17:26.387668 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:17:26.387668 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:17:26.387668 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:17:26.387668 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:17:26.387668 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:17:26.387668 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:17:26.387668 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:17:26.387668 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:17:26.387668 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:17:26.387668 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:17:26.387668 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:17:26.387668 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:17:26.387668 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:17:26.387668 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:17:26.387668 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:17:26.387668 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:17:26.387668 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:17:26.387668 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:17:26.387668 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:17:26.387668 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:17:26.387668 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:17:26.387668 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:17:26.387668 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:17:26.387668 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:17:26.390350 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd6ea33-6bb4-465f-b0aa-a47d8b03a95e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:26.390812 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-ddd6ea33-6bb4-465f-b0aa-a47d8b03a95e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Synchronizing usage tracker for tenant:32c9b2ac64b74efca212307487c75b1d on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:17:26.494876 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ac02febc-54f8-4c38-bde6-f346106cc447 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:26.519290 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ac02febc-54f8-4c38-bde6-f346106cc447 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:26.527782 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac02febc-54f8-4c38-bde6-f346106cc447 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Pushing event deleted for resources: {'Network': ['ID=2969c83e-1b0b-42a3-91a1-b194a171a7c2,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:26.540506 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ac02febc-54f8-4c38-bde6-f346106cc447 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] 10.222.0.105 "DELETE /v2.0/networks/2969c83e-1b0b-42a3-91a1-b194a171a7c2 HTTP/1.1" status: 204 len: 168 time: 1.0620508 Feb 09 01:17:26.544041 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43640) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:26.549926 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-b1a629bb-04a6-4825-b883-5aaa8405660c tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-530787460'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:26.556128 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b1a629bb-04a6-4825-b883-5aaa8405660c tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:26.560353 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-b1a629bb-04a6-4825-b883-5aaa8405660c tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Usage tracker for resource:network and tenant:68fbf07ce9d34bbb833788a16887e0a4 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:26.563365 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-b1a629bb-04a6-4825-b883-5aaa8405660c tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:26.572869 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-ddd6ea33-6bb4-465f-b0aa-a47d8b03a95e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Unset dirty status for tenant:32c9b2ac64b74efca212307487c75b1d on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:17:26.579740 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-ddd6ea33-6bb4-465f-b0aa-a47d8b03a95e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.4154060 Feb 09 01:17:26.586504 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43644) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:26.596566 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b1a629bb-04a6-4825-b883-5aaa8405660c tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:26.605904 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e81f21-fc28-49ae-88e2-0b3872f93407 req-7434f0d1-a2c1-4d04-8839-424eebed2ad2 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:26.608737 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-12e81f21-fc28-49ae-88e2-0b3872f93407 req-7434f0d1-a2c1-4d04-8839-424eebed2ad2 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=1b9d14c6-642a-4558-96a9-05223d9b7b5c HTTP/1.1" status: 200 len: 945 time: 0.2140224 Feb 09 01:17:26.719903 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-12e81f21-fc28-49ae-88e2-0b3872f93407 req-985a8c1e-3cc2-45da-b5f8-8837b0b27ec6 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054828 Feb 09 01:17:26.753581 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-5d463575-461e-41a6-881c-260f769fc3ec tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Deleting port 7ccf5d7e-cc5d-4891-b516-b8f20a016809 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:17:26.754231 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5d463575-461e-41a6-881c-260f769fc3ec tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:26.766692 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port f443a387-47ac-4688-9ffc-34c90d90229a completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:17:26.787819 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port f443a387-47ac-4688-9ffc-34c90d90229a triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:26.788494 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:26.850162 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-af92f470-53c3-4284-bae0-4c4cdb4d5f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:26.903773 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a629bb-04a6-4825-b883-5aaa8405660c tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Made reservation on behalf of 68fbf07ce9d34bbb833788a16887e0a4 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:17:26.911413 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b1a629bb-04a6-4825-b883-5aaa8405660c tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:26.927215 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-af92f470-53c3-4284-bae0-4c4cdb4d5f4c None None] For port 4aacb0ea-bdfd-4600-a7ba-7b3fab0948c6, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=4aacb0ea-bdfd-4600-a7ba-7b3fab0948c6,segment=NetworkSegment(986fd47a-7d48-4218-bc5b-1f82d1198ace),segment_id=986fd47a-7d48-4218-bc5b-1f82d1198ace)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:17:26.976319 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-af92f470-53c3-4284-bae0-4c4cdb4d5f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:26.991663 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708190f1-f85b-42c6-9aac-a178877af406 req-03286c95-83d8-4f5a-99e3-cebd8753ba26 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:27.014521 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-708190f1-f85b-42c6-9aac-a178877af406 req-03286c95-83d8-4f5a-99e3-cebd8753ba26 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=b62ade1c-1d81-4bb3-9009-3110721d68db HTTP/1.1" status: 200 len: 944 time: 0.1548469 Feb 09 01:17:27.106373 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:27.132600 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-708190f1-f85b-42c6-9aac-a178877af406 req-61544865-41e1-40b5-ae7a-ae4dc0e5bfa8 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=c5ad553e-ab0d-4663-be56-e1031564698c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158905 Feb 09 01:17:27.167074 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af92f470-53c3-4284-bae0-4c4cdb4d5f4c None None] Pushing event updated for resources: {'Port': ['ID=4aacb0ea-bdfd-4600-a7ba-7b3fab0948c6,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:27.169986 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b62ade1c-1d81-4bb3-9009-3110721d68db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f443a387-47ac-4688-9ffc-34c90d90229a'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:17:27.200968 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port f443a387-47ac-4688-9ffc-34c90d90229a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=f443a387-47ac-4688-9ffc-34c90d90229a,segment=NetworkSegment(ce0dc62c-7941-4b08-ad25-dc67d17d1ad0),segment_id=ce0dc62c-7941-4b08-ad25-dc67d17d1ad0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:17:27.205827 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:27.297091 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=f443a387-47ac-4688-9ffc-34c90d90229a,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:27.390844 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1a629bb-04a6-4825-b883-5aaa8405660c tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:17:27.417074 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b62ade1c-1d81-4bb3-9009-3110721d68db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f443a387-47ac-4688-9ffc-34c90d90229a', 'code': 200} Feb 09 01:17:27.432363 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b1a629bb-04a6-4825-b883-5aaa8405660c tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:27.432713 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-b1a629bb-04a6-4825-b883-5aaa8405660c tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Added segment 3645c1a1-23d3-427f-88e4-285c9e22eca6 of type vlan for network 33a6551e-c34c-40e4-a5a7-182ae0c3cd0a Feb 09 01:17:27.455052 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45114940-1779-41ed-9184-65320b9487f9 req-0c6d6cb8-ef36-4172-b8a2-3f9972bfb867 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:27.456582 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-45114940-1779-41ed-9184-65320b9487f9 req-0c6d6cb8-ef36-4172-b8a2-3f9972bfb867 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/ports?device_id=50f0db9d-747a-410b-aec2-77e3beb7ba8b HTTP/1.1" status: 200 len: 945 time: 0.1814184 Feb 09 01:17:27.519941 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5d463575-461e-41a6-881c-260f769fc3ec tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:27.531961 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b1a629bb-04a6-4825-b883-5aaa8405660c tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:27.558488 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fe3a13ea-9733-427d-8dc0-2bb97924d780 None None] Provisioning for port 7ccf5d7e-cc5d-4891-b516-b8f20a016809 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:17:27.566861 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fe3a13ea-9733-427d-8dc0-2bb97924d780 None None] Provisioning complete for port 7ccf5d7e-cc5d-4891-b516-b8f20a016809 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:27.567886 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fe3a13ea-9733-427d-8dc0-2bb97924d780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:27.680477 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-5d463575-461e-41a6-881c-260f769fc3ec tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Calling delete_port for 7ccf5d7e-cc5d-4891-b516-b8f20a016809 owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:17:27.718798 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fe3a13ea-9733-427d-8dc0-2bb97924d780 None None] Port 7ccf5d7e-cc5d-4891-b516-b8f20a016809 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:17:27.735602 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.db.resource_extend [None req-b1a629bb-04a6-4825-b883-5aaa8405660c tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:17:27.740534 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fe3a13ea-9733-427d-8dc0-2bb97924d780 None None] Provisioning complete for port 4aacb0ea-bdfd-4600-a7ba-7b3fab0948c6 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:27.741349 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fe3a13ea-9733-427d-8dc0-2bb97924d780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:27.771599 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b1a629bb-04a6-4825-b883-5aaa8405660c tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:27.778838 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a629bb-04a6-4825-b883-5aaa8405660c tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:27.779732 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b1a629bb-04a6-4825-b883-5aaa8405660c tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:27.933005 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-45114940-1779-41ed-9184-65320b9487f9 req-045d00c7-0381-46fb-abd4-b2503959889c tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/security-groups?id=59346c3a-364d-410d-a9fb-3c85b0553f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4686294 Feb 09 01:17:27.949831 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a629bb-04a6-4825-b883-5aaa8405660c tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Pushing event updated for resources: {'Network': ['ID=33a6551e-c34c-40e4-a5a7-182ae0c3cd0a,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:27.964839 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac32d6-c2b1-496f-bd66-6613e6a64085 req-7cd36aad-e3b5-471d-83d4-d4ff592637e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:27.966325 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-97ac32d6-c2b1-496f-bd66-6613e6a64085 req-7cd36aad-e3b5-471d-83d4-d4ff592637e5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b62ade1c-1d81-4bb3-9009-3110721d68db HTTP/1.1" status: 200 len: 1096 time: 0.1912868 Feb 09 01:17:27.974400 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 33a6551e-c34c-40e4-a5a7-182ae0c3cd0a details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:17:27.985865 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd8dba-5cb4-49a2-9f91-4e072f9eeced req-cdf16cac-40a2-4058-ba26-4af98da5ad56 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:27.987714 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d3bd8dba-5cb4-49a2-9f91-4e072f9eeced req-cdf16cac-40a2-4058-ba26-4af98da5ad56 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=1b9d14c6-642a-4558-96a9-05223d9b7b5c HTTP/1.1" status: 200 len: 945 time: 0.2134216 Feb 09 01:17:27.997818 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b1a629bb-04a6-4825-b883-5aaa8405660c tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4502447 Feb 09 01:17:28.000780 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43680) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:28.009273 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-f0eedfa8-878d-40ae-b43c-7611729ec955 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Request body: {'subnet': {'network_id': '33a6551e-c34c-40e4-a5a7-182ae0c3cd0a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:28.070602 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d3bd8dba-5cb4-49a2-9f91-4e072f9eeced req-7c11472c-8d0d-422c-bcb5-3b8f36d9ea42 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668595 Feb 09 01:17:28.074931 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-97ac32d6-c2b1-496f-bd66-6613e6a64085 req-d0faa5d6-e311-4788-9405-e2c3f8b45646 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c5ad553e-ab0d-4663-be56-e1031564698c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862720 Feb 09 01:17:28.129457 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-27731ad9-c886-461b-9ec7-75f9860f204a None None] Provisioning complete for port 7ccf5d7e-cc5d-4891-b516-b8f20a016809 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:28.136822 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-27731ad9-c886-461b-9ec7-75f9860f204a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:28.136988 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5d463575-461e-41a6-881c-260f769fc3ec tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:28.214780 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-27731ad9-c886-461b-9ec7-75f9860f204a None None] Port 7ccf5d7e-cc5d-4891-b516-b8f20a016809 was deleted so its status cannot be updated. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 09 01:17:28.228718 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d463575-461e-41a6-881c-260f769fc3ec tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event deleted for resources: {'Port': ['ID=7ccf5d7e-cc5d-4891-b516-b8f20a016809,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:28.230888 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f0eedfa8-878d-40ae-b43c-7611729ec955 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:28.238417 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-f0eedfa8-878d-40ae-b43c-7611729ec955 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Usage tracker for resource:subnet and tenant:68fbf07ce9d34bbb833788a16887e0a4 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:28.268143 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-f0eedfa8-878d-40ae-b43c-7611729ec955 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:28.287206 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f0eedfa8-878d-40ae-b43c-7611729ec955 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:28.299561 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5d463575-461e-41a6-881c-260f769fc3ec tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:28.311788 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0eedfa8-878d-40ae-b43c-7611729ec955 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Made reservation on behalf of 68fbf07ce9d34bbb833788a16887e0a4 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:17:28.315348 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f0eedfa8-878d-40ae-b43c-7611729ec955 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:28.336774 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-5d463575-461e-41a6-881c-260f769fc3ec tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/ports/7ccf5d7e-cc5d-4891-b516-b8f20a016809 HTTP/1.1" status: 204 len: 168 time: 1.7476697 Feb 09 01:17:28.398367 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43692) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:28.468789 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fbb039-1ea7-49ae-87de-a23faa8758b8 req-55026963-d533-4c8b-9b87-73762b80df07 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:28.470161 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-31fbb039-1ea7-49ae-87de-a23faa8758b8 req-55026963-d533-4c8b-9b87-73762b80df07 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=b62ade1c-1d81-4bb3-9009-3110721d68db HTTP/1.1" status: 200 len: 945 time: 0.1430306 Feb 09 01:17:28.526636 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-31fbb039-1ea7-49ae-87de-a23faa8758b8 req-fef93d8f-3253-4eb6-878d-e343326465fa tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=c5ad553e-ab0d-4663-be56-e1031564698c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502176 Feb 09 01:17:28.531063 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e2b805-f661-4369-b990-02c9c8041b7f tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:28.533287 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e2b805-f661-4369-b990-02c9c8041b7f tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:28.534145 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-25e2b805-f661-4369-b990-02c9c8041b7f tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Synchronizing usage tracker for tenant:32c9b2ac64b74efca212307487c75b1d on resource:subnet {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:17:28.558687 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-25e2b805-f661-4369-b990-02c9c8041b7f tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Unset dirty status for tenant:32c9b2ac64b74efca212307487c75b1d on resource:subnet {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:17:28.562279 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-25e2b805-f661-4369-b990-02c9c8041b7f tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1608245 Feb 09 01:17:28.562815 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43700) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:28.634613 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-90c0e816-1864-44f5-acdf-5490594b05bc tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Deleting subnet 8a14a4af-9595-465e-8ead-cf5913b25669 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:17:28.641357 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-90c0e816-1864-44f5-acdf-5490594b05bc tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:28.748591 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-90c0e816-1864-44f5-acdf-5490594b05bc tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:28.842444 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 4aacb0ea-bdfd-4600-a7ba-7b3fab0948c6 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:17:28.853576 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f0eedfa8-878d-40ae-b43c-7611729ec955 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:28.921544 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 4aacb0ea-bdfd-4600-a7ba-7b3fab0948c6 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:28.922078 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:29.026730 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-90c0e816-1864-44f5-acdf-5490594b05bc tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:29.061454 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eedfa8-878d-40ae-b43c-7611729ec955 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Pushing event updated for resources: {'Subnet': ['ID=9da8f6fe-2c14-4ed5-8adf-2c81d1b85a53,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:29.072514 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0eedfa8-878d-40ae-b43c-7611729ec955 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Checking segment: {'id': '3645c1a1-23d3-427f-88e4-285c9e22eca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '33a6551e-c34c-40e4-a5a7-182ae0c3cd0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:17:29.072882 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0eedfa8-878d-40ae-b43c-7611729ec955 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Network hostable DHCP agents. Network: 33a6551e-c34c-40e4-a5a7-182ae0c3cd0a, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:17:29.120747 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0eedfa8-878d-40ae-b43c-7611729ec955 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Network 33a6551e-c34c-40e4-a5a7-182ae0c3cd0a is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:17:29.143810 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eebb09-7f76-49db-beca-081e84c5dedf req-542b3305-a256-4f42-a779-791fe39d789d tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:29.144511 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-a3eebb09-7f76-49db-beca-081e84c5dedf req-542b3305-a256-4f42-a779-791fe39d789d tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Synchronizing usage tracker for tenant:ecfa99ec90404d2da344b2927ef93a25 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:17:29.149242 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-f0eedfa8-878d-40ae-b43c-7611729ec955 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 33a6551e-c34c-40e4-a5a7-182ae0c3cd0a) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:29.156829 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0eedfa8-878d-40ae-b43c-7611729ec955 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:29.157965 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f0eedfa8-878d-40ae-b43c-7611729ec955 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:29.164213 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc143a7-8c2c-458a-b8f4-8819c2131943 None None] Network 33a6551e-c34c-40e4-a5a7-182ae0c3cd0a requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:17:29.165949 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-90c0e816-1864-44f5-acdf-5490594b05bc tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:29.316475 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e2a623-e7b8-40a0-a836-c92b502042a3 req-db87f495-2840-493c-9481-949133d5e0ee tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:29.324452 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-40e2a623-e7b8-40a0-a836-c92b502042a3 req-db87f495-2840-493c-9481-949133d5e0ee tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/ports?device_id=50f0db9d-747a-410b-aec2-77e3beb7ba8b HTTP/1.1" status: 200 len: 945 time: 0.2323151 Feb 09 01:17:29.421726 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0e816-1864-44f5-acdf-5490594b05bc tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event deleted for resources: {'Subnet': ['ID=8a14a4af-9595-465e-8ead-cf5913b25669,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:29.433134 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-90c0e816-1864-44f5-acdf-5490594b05bc tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:29.443624 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-90c0e816-1864-44f5-acdf-5490594b05bc tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/subnets/8a14a4af-9595-465e-8ead-cf5913b25669 HTTP/1.1" status: 204 len: 168 time: 0.8796408 Feb 09 01:17:29.443787 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-40e2a623-e7b8-40a0-a836-c92b502042a3 req-879e9ff8-cf32-4bd5-ae97-f2b67011240b tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/security-groups?id=59346c3a-364d-410d-a9fb-3c85b0553f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181028 Feb 09 01:17:29.444395 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 43712) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:29.445209 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-a3eebb09-7f76-49db-beca-081e84c5dedf req-542b3305-a256-4f42-a779-791fe39d789d tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Unset dirty status for tenant:ecfa99ec90404d2da344b2927ef93a25 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:17:29.447543 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a3eebb09-7f76-49db-beca-081e84c5dedf req-542b3305-a256-4f42-a779-791fe39d789d tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.99 "GET /v2.0/ports?device_id=1b9d14c6-642a-4558-96a9-05223d9b7b5c HTTP/1.1" status: 200 len: 945 time: 0.5340824 Feb 09 01:17:29.448815 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f0eedfa8-878d-40ae-b43c-7611729ec955 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4473469 Feb 09 01:17:29.453672 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9849d1-7756-442c-87b7-3f6f1e069d2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-33a6551e-c34c-40e4-a5a7-182ae0c3cd0a', 'network_id': '33a6551e-c34c-40e4-a5a7-182ae0c3cd0a', 'tenant_id': '68fbf07ce9d34bbb833788a16887e0a4', 'fixed_ips': [{'subnet_id': '9da8f6fe-2c14-4ed5-8adf-2c81d1b85a53'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:17:29.454515 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-cd9849d1-7756-442c-87b7-3f6f1e069d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:29.470899 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee4989b-79f8-4260-8fc1-aacc810a8b59 None None] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:17:29.508777 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43716) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:29.534377 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-838f8b1f-52a9-41e0-8f8d-d011bc20579a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0871384 Feb 09 01:17:29.540405 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 43726) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:29.546721 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-2c956769-c8d0-4475-a15d-39a9411c8ffd tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Request body: {'subnet': {'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:29.575376 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7685a0-3694-4a7b-92a6-96d2ea7b8143 req-0259e829-c564-457a-bb81-ececa1ed1b4a tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:29.577535 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7d7685a0-3694-4a7b-92a6-96d2ea7b8143 req-0259e829-c564-457a-bb81-ececa1ed1b4a tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=1b9d14c6-642a-4558-96a9-05223d9b7b5c HTTP/1.1" status: 200 len: 945 time: 0.3516386 Feb 09 01:17:29.680084 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0dc34057-8e35-4a06-966a-90b2d0972e46 req-96dbf396-a116-4ec9-9f40-5d6213547493 tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=3930e17d1a1545e0b19bf8ec363e2ee3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0525725 Feb 09 01:17:29.700570 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-954ded8e-ad19-4789-99d4-1a6808da6b08 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:29.728235 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-a3eebb09-7f76-49db-beca-081e84c5dedf req-ed4485a8-e30d-42ff-94ce-9a8789c89c27 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Deleting port e28c8373-5c66-4638-9235-5154f9440cca {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:17:29.728890 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-a3eebb09-7f76-49db-beca-081e84c5dedf req-ed4485a8-e30d-42ff-94ce-9a8789c89c27 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:29.811901 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7d7685a0-3694-4a7b-92a6-96d2ea7b8143 req-8ba6fc8b-3e6e-4cd0-9f36-acaea47454d1 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854088 Feb 09 01:17:29.837092 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-2c956769-c8d0-4475-a15d-39a9411c8ffd tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:29.851651 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-2c956769-c8d0-4475-a15d-39a9411c8ffd tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:29.871353 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-cd9849d1-7756-442c-87b7-3f6f1e069d2a None None] Allocated IP 172.20.0.1 (33a6551e-c34c-40e4-a5a7-182ae0c3cd0a/9da8f6fe-2c14-4ed5-8adf-2c81d1b85a53/cc7f684b-77a0-4c22-a4fd-1b7175ae434f) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:17:29.887146 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c956769-c8d0-4475-a15d-39a9411c8ffd tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Made reservation on behalf of 32c9b2ac64b74efca212307487c75b1d for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:17:29.887984 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-954ded8e-ad19-4789-99d4-1a6808da6b08 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:29.891262 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2c956769-c8d0-4475-a15d-39a9411c8ffd tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:29.977103 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc34057-8e35-4a06-966a-90b2d0972e46 req-a4ca23aa-f0e1-409f-9a90-d3a5d13621b6 tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:29.978798 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0dc34057-8e35-4a06-966a-90b2d0972e46 req-a4ca23aa-f0e1-409f-9a90-d3a5d13621b6 tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2832100 Feb 09 01:17:30.001813 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d61d7a-f803-40c5-bf95-96fbceaa901b None None] DHCP port deletion for 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:17:30.014411 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-67d61d7a-f803-40c5-bf95-96fbceaa901b None None] Deleting port 4aacb0ea-bdfd-4600-a7ba-7b3fab0948c6 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:17:30.014812 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-67d61d7a-f803-40c5-bf95-96fbceaa901b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:30.045429 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0dc34057-8e35-4a06-966a-90b2d0972e46 req-21459740-6cc5-4b3b-a053-9ba1010b5ff3 tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] 10.222.0.105 "GET /v2.0/quotas/3930e17d1a1545e0b19bf8ec363e2ee3 HTTP/1.1" status: 200 len: 375 time: 0.0587215 Feb 09 01:17:30.121067 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0dc34057-8e35-4a06-966a-90b2d0972e46 req-81c2ab00-93ac-4dcc-a79a-ce8d4529d4a4 tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=3930e17d1a1545e0b19bf8ec363e2ee3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0644264 Feb 09 01:17:30.126932 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-a3eebb09-7f76-49db-beca-081e84c5dedf req-ed4485a8-e30d-42ff-94ce-9a8789c89c27 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] For port e28c8373-5c66-4638-9235-5154f9440cca, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=e28c8373-5c66-4638-9235-5154f9440cca,segment=NetworkSegment(e4f8d471-753e-488b-969f-03ab5fdd3e2b),segment_id=e4f8d471-753e-488b-969f-03ab5fdd3e2b)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:17:30.127392 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-a3eebb09-7f76-49db-beca-081e84c5dedf req-ed4485a8-e30d-42ff-94ce-9a8789c89c27 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:30.201870 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13def6-94ad-4c82-a663-4eb04adc03d2 req-88a6a6f6-504e-43d1-98a3-4efc60d10837 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:30.210490 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ff13def6-94ad-4c82-a663-4eb04adc03d2 req-88a6a6f6-504e-43d1-98a3-4efc60d10837 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=b62ade1c-1d81-4bb3-9009-3110721d68db HTTP/1.1" status: 200 len: 945 time: 0.2245705 Feb 09 01:17:30.280489 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-a3eebb09-7f76-49db-beca-081e84c5dedf req-ed4485a8-e30d-42ff-94ce-9a8789c89c27 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Calling delete_port for e28c8373-5c66-4638-9235-5154f9440cca owned by compute:nova {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:17:30.292869 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ff13def6-94ad-4c82-a663-4eb04adc03d2 req-a687d027-8a09-4437-bada-a6ea2ba41bbf tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=c5ad553e-ab0d-4663-be56-e1031564698c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813143 Feb 09 01:17:30.346881 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2c956769-c8d0-4475-a15d-39a9411c8ffd tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:30.348968 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-cd9849d1-7756-442c-87b7-3f6f1e069d2a None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:30.352559 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-67d61d7a-f803-40c5-bf95-96fbceaa901b None None] For port 4aacb0ea-bdfd-4600-a7ba-7b3fab0948c6, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=4aacb0ea-bdfd-4600-a7ba-7b3fab0948c6,segment=NetworkSegment(986fd47a-7d48-4218-bc5b-1f82d1198ace),segment_id=986fd47a-7d48-4218-bc5b-1f82d1198ace)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:17:30.352939 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-67d61d7a-f803-40c5-bf95-96fbceaa901b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:30.449643 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-cd9849d1-7756-442c-87b7-3f6f1e069d2a None None] Transition to ACTIVE for port object cc7f684b-77a0-4c22-a4fd-1b7175ae434f will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:17:30.509053 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c956769-c8d0-4475-a15d-39a9411c8ffd tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:30.518098 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-2c956769-c8d0-4475-a15d-39a9411c8ffd tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:30.525638 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-67d61d7a-f803-40c5-bf95-96fbceaa901b None None] Calling delete_port for 4aacb0ea-bdfd-4600-a7ba-7b3fab0948c6 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:17:30.561287 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c956769-c8d0-4475-a15d-39a9411c8ffd tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:30.561897 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2c956769-c8d0-4475-a15d-39a9411c8ffd tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:30.572496 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-a3eebb09-7f76-49db-beca-081e84c5dedf req-ed4485a8-e30d-42ff-94ce-9a8789c89c27 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:30.594660 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['9bf5d22d-c05c-4bb7-9938-6cdd0b694aac', 'e28c8373-5c66-4638-9235-5154f9440cca'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:17:30.601672 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c956769-c8d0-4475-a15d-39a9411c8ffd tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event updated for resources: {'Subnet': ['ID=801ad06b-cc42-46b9-a4dc-98849f6c3ba1,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:30.629360 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2f7093d2-00be-4784-964e-f684de114821 req-0f650331-c304-41d1-b067-c6a56033ebab tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] 10.222.0.105 "GET /v2.0/ports?device_id=001d1335-0ac0-4b7b-a1b3-d8ead7a0db82 HTTP/1.1" status: 200 len: 210 time: 0.1284347 Feb 09 01:17:30.692025 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['8c84331e-6994-437c-8a91-82e7acd41378'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:17:30.712871 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-2c956769-c8d0-4475-a15d-39a9411c8ffd tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1712344 Feb 09 01:17:30.714828 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 43748) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:30.720073 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4485a8-e30d-42ff-94ce-9a8789c89c27 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Pushing event deleted for resources: {'Port': ['ID=e28c8373-5c66-4638-9235-5154f9440cca,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:30.727621 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-fa0e9e6e-3d88-4e38-8d3e-28090151d7a4 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Request body: {'port': {'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'fixed_ips': [{'subnet_id': '801ad06b-cc42-46b9-a4dc-98849f6c3ba1', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-1606486260'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:30.840687 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3eebb09-7f76-49db-beca-081e84c5dedf req-ed4485a8-e30d-42ff-94ce-9a8789c89c27 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] No DVR routers for this DVR port e28c8373-5c66-4638-9235-5154f9440cca on host n-h2-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:17:30.841940 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-cd9849d1-7756-442c-87b7-3f6f1e069d2a None None] Transition to ACTIVE for port object cc7f684b-77a0-4c22-a4fd-1b7175ae434f will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:17:30.845955 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-a3eebb09-7f76-49db-beca-081e84c5dedf req-ed4485a8-e30d-42ff-94ce-9a8789c89c27 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:30.877511 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b9d14c6-642a-4558-96a9-05223d9b7b5c', 'name': 'network-vif-deleted', 'tag': 'e28c8373-5c66-4638-9235-5154f9440cca'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:17:30.878954 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-cd9849d1-7756-442c-87b7-3f6f1e069d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:30.913244 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-954ded8e-ad19-4789-99d4-1a6808da6b08 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:30.955154 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 4aacb0ea-bdfd-4600-a7ba-7b3fab0948c6 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:17:31.002605 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a3eebb09-7f76-49db-beca-081e84c5dedf req-ed4485a8-e30d-42ff-94ce-9a8789c89c27 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.99 "DELETE /v2.0/ports/e28c8373-5c66-4638-9235-5154f9440cca HTTP/1.1" status: 204 len: 173 time: 1.5508296 Feb 09 01:17:31.022349 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954ded8e-ad19-4789-99d4-1a6808da6b08 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Pushing event deleted for resources: {'Subnet': ['ID=9da8f6fe-2c14-4ed5-8adf-2c81d1b85a53,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:31.104521 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9849d1-7756-442c-87b7-3f6f1e069d2a None None] Network 33a6551e-c34c-40e4-a5a7-182ae0c3cd0a is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:31.146279 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-cd9849d1-7756-442c-87b7-3f6f1e069d2a None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:31.175761 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-fa0e9e6e-3d88-4e38-8d3e-28090151d7a4 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:31.187034 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9849d1-7756-442c-87b7-3f6f1e069d2a None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:17:31.208172 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9849d1-7756-442c-87b7-3f6f1e069d2a None None] Pushing event updated for resources: {'Port': ['ID=cc7f684b-77a0-4c22-a4fd-1b7175ae434f,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:31.216547 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-fa0e9e6e-3d88-4e38-8d3e-28090151d7a4 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Usage tracker for resource:port and tenant:32c9b2ac64b74efca212307487c75b1d is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:31.226370 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Port 4aacb0ea-bdfd-4600-a7ba-7b3fab0948c6 update to DOWN by agent not found {{(pid=87640) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 09 01:17:31.228007 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-67d61d7a-f803-40c5-bf95-96fbceaa901b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:31.234254 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-fa0e9e6e-3d88-4e38-8d3e-28090151d7a4 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:31.248276 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-fa0e9e6e-3d88-4e38-8d3e-28090151d7a4 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:31.271553 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c74448c-0488-4361-b775-c3ccd7e30f5a req-94ddb4e3-0ead-4454-9b9f-05940e3f675f tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:31.273461 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8c74448c-0488-4361-b775-c3ccd7e30f5a req-94ddb4e3-0ead-4454-9b9f-05940e3f675f tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=b62ade1c-1d81-4bb3-9009-3110721d68db HTTP/1.1" status: 200 len: 945 time: 0.8304451 Feb 09 01:17:31.279596 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-954ded8e-ad19-4789-99d4-1a6808da6b08 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:31.291887 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa0e9e6e-3d88-4e38-8d3e-28090151d7a4 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Made reservation on behalf of 32c9b2ac64b74efca212307487c75b1d for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:17:31.328408 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 43758) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:31.337087 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-954ded8e-ad19-4789-99d4-1a6808da6b08 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33a6551e-c34c-40e4-a5a7-182ae0c3cd0a']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:31.351460 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-954ded8e-ad19-4789-99d4-1a6808da6b08 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3645c1a1-23d3-427f-88e4-285c9e22eca6') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:31.351770 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-954ded8e-ad19-4789-99d4-1a6808da6b08 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3645c1a1-23d3-427f-88e4-285c9e22eca6') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:31.363748 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-954ded8e-ad19-4789-99d4-1a6808da6b08 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:31.382181 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-954ded8e-ad19-4789-99d4-1a6808da6b08 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:31.389129 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-954ded8e-ad19-4789-99d4-1a6808da6b08 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:17:31.389524 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-954ded8e-ad19-4789-99d4-1a6808da6b08 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:31.416736 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d61d7a-f803-40c5-bf95-96fbceaa901b None None] No DVR routers for this DVR port 4aacb0ea-bdfd-4600-a7ba-7b3fab0948c6 on host n-d-828418-1 {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:17:31.464485 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fa0e9e6e-3d88-4e38-8d3e-28090151d7a4 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:31.474746 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:17:31.474746 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:17:31.474746 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:17:31.474746 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:17:31.474746 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:17:31.474746 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:17:31.474746 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:17:31.474746 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:17:31.474746 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:17:31.474746 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:17:31.474746 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:17:31.474746 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:17:31.474746 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:17:31.474746 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:17:31.474746 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:17:31.474746 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:17:31.474746 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:17:31.474746 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:17:31.474746 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:17:31.474746 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:17:31.474746 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:17:31.474746 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:17:31.474746 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:17:31.474746 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:17:31.474746 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:17:31.474746 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:17:31.474746 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:17:31.474746 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:17:31.474746 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:17:31.474746 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:17:31.474746 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:17:31.474746 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:17:31.502118 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-e83f81f8-becf-4fc6-978d-d8810ef26e91 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Request body: {'floatingip': {'port_id': 'f443a387-47ac-4688-9ffc-34c90d90229a'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:31.505379 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.db.api [None req-954ded8e-ad19-4789-99d4-1a6808da6b08 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 01:17:31.505379 n-d-828418-1 neutron-server[87638]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 01:17:31.505379 n-d-828418-1 neutron-server[87638]: [parameters: {'id': '33a6551e-c34c-40e4-a5a7-182ae0c3cd0a'}] Feb 09 01:17:31.505379 n-d-828418-1 neutron-server[87638]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:17:31.514087 n-d-828418-1 neutron-server[87638]: DEBUG oslo_db.api [None req-954ded8e-ad19-4789-99d4-1a6808da6b08 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:17:31.543803 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92f938b-18f5-4023-a48a-45a698daba0f None None] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:17:31.584276 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d61d7a-f803-40c5-bf95-96fbceaa901b None None] Pushing event deleted for resources: {'Port': ['ID=4aacb0ea-bdfd-4600-a7ba-7b3fab0948c6,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:31.711729 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-cd9849d1-7756-442c-87b7-3f6f1e069d2a None None] Attempting to bind port cc7f684b-77a0-4c22-a4fd-1b7175ae434f on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:17:31.712064 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-cd9849d1-7756-442c-87b7-3f6f1e069d2a None None] Attempting to bind port cc7f684b-77a0-4c22-a4fd-1b7175ae434f by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '3645c1a1-23d3-427f-88e4-285c9e22eca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '33a6551e-c34c-40e4-a5a7-182ae0c3cd0a'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:17:31.712373 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9849d1-7756-442c-87b7-3f6f1e069d2a None None] Attempting to bind port cc7f684b-77a0-4c22-a4fd-1b7175ae434f on network 33a6551e-c34c-40e4-a5a7-182ae0c3cd0a {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:17:31.730461 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0e8c352d-1bea-4c86-a040-05028ddc8002 req-22c68a90-39b4-4548-aa0a-344737cc51cf tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=1b9d14c6-642a-4558-96a9-05223d9b7b5c HTTP/1.1" status: 200 len: 210 time: 0.0763557 Feb 09 01:17:31.733882 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e83f81f8-becf-4fc6-978d-d8810ef26e91 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks [] for floatingip, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:31.734062 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9849d1-7756-442c-87b7-3f6f1e069d2a None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:17:31.734289 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9849d1-7756-442c-87b7-3f6f1e069d2a None None] Checking segment: {'id': '3645c1a1-23d3-427f-88e4-285c9e22eca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '33a6551e-c34c-40e4-a5a7-182ae0c3cd0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:17:31.734696 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-cd9849d1-7756-442c-87b7-3f6f1e069d2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:31.735089 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9849d1-7756-442c-87b7-3f6f1e069d2a None None] Bound using segment: {'id': '3645c1a1-23d3-427f-88e4-285c9e22eca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '33a6551e-c34c-40e4-a5a7-182ae0c3cd0a'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:17:31.735561 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-cd9849d1-7756-442c-87b7-3f6f1e069d2a None None] Bound port: cc7f684b-77a0-4c22-a4fd-1b7175ae434f, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3645c1a1-23d3-427f-88e4-285c9e22eca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '33a6551e-c34c-40e4-a5a7-182ae0c3cd0a'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:17:31.735935 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-cd9849d1-7756-442c-87b7-3f6f1e069d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:31.812247 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b9d14c6-642a-4558-96a9-05223d9b7b5c', 'name': 'network-vif-deleted', 'tag': 'e28c8373-5c66-4638-9235-5154f9440cca', 'status': 'completed', 'code': 200} Feb 09 01:17:31.828920 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-fa0e9e6e-3d88-4e38-8d3e-28090151d7a4 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] device_id is not set on port 27eeea54-7abc-44cf-9d04-137e003e5256 yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:17:31.952362 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c233a2d8-c6de-4917-9395-a57639c35793 req-12e88905-49a9-4836-8058-ed8f7ca735aa tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:31.953887 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c233a2d8-c6de-4917-9395-a57639c35793 req-12e88905-49a9-4836-8058-ed8f7ca735aa tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/ports?device_id=50f0db9d-747a-410b-aec2-77e3beb7ba8b HTTP/1.1" status: 200 len: 945 time: 0.7817075 Feb 09 01:17:32.009191 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-cd9849d1-7756-442c-87b7-3f6f1e069d2a None None] For port cc7f684b-77a0-4c22-a4fd-1b7175ae434f, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:17:32.015237 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-954ded8e-ad19-4789-99d4-1a6808da6b08 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:32.018077 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0111f8a2-7458-42dd-85e8-e9e461b3c01e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'tenant_id': '32c9b2ac64b74efca212307487c75b1d', 'fixed_ips': [{'subnet_id': '801ad06b-cc42-46b9-a4dc-98849f6c3ba1'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:17:32.019486 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0111f8a2-7458-42dd-85e8-e9e461b3c01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:32.025819 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1b43176c-c177-41ad-8e21-b57685682524 req-61e27fa1-69d6-43d7-93de-f717883f9ff0 tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] 10.222.0.105 "GET /v2.0/ports?device_id=001d1335-0ac0-4b7b-a1b3-d8ead7a0db82 HTTP/1.1" status: 200 len: 210 time: 0.0881746 Feb 09 01:17:32.031740 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-954ded8e-ad19-4789-99d4-1a6808da6b08 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Deleting port cc7f684b-77a0-4c22-a4fd-1b7175ae434f {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:17:32.032210 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-954ded8e-ad19-4789-99d4-1a6808da6b08 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:32.033176 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-cd9849d1-7756-442c-87b7-3f6f1e069d2a None None] For port cc7f684b-77a0-4c22-a4fd-1b7175ae434f, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=cc7f684b-77a0-4c22-a4fd-1b7175ae434f,segment=NetworkSegment(3645c1a1-23d3-427f-88e4-285c9e22eca6),segment_id=3645c1a1-23d3-427f-88e4-285c9e22eca6)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:17:32.041215 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-cd9849d1-7756-442c-87b7-3f6f1e069d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:32.169709 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c233a2d8-c6de-4917-9395-a57639c35793 req-3288ead4-5118-4382-b5f3-e46987566387 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/security-groups?id=59346c3a-364d-410d-a9fb-3c85b0553f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1763995 Feb 09 01:17:32.248681 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-0dc34057-8e35-4a06-966a-90b2d0972e46 req-ac573453-5020-49ad-bfcb-e91239744ea1 tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=3930e17d1a1545e0b19bf8ec363e2ee3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0464375 Feb 09 01:17:32.289771 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9849d1-7756-442c-87b7-3f6f1e069d2a None None] Pushing event updated for resources: {'Port': ['ID=cc7f684b-77a0-4c22-a4fd-1b7175ae434f,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:32.338735 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accf1f7a-0fb0-4358-9af1-57c237874974 None None] Network 33a6551e-c34c-40e4-a5a7-182ae0c3cd0a requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:17:32.352326 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-0111f8a2-7458-42dd-85e8-e9e461b3c01e None None] Allocated IP 2001:db8::2 (0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa/801ad06b-cc42-46b9-a4dc-98849f6c3ba1/f4bf2a41-8dfc-41eb-8c51-a8057986f8b7) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:17:32.649709 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-954ded8e-ad19-4789-99d4-1a6808da6b08 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] For port cc7f684b-77a0-4c22-a4fd-1b7175ae434f, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=cc7f684b-77a0-4c22-a4fd-1b7175ae434f,segment=NetworkSegment(3645c1a1-23d3-427f-88e4-285c9e22eca6),segment_id=3645c1a1-23d3-427f-88e4-285c9e22eca6)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:17:32.650351 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-954ded8e-ad19-4789-99d4-1a6808da6b08 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:32.728292 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc34057-8e35-4a06-966a-90b2d0972e46 req-49abfa2f-fdd9-4214-8c7a-4e2ce2a7e369 tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:32.729834 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-0dc34057-8e35-4a06-966a-90b2d0972e46 req-49abfa2f-fdd9-4214-8c7a-4e2ce2a7e369 tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4757767 Feb 09 01:17:32.732927 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0111f8a2-7458-42dd-85e8-e9e461b3c01e None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:32.744429 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-0111f8a2-7458-42dd-85e8-e9e461b3c01e None None] Transition to ACTIVE for port object f4bf2a41-8dfc-41eb-8c51-a8057986f8b7 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:17:32.764692 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-0111f8a2-7458-42dd-85e8-e9e461b3c01e None None] Transition to ACTIVE for port object f4bf2a41-8dfc-41eb-8c51-a8057986f8b7 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:17:32.771995 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e83f81f8-becf-4fc6-978d-d8810ef26e91 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:32.776208 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e83f81f8-becf-4fc6-978d-d8810ef26e91 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:32.782271 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0111f8a2-7458-42dd-85e8-e9e461b3c01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:32.796812 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-954ded8e-ad19-4789-99d4-1a6808da6b08 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Calling delete_port for cc7f684b-77a0-4c22-a4fd-1b7175ae434f owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:17:32.827317 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-0dc34057-8e35-4a06-966a-90b2d0972e46 req-6d5b7764-4050-493a-a00a-9dd562f63fd6 tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] Request body: {'port': {'device_id': '001d1335-0ac0-4b7b-a1b3-d8ead7a0db82', 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6', 'admin_state_up': True, 'tenant_id': '3930e17d1a1545e0b19bf8ec363e2ee3'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:32.842542 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa0e9e6e-3d88-4e38-8d3e-28090151d7a4 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:17:32.843166 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa0e9e6e-3d88-4e38-8d3e-28090151d7a4 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:17:32.852838 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0111f8a2-7458-42dd-85e8-e9e461b3c01e None None] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:32.855845 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-0111f8a2-7458-42dd-85e8-e9e461b3c01e None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:32.859510 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0111f8a2-7458-42dd-85e8-e9e461b3c01e None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:17:32.866641 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0111f8a2-7458-42dd-85e8-e9e461b3c01e None None] Pushing event updated for resources: {'Port': ['ID=f4bf2a41-8dfc-41eb-8c51-a8057986f8b7,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:33.010327 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-954ded8e-ad19-4789-99d4-1a6808da6b08 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:33.039745 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-0111f8a2-7458-42dd-85e8-e9e461b3c01e None None] Attempting to bind port f4bf2a41-8dfc-41eb-8c51-a8057986f8b7 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:17:33.040413 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-0111f8a2-7458-42dd-85e8-e9e461b3c01e None None] Attempting to bind port f4bf2a41-8dfc-41eb-8c51-a8057986f8b7 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '986fd47a-7d48-4218-bc5b-1f82d1198ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:17:33.040529 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0111f8a2-7458-42dd-85e8-e9e461b3c01e None None] Attempting to bind port f4bf2a41-8dfc-41eb-8c51-a8057986f8b7 on network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:17:33.047057 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0111f8a2-7458-42dd-85e8-e9e461b3c01e None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:17:33.047540 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0111f8a2-7458-42dd-85e8-e9e461b3c01e None None] Checking segment: {'id': '986fd47a-7d48-4218-bc5b-1f82d1198ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:17:33.047839 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0111f8a2-7458-42dd-85e8-e9e461b3c01e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:33.048234 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0111f8a2-7458-42dd-85e8-e9e461b3c01e None None] Bound using segment: {'id': '986fd47a-7d48-4218-bc5b-1f82d1198ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:17:33.048701 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-0111f8a2-7458-42dd-85e8-e9e461b3c01e None None] Bound port: f4bf2a41-8dfc-41eb-8c51-a8057986f8b7, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '986fd47a-7d48-4218-bc5b-1f82d1198ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:17:33.049073 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0111f8a2-7458-42dd-85e8-e9e461b3c01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:33.079786 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954ded8e-ad19-4789-99d4-1a6808da6b08 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Pushing event deleted for resources: {'Port': ['ID=cc7f684b-77a0-4c22-a4fd-1b7175ae434f,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:33.094738 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954ded8e-ad19-4789-99d4-1a6808da6b08 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] No DVR routers for this DVR port cc7f684b-77a0-4c22-a4fd-1b7175ae434f on host n-d-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:17:33.157438 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-0dc34057-8e35-4a06-966a-90b2d0972e46 req-6d5b7764-4050-493a-a00a-9dd562f63fd6 tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:33.183151 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-0111f8a2-7458-42dd-85e8-e9e461b3c01e None None] For port f4bf2a41-8dfc-41eb-8c51-a8057986f8b7, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:17:33.186120 n-d-828418-1 neutron-server[87639]: INFO neutron.db.l3_db [None req-e83f81f8-becf-4fc6-978d-d8810ef26e91 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Floating IP 9aa1959e-0521-47f4-8ad0-f94f0210b16c associated. External IP: 172.25.0.73, port: f443a387-47ac-4688-9ffc-34c90d90229a. Feb 09 01:17:33.187998 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-0111f8a2-7458-42dd-85e8-e9e461b3c01e None None] For port f4bf2a41-8dfc-41eb-8c51-a8057986f8b7, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=f4bf2a41-8dfc-41eb-8c51-a8057986f8b7,segment=NetworkSegment(986fd47a-7d48-4218-bc5b-1f82d1198ace),segment_id=986fd47a-7d48-4218-bc5b-1f82d1198ace)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:17:33.191837 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0111f8a2-7458-42dd-85e8-e9e461b3c01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:33.224888 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-0dc34057-8e35-4a06-966a-90b2d0972e46 req-6d5b7764-4050-493a-a00a-9dd562f63fd6 tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] Usage tracker for resource:port and tenant:3930e17d1a1545e0b19bf8ec363e2ee3 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:33.230497 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-0dc34057-8e35-4a06-966a-90b2d0972e46 req-6d5b7764-4050-493a-a00a-9dd562f63fd6 tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:33.249216 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-0dc34057-8e35-4a06-966a-90b2d0972e46 req-6d5b7764-4050-493a-a00a-9dd562f63fd6 tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:33.260636 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-954ded8e-ad19-4789-99d4-1a6808da6b08 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:33.273681 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-fa0e9e6e-3d88-4e38-8d3e-28090151d7a4 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.5573506 Feb 09 01:17:33.274382 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 43774) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:33.289333 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dc34057-8e35-4a06-966a-90b2d0972e46 req-6d5b7764-4050-493a-a00a-9dd562f63fd6 tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] Made reservation on behalf of 3930e17d1a1545e0b19bf8ec363e2ee3 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:17:33.294085 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-0dc34057-8e35-4a06-966a-90b2d0972e46 req-6d5b7764-4050-493a-a00a-9dd562f63fd6 tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:33.311986 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-0dc34057-8e35-4a06-966a-90b2d0972e46 req-6d5b7764-4050-493a-a00a-9dd562f63fd6 tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:33.321559 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0111f8a2-7458-42dd-85e8-e9e461b3c01e None None] Pushing event updated for resources: {'Port': ['ID=f4bf2a41-8dfc-41eb-8c51-a8057986f8b7,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:33.327292 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-954ded8e-ad19-4789-99d4-1a6808da6b08 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33a6551e-c34c-40e4-a5a7-182ae0c3cd0a']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:33.342425 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-0dc34057-8e35-4a06-966a-90b2d0972e46 req-6d5b7764-4050-493a-a00a-9dd562f63fd6 tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:33.345570 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-954ded8e-ad19-4789-99d4-1a6808da6b08 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3645c1a1-23d3-427f-88e4-285c9e22eca6') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:33.345892 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-954ded8e-ad19-4789-99d4-1a6808da6b08 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3645c1a1-23d3-427f-88e4-285c9e22eca6') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:33.355764 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-0dc34057-8e35-4a06-966a-90b2d0972e46 req-6d5b7764-4050-493a-a00a-9dd562f63fd6 tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] Usage tracker for resource:security_group_rule and tenant:3930e17d1a1545e0b19bf8ec363e2ee3 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:33.364921 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-0dc34057-8e35-4a06-966a-90b2d0972e46 req-6d5b7764-4050-493a-a00a-9dd562f63fd6 tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:33.368607 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-954ded8e-ad19-4789-99d4-1a6808da6b08 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:33.380481 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-0dc34057-8e35-4a06-966a-90b2d0972e46 req-6d5b7764-4050-493a-a00a-9dd562f63fd6 tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:33.393321 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-954ded8e-ad19-4789-99d4-1a6808da6b08 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:33.403890 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-954ded8e-ad19-4789-99d4-1a6808da6b08 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:17:33.404314 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-954ded8e-ad19-4789-99d4-1a6808da6b08 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:33.419868 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:17:33.419868 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:17:33.419868 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:17:33.419868 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:17:33.419868 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:17:33.419868 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:17:33.419868 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:17:33.419868 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:17:33.419868 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:17:33.419868 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:17:33.419868 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:17:33.419868 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:17:33.419868 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:17:33.419868 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:17:33.419868 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:17:33.419868 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:17:33.419868 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:17:33.419868 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:17:33.419868 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:17:33.419868 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:17:33.419868 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:17:33.419868 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:17:33.419868 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:17:33.419868 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:17:33.419868 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:17:33.419868 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:17:33.419868 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:17:33.419868 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:17:33.419868 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:17:33.419868 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:17:33.419868 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:17:33.419868 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:17:33.435169 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c797b9bf-72fe-49d0-853f-39edf3ce791e req-75d7a738-c982-4ac3-ae0a-51afc8e841ef tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] 10.222.0.105 "GET /v2.0/ports?device_id=001d1335-0ac0-4b7b-a1b3-d8ead7a0db82 HTTP/1.1" status: 200 len: 210 time: 0.1510599 Feb 09 01:17:33.483648 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device e28c8373-5c66-4638-9235-5154f9440cca no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:17:33.533823 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-954ded8e-ad19-4789-99d4-1a6808da6b08 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:33.585414 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] No Port match for: e28c8373-5c66-4638-9235-5154f9440cca {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:17:33.585935 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device e28c8373-5c66-4638-9235-5154f9440cca not bound to the agent host n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:17:33.586152 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-954ded8e-ad19-4789-99d4-1a6808da6b08 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:33.595569 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954ded8e-ad19-4789-99d4-1a6808da6b08 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Pushing event deleted for resources: {'Network': ['ID=33a6551e-c34c-40e4-a5a7-182ae0c3cd0a,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:33.623373 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-954ded8e-ad19-4789-99d4-1a6808da6b08 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] 10.222.0.105 "DELETE /v2.0/networks/33a6551e-c34c-40e4-a5a7-182ae0c3cd0a HTTP/1.1" status: 204 len: 168 time: 4.1125021 Feb 09 01:17:33.626650 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43778) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:33.633139 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-fbbb3a3c-fc0e-4901-9ced-ca4b580d45b0 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-134831785'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:33.657848 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-fbbb3a3c-fc0e-4901-9ced-ca4b580d45b0 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:33.668866 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-fbbb3a3c-fc0e-4901-9ced-ca4b580d45b0 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Usage tracker for resource:network and tenant:68fbf07ce9d34bbb833788a16887e0a4 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:33.672311 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-fbbb3a3c-fc0e-4901-9ced-ca4b580d45b0 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:33.684905 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-fbbb3a3c-fc0e-4901-9ced-ca4b580d45b0 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:33.714027 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbbb3a3c-fc0e-4901-9ced-ca4b580d45b0 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Made reservation on behalf of 68fbf07ce9d34bbb833788a16887e0a4 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:17:33.717687 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fbbb3a3c-fc0e-4901-9ced-ca4b580d45b0 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:33.755983 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-0dc34057-8e35-4a06-966a-90b2d0972e46 req-6d5b7764-4050-493a-a00a-9dd562f63fd6 tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:33.763658 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-0dc34057-8e35-4a06-966a-90b2d0972e46 req-6d5b7764-4050-493a-a00a-9dd562f63fd6 tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:33.817656 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbbb3a3c-fc0e-4901-9ced-ca4b580d45b0 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:17:33.824288 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b39f2f-7680-4859-aae4-03754783fd38 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:33.824997 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-a2b39f2f-7680-4859-aae4-03754783fd38 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Synchronizing usage tracker for tenant:32c9b2ac64b74efca212307487c75b1d on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:17:33.860115 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fbbb3a3c-fc0e-4901-9ced-ca4b580d45b0 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:33.860464 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-fbbb3a3c-fc0e-4901-9ced-ca4b580d45b0 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Added segment d122d4bc-9bd3-4ee4-b2e9-863b805a6503 of type vlan for network c586dcb9-0da4-414d-a571-bcaaf06a3964 Feb 09 01:17:33.861669 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5b7764-4050-493a-a00a-9dd562f63fd6 tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6b3e61-1ae0-4c62-b61b-c8b3a9e2637a,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:33.902911 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8178ce-c725-494c-be72-6f0c153fbfe9 req-518ada72-fda5-4e03-8486-d5f4e6dc6917 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:33.904411 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5c8178ce-c725-494c-be72-6f0c153fbfe9 req-518ada72-fda5-4e03-8486-d5f4e6dc6917 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=6e6b4ae5-c67f-4684-bcae-75b7944260ec HTTP/1.1" status: 200 len: 945 time: 0.5289853 Feb 09 01:17:33.948505 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fbbb3a3c-fc0e-4901-9ced-ca4b580d45b0 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:33.957317 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-a2b39f2f-7680-4859-aae4-03754783fd38 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Unset dirty status for tenant:32c9b2ac64b74efca212307487c75b1d on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:17:33.959280 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-a2b39f2f-7680-4859-aae4-03754783fd38 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.6785538 Feb 09 01:17:33.962141 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43782) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:34.001244 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5c8178ce-c725-494c-be72-6f0c153fbfe9 req-97f78822-7491-4532-bb7d-5c3b514c5d38 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822110 Feb 09 01:17:34.009466 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a7a8f3-9e57-4552-9c9b-1b7ac15f87ac req-362cbfa2-ce72-4269-b8e2-f0701d7974b5 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:34.015191 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-91a7a8f3-9e57-4552-9c9b-1b7ac15f87ac req-362cbfa2-ce72-4269-b8e2-f0701d7974b5 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/ports?device_id=50f0db9d-747a-410b-aec2-77e3beb7ba8b HTTP/1.1" status: 200 len: 945 time: 0.3058364 Feb 09 01:17:34.017803 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e83f81f8-becf-4fc6-978d-d8810ef26e91 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Router 8ceac979-d732-4a6b-907d-6eae9e37c312 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:17:34.036638 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-0dc34057-8e35-4a06-966a-90b2d0972e46 req-6d5b7764-4050-493a-a00a-9dd562f63fd6 tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] Allocated IP 192.168.233.161 (42d335cf-a678-4bc3-901b-7d21fb8587e6/e7938d94-1f0f-48bd-a0b3-26d5344ff0ec/d017939a-f85c-469c-869b-98e79826a01a) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:17:34.092341 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fbbb3a3c-fc0e-4901-9ced-ca4b580d45b0 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:34.097776 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbb3a3c-fc0e-4901-9ced-ca4b580d45b0 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:34.098948 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fbbb3a3c-fc0e-4901-9ced-ca4b580d45b0 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:34.135520 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-91a7a8f3-9e57-4552-9c9b-1b7ac15f87ac req-c7e83fbd-b4a9-4907-88ea-43b1fed0e6e7 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/security-groups?id=59346c3a-364d-410d-a9fb-3c85b0553f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165187 Feb 09 01:17:34.136334 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3668c42-bdfe-4845-93f0-ff94e92f5a0b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:34.137984 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3668c42-bdfe-4845-93f0-ff94e92f5a0b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:34.138739 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e3668c42-bdfe-4845-93f0-ff94e92f5a0b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Synchronizing usage tracker for tenant:32c9b2ac64b74efca212307487c75b1d on resource:subnet {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:17:34.253526 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e83f81f8-becf-4fc6-978d-d8810ef26e91 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:17:34.263616 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e83f81f8-becf-4fc6-978d-d8810ef26e91 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:34.264897 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc85026-4e55-447b-97b2-ad5db3d5b5ab None None] Sync routers for ids ['8ceac979-d732-4a6b-907d-6eae9e37c312'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:17:34.276982 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc85026-4e55-447b-97b2-ad5db3d5b5ab None None] Routers {'8ceac979-d732-4a6b-907d-6eae9e37c312'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:17:34.278056 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-1cc85026-4e55-447b-97b2-ad5db3d5b5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:17:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['8ceac979-d732-4a6b-907d-6eae9e37c312'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:34.330168 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-e83f81f8-becf-4fc6-978d-d8810ef26e91 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "PUT /v2.0/floatingips/9aa1959e-0521-47f4-8ad0-f94f0210b16c HTTP/1.1" status: 200 len: 990 time: 2.9991250 Feb 09 01:17:34.331033 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b62ade1c-1d81-4bb3-9009-3110721d68db', 'tag': 'f443a387-47ac-4688-9ffc-34c90d90229a'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:17:34.338600 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbb3a3c-fc0e-4901-9ced-ca4b580d45b0 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Pushing event updated for resources: {'Network': ['ID=c586dcb9-0da4-414d-a571-bcaaf06a3964,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:34.343382 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e3668c42-bdfe-4845-93f0-ff94e92f5a0b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Unset dirty status for tenant:32c9b2ac64b74efca212307487c75b1d on resource:subnet {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:17:34.344569 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e3668c42-bdfe-4845-93f0-ff94e92f5a0b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3812723 Feb 09 01:17:34.348849 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-fbbb3a3c-fc0e-4901-9ced-ca4b580d45b0 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7206919 Feb 09 01:17:34.349682 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 43790) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:34.351735 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 43792) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:34.525421 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-1cc85026-4e55-447b-97b2-ad5db3d5b5ab None None] Set router 8ceac979-d732-4a6b-907d-6eae9e37c312 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:17:34.563193 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b62ade1c-1d81-4bb3-9009-3110721d68db', 'tag': 'f443a387-47ac-4688-9ffc-34c90d90229a', 'status': 'completed', 'code': 200} Feb 09 01:17:34.571510 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-6d575ecb-15d7-4030-8c52-9fc514408c68 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:34.666187 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-0dc34057-8e35-4a06-966a-90b2d0972e46 req-6d5b7764-4050-493a-a00a-9dd562f63fd6 tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:34.685661 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-0dc34057-8e35-4a06-966a-90b2d0972e46 req-6d5b7764-4050-493a-a00a-9dd562f63fd6 tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] Transition to ACTIVE for port object d017939a-f85c-469c-869b-98e79826a01a will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:17:34.713296 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-0dc34057-8e35-4a06-966a-90b2d0972e46 req-6d5b7764-4050-493a-a00a-9dd562f63fd6 tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:34.719394 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network c586dcb9-0da4-414d-a571-bcaaf06a3964 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:17:34.733810 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd0f373-a97b-4b35-bdb0-ced0cf9c2915 None None] get_active_networks_info from n-d-828418-1 {{(pid=87640) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 01:17:34.802144 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dc34057-8e35-4a06-966a-90b2d0972e46 req-6d5b7764-4050-493a-a00a-9dd562f63fd6 tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] Network 42d335cf-a678-4bc3-901b-7d21fb8587e6 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:34.802144 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-0dc34057-8e35-4a06-966a-90b2d0972e46 req-6d5b7764-4050-493a-a00a-9dd562f63fd6 tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:34.806224 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dc34057-8e35-4a06-966a-90b2d0972e46 req-6d5b7764-4050-493a-a00a-9dd562f63fd6 tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:17:34.847903 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5b7764-4050-493a-a00a-9dd562f63fd6 tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] Pushing event updated for resources: {'Port': ['ID=d017939a-f85c-469c-869b-98e79826a01a,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:34.883225 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc34057-8e35-4a06-966a-90b2d0972e46 req-6d5b7764-4050-493a-a00a-9dd562f63fd6 tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:34.884565 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-0dc34057-8e35-4a06-966a-90b2d0972e46 req-6d5b7764-4050-493a-a00a-9dd562f63fd6 tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:34.905211 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-0dc34057-8e35-4a06-966a-90b2d0972e46 req-6d5b7764-4050-493a-a00a-9dd562f63fd6 tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1163895 Feb 09 01:17:34.922414 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-0dc34057-8e35-4a06-966a-90b2d0972e46 req-9caba355-a69e-4fd0-8a33-ba5e0af4eeb7 service neutron] Request body: {'port': {'device_id': '001d1335-0ac0-4b7b-a1b3-d8ead7a0db82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:34.931415 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device f4bf2a41-8dfc-41eb-8c51-a8057986f8b7 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:17:35.008122 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4d9298c9-9ea4-40ba-a0a2-1dd2cc649352 None None] Provisioning for port f4bf2a41-8dfc-41eb-8c51-a8057986f8b7 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:17:35.044154 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-0dc34057-8e35-4a06-966a-90b2d0972e46 req-9caba355-a69e-4fd0-8a33-ba5e0af4eeb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:35.119560 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ddf56e0-75e9-4c72-8c49-a54bd724fb36 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Deleting subnet 801ad06b-cc42-46b9-a4dc-98849f6c3ba1 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:17:35.126207 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4ddf56e0-75e9-4c72-8c49-a54bd724fb36 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:35.229618 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port f4bf2a41-8dfc-41eb-8c51-a8057986f8b7 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:17:35.242458 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port f4bf2a41-8dfc-41eb-8c51-a8057986f8b7 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:35.242837 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:35.266623 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd0f373-a97b-4b35-bdb0-ced0cf9c2915 None None] Resources bound (agent type, host, resource id): {{(pid=87640) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:17:35.297717 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4ddf56e0-75e9-4c72-8c49-a54bd724fb36 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:35.344355 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aede12-648f-4e22-b7e8-7704021db166 req-102bb5d3-fd3a-477a-8c03-0570c669610c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:35.345558 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d2aede12-648f-4e22-b7e8-7704021db166 req-102bb5d3-fd3a-477a-8c03-0570c669610c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=128330d8f0414cd5a58362066d10386d&device_id=b62ade1c-1d81-4bb3-9009-3110721d68db HTTP/1.1" status: 200 len: 1096 time: 0.8821561 Feb 09 01:17:35.353782 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8f9f6-bae6-4c14-addf-7915a460187a req-4e8b035a-1fcc-4082-9d9b-3daddd9e4fcd tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:35.355171 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5fd8f9f6-bae6-4c14-addf-7915a460187a req-4e8b035a-1fcc-4082-9d9b-3daddd9e4fcd tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] 10.222.0.105 "GET /v2.0/ports?device_id=001d1335-0ac0-4b7b-a1b3-d8ead7a0db82 HTTP/1.1" status: 200 len: 936 time: 0.6614931 Feb 09 01:17:35.425055 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-1cc85026-4e55-447b-97b2-ad5db3d5b5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ceac979-d732-4a6b-907d-6eae9e37c312', 'name': 'tempest-AttachVolumeShelveTestJSON-1796756198-router', 'tenant_id': '128330d8f0414cd5a58362066d10386d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '18484618-ec90-4204-9af5-39c6ac632bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:09Z', 'updated_at': '2022-02-09T01:13:21Z', 'revision_number': 4, 'project_id': '128330d8f0414cd5a58362066d10386d', 'gw_port': {'id': '18484618-ec90-4204-9af5-39c6ac632bb7', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ceac979-d732-4a6b-907d-6eae9e37c312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:12Z', 'updated_at': '2022-02-09T01:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '9aa1959e-0521-47f4-8ad0-f94f0210b16c', 'tenant_id': '128330d8f0414cd5a58362066d10386d', 'floating_ip_address': '172.25.0.73', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '8ceac979-d732-4a6b-907d-6eae9e37c312', 'port_id': 'f443a387-47ac-4688-9ffc-34c90d90229a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5', 'mac_address': 'fa:16:3e:0c:c9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62ade1c-1d81-4bb3-9009-3110721d68db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:17:11Z', 'updated_at': '2022-02-09T01:17:32Z', 'revision_number': 1, 'project_id': '128330d8f0414cd5a58362066d10386d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e0614f9-4193-4180-bb2a-4859a0ab49d6', 'name': '', 'network_id': '0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5', 'tenant_id': '128330d8f0414cd5a58362066d10386d', 'mac_address': 'fa:16:3e:9c:0a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ceac979-d732-4a6b-907d-6eae9e37c312', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '9ba82490-d70a-42fe-a7ff-0aeb7f428073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:18Z', 'updated_at': '2022-02-09T01:13:31Z', 'revision_number': 5, 'project_id': '128330d8f0414cd5a58362066d10386d', 'subnets': [{'id': '9ba82490-d70a-42fe-a7ff-0aeb7f428073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:35.435950 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc85026-4e55-447b-97b2-ad5db3d5b5ab None None] Checking router: 8ceac979-d732-4a6b-907d-6eae9e37c312 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:17:35.436192 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae9cc3-6165-4657-a02e-31b9f109e1ec req-f6fd5fc5-5e9f-42c4-b320-0febe0bd1ff8 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:35.437429 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9eae9cc3-6165-4657-a02e-31b9f109e1ec req-f6fd5fc5-5e9f-42c4-b320-0febe0bd1ff8 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=b62ade1c-1d81-4bb3-9009-3110721d68db HTTP/1.1" status: 200 len: 945 time: 0.8404849 Feb 09 01:17:35.438779 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [req-0dc34057-8e35-4a06-966a-90b2d0972e46 req-9caba355-a69e-4fd0-8a33-ba5e0af4eeb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d017939a-f85c-469c-869b-98e79826a01a {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:17:35.446617 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-0dc34057-8e35-4a06-966a-90b2d0972e46 req-9caba355-a69e-4fd0-8a33-ba5e0af4eeb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:35.463025 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-0dc34057-8e35-4a06-966a-90b2d0972e46 req-9caba355-a69e-4fd0-8a33-ba5e0af4eeb7 service neutron] Transition to ACTIVE for port object d017939a-f85c-469c-869b-98e79826a01a will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:17:35.466643 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-0dc34057-8e35-4a06-966a-90b2d0972e46 req-9caba355-a69e-4fd0-8a33-ba5e0af4eeb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:35.498048 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71a1200-6631-4003-9194-41438b8a3999 req-4c409761-c87b-4f7d-9021-98074a3f8795 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:35.499478 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a71a1200-6631-4003-9194-41438b8a3999 req-4c409761-c87b-4f7d-9021-98074a3f8795 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e6b4ae5-c67f-4684-bcae-75b7944260ec HTTP/1.1" status: 200 len: 945 time: 0.8016632 Feb 09 01:17:35.523867 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc85026-4e55-447b-97b2-ad5db3d5b5ab None None] Routers {'8ceac979-d732-4a6b-907d-6eae9e37c312'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:17:35.524448 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-1cc85026-4e55-447b-97b2-ad5db3d5b5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:17:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['8ceac979-d732-4a6b-907d-6eae9e37c312'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:35.654021 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6d575ecb-15d7-4030-8c52-9fc514408c68 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:35.683308 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caba355-a69e-4fd0-8a33-ba5e0af4eeb7 service neutron] Pushing event updated for resources: {'Port': ['ID=d017939a-f85c-469c-869b-98e79826a01a,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:35.705503 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:35.706271 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5fd8f9f6-bae6-4c14-addf-7915a460187a req-659275d5-d253-4d10-8bda-04f528c48aac tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] 10.222.0.105 "GET /v2.0/security-groups?id=5f6b3e61-1ae0-4c62-b61b-c8b3a9e2637a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387365 Feb 09 01:17:35.737650 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-0dc34057-8e35-4a06-966a-90b2d0972e46 req-9caba355-a69e-4fd0-8a33-ba5e0af4eeb7 service neutron] Attempting to bind port d017939a-f85c-469c-869b-98e79826a01a on host n-h2-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:17:35.738146 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-0dc34057-8e35-4a06-966a-90b2d0972e46 req-9caba355-a69e-4fd0-8a33-ba5e0af4eeb7 service neutron] Attempting to bind port d017939a-f85c-469c-869b-98e79826a01a by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:17:35.739368 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc34057-8e35-4a06-966a-90b2d0972e46 req-9caba355-a69e-4fd0-8a33-ba5e0af4eeb7 service neutron] Attempting to bind port d017939a-f85c-469c-869b-98e79826a01a on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:17:35.744602 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6d575ecb-15d7-4030-8c52-9fc514408c68 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:35.746816 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc34057-8e35-4a06-966a-90b2d0972e46 req-9caba355-a69e-4fd0-8a33-ba5e0af4eeb7 service neutron] Port d017939a-f85c-469c-869b-98e79826a01a on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:17:35.747274 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc34057-8e35-4a06-966a-90b2d0972e46 req-9caba355-a69e-4fd0-8a33-ba5e0af4eeb7 service neutron] Attempting to bind port d017939a-f85c-469c-869b-98e79826a01a on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:17:35.765055 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:17:35.766758 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc34057-8e35-4a06-966a-90b2d0972e46 req-9caba355-a69e-4fd0-8a33-ba5e0af4eeb7 service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:17:35.767209 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc34057-8e35-4a06-966a-90b2d0972e46 req-9caba355-a69e-4fd0-8a33-ba5e0af4eeb7 service neutron] Checking segment: {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:17:35.767764 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc34057-8e35-4a06-966a-90b2d0972e46 req-9caba355-a69e-4fd0-8a33-ba5e0af4eeb7 service neutron] Bound using segment: {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:17:35.768310 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-0dc34057-8e35-4a06-966a-90b2d0972e46 req-9caba355-a69e-4fd0-8a33-ba5e0af4eeb7 service neutron] Bound port: d017939a-f85c-469c-869b-98e79826a01a, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:17:35.768860 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-0dc34057-8e35-4a06-966a-90b2d0972e46 req-9caba355-a69e-4fd0-8a33-ba5e0af4eeb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:35.788400 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9eae9cc3-6165-4657-a02e-31b9f109e1ec req-67a2b57e-5377-4da5-8976-1f07c55bdd1b tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=c5ad553e-ab0d-4663-be56-e1031564698c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2878704 Feb 09 01:17:35.792006 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-a71a1200-6631-4003-9194-41438b8a3999 req-7bd5b27a-766b-4ef4-9e43-cddf612547d2 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Deleting port 8c84331e-6994-437c-8a91-82e7acd41378 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:17:35.792520 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a71a1200-6631-4003-9194-41438b8a3999 req-7bd5b27a-766b-4ef4-9e43-cddf612547d2 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:35.861711 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port f4bf2a41-8dfc-41eb-8c51-a8057986f8b7, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=f4bf2a41-8dfc-41eb-8c51-a8057986f8b7,segment=NetworkSegment(986fd47a-7d48-4218-bc5b-1f82d1198ace),segment_id=986fd47a-7d48-4218-bc5b-1f82d1198ace)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:17:35.871391 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:35.916207 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-1cc85026-4e55-447b-97b2-ad5db3d5b5ab None None] Set router 8ceac979-d732-4a6b-907d-6eae9e37c312 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:17:35.918649 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-0dc34057-8e35-4a06-966a-90b2d0972e46 req-9caba355-a69e-4fd0-8a33-ba5e0af4eeb7 service neutron] For port d017939a-f85c-469c-869b-98e79826a01a, host n-h2-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:17:35.922323 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6d575ecb-15d7-4030-8c52-9fc514408c68 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Network c586dcb9-0da4-414d-a571-bcaaf06a3964 is not hosted by any dhcp agent {{(pid=87639) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 09 01:17:35.922943 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-0dc34057-8e35-4a06-966a-90b2d0972e46 req-9caba355-a69e-4fd0-8a33-ba5e0af4eeb7 service neutron] For port d017939a-f85c-469c-869b-98e79826a01a, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=d017939a-f85c-469c-869b-98e79826a01a,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:17:35.928482 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-0dc34057-8e35-4a06-966a-90b2d0972e46 req-9caba355-a69e-4fd0-8a33-ba5e0af4eeb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:35.929919 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d575ecb-15d7-4030-8c52-9fc514408c68 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:35.930601 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6d575ecb-15d7-4030-8c52-9fc514408c68 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:35.931968 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-6d575ecb-15d7-4030-8c52-9fc514408c68 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] 10.222.0.105 "PUT /v2.0/networks/c586dcb9-0da4-414d-a571-bcaaf06a3964 HTTP/1.1" status: 200 len: 723 time: 1.5743723 Feb 09 01:17:35.948776 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 43804) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:35.985936 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4ddf56e0-75e9-4c72-8c49-a54bd724fb36 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:36.005890 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc34057-8e35-4a06-966a-90b2d0972e46 req-9caba355-a69e-4fd0-8a33-ba5e0af4eeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:36.006841 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-0dc34057-8e35-4a06-966a-90b2d0972e46 req-9caba355-a69e-4fd0-8a33-ba5e0af4eeb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:36.008230 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-0dc34057-8e35-4a06-966a-90b2d0972e46 req-9caba355-a69e-4fd0-8a33-ba5e0af4eeb7 service neutron] 10.222.0.99 "PUT /v2.0/ports/d017939a-f85c-469c-869b-98e79826a01a HTTP/1.1" status: 200 len: 1096 time: 1.0941527 Feb 09 01:17:36.008817 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '001d1335-0ac0-4b7b-a1b3-d8ead7a0db82', 'tag': 'd017939a-f85c-469c-869b-98e79826a01a'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:17:36.035189 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-b04e1b4a-9f8e-4e4f-8ba2-3f95f48173fd tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Request body: {'subnet': {'network_id': 'c586dcb9-0da4-414d-a571-bcaaf06a3964', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:36.036006 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caba355-a69e-4fd0-8a33-ba5e0af4eeb7 service neutron] Pushing event updated for resources: {'Port': ['ID=d017939a-f85c-469c-869b-98e79826a01a,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:36.054321 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aede12-648f-4e22-b7e8-7704021db166 req-157b1fa8-53b8-48b1-a3ec-ac8f7bb0a981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:36.056298 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d2aede12-648f-4e22-b7e8-7704021db166 req-157b1fa8-53b8-48b1-a3ec-ac8f7bb0a981 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5 HTTP/1.1" status: 200 len: 918 time: 0.7001784 Feb 09 01:17:36.102487 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=f4bf2a41-8dfc-41eb-8c51-a8057986f8b7,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:36.123972 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc34057-8e35-4a06-966a-90b2d0972e46 req-adf9c7b2-07b0-492b-97d2-92eaf2aed58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:36.125454 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-0dc34057-8e35-4a06-966a-90b2d0972e46 req-adf9c7b2-07b0-492b-97d2-92eaf2aed58d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3930e17d1a1545e0b19bf8ec363e2ee3&device_id=001d1335-0ac0-4b7b-a1b3-d8ead7a0db82 HTTP/1.1" status: 200 len: 1099 time: 0.0755789 Feb 09 01:17:36.199560 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-0dc34057-8e35-4a06-966a-90b2d0972e46 req-ef5dfa91-9251-47b5-812c-9e02840a067c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=d017939a-f85c-469c-869b-98e79826a01a HTTP/1.1" status: 200 len: 217 time: 0.0672843 Feb 09 01:17:36.265113 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc34057-8e35-4a06-966a-90b2d0972e46 req-0290ed2b-71b7-4996-a5a8-96bd794fea9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:36.266617 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-0dc34057-8e35-4a06-966a-90b2d0972e46 req-0290ed2b-71b7-4996-a5a8-96bd794fea9f service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.0616500 Feb 09 01:17:36.289816 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d575ecb-15d7-4030-8c52-9fc514408c68 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Pushing event updated for resources: {'Network': ['ID=c586dcb9-0da4-414d-a571-bcaaf06a3964,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:36.309961 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network c586dcb9-0da4-414d-a571-bcaaf06a3964 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:17:36.362810 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc34057-8e35-4a06-966a-90b2d0972e46 req-8fc21a6b-2e7a-421b-8a00-3bb24b82798b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:36.365313 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-0dc34057-8e35-4a06-966a-90b2d0972e46 req-8fc21a6b-2e7a-421b-8a00-3bb24b82798b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0928278 Feb 09 01:17:36.455737 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d2aede12-648f-4e22-b7e8-7704021db166 req-42c35a1c-d982-42d2-a802-21d371a03389 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f443a387-47ac-4688-9ffc-34c90d90229a HTTP/1.1" status: 200 len: 998 time: 0.2854221 Feb 09 01:17:36.514574 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-1cc85026-4e55-447b-97b2-ad5db3d5b5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ceac979-d732-4a6b-907d-6eae9e37c312', 'name': 'tempest-AttachVolumeShelveTestJSON-1796756198-router', 'tenant_id': '128330d8f0414cd5a58362066d10386d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '18484618-ec90-4204-9af5-39c6ac632bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:09Z', 'updated_at': '2022-02-09T01:13:21Z', 'revision_number': 4, 'project_id': '128330d8f0414cd5a58362066d10386d', 'gw_port': {'id': '18484618-ec90-4204-9af5-39c6ac632bb7', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ceac979-d732-4a6b-907d-6eae9e37c312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:12Z', 'updated_at': '2022-02-09T01:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '9aa1959e-0521-47f4-8ad0-f94f0210b16c', 'tenant_id': '128330d8f0414cd5a58362066d10386d', 'floating_ip_address': '172.25.0.73', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '8ceac979-d732-4a6b-907d-6eae9e37c312', 'port_id': 'f443a387-47ac-4688-9ffc-34c90d90229a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5', 'mac_address': 'fa:16:3e:0c:c9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62ade1c-1d81-4bb3-9009-3110721d68db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:17:11Z', 'updated_at': '2022-02-09T01:17:32Z', 'revision_number': 1, 'project_id': '128330d8f0414cd5a58362066d10386d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e0614f9-4193-4180-bb2a-4859a0ab49d6', 'name': '', 'network_id': '0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5', 'tenant_id': '128330d8f0414cd5a58362066d10386d', 'mac_address': 'fa:16:3e:9c:0a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ceac979-d732-4a6b-907d-6eae9e37c312', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '9ba82490-d70a-42fe-a7ff-0aeb7f428073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:18Z', 'updated_at': '2022-02-09T01:13:31Z', 'revision_number': 5, 'project_id': '128330d8f0414cd5a58362066d10386d', 'subnets': [{'id': '9ba82490-d70a-42fe-a7ff-0aeb7f428073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:36.518933 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc85026-4e55-447b-97b2-ad5db3d5b5ab None None] The sync data for ids ['8ceac979-d732-4a6b-907d-6eae9e37c312'] in n-d-828418-1 is: [{'id': '8ceac979-d732-4a6b-907d-6eae9e37c312', 'name': 'tempest-AttachVolumeShelveTestJSON-1796756198-router', 'tenant_id': '128330d8f0414cd5a58362066d10386d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '18484618-ec90-4204-9af5-39c6ac632bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:09Z', 'updated_at': '2022-02-09T01:13:21Z', 'revision_number': 4, 'project_id': '128330d8f0414cd5a58362066d10386d', 'gw_port': {'id': '18484618-ec90-4204-9af5-39c6ac632bb7', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ceac979-d732-4a6b-907d-6eae9e37c312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:12Z', 'updated_at': '2022-02-09T01:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '9aa1959e-0521-47f4-8ad0-f94f0210b16c', 'tenant_id': '128330d8f0414cd5a58362066d10386d', 'floating_ip_address': '172.25.0.73', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '8ceac979-d732-4a6b-907d-6eae9e37c312', 'port_id': 'f443a387-47ac-4688-9ffc-34c90d90229a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5', 'mac_address': 'fa:16:3e:0c:c9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62ade1c-1d81-4bb3-9009-3110721d68db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:17:11Z', 'updated_at': '2022-02-09T01:17:32Z', 'revision_number': 1, 'project_id': '128330d8f0414cd5a58362066d10386d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e0614f9-4193-4180-bb2a-4859a0ab49d6', 'name': '', 'network_id': '0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5', 'tenant_id': '128330d8f0414cd5a58362066d10386d', 'mac_address': 'fa:16:3e:9c:0a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ceac979-d732-4a6b-907d-6eae9e37c312', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '9ba82490-d70a-42fe-a7ff-0aeb7f428073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:18Z', 'updated_at': '2022-02-09T01:13:31Z', 'revision_number': 5, 'project_id': '128330d8f0414cd5a58362066d10386d', 'subnets': [{'id': '9ba82490-d70a-42fe-a7ff-0aeb7f428073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:17:36.542778 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b04e1b4a-9f8e-4e4f-8ba2-3f95f48173fd tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:36.559792 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-0dc34057-8e35-4a06-966a-90b2d0972e46 req-cb889802-290a-4149-a9c2-c46ec255e8d8 service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843321 Feb 09 01:17:36.604686 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-b04e1b4a-9f8e-4e4f-8ba2-3f95f48173fd tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Usage tracker for resource:subnet and tenant:68fbf07ce9d34bbb833788a16887e0a4 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:36.619010 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-b04e1b4a-9f8e-4e4f-8ba2-3f95f48173fd tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:36.653339 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4ddf56e0-75e9-4c72-8c49-a54bd724fb36 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:36.665920 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b04e1b4a-9f8e-4e4f-8ba2-3f95f48173fd tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:36.684967 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f17dbd8f-85a5-4723-bd4e-2cb23c150fe7 None None] Provisioning for port d017939a-f85c-469c-869b-98e79826a01a completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:17:36.734558 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf56e0-75e9-4c72-8c49-a54bd724fb36 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event deleted for resources: {'Subnet': ['ID=801ad06b-cc42-46b9-a4dc-98849f6c3ba1,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:36.756886 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885a3a00-5b4a-4292-94d9-7d64e36b6e9e None None] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:17:36.765754 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aede12-648f-4e22-b7e8-7704021db166 req-ca74bfd9-5d5c-4167-b6b7-b9419c803a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:36.768015 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d2aede12-648f-4e22-b7e8-7704021db166 req-ca74bfd9-5d5c-4167-b6b7-b9419c803a99 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9ba82490-d70a-42fe-a7ff-0aeb7f428073 HTTP/1.1" status: 200 len: 856 time: 0.2303905 Feb 09 01:17:36.798708 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c126af21-d9c7-4a32-8e49-4dec3a25d3a9 req-994e6207-3d3b-4ae0-8f47-286c38f644bf tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:36.804696 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c126af21-d9c7-4a32-8e49-4dec3a25d3a9 req-994e6207-3d3b-4ae0-8f47-286c38f644bf tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=6e6b4ae5-c67f-4684-bcae-75b7944260ec HTTP/1.1" status: 200 len: 945 time: 0.8834209 Feb 09 01:17:36.875191 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-0dc34057-8e35-4a06-966a-90b2d0972e46 req-20930144-bda4-4483-8512-e06e1f5d5cde service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096845 Feb 09 01:17:36.884607 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4ddf56e0-75e9-4c72-8c49-a54bd724fb36 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:36.904249 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b04e1b4a-9f8e-4e4f-8ba2-3f95f48173fd tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Made reservation on behalf of 68fbf07ce9d34bbb833788a16887e0a4 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:17:36.904705 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb4be3b-f0b3-4b45-ab3c-98b554f37e45 None None] New status for floating IP 9aa1959e-0521-47f4-8ad0-f94f0210b16c: ACTIVE {{(pid=87641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:17:36.908538 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device f4bf2a41-8dfc-41eb-8c51-a8057986f8b7 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:17:36.908722 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b04e1b4a-9f8e-4e4f-8ba2-3f95f48173fd tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:37.112822 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-4ddf56e0-75e9-4c72-8c49-a54bd724fb36 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/subnets/801ad06b-cc42-46b9-a4dc-98849f6c3ba1 HTTP/1.1" status: 204 len: 168 time: 2.7578623 Feb 09 01:17:37.113313 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43814) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:37.119181 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e792f3-9679-482f-b3f0-31d11c30d7ac req-aee05791-49f5-44a7-b81a-801bbe91b277 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:37.126622 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a9e792f3-9679-482f-b3f0-31d11c30d7ac req-aee05791-49f5-44a7-b81a-801bbe91b277 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/ports?device_id=50f0db9d-747a-410b-aec2-77e3beb7ba8b HTTP/1.1" status: 200 len: 945 time: 1.0741849 Feb 09 01:17:37.161196 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port f4bf2a41-8dfc-41eb-8c51-a8057986f8b7 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:37.161928 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:37.238088 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-10a52080-0095-4c0f-9f82-66bbffd3ce1c tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1186218 Feb 09 01:17:37.238720 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43818) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:37.248336 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-df239e6e-6bbe-4fd6-b6f3-6071d21e7db1 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Request body: {'subnet': {'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:37.319993 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-a71a1200-6631-4003-9194-41438b8a3999 req-7bd5b27a-766b-4ef4-9e43-cddf612547d2 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] For port 8c84331e-6994-437c-8a91-82e7acd41378, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=8c84331e-6994-437c-8a91-82e7acd41378,segment=NetworkSegment(e4f8d471-753e-488b-969f-03ab5fdd3e2b),segment_id=e4f8d471-753e-488b-969f-03ab5fdd3e2b)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:17:37.320760 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a71a1200-6631-4003-9194-41438b8a3999 req-7bd5b27a-766b-4ef4-9e43-cddf612547d2 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:37.361024 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb26f5b-f6c9-4d22-987b-b7acbdbfcefb None None] DHCP port deletion for 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:17:37.367112 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-1cb26f5b-f6c9-4d22-987b-b7acbdbfcefb None None] Deleting port f4bf2a41-8dfc-41eb-8c51-a8057986f8b7 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:17:37.367477 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1cb26f5b-f6c9-4d22-987b-b7acbdbfcefb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:37.404362 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-df239e6e-6bbe-4fd6-b6f3-6071d21e7db1 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:37.409185 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-df239e6e-6bbe-4fd6-b6f3-6071d21e7db1 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Usage tracker for resource:subnet and tenant:32c9b2ac64b74efca212307487c75b1d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:37.413199 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-df239e6e-6bbe-4fd6-b6f3-6071d21e7db1 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:37.420618 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-df239e6e-6bbe-4fd6-b6f3-6071d21e7db1 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:37.431113 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df239e6e-6bbe-4fd6-b6f3-6071d21e7db1 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Made reservation on behalf of 32c9b2ac64b74efca212307487c75b1d for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:17:37.434647 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-df239e6e-6bbe-4fd6-b6f3-6071d21e7db1 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:37.471916 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a9e792f3-9679-482f-b3f0-31d11c30d7ac req-dc445914-a49b-4a3c-8533-6f572f74ccc1 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/security-groups?id=59346c3a-364d-410d-a9fb-3c85b0553f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3444307 Feb 09 01:17:37.481995 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c126af21-d9c7-4a32-8e49-4dec3a25d3a9 req-00d68f0d-c92a-44ae-bb06-a8742319e674 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3825331 Feb 09 01:17:37.495731 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-a71a1200-6631-4003-9194-41438b8a3999 req-7bd5b27a-766b-4ef4-9e43-cddf612547d2 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Calling delete_port for 8c84331e-6994-437c-8a91-82e7acd41378 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:17:37.600208 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aede12-648f-4e22-b7e8-7704021db166 req-309adedf-a1da-4f59-9a2c-70e5df43035d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:37.601637 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d2aede12-648f-4e22-b7e8-7704021db166 req-309adedf-a1da-4f59-9a2c-70e5df43035d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7840459 Feb 09 01:17:37.615317 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '001d1335-0ac0-4b7b-a1b3-d8ead7a0db82', 'tag': 'd017939a-f85c-469c-869b-98e79826a01a', 'status': 'completed', 'code': 200} Feb 09 01:17:37.691354 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-1cb26f5b-f6c9-4d22-987b-b7acbdbfcefb None None] For port f4bf2a41-8dfc-41eb-8c51-a8057986f8b7, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=f4bf2a41-8dfc-41eb-8c51-a8057986f8b7,segment=NetworkSegment(986fd47a-7d48-4218-bc5b-1f82d1198ace),segment_id=986fd47a-7d48-4218-bc5b-1f82d1198ace)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:17:37.691737 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1cb26f5b-f6c9-4d22-987b-b7acbdbfcefb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:37.819970 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-1cb26f5b-f6c9-4d22-987b-b7acbdbfcefb None None] Calling delete_port for f4bf2a41-8dfc-41eb-8c51-a8057986f8b7 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:17:37.857143 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03329fc-0587-40d0-9cdb-9f5d65899548 req-16647fb1-ac40-488d-a898-245e8fd7dbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:37.859089 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e03329fc-0587-40d0-9cdb-9f5d65899548 req-16647fb1-ac40-488d-a898-245e8fd7dbc7 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=3930e17d1a1545e0b19bf8ec363e2ee3&device_id=001d1335-0ac0-4b7b-a1b3-d8ead7a0db82 HTTP/1.1" status: 200 len: 1099 time: 0.2275631 Feb 09 01:17:37.860093 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-df239e6e-6bbe-4fd6-b6f3-6071d21e7db1 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:37.902552 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1cb26f5b-f6c9-4d22-987b-b7acbdbfcefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:37.961567 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb26f5b-f6c9-4d22-987b-b7acbdbfcefb None None] Pushing event deleted for resources: {'Port': ['ID=f4bf2a41-8dfc-41eb-8c51-a8057986f8b7,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:37.968038 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb26f5b-f6c9-4d22-987b-b7acbdbfcefb None None] No DVR routers for this DVR port f4bf2a41-8dfc-41eb-8c51-a8057986f8b7 on host n-d-828418-1 {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:17:37.997921 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df239e6e-6bbe-4fd6-b6f3-6071d21e7db1 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:38.009092 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-df239e6e-6bbe-4fd6-b6f3-6071d21e7db1 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:38.021151 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df239e6e-6bbe-4fd6-b6f3-6071d21e7db1 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:38.021772 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-df239e6e-6bbe-4fd6-b6f3-6071d21e7db1 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:38.022546 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ffd7d2-7b7a-4947-badd-79ca13d8407a None None] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:17:38.044559 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df239e6e-6bbe-4fd6-b6f3-6071d21e7db1 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event updated for resources: {'Subnet': ['ID=55e101b0-45f6-48ff-869a-4ab75f7832c3,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:38.049000 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a71a1200-6631-4003-9194-41438b8a3999 req-7bd5b27a-766b-4ef4-9e43-cddf612547d2 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:38.057335 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d2aede12-648f-4e22-b7e8-7704021db166 req-2f447ac2-f50c-41c2-980e-32d32bd9ebac service neutron] 10.222.0.62 "GET /v2.0/networks/0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4344287 Feb 09 01:17:38.085447 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-df239e6e-6bbe-4fd6-b6f3-6071d21e7db1 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8444035 Feb 09 01:17:38.088112 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43822) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:38.101677 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-b9507b7b-db14-4ae5-9e15-9a2285ba4d1c tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1399246617', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:38.102357 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['9bf5d22d-c05c-4bb7-9938-6cdd0b694aac'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:17:38.112860 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b9507b7b-db14-4ae5-9e15-9a2285ba4d1c tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:38.118584 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03329fc-0587-40d0-9cdb-9f5d65899548 req-b802f2d5-384c-4c85-98fd-751d84319862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:38.120101 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e03329fc-0587-40d0-9cdb-9f5d65899548 req-b802f2d5-384c-4c85-98fd-751d84319862 service neutron] 10.222.0.99 "GET /v2.0/networks?id=42d335cf-a678-4bc3-901b-7d21fb8587e6 HTTP/1.1" status: 200 len: 870 time: 0.2263622 Feb 09 01:17:38.121010 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-b9507b7b-db14-4ae5-9e15-9a2285ba4d1c tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Usage tracker for resource:router and tenant:32c9b2ac64b74efca212307487c75b1d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:38.123991 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-b9507b7b-db14-4ae5-9e15-9a2285ba4d1c tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:38.185086 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c682cf97-0e65-4315-ad80-203aa605f72b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:38.189253 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b9507b7b-db14-4ae5-9e15-9a2285ba4d1c tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:38.194459 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b04e1b4a-9f8e-4e4f-8ba2-3f95f48173fd tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:38.198868 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd5b27a-766b-4ef4-9e43-cddf612547d2 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Pushing event deleted for resources: {'Port': ['ID=8c84331e-6994-437c-8a91-82e7acd41378,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:38.203121 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e03329fc-0587-40d0-9cdb-9f5d65899548 req-8e1e1bb6-df2b-46e7-885c-d80cf2a5355e service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=d017939a-f85c-469c-869b-98e79826a01a HTTP/1.1" status: 200 len: 217 time: 0.0761704 Feb 09 01:17:38.244439 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b9507b7b-db14-4ae5-9e15-9a2285ba4d1c tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:38.245627 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b9507b7b-db14-4ae5-9e15-9a2285ba4d1c tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:38.252919 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102fcadf-df29-4504-be25-2a2a68d37995 req-f2018c7f-799f-47b8-9a3f-1710d2cb9ad3 tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:38.255399 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-102fcadf-df29-4504-be25-2a2a68d37995 req-f2018c7f-799f-47b8-9a3f-1710d2cb9ad3 tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] 10.222.0.105 "GET /v2.0/ports?device_id=001d1335-0ac0-4b7b-a1b3-d8ead7a0db82 HTTP/1.1" status: 200 len: 948 time: 0.5502520 Feb 09 01:17:38.265150 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc08a8-1a88-4f11-877b-f670687779c2 req-ccb8ea4e-f0de-46db-86b5-6b95ba383c5d tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:38.272590 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bdcc08a8-1a88-4f11-877b-f670687779c2 req-ccb8ea4e-f0de-46db-86b5-6b95ba383c5d tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=b62ade1c-1d81-4bb3-9009-3110721d68db HTTP/1.1" status: 200 len: 945 time: 0.5221918 Feb 09 01:17:38.281798 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b9507b7b-db14-4ae5-9e15-9a2285ba4d1c tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:38.284036 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03329fc-0587-40d0-9cdb-9f5d65899548 req-6c165077-86bf-4b49-970a-59f16db4b712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:38.285685 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e03329fc-0587-40d0-9cdb-9f5d65899548 req-6c165077-86bf-4b49-970a-59f16db4b712 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.0755064 Feb 09 01:17:38.355127 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b9507b7b-db14-4ae5-9e15-9a2285ba4d1c tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:38.373087 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 8c84331e-6994-437c-8a91-82e7acd41378 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:17:38.390480 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b9507b7b-db14-4ae5-9e15-9a2285ba4d1c tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:38.391606 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b9507b7b-db14-4ae5-9e15-9a2285ba4d1c tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3025815 Feb 09 01:17:38.394939 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03329fc-0587-40d0-9cdb-9f5d65899548 req-36935d10-aa65-4080-b8a4-6ab0e3ba419f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:38.396755 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e03329fc-0587-40d0-9cdb-9f5d65899548 req-36935d10-aa65-4080-b8a4-6ab0e3ba419f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1046841 Feb 09 01:17:38.397235 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43826) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:38.415583 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-a71a1200-6631-4003-9194-41438b8a3999 req-7bd5b27a-766b-4ef4-9e43-cddf612547d2 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] No DVR routers for this DVR port 8c84331e-6994-437c-8a91-82e7acd41378 on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:17:38.421246 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a71a1200-6631-4003-9194-41438b8a3999 req-7bd5b27a-766b-4ef4-9e43-cddf612547d2 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:38.433401 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: 8c84331e-6994-437c-8a91-82e7acd41378 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:17:38.433873 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 8c84331e-6994-437c-8a91-82e7acd41378 not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:17:38.447813 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e6b4ae5-c67f-4684-bcae-75b7944260ec', 'name': 'network-vif-deleted', 'tag': '8c84331e-6994-437c-8a91-82e7acd41378'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:17:38.458504 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034bda98-8d7f-4a75-9766-2d6ca6dc14a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'tenant_id': '32c9b2ac64b74efca212307487c75b1d', 'fixed_ips': [{'subnet_id': '55e101b0-45f6-48ff-869a-4ab75f7832c3'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:17:38.459595 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-034bda98-8d7f-4a75-9766-2d6ca6dc14a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:38.478909 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bdcc08a8-1a88-4f11-877b-f670687779c2 req-7c96917c-0b00-4a3a-8ed8-20285c8e0174 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=c5ad553e-ab0d-4663-be56-e1031564698c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2053678 Feb 09 01:17:38.535304 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04e1b4a-9f8e-4e4f-8ba2-3f95f48173fd tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Pushing event updated for resources: {'Subnet': ['ID=e1ec9c99-0f2a-4d30-ab76-9429ca47f0cc,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:38.544182 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-102fcadf-df29-4504-be25-2a2a68d37995 req-c4fb3d68-1fd8-46be-8e8b-09cfc21864fa tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] 10.222.0.105 "GET /v2.0/security-groups?id=5f6b3e61-1ae0-4c62-b61b-c8b3a9e2637a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084670 Feb 09 01:17:38.545498 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a71a1200-6631-4003-9194-41438b8a3999 req-7bd5b27a-766b-4ef4-9e43-cddf612547d2 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.62 "DELETE /v2.0/ports/8c84331e-6994-437c-8a91-82e7acd41378 HTTP/1.1" status: 204 len: 173 time: 3.0221834 Feb 09 01:17:38.582798 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04e1b4a-9f8e-4e4f-8ba2-3f95f48173fd tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Checking segment: {'id': 'd122d4bc-9bd3-4ee4-b2e9-863b805a6503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c586dcb9-0da4-414d-a571-bcaaf06a3964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:17:38.583379 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04e1b4a-9f8e-4e4f-8ba2-3f95f48173fd tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Network hostable DHCP agents. Network: c586dcb9-0da4-414d-a571-bcaaf06a3964, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:17:38.610521 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d2aede12-648f-4e22-b7e8-7704021db166 req-a0091b92-7750-44e7-ac23-4b5f36805cb2 service neutron] 10.222.0.62 "GET /v2.0/networks/0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5082109 Feb 09 01:17:38.639208 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e6b4ae5-c67f-4684-bcae-75b7944260ec', 'name': 'network-vif-deleted', 'tag': '8c84331e-6994-437c-8a91-82e7acd41378', 'status': 'completed', 'code': 200} Feb 09 01:17:38.658714 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04e1b4a-9f8e-4e4f-8ba2-3f95f48173fd tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Network c586dcb9-0da4-414d-a571-bcaaf06a3964 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:17:38.684424 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-b04e1b4a-9f8e-4e4f-8ba2-3f95f48173fd tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, c586dcb9-0da4-414d-a571-bcaaf06a3964) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:38.693623 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04e1b4a-9f8e-4e4f-8ba2-3f95f48173fd tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:38.694248 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b04e1b4a-9f8e-4e4f-8ba2-3f95f48173fd tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:38.742489 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-b04e1b4a-9f8e-4e4f-8ba2-3f95f48173fd tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7584941 Feb 09 01:17:38.745436 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 43836) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:38.766450 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-16ff1020-0707-4d70-8cb8-ae307dda1f86 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:38.791808 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2159705-d6c8-4cf9-87f1-d701eb59ddd0 None None] Network c586dcb9-0da4-414d-a571-bcaaf06a3964 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:17:38.917307 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-034bda98-8d7f-4a75-9766-2d6ca6dc14a8 None None] Allocated IP 2001:db8::2 (0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa/55e101b0-45f6-48ff-869a-4ab75f7832c3/1a004bb0-87d5-45fb-8e85-f9300095723f) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:17:38.943021 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device f4bf2a41-8dfc-41eb-8c51-a8057986f8b7 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:17:38.978936 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-2b92be42-49c2-434c-9348-8a5db556d655 req-c50aa064-2892-4c28-8ebc-d975a8d92953 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Synchronizing usage tracker for tenant:ecfa99ec90404d2da344b2927ef93a25 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:17:39.025931 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: f4bf2a41-8dfc-41eb-8c51-a8057986f8b7 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:17:39.026444 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device f4bf2a41-8dfc-41eb-8c51-a8057986f8b7 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:17:39.060846 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-2b92be42-49c2-434c-9348-8a5db556d655 req-c50aa064-2892-4c28-8ebc-d975a8d92953 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Unset dirty status for tenant:ecfa99ec90404d2da344b2927ef93a25 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:17:39.062028 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2b92be42-49c2-434c-9348-8a5db556d655 req-c50aa064-2892-4c28-8ebc-d975a8d92953 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=6e6b4ae5-c67f-4684-bcae-75b7944260ec HTTP/1.1" status: 200 len: 210 time: 0.2347257 Feb 09 01:17:39.078773 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e03329fc-0587-40d0-9cdb-9f5d65899548 req-7cdf9b4a-b28d-445f-b4e1-4971f590fd89 service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6178877 Feb 09 01:17:39.284739 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-16ff1020-0707-4d70-8cb8-ae307dda1f86 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2144152'] for subnet, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:39.286323 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9222c116-7d1c-4d68-8cff-0e1b805e5f5f tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:39.334276 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b595559-a608-4047-847a-124dbbac29a2 req-55f07a34-bfc3-4446-bcab-58094c26c6d8 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:39.335762 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4b595559-a608-4047-847a-124dbbac29a2 req-55f07a34-bfc3-4446-bcab-58094c26c6d8 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/ports?device_id=50f0db9d-747a-410b-aec2-77e3beb7ba8b HTTP/1.1" status: 200 len: 945 time: 0.4265637 Feb 09 01:17:39.354812 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-034bda98-8d7f-4a75-9766-2d6ca6dc14a8 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:39.388539 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e03329fc-0587-40d0-9cdb-9f5d65899548 req-25349354-0025-4c22-9cf4-526def28d1d0 service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001697 Feb 09 01:17:39.403263 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-034bda98-8d7f-4a75-9766-2d6ca6dc14a8 None None] Transition to ACTIVE for port object 1a004bb0-87d5-45fb-8e85-f9300095723f will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:17:39.422923 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af52806c-f449-4f0e-a915-2cb5475b892e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-c586dcb9-0da4-414d-a571-bcaaf06a3964', 'network_id': 'c586dcb9-0da4-414d-a571-bcaaf06a3964', 'tenant_id': '68fbf07ce9d34bbb833788a16887e0a4', 'fixed_ips': [{'subnet_id': 'e1ec9c99-0f2a-4d30-ab76-9429ca47f0cc'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:17:39.424447 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-af52806c-f449-4f0e-a915-2cb5475b892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:39.437222 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-034bda98-8d7f-4a75-9766-2d6ca6dc14a8 None None] Transition to ACTIVE for port object 1a004bb0-87d5-45fb-8e85-f9300095723f will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:17:39.441697 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4b595559-a608-4047-847a-124dbbac29a2 req-7464ab07-c239-4be4-bdce-54e1ee92a168 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/security-groups?id=59346c3a-364d-410d-a9fb-3c85b0553f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921671 Feb 09 01:17:39.490837 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-034bda98-8d7f-4a75-9766-2d6ca6dc14a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:39.533925 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-16ff1020-0707-4d70-8cb8-ae307dda1f86 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734725384964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3561518'] for subnet, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:39.546178 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device d017939a-f85c-469c-869b-98e79826a01a details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:17:39.591811 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ff1020-0707-4d70-8cb8-ae307dda1f86 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:39.592198 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-16ff1020-0707-4d70-8cb8-ae307dda1f86 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:39.596077 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43844) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:39.597653 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-16ff1020-0707-4d70-8cb8-ae307dda1f86 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] 10.222.0.105 "PUT /v2.0/subnets/e1ec9c99-0f2a-4d30-ab76-9429ca47f0cc HTTP/1.1" status: 200 len: 806 time: 0.8511751 Feb 09 01:17:39.624520 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ff1020-0707-4d70-8cb8-ae307dda1f86 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Pushing event updated for resources: {'Subnet': ['ID=e1ec9c99-0f2a-4d30-ab76-9429ca47f0cc,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:39.646657 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034bda98-8d7f-4a75-9766-2d6ca6dc14a8 None None] Pushing event updated for resources: {'Port': ['ID=1a004bb0-87d5-45fb-8e85-f9300095723f,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:39.651549 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034bda98-8d7f-4a75-9766-2d6ca6dc14a8 None None] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:39.727768 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-034bda98-8d7f-4a75-9766-2d6ca6dc14a8 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:39.739615 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034bda98-8d7f-4a75-9766-2d6ca6dc14a8 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:17:39.831361 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-9222c116-7d1c-4d68-8cff-0e1b805e5f5f tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Allocated IP 2001:db8::1 (0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa/55e101b0-45f6-48ff-869a-4ab75f7832c3/610f8115-064f-41dd-a55f-bbf3e2f775bd) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:17:39.844886 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d836ef-5f4d-499b-9721-fe8fdf6e07ed req-19bec117-d93c-40c3-8b4a-0a9b3cffd861 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:39.846722 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-32d836ef-5f4d-499b-9721-fe8fdf6e07ed req-19bec117-d93c-40c3-8b4a-0a9b3cffd861 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=b62ade1c-1d81-4bb3-9009-3110721d68db HTTP/1.1" status: 200 len: 945 time: 0.1512358 Feb 09 01:17:39.859341 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-46160be2-3cd6-44b0-b4fb-ad9903f8adde tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:39.859572 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbea97f-df47-4557-8244-653e67fa83ac req-38b273cc-c73e-4aee-aa19-fc5d0d35bc92 tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:39.860883 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-acbea97f-df47-4557-8244-653e67fa83ac req-38b273cc-c73e-4aee-aa19-fc5d0d35bc92 tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] 10.222.0.105 "GET /v2.0/ports?device_id=001d1335-0ac0-4b7b-a1b3-d8ead7a0db82 HTTP/1.1" status: 200 len: 948 time: 0.1196470 Feb 09 01:17:39.932635 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-32d836ef-5f4d-499b-9721-fe8fdf6e07ed req-c7f376ac-50a5-44e6-abb6-fa831dfa7e20 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=c5ad553e-ab0d-4663-be56-e1031564698c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706856 Feb 09 01:17:39.939857 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-acbea97f-df47-4557-8244-653e67fa83ac req-fa26509a-726a-47c8-b5f8-1d49660cd9c7 tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] 10.222.0.105 "GET /v2.0/security-groups?id=5f6b3e61-1ae0-4c62-b61b-c8b3a9e2637a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648434 Feb 09 01:17:39.990148 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-af52806c-f449-4f0e-a915-2cb5475b892e None None] Allocated IP 172.20.0.2 (c586dcb9-0da4-414d-a571-bcaaf06a3964/e1ec9c99-0f2a-4d30-ab76-9429ca47f0cc/f92701f7-b2e2-46e7-94f8-8e7e5537f667) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:17:39.997902 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-034bda98-8d7f-4a75-9766-2d6ca6dc14a8 None None] Attempting to bind port 1a004bb0-87d5-45fb-8e85-f9300095723f on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:17:39.998343 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-034bda98-8d7f-4a75-9766-2d6ca6dc14a8 None None] Attempting to bind port 1a004bb0-87d5-45fb-8e85-f9300095723f by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '986fd47a-7d48-4218-bc5b-1f82d1198ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:17:39.998764 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034bda98-8d7f-4a75-9766-2d6ca6dc14a8 None None] Attempting to bind port 1a004bb0-87d5-45fb-8e85-f9300095723f on network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:17:40.024759 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034bda98-8d7f-4a75-9766-2d6ca6dc14a8 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:17:40.025250 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034bda98-8d7f-4a75-9766-2d6ca6dc14a8 None None] Checking segment: {'id': '986fd47a-7d48-4218-bc5b-1f82d1198ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:17:40.025729 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-034bda98-8d7f-4a75-9766-2d6ca6dc14a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:40.026187 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034bda98-8d7f-4a75-9766-2d6ca6dc14a8 None None] Bound using segment: {'id': '986fd47a-7d48-4218-bc5b-1f82d1198ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:17:40.026735 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-034bda98-8d7f-4a75-9766-2d6ca6dc14a8 None None] Bound port: 1a004bb0-87d5-45fb-8e85-f9300095723f, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '986fd47a-7d48-4218-bc5b-1f82d1198ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:17:40.027378 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-034bda98-8d7f-4a75-9766-2d6ca6dc14a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:40.079480 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9222c116-7d1c-4d68-8cff-0e1b805e5f5f tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:40.082904 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-46160be2-3cd6-44b0-b4fb-ad9903f8adde tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:40.134171 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-9222c116-7d1c-4d68-8cff-0e1b805e5f5f tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Transition to ACTIVE for port object 610f8115-064f-41dd-a55f-bbf3e2f775bd will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:17:40.177686 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9222c116-7d1c-4d68-8cff-0e1b805e5f5f tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:40.186611 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port d017939a-f85c-469c-869b-98e79826a01a, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=d017939a-f85c-469c-869b-98e79826a01a,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:17:40.228875 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': 'd017939a-f85c-469c-869b-98e79826a01a', 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6', 'port_id': 'd017939a-f85c-469c-869b-98e79826a01a', 'mac_address': 'fa:16:3e:92:cc:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7938d94-1f0f-48bd-a0b3-26d5344ff0ec', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:17:40.255190 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9222c116-7d1c-4d68-8cff-0e1b805e5f5f tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:40.267167 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-9222c116-7d1c-4d68-8cff-0e1b805e5f5f tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:40.297991 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9222c116-7d1c-4d68-8cff-0e1b805e5f5f tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:17:40.298830 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9222c116-7d1c-4d68-8cff-0e1b805e5f5f tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:40.310876 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-034bda98-8d7f-4a75-9766-2d6ca6dc14a8 None None] For port 1a004bb0-87d5-45fb-8e85-f9300095723f, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:17:40.346617 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-034bda98-8d7f-4a75-9766-2d6ca6dc14a8 None None] For port 1a004bb0-87d5-45fb-8e85-f9300095723f, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=1a004bb0-87d5-45fb-8e85-f9300095723f,segment=NetworkSegment(986fd47a-7d48-4218-bc5b-1f82d1198ace),segment_id=986fd47a-7d48-4218-bc5b-1f82d1198ace)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:17:40.349722 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9222c116-7d1c-4d68-8cff-0e1b805e5f5f tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event updated for resources: {'Port': ['ID=610f8115-064f-41dd-a55f-bbf3e2f775bd,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:40.361962 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-034bda98-8d7f-4a75-9766-2d6ca6dc14a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:40.402061 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:40.470377 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9222c116-7d1c-4d68-8cff-0e1b805e5f5f tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:40.581825 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d017939a-f85c-469c-869b-98e79826a01a {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:17:40.618695 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b9ec3717-94ee-44c1-ae44-76c532e5a89e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:40.638767 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port d017939a-f85c-469c-869b-98e79826a01a, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=d017939a-f85c-469c-869b-98e79826a01a,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:17:40.640168 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034bda98-8d7f-4a75-9766-2d6ca6dc14a8 None None] Pushing event updated for resources: {'Port': ['ID=1a004bb0-87d5-45fb-8e85-f9300095723f,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:40.646424 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-af52806c-f449-4f0e-a915-2cb5475b892e None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:40.663745 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:40.725065 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-af52806c-f449-4f0e-a915-2cb5475b892e None None] Transition to ACTIVE for port object f92701f7-b2e2-46e7-94f8-8e7e5537f667 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:17:40.788793 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-af52806c-f449-4f0e-a915-2cb5475b892e None None] Transition to ACTIVE for port object f92701f7-b2e2-46e7-94f8-8e7e5537f667 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:17:40.795876 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=d017939a-f85c-469c-869b-98e79826a01a,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:40.806628 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-af52806c-f449-4f0e-a915-2cb5475b892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:40.829455 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65559e0-7125-4113-a066-788ce0e975ba req-fccbc399-da41-4089-92a0-1f8110c4dbbf tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:40.839023 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e65559e0-7125-4113-a066-788ce0e975ba req-fccbc399-da41-4089-92a0-1f8110c4dbbf tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/networks?id=20b4b911-e8a6-45af-95dc-9b595aff0444 HTTP/1.1" status: 200 len: 806 time: 0.4032323 Feb 09 01:17:40.861527 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e65559e0-7125-4113-a066-788ce0e975ba req-e3f0fb26-0e86-41df-a18d-e55d866b989b tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/quotas/ecfa99ec90404d2da344b2927ef93a25 HTTP/1.1" status: 200 len: 375 time: 0.0212603 Feb 09 01:17:40.902485 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af52806c-f449-4f0e-a915-2cb5475b892e None None] Network c586dcb9-0da4-414d-a571-bcaaf06a3964 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:40.907546 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-af52806c-f449-4f0e-a915-2cb5475b892e None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:40.912621 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af52806c-f449-4f0e-a915-2cb5475b892e None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:17:40.988080 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af52806c-f449-4f0e-a915-2cb5475b892e None None] Pushing event updated for resources: {'Port': ['ID=f92701f7-b2e2-46e7-94f8-8e7e5537f667,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:41.006180 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['d017939a-f85c-469c-869b-98e79826a01a'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:17:41.011192 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69d9836-c4e6-45f6-b114-62fa4bb82bde req-11cee027-8c86-4fe4-9268-62128a955dd1 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:41.019512 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b69d9836-c4e6-45f6-b114-62fa4bb82bde req-11cee027-8c86-4fe4-9268-62128a955dd1 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/ports?device_id=50f0db9d-747a-410b-aec2-77e3beb7ba8b HTTP/1.1" status: 200 len: 945 time: 0.3111517 Feb 09 01:17:41.122127 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e65559e0-7125-4113-a066-788ce0e975ba req-b9dc384a-e830-4e41-a798-12420d12e968 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=ecfa99ec90404d2da344b2927ef93a25&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2591455 Feb 09 01:17:41.182231 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b69d9836-c4e6-45f6-b114-62fa4bb82bde req-3727a1ca-e418-4de7-9a60-54ced06e9275 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/security-groups?id=59346c3a-364d-410d-a9fb-3c85b0553f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1613119 Feb 09 01:17:41.184506 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-af52806c-f449-4f0e-a915-2cb5475b892e None None] Attempting to bind port f92701f7-b2e2-46e7-94f8-8e7e5537f667 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:17:41.184876 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-af52806c-f449-4f0e-a915-2cb5475b892e None None] Attempting to bind port f92701f7-b2e2-46e7-94f8-8e7e5537f667 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'd122d4bc-9bd3-4ee4-b2e9-863b805a6503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c586dcb9-0da4-414d-a571-bcaaf06a3964'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:17:41.185236 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af52806c-f449-4f0e-a915-2cb5475b892e None None] Attempting to bind port f92701f7-b2e2-46e7-94f8-8e7e5537f667 on network c586dcb9-0da4-414d-a571-bcaaf06a3964 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:17:41.200647 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af52806c-f449-4f0e-a915-2cb5475b892e None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:17:41.200647 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af52806c-f449-4f0e-a915-2cb5475b892e None None] Checking segment: {'id': 'd122d4bc-9bd3-4ee4-b2e9-863b805a6503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c586dcb9-0da4-414d-a571-bcaaf06a3964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:17:41.200647 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-af52806c-f449-4f0e-a915-2cb5475b892e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:41.200647 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af52806c-f449-4f0e-a915-2cb5475b892e None None] Bound using segment: {'id': 'd122d4bc-9bd3-4ee4-b2e9-863b805a6503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c586dcb9-0da4-414d-a571-bcaaf06a3964'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:17:41.200647 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-af52806c-f449-4f0e-a915-2cb5475b892e None None] Bound port: f92701f7-b2e2-46e7-94f8-8e7e5537f667, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd122d4bc-9bd3-4ee4-b2e9-863b805a6503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c586dcb9-0da4-414d-a571-bcaaf06a3964'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:17:41.200647 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-af52806c-f449-4f0e-a915-2cb5475b892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:41.313986 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-46160be2-3cd6-44b0-b4fb-ad9903f8adde tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:41.373673 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46160be2-3cd6-44b0-b4fb-ad9903f8adde tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Pushing event deleted for resources: {'Subnet': ['ID=e1ec9c99-0f2a-4d30-ab76-9429ca47f0cc,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:41.425251 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-af52806c-f449-4f0e-a915-2cb5475b892e None None] For port f92701f7-b2e2-46e7-94f8-8e7e5537f667, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:17:41.429333 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-af52806c-f449-4f0e-a915-2cb5475b892e None None] For port f92701f7-b2e2-46e7-94f8-8e7e5537f667, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=f92701f7-b2e2-46e7-94f8-8e7e5537f667,segment=NetworkSegment(d122d4bc-9bd3-4ee4-b2e9-863b805a6503),segment_id=d122d4bc-9bd3-4ee4-b2e9-863b805a6503)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:17:41.441118 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-af52806c-f449-4f0e-a915-2cb5475b892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:41.542244 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e65559e0-7125-4113-a066-788ce0e975ba req-edeebaea-f10f-4a54-ad88-397324aa3df7 service neutron] 10.222.0.105 "GET /v2.0/networks/20b4b911-e8a6-45af-95dc-9b595aff0444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4187970 Feb 09 01:17:41.599350 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:41.613307 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-46160be2-3cd6-44b0-b4fb-ad9903f8adde tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:41.652425 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:41.679910 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af52806c-f449-4f0e-a915-2cb5475b892e None None] Pushing event updated for resources: {'Port': ['ID=f92701f7-b2e2-46e7-94f8-8e7e5537f667,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:41.689753 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-46160be2-3cd6-44b0-b4fb-ad9903f8adde tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c586dcb9-0da4-414d-a571-bcaaf06a3964']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:41.725488 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8b8a82-b62b-4e7f-a1e7-9ba071211859 None None] Network c586dcb9-0da4-414d-a571-bcaaf06a3964 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:17:41.736060 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-46160be2-3cd6-44b0-b4fb-ad9903f8adde tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd122d4bc-9bd3-4ee4-b2e9-863b805a6503') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:41.736475 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-46160be2-3cd6-44b0-b4fb-ad9903f8adde tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd122d4bc-9bd3-4ee4-b2e9-863b805a6503') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:41.747787 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e213faa-dac6-4581-8303-de8f21ffa6b4 req-f18fb8f6-5642-4666-b070-71961b4038e1 tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:41.752638 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-46160be2-3cd6-44b0-b4fb-ad9903f8adde tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:41.755698 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1e213faa-dac6-4581-8303-de8f21ffa6b4 req-f18fb8f6-5642-4666-b070-71961b4038e1 tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] 10.222.0.105 "GET /v2.0/ports?device_id=001d1335-0ac0-4b7b-a1b3-d8ead7a0db82 HTTP/1.1" status: 200 len: 949 time: 0.3986862 Feb 09 01:17:41.780959 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e65559e0-7125-4113-a066-788ce0e975ba req-aca72836-c2fc-49fb-9ec2-2a538d25d75c service neutron] 10.222.0.105 "GET /v2.0/networks/20b4b911-e8a6-45af-95dc-9b595aff0444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372599 Feb 09 01:17:41.786566 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-46160be2-3cd6-44b0-b4fb-ad9903f8adde tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:41.798177 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9222c116-7d1c-4d68-8cff-0e1b805e5f5f tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:41.800118 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46160be2-3cd6-44b0-b4fb-ad9903f8adde tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:17:41.800588 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-46160be2-3cd6-44b0-b4fb-ad9903f8adde tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:41.816593 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:17:41.816593 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:17:41.816593 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:17:41.816593 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:17:41.816593 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:17:41.816593 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:17:41.816593 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:17:41.816593 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:17:41.816593 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:17:41.816593 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:17:41.816593 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:17:41.816593 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:17:41.816593 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:17:41.816593 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:17:41.816593 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:17:41.816593 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:17:41.816593 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:17:41.816593 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:17:41.816593 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:17:41.816593 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:17:41.816593 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:17:41.816593 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:17:41.816593 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:17:41.816593 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:17:41.816593 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:17:41.816593 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:17:41.816593 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:17:41.816593 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:17:41.816593 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:17:41.816593 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:17:41.816593 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:17:41.816593 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:17:41.847628 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1e213faa-dac6-4581-8303-de8f21ffa6b4 req-97d73be4-a820-4d11-8698-b956c5ef2ca3 tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] 10.222.0.105 "GET /v2.0/security-groups?id=5f6b3e61-1ae0-4c62-b61b-c8b3a9e2637a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821118 Feb 09 01:17:41.870456 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9222c116-7d1c-4d68-8cff-0e1b805e5f5f tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:41.871367 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9222c116-7d1c-4d68-8cff-0e1b805e5f5f tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:42.022671 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-26b0e399-c83d-40ac-891f-6d7283158858 req-b8e2891c-9e42-42d6-bd7b-1a66135b2401 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=e7a5dd02-9d9f-41b7-85f0-d5ae1fc83a6b HTTP/1.1" status: 200 len: 210 time: 0.0549364 Feb 09 01:17:42.057693 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.db.api [None req-46160be2-3cd6-44b0-b4fb-ad9903f8adde tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 01:17:42.057693 n-d-828418-1 neutron-server[87638]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 01:17:42.057693 n-d-828418-1 neutron-server[87638]: [parameters: {'id': 'c586dcb9-0da4-414d-a571-bcaaf06a3964'}] Feb 09 01:17:42.057693 n-d-828418-1 neutron-server[87638]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:17:42.058200 n-d-828418-1 neutron-server[87638]: DEBUG oslo_db.api [None req-46160be2-3cd6-44b0-b4fb-ad9903f8adde tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:17:42.064428 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d117562-082a-4e3b-bd73-87eec7824575 None None] Network c586dcb9-0da4-414d-a571-bcaaf06a3964 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:17:42.070254 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9222c116-7d1c-4d68-8cff-0e1b805e5f5f tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event updated for resources: {'Port': ['ID=610f8115-064f-41dd-a55f-bbf3e2f775bd,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:42.150852 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9222c116-7d1c-4d68-8cff-0e1b805e5f5f tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:42.152348 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-9222c116-7d1c-4d68-8cff-0e1b805e5f5f tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:42.379733 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f234fe8f-bd87-41de-8e6c-6fdeb5f18dbd None None] Provisioning for port 1a004bb0-87d5-45fb-8e85-f9300095723f completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:17:42.406619 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9222c116-7d1c-4d68-8cff-0e1b805e5f5f tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Router 96c2dee7-7ddb-4747-957b-7b4d2874bbab is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:17:42.447580 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f1a23-c25b-41e4-a1f9-f0d8db7be672 req-b4c36ca6-4dab-4a71-af48-d978dc2f1cb9 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:42.454984 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f40f1a23-c25b-41e4-a1f9-f0d8db7be672 req-b4c36ca6-4dab-4a71-af48-d978dc2f1cb9 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/ports?device_id=50f0db9d-747a-410b-aec2-77e3beb7ba8b HTTP/1.1" status: 200 len: 945 time: 0.1219432 Feb 09 01:17:42.505160 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f40f1a23-c25b-41e4-a1f9-f0d8db7be672 req-8280973c-f029-4600-a6cc-3e154582650d tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/security-groups?id=59346c3a-364d-410d-a9fb-3c85b0553f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482876 Feb 09 01:17:42.544536 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e4c5869c-491d-4f47-ab99-3e022a1a57e6 None None] Provisioning for port 610f8115-064f-41dd-a55f-bbf3e2f775bd completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:17:42.550282 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e4c5869c-491d-4f47-ab99-3e022a1a57e6 None None] Provisioning complete for port 610f8115-064f-41dd-a55f-bbf3e2f775bd triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:42.550648 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e4c5869c-491d-4f47-ab99-3e022a1a57e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:42.599866 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-46160be2-3cd6-44b0-b4fb-ad9903f8adde tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:42.607159 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9222c116-7d1c-4d68-8cff-0e1b805e5f5f tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:17:42.620092 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8b72da-3598-4d7c-8bbc-2ab05f438063 None None] Sync routers for ids ['96c2dee7-7ddb-4747-957b-7b4d2874bbab'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:17:42.625461 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-46160be2-3cd6-44b0-b4fb-ad9903f8adde tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Deleting port f92701f7-b2e2-46e7-94f8-8e7e5537f667 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:17:42.625658 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-46160be2-3cd6-44b0-b4fb-ad9903f8adde tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:42.634965 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e4c5869c-491d-4f47-ab99-3e022a1a57e6 None None] Port 610f8115-064f-41dd-a55f-bbf3e2f775bd cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:17:42.638366 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8b72da-3598-4d7c-8bbc-2ab05f438063 None None] Routers {'96c2dee7-7ddb-4747-957b-7b4d2874bbab'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:17:42.639174 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-6b8b72da-3598-4d7c-8bbc-2ab05f438063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:17:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['96c2dee7-7ddb-4747-957b-7b4d2874bbab'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:42.679189 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9222c116-7d1c-4d68-8cff-0e1b805e5f5f tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "PUT /v2.0/routers/96c2dee7-7ddb-4747-957b-7b4d2874bbab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2808411 Feb 09 01:17:42.682270 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 43892) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:42.785816 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ebf343-03bb-49ec-ad43-ed3e76e74254 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:42.792280 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43896) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:42.793280 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-30ebf343-03bb-49ec-ad43-ed3e76e74254 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/ports/610f8115-064f-41dd-a55f-bbf3e2f775bd HTTP/1.1" status: 200 len: 911 time: 0.1102614 Feb 09 01:17:42.880086 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-6b8b72da-3598-4d7c-8bbc-2ab05f438063 None None] Set router 96c2dee7-7ddb-4747-957b-7b4d2874bbab gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:17:42.944839 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 1a004bb0-87d5-45fb-8e85-f9300095723f up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:17:42.971667 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c9fd46-0601-4779-883f-cd415a447297 None None] get_active_networks_info from n-d-828418-1 {{(pid=87640) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 01:17:43.039504 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-46160be2-3cd6-44b0-b4fb-ad9903f8adde tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] For port f92701f7-b2e2-46e7-94f8-8e7e5537f667, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=f92701f7-b2e2-46e7-94f8-8e7e5537f667,segment=NetworkSegment(d122d4bc-9bd3-4ee4-b2e9-863b805a6503),segment_id=d122d4bc-9bd3-4ee4-b2e9-863b805a6503)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:17:43.040034 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-46160be2-3cd6-44b0-b4fb-ad9903f8adde tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:43.070910 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17a798f-86f7-433e-8079-d12d7a389b13 req-53468ac9-56c5-4365-96a1-d5c36c173599 tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:43.082277 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d17a798f-86f7-433e-8079-d12d7a389b13 req-53468ac9-56c5-4365-96a1-d5c36c173599 tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] 10.222.0.105 "GET /v2.0/ports?device_id=001d1335-0ac0-4b7b-a1b3-d8ead7a0db82 HTTP/1.1" status: 200 len: 949 time: 0.1165662 Feb 09 01:17:43.083212 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235830a2-48c6-4e0e-a577-888470995139 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:43.089292 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235830a2-48c6-4e0e-a577-888470995139 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:43.090361 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-235830a2-48c6-4e0e-a577-888470995139 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Synchronizing usage tracker for tenant:32c9b2ac64b74efca212307487c75b1d on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:17:43.124463 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d17a798f-86f7-433e-8079-d12d7a389b13 req-1664b293-929d-4242-9483-b2568d206b0a tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] 10.222.0.105 "GET /v2.0/security-groups?id=5f6b3e61-1ae0-4c62-b61b-c8b3a9e2637a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411122 Feb 09 01:17:43.202915 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c5d37ecf-99ba-4608-bc13-2beee9e1f491 req-54135028-09f3-4f91-bdc9-39e2b9759368 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=e7a5dd02-9d9f-41b7-85f0-d5ae1fc83a6b HTTP/1.1" status: 200 len: 210 time: 0.0505431 Feb 09 01:17:43.214734 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:43.215542 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1da9f1ea-00d2-4c28-8d60-256b6a92f031 None None] Provisioning complete for port 610f8115-064f-41dd-a55f-bbf3e2f775bd triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:43.215901 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1da9f1ea-00d2-4c28-8d60-256b6a92f031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:43.370231 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 1a004bb0-87d5-45fb-8e85-f9300095723f completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:17:43.371189 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-46160be2-3cd6-44b0-b4fb-ad9903f8adde tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Calling delete_port for f92701f7-b2e2-46e7-94f8-8e7e5537f667 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:17:43.411530 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 1a004bb0-87d5-45fb-8e85-f9300095723f triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:43.412138 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:43.424324 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-235830a2-48c6-4e0e-a577-888470995139 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Unset dirty status for tenant:32c9b2ac64b74efca212307487c75b1d on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:17:43.425696 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-235830a2-48c6-4e0e-a577-888470995139 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.6333921 Feb 09 01:17:43.429231 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43904) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:43.489227 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-1da9f1ea-00d2-4c28-8d60-256b6a92f031 None None] Port 610f8115-064f-41dd-a55f-bbf3e2f775bd cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:17:43.561952 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65559e0-7125-4113-a066-788ce0e975ba req-4cc12b6b-3d59-4170-8acb-1e41efea2abf tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:43.563416 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e65559e0-7125-4113-a066-788ce0e975ba req-4cc12b6b-3d59-4170-8acb-1e41efea2abf tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.62 "GET /v2.0/networks?id=20b4b911-e8a6-45af-95dc-9b595aff0444 HTTP/1.1" status: 200 len: 806 time: 0.2936499 Feb 09 01:17:43.565997 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device d017939a-f85c-469c-869b-98e79826a01a up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:17:43.590007 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-e65559e0-7125-4113-a066-788ce0e975ba req-794e9f98-6c26-4cd0-80a4-9cb952d383d5 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Request body: {'port': {'device_id': 'e7a5dd02-9d9f-41b7-85f0-d5ae1fc83a6b', 'network_id': '20b4b911-e8a6-45af-95dc-9b595aff0444', 'admin_state_up': True, 'tenant_id': 'ecfa99ec90404d2da344b2927ef93a25'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:43.733349 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c9fd46-0601-4779-883f-cd415a447297 None None] Resources bound (agent type, host, resource id): {{(pid=87640) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:17:43.736878 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-46160be2-3cd6-44b0-b4fb-ad9903f8adde tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:43.801535 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46160be2-3cd6-44b0-b4fb-ad9903f8adde tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Pushing event deleted for resources: {'Port': ['ID=f92701f7-b2e2-46e7-94f8-8e7e5537f667,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:43.802051 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f43d9-c7bb-4701-9b9c-6a8703537458 req-cc0486f6-39ce-41f3-b2c7-b053165f6419 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:43.803692 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3a7f43d9-c7bb-4701-9b9c-6a8703537458 req-cc0486f6-39ce-41f3-b2c7-b053165f6419 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/ports?device_id=50f0db9d-747a-410b-aec2-77e3beb7ba8b HTTP/1.1" status: 200 len: 945 time: 0.1463203 Feb 09 01:17:43.809527 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-e65559e0-7125-4113-a066-788ce0e975ba req-794e9f98-6c26-4cd0-80a4-9cb952d383d5 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:43.810917 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46160be2-3cd6-44b0-b4fb-ad9903f8adde tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] No DVR routers for this DVR port f92701f7-b2e2-46e7-94f8-8e7e5537f667 on host n-d-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:17:43.820369 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-e65559e0-7125-4113-a066-788ce0e975ba req-794e9f98-6c26-4cd0-80a4-9cb952d383d5 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:43.859885 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e65559e0-7125-4113-a066-788ce0e975ba req-794e9f98-6c26-4cd0-80a4-9cb952d383d5 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Made reservation on behalf of ecfa99ec90404d2da344b2927ef93a25 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:17:43.863379 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e65559e0-7125-4113-a066-788ce0e975ba req-794e9f98-6c26-4cd0-80a4-9cb952d383d5 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:43.875843 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:43.888618 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3a7f43d9-c7bb-4701-9b9c-6a8703537458 req-d2ca00b5-f8a4-4dcf-95ea-a370401f2a74 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/security-groups?id=59346c3a-364d-410d-a9fb-3c85b0553f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654807 Feb 09 01:17:43.933734 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning for port d017939a-f85c-469c-869b-98e79826a01a completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:17:43.954854 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port d017939a-f85c-469c-869b-98e79826a01a triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:43.955311 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:43.998593 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-6b8b72da-3598-4d7c-8bbc-2ab05f438063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c2dee7-7ddb-4747-957b-7b4d2874bbab', 'name': 'tempest-NetworksTestDHCPv6-router-1399246617', 'tenant_id': '32c9b2ac64b74efca212307487c75b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:38Z', 'updated_at': '2022-02-09T01:17:40Z', 'revision_number': 2, 'project_id': '32c9b2ac64b74efca212307487c75b1d', 'gw_port_host': None, '_interfaces': [{'id': '610f8115-064f-41dd-a55f-bbf3e2f775bd', 'name': '', 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'tenant_id': '32c9b2ac64b74efca212307487c75b1d', 'mac_address': 'fa:16:3e:60:c0:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96c2dee7-7ddb-4747-957b-7b4d2874bbab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '55e101b0-45f6-48ff-869a-4ab75f7832c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:39Z', 'updated_at': '2022-02-09T01:17:41Z', 'revision_number': 2, 'project_id': '32c9b2ac64b74efca212307487c75b1d', 'subnets': [{'id': '55e101b0-45f6-48ff-869a-4ab75f7832c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:44.037875 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 1a004bb0-87d5-45fb-8e85-f9300095723f, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=1a004bb0-87d5-45fb-8e85-f9300095723f,segment=NetworkSegment(986fd47a-7d48-4218-bc5b-1f82d1198ace),segment_id=986fd47a-7d48-4218-bc5b-1f82d1198ace)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:17:44.063305 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-46160be2-3cd6-44b0-b4fb-ad9903f8adde tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:44.078189 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-e65559e0-7125-4113-a066-788ce0e975ba req-794e9f98-6c26-4cd0-80a4-9cb952d383d5 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Allocated IP 172.20.0.7 (20b4b911-e8a6-45af-95dc-9b595aff0444/6a70c5bb-7a88-4efe-b45a-b5773b8dee9d/ff677589-55be-4815-a2e0-d84889c71723) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:17:44.078821 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:44.080634 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8b72da-3598-4d7c-8bbc-2ab05f438063 None None] Checking router: 96c2dee7-7ddb-4747-957b-7b4d2874bbab for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:17:44.081026 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8b72da-3598-4d7c-8bbc-2ab05f438063 None None] Updating router 96c2dee7-7ddb-4747-957b-7b4d2874bbab port 610f8115-064f-41dd-a55f-bbf3e2f775bd binding host n-d-828418-1 {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:17:44.109873 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-46160be2-3cd6-44b0-b4fb-ad9903f8adde tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c586dcb9-0da4-414d-a571-bcaaf06a3964']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:44.126397 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-46160be2-3cd6-44b0-b4fb-ad9903f8adde tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd122d4bc-9bd3-4ee4-b2e9-863b805a6503') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:44.126705 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-46160be2-3cd6-44b0-b4fb-ad9903f8adde tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd122d4bc-9bd3-4ee4-b2e9-863b805a6503') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:44.141012 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-46160be2-3cd6-44b0-b4fb-ad9903f8adde tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:44.174115 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-46160be2-3cd6-44b0-b4fb-ad9903f8adde tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:44.184011 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46160be2-3cd6-44b0-b4fb-ad9903f8adde tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:17:44.184469 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-46160be2-3cd6-44b0-b4fb-ad9903f8adde tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:44.280092 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:17:44.280092 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:17:44.280092 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:17:44.280092 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:17:44.280092 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:17:44.280092 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:17:44.280092 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:17:44.280092 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:17:44.280092 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:17:44.280092 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:17:44.280092 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:17:44.280092 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:17:44.280092 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:17:44.280092 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:17:44.280092 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:17:44.280092 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:17:44.280092 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:17:44.280092 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:17:44.280092 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:17:44.280092 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:17:44.280092 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:17:44.280092 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:17:44.280092 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:17:44.280092 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:17:44.280092 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:17:44.280092 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:17:44.280092 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:17:44.280092 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:17:44.280092 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:17:44.280092 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:17:44.280092 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:17:44.280092 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:17:44.282995 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=1a004bb0-87d5-45fb-8e85-f9300095723f,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:44.351404 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:44.361808 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-46160be2-3cd6-44b0-b4fb-ad9903f8adde tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:44.381238 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e65559e0-7125-4113-a066-788ce0e975ba req-794e9f98-6c26-4cd0-80a4-9cb952d383d5 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:44.386143 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-46160be2-3cd6-44b0-b4fb-ad9903f8adde tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:44.396257 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46160be2-3cd6-44b0-b4fb-ad9903f8adde tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Pushing event deleted for resources: {'Network': ['ID=c586dcb9-0da4-414d-a571-bcaaf06a3964,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:44.408093 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-46160be2-3cd6-44b0-b4fb-ad9903f8adde tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] 10.222.0.105 "DELETE /v2.0/networks/c586dcb9-0da4-414d-a571-bcaaf06a3964 HTTP/1.1" status: 204 len: 168 time: 4.8082948 Feb 09 01:17:44.412146 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43914) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:44.439248 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6b8b72da-3598-4d7c-8bbc-2ab05f438063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:44.441859 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-907265f6-9e21-44c5-9caa-26f138a0beda tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] DELETE failed (client error): The resource could not be found. Feb 09 01:17:44.442465 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-907265f6-9e21-44c5-9caa-26f138a0beda tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:17:44.447980 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-907265f6-9e21-44c5-9caa-26f138a0beda tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] 10.222.0.105 "DELETE /v2.0/networks/c586dcb9-0da4-414d-a571-bcaaf06a3964 HTTP/1.1" status: 404 len: 339 time: 0.0314057 Feb 09 01:17:44.448653 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 43918) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:44.455540 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-498a0ae3-738a-4938-9e24-b07e5766458f tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1526323886', 'description': 'd1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:44.458570 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '001d1335-0ac0-4b7b-a1b3-d8ead7a0db82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd017939a-f85c-469c-869b-98e79826a01a'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:17:44.463409 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fa20b005-6610-4712-bb8c-a3c72e095751 req-dbb79728-6c95-4ac5-8153-647760ad18ce tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=e7a5dd02-9d9f-41b7-85f0-d5ae1fc83a6b HTTP/1.1" status: 200 len: 210 time: 0.0724595 Feb 09 01:17:44.467784 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-498a0ae3-738a-4938-9e24-b07e5766458f tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:44.480912 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92af7132-8c8a-4716-b56c-d950265e4258 req-071830eb-2b4e-4083-98dc-d85cfeaa0bd6 tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:44.496232 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-92af7132-8c8a-4716-b56c-d950265e4258 req-071830eb-2b4e-4083-98dc-d85cfeaa0bd6 tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] 10.222.0.105 "GET /v2.0/ports?device_id=001d1335-0ac0-4b7b-a1b3-d8ead7a0db82 HTTP/1.1" status: 200 len: 949 time: 0.2269506 Feb 09 01:17:44.496232 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-498a0ae3-738a-4938-9e24-b07e5766458f tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Usage tracker for resource:network and tenant:68fbf07ce9d34bbb833788a16887e0a4 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:44.508729 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-498a0ae3-738a-4938-9e24-b07e5766458f tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:44.521883 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-498a0ae3-738a-4938-9e24-b07e5766458f tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:44.524206 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b0ca3e8c-4e41-4357-b9c5-cf726b7d303a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:44.534886 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port d017939a-f85c-469c-869b-98e79826a01a, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=d017939a-f85c-469c-869b-98e79826a01a,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:17:44.551958 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:44.558257 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-498a0ae3-738a-4938-9e24-b07e5766458f tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Made reservation on behalf of 68fbf07ce9d34bbb833788a16887e0a4 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:17:44.562484 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-498a0ae3-738a-4938-9e24-b07e5766458f tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:44.579642 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e65559e0-7125-4113-a066-788ce0e975ba req-794e9f98-6c26-4cd0-80a4-9cb952d383d5 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:44.601954 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-92af7132-8c8a-4716-b56c-d950265e4258 req-946342c1-834f-4c87-9851-897cf976d0e7 tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] 10.222.0.105 "GET /v2.0/security-groups?id=5f6b3e61-1ae0-4c62-b61b-c8b3a9e2637a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114104 Feb 09 01:17:44.631323 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '001d1335-0ac0-4b7b-a1b3-d8ead7a0db82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd017939a-f85c-469c-869b-98e79826a01a', 'code': 200} Feb 09 01:17:44.636966 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['9bf5d22d-c05c-4bb7-9938-6cdd0b694aac'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:17:44.688636 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e65559e0-7125-4113-a066-788ce0e975ba req-794e9f98-6c26-4cd0-80a4-9cb952d383d5 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Network 20b4b911-e8a6-45af-95dc-9b595aff0444 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:44.697130 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-e65559e0-7125-4113-a066-788ce0e975ba req-794e9f98-6c26-4cd0-80a4-9cb952d383d5 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:44.700536 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-498a0ae3-738a-4938-9e24-b07e5766458f tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:17:44.705076 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-e65559e0-7125-4113-a066-788ce0e975ba req-794e9f98-6c26-4cd0-80a4-9cb952d383d5 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:17:44.747450 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794e9f98-6c26-4cd0-80a4-9cb952d383d5 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Pushing event updated for resources: {'Port': ['ID=ff677589-55be-4815-a2e0-d84889c71723,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:44.757809 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-498a0ae3-738a-4938-9e24-b07e5766458f tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:44.758721 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-498a0ae3-738a-4938-9e24-b07e5766458f tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Added segment c5e70609-055d-44df-a7c2-2022c72cf014 of type vlan for network b00dcfc0-39eb-465d-9009-eeb1dde49734 Feb 09 01:17:44.807723 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-498a0ae3-738a-4938-9e24-b07e5766458f tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:44.820366 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65559e0-7125-4113-a066-788ce0e975ba req-794e9f98-6c26-4cd0-80a4-9cb952d383d5 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:44.821215 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e65559e0-7125-4113-a066-788ce0e975ba req-794e9f98-6c26-4cd0-80a4-9cb952d383d5 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:44.903409 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=d017939a-f85c-469c-869b-98e79826a01a,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:44.909558 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e65559e0-7125-4113-a066-788ce0e975ba req-794e9f98-6c26-4cd0-80a4-9cb952d383d5 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3295512 Feb 09 01:17:44.911051 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-498a0ae3-738a-4938-9e24-b07e5766458f tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:44.918064 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 1a004bb0-87d5-45fb-8e85-f9300095723f up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:17:44.920560 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498a0ae3-738a-4938-9e24-b07e5766458f tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:44.921286 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-498a0ae3-738a-4938-9e24-b07e5766458f tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:44.959161 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-e65559e0-7125-4113-a066-788ce0e975ba req-9eb36d6e-3112-4655-b9d4-48cc8367a189 service neutron] Request body: {'port': {'device_id': 'e7a5dd02-9d9f-41b7-85f0-d5ae1fc83a6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:45.043681 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcfeb4-d4f2-41b3-b7f3-3b054e1e3f06 req-8f73482b-1f12-43ea-9a70-392cd61fbb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:45.045580 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-f1fcfeb4-d4f2-41b3-b7f3-3b054e1e3f06 req-8f73482b-1f12-43ea-9a70-392cd61fbb88 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=001d1335-0ac0-4b7b-a1b3-d8ead7a0db82 HTTP/1.1" status: 200 len: 1101 time: 0.3753402 Feb 09 01:17:45.104071 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-b0ca3e8c-4e41-4357-b9c5-cf726b7d303a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Deleting port 610f8115-064f-41dd-a55f-bbf3e2f775bd {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:17:45.104784 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b0ca3e8c-4e41-4357-b9c5-cf726b7d303a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:45.132088 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-f1fcfeb4-d4f2-41b3-b7f3-3b054e1e3f06 req-fa49a138-d865-408d-8650-d73bfb6b8454 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=5f6b3e61-1ae0-4c62-b61b-c8b3a9e2637a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787225 Feb 09 01:17:45.140030 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-498a0ae3-738a-4938-9e24-b07e5766458f tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6884186 Feb 09 01:17:45.141061 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43926) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:45.182522 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498a0ae3-738a-4938-9e24-b07e5766458f tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Pushing event updated for resources: {'Network': ['ID=b00dcfc0-39eb-465d-9009-eeb1dde49734,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:45.201853 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network b00dcfc0-39eb-465d-9009-eeb1dde49734 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:17:45.252113 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e65559e0-7125-4113-a066-788ce0e975ba req-9eb36d6e-3112-4655-b9d4-48cc8367a189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:45.272969 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1edc8f-df54-45a9-9d77-309f8efc48a4 req-5546b67b-0001-47b7-be94-71420233121a tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:45.274717 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2b1edc8f-df54-45a9-9d77-309f8efc48a4 req-5546b67b-0001-47b7-be94-71420233121a tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/ports?device_id=50f0db9d-747a-410b-aec2-77e3beb7ba8b HTTP/1.1" status: 200 len: 945 time: 0.2035985 Feb 09 01:17:45.324986 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 1a004bb0-87d5-45fb-8e85-f9300095723f triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:45.325633 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:45.368268 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3da983f-170d-4d33-83cb-b368025a9c73 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:45.368837 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-a3da983f-170d-4d33-83cb-b368025a9c73 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Synchronizing usage tracker for tenant:68fbf07ce9d34bbb833788a16887e0a4 on resource:network {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:17:45.379616 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2b1edc8f-df54-45a9-9d77-309f8efc48a4 req-8a9476aa-e3bc-4dfe-84ca-31d7af900f92 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/security-groups?id=59346c3a-364d-410d-a9fb-3c85b0553f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729351 Feb 09 01:17:45.399016 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-a3da983f-170d-4d33-83cb-b368025a9c73 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Unset dirty status for tenant:68fbf07ce9d34bbb833788a16887e0a4 on resource:network {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:17:45.403285 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a3da983f-170d-4d33-83cb-b368025a9c73 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] 10.222.0.105 "GET /v2.0/networks?id=b00dcfc0-39eb-465d-9009-eeb1dde49734 HTTP/1.1" status: 200 len: 761 time: 0.2512381 Feb 09 01:17:45.413433 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43930) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:45.428340 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-7c1568c5-7199-4d3d-84c1-66cdeb722aa4 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Request body: {'network': {'description': 'd2'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:45.520581 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b0ca3e8c-4e41-4357-b9c5-cf726b7d303a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:45.554601 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6b8b72da-3598-4d7c-8bbc-2ab05f438063 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:45.570700 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-6b8b72da-3598-4d7c-8bbc-2ab05f438063 None None] Transition to ACTIVE for port object 610f8115-064f-41dd-a55f-bbf3e2f775bd will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:17:45.578649 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6b8b72da-3598-4d7c-8bbc-2ab05f438063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:45.765354 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-b0ca3e8c-4e41-4357-b9c5-cf726b7d303a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Calling delete_port for 610f8115-064f-41dd-a55f-bbf3e2f775bd owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:17:45.817850 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d324f051-849b-4828-94c5-8f5f61a11051 None None] Pushing event updated for resources: {'Port': ['ID=610f8115-064f-41dd-a55f-bbf3e2f775bd,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:45.821704 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-e65559e0-7125-4113-a066-788ce0e975ba req-9eb36d6e-3112-4655-b9d4-48cc8367a189 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff677589-55be-4815-a2e0-d84889c71723 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:17:45.829539 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e65559e0-7125-4113-a066-788ce0e975ba req-9eb36d6e-3112-4655-b9d4-48cc8367a189 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:45.845745 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-e65559e0-7125-4113-a066-788ce0e975ba req-9eb36d6e-3112-4655-b9d4-48cc8367a189 service neutron] Transition to ACTIVE for port object ff677589-55be-4815-a2e0-d84889c71723 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:17:45.891291 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-6b8b72da-3598-4d7c-8bbc-2ab05f438063 None None] Attempting to bind port 610f8115-064f-41dd-a55f-bbf3e2f775bd on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:17:45.891881 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-6b8b72da-3598-4d7c-8bbc-2ab05f438063 None None] Attempting to bind port 610f8115-064f-41dd-a55f-bbf3e2f775bd by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '986fd47a-7d48-4218-bc5b-1f82d1198ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:17:45.892369 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8b72da-3598-4d7c-8bbc-2ab05f438063 None None] Attempting to bind port 610f8115-064f-41dd-a55f-bbf3e2f775bd on network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:17:45.899958 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8b72da-3598-4d7c-8bbc-2ab05f438063 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:17:45.900471 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8b72da-3598-4d7c-8bbc-2ab05f438063 None None] Checking segment: {'id': '986fd47a-7d48-4218-bc5b-1f82d1198ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:17:45.901116 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6b8b72da-3598-4d7c-8bbc-2ab05f438063 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:45.901645 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8b72da-3598-4d7c-8bbc-2ab05f438063 None None] Bound using segment: {'id': '986fd47a-7d48-4218-bc5b-1f82d1198ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:17:45.902392 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-6b8b72da-3598-4d7c-8bbc-2ab05f438063 None None] Bound port: 610f8115-064f-41dd-a55f-bbf3e2f775bd, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '986fd47a-7d48-4218-bc5b-1f82d1198ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:17:45.902862 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6b8b72da-3598-4d7c-8bbc-2ab05f438063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:45.921470 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e65559e0-7125-4113-a066-788ce0e975ba req-9eb36d6e-3112-4655-b9d4-48cc8367a189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:46.010210 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-6b8b72da-3598-4d7c-8bbc-2ab05f438063 None None] For port 610f8115-064f-41dd-a55f-bbf3e2f775bd, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:17:46.013541 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-6b8b72da-3598-4d7c-8bbc-2ab05f438063 None None] For port 610f8115-064f-41dd-a55f-bbf3e2f775bd, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=610f8115-064f-41dd-a55f-bbf3e2f775bd,segment=NetworkSegment(986fd47a-7d48-4218-bc5b-1f82d1198ace),segment_id=986fd47a-7d48-4218-bc5b-1f82d1198ace)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:17:46.015594 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7c1568c5-7199-4d3d-84c1-66cdeb722aa4 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:46.023704 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6b8b72da-3598-4d7c-8bbc-2ab05f438063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:46.041833 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7c1568c5-7199-4d3d-84c1-66cdeb722aa4 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:46.097089 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb36d6e-3112-4655-b9d4-48cc8367a189 service neutron] Pushing event updated for resources: {'Port': ['ID=ff677589-55be-4815-a2e0-d84889c71723,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:46.114633 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8b72da-3598-4d7c-8bbc-2ab05f438063 None None] Routers {'96c2dee7-7ddb-4747-957b-7b4d2874bbab'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:17:46.115249 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-6b8b72da-3598-4d7c-8bbc-2ab05f438063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:17:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['96c2dee7-7ddb-4747-957b-7b4d2874bbab'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:46.130381 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7c1568c5-7199-4d3d-84c1-66cdeb722aa4 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Network b00dcfc0-39eb-465d-9009-eeb1dde49734 is not hosted by any dhcp agent {{(pid=87638) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 09 01:17:46.136228 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1568c5-7199-4d3d-84c1-66cdeb722aa4 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:46.137184 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7c1568c5-7199-4d3d-84c1-66cdeb722aa4 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:46.138695 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-7c1568c5-7199-4d3d-84c1-66cdeb722aa4 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] 10.222.0.105 "PUT /v2.0/networks/b00dcfc0-39eb-465d-9009-eeb1dde49734 HTTP/1.1" status: 200 len: 758 time: 0.7231941 Feb 09 01:17:46.143142 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 43938) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:46.175283 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.db.api [None req-b0ca3e8c-4e41-4357-b9c5-cf726b7d303a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:17:46.175945 n-d-828418-1 neutron-server[87638]: DEBUG oslo_db.api [None req-b0ca3e8c-4e41-4357-b9c5-cf726b7d303a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:17:46.186871 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1568c5-7199-4d3d-84c1-66cdeb722aa4 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Pushing event updated for resources: {'Network': ['ID=b00dcfc0-39eb-465d-9009-eeb1dde49734,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:46.225441 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network b00dcfc0-39eb-465d-9009-eeb1dde49734 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:17:46.247795 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d324f051-849b-4828-94c5-8f5f61a11051 None None] Pushing event updated for resources: {'Port': ['ID=610f8115-064f-41dd-a55f-bbf3e2f775bd,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:46.298283 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310a8b46-ec20-413b-bc44-51b39caca556 req-257d21fb-bdd0-4fb2-9d45-42b755b8213f tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:46.298776 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-310a8b46-ec20-413b-bc44-51b39caca556 req-257d21fb-bdd0-4fb2-9d45-42b755b8213f tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Synchronizing usage tracker for tenant:ecfa99ec90404d2da344b2927ef93a25 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:17:46.317710 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a389b3a-9d2f-4482-bf89-13250215e2c6 req-0f4ee004-57d5-45b0-9d00-1908da1980e3 tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:46.319230 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8a389b3a-9d2f-4482-bf89-13250215e2c6 req-0f4ee004-57d5-45b0-9d00-1908da1980e3 tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] 10.222.0.105 "GET /v2.0/ports?device_id=001d1335-0ac0-4b7b-a1b3-d8ead7a0db82 HTTP/1.1" status: 200 len: 950 time: 0.4720187 Feb 09 01:17:46.387250 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4523215d-78fd-4a47-aede-4a992774bcc8 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:46.387965 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-4523215d-78fd-4a47-aede-4a992774bcc8 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Synchronizing usage tracker for tenant:68fbf07ce9d34bbb833788a16887e0a4 on resource:network {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:17:46.414172 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-310a8b46-ec20-413b-bc44-51b39caca556 req-257d21fb-bdd0-4fb2-9d45-42b755b8213f tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Unset dirty status for tenant:ecfa99ec90404d2da344b2927ef93a25 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:17:46.415347 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-310a8b46-ec20-413b-bc44-51b39caca556 req-257d21fb-bdd0-4fb2-9d45-42b755b8213f tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=e7a5dd02-9d9f-41b7-85f0-d5ae1fc83a6b HTTP/1.1" status: 200 len: 943 time: 0.5663462 Feb 09 01:17:46.418613 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-6b8b72da-3598-4d7c-8bbc-2ab05f438063 None None] Set router 96c2dee7-7ddb-4747-957b-7b4d2874bbab gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:17:46.427223 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-e65559e0-7125-4113-a066-788ce0e975ba req-9eb36d6e-3112-4655-b9d4-48cc8367a189 service neutron] Attempting to bind port ff677589-55be-4815-a2e0-d84889c71723 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:17:46.427568 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-e65559e0-7125-4113-a066-788ce0e975ba req-9eb36d6e-3112-4655-b9d4-48cc8367a189 service neutron] Attempting to bind port ff677589-55be-4815-a2e0-d84889c71723 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'e4f8d471-753e-488b-969f-03ab5fdd3e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '20b4b911-e8a6-45af-95dc-9b595aff0444'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:17:46.427883 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65559e0-7125-4113-a066-788ce0e975ba req-9eb36d6e-3112-4655-b9d4-48cc8367a189 service neutron] Attempting to bind port ff677589-55be-4815-a2e0-d84889c71723 on network 20b4b911-e8a6-45af-95dc-9b595aff0444 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:17:46.458349 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8a389b3a-9d2f-4482-bf89-13250215e2c6 req-90675841-fc5d-4eae-b952-59cce51cf305 tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] 10.222.0.105 "GET /v2.0/security-groups?id=5f6b3e61-1ae0-4c62-b61b-c8b3a9e2637a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223371 Feb 09 01:17:46.461894 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65559e0-7125-4113-a066-788ce0e975ba req-9eb36d6e-3112-4655-b9d4-48cc8367a189 service neutron] Port ff677589-55be-4815-a2e0-d84889c71723 on network 20b4b911-e8a6-45af-95dc-9b595aff0444 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:17:46.462322 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65559e0-7125-4113-a066-788ce0e975ba req-9eb36d6e-3112-4655-b9d4-48cc8367a189 service neutron] Attempting to bind port ff677589-55be-4815-a2e0-d84889c71723 on network 20b4b911-e8a6-45af-95dc-9b595aff0444 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:17:46.469660 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65559e0-7125-4113-a066-788ce0e975ba req-9eb36d6e-3112-4655-b9d4-48cc8367a189 service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:17:46.470000 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65559e0-7125-4113-a066-788ce0e975ba req-9eb36d6e-3112-4655-b9d4-48cc8367a189 service neutron] Checking segment: {'id': 'e4f8d471-753e-488b-969f-03ab5fdd3e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '20b4b911-e8a6-45af-95dc-9b595aff0444'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:17:46.470389 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65559e0-7125-4113-a066-788ce0e975ba req-9eb36d6e-3112-4655-b9d4-48cc8367a189 service neutron] Bound using segment: {'id': 'e4f8d471-753e-488b-969f-03ab5fdd3e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '20b4b911-e8a6-45af-95dc-9b595aff0444'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:17:46.470819 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-e65559e0-7125-4113-a066-788ce0e975ba req-9eb36d6e-3112-4655-b9d4-48cc8367a189 service neutron] Bound port: ff677589-55be-4815-a2e0-d84889c71723, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f8d471-753e-488b-969f-03ab5fdd3e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '20b4b911-e8a6-45af-95dc-9b595aff0444'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:17:46.471165 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e65559e0-7125-4113-a066-788ce0e975ba req-9eb36d6e-3112-4655-b9d4-48cc8367a189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:46.480550 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-4523215d-78fd-4a47-aede-4a992774bcc8 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Unset dirty status for tenant:68fbf07ce9d34bbb833788a16887e0a4 on resource:network {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:17:46.481749 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-4523215d-78fd-4a47-aede-4a992774bcc8 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] 10.222.0.105 "GET /v2.0/networks?id=b00dcfc0-39eb-465d-9009-eeb1dde49734 HTTP/1.1" status: 200 len: 761 time: 0.3360260 Feb 09 01:17:46.485691 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43944) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:46.492463 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-ad184985-8493-44da-b927-63541c98e762 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-249101786'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:46.503685 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ad184985-8493-44da-b927-63541c98e762 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:46.529674 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ad184985-8493-44da-b927-63541c98e762 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:46.553225 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad184985-8493-44da-b927-63541c98e762 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Made reservation on behalf of 68fbf07ce9d34bbb833788a16887e0a4 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:17:46.558341 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ad184985-8493-44da-b927-63541c98e762 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:46.567695 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-310a8b46-ec20-413b-bc44-51b39caca556 req-a2a16e6b-f885-4d7b-b9cf-fc8d12204f4a tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298258 Feb 09 01:17:46.626889 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad184985-8493-44da-b927-63541c98e762 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:17:46.639476 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ad184985-8493-44da-b927-63541c98e762 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:46.640045 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-ad184985-8493-44da-b927-63541c98e762 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Added segment 059694ae-75a4-4c93-afc8-6c31e619160c of type vlan for network 29bf1a57-76e7-48eb-bbb3-8f85a500c06d Feb 09 01:17:46.671742 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ad184985-8493-44da-b927-63541c98e762 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:46.678105 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-b0ca3e8c-4e41-4357-b9c5-cf726b7d303a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Deleting port 610f8115-064f-41dd-a55f-bbf3e2f775bd {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:17:46.678783 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b0ca3e8c-4e41-4357-b9c5-cf726b7d303a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:46.688325 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-e65559e0-7125-4113-a066-788ce0e975ba req-9eb36d6e-3112-4655-b9d4-48cc8367a189 service neutron] For port ff677589-55be-4815-a2e0-d84889c71723, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:17:46.704930 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-e65559e0-7125-4113-a066-788ce0e975ba req-9eb36d6e-3112-4655-b9d4-48cc8367a189 service neutron] For port ff677589-55be-4815-a2e0-d84889c71723, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=ff677589-55be-4815-a2e0-d84889c71723,segment=NetworkSegment(e4f8d471-753e-488b-969f-03ab5fdd3e2b),segment_id=e4f8d471-753e-488b-969f-03ab5fdd3e2b)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:17:46.714996 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e65559e0-7125-4113-a066-788ce0e975ba req-9eb36d6e-3112-4655-b9d4-48cc8367a189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:46.793845 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb36d6e-3112-4655-b9d4-48cc8367a189 service neutron] Pushing event updated for resources: {'Port': ['ID=ff677589-55be-4815-a2e0-d84889c71723,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:46.807876 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65559e0-7125-4113-a066-788ce0e975ba req-9eb36d6e-3112-4655-b9d4-48cc8367a189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:46.808458 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-e65559e0-7125-4113-a066-788ce0e975ba req-9eb36d6e-3112-4655-b9d4-48cc8367a189 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:46.809844 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e65559e0-7125-4113-a066-788ce0e975ba req-9eb36d6e-3112-4655-b9d4-48cc8367a189 service neutron] 10.222.0.62 "PUT /v2.0/ports/ff677589-55be-4815-a2e0-d84889c71723 HTTP/1.1" status: 200 len: 1091 time: 1.8767066 Feb 09 01:17:46.810282 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a5dd02-9d9f-41b7-85f0-d5ae1fc83a6b', 'tag': 'ff677589-55be-4815-a2e0-d84889c71723'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:17:46.832860 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b26f0-b325-4a5a-8698-8aac328d51cf req-da86a28c-5d23-4b83-a335-99cde7a5b30a tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:46.838736 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-6b8b72da-3598-4d7c-8bbc-2ab05f438063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c2dee7-7ddb-4747-957b-7b4d2874bbab', 'name': 'tempest-NetworksTestDHCPv6-router-1399246617', 'tenant_id': '32c9b2ac64b74efca212307487c75b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:38Z', 'updated_at': '2022-02-09T01:17:40Z', 'revision_number': 2, 'project_id': '32c9b2ac64b74efca212307487c75b1d', 'gw_port_host': None, '_interfaces': [{'id': '610f8115-064f-41dd-a55f-bbf3e2f775bd', 'name': '', 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'tenant_id': '32c9b2ac64b74efca212307487c75b1d', 'mac_address': 'fa:16:3e:60:c0:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96c2dee7-7ddb-4747-957b-7b4d2874bbab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '55e101b0-45f6-48ff-869a-4ab75f7832c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:39Z', 'updated_at': '2022-02-09T01:17:46Z', 'revision_number': 4, 'project_id': '32c9b2ac64b74efca212307487c75b1d', 'subnets': [{'id': '55e101b0-45f6-48ff-869a-4ab75f7832c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:46.840825 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e35b26f0-b325-4a5a-8698-8aac328d51cf req-da86a28c-5d23-4b83-a335-99cde7a5b30a tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/ports?device_id=50f0db9d-747a-410b-aec2-77e3beb7ba8b HTTP/1.1" status: 200 len: 945 time: 0.2114315 Feb 09 01:17:46.843583 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8b72da-3598-4d7c-8bbc-2ab05f438063 None None] The sync data for ids ['96c2dee7-7ddb-4747-957b-7b4d2874bbab'] in n-d-828418-1 is: [{'id': '96c2dee7-7ddb-4747-957b-7b4d2874bbab', 'name': 'tempest-NetworksTestDHCPv6-router-1399246617', 'tenant_id': '32c9b2ac64b74efca212307487c75b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:38Z', 'updated_at': '2022-02-09T01:17:40Z', 'revision_number': 2, 'project_id': '32c9b2ac64b74efca212307487c75b1d', 'gw_port_host': None, '_interfaces': [{'id': '610f8115-064f-41dd-a55f-bbf3e2f775bd', 'name': '', 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'tenant_id': '32c9b2ac64b74efca212307487c75b1d', 'mac_address': 'fa:16:3e:60:c0:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96c2dee7-7ddb-4747-957b-7b4d2874bbab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '55e101b0-45f6-48ff-869a-4ab75f7832c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:39Z', 'updated_at': '2022-02-09T01:17:46Z', 'revision_number': 4, 'project_id': '32c9b2ac64b74efca212307487c75b1d', 'subnets': [{'id': '55e101b0-45f6-48ff-869a-4ab75f7832c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:17:46.846457 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ad184985-8493-44da-b927-63541c98e762 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:46.854006 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad184985-8493-44da-b927-63541c98e762 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:46.854814 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ad184985-8493-44da-b927-63541c98e762 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:46.918805 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7a5dd02-9d9f-41b7-85f0-d5ae1fc83a6b', 'tag': 'ff677589-55be-4815-a2e0-d84889c71723', 'status': 'completed', 'code': 200} Feb 09 01:17:46.946405 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e35b26f0-b325-4a5a-8698-8aac328d51cf req-7c7a5a5a-f33c-43d7-98aa-5f8b9d69409e tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/security-groups?id=59346c3a-364d-410d-a9fb-3c85b0553f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043746 Feb 09 01:17:46.986961 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65559e0-7125-4113-a066-788ce0e975ba req-8eb6d561-37f4-40ab-a63f-7d7bb09d42bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:46.989629 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e65559e0-7125-4113-a066-788ce0e975ba req-8eb6d561-37f4-40ab-a63f-7d7bb09d42bb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ecfa99ec90404d2da344b2927ef93a25&device_id=e7a5dd02-9d9f-41b7-85f0-d5ae1fc83a6b HTTP/1.1" status: 200 len: 1094 time: 0.1100488 Feb 09 01:17:47.019871 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad184985-8493-44da-b927-63541c98e762 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Pushing event updated for resources: {'Network': ['ID=29bf1a57-76e7-48eb-bbb3-8f85a500c06d,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:47.027164 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ad184985-8493-44da-b927-63541c98e762 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5400841 Feb 09 01:17:47.036966 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43950) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:47.040340 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 29bf1a57-76e7-48eb-bbb3-8f85a500c06d details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:17:47.045320 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-b9070f66-62b0-44cd-8792-3fe0bce7d242 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Request body: {'subnet': {'network_id': '29bf1a57-76e7-48eb-bbb3-8f85a500c06d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:47.094969 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e65559e0-7125-4113-a066-788ce0e975ba req-49452cd9-3567-42f8-a839-5fb4e74d0eab service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff677589-55be-4815-a2e0-d84889c71723 HTTP/1.1" status: 200 len: 217 time: 0.0990095 Feb 09 01:17:47.201278 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65559e0-7125-4113-a066-788ce0e975ba req-aa3b9aa8-5a4d-4bae-9812-2d017105bfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:47.203233 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e65559e0-7125-4113-a066-788ce0e975ba req-aa3b9aa8-5a4d-4bae-9812-2d017105bfc7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6a70c5bb-7a88-4efe-b45a-b5773b8dee9d HTTP/1.1" status: 200 len: 846 time: 0.0999427 Feb 09 01:17:47.258504 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e65559e0-7125-4113-a066-788ce0e975ba req-9bed2188-cf01-4cab-900a-b978a6ca1dca service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=20b4b911-e8a6-45af-95dc-9b595aff0444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479429 Feb 09 01:17:47.302869 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-b0ca3e8c-4e41-4357-b9c5-cf726b7d303a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] For port 610f8115-064f-41dd-a55f-bbf3e2f775bd, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=610f8115-064f-41dd-a55f-bbf3e2f775bd,segment=NetworkSegment(986fd47a-7d48-4218-bc5b-1f82d1198ace),segment_id=986fd47a-7d48-4218-bc5b-1f82d1198ace)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:17:47.303280 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b0ca3e8c-4e41-4357-b9c5-cf726b7d303a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:47.421759 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e65559e0-7125-4113-a066-788ce0e975ba req-25be40bd-3308-4d16-9a7b-4253e702101b service neutron] 10.222.0.62 "GET /v2.0/networks/20b4b911-e8a6-45af-95dc-9b595aff0444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562824 Feb 09 01:17:47.450512 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-b0ca3e8c-4e41-4357-b9c5-cf726b7d303a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Calling delete_port for 610f8115-064f-41dd-a55f-bbf3e2f775bd owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:17:47.502414 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b9070f66-62b0-44cd-8792-3fe0bce7d242 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:47.510750 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-b9070f66-62b0-44cd-8792-3fe0bce7d242 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Usage tracker for resource:subnet and tenant:68fbf07ce9d34bbb833788a16887e0a4 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:47.515456 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-b9070f66-62b0-44cd-8792-3fe0bce7d242 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:47.525752 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b9070f66-62b0-44cd-8792-3fe0bce7d242 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:47.553958 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9070f66-62b0-44cd-8792-3fe0bce7d242 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Made reservation on behalf of 68fbf07ce9d34bbb833788a16887e0a4 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:17:47.558442 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b9070f66-62b0-44cd-8792-3fe0bce7d242 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:47.581537 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e65559e0-7125-4113-a066-788ce0e975ba req-47df1ee0-79fc-4af3-8930-344d774a8f4c service neutron] 10.222.0.62 "GET /v2.0/networks/20b4b911-e8a6-45af-95dc-9b595aff0444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526971 Feb 09 01:17:47.887312 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b0ca3e8c-4e41-4357-b9c5-cf726b7d303a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:47.957498 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ca3e8c-4e41-4357-b9c5-cf726b7d303a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event deleted for resources: {'Port': ['ID=610f8115-064f-41dd-a55f-bbf3e2f775bd,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:47.974466 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3914e4-28c5-4a65-9a18-c12bcf968794 req-4a11c349-5f9d-4c06-825e-234364de33e2 tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:47.976019 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cc3914e4-28c5-4a65-9a18-c12bcf968794 req-4a11c349-5f9d-4c06-825e-234364de33e2 tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] 10.222.0.105 "GET /v2.0/ports?device_id=001d1335-0ac0-4b7b-a1b3-d8ead7a0db82 HTTP/1.1" status: 200 len: 950 time: 0.3441246 Feb 09 01:17:47.984586 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c1d1aa-c4bd-40e6-b474-415f13863020 req-f75e23bc-f72c-4974-af4b-1489ac3aaec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:47.986343 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-43c1d1aa-c4bd-40e6-b474-415f13863020 req-f75e23bc-f72c-4974-af4b-1489ac3aaec0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ecfa99ec90404d2da344b2927ef93a25&device_id=e7a5dd02-9d9f-41b7-85f0-d5ae1fc83a6b HTTP/1.1" status: 200 len: 1094 time: 0.3136566 Feb 09 01:17:47.999894 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b9070f66-62b0-44cd-8792-3fe0bce7d242 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:48.028681 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe35f11-8c43-4d54-ae18-a4ef454b608c req-8e15dc57-8be1-4b14-b34d-c3af387b707c tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:48.030221 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bbe35f11-8c43-4d54-ae18-a4ef454b608c req-8e15dc57-8be1-4b14-b34d-c3af387b707c tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=e7a5dd02-9d9f-41b7-85f0-d5ae1fc83a6b HTTP/1.1" status: 200 len: 943 time: 0.3245382 Feb 09 01:17:48.155668 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cc3914e4-28c5-4a65-9a18-c12bcf968794 req-8d879023-1c73-4d7f-8e11-096bb2fce670 tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] 10.222.0.105 "GET /v2.0/security-groups?id=5f6b3e61-1ae0-4c62-b61b-c8b3a9e2637a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683245 Feb 09 01:17:48.176658 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bbe35f11-8c43-4d54-ae18-a4ef454b608c req-70c2d721-b9a3-44ae-946b-8cc772790653 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844107 Feb 09 01:17:48.238292 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c1d1aa-c4bd-40e6-b474-415f13863020 req-884448ea-e9b6-42d2-96c5-d92d478a7812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:48.242025 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-43c1d1aa-c4bd-40e6-b474-415f13863020 req-884448ea-e9b6-42d2-96c5-d92d478a7812 service neutron] 10.222.0.62 "GET /v2.0/networks?id=20b4b911-e8a6-45af-95dc-9b595aff0444 HTTP/1.1" status: 200 len: 907 time: 0.2367883 Feb 09 01:17:48.258019 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b0ca3e8c-4e41-4357-b9c5-cf726b7d303a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:48.263802 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9070f66-62b0-44cd-8792-3fe0bce7d242 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Pushing event updated for resources: {'Subnet': ['ID=313d02ec-dd68-4540-a9d9-a026e9077d21,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:48.270962 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9070f66-62b0-44cd-8792-3fe0bce7d242 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Checking segment: {'id': '059694ae-75a4-4c93-afc8-6c31e619160c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '29bf1a57-76e7-48eb-bbb3-8f85a500c06d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:17:48.271493 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9070f66-62b0-44cd-8792-3fe0bce7d242 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Network hostable DHCP agents. Network: 29bf1a57-76e7-48eb-bbb3-8f85a500c06d, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:17:48.331687 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-43c1d1aa-c4bd-40e6-b474-415f13863020 req-5df6ece9-7c81-405e-b577-023d7d1c53d0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff677589-55be-4815-a2e0-d84889c71723 HTTP/1.1" status: 200 len: 217 time: 0.0844030 Feb 09 01:17:48.423351 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c1d1aa-c4bd-40e6-b474-415f13863020 req-ba02e680-de39-4af5-8755-2d45151b2d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:48.425584 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-43c1d1aa-c4bd-40e6-b474-415f13863020 req-ba02e680-de39-4af5-8755-2d45151b2d39 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6a70c5bb-7a88-4efe-b45a-b5773b8dee9d HTTP/1.1" status: 200 len: 846 time: 0.0792193 Feb 09 01:17:48.428532 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9070f66-62b0-44cd-8792-3fe0bce7d242 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Network 29bf1a57-76e7-48eb-bbb3-8f85a500c06d is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:17:48.497289 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-b9070f66-62b0-44cd-8792-3fe0bce7d242 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 29bf1a57-76e7-48eb-bbb3-8f85a500c06d) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:48.508949 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9547c826-c9aa-43ef-82cb-cc26576c3fc4 None None] Network 29bf1a57-76e7-48eb-bbb3-8f85a500c06d requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:17:48.510672 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9070f66-62b0-44cd-8792-3fe0bce7d242 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:48.511345 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b9070f66-62b0-44cd-8792-3fe0bce7d242 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:48.513094 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-43c1d1aa-c4bd-40e6-b474-415f13863020 req-1828ed76-607f-4ee8-a4d8-8308eb9f3252 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=20b4b911-e8a6-45af-95dc-9b595aff0444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701034 Feb 09 01:17:48.624624 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ca3e8c-4e41-4357-b9c5-cf726b7d303a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Router 96c2dee7-7ddb-4747-957b-7b4d2874bbab has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:17:48.629572 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b9070f66-62b0-44cd-8792-3fe0bce7d242 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5872805 Feb 09 01:17:48.634427 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43970) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:48.689894 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-43c1d1aa-c4bd-40e6-b474-415f13863020 req-ac6c495c-7cb7-4728-9475-06578590e8ba service neutron] 10.222.0.62 "GET /v2.0/networks/20b4b911-e8a6-45af-95dc-9b595aff0444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713521 Feb 09 01:17:48.898963 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffefb08f-0792-469a-97dc-cbd01c5ef56e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-29bf1a57-76e7-48eb-bbb3-8f85a500c06d', 'network_id': '29bf1a57-76e7-48eb-bbb3-8f85a500c06d', 'tenant_id': '68fbf07ce9d34bbb833788a16887e0a4', 'fixed_ips': [{'subnet_id': '313d02ec-dd68-4540-a9d9-a026e9077d21'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:17:48.903034 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ffefb08f-0792-469a-97dc-cbd01c5ef56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:48.928862 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b9ab3-468e-4d97-96aa-54aa99c4dbd8 req-92c69771-1a35-46c9-bdd7-66f61be07ab3 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:48.928862 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-575b9ab3-468e-4d97-96aa-54aa99c4dbd8 req-92c69771-1a35-46c9-bdd7-66f61be07ab3 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/ports?device_id=50f0db9d-747a-410b-aec2-77e3beb7ba8b HTTP/1.1" status: 200 len: 945 time: 0.2314012 Feb 09 01:17:48.959276 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-43c1d1aa-c4bd-40e6-b474-415f13863020 req-79ce5b48-89c6-4532-8cc1-8383a2b4eb6d service neutron] 10.222.0.62 "GET /v2.0/networks/20b4b911-e8a6-45af-95dc-9b595aff0444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194083 Feb 09 01:17:48.991942 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-575b9ab3-468e-4d97-96aa-54aa99c4dbd8 req-b929e3c9-fcb2-4f0b-9b77-a7c1b8949e7b tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/security-groups?id=59346c3a-364d-410d-a9fb-3c85b0553f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540359 Feb 09 01:17:49.020552 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ca3e8c-4e41-4357-b9c5-cf726b7d303a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:17:49.031484 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0813fbf0-0463-46ea-b561-07f328a50ad0 None None] Sync routers for ids ['96c2dee7-7ddb-4747-957b-7b4d2874bbab'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:17:49.035381 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b0ca3e8c-4e41-4357-b9c5-cf726b7d303a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "PUT /v2.0/routers/96c2dee7-7ddb-4747-957b-7b4d2874bbab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6025617 Feb 09 01:17:49.036520 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 43978) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:49.048552 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0813fbf0-0463-46ea-b561-07f328a50ad0 None None] Routers {'96c2dee7-7ddb-4747-957b-7b4d2874bbab'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:17:49.055828 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-0813fbf0-0463-46ea-b561-07f328a50ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:17:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['96c2dee7-7ddb-4747-957b-7b4d2874bbab'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:49.089401 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5d279deb-abf6-4be0-9066-948b66d35bd6 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:49.130352 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974bfb34-795f-4c89-ab28-a584f49da3b9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:49.134014 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974bfb34-795f-4c89-ab28-a584f49da3b9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:49.134829 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-974bfb34-795f-4c89-ab28-a584f49da3b9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Synchronizing usage tracker for tenant:32c9b2ac64b74efca212307487c75b1d on resource:subnet {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:17:49.154412 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-974bfb34-795f-4c89-ab28-a584f49da3b9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Unset dirty status for tenant:32c9b2ac64b74efca212307487c75b1d on resource:subnet {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:17:49.158714 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43982) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:49.172221 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-974bfb34-795f-4c89-ab28-a584f49da3b9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1216993 Feb 09 01:17:49.216380 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5d279deb-abf6-4be0-9066-948b66d35bd6 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:49.217946 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-ffefb08f-0792-469a-97dc-cbd01c5ef56e None None] Allocated IP 172.20.0.2 (29bf1a57-76e7-48eb-bbb3-8f85a500c06d/313d02ec-dd68-4540-a9d9-a026e9077d21/f48019fe-2e80-44f1-b614-e69457a8f6f7) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:17:49.303944 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-17454713-551e-4056-add5-943ee909d11c tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Deleting subnet 55e101b0-45f6-48ff-869a-4ab75f7832c3 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:17:49.308056 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-17454713-551e-4056-add5-943ee909d11c tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:49.319719 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-0813fbf0-0463-46ea-b561-07f328a50ad0 None None] Set router 96c2dee7-7ddb-4747-957b-7b4d2874bbab gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:17:49.445871 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-17454713-551e-4056-add5-943ee909d11c tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:49.448907 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-0813fbf0-0463-46ea-b561-07f328a50ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c2dee7-7ddb-4747-957b-7b4d2874bbab', 'name': 'tempest-NetworksTestDHCPv6-router-1399246617', 'tenant_id': '32c9b2ac64b74efca212307487c75b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:38Z', 'updated_at': '2022-02-09T01:17:47Z', 'revision_number': 3, 'project_id': '32c9b2ac64b74efca212307487c75b1d', 'gw_port_host': None}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:49.453450 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0813fbf0-0463-46ea-b561-07f328a50ad0 None None] Checking router: 96c2dee7-7ddb-4747-957b-7b4d2874bbab for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:17:49.463878 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0813fbf0-0463-46ea-b561-07f328a50ad0 None None] Routers {'96c2dee7-7ddb-4747-957b-7b4d2874bbab'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:17:49.464865 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-0813fbf0-0463-46ea-b561-07f328a50ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:17:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['96c2dee7-7ddb-4747-957b-7b4d2874bbab'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:49.600937 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-17454713-551e-4056-add5-943ee909d11c tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:49.610217 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-0813fbf0-0463-46ea-b561-07f328a50ad0 None None] Set router 96c2dee7-7ddb-4747-957b-7b4d2874bbab gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:17:49.632125 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ffefb08f-0792-469a-97dc-cbd01c5ef56e None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:49.660804 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-ffefb08f-0792-469a-97dc-cbd01c5ef56e None None] Transition to ACTIVE for port object f48019fe-2e80-44f1-b614-e69457a8f6f7 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:17:49.690109 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-17454713-551e-4056-add5-943ee909d11c tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:49.710118 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-ffefb08f-0792-469a-97dc-cbd01c5ef56e None None] Transition to ACTIVE for port object f48019fe-2e80-44f1-b614-e69457a8f6f7 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:17:49.713288 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef0bee2-f488-494d-a9cf-89fd8be55dce req-d7e6b6b2-643a-4b89-81fb-9104e4b67a5b tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:49.719047 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ffefb08f-0792-469a-97dc-cbd01c5ef56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:49.723190 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1ef0bee2-f488-494d-a9cf-89fd8be55dce req-d7e6b6b2-643a-4b89-81fb-9104e4b67a5b tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=e7a5dd02-9d9f-41b7-85f0-d5ae1fc83a6b HTTP/1.1" status: 200 len: 943 time: 0.3193827 Feb 09 01:17:49.747928 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17454713-551e-4056-add5-943ee909d11c tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event deleted for resources: {'Subnet': ['ID=55e101b0-45f6-48ff-869a-4ab75f7832c3,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:49.764223 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-17454713-551e-4056-add5-943ee909d11c tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:49.767861 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17454713-551e-4056-add5-943ee909d11c tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:49.768208 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17454713-551e-4056-add5-943ee909d11c tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:49.768547 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17454713-551e-4056-add5-943ee909d11c tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:49.768885 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17454713-551e-4056-add5-943ee909d11c tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:49.769221 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17454713-551e-4056-add5-943ee909d11c tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:49.770196 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17454713-551e-4056-add5-943ee909d11c tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:49.770460 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17454713-551e-4056-add5-943ee909d11c tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:49.770798 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17454713-551e-4056-add5-943ee909d11c tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:49.771129 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17454713-551e-4056-add5-943ee909d11c tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:49.771519 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17454713-551e-4056-add5-943ee909d11c tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:49.771870 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17454713-551e-4056-add5-943ee909d11c tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:49.772253 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17454713-551e-4056-add5-943ee909d11c tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:49.778511 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-0813fbf0-0463-46ea-b561-07f328a50ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c2dee7-7ddb-4747-957b-7b4d2874bbab', 'name': 'tempest-NetworksTestDHCPv6-router-1399246617', 'tenant_id': '32c9b2ac64b74efca212307487c75b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:38Z', 'updated_at': '2022-02-09T01:17:47Z', 'revision_number': 3, 'project_id': '32c9b2ac64b74efca212307487c75b1d', 'gw_port_host': None}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:49.783866 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0813fbf0-0463-46ea-b561-07f328a50ad0 None None] The sync data for ids ['96c2dee7-7ddb-4747-957b-7b4d2874bbab'] in n-d-828418-1 is: [{'id': '96c2dee7-7ddb-4747-957b-7b4d2874bbab', 'name': 'tempest-NetworksTestDHCPv6-router-1399246617', 'tenant_id': '32c9b2ac64b74efca212307487c75b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:38Z', 'updated_at': '2022-02-09T01:17:47Z', 'revision_number': 3, 'project_id': '32c9b2ac64b74efca212307487c75b1d', 'gw_port_host': None}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:17:49.801208 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5d279deb-abf6-4be0-9066-948b66d35bd6 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:49.826768 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffefb08f-0792-469a-97dc-cbd01c5ef56e None None] Pushing event updated for resources: {'Port': ['ID=f48019fe-2e80-44f1-b614-e69457a8f6f7,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:49.829690 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a415b425-4044-4b38-87d2-0ba4ed1563ac None None] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:17:49.844250 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-17454713-551e-4056-add5-943ee909d11c tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/subnets/55e101b0-45f6-48ff-869a-4ab75f7832c3 HTTP/1.1" status: 204 len: 168 time: 0.6842072 Feb 09 01:17:49.846313 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d279deb-abf6-4be0-9066-948b66d35bd6 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Pushing event deleted for resources: {'Subnet': ['ID=313d02ec-dd68-4540-a9d9-a026e9077d21,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:49.851170 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43990) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:49.874702 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1ef0bee2-f488-494d-a9cf-89fd8be55dce req-900a6140-4042-4118-a2d3-989655d8d36e tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505651 Feb 09 01:17:49.908734 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2388e4-4848-4155-bd3c-fbe5a7fc5f73 req-0dde8262-bd08-4e21-ac76-a1976053656a tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:49.917861 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cf2388e4-4848-4155-bd3c-fbe5a7fc5f73 req-0dde8262-bd08-4e21-ac76-a1976053656a tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/ports?device_id=50f0db9d-747a-410b-aec2-77e3beb7ba8b HTTP/1.1" status: 200 len: 945 time: 0.3836505 Feb 09 01:17:49.923945 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffefb08f-0792-469a-97dc-cbd01c5ef56e None None] Network 29bf1a57-76e7-48eb-bbb3-8f85a500c06d is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:49.935007 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-ffefb08f-0792-469a-97dc-cbd01c5ef56e None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:49.939655 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffefb08f-0792-469a-97dc-cbd01c5ef56e None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:17:49.962886 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcb1bc6-b12f-4782-9cc5-4f565c81692f req-ca3f41ef-f180-4cf8-8fc0-2d5cd6acca6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:49.964472 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cdcb1bc6-b12f-4782-9cc5-4f565c81692f req-ca3f41ef-f180-4cf8-8fc0-2d5cd6acca6d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4feb7579decf4a3183faf64d64a634f4&device_id=50f0db9d-747a-410b-aec2-77e3beb7ba8b HTTP/1.1" status: 200 len: 1096 time: 0.3967655 Feb 09 01:17:50.057086 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cf2388e4-4848-4155-bd3c-fbe5a7fc5f73 req-254fd309-8e56-4038-be40-fc2166dc2be2 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/security-groups?id=59346c3a-364d-410d-a9fb-3c85b0553f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376832 Feb 09 01:17:50.100021 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5d279deb-abf6-4be0-9066-948b66d35bd6 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:50.142354 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-5d279deb-abf6-4be0-9066-948b66d35bd6 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29bf1a57-76e7-48eb-bbb3-8f85a500c06d']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:50.152415 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcb1bc6-b12f-4782-9cc5-4f565c81692f req-fb678dc5-e0ce-4207-8011-eef4d1ab3489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:50.154356 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cdcb1bc6-b12f-4782-9cc5-4f565c81692f req-fb678dc5-e0ce-4207-8011-eef4d1ab3489 service neutron] 10.222.0.62 "GET /v2.0/networks?id=82f30243-02f9-47c5-a321-43941006e74c HTTP/1.1" status: 200 len: 912 time: 0.1803339 Feb 09 01:17:50.161365 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-5d279deb-abf6-4be0-9066-948b66d35bd6 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '059694ae-75a4-4c93-afc8-6c31e619160c') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:50.161771 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-5d279deb-abf6-4be0-9066-948b66d35bd6 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '059694ae-75a4-4c93-afc8-6c31e619160c') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:50.175480 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-ffefb08f-0792-469a-97dc-cbd01c5ef56e None None] Attempting to bind port f48019fe-2e80-44f1-b614-e69457a8f6f7 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:17:50.176869 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-ffefb08f-0792-469a-97dc-cbd01c5ef56e None None] Attempting to bind port f48019fe-2e80-44f1-b614-e69457a8f6f7 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '059694ae-75a4-4c93-afc8-6c31e619160c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '29bf1a57-76e7-48eb-bbb3-8f85a500c06d'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:17:50.177289 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffefb08f-0792-469a-97dc-cbd01c5ef56e None None] Attempting to bind port f48019fe-2e80-44f1-b614-e69457a8f6f7 on network 29bf1a57-76e7-48eb-bbb3-8f85a500c06d {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:17:50.185539 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffefb08f-0792-469a-97dc-cbd01c5ef56e None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:17:50.186073 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffefb08f-0792-469a-97dc-cbd01c5ef56e None None] Checking segment: {'id': '059694ae-75a4-4c93-afc8-6c31e619160c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '29bf1a57-76e7-48eb-bbb3-8f85a500c06d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:17:50.186481 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ffefb08f-0792-469a-97dc-cbd01c5ef56e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:50.186909 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffefb08f-0792-469a-97dc-cbd01c5ef56e None None] Bound using segment: {'id': '059694ae-75a4-4c93-afc8-6c31e619160c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '29bf1a57-76e7-48eb-bbb3-8f85a500c06d'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:17:50.187382 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-ffefb08f-0792-469a-97dc-cbd01c5ef56e None None] Bound port: f48019fe-2e80-44f1-b614-e69457a8f6f7, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '059694ae-75a4-4c93-afc8-6c31e619160c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '29bf1a57-76e7-48eb-bbb3-8f85a500c06d'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:17:50.187768 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ffefb08f-0792-469a-97dc-cbd01c5ef56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:50.258734 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5d279deb-abf6-4be0-9066-948b66d35bd6 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:50.279488 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-0b6a9672-8e10-44c9-a828-841dea80c465 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Synchronizing usage tracker for tenant:32c9b2ac64b74efca212307487c75b1d on resource:router {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:17:50.292070 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5d279deb-abf6-4be0-9066-948b66d35bd6 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:50.304803 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d279deb-abf6-4be0-9066-948b66d35bd6 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:17:50.305201 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5d279deb-abf6-4be0-9066-948b66d35bd6 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:50.325038 n-d-828418-1 neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:17:50.325038 n-d-828418-1 neutron-server[87638]: util.warn( Feb 09 01:17:50.325038 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:17:50.325038 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:17:50.325038 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:17:50.325038 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:17:50.325038 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:17:50.325038 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:17:50.325038 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:17:50.325038 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:17:50.325038 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:17:50.325038 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:17:50.325038 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:17:50.325038 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:17:50.325038 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:17:50.325038 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:17:50.325038 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:17:50.325038 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:17:50.325038 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:17:50.325038 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:17:50.325038 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:17:50.325038 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:17:50.325038 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:17:50.325038 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:17:50.325038 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:17:50.325038 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:17:50.325038 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:17:50.325038 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:17:50.325038 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:17:50.325038 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:17:50.325038 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:17:50.325038 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:17:50.325038 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:17:50.325038 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:17:50.336288 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-ffefb08f-0792-469a-97dc-cbd01c5ef56e None None] For port f48019fe-2e80-44f1-b614-e69457a8f6f7, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:17:50.369893 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device ff677589-55be-4815-a2e0-d84889c71723 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:17:50.387998 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cdcb1bc6-b12f-4782-9cc5-4f565c81692f req-9f50ca63-4907-48a7-bafb-335932cbaaa3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa4312f1-65e5-47a9-b736-8be54bf623e1 HTTP/1.1" status: 200 len: 1001 time: 0.2246027 Feb 09 01:17:50.389789 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb6d251-e8d4-496c-aeef-b2d825a9f7f8 None None] DHCP port deletion for 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:17:50.404054 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fdb6d251-e8d4-496c-aeef-b2d825a9f7f8 None None] Deleting port 1a004bb0-87d5-45fb-8e85-f9300095723f {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:17:50.404677 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fdb6d251-e8d4-496c-aeef-b2d825a9f7f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:50.430316 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-0b6a9672-8e10-44c9-a828-841dea80c465 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Unset dirty status for tenant:32c9b2ac64b74efca212307487c75b1d on resource:router {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:17:50.433940 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-0b6a9672-8e10-44c9-a828-841dea80c465 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.5794890 Feb 09 01:17:50.435007 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43996) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:50.503040 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcb1bc6-b12f-4782-9cc5-4f565c81692f req-44a86305-03d0-44e2-b122-dd1083a08791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:50.510791 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cdcb1bc6-b12f-4782-9cc5-4f565c81692f req-44a86305-03d0-44e2-b122-dd1083a08791 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=babecade-cdf1-4c50-b1ee-144e30399d1c HTTP/1.1" status: 200 len: 850 time: 0.1167827 Feb 09 01:17:50.623542 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcb1bc6-b12f-4782-9cc5-4f565c81692f req-9153d31b-01ed-48f8-a688-37454d205275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:50.626148 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-ffefb08f-0792-469a-97dc-cbd01c5ef56e None None] For port f48019fe-2e80-44f1-b614-e69457a8f6f7, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=f48019fe-2e80-44f1-b614-e69457a8f6f7,segment=NetworkSegment(059694ae-75a4-4c93-afc8-6c31e619160c),segment_id=059694ae-75a4-4c93-afc8-6c31e619160c)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:17:50.633435 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cdcb1bc6-b12f-4782-9cc5-4f565c81692f req-9153d31b-01ed-48f8-a688-37454d205275 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=82f30243-02f9-47c5-a321-43941006e74c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1087892 Feb 09 01:17:50.635009 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ffefb08f-0792-469a-97dc-cbd01c5ef56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:50.702092 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0fcd4583-78f2-456e-ae94-7caa84414797 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:50.786962 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.db.api [None req-5d279deb-abf6-4be0-9066-948b66d35bd6 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 01:17:50.786962 n-d-828418-1 neutron-server[87638]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 01:17:50.786962 n-d-828418-1 neutron-server[87638]: [parameters: {'id': '29bf1a57-76e7-48eb-bbb3-8f85a500c06d'}] Feb 09 01:17:50.786962 n-d-828418-1 neutron-server[87638]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:17:50.787387 n-d-828418-1 neutron-server[87638]: DEBUG oslo_db.api [None req-5d279deb-abf6-4be0-9066-948b66d35bd6 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:17:50.932232 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 1a004bb0-87d5-45fb-8e85-f9300095723f no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:17:51.090920 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cdcb1bc6-b12f-4782-9cc5-4f565c81692f req-600b6adb-2fae-4e87-9dea-2eafffdeb5a8 service neutron] 10.222.0.62 "GET /v2.0/networks/82f30243-02f9-47c5-a321-43941006e74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4562621 Feb 09 01:17:51.174728 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fdb6d251-e8d4-496c-aeef-b2d825a9f7f8 None None] For port 1a004bb0-87d5-45fb-8e85-f9300095723f, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=1a004bb0-87d5-45fb-8e85-f9300095723f,segment=NetworkSegment(986fd47a-7d48-4218-bc5b-1f82d1198ace),segment_id=986fd47a-7d48-4218-bc5b-1f82d1198ace)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:17:51.175024 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fdb6d251-e8d4-496c-aeef-b2d825a9f7f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:51.300800 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5d279deb-abf6-4be0-9066-948b66d35bd6 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:51.312317 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0fcd4583-78f2-456e-ae94-7caa84414797 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:51.320612 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0fcd4583-78f2-456e-ae94-7caa84414797 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:51.320951 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e573ad-af64-4fd3-9b97-915bfeeef611 req-cdf2c3cd-5791-4042-97b4-c46e3da3548a tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:51.322362 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-85e573ad-af64-4fd3-9b97-915bfeeef611 req-cdf2c3cd-5791-4042-97b4-c46e3da3548a tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=e7a5dd02-9d9f-41b7-85f0-d5ae1fc83a6b HTTP/1.1" status: 200 len: 943 time: 0.3106301 Feb 09 01:17:51.333509 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-5d279deb-abf6-4be0-9066-948b66d35bd6 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Deleting port f48019fe-2e80-44f1-b614-e69457a8f6f7 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:17:51.333509 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5d279deb-abf6-4be0-9066-948b66d35bd6 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:51.343253 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fdb6d251-e8d4-496c-aeef-b2d825a9f7f8 None None] Calling delete_port for 1a004bb0-87d5-45fb-8e85-f9300095723f owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:17:51.382360 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cdcb1bc6-b12f-4782-9cc5-4f565c81692f req-e8ad9f02-687e-4ab9-95ae-6d03cbacb29d service neutron] 10.222.0.62 "GET /v2.0/networks/82f30243-02f9-47c5-a321-43941006e74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820892 Feb 09 01:17:51.400350 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0fcd4583-78f2-456e-ae94-7caa84414797 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:51.401026 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fcd4583-78f2-456e-ae94-7caa84414797 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Fanout notify agent at l3_agent the message router_deleted on router 96c2dee7-7ddb-4747-957b-7b4d2874bbab {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:17:51.423178 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-85e573ad-af64-4fd3-9b97-915bfeeef611 req-2ddc8d4d-cf54-4ff3-b039-7c23e87a6925 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864840 Feb 09 01:17:51.432622 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be62cac6-3d11-4149-b00e-f7439b0498cb req-a8626684-f21b-485e-834b-022e2c63aba1 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:51.434271 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-be62cac6-3d11-4149-b00e-f7439b0498cb req-a8626684-f21b-485e-834b-022e2c63aba1 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/ports?device_id=50f0db9d-747a-410b-aec2-77e3beb7ba8b HTTP/1.1" status: 200 len: 945 time: 0.2093337 Feb 09 01:17:51.453923 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffefb08f-0792-469a-97dc-cbd01c5ef56e None None] Pushing event updated for resources: {'Port': ['ID=f48019fe-2e80-44f1-b614-e69457a8f6f7,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:51.484930 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port ff677589-55be-4815-a2e0-d84889c71723, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=ff677589-55be-4815-a2e0-d84889c71723,segment=NetworkSegment(e4f8d471-753e-488b-969f-03ab5fdd3e2b),segment_id=e4f8d471-753e-488b-969f-03ab5fdd3e2b)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:17:51.500811 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-be62cac6-3d11-4149-b00e-f7439b0498cb req-3c80e57a-1cfa-4fc2-94f6-2f6f76d7d958 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/security-groups?id=59346c3a-364d-410d-a9fb-3c85b0553f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524750 Feb 09 01:17:51.534438 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0fcd4583-78f2-456e-ae94-7caa84414797 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:51.536584 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-0fcd4583-78f2-456e-ae94-7caa84414797 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/routers/96c2dee7-7ddb-4747-957b-7b4d2874bbab HTTP/1.1" status: 204 len: 168 time: 1.1003695 Feb 09 01:17:51.539777 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44006) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:51.545227 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-3c3b4143-f805-4cec-9e49-d46e116705c9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Request body: {'subnet': {'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:51.570236 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': 'ff677589-55be-4815-a2e0-d84889c71723', 'network_id': '20b4b911-e8a6-45af-95dc-9b595aff0444', 'port_id': 'ff677589-55be-4815-a2e0-d84889c71723', 'mac_address': 'fa:16:3e:4a:a3:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a70c5bb-7a88-4efe-b45a-b5773b8dee9d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:17:51.572306 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fbe288-61d2-40d1-acd6-ff6c4d10b5cd None None] Network 29bf1a57-76e7-48eb-bbb3-8f85a500c06d requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:17:51.670537 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-3c3b4143-f805-4cec-9e49-d46e116705c9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:51.675068 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-3c3b4143-f805-4cec-9e49-d46e116705c9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Usage tracker for resource:subnet and tenant:32c9b2ac64b74efca212307487c75b1d is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:51.678573 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-3c3b4143-f805-4cec-9e49-d46e116705c9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:51.684622 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-3c3b4143-f805-4cec-9e49-d46e116705c9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:51.693066 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-5d279deb-abf6-4be0-9066-948b66d35bd6 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] For port f48019fe-2e80-44f1-b614-e69457a8f6f7, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=f48019fe-2e80-44f1-b614-e69457a8f6f7,segment=NetworkSegment(059694ae-75a4-4c93-afc8-6c31e619160c),segment_id=059694ae-75a4-4c93-afc8-6c31e619160c)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:17:51.693460 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5d279deb-abf6-4be0-9066-948b66d35bd6 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:51.695314 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3b4143-f805-4cec-9e49-d46e116705c9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Made reservation on behalf of 32c9b2ac64b74efca212307487c75b1d for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:17:51.698999 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3c3b4143-f805-4cec-9e49-d46e116705c9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:51.746516 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fdb6d251-e8d4-496c-aeef-b2d825a9f7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:51.827097 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-5d279deb-abf6-4be0-9066-948b66d35bd6 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Calling delete_port for f48019fe-2e80-44f1-b614-e69457a8f6f7 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:17:51.832123 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb6d251-e8d4-496c-aeef-b2d825a9f7f8 None None] Pushing event deleted for resources: {'Port': ['ID=1a004bb0-87d5-45fb-8e85-f9300095723f,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:51.848094 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:51.866876 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb6d251-e8d4-496c-aeef-b2d825a9f7f8 None None] No DVR routers for this DVR port 1a004bb0-87d5-45fb-8e85-f9300095723f on host n-d-828418-1 {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:17:51.870543 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:51.928215 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5d279deb-abf6-4be0-9066-948b66d35bd6 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:51.939830 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff677589-55be-4815-a2e0-d84889c71723 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:17:51.944743 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:51.959920 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3c3b4143-f805-4cec-9e49-d46e116705c9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:51.995856 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d279deb-abf6-4be0-9066-948b66d35bd6 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] No DVR routers for this DVR port f48019fe-2e80-44f1-b614-e69457a8f6f7 on host n-d-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:17:51.997847 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d279deb-abf6-4be0-9066-948b66d35bd6 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Pushing event deleted for resources: {'Port': ['ID=f48019fe-2e80-44f1-b614-e69457a8f6f7,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:52.025908 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3b4143-f805-4cec-9e49-d46e116705c9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:52.029626 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-3c3b4143-f805-4cec-9e49-d46e116705c9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:52.035025 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3b4143-f805-4cec-9e49-d46e116705c9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:52.035931 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3c3b4143-f805-4cec-9e49-d46e116705c9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:52.053821 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3b4143-f805-4cec-9e49-d46e116705c9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event updated for resources: {'Subnet': ['ID=f5fd9188-736a-43b2-8d68-07bb54508cc8,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:52.068570 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3b4143-f805-4cec-9e49-d46e116705c9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:52.069186 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3b4143-f805-4cec-9e49-d46e116705c9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:52.069715 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3b4143-f805-4cec-9e49-d46e116705c9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:52.070233 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3b4143-f805-4cec-9e49-d46e116705c9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:52.070716 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3b4143-f805-4cec-9e49-d46e116705c9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:52.071222 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3b4143-f805-4cec-9e49-d46e116705c9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:52.071710 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3b4143-f805-4cec-9e49-d46e116705c9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:52.072204 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3b4143-f805-4cec-9e49-d46e116705c9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:52.072707 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3b4143-f805-4cec-9e49-d46e116705c9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:52.073189 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3b4143-f805-4cec-9e49-d46e116705c9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:52.073838 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3b4143-f805-4cec-9e49-d46e116705c9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:52.074323 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3b4143-f805-4cec-9e49-d46e116705c9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:52.084329 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-3c3b4143-f805-4cec-9e49-d46e116705c9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5435624 Feb 09 01:17:52.087361 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44010) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:52.099133 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-b2a6f651-38f3-4351-a4cc-e0e74f9ea251 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1054091411', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:52.116477 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b2a6f651-38f3-4351-a4cc-e0e74f9ea251 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:52.117941 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddcb6c59-77b9-41b1-8749-ac0af143ca56 None None] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:17:52.121107 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-b2a6f651-38f3-4351-a4cc-e0e74f9ea251 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Usage tracker for resource:router and tenant:32c9b2ac64b74efca212307487c75b1d is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:52.124224 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-b2a6f651-38f3-4351-a4cc-e0e74f9ea251 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:52.132045 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b2a6f651-38f3-4351-a4cc-e0e74f9ea251 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:52.144204 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b2a6f651-38f3-4351-a4cc-e0e74f9ea251 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:52.145784 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b2a6f651-38f3-4351-a4cc-e0e74f9ea251 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:52.149497 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5d279deb-abf6-4be0-9066-948b66d35bd6 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:52.169027 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b2a6f651-38f3-4351-a4cc-e0e74f9ea251 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:52.189445 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port ff677589-55be-4815-a2e0-d84889c71723, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=ff677589-55be-4815-a2e0-d84889c71723,segment=NetworkSegment(e4f8d471-753e-488b-969f-03ab5fdd3e2b),segment_id=e4f8d471-753e-488b-969f-03ab5fdd3e2b)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:17:52.189771 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-5d279deb-abf6-4be0-9066-948b66d35bd6 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29bf1a57-76e7-48eb-bbb3-8f85a500c06d']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:52.190510 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b2a6f651-38f3-4351-a4cc-e0e74f9ea251 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:52.195218 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 610f8115-064f-41dd-a55f-bbf3e2f775bd no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:17:52.203177 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-5d279deb-abf6-4be0-9066-948b66d35bd6 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '059694ae-75a4-4c93-afc8-6c31e619160c') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:52.203598 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-5d279deb-abf6-4be0-9066-948b66d35bd6 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '059694ae-75a4-4c93-afc8-6c31e619160c') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:52.218068 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5d279deb-abf6-4be0-9066-948b66d35bd6 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:52.224199 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b2a6f651-38f3-4351-a4cc-e0e74f9ea251 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:52.226004 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-b2a6f651-38f3-4351-a4cc-e0e74f9ea251 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1372244 Feb 09 01:17:52.229630 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44016) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:52.235723 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:52.242405 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5d279deb-abf6-4be0-9066-948b66d35bd6 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:52.250079 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d279deb-abf6-4be0-9066-948b66d35bd6 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:17:52.250722 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5d279deb-abf6-4be0-9066-948b66d35bd6 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:52.267641 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:17:52.267641 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:17:52.267641 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:17:52.267641 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:17:52.267641 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:17:52.267641 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:17:52.267641 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:17:52.267641 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:17:52.267641 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:17:52.267641 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:17:52.267641 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:17:52.267641 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:17:52.267641 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:17:52.267641 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:17:52.267641 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:17:52.267641 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:17:52.267641 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:17:52.267641 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:17:52.267641 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:17:52.267641 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:17:52.267641 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:17:52.267641 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:17:52.267641 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:17:52.267641 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:17:52.267641 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:17:52.267641 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:17:52.267641 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:17:52.267641 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:17:52.267641 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:17:52.267641 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:17:52.267641 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:17:52.267641 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:17:52.271221 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 610f8115-064f-41dd-a55f-bbf3e2f775bd {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:17:52.271568 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 610f8115-064f-41dd-a55f-bbf3e2f775bd not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:17:52.353490 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=ff677589-55be-4815-a2e0-d84889c71723,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:52.375416 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5d279deb-abf6-4be0-9066-948b66d35bd6 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:52.398036 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5d279deb-abf6-4be0-9066-948b66d35bd6 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:52.404491 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d279deb-abf6-4be0-9066-948b66d35bd6 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Pushing event deleted for resources: {'Network': ['ID=29bf1a57-76e7-48eb-bbb3-8f85a500c06d,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:52.415452 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-5d279deb-abf6-4be0-9066-948b66d35bd6 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] 10.222.0.105 "DELETE /v2.0/networks/29bf1a57-76e7-48eb-bbb3-8f85a500c06d HTTP/1.1" status: 204 len: 168 time: 3.7778134 Feb 09 01:17:52.418075 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44020) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:52.458834 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-58965e83-2c7b-4fbf-81d8-149c5cfeacf1 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] GET failed (client error): The resource could not be found. Feb 09 01:17:52.459520 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-58965e83-2c7b-4fbf-81d8-149c5cfeacf1 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Synchronizing usage tracker for tenant:68fbf07ce9d34bbb833788a16887e0a4 on resource:subnet {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:17:52.474384 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['ff677589-55be-4815-a2e0-d84889c71723'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:17:52.480572 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-58965e83-2c7b-4fbf-81d8-149c5cfeacf1 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Unset dirty status for tenant:68fbf07ce9d34bbb833788a16887e0a4 on resource:subnet {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:17:52.482014 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-58965e83-2c7b-4fbf-81d8-149c5cfeacf1 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] 10.222.0.105 "GET /v2.0/subnets/313d02ec-dd68-4540-a9d9-a026e9077d21 HTTP/1.1" status: 404 len: 337 time: 0.0628419 Feb 09 01:17:52.484850 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44026) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:52.511972 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cedb57-97a2-4759-80d5-7dafce7c6d20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'tenant_id': '32c9b2ac64b74efca212307487c75b1d', 'fixed_ips': [{'subnet_id': 'f5fd9188-736a-43b2-8d68-07bb54508cc8'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:17:52.512801 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-09cedb57-97a2-4759-80d5-7dafce7c6d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:52.515182 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-b900ec74-bf02-4777-b7d8-8cd8ce1eab96 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] DELETE failed (client error): The resource could not be found. Feb 09 01:17:52.515809 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b900ec74-bf02-4777-b7d8-8cd8ce1eab96 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:17:52.526448 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b900ec74-bf02-4777-b7d8-8cd8ce1eab96 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] 10.222.0.105 "DELETE /v2.0/networks/29bf1a57-76e7-48eb-bbb3-8f85a500c06d HTTP/1.1" status: 404 len: 339 time: 0.0404596 Feb 09 01:17:52.532469 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44032) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:52.733930 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd5405b-719a-4586-a308-2376afa99205 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:52.734672 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-3cd5405b-719a-4586-a308-2376afa99205 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Synchronizing usage tracker for tenant:68fbf07ce9d34bbb833788a16887e0a4 on resource:network {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:17:52.750332 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-3cd5405b-719a-4586-a308-2376afa99205 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Unset dirty status for tenant:68fbf07ce9d34bbb833788a16887e0a4 on resource:network {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:17:52.754000 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-3cd5405b-719a-4586-a308-2376afa99205 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] 10.222.0.105 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2181184 Feb 09 01:17:52.755126 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44036) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:52.820253 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-09cedb57-97a2-4759-80d5-7dafce7c6d20 None None] Allocated IP 2001:db8::2 (0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa/f5fd9188-736a-43b2-8d68-07bb54508cc8/947afac8-8e00-4aa2-bb6e-70e04c13acf7) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:17:52.839738 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a366beb5-d7e2-4536-bdcc-31e6f5755c61 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] 10.222.0.105 "GET /v2.0/subnets?network_id=3d885c3c-255c-4e54-addc-b28437d0b18e HTTP/1.1" status: 200 len: 207 time: 0.0829639 Feb 09 01:17:52.843288 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44040) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:53.077227 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-09cedb57-97a2-4759-80d5-7dafce7c6d20 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:53.090296 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-09cedb57-97a2-4759-80d5-7dafce7c6d20 None None] Transition to ACTIVE for port object 947afac8-8e00-4aa2-bb6e-70e04c13acf7 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:17:53.095257 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1ef3acd0-a4b5-454f-812f-b2ef2d9afffe tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:53.122071 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-09cedb57-97a2-4759-80d5-7dafce7c6d20 None None] Transition to ACTIVE for port object 947afac8-8e00-4aa2-bb6e-70e04c13acf7 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:17:53.130265 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-09cedb57-97a2-4759-80d5-7dafce7c6d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:53.155794 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc783a8-7516-4bd5-9115-6e58cff570c0 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:53.164737 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc783a8-7516-4bd5-9115-6e58cff570c0 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:53.171224 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc783a8-7516-4bd5-9115-6e58cff570c0 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:53.178108 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc783a8-7516-4bd5-9115-6e58cff570c0 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:53.184395 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9cc783a8-7516-4bd5-9115-6e58cff570c0 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] 10.222.0.105 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.3400216 Feb 09 01:17:53.185293 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44044) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:53.202607 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe68805-0081-4a11-adce-c25d33f995ee req-9ab44d43-9616-4e9a-9d01-f687057f9ae2 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:53.210670 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5fe68805-0081-4a11-adce-c25d33f995ee req-9ab44d43-9616-4e9a-9d01-f687057f9ae2 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/ports?device_id=50f0db9d-747a-410b-aec2-77e3beb7ba8b HTTP/1.1" status: 200 len: 945 time: 0.5881588 Feb 09 01:17:53.217369 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cedb57-97a2-4759-80d5-7dafce7c6d20 None None] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:53.220725 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-09cedb57-97a2-4759-80d5-7dafce7c6d20 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:53.228333 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cedb57-97a2-4759-80d5-7dafce7c6d20 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:17:53.235201 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cedb57-97a2-4759-80d5-7dafce7c6d20 None None] Pushing event updated for resources: {'Port': ['ID=947afac8-8e00-4aa2-bb6e-70e04c13acf7,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:53.246678 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852bb49b-19c3-4ab1-8dc0-053d92249804 req-fe50936f-3bd2-4e1a-bc71-6d7513dc69b2 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:53.248188 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-852bb49b-19c3-4ab1-8dc0-053d92249804 req-fe50936f-3bd2-4e1a-bc71-6d7513dc69b2 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=e7a5dd02-9d9f-41b7-85f0-d5ae1fc83a6b HTTP/1.1" status: 200 len: 944 time: 0.6270745 Feb 09 01:17:53.343837 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-09cedb57-97a2-4759-80d5-7dafce7c6d20 None None] Attempting to bind port 947afac8-8e00-4aa2-bb6e-70e04c13acf7 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:17:53.344214 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-09cedb57-97a2-4759-80d5-7dafce7c6d20 None None] Attempting to bind port 947afac8-8e00-4aa2-bb6e-70e04c13acf7 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '986fd47a-7d48-4218-bc5b-1f82d1198ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:17:53.344595 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cedb57-97a2-4759-80d5-7dafce7c6d20 None None] Attempting to bind port 947afac8-8e00-4aa2-bb6e-70e04c13acf7 on network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:17:53.350324 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cedb57-97a2-4759-80d5-7dafce7c6d20 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:17:53.350576 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a678f38e-d6fa-4d31-a8d8-8dc10e4cf005 req-34de6fa3-33ee-4b58-b906-334904f78108 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=50f0db9d-747a-410b-aec2-77e3beb7ba8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4364946 Feb 09 01:17:53.350693 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cedb57-97a2-4759-80d5-7dafce7c6d20 None None] Checking segment: {'id': '986fd47a-7d48-4218-bc5b-1f82d1198ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:17:53.351091 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-09cedb57-97a2-4759-80d5-7dafce7c6d20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:53.351483 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cedb57-97a2-4759-80d5-7dafce7c6d20 None None] Bound using segment: {'id': '986fd47a-7d48-4218-bc5b-1f82d1198ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:17:53.351952 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-09cedb57-97a2-4759-80d5-7dafce7c6d20 None None] Bound port: 947afac8-8e00-4aa2-bb6e-70e04c13acf7, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '986fd47a-7d48-4218-bc5b-1f82d1198ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:17:53.352325 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-09cedb57-97a2-4759-80d5-7dafce7c6d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:53.393384 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e9710484-8ea4-41f2-81f1-fd2740d35ff8 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] 10.222.0.105 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2035885 Feb 09 01:17:53.393832 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44050) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:53.472416 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5fe68805-0081-4a11-adce-c25d33f995ee req-0c39d0de-779b-4946-a7ef-f39248f34ccf tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/security-groups?id=59346c3a-364d-410d-a9fb-3c85b0553f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2607801 Feb 09 01:17:53.475997 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-09cedb57-97a2-4759-80d5-7dafce7c6d20 None None] For port 947afac8-8e00-4aa2-bb6e-70e04c13acf7, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:17:53.479978 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4e4c34-7f2b-4437-8dbc-44c141ee5c85 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:53.481755 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-09cedb57-97a2-4759-80d5-7dafce7c6d20 None None] For port 947afac8-8e00-4aa2-bb6e-70e04c13acf7, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=947afac8-8e00-4aa2-bb6e-70e04c13acf7,segment=NetworkSegment(986fd47a-7d48-4218-bc5b-1f82d1198ace),segment_id=986fd47a-7d48-4218-bc5b-1f82d1198ace)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:17:53.482133 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4e4c34-7f2b-4437-8dbc-44c141ee5c85 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:53.483982 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ad4e4c34-7f2b-4437-8dbc-44c141ee5c85 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0891404 Feb 09 01:17:53.487650 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44054) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:53.489857 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-852bb49b-19c3-4ab1-8dc0-053d92249804 req-4ae66c70-82e4-462d-bc77-769a532394bb tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339017 Feb 09 01:17:53.510603 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-09cedb57-97a2-4759-80d5-7dafce7c6d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:53.569041 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31eb6e63-42dc-40da-820a-87d46958c427 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Attributes excluded by policy engine: ['shared'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:53.570882 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31eb6e63-42dc-40da-820a-87d46958c427 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Attributes excluded by policy engine: ['shared'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:53.575708 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-31eb6e63-42dc-40da-820a-87d46958c427 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] 10.222.0.105 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0831637 Feb 09 01:17:53.576145 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44060) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:53.598338 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678f38e-d6fa-4d31-a8d8-8dc10e4cf005 req-16d40cf0-63c0-48c5-ad3f-d5bcc106e7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:53.599846 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a678f38e-d6fa-4d31-a8d8-8dc10e4cf005 req-16d40cf0-63c0-48c5-ad3f-d5bcc106e7f9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4feb7579decf4a3183faf64d64a634f4&device_id=50f0db9d-747a-410b-aec2-77e3beb7ba8b HTTP/1.1" status: 200 len: 1096 time: 0.2003586 Feb 09 01:17:53.640533 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cedb57-97a2-4759-80d5-7dafce7c6d20 None None] Pushing event updated for resources: {'Port': ['ID=947afac8-8e00-4aa2-bb6e-70e04c13acf7,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:53.759064 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-1ef3acd0-a4b5-454f-812f-b2ef2d9afffe tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Allocated IP 2001:db8::1 (0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa/f5fd9188-736a-43b2-8d68-07bb54508cc8/492272da-ebc4-4958-b7cd-46f603fc0b11) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:17:53.760768 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b268166-4ad0-4a25-bc2b-43b453e38d31 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:53.762446 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-0b268166-4ad0-4a25-bc2b-43b453e38d31 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] 10.222.0.105 "GET /v2.0/networks/6f70d6b2-1f2a-465b-a650-d615d1afeca3 HTTP/1.1" status: 200 len: 800 time: 0.1851957 Feb 09 01:17:53.766167 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44064) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:53.907695 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678f38e-d6fa-4d31-a8d8-8dc10e4cf005 req-59123f8b-17e0-484b-84d6-a14e874b7fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:53.909489 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a678f38e-d6fa-4d31-a8d8-8dc10e4cf005 req-59123f8b-17e0-484b-84d6-a14e874b7fca service neutron] 10.222.0.62 "GET /v2.0/networks?id=82f30243-02f9-47c5-a321-43941006e74c HTTP/1.1" status: 200 len: 912 time: 0.2698596 Feb 09 01:17:53.938134 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-7e6b4992-632d-4c55-a95c-638464ed213d tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] 10.222.0.105 "GET /v2.0/networks/6f70d6b2-1f2a-465b-a650-d615d1afeca3?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1698446 Feb 09 01:17:53.942170 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44070) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:54.014438 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a1c7d2-b9ef-47d5-8d65-931f13f2f93f tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:54.015834 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-54a1c7d2-b9ef-47d5-8d65-931f13f2f93f tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] 10.222.0.105 "GET /v2.0/subnets/61348bae-e6e0-487d-80b1-566af5e69174 HTTP/1.1" status: 200 len: 811 time: 0.0726802 Feb 09 01:17:54.019879 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44074) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:54.063317 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a678f38e-d6fa-4d31-a8d8-8dc10e4cf005 req-1062eb30-4b0b-49f8-9883-43635f00c418 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa4312f1-65e5-47a9-b736-8be54bf623e1 HTTP/1.1" status: 200 len: 1001 time: 0.1396770 Feb 09 01:17:54.091657 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d156ec8-8e21-4acc-86dc-584eb21548b8 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Attributes excluded by policy engine: ['shared'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:54.093184 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-3d156ec8-8e21-4acc-86dc-584eb21548b8 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] 10.222.0.105 "GET /v2.0/subnets/61348bae-e6e0-487d-80b1-566af5e69174?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0723860 Feb 09 01:17:54.096869 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44078) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:54.102655 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-9ba01287-3244-47e7-9dab-62a8876c9cf2 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-740130936'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:54.108008 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9ba01287-3244-47e7-9dab-62a8876c9cf2 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:54.118529 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9ba01287-3244-47e7-9dab-62a8876c9cf2 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:54.127982 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba01287-3244-47e7-9dab-62a8876c9cf2 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Made reservation on behalf of 68fbf07ce9d34bbb833788a16887e0a4 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:17:54.131458 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1ef3acd0-a4b5-454f-812f-b2ef2d9afffe tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:54.132193 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9ba01287-3244-47e7-9dab-62a8876c9cf2 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:54.161568 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-1ef3acd0-a4b5-454f-812f-b2ef2d9afffe tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Transition to ACTIVE for port object 492272da-ebc4-4958-b7cd-46f603fc0b11 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:17:54.161934 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ba01287-3244-47e7-9dab-62a8876c9cf2 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:17:54.163843 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678f38e-d6fa-4d31-a8d8-8dc10e4cf005 req-72426edf-3ecd-47ed-9767-24f5e67fbec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:54.165302 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a678f38e-d6fa-4d31-a8d8-8dc10e4cf005 req-72426edf-3ecd-47ed-9767-24f5e67fbec8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=babecade-cdf1-4c50-b1ee-144e30399d1c HTTP/1.1" status: 200 len: 850 time: 0.0953922 Feb 09 01:17:54.171448 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9ba01287-3244-47e7-9dab-62a8876c9cf2 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:54.171794 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-9ba01287-3244-47e7-9dab-62a8876c9cf2 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Added segment 3b8b27c6-b82d-43c4-8317-510375e8aa8c of type vlan for network a28200b7-2753-4212-aac6-232723ac1bd4 Feb 09 01:17:54.199578 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9ba01287-3244-47e7-9dab-62a8876c9cf2 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:54.228854 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9ba01287-3244-47e7-9dab-62a8876c9cf2 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:54.234726 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba01287-3244-47e7-9dab-62a8876c9cf2 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:54.235306 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9ba01287-3244-47e7-9dab-62a8876c9cf2 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:54.246988 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1ef3acd0-a4b5-454f-812f-b2ef2d9afffe tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:54.328133 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678f38e-d6fa-4d31-a8d8-8dc10e4cf005 req-5a92b9d0-82a2-4949-bca7-3cfb29b259ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:54.329652 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a678f38e-d6fa-4d31-a8d8-8dc10e4cf005 req-5a92b9d0-82a2-4949-bca7-3cfb29b259ee service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=82f30243-02f9-47c5-a321-43941006e74c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1569815 Feb 09 01:17:54.334390 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef3acd0-a4b5-454f-812f-b2ef2d9afffe tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:54.339073 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-1ef3acd0-a4b5-454f-812f-b2ef2d9afffe tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:54.341801 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef3acd0-a4b5-454f-812f-b2ef2d9afffe tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:17:54.342790 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1ef3acd0-a4b5-454f-812f-b2ef2d9afffe tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:54.350285 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9ba01287-3244-47e7-9dab-62a8876c9cf2 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2521906 Feb 09 01:17:54.350966 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44082) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:54.362498 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-2a1a890c-551c-48d0-9ffd-42990bd08c91 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Request body: {'subnet': {'network_id': 'a28200b7-2753-4212-aac6-232723ac1bd4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:54.377394 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba01287-3244-47e7-9dab-62a8876c9cf2 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Pushing event updated for resources: {'Network': ['ID=a28200b7-2753-4212-aac6-232723ac1bd4,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:54.383128 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef3acd0-a4b5-454f-812f-b2ef2d9afffe tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event updated for resources: {'Port': ['ID=492272da-ebc4-4958-b7cd-46f603fc0b11,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:54.383651 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device ff677589-55be-4815-a2e0-d84889c71723 up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:17:54.414294 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network a28200b7-2753-4212-aac6-232723ac1bd4 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:17:54.490896 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2a1a890c-551c-48d0-9ffd-42990bd08c91 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:54.502845 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2a1a890c-551c-48d0-9ffd-42990bd08c91 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:54.516749 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1a890c-551c-48d0-9ffd-42990bd08c91 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Made reservation on behalf of 68fbf07ce9d34bbb833788a16887e0a4 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:17:54.521564 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2a1a890c-551c-48d0-9ffd-42990bd08c91 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:54.571051 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a678f38e-d6fa-4d31-a8d8-8dc10e4cf005 req-aa3d746f-61ad-40d4-a2c8-41cfd81d2009 service neutron] 10.222.0.62 "GET /v2.0/networks/82f30243-02f9-47c5-a321-43941006e74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331605 Feb 09 01:17:54.620472 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port ff677589-55be-4815-a2e0-d84889c71723 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:17:54.645829 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port ff677589-55be-4815-a2e0-d84889c71723 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:54.646366 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:54.755174 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.ipam_backend_mixin [None req-2a1a890c-551c-48d0-9ffd-42990bd08c91 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Performing IP validity checks on allocation pools {{(pid=87638) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 09 01:17:54.755707 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.ipam_backend_mixin [None req-2a1a890c-551c-48d0-9ffd-42990bd08c91 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87638) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 09 01:17:54.768076 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:54.880333 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:54.889943 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1ef3acd0-a4b5-454f-812f-b2ef2d9afffe tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:54.919068 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 947afac8-8e00-4aa2-bb6e-70e04c13acf7 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:17:54.966801 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a5dd02-9d9f-41b7-85f0-d5ae1fc83a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff677589-55be-4815-a2e0-d84889c71723'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:17:55.009475 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2a1a890c-551c-48d0-9ffd-42990bd08c91 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:55.036408 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port ff677589-55be-4815-a2e0-d84889c71723, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=ff677589-55be-4815-a2e0-d84889c71723,segment=NetworkSegment(e4f8d471-753e-488b-969f-03ab5fdd3e2b),segment_id=e4f8d471-753e-488b-969f-03ab5fdd3e2b)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:17:55.051023 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:55.054163 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a5dd02-9d9f-41b7-85f0-d5ae1fc83a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff677589-55be-4815-a2e0-d84889c71723', 'code': 200} Feb 09 01:17:55.092691 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-ee1b8135-8ffe-4009-b411-a2fc32052609 None None] Provisioning for port 947afac8-8e00-4aa2-bb6e-70e04c13acf7 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:17:55.098807 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1a890c-551c-48d0-9ffd-42990bd08c91 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Pushing event updated for resources: {'Subnet': ['ID=77846cbd-2054-40e8-8322-3ed5725e641c,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:55.134574 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1a890c-551c-48d0-9ffd-42990bd08c91 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Checking segment: {'id': '3b8b27c6-b82d-43c4-8317-510375e8aa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a28200b7-2753-4212-aac6-232723ac1bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:17:55.135215 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1a890c-551c-48d0-9ffd-42990bd08c91 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Network hostable DHCP agents. Network: a28200b7-2753-4212-aac6-232723ac1bd4, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:17:55.159570 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a678f38e-d6fa-4d31-a8d8-8dc10e4cf005 req-489f8c3d-662f-4978-8d85-6caba4078859 service neutron] 10.222.0.62 "GET /v2.0/networks/82f30243-02f9-47c5-a321-43941006e74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5815752 Feb 09 01:17:55.160377 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 947afac8-8e00-4aa2-bb6e-70e04c13acf7 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:17:55.164695 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1a890c-551c-48d0-9ffd-42990bd08c91 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Network a28200b7-2753-4212-aac6-232723ac1bd4 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:17:55.168886 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 947afac8-8e00-4aa2-bb6e-70e04c13acf7 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:55.169411 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:55.178288 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-2a1a890c-551c-48d0-9ffd-42990bd08c91 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, a28200b7-2753-4212-aac6-232723ac1bd4) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:55.185395 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1a890c-551c-48d0-9ffd-42990bd08c91 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:55.186086 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2a1a890c-551c-48d0-9ffd-42990bd08c91 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:55.235988 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-2a1a890c-551c-48d0-9ffd-42990bd08c91 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.8788455 Feb 09 01:17:55.236220 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44092) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:55.243924 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-e6b016c3-298b-4870-8d35-015225772ddb tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:55.247078 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a4ead6-160d-43a4-a13a-9a49ef44d10d None None] Network a28200b7-2753-4212-aac6-232723ac1bd4 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:17:55.260005 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=ff677589-55be-4815-a2e0-d84889c71723,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:55.327130 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a89739d-c408-4128-91d0-ba126363e618 req-704edec9-7928-40a4-8640-3633b1da3630 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:55.329231 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2a89739d-c408-4128-91d0-ba126363e618 req-704edec9-7928-40a4-8640-3633b1da3630 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=e7a5dd02-9d9f-41b7-85f0-d5ae1fc83a6b HTTP/1.1" status: 200 len: 944 time: 0.4900966 Feb 09 01:17:55.385736 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e6b016c3-298b-4870-8d35-015225772ddb tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3146026'] for subnet, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:55.437857 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f6c72202-7fe4-48ad-bc25-7f8be1492e2c None None] Provisioning for port 492272da-ebc4-4958-b7cd-46f603fc0b11 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:17:55.486751 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2a89739d-c408-4128-91d0-ba126363e618 req-474af0fb-d859-4e2e-b908-5205995180f1 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472812 Feb 09 01:17:55.490813 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f6c72202-7fe4-48ad-bc25-7f8be1492e2c None None] Provisioning complete for port 492272da-ebc4-4958-b7cd-46f603fc0b11 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:55.491261 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f6c72202-7fe4-48ad-bc25-7f8be1492e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:55.523070 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147227c1-f824-4025-9bef-7fa811158649 req-4043a4c4-df90-4f5e-a25c-a04f61167977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:55.524556 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-147227c1-f824-4025-9bef-7fa811158649 req-4043a4c4-df90-4f5e-a25c-a04f61167977 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e7a5dd02-9d9f-41b7-85f0-d5ae1fc83a6b HTTP/1.1" status: 200 len: 1096 time: 0.3684855 Feb 09 01:17:55.559165 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:55.598657 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-f6c72202-7fe4-48ad-bc25-7f8be1492e2c None None] Port 492272da-ebc4-4958-b7cd-46f603fc0b11 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:17:55.617042 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-147227c1-f824-4025-9bef-7fa811158649 req-f630eb9a-a678-46e2-ae9c-a0139c6219ae service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785997 Feb 09 01:17:55.638476 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1ef3acd0-a4b5-454f-812f-b2ef2d9afffe tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:55.644412 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1ef3acd0-a4b5-454f-812f-b2ef2d9afffe tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:55.645327 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1ef3acd0-a4b5-454f-812f-b2ef2d9afffe tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:55.692302 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7930117a-53e2-4d8c-b793-2beef19be08c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-a28200b7-2753-4212-aac6-232723ac1bd4', 'network_id': 'a28200b7-2753-4212-aac6-232723ac1bd4', 'tenant_id': '68fbf07ce9d34bbb833788a16887e0a4', 'fixed_ips': [{'subnet_id': '77846cbd-2054-40e8-8322-3ed5725e641c'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:17:55.693709 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7930117a-53e2-4d8c-b793-2beef19be08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:55.714148 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 947afac8-8e00-4aa2-bb6e-70e04c13acf7, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=947afac8-8e00-4aa2-bb6e-70e04c13acf7,segment=NetworkSegment(986fd47a-7d48-4218-bc5b-1f82d1198ace),segment_id=986fd47a-7d48-4218-bc5b-1f82d1198ace)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:17:55.721491 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:55.798460 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e6b016c3-298b-4870-8d35-015225772ddb tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734725384964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2564995'] for subnet, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:55.820870 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef3acd0-a4b5-454f-812f-b2ef2d9afffe tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event updated for resources: {'Port': ['ID=492272da-ebc4-4958-b7cd-46f603fc0b11,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:55.863997 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b016c3-298b-4870-8d35-015225772ddb tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:55.865789 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e6b016c3-298b-4870-8d35-015225772ddb tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:55.866373 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e6b016c3-298b-4870-8d35-015225772ddb tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] 10.222.0.105 "PUT /v2.0/subnets/77846cbd-2054-40e8-8322-3ed5725e641c HTTP/1.1" status: 200 len: 877 time: 0.6292913 Feb 09 01:17:55.869250 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44100) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:55.893643 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=947afac8-8e00-4aa2-bb6e-70e04c13acf7,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:55.904343 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef3acd0-a4b5-454f-812f-b2ef2d9afffe tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:55.904941 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-1ef3acd0-a4b5-454f-812f-b2ef2d9afffe tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:55.972189 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b016c3-298b-4870-8d35-015225772ddb tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Pushing event updated for resources: {'Subnet': ['ID=77846cbd-2054-40e8-8322-3ed5725e641c,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:56.039113 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-7930117a-53e2-4d8c-b793-2beef19be08c None None] Allocated IP 172.20.0.3 (a28200b7-2753-4212-aac6-232723ac1bd4/77846cbd-2054-40e8-8322-3ed5725e641c/2496b879-95e3-4d0b-b27b-73034636ff36) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:17:56.065515 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-98f9e343-1299-48dc-b51a-b73d1690d263 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:56.142284 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ef3acd0-a4b5-454f-812f-b2ef2d9afffe tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Router 962eaa10-7523-4b29-898c-0d06ed216b88 is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:17:56.167753 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-98f9e343-1299-48dc-b51a-b73d1690d263 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:56.324514 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7930117a-53e2-4d8c-b793-2beef19be08c None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:56.327891 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef3acd0-a4b5-454f-812f-b2ef2d9afffe tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:17:56.337072 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-7930117a-53e2-4d8c-b793-2beef19be08c None None] Transition to ACTIVE for port object 2496b879-95e3-4d0b-b27b-73034636ff36 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:17:56.344349 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-1ef3acd0-a4b5-454f-812f-b2ef2d9afffe tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "PUT /v2.0/routers/962eaa10-7523-4b29-898c-0d06ed216b88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1111212 Feb 09 01:17:56.344606 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44104) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:56.346972 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac382bd-7eb1-4e9c-aef7-cf96dcab8a4a None None] Sync routers for ids ['962eaa10-7523-4b29-898c-0d06ed216b88'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:17:56.365883 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a5b6a1fb-ff72-45ea-b75b-82a2d6d4dd34 None None] Provisioning complete for port 492272da-ebc4-4958-b7cd-46f603fc0b11 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:56.366255 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a5b6a1fb-ff72-45ea-b75b-82a2d6d4dd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:56.397288 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-7930117a-53e2-4d8c-b793-2beef19be08c None None] Transition to ACTIVE for port object 2496b879-95e3-4d0b-b27b-73034636ff36 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:17:56.411987 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac382bd-7eb1-4e9c-aef7-cf96dcab8a4a None None] Routers {'962eaa10-7523-4b29-898c-0d06ed216b88'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:17:56.412520 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-7ac382bd-7eb1-4e9c-aef7-cf96dcab8a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:17:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['962eaa10-7523-4b29-898c-0d06ed216b88'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:56.428900 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afab718-7d27-4923-8d7e-b236d650536e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:56.429627 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-0afab718-7d27-4923-8d7e-b236d650536e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Synchronizing usage tracker for tenant:32c9b2ac64b74efca212307487c75b1d on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:17:56.434345 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-98f9e343-1299-48dc-b51a-b73d1690d263 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:56.446113 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-0afab718-7d27-4923-8d7e-b236d650536e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Unset dirty status for tenant:32c9b2ac64b74efca212307487c75b1d on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:17:56.449846 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-0afab718-7d27-4923-8d7e-b236d650536e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/ports/492272da-ebc4-4958-b7cd-46f603fc0b11 HTTP/1.1" status: 200 len: 911 time: 0.1016026 Feb 09 01:17:56.450010 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44108) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:56.475904 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7930117a-53e2-4d8c-b793-2beef19be08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:56.539751 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e20f513-d437-427b-af28-3c727733dd3e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:56.556838 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e20f513-d437-427b-af28-3c727733dd3e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:56.561164 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-9e20f513-d437-427b-af28-3c727733dd3e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1076372 Feb 09 01:17:56.561712 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44114) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:56.562579 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7930117a-53e2-4d8c-b793-2beef19be08c None None] Network a28200b7-2753-4212-aac6-232723ac1bd4 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:56.619138 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-7930117a-53e2-4d8c-b793-2beef19be08c None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:56.632788 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7930117a-53e2-4d8c-b793-2beef19be08c None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:17:56.635664 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-98f9e343-1299-48dc-b51a-b73d1690d263 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:56.673008 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-98f9e343-1299-48dc-b51a-b73d1690d263 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a28200b7-2753-4212-aac6-232723ac1bd4']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:56.676336 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a5b6a1fb-ff72-45ea-b75b-82a2d6d4dd34 None None] Port 492272da-ebc4-4958-b7cd-46f603fc0b11 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:17:56.689915 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-98f9e343-1299-48dc-b51a-b73d1690d263 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b8b27c6-b82d-43c4-8317-510375e8aa8c') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:56.690363 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-98f9e343-1299-48dc-b51a-b73d1690d263 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b8b27c6-b82d-43c4-8317-510375e8aa8c') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:56.704518 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-98f9e343-1299-48dc-b51a-b73d1690d263 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:56.724334 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-98f9e343-1299-48dc-b51a-b73d1690d263 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:56.725163 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7930117a-53e2-4d8c-b793-2beef19be08c None None] Pushing event updated for resources: {'Port': ['ID=2496b879-95e3-4d0b-b27b-73034636ff36,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:56.738754 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98f9e343-1299-48dc-b51a-b73d1690d263 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:17:56.739349 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-98f9e343-1299-48dc-b51a-b73d1690d263 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:56.775197 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-7ac382bd-7eb1-4e9c-aef7-cf96dcab8a4a None None] Set router 962eaa10-7523-4b29-898c-0d06ed216b88 gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:17:56.838292 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:17:56.838292 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:17:56.838292 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:17:56.838292 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:17:56.838292 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:17:56.838292 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:17:56.838292 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:17:56.838292 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:17:56.838292 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:17:56.838292 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:17:56.838292 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:17:56.838292 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:17:56.838292 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:17:56.838292 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:17:56.838292 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:17:56.838292 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:17:56.838292 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:17:56.838292 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:17:56.838292 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:17:56.838292 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:17:56.838292 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:17:56.838292 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:17:56.838292 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:17:56.838292 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:17:56.838292 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:17:56.838292 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:17:56.838292 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:17:56.838292 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:17:56.838292 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:17:56.838292 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:17:56.838292 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:17:56.838292 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:17:56.841021 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f9e343-1299-48dc-b51a-b73d1690d263 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Pushing event deleted for resources: {'Subnet': ['ID=77846cbd-2054-40e8-8322-3ed5725e641c,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:56.879580 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-7930117a-53e2-4d8c-b793-2beef19be08c None None] Attempting to bind port 2496b879-95e3-4d0b-b27b-73034636ff36 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:17:56.879824 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-7930117a-53e2-4d8c-b793-2beef19be08c None None] Attempting to bind port 2496b879-95e3-4d0b-b27b-73034636ff36 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '3b8b27c6-b82d-43c4-8317-510375e8aa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a28200b7-2753-4212-aac6-232723ac1bd4'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:17:56.886760 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.db.api [None req-98f9e343-1299-48dc-b51a-b73d1690d263 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 01:17:56.886760 n-d-828418-1 neutron-server[87638]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 01:17:56.886760 n-d-828418-1 neutron-server[87638]: [parameters: {'id': 'a28200b7-2753-4212-aac6-232723ac1bd4'}] Feb 09 01:17:56.886760 n-d-828418-1 neutron-server[87638]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:17:56.887496 n-d-828418-1 neutron-server[87638]: DEBUG oslo_db.api [None req-98f9e343-1299-48dc-b51a-b73d1690d263 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:17:56.891731 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7930117a-53e2-4d8c-b793-2beef19be08c None None] Attempting to bind port 2496b879-95e3-4d0b-b27b-73034636ff36 on network a28200b7-2753-4212-aac6-232723ac1bd4 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:17:56.901374 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7930117a-53e2-4d8c-b793-2beef19be08c None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:17:56.901828 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7930117a-53e2-4d8c-b793-2beef19be08c None None] Checking segment: {'id': '3b8b27c6-b82d-43c4-8317-510375e8aa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a28200b7-2753-4212-aac6-232723ac1bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:17:56.902238 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7930117a-53e2-4d8c-b793-2beef19be08c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:56.904245 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7930117a-53e2-4d8c-b793-2beef19be08c None None] Bound using segment: {'id': '3b8b27c6-b82d-43c4-8317-510375e8aa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a28200b7-2753-4212-aac6-232723ac1bd4'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:17:56.913988 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-7930117a-53e2-4d8c-b793-2beef19be08c None None] Bound port: 2496b879-95e3-4d0b-b27b-73034636ff36, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b8b27c6-b82d-43c4-8317-510375e8aa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a28200b7-2753-4212-aac6-232723ac1bd4'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:17:56.914666 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7930117a-53e2-4d8c-b793-2beef19be08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:57.008192 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 947afac8-8e00-4aa2-bb6e-70e04c13acf7 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:17:57.084334 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4cc584e6-a0df-442f-a706-b60627aef797 req-c9b7dabb-6742-4c4b-a8f5-e4999c9aa768 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=521f52bb-14cb-4507-a392-fe952ca83e92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0809443 Feb 09 01:17:57.105248 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc10e51-7b31-4af2-aef4-6fb22ca5d732 req-5125a5ec-3765-42cd-a148-75bf108afe74 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:57.106751 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1fc10e51-7b31-4af2-aef4-6fb22ca5d732 req-5125a5ec-3765-42cd-a148-75bf108afe74 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=e7a5dd02-9d9f-41b7-85f0-d5ae1fc83a6b HTTP/1.1" status: 200 len: 945 time: 0.3383670 Feb 09 01:17:57.184447 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc584e6-a0df-442f-a706-b60627aef797 req-dde899c3-5b82-430c-89b1-ed99a6b93d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:57.186123 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4cc584e6-a0df-442f-a706-b60627aef797 req-dde899c3-5b82-430c-89b1-ed99a6b93d01 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=8d31597ab3f74931824904826c01d747&device_id=521f52bb-14cb-4507-a392-fe952ca83e92 HTTP/1.1" status: 200 len: 1097 time: 0.0792737 Feb 09 01:17:57.251757 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1fc10e51-7b31-4af2-aef4-6fb22ca5d732 req-34fc6567-0afe-4f5f-a355-65683afb09bc tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930436 Feb 09 01:17:57.276306 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 947afac8-8e00-4aa2-bb6e-70e04c13acf7 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:57.276683 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:57.350627 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc584e6-a0df-442f-a706-b60627aef797 req-dc97cd97-3adb-472d-b019-778ba074745e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:57.352092 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4cc584e6-a0df-442f-a706-b60627aef797 req-dc97cd97-3adb-472d-b019-778ba074745e service neutron] 10.222.0.99 "GET /v2.0/networks?id=60022e06-d2c3-4006-9f7a-1040f75a4a6b HTTP/1.1" status: 200 len: 910 time: 0.1422863 Feb 09 01:17:57.365743 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-7930117a-53e2-4d8c-b793-2beef19be08c None None] For port 2496b879-95e3-4d0b-b27b-73034636ff36, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:17:57.411528 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-98f9e343-1299-48dc-b51a-b73d1690d263 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:57.417545 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-7930117a-53e2-4d8c-b793-2beef19be08c None None] For port 2496b879-95e3-4d0b-b27b-73034636ff36, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=2496b879-95e3-4d0b-b27b-73034636ff36,segment=NetworkSegment(3b8b27c6-b82d-43c4-8317-510375e8aa8c),segment_id=3b8b27c6-b82d-43c4-8317-510375e8aa8c)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:17:57.431550 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7930117a-53e2-4d8c-b793-2beef19be08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:57.434820 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5f1087a7-7e64-4b2b-bcfe-9e7132b2cea1 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:57.459829 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-98f9e343-1299-48dc-b51a-b73d1690d263 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Deleting port 2496b879-95e3-4d0b-b27b-73034636ff36 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:17:57.460285 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-98f9e343-1299-48dc-b51a-b73d1690d263 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:57.516772 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4cc584e6-a0df-442f-a706-b60627aef797 req-fc27eb6c-1a76-4a45-8bf2-32a5462931f9 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b00d33e6-6b3f-4fa3-86dd-d6b068b7cac8 HTTP/1.1" status: 200 len: 1002 time: 0.1582348 Feb 09 01:17:57.600462 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7930117a-53e2-4d8c-b793-2beef19be08c None None] Pushing event updated for resources: {'Port': ['ID=2496b879-95e3-4d0b-b27b-73034636ff36,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:57.697221 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc584e6-a0df-442f-a706-b60627aef797 req-69039103-e29f-4196-9cb6-b86e8d85a06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:57.698684 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4cc584e6-a0df-442f-a706-b60627aef797 req-69039103-e29f-4196-9cb6-b86e8d85a06c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=41b222d2-5238-454c-8b12-f2258dd1142d HTTP/1.1" status: 200 len: 848 time: 0.1748240 Feb 09 01:17:57.744082 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-7ac382bd-7eb1-4e9c-aef7-cf96dcab8a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '962eaa10-7523-4b29-898c-0d06ed216b88', 'name': 'tempest-NetworksTestDHCPv6-router-1054091411', 'tenant_id': '32c9b2ac64b74efca212307487c75b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:52Z', 'updated_at': '2022-02-09T01:17:54Z', 'revision_number': 2, 'project_id': '32c9b2ac64b74efca212307487c75b1d', 'gw_port_host': None, '_interfaces': [{'id': '492272da-ebc4-4958-b7cd-46f603fc0b11', 'name': '', 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'tenant_id': '32c9b2ac64b74efca212307487c75b1d', 'mac_address': 'fa:16:3e:d5:9e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '962eaa10-7523-4b29-898c-0d06ed216b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': 'f5fd9188-736a-43b2-8d68-07bb54508cc8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:53Z', 'updated_at': '2022-02-09T01:17:55Z', 'revision_number': 2, 'project_id': '32c9b2ac64b74efca212307487c75b1d', 'subnets': [{'id': 'f5fd9188-736a-43b2-8d68-07bb54508cc8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:57.753252 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac382bd-7eb1-4e9c-aef7-cf96dcab8a4a None None] Checking router: 962eaa10-7523-4b29-898c-0d06ed216b88 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:17:57.754785 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac382bd-7eb1-4e9c-aef7-cf96dcab8a4a None None] Updating router 962eaa10-7523-4b29-898c-0d06ed216b88 port 492272da-ebc4-4958-b7cd-46f603fc0b11 binding host n-d-828418-1 {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:17:57.798279 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-98f9e343-1299-48dc-b51a-b73d1690d263 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] For port 2496b879-95e3-4d0b-b27b-73034636ff36, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=2496b879-95e3-4d0b-b27b-73034636ff36,segment=NetworkSegment(3b8b27c6-b82d-43c4-8317-510375e8aa8c),segment_id=3b8b27c6-b82d-43c4-8317-510375e8aa8c)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:17:57.798670 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-98f9e343-1299-48dc-b51a-b73d1690d263 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:57.803736 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e65f991-6f2f-41b3-a92a-b99b48cc077b None None] Network a28200b7-2753-4212-aac6-232723ac1bd4 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:17:57.826419 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-5f1087a7-7e64-4b2b-bcfe-9e7132b2cea1 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Deleting port 492272da-ebc4-4958-b7cd-46f603fc0b11 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:17:57.826748 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5f1087a7-7e64-4b2b-bcfe-9e7132b2cea1 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:57.985976 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7ac382bd-7eb1-4e9c-aef7-cf96dcab8a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:58.056213 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-98f9e343-1299-48dc-b51a-b73d1690d263 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Calling delete_port for 2496b879-95e3-4d0b-b27b-73034636ff36 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:17:58.119270 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc584e6-a0df-442f-a706-b60627aef797 req-65d952b7-2a24-4fa9-962e-841ad05647df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:58.121529 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4cc584e6-a0df-442f-a706-b60627aef797 req-65d952b7-2a24-4fa9-962e-841ad05647df service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=60022e06-d2c3-4006-9f7a-1040f75a4a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4170656 Feb 09 01:17:58.138345 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5f1087a7-7e64-4b2b-bcfe-9e7132b2cea1 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:58.222704 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd25b983-28cd-4e42-973c-436c4d8e217e None None] Network a28200b7-2753-4212-aac6-232723ac1bd4 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:17:58.297703 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-5f1087a7-7e64-4b2b-bcfe-9e7132b2cea1 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Calling delete_port for 492272da-ebc4-4958-b7cd-46f603fc0b11 owned by network:router_interface {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:17:58.336705 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-98f9e343-1299-48dc-b51a-b73d1690d263 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:58.398292 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f9e343-1299-48dc-b51a-b73d1690d263 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Pushing event deleted for resources: {'Port': ['ID=2496b879-95e3-4d0b-b27b-73034636ff36,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:58.400261 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f9e343-1299-48dc-b51a-b73d1690d263 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] No DVR routers for this DVR port 2496b879-95e3-4d0b-b27b-73034636ff36 on host n-d-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:17:58.589346 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28830a0c-6de4-46e9-8f1a-769e470d307e None None] get_active_networks_info from n-d-828418-1 {{(pid=87640) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 01:17:58.669843 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4cc584e6-a0df-442f-a706-b60627aef797 req-8202b5bf-a4e1-4756-aa1e-7780227be781 service neutron] 10.222.0.99 "GET /v2.0/networks/60022e06-d2c3-4006-9f7a-1040f75a4a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5401311 Feb 09 01:17:58.813536 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4cc584e6-a0df-442f-a706-b60627aef797 req-54cc75b5-d6d1-4a5a-ab3c-57ec4dced6be service neutron] 10.222.0.99 "GET /v2.0/networks/60022e06-d2c3-4006-9f7a-1040f75a4a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363637 Feb 09 01:17:58.815274 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-98f9e343-1299-48dc-b51a-b73d1690d263 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:58.850228 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-98f9e343-1299-48dc-b51a-b73d1690d263 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a28200b7-2753-4212-aac6-232723ac1bd4']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:58.866567 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-98f9e343-1299-48dc-b51a-b73d1690d263 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b8b27c6-b82d-43c4-8317-510375e8aa8c') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:58.867186 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-98f9e343-1299-48dc-b51a-b73d1690d263 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b8b27c6-b82d-43c4-8317-510375e8aa8c') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:58.875594 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bdda0e-0e03-42ae-ba19-b6051f3198b6 req-8fb84abc-7c67-47a1-965e-7f9c18a8efbc tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:58.877300 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-23bdda0e-0e03-42ae-ba19-b6051f3198b6 req-8fb84abc-7c67-47a1-965e-7f9c18a8efbc tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=e7a5dd02-9d9f-41b7-85f0-d5ae1fc83a6b HTTP/1.1" status: 200 len: 945 time: 0.3299778 Feb 09 01:17:58.883720 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-98f9e343-1299-48dc-b51a-b73d1690d263 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:58.885215 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5f1087a7-7e64-4b2b-bcfe-9e7132b2cea1 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:58.910493 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-98f9e343-1299-48dc-b51a-b73d1690d263 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:58.921780 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98f9e343-1299-48dc-b51a-b73d1690d263 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:17:58.922435 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-98f9e343-1299-48dc-b51a-b73d1690d263 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:58.941915 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28830a0c-6de4-46e9-8f1a-769e470d307e None None] Resources bound (agent type, host, resource id): {{(pid=87640) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:17:58.945628 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:17:58.945628 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:17:58.945628 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:17:58.945628 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:17:58.945628 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:17:58.945628 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:17:58.945628 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:17:58.945628 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:17:58.945628 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:17:58.945628 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:17:58.945628 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:17:58.945628 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:17:58.945628 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:17:58.945628 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:17:58.945628 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:17:58.945628 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:17:58.945628 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:17:58.945628 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:17:58.945628 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:17:58.945628 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:17:58.945628 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:17:58.945628 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:17:58.945628 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:17:58.945628 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:17:58.945628 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:17:58.945628 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:17:58.945628 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:17:58.945628 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:17:58.945628 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:17:58.945628 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:17:58.945628 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:17:58.945628 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:17:58.955175 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-7ac382bd-7eb1-4e9c-aef7-cf96dcab8a4a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:17:58.955741 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-7ac382bd-7eb1-4e9c-aef7-cf96dcab8a4a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:17:59.021109 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1087a7-7e64-4b2b-bcfe-9e7132b2cea1 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event deleted for resources: {'Port': ['ID=492272da-ebc4-4958-b7cd-46f603fc0b11,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:59.036712 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-98f9e343-1299-48dc-b51a-b73d1690d263 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:59.088478 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-98f9e343-1299-48dc-b51a-b73d1690d263 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:59.136568 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f9e343-1299-48dc-b51a-b73d1690d263 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Pushing event deleted for resources: {'Network': ['ID=a28200b7-2753-4212-aac6-232723ac1bd4,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:59.176502 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-98f9e343-1299-48dc-b51a-b73d1690d263 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] 10.222.0.105 "DELETE /v2.0/networks/a28200b7-2753-4212-aac6-232723ac1bd4 HTTP/1.1" status: 204 len: 168 time: 3.3061006 Feb 09 01:17:59.180069 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44128) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:59.275972 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5f1087a7-7e64-4b2b-bcfe-9e7132b2cea1 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:59.276910 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d5ad9cf-f64f-4124-9e3f-035e2597f37a tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] DELETE failed (client error): The resource could not be found. Feb 09 01:17:59.277376 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d5ad9cf-f64f-4124-9e3f-035e2597f37a tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:17:59.284208 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-3d5ad9cf-f64f-4124-9e3f-035e2597f37a tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] 10.222.0.105 "DELETE /v2.0/subnets/77846cbd-2054-40e8-8322-3ed5725e641c HTTP/1.1" status: 404 len: 337 time: 0.0955081 Feb 09 01:17:59.284934 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44134) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:59.349042 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8806dc6-cf43-47bf-bc25-a5ca6d52ae78 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] DELETE failed (client error): The resource could not be found. Feb 09 01:17:59.351625 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8806dc6-cf43-47bf-bc25-a5ca6d52ae78 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:17:59.354799 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c8806dc6-cf43-47bf-bc25-a5ca6d52ae78 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] 10.222.0.105 "DELETE /v2.0/networks/a28200b7-2753-4212-aac6-232723ac1bd4 HTTP/1.1" status: 404 len: 339 time: 0.0689096 Feb 09 01:17:59.358146 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44138) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:59.388726 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-23bdda0e-0e03-42ae-ba19-b6051f3198b6 req-cc40c2ae-3e38-4382-9977-1878e656bb66 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4979110 Feb 09 01:17:59.485919 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-55de66cb-7e73-4b0f-8938-244f35a96144 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] DELETE failed (client error): The resource could not be found. Feb 09 01:17:59.486557 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55de66cb-7e73-4b0f-8938-244f35a96144 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:17:59.492210 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-55de66cb-7e73-4b0f-8938-244f35a96144 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] 10.222.0.105 "DELETE /v2.0/subnets/313d02ec-dd68-4540-a9d9-a026e9077d21 HTTP/1.1" status: 404 len: 337 time: 0.1309991 Feb 09 01:17:59.492907 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44144) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:59.556032 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-da106607-b3e3-4c63-bf4f-044ddca4baf0 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] DELETE failed (client error): The resource could not be found. Feb 09 01:17:59.556538 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da106607-b3e3-4c63-bf4f-044ddca4baf0 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:17:59.559198 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-da106607-b3e3-4c63-bf4f-044ddca4baf0 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] 10.222.0.105 "DELETE /v2.0/networks/29bf1a57-76e7-48eb-bbb3-8f85a500c06d HTTP/1.1" status: 404 len: 339 time: 0.0652707 Feb 09 01:17:59.564199 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44148) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:59.589510 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac382bd-7eb1-4e9c-aef7-cf96dcab8a4a None None] Port 492272da-ebc4-4958-b7cd-46f603fc0b11 not found while updating agent binding for router 962eaa10-7523-4b29-898c-0d06ed216b88. {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 09 01:17:59.710043 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac382bd-7eb1-4e9c-aef7-cf96dcab8a4a None None] Routers {'962eaa10-7523-4b29-898c-0d06ed216b88'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:17:59.711602 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-7ac382bd-7eb1-4e9c-aef7-cf96dcab8a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:17:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['962eaa10-7523-4b29-898c-0d06ed216b88'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:59.806148 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f1087a7-7e64-4b2b-bcfe-9e7132b2cea1 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Router 962eaa10-7523-4b29-898c-0d06ed216b88 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:17:59.862180 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-adfcbe9b-12f3-4e52-a1a0-47529cc6872a tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:59.898348 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-7ac382bd-7eb1-4e9c-aef7-cf96dcab8a4a None None] Set router 962eaa10-7523-4b29-898c-0d06ed216b88 gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:18:00.010420 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-adfcbe9b-12f3-4e52-a1a0-47529cc6872a tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:00.023083 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f1087a7-7e64-4b2b-bcfe-9e7132b2cea1 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:18:00.027878 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-7ac382bd-7eb1-4e9c-aef7-cf96dcab8a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '962eaa10-7523-4b29-898c-0d06ed216b88', 'name': 'tempest-NetworksTestDHCPv6-router-1054091411', 'tenant_id': '32c9b2ac64b74efca212307487c75b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:52Z', 'updated_at': '2022-02-09T01:17:58Z', 'revision_number': 3, 'project_id': '32c9b2ac64b74efca212307487c75b1d', 'gw_port_host': None}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:00.038570 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac382bd-7eb1-4e9c-aef7-cf96dcab8a4a None None] The sync data for ids ['962eaa10-7523-4b29-898c-0d06ed216b88'] in n-d-828418-1 is: [{'id': '962eaa10-7523-4b29-898c-0d06ed216b88', 'name': 'tempest-NetworksTestDHCPv6-router-1054091411', 'tenant_id': '32c9b2ac64b74efca212307487c75b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:52Z', 'updated_at': '2022-02-09T01:17:58Z', 'revision_number': 3, 'project_id': '32c9b2ac64b74efca212307487c75b1d', 'gw_port_host': None}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:18:00.044224 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-adfcbe9b-12f3-4e52-a1a0-47529cc6872a tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b00dcfc0-39eb-465d-9009-eeb1dde49734']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:00.050161 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-5f1087a7-7e64-4b2b-bcfe-9e7132b2cea1 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "PUT /v2.0/routers/962eaa10-7523-4b29-898c-0d06ed216b88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4850588 Feb 09 01:18:00.050470 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44156) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:00.063228 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-adfcbe9b-12f3-4e52-a1a0-47529cc6872a tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5e70609-055d-44df-a7c2-2022c72cf014') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:00.063589 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-adfcbe9b-12f3-4e52-a1a0-47529cc6872a tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5e70609-055d-44df-a7c2-2022c72cf014') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:00.080868 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-adfcbe9b-12f3-4e52-a1a0-47529cc6872a tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:00.100736 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db5da1a-82b1-4aba-bf0d-5f888571a731 None None] get_active_networks_info from n-d-828418-1 {{(pid=87640) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 01:18:00.104531 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-adfcbe9b-12f3-4e52-a1a0-47529cc6872a tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:00.116658 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adfcbe9b-12f3-4e52-a1a0-47529cc6872a tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:18:00.117226 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-adfcbe9b-12f3-4e52-a1a0-47529cc6872a tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:00.138765 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b6bf44-2fd6-4e92-bf1c-6b5735935ef8 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:00.140464 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b6bf44-2fd6-4e92-bf1c-6b5735935ef8 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:00.141268 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-94b6bf44-2fd6-4e92-bf1c-6b5735935ef8 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Synchronizing usage tracker for tenant:32c9b2ac64b74efca212307487c75b1d on resource:subnet {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:18:00.146616 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:18:00.146616 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:18:00.146616 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:18:00.146616 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:18:00.146616 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:18:00.146616 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:18:00.146616 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:18:00.146616 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:18:00.146616 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:18:00.146616 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:18:00.146616 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:18:00.146616 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:18:00.146616 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:18:00.146616 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:18:00.146616 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:18:00.146616 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:18:00.146616 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:18:00.146616 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:18:00.146616 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:18:00.146616 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:18:00.146616 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:18:00.146616 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:18:00.146616 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:18:00.146616 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:18:00.146616 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:18:00.146616 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:18:00.146616 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:18:00.146616 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:18:00.146616 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:18:00.146616 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:18:00.146616 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:18:00.146616 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:18:00.156001 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f2bc4-4aad-41cc-a567-ac8768912826 req-57c9feee-c494-46c8-8840-530959caa477 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:00.158059 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-856f2bc4-4aad-41cc-a567-ac8768912826 req-57c9feee-c494-46c8-8840-530959caa477 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=e7a5dd02-9d9f-41b7-85f0-d5ae1fc83a6b HTTP/1.1" status: 200 len: 945 time: 0.2699835 Feb 09 01:18:00.192880 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-94b6bf44-2fd6-4e92-bf1c-6b5735935ef8 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Unset dirty status for tenant:32c9b2ac64b74efca212307487c75b1d on resource:subnet {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:18:00.196863 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-94b6bf44-2fd6-4e92-bf1c-6b5735935ef8 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1453404 Feb 09 01:18:00.197681 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44160) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:00.282285 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db5da1a-82b1-4aba-bf0d-5f888571a731 None None] Resources bound (agent type, host, resource id): {{(pid=87640) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:18:00.287190 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-856f2bc4-4aad-41cc-a567-ac8768912826 req-9b1f3a29-057b-4520-aa8a-dbe40036076c tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137161 Feb 09 01:18:00.290545 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-adfcbe9b-12f3-4e52-a1a0-47529cc6872a tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:00.322421 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc9eec7e-00e2-4df6-a149-c81954e4836d tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Deleting subnet f5fd9188-736a-43b2-8d68-07bb54508cc8 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:18:00.337997 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dc9eec7e-00e2-4df6-a149-c81954e4836d tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:00.340797 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-adfcbe9b-12f3-4e52-a1a0-47529cc6872a tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:00.343474 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfcbe9b-12f3-4e52-a1a0-47529cc6872a tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Pushing event deleted for resources: {'Network': ['ID=b00dcfc0-39eb-465d-9009-eeb1dde49734,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:00.354163 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-adfcbe9b-12f3-4e52-a1a0-47529cc6872a tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] 10.222.0.105 "DELETE /v2.0/networks/b00dcfc0-39eb-465d-9009-eeb1dde49734 HTTP/1.1" status: 204 len: 168 time: 0.7887900 Feb 09 01:18:00.360885 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44166) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:00.415484 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e4cb3f3-53bb-425c-991c-aebf558f5246 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] DELETE failed (client error): The resource could not be found. Feb 09 01:18:00.416342 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e4cb3f3-53bb-425c-991c-aebf558f5246 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:18:00.418185 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-5e4cb3f3-53bb-425c-991c-aebf558f5246 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] 10.222.0.105 "DELETE /v2.0/subnets/e1ec9c99-0f2a-4d30-ab76-9429ca47f0cc HTTP/1.1" status: 404 len: 337 time: 0.0559847 Feb 09 01:18:00.420728 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44170) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:00.426308 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dc9eec7e-00e2-4df6-a149-c81954e4836d tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:00.459482 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b0f4e0c-a560-4fa3-aefb-3f162094977a tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] DELETE failed (client error): The resource could not be found. Feb 09 01:18:00.460225 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b0f4e0c-a560-4fa3-aefb-3f162094977a tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:18:00.466144 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-8b0f4e0c-a560-4fa3-aefb-3f162094977a tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] 10.222.0.105 "DELETE /v2.0/networks/c586dcb9-0da4-414d-a571-bcaaf06a3964 HTTP/1.1" status: 404 len: 339 time: 0.0441790 Feb 09 01:18:00.468701 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44174) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:00.534298 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-602be2c9-8304-4d74-b601-308da18470a1 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] DELETE failed (client error): The resource could not be found. Feb 09 01:18:00.535194 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-602be2c9-8304-4d74-b601-308da18470a1 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:18:00.536978 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-602be2c9-8304-4d74-b601-308da18470a1 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] 10.222.0.105 "DELETE /v2.0/subnets/9da8f6fe-2c14-4ed5-8adf-2c81d1b85a53 HTTP/1.1" status: 404 len: 337 time: 0.0673366 Feb 09 01:18:00.539892 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44178) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:00.576954 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-736d7c7d-907a-4a3f-b9f7-0a40b39b8691 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] DELETE failed (client error): The resource could not be found. Feb 09 01:18:00.577424 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-736d7c7d-907a-4a3f-b9f7-0a40b39b8691 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:18:00.582100 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-736d7c7d-907a-4a3f-b9f7-0a40b39b8691 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] 10.222.0.105 "DELETE /v2.0/networks/33a6551e-c34c-40e4-a5a7-182ae0c3cd0a HTTP/1.1" status: 404 len: 339 time: 0.0386405 Feb 09 01:18:00.585243 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44182) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:00.613911 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dc9eec7e-00e2-4df6-a149-c81954e4836d tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:00.660108 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfa9c2ba-cd77-4ff9-a014-97ec67da69ae tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] DELETE failed (client error): The resource could not be found. Feb 09 01:18:00.660685 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfa9c2ba-cd77-4ff9-a014-97ec67da69ae tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:18:00.665635 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-bfa9c2ba-cd77-4ff9-a014-97ec67da69ae tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] 10.222.0.105 "DELETE /v2.0/subnets/49e5ca0c-ff84-4df9-8a4f-bcd2aaf384b2 HTTP/1.1" status: 404 len: 337 time: 0.0765035 Feb 09 01:18:00.666374 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44186) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:00.686423 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31543b80-e322-4682-bbc7-bbd3a5e359b6 req-7a009241-8f74-449e-a102-d8989db4e7b7 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:00.688137 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-31543b80-e322-4682-bbc7-bbd3a5e359b6 req-7a009241-8f74-449e-a102-d8989db4e7b7 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=e7a5dd02-9d9f-41b7-85f0-d5ae1fc83a6b HTTP/1.1" status: 200 len: 945 time: 0.1566465 Feb 09 01:18:00.712072 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-48eaa378-109a-48e3-b932-09b1fc4d115c tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] DELETE failed (client error): The resource could not be found. Feb 09 01:18:00.712965 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48eaa378-109a-48e3-b932-09b1fc4d115c tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:18:00.719324 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-48eaa378-109a-48e3-b932-09b1fc4d115c tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] 10.222.0.105 "DELETE /v2.0/networks/2969c83e-1b0b-42a3-91a1-b194a171a7c2 HTTP/1.1" status: 404 len: 339 time: 0.0517480 Feb 09 01:18:00.720327 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44192) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:00.774764 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-786b533e-332b-43f8-b1c2-dfdfa8749a94 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] DELETE failed (client error): The resource could not be found. Feb 09 01:18:00.775375 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-786b533e-332b-43f8-b1c2-dfdfa8749a94 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:18:00.779767 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-786b533e-332b-43f8-b1c2-dfdfa8749a94 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] 10.222.0.105 "DELETE /v2.0/subnets/7247ba72-f5f7-4d7d-9fe6-91c17a12bd14 HTTP/1.1" status: 404 len: 337 time: 0.0555482 Feb 09 01:18:00.780421 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44196) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:00.795640 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-31543b80-e322-4682-bbc7-bbd3a5e359b6 req-83b2365a-1a8a-40d5-a5e2-88beadb8a137 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954165 Feb 09 01:18:00.802918 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dc9eec7e-00e2-4df6-a149-c81954e4836d tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:00.843618 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-92a4baab-333d-4dc3-83a4-37a60fa814c3 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] DELETE failed (client error): The resource could not be found. Feb 09 01:18:00.844312 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92a4baab-333d-4dc3-83a4-37a60fa814c3 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:18:00.849227 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dc9eec7e-00e2-4df6-a149-c81954e4836d tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:00.849967 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-92a4baab-333d-4dc3-83a4-37a60fa814c3 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] 10.222.0.105 "DELETE /v2.0/networks/339af34e-66a5-4e42-8bbc-8ad5d6677843 HTTP/1.1" status: 404 len: 339 time: 0.0643992 Feb 09 01:18:00.850745 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44202) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:00.852603 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9eec7e-00e2-4df6-a149-c81954e4836d tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event deleted for resources: {'Subnet': ['ID=f5fd9188-736a-43b2-8d68-07bb54508cc8,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:00.870309 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-dc9eec7e-00e2-4df6-a149-c81954e4836d tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/subnets/f5fd9188-736a-43b2-8d68-07bb54508cc8 HTTP/1.1" status: 204 len: 168 time: 0.6673343 Feb 09 01:18:00.870564 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44206) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:00.921908 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf5eddc8-c046-4f61-8f05-70cc004368d1 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] DELETE failed (client error): The resource could not be found. Feb 09 01:18:00.922276 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf5eddc8-c046-4f61-8f05-70cc004368d1 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:18:00.926541 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-bf5eddc8-c046-4f61-8f05-70cc004368d1 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] 10.222.0.105 "DELETE /v2.0/subnets/5b5b0d44-ebf7-4162-8337-98ec40eff13e HTTP/1.1" status: 404 len: 337 time: 0.0721037 Feb 09 01:18:00.929920 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44210) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:00.967878 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dcbb5f5-8ed9-453a-9017-e85fbb1a0113 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] DELETE failed (client error): The resource could not be found. Feb 09 01:18:00.969770 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dcbb5f5-8ed9-453a-9017-e85fbb1a0113 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:18:00.971629 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-8dcbb5f5-8ed9-453a-9017-e85fbb1a0113 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] 10.222.0.105 "DELETE /v2.0/networks/3c6da28a-46a7-4b4c-a4c6-bd69f274844c HTTP/1.1" status: 404 len: 339 time: 0.0407448 Feb 09 01:18:00.974899 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44214) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:01.035663 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-872b3237-3cf4-479e-b2d6-4f4ddf3a1bd1 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] DELETE failed (client error): The resource could not be found. Feb 09 01:18:01.036636 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-872b3237-3cf4-479e-b2d6-4f4ddf3a1bd1 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:18:01.038779 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-872b3237-3cf4-479e-b2d6-4f4ddf3a1bd1 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] 10.222.0.105 "DELETE /v2.0/subnets/20bf216b-f966-49ee-8c72-914600b972bc HTTP/1.1" status: 404 len: 337 time: 0.0625205 Feb 09 01:18:01.047764 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44218) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:01.103939 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3e23234-c7fc-4ec1-b488-a91a1e52a2ff tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] DELETE failed (client error): The resource could not be found. Feb 09 01:18:01.104444 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3e23234-c7fc-4ec1-b488-a91a1e52a2ff tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:18:01.111954 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b3e23234-c7fc-4ec1-b488-a91a1e52a2ff tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] 10.222.0.105 "DELETE /v2.0/networks/c8961f16-f055-4a05-99f7-64e285cf168a HTTP/1.1" status: 404 len: 339 time: 0.0630333 Feb 09 01:18:01.114720 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44222) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:01.205202 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e285f64-aa61-4636-98d2-805a7177ae98 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] DELETE failed (client error): The resource could not be found. Feb 09 01:18:01.205945 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e285f64-aa61-4636-98d2-805a7177ae98 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:18:01.210386 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1e285f64-aa61-4636-98d2-805a7177ae98 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] 10.222.0.105 "DELETE /v2.0/subnets/8b2521b0-a310-4374-96f0-3ccf6fe85d15 HTTP/1.1" status: 404 len: 337 time: 0.0922565 Feb 09 01:18:01.216948 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44228) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:01.227308 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7545f323-8356-44cb-8ad3-c3e4fb70fced None None] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:18:01.247266 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-08223279-e11c-49dd-ac29-e149f849f8cf tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] DELETE failed (client error): The resource could not be found. Feb 09 01:18:01.247747 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08223279-e11c-49dd-ac29-e149f849f8cf tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:18:01.249557 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-08223279-e11c-49dd-ac29-e149f849f8cf tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] 10.222.0.105 "DELETE /v2.0/networks/9dfd7575-8239-4b91-9083-223e06bf0de0 HTTP/1.1" status: 404 len: 339 time: 0.0317681 Feb 09 01:18:01.252882 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44232) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:01.292997 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-d378ae81-37c5-437e-9f08-c4ed9f184d17 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Synchronizing usage tracker for tenant:32c9b2ac64b74efca212307487c75b1d on resource:router {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:18:01.324251 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-d378ae81-37c5-437e-9f08-c4ed9f184d17 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Unset dirty status for tenant:32c9b2ac64b74efca212307487c75b1d on resource:router {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:18:01.327177 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-eacd7e5f-5701-47fb-acb4-d753f2415f16 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] DELETE failed (client error): The resource could not be found. Feb 09 01:18:01.327485 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-d378ae81-37c5-437e-9f08-c4ed9f184d17 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4554539 Feb 09 01:18:01.327619 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eacd7e5f-5701-47fb-acb4-d753f2415f16 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:18:01.328305 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44236) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:01.330447 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-eacd7e5f-5701-47fb-acb4-d753f2415f16 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] 10.222.0.105 "DELETE /v2.0/subnets/a558258c-f2f6-4756-ac2b-1a365dfee4d6 HTTP/1.1" status: 404 len: 337 time: 0.0757680 Feb 09 01:18:01.333830 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44240) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:01.360574 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dab39b4-1483-47a9-938e-126bb1243ad0 None None] Sync routers for ids ['962eaa10-7523-4b29-898c-0d06ed216b88'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:18:01.371176 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dab39b4-1483-47a9-938e-126bb1243ad0 None None] Routers {'962eaa10-7523-4b29-898c-0d06ed216b88'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:18:01.376564 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-8dab39b4-1483-47a9-938e-126bb1243ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:17:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['962eaa10-7523-4b29-898c-0d06ed216b88'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:01.515318 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-8dab39b4-1483-47a9-938e-126bb1243ad0 None None] Set router 962eaa10-7523-4b29-898c-0d06ed216b88 gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:18:01.516606 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc8e17c8-aeed-46bc-96fb-cb0778db90a4 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] DELETE failed (client error): The resource could not be found. Feb 09 01:18:01.517437 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc8e17c8-aeed-46bc-96fb-cb0778db90a4 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:18:01.519776 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-bc8e17c8-aeed-46bc-96fb-cb0778db90a4 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] 10.222.0.105 "DELETE /v2.0/networks/9e5a6ba0-a256-4a40-bdb1-1c409343d6d9 HTTP/1.1" status: 404 len: 339 time: 0.1828969 Feb 09 01:18:01.523584 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44248) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:01.549715 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff39aec-a1ce-4033-b245-399a202d52f5 None None] DHCP port deletion for 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:18:01.557747 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-1ff39aec-a1ce-4033-b245-399a202d52f5 None None] Deleting port 947afac8-8e00-4aa2-bb6e-70e04c13acf7 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:18:01.558407 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1ff39aec-a1ce-4033-b245-399a202d52f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:01.599072 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-63bc8759-cca3-428c-88cd-33e7968854a9 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Deleting subnet 61348bae-e6e0-487d-80b1-566af5e69174 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:18:01.602722 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-63bc8759-cca3-428c-88cd-33e7968854a9 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:01.633838 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ed8784e0-4b98-460f-85ba-d0dfc65be7a9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:01.682815 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-63bc8759-cca3-428c-88cd-33e7968854a9 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:01.684606 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-8dab39b4-1483-47a9-938e-126bb1243ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '962eaa10-7523-4b29-898c-0d06ed216b88', 'name': 'tempest-NetworksTestDHCPv6-router-1054091411', 'tenant_id': '32c9b2ac64b74efca212307487c75b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:52Z', 'updated_at': '2022-02-09T01:17:58Z', 'revision_number': 3, 'project_id': '32c9b2ac64b74efca212307487c75b1d', 'gw_port_host': None}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:01.690065 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dab39b4-1483-47a9-938e-126bb1243ad0 None None] Checking router: 962eaa10-7523-4b29-898c-0d06ed216b88 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:18:01.704365 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dab39b4-1483-47a9-938e-126bb1243ad0 None None] Routers {'962eaa10-7523-4b29-898c-0d06ed216b88'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:18:01.705385 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-8dab39b4-1483-47a9-938e-126bb1243ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:17:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['962eaa10-7523-4b29-898c-0d06ed216b88'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:01.924145 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-1ff39aec-a1ce-4033-b245-399a202d52f5 None None] For port 947afac8-8e00-4aa2-bb6e-70e04c13acf7, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=947afac8-8e00-4aa2-bb6e-70e04c13acf7,segment=NetworkSegment(986fd47a-7d48-4218-bc5b-1f82d1198ace),segment_id=986fd47a-7d48-4218-bc5b-1f82d1198ace)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:18:01.924541 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1ff39aec-a1ce-4033-b245-399a202d52f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:01.929254 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-8dab39b4-1483-47a9-938e-126bb1243ad0 None None] Set router 962eaa10-7523-4b29-898c-0d06ed216b88 gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:18:01.989956 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-63bc8759-cca3-428c-88cd-33e7968854a9 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:02.072766 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ed8784e0-4b98-460f-85ba-d0dfc65be7a9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:02.075286 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ed8784e0-4b98-460f-85ba-d0dfc65be7a9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:02.083417 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-63bc8759-cca3-428c-88cd-33e7968854a9 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:02.104381 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ed8784e0-4b98-460f-85ba-d0dfc65be7a9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:02.104869 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed8784e0-4b98-460f-85ba-d0dfc65be7a9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Fanout notify agent at l3_agent the message router_deleted on router 962eaa10-7523-4b29-898c-0d06ed216b88 {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:18:02.121728 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-8dab39b4-1483-47a9-938e-126bb1243ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '962eaa10-7523-4b29-898c-0d06ed216b88', 'name': 'tempest-NetworksTestDHCPv6-router-1054091411', 'tenant_id': '32c9b2ac64b74efca212307487c75b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:52Z', 'updated_at': '2022-02-09T01:17:58Z', 'revision_number': 3, 'project_id': '32c9b2ac64b74efca212307487c75b1d', 'gw_port_host': None}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:02.127839 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dab39b4-1483-47a9-938e-126bb1243ad0 None None] The sync data for ids ['962eaa10-7523-4b29-898c-0d06ed216b88'] in n-d-828418-1 is: [{'id': '962eaa10-7523-4b29-898c-0d06ed216b88', 'name': 'tempest-NetworksTestDHCPv6-router-1054091411', 'tenant_id': '32c9b2ac64b74efca212307487c75b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:52Z', 'updated_at': '2022-02-09T01:17:58Z', 'revision_number': 3, 'project_id': '32c9b2ac64b74efca212307487c75b1d', 'gw_port_host': None}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:18:02.136968 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ed8784e0-4b98-460f-85ba-d0dfc65be7a9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:02.138752 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-ed8784e0-4b98-460f-85ba-d0dfc65be7a9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/routers/962eaa10-7523-4b29-898c-0d06ed216b88 HTTP/1.1" status: 204 len: 168 time: 0.8077803 Feb 09 01:18:02.142999 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44256) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:02.143748 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-63bc8759-cca3-428c-88cd-33e7968854a9 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:02.153063 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bc8759-cca3-428c-88cd-33e7968854a9 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Pushing event deleted for resources: {'Subnet': ['ID=61348bae-e6e0-487d-80b1-566af5e69174,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:02.168812 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-63bc8759-cca3-428c-88cd-33e7968854a9 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] 10.222.0.105 "DELETE /v2.0/subnets/61348bae-e6e0-487d-80b1-566af5e69174 HTTP/1.1" status: 204 len: 168 time: 0.6432815 Feb 09 01:18:02.171285 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44260) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:02.209941 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb11042a-27a5-477c-9477-3525c51fcb20 req-2ae3192b-9480-489a-8d45-44ef9bac9bec tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:02.216781 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fb11042a-27a5-477c-9477-3525c51fcb20 req-2ae3192b-9480-489a-8d45-44ef9bac9bec tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=e7a5dd02-9d9f-41b7-85f0-d5ae1fc83a6b HTTP/1.1" status: 200 len: 945 time: 0.8065488 Feb 09 01:18:02.242629 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1eb8fd0-f0b6-4498-a4bb-517f47570606 None None] Network 6f70d6b2-1f2a-465b-a650-d615d1afeca3 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:18:02.278147 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fb11042a-27a5-477c-9477-3525c51fcb20 req-eddce423-1258-4a78-8a1a-1e1694341173 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603418 Feb 09 01:18:02.278548 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-1ff39aec-a1ce-4033-b245-399a202d52f5 None None] Calling delete_port for 947afac8-8e00-4aa2-bb6e-70e04c13acf7 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:18:02.316253 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec11cef-ff47-4355-bb4c-1c0b1c7e121b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:02.316970 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-5ec11cef-ff47-4355-bb4c-1c0b1c7e121b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Synchronizing usage tracker for tenant:32c9b2ac64b74efca212307487c75b1d on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:18:02.330527 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b4cecb13-bc5a-4e68-987e-11d6ccf7d625 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:02.338647 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-5ec11cef-ff47-4355-bb4c-1c0b1c7e121b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Unset dirty status for tenant:32c9b2ac64b74efca212307487c75b1d on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:18:02.341028 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-5ec11cef-ff47-4355-bb4c-1c0b1c7e121b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1965647 Feb 09 01:18:02.343135 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44264) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:02.347908 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-b4cecb13-bc5a-4e68-987e-11d6ccf7d625 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Deleting port bfcaafc4-b49f-4c24-a699-a0eecdb432da {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:18:02.348116 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b4cecb13-bc5a-4e68-987e-11d6ccf7d625 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:02.456490 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407a863d-d849-43b7-ae6d-57e933908c9f tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:02.457474 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-407a863d-d849-43b7-ae6d-57e933908c9f tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Synchronizing usage tracker for tenant:32c9b2ac64b74efca212307487c75b1d on resource:subnet {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:18:02.519171 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-407a863d-d849-43b7-ae6d-57e933908c9f tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Unset dirty status for tenant:32c9b2ac64b74efca212307487c75b1d on resource:subnet {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:18:02.520782 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-407a863d-d849-43b7-ae6d-57e933908c9f tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1764660 Feb 09 01:18:02.523431 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44268) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:02.606735 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-361a8c89-aca9-4f2a-a796-a02c4c576d19 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Synchronizing usage tracker for tenant:32c9b2ac64b74efca212307487c75b1d on resource:router {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:18:02.624454 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-361a8c89-aca9-4f2a-a796-a02c4c576d19 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Unset dirty status for tenant:32c9b2ac64b74efca212307487c75b1d on resource:router {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:18:02.626302 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-361a8c89-aca9-4f2a-a796-a02c4c576d19 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1012244 Feb 09 01:18:02.631422 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44272) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:02.638899 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-2f7f57e0-3e35-4e26-b497-ab745a4e0019 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Request body: {'subnet': {'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:02.668794 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1ff39aec-a1ce-4033-b245-399a202d52f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:02.687875 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-b4cecb13-bc5a-4e68-987e-11d6ccf7d625 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] For port bfcaafc4-b49f-4c24-a699-a0eecdb432da, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=bfcaafc4-b49f-4c24-a699-a0eecdb432da,segment=NetworkSegment(c7471191-6bb0-4b2b-838b-e9387dea5e06),segment_id=c7471191-6bb0-4b2b-838b-e9387dea5e06)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:18:02.688242 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b4cecb13-bc5a-4e68-987e-11d6ccf7d625 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:02.721394 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff39aec-a1ce-4033-b245-399a202d52f5 None None] Pushing event deleted for resources: {'Port': ['ID=947afac8-8e00-4aa2-bb6e-70e04c13acf7,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:02.724189 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff39aec-a1ce-4033-b245-399a202d52f5 None None] No DVR routers for this DVR port 947afac8-8e00-4aa2-bb6e-70e04c13acf7 on host n-d-828418-1 {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:18:02.836597 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36859ea0-a76e-4552-8f95-22189deff88e None None] DHCP port deletion for 6f70d6b2-1f2a-465b-a650-d615d1afeca3 request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:18:02.843285 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-36859ea0-a76e-4552-8f95-22189deff88e None None] Deleting port bfcaafc4-b49f-4c24-a699-a0eecdb432da {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:18:02.843676 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-36859ea0-a76e-4552-8f95-22189deff88e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:02.877576 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-2f7f57e0-3e35-4e26-b497-ab745a4e0019 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:02.895629 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-b4cecb13-bc5a-4e68-987e-11d6ccf7d625 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Calling delete_port for bfcaafc4-b49f-4c24-a699-a0eecdb432da owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:18:02.910833 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 947afac8-8e00-4aa2-bb6e-70e04c13acf7 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:18:02.914369 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-2f7f57e0-3e35-4e26-b497-ab745a4e0019 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:02.924012 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd708e6e-511b-40d2-b774-9aa3cadb41ae req-203597c3-9496-42c0-a919-70a94b1ab12e tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:02.926156 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bd708e6e-511b-40d2-b774-9aa3cadb41ae req-203597c3-9496-42c0-a919-70a94b1ab12e tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7a5dd02-9d9f-41b7-85f0-d5ae1fc83a6b HTTP/1.1" status: 200 len: 945 time: 0.1973841 Feb 09 01:18:02.958864 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 947afac8-8e00-4aa2-bb6e-70e04c13acf7 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:18:02.959131 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 947afac8-8e00-4aa2-bb6e-70e04c13acf7 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:18:02.992312 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7f57e0-3e35-4e26-b497-ab745a4e0019 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Made reservation on behalf of 32c9b2ac64b74efca212307487c75b1d for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:02.996745 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2f7f57e0-3e35-4e26-b497-ab745a4e0019 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:03.017578 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b4cecb13-bc5a-4e68-987e-11d6ccf7d625 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:03.036725 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-36859ea0-a76e-4552-8f95-22189deff88e None None] The port 'bfcaafc4-b49f-4c24-a699-a0eecdb432da' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:18:03.072246 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cecb13-bc5a-4e68-987e-11d6ccf7d625 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Pushing event deleted for resources: {'Port': ['ID=bfcaafc4-b49f-4c24-a699-a0eecdb432da,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:03.078148 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cecb13-bc5a-4e68-987e-11d6ccf7d625 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] No DVR routers for this DVR port bfcaafc4-b49f-4c24-a699-a0eecdb432da on host n-d-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:18:03.212905 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-bd708e6e-511b-40d2-b774-9aa3cadb41ae req-8e231c4c-ad17-4149-8fd1-e28bc5cfa535 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Deleting port ff677589-55be-4815-a2e0-d84889c71723 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:18:03.213407 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-bd708e6e-511b-40d2-b774-9aa3cadb41ae req-8e231c4c-ad17-4149-8fd1-e28bc5cfa535 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:03.282626 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b4cecb13-bc5a-4e68-987e-11d6ccf7d625 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:03.312079 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-b4cecb13-bc5a-4e68-987e-11d6ccf7d625 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f70d6b2-1f2a-465b-a650-d615d1afeca3']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:03.325867 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-b4cecb13-bc5a-4e68-987e-11d6ccf7d625 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7471191-6bb0-4b2b-838b-e9387dea5e06') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:03.326177 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-b4cecb13-bc5a-4e68-987e-11d6ccf7d625 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7471191-6bb0-4b2b-838b-e9387dea5e06') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:03.339150 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b4cecb13-bc5a-4e68-987e-11d6ccf7d625 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:03.358572 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b4cecb13-bc5a-4e68-987e-11d6ccf7d625 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:03.370828 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4cecb13-bc5a-4e68-987e-11d6ccf7d625 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:18:03.371358 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b4cecb13-bc5a-4e68-987e-11d6ccf7d625 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:03.412296 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:18:03.412296 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:18:03.412296 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:18:03.412296 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:18:03.412296 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:18:03.412296 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:18:03.412296 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:18:03.412296 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:18:03.412296 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:18:03.412296 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:18:03.412296 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:18:03.412296 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:18:03.412296 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:18:03.412296 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:18:03.412296 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:18:03.412296 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:18:03.412296 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:18:03.412296 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:18:03.412296 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:18:03.412296 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:18:03.412296 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:18:03.412296 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:18:03.412296 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:18:03.412296 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:18:03.412296 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:18:03.412296 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:18:03.412296 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:18:03.412296 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:18:03.412296 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:18:03.412296 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:18:03.412296 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:18:03.412296 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:18:03.498164 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b4cecb13-bc5a-4e68-987e-11d6ccf7d625 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:03.522667 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b4cecb13-bc5a-4e68-987e-11d6ccf7d625 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:03.536109 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cecb13-bc5a-4e68-987e-11d6ccf7d625 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] Pushing event deleted for resources: {'Network': ['ID=6f70d6b2-1f2a-465b-a650-d615d1afeca3,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:03.544750 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b4cecb13-bc5a-4e68-987e-11d6ccf7d625 tempest-NetworksTest-1004452077 tempest-NetworksTest-1004452077-project] 10.222.0.105 "DELETE /v2.0/networks/6f70d6b2-1f2a-465b-a650-d615d1afeca3 HTTP/1.1" status: 204 len: 168 time: 1.3721564 Feb 09 01:18:03.670135 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-bd708e6e-511b-40d2-b774-9aa3cadb41ae req-8e231c4c-ad17-4149-8fd1-e28bc5cfa535 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] For port ff677589-55be-4815-a2e0-d84889c71723, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=ff677589-55be-4815-a2e0-d84889c71723,segment=NetworkSegment(e4f8d471-753e-488b-969f-03ab5fdd3e2b),segment_id=e4f8d471-753e-488b-969f-03ab5fdd3e2b)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:18:03.670637 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-bd708e6e-511b-40d2-b774-9aa3cadb41ae req-8e231c4c-ad17-4149-8fd1-e28bc5cfa535 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:03.698754 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99521a26-8038-4ab9-9368-8259cd8fbbee req-1bc2ea6f-e844-4103-b24e-bf9547b6464c tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:03.700336 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-99521a26-8038-4ab9-9368-8259cd8fbbee req-1bc2ea6f-e844-4103-b24e-bf9547b6464c tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=e7a5dd02-9d9f-41b7-85f0-d5ae1fc83a6b HTTP/1.1" status: 200 len: 945 time: 0.2345588 Feb 09 01:18:03.834241 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-bd708e6e-511b-40d2-b774-9aa3cadb41ae req-8e231c4c-ad17-4149-8fd1-e28bc5cfa535 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Calling delete_port for ff677589-55be-4815-a2e0-d84889c71723 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:18:03.898295 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44284) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:03.972010 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-99521a26-8038-4ab9-9368-8259cd8fbbee req-f22b9858-a5fb-4c8c-b222-531a5c61d80d tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459970 Feb 09 01:18:04.089901 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-95e7050c-71d1-4f9e-b4e9-7dcce00828b0 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=68fbf07ce9d34bbb833788a16887e0a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1908331 Feb 09 01:18:04.090150 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44292) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:04.133580 n-d-828418-1 neutron-server[87639]: DEBUG neutron.objects.ports [None req-2f7f57e0-3e35-4e26-b497-ab745a4e0019 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87639) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 01:18:04.136906 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2f7f57e0-3e35-4e26-b497-ab745a4e0019 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:04.154867 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e3a0b0ef-860f-4551-87b6-9cdca951d038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:04.184737 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e3a0b0ef-860f-4551-87b6-9cdca951d038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:04.196488 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7f57e0-3e35-4e26-b497-ab745a4e0019 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:18:04.200963 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-2f7f57e0-3e35-4e26-b497-ab745a4e0019 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:04.203875 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7f57e0-3e35-4e26-b497-ab745a4e0019 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:04.204620 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2f7f57e0-3e35-4e26-b497-ab745a4e0019 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:04.212979 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-bd708e6e-511b-40d2-b774-9aa3cadb41ae req-8e231c4c-ad17-4149-8fd1-e28bc5cfa535 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:04.214743 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf3ffc2-27f2-4b57-a8d9-a1283b2821b5 None None] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:18:04.235733 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['9bf5d22d-c05c-4bb7-9938-6cdd0b694aac'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:18:04.254974 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e3a0b0ef-860f-4551-87b6-9cdca951d038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:04.290800 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a0b0ef-860f-4551-87b6-9cdca951d038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8421e7-b6fa-4903-a9f3-d966be2c8b83,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:04.303838 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['ff677589-55be-4815-a2e0-d84889c71723'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:18:04.308787 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e231c4c-ad17-4149-8fd1-e28bc5cfa535 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Pushing event deleted for resources: {'Port': ['ID=ff677589-55be-4815-a2e0-d84889c71723,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:04.313960 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e3a0b0ef-860f-4551-87b6-9cdca951d038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:04.313960 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e3a0b0ef-860f-4551-87b6-9cdca951d038 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/ab8421e7-b6fa-4903-a9f3-d966be2c8b83 HTTP/1.1" status: 204 len: 168 time: 0.2054479 Feb 09 01:18:04.319444 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7f57e0-3e35-4e26-b497-ab745a4e0019 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event updated for resources: {'Subnet': ['ID=793fd038-b9a6-400f-8620-beea1d5b67a5,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:04.396554 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-2f7f57e0-3e35-4e26-b497-ab745a4e0019 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7613583 Feb 09 01:18:04.396554 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd708e6e-511b-40d2-b774-9aa3cadb41ae req-8e231c4c-ad17-4149-8fd1-e28bc5cfa535 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] No DVR routers for this DVR port ff677589-55be-4815-a2e0-d84889c71723 on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:18:04.396917 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44298) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:04.398507 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-bd708e6e-511b-40d2-b774-9aa3cadb41ae req-8e231c4c-ad17-4149-8fd1-e28bc5cfa535 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:04.400416 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bd708e6e-511b-40d2-b774-9aa3cadb41ae req-8e231c4c-ad17-4149-8fd1-e28bc5cfa535 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.62 "DELETE /v2.0/ports/ff677589-55be-4815-a2e0-d84889c71723 HTTP/1.1" status: 204 len: 173 time: 1.4685786 Feb 09 01:18:04.400879 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a5dd02-9d9f-41b7-85f0-d5ae1fc83a6b', 'name': 'network-vif-deleted', 'tag': 'ff677589-55be-4815-a2e0-d84889c71723'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:18:04.403660 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-db2f6f69-0008-4ade-99ef-54b1c357f825 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Request body: {'subnet': {'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:04.486273 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a5dd02-9d9f-41b7-85f0-d5ae1fc83a6b', 'name': 'network-vif-deleted', 'tag': 'ff677589-55be-4815-a2e0-d84889c71723', 'status': 'completed', 'code': 200} Feb 09 01:18:04.596839 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-db2f6f69-0008-4ade-99ef-54b1c357f825 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:04.602189 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-db2f6f69-0008-4ade-99ef-54b1c357f825 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Usage tracker for resource:subnet and tenant:32c9b2ac64b74efca212307487c75b1d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:04.607039 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-db2f6f69-0008-4ade-99ef-54b1c357f825 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:04.626293 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-db2f6f69-0008-4ade-99ef-54b1c357f825 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:04.643678 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2f6f69-0008-4ade-99ef-54b1c357f825 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Made reservation on behalf of 32c9b2ac64b74efca212307487c75b1d for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:04.648617 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-db2f6f69-0008-4ade-99ef-54b1c357f825 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:04.772873 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b58873-2378-4da2-8539-8444d503f920 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'tenant_id': '32c9b2ac64b74efca212307487c75b1d', 'fixed_ips': [{'subnet_id': '793fd038-b9a6-400f-8620-beea1d5b67a5'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:18:04.773722 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b6b58873-2378-4da2-8539-8444d503f920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:04.920969 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device bfcaafc4-b49f-4c24-a699-a0eecdb432da no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:18:05.012292 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-db2f6f69-0008-4ade-99ef-54b1c357f825 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:05.081122 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: bfcaafc4-b49f-4c24-a699-a0eecdb432da {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:18:05.081802 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device bfcaafc4-b49f-4c24-a699-a0eecdb432da not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:18:05.114988 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-b6b58873-2378-4da2-8539-8444d503f920 None None] Allocated IP 2001:db8::f816:3eff:fe04:8de0 (0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa/793fd038-b9a6-400f-8620-beea1d5b67a5/bda19375-7df9-4399-82c4-b09ce925824a) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:18:05.131609 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2f6f69-0008-4ade-99ef-54b1c357f825 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event updated for resources: {'Subnet': ['ID=e39a7626-0bbc-4d14-a6a5-a155ab600fc4,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:05.163579 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2f6f69-0008-4ade-99ef-54b1c357f825 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:18:05.164839 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-db2f6f69-0008-4ade-99ef-54b1c357f825 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:05.167562 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2f6f69-0008-4ade-99ef-54b1c357f825 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:05.168146 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-db2f6f69-0008-4ade-99ef-54b1c357f825 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:05.222064 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44326) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:05.223157 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-db2f6f69-0008-4ade-99ef-54b1c357f825 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8240905 Feb 09 01:18:05.229571 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-c27a66c4-0604-4172-8ba5-4d62cfbb0d64 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Request body: {'port': {'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'mac_address': 'fa:16:3e:5b:f2:ba', 'name': 'tempest-NetworksTestDHCPv6-1209134403'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:05.373216 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-1885e26f-61d5-4ee0-a61d-15aa88efacd7 req-02812a94-1533-4bb3-b945-89fe30693f80 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Synchronizing usage tracker for tenant:ecfa99ec90404d2da344b2927ef93a25 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:18:05.409145 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b6b58873-2378-4da2-8539-8444d503f920 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:05.417290 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-1885e26f-61d5-4ee0-a61d-15aa88efacd7 req-02812a94-1533-4bb3-b945-89fe30693f80 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Unset dirty status for tenant:ecfa99ec90404d2da344b2927ef93a25 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:18:05.419868 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b6b58873-2378-4da2-8539-8444d503f920 None None] Transition to ACTIVE for port object bda19375-7df9-4399-82c4-b09ce925824a will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:18:05.420715 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1885e26f-61d5-4ee0-a61d-15aa88efacd7 req-02812a94-1533-4bb3-b945-89fe30693f80 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=e7a5dd02-9d9f-41b7-85f0-d5ae1fc83a6b HTTP/1.1" status: 200 len: 210 time: 0.1628041 Feb 09 01:18:05.452689 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b6b58873-2378-4da2-8539-8444d503f920 None None] Transition to ACTIVE for port object bda19375-7df9-4399-82c4-b09ce925824a will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:18:05.460027 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b6b58873-2378-4da2-8539-8444d503f920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:05.482636 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c27a66c4-0604-4172-8ba5-4d62cfbb0d64 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:05.494661 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c27a66c4-0604-4172-8ba5-4d62cfbb0d64 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:05.495180 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44332) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:05.505930 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c27a66c4-0604-4172-8ba5-4d62cfbb0d64 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Made reservation on behalf of 32c9b2ac64b74efca212307487c75b1d for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:05.559560 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b58873-2378-4da2-8539-8444d503f920 None None] Pushing event updated for resources: {'Port': ['ID=bda19375-7df9-4399-82c4-b09ce925824a,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:05.590420 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b58873-2378-4da2-8539-8444d503f920 None None] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:18:05.593375 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-b6b58873-2378-4da2-8539-8444d503f920 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:05.598521 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b58873-2378-4da2-8539-8444d503f920 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:18:05.657206 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-5811117e-3c05-4b18-ab03-4e60557cfac7 tempest-DvrRoutersNegativeTest-629867401 tempest-DvrRoutersNegativeTest-629867401-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1933870762', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:05.670605 n-d-828418-1 neutron-server[87638]: DEBUG neutron.policy [None req-5811117e-3c05-4b18-ab03-4e60557cfac7 tempest-DvrRoutersNegativeTest-629867401 tempest-DvrRoutersNegativeTest-629867401-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=87638) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Feb 09 01:18:05.671187 n-d-828418-1 neutron-server[87638]: DEBUG neutron.policy [None req-5811117e-3c05-4b18-ab03-4e60557cfac7 tempest-DvrRoutersNegativeTest-629867401 tempest-DvrRoutersNegativeTest-629867401-project] Failed policy check for 'create_router' {{(pid=87638) enforce /opt/stack/neutron/neutron/policy.py:520}} Feb 09 01:18:05.671961 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-5811117e-3c05-4b18-ab03-4e60557cfac7 tempest-DvrRoutersNegativeTest-629867401 tempest-DvrRoutersNegativeTest-629867401-project] create failed (client error): Access was denied to this resource. Feb 09 01:18:05.678064 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-5811117e-3c05-4b18-ab03-4e60557cfac7 tempest-DvrRoutersNegativeTest-629867401 tempest-DvrRoutersNegativeTest-629867401-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1816823 Feb 09 01:18:05.685684 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c27a66c4-0604-4172-8ba5-4d62cfbb0d64 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:05.741857 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-c27a66c4-0604-4172-8ba5-4d62cfbb0d64 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] device_id is not set on port 53400254-7285-4235-8aad-9b03fa261b05 yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:18:05.768335 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-b6b58873-2378-4da2-8539-8444d503f920 None None] Attempting to bind port bda19375-7df9-4399-82c4-b09ce925824a on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:18:05.768930 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-b6b58873-2378-4da2-8539-8444d503f920 None None] Attempting to bind port bda19375-7df9-4399-82c4-b09ce925824a by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '986fd47a-7d48-4218-bc5b-1f82d1198ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:18:05.769153 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b58873-2378-4da2-8539-8444d503f920 None None] Attempting to bind port bda19375-7df9-4399-82c4-b09ce925824a on network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:18:05.774903 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b58873-2378-4da2-8539-8444d503f920 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:18:05.775283 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b58873-2378-4da2-8539-8444d503f920 None None] Checking segment: {'id': '986fd47a-7d48-4218-bc5b-1f82d1198ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:18:05.775680 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b6b58873-2378-4da2-8539-8444d503f920 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:05.776071 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b58873-2378-4da2-8539-8444d503f920 None None] Bound using segment: {'id': '986fd47a-7d48-4218-bc5b-1f82d1198ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:18:05.776660 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-b6b58873-2378-4da2-8539-8444d503f920 None None] Bound port: bda19375-7df9-4399-82c4-b09ce925824a, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '986fd47a-7d48-4218-bc5b-1f82d1198ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:18:05.777308 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b6b58873-2378-4da2-8539-8444d503f920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:05.892299 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-b6b58873-2378-4da2-8539-8444d503f920 None None] For port bda19375-7df9-4399-82c4-b09ce925824a, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:18:05.897048 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-b6b58873-2378-4da2-8539-8444d503f920 None None] For port bda19375-7df9-4399-82c4-b09ce925824a, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=bda19375-7df9-4399-82c4-b09ce925824a,segment=NetworkSegment(986fd47a-7d48-4218-bc5b-1f82d1198ace),segment_id=986fd47a-7d48-4218-bc5b-1f82d1198ace)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:18:05.903026 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b6b58873-2378-4da2-8539-8444d503f920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:06.027413 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b58873-2378-4da2-8539-8444d503f920 None None] Pushing event updated for resources: {'Port': ['ID=bda19375-7df9-4399-82c4-b09ce925824a,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:06.071894 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44344) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:06.183916 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-c27a66c4-0604-4172-8ba5-4d62cfbb0d64 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Allocated IP 172.20.0.5 (0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa/e39a7626-0bbc-4d14-a6a5-a155ab600fc4/53400254-7285-4235-8aad-9b03fa261b05) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:18:06.202561 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-c27a66c4-0604-4172-8ba5-4d62cfbb0d64 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Allocated IP 2001:db8::f816:3eff:fe5b:f2ba (0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa/793fd038-b9a6-400f-8620-beea1d5b67a5/53400254-7285-4235-8aad-9b03fa261b05) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:18:06.316791 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6003298d-5b17-4968-962a-fe15b2c337c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:06.346803 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-6003298d-5b17-4968-962a-fe15b2c337c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:06.355253 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-6003298d-5b17-4968-962a-fe15b2c337c4 admin admin] Usage tracker for resource:security_group_rule and tenant:1e43e1d6b5b7471ebc311874e0a453f5 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:06.363539 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-6003298d-5b17-4968-962a-fe15b2c337c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:06.377043 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-6003298d-5b17-4968-962a-fe15b2c337c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:06.438235 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device ff677589-55be-4815-a2e0-d84889c71723 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:18:06.559620 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: ff677589-55be-4815-a2e0-d84889c71723 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:18:06.560506 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device ff677589-55be-4815-a2e0-d84889c71723 not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:18:06.591212 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6003298d-5b17-4968-962a-fe15b2c337c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:06.599545 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6003298d-5b17-4968-962a-fe15b2c337c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:06.667695 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-6003298d-5b17-4968-962a-fe15b2c337c4 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=1e43e1d6b5b7471ebc311874e0a453f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5947094 Feb 09 01:18:06.669012 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6003298d-5b17-4968-962a-fe15b2c337c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9459586f-f50c-4982-9443-aaa7c01fd6b4,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:06.672219 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44354) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:06.727809 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c27a66c4-0604-4172-8ba5-4d62cfbb0d64 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:06.763145 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-c27a66c4-0604-4172-8ba5-4d62cfbb0d64 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Transition to ACTIVE for port object 53400254-7285-4235-8aad-9b03fa261b05 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:18:06.783179 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-667866cc-39aa-4f18-a592-b354ea9bd130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:06.815018 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c27a66c4-0604-4172-8ba5-4d62cfbb0d64 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:06.844024 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-667866cc-39aa-4f18-a592-b354ea9bd130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:06.954262 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27a66c4-0604-4172-8ba5-4d62cfbb0d64 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:18:06.958932 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-c27a66c4-0604-4172-8ba5-4d62cfbb0d64 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:06.969804 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27a66c4-0604-4172-8ba5-4d62cfbb0d64 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:18:06.981172 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-667866cc-39aa-4f18-a592-b354ea9bd130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:07.040293 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667866cc-39aa-4f18-a592-b354ea9bd130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9459586f-f50c-4982-9443-aaa7c01fd6b4,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:07.071557 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-667866cc-39aa-4f18-a592-b354ea9bd130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:07.072727 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-667866cc-39aa-4f18-a592-b354ea9bd130 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/9459586f-f50c-4982-9443-aaa7c01fd6b4 HTTP/1.1" status: 204 len: 168 time: 0.3990607 Feb 09 01:18:07.084766 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27a66c4-0604-4172-8ba5-4d62cfbb0d64 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event updated for resources: {'Port': ['ID=53400254-7285-4235-8aad-9b03fa261b05,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:07.122966 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device bda19375-7df9-4399-82c4-b09ce925824a up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:18:07.261414 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port bda19375-7df9-4399-82c4-b09ce925824a completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:18:07.366913 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27a66c4-0604-4172-8ba5-4d62cfbb0d64 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:07.369057 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c27a66c4-0604-4172-8ba5-4d62cfbb0d64 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:07.461818 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-c27a66c4-0604-4172-8ba5-4d62cfbb0d64 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.2373376 Feb 09 01:18:07.464453 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44380) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:07.490689 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438fe2b9-9012-4e0d-9ad4-d617e498306a None None] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:18:07.499354 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5132977-293c-43b0-be8c-92aeba17994a req-5400ee88-c91e-4c53-8ce4-7ddca8041896 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:07.500895 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d5132977-293c-43b0-be8c-92aeba17994a req-5400ee88-c91e-4c53-8ce4-7ddca8041896 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/networks?id=20b4b911-e8a6-45af-95dc-9b595aff0444 HTTP/1.1" status: 200 len: 806 time: 0.4022713 Feb 09 01:18:07.535862 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d5132977-293c-43b0-be8c-92aeba17994a req-00811892-6343-4101-a44e-5c1491c4e3d0 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/quotas/ecfa99ec90404d2da344b2927ef93a25 HTTP/1.1" status: 200 len: 375 time: 0.0259752 Feb 09 01:18:07.607304 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8ce051-6cb4-46b0-9a23-13cdb875b2ca tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:07.615591 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8ce051-6cb4-46b0-9a23-13cdb875b2ca tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:07.616647 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-2d8ce051-6cb4-46b0-9a23-13cdb875b2ca tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Synchronizing usage tracker for tenant:32c9b2ac64b74efca212307487c75b1d on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:18:07.641612 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-2d8ce051-6cb4-46b0-9a23-13cdb875b2ca tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Unset dirty status for tenant:32c9b2ac64b74efca212307487c75b1d on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:18:07.645264 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-2d8ce051-6cb4-46b0-9a23-13cdb875b2ca tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1792011 Feb 09 01:18:07.647535 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44386) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:07.680975 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b4ff6382-acb1-4e49-9432-9ea84049dd86 None None] Provisioning for port bda19375-7df9-4399-82c4-b09ce925824a completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:18:07.711278 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b4ff6382-acb1-4e49-9432-9ea84049dd86 None None] Provisioning complete for port bda19375-7df9-4399-82c4-b09ce925824a triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:07.711862 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b4ff6382-acb1-4e49-9432-9ea84049dd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:07.794110 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d5132977-293c-43b0-be8c-92aeba17994a req-b06a14e8-2aca-4bbb-81e6-f59323328649 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=ecfa99ec90404d2da344b2927ef93a25&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2513742 Feb 09 01:18:07.796045 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-1d7ffdb1-d9cf-4f10-86ad-5b0583de4300 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Deleting port 53400254-7285-4235-8aad-9b03fa261b05 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:18:07.798525 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1d7ffdb1-d9cf-4f10-86ad-5b0583de4300 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:08.002435 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b4ff6382-acb1-4e49-9432-9ea84049dd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:08.052385 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-b4ff6382-acb1-4e49-9432-9ea84049dd86 None None] For port bda19375-7df9-4399-82c4-b09ce925824a, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=bda19375-7df9-4399-82c4-b09ce925824a,segment=NetworkSegment(986fd47a-7d48-4218-bc5b-1f82d1198ace),segment_id=986fd47a-7d48-4218-bc5b-1f82d1198ace)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:18:08.070825 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b4ff6382-acb1-4e49-9432-9ea84049dd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:08.108768 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d5132977-293c-43b0-be8c-92aeba17994a req-1abbd6e2-7bd5-42eb-aacb-9b5009f49ae1 service neutron] 10.222.0.105 "GET /v2.0/networks/20b4b911-e8a6-45af-95dc-9b595aff0444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043792 Feb 09 01:18:08.219714 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-cc041f9a-1a5c-4b3c-ad40-e5f0138cdf28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:08.243336 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d50137-6cc8-4256-961d-7e7e5e8b4d25 None None] Update dhcp port {'port': {'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'fixed_ips': [{'subnet_id': '793fd038-b9a6-400f-8620-beea1d5b67a5', 'ip_address': '2001:db8::f816:3eff:fe04:8de0'}, {'subnet_id': 'e39a7626-0bbc-4d14-a6a5-a155ab600fc4'}], 'binding:host_id': 'n-d-828418-1'}, 'id': 'bda19375-7df9-4399-82c4-b09ce925824a'} from n-d-828418-1. {{(pid=87640) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 09 01:18:08.272492 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ff6382-acb1-4e49-9432-9ea84049dd86 None None] Pushing event updated for resources: {'Port': ['ID=bda19375-7df9-4399-82c4-b09ce925824a,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:08.296361 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ff6382-acb1-4e49-9432-9ea84049dd86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:08.297097 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ff6382-acb1-4e49-9432-9ea84049dd86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:08.297701 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ff6382-acb1-4e49-9432-9ea84049dd86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:08.298263 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ff6382-acb1-4e49-9432-9ea84049dd86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:08.298877 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ff6382-acb1-4e49-9432-9ea84049dd86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:08.299428 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ff6382-acb1-4e49-9432-9ea84049dd86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:08.300022 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ff6382-acb1-4e49-9432-9ea84049dd86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:08.300576 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ff6382-acb1-4e49-9432-9ea84049dd86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:08.301122 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ff6382-acb1-4e49-9432-9ea84049dd86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:08.301712 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ff6382-acb1-4e49-9432-9ea84049dd86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:08.302262 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ff6382-acb1-4e49-9432-9ea84049dd86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:08.302807 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ff6382-acb1-4e49-9432-9ea84049dd86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:08.322905 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-22d50137-6cc8-4256-961d-7e7e5e8b4d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:08.427400 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d5132977-293c-43b0-be8c-92aeba17994a req-bef1635e-9fb4-479c-8c5e-36fe0dd61548 service neutron] 10.222.0.105 "GET /v2.0/networks/20b4b911-e8a6-45af-95dc-9b595aff0444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105824 Feb 09 01:18:08.597757 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44402) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:08.646645 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-22d50137-6cc8-4256-961d-7e7e5e8b4d25 None None] Allocated IP 172.20.0.2 (0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa/e39a7626-0bbc-4d14-a6a5-a155ab600fc4/bda19375-7df9-4399-82c4-b09ce925824a) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:18:08.661004 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1d7ffdb1-d9cf-4f10-86ad-5b0583de4300 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:08.828474 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-1d7ffdb1-d9cf-4f10-86ad-5b0583de4300 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Calling delete_port for 53400254-7285-4235-8aad-9b03fa261b05 owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:18:08.828872 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-c06de044-6d1e-4653-9c98-f0c3f43aa8d6 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Request body: {'security_group': {'name': 'tempest-secgroup--287036488'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:08.849720 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c06de044-6d1e-4653-9c98-f0c3f43aa8d6 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:08.868102 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-c06de044-6d1e-4653-9c98-f0c3f43aa8d6 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Usage tracker for resource:security_group and tenant:d080391ded6149238c8bbe1cbcffde00 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:08.876005 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-c06de044-6d1e-4653-9c98-f0c3f43aa8d6 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:08.895427 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c06de044-6d1e-4653-9c98-f0c3f43aa8d6 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:08.924152 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c06de044-6d1e-4653-9c98-f0c3f43aa8d6 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:08.943101 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c06de044-6d1e-4653-9c98-f0c3f43aa8d6 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:09.024435 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7e297793-508e-48c2-945c-72ac5edeed6d req-27eea60b-3584-41b7-bd33-bbe3c1f1e2bd tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=4dde6d5b-a7eb-4d9a-ad88-d74075af635f HTTP/1.1" status: 200 len: 210 time: 0.0826595 Feb 09 01:18:09.030194 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c06de044-6d1e-4653-9c98-f0c3f43aa8d6 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:09.037291 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-c06de044-6d1e-4653-9c98-f0c3f43aa8d6 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Usage tracker for resource:security_group_rule and tenant:d080391ded6149238c8bbe1cbcffde00 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:09.040497 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-c06de044-6d1e-4653-9c98-f0c3f43aa8d6 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:09.048152 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c06de044-6d1e-4653-9c98-f0c3f43aa8d6 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:09.175930 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-22d50137-6cc8-4256-961d-7e7e5e8b4d25 None None] For port bda19375-7df9-4399-82c4-b09ce925824a, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=bda19375-7df9-4399-82c4-b09ce925824a,segment=NetworkSegment(986fd47a-7d48-4218-bc5b-1f82d1198ace),segment_id=986fd47a-7d48-4218-bc5b-1f82d1198ace)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:18:09.193910 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1d7ffdb1-d9cf-4f10-86ad-5b0583de4300 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:09.227350 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device bda19375-7df9-4399-82c4-b09ce925824a up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:18:09.301109 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-22d50137-6cc8-4256-961d-7e7e5e8b4d25 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:09.343016 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-22d50137-6cc8-4256-961d-7e7e5e8b4d25 None None] Transition to ACTIVE for port object bda19375-7df9-4399-82c4-b09ce925824a will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:18:09.362121 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-22d50137-6cc8-4256-961d-7e7e5e8b4d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:09.370294 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c06de044-6d1e-4653-9c98-f0c3f43aa8d6 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:09.376006 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c06de044-6d1e-4653-9c98-f0c3f43aa8d6 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:09.398231 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c06de044-6d1e-4653-9c98-f0c3f43aa8d6 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:09.405376 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-c06de044-6d1e-4653-9c98-f0c3f43aa8d6 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Usage tracker for resource:security_group_rule and tenant:d080391ded6149238c8bbe1cbcffde00 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:09.416459 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-c06de044-6d1e-4653-9c98-f0c3f43aa8d6 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:09.424131 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7ffdb1-d9cf-4f10-86ad-5b0583de4300 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event deleted for resources: {'Port': ['ID=53400254-7285-4235-8aad-9b03fa261b05,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:09.435726 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c06de044-6d1e-4653-9c98-f0c3f43aa8d6 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:09.440669 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06de044-6d1e-4653-9c98-f0c3f43aa8d6 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cab78576-32b0-4242-af3f-4ddd6b83de52,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:09.651279 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1d7ffdb1-d9cf-4f10-86ad-5b0583de4300 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:09.659766 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c06de044-6d1e-4653-9c98-f0c3f43aa8d6 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:09.668655 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c06de044-6d1e-4653-9c98-f0c3f43aa8d6 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:09.679737 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1d7ffdb1-d9cf-4f10-86ad-5b0583de4300 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/ports/53400254-7285-4235-8aad-9b03fa261b05 HTTP/1.1" status: 204 len: 168 time: 2.0303533 Feb 09 01:18:09.683530 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44434) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:09.825529 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66be5b05-f52a-40e0-91ad-6d0be219d45a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:09.844304 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66be5b05-f52a-40e0-91ad-6d0be219d45a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:09.857533 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66be5b05-f52a-40e0-91ad-6d0be219d45a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:09.858091 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-66be5b05-f52a-40e0-91ad-6d0be219d45a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Synchronizing usage tracker for tenant:32c9b2ac64b74efca212307487c75b1d on resource:subnet {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:18:09.866231 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d50137-6cc8-4256-961d-7e7e5e8b4d25 None None] Pushing event updated for resources: {'Port': ['ID=bda19375-7df9-4399-82c4-b09ce925824a,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:09.892283 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-66be5b05-f52a-40e0-91ad-6d0be219d45a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Unset dirty status for tenant:32c9b2ac64b74efca212307487c75b1d on resource:subnet {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:18:09.894433 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-66be5b05-f52a-40e0-91ad-6d0be219d45a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2091227 Feb 09 01:18:09.898755 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44438) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:09.977949 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c06de044-6d1e-4653-9c98-f0c3f43aa8d6 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:09.979891 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-c06de044-6d1e-4653-9c98-f0c3f43aa8d6 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4034753 Feb 09 01:18:09.984911 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44442) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:10.013531 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-13bef6eb-90d5-41c1-8623-bfbe729cd3eb tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Deleting subnet 793fd038-b9a6-400f-8620-beea1d5b67a5 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:18:10.018310 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-13bef6eb-90d5-41c1-8623-bfbe729cd3eb tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:10.085730 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-8b623d2f-9032-4fa3-9374-3069bbef3acf tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Synchronizing usage tracker for tenant:d080391ded6149238c8bbe1cbcffde00 on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:18:10.107107 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06de044-6d1e-4653-9c98-f0c3f43aa8d6 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a453d5cd-64c7-433c-bfa4-ce6f0e6f2cd5,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:10.132452 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-13bef6eb-90d5-41c1-8623-bfbe729cd3eb tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:10.141951 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-8b623d2f-9032-4fa3-9374-3069bbef3acf tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Unset dirty status for tenant:d080391ded6149238c8bbe1cbcffde00 on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:18:10.145677 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-8b623d2f-9032-4fa3-9374-3069bbef3acf tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1557212 Feb 09 01:18:10.146299 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44448) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:10.154365 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-cce22770-bdd9-4104-b9cd-1f455cb9df5c tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Request body: {'security_group': {'name': 'tempest-security--1004263425', 'description': 'tempest-security-description-1974831177'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:10.189464 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cce22770-bdd9-4104-b9cd-1f455cb9df5c tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:10.226786 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ac437-ec47-4558-af44-b9d059915d1f req-f51f2701-f08c-4b3a-8381-81dd36363d3c tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:10.235220 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-433ac437-ec47-4558-af44-b9d059915d1f req-f51f2701-f08c-4b3a-8381-81dd36363d3c tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=b62ade1c-1d81-4bb3-9009-3110721d68db HTTP/1.1" status: 200 len: 945 time: 0.3464258 Feb 09 01:18:10.294058 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-13bef6eb-90d5-41c1-8623-bfbe729cd3eb tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:10.356790 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8a4d3336-bb0c-4798-aa33-8cd240668037 req-0661ba7c-6a01-41d3-9f0e-7be799403638 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=4dde6d5b-a7eb-4d9a-ad88-d74075af635f HTTP/1.1" status: 200 len: 210 time: 0.0842140 Feb 09 01:18:10.396590 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-433ac437-ec47-4558-af44-b9d059915d1f req-9a54f938-01e2-45b0-aff4-608ee411882e tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=c5ad553e-ab0d-4663-be56-e1031564698c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594090 Feb 09 01:18:10.437697 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cce22770-bdd9-4104-b9cd-1f455cb9df5c tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:10.443026 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cce22770-bdd9-4104-b9cd-1f455cb9df5c tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:10.446524 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cce22770-bdd9-4104-b9cd-1f455cb9df5c tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:10.450456 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-cce22770-bdd9-4104-b9cd-1f455cb9df5c tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] 10.222.0.105 "PUT /v2.0/security-groups/a453d5cd-64c7-433c-bfa4-ce6f0e6f2cd5 HTTP/1.1" status: 200 len: 1780 time: 0.2986953 Feb 09 01:18:10.453933 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44454) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:10.458576 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b112e4bd-97d0-4553-aebc-32022cf0587a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:10.517401 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce22770-bdd9-4104-b9cd-1f455cb9df5c tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a453d5cd-64c7-433c-bfa4-ce6f0e6f2cd5,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:10.553581 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-23cacb8c-9661-4272-b48e-51efba079803 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] 10.222.0.105 "GET /v2.0/security-groups/a453d5cd-64c7-433c-bfa4-ce6f0e6f2cd5 HTTP/1.1" status: 200 len: 1780 time: 0.0984495 Feb 09 01:18:10.556364 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44458) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:10.565830 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-13bef6eb-90d5-41c1-8623-bfbe729cd3eb tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:10.645372 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-70fbfc76-b91b-423f-a966-092b9e15e088 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:10.664618 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bef6eb-90d5-41c1-8623-bfbe729cd3eb tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event deleted for resources: {'Subnet': ['ID=793fd038-b9a6-400f-8620-beea1d5b67a5,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:10.681496 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-13bef6eb-90d5-41c1-8623-bfbe729cd3eb tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:10.683589 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-70fbfc76-b91b-423f-a966-092b9e15e088 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:10.703317 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-13bef6eb-90d5-41c1-8623-bfbe729cd3eb tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/subnets/793fd038-b9a6-400f-8620-beea1d5b67a5 HTTP/1.1" status: 204 len: 168 time: 0.8035083 Feb 09 01:18:10.707182 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44462) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:10.822233 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d76f480-4d7c-478b-91ce-3cf2a5815d3d tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Deleting subnet e39a7626-0bbc-4d14-a6a5-a155ab600fc4 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:18:10.830802 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7d76f480-4d7c-478b-91ce-3cf2a5815d3d tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:10.884757 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-70fbfc76-b91b-423f-a966-092b9e15e088 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:10.917094 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c02142-698d-4108-85c2-7eec98302bfa None None] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:18:10.946711 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device bda19375-7df9-4399-82c4-b09ce925824a up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:18:11.076438 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7d76f480-4d7c-478b-91ce-3cf2a5815d3d tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:11.096292 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-370b4b9f-f88b-4409-bbda-f6734e15f582 None None] Could not find standard attr ID for object 53400254-7285-4235-8aad-9b03fa261b05. {{(pid=87640) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:18:11.138025 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-370b4b9f-f88b-4409-bbda-f6734e15f582 None None] Provisioning for port bda19375-7df9-4399-82c4-b09ce925824a completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:18:11.156643 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-370b4b9f-f88b-4409-bbda-f6734e15f582 None None] Provisioning complete for port bda19375-7df9-4399-82c4-b09ce925824a triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:11.157330 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-370b4b9f-f88b-4409-bbda-f6734e15f582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:11.253069 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port bda19375-7df9-4399-82c4-b09ce925824a triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:11.254668 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:11.296341 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7d76f480-4d7c-478b-91ce-3cf2a5815d3d tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:11.427246 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fbfc76-b91b-423f-a966-092b9e15e088 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a453d5cd-64c7-433c-bfa4-ce6f0e6f2cd5,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:11.464101 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-70fbfc76-b91b-423f-a966-092b9e15e088 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:11.467912 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-70fbfc76-b91b-423f-a966-092b9e15e088 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] 10.222.0.105 "DELETE /v2.0/security-groups/a453d5cd-64c7-433c-bfa4-ce6f0e6f2cd5 HTTP/1.1" status: 204 len: 168 time: 0.9078882 Feb 09 01:18:11.468492 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44472) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:11.496616 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:11.598167 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:11.604102 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-09542656-04c1-4b54-977c-3d3472284003 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1343079 Feb 09 01:18:11.608484 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44476) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:11.646262 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-8d3ecd0e-9bff-42a4-a9ee-945e253cab18 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] delete failed (client error): The resource could not be found. Feb 09 01:18:11.647524 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-8d3ecd0e-9bff-42a4-a9ee-945e253cab18 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] 10.222.0.105 "DELETE /v2.0/security-groups/a453d5cd-64c7-433c-bfa4-ce6f0e6f2cd5 HTTP/1.1" status: 404 len: 347 time: 0.0381241 Feb 09 01:18:11.652067 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44480) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:11.657390 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-a5ef5e4b-e772-4e02-af73-4c3ca51736ee tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Request body: {'security_group': {'name': 'tempest-secgroup--1619267527'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:11.665416 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a5ef5e4b-e772-4e02-af73-4c3ca51736ee tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:11.670300 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-a5ef5e4b-e772-4e02-af73-4c3ca51736ee tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Usage tracker for resource:security_group and tenant:d080391ded6149238c8bbe1cbcffde00 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:11.674433 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-a5ef5e4b-e772-4e02-af73-4c3ca51736ee tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:11.681541 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a5ef5e4b-e772-4e02-af73-4c3ca51736ee tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:11.695241 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a5ef5e4b-e772-4e02-af73-4c3ca51736ee tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:11.701327 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a0bd5ede-7327-4d99-8ca1-f8d54dd7c1bf req-e4af3ed1-c7b7-4733-be61-561e805883a4 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=4dde6d5b-a7eb-4d9a-ad88-d74075af635f HTTP/1.1" status: 200 len: 210 time: 0.1194000 Feb 09 01:18:11.715094 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5132977-293c-43b0-be8c-92aeba17994a req-c3a36f32-b728-4a5f-834f-180f7cc7bb21 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:11.716564 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d5132977-293c-43b0-be8c-92aeba17994a req-c3a36f32-b728-4a5f-834f-180f7cc7bb21 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.62 "GET /v2.0/networks?id=20b4b911-e8a6-45af-95dc-9b595aff0444 HTTP/1.1" status: 200 len: 806 time: 0.7827587 Feb 09 01:18:11.744786 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-d5132977-293c-43b0-be8c-92aeba17994a req-f2c98cac-5610-4931-962d-5b02bb95d7dc tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Request body: {'port': {'device_id': '4dde6d5b-a7eb-4d9a-ad88-d74075af635f', 'network_id': '20b4b911-e8a6-45af-95dc-9b595aff0444', 'admin_state_up': True, 'tenant_id': 'ecfa99ec90404d2da344b2927ef93a25'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:11.746032 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a5ef5e4b-e772-4e02-af73-4c3ca51736ee tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:11.751033 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-a5ef5e4b-e772-4e02-af73-4c3ca51736ee tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Usage tracker for resource:security_group_rule and tenant:d080391ded6149238c8bbe1cbcffde00 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:11.754604 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-a5ef5e4b-e772-4e02-af73-4c3ca51736ee tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:11.761076 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a5ef5e4b-e772-4e02-af73-4c3ca51736ee tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:11.849778 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7d76f480-4d7c-478b-91ce-3cf2a5815d3d tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:11.883070 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a5ef5e4b-e772-4e02-af73-4c3ca51736ee tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:11.888117 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a5ef5e4b-e772-4e02-af73-4c3ca51736ee tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:11.927951 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d76f480-4d7c-478b-91ce-3cf2a5815d3d tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event deleted for resources: {'Subnet': ['ID=e39a7626-0bbc-4d14-a6a5-a155ab600fc4,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:11.930301 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7d76f480-4d7c-478b-91ce-3cf2a5815d3d tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:11.953703 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a5ef5e4b-e772-4e02-af73-4c3ca51736ee tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:11.955204 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a5ef5e4b-e772-4e02-af73-4c3ca51736ee tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3020446 Feb 09 01:18:11.959325 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-7d76f480-4d7c-478b-91ce-3cf2a5815d3d tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/subnets/e39a7626-0bbc-4d14-a6a5-a155ab600fc4 HTTP/1.1" status: 204 len: 168 time: 1.2490113 Feb 09 01:18:11.961680 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44484) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:11.962406 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44486) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:12.013848 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c969b4-a36e-4e5c-a071-7e0b83d42ba8 req-a69b97ac-4ece-43df-9bae-ed9b91175cd9 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:12.021366 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-81c969b4-a36e-4e5c-a071-7e0b83d42ba8 req-a69b97ac-4ece-43df-9bae-ed9b91175cd9 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=b62ade1c-1d81-4bb3-9009-3110721d68db HTTP/1.1" status: 200 len: 945 time: 0.3734517 Feb 09 01:18:12.027420 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-e2c99139-d51e-4fc1-9d82-c79af995b3ad tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Request body: {'security_group_rule': {'security_group_id': '2f67d3f0-8432-4c5e-9770-ed215a2e2424', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:12.034818 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e2c99139-d51e-4fc1-9d82-c79af995b3ad tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:12.037071 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ef5e4b-e772-4e02-af73-4c3ca51736ee tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f67d3f0-8432-4c5e-9770-ed215a2e2424,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:12.052874 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-d5132977-293c-43b0-be8c-92aeba17994a req-f2c98cac-5610-4931-962d-5b02bb95d7dc tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:12.054335 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e2c99139-d51e-4fc1-9d82-c79af995b3ad tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Usage tracker for resource:security_group_rule and tenant:d080391ded6149238c8bbe1cbcffde00 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:12.058248 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-3d6445b3-ea5f-4620-9e61-cd39e16e8002 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Synchronizing usage tracker for tenant:32c9b2ac64b74efca212307487c75b1d on resource:router {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:18:12.063091 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e2c99139-d51e-4fc1-9d82-c79af995b3ad tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:12.073024 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e2c99139-d51e-4fc1-9d82-c79af995b3ad tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:12.083345 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-3d6445b3-ea5f-4620-9e61-cd39e16e8002 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Unset dirty status for tenant:32c9b2ac64b74efca212307487c75b1d on resource:router {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:18:12.087572 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-3d6445b3-ea5f-4620-9e61-cd39e16e8002 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1224174 Feb 09 01:18:12.088126 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44492) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:12.094913 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-5a185730-5204-4057-af24-ad34b997cb35 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Request body: {'subnet': {'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:12.111641 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-d5132977-293c-43b0-be8c-92aeba17994a req-f2c98cac-5610-4931-962d-5b02bb95d7dc tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:12.116672 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-81c969b4-a36e-4e5c-a071-7e0b83d42ba8 req-f2ae0774-cc1e-40f2-8f5a-524a2ec1932e tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=c5ad553e-ab0d-4663-be56-e1031564698c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944347 Feb 09 01:18:12.133011 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5132977-293c-43b0-be8c-92aeba17994a req-f2c98cac-5610-4931-962d-5b02bb95d7dc tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Made reservation on behalf of ecfa99ec90404d2da344b2927ef93a25 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:12.142088 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d5132977-293c-43b0-be8c-92aeba17994a req-f2c98cac-5610-4931-962d-5b02bb95d7dc tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:12.184009 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e2c99139-d51e-4fc1-9d82-c79af995b3ad tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:12.297761 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5a185730-5204-4057-af24-ad34b997cb35 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:12.306050 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-5a185730-5204-4057-af24-ad34b997cb35 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Usage tracker for resource:subnet and tenant:32c9b2ac64b74efca212307487c75b1d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:12.309973 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-5a185730-5204-4057-af24-ad34b997cb35 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:12.357325 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5a185730-5204-4057-af24-ad34b997cb35 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:12.357325 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e2c99139-d51e-4fc1-9d82-c79af995b3ad tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:12.370244 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e2c99139-d51e-4fc1-9d82-c79af995b3ad tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:12.430410 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a185730-5204-4057-af24-ad34b997cb35 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Made reservation on behalf of 32c9b2ac64b74efca212307487c75b1d for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:12.430410 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5a185730-5204-4057-af24-ad34b997cb35 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:12.445358 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-d5132977-293c-43b0-be8c-92aeba17994a req-f2c98cac-5610-4931-962d-5b02bb95d7dc tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Allocated IP 172.20.0.14 (20b4b911-e8a6-45af-95dc-9b595aff0444/6a70c5bb-7a88-4efe-b45a-b5773b8dee9d/05c19bd0-cc33-4f81-97d4-724e296b1ca9) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:18:12.463238 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c99139-d51e-4fc1-9d82-c79af995b3ad tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=769be20e-911c-4015-8a25-27693ca1f96d,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:12.726359 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6755a56-179b-4824-80c2-400c94e28767 None None] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:18:12.736993 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e2c99139-d51e-4fc1-9d82-c79af995b3ad tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:12.738891 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e2c99139-d51e-4fc1-9d82-c79af995b3ad tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7752237 Feb 09 01:18:12.743625 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44500) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:12.767638 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:18:12.798406 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d5132977-293c-43b0-be8c-92aeba17994a req-f2c98cac-5610-4931-962d-5b02bb95d7dc tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:12.818026 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5a65baac-5695-4542-be3b-bec391984a62 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:12.829300 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5a65baac-5695-4542-be3b-bec391984a62 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:12.839081 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d5132977-293c-43b0-be8c-92aeba17994a req-f2c98cac-5610-4931-962d-5b02bb95d7dc tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:12.871014 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5a65baac-5695-4542-be3b-bec391984a62 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:12.907503 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a65baac-5695-4542-be3b-bec391984a62 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=769be20e-911c-4015-8a25-27693ca1f96d,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:12.958361 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5a65baac-5695-4542-be3b-bec391984a62 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:12.960436 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-5a65baac-5695-4542-be3b-bec391984a62 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] 10.222.0.105 "DELETE /v2.0/security-group-rules/769be20e-911c-4015-8a25-27693ca1f96d HTTP/1.1" status: 204 len: 168 time: 0.2147050 Feb 09 01:18:12.965975 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44504) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:13.029319 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5132977-293c-43b0-be8c-92aeba17994a req-f2c98cac-5610-4931-962d-5b02bb95d7dc tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Network 20b4b911-e8a6-45af-95dc-9b595aff0444 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:18:13.029319 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-d5132977-293c-43b0-be8c-92aeba17994a req-f2c98cac-5610-4931-962d-5b02bb95d7dc tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:13.036888 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5132977-293c-43b0-be8c-92aeba17994a req-f2c98cac-5610-4931-962d-5b02bb95d7dc tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:18:13.063497 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['9bf5d22d-c05c-4bb7-9938-6cdd0b694aac'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:18:13.135173 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5132977-293c-43b0-be8c-92aeba17994a req-f2c98cac-5610-4931-962d-5b02bb95d7dc tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:13.135782 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d5132977-293c-43b0-be8c-92aeba17994a req-f2c98cac-5610-4931-962d-5b02bb95d7dc tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:13.140961 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c98cac-5610-4931-962d-5b02bb95d7dc tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Pushing event updated for resources: {'Port': ['ID=05c19bd0-cc33-4f81-97d4-724e296b1ca9,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:13.192998 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f3a27231-1ecd-4165-b6e0-e1a8732cf673 None None] Provisioning complete for port bda19375-7df9-4399-82c4-b09ce925824a triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:13.192998 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f3a27231-1ecd-4165-b6e0-e1a8732cf673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:13.209623 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-0ab5e86c-47c7-4381-95fe-77d227a846a1 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Synchronizing usage tracker for tenant:d080391ded6149238c8bbe1cbcffde00 on resource:security_group_rule {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:18:13.255210 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:13.259173 n-d-828418-1 neutron-server[87638]: DEBUG neutron.objects.ports [None req-5a185730-5204-4057-af24-ad34b997cb35 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87638) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 01:18:13.272693 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-0ab5e86c-47c7-4381-95fe-77d227a846a1 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Unset dirty status for tenant:d080391ded6149238c8bbe1cbcffde00 on resource:security_group_rule {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:18:13.272693 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-0ab5e86c-47c7-4381-95fe-77d227a846a1 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2900805 Feb 09 01:18:13.284771 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44510) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:13.368323 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d5132977-293c-43b0-be8c-92aeba17994a req-f2c98cac-5610-4931-962d-5b02bb95d7dc tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6331182 Feb 09 01:18:13.374455 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7685d772-de7f-46cf-8069-da82f83e1b99 None None] DHCP port deletion for 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:18:13.401509 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-7685d772-de7f-46cf-8069-da82f83e1b99 None None] Deleting port bda19375-7df9-4399-82c4-b09ce925824a {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:18:13.401998 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7685d772-de7f-46cf-8069-da82f83e1b99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:13.427103 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-d5132977-293c-43b0-be8c-92aeba17994a req-8145c004-ece7-4d6b-aaf7-3c49bf1642e2 service neutron] Request body: {'port': {'device_id': '4dde6d5b-a7eb-4d9a-ad88-d74075af635f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:13.504940 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e590c44-7baf-4033-ae0e-433003d94493 req-8b961c08-1093-4f96-bc5e-9b21c1336106 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:13.506074 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-0e590c44-7baf-4033-ae0e-433003d94493 req-8b961c08-1093-4f96-bc5e-9b21c1336106 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Synchronizing usage tracker for tenant:ecfa99ec90404d2da344b2927ef93a25 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:18:13.525446 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ca7d2919-b4dc-4e5a-ae4b-d12226fd46e8 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:13.563667 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5a185730-5204-4057-af24-ad34b997cb35 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:13.617317 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-0e590c44-7baf-4033-ae0e-433003d94493 req-8b961c08-1093-4f96-bc5e-9b21c1336106 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Unset dirty status for tenant:ecfa99ec90404d2da344b2927ef93a25 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:18:13.620010 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0e590c44-7baf-4033-ae0e-433003d94493 req-8b961c08-1093-4f96-bc5e-9b21c1336106 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=4dde6d5b-a7eb-4d9a-ad88-d74075af635f HTTP/1.1" status: 200 len: 932 time: 0.7300963 Feb 09 01:18:13.645443 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ca7d2919-b4dc-4e5a-ae4b-d12226fd46e8 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:13.732065 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d5132977-293c-43b0-be8c-92aeba17994a req-8145c004-ece7-4d6b-aaf7-3c49bf1642e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:13.744415 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-7685d772-de7f-46cf-8069-da82f83e1b99 None None] For port bda19375-7df9-4399-82c4-b09ce925824a, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=bda19375-7df9-4399-82c4-b09ce925824a,segment=NetworkSegment(986fd47a-7d48-4218-bc5b-1f82d1198ace),segment_id=986fd47a-7d48-4218-bc5b-1f82d1198ace)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:18:13.744967 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7685d772-de7f-46cf-8069-da82f83e1b99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:13.798770 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ca7d2919-b4dc-4e5a-ae4b-d12226fd46e8 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:13.838626 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6695fa11-cf73-493b-9ae3-dfd9cbb16550 req-750cd44e-dcec-4c37-b121-f2dfe005ee58 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:13.840356 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6695fa11-cf73-493b-9ae3-dfd9cbb16550 req-750cd44e-dcec-4c37-b121-f2dfe005ee58 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=b62ade1c-1d81-4bb3-9009-3110721d68db HTTP/1.1" status: 200 len: 945 time: 0.4761841 Feb 09 01:18:13.868506 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7d2919-b4dc-4e5a-ae4b-d12226fd46e8 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f67d3f0-8432-4c5e-9770-ed215a2e2424,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:13.892110 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-7685d772-de7f-46cf-8069-da82f83e1b99 None None] Calling delete_port for bda19375-7df9-4399-82c4-b09ce925824a owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:18:13.899870 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-5a185730-5204-4057-af24-ad34b997cb35 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] For port bda19375-7df9-4399-82c4-b09ce925824a, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=bda19375-7df9-4399-82c4-b09ce925824a,segment=NetworkSegment(986fd47a-7d48-4218-bc5b-1f82d1198ace),segment_id=986fd47a-7d48-4218-bc5b-1f82d1198ace)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:18:13.935606 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5a185730-5204-4057-af24-ad34b997cb35 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:13.942323 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5a185730-5204-4057-af24-ad34b997cb35 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:13.943062 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5a185730-5204-4057-af24-ad34b997cb35 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:13.943361 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ca7d2919-b4dc-4e5a-ae4b-d12226fd46e8 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:13.947753 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-ca7d2919-b4dc-4e5a-ae4b-d12226fd46e8 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] 10.222.0.105 "DELETE /v2.0/security-groups/2f67d3f0-8432-4c5e-9770-ed215a2e2424 HTTP/1.1" status: 204 len: 168 time: 0.6556246 Feb 09 01:18:13.963480 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44516) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:13.985933 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0e590c44-7baf-4033-ae0e-433003d94493 req-ad77f146-a1cd-470d-a1ec-4e130bba9d35 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674758 Feb 09 01:18:14.004995 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-7685d772-de7f-46cf-8069-da82f83e1b99 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:18:14.005385 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-7685d772-de7f-46cf-8069-da82f83e1b99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:18:14.151679 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a185730-5204-4057-af24-ad34b997cb35 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event updated for resources: {'Subnet': ['ID=374d0304-3342-43e4-acee-876cc850c7d5,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:14.158254 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a185730-5204-4057-af24-ad34b997cb35 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:18:14.159801 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-5a185730-5204-4057-af24-ad34b997cb35 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:14.162295 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a185730-5204-4057-af24-ad34b997cb35 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event updated for resources: {'Port': ['ID=bda19375-7df9-4399-82c4-b09ce925824a,revision_number=8']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:14.169668 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a185730-5204-4057-af24-ad34b997cb35 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:14.169668 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5a185730-5204-4057-af24-ad34b997cb35 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:14.203586 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-5a185730-5204-4057-af24-ad34b997cb35 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1136358 Feb 09 01:18:14.204558 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44520) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:14.211500 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-acad6669-22ab-4f9c-b987-521e3ed0cf9b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Request body: {'subnet': {'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:14.241061 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6695fa11-cf73-493b-9ae3-dfd9cbb16550 req-60820ace-d1fb-4835-9436-5a3d1ea613ab tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=c5ad553e-ab0d-4663-be56-e1031564698c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3878999 Feb 09 01:18:14.302168 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-b5adedf9-e950-4a58-9364-a2ffad61b9a8 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Synchronizing usage tracker for tenant:d080391ded6149238c8bbe1cbcffde00 on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:18:14.414444 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-b5adedf9-e950-4a58-9364-a2ffad61b9a8 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Unset dirty status for tenant:d080391ded6149238c8bbe1cbcffde00 on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:18:14.415396 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-acad6669-22ab-4f9c-b987-521e3ed0cf9b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:14.415623 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-b5adedf9-e950-4a58-9364-a2ffad61b9a8 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4511230 Feb 09 01:18:14.420662 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-acad6669-22ab-4f9c-b987-521e3ed0cf9b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Usage tracker for resource:subnet and tenant:32c9b2ac64b74efca212307487c75b1d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:14.421148 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44526) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:14.423645 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-acad6669-22ab-4f9c-b987-521e3ed0cf9b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:14.430422 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-acad6669-22ab-4f9c-b987-521e3ed0cf9b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:14.432345 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-b0a8e9c0-3674-46ae-bfb2-63f72a00d950 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Request body: {'security_group': {'name': 'tempest-secgroup--97928370'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:14.441851 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acad6669-22ab-4f9c-b987-521e3ed0cf9b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Made reservation on behalf of 32c9b2ac64b74efca212307487c75b1d for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:14.442981 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b0a8e9c0-3674-46ae-bfb2-63f72a00d950 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:14.446225 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-acad6669-22ab-4f9c-b987-521e3ed0cf9b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:14.469279 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b0a8e9c0-3674-46ae-bfb2-63f72a00d950 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:14.499309 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b0a8e9c0-3674-46ae-bfb2-63f72a00d950 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:14.507113 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-7685d772-de7f-46cf-8069-da82f83e1b99 None None] Deleting port bda19375-7df9-4399-82c4-b09ce925824a {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:18:14.507565 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7685d772-de7f-46cf-8069-da82f83e1b99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:14.535221 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b0a8e9c0-3674-46ae-bfb2-63f72a00d950 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:14.568276 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-b0a8e9c0-3674-46ae-bfb2-63f72a00d950 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Usage tracker for resource:security_group_rule and tenant:d080391ded6149238c8bbe1cbcffde00 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:14.581787 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-b0a8e9c0-3674-46ae-bfb2-63f72a00d950 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:14.591314 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b0a8e9c0-3674-46ae-bfb2-63f72a00d950 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:14.608252 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-d5132977-293c-43b0-be8c-92aeba17994a req-8145c004-ece7-4d6b-aaf7-3c49bf1642e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05c19bd0-cc33-4f81-97d4-724e296b1ca9 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:18:14.622632 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d5132977-293c-43b0-be8c-92aeba17994a req-8145c004-ece7-4d6b-aaf7-3c49bf1642e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:14.647254 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-d5132977-293c-43b0-be8c-92aeba17994a req-8145c004-ece7-4d6b-aaf7-3c49bf1642e2 service neutron] Transition to ACTIVE for port object 05c19bd0-cc33-4f81-97d4-724e296b1ca9 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:18:14.654882 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d5132977-293c-43b0-be8c-92aeba17994a req-8145c004-ece7-4d6b-aaf7-3c49bf1642e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:14.799241 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-acad6669-22ab-4f9c-b987-521e3ed0cf9b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:14.833343 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b0a8e9c0-3674-46ae-bfb2-63f72a00d950 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:14.873619 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acad6669-22ab-4f9c-b987-521e3ed0cf9b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:18:14.877452 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-acad6669-22ab-4f9c-b987-521e3ed0cf9b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:14.879032 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b0a8e9c0-3674-46ae-bfb2-63f72a00d950 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:14.883541 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8145c004-ece7-4d6b-aaf7-3c49bf1642e2 service neutron] Pushing event updated for resources: {'Port': ['ID=05c19bd0-cc33-4f81-97d4-724e296b1ca9,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:14.885291 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acad6669-22ab-4f9c-b987-521e3ed0cf9b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:14.886558 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-acad6669-22ab-4f9c-b987-521e3ed0cf9b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:14.925725 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-acad6669-22ab-4f9c-b987-521e3ed0cf9b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7170358 Feb 09 01:18:14.926507 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44532) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:14.933901 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-080c6be2-76a3-475c-90a8-6e37c7b8018b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Request body: {'port': {'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'mac_address': 'fa:16:3e:91:f7:58', 'name': 'tempest-NetworksTestDHCPv6-118302120'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:14.936438 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-7685d772-de7f-46cf-8069-da82f83e1b99 None None] For port bda19375-7df9-4399-82c4-b09ce925824a, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=bda19375-7df9-4399-82c4-b09ce925824a,segment=NetworkSegment(986fd47a-7d48-4218-bc5b-1f82d1198ace),segment_id=986fd47a-7d48-4218-bc5b-1f82d1198ace)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:18:14.936893 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7685d772-de7f-46cf-8069-da82f83e1b99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:14.992036 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a8e9c0-3674-46ae-bfb2-63f72a00d950 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a67698-edc5-46c6-9c28-445582b4826b,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:15.016028 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b0a8e9c0-3674-46ae-bfb2-63f72a00d950 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:15.022466 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-b0a8e9c0-3674-46ae-bfb2-63f72a00d950 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5965889 Feb 09 01:18:15.025434 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44538) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:15.064291 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-f50ca1c4-8415-48dd-a093-bb3c6ddd5def tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Request body: {'security_group_rule': {'security_group_id': 'd1a67698-edc5-46c6-9c28-445582b4826b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:15.066642 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acad6669-22ab-4f9c-b987-521e3ed0cf9b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event updated for resources: {'Subnet': ['ID=90d258e5-d2d1-40cb-a510-44d949e0f56a,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:15.079586 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f50ca1c4-8415-48dd-a093-bb3c6ddd5def tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:15.086682 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-f50ca1c4-8415-48dd-a093-bb3c6ddd5def tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Usage tracker for resource:security_group_rule and tenant:d080391ded6149238c8bbe1cbcffde00 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:15.089281 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-d5132977-293c-43b0-be8c-92aeba17994a req-8145c004-ece7-4d6b-aaf7-3c49bf1642e2 service neutron] Attempting to bind port 05c19bd0-cc33-4f81-97d4-724e296b1ca9 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:18:15.089626 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-d5132977-293c-43b0-be8c-92aeba17994a req-8145c004-ece7-4d6b-aaf7-3c49bf1642e2 service neutron] Attempting to bind port 05c19bd0-cc33-4f81-97d4-724e296b1ca9 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'e4f8d471-753e-488b-969f-03ab5fdd3e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '20b4b911-e8a6-45af-95dc-9b595aff0444'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:18:15.098142 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5132977-293c-43b0-be8c-92aeba17994a req-8145c004-ece7-4d6b-aaf7-3c49bf1642e2 service neutron] Attempting to bind port 05c19bd0-cc33-4f81-97d4-724e296b1ca9 on network 20b4b911-e8a6-45af-95dc-9b595aff0444 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:18:15.101038 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-f50ca1c4-8415-48dd-a093-bb3c6ddd5def tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:15.103498 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-7685d772-de7f-46cf-8069-da82f83e1b99 None None] Calling delete_port for bda19375-7df9-4399-82c4-b09ce925824a owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:18:15.110382 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f50ca1c4-8415-48dd-a093-bb3c6ddd5def tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:15.116148 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5132977-293c-43b0-be8c-92aeba17994a req-8145c004-ece7-4d6b-aaf7-3c49bf1642e2 service neutron] Port 05c19bd0-cc33-4f81-97d4-724e296b1ca9 on network 20b4b911-e8a6-45af-95dc-9b595aff0444 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:18:15.116492 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5132977-293c-43b0-be8c-92aeba17994a req-8145c004-ece7-4d6b-aaf7-3c49bf1642e2 service neutron] Attempting to bind port 05c19bd0-cc33-4f81-97d4-724e296b1ca9 on network 20b4b911-e8a6-45af-95dc-9b595aff0444 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:18:15.123878 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5132977-293c-43b0-be8c-92aeba17994a req-8145c004-ece7-4d6b-aaf7-3c49bf1642e2 service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:18:15.124214 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5132977-293c-43b0-be8c-92aeba17994a req-8145c004-ece7-4d6b-aaf7-3c49bf1642e2 service neutron] Checking segment: {'id': 'e4f8d471-753e-488b-969f-03ab5fdd3e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '20b4b911-e8a6-45af-95dc-9b595aff0444'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:18:15.124601 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5132977-293c-43b0-be8c-92aeba17994a req-8145c004-ece7-4d6b-aaf7-3c49bf1642e2 service neutron] Bound using segment: {'id': 'e4f8d471-753e-488b-969f-03ab5fdd3e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '20b4b911-e8a6-45af-95dc-9b595aff0444'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:18:15.125011 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-d5132977-293c-43b0-be8c-92aeba17994a req-8145c004-ece7-4d6b-aaf7-3c49bf1642e2 service neutron] Bound port: 05c19bd0-cc33-4f81-97d4-724e296b1ca9, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f8d471-753e-488b-969f-03ab5fdd3e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '20b4b911-e8a6-45af-95dc-9b595aff0444'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:18:15.126151 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d5132977-293c-43b0-be8c-92aeba17994a req-8145c004-ece7-4d6b-aaf7-3c49bf1642e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:15.138497 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device bda19375-7df9-4399-82c4-b09ce925824a no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:18:15.142446 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-080c6be2-76a3-475c-90a8-6e37c7b8018b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:15.147459 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-080c6be2-76a3-475c-90a8-6e37c7b8018b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Usage tracker for resource:port and tenant:32c9b2ac64b74efca212307487c75b1d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:15.151702 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-080c6be2-76a3-475c-90a8-6e37c7b8018b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:15.161880 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-080c6be2-76a3-475c-90a8-6e37c7b8018b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:15.175734 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-080c6be2-76a3-475c-90a8-6e37c7b8018b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Made reservation on behalf of 32c9b2ac64b74efca212307487c75b1d for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:15.277068 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f50ca1c4-8415-48dd-a093-bb3c6ddd5def tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:15.339637 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:15.369163 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-d5132977-293c-43b0-be8c-92aeba17994a req-8145c004-ece7-4d6b-aaf7-3c49bf1642e2 service neutron] For port 05c19bd0-cc33-4f81-97d4-724e296b1ca9, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:18:15.381336 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9f9f45-6144-42a4-9123-0f886201aa22 req-fb53e491-e7ea-4176-a723-14f61c04fa78 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:15.382924 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd9f9f45-6144-42a4-9123-0f886201aa22 req-fb53e491-e7ea-4176-a723-14f61c04fa78 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=4dde6d5b-a7eb-4d9a-ad88-d74075af635f HTTP/1.1" status: 200 len: 944 time: 0.1968365 Feb 09 01:18:15.408936 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-d5132977-293c-43b0-be8c-92aeba17994a req-8145c004-ece7-4d6b-aaf7-3c49bf1642e2 service neutron] For port 05c19bd0-cc33-4f81-97d4-724e296b1ca9, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=05c19bd0-cc33-4f81-97d4-724e296b1ca9,segment=NetworkSegment(e4f8d471-753e-488b-969f-03ab5fdd3e2b),segment_id=e4f8d471-753e-488b-969f-03ab5fdd3e2b)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:18:15.427612 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d5132977-293c-43b0-be8c-92aeba17994a req-8145c004-ece7-4d6b-aaf7-3c49bf1642e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:15.476410 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f50ca1c4-8415-48dd-a093-bb3c6ddd5def tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:15.511953 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7685d772-de7f-46cf-8069-da82f83e1b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:15.515122 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-080c6be2-76a3-475c-90a8-6e37c7b8018b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:15.549002 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-080c6be2-76a3-475c-90a8-6e37c7b8018b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] device_id is not set on port edc3d043-15b8-4701-9965-c06871e2428b yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:18:15.560169 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd9f9f45-6144-42a4-9123-0f886201aa22 req-fac06fc3-27f9-4bb0-bb2d-8ced6c38f050 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691005 Feb 09 01:18:15.565473 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5132977-293c-43b0-be8c-92aeba17994a req-8145c004-ece7-4d6b-aaf7-3c49bf1642e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:15.567000 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d5132977-293c-43b0-be8c-92aeba17994a req-8145c004-ece7-4d6b-aaf7-3c49bf1642e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:15.587428 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d5132977-293c-43b0-be8c-92aeba17994a req-8145c004-ece7-4d6b-aaf7-3c49bf1642e2 service neutron] 10.222.0.62 "PUT /v2.0/ports/05c19bd0-cc33-4f81-97d4-724e296b1ca9 HTTP/1.1" status: 200 len: 1092 time: 2.1627305 Feb 09 01:18:15.589302 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7685d772-de7f-46cf-8069-da82f83e1b99 None None] Pushing event deleted for resources: {'Port': ['ID=bda19375-7df9-4399-82c4-b09ce925824a,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:15.606256 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dde6d5b-a7eb-4d9a-ad88-d74075af635f', 'tag': '05c19bd0-cc33-4f81-97d4-724e296b1ca9'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:18:15.617703 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f50ca1c4-8415-48dd-a093-bb3c6ddd5def tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:15.729928 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7685d772-de7f-46cf-8069-da82f83e1b99 None None] No DVR routers for this DVR port bda19375-7df9-4399-82c4-b09ce925824a on host n-d-828418-1 {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:18:15.747649 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c324ab-11f7-44b7-b8a6-c617b170b846 None None] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:18:15.748735 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dde6d5b-a7eb-4d9a-ad88-d74075af635f', 'tag': '05c19bd0-cc33-4f81-97d4-724e296b1ca9', 'status': 'completed', 'code': 200} Feb 09 01:18:15.764139 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50ca1c4-8415-48dd-a093-bb3c6ddd5def tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fe575d3-000d-4d47-b5b3-d2775bb6905a,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:15.794330 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8145c004-ece7-4d6b-aaf7-3c49bf1642e2 service neutron] Pushing event updated for resources: {'Port': ['ID=05c19bd0-cc33-4f81-97d4-724e296b1ca9,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:15.807693 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f50ca1c4-8415-48dd-a093-bb3c6ddd5def tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:15.808887 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f50ca1c4-8415-48dd-a093-bb3c6ddd5def tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7703872 Feb 09 01:18:15.811711 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44548) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:15.822734 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-cf2c6678-4538-4a40-8d15-4e458a0c60ea tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Request body: {'security_group_rule': {'security_group_id': 'd1a67698-edc5-46c6-9c28-445582b4826b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:15.834187 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-cf2c6678-4538-4a40-8d15-4e458a0c60ea tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:15.841549 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-cf2c6678-4538-4a40-8d15-4e458a0c60ea tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Usage tracker for resource:security_group_rule and tenant:d080391ded6149238c8bbe1cbcffde00 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:15.853438 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978455c8-dc4b-4619-9271-e4c22ef2026f req-64933dd2-6a7b-4950-963b-38063f72f25f tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:15.862006 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-978455c8-dc4b-4619-9271-e4c22ef2026f req-64933dd2-6a7b-4950-963b-38063f72f25f tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=b62ade1c-1d81-4bb3-9009-3110721d68db HTTP/1.1" status: 200 len: 945 time: 0.3831275 Feb 09 01:18:15.878385 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-cf2c6678-4538-4a40-8d15-4e458a0c60ea tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:15.891421 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-cf2c6678-4538-4a40-8d15-4e458a0c60ea tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:15.900927 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-080c6be2-76a3-475c-90a8-6e37c7b8018b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Allocated IP 172.20.0.6 (0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa/90d258e5-d2d1-40cb-a510-44d949e0f56a/edc3d043-15b8-4701-9965-c06871e2428b) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:18:15.908551 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-080c6be2-76a3-475c-90a8-6e37c7b8018b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Allocated IP 2001:db8::f816:3eff:fe91:f758 (0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa/374d0304-3342-43e4-acee-876cc850c7d5/edc3d043-15b8-4701-9965-c06871e2428b) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:18:15.936077 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-978455c8-dc4b-4619-9271-e4c22ef2026f req-dbd34127-c778-45ee-b0a6-a6dde84acdb1 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=c5ad553e-ab0d-4663-be56-e1031564698c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744250 Feb 09 01:18:15.956594 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5132977-293c-43b0-be8c-92aeba17994a req-94ccb1c4-6e1e-4adc-8716-6872abca89fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:15.958288 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d5132977-293c-43b0-be8c-92aeba17994a req-94ccb1c4-6e1e-4adc-8716-6872abca89fb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ecfa99ec90404d2da344b2927ef93a25&device_id=4dde6d5b-a7eb-4d9a-ad88-d74075af635f HTTP/1.1" status: 200 len: 1095 time: 0.3041041 Feb 09 01:18:15.960551 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cf2c6678-4538-4a40-8d15-4e458a0c60ea tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:16.059407 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d5132977-293c-43b0-be8c-92aeba17994a req-1176af79-8dcc-408b-9f7c-b87e5c523632 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05c19bd0-cc33-4f81-97d4-724e296b1ca9 HTTP/1.1" status: 200 len: 217 time: 0.0884864 Feb 09 01:18:16.072359 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5b2f45-ff8e-459b-80e4-9f04d42d921d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'tenant_id': '32c9b2ac64b74efca212307487c75b1d', 'fixed_ips': [{'subnet_id': '374d0304-3342-43e4-acee-876cc850c7d5'}, {'subnet_id': '90d258e5-d2d1-40cb-a510-44d949e0f56a'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:18:16.073370 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-cb5b2f45-ff8e-459b-80e4-9f04d42d921d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:16.152381 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5132977-293c-43b0-be8c-92aeba17994a req-d861721c-bb04-4591-b3ac-833cc9925b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:16.154203 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d5132977-293c-43b0-be8c-92aeba17994a req-d861721c-bb04-4591-b3ac-833cc9925b78 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6a70c5bb-7a88-4efe-b45a-b5773b8dee9d HTTP/1.1" status: 200 len: 846 time: 0.0886297 Feb 09 01:18:16.157892 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-080c6be2-76a3-475c-90a8-6e37c7b8018b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:16.177153 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-080c6be2-76a3-475c-90a8-6e37c7b8018b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Transition to ACTIVE for port object edc3d043-15b8-4701-9965-c06871e2428b will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:18:16.203313 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-080c6be2-76a3-475c-90a8-6e37c7b8018b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:16.218573 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cf2c6678-4538-4a40-8d15-4e458a0c60ea tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:16.226418 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d5132977-293c-43b0-be8c-92aeba17994a req-25c197cb-fe73-4b21-951a-a8ddfcc84bd4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=20b4b911-e8a6-45af-95dc-9b595aff0444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639222 Feb 09 01:18:16.227182 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cf2c6678-4538-4a40-8d15-4e458a0c60ea tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:16.276821 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080c6be2-76a3-475c-90a8-6e37c7b8018b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:18:16.280862 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-080c6be2-76a3-475c-90a8-6e37c7b8018b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:16.285566 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080c6be2-76a3-475c-90a8-6e37c7b8018b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:18:16.335076 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2c6678-4538-4a40-8d15-4e458a0c60ea tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03d8c3a0-1184-47c6-b9fb-51fbefa98526,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:16.337741 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080c6be2-76a3-475c-90a8-6e37c7b8018b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event updated for resources: {'Port': ['ID=edc3d043-15b8-4701-9965-c06871e2428b,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:16.358654 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-cb5b2f45-ff8e-459b-80e4-9f04d42d921d None None] Allocated IP 172.20.0.2 (0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa/90d258e5-d2d1-40cb-a510-44d949e0f56a/85d3e53e-ce5e-4f65-9e76-26b52db475ad) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:18:16.366878 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-cb5b2f45-ff8e-459b-80e4-9f04d42d921d None None] Allocated IP 2001:db8::f816:3eff:fe1b:1f7a (0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa/374d0304-3342-43e4-acee-876cc850c7d5/85d3e53e-ce5e-4f65-9e76-26b52db475ad) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:18:16.367455 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080c6be2-76a3-475c-90a8-6e37c7b8018b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:16.368076 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-080c6be2-76a3-475c-90a8-6e37c7b8018b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:16.380001 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cf2c6678-4538-4a40-8d15-4e458a0c60ea tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:16.384199 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-cf2c6678-4538-4a40-8d15-4e458a0c60ea tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5687871 Feb 09 01:18:16.384343 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44552) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:16.390031 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-d93bcfb8-d99b-4c4f-ae74-1bc7d7d40572 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Request body: {'security_group_rule': {'security_group_id': 'd1a67698-edc5-46c6-9c28-445582b4826b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:16.405052 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-080c6be2-76a3-475c-90a8-6e37c7b8018b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.4772854 Feb 09 01:18:16.406341 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44556) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:16.410529 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d93bcfb8-d99b-4c4f-ae74-1bc7d7d40572 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:16.424281 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-d93bcfb8-d99b-4c4f-ae74-1bc7d7d40572 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Usage tracker for resource:security_group_rule and tenant:d080391ded6149238c8bbe1cbcffde00 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:16.430403 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-d93bcfb8-d99b-4c4f-ae74-1bc7d7d40572 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:16.438485 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d93bcfb8-d99b-4c4f-ae74-1bc7d7d40572 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:16.442795 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d5132977-293c-43b0-be8c-92aeba17994a req-48d3c089-c457-4749-a851-0e952f7280d6 service neutron] 10.222.0.62 "GET /v2.0/networks/20b4b911-e8a6-45af-95dc-9b595aff0444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081747 Feb 09 01:18:16.513803 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb21792-8d84-4eb0-899c-812122abd4ce tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:16.514628 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-3fb21792-8d84-4eb0-899c-812122abd4ce tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Synchronizing usage tracker for tenant:32c9b2ac64b74efca212307487c75b1d on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:18:16.537968 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-3fb21792-8d84-4eb0-899c-812122abd4ce tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Unset dirty status for tenant:32c9b2ac64b74efca212307487c75b1d on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:18:16.541945 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-3fb21792-8d84-4eb0-899c-812122abd4ce tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1024 time: 0.1317873 Feb 09 01:18:16.542239 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44562) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:16.641278 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-cb5b2f45-ff8e-459b-80e4-9f04d42d921d None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:16.655275 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-cb5b2f45-ff8e-459b-80e4-9f04d42d921d None None] Transition to ACTIVE for port object 85d3e53e-ce5e-4f65-9e76-26b52db475ad will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:18:16.698807 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-7c67c4c3-38dd-4d29-af13-00159d801adb tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Deleting port edc3d043-15b8-4701-9965-c06871e2428b {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:18:16.698807 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7c67c4c3-38dd-4d29-af13-00159d801adb tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:16.705378 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-cb5b2f45-ff8e-459b-80e4-9f04d42d921d None None] Transition to ACTIVE for port object 85d3e53e-ce5e-4f65-9e76-26b52db475ad will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:18:16.718707 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-cb5b2f45-ff8e-459b-80e4-9f04d42d921d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:16.748745 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d93bcfb8-d99b-4c4f-ae74-1bc7d7d40572 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:16.792668 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5b2f45-ff8e-459b-80e4-9f04d42d921d None None] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:18:16.795900 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-cb5b2f45-ff8e-459b-80e4-9f04d42d921d None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:16.803726 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5b2f45-ff8e-459b-80e4-9f04d42d921d None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:18:16.884535 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5b2f45-ff8e-459b-80e4-9f04d42d921d None None] Pushing event updated for resources: {'Port': ['ID=85d3e53e-ce5e-4f65-9e76-26b52db475ad,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:16.942939 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d5132977-293c-43b0-be8c-92aeba17994a req-0f10f07c-8b0c-4f82-afbc-6a13f0953260 service neutron] 10.222.0.62 "GET /v2.0/networks/20b4b911-e8a6-45af-95dc-9b595aff0444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4847157 Feb 09 01:18:16.962584 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-cb5b2f45-ff8e-459b-80e4-9f04d42d921d None None] Attempting to bind port 85d3e53e-ce5e-4f65-9e76-26b52db475ad on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:18:16.962954 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-cb5b2f45-ff8e-459b-80e4-9f04d42d921d None None] Attempting to bind port 85d3e53e-ce5e-4f65-9e76-26b52db475ad by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '986fd47a-7d48-4218-bc5b-1f82d1198ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:18:16.963320 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5b2f45-ff8e-459b-80e4-9f04d42d921d None None] Attempting to bind port 85d3e53e-ce5e-4f65-9e76-26b52db475ad on network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:18:16.968781 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5b2f45-ff8e-459b-80e4-9f04d42d921d None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:18:16.969146 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5b2f45-ff8e-459b-80e4-9f04d42d921d None None] Checking segment: {'id': '986fd47a-7d48-4218-bc5b-1f82d1198ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:18:16.969546 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-cb5b2f45-ff8e-459b-80e4-9f04d42d921d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:16.969985 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5b2f45-ff8e-459b-80e4-9f04d42d921d None None] Bound using segment: {'id': '986fd47a-7d48-4218-bc5b-1f82d1198ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:18:16.970449 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-cb5b2f45-ff8e-459b-80e4-9f04d42d921d None None] Bound port: 85d3e53e-ce5e-4f65-9e76-26b52db475ad, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '986fd47a-7d48-4218-bc5b-1f82d1198ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:18:16.970821 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-cb5b2f45-ff8e-459b-80e4-9f04d42d921d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:17.047311 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d93bcfb8-d99b-4c4f-ae74-1bc7d7d40572 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:17.057910 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7586c5d0-e221-46cd-8de0-0228d0b61443 req-f939bfff-0775-4559-a7da-f81082c670dc tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:17.068532 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7586c5d0-e221-46cd-8de0-0228d0b61443 req-f939bfff-0775-4559-a7da-f81082c670dc tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=4dde6d5b-a7eb-4d9a-ad88-d74075af635f HTTP/1.1" status: 200 len: 944 time: 0.2864838 Feb 09 01:18:17.068706 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7c67c4c3-38dd-4d29-af13-00159d801adb tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:17.094712 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d93bcfb8-d99b-4c4f-ae74-1bc7d7d40572 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:17.109980 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-cb5b2f45-ff8e-459b-80e4-9f04d42d921d None None] For port 85d3e53e-ce5e-4f65-9e76-26b52db475ad, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:18:17.113251 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-cb5b2f45-ff8e-459b-80e4-9f04d42d921d None None] For port 85d3e53e-ce5e-4f65-9e76-26b52db475ad, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=85d3e53e-ce5e-4f65-9e76-26b52db475ad,segment=NetworkSegment(986fd47a-7d48-4218-bc5b-1f82d1198ace),segment_id=986fd47a-7d48-4218-bc5b-1f82d1198ace)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:18:17.117963 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-cb5b2f45-ff8e-459b-80e4-9f04d42d921d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:17.188295 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93bcfb8-d99b-4c4f-ae74-1bc7d7d40572 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8db1baa-e9fd-4709-a1d5-42e9cc0bfa95,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:17.204868 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5b2f45-ff8e-459b-80e4-9f04d42d921d None None] Pushing event updated for resources: {'Port': ['ID=85d3e53e-ce5e-4f65-9e76-26b52db475ad,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:17.209018 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-7c67c4c3-38dd-4d29-af13-00159d801adb tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Calling delete_port for edc3d043-15b8-4701-9965-c06871e2428b owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:18:17.223581 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7586c5d0-e221-46cd-8de0-0228d0b61443 req-fae921c7-771a-461a-9fa1-9f22a23b54d8 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537473 Feb 09 01:18:17.229688 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d93bcfb8-d99b-4c4f-ae74-1bc7d7d40572 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:17.234086 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-d93bcfb8-d99b-4c4f-ae74-1bc7d7d40572 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8486931 Feb 09 01:18:17.235878 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44572) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:17.247190 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-0b1ae830-84a0-4f52-bbad-34c04e1dea07 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Request body: {'security_group_rule': {'security_group_id': 'd1a67698-edc5-46c6-9c28-445582b4826b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:17.258268 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-0b1ae830-84a0-4f52-bbad-34c04e1dea07 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:17.266254 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47ab6f4-ef2f-4b3f-95d1-dd20f2235b69 req-938cc854-72de-4476-a94e-4a8b3240a4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:17.267763 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b47ab6f4-ef2f-4b3f-95d1-dd20f2235b69 req-938cc854-72de-4476-a94e-4a8b3240a4c9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ecfa99ec90404d2da344b2927ef93a25&device_id=4dde6d5b-a7eb-4d9a-ad88-d74075af635f HTTP/1.1" status: 200 len: 1095 time: 0.2793007 Feb 09 01:18:17.269558 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-0b1ae830-84a0-4f52-bbad-34c04e1dea07 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Usage tracker for resource:security_group_rule and tenant:d080391ded6149238c8bbe1cbcffde00 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:17.273180 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-0b1ae830-84a0-4f52-bbad-34c04e1dea07 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:17.358918 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-0b1ae830-84a0-4f52-bbad-34c04e1dea07 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:17.420034 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a56c93-8859-4c9b-9066-356c49f1a193 req-2b05ce8e-03eb-4326-a059-4b31adc20a2d tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:17.421618 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-56a56c93-8859-4c9b-9066-356c49f1a193 req-2b05ce8e-03eb-4326-a059-4b31adc20a2d tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=b62ade1c-1d81-4bb3-9009-3110721d68db HTTP/1.1" status: 200 len: 945 time: 0.3216887 Feb 09 01:18:17.424363 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0b1ae830-84a0-4f52-bbad-34c04e1dea07 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:17.470833 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7c67c4c3-38dd-4d29-af13-00159d801adb tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:17.522311 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47ab6f4-ef2f-4b3f-95d1-dd20f2235b69 req-6a8cc573-9087-43e9-848f-ff41798ae904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:17.523783 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b47ab6f4-ef2f-4b3f-95d1-dd20f2235b69 req-6a8cc573-9087-43e9-848f-ff41798ae904 service neutron] 10.222.0.62 "GET /v2.0/networks?id=20b4b911-e8a6-45af-95dc-9b595aff0444 HTTP/1.1" status: 200 len: 907 time: 0.2475362 Feb 09 01:18:17.532223 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67c4c3-38dd-4d29-af13-00159d801adb tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event deleted for resources: {'Port': ['ID=edc3d043-15b8-4701-9965-c06871e2428b,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:17.596221 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-56a56c93-8859-4c9b-9066-356c49f1a193 req-e07c162b-afae-4d64-92eb-154770a584a7 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=c5ad553e-ab0d-4663-be56-e1031564698c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523197 Feb 09 01:18:17.607528 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b47ab6f4-ef2f-4b3f-95d1-dd20f2235b69 req-7d4227c9-4b48-4727-8965-5e00d9a4ed2b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05c19bd0-cc33-4f81-97d4-724e296b1ca9 HTTP/1.1" status: 200 len: 217 time: 0.0756040 Feb 09 01:18:17.680323 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0b1ae830-84a0-4f52-bbad-34c04e1dea07 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:17.687572 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0b1ae830-84a0-4f52-bbad-34c04e1dea07 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:17.705428 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7c67c4c3-38dd-4d29-af13-00159d801adb tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:17.718853 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-7c67c4c3-38dd-4d29-af13-00159d801adb tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/ports/edc3d043-15b8-4701-9965-c06871e2428b HTTP/1.1" status: 204 len: 168 time: 1.1749072 Feb 09 01:18:17.722033 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44576) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:17.724933 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1ae830-84a0-4f52-bbad-34c04e1dea07 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54aefc21-e710-4966-9ed8-be5f8ad7ceee,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:17.734364 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47ab6f4-ef2f-4b3f-95d1-dd20f2235b69 req-d9af68e9-6bdf-4ed8-98f8-27513df7613a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:17.735822 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b47ab6f4-ef2f-4b3f-95d1-dd20f2235b69 req-d9af68e9-6bdf-4ed8-98f8-27513df7613a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6a70c5bb-7a88-4efe-b45a-b5773b8dee9d HTTP/1.1" status: 200 len: 846 time: 0.1199214 Feb 09 01:18:17.786416 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b47ab6f4-ef2f-4b3f-95d1-dd20f2235b69 req-11498ebe-f590-4542-b5a7-766d5edac381 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=20b4b911-e8a6-45af-95dc-9b595aff0444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435336 Feb 09 01:18:17.787129 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0b1ae830-84a0-4f52-bbad-34c04e1dea07 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:17.788204 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-0b1ae830-84a0-4f52-bbad-34c04e1dea07 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5510678 Feb 09 01:18:17.791240 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44580) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:17.802738 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfdaab6-1b4e-42fd-b3ce-8637a4abcb30 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:17.804107 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfdaab6-1b4e-42fd-b3ce-8637a4abcb30 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:17.805765 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfdaab6-1b4e-42fd-b3ce-8637a4abcb30 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:17.806593 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-abfdaab6-1b4e-42fd-b3ce-8637a4abcb30 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Synchronizing usage tracker for tenant:32c9b2ac64b74efca212307487c75b1d on resource:subnet {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:18:17.817472 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-39f21c39-285a-48c5-bc40-9d791b255dbd tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Request body: {'security_group_rule': {'security_group_id': 'd1a67698-edc5-46c6-9c28-445582b4826b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:17.824317 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-abfdaab6-1b4e-42fd-b3ce-8637a4abcb30 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Unset dirty status for tenant:32c9b2ac64b74efca212307487c75b1d on resource:subnet {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:18:17.825562 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-abfdaab6-1b4e-42fd-b3ce-8637a4abcb30 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1024282 Feb 09 01:18:17.828366 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44584) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:17.878233 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-39f21c39-285a-48c5-bc40-9d791b255dbd tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:17.891054 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-39f21c39-285a-48c5-bc40-9d791b255dbd tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Usage tracker for resource:security_group_rule and tenant:d080391ded6149238c8bbe1cbcffde00 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:17.896624 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-39f21c39-285a-48c5-bc40-9d791b255dbd tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:17.896842 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dbfc672-0737-45d1-b77e-a3e9a97212c1 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Deleting subnet 374d0304-3342-43e4-acee-876cc850c7d5 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:18:17.900014 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5dbfc672-0737-45d1-b77e-a3e9a97212c1 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:17.910969 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-39f21c39-285a-48c5-bc40-9d791b255dbd tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:17.984336 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b47ab6f4-ef2f-4b3f-95d1-dd20f2235b69 req-fffa6ba2-d3a4-4b7a-8af3-07571450c42e service neutron] 10.222.0.62 "GET /v2.0/networks/20b4b911-e8a6-45af-95dc-9b595aff0444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848159 Feb 09 01:18:17.999827 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5dbfc672-0737-45d1-b77e-a3e9a97212c1 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:18.039489 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-39f21c39-285a-48c5-bc40-9d791b255dbd tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:18.105016 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5dbfc672-0737-45d1-b77e-a3e9a97212c1 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:18.301915 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-39f21c39-285a-48c5-bc40-9d791b255dbd tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:18.314598 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-39f21c39-285a-48c5-bc40-9d791b255dbd tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:18.372407 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b47ab6f4-ef2f-4b3f-95d1-dd20f2235b69 req-dd965b40-c3bc-4301-abb6-43d09a6420b7 service neutron] 10.222.0.62 "GET /v2.0/networks/20b4b911-e8a6-45af-95dc-9b595aff0444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3666396 Feb 09 01:18:18.373062 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f21c39-285a-48c5-bc40-9d791b255dbd tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4edf4ffc-404c-46a7-8aa2-132621ab8990,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:18.381821 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-39f21c39-285a-48c5-bc40-9d791b255dbd tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:18.386351 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-39f21c39-285a-48c5-bc40-9d791b255dbd tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5934002 Feb 09 01:18:18.387200 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44600) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:18.423118 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-98d96f78-3c3c-4bf3-ad77-069892a1b516 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:18.435445 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-98d96f78-3c3c-4bf3-ad77-069892a1b516 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:18.474370 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5dbfc672-0737-45d1-b77e-a3e9a97212c1 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:18.522523 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbfc672-0737-45d1-b77e-a3e9a97212c1 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event deleted for resources: {'Subnet': ['ID=374d0304-3342-43e4-acee-876cc850c7d5,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:18.524894 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-98d96f78-3c3c-4bf3-ad77-069892a1b516 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:18.535716 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5dbfc672-0737-45d1-b77e-a3e9a97212c1 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:18.552107 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-98d96f78-3c3c-4bf3-ad77-069892a1b516 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:18.553352 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-98d96f78-3c3c-4bf3-ad77-069892a1b516 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] 10.222.0.105 "DELETE /v2.0/security-group-rules/4edf4ffc-404c-46a7-8aa2-132621ab8990 HTTP/1.1" status: 204 len: 168 time: 0.1652005 Feb 09 01:18:18.554572 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d96f78-3c3c-4bf3-ad77-069892a1b516 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4edf4ffc-404c-46a7-8aa2-132621ab8990,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:18.556404 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44610) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:18.556932 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44612) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:18.561979 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-5dbfc672-0737-45d1-b77e-a3e9a97212c1 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/subnets/374d0304-3342-43e4-acee-876cc850c7d5 HTTP/1.1" status: 204 len: 168 time: 0.7322123 Feb 09 01:18:18.660049 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d287769c-0072-449e-b4be-30f01442f2a4 req-f8c0ff10-94f5-4922-8d8f-3ef7ee96aced tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:18.662277 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d287769c-0072-449e-b4be-30f01442f2a4 req-f8c0ff10-94f5-4922-8d8f-3ef7ee96aced tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=4dde6d5b-a7eb-4d9a-ad88-d74075af635f HTTP/1.1" status: 200 len: 944 time: 0.2164247 Feb 09 01:18:18.697860 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac3368a4-4daf-48f0-8c87-a70d8c19f697 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Deleting subnet 90d258e5-d2d1-40cb-a510-44d949e0f56a {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:18:18.712412 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-ea4ff16a-e56c-48ed-b6f3-704524287b35 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Synchronizing usage tracker for tenant:d080391ded6149238c8bbe1cbcffde00 on resource:security_group_rule {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:18:18.717469 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ac3368a4-4daf-48f0-8c87-a70d8c19f697 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:18.766952 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02e9f7a-1478-4d7f-adb2-efbb0837d0a4 None None] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:18:18.858110 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-ea4ff16a-e56c-48ed-b6f3-704524287b35 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Unset dirty status for tenant:d080391ded6149238c8bbe1cbcffde00 on resource:security_group_rule {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:18:18.859416 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-ea4ff16a-e56c-48ed-b6f3-704524287b35 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.3000543 Feb 09 01:18:18.862565 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44624) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:18.863176 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ac3368a4-4daf-48f0-8c87-a70d8c19f697 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:18.898530 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-acd95f33-77c1-49ca-bdfc-10394321cb6d None None] Provisioning for port 85d3e53e-ce5e-4f65-9e76-26b52db475ad completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:18:18.898834 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d287769c-0072-449e-b4be-30f01442f2a4 req-e5a8441c-01c3-4a07-a722-16d9bb6a5cfc tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249930 Feb 09 01:18:18.917008 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a996010a-2bed-4ca5-90af-85d77936b52b tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:18.930851 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a996010a-2bed-4ca5-90af-85d77936b52b tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:18.965110 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a996010a-2bed-4ca5-90af-85d77936b52b tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:18.995843 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 85d3e53e-ce5e-4f65-9e76-26b52db475ad up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:18:19.001738 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a996010a-2bed-4ca5-90af-85d77936b52b tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=54aefc21-e710-4966-9ed8-be5f8ad7ceee,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:19.007877 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a996010a-2bed-4ca5-90af-85d77936b52b tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:19.011321 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a996010a-2bed-4ca5-90af-85d77936b52b tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] 10.222.0.105 "DELETE /v2.0/security-group-rules/54aefc21-e710-4966-9ed8-be5f8ad7ceee HTTP/1.1" status: 204 len: 168 time: 0.1448891 Feb 09 01:18:19.012956 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44630) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:19.062810 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15496619-e82a-4708-af80-c0a2431c715e req-7b7dbb47-6047-4ad5-9842-79bf2c775a57 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:19.064298 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-15496619-e82a-4708-af80-c0a2431c715e req-7b7dbb47-6047-4ad5-9842-79bf2c775a57 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=b62ade1c-1d81-4bb3-9009-3110721d68db HTTP/1.1" status: 200 len: 945 time: 0.2885392 Feb 09 01:18:19.187612 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 85d3e53e-ce5e-4f65-9e76-26b52db475ad completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:18:19.197089 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 85d3e53e-ce5e-4f65-9e76-26b52db475ad triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:19.197470 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:19.211028 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ac3368a4-4daf-48f0-8c87-a70d8c19f697 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:19.273105 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-8afe0420-f294-4abf-b709-de1180db6ffd tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2564061 Feb 09 01:18:19.273292 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44640) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:19.303042 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-15496619-e82a-4708-af80-c0a2431c715e req-65383625-bd1c-4be2-873e-2a63b2288b54 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=c5ad553e-ab0d-4663-be56-e1031564698c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2291710 Feb 09 01:18:19.323076 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-163294d1-d0da-4677-b4f1-85619fea76a4 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:19.330443 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ac3368a4-4daf-48f0-8c87-a70d8c19f697 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:19.343670 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-163294d1-d0da-4677-b4f1-85619fea76a4 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:19.361698 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:19.387790 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3368a4-4daf-48f0-8c87-a70d8c19f697 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event deleted for resources: {'Subnet': ['ID=90d258e5-d2d1-40cb-a510-44d949e0f56a,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:19.395672 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ac3368a4-4daf-48f0-8c87-a70d8c19f697 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:19.401918 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-163294d1-d0da-4677-b4f1-85619fea76a4 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:19.402782 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 85d3e53e-ce5e-4f65-9e76-26b52db475ad, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=85d3e53e-ce5e-4f65-9e76-26b52db475ad,segment=NetworkSegment(986fd47a-7d48-4218-bc5b-1f82d1198ace),segment_id=986fd47a-7d48-4218-bc5b-1f82d1198ace)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:18:19.408528 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:19.413661 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-ac3368a4-4daf-48f0-8c87-a70d8c19f697 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/subnets/90d258e5-d2d1-40cb-a510-44d949e0f56a HTTP/1.1" status: 204 len: 168 time: 0.8525271 Feb 09 01:18:19.414418 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44648) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:19.439043 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163294d1-d0da-4677-b4f1-85619fea76a4 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b8db1baa-e9fd-4709-a1d5-42e9cc0bfa95,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:19.453232 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-163294d1-d0da-4677-b4f1-85619fea76a4 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:19.454470 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-163294d1-d0da-4677-b4f1-85619fea76a4 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] 10.222.0.105 "DELETE /v2.0/security-group-rules/b8db1baa-e9fd-4709-a1d5-42e9cc0bfa95 HTTP/1.1" status: 204 len: 168 time: 0.1799474 Feb 09 01:18:19.457104 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44652) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:19.499261 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=85d3e53e-ce5e-4f65-9e76-26b52db475ad,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:19.525450 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-ebf8b37f-eb4a-435c-866f-5ed259f1733c tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1094284 Feb 09 01:18:19.528554 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44656) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:19.535407 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-f42739f2-858d-4767-8225-bc6b4a1f6d4b tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Synchronizing usage tracker for tenant:d080391ded6149238c8bbe1cbcffde00 on resource:security_group_rule {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:18:19.537502 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-12f0936b-baa0-4da3-a979-3fa2df0b531a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Request body: {'subnet': {'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:19.553062 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-f42739f2-858d-4767-8225-bc6b4a1f6d4b tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Unset dirty status for tenant:d080391ded6149238c8bbe1cbcffde00 on resource:security_group_rule {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:18:19.554821 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f42739f2-858d-4767-8225-bc6b4a1f6d4b tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0966799 Feb 09 01:18:19.559249 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44660) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:19.594824 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-41ea26bf-390d-4977-aa3f-fdafd0145304 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:19.607548 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-41ea26bf-390d-4977-aa3f-fdafd0145304 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:19.635883 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-41ea26bf-390d-4977-aa3f-fdafd0145304 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:19.664094 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ea26bf-390d-4977-aa3f-fdafd0145304 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=03d8c3a0-1184-47c6-b9fb-51fbefa98526,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:19.673988 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-41ea26bf-390d-4977-aa3f-fdafd0145304 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:19.678307 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-41ea26bf-390d-4977-aa3f-fdafd0145304 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] 10.222.0.105 "DELETE /v2.0/security-group-rules/03d8c3a0-1184-47c6-b9fb-51fbefa98526 HTTP/1.1" status: 204 len: 168 time: 0.1132164 Feb 09 01:18:19.679735 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44664) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:19.697943 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-12f0936b-baa0-4da3-a979-3fa2df0b531a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:19.703275 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-12f0936b-baa0-4da3-a979-3fa2df0b531a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Usage tracker for resource:subnet and tenant:32c9b2ac64b74efca212307487c75b1d is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:19.709220 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-12f0936b-baa0-4da3-a979-3fa2df0b531a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:19.715789 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-12f0936b-baa0-4da3-a979-3fa2df0b531a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:19.727651 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f0936b-baa0-4da3-a979-3fa2df0b531a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Made reservation on behalf of 32c9b2ac64b74efca212307487c75b1d for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:19.732110 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-12f0936b-baa0-4da3-a979-3fa2df0b531a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:19.738711 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-b0a54421-fc64-40b7-973c-8bb7a51c56f5 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Synchronizing usage tracker for tenant:d080391ded6149238c8bbe1cbcffde00 on resource:security_group_rule {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:18:19.756810 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-b0a54421-fc64-40b7-973c-8bb7a51c56f5 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Unset dirty status for tenant:d080391ded6149238c8bbe1cbcffde00 on resource:security_group_rule {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:18:19.758532 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b0a54421-fc64-40b7-973c-8bb7a51c56f5 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0778177 Feb 09 01:18:19.772707 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44668) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:19.816665 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fb4de214-fe3f-4d94-ab95-797676a883fd tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:19.828783 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fb4de214-fe3f-4d94-ab95-797676a883fd tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:19.870703 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fb4de214-fe3f-4d94-ab95-797676a883fd tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:19.886692 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4de214-fe3f-4d94-ab95-797676a883fd tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9fe575d3-000d-4d47-b5b3-d2775bb6905a,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:19.898980 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fb4de214-fe3f-4d94-ab95-797676a883fd tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:19.909022 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-fb4de214-fe3f-4d94-ab95-797676a883fd tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] 10.222.0.105 "DELETE /v2.0/security-group-rules/9fe575d3-000d-4d47-b5b3-d2775bb6905a HTTP/1.1" status: 204 len: 168 time: 0.1274185 Feb 09 01:18:19.909022 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44676) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:19.963290 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-d5a136d9-81ec-4a2e-addf-8d720c865846 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Synchronizing usage tracker for tenant:d080391ded6149238c8bbe1cbcffde00 on resource:security_group_rule {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:18:19.980296 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-d5a136d9-81ec-4a2e-addf-8d720c865846 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Unset dirty status for tenant:d080391ded6149238c8bbe1cbcffde00 on resource:security_group_rule {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:18:19.984438 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d5a136d9-81ec-4a2e-addf-8d720c865846 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0738220 Feb 09 01:18:19.984775 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44682) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:20.091408 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a152f7c2-ae32-4eca-a52b-0a7567f8b107 None None] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:18:20.101744 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b001a5aa-6a7d-4bfb-986f-0b8ce63ef2a1 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:20.132094 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b001a5aa-6a7d-4bfb-986f-0b8ce63ef2a1 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:20.135938 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-12f0936b-baa0-4da3-a979-3fa2df0b531a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:20.191580 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b001a5aa-6a7d-4bfb-986f-0b8ce63ef2a1 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:20.224774 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f0936b-baa0-4da3-a979-3fa2df0b531a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:18:20.230119 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-12f0936b-baa0-4da3-a979-3fa2df0b531a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:20.236233 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f0936b-baa0-4da3-a979-3fa2df0b531a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:20.236756 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-12f0936b-baa0-4da3-a979-3fa2df0b531a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:20.237713 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b001a5aa-6a7d-4bfb-986f-0b8ce63ef2a1 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a67698-edc5-46c6-9c28-445582b4826b,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:20.248889 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b001a5aa-6a7d-4bfb-986f-0b8ce63ef2a1 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:20.254720 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b001a5aa-6a7d-4bfb-986f-0b8ce63ef2a1 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] 10.222.0.105 "DELETE /v2.0/security-groups/d1a67698-edc5-46c6-9c28-445582b4826b HTTP/1.1" status: 204 len: 168 time: 0.2686412 Feb 09 01:18:20.257312 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44692) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:20.259275 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f0936b-baa0-4da3-a979-3fa2df0b531a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event updated for resources: {'Subnet': ['ID=a85e3152-5a2f-40fb-849a-e0efc03cde0d,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:20.273965 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-12f0936b-baa0-4da3-a979-3fa2df0b531a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7434750 Feb 09 01:18:20.275994 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44696) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:20.282179 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-8b1ce5d4-9dff-481d-bc95-71bbaacbd2df tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Request body: {'subnet': {'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:20.307246 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc9f10e-7333-4ce0-8e61-fa44d0a394e5 req-db34e8c8-86f0-4764-b79d-092e503ecb6f tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:20.308937 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8bc9f10e-7333-4ce0-8e61-fa44d0a394e5 req-db34e8c8-86f0-4764-b79d-092e503ecb6f tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=4dde6d5b-a7eb-4d9a-ad88-d74075af635f HTTP/1.1" status: 200 len: 944 time: 0.2422011 Feb 09 01:18:20.323922 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ea121d43-3df3-472a-ade2-6455fe3aa994 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Synchronizing usage tracker for tenant:d080391ded6149238c8bbe1cbcffde00 on resource:security_group {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:18:20.343992 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ea121d43-3df3-472a-ade2-6455fe3aa994 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Unset dirty status for tenant:d080391ded6149238c8bbe1cbcffde00 on resource:security_group {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:18:20.345528 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ea121d43-3df3-472a-ade2-6455fe3aa994 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0871189 Feb 09 01:18:20.351742 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44702) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:20.357751 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-c8f1f086-5349-4784-90dc-06fe05a89d3e tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Request body: {'security_group': {'name': 'tempest-secgroup--825665243'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:20.366902 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c8f1f086-5349-4784-90dc-06fe05a89d3e tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:20.369276 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-77ca8344-5e2a-4f75-90c4-fa22dbd5b20e None None] Provisioning complete for port 85d3e53e-ce5e-4f65-9e76-26b52db475ad triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:20.369678 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-77ca8344-5e2a-4f75-90c4-fa22dbd5b20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:20.386850 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c8f1f086-5349-4784-90dc-06fe05a89d3e tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:20.399448 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c8f1f086-5349-4784-90dc-06fe05a89d3e tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:20.426527 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c8f1f086-5349-4784-90dc-06fe05a89d3e tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:20.433410 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-c8f1f086-5349-4784-90dc-06fe05a89d3e tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Usage tracker for resource:security_group_rule and tenant:d080391ded6149238c8bbe1cbcffde00 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:20.436400 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-c8f1f086-5349-4784-90dc-06fe05a89d3e tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:20.440402 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8bc9f10e-7333-4ce0-8e61-fa44d0a394e5 req-fd17ec23-573b-4f97-8388-a2d87488cda7 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798826 Feb 09 01:18:20.444744 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c8f1f086-5349-4784-90dc-06fe05a89d3e tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:20.489032 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-8b1ce5d4-9dff-481d-bc95-71bbaacbd2df tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:20.494179 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-8b1ce5d4-9dff-481d-bc95-71bbaacbd2df tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Usage tracker for resource:subnet and tenant:32c9b2ac64b74efca212307487c75b1d is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:20.497897 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-8b1ce5d4-9dff-481d-bc95-71bbaacbd2df tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:20.502152 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 05c19bd0-cc33-4f81-97d4-724e296b1ca9 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:18:20.505495 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-8b1ce5d4-9dff-481d-bc95-71bbaacbd2df tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:20.555174 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c8f1f086-5349-4784-90dc-06fe05a89d3e tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:20.557776 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b1ce5d4-9dff-481d-bc95-71bbaacbd2df tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Made reservation on behalf of 32c9b2ac64b74efca212307487c75b1d for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:20.560534 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c8f1f086-5349-4784-90dc-06fe05a89d3e tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:20.561996 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8b1ce5d4-9dff-481d-bc95-71bbaacbd2df tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:20.614916 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c8f1f086-5349-4784-90dc-06fe05a89d3e tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:20.619509 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c8f1f086-5349-4784-90dc-06fe05a89d3e tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2666152 Feb 09 01:18:20.622641 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44710) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:20.644963 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-ec7c5f98-84b9-485d-b5d5-d9c3c1d61265 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Request body: {'security_group_rule': {'security_group_id': 'deec51be-a2cd-4a92-8afd-24b16873ee19', 'direction': 'ingress', 'protocol': 17}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:20.667313 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ec7c5f98-84b9-485d-b5d5-d9c3c1d61265 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:20.669140 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f1f086-5349-4784-90dc-06fe05a89d3e tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=deec51be-a2cd-4a92-8afd-24b16873ee19,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:20.688301 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ec7c5f98-84b9-485d-b5d5-d9c3c1d61265 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Usage tracker for resource:security_group_rule and tenant:d080391ded6149238c8bbe1cbcffde00 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:20.692494 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ec7c5f98-84b9-485d-b5d5-d9c3c1d61265 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:20.698658 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ec7c5f98-84b9-485d-b5d5-d9c3c1d61265 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:20.728974 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ec7c5f98-84b9-485d-b5d5-d9c3c1d61265 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:20.763980 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf4d91-cb4c-419b-85f5-9abe3bec18f7 req-5229f16d-882b-4869-8717-115e0f05e3a0 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:20.765557 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b1cf4d91-cb4c-419b-85f5-9abe3bec18f7 req-5229f16d-882b-4869-8717-115e0f05e3a0 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=b62ade1c-1d81-4bb3-9009-3110721d68db HTTP/1.1" status: 200 len: 945 time: 0.2498355 Feb 09 01:18:20.829426 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 05c19bd0-cc33-4f81-97d4-724e296b1ca9, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=05c19bd0-cc33-4f81-97d4-724e296b1ca9,segment=NetworkSegment(e4f8d471-753e-488b-969f-03ab5fdd3e2b),segment_id=e4f8d471-753e-488b-969f-03ab5fdd3e2b)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:18:20.838459 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ec7c5f98-84b9-485d-b5d5-d9c3c1d61265 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:20.844360 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ec7c5f98-84b9-485d-b5d5-d9c3c1d61265 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:20.852767 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '05c19bd0-cc33-4f81-97d4-724e296b1ca9', 'network_id': '20b4b911-e8a6-45af-95dc-9b595aff0444', 'port_id': '05c19bd0-cc33-4f81-97d4-724e296b1ca9', 'mac_address': 'fa:16:3e:5b:2f:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a70c5bb-7a88-4efe-b45a-b5773b8dee9d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:18:20.903177 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ec7c5f98-84b9-485d-b5d5-d9c3c1d61265 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:20.907924 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ec7c5f98-84b9-485d-b5d5-d9c3c1d61265 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2841063 Feb 09 01:18:20.908596 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44714) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:20.918666 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c5f98-84b9-485d-b5d5-d9c3c1d61265 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a13af33b-c318-4b97-af6e-856e4dba1b37,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:20.931900 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b1cf4d91-cb4c-419b-85f5-9abe3bec18f7 req-604b859b-e411-4921-b26b-ccb924357491 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=c5ad553e-ab0d-4663-be56-e1031564698c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552832 Feb 09 01:18:20.950313 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 85d3e53e-ce5e-4f65-9e76-26b52db475ad up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:18:21.025658 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-22d029cd-2d1e-450d-a643-2909b1f3455e tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:21.027620 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:21.057836 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05c19bd0-cc33-4f81-97d4-724e296b1ca9 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:18:21.102995 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-22d029cd-2d1e-450d-a643-2909b1f3455e tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:21.127078 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174df23b-75fb-4977-98a6-cd39f8b2eee2 None None] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:18:21.168070 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-22d029cd-2d1e-450d-a643-2909b1f3455e tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:21.188261 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d029cd-2d1e-450d-a643-2909b1f3455e tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=deec51be-a2cd-4a92-8afd-24b16873ee19,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:21.201086 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-22d029cd-2d1e-450d-a643-2909b1f3455e tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:21.202683 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-22d029cd-2d1e-450d-a643-2909b1f3455e tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] 10.222.0.105 "DELETE /v2.0/security-groups/deec51be-a2cd-4a92-8afd-24b16873ee19 HTTP/1.1" status: 204 len: 168 time: 0.2887378 Feb 09 01:18:21.204826 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44726) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:21.216594 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 05c19bd0-cc33-4f81-97d4-724e296b1ca9, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=05c19bd0-cc33-4f81-97d4-724e296b1ca9,segment=NetworkSegment(e4f8d471-753e-488b-969f-03ab5fdd3e2b),segment_id=e4f8d471-753e-488b-969f-03ab5fdd3e2b)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:18:21.239686 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 85d3e53e-ce5e-4f65-9e76-26b52db475ad triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:21.240040 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:21.258921 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-0e2094ca-2151-42a7-b3b3-dd331d0db38e tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Synchronizing usage tracker for tenant:d080391ded6149238c8bbe1cbcffde00 on resource:security_group {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:18:21.279537 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-0e2094ca-2151-42a7-b3b3-dd331d0db38e tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Unset dirty status for tenant:d080391ded6149238c8bbe1cbcffde00 on resource:security_group {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:18:21.282665 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-0e2094ca-2151-42a7-b3b3-dd331d0db38e tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0752892 Feb 09 01:18:21.282813 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:21.286361 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44734) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:21.291637 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-47411cf0-b9f8-4fc2-ac68-ac767fa8d8ce tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Request body: {'security_group': {'name': 'tempest-secgroup--1780423596'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:21.300869 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-47411cf0-b9f8-4fc2-ac68-ac767fa8d8ce tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:21.318786 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-47411cf0-b9f8-4fc2-ac68-ac767fa8d8ce tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:21.329837 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-47411cf0-b9f8-4fc2-ac68-ac767fa8d8ce tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:21.358495 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-47411cf0-b9f8-4fc2-ac68-ac767fa8d8ce tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:21.365774 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-47411cf0-b9f8-4fc2-ac68-ac767fa8d8ce tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Usage tracker for resource:security_group_rule and tenant:d080391ded6149238c8bbe1cbcffde00 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:21.375160 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-47411cf0-b9f8-4fc2-ac68-ac767fa8d8ce tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:21.379626 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-47411cf0-b9f8-4fc2-ac68-ac767fa8d8ce tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:21.422958 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-203e3545-ef46-4f2e-a19e-cb8d04740af8 None None] Provisioning complete for port 85d3e53e-ce5e-4f65-9e76-26b52db475ad triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:21.423318 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-203e3545-ef46-4f2e-a19e-cb8d04740af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:21.445549 n-d-828418-1 neutron-server[87639]: DEBUG neutron.objects.ports [None req-8b1ce5d4-9dff-481d-bc95-71bbaacbd2df tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87639) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 01:18:21.474621 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-47411cf0-b9f8-4fc2-ac68-ac767fa8d8ce tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:21.479054 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-47411cf0-b9f8-4fc2-ac68-ac767fa8d8ce tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:21.532204 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47411cf0-b9f8-4fc2-ac68-ac767fa8d8ce tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3df7049-3c13-44bc-84e2-212f5bf24800,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:21.539729 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-47411cf0-b9f8-4fc2-ac68-ac767fa8d8ce tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:21.543447 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-47411cf0-b9f8-4fc2-ac68-ac767fa8d8ce tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2548659 Feb 09 01:18:21.545021 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44740) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:21.557133 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-1030b382-a282-4b7c-a74e-1435b93008cb tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Request body: {'security_group': {'name': 'tempest-secgroup--1244049917'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:21.577058 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=05c19bd0-cc33-4f81-97d4-724e296b1ca9,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:21.578428 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1030b382-a282-4b7c-a74e-1435b93008cb tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:21.583942 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-1030b382-a282-4b7c-a74e-1435b93008cb tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Usage tracker for resource:security_group and tenant:d080391ded6149238c8bbe1cbcffde00 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:21.591345 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-1030b382-a282-4b7c-a74e-1435b93008cb tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:21.602985 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1030b382-a282-4b7c-a74e-1435b93008cb tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:21.625497 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1030b382-a282-4b7c-a74e-1435b93008cb tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:21.650653 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['05c19bd0-cc33-4f81-97d4-724e296b1ca9'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:18:21.653209 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1030b382-a282-4b7c-a74e-1435b93008cb tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:21.658252 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-1030b382-a282-4b7c-a74e-1435b93008cb tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Usage tracker for resource:security_group_rule and tenant:d080391ded6149238c8bbe1cbcffde00 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:21.670005 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-1030b382-a282-4b7c-a74e-1435b93008cb tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:21.685696 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1030b382-a282-4b7c-a74e-1435b93008cb tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:21.777355 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1030b382-a282-4b7c-a74e-1435b93008cb tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:21.782334 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1030b382-a282-4b7c-a74e-1435b93008cb tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:21.829610 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1030b382-a282-4b7c-a74e-1435b93008cb tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dee5960e-e284-4a90-8387-c9cdffc6dc31,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:21.847028 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fc9a89-921e-4f1b-907e-87eb396a6c4c req-4fa87595-9394-46be-8d1d-d8d30d4c1b61 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:21.849758 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f6fc9a89-921e-4f1b-907e-87eb396a6c4c req-4fa87595-9394-46be-8d1d-d8d30d4c1b61 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=4dde6d5b-a7eb-4d9a-ad88-d74075af635f HTTP/1.1" status: 200 len: 945 time: 0.1734259 Feb 09 01:18:21.856178 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1030b382-a282-4b7c-a74e-1435b93008cb tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:21.858907 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1030b382-a282-4b7c-a74e-1435b93008cb tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3128128 Feb 09 01:18:21.862679 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44748) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:21.869778 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-40fe2210-4b0c-40ad-a620-065a5425ff87 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Request body: {'security_group_rule': {'security_group_id': 'c3df7049-3c13-44bc-84e2-212f5bf24800', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'dee5960e-e284-4a90-8387-c9cdffc6dc31', 'remote_ip_prefix': None}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:21.879394 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-40fe2210-4b0c-40ad-a620-065a5425ff87 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:21.885226 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-40fe2210-4b0c-40ad-a620-065a5425ff87 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Usage tracker for resource:security_group_rule and tenant:d080391ded6149238c8bbe1cbcffde00 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:21.888582 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-40fe2210-4b0c-40ad-a620-065a5425ff87 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:21.902080 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-40fe2210-4b0c-40ad-a620-065a5425ff87 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:21.957172 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-40fe2210-4b0c-40ad-a620-065a5425ff87 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:21.971320 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:22.053441 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-40fe2210-4b0c-40ad-a620-065a5425ff87 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:22.059185 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-40fe2210-4b0c-40ad-a620-065a5425ff87 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:22.093997 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fe2210-4b0c-40ad-a620-065a5425ff87 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dc9a038-a3ee-4b47-af33-6bb3733a6cc7,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:22.136151 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8b1ce5d4-9dff-481d-bc95-71bbaacbd2df tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:22.138972 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-40fe2210-4b0c-40ad-a620-065a5425ff87 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:22.140432 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-40fe2210-4b0c-40ad-a620-065a5425ff87 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2762330 Feb 09 01:18:22.144077 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44760) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:22.183642 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f6fc9a89-921e-4f1b-907e-87eb396a6c4c req-dc98d01f-9cee-4f44-bfc4-a4685a5d5125 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932644 Feb 09 01:18:22.188287 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f7cc5f0d-15e0-4f28-b45a-79e261b1fb7c tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:22.203220 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f7cc5f0d-15e0-4f28-b45a-79e261b1fb7c tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:22.232127 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbf225f-cf99-41df-ae45-e9a8e37e1002 None None] Update dhcp port {'port': {'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'fixed_ips': [{'subnet_id': '8060ec5e-6dd6-4073-a451-64a17d572ac1', 'ip_address': '2001:db8::f816:3eff:fe1b:1f7a'}, {'subnet_id': 'a85e3152-5a2f-40fb-849a-e0efc03cde0d'}], 'binding:host_id': 'n-d-828418-1'}, 'id': '85d3e53e-ce5e-4f65-9e76-26b52db475ad'} from n-d-828418-1. {{(pid=87640) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 09 01:18:22.244428 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f7cc5f0d-15e0-4f28-b45a-79e261b1fb7c tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:22.267172 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f7cc5f0d-15e0-4f28-b45a-79e261b1fb7c tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:22.268655 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f7cc5f0d-15e0-4f28-b45a-79e261b1fb7c tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] 10.222.0.105 "DELETE /v2.0/security-group-rules/6dc9a038-a3ee-4b47-af33-6bb3733a6cc7 HTTP/1.1" status: 204 len: 168 time: 0.1236501 Feb 09 01:18:22.269648 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cc5f0d-15e0-4f28-b45a-79e261b1fb7c tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6dc9a038-a3ee-4b47-af33-6bb3733a6cc7,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:22.272613 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44764) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:22.309346 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-acbf225f-cf99-41df-ae45-e9a8e37e1002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:22.336673 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-79ad966e-f124-4604-9721-5d75873666e7 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Synchronizing usage tracker for tenant:d080391ded6149238c8bbe1cbcffde00 on resource:security_group_rule {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:18:22.354020 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-79ad966e-f124-4604-9721-5d75873666e7 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Unset dirty status for tenant:d080391ded6149238c8bbe1cbcffde00 on resource:security_group_rule {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:18:22.355766 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-79ad966e-f124-4604-9721-5d75873666e7 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0820382 Feb 09 01:18:22.358827 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44768) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:22.436444 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e82f1-366b-4a79-9f30-5bef42b14f65 req-6615595e-ece2-441a-ad92-f3ad6707ab03 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:22.437967 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2c7e82f1-366b-4a79-9f30-5bef42b14f65 req-6615595e-ece2-441a-ad92-f3ad6707ab03 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=b62ade1c-1d81-4bb3-9009-3110721d68db HTTP/1.1" status: 200 len: 945 time: 0.1873503 Feb 09 01:18:22.450695 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d5901fb0-e1df-46ce-9953-da98c6f1c030 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:22.491527 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d5901fb0-e1df-46ce-9953-da98c6f1c030 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:22.516868 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-8b1ce5d4-9dff-481d-bc95-71bbaacbd2df tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] For port 85d3e53e-ce5e-4f65-9e76-26b52db475ad, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=85d3e53e-ce5e-4f65-9e76-26b52db475ad,segment=NetworkSegment(986fd47a-7d48-4218-bc5b-1f82d1198ace),segment_id=986fd47a-7d48-4218-bc5b-1f82d1198ace)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:18:22.527161 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2c7e82f1-366b-4a79-9f30-5bef42b14f65 req-088a7591-d689-4e36-9b0d-ec8551dcf5f2 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=c5ad553e-ab0d-4663-be56-e1031564698c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768456 Feb 09 01:18:22.562158 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-acbf225f-cf99-41df-ae45-e9a8e37e1002 None None] Allocated IP 172.20.0.2 (0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa/a85e3152-5a2f-40fb-849a-e0efc03cde0d/85d3e53e-ce5e-4f65-9e76-26b52db475ad) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:18:22.567195 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8b1ce5d4-9dff-481d-bc95-71bbaacbd2df tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:22.576512 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8b1ce5d4-9dff-481d-bc95-71bbaacbd2df tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:22.576512 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8b1ce5d4-9dff-481d-bc95-71bbaacbd2df tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:22.587132 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d5901fb0-e1df-46ce-9953-da98c6f1c030 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:22.631851 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5901fb0-e1df-46ce-9953-da98c6f1c030 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee5960e-e284-4a90-8387-c9cdffc6dc31,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:22.637580 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d5901fb0-e1df-46ce-9953-da98c6f1c030 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:22.638906 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d5901fb0-e1df-46ce-9953-da98c6f1c030 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] 10.222.0.105 "DELETE /v2.0/security-groups/dee5960e-e284-4a90-8387-c9cdffc6dc31 HTTP/1.1" status: 204 len: 168 time: 0.2790267 Feb 09 01:18:22.641371 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44776) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:22.717428 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-a1f0155e-f4eb-4b1a-bfc4-4b57ea34aef7 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Synchronizing usage tracker for tenant:d080391ded6149238c8bbe1cbcffde00 on resource:security_group {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:18:22.737160 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-acbf225f-cf99-41df-ae45-e9a8e37e1002 None None] For port 85d3e53e-ce5e-4f65-9e76-26b52db475ad, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=85d3e53e-ce5e-4f65-9e76-26b52db475ad,segment=NetworkSegment(986fd47a-7d48-4218-bc5b-1f82d1198ace),segment_id=986fd47a-7d48-4218-bc5b-1f82d1198ace)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:18:22.743605 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-a1f0155e-f4eb-4b1a-bfc4-4b57ea34aef7 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Unset dirty status for tenant:d080391ded6149238c8bbe1cbcffde00 on resource:security_group {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:18:22.744524 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1ce5d4-9dff-481d-bc95-71bbaacbd2df tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event updated for resources: {'Port': ['ID=85d3e53e-ce5e-4f65-9e76-26b52db475ad,revision_number=7']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:22.748414 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a1f0155e-f4eb-4b1a-bfc4-4b57ea34aef7 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1060140 Feb 09 01:18:22.749164 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44780) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:22.770602 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-acbf225f-cf99-41df-ae45-e9a8e37e1002 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:22.792569 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-acbf225f-cf99-41df-ae45-e9a8e37e1002 None None] Transition to ACTIVE for port object 85d3e53e-ce5e-4f65-9e76-26b52db475ad will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:18:22.796591 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-acbf225f-cf99-41df-ae45-e9a8e37e1002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:22.802991 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1ce5d4-9dff-481d-bc95-71bbaacbd2df tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:18:22.805177 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-8b1ce5d4-9dff-481d-bc95-71bbaacbd2df tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:22.807648 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1ce5d4-9dff-481d-bc95-71bbaacbd2df tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event updated for resources: {'Subnet': ['ID=8060ec5e-6dd6-4073-a451-64a17d572ac1,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:22.810732 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1ce5d4-9dff-481d-bc95-71bbaacbd2df tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:22.811444 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8b1ce5d4-9dff-481d-bc95-71bbaacbd2df tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:22.834765 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4e937130-3532-4cb6-9682-91e7d3c9b3e6 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:22.843665 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-8b1ce5d4-9dff-481d-bc95-71bbaacbd2df tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5666060 Feb 09 01:18:22.844826 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44788) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:22.851443 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-c67f2215-3423-49b5-9326-68f102817179 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Request body: {'port': {'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'mac_address': 'fa:16:3e:15:81:50', 'name': 'tempest-NetworksTestDHCPv6-3807831'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:22.910690 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4e937130-3532-4cb6-9682-91e7d3c9b3e6 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:22.998775 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4e937130-3532-4cb6-9682-91e7d3c9b3e6 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:23.001612 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 85d3e53e-ce5e-4f65-9e76-26b52db475ad up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:18:23.022431 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e937130-3532-4cb6-9682-91e7d3c9b3e6 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3df7049-3c13-44bc-84e2-212f5bf24800,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:23.050574 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4e937130-3532-4cb6-9682-91e7d3c9b3e6 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:23.051965 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-4e937130-3532-4cb6-9682-91e7d3c9b3e6 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] 10.222.0.105 "DELETE /v2.0/security-groups/c3df7049-3c13-44bc-84e2-212f5bf24800 HTTP/1.1" status: 204 len: 168 time: 0.3017688 Feb 09 01:18:23.054456 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44792) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:23.135254 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c67f2215-3423-49b5-9326-68f102817179 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:23.140674 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-c67f2215-3423-49b5-9326-68f102817179 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Usage tracker for resource:port and tenant:32c9b2ac64b74efca212307487c75b1d is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:23.144140 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-c67f2215-3423-49b5-9326-68f102817179 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:23.148521 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-190a3ef5-16cd-49a1-b587-5c3291c43fd3 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Synchronizing usage tracker for tenant:d080391ded6149238c8bbe1cbcffde00 on resource:security_group {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:18:23.151566 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c67f2215-3423-49b5-9326-68f102817179 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:23.167317 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-190a3ef5-16cd-49a1-b587-5c3291c43fd3 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Unset dirty status for tenant:d080391ded6149238c8bbe1cbcffde00 on resource:security_group {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:18:23.169156 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-190a3ef5-16cd-49a1-b587-5c3291c43fd3 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1107714 Feb 09 01:18:23.177099 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44800) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:23.188810 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-7f17b87f-7ca8-403f-87a5-f48ca8e54bd2 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Request body: {'security_group': {'name': 'tempest-secgroup--1258968778'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:23.200437 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c67f2215-3423-49b5-9326-68f102817179 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Made reservation on behalf of 32c9b2ac64b74efca212307487c75b1d for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:23.203528 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbf225f-cf99-41df-ae45-e9a8e37e1002 None None] Pushing event updated for resources: {'Port': ['ID=85d3e53e-ce5e-4f65-9e76-26b52db475ad,revision_number=8']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:23.204787 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7f17b87f-7ca8-403f-87a5-f48ca8e54bd2 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:23.251920 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7f17b87f-7ca8-403f-87a5-f48ca8e54bd2 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:23.281885 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7f17b87f-7ca8-403f-87a5-f48ca8e54bd2 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:23.306256 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7f17b87f-7ca8-403f-87a5-f48ca8e54bd2 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:23.311807 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-7f17b87f-7ca8-403f-87a5-f48ca8e54bd2 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Usage tracker for resource:security_group_rule and tenant:d080391ded6149238c8bbe1cbcffde00 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:23.316699 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-7f17b87f-7ca8-403f-87a5-f48ca8e54bd2 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:23.327107 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7f17b87f-7ca8-403f-87a5-f48ca8e54bd2 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:23.423373 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7f17b87f-7ca8-403f-87a5-f48ca8e54bd2 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:23.427803 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7f17b87f-7ca8-403f-87a5-f48ca8e54bd2 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:23.494270 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7f17b87f-7ca8-403f-87a5-f48ca8e54bd2 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:23.500812 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-7f17b87f-7ca8-403f-87a5-f48ca8e54bd2 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3223517 Feb 09 01:18:23.501642 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44812) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:23.511543 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c67f2215-3423-49b5-9326-68f102817179 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:23.512207 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-e8c2e8da-eaef-4398-b475-b3544c772174 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Request body: {'security_group_rule': {'security_group_id': '6f96293b-ba7f-4da5-8ba6-585217e2807e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:23.519882 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17b87f-7ca8-403f-87a5-f48ca8e54bd2 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f96293b-ba7f-4da5-8ba6-585217e2807e,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:23.522714 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e8c2e8da-eaef-4398-b475-b3544c772174 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:23.528597 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e8c2e8da-eaef-4398-b475-b3544c772174 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Usage tracker for resource:security_group_rule and tenant:d080391ded6149238c8bbe1cbcffde00 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:23.533626 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e8c2e8da-eaef-4398-b475-b3544c772174 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:23.541576 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e8c2e8da-eaef-4398-b475-b3544c772174 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:23.545100 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c6b5f4-a486-471c-b965-59c597b012b0 req-2e462770-9c94-42fd-aaf7-e6e9e4074295 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:23.546780 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b5c6b5f4-a486-471c-b965-59c597b012b0 req-2e462770-9c94-42fd-aaf7-e6e9e4074295 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=4dde6d5b-a7eb-4d9a-ad88-d74075af635f HTTP/1.1" status: 200 len: 945 time: 0.1775920 Feb 09 01:18:23.582849 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-c67f2215-3423-49b5-9326-68f102817179 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] device_id is not set on port 60e1783a-df68-4dbe-bcbd-cf494bcabe51 yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:18:23.603716 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e8c2e8da-eaef-4398-b475-b3544c772174 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:23.703711 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b5c6b5f4-a486-471c-b965-59c597b012b0 req-ac5eff76-7438-47b9-bafe-c52810a980f0 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428807 Feb 09 01:18:23.775056 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e8c2e8da-eaef-4398-b475-b3544c772174 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:23.782895 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e8c2e8da-eaef-4398-b475-b3544c772174 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:23.836676 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c2e8da-eaef-4398-b475-b3544c772174 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1acfb86-8d67-4b26-a00e-f701b1d384ae,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:23.856709 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e8c2e8da-eaef-4398-b475-b3544c772174 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:23.860352 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e8c2e8da-eaef-4398-b475-b3544c772174 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3527193 Feb 09 01:18:23.862431 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44818) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:23.931186 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f42b0cb7-4bca-4c51-a56b-9e3a1e8ae8bd tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:23.967432 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f42b0cb7-4bca-4c51-a56b-9e3a1e8ae8bd tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:23.997368 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8419570-ca48-442d-891c-7e04ec4f38e3 req-f88a524c-3717-453d-8d9a-7900e1dbd072 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:24.005944 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f42b0cb7-4bca-4c51-a56b-9e3a1e8ae8bd tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:24.010091 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a8419570-ca48-442d-891c-7e04ec4f38e3 req-f88a524c-3717-453d-8d9a-7900e1dbd072 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=b62ade1c-1d81-4bb3-9009-3110721d68db HTTP/1.1" status: 200 len: 945 time: 0.3014250 Feb 09 01:18:24.044924 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f42b0cb7-4bca-4c51-a56b-9e3a1e8ae8bd tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:24.048544 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f42b0cb7-4bca-4c51-a56b-9e3a1e8ae8bd tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] 10.222.0.105 "DELETE /v2.0/security-group-rules/d1acfb86-8d67-4b26-a00e-f701b1d384ae HTTP/1.1" status: 204 len: 168 time: 0.1811547 Feb 09 01:18:24.049083 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42b0cb7-4bca-4c51-a56b-9e3a1e8ae8bd tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d1acfb86-8d67-4b26-a00e-f701b1d384ae,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:24.053645 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44826) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:24.120713 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-c67f2215-3423-49b5-9326-68f102817179 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Allocated IP 172.20.0.11 (0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa/a85e3152-5a2f-40fb-849a-e0efc03cde0d/60e1783a-df68-4dbe-bcbd-cf494bcabe51) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:18:24.128586 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-c67f2215-3423-49b5-9326-68f102817179 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Allocated IP 2001:db8::f816:3eff:fe15:8150 (0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa/8060ec5e-6dd6-4073-a451-64a17d572ac1/60e1783a-df68-4dbe-bcbd-cf494bcabe51) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:18:24.147481 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955fd2eb-0553-477d-ad98-d91bf002f475 None None] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:18:24.176532 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a8419570-ca48-442d-891c-7e04ec4f38e3 req-634e1980-97c7-4efc-bbcb-1ed2c9c6730f tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=c5ad553e-ab0d-4663-be56-e1031564698c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655700 Feb 09 01:18:24.214296 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-ddfdfb0b-e50a-44eb-8119-4e76bb19a325 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1573074 Feb 09 01:18:24.217289 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44830) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:24.256661 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-494795cd-0983-4561-b001-60e6b509fda9 None None] Provisioning for port 85d3e53e-ce5e-4f65-9e76-26b52db475ad completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:18:24.279784 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-494795cd-0983-4561-b001-60e6b509fda9 None None] Provisioning complete for port 85d3e53e-ce5e-4f65-9e76-26b52db475ad triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:24.280617 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-494795cd-0983-4561-b001-60e6b509fda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:24.398915 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-44ef39c1-b797-408c-a394-71ab806a596a tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:24.430966 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-44ef39c1-b797-408c-a394-71ab806a596a tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:24.453133 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c67f2215-3423-49b5-9326-68f102817179 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:24.481918 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-44ef39c1-b797-408c-a394-71ab806a596a tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:24.482106 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-c67f2215-3423-49b5-9326-68f102817179 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Transition to ACTIVE for port object 60e1783a-df68-4dbe-bcbd-cf494bcabe51 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:18:24.510184 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c67f2215-3423-49b5-9326-68f102817179 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:24.510791 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ef39c1-b797-408c-a394-71ab806a596a tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f96293b-ba7f-4da5-8ba6-585217e2807e,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:24.523018 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-44ef39c1-b797-408c-a394-71ab806a596a tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:24.524586 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-44ef39c1-b797-408c-a394-71ab806a596a tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] 10.222.0.105 "DELETE /v2.0/security-groups/6f96293b-ba7f-4da5-8ba6-585217e2807e HTTP/1.1" status: 204 len: 168 time: 0.3062270 Feb 09 01:18:24.526975 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44840) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:24.543953 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 05c19bd0-cc33-4f81-97d4-724e296b1ca9 up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:18:24.588024 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-cf64434c-b25c-43e8-8226-09f31369ee71 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Synchronizing usage tracker for tenant:d080391ded6149238c8bbe1cbcffde00 on resource:security_group {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:18:24.600095 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67f2215-3423-49b5-9326-68f102817179 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:18:24.608117 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-c67f2215-3423-49b5-9326-68f102817179 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:24.611219 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67f2215-3423-49b5-9326-68f102817179 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:18:24.631017 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-cf64434c-b25c-43e8-8226-09f31369ee71 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Unset dirty status for tenant:d080391ded6149238c8bbe1cbcffde00 on resource:security_group {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:18:24.633133 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-cf64434c-b25c-43e8-8226-09f31369ee71 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1049237 Feb 09 01:18:24.639571 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44848) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:24.645510 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-2dba571e-731e-48e4-b150-3888ec395323 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Request body: {'security_group': {'name': 'tempest-secgroup--2031111200'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:24.660269 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2dba571e-731e-48e4-b150-3888ec395323 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:24.673308 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2dba571e-731e-48e4-b150-3888ec395323 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:24.680159 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67f2215-3423-49b5-9326-68f102817179 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event updated for resources: {'Port': ['ID=60e1783a-df68-4dbe-bcbd-cf494bcabe51,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:24.709683 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2dba571e-731e-48e4-b150-3888ec395323 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:24.715644 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67f2215-3423-49b5-9326-68f102817179 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:24.716288 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c67f2215-3423-49b5-9326-68f102817179 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:24.742031 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2dba571e-731e-48e4-b150-3888ec395323 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:24.747803 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-2dba571e-731e-48e4-b150-3888ec395323 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Usage tracker for resource:security_group_rule and tenant:d080391ded6149238c8bbe1cbcffde00 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:24.748233 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-c67f2215-3423-49b5-9326-68f102817179 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 1.9022231 Feb 09 01:18:24.751019 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44854) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:24.751771 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-2dba571e-731e-48e4-b150-3888ec395323 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:24.758351 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2dba571e-731e-48e4-b150-3888ec395323 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:24.795121 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:24.824475 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port 05c19bd0-cc33-4f81-97d4-724e296b1ca9 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:18:24.832660 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 05c19bd0-cc33-4f81-97d4-724e296b1ca9 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:24.833032 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:24.892975 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2dba571e-731e-48e4-b150-3888ec395323 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:24.899342 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2dba571e-731e-48e4-b150-3888ec395323 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:24.938487 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 85d3e53e-ce5e-4f65-9e76-26b52db475ad up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:18:24.960836 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dba571e-731e-48e4-b150-3888ec395323 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22a5d894-6479-44af-80e9-3d6019fa1b41,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:24.969490 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2dba571e-731e-48e4-b150-3888ec395323 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:24.971092 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-2dba571e-731e-48e4-b150-3888ec395323 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3301988 Feb 09 01:18:24.974551 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44858) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:24.990310 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-91f5b6e7-3dd6-46f1-a7cc-d2dc73e9518b tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Request body: {'security_group_rule': {'security_group_id': '22a5d894-6479-44af-80e9-3d6019fa1b41', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:25.007718 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-91f5b6e7-3dd6-46f1-a7cc-d2dc73e9518b tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:25.012545 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-91f5b6e7-3dd6-46f1-a7cc-d2dc73e9518b tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Usage tracker for resource:security_group_rule and tenant:d080391ded6149238c8bbe1cbcffde00 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:25.017137 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-91f5b6e7-3dd6-46f1-a7cc-d2dc73e9518b tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:25.031174 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-91f5b6e7-3dd6-46f1-a7cc-d2dc73e9518b tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:25.069143 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-91f5b6e7-3dd6-46f1-a7cc-d2dc73e9518b tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:25.188901 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-91f5b6e7-3dd6-46f1-a7cc-d2dc73e9518b tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:25.195976 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 85d3e53e-ce5e-4f65-9e76-26b52db475ad triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:25.196498 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-91f5b6e7-3dd6-46f1-a7cc-d2dc73e9518b tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:25.196999 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:25.239962 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-91f5b6e7-3dd6-46f1-a7cc-d2dc73e9518b tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:25.245150 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-91f5b6e7-3dd6-46f1-a7cc-d2dc73e9518b tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2690480 Feb 09 01:18:25.247349 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44870) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:25.250437 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f5b6e7-3dd6-46f1-a7cc-d2dc73e9518b tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c11f9b58-1f9f-4281-891f-d224a2f3df6b,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:25.275438 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a3bccc37-8bbb-4d10-a397-1d3ffcd933cc tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] 10.222.0.105 "GET /v2.0/security-group-rules/c11f9b58-1f9f-4281-891f-d224a2f3df6b HTTP/1.1" status: 200 len: 763 time: 0.0266700 Feb 09 01:18:25.276742 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:25.279568 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44874) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:25.338551 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d7380a-2d08-4e12-bd21-770117969d37 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:25.350218 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d7380a-2d08-4e12-bd21-770117969d37 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:25.355641 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-33d7380a-2d08-4e12-bd21-770117969d37 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Synchronizing usage tracker for tenant:32c9b2ac64b74efca212307487c75b1d on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:18:25.363980 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dde6d5b-a7eb-4d9a-ad88-d74075af635f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c19bd0-cc33-4f81-97d4-724e296b1ca9'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:18:25.387087 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4610dfd-6820-48c7-9fff-5c82ccdd9a24 req-6c781671-0977-42f0-9983-f14b34aeea9a tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:25.397004 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a4610dfd-6820-48c7-9fff-5c82ccdd9a24 req-6c781671-0977-42f0-9983-f14b34aeea9a tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=4dde6d5b-a7eb-4d9a-ad88-d74075af635f HTTP/1.1" status: 200 len: 945 time: 0.2437587 Feb 09 01:18:25.404666 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a3cf4bb4-6f0a-4499-ab33-98df2a3d5fbf None None] Provisioning complete for port 85d3e53e-ce5e-4f65-9e76-26b52db475ad triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:25.405452 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a3cf4bb4-6f0a-4499-ab33-98df2a3d5fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:25.414880 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-cd18c092-4450-4377-93fd-9f73097e8f5f tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Synchronizing usage tracker for tenant:d080391ded6149238c8bbe1cbcffde00 on resource:security_group_rule {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:18:25.454311 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-cd18c092-4450-4377-93fd-9f73097e8f5f tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Unset dirty status for tenant:d080391ded6149238c8bbe1cbcffde00 on resource:security_group_rule {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:18:25.460753 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-cd18c092-4450-4377-93fd-9f73097e8f5f tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1783285 Feb 09 01:18:25.461408 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44884) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:25.469810 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 05c19bd0-cc33-4f81-97d4-724e296b1ca9, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=05c19bd0-cc33-4f81-97d4-724e296b1ca9,segment=NetworkSegment(e4f8d471-753e-488b-969f-03ab5fdd3e2b),segment_id=e4f8d471-753e-488b-969f-03ab5fdd3e2b)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:18:25.488472 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:25.498273 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-33d7380a-2d08-4e12-bd21-770117969d37 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Unset dirty status for tenant:32c9b2ac64b74efca212307487c75b1d on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:18:25.502177 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-33d7380a-2d08-4e12-bd21-770117969d37 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.7474723 Feb 09 01:18:25.502823 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44892) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:25.524251 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a4610dfd-6820-48c7-9fff-5c82ccdd9a24 req-7b2f5208-b71c-4041-817f-0048fa63fe9a tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255701 Feb 09 01:18:25.614284 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d71e13ba-9115-4605-92d3-bc29d2c6b6b8 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:25.633394 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d71e13ba-9115-4605-92d3-bc29d2c6b6b8 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:25.652429 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-49afd236-4c9e-485b-b183-a44e34279b1b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Deleting port 60e1783a-df68-4dbe-bcbd-cf494bcabe51 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:18:25.652723 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-49afd236-4c9e-485b-b183-a44e34279b1b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:25.716338 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dde6d5b-a7eb-4d9a-ad88-d74075af635f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c19bd0-cc33-4f81-97d4-724e296b1ca9', 'code': 200} Feb 09 01:18:25.773945 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d71e13ba-9115-4605-92d3-bc29d2c6b6b8 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:25.828824 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d71e13ba-9115-4605-92d3-bc29d2c6b6b8 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:25.834274 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d71e13ba-9115-4605-92d3-bc29d2c6b6b8 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] 10.222.0.105 "DELETE /v2.0/security-group-rules/c11f9b58-1f9f-4281-891f-d224a2f3df6b HTTP/1.1" status: 204 len: 168 time: 0.3694801 Feb 09 01:18:25.840248 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44896) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:25.840985 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71e13ba-9115-4605-92d3-bc29d2c6b6b8 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c11f9b58-1f9f-4281-891f-d224a2f3df6b,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:25.845640 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=05c19bd0-cc33-4f81-97d4-724e296b1ca9,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:25.939573 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8318f3f-0ed1-48f2-b6e3-094118da4aa7 req-8d043b68-9d3a-4fbb-9e0b-ace2861e725c tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:25.947653 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c8318f3f-0ed1-48f2-b6e3-094118da4aa7 req-8d043b68-9d3a-4fbb-9e0b-ace2861e725c tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=b62ade1c-1d81-4bb3-9009-3110721d68db HTTP/1.1" status: 200 len: 945 time: 0.2006881 Feb 09 01:18:25.967109 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42670824-4c80-4f84-93e1-589a557b472d req-54daa0c1-a56e-4150-9e04-037b99fe9dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:25.968937 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-42670824-4c80-4f84-93e1-589a557b472d req-54daa0c1-a56e-4150-9e04-037b99fe9dfb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4dde6d5b-a7eb-4d9a-ad88-d74075af635f HTTP/1.1" status: 200 len: 1097 time: 0.1681747 Feb 09 01:18:25.999244 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-77bcc4b5-1fdc-4af4-8735-9066fea2f15a None None] Could not find standard attr ID for object 53400254-7285-4235-8aad-9b03fa261b05. {{(pid=87640) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:18:26.049398 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-710007b8-4a22-4ec0-9e8d-f0565673f9ca tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Synchronizing usage tracker for tenant:d080391ded6149238c8bbe1cbcffde00 on resource:security_group_rule {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:18:26.052219 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-42670824-4c80-4f84-93e1-589a557b472d req-e9e05e88-8f1e-475f-9ef9-514fa00cef95 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507545 Feb 09 01:18:26.069941 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c8318f3f-0ed1-48f2-b6e3-094118da4aa7 req-07fbc0dc-0cb0-4ad2-b9d7-7c0278af3472 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=c5ad553e-ab0d-4663-be56-e1031564698c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216235 Feb 09 01:18:26.098899 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-710007b8-4a22-4ec0-9e8d-f0565673f9ca tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Unset dirty status for tenant:d080391ded6149238c8bbe1cbcffde00 on resource:security_group_rule {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:18:26.100184 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-710007b8-4a22-4ec0-9e8d-f0565673f9ca tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2500627 Feb 09 01:18:26.103468 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44904) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:26.108619 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-83f56cbd-a4a8-48e2-b960-6b8077ec58d1 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Request body: {'security_group_rule': {'security_group_id': '22a5d894-6479-44af-80e9-3d6019fa1b41', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:26.115170 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-83f56cbd-a4a8-48e2-b960-6b8077ec58d1 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:26.125764 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-83f56cbd-a4a8-48e2-b960-6b8077ec58d1 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:26.138645 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-6b322e3a-598e-4467-82af-957cd4204824 None None] Could not find standard attr ID for object edc3d043-15b8-4701-9965-c06871e2428b. {{(pid=87640) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:18:26.146327 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-83f56cbd-a4a8-48e2-b960-6b8077ec58d1 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:26.149132 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-49afd236-4c9e-485b-b183-a44e34279b1b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:26.229714 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-83f56cbd-a4a8-48e2-b960-6b8077ec58d1 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:26.235614 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-83f56cbd-a4a8-48e2-b960-6b8077ec58d1 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:26.264597 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f56cbd-a4a8-48e2-b960-6b8077ec58d1 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4ecac4b-3fa0-4959-ab90-34fcbb149378,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:26.289033 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-83f56cbd-a4a8-48e2-b960-6b8077ec58d1 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:26.298504 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-83f56cbd-a4a8-48e2-b960-6b8077ec58d1 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1910789 Feb 09 01:18:26.299037 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44912) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:26.310548 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-49afd236-4c9e-485b-b183-a44e34279b1b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Calling delete_port for 60e1783a-df68-4dbe-bcbd-cf494bcabe51 owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:18:26.379659 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-7f208316-8220-487d-ad3a-dc9aa37d0905 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] 10.222.0.105 "GET /v2.0/security-group-rules/b4ecac4b-3fa0-4959-ab90-34fcbb149378 HTTP/1.1" status: 200 len: 763 time: 0.0787966 Feb 09 01:18:26.383057 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44916) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:26.441335 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-c9b63270-5f84-4052-87e9-e7cdaa850d0f tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Synchronizing usage tracker for tenant:d080391ded6149238c8bbe1cbcffde00 on resource:security_group_rule {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:18:26.459885 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-c9b63270-5f84-4052-87e9-e7cdaa850d0f tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Unset dirty status for tenant:d080391ded6149238c8bbe1cbcffde00 on resource:security_group_rule {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:18:26.465063 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-c9b63270-5f84-4052-87e9-e7cdaa850d0f tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0809679 Feb 09 01:18:26.468377 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44922) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:26.524232 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d62481d8-ef5d-4604-9be0-48cd6f2e9f95 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:26.550160 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device f443a387-47ac-4688-9ffc-34c90d90229a details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:18:26.572728 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d62481d8-ef5d-4604-9be0-48cd6f2e9f95 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:26.632339 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-49afd236-4c9e-485b-b183-a44e34279b1b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:26.680626 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f0cf6ffd-7ed0-4035-9764-2639e67a5a48 None None] Could not find standard attr ID for object 60e1783a-df68-4dbe-bcbd-cf494bcabe51. {{(pid=87640) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:18:26.758484 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d62481d8-ef5d-4604-9be0-48cd6f2e9f95 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:26.789837 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49afd236-4c9e-485b-b183-a44e34279b1b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event deleted for resources: {'Port': ['ID=60e1783a-df68-4dbe-bcbd-cf494bcabe51,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:26.809001 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f42d36-4095-4a9d-80ff-ca012980ba23 req-26c4e596-faa3-468b-bf0d-49f832357a5e tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:26.810496 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-25f42d36-4095-4a9d-80ff-ca012980ba23 req-26c4e596-faa3-468b-bf0d-49f832357a5e tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=4dde6d5b-a7eb-4d9a-ad88-d74075af635f HTTP/1.1" status: 200 len: 946 time: 0.1530817 Feb 09 01:18:26.826473 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port f443a387-47ac-4688-9ffc-34c90d90229a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=f443a387-47ac-4688-9ffc-34c90d90229a,segment=NetworkSegment(ce0dc62c-7941-4b08-ad25-dc67d17d1ad0),segment_id=ce0dc62c-7941-4b08-ad25-dc67d17d1ad0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:18:26.839342 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62481d8-ef5d-4604-9be0-48cd6f2e9f95 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b4ecac4b-3fa0-4959-ab90-34fcbb149378,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:26.848517 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': 'f443a387-47ac-4688-9ffc-34c90d90229a', 'network_id': '0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5', 'port_id': 'f443a387-47ac-4688-9ffc-34c90d90229a', 'mac_address': 'fa:16:3e:0c:c9:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ba82490-d70a-42fe-a7ff-0aeb7f428073', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:18:26.891612 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-25f42d36-4095-4a9d-80ff-ca012980ba23 req-ef924b80-0231-4938-8841-73570d89de8b tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751402 Feb 09 01:18:26.925330 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d62481d8-ef5d-4604-9be0-48cd6f2e9f95 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:26.929308 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d62481d8-ef5d-4604-9be0-48cd6f2e9f95 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] 10.222.0.105 "DELETE /v2.0/security-group-rules/b4ecac4b-3fa0-4959-ab90-34fcbb149378 HTTP/1.1" status: 204 len: 168 time: 0.4577169 Feb 09 01:18:26.929900 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44932) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:26.938429 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:26.940569 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-49afd236-4c9e-485b-b183-a44e34279b1b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:26.942764 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-49afd236-4c9e-485b-b183-a44e34279b1b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/ports/60e1783a-df68-4dbe-bcbd-cf494bcabe51 HTTP/1.1" status: 204 len: 168 time: 1.4390066 Feb 09 01:18:26.945219 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44938) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:26.960456 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f443a387-47ac-4688-9ffc-34c90d90229a {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:18:26.980217 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port f443a387-47ac-4688-9ffc-34c90d90229a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=f443a387-47ac-4688-9ffc-34c90d90229a,segment=NetworkSegment(ce0dc62c-7941-4b08-ad25-dc67d17d1ad0),segment_id=ce0dc62c-7941-4b08-ad25-dc67d17d1ad0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:18:26.990432 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:27.017642 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-4f6deda2-6bad-4957-905d-1ece6108bb7d tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0864098 Feb 09 01:18:27.021053 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44944) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:27.026679 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-f00ceae5-6cca-4389-b14b-421f21e79756 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Request body: {'security_group_rule': {'security_group_id': '22a5d894-6479-44af-80e9-3d6019fa1b41', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:27.056332 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f00ceae5-6cca-4389-b14b-421f21e79756 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:27.066653 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-f00ceae5-6cca-4389-b14b-421f21e79756 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Usage tracker for resource:security_group_rule and tenant:d080391ded6149238c8bbe1cbcffde00 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:27.070943 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-f00ceae5-6cca-4389-b14b-421f21e79756 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:27.080269 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f00ceae5-6cca-4389-b14b-421f21e79756 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:27.087455 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=f443a387-47ac-4688-9ffc-34c90d90229a,revision_number=6']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:27.106400 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f00ceae5-6cca-4389-b14b-421f21e79756 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:27.146763 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['f443a387-47ac-4688-9ffc-34c90d90229a'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:18:27.184325 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49bcc3e-4a2b-48cb-8a31-e8b393874609 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:27.186814 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f00ceae5-6cca-4389-b14b-421f21e79756 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:27.187384 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49bcc3e-4a2b-48cb-8a31-e8b393874609 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:27.189911 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49bcc3e-4a2b-48cb-8a31-e8b393874609 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:27.191473 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-d49bcc3e-4a2b-48cb-8a31-e8b393874609 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Synchronizing usage tracker for tenant:32c9b2ac64b74efca212307487c75b1d on resource:subnet {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:18:27.198232 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f00ceae5-6cca-4389-b14b-421f21e79756 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:27.211932 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-d49bcc3e-4a2b-48cb-8a31-e8b393874609 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Unset dirty status for tenant:32c9b2ac64b74efca212307487c75b1d on resource:subnet {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:18:27.218120 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d49bcc3e-4a2b-48cb-8a31-e8b393874609 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2693329 Feb 09 01:18:27.221320 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44950) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:27.295413 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00ceae5-6cca-4389-b14b-421f21e79756 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f2c96a0-7aaa-4612-8a09-bac664e2b23b,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:27.305343 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-f566c39d-365b-47be-b8f4-6b2a7d4007df tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Deleting subnet 8060ec5e-6dd6-4073-a451-64a17d572ac1 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:18:27.308843 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f566c39d-365b-47be-b8f4-6b2a7d4007df tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:27.334504 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f00ceae5-6cca-4389-b14b-421f21e79756 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:27.338809 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f00ceae5-6cca-4389-b14b-421f21e79756 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3167403 Feb 09 01:18:27.340472 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44954) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:27.367079 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9194db-9ddc-4570-af5f-9c0056950815 req-65232fed-a3e1-4f09-b59a-3f54c48bbfbd tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:27.376855 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ef9194db-9ddc-4570-af5f-9c0056950815 req-65232fed-a3e1-4f09-b59a-3f54c48bbfbd tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=b62ade1c-1d81-4bb3-9009-3110721d68db HTTP/1.1" status: 200 len: 944 time: 0.1323512 Feb 09 01:18:27.379341 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ccc68d0d-31a5-4994-975c-288a53d63f29 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] 10.222.0.105 "GET /v2.0/security-group-rules/1f2c96a0-7aaa-4612-8a09-bac664e2b23b HTTP/1.1" status: 200 len: 764 time: 0.0376041 Feb 09 01:18:27.386628 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44958) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:27.429463 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f566c39d-365b-47be-b8f4-6b2a7d4007df tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:27.479269 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ef9194db-9ddc-4570-af5f-9c0056950815 req-20244648-7767-44d6-bb89-4d2ce0e6dc8d tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=c5ad553e-ab0d-4663-be56-e1031564698c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962155 Feb 09 01:18:27.562707 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-7ee7e3fe-a868-47d3-ad16-5b1dafe19f35 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Synchronizing usage tracker for tenant:d080391ded6149238c8bbe1cbcffde00 on resource:security_group_rule {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:18:27.615496 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-7ee7e3fe-a868-47d3-ad16-5b1dafe19f35 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Unset dirty status for tenant:d080391ded6149238c8bbe1cbcffde00 on resource:security_group_rule {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:18:27.616987 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-7ee7e3fe-a868-47d3-ad16-5b1dafe19f35 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2267091 Feb 09 01:18:27.620597 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44968) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:27.630676 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f566c39d-365b-47be-b8f4-6b2a7d4007df tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:27.667333 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-248879a8-8d4b-49da-983a-73641e438c63 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:27.702370 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-248879a8-8d4b-49da-983a-73641e438c63 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:27.742407 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f566c39d-365b-47be-b8f4-6b2a7d4007df tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:27.761035 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-248879a8-8d4b-49da-983a-73641e438c63 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:27.779534 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248879a8-8d4b-49da-983a-73641e438c63 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1f2c96a0-7aaa-4612-8a09-bac664e2b23b,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:27.789629 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-248879a8-8d4b-49da-983a-73641e438c63 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:27.793040 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-248879a8-8d4b-49da-983a-73641e438c63 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] 10.222.0.105 "DELETE /v2.0/security-group-rules/1f2c96a0-7aaa-4612-8a09-bac664e2b23b HTTP/1.1" status: 204 len: 168 time: 0.1680071 Feb 09 01:18:27.793260 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44978) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:27.796372 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f566c39d-365b-47be-b8f4-6b2a7d4007df tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event deleted for resources: {'Subnet': ['ID=8060ec5e-6dd6-4073-a451-64a17d572ac1,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:27.800930 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f566c39d-365b-47be-b8f4-6b2a7d4007df tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:27.809445 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508941c0-995a-4b79-ad7e-d27ef6b78250 None None] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:18:27.817869 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f566c39d-365b-47be-b8f4-6b2a7d4007df tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/subnets/8060ec5e-6dd6-4073-a451-64a17d572ac1 HTTP/1.1" status: 204 len: 168 time: 0.5899942 Feb 09 01:18:27.818980 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44984) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:27.864863 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-f7ec7719-c0f1-41db-b4d4-98a2ffd3bd3f tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Synchronizing usage tracker for tenant:d080391ded6149238c8bbe1cbcffde00 on resource:security_group_rule {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:18:27.898041 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-f7ec7719-c0f1-41db-b4d4-98a2ffd3bd3f tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Unset dirty status for tenant:d080391ded6149238c8bbe1cbcffde00 on resource:security_group_rule {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:18:27.899469 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f7ec7719-c0f1-41db-b4d4-98a2ffd3bd3f tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1051414 Feb 09 01:18:27.902907 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44988) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:27.915844 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-85c910c1-2f21-4cf0-9861-13123e887c27 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Deleting subnet a85e3152-5a2f-40fb-849a-e0efc03cde0d {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:18:27.920229 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-85c910c1-2f21-4cf0-9861-13123e887c27 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:27.986582 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-85c910c1-2f21-4cf0-9861-13123e887c27 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:28.066742 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b7df3bf8-f881-4bca-b6dc-f927a42b7a38 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:28.158367 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b7df3bf8-f881-4bca-b6dc-f927a42b7a38 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:28.190481 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-85c910c1-2f21-4cf0-9861-13123e887c27 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:28.269899 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d7cf0-54dd-4301-9f84-4dcf25495f58 req-2e61d6a2-c452-4550-98ed-73b04075f023 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:28.271424 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a92d7cf0-54dd-4301-9f84-4dcf25495f58 req-2e61d6a2-c452-4550-98ed-73b04075f023 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=4dde6d5b-a7eb-4d9a-ad88-d74075af635f HTTP/1.1" status: 200 len: 946 time: 0.1680946 Feb 09 01:18:28.272569 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b7df3bf8-f881-4bca-b6dc-f927a42b7a38 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:28.311615 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df3bf8-f881-4bca-b6dc-f927a42b7a38 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a5d894-6479-44af-80e9-3d6019fa1b41,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:28.353170 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-85c910c1-2f21-4cf0-9861-13123e887c27 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:28.360262 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a92d7cf0-54dd-4301-9f84-4dcf25495f58 req-65c2a758-24ad-484a-8c00-c5133909043f tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706477 Feb 09 01:18:28.371062 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b7df3bf8-f881-4bca-b6dc-f927a42b7a38 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:28.390161 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-b7df3bf8-f881-4bca-b6dc-f927a42b7a38 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] 10.222.0.105 "DELETE /v2.0/security-groups/22a5d894-6479-44af-80e9-3d6019fa1b41 HTTP/1.1" status: 204 len: 168 time: 0.4861646 Feb 09 01:18:28.390882 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 45014) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:28.449320 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-46a9370e-ddec-498b-b12d-3459db03d6a4 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Synchronizing usage tracker for tenant:d080391ded6149238c8bbe1cbcffde00 on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:18:28.471008 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-46a9370e-ddec-498b-b12d-3459db03d6a4 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Unset dirty status for tenant:d080391ded6149238c8bbe1cbcffde00 on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:18:28.482308 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-46a9370e-ddec-498b-b12d-3459db03d6a4 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0903120 Feb 09 01:18:28.483013 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 45026) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:28.489238 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-2293eff1-f59a-4d69-8644-dffabc890e61 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Request body: {'security_group': {'name': 'tempest-secgroup--519714279'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:28.490551 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c910c1-2f21-4cf0-9861-13123e887c27 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event deleted for resources: {'Subnet': ['ID=a85e3152-5a2f-40fb-849a-e0efc03cde0d,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:28.497623 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-2293eff1-f59a-4d69-8644-dffabc890e61 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:28.507973 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-85c910c1-2f21-4cf0-9861-13123e887c27 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:28.520506 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-2293eff1-f59a-4d69-8644-dffabc890e61 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:28.544452 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2293eff1-f59a-4d69-8644-dffabc890e61 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:28.548131 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-85c910c1-2f21-4cf0-9861-13123e887c27 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/subnets/a85e3152-5a2f-40fb-849a-e0efc03cde0d HTTP/1.1" status: 204 len: 168 time: 0.7259171 Feb 09 01:18:28.548909 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45038) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:28.569292 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device f443a387-47ac-4688-9ffc-34c90d90229a up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:18:28.634764 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-2293eff1-f59a-4d69-8644-dffabc890e61 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:28.663872 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-2293eff1-f59a-4d69-8644-dffabc890e61 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Usage tracker for resource:security_group_rule and tenant:d080391ded6149238c8bbe1cbcffde00 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:28.677783 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-2293eff1-f59a-4d69-8644-dffabc890e61 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:28.726667 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-2293eff1-f59a-4d69-8644-dffabc890e61 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:28.763471 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-501d46ba-2f09-4150-8d31-24012e784846 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2111762 Feb 09 01:18:28.764219 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45044) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:28.778224 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-becf6942-8d05-4209-9b49-e263a0652dcc tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Request body: {'subnet': {'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:28.836824 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port f443a387-47ac-4688-9ffc-34c90d90229a triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:28.837930 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:28.982148 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3095f1-d2bb-4fa8-a378-d52b08a5ded9 req-3561ff6e-7276-4f1f-9a40-12c216c40912 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:28.990041 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4e3095f1-d2bb-4fa8-a378-d52b08a5ded9 req-3561ff6e-7276-4f1f-9a40-12c216c40912 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=b62ade1c-1d81-4bb3-9009-3110721d68db HTTP/1.1" status: 200 len: 944 time: 0.2263343 Feb 09 01:18:28.993755 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-becf6942-8d05-4209-9b49-e263a0652dcc tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:28.998911 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-becf6942-8d05-4209-9b49-e263a0652dcc tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Usage tracker for resource:subnet and tenant:32c9b2ac64b74efca212307487c75b1d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:29.001913 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-becf6942-8d05-4209-9b49-e263a0652dcc tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:29.010219 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-becf6942-8d05-4209-9b49-e263a0652dcc tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:29.022193 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-becf6942-8d05-4209-9b49-e263a0652dcc tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Made reservation on behalf of 32c9b2ac64b74efca212307487c75b1d for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:29.026996 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-becf6942-8d05-4209-9b49-e263a0652dcc tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:29.086675 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2293eff1-f59a-4d69-8644-dffabc890e61 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:29.103632 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2293eff1-f59a-4d69-8644-dffabc890e61 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:29.233726 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:29.237454 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4e3095f1-d2bb-4fa8-a378-d52b08a5ded9 req-3acd2d3d-aa22-4e39-afac-b26c870108af tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=c5ad553e-ab0d-4663-be56-e1031564698c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2446890 Feb 09 01:18:29.245782 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2293eff1-f59a-4d69-8644-dffabc890e61 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b55d9ed-ce0a-4406-94d6-c825d199ac6f,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:29.274526 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2293eff1-f59a-4d69-8644-dffabc890e61 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:29.278948 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-2293eff1-f59a-4d69-8644-dffabc890e61 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7948663 Feb 09 01:18:29.281255 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 45052) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:29.287175 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-70ac5ed6-35f4-44af-8587-5531f28fdb03 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Request body: {'security_group_rule': {'security_group_id': '9b55d9ed-ce0a-4406-94d6-c825d199ac6f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:29.295990 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-70ac5ed6-35f4-44af-8587-5531f28fdb03 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:29.308353 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-70ac5ed6-35f4-44af-8587-5531f28fdb03 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Usage tracker for resource:security_group_rule and tenant:d080391ded6149238c8bbe1cbcffde00 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:29.313368 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-70ac5ed6-35f4-44af-8587-5531f28fdb03 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:29.321063 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-70ac5ed6-35f4-44af-8587-5531f28fdb03 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:29.346807 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b62ade1c-1d81-4bb3-9009-3110721d68db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f443a387-47ac-4688-9ffc-34c90d90229a'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:18:29.361344 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3406873b-bdf5-4e59-b9c6-181889e279ef req-adf23ce4-b5a2-4d45-9bc6-2a9530195657 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:29.363934 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3406873b-bdf5-4e59-b9c6-181889e279ef req-adf23ce4-b5a2-4d45-9bc6-2a9530195657 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=4dde6d5b-a7eb-4d9a-ad88-d74075af635f HTTP/1.1" status: 200 len: 946 time: 0.3704803 Feb 09 01:18:29.364180 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port f443a387-47ac-4688-9ffc-34c90d90229a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=f443a387-47ac-4688-9ffc-34c90d90229a,segment=NetworkSegment(ce0dc62c-7941-4b08-ad25-dc67d17d1ad0),segment_id=ce0dc62c-7941-4b08-ad25-dc67d17d1ad0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:18:29.377090 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:29.380226 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-70ac5ed6-35f4-44af-8587-5531f28fdb03 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:29.495120 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b62ade1c-1d81-4bb3-9009-3110721d68db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f443a387-47ac-4688-9ffc-34c90d90229a', 'code': 200} Feb 09 01:18:29.504639 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-becf6942-8d05-4209-9b49-e263a0652dcc tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:29.563349 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3406873b-bdf5-4e59-b9c6-181889e279ef req-45ebcb44-f58f-438e-8c02-455655a1bcd8 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843028 Feb 09 01:18:29.609028 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e628c63a-9032-4135-b016-254e3dcef5c3 None None] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:18:29.621692 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-becf6942-8d05-4209-9b49-e263a0652dcc tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:18:29.625407 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-becf6942-8d05-4209-9b49-e263a0652dcc tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:29.630846 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becf6942-8d05-4209-9b49-e263a0652dcc tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:29.631464 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-becf6942-8d05-4209-9b49-e263a0652dcc tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:29.645654 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-70ac5ed6-35f4-44af-8587-5531f28fdb03 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:29.648244 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becf6942-8d05-4209-9b49-e263a0652dcc tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event updated for resources: {'Subnet': ['ID=0f74233d-81df-4511-a6af-7f865d9041e0,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:29.652422 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-70ac5ed6-35f4-44af-8587-5531f28fdb03 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:29.671959 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-becf6942-8d05-4209-9b49-e263a0652dcc tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9059877 Feb 09 01:18:29.674266 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45062) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:29.686806 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-e6f1f583-8957-430a-9b95-2394125036c0 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Request body: {'subnet': {'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:29.687078 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=f443a387-47ac-4688-9ffc-34c90d90229a,revision_number=7']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:29.710619 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ac5ed6-35f4-44af-8587-5531f28fdb03 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08142933-ce15-4a14-b464-6ac044811c96,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:29.769134 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-70ac5ed6-35f4-44af-8587-5531f28fdb03 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:29.769134 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-70ac5ed6-35f4-44af-8587-5531f28fdb03 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4836786 Feb 09 01:18:29.771586 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 45070) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:29.848175 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-3e02761f-4622-4906-a798-9ad4a2ef8d45 None None] Provisioning complete for port 85d3e53e-ce5e-4f65-9e76-26b52db475ad triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:29.848762 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3e02761f-4622-4906-a798-9ad4a2ef8d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:29.988088 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7e7dfc5d-9418-43b8-b4e6-8e94f696ec2b tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:30.093511 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e6f1f583-8957-430a-9b95-2394125036c0 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:30.100669 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e6f1f583-8957-430a-9b95-2394125036c0 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Usage tracker for resource:subnet and tenant:32c9b2ac64b74efca212307487c75b1d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:30.114507 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e6f1f583-8957-430a-9b95-2394125036c0 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:30.120613 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e6f1f583-8957-430a-9b95-2394125036c0 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:30.139707 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f1f583-8957-430a-9b95-2394125036c0 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Made reservation on behalf of 32c9b2ac64b74efca212307487c75b1d for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:30.144741 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e6f1f583-8957-430a-9b95-2394125036c0 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:30.168583 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7e7dfc5d-9418-43b8-b4e6-8e94f696ec2b tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:30.291960 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e4d1d-b188-4594-a215-fd04d41c22cf req-d4380edf-a6d3-4b8f-b788-47294e6e962f tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:30.302262 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-df2e4d1d-b188-4594-a215-fd04d41c22cf req-d4380edf-a6d3-4b8f-b788-47294e6e962f tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=4dde6d5b-a7eb-4d9a-ad88-d74075af635f HTTP/1.1" status: 200 len: 946 time: 0.3608427 Feb 09 01:18:30.406238 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-df2e4d1d-b188-4594-a215-fd04d41c22cf req-48350fe7-2092-4ec3-abd1-ca0b3b54100f tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030166 Feb 09 01:18:30.421432 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7e7dfc5d-9418-43b8-b4e6-8e94f696ec2b tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:30.563044 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7dfc5d-9418-43b8-b4e6-8e94f696ec2b tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b55d9ed-ce0a-4406-94d6-c825d199ac6f,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:30.641518 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7e7dfc5d-9418-43b8-b4e6-8e94f696ec2b tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:30.650442 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-7e7dfc5d-9418-43b8-b4e6-8e94f696ec2b tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] 10.222.0.105 "DELETE /v2.0/security-groups/9b55d9ed-ce0a-4406-94d6-c825d199ac6f HTTP/1.1" status: 204 len: 168 time: 0.8794119 Feb 09 01:18:30.651182 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 45082) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:30.687165 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72bc027-4537-463d-9df1-afd71caff13c None None] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:18:30.820440 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62cb5f4-269f-481b-877d-48a472a80901 req-52473dee-cf90-4cb9-834a-84d116bec28d tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:30.830153 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f62cb5f4-269f-481b-877d-48a472a80901 req-52473dee-cf90-4cb9-834a-84d116bec28d tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=b62ade1c-1d81-4bb3-9009-3110721d68db HTTP/1.1" status: 200 len: 945 time: 0.3805234 Feb 09 01:18:30.936033 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-1cc0b446-3341-4d69-97ad-88bb1cd4abbf tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Synchronizing usage tracker for tenant:d080391ded6149238c8bbe1cbcffde00 on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:18:30.948388 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f62cb5f4-269f-481b-877d-48a472a80901 req-e56d8aa8-e565-47e3-9922-2a2fe9127df7 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=c5ad553e-ab0d-4663-be56-e1031564698c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164057 Feb 09 01:18:31.015392 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-6bd6c555-eba6-4b3e-8506-c77eae4303b4 None None] Provisioning complete for port 85d3e53e-ce5e-4f65-9e76-26b52db475ad triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:31.016455 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6bd6c555-eba6-4b3e-8506-c77eae4303b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:31.201423 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-1cc0b446-3341-4d69-97ad-88bb1cd4abbf tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Unset dirty status for tenant:d080391ded6149238c8bbe1cbcffde00 on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:18:31.213419 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-1cc0b446-3341-4d69-97ad-88bb1cd4abbf tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5494084 Feb 09 01:18:31.215622 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 45094) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:31.278014 n-d-828418-1 neutron-server[87638]: DEBUG neutron.objects.ports [None req-e6f1f583-8957-430a-9b95-2394125036c0 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87638) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 01:18:31.375917 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-f8b2001f-1cc5-400a-927a-25b05ec34daf tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Synchronizing usage tracker for tenant:d080391ded6149238c8bbe1cbcffde00 on resource:security_group_rule {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:18:31.395227 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a885ce-fdfd-45fc-8a75-a005f799daa5 req-f7bd13aa-1922-480c-ba17-01c9aec78592 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:31.404919 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-59a885ce-fdfd-45fc-8a75-a005f799daa5 req-f7bd13aa-1922-480c-ba17-01c9aec78592 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=4dde6d5b-a7eb-4d9a-ad88-d74075af635f HTTP/1.1" status: 200 len: 946 time: 0.4657753 Feb 09 01:18:31.547587 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-59a885ce-fdfd-45fc-8a75-a005f799daa5 req-d01cc7f0-aa9b-4bb2-82de-5f8925ade151 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415131 Feb 09 01:18:31.558737 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-f8b2001f-1cc5-400a-927a-25b05ec34daf tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] Unset dirty status for tenant:d080391ded6149238c8bbe1cbcffde00 on resource:security_group_rule {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:18:31.562586 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f8b2001f-1cc5-400a-927a-25b05ec34daf tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.3430321 Feb 09 01:18:31.563291 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 45104) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:31.610720 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [None req-bf5341ce-3b9e-43ce-a905-5ce2a69f51c1 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] delete failed (client error): The resource could not be found. Feb 09 01:18:31.616447 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-bf5341ce-3b9e-43ce-a905-5ce2a69f51c1 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] 10.222.0.105 "DELETE /v2.0/security-groups/9b55d9ed-ce0a-4406-94d6-c825d199ac6f HTTP/1.1" status: 404 len: 347 time: 0.0475388 Feb 09 01:18:31.618863 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 45108) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:31.625034 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b83dd94-2276-4a95-a017-72770b1b876c None None] Update dhcp port {'port': {'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'fixed_ips': [{'subnet_id': '84f4ca98-2be1-44a9-8693-e1cc2b5292cc'}, {'subnet_id': '0f74233d-81df-4511-a6af-7f865d9041e0'}], 'binding:host_id': 'n-d-828418-1'}, 'id': '85d3e53e-ce5e-4f65-9e76-26b52db475ad'} from n-d-828418-1. {{(pid=87640) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 09 01:18:31.695233 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e6f1f583-8957-430a-9b95-2394125036c0 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:31.757716 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-644fdd7e-d308-421f-a882-ac7c3a15f995 tempest-SecGroupTest-1122455747 tempest-SecGroupTest-1122455747-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1348791 Feb 09 01:18:31.782730 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6b83dd94-2276-4a95-a017-72770b1b876c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:32.162155 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-e6f1f583-8957-430a-9b95-2394125036c0 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] For port 85d3e53e-ce5e-4f65-9e76-26b52db475ad, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=85d3e53e-ce5e-4f65-9e76-26b52db475ad,segment=NetworkSegment(986fd47a-7d48-4218-bc5b-1f82d1198ace),segment_id=986fd47a-7d48-4218-bc5b-1f82d1198ace)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:18:32.199867 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e6f1f583-8957-430a-9b95-2394125036c0 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:32.207735 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e6f1f583-8957-430a-9b95-2394125036c0 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:32.207735 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e6f1f583-8957-430a-9b95-2394125036c0 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:32.338883 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f1f583-8957-430a-9b95-2394125036c0 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event updated for resources: {'Port': ['ID=85d3e53e-ce5e-4f65-9e76-26b52db475ad,revision_number=12']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:32.362901 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f1f583-8957-430a-9b95-2394125036c0 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:18:32.370469 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-e6f1f583-8957-430a-9b95-2394125036c0 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:32.373306 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f1f583-8957-430a-9b95-2394125036c0 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:32.374227 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e6f1f583-8957-430a-9b95-2394125036c0 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:32.410049 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e6f1f583-8957-430a-9b95-2394125036c0 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7337208 Feb 09 01:18:32.414263 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 45126) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:32.419561 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-9419626f-b956-46cf-a101-38263ae77e32 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Request body: {'port': {'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'mac_address': 'fa:16:3e:3f:06:88', 'name': 'tempest-NetworksTestDHCPv6-702828093'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:32.427532 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f1f583-8957-430a-9b95-2394125036c0 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event updated for resources: {'Subnet': ['ID=84f4ca98-2be1-44a9-8693-e1cc2b5292cc,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:32.432604 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45130) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:32.488425 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-6b83dd94-2276-4a95-a017-72770b1b876c None None] Allocated IP 172.20.0.2 (0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa/0f74233d-81df-4511-a6af-7f865d9041e0/85d3e53e-ce5e-4f65-9e76-26b52db475ad) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:18:32.812870 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-fb9311c1-1d1f-4d3b-8f1c-b06ffa2ef1f8 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=d080391ded6149238c8bbe1cbcffde00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3747807 Feb 09 01:18:32.813089 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45146) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:32.842119 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-6b83dd94-2276-4a95-a017-72770b1b876c None None] For port 85d3e53e-ce5e-4f65-9e76-26b52db475ad, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=85d3e53e-ce5e-4f65-9e76-26b52db475ad,segment=NetworkSegment(986fd47a-7d48-4218-bc5b-1f82d1198ace),segment_id=986fd47a-7d48-4218-bc5b-1f82d1198ace)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:18:32.919644 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6b83dd94-2276-4a95-a017-72770b1b876c None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:32.938411 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1434a5b8-eaac-4513-9acd-822ffd0c2cc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:32.975444 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-6b83dd94-2276-4a95-a017-72770b1b876c None None] Transition to ACTIVE for port object 85d3e53e-ce5e-4f65-9e76-26b52db475ad will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:18:32.978307 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 85d3e53e-ce5e-4f65-9e76-26b52db475ad up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:18:33.003228 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1434a5b8-eaac-4513-9acd-822ffd0c2cc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:33.016268 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-9419626f-b956-46cf-a101-38263ae77e32 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:33.028585 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6b83dd94-2276-4a95-a017-72770b1b876c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:33.044306 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4669962f-58dd-4bec-9872-1ec0a12e40ce req-e3d1966f-4433-46cb-8166-7aeeeb54ce70 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:33.047498 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4669962f-58dd-4bec-9872-1ec0a12e40ce req-e3d1966f-4433-46cb-8166-7aeeeb54ce70 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=b62ade1c-1d81-4bb3-9009-3110721d68db HTTP/1.1" status: 200 len: 945 time: 0.4190705 Feb 09 01:18:33.087298 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1434a5b8-eaac-4513-9acd-822ffd0c2cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:33.103529 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434a5b8-eaac-4513-9acd-822ffd0c2cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab78576-32b0-4242-af3f-4ddd6b83de52,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:33.116032 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-9419626f-b956-46cf-a101-38263ae77e32 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:33.134579 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1434a5b8-eaac-4513-9acd-822ffd0c2cc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:33.137247 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1434a5b8-eaac-4513-9acd-822ffd0c2cc1 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/cab78576-32b0-4242-af3f-4ddd6b83de52 HTTP/1.1" status: 204 len: 168 time: 0.3233039 Feb 09 01:18:33.161325 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9419626f-b956-46cf-a101-38263ae77e32 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Made reservation on behalf of 32c9b2ac64b74efca212307487c75b1d for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:33.521866 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9419626f-b956-46cf-a101-38263ae77e32 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:33.544285 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4669962f-58dd-4bec-9872-1ec0a12e40ce req-d4ceceff-19d5-4f32-85e4-798840e65efe tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=c5ad553e-ab0d-4663-be56-e1031564698c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4824407 Feb 09 01:18:33.606690 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b83dd94-2276-4a95-a017-72770b1b876c None None] Pushing event updated for resources: {'Port': ['ID=85d3e53e-ce5e-4f65-9e76-26b52db475ad,revision_number=13']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:33.648326 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-9419626f-b956-46cf-a101-38263ae77e32 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] device_id is not set on port 2d64c14e-ca0a-4fe5-b747-21c9632d5d03 yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:18:33.785460 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212e933-818b-467f-8bc1-cb4ecbe47552 req-f7dc186c-456e-4306-b4f7-925ecead132f tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:33.795534 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6212e933-818b-467f-8bc1-cb4ecbe47552 req-f7dc186c-456e-4306-b4f7-925ecead132f tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=4dde6d5b-a7eb-4d9a-ad88-d74075af635f HTTP/1.1" status: 200 len: 946 time: 0.2788289 Feb 09 01:18:33.946841 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6212e933-818b-467f-8bc1-cb4ecbe47552 req-dcf99d81-a318-455f-aa06-8633f881a8c0 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501203 Feb 09 01:18:34.100780 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-9419626f-b956-46cf-a101-38263ae77e32 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Allocated IP 172.20.0.14 (0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa/0f74233d-81df-4511-a6af-7f865d9041e0/2d64c14e-ca0a-4fe5-b747-21c9632d5d03) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:18:34.110395 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-9419626f-b956-46cf-a101-38263ae77e32 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Allocated IP 2001:db8::f816:3eff:fe3f:688 (0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa/84f4ca98-2be1-44a9-8693-e1cc2b5292cc/2d64c14e-ca0a-4fe5-b747-21c9632d5d03) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:18:34.471366 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9419626f-b956-46cf-a101-38263ae77e32 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:34.507485 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-9419626f-b956-46cf-a101-38263ae77e32 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Transition to ACTIVE for port object 2d64c14e-ca0a-4fe5-b747-21c9632d5d03 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:18:34.606940 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9419626f-b956-46cf-a101-38263ae77e32 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:34.770889 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4f7a94-edab-48a1-99be-1d63d9058b42 None None] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:18:34.848190 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9419626f-b956-46cf-a101-38263ae77e32 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event updated for resources: {'Port': ['ID=2d64c14e-ca0a-4fe5-b747-21c9632d5d03,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:34.930111 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9419626f-b956-46cf-a101-38263ae77e32 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:18:34.932278 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-9419626f-b956-46cf-a101-38263ae77e32 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:34.934969 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9419626f-b956-46cf-a101-38263ae77e32 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:18:35.068825 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9419626f-b956-46cf-a101-38263ae77e32 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:35.069506 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9419626f-b956-46cf-a101-38263ae77e32 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:35.091904 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 85d3e53e-ce5e-4f65-9e76-26b52db475ad up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:18:35.196395 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b162ee-200f-4ddc-bde1-3ed988a6c7fa req-fbe50c53-3cbe-4411-8324-3c949b06e8ff tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:35.208790 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f3b162ee-200f-4ddc-bde1-3ed988a6c7fa req-fbe50c53-3cbe-4411-8324-3c949b06e8ff tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=b62ade1c-1d81-4bb3-9009-3110721d68db HTTP/1.1" status: 200 len: 945 time: 0.3524182 Feb 09 01:18:35.346414 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-0abb77e2-afdf-4571-816f-4a7462162d13 None None] Provisioning for port 85d3e53e-ce5e-4f65-9e76-26b52db475ad completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:18:35.376090 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-0abb77e2-afdf-4571-816f-4a7462162d13 None None] Provisioning complete for port 85d3e53e-ce5e-4f65-9e76-26b52db475ad triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:35.376839 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0abb77e2-afdf-4571-816f-4a7462162d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:35.433419 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-9419626f-b956-46cf-a101-38263ae77e32 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.0188303 Feb 09 01:18:35.437176 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45210) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:35.528123 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f3b162ee-200f-4ddc-bde1-3ed988a6c7fa req-b43ae7de-201f-4df5-8188-e483fb69a858 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=c5ad553e-ab0d-4663-be56-e1031564698c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3179986 Feb 09 01:18:35.669985 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb2b28-9e19-4bb2-b649-915f5aa7e5c0 req-cd06fa87-0e56-4ee2-a569-186d06a55122 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:35.671825 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-36eb2b28-9e19-4bb2-b649-915f5aa7e5c0 req-cd06fa87-0e56-4ee2-a569-186d06a55122 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=4dde6d5b-a7eb-4d9a-ad88-d74075af635f HTTP/1.1" status: 200 len: 946 time: 0.3983138 Feb 09 01:18:35.691454 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4874c4a9-a772-486b-ae58-672be62b7421 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:35.701637 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4874c4a9-a772-486b-ae58-672be62b7421 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:35.702862 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-4874c4a9-a772-486b-ae58-672be62b7421 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Synchronizing usage tracker for tenant:32c9b2ac64b74efca212307487c75b1d on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:18:35.733186 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-4874c4a9-a772-486b-ae58-672be62b7421 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Unset dirty status for tenant:32c9b2ac64b74efca212307487c75b1d on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:18:35.735369 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-4874c4a9-a772-486b-ae58-672be62b7421 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2972078 Feb 09 01:18:35.740209 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45220) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:35.833911 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-36eb2b28-9e19-4bb2-b649-915f5aa7e5c0 req-bf330f20-3b8d-4a55-b45d-5c957b513370 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549029 Feb 09 01:18:35.921813 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-e9d43335-7707-4872-8ff8-2f7955a31c6e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Deleting port 2d64c14e-ca0a-4fe5-b747-21c9632d5d03 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:18:35.922154 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e9d43335-7707-4872-8ff8-2f7955a31c6e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:36.058170 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 85d3e53e-ce5e-4f65-9e76-26b52db475ad triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:36.058789 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:36.555737 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e9d43335-7707-4872-8ff8-2f7955a31c6e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:36.714653 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d3b9fc-c52e-42fc-9ed4-46d7ac132bd2 req-b9f85ed5-a818-4eec-ae76-a9bf569e9386 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:36.722451 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-21d3b9fc-c52e-42fc-9ed4-46d7ac132bd2 req-b9f85ed5-a818-4eec-ae76-a9bf569e9386 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/ports?device_id=50f0db9d-747a-410b-aec2-77e3beb7ba8b HTTP/1.1" status: 200 len: 945 time: 0.2638347 Feb 09 01:18:36.779233 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4ac85204-f471-4c87-93b2-13a3c7548add None None] Provisioning for port 2d64c14e-ca0a-4fe5-b747-21c9632d5d03 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:18:36.797107 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4ac85204-f471-4c87-93b2-13a3c7548add None None] Provisioning complete for port 2d64c14e-ca0a-4fe5-b747-21c9632d5d03 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:36.797667 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4ac85204-f471-4c87-93b2-13a3c7548add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:36.868201 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-21d3b9fc-c52e-42fc-9ed4-46d7ac132bd2 req-c98be447-5628-4e62-b97b-40cbeff84b09 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/security-groups?id=59346c3a-364d-410d-a9fb-3c85b0553f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144218 Feb 09 01:18:36.976837 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-e9d43335-7707-4872-8ff8-2f7955a31c6e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Calling delete_port for 2d64c14e-ca0a-4fe5-b747-21c9632d5d03 owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:18:37.039428 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66774ee0-925f-4839-b402-a8a30d83e2b6 req-8a2721db-b949-4910-9758-8b5b9d18f285 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:37.046326 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-4ac85204-f471-4c87-93b2-13a3c7548add None None] Port 2d64c14e-ca0a-4fe5-b747-21c9632d5d03 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:18:37.049875 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-66774ee0-925f-4839-b402-a8a30d83e2b6 req-8a2721db-b949-4910-9758-8b5b9d18f285 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=b62ade1c-1d81-4bb3-9009-3110721d68db HTTP/1.1" status: 200 len: 945 time: 0.1805768 Feb 09 01:18:37.065431 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4ac85204-f471-4c87-93b2-13a3c7548add None None] Provisioning complete for port 85d3e53e-ce5e-4f65-9e76-26b52db475ad triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:37.065997 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4ac85204-f471-4c87-93b2-13a3c7548add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:37.136701 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-66774ee0-925f-4839-b402-a8a30d83e2b6 req-da904c6a-f70d-4ae9-a9c9-5953b4ab151a tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=c5ad553e-ab0d-4663-be56-e1031564698c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856266 Feb 09 01:18:37.365825 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16f6e07-4807-4a87-aa92-24dbc2417b2c req-cf417a19-d15c-4043-8a36-9f64e7b3fbeb tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:37.367818 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d16f6e07-4807-4a87-aa92-24dbc2417b2c req-cf417a19-d15c-4043-8a36-9f64e7b3fbeb tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=4dde6d5b-a7eb-4d9a-ad88-d74075af635f HTTP/1.1" status: 200 len: 946 time: 0.2618852 Feb 09 01:18:37.436688 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d16f6e07-4807-4a87-aa92-24dbc2417b2c req-77ea40ab-3e06-47d0-898a-039b1080479d tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622838 Feb 09 01:18:37.499352 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e9d43335-7707-4872-8ff8-2f7955a31c6e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:37.561531 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-cba92759-e417-4c8f-a96a-3a45456af8e1 None None] Could not find standard attr ID for object 2d64c14e-ca0a-4fe5-b747-21c9632d5d03. {{(pid=87640) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:18:37.574900 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d43335-7707-4872-8ff8-2f7955a31c6e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event deleted for resources: {'Port': ['ID=2d64c14e-ca0a-4fe5-b747-21c9632d5d03,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:37.968537 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e9d43335-7707-4872-8ff8-2f7955a31c6e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:37.999960 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e9d43335-7707-4872-8ff8-2f7955a31c6e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/ports/2d64c14e-ca0a-4fe5-b747-21c9632d5d03 HTTP/1.1" status: 204 len: 168 time: 2.2572505 Feb 09 01:18:38.002976 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 45274) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:38.099176 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-da43f60c-2f8d-47a9-acd7-ce4faae641c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:38.367424 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b644f0-d47b-43d6-b969-2bf579297227 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:38.369272 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b644f0-d47b-43d6-b969-2bf579297227 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:38.371077 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b644f0-d47b-43d6-b969-2bf579297227 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:38.372051 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-72b644f0-d47b-43d6-b969-2bf579297227 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Synchronizing usage tracker for tenant:32c9b2ac64b74efca212307487c75b1d on resource:subnet {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:18:38.409952 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-72b644f0-d47b-43d6-b969-2bf579297227 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Unset dirty status for tenant:32c9b2ac64b74efca212307487c75b1d on resource:subnet {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:18:38.411026 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-72b644f0-d47b-43d6-b969-2bf579297227 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4064653 Feb 09 01:18:38.416693 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45288) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:38.423561 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c47a818-d50b-4f7b-a593-328d410d11c5 req-1cb527cf-d280-4fae-9b06-e2bb00082656 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:38.425152 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1c47a818-d50b-4f7b-a593-328d410d11c5 req-1cb527cf-d280-4fae-9b06-e2bb00082656 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/ports?device_id=50f0db9d-747a-410b-aec2-77e3beb7ba8b HTTP/1.1" status: 200 len: 945 time: 0.3808608 Feb 09 01:18:38.483582 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a4c26a-1e4e-4318-94f2-1f72e96bbd5a req-cd7eed5b-c083-4afc-bd2f-46aeaa8568c6 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:38.485097 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-18a4c26a-1e4e-4318-94f2-1f72e96bbd5a req-cd7eed5b-c083-4afc-bd2f-46aeaa8568c6 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=b62ade1c-1d81-4bb3-9009-3110721d68db HTTP/1.1" status: 200 len: 945 time: 0.2029934 Feb 09 01:18:38.517265 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1c47a818-d50b-4f7b-a593-328d410d11c5 req-889fefac-14ab-45f1-90d0-af9468bcc2a2 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/security-groups?id=59346c3a-364d-410d-a9fb-3c85b0553f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821056 Feb 09 01:18:38.557433 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-18a4c26a-1e4e-4318-94f2-1f72e96bbd5a req-fecc5798-4185-49dd-9861-0c804cba7a9d tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=c5ad553e-ab0d-4663-be56-e1031564698c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649834 Feb 09 01:18:38.568220 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-17d10091-7bd8-4383-9530-ae0b867304fb tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Deleting subnet 0f74233d-81df-4511-a6af-7f865d9041e0 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:18:38.617580 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-17d10091-7bd8-4383-9530-ae0b867304fb tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:38.759654 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-17d10091-7bd8-4383-9530-ae0b867304fb tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:38.918899 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-17d10091-7bd8-4383-9530-ae0b867304fb tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:38.969658 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d681a6-c03b-4495-ad4d-3cf6c0c1d73b req-74ecc7be-fcde-4d76-8292-f76418d03455 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:38.971747 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f8d681a6-c03b-4495-ad4d-3cf6c0c1d73b req-74ecc7be-fcde-4d76-8292-f76418d03455 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=4dde6d5b-a7eb-4d9a-ad88-d74075af635f HTTP/1.1" status: 200 len: 946 time: 0.1653721 Feb 09 01:18:39.060822 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-17d10091-7bd8-4383-9530-ae0b867304fb tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:39.073550 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f8d681a6-c03b-4495-ad4d-3cf6c0c1d73b req-46f2c0e3-1e98-4d60-bab7-e639127caf76 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941350 Feb 09 01:18:39.129661 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d10091-7bd8-4383-9530-ae0b867304fb tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event deleted for resources: {'Subnet': ['ID=0f74233d-81df-4511-a6af-7f865d9041e0,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:39.131714 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-17d10091-7bd8-4383-9530-ae0b867304fb tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:39.142702 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60dc39c0-798f-4005-b5c4-8fe3745d5733 None None] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:18:39.152742 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 45304) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:39.153076 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-17d10091-7bd8-4383-9530-ae0b867304fb tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/subnets/0f74233d-81df-4511-a6af-7f865d9041e0 HTTP/1.1" status: 204 len: 168 time: 0.7372048 Feb 09 01:18:39.354516 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-df63ccaa-9ec1-4123-8325-906b34a6dbea tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Deleting subnet 84f4ca98-2be1-44a9-8693-e1cc2b5292cc {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:18:39.364286 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-df63ccaa-9ec1-4123-8325-906b34a6dbea tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:39.427775 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-df63ccaa-9ec1-4123-8325-906b34a6dbea tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:39.520970 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-df63ccaa-9ec1-4123-8325-906b34a6dbea tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:39.646299 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-df63ccaa-9ec1-4123-8325-906b34a6dbea tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:39.815239 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df63ccaa-9ec1-4123-8325-906b34a6dbea tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event deleted for resources: {'Subnet': ['ID=84f4ca98-2be1-44a9-8693-e1cc2b5292cc,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:39.841818 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-df63ccaa-9ec1-4123-8325-906b34a6dbea tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:39.946190 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-df63ccaa-9ec1-4123-8325-906b34a6dbea tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/subnets/84f4ca98-2be1-44a9-8693-e1cc2b5292cc HTTP/1.1" status: 204 len: 168 time: 0.7923601 Feb 09 01:18:39.949588 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45324) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:40.015289 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3ce1dd-baef-4dcb-b371-fc7428bc3789 None None] Update dhcp port {'port': {'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'fixed_ips': [{'subnet_id': '84f4ca98-2be1-44a9-8693-e1cc2b5292cc'}], 'binding:host_id': 'n-d-828418-1'}, 'id': '85d3e53e-ce5e-4f65-9e76-26b52db475ad'} from n-d-828418-1. {{(pid=87640) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 09 01:18:40.122910 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2a3ce1dd-baef-4dcb-b371-fc7428bc3789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:40.130565 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9fc2b046-41cc-4625-9da2-f9639e4ba26b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1797869 Feb 09 01:18:40.134789 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45338) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:40.140736 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5496e9e-781f-4a46-a6e9-19280c9b5306 req-5c7d8b23-42d2-4a6c-b9f3-8180e491b713 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:40.148738 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c5496e9e-781f-4a46-a6e9-19280c9b5306 req-5c7d8b23-42d2-4a6c-b9f3-8180e491b713 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/ports?device_id=50f0db9d-747a-410b-aec2-77e3beb7ba8b HTTP/1.1" status: 200 len: 945 time: 0.3037632 Feb 09 01:18:40.196079 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1118d2-3e7e-4593-b6ac-917a65fe7001 req-460943d8-89ab-4210-8f3b-cdd1832bdae4 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:40.203460 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2a1118d2-3e7e-4593-b6ac-917a65fe7001 req-460943d8-89ab-4210-8f3b-cdd1832bdae4 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=b62ade1c-1d81-4bb3-9009-3110721d68db HTTP/1.1" status: 200 len: 945 time: 0.2482316 Feb 09 01:18:40.260523 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c5496e9e-781f-4a46-a6e9-19280c9b5306 req-b4049ac1-3b2d-4e6b-b766-a45aa6da8f5e tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/security-groups?id=59346c3a-364d-410d-a9fb-3c85b0553f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104558 Feb 09 01:18:40.332373 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2a1118d2-3e7e-4593-b6ac-917a65fe7001 req-ad0496be-c4d6-4924-8d79-3eea9c467bb7 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=c5ad553e-ab0d-4663-be56-e1031564698c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276412 Feb 09 01:18:40.348566 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37031b72-81e1-41d1-8166-2e93481fe482 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:40.349279 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-37031b72-81e1-41d1-8166-2e93481fe482 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Synchronizing usage tracker for tenant:32c9b2ac64b74efca212307487c75b1d on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:18:40.390272 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-37031b72-81e1-41d1-8166-2e93481fe482 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Unset dirty status for tenant:32c9b2ac64b74efca212307487c75b1d on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:18:40.396270 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 45342) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:40.396615 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-37031b72-81e1-41d1-8166-2e93481fe482 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.2608259 Feb 09 01:18:40.454134 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c89afd7e-9de3-40d4-95ee-5e2ac39ec83a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:40.494995 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc389c6-0c1e-4828-83b8-50ca5367b9d6 None None] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:18:40.577204 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bac71fe-59a6-4ee8-82a8-a764c482c2bb tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:40.578198 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-1bac71fe-59a6-4ee8-82a8-a764c482c2bb tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Synchronizing usage tracker for tenant:32c9b2ac64b74efca212307487c75b1d on resource:subnet {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:18:40.618916 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de7e593-566d-43c8-8fa8-d7befe700f52 req-d773c1f0-01f6-4ea2-9400-68fcf29b321f tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:40.626184 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7de7e593-566d-43c8-8fa8-d7befe700f52 req-d773c1f0-01f6-4ea2-9400-68fcf29b321f tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=4dde6d5b-a7eb-4d9a-ad88-d74075af635f HTTP/1.1" status: 200 len: 946 time: 0.1462691 Feb 09 01:18:40.641651 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-1bac71fe-59a6-4ee8-82a8-a764c482c2bb tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Unset dirty status for tenant:32c9b2ac64b74efca212307487c75b1d on resource:subnet {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:18:40.644388 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-1bac71fe-59a6-4ee8-82a8-a764c482c2bb tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2467778 Feb 09 01:18:40.647889 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45352) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:40.649469 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-c4c772ff-b45f-491a-a7fb-044728e22fde None None] Provisioning complete for port 85d3e53e-ce5e-4f65-9e76-26b52db475ad triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:40.650071 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c4c772ff-b45f-491a-a7fb-044728e22fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:40.766831 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7de7e593-566d-43c8-8fa8-d7befe700f52 req-628d0b84-a4da-4f08-8965-960898913d61 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384006 Feb 09 01:18:40.828835 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9a571ba8-ca7c-423e-8985-5ddde2c36dfa tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1732826 Feb 09 01:18:40.828969 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 45356) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:40.835275 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-e4978e9c-ced4-4dfe-85b0-46c314666a86 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Request body: {'subnet': {'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:40.991277 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3cd8fae-b06e-4438-a12b-2c19501c0d56 None None] DHCP port deletion for 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:18:40.993271 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 85d3e53e-ce5e-4f65-9e76-26b52db475ad no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:18:41.014052 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e4978e9c-ced4-4dfe-85b0-46c314666a86 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:41.041117 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e4978e9c-ced4-4dfe-85b0-46c314666a86 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:41.068437 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-c3cd8fae-b06e-4438-a12b-2c19501c0d56 None None] Deleting port 85d3e53e-ce5e-4f65-9e76-26b52db475ad {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:18:41.068437 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c3cd8fae-b06e-4438-a12b-2c19501c0d56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:41.075477 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4978e9c-ced4-4dfe-85b0-46c314666a86 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Made reservation on behalf of 32c9b2ac64b74efca212307487c75b1d for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:41.080312 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e4978e9c-ced4-4dfe-85b0-46c314666a86 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:41.091297 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4978e9c-ced4-4dfe-85b0-46c314666a86 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:18:41.091875 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4978e9c-ced4-4dfe-85b0-46c314666a86 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:18:41.131398 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-e4978e9c-ced4-4dfe-85b0-46c314666a86 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2989028 Feb 09 01:18:41.131620 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45366) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:41.136981 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-9fbc3748-c6eb-43be-b8d4-c47d394588c6 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Request body: {'subnet': {'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:41.343621 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:41.519715 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9fbc3748-c6eb-43be-b8d4-c47d394588c6 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:41.545610 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9fbc3748-c6eb-43be-b8d4-c47d394588c6 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:41.567323 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fbc3748-c6eb-43be-b8d4-c47d394588c6 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Made reservation on behalf of 32c9b2ac64b74efca212307487c75b1d for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:41.571334 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9fbc3748-c6eb-43be-b8d4-c47d394588c6 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:41.573093 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fbc3748-c6eb-43be-b8d4-c47d394588c6 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:18:41.573755 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fbc3748-c6eb-43be-b8d4-c47d394588c6 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:18:41.625569 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9fbc3748-c6eb-43be-b8d4-c47d394588c6 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4931619 Feb 09 01:18:41.630836 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45382) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:41.640012 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-c8b54054-f79f-48ce-8126-96eb97063a69 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Request body: {'subnet': {'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:41.750203 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde6372-afdc-4832-b720-3fdf6e7f88c9 req-ec887d3c-5452-4931-bb14-0b5939bf7a60 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:41.772906 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4cde6372-afdc-4832-b720-3fdf6e7f88c9 req-ec887d3c-5452-4931-bb14-0b5939bf7a60 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/ports?device_id=50f0db9d-747a-410b-aec2-77e3beb7ba8b HTTP/1.1" status: 200 len: 945 time: 0.2305639 Feb 09 01:18:41.830615 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4cde6372-afdc-4832-b720-3fdf6e7f88c9 req-84e1e5be-4fbe-4bca-877e-5cba4739eba7 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/security-groups?id=59346c3a-364d-410d-a9fb-3c85b0553f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525146 Feb 09 01:18:41.906738 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-c3cd8fae-b06e-4438-a12b-2c19501c0d56 None None] For port 85d3e53e-ce5e-4f65-9e76-26b52db475ad, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=85d3e53e-ce5e-4f65-9e76-26b52db475ad,segment=NetworkSegment(986fd47a-7d48-4218-bc5b-1f82d1198ace),segment_id=986fd47a-7d48-4218-bc5b-1f82d1198ace)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:18:41.908910 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c3cd8fae-b06e-4438-a12b-2c19501c0d56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:41.945119 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c8b54054-f79f-48ce-8126-96eb97063a69 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:41.968637 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c8b54054-f79f-48ce-8126-96eb97063a69 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:41.992268 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b54054-f79f-48ce-8126-96eb97063a69 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Made reservation on behalf of 32c9b2ac64b74efca212307487c75b1d for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:42.000713 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c8b54054-f79f-48ce-8126-96eb97063a69 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:42.004580 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8b54054-f79f-48ce-8126-96eb97063a69 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:18:42.005713 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8b54054-f79f-48ce-8126-96eb97063a69 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:18:42.046298 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c8b54054-f79f-48ce-8126-96eb97063a69 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4140775 Feb 09 01:18:42.049946 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6185ea-edf5-4fa9-8991-1c8beffbb8d1 req-4ef410d4-ebff-48bf-8f2b-55bbb2a79330 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:42.051294 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45388) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:42.058052 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6e6185ea-edf5-4fa9-8991-1c8beffbb8d1 req-4ef410d4-ebff-48bf-8f2b-55bbb2a79330 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=b62ade1c-1d81-4bb3-9009-3110721d68db HTTP/1.1" status: 200 len: 945 time: 0.1862650 Feb 09 01:18:42.059765 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-d3d08476-9341-41b7-b8e0-eaf63f69aa80 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Request body: {'subnet': {'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:42.180216 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-c3cd8fae-b06e-4438-a12b-2c19501c0d56 None None] Calling delete_port for 85d3e53e-ce5e-4f65-9e76-26b52db475ad owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:18:42.208252 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:42.222044 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:42.232553 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d3d08476-9341-41b7-b8e0-eaf63f69aa80 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:42.246227 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 85d3e53e-ce5e-4f65-9e76-26b52db475ad, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=85d3e53e-ce5e-4f65-9e76-26b52db475ad,segment=NetworkSegment(986fd47a-7d48-4218-bc5b-1f82d1198ace),segment_id=986fd47a-7d48-4218-bc5b-1f82d1198ace)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:18:42.247085 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d3d08476-9341-41b7-b8e0-eaf63f69aa80 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:42.252712 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:42.273919 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d08476-9341-41b7-b8e0-eaf63f69aa80 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Made reservation on behalf of 32c9b2ac64b74efca212307487c75b1d for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:42.280636 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d3d08476-9341-41b7-b8e0-eaf63f69aa80 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:42.282712 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3d08476-9341-41b7-b8e0-eaf63f69aa80 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:18:42.283588 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3d08476-9341-41b7-b8e0-eaf63f69aa80 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:18:42.288049 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6e6185ea-edf5-4fa9-8991-1c8beffbb8d1 req-05f69f33-948c-4578-9be9-7b04d241ffaa tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=c5ad553e-ab0d-4663-be56-e1031564698c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2207084 Feb 09 01:18:42.310071 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d3d08476-9341-41b7-b8e0-eaf63f69aa80 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2568853 Feb 09 01:18:42.315459 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45396) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:42.324635 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-b1d2db26-25a1-4280-9b90-7cf850313b7d tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Request body: {'subnet': {'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:42.367957 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=85d3e53e-ce5e-4f65-9e76-26b52db475ad,revision_number=16']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:42.378052 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-c3cd8fae-b06e-4438-a12b-2c19501c0d56 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:18:42.378766 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-c3cd8fae-b06e-4438-a12b-2c19501c0d56 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:18:42.383593 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa4365-9763-4401-806f-31722917de00 req-e32ed641-f822-41ff-9e4c-4dd635601380 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:42.396955 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-78fa4365-9763-4401-806f-31722917de00 req-e32ed641-f822-41ff-9e4c-4dd635601380 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=4dde6d5b-a7eb-4d9a-ad88-d74075af635f HTTP/1.1" status: 200 len: 946 time: 0.2673702 Feb 09 01:18:42.502941 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-78fa4365-9763-4401-806f-31722917de00 req-792f20b8-36aa-43a6-907d-56625f913d9d tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053023 Feb 09 01:18:42.556857 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b1d2db26-25a1-4280-9b90-7cf850313b7d tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:42.572880 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b1d2db26-25a1-4280-9b90-7cf850313b7d tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:42.584320 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d2db26-25a1-4280-9b90-7cf850313b7d tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Made reservation on behalf of 32c9b2ac64b74efca212307487c75b1d for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:42.591364 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b1d2db26-25a1-4280-9b90-7cf850313b7d tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:42.594302 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1d2db26-25a1-4280-9b90-7cf850313b7d tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:18:42.594736 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1d2db26-25a1-4280-9b90-7cf850313b7d tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:18:42.630400 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 45404) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:42.639884 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b1d2db26-25a1-4280-9b90-7cf850313b7d tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3230655 Feb 09 01:18:42.643474 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-d0c26363-c6ea-4b87-93a2-ead494912939 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Request body: {'subnet': {'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:42.833452 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d0c26363-c6ea-4b87-93a2-ead494912939 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:42.844646 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d0c26363-c6ea-4b87-93a2-ead494912939 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:42.860353 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c26363-c6ea-4b87-93a2-ead494912939 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Made reservation on behalf of 32c9b2ac64b74efca212307487c75b1d for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:42.866557 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d0c26363-c6ea-4b87-93a2-ead494912939 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:42.867932 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0c26363-c6ea-4b87-93a2-ead494912939 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:18:42.868423 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0c26363-c6ea-4b87-93a2-ead494912939 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:18:42.880320 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-c3cd8fae-b06e-4438-a12b-2c19501c0d56 None None] Deleting port 85d3e53e-ce5e-4f65-9e76-26b52db475ad {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:18:42.880830 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c3cd8fae-b06e-4438-a12b-2c19501c0d56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:42.889480 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-d0c26363-c6ea-4b87-93a2-ead494912939 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2562587 Feb 09 01:18:42.892195 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45422) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:43.039972 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ab83db-3df2-400b-bcb7-2aafcf3abb14 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:43.053527 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-08ab83db-3df2-400b-bcb7-2aafcf3abb14 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 865 time: 0.1560402 Feb 09 01:18:43.056832 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45426) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:43.136695 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6fdb5a-cfdc-4dd9-a897-b80c424adc5e req-36c7155c-c3c2-42fa-8653-0604653efbff tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:43.145870 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3a6fdb5a-cfdc-4dd9-a897-b80c424adc5e req-36c7155c-c3c2-42fa-8653-0604653efbff tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/ports?device_id=50f0db9d-747a-410b-aec2-77e3beb7ba8b HTTP/1.1" status: 200 len: 945 time: 0.1099069 Feb 09 01:18:43.236300 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4906b403-7065-4173-b20b-f9702254db7f tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:43.238588 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-4906b403-7065-4173-b20b-f9702254db7f tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Synchronizing usage tracker for tenant:32c9b2ac64b74efca212307487c75b1d on resource:subnet {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:18:43.254489 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-4906b403-7065-4173-b20b-f9702254db7f tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Unset dirty status for tenant:32c9b2ac64b74efca212307487c75b1d on resource:subnet {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:18:43.255982 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-4906b403-7065-4173-b20b-f9702254db7f tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1982019 Feb 09 01:18:43.258666 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45430) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:43.274417 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3a6fdb5a-cfdc-4dd9-a897-b80c424adc5e req-ca4e92ca-cfea-4ca6-8097-e140445845ed tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/security-groups?id=59346c3a-364d-410d-a9fb-3c85b0553f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273074 Feb 09 01:18:43.305585 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:43.376388 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f24f4757-ab35-4495-b856-b72e7c769efc tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1164036 Feb 09 01:18:43.380375 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45438) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:43.390396 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-cbed87fc-fd63-4bce-bbb1-a3cdb27e3874 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Request body: {'subnet': {'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:43.509189 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-c3cd8fae-b06e-4438-a12b-2c19501c0d56 None None] For port 85d3e53e-ce5e-4f65-9e76-26b52db475ad, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=85d3e53e-ce5e-4f65-9e76-26b52db475ad,segment=NetworkSegment(986fd47a-7d48-4218-bc5b-1f82d1198ace),segment_id=986fd47a-7d48-4218-bc5b-1f82d1198ace)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:18:43.509730 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c3cd8fae-b06e-4438-a12b-2c19501c0d56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:43.727461 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-cbed87fc-fd63-4bce-bbb1-a3cdb27e3874 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:43.753407 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-cbed87fc-fd63-4bce-bbb1-a3cdb27e3874 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:43.772291 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbed87fc-fd63-4bce-bbb1-a3cdb27e3874 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Made reservation on behalf of 32c9b2ac64b74efca212307487c75b1d for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:43.784508 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cbed87fc-fd63-4bce-bbb1-a3cdb27e3874 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:43.842710 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-c3cd8fae-b06e-4438-a12b-2c19501c0d56 None None] Calling delete_port for 85d3e53e-ce5e-4f65-9e76-26b52db475ad owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:18:44.079893 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c3cd8fae-b06e-4438-a12b-2c19501c0d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:44.140730 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cd8fae-b06e-4438-a12b-2c19501c0d56 None None] Pushing event deleted for resources: {'Port': ['ID=85d3e53e-ce5e-4f65-9e76-26b52db475ad,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:44.148605 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cd8fae-b06e-4438-a12b-2c19501c0d56 None None] No DVR routers for this DVR port 85d3e53e-ce5e-4f65-9e76-26b52db475ad on host n-d-828418-1 {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:18:44.238308 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ed4cb-6926-4709-aea8-b1889dca0ff6 req-b500b0a5-8e31-40e2-86f3-fc807668a164 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:44.240798 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-229ed4cb-6926-4709-aea8-b1889dca0ff6 req-b500b0a5-8e31-40e2-86f3-fc807668a164 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=4dde6d5b-a7eb-4d9a-ad88-d74075af635f HTTP/1.1" status: 200 len: 946 time: 0.2685089 Feb 09 01:18:44.282507 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174fb64a-444a-40ea-8b17-f09cb7298ee7 req-34f46763-fb54-4de8-aa00-0d2d04c0cb16 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:44.284678 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-174fb64a-444a-40ea-8b17-f09cb7298ee7 req-34f46763-fb54-4de8-aa00-0d2d04c0cb16 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=b62ade1c-1d81-4bb3-9009-3110721d68db HTTP/1.1" status: 200 len: 945 time: 0.7330456 Feb 09 01:18:44.342691 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-229ed4cb-6926-4709-aea8-b1889dca0ff6 req-59a14412-250a-4562-8556-5128d9cf7314 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929818 Feb 09 01:18:44.402205 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-174fb64a-444a-40ea-8b17-f09cb7298ee7 req-17f09952-2712-447b-a8fa-4b418c29b3c7 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=c5ad553e-ab0d-4663-be56-e1031564698c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996029 Feb 09 01:18:44.706944 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2edf7a7-57d6-43b0-a1aa-50f4d386d7b5 req-4a7c25f9-3f59-4b19-913c-14ae65157ab2 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:44.708725 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f2edf7a7-57d6-43b0-a1aa-50f4d386d7b5 req-4a7c25f9-3f59-4b19-913c-14ae65157ab2 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/ports?device_id=50f0db9d-747a-410b-aec2-77e3beb7ba8b HTTP/1.1" status: 200 len: 945 time: 0.1526012 Feb 09 01:18:44.771714 n-d-828418-1 neutron-server[87638]: DEBUG neutron.objects.ports [None req-cbed87fc-fd63-4bce-bbb1-a3cdb27e3874 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87638) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 01:18:44.772508 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cbed87fc-fd63-4bce-bbb1-a3cdb27e3874 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:44.787524 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f2edf7a7-57d6-43b0-a1aa-50f4d386d7b5 req-d5abdf2e-e378-429f-8b26-5dc9b031fc7e tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/security-groups?id=59346c3a-364d-410d-a9fb-3c85b0553f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681129 Feb 09 01:18:44.877480 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbed87fc-fd63-4bce-bbb1-a3cdb27e3874 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:18:44.880893 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-cbed87fc-fd63-4bce-bbb1-a3cdb27e3874 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:44.884690 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbed87fc-fd63-4bce-bbb1-a3cdb27e3874 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:44.885286 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cbed87fc-fd63-4bce-bbb1-a3cdb27e3874 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:44.890940 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513ebe3b-cc24-4bef-afa0-3da88d0f0670 None None] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:18:44.894534 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbed87fc-fd63-4bce-bbb1-a3cdb27e3874 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event updated for resources: {'Subnet': ['ID=c7f3bdcf-020d-417f-8835-ddec4379ac08,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:44.942716 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-cbed87fc-fd63-4bce-bbb1-a3cdb27e3874 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5563321 Feb 09 01:18:44.943631 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 45474) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:44.950290 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-b23441f6-b134-4d27-a03a-c04ef709bc23 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Request body: {'port': {'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'mac_address': 'fa:16:3e:25:25:af', 'name': 'tempest-NetworksTestDHCPv6-1740879760'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:45.204456 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b23441f6-b134-4d27-a03a-c04ef709bc23 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:45.259195 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b23441f6-b134-4d27-a03a-c04ef709bc23 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:45.274177 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23441f6-b134-4d27-a03a-c04ef709bc23 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Made reservation on behalf of 32c9b2ac64b74efca212307487c75b1d for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:45.485152 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6933025-b243-437e-8469-3c423e728739 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'tenant_id': '32c9b2ac64b74efca212307487c75b1d', 'fixed_ips': [{'subnet_id': 'c7f3bdcf-020d-417f-8835-ddec4379ac08'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:18:45.491291 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e6933025-b243-437e-8469-3c423e728739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:45.692825 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b23441f6-b134-4d27-a03a-c04ef709bc23 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:45.855686 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-b23441f6-b134-4d27-a03a-c04ef709bc23 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] device_id is not set on port 7d55eba8-ed9e-4476-91eb-7b611d7248eb yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:18:45.960552 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-e6933025-b243-437e-8469-3c423e728739 None None] Allocated IP 2001:db8::f816:3eff:fec0:8bab (0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa/c7f3bdcf-020d-417f-8835-ddec4379ac08/d84f10f5-6cdb-4d75-bddb-d34b531ab16f) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:18:46.002614 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bfbcaa-7395-4459-bedd-5d04fe8b4f80 req-226d4b97-07c0-44b5-a63f-87213b729a62 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:46.009563 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-42bfbcaa-7395-4459-bedd-5d04fe8b4f80 req-226d4b97-07c0-44b5-a63f-87213b729a62 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=b62ade1c-1d81-4bb3-9009-3110721d68db HTTP/1.1" status: 200 len: 945 time: 0.2238209 Feb 09 01:18:46.033479 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacef6f6-9b3f-46ee-8065-d91be9b0a2a6 req-3c629d5a-c598-40c0-a5a3-e2a2ca9dc9c3 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:46.035293 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-eacef6f6-9b3f-46ee-8065-d91be9b0a2a6 req-3c629d5a-c598-40c0-a5a3-e2a2ca9dc9c3 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=4dde6d5b-a7eb-4d9a-ad88-d74075af635f HTTP/1.1" status: 200 len: 946 time: 0.3175254 Feb 09 01:18:46.159188 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-42bfbcaa-7395-4459-bedd-5d04fe8b4f80 req-4a65a393-b87d-4e77-bde7-ab863885265e tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=c5ad553e-ab0d-4663-be56-e1031564698c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484377 Feb 09 01:18:46.196889 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-eacef6f6-9b3f-46ee-8065-d91be9b0a2a6 req-1a5d6584-8782-4961-9218-2d7fba0d3c92 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428199 Feb 09 01:18:46.420399 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e6933025-b243-437e-8469-3c423e728739 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:46.436465 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a08dd5-0c54-4259-b081-00af1117b09b req-badc6ffa-5621-473d-bd83-a88473d5d1cb tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:46.439824 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b6a08dd5-0c54-4259-b081-00af1117b09b req-badc6ffa-5621-473d-bd83-a88473d5d1cb tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/ports?device_id=50f0db9d-747a-410b-aec2-77e3beb7ba8b HTTP/1.1" status: 200 len: 945 time: 0.1281922 Feb 09 01:18:46.462268 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e6933025-b243-437e-8469-3c423e728739 None None] Transition to ACTIVE for port object d84f10f5-6cdb-4d75-bddb-d34b531ab16f will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:18:46.535515 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b6a08dd5-0c54-4259-b081-00af1117b09b req-a33f1ca5-55d8-4d4f-9435-442185684b73 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/security-groups?id=59346c3a-364d-410d-a9fb-3c85b0553f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834777 Feb 09 01:18:46.535713 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e6933025-b243-437e-8469-3c423e728739 None None] Transition to ACTIVE for port object d84f10f5-6cdb-4d75-bddb-d34b531ab16f will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:18:46.553576 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e6933025-b243-437e-8469-3c423e728739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:46.680501 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-b23441f6-b134-4d27-a03a-c04ef709bc23 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Allocated IP 2001:db8::f816:3eff:fe25:25af (0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa/c7f3bdcf-020d-417f-8835-ddec4379ac08/7d55eba8-ed9e-4476-91eb-7b611d7248eb) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:18:46.684483 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6933025-b243-437e-8469-3c423e728739 None None] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:18:46.690186 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-e6933025-b243-437e-8469-3c423e728739 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:46.693837 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6933025-b243-437e-8469-3c423e728739 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:18:46.888972 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6933025-b243-437e-8469-3c423e728739 None None] Pushing event updated for resources: {'Port': ['ID=d84f10f5-6cdb-4d75-bddb-d34b531ab16f,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:46.940800 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-e6933025-b243-437e-8469-3c423e728739 None None] Attempting to bind port d84f10f5-6cdb-4d75-bddb-d34b531ab16f on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:18:46.941425 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-e6933025-b243-437e-8469-3c423e728739 None None] Attempting to bind port d84f10f5-6cdb-4d75-bddb-d34b531ab16f by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '986fd47a-7d48-4218-bc5b-1f82d1198ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:18:46.942028 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6933025-b243-437e-8469-3c423e728739 None None] Attempting to bind port d84f10f5-6cdb-4d75-bddb-d34b531ab16f on network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:18:46.948029 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6933025-b243-437e-8469-3c423e728739 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:18:46.948654 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6933025-b243-437e-8469-3c423e728739 None None] Checking segment: {'id': '986fd47a-7d48-4218-bc5b-1f82d1198ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:18:46.949223 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e6933025-b243-437e-8469-3c423e728739 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:46.949960 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6933025-b243-437e-8469-3c423e728739 None None] Bound using segment: {'id': '986fd47a-7d48-4218-bc5b-1f82d1198ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:18:46.950732 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-e6933025-b243-437e-8469-3c423e728739 None None] Bound port: d84f10f5-6cdb-4d75-bddb-d34b531ab16f, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '986fd47a-7d48-4218-bc5b-1f82d1198ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:18:46.951271 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e6933025-b243-437e-8469-3c423e728739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:47.070318 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b23441f6-b134-4d27-a03a-c04ef709bc23 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:47.088977 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e6933025-b243-437e-8469-3c423e728739 None None] For port d84f10f5-6cdb-4d75-bddb-d34b531ab16f, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:18:47.095375 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e6933025-b243-437e-8469-3c423e728739 None None] For port d84f10f5-6cdb-4d75-bddb-d34b531ab16f, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=d84f10f5-6cdb-4d75-bddb-d34b531ab16f,segment=NetworkSegment(986fd47a-7d48-4218-bc5b-1f82d1198ace),segment_id=986fd47a-7d48-4218-bc5b-1f82d1198ace)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:18:47.124854 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-b23441f6-b134-4d27-a03a-c04ef709bc23 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Transition to ACTIVE for port object 7d55eba8-ed9e-4476-91eb-7b611d7248eb will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:18:47.154274 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e6933025-b243-437e-8469-3c423e728739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:47.191462 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b23441f6-b134-4d27-a03a-c04ef709bc23 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:47.339112 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6933025-b243-437e-8469-3c423e728739 None None] Pushing event updated for resources: {'Port': ['ID=d84f10f5-6cdb-4d75-bddb-d34b531ab16f,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:47.372705 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23441f6-b134-4d27-a03a-c04ef709bc23 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:18:47.396832 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-b23441f6-b134-4d27-a03a-c04ef709bc23 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:47.401282 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23441f6-b134-4d27-a03a-c04ef709bc23 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:18:47.415540 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23441f6-b134-4d27-a03a-c04ef709bc23 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:47.416553 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b23441f6-b134-4d27-a03a-c04ef709bc23 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:47.632461 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-b23441f6-b134-4d27-a03a-c04ef709bc23 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6849470 Feb 09 01:18:47.643365 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45522) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:47.651830 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23441f6-b134-4d27-a03a-c04ef709bc23 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event updated for resources: {'Port': ['ID=7d55eba8-ed9e-4476-91eb-7b611d7248eb,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:47.755850 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5544f9-9a5c-4568-a55b-f75b0349124f req-b9473f09-8a1d-4c25-bb56-f7fcf8d64300 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:47.757419 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6f5544f9-9a5c-4568-a55b-f75b0349124f req-b9473f09-8a1d-4c25-bb56-f7fcf8d64300 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=4dde6d5b-a7eb-4d9a-ad88-d74075af635f HTTP/1.1" status: 200 len: 946 time: 0.3300507 Feb 09 01:18:47.802471 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578cc9ab-a20e-44f4-b90b-52f20b60385e req-ce6511ff-2069-4f43-9704-49b83eefa50a tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:47.804061 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-578cc9ab-a20e-44f4-b90b-52f20b60385e req-ce6511ff-2069-4f43-9704-49b83eefa50a tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=b62ade1c-1d81-4bb3-9009-3110721d68db HTTP/1.1" status: 200 len: 945 time: 0.3208952 Feb 09 01:18:47.915574 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0ca2be-30f0-4fe8-a3c2-6612dc928c2d tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:47.921940 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0ca2be-30f0-4fe8-a3c2-6612dc928c2d tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:47.924350 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1f0ca2be-30f0-4fe8-a3c2-6612dc928c2d tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2850349 Feb 09 01:18:47.926079 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6f5544f9-9a5c-4568-a55b-f75b0349124f req-c6faebca-172b-4589-a930-36877fa194d5 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626344 Feb 09 01:18:47.934008 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45530) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:47.976250 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-578cc9ab-a20e-44f4-b90b-52f20b60385e req-c6588032-ec8d-48d0-b61c-5d1da1541002 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=c5ad553e-ab0d-4663-be56-e1031564698c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651852 Feb 09 01:18:48.072350 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-cacff3b2-282c-47c9-a9c7-fa03cfd878bf tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Deleting port 7d55eba8-ed9e-4476-91eb-7b611d7248eb {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:18:48.077963 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cacff3b2-282c-47c9-a9c7-fa03cfd878bf tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:48.250668 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2074d3e-cdba-45e9-9c52-9273bd65ab85 req-a7928b5b-1f65-4876-a9d8-c4af991bad66 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:48.252574 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c2074d3e-cdba-45e9-9c52-9273bd65ab85 req-a7928b5b-1f65-4876-a9d8-c4af991bad66 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/ports?device_id=50f0db9d-747a-410b-aec2-77e3beb7ba8b HTTP/1.1" status: 200 len: 945 time: 0.1526797 Feb 09 01:18:48.353952 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c2074d3e-cdba-45e9-9c52-9273bd65ab85 req-50938626-1755-459e-bc4a-f954d77ed42b tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/security-groups?id=59346c3a-364d-410d-a9fb-3c85b0553f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954111 Feb 09 01:18:48.559721 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cacff3b2-282c-47c9-a9c7-fa03cfd878bf tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:48.898151 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-cacff3b2-282c-47c9-a9c7-fa03cfd878bf tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Calling delete_port for 7d55eba8-ed9e-4476-91eb-7b611d7248eb owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:18:49.089154 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device d84f10f5-6cdb-4d75-bddb-d34b531ab16f up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:18:49.268973 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cacff3b2-282c-47c9-a9c7-fa03cfd878bf tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:49.315674 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port d84f10f5-6cdb-4d75-bddb-d34b531ab16f completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:18:49.428384 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacff3b2-282c-47c9-a9c7-fa03cfd878bf tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event deleted for resources: {'Port': ['ID=7d55eba8-ed9e-4476-91eb-7b611d7248eb,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:49.434869 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a2e207cd-fa70-41cd-b4dc-0dd1427178cb None None] Provisioning for port d84f10f5-6cdb-4d75-bddb-d34b531ab16f completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:18:49.443272 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a2e207cd-fa70-41cd-b4dc-0dd1427178cb None None] Provisioning complete for port d84f10f5-6cdb-4d75-bddb-d34b531ab16f triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:49.443700 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a2e207cd-fa70-41cd-b4dc-0dd1427178cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:49.542650 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cacff3b2-282c-47c9-a9c7-fa03cfd878bf tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:49.587557 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-cacff3b2-282c-47c9-a9c7-fa03cfd878bf tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/ports/7d55eba8-ed9e-4476-91eb-7b611d7248eb HTTP/1.1" status: 204 len: 168 time: 1.6449361 Feb 09 01:18:49.594233 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45564) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:49.649473 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96213d68-fd6d-48fc-abe5-c954dad90834 req-38518a7f-7327-48b2-b1cf-009bbbd6a289 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:49.678259 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-96213d68-fd6d-48fc-abe5-c954dad90834 req-38518a7f-7327-48b2-b1cf-009bbbd6a289 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/ports?device_id=50f0db9d-747a-410b-aec2-77e3beb7ba8b HTTP/1.1" status: 200 len: 945 time: 0.7945790 Feb 09 01:18:49.755546 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a2e207cd-fa70-41cd-b4dc-0dd1427178cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:49.770978 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:18:49.831806 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a2e207cd-fa70-41cd-b4dc-0dd1427178cb None None] For port d84f10f5-6cdb-4d75-bddb-d34b531ab16f, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=d84f10f5-6cdb-4d75-bddb-d34b531ab16f,segment=NetworkSegment(986fd47a-7d48-4218-bc5b-1f82d1198ace),segment_id=986fd47a-7d48-4218-bc5b-1f82d1198ace)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:18:49.838275 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-96213d68-fd6d-48fc-abe5-c954dad90834 req-5c91c137-368a-4de6-998f-b540eaa2d710 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/security-groups?id=59346c3a-364d-410d-a9fb-3c85b0553f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1587698 Feb 09 01:18:49.844958 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a2e207cd-fa70-41cd-b4dc-0dd1427178cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:49.848227 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28504a0-f328-44e0-b8b1-d3c8e7a562d5 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:49.852972 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28504a0-f328-44e0-b8b1-d3c8e7a562d5 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:49.854078 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e28504a0-f328-44e0-b8b1-d3c8e7a562d5 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Synchronizing usage tracker for tenant:32c9b2ac64b74efca212307487c75b1d on resource:subnet {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:18:49.885504 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e28504a0-f328-44e0-b8b1-d3c8e7a562d5 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Unset dirty status for tenant:32c9b2ac64b74efca212307487c75b1d on resource:subnet {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:18:49.890312 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e28504a0-f328-44e0-b8b1-d3c8e7a562d5 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2948773 Feb 09 01:18:49.891331 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45568) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:49.912268 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ef3c28-ce71-4389-b199-fe2b96c08410 req-8dcf1d45-1bde-44f9-8374-2cea6e69b463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:49.913855 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f5ef3c28-ce71-4389-b199-fe2b96c08410 req-8dcf1d45-1bde-44f9-8374-2cea6e69b463 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4feb7579decf4a3183faf64d64a634f4&device_id=50f0db9d-747a-410b-aec2-77e3beb7ba8b HTTP/1.1" status: 200 len: 1096 time: 0.8133349 Feb 09 01:18:49.922974 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00765a-c86d-46d5-9463-e52e4b9ef620 req-69985654-beac-4998-8f2a-b7dccb75ab14 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:49.930713 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7c00765a-c86d-46d5-9463-e52e4b9ef620 req-69985654-beac-4998-8f2a-b7dccb75ab14 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=4dde6d5b-a7eb-4d9a-ad88-d74075af635f HTTP/1.1" status: 200 len: 946 time: 0.3677039 Feb 09 01:18:50.009465 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a184902b-a98f-4be3-af78-0b4a06e25ed7 None None] Could not find standard attr ID for object 7d55eba8-ed9e-4476-91eb-7b611d7248eb. {{(pid=87640) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:18:50.087308 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e207cd-fa70-41cd-b4dc-0dd1427178cb None None] Pushing event updated for resources: {'Port': ['ID=d84f10f5-6cdb-4d75-bddb-d34b531ab16f,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:50.107719 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7c00765a-c86d-46d5-9463-e52e4b9ef620 req-6c221c96-bca1-4cf2-9632-f8e3ed9443d6 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759999 Feb 09 01:18:50.141849 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-374ae275-86cc-4550-a00c-2c89138720c3 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Deleting subnet c7f3bdcf-020d-417f-8835-ddec4379ac08 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:18:50.155822 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-374ae275-86cc-4550-a00c-2c89138720c3 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:50.313481 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-374ae275-86cc-4550-a00c-2c89138720c3 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:50.350976 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ef3c28-ce71-4389-b199-fe2b96c08410 req-80ddd52c-d4b5-4b40-8651-65aea1b86eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:50.355130 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f5ef3c28-ce71-4389-b199-fe2b96c08410 req-80ddd52c-d4b5-4b40-8651-65aea1b86eb1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=82f30243-02f9-47c5-a321-43941006e74c HTTP/1.1" status: 200 len: 912 time: 0.4038963 Feb 09 01:18:50.429292 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-374ae275-86cc-4550-a00c-2c89138720c3 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:50.446199 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c26a2-bea0-42a3-9817-452a4feb1b6d req-d3209687-14c9-4629-b787-f16f6b72fa28 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:50.447827 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-465c26a2-bea0-42a3-9817-452a4feb1b6d req-d3209687-14c9-4629-b787-f16f6b72fa28 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=b62ade1c-1d81-4bb3-9009-3110721d68db HTTP/1.1" status: 200 len: 945 time: 0.3275645 Feb 09 01:18:50.535818 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-465c26a2-bea0-42a3-9817-452a4feb1b6d req-93d5ba76-0071-4a17-9124-01add516c4e3 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=c5ad553e-ab0d-4663-be56-e1031564698c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737174 Feb 09 01:18:50.536381 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-374ae275-86cc-4550-a00c-2c89138720c3 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:50.567694 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f5ef3c28-ce71-4389-b199-fe2b96c08410 req-73dd9711-f02e-4577-941c-6708dac96255 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa4312f1-65e5-47a9-b736-8be54bf623e1 HTTP/1.1" status: 200 len: 1001 time: 0.2086363 Feb 09 01:18:50.639315 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374ae275-86cc-4550-a00c-2c89138720c3 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event deleted for resources: {'Subnet': ['ID=c7f3bdcf-020d-417f-8835-ddec4379ac08,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:50.669221 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-374ae275-86cc-4550-a00c-2c89138720c3 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:50.674152 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abecf17-e364-46c0-976f-2d3bc8618f79 None None] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:18:50.679219 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374ae275-86cc-4550-a00c-2c89138720c3 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:50.681741 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374ae275-86cc-4550-a00c-2c89138720c3 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:50.682243 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374ae275-86cc-4550-a00c-2c89138720c3 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:50.685799 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374ae275-86cc-4550-a00c-2c89138720c3 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:50.686230 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374ae275-86cc-4550-a00c-2c89138720c3 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:50.686652 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374ae275-86cc-4550-a00c-2c89138720c3 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:50.687054 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374ae275-86cc-4550-a00c-2c89138720c3 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:50.687461 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374ae275-86cc-4550-a00c-2c89138720c3 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:50.687953 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374ae275-86cc-4550-a00c-2c89138720c3 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:50.688557 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374ae275-86cc-4550-a00c-2c89138720c3 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:50.692721 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374ae275-86cc-4550-a00c-2c89138720c3 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:50.693195 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374ae275-86cc-4550-a00c-2c89138720c3 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:50.721481 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ef3c28-ce71-4389-b199-fe2b96c08410 req-e96e1a33-c09a-4ddc-8b47-f4d35fb4d8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:50.723494 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-374ae275-86cc-4550-a00c-2c89138720c3 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/subnets/c7f3bdcf-020d-417f-8835-ddec4379ac08 HTTP/1.1" status: 204 len: 168 time: 0.8257270 Feb 09 01:18:50.725769 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45590) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:50.726221 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f5ef3c28-ce71-4389-b199-fe2b96c08410 req-e96e1a33-c09a-4ddc-8b47-f4d35fb4d8bb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=babecade-cdf1-4c50-b1ee-144e30399d1c HTTP/1.1" status: 200 len: 850 time: 0.1506276 Feb 09 01:18:50.848000 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-786814a2-d825-44a7-b4ff-d6d4b6992d71 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1056352 Feb 09 01:18:50.849175 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45594) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:50.875963 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-2c6d6e8d-ff35-43e8-9e06-b76041fe52e7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Request body: {'subnet': {'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:50.943811 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ef3c28-ce71-4389-b199-fe2b96c08410 req-7240bb38-36e1-4f8e-8b48-a928f3ef3b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:50.945311 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f5ef3c28-ce71-4389-b199-fe2b96c08410 req-7240bb38-36e1-4f8e-8b48-a928f3ef3b8a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=82f30243-02f9-47c5-a321-43941006e74c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2110009 Feb 09 01:18:51.017068 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device d84f10f5-6cdb-4d75-bddb-d34b531ab16f up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:18:51.208077 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port d84f10f5-6cdb-4d75-bddb-d34b531ab16f triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:51.209093 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:51.219261 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2c6d6e8d-ff35-43e8-9e06-b76041fe52e7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:51.229339 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-2c6d6e8d-ff35-43e8-9e06-b76041fe52e7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Usage tracker for resource:subnet and tenant:32c9b2ac64b74efca212307487c75b1d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:51.245696 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-2c6d6e8d-ff35-43e8-9e06-b76041fe52e7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:51.315788 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2c6d6e8d-ff35-43e8-9e06-b76041fe52e7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:51.327115 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f5ef3c28-ce71-4389-b199-fe2b96c08410 req-76ee4f62-b891-4a3e-921b-c2f5b62960da service neutron] 10.222.0.62 "GET /v2.0/networks/82f30243-02f9-47c5-a321-43941006e74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3738759 Feb 09 01:18:51.366612 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade825e6-88b7-4bcc-b0d0-512c3e06ac97 None None] DHCP port deletion for 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:18:51.380212 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c6d6e8d-ff35-43e8-9e06-b76041fe52e7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Made reservation on behalf of 32c9b2ac64b74efca212307487c75b1d for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:51.385515 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-ade825e6-88b7-4bcc-b0d0-512c3e06ac97 None None] Deleting port d84f10f5-6cdb-4d75-bddb-d34b531ab16f {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:18:51.386040 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ade825e6-88b7-4bcc-b0d0-512c3e06ac97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:51.430166 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2c6d6e8d-ff35-43e8-9e06-b76041fe52e7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:51.787720 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f5ef3c28-ce71-4389-b199-fe2b96c08410 req-45b9f68c-d3e1-41d6-a8f6-fd0ec7d5d8c7 service neutron] 10.222.0.62 "GET /v2.0/networks/82f30243-02f9-47c5-a321-43941006e74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4037602 Feb 09 01:18:51.872931 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-ade825e6-88b7-4bcc-b0d0-512c3e06ac97 None None] For port d84f10f5-6cdb-4d75-bddb-d34b531ab16f, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=d84f10f5-6cdb-4d75-bddb-d34b531ab16f,segment=NetworkSegment(986fd47a-7d48-4218-bc5b-1f82d1198ace),segment_id=986fd47a-7d48-4218-bc5b-1f82d1198ace)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:18:51.873435 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ade825e6-88b7-4bcc-b0d0-512c3e06ac97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:51.880580 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f650776-3e46-44d4-8e0b-c0e8f0579747 req-585e0a99-86f1-4603-a3e3-235823ba6e4e tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:51.888469 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2f650776-3e46-44d4-8e0b-c0e8f0579747 req-585e0a99-86f1-4603-a3e3-235823ba6e4e tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/ports?device_id=50f0db9d-747a-410b-aec2-77e3beb7ba8b HTTP/1.1" status: 200 len: 945 time: 0.5601442 Feb 09 01:18:51.998210 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:52.056463 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8aceb-3b1e-4fae-8ec4-4022f773e39d req-a5897823-0328-4091-bd66-b49af803c57a tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:52.063629 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-23a8aceb-3b1e-4fae-8ec4-4022f773e39d req-a5897823-0328-4091-bd66-b49af803c57a tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=4dde6d5b-a7eb-4d9a-ad88-d74075af635f HTTP/1.1" status: 200 len: 946 time: 0.5861988 Feb 09 01:18:52.094575 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-ade825e6-88b7-4bcc-b0d0-512c3e06ac97 None None] Calling delete_port for d84f10f5-6cdb-4d75-bddb-d34b531ab16f owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:18:52.159413 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2f650776-3e46-44d4-8e0b-c0e8f0579747 req-c19c65f4-cf12-4e27-91eb-6f60ff574a2b tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/security-groups?id=59346c3a-364d-410d-a9fb-3c85b0553f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2564542 Feb 09 01:18:52.225158 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-23a8aceb-3b1e-4fae-8ec4-4022f773e39d req-5a31f357-5feb-42ce-a0f9-ab589e5698f9 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600697 Feb 09 01:18:52.304726 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ade825e6-88b7-4bcc-b0d0-512c3e06ac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:52.475835 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade825e6-88b7-4bcc-b0d0-512c3e06ac97 None None] Pushing event deleted for resources: {'Port': ['ID=d84f10f5-6cdb-4d75-bddb-d34b531ab16f,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:52.492146 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade825e6-88b7-4bcc-b0d0-512c3e06ac97 None None] No DVR routers for this DVR port d84f10f5-6cdb-4d75-bddb-d34b531ab16f on host n-d-828418-1 {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:18:52.582773 n-d-828418-1 neutron-server[87638]: DEBUG neutron.objects.ports [None req-2c6d6e8d-ff35-43e8-9e06-b76041fe52e7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87638) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 01:18:52.584029 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2c6d6e8d-ff35-43e8-9e06-b76041fe52e7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:52.591767 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c759bea-da64-41a5-abb4-c4ba988b7808 req-b1988ecf-253c-486b-a234-4e872e7f6302 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:52.594944 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4c759bea-da64-41a5-abb4-c4ba988b7808 req-b1988ecf-253c-486b-a234-4e872e7f6302 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=b62ade1c-1d81-4bb3-9009-3110721d68db HTTP/1.1" status: 200 len: 945 time: 0.1928053 Feb 09 01:18:52.678630 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6d6e8d-ff35-43e8-9e06-b76041fe52e7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event updated for resources: {'Subnet': ['ID=3b29705c-07bf-459b-9ccb-3a2f83d0818b,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:52.713962 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6d6e8d-ff35-43e8-9e06-b76041fe52e7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:18:52.716140 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-2c6d6e8d-ff35-43e8-9e06-b76041fe52e7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:52.727060 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6d6e8d-ff35-43e8-9e06-b76041fe52e7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:52.727060 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2c6d6e8d-ff35-43e8-9e06-b76041fe52e7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:52.735334 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fee5a8-a269-449c-8b0b-e9b790642c94 None None] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:18:52.761830 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-2c6d6e8d-ff35-43e8-9e06-b76041fe52e7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9092774 Feb 09 01:18:52.774209 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4c759bea-da64-41a5-abb4-c4ba988b7808 req-ef3b6b81-00bd-4440-bbf8-3a3f99a719c8 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=c5ad553e-ab0d-4663-be56-e1031564698c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712053 Feb 09 01:18:52.776151 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 45624) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:52.793219 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-c0375a2e-2416-48fd-93e6-7bede83fdf61 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Request body: {'port': {'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'mac_address': 'fa:16:3e:8a:d7:7f', 'name': 'tempest-NetworksTestDHCPv6-528162327'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:52.987641 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device d84f10f5-6cdb-4d75-bddb-d34b531ab16f no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:18:53.207504 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: d84f10f5-6cdb-4d75-bddb-d34b531ab16f {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:18:53.207892 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device d84f10f5-6cdb-4d75-bddb-d34b531ab16f not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:18:53.245531 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c0375a2e-2416-48fd-93e6-7bede83fdf61 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:53.262580 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-c0375a2e-2416-48fd-93e6-7bede83fdf61 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Usage tracker for resource:port and tenant:32c9b2ac64b74efca212307487c75b1d is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:53.270635 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-c0375a2e-2416-48fd-93e6-7bede83fdf61 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:53.290508 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c0375a2e-2416-48fd-93e6-7bede83fdf61 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:53.335917 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0375a2e-2416-48fd-93e6-7bede83fdf61 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Made reservation on behalf of 32c9b2ac64b74efca212307487c75b1d for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:53.384571 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6368aed-be30-4f3a-b458-148ae446f86a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'tenant_id': '32c9b2ac64b74efca212307487c75b1d', 'fixed_ips': [{'subnet_id': '3b29705c-07bf-459b-9ccb-3a2f83d0818b'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:18:53.386460 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f6368aed-be30-4f3a-b458-148ae446f86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:53.820323 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-f6368aed-be30-4f3a-b458-148ae446f86a None None] Allocated IP 2001:db8::f816:3eff:fe99:7952 (0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa/3b29705c-07bf-459b-9ccb-3a2f83d0818b/926e2cbb-22e3-499b-b658-6c5a71881695) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:18:53.847736 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c0375a2e-2416-48fd-93e6-7bede83fdf61 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:54.119927 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-c0375a2e-2416-48fd-93e6-7bede83fdf61 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] device_id is not set on port 4cca04a0-0b81-4df9-a132-d0d7d04197fa yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:18:54.156855 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f6368aed-be30-4f3a-b458-148ae446f86a None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:54.171815 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f6368aed-be30-4f3a-b458-148ae446f86a None None] Transition to ACTIVE for port object 926e2cbb-22e3-499b-b658-6c5a71881695 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:18:54.197379 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f6368aed-be30-4f3a-b458-148ae446f86a None None] Transition to ACTIVE for port object 926e2cbb-22e3-499b-b658-6c5a71881695 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:18:54.212013 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f6368aed-be30-4f3a-b458-148ae446f86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:54.239734 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2259d686-a966-4f41-ad6a-9df33b43fc24 req-90accd04-889a-4146-9d7f-6de3916bfbec service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=50f0db9d-747a-410b-aec2-77e3beb7ba8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3699827 Feb 09 01:18:54.265207 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fee41d-9cd5-4f8e-90e2-e1e003e550d0 req-71705648-2fc4-49f8-8051-fad06c0019e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:54.267508 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-52fee41d-9cd5-4f8e-90e2-e1e003e550d0 req-71705648-2fc4-49f8-8051-fad06c0019e4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=128330d8f0414cd5a58362066d10386d&device_id=b62ade1c-1d81-4bb3-9009-3110721d68db HTTP/1.1" status: 200 len: 1096 time: 0.3136690 Feb 09 01:18:54.351662 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6368aed-be30-4f3a-b458-148ae446f86a None None] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:18:54.357486 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-f6368aed-be30-4f3a-b458-148ae446f86a None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:54.366462 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6368aed-be30-4f3a-b458-148ae446f86a None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:18:54.388499 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067cd715-2739-4837-ba8e-a9c30d05e267 req-740f91de-6b78-49d1-9836-7861c59cb611 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:54.393420 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-067cd715-2739-4837-ba8e-a9c30d05e267 req-740f91de-6b78-49d1-9836-7861c59cb611 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/ports?device_id=50f0db9d-747a-410b-aec2-77e3beb7ba8b HTTP/1.1" status: 200 len: 945 time: 0.9061577 Feb 09 01:18:54.417561 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8fbaf9-e711-4810-bd79-832b5c6dd906 req-764bcc3c-5759-4bd3-9e81-a4ca6dcdd928 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:54.425519 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9c8fbaf9-e711-4810-bd79-832b5c6dd906 req-764bcc3c-5759-4bd3-9e81-a4ca6dcdd928 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=4dde6d5b-a7eb-4d9a-ad88-d74075af635f HTTP/1.1" status: 200 len: 946 time: 0.9422460 Feb 09 01:18:54.464431 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6368aed-be30-4f3a-b458-148ae446f86a None None] Pushing event updated for resources: {'Port': ['ID=926e2cbb-22e3-499b-b658-6c5a71881695,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:54.501150 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-f6368aed-be30-4f3a-b458-148ae446f86a None None] Attempting to bind port 926e2cbb-22e3-499b-b658-6c5a71881695 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:18:54.501828 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-f6368aed-be30-4f3a-b458-148ae446f86a None None] Attempting to bind port 926e2cbb-22e3-499b-b658-6c5a71881695 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '986fd47a-7d48-4218-bc5b-1f82d1198ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:18:54.502216 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6368aed-be30-4f3a-b458-148ae446f86a None None] Attempting to bind port 926e2cbb-22e3-499b-b658-6c5a71881695 on network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:18:54.512202 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6368aed-be30-4f3a-b458-148ae446f86a None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:18:54.512202 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6368aed-be30-4f3a-b458-148ae446f86a None None] Checking segment: {'id': '986fd47a-7d48-4218-bc5b-1f82d1198ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:18:54.512202 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f6368aed-be30-4f3a-b458-148ae446f86a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:54.512202 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6368aed-be30-4f3a-b458-148ae446f86a None None] Bound using segment: {'id': '986fd47a-7d48-4218-bc5b-1f82d1198ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:18:54.512202 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-f6368aed-be30-4f3a-b458-148ae446f86a None None] Bound port: 926e2cbb-22e3-499b-b658-6c5a71881695, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '986fd47a-7d48-4218-bc5b-1f82d1198ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:18:54.512202 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f6368aed-be30-4f3a-b458-148ae446f86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:54.638891 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-f6368aed-be30-4f3a-b458-148ae446f86a None None] For port 926e2cbb-22e3-499b-b658-6c5a71881695, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:18:54.649543 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-f6368aed-be30-4f3a-b458-148ae446f86a None None] For port 926e2cbb-22e3-499b-b658-6c5a71881695, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=926e2cbb-22e3-499b-b658-6c5a71881695,segment=NetworkSegment(986fd47a-7d48-4218-bc5b-1f82d1198ace),segment_id=986fd47a-7d48-4218-bc5b-1f82d1198ace)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:18:54.653963 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f6368aed-be30-4f3a-b458-148ae446f86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:54.703681 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fee41d-9cd5-4f8e-90e2-e1e003e550d0 req-6419a9ad-74b5-4534-9b0a-a1f7b84a7e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:54.705819 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-52fee41d-9cd5-4f8e-90e2-e1e003e550d0 req-6419a9ad-74b5-4534-9b0a-a1f7b84a7e2f service neutron] 10.222.0.62 "GET /v2.0/networks?id=0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5 HTTP/1.1" status: 200 len: 918 time: 0.4255426 Feb 09 01:18:54.837141 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6368aed-be30-4f3a-b458-148ae446f86a None None] Pushing event updated for resources: {'Port': ['ID=926e2cbb-22e3-499b-b658-6c5a71881695,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:54.887124 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:54.888720 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9c8fbaf9-e711-4810-bd79-832b5c6dd906 req-459ecacd-ccc8-442a-9444-ed8e38c3ecd7 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4619131 Feb 09 01:18:54.909883 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-067cd715-2739-4837-ba8e-a9c30d05e267 req-f69e19d0-519e-4a41-928c-a1ba0454afc1 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/security-groups?id=59346c3a-364d-410d-a9fb-3c85b0553f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2961102 Feb 09 01:18:54.938888 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-c0375a2e-2416-48fd-93e6-7bede83fdf61 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Allocated IP 2001:db8::f816:3eff:fe8a:d77f (0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa/3b29705c-07bf-459b-9ccb-3a2f83d0818b/4cca04a0-0b81-4df9-a132-d0d7d04197fa) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:18:54.942307 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-52fee41d-9cd5-4f8e-90e2-e1e003e550d0 req-c9aba060-16bc-482c-a451-32a54064624d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f443a387-47ac-4688-9ffc-34c90d90229a HTTP/1.1" status: 200 len: 1000 time: 0.1877055 Feb 09 01:18:55.162545 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fee41d-9cd5-4f8e-90e2-e1e003e550d0 req-54aa2fdd-1226-4562-93b1-4f986a98557a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:55.164418 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-52fee41d-9cd5-4f8e-90e2-e1e003e550d0 req-54aa2fdd-1226-4562-93b1-4f986a98557a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9ba82490-d70a-42fe-a7ff-0aeb7f428073 HTTP/1.1" status: 200 len: 856 time: 0.2055919 Feb 09 01:18:55.335193 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2259d686-a966-4f41-ad6a-9df33b43fc24 req-122dfe89-3695-4ec1-9988-713992651ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:55.336929 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2259d686-a966-4f41-ad6a-9df33b43fc24 req-122dfe89-3695-4ec1-9988-713992651ddf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4feb7579decf4a3183faf64d64a634f4&device_id=50f0db9d-747a-410b-aec2-77e3beb7ba8b HTTP/1.1" status: 200 len: 1096 time: 0.9084091 Feb 09 01:18:55.631531 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2259d686-a966-4f41-ad6a-9df33b43fc24 req-28309d12-02f4-4d84-9caf-94cc81538555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:55.633424 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2259d686-a966-4f41-ad6a-9df33b43fc24 req-28309d12-02f4-4d84-9caf-94cc81538555 service neutron] 10.222.0.62 "GET /v2.0/networks?id=82f30243-02f9-47c5-a321-43941006e74c HTTP/1.1" status: 200 len: 912 time: 0.1990864 Feb 09 01:18:55.923908 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f93552-3898-42be-bbaf-cbf696c8311d req-90d98fc1-d4f6-448d-bc01-c79c3667d780 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:55.931519 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f0f93552-3898-42be-bbaf-cbf696c8311d req-90d98fc1-d4f6-448d-bc01-c79c3667d780 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=b62ade1c-1d81-4bb3-9009-3110721d68db HTTP/1.1" status: 200 len: 945 time: 0.8616316 Feb 09 01:18:55.951641 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2259d686-a966-4f41-ad6a-9df33b43fc24 req-b84284e5-4214-4bec-9e93-1768fe44b7c7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa4312f1-65e5-47a9-b736-8be54bf623e1 HTTP/1.1" status: 200 len: 1001 time: 0.3044262 Feb 09 01:18:55.972396 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c0375a2e-2416-48fd-93e6-7bede83fdf61 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:56.077840 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fee41d-9cd5-4f8e-90e2-e1e003e550d0 req-1fc6ee01-70d8-40af-8135-43beacde46d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:56.083344 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-52fee41d-9cd5-4f8e-90e2-e1e003e550d0 req-1fc6ee01-70d8-40af-8135-43beacde46d9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8296518 Feb 09 01:18:56.430835 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-c0375a2e-2416-48fd-93e6-7bede83fdf61 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Transition to ACTIVE for port object 4cca04a0-0b81-4df9-a132-d0d7d04197fa will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:18:56.452015 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f0f93552-3898-42be-bbaf-cbf696c8311d req-3184ed5c-c09a-4718-9166-d57e59a4024f tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=c5ad553e-ab0d-4663-be56-e1031564698c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5094812 Feb 09 01:18:56.536839 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2259d686-a966-4f41-ad6a-9df33b43fc24 req-e58a919c-c623-443a-9184-e903c22be997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:56.538665 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2259d686-a966-4f41-ad6a-9df33b43fc24 req-e58a919c-c623-443a-9184-e903c22be997 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=babecade-cdf1-4c50-b1ee-144e30399d1c HTTP/1.1" status: 200 len: 850 time: 0.5426757 Feb 09 01:18:56.596150 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1bc534cc-5a3e-46a1-b9f4-899ea54dafbd None None] Provisioning for port 926e2cbb-22e3-499b-b658-6c5a71881695 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:18:56.634388 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c0375a2e-2416-48fd-93e6-7bede83fdf61 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:56.682176 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-52fee41d-9cd5-4f8e-90e2-e1e003e550d0 req-a43fdf09-48e5-4859-a97e-560fc8272876 service neutron] 10.222.0.62 "GET /v2.0/networks/0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4072106 Feb 09 01:18:56.729684 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device f443a387-47ac-4688-9ffc-34c90d90229a no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:18:56.942071 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:56.968846 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0375a2e-2416-48fd-93e6-7bede83fdf61 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:18:57.007722 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port f443a387-47ac-4688-9ffc-34c90d90229a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=f443a387-47ac-4688-9ffc-34c90d90229a,segment=NetworkSegment(ce0dc62c-7941-4b08-ad25-dc67d17d1ad0),segment_id=ce0dc62c-7941-4b08-ad25-dc67d17d1ad0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:18:57.013314 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b62ade1c-1d81-4bb3-9009-3110721d68db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f443a387-47ac-4688-9ffc-34c90d90229a'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:18:57.027025 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-c0375a2e-2416-48fd-93e6-7bede83fdf61 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:57.032205 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0375a2e-2416-48fd-93e6-7bede83fdf61 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event updated for resources: {'Port': ['ID=4cca04a0-0b81-4df9-a132-d0d7d04197fa,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:57.040964 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:57.109013 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0375a2e-2416-48fd-93e6-7bede83fdf61 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:18:57.145192 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0375a2e-2416-48fd-93e6-7bede83fdf61 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:57.145900 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c0375a2e-2416-48fd-93e6-7bede83fdf61 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:57.158373 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b62ade1c-1d81-4bb3-9009-3110721d68db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f443a387-47ac-4688-9ffc-34c90d90229a', 'code': 200} Feb 09 01:18:57.160952 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-6184b0b4-79c3-4145-b67d-3bd317fb912a req-f3c5896c-4741-4fb1-b481-cf91ef865f91 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=b935fbc6-48b4-4502-be20-e26b1df5811d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3354940 Feb 09 01:18:57.166551 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 926e2cbb-22e3-499b-b658-6c5a71881695 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:18:57.175500 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0899db-6827-4baa-b60f-368d38c6f50d req-036d9f9e-207c-43e0-81c9-36ad750b2116 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:57.192477 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7c0899db-6827-4baa-b60f-368d38c6f50d req-036d9f9e-207c-43e0-81c9-36ad750b2116 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=4dde6d5b-a7eb-4d9a-ad88-d74075af635f HTTP/1.1" status: 200 len: 946 time: 0.9196062 Feb 09 01:18:57.272039 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0375a2e-2416-48fd-93e6-7bede83fdf61 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:57.272319 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0375a2e-2416-48fd-93e6-7bede83fdf61 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:57.272824 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0375a2e-2416-48fd-93e6-7bede83fdf61 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:57.273864 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0375a2e-2416-48fd-93e6-7bede83fdf61 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:57.280508 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0375a2e-2416-48fd-93e6-7bede83fdf61 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:57.281207 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0375a2e-2416-48fd-93e6-7bede83fdf61 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:57.281715 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0375a2e-2416-48fd-93e6-7bede83fdf61 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:57.282351 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0375a2e-2416-48fd-93e6-7bede83fdf61 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:57.286043 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0375a2e-2416-48fd-93e6-7bede83fdf61 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:57.286558 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0375a2e-2416-48fd-93e6-7bede83fdf61 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:57.287063 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0375a2e-2416-48fd-93e6-7bede83fdf61 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:57.287543 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0375a2e-2416-48fd-93e6-7bede83fdf61 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:57.388617 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=f443a387-47ac-4688-9ffc-34c90d90229a,revision_number=8']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:57.427758 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 926e2cbb-22e3-499b-b658-6c5a71881695 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:18:57.442749 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 926e2cbb-22e3-499b-b658-6c5a71881695 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:57.443408 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:57.485458 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-52fee41d-9cd5-4f8e-90e2-e1e003e550d0 req-fcf3263d-6d0a-4a94-aae0-083372f01ef1 service neutron] 10.222.0.62 "GET /v2.0/networks/0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7651372 Feb 09 01:18:57.500574 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-c0375a2e-2416-48fd-93e6-7bede83fdf61 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.7170644 Feb 09 01:18:57.505815 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7c0899db-6827-4baa-b60f-368d38c6f50d req-1db0212c-8eb0-4935-b889-ade266d942ed tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122389 Feb 09 01:18:57.506219 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 45722) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:57.576786 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2259d686-a966-4f41-ad6a-9df33b43fc24 req-552051b1-f1fe-4fa9-bd18-35f0d465300a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:57.578333 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2259d686-a966-4f41-ad6a-9df33b43fc24 req-552051b1-f1fe-4fa9-bd18-35f0d465300a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=82f30243-02f9-47c5-a321-43941006e74c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0326595 Feb 09 01:18:57.659889 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184b0b4-79c3-4145-b67d-3bd317fb912a req-472ef7c7-e096-44c6-822c-911acb7f2daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:57.661901 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-6184b0b4-79c3-4145-b67d-3bd317fb912a req-472ef7c7-e096-44c6-822c-911acb7f2daa service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=ecfa99ec90404d2da344b2927ef93a25&device_id=b935fbc6-48b4-4502-be20-e26b1df5811d HTTP/1.1" status: 200 len: 1096 time: 0.3935418 Feb 09 01:18:57.739918 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4c697483-529e-4823-97eb-68d7ee57510b None None] Provisioning for port 4cca04a0-0b81-4df9-a132-d0d7d04197fa completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:18:57.752523 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4c697483-529e-4823-97eb-68d7ee57510b None None] Provisioning complete for port 4cca04a0-0b81-4df9-a132-d0d7d04197fa triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:57.753062 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4c697483-529e-4823-97eb-68d7ee57510b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:57.837703 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:57.847239 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-4c697483-529e-4823-97eb-68d7ee57510b None None] Port 4cca04a0-0b81-4df9-a132-d0d7d04197fa cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:18:57.874511 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 926e2cbb-22e3-499b-b658-6c5a71881695, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=926e2cbb-22e3-499b-b658-6c5a71881695,segment=NetworkSegment(986fd47a-7d48-4218-bc5b-1f82d1198ace),segment_id=986fd47a-7d48-4218-bc5b-1f82d1198ace)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:18:57.878783 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:57.889386 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4a1828-f302-4519-9547-c86ef0d1ea8f tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:57.896102 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4a1828-f302-4519-9547-c86ef0d1ea8f tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:57.896933 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-0b4a1828-f302-4519-9547-c86ef0d1ea8f tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Synchronizing usage tracker for tenant:32c9b2ac64b74efca212307487c75b1d on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:18:57.952672 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184b0b4-79c3-4145-b67d-3bd317fb912a req-2c841d8b-f788-47a9-bfb4-e7332dd74e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:57.955354 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-6184b0b4-79c3-4145-b67d-3bd317fb912a req-2c841d8b-f788-47a9-bfb4-e7332dd74e63 service neutron] 10.222.0.99 "GET /v2.0/networks?id=20b4b911-e8a6-45af-95dc-9b595aff0444 HTTP/1.1" status: 200 len: 907 time: 0.2744608 Feb 09 01:18:57.992267 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2259d686-a966-4f41-ad6a-9df33b43fc24 req-362fd638-5413-4907-a9fa-2f20a4c02a89 service neutron] 10.222.0.62 "GET /v2.0/networks/82f30243-02f9-47c5-a321-43941006e74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4016418 Feb 09 01:18:57.994671 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-0b4a1828-f302-4519-9547-c86ef0d1ea8f tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Unset dirty status for tenant:32c9b2ac64b74efca212307487c75b1d on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:18:57.996406 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-0b4a1828-f302-4519-9547-c86ef0d1ea8f tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.4865968 Feb 09 01:18:58.003406 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 45734) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:58.018511 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=926e2cbb-22e3-499b-b658-6c5a71881695,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:58.088957 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-6184b0b4-79c3-4145-b67d-3bd317fb912a req-e9126ac9-a8bb-4cfd-9193-adc86831d307 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9bf5d22d-c05c-4bb7-9938-6cdd0b694aac HTTP/1.1" status: 200 len: 217 time: 0.1096816 Feb 09 01:18:58.156745 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b6651-35ad-4daf-ad0c-a9e6e2be0fad req-fc338fa6-4389-4902-a114-9fcdc8043194 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:58.158932 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b19b6651-35ad-4daf-ad0c-a9e6e2be0fad req-fc338fa6-4389-4902-a114-9fcdc8043194 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=b62ade1c-1d81-4bb3-9009-3110721d68db HTTP/1.1" status: 200 len: 943 time: 0.4053056 Feb 09 01:18:58.162914 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184b0b4-79c3-4145-b67d-3bd317fb912a req-f000b3bd-c60d-4947-b69c-afd3a1724183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:58.164725 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-6184b0b4-79c3-4145-b67d-3bd317fb912a req-f000b3bd-c60d-4947-b69c-afd3a1724183 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=6a70c5bb-7a88-4efe-b45a-b5773b8dee9d HTTP/1.1" status: 200 len: 846 time: 0.0699151 Feb 09 01:18:58.233123 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-6184b0b4-79c3-4145-b67d-3bd317fb912a req-6d965771-23b9-43bd-997c-9c30909fc185 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=20b4b911-e8a6-45af-95dc-9b595aff0444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539634 Feb 09 01:18:58.241954 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b19b6651-35ad-4daf-ad0c-a9e6e2be0fad req-ce5e95ab-fc0e-4498-ad62-4b0f452bc107 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=c5ad553e-ab0d-4663-be56-e1031564698c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735016 Feb 09 01:18:58.269933 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-4786c460-0776-4e7c-88ec-0e970f7d432b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Deleting port 4cca04a0-0b81-4df9-a132-d0d7d04197fa {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:18:58.270270 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4786c460-0776-4e7c-88ec-0e970f7d432b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:58.363873 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2259d686-a966-4f41-ad6a-9df33b43fc24 req-948fd090-2d03-4bec-a334-a3380be0791e service neutron] 10.222.0.62 "GET /v2.0/networks/82f30243-02f9-47c5-a321-43941006e74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3592842 Feb 09 01:18:58.442819 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-6184b0b4-79c3-4145-b67d-3bd317fb912a req-a84cf8b3-f9a3-4909-98d2-67a7067daeca service neutron] 10.222.0.99 "GET /v2.0/networks/20b4b911-e8a6-45af-95dc-9b595aff0444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012980 Feb 09 01:18:58.599674 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4786c460-0776-4e7c-88ec-0e970f7d432b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:58.669438 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-6184b0b4-79c3-4145-b67d-3bd317fb912a req-43c7bb15-888c-4e17-98b5-3935b5a46daa service neutron] 10.222.0.99 "GET /v2.0/networks/20b4b911-e8a6-45af-95dc-9b595aff0444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206831 Feb 09 01:18:58.837228 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-4786c460-0776-4e7c-88ec-0e970f7d432b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Calling delete_port for 4cca04a0-0b81-4df9-a132-d0d7d04197fa owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:18:58.960623 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 926e2cbb-22e3-499b-b658-6c5a71881695 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:18:59.081825 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 926e2cbb-22e3-499b-b658-6c5a71881695 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:59.082202 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:59.167033 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698a6e12-571a-4c3d-8e17-d8a055a91e88 req-515d8919-01ce-40b0-ba72-d8f5827d1335 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:59.180051 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-698a6e12-571a-4c3d-8e17-d8a055a91e88 req-515d8919-01ce-40b0-ba72-d8f5827d1335 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=4dde6d5b-a7eb-4d9a-ad88-d74075af635f HTTP/1.1" status: 200 len: 946 time: 0.4238281 Feb 09 01:18:59.390239 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-698a6e12-571a-4c3d-8e17-d8a055a91e88 req-8bbea0f0-e9c7-42a1-85e4-f47a529b75f5 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072284 Feb 09 01:18:59.397837 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4786c460-0776-4e7c-88ec-0e970f7d432b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:59.535945 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4786c460-0776-4e7c-88ec-0e970f7d432b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event deleted for resources: {'Port': ['ID=4cca04a0-0b81-4df9-a132-d0d7d04197fa,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:59.558200 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4786c460-0776-4e7c-88ec-0e970f7d432b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:59.589194 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45776) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:59.591433 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-4786c460-0776-4e7c-88ec-0e970f7d432b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/ports/4cca04a0-0b81-4df9-a132-d0d7d04197fa HTTP/1.1" status: 204 len: 168 time: 1.5154469 Feb 09 01:18:59.616546 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ecd91-10da-4eea-9587-8e7b55c366b5 req-bad2005b-44fa-4d0f-a987-cd415a24a381 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:59.632010 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-736ecd91-10da-4eea-9587-8e7b55c366b5 req-bad2005b-44fa-4d0f-a987-cd415a24a381 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=b62ade1c-1d81-4bb3-9009-3110721d68db HTTP/1.1" status: 200 len: 943 time: 0.2261245 Feb 09 01:18:59.767618 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-736ecd91-10da-4eea-9587-8e7b55c366b5 req-c81a69ee-1672-4839-bedd-89c5464cf226 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=c5ad553e-ab0d-4663-be56-e1031564698c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346011 Feb 09 01:18:59.771933 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48dd8c91-6f6b-4315-838d-28c2f3997be2 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:59.773674 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48dd8c91-6f6b-4315-838d-28c2f3997be2 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:59.774438 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-48dd8c91-6f6b-4315-838d-28c2f3997be2 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Synchronizing usage tracker for tenant:32c9b2ac64b74efca212307487c75b1d on resource:subnet {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:18:59.818518 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-48dd8c91-6f6b-4315-838d-28c2f3997be2 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Unset dirty status for tenant:32c9b2ac64b74efca212307487c75b1d on resource:subnet {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:18:59.823012 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-48dd8c91-6f6b-4315-838d-28c2f3997be2 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2297504 Feb 09 01:18:59.823347 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45788) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:59.932453 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-53fce90a-0c2a-4bd2-a5bb-501476ce3b6d tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Deleting subnet 3b29705c-07bf-459b-9ccb-3a2f83d0818b {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:18:59.936385 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-53fce90a-0c2a-4bd2-a5bb-501476ce3b6d tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:00.018127 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-53fce90a-0c2a-4bd2-a5bb-501476ce3b6d tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:00.117818 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-53fce90a-0c2a-4bd2-a5bb-501476ce3b6d tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:00.227874 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-53fce90a-0c2a-4bd2-a5bb-501476ce3b6d tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:00.281473 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054788c3-9343-4787-940e-ec2dc81550fc None None] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:19:00.291255 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-53fce90a-0c2a-4bd2-a5bb-501476ce3b6d tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:00.297730 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fce90a-0c2a-4bd2-a5bb-501476ce3b6d tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event deleted for resources: {'Subnet': ['ID=3b29705c-07bf-459b-9ccb-3a2f83d0818b,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:00.330700 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-53fce90a-0c2a-4bd2-a5bb-501476ce3b6d tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/subnets/3b29705c-07bf-459b-9ccb-3a2f83d0818b HTTP/1.1" status: 204 len: 168 time: 0.5059431 Feb 09 01:19:00.332776 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45814) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:00.465543 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-4af0f244-9f75-441a-8f66-a235a44e5a2a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1296327 Feb 09 01:19:00.465884 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45822) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:00.572174 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8be78e-8107-419b-8ea3-2180e5a4e719 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:00.572944 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-5b8be78e-8107-419b-8ea3-2180e5a4e719 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Synchronizing usage tracker for tenant:32c9b2ac64b74efca212307487c75b1d on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:19:00.593249 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-5b8be78e-8107-419b-8ea3-2180e5a4e719 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Unset dirty status for tenant:32c9b2ac64b74efca212307487c75b1d on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:19:00.598009 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-5b8be78e-8107-419b-8ea3-2180e5a4e719 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1288733 Feb 09 01:19:00.598406 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 45826) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:00.763762 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b322cb69-eb52-41bd-9122-0dda2e597781 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:00.765237 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-b322cb69-eb52-41bd-9122-0dda2e597781 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1657462 Feb 09 01:19:00.768557 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45836) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:00.804258 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd411067-acf6-459b-b8b0-3332fff9a9d7 req-f7a4ab35-ad06-41ff-b80f-9607b1b1f51c tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:00.823474 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fd411067-acf6-459b-b8b0-3332fff9a9d7 req-f7a4ab35-ad06-41ff-b80f-9607b1b1f51c tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=4dde6d5b-a7eb-4d9a-ad88-d74075af635f HTTP/1.1" status: 200 len: 946 time: 0.1604457 Feb 09 01:19:00.850733 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a904930-4765-4c9c-8297-71575f6bbfeb None None] DHCP port deletion for 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:19:00.854935 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-5a904930-4765-4c9c-8297-71575f6bbfeb None None] Deleting port 926e2cbb-22e3-499b-b658-6c5a71881695 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:19:00.855300 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5a904930-4765-4c9c-8297-71575f6bbfeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:00.881241 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fd411067-acf6-459b-b8b0-3332fff9a9d7 req-56549878-d832-45e8-9163-c9c83387059b tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574620 Feb 09 01:19:00.961483 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 45842) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:00.962499 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d86a681f-0bbd-435c-8c7e-903535436889 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1924164 Feb 09 01:19:00.967517 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-08090a3b-a268-4cba-be07-6535a168a427 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Request body: {'subnet': {'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:01.128440 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-08090a3b-a268-4cba-be07-6535a168a427 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:01.132710 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-08090a3b-a268-4cba-be07-6535a168a427 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Usage tracker for resource:subnet and tenant:32c9b2ac64b74efca212307487c75b1d is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:19:01.135592 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-08090a3b-a268-4cba-be07-6535a168a427 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:19:01.142078 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-08090a3b-a268-4cba-be07-6535a168a427 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:01.147040 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-5a904930-4765-4c9c-8297-71575f6bbfeb None None] For port 926e2cbb-22e3-499b-b658-6c5a71881695, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=926e2cbb-22e3-499b-b658-6c5a71881695,segment=NetworkSegment(986fd47a-7d48-4218-bc5b-1f82d1198ace),segment_id=986fd47a-7d48-4218-bc5b-1f82d1198ace)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:19:01.147447 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5a904930-4765-4c9c-8297-71575f6bbfeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:01.153130 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08090a3b-a268-4cba-be07-6535a168a427 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Made reservation on behalf of 32c9b2ac64b74efca212307487c75b1d for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:19:01.161931 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-08090a3b-a268-4cba-be07-6535a168a427 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:01.170330 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 926e2cbb-22e3-499b-b658-6c5a71881695 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:19:01.523137 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-5a904930-4765-4c9c-8297-71575f6bbfeb None None] Calling delete_port for 926e2cbb-22e3-499b-b658-6c5a71881695 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:19:01.553016 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:01.675815 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5a904930-4765-4c9c-8297-71575f6bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:01.730724 n-d-828418-1 neutron-server[87639]: DEBUG neutron.objects.ports [None req-08090a3b-a268-4cba-be07-6535a168a427 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87639) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 01:19:01.732198 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-08090a3b-a268-4cba-be07-6535a168a427 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:01.802944 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08090a3b-a268-4cba-be07-6535a168a427 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:19:01.806729 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-08090a3b-a268-4cba-be07-6535a168a427 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:01.814135 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08090a3b-a268-4cba-be07-6535a168a427 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:01.815080 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-08090a3b-a268-4cba-be07-6535a168a427 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:01.825864 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a904930-4765-4c9c-8297-71575f6bbfeb None None] Pushing event deleted for resources: {'Port': ['ID=926e2cbb-22e3-499b-b658-6c5a71881695,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:01.827876 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a904930-4765-4c9c-8297-71575f6bbfeb None None] No DVR routers for this DVR port 926e2cbb-22e3-499b-b658-6c5a71881695 on host n-d-828418-1 {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:19:01.847810 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa039b0c-d287-4264-869f-74932bd9502b None None] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:19:01.862940 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08090a3b-a268-4cba-be07-6535a168a427 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event updated for resources: {'Subnet': ['ID=494593d8-ad00-4339-9dad-850a130b4186,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:01.873473 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-08090a3b-a268-4cba-be07-6535a168a427 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.9105849 Feb 09 01:19:01.875191 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 45868) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:01.882054 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-fb838775-f53a-4840-9420-660c325fbdcf tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Request body: {'port': {'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'mac_address': 'fa:16:3e:da:a2:fa', 'name': 'tempest-NetworksTestDHCPv6-276134020'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:02.209864 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-fb838775-f53a-4840-9420-660c325fbdcf tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:02.281940 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba889b8d-7531-4104-9a53-1270ab91c876 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'tenant_id': '32c9b2ac64b74efca212307487c75b1d', 'fixed_ips': [{'subnet_id': '494593d8-ad00-4339-9dad-850a130b4186'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:19:02.283790 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ba889b8d-7531-4104-9a53-1270ab91c876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:02.297199 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-fb838775-f53a-4840-9420-660c325fbdcf tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:02.331363 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb838775-f53a-4840-9420-660c325fbdcf tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Made reservation on behalf of 32c9b2ac64b74efca212307487c75b1d for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:19:02.451200 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024ab5d-5d0e-4223-864d-d65208bacaeb req-27c2bd81-3da6-4366-8203-dd6ee48c3d8e tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:02.453393 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7024ab5d-5d0e-4223-864d-d65208bacaeb req-27c2bd81-3da6-4366-8203-dd6ee48c3d8e tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=b62ade1c-1d81-4bb3-9009-3110721d68db HTTP/1.1" status: 200 len: 943 time: 0.2449288 Feb 09 01:19:02.516265 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d87dea-aaf2-4cf9-a41a-17f7f69f00cf req-7a2638b8-9abd-4059-b4df-622ff6137fd6 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:02.519796 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-ba889b8d-7531-4104-9a53-1270ab91c876 None None] Allocated IP 2001:db8::f816:3eff:fe9b:eb11 (0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa/494593d8-ad00-4339-9dad-850a130b4186/f05f762c-3530-483e-974f-dc7ec8b43390) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:19:02.522535 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-73d87dea-aaf2-4cf9-a41a-17f7f69f00cf req-7a2638b8-9abd-4059-b4df-622ff6137fd6 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=4dde6d5b-a7eb-4d9a-ad88-d74075af635f HTTP/1.1" status: 200 len: 946 time: 0.4344575 Feb 09 01:19:02.570764 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7024ab5d-5d0e-4223-864d-d65208bacaeb req-648ffd83-9961-4d69-847f-82710c67c033 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=c5ad553e-ab0d-4663-be56-e1031564698c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048372 Feb 09 01:19:02.704303 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fb838775-f53a-4840-9420-660c325fbdcf tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:02.725558 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-73d87dea-aaf2-4cf9-a41a-17f7f69f00cf req-38bc9ec8-a7b8-48c3-abf7-67e6a823e7ae tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859722 Feb 09 01:19:02.742058 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-fb838775-f53a-4840-9420-660c325fbdcf tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] device_id is not set on port 32c9f024-2259-4d6f-a98f-d7febe3323f8 yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:19:02.777372 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device f443a387-47ac-4688-9ffc-34c90d90229a no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:19:02.935400 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-c232d586-f390-45e3-81b1-c66c150d9e69 req-181c46ed-0038-4c20-a284-579442812785 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=b62ade1c-1d81-4bb3-9009-3110721d68db&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2702079 Feb 09 01:19:03.084258 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ba889b8d-7531-4104-9a53-1270ab91c876 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:03.111514 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-ba889b8d-7531-4104-9a53-1270ab91c876 None None] Transition to ACTIVE for port object f05f762c-3530-483e-974f-dc7ec8b43390 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:19:03.152061 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-ba889b8d-7531-4104-9a53-1270ab91c876 None None] Transition to ACTIVE for port object f05f762c-3530-483e-974f-dc7ec8b43390 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:19:03.162547 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ba889b8d-7531-4104-9a53-1270ab91c876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:03.322366 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba889b8d-7531-4104-9a53-1270ab91c876 None None] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:19:03.327233 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-ba889b8d-7531-4104-9a53-1270ab91c876 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:03.332830 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba889b8d-7531-4104-9a53-1270ab91c876 None None] Pushing event updated for resources: {'Port': ['ID=f05f762c-3530-483e-974f-dc7ec8b43390,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:03.341949 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba889b8d-7531-4104-9a53-1270ab91c876 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:19:03.458240 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-fb838775-f53a-4840-9420-660c325fbdcf tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Allocated IP 2001:db8::f816:3eff:feda:a2fa (0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa/494593d8-ad00-4339-9dad-850a130b4186/32c9f024-2259-4d6f-a98f-d7febe3323f8) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:19:03.505640 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-ba889b8d-7531-4104-9a53-1270ab91c876 None None] Attempting to bind port f05f762c-3530-483e-974f-dc7ec8b43390 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:19:03.506100 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-ba889b8d-7531-4104-9a53-1270ab91c876 None None] Attempting to bind port f05f762c-3530-483e-974f-dc7ec8b43390 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '986fd47a-7d48-4218-bc5b-1f82d1198ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:19:03.506532 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba889b8d-7531-4104-9a53-1270ab91c876 None None] Attempting to bind port f05f762c-3530-483e-974f-dc7ec8b43390 on network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:19:03.509163 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58420de0-677c-4241-ab68-201561c48f0f req-c25bed39-3b10-4413-aace-900c4a9d729c tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:03.514923 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba889b8d-7531-4104-9a53-1270ab91c876 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:19:03.518234 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba889b8d-7531-4104-9a53-1270ab91c876 None None] Checking segment: {'id': '986fd47a-7d48-4218-bc5b-1f82d1198ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:19:03.518234 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ba889b8d-7531-4104-9a53-1270ab91c876 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:03.518234 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba889b8d-7531-4104-9a53-1270ab91c876 None None] Bound using segment: {'id': '986fd47a-7d48-4218-bc5b-1f82d1198ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:19:03.518234 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-ba889b8d-7531-4104-9a53-1270ab91c876 None None] Bound port: f05f762c-3530-483e-974f-dc7ec8b43390, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '986fd47a-7d48-4218-bc5b-1f82d1198ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:19:03.518234 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ba889b8d-7531-4104-9a53-1270ab91c876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:03.533415 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-58420de0-677c-4241-ab68-201561c48f0f req-c25bed39-3b10-4413-aace-900c4a9d729c tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=4dde6d5b-a7eb-4d9a-ad88-d74075af635f HTTP/1.1" status: 200 len: 946 time: 0.4374218 Feb 09 01:19:03.665304 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-58420de0-677c-4241-ab68-201561c48f0f req-a696d917-9fb9-412c-8095-d1b38842371d tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303217 Feb 09 01:19:03.847525 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-ba889b8d-7531-4104-9a53-1270ab91c876 None None] For port f05f762c-3530-483e-974f-dc7ec8b43390, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:19:03.859578 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-ba889b8d-7531-4104-9a53-1270ab91c876 None None] For port f05f762c-3530-483e-974f-dc7ec8b43390, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=f05f762c-3530-483e-974f-dc7ec8b43390,segment=NetworkSegment(986fd47a-7d48-4218-bc5b-1f82d1198ace),segment_id=986fd47a-7d48-4218-bc5b-1f82d1198ace)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:19:03.868657 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ba889b8d-7531-4104-9a53-1270ab91c876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:04.028210 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba889b8d-7531-4104-9a53-1270ab91c876 None None] Pushing event updated for resources: {'Port': ['ID=f05f762c-3530-483e-974f-dc7ec8b43390,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:04.264768 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724faff0-1a4a-4565-8d79-120d58d28b21 req-5370bee1-b82e-4afc-a6e2-af0bd5447cef tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:04.274172 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-724faff0-1a4a-4565-8d79-120d58d28b21 req-5370bee1-b82e-4afc-a6e2-af0bd5447cef tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=b62ade1c-1d81-4bb3-9009-3110721d68db HTTP/1.1" status: 200 len: 943 time: 0.3565936 Feb 09 01:19:04.289988 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0d99b-e432-4ff7-ba17-91fcaaa0af15 req-fd772037-b4ce-43e1-a75e-deea3c2f2e50 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:04.291561 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c8d0d99b-e432-4ff7-ba17-91fcaaa0af15 req-fd772037-b4ce-43e1-a75e-deea3c2f2e50 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=4dde6d5b-a7eb-4d9a-ad88-d74075af635f HTTP/1.1" status: 200 len: 946 time: 0.3753285 Feb 09 01:19:04.367036 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fb838775-f53a-4840-9420-660c325fbdcf tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:04.377523 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-724faff0-1a4a-4565-8d79-120d58d28b21 req-e53c58f4-d9c9-4f78-9c93-aa7783f33bae tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=c5ad553e-ab0d-4663-be56-e1031564698c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019888 Feb 09 01:19:04.468568 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c232d586-f390-45e3-81b1-c66c150d9e69 req-da6d4c9c-b52d-4cd4-8b49-ee96e068af92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:04.471278 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c232d586-f390-45e3-81b1-c66c150d9e69 req-da6d4c9c-b52d-4cd4-8b49-ee96e068af92 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b62ade1c-1d81-4bb3-9009-3110721d68db&tenant_id=128330d8f0414cd5a58362066d10386d HTTP/1.1" status: 200 len: 1094 time: 0.3750935 Feb 09 01:19:04.483846 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c8d0d99b-e432-4ff7-ba17-91fcaaa0af15 req-d7a6f080-bc74-4180-9f3c-c90595853f9a tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144633 Feb 09 01:19:04.490232 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-fb838775-f53a-4840-9420-660c325fbdcf tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Transition to ACTIVE for port object 32c9f024-2259-4d6f-a98f-d7febe3323f8 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:19:04.621185 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fb838775-f53a-4840-9420-660c325fbdcf tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:04.717952 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c232d586-f390-45e3-81b1-c66c150d9e69 req-88724355-774c-4744-9798-15c6849f6de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:04.720478 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c232d586-f390-45e3-81b1-c66c150d9e69 req-88724355-774c-4744-9798-15c6849f6de6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=128330d8f0414cd5a58362066d10386d&device_id=b62ade1c-1d81-4bb3-9009-3110721d68db HTTP/1.1" status: 200 len: 1094 time: 0.2195623 Feb 09 01:19:04.729972 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb838775-f53a-4840-9420-660c325fbdcf tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:19:04.731338 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-fb838775-f53a-4840-9420-660c325fbdcf tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:04.734410 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb838775-f53a-4840-9420-660c325fbdcf tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:19:04.741096 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb838775-f53a-4840-9420-660c325fbdcf tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:04.741868 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fb838775-f53a-4840-9420-660c325fbdcf tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:04.883194 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb838775-f53a-4840-9420-660c325fbdcf tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event updated for resources: {'Port': ['ID=32c9f024-2259-4d6f-a98f-d7febe3323f8,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:04.907894 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-fb838775-f53a-4840-9420-660c325fbdcf tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.0314012 Feb 09 01:19:04.910754 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 45960) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:04.995515 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device f05f762c-3530-483e-974f-dc7ec8b43390 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:19:05.083599 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c232d586-f390-45e3-81b1-c66c150d9e69 req-1233103a-6e85-4166-b198-5f3ecb8d7f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:05.085173 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c232d586-f390-45e3-81b1-c66c150d9e69 req-1233103a-6e85-4166-b198-5f3ecb8d7f55 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5 HTTP/1.1" status: 200 len: 918 time: 0.3323860 Feb 09 01:19:05.142807 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port f05f762c-3530-483e-974f-dc7ec8b43390 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:19:05.241469 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf4165d-ba3c-4b65-83a5-4dacd78dc35b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:05.248342 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf4165d-ba3c-4b65-83a5-4dacd78dc35b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:05.249146 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-daf4165d-ba3c-4b65-83a5-4dacd78dc35b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Synchronizing usage tracker for tenant:32c9b2ac64b74efca212307487c75b1d on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:19:05.303517 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b48b629-1848-4968-8550-fd7a54549026 req-6f237813-0fcb-4543-9eed-257f1b7b3a20 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:05.310922 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2b48b629-1848-4968-8550-fd7a54549026 req-6f237813-0fcb-4543-9eed-257f1b7b3a20 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=4dde6d5b-a7eb-4d9a-ad88-d74075af635f HTTP/1.1" status: 200 len: 946 time: 0.2894416 Feb 09 01:19:05.330829 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c232d586-f390-45e3-81b1-c66c150d9e69 req-85b153d7-a825-49f9-8cf7-8ec89ff80121 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f443a387-47ac-4688-9ffc-34c90d90229a HTTP/1.1" status: 200 len: 998 time: 0.2281494 Feb 09 01:19:05.334620 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-daf4165d-ba3c-4b65-83a5-4dacd78dc35b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Unset dirty status for tenant:32c9b2ac64b74efca212307487c75b1d on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:19:05.335826 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-daf4165d-ba3c-4b65-83a5-4dacd78dc35b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.4241817 Feb 09 01:19:05.339726 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45968) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:05.412628 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2b48b629-1848-4968-8550-fd7a54549026 req-4015cf1e-bc8c-4076-9389-46d915d0c38d tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007528 Feb 09 01:19:05.435018 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c232d586-f390-45e3-81b1-c66c150d9e69 req-6bf9a537-54e8-4a14-9669-7ba9c5a64e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:05.436587 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c232d586-f390-45e3-81b1-c66c150d9e69 req-6bf9a537-54e8-4a14-9669-7ba9c5a64e66 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9ba82490-d70a-42fe-a7ff-0aeb7f428073 HTTP/1.1" status: 200 len: 856 time: 0.0975895 Feb 09 01:19:05.440700 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-06c62b07-f179-4ed1-804d-951452c52e68 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Deleting port 32c9f024-2259-4d6f-a98f-d7febe3323f8 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:19:05.441304 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-06c62b07-f179-4ed1-804d-951452c52e68 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:05.537145 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c232d586-f390-45e3-81b1-c66c150d9e69 req-9fd937bc-5629-426b-9468-f6b32239c721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:05.538749 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c232d586-f390-45e3-81b1-c66c150d9e69 req-9fd937bc-5629-426b-9468-f6b32239c721 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0935183 Feb 09 01:19:05.687553 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1ad11c0f-4621-46f7-9ead-64496c226a9f None None] Provisioning for port f05f762c-3530-483e-974f-dc7ec8b43390 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:19:05.699364 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1ad11c0f-4621-46f7-9ead-64496c226a9f None None] Provisioning complete for port f05f762c-3530-483e-974f-dc7ec8b43390 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:05.699855 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1ad11c0f-4621-46f7-9ead-64496c226a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:05.872855 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1ad11c0f-4621-46f7-9ead-64496c226a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:05.900735 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c232d586-f390-45e3-81b1-c66c150d9e69 req-b9e14444-5e72-4ba1-903a-29bf661d82e6 service neutron] 10.222.0.62 "GET /v2.0/networks/0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547788 Feb 09 01:19:05.953573 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-1ad11c0f-4621-46f7-9ead-64496c226a9f None None] For port f05f762c-3530-483e-974f-dc7ec8b43390, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=f05f762c-3530-483e-974f-dc7ec8b43390,segment=NetworkSegment(986fd47a-7d48-4218-bc5b-1f82d1198ace),segment_id=986fd47a-7d48-4218-bc5b-1f82d1198ace)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:19:05.959080 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1ad11c0f-4621-46f7-9ead-64496c226a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:06.096755 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad11c0f-4621-46f7-9ead-64496c226a9f None None] Pushing event updated for resources: {'Port': ['ID=f05f762c-3530-483e-974f-dc7ec8b43390,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:06.099697 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-38b5b107-99cc-429a-9a60-e1800208e60a None None] Provisioning for port 32c9f024-2259-4d6f-a98f-d7febe3323f8 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:19:06.107583 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-38b5b107-99cc-429a-9a60-e1800208e60a None None] Provisioning complete for port 32c9f024-2259-4d6f-a98f-d7febe3323f8 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:06.108142 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-38b5b107-99cc-429a-9a60-e1800208e60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:06.190182 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-06c62b07-f179-4ed1-804d-951452c52e68 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:06.199675 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-38b5b107-99cc-429a-9a60-e1800208e60a None None] Port 32c9f024-2259-4d6f-a98f-d7febe3323f8 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:19:06.291497 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e3b7c-8269-446a-a65a-babc33dd1bdd req-47f46607-a0a3-4314-aa78-e62404f3c73c tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:06.293643 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-279e3b7c-8269-446a-a65a-babc33dd1bdd req-47f46607-a0a3-4314-aa78-e62404f3c73c tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=b62ade1c-1d81-4bb3-9009-3110721d68db HTTP/1.1" status: 200 len: 943 time: 0.4965045 Feb 09 01:19:06.296672 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c232d586-f390-45e3-81b1-c66c150d9e69 req-99325329-2a68-46bf-b5bf-4f3da794fa90 service neutron] 10.222.0.62 "GET /v2.0/networks/0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3836219 Feb 09 01:19:06.360013 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-279e3b7c-8269-446a-a65a-babc33dd1bdd req-cb57a61a-88e9-43f4-91ba-e5db250092e9 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=c5ad553e-ab0d-4663-be56-e1031564698c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414355 Feb 09 01:19:06.367992 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-06c62b07-f179-4ed1-804d-951452c52e68 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Calling delete_port for 32c9f024-2259-4d6f-a98f-d7febe3323f8 owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:19:06.593522 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f96b1f-0ae6-48c8-9cd0-fd0605ee7086 req-0f168eb6-5e35-4b3b-a6f8-6100b9801b31 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:06.599369 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-06c62b07-f179-4ed1-804d-951452c52e68 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:06.606533 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f9f96b1f-0ae6-48c8-9cd0-fd0605ee7086 req-0f168eb6-5e35-4b3b-a6f8-6100b9801b31 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.62 "GET /v2.0/ports?device_id=4dde6d5b-a7eb-4d9a-ad88-d74075af635f HTTP/1.1" status: 200 len: 946 time: 0.1774311 Feb 09 01:19:06.712120 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c62b07-f179-4ed1-804d-951452c52e68 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event deleted for resources: {'Port': ['ID=32c9f024-2259-4d6f-a98f-d7febe3323f8,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:06.763060 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-06c62b07-f179-4ed1-804d-951452c52e68 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:06.786436 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-06c62b07-f179-4ed1-804d-951452c52e68 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/ports/32c9f024-2259-4d6f-a98f-d7febe3323f8 HTTP/1.1" status: 204 len: 168 time: 1.4452491 Feb 09 01:19:06.788473 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 46008) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:06.887636 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ffeb96-aabb-4afc-b95e-b86796ca4d8a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:06.903749 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ffeb96-aabb-4afc-b95e-b86796ca4d8a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:06.906618 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-97ffeb96-aabb-4afc-b95e-b86796ca4d8a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Synchronizing usage tracker for tenant:32c9b2ac64b74efca212307487c75b1d on resource:subnet {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:19:06.935763 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-97ffeb96-aabb-4afc-b95e-b86796ca4d8a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Unset dirty status for tenant:32c9b2ac64b74efca212307487c75b1d on resource:subnet {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:19:06.937497 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-97ffeb96-aabb-4afc-b95e-b86796ca4d8a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1476216 Feb 09 01:19:06.940110 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 46026) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:06.982345 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-f9f96b1f-0ae6-48c8-9cd0-fd0605ee7086 req-023f7155-15d1-4fe8-88c9-d8c62f1d581b tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Deleting port 05c19bd0-cc33-4f81-97d4-724e296b1ca9 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:19:06.983039 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-f9f96b1f-0ae6-48c8-9cd0-fd0605ee7086 req-023f7155-15d1-4fe8-88c9-d8c62f1d581b tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:07.018851 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device f05f762c-3530-483e-974f-dc7ec8b43390 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:19:07.166723 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c652e2f-e6e3-4e1d-9fc2-5d95b15cc6b2 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Deleting subnet 494593d8-ad00-4339-9dad-850a130b4186 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:19:07.195891 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4c652e2f-e6e3-4e1d-9fc2-5d95b15cc6b2 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:07.202325 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcfec69-bfeb-4bdc-903e-cebcf3d7f5d5 req-8b7c3fa3-038d-4725-8e2c-c115c55deacc tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:07.224007 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0fcfec69-bfeb-4bdc-903e-cebcf3d7f5d5 req-8b7c3fa3-038d-4725-8e2c-c115c55deacc tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=4dde6d5b-a7eb-4d9a-ad88-d74075af635f HTTP/1.1" status: 200 len: 946 time: 0.6017642 Feb 09 01:19:07.275639 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port f05f762c-3530-483e-974f-dc7ec8b43390 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:07.276866 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:07.359168 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4c652e2f-e6e3-4e1d-9fc2-5d95b15cc6b2 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:07.454817 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0fcfec69-bfeb-4bdc-903e-cebcf3d7f5d5 req-918d4ea6-3213-4349-ac31-c46b9256fa7b tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289414 Feb 09 01:19:07.488829 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4c652e2f-e6e3-4e1d-9fc2-5d95b15cc6b2 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:07.623786 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4c652e2f-e6e3-4e1d-9fc2-5d95b15cc6b2 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:07.731621 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c652e2f-e6e3-4e1d-9fc2-5d95b15cc6b2 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event deleted for resources: {'Subnet': ['ID=494593d8-ad00-4339-9dad-850a130b4186,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:07.745818 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce3c65a-a1cc-47c7-9efa-9247c982df7f None None] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:19:07.750667 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4c652e2f-e6e3-4e1d-9fc2-5d95b15cc6b2 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:07.799650 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-4c652e2f-e6e3-4e1d-9fc2-5d95b15cc6b2 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/subnets/494593d8-ad00-4339-9dad-850a130b4186 HTTP/1.1" status: 204 len: 168 time: 0.8582156 Feb 09 01:19:07.804073 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 46050) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:08.057346 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-f9f96b1f-0ae6-48c8-9cd0-fd0605ee7086 req-023f7155-15d1-4fe8-88c9-d8c62f1d581b tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] For port 05c19bd0-cc33-4f81-97d4-724e296b1ca9, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=05c19bd0-cc33-4f81-97d4-724e296b1ca9,segment=NetworkSegment(e4f8d471-753e-488b-969f-03ab5fdd3e2b),segment_id=e4f8d471-753e-488b-969f-03ab5fdd3e2b)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:19:08.057583 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-f9f96b1f-0ae6-48c8-9cd0-fd0605ee7086 req-023f7155-15d1-4fe8-88c9-d8c62f1d581b tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:08.083122 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e3415-989a-4451-ad9c-648b5de42271 req-bde4d975-ab24-45e7-b021-9430876e043d tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:08.091320 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2d7e3415-989a-4451-ad9c-648b5de42271 req-bde4d975-ab24-45e7-b021-9430876e043d tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=b62ade1c-1d81-4bb3-9009-3110721d68db HTTP/1.1" status: 200 len: 943 time: 0.4007008 Feb 09 01:19:08.115194 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a23e2cb0-d028-4506-9a0f-10cdf1f5248d tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3073313 Feb 09 01:19:08.116924 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 46060) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:08.135075 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-ccb4ff2f-2864-45bb-ba2c-e79a9b43b9f8 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Request body: {'subnet': {'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:08.163671 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 46064) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:08.216205 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ef1548ee-df75-40f0-a6b0-81123c44d992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:08.299656 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3940f190-f9d7-4d28-8290-56146a5a7148 None None] DHCP port deletion for 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:19:08.305693 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-3940f190-f9d7-4d28-8290-56146a5a7148 None None] Deleting port f05f762c-3530-483e-974f-dc7ec8b43390 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:19:08.306002 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3940f190-f9d7-4d28-8290-56146a5a7148 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:08.406420 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ccb4ff2f-2864-45bb-ba2c-e79a9b43b9f8 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:08.420484 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ccb4ff2f-2864-45bb-ba2c-e79a9b43b9f8 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Usage tracker for resource:subnet and tenant:32c9b2ac64b74efca212307487c75b1d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:19:08.429827 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ccb4ff2f-2864-45bb-ba2c-e79a9b43b9f8 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:19:08.442202 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ccb4ff2f-2864-45bb-ba2c-e79a9b43b9f8 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:08.471343 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb4ff2f-2864-45bb-ba2c-e79a9b43b9f8 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Made reservation on behalf of 32c9b2ac64b74efca212307487c75b1d for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:19:08.495967 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ccb4ff2f-2864-45bb-ba2c-e79a9b43b9f8 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:08.542962 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-f9f96b1f-0ae6-48c8-9cd0-fd0605ee7086 req-023f7155-15d1-4fe8-88c9-d8c62f1d581b tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Calling delete_port for 05c19bd0-cc33-4f81-97d4-724e296b1ca9 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:19:08.570956 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-82b22d29-beb6-4dc3-b7c4-114a811d99e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:08.725301 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2d7e3415-989a-4451-ad9c-648b5de42271 req-e0c3a348-286b-4614-97b7-6f841715269d tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=c5ad553e-ab0d-4663-be56-e1031564698c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6329937 Feb 09 01:19:08.776908 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-82b22d29-beb6-4dc3-b7c4-114a811d99e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:08.821569 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-82b22d29-beb6-4dc3-b7c4-114a811d99e3 admin admin] Usage tracker for resource:security_group_rule and tenant:e4e232410b974299974a42395951f8bc is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:19:08.830921 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-82b22d29-beb6-4dc3-b7c4-114a811d99e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:19:08.868889 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-82b22d29-beb6-4dc3-b7c4-114a811d99e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:08.930296 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-3940f190-f9d7-4d28-8290-56146a5a7148 None None] For port f05f762c-3530-483e-974f-dc7ec8b43390, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=f05f762c-3530-483e-974f-dc7ec8b43390,segment=NetworkSegment(986fd47a-7d48-4218-bc5b-1f82d1198ace),segment_id=986fd47a-7d48-4218-bc5b-1f82d1198ace)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:19:08.931222 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3940f190-f9d7-4d28-8290-56146a5a7148 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:09.108141 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02597b95-82ef-462a-b922-fd2111778c4a req-f36eaa5f-53a8-4979-9358-1f660d3be8cc tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:09.112272 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-02597b95-82ef-462a-b922-fd2111778c4a req-f36eaa5f-53a8-4979-9358-1f660d3be8cc tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=4dde6d5b-a7eb-4d9a-ad88-d74075af635f HTTP/1.1" status: 200 len: 946 time: 0.4147782 Feb 09 01:19:09.118641 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-3940f190-f9d7-4d28-8290-56146a5a7148 None None] Calling delete_port for f05f762c-3530-483e-974f-dc7ec8b43390 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:19:09.177697 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device f05f762c-3530-483e-974f-dc7ec8b43390 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:19:09.264816 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-f9f96b1f-0ae6-48c8-9cd0-fd0605ee7086 req-023f7155-15d1-4fe8-88c9-d8c62f1d581b tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:09.304522 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-02597b95-82ef-462a-b922-fd2111778c4a req-e5b09c33-6dc8-471d-95d4-a6a4b0eac827 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663535 Feb 09 01:19:09.349617 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['9bf5d22d-c05c-4bb7-9938-6cdd0b694aac'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:19:09.431625 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f7155-15d1-4fe8-88c9-d8c62f1d581b tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Pushing event deleted for resources: {'Port': ['ID=05c19bd0-cc33-4f81-97d4-724e296b1ca9,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:09.487426 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-82b22d29-beb6-4dc3-b7c4-114a811d99e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:09.496011 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-82b22d29-beb6-4dc3-b7c4-114a811d99e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:09.516808 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9f96b1f-0ae6-48c8-9cd0-fd0605ee7086 req-023f7155-15d1-4fe8-88c9-d8c62f1d581b tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] No DVR routers for this DVR port 05c19bd0-cc33-4f81-97d4-724e296b1ca9 on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:19:09.520736 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-f9f96b1f-0ae6-48c8-9cd0-fd0605ee7086 req-023f7155-15d1-4fe8-88c9-d8c62f1d581b tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:09.535056 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dde6d5b-a7eb-4d9a-ad88-d74075af635f', 'name': 'network-vif-deleted', 'tag': '05c19bd0-cc33-4f81-97d4-724e296b1ca9'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:19:09.566034 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f9f96b1f-0ae6-48c8-9cd0-fd0605ee7086 req-023f7155-15d1-4fe8-88c9-d8c62f1d581b tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.62 "DELETE /v2.0/ports/05c19bd0-cc33-4f81-97d4-724e296b1ca9 HTTP/1.1" status: 204 len: 173 time: 2.9513459 Feb 09 01:19:09.614357 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b22d29-beb6-4dc3-b7c4-114a811d99e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9edfa6-736c-46c0-a0c1-adc1b228c4ec,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:09.665660 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-82b22d29-beb6-4dc3-b7c4-114a811d99e3 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=e4e232410b974299974a42395951f8bc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4945619 Feb 09 01:19:09.666541 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 46076) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:09.691874 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:09.712193 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dde6d5b-a7eb-4d9a-ad88-d74075af635f', 'name': 'network-vif-deleted', 'tag': '05c19bd0-cc33-4f81-97d4-724e296b1ca9', 'status': 'completed', 'code': 200} Feb 09 01:19:09.908800 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3940f190-f9d7-4d28-8290-56146a5a7148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:09.943800 n-d-828418-1 neutron-server[87638]: DEBUG neutron.objects.ports [None req-ccb4ff2f-2864-45bb-ba2c-e79a9b43b9f8 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87638) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 01:19:09.969465 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-92381279-2d9b-4543-b6b9-c699778f5b16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:10.006822 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3940f190-f9d7-4d28-8290-56146a5a7148 None None] No DVR routers for this DVR port f05f762c-3530-483e-974f-dc7ec8b43390 on host n-d-828418-1 {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:19:10.038556 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3940f190-f9d7-4d28-8290-56146a5a7148 None None] Pushing event deleted for resources: {'Port': ['ID=f05f762c-3530-483e-974f-dc7ec8b43390,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:10.091595 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-92381279-2d9b-4543-b6b9-c699778f5b16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:10.093826 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3940f190-f9d7-4d28-8290-56146a5a7148 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:10.094185 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3940f190-f9d7-4d28-8290-56146a5a7148 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:10.094564 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3940f190-f9d7-4d28-8290-56146a5a7148 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:10.094913 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3940f190-f9d7-4d28-8290-56146a5a7148 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:10.095248 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3940f190-f9d7-4d28-8290-56146a5a7148 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:10.095658 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3940f190-f9d7-4d28-8290-56146a5a7148 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:10.095993 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3940f190-f9d7-4d28-8290-56146a5a7148 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:10.096324 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3940f190-f9d7-4d28-8290-56146a5a7148 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:10.096660 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3940f190-f9d7-4d28-8290-56146a5a7148 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:10.096978 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3940f190-f9d7-4d28-8290-56146a5a7148 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:10.097304 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3940f190-f9d7-4d28-8290-56146a5a7148 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:10.100830 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3940f190-f9d7-4d28-8290-56146a5a7148 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:10.168784 n-d-828418-1 neutron-server[87638]: WARNING neutron.services.revisions.revision_plugin [None req-ccb4ff2f-2864-45bb-ba2c-e79a9b43b9f8 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Could not find related port for resource to bump revision. Feb 09 01:19:10.180914 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.ipam_pluggable_backend [None req-ccb4ff2f-2864-45bb-ba2c-e79a9b43b9f8 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Port f05f762c-3530-483e-974f-dc7ec8b43390 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=87638) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 09 01:19:10.183060 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.ipam_pluggable_backend [None req-ccb4ff2f-2864-45bb-ba2c-e79a9b43b9f8 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Reverting IP allocation for 2001:db8::f816:3eff:fe9b:eb11 {{(pid=87638) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 09 01:19:10.193187 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.ipam_pluggable_backend [None req-ccb4ff2f-2864-45bb-ba2c-e79a9b43b9f8 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe9b:eb11 {{(pid=87638) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 09 01:19:10.196257 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ccb4ff2f-2864-45bb-ba2c-e79a9b43b9f8 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:10.286346 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb4ff2f-2864-45bb-ba2c-e79a9b43b9f8 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:19:10.289928 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-ccb4ff2f-2864-45bb-ba2c-e79a9b43b9f8 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:10.294969 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb4ff2f-2864-45bb-ba2c-e79a9b43b9f8 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:10.296046 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ccb4ff2f-2864-45bb-ba2c-e79a9b43b9f8 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:10.301720 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-92381279-2d9b-4543-b6b9-c699778f5b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:10.319990 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c8c415-88af-4a15-8a67-39613d7549c8 None None] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:19:10.334004 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb4ff2f-2864-45bb-ba2c-e79a9b43b9f8 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event updated for resources: {'Subnet': ['ID=52013d1c-6bad-475f-8920-421d8f7e9547,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:10.351215 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ccb4ff2f-2864-45bb-ba2c-e79a9b43b9f8 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.2320538 Feb 09 01:19:10.353724 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 46086) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:10.363188 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92381279-2d9b-4543-b6b9-c699778f5b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9edfa6-736c-46c0-a0c1-adc1b228c4ec,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:10.367036 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-cf56f485-cd9c-4b10-b6d8-f04a8a091c39 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Request body: {'port': {'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'mac_address': 'fa:16:3e:5f:6e:e9', 'name': 'tempest-NetworksTestDHCPv6-2062340358'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:10.426608 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-92381279-2d9b-4543-b6b9-c699778f5b16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:10.436325 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-92381279-2d9b-4543-b6b9-c699778f5b16 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/8f9edfa6-736c-46c0-a0c1-adc1b228c4ec HTTP/1.1" status: 204 len: 168 time: 0.7677062 Feb 09 01:19:10.479388 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aef831-9bf5-45a4-808e-dc4a1a3e5e11 req-9e4a8184-2d59-45c2-a3a1-99ee8d53574a tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:10.496898 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c4aef831-9bf5-45a4-808e-dc4a1a3e5e11 req-9e4a8184-2d59-45c2-a3a1-99ee8d53574a tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=b62ade1c-1d81-4bb3-9009-3110721d68db HTTP/1.1" status: 200 len: 943 time: 0.2872963 Feb 09 01:19:10.703088 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c4aef831-9bf5-45a4-808e-dc4a1a3e5e11 req-2bf732c9-b680-4849-bb61-15b4044107d5 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=c5ad553e-ab0d-4663-be56-e1031564698c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2041833 Feb 09 01:19:10.789457 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 05c19bd0-cc33-4f81-97d4-724e296b1ca9 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:19:10.811280 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-9a230fea-2c3e-471c-b670-1526c73f8ca8 req-1260ce88-89e7-475f-9fa8-b32fa5f077e6 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Synchronizing usage tracker for tenant:ecfa99ec90404d2da344b2927ef93a25 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:19:10.845114 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-9a230fea-2c3e-471c-b670-1526c73f8ca8 req-1260ce88-89e7-475f-9fa8-b32fa5f077e6 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Unset dirty status for tenant:ecfa99ec90404d2da344b2927ef93a25 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:19:10.846324 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9a230fea-2c3e-471c-b670-1526c73f8ca8 req-1260ce88-89e7-475f-9fa8-b32fa5f077e6 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=4dde6d5b-a7eb-4d9a-ad88-d74075af635f HTTP/1.1" status: 200 len: 210 time: 0.1395743 Feb 09 01:19:10.942773 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0e948338-c708-4ac7-9f70-5f6a63532a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:10.973740 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: 05c19bd0-cc33-4f81-97d4-724e296b1ca9 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:19:10.974243 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 05c19bd0-cc33-4f81-97d4-724e296b1ca9 not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:19:11.049946 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 46096) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:11.108433 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bf48deb2-5c87-4d50-bbc6-307e2f5722b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:11.193792 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-bf48deb2-5c87-4d50-bbc6-307e2f5722b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:11.210106 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-bf48deb2-5c87-4d50-bbc6-307e2f5722b6 admin admin] Usage tracker for resource:security_group_rule and tenant:a7f586e8f245499a8b1dd6e04b3ed458 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:19:11.223293 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-bf48deb2-5c87-4d50-bbc6-307e2f5722b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:19:11.246700 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-bf48deb2-5c87-4d50-bbc6-307e2f5722b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:11.281718 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-cf56f485-cd9c-4b10-b6d8-f04a8a091c39 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:11.291715 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-cf56f485-cd9c-4b10-b6d8-f04a8a091c39 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Usage tracker for resource:port and tenant:32c9b2ac64b74efca212307487c75b1d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:19:11.302068 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-cf56f485-cd9c-4b10-b6d8-f04a8a091c39 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:19:11.319945 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-cf56f485-cd9c-4b10-b6d8-f04a8a091c39 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:11.346764 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d816e5a-e649-4a38-943c-5752012594fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'tenant_id': '32c9b2ac64b74efca212307487c75b1d', 'fixed_ips': [{'subnet_id': '52013d1c-6bad-475f-8920-421d8f7e9547'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:19:11.348125 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4d816e5a-e649-4a38-943c-5752012594fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:11.357239 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf56f485-cd9c-4b10-b6d8-f04a8a091c39 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Made reservation on behalf of 32c9b2ac64b74efca212307487c75b1d for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:19:11.477260 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bf48deb2-5c87-4d50-bbc6-307e2f5722b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:11.482612 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bf48deb2-5c87-4d50-bbc6-307e2f5722b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:11.612488 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-bf48deb2-5c87-4d50-bbc6-307e2f5722b6 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=a7f586e8f245499a8b1dd6e04b3ed458&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5432599 Feb 09 01:19:11.613152 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 46110) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:11.624344 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf48deb2-5c87-4d50-bbc6-307e2f5722b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87431363-ab63-41bc-acc0-34d423433bcb,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:11.640328 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:11.646221 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:11.676525 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cf56f485-cd9c-4b10-b6d8-f04a8a091c39 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:11.716837 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-cf56f485-cd9c-4b10-b6d8-f04a8a091c39 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] device_id is not set on port e335fdf7-865a-4f4c-ab2e-4ff637213466 yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:19:11.803985 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0befc25f-a622-4840-a25b-1add0cfeca58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:11.850736 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-4d816e5a-e649-4a38-943c-5752012594fc None None] Allocated IP 2001:db8::f816:3eff:fe88:f2eb (0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa/52013d1c-6bad-475f-8920-421d8f7e9547/d122d131-f52f-4fc9-adb8-58a167dd0882) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:19:11.880321 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0befc25f-a622-4840-a25b-1add0cfeca58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:12.129526 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0befc25f-a622-4840-a25b-1add0cfeca58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:12.312686 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0befc25f-a622-4840-a25b-1add0cfeca58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87431363-ab63-41bc-acc0-34d423433bcb,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:12.317196 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0befc25f-a622-4840-a25b-1add0cfeca58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:12.334682 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4d816e5a-e649-4a38-943c-5752012594fc None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:12.343323 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-0befc25f-a622-4840-a25b-1add0cfeca58 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/87431363-ab63-41bc-acc0-34d423433bcb HTTP/1.1" status: 204 len: 168 time: 0.7251532 Feb 09 01:19:12.371501 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4d816e5a-e649-4a38-943c-5752012594fc None None] Transition to ACTIVE for port object d122d131-f52f-4fc9-adb8-58a167dd0882 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:19:12.401665 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4d816e5a-e649-4a38-943c-5752012594fc None None] Transition to ACTIVE for port object d122d131-f52f-4fc9-adb8-58a167dd0882 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:19:12.417328 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4d816e5a-e649-4a38-943c-5752012594fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:12.430192 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8a26d-32ff-4517-8fa4-cc24fca99bf4 req-a77ebb07-198d-4f08-9c21-a462bcfa7ba3 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:12.447378 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d6d8a26d-32ff-4517-8fa4-cc24fca99bf4 req-a77ebb07-198d-4f08-9c21-a462bcfa7ba3 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=b62ade1c-1d81-4bb3-9009-3110721d68db HTTP/1.1" status: 200 len: 943 time: 0.4404492 Feb 09 01:19:12.513892 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d816e5a-e649-4a38-943c-5752012594fc None None] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:19:12.518452 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-4d816e5a-e649-4a38-943c-5752012594fc None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:12.525950 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d816e5a-e649-4a38-943c-5752012594fc None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:19:12.534491 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d816e5a-e649-4a38-943c-5752012594fc None None] Pushing event updated for resources: {'Port': ['ID=d122d131-f52f-4fc9-adb8-58a167dd0882,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:12.574588 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d6d8a26d-32ff-4517-8fa4-cc24fca99bf4 req-40cbaa88-a759-4fae-9026-015bccce8d26 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=c5ad553e-ab0d-4663-be56-e1031564698c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164658 Feb 09 01:19:12.655587 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-cf56f485-cd9c-4b10-b6d8-f04a8a091c39 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Allocated IP 2001:db8::f816:3eff:fe5f:6ee9 (0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa/52013d1c-6bad-475f-8920-421d8f7e9547/e335fdf7-865a-4f4c-ab2e-4ff637213466) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:19:12.685128 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-4d816e5a-e649-4a38-943c-5752012594fc None None] Attempting to bind port d122d131-f52f-4fc9-adb8-58a167dd0882 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:19:12.686547 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-4d816e5a-e649-4a38-943c-5752012594fc None None] Attempting to bind port d122d131-f52f-4fc9-adb8-58a167dd0882 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '986fd47a-7d48-4218-bc5b-1f82d1198ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:19:12.687634 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d816e5a-e649-4a38-943c-5752012594fc None None] Attempting to bind port d122d131-f52f-4fc9-adb8-58a167dd0882 on network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:19:12.700842 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d816e5a-e649-4a38-943c-5752012594fc None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:19:12.702924 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d816e5a-e649-4a38-943c-5752012594fc None None] Checking segment: {'id': '986fd47a-7d48-4218-bc5b-1f82d1198ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:19:12.703439 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4d816e5a-e649-4a38-943c-5752012594fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:12.705945 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d816e5a-e649-4a38-943c-5752012594fc None None] Bound using segment: {'id': '986fd47a-7d48-4218-bc5b-1f82d1198ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:19:12.706552 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-4d816e5a-e649-4a38-943c-5752012594fc None None] Bound port: d122d131-f52f-4fc9-adb8-58a167dd0882, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '986fd47a-7d48-4218-bc5b-1f82d1198ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:19:12.707994 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4d816e5a-e649-4a38-943c-5752012594fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:12.898741 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-4d816e5a-e649-4a38-943c-5752012594fc None None] For port d122d131-f52f-4fc9-adb8-58a167dd0882, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:19:12.903919 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-4d816e5a-e649-4a38-943c-5752012594fc None None] For port d122d131-f52f-4fc9-adb8-58a167dd0882, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=d122d131-f52f-4fc9-adb8-58a167dd0882,segment=NetworkSegment(986fd47a-7d48-4218-bc5b-1f82d1198ace),segment_id=986fd47a-7d48-4218-bc5b-1f82d1198ace)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:19:12.912044 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4d816e5a-e649-4a38-943c-5752012594fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:13.045266 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d816e5a-e649-4a38-943c-5752012594fc None None] Pushing event updated for resources: {'Port': ['ID=d122d131-f52f-4fc9-adb8-58a167dd0882,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:13.113363 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cf56f485-cd9c-4b10-b6d8-f04a8a091c39 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:13.132793 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-cf56f485-cd9c-4b10-b6d8-f04a8a091c39 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Transition to ACTIVE for port object e335fdf7-865a-4f4c-ab2e-4ff637213466 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:19:13.177348 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:13.202150 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cf56f485-cd9c-4b10-b6d8-f04a8a091c39 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:13.317377 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf56f485-cd9c-4b10-b6d8-f04a8a091c39 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:19:13.318618 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf56f485-cd9c-4b10-b6d8-f04a8a091c39 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event updated for resources: {'Port': ['ID=e335fdf7-865a-4f4c-ab2e-4ff637213466,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:13.330312 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-cf56f485-cd9c-4b10-b6d8-f04a8a091c39 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:13.333064 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf56f485-cd9c-4b10-b6d8-f04a8a091c39 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:19:13.340648 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf56f485-cd9c-4b10-b6d8-f04a8a091c39 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:13.341520 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cf56f485-cd9c-4b10-b6d8-f04a8a091c39 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:13.398491 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-cf56f485-cd9c-4b10-b6d8-f04a8a091c39 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0420268 Feb 09 01:19:13.400754 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 46224) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:13.797826 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c061a837-da03-4eaa-ab9b-23fcce3f43ff tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:13.835340 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c061a837-da03-4eaa-ab9b-23fcce3f43ff tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:13.839869 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 46262) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:13.845358 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-c061a837-da03-4eaa-ab9b-23fcce3f43ff tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.4435105 Feb 09 01:19:14.039323 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-eead5a66-49e8-43e8-9a25-88f7d6d3c22e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Deleting port e335fdf7-865a-4f4c-ab2e-4ff637213466 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:19:14.039661 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eead5a66-49e8-43e8-9a25-88f7d6d3c22e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:14.039773 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89368713-d2ea-48d7-9d5d-5c401fa2e480 req-f33044c7-cb41-4ec5-aec5-dd283528e0c9 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:14.041270 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-89368713-d2ea-48d7-9d5d-5c401fa2e480 req-f33044c7-cb41-4ec5-aec5-dd283528e0c9 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=b62ade1c-1d81-4bb3-9009-3110721d68db HTTP/1.1" status: 200 len: 943 time: 0.1007729 Feb 09 01:19:14.146123 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-89368713-d2ea-48d7-9d5d-5c401fa2e480 req-39bab05d-fe8c-4145-b3b3-9e5093e70ed2 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=c5ad553e-ab0d-4663-be56-e1031564698c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942712 Feb 09 01:19:14.726791 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eead5a66-49e8-43e8-9a25-88f7d6d3c22e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:15.045488 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-eead5a66-49e8-43e8-9a25-88f7d6d3c22e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Calling delete_port for e335fdf7-865a-4f4c-ab2e-4ff637213466 owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:19:15.091241 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device d122d131-f52f-4fc9-adb8-58a167dd0882 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:19:15.254683 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae38f2a-b2c2-4e14-9644-1f98e4784ad8 req-f4fdb83a-8f28-49bd-851b-027460bfaad0 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:15.268207 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3ae38f2a-b2c2-4e14-9644-1f98e4784ad8 req-f4fdb83a-8f28-49bd-851b-027460bfaad0 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=b935fbc6-48b4-4502-be20-e26b1df5811d HTTP/1.1" status: 200 len: 945 time: 0.1707275 Feb 09 01:19:15.336246 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-163c32ab-0abb-4caf-a9d8-05a5a5a290ec None None] Provisioning for port d122d131-f52f-4fc9-adb8-58a167dd0882 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:19:15.349442 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port d122d131-f52f-4fc9-adb8-58a167dd0882 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:19:15.355525 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-163c32ab-0abb-4caf-a9d8-05a5a5a290ec None None] Provisioning complete for port d122d131-f52f-4fc9-adb8-58a167dd0882 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:15.364053 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-163c32ab-0abb-4caf-a9d8-05a5a5a290ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:15.421858 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3ae38f2a-b2c2-4e14-9644-1f98e4784ad8 req-b950dfb2-0111-4797-afea-04f4b0fe4362 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524518 Feb 09 01:19:15.499400 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eead5a66-49e8-43e8-9a25-88f7d6d3c22e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:15.646042 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port d122d131-f52f-4fc9-adb8-58a167dd0882 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:15.647753 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:15.685384 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2fcebf-abd5-472f-bd2a-0e298e7e20d5 req-a5ea9681-e126-45c6-a78a-cac38e6c9329 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:15.688820 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0b2fcebf-abd5-472f-bd2a-0e298e7e20d5 req-a5ea9681-e126-45c6-a78a-cac38e6c9329 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=b62ade1c-1d81-4bb3-9009-3110721d68db HTTP/1.1" status: 200 len: 943 time: 0.2646539 Feb 09 01:19:15.727380 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eead5a66-49e8-43e8-9a25-88f7d6d3c22e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:15.739048 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eead5a66-49e8-43e8-9a25-88f7d6d3c22e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event deleted for resources: {'Port': ['ID=e335fdf7-865a-4f4c-ab2e-4ff637213466,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:15.749541 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-eead5a66-49e8-43e8-9a25-88f7d6d3c22e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/ports/e335fdf7-865a-4f4c-ab2e-4ff637213466 HTTP/1.1" status: 204 len: 168 time: 1.9085846 Feb 09 01:19:15.757786 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 46388) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:15.803313 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0b2fcebf-abd5-472f-bd2a-0e298e7e20d5 req-e3edbb2b-056e-42d5-81bd-ac80e66b9767 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=c5ad553e-ab0d-4663-be56-e1031564698c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028593 Feb 09 01:19:15.892384 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8dbd0e-e5fb-42df-9c9b-22235e964f03 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:15.894685 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8dbd0e-e5fb-42df-9c9b-22235e964f03 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:15.895608 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-bb8dbd0e-e5fb-42df-9c9b-22235e964f03 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Synchronizing usage tracker for tenant:32c9b2ac64b74efca212307487c75b1d on resource:subnet {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:19:15.928438 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-bb8dbd0e-e5fb-42df-9c9b-22235e964f03 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Unset dirty status for tenant:32c9b2ac64b74efca212307487c75b1d on resource:subnet {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:19:15.932327 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-bb8dbd0e-e5fb-42df-9c9b-22235e964f03 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1723011 Feb 09 01:19:15.932728 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 46400) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:15.958495 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-163c32ab-0abb-4caf-a9d8-05a5a5a290ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:16.090944 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f2f3017-18ab-4c9a-9abe-d5de8f45660b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Deleting subnet 52013d1c-6bad-475f-8920-421d8f7e9547 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:19:16.095801 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9f2f3017-18ab-4c9a-9abe-d5de8f45660b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:16.111005 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:16.151408 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port d122d131-f52f-4fc9-adb8-58a167dd0882, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=d122d131-f52f-4fc9-adb8-58a167dd0882,segment=NetworkSegment(986fd47a-7d48-4218-bc5b-1f82d1198ace),segment_id=986fd47a-7d48-4218-bc5b-1f82d1198ace)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:19:16.183949 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9f2f3017-18ab-4c9a-9abe-d5de8f45660b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:16.291694 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:16.299359 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-163c32ab-0abb-4caf-a9d8-05a5a5a290ec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:19:16.299955 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-163c32ab-0abb-4caf-a9d8-05a5a5a290ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:19:16.401547 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=d122d131-f52f-4fc9-adb8-58a167dd0882,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:16.462937 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9f2f3017-18ab-4c9a-9abe-d5de8f45660b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:16.625315 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8106e92-b3f8-4cf0-99e6-de963a9c7d66 req-38892472-7683-4cf7-a6a7-922124d243f8 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:16.630526 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-e8106e92-b3f8-4cf0-99e6-de963a9c7d66 req-38892472-7683-4cf7-a6a7-922124d243f8 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Synchronizing usage tracker for tenant:ecfa99ec90404d2da344b2927ef93a25 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:19:16.694109 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-e8106e92-b3f8-4cf0-99e6-de963a9c7d66 req-38892472-7683-4cf7-a6a7-922124d243f8 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Unset dirty status for tenant:ecfa99ec90404d2da344b2927ef93a25 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:19:16.699417 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e8106e92-b3f8-4cf0-99e6-de963a9c7d66 req-38892472-7683-4cf7-a6a7-922124d243f8 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.99 "GET /v2.0/ports?device_id=b935fbc6-48b4-4502-be20-e26b1df5811d HTTP/1.1" status: 200 len: 945 time: 0.3373694 Feb 09 01:19:16.790185 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9f2f3017-18ab-4c9a-9abe-d5de8f45660b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:16.900202 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9f2f3017-18ab-4c9a-9abe-d5de8f45660b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:16.917289 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-e8106e92-b3f8-4cf0-99e6-de963a9c7d66 req-a45eff38-48c4-4c5a-b30a-729a8570b5dc tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Deleting port 9bf5d22d-c05c-4bb7-9938-6cdd0b694aac {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:19:16.920183 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-e8106e92-b3f8-4cf0-99e6-de963a9c7d66 req-a45eff38-48c4-4c5a-b30a-729a8570b5dc tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:16.923618 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2f3017-18ab-4c9a-9abe-d5de8f45660b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event deleted for resources: {'Subnet': ['ID=52013d1c-6bad-475f-8920-421d8f7e9547,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:16.927494 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-9f2f3017-18ab-4c9a-9abe-d5de8f45660b tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/subnets/52013d1c-6bad-475f-8920-421d8f7e9547 HTTP/1.1" status: 204 len: 168 time: 0.9934435 Feb 09 01:19:16.939982 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab152f7e-e367-4633-b1f7-b2f08710386f None None] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:19:16.947114 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 46450) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:17.102582 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a67b00fb-f5a5-45ce-8977-e6d6515a0201 None None] Could not find standard attr ID for object e335fdf7-865a-4f4c-ab2e-4ff637213466. {{(pid=87640) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:19:17.110240 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device d122d131-f52f-4fc9-adb8-58a167dd0882 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:19:17.151239 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-2327f240-1fc7-4d58-bebe-cbe35312702d tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2006876 Feb 09 01:19:17.161880 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 46456) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:17.328051 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f0a63-95dd-4f9e-90e7-bfa141f67d26 req-5429dbbd-e4bf-4a1c-a4e4-2aac158b47bf tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:17.337165 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-117f0a63-95dd-4f9e-90e7-bfa141f67d26 req-5429dbbd-e4bf-4a1c-a4e4-2aac158b47bf tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=b935fbc6-48b4-4502-be20-e26b1df5811d HTTP/1.1" status: 200 len: 945 time: 0.6370807 Feb 09 01:19:17.431049 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port d122d131-f52f-4fc9-adb8-58a167dd0882 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:17.431600 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:17.437620 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b4dd6-517f-4c82-98d2-878fe0b8c0b6 req-20aed18a-19a1-44e6-98f6-cbf57497f711 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:17.440176 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-930b4dd6-517f-4c82-98d2-878fe0b8c0b6 req-20aed18a-19a1-44e6-98f6-cbf57497f711 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=b62ade1c-1d81-4bb3-9009-3110721d68db HTTP/1.1" status: 200 len: 943 time: 0.2817657 Feb 09 01:19:17.600679 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-930b4dd6-517f-4c82-98d2-878fe0b8c0b6 req-20bc2b0f-52ed-4fe7-af66-726c6b8d46a0 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=c5ad553e-ab0d-4663-be56-e1031564698c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340120 Feb 09 01:19:17.613232 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-117f0a63-95dd-4f9e-90e7-bfa141f67d26 req-2e0baf00-92a2-40f3-af33-e8360718e5ea tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/security-groups?id=da2d7749-e452-4d67-a1d4-c114fcc7501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758033 Feb 09 01:19:17.735423 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcab789b-5353-4cc0-8669-76cd56fe13e2 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:17.736192 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-bcab789b-5353-4cc0-8669-76cd56fe13e2 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Synchronizing usage tracker for tenant:32c9b2ac64b74efca212307487c75b1d on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:19:17.748366 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-e8106e92-b3f8-4cf0-99e6-de963a9c7d66 req-a45eff38-48c4-4c5a-b30a-729a8570b5dc tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] For port 9bf5d22d-c05c-4bb7-9938-6cdd0b694aac, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=9bf5d22d-c05c-4bb7-9938-6cdd0b694aac,segment=NetworkSegment(e4f8d471-753e-488b-969f-03ab5fdd3e2b),segment_id=e4f8d471-753e-488b-969f-03ab5fdd3e2b)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:19:17.748654 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-e8106e92-b3f8-4cf0-99e6-de963a9c7d66 req-a45eff38-48c4-4c5a-b30a-729a8570b5dc tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:17.975834 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-e8106e92-b3f8-4cf0-99e6-de963a9c7d66 req-a45eff38-48c4-4c5a-b30a-729a8570b5dc tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Calling delete_port for 9bf5d22d-c05c-4bb7-9938-6cdd0b694aac owned by compute:nova {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:19:18.002497 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba47cd6-842d-4670-8bab-5e902b56221c None None] DHCP port deletion for 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:19:18.007125 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-7ba47cd6-842d-4670-8bab-5e902b56221c None None] Deleting port d122d131-f52f-4fc9-adb8-58a167dd0882 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:19:18.007492 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7ba47cd6-842d-4670-8bab-5e902b56221c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:18.087995 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-bcab789b-5353-4cc0-8669-76cd56fe13e2 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Unset dirty status for tenant:32c9b2ac64b74efca212307487c75b1d on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:19:18.089279 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-bcab789b-5353-4cc0-8669-76cd56fe13e2 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.9259534 Feb 09 01:19:18.092053 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 46506) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:18.296271 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a070f67c-5b14-4bab-9614-b3ca4d0125ef tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:18.297074 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-a070f67c-5b14-4bab-9614-b3ca4d0125ef tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Synchronizing usage tracker for tenant:32c9b2ac64b74efca212307487c75b1d on resource:subnet {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:19:18.316226 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-a070f67c-5b14-4bab-9614-b3ca4d0125ef tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Unset dirty status for tenant:32c9b2ac64b74efca212307487c75b1d on resource:subnet {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:19:18.318079 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-a070f67c-5b14-4bab-9614-b3ca4d0125ef tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2250447 Feb 09 01:19:18.322358 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 46518) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:18.413158 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f6317116-4102-42e0-8939-314146f1e0d4 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0895989 Feb 09 01:19:18.417492 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 46530) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:18.428299 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-44e5899b-a1fc-4a09-b8bc-faa5eb3c65ab tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Request body: {'subnet': {'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:18.489162 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-e8106e92-b3f8-4cf0-99e6-de963a9c7d66 req-a45eff38-48c4-4c5a-b30a-729a8570b5dc tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:18.615421 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45eff38-48c4-4c5a-b30a-729a8570b5dc tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Pushing event deleted for resources: {'Port': ['ID=9bf5d22d-c05c-4bb7-9938-6cdd0b694aac,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:18.621414 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-44e5899b-a1fc-4a09-b8bc-faa5eb3c65ab tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:18.629982 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-7ba47cd6-842d-4670-8bab-5e902b56221c None None] For port d122d131-f52f-4fc9-adb8-58a167dd0882, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=d122d131-f52f-4fc9-adb8-58a167dd0882,segment=NetworkSegment(986fd47a-7d48-4218-bc5b-1f82d1198ace),segment_id=986fd47a-7d48-4218-bc5b-1f82d1198ace)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:19:18.630934 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7ba47cd6-842d-4670-8bab-5e902b56221c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:18.635408 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-44e5899b-a1fc-4a09-b8bc-faa5eb3c65ab tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:18.653648 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e5899b-a1fc-4a09-b8bc-faa5eb3c65ab tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Made reservation on behalf of 32c9b2ac64b74efca212307487c75b1d for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:19:18.658257 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-44e5899b-a1fc-4a09-b8bc-faa5eb3c65ab tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:18.682780 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8106e92-b3f8-4cf0-99e6-de963a9c7d66 req-a45eff38-48c4-4c5a-b30a-729a8570b5dc tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] No DVR routers for this DVR port 9bf5d22d-c05c-4bb7-9938-6cdd0b694aac on host n-h2-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:19:18.685780 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-e8106e92-b3f8-4cf0-99e6-de963a9c7d66 req-a45eff38-48c4-4c5a-b30a-729a8570b5dc tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:18.689091 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b935fbc6-48b4-4502-be20-e26b1df5811d', 'name': 'network-vif-deleted', 'tag': '9bf5d22d-c05c-4bb7-9938-6cdd0b694aac'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:19:18.713970 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e8106e92-b3f8-4cf0-99e6-de963a9c7d66 req-a45eff38-48c4-4c5a-b30a-729a8570b5dc tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.99 "DELETE /v2.0/ports/9bf5d22d-c05c-4bb7-9938-6cdd0b694aac HTTP/1.1" status: 204 len: 173 time: 2.0113537 Feb 09 01:19:18.889091 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-7ba47cd6-842d-4670-8bab-5e902b56221c None None] Calling delete_port for d122d131-f52f-4fc9-adb8-58a167dd0882 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:19:18.982388 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device d122d131-f52f-4fc9-adb8-58a167dd0882 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:19:19.019912 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-00d94ecc-0e1d-462e-8fb5-ba0d59d38cff req-3e204433-d198-46cf-9850-8ca18bac3db1 tempest-ServersTestJSON-89514494 tempest-ServersTestJSON-89514494-project] 10.222.0.105 "GET /v2.0/ports?device_id=b935fbc6-48b4-4502-be20-e26b1df5811d HTTP/1.1" status: 200 len: 210 time: 0.0686417 Feb 09 01:19:19.146291 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7ba47cd6-842d-4670-8bab-5e902b56221c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:19.267770 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba47cd6-842d-4670-8bab-5e902b56221c None None] No DVR routers for this DVR port d122d131-f52f-4fc9-adb8-58a167dd0882 on host n-d-828418-1 {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:19:19.274798 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba47cd6-842d-4670-8bab-5e902b56221c None None] Pushing event deleted for resources: {'Port': ['ID=d122d131-f52f-4fc9-adb8-58a167dd0882,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:19.283516 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fe1353-8e6b-41b5-9319-171c5a4c6fd7 req-16a2792a-981a-4478-91c4-c26b96b25ac6 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:19.292582 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:19.307856 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-87fe1353-8e6b-41b5-9319-171c5a4c6fd7 req-16a2792a-981a-4478-91c4-c26b96b25ac6 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=b62ade1c-1d81-4bb3-9009-3110721d68db HTTP/1.1" status: 200 len: 943 time: 0.2817886 Feb 09 01:19:19.385781 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b935fbc6-48b4-4502-be20-e26b1df5811d', 'name': 'network-vif-deleted', 'tag': '9bf5d22d-c05c-4bb7-9938-6cdd0b694aac', 'status': 'completed', 'code': 200} Feb 09 01:19:19.396186 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-44e5899b-a1fc-4a09-b8bc-faa5eb3c65ab tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:19.503322 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e5899b-a1fc-4a09-b8bc-faa5eb3c65ab tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event updated for resources: {'Subnet': ['ID=a932625a-e1e3-464e-a6b2-73c3b46d3876,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:19.556949 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-87fe1353-8e6b-41b5-9319-171c5a4c6fd7 req-486df479-932e-4701-bc1e-b0aaa4b90dfd tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=c5ad553e-ab0d-4663-be56-e1031564698c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2479911 Feb 09 01:19:19.565209 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e5899b-a1fc-4a09-b8bc-faa5eb3c65ab tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:19:19.614001 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-44e5899b-a1fc-4a09-b8bc-faa5eb3c65ab tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:19.631666 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b53ef2-56b6-4f7e-890b-2c9b13a61b96 None None] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:19:19.632266 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e5899b-a1fc-4a09-b8bc-faa5eb3c65ab tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:19.632863 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-44e5899b-a1fc-4a09-b8bc-faa5eb3c65ab tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:19.690995 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 46600) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:19.698403 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-ea2ac23d-6ef8-4e27-b90a-97dd1aaf3531 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Request body: {'port': {'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'mac_address': 'fa:16:3e:93:05:5a', 'name': 'tempest-NetworksTestDHCPv6-2081296196'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:19.704275 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-44e5899b-a1fc-4a09-b8bc-faa5eb3c65ab tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2834017 Feb 09 01:19:19.909729 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ea2ac23d-6ef8-4e27-b90a-97dd1aaf3531 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:19.927053 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ea2ac23d-6ef8-4e27-b90a-97dd1aaf3531 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:19.942526 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea2ac23d-6ef8-4e27-b90a-97dd1aaf3531 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Made reservation on behalf of 32c9b2ac64b74efca212307487c75b1d for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:19:20.031181 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 9bf5d22d-c05c-4bb7-9938-6cdd0b694aac no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:19:20.102458 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] No Port match for: 9bf5d22d-c05c-4bb7-9938-6cdd0b694aac {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:19:20.103361 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 9bf5d22d-c05c-4bb7-9938-6cdd0b694aac not bound to the agent host n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:19:20.166505 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 46640) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:20.230491 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce15e9f-e094-4642-b06a-0538a7a2877f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'tenant_id': '32c9b2ac64b74efca212307487c75b1d', 'fixed_ips': [{'subnet_id': 'a932625a-e1e3-464e-a6b2-73c3b46d3876'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:19:20.231507 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8ce15e9f-e094-4642-b06a-0538a7a2877f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:20.263018 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ea2ac23d-6ef8-4e27-b90a-97dd1aaf3531 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:20.325969 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-354c00eb-312a-4ace-bff7-3892a3e62609 admin admin] Deleting subnet 6a70c5bb-7a88-4efe-b45a-b5773b8dee9d {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:19:20.329098 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-ea2ac23d-6ef8-4e27-b90a-97dd1aaf3531 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] device_id is not set on port 5aa33f8f-8e3e-4e17-8a81-cca9f48b4b74 yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:19:20.332879 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-354c00eb-312a-4ace-bff7-3892a3e62609 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:20.446428 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-354c00eb-312a-4ace-bff7-3892a3e62609 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:20.501408 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-8ce15e9f-e094-4642-b06a-0538a7a2877f None None] Allocated IP 2001:db8::2 (0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa/a932625a-e1e3-464e-a6b2-73c3b46d3876/f72e382f-5654-4e1f-8094-eb2128d924e7) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:19:20.521570 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-354c00eb-312a-4ace-bff7-3892a3e62609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:20.757688 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8ce15e9f-e094-4642-b06a-0538a7a2877f None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:20.768936 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8ce15e9f-e094-4642-b06a-0538a7a2877f None None] Transition to ACTIVE for port object f72e382f-5654-4e1f-8094-eb2128d924e7 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:19:20.789311 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8ce15e9f-e094-4642-b06a-0538a7a2877f None None] Transition to ACTIVE for port object f72e382f-5654-4e1f-8094-eb2128d924e7 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:19:20.806119 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8ce15e9f-e094-4642-b06a-0538a7a2877f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:20.976699 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce15e9f-e094-4642-b06a-0538a7a2877f None None] Pushing event updated for resources: {'Port': ['ID=f72e382f-5654-4e1f-8094-eb2128d924e7,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:20.994516 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-ea2ac23d-6ef8-4e27-b90a-97dd1aaf3531 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Allocated IP 2001:db8::27b (0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa/a932625a-e1e3-464e-a6b2-73c3b46d3876/5aa33f8f-8e3e-4e17-8a81-cca9f48b4b74) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:19:21.017298 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce15e9f-e094-4642-b06a-0538a7a2877f None None] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:19:21.022464 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-8ce15e9f-e094-4642-b06a-0538a7a2877f None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:21.027601 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce15e9f-e094-4642-b06a-0538a7a2877f None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:19:21.097037 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-354c00eb-312a-4ace-bff7-3892a3e62609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:21.191490 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c00eb-312a-4ace-bff7-3892a3e62609 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a70c5bb-7a88-4efe-b45a-b5773b8dee9d,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:21.208246 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-354c00eb-312a-4ace-bff7-3892a3e62609 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:21.231302 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-354c00eb-312a-4ace-bff7-3892a3e62609 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/6a70c5bb-7a88-4efe-b45a-b5773b8dee9d HTTP/1.1" status: 204 len: 168 time: 1.0524471 Feb 09 01:19:21.233150 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 46700) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:21.279224 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-8ce15e9f-e094-4642-b06a-0538a7a2877f None None] Attempting to bind port f72e382f-5654-4e1f-8094-eb2128d924e7 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:19:21.279603 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-8ce15e9f-e094-4642-b06a-0538a7a2877f None None] Attempting to bind port f72e382f-5654-4e1f-8094-eb2128d924e7 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '986fd47a-7d48-4218-bc5b-1f82d1198ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:19:21.279971 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce15e9f-e094-4642-b06a-0538a7a2877f None None] Attempting to bind port f72e382f-5654-4e1f-8094-eb2128d924e7 on network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:19:21.286429 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce15e9f-e094-4642-b06a-0538a7a2877f None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:19:21.286761 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce15e9f-e094-4642-b06a-0538a7a2877f None None] Checking segment: {'id': '986fd47a-7d48-4218-bc5b-1f82d1198ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:19:21.287277 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8ce15e9f-e094-4642-b06a-0538a7a2877f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:21.287553 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce15e9f-e094-4642-b06a-0538a7a2877f None None] Bound using segment: {'id': '986fd47a-7d48-4218-bc5b-1f82d1198ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:19:21.290635 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-8ce15e9f-e094-4642-b06a-0538a7a2877f None None] Bound port: f72e382f-5654-4e1f-8094-eb2128d924e7, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '986fd47a-7d48-4218-bc5b-1f82d1198ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:19:21.291020 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8ce15e9f-e094-4642-b06a-0538a7a2877f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:21.360269 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74748b65-28d9-42bb-b5e9-3cb6a02de54e req-d4c01b5b-0696-4dfd-9ea0-c3b67df5301f tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:21.361883 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-74748b65-28d9-42bb-b5e9-3cb6a02de54e req-d4c01b5b-0696-4dfd-9ea0-c3b67df5301f tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=b62ade1c-1d81-4bb3-9009-3110721d68db HTTP/1.1" status: 200 len: 943 time: 0.5380945 Feb 09 01:19:21.407389 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ea2ac23d-6ef8-4e27-b90a-97dd1aaf3531 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:21.410640 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-8ce15e9f-e094-4642-b06a-0538a7a2877f None None] For port f72e382f-5654-4e1f-8094-eb2128d924e7, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:19:21.415093 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-8ce15e9f-e094-4642-b06a-0538a7a2877f None None] For port f72e382f-5654-4e1f-8094-eb2128d924e7, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=f72e382f-5654-4e1f-8094-eb2128d924e7,segment=NetworkSegment(986fd47a-7d48-4218-bc5b-1f82d1198ace),segment_id=986fd47a-7d48-4218-bc5b-1f82d1198ace)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:19:21.420896 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8ce15e9f-e094-4642-b06a-0538a7a2877f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:21.428240 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-ea2ac23d-6ef8-4e27-b90a-97dd1aaf3531 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Transition to ACTIVE for port object 5aa33f8f-8e3e-4e17-8a81-cca9f48b4b74 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:19:21.461690 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ea2ac23d-6ef8-4e27-b90a-97dd1aaf3531 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:21.491087 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7abd58fd-86d5-4a76-8029-f7b0f7a9d7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:21.519312 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce15e9f-e094-4642-b06a-0538a7a2877f None None] Pushing event updated for resources: {'Port': ['ID=f72e382f-5654-4e1f-8094-eb2128d924e7,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:21.591237 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2ac23d-6ef8-4e27-b90a-97dd1aaf3531 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:19:21.591983 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-74748b65-28d9-42bb-b5e9-3cb6a02de54e req-7872fbc5-d9ed-47e7-a0b1-b1b72fc8c8ae tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=c5ad553e-ab0d-4663-be56-e1031564698c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415634 Feb 09 01:19:21.599902 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-ea2ac23d-6ef8-4e27-b90a-97dd1aaf3531 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:21.601967 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2ac23d-6ef8-4e27-b90a-97dd1aaf3531 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event updated for resources: {'Port': ['ID=5aa33f8f-8e3e-4e17-8a81-cca9f48b4b74,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:21.612671 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2ac23d-6ef8-4e27-b90a-97dd1aaf3531 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:19:21.623615 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2ac23d-6ef8-4e27-b90a-97dd1aaf3531 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:21.623615 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ea2ac23d-6ef8-4e27-b90a-97dd1aaf3531 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:21.661409 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ea2ac23d-6ef8-4e27-b90a-97dd1aaf3531 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9690149 Feb 09 01:19:21.663946 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 46726) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:21.851774 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:21.858424 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7abd58fd-86d5-4a76-8029-f7b0f7a9d7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:21.901580 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-7abd58fd-86d5-4a76-8029-f7b0f7a9d7ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20b4b911-e8a6-45af-95dc-9b595aff0444']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:21.910972 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a2e371-9543-447f-b9f2-b262ec78d123 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:21.917197 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a2e371-9543-447f-b9f2-b262ec78d123 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:21.918079 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-02a2e371-9543-447f-b9f2-b262ec78d123 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Synchronizing usage tracker for tenant:32c9b2ac64b74efca212307487c75b1d on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:19:21.919066 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-7abd58fd-86d5-4a76-8029-f7b0f7a9d7ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4f8d471-753e-488b-969f-03ab5fdd3e2b') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:21.920896 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-7abd58fd-86d5-4a76-8029-f7b0f7a9d7ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4f8d471-753e-488b-969f-03ab5fdd3e2b') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:21.950874 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-02a2e371-9543-447f-b9f2-b262ec78d123 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Unset dirty status for tenant:32c9b2ac64b74efca212307487c75b1d on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:19:21.957492 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-02a2e371-9543-447f-b9f2-b262ec78d123 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2895169 Feb 09 01:19:21.961440 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 46732) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:21.976718 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7abd58fd-86d5-4a76-8029-f7b0f7a9d7ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:22.066857 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7abd58fd-86d5-4a76-8029-f7b0f7a9d7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:22.103626 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-836dd122-58b1-4a28-9c4a-132c9325607a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Deleting port 5aa33f8f-8e3e-4e17-8a81-cca9f48b4b74 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:19:22.104596 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-836dd122-58b1-4a28-9c4a-132c9325607a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:22.161698 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7abd58fd-86d5-4a76-8029-f7b0f7a9d7ec admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:19:22.161698 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7abd58fd-86d5-4a76-8029-f7b0f7a9d7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:22.195469 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 01:19:22.195469 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:19:22.195469 n-d-828418-1 neutron-server[87639]: timer() Feb 09 01:19:22.195469 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:19:22.195469 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 01:19:22.195469 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:19:22.195469 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 01:19:22.195469 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:19:22.195469 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 01:19:22.195469 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:19:22.195469 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 01:19:22.195469 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:19:22.195469 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 01:19:22.195469 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:19:22.195469 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:19:22.195469 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:19:22.195469 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:19:22.195469 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:19:22.195469 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 01:19:22.195469 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:19:22.195469 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 01:19:22.195469 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:19:22.195469 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:19:22.195469 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:19:22.195469 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 01:19:22.195469 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:19:22.195469 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:19:22.195469 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:19:22.195469 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:19:22.195469 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:19:22.195469 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:19:22.195469 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:19:22.347347 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7abd58fd-86d5-4a76-8029-f7b0f7a9d7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:22.388317 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7abd58fd-86d5-4a76-8029-f7b0f7a9d7ec admin admin] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:22.402822 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abd58fd-86d5-4a76-8029-f7b0f7a9d7ec admin admin] Pushing event deleted for resources: {'Network': ['ID=20b4b911-e8a6-45af-95dc-9b595aff0444,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:22.429371 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-7abd58fd-86d5-4a76-8029-f7b0f7a9d7ec admin admin] 10.222.0.105 "DELETE /v2.0/networks/20b4b911-e8a6-45af-95dc-9b595aff0444 HTTP/1.1" status: 204 len: 168 time: 1.1900697 Feb 09 01:19:22.542264 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-836dd122-58b1-4a28-9c4a-132c9325607a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:22.660290 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 46744) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:22.685685 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-836dd122-58b1-4a28-9c4a-132c9325607a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Calling delete_port for 5aa33f8f-8e3e-4e17-8a81-cca9f48b4b74 owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:19:22.711400 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-8713fa47-7814-4803-ad8c-a18c8ed1b900 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=ecfa99ec90404d2da344b2927ef93a25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0637996 Feb 09 01:19:22.713902 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 46750) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:22.780198 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3d6f8c24-16fc-437a-bd8b-fa326c36f4e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:22.807947 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3d6f8c24-16fc-437a-bd8b-fa326c36f4e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:22.867766 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3d6f8c24-16fc-437a-bd8b-fa326c36f4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:22.911908 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f8c24-16fc-437a-bd8b-fa326c36f4e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2d7749-e452-4d67-a1d4-c114fcc7501d,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:22.921040 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3d6f8c24-16fc-437a-bd8b-fa326c36f4e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:22.934242 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2054945-7dfb-4a32-967a-d90332ae3310 req-781aa6cb-86e4-424b-8f81-9021d67ae311 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:22.935832 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a2054945-7dfb-4a32-967a-d90332ae3310 req-781aa6cb-86e4-424b-8f81-9021d67ae311 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=b62ade1c-1d81-4bb3-9009-3110721d68db HTTP/1.1" status: 200 len: 943 time: 0.1829793 Feb 09 01:19:22.937054 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-836dd122-58b1-4a28-9c4a-132c9325607a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:22.940427 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-3d6f8c24-16fc-437a-bd8b-fa326c36f4e7 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/da2d7749-e452-4d67-a1d4-c114fcc7501d HTTP/1.1" status: 204 len: 168 time: 0.2106140 Feb 09 01:19:23.087149 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device f72e382f-5654-4e1f-8094-eb2128d924e7 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:19:23.097321 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-836dd122-58b1-4a28-9c4a-132c9325607a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:23.100714 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836dd122-58b1-4a28-9c4a-132c9325607a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event deleted for resources: {'Port': ['ID=5aa33f8f-8e3e-4e17-8a81-cca9f48b4b74,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:23.132426 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-836dd122-58b1-4a28-9c4a-132c9325607a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/ports/5aa33f8f-8e3e-4e17-8a81-cca9f48b4b74 HTTP/1.1" status: 204 len: 168 time: 1.1607511 Feb 09 01:19:23.135243 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 46756) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:23.135815 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a2054945-7dfb-4a32-967a-d90332ae3310 req-ef3d7048-f14a-4428-9ec3-3c07795e20ff tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=c5ad553e-ab0d-4663-be56-e1031564698c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1910529 Feb 09 01:19:23.240482 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-9081a98b-559b-4ba4-9546-281430dffe1c None None] Provisioning for port f72e382f-5654-4e1f-8094-eb2128d924e7 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:19:23.273354 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port f72e382f-5654-4e1f-8094-eb2128d924e7 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:19:23.281422 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port f72e382f-5654-4e1f-8094-eb2128d924e7 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:23.283154 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c8e954-310c-4e5a-a045-beb80515edb2 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:23.284826 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c8e954-310c-4e5a-a045-beb80515edb2 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:23.286440 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b1c8e954-310c-4e5a-a045-beb80515edb2 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1501548 Feb 09 01:19:23.286877 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:23.289161 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 46766) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:23.467349 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1feb284-4b20-43ed-bf9e-746ed9dceaa9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Deleting subnet a932625a-e1e3-464e-a6b2-73c3b46d3876 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:19:23.473963 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f1feb284-4b20-43ed-bf9e-746ed9dceaa9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:23.624099 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fe4e53e3-196c-4147-a5ea-8e1b1d7cc4c5 None None] Could not find standard attr ID for object 5aa33f8f-8e3e-4e17-8a81-cca9f48b4b74. {{(pid=87640) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:19:23.655487 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:23.752092 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port f72e382f-5654-4e1f-8094-eb2128d924e7, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=f72e382f-5654-4e1f-8094-eb2128d924e7,segment=NetworkSegment(986fd47a-7d48-4218-bc5b-1f82d1198ace),segment_id=986fd47a-7d48-4218-bc5b-1f82d1198ace)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:19:23.758847 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:23.848184 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f1feb284-4b20-43ed-bf9e-746ed9dceaa9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:23.950846 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=f72e382f-5654-4e1f-8094-eb2128d924e7,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:23.990043 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f1feb284-4b20-43ed-bf9e-746ed9dceaa9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:24.114214 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f1feb284-4b20-43ed-bf9e-746ed9dceaa9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:24.159015 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1feb284-4b20-43ed-bf9e-746ed9dceaa9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event deleted for resources: {'Subnet': ['ID=a932625a-e1e3-464e-a6b2-73c3b46d3876,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:24.162629 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f1feb284-4b20-43ed-bf9e-746ed9dceaa9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:24.173498 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f1feb284-4b20-43ed-bf9e-746ed9dceaa9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/subnets/a932625a-e1e3-464e-a6b2-73c3b46d3876 HTTP/1.1" status: 204 len: 168 time: 0.8831050 Feb 09 01:19:24.175962 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 46794) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:24.179265 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43cc5c2-8328-4b28-a8c3-462d314e2397 None None] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:19:24.268402 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-fa8f70ed-8d7c-4c00-9f20-a73abb2fd507 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0912902 Feb 09 01:19:24.270814 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 46802) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:24.470659 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7db9954-5503-4d7b-9e21-f174fb949791 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:24.475457 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-e7db9954-5503-4d7b-9e21-f174fb949791 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Synchronizing usage tracker for tenant:32c9b2ac64b74efca212307487c75b1d on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:19:24.526079 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8057fd9b-3fcf-4ca9-85ff-d6c25861e06c req-0152acd4-5725-4511-a9e5-5299740b10d0 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:24.527610 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8057fd9b-3fcf-4ca9-85ff-d6c25861e06c req-0152acd4-5725-4511-a9e5-5299740b10d0 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=b62ade1c-1d81-4bb3-9009-3110721d68db HTTP/1.1" status: 200 len: 943 time: 0.1903110 Feb 09 01:19:24.553863 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-e7db9954-5503-4d7b-9e21-f174fb949791 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Unset dirty status for tenant:32c9b2ac64b74efca212307487c75b1d on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:19:24.555156 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-e7db9954-5503-4d7b-9e21-f174fb949791 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2833500 Feb 09 01:19:24.559347 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 46814) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:24.620441 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a93ef5c-c582-4d31-8c96-17feaa5c1b76 None None] DHCP port deletion for 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:19:24.626382 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-9a93ef5c-c582-4d31-8c96-17feaa5c1b76 None None] Deleting port f72e382f-5654-4e1f-8094-eb2128d924e7 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:19:24.626953 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9a93ef5c-c582-4d31-8c96-17feaa5c1b76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:24.664702 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8057fd9b-3fcf-4ca9-85ff-d6c25861e06c req-0cb405fe-9815-46cf-adbb-be6f09737b15 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=c5ad553e-ab0d-4663-be56-e1031564698c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253481 Feb 09 01:19:24.673008 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f453efb6-d6db-4c07-b793-500f92f2ec6c tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:24.677572 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f453efb6-d6db-4c07-b793-500f92f2ec6c tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1172390 Feb 09 01:19:24.679100 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 46820) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:24.773912 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e2fcc-5f7e-48fe-a4cc-949e357536fc req-64ab68c2-abd5-4a1d-b932-75c8863bd571 tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:24.775512 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-881e2fcc-5f7e-48fe-a4cc-949e357536fc req-64ab68c2-abd5-4a1d-b932-75c8863bd571 tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] 10.222.0.105 "GET /v2.0/ports?device_id=001d1335-0ac0-4b7b-a1b3-d8ead7a0db82 HTTP/1.1" status: 200 len: 950 time: 0.1681390 Feb 09 01:19:24.814920 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-73a4ff8b-19d9-4697-befe-6de3236d6e6e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1343572 Feb 09 01:19:24.818633 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 46826) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:24.824436 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-f03b6adf-01ca-46fe-a856-504381fca158 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Request body: {'subnet': {'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:24.840158 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-881e2fcc-5f7e-48fe-a4cc-949e357536fc req-b40acbcd-e0f4-46cb-9af5-d3d6a600886c tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] 10.222.0.105 "GET /v2.0/security-groups?id=5f6b3e61-1ae0-4c62-b61b-c8b3a9e2637a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571232 Feb 09 01:19:24.883923 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device f443a387-47ac-4688-9ffc-34c90d90229a details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:19:25.001936 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f03b6adf-01ca-46fe-a856-504381fca158 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:25.008420 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-f03b6adf-01ca-46fe-a856-504381fca158 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Usage tracker for resource:subnet and tenant:32c9b2ac64b74efca212307487c75b1d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:19:25.012201 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-f03b6adf-01ca-46fe-a856-504381fca158 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:19:25.023189 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f03b6adf-01ca-46fe-a856-504381fca158 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:25.034762 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:25.035809 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device f72e382f-5654-4e1f-8094-eb2128d924e7 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:19:25.038027 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03b6adf-01ca-46fe-a856-504381fca158 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Made reservation on behalf of 32c9b2ac64b74efca212307487c75b1d for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:19:25.042723 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f03b6adf-01ca-46fe-a856-504381fca158 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:25.304960 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port f443a387-47ac-4688-9ffc-34c90d90229a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=f443a387-47ac-4688-9ffc-34c90d90229a,segment=NetworkSegment(ce0dc62c-7941-4b08-ad25-dc67d17d1ad0),segment_id=ce0dc62c-7941-4b08-ad25-dc67d17d1ad0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:19:25.330632 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-9a93ef5c-c582-4d31-8c96-17feaa5c1b76 None None] For port f72e382f-5654-4e1f-8094-eb2128d924e7, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=f72e382f-5654-4e1f-8094-eb2128d924e7,segment=NetworkSegment(986fd47a-7d48-4218-bc5b-1f82d1198ace),segment_id=986fd47a-7d48-4218-bc5b-1f82d1198ace)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:19:25.331009 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9a93ef5c-c582-4d31-8c96-17feaa5c1b76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:25.350993 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': 'f443a387-47ac-4688-9ffc-34c90d90229a', 'network_id': '0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5', 'port_id': 'f443a387-47ac-4688-9ffc-34c90d90229a', 'mac_address': 'fa:16:3e:0c:c9:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ba82490-d70a-42fe-a7ff-0aeb7f428073', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:19:25.462107 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:25.486904 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-9a93ef5c-c582-4d31-8c96-17feaa5c1b76 None None] Calling delete_port for f72e382f-5654-4e1f-8094-eb2128d924e7 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:19:25.597256 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port f72e382f-5654-4e1f-8094-eb2128d924e7, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=f72e382f-5654-4e1f-8094-eb2128d924e7,segment=NetworkSegment(986fd47a-7d48-4218-bc5b-1f82d1198ace),segment_id=986fd47a-7d48-4218-bc5b-1f82d1198ace)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:19:25.606817 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:25.669417 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:25.706119 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f443a387-47ac-4688-9ffc-34c90d90229a {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:19:25.712992 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-9a93ef5c-c582-4d31-8c96-17feaa5c1b76 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:19:25.713348 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-9a93ef5c-c582-4d31-8c96-17feaa5c1b76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:19:25.717426 n-d-828418-1 neutron-server[87638]: DEBUG neutron.objects.ports [None req-f03b6adf-01ca-46fe-a856-504381fca158 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87638) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 01:19:25.721957 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=f72e382f-5654-4e1f-8094-eb2128d924e7,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:25.732378 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port f443a387-47ac-4688-9ffc-34c90d90229a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=f443a387-47ac-4688-9ffc-34c90d90229a,segment=NetworkSegment(ce0dc62c-7941-4b08-ad25-dc67d17d1ad0),segment_id=ce0dc62c-7941-4b08-ad25-dc67d17d1ad0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:19:25.743966 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:25.881128 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=f443a387-47ac-4688-9ffc-34c90d90229a,revision_number=9']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:25.989814 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b0e0d7-5f78-4f85-9092-255bcac51f5f req-87e6a0d1-a0c1-4137-85f7-94bd7a8e7559 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:25.999914 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['f443a387-47ac-4688-9ffc-34c90d90229a'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:19:26.022930 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-47b0e0d7-5f78-4f85-9092-255bcac51f5f req-87e6a0d1-a0c1-4137-85f7-94bd7a8e7559 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=b62ade1c-1d81-4bb3-9009-3110721d68db HTTP/1.1" status: 200 len: 944 time: 0.1568997 Feb 09 01:19:26.074816 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f03b6adf-01ca-46fe-a856-504381fca158 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:26.169314 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-47b0e0d7-5f78-4f85-9092-255bcac51f5f req-db501bc6-d144-4183-8ea8-b82654519069 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=c5ad553e-ab0d-4663-be56-e1031564698c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450615 Feb 09 01:19:26.199368 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1275239-1f40-4995-b5ad-2109c1e4975e req-d4a24101-f560-4c9e-958f-e0140a716b87 tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:26.207099 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e1275239-1f40-4995-b5ad-2109c1e4975e req-d4a24101-f560-4c9e-958f-e0140a716b87 tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] 10.222.0.105 "GET /v2.0/ports?device_id=001d1335-0ac0-4b7b-a1b3-d8ead7a0db82 HTTP/1.1" status: 200 len: 950 time: 0.1630237 Feb 09 01:19:26.216850 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-9a93ef5c-c582-4d31-8c96-17feaa5c1b76 None None] Deleting port f72e382f-5654-4e1f-8094-eb2128d924e7 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:19:26.221776 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9a93ef5c-c582-4d31-8c96-17feaa5c1b76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:26.270776 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e1275239-1f40-4995-b5ad-2109c1e4975e req-abd39fd6-a3f3-4726-86b4-5d9a53de5991 tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] 10.222.0.105 "GET /v2.0/security-groups?id=5f6b3e61-1ae0-4c62-b61b-c8b3a9e2637a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625050 Feb 09 01:19:26.485492 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11609e0-f132-458a-b0ee-35092e4a374d req-a4949d02-5570-4c4c-aadf-6a5a281e8c47 tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:26.486250 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-a11609e0-f132-458a-b0ee-35092e4a374d req-a4949d02-5570-4c4c-aadf-6a5a281e8c47 tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] Synchronizing usage tracker for tenant:3930e17d1a1545e0b19bf8ec363e2ee3 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:19:26.498260 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-f03b6adf-01ca-46fe-a856-504381fca158 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] For port f72e382f-5654-4e1f-8094-eb2128d924e7, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=f72e382f-5654-4e1f-8094-eb2128d924e7,segment=NetworkSegment(986fd47a-7d48-4218-bc5b-1f82d1198ace),segment_id=986fd47a-7d48-4218-bc5b-1f82d1198ace)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:19:26.517890 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-a11609e0-f132-458a-b0ee-35092e4a374d req-a4949d02-5570-4c4c-aadf-6a5a281e8c47 tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] Unset dirty status for tenant:3930e17d1a1545e0b19bf8ec363e2ee3 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:19:26.519049 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a11609e0-f132-458a-b0ee-35092e4a374d req-a4949d02-5570-4c4c-aadf-6a5a281e8c47 tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] 10.222.0.99 "GET /v2.0/ports?device_id=001d1335-0ac0-4b7b-a1b3-d8ead7a0db82 HTTP/1.1" status: 200 len: 950 time: 0.2772257 Feb 09 01:19:26.568629 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f03b6adf-01ca-46fe-a856-504381fca158 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:26.584315 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f03b6adf-01ca-46fe-a856-504381fca158 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:26.585037 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f03b6adf-01ca-46fe-a856-504381fca158 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:26.624742 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-9a93ef5c-c582-4d31-8c96-17feaa5c1b76 None None] For port f72e382f-5654-4e1f-8094-eb2128d924e7, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=f72e382f-5654-4e1f-8094-eb2128d924e7,segment=NetworkSegment(986fd47a-7d48-4218-bc5b-1f82d1198ace),segment_id=986fd47a-7d48-4218-bc5b-1f82d1198ace)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:19:26.626179 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9a93ef5c-c582-4d31-8c96-17feaa5c1b76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:26.708726 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03b6adf-01ca-46fe-a856-504381fca158 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:19:26.719621 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-f03b6adf-01ca-46fe-a856-504381fca158 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:26.733390 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03b6adf-01ca-46fe-a856-504381fca158 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:26.734008 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f03b6adf-01ca-46fe-a856-504381fca158 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:26.740779 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-a11609e0-f132-458a-b0ee-35092e4a374d req-2f7e884e-a1f3-4198-8c7e-87de6389ecbe tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] Deleting port d017939a-f85c-469c-869b-98e79826a01a {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:19:26.741121 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-a11609e0-f132-458a-b0ee-35092e4a374d req-2f7e884e-a1f3-4198-8c7e-87de6389ecbe tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:26.773834 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:19:26.778214 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-9a93ef5c-c582-4d31-8c96-17feaa5c1b76 None None] Calling delete_port for f72e382f-5654-4e1f-8094-eb2128d924e7 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:19:26.808243 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03b6adf-01ca-46fe-a856-504381fca158 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event updated for resources: {'Subnet': ['ID=53790288-d6c3-4dbd-8bfe-e27ff7775efc,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:26.828853 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03b6adf-01ca-46fe-a856-504381fca158 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event updated for resources: {'Port': ['ID=f72e382f-5654-4e1f-8094-eb2128d924e7,revision_number=7']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:26.837672 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f03b6adf-01ca-46fe-a856-504381fca158 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0178907 Feb 09 01:19:26.837984 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 46892) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:26.848280 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-ac17e160-e220-4801-afff-7aebb7a1c849 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Request body: {'subnet': {'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:26.865344 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-9a93ef5c-c582-4d31-8c96-17feaa5c1b76 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:19:26.865937 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-9a93ef5c-c582-4d31-8c96-17feaa5c1b76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:19:27.041722 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-ac17e160-e220-4801-afff-7aebb7a1c849 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:27.045905 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-ac17e160-e220-4801-afff-7aebb7a1c849 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Usage tracker for resource:subnet and tenant:32c9b2ac64b74efca212307487c75b1d is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:19:27.049388 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-ac17e160-e220-4801-afff-7aebb7a1c849 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:19:27.055542 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-ac17e160-e220-4801-afff-7aebb7a1c849 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:27.068093 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac17e160-e220-4801-afff-7aebb7a1c849 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Made reservation on behalf of 32c9b2ac64b74efca212307487c75b1d for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:19:27.076410 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ac17e160-e220-4801-afff-7aebb7a1c849 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:27.099050 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-a11609e0-f132-458a-b0ee-35092e4a374d req-2f7e884e-a1f3-4198-8c7e-87de6389ecbe tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] For port d017939a-f85c-469c-869b-98e79826a01a, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=d017939a-f85c-469c-869b-98e79826a01a,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:19:27.099575 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-a11609e0-f132-458a-b0ee-35092e4a374d req-2f7e884e-a1f3-4198-8c7e-87de6389ecbe tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:27.143345 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 46906) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:27.257408 n-d-828418-1 neutron-server[87639]: INFO neutron.db.ipam_backend_mixin [None req-ac17e160-e220-4801-afff-7aebb7a1c849 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 53790288-d6c3-4dbd-8bfe-e27ff7775efc (CIDR: 2001:db8::/64) Feb 09 01:19:27.260850 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-a11609e0-f132-458a-b0ee-35092e4a374d req-2f7e884e-a1f3-4198-8c7e-87de6389ecbe tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] Calling delete_port for d017939a-f85c-469c-869b-98e79826a01a owned by compute:nova {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:19:27.264728 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac17e160-e220-4801-afff-7aebb7a1c849 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:19:27.266183 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac17e160-e220-4801-afff-7aebb7a1c849 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:19:27.290712 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-ac17e160-e220-4801-afff-7aebb7a1c849 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4494469 Feb 09 01:19:27.293778 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 46916) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:27.304456 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-dac8244b-e20c-46df-b10b-cf2beb594c10 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Request body: {'subnet': {'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:27.447542 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-a11609e0-f132-458a-b0ee-35092e4a374d req-2f7e884e-a1f3-4198-8c7e-87de6389ecbe tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:27.459344 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['d017939a-f85c-469c-869b-98e79826a01a'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:19:27.502215 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e884e-a1f3-4198-8c7e-87de6389ecbe tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] Pushing event deleted for resources: {'Port': ['ID=d017939a-f85c-469c-869b-98e79826a01a,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:27.507066 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-500e075b-4acf-47ab-8cc6-6a871cda6275 req-512996cc-aa74-4ec6-bdc4-76bbc0b3eba9 tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] 10.222.0.105 "GET /v2.0/ports?device_id=001d1335-0ac0-4b7b-a1b3-d8ead7a0db82 HTTP/1.1" status: 200 len: 210 time: 0.0669010 Feb 09 01:19:27.521227 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-63f55ef7-5b81-415c-8018-05d8febd09e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:27.535124 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-9a93ef5c-c582-4d31-8c96-17feaa5c1b76 None None] Deleting port f72e382f-5654-4e1f-8094-eb2128d924e7 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:19:27.535515 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9a93ef5c-c582-4d31-8c96-17feaa5c1b76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:27.567291 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-63f55ef7-5b81-415c-8018-05d8febd09e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:27.571328 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-63f55ef7-5b81-415c-8018-05d8febd09e6 admin admin] Usage tracker for resource:security_group_rule and tenant:5eb5a6c5b58741fe9612ceaa79737c6e is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:19:27.574340 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-63f55ef7-5b81-415c-8018-05d8febd09e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:19:27.580209 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-63f55ef7-5b81-415c-8018-05d8febd09e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:27.606296 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-a11609e0-f132-458a-b0ee-35092e4a374d req-2f7e884e-a1f3-4198-8c7e-87de6389ecbe tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] No DVR routers for this DVR port d017939a-f85c-469c-869b-98e79826a01a on host n-h2-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:19:27.608900 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-a11609e0-f132-458a-b0ee-35092e4a374d req-2f7e884e-a1f3-4198-8c7e-87de6389ecbe tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:27.612626 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '001d1335-0ac0-4b7b-a1b3-d8ead7a0db82', 'name': 'network-vif-deleted', 'tag': 'd017939a-f85c-469c-869b-98e79826a01a'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:19:27.629972 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a11609e0-f132-458a-b0ee-35092e4a374d req-2f7e884e-a1f3-4198-8c7e-87de6389ecbe tempest-VolumesBackupsTest-1807490194 tempest-VolumesBackupsTest-1807490194-project] 10.222.0.99 "DELETE /v2.0/ports/d017939a-f85c-469c-869b-98e79826a01a HTTP/1.1" status: 204 len: 173 time: 1.1024263 Feb 09 01:19:27.713482 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '001d1335-0ac0-4b7b-a1b3-d8ead7a0db82', 'name': 'network-vif-deleted', 'tag': 'd017939a-f85c-469c-869b-98e79826a01a', 'status': 'completed', 'code': 200} Feb 09 01:19:27.753587 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6028d322-b0d4-4dc5-80e1-32eb9e3762c3 req-49212a6f-d4d8-499d-8fc8-132fe10393aa tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:27.755093 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6028d322-b0d4-4dc5-80e1-32eb9e3762c3 req-49212a6f-d4d8-499d-8fc8-132fe10393aa tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=b62ade1c-1d81-4bb3-9009-3110721d68db HTTP/1.1" status: 200 len: 944 time: 0.3718572 Feb 09 01:19:27.764130 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-dac8244b-e20c-46df-b10b-cf2beb594c10 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:27.795425 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-dac8244b-e20c-46df-b10b-cf2beb594c10 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Usage tracker for resource:subnet and tenant:32c9b2ac64b74efca212307487c75b1d is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:19:27.806052 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-dac8244b-e20c-46df-b10b-cf2beb594c10 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:19:27.817306 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-dac8244b-e20c-46df-b10b-cf2beb594c10 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:27.866034 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6028d322-b0d4-4dc5-80e1-32eb9e3762c3 req-07b81de1-ceda-48e9-b547-d11ce9e1f599 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=c5ad553e-ab0d-4663-be56-e1031564698c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988081 Feb 09 01:19:27.867693 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-63f55ef7-5b81-415c-8018-05d8febd09e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:27.873363 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-63f55ef7-5b81-415c-8018-05d8febd09e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:27.927328 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac8244b-e20c-46df-b10b-cf2beb594c10 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Made reservation on behalf of 32c9b2ac64b74efca212307487c75b1d for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:19:27.930626 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-9a93ef5c-c582-4d31-8c96-17feaa5c1b76 None None] For port f72e382f-5654-4e1f-8094-eb2128d924e7, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=f72e382f-5654-4e1f-8094-eb2128d924e7,segment=NetworkSegment(986fd47a-7d48-4218-bc5b-1f82d1198ace),segment_id=986fd47a-7d48-4218-bc5b-1f82d1198ace)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:19:27.931101 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dac8244b-e20c-46df-b10b-cf2beb594c10 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:27.931636 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9a93ef5c-c582-4d31-8c96-17feaa5c1b76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:28.051990 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 46926) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:28.057391 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-63f55ef7-5b81-415c-8018-05d8febd09e6 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=5eb5a6c5b58741fe9612ceaa79737c6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9089382 Feb 09 01:19:28.077300 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f55ef7-5b81-415c-8018-05d8febd09e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e732bb-73a4-427d-9748-6648503f36b2,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:28.130934 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-9a93ef5c-c582-4d31-8c96-17feaa5c1b76 None None] Calling delete_port for f72e382f-5654-4e1f-8094-eb2128d924e7 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:19:28.264048 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-85fe83ba-7bfc-498d-817a-020431b5ae28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:28.308454 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-85fe83ba-7bfc-498d-817a-020431b5ae28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:28.391101 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-85fe83ba-7bfc-498d-817a-020431b5ae28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:28.435650 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fe83ba-7bfc-498d-817a-020431b5ae28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e732bb-73a4-427d-9748-6648503f36b2,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:28.465420 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9a93ef5c-c582-4d31-8c96-17feaa5c1b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:28.486037 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-85fe83ba-7bfc-498d-817a-020431b5ae28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:28.487459 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-85fe83ba-7bfc-498d-817a-020431b5ae28 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/42e732bb-73a4-427d-9748-6648503f36b2 HTTP/1.1" status: 204 len: 168 time: 0.4334650 Feb 09 01:19:28.502412 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dac8244b-e20c-46df-b10b-cf2beb594c10 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:28.604371 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a93ef5c-c582-4d31-8c96-17feaa5c1b76 None None] Pushing event deleted for resources: {'Port': ['ID=f72e382f-5654-4e1f-8094-eb2128d924e7,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:28.709351 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a93ef5c-c582-4d31-8c96-17feaa5c1b76 None None] No DVR routers for this DVR port f72e382f-5654-4e1f-8094-eb2128d924e7 on host n-d-828418-1 {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:19:28.735897 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae9e2c7-dac7-4c48-9cc8-dfe86c71acc1 None None] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:19:28.896191 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device f443a387-47ac-4688-9ffc-34c90d90229a up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:19:28.952639 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 46952) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:28.991575 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac8244b-e20c-46df-b10b-cf2beb594c10 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:19:29.004542 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-dac8244b-e20c-46df-b10b-cf2beb594c10 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:29.005813 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0c2d72fa-18d6-4ade-a293-e3d51d64db89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:29.010968 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac8244b-e20c-46df-b10b-cf2beb594c10 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:29.011546 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dac8244b-e20c-46df-b10b-cf2beb594c10 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:29.054767 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-0c2d72fa-18d6-4ade-a293-e3d51d64db89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:29.062042 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-0c2d72fa-18d6-4ade-a293-e3d51d64db89 admin admin] Usage tracker for resource:security_group_rule and tenant:8d9837bc30a64f4fbdb0ca86c0d8762d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:19:29.067920 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-0c2d72fa-18d6-4ade-a293-e3d51d64db89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:19:29.089346 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-0c2d72fa-18d6-4ade-a293-e3d51d64db89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:29.150756 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac8244b-e20c-46df-b10b-cf2beb594c10 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event updated for resources: {'Subnet': ['ID=e234765d-0462-4b66-8317-726ff6edcd0c,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:29.210612 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port f443a387-47ac-4688-9ffc-34c90d90229a triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:29.211797 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:29.216877 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-dac8244b-e20c-46df-b10b-cf2beb594c10 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9217470 Feb 09 01:19:29.223641 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 46958) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:29.243657 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46975f86-43e6-4bec-b7e4-3166ea41577d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'tenant_id': '32c9b2ac64b74efca212307487c75b1d', 'fixed_ips': [{'subnet_id': '53790288-d6c3-4dbd-8bfe-e27ff7775efc'}, {'subnet_id': 'e234765d-0462-4b66-8317-726ff6edcd0c'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:19:29.244817 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-46975f86-43e6-4bec-b7e4-3166ea41577d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:29.247608 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-1cbbbe1d-5249-4018-9cab-766df28620b5 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Request body: {'port': {'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'mac_address': 'fa:16:3e:99:f8:15', 'name': 'tempest-NetworksTestDHCPv6-199683737'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:29.307039 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0c2d72fa-18d6-4ade-a293-e3d51d64db89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:29.311606 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0c2d72fa-18d6-4ade-a293-e3d51d64db89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:29.368391 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-0c2d72fa-18d6-4ade-a293-e3d51d64db89 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=8d9837bc30a64f4fbdb0ca86c0d8762d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4135649 Feb 09 01:19:29.370758 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 46964) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:29.374591 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b789cf-456e-4054-9cbc-af42d1819158 req-376f0f62-a6fb-473a-9216-4572b754cbb6 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:29.376684 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f9b789cf-456e-4054-9cbc-af42d1819158 req-376f0f62-a6fb-473a-9216-4572b754cbb6 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=b62ade1c-1d81-4bb3-9009-3110721d68db HTTP/1.1" status: 200 len: 944 time: 0.2936542 Feb 09 01:19:29.396409 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed4a2a1-c85d-4bfa-99e6-e3eb16e2b097 req-803782f0-2aa3-497a-b098-2a1e71ebdf80 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:29.397949 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-eed4a2a1-c85d-4bfa-99e6-e3eb16e2b097 req-803782f0-2aa3-497a-b098-2a1e71ebdf80 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/ports?device_id=50f0db9d-747a-410b-aec2-77e3beb7ba8b HTTP/1.1" status: 200 len: 945 time: 0.2482343 Feb 09 01:19:29.430437 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2d72fa-18d6-4ade-a293-e3d51d64db89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc63155-5023-4658-b5f3-610fa733b212,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:29.494447 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7319a44e-d221-404e-9886-ea01a3c19fb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:29.498261 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f9b789cf-456e-4054-9cbc-af42d1819158 req-bd4a203e-e002-463a-997d-dc32cd294031 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=c5ad553e-ab0d-4663-be56-e1031564698c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112604 Feb 09 01:19:29.543414 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-1cbbbe1d-5249-4018-9cab-766df28620b5 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:29.545117 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7319a44e-d221-404e-9886-ea01a3c19fb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:29.553786 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-1cbbbe1d-5249-4018-9cab-766df28620b5 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:29.581839 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-eed4a2a1-c85d-4bfa-99e6-e3eb16e2b097 req-f96058d2-858a-4bf9-9c6b-089dfec50ba8 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/security-groups?id=59346c3a-364d-410d-a9fb-3c85b0553f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559603 Feb 09 01:19:29.583462 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cbbbe1d-5249-4018-9cab-766df28620b5 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Made reservation on behalf of 32c9b2ac64b74efca212307487c75b1d for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:19:29.622048 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7319a44e-d221-404e-9886-ea01a3c19fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:29.732446 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-46975f86-43e6-4bec-b7e4-3166ea41577d None None] Allocated IP 2001:db8:0:1::2 (0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa/e234765d-0462-4b66-8317-726ff6edcd0c/9e1b3199-8297-4d4c-8835-a04438c832da) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:19:29.741506 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-46975f86-43e6-4bec-b7e4-3166ea41577d None None] Allocated IP 2001:db8::f816:3eff:fea7:daa1 (0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa/53790288-d6c3-4dbd-8bfe-e27ff7775efc/9e1b3199-8297-4d4c-8835-a04438c832da) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:19:29.783633 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1cbbbe1d-5249-4018-9cab-766df28620b5 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:29.818081 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7319a44e-d221-404e-9886-ea01a3c19fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc63155-5023-4658-b5f3-610fa733b212,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:29.821211 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7319a44e-d221-404e-9886-ea01a3c19fb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:29.822411 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-7319a44e-d221-404e-9886-ea01a3c19fb8 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/bbc63155-5023-4658-b5f3-610fa733b212 HTTP/1.1" status: 204 len: 168 time: 0.4505026 Feb 09 01:19:29.845012 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-1cbbbe1d-5249-4018-9cab-766df28620b5 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] device_id is not set on port e4c6dce6-8277-478f-a308-1d10d8b86a66 yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:19:30.048434 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device d017939a-f85c-469c-869b-98e79826a01a no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:19:30.163301 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] No Port match for: d017939a-f85c-469c-869b-98e79826a01a {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:19:30.163657 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device d017939a-f85c-469c-869b-98e79826a01a not bound to the agent host n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:19:30.172908 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:30.258741 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b62ade1c-1d81-4bb3-9009-3110721d68db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f443a387-47ac-4688-9ffc-34c90d90229a'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:19:30.297941 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port f443a387-47ac-4688-9ffc-34c90d90229a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=f443a387-47ac-4688-9ffc-34c90d90229a,segment=NetworkSegment(ce0dc62c-7941-4b08-ad25-dc67d17d1ad0),segment_id=ce0dc62c-7941-4b08-ad25-dc67d17d1ad0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:19:30.307638 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-46975f86-43e6-4bec-b7e4-3166ea41577d None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:30.322987 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-46975f86-43e6-4bec-b7e4-3166ea41577d None None] Transition to ACTIVE for port object 9e1b3199-8297-4d4c-8835-a04438c832da will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:19:30.355989 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-46975f86-43e6-4bec-b7e4-3166ea41577d None None] Transition to ACTIVE for port object 9e1b3199-8297-4d4c-8835-a04438c832da will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:19:30.372091 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b62ade1c-1d81-4bb3-9009-3110721d68db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f443a387-47ac-4688-9ffc-34c90d90229a', 'code': 200} Feb 09 01:19:30.376113 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:30.378774 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-46975f86-43e6-4bec-b7e4-3166ea41577d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:30.498035 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46975f86-43e6-4bec-b7e4-3166ea41577d None None] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:19:30.501426 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-46975f86-43e6-4bec-b7e4-3166ea41577d None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:30.522419 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46975f86-43e6-4bec-b7e4-3166ea41577d None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:19:30.593318 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-1cbbbe1d-5249-4018-9cab-766df28620b5 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Allocated IP 2001:db8:0:1::1ba (0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa/e234765d-0462-4b66-8317-726ff6edcd0c/e4c6dce6-8277-478f-a308-1d10d8b86a66) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:19:30.601340 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-1cbbbe1d-5249-4018-9cab-766df28620b5 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Allocated IP 2001:db8::f816:3eff:fe99:f815 (0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa/53790288-d6c3-4dbd-8bfe-e27ff7775efc/e4c6dce6-8277-478f-a308-1d10d8b86a66) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:19:30.826877 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=f443a387-47ac-4688-9ffc-34c90d90229a,revision_number=10']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:30.952294 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-46975f86-43e6-4bec-b7e4-3166ea41577d None None] Attempting to bind port 9e1b3199-8297-4d4c-8835-a04438c832da on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:19:30.952929 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-46975f86-43e6-4bec-b7e4-3166ea41577d None None] Attempting to bind port 9e1b3199-8297-4d4c-8835-a04438c832da by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '986fd47a-7d48-4218-bc5b-1f82d1198ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:19:30.954114 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46975f86-43e6-4bec-b7e4-3166ea41577d None None] Attempting to bind port 9e1b3199-8297-4d4c-8835-a04438c832da on network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:19:30.970715 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46975f86-43e6-4bec-b7e4-3166ea41577d None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:19:30.971654 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46975f86-43e6-4bec-b7e4-3166ea41577d None None] Checking segment: {'id': '986fd47a-7d48-4218-bc5b-1f82d1198ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:19:30.972281 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-46975f86-43e6-4bec-b7e4-3166ea41577d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:30.972879 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46975f86-43e6-4bec-b7e4-3166ea41577d None None] Bound using segment: {'id': '986fd47a-7d48-4218-bc5b-1f82d1198ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:19:30.973590 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-46975f86-43e6-4bec-b7e4-3166ea41577d None None] Bound port: 9e1b3199-8297-4d4c-8835-a04438c832da, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '986fd47a-7d48-4218-bc5b-1f82d1198ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:19:30.974363 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-46975f86-43e6-4bec-b7e4-3166ea41577d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:31.075632 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46975f86-43e6-4bec-b7e4-3166ea41577d None None] Pushing event updated for resources: {'Port': ['ID=9e1b3199-8297-4d4c-8835-a04438c832da,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:31.136600 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-46975f86-43e6-4bec-b7e4-3166ea41577d None None] For port 9e1b3199-8297-4d4c-8835-a04438c832da, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:19:31.140203 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-46975f86-43e6-4bec-b7e4-3166ea41577d None None] For port 9e1b3199-8297-4d4c-8835-a04438c832da, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=9e1b3199-8297-4d4c-8835-a04438c832da,segment=NetworkSegment(986fd47a-7d48-4218-bc5b-1f82d1198ace),segment_id=986fd47a-7d48-4218-bc5b-1f82d1198ace)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:19:31.155691 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-46975f86-43e6-4bec-b7e4-3166ea41577d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:31.231332 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c9e000-8b61-4ae5-a4c1-72671e8cef15 req-50728953-32c2-4fe5-a5a4-da89606fd3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:31.233307 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-96c9e000-8b61-4ae5-a4c1-72671e8cef15 req-50728953-32c2-4fe5-a5a4-da89606fd3a1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b62ade1c-1d81-4bb3-9009-3110721d68db HTTP/1.1" status: 200 len: 1097 time: 0.4384999 Feb 09 01:19:31.310448 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46975f86-43e6-4bec-b7e4-3166ea41577d None None] Pushing event updated for resources: {'Port': ['ID=9e1b3199-8297-4d4c-8835-a04438c832da,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:31.345825 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b42861c-2bb2-4d57-a4eb-243f6009cb30 req-cc8c824b-9538-4c82-a298-e4acf54fabf2 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:31.356456 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8b42861c-2bb2-4d57-a4eb-243f6009cb30 req-cc8c824b-9538-4c82-a298-e4acf54fabf2 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=b62ade1c-1d81-4bb3-9009-3110721d68db HTTP/1.1" status: 200 len: 946 time: 0.5605187 Feb 09 01:19:31.366342 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef680eb-0075-4177-820c-22c904b06edf req-4a55c081-e9c2-4864-bcc1-2a132d9976b2 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:31.367387 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6ef680eb-0075-4177-820c-22c904b06edf req-4a55c081-e9c2-4864-bcc1-2a132d9976b2 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/ports?device_id=50f0db9d-747a-410b-aec2-77e3beb7ba8b HTTP/1.1" status: 200 len: 945 time: 0.4580128 Feb 09 01:19:31.393945 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210e01cb-cc57-4483-accf-84f2a5167a18 req-e776eaae-a7cd-434b-84d0-06c81189db32 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:31.397462 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-210e01cb-cc57-4483-accf-84f2a5167a18 req-e776eaae-a7cd-434b-84d0-06c81189db32 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.62 "GET /v2.0/ports?device_id=50f0db9d-747a-410b-aec2-77e3beb7ba8b HTTP/1.1" status: 200 len: 945 time: 0.4320259 Feb 09 01:19:31.429562 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1cbbbe1d-5249-4018-9cab-766df28620b5 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:31.556671 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-96c9e000-8b61-4ae5-a4c1-72671e8cef15 req-6787e23e-0fad-4cfb-a803-5bdbb8a1dc64 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c5ad553e-ab0d-4663-be56-e1031564698c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3151860 Feb 09 01:19:31.653473 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6ef680eb-0075-4177-820c-22c904b06edf req-3797466a-c58d-4f92-a5c7-e1bb5cc0df0b tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/security-groups?id=59346c3a-364d-410d-a9fb-3c85b0553f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1976027 Feb 09 01:19:31.655092 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-1cbbbe1d-5249-4018-9cab-766df28620b5 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Transition to ACTIVE for port object e4c6dce6-8277-478f-a308-1d10d8b86a66 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:19:31.697811 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8b42861c-2bb2-4d57-a4eb-243f6009cb30 req-5c0e1e8d-c328-4710-aa56-a15250336962 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=c5ad553e-ab0d-4663-be56-e1031564698c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3403523 Feb 09 01:19:31.733438 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-210e01cb-cc57-4483-accf-84f2a5167a18 req-adda3e42-3a49-429c-b497-673043f3839c tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Deleting port aa4312f1-65e5-47a9-b736-8be54bf623e1 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:19:31.734208 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-210e01cb-cc57-4483-accf-84f2a5167a18 req-adda3e42-3a49-429c-b497-673043f3839c tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:31.869347 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1cbbbe1d-5249-4018-9cab-766df28620b5 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:32.063694 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbbbe1d-5249-4018-9cab-766df28620b5 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:19:32.074807 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-1cbbbe1d-5249-4018-9cab-766df28620b5 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:32.078192 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbbbe1d-5249-4018-9cab-766df28620b5 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:19:32.084893 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbbbe1d-5249-4018-9cab-766df28620b5 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:32.085525 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1cbbbe1d-5249-4018-9cab-766df28620b5 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:32.221856 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbbe1d-5249-4018-9cab-766df28620b5 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event updated for resources: {'Port': ['ID=e4c6dce6-8277-478f-a308-1d10d8b86a66,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:32.240625 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-1cbbbe1d-5249-4018-9cab-766df28620b5 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.0029848 Feb 09 01:19:32.243244 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47062) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:32.363224 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-210e01cb-cc57-4483-accf-84f2a5167a18 req-adda3e42-3a49-429c-b497-673043f3839c tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] For port aa4312f1-65e5-47a9-b736-8be54bf623e1, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=aa4312f1-65e5-47a9-b736-8be54bf623e1,segment=NetworkSegment(f3d44dac-21f9-43aa-b3cf-261dc7fa64ed),segment_id=f3d44dac-21f9-43aa-b3cf-261dc7fa64ed)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:19:32.363633 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-210e01cb-cc57-4483-accf-84f2a5167a18 req-adda3e42-3a49-429c-b497-673043f3839c tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:32.386885 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-371d1d5e-b119-4585-863e-2f164c43c1d2 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Deleting port e4c6dce6-8277-478f-a308-1d10d8b86a66 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:19:32.387225 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-371d1d5e-b119-4585-863e-2f164c43c1d2 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:33.146409 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 9e1b3199-8297-4d4c-8835-a04438c832da up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:19:33.406433 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 9e1b3199-8297-4d4c-8835-a04438c832da completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:19:33.436351 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-371d1d5e-b119-4585-863e-2f164c43c1d2 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:33.511762 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda31542-0d91-400f-a5ee-c4ff72c64372 None None] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:19:33.585692 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-210e01cb-cc57-4483-accf-84f2a5167a18 req-adda3e42-3a49-429c-b497-673043f3839c tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:33.586221 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-210e01cb-cc57-4483-accf-84f2a5167a18 req-adda3e42-3a49-429c-b497-673043f3839c tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:33.586323 n-d-828418-1 neutron-server[87639]: INFO neutron.db.l3_db [req-210e01cb-cc57-4483-accf-84f2a5167a18 req-adda3e42-3a49-429c-b497-673043f3839c tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Floating IP a720af89-3955-47f7-912d-0143f0a4e275 disassociated. External IP: 172.25.0.182, port: aa4312f1-65e5-47a9-b736-8be54bf623e1. Feb 09 01:19:33.586603 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-210e01cb-cc57-4483-accf-84f2a5167a18 req-adda3e42-3a49-429c-b497-673043f3839c tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Calling delete_port for aa4312f1-65e5-47a9-b736-8be54bf623e1 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:19:33.723060 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc3e96e-fdb7-45fb-aadb-b65c20e8bd67 req-c334023c-e477-4599-98cc-a99c706595b3 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:33.726296 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fdc3e96e-fdb7-45fb-aadb-b65c20e8bd67 req-c334023c-e477-4599-98cc-a99c706595b3 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=b62ade1c-1d81-4bb3-9009-3110721d68db HTTP/1.1" status: 200 len: 946 time: 0.6855061 Feb 09 01:19:33.857400 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-371d1d5e-b119-4585-863e-2f164c43c1d2 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Calling delete_port for e4c6dce6-8277-478f-a308-1d10d8b86a66 owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:19:33.879508 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c41956-21d8-4482-b6b7-8f9cf076e53a req-10a0e322-daf9-4b55-bed1-e11c6e6a64e1 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:33.896439 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a9c41956-21d8-4482-b6b7-8f9cf076e53a req-10a0e322-daf9-4b55-bed1-e11c6e6a64e1 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/ports?device_id=50f0db9d-747a-410b-aec2-77e3beb7ba8b HTTP/1.1" status: 200 len: 945 time: 0.8567753 Feb 09 01:19:33.960347 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e6b4abf3-4167-491b-9df0-0d7701bb6ef7 None None] Provisioning for port 9e1b3199-8297-4d4c-8835-a04438c832da completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:19:34.057815 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e6b4abf3-4167-491b-9df0-0d7701bb6ef7 None None] Provisioning complete for port 9e1b3199-8297-4d4c-8835-a04438c832da triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:34.058285 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e6b4abf3-4167-491b-9df0-0d7701bb6ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:34.126041 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fdc3e96e-fdb7-45fb-aadb-b65c20e8bd67 req-d55119cc-db75-478a-a953-fb2a6cdf75f4 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=c5ad553e-ab0d-4663-be56-e1031564698c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3763478 Feb 09 01:19:34.219815 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-371d1d5e-b119-4585-863e-2f164c43c1d2 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:34.241101 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a9c41956-21d8-4482-b6b7-8f9cf076e53a req-d8eeed3a-e177-47f3-9371-1d8bea600800 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/security-groups?id=59346c3a-364d-410d-a9fb-3c85b0553f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3435397 Feb 09 01:19:34.322363 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-210e01cb-cc57-4483-accf-84f2a5167a18 req-adda3e42-3a49-429c-b497-673043f3839c tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:34.367551 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371d1d5e-b119-4585-863e-2f164c43c1d2 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event deleted for resources: {'Port': ['ID=e4c6dce6-8277-478f-a308-1d10d8b86a66,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:34.467044 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adda3e42-3a49-429c-b497-673043f3839c tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Pushing event deleted for resources: {'Port': ['ID=aa4312f1-65e5-47a9-b736-8be54bf623e1,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:34.493353 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-371d1d5e-b119-4585-863e-2f164c43c1d2 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:34.518789 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-371d1d5e-b119-4585-863e-2f164c43c1d2 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/ports/e4c6dce6-8277-478f-a308-1d10d8b86a66 HTTP/1.1" status: 204 len: 168 time: 2.2739408 Feb 09 01:19:34.532958 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47166) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:34.599440 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e6b4abf3-4167-491b-9df0-0d7701bb6ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:34.737898 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e6b4abf3-4167-491b-9df0-0d7701bb6ef7 None None] For port 9e1b3199-8297-4d4c-8835-a04438c832da, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=9e1b3199-8297-4d4c-8835-a04438c832da,segment=NetworkSegment(986fd47a-7d48-4218-bc5b-1f82d1198ace),segment_id=986fd47a-7d48-4218-bc5b-1f82d1198ace)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:19:34.753438 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e6b4abf3-4167-491b-9df0-0d7701bb6ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:34.889882 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-210e01cb-cc57-4483-accf-84f2a5167a18 req-adda3e42-3a49-429c-b497-673043f3839c tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Router f67f6271-ff7c-40fb-b619-a2ea1fbc0627 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:19:34.927734 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1929b277-0e10-4dd4-8c65-2a214f7e591f tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:34.935229 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-1929b277-0e10-4dd4-8c65-2a214f7e591f tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Synchronizing usage tracker for tenant:32c9b2ac64b74efca212307487c75b1d on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:19:34.965757 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device aa4312f1-65e5-47a9-b736-8be54bf623e1 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:19:34.985171 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-1929b277-0e10-4dd4-8c65-2a214f7e591f tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Unset dirty status for tenant:32c9b2ac64b74efca212307487c75b1d on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:19:34.986397 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1929b277-0e10-4dd4-8c65-2a214f7e591f tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.4501827 Feb 09 01:19:34.988977 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47176) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:35.132977 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: aa4312f1-65e5-47a9-b736-8be54bf623e1 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:19:35.133342 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device aa4312f1-65e5-47a9-b736-8be54bf623e1 not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:19:35.152245 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-2b389ec3-a1b6-44f3-b2bb-fa669ab20ee6 None None] Could not find standard attr ID for object e4c6dce6-8277-478f-a308-1d10d8b86a66. {{(pid=87640) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:19:35.197535 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bed732-ecc2-460f-a54e-aff1cec79fd1 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:35.206609 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a5bed732-ecc2-460f-a54e-aff1cec79fd1 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2161932 Feb 09 01:19:35.209073 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47182) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:35.210049 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-2b389ec3-a1b6-44f3-b2bb-fa669ab20ee6 None None] Provisioning complete for port 9e1b3199-8297-4d4c-8835-a04438c832da triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:35.210424 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2b389ec3-a1b6-44f3-b2bb-fa669ab20ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:35.324832 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b4abf3-4167-491b-9df0-0d7701bb6ef7 None None] Pushing event updated for resources: {'Port': ['ID=9e1b3199-8297-4d4c-8835-a04438c832da,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:35.355006 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e208193-0dfa-4cdc-9c4b-dfaf71b8452f tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:35.358271 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e208193-0dfa-4cdc-9c4b-dfaf71b8452f tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:35.362154 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e208193-0dfa-4cdc-9c4b-dfaf71b8452f tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:35.367679 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-6e208193-0dfa-4cdc-9c4b-dfaf71b8452f tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Synchronizing usage tracker for tenant:32c9b2ac64b74efca212307487c75b1d on resource:subnet {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:19:35.405996 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-6e208193-0dfa-4cdc-9c4b-dfaf71b8452f tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Unset dirty status for tenant:32c9b2ac64b74efca212307487c75b1d on resource:subnet {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:19:35.408606 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-6e208193-0dfa-4cdc-9c4b-dfaf71b8452f tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1978645 Feb 09 01:19:35.411643 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47190) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:35.602684 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-459c20c4-dfa5-41c5-9f55-42368b17d94a req-e5618063-5756-4fa8-9468-7c81df11e663 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/ports?device_id=50f0db9d-747a-410b-aec2-77e3beb7ba8b HTTP/1.1" status: 200 len: 210 time: 0.1358106 Feb 09 01:19:35.616390 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-210e01cb-cc57-4483-accf-84f2a5167a18 req-adda3e42-3a49-429c-b497-673043f3839c tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:19:35.627295 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919e66c2-cdfe-4a5e-a2f5-958fa0720324 None None] Sync routers for ids ['f67f6271-ff7c-40fb-b619-a2ea1fbc0627'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:19:35.628469 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8a1b223-bdd7-4c62-903f-ffa975a736fd tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Deleting subnet 53790288-d6c3-4dbd-8bfe-e27ff7775efc {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:19:35.633690 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d8a1b223-bdd7-4c62-903f-ffa975a736fd tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:35.652429 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4e0e852e-f930-453a-af04-cd5478bba821 None None] Could not find standard attr ID for object e4c6dce6-8277-478f-a308-1d10d8b86a66. {{(pid=87640) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:19:35.659664 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919e66c2-cdfe-4a5e-a2f5-958fa0720324 None None] Routers {'f67f6271-ff7c-40fb-b619-a2ea1fbc0627'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:19:35.660304 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-919e66c2-cdfe-4a5e-a2f5-958fa0720324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:19:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['f67f6271-ff7c-40fb-b619-a2ea1fbc0627'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:35.810331 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d8a1b223-bdd7-4c62-903f-ffa975a736fd tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:35.933311 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-210e01cb-cc57-4483-accf-84f2a5167a18 req-adda3e42-3a49-429c-b497-673043f3839c tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] No DVR routers for this DVR port aa4312f1-65e5-47a9-b736-8be54bf623e1 on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:19:35.941065 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-210e01cb-cc57-4483-accf-84f2a5167a18 req-adda3e42-3a49-429c-b497-673043f3839c tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:35.946025 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f0db9d-747a-410b-aec2-77e3beb7ba8b', 'name': 'network-vif-deleted', 'tag': 'aa4312f1-65e5-47a9-b736-8be54bf623e1'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:19:35.970585 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-919e66c2-cdfe-4a5e-a2f5-958fa0720324 None None] Set router f67f6271-ff7c-40fb-b619-a2ea1fbc0627 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:19:36.038934 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d8a1b223-bdd7-4c62-903f-ffa975a736fd tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:36.053822 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515802d5-3b4d-4259-a729-7362c1141413 req-3b4f55fb-3934-43c7-9ef0-4eddddd920c3 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:36.064247 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-515802d5-3b4d-4259-a729-7362c1141413 req-3b4f55fb-3934-43c7-9ef0-4eddddd920c3 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=b62ade1c-1d81-4bb3-9009-3110721d68db HTTP/1.1" status: 200 len: 946 time: 0.5997684 Feb 09 01:19:36.071656 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-210e01cb-cc57-4483-accf-84f2a5167a18 req-adda3e42-3a49-429c-b497-673043f3839c tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.62 "DELETE /v2.0/ports/aa4312f1-65e5-47a9-b736-8be54bf623e1 HTTP/1.1" status: 204 len: 173 time: 4.5689733 Feb 09 01:19:36.116289 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f0db9d-747a-410b-aec2-77e3beb7ba8b', 'name': 'network-vif-deleted', 'tag': 'aa4312f1-65e5-47a9-b736-8be54bf623e1', 'status': 'completed', 'code': 200} Feb 09 01:19:36.144394 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-515802d5-3b4d-4259-a729-7362c1141413 req-fdf5096b-4a96-4ce6-aeb7-c678dac51c91 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=c5ad553e-ab0d-4663-be56-e1031564698c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768590 Feb 09 01:19:36.221083 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d8a1b223-bdd7-4c62-903f-ffa975a736fd tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:36.321218 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a1b223-bdd7-4c62-903f-ffa975a736fd tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event deleted for resources: {'Subnet': ['ID=53790288-d6c3-4dbd-8bfe-e27ff7775efc,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:36.326060 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d8a1b223-bdd7-4c62-903f-ffa975a736fd tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:36.370762 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 47212) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:36.370933 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d8a1b223-bdd7-4c62-903f-ffa975a736fd tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/subnets/53790288-d6c3-4dbd-8bfe-e27ff7775efc HTTP/1.1" status: 204 len: 168 time: 0.9580679 Feb 09 01:19:36.383838 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc889704-d822-4de6-a7c3-1f8be33a87f5 None None] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:19:36.478098 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-d948ac44-3c23-42d5-8321-61f9de184a6e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Deleting subnet e234765d-0462-4b66-8317-726ff6edcd0c {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:19:36.484645 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d948ac44-3c23-42d5-8321-61f9de184a6e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:36.555556 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d948ac44-3c23-42d5-8321-61f9de184a6e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:36.562641 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47216) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:36.814752 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a1eb12ee-b1cf-4f34-8b89-1cc856ec1361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:36.835035 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a1eb12ee-b1cf-4f34-8b89-1cc856ec1361 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:36.840173 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-a1eb12ee-b1cf-4f34-8b89-1cc856ec1361 admin admin] Usage tracker for resource:security_group_rule and tenant:7614fec4cd5f42d893edf5a8600506b0 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:19:36.844697 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-a1eb12ee-b1cf-4f34-8b89-1cc856ec1361 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:19:36.851154 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a1eb12ee-b1cf-4f34-8b89-1cc856ec1361 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:36.879259 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-919e66c2-cdfe-4a5e-a2f5-958fa0720324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67f6271-ff7c-40fb-b619-a2ea1fbc0627', 'name': 'tempest-AttachVolumeTestJSON-1789116321-router', 'tenant_id': '4feb7579decf4a3183faf64d64a634f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'c33f02a8-17ae-4055-8b4b-57d683494af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:15:42Z', 'updated_at': '2022-02-09T01:15:56Z', 'revision_number': 4, 'project_id': '4feb7579decf4a3183faf64d64a634f4', 'gw_port': {'id': 'c33f02a8-17ae-4055-8b4b-57d683494af9', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67f6271-ff7c-40fb-b619-a2ea1fbc0627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:15:45Z', 'updated_at': '2022-02-09T01:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '8c19982c-0bc2-4617-b7c7-fa0ad55f01f1', 'name': '', 'network_id': '82f30243-02f9-47c5-a321-43941006e74c', 'tenant_id': '4feb7579decf4a3183faf64d64a634f4', 'mac_address': 'fa:16:3e:4e:fa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67f6271-ff7c-40fb-b619-a2ea1fbc0627', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'babecade-cdf1-4c50-b1ee-144e30399d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:15:54Z', 'updated_at': '2022-02-09T01:16:13Z', 'revision_number': 5, 'project_id': '4feb7579decf4a3183faf64d64a634f4', 'subnets': [{'id': 'babecade-cdf1-4c50-b1ee-144e30399d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:36.889495 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919e66c2-cdfe-4a5e-a2f5-958fa0720324 None None] Checking router: f67f6271-ff7c-40fb-b619-a2ea1fbc0627 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:19:36.917443 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919e66c2-cdfe-4a5e-a2f5-958fa0720324 None None] Routers {'f67f6271-ff7c-40fb-b619-a2ea1fbc0627'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:19:36.919602 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-919e66c2-cdfe-4a5e-a2f5-958fa0720324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:19:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['f67f6271-ff7c-40fb-b619-a2ea1fbc0627'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:36.935033 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d948ac44-3c23-42d5-8321-61f9de184a6e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:36.979832 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a1eb12ee-b1cf-4f34-8b89-1cc856ec1361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:36.991611 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a1eb12ee-b1cf-4f34-8b89-1cc856ec1361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:37.072974 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eb12ee-b1cf-4f34-8b89-1cc856ec1361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f0cc94-57bf-4d6c-b433-68dc05144733,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:37.081527 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 9e1b3199-8297-4d4c-8835-a04438c832da up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:19:37.097051 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-f0b39271-9456-48a2-a9b4-83149e1293a6 req-c525fb43-c741-44e7-ae39-7557f894bb4f tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Synchronizing usage tracker for tenant:4feb7579decf4a3183faf64d64a634f4 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:19:37.102617 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a1eb12ee-b1cf-4f34-8b89-1cc856ec1361 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=7614fec4cd5f42d893edf5a8600506b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5361984 Feb 09 01:19:37.105347 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 47226) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:37.244155 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-f0b39271-9456-48a2-a9b4-83149e1293a6 req-c525fb43-c741-44e7-ae39-7557f894bb4f tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Unset dirty status for tenant:4feb7579decf4a3183faf64d64a634f4 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:19:37.245550 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f0b39271-9456-48a2-a9b4-83149e1293a6 req-c525fb43-c741-44e7-ae39-7557f894bb4f tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/ports?device_id=50f0db9d-747a-410b-aec2-77e3beb7ba8b HTTP/1.1" status: 200 len: 210 time: 0.3860269 Feb 09 01:19:37.296501 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d948ac44-3c23-42d5-8321-61f9de184a6e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:37.346151 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d948ac44-3c23-42d5-8321-61f9de184a6e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event deleted for resources: {'Subnet': ['ID=e234765d-0462-4b66-8317-726ff6edcd0c,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:37.350931 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-31118606-818c-4f70-a9a6-3d7855110ac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:37.356218 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d948ac44-3c23-42d5-8321-61f9de184a6e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:37.370596 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 9e1b3199-8297-4d4c-8835-a04438c832da triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:37.371236 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:37.386226 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-d948ac44-3c23-42d5-8321-61f9de184a6e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/subnets/e234765d-0462-4b66-8317-726ff6edcd0c HTTP/1.1" status: 204 len: 168 time: 1.0122099 Feb 09 01:19:37.388263 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47232) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:37.392618 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-31118606-818c-4f70-a9a6-3d7855110ac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:37.482859 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-31118606-818c-4f70-a9a6-3d7855110ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:37.511847 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31118606-818c-4f70-a9a6-3d7855110ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f0cc94-57bf-4d6c-b433-68dc05144733,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:37.526667 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-31118606-818c-4f70-a9a6-3d7855110ac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:37.529934 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-31118606-818c-4f70-a9a6-3d7855110ac9 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/57f0cc94-57bf-4d6c-b433-68dc05144733 HTTP/1.1" status: 204 len: 168 time: 0.4218438 Feb 09 01:19:37.536344 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-919e66c2-cdfe-4a5e-a2f5-958fa0720324 None None] Set router f67f6271-ff7c-40fb-b619-a2ea1fbc0627 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:19:37.540194 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d5090aef-205a-4744-bcd1-36383267638c tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1504049 Feb 09 01:19:37.543113 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 47238) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:37.550051 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-03e2d6a2-84af-40e4-a86c-1b83d8f6ca21 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Request body: {'subnet': {'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:37.792230 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-03e2d6a2-84af-40e4-a86c-1b83d8f6ca21 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:37.802420 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-03e2d6a2-84af-40e4-a86c-1b83d8f6ca21 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Usage tracker for resource:subnet and tenant:32c9b2ac64b74efca212307487c75b1d is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:19:37.805711 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-03e2d6a2-84af-40e4-a86c-1b83d8f6ca21 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:19:37.815239 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-03e2d6a2-84af-40e4-a86c-1b83d8f6ca21 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:37.829501 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e2d6a2-84af-40e4-a86c-1b83d8f6ca21 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Made reservation on behalf of 32c9b2ac64b74efca212307487c75b1d for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:19:37.834168 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-03e2d6a2-84af-40e4-a86c-1b83d8f6ca21 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:37.948954 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab21959-30c3-442d-9add-05393818268e None None] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:19:38.126137 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8d2fe0fc-7734-4e1d-bf11-40967ec4d2e9 None None] Provisioning complete for port 9e1b3199-8297-4d4c-8835-a04438c832da triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:38.126505 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8d2fe0fc-7734-4e1d-bf11-40967ec4d2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:38.166534 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47246) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:38.194692 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e5743dbb-f092-42f6-b9c2-954dc35a85c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:38.226917 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e5743dbb-f092-42f6-b9c2-954dc35a85c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:38.242004 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e5743dbb-f092-42f6-b9c2-954dc35a85c0 admin admin] Usage tracker for resource:security_group_rule and tenant:9d327c2c8ce448e59118365339763832 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:19:38.246398 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e5743dbb-f092-42f6-b9c2-954dc35a85c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:19:38.266318 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e5743dbb-f092-42f6-b9c2-954dc35a85c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:38.273919 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0d19c96e-7e3d-4698-9163-4d3c968d8bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:38.395830 n-d-828418-1 neutron-server[87639]: DEBUG neutron.objects.ports [None req-03e2d6a2-84af-40e4-a86c-1b83d8f6ca21 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87639) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 01:19:38.431898 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47254) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:38.488884 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e5743dbb-f092-42f6-b9c2-954dc35a85c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:38.500338 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e5743dbb-f092-42f6-b9c2-954dc35a85c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:38.533077 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-919e66c2-cdfe-4a5e-a2f5-958fa0720324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67f6271-ff7c-40fb-b619-a2ea1fbc0627', 'name': 'tempest-AttachVolumeTestJSON-1789116321-router', 'tenant_id': '4feb7579decf4a3183faf64d64a634f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'c33f02a8-17ae-4055-8b4b-57d683494af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:15:42Z', 'updated_at': '2022-02-09T01:15:56Z', 'revision_number': 4, 'project_id': '4feb7579decf4a3183faf64d64a634f4', 'gw_port': {'id': 'c33f02a8-17ae-4055-8b4b-57d683494af9', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67f6271-ff7c-40fb-b619-a2ea1fbc0627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:15:45Z', 'updated_at': '2022-02-09T01:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '8c19982c-0bc2-4617-b7c7-fa0ad55f01f1', 'name': '', 'network_id': '82f30243-02f9-47c5-a321-43941006e74c', 'tenant_id': '4feb7579decf4a3183faf64d64a634f4', 'mac_address': 'fa:16:3e:4e:fa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67f6271-ff7c-40fb-b619-a2ea1fbc0627', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'babecade-cdf1-4c50-b1ee-144e30399d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:15:54Z', 'updated_at': '2022-02-09T01:16:13Z', 'revision_number': 5, 'project_id': '4feb7579decf4a3183faf64d64a634f4', 'subnets': [{'id': 'babecade-cdf1-4c50-b1ee-144e30399d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:38.543662 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919e66c2-cdfe-4a5e-a2f5-958fa0720324 None None] The sync data for ids ['f67f6271-ff7c-40fb-b619-a2ea1fbc0627'] in n-d-828418-1 is: [{'id': 'f67f6271-ff7c-40fb-b619-a2ea1fbc0627', 'name': 'tempest-AttachVolumeTestJSON-1789116321-router', 'tenant_id': '4feb7579decf4a3183faf64d64a634f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'c33f02a8-17ae-4055-8b4b-57d683494af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:15:42Z', 'updated_at': '2022-02-09T01:15:56Z', 'revision_number': 4, 'project_id': '4feb7579decf4a3183faf64d64a634f4', 'gw_port': {'id': 'c33f02a8-17ae-4055-8b4b-57d683494af9', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67f6271-ff7c-40fb-b619-a2ea1fbc0627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:15:45Z', 'updated_at': '2022-02-09T01:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '8c19982c-0bc2-4617-b7c7-fa0ad55f01f1', 'name': '', 'network_id': '82f30243-02f9-47c5-a321-43941006e74c', 'tenant_id': '4feb7579decf4a3183faf64d64a634f4', 'mac_address': 'fa:16:3e:4e:fa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67f6271-ff7c-40fb-b619-a2ea1fbc0627', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'babecade-cdf1-4c50-b1ee-144e30399d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:15:54Z', 'updated_at': '2022-02-09T01:16:13Z', 'revision_number': 5, 'project_id': '4feb7579decf4a3183faf64d64a634f4', 'subnets': [{'id': 'babecade-cdf1-4c50-b1ee-144e30399d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:19:38.751256 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e5743dbb-f092-42f6-b9c2-954dc35a85c0 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=9d327c2c8ce448e59118365339763832&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5836115 Feb 09 01:19:38.757624 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47260) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:38.835988 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f697b4-8cbf-4da7-ad48-52b79428c912 None None] Update dhcp port {'port': {'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'fixed_ips': [{'subnet_id': '94bcd8d1-54f9-4de7-bfcc-5d118ce02857'}], 'binding:host_id': 'n-d-828418-1'}, 'id': '9e1b3199-8297-4d4c-8835-a04438c832da'} from n-d-828418-1. {{(pid=87640) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 09 01:19:38.892999 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5743dbb-f092-42f6-b9c2-954dc35a85c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bfd8d9e-926a-4d2b-a6b6-0a764f11e2d6,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:38.909720 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-03e2d6a2-84af-40e4-a86c-1b83d8f6ca21 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:38.915581 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-da02bea5-e828-49f4-8eea-66dacb66ecc2 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:38.948836 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d5b19b58-345a-43d0-a303-e729637cbfb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:38.966559 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a1f697b4-8cbf-4da7-ad48-52b79428c912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:38.982434 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-da02bea5-e828-49f4-8eea-66dacb66ecc2 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:39.026343 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d5b19b58-345a-43d0-a303-e729637cbfb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:39.112101 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d5b19b58-345a-43d0-a303-e729637cbfb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:39.112615 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a72ae44-18b3-48e9-b9ad-79dbd14c2f63 None None] New status for floating IP a720af89-3955-47f7-912d-0143f0a4e275: DOWN {{(pid=87641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:19:39.127851 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-da02bea5-e828-49f4-8eea-66dacb66ecc2 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:39.151646 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b19b58-345a-43d0-a303-e729637cbfb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bfd8d9e-926a-4d2b-a6b6-0a764f11e2d6,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:39.238248 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-03e2d6a2-84af-40e4-a86c-1b83d8f6ca21 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] For port 9e1b3199-8297-4d4c-8835-a04438c832da, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=9e1b3199-8297-4d4c-8835-a04438c832da,segment=NetworkSegment(986fd47a-7d48-4218-bc5b-1f82d1198ace),segment_id=986fd47a-7d48-4218-bc5b-1f82d1198ace)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:19:39.283519 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-03e2d6a2-84af-40e4-a86c-1b83d8f6ca21 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:39.289500 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-03e2d6a2-84af-40e4-a86c-1b83d8f6ca21 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:39.290362 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-03e2d6a2-84af-40e4-a86c-1b83d8f6ca21 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:39.318354 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02bea5-e828-49f4-8eea-66dacb66ecc2 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59346c3a-364d-410d-a9fb-3c85b0553f09,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:39.345460 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-da02bea5-e828-49f4-8eea-66dacb66ecc2 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:39.346219 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-da02bea5-e828-49f4-8eea-66dacb66ecc2 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "DELETE /v2.0/security-groups/59346c3a-364d-410d-a9fb-3c85b0553f09 HTTP/1.1" status: 204 len: 168 time: 0.9130263 Feb 09 01:19:39.348513 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d5b19b58-345a-43d0-a303-e729637cbfb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:39.351894 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d5b19b58-345a-43d0-a303-e729637cbfb2 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/8bfd8d9e-926a-4d2b-a6b6-0a764f11e2d6 HTTP/1.1" status: 204 len: 168 time: 0.5891500 Feb 09 01:19:39.351894 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47266) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:39.367334 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-3b165989-fa0c-4bfc-b328-7111e7450124 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] show failed (client error): The resource could not be found. Feb 09 01:19:39.368361 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-3b165989-fa0c-4bfc-b328-7111e7450124 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/security-groups/59346c3a-364d-410d-a9fb-3c85b0553f09 HTTP/1.1" status: 404 len: 347 time: 0.0173447 Feb 09 01:19:39.371374 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47272) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:39.512085 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-a1f697b4-8cbf-4da7-ad48-52b79428c912 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:19:39.512438 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-a1f697b4-8cbf-4da7-ad48-52b79428c912 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:19:39.622637 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e2d6a2-84af-40e4-a86c-1b83d8f6ca21 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event updated for resources: {'Subnet': ['ID=94bcd8d1-54f9-4de7-bfcc-5d118ce02857,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:39.633092 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-fe966024-b82d-4c72-bc7d-aa4cf82513b5 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Deleting port 215c1468-bc60-4d57-9d8f-30347063b388 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:19:39.633375 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fe966024-b82d-4c72-bc7d-aa4cf82513b5 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:39.649266 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e2d6a2-84af-40e4-a86c-1b83d8f6ca21 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:19:39.653892 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-03e2d6a2-84af-40e4-a86c-1b83d8f6ca21 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:39.658868 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e2d6a2-84af-40e4-a86c-1b83d8f6ca21 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:39.659457 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-03e2d6a2-84af-40e4-a86c-1b83d8f6ca21 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:39.701933 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e2d6a2-84af-40e4-a86c-1b83d8f6ca21 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event updated for resources: {'Port': ['ID=9e1b3199-8297-4d4c-8835-a04438c832da,revision_number=7']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:39.726185 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-03e2d6a2-84af-40e4-a86c-1b83d8f6ca21 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1818805 Feb 09 01:19:39.728923 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47280) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:39.752504 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-b24a6831-5397-4a0b-90ca-5b84887536c0 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Request body: {'subnet': {'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:40.013735 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b24a6831-5397-4a0b-90ca-5b84887536c0 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:40.022047 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-b24a6831-5397-4a0b-90ca-5b84887536c0 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Usage tracker for resource:subnet and tenant:32c9b2ac64b74efca212307487c75b1d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:19:40.025752 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fe966024-b82d-4c72-bc7d-aa4cf82513b5 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:40.025907 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fe966024-b82d-4c72-bc7d-aa4cf82513b5 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:40.033695 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-b24a6831-5397-4a0b-90ca-5b84887536c0 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:19:40.043165 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b24a6831-5397-4a0b-90ca-5b84887536c0 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:40.119998 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a1f697b4-8cbf-4da7-ad48-52b79428c912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:40.179777 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-fe966024-b82d-4c72-bc7d-aa4cf82513b5 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Calling delete_port for 215c1468-bc60-4d57-9d8f-30347063b388 owned by network:floatingip {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:19:40.225633 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b24a6831-5397-4a0b-90ca-5b84887536c0 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Made reservation on behalf of 32c9b2ac64b74efca212307487c75b1d for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:19:40.229420 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b24a6831-5397-4a0b-90ca-5b84887536c0 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:40.458629 n-d-828418-1 neutron-server[87638]: INFO neutron.db.ipam_backend_mixin [None req-b24a6831-5397-4a0b-90ca-5b84887536c0 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 94bcd8d1-54f9-4de7-bfcc-5d118ce02857 (CIDR: 2001:db8::/64) Feb 09 01:19:40.463906 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-b24a6831-5397-4a0b-90ca-5b84887536c0 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:19:40.464545 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b24a6831-5397-4a0b-90ca-5b84887536c0 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:19:40.504382 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fe966024-b82d-4c72-bc7d-aa4cf82513b5 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:40.545358 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b24a6831-5397-4a0b-90ca-5b84887536c0 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8153608 Feb 09 01:19:40.549001 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 47314) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:40.555586 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe966024-b82d-4c72-bc7d-aa4cf82513b5 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Pushing event deleted for resources: {'Port': ['ID=215c1468-bc60-4d57-9d8f-30347063b388,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:40.555762 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-79d5871c-ed31-44d5-a98d-9cbf90fc8d7e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Request body: {'subnet': {'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:40.649314 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1aac7438-d1e5-499c-9619-d16a962aa5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:40.762727 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a1f697b4-8cbf-4da7-ad48-52b79428c912 None None] For port 9e1b3199-8297-4d4c-8835-a04438c832da, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=9e1b3199-8297-4d4c-8835-a04438c832da,segment=NetworkSegment(986fd47a-7d48-4218-bc5b-1f82d1198ace),segment_id=986fd47a-7d48-4218-bc5b-1f82d1198ace)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:19:40.791634 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fe966024-b82d-4c72-bc7d-aa4cf82513b5 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks [] for floatingip, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:40.803125 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fe966024-b82d-4c72-bc7d-aa4cf82513b5 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:40.804457 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-fe966024-b82d-4c72-bc7d-aa4cf82513b5 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "DELETE /v2.0/floatingips/a720af89-3955-47f7-912d-0143f0a4e275 HTTP/1.1" status: 204 len: 168 time: 1.4319282 Feb 09 01:19:40.841509 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a1f697b4-8cbf-4da7-ad48-52b79428c912 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:40.852353 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a1f697b4-8cbf-4da7-ad48-52b79428c912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:40.992682 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f697b4-8cbf-4da7-ad48-52b79428c912 None None] Pushing event updated for resources: {'Port': ['ID=9e1b3199-8297-4d4c-8835-a04438c832da,revision_number=8']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:41.038825 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 9e1b3199-8297-4d4c-8835-a04438c832da up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:19:41.118290 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-79d5871c-ed31-44d5-a98d-9cbf90fc8d7e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:41.131294 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-79d5871c-ed31-44d5-a98d-9cbf90fc8d7e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Usage tracker for resource:subnet and tenant:32c9b2ac64b74efca212307487c75b1d is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:19:41.135413 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-79d5871c-ed31-44d5-a98d-9cbf90fc8d7e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:19:41.143391 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-79d5871c-ed31-44d5-a98d-9cbf90fc8d7e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:41.168993 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d5871c-ed31-44d5-a98d-9cbf90fc8d7e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Made reservation on behalf of 32c9b2ac64b74efca212307487c75b1d for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:19:41.173904 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-79d5871c-ed31-44d5-a98d-9cbf90fc8d7e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:41.175516 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 9e1b3199-8297-4d4c-8835-a04438c832da triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:41.176578 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:41.447328 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:41.546559 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:41.759153 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-79d5871c-ed31-44d5-a98d-9cbf90fc8d7e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:41.876427 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d5871c-ed31-44d5-a98d-9cbf90fc8d7e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:19:41.880072 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-79d5871c-ed31-44d5-a98d-9cbf90fc8d7e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:41.883287 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d5871c-ed31-44d5-a98d-9cbf90fc8d7e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:41.883884 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-79d5871c-ed31-44d5-a98d-9cbf90fc8d7e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:41.920613 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0264a748-0551-4cbc-994a-f51768a477e4 None None] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:19:41.936658 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d5871c-ed31-44d5-a98d-9cbf90fc8d7e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event updated for resources: {'Subnet': ['ID=3b15dc24-67b7-47cf-b59a-6f30890860dd,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:41.988100 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-79d5871c-ed31-44d5-a98d-9cbf90fc8d7e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4351034 Feb 09 01:19:41.989000 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47344) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:41.995988 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-494ec5c2-402f-40b1-a549-612d7dd70b68 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Request body: {'port': {'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'mac_address': 'fa:16:3e:cd:ac:cc', 'name': 'tempest-NetworksTestDHCPv6-649958914'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:42.104638 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5bb9bcc7-67e0-4a1c-a465-ab4c50d431b2 None None] Provisioning complete for port 9e1b3199-8297-4d4c-8835-a04438c832da triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:42.105015 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5bb9bcc7-67e0-4a1c-a465-ab4c50d431b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:42.299805 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-494ec5c2-402f-40b1-a549-612d7dd70b68 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:42.310480 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-494ec5c2-402f-40b1-a549-612d7dd70b68 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:42.322398 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494ec5c2-402f-40b1-a549-612d7dd70b68 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Made reservation on behalf of 32c9b2ac64b74efca212307487c75b1d for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:19:42.612955 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f65a001-6314-4648-91fb-0ef7879b1331 None None] Update dhcp port {'port': {'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'fixed_ips': [{'subnet_id': '94bcd8d1-54f9-4de7-bfcc-5d118ce02857', 'ip_address': '2001:db8::f816:3eff:fea7:daa1'}, {'subnet_id': '3b15dc24-67b7-47cf-b59a-6f30890860dd'}], 'binding:host_id': 'n-d-828418-1'}, 'id': '9e1b3199-8297-4d4c-8835-a04438c832da'} from n-d-828418-1. {{(pid=87640) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 09 01:19:42.625529 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-494ec5c2-402f-40b1-a549-612d7dd70b68 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:42.639177 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 47356) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:42.646440 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-d05659b6-0734-45be-ab56-44633fb99f11 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1527839678', 'description': 'tempest-description--559189487'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:42.662527 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d05659b6-0734-45be-ab56-44633fb99f11 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:42.668891 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-d05659b6-0734-45be-ab56-44633fb99f11 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Usage tracker for resource:security_group and tenant:4feb7579decf4a3183faf64d64a634f4 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:19:42.679489 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-d05659b6-0734-45be-ab56-44633fb99f11 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:19:42.692558 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-494ec5c2-402f-40b1-a549-612d7dd70b68 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] device_id is not set on port 7b47b07d-755b-4dfd-80a9-fab1fb0e0bca yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:19:42.695294 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9f65a001-6314-4648-91fb-0ef7879b1331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:42.696106 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d05659b6-0734-45be-ab56-44633fb99f11 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:42.720478 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d05659b6-0734-45be-ab56-44633fb99f11 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:42.781091 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d05659b6-0734-45be-ab56-44633fb99f11 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:42.795117 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-d05659b6-0734-45be-ab56-44633fb99f11 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Usage tracker for resource:security_group_rule and tenant:4feb7579decf4a3183faf64d64a634f4 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:19:42.803146 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-d05659b6-0734-45be-ab56-44633fb99f11 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:19:42.821508 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d05659b6-0734-45be-ab56-44633fb99f11 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:42.933135 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d05659b6-0734-45be-ab56-44633fb99f11 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:42.937103 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d05659b6-0734-45be-ab56-44633fb99f11 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:42.973656 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d05659b6-0734-45be-ab56-44633fb99f11 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:42.974406 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-9f65a001-6314-4648-91fb-0ef7879b1331 None None] Allocated IP 2001:db8:0:1::2 (0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa/3b15dc24-67b7-47cf-b59a-6f30890860dd/9e1b3199-8297-4d4c-8835-a04438c832da) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:19:42.977878 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47366) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:42.978108 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-d05659b6-0734-45be-ab56-44633fb99f11 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3366096 Feb 09 01:19:42.982932 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-35914cbb-c1dd-4214-96f5-a60c2a0f32b5 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Request body: {'security_group_rule': {'security_group_id': '4b791689-1670-46ec-9438-5eacccbc9c7c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:42.995934 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-35914cbb-c1dd-4214-96f5-a60c2a0f32b5 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:43.002297 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05659b6-0734-45be-ab56-44633fb99f11 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b791689-1670-46ec-9438-5eacccbc9c7c,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:43.005944 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-35914cbb-c1dd-4214-96f5-a60c2a0f32b5 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Usage tracker for resource:security_group_rule and tenant:4feb7579decf4a3183faf64d64a634f4 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:19:43.009500 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-35914cbb-c1dd-4214-96f5-a60c2a0f32b5 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:19:43.083908 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 47370) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:43.160517 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:43.226355 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-35914cbb-c1dd-4214-96f5-a60c2a0f32b5 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:43.264974 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-35914cbb-c1dd-4214-96f5-a60c2a0f32b5 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:43.290571 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c6079abe-e246-4343-90d3-aa9ed08289bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:43.338138 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c6079abe-e246-4343-90d3-aa9ed08289bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:43.346574 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-c6079abe-e246-4343-90d3-aa9ed08289bd admin admin] Usage tracker for resource:security_group_rule and tenant:bcc55393410a49489754aa9995f2c421 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:19:43.353415 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-9f65a001-6314-4648-91fb-0ef7879b1331 None None] For port 9e1b3199-8297-4d4c-8835-a04438c832da, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=9e1b3199-8297-4d4c-8835-a04438c832da,segment=NetworkSegment(986fd47a-7d48-4218-bc5b-1f82d1198ace),segment_id=986fd47a-7d48-4218-bc5b-1f82d1198ace)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:19:43.355028 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-c6079abe-e246-4343-90d3-aa9ed08289bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:19:43.361931 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c6079abe-e246-4343-90d3-aa9ed08289bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:43.365802 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-35914cbb-c1dd-4214-96f5-a60c2a0f32b5 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:43.370687 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-35914cbb-c1dd-4214-96f5-a60c2a0f32b5 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:43.396653 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9f65a001-6314-4648-91fb-0ef7879b1331 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:43.402169 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35914cbb-c1dd-4214-96f5-a60c2a0f32b5 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=536dc0a0-dfaa-4cc3-a46b-8294802af1e5,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:43.418618 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-9f65a001-6314-4648-91fb-0ef7879b1331 None None] Transition to ACTIVE for port object 9e1b3199-8297-4d4c-8835-a04438c832da will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:19:43.419820 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-35914cbb-c1dd-4214-96f5-a60c2a0f32b5 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:43.421156 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-35914cbb-c1dd-4214-96f5-a60c2a0f32b5 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4422486 Feb 09 01:19:43.424496 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47380) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:43.428375 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9f65a001-6314-4648-91fb-0ef7879b1331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:43.434766 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-c1b8bbf5-2072-43cc-98f4-726482e9bccb tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Request body: {'security_group_rule': {'security_group_id': '4b791689-1670-46ec-9438-5eacccbc9c7c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:43.478331 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c1b8bbf5-2072-43cc-98f4-726482e9bccb tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:43.488349 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-c1b8bbf5-2072-43cc-98f4-726482e9bccb tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Usage tracker for resource:security_group_rule and tenant:4feb7579decf4a3183faf64d64a634f4 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:19:43.491685 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-c1b8bbf5-2072-43cc-98f4-726482e9bccb tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:19:43.502972 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c1b8bbf5-2072-43cc-98f4-726482e9bccb tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:43.538130 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c6079abe-e246-4343-90d3-aa9ed08289bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:43.542631 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c6079abe-e246-4343-90d3-aa9ed08289bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:43.551906 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c1b8bbf5-2072-43cc-98f4-726482e9bccb tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:43.571977 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f65a001-6314-4648-91fb-0ef7879b1331 None None] Pushing event updated for resources: {'Port': ['ID=9e1b3199-8297-4d4c-8835-a04438c832da,revision_number=9']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:43.669184 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-494ec5c2-402f-40b1-a549-612d7dd70b68 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Allocated IP 2001:db8:0:1::1ea (0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa/3b15dc24-67b7-47cf-b59a-6f30890860dd/7b47b07d-755b-4dfd-80a9-fab1fb0e0bca) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:19:43.686246 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6079abe-e246-4343-90d3-aa9ed08289bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d0f2a3-ba52-4f81-87df-34291131b474,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:43.687528 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c1b8bbf5-2072-43cc-98f4-726482e9bccb tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:43.691059 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-494ec5c2-402f-40b1-a549-612d7dd70b68 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Allocated IP 2001:db8::f816:3eff:fecd:accc (0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa/94bcd8d1-54f9-4de7-bfcc-5d118ce02857/7b47b07d-755b-4dfd-80a9-fab1fb0e0bca) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:19:43.697634 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-c6079abe-e246-4343-90d3-aa9ed08289bd admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=bcc55393410a49489754aa9995f2c421&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6126003 Feb 09 01:19:43.700481 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 47384) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:43.708521 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c1b8bbf5-2072-43cc-98f4-726482e9bccb tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:43.757873 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c1b8bbf5-2072-43cc-98f4-726482e9bccb tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:43.759438 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c1b8bbf5-2072-43cc-98f4-726482e9bccb tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3339021 Feb 09 01:19:43.763710 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47388) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:43.764441 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b8bbf5-2072-43cc-98f4-726482e9bccb tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4f4cae5-533b-4a4f-aaf3-2f9c105b40b3,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:43.783390 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-e143effc-5541-48ee-ad57-30cdf873f67d tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Request body: {'floatingip': {'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:43.793474 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e143effc-5541-48ee-ad57-30cdf873f67d tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:43.814436 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e143effc-5541-48ee-ad57-30cdf873f67d tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Usage tracker for resource:floatingip and tenant:4feb7579decf4a3183faf64d64a634f4 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:19:43.821268 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bbff1d66-2d19-49a8-8d0e-85151fda6d03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:43.824697 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e143effc-5541-48ee-ad57-30cdf873f67d tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:19:43.833281 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e143effc-5541-48ee-ad57-30cdf873f67d tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:43.868203 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bbff1d66-2d19-49a8-8d0e-85151fda6d03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:43.878247 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e143effc-5541-48ee-ad57-30cdf873f67d tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks [] for floatingip, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:43.956103 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bbff1d66-2d19-49a8-8d0e-85151fda6d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:43.979487 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbff1d66-2d19-49a8-8d0e-85151fda6d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d0f2a3-ba52-4f81-87df-34291131b474,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:43.993387 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bbff1d66-2d19-49a8-8d0e-85151fda6d03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:43.994847 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-bbff1d66-2d19-49a8-8d0e-85151fda6d03 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/b3d0f2a3-ba52-4f81-87df-34291131b474 HTTP/1.1" status: 204 len: 168 time: 0.2926919 Feb 09 01:19:44.177857 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-494ec5c2-402f-40b1-a549-612d7dd70b68 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:44.214453 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-494ec5c2-402f-40b1-a549-612d7dd70b68 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Transition to ACTIVE for port object 7b47b07d-755b-4dfd-80a9-fab1fb0e0bca will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:19:44.246387 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e143effc-5541-48ee-ad57-30cdf873f67d tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:44.411023 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-494ec5c2-402f-40b1-a549-612d7dd70b68 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:44.490762 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-e143effc-5541-48ee-ad57-30cdf873f67d tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Allocated IP 172.25.0.31 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/4dc18de0-0693-4d9a-a125-4638b2031b7d) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:19:44.530265 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494ec5c2-402f-40b1-a549-612d7dd70b68 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:19:44.549490 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 47400) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:44.555050 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494ec5c2-402f-40b1-a549-612d7dd70b68 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event updated for resources: {'Port': ['ID=7b47b07d-755b-4dfd-80a9-fab1fb0e0bca,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:44.558971 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-494ec5c2-402f-40b1-a549-612d7dd70b68 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:44.562722 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494ec5c2-402f-40b1-a549-612d7dd70b68 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:19:44.569490 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494ec5c2-402f-40b1-a549-612d7dd70b68 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:44.569490 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-494ec5c2-402f-40b1-a549-612d7dd70b68 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:44.595907 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fd87446d-952b-48b6-ae71-5e7995fc48ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:44.631603 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-fd87446d-952b-48b6-ae71-5e7995fc48ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:44.644120 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-fd87446d-952b-48b6-ae71-5e7995fc48ce admin admin] Usage tracker for resource:security_group_rule and tenant:24ee0f5487de4311a4c9331d70d93965 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:19:44.659798 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-fd87446d-952b-48b6-ae71-5e7995fc48ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:19:44.668513 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-fd87446d-952b-48b6-ae71-5e7995fc48ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:44.725698 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a634249d-6d86-4290-a1fa-413260d44893 None None] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:19:44.794595 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-494ec5c2-402f-40b1-a549-612d7dd70b68 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.8010399 Feb 09 01:19:44.796411 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 47404) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:44.888439 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1c7c8071-b4b0-4ea0-a8d9-10c1ed0f317c None None] Provisioning for port 9e1b3199-8297-4d4c-8835-a04438c832da completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:19:44.902248 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1c7c8071-b4b0-4ea0-a8d9-10c1ed0f317c None None] Provisioning complete for port 9e1b3199-8297-4d4c-8835-a04438c832da triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:44.902754 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1c7c8071-b4b0-4ea0-a8d9-10c1ed0f317c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:44.956444 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e143effc-5541-48ee-ad57-30cdf873f67d tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:44.973365 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-d3a742a3-33af-4165-b10b-9372c9ee1b1d tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Deleting port 7b47b07d-755b-4dfd-80a9-fab1fb0e0bca {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:19:44.974129 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d3a742a3-33af-4165-b10b-9372c9ee1b1d tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:44.997000 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e143effc-5541-48ee-ad57-30cdf873f67d tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:45.003126 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 9e1b3199-8297-4d4c-8835-a04438c832da up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:19:45.091171 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e143effc-5541-48ee-ad57-30cdf873f67d tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Pushing event updated for resources: {'Port': ['ID=4dc18de0-0693-4d9a-a125-4638b2031b7d,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:45.105455 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e143effc-5541-48ee-ad57-30cdf873f67d tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:19:45.106634 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-e143effc-5541-48ee-ad57-30cdf873f67d tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:45.112602 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e143effc-5541-48ee-ad57-30cdf873f67d tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:19:45.178522 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fd87446d-952b-48b6-ae71-5e7995fc48ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:45.204099 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fd87446d-952b-48b6-ae71-5e7995fc48ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:45.223991 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e143effc-5541-48ee-ad57-30cdf873f67d tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:45.245733 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 9e1b3199-8297-4d4c-8835-a04438c832da triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:45.246207 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:45.316728 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e143effc-5541-48ee-ad57-30cdf873f67d tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:45.323509 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-fd87446d-952b-48b6-ae71-5e7995fc48ce admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=24ee0f5487de4311a4c9331d70d93965&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7723296 Feb 09 01:19:45.338954 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 47408) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:45.365277 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd87446d-952b-48b6-ae71-5e7995fc48ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc64ba1f-5737-4d0e-b6de-9136e944bfce,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:45.438803 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d3a742a3-33af-4165-b10b-9372c9ee1b1d tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:45.646102 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-d3a742a3-33af-4165-b10b-9372c9ee1b1d tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Calling delete_port for 7b47b07d-755b-4dfd-80a9-fab1fb0e0bca owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:19:45.720517 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-90be7706-3863-40ad-b827-ffe134487a63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:45.762770 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e143effc-5541-48ee-ad57-30cdf873f67d tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:45.772246 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e143effc-5541-48ee-ad57-30cdf873f67d tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:45.801868 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-90be7706-3863-40ad-b827-ffe134487a63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:45.842425 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-53fe4bc3-7e8c-410c-b1bd-594a90e7158c None None] Provisioning complete for port 9e1b3199-8297-4d4c-8835-a04438c832da triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:45.844027 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-53fe4bc3-7e8c-410c-b1bd-594a90e7158c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:45.913851 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e143effc-5541-48ee-ad57-30cdf873f67d tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:45.972232 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e143effc-5541-48ee-ad57-30cdf873f67d tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Pushing event updated for resources: {'Port': ['ID=4dc18de0-0693-4d9a-a125-4638b2031b7d,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:45.996020 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e143effc-5541-48ee-ad57-30cdf873f67d tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:46.004576 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e143effc-5541-48ee-ad57-30cdf873f67d tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2295454 Feb 09 01:19:46.132515 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-90be7706-3863-40ad-b827-ffe134487a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:46.164047 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90be7706-3863-40ad-b827-ffe134487a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc64ba1f-5737-4d0e-b6de-9136e944bfce,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:46.166325 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-53fe4bc3-7e8c-410c-b1bd-594a90e7158c None None] Provisioning for port 7b47b07d-755b-4dfd-80a9-fab1fb0e0bca completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:19:46.167845 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d3a742a3-33af-4165-b10b-9372c9ee1b1d tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:46.208760 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-53fe4bc3-7e8c-410c-b1bd-594a90e7158c None None] Provisioning complete for port 7b47b07d-755b-4dfd-80a9-fab1fb0e0bca triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:46.209435 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-53fe4bc3-7e8c-410c-b1bd-594a90e7158c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:46.284993 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a742a3-33af-4165-b10b-9372c9ee1b1d tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event deleted for resources: {'Port': ['ID=7b47b07d-755b-4dfd-80a9-fab1fb0e0bca,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:46.302772 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-53fe4bc3-7e8c-410c-b1bd-594a90e7158c None None] Port 7b47b07d-755b-4dfd-80a9-fab1fb0e0bca was deleted so its status cannot be updated. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 09 01:19:46.342601 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-90be7706-3863-40ad-b827-ffe134487a63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:46.342601 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-90be7706-3863-40ad-b827-ffe134487a63 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/cc64ba1f-5737-4d0e-b6de-9136e944bfce HTTP/1.1" status: 204 len: 168 time: 1.0003548 Feb 09 01:19:46.352941 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d3a742a3-33af-4165-b10b-9372c9ee1b1d tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:46.356998 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-d3a742a3-33af-4165-b10b-9372c9ee1b1d tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/ports/7b47b07d-755b-4dfd-80a9-fab1fb0e0bca HTTP/1.1" status: 204 len: 168 time: 1.5552533 Feb 09 01:19:46.357471 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47438) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:46.414066 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fea3a1d8-5bf6-4855-b36f-196f42c062af None None] Could not find standard attr ID for object 7b47b07d-755b-4dfd-80a9-fab1fb0e0bca. {{(pid=87640) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:19:46.428851 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-545ee18f-7fa7-4cb3-9de3-ed1b074f9bee req-34754f3f-af66-4eb6-a531-0cd317eaac68 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Synchronizing usage tracker for tenant:4feb7579decf4a3183faf64d64a634f4 on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:19:46.447486 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-545ee18f-7fa7-4cb3-9de3-ed1b074f9bee req-34754f3f-af66-4eb6-a531-0cd317eaac68 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Unset dirty status for tenant:4feb7579decf4a3183faf64d64a634f4 on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:19:46.462252 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-545ee18f-7fa7-4cb3-9de3-ed1b074f9bee req-34754f3f-af66-4eb6-a531-0cd317eaac68 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-securitygroup--1527839678&fields=id&tenant_id=4feb7579decf4a3183faf64d64a634f4 HTTP/1.1" status: 200 len: 267 time: 0.0954826 Feb 09 01:19:46.526491 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e704c34f-908d-4f07-99da-0a0b6e08a67a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:46.527201 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e704c34f-908d-4f07-99da-0a0b6e08a67a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Synchronizing usage tracker for tenant:32c9b2ac64b74efca212307487c75b1d on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:19:46.551460 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e704c34f-908d-4f07-99da-0a0b6e08a67a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Unset dirty status for tenant:32c9b2ac64b74efca212307487c75b1d on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:19:46.554387 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e704c34f-908d-4f07-99da-0a0b6e08a67a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1938138 Feb 09 01:19:46.555020 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47442) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:46.651469 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ee18f-7fa7-4cb3-9de3-ed1b074f9bee req-fc839e72-5dfa-45ec-84e2-74aa88a3eda1 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:46.653129 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-545ee18f-7fa7-4cb3-9de3-ed1b074f9bee req-fc839e72-5dfa-45ec-84e2-74aa88a3eda1 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/networks?id=82f30243-02f9-47c5-a321-43941006e74c HTTP/1.1" status: 200 len: 811 time: 0.1900120 Feb 09 01:19:46.675566 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-545ee18f-7fa7-4cb3-9de3-ed1b074f9bee req-88b9abbe-90be-4072-abb2-b2cab495bbec tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/quotas/4feb7579decf4a3183faf64d64a634f4 HTTP/1.1" status: 200 len: 375 time: 0.0144305 Feb 09 01:19:46.730160 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5c1a1d-8385-4867-b733-e9b9bc7ef19e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:46.745524 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-fc5c1a1d-8385-4867-b733-e9b9bc7ef19e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1893854 Feb 09 01:19:46.746864 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47448) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:46.853380 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-545ee18f-7fa7-4cb3-9de3-ed1b074f9bee req-b6e04bb9-d34c-4b85-9b85-6c87f86eff2b tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=4feb7579decf4a3183faf64d64a634f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1721570 Feb 09 01:19:47.079630 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a76790-d0da-46d0-a725-54a703ab9100 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:47.084460 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a76790-d0da-46d0-a725-54a703ab9100 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:47.086557 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a76790-d0da-46d0-a725-54a703ab9100 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:47.087179 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-32a76790-d0da-46d0-a725-54a703ab9100 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Synchronizing usage tracker for tenant:32c9b2ac64b74efca212307487c75b1d on resource:subnet {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:19:47.119658 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-32a76790-d0da-46d0-a725-54a703ab9100 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Unset dirty status for tenant:32c9b2ac64b74efca212307487c75b1d on resource:subnet {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:19:47.121344 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-32a76790-d0da-46d0-a725-54a703ab9100 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3735130 Feb 09 01:19:47.123949 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47462) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:47.244129 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e0bdbd0-7f0e-4ccf-96f5-39513e8c117e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Deleting subnet 3b15dc24-67b7-47cf-b59a-6f30890860dd {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:19:47.258949 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8e0bdbd0-7f0e-4ccf-96f5-39513e8c117e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:47.274136 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-545ee18f-7fa7-4cb3-9de3-ed1b074f9bee req-a888d6f1-e75b-42dd-ba1f-b004887b1cbe service neutron] 10.222.0.105 "GET /v2.0/networks/82f30243-02f9-47c5-a321-43941006e74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4056208 Feb 09 01:19:47.353346 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8e0bdbd0-7f0e-4ccf-96f5-39513e8c117e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:47.470723 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-545ee18f-7fa7-4cb3-9de3-ed1b074f9bee req-bba9c4b3-2b29-44f0-9e3b-f5b81fdb54e0 service neutron] 10.222.0.105 "GET /v2.0/networks/82f30243-02f9-47c5-a321-43941006e74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886852 Feb 09 01:19:47.474158 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8e0bdbd0-7f0e-4ccf-96f5-39513e8c117e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:47.575240 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8e0bdbd0-7f0e-4ccf-96f5-39513e8c117e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:47.628204 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8e0bdbd0-7f0e-4ccf-96f5-39513e8c117e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:47.633145 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee27d9b-eba9-4f5a-b264-9d9f8877d661 None None] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:19:47.644565 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-8e0bdbd0-7f0e-4ccf-96f5-39513e8c117e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/subnets/3b15dc24-67b7-47cf-b59a-6f30890860dd HTTP/1.1" status: 204 len: 168 time: 0.5181859 Feb 09 01:19:47.645890 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0bdbd0-7f0e-4ccf-96f5-39513e8c117e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event deleted for resources: {'Subnet': ['ID=3b15dc24-67b7-47cf-b59a-6f30890860dd,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:47.647803 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 47476) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:47.871171 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a6348d06-59de-47b0-be84-62a0bb1166b4 req-f2df4315-1201-470e-a0e3-0e6c0f2774fa tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/ports?device_id=f177ffd4-03ac-47a4-b924-b0aacc0404b9 HTTP/1.1" status: 200 len: 210 time: 0.1248105 Feb 09 01:19:47.885002 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ad29c48-38c8-4be1-b3de-2d5e9be497f5 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Deleting subnet 94bcd8d1-54f9-4de7-bfcc-5d118ce02857 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:19:47.901766 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4ad29c48-38c8-4be1-b3de-2d5e9be497f5 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:47.980365 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4ad29c48-38c8-4be1-b3de-2d5e9be497f5 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:48.129750 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4ad29c48-38c8-4be1-b3de-2d5e9be497f5 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:48.261241 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4ad29c48-38c8-4be1-b3de-2d5e9be497f5 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:48.333622 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4ad29c48-38c8-4be1-b3de-2d5e9be497f5 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:48.336892 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad29c48-38c8-4be1-b3de-2d5e9be497f5 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event deleted for resources: {'Subnet': ['ID=94bcd8d1-54f9-4de7-bfcc-5d118ce02857,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:48.354453 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47502) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:48.354802 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-4ad29c48-38c8-4be1-b3de-2d5e9be497f5 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/subnets/94bcd8d1-54f9-4de7-bfcc-5d118ce02857 HTTP/1.1" status: 204 len: 168 time: 0.7064183 Feb 09 01:19:48.454146 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-db2114b5-75f3-41c9-b5ab-638ab968db02 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0974631 Feb 09 01:19:48.456624 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47508) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:48.464271 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-f9a41fac-31af-45d6-9e44-96b4772ca0a6 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Request body: {'subnet': {'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:48.642468 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f9a41fac-31af-45d6-9e44-96b4772ca0a6 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:48.647154 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-f9a41fac-31af-45d6-9e44-96b4772ca0a6 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Usage tracker for resource:subnet and tenant:32c9b2ac64b74efca212307487c75b1d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:19:48.650492 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-f9a41fac-31af-45d6-9e44-96b4772ca0a6 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:19:48.657393 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f9a41fac-31af-45d6-9e44-96b4772ca0a6 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:48.670925 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a41fac-31af-45d6-9e44-96b4772ca0a6 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Made reservation on behalf of 32c9b2ac64b74efca212307487c75b1d for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:19:48.676024 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f9a41fac-31af-45d6-9e44-96b4772ca0a6 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:48.890846 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef75f22a-f29c-45cb-ad0a-6f1c4d51a324 None None] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:19:49.144648 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-ba8a7c9f-a68d-4855-92b0-1121398b0e8f None None] Provisioning complete for port 9e1b3199-8297-4d4c-8835-a04438c832da triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:49.145020 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ba8a7c9f-a68d-4855-92b0-1121398b0e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:49.159027 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f9a41fac-31af-45d6-9e44-96b4772ca0a6 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:49.236352 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a41fac-31af-45d6-9e44-96b4772ca0a6 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:19:49.244059 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-f9a41fac-31af-45d6-9e44-96b4772ca0a6 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:49.252402 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a41fac-31af-45d6-9e44-96b4772ca0a6 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:49.253036 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f9a41fac-31af-45d6-9e44-96b4772ca0a6 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:49.303850 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a7e9acf7-95df-41bd-a0e3-41d53b10c4a0 req-4d8097dd-bac5-4fb0-9aad-29b5384774b3 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/ports?device_id=f177ffd4-03ac-47a4-b924-b0aacc0404b9 HTTP/1.1" status: 200 len: 210 time: 0.1580741 Feb 09 01:19:49.346240 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a41fac-31af-45d6-9e44-96b4772ca0a6 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event updated for resources: {'Subnet': ['ID=da9edf6b-6772-48b2-88c8-ac3aa81f69e6,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:49.380186 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f9a41fac-31af-45d6-9e44-96b4772ca0a6 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9225178 Feb 09 01:19:49.385279 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47544) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:49.392620 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-bd299590-f81c-4fec-acb1-fde304881fdb tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Request body: {'subnet': {'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:49.560592 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ee18f-7fa7-4cb3-9de3-ed1b074f9bee req-222c897c-a028-4530-94e5-94461c81094d tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:49.562404 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-545ee18f-7fa7-4cb3-9de3-ed1b074f9bee req-222c897c-a028-4530-94e5-94461c81094d tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.62 "GET /v2.0/networks?id=82f30243-02f9-47c5-a321-43941006e74c HTTP/1.1" status: 200 len: 811 time: 0.2785010 Feb 09 01:19:49.607400 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-bd299590-f81c-4fec-acb1-fde304881fdb tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:49.612400 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-bd299590-f81c-4fec-acb1-fde304881fdb tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Usage tracker for resource:subnet and tenant:32c9b2ac64b74efca212307487c75b1d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:19:49.616227 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-bd299590-f81c-4fec-acb1-fde304881fdb tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:19:49.622275 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-bd299590-f81c-4fec-acb1-fde304881fdb tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:49.633941 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd299590-f81c-4fec-acb1-fde304881fdb tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Made reservation on behalf of 32c9b2ac64b74efca212307487c75b1d for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:19:49.638958 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bd299590-f81c-4fec-acb1-fde304881fdb tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:49.663743 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-545ee18f-7fa7-4cb3-9de3-ed1b074f9bee req-46b1f159-d390-47c3-9d9e-765713221a09 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4feb7579decf4a3183faf64d64a634f4 HTTP/1.1" status: 200 len: 380 time: 0.0883365 Feb 09 01:19:49.689042 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-545ee18f-7fa7-4cb3-9de3-ed1b074f9bee req-15d0883c-332c-4a20-9aaf-b9eb954a1e9b tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Request body: {'port': {'device_id': 'f177ffd4-03ac-47a4-b924-b0aacc0404b9', 'network_id': '82f30243-02f9-47c5-a321-43941006e74c', 'admin_state_up': True, 'tenant_id': '4feb7579decf4a3183faf64d64a634f4', 'security_groups': ['4b791689-1670-46ec-9438-5eacccbc9c7c']}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:49.864651 n-d-828418-1 neutron-server[87638]: INFO neutron.db.ipam_backend_mixin [None req-bd299590-f81c-4fec-acb1-fde304881fdb tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet da9edf6b-6772-48b2-88c8-ac3aa81f69e6 (CIDR: 2001:db8::/64) Feb 09 01:19:49.872183 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd299590-f81c-4fec-acb1-fde304881fdb tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:19:49.872647 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd299590-f81c-4fec-acb1-fde304881fdb tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:19:49.896259 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-bd299590-f81c-4fec-acb1-fde304881fdb tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5071881 Feb 09 01:19:49.896544 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47550) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:49.902814 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-f50122f9-e522-416e-b78a-82cc8929ae4e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Request body: {'subnet': {'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:49.941838 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-545ee18f-7fa7-4cb3-9de3-ed1b074f9bee req-15d0883c-332c-4a20-9aaf-b9eb954a1e9b tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:49.953034 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-545ee18f-7fa7-4cb3-9de3-ed1b074f9bee req-15d0883c-332c-4a20-9aaf-b9eb954a1e9b tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:49.966880 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-545ee18f-7fa7-4cb3-9de3-ed1b074f9bee req-15d0883c-332c-4a20-9aaf-b9eb954a1e9b tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Made reservation on behalf of 4feb7579decf4a3183faf64d64a634f4 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:19:49.975776 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-545ee18f-7fa7-4cb3-9de3-ed1b074f9bee req-15d0883c-332c-4a20-9aaf-b9eb954a1e9b tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:49.991421 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724e46a2-f406-4b5d-9e86-e6dc17f797f9 None None] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:19:50.111110 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f50122f9-e522-416e-b78a-82cc8929ae4e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:50.128492 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-f50122f9-e522-416e-b78a-82cc8929ae4e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Usage tracker for resource:subnet and tenant:32c9b2ac64b74efca212307487c75b1d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:19:50.139073 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-f50122f9-e522-416e-b78a-82cc8929ae4e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:19:50.157117 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f50122f9-e522-416e-b78a-82cc8929ae4e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:50.182439 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50122f9-e522-416e-b78a-82cc8929ae4e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Made reservation on behalf of 32c9b2ac64b74efca212307487c75b1d for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:19:50.186656 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f50122f9-e522-416e-b78a-82cc8929ae4e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:50.212325 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-545ee18f-7fa7-4cb3-9de3-ed1b074f9bee req-15d0883c-332c-4a20-9aaf-b9eb954a1e9b tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Allocated IP 172.20.0.7 (82f30243-02f9-47c5-a321-43941006e74c/babecade-cdf1-4c50-b1ee-144e30399d1c/f3b1cb9f-5edc-4a57-b437-f784a95d195c) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:19:50.232445 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f793afa9-6d6e-4315-8471-92c4cb0c1ce4 None None] Provisioning complete for port 9e1b3199-8297-4d4c-8835-a04438c832da triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:50.232827 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f793afa9-6d6e-4315-8471-92c4cb0c1ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:50.446573 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-545ee18f-7fa7-4cb3-9de3-ed1b074f9bee req-15d0883c-332c-4a20-9aaf-b9eb954a1e9b tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:50.467121 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-545ee18f-7fa7-4cb3-9de3-ed1b074f9bee req-15d0883c-332c-4a20-9aaf-b9eb954a1e9b tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Transition to ACTIVE for port object f3b1cb9f-5edc-4a57-b437-f784a95d195c will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:19:50.508685 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-545ee18f-7fa7-4cb3-9de3-ed1b074f9bee req-15d0883c-332c-4a20-9aaf-b9eb954a1e9b tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:50.735511 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-545ee18f-7fa7-4cb3-9de3-ed1b074f9bee req-15d0883c-332c-4a20-9aaf-b9eb954a1e9b tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Network 82f30243-02f9-47c5-a321-43941006e74c is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:19:50.742338 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-545ee18f-7fa7-4cb3-9de3-ed1b074f9bee req-15d0883c-332c-4a20-9aaf-b9eb954a1e9b tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:50.757147 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-545ee18f-7fa7-4cb3-9de3-ed1b074f9bee req-15d0883c-332c-4a20-9aaf-b9eb954a1e9b tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:19:50.848738 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d0883c-332c-4a20-9aaf-b9eb954a1e9b tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Pushing event updated for resources: {'Port': ['ID=f3b1cb9f-5edc-4a57-b437-f784a95d195c,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:50.887318 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ee18f-7fa7-4cb3-9de3-ed1b074f9bee req-15d0883c-332c-4a20-9aaf-b9eb954a1e9b tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:50.895925 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-545ee18f-7fa7-4cb3-9de3-ed1b074f9bee req-15d0883c-332c-4a20-9aaf-b9eb954a1e9b tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:50.911333 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b078369b-a639-4547-adfc-8e2ea398b325 req-60045f8f-1dee-4a1b-ba7e-1d0ac0c81d56 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:50.920657 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b078369b-a639-4547-adfc-8e2ea398b325 req-60045f8f-1dee-4a1b-ba7e-1d0ac0c81d56 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/ports?device_id=f177ffd4-03ac-47a4-b924-b0aacc0404b9 HTTP/1.1" status: 200 len: 931 time: 0.3982472 Feb 09 01:19:50.959277 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-de974f97-5696-4270-9f2c-c5d6a2552030 None None] Provisioning complete for port 9e1b3199-8297-4d4c-8835-a04438c832da triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:50.963402 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-de974f97-5696-4270-9f2c-c5d6a2552030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:50.995129 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-545ee18f-7fa7-4cb3-9de3-ed1b074f9bee req-15d0883c-332c-4a20-9aaf-b9eb954a1e9b tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3255100 Feb 09 01:19:51.014177 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-545ee18f-7fa7-4cb3-9de3-ed1b074f9bee req-90f89d0e-72d4-4dd3-a0e2-0e0585c283da service neutron] Request body: {'port': {'device_id': 'f177ffd4-03ac-47a4-b924-b0aacc0404b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:51.095700 n-d-828418-1 neutron-server[87638]: DEBUG neutron.objects.ports [None req-f50122f9-e522-416e-b78a-82cc8929ae4e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87638) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 01:19:51.105903 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b078369b-a639-4547-adfc-8e2ea398b325 req-94cf7e64-71a5-4be3-9c12-d8a741fa0e11 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/security-groups?id=4b791689-1670-46ec-9438-5eacccbc9c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1813269 Feb 09 01:19:51.228550 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-545ee18f-7fa7-4cb3-9de3-ed1b074f9bee req-90f89d0e-72d4-4dd3-a0e2-0e0585c283da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:51.274948 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-915c5396-7789-428e-a6e6-75a2620ef47b None None] Provisioning for port f3b1cb9f-5edc-4a57-b437-f784a95d195c completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:19:51.281650 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-915c5396-7789-428e-a6e6-75a2620ef47b None None] Provisioning complete for port f3b1cb9f-5edc-4a57-b437-f784a95d195c triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:51.282161 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-915c5396-7789-428e-a6e6-75a2620ef47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:51.361059 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-915c5396-7789-428e-a6e6-75a2620ef47b None None] Port f3b1cb9f-5edc-4a57-b437-f784a95d195c cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:19:51.364384 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f50122f9-e522-416e-b78a-82cc8929ae4e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:51.719873 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-f50122f9-e522-416e-b78a-82cc8929ae4e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] For port 9e1b3199-8297-4d4c-8835-a04438c832da, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=9e1b3199-8297-4d4c-8835-a04438c832da,segment=NetworkSegment(986fd47a-7d48-4218-bc5b-1f82d1198ace),segment_id=986fd47a-7d48-4218-bc5b-1f82d1198ace)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:19:51.763332 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f50122f9-e522-416e-b78a-82cc8929ae4e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:51.769034 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f50122f9-e522-416e-b78a-82cc8929ae4e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:51.769808 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f50122f9-e522-416e-b78a-82cc8929ae4e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:51.848588 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:51.947847 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50122f9-e522-416e-b78a-82cc8929ae4e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:19:51.951676 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-f50122f9-e522-416e-b78a-82cc8929ae4e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:51.963136 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9e2b48-76a1-4f6f-b167-52afffb2638a None None] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:19:51.965375 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50122f9-e522-416e-b78a-82cc8929ae4e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:51.966007 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f50122f9-e522-416e-b78a-82cc8929ae4e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:51.997421 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50122f9-e522-416e-b78a-82cc8929ae4e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event updated for resources: {'Subnet': ['ID=be226017-e935-4d33-9d42-0f0c3302c00b,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:52.018740 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50122f9-e522-416e-b78a-82cc8929ae4e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:52.019090 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50122f9-e522-416e-b78a-82cc8929ae4e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:52.019554 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50122f9-e522-416e-b78a-82cc8929ae4e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:52.019900 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50122f9-e522-416e-b78a-82cc8929ae4e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:52.020228 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50122f9-e522-416e-b78a-82cc8929ae4e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:52.020603 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50122f9-e522-416e-b78a-82cc8929ae4e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:52.020930 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50122f9-e522-416e-b78a-82cc8929ae4e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:52.021251 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50122f9-e522-416e-b78a-82cc8929ae4e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:52.021572 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50122f9-e522-416e-b78a-82cc8929ae4e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:52.022078 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50122f9-e522-416e-b78a-82cc8929ae4e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:52.022410 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50122f9-e522-416e-b78a-82cc8929ae4e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:52.022728 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50122f9-e522-416e-b78a-82cc8929ae4e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:52.027883 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50122f9-e522-416e-b78a-82cc8929ae4e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event updated for resources: {'Port': ['ID=9e1b3199-8297-4d4c-8835-a04438c832da,revision_number=13']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:52.036782 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f50122f9-e522-416e-b78a-82cc8929ae4e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.1355095 Feb 09 01:19:52.036782 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47576) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:52.043675 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-86bac8a4-c64f-43d4-89f0-c3792d229d83 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Request body: {'port': {'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'mac_address': 'fa:16:3e:06:3f:6b', 'name': 'tempest-NetworksTestDHCPv6-2079157049'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:52.052926 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-545ee18f-7fa7-4cb3-9de3-ed1b074f9bee req-90f89d0e-72d4-4dd3-a0e2-0e0585c283da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3b1cb9f-5edc-4a57-b437-f784a95d195c {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:19:52.061155 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-545ee18f-7fa7-4cb3-9de3-ed1b074f9bee req-90f89d0e-72d4-4dd3-a0e2-0e0585c283da service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:52.082064 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-545ee18f-7fa7-4cb3-9de3-ed1b074f9bee req-90f89d0e-72d4-4dd3-a0e2-0e0585c283da service neutron] Transition to ACTIVE for port object f3b1cb9f-5edc-4a57-b437-f784a95d195c will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:19:52.085921 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-545ee18f-7fa7-4cb3-9de3-ed1b074f9bee req-90f89d0e-72d4-4dd3-a0e2-0e0585c283da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:52.442157 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f89d0e-72d4-4dd3-a0e2-0e0585c283da service neutron] Pushing event updated for resources: {'Port': ['ID=f3b1cb9f-5edc-4a57-b437-f784a95d195c,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:52.558428 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-545ee18f-7fa7-4cb3-9de3-ed1b074f9bee req-90f89d0e-72d4-4dd3-a0e2-0e0585c283da service neutron] Attempting to bind port f3b1cb9f-5edc-4a57-b437-f784a95d195c on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:19:52.559031 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-545ee18f-7fa7-4cb3-9de3-ed1b074f9bee req-90f89d0e-72d4-4dd3-a0e2-0e0585c283da service neutron] Attempting to bind port f3b1cb9f-5edc-4a57-b437-f784a95d195c by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'f3d44dac-21f9-43aa-b3cf-261dc7fa64ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '82f30243-02f9-47c5-a321-43941006e74c'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:19:52.559375 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545ee18f-7fa7-4cb3-9de3-ed1b074f9bee req-90f89d0e-72d4-4dd3-a0e2-0e0585c283da service neutron] Attempting to bind port f3b1cb9f-5edc-4a57-b437-f784a95d195c on network 82f30243-02f9-47c5-a321-43941006e74c {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:19:52.596661 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545ee18f-7fa7-4cb3-9de3-ed1b074f9bee req-90f89d0e-72d4-4dd3-a0e2-0e0585c283da service neutron] Port f3b1cb9f-5edc-4a57-b437-f784a95d195c on network 82f30243-02f9-47c5-a321-43941006e74c not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:19:52.596994 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545ee18f-7fa7-4cb3-9de3-ed1b074f9bee req-90f89d0e-72d4-4dd3-a0e2-0e0585c283da service neutron] Attempting to bind port f3b1cb9f-5edc-4a57-b437-f784a95d195c on network 82f30243-02f9-47c5-a321-43941006e74c {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:19:52.629902 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545ee18f-7fa7-4cb3-9de3-ed1b074f9bee req-90f89d0e-72d4-4dd3-a0e2-0e0585c283da service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:19:52.630287 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545ee18f-7fa7-4cb3-9de3-ed1b074f9bee req-90f89d0e-72d4-4dd3-a0e2-0e0585c283da service neutron] Checking segment: {'id': 'f3d44dac-21f9-43aa-b3cf-261dc7fa64ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '82f30243-02f9-47c5-a321-43941006e74c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:19:52.630686 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545ee18f-7fa7-4cb3-9de3-ed1b074f9bee req-90f89d0e-72d4-4dd3-a0e2-0e0585c283da service neutron] Bound using segment: {'id': 'f3d44dac-21f9-43aa-b3cf-261dc7fa64ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '82f30243-02f9-47c5-a321-43941006e74c'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:19:52.631143 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-545ee18f-7fa7-4cb3-9de3-ed1b074f9bee req-90f89d0e-72d4-4dd3-a0e2-0e0585c283da service neutron] Bound port: f3b1cb9f-5edc-4a57-b437-f784a95d195c, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3d44dac-21f9-43aa-b3cf-261dc7fa64ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '82f30243-02f9-47c5-a321-43941006e74c'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:19:52.631498 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-545ee18f-7fa7-4cb3-9de3-ed1b074f9bee req-90f89d0e-72d4-4dd3-a0e2-0e0585c283da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:52.710282 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb42bdb-2454-4ada-a6e8-5ab26a5b24a1 req-4678c341-0f04-478b-afb5-4bb337822218 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:52.711037 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-bfb42bdb-2454-4ada-a6e8-5ab26a5b24a1 req-4678c341-0f04-478b-afb5-4bb337822218 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Synchronizing usage tracker for tenant:4feb7579decf4a3183faf64d64a634f4 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:19:52.736278 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22cfdb8-f1c2-43c2-b68a-86889ba456a1 None None] Update dhcp port {'port': {'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'fixed_ips': [{'subnet_id': 'be226017-e935-4d33-9d42-0f0c3302c00b', 'ip_address': '2001:db8:0:1:f816:3eff:fea7:daa1'}, {'subnet_id': 'da9edf6b-6772-48b2-88c8-ac3aa81f69e6'}], 'binding:host_id': 'n-d-828418-1'}, 'id': '9e1b3199-8297-4d4c-8835-a04438c832da'} from n-d-828418-1. {{(pid=87640) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 09 01:19:52.743957 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-86bac8a4-c64f-43d4-89f0-c3792d229d83 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:52.784864 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-86bac8a4-c64f-43d4-89f0-c3792d229d83 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:52.810738 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86bac8a4-c64f-43d4-89f0-c3792d229d83 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Made reservation on behalf of 32c9b2ac64b74efca212307487c75b1d for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:19:52.812845 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d22cfdb8-f1c2-43c2-b68a-86889ba456a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:52.824590 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-bfb42bdb-2454-4ada-a6e8-5ab26a5b24a1 req-4678c341-0f04-478b-afb5-4bb337822218 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Unset dirty status for tenant:4feb7579decf4a3183faf64d64a634f4 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:19:52.828712 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bfb42bdb-2454-4ada-a6e8-5ab26a5b24a1 req-4678c341-0f04-478b-afb5-4bb337822218 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/ports?device_id=f177ffd4-03ac-47a4-b924-b0aacc0404b9 HTTP/1.1" status: 200 len: 943 time: 0.4434116 Feb 09 01:19:52.986005 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bfb42bdb-2454-4ada-a6e8-5ab26a5b24a1 req-fcb0b2a7-0d3c-4e27-bcec-b358fa5ce096 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/security-groups?id=4b791689-1670-46ec-9438-5eacccbc9c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174042 Feb 09 01:19:52.987767 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-545ee18f-7fa7-4cb3-9de3-ed1b074f9bee req-90f89d0e-72d4-4dd3-a0e2-0e0585c283da service neutron] For port f3b1cb9f-5edc-4a57-b437-f784a95d195c, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:19:53.017567 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-545ee18f-7fa7-4cb3-9de3-ed1b074f9bee req-90f89d0e-72d4-4dd3-a0e2-0e0585c283da service neutron] For port f3b1cb9f-5edc-4a57-b437-f784a95d195c, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=f3b1cb9f-5edc-4a57-b437-f784a95d195c,segment=NetworkSegment(f3d44dac-21f9-43aa-b3cf-261dc7fa64ed),segment_id=f3d44dac-21f9-43aa-b3cf-261dc7fa64ed)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:19:53.027789 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-545ee18f-7fa7-4cb3-9de3-ed1b074f9bee req-90f89d0e-72d4-4dd3-a0e2-0e0585c283da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:53.097919 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-86bac8a4-c64f-43d4-89f0-c3792d229d83 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:53.113920 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 9e1b3199-8297-4d4c-8835-a04438c832da up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:19:53.146406 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-86bac8a4-c64f-43d4-89f0-c3792d229d83 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] device_id is not set on port fc0bb2ea-9d6b-4dc5-9803-236016e17f9a yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:19:53.150427 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ee18f-7fa7-4cb3-9de3-ed1b074f9bee req-90f89d0e-72d4-4dd3-a0e2-0e0585c283da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:53.151091 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-545ee18f-7fa7-4cb3-9de3-ed1b074f9bee req-90f89d0e-72d4-4dd3-a0e2-0e0585c283da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:53.159212 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-545ee18f-7fa7-4cb3-9de3-ed1b074f9bee req-90f89d0e-72d4-4dd3-a0e2-0e0585c283da service neutron] 10.222.0.62 "PUT /v2.0/ports/f3b1cb9f-5edc-4a57-b437-f784a95d195c HTTP/1.1" status: 200 len: 1091 time: 2.1538296 Feb 09 01:19:53.163554 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f177ffd4-03ac-47a4-b924-b0aacc0404b9', 'tag': 'f3b1cb9f-5edc-4a57-b437-f784a95d195c'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:19:53.322000 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f89d0e-72d4-4dd3-a0e2-0e0585c283da service neutron] Pushing event updated for resources: {'Port': ['ID=f3b1cb9f-5edc-4a57-b437-f784a95d195c,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:53.331636 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f177ffd4-03ac-47a4-b924-b0aacc0404b9', 'tag': 'f3b1cb9f-5edc-4a57-b437-f784a95d195c', 'status': 'completed', 'code': 200} Feb 09 01:19:53.410920 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ee18f-7fa7-4cb3-9de3-ed1b074f9bee req-01692d5a-8907-47dd-8738-b14ddc62356e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:53.412419 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-545ee18f-7fa7-4cb3-9de3-ed1b074f9bee req-01692d5a-8907-47dd-8738-b14ddc62356e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4feb7579decf4a3183faf64d64a634f4&device_id=f177ffd4-03ac-47a4-b924-b0aacc0404b9 HTTP/1.1" status: 200 len: 1094 time: 0.2036798 Feb 09 01:19:53.420792 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-d22cfdb8-f1c2-43c2-b68a-86889ba456a1 None None] Allocated IP 2001:db8::2 (0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa/da9edf6b-6772-48b2-88c8-ac3aa81f69e6/9e1b3199-8297-4d4c-8835-a04438c832da) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:19:53.537827 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-545ee18f-7fa7-4cb3-9de3-ed1b074f9bee req-795e4b88-403f-4c50-a4b7-8f7e3f01b82f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3b1cb9f-5edc-4a57-b437-f784a95d195c HTTP/1.1" status: 200 len: 217 time: 0.1166334 Feb 09 01:19:53.562112 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 9e1b3199-8297-4d4c-8835-a04438c832da triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:53.562764 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:53.695664 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ee18f-7fa7-4cb3-9de3-ed1b074f9bee req-48d343fd-13c9-4dd5-ba6b-339c648fda2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:53.701259 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-545ee18f-7fa7-4cb3-9de3-ed1b074f9bee req-48d343fd-13c9-4dd5-ba6b-339c648fda2c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=babecade-cdf1-4c50-b1ee-144e30399d1c HTTP/1.1" status: 200 len: 850 time: 0.1541960 Feb 09 01:19:53.823453 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ee18f-7fa7-4cb3-9de3-ed1b074f9bee req-15b517d4-e5b6-4add-85cb-18dfa582ce92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:53.824955 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-545ee18f-7fa7-4cb3-9de3-ed1b074f9bee req-15b517d4-e5b6-4add-85cb-18dfa582ce92 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=82f30243-02f9-47c5-a321-43941006e74c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1170270 Feb 09 01:19:53.857933 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d22cfdb8-f1c2-43c2-b68a-86889ba456a1 None None] For port 9e1b3199-8297-4d4c-8835-a04438c832da, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=9e1b3199-8297-4d4c-8835-a04438c832da,segment=NetworkSegment(986fd47a-7d48-4218-bc5b-1f82d1198ace),segment_id=986fd47a-7d48-4218-bc5b-1f82d1198ace)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:19:53.891238 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d22cfdb8-f1c2-43c2-b68a-86889ba456a1 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:53.910673 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d22cfdb8-f1c2-43c2-b68a-86889ba456a1 None None] Transition to ACTIVE for port object 9e1b3199-8297-4d4c-8835-a04438c832da will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:19:53.916858 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d22cfdb8-f1c2-43c2-b68a-86889ba456a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:54.017304 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22cfdb8-f1c2-43c2-b68a-86889ba456a1 None None] Pushing event updated for resources: {'Port': ['ID=9e1b3199-8297-4d4c-8835-a04438c832da,revision_number=14']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:54.057631 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-63b04b92-7f0d-4af5-b8e5-edbe3b6323bb req-566c4dd9-643d-423e-a398-b668a897704d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b62ade1c-1d81-4bb3-9009-3110721d68db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2236207 Feb 09 01:19:54.057980 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-545ee18f-7fa7-4cb3-9de3-ed1b074f9bee req-1d51670f-d703-421c-9e63-26159930747c service neutron] 10.222.0.62 "GET /v2.0/networks/82f30243-02f9-47c5-a321-43941006e74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243824 Feb 09 01:19:54.221074 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-86bac8a4-c64f-43d4-89f0-c3792d229d83 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Allocated IP 2001:db8::15e (0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa/da9edf6b-6772-48b2-88c8-ac3aa81f69e6/fc0bb2ea-9d6b-4dc5-9803-236016e17f9a) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:19:54.230269 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-86bac8a4-c64f-43d4-89f0-c3792d229d83 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Allocated IP 2001:db8:0:1:f816:3eff:fe06:3f6b (0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa/be226017-e935-4d33-9d42-0f0c3302c00b/fc0bb2ea-9d6b-4dc5-9803-236016e17f9a) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:19:54.526322 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-545ee18f-7fa7-4cb3-9de3-ed1b074f9bee req-556b3613-308e-47b7-b25d-eda39c3f19de service neutron] 10.222.0.62 "GET /v2.0/networks/82f30243-02f9-47c5-a321-43941006e74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4568293 Feb 09 01:19:54.540720 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b04b92-7f0d-4af5-b8e5-edbe3b6323bb req-e2e5838b-c881-4823-8489-3102672ec9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:54.542681 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-63b04b92-7f0d-4af5-b8e5-edbe3b6323bb req-e2e5838b-c881-4823-8489-3102672ec9c7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=128330d8f0414cd5a58362066d10386d&device_id=b62ade1c-1d81-4bb3-9009-3110721d68db HTTP/1.1" status: 200 len: 1097 time: 0.4374342 Feb 09 01:19:54.610179 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-86bac8a4-c64f-43d4-89f0-c3792d229d83 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:54.623963 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf9f09-582d-4cd3-ac6b-6f70ca1d02fd req-7740ddc5-b5b4-4b50-ac7c-0c206e2cde60 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:54.625811 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0bcf9f09-582d-4cd3-ac6b-6f70ca1d02fd req-7740ddc5-b5b4-4b50-ac7c-0c206e2cde60 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/ports?device_id=f177ffd4-03ac-47a4-b924-b0aacc0404b9 HTTP/1.1" status: 200 len: 943 time: 0.3911619 Feb 09 01:19:54.656538 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-86bac8a4-c64f-43d4-89f0-c3792d229d83 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Transition to ACTIVE for port object fc0bb2ea-9d6b-4dc5-9803-236016e17f9a will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:19:54.720585 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-86bac8a4-c64f-43d4-89f0-c3792d229d83 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:54.752273 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:54.814578 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bac8a4-c64f-43d4-89f0-c3792d229d83 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:19:54.816119 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-86bac8a4-c64f-43d4-89f0-c3792d229d83 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:54.823395 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bac8a4-c64f-43d4-89f0-c3792d229d83 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:19:54.831882 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bac8a4-c64f-43d4-89f0-c3792d229d83 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:54.832991 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-86bac8a4-c64f-43d4-89f0-c3792d229d83 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:54.891703 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0bcf9f09-582d-4cd3-ac6b-6f70ca1d02fd req-339678dc-1355-44f6-89f7-fc43399621b3 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/security-groups?id=4b791689-1670-46ec-9438-5eacccbc9c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207204 Feb 09 01:19:54.934954 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bac8a4-c64f-43d4-89f0-c3792d229d83 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event updated for resources: {'Port': ['ID=fc0bb2ea-9d6b-4dc5-9803-236016e17f9a,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:54.949275 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b04b92-7f0d-4af5-b8e5-edbe3b6323bb req-e9883420-69c8-4d0b-ad0a-d2bfc87c37f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:54.951592 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-63b04b92-7f0d-4af5-b8e5-edbe3b6323bb req-e9883420-69c8-4d0b-ad0a-d2bfc87c37f0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5 HTTP/1.1" status: 200 len: 918 time: 0.3830822 Feb 09 01:19:54.954247 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77346afc-91d5-4c02-8309-9b8d9a8fc544 req-d434b963-a536-49b0-81b5-f92d56ae8ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:54.955708 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-77346afc-91d5-4c02-8309-9b8d9a8fc544 req-d434b963-a536-49b0-81b5-f92d56ae8ca3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4feb7579decf4a3183faf64d64a634f4&device_id=f177ffd4-03ac-47a4-b924-b0aacc0404b9 HTTP/1.1" status: 200 len: 1094 time: 0.3288155 Feb 09 01:19:54.975799 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-86bac8a4-c64f-43d4-89f0-c3792d229d83 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.9372900 Feb 09 01:19:54.977654 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47630) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:55.019627 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 9e1b3199-8297-4d4c-8835-a04438c832da up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:19:55.196122 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-8db8ea66-0edf-4f20-bffb-fdbd1c71fbb7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Deleting port fc0bb2ea-9d6b-4dc5-9803-236016e17f9a {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:19:55.196475 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8db8ea66-0edf-4f20-bffb-fdbd1c71fbb7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:55.239609 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-63b04b92-7f0d-4af5-b8e5-edbe3b6323bb req-114210fb-8963-4159-92ab-9c26a20b33a6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f443a387-47ac-4688-9ffc-34c90d90229a HTTP/1.1" status: 200 len: 1000 time: 0.2773507 Feb 09 01:19:55.327793 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f899b76a-d2d7-4318-886e-9beac874f3ca None None] Provisioning for port 9e1b3199-8297-4d4c-8835-a04438c832da completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:19:55.343899 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f899b76a-d2d7-4318-886e-9beac874f3ca None None] Provisioning complete for port 9e1b3199-8297-4d4c-8835-a04438c832da triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:55.344542 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f899b76a-d2d7-4318-886e-9beac874f3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:55.654867 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b04b92-7f0d-4af5-b8e5-edbe3b6323bb req-f54afc89-667a-4981-8fc9-2ff6150b9dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:55.663496 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-63b04b92-7f0d-4af5-b8e5-edbe3b6323bb req-f54afc89-667a-4981-8fc9-2ff6150b9dba service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9ba82490-d70a-42fe-a7ff-0aeb7f428073 HTTP/1.1" status: 200 len: 856 time: 0.3793271 Feb 09 01:19:55.665191 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77346afc-91d5-4c02-8309-9b8d9a8fc544 req-29496c0b-690c-4ac5-b906-07d2252d329d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:55.667221 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-77346afc-91d5-4c02-8309-9b8d9a8fc544 req-29496c0b-690c-4ac5-b906-07d2252d329d service neutron] 10.222.0.62 "GET /v2.0/networks?id=82f30243-02f9-47c5-a321-43941006e74c HTTP/1.1" status: 200 len: 912 time: 0.7036242 Feb 09 01:19:55.704445 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8db8ea66-0edf-4f20-bffb-fdbd1c71fbb7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:55.723555 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47646) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:55.851623 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-3dc1ffe3-1b87-465c-ace9-9a0852077083 None None] Provisioning for port fc0bb2ea-9d6b-4dc5-9803-236016e17f9a completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:19:55.857430 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-3dc1ffe3-1b87-465c-ace9-9a0852077083 None None] Provisioning complete for port fc0bb2ea-9d6b-4dc5-9803-236016e17f9a triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:55.857837 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3dc1ffe3-1b87-465c-ace9-9a0852077083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:55.863648 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-77346afc-91d5-4c02-8309-9b8d9a8fc544 req-e0117636-5e4c-4e83-af9f-2d28896ec81b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3b1cb9f-5edc-4a57-b437-f784a95d195c HTTP/1.1" status: 200 len: 217 time: 0.1872110 Feb 09 01:19:55.902888 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-8db8ea66-0edf-4f20-bffb-fdbd1c71fbb7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Calling delete_port for fc0bb2ea-9d6b-4dc5-9803-236016e17f9a owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:19:55.973667 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-3dc1ffe3-1b87-465c-ace9-9a0852077083 None None] Port fc0bb2ea-9d6b-4dc5-9803-236016e17f9a cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:19:56.042833 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b04b92-7f0d-4af5-b8e5-edbe3b6323bb req-b60460e0-7a5c-4dad-afc6-d9e56a9f4c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:56.044797 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-63b04b92-7f0d-4af5-b8e5-edbe3b6323bb req-b60460e0-7a5c-4dad-afc6-d9e56a9f4c4e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3699901 Feb 09 01:19:56.048293 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-549a320a-218f-432e-a119-3b154e93761d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:56.076107 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-549a320a-218f-432e-a119-3b154e93761d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:56.087343 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-549a320a-218f-432e-a119-3b154e93761d admin admin] Usage tracker for resource:security_group_rule and tenant:c9bb048a39e1416d9d9745cf3ac47855 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:19:56.090551 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-549a320a-218f-432e-a119-3b154e93761d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:19:56.094488 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77346afc-91d5-4c02-8309-9b8d9a8fc544 req-7462f9b0-0b6f-4491-bc5b-341d59c2040b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:56.096032 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-77346afc-91d5-4c02-8309-9b8d9a8fc544 req-7462f9b0-0b6f-4491-bc5b-341d59c2040b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=babecade-cdf1-4c50-b1ee-144e30399d1c HTTP/1.1" status: 200 len: 850 time: 0.2233331 Feb 09 01:19:56.098386 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-549a320a-218f-432e-a119-3b154e93761d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:56.206815 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-549a320a-218f-432e-a119-3b154e93761d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:56.226306 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-549a320a-218f-432e-a119-3b154e93761d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:56.289903 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-549a320a-218f-432e-a119-3b154e93761d admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=c9bb048a39e1416d9d9745cf3ac47855&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5630572 Feb 09 01:19:56.292153 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 47666) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:56.322222 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-63b04b92-7f0d-4af5-b8e5-edbe3b6323bb req-5c474a2b-3297-4279-921e-88e8d36d0d25 service neutron] 10.222.0.62 "GET /v2.0/networks/0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237585 Feb 09 01:19:56.333887 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549a320a-218f-432e-a119-3b154e93761d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a923028-0726-41d7-bb8d-72c8cf072db7,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:56.388948 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3636e72-94c2-44c5-819a-d5a437e1a591 req-6f916cc6-c866-46a5-a5b8-0bca71b206ae tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:56.391142 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c3636e72-94c2-44c5-819a-d5a437e1a591 req-6f916cc6-c866-46a5-a5b8-0bca71b206ae tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/ports?device_id=f177ffd4-03ac-47a4-b924-b0aacc0404b9 HTTP/1.1" status: 200 len: 943 time: 0.3548188 Feb 09 01:19:56.433191 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8db8ea66-0edf-4f20-bffb-fdbd1c71fbb7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:56.487964 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db8ea66-0edf-4f20-bffb-fdbd1c71fbb7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event deleted for resources: {'Port': ['ID=fc0bb2ea-9d6b-4dc5-9803-236016e17f9a,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:56.521398 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77346afc-91d5-4c02-8309-9b8d9a8fc544 req-3d2e8dae-dd7d-4e98-89b1-e228adf8640e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:56.522920 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-77346afc-91d5-4c02-8309-9b8d9a8fc544 req-3d2e8dae-dd7d-4e98-89b1-e228adf8640e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=82f30243-02f9-47c5-a321-43941006e74c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3294966 Feb 09 01:19:56.571306 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b93e6618-0321-4c8d-993e-036848dacfa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:56.607809 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b93e6618-0321-4c8d-993e-036848dacfa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:56.699040 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c3636e72-94c2-44c5-819a-d5a437e1a591 req-85e4fd90-75e3-4913-97c2-dd7efdd6bfec tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/security-groups?id=4b791689-1670-46ec-9438-5eacccbc9c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2578533 Feb 09 01:19:56.722405 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8db8ea66-0edf-4f20-bffb-fdbd1c71fbb7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:56.739557 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-8db8ea66-0edf-4f20-bffb-fdbd1c71fbb7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/ports/fc0bb2ea-9d6b-4dc5-9803-236016e17f9a HTTP/1.1" status: 204 len: 168 time: 1.7613108 Feb 09 01:19:56.741742 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47670) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:56.800405 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b93e6618-0321-4c8d-993e-036848dacfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:56.842937 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545162ba-3a70-43b4-96d6-cae28a186507 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:56.843371 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-545162ba-3a70-43b4-96d6-cae28a186507 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Synchronizing usage tracker for tenant:32c9b2ac64b74efca212307487c75b1d on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:19:56.850875 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93e6618-0321-4c8d-993e-036848dacfa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a923028-0726-41d7-bb8d-72c8cf072db7,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:56.852997 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b93e6618-0321-4c8d-993e-036848dacfa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:56.857071 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-b93e6618-0321-4c8d-993e-036848dacfa5 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/9a923028-0726-41d7-bb8d-72c8cf072db7 HTTP/1.1" status: 204 len: 168 time: 0.5639277 Feb 09 01:19:56.889170 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-63b04b92-7f0d-4af5-b8e5-edbe3b6323bb req-57677446-598a-4ec7-ba20-1e4b36644e25 service neutron] 10.222.0.62 "GET /v2.0/networks/0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5532758 Feb 09 01:19:56.899975 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-77346afc-91d5-4c02-8309-9b8d9a8fc544 req-f413954a-ae0a-4f03-a1b7-3a5c8b96e7d2 service neutron] 10.222.0.62 "GET /v2.0/networks/82f30243-02f9-47c5-a321-43941006e74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3646619 Feb 09 01:19:56.955531 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-545162ba-3a70-43b4-96d6-cae28a186507 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Unset dirty status for tenant:32c9b2ac64b74efca212307487c75b1d on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:19:56.956715 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-545162ba-3a70-43b4-96d6-cae28a186507 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2140429 Feb 09 01:19:56.959232 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47676) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:56.988278 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device f3b1cb9f-5edc-4a57-b437-f784a95d195c details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:19:57.018116 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-8362ef98-7d4c-460f-b162-84308c8a2136 req-b0b8ba42-02c7-4bd1-a94d-dcf8cc55deee service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=521f52bb-14cb-4507-a392-fe952ca83e92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1712186 Feb 09 01:19:57.107803 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5b0412-4713-4170-90f9-e98131a0a609 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:57.112447 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1f5b0412-4713-4170-90f9-e98131a0a609 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1499262 Feb 09 01:19:57.116681 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47684) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:57.224557 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f179e99d-e09b-4ee0-85e1-ca0b394b6ff0 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:57.226516 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f179e99d-e09b-4ee0-85e1-ca0b394b6ff0 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:57.228118 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f179e99d-e09b-4ee0-85e1-ca0b394b6ff0 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:57.228971 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-f179e99d-e09b-4ee0-85e1-ca0b394b6ff0 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Synchronizing usage tracker for tenant:32c9b2ac64b74efca212307487c75b1d on resource:subnet {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:19:57.240755 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8362ef98-7d4c-460f-b162-84308c8a2136 req-b90f97a6-9d49-44f1-8015-31b026ed893a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:57.242366 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-8362ef98-7d4c-460f-b162-84308c8a2136 req-b90f97a6-9d49-44f1-8015-31b026ed893a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=8d31597ab3f74931824904826c01d747&device_id=521f52bb-14cb-4507-a392-fe952ca83e92 HTTP/1.1" status: 200 len: 1097 time: 0.2005684 Feb 09 01:19:57.247080 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port f3b1cb9f-5edc-4a57-b437-f784a95d195c, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=f3b1cb9f-5edc-4a57-b437-f784a95d195c,segment=NetworkSegment(f3d44dac-21f9-43aa-b3cf-261dc7fa64ed),segment_id=f3d44dac-21f9-43aa-b3cf-261dc7fa64ed)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:19:57.296214 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-f179e99d-e09b-4ee0-85e1-ca0b394b6ff0 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Unset dirty status for tenant:32c9b2ac64b74efca212307487c75b1d on resource:subnet {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:19:57.297215 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f179e99d-e09b-4ee0-85e1-ca0b394b6ff0 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1777916 Feb 09 01:19:57.300010 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': 'f3b1cb9f-5edc-4a57-b437-f784a95d195c', 'network_id': '82f30243-02f9-47c5-a321-43941006e74c', 'port_id': 'f3b1cb9f-5edc-4a57-b437-f784a95d195c', 'mac_address': 'fa:16:3e:6d:ff:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'babecade-cdf1-4c50-b1ee-144e30399d1c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:19:57.369387 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47690) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:57.415201 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 47694) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:57.425776 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:57.446309 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3b1cb9f-5edc-4a57-b437-f784a95d195c {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:19:57.460030 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ad88cb53-81f2-46c2-bd8e-5746135db6a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:57.470926 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port f3b1cb9f-5edc-4a57-b437-f784a95d195c, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=f3b1cb9f-5edc-4a57-b437-f784a95d195c,segment=NetworkSegment(f3d44dac-21f9-43aa-b3cf-261dc7fa64ed),segment_id=f3d44dac-21f9-43aa-b3cf-261dc7fa64ed)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:19:57.473977 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f65bc5d-a8ba-4a32-a602-a5cfe00543db tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Deleting subnet be226017-e935-4d33-9d42-0f0c3302c00b {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:19:57.476178 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:57.487470 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5f65bc5d-a8ba-4a32-a602-a5cfe00543db tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:57.487893 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-ad88cb53-81f2-46c2-bd8e-5746135db6a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:57.495208 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-ad88cb53-81f2-46c2-bd8e-5746135db6a7 admin admin] Usage tracker for resource:security_group_rule and tenant:28e590e9a7454125b9c34b771819f236 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:19:57.507402 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-ad88cb53-81f2-46c2-bd8e-5746135db6a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:19:57.518758 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-ad88cb53-81f2-46c2-bd8e-5746135db6a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:57.552212 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-77346afc-91d5-4c02-8309-9b8d9a8fc544 req-0c6b072b-2062-45a2-be18-ffef79ab2968 service neutron] 10.222.0.62 "GET /v2.0/networks/82f30243-02f9-47c5-a321-43941006e74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6437016 Feb 09 01:19:57.555107 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8362ef98-7d4c-460f-b162-84308c8a2136 req-6f303675-fb33-4434-bcb1-4b139940efaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:57.557211 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-8362ef98-7d4c-460f-b162-84308c8a2136 req-6f303675-fb33-4434-bcb1-4b139940efaf service neutron] 10.222.0.99 "GET /v2.0/networks?id=60022e06-d2c3-4006-9f7a-1040f75a4a6b HTTP/1.1" status: 200 len: 910 time: 0.2932162 Feb 09 01:19:57.571381 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=f3b1cb9f-5edc-4a57-b437-f784a95d195c,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:57.640584 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5f65bc5d-a8ba-4a32-a602-a5cfe00543db tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:57.674669 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ad88cb53-81f2-46c2-bd8e-5746135db6a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:57.679928 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ad88cb53-81f2-46c2-bd8e-5746135db6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:57.730034 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['f3b1cb9f-5edc-4a57-b437-f784a95d195c'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:19:57.736282 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad88cb53-81f2-46c2-bd8e-5746135db6a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de2461a3-da9c-4cc5-a485-7ce1d81cb84a,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:57.748857 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-ad88cb53-81f2-46c2-bd8e-5746135db6a7 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=28e590e9a7454125b9c34b771819f236&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3313911 Feb 09 01:19:57.751436 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad88cb53-81f2-46c2-bd8e-5746135db6a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:57.751913 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad88cb53-81f2-46c2-bd8e-5746135db6a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:57.752671 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad88cb53-81f2-46c2-bd8e-5746135db6a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:57.753016 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad88cb53-81f2-46c2-bd8e-5746135db6a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:57.753347 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad88cb53-81f2-46c2-bd8e-5746135db6a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:57.754146 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47700) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:57.755299 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad88cb53-81f2-46c2-bd8e-5746135db6a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:57.755416 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad88cb53-81f2-46c2-bd8e-5746135db6a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:57.755771 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad88cb53-81f2-46c2-bd8e-5746135db6a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:57.756103 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad88cb53-81f2-46c2-bd8e-5746135db6a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:57.756623 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad88cb53-81f2-46c2-bd8e-5746135db6a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:57.758285 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad88cb53-81f2-46c2-bd8e-5746135db6a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:57.758872 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad88cb53-81f2-46c2-bd8e-5746135db6a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:57.789707 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-8362ef98-7d4c-460f-b162-84308c8a2136 req-2465abea-efb7-4b40-856b-df5a18975ceb service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b00d33e6-6b3f-4fa3-86dd-d6b068b7cac8 HTTP/1.1" status: 200 len: 1002 time: 0.2262707 Feb 09 01:19:57.900611 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8362ef98-7d4c-460f-b162-84308c8a2136 req-1ea49a14-a1ad-4cab-8952-2e190b2b5fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:57.902076 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-8362ef98-7d4c-460f-b162-84308c8a2136 req-1ea49a14-a1ad-4cab-8952-2e190b2b5fd2 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=41b222d2-5238-454c-8b12-f2258dd1142d HTTP/1.1" status: 200 len: 848 time: 0.1012006 Feb 09 01:19:57.979000 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5f65bc5d-a8ba-4a32-a602-a5cfe00543db tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:57.996334 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a243fb-5a45-43ed-b64b-8cadcba77c93 req-4268e004-0a6c-466f-8d10-6646aec81d01 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:58.000942 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-87a243fb-5a45-43ed-b64b-8cadcba77c93 req-4268e004-0a6c-466f-8d10-6646aec81d01 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/ports?device_id=f177ffd4-03ac-47a4-b924-b0aacc0404b9 HTTP/1.1" status: 200 len: 944 time: 0.1401501 Feb 09 01:19:58.055476 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5ee8e8c7-2443-4eac-bc49-3b3b3a550f1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:58.065314 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-87a243fb-5a45-43ed-b64b-8cadcba77c93 req-4953bd63-5074-4976-8409-ceaa51484a1c tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/security-groups?id=4b791689-1670-46ec-9438-5eacccbc9c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562420 Feb 09 01:19:58.131952 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5ee8e8c7-2443-4eac-bc49-3b3b3a550f1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:58.209748 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5f65bc5d-a8ba-4a32-a602-a5cfe00543db tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:58.258882 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8362ef98-7d4c-460f-b162-84308c8a2136 req-ebaac4b7-2a14-4710-b1f2-2dc7a949c81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:58.261307 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-8362ef98-7d4c-460f-b162-84308c8a2136 req-ebaac4b7-2a14-4710-b1f2-2dc7a949c81c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=60022e06-d2c3-4006-9f7a-1040f75a4a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3507440 Feb 09 01:19:58.308301 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f65bc5d-a8ba-4a32-a602-a5cfe00543db tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event deleted for resources: {'Subnet': ['ID=be226017-e935-4d33-9d42-0f0c3302c00b,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:58.312116 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16fff82-e860-4ebf-aeb0-5cb25c9e3fd9 None None] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:19:58.362985 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5f65bc5d-a8ba-4a32-a602-a5cfe00543db tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:58.416379 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5ee8e8c7-2443-4eac-bc49-3b3b3a550f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:58.419134 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5ee8e8c7-2443-4eac-bc49-3b3b3a550f1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:58.424027 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-5ee8e8c7-2443-4eac-bc49-3b3b3a550f1b admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/de2461a3-da9c-4cc5-a485-7ce1d81cb84a HTTP/1.1" status: 204 len: 168 time: 0.6575129 Feb 09 01:19:58.442281 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-5f65bc5d-a8ba-4a32-a602-a5cfe00543db tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/subnets/be226017-e935-4d33-9d42-0f0c3302c00b HTTP/1.1" status: 204 len: 168 time: 1.0691562 Feb 09 01:19:58.443525 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 47708) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:58.458745 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee8e8c7-2443-4eac-bc49-3b3b3a550f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2461a3-da9c-4cc5-a485-7ce1d81cb84a,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:58.493653 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-8362ef98-7d4c-460f-b162-84308c8a2136 req-e3b19f58-5a22-40e6-bc78-50e3ed1bf155 service neutron] 10.222.0.99 "GET /v2.0/networks/60022e06-d2c3-4006-9f7a-1040f75a4a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228143 Feb 09 01:19:58.640709 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-27910479-bd9e-44e9-bce2-a2db12aca249 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Deleting subnet da9edf6b-6772-48b2-88c8-ac3aa81f69e6 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:19:58.642671 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-27910479-bd9e-44e9-bce2-a2db12aca249 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:58.709972 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-27910479-bd9e-44e9-bce2-a2db12aca249 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:58.718496 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-8362ef98-7d4c-460f-b162-84308c8a2136 req-45dbb1c3-94cf-41d5-bdfd-6ebe3cb71859 service neutron] 10.222.0.99 "GET /v2.0/networks/60022e06-d2c3-4006-9f7a-1040f75a4a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173290 Feb 09 01:19:58.839329 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-27910479-bd9e-44e9-bce2-a2db12aca249 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:58.945347 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-27910479-bd9e-44e9-bce2-a2db12aca249 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:58.986401 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27910479-bd9e-44e9-bce2-a2db12aca249 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event deleted for resources: {'Subnet': ['ID=da9edf6b-6772-48b2-88c8-ac3aa81f69e6,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:58.991803 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-27910479-bd9e-44e9-bce2-a2db12aca249 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:59.006049 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-27910479-bd9e-44e9-bce2-a2db12aca249 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/subnets/da9edf6b-6772-48b2-88c8-ac3aa81f69e6 HTTP/1.1" status: 204 len: 168 time: 0.5608473 Feb 09 01:19:59.008215 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 47720) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:59.015184 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device f3b1cb9f-5edc-4a57-b437-f784a95d195c up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:19:59.115586 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-d7b70c3b-ca8c-4a2b-ba7d-9a723014edf7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1061974 Feb 09 01:19:59.119343 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47728) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:59.123246 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port f3b1cb9f-5edc-4a57-b437-f784a95d195c completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:19:59.126497 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-e08d6553-751e-456a-a00c-6561a0cd37ea tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Request body: {'subnet': {'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:59.136545 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port f3b1cb9f-5edc-4a57-b437-f784a95d195c triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:59.136923 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:59.303933 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e08d6553-751e-456a-a00c-6561a0cd37ea tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:59.311960 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e08d6553-751e-456a-a00c-6561a0cd37ea tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Usage tracker for resource:subnet and tenant:32c9b2ac64b74efca212307487c75b1d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:19:59.320282 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e08d6553-751e-456a-a00c-6561a0cd37ea tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:19:59.328419 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:59.330357 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e08d6553-751e-456a-a00c-6561a0cd37ea tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:59.354957 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08d6553-751e-456a-a00c-6561a0cd37ea tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Made reservation on behalf of 32c9b2ac64b74efca212307487c75b1d for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:19:59.358631 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e08d6553-751e-456a-a00c-6561a0cd37ea tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:59.385449 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa98b08f-7100-47a6-a254-aad16146040f req-a22703f8-2cb6-47fb-9fb4-9bcb3737ff42 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:59.396182 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f177ffd4-03ac-47a4-b924-b0aacc0404b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3b1cb9f-5edc-4a57-b437-f784a95d195c'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:19:59.398516 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-aa98b08f-7100-47a6-a254-aad16146040f req-a22703f8-2cb6-47fb-9fb4-9bcb3737ff42 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/ports?device_id=f177ffd4-03ac-47a4-b924-b0aacc0404b9 HTTP/1.1" status: 200 len: 944 time: 0.1517370 Feb 09 01:19:59.415944 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port f3b1cb9f-5edc-4a57-b437-f784a95d195c, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=f3b1cb9f-5edc-4a57-b437-f784a95d195c,segment=NetworkSegment(f3d44dac-21f9-43aa-b3cf-261dc7fa64ed),segment_id=f3d44dac-21f9-43aa-b3cf-261dc7fa64ed)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:19:59.420736 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:59.535124 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f177ffd4-03ac-47a4-b924-b0aacc0404b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3b1cb9f-5edc-4a57-b437-f784a95d195c', 'code': 200} Feb 09 01:19:59.554336 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-aa98b08f-7100-47a6-a254-aad16146040f req-4347b59f-b0ff-4b78-a835-49ccc7e5fb38 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/security-groups?id=4b791689-1670-46ec-9438-5eacccbc9c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539326 Feb 09 01:19:59.578353 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=f3b1cb9f-5edc-4a57-b437-f784a95d195c,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:59.725062 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0792d736-386a-4a0b-9422-c9020a83337f None None] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:19:59.783415 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8215400f-6241-4f56-ac50-4469685b0705 req-26f0e4cb-2aa3-4b0e-a647-0c41d46bf90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:59.784954 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8215400f-6241-4f56-ac50-4469685b0705 req-26f0e4cb-2aa3-4b0e-a647-0c41d46bf90b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f177ffd4-03ac-47a4-b924-b0aacc0404b9 HTTP/1.1" status: 200 len: 1096 time: 0.1577427 Feb 09 01:19:59.853408 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8215400f-6241-4f56-ac50-4469685b0705 req-c5f298c2-6dcc-46f0-87f1-16a81f68d387 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4b791689-1670-46ec-9438-5eacccbc9c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616386 Feb 09 01:19:59.899054 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fc37e0a5-0347-476f-8b01-87b81a780392 None None] Provisioning complete for port 9e1b3199-8297-4d4c-8835-a04438c832da triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:59.899426 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fc37e0a5-0347-476f-8b01-87b81a780392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:59.943789 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e08d6553-751e-456a-a00c-6561a0cd37ea tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:00.033800 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08d6553-751e-456a-a00c-6561a0cd37ea tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:20:00.036854 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-e08d6553-751e-456a-a00c-6561a0cd37ea tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:00.040798 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08d6553-751e-456a-a00c-6561a0cd37ea tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:00.041829 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e08d6553-751e-456a-a00c-6561a0cd37ea tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:00.049310 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08d6553-751e-456a-a00c-6561a0cd37ea tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event updated for resources: {'Subnet': ['ID=0501b810-3a54-47f2-9200-51e4eec5217d,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:00.082817 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 47752) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:00.083378 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e08d6553-751e-456a-a00c-6561a0cd37ea tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9626658 Feb 09 01:20:00.088319 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-d1d47c3b-ad29-4511-93e5-3d36b9ee0622 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Request body: {'subnet': {'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:00.275285 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d1d47c3b-ad29-4511-93e5-3d36b9ee0622 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:00.283896 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-d1d47c3b-ad29-4511-93e5-3d36b9ee0622 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Usage tracker for resource:subnet and tenant:32c9b2ac64b74efca212307487c75b1d is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:20:00.289400 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-d1d47c3b-ad29-4511-93e5-3d36b9ee0622 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:20:00.294876 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d1d47c3b-ad29-4511-93e5-3d36b9ee0622 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:00.307330 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d47c3b-ad29-4511-93e5-3d36b9ee0622 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Made reservation on behalf of 32c9b2ac64b74efca212307487c75b1d for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:20:00.312190 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d1d47c3b-ad29-4511-93e5-3d36b9ee0622 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:00.437813 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49abc12c-d47c-4034-a7e3-ec3cd0b8c279 None None] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:20:00.471626 n-d-828418-1 neutron-server[87639]: INFO neutron.db.ipam_backend_mixin [None req-d1d47c3b-ad29-4511-93e5-3d36b9ee0622 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0501b810-3a54-47f2-9200-51e4eec5217d (CIDR: 2001:db8::/64) Feb 09 01:20:00.475734 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1d47c3b-ad29-4511-93e5-3d36b9ee0622 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:20:00.476311 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1d47c3b-ad29-4511-93e5-3d36b9ee0622 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:20:00.505364 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-d1d47c3b-ad29-4511-93e5-3d36b9ee0622 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4186778 Feb 09 01:20:00.505799 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 47768) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:00.513341 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-51269885-6952-49ab-af58-5f4f141e5f92 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Request body: {'subnet': {'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:00.584341 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b9d88863-cf0e-4b9b-98ea-ba9a51ed0ab9 None None] Provisioning complete for port 9e1b3199-8297-4d4c-8835-a04438c832da triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:00.584505 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b9d88863-cf0e-4b9b-98ea-ba9a51ed0ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:00.688028 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-51269885-6952-49ab-af58-5f4f141e5f92 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:00.693177 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-51269885-6952-49ab-af58-5f4f141e5f92 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Usage tracker for resource:subnet and tenant:32c9b2ac64b74efca212307487c75b1d is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:20:00.697272 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-51269885-6952-49ab-af58-5f4f141e5f92 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:20:00.705014 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-51269885-6952-49ab-af58-5f4f141e5f92 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:00.718562 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51269885-6952-49ab-af58-5f4f141e5f92 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Made reservation on behalf of 32c9b2ac64b74efca212307487c75b1d for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:20:00.723552 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-51269885-6952-49ab-af58-5f4f141e5f92 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:00.972589 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a718e-d6c8-4018-aff9-a0e460b6112c req-ec40213a-e6fa-47bc-89d7-2e86b5977293 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:00.974356 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d07a718e-d6c8-4018-aff9-a0e460b6112c req-ec40213a-e6fa-47bc-89d7-2e86b5977293 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/ports?device_id=f177ffd4-03ac-47a4-b924-b0aacc0404b9 HTTP/1.1" status: 200 len: 945 time: 0.1683323 Feb 09 01:20:01.129224 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d07a718e-d6c8-4018-aff9-a0e460b6112c req-3019ee57-fb5f-4581-9057-689c16d84cb6 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/security-groups?id=4b791689-1670-46ec-9438-5eacccbc9c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447713 Feb 09 01:20:01.256160 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-3f2a0a1e-ee90-49db-a794-3400eb0a17a8 None None] Provisioning complete for port 9e1b3199-8297-4d4c-8835-a04438c832da triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:01.257315 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3f2a0a1e-ee90-49db-a794-3400eb0a17a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:01.542974 n-d-828418-1 neutron-server[87639]: DEBUG neutron.objects.ports [None req-51269885-6952-49ab-af58-5f4f141e5f92 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87639) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 01:20:01.748124 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-51269885-6952-49ab-af58-5f4f141e5f92 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:01.982586 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-51269885-6952-49ab-af58-5f4f141e5f92 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] For port 9e1b3199-8297-4d4c-8835-a04438c832da, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=9e1b3199-8297-4d4c-8835-a04438c832da,segment=NetworkSegment(986fd47a-7d48-4218-bc5b-1f82d1198ace),segment_id=986fd47a-7d48-4218-bc5b-1f82d1198ace)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:20:02.027105 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-51269885-6952-49ab-af58-5f4f141e5f92 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:02.032895 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-51269885-6952-49ab-af58-5f4f141e5f92 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:02.033581 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-51269885-6952-49ab-af58-5f4f141e5f92 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:02.163310 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51269885-6952-49ab-af58-5f4f141e5f92 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:20:02.171572 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-51269885-6952-49ab-af58-5f4f141e5f92 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:02.178820 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51269885-6952-49ab-af58-5f4f141e5f92 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:02.179409 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-51269885-6952-49ab-af58-5f4f141e5f92 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:02.182949 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d86aa0-3c06-472a-83aa-c695c906acc2 None None] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:20:02.200251 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51269885-6952-49ab-af58-5f4f141e5f92 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event updated for resources: {'Subnet': ['ID=76202b40-4184-4fba-babc-91f3dc0d6c37,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:02.207492 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-51269885-6952-49ab-af58-5f4f141e5f92 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.7005911 Feb 09 01:20:02.210364 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47800) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:02.216627 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51269885-6952-49ab-af58-5f4f141e5f92 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event updated for resources: {'Port': ['ID=9e1b3199-8297-4d4c-8835-a04438c832da,revision_number=18']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:02.219765 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-20b246f4-a6fa-4e19-ba1c-7d133d69c3a7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Request body: {'port': {'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'mac_address': 'fa:16:3e:54:2d:f7', 'name': 'tempest-NetworksTestDHCPv6-1199550027'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:02.502565 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-20b246f4-a6fa-4e19-ba1c-7d133d69c3a7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:02.513822 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-20b246f4-a6fa-4e19-ba1c-7d133d69c3a7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:02.528432 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b246f4-a6fa-4e19-ba1c-7d133d69c3a7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Made reservation on behalf of 32c9b2ac64b74efca212307487c75b1d for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:20:02.721053 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a051d-5857-45df-8488-95d6b89d3340 req-81835e9a-5257-4f55-ab4f-280c1f575121 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:02.722753 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-357a051d-5857-45df-8488-95d6b89d3340 req-81835e9a-5257-4f55-ab4f-280c1f575121 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/ports?device_id=f177ffd4-03ac-47a4-b924-b0aacc0404b9 HTTP/1.1" status: 200 len: 945 time: 0.4537883 Feb 09 01:20:02.758560 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-20b246f4-a6fa-4e19-ba1c-7d133d69c3a7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:02.782137 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-357a051d-5857-45df-8488-95d6b89d3340 req-380509a3-3b33-4209-a5fe-4bec7cf0dd19 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/security-groups?id=4b791689-1670-46ec-9438-5eacccbc9c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522051 Feb 09 01:20:02.785823 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab735e2-ccf3-4f93-8bb5-91dfbf95437b None None] Update dhcp port {'port': {'network_id': '0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa', 'fixed_ips': [{'subnet_id': '76202b40-4184-4fba-babc-91f3dc0d6c37', 'ip_address': '2001:db8:0:1:f816:3eff:fea7:daa1'}, {'subnet_id': '0501b810-3a54-47f2-9200-51e4eec5217d'}], 'binding:host_id': 'n-d-828418-1'}, 'id': '9e1b3199-8297-4d4c-8835-a04438c832da'} from n-d-828418-1. {{(pid=87640) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 09 01:20:02.792998 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-20b246f4-a6fa-4e19-ba1c-7d133d69c3a7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] device_id is not set on port 559e1cd5-4d0d-4119-bafb-463bdb743fc1 yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:20:02.861901 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-aab735e2-ccf3-4f93-8bb5-91dfbf95437b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:03.014604 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb005c-fc6b-4ef4-9e97-5f0f98ca489e req-8ee454e1-4ab2-40e7-934e-9cc4280c800a tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:03.016190 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a8cb005c-fc6b-4ef4-9e97-5f0f98ca489e req-8ee454e1-4ab2-40e7-934e-9cc4280c800a tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/ports?device_id=f177ffd4-03ac-47a4-b924-b0aacc0404b9 HTTP/1.1" status: 200 len: 945 time: 0.1303244 Feb 09 01:20:03.025004 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47826) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:03.050561 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 9e1b3199-8297-4d4c-8835-a04438c832da up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:20:03.058957 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-f5d2c38e-9638-4b38-80b8-412a21ee7d71 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Request body: {'floatingip': {'port_id': 'f3b1cb9f-5edc-4a57-b437-f784a95d195c'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:03.131980 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 9e1b3199-8297-4d4c-8835-a04438c832da triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:03.132356 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:03.158052 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f5d2c38e-9638-4b38-80b8-412a21ee7d71 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks [] for floatingip, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:03.284006 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-20b246f4-a6fa-4e19-ba1c-7d133d69c3a7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Allocated IP 2001:db8::203 (0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa/0501b810-3a54-47f2-9200-51e4eec5217d/559e1cd5-4d0d-4119-bafb-463bdb743fc1) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:20:03.295382 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-20b246f4-a6fa-4e19-ba1c-7d133d69c3a7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Allocated IP 2001:db8:0:1:f816:3eff:fe54:2df7 (0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa/76202b40-4184-4fba-babc-91f3dc0d6c37/559e1cd5-4d0d-4119-bafb-463bdb743fc1) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:20:03.777047 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:20:03.910514 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-20b246f4-a6fa-4e19-ba1c-7d133d69c3a7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:03.953898 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-20b246f4-a6fa-4e19-ba1c-7d133d69c3a7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Transition to ACTIVE for port object 559e1cd5-4d0d-4119-bafb-463bdb743fc1 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:20:03.999677 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-20b246f4-a6fa-4e19-ba1c-7d133d69c3a7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:04.071131 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-aab735e2-ccf3-4f93-8bb5-91dfbf95437b None None] Allocated IP 2001:db8::2 (0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa/0501b810-3a54-47f2-9200-51e4eec5217d/9e1b3199-8297-4d4c-8835-a04438c832da) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:20:04.223768 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b246f4-a6fa-4e19-ba1c-7d133d69c3a7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:20:04.229156 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-20b246f4-a6fa-4e19-ba1c-7d133d69c3a7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:04.236127 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b246f4-a6fa-4e19-ba1c-7d133d69c3a7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:20:04.241856 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b246f4-a6fa-4e19-ba1c-7d133d69c3a7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:04.243242 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-20b246f4-a6fa-4e19-ba1c-7d133d69c3a7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:04.251614 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b246f4-a6fa-4e19-ba1c-7d133d69c3a7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event updated for resources: {'Port': ['ID=559e1cd5-4d0d-4119-bafb-463bdb743fc1,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:04.257312 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-aab735e2-ccf3-4f93-8bb5-91dfbf95437b None None] For port 9e1b3199-8297-4d4c-8835-a04438c832da, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=9e1b3199-8297-4d4c-8835-a04438c832da,segment=NetworkSegment(986fd47a-7d48-4218-bc5b-1f82d1198ace),segment_id=986fd47a-7d48-4218-bc5b-1f82d1198ace)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:20:04.257623 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f5d2c38e-9638-4b38-80b8-412a21ee7d71 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:04.282757 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f5d2c38e-9638-4b38-80b8-412a21ee7d71 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:04.287876 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-aab735e2-ccf3-4f93-8bb5-91dfbf95437b None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:04.307712 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-aab735e2-ccf3-4f93-8bb5-91dfbf95437b None None] Transition to ACTIVE for port object 9e1b3199-8297-4d4c-8835-a04438c832da will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:20:04.315134 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-aab735e2-ccf3-4f93-8bb5-91dfbf95437b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:04.399157 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-20b246f4-a6fa-4e19-ba1c-7d133d69c3a7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.1848133 Feb 09 01:20:04.400211 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 47850) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:04.485274 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab735e2-ccf3-4f93-8bb5-91dfbf95437b None None] Pushing event updated for resources: {'Port': ['ID=9e1b3199-8297-4d4c-8835-a04438c832da,revision_number=19']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:04.488169 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-9f01d4ec-c543-4bf2-b760-ed0c32041f90 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Deleting port 559e1cd5-4d0d-4119-bafb-463bdb743fc1 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:20:04.488169 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9f01d4ec-c543-4bf2-b760-ed0c32041f90 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:04.624924 n-d-828418-1 neutron-server[87638]: INFO neutron.db.l3_db [None req-f5d2c38e-9638-4b38-80b8-412a21ee7d71 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Floating IP ee6197cf-7110-490b-970d-e22cf903e866 associated. External IP: 172.25.0.31, port: f3b1cb9f-5edc-4a57-b437-f784a95d195c. Feb 09 01:20:04.879632 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9f01d4ec-c543-4bf2-b760-ed0c32041f90 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:05.015889 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 9e1b3199-8297-4d4c-8835-a04438c832da up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:20:05.159976 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-9f01d4ec-c543-4bf2-b760-ed0c32041f90 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Calling delete_port for 559e1cd5-4d0d-4119-bafb-463bdb743fc1 owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:20:05.212832 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5d2c38e-9638-4b38-80b8-412a21ee7d71 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Router f67f6271-ff7c-40fb-b619-a2ea1fbc0627 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:20:05.383961 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e5a076c9-94d9-4593-b15f-14537c6c9484 None None] Provisioning for port 9e1b3199-8297-4d4c-8835-a04438c832da completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:20:05.399776 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e5a076c9-94d9-4593-b15f-14537c6c9484 None None] Provisioning complete for port 9e1b3199-8297-4d4c-8835-a04438c832da triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:05.400160 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e5a076c9-94d9-4593-b15f-14537c6c9484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:05.496785 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9f01d4ec-c543-4bf2-b760-ed0c32041f90 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:05.575520 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f01d4ec-c543-4bf2-b760-ed0c32041f90 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event deleted for resources: {'Port': ['ID=559e1cd5-4d0d-4119-bafb-463bdb743fc1,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:05.706165 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d2c38e-9638-4b38-80b8-412a21ee7d71 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:20:05.733303 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd760978-48d7-41ab-9c85-6a029cde1ccf None None] Sync routers for ids ['f67f6271-ff7c-40fb-b619-a2ea1fbc0627'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:20:05.735683 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f5d2c38e-9638-4b38-80b8-412a21ee7d71 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:05.745896 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd760978-48d7-41ab-9c85-6a029cde1ccf None None] Routers {'f67f6271-ff7c-40fb-b619-a2ea1fbc0627'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:20:05.746417 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-dd760978-48d7-41ab-9c85-6a029cde1ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:19:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['f67f6271-ff7c-40fb-b619-a2ea1fbc0627'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:05.849838 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9f01d4ec-c543-4bf2-b760-ed0c32041f90 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:05.870557 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-9f01d4ec-c543-4bf2-b760-ed0c32041f90 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/ports/559e1cd5-4d0d-4119-bafb-463bdb743fc1 HTTP/1.1" status: 204 len: 168 time: 1.4687557 Feb 09 01:20:05.874145 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 47870) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:05.896240 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f5d2c38e-9638-4b38-80b8-412a21ee7d71 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "PUT /v2.0/floatingips/ee6197cf-7110-490b-970d-e22cf903e866 HTTP/1.1" status: 200 len: 990 time: 2.8698854 Feb 09 01:20:05.897015 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f177ffd4-03ac-47a4-b924-b0aacc0404b9', 'tag': 'f3b1cb9f-5edc-4a57-b437-f784a95d195c'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:20:05.988776 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-26a3d4d6-bf12-44e1-88a3-72a2fd2c1c07 None None] Could not find standard attr ID for object 559e1cd5-4d0d-4119-bafb-463bdb743fc1. {{(pid=87640) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:20:06.013277 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-dd760978-48d7-41ab-9c85-6a029cde1ccf None None] Set router f67f6271-ff7c-40fb-b619-a2ea1fbc0627 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:20:06.026965 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47878) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:06.269354 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f177ffd4-03ac-47a4-b924-b0aacc0404b9', 'tag': 'f3b1cb9f-5edc-4a57-b437-f784a95d195c', 'status': 'completed', 'code': 200} Feb 09 01:20:06.304253 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-00eb3ba1-bbad-48b4-93e4-bea8c1702147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:06.340616 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-00eb3ba1-bbad-48b4-93e4-bea8c1702147 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:06.345630 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-00eb3ba1-bbad-48b4-93e4-bea8c1702147 admin admin] Usage tracker for resource:security_group_rule and tenant:f7433845dd1d4d47a3010e15adb33969 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:20:06.351417 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-00eb3ba1-bbad-48b4-93e4-bea8c1702147 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:20:06.365084 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-00eb3ba1-bbad-48b4-93e4-bea8c1702147 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:06.484725 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dae0e38-b1ce-4d32-9c20-40a995bd08ed tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:06.485447 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-9dae0e38-b1ce-4d32-9c20-40a995bd08ed tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Synchronizing usage tracker for tenant:32c9b2ac64b74efca212307487c75b1d on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:20:06.506024 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-9dae0e38-b1ce-4d32-9c20-40a995bd08ed tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Unset dirty status for tenant:32c9b2ac64b74efca212307487c75b1d on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:20:06.507298 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-9dae0e38-b1ce-4d32-9c20-40a995bd08ed tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6319890 Feb 09 01:20:06.511769 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 47886) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:06.532147 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-00eb3ba1-bbad-48b4-93e4-bea8c1702147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:06.536943 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-00eb3ba1-bbad-48b4-93e4-bea8c1702147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:06.576187 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b7f0cc-1e9a-4812-800d-50a61344d7d5 req-5b267ab2-0099-47de-8102-ab7b8c90b258 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:06.577746 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-35b7f0cc-1e9a-4812-800d-50a61344d7d5 req-5b267ab2-0099-47de-8102-ab7b8c90b258 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/ports?device_id=f177ffd4-03ac-47a4-b924-b0aacc0404b9 HTTP/1.1" status: 200 len: 945 time: 0.3091614 Feb 09 01:20:06.600383 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eb3ba1-bbad-48b4-93e4-bea8c1702147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f05d914b-5b76-4386-a6c8-c1b637594bc9,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:06.605247 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-00eb3ba1-bbad-48b4-93e4-bea8c1702147 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=f7433845dd1d4d47a3010e15adb33969&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5772460 Feb 09 01:20:06.607955 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47890) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:06.644834 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c574b29-e1de-4a2b-99bf-80b72f1de43b req-88b27500-bfc9-4246-b421-107cea5c7e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:06.646360 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7c574b29-e1de-4a2b-99bf-80b72f1de43b req-88b27500-bfc9-4246-b421-107cea5c7e9e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4feb7579decf4a3183faf64d64a634f4&device_id=f177ffd4-03ac-47a4-b924-b0aacc0404b9 HTTP/1.1" status: 200 len: 1096 time: 0.3131464 Feb 09 01:20:06.656364 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-35b7f0cc-1e9a-4812-800d-50a61344d7d5 req-cbaa9d21-ccb8-409a-bef3-023a78a175ac tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/security-groups?id=4b791689-1670-46ec-9438-5eacccbc9c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615535 Feb 09 01:20:06.709386 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aae9bb0a-e9c2-4b72-b0ca-cd7e0ced5475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:06.736801 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aae9bb0a-e9c2-4b72-b0ca-cd7e0ced5475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:06.771493 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a72fa1-1e02-4459-831b-7915d2ff73eb tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:06.776614 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47896) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:06.776810 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-e3a72fa1-1e02-4459-831b-7915d2ff73eb tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2617121 Feb 09 01:20:06.828155 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c574b29-e1de-4a2b-99bf-80b72f1de43b req-d7045439-0587-47e4-aad1-e3fb9831f622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:06.830057 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7c574b29-e1de-4a2b-99bf-80b72f1de43b req-d7045439-0587-47e4-aad1-e3fb9831f622 service neutron] 10.222.0.62 "GET /v2.0/networks?id=82f30243-02f9-47c5-a321-43941006e74c HTTP/1.1" status: 200 len: 912 time: 0.1727059 Feb 09 01:20:06.851121 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-dd760978-48d7-41ab-9c85-6a029cde1ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67f6271-ff7c-40fb-b619-a2ea1fbc0627', 'name': 'tempest-AttachVolumeTestJSON-1789116321-router', 'tenant_id': '4feb7579decf4a3183faf64d64a634f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'c33f02a8-17ae-4055-8b4b-57d683494af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:15:42Z', 'updated_at': '2022-02-09T01:15:56Z', 'revision_number': 4, 'project_id': '4feb7579decf4a3183faf64d64a634f4', 'gw_port': {'id': 'c33f02a8-17ae-4055-8b4b-57d683494af9', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67f6271-ff7c-40fb-b619-a2ea1fbc0627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:15:45Z', 'updated_at': '2022-02-09T01:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': 'ee6197cf-7110-490b-970d-e22cf903e866', 'tenant_id': '4feb7579decf4a3183faf64d64a634f4', 'floating_ip_address': '172.25.0.31', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': 'f67f6271-ff7c-40fb-b619-a2ea1fbc0627', 'port_id': 'f3b1cb9f-5edc-4a57-b437-f784a95d195c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82f30243-02f9-47c5-a321-43941006e74c', 'mac_address': 'fa:16:3e:6d:ff:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f177ffd4-03ac-47a4-b924-b0aacc0404b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:19:45Z', 'updated_at': '2022-02-09T01:20:03Z', 'revision_number': 1, 'project_id': '4feb7579decf4a3183faf64d64a634f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c19982c-0bc2-4617-b7c7-fa0ad55f01f1', 'name': '', 'network_id': '82f30243-02f9-47c5-a321-43941006e74c', 'tenant_id': '4feb7579decf4a3183faf64d64a634f4', 'mac_address': 'fa:16:3e:4e:fa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67f6271-ff7c-40fb-b619-a2ea1fbc0627', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'babecade-cdf1-4c50-b1ee-144e30399d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:15:54Z', 'updated_at': '2022-02-09T01:16:13Z', 'revision_number': 5, 'project_id': '4feb7579decf4a3183faf64d64a634f4', 'subnets': [{'id': 'babecade-cdf1-4c50-b1ee-144e30399d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:06.856454 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd760978-48d7-41ab-9c85-6a029cde1ccf None None] Checking router: f67f6271-ff7c-40fb-b619-a2ea1fbc0627 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:20:06.866752 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd760978-48d7-41ab-9c85-6a029cde1ccf None None] Routers {'f67f6271-ff7c-40fb-b619-a2ea1fbc0627'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:20:06.867618 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-dd760978-48d7-41ab-9c85-6a029cde1ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:19:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['f67f6271-ff7c-40fb-b619-a2ea1fbc0627'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:06.969573 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7c574b29-e1de-4a2b-99bf-80b72f1de43b req-b8e1b553-8204-4c73-b03d-f178f29b178f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3b1cb9f-5edc-4a57-b437-f784a95d195c HTTP/1.1" status: 200 len: 998 time: 0.1334574 Feb 09 01:20:07.039820 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3875459-b0cb-4f78-87e8-b80f534449e8 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:07.041550 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3875459-b0cb-4f78-87e8-b80f534449e8 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:07.043372 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3875459-b0cb-4f78-87e8-b80f534449e8 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:07.046022 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-b3875459-b0cb-4f78-87e8-b80f534449e8 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Synchronizing usage tracker for tenant:32c9b2ac64b74efca212307487c75b1d on resource:subnet {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:20:07.052690 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c574b29-e1de-4a2b-99bf-80b72f1de43b req-33a7eb8d-a6b4-4062-8250-9e0b35498ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:07.054266 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aae9bb0a-e9c2-4b72-b0ca-cd7e0ced5475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:07.054791 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7c574b29-e1de-4a2b-99bf-80b72f1de43b req-33a7eb8d-a6b4-4062-8250-9e0b35498ceb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=babecade-cdf1-4c50-b1ee-144e30399d1c HTTP/1.1" status: 200 len: 850 time: 0.0793614 Feb 09 01:20:07.081138 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae9bb0a-e9c2-4b72-b0ca-cd7e0ced5475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05d914b-5b76-4386-a6c8-c1b637594bc9,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:07.086018 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-b3875459-b0cb-4f78-87e8-b80f534449e8 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Unset dirty status for tenant:32c9b2ac64b74efca212307487c75b1d on resource:subnet {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:20:07.087495 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b3875459-b0cb-4f78-87e8-b80f534449e8 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3098645 Feb 09 01:20:07.094341 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47906) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:07.095213 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aae9bb0a-e9c2-4b72-b0ca-cd7e0ced5475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:07.096508 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-aae9bb0a-e9c2-4b72-b0ca-cd7e0ced5475 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/f05d914b-5b76-4386-a6c8-c1b637594bc9 HTTP/1.1" status: 204 len: 168 time: 0.4869950 Feb 09 01:20:07.113685 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-dd760978-48d7-41ab-9c85-6a029cde1ccf None None] Set router f67f6271-ff7c-40fb-b619-a2ea1fbc0627 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:20:07.193290 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-90faffc2-6e62-4f55-bde0-b5de045e911e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Deleting subnet 0501b810-3a54-47f2-9200-51e4eec5217d {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:20:07.197153 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-90faffc2-6e62-4f55-bde0-b5de045e911e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:07.216946 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c574b29-e1de-4a2b-99bf-80b72f1de43b req-80e22745-12d1-4f7f-8ec4-f92c824c8f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:07.219048 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7c574b29-e1de-4a2b-99bf-80b72f1de43b req-80e22745-12d1-4f7f-8ec4-f92c824c8f82 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=82f30243-02f9-47c5-a321-43941006e74c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1579187 Feb 09 01:20:07.300808 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-90faffc2-6e62-4f55-bde0-b5de045e911e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:07.432663 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7c574b29-e1de-4a2b-99bf-80b72f1de43b req-f2d24ccf-5294-43cf-ab02-472008b6af0d service neutron] 10.222.0.62 "GET /v2.0/networks/82f30243-02f9-47c5-a321-43941006e74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073960 Feb 09 01:20:07.433622 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-90faffc2-6e62-4f55-bde0-b5de045e911e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:07.528528 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-90faffc2-6e62-4f55-bde0-b5de045e911e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:07.590945 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90faffc2-6e62-4f55-bde0-b5de045e911e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event deleted for resources: {'Subnet': ['ID=0501b810-3a54-47f2-9200-51e4eec5217d,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:07.602210 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-90faffc2-6e62-4f55-bde0-b5de045e911e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:07.610742 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbf97ee-9606-4dc5-bbef-32d028978826 None None] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:20:07.623275 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-90faffc2-6e62-4f55-bde0-b5de045e911e tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/subnets/0501b810-3a54-47f2-9200-51e4eec5217d HTTP/1.1" status: 204 len: 168 time: 0.5229537 Feb 09 01:20:07.623989 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47920) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:07.712510 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47924) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:07.772365 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f59d7060-64f0-47d7-b2f7-d855b979d94c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:07.791998 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7c574b29-e1de-4a2b-99bf-80b72f1de43b req-fc86009b-ad97-451c-acb5-cbbed0f284b9 service neutron] 10.222.0.62 "GET /v2.0/networks/82f30243-02f9-47c5-a321-43941006e74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3500288 Feb 09 01:20:07.823182 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f59d7060-64f0-47d7-b2f7-d855b979d94c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:07.831945 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-f59d7060-64f0-47d7-b2f7-d855b979d94c admin admin] Usage tracker for resource:security_group_rule and tenant:76fe6c8a35bf48c5a2d676018297c566 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:20:07.838087 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1922f75-e9a0-4e31-b756-e1a8f4ca3008 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Deleting subnet 76202b40-4184-4fba-babc-91f3dc0d6c37 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:20:07.841295 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d1922f75-e9a0-4e31-b756-e1a8f4ca3008 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:07.916916 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d1922f75-e9a0-4e31-b756-e1a8f4ca3008 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:07.958233 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-f59d7060-64f0-47d7-b2f7-d855b979d94c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:20:07.983908 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f59d7060-64f0-47d7-b2f7-d855b979d94c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:08.018032 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-dd760978-48d7-41ab-9c85-6a029cde1ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67f6271-ff7c-40fb-b619-a2ea1fbc0627', 'name': 'tempest-AttachVolumeTestJSON-1789116321-router', 'tenant_id': '4feb7579decf4a3183faf64d64a634f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'c33f02a8-17ae-4055-8b4b-57d683494af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:15:42Z', 'updated_at': '2022-02-09T01:15:56Z', 'revision_number': 4, 'project_id': '4feb7579decf4a3183faf64d64a634f4', 'gw_port': {'id': 'c33f02a8-17ae-4055-8b4b-57d683494af9', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67f6271-ff7c-40fb-b619-a2ea1fbc0627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:15:45Z', 'updated_at': '2022-02-09T01:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': 'ee6197cf-7110-490b-970d-e22cf903e866', 'tenant_id': '4feb7579decf4a3183faf64d64a634f4', 'floating_ip_address': '172.25.0.31', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': 'f67f6271-ff7c-40fb-b619-a2ea1fbc0627', 'port_id': 'f3b1cb9f-5edc-4a57-b437-f784a95d195c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82f30243-02f9-47c5-a321-43941006e74c', 'mac_address': 'fa:16:3e:6d:ff:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f177ffd4-03ac-47a4-b924-b0aacc0404b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:19:45Z', 'updated_at': '2022-02-09T01:20:03Z', 'revision_number': 1, 'project_id': '4feb7579decf4a3183faf64d64a634f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c19982c-0bc2-4617-b7c7-fa0ad55f01f1', 'name': '', 'network_id': '82f30243-02f9-47c5-a321-43941006e74c', 'tenant_id': '4feb7579decf4a3183faf64d64a634f4', 'mac_address': 'fa:16:3e:4e:fa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67f6271-ff7c-40fb-b619-a2ea1fbc0627', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'babecade-cdf1-4c50-b1ee-144e30399d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:15:54Z', 'updated_at': '2022-02-09T01:16:13Z', 'revision_number': 5, 'project_id': '4feb7579decf4a3183faf64d64a634f4', 'subnets': [{'id': 'babecade-cdf1-4c50-b1ee-144e30399d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:08.026131 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd760978-48d7-41ab-9c85-6a029cde1ccf None None] The sync data for ids ['f67f6271-ff7c-40fb-b619-a2ea1fbc0627'] in n-d-828418-1 is: [{'id': 'f67f6271-ff7c-40fb-b619-a2ea1fbc0627', 'name': 'tempest-AttachVolumeTestJSON-1789116321-router', 'tenant_id': '4feb7579decf4a3183faf64d64a634f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'c33f02a8-17ae-4055-8b4b-57d683494af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:15:42Z', 'updated_at': '2022-02-09T01:15:56Z', 'revision_number': 4, 'project_id': '4feb7579decf4a3183faf64d64a634f4', 'gw_port': {'id': 'c33f02a8-17ae-4055-8b4b-57d683494af9', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67f6271-ff7c-40fb-b619-a2ea1fbc0627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:15:45Z', 'updated_at': '2022-02-09T01:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': 'ee6197cf-7110-490b-970d-e22cf903e866', 'tenant_id': '4feb7579decf4a3183faf64d64a634f4', 'floating_ip_address': '172.25.0.31', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': 'f67f6271-ff7c-40fb-b619-a2ea1fbc0627', 'port_id': 'f3b1cb9f-5edc-4a57-b437-f784a95d195c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82f30243-02f9-47c5-a321-43941006e74c', 'mac_address': 'fa:16:3e:6d:ff:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f177ffd4-03ac-47a4-b924-b0aacc0404b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:19:45Z', 'updated_at': '2022-02-09T01:20:03Z', 'revision_number': 1, 'project_id': '4feb7579decf4a3183faf64d64a634f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c19982c-0bc2-4617-b7c7-fa0ad55f01f1', 'name': '', 'network_id': '82f30243-02f9-47c5-a321-43941006e74c', 'tenant_id': '4feb7579decf4a3183faf64d64a634f4', 'mac_address': 'fa:16:3e:4e:fa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67f6271-ff7c-40fb-b619-a2ea1fbc0627', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'babecade-cdf1-4c50-b1ee-144e30399d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:15:54Z', 'updated_at': '2022-02-09T01:16:13Z', 'revision_number': 5, 'project_id': '4feb7579decf4a3183faf64d64a634f4', 'subnets': [{'id': 'babecade-cdf1-4c50-b1ee-144e30399d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:20:08.082717 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d1922f75-e9a0-4e31-b756-e1a8f4ca3008 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:08.098084 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2d4ca113-eeae-43b7-acae-c5f6f40465b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:08.218616 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f59d7060-64f0-47d7-b2f7-d855b979d94c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:08.226481 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f59d7060-64f0-47d7-b2f7-d855b979d94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:08.251887 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d1922f75-e9a0-4e31-b756-e1a8f4ca3008 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:08.323458 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1922f75-e9a0-4e31-b756-e1a8f4ca3008 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event deleted for resources: {'Subnet': ['ID=76202b40-4184-4fba-babc-91f3dc0d6c37,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:08.328461 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d1922f75-e9a0-4e31-b756-e1a8f4ca3008 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:08.339583 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f59d7060-64f0-47d7-b2f7-d855b979d94c admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=76fe6c8a35bf48c5a2d676018297c566&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6224573 Feb 09 01:20:08.354459 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59d7060-64f0-47d7-b2f7-d855b979d94c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b40b0c09-710a-4000-9725-21852bea3ad0,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:08.355647 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 47938) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:08.362040 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d1922f75-e9a0-4e31-b756-e1a8f4ca3008 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/subnets/76202b40-4184-4fba-babc-91f3dc0d6c37 HTTP/1.1" status: 204 len: 168 time: 0.7339177 Feb 09 01:20:08.364346 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47944) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:08.405758 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd00e7fb-93a8-400c-9e7e-5b4baa764069 req-00ed81a7-f990-4b8b-94c8-4b704fd2c2b3 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:08.410913 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bd00e7fb-93a8-400c-9e7e-5b4baa764069 req-00ed81a7-f990-4b8b-94c8-4b704fd2c2b3 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/ports?device_id=f177ffd4-03ac-47a4-b924-b0aacc0404b9 HTTP/1.1" status: 200 len: 945 time: 0.5746651 Feb 09 01:20:08.470997 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e36e9f83-ada6-42d3-bbbc-3b2e9bdf56c7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1053641 Feb 09 01:20:08.473447 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47948) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:08.520580 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bd00e7fb-93a8-400c-9e7e-5b4baa764069 req-dd6afaf1-6cbe-481a-9b83-7a1dbd804efe tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/security-groups?id=4b791689-1670-46ec-9438-5eacccbc9c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897191 Feb 09 01:20:08.533843 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1142d05-5748-4e6e-b3e4-d9446bb27d6d None None] New status for floating IP ee6197cf-7110-490b-970d-e22cf903e866: ACTIVE {{(pid=87641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:20:08.550145 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4b50f41e-3bcf-424f-a7dd-ff7ebbffddda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:08.584176 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4b50f41e-3bcf-424f-a7dd-ff7ebbffddda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:08.691148 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4b50f41e-3bcf-424f-a7dd-ff7ebbffddda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:08.713170 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b50f41e-3bcf-424f-a7dd-ff7ebbffddda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40b0c09-710a-4000-9725-21852bea3ad0,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:08.715251 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4b50f41e-3bcf-424f-a7dd-ff7ebbffddda admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:08.720063 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-4b50f41e-3bcf-424f-a7dd-ff7ebbffddda admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/b40b0c09-710a-4000-9725-21852bea3ad0 HTTP/1.1" status: 204 len: 168 time: 0.3632596 Feb 09 01:20:08.721480 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372e60fc-396b-47b2-81e8-3d6a4f0ac628 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:08.722284 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-372e60fc-396b-47b2-81e8-3d6a4f0ac628 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Synchronizing usage tracker for tenant:32c9b2ac64b74efca212307487c75b1d on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:20:08.762543 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-372e60fc-396b-47b2-81e8-3d6a4f0ac628 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Unset dirty status for tenant:32c9b2ac64b74efca212307487c75b1d on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:20:08.763730 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-372e60fc-396b-47b2-81e8-3d6a4f0ac628 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.2892056 Feb 09 01:20:08.766994 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 47960) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:08.928948 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfab1991-6fa5-4275-85ce-3c5fe1d204ad tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:08.935604 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-dfab1991-6fa5-4275-85ce-3c5fe1d204ad tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Synchronizing usage tracker for tenant:32c9b2ac64b74efca212307487c75b1d on resource:subnet {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:20:08.989415 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-dfab1991-6fa5-4275-85ce-3c5fe1d204ad tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Unset dirty status for tenant:32c9b2ac64b74efca212307487c75b1d on resource:subnet {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:20:08.993300 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-dfab1991-6fa5-4275-85ce-3c5fe1d204ad tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2252867 Feb 09 01:20:08.993557 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47968) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:09.130686 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e8abfb22-6145-4a38-9108-4d6228b21b2f tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1346273 Feb 09 01:20:09.134532 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 47984) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:09.149533 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f6dddf-67f7-4004-b53b-975b5ccc7adb None None] Network 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:20:09.257746 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-4de2c21d-04e3-4fc4-a281-ce8fb989fbc9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] DELETE failed (client error): The resource could not be found. Feb 09 01:20:09.258224 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4de2c21d-04e3-4fc4-a281-ce8fb989fbc9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:20:09.262129 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-4de2c21d-04e3-4fc4-a281-ce8fb989fbc9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/ports/559e1cd5-4d0d-4119-bafb-463bdb743fc1 HTTP/1.1" status: 404 len: 333 time: 0.1244481 Feb 09 01:20:09.262779 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47988) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:09.350617 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-279df343-220a-4bca-a408-284562851769 None None] Provisioning complete for port 9e1b3199-8297-4d4c-8835-a04438c832da triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:09.351174 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-279df343-220a-4bca-a408-284562851769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:09.356736 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb7164ef-c08f-4006-acd8-eb8a03d7e856 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] DELETE failed (client error): The resource could not be found. Feb 09 01:20:09.357199 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb7164ef-c08f-4006-acd8-eb8a03d7e856 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:20:09.366333 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-eb7164ef-c08f-4006-acd8-eb8a03d7e856 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/subnets/76202b40-4184-4fba-babc-91f3dc0d6c37 HTTP/1.1" status: 404 len: 337 time: 0.1027763 Feb 09 01:20:09.368978 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47996) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:09.459154 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e753a2-ba6b-465e-a9c3-f62ceea3d028 req-70c31b32-1244-4a3b-a668-e671dca1cb01 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:09.463019 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-d606119c-f64f-4dbf-a8d4-460008e2a505 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] DELETE failed (client error): The resource could not be found. Feb 09 01:20:09.463471 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d606119c-f64f-4dbf-a8d4-460008e2a505 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:20:09.465179 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d606119c-f64f-4dbf-a8d4-460008e2a505 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/subnets/0501b810-3a54-47f2-9200-51e4eec5217d HTTP/1.1" status: 404 len: 337 time: 0.0952902 Feb 09 01:20:09.471120 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48006) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:09.473018 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-25e753a2-ba6b-465e-a9c3-f62ceea3d028 req-70c31b32-1244-4a3b-a668-e671dca1cb01 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=b62ade1c-1d81-4bb3-9009-3110721d68db HTTP/1.1" status: 200 len: 946 time: 0.2178319 Feb 09 01:20:09.549187 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c61b02d-94b3-4143-93b7-6c2b421c7f42 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] DELETE failed (client error): The resource could not be found. Feb 09 01:20:09.549687 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c61b02d-94b3-4143-93b7-6c2b421c7f42 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:20:09.553508 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-3c61b02d-94b3-4143-93b7-6c2b421c7f42 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/ports/fc0bb2ea-9d6b-4dc5-9803-236016e17f9a HTTP/1.1" status: 404 len: 333 time: 0.0797668 Feb 09 01:20:09.556090 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48016) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:09.577388 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-25e753a2-ba6b-465e-a9c3-f62ceea3d028 req-a7b2542e-109b-46ee-99d7-8b9255785994 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=c5ad553e-ab0d-4663-be56-e1031564698c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025257 Feb 09 01:20:09.670030 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a175a2c-f825-482f-91a0-e040b24b6fc9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] DELETE failed (client error): The resource could not be found. Feb 09 01:20:09.679105 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a175a2c-f825-482f-91a0-e040b24b6fc9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:20:09.685405 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-7a175a2c-f825-482f-91a0-e040b24b6fc9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/subnets/be226017-e935-4d33-9d42-0f0c3302c00b HTTP/1.1" status: 404 len: 337 time: 0.1261632 Feb 09 01:20:09.687048 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48024) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:09.716571 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377c66fa-5a42-405b-bef3-d4264ebb5079 None None] DHCP port deletion for 0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:20:09.726031 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-377c66fa-5a42-405b-bef3-d4264ebb5079 None None] Deleting port 9e1b3199-8297-4d4c-8835-a04438c832da {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:20:09.726675 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-377c66fa-5a42-405b-bef3-d4264ebb5079 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:09.798493 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6702974-31ff-46d6-b851-84e8ada11fc5 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] DELETE failed (client error): The resource could not be found. Feb 09 01:20:09.798963 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6702974-31ff-46d6-b851-84e8ada11fc5 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:20:09.801142 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-b6702974-31ff-46d6-b851-84e8ada11fc5 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/subnets/da9edf6b-6772-48b2-88c8-ac3aa81f69e6 HTTP/1.1" status: 404 len: 337 time: 0.1137397 Feb 09 01:20:09.803834 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48030) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:09.870794 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0262885-489d-446c-9c68-eb021115aff9 req-0793ed7a-6588-48bb-865a-64f48f5f0343 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:09.884313 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f0262885-489d-446c-9c68-eb021115aff9 req-0793ed7a-6588-48bb-865a-64f48f5f0343 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/ports?device_id=f177ffd4-03ac-47a4-b924-b0aacc0404b9 HTTP/1.1" status: 200 len: 945 time: 0.1379268 Feb 09 01:20:09.904394 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3d37c2d-fd26-432b-93c7-9d84721e9b76 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] DELETE failed (client error): The resource could not be found. Feb 09 01:20:09.904921 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3d37c2d-fd26-432b-93c7-9d84721e9b76 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:20:09.910949 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f3d37c2d-fd26-432b-93c7-9d84721e9b76 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/ports/7b47b07d-755b-4dfd-80a9-fab1fb0e0bca HTTP/1.1" status: 404 len: 333 time: 0.1013145 Feb 09 01:20:09.910949 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48038) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:09.956204 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f0262885-489d-446c-9c68-eb021115aff9 req-61ad3b20-90cc-413b-a245-5d13009a7628 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/security-groups?id=4b791689-1670-46ec-9438-5eacccbc9c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705800 Feb 09 01:20:09.985680 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbda9d97-ce64-4ead-8bef-126b68d4cd64 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] DELETE failed (client error): The resource could not be found. Feb 09 01:20:09.986217 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbda9d97-ce64-4ead-8bef-126b68d4cd64 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:20:10.000481 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48050) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:10.000939 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-bbda9d97-ce64-4ead-8bef-126b68d4cd64 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/subnets/3b15dc24-67b7-47cf-b59a-6f30890860dd HTTP/1.1" status: 404 len: 337 time: 0.0865018 Feb 09 01:20:10.016345 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-377c66fa-5a42-405b-bef3-d4264ebb5079 None None] For port 9e1b3199-8297-4d4c-8835-a04438c832da, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=9e1b3199-8297-4d4c-8835-a04438c832da,segment=NetworkSegment(986fd47a-7d48-4218-bc5b-1f82d1198ace),segment_id=986fd47a-7d48-4218-bc5b-1f82d1198ace)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:20:10.017126 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-377c66fa-5a42-405b-bef3-d4264ebb5079 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:10.085081 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-50c2548d-4cfb-4ce5-8060-bd7501b79bdf tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] DELETE failed (client error): The resource could not be found. Feb 09 01:20:10.085081 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50c2548d-4cfb-4ce5-8060-bd7501b79bdf tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:20:10.085081 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-50c2548d-4cfb-4ce5-8060-bd7501b79bdf tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/subnets/94bcd8d1-54f9-4de7-bfcc-5d118ce02857 HTTP/1.1" status: 404 len: 337 time: 0.0790842 Feb 09 01:20:10.086832 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48056) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:10.135805 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa844648-07fb-4dff-a3d6-2f9ddff1611d tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] DELETE failed (client error): The resource could not be found. Feb 09 01:20:10.136281 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa844648-07fb-4dff-a3d6-2f9ddff1611d tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:20:10.150636 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48060) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:10.150829 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-fa844648-07fb-4dff-a3d6-2f9ddff1611d tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/ports/e4c6dce6-8277-478f-a308-1d10d8b86a66 HTTP/1.1" status: 404 len: 333 time: 0.0664239 Feb 09 01:20:10.174327 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-377c66fa-5a42-405b-bef3-d4264ebb5079 None None] Calling delete_port for 9e1b3199-8297-4d4c-8835-a04438c832da owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:20:10.328861 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-377c66fa-5a42-405b-bef3-d4264ebb5079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:10.364548 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-e718f3b6-c921-41db-b9f2-4e759ab5bbaa tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] DELETE failed (client error): The resource could not be found. Feb 09 01:20:10.365270 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e718f3b6-c921-41db-b9f2-4e759ab5bbaa tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:20:10.369378 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-e718f3b6-c921-41db-b9f2-4e759ab5bbaa tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/subnets/e234765d-0462-4b66-8317-726ff6edcd0c HTTP/1.1" status: 404 len: 337 time: 0.2151523 Feb 09 01:20:10.369789 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48068) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:10.417407 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377c66fa-5a42-405b-bef3-d4264ebb5079 None None] No DVR routers for this DVR port 9e1b3199-8297-4d4c-8835-a04438c832da on host n-d-828418-1 {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:20:10.463451 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a76e527-e305-413a-98de-055e5f4664f7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] DELETE failed (client error): The resource could not be found. Feb 09 01:20:10.464132 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a76e527-e305-413a-98de-055e5f4664f7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:20:10.466124 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-6a76e527-e305-413a-98de-055e5f4664f7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/subnets/53790288-d6c3-4dbd-8bfe-e27ff7775efc HTTP/1.1" status: 404 len: 337 time: 0.0662665 Feb 09 01:20:10.469357 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48074) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:10.473676 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377c66fa-5a42-405b-bef3-d4264ebb5079 None None] Pushing event deleted for resources: {'Port': ['ID=9e1b3199-8297-4d4c-8835-a04438c832da,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:10.496750 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c66fa-5a42-405b-bef3-d4264ebb5079 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:10.497149 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c66fa-5a42-405b-bef3-d4264ebb5079 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:10.497444 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c66fa-5a42-405b-bef3-d4264ebb5079 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:10.497872 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c66fa-5a42-405b-bef3-d4264ebb5079 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:10.498214 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c66fa-5a42-405b-bef3-d4264ebb5079 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:10.499170 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c66fa-5a42-405b-bef3-d4264ebb5079 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:10.499503 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c66fa-5a42-405b-bef3-d4264ebb5079 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:10.499893 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c66fa-5a42-405b-bef3-d4264ebb5079 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:10.500385 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c66fa-5a42-405b-bef3-d4264ebb5079 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:10.500716 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c66fa-5a42-405b-bef3-d4264ebb5079 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:10.501047 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c66fa-5a42-405b-bef3-d4264ebb5079 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:10.501372 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c66fa-5a42-405b-bef3-d4264ebb5079 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:10.509328 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-84b9e5ce-cc1b-4dd2-a0d8-29c181765216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:10.602429 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-6397ae54-0eb8-4044-b1e3-d2b18453ed8f tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] DELETE failed (client error): The resource could not be found. Feb 09 01:20:10.602820 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6397ae54-0eb8-4044-b1e3-d2b18453ed8f tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:20:10.610202 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-6397ae54-0eb8-4044-b1e3-d2b18453ed8f tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/ports/5aa33f8f-8e3e-4e17-8a81-cca9f48b4b74 HTTP/1.1" status: 404 len: 333 time: 0.1360691 Feb 09 01:20:10.610388 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48090) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:10.679732 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b33bb-c703-4e47-8db2-00279ff560b4 req-2b16f976-9211-466e-aa88-5b4438e0a2bf tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:10.682830 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c51b33bb-c703-4e47-8db2-00279ff560b4 req-2b16f976-9211-466e-aa88-5b4438e0a2bf tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.62 "GET /v2.0/ports?device_id=b62ade1c-1d81-4bb3-9009-3110721d68db HTTP/1.1" status: 200 len: 946 time: 0.3141849 Feb 09 01:20:10.768061 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-228b2f11-ee89-4f82-9037-42e8f00b9cf7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] DELETE failed (client error): The resource could not be found. Feb 09 01:20:10.768529 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-228b2f11-ee89-4f82-9037-42e8f00b9cf7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:20:10.770280 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-228b2f11-ee89-4f82-9037-42e8f00b9cf7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/subnets/a932625a-e1e3-464e-a6b2-73c3b46d3876 HTTP/1.1" status: 404 len: 337 time: 0.1593595 Feb 09 01:20:10.781510 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48102) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:10.888057 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-a23ec087-2d22-49e6-bbf9-2ac0388121f3 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] DELETE failed (client error): The resource could not be found. Feb 09 01:20:10.888749 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a23ec087-2d22-49e6-bbf9-2ac0388121f3 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:20:10.901135 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a23ec087-2d22-49e6-bbf9-2ac0388121f3 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/ports/e335fdf7-865a-4f4c-ab2e-4ff637213466 HTTP/1.1" status: 404 len: 333 time: 0.1176014 Feb 09 01:20:10.903893 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48108) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:10.991431 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-0de283c7-129e-4caa-ba76-001780e2dca4 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] DELETE failed (client error): The resource could not be found. Feb 09 01:20:10.993978 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0de283c7-129e-4caa-ba76-001780e2dca4 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:20:11.001429 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-0de283c7-129e-4caa-ba76-001780e2dca4 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/subnets/52013d1c-6bad-475f-8920-421d8f7e9547 HTTP/1.1" status: 404 len: 337 time: 0.0961740 Feb 09 01:20:11.003794 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48114) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:11.009050 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 9e1b3199-8297-4d4c-8835-a04438c832da no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:20:11.020073 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-c51b33bb-c703-4e47-8db2-00279ff560b4 req-e3cc2f03-d705-421d-9273-9535d940f559 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Deleting port f443a387-47ac-4688-9ffc-34c90d90229a {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:20:11.020590 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c51b33bb-c703-4e47-8db2-00279ff560b4 req-e3cc2f03-d705-421d-9273-9535d940f559 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:11.112756 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 9e1b3199-8297-4d4c-8835-a04438c832da {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:20:11.113108 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 9e1b3199-8297-4d4c-8835-a04438c832da not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:20:11.156111 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-4108b358-52d6-45e2-a587-945e5f795cb8 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] DELETE failed (client error): The resource could not be found. Feb 09 01:20:11.156784 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4108b358-52d6-45e2-a587-945e5f795cb8 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:20:11.161296 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-4108b358-52d6-45e2-a587-945e5f795cb8 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/ports/32c9f024-2259-4d6f-a98f-d7febe3323f8 HTTP/1.1" status: 404 len: 333 time: 0.1560133 Feb 09 01:20:11.163877 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48126) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:11.194511 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da489e0f-7db6-49b9-85c1-137d027f5e87 req-9bd5fac1-a267-4197-8e9c-fbd456f7413e tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:11.203644 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-da489e0f-7db6-49b9-85c1-137d027f5e87 req-9bd5fac1-a267-4197-8e9c-fbd456f7413e tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=b62ade1c-1d81-4bb3-9009-3110721d68db HTTP/1.1" status: 200 len: 946 time: 0.3366373 Feb 09 01:20:11.245530 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-880c2403-961f-42b2-b8a7-9297dcbec1c9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] DELETE failed (client error): The resource could not be found. Feb 09 01:20:11.246019 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-880c2403-961f-42b2-b8a7-9297dcbec1c9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:20:11.247734 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-880c2403-961f-42b2-b8a7-9297dcbec1c9 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/subnets/494593d8-ad00-4339-9dad-850a130b4186 HTTP/1.1" status: 404 len: 337 time: 0.0823252 Feb 09 01:20:11.251991 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48130) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:11.305640 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-a80c1b61-5d29-4c0b-b4e8-058aab9c7d1a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] DELETE failed (client error): The resource could not be found. Feb 09 01:20:11.306073 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a80c1b61-5d29-4c0b-b4e8-058aab9c7d1a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:20:11.308041 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a80c1b61-5d29-4c0b-b4e8-058aab9c7d1a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/ports/4cca04a0-0b81-4df9-a132-d0d7d04197fa HTTP/1.1" status: 404 len: 333 time: 0.0548847 Feb 09 01:20:11.310570 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48138) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:11.367545 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd2d6189-7036-44db-9c33-a7b14b523b9f tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] DELETE failed (client error): The resource could not be found. Feb 09 01:20:11.368546 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd2d6189-7036-44db-9c33-a7b14b523b9f tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:20:11.373141 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-fd2d6189-7036-44db-9c33-a7b14b523b9f tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/subnets/3b29705c-07bf-459b-9ccb-3a2f83d0818b HTTP/1.1" status: 404 len: 337 time: 0.0609417 Feb 09 01:20:11.373414 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48142) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:11.422415 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-da489e0f-7db6-49b9-85c1-137d027f5e87 req-f139d007-6aa0-4813-a22c-e9f5c633bbf3 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups?id=c5ad553e-ab0d-4663-be56-e1031564698c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2177269 Feb 09 01:20:11.463756 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:11.466320 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-9971ef6e-0417-42e9-b49e-59b3ec1de65c tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] DELETE failed (client error): The resource could not be found. Feb 09 01:20:11.466590 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9971ef6e-0417-42e9-b49e-59b3ec1de65c tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:20:11.470720 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-9971ef6e-0417-42e9-b49e-59b3ec1de65c tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/ports/7d55eba8-ed9e-4476-91eb-7b611d7248eb HTTP/1.1" status: 404 len: 333 time: 0.0910790 Feb 09 01:20:11.471106 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48146) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:11.539246 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:11.542784 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-c51b33bb-c703-4e47-8db2-00279ff560b4 req-e3cc2f03-d705-421d-9273-9535d940f559 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] For port f443a387-47ac-4688-9ffc-34c90d90229a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=f443a387-47ac-4688-9ffc-34c90d90229a,segment=NetworkSegment(ce0dc62c-7941-4b08-ad25-dc67d17d1ad0),segment_id=ce0dc62c-7941-4b08-ad25-dc67d17d1ad0)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:20:11.543233 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c51b33bb-c703-4e47-8db2-00279ff560b4 req-e3cc2f03-d705-421d-9273-9535d940f559 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:11.563470 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3a54940-ef94-41d2-a3ad-e0c203a9176d tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] DELETE failed (client error): The resource could not be found. Feb 09 01:20:11.565029 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3a54940-ef94-41d2-a3ad-e0c203a9176d tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:20:11.567186 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b3a54940-ef94-41d2-a3ad-e0c203a9176d tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/subnets/c7f3bdcf-020d-417f-8835-ddec4379ac08 HTTP/1.1" status: 404 len: 337 time: 0.0949073 Feb 09 01:20:11.572709 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48150) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:11.674687 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff4a2a6f-adcc-46d1-ba22-595efdd4d92a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] DELETE failed (client error): The resource could not be found. Feb 09 01:20:11.675507 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff4a2a6f-adcc-46d1-ba22-595efdd4d92a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:20:11.677383 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ff4a2a6f-adcc-46d1-ba22-595efdd4d92a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/ports/2d64c14e-ca0a-4fe5-b747-21c9632d5d03 HTTP/1.1" status: 404 len: 333 time: 0.1033900 Feb 09 01:20:11.680318 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48164) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:11.753413 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-4889180b-4ec6-4f93-b89f-c9a33edb64e5 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] DELETE failed (client error): The resource could not be found. Feb 09 01:20:11.754107 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4889180b-4ec6-4f93-b89f-c9a33edb64e5 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:20:11.756069 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-4889180b-4ec6-4f93-b89f-c9a33edb64e5 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/subnets/84f4ca98-2be1-44a9-8693-e1cc2b5292cc HTTP/1.1" status: 404 len: 337 time: 0.0744946 Feb 09 01:20:11.759086 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48172) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:11.802076 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0a127df-cc4b-41fc-a66e-ee7a580461bf tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] DELETE failed (client error): The resource could not be found. Feb 09 01:20:11.802531 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0a127df-cc4b-41fc-a66e-ee7a580461bf tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:20:11.804573 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e0a127df-cc4b-41fc-a66e-ee7a580461bf tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/subnets/0f74233d-81df-4511-a6af-7f865d9041e0 HTTP/1.1" status: 404 len: 337 time: 0.0444825 Feb 09 01:20:11.807546 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48178) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:11.890412 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-8871b1e1-e2f4-4895-b2c1-23396bbacfa5 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] DELETE failed (client error): The resource could not be found. Feb 09 01:20:11.891041 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8871b1e1-e2f4-4895-b2c1-23396bbacfa5 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:20:11.901472 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-8871b1e1-e2f4-4895-b2c1-23396bbacfa5 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/ports/60e1783a-df68-4dbe-bcbd-cf494bcabe51 HTTP/1.1" status: 404 len: 333 time: 0.0920146 Feb 09 01:20:11.902701 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48186) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:11.985393 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-63ad642e-e8bf-4f1d-bb29-c555cd8531db tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] DELETE failed (client error): The resource could not be found. Feb 09 01:20:11.992656 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63ad642e-e8bf-4f1d-bb29-c555cd8531db tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:20:11.994887 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-63ad642e-e8bf-4f1d-bb29-c555cd8531db tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/subnets/8060ec5e-6dd6-4073-a451-64a17d572ac1 HTTP/1.1" status: 404 len: 337 time: 0.0908320 Feb 09 01:20:11.998153 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48190) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:12.054110 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-45779f9d-0ad0-4724-a98d-b9b9a8cc0488 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] DELETE failed (client error): The resource could not be found. Feb 09 01:20:12.054567 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45779f9d-0ad0-4724-a98d-b9b9a8cc0488 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:20:12.056859 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-45779f9d-0ad0-4724-a98d-b9b9a8cc0488 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/subnets/a85e3152-5a2f-40fb-849a-e0efc03cde0d HTTP/1.1" status: 404 len: 337 time: 0.0567787 Feb 09 01:20:12.060020 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48194) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:12.111072 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c51b33bb-c703-4e47-8db2-00279ff560b4 req-e3cc2f03-d705-421d-9273-9535d940f559 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:12.111592 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c51b33bb-c703-4e47-8db2-00279ff560b4 req-e3cc2f03-d705-421d-9273-9535d940f559 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:12.111770 n-d-828418-1 neutron-server[87639]: INFO neutron.db.l3_db [req-c51b33bb-c703-4e47-8db2-00279ff560b4 req-e3cc2f03-d705-421d-9273-9535d940f559 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Floating IP 9aa1959e-0521-47f4-8ad0-f94f0210b16c disassociated. External IP: 172.25.0.73, port: f443a387-47ac-4688-9ffc-34c90d90229a. Feb 09 01:20:12.112362 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-c51b33bb-c703-4e47-8db2-00279ff560b4 req-e3cc2f03-d705-421d-9273-9535d940f559 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Calling delete_port for f443a387-47ac-4688-9ffc-34c90d90229a owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:20:12.118799 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3f14a14-ffbe-49bc-9407-94b6dbe3fabb tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] DELETE failed (client error): The resource could not be found. Feb 09 01:20:12.119358 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3f14a14-ffbe-49bc-9407-94b6dbe3fabb tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:20:12.124694 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a3f14a14-ffbe-49bc-9407-94b6dbe3fabb tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/ports/edc3d043-15b8-4701-9965-c06871e2428b HTTP/1.1" status: 404 len: 333 time: 0.0626595 Feb 09 01:20:12.125310 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48200) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:12.178086 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-21e02d25-634a-4315-a42a-f7e2829d24e7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] DELETE failed (client error): The resource could not be found. Feb 09 01:20:12.178557 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21e02d25-634a-4315-a42a-f7e2829d24e7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:20:12.182553 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-21e02d25-634a-4315-a42a-f7e2829d24e7 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/subnets/90d258e5-d2d1-40cb-a510-44d949e0f56a HTTP/1.1" status: 404 len: 337 time: 0.0540173 Feb 09 01:20:12.182809 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48206) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:12.230277 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3711778-c5e1-496d-824a-017eac017658 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] DELETE failed (client error): The resource could not be found. Feb 09 01:20:12.230743 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3711778-c5e1-496d-824a-017eac017658 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:20:12.232781 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a3711778-c5e1-496d-824a-017eac017658 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/subnets/374d0304-3342-43e4-acee-876cc850c7d5 HTTP/1.1" status: 404 len: 337 time: 0.0476587 Feb 09 01:20:12.235451 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48214) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:12.281941 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48218) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:12.305514 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7a5d526-0fd4-4b7b-be8f-0249b3593cbb tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] DELETE failed (client error): The resource could not be found. Feb 09 01:20:12.306720 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7a5d526-0fd4-4b7b-be8f-0249b3593cbb tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:20:12.308847 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d7a5d526-0fd4-4b7b-be8f-0249b3593cbb tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/ports/53400254-7285-4235-8aad-9b03fa261b05 HTTP/1.1" status: 404 len: 333 time: 0.0722656 Feb 09 01:20:12.311933 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48226) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:12.337522 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c51b33bb-c703-4e47-8db2-00279ff560b4 req-e3cc2f03-d705-421d-9273-9535d940f559 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:12.383681 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8b34fbd-e6af-490f-9dae-59d7d8493c80 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] DELETE failed (client error): The resource could not be found. Feb 09 01:20:12.384388 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8b34fbd-e6af-490f-9dae-59d7d8493c80 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:20:12.386606 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c8b34fbd-e6af-490f-9dae-59d7d8493c80 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/subnets/e39a7626-0bbc-4d14-a6a5-a155ab600fc4 HTTP/1.1" status: 404 len: 337 time: 0.0735831 Feb 09 01:20:12.389370 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48230) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:12.408056 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cc2f03-d705-421d-9273-9535d940f559 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Pushing event deleted for resources: {'Port': ['ID=f443a387-47ac-4688-9ffc-34c90d90229a,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:12.472525 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-c00d34b6-fbe7-49c5-a40a-97fa4d25e38a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] DELETE failed (client error): The resource could not be found. Feb 09 01:20:12.472997 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c00d34b6-fbe7-49c5-a40a-97fa4d25e38a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:20:12.478096 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c00d34b6-fbe7-49c5-a40a-97fa4d25e38a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/subnets/793fd038-b9a6-400f-8620-beea1d5b67a5 HTTP/1.1" status: 404 len: 337 time: 0.0871944 Feb 09 01:20:12.478710 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48238) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:12.580368 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-6b9a2fa4-7cd0-4fcb-8e60-245c60b9b4b6 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/ports?device_id=962eaa10-7523-4b29-898c-0d06ed216b88 HTTP/1.1" status: 200 len: 205 time: 0.1002488 Feb 09 01:20:12.582862 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48246) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:12.590749 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1dd1d947-b077-42c3-8c02-ce6420b6470f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:12.697338 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-cd6ae93b-310d-42f2-9be9-6338b1c48fc5 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] delete failed (client error): The resource could not be found. Feb 09 01:20:12.700861 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-cd6ae93b-310d-42f2-9be9-6338b1c48fc5 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/routers/962eaa10-7523-4b29-898c-0d06ed216b88 HTTP/1.1" status: 404 len: 336 time: 0.1143916 Feb 09 01:20:12.701084 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48250) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:12.704699 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1dd1d947-b077-42c3-8c02-ce6420b6470f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:12.713934 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-29006d3c-83c1-4953-b134-46680d3a9209 req-008b6e26-35cf-487f-9aa4-4ce523a8099e tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=b62ade1c-1d81-4bb3-9009-3110721d68db HTTP/1.1" status: 200 len: 210 time: 0.0738323 Feb 09 01:20:12.747274 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c51b33bb-c703-4e47-8db2-00279ff560b4 req-e3cc2f03-d705-421d-9273-9535d940f559 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Router 8ceac979-d732-4a6b-907d-6eae9e37c312 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:20:12.748139 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-1dd1d947-b077-42c3-8c02-ce6420b6470f admin admin] Usage tracker for resource:security_group_rule and tenant:3ba534e9d8be4eed94bf5603a5aa09bd is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:20:12.751535 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a34bf56-a4d9-4de6-8f81-fe9c667e4691 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] DELETE failed (client error): The resource could not be found. Feb 09 01:20:12.751990 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a34bf56-a4d9-4de6-8f81-fe9c667e4691 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:20:12.753708 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9a34bf56-a4d9-4de6-8f81-fe9c667e4691 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/subnets/f5fd9188-736a-43b2-8d68-07bb54508cc8 HTTP/1.1" status: 404 len: 337 time: 0.0505855 Feb 09 01:20:12.754996 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-1dd1d947-b077-42c3-8c02-ce6420b6470f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:20:12.757167 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48254) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:12.761585 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1dd1d947-b077-42c3-8c02-ce6420b6470f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:12.864614 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1dd1d947-b077-42c3-8c02-ce6420b6470f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:12.870133 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1dd1d947-b077-42c3-8c02-ce6420b6470f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:12.926054 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd1d947-b077-42c3-8c02-ce6420b6470f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17aa9d04-a395-49d1-9c3d-b4e667129179,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:12.950300 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1dd1d947-b077-42c3-8c02-ce6420b6470f admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=3ba534e9d8be4eed94bf5603a5aa09bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6674831 Feb 09 01:20:12.952814 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48264) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:13.043841 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b6269652-281d-4f6c-be6d-37157b8e1554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:13.072124 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b6269652-281d-4f6c-be6d-37157b8e1554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:13.115815 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-01fc7858-a718-4283-b1ec-fde196f37d49 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "GET /v2.0/ports?device_id=96c2dee7-7ddb-4747-957b-7b4d2874bbab HTTP/1.1" status: 200 len: 205 time: 0.3573427 Feb 09 01:20:13.118379 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48270) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:13.133085 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c51b33bb-c703-4e47-8db2-00279ff560b4 req-e3cc2f03-d705-421d-9273-9535d940f559 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:20:13.145559 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815ad234-1db8-4b12-98a7-f0ceb0aa18d0 None None] Sync routers for ids ['8ceac979-d732-4a6b-907d-6eae9e37c312'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:20:13.159396 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:13.165334 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815ad234-1db8-4b12-98a7-f0ceb0aa18d0 None None] Routers {'8ceac979-d732-4a6b-907d-6eae9e37c312'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:20:13.168622 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-815ad234-1db8-4b12-98a7-f0ceb0aa18d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:20:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['8ceac979-d732-4a6b-907d-6eae9e37c312'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:13.189829 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-b275fce4-053d-4818-bb12-c7c902739019 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] delete failed (client error): The resource could not be found. Feb 09 01:20:13.190862 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b275fce4-053d-4818-bb12-c7c902739019 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/routers/96c2dee7-7ddb-4747-957b-7b4d2874bbab HTTP/1.1" status: 404 len: 336 time: 0.0709207 Feb 09 01:20:13.193560 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48276) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:13.242463 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-9defe22d-ccf4-4e88-bed2-e6eb9c3c8759 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] DELETE failed (client error): The resource could not be found. Feb 09 01:20:13.243078 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9defe22d-ccf4-4e88-bed2-e6eb9c3c8759 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:20:13.244164 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-c51b33bb-c703-4e47-8db2-00279ff560b4 req-e3cc2f03-d705-421d-9273-9535d940f559 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] No DVR routers for this DVR port f443a387-47ac-4688-9ffc-34c90d90229a on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:20:13.248273 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c51b33bb-c703-4e47-8db2-00279ff560b4 req-e3cc2f03-d705-421d-9273-9535d940f559 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:13.248419 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b6269652-281d-4f6c-be6d-37157b8e1554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:13.252665 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b62ade1c-1d81-4bb3-9009-3110721d68db', 'name': 'network-vif-deleted', 'tag': 'f443a387-47ac-4688-9ffc-34c90d90229a'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:20:13.269438 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c51b33bb-c703-4e47-8db2-00279ff560b4 req-e3cc2f03-d705-421d-9273-9535d940f559 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.62 "DELETE /v2.0/ports/f443a387-47ac-4688-9ffc-34c90d90229a HTTP/1.1" status: 204 len: 173 time: 2.5810740 Feb 09 01:20:13.292441 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6269652-281d-4f6c-be6d-37157b8e1554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17aa9d04-a395-49d1-9c3d-b4e667129179,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:13.304166 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9defe22d-ccf4-4e88-bed2-e6eb9c3c8759 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/subnets/55e101b0-45f6-48ff-869a-4ab75f7832c3 HTTP/1.1" status: 404 len: 337 time: 0.1093459 Feb 09 01:20:13.308547 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48284) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:13.313386 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b62ade1c-1d81-4bb3-9009-3110721d68db', 'name': 'network-vif-deleted', 'tag': 'f443a387-47ac-4688-9ffc-34c90d90229a', 'status': 'completed', 'code': 200} Feb 09 01:20:13.315127 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b6269652-281d-4f6c-be6d-37157b8e1554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:13.316430 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b6269652-281d-4f6c-be6d-37157b8e1554 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/17aa9d04-a395-49d1-9c3d-b4e667129179 HTTP/1.1" status: 204 len: 168 time: 0.3623991 Feb 09 01:20:13.382964 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9de5976-f496-4cf7-98c8-5325e77d4135 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] DELETE failed (client error): The resource could not be found. Feb 09 01:20:13.383645 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9de5976-f496-4cf7-98c8-5325e77d4135 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:20:13.386655 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-c9de5976-f496-4cf7-98c8-5325e77d4135 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/subnets/801ad06b-cc42-46b9-a4dc-98849f6c3ba1 HTTP/1.1" status: 404 len: 337 time: 0.0766902 Feb 09 01:20:13.389029 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48290) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:13.445217 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-03ea58fe-0c12-463f-a422-692500710359 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] DELETE failed (client error): The resource could not be found. Feb 09 01:20:13.445705 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03ea58fe-0c12-463f-a422-692500710359 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:20:13.448095 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-03ea58fe-0c12-463f-a422-692500710359 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/ports/7ccf5d7e-cc5d-4891-b516-b8f20a016809 HTTP/1.1" status: 404 len: 333 time: 0.0576077 Feb 09 01:20:13.450429 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48294) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:13.530242 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-1538df0a-b97f-42aa-b600-92e6fb93a45a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] DELETE failed (client error): The resource could not be found. Feb 09 01:20:13.530504 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1538df0a-b97f-42aa-b600-92e6fb93a45a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:20:13.549361 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48304) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:13.549556 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-1538df0a-b97f-42aa-b600-92e6fb93a45a tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/subnets/8a14a4af-9595-465e-8ead-cf5913b25669 HTTP/1.1" status: 404 len: 337 time: 0.0980227 Feb 09 01:20:13.583820 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-815ad234-1db8-4b12-98a7-f0ceb0aa18d0 None None] Set router 8ceac979-d732-4a6b-907d-6eae9e37c312 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:20:13.624338 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b88efab-4d09-4f66-ab9d-5c16e9dce6aa tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] DELETE failed (client error): The resource could not be found. Feb 09 01:20:13.632561 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b88efab-4d09-4f66-ab9d-5c16e9dce6aa tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:20:13.634543 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-0b88efab-4d09-4f66-ab9d-5c16e9dce6aa tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/ports/0ca690d0-ef64-4b4e-a3a0-b7ce0d98d244 HTTP/1.1" status: 404 len: 333 time: 0.0838439 Feb 09 01:20:13.637254 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48310) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:13.703421 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1b59eeb-9b94-4260-982b-782a93f208da tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] DELETE failed (client error): The resource could not be found. Feb 09 01:20:13.704098 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1b59eeb-9b94-4260-982b-782a93f208da tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:20:13.706260 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-d1b59eeb-9b94-4260-982b-782a93f208da tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/subnets/2305d769-3eb7-4c5d-a34b-a7512dcbca1c HTTP/1.1" status: 404 len: 337 time: 0.0679522 Feb 09 01:20:13.708824 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48314) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:13.774128 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-af7bb9cb-1c64-4e36-9096-04a1600700d8 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] DELETE failed (client error): The resource could not be found. Feb 09 01:20:13.775960 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af7bb9cb-1c64-4e36-9096-04a1600700d8 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:20:13.781379 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-af7bb9cb-1c64-4e36-9096-04a1600700d8 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/ports/a1fc0cae-a724-45fc-8884-7b17fb3fbdac HTTP/1.1" status: 404 len: 333 time: 0.0677564 Feb 09 01:20:13.782515 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48320) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:13.916409 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-b30e6ae9-8384-4843-949d-d8af5aec30fb tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] DELETE failed (client error): The resource could not be found. Feb 09 01:20:13.917177 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b30e6ae9-8384-4843-949d-d8af5aec30fb tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:20:13.922081 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-b30e6ae9-8384-4843-949d-d8af5aec30fb tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/subnets/3ab32a05-8cac-41ed-bb9f-7d1ed1340e32 HTTP/1.1" status: 404 len: 337 time: 0.1375949 Feb 09 01:20:13.924675 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48326) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:13.941176 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48330) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:13.975568 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4dcc274b-4718-4451-bf20-7acb08dc5b33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:14.031690 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-022ad95a-28df-49d1-b85a-6262b2ab36b0 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] DELETE failed (client error): The resource could not be found. Feb 09 01:20:14.033807 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-022ad95a-28df-49d1-b85a-6262b2ab36b0 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:20:14.035706 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-022ad95a-28df-49d1-b85a-6262b2ab36b0 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/ports/758b1c07-9cd5-4646-8836-3a700ff5e8f0 HTTP/1.1" status: 404 len: 333 time: 0.1096997 Feb 09 01:20:14.038612 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48336) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:14.090812 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4dcc274b-4718-4451-bf20-7acb08dc5b33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:14.117270 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-8bc787e8-fc83-4c90-a368-1e6116a186af req-224d02d8-63bb-46b2-b485-dfa9b2e99cb2 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Synchronizing usage tracker for tenant:128330d8f0414cd5a58362066d10386d on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:20:14.128645 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-4dcc274b-4718-4451-bf20-7acb08dc5b33 admin admin] Usage tracker for resource:security_group_rule and tenant:c9b3619a9e4e4f9f93db04c4ae4b0b8a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:20:14.130412 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7db38e9-3c05-42ab-800c-7edce6a443ce tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] DELETE failed (client error): The resource could not be found. Feb 09 01:20:14.132632 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7db38e9-3c05-42ab-800c-7edce6a443ce tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:20:14.136627 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b7db38e9-3c05-42ab-800c-7edce6a443ce tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/subnets/d72dee01-815a-4c3c-b0d9-f9622de91b7a HTTP/1.1" status: 404 len: 337 time: 0.0923193 Feb 09 01:20:14.145747 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48340) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:14.152128 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-4dcc274b-4718-4451-bf20-7acb08dc5b33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:20:14.156222 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-8bc787e8-fc83-4c90-a368-1e6116a186af req-224d02d8-63bb-46b2-b485-dfa9b2e99cb2 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Unset dirty status for tenant:128330d8f0414cd5a58362066d10386d on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:20:14.171756 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8bc787e8-fc83-4c90-a368-1e6116a186af req-224d02d8-63bb-46b2-b485-dfa9b2e99cb2 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/ports?device_id=b62ade1c-1d81-4bb3-9009-3110721d68db HTTP/1.1" status: 200 len: 210 time: 0.1754999 Feb 09 01:20:14.178222 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4dcc274b-4718-4451-bf20-7acb08dc5b33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:14.181806 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-815ad234-1db8-4b12-98a7-f0ceb0aa18d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ceac979-d732-4a6b-907d-6eae9e37c312', 'name': 'tempest-AttachVolumeShelveTestJSON-1796756198-router', 'tenant_id': '128330d8f0414cd5a58362066d10386d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '18484618-ec90-4204-9af5-39c6ac632bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:09Z', 'updated_at': '2022-02-09T01:13:21Z', 'revision_number': 4, 'project_id': '128330d8f0414cd5a58362066d10386d', 'gw_port': {'id': '18484618-ec90-4204-9af5-39c6ac632bb7', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ceac979-d732-4a6b-907d-6eae9e37c312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:12Z', 'updated_at': '2022-02-09T01:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '8e0614f9-4193-4180-bb2a-4859a0ab49d6', 'name': '', 'network_id': '0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5', 'tenant_id': '128330d8f0414cd5a58362066d10386d', 'mac_address': 'fa:16:3e:9c:0a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ceac979-d732-4a6b-907d-6eae9e37c312', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '9ba82490-d70a-42fe-a7ff-0aeb7f428073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:18Z', 'updated_at': '2022-02-09T01:13:31Z', 'revision_number': 5, 'project_id': '128330d8f0414cd5a58362066d10386d', 'subnets': [{'id': '9ba82490-d70a-42fe-a7ff-0aeb7f428073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:14.188139 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815ad234-1db8-4b12-98a7-f0ceb0aa18d0 None None] Checking router: 8ceac979-d732-4a6b-907d-6eae9e37c312 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:20:14.200771 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815ad234-1db8-4b12-98a7-f0ceb0aa18d0 None None] Routers {'8ceac979-d732-4a6b-907d-6eae9e37c312'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:20:14.201869 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-815ad234-1db8-4b12-98a7-f0ceb0aa18d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:20:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['8ceac979-d732-4a6b-907d-6eae9e37c312'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:14.297848 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4dcc274b-4718-4451-bf20-7acb08dc5b33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:14.302874 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4dcc274b-4718-4451-bf20-7acb08dc5b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:14.346196 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcc274b-4718-4451-bf20-7acb08dc5b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c3e870-9daa-4cd3-99eb-8e3c9996f82d,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:14.389992 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-4dcc274b-4718-4451-bf20-7acb08dc5b33 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=c9b3619a9e4e4f9f93db04c4ae4b0b8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4465451 Feb 09 01:20:14.391001 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48344) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:14.417330 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-30017553-0812-4563-a7cf-e4f4e252a2a8 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] DELETE failed (client error): The resource could not be found. Feb 09 01:20:14.418313 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30017553-0812-4563-a7cf-e4f4e252a2a8 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:20:14.420083 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-30017553-0812-4563-a7cf-e4f4e252a2a8 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/ports/4e99f95f-2e23-4891-8d7a-33b54fb2d04e HTTP/1.1" status: 404 len: 333 time: 0.2730739 Feb 09 01:20:14.423282 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48348) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:14.448470 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-815ad234-1db8-4b12-98a7-f0ceb0aa18d0 None None] Set router 8ceac979-d732-4a6b-907d-6eae9e37c312 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:20:14.476209 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-01d9ccff-4864-4419-91c1-1dbfc6cda118 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] DELETE failed (client error): The resource could not be found. Feb 09 01:20:14.476661 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01d9ccff-4864-4419-91c1-1dbfc6cda118 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:20:14.487274 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-01d9ccff-4864-4419-91c1-1dbfc6cda118 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/subnets/b5434b8a-42b6-4484-ac8a-c01d09c71c10 HTTP/1.1" status: 404 len: 337 time: 0.0607722 Feb 09 01:20:14.487670 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48352) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:14.549354 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-68e5a74d-450d-4445-9c63-3f58e9e65b51 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] DELETE failed (client error): The resource could not be found. Feb 09 01:20:14.549792 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68e5a74d-450d-4445-9c63-3f58e9e65b51 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:20:14.553829 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-68e5a74d-450d-4445-9c63-3f58e9e65b51 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/ports/11163413-98c3-402b-9cbe-408b556fbd63 HTTP/1.1" status: 404 len: 333 time: 0.0630829 Feb 09 01:20:14.554229 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48356) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:14.556900 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2ef1320a-672c-4358-b62b-b3ef096bd221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:14.605494 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-e37e84c2-e118-4458-85c0-56537f278248 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] DELETE failed (client error): The resource could not be found. Feb 09 01:20:14.605997 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e37e84c2-e118-4458-85c0-56537f278248 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:20:14.610195 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-e37e84c2-e118-4458-85c0-56537f278248 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/subnets/66aff63e-b1f7-4a2a-a397-e5f1a8036a47 HTTP/1.1" status: 404 len: 337 time: 0.0526237 Feb 09 01:20:14.610426 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48360) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:14.667169 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cef9b5a-c0d3-4cad-ac47-4d9757882212 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] DELETE failed (client error): The resource could not be found. Feb 09 01:20:14.667639 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cef9b5a-c0d3-4cad-ac47-4d9757882212 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:20:14.669439 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-4cef9b5a-c0d3-4cad-ac47-4d9757882212 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/ports/180c7067-1fa8-4d61-9fa1-08776c9ffd6f HTTP/1.1" status: 404 len: 333 time: 0.0580101 Feb 09 01:20:14.672943 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48368) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:14.676394 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2ef1320a-672c-4358-b62b-b3ef096bd221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:14.772380 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2ef1320a-672c-4358-b62b-b3ef096bd221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:14.773078 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-fec28f8e-ebb6-4692-8a80-102470bfeb05 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] DELETE failed (client error): The resource could not be found. Feb 09 01:20:14.773635 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fec28f8e-ebb6-4692-8a80-102470bfeb05 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:20:14.782442 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-fec28f8e-ebb6-4692-8a80-102470bfeb05 tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/subnets/2b928406-4793-46fa-8ade-8b71ebd5d4d2 HTTP/1.1" status: 404 len: 337 time: 0.1082630 Feb 09 01:20:14.784269 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48374) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:14.812360 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef1320a-672c-4358-b62b-b3ef096bd221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c3e870-9daa-4cd3-99eb-8e3c9996f82d,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:14.827994 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2ef1320a-672c-4358-b62b-b3ef096bd221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:14.829266 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-2ef1320a-672c-4358-b62b-b3ef096bd221 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/a0c3e870-9daa-4cd3-99eb-8e3c9996f82d HTTP/1.1" status: 204 len: 168 time: 0.4371693 Feb 09 01:20:14.928028 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-815ad234-1db8-4b12-98a7-f0ceb0aa18d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ceac979-d732-4a6b-907d-6eae9e37c312', 'name': 'tempest-AttachVolumeShelveTestJSON-1796756198-router', 'tenant_id': '128330d8f0414cd5a58362066d10386d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '18484618-ec90-4204-9af5-39c6ac632bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:09Z', 'updated_at': '2022-02-09T01:13:21Z', 'revision_number': 4, 'project_id': '128330d8f0414cd5a58362066d10386d', 'gw_port': {'id': '18484618-ec90-4204-9af5-39c6ac632bb7', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ceac979-d732-4a6b-907d-6eae9e37c312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:12Z', 'updated_at': '2022-02-09T01:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '8e0614f9-4193-4180-bb2a-4859a0ab49d6', 'name': '', 'network_id': '0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5', 'tenant_id': '128330d8f0414cd5a58362066d10386d', 'mac_address': 'fa:16:3e:9c:0a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ceac979-d732-4a6b-907d-6eae9e37c312', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '9ba82490-d70a-42fe-a7ff-0aeb7f428073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:18Z', 'updated_at': '2022-02-09T01:13:31Z', 'revision_number': 5, 'project_id': '128330d8f0414cd5a58362066d10386d', 'subnets': [{'id': '9ba82490-d70a-42fe-a7ff-0aeb7f428073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:14.932927 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815ad234-1db8-4b12-98a7-f0ceb0aa18d0 None None] The sync data for ids ['8ceac979-d732-4a6b-907d-6eae9e37c312'] in n-d-828418-1 is: [{'id': '8ceac979-d732-4a6b-907d-6eae9e37c312', 'name': 'tempest-AttachVolumeShelveTestJSON-1796756198-router', 'tenant_id': '128330d8f0414cd5a58362066d10386d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '18484618-ec90-4204-9af5-39c6ac632bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:09Z', 'updated_at': '2022-02-09T01:13:21Z', 'revision_number': 4, 'project_id': '128330d8f0414cd5a58362066d10386d', 'gw_port': {'id': '18484618-ec90-4204-9af5-39c6ac632bb7', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ceac979-d732-4a6b-907d-6eae9e37c312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:12Z', 'updated_at': '2022-02-09T01:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '8e0614f9-4193-4180-bb2a-4859a0ab49d6', 'name': '', 'network_id': '0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5', 'tenant_id': '128330d8f0414cd5a58362066d10386d', 'mac_address': 'fa:16:3e:9c:0a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ceac979-d732-4a6b-907d-6eae9e37c312', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '9ba82490-d70a-42fe-a7ff-0aeb7f428073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:18Z', 'updated_at': '2022-02-09T01:13:31Z', 'revision_number': 5, 'project_id': '128330d8f0414cd5a58362066d10386d', 'subnets': [{'id': '9ba82490-d70a-42fe-a7ff-0aeb7f428073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:20:15.042349 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a80787a6-b113-49e0-b02d-c4480d4912df tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:15.142238 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device f443a387-47ac-4688-9ffc-34c90d90229a no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:20:15.241866 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: f443a387-47ac-4688-9ffc-34c90d90229a {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:20:15.242436 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device f443a387-47ac-4688-9ffc-34c90d90229a not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:20:15.247343 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a80787a6-b113-49e0-b02d-c4480d4912df tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:15.286124 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-a80787a6-b113-49e0-b02d-c4480d4912df tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:15.304137 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-a80787a6-b113-49e0-b02d-c4480d4912df tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '986fd47a-7d48-4218-bc5b-1f82d1198ace') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:15.304458 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-a80787a6-b113-49e0-b02d-c4480d4912df tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '986fd47a-7d48-4218-bc5b-1f82d1198ace') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:15.319787 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a80787a6-b113-49e0-b02d-c4480d4912df tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:15.346879 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a80787a6-b113-49e0-b02d-c4480d4912df tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:15.358245 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a80787a6-b113-49e0-b02d-c4480d4912df tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:20:15.358768 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a80787a6-b113-49e0-b02d-c4480d4912df tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:15.394296 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:20:15.394296 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:20:15.394296 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:20:15.394296 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:20:15.394296 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:20:15.394296 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:20:15.394296 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:20:15.394296 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:20:15.394296 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:20:15.394296 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:20:15.394296 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:20:15.394296 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:20:15.394296 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:20:15.394296 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:20:15.394296 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:20:15.394296 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:20:15.394296 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:20:15.394296 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:20:15.394296 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:20:15.394296 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:20:15.394296 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:20:15.394296 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:20:15.394296 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:20:15.394296 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:20:15.394296 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:20:15.394296 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:20:15.394296 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:20:15.394296 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:20:15.394296 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:20:15.394296 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:20:15.394296 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:20:15.394296 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:20:15.431821 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf07e97-bbae-473d-83e5-eeae5ee036c6 None None] New status for floating IP 9aa1959e-0521-47f4-8ad0-f94f0210b16c: DOWN {{(pid=87641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:20:15.453140 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48396) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:15.493860 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48402) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:15.526224 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a80787a6-b113-49e0-b02d-c4480d4912df tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:15.548098 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a80787a6-b113-49e0-b02d-c4480d4912df tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:15.560506 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a80787a6-b113-49e0-b02d-c4480d4912df tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] 10.222.0.105 "DELETE /v2.0/networks/0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa HTTP/1.1" status: 204 len: 168 time: 0.7698843 Feb 09 01:20:15.562869 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80787a6-b113-49e0-b02d-c4480d4912df tempest-NetworksTestDHCPv6-1444010122 tempest-NetworksTestDHCPv6-1444010122-project] Pushing event deleted for resources: {'Network': ['ID=0a6b07b0-89a0-4a6c-9e2d-5ab3cfc9c0aa,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:15.667309 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ceab9010-2bce-490b-bd49-3a42de8e1b09 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:15.745729 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ceab9010-2bce-490b-bd49-3a42de8e1b09 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:15.819810 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ba5e4646-5d53-4ffb-a2e7-86f5942dd2ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:15.913164 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-ba5e4646-5d53-4ffb-a2e7-86f5942dd2ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:15.922199 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-ba5e4646-5d53-4ffb-a2e7-86f5942dd2ce admin admin] Usage tracker for resource:security_group_rule and tenant:f251a89ac3cd4a51b4653d3b66d83c1c is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:20:15.925952 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-ba5e4646-5d53-4ffb-a2e7-86f5942dd2ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:20:15.938670 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-ba5e4646-5d53-4ffb-a2e7-86f5942dd2ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:15.992788 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ceab9010-2bce-490b-bd49-3a42de8e1b09 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:16.026252 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48418) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:16.027474 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceab9010-2bce-490b-bd49-3a42de8e1b09 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ad553e-ab0d-4663-be56-e1031564698c,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:16.041488 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ceab9010-2bce-490b-bd49-3a42de8e1b09 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:16.042699 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-ceab9010-2bce-490b-bd49-3a42de8e1b09 tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "DELETE /v2.0/security-groups/c5ad553e-ab0d-4663-be56-e1031564698c HTTP/1.1" status: 204 len: 168 time: 0.5478146 Feb 09 01:20:16.046075 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48424) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:16.103610 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [None req-92a4cbfe-5331-4dc4-90cc-6ddc584080ac tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] show failed (client error): The resource could not be found. Feb 09 01:20:16.104788 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-92a4cbfe-5331-4dc4-90cc-6ddc584080ac tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "GET /v2.0/security-groups/c5ad553e-ab0d-4663-be56-e1031564698c HTTP/1.1" status: 404 len: 347 time: 0.0532506 Feb 09 01:20:16.108478 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48430) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:16.252180 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ba5e4646-5d53-4ffb-a2e7-86f5942dd2ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:16.261665 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ba5e4646-5d53-4ffb-a2e7-86f5942dd2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:16.364476 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-ba5e4646-5d53-4ffb-a2e7-86f5942dd2ce admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=f251a89ac3cd4a51b4653d3b66d83c1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9093430 Feb 09 01:20:16.370204 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48438) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:16.442921 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5e4646-5d53-4ffb-a2e7-86f5942dd2ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ecad873-deb0-4e9f-9972-94f5c2a8fc5d,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:16.480156 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-37563a85-708b-47fc-9148-138114b3ae4d tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Deleting port eca4b38c-f3fa-4b45-a8c1-9da9c76d7276 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:20:16.480497 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-37563a85-708b-47fc-9148-138114b3ae4d tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:16.497168 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-aa7fc6c5-bd8e-436e-a49c-69cf6b78f351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:16.530359 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-aa7fc6c5-bd8e-436e-a49c-69cf6b78f351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:16.585791 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ce93df37-94a5-4948-8a3a-896ae54c16c7 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=32c9b2ac64b74efca212307487c75b1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5568357 Feb 09 01:20:16.588811 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48450) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:16.632751 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-aa7fc6c5-bd8e-436e-a49c-69cf6b78f351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:16.660599 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7fc6c5-bd8e-436e-a49c-69cf6b78f351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ecad873-deb0-4e9f-9972-94f5c2a8fc5d,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:16.672371 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-aa7fc6c5-bd8e-436e-a49c-69cf6b78f351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:16.676366 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-aa7fc6c5-bd8e-436e-a49c-69cf6b78f351 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/3ecad873-deb0-4e9f-9972-94f5c2a8fc5d HTTP/1.1" status: 204 len: 168 time: 0.3050051 Feb 09 01:20:16.830728 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aa75c1bb-dea9-4531-8a56-6f0d6b22db96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:16.858205 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aa75c1bb-dea9-4531-8a56-6f0d6b22db96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:16.927647 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-37563a85-708b-47fc-9148-138114b3ae4d tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:16.928125 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-37563a85-708b-47fc-9148-138114b3ae4d tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:17.070767 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-37563a85-708b-47fc-9148-138114b3ae4d tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Calling delete_port for eca4b38c-f3fa-4b45-a8c1-9da9c76d7276 owned by network:floatingip {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:20:17.113495 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aa75c1bb-dea9-4531-8a56-6f0d6b22db96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:17.138034 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa75c1bb-dea9-4531-8a56-6f0d6b22db96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83214a0b-a406-4517-bafb-01f335bdf7a6,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:17.153119 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aa75c1bb-dea9-4531-8a56-6f0d6b22db96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:17.157435 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-aa75c1bb-dea9-4531-8a56-6f0d6b22db96 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/83214a0b-a406-4517-bafb-01f335bdf7a6 HTTP/1.1" status: 204 len: 168 time: 0.5680616 Feb 09 01:20:17.267066 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-37563a85-708b-47fc-9148-138114b3ae4d tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:17.332258 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37563a85-708b-47fc-9148-138114b3ae4d tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Pushing event deleted for resources: {'Port': ['ID=eca4b38c-f3fa-4b45-a8c1-9da9c76d7276,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:17.444514 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-37563a85-708b-47fc-9148-138114b3ae4d tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks [] for floatingip, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:17.489004 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-37563a85-708b-47fc-9148-138114b3ae4d tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:17.490417 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-37563a85-708b-47fc-9148-138114b3ae4d tempest-AttachVolumeShelveTestJSON-1077743485 tempest-AttachVolumeShelveTestJSON-1077743485-project] 10.222.0.105 "DELETE /v2.0/floatingips/9aa1959e-0521-47f4-8ad0-f94f0210b16c HTTP/1.1" status: 204 len: 168 time: 1.3809810 Feb 09 01:20:18.812396 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48558) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:19.022596 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-e88e5144-1ca9-4ad2-a2b4-9fa005a34d33 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-802253245'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:19.028831 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e88e5144-1ca9-4ad2-a2b4-9fa005a34d33 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:19.033734 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e88e5144-1ca9-4ad2-a2b4-9fa005a34d33 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Usage tracker for resource:network and tenant:ea15a43d93574740aa8f256db3d01e8f is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:20:19.054099 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e88e5144-1ca9-4ad2-a2b4-9fa005a34d33 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:20:19.074671 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e88e5144-1ca9-4ad2-a2b4-9fa005a34d33 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:19.114297 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e88e5144-1ca9-4ad2-a2b4-9fa005a34d33 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Made reservation on behalf of ea15a43d93574740aa8f256db3d01e8f for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:20:19.118436 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e88e5144-1ca9-4ad2-a2b4-9fa005a34d33 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:19.135032 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e88e5144-1ca9-4ad2-a2b4-9fa005a34d33 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:19.182703 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e88e5144-1ca9-4ad2-a2b4-9fa005a34d33 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:19.191739 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e88e5144-1ca9-4ad2-a2b4-9fa005a34d33 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Usage tracker for resource:security_group_rule and tenant:ea15a43d93574740aa8f256db3d01e8f is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:20:19.206504 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e88e5144-1ca9-4ad2-a2b4-9fa005a34d33 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:20:19.212632 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e88e5144-1ca9-4ad2-a2b4-9fa005a34d33 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:19.333680 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e88e5144-1ca9-4ad2-a2b4-9fa005a34d33 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:19.338536 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e88e5144-1ca9-4ad2-a2b4-9fa005a34d33 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:19.376665 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88e5144-1ca9-4ad2-a2b4-9fa005a34d33 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9583d33b-6f8c-4c50-b62c-b2875f2e8f02,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:19.390505 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e88e5144-1ca9-4ad2-a2b4-9fa005a34d33 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:20:19.409310 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e88e5144-1ca9-4ad2-a2b4-9fa005a34d33 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:19.409849 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-e88e5144-1ca9-4ad2-a2b4-9fa005a34d33 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Added segment 40289ac6-fa1d-472f-9299-4c6cbca3b278 of type vlan for network 294c4206-b535-4002-aeac-c6282983399a Feb 09 01:20:19.486489 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e88e5144-1ca9-4ad2-a2b4-9fa005a34d33 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:19.526239 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e88e5144-1ca9-4ad2-a2b4-9fa005a34d33 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:19.534263 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88e5144-1ca9-4ad2-a2b4-9fa005a34d33 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:19.535285 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e88e5144-1ca9-4ad2-a2b4-9fa005a34d33 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:19.541150 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48590) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:19.587336 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e88e5144-1ca9-4ad2-a2b4-9fa005a34d33 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7735112 Feb 09 01:20:19.752318 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88e5144-1ca9-4ad2-a2b4-9fa005a34d33 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Pushing event updated for resources: {'Network': ['ID=294c4206-b535-4002-aeac-c6282983399a,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:19.766518 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 294c4206-b535-4002-aeac-c6282983399a details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:20:19.847102 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bf126cdc-fa0d-40b7-b9a2-237694339576 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:19.885776 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-bf126cdc-fa0d-40b7-b9a2-237694339576 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:19.891993 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-bf126cdc-fa0d-40b7-b9a2-237694339576 admin admin] Usage tracker for resource:security_group_rule and tenant:ce8bf3aae1014a04a8d51fce88b8d739 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:20:19.895270 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-bf126cdc-fa0d-40b7-b9a2-237694339576 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:20:19.907277 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-bf126cdc-fa0d-40b7-b9a2-237694339576 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:20.179692 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bf126cdc-fa0d-40b7-b9a2-237694339576 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:20.187594 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bf126cdc-fa0d-40b7-b9a2-237694339576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:20.266878 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-bf126cdc-fa0d-40b7-b9a2-237694339576 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=ce8bf3aae1014a04a8d51fce88b8d739&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7239547 Feb 09 01:20:20.269403 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48606) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:20.271673 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf126cdc-fa0d-40b7-b9a2-237694339576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e23a19-64f0-4adb-9581-58127a30e30f,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:20.391537 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4317e55d-77bb-4569-b407-55c2f9a4b1a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:20.419409 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4317e55d-77bb-4569-b407-55c2f9a4b1a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:20.484403 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4317e55d-77bb-4569-b407-55c2f9a4b1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:20.515929 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4317e55d-77bb-4569-b407-55c2f9a4b1a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e23a19-64f0-4adb-9581-58127a30e30f,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:20.519666 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4317e55d-77bb-4569-b407-55c2f9a4b1a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:20.520796 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-4317e55d-77bb-4569-b407-55c2f9a4b1a6 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/70e23a19-64f0-4adb-9581-58127a30e30f HTTP/1.1" status: 204 len: 168 time: 0.2498038 Feb 09 01:20:21.844980 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:22.778318 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48680) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:23.051670 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48688) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:23.062013 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-d30b5944-a8ee-4ce9-afb3-e2ae65f196d3 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Request body: {'subnet': {'network_id': '294c4206-b535-4002-aeac-c6282983399a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:23.151341 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-9db3c349-c2d0-45db-942b-a3dd7af56c23 tempest-PortsAdminExtendedAttrsTestJSON-1505476184 tempest-PortsAdminExtendedAttrsTestJSON-1505476184-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1159348762'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:23.264527 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-9db3c349-c2d0-45db-942b-a3dd7af56c23 tempest-PortsAdminExtendedAttrsTestJSON-1505476184 tempest-PortsAdminExtendedAttrsTestJSON-1505476184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:23.267045 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d30b5944-a8ee-4ce9-afb3-e2ae65f196d3 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:23.271979 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-d30b5944-a8ee-4ce9-afb3-e2ae65f196d3 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Usage tracker for resource:subnet and tenant:ea15a43d93574740aa8f256db3d01e8f is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:20:23.275237 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-d30b5944-a8ee-4ce9-afb3-e2ae65f196d3 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:20:23.282163 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-9db3c349-c2d0-45db-942b-a3dd7af56c23 tempest-PortsAdminExtendedAttrsTestJSON-1505476184 tempest-PortsAdminExtendedAttrsTestJSON-1505476184-project] Usage tracker for resource:network and tenant:7cd0308ef68b44f3896c1fe7fcc9c156 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:20:23.285139 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d30b5944-a8ee-4ce9-afb3-e2ae65f196d3 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:23.288633 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-9db3c349-c2d0-45db-942b-a3dd7af56c23 tempest-PortsAdminExtendedAttrsTestJSON-1505476184 tempest-PortsAdminExtendedAttrsTestJSON-1505476184-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:20:23.298845 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-9db3c349-c2d0-45db-942b-a3dd7af56c23 tempest-PortsAdminExtendedAttrsTestJSON-1505476184 tempest-PortsAdminExtendedAttrsTestJSON-1505476184-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:23.304878 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d30b5944-a8ee-4ce9-afb3-e2ae65f196d3 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Made reservation on behalf of ea15a43d93574740aa8f256db3d01e8f for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:20:23.308680 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d30b5944-a8ee-4ce9-afb3-e2ae65f196d3 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:23.614186 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db3c349-c2d0-45db-942b-a3dd7af56c23 tempest-PortsAdminExtendedAttrsTestJSON-1505476184 tempest-PortsAdminExtendedAttrsTestJSON-1505476184-project] Made reservation on behalf of 7cd0308ef68b44f3896c1fe7fcc9c156 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:20:23.628799 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9db3c349-c2d0-45db-942b-a3dd7af56c23 tempest-PortsAdminExtendedAttrsTestJSON-1505476184 tempest-PortsAdminExtendedAttrsTestJSON-1505476184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:23.669006 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9db3c349-c2d0-45db-942b-a3dd7af56c23 tempest-PortsAdminExtendedAttrsTestJSON-1505476184 tempest-PortsAdminExtendedAttrsTestJSON-1505476184-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:23.714142 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-9db3c349-c2d0-45db-942b-a3dd7af56c23 tempest-PortsAdminExtendedAttrsTestJSON-1505476184 tempest-PortsAdminExtendedAttrsTestJSON-1505476184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:23.735987 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-9db3c349-c2d0-45db-942b-a3dd7af56c23 tempest-PortsAdminExtendedAttrsTestJSON-1505476184 tempest-PortsAdminExtendedAttrsTestJSON-1505476184-project] Usage tracker for resource:security_group_rule and tenant:7cd0308ef68b44f3896c1fe7fcc9c156 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:20:23.741137 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-9db3c349-c2d0-45db-942b-a3dd7af56c23 tempest-PortsAdminExtendedAttrsTestJSON-1505476184 tempest-PortsAdminExtendedAttrsTestJSON-1505476184-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:20:23.821086 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-9db3c349-c2d0-45db-942b-a3dd7af56c23 tempest-PortsAdminExtendedAttrsTestJSON-1505476184 tempest-PortsAdminExtendedAttrsTestJSON-1505476184-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:23.939056 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d30b5944-a8ee-4ce9-afb3-e2ae65f196d3 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:24.017067 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30b5944-a8ee-4ce9-afb3-e2ae65f196d3 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Pushing event updated for resources: {'Subnet': ['ID=2a2b0318-a6b0-4987-93ef-6c383a8e0de1,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:24.261870 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9db3c349-c2d0-45db-942b-a3dd7af56c23 tempest-PortsAdminExtendedAttrsTestJSON-1505476184 tempest-PortsAdminExtendedAttrsTestJSON-1505476184-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:24.268063 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30b5944-a8ee-4ce9-afb3-e2ae65f196d3 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Checking segment: {'id': '40289ac6-fa1d-472f-9299-4c6cbca3b278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '294c4206-b535-4002-aeac-c6282983399a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:20:24.269298 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30b5944-a8ee-4ce9-afb3-e2ae65f196d3 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Network hostable DHCP agents. Network: 294c4206-b535-4002-aeac-c6282983399a, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:20:24.312129 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9db3c349-c2d0-45db-942b-a3dd7af56c23 tempest-PortsAdminExtendedAttrsTestJSON-1505476184 tempest-PortsAdminExtendedAttrsTestJSON-1505476184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:24.386640 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30b5944-a8ee-4ce9-afb3-e2ae65f196d3 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Network 294c4206-b535-4002-aeac-c6282983399a is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:20:24.390381 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9db3c349-c2d0-45db-942b-a3dd7af56c23 tempest-PortsAdminExtendedAttrsTestJSON-1505476184 tempest-PortsAdminExtendedAttrsTestJSON-1505476184-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:20:24.412671 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db3c349-c2d0-45db-942b-a3dd7af56c23 tempest-PortsAdminExtendedAttrsTestJSON-1505476184 tempest-PortsAdminExtendedAttrsTestJSON-1505476184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59b4c8b0-3147-43cc-9b6e-a8b012180db4,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:24.439897 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-d30b5944-a8ee-4ce9-afb3-e2ae65f196d3 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 294c4206-b535-4002-aeac-c6282983399a) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:24.446084 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30b5944-a8ee-4ce9-afb3-e2ae65f196d3 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:24.447060 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d30b5944-a8ee-4ce9-afb3-e2ae65f196d3 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:24.452477 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf9461a-df16-489f-bd6d-bb7abaff6768 None None] Network 294c4206-b535-4002-aeac-c6282983399a requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:20:24.454104 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9db3c349-c2d0-45db-942b-a3dd7af56c23 tempest-PortsAdminExtendedAttrsTestJSON-1505476184 tempest-PortsAdminExtendedAttrsTestJSON-1505476184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:24.455169 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-9db3c349-c2d0-45db-942b-a3dd7af56c23 tempest-PortsAdminExtendedAttrsTestJSON-1505476184 tempest-PortsAdminExtendedAttrsTestJSON-1505476184-project] Added segment de3c34ce-ead3-482e-acf7-cab1f0ca7258 of type vlan for network 0688d23f-bed2-4da2-bece-e3e61068cc96 Feb 09 01:20:24.564765 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9db3c349-c2d0-45db-942b-a3dd7af56c23 tempest-PortsAdminExtendedAttrsTestJSON-1505476184 tempest-PortsAdminExtendedAttrsTestJSON-1505476184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:24.575811 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48726) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:24.589506 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-c9ea5457-b88e-4bf3-b31f-554bdc7b4e08 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1399342698'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:24.595446 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-d30b5944-a8ee-4ce9-afb3-e2ae65f196d3 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5311933 Feb 09 01:20:24.602191 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c9ea5457-b88e-4bf3-b31f-554bdc7b4e08 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:24.615574 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-c9ea5457-b88e-4bf3-b31f-554bdc7b4e08 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Usage tracker for resource:network and tenant:ea15a43d93574740aa8f256db3d01e8f is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:20:24.615574 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-c9ea5457-b88e-4bf3-b31f-554bdc7b4e08 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:20:24.644510 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c9ea5457-b88e-4bf3-b31f-554bdc7b4e08 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:24.667956 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ea5457-b88e-4bf3-b31f-554bdc7b4e08 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Made reservation on behalf of ea15a43d93574740aa8f256db3d01e8f for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:20:24.680277 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c9ea5457-b88e-4bf3-b31f-554bdc7b4e08 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:24.724552 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9db3c349-c2d0-45db-942b-a3dd7af56c23 tempest-PortsAdminExtendedAttrsTestJSON-1505476184 tempest-PortsAdminExtendedAttrsTestJSON-1505476184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:24.733816 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db3c349-c2d0-45db-942b-a3dd7af56c23 tempest-PortsAdminExtendedAttrsTestJSON-1505476184 tempest-PortsAdminExtendedAttrsTestJSON-1505476184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:24.734658 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9db3c349-c2d0-45db-942b-a3dd7af56c23 tempest-PortsAdminExtendedAttrsTestJSON-1505476184 tempest-PortsAdminExtendedAttrsTestJSON-1505476184-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:24.744472 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9ea5457-b88e-4bf3-b31f-554bdc7b4e08 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:20:24.760926 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c9ea5457-b88e-4bf3-b31f-554bdc7b4e08 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:24.761144 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-c9ea5457-b88e-4bf3-b31f-554bdc7b4e08 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Added segment 80aae02a-3216-4d17-babb-bc7aaa23c93b of type vlan for network 9627ee1c-320d-49c4-be72-e405a53fe468 Feb 09 01:20:24.880270 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48734) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:24.982104 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c9ea5457-b88e-4bf3-b31f-554bdc7b4e08 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:25.060414 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c9ea5457-b88e-4bf3-b31f-554bdc7b4e08 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:25.067375 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ea5457-b88e-4bf3-b31f-554bdc7b4e08 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:25.070106 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c9ea5457-b88e-4bf3-b31f-554bdc7b4e08 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:25.143133 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db3c349-c2d0-45db-942b-a3dd7af56c23 tempest-PortsAdminExtendedAttrsTestJSON-1505476184 tempest-PortsAdminExtendedAttrsTestJSON-1505476184-project] Pushing event updated for resources: {'Network': ['ID=0688d23f-bed2-4da2-bece-e3e61068cc96,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:25.167715 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-9db3c349-c2d0-45db-942b-a3dd7af56c23 tempest-PortsAdminExtendedAttrsTestJSON-1505476184 tempest-PortsAdminExtendedAttrsTestJSON-1505476184-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.3787086 Feb 09 01:20:25.321554 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 0688d23f-bed2-4da2-bece-e3e61068cc96 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:20:25.485286 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48752) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:25.492692 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Request body: {'port': {'network_id': '0688d23f-bed2-4da2-bece-e3e61068cc96', 'binding:host_id': 'n-h1-828418-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1040460003'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:25.506950 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:25.515558 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Usage tracker for resource:port and tenant:a45216ead5b64cf9b3b4b2ae21f378d7 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:20:25.520989 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:20:25.522784 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:25.523821 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff13d88-90f8-4f51-b9e8-86ba6beb4d88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-294c4206-b535-4002-aeac-c6282983399a', 'network_id': '294c4206-b535-4002-aeac-c6282983399a', 'tenant_id': 'ea15a43d93574740aa8f256db3d01e8f', 'fixed_ips': [{'subnet_id': '2a2b0318-a6b0-4987-93ef-6c383a8e0de1'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:20:25.524643 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5ff13d88-90f8-4f51-b9e8-86ba6beb4d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:25.541760 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:25.565499 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Made reservation on behalf of a45216ead5b64cf9b3b4b2ae21f378d7 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:20:25.571579 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:25.577729 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea5457-b88e-4bf3-b31f-554bdc7b4e08 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Pushing event updated for resources: {'Network': ['ID=9627ee1c-320d-49c4-be72-e405a53fe468,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:25.621364 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:25.654721 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:25.665910 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Usage tracker for resource:security_group_rule and tenant:a45216ead5b64cf9b3b4b2ae21f378d7 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:20:25.675706 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:20:25.683784 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 9627ee1c-320d-49c4-be72-e405a53fe468 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:20:25.691491 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:25.898396 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-5ff13d88-90f8-4f51-b9e8-86ba6beb4d88 None None] Allocated IP 2001:db8:0:ffff::2 (294c4206-b535-4002-aeac-c6282983399a/2a2b0318-a6b0-4987-93ef-6c383a8e0de1/4a558db6-4fd5-419f-bea7-2fa89492ace4) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:20:25.969044 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48760) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:25.970262 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c9ea5457-b88e-4bf3-b31f-554bdc7b4e08 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3940511 Feb 09 01:20:25.992631 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-db39ad03-6157-4a17-9a2e-c2aa6f9f3b60 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Request body: {'subnet': {'network_id': '9627ee1c-320d-49c4-be72-e405a53fe468', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:26.037796 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:26.167744 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:26.187037 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] device_id is not set on port eb85ec43-f18b-489a-9adf-ae63bab97a0f yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:20:26.393655 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d566e2-8040-46ff-84ec-22ba90c71cac,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:26.407620 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-db39ad03-6157-4a17-9a2e-c2aa6f9f3b60 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:26.418965 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-db39ad03-6157-4a17-9a2e-c2aa6f9f3b60 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Usage tracker for resource:subnet and tenant:ea15a43d93574740aa8f256db3d01e8f is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:20:26.448579 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-db39ad03-6157-4a17-9a2e-c2aa6f9f3b60 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:20:26.458954 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-db39ad03-6157-4a17-9a2e-c2aa6f9f3b60 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:26.526051 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5ff13d88-90f8-4f51-b9e8-86ba6beb4d88 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:26.533778 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db39ad03-6157-4a17-9a2e-c2aa6f9f3b60 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Made reservation on behalf of ea15a43d93574740aa8f256db3d01e8f for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:20:26.537633 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-db39ad03-6157-4a17-9a2e-c2aa6f9f3b60 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:26.540706 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5ff13d88-90f8-4f51-b9e8-86ba6beb4d88 None None] Transition to ACTIVE for port object 4a558db6-4fd5-419f-bea7-2fa89492ace4 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:20:26.568249 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5ff13d88-90f8-4f51-b9e8-86ba6beb4d88 None None] Transition to ACTIVE for port object 4a558db6-4fd5-419f-bea7-2fa89492ace4 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:20:26.577926 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5ff13d88-90f8-4f51-b9e8-86ba6beb4d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:26.666389 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff13d88-90f8-4f51-b9e8-86ba6beb4d88 None None] Network 294c4206-b535-4002-aeac-c6282983399a is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:20:26.671134 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-5ff13d88-90f8-4f51-b9e8-86ba6beb4d88 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:26.679918 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff13d88-90f8-4f51-b9e8-86ba6beb4d88 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:20:26.689745 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff13d88-90f8-4f51-b9e8-86ba6beb4d88 None None] Pushing event updated for resources: {'Port': ['ID=4a558db6-4fd5-419f-bea7-2fa89492ace4,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:26.811114 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-5ff13d88-90f8-4f51-b9e8-86ba6beb4d88 None None] Attempting to bind port 4a558db6-4fd5-419f-bea7-2fa89492ace4 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:20:26.813015 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-5ff13d88-90f8-4f51-b9e8-86ba6beb4d88 None None] Attempting to bind port 4a558db6-4fd5-419f-bea7-2fa89492ace4 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '40289ac6-fa1d-472f-9299-4c6cbca3b278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '294c4206-b535-4002-aeac-c6282983399a'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:20:26.813664 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff13d88-90f8-4f51-b9e8-86ba6beb4d88 None None] Attempting to bind port 4a558db6-4fd5-419f-bea7-2fa89492ace4 on network 294c4206-b535-4002-aeac-c6282983399a {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:20:26.823571 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff13d88-90f8-4f51-b9e8-86ba6beb4d88 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:20:26.824288 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff13d88-90f8-4f51-b9e8-86ba6beb4d88 None None] Checking segment: {'id': '40289ac6-fa1d-472f-9299-4c6cbca3b278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '294c4206-b535-4002-aeac-c6282983399a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:20:26.825407 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5ff13d88-90f8-4f51-b9e8-86ba6beb4d88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:26.826806 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff13d88-90f8-4f51-b9e8-86ba6beb4d88 None None] Bound using segment: {'id': '40289ac6-fa1d-472f-9299-4c6cbca3b278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '294c4206-b535-4002-aeac-c6282983399a'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:20:26.827556 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-5ff13d88-90f8-4f51-b9e8-86ba6beb4d88 None None] Bound port: 4a558db6-4fd5-419f-bea7-2fa89492ace4, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40289ac6-fa1d-472f-9299-4c6cbca3b278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '294c4206-b535-4002-aeac-c6282983399a'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:20:26.828177 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5ff13d88-90f8-4f51-b9e8-86ba6beb4d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:26.960713 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-5ff13d88-90f8-4f51-b9e8-86ba6beb4d88 None None] For port 4a558db6-4fd5-419f-bea7-2fa89492ace4, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:20:26.966162 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-5ff13d88-90f8-4f51-b9e8-86ba6beb4d88 None None] For port 4a558db6-4fd5-419f-bea7-2fa89492ace4, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=4a558db6-4fd5-419f-bea7-2fa89492ace4,segment=NetworkSegment(40289ac6-fa1d-472f-9299-4c6cbca3b278),segment_id=40289ac6-fa1d-472f-9299-4c6cbca3b278)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:20:26.974224 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5ff13d88-90f8-4f51-b9e8-86ba6beb4d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:26.984899 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3f509132-0428-4e50-8ee7-782783ccc17a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:27.150484 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff13d88-90f8-4f51-b9e8-86ba6beb4d88 None None] Pushing event updated for resources: {'Port': ['ID=4a558db6-4fd5-419f-bea7-2fa89492ace4,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:27.167449 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] device_id is not set on port eb85ec43-f18b-489a-9adf-ae63bab97a0f yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:20:27.235811 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:27.296883 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Transition to ACTIVE for port object eb85ec43-f18b-489a-9adf-ae63bab97a0f will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:20:27.385230 n-d-828418-1 neutron-server[87639]: DEBUG neutron.objects.ports [None req-db39ad03-6157-4a17-9a2e-c2aa6f9f3b60 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87639) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 01:20:27.395356 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:27.466893 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-db39ad03-6157-4a17-9a2e-c2aa6f9f3b60 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:27.687553 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db39ad03-6157-4a17-9a2e-c2aa6f9f3b60 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Pushing event updated for resources: {'Subnet': ['ID=2d5aba38-6d3a-4db4-b486-f78b3f23da74,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:27.762303 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-3f509132-0428-4e50-8ee7-782783ccc17a admin admin] Deleting port 8e0614f9-4193-4180-bb2a-4859a0ab49d6 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:20:27.763022 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3f509132-0428-4e50-8ee7-782783ccc17a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:27.811508 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Pushing event updated for resources: {'Port': ['ID=eb85ec43-f18b-489a-9adf-ae63bab97a0f,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:27.822523 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db39ad03-6157-4a17-9a2e-c2aa6f9f3b60 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Checking segment: {'id': '80aae02a-3216-4d17-babb-bc7aaa23c93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9627ee1c-320d-49c4-be72-e405a53fe468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:20:27.822523 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db39ad03-6157-4a17-9a2e-c2aa6f9f3b60 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Network hostable DHCP agents. Network: 9627ee1c-320d-49c4-be72-e405a53fe468, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:20:27.841125 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Checking segment: {'id': 'de3c34ce-ead3-482e-acf7-cab1f0ca7258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0688d23f-bed2-4da2-bece-e3e61068cc96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:20:27.842102 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Network hostable DHCP agents. Network: 0688d23f-bed2-4da2-bece-e3e61068cc96, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:20:27.863396 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db39ad03-6157-4a17-9a2e-c2aa6f9f3b60 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Network 9627ee1c-320d-49c4-be72-e405a53fe468 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:20:27.871847 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Network 0688d23f-bed2-4da2-bece-e3e61068cc96 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:20:27.877998 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-db39ad03-6157-4a17-9a2e-c2aa6f9f3b60 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 9627ee1c-320d-49c4-be72-e405a53fe468) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:27.879964 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 0688d23f-bed2-4da2-bece-e3e61068cc96) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:27.884448 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db39ad03-6157-4a17-9a2e-c2aa6f9f3b60 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:27.885080 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-db39ad03-6157-4a17-9a2e-c2aa6f9f3b60 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:27.891576 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25995dd0-baca-4f8d-8908-69dedbd7640c None None] Network 9627ee1c-320d-49c4-be72-e405a53fe468 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:20:27.913104 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:20:27.931539 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port eb85ec43-f18b-489a-9adf-ae63bab97a0f on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:20:27.931876 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port eb85ec43-f18b-489a-9adf-ae63bab97a0f by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'de3c34ce-ead3-482e-acf7-cab1f0ca7258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0688d23f-bed2-4da2-bece-e3e61068cc96'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:20:27.934393 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port eb85ec43-f18b-489a-9adf-ae63bab97a0f on network 0688d23f-bed2-4da2-bece-e3e61068cc96 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:20:27.946355 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-db39ad03-6157-4a17-9a2e-c2aa6f9f3b60 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9736879 Feb 09 01:20:27.946572 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Port eb85ec43-f18b-489a-9adf-ae63bab97a0f on network 0688d23f-bed2-4da2-bece-e3e61068cc96 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:20:27.946837 n-d-828418-1 neutron-server[87639]: ERROR neutron.plugins.ml2.managers [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Failed to bind port eb85ec43-f18b-489a-9adf-ae63bab97a0f on host n-h1-828418-1 for vnic_type normal using segments [{'id': 'de3c34ce-ead3-482e-acf7-cab1f0ca7258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0688d23f-bed2-4da2-bece-e3e61068cc96'}] Feb 09 01:20:27.947202 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48798) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:27.947681 n-d-828418-1 neutron-server[87639]: INFO neutron.plugins.ml2.plugin [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempt 2 to bind port eb85ec43-f18b-489a-9adf-ae63bab97a0f Feb 09 01:20:27.948150 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106a764a-e96b-4618-b61e-ea96edd5f424 None None] Network 0688d23f-bed2-4da2-bece-e3e61068cc96 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:20:27.965189 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-6df92507-b26d-4fa9-ba66-900a2260041a tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Request body: {'port': {'network_id': '9627ee1c-320d-49c4-be72-e405a53fe468', 'name': 'tempest-NetworksIpV6TestAttrs-1405478753'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:28.146675 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-6df92507-b26d-4fa9-ba66-900a2260041a tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:28.156656 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-3f509132-0428-4e50-8ee7-782783ccc17a admin admin] For port 8e0614f9-4193-4180-bb2a-4859a0ab49d6, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=8e0614f9-4193-4180-bb2a-4859a0ab49d6,segment=NetworkSegment(ce0dc62c-7941-4b08-ad25-dc67d17d1ad0),segment_id=ce0dc62c-7941-4b08-ad25-dc67d17d1ad0)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:20:28.157122 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3f509132-0428-4e50-8ee7-782783ccc17a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:28.160608 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-6df92507-b26d-4fa9-ba66-900a2260041a tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Usage tracker for resource:port and tenant:ea15a43d93574740aa8f256db3d01e8f is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:20:28.166694 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port eb85ec43-f18b-489a-9adf-ae63bab97a0f on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:20:28.167056 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port eb85ec43-f18b-489a-9adf-ae63bab97a0f by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'de3c34ce-ead3-482e-acf7-cab1f0ca7258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0688d23f-bed2-4da2-bece-e3e61068cc96'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:20:28.167404 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port eb85ec43-f18b-489a-9adf-ae63bab97a0f on network 0688d23f-bed2-4da2-bece-e3e61068cc96 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:20:28.184067 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-6df92507-b26d-4fa9-ba66-900a2260041a tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:20:28.189070 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Port eb85ec43-f18b-489a-9adf-ae63bab97a0f on network 0688d23f-bed2-4da2-bece-e3e61068cc96 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:20:28.189396 n-d-828418-1 neutron-server[87639]: ERROR neutron.plugins.ml2.managers [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Failed to bind port eb85ec43-f18b-489a-9adf-ae63bab97a0f on host n-h1-828418-1 for vnic_type normal using segments [{'id': 'de3c34ce-ead3-482e-acf7-cab1f0ca7258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0688d23f-bed2-4da2-bece-e3e61068cc96'}] Feb 09 01:20:28.192451 n-d-828418-1 neutron-server[87639]: INFO neutron.plugins.ml2.plugin [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempt 3 to bind port eb85ec43-f18b-489a-9adf-ae63bab97a0f Feb 09 01:20:28.235140 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-6df92507-b26d-4fa9-ba66-900a2260041a tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:28.239342 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port eb85ec43-f18b-489a-9adf-ae63bab97a0f on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:20:28.242347 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port eb85ec43-f18b-489a-9adf-ae63bab97a0f by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'de3c34ce-ead3-482e-acf7-cab1f0ca7258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0688d23f-bed2-4da2-bece-e3e61068cc96'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:20:28.242933 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port eb85ec43-f18b-489a-9adf-ae63bab97a0f on network 0688d23f-bed2-4da2-bece-e3e61068cc96 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:20:28.256088 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Port eb85ec43-f18b-489a-9adf-ae63bab97a0f on network 0688d23f-bed2-4da2-bece-e3e61068cc96 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:20:28.258033 n-d-828418-1 neutron-server[87639]: ERROR neutron.plugins.ml2.managers [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Failed to bind port eb85ec43-f18b-489a-9adf-ae63bab97a0f on host n-h1-828418-1 for vnic_type normal using segments [{'id': 'de3c34ce-ead3-482e-acf7-cab1f0ca7258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0688d23f-bed2-4da2-bece-e3e61068cc96'}] Feb 09 01:20:28.263028 n-d-828418-1 neutron-server[87639]: INFO neutron.plugins.ml2.plugin [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempt 4 to bind port eb85ec43-f18b-489a-9adf-ae63bab97a0f Feb 09 01:20:28.307833 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df92507-b26d-4fa9-ba66-900a2260041a tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Made reservation on behalf of ea15a43d93574740aa8f256db3d01e8f for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:20:28.316972 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6df92507-b26d-4fa9-ba66-900a2260041a tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:28.359438 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port eb85ec43-f18b-489a-9adf-ae63bab97a0f on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:20:28.359794 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port eb85ec43-f18b-489a-9adf-ae63bab97a0f by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'de3c34ce-ead3-482e-acf7-cab1f0ca7258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0688d23f-bed2-4da2-bece-e3e61068cc96'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:20:28.360135 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port eb85ec43-f18b-489a-9adf-ae63bab97a0f on network 0688d23f-bed2-4da2-bece-e3e61068cc96 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:20:28.374519 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Port eb85ec43-f18b-489a-9adf-ae63bab97a0f on network 0688d23f-bed2-4da2-bece-e3e61068cc96 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:20:28.375059 n-d-828418-1 neutron-server[87639]: ERROR neutron.plugins.ml2.managers [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Failed to bind port eb85ec43-f18b-489a-9adf-ae63bab97a0f on host n-h1-828418-1 for vnic_type normal using segments [{'id': 'de3c34ce-ead3-482e-acf7-cab1f0ca7258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0688d23f-bed2-4da2-bece-e3e61068cc96'}] Feb 09 01:20:28.378234 n-d-828418-1 neutron-server[87639]: INFO neutron.plugins.ml2.plugin [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempt 5 to bind port eb85ec43-f18b-489a-9adf-ae63bab97a0f Feb 09 01:20:28.421143 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-6df92507-b26d-4fa9-ba66-900a2260041a tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] device_id is not set on port 9590a537-8ef7-4b4b-b467-b472962c3526 yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:20:28.439115 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-3f509132-0428-4e50-8ee7-782783ccc17a admin admin] Calling delete_port for 8e0614f9-4193-4180-bb2a-4859a0ab49d6 owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:20:28.517558 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port eb85ec43-f18b-489a-9adf-ae63bab97a0f on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:20:28.517912 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port eb85ec43-f18b-489a-9adf-ae63bab97a0f by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'de3c34ce-ead3-482e-acf7-cab1f0ca7258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0688d23f-bed2-4da2-bece-e3e61068cc96'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:20:28.518250 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port eb85ec43-f18b-489a-9adf-ae63bab97a0f on network 0688d23f-bed2-4da2-bece-e3e61068cc96 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:20:28.544077 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Port eb85ec43-f18b-489a-9adf-ae63bab97a0f on network 0688d23f-bed2-4da2-bece-e3e61068cc96 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:20:28.545181 n-d-828418-1 neutron-server[87639]: ERROR neutron.plugins.ml2.managers [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Failed to bind port eb85ec43-f18b-489a-9adf-ae63bab97a0f on host n-h1-828418-1 for vnic_type normal using segments [{'id': 'de3c34ce-ead3-482e-acf7-cab1f0ca7258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0688d23f-bed2-4da2-bece-e3e61068cc96'}] Feb 09 01:20:28.559026 n-d-828418-1 neutron-server[87639]: INFO neutron.plugins.ml2.plugin [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempt 6 to bind port eb85ec43-f18b-489a-9adf-ae63bab97a0f Feb 09 01:20:28.592354 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port eb85ec43-f18b-489a-9adf-ae63bab97a0f on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:20:28.592906 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port eb85ec43-f18b-489a-9adf-ae63bab97a0f by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'de3c34ce-ead3-482e-acf7-cab1f0ca7258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0688d23f-bed2-4da2-bece-e3e61068cc96'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:20:28.593250 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port eb85ec43-f18b-489a-9adf-ae63bab97a0f on network 0688d23f-bed2-4da2-bece-e3e61068cc96 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:20:28.601653 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Port eb85ec43-f18b-489a-9adf-ae63bab97a0f on network 0688d23f-bed2-4da2-bece-e3e61068cc96 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:20:28.601653 n-d-828418-1 neutron-server[87639]: ERROR neutron.plugins.ml2.managers [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Failed to bind port eb85ec43-f18b-489a-9adf-ae63bab97a0f on host n-h1-828418-1 for vnic_type normal using segments [{'id': 'de3c34ce-ead3-482e-acf7-cab1f0ca7258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0688d23f-bed2-4da2-bece-e3e61068cc96'}] Feb 09 01:20:28.604918 n-d-828418-1 neutron-server[87639]: INFO neutron.plugins.ml2.plugin [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempt 7 to bind port eb85ec43-f18b-489a-9adf-ae63bab97a0f Feb 09 01:20:28.628186 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port eb85ec43-f18b-489a-9adf-ae63bab97a0f on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:20:28.628517 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port eb85ec43-f18b-489a-9adf-ae63bab97a0f by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'de3c34ce-ead3-482e-acf7-cab1f0ca7258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0688d23f-bed2-4da2-bece-e3e61068cc96'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:20:28.629231 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port eb85ec43-f18b-489a-9adf-ae63bab97a0f on network 0688d23f-bed2-4da2-bece-e3e61068cc96 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:20:28.644144 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Port eb85ec43-f18b-489a-9adf-ae63bab97a0f on network 0688d23f-bed2-4da2-bece-e3e61068cc96 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:20:28.644562 n-d-828418-1 neutron-server[87639]: ERROR neutron.plugins.ml2.managers [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Failed to bind port eb85ec43-f18b-489a-9adf-ae63bab97a0f on host n-h1-828418-1 for vnic_type normal using segments [{'id': 'de3c34ce-ead3-482e-acf7-cab1f0ca7258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0688d23f-bed2-4da2-bece-e3e61068cc96'}] Feb 09 01:20:28.647367 n-d-828418-1 neutron-server[87639]: INFO neutron.plugins.ml2.plugin [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempt 8 to bind port eb85ec43-f18b-489a-9adf-ae63bab97a0f Feb 09 01:20:28.954358 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b34758-1194-4987-97cf-5ea9021b900c None None] Network 294c4206-b535-4002-aeac-c6282983399a requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:20:28.984900 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3f509132-0428-4e50-8ee7-782783ccc17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:28.992321 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port eb85ec43-f18b-489a-9adf-ae63bab97a0f on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:20:28.992814 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port eb85ec43-f18b-489a-9adf-ae63bab97a0f by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'de3c34ce-ead3-482e-acf7-cab1f0ca7258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0688d23f-bed2-4da2-bece-e3e61068cc96'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:20:28.993296 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port eb85ec43-f18b-489a-9adf-ae63bab97a0f on network 0688d23f-bed2-4da2-bece-e3e61068cc96 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:20:29.018154 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Port eb85ec43-f18b-489a-9adf-ae63bab97a0f on network 0688d23f-bed2-4da2-bece-e3e61068cc96 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:20:29.018657 n-d-828418-1 neutron-server[87639]: ERROR neutron.plugins.ml2.managers [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Failed to bind port eb85ec43-f18b-489a-9adf-ae63bab97a0f on host n-h1-828418-1 for vnic_type normal using segments [{'id': 'de3c34ce-ead3-482e-acf7-cab1f0ca7258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0688d23f-bed2-4da2-bece-e3e61068cc96'}] Feb 09 01:20:29.021734 n-d-828418-1 neutron-server[87639]: INFO neutron.plugins.ml2.plugin [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempt 9 to bind port eb85ec43-f18b-489a-9adf-ae63bab97a0f Feb 09 01:20:29.069737 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-6df92507-b26d-4fa9-ba66-900a2260041a tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Allocated IP 2001:db8::f816:3eff:fe9a:2a1b (9627ee1c-320d-49c4-be72-e405a53fe468/2d5aba38-6d3a-4db4-b486-f78b3f23da74/9590a537-8ef7-4b4b-b467-b472962c3526) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:20:29.083280 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port eb85ec43-f18b-489a-9adf-ae63bab97a0f on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:20:29.084096 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port eb85ec43-f18b-489a-9adf-ae63bab97a0f by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'de3c34ce-ead3-482e-acf7-cab1f0ca7258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0688d23f-bed2-4da2-bece-e3e61068cc96'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:20:29.085100 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port eb85ec43-f18b-489a-9adf-ae63bab97a0f on network 0688d23f-bed2-4da2-bece-e3e61068cc96 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:20:29.093412 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Port eb85ec43-f18b-489a-9adf-ae63bab97a0f on network 0688d23f-bed2-4da2-bece-e3e61068cc96 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:20:29.094065 n-d-828418-1 neutron-server[87639]: ERROR neutron.plugins.ml2.managers [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Failed to bind port eb85ec43-f18b-489a-9adf-ae63bab97a0f on host n-h1-828418-1 for vnic_type normal using segments [{'id': 'de3c34ce-ead3-482e-acf7-cab1f0ca7258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0688d23f-bed2-4da2-bece-e3e61068cc96'}] Feb 09 01:20:29.098414 n-d-828418-1 neutron-server[87639]: INFO neutron.plugins.ml2.plugin [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempt 10 to bind port eb85ec43-f18b-489a-9adf-ae63bab97a0f Feb 09 01:20:29.118395 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port eb85ec43-f18b-489a-9adf-ae63bab97a0f on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:20:29.119010 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port eb85ec43-f18b-489a-9adf-ae63bab97a0f by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'de3c34ce-ead3-482e-acf7-cab1f0ca7258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0688d23f-bed2-4da2-bece-e3e61068cc96'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:20:29.119498 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port eb85ec43-f18b-489a-9adf-ae63bab97a0f on network 0688d23f-bed2-4da2-bece-e3e61068cc96 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:20:29.139716 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Port eb85ec43-f18b-489a-9adf-ae63bab97a0f on network 0688d23f-bed2-4da2-bece-e3e61068cc96 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:20:29.140288 n-d-828418-1 neutron-server[87639]: ERROR neutron.plugins.ml2.managers [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Failed to bind port eb85ec43-f18b-489a-9adf-ae63bab97a0f on host n-h1-828418-1 for vnic_type normal using segments [{'id': 'de3c34ce-ead3-482e-acf7-cab1f0ca7258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0688d23f-bed2-4da2-bece-e3e61068cc96'}] Feb 09 01:20:29.140984 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:29.160947 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 4a558db6-4fd5-419f-bea7-2fa89492ace4 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:20:29.221971 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78de6360-dace-45dd-aae6-4194e51fa213 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-9627ee1c-320d-49c4-be72-e405a53fe468', 'network_id': '9627ee1c-320d-49c4-be72-e405a53fe468', 'tenant_id': 'ea15a43d93574740aa8f256db3d01e8f', 'fixed_ips': [{'subnet_id': '2d5aba38-6d3a-4db4-b486-f78b3f23da74'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:20:29.224050 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-78de6360-dace-45dd-aae6-4194e51fa213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:29.405122 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a21d9619-f50f-44c3-bb52-963004cf2553 None None] Provisioning for port 4a558db6-4fd5-419f-bea7-2fa89492ace4 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:20:29.468639 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] For port eb85ec43-f18b-489a-9adf-ae63bab97a0f, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:20:29.469194 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempted to set empty binding levels {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 09 01:20:29.479682 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:29.572536 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f509132-0428-4e50-8ee7-782783ccc17a admin admin] Pushing event deleted for resources: {'Port': ['ID=8e0614f9-4193-4180-bb2a-4859a0ab49d6,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:29.601374 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:29.602060 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:29.816012 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6df92507-b26d-4fa9-ba66-900a2260041a tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:29.855042 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-6df92507-b26d-4fa9-ba66-900a2260041a tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Transition to ACTIVE for port object 9590a537-8ef7-4b4b-b467-b472962c3526 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:20:29.876937 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 4a558db6-4fd5-419f-bea7-2fa89492ace4 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:20:29.905046 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 4a558db6-4fd5-419f-bea7-2fa89492ace4 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:29.909869 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:29.924268 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6df92507-b26d-4fa9-ba66-900a2260041a tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:29.936327 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Pushing event updated for resources: {'Port': ['ID=eb85ec43-f18b-489a-9adf-ae63bab97a0f,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:30.056189 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3f509132-0428-4e50-8ee7-782783ccc17a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:30.089103 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df92507-b26d-4fa9-ba66-900a2260041a tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Pushing event updated for resources: {'Port': ['ID=9590a537-8ef7-4b4b-b467-b472962c3526,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:30.098630 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f545f0b2-f904-464b-b3b2-9dfbc64564be tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 4.6116822 Feb 09 01:20:30.103232 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48822) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:30.188507 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-09ce901f-07b8-40e4-b6e9-08b520a7f72c tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Deleting port eb85ec43-f18b-489a-9adf-ae63bab97a0f {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:20:30.189096 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-09ce901f-07b8-40e4-b6e9-08b520a7f72c tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:30.198157 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-78de6360-dace-45dd-aae6-4194e51fa213 None None] Allocated IP 2001:db8::f816:3eff:fed2:6326 (9627ee1c-320d-49c4-be72-e405a53fe468/2d5aba38-6d3a-4db4-b486-f78b3f23da74/c79683b3-e12e-4b1a-bbf0-b28687ecc2aa) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:20:30.303965 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df92507-b26d-4fa9-ba66-900a2260041a tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Network 9627ee1c-320d-49c4-be72-e405a53fe468 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:20:30.335080 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-6df92507-b26d-4fa9-ba66-900a2260041a tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:30.347387 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df92507-b26d-4fa9-ba66-900a2260041a tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:20:30.370672 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df92507-b26d-4fa9-ba66-900a2260041a tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:30.375182 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6df92507-b26d-4fa9-ba66-900a2260041a tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:30.440611 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-6df92507-b26d-4fa9-ba66-900a2260041a tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.4828806 Feb 09 01:20:30.444155 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48828) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:30.761390 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:30.790397 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9d0d71f-775e-418d-bceb-0e8260092ac7 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Deleting subnet 2d5aba38-6d3a-4db4-b486-f78b3f23da74 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:20:30.807996 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f509132-0428-4e50-8ee7-782783ccc17a admin admin] Router 8ceac979-d732-4a6b-907d-6eae9e37c312 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:20:30.911741 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 4a558db6-4fd5-419f-bea7-2fa89492ace4, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=4a558db6-4fd5-419f-bea7-2fa89492ace4,segment=NetworkSegment(40289ac6-fa1d-472f-9299-4c6cbca3b278),segment_id=40289ac6-fa1d-472f-9299-4c6cbca3b278)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:20:30.922204 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-6f37e6ef-627d-4dd8-b357-ad34f96c7b7c None None] Provisioning complete for port 4a558db6-4fd5-419f-bea7-2fa89492ace4 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:30.922579 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6f37e6ef-627d-4dd8-b357-ad34f96c7b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:30.951830 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:31.022639 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-09ce901f-07b8-40e4-b6e9-08b520a7f72c tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] For port eb85ec43-f18b-489a-9adf-ae63bab97a0f, host n-h1-828418-1, got binding levels [] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:20:31.023343 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-09ce901f-07b8-40e4-b6e9-08b520a7f72c tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:31.055837 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=4a558db6-4fd5-419f-bea7-2fa89492ace4,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:31.071056 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-78de6360-dace-45dd-aae6-4194e51fa213 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:31.095716 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-78de6360-dace-45dd-aae6-4194e51fa213 None None] Transition to ACTIVE for port object c79683b3-e12e-4b1a-bbf0-b28687ecc2aa will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:20:31.167147 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-78de6360-dace-45dd-aae6-4194e51fa213 None None] Transition to ACTIVE for port object c79683b3-e12e-4b1a-bbf0-b28687ecc2aa will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:20:31.190965 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-78de6360-dace-45dd-aae6-4194e51fa213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:31.195101 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-09ce901f-07b8-40e4-b6e9-08b520a7f72c tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Calling delete_port for eb85ec43-f18b-489a-9adf-ae63bab97a0f owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:20:31.273532 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f509132-0428-4e50-8ee7-782783ccc17a admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:20:31.274577 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c9d0d71f-775e-418d-bceb-0e8260092ac7 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:31.315003 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-3f509132-0428-4e50-8ee7-782783ccc17a admin admin] 10.222.0.105 "PUT /v2.0/routers/8ceac979-d732-4a6b-907d-6eae9e37c312/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4413617 Feb 09 01:20:31.318581 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48846) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:31.325421 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-09ce901f-07b8-40e4-b6e9-08b520a7f72c tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:31.347316 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78de6360-dace-45dd-aae6-4194e51fa213 None None] Network 9627ee1c-320d-49c4-be72-e405a53fe468 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:20:31.347316 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff5194c-1681-444f-8ac7-1b013ec4ee20 None None] Sync routers for ids ['8ceac979-d732-4a6b-907d-6eae9e37c312'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:20:31.347316 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-78de6360-dace-45dd-aae6-4194e51fa213 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:31.352651 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78de6360-dace-45dd-aae6-4194e51fa213 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:20:31.450620 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ce901f-07b8-40e4-b6e9-08b520a7f72c tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Pushing event deleted for resources: {'Port': ['ID=eb85ec43-f18b-489a-9adf-ae63bab97a0f,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:31.455912 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-09ce901f-07b8-40e4-b6e9-08b520a7f72c tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:31.464577 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c9d0d71f-775e-418d-bceb-0e8260092ac7 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:31.483338 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78de6360-dace-45dd-aae6-4194e51fa213 None None] Pushing event updated for resources: {'Port': ['ID=c79683b3-e12e-4b1a-bbf0-b28687ecc2aa,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:31.504539 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff5194c-1681-444f-8ac7-1b013ec4ee20 None None] Routers {'8ceac979-d732-4a6b-907d-6eae9e37c312'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:20:31.505701 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-09ce901f-07b8-40e4-b6e9-08b520a7f72c tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] 10.222.0.105 "DELETE /v2.0/ports/eb85ec43-f18b-489a-9adf-ae63bab97a0f HTTP/1.1" status: 204 len: 168 time: 1.3978894 Feb 09 01:20:31.505801 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-dff5194c-1681-444f-8ac7-1b013ec4ee20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:20:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['8ceac979-d732-4a6b-907d-6eae9e37c312'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:31.511322 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48852) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:31.557323 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2a21b69-583d-4c29-9ac1-77fc65ffad64 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] GET failed (client error): The resource could not be found. Feb 09 01:20:31.558858 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-e2a21b69-583d-4c29-9ac1-77fc65ffad64 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Synchronizing usage tracker for tenant:a45216ead5b64cf9b3b4b2ae21f378d7 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:20:31.782306 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-e2a21b69-583d-4c29-9ac1-77fc65ffad64 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Unset dirty status for tenant:a45216ead5b64cf9b3b4b2ae21f378d7 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:20:31.787199 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-e2a21b69-583d-4c29-9ac1-77fc65ffad64 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] 10.222.0.105 "GET /v2.0/ports/eb85ec43-f18b-489a-9adf-ae63bab97a0f HTTP/1.1" status: 404 len: 333 time: 0.2710359 Feb 09 01:20:31.787199 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c9d0d71f-775e-418d-bceb-0e8260092ac7 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:31.789068 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48858) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:31.797495 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3dc126d8-edfe-4c1d-800f-d479119cbe0f admin admin] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:31.811924 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-78de6360-dace-45dd-aae6-4194e51fa213 None None] Attempting to bind port c79683b3-e12e-4b1a-bbf0-b28687ecc2aa on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:20:31.814661 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-78de6360-dace-45dd-aae6-4194e51fa213 None None] Attempting to bind port c79683b3-e12e-4b1a-bbf0-b28687ecc2aa by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '80aae02a-3216-4d17-babb-bc7aaa23c93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9627ee1c-320d-49c4-be72-e405a53fe468'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:20:31.815718 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78de6360-dace-45dd-aae6-4194e51fa213 None None] Attempting to bind port c79683b3-e12e-4b1a-bbf0-b28687ecc2aa on network 9627ee1c-320d-49c4-be72-e405a53fe468 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:20:31.870732 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78de6360-dace-45dd-aae6-4194e51fa213 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:20:31.871476 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78de6360-dace-45dd-aae6-4194e51fa213 None None] Checking segment: {'id': '80aae02a-3216-4d17-babb-bc7aaa23c93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9627ee1c-320d-49c4-be72-e405a53fe468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:20:31.872065 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-78de6360-dace-45dd-aae6-4194e51fa213 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:31.874710 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78de6360-dace-45dd-aae6-4194e51fa213 None None] Bound using segment: {'id': '80aae02a-3216-4d17-babb-bc7aaa23c93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9627ee1c-320d-49c4-be72-e405a53fe468'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:20:31.875572 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-78de6360-dace-45dd-aae6-4194e51fa213 None None] Bound port: c79683b3-e12e-4b1a-bbf0-b28687ecc2aa, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80aae02a-3216-4d17-babb-bc7aaa23c93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9627ee1c-320d-49c4-be72-e405a53fe468'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:20:31.877282 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-78de6360-dace-45dd-aae6-4194e51fa213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:31.884541 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c9d0d71f-775e-418d-bceb-0e8260092ac7 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:31.916301 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-43f9a181-f512-4f30-926b-155c4fa15030 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Request body: {'port': {'network_id': '0688d23f-bed2-4da2-bece-e3e61068cc96', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-920348354'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:31.930001 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c9d0d71f-775e-418d-bceb-0e8260092ac7 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:31.939024 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d0d71f-775e-418d-bceb-0e8260092ac7 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Pushing event deleted for resources: {'Subnet': ['ID=2d5aba38-6d3a-4db4-b486-f78b3f23da74,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:31.942366 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-c9d0d71f-775e-418d-bceb-0e8260092ac7 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] 10.222.0.105 "DELETE /v2.0/subnets/2d5aba38-6d3a-4db4-b486-f78b3f23da74 HTTP/1.1" status: 204 len: 168 time: 1.4957750 Feb 09 01:20:31.944729 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48862) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:31.952683 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-dff5194c-1681-444f-8ac7-1b013ec4ee20 None None] Set router 8ceac979-d732-4a6b-907d-6eae9e37c312 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:20:31.964274 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-43f9a181-f512-4f30-926b-155c4fa15030 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:32.078801 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f651a6ee-1fe1-433e-b278-bd08c2eb98e3 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:32.082194 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f651a6ee-1fe1-433e-b278-bd08c2eb98e3 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:32.085815 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-f651a6ee-1fe1-433e-b278-bd08c2eb98e3 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Synchronizing usage tracker for tenant:ea15a43d93574740aa8f256db3d01e8f on resource:subnet {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:20:32.118132 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-f651a6ee-1fe1-433e-b278-bd08c2eb98e3 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Unset dirty status for tenant:ea15a43d93574740aa8f256db3d01e8f on resource:subnet {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:20:32.123261 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f651a6ee-1fe1-433e-b278-bd08c2eb98e3 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1773493 Feb 09 01:20:32.124190 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48872) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:32.309062 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-92a4dc1a-7d71-458c-80b4-5482e6e4b59f tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:32.320530 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-92a4dc1a-7d71-458c-80b4-5482e6e4b59f tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 09 01:20:32.320976 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92a4dc1a-7d71-458c-80b4-5482e6e4b59f tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:20:32.329994 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-92a4dc1a-7d71-458c-80b4-5482e6e4b59f tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] 10.222.0.105 "DELETE /v2.0/networks/9627ee1c-320d-49c4-be72-e405a53fe468 HTTP/1.1" status: 409 len: 405 time: 0.2040725 Feb 09 01:20:32.331180 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48876) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:32.340919 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-b64a4db5-104c-4024-8ef2-a1d31951e887 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1547117645'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:32.346974 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b64a4db5-104c-4024-8ef2-a1d31951e887 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:32.351815 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-b64a4db5-104c-4024-8ef2-a1d31951e887 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Usage tracker for resource:network and tenant:ea15a43d93574740aa8f256db3d01e8f is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:20:32.495320 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-78de6360-dace-45dd-aae6-4194e51fa213 None None] For port c79683b3-e12e-4b1a-bbf0-b28687ecc2aa, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:20:32.552557 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-78de6360-dace-45dd-aae6-4194e51fa213 None None] For port c79683b3-e12e-4b1a-bbf0-b28687ecc2aa, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=c79683b3-e12e-4b1a-bbf0-b28687ecc2aa,segment=NetworkSegment(80aae02a-3216-4d17-babb-bc7aaa23c93b),segment_id=80aae02a-3216-4d17-babb-bc7aaa23c93b)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:20:32.552778 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-43f9a181-f512-4f30-926b-155c4fa15030 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:32.563563 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-78de6360-dace-45dd-aae6-4194e51fa213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:32.605961 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f9a181-f512-4f30-926b-155c4fa15030 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Made reservation on behalf of a45216ead5b64cf9b3b4b2ae21f378d7 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:20:32.609780 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-43f9a181-f512-4f30-926b-155c4fa15030 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:32.637937 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-43f9a181-f512-4f30-926b-155c4fa15030 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] device_id is not set on port a8f9fccf-5aa5-4608-a16d-9e61c9fe22dd yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:20:32.682751 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-b64a4db5-104c-4024-8ef2-a1d31951e887 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:20:32.695549 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b64a4db5-104c-4024-8ef2-a1d31951e887 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:32.718732 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b64a4db5-104c-4024-8ef2-a1d31951e887 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Made reservation on behalf of ea15a43d93574740aa8f256db3d01e8f for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:20:32.722313 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b64a4db5-104c-4024-8ef2-a1d31951e887 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:32.801320 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b64a4db5-104c-4024-8ef2-a1d31951e887 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:20:32.814779 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b64a4db5-104c-4024-8ef2-a1d31951e887 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:32.815150 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-b64a4db5-104c-4024-8ef2-a1d31951e887 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Added segment d6abe899-4a1b-46e9-a8af-0a1859637ab2 of type vlan for network 6878dbb8-52f5-4e9b-8066-2811330871b0 Feb 09 01:20:32.861860 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78de6360-dace-45dd-aae6-4194e51fa213 None None] Pushing event updated for resources: {'Port': ['ID=c79683b3-e12e-4b1a-bbf0-b28687ecc2aa,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:32.871821 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b64a4db5-104c-4024-8ef2-a1d31951e887 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:32.940446 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3dc126d8-edfe-4c1d-800f-d479119cbe0f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:32.949557 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b64a4db5-104c-4024-8ef2-a1d31951e887 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:32.959598 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7108af3-10a1-487f-aeb1-8ea9d3e010d9 None None] Network 9627ee1c-320d-49c4-be72-e405a53fe468 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:20:32.970444 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64a4db5-104c-4024-8ef2-a1d31951e887 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:32.970984 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b64a4db5-104c-4024-8ef2-a1d31951e887 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:32.992637 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-dff5194c-1681-444f-8ac7-1b013ec4ee20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ceac979-d732-4a6b-907d-6eae9e37c312', 'name': 'tempest-AttachVolumeShelveTestJSON-1796756198-router', 'tenant_id': '128330d8f0414cd5a58362066d10386d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '18484618-ec90-4204-9af5-39c6ac632bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:09Z', 'updated_at': '2022-02-09T01:20:28Z', 'revision_number': 5, 'project_id': '128330d8f0414cd5a58362066d10386d', 'gw_port': {'id': '18484618-ec90-4204-9af5-39c6ac632bb7', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ceac979-d732-4a6b-907d-6eae9e37c312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:12Z', 'updated_at': '2022-02-09T01:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:33.139999 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-3dc126d8-edfe-4c1d-800f-d479119cbe0f admin admin] Deleting port 18484618-ec90-4204-9af5-39c6ac632bb7 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:20:33.140341 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3dc126d8-edfe-4c1d-800f-d479119cbe0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:33.149235 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff5194c-1681-444f-8ac7-1b013ec4ee20 None None] Checking router: 8ceac979-d732-4a6b-907d-6eae9e37c312 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:20:33.156563 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64a4db5-104c-4024-8ef2-a1d31951e887 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Pushing event updated for resources: {'Network': ['ID=6878dbb8-52f5-4e9b-8066-2811330871b0,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:33.168040 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-b64a4db5-104c-4024-8ef2-a1d31951e887 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8359091 Feb 09 01:20:33.171824 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48886) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:33.184065 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-dfbbc734-2236-4d73-bd32-e7520c642ddc tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Request body: {'subnet': {'network_id': '6878dbb8-52f5-4e9b-8066-2811330871b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:33.185143 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 4a558db6-4fd5-419f-bea7-2fa89492ace4 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:20:33.243634 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 6878dbb8-52f5-4e9b-8066-2811330871b0 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:20:33.330388 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff5194c-1681-444f-8ac7-1b013ec4ee20 None None] Routers {'8ceac979-d732-4a6b-907d-6eae9e37c312'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:20:33.331541 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-dff5194c-1681-444f-8ac7-1b013ec4ee20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:20:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['8ceac979-d732-4a6b-907d-6eae9e37c312'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:33.334357 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-dfbbc734-2236-4d73-bd32-e7520c642ddc tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:33.344709 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-dfbbc734-2236-4d73-bd32-e7520c642ddc tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:33.357089 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfbbc734-2236-4d73-bd32-e7520c642ddc tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Made reservation on behalf of ea15a43d93574740aa8f256db3d01e8f for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:20:33.366059 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dfbbc734-2236-4d73-bd32-e7520c642ddc tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:33.511211 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-3dc126d8-edfe-4c1d-800f-d479119cbe0f admin admin] For port 18484618-ec90-4204-9af5-39c6ac632bb7, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=18484618-ec90-4204-9af5-39c6ac632bb7,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:20:33.511605 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3dc126d8-edfe-4c1d-800f-d479119cbe0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:33.713119 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-3dc126d8-edfe-4c1d-800f-d479119cbe0f admin admin] Calling delete_port for 18484618-ec90-4204-9af5-39c6ac632bb7 owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:20:33.850779 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-dff5194c-1681-444f-8ac7-1b013ec4ee20 None None] Set router 8ceac979-d732-4a6b-907d-6eae9e37c312 gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:20:33.962161 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-43f9a181-f512-4f30-926b-155c4fa15030 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:34.127280 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 4a558db6-4fd5-419f-bea7-2fa89492ace4 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:34.127577 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:34.139969 n-d-828418-1 neutron-server[87639]: DEBUG neutron.objects.ports [None req-dfbbc734-2236-4d73-bd32-e7520c642ddc tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87639) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 01:20:34.141316 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dfbbc734-2236-4d73-bd32-e7520c642ddc tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:34.142010 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-43f9a181-f512-4f30-926b-155c4fa15030 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:34.199807 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-dff5194c-1681-444f-8ac7-1b013ec4ee20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ceac979-d732-4a6b-907d-6eae9e37c312', 'name': 'tempest-AttachVolumeShelveTestJSON-1796756198-router', 'tenant_id': '128330d8f0414cd5a58362066d10386d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:09Z', 'updated_at': '2022-02-09T01:20:32Z', 'revision_number': 6, 'project_id': '128330d8f0414cd5a58362066d10386d', 'gw_port_host': None}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:34.224109 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff5194c-1681-444f-8ac7-1b013ec4ee20 None None] The sync data for ids ['8ceac979-d732-4a6b-907d-6eae9e37c312'] in n-d-828418-1 is: [{'id': '8ceac979-d732-4a6b-907d-6eae9e37c312', 'name': 'tempest-AttachVolumeShelveTestJSON-1796756198-router', 'tenant_id': '128330d8f0414cd5a58362066d10386d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:09Z', 'updated_at': '2022-02-09T01:20:32Z', 'revision_number': 6, 'project_id': '128330d8f0414cd5a58362066d10386d', 'gw_port_host': None}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:20:34.298125 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3dc126d8-edfe-4c1d-800f-d479119cbe0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:34.300789 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2470a054-15e6-4a30-919f-755b6f2aebbf None None] get_active_networks_info from n-d-828418-1 {{(pid=87640) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 01:20:34.317051 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbc734-2236-4d73-bd32-e7520c642ddc tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Pushing event updated for resources: {'Subnet': ['ID=3dd01744-d193-4808-8949-02aad1febed9,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:34.346047 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f9a181-f512-4f30-926b-155c4fa15030 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Network 0688d23f-bed2-4da2-bece-e3e61068cc96 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:20:34.401414 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbbc734-2236-4d73-bd32-e7520c642ddc tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Checking segment: {'id': 'd6abe899-4a1b-46e9-a8af-0a1859637ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '6878dbb8-52f5-4e9b-8066-2811330871b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:20:34.402107 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbbc734-2236-4d73-bd32-e7520c642ddc tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Network hostable DHCP agents. Network: 6878dbb8-52f5-4e9b-8066-2811330871b0, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:20:34.462517 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbbc734-2236-4d73-bd32-e7520c642ddc tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Network 6878dbb8-52f5-4e9b-8066-2811330871b0 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:20:34.474412 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-dfbbc734-2236-4d73-bd32-e7520c642ddc tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 6878dbb8-52f5-4e9b-8066-2811330871b0) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:34.479622 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbbc734-2236-4d73-bd32-e7520c642ddc tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:34.480219 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dfbbc734-2236-4d73-bd32-e7520c642ddc tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:34.512223 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-43f9a181-f512-4f30-926b-155c4fa15030 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:34.520192 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f9a181-f512-4f30-926b-155c4fa15030 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:20:34.521479 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f9a181-f512-4f30-926b-155c4fa15030 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:34.522399 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-43f9a181-f512-4f30-926b-155c4fa15030 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:34.550838 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-dfbbc734-2236-4d73-bd32-e7520c642ddc tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3773618 Feb 09 01:20:34.553449 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48904) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:34.559765 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f9a181-f512-4f30-926b-155c4fa15030 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Pushing event updated for resources: {'Port': ['ID=a8f9fccf-5aa5-4608-a16d-9e61c9fe22dd,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:34.564443 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-bebaaca4-5715-4efe-b1bd-50e7f90e78f5 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Request body: {'port': {'network_id': '6878dbb8-52f5-4e9b-8066-2811330871b0', 'name': 'tempest-NetworksIpV6TestAttrs-959050216'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:34.755518 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc126d8-edfe-4c1d-800f-d479119cbe0f admin admin] Pushing event deleted for resources: {'Port': ['ID=18484618-ec90-4204-9af5-39c6ac632bb7,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:34.789215 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3dc126d8-edfe-4c1d-800f-d479119cbe0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:34.803132 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2470a054-15e6-4a30-919f-755b6f2aebbf None None] Unable to find a vacant binding_index for network 6878dbb8-52f5-4e9b-8066-2811330871b0 and agent d8e7fe91-c341-448f-bceb-24f39f236299 {{(pid=87640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 09 01:20:34.811864 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2470a054-15e6-4a30-919f-755b6f2aebbf None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 6878dbb8-52f5-4e9b-8066-2811330871b0) {{(pid=87640) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:20:34.925227 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-bebaaca4-5715-4efe-b1bd-50e7f90e78f5 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:34.936734 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-bebaaca4-5715-4efe-b1bd-50e7f90e78f5 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Usage tracker for resource:port and tenant:ea15a43d93574740aa8f256db3d01e8f is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:20:34.939756 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-bebaaca4-5715-4efe-b1bd-50e7f90e78f5 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:20:34.957356 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-bebaaca4-5715-4efe-b1bd-50e7f90e78f5 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:34.967685 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bebaaca4-5715-4efe-b1bd-50e7f90e78f5 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Made reservation on behalf of ea15a43d93574740aa8f256db3d01e8f for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:20:34.971165 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bebaaca4-5715-4efe-b1bd-50e7f90e78f5 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:35.016837 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-bebaaca4-5715-4efe-b1bd-50e7f90e78f5 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] device_id is not set on port 46258861-43bf-4672-bbfc-0897cacc3993 yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:20:35.235694 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3dc126d8-edfe-4c1d-800f-d479119cbe0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:35.254696 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3dc126d8-edfe-4c1d-800f-d479119cbe0f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:35.306972 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-43f9a181-f512-4f30-926b-155c4fa15030 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 3.5143480 Feb 09 01:20:35.315833 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3dc126d8-edfe-4c1d-800f-d479119cbe0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:35.318111 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc126d8-edfe-4c1d-800f-d479119cbe0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ceac979-d732-4a6b-907d-6eae9e37c312 {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:20:35.321742 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48916) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:35.328346 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 8e0614f9-4193-4180-bb2a-4859a0ab49d6 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:20:35.343952 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-bebaaca4-5715-4efe-b1bd-50e7f90e78f5 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Allocated IP 2001:db8::f816:3eff:fe08:e1bf (6878dbb8-52f5-4e9b-8066-2811330871b0/3dd01744-d193-4808-8949-02aad1febed9/46258861-43bf-4672-bbfc-0897cacc3993) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:20:35.345732 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3dc126d8-edfe-4c1d-800f-d479119cbe0f admin admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:35.351769 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-3dc126d8-edfe-4c1d-800f-d479119cbe0f admin admin] 10.222.0.105 "DELETE /v2.0/routers/8ceac979-d732-4a6b-907d-6eae9e37c312 HTTP/1.1" status: 204 len: 168 time: 4.0321651 Feb 09 01:20:35.364286 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-e010d262-eb8e-4c1c-b393-cde58571f5d0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-828418-1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:35.432278 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48920) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:35.479604 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 8e0614f9-4193-4180-bb2a-4859a0ab49d6 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:20:35.479948 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 8e0614f9-4193-4180-bb2a-4859a0ab49d6 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:20:35.480408 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 18484618-ec90-4204-9af5-39c6ac632bb7 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:20:35.638608 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 18484618-ec90-4204-9af5-39c6ac632bb7 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:20:35.641517 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 18484618-ec90-4204-9af5-39c6ac632bb7 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:20:35.716217 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7a18e42-bee0-49b0-9788-e56ea863c9de admin admin] Deleting subnet 9ba82490-d70a-42fe-a7ff-0aeb7f428073 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:20:35.722882 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a7a18e42-bee0-49b0-9788-e56ea863c9de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:35.766815 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b30ed0-624d-4f08-a796-f722a45ce0c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-6878dbb8-52f5-4e9b-8066-2811330871b0', 'network_id': '6878dbb8-52f5-4e9b-8066-2811330871b0', 'tenant_id': 'ea15a43d93574740aa8f256db3d01e8f', 'fixed_ips': [{'subnet_id': '3dd01744-d193-4808-8949-02aad1febed9'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:20:35.767791 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d5b30ed0-624d-4f08-a796-f722a45ce0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:35.785687 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bebaaca4-5715-4efe-b1bd-50e7f90e78f5 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:35.792224 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e010d262-eb8e-4c1c-b393-cde58571f5d0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:35.821786 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-bebaaca4-5715-4efe-b1bd-50e7f90e78f5 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Transition to ACTIVE for port object 46258861-43bf-4672-bbfc-0897cacc3993 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:20:35.863245 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bebaaca4-5715-4efe-b1bd-50e7f90e78f5 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:35.929440 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a7a18e42-bee0-49b0-9788-e56ea863c9de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:35.935750 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebaaca4-5715-4efe-b1bd-50e7f90e78f5 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Network 6878dbb8-52f5-4e9b-8066-2811330871b0 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:20:35.942932 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-bebaaca4-5715-4efe-b1bd-50e7f90e78f5 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:35.957024 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebaaca4-5715-4efe-b1bd-50e7f90e78f5 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:20:35.963596 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebaaca4-5715-4efe-b1bd-50e7f90e78f5 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:35.964424 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bebaaca4-5715-4efe-b1bd-50e7f90e78f5 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:36.020686 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-bebaaca4-5715-4efe-b1bd-50e7f90e78f5 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.4661086 Feb 09 01:20:36.023924 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebaaca4-5715-4efe-b1bd-50e7f90e78f5 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Pushing event updated for resources: {'Port': ['ID=46258861-43bf-4672-bbfc-0897cacc3993,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:36.028416 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48926) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:36.121293 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-d5b30ed0-624d-4f08-a796-f722a45ce0c4 None None] Allocated IP 2001:db8::f816:3eff:fe96:614a (6878dbb8-52f5-4e9b-8066-2811330871b0/3dd01744-d193-4808-8949-02aad1febed9/91ca153d-0675-432a-b690-735232bc3399) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:20:36.167998 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b77b364-4c87-4acc-a14a-18b21e7724f6 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Deleting subnet 3dd01744-d193-4808-8949-02aad1febed9 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:20:36.376378 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a7a18e42-bee0-49b0-9788-e56ea863c9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:36.509037 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d5b30ed0-624d-4f08-a796-f722a45ce0c4 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:36.534950 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d5b30ed0-624d-4f08-a796-f722a45ce0c4 None None] Transition to ACTIVE for port object 91ca153d-0675-432a-b690-735232bc3399 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:20:36.563199 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d5b30ed0-624d-4f08-a796-f722a45ce0c4 None None] Transition to ACTIVE for port object 91ca153d-0675-432a-b690-735232bc3399 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:20:36.575295 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5b77b364-4c87-4acc-a14a-18b21e7724f6 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:36.578764 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d5b30ed0-624d-4f08-a796-f722a45ce0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:36.589733 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-e010d262-eb8e-4c1c-b393-cde58571f5d0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] device_id is not set on port a8f9fccf-5aa5-4608-a16d-9e61c9fe22dd yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:20:36.612701 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e010d262-eb8e-4c1c-b393-cde58571f5d0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:36.667182 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-e010d262-eb8e-4c1c-b393-cde58571f5d0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Transition to ACTIVE for port object a8f9fccf-5aa5-4608-a16d-9e61c9fe22dd will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:20:36.668464 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a7a18e42-bee0-49b0-9788-e56ea863c9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:36.734294 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5b77b364-4c87-4acc-a14a-18b21e7724f6 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:36.742942 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e010d262-eb8e-4c1c-b393-cde58571f5d0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:36.830767 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b30ed0-624d-4f08-a796-f722a45ce0c4 None None] Network 6878dbb8-52f5-4e9b-8066-2811330871b0 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:20:36.834016 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-d5b30ed0-624d-4f08-a796-f722a45ce0c4 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:36.840879 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b30ed0-624d-4f08-a796-f722a45ce0c4 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:20:36.882850 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a18e42-bee0-49b0-9788-e56ea863c9de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ba82490-d70a-42fe-a7ff-0aeb7f428073,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:36.976207 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b30ed0-624d-4f08-a796-f722a45ce0c4 None None] Pushing event updated for resources: {'Port': ['ID=91ca153d-0675-432a-b690-735232bc3399,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:37.020658 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5b77b364-4c87-4acc-a14a-18b21e7724f6 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:37.027997 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-d5b30ed0-624d-4f08-a796-f722a45ce0c4 None None] Attempting to bind port 91ca153d-0675-432a-b690-735232bc3399 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:20:37.031799 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-d5b30ed0-624d-4f08-a796-f722a45ce0c4 None None] Attempting to bind port 91ca153d-0675-432a-b690-735232bc3399 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'd6abe899-4a1b-46e9-a8af-0a1859637ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '6878dbb8-52f5-4e9b-8066-2811330871b0'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:20:37.039679 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b30ed0-624d-4f08-a796-f722a45ce0c4 None None] Attempting to bind port 91ca153d-0675-432a-b690-735232bc3399 on network 6878dbb8-52f5-4e9b-8066-2811330871b0 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:20:37.049900 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b30ed0-624d-4f08-a796-f722a45ce0c4 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:20:37.050495 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b30ed0-624d-4f08-a796-f722a45ce0c4 None None] Checking segment: {'id': 'd6abe899-4a1b-46e9-a8af-0a1859637ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '6878dbb8-52f5-4e9b-8066-2811330871b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:20:37.051041 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d5b30ed0-624d-4f08-a796-f722a45ce0c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:37.051578 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b30ed0-624d-4f08-a796-f722a45ce0c4 None None] Bound using segment: {'id': 'd6abe899-4a1b-46e9-a8af-0a1859637ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '6878dbb8-52f5-4e9b-8066-2811330871b0'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:20:37.052182 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-d5b30ed0-624d-4f08-a796-f722a45ce0c4 None None] Bound port: 91ca153d-0675-432a-b690-735232bc3399, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6abe899-4a1b-46e9-a8af-0a1859637ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '6878dbb8-52f5-4e9b-8066-2811330871b0'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:20:37.053798 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d5b30ed0-624d-4f08-a796-f722a45ce0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:37.065904 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a7a18e42-bee0-49b0-9788-e56ea863c9de admin admin] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:37.096778 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a7a18e42-bee0-49b0-9788-e56ea863c9de admin admin] 10.222.0.105 "DELETE /v2.0/subnets/9ba82490-d70a-42fe-a7ff-0aeb7f428073 HTTP/1.1" status: 204 len: 168 time: 1.6626534 Feb 09 01:20:37.099576 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48940) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:37.106362 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e010d262-eb8e-4c1c-b393-cde58571f5d0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Pushing event updated for resources: {'Port': ['ID=a8f9fccf-5aa5-4608-a16d-9e61c9fe22dd,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:37.231275 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d5b30ed0-624d-4f08-a796-f722a45ce0c4 None None] For port 91ca153d-0675-432a-b690-735232bc3399, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:20:37.237783 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d5b30ed0-624d-4f08-a796-f722a45ce0c4 None None] For port 91ca153d-0675-432a-b690-735232bc3399, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=91ca153d-0675-432a-b690-735232bc3399,segment=NetworkSegment(d6abe899-4a1b-46e9-a8af-0a1859637ab2),segment_id=d6abe899-4a1b-46e9-a8af-0a1859637ab2)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:20:37.239411 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5b77b364-4c87-4acc-a14a-18b21e7724f6 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:37.243293 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d5b30ed0-624d-4f08-a796-f722a45ce0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:37.248879 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e4378a09-979a-467e-9aa6-cfafc930b241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:37.266623 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-e010d262-eb8e-4c1c-b393-cde58571f5d0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port a8f9fccf-5aa5-4608-a16d-9e61c9fe22dd on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:20:37.266958 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-e010d262-eb8e-4c1c-b393-cde58571f5d0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port a8f9fccf-5aa5-4608-a16d-9e61c9fe22dd by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'de3c34ce-ead3-482e-acf7-cab1f0ca7258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0688d23f-bed2-4da2-bece-e3e61068cc96'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:20:37.267328 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e010d262-eb8e-4c1c-b393-cde58571f5d0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port a8f9fccf-5aa5-4608-a16d-9e61c9fe22dd on network 0688d23f-bed2-4da2-bece-e3e61068cc96 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:20:37.274943 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-e4378a09-979a-467e-9aa6-cfafc930b241 admin admin] Deleting port 8ed5ca9d-c34f-426f-a0c3-25a747dda079 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:20:37.275454 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e4378a09-979a-467e-9aa6-cfafc930b241 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:37.327085 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e010d262-eb8e-4c1c-b393-cde58571f5d0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Port a8f9fccf-5aa5-4608-a16d-9e61c9fe22dd on network 0688d23f-bed2-4da2-bece-e3e61068cc96 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:20:37.327686 n-d-828418-1 neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-e010d262-eb8e-4c1c-b393-cde58571f5d0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Failed to bind port a8f9fccf-5aa5-4608-a16d-9e61c9fe22dd on host n-h1-828418-1 for vnic_type normal using segments [{'id': 'de3c34ce-ead3-482e-acf7-cab1f0ca7258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0688d23f-bed2-4da2-bece-e3e61068cc96'}] Feb 09 01:20:37.335363 n-d-828418-1 neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-e010d262-eb8e-4c1c-b393-cde58571f5d0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempt 2 to bind port a8f9fccf-5aa5-4608-a16d-9e61c9fe22dd Feb 09 01:20:37.346504 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b77b364-4c87-4acc-a14a-18b21e7724f6 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Pushing event deleted for resources: {'Subnet': ['ID=3dd01744-d193-4808-8949-02aad1febed9,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:37.350485 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b30ed0-624d-4f08-a796-f722a45ce0c4 None None] Pushing event updated for resources: {'Port': ['ID=91ca153d-0675-432a-b690-735232bc3399,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:37.365454 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-e010d262-eb8e-4c1c-b393-cde58571f5d0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port a8f9fccf-5aa5-4608-a16d-9e61c9fe22dd on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:20:37.365550 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-e010d262-eb8e-4c1c-b393-cde58571f5d0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port a8f9fccf-5aa5-4608-a16d-9e61c9fe22dd by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'de3c34ce-ead3-482e-acf7-cab1f0ca7258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0688d23f-bed2-4da2-bece-e3e61068cc96'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:20:37.365924 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e010d262-eb8e-4c1c-b393-cde58571f5d0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port a8f9fccf-5aa5-4608-a16d-9e61c9fe22dd on network 0688d23f-bed2-4da2-bece-e3e61068cc96 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:20:37.367147 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5b77b364-4c87-4acc-a14a-18b21e7724f6 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:37.375787 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e010d262-eb8e-4c1c-b393-cde58571f5d0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Port a8f9fccf-5aa5-4608-a16d-9e61c9fe22dd on network 0688d23f-bed2-4da2-bece-e3e61068cc96 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:20:37.376354 n-d-828418-1 neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-e010d262-eb8e-4c1c-b393-cde58571f5d0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Failed to bind port a8f9fccf-5aa5-4608-a16d-9e61c9fe22dd on host n-h1-828418-1 for vnic_type normal using segments [{'id': 'de3c34ce-ead3-482e-acf7-cab1f0ca7258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0688d23f-bed2-4da2-bece-e3e61068cc96'}] Feb 09 01:20:37.378589 n-d-828418-1 neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-e010d262-eb8e-4c1c-b393-cde58571f5d0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempt 3 to bind port a8f9fccf-5aa5-4608-a16d-9e61c9fe22dd Feb 09 01:20:37.382044 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-5b77b364-4c87-4acc-a14a-18b21e7724f6 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] 10.222.0.105 "DELETE /v2.0/subnets/3dd01744-d193-4808-8949-02aad1febed9 HTTP/1.1" status: 204 len: 168 time: 1.3476498 Feb 09 01:20:37.382684 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48944) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:37.460465 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-e010d262-eb8e-4c1c-b393-cde58571f5d0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port a8f9fccf-5aa5-4608-a16d-9e61c9fe22dd on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:20:37.460798 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-e010d262-eb8e-4c1c-b393-cde58571f5d0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port a8f9fccf-5aa5-4608-a16d-9e61c9fe22dd by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'de3c34ce-ead3-482e-acf7-cab1f0ca7258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0688d23f-bed2-4da2-bece-e3e61068cc96'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:20:37.461039 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e010d262-eb8e-4c1c-b393-cde58571f5d0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port a8f9fccf-5aa5-4608-a16d-9e61c9fe22dd on network 0688d23f-bed2-4da2-bece-e3e61068cc96 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:20:37.463853 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80be7539-7669-49d7-91e0-3c67f525e1fe tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:37.466249 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80be7539-7669-49d7-91e0-3c67f525e1fe tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:37.467595 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-80be7539-7669-49d7-91e0-3c67f525e1fe tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Synchronizing usage tracker for tenant:ea15a43d93574740aa8f256db3d01e8f on resource:subnet {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:20:37.468992 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e010d262-eb8e-4c1c-b393-cde58571f5d0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Port a8f9fccf-5aa5-4608-a16d-9e61c9fe22dd on network 0688d23f-bed2-4da2-bece-e3e61068cc96 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:20:37.469334 n-d-828418-1 neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-e010d262-eb8e-4c1c-b393-cde58571f5d0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Failed to bind port a8f9fccf-5aa5-4608-a16d-9e61c9fe22dd on host n-h1-828418-1 for vnic_type normal using segments [{'id': 'de3c34ce-ead3-482e-acf7-cab1f0ca7258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0688d23f-bed2-4da2-bece-e3e61068cc96'}] Feb 09 01:20:37.471712 n-d-828418-1 neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-e010d262-eb8e-4c1c-b393-cde58571f5d0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempt 4 to bind port a8f9fccf-5aa5-4608-a16d-9e61c9fe22dd Feb 09 01:20:37.491426 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-e010d262-eb8e-4c1c-b393-cde58571f5d0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port a8f9fccf-5aa5-4608-a16d-9e61c9fe22dd on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:20:37.492006 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-e010d262-eb8e-4c1c-b393-cde58571f5d0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port a8f9fccf-5aa5-4608-a16d-9e61c9fe22dd by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'de3c34ce-ead3-482e-acf7-cab1f0ca7258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0688d23f-bed2-4da2-bece-e3e61068cc96'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:20:37.492637 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e010d262-eb8e-4c1c-b393-cde58571f5d0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port a8f9fccf-5aa5-4608-a16d-9e61c9fe22dd on network 0688d23f-bed2-4da2-bece-e3e61068cc96 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:20:37.497998 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-80be7539-7669-49d7-91e0-3c67f525e1fe tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Unset dirty status for tenant:ea15a43d93574740aa8f256db3d01e8f on resource:subnet {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:20:37.499712 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-80be7539-7669-49d7-91e0-3c67f525e1fe tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1157298 Feb 09 01:20:37.503202 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48948) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:37.505714 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e010d262-eb8e-4c1c-b393-cde58571f5d0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Port a8f9fccf-5aa5-4608-a16d-9e61c9fe22dd on network 0688d23f-bed2-4da2-bece-e3e61068cc96 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:20:37.506214 n-d-828418-1 neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-e010d262-eb8e-4c1c-b393-cde58571f5d0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Failed to bind port a8f9fccf-5aa5-4608-a16d-9e61c9fe22dd on host n-h1-828418-1 for vnic_type normal using segments [{'id': 'de3c34ce-ead3-482e-acf7-cab1f0ca7258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0688d23f-bed2-4da2-bece-e3e61068cc96'}] Feb 09 01:20:37.523144 n-d-828418-1 neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-e010d262-eb8e-4c1c-b393-cde58571f5d0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempt 5 to bind port a8f9fccf-5aa5-4608-a16d-9e61c9fe22dd Feb 09 01:20:37.786997 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-de30095d-02c3-4906-9ad3-138e700a9d7f tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:37.816843 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-de30095d-02c3-4906-9ad3-138e700a9d7f tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 09 01:20:37.819303 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de30095d-02c3-4906-9ad3-138e700a9d7f tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:20:37.821342 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-de30095d-02c3-4906-9ad3-138e700a9d7f tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] 10.222.0.105 "DELETE /v2.0/networks/6878dbb8-52f5-4e9b-8066-2811330871b0 HTTP/1.1" status: 409 len: 405 time: 0.3168695 Feb 09 01:20:37.827631 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48960) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:37.833841 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-bac3dd02-f05b-4f4f-8a03-d355e417f454 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-505492264'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:37.834476 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-e010d262-eb8e-4c1c-b393-cde58571f5d0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port a8f9fccf-5aa5-4608-a16d-9e61c9fe22dd on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:20:37.834933 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-e010d262-eb8e-4c1c-b393-cde58571f5d0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port a8f9fccf-5aa5-4608-a16d-9e61c9fe22dd by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'de3c34ce-ead3-482e-acf7-cab1f0ca7258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0688d23f-bed2-4da2-bece-e3e61068cc96'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:20:37.835369 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e010d262-eb8e-4c1c-b393-cde58571f5d0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port a8f9fccf-5aa5-4608-a16d-9e61c9fe22dd on network 0688d23f-bed2-4da2-bece-e3e61068cc96 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:20:37.843993 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-bac3dd02-f05b-4f4f-8a03-d355e417f454 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:37.852424 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e010d262-eb8e-4c1c-b393-cde58571f5d0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Port a8f9fccf-5aa5-4608-a16d-9e61c9fe22dd on network 0688d23f-bed2-4da2-bece-e3e61068cc96 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:20:37.852868 n-d-828418-1 neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-e010d262-eb8e-4c1c-b393-cde58571f5d0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Failed to bind port a8f9fccf-5aa5-4608-a16d-9e61c9fe22dd on host n-h1-828418-1 for vnic_type normal using segments [{'id': 'de3c34ce-ead3-482e-acf7-cab1f0ca7258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0688d23f-bed2-4da2-bece-e3e61068cc96'}] Feb 09 01:20:37.857566 n-d-828418-1 neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-e010d262-eb8e-4c1c-b393-cde58571f5d0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempt 6 to bind port a8f9fccf-5aa5-4608-a16d-9e61c9fe22dd Feb 09 01:20:37.864186 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-bac3dd02-f05b-4f4f-8a03-d355e417f454 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Usage tracker for resource:network and tenant:ea15a43d93574740aa8f256db3d01e8f is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:20:37.873113 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-bac3dd02-f05b-4f4f-8a03-d355e417f454 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:20:37.889575 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-bac3dd02-f05b-4f4f-8a03-d355e417f454 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:37.905724 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac3dd02-f05b-4f4f-8a03-d355e417f454 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Made reservation on behalf of ea15a43d93574740aa8f256db3d01e8f for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:20:37.911784 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bac3dd02-f05b-4f4f-8a03-d355e417f454 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:37.946482 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-e010d262-eb8e-4c1c-b393-cde58571f5d0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port a8f9fccf-5aa5-4608-a16d-9e61c9fe22dd on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:20:37.947043 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-e010d262-eb8e-4c1c-b393-cde58571f5d0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port a8f9fccf-5aa5-4608-a16d-9e61c9fe22dd by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'de3c34ce-ead3-482e-acf7-cab1f0ca7258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0688d23f-bed2-4da2-bece-e3e61068cc96'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:20:37.947556 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e010d262-eb8e-4c1c-b393-cde58571f5d0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port a8f9fccf-5aa5-4608-a16d-9e61c9fe22dd on network 0688d23f-bed2-4da2-bece-e3e61068cc96 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:20:37.964378 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e010d262-eb8e-4c1c-b393-cde58571f5d0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Port a8f9fccf-5aa5-4608-a16d-9e61c9fe22dd on network 0688d23f-bed2-4da2-bece-e3e61068cc96 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:20:37.964862 n-d-828418-1 neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-e010d262-eb8e-4c1c-b393-cde58571f5d0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Failed to bind port a8f9fccf-5aa5-4608-a16d-9e61c9fe22dd on host n-h1-828418-1 for vnic_type normal using segments [{'id': 'de3c34ce-ead3-482e-acf7-cab1f0ca7258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0688d23f-bed2-4da2-bece-e3e61068cc96'}] Feb 09 01:20:37.966982 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-e4378a09-979a-467e-9aa6-cfafc930b241 admin admin] For port 8ed5ca9d-c34f-426f-a0c3-25a747dda079, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=8ed5ca9d-c34f-426f-a0c3-25a747dda079,segment=NetworkSegment(ce0dc62c-7941-4b08-ad25-dc67d17d1ad0),segment_id=ce0dc62c-7941-4b08-ad25-dc67d17d1ad0)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:20:37.967512 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e4378a09-979a-467e-9aa6-cfafc930b241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:37.975329 n-d-828418-1 neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-e010d262-eb8e-4c1c-b393-cde58571f5d0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempt 7 to bind port a8f9fccf-5aa5-4608-a16d-9e61c9fe22dd Feb 09 01:20:37.994335 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-e010d262-eb8e-4c1c-b393-cde58571f5d0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port a8f9fccf-5aa5-4608-a16d-9e61c9fe22dd on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:20:37.994892 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-e010d262-eb8e-4c1c-b393-cde58571f5d0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port a8f9fccf-5aa5-4608-a16d-9e61c9fe22dd by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'de3c34ce-ead3-482e-acf7-cab1f0ca7258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0688d23f-bed2-4da2-bece-e3e61068cc96'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:20:37.995534 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e010d262-eb8e-4c1c-b393-cde58571f5d0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port a8f9fccf-5aa5-4608-a16d-9e61c9fe22dd on network 0688d23f-bed2-4da2-bece-e3e61068cc96 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:20:38.010294 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bac3dd02-f05b-4f4f-8a03-d355e417f454 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:20:38.025717 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bac3dd02-f05b-4f4f-8a03-d355e417f454 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:38.026304 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-bac3dd02-f05b-4f4f-8a03-d355e417f454 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Added segment 0bbbd28d-255e-49ea-921c-5fd20735691b of type vlan for network 40b6c8ee-c202-4ef2-9c57-6cdbfb8ded6a Feb 09 01:20:38.057139 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bac3dd02-f05b-4f4f-8a03-d355e417f454 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:38.090672 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bac3dd02-f05b-4f4f-8a03-d355e417f454 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:38.098111 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac3dd02-f05b-4f4f-8a03-d355e417f454 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:38.099109 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bac3dd02-f05b-4f4f-8a03-d355e417f454 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:38.099309 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e3235c04-8ea1-444f-af74-f8bf868bf57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:38.177036 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e010d262-eb8e-4c1c-b393-cde58571f5d0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Port a8f9fccf-5aa5-4608-a16d-9e61c9fe22dd on network 0688d23f-bed2-4da2-bece-e3e61068cc96 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:20:38.177367 n-d-828418-1 neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-e010d262-eb8e-4c1c-b393-cde58571f5d0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Failed to bind port a8f9fccf-5aa5-4608-a16d-9e61c9fe22dd on host n-h1-828418-1 for vnic_type normal using segments [{'id': 'de3c34ce-ead3-482e-acf7-cab1f0ca7258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0688d23f-bed2-4da2-bece-e3e61068cc96'}] Feb 09 01:20:38.184333 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-e4378a09-979a-467e-9aa6-cfafc930b241 admin admin] Calling delete_port for 8ed5ca9d-c34f-426f-a0c3-25a747dda079 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:20:38.257345 n-d-828418-1 neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-e010d262-eb8e-4c1c-b393-cde58571f5d0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempt 8 to bind port a8f9fccf-5aa5-4608-a16d-9e61c9fe22dd Feb 09 01:20:38.314357 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-e010d262-eb8e-4c1c-b393-cde58571f5d0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port a8f9fccf-5aa5-4608-a16d-9e61c9fe22dd on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:20:38.314943 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-e010d262-eb8e-4c1c-b393-cde58571f5d0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port a8f9fccf-5aa5-4608-a16d-9e61c9fe22dd by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'de3c34ce-ead3-482e-acf7-cab1f0ca7258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0688d23f-bed2-4da2-bece-e3e61068cc96'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:20:38.315464 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e010d262-eb8e-4c1c-b393-cde58571f5d0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port a8f9fccf-5aa5-4608-a16d-9e61c9fe22dd on network 0688d23f-bed2-4da2-bece-e3e61068cc96 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:20:38.328161 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e010d262-eb8e-4c1c-b393-cde58571f5d0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Port a8f9fccf-5aa5-4608-a16d-9e61c9fe22dd on network 0688d23f-bed2-4da2-bece-e3e61068cc96 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:20:38.328876 n-d-828418-1 neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-e010d262-eb8e-4c1c-b393-cde58571f5d0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Failed to bind port a8f9fccf-5aa5-4608-a16d-9e61c9fe22dd on host n-h1-828418-1 for vnic_type normal using segments [{'id': 'de3c34ce-ead3-482e-acf7-cab1f0ca7258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0688d23f-bed2-4da2-bece-e3e61068cc96'}] Feb 09 01:20:38.331576 n-d-828418-1 neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-e010d262-eb8e-4c1c-b393-cde58571f5d0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempt 9 to bind port a8f9fccf-5aa5-4608-a16d-9e61c9fe22dd Feb 09 01:20:38.370887 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-e010d262-eb8e-4c1c-b393-cde58571f5d0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port a8f9fccf-5aa5-4608-a16d-9e61c9fe22dd on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:20:38.371669 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-e010d262-eb8e-4c1c-b393-cde58571f5d0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port a8f9fccf-5aa5-4608-a16d-9e61c9fe22dd by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'de3c34ce-ead3-482e-acf7-cab1f0ca7258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0688d23f-bed2-4da2-bece-e3e61068cc96'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:20:38.372976 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e010d262-eb8e-4c1c-b393-cde58571f5d0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port a8f9fccf-5aa5-4608-a16d-9e61c9fe22dd on network 0688d23f-bed2-4da2-bece-e3e61068cc96 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:20:38.383772 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac3dd02-f05b-4f4f-8a03-d355e417f454 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Pushing event updated for resources: {'Network': ['ID=40b6c8ee-c202-4ef2-9c57-6cdbfb8ded6a,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:38.390290 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e010d262-eb8e-4c1c-b393-cde58571f5d0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Port a8f9fccf-5aa5-4608-a16d-9e61c9fe22dd on network 0688d23f-bed2-4da2-bece-e3e61068cc96 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:20:38.391249 n-d-828418-1 neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-e010d262-eb8e-4c1c-b393-cde58571f5d0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Failed to bind port a8f9fccf-5aa5-4608-a16d-9e61c9fe22dd on host n-h1-828418-1 for vnic_type normal using segments [{'id': 'de3c34ce-ead3-482e-acf7-cab1f0ca7258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0688d23f-bed2-4da2-bece-e3e61068cc96'}] Feb 09 01:20:38.392184 n-d-828418-1 neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-e010d262-eb8e-4c1c-b393-cde58571f5d0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempt 10 to bind port a8f9fccf-5aa5-4608-a16d-9e61c9fe22dd Feb 09 01:20:38.399140 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 40b6c8ee-c202-4ef2-9c57-6cdbfb8ded6a details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:20:38.402063 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e4378a09-979a-467e-9aa6-cfafc930b241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:38.427265 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-bac3dd02-f05b-4f4f-8a03-d355e417f454 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5979612 Feb 09 01:20:38.428214 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48972) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:38.436364 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-cc1e9616-a078-47da-95f8-76003a3851b0 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Request body: {'subnet': {'network_id': '40b6c8ee-c202-4ef2-9c57-6cdbfb8ded6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:38.541233 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4378a09-979a-467e-9aa6-cfafc930b241 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ed5ca9d-c34f-426f-a0c3-25a747dda079,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:38.562770 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-e010d262-eb8e-4c1c-b393-cde58571f5d0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port a8f9fccf-5aa5-4608-a16d-9e61c9fe22dd on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:20:38.563294 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-e010d262-eb8e-4c1c-b393-cde58571f5d0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port a8f9fccf-5aa5-4608-a16d-9e61c9fe22dd by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'de3c34ce-ead3-482e-acf7-cab1f0ca7258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0688d23f-bed2-4da2-bece-e3e61068cc96'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:20:38.564661 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e010d262-eb8e-4c1c-b393-cde58571f5d0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port a8f9fccf-5aa5-4608-a16d-9e61c9fe22dd on network 0688d23f-bed2-4da2-bece-e3e61068cc96 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:20:38.584613 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4378a09-979a-467e-9aa6-cfafc930b241 admin admin] No DVR routers for this DVR port 8ed5ca9d-c34f-426f-a0c3-25a747dda079 on host n-d-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:20:38.659874 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-cc1e9616-a078-47da-95f8-76003a3851b0 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:38.670779 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e010d262-eb8e-4c1c-b393-cde58571f5d0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Port a8f9fccf-5aa5-4608-a16d-9e61c9fe22dd on network 0688d23f-bed2-4da2-bece-e3e61068cc96 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:20:38.671416 n-d-828418-1 neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-e010d262-eb8e-4c1c-b393-cde58571f5d0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Failed to bind port a8f9fccf-5aa5-4608-a16d-9e61c9fe22dd on host n-h1-828418-1 for vnic_type normal using segments [{'id': 'de3c34ce-ead3-482e-acf7-cab1f0ca7258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0688d23f-bed2-4da2-bece-e3e61068cc96'}] Feb 09 01:20:38.671965 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e010d262-eb8e-4c1c-b393-cde58571f5d0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:38.687723 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-cc1e9616-a078-47da-95f8-76003a3851b0 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:38.699138 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc1e9616-a078-47da-95f8-76003a3851b0 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Made reservation on behalf of ea15a43d93574740aa8f256db3d01e8f for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:20:38.707798 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cc1e9616-a078-47da-95f8-76003a3851b0 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:39.162611 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96592580-b3a6-4803-9f1c-9504ff819506 None None] Network 6878dbb8-52f5-4e9b-8066-2811330871b0 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:20:39.293022 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e4378a09-979a-467e-9aa6-cfafc930b241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:39.326279 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-e010d262-eb8e-4c1c-b393-cde58571f5d0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] For port a8f9fccf-5aa5-4608-a16d-9e61c9fe22dd, host n-h1-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:20:39.326279 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-e010d262-eb8e-4c1c-b393-cde58571f5d0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempted to set empty binding levels {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 09 01:20:39.365086 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e010d262-eb8e-4c1c-b393-cde58571f5d0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:39.382131 n-d-828418-1 neutron-server[87639]: DEBUG neutron.objects.ports [None req-cc1e9616-a078-47da-95f8-76003a3851b0 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87639) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 01:20:39.384681 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cc1e9616-a078-47da-95f8-76003a3851b0 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:39.443577 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-e4378a09-979a-467e-9aa6-cfafc930b241 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:39.450619 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e010d262-eb8e-4c1c-b393-cde58571f5d0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Pushing event updated for resources: {'Port': ['ID=a8f9fccf-5aa5-4608-a16d-9e61c9fe22dd,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:39.460598 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-e010d262-eb8e-4c1c-b393-cde58571f5d0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] In _notify_port_updated(), no bound segment for port a8f9fccf-5aa5-4608-a16d-9e61c9fe22dd on network 0688d23f-bed2-4da2-bece-e3e61068cc96 {{(pid=87638) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 01:20:39.461721 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e010d262-eb8e-4c1c-b393-cde58571f5d0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:39.462447 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e010d262-eb8e-4c1c-b393-cde58571f5d0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:39.468226 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e010d262-eb8e-4c1c-b393-cde58571f5d0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] 10.222.0.105 "PUT /v2.0/ports/a8f9fccf-5aa5-4608-a16d-9e61c9fe22dd HTTP/1.1" status: 200 len: 974 time: 4.1389837 Feb 09 01:20:39.468226 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-e4378a09-979a-467e-9aa6-cfafc930b241 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce0dc62c-7941-4b08-ad25-dc67d17d1ad0') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:39.468226 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-e4378a09-979a-467e-9aa6-cfafc930b241 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce0dc62c-7941-4b08-ad25-dc67d17d1ad0') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:39.475442 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48994) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:39.514967 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91e2faf-2738-475d-be7b-01539ff87dfb None None] Network 0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:20:39.541266 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e4378a09-979a-467e-9aa6-cfafc930b241 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:39.542735 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 91ca153d-0675-432a-b690-735232bc3399 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:20:39.583255 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e4378a09-979a-467e-9aa6-cfafc930b241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:39.590449 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1e9616-a078-47da-95f8-76003a3851b0 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Checking segment: {'id': '0bbbd28d-255e-49ea-921c-5fd20735691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '40b6c8ee-c202-4ef2-9c57-6cdbfb8ded6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:20:39.590802 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1e9616-a078-47da-95f8-76003a3851b0 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Network hostable DHCP agents. Network: 40b6c8ee-c202-4ef2-9c57-6cdbfb8ded6a, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:20:39.595731 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4378a09-979a-467e-9aa6-cfafc930b241 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:20:39.597271 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e4378a09-979a-467e-9aa6-cfafc930b241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:39.606447 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1e9616-a078-47da-95f8-76003a3851b0 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Pushing event updated for resources: {'Subnet': ['ID=e08e3369-a832-4357-8510-9be91fd63d51,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:39.611271 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f185fe42-9d44-42b3-bc56-1ec849a18152 None None] Provisioning for port 91ca153d-0675-432a-b690-735232bc3399 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:20:39.641083 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1e9616-a078-47da-95f8-76003a3851b0 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Network 40b6c8ee-c202-4ef2-9c57-6cdbfb8ded6a is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:20:39.653864 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-cc1e9616-a078-47da-95f8-76003a3851b0 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 40b6c8ee-c202-4ef2-9c57-6cdbfb8ded6a) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:39.665990 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1e9616-a078-47da-95f8-76003a3851b0 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:39.666931 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cc1e9616-a078-47da-95f8-76003a3851b0 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:39.727021 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-cc1e9616-a078-47da-95f8-76003a3851b0 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.2972305 Feb 09 01:20:39.729705 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49000) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:39.812152 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a57eeeb-03f7-47b0-859e-4f7bb4b833a0 None None] Network 40b6c8ee-c202-4ef2-9c57-6cdbfb8ded6a requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:20:39.835779 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:20:39.835779 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:20:39.835779 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:20:39.835779 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:20:39.835779 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:20:39.835779 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:20:39.835779 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:20:39.835779 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:20:39.835779 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:20:39.835779 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:20:39.835779 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:20:39.835779 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:20:39.835779 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:20:39.835779 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:20:39.835779 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:20:39.835779 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:20:39.835779 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:20:39.835779 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:20:39.835779 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:20:39.835779 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:20:39.835779 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:20:39.835779 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:20:39.835779 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:20:39.835779 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:20:39.835779 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:20:39.835779 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:20:39.835779 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:20:39.835779 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:20:39.835779 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:20:39.835779 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:20:39.835779 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:20:39.835779 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:20:39.840413 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e4378a09-979a-467e-9aa6-cfafc930b241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:39.876919 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e4378a09-979a-467e-9aa6-cfafc930b241 admin admin] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:39.906767 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4378a09-979a-467e-9aa6-cfafc930b241 admin admin] Pushing event deleted for resources: {'Network': ['ID=0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:39.937678 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e4378a09-979a-467e-9aa6-cfafc930b241 admin admin] 10.222.0.105 "DELETE /v2.0/networks/0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5 HTTP/1.1" status: 204 len: 168 time: 2.8354638 Feb 09 01:20:39.980672 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc42947-88c2-494b-8ad5-37af565879e0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:39.981145 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc42947-88c2-494b-8ad5-37af565879e0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:39.982494 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc42947-88c2-494b-8ad5-37af565879e0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:39.982957 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc42947-88c2-494b-8ad5-37af565879e0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:39.984196 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc42947-88c2-494b-8ad5-37af565879e0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:39.984196 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc42947-88c2-494b-8ad5-37af565879e0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:39.984862 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc42947-88c2-494b-8ad5-37af565879e0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:39.985508 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc42947-88c2-494b-8ad5-37af565879e0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:39.986200 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc42947-88c2-494b-8ad5-37af565879e0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:39.986660 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc42947-88c2-494b-8ad5-37af565879e0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:39.987116 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc42947-88c2-494b-8ad5-37af565879e0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:39.987731 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc42947-88c2-494b-8ad5-37af565879e0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:39.988191 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc42947-88c2-494b-8ad5-37af565879e0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:39.988642 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc42947-88c2-494b-8ad5-37af565879e0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:39.989092 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc42947-88c2-494b-8ad5-37af565879e0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:39.989539 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc42947-88c2-494b-8ad5-37af565879e0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:39.990013 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc42947-88c2-494b-8ad5-37af565879e0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:39.990463 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc42947-88c2-494b-8ad5-37af565879e0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:39.990917 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc42947-88c2-494b-8ad5-37af565879e0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:39.991364 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc42947-88c2-494b-8ad5-37af565879e0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:39.992074 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc42947-88c2-494b-8ad5-37af565879e0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:39.992647 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc42947-88c2-494b-8ad5-37af565879e0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:39.993101 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc42947-88c2-494b-8ad5-37af565879e0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:39.995853 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-1fc42947-88c2-494b-8ad5-37af565879e0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Synchronizing usage tracker for tenant:a45216ead5b64cf9b3b4b2ae21f378d7 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:20:40.016548 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-1fc42947-88c2-494b-8ad5-37af565879e0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Unset dirty status for tenant:a45216ead5b64cf9b3b4b2ae21f378d7 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:20:40.019165 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1fc42947-88c2-494b-8ad5-37af565879e0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20443 time: 0.5418620 Feb 09 01:20:40.021847 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49006) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:40.061982 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f5aa9482-e572-4c77-9eaa-1123020303c5 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:40.191626 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-2be9f1ab-2fbe-4b6c-ab28-e8ef889407d7 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Deleting port a8f9fccf-5aa5-4608-a16d-9e61c9fe22dd {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:20:40.191980 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2be9f1ab-2fbe-4b6c-ab28-e8ef889407d7 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:40.228850 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f5aa9482-e572-4c77-9eaa-1123020303c5 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:40.320473 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49012) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:40.444290 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb5bd00-534c-41b6-86cb-bda6878e0e7d None None] Network 6878dbb8-52f5-4e9b-8066-2811330871b0 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:20:40.538255 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-e3a888d4-f193-43c0-96d7-c3cd312e5999 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=128330d8f0414cd5a58362066d10386d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2166033 Feb 09 01:20:40.538930 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49016) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:40.592833 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f5aa9482-e572-4c77-9eaa-1123020303c5 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:40.597647 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-2be9f1ab-2fbe-4b6c-ab28-e8ef889407d7 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] For port a8f9fccf-5aa5-4608-a16d-9e61c9fe22dd, host n-h1-828418-1, got binding levels [] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:20:40.598114 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2be9f1ab-2fbe-4b6c-ab28-e8ef889407d7 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:40.727105 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aa9482-e572-4c77-9eaa-1123020303c5 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Pushing event deleted for resources: {'Subnet': ['ID=e08e3369-a832-4357-8510-9be91fd63d51,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:40.737870 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d04f3e1-72c4-40b3-8644-46c80e19b818 None None] DHCP port deletion for 0bb8e42a-2ba0-442a-8a1c-4badc57d5bc5 request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:20:40.791439 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:20:40.833328 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 91ca153d-0675-432a-b690-735232bc3399 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:20:40.890730 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-2be9f1ab-2fbe-4b6c-ab28-e8ef889407d7 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Calling delete_port for a8f9fccf-5aa5-4608-a16d-9e61c9fe22dd owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:20:40.958648 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f5aa9482-e572-4c77-9eaa-1123020303c5 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:41.016054 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2be9f1ab-2fbe-4b6c-ab28-e8ef889407d7 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:41.019798 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e8f5b797-4029-4016-9f91-51f395ec7e69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:41.031918 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 91ca153d-0675-432a-b690-735232bc3399 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:41.032205 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:41.039485 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-f5aa9482-e572-4c77-9eaa-1123020303c5 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40b6c8ee-c202-4ef2-9c57-6cdbfb8ded6a']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:41.064572 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-f5aa9482-e572-4c77-9eaa-1123020303c5 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bbbd28d-255e-49ea-921c-5fd20735691b') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:41.064987 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-f5aa9482-e572-4c77-9eaa-1123020303c5 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bbbd28d-255e-49ea-921c-5fd20735691b') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:41.076215 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2be9f1ab-2fbe-4b6c-ab28-e8ef889407d7 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:41.079006 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be9f1ab-2fbe-4b6c-ab28-e8ef889407d7 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Pushing event deleted for resources: {'Port': ['ID=a8f9fccf-5aa5-4608-a16d-9e61c9fe22dd,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:41.095433 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-2be9f1ab-2fbe-4b6c-ab28-e8ef889407d7 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] 10.222.0.105 "DELETE /v2.0/ports/a8f9fccf-5aa5-4608-a16d-9e61c9fe22dd HTTP/1.1" status: 204 len: 168 time: 1.0721684 Feb 09 01:20:41.097952 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49028) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:41.106159 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5dfe2983-d352-469b-945d-bfd098aef6b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:41.108674 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e8f5b797-4029-4016-9f91-51f395ec7e69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:41.127178 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f5aa9482-e572-4c77-9eaa-1123020303c5 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:41.130389 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529d9abb-8940-411a-a1ee-af00ac8a7cf6 None None] Network 40b6c8ee-c202-4ef2-9c57-6cdbfb8ded6a requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:20:41.151244 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ec04a7f-f994-4ef8-96b0-74ffc4a3fad1 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] GET failed (client error): The resource could not be found. Feb 09 01:20:41.151815 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-0ec04a7f-f994-4ef8-96b0-74ffc4a3fad1 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Synchronizing usage tracker for tenant:a45216ead5b64cf9b3b4b2ae21f378d7 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:20:41.179296 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f5aa9482-e572-4c77-9eaa-1123020303c5 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:41.184897 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-0ec04a7f-f994-4ef8-96b0-74ffc4a3fad1 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Unset dirty status for tenant:a45216ead5b64cf9b3b4b2ae21f378d7 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:20:41.186600 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-0ec04a7f-f994-4ef8-96b0-74ffc4a3fad1 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] 10.222.0.105 "GET /v2.0/ports/a8f9fccf-5aa5-4608-a16d-9e61c9fe22dd HTTP/1.1" status: 404 len: 333 time: 0.0875618 Feb 09 01:20:41.190843 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49032) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:41.197388 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-457e886b-ce15-4fad-9cbe-2feb027270a7 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-207862865', 'network_id': '0688d23f-bed2-4da2-bece-e3e61068cc96'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:41.205646 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-457e886b-ce15-4fad-9cbe-2feb027270a7 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:41.218406 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5aa9482-e572-4c77-9eaa-1123020303c5 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:20:41.218724 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f5aa9482-e572-4c77-9eaa-1123020303c5 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:41.222917 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-457e886b-ce15-4fad-9cbe-2feb027270a7 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:41.236352 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-457e886b-ce15-4fad-9cbe-2feb027270a7 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Made reservation on behalf of a45216ead5b64cf9b3b4b2ae21f378d7 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:20:41.239305 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-457e886b-ce15-4fad-9cbe-2feb027270a7 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:41.246264 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 01:20:41.246264 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:20:41.246264 n-d-828418-1 neutron-server[87639]: timer() Feb 09 01:20:41.246264 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:20:41.246264 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 01:20:41.246264 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:20:41.246264 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 01:20:41.246264 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:20:41.246264 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 01:20:41.246264 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:20:41.246264 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 01:20:41.246264 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:20:41.246264 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 01:20:41.246264 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:20:41.246264 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:20:41.246264 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:20:41.246264 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:20:41.246264 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:20:41.246264 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 01:20:41.246264 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:20:41.246264 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 01:20:41.246264 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:20:41.246264 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:20:41.246264 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:20:41.246264 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 01:20:41.246264 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:20:41.246264 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:20:41.246264 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:20:41.246264 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:20:41.246264 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:20:41.246264 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:20:41.246264 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:20:41.267185 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-457e886b-ce15-4fad-9cbe-2feb027270a7 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] device_id is not set on port 6e431eb4-906b-4116-96de-d1104d6a702b yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:20:41.307227 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e8f5b797-4029-4016-9f91-51f395ec7e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:41.348543 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f5b797-4029-4016-9f91-51f395ec7e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20001333-3315-4c01-aa9f-28e53004e903,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:41.360279 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f5aa9482-e572-4c77-9eaa-1123020303c5 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:41.389247 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e8f5b797-4029-4016-9f91-51f395ec7e69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:41.390458 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-e8f5b797-4029-4016-9f91-51f395ec7e69 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/20001333-3315-4c01-aa9f-28e53004e903 HTTP/1.1" status: 204 len: 168 time: 0.8484538 Feb 09 01:20:41.391585 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f5aa9482-e572-4c77-9eaa-1123020303c5 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:41.401945 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aa9482-e572-4c77-9eaa-1123020303c5 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Pushing event deleted for resources: {'Network': ['ID=40b6c8ee-c202-4ef2-9c57-6cdbfb8ded6a,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:41.418837 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f5aa9482-e572-4c77-9eaa-1123020303c5 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] 10.222.0.105 "DELETE /v2.0/networks/40b6c8ee-c202-4ef2-9c57-6cdbfb8ded6a HTTP/1.1" status: 204 len: 168 time: 1.6841447 Feb 09 01:20:41.418837 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49038) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:41.431786 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-603464f4-23f1-4184-a165-13958dd23ff2 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2144996176'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:41.444875 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-603464f4-23f1-4184-a165-13958dd23ff2 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:41.455057 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-603464f4-23f1-4184-a165-13958dd23ff2 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Usage tracker for resource:network and tenant:ea15a43d93574740aa8f256db3d01e8f is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:20:41.461231 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-603464f4-23f1-4184-a165-13958dd23ff2 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:20:41.472190 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-603464f4-23f1-4184-a165-13958dd23ff2 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:41.494050 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-603464f4-23f1-4184-a165-13958dd23ff2 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Made reservation on behalf of ea15a43d93574740aa8f256db3d01e8f for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:20:41.499826 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-603464f4-23f1-4184-a165-13958dd23ff2 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:41.562360 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-603464f4-23f1-4184-a165-13958dd23ff2 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:20:41.577213 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-603464f4-23f1-4184-a165-13958dd23ff2 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:41.577557 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-603464f4-23f1-4184-a165-13958dd23ff2 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Added segment aee73492-fa68-4d50-b06e-24cd31a6033c of type vlan for network 02fea350-e306-42e1-a34d-db811179e967 Feb 09 01:20:41.631244 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-603464f4-23f1-4184-a165-13958dd23ff2 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:41.667666 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:41.700962 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-603464f4-23f1-4184-a165-13958dd23ff2 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:41.713432 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603464f4-23f1-4184-a165-13958dd23ff2 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:41.714111 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-603464f4-23f1-4184-a165-13958dd23ff2 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:41.748866 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:41.803746 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-457e886b-ce15-4fad-9cbe-2feb027270a7 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:41.812310 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:41.875676 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-457e886b-ce15-4fad-9cbe-2feb027270a7 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:41.894306 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 91ca153d-0675-432a-b690-735232bc3399, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=91ca153d-0675-432a-b690-735232bc3399,segment=NetworkSegment(d6abe899-4a1b-46e9-a8af-0a1859637ab2),segment_id=d6abe899-4a1b-46e9-a8af-0a1859637ab2)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:20:41.900961 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b379a631-ccb8-41d5-af00-94124f0abff5 None None] DHCP port deletion for 6878dbb8-52f5-4e9b-8066-2811330871b0 request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:20:41.913422 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-b379a631-ccb8-41d5-af00-94124f0abff5 None None] Deleting port 91ca153d-0675-432a-b690-735232bc3399 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:20:41.913959 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b379a631-ccb8-41d5-af00-94124f0abff5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:42.006226 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-603464f4-23f1-4184-a165-13958dd23ff2 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5862577 Feb 09 01:20:42.010887 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49054) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:42.056582 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:42.058523 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-74752028-14fe-42ac-9f9e-f8e220b9a709 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Request body: {'subnet': {'network_id': '02fea350-e306-42e1-a34d-db811179e967', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:42.065133 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457e886b-ce15-4fad-9cbe-2feb027270a7 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Network 0688d23f-bed2-4da2-bece-e3e61068cc96 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:20:42.066739 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-457e886b-ce15-4fad-9cbe-2feb027270a7 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:42.070691 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457e886b-ce15-4fad-9cbe-2feb027270a7 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:20:42.071610 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457e886b-ce15-4fad-9cbe-2feb027270a7 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:42.076682 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-457e886b-ce15-4fad-9cbe-2feb027270a7 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:42.118790 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457e886b-ce15-4fad-9cbe-2feb027270a7 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Pushing event updated for resources: {'Port': ['ID=6e431eb4-906b-4116-96de-d1104d6a702b,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:42.153405 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-457e886b-ce15-4fad-9cbe-2feb027270a7 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.9608831 Feb 09 01:20:42.156226 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49062) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:42.257141 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 8ed5ca9d-c34f-426f-a0c3-25a747dda079 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:20:42.283290 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603464f4-23f1-4184-a165-13958dd23ff2 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Pushing event updated for resources: {'Network': ['ID=02fea350-e306-42e1-a34d-db811179e967,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:42.307838 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ca366e-2e3e-4ca7-845d-885cae0758e6 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:42.308422 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-69ca366e-2e3e-4ca7-845d-885cae0758e6 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Synchronizing usage tracker for tenant:a45216ead5b64cf9b3b4b2ae21f378d7 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:20:42.345399 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-69ca366e-2e3e-4ca7-845d-885cae0758e6 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Unset dirty status for tenant:a45216ead5b64cf9b3b4b2ae21f378d7 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:20:42.346760 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-69ca366e-2e3e-4ca7-845d-885cae0758e6 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] 10.222.0.105 "GET /v2.0/ports/6e431eb4-906b-4116-96de-d1104d6a702b HTTP/1.1" status: 200 len: 954 time: 0.1895349 Feb 09 01:20:42.349652 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49072) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:42.462151 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-ebae8782-24d9-4069-bb29-70bd16333a5d tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Deleting port 6e431eb4-906b-4116-96de-d1104d6a702b {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:20:42.462695 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ebae8782-24d9-4069-bb29-70bd16333a5d tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:42.508286 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 8ed5ca9d-c34f-426f-a0c3-25a747dda079 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:20:42.508594 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 8ed5ca9d-c34f-426f-a0c3-25a747dda079 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:20:42.509009 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 91ca153d-0675-432a-b690-735232bc3399 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:20:42.579026 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 02fea350-e306-42e1-a34d-db811179e967 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:20:42.585289 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-74752028-14fe-42ac-9f9e-f8e220b9a709 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:42.590597 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-74752028-14fe-42ac-9f9e-f8e220b9a709 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Usage tracker for resource:subnet and tenant:ea15a43d93574740aa8f256db3d01e8f is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:20:42.601725 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-74752028-14fe-42ac-9f9e-f8e220b9a709 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:20:42.613480 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-74752028-14fe-42ac-9f9e-f8e220b9a709 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:42.616276 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=91ca153d-0675-432a-b690-735232bc3399,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:42.634392 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74752028-14fe-42ac-9f9e-f8e220b9a709 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Made reservation on behalf of ea15a43d93574740aa8f256db3d01e8f for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:20:42.639473 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-74752028-14fe-42ac-9f9e-f8e220b9a709 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:42.953578 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-b379a631-ccb8-41d5-af00-94124f0abff5 None None] For port 91ca153d-0675-432a-b690-735232bc3399, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=91ca153d-0675-432a-b690-735232bc3399,segment=NetworkSegment(d6abe899-4a1b-46e9-a8af-0a1859637ab2),segment_id=d6abe899-4a1b-46e9-a8af-0a1859637ab2)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:20:42.954070 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b379a631-ccb8-41d5-af00-94124f0abff5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:43.032481 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:43.073876 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 91ca153d-0675-432a-b690-735232bc3399, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=91ca153d-0675-432a-b690-735232bc3399,segment=NetworkSegment(d6abe899-4a1b-46e9-a8af-0a1859637ab2),segment_id=d6abe899-4a1b-46e9-a8af-0a1859637ab2)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:20:43.145967 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-74752028-14fe-42ac-9f9e-f8e220b9a709 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:43.202345 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:43.209873 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49098) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:43.228722 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-b379a631-ccb8-41d5-af00-94124f0abff5 None None] Calling delete_port for 91ca153d-0675-432a-b690-735232bc3399 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:20:43.271603 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74752028-14fe-42ac-9f9e-f8e220b9a709 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Pushing event updated for resources: {'Subnet': ['ID=f38734b2-83ae-43e5-8995-5b1bd07c3dff,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:43.288181 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ebae8782-24d9-4069-bb29-70bd16333a5d tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:43.351870 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:43.352788 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=91ca153d-0675-432a-b690-735232bc3399,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:43.398020 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74752028-14fe-42ac-9f9e-f8e220b9a709 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Checking segment: {'id': 'aee73492-fa68-4d50-b06e-24cd31a6033c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '02fea350-e306-42e1-a34d-db811179e967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:20:43.398616 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74752028-14fe-42ac-9f9e-f8e220b9a709 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Network hostable DHCP agents. Network: 02fea350-e306-42e1-a34d-db811179e967, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:20:43.428048 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74752028-14fe-42ac-9f9e-f8e220b9a709 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Network 02fea350-e306-42e1-a34d-db811179e967 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:20:43.431292 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-b379a631-ccb8-41d5-af00-94124f0abff5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:20:43.434589 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-b379a631-ccb8-41d5-af00-94124f0abff5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:20:43.445819 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-74752028-14fe-42ac-9f9e-f8e220b9a709 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 02fea350-e306-42e1-a34d-db811179e967) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:43.455762 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632f2334-3fe0-4ddf-96c7-6eed09d4a312 None None] Network 02fea350-e306-42e1-a34d-db811179e967 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:20:43.475781 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74752028-14fe-42ac-9f9e-f8e220b9a709 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:43.477256 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-74752028-14fe-42ac-9f9e-f8e220b9a709 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:43.517470 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-74752028-14fe-42ac-9f9e-f8e220b9a709 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4738376 Feb 09 01:20:43.521065 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49106) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:43.602816 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-ebae8782-24d9-4069-bb29-70bd16333a5d tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Calling delete_port for 6e431eb4-906b-4116-96de-d1104d6a702b owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:20:43.692582 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49110) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:43.776940 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-c62bb660-0c30-437f-87e9-04ad5bdf6deb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1014775577-network', 'tenant_id': '1a20e36c7a554c699423b213df58ff18'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:43.790061 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ebae8782-24d9-4069-bb29-70bd16333a5d tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:43.806789 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c62bb660-0c30-437f-87e9-04ad5bdf6deb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:43.831368 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-c62bb660-0c30-437f-87e9-04ad5bdf6deb admin admin] Usage tracker for resource:network and tenant:1a20e36c7a554c699423b213df58ff18 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:20:43.848018 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-c62bb660-0c30-437f-87e9-04ad5bdf6deb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:20:43.863237 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c62bb660-0c30-437f-87e9-04ad5bdf6deb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:43.869915 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-819ab268-8710-4995-93cb-ceefce93253b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:43.874516 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1bda70-e70b-4864-9564-e6550ae07ff2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-02fea350-e306-42e1-a34d-db811179e967', 'network_id': '02fea350-e306-42e1-a34d-db811179e967', 'tenant_id': 'ea15a43d93574740aa8f256db3d01e8f', 'fixed_ips': [{'subnet_id': 'f38734b2-83ae-43e5-8995-5b1bd07c3dff'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:20:43.875423 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8d1bda70-e70b-4864-9564-e6550ae07ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:43.910539 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebae8782-24d9-4069-bb29-70bd16333a5d tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Pushing event deleted for resources: {'Port': ['ID=6e431eb4-906b-4116-96de-d1104d6a702b,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:43.924363 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-819ab268-8710-4995-93cb-ceefce93253b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:43.938554 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ebae8782-24d9-4069-bb29-70bd16333a5d tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:43.947756 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-b379a631-ccb8-41d5-af00-94124f0abff5 None None] Deleting port 91ca153d-0675-432a-b690-735232bc3399 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:20:43.948130 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b379a631-ccb8-41d5-af00-94124f0abff5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:43.968279 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ebae8782-24d9-4069-bb29-70bd16333a5d tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] 10.222.0.105 "DELETE /v2.0/ports/6e431eb4-906b-4116-96de-d1104d6a702b HTTP/1.1" status: 204 len: 168 time: 1.6174045 Feb 09 01:20:43.970726 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49118) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:43.972605 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-819ab268-8710-4995-93cb-ceefce93253b admin admin] Usage tracker for resource:security_group_rule and tenant:25dd3b49e1474c399bf43a33236e0ec3 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:20:43.979006 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-819ab268-8710-4995-93cb-ceefce93253b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:20:43.983532 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62bb660-0c30-437f-87e9-04ad5bdf6deb admin admin] Made reservation on behalf of 1a20e36c7a554c699423b213df58ff18 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:20:43.988050 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c62bb660-0c30-437f-87e9-04ad5bdf6deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:44.031626 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-819ab268-8710-4995-93cb-ceefce93253b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:44.044103 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-944007a9-e3c0-467f-9a61-b2102c217bcf tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:44.062663 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c62bb660-0c30-437f-87e9-04ad5bdf6deb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:44.084073 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-748f272b-8a6e-441d-8e7d-cc5bb679d330 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] GET failed (client error): The resource could not be found. Feb 09 01:20:44.090373 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-748f272b-8a6e-441d-8e7d-cc5bb679d330 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Synchronizing usage tracker for tenant:a45216ead5b64cf9b3b4b2ae21f378d7 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:20:44.114823 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c62bb660-0c30-437f-87e9-04ad5bdf6deb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:44.130060 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-748f272b-8a6e-441d-8e7d-cc5bb679d330 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Unset dirty status for tenant:a45216ead5b64cf9b3b4b2ae21f378d7 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:20:44.130349 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-c62bb660-0c30-437f-87e9-04ad5bdf6deb admin admin] Usage tracker for resource:security_group_rule and tenant:1a20e36c7a554c699423b213df58ff18 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:20:44.132099 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-748f272b-8a6e-441d-8e7d-cc5bb679d330 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] 10.222.0.105 "GET /v2.0/ports/6e431eb4-906b-4116-96de-d1104d6a702b HTTP/1.1" status: 404 len: 333 time: 0.1599805 Feb 09 01:20:44.135622 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49124) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:44.141285 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-cc5df74d-2dcb-4d2d-b2ed-a9363e2a45c3 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Request body: {'port': {'network_id': '0688d23f-bed2-4da2-bece-e3e61068cc96', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1749039932'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:44.149948 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-cc5df74d-2dcb-4d2d-b2ed-a9363e2a45c3 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:44.151075 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-c62bb660-0c30-437f-87e9-04ad5bdf6deb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:20:44.161540 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-cc5df74d-2dcb-4d2d-b2ed-a9363e2a45c3 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:44.189275 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc5df74d-2dcb-4d2d-b2ed-a9363e2a45c3 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Made reservation on behalf of a45216ead5b64cf9b3b4b2ae21f378d7 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:20:44.192815 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cc5df74d-2dcb-4d2d-b2ed-a9363e2a45c3 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:44.238675 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-cc5df74d-2dcb-4d2d-b2ed-a9363e2a45c3 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] device_id is not set on port e35a91eb-f90e-49f7-bf87-571cb37e0856 yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:20:44.255832 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c62bb660-0c30-437f-87e9-04ad5bdf6deb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:44.411957 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-819ab268-8710-4995-93cb-ceefce93253b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:44.453251 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-819ab268-8710-4995-93cb-ceefce93253b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:44.502140 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819ab268-8710-4995-93cb-ceefce93253b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=755c6ed7-55ab-419a-aca4-ab9077b4d78e,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:44.515327 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-944007a9-e3c0-467f-9a61-b2102c217bcf tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:44.554840 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-8d1bda70-e70b-4864-9564-e6550ae07ff2 None None] Allocated IP 2001:db8::2 (02fea350-e306-42e1-a34d-db811179e967/f38734b2-83ae-43e5-8995-5b1bd07c3dff/d8cbea8a-b406-4c7d-93ba-7fd39e34e2f5) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:20:44.618366 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-819ab268-8710-4995-93cb-ceefce93253b admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=25dd3b49e1474c399bf43a33236e0ec3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9225986 Feb 09 01:20:44.623273 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49132) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:44.625330 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cc5df74d-2dcb-4d2d-b2ed-a9363e2a45c3 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:44.656747 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cc5df74d-2dcb-4d2d-b2ed-a9363e2a45c3 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:44.704703 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-b379a631-ccb8-41d5-af00-94124f0abff5 None None] For port 91ca153d-0675-432a-b690-735232bc3399, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=91ca153d-0675-432a-b690-735232bc3399,segment=NetworkSegment(d6abe899-4a1b-46e9-a8af-0a1859637ab2),segment_id=d6abe899-4a1b-46e9-a8af-0a1859637ab2)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:20:44.705107 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b379a631-ccb8-41d5-af00-94124f0abff5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:44.779959 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c62bb660-0c30-437f-87e9-04ad5bdf6deb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:44.782048 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5df74d-2dcb-4d2d-b2ed-a9363e2a45c3 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Network 0688d23f-bed2-4da2-bece-e3e61068cc96 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:20:44.783357 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2fa2a583-2353-4617-b6d4-53308d386f62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:44.786605 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-cc5df74d-2dcb-4d2d-b2ed-a9363e2a45c3 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:44.789572 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5df74d-2dcb-4d2d-b2ed-a9363e2a45c3 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:20:44.790984 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5df74d-2dcb-4d2d-b2ed-a9363e2a45c3 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:44.791651 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cc5df74d-2dcb-4d2d-b2ed-a9363e2a45c3 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:44.813370 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2fa2a583-2353-4617-b6d4-53308d386f62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:44.819027 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5df74d-2dcb-4d2d-b2ed-a9363e2a45c3 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Pushing event updated for resources: {'Port': ['ID=e35a91eb-f90e-49f7-bf87-571cb37e0856,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:44.835703 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-cc5df74d-2dcb-4d2d-b2ed-a9363e2a45c3 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6968019 Feb 09 01:20:44.836278 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49136) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:44.842802 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-e821bea5-d67a-40c3-9cc1-2a5b899f2dd0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-828418-1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:44.862548 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-b379a631-ccb8-41d5-af00-94124f0abff5 None None] Calling delete_port for 91ca153d-0675-432a-b690-735232bc3399 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:20:44.867829 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c62bb660-0c30-437f-87e9-04ad5bdf6deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:44.882925 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2fa2a583-2353-4617-b6d4-53308d386f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:44.899591 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c62bb660-0c30-437f-87e9-04ad5bdf6deb admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:20:44.931217 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62bb660-0c30-437f-87e9-04ad5bdf6deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e238689-2b13-4df9-8955-13b9e4cebcf4,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:44.934537 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c62bb660-0c30-437f-87e9-04ad5bdf6deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:44.934998 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-c62bb660-0c30-437f-87e9-04ad5bdf6deb admin admin] Added segment ab5b8647-54ba-47dc-a969-bd1d889d35c1 of type vlan for network 0b42d132-a4d6-4063-98c2-48389fb2c5a1 Feb 09 01:20:44.936479 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2fa2a583-2353-4617-b6d4-53308d386f62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:44.937745 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-2fa2a583-2353-4617-b6d4-53308d386f62 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/755c6ed7-55ab-419a-aca4-ab9077b4d78e HTTP/1.1" status: 204 len: 168 time: 0.3131528 Feb 09 01:20:44.960552 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa2a583-2353-4617-b6d4-53308d386f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=755c6ed7-55ab-419a-aca4-ab9077b4d78e,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:44.984780 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c62bb660-0c30-437f-87e9-04ad5bdf6deb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:44.996155 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b379a631-ccb8-41d5-af00-94124f0abff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:45.040930 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e821bea5-d67a-40c3-9cc1-2a5b899f2dd0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:45.042279 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c62bb660-0c30-437f-87e9-04ad5bdf6deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:45.043475 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62bb660-0c30-437f-87e9-04ad5bdf6deb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:45.045288 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c62bb660-0c30-437f-87e9-04ad5bdf6deb admin admin] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:45.063517 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b379a631-ccb8-41d5-af00-94124f0abff5 None None] Pushing event deleted for resources: {'Port': ['ID=91ca153d-0675-432a-b690-735232bc3399,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:45.077561 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b379a631-ccb8-41d5-af00-94124f0abff5 None None] No DVR routers for this DVR port 91ca153d-0675-432a-b690-735232bc3399 on host n-d-828418-1 {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:20:45.124681 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-c62bb660-0c30-437f-87e9-04ad5bdf6deb admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8534303 Feb 09 01:20:45.140462 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49144) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:45.159640 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-2b0033a9-b636-435c-b936-e29859d5823a admin admin] Request body: {'subnet': {'network_id': '0b42d132-a4d6-4063-98c2-48389fb2c5a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1014775577-subnet', 'tenant_id': '1a20e36c7a554c699423b213df58ff18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:45.166849 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2b0033a9-b636-435c-b936-e29859d5823a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:45.171671 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-2b0033a9-b636-435c-b936-e29859d5823a admin admin] Usage tracker for resource:subnet and tenant:1a20e36c7a554c699423b213df58ff18 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:20:45.174626 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-2b0033a9-b636-435c-b936-e29859d5823a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:20:45.183128 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2b0033a9-b636-435c-b936-e29859d5823a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:45.207787 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0033a9-b636-435c-b936-e29859d5823a admin admin] Made reservation on behalf of 1a20e36c7a554c699423b213df58ff18 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:20:45.213921 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2b0033a9-b636-435c-b936-e29859d5823a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:45.324213 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62bb660-0c30-437f-87e9-04ad5bdf6deb admin admin] Pushing event updated for resources: {'Network': ['ID=0b42d132-a4d6-4063-98c2-48389fb2c5a1,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:45.337615 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 0b42d132-a4d6-4063-98c2-48389fb2c5a1 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:20:45.446137 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8d1bda70-e70b-4864-9564-e6550ae07ff2 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:45.459459 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8d1bda70-e70b-4864-9564-e6550ae07ff2 None None] Transition to ACTIVE for port object d8cbea8a-b406-4c7d-93ba-7fd39e34e2f5 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:20:45.495701 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8d1bda70-e70b-4864-9564-e6550ae07ff2 None None] Transition to ACTIVE for port object d8cbea8a-b406-4c7d-93ba-7fd39e34e2f5 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:20:45.498119 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49156) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:45.508191 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8d1bda70-e70b-4864-9564-e6550ae07ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:45.518736 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fcbfcff4-48f7-4292-843e-9da1ababa5a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:45.542894 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-fcbfcff4-48f7-4292-843e-9da1ababa5a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:45.550550 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-fcbfcff4-48f7-4292-843e-9da1ababa5a2 admin admin] Usage tracker for resource:security_group_rule and tenant:ce28043aabc94b48bcad591f9ba5f81f is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:20:45.554246 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-fcbfcff4-48f7-4292-843e-9da1ababa5a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:20:45.561912 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-944007a9-e3c0-467f-9a61-b2102c217bcf tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:45.581066 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-fcbfcff4-48f7-4292-843e-9da1ababa5a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:45.608652 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1bda70-e70b-4864-9564-e6550ae07ff2 None None] Network 02fea350-e306-42e1-a34d-db811179e967 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:20:45.617985 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-8d1bda70-e70b-4864-9564-e6550ae07ff2 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:45.625917 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1bda70-e70b-4864-9564-e6550ae07ff2 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:20:45.677230 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944007a9-e3c0-467f-9a61-b2102c217bcf tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Pushing event deleted for resources: {'Subnet': ['ID=f38734b2-83ae-43e5-8995-5b1bd07c3dff,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:45.680419 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2b0033a9-b636-435c-b936-e29859d5823a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:45.701444 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-e821bea5-d67a-40c3-9cc1-2a5b899f2dd0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] device_id is not set on port e35a91eb-f90e-49f7-bf87-571cb37e0856 yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:20:45.763571 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1bda70-e70b-4864-9564-e6550ae07ff2 None None] Pushing event updated for resources: {'Port': ['ID=d8cbea8a-b406-4c7d-93ba-7fd39e34e2f5,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:45.785259 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-8d1bda70-e70b-4864-9564-e6550ae07ff2 None None] Attempting to bind port d8cbea8a-b406-4c7d-93ba-7fd39e34e2f5 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:20:45.785450 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-8d1bda70-e70b-4864-9564-e6550ae07ff2 None None] Attempting to bind port d8cbea8a-b406-4c7d-93ba-7fd39e34e2f5 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'aee73492-fa68-4d50-b06e-24cd31a6033c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '02fea350-e306-42e1-a34d-db811179e967'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:20:45.785837 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1bda70-e70b-4864-9564-e6550ae07ff2 None None] Attempting to bind port d8cbea8a-b406-4c7d-93ba-7fd39e34e2f5 on network 02fea350-e306-42e1-a34d-db811179e967 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:20:45.791503 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1bda70-e70b-4864-9564-e6550ae07ff2 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:20:45.791884 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1bda70-e70b-4864-9564-e6550ae07ff2 None None] Checking segment: {'id': 'aee73492-fa68-4d50-b06e-24cd31a6033c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '02fea350-e306-42e1-a34d-db811179e967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:20:45.792422 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8d1bda70-e70b-4864-9564-e6550ae07ff2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:45.792828 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1bda70-e70b-4864-9564-e6550ae07ff2 None None] Bound using segment: {'id': 'aee73492-fa68-4d50-b06e-24cd31a6033c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '02fea350-e306-42e1-a34d-db811179e967'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:20:45.793297 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-8d1bda70-e70b-4864-9564-e6550ae07ff2 None None] Bound port: d8cbea8a-b406-4c7d-93ba-7fd39e34e2f5, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aee73492-fa68-4d50-b06e-24cd31a6033c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '02fea350-e306-42e1-a34d-db811179e967'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:20:45.793797 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8d1bda70-e70b-4864-9564-e6550ae07ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:45.808608 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e821bea5-d67a-40c3-9cc1-2a5b899f2dd0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:45.835007 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-944007a9-e3c0-467f-9a61-b2102c217bcf tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:45.897956 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-944007a9-e3c0-467f-9a61-b2102c217bcf tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02fea350-e306-42e1-a34d-db811179e967']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:45.910226 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-e821bea5-d67a-40c3-9cc1-2a5b899f2dd0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Transition to ACTIVE for port object e35a91eb-f90e-49f7-bf87-571cb37e0856 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:20:45.919360 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-944007a9-e3c0-467f-9a61-b2102c217bcf tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aee73492-fa68-4d50-b06e-24cd31a6033c') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:45.919716 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-944007a9-e3c0-467f-9a61-b2102c217bcf tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aee73492-fa68-4d50-b06e-24cd31a6033c') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:45.926703 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e821bea5-d67a-40c3-9cc1-2a5b899f2dd0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:45.940043 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-944007a9-e3c0-467f-9a61-b2102c217bcf tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:45.955290 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-8d1bda70-e70b-4864-9564-e6550ae07ff2 None None] For port d8cbea8a-b406-4c7d-93ba-7fd39e34e2f5, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:20:45.958990 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-8d1bda70-e70b-4864-9564-e6550ae07ff2 None None] For port d8cbea8a-b406-4c7d-93ba-7fd39e34e2f5, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=d8cbea8a-b406-4c7d-93ba-7fd39e34e2f5,segment=NetworkSegment(aee73492-fa68-4d50-b06e-24cd31a6033c),segment_id=aee73492-fa68-4d50-b06e-24cd31a6033c)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:20:45.966631 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8d1bda70-e70b-4864-9564-e6550ae07ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:46.020267 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-944007a9-e3c0-467f-9a61-b2102c217bcf tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:46.036451 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e821bea5-d67a-40c3-9cc1-2a5b899f2dd0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Pushing event updated for resources: {'Port': ['ID=e35a91eb-f90e-49f7-bf87-571cb37e0856,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:46.042504 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fcbfcff4-48f7-4292-843e-9da1ababa5a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:46.043898 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-944007a9-e3c0-467f-9a61-b2102c217bcf tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:20:46.049967 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-944007a9-e3c0-467f-9a61-b2102c217bcf tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:46.050586 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0033a9-b636-435c-b936-e29859d5823a admin admin] Checking segment: {'id': 'ab5b8647-54ba-47dc-a969-bd1d889d35c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '0b42d132-a4d6-4063-98c2-48389fb2c5a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:20:46.050950 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0033a9-b636-435c-b936-e29859d5823a admin admin] Network hostable DHCP agents. Network: 0b42d132-a4d6-4063-98c2-48389fb2c5a1, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:20:46.056986 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1bda70-e70b-4864-9564-e6550ae07ff2 None None] Pushing event updated for resources: {'Port': ['ID=d8cbea8a-b406-4c7d-93ba-7fd39e34e2f5,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:46.073413 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 01:20:46.073413 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:20:46.073413 n-d-828418-1 neutron-server[87639]: timer() Feb 09 01:20:46.073413 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:20:46.073413 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 01:20:46.073413 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:20:46.073413 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 01:20:46.073413 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:20:46.073413 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 01:20:46.073413 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:20:46.073413 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 01:20:46.073413 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:20:46.073413 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 01:20:46.073413 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:20:46.073413 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:20:46.073413 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:20:46.073413 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:20:46.073413 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:20:46.073413 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 01:20:46.073413 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:20:46.073413 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 01:20:46.073413 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:20:46.073413 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:20:46.073413 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:20:46.073413 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 01:20:46.073413 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:20:46.073413 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:20:46.073413 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:20:46.073413 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:20:46.073413 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:20:46.073413 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:20:46.073413 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:20:46.133478 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909167a7-9639-4fb1-a6f2-309ba51105d0 None None] Network 02fea350-e306-42e1-a34d-db811179e967 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:20:46.143106 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0033a9-b636-435c-b936-e29859d5823a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d342298-601b-4654-a677-d1e5d55f90c1,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:46.180336 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fcbfcff4-48f7-4292-843e-9da1ababa5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:46.190848 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-e821bea5-d67a-40c3-9cc1-2a5b899f2dd0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port e35a91eb-f90e-49f7-bf87-571cb37e0856 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:20:46.191382 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-e821bea5-d67a-40c3-9cc1-2a5b899f2dd0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port e35a91eb-f90e-49f7-bf87-571cb37e0856 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'de3c34ce-ead3-482e-acf7-cab1f0ca7258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0688d23f-bed2-4da2-bece-e3e61068cc96'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:20:46.192059 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e821bea5-d67a-40c3-9cc1-2a5b899f2dd0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port e35a91eb-f90e-49f7-bf87-571cb37e0856 on network 0688d23f-bed2-4da2-bece-e3e61068cc96 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:20:46.198599 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e821bea5-d67a-40c3-9cc1-2a5b899f2dd0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Port e35a91eb-f90e-49f7-bf87-571cb37e0856 on network 0688d23f-bed2-4da2-bece-e3e61068cc96 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:20:46.198983 n-d-828418-1 neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-e821bea5-d67a-40c3-9cc1-2a5b899f2dd0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Failed to bind port e35a91eb-f90e-49f7-bf87-571cb37e0856 on host n-h1-828418-1 for vnic_type normal using segments [{'id': 'de3c34ce-ead3-482e-acf7-cab1f0ca7258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0688d23f-bed2-4da2-bece-e3e61068cc96'}] Feb 09 01:20:46.199499 n-d-828418-1 neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-e821bea5-d67a-40c3-9cc1-2a5b899f2dd0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempt 2 to bind port e35a91eb-f90e-49f7-bf87-571cb37e0856 Feb 09 01:20:46.218088 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0033a9-b636-435c-b936-e29859d5823a admin admin] Network 0b42d132-a4d6-4063-98c2-48389fb2c5a1 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:20:46.221618 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-e821bea5-d67a-40c3-9cc1-2a5b899f2dd0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port e35a91eb-f90e-49f7-bf87-571cb37e0856 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:20:46.222291 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-e821bea5-d67a-40c3-9cc1-2a5b899f2dd0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port e35a91eb-f90e-49f7-bf87-571cb37e0856 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'de3c34ce-ead3-482e-acf7-cab1f0ca7258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0688d23f-bed2-4da2-bece-e3e61068cc96'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:20:46.222650 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e821bea5-d67a-40c3-9cc1-2a5b899f2dd0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port e35a91eb-f90e-49f7-bf87-571cb37e0856 on network 0688d23f-bed2-4da2-bece-e3e61068cc96 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:20:46.232852 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e821bea5-d67a-40c3-9cc1-2a5b899f2dd0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Port e35a91eb-f90e-49f7-bf87-571cb37e0856 on network 0688d23f-bed2-4da2-bece-e3e61068cc96 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:20:46.233152 n-d-828418-1 neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-e821bea5-d67a-40c3-9cc1-2a5b899f2dd0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Failed to bind port e35a91eb-f90e-49f7-bf87-571cb37e0856 on host n-h1-828418-1 for vnic_type normal using segments [{'id': 'de3c34ce-ead3-482e-acf7-cab1f0ca7258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0688d23f-bed2-4da2-bece-e3e61068cc96'}] Feb 09 01:20:46.234932 n-d-828418-1 neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-e821bea5-d67a-40c3-9cc1-2a5b899f2dd0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempt 3 to bind port e35a91eb-f90e-49f7-bf87-571cb37e0856 Feb 09 01:20:46.247306 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-2b0033a9-b636-435c-b936-e29859d5823a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 0b42d132-a4d6-4063-98c2-48389fb2c5a1) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:46.255518 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0033a9-b636-435c-b936-e29859d5823a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:46.257909 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2b0033a9-b636-435c-b936-e29859d5823a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:46.281970 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-e821bea5-d67a-40c3-9cc1-2a5b899f2dd0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port e35a91eb-f90e-49f7-bf87-571cb37e0856 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:20:46.282650 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-e821bea5-d67a-40c3-9cc1-2a5b899f2dd0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port e35a91eb-f90e-49f7-bf87-571cb37e0856 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'de3c34ce-ead3-482e-acf7-cab1f0ca7258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0688d23f-bed2-4da2-bece-e3e61068cc96'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:20:46.283364 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e821bea5-d67a-40c3-9cc1-2a5b899f2dd0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port e35a91eb-f90e-49f7-bf87-571cb37e0856 on network 0688d23f-bed2-4da2-bece-e3e61068cc96 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:20:46.290932 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbfcff4-48f7-4292-843e-9da1ababa5a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f3616a-8df6-434e-820c-9a27da5f0e2a,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:46.296088 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-fcbfcff4-48f7-4292-843e-9da1ababa5a2 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=ce28043aabc94b48bcad591f9ba5f81f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7968338 Feb 09 01:20:46.311966 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49174) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:46.313700 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.db.api [None req-944007a9-e3c0-467f-9a61-b2102c217bcf tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 01:20:46.313700 n-d-828418-1 neutron-server[87639]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 01:20:46.313700 n-d-828418-1 neutron-server[87639]: [parameters: {'id': '02fea350-e306-42e1-a34d-db811179e967'}] Feb 09 01:20:46.313700 n-d-828418-1 neutron-server[87639]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:20:46.315398 n-d-828418-1 neutron-server[87639]: DEBUG oslo_db.api [None req-944007a9-e3c0-467f-9a61-b2102c217bcf tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:20:46.326360 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060c80ac-8aa8-4246-b868-edfca6a0b3eb None None] Network 0b42d132-a4d6-4063-98c2-48389fb2c5a1 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:20:46.334934 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e821bea5-d67a-40c3-9cc1-2a5b899f2dd0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Port e35a91eb-f90e-49f7-bf87-571cb37e0856 on network 0688d23f-bed2-4da2-bece-e3e61068cc96 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:20:46.335507 n-d-828418-1 neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-e821bea5-d67a-40c3-9cc1-2a5b899f2dd0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Failed to bind port e35a91eb-f90e-49f7-bf87-571cb37e0856 on host n-h1-828418-1 for vnic_type normal using segments [{'id': 'de3c34ce-ead3-482e-acf7-cab1f0ca7258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0688d23f-bed2-4da2-bece-e3e61068cc96'}] Feb 09 01:20:46.339040 n-d-828418-1 neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-e821bea5-d67a-40c3-9cc1-2a5b899f2dd0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempt 4 to bind port e35a91eb-f90e-49f7-bf87-571cb37e0856 Feb 09 01:20:46.390164 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-63f6b1dc-7dc9-4dd7-a4ea-7951ae0668d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:46.391811 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-2b0033a9-b636-435c-b936-e29859d5823a admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2446446 Feb 09 01:20:46.404126 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-e821bea5-d67a-40c3-9cc1-2a5b899f2dd0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port e35a91eb-f90e-49f7-bf87-571cb37e0856 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:20:46.408495 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-e821bea5-d67a-40c3-9cc1-2a5b899f2dd0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port e35a91eb-f90e-49f7-bf87-571cb37e0856 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'de3c34ce-ead3-482e-acf7-cab1f0ca7258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0688d23f-bed2-4da2-bece-e3e61068cc96'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:20:46.409052 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e821bea5-d67a-40c3-9cc1-2a5b899f2dd0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port e35a91eb-f90e-49f7-bf87-571cb37e0856 on network 0688d23f-bed2-4da2-bece-e3e61068cc96 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:20:46.421503 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e821bea5-d67a-40c3-9cc1-2a5b899f2dd0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Port e35a91eb-f90e-49f7-bf87-571cb37e0856 on network 0688d23f-bed2-4da2-bece-e3e61068cc96 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:20:46.422148 n-d-828418-1 neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-e821bea5-d67a-40c3-9cc1-2a5b899f2dd0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Failed to bind port e35a91eb-f90e-49f7-bf87-571cb37e0856 on host n-h1-828418-1 for vnic_type normal using segments [{'id': 'de3c34ce-ead3-482e-acf7-cab1f0ca7258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0688d23f-bed2-4da2-bece-e3e61068cc96'}] Feb 09 01:20:46.422697 n-d-828418-1 neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-e821bea5-d67a-40c3-9cc1-2a5b899f2dd0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempt 5 to bind port e35a91eb-f90e-49f7-bf87-571cb37e0856 Feb 09 01:20:46.437932 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-63f6b1dc-7dc9-4dd7-a4ea-7951ae0668d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:46.463268 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-e821bea5-d67a-40c3-9cc1-2a5b899f2dd0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port e35a91eb-f90e-49f7-bf87-571cb37e0856 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:20:46.464760 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-e821bea5-d67a-40c3-9cc1-2a5b899f2dd0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port e35a91eb-f90e-49f7-bf87-571cb37e0856 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'de3c34ce-ead3-482e-acf7-cab1f0ca7258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0688d23f-bed2-4da2-bece-e3e61068cc96'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:20:46.467130 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e821bea5-d67a-40c3-9cc1-2a5b899f2dd0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port e35a91eb-f90e-49f7-bf87-571cb37e0856 on network 0688d23f-bed2-4da2-bece-e3e61068cc96 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:20:46.480478 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e821bea5-d67a-40c3-9cc1-2a5b899f2dd0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Port e35a91eb-f90e-49f7-bf87-571cb37e0856 on network 0688d23f-bed2-4da2-bece-e3e61068cc96 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:20:46.482688 n-d-828418-1 neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-e821bea5-d67a-40c3-9cc1-2a5b899f2dd0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Failed to bind port e35a91eb-f90e-49f7-bf87-571cb37e0856 on host n-h1-828418-1 for vnic_type normal using segments [{'id': 'de3c34ce-ead3-482e-acf7-cab1f0ca7258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0688d23f-bed2-4da2-bece-e3e61068cc96'}] Feb 09 01:20:46.483484 n-d-828418-1 neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-e821bea5-d67a-40c3-9cc1-2a5b899f2dd0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempt 6 to bind port e35a91eb-f90e-49f7-bf87-571cb37e0856 Feb 09 01:20:46.520305 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-e821bea5-d67a-40c3-9cc1-2a5b899f2dd0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port e35a91eb-f90e-49f7-bf87-571cb37e0856 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:20:46.520305 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-e821bea5-d67a-40c3-9cc1-2a5b899f2dd0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port e35a91eb-f90e-49f7-bf87-571cb37e0856 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'de3c34ce-ead3-482e-acf7-cab1f0ca7258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0688d23f-bed2-4da2-bece-e3e61068cc96'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:20:46.522759 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e821bea5-d67a-40c3-9cc1-2a5b899f2dd0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port e35a91eb-f90e-49f7-bf87-571cb37e0856 on network 0688d23f-bed2-4da2-bece-e3e61068cc96 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:20:46.535621 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e821bea5-d67a-40c3-9cc1-2a5b899f2dd0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Port e35a91eb-f90e-49f7-bf87-571cb37e0856 on network 0688d23f-bed2-4da2-bece-e3e61068cc96 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:20:46.537406 n-d-828418-1 neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-e821bea5-d67a-40c3-9cc1-2a5b899f2dd0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Failed to bind port e35a91eb-f90e-49f7-bf87-571cb37e0856 on host n-h1-828418-1 for vnic_type normal using segments [{'id': 'de3c34ce-ead3-482e-acf7-cab1f0ca7258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0688d23f-bed2-4da2-bece-e3e61068cc96'}] Feb 09 01:20:46.538491 n-d-828418-1 neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-e821bea5-d67a-40c3-9cc1-2a5b899f2dd0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempt 7 to bind port e35a91eb-f90e-49f7-bf87-571cb37e0856 Feb 09 01:20:46.550759 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-63f6b1dc-7dc9-4dd7-a4ea-7951ae0668d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:46.567330 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-e821bea5-d67a-40c3-9cc1-2a5b899f2dd0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port e35a91eb-f90e-49f7-bf87-571cb37e0856 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:20:46.583274 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-e821bea5-d67a-40c3-9cc1-2a5b899f2dd0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port e35a91eb-f90e-49f7-bf87-571cb37e0856 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'de3c34ce-ead3-482e-acf7-cab1f0ca7258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0688d23f-bed2-4da2-bece-e3e61068cc96'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:20:46.583804 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e821bea5-d67a-40c3-9cc1-2a5b899f2dd0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port e35a91eb-f90e-49f7-bf87-571cb37e0856 on network 0688d23f-bed2-4da2-bece-e3e61068cc96 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:20:46.603375 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e821bea5-d67a-40c3-9cc1-2a5b899f2dd0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Port e35a91eb-f90e-49f7-bf87-571cb37e0856 on network 0688d23f-bed2-4da2-bece-e3e61068cc96 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:20:46.604192 n-d-828418-1 neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-e821bea5-d67a-40c3-9cc1-2a5b899f2dd0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Failed to bind port e35a91eb-f90e-49f7-bf87-571cb37e0856 on host n-h1-828418-1 for vnic_type normal using segments [{'id': 'de3c34ce-ead3-482e-acf7-cab1f0ca7258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0688d23f-bed2-4da2-bece-e3e61068cc96'}] Feb 09 01:20:46.608431 n-d-828418-1 neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-e821bea5-d67a-40c3-9cc1-2a5b899f2dd0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempt 8 to bind port e35a91eb-f90e-49f7-bf87-571cb37e0856 Feb 09 01:20:46.612832 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-63f6b1dc-7dc9-4dd7-a4ea-7951ae0668d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:46.617832 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-63f6b1dc-7dc9-4dd7-a4ea-7951ae0668d4 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/96f3616a-8df6-434e-820c-9a27da5f0e2a HTTP/1.1" status: 204 len: 168 time: 0.3006279 Feb 09 01:20:46.620471 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f6b1dc-7dc9-4dd7-a4ea-7951ae0668d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f3616a-8df6-434e-820c-9a27da5f0e2a,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:46.670784 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-e821bea5-d67a-40c3-9cc1-2a5b899f2dd0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port e35a91eb-f90e-49f7-bf87-571cb37e0856 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:20:46.672404 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-e821bea5-d67a-40c3-9cc1-2a5b899f2dd0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port e35a91eb-f90e-49f7-bf87-571cb37e0856 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'de3c34ce-ead3-482e-acf7-cab1f0ca7258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0688d23f-bed2-4da2-bece-e3e61068cc96'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:20:46.673440 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e821bea5-d67a-40c3-9cc1-2a5b899f2dd0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port e35a91eb-f90e-49f7-bf87-571cb37e0856 on network 0688d23f-bed2-4da2-bece-e3e61068cc96 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:20:46.685782 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e821bea5-d67a-40c3-9cc1-2a5b899f2dd0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Port e35a91eb-f90e-49f7-bf87-571cb37e0856 on network 0688d23f-bed2-4da2-bece-e3e61068cc96 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:20:46.686401 n-d-828418-1 neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-e821bea5-d67a-40c3-9cc1-2a5b899f2dd0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Failed to bind port e35a91eb-f90e-49f7-bf87-571cb37e0856 on host n-h1-828418-1 for vnic_type normal using segments [{'id': 'de3c34ce-ead3-482e-acf7-cab1f0ca7258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0688d23f-bed2-4da2-bece-e3e61068cc96'}] Feb 09 01:20:46.687021 n-d-828418-1 neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-e821bea5-d67a-40c3-9cc1-2a5b899f2dd0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempt 9 to bind port e35a91eb-f90e-49f7-bf87-571cb37e0856 Feb 09 01:20:46.731151 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-e821bea5-d67a-40c3-9cc1-2a5b899f2dd0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port e35a91eb-f90e-49f7-bf87-571cb37e0856 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:20:46.732055 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-e821bea5-d67a-40c3-9cc1-2a5b899f2dd0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port e35a91eb-f90e-49f7-bf87-571cb37e0856 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'de3c34ce-ead3-482e-acf7-cab1f0ca7258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0688d23f-bed2-4da2-bece-e3e61068cc96'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:20:46.732511 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e821bea5-d67a-40c3-9cc1-2a5b899f2dd0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port e35a91eb-f90e-49f7-bf87-571cb37e0856 on network 0688d23f-bed2-4da2-bece-e3e61068cc96 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:20:46.745843 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e821bea5-d67a-40c3-9cc1-2a5b899f2dd0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Port e35a91eb-f90e-49f7-bf87-571cb37e0856 on network 0688d23f-bed2-4da2-bece-e3e61068cc96 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:20:46.746334 n-d-828418-1 neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-e821bea5-d67a-40c3-9cc1-2a5b899f2dd0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Failed to bind port e35a91eb-f90e-49f7-bf87-571cb37e0856 on host n-h1-828418-1 for vnic_type normal using segments [{'id': 'de3c34ce-ead3-482e-acf7-cab1f0ca7258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0688d23f-bed2-4da2-bece-e3e61068cc96'}] Feb 09 01:20:46.751108 n-d-828418-1 neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-e821bea5-d67a-40c3-9cc1-2a5b899f2dd0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempt 10 to bind port e35a91eb-f90e-49f7-bf87-571cb37e0856 Feb 09 01:20:46.782635 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-e821bea5-d67a-40c3-9cc1-2a5b899f2dd0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port e35a91eb-f90e-49f7-bf87-571cb37e0856 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:20:46.783553 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-e821bea5-d67a-40c3-9cc1-2a5b899f2dd0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port e35a91eb-f90e-49f7-bf87-571cb37e0856 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'de3c34ce-ead3-482e-acf7-cab1f0ca7258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0688d23f-bed2-4da2-bece-e3e61068cc96'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:20:46.784437 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e821bea5-d67a-40c3-9cc1-2a5b899f2dd0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempting to bind port e35a91eb-f90e-49f7-bf87-571cb37e0856 on network 0688d23f-bed2-4da2-bece-e3e61068cc96 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:20:46.798494 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e821bea5-d67a-40c3-9cc1-2a5b899f2dd0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Port e35a91eb-f90e-49f7-bf87-571cb37e0856 on network 0688d23f-bed2-4da2-bece-e3e61068cc96 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:20:46.798949 n-d-828418-1 neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-e821bea5-d67a-40c3-9cc1-2a5b899f2dd0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Failed to bind port e35a91eb-f90e-49f7-bf87-571cb37e0856 on host n-h1-828418-1 for vnic_type normal using segments [{'id': 'de3c34ce-ead3-482e-acf7-cab1f0ca7258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0688d23f-bed2-4da2-bece-e3e61068cc96'}] Feb 09 01:20:46.799512 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e821bea5-d67a-40c3-9cc1-2a5b899f2dd0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:46.828465 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-944007a9-e3c0-467f-9a61-b2102c217bcf tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:46.828619 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712f74ff-c16c-492b-8823-a8b802900c01 None None] Network 0b42d132-a4d6-4063-98c2-48389fb2c5a1 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:20:46.852112 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-944007a9-e3c0-467f-9a61-b2102c217bcf tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Deleting port d8cbea8a-b406-4c7d-93ba-7fd39e34e2f5 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:20:46.852686 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-944007a9-e3c0-467f-9a61-b2102c217bcf tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:47.016712 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-e821bea5-d67a-40c3-9cc1-2a5b899f2dd0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] For port e35a91eb-f90e-49f7-bf87-571cb37e0856, host n-h1-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:20:47.018015 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-e821bea5-d67a-40c3-9cc1-2a5b899f2dd0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attempted to set empty binding levels {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 09 01:20:47.024142 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e821bea5-d67a-40c3-9cc1-2a5b899f2dd0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:47.143809 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-e821bea5-d67a-40c3-9cc1-2a5b899f2dd0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] In _notify_port_updated(), no bound segment for port e35a91eb-f90e-49f7-bf87-571cb37e0856 on network 0688d23f-bed2-4da2-bece-e3e61068cc96 {{(pid=87638) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 01:20:47.144378 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e821bea5-d67a-40c3-9cc1-2a5b899f2dd0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:47.145086 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e821bea5-d67a-40c3-9cc1-2a5b899f2dd0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:47.146659 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e821bea5-d67a-40c3-9cc1-2a5b899f2dd0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] 10.222.0.105 "PUT /v2.0/ports/e35a91eb-f90e-49f7-bf87-571cb37e0856 HTTP/1.1" status: 200 len: 975 time: 2.3093088 Feb 09 01:20:47.149481 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49200) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:47.214275 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e821bea5-d67a-40c3-9cc1-2a5b899f2dd0 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Pushing event updated for resources: {'Port': ['ID=e35a91eb-f90e-49f7-bf87-571cb37e0856,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:47.260567 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-885bcb44-485d-4c8b-ae12-2e785a935553 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Deleting port e35a91eb-f90e-49f7-bf87-571cb37e0856 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:20:47.260927 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-885bcb44-485d-4c8b-ae12-2e785a935553 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:47.265467 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97403586-ab79-42b5-bf08-1407e41dcfbe None None] get_active_networks_info from n-d-828418-1 {{(pid=87640) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 01:20:47.374320 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a7f167-24bf-4b2f-925a-60ceda3bc836 req-6d57507a-6a63-4923-8349-14eccc0ee16d tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:47.386810 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-77a7f167-24bf-4b2f-925a-60ceda3bc836 req-6d57507a-6a63-4923-8349-14eccc0ee16d tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/ports?device_id=f177ffd4-03ac-47a4-b924-b0aacc0404b9 HTTP/1.1" status: 200 len: 945 time: 0.6395929 Feb 09 01:20:47.471486 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-77a7f167-24bf-4b2f-925a-60ceda3bc836 req-737d7107-0dbe-4066-aa0b-b2af54023683 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/security-groups?id=4b791689-1670-46ec-9438-5eacccbc9c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835755 Feb 09 01:20:47.478626 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97403586-ab79-42b5-bf08-1407e41dcfbe None None] Resources bound (agent type, host, resource id): {{(pid=87640) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:20:47.810583 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-885bcb44-485d-4c8b-ae12-2e785a935553 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] For port e35a91eb-f90e-49f7-bf87-571cb37e0856, host n-h1-828418-1, got binding levels [] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:20:47.811638 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-885bcb44-485d-4c8b-ae12-2e785a935553 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:47.813029 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-944007a9-e3c0-467f-9a61-b2102c217bcf tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] For port d8cbea8a-b406-4c7d-93ba-7fd39e34e2f5, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=d8cbea8a-b406-4c7d-93ba-7fd39e34e2f5,segment=NetworkSegment(aee73492-fa68-4d50-b06e-24cd31a6033c),segment_id=aee73492-fa68-4d50-b06e-24cd31a6033c)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:20:47.813381 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-944007a9-e3c0-467f-9a61-b2102c217bcf tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:47.979887 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-944007a9-e3c0-467f-9a61-b2102c217bcf tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Calling delete_port for d8cbea8a-b406-4c7d-93ba-7fd39e34e2f5 owned by network:dhcp {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:20:47.996060 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-885bcb44-485d-4c8b-ae12-2e785a935553 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Calling delete_port for e35a91eb-f90e-49f7-bf87-571cb37e0856 owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:20:48.014172 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e43fe-37f0-4384-a866-fc13ea94151f req-7672f0fa-5853-4d6b-8755-e3e1ee0e925e tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:48.015243 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-5f4e43fe-37f0-4384-a866-fc13ea94151f req-7672f0fa-5853-4d6b-8755-e3e1ee0e925e tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Synchronizing usage tracker for tenant:1a20e36c7a554c699423b213df58ff18 on resource:network {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:20:48.056393 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-5f4e43fe-37f0-4384-a866-fc13ea94151f req-7672f0fa-5853-4d6b-8755-e3e1ee0e925e tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Unset dirty status for tenant:1a20e36c7a554c699423b213df58ff18 on resource:network {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:20:48.057813 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5f4e43fe-37f0-4384-a866-fc13ea94151f req-7672f0fa-5853-4d6b-8755-e3e1ee0e925e tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/networks?id=0b42d132-a4d6-4063-98c2-48389fb2c5a1 HTTP/1.1" status: 200 len: 815 time: 0.6175396 Feb 09 01:20:48.096624 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5f4e43fe-37f0-4384-a866-fc13ea94151f req-f29d28e9-777f-4200-855d-b6b940342bd1 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/quotas/1a20e36c7a554c699423b213df58ff18 HTTP/1.1" status: 200 len: 375 time: 0.0247388 Feb 09 01:20:48.102775 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-944007a9-e3c0-467f-9a61-b2102c217bcf tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:48.130121 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-885bcb44-485d-4c8b-ae12-2e785a935553 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:48.195717 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944007a9-e3c0-467f-9a61-b2102c217bcf tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Pushing event deleted for resources: {'Port': ['ID=d8cbea8a-b406-4c7d-93ba-7fd39e34e2f5,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:48.208970 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5f4e43fe-37f0-4384-a866-fc13ea94151f req-8621d1be-22a4-44d1-94aa-608923ced71f tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=1a20e36c7a554c699423b213df58ff18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1004639 Feb 09 01:20:48.236453 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885bcb44-485d-4c8b-ae12-2e785a935553 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Pushing event deleted for resources: {'Port': ['ID=e35a91eb-f90e-49f7-bf87-571cb37e0856,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:48.247674 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-885bcb44-485d-4c8b-ae12-2e785a935553 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:48.261938 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-885bcb44-485d-4c8b-ae12-2e785a935553 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] 10.222.0.105 "DELETE /v2.0/ports/e35a91eb-f90e-49f7-bf87-571cb37e0856 HTTP/1.1" status: 204 len: 168 time: 1.1078269 Feb 09 01:20:48.262113 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49236) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:48.283020 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944007a9-e3c0-467f-9a61-b2102c217bcf tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] No DVR routers for this DVR port d8cbea8a-b406-4c7d-93ba-7fd39e34e2f5 on host n-d-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:20:48.311388 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-13be57dd-5ee6-4cf2-9479-f3b661581f05 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] GET failed (client error): The resource could not be found. Feb 09 01:20:48.311967 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-13be57dd-5ee6-4cf2-9479-f3b661581f05 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Synchronizing usage tracker for tenant:a45216ead5b64cf9b3b4b2ae21f378d7 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:20:48.338354 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-13be57dd-5ee6-4cf2-9479-f3b661581f05 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] Unset dirty status for tenant:a45216ead5b64cf9b3b4b2ae21f378d7 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:20:48.339649 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-13be57dd-5ee6-4cf2-9479-f3b661581f05 tempest-PortsAdminExtendedAttrsTestJSON-626596523 tempest-PortsAdminExtendedAttrsTestJSON-626596523-project-admin] 10.222.0.105 "GET /v2.0/ports/e35a91eb-f90e-49f7-bf87-571cb37e0856 HTTP/1.1" status: 404 len: 333 time: 0.0761395 Feb 09 01:20:48.344099 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49242) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:48.534780 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eb2fb3ff-46a6-4f7a-8f99-6ce3bcc70ae2 tempest-PortsAdminExtendedAttrsTestJSON-1505476184 tempest-PortsAdminExtendedAttrsTestJSON-1505476184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:48.602566 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-944007a9-e3c0-467f-9a61-b2102c217bcf tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:48.717379 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-944007a9-e3c0-467f-9a61-b2102c217bcf tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02fea350-e306-42e1-a34d-db811179e967']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:48.745682 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5f4e43fe-37f0-4384-a866-fc13ea94151f req-02dba9c4-7910-4f89-bcfa-719f6aa7ff70 service neutron] 10.222.0.105 "GET /v2.0/networks/0b42d132-a4d6-4063-98c2-48389fb2c5a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5238502 Feb 09 01:20:48.767711 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eb2fb3ff-46a6-4f7a-8f99-6ce3bcc70ae2 tempest-PortsAdminExtendedAttrsTestJSON-1505476184 tempest-PortsAdminExtendedAttrsTestJSON-1505476184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:48.781493 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-944007a9-e3c0-467f-9a61-b2102c217bcf tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aee73492-fa68-4d50-b06e-24cd31a6033c') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:48.781807 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-944007a9-e3c0-467f-9a61-b2102c217bcf tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aee73492-fa68-4d50-b06e-24cd31a6033c') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:48.800182 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-eb2fb3ff-46a6-4f7a-8f99-6ce3bcc70ae2 tempest-PortsAdminExtendedAttrsTestJSON-1505476184 tempest-PortsAdminExtendedAttrsTestJSON-1505476184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0688d23f-bed2-4da2-bece-e3e61068cc96']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:48.813942 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-eb2fb3ff-46a6-4f7a-8f99-6ce3bcc70ae2 tempest-PortsAdminExtendedAttrsTestJSON-1505476184 tempest-PortsAdminExtendedAttrsTestJSON-1505476184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de3c34ce-ead3-482e-acf7-cab1f0ca7258') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:48.814538 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-eb2fb3ff-46a6-4f7a-8f99-6ce3bcc70ae2 tempest-PortsAdminExtendedAttrsTestJSON-1505476184 tempest-PortsAdminExtendedAttrsTestJSON-1505476184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de3c34ce-ead3-482e-acf7-cab1f0ca7258') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:48.827284 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eb2fb3ff-46a6-4f7a-8f99-6ce3bcc70ae2 tempest-PortsAdminExtendedAttrsTestJSON-1505476184 tempest-PortsAdminExtendedAttrsTestJSON-1505476184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:48.845663 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eb2fb3ff-46a6-4f7a-8f99-6ce3bcc70ae2 tempest-PortsAdminExtendedAttrsTestJSON-1505476184 tempest-PortsAdminExtendedAttrsTestJSON-1505476184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:48.852712 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb2fb3ff-46a6-4f7a-8f99-6ce3bcc70ae2 tempest-PortsAdminExtendedAttrsTestJSON-1505476184 tempest-PortsAdminExtendedAttrsTestJSON-1505476184-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:20:48.853242 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eb2fb3ff-46a6-4f7a-8f99-6ce3bcc70ae2 tempest-PortsAdminExtendedAttrsTestJSON-1505476184 tempest-PortsAdminExtendedAttrsTestJSON-1505476184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:48.858021 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-944007a9-e3c0-467f-9a61-b2102c217bcf tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:48.870896 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:20:48.870896 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:20:48.870896 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:20:48.870896 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:20:48.870896 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:20:48.870896 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:20:48.870896 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:20:48.870896 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:20:48.870896 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:20:48.870896 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:20:48.870896 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:20:48.870896 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:20:48.870896 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:20:48.870896 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:20:48.870896 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:20:48.870896 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:20:48.870896 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:20:48.870896 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:20:48.870896 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:20:48.870896 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:20:48.870896 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:20:48.870896 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:20:48.870896 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:20:48.870896 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:20:48.870896 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:20:48.870896 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:20:48.870896 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:20:48.870896 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:20:48.870896 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:20:48.870896 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:20:48.870896 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:20:48.870896 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:20:48.893312 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b4753-a357-4b38-9eba-1fc3892ce364 req-39e087f6-bb20-434e-a378-1db641159669 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:48.894840 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8d8b4753-a357-4b38-9eba-1fc3892ce364 req-39e087f6-bb20-434e-a378-1db641159669 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.62 "GET /v2.0/ports?device_id=f177ffd4-03ac-47a4-b924-b0aacc0404b9 HTTP/1.1" status: 200 len: 945 time: 0.4678316 Feb 09 01:20:48.908267 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-944007a9-e3c0-467f-9a61-b2102c217bcf tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:48.969320 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c242830-33da-45e4-bcd0-bf4979150306 req-093659d8-66bf-4411-b16e-b129878ad2a6 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:48.970827 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9c242830-33da-45e4-bcd0-bf4979150306 req-093659d8-66bf-4411-b16e-b129878ad2a6 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/ports?device_id=f177ffd4-03ac-47a4-b924-b0aacc0404b9 HTTP/1.1" status: 200 len: 945 time: 0.3425097 Feb 09 01:20:48.999109 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eb2fb3ff-46a6-4f7a-8f99-6ce3bcc70ae2 tempest-PortsAdminExtendedAttrsTestJSON-1505476184 tempest-PortsAdminExtendedAttrsTestJSON-1505476184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:49.006294 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-944007a9-e3c0-467f-9a61-b2102c217bcf tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:20:49.006740 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-944007a9-e3c0-467f-9a61-b2102c217bcf tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:49.028552 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 01:20:49.028552 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:20:49.028552 n-d-828418-1 neutron-server[87639]: timer() Feb 09 01:20:49.028552 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:20:49.028552 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 01:20:49.028552 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:20:49.028552 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 01:20:49.028552 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:20:49.028552 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 01:20:49.028552 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:20:49.028552 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 01:20:49.028552 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:20:49.028552 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 01:20:49.028552 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:20:49.028552 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:20:49.028552 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:20:49.028552 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:20:49.028552 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:20:49.028552 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 01:20:49.028552 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:20:49.028552 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 01:20:49.028552 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:20:49.028552 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:20:49.028552 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:20:49.028552 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 01:20:49.028552 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:20:49.028552 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:20:49.028552 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:20:49.028552 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:20:49.028552 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:20:49.028552 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:20:49.028552 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:20:49.062203 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eb2fb3ff-46a6-4f7a-8f99-6ce3bcc70ae2 tempest-PortsAdminExtendedAttrsTestJSON-1505476184 tempest-PortsAdminExtendedAttrsTestJSON-1505476184-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:49.068416 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-eb2fb3ff-46a6-4f7a-8f99-6ce3bcc70ae2 tempest-PortsAdminExtendedAttrsTestJSON-1505476184 tempest-PortsAdminExtendedAttrsTestJSON-1505476184-project] 10.222.0.105 "DELETE /v2.0/networks/0688d23f-bed2-4da2-bece-e3e61068cc96 HTTP/1.1" status: 204 len: 168 time: 0.7229571 Feb 09 01:20:49.075137 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2fb3ff-46a6-4f7a-8f99-6ce3bcc70ae2 tempest-PortsAdminExtendedAttrsTestJSON-1505476184 tempest-PortsAdminExtendedAttrsTestJSON-1505476184-project] Pushing event deleted for resources: {'Network': ['ID=0688d23f-bed2-4da2-bece-e3e61068cc96,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:49.257444 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-8d8b4753-a357-4b38-9eba-1fc3892ce364 req-cfe552d6-a79d-410e-a033-230e102d1a29 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Deleting port f3b1cb9f-5edc-4a57-b437-f784a95d195c {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:20:49.257968 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8d8b4753-a357-4b38-9eba-1fc3892ce364 req-cfe552d6-a79d-410e-a033-230e102d1a29 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:49.365910 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5f4e43fe-37f0-4384-a866-fc13ea94151f req-3ba1d934-503e-4e3c-8d1a-26f685bfa8ae service neutron] 10.222.0.105 "GET /v2.0/networks/0b42d132-a4d6-4063-98c2-48389fb2c5a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6193428 Feb 09 01:20:49.373982 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-944007a9-e3c0-467f-9a61-b2102c217bcf tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:49.391381 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9c242830-33da-45e4-bcd0-bf4979150306 req-af169356-87d8-4f08-bd7c-ba8934a2f7f5 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/security-groups?id=4b791689-1670-46ec-9438-5eacccbc9c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3866677 Feb 09 01:20:49.422530 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-944007a9-e3c0-467f-9a61-b2102c217bcf tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:49.426200 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944007a9-e3c0-467f-9a61-b2102c217bcf tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Pushing event deleted for resources: {'Network': ['ID=02fea350-e306-42e1-a34d-db811179e967,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:49.490418 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-944007a9-e3c0-467f-9a61-b2102c217bcf tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] 10.222.0.105 "DELETE /v2.0/networks/02fea350-e306-42e1-a34d-db811179e967 HTTP/1.1" status: 204 len: 168 time: 5.9649267 Feb 09 01:20:49.490922 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49270) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:49.497478 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-f0e31793-dcb9-4f62-b23d-fe2d4f5bae47 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-954002185'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:49.508588 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f0e31793-dcb9-4f62-b23d-fe2d4f5bae47 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:49.524215 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-f0e31793-dcb9-4f62-b23d-fe2d4f5bae47 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Usage tracker for resource:network and tenant:ea15a43d93574740aa8f256db3d01e8f is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:20:49.527688 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-f0e31793-dcb9-4f62-b23d-fe2d4f5bae47 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:20:49.541029 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f0e31793-dcb9-4f62-b23d-fe2d4f5bae47 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:49.564002 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e31793-dcb9-4f62-b23d-fe2d4f5bae47 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Made reservation on behalf of ea15a43d93574740aa8f256db3d01e8f for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:20:49.567557 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f0e31793-dcb9-4f62-b23d-fe2d4f5bae47 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:49.624271 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49278) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:49.626882 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0e31793-dcb9-4f62-b23d-fe2d4f5bae47 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:20:49.656375 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f0e31793-dcb9-4f62-b23d-fe2d4f5bae47 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:49.657154 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-f0e31793-dcb9-4f62-b23d-fe2d4f5bae47 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Added segment 53813e6f-1879-4876-8465-a445644e42d4 of type vlan for network e183720c-7b71-4f97-bf32-18aa8af80b26 Feb 09 01:20:49.738824 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f0e31793-dcb9-4f62-b23d-fe2d4f5bae47 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:49.814572 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f0e31793-dcb9-4f62-b23d-fe2d4f5bae47 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:49.827673 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e31793-dcb9-4f62-b23d-fe2d4f5bae47 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:49.829636 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f0e31793-dcb9-4f62-b23d-fe2d4f5bae47 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:49.844015 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-8d8b4753-a357-4b38-9eba-1fc3892ce364 req-cfe552d6-a79d-410e-a033-230e102d1a29 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] For port f3b1cb9f-5edc-4a57-b437-f784a95d195c, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=f3b1cb9f-5edc-4a57-b437-f784a95d195c,segment=NetworkSegment(f3d44dac-21f9-43aa-b3cf-261dc7fa64ed),segment_id=f3d44dac-21f9-43aa-b3cf-261dc7fa64ed)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:20:49.848531 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8d8b4753-a357-4b38-9eba-1fc3892ce364 req-cfe552d6-a79d-410e-a033-230e102d1a29 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:49.998092 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f0e31793-dcb9-4f62-b23d-fe2d4f5bae47 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5056572 Feb 09 01:20:50.003443 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49294) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:50.013671 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-37cd5f20-460a-466b-a08d-8a87bc227caa tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Request body: {'subnet': {'network_id': 'e183720c-7b71-4f97-bf32-18aa8af80b26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:50.031148 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-29c738e3-7a56-46ad-bdd1-348eeb323725 req-39134a47-a50e-4d47-941f-a0e83ff159e9 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/ports?device_id=74bf94f0-f0da-4ca5-b4fd-546b1c63f60c HTTP/1.1" status: 200 len: 210 time: 0.2891679 Feb 09 01:20:50.059882 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-e543265d-5ddf-402b-9800-543c99f58711 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=7cd0308ef68b44f3896c1fe7fcc9c156&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4338138 Feb 09 01:20:50.060519 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49298) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:50.187583 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e31793-dcb9-4f62-b23d-fe2d4f5bae47 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Pushing event updated for resources: {'Network': ['ID=e183720c-7b71-4f97-bf32-18aa8af80b26,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:50.198190 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-37cd5f20-460a-466b-a08d-8a87bc227caa tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:50.200836 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network e183720c-7b71-4f97-bf32-18aa8af80b26 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:20:50.204639 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-37cd5f20-460a-466b-a08d-8a87bc227caa tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Usage tracker for resource:subnet and tenant:ea15a43d93574740aa8f256db3d01e8f is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:20:50.217808 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-37cd5f20-460a-466b-a08d-8a87bc227caa tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:20:50.225267 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-37cd5f20-460a-466b-a08d-8a87bc227caa tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:50.236426 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37cd5f20-460a-466b-a08d-8a87bc227caa tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Made reservation on behalf of ea15a43d93574740aa8f256db3d01e8f for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:20:50.244593 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-37cd5f20-460a-466b-a08d-8a87bc227caa tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:50.268582 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a91fece8-7893-482c-b6d6-f250df81c1be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:50.297057 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a91fece8-7893-482c-b6d6-f250df81c1be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:50.445858 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a91fece8-7893-482c-b6d6-f250df81c1be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:50.518955 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91fece8-7893-482c-b6d6-f250df81c1be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b4c8b0-3147-43cc-9b6e-a8b012180db4,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:50.671043 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a91fece8-7893-482c-b6d6-f250df81c1be admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:50.672772 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-a91fece8-7893-482c-b6d6-f250df81c1be admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/59b4c8b0-3147-43cc-9b6e-a8b012180db4 HTTP/1.1" status: 204 len: 168 time: 0.6082125 Feb 09 01:20:50.716559 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8d8b4753-a357-4b38-9eba-1fc3892ce364 req-cfe552d6-a79d-410e-a033-230e102d1a29 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:50.717115 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8d8b4753-a357-4b38-9eba-1fc3892ce364 req-cfe552d6-a79d-410e-a033-230e102d1a29 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:50.717495 n-d-828418-1 neutron-server[87639]: INFO neutron.db.l3_db [req-8d8b4753-a357-4b38-9eba-1fc3892ce364 req-cfe552d6-a79d-410e-a033-230e102d1a29 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Floating IP ee6197cf-7110-490b-970d-e22cf903e866 disassociated. External IP: 172.25.0.31, port: f3b1cb9f-5edc-4a57-b437-f784a95d195c. Feb 09 01:20:50.717957 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-8d8b4753-a357-4b38-9eba-1fc3892ce364 req-cfe552d6-a79d-410e-a033-230e102d1a29 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Calling delete_port for f3b1cb9f-5edc-4a57-b437-f784a95d195c owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:20:50.822489 n-d-828418-1 neutron-server[87638]: DEBUG neutron.objects.ports [None req-37cd5f20-460a-466b-a08d-8a87bc227caa tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87638) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 01:20:50.824715 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-37cd5f20-460a-466b-a08d-8a87bc227caa tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:50.908800 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9248111-56c0-4927-8671-4a1e5a501a1a req-70dd57a4-4551-48c3-b8a4-bdd846407715 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:50.930992 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d9248111-56c0-4927-8671-4a1e5a501a1a req-70dd57a4-4551-48c3-b8a4-bdd846407715 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/ports?device_id=f177ffd4-03ac-47a4-b924-b0aacc0404b9 HTTP/1.1" status: 200 len: 945 time: 0.3461022 Feb 09 01:20:50.987576 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cd5f20-460a-466b-a08d-8a87bc227caa tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Checking segment: {'id': '53813e6f-1879-4876-8465-a445644e42d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e183720c-7b71-4f97-bf32-18aa8af80b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:20:50.987576 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cd5f20-460a-466b-a08d-8a87bc227caa tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Network hostable DHCP agents. Network: e183720c-7b71-4f97-bf32-18aa8af80b26, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:20:51.007079 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cd5f20-460a-466b-a08d-8a87bc227caa tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Pushing event updated for resources: {'Subnet': ['ID=a3accd32-ff9d-49a1-af55-b65b3d1dacdf,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:51.043082 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cd5f20-460a-466b-a08d-8a87bc227caa tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Network e183720c-7b71-4f97-bf32-18aa8af80b26 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:20:51.056933 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-37cd5f20-460a-466b-a08d-8a87bc227caa tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, e183720c-7b71-4f97-bf32-18aa8af80b26) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:51.064387 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37cd5f20-460a-466b-a08d-8a87bc227caa tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:51.067295 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19afdfa4-8881-4cae-b892-4d61d6f34951 None None] Network e183720c-7b71-4f97-bf32-18aa8af80b26 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:20:51.079144 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-37cd5f20-460a-466b-a08d-8a87bc227caa tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:51.165574 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49320) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:51.176750 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d9248111-56c0-4927-8671-4a1e5a501a1a req-8532f30d-0c7e-46d6-8f15-b4e2fa0e636b tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/security-groups?id=4b791689-1670-46ec-9438-5eacccbc9c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2423203 Feb 09 01:20:51.217787 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device f3b1cb9f-5edc-4a57-b437-f784a95d195c no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:20:51.300931 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8d8b4753-a357-4b38-9eba-1fc3892ce364 req-cfe552d6-a79d-410e-a033-230e102d1a29 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:51.328145 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: f3b1cb9f-5edc-4a57-b437-f784a95d195c {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:20:51.328736 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device f3b1cb9f-5edc-4a57-b437-f784a95d195c not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:20:51.436939 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-85ab4294-54db-4c7f-ade3-211586e3435b req-dfa17c0d-413d-4d53-a9f4-b1108a314ebd tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/ports?device_id=74bf94f0-f0da-4ca5-b4fd-546b1c63f60c HTTP/1.1" status: 200 len: 210 time: 0.1613975 Feb 09 01:20:51.442940 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f73fcda7-1dcb-4714-8e43-ec7b89432689 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=a45216ead5b64cf9b3b4b2ae21f378d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2649951 Feb 09 01:20:51.444396 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe552d6-a79d-410e-a033-230e102d1a29 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Pushing event deleted for resources: {'Port': ['ID=f3b1cb9f-5edc-4a57-b437-f784a95d195c,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:51.446451 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49328) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:51.550163 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-37cd5f20-460a-466b-a08d-8a87bc227caa tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.5436194 Feb 09 01:20:51.550862 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49332) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:51.569135 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42790e7-d7b5-4e15-8f66-e7e799966b6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-e183720c-7b71-4f97-bf32-18aa8af80b26', 'network_id': 'e183720c-7b71-4f97-bf32-18aa8af80b26', 'tenant_id': 'ea15a43d93574740aa8f256db3d01e8f', 'fixed_ips': [{'subnet_id': 'a3accd32-ff9d-49a1-af55-b65b3d1dacdf'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:20:51.570835 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d42790e7-d7b5-4e15-8f66-e7e799966b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:51.798092 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e43fe-37f0-4384-a866-fc13ea94151f req-09d7f7e4-0485-43d8-aca3-033350e19f94 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:51.799543 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-5f4e43fe-37f0-4384-a866-fc13ea94151f req-09d7f7e4-0485-43d8-aca3-033350e19f94 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.99 "GET /v2.0/networks?id=0b42d132-a4d6-4063-98c2-48389fb2c5a1 HTTP/1.1" status: 200 len: 815 time: 0.6693013 Feb 09 01:20:51.815703 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-5f4e43fe-37f0-4384-a866-fc13ea94151f req-e08c8084-28f1-4df4-8789-a73c358f098c tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Request body: {'port': {'device_id': '74bf94f0-f0da-4ca5-b4fd-546b1c63f60c', 'network_id': '0b42d132-a4d6-4063-98c2-48389fb2c5a1', 'admin_state_up': True, 'tenant_id': '1a20e36c7a554c699423b213df58ff18'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:51.822856 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-d42790e7-d7b5-4e15-8f66-e7e799966b6c None None] Allocated IP 2001:db8::f816:3eff:fe94:826a (e183720c-7b71-4f97-bf32-18aa8af80b26/a3accd32-ff9d-49a1-af55-b65b3d1dacdf/289ec557-3d3f-4864-a987-66213f3555ec) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:20:51.894865 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1ee7a4a5-f2a9-438f-be01-2b36526469a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:51.988125 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:52.032783 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1ee7a4a5-f2a9-438f-be01-2b36526469a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:52.119000 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a8b92b15-b343-4557-bcaf-18dfeda799fa tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:52.120142 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1ee7a4a5-f2a9-438f-be01-2b36526469a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:52.127272 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d8b4753-a357-4b38-9eba-1fc3892ce364 req-cfe552d6-a79d-410e-a033-230e102d1a29 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Router f67f6271-ff7c-40fb-b619-a2ea1fbc0627 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:20:52.128121 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-5f4e43fe-37f0-4384-a866-fc13ea94151f req-e08c8084-28f1-4df4-8789-a73c358f098c tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:52.141077 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-5f4e43fe-37f0-4384-a866-fc13ea94151f req-e08c8084-28f1-4df4-8789-a73c358f098c tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Usage tracker for resource:port and tenant:1a20e36c7a554c699423b213df58ff18 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:20:52.142386 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee7a4a5-f2a9-438f-be01-2b36526469a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d566e2-8040-46ff-84ec-22ba90c71cac,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:52.159579 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-5f4e43fe-37f0-4384-a866-fc13ea94151f req-e08c8084-28f1-4df4-8789-a73c358f098c tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:20:52.166635 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-5f4e43fe-37f0-4384-a866-fc13ea94151f req-e08c8084-28f1-4df4-8789-a73c358f098c tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:52.288345 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a8b92b15-b343-4557-bcaf-18dfeda799fa tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:52.394578 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d42790e7-d7b5-4e15-8f66-e7e799966b6c None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:52.424367 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d42790e7-d7b5-4e15-8f66-e7e799966b6c None None] Transition to ACTIVE for port object 289ec557-3d3f-4864-a987-66213f3555ec will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:20:52.438586 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f4e43fe-37f0-4384-a866-fc13ea94151f req-e08c8084-28f1-4df4-8789-a73c358f098c tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Made reservation on behalf of 1a20e36c7a554c699423b213df58ff18 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:20:52.447152 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-5f4e43fe-37f0-4384-a866-fc13ea94151f req-e08c8084-28f1-4df4-8789-a73c358f098c tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:52.470731 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d42790e7-d7b5-4e15-8f66-e7e799966b6c None None] Transition to ACTIVE for port object 289ec557-3d3f-4864-a987-66213f3555ec will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:20:52.483537 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d42790e7-d7b5-4e15-8f66-e7e799966b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:52.636686 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42790e7-d7b5-4e15-8f66-e7e799966b6c None None] Pushing event updated for resources: {'Port': ['ID=289ec557-3d3f-4864-a987-66213f3555ec,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:52.665473 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a8b92b15-b343-4557-bcaf-18dfeda799fa tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:52.669776 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42790e7-d7b5-4e15-8f66-e7e799966b6c None None] Network e183720c-7b71-4f97-bf32-18aa8af80b26 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:20:52.672123 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-d42790e7-d7b5-4e15-8f66-e7e799966b6c None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:52.679924 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42790e7-d7b5-4e15-8f66-e7e799966b6c None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:20:52.796247 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d8b4753-a357-4b38-9eba-1fc3892ce364 req-cfe552d6-a79d-410e-a033-230e102d1a29 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:20:52.808931 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b92b15-b343-4557-bcaf-18dfeda799fa tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Pushing event deleted for resources: {'Subnet': ['ID=a3accd32-ff9d-49a1-af55-b65b3d1dacdf,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:52.813623 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c525a75d-0797-4667-840d-4b4f2ec99e84 None None] Sync routers for ids ['f67f6271-ff7c-40fb-b619-a2ea1fbc0627'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:20:52.829015 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c525a75d-0797-4667-840d-4b4f2ec99e84 None None] Routers {'f67f6271-ff7c-40fb-b619-a2ea1fbc0627'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:20:52.829671 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-c525a75d-0797-4667-840d-4b4f2ec99e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:20:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['f67f6271-ff7c-40fb-b619-a2ea1fbc0627'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:52.870760 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-d42790e7-d7b5-4e15-8f66-e7e799966b6c None None] Attempting to bind port 289ec557-3d3f-4864-a987-66213f3555ec on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:20:52.871132 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-d42790e7-d7b5-4e15-8f66-e7e799966b6c None None] Attempting to bind port 289ec557-3d3f-4864-a987-66213f3555ec by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '53813e6f-1879-4876-8465-a445644e42d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e183720c-7b71-4f97-bf32-18aa8af80b26'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:20:52.871498 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42790e7-d7b5-4e15-8f66-e7e799966b6c None None] Attempting to bind port 289ec557-3d3f-4864-a987-66213f3555ec on network e183720c-7b71-4f97-bf32-18aa8af80b26 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:20:52.878141 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42790e7-d7b5-4e15-8f66-e7e799966b6c None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:20:52.878520 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42790e7-d7b5-4e15-8f66-e7e799966b6c None None] Checking segment: {'id': '53813e6f-1879-4876-8465-a445644e42d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e183720c-7b71-4f97-bf32-18aa8af80b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:20:52.879488 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d42790e7-d7b5-4e15-8f66-e7e799966b6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:52.880464 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42790e7-d7b5-4e15-8f66-e7e799966b6c None None] Bound using segment: {'id': '53813e6f-1879-4876-8465-a445644e42d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e183720c-7b71-4f97-bf32-18aa8af80b26'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:20:52.885030 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-d42790e7-d7b5-4e15-8f66-e7e799966b6c None None] Bound port: 289ec557-3d3f-4864-a987-66213f3555ec, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53813e6f-1879-4876-8465-a445644e42d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e183720c-7b71-4f97-bf32-18aa8af80b26'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:20:52.885030 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d42790e7-d7b5-4e15-8f66-e7e799966b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:52.970015 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-6fce7a03-9716-459c-9824-1779128f725b req-491be2f9-0f31-424f-8dbd-5eae477c4819 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Synchronizing usage tracker for tenant:4feb7579decf4a3183faf64d64a634f4 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:20:52.985122 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a8b92b15-b343-4557-bcaf-18dfeda799fa tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:53.016372 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-a8b92b15-b343-4557-bcaf-18dfeda799fa tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e183720c-7b71-4f97-bf32-18aa8af80b26']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:53.032894 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-a8b92b15-b343-4557-bcaf-18dfeda799fa tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53813e6f-1879-4876-8465-a445644e42d4') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:53.033391 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-a8b92b15-b343-4557-bcaf-18dfeda799fa tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53813e6f-1879-4876-8465-a445644e42d4') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:53.066215 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a8b92b15-b343-4557-bcaf-18dfeda799fa tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:53.109797 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1ee7a4a5-f2a9-438f-be01-2b36526469a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:53.110607 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a8b92b15-b343-4557-bcaf-18dfeda799fa tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:53.115159 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-1ee7a4a5-f2a9-438f-be01-2b36526469a3 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/79d566e2-8040-46ff-84ec-22ba90c71cac HTTP/1.1" status: 204 len: 168 time: 1.6617045 Feb 09 01:20:53.132094 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8b92b15-b343-4557-bcaf-18dfeda799fa tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:20:53.133209 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a8b92b15-b343-4557-bcaf-18dfeda799fa tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:53.140816 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d8b4753-a357-4b38-9eba-1fc3892ce364 req-cfe552d6-a79d-410e-a033-230e102d1a29 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] No DVR routers for this DVR port f3b1cb9f-5edc-4a57-b437-f784a95d195c on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:20:53.148230 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8d8b4753-a357-4b38-9eba-1fc3892ce364 req-cfe552d6-a79d-410e-a033-230e102d1a29 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:53.150224 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8d8b4753-a357-4b38-9eba-1fc3892ce364 req-cfe552d6-a79d-410e-a033-230e102d1a29 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.62 "DELETE /v2.0/ports/f3b1cb9f-5edc-4a57-b437-f784a95d195c HTTP/1.1" status: 204 len: 173 time: 4.2441652 Feb 09 01:20:53.151065 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f177ffd4-03ac-47a4-b924-b0aacc0404b9', 'name': 'network-vif-deleted', 'tag': 'f3b1cb9f-5edc-4a57-b437-f784a95d195c'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:20:53.176597 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-54ada168-eaa9-4c56-9a7a-50413e4cffce req-df3ea068-8ea0-48f5-8bfb-941bd290d4d2 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/ports?device_id=74bf94f0-f0da-4ca5-b4fd-546b1c63f60c HTTP/1.1" status: 200 len: 210 time: 0.3725653 Feb 09 01:20:53.238118 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-6fce7a03-9716-459c-9824-1779128f725b req-491be2f9-0f31-424f-8dbd-5eae477c4819 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Unset dirty status for tenant:4feb7579decf4a3183faf64d64a634f4 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:20:53.239211 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6fce7a03-9716-459c-9824-1779128f725b req-491be2f9-0f31-424f-8dbd-5eae477c4819 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/ports?device_id=f177ffd4-03ac-47a4-b924-b0aacc0404b9 HTTP/1.1" status: 200 len: 210 time: 0.7242715 Feb 09 01:20:53.287194 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d42790e7-d7b5-4e15-8f66-e7e799966b6c None None] For port 289ec557-3d3f-4864-a987-66213f3555ec, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:20:53.296422 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f177ffd4-03ac-47a4-b924-b0aacc0404b9', 'name': 'network-vif-deleted', 'tag': 'f3b1cb9f-5edc-4a57-b437-f784a95d195c', 'status': 'completed', 'code': 200} Feb 09 01:20:53.414077 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:20:53.414077 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:20:53.414077 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:20:53.414077 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:20:53.414077 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:20:53.414077 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:20:53.414077 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:20:53.414077 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:20:53.414077 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:20:53.414077 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:20:53.414077 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:20:53.414077 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:20:53.414077 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:20:53.414077 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:20:53.414077 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:20:53.414077 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:20:53.414077 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:20:53.414077 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:20:53.414077 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:20:53.414077 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:20:53.414077 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:20:53.414077 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:20:53.414077 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:20:53.414077 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:20:53.414077 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:20:53.414077 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:20:53.414077 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:20:53.414077 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:20:53.414077 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:20:53.414077 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:20:53.414077 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:20:53.414077 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:20:53.434376 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-c525a75d-0797-4667-840d-4b4f2ec99e84 None None] Set router f67f6271-ff7c-40fb-b619-a2ea1fbc0627 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:20:53.454727 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-5f4e43fe-37f0-4384-a866-fc13ea94151f req-e08c8084-28f1-4df4-8789-a73c358f098c tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Allocated IP 172.20.0.14 (0b42d132-a4d6-4063-98c2-48389fb2c5a1/5d342298-601b-4654-a677-d1e5d55f90c1/52e4097d-1152-4657-b424-b4db94cbcdc9) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:20:53.501270 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b92b15-b343-4557-bcaf-18dfeda799fa tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:53.501684 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b92b15-b343-4557-bcaf-18dfeda799fa tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:53.501989 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b92b15-b343-4557-bcaf-18dfeda799fa tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:53.502310 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b92b15-b343-4557-bcaf-18dfeda799fa tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:53.502639 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b92b15-b343-4557-bcaf-18dfeda799fa tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:53.502964 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b92b15-b343-4557-bcaf-18dfeda799fa tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:53.503285 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b92b15-b343-4557-bcaf-18dfeda799fa tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:53.503603 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b92b15-b343-4557-bcaf-18dfeda799fa tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:53.503917 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b92b15-b343-4557-bcaf-18dfeda799fa tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:53.504232 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b92b15-b343-4557-bcaf-18dfeda799fa tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:53.504549 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b92b15-b343-4557-bcaf-18dfeda799fa tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:53.504861 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b92b15-b343-4557-bcaf-18dfeda799fa tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:53.512889 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d42790e7-d7b5-4e15-8f66-e7e799966b6c None None] For port 289ec557-3d3f-4864-a987-66213f3555ec, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=289ec557-3d3f-4864-a987-66213f3555ec,segment=NetworkSegment(53813e6f-1879-4876-8465-a445644e42d4),segment_id=53813e6f-1879-4876-8465-a445644e42d4)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:20:53.515622 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.db.api [None req-a8b92b15-b343-4557-bcaf-18dfeda799fa tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 01:20:53.515622 n-d-828418-1 neutron-server[87638]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 01:20:53.515622 n-d-828418-1 neutron-server[87638]: [parameters: {'id': 'e183720c-7b71-4f97-bf32-18aa8af80b26'}] Feb 09 01:20:53.515622 n-d-828418-1 neutron-server[87638]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:20:53.515622 n-d-828418-1 neutron-server[87638]: DEBUG oslo_db.api [None req-a8b92b15-b343-4557-bcaf-18dfeda799fa tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:20:53.517260 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d42790e7-d7b5-4e15-8f66-e7e799966b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:53.708823 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42790e7-d7b5-4e15-8f66-e7e799966b6c None None] Pushing event updated for resources: {'Port': ['ID=289ec557-3d3f-4864-a987-66213f3555ec,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:53.720856 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa27516c-3c5a-46f6-a901-2a81412b995a None None] Network e183720c-7b71-4f97-bf32-18aa8af80b26 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:20:53.935886 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-c525a75d-0797-4667-840d-4b4f2ec99e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67f6271-ff7c-40fb-b619-a2ea1fbc0627', 'name': 'tempest-AttachVolumeTestJSON-1789116321-router', 'tenant_id': '4feb7579decf4a3183faf64d64a634f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'c33f02a8-17ae-4055-8b4b-57d683494af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:15:42Z', 'updated_at': '2022-02-09T01:15:56Z', 'revision_number': 4, 'project_id': '4feb7579decf4a3183faf64d64a634f4', 'gw_port': {'id': 'c33f02a8-17ae-4055-8b4b-57d683494af9', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67f6271-ff7c-40fb-b619-a2ea1fbc0627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:15:45Z', 'updated_at': '2022-02-09T01:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '8c19982c-0bc2-4617-b7c7-fa0ad55f01f1', 'name': '', 'network_id': '82f30243-02f9-47c5-a321-43941006e74c', 'tenant_id': '4feb7579decf4a3183faf64d64a634f4', 'mac_address': 'fa:16:3e:4e:fa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67f6271-ff7c-40fb-b619-a2ea1fbc0627', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'babecade-cdf1-4c50-b1ee-144e30399d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:15:54Z', 'updated_at': '2022-02-09T01:16:13Z', 'revision_number': 5, 'project_id': '4feb7579decf4a3183faf64d64a634f4', 'subnets': [{'id': 'babecade-cdf1-4c50-b1ee-144e30399d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:53.940518 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c525a75d-0797-4667-840d-4b4f2ec99e84 None None] Checking router: f67f6271-ff7c-40fb-b619-a2ea1fbc0627 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:20:53.984657 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c525a75d-0797-4667-840d-4b4f2ec99e84 None None] Routers {'f67f6271-ff7c-40fb-b619-a2ea1fbc0627'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:20:53.985521 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-c525a75d-0797-4667-840d-4b4f2ec99e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:20:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['f67f6271-ff7c-40fb-b619-a2ea1fbc0627'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:53.987474 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-5f4e43fe-37f0-4384-a866-fc13ea94151f req-e08c8084-28f1-4df4-8789-a73c358f098c tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:54.017584 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a8b92b15-b343-4557-bcaf-18dfeda799fa tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:54.056790 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-a8b92b15-b343-4557-bcaf-18dfeda799fa tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Deleting port 289ec557-3d3f-4864-a987-66213f3555ec {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:20:54.057183 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a8b92b15-b343-4557-bcaf-18dfeda799fa tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:54.066544 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd2bc59-17d5-431d-8477-204d6ee48d4e None None] get_active_networks_info from n-d-828418-1 {{(pid=87640) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 01:20:54.155707 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-5f4e43fe-37f0-4384-a866-fc13ea94151f req-e08c8084-28f1-4df4-8789-a73c358f098c tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:54.287937 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08c8084-28f1-4df4-8789-a73c358f098c tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Pushing event updated for resources: {'Port': ['ID=52e4097d-1152-4657-b424-b4db94cbcdc9,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:54.314804 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f4e43fe-37f0-4384-a866-fc13ea94151f req-e08c8084-28f1-4df4-8789-a73c358f098c tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Network 0b42d132-a4d6-4063-98c2-48389fb2c5a1 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:20:54.318985 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-5f4e43fe-37f0-4384-a866-fc13ea94151f req-e08c8084-28f1-4df4-8789-a73c358f098c tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:54.391546 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-c525a75d-0797-4667-840d-4b4f2ec99e84 None None] Set router f67f6271-ff7c-40fb-b619-a2ea1fbc0627 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:20:54.451879 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd2bc59-17d5-431d-8477-204d6ee48d4e None None] Resources bound (agent type, host, resource id): {{(pid=87640) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:20:54.501267 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-a8b92b15-b343-4557-bcaf-18dfeda799fa tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] For port 289ec557-3d3f-4864-a987-66213f3555ec, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=289ec557-3d3f-4864-a987-66213f3555ec,segment=NetworkSegment(53813e6f-1879-4876-8465-a445644e42d4),segment_id=53813e6f-1879-4876-8465-a445644e42d4)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:20:54.501890 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a8b92b15-b343-4557-bcaf-18dfeda799fa tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:54.619939 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49392) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:54.817300 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-76c6a57b-77e3-4d45-b2fa-850163ee8164 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:54.838423 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:54.923347 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-76c6a57b-77e3-4d45-b2fa-850163ee8164 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:54.962851 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49400) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:55.018760 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f4e43fe-37f0-4384-a866-fc13ea94151f req-e08c8084-28f1-4df4-8789-a73c358f098c tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:20:55.046480 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd5c9a-25be-4376-b74c-95c94ba818a3 req-7b0c077a-a574-4742-88e6-ff4dded1ffb2 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:55.076979 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-51cd5c9a-25be-4376-b74c-95c94ba818a3 req-7b0c077a-a574-4742-88e6-ff4dded1ffb2 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/ports?device_id=74bf94f0-f0da-4ca5-b4fd-546b1c63f60c HTTP/1.1" status: 200 len: 932 time: 0.6363463 Feb 09 01:20:55.104812 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-a8b92b15-b343-4557-bcaf-18dfeda799fa tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Calling delete_port for 289ec557-3d3f-4864-a987-66213f3555ec owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:20:55.248752 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-f4047547-d261-4899-8e3a-8cfb93546adb tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1899728306'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:55.257729 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-76c6a57b-77e3-4d45-b2fa-850163ee8164 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:55.258208 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-c525a75d-0797-4667-840d-4b4f2ec99e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67f6271-ff7c-40fb-b619-a2ea1fbc0627', 'name': 'tempest-AttachVolumeTestJSON-1789116321-router', 'tenant_id': '4feb7579decf4a3183faf64d64a634f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'c33f02a8-17ae-4055-8b4b-57d683494af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:15:42Z', 'updated_at': '2022-02-09T01:15:56Z', 'revision_number': 4, 'project_id': '4feb7579decf4a3183faf64d64a634f4', 'gw_port': {'id': 'c33f02a8-17ae-4055-8b4b-57d683494af9', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67f6271-ff7c-40fb-b619-a2ea1fbc0627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:15:45Z', 'updated_at': '2022-02-09T01:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '8c19982c-0bc2-4617-b7c7-fa0ad55f01f1', 'name': '', 'network_id': '82f30243-02f9-47c5-a321-43941006e74c', 'tenant_id': '4feb7579decf4a3183faf64d64a634f4', 'mac_address': 'fa:16:3e:4e:fa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67f6271-ff7c-40fb-b619-a2ea1fbc0627', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'babecade-cdf1-4c50-b1ee-144e30399d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:15:54Z', 'updated_at': '2022-02-09T01:16:13Z', 'revision_number': 5, 'project_id': '4feb7579decf4a3183faf64d64a634f4', 'subnets': [{'id': 'babecade-cdf1-4c50-b1ee-144e30399d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:55.267616 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c525a75d-0797-4667-840d-4b4f2ec99e84 None None] The sync data for ids ['f67f6271-ff7c-40fb-b619-a2ea1fbc0627'] in n-d-828418-1 is: [{'id': 'f67f6271-ff7c-40fb-b619-a2ea1fbc0627', 'name': 'tempest-AttachVolumeTestJSON-1789116321-router', 'tenant_id': '4feb7579decf4a3183faf64d64a634f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'c33f02a8-17ae-4055-8b4b-57d683494af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:15:42Z', 'updated_at': '2022-02-09T01:15:56Z', 'revision_number': 4, 'project_id': '4feb7579decf4a3183faf64d64a634f4', 'gw_port': {'id': 'c33f02a8-17ae-4055-8b4b-57d683494af9', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67f6271-ff7c-40fb-b619-a2ea1fbc0627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:15:45Z', 'updated_at': '2022-02-09T01:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '8c19982c-0bc2-4617-b7c7-fa0ad55f01f1', 'name': '', 'network_id': '82f30243-02f9-47c5-a321-43941006e74c', 'tenant_id': '4feb7579decf4a3183faf64d64a634f4', 'mac_address': 'fa:16:3e:4e:fa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67f6271-ff7c-40fb-b619-a2ea1fbc0627', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'babecade-cdf1-4c50-b1ee-144e30399d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:15:54Z', 'updated_at': '2022-02-09T01:16:13Z', 'revision_number': 5, 'project_id': '4feb7579decf4a3183faf64d64a634f4', 'subnets': [{'id': 'babecade-cdf1-4c50-b1ee-144e30399d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:20:55.273354 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f4047547-d261-4899-8e3a-8cfb93546adb tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:55.321637 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e43fe-37f0-4384-a866-fc13ea94151f req-e08c8084-28f1-4df4-8789-a73c358f098c tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:55.322472 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-5f4e43fe-37f0-4384-a866-fc13ea94151f req-e08c8084-28f1-4df4-8789-a73c358f098c tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:55.336020 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-f4047547-d261-4899-8e3a-8cfb93546adb tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Usage tracker for resource:network and tenant:737f0ef9521a40afbfb549b60505b13d is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:20:55.343019 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-76c6a57b-77e3-4d45-b2fa-850163ee8164 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:55.344139 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-76c6a57b-77e3-4d45-b2fa-850163ee8164 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "DELETE /v2.0/security-groups/4b791689-1670-46ec-9438-5eacccbc9c7c HTTP/1.1" status: 204 len: 168 time: 0.7198467 Feb 09 01:20:55.349781 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49410) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:55.351575 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-f4047547-d261-4899-8e3a-8cfb93546adb tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:20:55.356945 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-51cd5c9a-25be-4376-b74c-95c94ba818a3 req-b5216752-817b-4c91-ba7f-68440703de8c tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Synchronizing usage tracker for tenant:1a20e36c7a554c699423b213df58ff18 on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:20:55.373498 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c6a57b-77e3-4d45-b2fa-850163ee8164 tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b791689-1670-46ec-9438-5eacccbc9c7c,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:55.378848 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f4047547-d261-4899-8e3a-8cfb93546adb tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:55.395656 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-d927f3aa-22cf-4a1f-ad05-06d0e5f8103a tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] show failed (client error): The resource could not be found. Feb 09 01:20:55.399519 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d927f3aa-22cf-4a1f-ad05-06d0e5f8103a tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "GET /v2.0/security-groups/4b791689-1670-46ec-9438-5eacccbc9c7c HTTP/1.1" status: 404 len: 347 time: 0.0397820 Feb 09 01:20:55.400058 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a8b92b15-b343-4557-bcaf-18dfeda799fa tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:55.400783 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49414) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:55.451794 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-5f4e43fe-37f0-4384-a866-fc13ea94151f req-e08c8084-28f1-4df4-8789-a73c358f098c tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6397030 Feb 09 01:20:55.465320 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-5f4e43fe-37f0-4384-a866-fc13ea94151f req-a1801280-84e5-4ec3-8050-a7bf0184b1e0 service neutron] Request body: {'port': {'device_id': '74bf94f0-f0da-4ca5-b4fd-546b1c63f60c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:55.507817 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b92b15-b343-4557-bcaf-18dfeda799fa tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] No DVR routers for this DVR port 289ec557-3d3f-4864-a987-66213f3555ec on host n-d-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:20:55.517346 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b92b15-b343-4557-bcaf-18dfeda799fa tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Pushing event deleted for resources: {'Port': ['ID=289ec557-3d3f-4864-a987-66213f3555ec,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:55.609577 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-e089b38a-fc94-4f54-bc80-0920f190325f tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Deleting port 4dc18de0-0693-4d9a-a125-4638b2031b7d {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:20:55.610053 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e089b38a-fc94-4f54-bc80-0920f190325f tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:55.704260 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a060d1-dc83-4b0b-93fe-1957997f4522 None None] New status for floating IP ee6197cf-7110-490b-970d-e22cf903e866: DOWN {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:20:55.821305 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a8b92b15-b343-4557-bcaf-18dfeda799fa tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:55.855583 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-5f4e43fe-37f0-4384-a866-fc13ea94151f req-a1801280-84e5-4ec3-8050-a7bf0184b1e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:55.871634 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-a8b92b15-b343-4557-bcaf-18dfeda799fa tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e183720c-7b71-4f97-bf32-18aa8af80b26']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:55.890029 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-a8b92b15-b343-4557-bcaf-18dfeda799fa tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53813e6f-1879-4876-8465-a445644e42d4') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:55.890741 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-a8b92b15-b343-4557-bcaf-18dfeda799fa tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53813e6f-1879-4876-8465-a445644e42d4') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:55.932364 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e089b38a-fc94-4f54-bc80-0920f190325f tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:55.932961 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e089b38a-fc94-4f54-bc80-0920f190325f tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:55.942903 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-51cd5c9a-25be-4376-b74c-95c94ba818a3 req-b5216752-817b-4c91-ba7f-68440703de8c tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Unset dirty status for tenant:1a20e36c7a554c699423b213df58ff18 on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:20:55.944234 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-51cd5c9a-25be-4376-b74c-95c94ba818a3 req-b5216752-817b-4c91-ba7f-68440703de8c tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e238689-2b13-4df9-8955-13b9e4cebcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8660998 Feb 09 01:20:55.950828 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4047547-d261-4899-8e3a-8cfb93546adb tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Made reservation on behalf of 737f0ef9521a40afbfb549b60505b13d for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:20:55.954911 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f4047547-d261-4899-8e3a-8cfb93546adb tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:55.989390 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a8b92b15-b343-4557-bcaf-18dfeda799fa tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:56.136945 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a8b92b15-b343-4557-bcaf-18dfeda799fa tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:56.188110 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8b92b15-b343-4557-bcaf-18dfeda799fa tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:20:56.188643 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a8b92b15-b343-4557-bcaf-18dfeda799fa tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:56.221154 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f4047547-d261-4899-8e3a-8cfb93546adb tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:56.240680 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-e089b38a-fc94-4f54-bc80-0920f190325f tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Calling delete_port for 4dc18de0-0693-4d9a-a125-4638b2031b7d owned by network:floatingip {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:20:56.285332 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:20:56.285332 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:20:56.285332 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:20:56.285332 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:20:56.285332 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:20:56.285332 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:20:56.285332 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:20:56.285332 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:20:56.285332 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:20:56.285332 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:20:56.285332 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:20:56.285332 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:20:56.285332 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:20:56.285332 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:20:56.285332 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:20:56.285332 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:20:56.285332 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:20:56.285332 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:20:56.285332 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:20:56.285332 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:20:56.285332 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:20:56.285332 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:20:56.285332 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:20:56.285332 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:20:56.285332 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:20:56.285332 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:20:56.285332 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:20:56.285332 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:20:56.285332 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:20:56.285332 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:20:56.285332 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:20:56.285332 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:20:56.287467 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f4047547-d261-4899-8e3a-8cfb93546adb tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:56.344037 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-f4047547-d261-4899-8e3a-8cfb93546adb tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Usage tracker for resource:security_group_rule and tenant:737f0ef9521a40afbfb549b60505b13d is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:20:56.347812 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-f4047547-d261-4899-8e3a-8cfb93546adb tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:20:56.355878 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f4047547-d261-4899-8e3a-8cfb93546adb tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:56.372618 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.db.api [None req-e089b38a-fc94-4f54-bc80-0920f190325f tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:20:56.372618 n-d-828418-1 neutron-server[87639]: DEBUG oslo_db.api [None req-e089b38a-fc94-4f54-bc80-0920f190325f tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:20:56.438638 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a8b92b15-b343-4557-bcaf-18dfeda799fa tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:56.471949 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a8b92b15-b343-4557-bcaf-18dfeda799fa tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:56.481786 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b92b15-b343-4557-bcaf-18dfeda799fa tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Pushing event deleted for resources: {'Network': ['ID=e183720c-7b71-4f97-bf32-18aa8af80b26,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:56.498482 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a8b92b15-b343-4557-bcaf-18dfeda799fa tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] 10.222.0.105 "DELETE /v2.0/networks/e183720c-7b71-4f97-bf32-18aa8af80b26 HTTP/1.1" status: 204 len: 168 time: 4.9376554 Feb 09 01:20:56.498807 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49424) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:56.544869 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f4047547-d261-4899-8e3a-8cfb93546adb tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:56.545374 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6d47a0e-f7c8-4c78-8cad-8a0e81124491 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] DELETE failed (client error): The resource could not be found. Feb 09 01:20:56.545853 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6d47a0e-f7c8-4c78-8cad-8a0e81124491 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:20:56.549884 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c6d47a0e-f7c8-4c78-8cad-8a0e81124491 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] 10.222.0.105 "DELETE /v2.0/subnets/a3accd32-ff9d-49a1-af55-b65b3d1dacdf HTTP/1.1" status: 404 len: 337 time: 0.0478632 Feb 09 01:20:56.550628 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49430) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:56.553339 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f4047547-d261-4899-8e3a-8cfb93546adb tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:56.584825 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-89c09a39-e279-4acb-be90-2c9d176f96ef tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] DELETE failed (client error): The resource could not be found. Feb 09 01:20:56.585161 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89c09a39-e279-4acb-be90-2c9d176f96ef tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:20:56.586282 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4047547-d261-4899-8e3a-8cfb93546adb tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:20:56.589505 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-89c09a39-e279-4acb-be90-2c9d176f96ef tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] 10.222.0.105 "DELETE /v2.0/networks/e183720c-7b71-4f97-bf32-18aa8af80b26 HTTP/1.1" status: 404 len: 339 time: 0.0352943 Feb 09 01:20:56.591705 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49434) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:56.646266 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f4047547-d261-4899-8e3a-8cfb93546adb tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:56.646398 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-f4047547-d261-4899-8e3a-8cfb93546adb tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Added segment 0d94e275-40bb-43e5-ba28-eaae64502ab3 of type vlan for network 7511ffe7-d670-48b1-b0af-a73cd24d6d55 Feb 09 01:20:56.647625 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4047547-d261-4899-8e3a-8cfb93546adb tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8646e9bd-f2b4-4ec0-84e3-f55ede0a9559,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:56.669083 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2fd2430-d81d-48db-8bd6-0bbd91ad98d6 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] DELETE failed (client error): The resource could not be found. Feb 09 01:20:56.669620 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2fd2430-d81d-48db-8bd6-0bbd91ad98d6 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:20:56.683706 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [req-5f4e43fe-37f0-4384-a866-fc13ea94151f req-a1801280-84e5-4ec3-8050-a7bf0184b1e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52e4097d-1152-4657-b424-b4db94cbcdc9 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:20:56.693187 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-5f4e43fe-37f0-4384-a866-fc13ea94151f req-a1801280-84e5-4ec3-8050-a7bf0184b1e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:56.703184 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-b2fd2430-d81d-48db-8bd6-0bbd91ad98d6 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] 10.222.0.105 "DELETE /v2.0/subnets/f38734b2-83ae-43e5-8995-5b1bd07c3dff HTTP/1.1" status: 404 len: 337 time: 0.1078517 Feb 09 01:20:56.705723 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49438) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:56.709444 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f4047547-d261-4899-8e3a-8cfb93546adb tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:56.712857 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-5f4e43fe-37f0-4384-a866-fc13ea94151f req-a1801280-84e5-4ec3-8050-a7bf0184b1e0 service neutron] Transition to ACTIVE for port object 52e4097d-1152-4657-b424-b4db94cbcdc9 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:20:56.717846 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-5f4e43fe-37f0-4384-a866-fc13ea94151f req-a1801280-84e5-4ec3-8050-a7bf0184b1e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:56.737621 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-e68cce0a-f46a-4e58-ab48-a9b0036d9785 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] DELETE failed (client error): The resource could not be found. Feb 09 01:20:56.738140 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e68cce0a-f46a-4e58-ab48-a9b0036d9785 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:20:56.739810 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-e68cce0a-f46a-4e58-ab48-a9b0036d9785 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] 10.222.0.105 "DELETE /v2.0/networks/02fea350-e306-42e1-a34d-db811179e967 HTTP/1.1" status: 404 len: 339 time: 0.0332112 Feb 09 01:20:56.743828 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49442) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:56.798663 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad1892df-1a7b-4b6b-a641-dcea1fab702b tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] DELETE failed (client error): The resource could not be found. Feb 09 01:20:56.799109 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad1892df-1a7b-4b6b-a641-dcea1fab702b tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:20:56.803177 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-ad1892df-1a7b-4b6b-a641-dcea1fab702b tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] 10.222.0.105 "DELETE /v2.0/subnets/e08e3369-a832-4357-8510-9be91fd63d51 HTTP/1.1" status: 404 len: 337 time: 0.0558701 Feb 09 01:20:56.803844 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49446) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:56.831549 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-166aee89-23d3-4e5b-8be7-eebc26611aac tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] DELETE failed (client error): The resource could not be found. Feb 09 01:20:56.832997 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-166aee89-23d3-4e5b-8be7-eebc26611aac tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:20:56.836167 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-166aee89-23d3-4e5b-8be7-eebc26611aac tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] 10.222.0.105 "DELETE /v2.0/networks/40b6c8ee-c202-4ef2-9c57-6cdbfb8ded6a HTTP/1.1" status: 404 len: 339 time: 0.0294352 Feb 09 01:20:56.836374 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49450) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:56.851489 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1801280-84e5-4ec3-8050-a7bf0184b1e0 service neutron] Pushing event updated for resources: {'Port': ['ID=52e4097d-1152-4657-b424-b4db94cbcdc9,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:56.868001 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f4047547-d261-4899-8e3a-8cfb93546adb tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:56.874199 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4047547-d261-4899-8e3a-8cfb93546adb tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:56.874932 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f4047547-d261-4899-8e3a-8cfb93546adb tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:56.895615 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-e089b38a-fc94-4f54-bc80-0920f190325f tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Deleting port 4dc18de0-0693-4d9a-a125-4638b2031b7d {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:20:56.895942 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e089b38a-fc94-4f54-bc80-0920f190325f tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:56.977411 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-5f4e43fe-37f0-4384-a866-fc13ea94151f req-a1801280-84e5-4ec3-8050-a7bf0184b1e0 service neutron] Attempting to bind port 52e4097d-1152-4657-b424-b4db94cbcdc9 on host n-h2-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:20:56.977964 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-5f4e43fe-37f0-4384-a866-fc13ea94151f req-a1801280-84e5-4ec3-8050-a7bf0184b1e0 service neutron] Attempting to bind port 52e4097d-1152-4657-b424-b4db94cbcdc9 by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': 'ab5b8647-54ba-47dc-a969-bd1d889d35c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '0b42d132-a4d6-4063-98c2-48389fb2c5a1'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:20:56.978399 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4e43fe-37f0-4384-a866-fc13ea94151f req-a1801280-84e5-4ec3-8050-a7bf0184b1e0 service neutron] Attempting to bind port 52e4097d-1152-4657-b424-b4db94cbcdc9 on network 0b42d132-a4d6-4063-98c2-48389fb2c5a1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:20:56.986752 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4e43fe-37f0-4384-a866-fc13ea94151f req-a1801280-84e5-4ec3-8050-a7bf0184b1e0 service neutron] Port 52e4097d-1152-4657-b424-b4db94cbcdc9 on network 0b42d132-a4d6-4063-98c2-48389fb2c5a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:20:56.987850 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4e43fe-37f0-4384-a866-fc13ea94151f req-a1801280-84e5-4ec3-8050-a7bf0184b1e0 service neutron] Attempting to bind port 52e4097d-1152-4657-b424-b4db94cbcdc9 on network 0b42d132-a4d6-4063-98c2-48389fb2c5a1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:20:56.995327 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4e43fe-37f0-4384-a866-fc13ea94151f req-a1801280-84e5-4ec3-8050-a7bf0184b1e0 service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:20:56.995723 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4e43fe-37f0-4384-a866-fc13ea94151f req-a1801280-84e5-4ec3-8050-a7bf0184b1e0 service neutron] Checking segment: {'id': 'ab5b8647-54ba-47dc-a969-bd1d889d35c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '0b42d132-a4d6-4063-98c2-48389fb2c5a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:20:56.996379 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4e43fe-37f0-4384-a866-fc13ea94151f req-a1801280-84e5-4ec3-8050-a7bf0184b1e0 service neutron] Bound using segment: {'id': 'ab5b8647-54ba-47dc-a969-bd1d889d35c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '0b42d132-a4d6-4063-98c2-48389fb2c5a1'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:20:56.997646 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-5f4e43fe-37f0-4384-a866-fc13ea94151f req-a1801280-84e5-4ec3-8050-a7bf0184b1e0 service neutron] Bound port: 52e4097d-1152-4657-b424-b4db94cbcdc9, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab5b8647-54ba-47dc-a969-bd1d889d35c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '0b42d132-a4d6-4063-98c2-48389fb2c5a1'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:20:56.997888 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-5f4e43fe-37f0-4384-a866-fc13ea94151f req-a1801280-84e5-4ec3-8050-a7bf0184b1e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:57.120899 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-5f4e43fe-37f0-4384-a866-fc13ea94151f req-a1801280-84e5-4ec3-8050-a7bf0184b1e0 service neutron] For port 52e4097d-1152-4657-b424-b4db94cbcdc9, host n-h2-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:20:57.125143 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-5f4e43fe-37f0-4384-a866-fc13ea94151f req-a1801280-84e5-4ec3-8050-a7bf0184b1e0 service neutron] For port 52e4097d-1152-4657-b424-b4db94cbcdc9, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=52e4097d-1152-4657-b424-b4db94cbcdc9,segment=NetworkSegment(ab5b8647-54ba-47dc-a969-bd1d889d35c1),segment_id=ab5b8647-54ba-47dc-a969-bd1d889d35c1)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:20:57.130294 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-5f4e43fe-37f0-4384-a866-fc13ea94151f req-a1801280-84e5-4ec3-8050-a7bf0184b1e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:57.205695 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4047547-d261-4899-8e3a-8cfb93546adb tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Pushing event updated for resources: {'Network': ['ID=7511ffe7-d670-48b1-b0af-a73cd24d6d55,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:57.217678 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 7511ffe7-d670-48b1-b0af-a73cd24d6d55 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:20:57.357731 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e43fe-37f0-4384-a866-fc13ea94151f req-a1801280-84e5-4ec3-8050-a7bf0184b1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:57.358351 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-5f4e43fe-37f0-4384-a866-fc13ea94151f req-a1801280-84e5-4ec3-8050-a7bf0184b1e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:57.359745 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-5f4e43fe-37f0-4384-a866-fc13ea94151f req-a1801280-84e5-4ec3-8050-a7bf0184b1e0 service neutron] 10.222.0.99 "PUT /v2.0/ports/52e4097d-1152-4657-b424-b4db94cbcdc9 HTTP/1.1" status: 200 len: 1092 time: 1.9001603 Feb 09 01:20:57.368520 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74bf94f0-f0da-4ca5-b4fd-546b1c63f60c', 'tag': '52e4097d-1152-4657-b424-b4db94cbcdc9'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:20:57.434897 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1801280-84e5-4ec3-8050-a7bf0184b1e0 service neutron] Pushing event updated for resources: {'Port': ['ID=52e4097d-1152-4657-b424-b4db94cbcdc9,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:57.436275 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e089b38a-fc94-4f54-bc80-0920f190325f tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:57.436825 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e089b38a-fc94-4f54-bc80-0920f190325f tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:57.491378 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74bf94f0-f0da-4ca5-b4fd-546b1c63f60c', 'tag': '52e4097d-1152-4657-b424-b4db94cbcdc9', 'status': 'completed', 'code': 200} Feb 09 01:20:57.497974 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e43fe-37f0-4384-a866-fc13ea94151f req-7b8fc72c-8eac-4bef-ac0c-b26b20fe108e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:57.499896 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-5f4e43fe-37f0-4384-a866-fc13ea94151f req-7b8fc72c-8eac-4bef-ac0c-b26b20fe108e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1a20e36c7a554c699423b213df58ff18&device_id=74bf94f0-f0da-4ca5-b4fd-546b1c63f60c HTTP/1.1" status: 200 len: 1095 time: 0.0991392 Feb 09 01:20:57.573013 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-5f4e43fe-37f0-4384-a866-fc13ea94151f req-eff7115e-fc58-4ee9-b329-5da0ebfd45d7 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52e4097d-1152-4657-b424-b4db94cbcdc9 HTTP/1.1" status: 200 len: 217 time: 0.0668502 Feb 09 01:20:57.596306 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-e089b38a-fc94-4f54-bc80-0920f190325f tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Calling delete_port for 4dc18de0-0693-4d9a-a125-4638b2031b7d owned by network:floatingip {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:20:57.656653 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e43fe-37f0-4384-a866-fc13ea94151f req-50e120b1-6cc1-4386-a2bf-cbb8fdc80a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:57.658340 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-5f4e43fe-37f0-4384-a866-fc13ea94151f req-50e120b1-6cc1-4386-a2bf-cbb8fdc80a70 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=5d342298-601b-4654-a677-d1e5d55f90c1 HTTP/1.1" status: 200 len: 855 time: 0.0794752 Feb 09 01:20:57.719481 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-5f4e43fe-37f0-4384-a866-fc13ea94151f req-6eb4e798-ea45-450b-880a-75da4bcdece0 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=0b42d132-a4d6-4063-98c2-48389fb2c5a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550773 Feb 09 01:20:57.769643 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-bbc968d2-8120-46d0-8d26-f4bd348531b1 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Deleting port 46258861-43bf-4672-bbfc-0897cacc3993 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:20:57.769643 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bbc968d2-8120-46d0-8d26-f4bd348531b1 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:57.873488 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f4047547-d261-4899-8e3a-8cfb93546adb tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.9039690 Feb 09 01:20:57.883521 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49470) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:57.885339 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-5f4e43fe-37f0-4384-a866-fc13ea94151f req-4dda3694-3bdc-4119-94c7-adf951a40a20 service neutron] 10.222.0.99 "GET /v2.0/networks/0b42d132-a4d6-4063-98c2-48389fb2c5a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583657 Feb 09 01:20:57.907520 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-47a331d8-42be-4a68-b901-9c7f96466f09 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Request body: {'subnet': {'network_id': '7511ffe7-d670-48b1-b0af-a73cd24d6d55', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:58.048561 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-5f4e43fe-37f0-4384-a866-fc13ea94151f req-631e8a0e-b985-405a-a128-909c0556c500 service neutron] 10.222.0.99 "GET /v2.0/networks/0b42d132-a4d6-4063-98c2-48389fb2c5a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569903 Feb 09 01:20:58.193577 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a447c8-18f0-495c-82e1-d4c6bdb346ec req-349db351-93cb-4f4d-8dfb-c39b42d2a741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:58.195399 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b7a447c8-18f0-495c-82e1-d4c6bdb346ec req-349db351-93cb-4f4d-8dfb-c39b42d2a741 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1a20e36c7a554c699423b213df58ff18&device_id=74bf94f0-f0da-4ca5-b4fd-546b1c63f60c HTTP/1.1" status: 200 len: 1095 time: 0.0853927 Feb 09 01:20:58.237693 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-47a331d8-42be-4a68-b901-9c7f96466f09 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:58.257238 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa6c8f-e15f-4a09-b605-b29ccef55500 req-443b2b06-e596-4926-8ab2-0a07209821b0 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:58.258299 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-acfa6c8f-e15f-4a09-b605-b29ccef55500 req-443b2b06-e596-4926-8ab2-0a07209821b0 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/ports?device_id=74bf94f0-f0da-4ca5-b4fd-546b1c63f60c HTTP/1.1" status: 200 len: 944 time: 1.0378661 Feb 09 01:20:58.259362 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-47a331d8-42be-4a68-b901-9c7f96466f09 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Usage tracker for resource:subnet and tenant:737f0ef9521a40afbfb549b60505b13d is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:20:58.266187 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-47a331d8-42be-4a68-b901-9c7f96466f09 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:20:58.285930 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e089b38a-fc94-4f54-bc80-0920f190325f tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:58.343439 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-47a331d8-42be-4a68-b901-9c7f96466f09 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:58.373296 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089b38a-fc94-4f54-bc80-0920f190325f tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Pushing event deleted for resources: {'Port': ['ID=4dc18de0-0693-4d9a-a125-4638b2031b7d,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:58.386337 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a447c8-18f0-495c-82e1-d4c6bdb346ec req-322187f6-3ed1-4b2a-8671-5dcfc68cf8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:58.388142 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b7a447c8-18f0-495c-82e1-d4c6bdb346ec req-322187f6-3ed1-4b2a-8671-5dcfc68cf8ec service neutron] 10.222.0.99 "GET /v2.0/networks?id=0b42d132-a4d6-4063-98c2-48389fb2c5a1 HTTP/1.1" status: 200 len: 916 time: 0.1862991 Feb 09 01:20:58.398523 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bbc968d2-8120-46d0-8d26-f4bd348531b1 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:58.411183 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089b38a-fc94-4f54-bc80-0920f190325f tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:58.411467 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089b38a-fc94-4f54-bc80-0920f190325f tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:58.411810 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089b38a-fc94-4f54-bc80-0920f190325f tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:58.412147 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089b38a-fc94-4f54-bc80-0920f190325f tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:58.412500 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089b38a-fc94-4f54-bc80-0920f190325f tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:58.412837 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089b38a-fc94-4f54-bc80-0920f190325f tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:58.413253 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089b38a-fc94-4f54-bc80-0920f190325f tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:58.413487 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089b38a-fc94-4f54-bc80-0920f190325f tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:58.413840 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089b38a-fc94-4f54-bc80-0920f190325f tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:58.414163 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089b38a-fc94-4f54-bc80-0920f190325f tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:58.414487 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089b38a-fc94-4f54-bc80-0920f190325f tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:58.414810 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089b38a-fc94-4f54-bc80-0920f190325f tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:58.453976 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a331d8-42be-4a68-b901-9c7f96466f09 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Made reservation on behalf of 737f0ef9521a40afbfb549b60505b13d for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:20:58.457403 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-47a331d8-42be-4a68-b901-9c7f96466f09 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:58.476050 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b7a447c8-18f0-495c-82e1-d4c6bdb346ec req-124b7942-210a-41e2-ae4d-5b5b9207729c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52e4097d-1152-4657-b424-b4db94cbcdc9 HTTP/1.1" status: 200 len: 217 time: 0.0817595 Feb 09 01:20:58.546488 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a447c8-18f0-495c-82e1-d4c6bdb346ec req-39ed7911-f885-42be-a92a-1c487a2ada52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:58.548357 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b7a447c8-18f0-495c-82e1-d4c6bdb346ec req-39ed7911-f885-42be-a92a-1c487a2ada52 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=5d342298-601b-4654-a677-d1e5d55f90c1 HTTP/1.1" status: 200 len: 855 time: 0.0667706 Feb 09 01:20:58.605198 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b7a447c8-18f0-495c-82e1-d4c6bdb346ec req-56912725-0b78-4a7b-842e-80ff87f0a494 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=0b42d132-a4d6-4063-98c2-48389fb2c5a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513878 Feb 09 01:20:58.743178 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-acfa6c8f-e15f-4a09-b605-b29ccef55500 req-298621bd-0786-48db-91f6-f774e6b55942 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e238689-2b13-4df9-8955-13b9e4cebcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4736559 Feb 09 01:20:58.750923 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-bbc968d2-8120-46d0-8d26-f4bd348531b1 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Calling delete_port for 46258861-43bf-4672-bbfc-0897cacc3993 owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:20:58.819484 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b7a447c8-18f0-495c-82e1-d4c6bdb346ec req-edac9b9c-c1c7-4f2c-b97b-b059d4926f72 service neutron] 10.222.0.99 "GET /v2.0/networks/0b42d132-a4d6-4063-98c2-48389fb2c5a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080145 Feb 09 01:20:58.968307 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b7a447c8-18f0-495c-82e1-d4c6bdb346ec req-3d0aa186-a8c4-4476-bd60-da02b58251ca service neutron] 10.222.0.99 "GET /v2.0/networks/0b42d132-a4d6-4063-98c2-48389fb2c5a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429551 Feb 09 01:20:59.036958 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e089b38a-fc94-4f54-bc80-0920f190325f tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks [] for floatingip, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:59.057625 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bbc968d2-8120-46d0-8d26-f4bd348531b1 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:59.112438 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e089b38a-fc94-4f54-bc80-0920f190325f tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:59.116823 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-e089b38a-fc94-4f54-bc80-0920f190325f tempest-AttachVolumeTestJSON-182130694 tempest-AttachVolumeTestJSON-182130694-project] 10.222.0.105 "DELETE /v2.0/floatingips/ee6197cf-7110-490b-970d-e22cf903e866 HTTP/1.1" status: 204 len: 168 time: 3.6973608 Feb 09 01:20:59.117851 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc968d2-8120-46d0-8d26-f4bd348531b1 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Pushing event deleted for resources: {'Port': ['ID=46258861-43bf-4672-bbfc-0897cacc3993,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:59.128680 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bbc968d2-8120-46d0-8d26-f4bd348531b1 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:59.183534 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-bbc968d2-8120-46d0-8d26-f4bd348531b1 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] 10.222.0.105 "DELETE /v2.0/ports/46258861-43bf-4672-bbfc-0897cacc3993 HTTP/1.1" status: 204 len: 168 time: 2.3431246 Feb 09 01:20:59.183534 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49484) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:59.233938 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea89e567-7aee-41fc-9f0a-a97d8fe366ef tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] DELETE failed (client error): The resource could not be found. Feb 09 01:20:59.234426 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea89e567-7aee-41fc-9f0a-a97d8fe366ef tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:20:59.238556 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-ea89e567-7aee-41fc-9f0a-a97d8fe366ef tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] 10.222.0.105 "DELETE /v2.0/subnets/3dd01744-d193-4808-8949-02aad1febed9 HTTP/1.1" status: 404 len: 337 time: 0.0521431 Feb 09 01:20:59.240130 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49488) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:59.368915 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-47a331d8-42be-4a68-b901-9c7f96466f09 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:59.432021 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0be75310-6f58-4012-9735-0a8086a29018 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:59.533308 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a331d8-42be-4a68-b901-9c7f96466f09 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Pushing event updated for resources: {'Subnet': ['ID=10b4ff10-4d46-4f71-9a4a-48dbf9187c81,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:59.555177 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a331d8-42be-4a68-b901-9c7f96466f09 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Checking segment: {'id': '0d94e275-40bb-43e5-ba28-eaae64502ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7511ffe7-d670-48b1-b0af-a73cd24d6d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:20:59.555799 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a331d8-42be-4a68-b901-9c7f96466f09 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Network hostable DHCP agents. Network: 7511ffe7-d670-48b1-b0af-a73cd24d6d55, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:20:59.749722 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0be75310-6f58-4012-9735-0a8086a29018 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:59.770169 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a331d8-42be-4a68-b901-9c7f96466f09 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Network 7511ffe7-d670-48b1-b0af-a73cd24d6d55 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:20:59.802086 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-0be75310-6f58-4012-9735-0a8086a29018 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6878dbb8-52f5-4e9b-8066-2811330871b0']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:59.819214 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-0be75310-6f58-4012-9735-0a8086a29018 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6abe899-4a1b-46e9-a8af-0a1859637ab2') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:59.820032 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-0be75310-6f58-4012-9735-0a8086a29018 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6abe899-4a1b-46e9-a8af-0a1859637ab2') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:59.833716 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0be75310-6f58-4012-9735-0a8086a29018 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:59.853438 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0be75310-6f58-4012-9735-0a8086a29018 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:59.862753 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0be75310-6f58-4012-9735-0a8086a29018 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:20:59.863644 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0be75310-6f58-4012-9735-0a8086a29018 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:59.990868 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 01:20:59.990868 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:20:59.990868 n-d-828418-1 neutron-server[87639]: timer() Feb 09 01:20:59.990868 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:20:59.990868 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 01:20:59.990868 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:20:59.990868 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 01:20:59.990868 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:20:59.990868 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 01:20:59.990868 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:20:59.990868 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 01:20:59.990868 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:20:59.990868 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 01:20:59.990868 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:20:59.990868 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:20:59.990868 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:20:59.990868 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:20:59.990868 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:20:59.990868 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 01:20:59.990868 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:20:59.990868 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 01:20:59.990868 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:20:59.990868 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:20:59.990868 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:20:59.990868 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 01:20:59.990868 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:20:59.990868 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:20:59.990868 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:20:59.990868 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:20:59.990868 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:20:59.990868 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:20:59.990868 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:20:59.993822 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49508) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:00.076149 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-47a331d8-42be-4a68-b901-9c7f96466f09 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 7511ffe7-d670-48b1-b0af-a73cd24d6d55) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:00.082689 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a331d8-42be-4a68-b901-9c7f96466f09 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:00.084143 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-47a331d8-42be-4a68-b901-9c7f96466f09 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:00.088546 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ce8674-f5e4-4aa4-990f-fd22e430d04d None None] Network 7511ffe7-d670-48b1-b0af-a73cd24d6d55 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:21:00.112643 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0be75310-6f58-4012-9735-0a8086a29018 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:00.117425 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0be75310-6f58-4012-9735-0a8086a29018 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:00.176218 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be75310-6f58-4012-9735-0a8086a29018 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Pushing event deleted for resources: {'Network': ['ID=6878dbb8-52f5-4e9b-8066-2811330871b0,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:00.196658 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-925bbee5-4366-47bb-8216-88a44b6c5706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:00.210269 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-47a331d8-42be-4a68-b901-9c7f96466f09 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3176558 Feb 09 01:21:00.211246 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49514) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:00.217778 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-0be75310-6f58-4012-9735-0a8086a29018 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] 10.222.0.105 "DELETE /v2.0/networks/6878dbb8-52f5-4e9b-8066-2811330871b0 HTTP/1.1" status: 204 len: 168 time: 0.9769020 Feb 09 01:21:00.222278 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49518) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:00.228895 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-ed7b26a0-69a0-4313-b32f-7ae63d237327 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Request body: {'port': {'network_id': '7511ffe7-d670-48b1-b0af-a73cd24d6d55', 'name': 'tempest-ExtraDHCPOptionsTestJSON-798980400'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:00.231848 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-925bbee5-4366-47bb-8216-88a44b6c5706 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:21:00.241432 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-925bbee5-4366-47bb-8216-88a44b6c5706 admin admin] Usage tracker for resource:security_group_rule and tenant:fa6f1f0712284023a6abe4a0d6502629 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:21:00.247692 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-925bbee5-4366-47bb-8216-88a44b6c5706 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:21:00.254328 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-925bbee5-4366-47bb-8216-88a44b6c5706 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:21:00.315656 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ffebd4-d76f-4858-99ff-a412e5b75038 req-09615bd1-d5a5-4367-a2dc-7638dca772a6 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:00.320074 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b9ffebd4-d76f-4858-99ff-a412e5b75038 req-09615bd1-d5a5-4367-a2dc-7638dca772a6 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/ports?device_id=74bf94f0-f0da-4ca5-b4fd-546b1c63f60c HTTP/1.1" status: 200 len: 944 time: 0.3211036 Feb 09 01:21:00.385245 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-925bbee5-4366-47bb-8216-88a44b6c5706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:00.390601 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-925bbee5-4366-47bb-8216-88a44b6c5706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:00.456774 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-925bbee5-4366-47bb-8216-88a44b6c5706 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=fa6f1f0712284023a6abe4a0d6502629&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4594014 Feb 09 01:21:00.456774 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925bbee5-4366-47bb-8216-88a44b6c5706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46881687-408a-406d-8071-1ff7c6ab22bb,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:00.458488 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49528) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:00.485264 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b3c016-47f0-4e98-87e4-6fd15b1ccd65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-7511ffe7-d670-48b1-b0af-a73cd24d6d55', 'network_id': '7511ffe7-d670-48b1-b0af-a73cd24d6d55', 'tenant_id': '737f0ef9521a40afbfb549b60505b13d', 'fixed_ips': [{'subnet_id': '10b4ff10-4d46-4f71-9a4a-48dbf9187c81'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:21:00.486332 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-72b3c016-47f0-4e98-87e4-6fd15b1ccd65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:00.561481 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-1391a883-42e3-4f3c-9a46-cf54762f44b2 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Deleting port 9590a537-8ef7-4b4b-b467-b472962c3526 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:21:00.561942 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1391a883-42e3-4f3c-9a46-cf54762f44b2 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:00.566188 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0134361f-8b28-4b16-a7aa-66fd5d8b9709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:00.632588 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0134361f-8b28-4b16-a7aa-66fd5d8b9709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:00.738010 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b9ffebd4-d76f-4858-99ff-a412e5b75038 req-295eb868-2a09-454b-b371-7ea5905247ad tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e238689-2b13-4df9-8955-13b9e4cebcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457139 Feb 09 01:21:00.756833 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0134361f-8b28-4b16-a7aa-66fd5d8b9709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:00.808231 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0134361f-8b28-4b16-a7aa-66fd5d8b9709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46881687-408a-406d-8071-1ff7c6ab22bb,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:00.815880 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0134361f-8b28-4b16-a7aa-66fd5d8b9709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:00.818927 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-0134361f-8b28-4b16-a7aa-66fd5d8b9709 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/46881687-408a-406d-8071-1ff7c6ab22bb HTTP/1.1" status: 204 len: 168 time: 0.3599138 Feb 09 01:21:00.876971 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-ed7b26a0-69a0-4313-b32f-7ae63d237327 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:21:00.899334 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-72b3c016-47f0-4e98-87e4-6fd15b1ccd65 None None] Allocated IP 172.20.0.2 (7511ffe7-d670-48b1-b0af-a73cd24d6d55/10b4ff10-4d46-4f71-9a4a-48dbf9187c81/128bdb19-cdac-47d4-86b7-05aefe69aa48) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:21:00.989933 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-ed7b26a0-69a0-4313-b32f-7ae63d237327 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Usage tracker for resource:port and tenant:737f0ef9521a40afbfb549b60505b13d is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:21:01.000173 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-ed7b26a0-69a0-4313-b32f-7ae63d237327 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:21:01.046737 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-ed7b26a0-69a0-4313-b32f-7ae63d237327 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:21:01.097758 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1391a883-42e3-4f3c-9a46-cf54762f44b2 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:01.229474 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-72b3c016-47f0-4e98-87e4-6fd15b1ccd65 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:01.243652 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-72b3c016-47f0-4e98-87e4-6fd15b1ccd65 None None] Transition to ACTIVE for port object 128bdb19-cdac-47d4-86b7-05aefe69aa48 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:21:01.279054 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-72b3c016-47f0-4e98-87e4-6fd15b1ccd65 None None] Transition to ACTIVE for port object 128bdb19-cdac-47d4-86b7-05aefe69aa48 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:21:01.289028 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-72b3c016-47f0-4e98-87e4-6fd15b1ccd65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:01.296375 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-1391a883-42e3-4f3c-9a46-cf54762f44b2 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Calling delete_port for 9590a537-8ef7-4b4b-b467-b472962c3526 owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:21:01.336572 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7b26a0-69a0-4313-b32f-7ae63d237327 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Made reservation on behalf of 737f0ef9521a40afbfb549b60505b13d for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:01.340874 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ed7b26a0-69a0-4313-b32f-7ae63d237327 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:01.374488 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b3c016-47f0-4e98-87e4-6fd15b1ccd65 None None] Network 7511ffe7-d670-48b1-b0af-a73cd24d6d55 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:01.378264 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-72b3c016-47f0-4e98-87e4-6fd15b1ccd65 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:01.382475 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b3c016-47f0-4e98-87e4-6fd15b1ccd65 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:21:01.448803 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b3c016-47f0-4e98-87e4-6fd15b1ccd65 None None] Pushing event updated for resources: {'Port': ['ID=128bdb19-cdac-47d4-86b7-05aefe69aa48,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:01.611161 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-72b3c016-47f0-4e98-87e4-6fd15b1ccd65 None None] Attempting to bind port 128bdb19-cdac-47d4-86b7-05aefe69aa48 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:21:01.611537 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-72b3c016-47f0-4e98-87e4-6fd15b1ccd65 None None] Attempting to bind port 128bdb19-cdac-47d4-86b7-05aefe69aa48 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '0d94e275-40bb-43e5-ba28-eaae64502ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7511ffe7-d670-48b1-b0af-a73cd24d6d55'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:21:01.611907 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b3c016-47f0-4e98-87e4-6fd15b1ccd65 None None] Attempting to bind port 128bdb19-cdac-47d4-86b7-05aefe69aa48 on network 7511ffe7-d670-48b1-b0af-a73cd24d6d55 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:21:01.615825 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-ed7b26a0-69a0-4313-b32f-7ae63d237327 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] device_id is not set on port fa28ef9b-03da-46aa-b296-0da1194cf491 yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:21:01.631134 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b3c016-47f0-4e98-87e4-6fd15b1ccd65 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:21:01.631509 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b3c016-47f0-4e98-87e4-6fd15b1ccd65 None None] Checking segment: {'id': '0d94e275-40bb-43e5-ba28-eaae64502ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7511ffe7-d670-48b1-b0af-a73cd24d6d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:21:01.631911 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-72b3c016-47f0-4e98-87e4-6fd15b1ccd65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:01.634139 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b3c016-47f0-4e98-87e4-6fd15b1ccd65 None None] Bound using segment: {'id': '0d94e275-40bb-43e5-ba28-eaae64502ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7511ffe7-d670-48b1-b0af-a73cd24d6d55'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:21:01.634627 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-72b3c016-47f0-4e98-87e4-6fd15b1ccd65 None None] Bound port: 128bdb19-cdac-47d4-86b7-05aefe69aa48, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d94e275-40bb-43e5-ba28-eaae64502ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7511ffe7-d670-48b1-b0af-a73cd24d6d55'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:21:01.635013 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-72b3c016-47f0-4e98-87e4-6fd15b1ccd65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:01.836654 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-ed7b26a0-69a0-4313-b32f-7ae63d237327 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Allocated IP 172.20.0.7 (7511ffe7-d670-48b1-b0af-a73cd24d6d55/10b4ff10-4d46-4f71-9a4a-48dbf9187c81/fa28ef9b-03da-46aa-b296-0da1194cf491) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:21:01.857832 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-72b3c016-47f0-4e98-87e4-6fd15b1ccd65 None None] For port 128bdb19-cdac-47d4-86b7-05aefe69aa48, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:21:01.864048 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-72b3c016-47f0-4e98-87e4-6fd15b1ccd65 None None] For port 128bdb19-cdac-47d4-86b7-05aefe69aa48, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=128bdb19-cdac-47d4-86b7-05aefe69aa48,segment=NetworkSegment(0d94e275-40bb-43e5-ba28-eaae64502ab3),segment_id=0d94e275-40bb-43e5-ba28-eaae64502ab3)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:21:01.883998 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-72b3c016-47f0-4e98-87e4-6fd15b1ccd65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:02.111786 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b3c016-47f0-4e98-87e4-6fd15b1ccd65 None None] Pushing event updated for resources: {'Port': ['ID=128bdb19-cdac-47d4-86b7-05aefe69aa48,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:02.214201 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49570) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:02.412990 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 52e4097d-1152-4657-b424-b4db94cbcdc9 details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:21:02.441723 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-42b9d4c4-ae78-47bd-850c-69dd9f751b60 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1915842419-network', 'tenant_id': '9b89b7596e03444d9c78c5756045fc16'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:02.451378 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-42b9d4c4-ae78-47bd-850c-69dd9f751b60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:21:02.465162 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1391a883-42e3-4f3c-9a46-cf54762f44b2 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:02.467333 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-42b9d4c4-ae78-47bd-850c-69dd9f751b60 admin admin] Usage tracker for resource:network and tenant:9b89b7596e03444d9c78c5756045fc16 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:21:02.474914 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-42b9d4c4-ae78-47bd-850c-69dd9f751b60 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:21:02.489974 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-42b9d4c4-ae78-47bd-850c-69dd9f751b60 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:21:02.510696 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b9d4c4-ae78-47bd-850c-69dd9f751b60 admin admin] Made reservation on behalf of 9b89b7596e03444d9c78c5756045fc16 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:02.513796 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-42b9d4c4-ae78-47bd-850c-69dd9f751b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:02.546647 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-42b9d4c4-ae78-47bd-850c-69dd9f751b60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:02.591594 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-42b9d4c4-ae78-47bd-850c-69dd9f751b60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:21:02.605278 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-42b9d4c4-ae78-47bd-850c-69dd9f751b60 admin admin] Usage tracker for resource:security_group_rule and tenant:9b89b7596e03444d9c78c5756045fc16 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:21:02.612086 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-42b9d4c4-ae78-47bd-850c-69dd9f751b60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:21:02.630797 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-42b9d4c4-ae78-47bd-850c-69dd9f751b60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:21:02.636505 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5978ba9-44e1-44fd-9d45-9ca55abbe53f req-7f1f1c76-bdba-420f-a31a-08fa337e0172 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:02.650601 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b5978ba9-44e1-44fd-9d45-9ca55abbe53f req-7f1f1c76-bdba-420f-a31a-08fa337e0172 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/ports?device_id=74bf94f0-f0da-4ca5-b4fd-546b1c63f60c HTTP/1.1" status: 200 len: 944 time: 0.6701870 Feb 09 01:21:02.669718 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1391a883-42e3-4f3c-9a46-cf54762f44b2 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:02.683539 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1391a883-42e3-4f3c-9a46-cf54762f44b2 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Pushing event deleted for resources: {'Port': ['ID=9590a537-8ef7-4b4b-b467-b472962c3526,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:02.754913 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 52e4097d-1152-4657-b424-b4db94cbcdc9, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=52e4097d-1152-4657-b424-b4db94cbcdc9,segment=NetworkSegment(ab5b8647-54ba-47dc-a969-bd1d889d35c1),segment_id=ab5b8647-54ba-47dc-a969-bd1d889d35c1)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:21:02.772934 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': '52e4097d-1152-4657-b424-b4db94cbcdc9', 'network_id': '0b42d132-a4d6-4063-98c2-48389fb2c5a1', 'port_id': '52e4097d-1152-4657-b424-b4db94cbcdc9', 'mac_address': 'fa:16:3e:26:7f:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d342298-601b-4654-a677-d1e5d55f90c1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:21:02.779547 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-1391a883-42e3-4f3c-9a46-cf54762f44b2 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] 10.222.0.105 "DELETE /v2.0/ports/9590a537-8ef7-4b4b-b467-b472962c3526 HTTP/1.1" status: 204 len: 168 time: 2.5558519 Feb 09 01:21:02.803666 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49578) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:02.848733 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-42b9d4c4-ae78-47bd-850c-69dd9f751b60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:02.853561 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-42b9d4c4-ae78-47bd-850c-69dd9f751b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:02.866161 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:02.891766 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52e4097d-1152-4657-b424-b4db94cbcdc9 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:21:02.902224 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b9d4c4-ae78-47bd-850c-69dd9f751b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37802d11-7b20-466a-9a13-7b053713feb7,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:02.922395 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42b9d4c4-ae78-47bd-850c-69dd9f751b60 admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:21:02.922748 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ed7b26a0-69a0-4313-b32f-7ae63d237327 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:02.940713 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-97381cd8-208e-47bc-b2fd-9a0aaa8d9799 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] DELETE failed (client error): The resource could not be found. Feb 09 01:21:02.941297 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97381cd8-208e-47bc-b2fd-9a0aaa8d9799 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:21:02.942124 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-42b9d4c4-ae78-47bd-850c-69dd9f751b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:02.943513 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-97381cd8-208e-47bc-b2fd-9a0aaa8d9799 tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] 10.222.0.105 "DELETE /v2.0/subnets/2d5aba38-6d3a-4db4-b486-f78b3f23da74 HTTP/1.1" status: 404 len: 337 time: 0.1249561 Feb 09 01:21:02.943638 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-42b9d4c4-ae78-47bd-850c-69dd9f751b60 admin admin] Added segment 997a4a15-ac4e-4c8c-b9f8-5d873bfc7bb6 of type vlan for network e71bc79e-62d3-489b-9b63-0a6c2ab57e36 Feb 09 01:21:02.947124 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 52e4097d-1152-4657-b424-b4db94cbcdc9, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=52e4097d-1152-4657-b424-b4db94cbcdc9,segment=NetworkSegment(ab5b8647-54ba-47dc-a969-bd1d889d35c1),segment_id=ab5b8647-54ba-47dc-a969-bd1d889d35c1)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:21:02.951692 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49582) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:02.953334 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:02.977398 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b5978ba9-44e1-44fd-9d45-9ca55abbe53f req-015bc6b3-cd18-4ca7-a114-e21a73632a9c tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e238689-2b13-4df9-8955-13b9e4cebcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254802 Feb 09 01:21:03.001303 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-42b9d4c4-ae78-47bd-850c-69dd9f751b60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:03.072748 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-42b9d4c4-ae78-47bd-850c-69dd9f751b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:03.073978 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b9d4c4-ae78-47bd-850c-69dd9f751b60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:03.075084 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-42b9d4c4-ae78-47bd-850c-69dd9f751b60 admin admin] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:03.077585 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=52e4097d-1152-4657-b424-b4db94cbcdc9,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:03.121309 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-ed7b26a0-69a0-4313-b32f-7ae63d237327 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Transition to ACTIVE for port object fa28ef9b-03da-46aa-b296-0da1194cf491 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:21:03.157958 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ed7b26a0-69a0-4313-b32f-7ae63d237327 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:03.257901 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b9d4c4-ae78-47bd-850c-69dd9f751b60 admin admin] Pushing event updated for resources: {'Network': ['ID=e71bc79e-62d3-489b-9b63-0a6c2ab57e36,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:03.270775 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network e71bc79e-62d3-489b-9b63-0a6c2ab57e36 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:21:03.288858 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7b26a0-69a0-4313-b32f-7ae63d237327 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Network 7511ffe7-d670-48b1-b0af-a73cd24d6d55 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:03.304006 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-42b9d4c4-ae78-47bd-850c-69dd9f751b60 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0876434 Feb 09 01:21:03.307401 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49588) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:03.318698 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-ed7b26a0-69a0-4313-b32f-7ae63d237327 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:03.321442 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-74f66b03-56d9-46fc-8a6d-7c6d6c8255cd admin admin] Request body: {'subnet': {'network_id': 'e71bc79e-62d3-489b-9b63-0a6c2ab57e36', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1915842419-subnet', 'tenant_id': '9b89b7596e03444d9c78c5756045fc16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:03.325508 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7b26a0-69a0-4313-b32f-7ae63d237327 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:21:03.338528 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-74f66b03-56d9-46fc-8a6d-7c6d6c8255cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:21:03.348356 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-74f66b03-56d9-46fc-8a6d-7c6d6c8255cd admin admin] Usage tracker for resource:subnet and tenant:9b89b7596e03444d9c78c5756045fc16 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:21:03.351787 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-74f66b03-56d9-46fc-8a6d-7c6d6c8255cd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:21:03.362112 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-74f66b03-56d9-46fc-8a6d-7c6d6c8255cd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:21:03.394979 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f66b03-56d9-46fc-8a6d-7c6d6c8255cd admin admin] Made reservation on behalf of 9b89b7596e03444d9c78c5756045fc16 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:03.398204 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-74f66b03-56d9-46fc-8a6d-7c6d6c8255cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:03.428825 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['52e4097d-1152-4657-b424-b4db94cbcdc9'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:21:03.430945 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-776d6316-7c33-4574-82ef-82254493a72c tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:03.440341 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7b26a0-69a0-4313-b32f-7ae63d237327 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Pushing event updated for resources: {'Port': ['ID=fa28ef9b-03da-46aa-b296-0da1194cf491,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:03.462607 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7b26a0-69a0-4313-b32f-7ae63d237327 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:03.463244 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ed7b26a0-69a0-4313-b32f-7ae63d237327 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:03.481547 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-776d6316-7c33-4574-82ef-82254493a72c tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Deleting port c79683b3-e12e-4b1a-bbf0-b28687ecc2aa {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:21:03.482277 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-776d6316-7c33-4574-82ef-82254493a72c tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:03.513635 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-ed7b26a0-69a0-4313-b32f-7ae63d237327 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2986848 Feb 09 01:21:03.514263 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49592) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:03.535785 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-cd98f4f6-db91-4cb8-a959-3b2611a6d5e2 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Request body: {'port': {'network_id': '7511ffe7-d670-48b1-b0af-a73cd24d6d55', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2076861278', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:03.536319 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.api.validators [None req-cd98f4f6-db91-4cb8-a959-3b2611a6d5e2 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] bootfile-name is not in valid_values {{(pid=87639) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 09 01:21:03.536653 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.api.validators [None req-cd98f4f6-db91-4cb8-a959-3b2611a6d5e2 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] tftp-server is not in valid_values {{(pid=87639) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 09 01:21:03.536977 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.api.validators [None req-cd98f4f6-db91-4cb8-a959-3b2611a6d5e2 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] server-ip-address is not in valid_values {{(pid=87639) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 09 01:21:03.893689 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32158a5a-9628-4498-a0b4-52dc9f28093e None None] Network 7511ffe7-d670-48b1-b0af-a73cd24d6d55 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:21:04.071083 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-74f66b03-56d9-46fc-8a6d-7c6d6c8255cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:04.143035 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-cd98f4f6-db91-4cb8-a959-3b2611a6d5e2 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:21:04.157317 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f66b03-56d9-46fc-8a6d-7c6d6c8255cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0411492-ee99-4c2c-8fdb-156f7ad58e1a,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:04.164629 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-cd98f4f6-db91-4cb8-a959-3b2611a6d5e2 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Usage tracker for resource:port and tenant:737f0ef9521a40afbfb549b60505b13d is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:21:04.174128 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f66b03-56d9-46fc-8a6d-7c6d6c8255cd admin admin] Checking segment: {'id': '997a4a15-ac4e-4c8c-b9f8-5d873bfc7bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e71bc79e-62d3-489b-9b63-0a6c2ab57e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:21:04.178058 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f66b03-56d9-46fc-8a6d-7c6d6c8255cd admin admin] Network hostable DHCP agents. Network: e71bc79e-62d3-489b-9b63-0a6c2ab57e36, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:21:04.179846 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-cd98f4f6-db91-4cb8-a959-3b2611a6d5e2 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:21:04.192921 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-776d6316-7c33-4574-82ef-82254493a72c tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] For port c79683b3-e12e-4b1a-bbf0-b28687ecc2aa, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=c79683b3-e12e-4b1a-bbf0-b28687ecc2aa,segment=NetworkSegment(80aae02a-3216-4d17-babb-bc7aaa23c93b),segment_id=80aae02a-3216-4d17-babb-bc7aaa23c93b)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:21:04.193431 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-776d6316-7c33-4574-82ef-82254493a72c tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:04.198541 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-ad9a16ba-c20a-4473-9319-deaca3460db3 None None] Provisioning for port 128bdb19-cdac-47d4-86b7-05aefe69aa48 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:21:04.222875 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-cd98f4f6-db91-4cb8-a959-3b2611a6d5e2 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:21:04.224695 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f66b03-56d9-46fc-8a6d-7c6d6c8255cd admin admin] Network e71bc79e-62d3-489b-9b63-0a6c2ab57e36 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:21:04.251560 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-74f66b03-56d9-46fc-8a6d-7c6d6c8255cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, e71bc79e-62d3-489b-9b63-0a6c2ab57e36) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:04.256631 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f66b03-56d9-46fc-8a6d-7c6d6c8255cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:04.257465 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-74f66b03-56d9-46fc-8a6d-7c6d6c8255cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:04.298729 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ecb305-8cfc-4270-be52-8d91ea883b21 None None] Network e71bc79e-62d3-489b-9b63-0a6c2ab57e36 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:21:04.300039 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-74f66b03-56d9-46fc-8a6d-7c6d6c8255cd admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9913926 Feb 09 01:21:04.439539 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 128bdb19-cdac-47d4-86b7-05aefe69aa48 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:21:04.540427 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-776d6316-7c33-4574-82ef-82254493a72c tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Calling delete_port for c79683b3-e12e-4b1a-bbf0-b28687ecc2aa owned by network:dhcp {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:21:04.614065 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd98f4f6-db91-4cb8-a959-3b2611a6d5e2 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Made reservation on behalf of 737f0ef9521a40afbfb549b60505b13d for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:04.618415 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cd98f4f6-db91-4cb8-a959-3b2611a6d5e2 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:04.678432 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-cd98f4f6-db91-4cb8-a959-3b2611a6d5e2 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] device_id is not set on port 436ff7b7-8ca6-4ea6-b88c-0cda2976cf38 yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:21:04.848007 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 128bdb19-cdac-47d4-86b7-05aefe69aa48 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:21:04.854035 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904e9b9b-4e80-49d5-91ba-baa89d2532d9 None None] Network e71bc79e-62d3-489b-9b63-0a6c2ab57e36 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:21:05.029762 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 128bdb19-cdac-47d4-86b7-05aefe69aa48 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:05.030209 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:05.134110 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-cd98f4f6-db91-4cb8-a959-3b2611a6d5e2 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Allocated IP 172.20.0.10 (7511ffe7-d670-48b1-b0af-a73cd24d6d55/10b4ff10-4d46-4f71-9a4a-48dbf9187c81/436ff7b7-8ca6-4ea6-b88c-0cda2976cf38) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:21:05.197197 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-776d6316-7c33-4574-82ef-82254493a72c tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:05.310090 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a8e0c165-702e-4f7e-8afd-1d47d76299cd None None] Provisioning for port fa28ef9b-03da-46aa-b296-0da1194cf491 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:21:05.317231 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908af2e4-fe74-404a-bc04-c4fc69a216ff req-1ae716b6-cb37-4435-8368-2d90a54f389e tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:05.318945 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-908af2e4-fe74-404a-bc04-c4fc69a216ff req-1ae716b6-cb37-4435-8368-2d90a54f389e tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/ports?device_id=74bf94f0-f0da-4ca5-b4fd-546b1c63f60c HTTP/1.1" status: 200 len: 945 time: 1.0803616 Feb 09 01:21:05.340373 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a8e0c165-702e-4f7e-8afd-1d47d76299cd None None] Provisioning complete for port fa28ef9b-03da-46aa-b296-0da1194cf491 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:05.340748 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a8e0c165-702e-4f7e-8afd-1d47d76299cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:05.354785 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776d6316-7c33-4574-82ef-82254493a72c tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Pushing event deleted for resources: {'Port': ['ID=c79683b3-e12e-4b1a-bbf0-b28687ecc2aa,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:05.389646 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49636) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:05.395318 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-1cdfb2d3-cf2e-4085-aab9-658330d13d3a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1504008628-network', 'tenant_id': 'bfc7a306014e41d49f00c1e14b799780'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:05.406197 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1cdfb2d3-cf2e-4085-aab9-658330d13d3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:21:05.430819 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-1cdfb2d3-cf2e-4085-aab9-658330d13d3a admin admin] Usage tracker for resource:network and tenant:bfc7a306014e41d49f00c1e14b799780 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:21:05.437585 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-1cdfb2d3-cf2e-4085-aab9-658330d13d3a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:21:05.444956 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1cdfb2d3-cf2e-4085-aab9-658330d13d3a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:21:05.478026 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cdfb2d3-cf2e-4085-aab9-658330d13d3a admin admin] Made reservation on behalf of bfc7a306014e41d49f00c1e14b799780 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:05.482866 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1cdfb2d3-cf2e-4085-aab9-658330d13d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:05.515503 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1cdfb2d3-cf2e-4085-aab9-658330d13d3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:05.519884 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a8e0c165-702e-4f7e-8afd-1d47d76299cd None None] Port fa28ef9b-03da-46aa-b296-0da1194cf491 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:21:05.548385 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:05.553960 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1cdfb2d3-cf2e-4085-aab9-658330d13d3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:21:05.562153 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-1cdfb2d3-cf2e-4085-aab9-658330d13d3a admin admin] Usage tracker for resource:security_group_rule and tenant:bfc7a306014e41d49f00c1e14b799780 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:21:05.566881 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-1cdfb2d3-cf2e-4085-aab9-658330d13d3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:21:05.582286 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1cdfb2d3-cf2e-4085-aab9-658330d13d3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:21:05.589062 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a8e0c165-702e-4f7e-8afd-1d47d76299cd None None] Provisioning complete for port 128bdb19-cdac-47d4-86b7-05aefe69aa48 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:05.590277 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a8e0c165-702e-4f7e-8afd-1d47d76299cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:05.701203 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1cdfb2d3-cf2e-4085-aab9-658330d13d3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:05.708999 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1cdfb2d3-cf2e-4085-aab9-658330d13d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:05.709700 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cd98f4f6-db91-4cb8-a959-3b2611a6d5e2 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:05.735600 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 128bdb19-cdac-47d4-86b7-05aefe69aa48, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=128bdb19-cdac-47d4-86b7-05aefe69aa48,segment=NetworkSegment(0d94e275-40bb-43e5-ba28-eaae64502ab3),segment_id=0d94e275-40bb-43e5-ba28-eaae64502ab3)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:21:05.750601 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-cd98f4f6-db91-4cb8-a959-3b2611a6d5e2 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Transition to ACTIVE for port object 436ff7b7-8ca6-4ea6-b88c-0cda2976cf38 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:21:05.754722 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:05.791798 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cdfb2d3-cf2e-4085-aab9-658330d13d3a admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:21:05.806972 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdfb2d3-cf2e-4085-aab9-658330d13d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d282742f-5b84-4c8b-95f2-3e1f4aeb01d0,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:05.841562 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1cdfb2d3-cf2e-4085-aab9-658330d13d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:05.842267 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-1cdfb2d3-cf2e-4085-aab9-658330d13d3a admin admin] Added segment dc48b329-8e9c-46ed-af42-94c78a64c31f of type vlan for network d4db08ee-70a3-45aa-8bce-9e2e9c9272f5 Feb 09 01:21:05.860399 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-908af2e4-fe74-404a-bc04-c4fc69a216ff req-739fc2e0-8629-45f7-aa1c-941c789f9dd0 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e238689-2b13-4df9-8955-13b9e4cebcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623081 Feb 09 01:21:05.864358 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cd98f4f6-db91-4cb8-a959-3b2611a6d5e2 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:05.869201 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776d6316-7c33-4574-82ef-82254493a72c tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] No DVR routers for this DVR port c79683b3-e12e-4b1a-bbf0-b28687ecc2aa on host n-d-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:21:05.936346 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1cdfb2d3-cf2e-4085-aab9-658330d13d3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:05.978679 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=128bdb19-cdac-47d4-86b7-05aefe69aa48,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:05.993991 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1cdfb2d3-cf2e-4085-aab9-658330d13d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:05.995406 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cdfb2d3-cf2e-4085-aab9-658330d13d3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:05.996937 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1cdfb2d3-cf2e-4085-aab9-658330d13d3a admin admin] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:06.061938 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1cdfb2d3-cf2e-4085-aab9-658330d13d3a admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6607931 Feb 09 01:21:06.061938 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49654) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:06.065287 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd98f4f6-db91-4cb8-a959-3b2611a6d5e2 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Network 7511ffe7-d670-48b1-b0af-a73cd24d6d55 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:06.109862 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-cd98f4f6-db91-4cb8-a959-3b2611a6d5e2 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:06.111772 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd98f4f6-db91-4cb8-a959-3b2611a6d5e2 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Pushing event updated for resources: {'Port': ['ID=436ff7b7-8ca6-4ea6-b88c-0cda2976cf38,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:06.118154 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd98f4f6-db91-4cb8-a959-3b2611a6d5e2 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:21:06.166719 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-58b45372-1dcc-4237-b60c-06564f3aa1c8 admin admin] Request body: {'subnet': {'network_id': 'd4db08ee-70a3-45aa-8bce-9e2e9c9272f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1504008628-subnet', 'tenant_id': 'bfc7a306014e41d49f00c1e14b799780', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:06.168787 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-228c4cfc-9d28-492b-aed3-fa143c458b03 None None] Provisioning complete for port fa28ef9b-03da-46aa-b296-0da1194cf491 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:06.169175 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-228c4cfc-9d28-492b-aed3-fa143c458b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:06.183600 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-58b45372-1dcc-4237-b60c-06564f3aa1c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:21:06.200385 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-58b45372-1dcc-4237-b60c-06564f3aa1c8 admin admin] Usage tracker for resource:subnet and tenant:bfc7a306014e41d49f00c1e14b799780 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:21:06.225837 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-58b45372-1dcc-4237-b60c-06564f3aa1c8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:21:06.263931 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-58b45372-1dcc-4237-b60c-06564f3aa1c8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:21:06.273637 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdfb2d3-cf2e-4085-aab9-658330d13d3a admin admin] Pushing event updated for resources: {'Network': ['ID=d4db08ee-70a3-45aa-8bce-9e2e9c9272f5,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:06.280298 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 128bdb19-cdac-47d4-86b7-05aefe69aa48 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:21:06.296580 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b45372-1dcc-4237-b60c-06564f3aa1c8 admin admin] Made reservation on behalf of bfc7a306014e41d49f00c1e14b799780 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:06.299136 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-58b45372-1dcc-4237-b60c-06564f3aa1c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:06.400602 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network d4db08ee-70a3-45aa-8bce-9e2e9c9272f5 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:21:06.468830 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-776d6316-7c33-4574-82ef-82254493a72c tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:06.552805 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-776d6316-7c33-4574-82ef-82254493a72c tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9627ee1c-320d-49c4-be72-e405a53fe468']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:06.599738 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-776d6316-7c33-4574-82ef-82254493a72c tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80aae02a-3216-4d17-babb-bc7aaa23c93b') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:06.599738 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-776d6316-7c33-4574-82ef-82254493a72c tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80aae02a-3216-4d17-babb-bc7aaa23c93b') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:06.634010 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-776d6316-7c33-4574-82ef-82254493a72c tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:06.636231 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-228c4cfc-9d28-492b-aed3-fa143c458b03 None None] Port fa28ef9b-03da-46aa-b296-0da1194cf491 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:21:06.662171 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-776d6316-7c33-4574-82ef-82254493a72c tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:06.670570 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-776d6316-7c33-4574-82ef-82254493a72c tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:21:06.671250 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-776d6316-7c33-4574-82ef-82254493a72c tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:06.687761 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 52e4097d-1152-4657-b424-b4db94cbcdc9 up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:21:06.779334 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-58b45372-1dcc-4237-b60c-06564f3aa1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:06.811153 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 01:21:06.811153 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:21:06.811153 n-d-828418-1 neutron-server[87639]: timer() Feb 09 01:21:06.811153 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:21:06.811153 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 01:21:06.811153 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:21:06.811153 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 01:21:06.811153 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:21:06.811153 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 01:21:06.811153 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:21:06.811153 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 01:21:06.811153 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:21:06.811153 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 01:21:06.811153 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:21:06.811153 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:21:06.811153 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:21:06.811153 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:21:06.811153 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:21:06.811153 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 01:21:06.811153 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:21:06.811153 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 01:21:06.811153 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:21:06.811153 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:21:06.811153 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:21:06.811153 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 01:21:06.811153 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:21:06.811153 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:21:06.811153 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:21:06.811153 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:21:06.811153 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:21:06.811153 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:21:06.811153 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:21:06.853324 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd98f4f6-db91-4cb8-a959-3b2611a6d5e2 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:06.854877 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cd98f4f6-db91-4cb8-a959-3b2611a6d5e2 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:06.875627 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b45372-1dcc-4237-b60c-06564f3aa1c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dad720f1-d217-4af0-b757-45c0ddc1cf9b,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:06.899814 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b45372-1dcc-4237-b60c-06564f3aa1c8 admin admin] Checking segment: {'id': 'dc48b329-8e9c-46ed-af42-94c78a64c31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'd4db08ee-70a3-45aa-8bce-9e2e9c9272f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:21:06.900768 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b45372-1dcc-4237-b60c-06564f3aa1c8 admin admin] Network hostable DHCP agents. Network: d4db08ee-70a3-45aa-8bce-9e2e9c9272f5, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:21:06.916645 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-776d6316-7c33-4574-82ef-82254493a72c tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:06.924145 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-776d6316-7c33-4574-82ef-82254493a72c tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:06.945094 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b45372-1dcc-4237-b60c-06564f3aa1c8 admin admin] Network d4db08ee-70a3-45aa-8bce-9e2e9c9272f5 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:21:06.969571 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-58b45372-1dcc-4237-b60c-06564f3aa1c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, d4db08ee-70a3-45aa-8bce-9e2e9c9272f5) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:06.970565 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 128bdb19-cdac-47d4-86b7-05aefe69aa48 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:06.971035 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:06.975310 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b45372-1dcc-4237-b60c-06564f3aa1c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:06.976216 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-58b45372-1dcc-4237-b60c-06564f3aa1c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:07.007942 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-58b45372-1dcc-4237-b60c-06564f3aa1c8 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9513807 Feb 09 01:21:07.014166 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-cd98f4f6-db91-4cb8-a959-3b2611a6d5e2 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 3.4909363 Feb 09 01:21:07.014478 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49668) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:07.016174 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776d6316-7c33-4574-82ef-82254493a72c tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Pushing event deleted for resources: {'Network': ['ID=9627ee1c-320d-49c4-be72-e405a53fe468,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:07.058324 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-776d6316-7c33-4574-82ef-82254493a72c tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] 10.222.0.105 "DELETE /v2.0/networks/9627ee1c-320d-49c4-be72-e405a53fe468 HTTP/1.1" status: 204 len: 168 time: 4.1037743 Feb 09 01:21:07.065352 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49674) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:07.090018 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de4551d-de50-4419-8834-6e2c83b5077a None None] Network d4db08ee-70a3-45aa-8bce-9e2e9c9272f5 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:21:07.122068 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-72bd0c2c-73d4-460e-b0a5-e93ee852c042 None None] Provisioning for port 436ff7b7-8ca6-4ea6-b88c-0cda2976cf38 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:21:07.162234 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-72bd0c2c-73d4-460e-b0a5-e93ee852c042 None None] Provisioning complete for port 436ff7b7-8ca6-4ea6-b88c-0cda2976cf38 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:07.162612 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-72bd0c2c-73d4-460e-b0a5-e93ee852c042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:07.188003 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3e09bc7-0884-42b0-84d2-9ccc010aba0d tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Deleting subnet 2a2b0318-a6b0-4987-93ef-6c383a8e0de1 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:21:07.196986 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b3e09bc7-0884-42b0-84d2-9ccc010aba0d tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:07.217885 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526adfdf-5b27-45a3-8c6d-4204da8983fd tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:07.228202 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526adfdf-5b27-45a3-8c6d-4204da8983fd tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:07.237465 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526adfdf-5b27-45a3-8c6d-4204da8983fd tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:07.239454 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-526adfdf-5b27-45a3-8c6d-4204da8983fd tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.2240291 Feb 09 01:21:07.242720 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49678) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:07.252106 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daba26e6-f799-4a8c-bb5f-cf91de35f885 req-49dc3478-964b-47f0-997e-2832099e37f6 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:07.253715 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-daba26e6-f799-4a8c-bb5f-cf91de35f885 req-49dc3478-964b-47f0-997e-2832099e37f6 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/ports?device_id=74bf94f0-f0da-4ca5-b4fd-546b1c63f60c HTTP/1.1" status: 200 len: 945 time: 0.2402623 Feb 09 01:21:07.296818 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b3e09bc7-0884-42b0-84d2-9ccc010aba0d tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:07.354498 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning for port 52e4097d-1152-4657-b424-b4db94cbcdc9 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:21:07.376421 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-72bd0c2c-73d4-460e-b0a5-e93ee852c042 None None] Port 436ff7b7-8ca6-4ea6-b88c-0cda2976cf38 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:21:07.382459 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port 52e4097d-1152-4657-b424-b4db94cbcdc9 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:07.382970 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:07.450336 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-312041f0-084a-4731-ba07-3649aef3e8ed tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Deleting port 436ff7b7-8ca6-4ea6-b88c-0cda2976cf38 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:21:07.451482 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-312041f0-084a-4731-ba07-3649aef3e8ed tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:07.459486 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b3e09bc7-0884-42b0-84d2-9ccc010aba0d tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:07.638630 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-daba26e6-f799-4a8c-bb5f-cf91de35f885 req-9ed63674-397f-4526-8c50-4d06c3c5e4f6 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e238689-2b13-4df9-8955-13b9e4cebcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3691752 Feb 09 01:21:07.639756 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b3e09bc7-0884-42b0-84d2-9ccc010aba0d tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:07.758390 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e09bc7-0884-42b0-84d2-9ccc010aba0d tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Pushing event deleted for resources: {'Subnet': ['ID=2a2b0318-a6b0-4987-93ef-6c383a8e0de1,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:07.766554 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b3e09bc7-0884-42b0-84d2-9ccc010aba0d tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:07.771429 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718dbf64-ed2c-4b24-aafb-a3fbc95ed9f6 None None] Network 294c4206-b535-4002-aeac-c6282983399a requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:21:07.795291 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-b3e09bc7-0884-42b0-84d2-9ccc010aba0d tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] 10.222.0.105 "DELETE /v2.0/subnets/2a2b0318-a6b0-4987-93ef-6c383a8e0de1 HTTP/1.1" status: 204 len: 168 time: 0.7285969 Feb 09 01:21:07.797175 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49694) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:08.066328 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7469a9d-9822-4a6a-a913-dc76fb053fa6 None None] Network d4db08ee-70a3-45aa-8bce-9e2e9c9272f5 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:21:08.131497 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-94293b9c-faeb-4321-bc83-869a590f59ca tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:08.132953 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac5353-f12c-4e07-a295-b222b6b1763b req-d52ec7fb-77d3-4452-ae8e-ec68044c64d8 tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:08.135399 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-58ac5353-f12c-4e07-a295-b222b6b1763b req-d52ec7fb-77d3-4452-ae8e-ec68044c64d8 tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] 10.222.0.105 "GET /v2.0/networks?id=e71bc79e-62d3-489b-9b63-0a6c2ab57e36 HTTP/1.1" status: 200 len: 812 time: 0.1975031 Feb 09 01:21:08.181625 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-58ac5353-f12c-4e07-a295-b222b6b1763b req-168eebd0-bfd2-4b66-9c81-c6ec9f4f5550 tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] 10.222.0.105 "GET /v2.0/quotas/9b89b7596e03444d9c78c5756045fc16 HTTP/1.1" status: 200 len: 375 time: 0.0254643 Feb 09 01:21:08.188502 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-312041f0-084a-4731-ba07-3649aef3e8ed tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:08.294396 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-58ac5353-f12c-4e07-a295-b222b6b1763b req-7a797eb9-99b8-4dca-9fe9-46dcf2a7fe09 tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=9b89b7596e03444d9c78c5756045fc16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1003118 Feb 09 01:21:08.314983 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:08.377254 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-312041f0-084a-4731-ba07-3649aef3e8ed tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Calling delete_port for 436ff7b7-8ca6-4ea6-b88c-0cda2976cf38 owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:21:08.428963 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74bf94f0-f0da-4ca5-b4fd-546b1c63f60c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52e4097d-1152-4657-b424-b4db94cbcdc9'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:21:08.436037 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a9b6662b-8b96-4968-977b-bc2d75aedcbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:08.491643 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 52e4097d-1152-4657-b424-b4db94cbcdc9, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=52e4097d-1152-4657-b424-b4db94cbcdc9,segment=NetworkSegment(ab5b8647-54ba-47dc-a969-bd1d889d35c1),segment_id=ab5b8647-54ba-47dc-a969-bd1d889d35c1)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:21:08.503939 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-58ac5353-f12c-4e07-a295-b222b6b1763b req-824d357f-6615-4b36-94dc-30f0375f93fd service neutron] 10.222.0.105 "GET /v2.0/networks/e71bc79e-62d3-489b-9b63-0a6c2ab57e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084959 Feb 09 01:21:08.545945 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-94293b9c-faeb-4321-bc83-869a590f59ca tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Deleting port 4a558db6-4fd5-419f-bea7-2fa89492ace4 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:21:08.546293 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-94293b9c-faeb-4321-bc83-869a590f59ca tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:08.587620 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74bf94f0-f0da-4ca5-b4fd-546b1c63f60c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52e4097d-1152-4657-b424-b4db94cbcdc9', 'code': 200} Feb 09 01:21:08.633859 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:08.818481 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=52e4097d-1152-4657-b424-b4db94cbcdc9,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:08.926974 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d644d278-0624-40b4-b624-2c8a6391c1a0 None None] DHCP port deletion for 294c4206-b535-4002-aeac-c6282983399a request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:21:08.931557 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d644d278-0624-40b4-b624-2c8a6391c1a0 None None] Deleting port 4a558db6-4fd5-419f-bea7-2fa89492ace4 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:21:08.932474 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d644d278-0624-40b4-b624-2c8a6391c1a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:08.978967 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-312041f0-084a-4731-ba07-3649aef3e8ed tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:09.047590 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-58ac5353-f12c-4e07-a295-b222b6b1763b req-85d82b32-09cd-4f19-8153-517c1d46970d service neutron] 10.222.0.105 "GET /v2.0/networks/e71bc79e-62d3-489b-9b63-0a6c2ab57e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5421417 Feb 09 01:21:09.052154 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312041f0-084a-4731-ba07-3649aef3e8ed tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Pushing event deleted for resources: {'Port': ['ID=436ff7b7-8ca6-4ea6-b88c-0cda2976cf38,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:09.073409 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab78446-d603-4e10-b1a8-7aebd1905a9f req-69d9a783-5ebb-46bd-8f95-0f276882ad7a tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:09.082316 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bab78446-d603-4e10-b1a8-7aebd1905a9f req-69d9a783-5ebb-46bd-8f95-0f276882ad7a tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/ports?device_id=74bf94f0-f0da-4ca5-b4fd-546b1c63f60c HTTP/1.1" status: 200 len: 946 time: 0.2096496 Feb 09 01:21:09.188985 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bab78446-d603-4e10-b1a8-7aebd1905a9f req-b21edddc-e8e3-4939-b1a7-672463ff6870 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e238689-2b13-4df9-8955-13b9e4cebcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878742 Feb 09 01:21:09.428467 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6aa73-d8c3-433f-9314-d1c78fb09818 req-a622fd26-2c92-4209-aaa4-0e77c640cff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:09.432231 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b3e6aa73-d8c3-433f-9314-d1c78fb09818 req-a622fd26-2c92-4209-aaa4-0e77c640cff9 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=74bf94f0-f0da-4ca5-b4fd-546b1c63f60c HTTP/1.1" status: 200 len: 1097 time: 0.5126700 Feb 09 01:21:09.452357 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d644d278-0624-40b4-b624-2c8a6391c1a0 None None] For port 4a558db6-4fd5-419f-bea7-2fa89492ace4, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=4a558db6-4fd5-419f-bea7-2fa89492ace4,segment=NetworkSegment(40289ac6-fa1d-472f-9299-4c6cbca3b278),segment_id=40289ac6-fa1d-472f-9299-4c6cbca3b278)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:21:09.452757 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d644d278-0624-40b4-b624-2c8a6391c1a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:09.486389 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-312041f0-084a-4731-ba07-3649aef3e8ed tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:09.519854 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-312041f0-084a-4731-ba07-3649aef3e8ed tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] 10.222.0.105 "DELETE /v2.0/ports/436ff7b7-8ca6-4ea6-b88c-0cda2976cf38 HTTP/1.1" status: 204 len: 168 time: 2.2757399 Feb 09 01:21:09.527409 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49732) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:09.532732 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-94293b9c-faeb-4321-bc83-869a590f59ca tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] For port 4a558db6-4fd5-419f-bea7-2fa89492ace4, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=4a558db6-4fd5-419f-bea7-2fa89492ace4,segment=NetworkSegment(40289ac6-fa1d-472f-9299-4c6cbca3b278),segment_id=40289ac6-fa1d-472f-9299-4c6cbca3b278)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:21:09.533214 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-94293b9c-faeb-4321-bc83-869a590f59ca tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:09.547240 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b3e6aa73-d8c3-433f-9314-d1c78fb09818 req-cc974683-f122-453e-a282-c85b3a03a47f service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=8e238689-2b13-4df9-8955-13b9e4cebcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997937 Feb 09 01:21:09.561576 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-1eaef941-d409-40c0-a0bf-e3a5da2d9f59 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Request body: {'port': {'name': 'tempest-new-port-name-48382960', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:09.563377 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.api.validators [None req-1eaef941-d409-40c0-a0bf-e3a5da2d9f59 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] bootfile-name is not in valid_values {{(pid=87638) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 09 01:21:09.563849 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.api.validators [None req-1eaef941-d409-40c0-a0bf-e3a5da2d9f59 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] tftp-server is not in valid_values {{(pid=87638) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 09 01:21:09.564354 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.api.validators [None req-1eaef941-d409-40c0-a0bf-e3a5da2d9f59 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] server-ip-address is not in valid_values {{(pid=87638) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 09 01:21:09.600675 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bb779a57-44cb-4767-884c-858ff2d713ad req-4b173369-a813-42dc-a25c-3d9ef6362803 tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] 10.222.0.105 "GET /v2.0/ports?device_id=34981b62-21b9-425e-baed-69d16c980d60 HTTP/1.1" status: 200 len: 210 time: 0.1656222 Feb 09 01:21:09.716539 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d644d278-0624-40b4-b624-2c8a6391c1a0 None None] Calling delete_port for 4a558db6-4fd5-419f-bea7-2fa89492ace4 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:21:09.771478 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-94293b9c-faeb-4321-bc83-869a590f59ca tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Calling delete_port for 4a558db6-4fd5-419f-bea7-2fa89492ace4 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:21:09.844884 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d644d278-0624-40b4-b624-2c8a6391c1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:09.868749 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.db.api [None req-94293b9c-faeb-4321-bc83-869a590f59ca tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:21:09.869084 n-d-828418-1 neutron-server[87638]: DEBUG oslo_db.api [None req-94293b9c-faeb-4321-bc83-869a590f59ca tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:21:09.908405 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d644d278-0624-40b4-b624-2c8a6391c1a0 None None] No DVR routers for this DVR port 4a558db6-4fd5-419f-bea7-2fa89492ace4 on host n-d-828418-1 {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:21:09.923421 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d644d278-0624-40b4-b624-2c8a6391c1a0 None None] Pushing event deleted for resources: {'Port': ['ID=4a558db6-4fd5-419f-bea7-2fa89492ace4,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:09.973568 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1eaef941-d409-40c0-a0bf-e3a5da2d9f59 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:10.234274 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49756) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:10.241143 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 4a558db6-4fd5-419f-bea7-2fa89492ace4 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:21:10.308965 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 4a558db6-4fd5-419f-bea7-2fa89492ace4 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:21:10.309370 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 4a558db6-4fd5-419f-bea7-2fa89492ace4 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:21:10.451878 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-537d2427-e66f-4557-b506-e19c67df39e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:10.464621 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-94293b9c-faeb-4321-bc83-869a590f59ca tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Deleting port 4a558db6-4fd5-419f-bea7-2fa89492ace4 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:21:10.465744 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-94293b9c-faeb-4321-bc83-869a590f59ca tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:10.544994 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-94293b9c-faeb-4321-bc83-869a590f59ca tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] The port '4a558db6-4fd5-419f-bea7-2fa89492ace4' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:21:10.621418 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daedc61-227d-4950-a87b-22d562d99dea req-ab47c792-ec7e-4d73-b611-225729a2b4cc tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:10.628511 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8daedc61-227d-4950-a87b-22d562d99dea req-ab47c792-ec7e-4d73-b611-225729a2b4cc tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/ports?device_id=74bf94f0-f0da-4ca5-b4fd-546b1c63f60c HTTP/1.1" status: 200 len: 946 time: 0.2139795 Feb 09 01:21:10.688709 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-94293b9c-faeb-4321-bc83-869a590f59ca tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:10.718703 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-94293b9c-faeb-4321-bc83-869a590f59ca tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['294c4206-b535-4002-aeac-c6282983399a']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:10.735311 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-94293b9c-faeb-4321-bc83-869a590f59ca tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40289ac6-fa1d-472f-9299-4c6cbca3b278') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:10.735572 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-94293b9c-faeb-4321-bc83-869a590f59ca tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40289ac6-fa1d-472f-9299-4c6cbca3b278') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:10.759875 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-94293b9c-faeb-4321-bc83-869a590f59ca tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:10.765984 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8daedc61-227d-4950-a87b-22d562d99dea req-aa6f9adb-4e2c-49fb-bed5-82ab5c869579 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e238689-2b13-4df9-8955-13b9e4cebcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365013 Feb 09 01:21:10.802800 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-94293b9c-faeb-4321-bc83-869a590f59ca tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:10.814239 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1eaef941-d409-40c0-a0bf-e3a5da2d9f59 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:10.818275 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94293b9c-faeb-4321-bc83-869a590f59ca tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:21:10.819077 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-94293b9c-faeb-4321-bc83-869a590f59ca tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:10.838877 n-d-828418-1 neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:21:10.838877 n-d-828418-1 neutron-server[87638]: util.warn( Feb 09 01:21:10.838877 n-d-828418-1 neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:21:10.838877 n-d-828418-1 neutron-server[87638]: util.warn( Feb 09 01:21:10.838877 n-d-828418-1 neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:21:10.838877 n-d-828418-1 neutron-server[87638]: util.warn( Feb 09 01:21:10.838877 n-d-828418-1 neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:21:10.838877 n-d-828418-1 neutron-server[87638]: util.warn( Feb 09 01:21:10.838877 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:21:10.838877 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:21:10.838877 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:21:10.838877 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:21:10.838877 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:21:10.838877 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:21:10.838877 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:21:10.838877 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:21:10.838877 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:21:10.838877 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:21:10.838877 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:21:10.838877 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:21:10.838877 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:21:10.838877 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:21:10.838877 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:21:10.838877 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:21:10.838877 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:21:10.838877 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:21:10.838877 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:21:10.838877 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:21:10.838877 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:21:10.838877 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:21:10.838877 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:21:10.838877 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:21:10.838877 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:21:10.838877 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:21:10.838877 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:21:10.838877 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:21:10.838877 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:21:10.838877 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:21:10.838877 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:21:10.838877 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:21:10.928331 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1eaef941-d409-40c0-a0bf-e3a5da2d9f59 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:11.050001 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0a124d1d-e94e-4dfa-a01a-15f377ff1a31 req-8e650a6a-f97b-4429-a40b-19792c0cdf37 tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] 10.222.0.105 "GET /v2.0/ports?device_id=34981b62-21b9-425e-baed-69d16c980d60 HTTP/1.1" status: 200 len: 210 time: 0.2826202 Feb 09 01:21:11.258184 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-94293b9c-faeb-4321-bc83-869a590f59ca tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:11.306306 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaef941-d409-40c0-a0bf-e3a5da2d9f59 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Pushing event updated for resources: {'Port': ['ID=fa28ef9b-03da-46aa-b296-0da1194cf491,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:11.328158 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac5353-f12c-4e07-a295-b222b6b1763b req-be340813-e2b5-4e75-a577-718781e21332 tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:11.329685 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-58ac5353-f12c-4e07-a295-b222b6b1763b req-be340813-e2b5-4e75-a577-718781e21332 tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] 10.222.0.62 "GET /v2.0/networks?id=e71bc79e-62d3-489b-9b63-0a6c2ab57e36 HTTP/1.1" status: 200 len: 812 time: 0.3464854 Feb 09 01:21:11.334616 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-94293b9c-faeb-4321-bc83-869a590f59ca tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:11.344098 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94293b9c-faeb-4321-bc83-869a590f59ca tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] Pushing event deleted for resources: {'Network': ['ID=294c4206-b535-4002-aeac-c6282983399a,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:11.353193 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-58ac5353-f12c-4e07-a295-b222b6b1763b req-70e3538e-3dad-4c01-9e63-eaa6823ebb65 tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] Request body: {'port': {'device_id': '34981b62-21b9-425e-baed-69d16c980d60', 'network_id': 'e71bc79e-62d3-489b-9b63-0a6c2ab57e36', 'admin_state_up': True, 'tenant_id': '9b89b7596e03444d9c78c5756045fc16'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:11.355616 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-94293b9c-faeb-4321-bc83-869a590f59ca tempest-NetworksIpV6TestAttrs-1189312115 tempest-NetworksIpV6TestAttrs-1189312115-project] 10.222.0.105 "DELETE /v2.0/networks/294c4206-b535-4002-aeac-c6282983399a HTTP/1.1" status: 204 len: 168 time: 3.5566862 Feb 09 01:21:11.369054 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-1eaef941-d409-40c0-a0bf-e3a5da2d9f59 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] In _notify_port_updated(), no bound segment for port fa28ef9b-03da-46aa-b296-0da1194cf491 on network 7511ffe7-d670-48b1-b0af-a73cd24d6d55 {{(pid=87638) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 01:21:11.376972 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eaef941-d409-40c0-a0bf-e3a5da2d9f59 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:11.377694 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1eaef941-d409-40c0-a0bf-e3a5da2d9f59 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:11.381242 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1eaef941-d409-40c0-a0bf-e3a5da2d9f59 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] 10.222.0.105 "PUT /v2.0/ports/fa28ef9b-03da-46aa-b296-0da1194cf491 HTTP/1.1" status: 200 len: 1134 time: 1.8487492 Feb 09 01:21:11.384502 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49772) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:11.461513 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:11.550011 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480dac5d-6a86-4ebf-8e25-c545f5aca450 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:11.550624 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-480dac5d-6a86-4ebf-8e25-c545f5aca450 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Synchronizing usage tracker for tenant:737f0ef9521a40afbfb549b60505b13d on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:21:11.592170 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-465ee0ab-a167-413d-943b-c3329c610244 None None] Provisioning complete for port fa28ef9b-03da-46aa-b296-0da1194cf491 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:11.593308 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-465ee0ab-a167-413d-943b-c3329c610244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:11.594926 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-480dac5d-6a86-4ebf-8e25-c545f5aca450 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Unset dirty status for tenant:737f0ef9521a40afbfb549b60505b13d on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:21:11.596366 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-480dac5d-6a86-4ebf-8e25-c545f5aca450 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] 10.222.0.105 "GET /v2.0/ports/fa28ef9b-03da-46aa-b296-0da1194cf491 HTTP/1.1" status: 200 len: 1134 time: 0.2108960 Feb 09 01:21:11.601006 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49782) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:11.679868 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:11.694877 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-1b85227e-f84b-49d8-8ceb-b8e9d60a2dbe tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Deleting port fa28ef9b-03da-46aa-b296-0da1194cf491 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:21:11.695223 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1b85227e-f84b-49d8-8ceb-b8e9d60a2dbe tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:11.720121 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49786) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:11.728295 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-58ac5353-f12c-4e07-a295-b222b6b1763b req-70e3538e-3dad-4c01-9e63-eaa6823ebb65 tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:21:11.734601 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-58ac5353-f12c-4e07-a295-b222b6b1763b req-70e3538e-3dad-4c01-9e63-eaa6823ebb65 tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] Usage tracker for resource:port and tenant:9b89b7596e03444d9c78c5756045fc16 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:21:11.739579 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-58ac5353-f12c-4e07-a295-b222b6b1763b req-70e3538e-3dad-4c01-9e63-eaa6823ebb65 tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:21:11.743950 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-465ee0ab-a167-413d-943b-c3329c610244 None None] Port fa28ef9b-03da-46aa-b296-0da1194cf491 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:21:11.768299 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-58ac5353-f12c-4e07-a295-b222b6b1763b req-70e3538e-3dad-4c01-9e63-eaa6823ebb65 tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:21:11.802056 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58ac5353-f12c-4e07-a295-b222b6b1763b req-70e3538e-3dad-4c01-9e63-eaa6823ebb65 tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] Made reservation on behalf of 9b89b7596e03444d9c78c5756045fc16 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:11.811200 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-58ac5353-f12c-4e07-a295-b222b6b1763b req-70e3538e-3dad-4c01-9e63-eaa6823ebb65 tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:12.020464 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-efd0fb65-78d8-4061-a8ae-176d5ee150cd admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=ea15a43d93574740aa8f256db3d01e8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2941134 Feb 09 01:21:12.024252 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49794) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:12.066445 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1b85227e-f84b-49d8-8ceb-b8e9d60a2dbe tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:12.150041 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f309ea50-fb53-4d11-a490-ced69b3d6be5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:12.219053 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-1b85227e-f84b-49d8-8ceb-b8e9d60a2dbe tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Calling delete_port for fa28ef9b-03da-46aa-b296-0da1194cf491 owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:21:12.285721 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c4a7529b-5d25-4f92-b3e1-17e53a64b952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:12.344985 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-58ac5353-f12c-4e07-a295-b222b6b1763b req-70e3538e-3dad-4c01-9e63-eaa6823ebb65 tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] Allocated IP 172.20.0.3 (e71bc79e-62d3-489b-9b63-0a6c2ab57e36/c0411492-ee99-4c2c-8fdb-156f7ad58e1a/5d3a9ddd-f2e6-46f1-8e0a-2a3bf8ba815f) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:21:12.392221 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c4a7529b-5d25-4f92-b3e1-17e53a64b952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:12.404367 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f63ccc-7ca4-4fd6-9477-be256fc2d30b req-e1f4295b-20d0-41bb-8236-7f6bb0e9b401 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:12.405907 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-43f63ccc-7ca4-4fd6-9477-be256fc2d30b req-e1f4295b-20d0-41bb-8236-7f6bb0e9b401 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/ports?device_id=74bf94f0-f0da-4ca5-b4fd-546b1c63f60c HTTP/1.1" status: 200 len: 946 time: 0.4739120 Feb 09 01:21:12.447935 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4df57c87-e85f-49d8-b087-fbe746a3f658 req-cf670b1c-4868-4f2c-a492-566a5c6a4ac7 tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] 10.222.0.105 "GET /v2.0/ports?device_id=34981b62-21b9-425e-baed-69d16c980d60 HTTP/1.1" status: 200 len: 210 time: 0.0992374 Feb 09 01:21:12.499395 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1b85227e-f84b-49d8-8ceb-b8e9d60a2dbe tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:12.552432 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c4a7529b-5d25-4f92-b3e1-17e53a64b952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:12.556506 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b85227e-f84b-49d8-8ceb-b8e9d60a2dbe tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Pushing event deleted for resources: {'Port': ['ID=fa28ef9b-03da-46aa-b296-0da1194cf491,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:12.574946 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a7529b-5d25-4f92-b3e1-17e53a64b952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9583d33b-6f8c-4c50-b62c-b2875f2e8f02,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:12.655954 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-43f63ccc-7ca4-4fd6-9477-be256fc2d30b req-a67db161-e33a-439a-a199-4a861e7c75e2 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e238689-2b13-4df9-8955-13b9e4cebcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383115 Feb 09 01:21:12.718726 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c4a7529b-5d25-4f92-b3e1-17e53a64b952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:12.719733 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c4a7529b-5d25-4f92-b3e1-17e53a64b952 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/9583d33b-6f8c-4c50-b62c-b2875f2e8f02 HTTP/1.1" status: 204 len: 168 time: 0.6943421 Feb 09 01:21:12.752194 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1b85227e-f84b-49d8-8ceb-b8e9d60a2dbe tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:12.757910 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1b85227e-f84b-49d8-8ceb-b8e9d60a2dbe tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] 10.222.0.105 "DELETE /v2.0/ports/fa28ef9b-03da-46aa-b296-0da1194cf491 HTTP/1.1" status: 204 len: 168 time: 1.1558743 Feb 09 01:21:12.759220 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49814) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:12.890573 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f4bac6b-94d7-45df-bfd4-f25e1ee5575f tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Deleting subnet 10b4ff10-4d46-4f71-9a4a-48dbf9187c81 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:21:12.894371 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8f4bac6b-94d7-45df-bfd4-f25e1ee5575f tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:13.028910 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-58ac5353-f12c-4e07-a295-b222b6b1763b req-70e3538e-3dad-4c01-9e63-eaa6823ebb65 tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:13.033312 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8f4bac6b-94d7-45df-bfd4-f25e1ee5575f tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:13.063802 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-58ac5353-f12c-4e07-a295-b222b6b1763b req-70e3538e-3dad-4c01-9e63-eaa6823ebb65 tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:13.137835 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8f4bac6b-94d7-45df-bfd4-f25e1ee5575f tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:13.234586 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8f4bac6b-94d7-45df-bfd4-f25e1ee5575f tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:13.280421 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e3538e-3dad-4c01-9e63-eaa6823ebb65 tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] Pushing event updated for resources: {'Port': ['ID=5d3a9ddd-f2e6-46f1-8e0a-2a3bf8ba815f,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:13.297389 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:13.302761 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58ac5353-f12c-4e07-a295-b222b6b1763b req-70e3538e-3dad-4c01-9e63-eaa6823ebb65 tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] Network e71bc79e-62d3-489b-9b63-0a6c2ab57e36 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:13.305115 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-58ac5353-f12c-4e07-a295-b222b6b1763b req-70e3538e-3dad-4c01-9e63-eaa6823ebb65 tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:13.311631 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-58ac5353-f12c-4e07-a295-b222b6b1763b req-70e3538e-3dad-4c01-9e63-eaa6823ebb65 tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:21:13.324022 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bac6b-94d7-45df-bfd4-f25e1ee5575f tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Pushing event deleted for resources: {'Subnet': ['ID=10b4ff10-4d46-4f71-9a4a-48dbf9187c81,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:13.346248 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8f4bac6b-94d7-45df-bfd4-f25e1ee5575f tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:13.352697 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee44103b-150a-46db-8d35-ebe9d8094d42 None None] Network 7511ffe7-d670-48b1-b0af-a73cd24d6d55 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:21:13.356780 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-8f4bac6b-94d7-45df-bfd4-f25e1ee5575f tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] 10.222.0.105 "DELETE /v2.0/subnets/10b4ff10-4d46-4f71-9a4a-48dbf9187c81 HTTP/1.1" status: 204 len: 168 time: 0.5965338 Feb 09 01:21:13.359876 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49836) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:13.499759 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac5353-f12c-4e07-a295-b222b6b1763b req-70e3538e-3dad-4c01-9e63-eaa6823ebb65 tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:13.500449 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-58ac5353-f12c-4e07-a295-b222b6b1763b req-70e3538e-3dad-4c01-9e63-eaa6823ebb65 tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:13.681395 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-58ac5353-f12c-4e07-a295-b222b6b1763b req-70e3538e-3dad-4c01-9e63-eaa6823ebb65 tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3322799 Feb 09 01:21:13.699525 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [req-58ac5353-f12c-4e07-a295-b222b6b1763b req-8a7ebb29-15f9-41f8-b1c0-9eafecfa0959 tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:21:13.705663 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-58ac5353-f12c-4e07-a295-b222b6b1763b req-8a7ebb29-15f9-41f8-b1c0-9eafecfa0959 tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0141158 Feb 09 01:21:13.717734 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-f309ea50-fb53-4d11-a490-ced69b3d6be5 admin admin] Deleting port 8c19982c-0bc2-4617-b7c7-fa0ad55f01f1 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:21:13.717867 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aa95d32c-8ed8-4f8a-9dbe-2841e26b4cd4 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:13.718308 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f309ea50-fb53-4d11-a490-ced69b3d6be5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:13.748115 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-aa95d32c-8ed8-4f8a-9dbe-2841e26b4cd4 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Deleting port 128bdb19-cdac-47d4-86b7-05aefe69aa48 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:21:13.748458 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aa95d32c-8ed8-4f8a-9dbe-2841e26b4cd4 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:13.932188 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb5f689-b3bd-49f1-9997-5064721a09bf None None] DHCP port deletion for 7511ffe7-d670-48b1-b0af-a73cd24d6d55 request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:21:13.938176 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-cfb5f689-b3bd-49f1-9997-5064721a09bf None None] Deleting port 128bdb19-cdac-47d4-86b7-05aefe69aa48 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:21:13.942246 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-cfb5f689-b3bd-49f1-9997-5064721a09bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:14.112296 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-f309ea50-fb53-4d11-a490-ced69b3d6be5 admin admin] For port 8c19982c-0bc2-4617-b7c7-fa0ad55f01f1, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=8c19982c-0bc2-4617-b7c7-fa0ad55f01f1,segment=NetworkSegment(f3d44dac-21f9-43aa-b3cf-261dc7fa64ed),segment_id=f3d44dac-21f9-43aa-b3cf-261dc7fa64ed)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:21:14.112659 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f309ea50-fb53-4d11-a490-ced69b3d6be5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:14.268345 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-f309ea50-fb53-4d11-a490-ced69b3d6be5 admin admin] Calling delete_port for 8c19982c-0bc2-4617-b7c7-fa0ad55f01f1 owned by network:router_interface {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:21:14.383692 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49864) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:14.391130 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 128bdb19-cdac-47d4-86b7-05aefe69aa48 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:21:14.395448 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-aa95d32c-8ed8-4f8a-9dbe-2841e26b4cd4 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] For port 128bdb19-cdac-47d4-86b7-05aefe69aa48, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=128bdb19-cdac-47d4-86b7-05aefe69aa48,segment=NetworkSegment(0d94e275-40bb-43e5-ba28-eaae64502ab3),segment_id=0d94e275-40bb-43e5-ba28-eaae64502ab3)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:21:14.395810 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aa95d32c-8ed8-4f8a-9dbe-2841e26b4cd4 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:14.443998 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-58ac5353-f12c-4e07-a295-b222b6b1763b req-c6356492-f796-4e67-9e79-d50c46575b02 service neutron] Request body: {'port': {'device_id': '34981b62-21b9-425e-baed-69d16c980d60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:14.632161 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-aa95d32c-8ed8-4f8a-9dbe-2841e26b4cd4 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Calling delete_port for 128bdb19-cdac-47d4-86b7-05aefe69aa48 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:21:14.683216 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-cfb5f689-b3bd-49f1-9997-5064721a09bf None None] For port 128bdb19-cdac-47d4-86b7-05aefe69aa48, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=128bdb19-cdac-47d4-86b7-05aefe69aa48,segment=NetworkSegment(0d94e275-40bb-43e5-ba28-eaae64502ab3),segment_id=0d94e275-40bb-43e5-ba28-eaae64502ab3)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:21:14.684540 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-cfb5f689-b3bd-49f1-9997-5064721a09bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:14.770844 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-246a5cfb-da4c-4567-92af-2a9074f33462 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1349355232'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:14.777781 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-58ac5353-f12c-4e07-a295-b222b6b1763b req-c6356492-f796-4e67-9e79-d50c46575b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:14.781795 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aa95d32c-8ed8-4f8a-9dbe-2841e26b4cd4 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:14.822395 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-246a5cfb-da4c-4567-92af-2a9074f33462 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:21:14.828758 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-246a5cfb-da4c-4567-92af-2a9074f33462 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Usage tracker for resource:network and tenant:c783560d2de04e1598eb7e3aecd5349e is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:21:14.832091 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-246a5cfb-da4c-4567-92af-2a9074f33462 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:21:14.842029 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-246a5cfb-da4c-4567-92af-2a9074f33462 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:21:14.844742 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-cfb5f689-b3bd-49f1-9997-5064721a09bf None None] Calling delete_port for 128bdb19-cdac-47d4-86b7-05aefe69aa48 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:21:14.851168 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa95d32c-8ed8-4f8a-9dbe-2841e26b4cd4 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Pushing event deleted for resources: {'Port': ['ID=128bdb19-cdac-47d4-86b7-05aefe69aa48,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:14.858460 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa95d32c-8ed8-4f8a-9dbe-2841e26b4cd4 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] No DVR routers for this DVR port 128bdb19-cdac-47d4-86b7-05aefe69aa48 on host n-d-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:21:14.872144 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:14.985676 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-cfb5f689-b3bd-49f1-9997-5064721a09bf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:21:14.986357 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-cfb5f689-b3bd-49f1-9997-5064721a09bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:21:15.000805 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aa95d32c-8ed8-4f8a-9dbe-2841e26b4cd4 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:15.030100 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-aa95d32c-8ed8-4f8a-9dbe-2841e26b4cd4 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7511ffe7-d670-48b1-b0af-a73cd24d6d55']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:15.043671 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-aa95d32c-8ed8-4f8a-9dbe-2841e26b4cd4 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d94e275-40bb-43e5-ba28-eaae64502ab3') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:15.044271 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-aa95d32c-8ed8-4f8a-9dbe-2841e26b4cd4 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d94e275-40bb-43e5-ba28-eaae64502ab3') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:15.056583 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aa95d32c-8ed8-4f8a-9dbe-2841e26b4cd4 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:15.076855 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aa95d32c-8ed8-4f8a-9dbe-2841e26b4cd4 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:15.091113 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-246a5cfb-da4c-4567-92af-2a9074f33462 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Made reservation on behalf of c783560d2de04e1598eb7e3aecd5349e for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:15.091300 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-246a5cfb-da4c-4567-92af-2a9074f33462 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:15.096369 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa95d32c-8ed8-4f8a-9dbe-2841e26b4cd4 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:21:15.097649 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aa95d32c-8ed8-4f8a-9dbe-2841e26b4cd4 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:15.115541 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:21:15.115541 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:21:15.115541 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:21:15.115541 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:21:15.115541 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:21:15.115541 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:21:15.115541 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:21:15.115541 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:21:15.115541 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:21:15.115541 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:21:15.115541 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:21:15.115541 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:21:15.115541 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:21:15.115541 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:21:15.115541 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:21:15.115541 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:21:15.115541 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:21:15.115541 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:21:15.115541 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:21:15.115541 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:21:15.115541 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:21:15.115541 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:21:15.115541 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:21:15.115541 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:21:15.115541 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:21:15.115541 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:21:15.115541 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:21:15.115541 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:21:15.115541 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:21:15.115541 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:21:15.115541 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:21:15.115541 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:21:15.130562 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-246a5cfb-da4c-4567-92af-2a9074f33462 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:15.173805 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-246a5cfb-da4c-4567-92af-2a9074f33462 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:21:15.183161 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-246a5cfb-da4c-4567-92af-2a9074f33462 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Usage tracker for resource:security_group_rule and tenant:c783560d2de04e1598eb7e3aecd5349e is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:21:15.190161 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-246a5cfb-da4c-4567-92af-2a9074f33462 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:21:15.200239 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aa95d32c-8ed8-4f8a-9dbe-2841e26b4cd4 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:15.205078 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aa95d32c-8ed8-4f8a-9dbe-2841e26b4cd4 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:15.205859 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2936ba-cbf5-452b-9dee-77a4ef1c0a78 req-2a4011d9-5ea8-4cae-bbc3-fb5f080127ae tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:15.206564 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-3a2936ba-cbf5-452b-9dee-77a4ef1c0a78 req-2a4011d9-5ea8-4cae-bbc3-fb5f080127ae tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] Synchronizing usage tracker for tenant:9b89b7596e03444d9c78c5756045fc16 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:21:15.217885 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-246a5cfb-da4c-4567-92af-2a9074f33462 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:21:15.231953 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa95d32c-8ed8-4f8a-9dbe-2841e26b4cd4 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] Pushing event deleted for resources: {'Network': ['ID=7511ffe7-d670-48b1-b0af-a73cd24d6d55,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:15.240357 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-aa95d32c-8ed8-4f8a-9dbe-2841e26b4cd4 tempest-ExtraDHCPOptionsTestJSON-135453680 tempest-ExtraDHCPOptionsTestJSON-135453680-project] 10.222.0.105 "DELETE /v2.0/networks/7511ffe7-d670-48b1-b0af-a73cd24d6d55 HTTP/1.1" status: 204 len: 168 time: 1.8793478 Feb 09 01:21:15.266257 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f309ea50-fb53-4d11-a490-ced69b3d6be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:15.324725 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f309ea50-fb53-4d11-a490-ced69b3d6be5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c19982c-0bc2-4617-b7c7-fa0ad55f01f1,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:15.404739 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-3a2936ba-cbf5-452b-9dee-77a4ef1c0a78 req-2a4011d9-5ea8-4cae-bbc3-fb5f080127ae tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] Unset dirty status for tenant:9b89b7596e03444d9c78c5756045fc16 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:21:15.405938 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3a2936ba-cbf5-452b-9dee-77a4ef1c0a78 req-2a4011d9-5ea8-4cae-bbc3-fb5f080127ae tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] 10.222.0.105 "GET /v2.0/ports?device_id=34981b62-21b9-425e-baed-69d16c980d60 HTTP/1.1" status: 200 len: 931 time: 1.6373782 Feb 09 01:21:15.487643 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-cfb5f689-b3bd-49f1-9997-5064721a09bf None None] Deleting port 128bdb19-cdac-47d4-86b7-05aefe69aa48 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:21:15.488172 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-cfb5f689-b3bd-49f1-9997-5064721a09bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:15.614478 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-cfb5f689-b3bd-49f1-9997-5064721a09bf None None] The port '128bdb19-cdac-47d4-86b7-05aefe69aa48' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:21:15.654643 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49886) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:15.854440 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-2e57f7fd-b129-4e3a-9901-e794a56dc0aa admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=737f0ef9521a40afbfb549b60505b13d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1977408 Feb 09 01:21:15.856682 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49896) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:15.904800 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3a2936ba-cbf5-452b-9dee-77a4ef1c0a78 req-5c60b2bd-622f-4b38-a8f8-18a550e1d458 tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] 10.222.0.105 "GET /v2.0/security-groups?id=37802d11-7b20-466a-9a13-7b053713feb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4468164 Feb 09 01:21:15.931903 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aa1cb238-c4c1-4ccc-b7d0-abbfa3463f65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:15.968097 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aa1cb238-c4c1-4ccc-b7d0-abbfa3463f65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:16.017873 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-246a5cfb-da4c-4567-92af-2a9074f33462 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:16.020066 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f309ea50-fb53-4d11-a490-ced69b3d6be5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:16.039984 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-246a5cfb-da4c-4567-92af-2a9074f33462 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:16.044310 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aa1cb238-c4c1-4ccc-b7d0-abbfa3463f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:16.069834 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1cb238-c4c1-4ccc-b7d0-abbfa3463f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8646e9bd-f2b4-4ec0-84e3-f55ede0a9559,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:16.096900 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aa1cb238-c4c1-4ccc-b7d0-abbfa3463f65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:16.117148 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-aa1cb238-c4c1-4ccc-b7d0-abbfa3463f65 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/8646e9bd-f2b4-4ec0-84e3-f55ede0a9559 HTTP/1.1" status: 204 len: 168 time: 0.2593427 Feb 09 01:21:16.383676 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246a5cfb-da4c-4567-92af-2a9074f33462 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e7edf63-3ab6-4e72-9bd2-19066ee911ca,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:16.396289 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-246a5cfb-da4c-4567-92af-2a9074f33462 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:21:16.415089 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-58ac5353-f12c-4e07-a295-b222b6b1763b req-c6356492-f796-4e67-9e79-d50c46575b02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d3a9ddd-f2e6-46f1-8e0a-2a3bf8ba815f {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:21:16.428821 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-246a5cfb-da4c-4567-92af-2a9074f33462 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:16.429170 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-246a5cfb-da4c-4567-92af-2a9074f33462 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Added segment ea709575-e06b-4ce6-a5df-45596f37f7be of type vlan for network 5bead681-b990-4e6e-ae4a-41c64647f893 Feb 09 01:21:16.431248 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-58ac5353-f12c-4e07-a295-b222b6b1763b req-c6356492-f796-4e67-9e79-d50c46575b02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:16.545612 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-58ac5353-f12c-4e07-a295-b222b6b1763b req-c6356492-f796-4e67-9e79-d50c46575b02 service neutron] Transition to ACTIVE for port object 5d3a9ddd-f2e6-46f1-8e0a-2a3bf8ba815f will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:21:16.566637 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-58ac5353-f12c-4e07-a295-b222b6b1763b req-c6356492-f796-4e67-9e79-d50c46575b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:16.644750 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-246a5cfb-da4c-4567-92af-2a9074f33462 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:16.807482 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.db.resource_extend [None req-246a5cfb-da4c-4567-92af-2a9074f33462 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:21:16.842448 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6356492-f796-4e67-9e79-d50c46575b02 service neutron] Pushing event updated for resources: {'Port': ['ID=5d3a9ddd-f2e6-46f1-8e0a-2a3bf8ba815f,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:17.059685 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f309ea50-fb53-4d11-a490-ced69b3d6be5 admin admin] Router f67f6271-ff7c-40fb-b619-a2ea1fbc0627 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:21:17.059685 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-246a5cfb-da4c-4567-92af-2a9074f33462 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:17.059685 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246a5cfb-da4c-4567-92af-2a9074f33462 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:17.059685 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-246a5cfb-da4c-4567-92af-2a9074f33462 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:17.252804 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49938) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:17.372298 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246a5cfb-da4c-4567-92af-2a9074f33462 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event updated for resources: {'Network': ['ID=5bead681-b990-4e6e-ae4a-41c64647f893,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:17.387361 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 5bead681-b990-4e6e-ae4a-41c64647f893 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:21:17.434745 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-246a5cfb-da4c-4567-92af-2a9074f33462 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 3.0196993 Feb 09 01:21:17.436357 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49946) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:17.442581 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-96d848ad-b834-4050-8eb1-4ff7eb95b7d1 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Request body: {'port': {'network_id': '5bead681-b990-4e6e-ae4a-41c64647f893', 'name': 'tempest-PortsIpV6TestJSON-515168809'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:17.447658 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-58ac5353-f12c-4e07-a295-b222b6b1763b req-c6356492-f796-4e67-9e79-d50c46575b02 service neutron] Attempting to bind port 5d3a9ddd-f2e6-46f1-8e0a-2a3bf8ba815f on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:21:17.448129 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-58ac5353-f12c-4e07-a295-b222b6b1763b req-c6356492-f796-4e67-9e79-d50c46575b02 service neutron] Attempting to bind port 5d3a9ddd-f2e6-46f1-8e0a-2a3bf8ba815f by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '997a4a15-ac4e-4c8c-b9f8-5d873bfc7bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e71bc79e-62d3-489b-9b63-0a6c2ab57e36'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:21:17.448758 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ac5353-f12c-4e07-a295-b222b6b1763b req-c6356492-f796-4e67-9e79-d50c46575b02 service neutron] Attempting to bind port 5d3a9ddd-f2e6-46f1-8e0a-2a3bf8ba815f on network e71bc79e-62d3-489b-9b63-0a6c2ab57e36 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:21:17.481533 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-73ede188-89b4-405d-9c8a-9475d97aaa86 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Request body: {'networks': [{'name': 'tempest-network--900380853'}, {'name': 'tempest-network--1039471485'}]} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:17.482105 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-73ede188-89b4-405d-9c8a-9475d97aaa86 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Request body: {'network': {'name': 'tempest-network--900380853'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:17.482716 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-73ede188-89b4-405d-9c8a-9475d97aaa86 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Request body: {'network': {'name': 'tempest-network--1039471485'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:17.542420 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-73ede188-89b4-405d-9c8a-9475d97aaa86 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:21:17.547202 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ac5353-f12c-4e07-a295-b222b6b1763b req-c6356492-f796-4e67-9e79-d50c46575b02 service neutron] Port 5d3a9ddd-f2e6-46f1-8e0a-2a3bf8ba815f on network e71bc79e-62d3-489b-9b63-0a6c2ab57e36 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:21:17.547945 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ac5353-f12c-4e07-a295-b222b6b1763b req-c6356492-f796-4e67-9e79-d50c46575b02 service neutron] Attempting to bind port 5d3a9ddd-f2e6-46f1-8e0a-2a3bf8ba815f on network e71bc79e-62d3-489b-9b63-0a6c2ab57e36 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:21:17.551242 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-73ede188-89b4-405d-9c8a-9475d97aaa86 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Usage tracker for resource:network and tenant:eb96536b5b294c1db8469638f66a2e9c is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:21:17.565393 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-73ede188-89b4-405d-9c8a-9475d97aaa86 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:21:17.572348 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ac5353-f12c-4e07-a295-b222b6b1763b req-c6356492-f796-4e67-9e79-d50c46575b02 service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:21:17.572481 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ac5353-f12c-4e07-a295-b222b6b1763b req-c6356492-f796-4e67-9e79-d50c46575b02 service neutron] Checking segment: {'id': '997a4a15-ac4e-4c8c-b9f8-5d873bfc7bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e71bc79e-62d3-489b-9b63-0a6c2ab57e36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:21:17.572784 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ac5353-f12c-4e07-a295-b222b6b1763b req-c6356492-f796-4e67-9e79-d50c46575b02 service neutron] Bound using segment: {'id': '997a4a15-ac4e-4c8c-b9f8-5d873bfc7bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e71bc79e-62d3-489b-9b63-0a6c2ab57e36'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:21:17.573244 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-58ac5353-f12c-4e07-a295-b222b6b1763b req-c6356492-f796-4e67-9e79-d50c46575b02 service neutron] Bound port: 5d3a9ddd-f2e6-46f1-8e0a-2a3bf8ba815f, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '997a4a15-ac4e-4c8c-b9f8-5d873bfc7bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e71bc79e-62d3-489b-9b63-0a6c2ab57e36'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:21:17.574437 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-58ac5353-f12c-4e07-a295-b222b6b1763b req-c6356492-f796-4e67-9e79-d50c46575b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:17.594098 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-73ede188-89b4-405d-9c8a-9475d97aaa86 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:21:17.629960 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-96d848ad-b834-4050-8eb1-4ff7eb95b7d1 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:21:17.660002 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-96d848ad-b834-4050-8eb1-4ff7eb95b7d1 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Usage tracker for resource:port and tenant:c783560d2de04e1598eb7e3aecd5349e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:21:17.663054 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ede188-89b4-405d-9c8a-9475d97aaa86 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Made reservation on behalf of eb96536b5b294c1db8469638f66a2e9c for: {'network': 2} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:17.668667 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-73ede188-89b4-405d-9c8a-9475d97aaa86 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:17.693090 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-96d848ad-b834-4050-8eb1-4ff7eb95b7d1 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:21:17.694403 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f309ea50-fb53-4d11-a490-ced69b3d6be5 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:21:17.704993 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f309ea50-fb53-4d11-a490-ced69b3d6be5 admin admin] 10.222.0.105 "PUT /v2.0/routers/f67f6271-ff7c-40fb-b619-a2ea1fbc0627/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4682589 Feb 09 01:21:17.707348 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dce238e-9af7-47c9-86de-ee6e442cbb6e None None] Sync routers for ids ['f67f6271-ff7c-40fb-b619-a2ea1fbc0627'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:21:17.713257 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49956) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:17.714962 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-96d848ad-b834-4050-8eb1-4ff7eb95b7d1 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:21:17.722690 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-73ede188-89b4-405d-9c8a-9475d97aaa86 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:17.736572 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dce238e-9af7-47c9-86de-ee6e442cbb6e None None] Routers {'f67f6271-ff7c-40fb-b619-a2ea1fbc0627'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:21:17.737209 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-9dce238e-9af7-47c9-86de-ee6e442cbb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:21:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['f67f6271-ff7c-40fb-b619-a2ea1fbc0627'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:17.744398 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-73ede188-89b4-405d-9c8a-9475d97aaa86 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:21:17.748652 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-73ede188-89b4-405d-9c8a-9475d97aaa86 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Usage tracker for resource:security_group_rule and tenant:eb96536b5b294c1db8469638f66a2e9c is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:21:17.752573 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-73ede188-89b4-405d-9c8a-9475d97aaa86 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:21:17.758826 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-73ede188-89b4-405d-9c8a-9475d97aaa86 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:21:17.790110 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8937b3a-9735-4cbe-b76b-718601e3d5f9 req-e0aef8e7-9167-4bc8-9377-6c349cc986b0 tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:17.791872 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c8937b3a-9735-4cbe-b76b-718601e3d5f9 req-e0aef8e7-9167-4bc8-9377-6c349cc986b0 tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] 10.222.0.105 "GET /v2.0/ports?device_id=34981b62-21b9-425e-baed-69d16c980d60 HTTP/1.1" status: 200 len: 943 time: 0.4311664 Feb 09 01:21:17.849476 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d848ad-b834-4050-8eb1-4ff7eb95b7d1 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Made reservation on behalf of c783560d2de04e1598eb7e3aecd5349e for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:17.853314 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-96d848ad-b834-4050-8eb1-4ff7eb95b7d1 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:17.890346 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-96d848ad-b834-4050-8eb1-4ff7eb95b7d1 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] device_id is not set on port d06d0a6d-b62e-4944-9d90-05a225ab4c2a yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:21:17.902739 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c8937b3a-9735-4cbe-b76b-718601e3d5f9 req-74397365-b48c-443f-a157-13fc193f2c69 tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] 10.222.0.105 "GET /v2.0/security-groups?id=37802d11-7b20-466a-9a13-7b053713feb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993433 Feb 09 01:21:17.910367 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-58ac5353-f12c-4e07-a295-b222b6b1763b req-c6356492-f796-4e67-9e79-d50c46575b02 service neutron] For port 5d3a9ddd-f2e6-46f1-8e0a-2a3bf8ba815f, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:21:18.008333 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-73ede188-89b4-405d-9c8a-9475d97aaa86 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:18.016679 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-58ac5353-f12c-4e07-a295-b222b6b1763b req-c6356492-f796-4e67-9e79-d50c46575b02 service neutron] For port 5d3a9ddd-f2e6-46f1-8e0a-2a3bf8ba815f, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=5d3a9ddd-f2e6-46f1-8e0a-2a3bf8ba815f,segment=NetworkSegment(997a4a15-ac4e-4c8c-b9f8-5d873bfc7bb6),segment_id=997a4a15-ac4e-4c8c-b9f8-5d873bfc7bb6)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:21:18.027442 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-73ede188-89b4-405d-9c8a-9475d97aaa86 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:18.028400 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-73ede188-89b4-405d-9c8a-9475d97aaa86 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:18.032036 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-58ac5353-f12c-4e07-a295-b222b6b1763b req-c6356492-f796-4e67-9e79-d50c46575b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:18.045766 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-9dce238e-9af7-47c9-86de-ee6e442cbb6e None None] Set router f67f6271-ff7c-40fb-b619-a2ea1fbc0627 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:21:18.087385 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5535b542-47dc-433b-8a7a-f78c8a095dde admin admin] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:18.115703 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73ede188-89b4-405d-9c8a-9475d97aaa86 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:21:18.131655 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-73ede188-89b4-405d-9c8a-9475d97aaa86 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:18.131929 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-73ede188-89b4-405d-9c8a-9475d97aaa86 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Added segment daa727d7-e4e4-4b8d-962f-8e3dec0a182f of type vlan for network d4a2b070-df0d-4d5e-84b4-4d9327150afa Feb 09 01:21:18.180324 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-73ede188-89b4-405d-9c8a-9475d97aaa86 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:18.187330 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac5353-f12c-4e07-a295-b222b6b1763b req-c6356492-f796-4e67-9e79-d50c46575b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:18.188280 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-58ac5353-f12c-4e07-a295-b222b6b1763b req-c6356492-f796-4e67-9e79-d50c46575b02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:18.189917 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-58ac5353-f12c-4e07-a295-b222b6b1763b req-c6356492-f796-4e67-9e79-d50c46575b02 service neutron] 10.222.0.62 "PUT /v2.0/ports/5d3a9ddd-f2e6-46f1-8e0a-2a3bf8ba815f HTTP/1.1" status: 200 len: 1091 time: 4.4778934 Feb 09 01:21:18.199211 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34981b62-21b9-425e-baed-69d16c980d60', 'tag': '5d3a9ddd-f2e6-46f1-8e0a-2a3bf8ba815f'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:21:18.232415 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73ede188-89b4-405d-9c8a-9475d97aaa86 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:21:18.245040 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-73ede188-89b4-405d-9c8a-9475d97aaa86 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:18.245541 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-73ede188-89b4-405d-9c8a-9475d97aaa86 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Added segment 2eabf3d6-1c5e-4c07-ad8c-67a73bdab597 of type vlan for network 42defc3b-d451-4209-b2e9-794d4a47ddc3 Feb 09 01:21:18.294607 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ede188-89b4-405d-9c8a-9475d97aaa86 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf0ff3d-c564-4ce2-ab79-4579737d6520,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:18.301978 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-73ede188-89b4-405d-9c8a-9475d97aaa86 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:18.342709 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34981b62-21b9-425e-baed-69d16c980d60', 'tag': '5d3a9ddd-f2e6-46f1-8e0a-2a3bf8ba815f', 'status': 'completed', 'code': 200} Feb 09 01:21:18.363096 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6356492-f796-4e67-9e79-d50c46575b02 service neutron] Pushing event updated for resources: {'Port': ['ID=5d3a9ddd-f2e6-46f1-8e0a-2a3bf8ba815f,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:18.412345 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:21:18.477720 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-9dce238e-9af7-47c9-86de-ee6e442cbb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67f6271-ff7c-40fb-b619-a2ea1fbc0627', 'name': 'tempest-AttachVolumeTestJSON-1789116321-router', 'tenant_id': '4feb7579decf4a3183faf64d64a634f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'c33f02a8-17ae-4055-8b4b-57d683494af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:15:42Z', 'updated_at': '2022-02-09T01:21:14Z', 'revision_number': 5, 'project_id': '4feb7579decf4a3183faf64d64a634f4', 'gw_port': {'id': 'c33f02a8-17ae-4055-8b4b-57d683494af9', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67f6271-ff7c-40fb-b619-a2ea1fbc0627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:15:45Z', 'updated_at': '2022-02-09T01:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:18.483005 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dce238e-9af7-47c9-86de-ee6e442cbb6e None None] Checking router: f67f6271-ff7c-40fb-b619-a2ea1fbc0627 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:21:18.491569 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dce238e-9af7-47c9-86de-ee6e442cbb6e None None] Routers {'f67f6271-ff7c-40fb-b619-a2ea1fbc0627'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:21:18.492185 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-9dce238e-9af7-47c9-86de-ee6e442cbb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:21:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['f67f6271-ff7c-40fb-b619-a2ea1fbc0627'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:18.521429 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-73ede188-89b4-405d-9c8a-9475d97aaa86 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:18.522242 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-73ede188-89b4-405d-9c8a-9475d97aaa86 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:18.529197 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ede188-89b4-405d-9c8a-9475d97aaa86 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:18.534115 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ede188-89b4-405d-9c8a-9475d97aaa86 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:18.534947 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-73ede188-89b4-405d-9c8a-9475d97aaa86 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:18.655069 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5535b542-47dc-433b-8a7a-f78c8a095dde admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:18.679033 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-9dce238e-9af7-47c9-86de-ee6e442cbb6e None None] Set router f67f6271-ff7c-40fb-b619-a2ea1fbc0627 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:21:18.685007 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac5353-f12c-4e07-a295-b222b6b1763b req-85f3ead2-16a6-4a93-b8f4-d30ff6ff8f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:18.691464 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-58ac5353-f12c-4e07-a295-b222b6b1763b req-85f3ead2-16a6-4a93-b8f4-d30ff6ff8f64 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9b89b7596e03444d9c78c5756045fc16&device_id=34981b62-21b9-425e-baed-69d16c980d60 HTTP/1.1" status: 200 len: 1094 time: 0.4350531 Feb 09 01:21:18.694993 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-5535b542-47dc-433b-8a7a-f78c8a095dde admin admin] Deleting port c33f02a8-17ae-4055-8b4b-57d683494af9 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:21:18.695518 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5535b542-47dc-433b-8a7a-f78c8a095dde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:18.752952 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ede188-89b4-405d-9c8a-9475d97aaa86 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Pushing event updated for resources: {'Network': ['ID=d4a2b070-df0d-4d5e-84b4-4d9327150afa,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:18.762137 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-96d848ad-b834-4050-8eb1-4ff7eb95b7d1 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:18.768301 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network d4a2b070-df0d-4d5e-84b4-4d9327150afa details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:21:18.864658 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-58ac5353-f12c-4e07-a295-b222b6b1763b req-21a4c42e-c151-43cc-b25e-367ce4cd3ebe service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d3a9ddd-f2e6-46f1-8e0a-2a3bf8ba815f HTTP/1.1" status: 200 len: 217 time: 0.0796640 Feb 09 01:21:19.131005 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-73ede188-89b4-405d-9c8a-9475d97aaa86 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.8697295 Feb 09 01:21:19.131005 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49982) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:19.182447 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-9dce238e-9af7-47c9-86de-ee6e442cbb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67f6271-ff7c-40fb-b619-a2ea1fbc0627', 'name': 'tempest-AttachVolumeTestJSON-1789116321-router', 'tenant_id': '4feb7579decf4a3183faf64d64a634f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'c33f02a8-17ae-4055-8b4b-57d683494af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:15:42Z', 'updated_at': '2022-02-09T01:21:14Z', 'revision_number': 5, 'project_id': '4feb7579decf4a3183faf64d64a634f4', 'gw_port': {'id': 'c33f02a8-17ae-4055-8b4b-57d683494af9', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67f6271-ff7c-40fb-b619-a2ea1fbc0627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:15:45Z', 'updated_at': '2022-02-09T01:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:19.189106 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dce238e-9af7-47c9-86de-ee6e442cbb6e None None] The sync data for ids ['f67f6271-ff7c-40fb-b619-a2ea1fbc0627'] in n-d-828418-1 is: [{'id': 'f67f6271-ff7c-40fb-b619-a2ea1fbc0627', 'name': 'tempest-AttachVolumeTestJSON-1789116321-router', 'tenant_id': '4feb7579decf4a3183faf64d64a634f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'c33f02a8-17ae-4055-8b4b-57d683494af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:15:42Z', 'updated_at': '2022-02-09T01:21:14Z', 'revision_number': 5, 'project_id': '4feb7579decf4a3183faf64d64a634f4', 'gw_port': {'id': 'c33f02a8-17ae-4055-8b4b-57d683494af9', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67f6271-ff7c-40fb-b619-a2ea1fbc0627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:15:45Z', 'updated_at': '2022-02-09T01:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:21:19.251833 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ede188-89b4-405d-9c8a-9475d97aaa86 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Pushing event updated for resources: {'Network': ['ID=42defc3b-d451-4209-b2e9-794d4a47ddc3,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:19.265128 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 42defc3b-d451-4209-b2e9-794d4a47ddc3 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:21:19.317292 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-96d848ad-b834-4050-8eb1-4ff7eb95b7d1 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:19.331740 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-5535b542-47dc-433b-8a7a-f78c8a095dde admin admin] For port c33f02a8-17ae-4055-8b4b-57d683494af9, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=c33f02a8-17ae-4055-8b4b-57d683494af9,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:21:19.331740 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5535b542-47dc-433b-8a7a-f78c8a095dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:19.425373 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1ab806-3844-4e2b-888e-1d04086465f8 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:19.431191 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1ab806-3844-4e2b-888e-1d04086465f8 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:19.437410 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1ab806-3844-4e2b-888e-1d04086465f8 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:19.443030 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1ab806-3844-4e2b-888e-1d04086465f8 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:19.443833 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-2f1ab806-3844-4e2b-888e-1d04086465f8 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Synchronizing usage tracker for tenant:eb96536b5b294c1db8469638f66a2e9c on resource:network {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:21:19.463642 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-5535b542-47dc-433b-8a7a-f78c8a095dde admin admin] Calling delete_port for c33f02a8-17ae-4055-8b4b-57d683494af9 owned by network:router_gateway {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:21:19.478987 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d848ad-b834-4050-8eb1-4ff7eb95b7d1 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event updated for resources: {'Port': ['ID=d06d0a6d-b62e-4944-9d90-05a225ab4c2a,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:19.493543 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d848ad-b834-4050-8eb1-4ff7eb95b7d1 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Checking segment: {'id': 'ea709575-e06b-4ce6-a5df-45596f37f7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5bead681-b990-4e6e-ae4a-41c64647f893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:21:19.494135 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d848ad-b834-4050-8eb1-4ff7eb95b7d1 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Network hostable DHCP agents. Network: 5bead681-b990-4e6e-ae4a-41c64647f893, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:21:19.508068 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-2f1ab806-3844-4e2b-888e-1d04086465f8 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Unset dirty status for tenant:eb96536b5b294c1db8469638f66a2e9c on resource:network {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:21:19.512446 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-2f1ab806-3844-4e2b-888e-1d04086465f8 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] 10.222.0.105 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3784752 Feb 09 01:21:19.512734 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49990) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:19.584639 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac5353-f12c-4e07-a295-b222b6b1763b req-55008ec8-02ee-4e24-a8a9-e7f1e09f4036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:19.600070 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-58ac5353-f12c-4e07-a295-b222b6b1763b req-55008ec8-02ee-4e24-a8a9-e7f1e09f4036 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c0411492-ee99-4c2c-8fdb-156f7ad58e1a HTTP/1.1" status: 200 len: 852 time: 0.7258973 Feb 09 01:21:19.638605 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d848ad-b834-4050-8eb1-4ff7eb95b7d1 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Network 5bead681-b990-4e6e-ae4a-41c64647f893 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:21:19.688540 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-96d848ad-b834-4050-8eb1-4ff7eb95b7d1 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 5bead681-b990-4e6e-ae4a-41c64647f893) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:19.698469 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d4a429-9709-4890-8580-b1da9dd2c256 None None] Network 5bead681-b990-4e6e-ae4a-41c64647f893 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:21:19.706947 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d848ad-b834-4050-8eb1-4ff7eb95b7d1 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:21:19.714253 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d848ad-b834-4050-8eb1-4ff7eb95b7d1 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:19.715894 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-96d848ad-b834-4050-8eb1-4ff7eb95b7d1 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:19.749456 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4b418663-555a-40c2-97d5-1c10c6c5f8f2 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:19.755075 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-96d848ad-b834-4050-8eb1-4ff7eb95b7d1 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.3173950 Feb 09 01:21:19.760854 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-58ac5353-f12c-4e07-a295-b222b6b1763b req-5ae8b746-1150-4cab-a9e9-785bbb242e61 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e71bc79e-62d3-489b-9b63-0a6c2ab57e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1543350 Feb 09 01:21:19.762373 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50000) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:19.774160 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-31801033-cf7b-44af-bfad-52ae86818672 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1043856836'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:19.822902 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-31801033-cf7b-44af-bfad-52ae86818672 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:21:19.902974 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-31801033-cf7b-44af-bfad-52ae86818672 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Usage tracker for resource:network and tenant:c783560d2de04e1598eb7e3aecd5349e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:21:19.918322 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-31801033-cf7b-44af-bfad-52ae86818672 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:21:19.930804 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-31801033-cf7b-44af-bfad-52ae86818672 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:21:19.992414 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4b418663-555a-40c2-97d5-1c10c6c5f8f2 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:20.023624 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-58ac5353-f12c-4e07-a295-b222b6b1763b req-51d289e2-09be-4eca-bc64-569cf474c1c2 service neutron] 10.222.0.62 "GET /v2.0/networks/e71bc79e-62d3-489b-9b63-0a6c2ab57e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506328 Feb 09 01:21:20.035273 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31801033-cf7b-44af-bfad-52ae86818672 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Made reservation on behalf of c783560d2de04e1598eb7e3aecd5349e for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:20.045456 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-31801033-cf7b-44af-bfad-52ae86818672 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:20.069685 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-4b418663-555a-40c2-97d5-1c10c6c5f8f2 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4a2b070-df0d-4d5e-84b4-4d9327150afa']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:20.085458 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-4b418663-555a-40c2-97d5-1c10c6c5f8f2 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daa727d7-e4e4-4b8d-962f-8e3dec0a182f') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:20.085776 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-4b418663-555a-40c2-97d5-1c10c6c5f8f2 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daa727d7-e4e4-4b8d-962f-8e3dec0a182f') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:20.101925 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4b418663-555a-40c2-97d5-1c10c6c5f8f2 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:20.113682 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31801033-cf7b-44af-bfad-52ae86818672 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:21:20.126666 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4b418663-555a-40c2-97d5-1c10c6c5f8f2 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:20.129012 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-31801033-cf7b-44af-bfad-52ae86818672 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:20.129353 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-31801033-cf7b-44af-bfad-52ae86818672 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Added segment 9877db52-a854-49f8-be9b-f6ca8defe7d2 of type vlan for network 3ed24f21-be6a-47bd-995a-ad06bf398e54 Feb 09 01:21:20.139312 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b418663-555a-40c2-97d5-1c10c6c5f8f2 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:21:20.139760 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4b418663-555a-40c2-97d5-1c10c6c5f8f2 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:20.153463 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc379a-4408-4630-a8b1-528ebab93f13 req-747b72bb-9e2e-4fdf-b7ef-e27ab1440ad5 tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:20.156923 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:21:20.156923 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:21:20.156923 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:21:20.156923 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:21:20.156923 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:21:20.156923 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:21:20.156923 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:21:20.156923 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:21:20.156923 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:21:20.156923 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:21:20.156923 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:21:20.156923 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:21:20.156923 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:21:20.156923 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:21:20.156923 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:21:20.156923 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:21:20.156923 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:21:20.156923 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:21:20.156923 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:21:20.156923 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:21:20.156923 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:21:20.156923 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:21:20.156923 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:21:20.156923 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:21:20.156923 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:21:20.156923 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:21:20.156923 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:21:20.156923 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:21:20.156923 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:21:20.156923 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:21:20.156923 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:21:20.156923 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:21:20.161964 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0fcc379a-4408-4630-a8b1-528ebab93f13 req-747b72bb-9e2e-4fdf-b7ef-e27ab1440ad5 tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] 10.222.0.105 "GET /v2.0/ports?device_id=34981b62-21b9-425e-baed-69d16c980d60 HTTP/1.1" status: 200 len: 943 time: 0.7053928 Feb 09 01:21:20.176162 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 8c19982c-0bc2-4617-b7c7-fa0ad55f01f1 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:21:20.239867 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 8c19982c-0bc2-4617-b7c7-fa0ad55f01f1 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:21:20.240287 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 8c19982c-0bc2-4617-b7c7-fa0ad55f01f1 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:21:20.280507 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0fcc379a-4408-4630-a8b1-528ebab93f13 req-60854618-cea9-4e80-8c12-09636acf8074 tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] 10.222.0.105 "GET /v2.0/security-groups?id=37802d11-7b20-466a-9a13-7b053713feb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155050 Feb 09 01:21:20.286901 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5535b542-47dc-433b-8a7a-f78c8a095dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:20.287046 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-31801033-cf7b-44af-bfad-52ae86818672 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:20.326682 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4b418663-555a-40c2-97d5-1c10c6c5f8f2 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:20.339966 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-58ac5353-f12c-4e07-a295-b222b6b1763b req-a89504c9-13af-480f-bf61-2665988e39f1 service neutron] 10.222.0.62 "GET /v2.0/networks/e71bc79e-62d3-489b-9b63-0a6c2ab57e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088934 Feb 09 01:21:20.348591 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5535b542-47dc-433b-8a7a-f78c8a095dde admin admin] Pushing event deleted for resources: {'Port': ['ID=c33f02a8-17ae-4055-8b4b-57d683494af9,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:20.350004 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4b418663-555a-40c2-97d5-1c10c6c5f8f2 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:20.365071 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b418663-555a-40c2-97d5-1c10c6c5f8f2 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Pushing event deleted for resources: {'Network': ['ID=d4a2b070-df0d-4d5e-84b4-4d9327150afa,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:20.372492 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-31801033-cf7b-44af-bfad-52ae86818672 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:20.378049 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31801033-cf7b-44af-bfad-52ae86818672 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:20.378640 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-31801033-cf7b-44af-bfad-52ae86818672 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:20.454221 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-4b418663-555a-40c2-97d5-1c10c6c5f8f2 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] 10.222.0.105 "DELETE /v2.0/networks/d4a2b070-df0d-4d5e-84b4-4d9327150afa HTTP/1.1" status: 204 len: 168 time: 0.9379406 Feb 09 01:21:20.462125 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50014) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:20.501019 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5535b542-47dc-433b-8a7a-f78c8a095dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:20.563869 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-31801033-cf7b-44af-bfad-52ae86818672 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7963517 Feb 09 01:21:20.569377 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50022) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:20.571968 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31801033-cf7b-44af-bfad-52ae86818672 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event updated for resources: {'Network': ['ID=3ed24f21-be6a-47bd-995a-ad06bf398e54,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:20.601836 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-7ad80c3f-2c63-45ed-8d9e-22222099d431 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Request body: {'ports': [{'network_id': '5bead681-b990-4e6e-ae4a-41c64647f893'}, {'network_id': '3ed24f21-be6a-47bd-995a-ad06bf398e54'}]} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:20.601836 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-7ad80c3f-2c63-45ed-8d9e-22222099d431 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Request body: {'port': {'network_id': '5bead681-b990-4e6e-ae4a-41c64647f893'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:20.601836 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-7ad80c3f-2c63-45ed-8d9e-22222099d431 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Request body: {'port': {'network_id': '3ed24f21-be6a-47bd-995a-ad06bf398e54'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:20.602173 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 3ed24f21-be6a-47bd-995a-ad06bf398e54 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:21:20.713239 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5535b542-47dc-433b-8a7a-f78c8a095dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:20.718393 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5535b542-47dc-433b-8a7a-f78c8a095dde admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:20.747233 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2fe59e-eb13-4187-ba8d-a5fa00fbd434 req-df905421-c30e-4bf4-a13f-8e5beb19405e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:20.750838 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4f2fe59e-eb13-4187-ba8d-a5fa00fbd434 req-df905421-c30e-4bf4-a13f-8e5beb19405e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9b89b7596e03444d9c78c5756045fc16&device_id=34981b62-21b9-425e-baed-69d16c980d60 HTTP/1.1" status: 200 len: 1094 time: 0.3300009 Feb 09 01:21:20.786539 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4a4d4b97-c156-493f-bc66-8945c9ec8f2b tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:20.831565 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5535b542-47dc-433b-8a7a-f78c8a095dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:20.832169 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5535b542-47dc-433b-8a7a-f78c8a095dde admin admin] Fanout notify agent at l3_agent the message router_deleted on router f67f6271-ff7c-40fb-b619-a2ea1fbc0627 {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:21:20.863869 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5535b542-47dc-433b-8a7a-f78c8a095dde admin admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:20.867259 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-5535b542-47dc-433b-8a7a-f78c8a095dde admin admin] 10.222.0.105 "DELETE /v2.0/routers/f67f6271-ff7c-40fb-b619-a2ea1fbc0627 HTTP/1.1" status: 204 len: 168 time: 3.1483662 Feb 09 01:21:20.871038 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 50030) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:21.003096 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f080fb3-b188-432c-bff9-7551659ebbe9 admin admin] Deleting subnet babecade-cdf1-4c50-b1ee-144e30399d1c {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:21:21.036308 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2fe59e-eb13-4187-ba8d-a5fa00fbd434 req-550d25d0-1e1e-43a3-8641-571a7e479f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:21.040739 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4f2fe59e-eb13-4187-ba8d-a5fa00fbd434 req-550d25d0-1e1e-43a3-8641-571a7e479f1c service neutron] 10.222.0.62 "GET /v2.0/networks?id=e71bc79e-62d3-489b-9b63-0a6c2ab57e36 HTTP/1.1" status: 200 len: 913 time: 0.2855749 Feb 09 01:21:21.043965 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5f080fb3-b188-432c-bff9-7551659ebbe9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:21.129820 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4a4d4b97-c156-493f-bc66-8945c9ec8f2b tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:21.161273 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7ad80c3f-2c63-45ed-8d9e-22222099d431 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:21:21.167251 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-4a4d4b97-c156-493f-bc66-8945c9ec8f2b tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42defc3b-d451-4209-b2e9-794d4a47ddc3']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:21.176241 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-7ad80c3f-2c63-45ed-8d9e-22222099d431 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Usage tracker for resource:port and tenant:c783560d2de04e1598eb7e3aecd5349e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:21:21.181839 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-7ad80c3f-2c63-45ed-8d9e-22222099d431 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:21:21.190291 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-4a4d4b97-c156-493f-bc66-8945c9ec8f2b tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eabf3d6-1c5e-4c07-ad8c-67a73bdab597') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:21.190506 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-4a4d4b97-c156-493f-bc66-8945c9ec8f2b tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eabf3d6-1c5e-4c07-ad8c-67a73bdab597') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:21.197526 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7ad80c3f-2c63-45ed-8d9e-22222099d431 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:21:21.208472 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4a4d4b97-c156-493f-bc66-8945c9ec8f2b tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:21.226111 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad80c3f-2c63-45ed-8d9e-22222099d431 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Made reservation on behalf of c783560d2de04e1598eb7e3aecd5349e for: {'port': 2} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:21.231387 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7ad80c3f-2c63-45ed-8d9e-22222099d431 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:21.258819 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7ad80c3f-2c63-45ed-8d9e-22222099d431 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:21.272283 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4a4d4b97-c156-493f-bc66-8945c9ec8f2b tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:21.283451 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4f2fe59e-eb13-4187-ba8d-a5fa00fbd434 req-17c34010-df9e-4a40-94bc-164c3e3d6619 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d3a9ddd-f2e6-46f1-8e0a-2a3bf8ba815f HTTP/1.1" status: 200 len: 217 time: 0.0791237 Feb 09 01:21:21.284143 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a4d4b97-c156-493f-bc66-8945c9ec8f2b tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:21:21.284539 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4a4d4b97-c156-493f-bc66-8945c9ec8f2b tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:21.301037 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:21:21.301037 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:21:21.301037 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:21:21.301037 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:21:21.301037 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:21:21.301037 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:21:21.301037 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:21:21.301037 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:21:21.301037 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:21:21.301037 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:21:21.301037 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:21:21.301037 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:21:21.301037 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:21:21.301037 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:21:21.301037 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:21:21.301037 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:21:21.301037 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:21:21.301037 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:21:21.301037 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:21:21.301037 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:21:21.301037 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:21:21.301037 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:21:21.301037 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:21:21.301037 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:21:21.301037 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:21:21.301037 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:21:21.301037 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:21:21.301037 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:21:21.301037 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:21:21.301037 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:21:21.301037 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:21:21.301037 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:21:21.363508 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5f080fb3-b188-432c-bff9-7551659ebbe9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:21.407656 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2fe59e-eb13-4187-ba8d-a5fa00fbd434 req-d6298f2b-b25a-4397-9baf-ae5022b8ad86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:21.409232 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4f2fe59e-eb13-4187-ba8d-a5fa00fbd434 req-d6298f2b-b25a-4397-9baf-ae5022b8ad86 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c0411492-ee99-4c2c-8fdb-156f7ad58e1a HTTP/1.1" status: 200 len: 852 time: 0.1196301 Feb 09 01:21:21.518826 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4f2fe59e-eb13-4187-ba8d-a5fa00fbd434 req-daaa1674-f701-41cf-8388-8ce4a82a7388 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e71bc79e-62d3-489b-9b63-0a6c2ab57e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656948 Feb 09 01:21:21.718892 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4a4d4b97-c156-493f-bc66-8945c9ec8f2b tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:21.722972 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4a4d4b97-c156-493f-bc66-8945c9ec8f2b tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:21.726623 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4f2fe59e-eb13-4187-ba8d-a5fa00fbd434 req-9dccf61f-ef98-4c4e-9eb9-76c135905427 service neutron] 10.222.0.62 "GET /v2.0/networks/e71bc79e-62d3-489b-9b63-0a6c2ab57e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974878 Feb 09 01:21:21.759299 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5f080fb3-b188-432c-bff9-7551659ebbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:21.760585 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4d4b97-c156-493f-bc66-8945c9ec8f2b tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Pushing event deleted for resources: {'Network': ['ID=42defc3b-d451-4209-b2e9-794d4a47ddc3,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:21.777694 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-4a4d4b97-c156-493f-bc66-8945c9ec8f2b tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] 10.222.0.105 "DELETE /v2.0/networks/42defc3b-d451-4209-b2e9-794d4a47ddc3 HTTP/1.1" status: 204 len: 168 time: 1.3084118 Feb 09 01:21:21.779571 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50050) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:21.848009 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:21.867542 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe19e8-43d5-4657-8f9b-ab1d813feff5 req-273027c2-aac5-4c7c-a567-a796eecfd008 tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:21.872365 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-71fe19e8-43d5-4657-8f9b-ab1d813feff5 req-273027c2-aac5-4c7c-a567-a796eecfd008 tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] 10.222.0.105 "GET /v2.0/ports?device_id=34981b62-21b9-425e-baed-69d16c980d60 HTTP/1.1" status: 200 len: 943 time: 0.4669847 Feb 09 01:21:21.879406 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-7ad80c3f-2c63-45ed-8d9e-22222099d431 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] device_id is not set on port 7aa8e905-3600-4f23-92bc-ce370c671c52 yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:21:21.979816 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c138ee-0cb1-4799-a567-e62a694ddea2 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:21.986583 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c138ee-0cb1-4799-a567-e62a694ddea2 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:21.987597 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-57c138ee-0cb1-4799-a567-e62a694ddea2 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Synchronizing usage tracker for tenant:eb96536b5b294c1db8469638f66a2e9c on resource:network {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:21:21.998938 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-71fe19e8-43d5-4657-8f9b-ab1d813feff5 req-1ea48d42-9589-4627-9be0-88e1c20c39af tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] 10.222.0.105 "GET /v2.0/security-groups?id=37802d11-7b20-466a-9a13-7b053713feb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933323 Feb 09 01:21:22.004262 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4f2fe59e-eb13-4187-ba8d-a5fa00fbd434 req-b254ff54-fcf3-4aa9-9ef8-41fbd8386521 service neutron] 10.222.0.62 "GET /v2.0/networks/e71bc79e-62d3-489b-9b63-0a6c2ab57e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707736 Feb 09 01:21:22.009954 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5f080fb3-b188-432c-bff9-7551659ebbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:22.067158 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f080fb3-b188-432c-bff9-7551659ebbe9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=babecade-cdf1-4c50-b1ee-144e30399d1c,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:22.071508 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5f080fb3-b188-432c-bff9-7551659ebbe9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:22.077348 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-57c138ee-0cb1-4799-a567-e62a694ddea2 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Unset dirty status for tenant:eb96536b5b294c1db8469638f66a2e9c on resource:network {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:21:22.082104 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-57c138ee-0cb1-4799-a567-e62a694ddea2 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] 10.222.0.105 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2980416 Feb 09 01:21:22.083455 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-5f080fb3-b188-432c-bff9-7551659ebbe9 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/babecade-cdf1-4c50-b1ee-144e30399d1c HTTP/1.1" status: 204 len: 168 time: 1.2101910 Feb 09 01:21:22.083887 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc703b85-98f3-4c62-9a6d-92f3a4cfd7bd None None] Network 82f30243-02f9-47c5-a321-43941006e74c requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:21:22.084116 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 50060) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:22.087095 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 50062) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:22.092364 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-f9ebb162-94e7-42da-b22a-d39bb994cdff tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1184540051'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:22.104430 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7ad80c3f-2c63-45ed-8d9e-22222099d431 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:22.121904 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f9ebb162-94e7-42da-b22a-d39bb994cdff tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:21:22.185313 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f9ebb162-94e7-42da-b22a-d39bb994cdff tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:21:22.247366 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ebb162-94e7-42da-b22a-d39bb994cdff tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Made reservation on behalf of eb96536b5b294c1db8469638f66a2e9c for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:22.249857 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f9ebb162-94e7-42da-b22a-d39bb994cdff tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:22.269076 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e37dbcef-9ffc-4393-a3fd-f06f86aea99b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:22.277500 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-7ad80c3f-2c63-45ed-8d9e-22222099d431 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] device_id is not set on port 39d0e7b4-a2e2-4462-964b-6620026079dc yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:21:22.282439 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device c33f02a8-17ae-4055-8b4b-57d683494af9 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:21:22.291539 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9ebb162-94e7-42da-b22a-d39bb994cdff tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:21:22.294443 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-e37dbcef-9ffc-4393-a3fd-f06f86aea99b admin admin] Deleting port 20c51dff-8387-461b-8da2-a2effc4f654e {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:21:22.294778 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e37dbcef-9ffc-4393-a3fd-f06f86aea99b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:22.331717 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: c33f02a8-17ae-4055-8b4b-57d683494af9 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:21:22.332359 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device c33f02a8-17ae-4055-8b4b-57d683494af9 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:21:22.357975 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f9ebb162-94e7-42da-b22a-d39bb994cdff tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:22.358769 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-f9ebb162-94e7-42da-b22a-d39bb994cdff tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Added segment b02efdaa-9862-4d38-a563-8ef2f1fd8586 of type vlan for network d87d6285-4d18-4ecf-94ea-22245c95df33 Feb 09 01:21:22.398309 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7ad80c3f-2c63-45ed-8d9e-22222099d431 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:22.436830 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f9ebb162-94e7-42da-b22a-d39bb994cdff tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:22.441708 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7ad80c3f-2c63-45ed-8d9e-22222099d431 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:22.535150 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad80c3f-2c63-45ed-8d9e-22222099d431 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Network 5bead681-b990-4e6e-ae4a-41c64647f893 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:22.538753 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-7ad80c3f-2c63-45ed-8d9e-22222099d431 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:22.544194 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad80c3f-2c63-45ed-8d9e-22222099d431 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:21:22.544846 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7ad80c3f-2c63-45ed-8d9e-22222099d431 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:22.553817 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad80c3f-2c63-45ed-8d9e-22222099d431 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event updated for resources: {'Port': ['ID=7aa8e905-3600-4f23-92bc-ce370c671c52,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:22.569523 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7e50d9-ae4e-4181-b78a-03e8efb839a3 None None] DHCP port deletion for 82f30243-02f9-47c5-a321-43941006e74c request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:21:22.582173 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f9ebb162-94e7-42da-b22a-d39bb994cdff tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:22.587099 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e50d9-ae4e-4181-b78a-03e8efb839a3 None None] Deleting port 20c51dff-8387-461b-8da2-a2effc4f654e {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:21:22.587477 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1b7e50d9-ae4e-4181-b78a-03e8efb839a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:22.588428 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ebb162-94e7-42da-b22a-d39bb994cdff tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:22.589323 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f9ebb162-94e7-42da-b22a-d39bb994cdff tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:22.675930 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad80c3f-2c63-45ed-8d9e-22222099d431 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event updated for resources: {'Port': ['ID=39d0e7b4-a2e2-4462-964b-6620026079dc,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:22.697180 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad80c3f-2c63-45ed-8d9e-22222099d431 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Checking segment: {'id': '9877db52-a854-49f8-be9b-f6ca8defe7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3ed24f21-be6a-47bd-995a-ad06bf398e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:21:22.697927 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad80c3f-2c63-45ed-8d9e-22222099d431 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Network hostable DHCP agents. Network: 3ed24f21-be6a-47bd-995a-ad06bf398e54, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:21:22.730712 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad80c3f-2c63-45ed-8d9e-22222099d431 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Network 3ed24f21-be6a-47bd-995a-ad06bf398e54 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:21:22.746351 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f9ebb162-94e7-42da-b22a-d39bb994cdff tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6608193 Feb 09 01:21:22.750729 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 50076) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:22.751196 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-7ad80c3f-2c63-45ed-8d9e-22222099d431 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 3ed24f21-be6a-47bd-995a-ad06bf398e54) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:22.755118 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad80c3f-2c63-45ed-8d9e-22222099d431 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:21:22.757774 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ebb162-94e7-42da-b22a-d39bb994cdff tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Pushing event updated for resources: {'Network': ['ID=d87d6285-4d18-4ecf-94ea-22245c95df33,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:22.762232 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad80c3f-2c63-45ed-8d9e-22222099d431 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:22.762443 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-e37dbcef-9ffc-4393-a3fd-f06f86aea99b admin admin] For port 20c51dff-8387-461b-8da2-a2effc4f654e, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=20c51dff-8387-461b-8da2-a2effc4f654e,segment=NetworkSegment(f3d44dac-21f9-43aa-b3cf-261dc7fa64ed),segment_id=f3d44dac-21f9-43aa-b3cf-261dc7fa64ed)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:21:22.762756 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e37dbcef-9ffc-4393-a3fd-f06f86aea99b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:22.767648 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad80c3f-2c63-45ed-8d9e-22222099d431 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:22.768131 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7ad80c3f-2c63-45ed-8d9e-22222099d431 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:22.774348 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-e39ce240-0e93-484e-a28d-2bac2e167927 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1743734117'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:22.782463 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fb52ba-19c6-4ca7-aa50-46f60b4a4be5 None None] Network 3ed24f21-be6a-47bd-995a-ad06bf398e54 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:21:22.784325 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e39ce240-0e93-484e-a28d-2bac2e167927 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:21:22.794077 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-e39ce240-0e93-484e-a28d-2bac2e167927 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Usage tracker for resource:network and tenant:eb96536b5b294c1db8469638f66a2e9c is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:21:22.797573 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network d87d6285-4d18-4ecf-94ea-22245c95df33 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:21:22.797833 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-7ad80c3f-2c63-45ed-8d9e-22222099d431 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.2244349 Feb 09 01:21:22.797919 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50080) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:22.853106 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-e39ce240-0e93-484e-a28d-2bac2e167927 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:21:22.896621 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-7fdc3402-4a99-4fcc-9d8c-51374903f521 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Deleting port 39d0e7b4-a2e2-4462-964b-6620026079dc {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:21:22.897216 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7fdc3402-4a99-4fcc-9d8c-51374903f521 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:22.927893 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-e37dbcef-9ffc-4393-a3fd-f06f86aea99b admin admin] Calling delete_port for 20c51dff-8387-461b-8da2-a2effc4f654e owned by network:dhcp {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:21:22.978595 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e39ce240-0e93-484e-a28d-2bac2e167927 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:21:23.021433 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e39ce240-0e93-484e-a28d-2bac2e167927 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Made reservation on behalf of eb96536b5b294c1db8469638f66a2e9c for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:23.024910 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e39ce240-0e93-484e-a28d-2bac2e167927 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:23.300547 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-1b7e50d9-ae4e-4181-b78a-03e8efb839a3 None None] For port 20c51dff-8387-461b-8da2-a2effc4f654e, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=20c51dff-8387-461b-8da2-a2effc4f654e,segment=NetworkSegment(f3d44dac-21f9-43aa-b3cf-261dc7fa64ed),segment_id=f3d44dac-21f9-43aa-b3cf-261dc7fa64ed)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:21:23.301611 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1b7e50d9-ae4e-4181-b78a-03e8efb839a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:23.339299 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e39ce240-0e93-484e-a28d-2bac2e167927 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:21:23.341886 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e37dbcef-9ffc-4393-a3fd-f06f86aea99b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:23.398802 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7fdc3402-4a99-4fcc-9d8c-51374903f521 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:23.437137 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37dbcef-9ffc-4393-a3fd-f06f86aea99b admin admin] No DVR routers for this DVR port 20c51dff-8387-461b-8da2-a2effc4f654e on host n-d-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:21:23.473725 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e39ce240-0e93-484e-a28d-2bac2e167927 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:23.474383 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-e39ce240-0e93-484e-a28d-2bac2e167927 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Added segment abf8eb63-1071-4082-804f-37b4e6495fb0 of type vlan for network fed1559b-3ec3-43c1-b0ad-20e8e1567951 Feb 09 01:21:23.476659 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37dbcef-9ffc-4393-a3fd-f06f86aea99b admin admin] Pushing event deleted for resources: {'Port': ['ID=20c51dff-8387-461b-8da2-a2effc4f654e,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:23.503759 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e0557-9da1-4036-9354-8d8aeaaca2a8 req-40708111-9733-415f-9ea1-c5f1e94447ab tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:23.505747 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6c4e0557-9da1-4036-9354-8d8aeaaca2a8 req-40708111-9733-415f-9ea1-c5f1e94447ab tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] 10.222.0.105 "GET /v2.0/ports?device_id=34981b62-21b9-425e-baed-69d16c980d60 HTTP/1.1" status: 200 len: 943 time: 0.2630224 Feb 09 01:21:23.528600 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 5d3a9ddd-f2e6-46f1-8e0a-2a3bf8ba815f details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:21:23.543198 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e50d9-ae4e-4181-b78a-03e8efb839a3 None None] Calling delete_port for 20c51dff-8387-461b-8da2-a2effc4f654e owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:21:23.599271 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-7fdc3402-4a99-4fcc-9d8c-51374903f521 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Calling delete_port for 39d0e7b4-a2e2-4462-964b-6620026079dc owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:21:23.605970 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e37dbcef-9ffc-4393-a3fd-f06f86aea99b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:23.633615 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-e37dbcef-9ffc-4393-a3fd-f06f86aea99b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82f30243-02f9-47c5-a321-43941006e74c']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:23.647245 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-e37dbcef-9ffc-4393-a3fd-f06f86aea99b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3d44dac-21f9-43aa-b3cf-261dc7fa64ed') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:23.647822 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-e37dbcef-9ffc-4393-a3fd-f06f86aea99b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3d44dac-21f9-43aa-b3cf-261dc7fa64ed') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:23.659942 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e37dbcef-9ffc-4393-a3fd-f06f86aea99b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:23.678428 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e37dbcef-9ffc-4393-a3fd-f06f86aea99b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:23.685854 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e37dbcef-9ffc-4393-a3fd-f06f86aea99b admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:21:23.686487 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e37dbcef-9ffc-4393-a3fd-f06f86aea99b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:23.731753 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-1b7e50d9-ae4e-4181-b78a-03e8efb839a3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:21:23.732102 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-1b7e50d9-ae4e-4181-b78a-03e8efb839a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:21:23.768062 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7fdc3402-4a99-4fcc-9d8c-51374903f521 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:23.805460 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 5d3a9ddd-f2e6-46f1-8e0a-2a3bf8ba815f, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=5d3a9ddd-f2e6-46f1-8e0a-2a3bf8ba815f,segment=NetworkSegment(997a4a15-ac4e-4c8c-b9f8-5d873bfc7bb6),segment_id=997a4a15-ac4e-4c8c-b9f8-5d873bfc7bb6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:21:23.825313 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '5d3a9ddd-f2e6-46f1-8e0a-2a3bf8ba815f', 'network_id': 'e71bc79e-62d3-489b-9b63-0a6c2ab57e36', 'port_id': '5d3a9ddd-f2e6-46f1-8e0a-2a3bf8ba815f', 'mac_address': 'fa:16:3e:de:fb:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0411492-ee99-4c2c-8fdb-156f7ad58e1a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:21:23.828268 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 01:21:23.828268 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:21:23.828268 n-d-828418-1 neutron-server[87639]: timer() Feb 09 01:21:23.828268 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:21:23.828268 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 01:21:23.828268 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:21:23.828268 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 01:21:23.828268 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:21:23.828268 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 01:21:23.828268 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:21:23.828268 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 01:21:23.828268 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:21:23.828268 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 01:21:23.828268 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:21:23.828268 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:21:23.828268 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:21:23.828268 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:21:23.828268 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:21:23.828268 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 01:21:23.828268 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:21:23.828268 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 01:21:23.828268 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:21:23.828268 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:21:23.828268 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:21:23.828268 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 01:21:23.828268 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:21:23.828268 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:21:23.828268 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:21:23.828268 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:21:23.828268 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:21:23.828268 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:21:23.828268 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:21:23.834400 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e37dbcef-9ffc-4393-a3fd-f06f86aea99b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:23.903079 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdc3402-4a99-4fcc-9d8c-51374903f521 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event deleted for resources: {'Port': ['ID=39d0e7b4-a2e2-4462-964b-6620026079dc,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:23.917161 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:23.927157 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7fdc3402-4a99-4fcc-9d8c-51374903f521 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:23.936397 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-7fdc3402-4a99-4fcc-9d8c-51374903f521 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "DELETE /v2.0/ports/39d0e7b4-a2e2-4462-964b-6620026079dc HTTP/1.1" status: 204 len: 168 time: 1.1352630 Feb 09 01:21:23.936981 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50102) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:23.944233 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d3a9ddd-f2e6-46f1-8e0a-2a3bf8ba815f {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:21:23.951851 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e37dbcef-9ffc-4393-a3fd-f06f86aea99b admin admin] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:23.962929 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 5d3a9ddd-f2e6-46f1-8e0a-2a3bf8ba815f, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=5d3a9ddd-f2e6-46f1-8e0a-2a3bf8ba815f,segment=NetworkSegment(997a4a15-ac4e-4c8c-b9f8-5d873bfc7bb6),segment_id=997a4a15-ac4e-4c8c-b9f8-5d873bfc7bb6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:21:23.967938 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:23.969617 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37dbcef-9ffc-4393-a3fd-f06f86aea99b admin admin] Pushing event deleted for resources: {'Network': ['ID=82f30243-02f9-47c5-a321-43941006e74c,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:23.974945 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e39ce240-0e93-484e-a28d-2bac2e167927 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:24.061061 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=5d3a9ddd-f2e6-46f1-8e0a-2a3bf8ba815f,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:24.070023 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:24.070374 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:24.070715 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:24.071187 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:24.071559 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:24.071991 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:24.072542 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:24.073112 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:24.073370 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:24.073891 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:24.074415 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:24.074799 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:24.091927 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6c4e0557-9da1-4036-9354-8d8aeaaca2a8 req-d12bf585-286b-4da2-8374-2fe34ca8fe39 tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] 10.222.0.105 "GET /v2.0/security-groups?id=37802d11-7b20-466a-9a13-7b053713feb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686582 Feb 09 01:21:24.096571 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-e37dbcef-9ffc-4393-a3fd-f06f86aea99b admin admin] 10.222.0.105 "DELETE /v2.0/networks/82f30243-02f9-47c5-a321-43941006e74c HTTP/1.1" status: 204 len: 168 time: 1.9997854 Feb 09 01:21:24.102705 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24abaf18-249f-4c63-abd1-0b1634b2e594 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:24.111030 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e39ce240-0e93-484e-a28d-2bac2e167927 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:24.111310 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24abaf18-249f-4c63-abd1-0b1634b2e594 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:24.112118 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-24abaf18-249f-4c63-abd1-0b1634b2e594 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Synchronizing usage tracker for tenant:c783560d2de04e1598eb7e3aecd5349e on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:21:24.119410 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39ce240-0e93-484e-a28d-2bac2e167927 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:24.121365 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e39ce240-0e93-484e-a28d-2bac2e167927 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:24.150256 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-24abaf18-249f-4c63-abd1-0b1634b2e594 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Unset dirty status for tenant:c783560d2de04e1598eb7e3aecd5349e on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:21:24.152546 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-24abaf18-249f-4c63-abd1-0b1634b2e594 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.2144191 Feb 09 01:21:24.155308 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50114) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:24.194110 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['5d3a9ddd-f2e6-46f1-8e0a-2a3bf8ba815f'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:21:24.308976 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-51b03367-5722-4428-8b5b-44411cd61728 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Deleting port 7aa8e905-3600-4f23-92bc-ce370c671c52 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:21:24.309368 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-51b03367-5722-4428-8b5b-44411cd61728 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:24.341202 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e50d9-ae4e-4181-b78a-03e8efb839a3 None None] Deleting port 20c51dff-8387-461b-8da2-a2effc4f654e {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:21:24.341840 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1b7e50d9-ae4e-4181-b78a-03e8efb839a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:24.385621 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 20c51dff-8387-461b-8da2-a2effc4f654e no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:21:24.391072 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39ce240-0e93-484e-a28d-2bac2e167927 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Pushing event updated for resources: {'Network': ['ID=fed1559b-3ec3-43c1-b0ad-20e8e1567951,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:24.411198 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-e39ce240-0e93-484e-a28d-2bac2e167927 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6553307 Feb 09 01:21:24.412110 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 50120) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:24.418450 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-c77bea2e-c3a9-418f-9a0e-825fd9bdbe81 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Request body: {'ports': [{'network_id': 'd87d6285-4d18-4ecf-94ea-22245c95df33', 'name': 'tempest-port--1126604329', 'admin_state_up': True}, {'network_id': 'fed1559b-3ec3-43c1-b0ad-20e8e1567951', 'admin_state_up': False}]} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:24.418763 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-c77bea2e-c3a9-418f-9a0e-825fd9bdbe81 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Request body: {'port': {'network_id': 'd87d6285-4d18-4ecf-94ea-22245c95df33', 'name': 'tempest-port--1126604329', 'admin_state_up': True}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:24.419252 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-c77bea2e-c3a9-418f-9a0e-825fd9bdbe81 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Request body: {'port': {'network_id': 'fed1559b-3ec3-43c1-b0ad-20e8e1567951', 'admin_state_up': False}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:24.450720 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 50124) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:24.458037 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network fed1559b-3ec3-43c1-b0ad-20e8e1567951 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:21:24.561446 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-bb015076-a98a-4cf5-84fb-0ff274b6530c admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=4feb7579decf4a3183faf64d64a634f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1097834 Feb 09 01:21:24.565755 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 50132) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:24.710492 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 20c51dff-8387-461b-8da2-a2effc4f654e {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:21:24.710763 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 20c51dff-8387-461b-8da2-a2effc4f654e not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:21:24.744108 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e50d9-ae4e-4181-b78a-03e8efb839a3 None None] The port '20c51dff-8387-461b-8da2-a2effc4f654e' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:21:24.780925 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-51b03367-5722-4428-8b5b-44411cd61728 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:24.856692 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bd166249-5f8e-4e1d-a04c-34daede0cadf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:24.939831 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bd166249-5f8e-4e1d-a04c-34daede0cadf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:24.957288 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-51b03367-5722-4428-8b5b-44411cd61728 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Calling delete_port for 7aa8e905-3600-4f23-92bc-ce370c671c52 owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:21:24.981042 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c77bea2e-c3a9-418f-9a0e-825fd9bdbe81 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:21:25.001044 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:25.012401 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-c77bea2e-c3a9-418f-9a0e-825fd9bdbe81 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Usage tracker for resource:port and tenant:eb96536b5b294c1db8469638f66a2e9c is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:21:25.016021 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-c77bea2e-c3a9-418f-9a0e-825fd9bdbe81 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:21:25.028754 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c77bea2e-c3a9-418f-9a0e-825fd9bdbe81 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:21:25.045532 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c77bea2e-c3a9-418f-9a0e-825fd9bdbe81 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Made reservation on behalf of eb96536b5b294c1db8469638f66a2e9c for: {'port': 2} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:25.055083 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c77bea2e-c3a9-418f-9a0e-825fd9bdbe81 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:25.065454 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-51b03367-5722-4428-8b5b-44411cd61728 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:25.079546 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c77bea2e-c3a9-418f-9a0e-825fd9bdbe81 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:25.098183 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bd166249-5f8e-4e1d-a04c-34daede0cadf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:25.123882 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd166249-5f8e-4e1d-a04c-34daede0cadf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6678b222-e01f-4d12-bb7f-46121bcd4845,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:25.183560 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-51b03367-5722-4428-8b5b-44411cd61728 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:25.188881 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b03367-5722-4428-8b5b-44411cd61728 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event deleted for resources: {'Port': ['ID=7aa8e905-3600-4f23-92bc-ce370c671c52,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:25.210438 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-51b03367-5722-4428-8b5b-44411cd61728 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "DELETE /v2.0/ports/7aa8e905-3600-4f23-92bc-ce370c671c52 HTTP/1.1" status: 204 len: 168 time: 1.0538797 Feb 09 01:21:25.211252 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50146) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:25.232750 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bd166249-5f8e-4e1d-a04c-34daede0cadf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:25.246658 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-bd166249-5f8e-4e1d-a04c-34daede0cadf admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/6678b222-e01f-4d12-bb7f-46121bcd4845 HTTP/1.1" status: 204 len: 168 time: 0.6696212 Feb 09 01:21:25.310692 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106859a1-5b95-4101-94fd-e8714f0ebfec tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:25.312665 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-106859a1-5b95-4101-94fd-e8714f0ebfec tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Synchronizing usage tracker for tenant:c783560d2de04e1598eb7e3aecd5349e on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:21:25.362640 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-106859a1-5b95-4101-94fd-e8714f0ebfec tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Unset dirty status for tenant:c783560d2de04e1598eb7e3aecd5349e on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:21:25.364233 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-106859a1-5b95-4101-94fd-e8714f0ebfec tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1517217 Feb 09 01:21:25.366868 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50154) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:25.386851 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 5d3a9ddd-f2e6-46f1-8e0a-2a3bf8ba815f up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:21:25.421850 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-79ff823b-5a7e-4232-8ba7-b06dc7b4414c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] GET failed (client error): The resource could not be found. Feb 09 01:21:25.423801 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-79ff823b-5a7e-4232-8ba7-b06dc7b4414c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "GET /v2.0/ports/39d0e7b4-a2e2-4462-964b-6620026079dc HTTP/1.1" status: 404 len: 333 time: 0.0553529 Feb 09 01:21:25.426587 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50158) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:25.479644 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-2355fc83-0a11-462c-94a5-355c686eec70 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] GET failed (client error): The resource could not be found. Feb 09 01:21:25.482052 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-2355fc83-0a11-462c-94a5-355c686eec70 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "GET /v2.0/ports/7aa8e905-3600-4f23-92bc-ce370c671c52 HTTP/1.1" status: 404 len: 333 time: 0.0541413 Feb 09 01:21:25.482365 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-c77bea2e-c3a9-418f-9a0e-825fd9bdbe81 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] device_id is not set on port 1cc5bd81-67dd-478b-b654-5e478bbb9ab3 yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:21:25.484851 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50162) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:25.503815 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af54fee-f14c-4c90-b5ac-86890faa0412 req-0abaf7da-5840-461a-af5d-0e858dcdd193 tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:25.505585 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2af54fee-f14c-4c90-b5ac-86890faa0412 req-0abaf7da-5840-461a-af5d-0e858dcdd193 tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] 10.222.0.105 "GET /v2.0/ports?device_id=34981b62-21b9-425e-baed-69d16c980d60 HTTP/1.1" status: 200 len: 944 time: 0.2746387 Feb 09 01:21:25.525832 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port 5d3a9ddd-f2e6-46f1-8e0a-2a3bf8ba815f completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:21:25.532449 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 5d3a9ddd-f2e6-46f1-8e0a-2a3bf8ba815f triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:25.532886 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:25.584522 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2af54fee-f14c-4c90-b5ac-86890faa0412 req-1ed2e382-8b2f-4b89-a310-34cbbc7190e6 tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] 10.222.0.105 "GET /v2.0/security-groups?id=37802d11-7b20-466a-9a13-7b053713feb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699177 Feb 09 01:21:25.709421 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c77bea2e-c3a9-418f-9a0e-825fd9bdbe81 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:25.734877 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-616f95a7-de58-494d-bee6-48f21221b72d tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:25.795162 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:25.830260 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34981b62-21b9-425e-baed-69d16c980d60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d3a9ddd-f2e6-46f1-8e0a-2a3bf8ba815f'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:21:25.853968 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 5d3a9ddd-f2e6-46f1-8e0a-2a3bf8ba815f, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=5d3a9ddd-f2e6-46f1-8e0a-2a3bf8ba815f,segment=NetworkSegment(997a4a15-ac4e-4c8c-b9f8-5d873bfc7bb6),segment_id=997a4a15-ac4e-4c8c-b9f8-5d873bfc7bb6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:21:25.867385 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:26.000656 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-c77bea2e-c3a9-418f-9a0e-825fd9bdbe81 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] device_id is not set on port 622f3992-5a61-483f-8fb4-c78232a3f821 yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:21:26.008526 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=5d3a9ddd-f2e6-46f1-8e0a-2a3bf8ba815f,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:26.020312 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-616f95a7-de58-494d-bee6-48f21221b72d tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:26.063159 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-616f95a7-de58-494d-bee6-48f21221b72d tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ed24f21-be6a-47bd-995a-ad06bf398e54']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:26.084255 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-616f95a7-de58-494d-bee6-48f21221b72d tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9877db52-a854-49f8-be9b-f6ca8defe7d2') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:26.084657 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-616f95a7-de58-494d-bee6-48f21221b72d tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9877db52-a854-49f8-be9b-f6ca8defe7d2') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:26.104928 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-616f95a7-de58-494d-bee6-48f21221b72d tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:26.155362 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-616f95a7-de58-494d-bee6-48f21221b72d tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:26.166138 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-616f95a7-de58-494d-bee6-48f21221b72d tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:21:26.166138 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-616f95a7-de58-494d-bee6-48f21221b72d tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:26.187189 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34981b62-21b9-425e-baed-69d16c980d60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d3a9ddd-f2e6-46f1-8e0a-2a3bf8ba815f', 'code': 200} Feb 09 01:21:26.190285 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:21:26.190285 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:21:26.190285 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:21:26.190285 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:21:26.190285 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:21:26.190285 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:21:26.190285 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:21:26.190285 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:21:26.190285 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:21:26.190285 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:21:26.190285 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:21:26.190285 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:21:26.190285 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:21:26.190285 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:21:26.190285 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:21:26.190285 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:21:26.190285 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:21:26.190285 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:21:26.190285 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:21:26.190285 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:21:26.190285 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:21:26.190285 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:21:26.190285 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:21:26.190285 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:21:26.190285 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:21:26.190285 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:21:26.190285 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:21:26.190285 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:21:26.190285 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:21:26.190285 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:21:26.190285 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:21:26.190285 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:21:26.232504 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c77bea2e-c3a9-418f-9a0e-825fd9bdbe81 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:26.327882 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-616f95a7-de58-494d-bee6-48f21221b72d tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:26.328900 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c77bea2e-c3a9-418f-9a0e-825fd9bdbe81 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:26.360605 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-616f95a7-de58-494d-bee6-48f21221b72d tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:26.363554 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616f95a7-de58-494d-bee6-48f21221b72d tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event deleted for resources: {'Network': ['ID=3ed24f21-be6a-47bd-995a-ad06bf398e54,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:26.374180 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-616f95a7-de58-494d-bee6-48f21221b72d tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "DELETE /v2.0/networks/3ed24f21-be6a-47bd-995a-ad06bf398e54 HTTP/1.1" status: 204 len: 168 time: 0.8881104 Feb 09 01:21:26.380095 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50208) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:26.386846 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-1a4ecc9c-751e-4326-a707-f12643b6e3f0 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-338935526'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:26.392882 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1a4ecc9c-751e-4326-a707-f12643b6e3f0 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:21:26.397908 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-1a4ecc9c-751e-4326-a707-f12643b6e3f0 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Usage tracker for resource:network and tenant:c783560d2de04e1598eb7e3aecd5349e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:21:26.402338 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-1a4ecc9c-751e-4326-a707-f12643b6e3f0 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:21:26.411244 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1a4ecc9c-751e-4326-a707-f12643b6e3f0 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:21:26.426188 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a4ecc9c-751e-4326-a707-f12643b6e3f0 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Made reservation on behalf of c783560d2de04e1598eb7e3aecd5349e for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:26.431344 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1a4ecc9c-751e-4326-a707-f12643b6e3f0 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:26.484541 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a4ecc9c-751e-4326-a707-f12643b6e3f0 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:21:26.508519 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1a4ecc9c-751e-4326-a707-f12643b6e3f0 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:26.508519 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-1a4ecc9c-751e-4326-a707-f12643b6e3f0 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Added segment 148a168e-a87b-4e8e-b0e4-20e824d2c14e of type vlan for network 8bf7a733-e99c-4cb4-a0f8-c64b7e6ad977 Feb 09 01:21:26.546327 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1a4ecc9c-751e-4326-a707-f12643b6e3f0 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:26.592198 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1a4ecc9c-751e-4326-a707-f12643b6e3f0 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:26.601077 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4ecc9c-751e-4326-a707-f12643b6e3f0 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:26.602250 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1a4ecc9c-751e-4326-a707-f12643b6e3f0 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:26.757870 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4ecc9c-751e-4326-a707-f12643b6e3f0 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event updated for resources: {'Network': ['ID=8bf7a733-e99c-4cb4-a0f8-c64b7e6ad977,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:26.774480 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 8bf7a733-e99c-4cb4-a0f8-c64b7e6ad977 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:21:26.781834 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1a4ecc9c-751e-4326-a707-f12643b6e3f0 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3977237 Feb 09 01:21:26.782010 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50226) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:26.788606 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-a59202f7-a5e8-44f2-85f0-ede0859be9ad tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Request body: {'subnet': {'network_id': '8bf7a733-e99c-4cb4-a0f8-c64b7e6ad977', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:26.788924 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77bea2e-c3a9-418f-9a0e-825fd9bdbe81 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Pushing event updated for resources: {'Port': ['ID=1cc5bd81-67dd-478b-b654-5e478bbb9ab3,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:26.817274 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a288b29-93ce-4ac6-a72b-198bf7283647 req-d9ff2079-8385-4ddc-b2ec-2642dbe6e523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:26.818730 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9a288b29-93ce-4ac6-a72b-198bf7283647 req-d9ff2079-8385-4ddc-b2ec-2642dbe6e523 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=34981b62-21b9-425e-baed-69d16c980d60 HTTP/1.1" status: 200 len: 1096 time: 0.5480022 Feb 09 01:21:26.978081 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77bea2e-c3a9-418f-9a0e-825fd9bdbe81 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Checking segment: {'id': 'b02efdaa-9862-4d38-a563-8ef2f1fd8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd87d6285-4d18-4ecf-94ea-22245c95df33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:21:26.978667 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77bea2e-c3a9-418f-9a0e-825fd9bdbe81 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Network hostable DHCP agents. Network: d87d6285-4d18-4ecf-94ea-22245c95df33, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:21:26.991485 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a59202f7-a5e8-44f2-85f0-ede0859be9ad tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:21:26.996434 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-a59202f7-a5e8-44f2-85f0-ede0859be9ad tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Usage tracker for resource:subnet and tenant:c783560d2de04e1598eb7e3aecd5349e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:21:27.000898 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-a59202f7-a5e8-44f2-85f0-ede0859be9ad tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:21:27.008156 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a59202f7-a5e8-44f2-85f0-ede0859be9ad tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:21:27.023464 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59202f7-a5e8-44f2-85f0-ede0859be9ad tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Made reservation on behalf of c783560d2de04e1598eb7e3aecd5349e for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:27.028729 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a59202f7-a5e8-44f2-85f0-ede0859be9ad tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:27.032445 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d21434-1aa7-4a51-9609-e8dfcf08e913 req-b687711a-a3f0-4042-b110-b2a1647ef86a tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:27.040102 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-69d21434-1aa7-4a51-9609-e8dfcf08e913 req-b687711a-a3f0-4042-b110-b2a1647ef86a tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/networks?id=0b42d132-a4d6-4063-98c2-48389fb2c5a1 HTTP/1.1" status: 200 len: 815 time: 0.7163987 Feb 09 01:21:27.072832 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9a288b29-93ce-4ac6-a72b-198bf7283647 req-51933927-ac6d-4ab2-93bd-60e8339d6035 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=37802d11-7b20-466a-9a13-7b053713feb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347796 Feb 09 01:21:27.075934 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-69d21434-1aa7-4a51-9609-e8dfcf08e913 req-3afc4e21-1c28-4ece-ae2a-25ba66e2f37d tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/quotas/1a20e36c7a554c699423b213df58ff18 HTTP/1.1" status: 200 len: 375 time: 0.0350485 Feb 09 01:21:27.122002 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77bea2e-c3a9-418f-9a0e-825fd9bdbe81 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Network d87d6285-4d18-4ecf-94ea-22245c95df33 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:21:27.143696 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-c77bea2e-c3a9-418f-9a0e-825fd9bdbe81 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, d87d6285-4d18-4ecf-94ea-22245c95df33) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:27.157555 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77bea2e-c3a9-418f-9a0e-825fd9bdbe81 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:21:27.158693 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c77bea2e-c3a9-418f-9a0e-825fd9bdbe81 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:27.159201 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99351b9-64c1-4d23-8d68-e7e27f830e3b None None] Network d87d6285-4d18-4ecf-94ea-22245c95df33 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:21:27.163751 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.ipam_backend_mixin [None req-a59202f7-a5e8-44f2-85f0-ede0859be9ad tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Performing IP validity checks on allocation pools {{(pid=87638) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 09 01:21:27.168271 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.ipam_backend_mixin [None req-a59202f7-a5e8-44f2-85f0-ede0859be9ad tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87638) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 09 01:21:27.172640 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d11df9-4af3-4283-b5cd-75de5e64c384 req-a676b1ac-683f-4f99-bbb5-5d3b3344fa83 tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:27.181877 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a5d11df9-4af3-4283-b5cd-75de5e64c384 req-a676b1ac-683f-4f99-bbb5-5d3b3344fa83 tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] 10.222.0.105 "GET /v2.0/ports?device_id=34981b62-21b9-425e-baed-69d16c980d60 HTTP/1.1" status: 200 len: 945 time: 0.3697128 Feb 09 01:21:27.377973 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77bea2e-c3a9-418f-9a0e-825fd9bdbe81 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Pushing event updated for resources: {'Port': ['ID=622f3992-5a61-483f-8fb4-c78232a3f821,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:27.482478 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a5d11df9-4af3-4283-b5cd-75de5e64c384 req-a13d32b3-80c6-4b36-98ec-a1474cf9b5c0 tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] 10.222.0.105 "GET /v2.0/security-groups?id=37802d11-7b20-466a-9a13-7b053713feb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991507 Feb 09 01:21:27.490432 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a59202f7-a5e8-44f2-85f0-ede0859be9ad tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:27.491091 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77bea2e-c3a9-418f-9a0e-825fd9bdbe81 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Checking segment: {'id': 'abf8eb63-1071-4082-804f-37b4e6495fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'fed1559b-3ec3-43c1-b0ad-20e8e1567951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:21:27.491439 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77bea2e-c3a9-418f-9a0e-825fd9bdbe81 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Network hostable DHCP agents. Network: fed1559b-3ec3-43c1-b0ad-20e8e1567951, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:21:27.513313 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-69d21434-1aa7-4a51-9609-e8dfcf08e913 req-b7590354-030d-4491-8ad6-c6484cd140bc tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=1a20e36c7a554c699423b213df58ff18&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4305954 Feb 09 01:21:27.631677 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77bea2e-c3a9-418f-9a0e-825fd9bdbe81 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Network fed1559b-3ec3-43c1-b0ad-20e8e1567951 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:21:27.651042 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-c77bea2e-c3a9-418f-9a0e-825fd9bdbe81 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, fed1559b-3ec3-43c1-b0ad-20e8e1567951) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:27.656250 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77bea2e-c3a9-418f-9a0e-825fd9bdbe81 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:21:27.659484 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdaa1a6d-331b-4581-8280-1c62c46bee08 None None] Network fed1559b-3ec3-43c1-b0ad-20e8e1567951 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:21:27.663594 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77bea2e-c3a9-418f-9a0e-825fd9bdbe81 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:27.669614 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77bea2e-c3a9-418f-9a0e-825fd9bdbe81 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:27.670479 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c77bea2e-c3a9-418f-9a0e-825fd9bdbe81 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:27.724980 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-c77bea2e-c3a9-418f-9a0e-825fd9bdbe81 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.3117001 Feb 09 01:21:27.728593 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 50260) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:27.772296 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-69d21434-1aa7-4a51-9609-e8dfcf08e913 req-010a3f68-0e07-46c7-adc0-83a0d4aa964b service neutron] 10.222.0.105 "GET /v2.0/networks/0b42d132-a4d6-4063-98c2-48389fb2c5a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582846 Feb 09 01:21:27.986805 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59202f7-a5e8-44f2-85f0-ede0859be9ad tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event updated for resources: {'Subnet': ['ID=fe5edb9d-d31b-4f6f-9e65-5598360d82cb,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:28.003036 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59202f7-a5e8-44f2-85f0-ede0859be9ad tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Checking segment: {'id': '148a168e-a87b-4e8e-b0e4-20e824d2c14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8bf7a733-e99c-4cb4-a0f8-c64b7e6ad977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:21:28.003778 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59202f7-a5e8-44f2-85f0-ede0859be9ad tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Network hostable DHCP agents. Network: 8bf7a733-e99c-4cb4-a0f8-c64b7e6ad977, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:21:28.038993 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d84d42-6061-4295-82a8-ba95e11accbc tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:28.052455 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d84d42-6061-4295-82a8-ba95e11accbc tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:28.054960 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59202f7-a5e8-44f2-85f0-ede0859be9ad tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Network 8bf7a733-e99c-4cb4-a0f8-c64b7e6ad977 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:21:28.058548 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-e8d84d42-6061-4295-82a8-ba95e11accbc tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Synchronizing usage tracker for tenant:eb96536b5b294c1db8469638f66a2e9c on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:21:28.071972 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-a59202f7-a5e8-44f2-85f0-ede0859be9ad tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 8bf7a733-e99c-4cb4-a0f8-c64b7e6ad977) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:28.089469 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59202f7-a5e8-44f2-85f0-ede0859be9ad tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:28.090528 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a59202f7-a5e8-44f2-85f0-ede0859be9ad tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:28.104483 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f3f038-aeef-4940-8b89-1bea5feb194b None None] Network 8bf7a733-e99c-4cb4-a0f8-c64b7e6ad977 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:21:28.145034 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a59202f7-a5e8-44f2-85f0-ede0859be9ad tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3619561 Feb 09 01:21:28.150142 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50272) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:28.166614 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-69d21434-1aa7-4a51-9609-e8dfcf08e913 req-3927d98d-43d1-4540-bbbb-58a0e3644134 service neutron] 10.222.0.105 "GET /v2.0/networks/0b42d132-a4d6-4063-98c2-48389fb2c5a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3871295 Feb 09 01:21:28.170453 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-dee0a49d-a407-42df-a3d6-21a18d2a7b30 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Request body: {'port': {'network_id': '8bf7a733-e99c-4cb4-a0f8-c64b7e6ad977', 'name': 'tempest-PortsIpV6TestJSON-1838508111'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:28.193435 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-e8d84d42-6061-4295-82a8-ba95e11accbc tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Unset dirty status for tenant:eb96536b5b294c1db8469638f66a2e9c on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:21:28.193435 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-e8d84d42-6061-4295-82a8-ba95e11accbc tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.4554927 Feb 09 01:21:28.193435 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 50276) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:28.410566 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-12d74c9c-ecd2-4713-abb0-89b960621a21 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Deleting port 1cc5bd81-67dd-478b-b654-5e478bbb9ab3 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:21:28.411306 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-12d74c9c-ecd2-4713-abb0-89b960621a21 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:28.640315 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-dee0a49d-a407-42df-a3d6-21a18d2a7b30 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:21:28.661623 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61dcafb-ed60-486c-8f69-0d58555b99fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-8bf7a733-e99c-4cb4-a0f8-c64b7e6ad977', 'network_id': '8bf7a733-e99c-4cb4-a0f8-c64b7e6ad977', 'tenant_id': 'c783560d2de04e1598eb7e3aecd5349e', 'fixed_ips': [{'subnet_id': 'fe5edb9d-d31b-4f6f-9e65-5598360d82cb'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:21:28.662630 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e61dcafb-ed60-486c-8f69-0d58555b99fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:28.670322 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-dee0a49d-a407-42df-a3d6-21a18d2a7b30 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:21:28.681190 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee0a49d-a407-42df-a3d6-21a18d2a7b30 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Made reservation on behalf of c783560d2de04e1598eb7e3aecd5349e for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:28.685630 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dee0a49d-a407-42df-a3d6-21a18d2a7b30 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:28.734334 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-dee0a49d-a407-42df-a3d6-21a18d2a7b30 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] device_id is not set on port 0ca2ec05-8734-4eec-8439-0c417e15cb0d yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:21:28.844428 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-50d67123-e439-4882-8bfd-a75f7a702bb3 req-814287ea-4e96-4583-93fb-a1bb9fe87d24 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/ports?device_id=583d42b7-b55e-45d7-ba3b-91026f7fe3ea HTTP/1.1" status: 200 len: 210 time: 0.2637453 Feb 09 01:21:29.066775 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-dee0a49d-a407-42df-a3d6-21a18d2a7b30 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Allocated IP 2001:db8::32a (8bf7a733-e99c-4cb4-a0f8-c64b7e6ad977/fe5edb9d-d31b-4f6f-9e65-5598360d82cb/0ca2ec05-8734-4eec-8439-0c417e15cb0d) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:21:29.188289 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-12d74c9c-ecd2-4713-abb0-89b960621a21 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:29.226938 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4037f7e0-4127-47a8-acc4-ed3dbe002144 req-9bd08395-1b7a-427c-9858-fed90db7d2e7 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:29.226938 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4037f7e0-4127-47a8-acc4-ed3dbe002144 req-9bd08395-1b7a-427c-9858-fed90db7d2e7 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] 10.222.0.105 "GET /v2.0/ports?device_id=521f52bb-14cb-4507-a392-fe952ca83e92 HTTP/1.1" status: 200 len: 946 time: 0.4478014 Feb 09 01:21:29.452582 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-12d74c9c-ecd2-4713-abb0-89b960621a21 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Calling delete_port for 1cc5bd81-67dd-478b-b654-5e478bbb9ab3 owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:21:29.555127 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be28de67-1471-44b4-99ff-a6edb61591c7 req-37798e21-92f5-475a-8737-e1350b322797 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:29.555907 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-be28de67-1471-44b4-99ff-a6edb61591c7 req-37798e21-92f5-475a-8737-e1350b322797 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Synchronizing usage tracker for tenant:8d31597ab3f74931824904826c01d747 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:21:29.645847 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-be28de67-1471-44b4-99ff-a6edb61591c7 req-37798e21-92f5-475a-8737-e1350b322797 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Unset dirty status for tenant:8d31597ab3f74931824904826c01d747 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:21:29.647457 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-be28de67-1471-44b4-99ff-a6edb61591c7 req-37798e21-92f5-475a-8737-e1350b322797 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] 10.222.0.99 "GET /v2.0/ports?device_id=521f52bb-14cb-4507-a392-fe952ca83e92 HTTP/1.1" status: 200 len: 946 time: 0.5436435 Feb 09 01:21:29.726224 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4037f7e0-4127-47a8-acc4-ed3dbe002144 req-525ca428-9da9-4449-9e2b-dfba19726cff tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] 10.222.0.105 "GET /v2.0/security-groups?id=c3b47c16-f2b1-47a4-82f4-0c20ba44fe3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3237453 Feb 09 01:21:29.754937 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dee0a49d-a407-42df-a3d6-21a18d2a7b30 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:29.791624 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-12d74c9c-ecd2-4713-abb0-89b960621a21 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:29.800805 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-dee0a49d-a407-42df-a3d6-21a18d2a7b30 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Transition to ACTIVE for port object 0ca2ec05-8734-4eec-8439-0c417e15cb0d will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:21:29.809114 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-be28de67-1471-44b4-99ff-a6edb61591c7 req-978a2e63-5da0-472f-a2db-e9483216dd07 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Deleting port b00d33e6-6b3f-4fa3-86dd-d6b068b7cac8 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:21:29.809474 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-be28de67-1471-44b4-99ff-a6edb61591c7 req-978a2e63-5da0-472f-a2db-e9483216dd07 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:29.856098 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-12d74c9c-ecd2-4713-abb0-89b960621a21 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:29.890733 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d74c9c-ecd2-4713-abb0-89b960621a21 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Pushing event deleted for resources: {'Port': ['ID=1cc5bd81-67dd-478b-b654-5e478bbb9ab3,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:29.906789 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4813b6-f193-4373-b850-9c4f1f19956c req-dba8fba9-05b2-4c92-b156-ee9a4a8f94c8 tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:29.914747 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4b4813b6-f193-4373-b850-9c4f1f19956c req-dba8fba9-05b2-4c92-b156-ee9a4a8f94c8 tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] 10.222.0.105 "GET /v2.0/ports?device_id=34981b62-21b9-425e-baed-69d16c980d60 HTTP/1.1" status: 200 len: 945 time: 0.8064904 Feb 09 01:21:29.947216 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-12d74c9c-ecd2-4713-abb0-89b960621a21 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] 10.222.0.105 "DELETE /v2.0/ports/1cc5bd81-67dd-478b-b654-5e478bbb9ab3 HTTP/1.1" status: 204 len: 168 time: 1.7574718 Feb 09 01:21:29.952196 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 50342) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:30.110073 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-9dcc28d9-34f0-4c84-93c0-6d7447a63ee8 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Deleting port 622f3992-5a61-483f-8fb4-c78232a3f821 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:21:30.110397 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9dcc28d9-34f0-4c84-93c0-6d7447a63ee8 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:30.148932 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-e61dcafb-ed60-486c-8f69-0d58555b99fb None None] Allocated IP 2001:db8::2 (8bf7a733-e99c-4cb4-a0f8-c64b7e6ad977/fe5edb9d-d31b-4f6f-9e65-5598360d82cb/5bb97b96-d3f1-4f30-9520-b718db8ae225) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:21:30.161405 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dee0a49d-a407-42df-a3d6-21a18d2a7b30 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:30.289056 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee0a49d-a407-42df-a3d6-21a18d2a7b30 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Network 8bf7a733-e99c-4cb4-a0f8-c64b7e6ad977 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:30.296734 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-dee0a49d-a407-42df-a3d6-21a18d2a7b30 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:30.306282 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee0a49d-a407-42df-a3d6-21a18d2a7b30 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:21:30.313714 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee0a49d-a407-42df-a3d6-21a18d2a7b30 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:30.315057 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dee0a49d-a407-42df-a3d6-21a18d2a7b30 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:30.342127 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee0a49d-a407-42df-a3d6-21a18d2a7b30 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event updated for resources: {'Port': ['ID=0ca2ec05-8734-4eec-8439-0c417e15cb0d,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:30.412287 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-dee0a49d-a407-42df-a3d6-21a18d2a7b30 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2608280 Feb 09 01:21:30.414447 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-be28de67-1471-44b4-99ff-a6edb61591c7 req-978a2e63-5da0-472f-a2db-e9483216dd07 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] For port b00d33e6-6b3f-4fa3-86dd-d6b068b7cac8, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=b00d33e6-6b3f-4fa3-86dd-d6b068b7cac8,segment=NetworkSegment(2911b990-5a28-41b3-988d-1e21f0ec93f9),segment_id=2911b990-5a28-41b3-988d-1e21f0ec93f9)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:21:30.414807 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-be28de67-1471-44b4-99ff-a6edb61591c7 req-978a2e63-5da0-472f-a2db-e9483216dd07 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:30.423644 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50362) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:30.475176 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9dcc28d9-34f0-4c84-93c0-6d7447a63ee8 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:30.635524 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-f6bbb668-4bcd-473a-9d20-fa828d7af8bc tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Deleting port 0ca2ec05-8734-4eec-8439-0c417e15cb0d {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:21:30.637402 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f6bbb668-4bcd-473a-9d20-fa828d7af8bc tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:30.731576 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e61dcafb-ed60-486c-8f69-0d58555b99fb None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:30.744271 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e61dcafb-ed60-486c-8f69-0d58555b99fb None None] Transition to ACTIVE for port object 5bb97b96-d3f1-4f30-9520-b718db8ae225 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:21:30.770655 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e61dcafb-ed60-486c-8f69-0d58555b99fb None None] Transition to ACTIVE for port object 5bb97b96-d3f1-4f30-9520-b718db8ae225 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:21:30.774818 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-9dcc28d9-34f0-4c84-93c0-6d7447a63ee8 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Calling delete_port for 622f3992-5a61-483f-8fb4-c78232a3f821 owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:21:30.778858 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e61dcafb-ed60-486c-8f69-0d58555b99fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:30.889788 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4b4813b6-f193-4373-b850-9c4f1f19956c req-de476918-cafe-4351-a704-1fed5a1dec56 tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] 10.222.0.105 "GET /v2.0/security-groups?id=37802d11-7b20-466a-9a13-7b053713feb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9738176 Feb 09 01:21:30.941739 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61dcafb-ed60-486c-8f69-0d58555b99fb None None] Pushing event updated for resources: {'Port': ['ID=5bb97b96-d3f1-4f30-9520-b718db8ae225,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:30.953883 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-31868669-f376-44f9-a24c-5d680f2e62ff req-094034a0-9958-4a0f-8582-0e231c603505 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/ports?device_id=583d42b7-b55e-45d7-ba3b-91026f7fe3ea HTTP/1.1" status: 200 len: 210 time: 0.7106481 Feb 09 01:21:30.981315 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61dcafb-ed60-486c-8f69-0d58555b99fb None None] Network 8bf7a733-e99c-4cb4-a0f8-c64b7e6ad977 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:30.989997 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-e61dcafb-ed60-486c-8f69-0d58555b99fb None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:30.992553 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61dcafb-ed60-486c-8f69-0d58555b99fb None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:21:31.072728 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9dcc28d9-34f0-4c84-93c0-6d7447a63ee8 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:31.173350 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-e61dcafb-ed60-486c-8f69-0d58555b99fb None None] Attempting to bind port 5bb97b96-d3f1-4f30-9520-b718db8ae225 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:21:31.173932 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-e61dcafb-ed60-486c-8f69-0d58555b99fb None None] Attempting to bind port 5bb97b96-d3f1-4f30-9520-b718db8ae225 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '148a168e-a87b-4e8e-b0e4-20e824d2c14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8bf7a733-e99c-4cb4-a0f8-c64b7e6ad977'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:21:31.174118 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61dcafb-ed60-486c-8f69-0d58555b99fb None None] Attempting to bind port 5bb97b96-d3f1-4f30-9520-b718db8ae225 on network 8bf7a733-e99c-4cb4-a0f8-c64b7e6ad977 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:21:31.180600 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61dcafb-ed60-486c-8f69-0d58555b99fb None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:21:31.180982 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61dcafb-ed60-486c-8f69-0d58555b99fb None None] Checking segment: {'id': '148a168e-a87b-4e8e-b0e4-20e824d2c14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8bf7a733-e99c-4cb4-a0f8-c64b7e6ad977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:21:31.181391 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e61dcafb-ed60-486c-8f69-0d58555b99fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:31.181811 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61dcafb-ed60-486c-8f69-0d58555b99fb None None] Bound using segment: {'id': '148a168e-a87b-4e8e-b0e4-20e824d2c14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8bf7a733-e99c-4cb4-a0f8-c64b7e6ad977'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:21:31.182281 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-e61dcafb-ed60-486c-8f69-0d58555b99fb None None] Bound port: 5bb97b96-d3f1-4f30-9520-b718db8ae225, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '148a168e-a87b-4e8e-b0e4-20e824d2c14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8bf7a733-e99c-4cb4-a0f8-c64b7e6ad977'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:21:31.182708 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e61dcafb-ed60-486c-8f69-0d58555b99fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:31.196827 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f6bbb668-4bcd-473a-9d20-fa828d7af8bc tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:31.204228 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9dcc28d9-34f0-4c84-93c0-6d7447a63ee8 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:31.208753 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcc28d9-34f0-4c84-93c0-6d7447a63ee8 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Pushing event deleted for resources: {'Port': ['ID=622f3992-5a61-483f-8fb4-c78232a3f821,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:31.287515 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d21434-1aa7-4a51-9609-e8dfcf08e913 req-f12b3205-b375-446a-ac9a-80021256236b tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:31.290450 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-69d21434-1aa7-4a51-9609-e8dfcf08e913 req-f12b3205-b375-446a-ac9a-80021256236b tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.62 "GET /v2.0/networks?id=0b42d132-a4d6-4063-98c2-48389fb2c5a1 HTTP/1.1" status: 200 len: 815 time: 1.0481322 Feb 09 01:21:31.302928 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e61dcafb-ed60-486c-8f69-0d58555b99fb None None] For port 5bb97b96-d3f1-4f30-9520-b718db8ae225, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:21:31.307436 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e61dcafb-ed60-486c-8f69-0d58555b99fb None None] For port 5bb97b96-d3f1-4f30-9520-b718db8ae225, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=5bb97b96-d3f1-4f30-9520-b718db8ae225,segment=NetworkSegment(148a168e-a87b-4e8e-b0e4-20e824d2c14e),segment_id=148a168e-a87b-4e8e-b0e4-20e824d2c14e)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:21:31.313199 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e61dcafb-ed60-486c-8f69-0d58555b99fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:31.314098 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-9dcc28d9-34f0-4c84-93c0-6d7447a63ee8 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] 10.222.0.105 "DELETE /v2.0/ports/622f3992-5a61-483f-8fb4-c78232a3f821 HTTP/1.1" status: 204 len: 168 time: 1.3458662 Feb 09 01:21:31.318788 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-69d21434-1aa7-4a51-9609-e8dfcf08e913 req-0483053c-b1f8-41ee-807d-ca9750b0d256 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Request body: {'port': {'device_id': '583d42b7-b55e-45d7-ba3b-91026f7fe3ea', 'network_id': '0b42d132-a4d6-4063-98c2-48389fb2c5a1', 'admin_state_up': True, 'tenant_id': '1a20e36c7a554c699423b213df58ff18'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:31.341986 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 50384) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:31.475214 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61dcafb-ed60-486c-8f69-0d58555b99fb None None] Pushing event updated for resources: {'Port': ['ID=5bb97b96-d3f1-4f30-9520-b718db8ae225,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:31.487440 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-823ba110-24ab-4699-9507-87fc517568df tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Synchronizing usage tracker for tenant:eb96536b5b294c1db8469638f66a2e9c on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:21:31.487933 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-f6bbb668-4bcd-473a-9d20-fa828d7af8bc tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Calling delete_port for 0ca2ec05-8734-4eec-8439-0c417e15cb0d owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:21:31.522294 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1268a5c-e3e4-4a54-910a-8bf974084632 req-14fdc29d-14cc-4e58-bd00-e7bf9654521d tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:31.524291 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a1268a5c-e3e4-4a54-910a-8bf974084632 req-14fdc29d-14cc-4e58-bd00-e7bf9654521d tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] 10.222.0.105 "GET /v2.0/ports?device_id=521f52bb-14cb-4507-a392-fe952ca83e92 HTTP/1.1" status: 200 len: 946 time: 0.3915977 Feb 09 01:21:31.676299 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a1268a5c-e3e4-4a54-910a-8bf974084632 req-91ec7c30-bad4-4b98-bb57-b64ffdc9e2a4 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] 10.222.0.105 "GET /v2.0/security-groups?id=c3b47c16-f2b1-47a4-82f4-0c20ba44fe3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511116 Feb 09 01:21:31.676986 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-823ba110-24ab-4699-9507-87fc517568df tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Unset dirty status for tenant:eb96536b5b294c1db8469638f66a2e9c on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:21:31.678132 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-823ba110-24ab-4699-9507-87fc517568df tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3300951 Feb 09 01:21:31.697318 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 50398) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:31.725232 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b5761e-92cd-4890-844c-03820634a9ac req-cf322414-42f8-40bf-847e-08246c0fba2d tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:31.732928 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a0b5761e-92cd-4890-844c-03820634a9ac req-cf322414-42f8-40bf-847e-08246c0fba2d tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] 10.222.0.105 "GET /v2.0/ports?device_id=34981b62-21b9-425e-baed-69d16c980d60 HTTP/1.1" status: 200 len: 945 time: 0.5206754 Feb 09 01:21:31.739664 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-a3b5c1d9-dfe2-409e-916f-506b58d07744 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1168173149'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:31.783953 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-be28de67-1471-44b4-99ff-a6edb61591c7 req-978a2e63-5da0-472f-a2db-e9483216dd07 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:31.784308 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-be28de67-1471-44b4-99ff-a6edb61591c7 req-978a2e63-5da0-472f-a2db-e9483216dd07 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:31.784537 n-d-828418-1 neutron-server[87638]: INFO neutron.db.l3_db [req-be28de67-1471-44b4-99ff-a6edb61591c7 req-978a2e63-5da0-472f-a2db-e9483216dd07 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Floating IP 641464af-fae0-4009-b75f-453ba7d51a93 disassociated. External IP: 172.25.0.238, port: b00d33e6-6b3f-4fa3-86dd-d6b068b7cac8. Feb 09 01:21:31.784879 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-be28de67-1471-44b4-99ff-a6edb61591c7 req-978a2e63-5da0-472f-a2db-e9483216dd07 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Calling delete_port for b00d33e6-6b3f-4fa3-86dd-d6b068b7cac8 owned by compute:nova {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:21:31.842335 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a3b5c1d9-dfe2-409e-916f-506b58d07744 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:21:31.867319 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-a3b5c1d9-dfe2-409e-916f-506b58d07744 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Usage tracker for resource:network and tenant:eb96536b5b294c1db8469638f66a2e9c is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:21:31.873207 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-a3b5c1d9-dfe2-409e-916f-506b58d07744 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:21:31.901381 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-69d21434-1aa7-4a51-9609-e8dfcf08e913 req-0483053c-b1f8-41ee-807d-ca9750b0d256 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:21:31.908003 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-69d21434-1aa7-4a51-9609-e8dfcf08e913 req-0483053c-b1f8-41ee-807d-ca9750b0d256 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Usage tracker for resource:port and tenant:1a20e36c7a554c699423b213df58ff18 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:21:31.912668 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-69d21434-1aa7-4a51-9609-e8dfcf08e913 req-0483053c-b1f8-41ee-807d-ca9750b0d256 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:21:31.919100 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-69d21434-1aa7-4a51-9609-e8dfcf08e913 req-0483053c-b1f8-41ee-807d-ca9750b0d256 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:21:31.927056 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a3b5c1d9-dfe2-409e-916f-506b58d07744 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:21:31.950092 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69d21434-1aa7-4a51-9609-e8dfcf08e913 req-0483053c-b1f8-41ee-807d-ca9750b0d256 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Made reservation on behalf of 1a20e36c7a554c699423b213df58ff18 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:31.954881 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-69d21434-1aa7-4a51-9609-e8dfcf08e913 req-0483053c-b1f8-41ee-807d-ca9750b0d256 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:31.968715 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a0b5761e-92cd-4890-844c-03820634a9ac req-076b6a53-f813-4c95-8f36-fa5517ec4f74 tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] 10.222.0.105 "GET /v2.0/security-groups?id=37802d11-7b20-466a-9a13-7b053713feb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342627 Feb 09 01:21:31.972201 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b5c1d9-dfe2-409e-916f-506b58d07744 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Made reservation on behalf of eb96536b5b294c1db8469638f66a2e9c for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:31.976620 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a3b5c1d9-dfe2-409e-916f-506b58d07744 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:32.093869 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f6bbb668-4bcd-473a-9d20-fa828d7af8bc tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:32.098553 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3b5c1d9-dfe2-409e-916f-506b58d07744 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:21:32.142464 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a3b5c1d9-dfe2-409e-916f-506b58d07744 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:32.143104 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-a3b5c1d9-dfe2-409e-916f-506b58d07744 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Added segment b5705bcf-d9da-47a5-bf58-87140b375326 of type vlan for network 963914b7-5edb-4533-9116-c96ae793e184 Feb 09 01:21:32.194301 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bbb668-4bcd-473a-9d20-fa828d7af8bc tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event deleted for resources: {'Port': ['ID=0ca2ec05-8734-4eec-8439-0c417e15cb0d,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:32.319012 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f6bbb668-4bcd-473a-9d20-fa828d7af8bc tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:32.330903 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-be28de67-1471-44b4-99ff-a6edb61591c7 req-978a2e63-5da0-472f-a2db-e9483216dd07 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:32.374441 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 5bb97b96-d3f1-4f30-9520-b718db8ae225 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:21:32.449213 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f6bbb668-4bcd-473a-9d20-fa828d7af8bc tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "DELETE /v2.0/ports/0ca2ec05-8734-4eec-8439-0c417e15cb0d HTTP/1.1" status: 204 len: 168 time: 2.0242355 Feb 09 01:21:32.450094 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978a2e63-5da0-472f-a2db-e9483216dd07 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Pushing event deleted for resources: {'Port': ['ID=b00d33e6-6b3f-4fa3-86dd-d6b068b7cac8,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:32.451994 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50418) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:32.562115 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 5bb97b96-d3f1-4f30-9520-b718db8ae225 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:21:32.576644 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device b00d33e6-6b3f-4fa3-86dd-d6b068b7cac8 no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:21:32.584775 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-69d21434-1aa7-4a51-9609-e8dfcf08e913 req-0483053c-b1f8-41ee-807d-ca9750b0d256 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Allocated IP 172.20.0.12 (0b42d132-a4d6-4063-98c2-48389fb2c5a1/5d342298-601b-4654-a677-d1e5d55f90c1/cfdd6784-eeb8-49d0-b07b-a4a202af7e4c) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:21:32.601255 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-d330719d-0fff-4707-ba36-a49154fc0936 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] DELETE failed (client error): The resource could not be found. Feb 09 01:21:32.601770 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d330719d-0fff-4707-ba36-a49154fc0936 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:21:32.603488 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d330719d-0fff-4707-ba36-a49154fc0936 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "DELETE /v2.0/ports/0ca2ec05-8734-4eec-8439-0c417e15cb0d HTTP/1.1" status: 404 len: 333 time: 0.1485264 Feb 09 01:21:32.611701 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2d8aeba7-e75f-4ca3-8b45-1042041c9ede req-aa6dabbf-1d3d-4a4a-b5ef-dd819117536b tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/ports?device_id=583d42b7-b55e-45d7-ba3b-91026f7fe3ea HTTP/1.1" status: 200 len: 210 time: 0.4020805 Feb 09 01:21:32.615082 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 50422) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:32.676020 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] No Port match for: b00d33e6-6b3f-4fa3-86dd-d6b068b7cac8 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:21:32.676135 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device b00d33e6-6b3f-4fa3-86dd-d6b068b7cac8 not bound to the agent host n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:21:32.876673 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a3b5c1d9-dfe2-409e-916f-506b58d07744 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:32.912701 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-198634cc-075b-4016-9b3d-1943997dda99 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] GET failed (client error): The resource could not be found. Feb 09 01:21:32.922351 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-198634cc-075b-4016-9b3d-1943997dda99 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "GET /v2.0/ports/0ca2ec05-8734-4eec-8439-0c417e15cb0d HTTP/1.1" status: 404 len: 333 time: 0.3060434 Feb 09 01:21:32.932139 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50434) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:33.103984 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac10b49b-dbc1-40c4-ad47-027d080af234 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Deleting subnet fe5edb9d-d31b-4f6f-9e65-5598360d82cb {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:21:33.113561 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ac10b49b-dbc1-40c4-ad47-027d080af234 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:33.158957 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be28de67-1471-44b4-99ff-a6edb61591c7 req-978a2e63-5da0-472f-a2db-e9483216dd07 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Router 26387f92-c69f-4559-9fbe-aab9929ea001 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:21:33.223159 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-69d21434-1aa7-4a51-9609-e8dfcf08e913 req-0483053c-b1f8-41ee-807d-ca9750b0d256 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:33.255722 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16376d6c-e19d-4bf8-9ae4-ac61b4150b0b None None] Network 8bf7a733-e99c-4cb4-a0f8-c64b7e6ad977 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:21:33.297369 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-69d21434-1aa7-4a51-9609-e8dfcf08e913 req-0483053c-b1f8-41ee-807d-ca9750b0d256 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:33.310476 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a3b5c1d9-dfe2-409e-916f-506b58d07744 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:33.317828 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ac10b49b-dbc1-40c4-ad47-027d080af234 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:33.318161 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b5c1d9-dfe2-409e-916f-506b58d07744 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:33.318161 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a3b5c1d9-dfe2-409e-916f-506b58d07744 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:33.380374 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['52e4097d-1152-4657-b424-b4db94cbcdc9'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:21:33.459274 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8b036568-a25c-4648-aa07-41cad1327a8f req-0102f80d-1d58-4d92-89ea-86ffb024cb20 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] 10.222.0.105 "GET /v2.0/ports?device_id=521f52bb-14cb-4507-a392-fe952ca83e92 HTTP/1.1" status: 200 len: 210 time: 0.1682582 Feb 09 01:21:33.467871 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-198f0d09-9a9b-4f8d-bd79-5c6fa16e130d None None] Provisioning for port 5bb97b96-d3f1-4f30-9520-b718db8ae225 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:21:33.514080 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-198f0d09-9a9b-4f8d-bd79-5c6fa16e130d None None] Provisioning complete for port 5bb97b96-d3f1-4f30-9520-b718db8ae225 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:33.514468 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-198f0d09-9a9b-4f8d-bd79-5c6fa16e130d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:33.549835 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69d21434-1aa7-4a51-9609-e8dfcf08e913 req-0483053c-b1f8-41ee-807d-ca9750b0d256 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Network 0b42d132-a4d6-4063-98c2-48389fb2c5a1 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:33.566855 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-69d21434-1aa7-4a51-9609-e8dfcf08e913 req-0483053c-b1f8-41ee-807d-ca9750b0d256 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:33.569301 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-69d21434-1aa7-4a51-9609-e8dfcf08e913 req-0483053c-b1f8-41ee-807d-ca9750b0d256 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:21:33.617735 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be28de67-1471-44b4-99ff-a6edb61591c7 req-978a2e63-5da0-472f-a2db-e9483216dd07 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:21:33.656001 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b5c1d9-dfe2-409e-916f-506b58d07744 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Pushing event updated for resources: {'Network': ['ID=963914b7-5edb-4533-9116-c96ae793e184,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:33.694293 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d21434-1aa7-4a51-9609-e8dfcf08e913 req-0483053c-b1f8-41ee-807d-ca9750b0d256 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:33.695268 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-69d21434-1aa7-4a51-9609-e8dfcf08e913 req-0483053c-b1f8-41ee-807d-ca9750b0d256 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:33.704155 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-a3b5c1d9-dfe2-409e-916f-506b58d07744 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.0012732 Feb 09 01:21:33.710755 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50c2940-1266-487a-9139-9ae0fca8694e None None] Sync routers for ids ['26387f92-c69f-4559-9fbe-aab9929ea001'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:21:33.714628 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 963914b7-5edb-4533-9116-c96ae793e184 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:21:33.716655 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 50480) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:33.717852 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0483053c-b1f8-41ee-807d-ca9750b0d256 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Pushing event updated for resources: {'Port': ['ID=cfdd6784-eeb8-49d0-b07b-a4a202af7e4c,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:33.736458 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-f70f503a-0ebc-4174-bc87-e65a14df3653 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-152091867'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:33.761218 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-69d21434-1aa7-4a51-9609-e8dfcf08e913 req-0483053c-b1f8-41ee-807d-ca9750b0d256 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4506259 Feb 09 01:21:33.772537 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d874a-e6cc-4465-88c6-f32e43e38c90 req-8837a144-afe3-4681-9a5a-e61541dc7beb tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:33.782412 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c84d874a-e6cc-4465-88c6-f32e43e38c90 req-8837a144-afe3-4681-9a5a-e61541dc7beb tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] 10.222.0.105 "GET /v2.0/ports?device_id=34981b62-21b9-425e-baed-69d16c980d60 HTTP/1.1" status: 200 len: 945 time: 1.1522586 Feb 09 01:21:33.785345 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f70f503a-0ebc-4174-bc87-e65a14df3653 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:21:33.817267 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-69d21434-1aa7-4a51-9609-e8dfcf08e913 req-5d76e55e-4780-403f-b40a-467b4c40a8bf service neutron] Request body: {'port': {'device_id': '583d42b7-b55e-45d7-ba3b-91026f7fe3ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:33.865346 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50c2940-1266-487a-9139-9ae0fca8694e None None] Routers {'26387f92-c69f-4559-9fbe-aab9929ea001'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:21:33.866030 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-d50c2940-1266-487a-9139-9ae0fca8694e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:21:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['26387f92-c69f-4559-9fbe-aab9929ea001'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:33.867266 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-be28de67-1471-44b4-99ff-a6edb61591c7 req-978a2e63-5da0-472f-a2db-e9483216dd07 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] No DVR routers for this DVR port b00d33e6-6b3f-4fa3-86dd-d6b068b7cac8 on host n-h2-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:21:33.871193 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-be28de67-1471-44b4-99ff-a6edb61591c7 req-978a2e63-5da0-472f-a2db-e9483216dd07 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:33.873347 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-be28de67-1471-44b4-99ff-a6edb61591c7 req-978a2e63-5da0-472f-a2db-e9483216dd07 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] 10.222.0.99 "DELETE /v2.0/ports/b00d33e6-6b3f-4fa3-86dd-d6b068b7cac8 HTTP/1.1" status: 204 len: 173 time: 4.2108495 Feb 09 01:21:33.874050 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '521f52bb-14cb-4507-a392-fe952ca83e92', 'name': 'network-vif-deleted', 'tag': 'b00d33e6-6b3f-4fa3-86dd-d6b068b7cac8'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:21:33.885497 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-f70f503a-0ebc-4174-bc87-e65a14df3653 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Usage tracker for resource:network and tenant:eb96536b5b294c1db8469638f66a2e9c is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:21:33.922508 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ac10b49b-dbc1-40c4-ad47-027d080af234 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:34.050725 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-f70f503a-0ebc-4174-bc87-e65a14df3653 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:21:34.060650 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f70f503a-0ebc-4174-bc87-e65a14df3653 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:21:34.075962 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ac10b49b-dbc1-40c4-ad47-027d080af234 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:34.089511 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70f503a-0ebc-4174-bc87-e65a14df3653 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Made reservation on behalf of eb96536b5b294c1db8469638f66a2e9c for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:34.094643 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f70f503a-0ebc-4174-bc87-e65a14df3653 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:34.225833 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-198f0d09-9a9b-4f8d-bd79-5c6fa16e130d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:34.233711 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f70f503a-0ebc-4174-bc87-e65a14df3653 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:21:34.248565 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c84d874a-e6cc-4465-88c6-f32e43e38c90 req-bed6d0b9-ba5a-4988-b609-5a3a177925b2 tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] 10.222.0.105 "GET /v2.0/security-groups?id=37802d11-7b20-466a-9a13-7b053713feb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4648395 Feb 09 01:21:34.277485 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f70f503a-0ebc-4174-bc87-e65a14df3653 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:34.277985 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-f70f503a-0ebc-4174-bc87-e65a14df3653 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Added segment ccb0e307-bee6-422f-931d-2dcb54020afe of type vlan for network 701e5274-691b-4ed4-963e-04598cfc10c3 Feb 09 01:21:34.280152 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-69d21434-1aa7-4a51-9609-e8dfcf08e913 req-5d76e55e-4780-403f-b40a-467b4c40a8bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:34.359783 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-d50c2940-1266-487a-9139-9ae0fca8694e None None] Set router 26387f92-c69f-4559-9fbe-aab9929ea001 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:21:34.405929 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f70f503a-0ebc-4174-bc87-e65a14df3653 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:34.600988 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '521f52bb-14cb-4507-a392-fe952ca83e92', 'name': 'network-vif-deleted', 'tag': 'b00d33e6-6b3f-4fa3-86dd-d6b068b7cac8', 'status': 'completed', 'code': 200} Feb 09 01:21:34.602191 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac10b49b-dbc1-40c4-ad47-027d080af234 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event deleted for resources: {'Subnet': ['ID=fe5edb9d-d31b-4f6f-9e65-5598360d82cb,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:34.610166 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ac10b49b-dbc1-40c4-ad47-027d080af234 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:34.613795 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f14261-4d6b-41bd-82eb-00fd48bb76cb req-9b70525d-63a0-4287-9cdc-51118a40d497 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:34.614586 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-c6f14261-4d6b-41bd-82eb-00fd48bb76cb req-9b70525d-63a0-4287-9cdc-51118a40d497 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Synchronizing usage tracker for tenant:1a20e36c7a554c699423b213df58ff18 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:21:34.631902 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f70f503a-0ebc-4174-bc87-e65a14df3653 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:34.634018 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ac10b49b-dbc1-40c4-ad47-027d080af234 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "DELETE /v2.0/subnets/fe5edb9d-d31b-4f6f-9e65-5598360d82cb HTTP/1.1" status: 204 len: 168 time: 1.7005877 Feb 09 01:21:34.637301 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50532) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:34.653121 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70f503a-0ebc-4174-bc87-e65a14df3653 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:34.653918 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f70f503a-0ebc-4174-bc87-e65a14df3653 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:34.859925 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbeb6fa-5121-4342-a1ed-125e26a6ea7f None None] Network 8bf7a733-e99c-4cb4-a0f8-c64b7e6ad977 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:21:34.924589 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a9b9cfa8-7b3c-406f-a1b8-a4bbd1c6a020 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:34.953245 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-a9b9cfa8-7b3c-406f-a1b8-a4bbd1c6a020 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Deleting port 5bb97b96-d3f1-4f30-9520-b718db8ae225 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:21:34.954351 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a9b9cfa8-7b3c-406f-a1b8-a4bbd1c6a020 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:35.003122 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-c6f14261-4d6b-41bd-82eb-00fd48bb76cb req-9b70525d-63a0-4287-9cdc-51118a40d497 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Unset dirty status for tenant:1a20e36c7a554c699423b213df58ff18 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:21:35.010808 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c6f14261-4d6b-41bd-82eb-00fd48bb76cb req-9b70525d-63a0-4287-9cdc-51118a40d497 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/ports?device_id=583d42b7-b55e-45d7-ba3b-91026f7fe3ea HTTP/1.1" status: 200 len: 932 time: 1.1350417 Feb 09 01:21:35.160205 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f70f503a-0ebc-4174-bc87-e65a14df3653 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4379399 Feb 09 01:21:35.163225 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-987bb747-4276-42c6-ab0e-0616e959a12d req-7aca5e59-dee9-4289-851c-614ee023752b tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] 10.222.0.105 "GET /v2.0/ports?device_id=521f52bb-14cb-4507-a392-fe952ca83e92 HTTP/1.1" status: 200 len: 210 time: 0.2670820 Feb 09 01:21:35.237685 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c6f14261-4d6b-41bd-82eb-00fd48bb76cb req-22b6d554-72dc-4f96-b65a-a728ae621514 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e238689-2b13-4df9-8955-13b9e4cebcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253466 Feb 09 01:21:35.243818 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-198f0d09-9a9b-4f8d-bd79-5c6fa16e130d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:21:35.244374 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-198f0d09-9a9b-4f8d-bd79-5c6fa16e130d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:21:35.284489 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-a9b9cfa8-7b3c-406f-a1b8-a4bbd1c6a020 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] For port 5bb97b96-d3f1-4f30-9520-b718db8ae225, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=5bb97b96-d3f1-4f30-9520-b718db8ae225,segment=NetworkSegment(148a168e-a87b-4e8e-b0e4-20e824d2c14e),segment_id=148a168e-a87b-4e8e-b0e4-20e824d2c14e)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:21:35.310403 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a9b9cfa8-7b3c-406f-a1b8-a4bbd1c6a020 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:35.325681 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70f503a-0ebc-4174-bc87-e65a14df3653 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Pushing event updated for resources: {'Network': ['ID=701e5274-691b-4ed4-963e-04598cfc10c3,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:35.328473 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 50570) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:35.338017 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-4acb0606-a16a-4523-bdcf-5c9a15e02d1c tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Request body: {'subnets': [{'network_id': '963914b7-5edb-4533-9116-c96ae793e184', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--132393591', 'ip_version': 4}, {'network_id': '701e5274-691b-4ed4-963e-04598cfc10c3', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:35.338607 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-4acb0606-a16a-4523-bdcf-5c9a15e02d1c tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Request body: {'subnet': {'network_id': '963914b7-5edb-4533-9116-c96ae793e184', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--132393591', 'ip_version': 4}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:35.339854 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-4acb0606-a16a-4523-bdcf-5c9a15e02d1c tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Request body: {'subnet': {'network_id': '701e5274-691b-4ed4-963e-04598cfc10c3', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:35.347663 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 701e5274-691b-4ed4-963e-04598cfc10c3 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:21:35.454720 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857be20b-ec4e-4c53-8af5-6c239ba12385 None None] DHCP port deletion for 8bf7a733-e99c-4cb4-a0f8-c64b7e6ad977 request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:21:35.479803 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-857be20b-ec4e-4c53-8af5-6c239ba12385 None None] Deleting port 5bb97b96-d3f1-4f30-9520-b718db8ae225 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:21:35.480464 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-857be20b-ec4e-4c53-8af5-6c239ba12385 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:35.560346 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-a9b9cfa8-7b3c-406f-a1b8-a4bbd1c6a020 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Calling delete_port for 5bb97b96-d3f1-4f30-9520-b718db8ae225 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:21:35.633961 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-d50c2940-1266-487a-9139-9ae0fca8694e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26387f92-c69f-4559-9fbe-aab9929ea001', 'name': 'tempest-TestServerBasicOps-1653335009-router', 'tenant_id': '8d31597ab3f74931824904826c01d747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '7162a11c-aa66-42cc-85f4-64022d318e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:14:42Z', 'updated_at': '2022-02-09T01:14:54Z', 'revision_number': 4, 'project_id': '8d31597ab3f74931824904826c01d747', 'gw_port': {'id': '7162a11c-aa66-42cc-85f4-64022d318e53', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:52:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26387f92-c69f-4559-9fbe-aab9929ea001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:43Z', 'updated_at': '2022-02-09T01:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '3963451d-88ba-4a70-ae71-6e82417de03c', 'name': '', 'network_id': '60022e06-d2c3-4006-9f7a-1040f75a4a6b', 'tenant_id': '8d31597ab3f74931824904826c01d747', 'mac_address': 'fa:16:3e:55:13:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26387f92-c69f-4559-9fbe-aab9929ea001', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '41b222d2-5238-454c-8b12-f2258dd1142d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:51Z', 'updated_at': '2022-02-09T01:15:04Z', 'revision_number': 5, 'project_id': '8d31597ab3f74931824904826c01d747', 'subnets': [{'id': '41b222d2-5238-454c-8b12-f2258dd1142d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:35.654090 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50c2940-1266-487a-9139-9ae0fca8694e None None] Checking router: 26387f92-c69f-4559-9fbe-aab9929ea001 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:21:35.669313 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a9b9cfa8-7b3c-406f-a1b8-a4bbd1c6a020 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:35.730379 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b9cfa8-7b3c-406f-a1b8-a4bbd1c6a020 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event deleted for resources: {'Port': ['ID=5bb97b96-d3f1-4f30-9520-b718db8ae225,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:35.731934 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50c2940-1266-487a-9139-9ae0fca8694e None None] Routers {'26387f92-c69f-4559-9fbe-aab9929ea001'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:21:35.732887 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-d50c2940-1266-487a-9139-9ae0fca8694e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:21:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['26387f92-c69f-4559-9fbe-aab9929ea001'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:35.738016 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b9cfa8-7b3c-406f-a1b8-a4bbd1c6a020 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] No DVR routers for this DVR port 5bb97b96-d3f1-4f30-9520-b718db8ae225 on host n-d-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:21:35.958518 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a9b9cfa8-7b3c-406f-a1b8-a4bbd1c6a020 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:35.992909 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-a9b9cfa8-7b3c-406f-a1b8-a4bbd1c6a020 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bf7a733-e99c-4cb4-a0f8-c64b7e6ad977']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:36.006879 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-198f0d09-9a9b-4f8d-bd79-5c6fa16e130d None None] Port 5bb97b96-d3f1-4f30-9520-b718db8ae225 update to ACTIVE by agent not found {{(pid=87640) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 09 01:21:36.017868 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-a9b9cfa8-7b3c-406f-a1b8-a4bbd1c6a020 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '148a168e-a87b-4e8e-b0e4-20e824d2c14e') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:36.018402 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-a9b9cfa8-7b3c-406f-a1b8-a4bbd1c6a020 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '148a168e-a87b-4e8e-b0e4-20e824d2c14e') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:36.051753 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a9b9cfa8-7b3c-406f-a1b8-a4bbd1c6a020 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:36.051988 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-857be20b-ec4e-4c53-8af5-6c239ba12385 None None] For port 5bb97b96-d3f1-4f30-9520-b718db8ae225, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=5bb97b96-d3f1-4f30-9520-b718db8ae225,segment=NetworkSegment(148a168e-a87b-4e8e-b0e4-20e824d2c14e),segment_id=148a168e-a87b-4e8e-b0e4-20e824d2c14e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:21:36.052369 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-857be20b-ec4e-4c53-8af5-6c239ba12385 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:36.068819 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-d50c2940-1266-487a-9139-9ae0fca8694e None None] Set router 26387f92-c69f-4559-9fbe-aab9929ea001 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:21:36.097469 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a9b9cfa8-7b3c-406f-a1b8-a4bbd1c6a020 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:36.116052 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9b9cfa8-7b3c-406f-a1b8-a4bbd1c6a020 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:21:36.117393 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a9b9cfa8-7b3c-406f-a1b8-a4bbd1c6a020 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:36.160087 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 50582) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:36.220449 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4acb0606-a16a-4523-bdcf-5c9a15e02d1c tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:21:36.225020 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-4acb0606-a16a-4523-bdcf-5c9a15e02d1c tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Usage tracker for resource:subnet and tenant:eb96536b5b294c1db8469638f66a2e9c is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:21:36.228152 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-4acb0606-a16a-4523-bdcf-5c9a15e02d1c tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:21:36.234299 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4acb0606-a16a-4523-bdcf-5c9a15e02d1c tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:21:36.246546 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4acb0606-a16a-4523-bdcf-5c9a15e02d1c tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Made reservation on behalf of eb96536b5b294c1db8469638f66a2e9c for: {'subnet': 2} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:36.257055 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4acb0606-a16a-4523-bdcf-5c9a15e02d1c tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:36.257626 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4acb0606-a16a-4523-bdcf-5c9a15e02d1c tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:36.275054 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:21:36.275054 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:21:36.275054 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:21:36.275054 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:21:36.275054 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:21:36.275054 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:21:36.275054 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:21:36.275054 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:21:36.275054 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:21:36.275054 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:21:36.275054 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:21:36.275054 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:21:36.275054 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:21:36.275054 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:21:36.275054 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:21:36.275054 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:21:36.275054 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:21:36.275054 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:21:36.275054 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:21:36.275054 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:21:36.275054 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:21:36.275054 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:21:36.275054 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:21:36.275054 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:21:36.275054 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:21:36.275054 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:21:36.275054 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:21:36.275054 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:21:36.275054 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:21:36.275054 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:21:36.275054 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:21:36.275054 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:21:36.283767 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a9b9cfa8-7b3c-406f-a1b8-a4bbd1c6a020 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:36.321949 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a9b9cfa8-7b3c-406f-a1b8-a4bbd1c6a020 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:36.339276 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b9cfa8-7b3c-406f-a1b8-a4bbd1c6a020 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event deleted for resources: {'Network': ['ID=8bf7a733-e99c-4cb4-a0f8-c64b7e6ad977,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:36.354066 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a9b9cfa8-7b3c-406f-a1b8-a4bbd1c6a020 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "DELETE /v2.0/networks/8bf7a733-e99c-4cb4-a0f8-c64b7e6ad977 HTTP/1.1" status: 204 len: 168 time: 1.7147331 Feb 09 01:21:36.358013 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50592) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:36.358543 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50594) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:36.411686 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-857be20b-ec4e-4c53-8af5-6c239ba12385 None None] Calling delete_port for 5bb97b96-d3f1-4f30-9520-b718db8ae225 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:21:36.419679 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e8b46-301f-42be-910f-925f6510856b req-3a138f53-b40d-4274-991c-e93a5be8973e tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:36.421184 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ed9e8b46-301f-42be-910f-925f6510856b req-3a138f53-b40d-4274-991c-e93a5be8973e tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] 10.222.0.105 "GET /v2.0/ports?device_id=34981b62-21b9-425e-baed-69d16c980d60 HTTP/1.1" status: 200 len: 945 time: 0.8099043 Feb 09 01:21:36.446318 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 5bb97b96-d3f1-4f30-9520-b718db8ae225 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:21:36.446801 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-aeb608ad-bc33-4f53-96b0-9ac787d39990 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-247517454'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:36.460201 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-aeb608ad-bc33-4f53-96b0-9ac787d39990 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:21:36.480318 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-aeb608ad-bc33-4f53-96b0-9ac787d39990 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Usage tracker for resource:network and tenant:c783560d2de04e1598eb7e3aecd5349e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:21:36.485322 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-aeb608ad-bc33-4f53-96b0-9ac787d39990 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:21:36.507904 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cccc2da1-928c-4c8b-ac3c-7db9563ef614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:36.553817 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f5de5e74-d1db-49d5-8f1e-90017ad4ed4b None None] Could not find standard attr ID for object 5bb97b96-d3f1-4f30-9520-b718db8ae225. {{(pid=87640) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:21:36.555357 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-aeb608ad-bc33-4f53-96b0-9ac787d39990 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:21:36.581351 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-ed403bd7-cf3a-4373-ba5a-3cdd98476599 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Deleting port 865070c0-f9af-49ad-ae63-48cb3d8823a6 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:21:36.581717 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ed403bd7-cf3a-4373-ba5a-3cdd98476599 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:36.602979 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-69d21434-1aa7-4a51-9609-e8dfcf08e913 req-5d76e55e-4780-403f-b40a-467b4c40a8bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfdd6784-eeb8-49d0-b07b-a4a202af7e4c {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:21:36.605657 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:21:36.605657 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:21:36.605657 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:21:36.605657 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:21:36.605657 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:21:36.605657 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:21:36.605657 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:21:36.605657 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:21:36.605657 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:21:36.605657 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:21:36.605657 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:21:36.605657 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:21:36.605657 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:21:36.605657 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:21:36.605657 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:21:36.605657 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:21:36.605657 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:21:36.605657 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:21:36.605657 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:21:36.605657 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:21:36.605657 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:21:36.605657 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:21:36.605657 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:21:36.605657 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:21:36.605657 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:21:36.605657 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:21:36.605657 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:21:36.605657 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:21:36.605657 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:21:36.605657 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:21:36.605657 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:21:36.605657 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:21:36.605657 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:21:36.605657 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:21:36.605657 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:21:36.605657 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:21:36.605657 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:21:36.605657 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:21:36.605657 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:21:36.605657 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:21:36.605657 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:21:36.605657 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:21:36.605657 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:21:36.605657 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:21:36.605657 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:21:36.605657 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:21:36.605657 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:21:36.605657 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:21:36.605657 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:21:36.605657 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:21:36.605657 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:21:36.605657 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:21:36.605657 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:21:36.605657 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:21:36.605657 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:21:36.605657 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:21:36.611279 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-857be20b-ec4e-4c53-8af5-6c239ba12385 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:21:36.611824 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-857be20b-ec4e-4c53-8af5-6c239ba12385 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:21:36.615574 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-cccc2da1-928c-4c8b-ac3c-7db9563ef614 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:21:36.616513 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 5bb97b96-d3f1-4f30-9520-b718db8ae225 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:21:36.617440 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 5bb97b96-d3f1-4f30-9520-b718db8ae225 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:21:36.625965 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-69d21434-1aa7-4a51-9609-e8dfcf08e913 req-5d76e55e-4780-403f-b40a-467b4c40a8bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:36.634883 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-cccc2da1-928c-4c8b-ac3c-7db9563ef614 admin admin] Usage tracker for resource:security_group_rule and tenant:05d034881dab458f9c5aeed8411597c7 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:21:36.645662 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-cccc2da1-928c-4c8b-ac3c-7db9563ef614 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:21:36.657100 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ed9e8b46-301f-42be-910f-925f6510856b req-5399c5b6-94a6-4a17-9bf9-7f621634331b tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] 10.222.0.105 "GET /v2.0/security-groups?id=37802d11-7b20-466a-9a13-7b053713feb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883199 Feb 09 01:21:36.672737 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-cccc2da1-928c-4c8b-ac3c-7db9563ef614 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:21:36.675948 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-69d21434-1aa7-4a51-9609-e8dfcf08e913 req-5d76e55e-4780-403f-b40a-467b4c40a8bf service neutron] Transition to ACTIVE for port object cfdd6784-eeb8-49d0-b07b-a4a202af7e4c will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:21:36.693028 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-69d21434-1aa7-4a51-9609-e8dfcf08e913 req-5d76e55e-4780-403f-b40a-467b4c40a8bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:36.782082 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ed403bd7-cf3a-4373-ba5a-3cdd98476599 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:36.782677 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ed403bd7-cf3a-4373-ba5a-3cdd98476599 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:36.946139 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffbb8eb-3454-409a-9f9f-66b8f743ccd1 req-9b6aa19b-9ef7-4bbe-afb6-33e5f457c6fa tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:36.946139 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1ffbb8eb-3454-409a-9f9f-66b8f743ccd1 req-9b6aa19b-9ef7-4bbe-afb6-33e5f457c6fa tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/ports?device_id=583d42b7-b55e-45d7-ba3b-91026f7fe3ea HTTP/1.1" status: 200 len: 932 time: 0.4244766 Feb 09 01:21:36.961082 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-ed403bd7-cf3a-4373-ba5a-3cdd98476599 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Calling delete_port for 865070c0-f9af-49ad-ae63-48cb3d8823a6 owned by network:floatingip {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:21:37.013561 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d76e55e-4780-403f-b40a-467b4c40a8bf service neutron] Pushing event updated for resources: {'Port': ['ID=cfdd6784-eeb8-49d0-b07b-a4a202af7e4c,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:37.042862 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb608ad-bc33-4f53-96b0-9ac787d39990 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Made reservation on behalf of c783560d2de04e1598eb7e3aecd5349e for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:37.050629 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aeb608ad-bc33-4f53-96b0-9ac787d39990 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:37.123132 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-857be20b-ec4e-4c53-8af5-6c239ba12385 None None] Deleting port 5bb97b96-d3f1-4f30-9520-b718db8ae225 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:21:37.129489 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-857be20b-ec4e-4c53-8af5-6c239ba12385 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:37.185192 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeb608ad-bc33-4f53-96b0-9ac787d39990 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:21:37.197331 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aeb608ad-bc33-4f53-96b0-9ac787d39990 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:37.197916 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-aeb608ad-bc33-4f53-96b0-9ac787d39990 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Added segment 860405c5-1231-4666-970d-ddc4be6b3f8f of type vlan for network 8b66fc12-68e7-4042-aef2-a2563fde3abf Feb 09 01:21:37.272629 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-857be20b-ec4e-4c53-8af5-6c239ba12385 None None] The port '5bb97b96-d3f1-4f30-9520-b718db8ae225' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:21:37.275817 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-d50c2940-1266-487a-9139-9ae0fca8694e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26387f92-c69f-4559-9fbe-aab9929ea001', 'name': 'tempest-TestServerBasicOps-1653335009-router', 'tenant_id': '8d31597ab3f74931824904826c01d747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '7162a11c-aa66-42cc-85f4-64022d318e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:14:42Z', 'updated_at': '2022-02-09T01:14:54Z', 'revision_number': 4, 'project_id': '8d31597ab3f74931824904826c01d747', 'gw_port': {'id': '7162a11c-aa66-42cc-85f4-64022d318e53', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:52:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26387f92-c69f-4559-9fbe-aab9929ea001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:43Z', 'updated_at': '2022-02-09T01:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '3963451d-88ba-4a70-ae71-6e82417de03c', 'name': '', 'network_id': '60022e06-d2c3-4006-9f7a-1040f75a4a6b', 'tenant_id': '8d31597ab3f74931824904826c01d747', 'mac_address': 'fa:16:3e:55:13:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26387f92-c69f-4559-9fbe-aab9929ea001', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '41b222d2-5238-454c-8b12-f2258dd1142d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:51Z', 'updated_at': '2022-02-09T01:15:04Z', 'revision_number': 5, 'project_id': '8d31597ab3f74931824904826c01d747', 'subnets': [{'id': '41b222d2-5238-454c-8b12-f2258dd1142d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:37.282332 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50c2940-1266-487a-9139-9ae0fca8694e None None] The sync data for ids ['26387f92-c69f-4559-9fbe-aab9929ea001'] in n-d-828418-1 is: [{'id': '26387f92-c69f-4559-9fbe-aab9929ea001', 'name': 'tempest-TestServerBasicOps-1653335009-router', 'tenant_id': '8d31597ab3f74931824904826c01d747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '7162a11c-aa66-42cc-85f4-64022d318e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:14:42Z', 'updated_at': '2022-02-09T01:14:54Z', 'revision_number': 4, 'project_id': '8d31597ab3f74931824904826c01d747', 'gw_port': {'id': '7162a11c-aa66-42cc-85f4-64022d318e53', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:52:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26387f92-c69f-4559-9fbe-aab9929ea001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:43Z', 'updated_at': '2022-02-09T01:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '3963451d-88ba-4a70-ae71-6e82417de03c', 'name': '', 'network_id': '60022e06-d2c3-4006-9f7a-1040f75a4a6b', 'tenant_id': '8d31597ab3f74931824904826c01d747', 'mac_address': 'fa:16:3e:55:13:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26387f92-c69f-4559-9fbe-aab9929ea001', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '41b222d2-5238-454c-8b12-f2258dd1142d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:51Z', 'updated_at': '2022-02-09T01:15:04Z', 'revision_number': 5, 'project_id': '8d31597ab3f74931824904826c01d747', 'subnets': [{'id': '41b222d2-5238-454c-8b12-f2258dd1142d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:21:37.288864 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aeb608ad-bc33-4f53-96b0-9ac787d39990 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:37.327082 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ed403bd7-cf3a-4373-ba5a-3cdd98476599 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:37.381181 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed403bd7-cf3a-4373-ba5a-3cdd98476599 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Pushing event deleted for resources: {'Port': ['ID=865070c0-f9af-49ad-ae63-48cb3d8823a6,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:37.418187 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1ffbb8eb-3454-409a-9f9f-66b8f743ccd1 req-f9ef81b1-eb77-4336-805a-3721c5b38cdf tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e238689-2b13-4df9-8955-13b9e4cebcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4581048 Feb 09 01:21:37.437346 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aeb608ad-bc33-4f53-96b0-9ac787d39990 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:37.443041 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb608ad-bc33-4f53-96b0-9ac787d39990 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:37.443628 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aeb608ad-bc33-4f53-96b0-9ac787d39990 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:37.585809 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cccc2da1-928c-4c8b-ac3c-7db9563ef614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:37.616781 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb608ad-bc33-4f53-96b0-9ac787d39990 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event updated for resources: {'Network': ['ID=8b66fc12-68e7-4042-aef2-a2563fde3abf,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:37.626334 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-aeb608ad-bc33-4f53-96b0-9ac787d39990 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2653050 Feb 09 01:21:37.629274 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50606) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:37.638121 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cccc2da1-928c-4c8b-ac3c-7db9563ef614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:37.638239 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-dfb9093c-bf1d-4c34-8cbb-2d26f55eeae7 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Request body: {'subnet': {'network_id': '8b66fc12-68e7-4042-aef2-a2563fde3abf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:37.660302 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 8b66fc12-68e7-4042-aef2-a2563fde3abf details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:21:37.689423 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62570b31-64ba-435d-9c3b-f688d078842a None None] New status for floating IP 641464af-fae0-4009-b75f-453ba7d51a93: DOWN {{(pid=87641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:21:37.694926 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-69d21434-1aa7-4a51-9609-e8dfcf08e913 req-5d76e55e-4780-403f-b40a-467b4c40a8bf service neutron] Attempting to bind port cfdd6784-eeb8-49d0-b07b-a4a202af7e4c on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:21:37.695452 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-69d21434-1aa7-4a51-9609-e8dfcf08e913 req-5d76e55e-4780-403f-b40a-467b4c40a8bf service neutron] Attempting to bind port cfdd6784-eeb8-49d0-b07b-a4a202af7e4c by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'ab5b8647-54ba-47dc-a969-bd1d889d35c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '0b42d132-a4d6-4063-98c2-48389fb2c5a1'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:21:37.704594 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d21434-1aa7-4a51-9609-e8dfcf08e913 req-5d76e55e-4780-403f-b40a-467b4c40a8bf service neutron] Attempting to bind port cfdd6784-eeb8-49d0-b07b-a4a202af7e4c on network 0b42d132-a4d6-4063-98c2-48389fb2c5a1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:21:37.825023 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d21434-1aa7-4a51-9609-e8dfcf08e913 req-5d76e55e-4780-403f-b40a-467b4c40a8bf service neutron] Port cfdd6784-eeb8-49d0-b07b-a4a202af7e4c on network 0b42d132-a4d6-4063-98c2-48389fb2c5a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:21:37.830427 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d21434-1aa7-4a51-9609-e8dfcf08e913 req-5d76e55e-4780-403f-b40a-467b4c40a8bf service neutron] Attempting to bind port cfdd6784-eeb8-49d0-b07b-a4a202af7e4c on network 0b42d132-a4d6-4063-98c2-48389fb2c5a1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:21:37.888776 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d21434-1aa7-4a51-9609-e8dfcf08e913 req-5d76e55e-4780-403f-b40a-467b4c40a8bf service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:21:37.888776 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d21434-1aa7-4a51-9609-e8dfcf08e913 req-5d76e55e-4780-403f-b40a-467b4c40a8bf service neutron] Checking segment: {'id': 'ab5b8647-54ba-47dc-a969-bd1d889d35c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '0b42d132-a4d6-4063-98c2-48389fb2c5a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:21:37.888776 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d21434-1aa7-4a51-9609-e8dfcf08e913 req-5d76e55e-4780-403f-b40a-467b4c40a8bf service neutron] Bound using segment: {'id': 'ab5b8647-54ba-47dc-a969-bd1d889d35c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '0b42d132-a4d6-4063-98c2-48389fb2c5a1'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:21:37.888776 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-69d21434-1aa7-4a51-9609-e8dfcf08e913 req-5d76e55e-4780-403f-b40a-467b4c40a8bf service neutron] Bound port: cfdd6784-eeb8-49d0-b07b-a4a202af7e4c, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab5b8647-54ba-47dc-a969-bd1d889d35c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '0b42d132-a4d6-4063-98c2-48389fb2c5a1'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:21:37.888776 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-69d21434-1aa7-4a51-9609-e8dfcf08e913 req-5d76e55e-4780-403f-b40a-467b4c40a8bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:37.917037 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ed403bd7-cf3a-4373-ba5a-3cdd98476599 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Notify callbacks [] for floatingip, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:37.919980 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ed403bd7-cf3a-4373-ba5a-3cdd98476599 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:37.923570 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ed403bd7-cf3a-4373-ba5a-3cdd98476599 tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] 10.222.0.105 "DELETE /v2.0/floatingips/641464af-fae0-4009-b75f-453ba7d51a93 HTTP/1.1" status: 204 len: 168 time: 1.5593977 Feb 09 01:21:37.945377 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-cccc2da1-928c-4c8b-ac3c-7db9563ef614 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=05d034881dab458f9c5aeed8411597c7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7791429 Feb 09 01:21:37.953112 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50612) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:37.979143 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccc2da1-928c-4c8b-ac3c-7db9563ef614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a42849-e2e3-4ab9-8cb0-c1d1dcd0a3ff,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:38.003678 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0745d6b-7b7f-49ca-835d-ac81089d9acc req-42417d87-b9b7-43da-8473-bc86344cf1b3 tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:38.005402 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c0745d6b-7b7f-49ca-835d-ac81089d9acc req-42417d87-b9b7-43da-8473-bc86344cf1b3 tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] 10.222.0.105 "GET /v2.0/ports?device_id=34981b62-21b9-425e-baed-69d16c980d60 HTTP/1.1" status: 200 len: 945 time: 0.7735074 Feb 09 01:21:38.048979 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-dfb9093c-bf1d-4c34-8cbb-2d26f55eeae7 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:21:38.059498 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-dfb9093c-bf1d-4c34-8cbb-2d26f55eeae7 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Usage tracker for resource:subnet and tenant:c783560d2de04e1598eb7e3aecd5349e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:21:38.067682 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-dfb9093c-bf1d-4c34-8cbb-2d26f55eeae7 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:21:38.079912 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-dfb9093c-bf1d-4c34-8cbb-2d26f55eeae7 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:21:38.104046 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-55e6bcf4-b26b-4a39-a3b0-c2a935f3cbb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:38.106377 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6e878a5d-0a30-4ef9-9d46-3ae4637de5c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:38.124494 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb9093c-bf1d-4c34-8cbb-2d26f55eeae7 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Made reservation on behalf of c783560d2de04e1598eb7e3aecd5349e for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:38.124783 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f073d7ed-1048-468e-aa4f-ec1d32f674ce req-d961cb75-abc7-4f46-ac83-495492fe1003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:38.126915 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f073d7ed-1048-468e-aa4f-ec1d32f674ce req-d961cb75-abc7-4f46-ac83-495492fe1003 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9b89b7596e03444d9c78c5756045fc16&device_id=34981b62-21b9-425e-baed-69d16c980d60 HTTP/1.1" status: 200 len: 1096 time: 0.8785913 Feb 09 01:21:38.130404 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dfb9093c-bf1d-4c34-8cbb-2d26f55eeae7 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:38.134909 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 50618) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:38.228054 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6e878a5d-0a30-4ef9-9d46-3ae4637de5c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:38.300455 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c0745d6b-7b7f-49ca-835d-ac81089d9acc req-cb2434a7-cd1e-4a94-839a-d1527e39d350 tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] 10.222.0.105 "GET /v2.0/security-groups?id=37802d11-7b20-466a-9a13-7b053713feb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467525 Feb 09 01:21:38.353810 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-69d21434-1aa7-4a51-9609-e8dfcf08e913 req-5d76e55e-4780-403f-b40a-467b4c40a8bf service neutron] For port cfdd6784-eeb8-49d0-b07b-a4a202af7e4c, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:21:38.361080 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6e878a5d-0a30-4ef9-9d46-3ae4637de5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:38.367250 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4acb0606-a16a-4523-bdcf-5c9a15e02d1c tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:38.387319 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e878a5d-0a30-4ef9-9d46-3ae4637de5c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a42849-e2e3-4ab9-8cb0-c1d1dcd0a3ff,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:38.408426 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6e878a5d-0a30-4ef9-9d46-3ae4637de5c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:38.421901 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-6e878a5d-0a30-4ef9-9d46-3ae4637de5c6 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/93a42849-e2e3-4ab9-8cb0-c1d1dcd0a3ff HTTP/1.1" status: 204 len: 168 time: 0.4605439 Feb 09 01:21:38.428350 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-69d21434-1aa7-4a51-9609-e8dfcf08e913 req-5d76e55e-4780-403f-b40a-467b4c40a8bf service neutron] For port cfdd6784-eeb8-49d0-b07b-a4a202af7e4c, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=cfdd6784-eeb8-49d0-b07b-a4a202af7e4c,segment=NetworkSegment(ab5b8647-54ba-47dc-a969-bd1d889d35c1),segment_id=ab5b8647-54ba-47dc-a969-bd1d889d35c1)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:21:38.514484 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dfb9093c-bf1d-4c34-8cbb-2d26f55eeae7 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:38.611249 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-69d21434-1aa7-4a51-9609-e8dfcf08e913 req-5d76e55e-4780-403f-b40a-467b4c40a8bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:38.630155 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb9093c-bf1d-4c34-8cbb-2d26f55eeae7 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event updated for resources: {'Subnet': ['ID=0685b8d9-9f74-40ae-9a55-2858c94beb9c,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:38.669768 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb9093c-bf1d-4c34-8cbb-2d26f55eeae7 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Checking segment: {'id': '860405c5-1231-4666-970d-ddc4be6b3f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '8b66fc12-68e7-4042-aef2-a2563fde3abf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:21:38.670432 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb9093c-bf1d-4c34-8cbb-2d26f55eeae7 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Network hostable DHCP agents. Network: 8b66fc12-68e7-4042-aef2-a2563fde3abf, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:21:38.702315 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb9093c-bf1d-4c34-8cbb-2d26f55eeae7 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Network 8b66fc12-68e7-4042-aef2-a2563fde3abf is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:21:38.713206 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c5ce5191-3db1-4d73-b143-fd2e863992fa tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:38.721428 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-dfb9093c-bf1d-4c34-8cbb-2d26f55eeae7 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 8b66fc12-68e7-4042-aef2-a2563fde3abf) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:38.730981 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bc0097-73d0-4b7b-85d8-2a52fc8f154d None None] Network 8b66fc12-68e7-4042-aef2-a2563fde3abf requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:21:38.732333 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb9093c-bf1d-4c34-8cbb-2d26f55eeae7 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:38.733470 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dfb9093c-bf1d-4c34-8cbb-2d26f55eeae7 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:38.777566 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d21434-1aa7-4a51-9609-e8dfcf08e913 req-5d76e55e-4780-403f-b40a-467b4c40a8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:38.778243 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-69d21434-1aa7-4a51-9609-e8dfcf08e913 req-5d76e55e-4780-403f-b40a-467b4c40a8bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:38.782104 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-69d21434-1aa7-4a51-9609-e8dfcf08e913 req-5d76e55e-4780-403f-b40a-467b4c40a8bf service neutron] 10.222.0.62 "PUT /v2.0/ports/cfdd6784-eeb8-49d0-b07b-a4a202af7e4c HTTP/1.1" status: 200 len: 1092 time: 4.9910054 Feb 09 01:21:38.782216 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-dfb9093c-bf1d-4c34-8cbb-2d26f55eeae7 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1494188 Feb 09 01:21:38.782216 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50630) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:38.794194 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-6fd68c97-203b-4335-a8ca-e0b4cbe156b0 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Request body: {'port': {'network_id': '8b66fc12-68e7-4042-aef2-a2563fde3abf', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1472657188'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:38.811448 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '583d42b7-b55e-45d7-ba3b-91026f7fe3ea', 'tag': 'cfdd6784-eeb8-49d0-b07b-a4a202af7e4c'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:21:38.838612 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f073d7ed-1048-468e-aa4f-ec1d32f674ce req-5b5b1c8c-9c0c-474f-aaea-93321c4765e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:38.840080 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f073d7ed-1048-468e-aa4f-ec1d32f674ce req-5b5b1c8c-9c0c-474f-aaea-93321c4765e9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e71bc79e-62d3-489b-9b63-0a6c2ab57e36 HTTP/1.1" status: 200 len: 913 time: 0.7034700 Feb 09 01:21:38.878212 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb0606-a16a-4523-bdcf-5c9a15e02d1c tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Pushing event updated for resources: {'Subnet': ['ID=cc5ffba6-d682-4ed7-b8e1-32172959011c,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:38.891243 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 50636) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:38.926617 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '583d42b7-b55e-45d7-ba3b-91026f7fe3ea', 'tag': 'cfdd6784-eeb8-49d0-b07b-a4a202af7e4c', 'status': 'completed', 'code': 200} Feb 09 01:21:39.022533 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-6fd68c97-203b-4335-a8ca-e0b4cbe156b0 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:21:39.037010 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c5ce5191-3db1-4d73-b143-fd2e863992fa tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:39.037855 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-6fd68c97-203b-4335-a8ca-e0b4cbe156b0 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Usage tracker for resource:port and tenant:c783560d2de04e1598eb7e3aecd5349e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:21:39.038413 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06fb2fac-4ffb-46dd-b793-46c216db201e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-8b66fc12-68e7-4042-aef2-a2563fde3abf', 'network_id': '8b66fc12-68e7-4042-aef2-a2563fde3abf', 'tenant_id': 'c783560d2de04e1598eb7e3aecd5349e', 'fixed_ips': [{'subnet_id': '0685b8d9-9f74-40ae-9a55-2858c94beb9c'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:21:39.039459 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-06fb2fac-4ffb-46dd-b793-46c216db201e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:39.041543 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-6fd68c97-203b-4335-a8ca-e0b4cbe156b0 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:21:39.050256 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-6fd68c97-203b-4335-a8ca-e0b4cbe156b0 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:21:39.053373 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f073d7ed-1048-468e-aa4f-ec1d32f674ce req-3d750b23-ec4d-43f6-a3e0-7e9312ce2215 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d3a9ddd-f2e6-46f1-8e0a-2a3bf8ba815f HTTP/1.1" status: 200 len: 217 time: 0.1414514 Feb 09 01:21:39.054098 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-68eae829-d972-4e63-959f-c478c2c7909c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:39.067392 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd68c97-203b-4335-a8ca-e0b4cbe156b0 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Made reservation on behalf of c783560d2de04e1598eb7e3aecd5349e for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:39.071155 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6fd68c97-203b-4335-a8ca-e0b4cbe156b0 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:39.084211 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acb0606-a16a-4523-bdcf-5c9a15e02d1c tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Checking segment: {'id': 'b5705bcf-d9da-47a5-bf58-87140b375326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '963914b7-5edb-4533-9116-c96ae793e184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:21:39.084755 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acb0606-a16a-4523-bdcf-5c9a15e02d1c tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Network hostable DHCP agents. Network: 963914b7-5edb-4533-9116-c96ae793e184, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:21:39.102510 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-6fd68c97-203b-4335-a8ca-e0b4cbe156b0 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] device_id is not set on port e89510dc-10f9-45af-b425-e00c5c49530c yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:21:39.135839 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d76e55e-4780-403f-b40a-467b4c40a8bf service neutron] Pushing event updated for resources: {'Port': ['ID=cfdd6784-eeb8-49d0-b07b-a4a202af7e4c,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:39.177205 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-68eae829-d972-4e63-959f-c478c2c7909c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:21:39.200313 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-68eae829-d972-4e63-959f-c478c2c7909c admin admin] Usage tracker for resource:security_group_rule and tenant:b60016aafb2640ca88fc6b1cdc5969d1 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:21:39.216612 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-68eae829-d972-4e63-959f-c478c2c7909c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:21:39.238904 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-68eae829-d972-4e63-959f-c478c2c7909c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:21:39.245908 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-06fb2fac-4ffb-46dd-b793-46c216db201e None None] Allocated IP 2001:db8::2 (8b66fc12-68e7-4042-aef2-a2563fde3abf/0685b8d9-9f74-40ae-9a55-2858c94beb9c/e535e52c-2262-4320-b187-cacd05e8ac31) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:21:39.251941 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acb0606-a16a-4523-bdcf-5c9a15e02d1c tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Network 963914b7-5edb-4533-9116-c96ae793e184 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:21:39.287076 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-4acb0606-a16a-4523-bdcf-5c9a15e02d1c tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 963914b7-5edb-4533-9116-c96ae793e184) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:39.296376 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f073d7ed-1048-468e-aa4f-ec1d32f674ce req-347436f6-da7f-4f0c-9bad-32bf54554b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:39.297489 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f073d7ed-1048-468e-aa4f-ec1d32f674ce req-347436f6-da7f-4f0c-9bad-32bf54554b66 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c0411492-ee99-4c2c-8fdb-156f7ad58e1a HTTP/1.1" status: 200 len: 852 time: 0.2263012 Feb 09 01:21:39.310308 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4acb0606-a16a-4523-bdcf-5c9a15e02d1c tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:39.349724 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd5697f-e0bb-44f8-82ec-345fdf74b5bb None None] Network 963914b7-5edb-4533-9116-c96ae793e184 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:21:39.478597 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f073d7ed-1048-468e-aa4f-ec1d32f674ce req-77d5873a-837d-43fd-8bee-29d3ef2e2498 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e71bc79e-62d3-489b-9b63-0a6c2ab57e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783119 Feb 09 01:21:39.486248 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8325dcca-be35-4c61-a40f-ea07b87dea80 req-e8f704a8-0d4b-4f05-82e1-775a457efcd2 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:39.487626 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8325dcca-be35-4c61-a40f-ea07b87dea80 req-e8f704a8-0d4b-4f05-82e1-775a457efcd2 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/ports?device_id=583d42b7-b55e-45d7-ba3b-91026f7fe3ea HTTP/1.1" status: 200 len: 944 time: 0.8828986 Feb 09 01:21:39.521025 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d21434-1aa7-4a51-9609-e8dfcf08e913 req-bad6613b-032e-41d9-ac92-da6e9712218a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:39.522577 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-69d21434-1aa7-4a51-9609-e8dfcf08e913 req-bad6613b-032e-41d9-ac92-da6e9712218a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1a20e36c7a554c699423b213df58ff18&device_id=583d42b7-b55e-45d7-ba3b-91026f7fe3ea HTTP/1.1" status: 200 len: 1095 time: 0.6954691 Feb 09 01:21:39.523251 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb0606-a16a-4523-bdcf-5c9a15e02d1c tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Pushing event updated for resources: {'Subnet': ['ID=7956554d-5966-4464-83d0-7a09ef0eb403,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:39.706851 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90d7148-6ceb-4c13-8b24-af30048a0eac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-963914b7-5edb-4533-9116-c96ae793e184', 'network_id': '963914b7-5edb-4533-9116-c96ae793e184', 'tenant_id': 'eb96536b5b294c1db8469638f66a2e9c', 'fixed_ips': [{'subnet_id': 'cc5ffba6-d682-4ed7-b8e1-32172959011c'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:21:39.707645 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e90d7148-6ceb-4c13-8b24-af30048a0eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:39.725020 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-06fb2fac-4ffb-46dd-b793-46c216db201e None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:39.741213 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-06fb2fac-4ffb-46dd-b793-46c216db201e None None] Transition to ACTIVE for port object e535e52c-2262-4320-b187-cacd05e8ac31 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:21:39.752318 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-69d21434-1aa7-4a51-9609-e8dfcf08e913 req-8ff03310-ffb7-4b42-8d88-175bbbf41e30 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfdd6784-eeb8-49d0-b07b-a4a202af7e4c HTTP/1.1" status: 200 len: 217 time: 0.1883857 Feb 09 01:21:39.813844 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-06fb2fac-4ffb-46dd-b793-46c216db201e None None] Transition to ACTIVE for port object e535e52c-2262-4320-b187-cacd05e8ac31 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:21:39.827797 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c5ce5191-3db1-4d73-b143-fd2e863992fa tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:39.841861 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-06fb2fac-4ffb-46dd-b793-46c216db201e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:39.875560 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acb0606-a16a-4523-bdcf-5c9a15e02d1c tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Checking segment: {'id': 'ccb0e307-bee6-422f-931d-2dcb54020afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '701e5274-691b-4ed4-963e-04598cfc10c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:21:39.875834 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acb0606-a16a-4523-bdcf-5c9a15e02d1c tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Network hostable DHCP agents. Network: 701e5274-691b-4ed4-963e-04598cfc10c3, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:21:39.882496 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8325dcca-be35-4c61-a40f-ea07b87dea80 req-47fe9fba-429b-47b7-be05-902938471fad tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e238689-2b13-4df9-8955-13b9e4cebcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3642561 Feb 09 01:21:39.893298 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ce5191-3db1-4d73-b143-fd2e863992fa tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b47c16-f2b1-47a4-82f4-0c20ba44fe3f,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:39.916189 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fb2fac-4ffb-46dd-b793-46c216db201e None None] Network 8b66fc12-68e7-4042-aef2-a2563fde3abf is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:39.919285 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-6fd68c97-203b-4335-a8ca-e0b4cbe156b0 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Allocated IP 2001:db8::2a6 (8b66fc12-68e7-4042-aef2-a2563fde3abf/0685b8d9-9f74-40ae-9a55-2858c94beb9c/e89510dc-10f9-45af-b425-e00c5c49530c) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:21:39.935289 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-06fb2fac-4ffb-46dd-b793-46c216db201e None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:39.968924 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fb2fac-4ffb-46dd-b793-46c216db201e None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:21:39.981376 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-68eae829-d972-4e63-959f-c478c2c7909c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:39.999713 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d21434-1aa7-4a51-9609-e8dfcf08e913 req-12e9f659-6920-4713-84f8-631017700560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:40.001145 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-69d21434-1aa7-4a51-9609-e8dfcf08e913 req-12e9f659-6920-4713-84f8-631017700560 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5d342298-601b-4654-a677-d1e5d55f90c1 HTTP/1.1" status: 200 len: 855 time: 0.2268658 Feb 09 01:21:40.009404 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-68eae829-d972-4e63-959f-c478c2c7909c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:40.015611 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fb2fac-4ffb-46dd-b793-46c216db201e None None] Pushing event updated for resources: {'Port': ['ID=e535e52c-2262-4320-b187-cacd05e8ac31,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:40.017333 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f073d7ed-1048-468e-aa4f-ec1d32f674ce req-1a8bf1d9-1350-4a19-9bc4-088a0a18b8e2 service neutron] 10.222.0.62 "GET /v2.0/networks/e71bc79e-62d3-489b-9b63-0a6c2ab57e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5235076 Feb 09 01:21:40.071993 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acb0606-a16a-4523-bdcf-5c9a15e02d1c tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Network 701e5274-691b-4ed4-963e-04598cfc10c3 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:21:40.108374 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a757e8-9e98-4a8f-95eb-1e786fc9877f req-7ce20e8a-3a3b-4444-a15e-bb76b6543b35 tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:40.116133 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-14a757e8-9e98-4a8f-95eb-1e786fc9877f req-7ce20e8a-3a3b-4444-a15e-bb76b6543b35 tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] 10.222.0.105 "GET /v2.0/ports?device_id=34981b62-21b9-425e-baed-69d16c980d60 HTTP/1.1" status: 200 len: 945 time: 0.6237431 Feb 09 01:21:40.133819 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-06fb2fac-4ffb-46dd-b793-46c216db201e None None] Attempting to bind port e535e52c-2262-4320-b187-cacd05e8ac31 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:21:40.134457 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-06fb2fac-4ffb-46dd-b793-46c216db201e None None] Attempting to bind port e535e52c-2262-4320-b187-cacd05e8ac31 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '860405c5-1231-4666-970d-ddc4be6b3f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '8b66fc12-68e7-4042-aef2-a2563fde3abf'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:21:40.134984 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fb2fac-4ffb-46dd-b793-46c216db201e None None] Attempting to bind port e535e52c-2262-4320-b187-cacd05e8ac31 on network 8b66fc12-68e7-4042-aef2-a2563fde3abf {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:21:40.143395 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6fd68c97-203b-4335-a8ca-e0b4cbe156b0 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:40.144231 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-e90d7148-6ceb-4c13-8b24-af30048a0eac None None] Allocated IP 172.20.0.2 (963914b7-5edb-4533-9116-c96ae793e184/cc5ffba6-d682-4ed7-b8e1-32172959011c/04721def-b2e2-41c7-809b-18aa9cbedcfb) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:21:40.146372 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fb2fac-4ffb-46dd-b793-46c216db201e None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:21:40.146739 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fb2fac-4ffb-46dd-b793-46c216db201e None None] Checking segment: {'id': '860405c5-1231-4666-970d-ddc4be6b3f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '8b66fc12-68e7-4042-aef2-a2563fde3abf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:21:40.147136 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-06fb2fac-4ffb-46dd-b793-46c216db201e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:40.147521 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fb2fac-4ffb-46dd-b793-46c216db201e None None] Bound using segment: {'id': '860405c5-1231-4666-970d-ddc4be6b3f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '8b66fc12-68e7-4042-aef2-a2563fde3abf'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:21:40.147986 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-06fb2fac-4ffb-46dd-b793-46c216db201e None None] Bound port: e535e52c-2262-4320-b187-cacd05e8ac31, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860405c5-1231-4666-970d-ddc4be6b3f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '8b66fc12-68e7-4042-aef2-a2563fde3abf'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:21:40.148352 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-06fb2fac-4ffb-46dd-b793-46c216db201e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:40.153987 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c5ce5191-3db1-4d73-b143-fd2e863992fa tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:40.158030 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-c5ce5191-3db1-4d73-b143-fd2e863992fa tempest-TestServerBasicOps-1075104718 tempest-TestServerBasicOps-1075104718-project] 10.222.0.105 "DELETE /v2.0/security-groups/c3b47c16-f2b1-47a4-82f4-0c20ba44fe3f HTTP/1.1" status: 204 len: 168 time: 2.0100756 Feb 09 01:21:40.171334 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-6fd68c97-203b-4335-a8ca-e0b4cbe156b0 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Transition to ACTIVE for port object e89510dc-10f9-45af-b425-e00c5c49530c will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:21:40.200555 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6fd68c97-203b-4335-a8ca-e0b4cbe156b0 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:40.232871 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-69d21434-1aa7-4a51-9609-e8dfcf08e913 req-fe0b5e8a-a124-4cf5-8dfa-45e0a71989ca service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0b42d132-a4d6-4063-98c2-48389fb2c5a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2145383 Feb 09 01:21:40.243256 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 50648) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:40.253473 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eae829-d972-4e63-959f-c478c2c7909c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e87abe-cb2d-4d00-9c97-1b90a16f15d0,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:40.256713 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-4acb0606-a16a-4523-bdcf-5c9a15e02d1c tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 701e5274-691b-4ed4-963e-04598cfc10c3) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:40.262460 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd68c97-203b-4335-a8ca-e0b4cbe156b0 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Network 8b66fc12-68e7-4042-aef2-a2563fde3abf is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:40.269982 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-6fd68c97-203b-4335-a8ca-e0b4cbe156b0 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:40.274885 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd68c97-203b-4335-a8ca-e0b4cbe156b0 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:21:40.281487 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd68c97-203b-4335-a8ca-e0b4cbe156b0 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:40.282525 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6fd68c97-203b-4335-a8ca-e0b4cbe156b0 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:40.297167 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c24fe9c-f49f-4bbf-9a8a-adf2f5ddc6de None None] Network 701e5274-691b-4ed4-963e-04598cfc10c3 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:21:40.311897 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd68c97-203b-4335-a8ca-e0b4cbe156b0 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event updated for resources: {'Port': ['ID=e89510dc-10f9-45af-b425-e00c5c49530c,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:40.326641 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-6fd68c97-203b-4335-a8ca-e0b4cbe156b0 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.5439193 Feb 09 01:21:40.329295 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50654) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:40.418386 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-d6911dcb-5ab8-4d4b-ad46-c212daa06a4a tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Deleting port e89510dc-10f9-45af-b425-e00c5c49530c {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:21:40.418729 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d6911dcb-5ab8-4d4b-ad46-c212daa06a4a tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:40.456332 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f073d7ed-1048-468e-aa4f-ec1d32f674ce req-e7d65796-c15a-4be3-95b7-1faaf1338d81 service neutron] 10.222.0.62 "GET /v2.0/networks/e71bc79e-62d3-489b-9b63-0a6c2ab57e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4241359 Feb 09 01:21:40.470596 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-06fb2fac-4ffb-46dd-b793-46c216db201e None None] For port e535e52c-2262-4320-b187-cacd05e8ac31, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:21:40.482977 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-68eae829-d972-4e63-959f-c478c2c7909c admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=b60016aafb2640ca88fc6b1cdc5969d1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5696571 Feb 09 01:21:40.489528 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50660) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:40.491920 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4acb0606-a16a-4523-bdcf-5c9a15e02d1c tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:40.492437 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4acb0606-a16a-4523-bdcf-5c9a15e02d1c tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:40.493062 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4acb0606-a16a-4523-bdcf-5c9a15e02d1c tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:40.509560 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-aa377087-c033-46e4-b7fe-86cacfafb392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:40.529290 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-06fb2fac-4ffb-46dd-b793-46c216db201e None None] For port e535e52c-2262-4320-b187-cacd05e8ac31, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=e535e52c-2262-4320-b187-cacd05e8ac31,segment=NetworkSegment(860405c5-1231-4666-970d-ddc4be6b3f8f),segment_id=860405c5-1231-4666-970d-ddc4be6b3f8f)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:21:40.548179 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-14a757e8-9e98-4a8f-95eb-1e786fc9877f req-005d8ef8-511a-4fae-a342-5b4920fed272 tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] 10.222.0.105 "GET /v2.0/security-groups?id=37802d11-7b20-466a-9a13-7b053713feb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4282460 Feb 09 01:21:40.570408 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-06fb2fac-4ffb-46dd-b793-46c216db201e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:40.596791 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-4acb0606-a16a-4523-bdcf-5c9a15e02d1c tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 5.2637937 Feb 09 01:21:40.597800 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 50662) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:40.680200 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b94fee1-b44f-46e0-88e7-a792ba4c82dd tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:40.682316 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b94fee1-b44f-46e0-88e7-a792ba4c82dd tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:40.684620 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b94fee1-b44f-46e0-88e7-a792ba4c82dd tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:40.685985 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-8b94fee1-b44f-46e0-88e7-a792ba4c82dd tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Synchronizing usage tracker for tenant:eb96536b5b294c1db8469638f66a2e9c on resource:subnet {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:21:40.744842 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-69d21434-1aa7-4a51-9609-e8dfcf08e913 req-2dfe1c29-d9a7-47bb-93e7-101dbf9719c3 service neutron] 10.222.0.62 "GET /v2.0/networks/0b42d132-a4d6-4063-98c2-48389fb2c5a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4983437 Feb 09 01:21:40.772882 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76fef20d-af3c-45a2-956e-a857037d5f0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-701e5274-691b-4ed4-963e-04598cfc10c3', 'network_id': '701e5274-691b-4ed4-963e-04598cfc10c3', 'tenant_id': 'eb96536b5b294c1db8469638f66a2e9c', 'fixed_ips': [{'subnet_id': '7956554d-5966-4464-83d0-7a09ef0eb403'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:21:40.774445 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-76fef20d-af3c-45a2-956e-a857037d5f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:40.793512 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e90d7148-6ceb-4c13-8b24-af30048a0eac None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:40.828225 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e90d7148-6ceb-4c13-8b24-af30048a0eac None None] Transition to ACTIVE for port object 04721def-b2e2-41c7-809b-18aa9cbedcfb will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:21:40.831966 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fb2fac-4ffb-46dd-b793-46c216db201e None None] Pushing event updated for resources: {'Port': ['ID=e535e52c-2262-4320-b187-cacd05e8ac31,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:40.868517 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-de6f35c6-d82e-4ef2-a6c8-3d0a036c9709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:40.900108 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d6911dcb-5ab8-4d4b-ad46-c212daa06a4a tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:40.959076 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e90d7148-6ceb-4c13-8b24-af30048a0eac None None] Transition to ACTIVE for port object 04721def-b2e2-41c7-809b-18aa9cbedcfb will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:21:40.983817 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e90d7148-6ceb-4c13-8b24-af30048a0eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:41.029661 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-8b94fee1-b44f-46e0-88e7-a792ba4c82dd tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Unset dirty status for tenant:eb96536b5b294c1db8469638f66a2e9c on resource:subnet {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:21:41.033901 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-8b94fee1-b44f-46e0-88e7-a792ba4c82dd tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.4321117 Feb 09 01:21:41.045842 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 50670) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:41.099947 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90d7148-6ceb-4c13-8b24-af30048a0eac None None] Network 963914b7-5edb-4533-9116-c96ae793e184 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:41.319242 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-76fef20d-af3c-45a2-956e-a857037d5f0a None None] Allocated IP 172.20.0.18 (701e5274-691b-4ed4-963e-04598cfc10c3/7956554d-5966-4464-83d0-7a09ef0eb403/5d06df54-a2db-48f3-a692-7cac5cd28570) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:21:41.336589 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-d6911dcb-5ab8-4d4b-ad46-c212daa06a4a tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Calling delete_port for e89510dc-10f9-45af-b425-e00c5c49530c owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:21:41.412057 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-e90d7148-6ceb-4c13-8b24-af30048a0eac None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:41.432488 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90d7148-6ceb-4c13-8b24-af30048a0eac None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:21:41.498362 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-de6f35c6-d82e-4ef2-a6c8-3d0a036c9709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:41.727261 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90d7148-6ceb-4c13-8b24-af30048a0eac None None] Pushing event updated for resources: {'Port': ['ID=04721def-b2e2-41c7-809b-18aa9cbedcfb,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:41.740556 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:41.768601 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:41.790766 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-e90d7148-6ceb-4c13-8b24-af30048a0eac None None] Attempting to bind port 04721def-b2e2-41c7-809b-18aa9cbedcfb on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:21:41.791409 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-de6f35c6-d82e-4ef2-a6c8-3d0a036c9709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:41.792129 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-e90d7148-6ceb-4c13-8b24-af30048a0eac None None] Attempting to bind port 04721def-b2e2-41c7-809b-18aa9cbedcfb by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'b5705bcf-d9da-47a5-bf58-87140b375326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '963914b7-5edb-4533-9116-c96ae793e184'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:21:41.792882 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90d7148-6ceb-4c13-8b24-af30048a0eac None None] Attempting to bind port 04721def-b2e2-41c7-809b-18aa9cbedcfb on network 963914b7-5edb-4533-9116-c96ae793e184 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:21:41.814322 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90d7148-6ceb-4c13-8b24-af30048a0eac None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:21:41.815043 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90d7148-6ceb-4c13-8b24-af30048a0eac None None] Checking segment: {'id': 'b5705bcf-d9da-47a5-bf58-87140b375326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '963914b7-5edb-4533-9116-c96ae793e184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:21:41.816374 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e90d7148-6ceb-4c13-8b24-af30048a0eac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:41.816955 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90d7148-6ceb-4c13-8b24-af30048a0eac None None] Bound using segment: {'id': 'b5705bcf-d9da-47a5-bf58-87140b375326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '963914b7-5edb-4533-9116-c96ae793e184'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:21:41.817792 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-e90d7148-6ceb-4c13-8b24-af30048a0eac None None] Bound port: 04721def-b2e2-41c7-809b-18aa9cbedcfb, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5705bcf-d9da-47a5-bf58-87140b375326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '963914b7-5edb-4533-9116-c96ae793e184'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:21:41.838376 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e90d7148-6ceb-4c13-8b24-af30048a0eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:41.842719 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6f35c6-d82e-4ef2-a6c8-3d0a036c9709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e87abe-cb2d-4d00-9c97-1b90a16f15d0,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:41.846791 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-3353a719-1cda-4627-a042-a84d6fc1a68a tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Deleting subnet cc5ffba6-d682-4ed7-b8e1-32172959011c {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:21:41.846791 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3353a719-1cda-4627-a042-a84d6fc1a68a tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:41.864009 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-de6f35c6-d82e-4ef2-a6c8-3d0a036c9709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:41.864009 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-de6f35c6-d82e-4ef2-a6c8-3d0a036c9709 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/68e87abe-cb2d-4d00-9c97-1b90a16f15d0 HTTP/1.1" status: 204 len: 168 time: 1.1239157 Feb 09 01:21:41.879070 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d6911dcb-5ab8-4d4b-ad46-c212daa06a4a tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:42.042484 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-76fef20d-af3c-45a2-956e-a857037d5f0a None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:42.051834 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-69d21434-1aa7-4a51-9609-e8dfcf08e913 req-d0c60988-5be5-42b2-9746-1e884ad22fa7 service neutron] 10.222.0.62 "GET /v2.0/networks/0b42d132-a4d6-4063-98c2-48389fb2c5a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2767365 Feb 09 01:21:42.071740 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-76fef20d-af3c-45a2-956e-a857037d5f0a None None] Transition to ACTIVE for port object 5d06df54-a2db-48f3-a692-7cac5cd28570 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:21:42.071950 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6911dcb-5ab8-4d4b-ad46-c212daa06a4a tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event deleted for resources: {'Port': ['ID=e89510dc-10f9-45af-b425-e00c5c49530c,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:42.073063 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e90d7148-6ceb-4c13-8b24-af30048a0eac None None] For port 04721def-b2e2-41c7-809b-18aa9cbedcfb, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:21:42.079450 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e90d7148-6ceb-4c13-8b24-af30048a0eac None None] For port 04721def-b2e2-41c7-809b-18aa9cbedcfb, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=04721def-b2e2-41c7-809b-18aa9cbedcfb,segment=NetworkSegment(b5705bcf-d9da-47a5-bf58-87140b375326),segment_id=b5705bcf-d9da-47a5-bf58-87140b375326)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:21:42.086651 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e90d7148-6ceb-4c13-8b24-af30048a0eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:42.109137 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d6911dcb-5ab8-4d4b-ad46-c212daa06a4a tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:42.115932 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d6911dcb-5ab8-4d4b-ad46-c212daa06a4a tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "DELETE /v2.0/ports/e89510dc-10f9-45af-b425-e00c5c49530c HTTP/1.1" status: 204 len: 168 time: 1.7853818 Feb 09 01:21:42.116796 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50700) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:42.155472 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-76fef20d-af3c-45a2-956e-a857037d5f0a None None] Transition to ACTIVE for port object 5d06df54-a2db-48f3-a692-7cac5cd28570 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:21:42.247225 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-76fef20d-af3c-45a2-956e-a857037d5f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:42.267795 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90d7148-6ceb-4c13-8b24-af30048a0eac None None] Pushing event updated for resources: {'Port': ['ID=04721def-b2e2-41c7-809b-18aa9cbedcfb,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:42.278180 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-207513f1-db64-4ed5-a6ce-1c3b2ece76a3 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] GET failed (client error): The resource could not be found. Feb 09 01:21:42.281418 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-207513f1-db64-4ed5-a6ce-1c3b2ece76a3 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Synchronizing usage tracker for tenant:c783560d2de04e1598eb7e3aecd5349e on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:21:42.297448 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3353a719-1cda-4627-a042-a84d6fc1a68a tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:42.309726 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-207513f1-db64-4ed5-a6ce-1c3b2ece76a3 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Unset dirty status for tenant:c783560d2de04e1598eb7e3aecd5349e on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:21:42.311560 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-207513f1-db64-4ed5-a6ce-1c3b2ece76a3 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "GET /v2.0/ports/e89510dc-10f9-45af-b425-e00c5c49530c HTTP/1.1" status: 404 len: 333 time: 0.1937859 Feb 09 01:21:42.314330 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50706) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:42.385532 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fef20d-af3c-45a2-956e-a857037d5f0a None None] Network 701e5274-691b-4ed4-963e-04598cfc10c3 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:42.385532 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device e535e52c-2262-4320-b187-cacd05e8ac31 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:21:42.472067 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdb23abc-f697-4b07-85e5-4480216ed0e3 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Deleting subnet 0685b8d9-9f74-40ae-9a55-2858c94beb9c {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:21:42.489343 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cdb23abc-f697-4b07-85e5-4480216ed0e3 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:42.564268 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-76fef20d-af3c-45a2-956e-a857037d5f0a None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:42.564268 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fef20d-af3c-45a2-956e-a857037d5f0a None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:21:42.630213 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fef20d-af3c-45a2-956e-a857037d5f0a None None] Pushing event updated for resources: {'Port': ['ID=5d06df54-a2db-48f3-a692-7cac5cd28570,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:42.687964 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cdb23abc-f697-4b07-85e5-4480216ed0e3 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:42.705883 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7643a551-1e0f-4e87-8324-cc3d4cf66c78 req-5110518a-445f-42e2-83a5-224f01f8e08d tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:42.707471 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7643a551-1e0f-4e87-8324-cc3d4cf66c78 req-5110518a-445f-42e2-83a5-224f01f8e08d tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/ports?device_id=583d42b7-b55e-45d7-ba3b-91026f7fe3ea HTTP/1.1" status: 200 len: 944 time: 1.3049715 Feb 09 01:21:42.719475 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3353a719-1cda-4627-a042-a84d6fc1a68a tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:42.883141 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cdb23abc-f697-4b07-85e5-4480216ed0e3 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:42.893286 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-76fef20d-af3c-45a2-956e-a857037d5f0a None None] Attempting to bind port 5d06df54-a2db-48f3-a692-7cac5cd28570 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:21:42.894391 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-76fef20d-af3c-45a2-956e-a857037d5f0a None None] Attempting to bind port 5d06df54-a2db-48f3-a692-7cac5cd28570 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'ccb0e307-bee6-422f-931d-2dcb54020afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '701e5274-691b-4ed4-963e-04598cfc10c3'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:21:42.894980 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fef20d-af3c-45a2-956e-a857037d5f0a None None] Attempting to bind port 5d06df54-a2db-48f3-a692-7cac5cd28570 on network 701e5274-691b-4ed4-963e-04598cfc10c3 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:21:42.900742 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port e535e52c-2262-4320-b187-cacd05e8ac31 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:21:42.911055 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fef20d-af3c-45a2-956e-a857037d5f0a None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:21:42.911828 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fef20d-af3c-45a2-956e-a857037d5f0a None None] Checking segment: {'id': 'ccb0e307-bee6-422f-931d-2dcb54020afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '701e5274-691b-4ed4-963e-04598cfc10c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:21:42.913484 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-76fef20d-af3c-45a2-956e-a857037d5f0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:42.914224 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fef20d-af3c-45a2-956e-a857037d5f0a None None] Bound using segment: {'id': 'ccb0e307-bee6-422f-931d-2dcb54020afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '701e5274-691b-4ed4-963e-04598cfc10c3'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:21:42.915861 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-76fef20d-af3c-45a2-956e-a857037d5f0a None None] Bound port: 5d06df54-a2db-48f3-a692-7cac5cd28570, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccb0e307-bee6-422f-931d-2dcb54020afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '701e5274-691b-4ed4-963e-04598cfc10c3'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:21:42.916487 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-76fef20d-af3c-45a2-956e-a857037d5f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:42.934412 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7643a551-1e0f-4e87-8324-cc3d4cf66c78 req-032d2d09-0e2c-42e3-8283-f421e0df3d37 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e238689-2b13-4df9-8955-13b9e4cebcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528039 Feb 09 01:21:43.072364 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cdb23abc-f697-4b07-85e5-4480216ed0e3 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:43.174956 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91af37e-7cc3-4323-80b0-dc05d000bdd0 None None] Network 8b66fc12-68e7-4042-aef2-a2563fde3abf requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:21:43.194968 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb23abc-f697-4b07-85e5-4480216ed0e3 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event deleted for resources: {'Subnet': ['ID=0685b8d9-9f74-40ae-9a55-2858c94beb9c,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:43.201756 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cdb23abc-f697-4b07-85e5-4480216ed0e3 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:43.217148 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-cdb23abc-f697-4b07-85e5-4480216ed0e3 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "DELETE /v2.0/subnets/0685b8d9-9f74-40ae-9a55-2858c94beb9c HTTP/1.1" status: 204 len: 168 time: 0.9013147 Feb 09 01:21:43.222399 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50728) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:43.300277 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-76fef20d-af3c-45a2-956e-a857037d5f0a None None] For port 5d06df54-a2db-48f3-a692-7cac5cd28570, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:21:43.324267 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5612eb86-7c96-405b-bbaa-0ecd898225f4 req-89eb9457-1877-4ad7-80d9-64d5f9a43aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:43.325464 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:43.325851 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5612eb86-7c96-405b-bbaa-0ecd898225f4 req-89eb9457-1877-4ad7-80d9-64d5f9a43aa7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1a20e36c7a554c699423b213df58ff18&device_id=583d42b7-b55e-45d7-ba3b-91026f7fe3ea HTTP/1.1" status: 200 len: 1095 time: 1.1978543 Feb 09 01:21:43.330517 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3353a719-1cda-4627-a042-a84d6fc1a68a tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:43.334448 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-76fef20d-af3c-45a2-956e-a857037d5f0a None None] For port 5d06df54-a2db-48f3-a692-7cac5cd28570, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=5d06df54-a2db-48f3-a692-7cac5cd28570,segment=NetworkSegment(ccb0e307-bee6-422f-931d-2dcb54020afe),segment_id=ccb0e307-bee6-422f-931d-2dcb54020afe)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:21:43.373870 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-76fef20d-af3c-45a2-956e-a857037d5f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:43.543009 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5612eb86-7c96-405b-bbaa-0ecd898225f4 req-5032cf3b-6568-4394-80a4-571af58afa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:43.549923 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5612eb86-7c96-405b-bbaa-0ecd898225f4 req-5032cf3b-6568-4394-80a4-571af58afa3a service neutron] 10.222.0.62 "GET /v2.0/networks?id=0b42d132-a4d6-4063-98c2-48389fb2c5a1 HTTP/1.1" status: 200 len: 916 time: 0.2078724 Feb 09 01:21:43.567519 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae051860-d692-402c-838e-0ec959f58f6a req-623488fa-fda7-487e-b1a4-9f74a9921885 tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:43.567519 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ae051860-d692-402c-838e-0ec959f58f6a req-623488fa-fda7-487e-b1a4-9f74a9921885 tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] 10.222.0.105 "GET /v2.0/ports?device_id=34981b62-21b9-425e-baed-69d16c980d60 HTTP/1.1" status: 200 len: 945 time: 1.6527393 Feb 09 01:21:43.609846 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-30fc7b90-6034-444f-b43a-c7d869ed963f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:43.613234 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-18f91b49-c895-4965-819f-8d692f9c21ba None None] Provisioning for port e535e52c-2262-4320-b187-cacd05e8ac31 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:21:43.624656 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-30fc7b90-6034-444f-b43a-c7d869ed963f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Deleting port e535e52c-2262-4320-b187-cacd05e8ac31 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:21:43.624656 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-30fc7b90-6034-444f-b43a-c7d869ed963f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:43.640819 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fef20d-af3c-45a2-956e-a857037d5f0a None None] Pushing event updated for resources: {'Port': ['ID=5d06df54-a2db-48f3-a692-7cac5cd28570,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:43.659367 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-18f91b49-c895-4965-819f-8d692f9c21ba None None] Provisioning complete for port e535e52c-2262-4320-b187-cacd05e8ac31 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:43.659367 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-18f91b49-c895-4965-819f-8d692f9c21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:43.753360 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3353a719-1cda-4627-a042-a84d6fc1a68a tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Pushing event deleted for resources: {'Subnet': ['ID=cc5ffba6-d682-4ed7-b8e1-32172959011c,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:43.755327 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3353a719-1cda-4627-a042-a84d6fc1a68a tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:43.808820 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5612eb86-7c96-405b-bbaa-0ecd898225f4 req-6e1a87c1-d12d-4d62-9458-d311164adb9b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfdd6784-eeb8-49d0-b07b-a4a202af7e4c HTTP/1.1" status: 200 len: 217 time: 0.2337532 Feb 09 01:21:44.001865 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5612eb86-7c96-405b-bbaa-0ecd898225f4 req-cc768ceb-6157-4ce8-905e-ac1d87ba1c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:44.001865 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5612eb86-7c96-405b-bbaa-0ecd898225f4 req-cc768ceb-6157-4ce8-905e-ac1d87ba1c8a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5d342298-601b-4654-a677-d1e5d55f90c1 HTTP/1.1" status: 200 len: 855 time: 0.1292119 Feb 09 01:21:44.029075 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-30fc7b90-6034-444f-b43a-c7d869ed963f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] For port e535e52c-2262-4320-b187-cacd05e8ac31, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=e535e52c-2262-4320-b187-cacd05e8ac31,segment=NetworkSegment(860405c5-1231-4666-970d-ddc4be6b3f8f),segment_id=860405c5-1231-4666-970d-ddc4be6b3f8f)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:21:44.048581 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-30fc7b90-6034-444f-b43a-c7d869ed963f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:44.120059 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-18f91b49-c895-4965-819f-8d692f9c21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:44.216226 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-18f91b49-c895-4965-819f-8d692f9c21ba None None] For port e535e52c-2262-4320-b187-cacd05e8ac31, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=e535e52c-2262-4320-b187-cacd05e8ac31,segment=NetworkSegment(860405c5-1231-4666-970d-ddc4be6b3f8f),segment_id=860405c5-1231-4666-970d-ddc4be6b3f8f)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:21:44.255875 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-18f91b49-c895-4965-819f-8d692f9c21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:44.387659 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd93b4b7-e6ee-4bd8-b02c-062d0882ff2a None None] DHCP port deletion for 8b66fc12-68e7-4042-aef2-a2563fde3abf request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:21:44.387659 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 04721def-b2e2-41c7-809b-18aa9cbedcfb up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:21:44.451613 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-bd93b4b7-e6ee-4bd8-b02c-062d0882ff2a None None] Deleting port e535e52c-2262-4320-b187-cacd05e8ac31 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:21:44.452107 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bd93b4b7-e6ee-4bd8-b02c-062d0882ff2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:44.573718 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-30fc7b90-6034-444f-b43a-c7d869ed963f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Calling delete_port for e535e52c-2262-4320-b187-cacd05e8ac31 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:21:44.583144 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f91b49-c895-4965-819f-8d692f9c21ba None None] Pushing event updated for resources: {'Port': ['ID=e535e52c-2262-4320-b187-cacd05e8ac31,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:44.748853 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5612eb86-7c96-405b-bbaa-0ecd898225f4 req-853d0a6c-c576-421e-a468-a6a99c8100ea service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0b42d132-a4d6-4063-98c2-48389fb2c5a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2072349 Feb 09 01:21:44.763885 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 04721def-b2e2-41c7-809b-18aa9cbedcfb completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:21:44.775482 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.db.api [None req-30fc7b90-6034-444f-b43a-c7d869ed963f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:21:44.775482 n-d-828418-1 neutron-server[87638]: DEBUG oslo_db.api [None req-30fc7b90-6034-444f-b43a-c7d869ed963f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:21:44.854462 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50760) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:44.857527 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-3353a719-1cda-4627-a042-a84d6fc1a68a tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] 10.222.0.105 "DELETE /v2.0/subnets/cc5ffba6-d682-4ed7-b8e1-32172959011c HTTP/1.1" status: 204 len: 168 time: 3.4611654 Feb 09 01:21:44.967842 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3378cd2-dcbe-44f3-b271-90a46bba7223 None None] Network 963914b7-5edb-4533-9116-c96ae793e184 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:21:44.978020 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b1b1e38-3c3f-410a-b94e-c111283e790b tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Deleting subnet 7956554d-5966-4464-83d0-7a09ef0eb403 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:21:44.987812 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6b1b1e38-3c3f-410a-b94e-c111283e790b tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:45.062460 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6b1b1e38-3c3f-410a-b94e-c111283e790b tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:45.172282 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ae051860-d692-402c-838e-0ec959f58f6a req-b7af4607-f59e-4868-aa99-2bdea0d0e295 tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] 10.222.0.105 "GET /v2.0/security-groups?id=37802d11-7b20-466a-9a13-7b053713feb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4168272 Feb 09 01:21:45.172282 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5612eb86-7c96-405b-bbaa-0ecd898225f4 req-f8f1fb8c-dcf6-4000-ba2d-ac566224ec48 service neutron] 10.222.0.62 "GET /v2.0/networks/0b42d132-a4d6-4063-98c2-48389fb2c5a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905741 Feb 09 01:21:45.203960 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-bd93b4b7-e6ee-4bd8-b02c-062d0882ff2a None None] For port e535e52c-2262-4320-b187-cacd05e8ac31, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=e535e52c-2262-4320-b187-cacd05e8ac31,segment=NetworkSegment(860405c5-1231-4666-970d-ddc4be6b3f8f),segment_id=860405c5-1231-4666-970d-ddc4be6b3f8f)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:21:45.203960 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bd93b4b7-e6ee-4bd8-b02c-062d0882ff2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:45.250430 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6b1b1e38-3c3f-410a-b94e-c111283e790b tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:45.295275 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5dc63400-d698-4604-a64a-189653b193dc None None] Provisioning for port 04721def-b2e2-41c7-809b-18aa9cbedcfb completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:21:45.310293 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-30fc7b90-6034-444f-b43a-c7d869ed963f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Deleting port e535e52c-2262-4320-b187-cacd05e8ac31 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:21:45.311033 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-30fc7b90-6034-444f-b43a-c7d869ed963f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:45.452049 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5dc63400-d698-4604-a64a-189653b193dc None None] Provisioning complete for port 04721def-b2e2-41c7-809b-18aa9cbedcfb triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:45.452049 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5dc63400-d698-4604-a64a-189653b193dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:45.624138 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-bd93b4b7-e6ee-4bd8-b02c-062d0882ff2a None None] Calling delete_port for e535e52c-2262-4320-b187-cacd05e8ac31 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:21:45.717902 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device cfdd6784-eeb8-49d0-b07b-a4a202af7e4c details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:21:45.763542 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5612eb86-7c96-405b-bbaa-0ecd898225f4 req-29db1642-b012-43b0-b7f2-944429f2e84a service neutron] 10.222.0.62 "GET /v2.0/networks/0b42d132-a4d6-4063-98c2-48389fb2c5a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5059507 Feb 09 01:21:45.792461 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e13d32-ac79-4562-96d1-8d7d4f6a9c20 req-ec375210-a0dd-4713-b35c-84769ed50712 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:45.806191 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-80e13d32-ac79-4562-96d1-8d7d4f6a9c20 req-ec375210-a0dd-4713-b35c-84769ed50712 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/ports?device_id=583d42b7-b55e-45d7-ba3b-91026f7fe3ea HTTP/1.1" status: 200 len: 944 time: 1.0477636 Feb 09 01:21:46.137859 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-80e13d32-ac79-4562-96d1-8d7d4f6a9c20 req-1393de36-8f94-4af0-8df7-2bf481e19bfb tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e238689-2b13-4df9-8955-13b9e4cebcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306735 Feb 09 01:21:46.155977 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6b1b1e38-3c3f-410a-b94e-c111283e790b tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:46.161374 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-30fc7b90-6034-444f-b43a-c7d869ed963f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] For port e535e52c-2262-4320-b187-cacd05e8ac31, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=e535e52c-2262-4320-b187-cacd05e8ac31,segment=NetworkSegment(860405c5-1231-4666-970d-ddc4be6b3f8f),segment_id=860405c5-1231-4666-970d-ddc4be6b3f8f)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:21:46.161769 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-30fc7b90-6034-444f-b43a-c7d869ed963f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:46.186143 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bd93b4b7-e6ee-4bd8-b02c-062d0882ff2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:46.232315 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c19961a0-7ea9-455b-8d91-942187bf6da6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:46.292254 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6b1b1e38-3c3f-410a-b94e-c111283e790b tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:46.360479 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd93b4b7-e6ee-4bd8-b02c-062d0882ff2a None None] Pushing event deleted for resources: {'Port': ['ID=e535e52c-2262-4320-b187-cacd05e8ac31,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:46.411477 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd93b4b7-e6ee-4bd8-b02c-062d0882ff2a None None] No DVR routers for this DVR port e535e52c-2262-4320-b187-cacd05e8ac31 on host n-d-828418-1 {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:21:46.439503 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5dc63400-d698-4604-a64a-189653b193dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:46.481913 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1b1e38-3c3f-410a-b94e-c111283e790b tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Pushing event deleted for resources: {'Subnet': ['ID=7956554d-5966-4464-83d0-7a09ef0eb403,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:46.484545 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 5d06df54-a2db-48f3-a692-7cac5cd28570 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:21:46.633617 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08eb55d-d89d-4175-b432-d14a8e1c9f2e None None] DHCP port deletion for 963914b7-5edb-4533-9116-c96ae793e184 request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:21:46.636008 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6baf73-27a0-4186-9f07-28702c3df2d4 None None] Network 701e5274-691b-4ed4-963e-04598cfc10c3 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:21:46.713335 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-6b1b1e38-3c3f-410a-b94e-c111283e790b tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] 10.222.0.105 "DELETE /v2.0/subnets/7956554d-5966-4464-83d0-7a09ef0eb403 HTTP/1.1" status: 204 len: 168 time: 1.8512554 Feb 09 01:21:46.756791 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-30fc7b90-6034-444f-b43a-c7d869ed963f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Calling delete_port for e535e52c-2262-4320-b187-cacd05e8ac31 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:21:46.788079 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 50800) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:46.887984 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.db.api [None req-30fc7b90-6034-444f-b43a-c7d869ed963f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:21:46.888312 n-d-828418-1 neutron-server[87638]: DEBUG oslo_db.api [None req-30fc7b90-6034-444f-b43a-c7d869ed963f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:21:46.911822 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-5dc63400-d698-4604-a64a-189653b193dc None None] For port 04721def-b2e2-41c7-809b-18aa9cbedcfb, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=04721def-b2e2-41c7-809b-18aa9cbedcfb,segment=NetworkSegment(b5705bcf-d9da-47a5-bf58-87140b375326),segment_id=b5705bcf-d9da-47a5-bf58-87140b375326)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:21:46.978053 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5dc63400-d698-4604-a64a-189653b193dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:46.982258 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e08eb55d-d89d-4175-b432-d14a8e1c9f2e None None] Deleting port 04721def-b2e2-41c7-809b-18aa9cbedcfb {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:21:46.983152 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e08eb55d-d89d-4175-b432-d14a8e1c9f2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:47.003030 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d950c9d-00de-450b-930c-bb8bc94f131e tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:47.003996 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-9d950c9d-00de-450b-930c-bb8bc94f131e tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Synchronizing usage tracker for tenant:eb96536b5b294c1db8469638f66a2e9c on resource:subnet {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:21:47.041385 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-30fc7b90-6034-444f-b43a-c7d869ed963f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Deleting port e535e52c-2262-4320-b187-cacd05e8ac31 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:21:47.041814 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-30fc7b90-6034-444f-b43a-c7d869ed963f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:47.042321 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-9d950c9d-00de-450b-930c-bb8bc94f131e tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Unset dirty status for tenant:eb96536b5b294c1db8469638f66a2e9c on resource:subnet {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:21:47.043801 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-9d950c9d-00de-450b-930c-bb8bc94f131e tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2601843 Feb 09 01:21:47.057689 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef957268-8898-4cc5-9ec6-dc533f94190f req-0cf44448-29f7-41c4-bc78-9652849a3038 tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:47.065094 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ef957268-8898-4cc5-9ec6-dc533f94190f req-0cf44448-29f7-41c4-bc78-9652849a3038 tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] 10.222.0.105 "GET /v2.0/ports?device_id=34981b62-21b9-425e-baed-69d16c980d60 HTTP/1.1" status: 200 len: 945 time: 0.4665039 Feb 09 01:21:47.089704 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 50818) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:47.195901 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port cfdd6784-eeb8-49d0-b07b-a4a202af7e4c, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=cfdd6784-eeb8-49d0-b07b-a4a202af7e4c,segment=NetworkSegment(ab5b8647-54ba-47dc-a969-bd1d889d35c1),segment_id=ab5b8647-54ba-47dc-a969-bd1d889d35c1)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:21:47.240653 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': 'cfdd6784-eeb8-49d0-b07b-a4a202af7e4c', 'network_id': '0b42d132-a4d6-4063-98c2-48389fb2c5a1', 'port_id': 'cfdd6784-eeb8-49d0-b07b-a4a202af7e4c', 'mac_address': 'fa:16:3e:7b:eb:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d342298-601b-4654-a677-d1e5d55f90c1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:21:47.245365 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-30fc7b90-6034-444f-b43a-c7d869ed963f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] The port 'e535e52c-2262-4320-b187-cacd05e8ac31' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:21:47.347417 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ef957268-8898-4cc5-9ec6-dc533f94190f req-378024de-60f4-428a-9936-381a4c1aa945 tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] 10.222.0.105 "GET /v2.0/security-groups?id=37802d11-7b20-466a-9a13-7b053713feb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741838 Feb 09 01:21:47.362198 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 5d06df54-a2db-48f3-a692-7cac5cd28570 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:21:47.365618 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-c19961a0-7ea9-455b-8d91-942187bf6da6 admin admin] Deleting port 3963451d-88ba-4a70-ae71-6e82417de03c {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:21:47.365618 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c19961a0-7ea9-455b-8d91-942187bf6da6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:47.448531 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f8438f71-9a64-4b20-9726-2aaed726a2a8 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:47.534741 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:47.539687 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-30fc7b90-6034-444f-b43a-c7d869ed963f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:47.551793 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1a0f21a5-e70e-4b13-8760-8cfda568aece None None] Provisioning for port 5d06df54-a2db-48f3-a692-7cac5cd28570 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:21:47.555149 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device e535e52c-2262-4320-b187-cacd05e8ac31 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:21:47.562569 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-f8438f71-9a64-4b20-9726-2aaed726a2a8 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Deleting port 5d06df54-a2db-48f3-a692-7cac5cd28570 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:21:47.563100 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f8438f71-9a64-4b20-9726-2aaed726a2a8 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:47.627821 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1a0f21a5-e70e-4b13-8760-8cfda568aece None None] Provisioning complete for port 5d06df54-a2db-48f3-a692-7cac5cd28570 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:47.627821 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1a0f21a5-e70e-4b13-8760-8cfda568aece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:47.797780 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: e535e52c-2262-4320-b187-cacd05e8ac31 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:21:47.797780 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device e535e52c-2262-4320-b187-cacd05e8ac31 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:21:47.866721 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfdd6784-eeb8-49d0-b07b-a4a202af7e4c {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:21:47.872366 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd1100-8934-4380-8190-aaedb3e44d49 req-2f443b1f-9a46-4be6-90d6-5df6e6f0e3dd tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:47.876270 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc63400-d698-4604-a64a-189653b193dc None None] Pushing event updated for resources: {'Port': ['ID=04721def-b2e2-41c7-809b-18aa9cbedcfb,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:47.881425 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e4cd1100-8934-4380-8190-aaedb3e44d49 req-2f443b1f-9a46-4be6-90d6-5df6e6f0e3dd tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/ports?device_id=583d42b7-b55e-45d7-ba3b-91026f7fe3ea HTTP/1.1" status: 200 len: 944 time: 0.4625099 Feb 09 01:21:47.892039 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 50830) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:47.959995 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-30fc7b90-6034-444f-b43a-c7d869ed963f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b66fc12-68e7-4042-aef2-a2563fde3abf']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:47.966218 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-30fc7b90-6034-444f-b43a-c7d869ed963f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '860405c5-1231-4666-970d-ddc4be6b3f8f') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:47.966745 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-30fc7b90-6034-444f-b43a-c7d869ed963f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '860405c5-1231-4666-970d-ddc4be6b3f8f') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:47.981205 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb3f907-06cb-4b8a-abbe-d796c9af6dd1 None None] DHCP port deletion for 701e5274-691b-4ed4-963e-04598cfc10c3 request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:21:47.981466 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-30fc7b90-6034-444f-b43a-c7d869ed963f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:48.003761 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-30fc7b90-6034-444f-b43a-c7d869ed963f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:48.011338 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30fc7b90-6034-444f-b43a-c7d869ed963f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:21:48.012010 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-30fc7b90-6034-444f-b43a-c7d869ed963f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:48.024163 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port cfdd6784-eeb8-49d0-b07b-a4a202af7e4c, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=cfdd6784-eeb8-49d0-b07b-a4a202af7e4c,segment=NetworkSegment(ab5b8647-54ba-47dc-a969-bd1d889d35c1),segment_id=ab5b8647-54ba-47dc-a969-bd1d889d35c1)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:21:48.031938 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-0eb3f907-06cb-4b8a-abbe-d796c9af6dd1 None None] Deleting port 5d06df54-a2db-48f3-a692-7cac5cd28570 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:21:48.036649 n-d-828418-1 neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:21:48.036649 n-d-828418-1 neutron-server[87638]: util.warn( Feb 09 01:21:48.036649 n-d-828418-1 neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:21:48.036649 n-d-828418-1 neutron-server[87638]: util.warn( Feb 09 01:21:48.036649 n-d-828418-1 neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:21:48.036649 n-d-828418-1 neutron-server[87638]: util.warn( Feb 09 01:21:48.036649 n-d-828418-1 neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:21:48.036649 n-d-828418-1 neutron-server[87638]: util.warn( Feb 09 01:21:48.036649 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:21:48.036649 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:21:48.036649 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:21:48.036649 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:21:48.036649 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:21:48.036649 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:21:48.036649 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:21:48.036649 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:21:48.036649 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:21:48.036649 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:21:48.036649 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:21:48.036649 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:21:48.036649 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:21:48.036649 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:21:48.036649 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:21:48.036649 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:21:48.036649 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:21:48.036649 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:21:48.036649 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:21:48.036649 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:21:48.036649 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:21:48.036649 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:21:48.036649 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:21:48.036649 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:21:48.036649 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:21:48.036649 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:21:48.036649 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:21:48.036649 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:21:48.036649 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:21:48.036649 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:21:48.036649 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:21:48.036649 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:21:48.048383 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0eb3f907-06cb-4b8a-abbe-d796c9af6dd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:48.075963 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e4cd1100-8934-4380-8190-aaedb3e44d49 req-6904be0a-3a5b-4382-85a9-f090b7fee401 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e238689-2b13-4df9-8955-13b9e4cebcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069001 Feb 09 01:21:48.148288 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-c19961a0-7ea9-455b-8d91-942187bf6da6 admin admin] For port 3963451d-88ba-4a70-ae71-6e82417de03c, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=3963451d-88ba-4a70-ae71-6e82417de03c,segment=NetworkSegment(2911b990-5a28-41b3-988d-1e21f0ec93f9),segment_id=2911b990-5a28-41b3-988d-1e21f0ec93f9)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:21:48.148893 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c19961a0-7ea9-455b-8d91-942187bf6da6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:48.152484 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-30fc7b90-6034-444f-b43a-c7d869ed963f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:48.186163 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:48.194167 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-30fc7b90-6034-444f-b43a-c7d869ed963f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:48.253641 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fc7b90-6034-444f-b43a-c7d869ed963f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event deleted for resources: {'Network': ['ID=8b66fc12-68e7-4042-aef2-a2563fde3abf,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:48.284142 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 04721def-b2e2-41c7-809b-18aa9cbedcfb no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:21:48.295090 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-30fc7b90-6034-444f-b43a-c7d869ed963f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "DELETE /v2.0/networks/8b66fc12-68e7-4042-aef2-a2563fde3abf HTTP/1.1" status: 204 len: 168 time: 5.0557921 Feb 09 01:21:48.295090 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50840) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:48.295090 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-0a684f69-a297-44c8-b169-479727e4dd19 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Request body: {'port': {'network_id': '5bead681-b990-4e6e-ae4a-41c64647f893', 'name': 'tempest-PortsIpV6TestJSON-1214045635'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:48.369273 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-c19961a0-7ea9-455b-8d91-942187bf6da6 admin admin] Calling delete_port for 3963451d-88ba-4a70-ae71-6e82417de03c owned by network:router_interface {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:21:48.375192 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1a0f21a5-e70e-4b13-8760-8cfda568aece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:48.471663 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-0a684f69-a297-44c8-b169-479727e4dd19 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:21:48.471663 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-0a684f69-a297-44c8-b169-479727e4dd19 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Usage tracker for resource:port and tenant:c783560d2de04e1598eb7e3aecd5349e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:21:48.471663 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-0a684f69-a297-44c8-b169-479727e4dd19 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:21:48.471663 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-0a684f69-a297-44c8-b169-479727e4dd19 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:21:48.492086 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-f8438f71-9a64-4b20-9726-2aaed726a2a8 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] For port 5d06df54-a2db-48f3-a692-7cac5cd28570, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=5d06df54-a2db-48f3-a692-7cac5cd28570,segment=NetworkSegment(ccb0e307-bee6-422f-931d-2dcb54020afe),segment_id=ccb0e307-bee6-422f-931d-2dcb54020afe)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:21:48.492086 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f8438f71-9a64-4b20-9726-2aaed726a2a8 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:48.512372 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a684f69-a297-44c8-b169-479727e4dd19 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Made reservation on behalf of c783560d2de04e1598eb7e3aecd5349e for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:48.532615 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cb56d0f4-1299-43cc-b286-5696311ae51e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:48.550202 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0a684f69-a297-44c8-b169-479727e4dd19 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:48.550202 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-0a684f69-a297-44c8-b169-479727e4dd19 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] device_id is not set on port 3c4fab52-881e-4ce1-be5f-bed523156935 yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:21:48.569423 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-0eb3f907-06cb-4b8a-abbe-d796c9af6dd1 None None] For port 5d06df54-a2db-48f3-a692-7cac5cd28570, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=5d06df54-a2db-48f3-a692-7cac5cd28570,segment=NetworkSegment(ccb0e307-bee6-422f-931d-2dcb54020afe),segment_id=ccb0e307-bee6-422f-931d-2dcb54020afe)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:21:48.569423 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0eb3f907-06cb-4b8a-abbe-d796c9af6dd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:48.720817 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-f8438f71-9a64-4b20-9726-2aaed726a2a8 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Calling delete_port for 5d06df54-a2db-48f3-a692-7cac5cd28570 owned by network:dhcp {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:21:48.765474 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-cb56d0f4-1299-43cc-b286-5696311ae51e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:21:48.765474 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-cb56d0f4-1299-43cc-b286-5696311ae51e admin admin] Usage tracker for resource:security_group_rule and tenant:d1d1fdc6fc2748d9a07c91ea0d6ce8e9 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:21:48.804587 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e08eb55d-d89d-4175-b432-d14a8e1c9f2e None None] For port 04721def-b2e2-41c7-809b-18aa9cbedcfb, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=04721def-b2e2-41c7-809b-18aa9cbedcfb,segment=NetworkSegment(b5705bcf-d9da-47a5-bf58-87140b375326),segment_id=b5705bcf-d9da-47a5-bf58-87140b375326)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:21:48.804587 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e08eb55d-d89d-4175-b432-d14a8e1c9f2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:48.829390 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-cb56d0f4-1299-43cc-b286-5696311ae51e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:21:48.829390 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-cb56d0f4-1299-43cc-b286-5696311ae51e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:21:48.865339 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0a684f69-a297-44c8-b169-479727e4dd19 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:48.884376 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['cfdd6784-eeb8-49d0-b07b-a4a202af7e4c'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:21:48.909922 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0a684f69-a297-44c8-b169-479727e4dd19 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:48.944366 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-0eb3f907-06cb-4b8a-abbe-d796c9af6dd1 None None] Calling delete_port for 5d06df54-a2db-48f3-a692-7cac5cd28570 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:21:49.002540 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a684f69-a297-44c8-b169-479727e4dd19 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event updated for resources: {'Port': ['ID=3c4fab52-881e-4ce1-be5f-bed523156935,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:49.002540 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a684f69-a297-44c8-b169-479727e4dd19 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Network 5bead681-b990-4e6e-ae4a-41c64647f893 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:49.002540 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-0a684f69-a297-44c8-b169-479727e4dd19 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:49.002540 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a684f69-a297-44c8-b169-479727e4dd19 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:21:49.002540 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a684f69-a297-44c8-b169-479727e4dd19 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:49.002540 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0a684f69-a297-44c8-b169-479727e4dd19 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:49.029332 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c19961a0-7ea9-455b-8d91-942187bf6da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:49.046800 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-0a684f69-a297-44c8-b169-479727e4dd19 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7275856 Feb 09 01:21:49.046800 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50846) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:49.100914 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e08eb55d-d89d-4175-b432-d14a8e1c9f2e None None] Calling delete_port for 04721def-b2e2-41c7-809b-18aa9cbedcfb owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:21:49.110139 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-2a46839f-2ec4-4be0-90e0-a9c725d8e66c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Deleting port 3c4fab52-881e-4ce1-be5f-bed523156935 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:21:49.110139 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2a46839f-2ec4-4be0-90e0-a9c725d8e66c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:49.130132 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3741fd0-2fc2-48c1-be20-1e0ecefacbe6 req-9b22f29e-d1a6-421b-8051-7c2ac97fce96 tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:49.135781 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a3741fd0-2fc2-48c1-be20-1e0ecefacbe6 req-9b22f29e-d1a6-421b-8051-7c2ac97fce96 tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] 10.222.0.105 "GET /v2.0/ports?device_id=34981b62-21b9-425e-baed-69d16c980d60 HTTP/1.1" status: 200 len: 945 time: 0.6212628 Feb 09 01:21:49.171033 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19961a0-7ea9-455b-8d91-942187bf6da6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3963451d-88ba-4a70-ae71-6e82417de03c,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:49.255804 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-0eb3f907-06cb-4b8a-abbe-d796c9af6dd1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:21:49.256075 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-0eb3f907-06cb-4b8a-abbe-d796c9af6dd1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:21:49.262411 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=cfdd6784-eeb8-49d0-b07b-a4a202af7e4c,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:49.276987 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f8438f71-9a64-4b20-9726-2aaed726a2a8 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:49.527385 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:49.542840 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e08eb55d-d89d-4175-b432-d14a8e1c9f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:49.551030 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2a46839f-2ec4-4be0-90e0-a9c725d8e66c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:49.625284 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08eb55d-d89d-4175-b432-d14a8e1c9f2e None None] Pushing event deleted for resources: {'Port': ['ID=04721def-b2e2-41c7-809b-18aa9cbedcfb,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:49.668950 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08eb55d-d89d-4175-b432-d14a8e1c9f2e None None] No DVR routers for this DVR port 04721def-b2e2-41c7-809b-18aa9cbedcfb on host n-d-828418-1 {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:21:49.726283 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c19961a0-7ea9-455b-8d91-942187bf6da6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:49.769469 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-0eb3f907-06cb-4b8a-abbe-d796c9af6dd1 None None] Deleting port 5d06df54-a2db-48f3-a692-7cac5cd28570 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:21:49.770026 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0eb3f907-06cb-4b8a-abbe-d796c9af6dd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:49.781638 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-2a46839f-2ec4-4be0-90e0-a9c725d8e66c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Calling delete_port for 3c4fab52-881e-4ce1-be5f-bed523156935 owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:21:49.797645 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 5d06df54-a2db-48f3-a692-7cac5cd28570 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:21:49.807674 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8438f71-9a64-4b20-9726-2aaed726a2a8 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Pushing event deleted for resources: {'Port': ['ID=5d06df54-a2db-48f3-a692-7cac5cd28570,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:49.831241 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8438f71-9a64-4b20-9726-2aaed726a2a8 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] No DVR routers for this DVR port 5d06df54-a2db-48f3-a692-7cac5cd28570 on host n-d-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:21:49.865553 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 5d06df54-a2db-48f3-a692-7cac5cd28570 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:21:49.865771 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 5d06df54-a2db-48f3-a692-7cac5cd28570 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:21:49.946544 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2a46839f-2ec4-4be0-90e0-a9c725d8e66c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:49.957938 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-0eb3f907-06cb-4b8a-abbe-d796c9af6dd1 None None] The port '5d06df54-a2db-48f3-a692-7cac5cd28570' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:21:50.053263 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a46839f-2ec4-4be0-90e0-a9c725d8e66c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event deleted for resources: {'Port': ['ID=3c4fab52-881e-4ce1-be5f-bed523156935,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:50.064639 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2a46839f-2ec4-4be0-90e0-a9c725d8e66c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:50.080014 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-2a46839f-2ec4-4be0-90e0-a9c725d8e66c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "DELETE /v2.0/ports/3c4fab52-881e-4ce1-be5f-bed523156935 HTTP/1.1" status: 204 len: 168 time: 1.0658875 Feb 09 01:21:50.080628 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 50860) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:50.083971 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cb56d0f4-1299-43cc-b286-5696311ae51e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:50.101507 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cb56d0f4-1299-43cc-b286-5696311ae51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:50.110972 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-45031dd5-61b0-45f6-90ca-878de5b6260f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Request body: {'port': {'network_id': '5bead681-b990-4e6e-ae4a-41c64647f893', 'mac_address': 'fa:16:3e:4e:93:69', 'name': 'tempest-PortsIpV6TestJSON-993871713'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:50.143339 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a3741fd0-2fc2-48c1-be20-1e0ecefacbe6 req-5d1c28ee-bae4-41ff-a837-93d25e74bbef tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] 10.222.0.105 "GET /v2.0/security-groups?id=37802d11-7b20-466a-9a13-7b053713feb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9750865 Feb 09 01:21:50.457309 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-cb56d0f4-1299-43cc-b286-5696311ae51e admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=d1d1fdc6fc2748d9a07c91ea0d6ce8e9&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5669966 Feb 09 01:21:50.461955 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50872) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:50.492948 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb56d0f4-1299-43cc-b286-5696311ae51e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a1ffd4-8601-4907-9db7-edcd8360f35c,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:50.499826 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f8438f71-9a64-4b20-9726-2aaed726a2a8 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:50.543938 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4fa17953-0fb4-4af7-aff1-9c7a3e352633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:50.573796 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-45031dd5-61b0-45f6-90ca-878de5b6260f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:21:50.576529 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4fa17953-0fb4-4af7-aff1-9c7a3e352633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:50.579247 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-45031dd5-61b0-45f6-90ca-878de5b6260f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Usage tracker for resource:port and tenant:c783560d2de04e1598eb7e3aecd5349e is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:21:50.582351 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-45031dd5-61b0-45f6-90ca-878de5b6260f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:21:50.592453 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-45031dd5-61b0-45f6-90ca-878de5b6260f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:21:50.664894 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4fa17953-0fb4-4af7-aff1-9c7a3e352633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:50.689347 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa17953-0fb4-4af7-aff1-9c7a3e352633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a1ffd4-8601-4907-9db7-edcd8360f35c,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:50.689347 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4fa17953-0fb4-4af7-aff1-9c7a3e352633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:50.703859 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-4fa17953-0fb4-4af7-aff1-9c7a3e352633 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/b4a1ffd4-8601-4907-9db7-edcd8360f35c HTTP/1.1" status: 204 len: 168 time: 0.2274904 Feb 09 01:21:50.712007 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-f8438f71-9a64-4b20-9726-2aaed726a2a8 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['701e5274-691b-4ed4-963e-04598cfc10c3']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:50.748231 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc2038-5e10-4355-8746-c0c7459dae2b req-16671f47-bf28-49bc-97bd-1781c7d701fd tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:50.748231 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-aefc2038-5e10-4355-8746-c0c7459dae2b req-16671f47-bf28-49bc-97bd-1781c7d701fd tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/ports?device_id=583d42b7-b55e-45d7-ba3b-91026f7fe3ea HTTP/1.1" status: 200 len: 945 time: 1.4176154 Feb 09 01:21:50.761087 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-f8438f71-9a64-4b20-9726-2aaed726a2a8 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccb0e307-bee6-422f-931d-2dcb54020afe') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:50.761087 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-f8438f71-9a64-4b20-9726-2aaed726a2a8 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccb0e307-bee6-422f-931d-2dcb54020afe') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:50.784921 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45031dd5-61b0-45f6-90ca-878de5b6260f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Made reservation on behalf of c783560d2de04e1598eb7e3aecd5349e for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:50.864406 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f8438f71-9a64-4b20-9726-2aaed726a2a8 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:51.027710 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f8438f71-9a64-4b20-9726-2aaed726a2a8 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:51.058980 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8438f71-9a64-4b20-9726-2aaed726a2a8 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:21:51.058980 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f8438f71-9a64-4b20-9726-2aaed726a2a8 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:51.089571 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 01:21:51.089571 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:21:51.089571 n-d-828418-1 neutron-server[87639]: timer() Feb 09 01:21:51.089571 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:21:51.089571 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 01:21:51.089571 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:21:51.089571 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 01:21:51.089571 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:21:51.089571 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 01:21:51.089571 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:21:51.089571 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 01:21:51.089571 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:21:51.089571 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 01:21:51.089571 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:21:51.089571 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:21:51.089571 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:21:51.089571 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:21:51.089571 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:21:51.089571 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 01:21:51.089571 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:21:51.089571 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 01:21:51.089571 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:21:51.089571 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:21:51.089571 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:21:51.089571 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 01:21:51.089571 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:21:51.089571 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:21:51.089571 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:21:51.089571 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:21:51.089571 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:21:51.089571 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:21:51.089571 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:21:51.106484 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50882) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:51.123285 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-23820f7d-7059-4e7b-9892-6b19c7d9db8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:51.139585 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-23820f7d-7059-4e7b-9892-6b19c7d9db8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:21:51.144187 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-23820f7d-7059-4e7b-9892-6b19c7d9db8d admin admin] Usage tracker for resource:security_group_rule and tenant:12a9bdc0cd0c43ac82fa9754963ac4a8 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:21:51.147688 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-23820f7d-7059-4e7b-9892-6b19c7d9db8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:21:51.149308 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-aefc2038-5e10-4355-8746-c0c7459dae2b req-74937877-9724-48bb-92ab-fe079e6b8d02 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e238689-2b13-4df9-8955-13b9e4cebcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3828244 Feb 09 01:21:51.155126 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-23820f7d-7059-4e7b-9892-6b19c7d9db8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:21:51.173781 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45664412-a073-45f7-8a07-7326268a77f3 req-46e30787-864e-48a2-a38d-b2b4770cd47b tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:51.173781 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-45664412-a073-45f7-8a07-7326268a77f3 req-46e30787-864e-48a2-a38d-b2b4770cd47b tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] 10.222.0.105 "GET /v2.0/ports?device_id=34981b62-21b9-425e-baed-69d16c980d60 HTTP/1.1" status: 200 len: 945 time: 0.6531212 Feb 09 01:21:51.225553 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-45031dd5-61b0-45f6-90ca-878de5b6260f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:51.255991 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-23820f7d-7059-4e7b-9892-6b19c7d9db8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:51.263389 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-23820f7d-7059-4e7b-9892-6b19c7d9db8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:51.321437 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23820f7d-7059-4e7b-9892-6b19c7d9db8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0177f47d-326b-4f8a-8149-704d7dbe8ce2,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:51.340325 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-45031dd5-61b0-45f6-90ca-878de5b6260f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] device_id is not set on port 22d52a1f-a74f-44f3-8700-7ccfbe479ebb yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:21:51.347312 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-23820f7d-7059-4e7b-9892-6b19c7d9db8d admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=12a9bdc0cd0c43ac82fa9754963ac4a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2383137 Feb 09 01:21:51.347312 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50890) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:51.381097 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbfd26a-bf48-4eed-bf9e-c03453b5e211 req-ea636c92-315b-4311-ab01-ea3397aecf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:51.381097 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6fbfd26a-bf48-4eed-bf9e-c03453b5e211 req-ea636c92-315b-4311-ab01-ea3397aecf88 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9b89b7596e03444d9c78c5756045fc16&device_id=34981b62-21b9-425e-baed-69d16c980d60 HTTP/1.1" status: 200 len: 1096 time: 0.7544603 Feb 09 01:21:51.393395 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f8438f71-9a64-4b20-9726-2aaed726a2a8 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:51.421122 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e678d41c-d816-4642-9a05-f74810c877dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:51.460484 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e678d41c-d816-4642-9a05-f74810c877dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:51.465390 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f8438f71-9a64-4b20-9726-2aaed726a2a8 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:51.527188 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e678d41c-d816-4642-9a05-f74810c877dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:51.535426 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e678d41c-d816-4642-9a05-f74810c877dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0177f47d-326b-4f8a-8149-704d7dbe8ce2,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:51.538225 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c19961a0-7ea9-455b-8d91-942187bf6da6 admin admin] Router 26387f92-c69f-4559-9fbe-aab9929ea001 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:21:51.538225 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8438f71-9a64-4b20-9726-2aaed726a2a8 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Pushing event deleted for resources: {'Network': ['ID=701e5274-691b-4ed4-963e-04598cfc10c3,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:51.553101 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e678d41c-d816-4642-9a05-f74810c877dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:51.553101 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e678d41c-d816-4642-9a05-f74810c877dc admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/0177f47d-326b-4f8a-8149-704d7dbe8ce2 HTTP/1.1" status: 204 len: 168 time: 0.1900227 Feb 09 01:21:51.565544 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-45664412-a073-45f7-8a07-7326268a77f3 req-517946f3-a6a1-4c6b-b177-1ea24041bf97 tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] 10.222.0.105 "GET /v2.0/security-groups?id=37802d11-7b20-466a-9a13-7b053713feb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061960 Feb 09 01:21:51.711292 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f8438f71-9a64-4b20-9726-2aaed726a2a8 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] 10.222.0.105 "DELETE /v2.0/networks/701e5274-691b-4ed4-963e-04598cfc10c3 HTTP/1.1" status: 204 len: 168 time: 4.6150608 Feb 09 01:21:51.711880 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50898) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:51.851940 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:52.019328 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d71ff832-b189-49f8-b229-ac17600211a0 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:52.061126 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbfd26a-bf48-4eed-bf9e-c03453b5e211 req-d84cc014-9e34-43cb-ade7-4a04a0c9aead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:52.062612 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6fbfd26a-bf48-4eed-bf9e-c03453b5e211 req-d84cc014-9e34-43cb-ade7-4a04a0c9aead service neutron] 10.222.0.62 "GET /v2.0/networks?id=e71bc79e-62d3-489b-9b63-0a6c2ab57e36 HTTP/1.1" status: 200 len: 913 time: 0.6713378 Feb 09 01:21:52.208079 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device cfdd6784-eeb8-49d0-b07b-a4a202af7e4c up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:21:52.220361 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6fbfd26a-bf48-4eed-bf9e-c03453b5e211 req-3b9041bc-4070-4b7f-ab5e-e3fb3d26e966 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d3a9ddd-f2e6-46f1-8e0a-2a3bf8ba815f HTTP/1.1" status: 200 len: 217 time: 0.0956769 Feb 09 01:21:52.241502 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d71ff832-b189-49f8-b229-ac17600211a0 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:52.304656 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-d71ff832-b189-49f8-b229-ac17600211a0 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['963914b7-5edb-4533-9116-c96ae793e184']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:52.336565 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-d71ff832-b189-49f8-b229-ac17600211a0 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5705bcf-d9da-47a5-bf58-87140b375326') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:52.336565 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-d71ff832-b189-49f8-b229-ac17600211a0 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5705bcf-d9da-47a5-bf58-87140b375326') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:52.371375 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d71ff832-b189-49f8-b229-ac17600211a0 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:52.391476 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port cfdd6784-eeb8-49d0-b07b-a4a202af7e4c completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:21:52.397760 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port cfdd6784-eeb8-49d0-b07b-a4a202af7e4c triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:52.397974 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d71ff832-b189-49f8-b229-ac17600211a0 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:52.398483 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:52.415598 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d71ff832-b189-49f8-b229-ac17600211a0 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:21:52.415998 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d71ff832-b189-49f8-b229-ac17600211a0 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:52.439764 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:21:52.439764 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:21:52.439764 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:21:52.439764 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:21:52.439764 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:21:52.439764 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:21:52.439764 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:21:52.439764 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:21:52.439764 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:21:52.439764 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:21:52.439764 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:21:52.439764 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:21:52.439764 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:21:52.439764 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:21:52.439764 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:21:52.439764 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:21:52.439764 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:21:52.439764 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:21:52.439764 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:21:52.439764 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:21:52.439764 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:21:52.439764 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:21:52.439764 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:21:52.439764 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:21:52.439764 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:21:52.439764 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:21:52.439764 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:21:52.439764 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:21:52.439764 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:21:52.439764 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:21:52.439764 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:21:52.439764 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:21:52.516883 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-45031dd5-61b0-45f6-90ca-878de5b6260f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:52.553334 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:52.683599 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d71ff832-b189-49f8-b229-ac17600211a0 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:52.695024 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '583d42b7-b55e-45d7-ba3b-91026f7fe3ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfdd6784-eeb8-49d0-b07b-a4a202af7e4c'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:21:52.731566 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port cfdd6784-eeb8-49d0-b07b-a4a202af7e4c, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=cfdd6784-eeb8-49d0-b07b-a4a202af7e4c,segment=NetworkSegment(ab5b8647-54ba-47dc-a969-bd1d889d35c1),segment_id=ab5b8647-54ba-47dc-a969-bd1d889d35c1)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:21:52.741777 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d71ff832-b189-49f8-b229-ac17600211a0 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:52.745120 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19961a0-7ea9-455b-8d91-942187bf6da6 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:21:52.745120 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-45031dd5-61b0-45f6-90ca-878de5b6260f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:52.749086 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:52.757676 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71ff832-b189-49f8-b229-ac17600211a0 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Pushing event deleted for resources: {'Network': ['ID=963914b7-5edb-4533-9116-c96ae793e184,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:52.769092 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d71ff832-b189-49f8-b229-ac17600211a0 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] 10.222.0.105 "DELETE /v2.0/networks/963914b7-5edb-4533-9116-c96ae793e184 HTTP/1.1" status: 204 len: 168 time: 1.0491846 Feb 09 01:21:52.769092 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50930) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:52.774936 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-c19961a0-7ea9-455b-8d91-942187bf6da6 admin admin] 10.222.0.105 "PUT /v2.0/routers/26387f92-c69f-4559-9fbe-aab9929ea001/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5223398 Feb 09 01:21:52.774936 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 50932) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:52.887388 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6367dcba-098a-4dc3-b3ae-056e90d66396 None None] Sync routers for ids ['26387f92-c69f-4559-9fbe-aab9929ea001'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:21:52.934532 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dd8d4efb-e963-44c4-bdc9-cea2c4271b65 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:52.936309 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6367dcba-098a-4dc3-b3ae-056e90d66396 None None] Routers {'26387f92-c69f-4559-9fbe-aab9929ea001'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:21:52.937150 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-6367dcba-098a-4dc3-b3ae-056e90d66396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:21:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['26387f92-c69f-4559-9fbe-aab9929ea001'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:53.043630 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=cfdd6784-eeb8-49d0-b07b-a4a202af7e4c,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:53.125797 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dd8d4efb-e963-44c4-bdc9-cea2c4271b65 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:53.161462 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-dd8d4efb-e963-44c4-bdc9-cea2c4271b65 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fed1559b-3ec3-43c1-b0ad-20e8e1567951']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:53.174171 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-dd8d4efb-e963-44c4-bdc9-cea2c4271b65 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abf8eb63-1071-4082-804f-37b4e6495fb0') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:53.174171 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-dd8d4efb-e963-44c4-bdc9-cea2c4271b65 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abf8eb63-1071-4082-804f-37b4e6495fb0') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:53.192657 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dd8d4efb-e963-44c4-bdc9-cea2c4271b65 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:53.213887 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dd8d4efb-e963-44c4-bdc9-cea2c4271b65 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:53.226779 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd8d4efb-e963-44c4-bdc9-cea2c4271b65 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:21:53.226779 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dd8d4efb-e963-44c4-bdc9-cea2c4271b65 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:53.264387 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:21:53.264387 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:21:53.264387 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:21:53.264387 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:21:53.264387 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:21:53.264387 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:21:53.264387 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:21:53.264387 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:21:53.264387 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:21:53.264387 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:21:53.264387 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:21:53.264387 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:21:53.264387 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:21:53.264387 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:21:53.264387 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:21:53.264387 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:21:53.264387 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:21:53.264387 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:21:53.264387 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:21:53.264387 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:21:53.264387 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:21:53.264387 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:21:53.264387 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:21:53.264387 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:21:53.264387 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:21:53.264387 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:21:53.264387 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:21:53.264387 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:21:53.264387 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:21:53.264387 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:21:53.264387 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:21:53.264387 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:21:53.297124 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-6367dcba-098a-4dc3-b3ae-056e90d66396 None None] Set router 26387f92-c69f-4559-9fbe-aab9929ea001 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:21:53.444203 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbfd26a-bf48-4eed-bf9e-c03453b5e211 req-ae042a0a-f1cf-4b5f-8ef1-58b126ac7029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:53.445952 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6fbfd26a-bf48-4eed-bf9e-c03453b5e211 req-ae042a0a-f1cf-4b5f-8ef1-58b126ac7029 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c0411492-ee99-4c2c-8fdb-156f7ad58e1a HTTP/1.1" status: 200 len: 852 time: 1.1786158 Feb 09 01:21:53.470736 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dd8d4efb-e963-44c4-bdc9-cea2c4271b65 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:53.503462 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dd8d4efb-e963-44c4-bdc9-cea2c4271b65 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:53.521907 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8d4efb-e963-44c4-bdc9-cea2c4271b65 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Pushing event deleted for resources: {'Network': ['ID=fed1559b-3ec3-43c1-b0ad-20e8e1567951,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:53.534685 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-dd8d4efb-e963-44c4-bdc9-cea2c4271b65 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] 10.222.0.105 "DELETE /v2.0/networks/fed1559b-3ec3-43c1-b0ad-20e8e1567951 HTTP/1.1" status: 204 len: 168 time: 0.7626424 Feb 09 01:21:53.534685 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d4efb-e963-44c4-bdc9-cea2c4271b65 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:53.534685 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d4efb-e963-44c4-bdc9-cea2c4271b65 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:53.534685 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d4efb-e963-44c4-bdc9-cea2c4271b65 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:53.534685 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d4efb-e963-44c4-bdc9-cea2c4271b65 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:53.534685 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d4efb-e963-44c4-bdc9-cea2c4271b65 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:53.534685 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d4efb-e963-44c4-bdc9-cea2c4271b65 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:53.534685 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d4efb-e963-44c4-bdc9-cea2c4271b65 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:53.534685 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d4efb-e963-44c4-bdc9-cea2c4271b65 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:53.534685 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d4efb-e963-44c4-bdc9-cea2c4271b65 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:53.534685 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d4efb-e963-44c4-bdc9-cea2c4271b65 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:53.534685 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d4efb-e963-44c4-bdc9-cea2c4271b65 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:53.540870 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d4efb-e963-44c4-bdc9-cea2c4271b65 tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:53.540870 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50950) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:53.552601 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6fbfd26a-bf48-4eed-bf9e-c03453b5e211 req-85b742d4-778e-4e96-90d5-62fd727c72d0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e71bc79e-62d3-489b-9b63-0a6c2ab57e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800977 Feb 09 01:21:53.552601 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45031dd5-61b0-45f6-90ca-878de5b6260f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Network 5bead681-b990-4e6e-ae4a-41c64647f893 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:53.573532 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-45031dd5-61b0-45f6-90ca-878de5b6260f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:53.573532 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45031dd5-61b0-45f6-90ca-878de5b6260f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:21:53.588660 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45031dd5-61b0-45f6-90ca-878de5b6260f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:53.588660 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-45031dd5-61b0-45f6-90ca-878de5b6260f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:53.777085 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fed47ef4-aca1-4444-9925-98fb25e21cab tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:53.786709 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-45031dd5-61b0-45f6-90ca-878de5b6260f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.6968994 Feb 09 01:21:53.793305 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260c97ce-b570-4e5f-80d3-48e71e0caf4c req-522f3907-d6da-4aba-9709-0b013b2e5fee tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:53.794834 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-260c97ce-b570-4e5f-80d3-48e71e0caf4c req-522f3907-d6da-4aba-9709-0b013b2e5fee tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/ports?device_id=583d42b7-b55e-45d7-ba3b-91026f7fe3ea HTTP/1.1" status: 200 len: 945 time: 1.4369018 Feb 09 01:21:53.797911 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 50958) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:53.803770 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45031dd5-61b0-45f6-90ca-878de5b6260f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event updated for resources: {'Port': ['ID=22d52a1f-a74f-44f3-8700-7ccfbe479ebb,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:53.915161 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d58dbd-438a-4f45-9647-6f218b79d9d5 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:53.915767 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-03d58dbd-438a-4f45-9647-6f218b79d9d5 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Synchronizing usage tracker for tenant:c783560d2de04e1598eb7e3aecd5349e on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:21:53.998212 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-6367dcba-098a-4dc3-b3ae-056e90d66396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26387f92-c69f-4559-9fbe-aab9929ea001', 'name': 'tempest-TestServerBasicOps-1653335009-router', 'tenant_id': '8d31597ab3f74931824904826c01d747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '7162a11c-aa66-42cc-85f4-64022d318e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:14:42Z', 'updated_at': '2022-02-09T01:21:48Z', 'revision_number': 5, 'project_id': '8d31597ab3f74931824904826c01d747', 'gw_port': {'id': '7162a11c-aa66-42cc-85f4-64022d318e53', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:52:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26387f92-c69f-4559-9fbe-aab9929ea001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:43Z', 'updated_at': '2022-02-09T01:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:54.005195 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6367dcba-098a-4dc3-b3ae-056e90d66396 None None] Checking router: 26387f92-c69f-4559-9fbe-aab9929ea001 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:21:54.027321 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6367dcba-098a-4dc3-b3ae-056e90d66396 None None] Routers {'26387f92-c69f-4559-9fbe-aab9929ea001'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:21:54.027321 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-6367dcba-098a-4dc3-b3ae-056e90d66396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:21:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['26387f92-c69f-4559-9fbe-aab9929ea001'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:54.059310 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b0a2d3-5011-4a34-829e-ede70dc65c4a req-55a53e1b-9f36-4adb-a15c-39e90b99c887 tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:54.059310 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b9b0a2d3-5011-4a34-829e-ede70dc65c4a req-55a53e1b-9f36-4adb-a15c-39e90b99c887 tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] 10.222.0.105 "GET /v2.0/ports?device_id=34981b62-21b9-425e-baed-69d16c980d60 HTTP/1.1" status: 200 len: 945 time: 1.0630593 Feb 09 01:21:54.133342 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fed47ef4-aca1-4444-9925-98fb25e21cab tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:54.174531 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-fed47ef4-aca1-4444-9925-98fb25e21cab tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d87d6285-4d18-4ecf-94ea-22245c95df33']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:54.216182 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-fed47ef4-aca1-4444-9925-98fb25e21cab tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b02efdaa-9862-4d38-a563-8ef2f1fd8586') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:54.217119 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-fed47ef4-aca1-4444-9925-98fb25e21cab tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b02efdaa-9862-4d38-a563-8ef2f1fd8586') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:54.233073 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fed47ef4-aca1-4444-9925-98fb25e21cab tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:54.244801 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-03d58dbd-438a-4f45-9647-6f218b79d9d5 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Unset dirty status for tenant:c783560d2de04e1598eb7e3aecd5349e on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:21:54.247069 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-03d58dbd-438a-4f45-9647-6f218b79d9d5 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "GET /v2.0/ports/22d52a1f-a74f-44f3-8700-7ccfbe479ebb HTTP/1.1" status: 200 len: 844 time: 0.4447272 Feb 09 01:21:54.251088 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50972) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:54.255926 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-260c97ce-b570-4e5f-80d3-48e71e0caf4c req-57322cac-5ce8-46d1-b879-224e5268f246 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e238689-2b13-4df9-8955-13b9e4cebcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4433148 Feb 09 01:21:54.290511 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c1a43208-1609-41bc-a13e-2df833983eea admin admin] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:54.371666 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fed47ef4-aca1-4444-9925-98fb25e21cab tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:54.394935 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fed47ef4-aca1-4444-9925-98fb25e21cab tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:21:54.395621 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fed47ef4-aca1-4444-9925-98fb25e21cab tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:54.397182 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6fbfd26a-bf48-4eed-bf9e-c03453b5e211 req-df188269-2011-4a18-b54e-ee1503c92f90 service neutron] 10.222.0.62 "GET /v2.0/networks/e71bc79e-62d3-489b-9b63-0a6c2ab57e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8353207 Feb 09 01:21:54.413884 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-6367dcba-098a-4dc3-b3ae-056e90d66396 None None] Set router 26387f92-c69f-4559-9fbe-aab9929ea001 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:21:54.414435 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:21:54.414435 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:21:54.414435 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:21:54.414435 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:21:54.414435 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:21:54.414435 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:21:54.414435 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:21:54.414435 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:21:54.414435 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:21:54.414435 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:21:54.414435 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:21:54.414435 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:21:54.414435 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:21:54.414435 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:21:54.414435 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:21:54.414435 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:21:54.414435 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:21:54.414435 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:21:54.414435 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:21:54.414435 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:21:54.414435 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:21:54.414435 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:21:54.414435 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:21:54.414435 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:21:54.414435 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:21:54.414435 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:21:54.414435 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:21:54.414435 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:21:54.414435 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:21:54.414435 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:21:54.414435 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:21:54.414435 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:21:54.550543 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-c7f5ef94-2b26-452e-a631-d3b2df7adc6f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Deleting port 22d52a1f-a74f-44f3-8700-7ccfbe479ebb {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:21:54.550543 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c7f5ef94-2b26-452e-a631-d3b2df7adc6f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:54.598203 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b9b0a2d3-5011-4a34-829e-ede70dc65c4a req-2febd8fa-c04e-43b9-9179-60c919c14388 tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] 10.222.0.105 "GET /v2.0/security-groups?id=37802d11-7b20-466a-9a13-7b053713feb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4987276 Feb 09 01:21:54.727223 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6fbfd26a-bf48-4eed-bf9e-c03453b5e211 req-8e87b80e-1851-4d83-ab0e-c872297d742a service neutron] 10.222.0.62 "GET /v2.0/networks/e71bc79e-62d3-489b-9b63-0a6c2ab57e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169069 Feb 09 01:21:54.764891 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fed47ef4-aca1-4444-9925-98fb25e21cab tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:54.784082 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fed47ef4-aca1-4444-9925-98fb25e21cab tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:54.826103 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '583d42b7-b55e-45d7-ba3b-91026f7fe3ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfdd6784-eeb8-49d0-b07b-a4a202af7e4c', 'code': 200} Feb 09 01:21:54.854607 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-fed47ef4-aca1-4444-9925-98fb25e21cab tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] 10.222.0.105 "DELETE /v2.0/networks/d87d6285-4d18-4ecf-94ea-22245c95df33 HTTP/1.1" status: 204 len: 168 time: 1.3100176 Feb 09 01:21:54.857971 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:54.880285 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed47ef4-aca1-4444-9925-98fb25e21cab tempest-BulkNetworkOpsTest-938882641 tempest-BulkNetworkOpsTest-938882641-project] Pushing event deleted for resources: {'Network': ['ID=d87d6285-4d18-4ecf-94ea-22245c95df33,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:55.005290 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-6367dcba-098a-4dc3-b3ae-056e90d66396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26387f92-c69f-4559-9fbe-aab9929ea001', 'name': 'tempest-TestServerBasicOps-1653335009-router', 'tenant_id': '8d31597ab3f74931824904826c01d747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '7162a11c-aa66-42cc-85f4-64022d318e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:14:42Z', 'updated_at': '2022-02-09T01:21:48Z', 'revision_number': 5, 'project_id': '8d31597ab3f74931824904826c01d747', 'gw_port': {'id': '7162a11c-aa66-42cc-85f4-64022d318e53', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:52:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26387f92-c69f-4559-9fbe-aab9929ea001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:43Z', 'updated_at': '2022-02-09T01:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:55.020710 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6367dcba-098a-4dc3-b3ae-056e90d66396 None None] The sync data for ids ['26387f92-c69f-4559-9fbe-aab9929ea001'] in n-d-828418-1 is: [{'id': '26387f92-c69f-4559-9fbe-aab9929ea001', 'name': 'tempest-TestServerBasicOps-1653335009-router', 'tenant_id': '8d31597ab3f74931824904826c01d747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '7162a11c-aa66-42cc-85f4-64022d318e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:14:42Z', 'updated_at': '2022-02-09T01:21:48Z', 'revision_number': 5, 'project_id': '8d31597ab3f74931824904826c01d747', 'gw_port': {'id': '7162a11c-aa66-42cc-85f4-64022d318e53', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:52:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26387f92-c69f-4559-9fbe-aab9929ea001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:43Z', 'updated_at': '2022-02-09T01:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:21:55.134564 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c7f5ef94-2b26-452e-a631-d3b2df7adc6f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:55.144345 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c1a43208-1609-41bc-a13e-2df833983eea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:55.155083 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1cca65-9d12-4e8b-bd68-6503a3e7a0ac req-83ca03c0-1ccf-4536-ad3e-b0d9cb0d3c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:55.155083 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5e1cca65-9d12-4e8b-bd68-6503a3e7a0ac req-83ca03c0-1ccf-4536-ad3e-b0d9cb0d3c11 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=583d42b7-b55e-45d7-ba3b-91026f7fe3ea HTTP/1.1" status: 200 len: 1097 time: 0.7072196 Feb 09 01:21:55.155083 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-c1a43208-1609-41bc-a13e-2df833983eea admin admin] Deleting port 7162a11c-aa66-42cc-85f4-64022d318e53 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:21:55.155083 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c1a43208-1609-41bc-a13e-2df833983eea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:55.174576 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:21:55.263370 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5e1cca65-9d12-4e8b-bd68-6503a3e7a0ac req-ffbfb374-c742-4ce6-b86f-50beac368d18 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=8e238689-2b13-4df9-8955-13b9e4cebcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771394 Feb 09 01:21:55.406116 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-c7f5ef94-2b26-452e-a631-d3b2df7adc6f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Calling delete_port for 22d52a1f-a74f-44f3-8700-7ccfbe479ebb owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:21:55.571080 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 51012) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:55.578709 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-c1a43208-1609-41bc-a13e-2df833983eea admin admin] For port 7162a11c-aa66-42cc-85f4-64022d318e53, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=7162a11c-aa66-42cc-85f4-64022d318e53,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:21:55.579230 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c1a43208-1609-41bc-a13e-2df833983eea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:55.960192 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c7f5ef94-2b26-452e-a631-d3b2df7adc6f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:56.030243 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c7f5ef94-2b26-452e-a631-d3b2df7adc6f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:56.042063 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f5ef94-2b26-452e-a631-d3b2df7adc6f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event deleted for resources: {'Port': ['ID=22d52a1f-a74f-44f3-8700-7ccfbe479ebb,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:56.048269 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c7f5ef94-2b26-452e-a631-d3b2df7adc6f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "DELETE /v2.0/ports/22d52a1f-a74f-44f3-8700-7ccfbe479ebb HTTP/1.1" status: 204 len: 168 time: 1.7931952 Feb 09 01:21:56.049208 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 51024) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:56.091627 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-c1a43208-1609-41bc-a13e-2df833983eea admin admin] Calling delete_port for 7162a11c-aa66-42cc-85f4-64022d318e53 owned by network:router_gateway {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:21:56.158274 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-e99ec8b8-5ef0-4cee-9eae-a419860d8e38 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] GET failed (client error): The resource could not be found. Feb 09 01:21:56.158274 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e99ec8b8-5ef0-4cee-9eae-a419860d8e38 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Synchronizing usage tracker for tenant:c783560d2de04e1598eb7e3aecd5349e on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:21:56.204417 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e99ec8b8-5ef0-4cee-9eae-a419860d8e38 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Unset dirty status for tenant:c783560d2de04e1598eb7e3aecd5349e on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:21:56.204417 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e99ec8b8-5ef0-4cee-9eae-a419860d8e38 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "GET /v2.0/ports/22d52a1f-a74f-44f3-8700-7ccfbe479ebb HTTP/1.1" status: 404 len: 333 time: 0.1478465 Feb 09 01:21:56.204417 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 51028) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:56.210974 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-0394d94d-218c-411b-8992-2cb61176740a tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Request body: {'port': {'network_id': '5bead681-b990-4e6e-ae4a-41c64647f893', 'name': 'tempest-PortsIpV6TestJSON-1433679804'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:56.237755 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 3963451d-88ba-4a70-ae71-6e82417de03c no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:21:56.272397 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8830ec3-1017-4997-94ce-82ac4e7e6072 req-b4e85bb3-f65d-4f55-867f-190f1f898891 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:56.272397 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e8830ec3-1017-4997-94ce-82ac4e7e6072 req-b4e85bb3-f65d-4f55-867f-190f1f898891 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/ports?device_id=583d42b7-b55e-45d7-ba3b-91026f7fe3ea HTTP/1.1" status: 200 len: 946 time: 0.7539876 Feb 09 01:21:56.378122 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 3963451d-88ba-4a70-ae71-6e82417de03c {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:21:56.378409 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 3963451d-88ba-4a70-ae71-6e82417de03c not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:21:56.424305 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-05c1b500-7059-4228-aa29-7f72835712a3 req-04661f14-f1d8-4b2e-9c7d-ec284137af1c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=34981b62-21b9-425e-baed-69d16c980d60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4759707 Feb 09 01:21:56.456554 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e8830ec3-1017-4997-94ce-82ac4e7e6072 req-3a84acba-4def-4198-bab1-28f29e55cba4 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e238689-2b13-4df9-8955-13b9e4cebcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731584 Feb 09 01:21:56.470415 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b904be-8a19-4d58-a8de-91fd9b703ea4 req-e6f8f245-c7dc-4f71-a55f-3ec01adc3749 tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:56.472467 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-24b904be-8a19-4d58-a8de-91fd9b703ea4 req-e6f8f245-c7dc-4f71-a55f-3ec01adc3749 tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] 10.222.0.105 "GET /v2.0/ports?device_id=34981b62-21b9-425e-baed-69d16c980d60 HTTP/1.1" status: 200 len: 945 time: 0.5273182 Feb 09 01:21:56.475166 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-65902e9d-5ed2-45e3-b9ee-e016a7b12f91 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=eb96536b5b294c1db8469638f66a2e9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9028361 Feb 09 01:21:56.477979 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 51036) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:56.478289 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-0394d94d-218c-411b-8992-2cb61176740a tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:21:56.513346 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-0394d94d-218c-411b-8992-2cb61176740a tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:21:56.522792 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0394d94d-218c-411b-8992-2cb61176740a tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Made reservation on behalf of c783560d2de04e1598eb7e3aecd5349e for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:56.526523 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0394d94d-218c-411b-8992-2cb61176740a tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:56.570941 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-0394d94d-218c-411b-8992-2cb61176740a tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] device_id is not set on port 042cbc17-1945-46b2-93c4-bbf3426d6afd yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:21:56.717423 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7dca2c9b-0ee1-4c40-941f-ee4483747fae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:56.753917 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7dca2c9b-0ee1-4c40-941f-ee4483747fae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:56.825862 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-24b904be-8a19-4d58-a8de-91fd9b703ea4 req-a2e21d96-1ebd-420d-bbe2-5e63d9cef4fd tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] 10.222.0.105 "GET /v2.0/security-groups?id=37802d11-7b20-466a-9a13-7b053713feb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3454695 Feb 09 01:21:56.874318 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7dca2c9b-0ee1-4c40-941f-ee4483747fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:56.892294 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c1a43208-1609-41bc-a13e-2df833983eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:56.976691 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dca2c9b-0ee1-4c40-941f-ee4483747fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf0ff3d-c564-4ce2-ab79-4579737d6520,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:56.988292 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0394d94d-218c-411b-8992-2cb61176740a tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:57.053558 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a43208-1609-41bc-a13e-2df833983eea admin admin] Pushing event deleted for resources: {'Port': ['ID=7162a11c-aa66-42cc-85f4-64022d318e53,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:57.069992 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0394d94d-218c-411b-8992-2cb61176740a tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:57.128032 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7dca2c9b-0ee1-4c40-941f-ee4483747fae admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:57.128032 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-7dca2c9b-0ee1-4c40-941f-ee4483747fae admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/ebf0ff3d-c564-4ce2-ab79-4579737d6520 HTTP/1.1" status: 204 len: 168 time: 0.6388679 Feb 09 01:21:57.128032 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c1a43208-1609-41bc-a13e-2df833983eea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:57.344330 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0394d94d-218c-411b-8992-2cb61176740a tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Network 5bead681-b990-4e6e-ae4a-41c64647f893 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:57.345366 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c1a43208-1609-41bc-a13e-2df833983eea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:57.348718 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-0394d94d-218c-411b-8992-2cb61176740a tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:57.349328 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c1a43208-1609-41bc-a13e-2df833983eea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:57.351109 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0394d94d-218c-411b-8992-2cb61176740a tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event updated for resources: {'Port': ['ID=042cbc17-1945-46b2-93c4-bbf3426d6afd,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:57.353209 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0394d94d-218c-411b-8992-2cb61176740a tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:21:57.362317 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c1b500-7059-4228-aa29-7f72835712a3 req-98cd620d-eec5-42d3-b7d5-0091cddbd7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:57.365171 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-05c1b500-7059-4228-aa29-7f72835712a3 req-98cd620d-eec5-42d3-b7d5-0091cddbd7e5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9b89b7596e03444d9c78c5756045fc16&device_id=34981b62-21b9-425e-baed-69d16c980d60 HTTP/1.1" status: 200 len: 1096 time: 0.6544356 Feb 09 01:21:57.371683 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0394d94d-218c-411b-8992-2cb61176740a tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:57.378377 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0394d94d-218c-411b-8992-2cb61176740a tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:57.431718 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-0394d94d-218c-411b-8992-2cb61176740a tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2291470 Feb 09 01:21:57.435431 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 51056) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:57.441913 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-e15e8260-3aeb-43c6-88fc-30f49f23c1ac tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:57.459631 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c1a43208-1609-41bc-a13e-2df833983eea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:57.460481 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a43208-1609-41bc-a13e-2df833983eea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26387f92-c69f-4559-9fbe-aab9929ea001 {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:21:57.508016 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 51062) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:57.755193 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e15e8260-3aeb-43c6-88fc-30f49f23c1ac tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:57.903952 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c1a43208-1609-41bc-a13e-2df833983eea admin admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:57.903952 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-c1a43208-1609-41bc-a13e-2df833983eea admin admin] 10.222.0.105 "DELETE /v2.0/routers/26387f92-c69f-4559-9fbe-aab9929ea001 HTTP/1.1" status: 204 len: 168 time: 5.0915165 Feb 09 01:21:57.916838 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 51078) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:58.065280 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-c046edee-9b1e-420f-a0db-149b25587958 admin admin] Deleting subnet 41b222d2-5238-454c-8b12-f2258dd1142d {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:21:58.082820 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c046edee-9b1e-420f-a0db-149b25587958 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:58.119743 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c1b500-7059-4228-aa29-7f72835712a3 req-d1887f65-bf5d-44ec-ac86-a90c4d596e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:58.121733 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-05c1b500-7059-4228-aa29-7f72835712a3 req-d1887f65-bf5d-44ec-ac86-a90c4d596e06 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e71bc79e-62d3-489b-9b63-0a6c2ab57e36 HTTP/1.1" status: 200 len: 913 time: 0.7349894 Feb 09 01:21:58.134426 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f3105-2d2b-42ee-9e5c-4120b6896e11 req-d9707fdf-e8bc-41ab-925f-7f7dd058e45d tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:58.144304 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-177f3105-2d2b-42ee-9e5c-4120b6896e11 req-d9707fdf-e8bc-41ab-925f-7f7dd058e45d tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/ports?device_id=583d42b7-b55e-45d7-ba3b-91026f7fe3ea HTTP/1.1" status: 200 len: 946 time: 0.2146208 Feb 09 01:21:58.286366 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-05c1b500-7059-4228-aa29-7f72835712a3 req-c1f00068-139b-4133-bcda-cd5db31eadd5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d3a9ddd-f2e6-46f1-8e0a-2a3bf8ba815f HTTP/1.1" status: 200 len: 217 time: 0.1343956 Feb 09 01:21:58.351146 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e65bf-da33-497e-9720-d83473af8600 req-be3d5587-4704-4157-a061-c487c844311c tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:58.351146 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-198e65bf-da33-497e-9720-d83473af8600 req-be3d5587-4704-4157-a061-c487c844311c tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] 10.222.0.105 "GET /v2.0/ports?device_id=34981b62-21b9-425e-baed-69d16c980d60 HTTP/1.1" status: 200 len: 945 time: 0.4536283 Feb 09 01:21:58.409785 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 7162a11c-aa66-42cc-85f4-64022d318e53 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:21:58.422655 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-177f3105-2d2b-42ee-9e5c-4120b6896e11 req-c4acb2ff-02f2-4498-831b-eecf69764cc1 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e238689-2b13-4df9-8955-13b9e4cebcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612906 Feb 09 01:21:58.431791 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c046edee-9b1e-420f-a0db-149b25587958 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:58.472916 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-198e65bf-da33-497e-9720-d83473af8600 req-7d0333ab-1863-4c10-9eda-75656a48dad2 tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] 10.222.0.105 "GET /v2.0/security-groups?id=37802d11-7b20-466a-9a13-7b053713feb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839949 Feb 09 01:21:58.472916 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c1b500-7059-4228-aa29-7f72835712a3 req-761ab2a7-5b59-4a33-b265-23aaef73b275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:58.472916 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-05c1b500-7059-4228-aa29-7f72835712a3 req-761ab2a7-5b59-4a33-b265-23aaef73b275 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c0411492-ee99-4c2c-8fdb-156f7ad58e1a HTTP/1.1" status: 200 len: 852 time: 0.1703861 Feb 09 01:21:58.494890 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 7162a11c-aa66-42cc-85f4-64022d318e53 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:21:58.494890 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 7162a11c-aa66-42cc-85f4-64022d318e53 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:21:58.627133 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-05c1b500-7059-4228-aa29-7f72835712a3 req-972f7324-2f9d-43a1-847c-28c3d39f694d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e71bc79e-62d3-489b-9b63-0a6c2ab57e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1486077 Feb 09 01:21:58.643153 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 51100) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:58.644342 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a6319de8-f725-47da-a45a-ab5f39272738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:58.700796 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-46569122-6f32-4dcf-a67a-021d120380ec req-5f414bfc-7cd9-4c12-8fd8-88b36f1c8bcf service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=74bf94f0-f0da-4ca5-b4fd-546b1c63f60c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8659065 Feb 09 01:21:58.747867 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c046edee-9b1e-420f-a0db-149b25587958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:58.787820 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a6319de8-f725-47da-a45a-ab5f39272738 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:21:58.794657 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e15e8260-3aeb-43c6-88fc-30f49f23c1ac tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:58.802104 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e15e8260-3aeb-43c6-88fc-30f49f23c1ac tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:58.830130 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-2794f0b0-097c-4c36-a998-75e97e2b481f tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1086537597', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:58.839903 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-a6319de8-f725-47da-a45a-ab5f39272738 admin admin] Usage tracker for resource:security_group_rule and tenant:281d23f1508e4008a5bd4af238265ce5 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:21:58.879771 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-a6319de8-f725-47da-a45a-ab5f39272738 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:21:58.879771 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-2794f0b0-097c-4c36-a998-75e97e2b481f tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:21:58.901440 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-2794f0b0-097c-4c36-a998-75e97e2b481f tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Usage tracker for resource:router and tenant:7305035a34b14ad39caff9f520f640f0 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:21:58.901440 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a6319de8-f725-47da-a45a-ab5f39272738 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:21:58.901440 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-2794f0b0-097c-4c36-a998-75e97e2b481f tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:21:58.914862 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-2794f0b0-097c-4c36-a998-75e97e2b481f tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:21:58.949878 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15e8260-3aeb-43c6-88fc-30f49f23c1ac tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event updated for resources: {'Port': ['ID=042cbc17-1945-46b2-93c4-bbf3426d6afd,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:58.968962 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-e15e8260-3aeb-43c6-88fc-30f49f23c1ac tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] In _notify_port_updated(), no bound segment for port 042cbc17-1945-46b2-93c4-bbf3426d6afd on network 5bead681-b990-4e6e-ae4a-41c64647f893 {{(pid=87638) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 01:21:58.968962 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15e8260-3aeb-43c6-88fc-30f49f23c1ac tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:58.968962 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e15e8260-3aeb-43c6-88fc-30f49f23c1ac tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:58.971949 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2794f0b0-097c-4c36-a998-75e97e2b481f tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:58.971949 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2794f0b0-097c-4c36-a998-75e97e2b481f tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:58.974571 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e15e8260-3aeb-43c6-88fc-30f49f23c1ac tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "PUT /v2.0/ports/042cbc17-1945-46b2-93c4-bbf3426d6afd HTTP/1.1" status: 200 len: 818 time: 1.5338426 Feb 09 01:21:58.974571 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 51112) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:59.009098 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-05c1b500-7059-4228-aa29-7f72835712a3 req-1f267134-d119-448d-b96a-9000a8064e6f service neutron] 10.222.0.62 "GET /v2.0/networks/e71bc79e-62d3-489b-9b63-0a6c2ab57e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3458569 Feb 09 01:21:59.051278 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-c6d49b84-58de-47b7-88de-c6db2e47cb8f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Deleting port 042cbc17-1945-46b2-93c4-bbf3426d6afd {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:21:59.051278 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c6d49b84-58de-47b7-88de-c6db2e47cb8f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:59.186574 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c046edee-9b1e-420f-a0db-149b25587958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:59.221502 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2794f0b0-097c-4c36-a998-75e97e2b481f tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:59.234591 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-05c1b500-7059-4228-aa29-7f72835712a3 req-33a67cc8-bda4-4c6b-a648-825fa5a79f57 service neutron] 10.222.0.62 "GET /v2.0/networks/e71bc79e-62d3-489b-9b63-0a6c2ab57e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205951 Feb 09 01:21:59.257563 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c046edee-9b1e-420f-a0db-149b25587958 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41b222d2-5238-454c-8b12-f2258dd1142d,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:59.271494 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c046edee-9b1e-420f-a0db-149b25587958 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:59.282402 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b47ef7-d3da-4663-a005-ceda4278759e None None] Network 60022e06-d2c3-4006-9f7a-1040f75a4a6b requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:21:59.284201 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2794f0b0-097c-4c36-a998-75e97e2b481f tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:59.319450 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2794f0b0-097c-4c36-a998-75e97e2b481f tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:59.320700 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-2794f0b0-097c-4c36-a998-75e97e2b481f tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6662381 Feb 09 01:21:59.331059 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 51122) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:59.347482 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-1b406a1c-4ba5-409f-a098-0781f447dfe6 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1078404957'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:59.364497 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a6319de8-f725-47da-a45a-ab5f39272738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:59.366007 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-1b406a1c-4ba5-409f-a098-0781f447dfe6 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:21:59.371197 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a6319de8-f725-47da-a45a-ab5f39272738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:59.386727 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-1b406a1c-4ba5-409f-a098-0781f447dfe6 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Usage tracker for resource:network and tenant:7305035a34b14ad39caff9f520f640f0 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:21:59.435759 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-1b406a1c-4ba5-409f-a098-0781f447dfe6 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:21:59.435759 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6319de8-f725-47da-a45a-ab5f39272738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97221234-f1b0-4dab-9978-b278de322726,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:59.460288 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-1b406a1c-4ba5-409f-a098-0781f447dfe6 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:21:59.485298 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6319de8-f725-47da-a45a-ab5f39272738 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:59.485298 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6319de8-f725-47da-a45a-ab5f39272738 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:59.485298 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6319de8-f725-47da-a45a-ab5f39272738 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:59.485298 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6319de8-f725-47da-a45a-ab5f39272738 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:59.485298 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6319de8-f725-47da-a45a-ab5f39272738 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:59.485298 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6319de8-f725-47da-a45a-ab5f39272738 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:59.485298 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6319de8-f725-47da-a45a-ab5f39272738 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:59.485298 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6319de8-f725-47da-a45a-ab5f39272738 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:59.485298 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6319de8-f725-47da-a45a-ab5f39272738 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:59.485298 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6319de8-f725-47da-a45a-ab5f39272738 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:59.485298 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6319de8-f725-47da-a45a-ab5f39272738 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:59.502244 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6319de8-f725-47da-a45a-ab5f39272738 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:59.543854 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-a6319de8-f725-47da-a45a-ab5f39272738 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=281d23f1508e4008a5bd4af238265ce5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6471794 Feb 09 01:21:59.553985 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 51130) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:59.686513 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b406a1c-4ba5-409f-a098-0781f447dfe6 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Made reservation on behalf of 7305035a34b14ad39caff9f520f640f0 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:59.701573 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1b406a1c-4ba5-409f-a098-0781f447dfe6 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:59.734975 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46569122-6f32-4dcf-a67a-021d120380ec req-0777134b-ffb9-476d-861c-e0c92a8362de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:59.737156 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-46569122-6f32-4dcf-a67a-021d120380ec req-0777134b-ffb9-476d-861c-e0c92a8362de service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1a20e36c7a554c699423b213df58ff18&device_id=74bf94f0-f0da-4ca5-b4fd-546b1c63f60c HTTP/1.1" status: 200 len: 1097 time: 0.8371480 Feb 09 01:21:59.740448 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c046edee-9b1e-420f-a0db-149b25587958 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/41b222d2-5238-454c-8b12-f2258dd1142d HTTP/1.1" status: 204 len: 168 time: 1.8356497 Feb 09 01:21:59.754721 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 51138) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:59.828707 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1b406a1c-4ba5-409f-a098-0781f447dfe6 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:59.916841 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-1b406a1c-4ba5-409f-a098-0781f447dfe6 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:21:59.916841 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-1b406a1c-4ba5-409f-a098-0781f447dfe6 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Usage tracker for resource:security_group_rule and tenant:7305035a34b14ad39caff9f520f640f0 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:21:59.930066 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-1b406a1c-4ba5-409f-a098-0781f447dfe6 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:21:59.930066 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1abcb26b-df13-4bb1-af75-63163c458d54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:59.945575 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-1b406a1c-4ba5-409f-a098-0781f447dfe6 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:21:59.971578 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da0c14a-db82-448a-8bc7-61d21b7e0d1a None None] DHCP port deletion for 60022e06-d2c3-4006-9f7a-1040f75a4a6b request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:21:59.993040 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1abcb26b-df13-4bb1-af75-63163c458d54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:59.997038 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-5da0c14a-db82-448a-8bc7-61d21b7e0d1a None None] Deleting port e6bd0fc8-9ade-47aa-b28f-b323f1bbd2cd {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:21:59.997038 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5da0c14a-db82-448a-8bc7-61d21b7e0d1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:00.042404 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-021476fa-cc6b-43f8-b7ae-def4676855e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:00.069452 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ca15d-af28-4174-a8bd-9bf8c4c19d62 req-9b6929fe-cde2-4e16-981d-bcd6b8160c95 tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:00.070923 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4c2ca15d-af28-4174-a8bd-9bf8c4c19d62 req-9b6929fe-cde2-4e16-981d-bcd6b8160c95 tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] 10.222.0.105 "GET /v2.0/ports?device_id=34981b62-21b9-425e-baed-69d16c980d60 HTTP/1.1" status: 200 len: 945 time: 0.3325951 Feb 09 01:22:00.198658 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c6d49b84-58de-47b7-88de-c6db2e47cb8f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:00.207358 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4c2ca15d-af28-4174-a8bd-9bf8c4c19d62 req-fd8fd7d2-84b3-45e5-8b9a-11d8baa19d0f tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] 10.222.0.105 "GET /v2.0/security-groups?id=37802d11-7b20-466a-9a13-7b053713feb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074066 Feb 09 01:22:00.253721 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-021476fa-cc6b-43f8-b7ae-def4676855e1 admin admin] Deleting port e6bd0fc8-9ade-47aa-b28f-b323f1bbd2cd {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:22:00.254389 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-021476fa-cc6b-43f8-b7ae-def4676855e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:00.261329 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff7cc75-88b5-409c-a148-9f4403184ccc req-468f581d-c991-418d-8f62-fadd262dacaf tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:00.263072 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fff7cc75-88b5-409c-a148-9f4403184ccc req-468f581d-c991-418d-8f62-fadd262dacaf tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] 10.222.0.62 "GET /v2.0/ports?device_id=34981b62-21b9-425e-baed-69d16c980d60 HTTP/1.1" status: 200 len: 945 time: 0.2534113 Feb 09 01:22:00.267114 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1abcb26b-df13-4bb1-af75-63163c458d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:00.319914 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1b406a1c-4ba5-409f-a098-0781f447dfe6 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:00.349359 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1b406a1c-4ba5-409f-a098-0781f447dfe6 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:00.357561 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abcb26b-df13-4bb1-af75-63163c458d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97221234-f1b0-4dab-9978-b278de322726,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:00.361429 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-5da0c14a-db82-448a-8bc7-61d21b7e0d1a None None] For port e6bd0fc8-9ade-47aa-b28f-b323f1bbd2cd, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=e6bd0fc8-9ade-47aa-b28f-b323f1bbd2cd,segment=NetworkSegment(2911b990-5a28-41b3-988d-1e21f0ec93f9),segment_id=2911b990-5a28-41b3-988d-1e21f0ec93f9)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:22:00.361429 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5da0c14a-db82-448a-8bc7-61d21b7e0d1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:00.420498 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b406a1c-4ba5-409f-a098-0781f447dfe6 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:22:00.435997 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-fff7cc75-88b5-409c-a148-9f4403184ccc req-5b429502-7bf2-40da-90e7-69fcb48f29cf tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] Deleting port 5d3a9ddd-f2e6-46f1-8e0a-2a3bf8ba815f {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:22:00.435997 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-fff7cc75-88b5-409c-a148-9f4403184ccc req-5b429502-7bf2-40da-90e7-69fcb48f29cf tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:00.511541 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-5da0c14a-db82-448a-8bc7-61d21b7e0d1a None None] Calling delete_port for e6bd0fc8-9ade-47aa-b28f-b323f1bbd2cd owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:22:00.516702 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1b406a1c-4ba5-409f-a098-0781f447dfe6 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:00.516702 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-1b406a1c-4ba5-409f-a098-0781f447dfe6 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Added segment 6b3f97e4-7268-4a3d-917b-0e61300caa2c of type vlan for network 73450656-bc03-4a51-8cde-4e88f14dd93f Feb 09 01:22:00.533797 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1abcb26b-df13-4bb1-af75-63163c458d54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:00.535606 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-1abcb26b-df13-4bb1-af75-63163c458d54 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/97221234-f1b0-4dab-9978-b278de322726 HTTP/1.1" status: 204 len: 168 time: 0.9799871 Feb 09 01:22:00.557501 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1b406a1c-4ba5-409f-a098-0781f447dfe6 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:00.604259 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b406a1c-4ba5-409f-a098-0781f447dfe6 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8de8fbbc-954a-4224-8a91-85222f03b665,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:00.608459 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device e6bd0fc8-9ade-47aa-b28f-b323f1bbd2cd no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:22:00.613892 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1b406a1c-4ba5-409f-a098-0781f447dfe6 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:00.622174 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b406a1c-4ba5-409f-a098-0781f447dfe6 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:00.623332 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1b406a1c-4ba5-409f-a098-0781f447dfe6 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:00.655610 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: e6bd0fc8-9ade-47aa-b28f-b323f1bbd2cd {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:22:00.656097 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device e6bd0fc8-9ade-47aa-b28f-b323f1bbd2cd not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:22:00.657583 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5da0c14a-db82-448a-8bc7-61d21b7e0d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:00.705498 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da0c14a-db82-448a-8bc7-61d21b7e0d1a None None] No DVR routers for this DVR port e6bd0fc8-9ade-47aa-b28f-b323f1bbd2cd on host n-d-828418-1 {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:22:00.720796 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da0c14a-db82-448a-8bc7-61d21b7e0d1a None None] Pushing event deleted for resources: {'Port': ['ID=e6bd0fc8-9ade-47aa-b28f-b323f1bbd2cd,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:00.739051 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-1b406a1c-4ba5-409f-a098-0781f447dfe6 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.4058654 Feb 09 01:22:00.740395 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46569122-6f32-4dcf-a67a-021d120380ec req-53779732-e24b-4855-b557-8be4877a45cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:00.741904 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-46569122-6f32-4dcf-a67a-021d120380ec req-53779732-e24b-4855-b557-8be4877a45cf service neutron] 10.222.0.99 "GET /v2.0/networks?id=0b42d132-a4d6-4063-98c2-48389fb2c5a1 HTTP/1.1" status: 200 len: 916 time: 0.9781463 Feb 09 01:22:00.742371 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 51150) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:00.819743 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-021476fa-cc6b-43f8-b7ae-def4676855e1 admin admin] The port 'e6bd0fc8-9ade-47aa-b28f-b323f1bbd2cd' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:22:00.828470 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-c6d49b84-58de-47b7-88de-c6db2e47cb8f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Calling delete_port for 042cbc17-1945-46b2-93c4-bbf3426d6afd owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:22:01.016628 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b406a1c-4ba5-409f-a098-0781f447dfe6 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Pushing event updated for resources: {'Network': ['ID=73450656-bc03-4a51-8cde-4e88f14dd93f,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:01.035067 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 73450656-bc03-4a51-8cde-4e88f14dd93f details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:22:01.039299 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-3417a811-8ea4-482b-89fa-b9c4c1a6f0a1 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Request body: {'subnet': {'network_id': '73450656-bc03-4a51-8cde-4e88f14dd93f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:01.298068 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-46569122-6f32-4dcf-a67a-021d120380ec req-bd5022d2-ea7a-489c-ba56-b64c582893e3 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52e4097d-1152-4657-b424-b4db94cbcdc9 HTTP/1.1" status: 200 len: 217 time: 0.4334896 Feb 09 01:22:01.386384 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 51164) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:01.464583 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-fff7cc75-88b5-409c-a148-9f4403184ccc req-5b429502-7bf2-40da-90e7-69fcb48f29cf tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] For port 5d3a9ddd-f2e6-46f1-8e0a-2a3bf8ba815f, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=5d3a9ddd-f2e6-46f1-8e0a-2a3bf8ba815f,segment=NetworkSegment(997a4a15-ac4e-4c8c-b9f8-5d873bfc7bb6),segment_id=997a4a15-ac4e-4c8c-b9f8-5d873bfc7bb6)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:22:01.464583 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-fff7cc75-88b5-409c-a148-9f4403184ccc req-5b429502-7bf2-40da-90e7-69fcb48f29cf tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:01.476723 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3f8fc6a4-f11f-4cd1-85e1-91d4a2e6fcca admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:01.487081 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-021476fa-cc6b-43f8-b7ae-def4676855e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:01.582603 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-021476fa-cc6b-43f8-b7ae-def4676855e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60022e06-d2c3-4006-9f7a-1040f75a4a6b']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:01.607878 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-021476fa-cc6b-43f8-b7ae-def4676855e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2911b990-5a28-41b3-988d-1e21f0ec93f9') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:01.608177 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-021476fa-cc6b-43f8-b7ae-def4676855e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2911b990-5a28-41b3-988d-1e21f0ec93f9') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:01.632264 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46569122-6f32-4dcf-a67a-021d120380ec req-ab828a19-bf06-4e40-9cc8-f54d9d424772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:01.633752 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-46569122-6f32-4dcf-a67a-021d120380ec req-ab828a19-bf06-4e40-9cc8-f54d9d424772 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=5d342298-601b-4654-a677-d1e5d55f90c1 HTTP/1.1" status: 200 len: 855 time: 0.3349030 Feb 09 01:22:01.634333 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c6d49b84-58de-47b7-88de-c6db2e47cb8f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:01.637710 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-021476fa-cc6b-43f8-b7ae-def4676855e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:01.644670 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3417a811-8ea4-482b-89fa-b9c4c1a6f0a1 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:01.646031 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-fff7cc75-88b5-409c-a148-9f4403184ccc req-5b429502-7bf2-40da-90e7-69fcb48f29cf tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] Calling delete_port for 5d3a9ddd-f2e6-46f1-8e0a-2a3bf8ba815f owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:22:01.698023 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-3f8fc6a4-f11f-4cd1-85e1-91d4a2e6fcca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:01.705126 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-3f8fc6a4-f11f-4cd1-85e1-91d4a2e6fcca admin admin] Usage tracker for resource:security_group_rule and tenant:3e5d7a1d085a4d73ab335fd6dd3a48b5 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:01.711740 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-3f8fc6a4-f11f-4cd1-85e1-91d4a2e6fcca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:01.723298 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-3f8fc6a4-f11f-4cd1-85e1-91d4a2e6fcca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:01.734771 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-3417a811-8ea4-482b-89fa-b9c4c1a6f0a1 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Usage tracker for resource:subnet and tenant:7305035a34b14ad39caff9f520f640f0 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:01.751770 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-3417a811-8ea4-482b-89fa-b9c4c1a6f0a1 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:01.758838 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-46569122-6f32-4dcf-a67a-021d120380ec req-fc46532b-74b5-4ea6-9448-24692a965f67 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=0b42d132-a4d6-4063-98c2-48389fb2c5a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1083121 Feb 09 01:22:01.760580 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d49b84-58de-47b7-88de-c6db2e47cb8f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event deleted for resources: {'Port': ['ID=042cbc17-1945-46b2-93c4-bbf3426d6afd,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:01.766302 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-021476fa-cc6b-43f8-b7ae-def4676855e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:01.787069 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae92ae9-5373-423b-8bf8-f83d02413d2a req-7c79c1e7-b882-4be9-91ec-4d540ecb4a7d tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:01.787069 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-eae92ae9-5373-423b-8bf8-f83d02413d2a req-7c79c1e7-b882-4be9-91ec-4d540ecb4a7d tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] 10.222.0.105 "GET /v2.0/ports?device_id=34981b62-21b9-425e-baed-69d16c980d60 HTTP/1.1" status: 200 len: 945 time: 0.3972175 Feb 09 01:22:01.790344 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3417a811-8ea4-482b-89fa-b9c4c1a6f0a1 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:01.810019 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c6d49b84-58de-47b7-88de-c6db2e47cb8f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:01.847395 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c6d49b84-58de-47b7-88de-c6db2e47cb8f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "DELETE /v2.0/ports/042cbc17-1945-46b2-93c4-bbf3426d6afd HTTP/1.1" status: 204 len: 168 time: 2.8677797 Feb 09 01:22:01.857723 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 51170) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:01.857723 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-021476fa-cc6b-43f8-b7ae-def4676855e1 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:22:01.859990 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-021476fa-cc6b-43f8-b7ae-def4676855e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:01.932221 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:22:01.932221 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:22:01.932221 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:22:01.932221 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:22:01.932221 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:22:01.932221 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:22:01.932221 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:22:01.932221 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:22:01.932221 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:22:01.932221 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:22:01.932221 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:22:01.932221 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:22:01.932221 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:22:01.932221 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:22:01.932221 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:22:01.932221 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:22:01.932221 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:22:01.932221 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:22:01.932221 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:22:01.932221 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:22:01.932221 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:22:01.932221 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:22:01.932221 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:22:01.932221 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:22:01.932221 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:22:01.932221 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:22:01.932221 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:22:01.932221 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:22:01.932221 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:22:01.932221 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:22:01.932221 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:22:01.932221 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:22:01.938307 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-eae92ae9-5373-423b-8bf8-f83d02413d2a req-04d4137e-a5b0-4fae-9e5b-fdc528be9f7e tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] 10.222.0.105 "GET /v2.0/security-groups?id=37802d11-7b20-466a-9a13-7b053713feb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047537 Feb 09 01:22:01.944826 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-fff7cc75-88b5-409c-a148-9f4403184ccc req-5b429502-7bf2-40da-90e7-69fcb48f29cf tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:01.957335 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['5d3a9ddd-f2e6-46f1-8e0a-2a3bf8ba815f'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:22:02.060038 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b429502-7bf2-40da-90e7-69fcb48f29cf tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] Pushing event deleted for resources: {'Port': ['ID=5d3a9ddd-f2e6-46f1-8e0a-2a3bf8ba815f,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:02.164252 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-fff7cc75-88b5-409c-a148-9f4403184ccc req-5b429502-7bf2-40da-90e7-69fcb48f29cf tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] No DVR routers for this DVR port 5d3a9ddd-f2e6-46f1-8e0a-2a3bf8ba815f on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:22:02.170027 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3f8fc6a4-f11f-4cd1-85e1-91d4a2e6fcca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:02.170027 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-fff7cc75-88b5-409c-a148-9f4403184ccc req-5b429502-7bf2-40da-90e7-69fcb48f29cf tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:02.170027 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34981b62-21b9-425e-baed-69d16c980d60', 'name': 'network-vif-deleted', 'tag': '5d3a9ddd-f2e6-46f1-8e0a-2a3bf8ba815f'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:22:02.190966 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3f8fc6a4-f11f-4cd1-85e1-91d4a2e6fcca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:02.258995 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34981b62-21b9-425e-baed-69d16c980d60', 'name': 'network-vif-deleted', 'tag': '5d3a9ddd-f2e6-46f1-8e0a-2a3bf8ba815f', 'status': 'completed', 'code': 200} Feb 09 01:22:02.279919 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fff7cc75-88b5-409c-a148-9f4403184ccc req-5b429502-7bf2-40da-90e7-69fcb48f29cf tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] 10.222.0.62 "DELETE /v2.0/ports/5d3a9ddd-f2e6-46f1-8e0a-2a3bf8ba815f HTTP/1.1" status: 204 len: 173 time: 2.0043640 Feb 09 01:22:02.285051 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-3f8fc6a4-f11f-4cd1-85e1-91d4a2e6fcca admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=3e5d7a1d085a4d73ab335fd6dd3a48b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8981004 Feb 09 01:22:02.285051 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8fc6a4-f11f-4cd1-85e1-91d4a2e6fcca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad8c83cb-61a9-4107-be59-c45f76789646,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:02.288133 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 51184) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:02.361996 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-021476fa-cc6b-43f8-b7ae-def4676855e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:02.379731 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-021476fa-cc6b-43f8-b7ae-def4676855e1 admin admin] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:02.422472 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1dc36aa6-3476-4fc3-b724-2215d7968394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:02.431680 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3417a811-8ea4-482b-89fa-b9c4c1a6f0a1 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Made reservation on behalf of 7305035a34b14ad39caff9f520f640f0 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:02.435332 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3417a811-8ea4-482b-89fa-b9c4c1a6f0a1 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:02.451063 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1dc36aa6-3476-4fc3-b724-2215d7968394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:02.522361 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1dc36aa6-3476-4fc3-b724-2215d7968394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:02.589517 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc36aa6-3476-4fc3-b724-2215d7968394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad8c83cb-61a9-4107-be59-c45f76789646,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:02.609229 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1dc36aa6-3476-4fc3-b724-2215d7968394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:02.634731 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-1dc36aa6-3476-4fc3-b724-2215d7968394 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/ad8c83cb-61a9-4107-be59-c45f76789646 HTTP/1.1" status: 204 len: 168 time: 0.3269973 Feb 09 01:22:02.774029 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021476fa-cc6b-43f8-b7ae-def4676855e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=60022e06-d2c3-4006-9f7a-1040f75a4a6b,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:02.785387 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3417a811-8ea4-482b-89fa-b9c4c1a6f0a1 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:02.867064 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17667535-ec2f-4e3e-aba1-a05f548a847d req-9e308468-9ee3-4553-87d7-b016c7409f46 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:02.869547 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-17667535-ec2f-4e3e-aba1-a05f548a847d req-9e308468-9ee3-4553-87d7-b016c7409f46 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/networks?id=0b42d132-a4d6-4063-98c2-48389fb2c5a1 HTTP/1.1" status: 200 len: 815 time: 0.2347245 Feb 09 01:22:02.889628 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-17667535-ec2f-4e3e-aba1-a05f548a847d req-1a2bc6d3-e4ad-40a7-98f2-de0d632ae3c6 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/quotas/1a20e36c7a554c699423b213df58ff18 HTTP/1.1" status: 200 len: 375 time: 0.0133901 Feb 09 01:22:02.894303 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3417a811-8ea4-482b-89fa-b9c4c1a6f0a1 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Pushing event updated for resources: {'Subnet': ['ID=28972177-612a-4f1e-87f3-ca9f536e145b,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:02.942834 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-021476fa-cc6b-43f8-b7ae-def4676855e1 admin admin] 10.222.0.105 "DELETE /v2.0/networks/60022e06-d2c3-4006-9f7a-1040f75a4a6b HTTP/1.1" status: 204 len: 168 time: 3.1747484 Feb 09 01:22:02.942834 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 51206) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:02.952162 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-46569122-6f32-4dcf-a67a-021d120380ec req-d259fcb4-340b-46d0-ab77-fcf6b738832e service neutron] 10.222.0.99 "GET /v2.0/networks/0b42d132-a4d6-4063-98c2-48389fb2c5a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1635969 Feb 09 01:22:03.094639 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-17667535-ec2f-4e3e-aba1-a05f548a847d req-c416ea99-7989-4e89-9227-8cd10ab511b3 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=1a20e36c7a554c699423b213df58ff18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1690612 Feb 09 01:22:03.318551 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76911e92-2fcb-4a6f-9af6-6bb1f905dadb tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:03.319280 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-76911e92-2fcb-4a6f-9af6-6bb1f905dadb tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Synchronizing usage tracker for tenant:c783560d2de04e1598eb7e3aecd5349e on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:22:03.387506 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3417a811-8ea4-482b-89fa-b9c4c1a6f0a1 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Checking segment: {'id': '6b3f97e4-7268-4a3d-917b-0e61300caa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '73450656-bc03-4a51-8cde-4e88f14dd93f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:22:03.388255 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3417a811-8ea4-482b-89fa-b9c4c1a6f0a1 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Network hostable DHCP agents. Network: 73450656-bc03-4a51-8cde-4e88f14dd93f, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:22:03.424221 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-ac23f5a4-2bc1-448c-bb3e-bb614becc72b req-9fd4c24a-bea9-48b9-b509-018afc0d3347 tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] Synchronizing usage tracker for tenant:9b89b7596e03444d9c78c5756045fc16 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:22:03.488722 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-ac23f5a4-2bc1-448c-bb3e-bb614becc72b req-9fd4c24a-bea9-48b9-b509-018afc0d3347 tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] Unset dirty status for tenant:9b89b7596e03444d9c78c5756045fc16 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:22:03.488722 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ac23f5a4-2bc1-448c-bb3e-bb614becc72b req-9fd4c24a-bea9-48b9-b509-018afc0d3347 tempest-TestServerAdvancedOps-1013088911 tempest-TestServerAdvancedOps-1013088911-project] 10.222.0.105 "GET /v2.0/ports?device_id=34981b62-21b9-425e-baed-69d16c980d60 HTTP/1.1" status: 200 len: 210 time: 0.1470518 Feb 09 01:22:03.534617 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-76911e92-2fcb-4a6f-9af6-6bb1f905dadb tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Unset dirty status for tenant:c783560d2de04e1598eb7e3aecd5349e on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:22:03.534617 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-76911e92-2fcb-4a6f-9af6-6bb1f905dadb tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 1.6541176 Feb 09 01:22:03.549359 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-17667535-ec2f-4e3e-aba1-a05f548a847d req-8428dc17-5a76-4fc2-840e-13807ab094aa service neutron] 10.222.0.105 "GET /v2.0/networks/0b42d132-a4d6-4063-98c2-48389fb2c5a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4175577 Feb 09 01:22:03.549359 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 51228) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:03.563842 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3417a811-8ea4-482b-89fa-b9c4c1a6f0a1 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Network 73450656-bc03-4a51-8cde-4e88f14dd93f is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:22:03.611394 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-f27fee43-08fe-4cba-9969-ad267e28d261 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] GET failed (client error): The resource could not be found. Feb 09 01:22:03.611394 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f27fee43-08fe-4cba-9969-ad267e28d261 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "GET /v2.0/ports/042cbc17-1945-46b2-93c4-bbf3426d6afd HTTP/1.1" status: 404 len: 333 time: 0.0693643 Feb 09 01:22:03.624453 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 51232) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:03.624453 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-7c386d1b-01e8-4871-b3d8-dc83e48c1d7c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1617208288'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:03.624453 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-3417a811-8ea4-482b-89fa-b9c4c1a6f0a1 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 73450656-bc03-4a51-8cde-4e88f14dd93f) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:03.659200 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3417a811-8ea4-482b-89fa-b9c4c1a6f0a1 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:03.659200 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3417a811-8ea4-482b-89fa-b9c4c1a6f0a1 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:03.675015 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7025e574-54c4-496e-90b8-71b54f4e4e45 None None] Network 73450656-bc03-4a51-8cde-4e88f14dd93f requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:22:03.686721 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7c386d1b-01e8-4871-b3d8-dc83e48c1d7c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:03.686721 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-3417a811-8ea4-482b-89fa-b9c4c1a6f0a1 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8608370 Feb 09 01:22:03.701555 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 51238) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:03.713983 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-7c386d1b-01e8-4871-b3d8-dc83e48c1d7c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Usage tracker for resource:network and tenant:c783560d2de04e1598eb7e3aecd5349e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:03.713983 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-7c386d1b-01e8-4871-b3d8-dc83e48c1d7c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:03.713983 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7c386d1b-01e8-4871-b3d8-dc83e48c1d7c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:03.738734 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-2944ef34-3b3b-4dde-a412-402f9ddc6bd5 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Request body: {'network': {'name': 'tempest-router-network01--1720919428'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:03.738734 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-2944ef34-3b3b-4dde-a412-402f9ddc6bd5 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:03.753558 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-46569122-6f32-4dcf-a67a-021d120380ec req-333a9a6e-9307-407a-9789-6dcd529e1bd1 service neutron] 10.222.0.99 "GET /v2.0/networks/0b42d132-a4d6-4063-98c2-48389fb2c5a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4931488 Feb 09 01:22:03.766665 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-2944ef34-3b3b-4dde-a412-402f9ddc6bd5 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Usage tracker for resource:network and tenant:7305035a34b14ad39caff9f520f640f0 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:03.766665 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-2944ef34-3b3b-4dde-a412-402f9ddc6bd5 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:03.789024 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-17667535-ec2f-4e3e-aba1-a05f548a847d req-b419069d-f1bd-42fa-a174-33b3ef9456a2 service neutron] 10.222.0.105 "GET /v2.0/networks/0b42d132-a4d6-4063-98c2-48389fb2c5a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102437 Feb 09 01:22:03.789024 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-2944ef34-3b3b-4dde-a412-402f9ddc6bd5 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:03.810950 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2944ef34-3b3b-4dde-a412-402f9ddc6bd5 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Made reservation on behalf of 7305035a34b14ad39caff9f520f640f0 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:03.810950 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2944ef34-3b3b-4dde-a412-402f9ddc6bd5 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:03.844147 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c386d1b-01e8-4871-b3d8-dc83e48c1d7c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Made reservation on behalf of c783560d2de04e1598eb7e3aecd5349e for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:03.860478 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7c386d1b-01e8-4871-b3d8-dc83e48c1d7c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:03.883875 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2944ef34-3b3b-4dde-a412-402f9ddc6bd5 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:22:03.924837 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2944ef34-3b3b-4dde-a412-402f9ddc6bd5 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:03.924837 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-2944ef34-3b3b-4dde-a412-402f9ddc6bd5 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Added segment 619d9275-b2d5-421e-bd4e-bccfdaca9822 of type vlan for network c9bb2d84-1fa1-457c-b970-33dc58ebf13e Feb 09 01:22:03.951173 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2944ef34-3b3b-4dde-a412-402f9ddc6bd5 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:03.990134 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2944ef34-3b3b-4dde-a412-402f9ddc6bd5 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:04.022632 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2944ef34-3b3b-4dde-a412-402f9ddc6bd5 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:04.022632 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2944ef34-3b3b-4dde-a412-402f9ddc6bd5 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:04.049858 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c386d1b-01e8-4871-b3d8-dc83e48c1d7c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:22:04.205294 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7c386d1b-01e8-4871-b3d8-dc83e48c1d7c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:04.205294 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-7c386d1b-01e8-4871-b3d8-dc83e48c1d7c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Added segment e7dd2a10-9c1e-4923-a660-83ca574e0a23 of type vlan for network 80efa5b1-223a-445d-b72d-6a02ceef7602 Feb 09 01:22:04.282798 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 5d3a9ddd-f2e6-46f1-8e0a-2a3bf8ba815f no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:22:04.325228 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7c386d1b-01e8-4871-b3d8-dc83e48c1d7c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:04.368688 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: 5d3a9ddd-f2e6-46f1-8e0a-2a3bf8ba815f {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:22:04.369567 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 5d3a9ddd-f2e6-46f1-8e0a-2a3bf8ba815f not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:22:04.391207 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d418103-6a3f-4d14-b369-59e40fcd3949 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-73450656-bc03-4a51-8cde-4e88f14dd93f', 'network_id': '73450656-bc03-4a51-8cde-4e88f14dd93f', 'tenant_id': '7305035a34b14ad39caff9f520f640f0', 'fixed_ips': [{'subnet_id': '28972177-612a-4f1e-87f3-ca9f536e145b'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:22:04.392080 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5d418103-6a3f-4d14-b369-59e40fcd3949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:04.443828 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7c386d1b-01e8-4871-b3d8-dc83e48c1d7c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:04.451238 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c386d1b-01e8-4871-b3d8-dc83e48c1d7c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:04.452103 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7c386d1b-01e8-4871-b3d8-dc83e48c1d7c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:04.654562 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-7c386d1b-01e8-4871-b3d8-dc83e48c1d7c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0392158 Feb 09 01:22:04.691816 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2944ef34-3b3b-4dde-a412-402f9ddc6bd5 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Pushing event updated for resources: {'Network': ['ID=c9bb2d84-1fa1-457c-b970-33dc58ebf13e,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:04.713014 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 51272) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:04.742308 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-569297da-f527-4a0f-9d83-d647d47da9c0 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Request body: {'subnet': {'network_id': '80efa5b1-223a-445d-b72d-6a02ceef7602', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:04.803491 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 51276) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:04.817051 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-5d418103-6a3f-4d14-b369-59e40fcd3949 None None] Allocated IP 172.20.0.2 (73450656-bc03-4a51-8cde-4e88f14dd93f/28972177-612a-4f1e-87f3-ca9f536e145b/f136588b-9c95-4ccb-bc26-5ac189e3c113) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:22:04.833377 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c386d1b-01e8-4871-b3d8-dc83e48c1d7c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event updated for resources: {'Network': ['ID=80efa5b1-223a-445d-b72d-6a02ceef7602,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:04.851871 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-2944ef34-3b3b-4dde-a412-402f9ddc6bd5 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1332691 Feb 09 01:22:04.851871 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 51284) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:04.877069 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-b61197ef-d2aa-4121-b97c-ea41d34a6ec6 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Request body: {'network': {'name': 'tempest-router-network02--48555891'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:04.877069 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b61197ef-d2aa-4121-b97c-ea41d34a6ec6 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:04.877069 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-b61197ef-d2aa-4121-b97c-ea41d34a6ec6 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Usage tracker for resource:network and tenant:7305035a34b14ad39caff9f520f640f0 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:04.890782 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-b61197ef-d2aa-4121-b97c-ea41d34a6ec6 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:04.890782 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b61197ef-d2aa-4121-b97c-ea41d34a6ec6 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:04.955684 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8812fd8f-364c-44d9-83f5-001f8268fb26 req-11065982-17ef-495e-9f9b-b2e35a478f71 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f44d835-1cea-4fcf-b4d4-6682d03aca22 HTTP/1.1" status: 200 len: 210 time: 0.2841547 Feb 09 01:22:04.987686 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b61197ef-d2aa-4121-b97c-ea41d34a6ec6 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Made reservation on behalf of 7305035a34b14ad39caff9f520f640f0 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:04.987686 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b61197ef-d2aa-4121-b97c-ea41d34a6ec6 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:05.015142 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network c9bb2d84-1fa1-457c-b970-33dc58ebf13e details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:22:05.045189 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 80efa5b1-223a-445d-b72d-6a02ceef7602 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:22:05.059224 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b61197ef-d2aa-4121-b97c-ea41d34a6ec6 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:22:05.059224 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b61197ef-d2aa-4121-b97c-ea41d34a6ec6 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:05.059224 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-b61197ef-d2aa-4121-b97c-ea41d34a6ec6 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Added segment e68785b5-bc60-403a-8989-a98ef4d7d105 of type vlan for network 27061eeb-293f-4d98-8938-b9fa17085ab9 Feb 09 01:22:05.105392 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3a13422c-76ba-418a-9d15-dd2b95533c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:05.117838 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b61197ef-d2aa-4121-b97c-ea41d34a6ec6 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:05.149180 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b61197ef-d2aa-4121-b97c-ea41d34a6ec6 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:05.149180 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61197ef-d2aa-4121-b97c-ea41d34a6ec6 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:05.149180 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b61197ef-d2aa-4121-b97c-ea41d34a6ec6 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:05.265751 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-09e3c7f1-1ebb-4b3d-8a04-a12beebd08ce admin admin] Deleting subnet c0411492-ee99-4c2c-8fdb-156f7ad58e1a {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:22:05.265751 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-09e3c7f1-1ebb-4b3d-8a04-a12beebd08ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:05.279917 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-569297da-f527-4a0f-9d83-d647d47da9c0 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:05.308776 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-569297da-f527-4a0f-9d83-d647d47da9c0 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Usage tracker for resource:subnet and tenant:c783560d2de04e1598eb7e3aecd5349e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:05.308776 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-569297da-f527-4a0f-9d83-d647d47da9c0 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:05.321247 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-569297da-f527-4a0f-9d83-d647d47da9c0 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:05.335173 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-09e3c7f1-1ebb-4b3d-8a04-a12beebd08ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:05.419499 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-09e3c7f1-1ebb-4b3d-8a04-a12beebd08ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:05.459058 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 51296) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:05.485804 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-b61197ef-d2aa-4121-b97c-ea41d34a6ec6 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6489847 Feb 09 01:22:05.499119 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 51304) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:05.523626 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-f5cdfc07-0614-4797-b991-556abe279506 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Request body: {'subnet': {'network_id': 'c9bb2d84-1fa1-457c-b970-33dc58ebf13e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:05.636674 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-569297da-f527-4a0f-9d83-d647d47da9c0 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Made reservation on behalf of c783560d2de04e1598eb7e3aecd5349e for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:05.638940 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5d418103-6a3f-4d14-b369-59e40fcd3949 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:05.640869 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-569297da-f527-4a0f-9d83-d647d47da9c0 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:05.648459 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5d418103-6a3f-4d14-b369-59e40fcd3949 None None] Transition to ACTIVE for port object f136588b-9c95-4ccb-bc26-5ac189e3c113 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:22:05.654330 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61197ef-d2aa-4121-b97c-ea41d34a6ec6 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Pushing event updated for resources: {'Network': ['ID=27061eeb-293f-4d98-8938-b9fa17085ab9,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:05.676167 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5d418103-6a3f-4d14-b369-59e40fcd3949 None None] Transition to ACTIVE for port object f136588b-9c95-4ccb-bc26-5ac189e3c113 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:22:05.688363 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 27061eeb-293f-4d98-8938-b9fa17085ab9 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:22:05.841480 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2b966dd9-23a1-4a02-a0d2-8caf51504551 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:05.853907 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5d418103-6a3f-4d14-b369-59e40fcd3949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:05.882827 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-2b966dd9-23a1-4a02-a0d2-8caf51504551 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:05.884541 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-2b966dd9-23a1-4a02-a0d2-8caf51504551 admin admin] Usage tracker for resource:security_group_rule and tenant:9449ba17aca64cf2a6b8a3f88ffd4390 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:05.887976 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-2b966dd9-23a1-4a02-a0d2-8caf51504551 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:05.894008 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-2b966dd9-23a1-4a02-a0d2-8caf51504551 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:05.983619 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d418103-6a3f-4d14-b369-59e40fcd3949 None None] Network 73450656-bc03-4a51-8cde-4e88f14dd93f is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:05.996008 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-5d418103-6a3f-4d14-b369-59e40fcd3949 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:06.003608 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d418103-6a3f-4d14-b369-59e40fcd3949 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:22:06.004232 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2b966dd9-23a1-4a02-a0d2-8caf51504551 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:06.013338 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2b966dd9-23a1-4a02-a0d2-8caf51504551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:06.038586 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f5cdfc07-0614-4797-b991-556abe279506 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:06.043116 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-09e3c7f1-1ebb-4b3d-8a04-a12beebd08ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:06.060833 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d418103-6a3f-4d14-b369-59e40fcd3949 None None] Pushing event updated for resources: {'Port': ['ID=f136588b-9c95-4ccb-bc26-5ac189e3c113,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:06.133346 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-f5cdfc07-0614-4797-b991-556abe279506 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Usage tracker for resource:subnet and tenant:7305035a34b14ad39caff9f520f640f0 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:06.137570 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-5d418103-6a3f-4d14-b369-59e40fcd3949 None None] Attempting to bind port f136588b-9c95-4ccb-bc26-5ac189e3c113 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:22:06.137570 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-5d418103-6a3f-4d14-b369-59e40fcd3949 None None] Attempting to bind port f136588b-9c95-4ccb-bc26-5ac189e3c113 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '6b3f97e4-7268-4a3d-917b-0e61300caa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '73450656-bc03-4a51-8cde-4e88f14dd93f'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:22:06.137570 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d418103-6a3f-4d14-b369-59e40fcd3949 None None] Attempting to bind port f136588b-9c95-4ccb-bc26-5ac189e3c113 on network 73450656-bc03-4a51-8cde-4e88f14dd93f {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:22:06.144815 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d418103-6a3f-4d14-b369-59e40fcd3949 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:22:06.144815 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d418103-6a3f-4d14-b369-59e40fcd3949 None None] Checking segment: {'id': '6b3f97e4-7268-4a3d-917b-0e61300caa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '73450656-bc03-4a51-8cde-4e88f14dd93f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:22:06.144815 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5d418103-6a3f-4d14-b369-59e40fcd3949 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:06.144815 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d418103-6a3f-4d14-b369-59e40fcd3949 None None] Bound using segment: {'id': '6b3f97e4-7268-4a3d-917b-0e61300caa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '73450656-bc03-4a51-8cde-4e88f14dd93f'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:22:06.144815 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-5d418103-6a3f-4d14-b369-59e40fcd3949 None None] Bound port: f136588b-9c95-4ccb-bc26-5ac189e3c113, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3f97e4-7268-4a3d-917b-0e61300caa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '73450656-bc03-4a51-8cde-4e88f14dd93f'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:22:06.144815 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5d418103-6a3f-4d14-b369-59e40fcd3949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:06.207536 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-f5cdfc07-0614-4797-b991-556abe279506 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:06.261618 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-09e3c7f1-1ebb-4b3d-8a04-a12beebd08ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:06.261618 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f5cdfc07-0614-4797-b991-556abe279506 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:06.261618 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e3c7f1-1ebb-4b3d-8a04-a12beebd08ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0411492-ee99-4c2c-8fdb-156f7ad58e1a,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:06.285214 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-2b966dd9-23a1-4a02-a0d2-8caf51504551 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=9449ba17aca64cf2a6b8a3f88ffd4390&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8131106 Feb 09 01:22:06.285214 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dcd698ef-c4f7-40ce-ab62-1a65abd6c085 req-69f70ead-33b2-4cff-bbd6-7f40accbb0be tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f44d835-1cea-4fcf-b4d4-6682d03aca22 HTTP/1.1" status: 200 len: 210 time: 0.1086960 Feb 09 01:22:06.285214 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 51312) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:06.316481 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b966dd9-23a1-4a02-a0d2-8caf51504551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=489e732e-0a45-4750-a07f-695ee1c44645,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:06.343734 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-569297da-f527-4a0f-9d83-d647d47da9c0 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:06.370741 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-5d418103-6a3f-4d14-b369-59e40fcd3949 None None] For port f136588b-9c95-4ccb-bc26-5ac189e3c113, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:22:06.370741 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-5d418103-6a3f-4d14-b369-59e40fcd3949 None None] For port f136588b-9c95-4ccb-bc26-5ac189e3c113, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=f136588b-9c95-4ccb-bc26-5ac189e3c113,segment=NetworkSegment(6b3f97e4-7268-4a3d-917b-0e61300caa2c),segment_id=6b3f97e4-7268-4a3d-917b-0e61300caa2c)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:22:06.370741 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5d418103-6a3f-4d14-b369-59e40fcd3949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:06.419189 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-09e3c7f1-1ebb-4b3d-8a04-a12beebd08ce admin admin] 10.222.0.105 "DELETE /v2.0/subnets/c0411492-ee99-4c2c-8fdb-156f7ad58e1a HTTP/1.1" status: 204 len: 168 time: 1.5965705 Feb 09 01:22:06.430184 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 51318) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:06.456029 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5cdfc07-0614-4797-b991-556abe279506 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Made reservation on behalf of 7305035a34b14ad39caff9f520f640f0 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:06.456029 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f5cdfc07-0614-4797-b991-556abe279506 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:06.494930 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d418103-6a3f-4d14-b369-59e40fcd3949 None None] Pushing event updated for resources: {'Port': ['ID=f136588b-9c95-4ccb-bc26-5ac189e3c113,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:06.648671 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fc5be9b0-e572-40e1-b7b0-555936578890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:06.717821 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fc5be9b0-e572-40e1-b7b0-555936578890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:06.765419 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-376a3fb7-cca6-4cae-b906-f038bcb16a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:06.823078 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-3a13422c-76ba-418a-9d15-dd2b95533c58 admin admin] Deleting port 03fa32a2-0c43-404a-b710-f94b36bfe80d {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:22:06.823078 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3a13422c-76ba-418a-9d15-dd2b95533c58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:06.845842 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f5cdfc07-0614-4797-b991-556abe279506 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:06.987622 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569297da-f527-4a0f-9d83-d647d47da9c0 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event updated for resources: {'Subnet': ['ID=382c604d-75e8-44c0-b0ea-66d7b18b4bc9,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:06.991876 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cdfc07-0614-4797-b991-556abe279506 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Pushing event updated for resources: {'Subnet': ['ID=3ad139d1-30ff-4f56-9eff-5a1d0e9a3485,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:07.021218 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cdfc07-0614-4797-b991-556abe279506 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Checking segment: {'id': '619d9275-b2d5-421e-bd4e-bccfdaca9822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c9bb2d84-1fa1-457c-b970-33dc58ebf13e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:22:07.021218 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cdfc07-0614-4797-b991-556abe279506 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Network hostable DHCP agents. Network: c9bb2d84-1fa1-457c-b970-33dc58ebf13e, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:22:07.037890 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fc5be9b0-e572-40e1-b7b0-555936578890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:07.039727 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569297da-f527-4a0f-9d83-d647d47da9c0 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Checking segment: {'id': 'e7dd2a10-9c1e-4923-a660-83ca574e0a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '80efa5b1-223a-445d-b72d-6a02ceef7602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:22:07.040320 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569297da-f527-4a0f-9d83-d647d47da9c0 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Network hostable DHCP agents. Network: 80efa5b1-223a-445d-b72d-6a02ceef7602, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:22:07.069540 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5be9b0-e572-40e1-b7b0-555936578890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=489e732e-0a45-4750-a07f-695ee1c44645,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:07.083664 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cdfc07-0614-4797-b991-556abe279506 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Network c9bb2d84-1fa1-457c-b970-33dc58ebf13e is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:22:07.113705 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fc5be9b0-e572-40e1-b7b0-555936578890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:07.115275 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-fc5be9b0-e572-40e1-b7b0-555936578890 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/489e732e-0a45-4750-a07f-695ee1c44645 HTTP/1.1" status: 204 len: 168 time: 0.8234670 Feb 09 01:22:07.116177 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-f5cdfc07-0614-4797-b991-556abe279506 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, c9bb2d84-1fa1-457c-b970-33dc58ebf13e) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:07.117964 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569297da-f527-4a0f-9d83-d647d47da9c0 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Network 80efa5b1-223a-445d-b72d-6a02ceef7602 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:22:07.121520 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5cdfc07-0614-4797-b991-556abe279506 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:07.122642 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f5cdfc07-0614-4797-b991-556abe279506 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:07.125494 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5179840d-d5c1-4f4a-8251-ed043b72777c None None] Network c9bb2d84-1fa1-457c-b970-33dc58ebf13e requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:22:07.172684 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f5cdfc07-0614-4797-b991-556abe279506 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6692071 Feb 09 01:22:07.176631 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 51328) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:07.188530 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-159501a3-862e-4ec3-9c54-011485cbe08f tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Request body: {'subnet': {'network_id': '27061eeb-293f-4d98-8938-b9fa17085ab9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:07.308077 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-569297da-f527-4a0f-9d83-d647d47da9c0 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 80efa5b1-223a-445d-b72d-6a02ceef7602) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:07.435046 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-159501a3-862e-4ec3-9c54-011485cbe08f tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:07.435046 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-159501a3-862e-4ec3-9c54-011485cbe08f tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Usage tracker for resource:subnet and tenant:7305035a34b14ad39caff9f520f640f0 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:07.465797 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-159501a3-862e-4ec3-9c54-011485cbe08f tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:07.484809 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-159501a3-862e-4ec3-9c54-011485cbe08f tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:07.486608 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00984b31-11cb-48a4-a21e-4953cb2c01f4 None None] Network 80efa5b1-223a-445d-b72d-6a02ceef7602 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:22:07.498630 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-159501a3-862e-4ec3-9c54-011485cbe08f tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Made reservation on behalf of 7305035a34b14ad39caff9f520f640f0 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:07.526617 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-159501a3-862e-4ec3-9c54-011485cbe08f tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:07.577422 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569297da-f527-4a0f-9d83-d647d47da9c0 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:07.578041 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-569297da-f527-4a0f-9d83-d647d47da9c0 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:07.740895 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6936f8a6-8f42-414d-9eec-ffb3c24e9f6d req-8429c5f8-4bde-40ca-977f-5001b96770ba tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f44d835-1cea-4fcf-b4d4-6682d03aca22 HTTP/1.1" status: 200 len: 210 time: 0.1643343 Feb 09 01:22:07.756682 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e67927-ec2f-4794-8938-12a1059dc309 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-c9bb2d84-1fa1-457c-b970-33dc58ebf13e', 'network_id': 'c9bb2d84-1fa1-457c-b970-33dc58ebf13e', 'tenant_id': '7305035a34b14ad39caff9f520f640f0', 'fixed_ips': [{'subnet_id': '3ad139d1-30ff-4f56-9eff-5a1d0e9a3485'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:22:07.756682 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-25e67927-ec2f-4794-8938-12a1059dc309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:07.839392 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-376a3fb7-cca6-4cae-b906-f038bcb16a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:07.919038 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-569297da-f527-4a0f-9d83-d647d47da9c0 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2205267 Feb 09 01:22:07.919038 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 51346) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:07.976021 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17667535-ec2f-4e3e-aba1-a05f548a847d req-f4d22c44-3133-4b34-b46e-1f417d6d2091 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:07.976021 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-17667535-ec2f-4e3e-aba1-a05f548a847d req-f4d22c44-3133-4b34-b46e-1f417d6d2091 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.99 "GET /v2.0/networks?id=0b42d132-a4d6-4063-98c2-48389fb2c5a1 HTTP/1.1" status: 200 len: 815 time: 1.2033484 Feb 09 01:22:07.976021 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-376a3fb7-cca6-4cae-b906-f038bcb16a25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e71bc79e-62d3-489b-9b63-0a6c2ab57e36']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:08.029084 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-17667535-ec2f-4e3e-aba1-a05f548a847d req-cce9495c-6c5a-445a-b0a1-b13fd84641c8 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Request body: {'port': {'device_id': '2f44d835-1cea-4fcf-b4d4-6682d03aca22', 'network_id': '0b42d132-a4d6-4063-98c2-48389fb2c5a1', 'admin_state_up': True, 'tenant_id': '1a20e36c7a554c699423b213df58ff18'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:08.098178 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-3a13422c-76ba-418a-9d15-dd2b95533c58 admin admin] For port 03fa32a2-0c43-404a-b710-f94b36bfe80d, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=03fa32a2-0c43-404a-b710-f94b36bfe80d,segment=NetworkSegment(a1391767-890a-4e98-8e0f-6a2e7c57e752),segment_id=a1391767-890a-4e98-8e0f-6a2e7c57e752)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:22:08.098545 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3a13422c-76ba-418a-9d15-dd2b95533c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:08.120515 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-9c808267-d2ce-45ee-a6be-7a2944d75294 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Request body: {'subnet': {'network_id': '80efa5b1-223a-445d-b72d-6a02ceef7602', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:08.261189 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6feee41c-e001-4620-a286-d977bcbb706d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:08.353987 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-376a3fb7-cca6-4cae-b906-f038bcb16a25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '997a4a15-ac4e-4c8c-b9f8-5d873bfc7bb6') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:08.353987 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-376a3fb7-cca6-4cae-b906-f038bcb16a25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '997a4a15-ac4e-4c8c-b9f8-5d873bfc7bb6') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:08.366013 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-159501a3-862e-4ec3-9c54-011485cbe08f tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:08.426836 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-25e67927-ec2f-4794-8938-12a1059dc309 None None] Allocated IP 172.20.0.2 (c9bb2d84-1fa1-457c-b970-33dc58ebf13e/3ad139d1-30ff-4f56-9eff-5a1d0e9a3485/ecd3c289-246b-442d-a047-6b5f5aa6646c) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:22:08.453345 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device f136588b-9c95-4ccb-bc26-5ac189e3c113 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:22:08.553843 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159501a3-862e-4ec3-9c54-011485cbe08f tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Checking segment: {'id': 'e68785b5-bc60-403a-8989-a98ef4d7d105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '27061eeb-293f-4d98-8938-b9fa17085ab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:22:08.553843 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159501a3-862e-4ec3-9c54-011485cbe08f tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Network hostable DHCP agents. Network: 27061eeb-293f-4d98-8938-b9fa17085ab9, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:22:08.567088 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bd2f77-407a-4108-b2c5-460d570681da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-80efa5b1-223a-445d-b72d-6a02ceef7602', 'network_id': '80efa5b1-223a-445d-b72d-6a02ceef7602', 'tenant_id': 'c783560d2de04e1598eb7e3aecd5349e', 'fixed_ips': [{'subnet_id': '382c604d-75e8-44c0-b0ea-66d7b18b4bc9'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:22:08.567088 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b3bd2f77-407a-4108-b2c5-460d570681da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:08.595234 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159501a3-862e-4ec3-9c54-011485cbe08f tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Pushing event updated for resources: {'Subnet': ['ID=19351d5b-61d9-445c-96fe-8c177cd6bdac,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:08.595234 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159501a3-862e-4ec3-9c54-011485cbe08f tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Network 27061eeb-293f-4d98-8938-b9fa17085ab9 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:22:08.610013 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-159501a3-862e-4ec3-9c54-011485cbe08f tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 27061eeb-293f-4d98-8938-b9fa17085ab9) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:08.649678 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159501a3-862e-4ec3-9c54-011485cbe08f tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:08.649678 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-159501a3-862e-4ec3-9c54-011485cbe08f tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:08.672637 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-159501a3-862e-4ec3-9c54-011485cbe08f tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4776640 Feb 09 01:22:08.672637 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 51364) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:08.919501 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-376a3fb7-cca6-4cae-b906-f038bcb16a25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:08.943308 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-3a13422c-76ba-418a-9d15-dd2b95533c58 admin admin] Calling delete_port for 03fa32a2-0c43-404a-b710-f94b36bfe80d owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:22:09.023846 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-25e67927-ec2f-4794-8938-12a1059dc309 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:09.037809 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-25e67927-ec2f-4794-8938-12a1059dc309 None None] Transition to ACTIVE for port object ecd3c289-246b-442d-a047-6b5f5aa6646c will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:22:09.066552 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-25e67927-ec2f-4794-8938-12a1059dc309 None None] Transition to ACTIVE for port object ecd3c289-246b-442d-a047-6b5f5aa6646c will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:22:09.069784 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c339a79f-486c-430c-9a43-f93b690b3956 None None] Network 73450656-bc03-4a51-8cde-4e88f14dd93f requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:22:09.079152 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-376a3fb7-cca6-4cae-b906-f038bcb16a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:09.140013 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-376a3fb7-cca6-4cae-b906-f038bcb16a25 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:22:09.140013 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-376a3fb7-cca6-4cae-b906-f038bcb16a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:09.191093 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:22:09.191093 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:22:09.191093 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:22:09.191093 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:22:09.191093 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:22:09.191093 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:22:09.191093 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:22:09.191093 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:22:09.191093 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:22:09.191093 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:22:09.191093 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:22:09.191093 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:22:09.191093 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:22:09.191093 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:22:09.191093 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:22:09.191093 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:22:09.191093 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:22:09.191093 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:22:09.191093 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:22:09.191093 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:22:09.191093 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:22:09.191093 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:22:09.191093 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:22:09.191093 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:22:09.191093 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:22:09.191093 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:22:09.191093 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:22:09.191093 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:22:09.191093 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:22:09.191093 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:22:09.191093 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:22:09.191093 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:22:09.238909 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8507bb91-4672-483f-b78d-068ef2dcfa8b req-cfbe1b10-ce49-4d32-b8f7-e3ed8367f1a9 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f44d835-1cea-4fcf-b4d4-6682d03aca22 HTTP/1.1" status: 200 len: 210 time: 0.1556575 Feb 09 01:22:09.338685 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9f214a-111e-4eaf-a8cf-e61cb82221af None None] Network 27061eeb-293f-4d98-8938-b9fa17085ab9 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:22:09.418387 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-25e67927-ec2f-4794-8938-12a1059dc309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:09.430042 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-17667535-ec2f-4e3e-aba1-a05f548a847d req-cce9495c-6c5a-445a-b0a1-b13fd84641c8 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:09.465145 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-17667535-ec2f-4e3e-aba1-a05f548a847d req-cce9495c-6c5a-445a-b0a1-b13fd84641c8 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:09.465145 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9c808267-d2ce-45ee-a6be-7a2944d75294 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:09.475472 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-9c808267-d2ce-45ee-a6be-7a2944d75294 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Usage tracker for resource:subnet and tenant:c783560d2de04e1598eb7e3aecd5349e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:09.475472 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-9c808267-d2ce-45ee-a6be-7a2944d75294 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:09.475472 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9c808267-d2ce-45ee-a6be-7a2944d75294 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:09.508733 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c808267-d2ce-45ee-a6be-7a2944d75294 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Made reservation on behalf of c783560d2de04e1598eb7e3aecd5349e for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:09.508733 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9c808267-d2ce-45ee-a6be-7a2944d75294 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:09.532316 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-376a3fb7-cca6-4cae-b906-f038bcb16a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:09.639162 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-376a3fb7-cca6-4cae-b906-f038bcb16a25 admin admin] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:09.664103 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17667535-ec2f-4e3e-aba1-a05f548a847d req-cce9495c-6c5a-445a-b0a1-b13fd84641c8 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Made reservation on behalf of 1a20e36c7a554c699423b213df58ff18 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:09.664103 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-17667535-ec2f-4e3e-aba1-a05f548a847d req-cce9495c-6c5a-445a-b0a1-b13fd84641c8 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:09.698623 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376a3fb7-cca6-4cae-b906-f038bcb16a25 admin admin] Pushing event deleted for resources: {'Network': ['ID=e71bc79e-62d3-489b-9b63-0a6c2ab57e36,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:09.709960 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e67927-ec2f-4794-8938-12a1059dc309 None None] Network c9bb2d84-1fa1-457c-b970-33dc58ebf13e is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:09.722202 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-376a3fb7-cca6-4cae-b906-f038bcb16a25 admin admin] 10.222.0.105 "DELETE /v2.0/networks/e71bc79e-62d3-489b-9b63-0a6c2ab57e36 HTTP/1.1" status: 204 len: 168 time: 3.2872083 Feb 09 01:22:09.770682 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-25e67927-ec2f-4794-8938-12a1059dc309 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:09.783358 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 51384) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:09.804023 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e67927-ec2f-4794-8938-12a1059dc309 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:22:09.815337 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-61cc4f97-a898-4506-acc7-f7375c025c1e tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:09.911096 n-d-828418-1 neutron-server[87638]: INFO neutron.db.ipam_backend_mixin [None req-9c808267-d2ce-45ee-a6be-7a2944d75294 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 382c604d-75e8-44c0-b0ea-66d7b18b4bc9 (CIDR: 2001:db8::/64) Feb 09 01:22:09.922701 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-b3bd2f77-407a-4108-b2c5-460d570681da None None] Allocated IP 2001:db8::2 (80efa5b1-223a-445d-b72d-6a02ceef7602/382c604d-75e8-44c0-b0ea-66d7b18b4bc9/5b6f7217-fdae-45a1-be91-6384213953b6) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:22:09.924695 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c808267-d2ce-45ee-a6be-7a2944d75294 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:22:09.925982 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c808267-d2ce-45ee-a6be-7a2944d75294 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:22:10.080392 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-76e51ba7-8a3d-4508-85f0-13ac7980315a admin admin] Deleting subnet dad720f1-d217-4af0-b757-45c0ddc1cf9b {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:22:10.080392 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9c808267-d2ce-45ee-a6be-7a2944d75294 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.1030903 Feb 09 01:22:10.080392 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 51394) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:10.080392 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-76e51ba7-8a3d-4508-85f0-13ac7980315a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:10.151795 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-bba6e37c-7ea8-44af-91c8-8bec3f818944 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Request body: {'subnet': {'network_id': '80efa5b1-223a-445d-b72d-6a02ceef7602', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:10.312905 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b3bd2f77-407a-4108-b2c5-460d570681da None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:10.321780 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-17667535-ec2f-4e3e-aba1-a05f548a847d req-cce9495c-6c5a-445a-b0a1-b13fd84641c8 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Allocated IP 172.20.0.11 (0b42d132-a4d6-4063-98c2-48389fb2c5a1/5d342298-601b-4654-a677-d1e5d55f90c1/f2fa5581-8ea8-4b0e-bec9-650e39988641) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:22:10.330404 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b3bd2f77-407a-4108-b2c5-460d570681da None None] Transition to ACTIVE for port object 5b6f7217-fdae-45a1-be91-6384213953b6 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:22:10.378723 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b3bd2f77-407a-4108-b2c5-460d570681da None None] Transition to ACTIVE for port object 5b6f7217-fdae-45a1-be91-6384213953b6 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:22:10.396576 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-76e51ba7-8a3d-4508-85f0-13ac7980315a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:10.407101 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f6dc6b52-45ce-4e65-8798-a3095083161a None None] Provisioning for port f136588b-9c95-4ccb-bc26-5ac189e3c113 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:22:10.435851 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-61cc4f97-a898-4506-acc7-f7375c025c1e tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Allocated IP 172.20.0.1 (c9bb2d84-1fa1-457c-b970-33dc58ebf13e/3ad139d1-30ff-4f56-9eff-5a1d0e9a3485/e933a99f-63d1-490c-905e-724071c839c7) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:22:10.455071 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3a13422c-76ba-418a-9d15-dd2b95533c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:10.524698 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b3bd2f77-407a-4108-b2c5-460d570681da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:10.595423 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f6dc6b52-45ce-4e65-8798-a3095083161a None None] Provisioning complete for port f136588b-9c95-4ccb-bc26-5ac189e3c113 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:10.595877 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f6dc6b52-45ce-4e65-8798-a3095083161a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:10.653483 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-eab809f7-78ff-44d4-b3fa-49f6539e3149 req-107d46ef-6a93-402e-b1d1-3bad66e4c84b tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f44d835-1cea-4fcf-b4d4-6682d03aca22 HTTP/1.1" status: 200 len: 210 time: 0.0558763 Feb 09 01:22:10.678521 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port f136588b-9c95-4ccb-bc26-5ac189e3c113 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:22:10.683949 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e67927-ec2f-4794-8938-12a1059dc309 None None] Pushing event updated for resources: {'Port': ['ID=ecd3c289-246b-442d-a047-6b5f5aa6646c,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:10.717435 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a13422c-76ba-418a-9d15-dd2b95533c58 admin admin] Pushing event deleted for resources: {'Port': ['ID=03fa32a2-0c43-404a-b710-f94b36bfe80d,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:10.893116 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4cc7d614-ca95-408b-8f86-6f07753f14c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:10.893116 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bd2f77-407a-4108-b2c5-460d570681da None None] Pushing event updated for resources: {'Port': ['ID=5b6f7217-fdae-45a1-be91-6384213953b6,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:10.927885 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-bba6e37c-7ea8-44af-91c8-8bec3f818944 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:10.934461 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-76e51ba7-8a3d-4508-85f0-13ac7980315a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:10.968595 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-61cc4f97-a898-4506-acc7-f7375c025c1e tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:11.000866 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port f136588b-9c95-4ccb-bc26-5ac189e3c113 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:11.001238 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:11.016269 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-bba6e37c-7ea8-44af-91c8-8bec3f818944 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Usage tracker for resource:subnet and tenant:c783560d2de04e1598eb7e3aecd5349e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:11.021226 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-61cc4f97-a898-4506-acc7-f7375c025c1e tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Transition to ACTIVE for port object e933a99f-63d1-490c-905e-724071c839c7 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:22:11.022121 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-bba6e37c-7ea8-44af-91c8-8bec3f818944 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:11.082275 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-61cc4f97-a898-4506-acc7-f7375c025c1e tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:11.139592 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bd2f77-407a-4108-b2c5-460d570681da None None] Network 80efa5b1-223a-445d-b72d-6a02ceef7602 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:11.221702 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-b3bd2f77-407a-4108-b2c5-460d570681da None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:11.288015 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-17667535-ec2f-4e3e-aba1-a05f548a847d req-cce9495c-6c5a-445a-b0a1-b13fd84641c8 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:11.302665 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bd2f77-407a-4108-b2c5-460d570681da None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:22:11.318999 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-bba6e37c-7ea8-44af-91c8-8bec3f818944 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:11.333382 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-25e67927-ec2f-4794-8938-12a1059dc309 None None] Attempting to bind port ecd3c289-246b-442d-a047-6b5f5aa6646c on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:22:11.333882 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-25e67927-ec2f-4794-8938-12a1059dc309 None None] Attempting to bind port ecd3c289-246b-442d-a047-6b5f5aa6646c by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '619d9275-b2d5-421e-bd4e-bccfdaca9822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c9bb2d84-1fa1-457c-b970-33dc58ebf13e'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:22:11.334165 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e67927-ec2f-4794-8938-12a1059dc309 None None] Attempting to bind port ecd3c289-246b-442d-a047-6b5f5aa6646c on network c9bb2d84-1fa1-457c-b970-33dc58ebf13e {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:22:11.392748 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-17667535-ec2f-4e3e-aba1-a05f548a847d req-cce9495c-6c5a-445a-b0a1-b13fd84641c8 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:11.394433 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba6e37c-7ea8-44af-91c8-8bec3f818944 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Made reservation on behalf of c783560d2de04e1598eb7e3aecd5349e for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:11.399542 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bba6e37c-7ea8-44af-91c8-8bec3f818944 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:11.441735 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cc4f97-a898-4506-acc7-f7375c025c1e tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Pushing event updated for resources: {'Port': ['ID=e933a99f-63d1-490c-905e-724071c839c7,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:11.457222 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61cc4f97-a898-4506-acc7-f7375c025c1e tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Network c9bb2d84-1fa1-457c-b970-33dc58ebf13e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:11.458023 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e67927-ec2f-4794-8938-12a1059dc309 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:22:11.458572 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e67927-ec2f-4794-8938-12a1059dc309 None None] Checking segment: {'id': '619d9275-b2d5-421e-bd4e-bccfdaca9822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c9bb2d84-1fa1-457c-b970-33dc58ebf13e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:22:11.458789 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-25e67927-ec2f-4794-8938-12a1059dc309 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:11.459616 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-61cc4f97-a898-4506-acc7-f7375c025c1e tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:11.462527 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cc4f97-a898-4506-acc7-f7375c025c1e tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:22:11.468618 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e67927-ec2f-4794-8938-12a1059dc309 None None] Bound using segment: {'id': '619d9275-b2d5-421e-bd4e-bccfdaca9822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c9bb2d84-1fa1-457c-b970-33dc58ebf13e'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:22:11.469194 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-25e67927-ec2f-4794-8938-12a1059dc309 None None] Bound port: ecd3c289-246b-442d-a047-6b5f5aa6646c, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '619d9275-b2d5-421e-bd4e-bccfdaca9822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c9bb2d84-1fa1-457c-b970-33dc58ebf13e'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:22:11.469620 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-25e67927-ec2f-4794-8938-12a1059dc309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:11.510916 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['52e4097d-1152-4657-b424-b4db94cbcdc9'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:22:11.560385 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['cfdd6784-eeb8-49d0-b07b-a4a202af7e4c'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:22:11.626707 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-61cc4f97-a898-4506-acc7-f7375c025c1e tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:11.865274 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-76e51ba7-8a3d-4508-85f0-13ac7980315a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:11.965082 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17667535-ec2f-4e3e-aba1-a05f548a847d req-cce9495c-6c5a-445a-b0a1-b13fd84641c8 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Network 0b42d132-a4d6-4063-98c2-48389fb2c5a1 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:11.965082 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e51ba7-8a3d-4508-85f0-13ac7980315a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dad720f1-d217-4af0-b757-45c0ddc1cf9b,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:11.979529 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-76e51ba7-8a3d-4508-85f0-13ac7980315a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:11.993421 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-61cc4f97-a898-4506-acc7-f7375c025c1e tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:12.014400 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-25e67927-ec2f-4794-8938-12a1059dc309 None None] For port ecd3c289-246b-442d-a047-6b5f5aa6646c, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:22:12.014400 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-25e67927-ec2f-4794-8938-12a1059dc309 None None] For port ecd3c289-246b-442d-a047-6b5f5aa6646c, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=ecd3c289-246b-442d-a047-6b5f5aa6646c,segment=NetworkSegment(619d9275-b2d5-421e-bd4e-bccfdaca9822),segment_id=619d9275-b2d5-421e-bd4e-bccfdaca9822)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:22:12.090035 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-76e51ba7-8a3d-4508-85f0-13ac7980315a admin admin] 10.222.0.105 "DELETE /v2.0/subnets/dad720f1-d217-4af0-b757-45c0ddc1cf9b HTTP/1.1" status: 204 len: 168 time: 2.3312216 Feb 09 01:22:12.090035 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-17667535-ec2f-4e3e-aba1-a05f548a847d req-cce9495c-6c5a-445a-b0a1-b13fd84641c8 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:12.110443 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 51440) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:12.124114 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-17667535-ec2f-4e3e-aba1-a05f548a847d req-cce9495c-6c5a-445a-b0a1-b13fd84641c8 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:22:12.180290 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-25e67927-ec2f-4794-8938-12a1059dc309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:12.258843 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce9495c-6c5a-445a-b0a1-b13fd84641c8 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Pushing event updated for resources: {'Port': ['ID=f2fa5581-8ea8-4b0e-bec9-650e39988641,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:12.293064 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ad2dd0-d8ef-470a-b264-9e365189f07d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-27061eeb-293f-4d98-8938-b9fa17085ab9', 'network_id': '27061eeb-293f-4d98-8938-b9fa17085ab9', 'tenant_id': '7305035a34b14ad39caff9f520f640f0', 'fixed_ips': [{'subnet_id': '19351d5b-61d9-445c-96fe-8c177cd6bdac'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:22:12.295671 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-31ad2dd0-d8ef-470a-b264-9e365189f07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:12.330348 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e67927-ec2f-4794-8938-12a1059dc309 None None] Pushing event updated for resources: {'Port': ['ID=ecd3c289-246b-442d-a047-6b5f5aa6646c,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:12.334831 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-b3bd2f77-407a-4108-b2c5-460d570681da None None] Attempting to bind port 5b6f7217-fdae-45a1-be91-6384213953b6 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:22:12.335480 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-b3bd2f77-407a-4108-b2c5-460d570681da None None] Attempting to bind port 5b6f7217-fdae-45a1-be91-6384213953b6 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'e7dd2a10-9c1e-4923-a660-83ca574e0a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '80efa5b1-223a-445d-b72d-6a02ceef7602'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:22:12.336066 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bd2f77-407a-4108-b2c5-460d570681da None None] Attempting to bind port 5b6f7217-fdae-45a1-be91-6384213953b6 on network 80efa5b1-223a-445d-b72d-6a02ceef7602 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:22:12.347677 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:12.348822 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17667535-ec2f-4e3e-aba1-a05f548a847d req-cce9495c-6c5a-445a-b0a1-b13fd84641c8 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:12.349447 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-17667535-ec2f-4e3e-aba1-a05f548a847d req-cce9495c-6c5a-445a-b0a1-b13fd84641c8 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:12.359733 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bd2f77-407a-4108-b2c5-460d570681da None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:22:12.360694 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bd2f77-407a-4108-b2c5-460d570681da None None] Checking segment: {'id': 'e7dd2a10-9c1e-4923-a660-83ca574e0a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '80efa5b1-223a-445d-b72d-6a02ceef7602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:22:12.361322 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b3bd2f77-407a-4108-b2c5-460d570681da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:12.361980 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bd2f77-407a-4108-b2c5-460d570681da None None] Bound using segment: {'id': 'e7dd2a10-9c1e-4923-a660-83ca574e0a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '80efa5b1-223a-445d-b72d-6a02ceef7602'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:22:12.362670 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-b3bd2f77-407a-4108-b2c5-460d570681da None None] Bound port: 5b6f7217-fdae-45a1-be91-6384213953b6, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7dd2a10-9c1e-4923-a660-83ca574e0a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '80efa5b1-223a-445d-b72d-6a02ceef7602'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:22:12.363256 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b3bd2f77-407a-4108-b2c5-460d570681da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:12.411771 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f6dc6b52-45ce-4e65-8798-a3095083161a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:12.478874 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-17667535-ec2f-4e3e-aba1-a05f548a847d req-cce9495c-6c5a-445a-b0a1-b13fd84641c8 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4865220 Feb 09 01:22:12.486397 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-df46004f-48cb-4093-b6e8-21b9bf64da0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:12.494383 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-17667535-ec2f-4e3e-aba1-a05f548a847d req-b6f6e2f8-b838-4be8-bf09-24342f94e5bc service neutron] Request body: {'port': {'device_id': '2f44d835-1cea-4fcf-b4d4-6682d03aca22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:12.550281 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 51450) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:12.664290 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-61cc4f97-a898-4506-acc7-f7375c025c1e tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:12.664290 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-61cc4f97-a898-4506-acc7-f7375c025c1e tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:12.705835 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-31ad2dd0-d8ef-470a-b264-9e365189f07d None None] Allocated IP 172.20.0.2 (27061eeb-293f-4d98-8938-b9fa17085ab9/19351d5b-61d9-445c-96fe-8c177cd6bdac/9c63ebc7-3cc8-4bc6-8c72-23c0edbf65b3) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:22:12.720890 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3a13422c-76ba-418a-9d15-dd2b95533c58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:12.758271 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-61cc4f97-a898-4506-acc7-f7375c025c1e tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:12.911258 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c1772-772d-40d1-8c26-a1bedcff0f36 req-e416c93a-25d6-42c8-bdcf-44e72bad1da3 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:12.911258 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b33c1772-772d-40d1-8c26-a1bedcff0f36 req-e416c93a-25d6-42c8-bdcf-44e72bad1da3 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f44d835-1cea-4fcf-b4d4-6682d03aca22 HTTP/1.1" status: 200 len: 932 time: 1.0306740 Feb 09 01:22:12.941408 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cc4f97-a898-4506-acc7-f7375c025c1e tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Pushing event updated for resources: {'Port': ['ID=e933a99f-63d1-490c-905e-724071c839c7,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:12.992863 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b33c1772-772d-40d1-8c26-a1bedcff0f36 req-bb58b658-72fc-48f6-8871-4e2e1bf6daf4 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e238689-2b13-4df9-8955-13b9e4cebcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781252 Feb 09 01:22:13.046914 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61cc4f97-a898-4506-acc7-f7375c025c1e tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Network c9bb2d84-1fa1-457c-b970-33dc58ebf13e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:13.046914 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-61cc4f97-a898-4506-acc7-f7375c025c1e tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:13.060447 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-12835894-821a-4af6-9d98-c50e007350f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:13.075357 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:13.110137 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-df46004f-48cb-4093-b6e8-21b9bf64da0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:13.147852 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-df46004f-48cb-4093-b6e8-21b9bf64da0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4db08ee-70a3-45aa-8bce-9e2e9c9272f5']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:13.164056 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-df46004f-48cb-4093-b6e8-21b9bf64da0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc48b329-8e9c-46ed-af42-94c78a64c31f') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:13.164362 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-df46004f-48cb-4093-b6e8-21b9bf64da0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc48b329-8e9c-46ed-af42-94c78a64c31f') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:13.199760 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-f6dc6b52-45ce-4e65-8798-a3095083161a None None] For port f136588b-9c95-4ccb-bc26-5ac189e3c113, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=f136588b-9c95-4ccb-bc26-5ac189e3c113,segment=NetworkSegment(6b3f97e4-7268-4a3d-917b-0e61300caa2c),segment_id=6b3f97e4-7268-4a3d-917b-0e61300caa2c)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:22:13.201015 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-17667535-ec2f-4e3e-aba1-a05f548a847d req-b6f6e2f8-b838-4be8-bf09-24342f94e5bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:13.254951 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:13.261219 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f6dc6b52-45ce-4e65-8798-a3095083161a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:13.264977 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:13.291923 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-df46004f-48cb-4093-b6e8-21b9bf64da0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:13.341748 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-12835894-821a-4af6-9d98-c50e007350f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:13.356794 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-12835894-821a-4af6-9d98-c50e007350f8 admin admin] Usage tracker for resource:security_group_rule and tenant:44fd2d4511b44d98a8ad798d1e067669 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:13.367585 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-12835894-821a-4af6-9d98-c50e007350f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:13.367585 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-12835894-821a-4af6-9d98-c50e007350f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:13.449962 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61cc4f97-a898-4506-acc7-f7375c025c1e tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Router 496ca175-fb1e-45f9-a024-4a12af1e5d93 is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:22:13.484023 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-b3bd2f77-407a-4108-b2c5-460d570681da None None] For port 5b6f7217-fdae-45a1-be91-6384213953b6, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:22:13.489151 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-b3bd2f77-407a-4108-b2c5-460d570681da None None] For port 5b6f7217-fdae-45a1-be91-6384213953b6, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=5b6f7217-fdae-45a1-be91-6384213953b6,segment=NetworkSegment(e7dd2a10-9c1e-4923-a660-83ca574e0a23),segment_id=e7dd2a10-9c1e-4923-a660-83ca574e0a23)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:22:13.637415 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dc6b52-45ce-4e65-8798-a3095083161a None None] Pushing event updated for resources: {'Port': ['ID=f136588b-9c95-4ccb-bc26-5ac189e3c113,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:13.692199 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-12835894-821a-4af6-9d98-c50e007350f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:13.715844 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-12835894-821a-4af6-9d98-c50e007350f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:13.773574 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b3bd2f77-407a-4108-b2c5-460d570681da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:13.855926 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-12835894-821a-4af6-9d98-c50e007350f8 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=44fd2d4511b44d98a8ad798d1e067669&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2877703 Feb 09 01:22:13.860250 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 51466) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:13.882243 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12835894-821a-4af6-9d98-c50e007350f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e77185de-7f07-4c7c-881f-1a305892736c,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:13.901579 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61cc4f97-a898-4506-acc7-f7375c025c1e tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:22:13.916521 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22391526-54d0-43da-9fad-1a2d417c1bd0 None None] Sync routers for ids ['496ca175-fb1e-45f9-a024-4a12af1e5d93'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:22:13.943143 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22391526-54d0-43da-9fad-1a2d417c1bd0 None None] Routers {'496ca175-fb1e-45f9-a024-4a12af1e5d93'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:22:13.944827 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-22391526-54d0-43da-9fad-1a2d417c1bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:22:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['496ca175-fb1e-45f9-a024-4a12af1e5d93'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:13.945058 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-61cc4f97-a898-4506-acc7-f7375c025c1e tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] 10.222.0.105 "PUT /v2.0/routers/496ca175-fb1e-45f9-a024-4a12af1e5d93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2843521 Feb 09 01:22:13.948780 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 51472) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:13.983092 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-df46004f-48cb-4093-b6e8-21b9bf64da0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:14.023463 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bba6e37c-7ea8-44af-91c8-8bec3f818944 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:14.038891 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-22391526-54d0-43da-9fad-1a2d417c1bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:14.052069 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df46004f-48cb-4093-b6e8-21b9bf64da0c admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:22:14.052504 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-df46004f-48cb-4093-b6e8-21b9bf64da0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:14.062530 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22391526-54d0-43da-9fad-1a2d417c1bd0 None None] Routers {'496ca175-fb1e-45f9-a024-4a12af1e5d93'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:22:14.083148 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-22391526-54d0-43da-9fad-1a2d417c1bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:22:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['496ca175-fb1e-45f9-a024-4a12af1e5d93'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:14.187514 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba6e37c-7ea8-44af-91c8-8bec3f818944 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Network 80efa5b1-223a-445d-b72d-6a02ceef7602 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:14.187514 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:22:14.187514 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:22:14.187514 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:22:14.187514 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:22:14.187514 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:22:14.187514 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:22:14.187514 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:22:14.187514 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:22:14.187514 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:22:14.187514 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:22:14.187514 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:22:14.187514 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:22:14.187514 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:22:14.187514 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:22:14.187514 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:22:14.187514 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:22:14.187514 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:22:14.187514 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:22:14.187514 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:22:14.187514 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:22:14.187514 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:22:14.187514 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:22:14.187514 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:22:14.187514 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:22:14.187514 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:22:14.187514 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:22:14.187514 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:22:14.187514 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:22:14.187514 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:22:14.187514 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:22:14.187514 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:22:14.187514 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:22:14.252297 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-22391526-54d0-43da-9fad-1a2d417c1bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:14.252297 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22391526-54d0-43da-9fad-1a2d417c1bd0 None None] The sync data for ids ['496ca175-fb1e-45f9-a024-4a12af1e5d93'] in n-d-828418-1 is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:22:14.319991 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:22:14.320585 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:22:14.329505 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bd2f77-407a-4108-b2c5-460d570681da None None] Pushing event updated for resources: {'Port': ['ID=5b6f7217-fdae-45a1-be91-6384213953b6,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:14.341998 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-796edf17-b9ab-42ef-970d-bdd71d47d459 None None] Provisioning complete for port f136588b-9c95-4ccb-bc26-5ac189e3c113 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:14.342532 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-796edf17-b9ab-42ef-970d-bdd71d47d459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:14.580997 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba6e37c-7ea8-44af-91c8-8bec3f818944 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event updated for resources: {'Subnet': ['ID=daafeeed-5f11-44d3-ad8f-ec0e6610632a,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:14.655801 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-31ad2dd0-d8ef-470a-b264-9e365189f07d None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:14.673735 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-bba6e37c-7ea8-44af-91c8-8bec3f818944 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:14.673735 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba6e37c-7ea8-44af-91c8-8bec3f818944 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:14.673735 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bba6e37c-7ea8-44af-91c8-8bec3f818944 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:14.690022 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-31ad2dd0-d8ef-470a-b264-9e365189f07d None None] Transition to ACTIVE for port object 9c63ebc7-3cc8-4bc6-8c72-23c0edbf65b3 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:22:14.725243 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-31ad2dd0-d8ef-470a-b264-9e365189f07d None None] Transition to ACTIVE for port object 9c63ebc7-3cc8-4bc6-8c72-23c0edbf65b3 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:22:14.787507 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-31ad2dd0-d8ef-470a-b264-9e365189f07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:14.936093 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1213fea4-0eb9-437d-829e-e15d27420c9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:15.046220 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a13422c-76ba-418a-9d15-dd2b95533c58 admin admin] Router fd6e2969-e599-4a08-a08a-c284d6efc514 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:22:15.049731 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-df46004f-48cb-4093-b6e8-21b9bf64da0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:15.101488 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-df46004f-48cb-4093-b6e8-21b9bf64da0c admin admin] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:15.122847 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e2702a-2375-4f9c-9bda-e624b7f137c3 None None] Network c9bb2d84-1fa1-457c-b970-33dc58ebf13e requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:22:15.130989 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df46004f-48cb-4093-b6e8-21b9bf64da0c admin admin] Pushing event deleted for resources: {'Network': ['ID=d4db08ee-70a3-45aa-8bce-9e2e9c9272f5,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:15.202228 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ad2dd0-d8ef-470a-b264-9e365189f07d None None] Network 27061eeb-293f-4d98-8938-b9fa17085ab9 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:15.212584 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1213fea4-0eb9-437d-829e-e15d27420c9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:15.270038 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-31ad2dd0-d8ef-470a-b264-9e365189f07d None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:15.277448 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ad2dd0-d8ef-470a-b264-9e365189f07d None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:22:15.297086 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ad2dd0-d8ef-470a-b264-9e365189f07d None None] Pushing event updated for resources: {'Port': ['ID=9c63ebc7-3cc8-4bc6-8c72-23c0edbf65b3,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:15.493404 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [req-17667535-ec2f-4e3e-aba1-a05f548a847d req-b6f6e2f8-b838-4be8-bf09-24342f94e5bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2fa5581-8ea8-4b0e-bec9-650e39988641 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:22:15.493404 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-17667535-ec2f-4e3e-aba1-a05f548a847d req-b6f6e2f8-b838-4be8-bf09-24342f94e5bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:15.503757 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f4762-a07c-4389-a1ab-443a224fe0f2 req-230c06df-03ae-41c6-a5de-ccbe82adb3fc tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:15.521782 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-17667535-ec2f-4e3e-aba1-a05f548a847d req-b6f6e2f8-b838-4be8-bf09-24342f94e5bc service neutron] Transition to ACTIVE for port object f2fa5581-8ea8-4b0e-bec9-650e39988641 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:22:15.532249 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-bba6e37c-7ea8-44af-91c8-8bec3f818944 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 5.4547729 Feb 09 01:22:15.532249 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-df46004f-48cb-4093-b6e8-21b9bf64da0c admin admin] 10.222.0.105 "DELETE /v2.0/networks/d4db08ee-70a3-45aa-8bce-9e2e9c9272f5 HTTP/1.1" status: 204 len: 168 time: 3.4207766 Feb 09 01:22:15.532249 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 51484) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:15.567687 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-074f4762-a07c-4389-a1ab-443a224fe0f2 req-230c06df-03ae-41c6-a5de-ccbe82adb3fc tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f44d835-1cea-4fcf-b4d4-6682d03aca22 HTTP/1.1" status: 200 len: 932 time: 1.1658909 Feb 09 01:22:15.569732 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-fef276d1-3696-4600-965a-726e50f62ddf tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Request body: {'port': {'network_id': '80efa5b1-223a-445d-b72d-6a02ceef7602', 'fixed_ips': [{'subnet_id': '382c604d-75e8-44c0-b0ea-66d7b18b4bc9'}, {'subnet_id': 'daafeeed-5f11-44d3-ad8f-ec0e6610632a'}], 'name': 'tempest-PortsIpV6TestJSON-1372991376'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:15.591783 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-31ad2dd0-d8ef-470a-b264-9e365189f07d None None] Attempting to bind port 9c63ebc7-3cc8-4bc6-8c72-23c0edbf65b3 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:22:15.591783 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-31ad2dd0-d8ef-470a-b264-9e365189f07d None None] Attempting to bind port 9c63ebc7-3cc8-4bc6-8c72-23c0edbf65b3 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'e68785b5-bc60-403a-8989-a98ef4d7d105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '27061eeb-293f-4d98-8938-b9fa17085ab9'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:22:15.591783 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ad2dd0-d8ef-470a-b264-9e365189f07d None None] Attempting to bind port 9c63ebc7-3cc8-4bc6-8c72-23c0edbf65b3 on network 27061eeb-293f-4d98-8938-b9fa17085ab9 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:22:15.604126 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f95f7a8b-8261-4622-be04-cbab5b6ab292 None None] Provisioning for port ecd3c289-246b-442d-a047-6b5f5aa6646c completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:22:15.626530 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-17667535-ec2f-4e3e-aba1-a05f548a847d req-b6f6e2f8-b838-4be8-bf09-24342f94e5bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:15.637841 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ad2dd0-d8ef-470a-b264-9e365189f07d None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:22:15.637841 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ad2dd0-d8ef-470a-b264-9e365189f07d None None] Checking segment: {'id': 'e68785b5-bc60-403a-8989-a98ef4d7d105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '27061eeb-293f-4d98-8938-b9fa17085ab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:22:15.637841 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-31ad2dd0-d8ef-470a-b264-9e365189f07d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:15.637841 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ad2dd0-d8ef-470a-b264-9e365189f07d None None] Bound using segment: {'id': 'e68785b5-bc60-403a-8989-a98ef4d7d105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '27061eeb-293f-4d98-8938-b9fa17085ab9'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:22:15.664257 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-31ad2dd0-d8ef-470a-b264-9e365189f07d None None] Bound port: 9c63ebc7-3cc8-4bc6-8c72-23c0edbf65b3, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e68785b5-bc60-403a-8989-a98ef4d7d105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '27061eeb-293f-4d98-8938-b9fa17085ab9'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:22:15.664257 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-31ad2dd0-d8ef-470a-b264-9e365189f07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:15.793159 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1213fea4-0eb9-437d-829e-e15d27420c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:15.843593 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1213fea4-0eb9-437d-829e-e15d27420c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77185de-7f07-4c7c-881f-1a305892736c,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:15.863605 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device ecd3c289-246b-442d-a047-6b5f5aa6646c up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:22:15.866989 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-074f4762-a07c-4389-a1ab-443a224fe0f2 req-4579862c-f480-4201-9e21-7a68f0280ae1 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e238689-2b13-4df9-8955-13b9e4cebcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053071 Feb 09 01:22:15.868099 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 51492) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:15.931163 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6a2394-b5bf-4192-a907-c3dc09bd0dec None None] Network 80efa5b1-223a-445d-b72d-6a02ceef7602 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:22:15.966676 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1213fea4-0eb9-437d-829e-e15d27420c9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:15.966676 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-1213fea4-0eb9-437d-829e-e15d27420c9f admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/e77185de-7f07-4c7c-881f-1a305892736c HTTP/1.1" status: 204 len: 168 time: 2.1029606 Feb 09 01:22:16.061979 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-7028bebe-1650-4ef4-94f6-024c0b1ddccd admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=9b89b7596e03444d9c78c5756045fc16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1247358 Feb 09 01:22:16.061979 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 51500) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:16.164538 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-67512f96-22ad-4458-b4ef-ea87a8a951e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:16.236627 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [None req-e13a5d56-c09c-4737-a0f3-f6204b9b8331 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:22:16.236627 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-e13a5d56-c09c-4737-a0f3-f6204b9b8331 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] 10.222.0.105 "PUT /v2.0/routers/496ca175-fb1e-45f9-a024-4a12af1e5d93/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.2744031 Feb 09 01:22:16.236627 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 51504) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:16.236627 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-67512f96-22ad-4458-b4ef-ea87a8a951e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:16.300834 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f6e2f8-b838-4be8-bf09-24342f94e5bc service neutron] Pushing event updated for resources: {'Port': ['ID=f2fa5581-8ea8-4b0e-bec9-650e39988641,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:16.481460 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port ecd3c289-246b-442d-a047-6b5f5aa6646c completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:22:16.491823 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d5ce310b-9a2b-40b8-9125-899530dd158f None None] Provisioning for port 5b6f7217-fdae-45a1-be91-6384213953b6 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:22:16.523206 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port ecd3c289-246b-442d-a047-6b5f5aa6646c triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:16.523578 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:16.575368 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a13422c-76ba-418a-9d15-dd2b95533c58 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:22:16.625722 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-3a13422c-76ba-418a-9d15-dd2b95533c58 admin admin] 10.222.0.105 "PUT /v2.0/routers/fd6e2969-e599-4a08-a08a-c284d6efc514/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6723452 Feb 09 01:22:16.643828 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 51516) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:16.677506 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-fef276d1-3696-4600-965a-726e50f62ddf tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:16.686796 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7324b3-1e50-4d72-8748-4167d6fcd7c6 None None] Sync routers for ids ['fd6e2969-e599-4a08-a08a-c284d6efc514'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:22:16.711577 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-31ad2dd0-d8ef-470a-b264-9e365189f07d None None] For port 9c63ebc7-3cc8-4bc6-8c72-23c0edbf65b3, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:22:16.721844 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-fef276d1-3696-4600-965a-726e50f62ddf tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Usage tracker for resource:port and tenant:c783560d2de04e1598eb7e3aecd5349e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:16.721844 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-fef276d1-3696-4600-965a-726e50f62ddf tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:16.721844 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-fef276d1-3696-4600-965a-726e50f62ddf tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:16.750099 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef276d1-3696-4600-965a-726e50f62ddf tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Made reservation on behalf of c783560d2de04e1598eb7e3aecd5349e for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:16.755741 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-31ad2dd0-d8ef-470a-b264-9e365189f07d None None] For port 9c63ebc7-3cc8-4bc6-8c72-23c0edbf65b3, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=9c63ebc7-3cc8-4bc6-8c72-23c0edbf65b3,segment=NetworkSegment(e68785b5-bc60-403a-8989-a98ef4d7d105),segment_id=e68785b5-bc60-403a-8989-a98ef4d7d105)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:22:16.774747 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7324b3-1e50-4d72-8748-4167d6fcd7c6 None None] Routers {'fd6e2969-e599-4a08-a08a-c284d6efc514'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:22:16.774747 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-5d7324b3-1e50-4d72-8748-4167d6fcd7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:22:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['fd6e2969-e599-4a08-a08a-c284d6efc514'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:16.900440 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-17667535-ec2f-4e3e-aba1-a05f548a847d req-b6f6e2f8-b838-4be8-bf09-24342f94e5bc service neutron] Attempting to bind port f2fa5581-8ea8-4b0e-bec9-650e39988641 on host n-h2-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:22:16.900440 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-17667535-ec2f-4e3e-aba1-a05f548a847d req-b6f6e2f8-b838-4be8-bf09-24342f94e5bc service neutron] Attempting to bind port f2fa5581-8ea8-4b0e-bec9-650e39988641 by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': 'ab5b8647-54ba-47dc-a969-bd1d889d35c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '0b42d132-a4d6-4063-98c2-48389fb2c5a1'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:22:16.900440 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17667535-ec2f-4e3e-aba1-a05f548a847d req-b6f6e2f8-b838-4be8-bf09-24342f94e5bc service neutron] Attempting to bind port f2fa5581-8ea8-4b0e-bec9-650e39988641 on network 0b42d132-a4d6-4063-98c2-48389fb2c5a1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:22:16.988100 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fef276d1-3696-4600-965a-726e50f62ddf tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:17.016202 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17667535-ec2f-4e3e-aba1-a05f548a847d req-b6f6e2f8-b838-4be8-bf09-24342f94e5bc service neutron] Port f2fa5581-8ea8-4b0e-bec9-650e39988641 on network 0b42d132-a4d6-4063-98c2-48389fb2c5a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:22:17.016892 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17667535-ec2f-4e3e-aba1-a05f548a847d req-b6f6e2f8-b838-4be8-bf09-24342f94e5bc service neutron] Attempting to bind port f2fa5581-8ea8-4b0e-bec9-650e39988641 on network 0b42d132-a4d6-4063-98c2-48389fb2c5a1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:22:17.022859 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-fef276d1-3696-4600-965a-726e50f62ddf tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] device_id is not set on port 44cb129d-5f9a-4679-94a0-899874638851 yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:22:17.135606 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17667535-ec2f-4e3e-aba1-a05f548a847d req-b6f6e2f8-b838-4be8-bf09-24342f94e5bc service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:22:17.135606 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17667535-ec2f-4e3e-aba1-a05f548a847d req-b6f6e2f8-b838-4be8-bf09-24342f94e5bc service neutron] Checking segment: {'id': 'ab5b8647-54ba-47dc-a969-bd1d889d35c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '0b42d132-a4d6-4063-98c2-48389fb2c5a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:22:17.135606 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17667535-ec2f-4e3e-aba1-a05f548a847d req-b6f6e2f8-b838-4be8-bf09-24342f94e5bc service neutron] Bound using segment: {'id': 'ab5b8647-54ba-47dc-a969-bd1d889d35c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '0b42d132-a4d6-4063-98c2-48389fb2c5a1'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:22:17.135606 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-17667535-ec2f-4e3e-aba1-a05f548a847d req-b6f6e2f8-b838-4be8-bf09-24342f94e5bc service neutron] Bound port: f2fa5581-8ea8-4b0e-bec9-650e39988641, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab5b8647-54ba-47dc-a969-bd1d889d35c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '0b42d132-a4d6-4063-98c2-48389fb2c5a1'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:22:17.137444 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-17667535-ec2f-4e3e-aba1-a05f548a847d req-b6f6e2f8-b838-4be8-bf09-24342f94e5bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:17.208313 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-31ad2dd0-d8ef-470a-b264-9e365189f07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:17.281740 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c948c979-3036-4604-9baf-26347b249a59 admin admin] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:17.424239 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-67512f96-22ad-4458-b4ef-ea87a8a951e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:17.484509 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:17.498705 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67512f96-22ad-4458-b4ef-ea87a8a951e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37802d11-7b20-466a-9a13-7b053713feb7,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:17.535996 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-67512f96-22ad-4458-b4ef-ea87a8a951e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:17.537173 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-67512f96-22ad-4458-b4ef-ea87a8a951e1 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/37802d11-7b20-466a-9a13-7b053713feb7 HTTP/1.1" status: 204 len: 168 time: 1.5038118 Feb 09 01:22:17.687878 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-5d7324b3-1e50-4d72-8748-4167d6fcd7c6 None None] Set router fd6e2969-e599-4a08-a08a-c284d6efc514 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:22:17.952319 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ad2dd0-d8ef-470a-b264-9e365189f07d None None] Pushing event updated for resources: {'Port': ['ID=9c63ebc7-3cc8-4bc6-8c72-23c0edbf65b3,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:18.128915 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a2c916-1486-455e-88db-6b9bf104877d req-2854eee8-60ea-4e71-8eb8-14cfe80ae503 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:18.131552 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a6a2c916-1486-455e-88db-6b9bf104877d req-2854eee8-60ea-4e71-8eb8-14cfe80ae503 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f44d835-1cea-4fcf-b4d4-6682d03aca22 HTTP/1.1" status: 200 len: 944 time: 0.9298582 Feb 09 01:22:18.329527 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a6a2c916-1486-455e-88db-6b9bf104877d req-c89a94cc-3b06-454c-877a-bcd6e6311d3b tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e238689-2b13-4df9-8955-13b9e4cebcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793604 Feb 09 01:22:18.329527 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c948c979-3036-4604-9baf-26347b249a59 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:18.333798 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-17667535-ec2f-4e3e-aba1-a05f548a847d req-b6f6e2f8-b838-4be8-bf09-24342f94e5bc service neutron] For port f2fa5581-8ea8-4b0e-bec9-650e39988641, host n-h2-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:22:18.352478 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-17667535-ec2f-4e3e-aba1-a05f548a847d req-b6f6e2f8-b838-4be8-bf09-24342f94e5bc service neutron] For port f2fa5581-8ea8-4b0e-bec9-650e39988641, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=f2fa5581-8ea8-4b0e-bec9-650e39988641,segment=NetworkSegment(ab5b8647-54ba-47dc-a969-bd1d889d35c1),segment_id=ab5b8647-54ba-47dc-a969-bd1d889d35c1)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:22:18.373679 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-17667535-ec2f-4e3e-aba1-a05f548a847d req-b6f6e2f8-b838-4be8-bf09-24342f94e5bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:18.477070 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port ecd3c289-246b-442d-a047-6b5f5aa6646c, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=ecd3c289-246b-442d-a047-6b5f5aa6646c,segment=NetworkSegment(619d9275-b2d5-421e-bd4e-bccfdaca9822),segment_id=619d9275-b2d5-421e-bd4e-bccfdaca9822)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:22:18.480084 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-c948c979-3036-4604-9baf-26347b249a59 admin admin] Deleting port 000e7c15-4c1d-406e-9191-56601c11ba01 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:22:18.481988 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c948c979-3036-4604-9baf-26347b249a59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:18.632517 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:18.632517 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 5b6f7217-fdae-45a1-be91-6384213953b6 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:22:18.667808 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f19be00f-701a-4889-8546-ddd44ea743e2 None None] Provisioning for port e933a99f-63d1-490c-905e-724071c839c7 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:22:18.684989 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e4f920-9c50-414f-ad8a-33fddbae26ab None None] Update dhcp port {'port': {'network_id': '80efa5b1-223a-445d-b72d-6a02ceef7602', 'fixed_ips': [{'subnet_id': '382c604d-75e8-44c0-b0ea-66d7b18b4bc9', 'ip_address': '2001:db8::2'}, {'subnet_id': 'daafeeed-5f11-44d3-ad8f-ec0e6610632a'}], 'binding:host_id': 'n-d-828418-1'}, 'id': '5b6f7217-fdae-45a1-be91-6384213953b6'} from n-d-828418-1. {{(pid=87640) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 09 01:22:18.795867 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17667535-ec2f-4e3e-aba1-a05f548a847d req-b6f6e2f8-b838-4be8-bf09-24342f94e5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:18.798105 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-17667535-ec2f-4e3e-aba1-a05f548a847d req-b6f6e2f8-b838-4be8-bf09-24342f94e5bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:18.804945 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-17667535-ec2f-4e3e-aba1-a05f548a847d req-b6f6e2f8-b838-4be8-bf09-24342f94e5bc service neutron] 10.222.0.99 "PUT /v2.0/ports/f2fa5581-8ea8-4b0e-bec9-650e39988641 HTTP/1.1" status: 200 len: 1092 time: 6.3208127 Feb 09 01:22:18.837688 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f44d835-1cea-4fcf-b4d4-6682d03aca22', 'tag': 'f2fa5581-8ea8-4b0e-bec9-650e39988641'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:22:19.007031 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-58e4f920-9c50-414f-ad8a-33fddbae26ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:19.048917 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 51566) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:19.055426 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f44d835-1cea-4fcf-b4d4-6682d03aca22', 'tag': 'f2fa5581-8ea8-4b0e-bec9-650e39988641', 'status': 'completed', 'code': 200} Feb 09 01:22:19.059153 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f19be00f-701a-4889-8546-ddd44ea743e2 None None] Provisioning complete for port e933a99f-63d1-490c-905e-724071c839c7 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:19.059153 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f19be00f-701a-4889-8546-ddd44ea743e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:19.240063 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f6e2f8-b838-4be8-bf09-24342f94e5bc service neutron] Pushing event updated for resources: {'Port': ['ID=f2fa5581-8ea8-4b0e-bec9-650e39988641,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:19.355063 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-05e0fea8-122b-48e6-9eb0-53dd1b3d90cd tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:19.395393 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17667535-ec2f-4e3e-aba1-a05f548a847d req-270cf98a-7d5f-40db-a0f3-2934fed53909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:19.395393 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-17667535-ec2f-4e3e-aba1-a05f548a847d req-270cf98a-7d5f-40db-a0f3-2934fed53909 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1a20e36c7a554c699423b213df58ff18&device_id=2f44d835-1cea-4fcf-b4d4-6682d03aca22 HTTP/1.1" status: 200 len: 1095 time: 0.4936967 Feb 09 01:22:19.459033 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=ecd3c289-246b-442d-a047-6b5f5aa6646c,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:19.471416 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-bc982c54-3b08-42c8-9ed8-ade52fb5621d admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=bfc7a306014e41d49f00c1e14b799780&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4051392 Feb 09 01:22:19.471416 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 51582) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:19.471416 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-c948c979-3036-4604-9baf-26347b249a59 admin admin] For port 000e7c15-4c1d-406e-9191-56601c11ba01, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=000e7c15-4c1d-406e-9191-56601c11ba01,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:22:19.471416 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c948c979-3036-4604-9baf-26347b249a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:19.621795 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-17667535-ec2f-4e3e-aba1-a05f548a847d req-4d3912de-33b4-41b9-893e-a4512dce8f8f service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2fa5581-8ea8-4b0e-bec9-650e39988641 HTTP/1.1" status: 200 len: 217 time: 0.2209733 Feb 09 01:22:19.631605 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 5b6f7217-fdae-45a1-be91-6384213953b6 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:22:19.631605 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbe16aa-3504-4166-9d09-1a2788d18776 None None] Network 27061eeb-293f-4d98-8938-b9fa17085ab9 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:22:19.677728 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-f19be00f-701a-4889-8546-ddd44ea743e2 None None] Port e933a99f-63d1-490c-905e-724071c839c7 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:22:19.737763 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-fef276d1-3696-4600-965a-726e50f62ddf tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Allocated IP 2001:db8::21a (80efa5b1-223a-445d-b72d-6a02ceef7602/382c604d-75e8-44c0-b0ea-66d7b18b4bc9/44cb129d-5f9a-4679-94a0-899874638851) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:22:19.773217 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-fef276d1-3696-4600-965a-726e50f62ddf tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Allocated IP 2001:db8:0:1::1a5 (80efa5b1-223a-445d-b72d-6a02ceef7602/daafeeed-5f11-44d3-ad8f-ec0e6610632a/44cb129d-5f9a-4679-94a0-899874638851) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:22:19.793171 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-c948c979-3036-4604-9baf-26347b249a59 admin admin] Calling delete_port for 000e7c15-4c1d-406e-9191-56601c11ba01 owned by network:router_gateway {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:22:19.822804 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 5b6f7217-fdae-45a1-be91-6384213953b6 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:19.822804 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:19.832617 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17667535-ec2f-4e3e-aba1-a05f548a847d req-342d1e7a-3e1b-41f3-8a5b-01d521b6bfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:19.832617 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-17667535-ec2f-4e3e-aba1-a05f548a847d req-342d1e7a-3e1b-41f3-8a5b-01d521b6bfb5 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=5d342298-601b-4654-a677-d1e5d55f90c1 HTTP/1.1" status: 200 len: 855 time: 0.1706376 Feb 09 01:22:19.918148 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-17667535-ec2f-4e3e-aba1-a05f548a847d req-c2acef94-3ed5-4fe5-8532-1a4e97060cd9 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=0b42d132-a4d6-4063-98c2-48389fb2c5a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727000 Feb 09 01:22:19.977535 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f19be00f-701a-4889-8546-ddd44ea743e2 None None] Provisioning complete for port ecd3c289-246b-442d-a047-6b5f5aa6646c triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:19.977535 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f19be00f-701a-4889-8546-ddd44ea743e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:20.012888 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-5d7324b3-1e50-4d72-8748-4167d6fcd7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd6e2969-e599-4a08-a08a-c284d6efc514', 'name': 'tempest-TestServerBasicOps-1130019316-router', 'tenant_id': 'd08bd38378a04204ad356664c0f36626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '000e7c15-4c1d-406e-9191-56601c11ba01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:15:04Z', 'updated_at': '2022-02-09T01:22:10Z', 'revision_number': 5, 'project_id': 'd08bd38378a04204ad356664c0f36626', 'gw_port': {'id': '000e7c15-4c1d-406e-9191-56601c11ba01', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:65:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6e2969-e599-4a08-a08a-c284d6efc514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:15:07Z', 'updated_at': '2022-02-09T01:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:20.174389 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7324b3-1e50-4d72-8748-4167d6fcd7c6 None None] Checking router: fd6e2969-e599-4a08-a08a-c284d6efc514 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:22:20.255230 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7324b3-1e50-4d72-8748-4167d6fcd7c6 None None] Routers {'fd6e2969-e599-4a08-a08a-c284d6efc514'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:22:20.255230 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-5d7324b3-1e50-4d72-8748-4167d6fcd7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:22:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['fd6e2969-e599-4a08-a08a-c284d6efc514'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:20.428840 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 51598) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:20.585422 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1771f48e-7467-4ef9-a603-9df0e6cb26b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:20.611285 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c948c979-3036-4604-9baf-26347b249a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:20.698549 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-17667535-ec2f-4e3e-aba1-a05f548a847d req-43572117-9e2e-4f55-9fc6-ba5de093a45f service neutron] 10.222.0.99 "GET /v2.0/networks/0b42d132-a4d6-4063-98c2-48389fb2c5a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7632756 Feb 09 01:22:20.772000 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:20.822384 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-5d7324b3-1e50-4d72-8748-4167d6fcd7c6 None None] Set router fd6e2969-e599-4a08-a08a-c284d6efc514 gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:22:20.823169 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8832bc11-8e12-4e4a-b9ad-bb30715d51b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:20.829619 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fef276d1-3696-4600-965a-726e50f62ddf tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:20.832015 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1771f48e-7467-4ef9-a603-9df0e6cb26b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:20.844811 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8832bc11-8e12-4e4a-b9ad-bb30715d51b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:20.860252 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-8832bc11-8e12-4e4a-b9ad-bb30715d51b2 admin admin] Usage tracker for resource:security_group_rule and tenant:c06d79e52863457180d414481f513f71 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:20.867034 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-8832bc11-8e12-4e4a-b9ad-bb30715d51b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:20.909277 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8832bc11-8e12-4e4a-b9ad-bb30715d51b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:20.909277 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-fef276d1-3696-4600-965a-726e50f62ddf tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Transition to ACTIVE for port object 44cb129d-5f9a-4679-94a0-899874638851 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:22:20.950080 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c948c979-3036-4604-9baf-26347b249a59 admin admin] Pushing event deleted for resources: {'Port': ['ID=000e7c15-4c1d-406e-9191-56601c11ba01,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:20.989880 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dfb61a-bd8e-4114-a833-3207055548e5 req-e9ad2849-80ce-4fc0-9c89-1b5d4b3ebb8a tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:20.991865 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-5d7324b3-1e50-4d72-8748-4167d6fcd7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd6e2969-e599-4a08-a08a-c284d6efc514', 'name': 'tempest-TestServerBasicOps-1130019316-router', 'tenant_id': 'd08bd38378a04204ad356664c0f36626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:15:04Z', 'updated_at': '2022-02-09T01:22:18Z', 'revision_number': 6, 'project_id': 'd08bd38378a04204ad356664c0f36626', 'gw_port_host': None}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:21.006259 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-61dfb61a-bd8e-4114-a833-3207055548e5 req-e9ad2849-80ce-4fc0-9c89-1b5d4b3ebb8a tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f44d835-1cea-4fcf-b4d4-6682d03aca22 HTTP/1.1" status: 200 len: 944 time: 1.1929715 Feb 09 01:22:21.024357 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 5b6f7217-fdae-45a1-be91-6384213953b6, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=5b6f7217-fdae-45a1-be91-6384213953b6,segment=NetworkSegment(e7dd2a10-9c1e-4923-a660-83ca574e0a23),segment_id=e7dd2a10-9c1e-4923-a660-83ca574e0a23)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:22:21.024357 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7324b3-1e50-4d72-8748-4167d6fcd7c6 None None] The sync data for ids ['fd6e2969-e599-4a08-a08a-c284d6efc514'] in n-d-828418-1 is: [{'id': 'fd6e2969-e599-4a08-a08a-c284d6efc514', 'name': 'tempest-TestServerBasicOps-1130019316-router', 'tenant_id': 'd08bd38378a04204ad356664c0f36626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:15:04Z', 'updated_at': '2022-02-09T01:22:18Z', 'revision_number': 6, 'project_id': 'd08bd38378a04204ad356664c0f36626', 'gw_port_host': None}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:22:21.024357 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:21.024357 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device f136588b-9c95-4ccb-bc26-5ac189e3c113 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:22:21.051016 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1771f48e-7467-4ef9-a603-9df0e6cb26b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:21.058263 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-17667535-ec2f-4e3e-aba1-a05f548a847d req-7638a202-9433-4741-b3ed-b9e1354ad611 service neutron] 10.222.0.99 "GET /v2.0/networks/0b42d132-a4d6-4063-98c2-48389fb2c5a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3655856 Feb 09 01:22:21.075045 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1771f48e-7467-4ef9-a603-9df0e6cb26b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d282742f-5b84-4c8b-95f2-3e1f4aeb01d0,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:21.106205 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1771f48e-7467-4ef9-a603-9df0e6cb26b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:21.106205 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-1771f48e-7467-4ef9-a603-9df0e6cb26b9 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/d282742f-5b84-4c8b-95f2-3e1f4aeb01d0 HTTP/1.1" status: 204 len: 168 time: 1.6349077 Feb 09 01:22:21.124184 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fef276d1-3696-4600-965a-726e50f62ddf tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:21.150909 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c948c979-3036-4604-9baf-26347b249a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:21.174436 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-367fd71c-1799-4fe2-9cf4-69707fb9b807 None None] Provisioning complete for port e933a99f-63d1-490c-905e-724071c839c7 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:21.174436 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-367fd71c-1799-4fe2-9cf4-69707fb9b807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:21.347077 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef276d1-3696-4600-965a-726e50f62ddf tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Network 80efa5b1-223a-445d-b72d-6a02ceef7602 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:21.362505 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-fef276d1-3696-4600-965a-726e50f62ddf tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:21.376765 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef276d1-3696-4600-965a-726e50f62ddf tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:22:21.381776 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-367fd71c-1799-4fe2-9cf4-69707fb9b807 None None] Port e933a99f-63d1-490c-905e-724071c839c7 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:22:21.384890 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef276d1-3696-4600-965a-726e50f62ddf tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:21.385550 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fef276d1-3696-4600-965a-726e50f62ddf tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:21.393067 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef276d1-3696-4600-965a-726e50f62ddf tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event updated for resources: {'Port': ['ID=44cb129d-5f9a-4679-94a0-899874638851,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:21.442569 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=5b6f7217-fdae-45a1-be91-6384213953b6,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:21.467203 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port f136588b-9c95-4ccb-bc26-5ac189e3c113 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:21.467898 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:21.590611 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8832bc11-8e12-4e4a-b9ad-bb30715d51b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:21.617042 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8832bc11-8e12-4e4a-b9ad-bb30715d51b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:21.621777 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-367fd71c-1799-4fe2-9cf4-69707fb9b807 None None] Provisioning for port 9c63ebc7-3cc8-4bc6-8c72-23c0edbf65b3 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:22:21.704425 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35f5a2-6ade-49e7-878c-4257a99fcbc4 req-0a763e66-1143-4e69-bedd-573ceb31ed6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:21.704425 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ba35f5a2-6ade-49e7-878c-4257a99fcbc4 req-0a763e66-1143-4e69-bedd-573ceb31ed6d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1a20e36c7a554c699423b213df58ff18&device_id=2f44d835-1cea-4fcf-b4d4-6682d03aca22 HTTP/1.1" status: 200 len: 1095 time: 0.5846426 Feb 09 01:22:21.757094 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-fef276d1-3696-4600-965a-726e50f62ddf tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 6.2115591 Feb 09 01:22:21.772657 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 51616) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:21.787619 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c948c979-3036-4604-9baf-26347b249a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:21.805334 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-58e4f920-9c50-414f-ad8a-33fddbae26ab None None] Allocated IP 2001:db8:0:1::2 (80efa5b1-223a-445d-b72d-6a02ceef7602/daafeeed-5f11-44d3-ad8f-ec0e6610632a/5b6f7217-fdae-45a1-be91-6384213953b6) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:22:21.819211 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-2a2ffb14-7b75-4c84-87f7-5d534a491b60 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '382c604d-75e8-44c0-b0ea-66d7b18b4bc9'}]}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:21.822238 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-61dfb61a-bd8e-4114-a833-3207055548e5 req-1a520a60-2c7a-4d05-a49f-f64d2005407e tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e238689-2b13-4df9-8955-13b9e4cebcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8503580 Feb 09 01:22:21.840582 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c948c979-3036-4604-9baf-26347b249a59 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:21.883631 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:21.964328 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c948c979-3036-4604-9baf-26347b249a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:21.964328 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c948c979-3036-4604-9baf-26347b249a59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd6e2969-e599-4a08-a08a-c284d6efc514 {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:22:21.983140 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c948c979-3036-4604-9baf-26347b249a59 admin admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:21.990952 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-c948c979-3036-4604-9baf-26347b249a59 admin admin] 10.222.0.105 "DELETE /v2.0/routers/fd6e2969-e599-4a08-a08a-c284d6efc514 HTTP/1.1" status: 204 len: 168 time: 5.3469591 Feb 09 01:22:21.990952 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 51626) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:22.063326 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-05e0fea8-122b-48e6-9eb0-53dd1b3d90cd tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Deleting port e933a99f-63d1-490c-905e-724071c839c7 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:22:22.063326 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-05e0fea8-122b-48e6-9eb0-53dd1b3d90cd tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:22.111933 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8832bc11-8e12-4e4a-b9ad-bb30715d51b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e904e7d-ceb5-4acf-9cb5-e20b4cae31b4,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:22.124827 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-58e4f920-9c50-414f-ad8a-33fddbae26ab None None] For port 5b6f7217-fdae-45a1-be91-6384213953b6, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=5b6f7217-fdae-45a1-be91-6384213953b6,segment=NetworkSegment(e7dd2a10-9c1e-4923-a660-83ca574e0a23),segment_id=e7dd2a10-9c1e-4923-a660-83ca574e0a23)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:22:22.168921 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-58e4f920-9c50-414f-ad8a-33fddbae26ab None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:22.203119 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-58e4f920-9c50-414f-ad8a-33fddbae26ab None None] Transition to ACTIVE for port object 5b6f7217-fdae-45a1-be91-6384213953b6 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:22:22.207467 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-58e4f920-9c50-414f-ad8a-33fddbae26ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:22.252630 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-8832bc11-8e12-4e4a-b9ad-bb30715d51b2 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=c06d79e52863457180d414481f513f71&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8325317 Feb 09 01:22:22.257333 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 51634) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:22.314657 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 9c63ebc7-3cc8-4bc6-8c72-23c0edbf65b3 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:22:22.388727 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a8e3a7b-6065-482b-a2c5-5d0a19ff5d7f admin admin] Deleting subnet bd081e22-6ac0-49af-b94e-cf62baacd99a {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:22:22.388727 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3a8e3a7b-6065-482b-a2c5-5d0a19ff5d7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:22.451478 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3a8e3a7b-6065-482b-a2c5-5d0a19ff5d7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:22.561829 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35f5a2-6ade-49e7-878c-4257a99fcbc4 req-3790bbd0-6f2b-4304-8e2a-7a1d01d62af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:22.561829 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ba35f5a2-6ade-49e7-878c-4257a99fcbc4 req-3790bbd0-6f2b-4304-8e2a-7a1d01d62af9 service neutron] 10.222.0.99 "GET /v2.0/networks?id=0b42d132-a4d6-4063-98c2-48389fb2c5a1 HTTP/1.1" status: 200 len: 916 time: 0.7856650 Feb 09 01:22:22.566162 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3a8e3a7b-6065-482b-a2c5-5d0a19ff5d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:22.783784 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3a8e3a7b-6065-482b-a2c5-5d0a19ff5d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:22.872379 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e4f920-9c50-414f-ad8a-33fddbae26ab None None] Pushing event updated for resources: {'Port': ['ID=5b6f7217-fdae-45a1-be91-6384213953b6,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:22.889549 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3a8e3a7b-6065-482b-a2c5-5d0a19ff5d7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:22.906161 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e523b220-71b2-41b0-b4ec-eb16aacef94a None None] Network 20bff6ee-652e-4048-9f92-c38b0eb663f8 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:22:22.988098 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 9c63ebc7-3cc8-4bc6-8c72-23c0edbf65b3 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:22:23.000291 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8e3a7b-6065-482b-a2c5-5d0a19ff5d7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd081e22-6ac0-49af-b94e-cf62baacd99a,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:23.037332 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-3a8e3a7b-6065-482b-a2c5-5d0a19ff5d7f admin admin] 10.222.0.105 "DELETE /v2.0/subnets/bd081e22-6ac0-49af-b94e-cf62baacd99a HTTP/1.1" status: 204 len: 168 time: 1.0428805 Feb 09 01:22:23.054589 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 51652) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:23.054589 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 51654) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:23.138298 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 9c63ebc7-3cc8-4bc6-8c72-23c0edbf65b3 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:23.139865 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:23.232543 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ba35f5a2-6ade-49e7-878c-4257a99fcbc4 req-e12f6d4e-b50b-453c-b3c2-b21be5fd5caa service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2fa5581-8ea8-4b0e-bec9-650e39988641 HTTP/1.1" status: 200 len: 217 time: 0.1381626 Feb 09 01:22:23.501412 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2ec91266-67db-4b5d-b84e-6d9060e2aec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:23.521532 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4ff8aba5-a91d-4643-af7d-bccfa2855c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:23.598491 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4052bc25-a952-44a1-a9f4-ee9ac31bfd85 None None] DHCP port deletion for 20bff6ee-652e-4048-9f92-c38b0eb663f8 request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:22:23.607859 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-d7303cec-c109-4f62-b992-0b63358f47c7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1661116551-network', 'tenant_id': 'bfb5794a852743e5b12573464865d236'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:23.625756 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-4052bc25-a952-44a1-a9f4-ee9ac31bfd85 None None] Deleting port 697bfb84-0995-4f6a-bf7e-4e85c0d1c7c2 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:22:23.626256 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35f5a2-6ade-49e7-878c-4257a99fcbc4 req-6eb06041-ddf1-4977-ac03-7a396d75f76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:23.628008 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ba35f5a2-6ade-49e7-878c-4257a99fcbc4 req-6eb06041-ddf1-4977-ac03-7a396d75f76a service neutron] 10.222.0.99 "GET /v2.0/subnets?id=5d342298-601b-4654-a677-d1e5d55f90c1 HTTP/1.1" status: 200 len: 855 time: 0.2995555 Feb 09 01:22:23.628672 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2a2ffb14-7b75-4c84-87f7-5d534a491b60 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:23.641742 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4052bc25-a952-44a1-a9f4-ee9ac31bfd85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:23.645327 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-05e0fea8-122b-48e6-9eb0-53dd1b3d90cd tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:23.653898 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d7303cec-c109-4f62-b992-0b63358f47c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:23.661909 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-4ff8aba5-a91d-4643-af7d-bccfa2855c1f admin admin] Deleting port 697bfb84-0995-4f6a-bf7e-4e85c0d1c7c2 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:22:23.662809 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4ff8aba5-a91d-4643-af7d-bccfa2855c1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:23.727853 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:23.780940 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2ec91266-67db-4b5d-b84e-6d9060e2aec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:23.826922 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18217d27-f535-46b9-b72a-c1eaa187016c None None] Network 80efa5b1-223a-445d-b72d-6a02ceef7602 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:22:23.903701 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ba35f5a2-6ade-49e7-878c-4257a99fcbc4 req-28e173aa-d840-4a4b-bb86-8579d5d5235f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=0b42d132-a4d6-4063-98c2-48389fb2c5a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2359824 Feb 09 01:22:23.928709 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-d7303cec-c109-4f62-b992-0b63358f47c7 admin admin] Usage tracker for resource:network and tenant:bfb5794a852743e5b12573464865d236 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:23.933516 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-d7303cec-c109-4f62-b992-0b63358f47c7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:23.942845 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d7303cec-c109-4f62-b992-0b63358f47c7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:24.106794 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ba35f5a2-6ade-49e7-878c-4257a99fcbc4 req-2d161ad2-f312-4e91-9186-8566b6c07dfc service neutron] 10.222.0.99 "GET /v2.0/networks/0b42d132-a4d6-4063-98c2-48389fb2c5a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903579 Feb 09 01:22:24.200765 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-4052bc25-a952-44a1-a9f4-ee9ac31bfd85 None None] For port 697bfb84-0995-4f6a-bf7e-4e85c0d1c7c2, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=697bfb84-0995-4f6a-bf7e-4e85c0d1c7c2,segment=NetworkSegment(a1391767-890a-4e98-8e0f-6a2e7c57e752),segment_id=a1391767-890a-4e98-8e0f-6a2e7c57e752)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:22:24.200765 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4052bc25-a952-44a1-a9f4-ee9ac31bfd85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:24.404912 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-4052bc25-a952-44a1-a9f4-ee9ac31bfd85 None None] Calling delete_port for 697bfb84-0995-4f6a-bf7e-4e85c0d1c7c2 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:22:24.466923 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ba35f5a2-6ade-49e7-878c-4257a99fcbc4 req-4503e347-755a-4d14-8d7e-48c37de75fd4 service neutron] 10.222.0.99 "GET /v2.0/networks/0b42d132-a4d6-4063-98c2-48389fb2c5a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3459570 Feb 09 01:22:24.545368 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7303cec-c109-4f62-b992-0b63358f47c7 admin admin] Made reservation on behalf of bfb5794a852743e5b12573464865d236 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:24.545368 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d7303cec-c109-4f62-b992-0b63358f47c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:24.558657 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2ec91266-67db-4b5d-b84e-6d9060e2aec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:24.584038 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-05e0fea8-122b-48e6-9eb0-53dd1b3d90cd tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Calling delete_port for e933a99f-63d1-490c-905e-724071c839c7 owned by network:router_interface {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:22:24.603298 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 9c63ebc7-3cc8-4bc6-8c72-23c0edbf65b3, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=9c63ebc7-3cc8-4bc6-8c72-23c0edbf65b3,segment=NetworkSegment(e68785b5-bc60-403a-8989-a98ef4d7d105),segment_id=e68785b5-bc60-403a-8989-a98ef4d7d105)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:22:24.603298 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a8b97ad6-47f2-4659-8be6-ef2a0bd14acc None None] Provisioning for port 5b6f7217-fdae-45a1-be91-6384213953b6 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:22:24.615705 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a8b97ad6-47f2-4659-8be6-ef2a0bd14acc None None] Provisioning complete for port 5b6f7217-fdae-45a1-be91-6384213953b6 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:24.616079 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a8b97ad6-47f2-4659-8be6-ef2a0bd14acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:24.674185 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:24.678044 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device ecd3c289-246b-442d-a047-6b5f5aa6646c up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:22:24.714012 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-4ff8aba5-a91d-4643-af7d-bccfa2855c1f admin admin] For port 697bfb84-0995-4f6a-bf7e-4e85c0d1c7c2, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=697bfb84-0995-4f6a-bf7e-4e85c0d1c7c2,segment=NetworkSegment(a1391767-890a-4e98-8e0f-6a2e7c57e752),segment_id=a1391767-890a-4e98-8e0f-6a2e7c57e752)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:22:24.714532 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4ff8aba5-a91d-4643-af7d-bccfa2855c1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:24.757298 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d7303cec-c109-4f62-b992-0b63358f47c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:24.801364 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec91266-67db-4b5d-b84e-6d9060e2aec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e904e7d-ceb5-4acf-9cb5-e20b4cae31b4,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:24.808657 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device f2fa5581-8ea8-4b0e-bec9-650e39988641 details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:22:24.816568 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-2a2ffb14-7b75-4c84-87f7-5d534a491b60 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Delete allocated IP 2001:db8:0:1::1a5 (80efa5b1-223a-445d-b72d-6a02ceef7602/daafeeed-5f11-44d3-ad8f-ec0e6610632a) {{(pid=87638) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 01:22:24.988547 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:25.135091 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=9c63ebc7-3cc8-4bc6-8c72-23c0edbf65b3,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:25.160415 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12466b58-1116-44af-98e1-95c17fa1df7c req-71fb9339-0067-4d29-a2f3-d8e0109ecb3e tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:25.166503 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2a2ffb14-7b75-4c84-87f7-5d534a491b60 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:25.176235 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-12466b58-1116-44af-98e1-95c17fa1df7c req-71fb9339-0067-4d29-a2f3-d8e0109ecb3e tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f44d835-1cea-4fcf-b4d4-6682d03aca22 HTTP/1.1" status: 200 len: 944 time: 2.0435057 Feb 09 01:22:25.176235 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-4ff8aba5-a91d-4643-af7d-bccfa2855c1f admin admin] Calling delete_port for 697bfb84-0995-4f6a-bf7e-4e85c0d1c7c2 owned by network:dhcp {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:22:25.183479 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4052bc25-a952-44a1-a9f4-ee9ac31bfd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:25.194958 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-2a2ffb14-7b75-4c84-87f7-5d534a491b60 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Ignored duplicate provisioning block setup for port 44cb129d-5f9a-4679-94a0-899874638851 by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 09 01:22:25.204322 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2a2ffb14-7b75-4c84-87f7-5d534a491b60 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:25.222556 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d7303cec-c109-4f62-b992-0b63358f47c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:25.222556 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2ec91266-67db-4b5d-b84e-6d9060e2aec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:25.222556 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-2ec91266-67db-4b5d-b84e-6d9060e2aec8 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/4e904e7d-ceb5-4acf-9cb5-e20b4cae31b4 HTTP/1.1" status: 204 len: 168 time: 2.8925407 Feb 09 01:22:25.243808 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4052bc25-a952-44a1-a9f4-ee9ac31bfd85 None None] No DVR routers for this DVR port 697bfb84-0995-4f6a-bf7e-4e85c0d1c7c2 on host n-d-828418-1 {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:22:25.243808 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port ecd3c289-246b-442d-a047-6b5f5aa6646c triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:25.243808 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:25.321907 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2ffb14-7b75-4c84-87f7-5d534a491b60 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event updated for resources: {'Port': ['ID=44cb129d-5f9a-4679-94a0-899874638851,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:25.327763 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-d7303cec-c109-4f62-b992-0b63358f47c7 admin admin] Usage tracker for resource:security_group_rule and tenant:bfb5794a852743e5b12573464865d236 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:25.327763 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-d7303cec-c109-4f62-b992-0b63358f47c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:25.337289 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:25.337289 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:25.337289 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:25.337289 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:25.337289 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:25.337289 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:25.341369 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:25.341369 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:25.341369 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:25.341369 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:25.341369 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:25.341369 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:25.345479 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-05e0fea8-122b-48e6-9eb0-53dd1b3d90cd tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:25.421923 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-2a2ffb14-7b75-4c84-87f7-5d534a491b60 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] In _notify_port_updated(), no bound segment for port 44cb129d-5f9a-4679-94a0-899874638851 on network 80efa5b1-223a-445d-b72d-6a02ceef7602 {{(pid=87638) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 01:22:25.429264 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2ffb14-7b75-4c84-87f7-5d534a491b60 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:25.430086 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2a2ffb14-7b75-4c84-87f7-5d534a491b60 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:25.434161 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-2a2ffb14-7b75-4c84-87f7-5d534a491b60 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "PUT /v2.0/ports/44cb129d-5f9a-4679-94a0-899874638851 HTTP/1.1" status: 200 len: 926 time: 3.6178637 Feb 09 01:22:25.444365 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 51682) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:25.449118 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d7303cec-c109-4f62-b992-0b63358f47c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:25.456403 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-57e7b3f4-3e5f-460c-b37c-b5708bf202bc tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '382c604d-75e8-44c0-b0ea-66d7b18b4bc9'}, {'subnet_id': 'daafeeed-5f11-44d3-ad8f-ec0e6610632a'}]}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:25.485150 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.db.api [None req-4ff8aba5-a91d-4643-af7d-bccfa2855c1f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:22:25.485903 n-d-828418-1 neutron-server[87639]: DEBUG oslo_db.api [None req-4ff8aba5-a91d-4643-af7d-bccfa2855c1f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:22:25.537103 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4052bc25-a952-44a1-a9f4-ee9ac31bfd85 None None] Pushing event deleted for resources: {'Port': ['ID=697bfb84-0995-4f6a-bf7e-4e85c0d1c7c2,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:25.631648 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e0fea8-122b-48e6-9eb0-53dd1b3d90cd tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Pushing event deleted for resources: {'Port': ['ID=e933a99f-63d1-490c-905e-724071c839c7,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:25.645080 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port f2fa5581-8ea8-4b0e-bec9-650e39988641, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=f2fa5581-8ea8-4b0e-bec9-650e39988641,segment=NetworkSegment(ab5b8647-54ba-47dc-a969-bd1d889d35c1),segment_id=ab5b8647-54ba-47dc-a969-bd1d889d35c1)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:22:25.711590 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-57e7b3f4-3e5f-460c-b37c-b5708bf202bc tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:25.812457 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': 'f2fa5581-8ea8-4b0e-bec9-650e39988641', 'network_id': '0b42d132-a4d6-4063-98c2-48389fb2c5a1', 'port_id': 'f2fa5581-8ea8-4b0e-bec9-650e39988641', 'mac_address': 'fa:16:3e:8a:91:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d342298-601b-4654-a677-d1e5d55f90c1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:22:25.815010 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 5b6f7217-fdae-45a1-be91-6384213953b6 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:22:25.844751 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 51692) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:26.017792 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c6066393-a48e-49c0-bdff-f6dcca9a741d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:26.066640 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-12466b58-1116-44af-98e1-95c17fa1df7c req-05025df3-5cb7-4956-950f-9983b31468d9 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e238689-2b13-4df9-8955-13b9e4cebcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8570969 Feb 09 01:22:26.080687 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-4ff8aba5-a91d-4643-af7d-bccfa2855c1f admin admin] Deleting port 697bfb84-0995-4f6a-bf7e-4e85c0d1c7c2 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:22:26.080687 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4ff8aba5-a91d-4643-af7d-bccfa2855c1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:26.091646 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:26.131750 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2fa5581-8ea8-4b0e-bec9-650e39988641 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:22:26.150844 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port f2fa5581-8ea8-4b0e-bec9-650e39988641, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=f2fa5581-8ea8-4b0e-bec9-650e39988641,segment=NetworkSegment(ab5b8647-54ba-47dc-a969-bd1d889d35c1),segment_id=ab5b8647-54ba-47dc-a969-bd1d889d35c1)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:22:26.157736 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:26.163095 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c6066393-a48e-49c0-bdff-f6dcca9a741d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:26.176622 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-c6066393-a48e-49c0-bdff-f6dcca9a741d admin admin] Usage tracker for resource:security_group_rule and tenant:db8349ebec5b45a8838128ad2d4d8cdb is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:26.190573 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-c6066393-a48e-49c0-bdff-f6dcca9a741d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:26.203404 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c6066393-a48e-49c0-bdff-f6dcca9a741d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:26.210319 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 5b6f7217-fdae-45a1-be91-6384213953b6 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:26.210700 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:26.345733 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-05e0fea8-122b-48e6-9eb0-53dd1b3d90cd tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:26.372295 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-4ff8aba5-a91d-4643-af7d-bccfa2855c1f admin admin] The port '697bfb84-0995-4f6a-bf7e-4e85c0d1c7c2' was deleted {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:22:26.409735 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c6066393-a48e-49c0-bdff-f6dcca9a741d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:26.416548 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c6066393-a48e-49c0-bdff-f6dcca9a741d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:26.443073 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5eaef14d-1613-48ec-a37b-b397667ac2d3 None None] Provisioning complete for port 5b6f7217-fdae-45a1-be91-6384213953b6 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:26.443073 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5eaef14d-1613-48ec-a37b-b397667ac2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:26.466684 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c6066393-a48e-49c0-bdff-f6dcca9a741d admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=db8349ebec5b45a8838128ad2d4d8cdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5970733 Feb 09 01:22:26.466684 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 51698) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:26.585666 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['f2fa5581-8ea8-4b0e-bec9-650e39988641'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:22:26.815480 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6066393-a48e-49c0-bdff-f6dcca9a741d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05dd31f9-080b-4298-bb18-7b3d3253921e,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:26.923253 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-229e7ad6-3b5c-45b6-872d-d68cbe9a861d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:26.938253 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=f2fa5581-8ea8-4b0e-bec9-650e39988641,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:27.062200 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-229e7ad6-3b5c-45b6-872d-d68cbe9a861d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:27.106397 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 03fa32a2-0c43-404a-b710-f94b36bfe80d no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:22:27.169872 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-57e7b3f4-3e5f-460c-b37c-b5708bf202bc tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Allocated IP 2001:db8:0:1::d6 (80efa5b1-223a-445d-b72d-6a02ceef7602/daafeeed-5f11-44d3-ad8f-ec0e6610632a/44cb129d-5f9a-4679-94a0-899874638851) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:22:27.204196 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4ff8aba5-a91d-4643-af7d-bccfa2855c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:27.244432 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 03fa32a2-0c43-404a-b710-f94b36bfe80d {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:22:27.244690 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 03fa32a2-0c43-404a-b710-f94b36bfe80d not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:22:27.245734 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 000e7c15-4c1d-406e-9191-56601c11ba01 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:22:27.335993 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-229e7ad6-3b5c-45b6-872d-d68cbe9a861d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:27.363491 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 000e7c15-4c1d-406e-9191-56601c11ba01 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:22:27.363491 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 000e7c15-4c1d-406e-9191-56601c11ba01 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:22:27.395328 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229e7ad6-3b5c-45b6-872d-d68cbe9a861d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05dd31f9-080b-4298-bb18-7b3d3253921e,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:27.398106 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05e0fea8-122b-48e6-9eb0-53dd1b3d90cd tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Router 496ca175-fb1e-45f9-a024-4a12af1e5d93 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:22:27.398106 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-4ff8aba5-a91d-4643-af7d-bccfa2855c1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20bff6ee-652e-4048-9f92-c38b0eb663f8']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:27.469564 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-229e7ad6-3b5c-45b6-872d-d68cbe9a861d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:27.469564 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-229e7ad6-3b5c-45b6-872d-d68cbe9a861d admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/05dd31f9-080b-4298-bb18-7b3d3253921e HTTP/1.1" status: 204 len: 168 time: 0.9887416 Feb 09 01:22:27.474710 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-4ff8aba5-a91d-4643-af7d-bccfa2855c1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1391767-890a-4e98-8e0f-6a2e7c57e752') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:27.483795 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-4ff8aba5-a91d-4643-af7d-bccfa2855c1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1391767-890a-4e98-8e0f-6a2e7c57e752') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:27.492951 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d7303cec-c109-4f62-b992-0b63358f47c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:27.550003 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5eaef14d-1613-48ec-a37b-b397667ac2d3 None None] Provisioning for port 44cb129d-5f9a-4679-94a0-899874638851 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:22:27.563030 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5eaef14d-1613-48ec-a37b-b397667ac2d3 None None] Provisioning complete for port 44cb129d-5f9a-4679-94a0-899874638851 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:27.563430 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5eaef14d-1613-48ec-a37b-b397667ac2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:27.592389 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d7303cec-c109-4f62-b992-0b63358f47c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:27.598157 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 9c63ebc7-3cc8-4bc6-8c72-23c0edbf65b3 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:22:27.600044 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4ff8aba5-a91d-4643-af7d-bccfa2855c1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:27.667035 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-57e7b3f4-3e5f-460c-b37c-b5708bf202bc tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:27.702262 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-57e7b3f4-3e5f-460c-b37c-b5708bf202bc tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Ignored duplicate provisioning block setup for port 44cb129d-5f9a-4679-94a0-899874638851 by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 09 01:22:27.702262 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-57e7b3f4-3e5f-460c-b37c-b5708bf202bc tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:27.825650 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e0fea8-122b-48e6-9eb0-53dd1b3d90cd tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:22:27.836334 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7303cec-c109-4f62-b992-0b63358f47c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:22:27.840417 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-5eaef14d-1613-48ec-a37b-b397667ac2d3 None None] Port 44cb129d-5f9a-4679-94a0-899874638851 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:22:27.843935 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4ff8aba5-a91d-4643-af7d-bccfa2855c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:27.853067 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f4dfcd-93b8-4711-b0f3-b59fc9c726f3 None None] Sync routers for ids ['496ca175-fb1e-45f9-a024-4a12af1e5d93'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:22:27.867581 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f4dfcd-93b8-4711-b0f3-b59fc9c726f3 None None] Routers {'496ca175-fb1e-45f9-a024-4a12af1e5d93'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:22:27.870263 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-02f4dfcd-93b8-4711-b0f3-b59fc9c726f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:22:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['496ca175-fb1e-45f9-a024-4a12af1e5d93'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:27.872278 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ff8aba5-a91d-4643-af7d-bccfa2855c1f admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:22:27.872689 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4ff8aba5-a91d-4643-af7d-bccfa2855c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:27.926217 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-57e7b3f4-3e5f-460c-b37c-b5708bf202bc tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] In _notify_port_updated(), no bound segment for port 44cb129d-5f9a-4679-94a0-899874638851 on network 80efa5b1-223a-445d-b72d-6a02ceef7602 {{(pid=87638) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 01:22:27.931969 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e7b3f4-3e5f-460c-b37c-b5708bf202bc tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:27.933415 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 9c63ebc7-3cc8-4bc6-8c72-23c0edbf65b3 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:27.935227 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:27.935405 n-d-828418-1 neutron-server[87639]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:22:27.935405 n-d-828418-1 neutron-server[87639]: util.warn( Feb 09 01:22:27.935405 n-d-828418-1 neutron-server[87639]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:22:27.935405 n-d-828418-1 neutron-server[87639]: util.warn( Feb 09 01:22:27.935405 n-d-828418-1 neutron-server[87639]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:22:27.935405 n-d-828418-1 neutron-server[87639]: util.warn( Feb 09 01:22:27.935405 n-d-828418-1 neutron-server[87639]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:22:27.935405 n-d-828418-1 neutron-server[87639]: util.warn( Feb 09 01:22:27.935405 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 01:22:27.935405 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:22:27.935405 n-d-828418-1 neutron-server[87639]: timer() Feb 09 01:22:27.935405 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:22:27.935405 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 01:22:27.935405 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:22:27.935405 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 01:22:27.935405 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:22:27.935405 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 01:22:27.935405 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:22:27.935405 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 01:22:27.935405 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:22:27.935405 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 01:22:27.935405 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:22:27.935405 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:22:27.935405 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:22:27.935405 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:22:27.935405 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:22:27.935405 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 01:22:27.935405 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:22:27.935405 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 01:22:27.935405 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:22:27.935405 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:22:27.935405 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:22:27.935405 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 01:22:27.935405 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:22:27.935405 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:22:27.935405 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:22:27.935405 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:22:27.935405 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:22:27.935405 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:22:27.935405 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:22:27.937453 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d7303cec-c109-4f62-b992-0b63358f47c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:27.937453 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-d7303cec-c109-4f62-b992-0b63358f47c7 admin admin] Added segment 54433dfa-6611-4b57-886e-168c215159ee of type vlan for network 5322c4b5-5555-43a6-8743-912baa7b8508 Feb 09 01:22:27.939898 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-57e7b3f4-3e5f-460c-b37c-b5708bf202bc tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:27.941459 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-57e7b3f4-3e5f-460c-b37c-b5708bf202bc tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "PUT /v2.0/ports/44cb129d-5f9a-4679-94a0-899874638851 HTTP/1.1" status: 200 len: 1011 time: 2.4961011 Feb 09 01:22:27.947295 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 51722) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:28.018802 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-02f4dfcd-93b8-4711-b0f3-b59fc9c726f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:28.035847 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f4dfcd-93b8-4711-b0f3-b59fc9c726f3 None None] Routers {'496ca175-fb1e-45f9-a024-4a12af1e5d93'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:22:28.036563 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-02f4dfcd-93b8-4711-b0f3-b59fc9c726f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:22:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['496ca175-fb1e-45f9-a024-4a12af1e5d93'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:28.075107 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7303cec-c109-4f62-b992-0b63358f47c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3acd53f-f399-4ac3-b7de-2e331598a96a,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:28.141233 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1a606a6d-c0e3-43de-8bc3-d860939c704e None None] Provisioning complete for port 44cb129d-5f9a-4679-94a0-899874638851 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:28.141233 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1a606a6d-c0e3-43de-8bc3-d860939c704e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:28.154284 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-44f765f4-de0a-42b0-8d67-b823e988eea9 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Deleting port 44cb129d-5f9a-4679-94a0-899874638851 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:22:28.154284 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-44f765f4-de0a-42b0-8d67-b823e988eea9 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:28.160387 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa895936-ef2f-4cdc-8d8b-757fab9e7343 req-08648db0-7763-460a-af62-f46ef37c3da0 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:28.160387 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fa895936-ef2f-4cdc-8d8b-757fab9e7343 req-08648db0-7763-460a-af62-f46ef37c3da0 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f44d835-1cea-4fcf-b4d4-6682d03aca22 HTTP/1.1" status: 200 len: 945 time: 0.8737121 Feb 09 01:22:28.282516 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-02f4dfcd-93b8-4711-b0f3-b59fc9c726f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:28.282919 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f4dfcd-93b8-4711-b0f3-b59fc9c726f3 None None] The sync data for ids ['496ca175-fb1e-45f9-a024-4a12af1e5d93'] in n-d-828418-1 is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:22:28.298068 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e7b3f4-3e5f-460c-b37c-b5708bf202bc tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event updated for resources: {'Port': ['ID=44cb129d-5f9a-4679-94a0-899874638851,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:28.300630 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4ff8aba5-a91d-4643-af7d-bccfa2855c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:28.315892 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-05e0fea8-122b-48e6-9eb0-53dd1b3d90cd tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] 10.222.0.105 "PUT /v2.0/routers/496ca175-fb1e-45f9-a024-4a12af1e5d93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0774064 Feb 09 01:22:28.338811 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 51730) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:28.348796 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4ff8aba5-a91d-4643-af7d-bccfa2855c1f admin admin] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:28.355128 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff8aba5-a91d-4643-af7d-bccfa2855c1f admin admin] Pushing event deleted for resources: {'Network': ['ID=20bff6ee-652e-4048-9f92-c38b0eb663f8,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:28.359210 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-4ff8aba5-a91d-4643-af7d-bccfa2855c1f admin admin] 10.222.0.105 "DELETE /v2.0/networks/20bff6ee-652e-4048-9f92-c38b0eb663f8 HTTP/1.1" status: 204 len: 168 time: 5.3059809 Feb 09 01:22:28.375432 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-1a606a6d-c0e3-43de-8bc3-d860939c704e None None] Port 44cb129d-5f9a-4679-94a0-899874638851 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:22:28.451958 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fa895936-ef2f-4cdc-8d8b-757fab9e7343 req-bacfa347-e18a-4697-bd96-25bc9d6f5df9 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e238689-2b13-4df9-8955-13b9e4cebcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573540 Feb 09 01:22:28.451958 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d7303cec-c109-4f62-b992-0b63358f47c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:28.490525 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-a7228645-6189-43d9-8ed8-3aeca9a7d4b4 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] delete failed (client error): The resource could not be found. Feb 09 01:22:28.490525 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a7228645-6189-43d9-8ed8-3aeca9a7d4b4 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] 10.222.0.105 "DELETE /v2.0/routers/tempest-non_exist_router-360411870 HTTP/1.1" status: 404 len: 334 time: 0.1482403 Feb 09 01:22:28.498058 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 51738) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:28.529512 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d7303cec-c109-4f62-b992-0b63358f47c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:28.529512 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7303cec-c109-4f62-b992-0b63358f47c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:28.529512 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d7303cec-c109-4f62-b992-0b63358f47c7 admin admin] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:28.583876 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-e3d7b15c-1f44-4294-9690-650b498ec4cc tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Request body: {'router': {'external_gateway_info': {'network_id': '496ca175-fb1e-45f9-a024-4a12af1e5d93'}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:28.597978 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-d7303cec-c109-4f62-b992-0b63358f47c7 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 5.5332382 Feb 09 01:22:28.686113 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 51742) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:28.693972 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 51748) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:28.706616 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-76eef7e7-dae8-448e-a4c6-c9a4f7874399 None None] Provisioning complete for port 44cb129d-5f9a-4679-94a0-899874638851 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:28.707176 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-76eef7e7-dae8-448e-a4c6-c9a4f7874399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:28.713051 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-e71a7cac-26d3-4254-a893-7e829754cd41 admin admin] Request body: {'subnet': {'network_id': '5322c4b5-5555-43a6-8743-912baa7b8508', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1661116551-subnet', 'tenant_id': 'bfb5794a852743e5b12573464865d236', 'ip_version': 4}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:28.731870 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e71a7cac-26d3-4254-a893-7e829754cd41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:28.749234 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e71a7cac-26d3-4254-a893-7e829754cd41 admin admin] Usage tracker for resource:subnet and tenant:bfb5794a852743e5b12573464865d236 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:28.754288 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e71a7cac-26d3-4254-a893-7e829754cd41 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:28.764925 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e71a7cac-26d3-4254-a893-7e829754cd41 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:28.799541 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-a8aa7ffc-251f-40f5-860f-7389dec613c5 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=8d31597ab3f74931824904826c01d747&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0976765 Feb 09 01:22:28.799541 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7303cec-c109-4f62-b992-0b63358f47c7 admin admin] Pushing event updated for resources: {'Network': ['ID=5322c4b5-5555-43a6-8743-912baa7b8508,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:28.799541 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 51754) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:28.824410 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device f2fa5581-8ea8-4b0e-bec9-650e39988641 up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:22:28.834918 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71a7cac-26d3-4254-a893-7e829754cd41 admin admin] Made reservation on behalf of bfb5794a852743e5b12573464865d236 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:28.834918 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e71a7cac-26d3-4254-a893-7e829754cd41 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:28.878298 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fee520f8-d3c1-47be-8e54-566805c9de61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:28.891474 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 5322c4b5-5555-43a6-8743-912baa7b8508 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:22:28.931641 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fee520f8-d3c1-47be-8e54-566805c9de61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:29.044211 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 5b6f7217-fdae-45a1-be91-6384213953b6 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:22:29.060811 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fee520f8-d3c1-47be-8e54-566805c9de61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:29.100170 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee520f8-d3c1-47be-8e54-566805c9de61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a184dc24-1f66-43ec-a08a-b615088c50fb,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:29.110512 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fee520f8-d3c1-47be-8e54-566805c9de61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:29.111899 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-fee520f8-d3c1-47be-8e54-566805c9de61 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/a184dc24-1f66-43ec-a08a-b615088c50fb HTTP/1.1" status: 204 len: 168 time: 0.3089211 Feb 09 01:22:29.205479 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-76eef7e7-dae8-448e-a4c6-c9a4f7874399 None None] Port 44cb129d-5f9a-4679-94a0-899874638851 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:22:29.234669 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning for port f2fa5581-8ea8-4b0e-bec9-650e39988641 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:22:29.246753 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port f2fa5581-8ea8-4b0e-bec9-650e39988641 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:29.246753 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:29.313959 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 5b6f7217-fdae-45a1-be91-6384213953b6 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:29.313959 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:29.317151 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e71a7cac-26d3-4254-a893-7e829754cd41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:29.560642 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:29.651358 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port f2fa5581-8ea8-4b0e-bec9-650e39988641, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=f2fa5581-8ea8-4b0e-bec9-650e39988641,segment=NetworkSegment(ab5b8647-54ba-47dc-a969-bd1d889d35c1),segment_id=ab5b8647-54ba-47dc-a969-bd1d889d35c1)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:22:29.651358 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f44d835-1cea-4fcf-b4d4-6682d03aca22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2fa5581-8ea8-4b0e-bec9-650e39988641'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:22:29.665470 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:29.734914 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 51784) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:29.776560 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 697bfb84-0995-4f6a-bf7e-4e85c0d1c7c2 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:22:29.841147 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f44d835-1cea-4fcf-b4d4-6682d03aca22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2fa5581-8ea8-4b0e-bec9-650e39988641', 'code': 200} Feb 09 01:22:29.852958 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 697bfb84-0995-4f6a-bf7e-4e85c0d1c7c2 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:22:29.853848 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 697bfb84-0995-4f6a-bf7e-4e85c0d1c7c2 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:22:29.895675 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=f2fa5581-8ea8-4b0e-bec9-650e39988641,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:29.985022 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-aab426b6-cefc-4c6a-9a9e-85a43ab13a8f admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=d08bd38378a04204ad356664c0f36626&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2489221 Feb 09 01:22:29.985022 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 51790) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:30.094359 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b59c1-2147-4605-8b9d-953b2e6e6506 req-0f33f030-05e8-4638-9a2e-1b3aa28b9c34 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:30.102947 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e66b59c1-2147-4605-8b9d-953b2e6e6506 req-0f33f030-05e8-4638-9a2e-1b3aa28b9c34 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f44d835-1cea-4fcf-b4d4-6682d03aca22 HTTP/1.1" status: 200 len: 946 time: 0.3438265 Feb 09 01:22:30.199846 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e1d02d8f-744b-4d62-91ab-6fa9fac0efd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:30.237170 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e3d7b15c-1f44-4294-9690-650b498ec4cc tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:30.243662 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e66b59c1-2147-4605-8b9d-953b2e6e6506 req-ad7a50d8-cb44-458c-bcef-b3487de9cbe4 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e238689-2b13-4df9-8955-13b9e4cebcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283777 Feb 09 01:22:30.262337 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-44f765f4-de0a-42b0-8d67-b823e988eea9 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:30.270944 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71a7cac-26d3-4254-a893-7e829754cd41 admin admin] Checking segment: {'id': '54433dfa-6611-4b57-886e-168c215159ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5322c4b5-5555-43a6-8743-912baa7b8508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:22:30.270944 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71a7cac-26d3-4254-a893-7e829754cd41 admin admin] Network hostable DHCP agents. Network: 5322c4b5-5555-43a6-8743-912baa7b8508, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:22:30.298435 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e1d02d8f-744b-4d62-91ab-6fa9fac0efd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:30.299925 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71a7cac-26d3-4254-a893-7e829754cd41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=046deb8a-ea16-4172-b2a4-3937588d2108,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:30.362857 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e1d02d8f-744b-4d62-91ab-6fa9fac0efd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:30.380139 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d02d8f-744b-4d62-91ab-6fa9fac0efd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da492c22-b155-4c71-ac70-f2467c7a2a58,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:30.393104 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e1d02d8f-744b-4d62-91ab-6fa9fac0efd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:30.401567 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-e1d02d8f-744b-4d62-91ab-6fa9fac0efd5 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/da492c22-b155-4c71-ac70-f2467c7a2a58 HTTP/1.1" status: 204 len: 168 time: 0.4090219 Feb 09 01:22:30.487516 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-44f765f4-de0a-42b0-8d67-b823e988eea9 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Calling delete_port for 44cb129d-5f9a-4679-94a0-899874638851 owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:22:30.518417 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-e3d7b15c-1f44-4294-9690-650b498ec4cc tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] update failed (client error): The resource could not be found. Feb 09 01:22:30.519472 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e3d7b15c-1f44-4294-9690-650b498ec4cc tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] 10.222.0.105 "PUT /v2.0/routers/496ca175-fb1e-45f9-a024-4a12af1e5d93 HTTP/1.1" status: 404 len: 339 time: 2.0265310 Feb 09 01:22:30.523245 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 51806) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:30.530669 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d87e9-0c90-4296-b195-902674926f6d req-8e16141f-1e8b-4bdf-95f8-54b7a1b11762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:30.532163 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-340d87e9-0c90-4296-b195-902674926f6d req-8e16141f-1e8b-4bdf-95f8-54b7a1b11762 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=2f44d835-1cea-4fcf-b4d4-6682d03aca22 HTTP/1.1" status: 200 len: 1097 time: 0.5286531 Feb 09 01:22:30.562207 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71a7cac-26d3-4254-a893-7e829754cd41 admin admin] Network 5322c4b5-5555-43a6-8743-912baa7b8508 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:22:30.578360 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-e71a7cac-26d3-4254-a893-7e829754cd41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 5322c4b5-5555-43a6-8743-912baa7b8508) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:30.593486 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71a7cac-26d3-4254-a893-7e829754cd41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:30.594333 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e71a7cac-26d3-4254-a893-7e829754cd41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:30.595741 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85946e0a-bba1-4962-8473-10788591b049 None None] Network 5322c4b5-5555-43a6-8743-912baa7b8508 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:22:30.639326 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-340d87e9-0c90-4296-b195-902674926f6d req-f4a994c1-1b1e-41cc-bd32-12346dd78525 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=8e238689-2b13-4df9-8955-13b9e4cebcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946486 Feb 09 01:22:30.659161 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e71a7cac-26d3-4254-a893-7e829754cd41 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9588788 Feb 09 01:22:30.660115 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 51812) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:30.667154 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-dbdf8d18-06ad-4096-8d7e-57df099c9b25 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1661116551-router', 'tenant_id': 'bfb5794a852743e5b12573464865d236', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:30.683462 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-dbdf8d18-06ad-4096-8d7e-57df099c9b25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:30.718907 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-dbdf8d18-06ad-4096-8d7e-57df099c9b25 admin admin] Usage tracker for resource:router and tenant:bfb5794a852743e5b12573464865d236 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:30.726999 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-dbdf8d18-06ad-4096-8d7e-57df099c9b25 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:30.736991 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-dbdf8d18-06ad-4096-8d7e-57df099c9b25 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:30.767251 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dbdf8d18-06ad-4096-8d7e-57df099c9b25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:30.768865 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dbdf8d18-06ad-4096-8d7e-57df099c9b25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:30.912683 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dbdf8d18-06ad-4096-8d7e-57df099c9b25 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:30.956398 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-44f765f4-de0a-42b0-8d67-b823e988eea9 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:31.332964 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f765f4-de0a-42b0-8d67-b823e988eea9 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event deleted for resources: {'Port': ['ID=44cb129d-5f9a-4679-94a0-899874638851,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:31.404065 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106bec02-165c-4a0a-a2c6-f40eeb7aeb22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-5322c4b5-5555-43a6-8743-912baa7b8508', 'network_id': '5322c4b5-5555-43a6-8743-912baa7b8508', 'tenant_id': 'bfb5794a852743e5b12573464865d236', 'fixed_ips': [{'subnet_id': '046deb8a-ea16-4172-b2a4-3937588d2108'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:22:31.407257 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-106bec02-165c-4a0a-a2c6-f40eeb7aeb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:31.644307 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-44f765f4-de0a-42b0-8d67-b823e988eea9 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:31.768731 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-106bec02-165c-4a0a-a2c6-f40eeb7aeb22 None None] Allocated IP 172.20.0.2 (5322c4b5-5555-43a6-8743-912baa7b8508/046deb8a-ea16-4172-b2a4-3937588d2108/14f5a85e-f73f-4f43-82ac-3b543543646a) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:22:31.786466 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-eaead291-0bdc-4154-9d6c-32c9c0629e4f tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:31.844973 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dbdf8d18-06ad-4096-8d7e-57df099c9b25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:31.929140 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-44f765f4-de0a-42b0-8d67-b823e988eea9 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "DELETE /v2.0/ports/44cb129d-5f9a-4679-94a0-899874638851 HTTP/1.1" status: 204 len: 168 time: 3.9655488 Feb 09 01:22:31.933852 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 51836) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:32.001393 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-db7b71bc-9fce-4efa-b64f-671800d689c9 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] GET failed (client error): The resource could not be found. Feb 09 01:22:32.002178 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-db7b71bc-9fce-4efa-b64f-671800d689c9 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Synchronizing usage tracker for tenant:c783560d2de04e1598eb7e3aecd5349e on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:22:32.033853 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-db7b71bc-9fce-4efa-b64f-671800d689c9 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Unset dirty status for tenant:c783560d2de04e1598eb7e3aecd5349e on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:22:32.038230 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-db7b71bc-9fce-4efa-b64f-671800d689c9 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "GET /v2.0/ports/44cb129d-5f9a-4679-94a0-899874638851 HTTP/1.1" status: 404 len: 333 time: 0.1032338 Feb 09 01:22:32.039740 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 51840) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:32.132308 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2da1c22-108f-4df9-8c88-373e55aaa2b3 req-04e5274f-e9e3-40cd-a3be-9dcd40636e90 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:32.144662 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a2da1c22-108f-4df9-8c88-373e55aaa2b3 req-04e5274f-e9e3-40cd-a3be-9dcd40636e90 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f44d835-1cea-4fcf-b4d4-6682d03aca22 HTTP/1.1" status: 200 len: 946 time: 0.5915544 Feb 09 01:22:32.170282 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:22:32.246200 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a2da1c22-108f-4df9-8c88-373e55aaa2b3 req-dd99343e-9d10-4ede-84dd-e8ef468621c1 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e238689-2b13-4df9-8955-13b9e4cebcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005688 Feb 09 01:22:32.298625 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-eaead291-0bdc-4154-9d6c-32c9c0629e4f tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Allocated IP 172.20.0.1 (73450656-bc03-4a51-8cde-4e88f14dd93f/28972177-612a-4f1e-87f3-ca9f536e145b/7602e399-c2d1-4c6c-bc97-fc7ade67d92d) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:22:32.313685 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-106bec02-165c-4a0a-a2c6-f40eeb7aeb22 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:32.326973 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-106bec02-165c-4a0a-a2c6-f40eeb7aeb22 None None] Transition to ACTIVE for port object 14f5a85e-f73f-4f43-82ac-3b543543646a will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:22:32.370671 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-106bec02-165c-4a0a-a2c6-f40eeb7aeb22 None None] Transition to ACTIVE for port object 14f5a85e-f73f-4f43-82ac-3b543543646a will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:22:32.378140 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-106bec02-165c-4a0a-a2c6-f40eeb7aeb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:32.403289 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a1f4837-0a39-4ddf-9f57-958bef3b161f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Deleting subnet daafeeed-5f11-44d3-ad8f-ec0e6610632a {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:22:32.406404 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0a1f4837-0a39-4ddf-9f57-958bef3b161f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:32.457457 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106bec02-165c-4a0a-a2c6-f40eeb7aeb22 None None] Pushing event updated for resources: {'Port': ['ID=14f5a85e-f73f-4f43-82ac-3b543543646a,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:32.465486 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0a1f4837-0a39-4ddf-9f57-958bef3b161f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:32.476528 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106bec02-165c-4a0a-a2c6-f40eeb7aeb22 None None] Network 5322c4b5-5555-43a6-8743-912baa7b8508 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:32.478724 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-106bec02-165c-4a0a-a2c6-f40eeb7aeb22 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:32.482256 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106bec02-165c-4a0a-a2c6-f40eeb7aeb22 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:22:32.508284 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-eaead291-0bdc-4154-9d6c-32c9c0629e4f tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:32.528534 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-eaead291-0bdc-4154-9d6c-32c9c0629e4f tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Transition to ACTIVE for port object 7602e399-c2d1-4c6c-bc97-fc7ade67d92d will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:22:32.559298 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0a1f4837-0a39-4ddf-9f57-958bef3b161f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:32.563287 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-eaead291-0bdc-4154-9d6c-32c9c0629e4f tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:32.620621 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-106bec02-165c-4a0a-a2c6-f40eeb7aeb22 None None] Attempting to bind port 14f5a85e-f73f-4f43-82ac-3b543543646a on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:22:32.620621 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-106bec02-165c-4a0a-a2c6-f40eeb7aeb22 None None] Attempting to bind port 14f5a85e-f73f-4f43-82ac-3b543543646a by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '54433dfa-6611-4b57-886e-168c215159ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5322c4b5-5555-43a6-8743-912baa7b8508'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:22:32.624393 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106bec02-165c-4a0a-a2c6-f40eeb7aeb22 None None] Attempting to bind port 14f5a85e-f73f-4f43-82ac-3b543543646a on network 5322c4b5-5555-43a6-8743-912baa7b8508 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:22:32.646800 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106bec02-165c-4a0a-a2c6-f40eeb7aeb22 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:22:32.647310 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106bec02-165c-4a0a-a2c6-f40eeb7aeb22 None None] Checking segment: {'id': '54433dfa-6611-4b57-886e-168c215159ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5322c4b5-5555-43a6-8743-912baa7b8508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:22:32.647979 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-106bec02-165c-4a0a-a2c6-f40eeb7aeb22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:32.648386 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106bec02-165c-4a0a-a2c6-f40eeb7aeb22 None None] Bound using segment: {'id': '54433dfa-6611-4b57-886e-168c215159ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5322c4b5-5555-43a6-8743-912baa7b8508'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:22:32.648975 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-106bec02-165c-4a0a-a2c6-f40eeb7aeb22 None None] Bound port: 14f5a85e-f73f-4f43-82ac-3b543543646a, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54433dfa-6611-4b57-886e-168c215159ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5322c4b5-5555-43a6-8743-912baa7b8508'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:22:32.649518 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-106bec02-165c-4a0a-a2c6-f40eeb7aeb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:32.755864 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaead291-0bdc-4154-9d6c-32c9c0629e4f tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Network 73450656-bc03-4a51-8cde-4e88f14dd93f is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:32.764804 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-eaead291-0bdc-4154-9d6c-32c9c0629e4f tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:32.770640 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaead291-0bdc-4154-9d6c-32c9c0629e4f tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:22:32.804903 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0a1f4837-0a39-4ddf-9f57-958bef3b161f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:32.830600 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaead291-0bdc-4154-9d6c-32c9c0629e4f tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Pushing event updated for resources: {'Port': ['ID=7602e399-c2d1-4c6c-bc97-fc7ade67d92d,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:32.845859 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-eaead291-0bdc-4154-9d6c-32c9c0629e4f tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:32.873243 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-106bec02-165c-4a0a-a2c6-f40eeb7aeb22 None None] For port 14f5a85e-f73f-4f43-82ac-3b543543646a, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:22:32.877110 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-106bec02-165c-4a0a-a2c6-f40eeb7aeb22 None None] For port 14f5a85e-f73f-4f43-82ac-3b543543646a, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=14f5a85e-f73f-4f43-82ac-3b543543646a,segment=NetworkSegment(54433dfa-6611-4b57-886e-168c215159ee),segment_id=54433dfa-6611-4b57-886e-168c215159ee)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:22:32.881494 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-106bec02-165c-4a0a-a2c6-f40eeb7aeb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:32.961306 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0a1f4837-0a39-4ddf-9f57-958bef3b161f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:32.974715 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-0a1f4837-0a39-4ddf-9f57-958bef3b161f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "DELETE /v2.0/subnets/daafeeed-5f11-44d3-ad8f-ec0e6610632a HTTP/1.1" status: 204 len: 168 time: 0.9335122 Feb 09 01:22:32.980106 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 51864) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:32.987725 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f4837-0a39-4ddf-9f57-958bef3b161f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event deleted for resources: {'Subnet': ['ID=daafeeed-5f11-44d3-ad8f-ec0e6610632a,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:33.008900 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afa696c-5bca-4a50-8b25-669eff472b7b None None] Network 80efa5b1-223a-445d-b72d-6a02ceef7602 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:22:33.028283 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dbdf8d18-06ad-4096-8d7e-57df099c9b25 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:33.115278 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dbdf8d18-06ad-4096-8d7e-57df099c9b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:33.116074 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-eaead291-0bdc-4154-9d6c-32c9c0629e4f tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:33.209380 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0991820-5e8e-4d16-b775-d82d5204070c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Deleting subnet 382c604d-75e8-44c0-b0ea-66d7b18b4bc9 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:22:33.224357 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f0991820-5e8e-4d16-b775-d82d5204070c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:33.335278 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106bec02-165c-4a0a-a2c6-f40eeb7aeb22 None None] Pushing event updated for resources: {'Port': ['ID=14f5a85e-f73f-4f43-82ac-3b543543646a,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:33.362012 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-325d95b9-6e27-4c89-9b20-4e66f32de737 None None] Provisioning for port 7602e399-c2d1-4c6c-bc97-fc7ade67d92d completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:22:33.380113 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-325d95b9-6e27-4c89-9b20-4e66f32de737 None None] Provisioning complete for port 7602e399-c2d1-4c6c-bc97-fc7ade67d92d triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:33.380478 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-325d95b9-6e27-4c89-9b20-4e66f32de737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:33.388948 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-dbdf8d18-06ad-4096-8d7e-57df099c9b25 admin admin] Allocated IP 172.25.0.234 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/6566a9b4-6ad6-4649-a507-ecd113da98c9) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:22:33.551538 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-325d95b9-6e27-4c89-9b20-4e66f32de737 None None] Port 7602e399-c2d1-4c6c-bc97-fc7ade67d92d cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:22:33.560817 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f0991820-5e8e-4d16-b775-d82d5204070c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:33.584117 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dbdf8d18-06ad-4096-8d7e-57df099c9b25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:33.647520 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 51884) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:33.656253 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dbdf8d18-06ad-4096-8d7e-57df099c9b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:33.753928 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbdf8d18-06ad-4096-8d7e-57df099c9b25 admin admin] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:33.757447 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-dbdf8d18-06ad-4096-8d7e-57df099c9b25 admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:33.760418 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdf8d18-06ad-4096-8d7e-57df099c9b25 admin admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:22:33.926150 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2fcc9c7d-36cf-4675-8c0c-a511bbd5da54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:33.941974 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdf8d18-06ad-4096-8d7e-57df099c9b25 admin admin] Pushing event updated for resources: {'Port': ['ID=6566a9b4-6ad6-4649-a507-ecd113da98c9,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:33.983068 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 14f5a85e-f73f-4f43-82ac-3b543543646a up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:22:34.067869 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 14f5a85e-f73f-4f43-82ac-3b543543646a completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:22:34.083393 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2fcc9c7d-36cf-4675-8c0c-a511bbd5da54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:34.104769 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-2fcc9c7d-36cf-4675-8c0c-a511bbd5da54 admin admin] Usage tracker for resource:security_group_rule and tenant:2e22feb57012497dbb8add260dd019e5 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:34.109911 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-2fcc9c7d-36cf-4675-8c0c-a511bbd5da54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:34.119056 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2fcc9c7d-36cf-4675-8c0c-a511bbd5da54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:34.175642 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c88d9-06ec-4259-92bf-34ab3b512191 req-03864c1b-87b3-435e-8606-ba5b5fc5ff0f tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:34.178208 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dc1c88d9-06ec-4259-92bf-34ab3b512191 req-03864c1b-87b3-435e-8606-ba5b5fc5ff0f tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f44d835-1cea-4fcf-b4d4-6682d03aca22 HTTP/1.1" status: 200 len: 946 time: 0.6911266 Feb 09 01:22:34.285481 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f0991820-5e8e-4d16-b775-d82d5204070c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:34.417909 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dc1c88d9-06ec-4259-92bf-34ab3b512191 req-90951110-6327-4425-8d76-3f106220f918 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e238689-2b13-4df9-8955-13b9e4cebcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035723 Feb 09 01:22:34.449144 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f0991820-5e8e-4d16-b775-d82d5204070c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:34.494630 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dbdf8d18-06ad-4096-8d7e-57df099c9b25 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:34.532512 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0991820-5e8e-4d16-b775-d82d5204070c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event deleted for resources: {'Subnet': ['ID=382c604d-75e8-44c0-b0ea-66d7b18b4bc9,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:34.542703 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f0991820-5e8e-4d16-b775-d82d5204070c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:34.557965 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f0991820-5e8e-4d16-b775-d82d5204070c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "DELETE /v2.0/subnets/382c604d-75e8-44c0-b0ea-66d7b18b4bc9 HTTP/1.1" status: 204 len: 168 time: 1.5750477 Feb 09 01:22:34.559068 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-eaead291-0bdc-4154-9d6c-32c9c0629e4f tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:34.560782 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 51900) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:34.763297 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-17d12d11-6831-495b-8db4-ca97e5759693 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:34.781458 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-eaead291-0bdc-4154-9d6c-32c9c0629e4f tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:34.804449 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c4aa1b-f20d-4ee0-920a-8a55c662d7ae None None] Network 80efa5b1-223a-445d-b72d-6a02ceef7602 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:22:34.844481 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-6e363253-5c24-4fa2-aef7-c3e15213fa8d None None] Provisioning complete for port 5b6f7217-fdae-45a1-be91-6384213953b6 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:34.849749 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6e363253-5c24-4fa2-aef7-c3e15213fa8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:35.036405 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaead291-0bdc-4154-9d6c-32c9c0629e4f tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Pushing event updated for resources: {'Port': ['ID=7602e399-c2d1-4c6c-bc97-fc7ade67d92d,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:35.049492 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-17d12d11-6831-495b-8db4-ca97e5759693 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Deleting port 5b6f7217-fdae-45a1-be91-6384213953b6 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:22:35.050131 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-17d12d11-6831-495b-8db4-ca97e5759693 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:35.109371 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631ce905-ecb3-4eab-9697-c571d4d9eefb None None] Network 5322c4b5-5555-43a6-8743-912baa7b8508 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:22:35.130408 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2fcc9c7d-36cf-4675-8c0c-a511bbd5da54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:35.138271 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2fcc9c7d-36cf-4675-8c0c-a511bbd5da54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:35.147487 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-eaead291-0bdc-4154-9d6c-32c9c0629e4f tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:35.181124 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-2fcc9c7d-36cf-4675-8c0c-a511bbd5da54 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=2e22feb57012497dbb8add260dd019e5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5322807 Feb 09 01:22:35.187501 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 51908) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:35.338998 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcc9c7d-36cf-4675-8c0c-a511bbd5da54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=027ba74b-e429-4543-93af-24e718e26eeb,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:35.539206 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ca2a8d52-bfa7-48f6-b4db-f4c4a31bf528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:35.567015 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dbdf8d18-06ad-4096-8d7e-57df099c9b25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:35.575898 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ca2a8d52-bfa7-48f6-b4db-f4c4a31bf528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:35.607723 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaead291-0bdc-4154-9d6c-32c9c0629e4f tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Network 73450656-bc03-4a51-8cde-4e88f14dd93f is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:35.611846 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-eaead291-0bdc-4154-9d6c-32c9c0629e4f tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:35.620362 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-17d12d11-6831-495b-8db4-ca97e5759693 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] For port 5b6f7217-fdae-45a1-be91-6384213953b6, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=5b6f7217-fdae-45a1-be91-6384213953b6,segment=NetworkSegment(e7dd2a10-9c1e-4923-a660-83ca574e0a23),segment_id=e7dd2a10-9c1e-4923-a660-83ca574e0a23)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:22:35.620726 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-17d12d11-6831-495b-8db4-ca97e5759693 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:35.696549 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ca2a8d52-bfa7-48f6-b4db-f4c4a31bf528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:35.796812 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-6ac3cfec-7602-4503-8c7a-d0fa82d469a9 None None] Provisioning for port 14f5a85e-f73f-4f43-82ac-3b543543646a completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:22:35.802924 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2a8d52-bfa7-48f6-b4db-f4c4a31bf528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=027ba74b-e429-4543-93af-24e718e26eeb,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:35.806393 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-6ac3cfec-7602-4503-8c7a-d0fa82d469a9 None None] Provisioning complete for port 14f5a85e-f73f-4f43-82ac-3b543543646a triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:35.807374 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6ac3cfec-7602-4503-8c7a-d0fa82d469a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:35.866377 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ca2a8d52-bfa7-48f6-b4db-f4c4a31bf528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:35.867448 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ca2a8d52-bfa7-48f6-b4db-f4c4a31bf528 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/027ba74b-e429-4543-93af-24e718e26eeb HTTP/1.1" status: 204 len: 168 time: 0.6790257 Feb 09 01:22:35.911971 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13576904-4ec1-4635-82c1-7dd8f919f5b3 None None] DHCP port deletion for 80efa5b1-223a-445d-b72d-6a02ceef7602 request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:22:35.938199 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-13576904-4ec1-4635-82c1-7dd8f919f5b3 None None] Deleting port 5b6f7217-fdae-45a1-be91-6384213953b6 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:22:35.938892 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-13576904-4ec1-4635-82c1-7dd8f919f5b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:35.967128 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-17d12d11-6831-495b-8db4-ca97e5759693 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Calling delete_port for 5b6f7217-fdae-45a1-be91-6384213953b6 owned by network:dhcp {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:22:36.003440 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 5b6f7217-fdae-45a1-be91-6384213953b6 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:22:36.145827 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbdf8d18-06ad-4096-8d7e-57df099c9b25 admin admin] Router 99da27e8-2c27-4f06-8ef8-86c5bc05c19b is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:22:36.251330 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:36.479540 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 5b6f7217-fdae-45a1-be91-6384213953b6, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=5b6f7217-fdae-45a1-be91-6384213953b6,segment=NetworkSegment(e7dd2a10-9c1e-4923-a660-83ca574e0a23),segment_id=e7dd2a10-9c1e-4923-a660-83ca574e0a23)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:22:36.491262 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:36.568264 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 51924) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:36.586097 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6ac3cfec-7602-4503-8c7a-d0fa82d469a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:36.636267 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=5b6f7217-fdae-45a1-be91-6384213953b6,revision_number=7']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:36.655303 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-63de313d-660b-4eec-a4ec-984b48aa29b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:36.682357 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.db.api [None req-17d12d11-6831-495b-8db4-ca97e5759693 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:22:36.682935 n-d-828418-1 neutron-server[87639]: DEBUG oslo_db.api [None req-17d12d11-6831-495b-8db4-ca97e5759693 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:22:36.691749 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-6ac3cfec-7602-4503-8c7a-d0fa82d469a9 None None] For port 14f5a85e-f73f-4f43-82ac-3b543543646a, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=14f5a85e-f73f-4f43-82ac-3b543543646a,segment=NetworkSegment(54433dfa-6611-4b57-886e-168c215159ee),segment_id=54433dfa-6611-4b57-886e-168c215159ee)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:22:36.700573 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaead291-0bdc-4154-9d6c-32c9c0629e4f tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Router 496ca175-fb1e-45f9-a024-4a12af1e5d93 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:22:36.705133 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6ac3cfec-7602-4503-8c7a-d0fa82d469a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:36.711383 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbdf8d18-06ad-4096-8d7e-57df099c9b25 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:22:36.735836 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-63de313d-660b-4eec-a4ec-984b48aa29b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:36.741571 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-63de313d-660b-4eec-a4ec-984b48aa29b0 admin admin] Usage tracker for resource:security_group_rule and tenant:be0db86755f64a96ac04692c4ffbcdd8 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:36.746289 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-63de313d-660b-4eec-a4ec-984b48aa29b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:36.754173 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-63de313d-660b-4eec-a4ec-984b48aa29b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:36.771645 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69718931-a98e-465c-979b-c2564f6340a2 None None] Sync routers for ids ['99da27e8-2c27-4f06-8ef8-86c5bc05c19b'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:22:36.799056 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dbdf8d18-06ad-4096-8d7e-57df099c9b25 admin admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:36.802654 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-dbdf8d18-06ad-4096-8d7e-57df099c9b25 admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.1387196 Feb 09 01:22:36.804877 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 51928) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:36.808101 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-13576904-4ec1-4635-82c1-7dd8f919f5b3 None None] For port 5b6f7217-fdae-45a1-be91-6384213953b6, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=5b6f7217-fdae-45a1-be91-6384213953b6,segment=NetworkSegment(e7dd2a10-9c1e-4923-a660-83ca574e0a23),segment_id=e7dd2a10-9c1e-4923-a660-83ca574e0a23)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:22:36.808675 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-13576904-4ec1-4635-82c1-7dd8f919f5b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:36.872688 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-63de313d-660b-4eec-a4ec-984b48aa29b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:36.877250 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-63de313d-660b-4eec-a4ec-984b48aa29b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:36.887542 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69718931-a98e-465c-979b-c2564f6340a2 None None] Routers {'99da27e8-2c27-4f06-8ef8-86c5bc05c19b'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:22:36.888122 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-69718931-a98e-465c-979b-c2564f6340a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:22:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['99da27e8-2c27-4f06-8ef8-86c5bc05c19b'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:36.941005 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-63de313d-660b-4eec-a4ec-984b48aa29b0 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=be0db86755f64a96ac04692c4ffbcdd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3430145 Feb 09 01:22:36.941875 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de313d-660b-4eec-a4ec-984b48aa29b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5ae00f-ea68-4b7c-b0e7-b1aeba36cec8,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:36.955495 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 51932) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:37.022992 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-13576904-4ec1-4635-82c1-7dd8f919f5b3 None None] Calling delete_port for 5b6f7217-fdae-45a1-be91-6384213953b6 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:22:37.025835 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7a435082-e072-484f-8115-0f14cfb2c8be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:37.056037 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7a435082-e072-484f-8115-0f14cfb2c8be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:37.098754 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac3cfec-7602-4503-8c7a-d0fa82d469a9 None None] Pushing event updated for resources: {'Port': ['ID=14f5a85e-f73f-4f43-82ac-3b543543646a,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:37.115592 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-52e45f87-6645-4715-a422-c4ed31261b94 None None] Provisioning complete for port 14f5a85e-f73f-4f43-82ac-3b543543646a triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:37.115973 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-52e45f87-6645-4715-a422-c4ed31261b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:37.146663 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7a435082-e072-484f-8115-0f14cfb2c8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:37.173294 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a435082-e072-484f-8115-0f14cfb2c8be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5ae00f-ea68-4b7c-b0e7-b1aeba36cec8,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:37.183512 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7a435082-e072-484f-8115-0f14cfb2c8be admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:37.185332 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-7a435082-e072-484f-8115-0f14cfb2c8be admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/0d5ae00f-ea68-4b7c-b0e7-b1aeba36cec8 HTTP/1.1" status: 204 len: 168 time: 0.2267425 Feb 09 01:22:37.185457 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-17d12d11-6831-495b-8db4-ca97e5759693 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Deleting port 5b6f7217-fdae-45a1-be91-6384213953b6 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:22:37.185768 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-17d12d11-6831-495b-8db4-ca97e5759693 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:37.243956 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaead291-0bdc-4154-9d6c-32c9c0629e4f tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:22:37.255707 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea83f539-8af9-4ea6-8ea4-00b7f77722f1 None None] Sync routers for ids ['496ca175-fb1e-45f9-a024-4a12af1e5d93'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:22:37.276870 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea83f539-8af9-4ea6-8ea4-00b7f77722f1 None None] Routers {'496ca175-fb1e-45f9-a024-4a12af1e5d93'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:22:37.277523 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-ea83f539-8af9-4ea6-8ea4-00b7f77722f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:22:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['496ca175-fb1e-45f9-a024-4a12af1e5d93'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:37.355466 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-69718931-a98e-465c-979b-c2564f6340a2 None None] Set router 99da27e8-2c27-4f06-8ef8-86c5bc05c19b gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:22:37.388292 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-eaead291-0bdc-4154-9d6c-32c9c0629e4f tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] 10.222.0.105 "PUT /v2.0/routers/496ca175-fb1e-45f9-a024-4a12af1e5d93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8627064 Feb 09 01:22:37.391352 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 51940) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:37.469537 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-13576904-4ec1-4635-82c1-7dd8f919f5b3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:22:37.471622 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-13576904-4ec1-4635-82c1-7dd8f919f5b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:22:37.494109 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-ea83f539-8af9-4ea6-8ea4-00b7f77722f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:37.541613 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea83f539-8af9-4ea6-8ea4-00b7f77722f1 None None] Routers {'496ca175-fb1e-45f9-a024-4a12af1e5d93'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:22:37.542412 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-ea83f539-8af9-4ea6-8ea4-00b7f77722f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:22:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['496ca175-fb1e-45f9-a024-4a12af1e5d93'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:37.595528 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-52e45f87-6645-4715-a422-c4ed31261b94 None None] Provisioning complete for port 7602e399-c2d1-4c6c-bc97-fc7ade67d92d triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:37.595906 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-52e45f87-6645-4715-a422-c4ed31261b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:37.628851 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-ea83f539-8af9-4ea6-8ea4-00b7f77722f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:37.629257 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea83f539-8af9-4ea6-8ea4-00b7f77722f1 None None] The sync data for ids ['496ca175-fb1e-45f9-a024-4a12af1e5d93'] in n-d-828418-1 is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:22:37.658041 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-52e45f87-6645-4715-a422-c4ed31261b94 None None] Port 7602e399-c2d1-4c6c-bc97-fc7ade67d92d cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:22:37.800092 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-369903a3-4e93-4b61-aa15-9141283e5c63 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:37.950559 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-69718931-a98e-465c-979b-c2564f6340a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99da27e8-2c27-4f06-8ef8-86c5bc05c19b', 'name': 'tempest-TestVolumeBackupRestore-1661116551-router', 'tenant_id': 'bfb5794a852743e5b12573464865d236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '6566a9b4-6ad6-4649-a507-ecd113da98c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:30Z', 'updated_at': '2022-02-09T01:22:34Z', 'revision_number': 3, 'project_id': 'bfb5794a852743e5b12573464865d236', 'gw_port': {'id': '6566a9b4-6ad6-4649-a507-ecd113da98c9', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e9:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99da27e8-2c27-4f06-8ef8-86c5bc05c19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:33Z', 'updated_at': '2022-02-09T01:22:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:37.975091 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-13576904-4ec1-4635-82c1-7dd8f919f5b3 None None] Deleting port 5b6f7217-fdae-45a1-be91-6384213953b6 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:22:37.976011 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-13576904-4ec1-4635-82c1-7dd8f919f5b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:37.984919 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-17d12d11-6831-495b-8db4-ca97e5759693 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] For port 5b6f7217-fdae-45a1-be91-6384213953b6, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=5b6f7217-fdae-45a1-be91-6384213953b6,segment=NetworkSegment(e7dd2a10-9c1e-4923-a660-83ca574e0a23),segment_id=e7dd2a10-9c1e-4923-a660-83ca574e0a23)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:22:37.985926 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-17d12d11-6831-495b-8db4-ca97e5759693 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:38.044861 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69718931-a98e-465c-979b-c2564f6340a2 None None] Checking router: 99da27e8-2c27-4f06-8ef8-86c5bc05c19b for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:22:38.045261 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69718931-a98e-465c-979b-c2564f6340a2 None None] Updating router 99da27e8-2c27-4f06-8ef8-86c5bc05c19b port 6566a9b4-6ad6-4649-a507-ecd113da98c9 binding host n-d-828418-1 {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:22:38.096783 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-369903a3-4e93-4b61-aa15-9141283e5c63 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 01:22:38.098037 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-369903a3-4e93-4b61-aa15-9141283e5c63 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] 10.222.0.105 "DELETE /v2.0/routers/496ca175-fb1e-45f9-a024-4a12af1e5d93 HTTP/1.1" status: 409 len: 329 time: 0.7054229 Feb 09 01:22:38.101033 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 51962) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:38.191236 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-69718931-a98e-465c-979b-c2564f6340a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:38.329500 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-17d12d11-6831-495b-8db4-ca97e5759693 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Calling delete_port for 5b6f7217-fdae-45a1-be91-6384213953b6 owned by network:dhcp {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:22:38.585382 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 14f5a85e-f73f-4f43-82ac-3b543543646a up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:22:38.874850 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-326e8901-68e1-454a-a06b-8b5793e331c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:39.081609 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-262ea485-1ce4-4bf7-bf0d-7a02f72c7004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:39.175196 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-69718931-a98e-465c-979b-c2564f6340a2 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:39.227886 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-69718931-a98e-465c-979b-c2564f6340a2 None None] Transition to ACTIVE for port object 6566a9b4-6ad6-4649-a507-ecd113da98c9 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:22:39.326183 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-69718931-a98e-465c-979b-c2564f6340a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:39.328591 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-17d12d11-6831-495b-8db4-ca97e5759693 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:39.403916 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d12d11-6831-495b-8db4-ca97e5759693 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] No DVR routers for this DVR port 5b6f7217-fdae-45a1-be91-6384213953b6 on host n-d-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:22:39.444545 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 14f5a85e-f73f-4f43-82ac-3b543543646a triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:39.445583 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:39.480825 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d12d11-6831-495b-8db4-ca97e5759693 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event deleted for resources: {'Port': ['ID=5b6f7217-fdae-45a1-be91-6384213953b6,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:39.520344 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5817d81-d1c4-48df-a491-2930c57c730e None None] Pushing event updated for resources: {'Port': ['ID=6566a9b4-6ad6-4649-a507-ecd113da98c9,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:39.522779 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-69718931-a98e-465c-979b-c2564f6340a2 None None] Attempting to bind port 6566a9b4-6ad6-4649-a507-ecd113da98c9 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:22:39.523354 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-69718931-a98e-465c-979b-c2564f6340a2 None None] Attempting to bind port 6566a9b4-6ad6-4649-a507-ecd113da98c9 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:22:39.524063 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69718931-a98e-465c-979b-c2564f6340a2 None None] Attempting to bind port 6566a9b4-6ad6-4649-a507-ecd113da98c9 on network 3d885c3c-255c-4e54-addc-b28437d0b18e {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:22:39.591618 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69718931-a98e-465c-979b-c2564f6340a2 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:22:39.592250 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69718931-a98e-465c-979b-c2564f6340a2 None None] Checking segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:22:39.592800 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-69718931-a98e-465c-979b-c2564f6340a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:39.593331 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69718931-a98e-465c-979b-c2564f6340a2 None None] Bound using segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:22:39.594298 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-69718931-a98e-465c-979b-c2564f6340a2 None None] Bound port: 6566a9b4-6ad6-4649-a507-ecd113da98c9, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:22:39.595258 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-69718931-a98e-465c-979b-c2564f6340a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:39.739953 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f51a74c7-1857-4923-ad08-9c0cab414a04 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:39.742208 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-13576904-4ec1-4635-82c1-7dd8f919f5b3 None None] For port 5b6f7217-fdae-45a1-be91-6384213953b6, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=5b6f7217-fdae-45a1-be91-6384213953b6,segment=NetworkSegment(e7dd2a10-9c1e-4923-a660-83ca574e0a23),segment_id=e7dd2a10-9c1e-4923-a660-83ca574e0a23)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:22:39.749961 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-13576904-4ec1-4635-82c1-7dd8f919f5b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:39.971366 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-17d12d11-6831-495b-8db4-ca97e5759693 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:40.023123 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-13576904-4ec1-4635-82c1-7dd8f919f5b3 None None] Calling delete_port for 5b6f7217-fdae-45a1-be91-6384213953b6 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:22:40.051475 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-17d12d11-6831-495b-8db4-ca97e5759693 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80efa5b1-223a-445d-b72d-6a02ceef7602']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:40.098798 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-69718931-a98e-465c-979b-c2564f6340a2 None None] For port 6566a9b4-6ad6-4649-a507-ecd113da98c9, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:22:40.111317 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-17d12d11-6831-495b-8db4-ca97e5759693 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7dd2a10-9c1e-4923-a660-83ca574e0a23') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:40.111612 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-17d12d11-6831-495b-8db4-ca97e5759693 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7dd2a10-9c1e-4923-a660-83ca574e0a23') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:40.121160 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-326e8901-68e1-454a-a06b-8b5793e331c8 admin admin] Allocated IP 172.20.0.1 (5322c4b5-5555-43a6-8743-912baa7b8508/046deb8a-ea16-4172-b2a4-3937588d2108/25e2a816-c5dd-4840-8b17-734242f4c4c6) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:22:40.155833 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-17d12d11-6831-495b-8db4-ca97e5759693 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:40.227969 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-17d12d11-6831-495b-8db4-ca97e5759693 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:40.237966 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-69718931-a98e-465c-979b-c2564f6340a2 None None] For port 6566a9b4-6ad6-4649-a507-ecd113da98c9, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=6566a9b4-6ad6-4649-a507-ecd113da98c9,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:22:40.249800 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-69718931-a98e-465c-979b-c2564f6340a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:40.360146 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17d12d11-6831-495b-8db4-ca97e5759693 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:22:40.361353 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-17d12d11-6831-495b-8db4-ca97e5759693 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:40.377422 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-f51a74c7-1857-4923-ad08-9c0cab414a04 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Deleting port 7602e399-c2d1-4c6c-bc97-fc7ade67d92d {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:22:40.377868 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f51a74c7-1857-4923-ad08-9c0cab414a04 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:40.396764 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 01:22:40.396764 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:22:40.396764 n-d-828418-1 neutron-server[87639]: timer() Feb 09 01:22:40.396764 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:22:40.396764 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 01:22:40.396764 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:22:40.396764 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 01:22:40.396764 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:22:40.396764 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 01:22:40.396764 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:22:40.396764 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 01:22:40.396764 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:22:40.396764 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 01:22:40.396764 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:22:40.396764 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:22:40.396764 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:22:40.396764 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:22:40.396764 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:22:40.396764 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 01:22:40.396764 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:22:40.396764 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 01:22:40.396764 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:22:40.396764 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:22:40.396764 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:22:40.396764 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 01:22:40.396764 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:22:40.396764 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:22:40.396764 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:22:40.396764 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:22:40.396764 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:22:40.396764 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:22:40.396764 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:22:40.417742 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5817d81-d1c4-48df-a491-2930c57c730e None None] Pushing event updated for resources: {'Port': ['ID=6566a9b4-6ad6-4649-a507-ecd113da98c9,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:40.451353 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-13576904-4ec1-4635-82c1-7dd8f919f5b3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:22:40.451742 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-13576904-4ec1-4635-82c1-7dd8f919f5b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:22:40.454330 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7d30b59a-0716-4977-b76f-9cb8574b3fac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:40.460302 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69718931-a98e-465c-979b-c2564f6340a2 None None] Routers {'99da27e8-2c27-4f06-8ef8-86c5bc05c19b'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:22:40.461095 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-69718931-a98e-465c-979b-c2564f6340a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:22:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['99da27e8-2c27-4f06-8ef8-86c5bc05c19b'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:40.672489 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-17d12d11-6831-495b-8db4-ca97e5759693 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:40.713635 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-69718931-a98e-465c-979b-c2564f6340a2 None None] Set router 99da27e8-2c27-4f06-8ef8-86c5bc05c19b gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:22:40.741626 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-17d12d11-6831-495b-8db4-ca97e5759693 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:40.756333 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d12d11-6831-495b-8db4-ca97e5759693 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event deleted for resources: {'Network': ['ID=80efa5b1-223a-445d-b72d-6a02ceef7602,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:40.803900 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-326e8901-68e1-454a-a06b-8b5793e331c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:40.814191 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-17d12d11-6831-495b-8db4-ca97e5759693 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "DELETE /v2.0/networks/80efa5b1-223a-445d-b72d-6a02ceef7602 HTTP/1.1" status: 204 len: 168 time: 6.2521625 Feb 09 01:22:40.815059 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 52260) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:40.836517 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f51a74c7-1857-4923-ad08-9c0cab414a04 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:40.884595 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-326e8901-68e1-454a-a06b-8b5793e331c8 admin admin] Transition to ACTIVE for port object 25e2a816-c5dd-4840-8b17-734242f4c4c6 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:22:40.934868 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9977f4-9a92-473a-ad63-464e2e4d1b54 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:40.935732 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-3e9977f4-9a92-473a-ad63-464e2e4d1b54 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Synchronizing usage tracker for tenant:c783560d2de04e1598eb7e3aecd5349e on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:22:40.960878 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-3e9977f4-9a92-473a-ad63-464e2e4d1b54 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Unset dirty status for tenant:c783560d2de04e1598eb7e3aecd5349e on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:22:40.967675 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-3e9977f4-9a92-473a-ad63-464e2e4d1b54 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1458249 Feb 09 01:22:40.968636 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 52282) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:40.972476 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-326e8901-68e1-454a-a06b-8b5793e331c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:41.065450 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-f51a74c7-1857-4923-ad08-9c0cab414a04 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Calling delete_port for 7602e399-c2d1-4c6c-bc97-fc7ade67d92d owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:22:41.125816 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326e8901-68e1-454a-a06b-8b5793e331c8 admin admin] Network 5322c4b5-5555-43a6-8743-912baa7b8508 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:41.130985 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-326e8901-68e1-454a-a06b-8b5793e331c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:41.138328 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326e8901-68e1-454a-a06b-8b5793e331c8 admin admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:22:41.297264 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326e8901-68e1-454a-a06b-8b5793e331c8 admin admin] Pushing event updated for resources: {'Port': ['ID=25e2a816-c5dd-4840-8b17-734242f4c4c6,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:41.359788 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 52336) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:41.359955 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-1b4deb7d-561a-4a27-be22-327b04080655 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3895562 Feb 09 01:22:41.360937 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-326e8901-68e1-454a-a06b-8b5793e331c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:41.378066 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-13576904-4ec1-4635-82c1-7dd8f919f5b3 None None] Deleting port 5b6f7217-fdae-45a1-be91-6384213953b6 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:22:41.378533 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-13576904-4ec1-4635-82c1-7dd8f919f5b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:41.381288 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-758b2395-f2d3-4658-9868-09039d423955 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1966916437'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:41.434958 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-758b2395-f2d3-4658-9868-09039d423955 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:41.451774 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-758b2395-f2d3-4658-9868-09039d423955 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Usage tracker for resource:network and tenant:c783560d2de04e1598eb7e3aecd5349e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:41.458789 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-758b2395-f2d3-4658-9868-09039d423955 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:41.490619 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-758b2395-f2d3-4658-9868-09039d423955 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:41.561205 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758b2395-f2d3-4658-9868-09039d423955 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Made reservation on behalf of c783560d2de04e1598eb7e3aecd5349e for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:41.569874 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-758b2395-f2d3-4658-9868-09039d423955 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:41.619308 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-13576904-4ec1-4635-82c1-7dd8f919f5b3 None None] The port '5b6f7217-fdae-45a1-be91-6384213953b6' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:22:41.638022 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f51a74c7-1857-4923-ad08-9c0cab414a04 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:41.779345 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-326e8901-68e1-454a-a06b-8b5793e331c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:41.827866 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:41.831154 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:41.835179 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-02521b40-6415-40ef-bcd0-e5fb147b52d5 None None] Provisioning for port 25e2a816-c5dd-4840-8b17-734242f4c4c6 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:22:41.842049 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-02521b40-6415-40ef-bcd0-e5fb147b52d5 None None] Provisioning complete for port 25e2a816-c5dd-4840-8b17-734242f4c4c6 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:41.842895 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-02521b40-6415-40ef-bcd0-e5fb147b52d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:41.954996 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-758b2395-f2d3-4658-9868-09039d423955 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:22:41.974971 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-02521b40-6415-40ef-bcd0-e5fb147b52d5 None None] Port 25e2a816-c5dd-4840-8b17-734242f4c4c6 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:22:41.975909 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-758b2395-f2d3-4658-9868-09039d423955 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:41.976275 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-758b2395-f2d3-4658-9868-09039d423955 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Added segment 6588a5a5-65b0-4542-b6b4-1ee7e02233f7 of type vlan for network d17a7e9e-59f8-44b2-9069-2f7f9c9ae37e Feb 09 01:22:42.040250 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-758b2395-f2d3-4658-9868-09039d423955 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:42.046754 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-69718931-a98e-465c-979b-c2564f6340a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99da27e8-2c27-4f06-8ef8-86c5bc05c19b', 'name': 'tempest-TestVolumeBackupRestore-1661116551-router', 'tenant_id': 'bfb5794a852743e5b12573464865d236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '6566a9b4-6ad6-4649-a507-ecd113da98c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:30Z', 'updated_at': '2022-02-09T01:22:34Z', 'revision_number': 3, 'project_id': 'bfb5794a852743e5b12573464865d236', 'gw_port': {'id': '6566a9b4-6ad6-4649-a507-ecd113da98c9', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e9:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99da27e8-2c27-4f06-8ef8-86c5bc05c19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:33Z', 'updated_at': '2022-02-09T01:22:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:42.053138 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69718931-a98e-465c-979b-c2564f6340a2 None None] The sync data for ids ['99da27e8-2c27-4f06-8ef8-86c5bc05c19b'] in n-d-828418-1 is: [{'id': '99da27e8-2c27-4f06-8ef8-86c5bc05c19b', 'name': 'tempest-TestVolumeBackupRestore-1661116551-router', 'tenant_id': 'bfb5794a852743e5b12573464865d236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '6566a9b4-6ad6-4649-a507-ecd113da98c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:30Z', 'updated_at': '2022-02-09T01:22:34Z', 'revision_number': 3, 'project_id': 'bfb5794a852743e5b12573464865d236', 'gw_port': {'id': '6566a9b4-6ad6-4649-a507-ecd113da98c9', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e9:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99da27e8-2c27-4f06-8ef8-86c5bc05c19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:33Z', 'updated_at': '2022-02-09T01:22:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:22:42.105744 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51a74c7-1857-4923-ad08-9c0cab414a04 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Pushing event deleted for resources: {'Port': ['ID=7602e399-c2d1-4c6c-bc97-fc7ade67d92d,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:42.122497 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-758b2395-f2d3-4658-9868-09039d423955 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:42.128471 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758b2395-f2d3-4658-9868-09039d423955 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:42.129278 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-758b2395-f2d3-4658-9868-09039d423955 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:42.179029 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-326e8901-68e1-454a-a06b-8b5793e331c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:42.193339 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-326e8901-68e1-454a-a06b-8b5793e331c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:42.412656 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-326e8901-68e1-454a-a06b-8b5793e331c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:42.580548 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 52468) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:42.643818 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-758b2395-f2d3-4658-9868-09039d423955 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2814431 Feb 09 01:22:42.646943 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 52482) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:42.668529 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758b2395-f2d3-4658-9868-09039d423955 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event updated for resources: {'Network': ['ID=d17a7e9e-59f8-44b2-9069-2f7f9c9ae37e,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:42.673946 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-7e827d35-b9ee-4ab2-b0d0-c261f2896506 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Request body: {'subnet': {'network_id': 'd17a7e9e-59f8-44b2-9069-2f7f9c9ae37e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:42.687069 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network d17a7e9e-59f8-44b2-9069-2f7f9c9ae37e details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:22:42.916081 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326e8901-68e1-454a-a06b-8b5793e331c8 admin admin] Pushing event updated for resources: {'Port': ['ID=25e2a816-c5dd-4840-8b17-734242f4c4c6,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:42.966423 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5f824237-529c-4aa8-a22e-dff104708492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:42.967556 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326e8901-68e1-454a-a06b-8b5793e331c8 admin admin] Network 5322c4b5-5555-43a6-8743-912baa7b8508 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:42.968647 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-326e8901-68e1-454a-a06b-8b5793e331c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:43.023079 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5f824237-529c-4aa8-a22e-dff104708492 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:43.100080 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7e827d35-b9ee-4ab2-b0d0-c261f2896506 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:43.103561 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-5f824237-529c-4aa8-a22e-dff104708492 admin admin] Usage tracker for resource:security_group_rule and tenant:662e6a90c77340cebe96b2cf0b3447a0 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:43.106230 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f51a74c7-1857-4923-ad08-9c0cab414a04 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:43.111970 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-5f824237-529c-4aa8-a22e-dff104708492 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:43.115349 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-7e827d35-b9ee-4ab2-b0d0-c261f2896506 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Usage tracker for resource:subnet and tenant:c783560d2de04e1598eb7e3aecd5349e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:43.128513 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-7e827d35-b9ee-4ab2-b0d0-c261f2896506 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:43.136079 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5f824237-529c-4aa8-a22e-dff104708492 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:43.144440 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7e827d35-b9ee-4ab2-b0d0-c261f2896506 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:43.144826 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:43.175915 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-326e8901-68e1-454a-a06b-8b5793e331c8 admin admin] Router 99da27e8-2c27-4f06-8ef8-86c5bc05c19b has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:22:43.251113 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-0559b6db-5ac3-4137-af2a-dd778cdd02c9 None None] Provisioning complete for port 25e2a816-c5dd-4840-8b17-734242f4c4c6 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:43.251621 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0559b6db-5ac3-4137-af2a-dd778cdd02c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:43.311206 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-0559b6db-5ac3-4137-af2a-dd778cdd02c9 None None] Port 25e2a816-c5dd-4840-8b17-734242f4c4c6 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:22:43.345267 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e827d35-b9ee-4ab2-b0d0-c261f2896506 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Made reservation on behalf of c783560d2de04e1598eb7e3aecd5349e for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:43.348819 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7e827d35-b9ee-4ab2-b0d0-c261f2896506 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:43.386820 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-326e8901-68e1-454a-a06b-8b5793e331c8 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:22:43.406228 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-326e8901-68e1-454a-a06b-8b5793e331c8 admin admin] 10.222.0.105 "PUT /v2.0/routers/99da27e8-2c27-4f06-8ef8-86c5bc05c19b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5994537 Feb 09 01:22:43.657461 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f51a74c7-1857-4923-ad08-9c0cab414a04 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Router 496ca175-fb1e-45f9-a024-4a12af1e5d93 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:22:43.895643 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f51a74c7-1857-4923-ad08-9c0cab414a04 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:22:43.908576 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decc507d-8d76-40ea-8b05-0fbcc8e552cb None None] Sync routers for ids ['496ca175-fb1e-45f9-a024-4a12af1e5d93'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:22:43.923676 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decc507d-8d76-40ea-8b05-0fbcc8e552cb None None] Routers {'496ca175-fb1e-45f9-a024-4a12af1e5d93'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:22:43.924272 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-decc507d-8d76-40ea-8b05-0fbcc8e552cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:22:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['496ca175-fb1e-45f9-a024-4a12af1e5d93'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:43.971368 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5f824237-529c-4aa8-a22e-dff104708492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:43.982156 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5f824237-529c-4aa8-a22e-dff104708492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:44.010884 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-decc507d-8d76-40ea-8b05-0fbcc8e552cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:44.021044 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decc507d-8d76-40ea-8b05-0fbcc8e552cb None None] Routers {'496ca175-fb1e-45f9-a024-4a12af1e5d93'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:22:44.021696 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-decc507d-8d76-40ea-8b05-0fbcc8e552cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:22:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['496ca175-fb1e-45f9-a024-4a12af1e5d93'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:44.092270 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f51a74c7-1857-4923-ad08-9c0cab414a04 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] 10.222.0.105 "PUT /v2.0/routers/496ca175-fb1e-45f9-a024-4a12af1e5d93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9866061 Feb 09 01:22:44.092464 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-decc507d-8d76-40ea-8b05-0fbcc8e552cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:44.092464 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decc507d-8d76-40ea-8b05-0fbcc8e552cb None None] The sync data for ids ['496ca175-fb1e-45f9-a024-4a12af1e5d93'] in n-d-828418-1 is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:22:44.095361 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 52528) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:44.107185 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-5f824237-529c-4aa8-a22e-dff104708492 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=662e6a90c77340cebe96b2cf0b3447a0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5226445 Feb 09 01:22:44.107979 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 52534) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:44.122882 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f824237-529c-4aa8-a22e-dff104708492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dff74d76-d669-4e7d-a905-8447d801c868,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:44.143861 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 52540) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:44.153466 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-92eb9a0f-0773-4a12-a6ac-9ad8bd69dad8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-525223622-network', 'tenant_id': '11575d7f322d408a95a8d24bf14e5631'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:44.160827 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7e827d35-b9ee-4ab2-b0d0-c261f2896506 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:44.169125 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-92eb9a0f-0773-4a12-a6ac-9ad8bd69dad8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:44.212255 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [None req-4ea1d8b3-b119-4d32-a9e8-1d3b3c9a9253 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] show failed (client error): The resource could not be found. Feb 09 01:22:44.214174 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-4ea1d8b3-b119-4d32-a9e8-1d3b3c9a9253 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] 10.222.0.105 "GET /v2.0/routers/tempest-non_exist_router-1105051919 HTTP/1.1" status: 404 len: 335 time: 0.1128404 Feb 09 01:22:44.218588 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 52544) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:44.224177 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-55ad31de-81c2-4052-a870-17657717b149 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:44.299216 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [None req-55ad31de-81c2-4052-a870-17657717b149 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] update failed (client error): The resource could not be found. Feb 09 01:22:44.301557 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-55ad31de-81c2-4052-a870-17657717b149 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] 10.222.0.105 "PUT /v2.0/routers/tempest-non_exist_router-89749737 HTTP/1.1" status: 404 len: 333 time: 0.0808854 Feb 09 01:22:44.304630 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 52548) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:44.354868 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 6566a9b4-6ad6-4649-a507-ecd113da98c9 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:22:44.401942 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-92eb9a0f-0773-4a12-a6ac-9ad8bd69dad8 admin admin] Usage tracker for resource:network and tenant:11575d7f322d408a95a8d24bf14e5631 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:44.402910 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-4672d98a-ff09-46ee-96f7-668ae278614a tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Deleting subnet 19351d5b-61d9-445c-96fe-8c177cd6bdac {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:22:44.406474 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4672d98a-ff09-46ee-96f7-668ae278614a tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:44.430653 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-92eb9a0f-0773-4a12-a6ac-9ad8bd69dad8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:44.442868 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 6566a9b4-6ad6-4649-a507-ecd113da98c9 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:22:44.448086 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 6566a9b4-6ad6-4649-a507-ecd113da98c9 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:44.448758 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:44.464586 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e827d35-b9ee-4ab2-b0d0-c261f2896506 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event updated for resources: {'Subnet': ['ID=13e621bf-8432-46a8-84f3-1ca4a649af48,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:44.471881 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-92eb9a0f-0773-4a12-a6ac-9ad8bd69dad8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:44.501485 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4672d98a-ff09-46ee-96f7-668ae278614a tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:44.504903 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e827d35-b9ee-4ab2-b0d0-c261f2896506 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Checking segment: {'id': '6588a5a5-65b0-4542-b6b4-1ee7e02233f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd17a7e9e-59f8-44b2-9069-2f7f9c9ae37e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:22:44.505277 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e827d35-b9ee-4ab2-b0d0-c261f2896506 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Network hostable DHCP agents. Network: d17a7e9e-59f8-44b2-9069-2f7f9c9ae37e, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:22:44.510125 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92eb9a0f-0773-4a12-a6ac-9ad8bd69dad8 admin admin] Made reservation on behalf of 11575d7f322d408a95a8d24bf14e5631 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:44.512422 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-92eb9a0f-0773-4a12-a6ac-9ad8bd69dad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:44.529309 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a52636a6-ca01-4e49-a241-94ddf45147e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:44.557980 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-92eb9a0f-0773-4a12-a6ac-9ad8bd69dad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:44.582624 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a52636a6-ca01-4e49-a241-94ddf45147e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:44.613808 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0467220e-764e-4739-975f-cae9dc6668d1 None None] Sync routers for ids ['99da27e8-2c27-4f06-8ef8-86c5bc05c19b'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:22:44.632803 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0467220e-764e-4739-975f-cae9dc6668d1 None None] Routers {'99da27e8-2c27-4f06-8ef8-86c5bc05c19b'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:22:44.633823 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-0467220e-764e-4739-975f-cae9dc6668d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:22:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['99da27e8-2c27-4f06-8ef8-86c5bc05c19b'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:44.636500 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:44.642382 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-92eb9a0f-0773-4a12-a6ac-9ad8bd69dad8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:44.652334 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e827d35-b9ee-4ab2-b0d0-c261f2896506 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Network d17a7e9e-59f8-44b2-9069-2f7f9c9ae37e is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:22:44.662133 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-92eb9a0f-0773-4a12-a6ac-9ad8bd69dad8 admin admin] Usage tracker for resource:security_group_rule and tenant:11575d7f322d408a95a8d24bf14e5631 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:44.670376 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4672d98a-ff09-46ee-96f7-668ae278614a tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:44.673161 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 6566a9b4-6ad6-4649-a507-ecd113da98c9, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=6566a9b4-6ad6-4649-a507-ecd113da98c9,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:22:44.677943 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-92eb9a0f-0773-4a12-a6ac-9ad8bd69dad8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:44.678678 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:44.691568 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-92eb9a0f-0773-4a12-a6ac-9ad8bd69dad8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:44.709484 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-7e827d35-b9ee-4ab2-b0d0-c261f2896506 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, d17a7e9e-59f8-44b2-9069-2f7f9c9ae37e) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:44.724898 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e827d35-b9ee-4ab2-b0d0-c261f2896506 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:44.725492 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7e827d35-b9ee-4ab2-b0d0-c261f2896506 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:44.732083 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e83c95-f4af-4f48-9d0a-f35f423d5fa9 None None] Network d17a7e9e-59f8-44b2-9069-2f7f9c9ae37e requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:22:44.784125 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a52636a6-ca01-4e49-a241-94ddf45147e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:44.815290 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4672d98a-ff09-46ee-96f7-668ae278614a tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:44.857210 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4672d98a-ff09-46ee-96f7-668ae278614a tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:44.866066 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4672d98a-ff09-46ee-96f7-668ae278614a tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Pushing event deleted for resources: {'Subnet': ['ID=19351d5b-61d9-445c-96fe-8c177cd6bdac,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:44.876943 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-4672d98a-ff09-46ee-96f7-668ae278614a tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] 10.222.0.105 "DELETE /v2.0/subnets/19351d5b-61d9-445c-96fe-8c177cd6bdac HTTP/1.1" status: 204 len: 168 time: 0.5629752 Feb 09 01:22:44.878604 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 52554) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:44.907948 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-92eb9a0f-0773-4a12-a6ac-9ad8bd69dad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:44.927388 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-0467220e-764e-4739-975f-cae9dc6668d1 None None] Set router 99da27e8-2c27-4f06-8ef8-86c5bc05c19b gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:22:44.931342 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a52636a6-ca01-4e49-a241-94ddf45147e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:44.935330 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a52636a6-ca01-4e49-a241-94ddf45147e9 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/dff74d76-d669-4e7d-a905-8447d801c868 HTTP/1.1" status: 204 len: 168 time: 0.8149710 Feb 09 01:22:44.935330 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-7e827d35-b9ee-4ab2-b0d0-c261f2896506 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2867520 Feb 09 01:22:44.937296 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52636a6-ca01-4e49-a241-94ddf45147e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff74d76-d669-4e7d-a905-8447d801c868,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:44.944643 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 52560) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:44.953685 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-92eb9a0f-0773-4a12-a6ac-9ad8bd69dad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:44.969523 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-424ba4e3-5767-46f8-92a7-c9dc8ec1d11c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Request body: {'port': {'network_id': 'd17a7e9e-59f8-44b2-9069-2f7f9c9ae37e', 'name': 'tempest-PortsIpV6TestJSON-1993617417'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:44.991854 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eb9a0f-0773-4a12-a6ac-9ad8bd69dad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=935c7011-fc38-4bc9-bfca-f10122cc29b6,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:45.024930 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92eb9a0f-0773-4a12-a6ac-9ad8bd69dad8 admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:22:45.040046 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-92eb9a0f-0773-4a12-a6ac-9ad8bd69dad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:45.040812 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-92eb9a0f-0773-4a12-a6ac-9ad8bd69dad8 admin admin] Added segment 0f90f0e3-4141-4826-b38b-e19e3ed3d126 of type vlan for network b439a46e-115c-48eb-8801-9f3677ea4b18 Feb 09 01:22:45.052408 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72d59cb-7764-466e-9f1a-3bec3ee20d70 None None] Network 27061eeb-293f-4d98-8938-b9fa17085ab9 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:22:45.091851 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=6566a9b4-6ad6-4649-a507-ecd113da98c9,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:45.113015 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-92eb9a0f-0773-4a12-a6ac-9ad8bd69dad8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:45.152122 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-92eb9a0f-0773-4a12-a6ac-9ad8bd69dad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:45.153585 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92eb9a0f-0773-4a12-a6ac-9ad8bd69dad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:45.154711 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-92eb9a0f-0773-4a12-a6ac-9ad8bd69dad8 admin admin] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:45.201745 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-767fd340-b150-4bad-be61-057221039bb7 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Deleting subnet 3ad139d1-30ff-4f56-9eff-5a1d0e9a3485 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:22:45.235062 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-767fd340-b150-4bad-be61-057221039bb7 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:45.278327 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-92eb9a0f-0773-4a12-a6ac-9ad8bd69dad8 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1308963 Feb 09 01:22:45.278558 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 52568) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:45.286466 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-ae1a0067-fb87-4d8d-b663-c2677e528171 admin admin] Request body: {'subnet': {'network_id': 'b439a46e-115c-48eb-8801-9f3677ea4b18', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-525223622-subnet', 'tenant_id': '11575d7f322d408a95a8d24bf14e5631', 'ip_version': 4}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:45.290907 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eb9a0f-0773-4a12-a6ac-9ad8bd69dad8 admin admin] Pushing event updated for resources: {'Network': ['ID=b439a46e-115c-48eb-8801-9f3677ea4b18,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:45.294754 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ae1a0067-fb87-4d8d-b663-c2677e528171 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:45.299978 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ae1a0067-fb87-4d8d-b663-c2677e528171 admin admin] Usage tracker for resource:subnet and tenant:11575d7f322d408a95a8d24bf14e5631 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:45.303243 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ae1a0067-fb87-4d8d-b663-c2677e528171 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:45.318742 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ae1a0067-fb87-4d8d-b663-c2677e528171 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:45.330948 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae1a0067-fb87-4d8d-b663-c2677e528171 admin admin] Made reservation on behalf of 11575d7f322d408a95a8d24bf14e5631 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:45.333401 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ae1a0067-fb87-4d8d-b663-c2677e528171 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:45.339857 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network b439a46e-115c-48eb-8801-9f3677ea4b18 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:22:45.378110 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-767fd340-b150-4bad-be61-057221039bb7 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:45.451719 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-0467220e-764e-4739-975f-cae9dc6668d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99da27e8-2c27-4f06-8ef8-86c5bc05c19b', 'name': 'tempest-TestVolumeBackupRestore-1661116551-router', 'tenant_id': 'bfb5794a852743e5b12573464865d236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '6566a9b4-6ad6-4649-a507-ecd113da98c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:30Z', 'updated_at': '2022-02-09T01:22:41Z', 'revision_number': 4, 'project_id': 'bfb5794a852743e5b12573464865d236', 'gw_port': {'id': '6566a9b4-6ad6-4649-a507-ecd113da98c9', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99da27e8-2c27-4f06-8ef8-86c5bc05c19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:33Z', 'updated_at': '2022-02-09T01:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '25e2a816-c5dd-4840-8b17-734242f4c4c6', 'name': '', 'network_id': '5322c4b5-5555-43a6-8743-912baa7b8508', 'tenant_id': 'bfb5794a852743e5b12573464865d236', 'mac_address': 'fa:16:3e:d4:43:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99da27e8-2c27-4f06-8ef8-86c5bc05c19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '046deb8a-ea16-4172-b2a4-3937588d2108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:39Z', 'updated_at': '2022-02-09T01:22:41Z', 'revision_number': 2, 'project_id': 'bfb5794a852743e5b12573464865d236', 'subnets': [{'id': '046deb8a-ea16-4172-b2a4-3937588d2108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:45.456370 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0467220e-764e-4739-975f-cae9dc6668d1 None None] Checking router: 99da27e8-2c27-4f06-8ef8-86c5bc05c19b for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:22:45.456910 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0467220e-764e-4739-975f-cae9dc6668d1 None None] Updating router 99da27e8-2c27-4f06-8ef8-86c5bc05c19b port 25e2a816-c5dd-4840-8b17-734242f4c4c6 binding host n-d-828418-1 {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:22:45.504861 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 52572) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:45.528576 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-0467220e-764e-4739-975f-cae9dc6668d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:45.554448 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-424ba4e3-5767-46f8-92a7-c9dc8ec1d11c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:45.574654 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-424ba4e3-5767-46f8-92a7-c9dc8ec1d11c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:45.586977 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-092a4d6f-b60a-4224-a0a0-6c511798f3af admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:45.600348 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424ba4e3-5767-46f8-92a7-c9dc8ec1d11c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Made reservation on behalf of c783560d2de04e1598eb7e3aecd5349e for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:45.605023 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ae1a0067-fb87-4d8d-b663-c2677e528171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:45.605280 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-424ba4e3-5767-46f8-92a7-c9dc8ec1d11c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:45.636505 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-092a4d6f-b60a-4224-a0a0-6c511798f3af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:45.647245 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-092a4d6f-b60a-4224-a0a0-6c511798f3af admin admin] Usage tracker for resource:security_group_rule and tenant:dc7245657dea4666b8d86b328cf9eeac is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:45.656040 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-092a4d6f-b60a-4224-a0a0-6c511798f3af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:45.661854 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a98ed24-f931-4961-be38-22a4033c0d8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-d17a7e9e-59f8-44b2-9069-2f7f9c9ae37e', 'network_id': 'd17a7e9e-59f8-44b2-9069-2f7f9c9ae37e', 'tenant_id': 'c783560d2de04e1598eb7e3aecd5349e', 'fixed_ips': [{'subnet_id': '13e621bf-8432-46a8-84f3-1ca4a649af48'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:22:45.662669 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5a98ed24-f931-4961-be38-22a4033c0d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:45.663976 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-092a4d6f-b60a-4224-a0a0-6c511798f3af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:45.771483 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a0067-fb87-4d8d-b663-c2677e528171 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21195007-bc71-484b-ac52-9d0f854c867f,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:45.785967 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-767fd340-b150-4bad-be61-057221039bb7 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:45.801202 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1a0067-fb87-4d8d-b663-c2677e528171 admin admin] Checking segment: {'id': '0f90f0e3-4141-4826-b38b-e19e3ed3d126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b439a46e-115c-48eb-8801-9f3677ea4b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:22:45.801553 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1a0067-fb87-4d8d-b663-c2677e528171 admin admin] Network hostable DHCP agents. Network: b439a46e-115c-48eb-8801-9f3677ea4b18, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:22:45.824839 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1a0067-fb87-4d8d-b663-c2677e528171 admin admin] Network b439a46e-115c-48eb-8801-9f3677ea4b18 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:22:45.838139 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-ae1a0067-fb87-4d8d-b663-c2677e528171 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, b439a46e-115c-48eb-8801-9f3677ea4b18) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:45.842896 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1a0067-fb87-4d8d-b663-c2677e528171 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:45.843439 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ae1a0067-fb87-4d8d-b663-c2677e528171 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:45.850138 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b26b8c-ad93-4060-b355-5b94af45851b None None] Network b439a46e-115c-48eb-8801-9f3677ea4b18 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:22:45.866964 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ae1a0067-fb87-4d8d-b663-c2677e528171 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5873458 Feb 09 01:22:45.869782 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 52578) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:45.877497 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-0bc8d39e-c6a5-4990-8283-c8406c509c8b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-525223622-router', 'tenant_id': '11575d7f322d408a95a8d24bf14e5631', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:45.884394 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-0bc8d39e-c6a5-4990-8283-c8406c509c8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:45.890190 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-0bc8d39e-c6a5-4990-8283-c8406c509c8b admin admin] Usage tracker for resource:router and tenant:11575d7f322d408a95a8d24bf14e5631 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:45.893713 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-0bc8d39e-c6a5-4990-8283-c8406c509c8b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:45.893956 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-092a4d6f-b60a-4224-a0a0-6c511798f3af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:45.896525 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-767fd340-b150-4bad-be61-057221039bb7 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:45.907675 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-0bc8d39e-c6a5-4990-8283-c8406c509c8b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:45.924580 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0bc8d39e-c6a5-4990-8283-c8406c509c8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:45.926395 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0bc8d39e-c6a5-4990-8283-c8406c509c8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:45.934802 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-092a4d6f-b60a-4224-a0a0-6c511798f3af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:45.946466 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0bc8d39e-c6a5-4990-8283-c8406c509c8b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:45.979227 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-092a4d6f-b60a-4224-a0a0-6c511798f3af admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=dc7245657dea4666b8d86b328cf9eeac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4730031 Feb 09 01:22:45.980847 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-424ba4e3-5767-46f8-92a7-c9dc8ec1d11c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] device_id is not set on port 1385842e-80c9-464a-8baa-2eceb27690e8 yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:22:46.026205 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 52582) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:46.029988 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767fd340-b150-4bad-be61-057221039bb7 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Pushing event deleted for resources: {'Subnet': ['ID=3ad139d1-30ff-4f56-9eff-5a1d0e9a3485,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:46.044760 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0012f71-42b1-4a59-9f55-8269be12c973 None None] Network c9bb2d84-1fa1-457c-b970-33dc58ebf13e requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:22:46.052212 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-767fd340-b150-4bad-be61-057221039bb7 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:46.075953 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 52586) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:46.080900 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-767fd340-b150-4bad-be61-057221039bb7 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] 10.222.0.105 "DELETE /v2.0/subnets/3ad139d1-30ff-4f56-9eff-5a1d0e9a3485 HTTP/1.1" status: 204 len: 168 time: 1.2000022 Feb 09 01:22:46.115171 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-0467220e-764e-4739-975f-cae9dc6668d1 None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:46.132279 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-0467220e-764e-4739-975f-cae9dc6668d1 None None] Transition to ACTIVE for port object 25e2a816-c5dd-4840-8b17-734242f4c4c6 will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:22:46.143991 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-5a98ed24-f931-4961-be38-22a4033c0d8b None None] Allocated IP 2001:db8::2 (d17a7e9e-59f8-44b2-9069-2f7f9c9ae37e/13e621bf-8432-46a8-84f3-1ca4a649af48/28bbd67f-a566-4797-99c0-7b6ddbdbe54c) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:22:46.151977 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092a4d6f-b60a-4224-a0a0-6c511798f3af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71c472d-0435-4548-9995-27c91db19b8b,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:46.162723 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-0467220e-764e-4739-975f-cae9dc6668d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:46.187007 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6b6507-78de-4f03-b864-f59226422e33 None None] DHCP port deletion for 27061eeb-293f-4d98-8938-b9fa17085ab9 request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:22:46.214527 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041eedc4-f8e3-48f6-bbaf-8701fdb3316a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-b439a46e-115c-48eb-8801-9f3677ea4b18', 'network_id': 'b439a46e-115c-48eb-8801-9f3677ea4b18', 'tenant_id': '11575d7f322d408a95a8d24bf14e5631', 'fixed_ips': [{'subnet_id': '21195007-bc71-484b-ac52-9d0f854c867f'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:22:46.215624 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-041eedc4-f8e3-48f6-bbaf-8701fdb3316a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:46.231154 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-5f6b6507-78de-4f03-b864-f59226422e33 None None] Deleting port 9c63ebc7-3cc8-4bc6-8c72-23c0edbf65b3 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:22:46.231997 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5f6b6507-78de-4f03-b864-f59226422e33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:46.429555 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5bfc4ee6-ccfb-4c4c-ad65-86469dc3a9ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:46.453446 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 6566a9b4-6ad6-4649-a507-ecd113da98c9 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:22:46.460316 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5bfc4ee6-ccfb-4c4c-ad65-86469dc3a9ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:46.499157 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0bc8d39e-c6a5-4990-8283-c8406c509c8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:46.505988 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efd447-bd08-4946-9dd6-3d187be35df6 None None] Pushing event updated for resources: {'Port': ['ID=25e2a816-c5dd-4840-8b17-734242f4c4c6,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:46.557756 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5bfc4ee6-ccfb-4c4c-ad65-86469dc3a9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:46.585461 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfc4ee6-ccfb-4c4c-ad65-86469dc3a9ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71c472d-0435-4548-9995-27c91db19b8b,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:46.610087 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5bfc4ee6-ccfb-4c4c-ad65-86469dc3a9ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:46.612166 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-5bfc4ee6-ccfb-4c4c-ad65-86469dc3a9ab admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/e71c472d-0435-4548-9995-27c91db19b8b HTTP/1.1" status: 204 len: 168 time: 0.5751917 Feb 09 01:22:46.641777 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efd447-bd08-4946-9dd6-3d187be35df6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:46.642110 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efd447-bd08-4946-9dd6-3d187be35df6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:46.642447 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efd447-bd08-4946-9dd6-3d187be35df6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:46.642972 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efd447-bd08-4946-9dd6-3d187be35df6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:46.643466 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efd447-bd08-4946-9dd6-3d187be35df6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:46.644122 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efd447-bd08-4946-9dd6-3d187be35df6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:46.644658 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efd447-bd08-4946-9dd6-3d187be35df6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:46.648062 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efd447-bd08-4946-9dd6-3d187be35df6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:46.648814 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efd447-bd08-4946-9dd6-3d187be35df6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:46.654221 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efd447-bd08-4946-9dd6-3d187be35df6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:46.654750 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efd447-bd08-4946-9dd6-3d187be35df6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:46.655247 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efd447-bd08-4946-9dd6-3d187be35df6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:46.736420 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b08cc51e-4d70-4192-ae05-3d8045936323 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:46.785496 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-0467220e-764e-4739-975f-cae9dc6668d1 None None] Attempting to bind port 25e2a816-c5dd-4840-8b17-734242f4c4c6 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:22:46.788310 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-0467220e-764e-4739-975f-cae9dc6668d1 None None] Attempting to bind port 25e2a816-c5dd-4840-8b17-734242f4c4c6 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '54433dfa-6611-4b57-886e-168c215159ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5322c4b5-5555-43a6-8743-912baa7b8508'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:22:46.788933 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0467220e-764e-4739-975f-cae9dc6668d1 None None] Attempting to bind port 25e2a816-c5dd-4840-8b17-734242f4c4c6 on network 5322c4b5-5555-43a6-8743-912baa7b8508 {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:22:46.789907 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-b08cc51e-4d70-4192-ae05-3d8045936323 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Deleting port 9c63ebc7-3cc8-4bc6-8c72-23c0edbf65b3 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:22:46.790418 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b08cc51e-4d70-4192-ae05-3d8045936323 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:46.799986 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0467220e-764e-4739-975f-cae9dc6668d1 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:22:46.802081 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0467220e-764e-4739-975f-cae9dc6668d1 None None] Checking segment: {'id': '54433dfa-6611-4b57-886e-168c215159ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5322c4b5-5555-43a6-8743-912baa7b8508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:22:46.804071 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-0467220e-764e-4739-975f-cae9dc6668d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:46.811743 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0467220e-764e-4739-975f-cae9dc6668d1 None None] Bound using segment: {'id': '54433dfa-6611-4b57-886e-168c215159ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5322c4b5-5555-43a6-8743-912baa7b8508'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:22:46.813686 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-0467220e-764e-4739-975f-cae9dc6668d1 None None] Bound port: 25e2a816-c5dd-4840-8b17-734242f4c4c6, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54433dfa-6611-4b57-886e-168c215159ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5322c4b5-5555-43a6-8743-912baa7b8508'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:22:46.814257 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-0467220e-764e-4739-975f-cae9dc6668d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:46.996292 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 6566a9b4-6ad6-4649-a507-ecd113da98c9 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:46.996881 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:47.004419 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-0467220e-764e-4739-975f-cae9dc6668d1 None None] For port 25e2a816-c5dd-4840-8b17-734242f4c4c6, host n-d-828418-1, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:22:47.008729 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-0467220e-764e-4739-975f-cae9dc6668d1 None None] For port 25e2a816-c5dd-4840-8b17-734242f4c4c6, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=25e2a816-c5dd-4840-8b17-734242f4c4c6,segment=NetworkSegment(54433dfa-6611-4b57-886e-168c215159ee),segment_id=54433dfa-6611-4b57-886e-168c215159ee)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:22:47.012904 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-0467220e-764e-4739-975f-cae9dc6668d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:47.221100 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-5f6b6507-78de-4f03-b864-f59226422e33 None None] For port 9c63ebc7-3cc8-4bc6-8c72-23c0edbf65b3, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=9c63ebc7-3cc8-4bc6-8c72-23c0edbf65b3,segment=NetworkSegment(e68785b5-bc60-403a-8989-a98ef4d7d105),segment_id=e68785b5-bc60-403a-8989-a98ef4d7d105)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:22:47.221679 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5f6b6507-78de-4f03-b864-f59226422e33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:47.229373 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0467220e-764e-4739-975f-cae9dc6668d1 None None] Routers {'99da27e8-2c27-4f06-8ef8-86c5bc05c19b'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:22:47.230057 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-0467220e-764e-4739-975f-cae9dc6668d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:22:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['99da27e8-2c27-4f06-8ef8-86c5bc05c19b'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:47.241011 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-041eedc4-f8e3-48f6-bbaf-8701fdb3316a None None] Allocated IP 172.20.0.2 (b439a46e-115c-48eb-8801-9f3677ea4b18/21195007-bc71-484b-ac52-9d0f854c867f/b28fe750-2fbd-4d25-a053-55df11029efb) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:22:47.364220 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-b08cc51e-4d70-4192-ae05-3d8045936323 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] For port 9c63ebc7-3cc8-4bc6-8c72-23c0edbf65b3, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=9c63ebc7-3cc8-4bc6-8c72-23c0edbf65b3,segment=NetworkSegment(e68785b5-bc60-403a-8989-a98ef4d7d105),segment_id=e68785b5-bc60-403a-8989-a98ef4d7d105)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:22:47.364773 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b08cc51e-4d70-4192-ae05-3d8045936323 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:47.406749 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efd447-bd08-4946-9dd6-3d187be35df6 None None] Pushing event updated for resources: {'Port': ['ID=25e2a816-c5dd-4840-8b17-734242f4c4c6,revision_number=4']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:47.573370 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-5f6b6507-78de-4f03-b864-f59226422e33 None None] Calling delete_port for 9c63ebc7-3cc8-4bc6-8c72-23c0edbf65b3 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:22:47.603318 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1780bf94-7c67-4e90-b355-a752d85a6194 None None] DHCP port deletion for c9bb2d84-1fa1-457c-b970-33dc58ebf13e request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:22:47.646937 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5a98ed24-f931-4961-be38-22a4033c0d8b None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:47.675275 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-b08cc51e-4d70-4192-ae05-3d8045936323 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Calling delete_port for 9c63ebc7-3cc8-4bc6-8c72-23c0edbf65b3 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:22:47.743823 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-1780bf94-7c67-4e90-b355-a752d85a6194 None None] Deleting port ecd3c289-246b-442d-a047-6b5f5aa6646c {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:22:47.744351 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1780bf94-7c67-4e90-b355-a752d85a6194 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:47.752125 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-0467220e-764e-4739-975f-cae9dc6668d1 None None] Set router 99da27e8-2c27-4f06-8ef8-86c5bc05c19b gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:22:47.853655 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5a98ed24-f931-4961-be38-22a4033c0d8b None None] Transition to ACTIVE for port object 28bbd67f-a566-4797-99c0-7b6ddbdbe54c will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:22:47.932654 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0bc8d39e-c6a5-4990-8283-c8406c509c8b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:47.996296 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b08cc51e-4d70-4192-ae05-3d8045936323 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:48.057046 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0bc8d39e-c6a5-4990-8283-c8406c509c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:48.107037 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08cc51e-4d70-4192-ae05-3d8045936323 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Pushing event deleted for resources: {'Port': ['ID=9c63ebc7-3cc8-4bc6-8c72-23c0edbf65b3,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:48.112227 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08cc51e-4d70-4192-ae05-3d8045936323 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] No DVR routers for this DVR port 9c63ebc7-3cc8-4bc6-8c72-23c0edbf65b3 on host n-d-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:22:48.296951 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b08cc51e-4d70-4192-ae05-3d8045936323 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:48.415845 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-b08cc51e-4d70-4192-ae05-3d8045936323 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27061eeb-293f-4d98-8938-b9fa17085ab9']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:48.431867 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-0467220e-764e-4739-975f-cae9dc6668d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99da27e8-2c27-4f06-8ef8-86c5bc05c19b', 'name': 'tempest-TestVolumeBackupRestore-1661116551-router', 'tenant_id': 'bfb5794a852743e5b12573464865d236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '6566a9b4-6ad6-4649-a507-ecd113da98c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:30Z', 'updated_at': '2022-02-09T01:22:41Z', 'revision_number': 4, 'project_id': 'bfb5794a852743e5b12573464865d236', 'gw_port': {'id': '6566a9b4-6ad6-4649-a507-ecd113da98c9', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99da27e8-2c27-4f06-8ef8-86c5bc05c19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:33Z', 'updated_at': '2022-02-09T01:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '25e2a816-c5dd-4840-8b17-734242f4c4c6', 'name': '', 'network_id': '5322c4b5-5555-43a6-8743-912baa7b8508', 'tenant_id': 'bfb5794a852743e5b12573464865d236', 'mac_address': 'fa:16:3e:d4:43:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99da27e8-2c27-4f06-8ef8-86c5bc05c19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '046deb8a-ea16-4172-b2a4-3937588d2108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:39Z', 'updated_at': '2022-02-09T01:22:46Z', 'revision_number': 4, 'project_id': 'bfb5794a852743e5b12573464865d236', 'subnets': [{'id': '046deb8a-ea16-4172-b2a4-3937588d2108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:48.436491 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-b08cc51e-4d70-4192-ae05-3d8045936323 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e68785b5-bc60-403a-8989-a98ef4d7d105') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:48.436791 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-b08cc51e-4d70-4192-ae05-3d8045936323 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e68785b5-bc60-403a-8989-a98ef4d7d105') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:48.437639 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0467220e-764e-4739-975f-cae9dc6668d1 None None] The sync data for ids ['99da27e8-2c27-4f06-8ef8-86c5bc05c19b'] in n-d-828418-1 is: [{'id': '99da27e8-2c27-4f06-8ef8-86c5bc05c19b', 'name': 'tempest-TestVolumeBackupRestore-1661116551-router', 'tenant_id': 'bfb5794a852743e5b12573464865d236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '6566a9b4-6ad6-4649-a507-ecd113da98c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:30Z', 'updated_at': '2022-02-09T01:22:41Z', 'revision_number': 4, 'project_id': 'bfb5794a852743e5b12573464865d236', 'gw_port': {'id': '6566a9b4-6ad6-4649-a507-ecd113da98c9', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99da27e8-2c27-4f06-8ef8-86c5bc05c19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:33Z', 'updated_at': '2022-02-09T01:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '25e2a816-c5dd-4840-8b17-734242f4c4c6', 'name': '', 'network_id': '5322c4b5-5555-43a6-8743-912baa7b8508', 'tenant_id': 'bfb5794a852743e5b12573464865d236', 'mac_address': 'fa:16:3e:d4:43:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99da27e8-2c27-4f06-8ef8-86c5bc05c19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '046deb8a-ea16-4172-b2a4-3937588d2108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:39Z', 'updated_at': '2022-02-09T01:22:46Z', 'revision_number': 4, 'project_id': 'bfb5794a852743e5b12573464865d236', 'subnets': [{'id': '046deb8a-ea16-4172-b2a4-3937588d2108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:22:48.456255 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b08cc51e-4d70-4192-ae05-3d8045936323 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:48.477149 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-0bc8d39e-c6a5-4990-8283-c8406c509c8b admin admin] Allocated IP 172.25.0.150 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/295f0796-eebd-4455-b27d-82a48c9079b2) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:22:48.496313 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b08cc51e-4d70-4192-ae05-3d8045936323 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:48.510201 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b08cc51e-4d70-4192-ae05-3d8045936323 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:22:48.510797 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b08cc51e-4d70-4192-ae05-3d8045936323 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:48.530182 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:22:48.530182 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:22:48.530182 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:22:48.530182 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:22:48.530182 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:22:48.530182 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:22:48.530182 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:22:48.530182 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:22:48.530182 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:22:48.530182 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:22:48.530182 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:22:48.530182 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:22:48.530182 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:22:48.530182 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:22:48.530182 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:22:48.530182 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:22:48.530182 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:22:48.530182 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:22:48.530182 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:22:48.530182 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:22:48.530182 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:22:48.530182 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:22:48.530182 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:22:48.530182 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:22:48.530182 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:22:48.530182 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:22:48.530182 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:22:48.530182 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:22:48.530182 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:22:48.530182 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:22:48.530182 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:22:48.530182 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:22:48.561823 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5a98ed24-f931-4961-be38-22a4033c0d8b None None] Transition to ACTIVE for port object 28bbd67f-a566-4797-99c0-7b6ddbdbe54c will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:22:48.571017 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-1780bf94-7c67-4e90-b355-a752d85a6194 None None] For port ecd3c289-246b-442d-a047-6b5f5aa6646c, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=ecd3c289-246b-442d-a047-6b5f5aa6646c,segment=NetworkSegment(619d9275-b2d5-421e-bd4e-bccfdaca9822),segment_id=619d9275-b2d5-421e-bd4e-bccfdaca9822)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:22:48.572064 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1780bf94-7c67-4e90-b355-a752d85a6194 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:48.744472 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b08cc51e-4d70-4192-ae05-3d8045936323 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:48.752627 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-1780bf94-7c67-4e90-b355-a752d85a6194 None None] Calling delete_port for ecd3c289-246b-442d-a047-6b5f5aa6646c owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:22:48.773549 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b08cc51e-4d70-4192-ae05-3d8045936323 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:48.786580 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08cc51e-4d70-4192-ae05-3d8045936323 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Pushing event deleted for resources: {'Network': ['ID=27061eeb-293f-4d98-8938-b9fa17085ab9,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:48.837475 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5a98ed24-f931-4961-be38-22a4033c0d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:48.841224 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b08cc51e-4d70-4192-ae05-3d8045936323 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] 10.222.0.105 "DELETE /v2.0/networks/27061eeb-293f-4d98-8938-b9fa17085ab9 HTTP/1.1" status: 204 len: 168 time: 2.7642083 Feb 09 01:22:48.844553 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 52636) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:48.930851 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 9c63ebc7-3cc8-4bc6-8c72-23c0edbf65b3 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:22:48.955311 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-424ba4e3-5767-46f8-92a7-c9dc8ec1d11c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Allocated IP 2001:db8::3e9 (d17a7e9e-59f8-44b2-9069-2f7f9c9ae37e/13e621bf-8432-46a8-84f3-1ca4a649af48/1385842e-80c9-464a-8baa-2eceb27690e8) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:22:48.969631 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0bc8d39e-c6a5-4990-8283-c8406c509c8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:49.061558 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-55d79f96-07fe-4b6b-9183-8c05b07f3d74 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:49.078849 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a98ed24-f931-4961-be38-22a4033c0d8b None None] Network d17a7e9e-59f8-44b2-9069-2f7f9c9ae37e is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:49.084421 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 9c63ebc7-3cc8-4bc6-8c72-23c0edbf65b3 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:22:49.084770 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 9c63ebc7-3cc8-4bc6-8c72-23c0edbf65b3 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:22:49.088815 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-55d79f96-07fe-4b6b-9183-8c05b07f3d74 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Deleting port ecd3c289-246b-442d-a047-6b5f5aa6646c {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:22:49.089093 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-55d79f96-07fe-4b6b-9183-8c05b07f3d74 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:49.099018 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-5a98ed24-f931-4961-be38-22a4033c0d8b None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:49.113698 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a98ed24-f931-4961-be38-22a4033c0d8b None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:22:49.120195 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-041eedc4-f8e3-48f6-bbaf-8701fdb3316a None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:49.131884 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-5f6b6507-78de-4f03-b864-f59226422e33 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:22:49.132452 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-5f6b6507-78de-4f03-b864-f59226422e33 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:22:49.256483 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-424ba4e3-5767-46f8-92a7-c9dc8ec1d11c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:49.279534 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-424ba4e3-5767-46f8-92a7-c9dc8ec1d11c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Transition to ACTIVE for port object 1385842e-80c9-464a-8baa-2eceb27690e8 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:22:49.314388 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-424ba4e3-5767-46f8-92a7-c9dc8ec1d11c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:49.347166 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-041eedc4-f8e3-48f6-bbaf-8701fdb3316a None None] Transition to ACTIVE for port object b28fe750-2fbd-4d25-a053-55df11029efb will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:22:49.403300 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 25e2a816-c5dd-4840-8b17-734242f4c4c6 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:22:49.469014 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424ba4e3-5767-46f8-92a7-c9dc8ec1d11c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event updated for resources: {'Port': ['ID=1385842e-80c9-464a-8baa-2eceb27690e8,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:49.487372 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424ba4e3-5767-46f8-92a7-c9dc8ec1d11c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Network d17a7e9e-59f8-44b2-9069-2f7f9c9ae37e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:49.488602 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-424ba4e3-5767-46f8-92a7-c9dc8ec1d11c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:49.491494 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424ba4e3-5767-46f8-92a7-c9dc8ec1d11c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:22:49.499835 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424ba4e3-5767-46f8-92a7-c9dc8ec1d11c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:49.500528 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-424ba4e3-5767-46f8-92a7-c9dc8ec1d11c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:49.529323 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-424ba4e3-5767-46f8-92a7-c9dc8ec1d11c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.5788841 Feb 09 01:22:49.529528 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 52650) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:49.544918 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0bc8d39e-c6a5-4990-8283-c8406c509c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:49.547796 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-8f85c88c-7ae6-41d7-97e7-aeda4fb55524 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Request body: {'port': {'network_id': 'd17a7e9e-59f8-44b2-9069-2f7f9c9ae37e', 'name': 'tempest-PortsIpV6TestJSON-1498462620'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:49.549022 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a98ed24-f931-4961-be38-22a4033c0d8b None None] Pushing event updated for resources: {'Port': ['ID=28bbd67f-a566-4797-99c0-7b6ddbdbe54c,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:49.656000 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-5f6b6507-78de-4f03-b864-f59226422e33 None None] Deleting port 9c63ebc7-3cc8-4bc6-8c72-23c0edbf65b3 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:22:49.656616 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5f6b6507-78de-4f03-b864-f59226422e33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:49.756509 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-041eedc4-f8e3-48f6-bbaf-8701fdb3316a None None] Transition to ACTIVE for port object b28fe750-2fbd-4d25-a053-55df11029efb will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:22:49.785706 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1780bf94-7c67-4e90-b355-a752d85a6194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:49.793494 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-8f85c88c-7ae6-41d7-97e7-aeda4fb55524 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:49.798997 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-8f85c88c-7ae6-41d7-97e7-aeda4fb55524 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Usage tracker for resource:port and tenant:c783560d2de04e1598eb7e3aecd5349e is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:49.803143 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-8f85c88c-7ae6-41d7-97e7-aeda4fb55524 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:49.812883 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-8f85c88c-7ae6-41d7-97e7-aeda4fb55524 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:49.824964 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f85c88c-7ae6-41d7-97e7-aeda4fb55524 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Made reservation on behalf of c783560d2de04e1598eb7e3aecd5349e for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:49.830289 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8f85c88c-7ae6-41d7-97e7-aeda4fb55524 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:49.864766 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-8f85c88c-7ae6-41d7-97e7-aeda4fb55524 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] device_id is not set on port e63ea7f0-a5ca-482d-9949-1357d4c9fc08 yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:22:49.941284 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-5f6b6507-78de-4f03-b864-f59226422e33 None None] The port '9c63ebc7-3cc8-4bc6-8c72-23c0edbf65b3' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:22:49.948101 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1780bf94-7c67-4e90-b355-a752d85a6194 None None] No DVR routers for this DVR port ecd3c289-246b-442d-a047-6b5f5aa6646c on host n-d-828418-1 {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:22:49.951334 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-5a98ed24-f931-4961-be38-22a4033c0d8b None None] Attempting to bind port 28bbd67f-a566-4797-99c0-7b6ddbdbe54c on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:22:49.951993 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-5a98ed24-f931-4961-be38-22a4033c0d8b None None] Attempting to bind port 28bbd67f-a566-4797-99c0-7b6ddbdbe54c by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '6588a5a5-65b0-4542-b6b4-1ee7e02233f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd17a7e9e-59f8-44b2-9069-2f7f9c9ae37e'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:22:49.952571 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a98ed24-f931-4961-be38-22a4033c0d8b None None] Attempting to bind port 28bbd67f-a566-4797-99c0-7b6ddbdbe54c on network d17a7e9e-59f8-44b2-9069-2f7f9c9ae37e {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:22:49.964352 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-041eedc4-f8e3-48f6-bbaf-8701fdb3316a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:50.009203 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1780bf94-7c67-4e90-b355-a752d85a6194 None None] Pushing event deleted for resources: {'Port': ['ID=ecd3c289-246b-442d-a047-6b5f5aa6646c,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:50.174627 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041eedc4-f8e3-48f6-bbaf-8701fdb3316a None None] Pushing event updated for resources: {'Port': ['ID=b28fe750-2fbd-4d25-a053-55df11029efb,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:50.189948 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-8f85c88c-7ae6-41d7-97e7-aeda4fb55524 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Allocated IP 2001:db8::2b6 (d17a7e9e-59f8-44b2-9069-2f7f9c9ae37e/13e621bf-8432-46a8-84f3-1ca4a649af48/e63ea7f0-a5ca-482d-9949-1357d4c9fc08) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:22:50.192721 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a98ed24-f931-4961-be38-22a4033c0d8b None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:22:50.193107 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a98ed24-f931-4961-be38-22a4033c0d8b None None] Checking segment: {'id': '6588a5a5-65b0-4542-b6b4-1ee7e02233f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd17a7e9e-59f8-44b2-9069-2f7f9c9ae37e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:22:50.193508 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5a98ed24-f931-4961-be38-22a4033c0d8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:50.193944 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a98ed24-f931-4961-be38-22a4033c0d8b None None] Bound using segment: {'id': '6588a5a5-65b0-4542-b6b4-1ee7e02233f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd17a7e9e-59f8-44b2-9069-2f7f9c9ae37e'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:22:50.194442 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-5a98ed24-f931-4961-be38-22a4033c0d8b None None] Bound port: 28bbd67f-a566-4797-99c0-7b6ddbdbe54c, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6588a5a5-65b0-4542-b6b4-1ee7e02233f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd17a7e9e-59f8-44b2-9069-2f7f9c9ae37e'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:22:50.194830 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5a98ed24-f931-4961-be38-22a4033c0d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:50.313550 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-55d79f96-07fe-4b6b-9183-8c05b07f3d74 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] For port ecd3c289-246b-442d-a047-6b5f5aa6646c, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=ecd3c289-246b-442d-a047-6b5f5aa6646c,segment=NetworkSegment(619d9275-b2d5-421e-bd4e-bccfdaca9822),segment_id=619d9275-b2d5-421e-bd4e-bccfdaca9822)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:22:50.315585 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-55d79f96-07fe-4b6b-9183-8c05b07f3d74 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:50.321166 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041eedc4-f8e3-48f6-bbaf-8701fdb3316a None None] Network b439a46e-115c-48eb-8801-9f3677ea4b18 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:50.323779 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 52674) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:50.334863 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-041eedc4-f8e3-48f6-bbaf-8701fdb3316a None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:50.353195 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041eedc4-f8e3-48f6-bbaf-8701fdb3316a None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:22:50.375125 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc8d39e-c6a5-4990-8283-c8406c509c8b admin admin] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:50.380944 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-0bc8d39e-c6a5-4990-8283-c8406c509c8b admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:50.386971 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 25e2a816-c5dd-4840-8b17-734242f4c4c6 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:22:50.563178 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 25e2a816-c5dd-4840-8b17-734242f4c4c6 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:50.563178 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:50.757495 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-70490714-7b62-4515-b82b-8f5f5bbf434a tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Request body: {'floatingip': {'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:50.759085 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-041eedc4-f8e3-48f6-bbaf-8701fdb3316a None None] Attempting to bind port b28fe750-2fbd-4d25-a053-55df11029efb on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:22:50.759654 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-041eedc4-f8e3-48f6-bbaf-8701fdb3316a None None] Attempting to bind port b28fe750-2fbd-4d25-a053-55df11029efb by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '0f90f0e3-4141-4826-b38b-e19e3ed3d126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b439a46e-115c-48eb-8801-9f3677ea4b18'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:22:50.759801 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041eedc4-f8e3-48f6-bbaf-8701fdb3316a None None] Attempting to bind port b28fe750-2fbd-4d25-a053-55df11029efb on network b439a46e-115c-48eb-8801-9f3677ea4b18 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:22:50.773154 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-70490714-7b62-4515-b82b-8f5f5bbf434a tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:50.777270 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-5a98ed24-f931-4961-be38-22a4033c0d8b None None] For port 28bbd67f-a566-4797-99c0-7b6ddbdbe54c, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:22:50.779594 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041eedc4-f8e3-48f6-bbaf-8701fdb3316a None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:22:50.780341 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041eedc4-f8e3-48f6-bbaf-8701fdb3316a None None] Checking segment: {'id': '0f90f0e3-4141-4826-b38b-e19e3ed3d126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b439a46e-115c-48eb-8801-9f3677ea4b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:22:50.781030 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-041eedc4-f8e3-48f6-bbaf-8701fdb3316a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:50.781563 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041eedc4-f8e3-48f6-bbaf-8701fdb3316a None None] Bound using segment: {'id': '0f90f0e3-4141-4826-b38b-e19e3ed3d126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b439a46e-115c-48eb-8801-9f3677ea4b18'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:22:50.782212 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-041eedc4-f8e3-48f6-bbaf-8701fdb3316a None None] Bound port: b28fe750-2fbd-4d25-a053-55df11029efb, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f90f0e3-4141-4826-b38b-e19e3ed3d126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b439a46e-115c-48eb-8801-9f3677ea4b18'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:22:50.784152 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-041eedc4-f8e3-48f6-bbaf-8701fdb3316a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:50.791596 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc8d39e-c6a5-4990-8283-c8406c509c8b admin admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:22:50.797272 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-70490714-7b62-4515-b82b-8f5f5bbf434a tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Usage tracker for resource:floatingip and tenant:1bac0da2b09f45798844526a1e29779e is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:50.804421 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-70490714-7b62-4515-b82b-8f5f5bbf434a tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:50.834777 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc8d39e-c6a5-4990-8283-c8406c509c8b admin admin] Pushing event updated for resources: {'Port': ['ID=295f0796-eebd-4455-b27d-82a48c9079b2,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:50.834970 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-5a98ed24-f931-4961-be38-22a4033c0d8b None None] For port 28bbd67f-a566-4797-99c0-7b6ddbdbe54c, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=28bbd67f-a566-4797-99c0-7b6ddbdbe54c,segment=NetworkSegment(6588a5a5-65b0-4542-b6b4-1ee7e02233f7),segment_id=6588a5a5-65b0-4542-b6b4-1ee7e02233f7)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:22:50.840220 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-70490714-7b62-4515-b82b-8f5f5bbf434a tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:50.853666 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-55d79f96-07fe-4b6b-9183-8c05b07f3d74 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Calling delete_port for ecd3c289-246b-442d-a047-6b5f5aa6646c owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:22:50.865042 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-70490714-7b62-4515-b82b-8f5f5bbf434a tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks [] for floatingip, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:50.923627 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-041eedc4-f8e3-48f6-bbaf-8701fdb3316a None None] For port b28fe750-2fbd-4d25-a053-55df11029efb, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:22:50.926922 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-041eedc4-f8e3-48f6-bbaf-8701fdb3316a None None] For port b28fe750-2fbd-4d25-a053-55df11029efb, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=b28fe750-2fbd-4d25-a053-55df11029efb,segment=NetworkSegment(0f90f0e3-4141-4826-b38b-e19e3ed3d126),segment_id=0f90f0e3-4141-4826-b38b-e19e3ed3d126)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:22:50.936406 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5a98ed24-f931-4961-be38-22a4033c0d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:50.972030 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-041eedc4-f8e3-48f6-bbaf-8701fdb3316a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:51.037317 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8f85c88c-7ae6-41d7-97e7-aeda4fb55524 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:51.046245 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:51.068693 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-8f85c88c-7ae6-41d7-97e7-aeda4fb55524 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Transition to ACTIVE for port object e63ea7f0-a5ca-482d-9949-1357d4c9fc08 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:22:51.105262 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a98ed24-f931-4961-be38-22a4033c0d8b None None] Pushing event updated for resources: {'Port': ['ID=28bbd67f-a566-4797-99c0-7b6ddbdbe54c,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:51.149666 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8f85c88c-7ae6-41d7-97e7-aeda4fb55524 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:51.158931 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.db.api [None req-55d79f96-07fe-4b6b-9183-8c05b07f3d74 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:22:51.159366 n-d-828418-1 neutron-server[87638]: DEBUG oslo_db.api [None req-55d79f96-07fe-4b6b-9183-8c05b07f3d74 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:22:51.198563 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 25e2a816-c5dd-4840-8b17-734242f4c4c6, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=25e2a816-c5dd-4840-8b17-734242f4c4c6,segment=NetworkSegment(54433dfa-6611-4b57-886e-168c215159ee),segment_id=54433dfa-6611-4b57-886e-168c215159ee)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:22:51.212041 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:51.235035 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041eedc4-f8e3-48f6-bbaf-8701fdb3316a None None] Pushing event updated for resources: {'Port': ['ID=b28fe750-2fbd-4d25-a053-55df11029efb,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:51.247064 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-70490714-7b62-4515-b82b-8f5f5bbf434a tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:51.254812 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f85c88c-7ae6-41d7-97e7-aeda4fb55524 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Network d17a7e9e-59f8-44b2-9069-2f7f9c9ae37e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:51.301472 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-8f85c88c-7ae6-41d7-97e7-aeda4fb55524 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:51.306839 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device ecd3c289-246b-442d-a047-6b5f5aa6646c no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:22:51.309397 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f85c88c-7ae6-41d7-97e7-aeda4fb55524 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:22:51.316662 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f85c88c-7ae6-41d7-97e7-aeda4fb55524 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:51.317042 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8f85c88c-7ae6-41d7-97e7-aeda4fb55524 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:51.325223 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f85c88c-7ae6-41d7-97e7-aeda4fb55524 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event updated for resources: {'Port': ['ID=e63ea7f0-a5ca-482d-9949-1357d4c9fc08,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:51.356974 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: ecd3c289-246b-442d-a047-6b5f5aa6646c {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:22:51.357501 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device ecd3c289-246b-442d-a047-6b5f5aa6646c not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:22:51.386564 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=25e2a816-c5dd-4840-8b17-734242f4c4c6,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:51.401630 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-8f85c88c-7ae6-41d7-97e7-aeda4fb55524 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8707948 Feb 09 01:22:51.405397 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 52690) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:51.583005 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0bc8d39e-c6a5-4990-8283-c8406c509c8b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:51.639763 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-70490714-7b62-4515-b82b-8f5f5bbf434a tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Allocated IP 172.25.0.83 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/4aff9d5e-4f4a-4d2b-8ea4-8e3c6f8c4b47) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:22:51.666899 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34c3ec7-afaf-4e68-88b6-81c7335d6d78 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:51.667648 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-b34c3ec7-afaf-4e68-88b6-81c7335d6d78 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Synchronizing usage tracker for tenant:c783560d2de04e1598eb7e3aecd5349e on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:22:51.697566 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-55d79f96-07fe-4b6b-9183-8c05b07f3d74 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Deleting port ecd3c289-246b-442d-a047-6b5f5aa6646c {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:22:51.698211 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-55d79f96-07fe-4b6b-9183-8c05b07f3d74 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:51.813505 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-b34c3ec7-afaf-4e68-88b6-81c7335d6d78 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Unset dirty status for tenant:c783560d2de04e1598eb7e3aecd5349e on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:22:51.816522 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-b34c3ec7-afaf-4e68-88b6-81c7335d6d78 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3e9 HTTP/1.1" status: 200 len: 929 time: 0.4092577 Feb 09 01:22:51.818660 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 52696) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:51.858612 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:51.884030 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-55d79f96-07fe-4b6b-9183-8c05b07f3d74 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] The port 'ecd3c289-246b-442d-a047-6b5f5aa6646c' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:22:51.940721 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-776c2c23-a46b-4325-a071-e4ebe5d3e0fa tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Deleting port e63ea7f0-a5ca-482d-9949-1357d4c9fc08 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:22:51.941274 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-776c2c23-a46b-4325-a071-e4ebe5d3e0fa tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:52.183757 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-55d79f96-07fe-4b6b-9183-8c05b07f3d74 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:52.238225 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-55d79f96-07fe-4b6b-9183-8c05b07f3d74 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9bb2d84-1fa1-457c-b970-33dc58ebf13e']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:52.256509 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-70490714-7b62-4515-b82b-8f5f5bbf434a tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:52.259731 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-55d79f96-07fe-4b6b-9183-8c05b07f3d74 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '619d9275-b2d5-421e-bd4e-bccfdaca9822') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:52.260024 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-55d79f96-07fe-4b6b-9183-8c05b07f3d74 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '619d9275-b2d5-421e-bd4e-bccfdaca9822') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:52.502778 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-70490714-7b62-4515-b82b-8f5f5bbf434a tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:52.510376 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-55d79f96-07fe-4b6b-9183-8c05b07f3d74 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:52.551232 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-55d79f96-07fe-4b6b-9183-8c05b07f3d74 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:52.569142 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70490714-7b62-4515-b82b-8f5f5bbf434a tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:52.569554 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55d79f96-07fe-4b6b-9183-8c05b07f3d74 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:22:52.570116 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-55d79f96-07fe-4b6b-9183-8c05b07f3d74 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:52.572612 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-776c2c23-a46b-4325-a071-e4ebe5d3e0fa tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:52.587540 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-70490714-7b62-4515-b82b-8f5f5bbf434a tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:52.588239 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0bc8d39e-c6a5-4990-8283-c8406c509c8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:52.590257 n-d-828418-1 neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:22:52.590257 n-d-828418-1 neutron-server[87638]: util.warn( Feb 09 01:22:52.590257 n-d-828418-1 neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:22:52.590257 n-d-828418-1 neutron-server[87638]: util.warn( Feb 09 01:22:52.590257 n-d-828418-1 neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:22:52.590257 n-d-828418-1 neutron-server[87638]: util.warn( Feb 09 01:22:52.590257 n-d-828418-1 neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:22:52.590257 n-d-828418-1 neutron-server[87638]: util.warn( Feb 09 01:22:52.590257 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:22:52.590257 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:22:52.590257 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:22:52.590257 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:22:52.590257 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:22:52.590257 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:22:52.590257 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:22:52.590257 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:22:52.590257 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:22:52.590257 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:22:52.590257 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:22:52.590257 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:22:52.590257 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:22:52.590257 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:22:52.590257 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:22:52.590257 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:22:52.590257 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:22:52.590257 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:22:52.590257 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:22:52.590257 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:22:52.590257 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:22:52.590257 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:22:52.590257 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:22:52.590257 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:22:52.590257 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:22:52.590257 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:22:52.590257 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:22:52.590257 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:22:52.590257 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:22:52.590257 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:22:52.590257 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:22:52.590257 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:22:52.592370 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70490714-7b62-4515-b82b-8f5f5bbf434a tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:22:52.844480 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-776c2c23-a46b-4325-a071-e4ebe5d3e0fa tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Calling delete_port for e63ea7f0-a5ca-482d-9949-1357d4c9fc08 owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:22:52.920955 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70490714-7b62-4515-b82b-8f5f5bbf434a tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Pushing event updated for resources: {'Port': ['ID=4aff9d5e-4f4a-4d2b-8ea4-8e3c6f8c4b47,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:52.942997 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-55d79f96-07fe-4b6b-9183-8c05b07f3d74 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:52.978894 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd0350a-f964-46ab-ade1-c99df1d2e374 None None] Network b439a46e-115c-48eb-8801-9f3677ea4b18 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:22:52.991697 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-55d79f96-07fe-4b6b-9183-8c05b07f3d74 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:53.002193 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d79f96-07fe-4b6b-9183-8c05b07f3d74 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Pushing event deleted for resources: {'Network': ['ID=c9bb2d84-1fa1-457c-b970-33dc58ebf13e,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:53.019038 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-55d79f96-07fe-4b6b-9183-8c05b07f3d74 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] 10.222.0.105 "DELETE /v2.0/networks/c9bb2d84-1fa1-457c-b970-33dc58ebf13e HTTP/1.1" status: 204 len: 168 time: 4.1732657 Feb 09 01:22:53.021817 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 52722) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:53.080054 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-70490714-7b62-4515-b82b-8f5f5bbf434a tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:53.177395 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dbe5e61-bd6a-4ce0-a207-b4f3d59fa94f tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Deleting subnet 28972177-612a-4f1e-87f3-ca9f536e145b {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:22:53.180963 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9dbe5e61-bd6a-4ce0-a207-b4f3d59fa94f tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:53.266554 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9dbe5e61-bd6a-4ce0-a207-b4f3d59fa94f tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:53.286373 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-776c2c23-a46b-4325-a071-e4ebe5d3e0fa tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:53.383631 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-7cf4c847-4b46-440e-a61f-3372cae65e3c None None] Provisioning for port b28fe750-2fbd-4d25-a053-55df11029efb completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:22:53.448547 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-776c2c23-a46b-4325-a071-e4ebe5d3e0fa tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:53.484708 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776c2c23-a46b-4325-a071-e4ebe5d3e0fa tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event deleted for resources: {'Port': ['ID=e63ea7f0-a5ca-482d-9949-1357d4c9fc08,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:53.503069 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bc8d39e-c6a5-4990-8283-c8406c509c8b admin admin] Router e7bd367d-0c25-4c29-a923-8a46e4a36d6d is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:22:53.505773 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-776c2c23-a46b-4325-a071-e4ebe5d3e0fa tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "DELETE /v2.0/ports/e63ea7f0-a5ca-482d-9949-1357d4c9fc08 HTTP/1.1" status: 204 len: 168 time: 1.6792123 Feb 09 01:22:53.508763 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 52732) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:53.540626 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd0c357-b70a-4869-8c36-8578cb7b574a None None] Network d17a7e9e-59f8-44b2-9069-2f7f9c9ae37e requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:22:53.564452 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-70490714-7b62-4515-b82b-8f5f5bbf434a tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:53.784257 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-897d8562-5ffd-42f1-8927-4548548493fb tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] GET failed (client error): The resource could not be found. Feb 09 01:22:53.784811 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-897d8562-5ffd-42f1-8927-4548548493fb tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Synchronizing usage tracker for tenant:c783560d2de04e1598eb7e3aecd5349e on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:22:53.829049 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-897d8562-5ffd-42f1-8927-4548548493fb tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Unset dirty status for tenant:c783560d2de04e1598eb7e3aecd5349e on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:22:53.832947 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 25e2a816-c5dd-4840-8b17-734242f4c4c6 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:22:53.834275 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-897d8562-5ffd-42f1-8927-4548548493fb tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "GET /v2.0/ports/e63ea7f0-a5ca-482d-9949-1357d4c9fc08 HTTP/1.1" status: 404 len: 333 time: 0.3242109 Feb 09 01:22:53.834885 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 52744) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:53.884709 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9dbe5e61-bd6a-4ce0-a207-b4f3d59fa94f tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:53.919385 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-70490714-7b62-4515-b82b-8f5f5bbf434a tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:53.942187 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-353ce63f-91af-41d7-aa34-16b4b4233d79 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Deleting port 1385842e-80c9-464a-8baa-2eceb27690e8 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:22:53.942528 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-353ce63f-91af-41d7-aa34-16b4b4233d79 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:53.946973 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b6760deb-8018-4f54-a90f-13008e00487a None None] Provisioning for port 28bbd67f-a566-4797-99c0-7b6ddbdbe54c completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:22:53.967752 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-70490714-7b62-4515-b82b-8f5f5bbf434a tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:53.971145 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc8d39e-c6a5-4990-8283-c8406c509c8b admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:22:54.000227 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b156d9a-ccdb-4d2d-9fec-656e5235af81 None None] Sync routers for ids ['e7bd367d-0c25-4c29-a923-8a46e4a36d6d'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:22:54.035156 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0bc8d39e-c6a5-4990-8283-c8406c509c8b admin admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:54.036497 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-0bc8d39e-c6a5-4990-8283-c8406c509c8b admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 8.1656697 Feb 09 01:22:54.042218 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 52758) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:54.046348 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b156d9a-ccdb-4d2d-9fec-656e5235af81 None None] Routers {'e7bd367d-0c25-4c29-a923-8a46e4a36d6d'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:22:54.047417 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-5b156d9a-ccdb-4d2d-9fec-656e5235af81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:22:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['e7bd367d-0c25-4c29-a923-8a46e4a36d6d'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:54.183825 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9dbe5e61-bd6a-4ce0-a207-b4f3d59fa94f tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:54.220474 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 25e2a816-c5dd-4840-8b17-734242f4c4c6 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:54.220849 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:54.244486 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70490714-7b62-4515-b82b-8f5f5bbf434a tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Pushing event updated for resources: {'Port': ['ID=4aff9d5e-4f4a-4d2b-8ea4-8e3c6f8c4b47,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:54.335240 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe5e61-bd6a-4ce0-a207-b4f3d59fa94f tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Pushing event deleted for resources: {'Subnet': ['ID=28972177-612a-4f1e-87f3-ca9f536e145b,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:54.343266 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9dbe5e61-bd6a-4ce0-a207-b4f3d59fa94f tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:54.364602 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9e547d-ac34-42bf-941b-cddc389da304 None None] Network 73450656-bc03-4a51-8cde-4e88f14dd93f requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:22:54.495787 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9dbe5e61-bd6a-4ce0-a207-b4f3d59fa94f tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] 10.222.0.105 "DELETE /v2.0/subnets/28972177-612a-4f1e-87f3-ca9f536e145b HTTP/1.1" status: 204 len: 168 time: 1.4728107 Feb 09 01:22:54.514260 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 52768) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:54.517754 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbe5e61-bd6a-4ce0-a207-b4f3d59fa94f tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:54.518384 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbe5e61-bd6a-4ce0-a207-b4f3d59fa94f tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:54.518927 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbe5e61-bd6a-4ce0-a207-b4f3d59fa94f tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:54.521307 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbe5e61-bd6a-4ce0-a207-b4f3d59fa94f tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:54.521868 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbe5e61-bd6a-4ce0-a207-b4f3d59fa94f tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:54.522354 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbe5e61-bd6a-4ce0-a207-b4f3d59fa94f tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:54.523838 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbe5e61-bd6a-4ce0-a207-b4f3d59fa94f tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:54.524596 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbe5e61-bd6a-4ce0-a207-b4f3d59fa94f tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:54.525337 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbe5e61-bd6a-4ce0-a207-b4f3d59fa94f tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:54.525843 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbe5e61-bd6a-4ce0-a207-b4f3d59fa94f tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:54.526467 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbe5e61-bd6a-4ce0-a207-b4f3d59fa94f tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:54.527294 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbe5e61-bd6a-4ce0-a207-b4f3d59fa94f tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:54.637321 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-70490714-7b62-4515-b82b-8f5f5bbf434a tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:54.715241 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-5b156d9a-ccdb-4d2d-9fec-656e5235af81 None None] Set router e7bd367d-0c25-4c29-a923-8a46e4a36d6d gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:22:54.738205 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1621558c-ef28-4d8e-85de-cefc0a216f52 req-45e11d6b-dc10-4c12-a070-fe5fbdff3fa5 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:54.744119 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1621558c-ef28-4d8e-85de-cefc0a216f52 req-45e11d6b-dc10-4c12-a070-fe5fbdff3fa5 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/networks?id=0b42d132-a4d6-4063-98c2-48389fb2c5a1 HTTP/1.1" status: 200 len: 815 time: 0.7675898 Feb 09 01:22:54.771013 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1621558c-ef28-4d8e-85de-cefc0a216f52 req-3e1f3e43-f1fa-4254-b4d1-eabf8a72d796 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/quotas/1a20e36c7a554c699423b213df58ff18 HTTP/1.1" status: 200 len: 375 time: 0.0259917 Feb 09 01:22:54.806514 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-099481d7-efb5-40be-beee-ae8260609bd1 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:54.835230 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-70490714-7b62-4515-b82b-8f5f5bbf434a tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:54.840522 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-70490714-7b62-4515-b82b-8f5f5bbf434a tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5155618 Feb 09 01:22:54.852509 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 52774) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:54.871109 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-30a139ff-d6c4-4284-87c1-070fa228f766 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-687384725'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:54.877472 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-30a139ff-d6c4-4284-87c1-070fa228f766 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:54.900412 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-30a139ff-d6c4-4284-87c1-070fa228f766 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Usage tracker for resource:network and tenant:1bac0da2b09f45798844526a1e29779e is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:54.908867 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-30a139ff-d6c4-4284-87c1-070fa228f766 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:54.918246 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-353ce63f-91af-41d7-aa34-16b4b4233d79 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:54.928630 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-30a139ff-d6c4-4284-87c1-070fa228f766 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:55.058665 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-099481d7-efb5-40be-beee-ae8260609bd1 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Deleting port f136588b-9c95-4ccb-bc26-5ac189e3c113 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:22:55.059158 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-099481d7-efb5-40be-beee-ae8260609bd1 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:55.108147 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-353ce63f-91af-41d7-aa34-16b4b4233d79 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Calling delete_port for 1385842e-80c9-464a-8baa-2eceb27690e8 owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:22:55.183139 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:55.234797 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 28bbd67f-a566-4797-99c0-7b6ddbdbe54c up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:22:55.351903 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-5b156d9a-ccdb-4d2d-9fec-656e5235af81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7bd367d-0c25-4c29-a923-8a46e4a36d6d', 'name': 'tempest-TestVolumeBackupRestore-525223622-router', 'tenant_id': '11575d7f322d408a95a8d24bf14e5631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '295f0796-eebd-4455-b27d-82a48c9079b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:45Z', 'updated_at': '2022-02-09T01:22:51Z', 'revision_number': 3, 'project_id': '11575d7f322d408a95a8d24bf14e5631', 'gw_port': {'id': '295f0796-eebd-4455-b27d-82a48c9079b2', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:76:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7bd367d-0c25-4c29-a923-8a46e4a36d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:48Z', 'updated_at': '2022-02-09T01:22:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:55.356379 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b156d9a-ccdb-4d2d-9fec-656e5235af81 None None] Checking router: e7bd367d-0c25-4c29-a923-8a46e4a36d6d for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:22:55.356922 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b156d9a-ccdb-4d2d-9fec-656e5235af81 None None] Updating router e7bd367d-0c25-4c29-a923-8a46e4a36d6d port 295f0796-eebd-4455-b27d-82a48c9079b2 binding host n-d-828418-1 {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:22:55.397815 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a139ff-d6c4-4284-87c1-070fa228f766 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Made reservation on behalf of 1bac0da2b09f45798844526a1e29779e for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:55.402036 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 28bbd67f-a566-4797-99c0-7b6ddbdbe54c completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:22:55.402676 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-30a139ff-d6c4-4284-87c1-070fa228f766 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:55.413373 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 28bbd67f-a566-4797-99c0-7b6ddbdbe54c triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:55.414503 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:55.419571 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-30a139ff-d6c4-4284-87c1-070fa228f766 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:55.429060 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-353ce63f-91af-41d7-aa34-16b4b4233d79 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:55.439743 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1621558c-ef28-4d8e-85de-cefc0a216f52 req-d25fdced-1dfd-4796-90c3-f52d962ddd12 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=1a20e36c7a554c699423b213df58ff18&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6677444 Feb 09 01:22:55.500599 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353ce63f-91af-41d7-aa34-16b4b4233d79 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event deleted for resources: {'Port': ['ID=1385842e-80c9-464a-8baa-2eceb27690e8,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:55.536159 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-30a139ff-d6c4-4284-87c1-070fa228f766 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:55.542723 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5b156d9a-ccdb-4d2d-9fec-656e5235af81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:55.638422 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-30a139ff-d6c4-4284-87c1-070fa228f766 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Usage tracker for resource:security_group_rule and tenant:1bac0da2b09f45798844526a1e29779e is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:55.646565 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-30a139ff-d6c4-4284-87c1-070fa228f766 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:55.651662 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-353ce63f-91af-41d7-aa34-16b4b4233d79 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:55.676268 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-30a139ff-d6c4-4284-87c1-070fa228f766 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:55.704985 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-353ce63f-91af-41d7-aa34-16b4b4233d79 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "DELETE /v2.0/ports/1385842e-80c9-464a-8baa-2eceb27690e8 HTTP/1.1" status: 204 len: 168 time: 1.8678913 Feb 09 01:22:55.707092 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 52792) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:55.750299 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-099481d7-efb5-40be-beee-ae8260609bd1 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] For port f136588b-9c95-4ccb-bc26-5ac189e3c113, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=f136588b-9c95-4ccb-bc26-5ac189e3c113,segment=NetworkSegment(6b3f97e4-7268-4a3d-917b-0e61300caa2c),segment_id=6b3f97e4-7268-4a3d-917b-0e61300caa2c)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:22:55.750936 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-099481d7-efb5-40be-beee-ae8260609bd1 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:55.767836 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf38c0a0-52f8-4ad5-a299-6182f5f75dec tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] GET failed (client error): The resource could not be found. Feb 09 01:22:55.768374 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-cf38c0a0-52f8-4ad5-a299-6182f5f75dec tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Synchronizing usage tracker for tenant:c783560d2de04e1598eb7e3aecd5349e on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:22:55.811169 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-cf38c0a0-52f8-4ad5-a299-6182f5f75dec tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Unset dirty status for tenant:c783560d2de04e1598eb7e3aecd5349e on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:22:55.815253 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-cf38c0a0-52f8-4ad5-a299-6182f5f75dec tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "GET /v2.0/ports/1385842e-80c9-464a-8baa-2eceb27690e8 HTTP/1.1" status: 404 len: 333 time: 0.1052573 Feb 09 01:22:55.815881 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 52798) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:55.874617 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-cd804651-ecfc-43f5-856b-c31202e2ccc3 None None] Provisioning complete for port 28bbd67f-a566-4797-99c0-7b6ddbdbe54c triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:55.874968 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-cd804651-ecfc-43f5-856b-c31202e2ccc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:55.906358 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1621558c-ef28-4d8e-85de-cefc0a216f52 req-1baefd84-bafa-415d-9c6d-e735361ee329 service neutron] 10.222.0.105 "GET /v2.0/networks/0b42d132-a4d6-4063-98c2-48389fb2c5a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4086874 Feb 09 01:22:55.913238 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5df9cb-5238-44e6-a723-c73bebd59d11 None None] DHCP port deletion for 73450656-bc03-4a51-8cde-4e88f14dd93f request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:22:55.969280 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-4b5df9cb-5238-44e6-a723-c73bebd59d11 None None] Deleting port f136588b-9c95-4ccb-bc26-5ac189e3c113 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:22:55.969964 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4b5df9cb-5238-44e6-a723-c73bebd59d11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:55.988571 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-099481d7-efb5-40be-beee-ae8260609bd1 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Calling delete_port for f136588b-9c95-4ccb-bc26-5ac189e3c113 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:22:56.046917 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-30a139ff-d6c4-4284-87c1-070fa228f766 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:56.058378 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-a10539aa-9f61-4e2d-b6a3-1adb0765999e tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Deleting subnet 13e621bf-8432-46a8-84f3-1ca4a649af48 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:22:56.204503 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1621558c-ef28-4d8e-85de-cefc0a216f52 req-752c650b-edff-4f44-a1cc-c3726b45f9c0 service neutron] 10.222.0.105 "GET /v2.0/networks/0b42d132-a4d6-4063-98c2-48389fb2c5a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826288 Feb 09 01:22:56.205298 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a10539aa-9f61-4e2d-b6a3-1adb0765999e tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:56.208005 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-099481d7-efb5-40be-beee-ae8260609bd1 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:56.224773 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-4b5df9cb-5238-44e6-a723-c73bebd59d11 None None] For port f136588b-9c95-4ccb-bc26-5ac189e3c113, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=f136588b-9c95-4ccb-bc26-5ac189e3c113,segment=NetworkSegment(6b3f97e4-7268-4a3d-917b-0e61300caa2c),segment_id=6b3f97e4-7268-4a3d-917b-0e61300caa2c)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:22:56.225251 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4b5df9cb-5238-44e6-a723-c73bebd59d11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:56.264890 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-30a139ff-d6c4-4284-87c1-070fa228f766 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:56.327025 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30a139ff-d6c4-4284-87c1-070fa228f766 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:22:56.331936 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a139ff-d6c4-4284-87c1-070fa228f766 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8368ebb0-94a0-4f9d-ad99-1e8970111d1c,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:56.344191 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a10539aa-9f61-4e2d-b6a3-1adb0765999e tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:56.361047 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099481d7-efb5-40be-beee-ae8260609bd1 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Pushing event deleted for resources: {'Port': ['ID=f136588b-9c95-4ccb-bc26-5ac189e3c113,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:56.369698 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e4677c19-d708-4a45-94f2-ec1f858d4cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:56.391121 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-30a139ff-d6c4-4284-87c1-070fa228f766 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:56.391954 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-30a139ff-d6c4-4284-87c1-070fa228f766 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Added segment 3fdf89fb-5741-4dfc-81a5-c9cea528edbe of type vlan for network eac26fe5-1e27-4e19-a9d8-d176b3a232bc Feb 09 01:22:56.400743 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099481d7-efb5-40be-beee-ae8260609bd1 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] No DVR routers for this DVR port f136588b-9c95-4ccb-bc26-5ac189e3c113 on host n-d-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:22:56.465123 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-30a139ff-d6c4-4284-87c1-070fa228f766 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:56.488911 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-4b5df9cb-5238-44e6-a723-c73bebd59d11 None None] Calling delete_port for f136588b-9c95-4ccb-bc26-5ac189e3c113 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:22:56.509164 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a10539aa-9f61-4e2d-b6a3-1adb0765999e tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:56.616175 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.db.resource_extend [None req-30a139ff-d6c4-4284-87c1-070fa228f766 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:22:56.735618 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a10539aa-9f61-4e2d-b6a3-1adb0765999e tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:56.772711 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-099481d7-efb5-40be-beee-ae8260609bd1 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:56.773729 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5b156d9a-ccdb-4d2d-9fec-656e5235af81 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:56.812746 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5b156d9a-ccdb-4d2d-9fec-656e5235af81 None None] Transition to ACTIVE for port object 295f0796-eebd-4455-b27d-82a48c9079b2 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:22:56.814746 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-30a139ff-d6c4-4284-87c1-070fa228f766 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:56.833561 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a139ff-d6c4-4284-87c1-070fa228f766 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:56.836160 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-30a139ff-d6c4-4284-87c1-070fa228f766 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:56.884165 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-099481d7-efb5-40be-beee-ae8260609bd1 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73450656-bc03-4a51-8cde-4e88f14dd93f']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:56.904898 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-4b5df9cb-5238-44e6-a723-c73bebd59d11 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:22:56.905254 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-4b5df9cb-5238-44e6-a723-c73bebd59d11 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:22:56.905886 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5b156d9a-ccdb-4d2d-9fec-656e5235af81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:56.913178 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-099481d7-efb5-40be-beee-ae8260609bd1 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b3f97e4-7268-4a3d-917b-0e61300caa2c') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:56.914596 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-099481d7-efb5-40be-beee-ae8260609bd1 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b3f97e4-7268-4a3d-917b-0e61300caa2c') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:56.956233 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-099481d7-efb5-40be-beee-ae8260609bd1 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:56.982740 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c33f3234-8937-4354-9de6-a96068052777 req-9e3acbe4-a533-4297-82d9-d4d7bfde49fc tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/ports?device_id=bb78f4cc-9378-45dd-831a-1daa9b953ab6 HTTP/1.1" status: 200 len: 210 time: 0.3324461 Feb 09 01:22:56.987643 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-099481d7-efb5-40be-beee-ae8260609bd1 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:57.005407 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a10539aa-9f61-4e2d-b6a3-1adb0765999e tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:57.037688 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-099481d7-efb5-40be-beee-ae8260609bd1 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:22:57.038572 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-099481d7-efb5-40be-beee-ae8260609bd1 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:57.056935 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-a10539aa-9f61-4e2d-b6a3-1adb0765999e tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "DELETE /v2.0/subnets/13e621bf-8432-46a8-84f3-1ca4a649af48 HTTP/1.1" status: 204 len: 168 time: 1.2356279 Feb 09 01:22:57.063884 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:22:57.063884 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:22:57.063884 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:22:57.063884 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:22:57.063884 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:22:57.063884 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:22:57.063884 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:22:57.063884 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:22:57.063884 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:22:57.063884 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:22:57.063884 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:22:57.063884 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:22:57.063884 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:22:57.063884 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:22:57.063884 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:22:57.063884 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:22:57.063884 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:22:57.063884 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:22:57.063884 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:22:57.063884 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:22:57.063884 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:22:57.063884 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:22:57.063884 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:22:57.063884 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:22:57.063884 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:22:57.063884 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:22:57.063884 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:22:57.063884 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:22:57.063884 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:22:57.063884 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:22:57.063884 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:22:57.063884 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:22:57.067121 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 52820) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:57.157154 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10539aa-9f61-4e2d-b6a3-1adb0765999e tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event deleted for resources: {'Subnet': ['ID=13e621bf-8432-46a8-84f3-1ca4a649af48,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:57.190955 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-30a139ff-d6c4-4284-87c1-070fa228f766 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.3323371 Feb 09 01:22:57.199312 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 52830) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:57.226711 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-890f0860-5e60-41b8-b09a-26190e05af51 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Request body: {'subnet': {'network_id': 'eac26fe5-1e27-4e19-a9d8-d176b3a232bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:57.265866 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22824f14-f7fd-4d99-ba61-e94f4ff88416 None None] Network d17a7e9e-59f8-44b2-9069-2f7f9c9ae37e requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:22:57.329701 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-e4677c19-d708-4a45-94f2-ec1f858d4cf1 admin admin] Allocated IP 172.20.0.1 (b439a46e-115c-48eb-8801-9f3677ea4b18/21195007-bc71-484b-ac52-9d0f854c867f/b8851ea2-3624-444a-81a7-5e02cf08b8d6) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:22:57.355621 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-099481d7-efb5-40be-beee-ae8260609bd1 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:57.366761 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6923f01e-5ff7-4871-ba5d-4a30e4ab52b6 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:57.521831 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-890f0860-5e60-41b8-b09a-26190e05af51 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:57.526383 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-890f0860-5e60-41b8-b09a-26190e05af51 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Usage tracker for resource:subnet and tenant:1bac0da2b09f45798844526a1e29779e is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:57.530003 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-890f0860-5e60-41b8-b09a-26190e05af51 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:57.536281 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-890f0860-5e60-41b8-b09a-26190e05af51 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:57.552328 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-4b5df9cb-5238-44e6-a723-c73bebd59d11 None None] Deleting port f136588b-9c95-4ccb-bc26-5ac189e3c113 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:22:57.552880 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4b5df9cb-5238-44e6-a723-c73bebd59d11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:57.556499 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a139ff-d6c4-4284-87c1-070fa228f766 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Pushing event updated for resources: {'Network': ['ID=eac26fe5-1e27-4e19-a9d8-d176b3a232bc,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:57.570942 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-890f0860-5e60-41b8-b09a-26190e05af51 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Made reservation on behalf of 1bac0da2b09f45798844526a1e29779e for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:57.574154 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-890f0860-5e60-41b8-b09a-26190e05af51 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:57.610602 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-099481d7-efb5-40be-beee-ae8260609bd1 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:57.637612 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099481d7-efb5-40be-beee-ae8260609bd1 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Pushing event deleted for resources: {'Network': ['ID=73450656-bc03-4a51-8cde-4e88f14dd93f,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:57.706281 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-099481d7-efb5-40be-beee-ae8260609bd1 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] 10.222.0.105 "DELETE /v2.0/networks/73450656-bc03-4a51-8cde-4e88f14dd93f HTTP/1.1" status: 204 len: 168 time: 3.1904998 Feb 09 01:22:57.711842 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 52842) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:57.717097 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-6923f01e-5ff7-4871-ba5d-4a30e4ab52b6 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Deleting port 28bbd67f-a566-4797-99c0-7b6ddbdbe54c {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:22:57.717633 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6923f01e-5ff7-4871-ba5d-4a30e4ab52b6 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:57.785794 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-4b5df9cb-5238-44e6-a723-c73bebd59d11 None None] The port 'f136588b-9c95-4ccb-bc26-5ac189e3c113' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:22:57.787221 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network eac26fe5-1e27-4e19-a9d8-d176b3a232bc details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:22:57.802955 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b5a8a317-e23b-4ab6-9694-e45a17effc42 req-d8ced882-90bb-42c3-bf9d-6e3ddb386c97 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=583d42b7-b55e-45d7-ba3b-91026f7fe3ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9574277 Feb 09 01:22:57.926312 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-9e1a4091-41fe-4a98-be53-5045f12d8f78 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Synchronizing usage tracker for tenant:7305035a34b14ad39caff9f520f640f0 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:22:58.102399 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:58.116098 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-890f0860-5e60-41b8-b09a-26190e05af51 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:58.137064 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-5b156d9a-ccdb-4d2d-9fec-656e5235af81 None None] Attempting to bind port 295f0796-eebd-4455-b27d-82a48c9079b2 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:22:58.137440 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-5b156d9a-ccdb-4d2d-9fec-656e5235af81 None None] Attempting to bind port 295f0796-eebd-4455-b27d-82a48c9079b2 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:22:58.138940 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b156d9a-ccdb-4d2d-9fec-656e5235af81 None None] Attempting to bind port 295f0796-eebd-4455-b27d-82a48c9079b2 on network 3d885c3c-255c-4e54-addc-b28437d0b18e {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:22:58.145765 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-cd804651-ecfc-43f5-856b-c31202e2ccc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:58.191545 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85300e9e-3065-4dca-a4cb-492c7e6bacbf None None] Pushing event updated for resources: {'Port': ['ID=295f0796-eebd-4455-b27d-82a48c9079b2,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:58.216759 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b156d9a-ccdb-4d2d-9fec-656e5235af81 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:22:58.217442 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b156d9a-ccdb-4d2d-9fec-656e5235af81 None None] Checking segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:22:58.218045 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5b156d9a-ccdb-4d2d-9fec-656e5235af81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:58.218475 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b156d9a-ccdb-4d2d-9fec-656e5235af81 None None] Bound using segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:22:58.219063 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-5b156d9a-ccdb-4d2d-9fec-656e5235af81 None None] Bound port: 295f0796-eebd-4455-b27d-82a48c9079b2, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:22:58.219660 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5b156d9a-ccdb-4d2d-9fec-656e5235af81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:58.224276 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-9e1a4091-41fe-4a98-be53-5045f12d8f78 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Unset dirty status for tenant:7305035a34b14ad39caff9f520f640f0 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:22:58.228623 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9e1a4091-41fe-4a98-be53-5045f12d8f78 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] 10.222.0.105 "GET /v2.0/ports?device_id=496ca175-fb1e-45f9-a024-4a12af1e5d93 HTTP/1.1" status: 200 len: 205 time: 0.4636192 Feb 09 01:22:58.296673 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 52852) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:58.299835 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890f0860-5e60-41b8-b09a-26190e05af51 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Pushing event updated for resources: {'Subnet': ['ID=b847eabf-3870-4726-bf01-9c17a2c8e38d,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:58.308954 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-cd804651-ecfc-43f5-856b-c31202e2ccc3 None None] For port 28bbd67f-a566-4797-99c0-7b6ddbdbe54c, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=28bbd67f-a566-4797-99c0-7b6ddbdbe54c,segment=NetworkSegment(6588a5a5-65b0-4542-b6b4-1ee7e02233f7),segment_id=6588a5a5-65b0-4542-b6b4-1ee7e02233f7)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:22:58.348882 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-5b156d9a-ccdb-4d2d-9fec-656e5235af81 None None] For port 295f0796-eebd-4455-b27d-82a48c9079b2, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:22:58.354316 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-5b156d9a-ccdb-4d2d-9fec-656e5235af81 None None] For port 295f0796-eebd-4455-b27d-82a48c9079b2, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=295f0796-eebd-4455-b27d-82a48c9079b2,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:22:58.361000 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-cd804651-ecfc-43f5-856b-c31202e2ccc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:58.404562 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e4677c19-d708-4a45-94f2-ec1f858d4cf1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:58.422972 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b472b6ad-4e2e-4e0e-ac3c-3c1fd519609a req-5f9de2d5-5595-460d-a86e-779ee3d140fb service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=74bf94f0-f0da-4ca5-b4fd-546b1c63f60c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5821860 Feb 09 01:22:58.439880 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5b156d9a-ccdb-4d2d-9fec-656e5235af81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:58.453476 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-6923f01e-5ff7-4871-ba5d-4a30e4ab52b6 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] For port 28bbd67f-a566-4797-99c0-7b6ddbdbe54c, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=28bbd67f-a566-4797-99c0-7b6ddbdbe54c,segment=NetworkSegment(6588a5a5-65b0-4542-b6b4-1ee7e02233f7),segment_id=6588a5a5-65b0-4542-b6b4-1ee7e02233f7)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:22:58.453873 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6923f01e-5ff7-4871-ba5d-4a30e4ab52b6 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:58.482611 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-cd804651-ecfc-43f5-856b-c31202e2ccc3 None None] Could not find standard attr ID for object 1385842e-80c9-464a-8baa-2eceb27690e8. {{(pid=87640) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:22:58.554269 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:22:58.555122 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:22:58.564246 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b156d9a-ccdb-4d2d-9fec-656e5235af81 None None] Routers {'e7bd367d-0c25-4c29-a923-8a46e4a36d6d'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:22:58.564868 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-5b156d9a-ccdb-4d2d-9fec-656e5235af81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:22:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['e7bd367d-0c25-4c29-a923-8a46e4a36d6d'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:58.570806 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b0ed90f8-67c1-4b9b-82af-5270abec4817 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:58.633156 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd804651-ecfc-43f5-856b-c31202e2ccc3 None None] Pushing event updated for resources: {'Port': ['ID=28bbd67f-a566-4797-99c0-7b6ddbdbe54c,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:58.680824 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a6cc0178-6945-456c-addc-983a8d7bc0d1 req-b4c370ba-aad8-44f5-9128-359f254ed4aa tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/ports?device_id=bb78f4cc-9378-45dd-831a-1daa9b953ab6 HTTP/1.1" status: 200 len: 210 time: 0.4636235 Feb 09 01:22:58.690462 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1064324c-1af7-4afa-a426-b6824410d22e None None] DHCP port deletion for d17a7e9e-59f8-44b2-9069-2f7f9c9ae37e request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:22:58.707253 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-0f205cd5-1c84-4b5e-883e-d0ce172a26f4 None None] Could not find standard attr ID for object e63ea7f0-a5ca-482d-9949-1357d4c9fc08. {{(pid=87640) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:22:58.723909 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890f0860-5e60-41b8-b09a-26190e05af51 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Checking segment: {'id': '3fdf89fb-5741-4dfc-81a5-c9cea528edbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'eac26fe5-1e27-4e19-a9d8-d176b3a232bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:22:58.724408 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890f0860-5e60-41b8-b09a-26190e05af51 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Network hostable DHCP agents. Network: eac26fe5-1e27-4e19-a9d8-d176b3a232bc, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:22:58.728743 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-1064324c-1af7-4afa-a426-b6824410d22e None None] Deleting port 28bbd67f-a566-4797-99c0-7b6ddbdbe54c {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:22:58.729520 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1064324c-1af7-4afa-a426-b6824410d22e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:58.780602 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-e4677c19-d708-4a45-94f2-ec1f858d4cf1 admin admin] Transition to ACTIVE for port object b8851ea2-3624-444a-81a7-5e02cf08b8d6 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:22:58.790015 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-6923f01e-5ff7-4871-ba5d-4a30e4ab52b6 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Calling delete_port for 28bbd67f-a566-4797-99c0-7b6ddbdbe54c owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:22:58.799289 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-0f205cd5-1c84-4b5e-883e-d0ce172a26f4 None None] Could not find standard attr ID for object 1385842e-80c9-464a-8baa-2eceb27690e8. {{(pid=87640) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:22:58.836016 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85300e9e-3065-4dca-a4cb-492c7e6bacbf None None] Pushing event updated for resources: {'Port': ['ID=295f0796-eebd-4455-b27d-82a48c9079b2,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:58.941743 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a8a317-e23b-4ab6-9694-e45a17effc42 req-1cd152ed-e138-438a-a885-a32c4d369ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:58.943252 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b5a8a317-e23b-4ab6-9694-e45a17effc42 req-1cd152ed-e138-438a-a885-a32c4d369ac1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1a20e36c7a554c699423b213df58ff18&device_id=583d42b7-b55e-45d7-ba3b-91026f7fe3ea HTTP/1.1" status: 200 len: 1097 time: 0.9646842 Feb 09 01:22:59.040563 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-5b156d9a-ccdb-4d2d-9fec-656e5235af81 None None] Set router e7bd367d-0c25-4c29-a923-8a46e4a36d6d gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:22:59.050920 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.db.api [None req-6923f01e-5ff7-4871-ba5d-4a30e4ab52b6 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:22:59.051596 n-d-828418-1 neutron-server[87638]: DEBUG oslo_db.api [None req-6923f01e-5ff7-4871-ba5d-4a30e4ab52b6 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:22:59.057652 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e4677c19-d708-4a45-94f2-ec1f858d4cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:59.137657 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4677c19-d708-4a45-94f2-ec1f858d4cf1 admin admin] Pushing event updated for resources: {'Port': ['ID=b8851ea2-3624-444a-81a7-5e02cf08b8d6,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:59.156193 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4677c19-d708-4a45-94f2-ec1f858d4cf1 admin admin] Network b439a46e-115c-48eb-8801-9f3677ea4b18 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:59.158428 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-e4677c19-d708-4a45-94f2-ec1f858d4cf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:59.162946 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b472b6ad-4e2e-4e0e-ac3c-3c1fd519609a req-08b849d2-8514-4149-92d9-d5fc53d8486c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:59.166887 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b472b6ad-4e2e-4e0e-ac3c-3c1fd519609a req-08b849d2-8514-4149-92d9-d5fc53d8486c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=1a20e36c7a554c699423b213df58ff18&device_id=74bf94f0-f0da-4ca5-b4fd-546b1c63f60c HTTP/1.1" status: 200 len: 1097 time: 0.3846130 Feb 09 01:22:59.168292 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4677c19-d708-4a45-94f2-ec1f858d4cf1 admin admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:22:59.168805 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a8a317-e23b-4ab6-9694-e45a17effc42 req-358880b9-de8c-4df9-9448-3d03194ffde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:59.170310 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b5a8a317-e23b-4ab6-9694-e45a17effc42 req-358880b9-de8c-4df9-9448-3d03194ffde3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0b42d132-a4d6-4063-98c2-48389fb2c5a1 HTTP/1.1" status: 200 len: 916 time: 0.1502349 Feb 09 01:22:59.376614 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b0ed90f8-67c1-4b9b-82af-5270abec4817 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:59.378701 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890f0860-5e60-41b8-b09a-26190e05af51 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Network eac26fe5-1e27-4e19-a9d8-d176b3a232bc is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:22:59.388275 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b0ed90f8-67c1-4b9b-82af-5270abec4817 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:59.390716 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b5a8a317-e23b-4ab6-9694-e45a17effc42 req-630ab8d9-6830-4fea-b8b9-6f158fe54ecb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfdd6784-eeb8-49d0-b07b-a4a202af7e4c HTTP/1.1" status: 200 len: 217 time: 0.2093623 Feb 09 01:22:59.392293 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e4677c19-d708-4a45-94f2-ec1f858d4cf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:59.557630 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-6923f01e-5ff7-4871-ba5d-4a30e4ab52b6 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Deleting port 28bbd67f-a566-4797-99c0-7b6ddbdbe54c {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:22:59.558307 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6923f01e-5ff7-4871-ba5d-4a30e4ab52b6 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:59.562415 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device b28fe750-2fbd-4d25-a053-55df11029efb up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:22:59.634593 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b472b6ad-4e2e-4e0e-ac3c-3c1fd519609a req-a90e7eb2-d975-4fee-9bf6-8deb32ed4705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:59.636574 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b472b6ad-4e2e-4e0e-ac3c-3c1fd519609a req-a90e7eb2-d975-4fee-9bf6-8deb32ed4705 service neutron] 10.222.0.99 "GET /v2.0/networks?id=0b42d132-a4d6-4063-98c2-48389fb2c5a1 HTTP/1.1" status: 200 len: 916 time: 0.4274230 Feb 09 01:22:59.715076 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port b28fe750-2fbd-4d25-a053-55df11029efb completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:22:59.737284 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port b28fe750-2fbd-4d25-a053-55df11029efb triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:59.737284 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:59.781566 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b472b6ad-4e2e-4e0e-ac3c-3c1fd519609a req-2318a758-a6b0-4ec1-9dd7-7091cade1595 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52e4097d-1152-4657-b424-b4db94cbcdc9 HTTP/1.1" status: 200 len: 217 time: 0.1337662 Feb 09 01:22:59.806889 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-1064324c-1af7-4afa-a426-b6824410d22e None None] For port 28bbd67f-a566-4797-99c0-7b6ddbdbe54c, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=28bbd67f-a566-4797-99c0-7b6ddbdbe54c,segment=NetworkSegment(6588a5a5-65b0-4542-b6b4-1ee7e02233f7),segment_id=6588a5a5-65b0-4542-b6b4-1ee7e02233f7)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:22:59.807298 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1064324c-1af7-4afa-a426-b6824410d22e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:59.825239 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-89a4c2e3-5010-41b1-a610-d0a383d9810e None None] Provisioning for port b8851ea2-3624-444a-81a7-5e02cf08b8d6 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:22:59.839956 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-89a4c2e3-5010-41b1-a610-d0a383d9810e None None] Provisioning complete for port b8851ea2-3624-444a-81a7-5e02cf08b8d6 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:59.842361 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-89a4c2e3-5010-41b1-a610-d0a383d9810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:59.902070 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a8a317-e23b-4ab6-9694-e45a17effc42 req-6be0f4a7-0447-4a3b-b04a-1dae19129bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:59.904281 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b5a8a317-e23b-4ab6-9694-e45a17effc42 req-6be0f4a7-0447-4a3b-b04a-1dae19129bc7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5d342298-601b-4654-a677-d1e5d55f90c1 HTTP/1.1" status: 200 len: 855 time: 0.4908185 Feb 09 01:22:59.910939 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1621558c-ef28-4d8e-85de-cefc0a216f52 req-c68d28e1-e2fa-40ab-8ff2-a19290c710b6 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:59.912530 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1621558c-ef28-4d8e-85de-cefc0a216f52 req-c68d28e1-e2fa-40ab-8ff2-a19290c710b6 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.62 "GET /v2.0/networks?id=0b42d132-a4d6-4063-98c2-48389fb2c5a1 HTTP/1.1" status: 200 len: 815 time: 1.2371874 Feb 09 01:22:59.999606 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-890f0860-5e60-41b8-b09a-26190e05af51 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, eac26fe5-1e27-4e19-a9d8-d176b3a232bc) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:00.012484 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b84e9b35-00f3-4e30-92fa-e568d405aab5 req-1c74215c-64e3-4525-8289-5d97f2e298a3 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/ports?device_id=bb78f4cc-9378-45dd-831a-1daa9b953ab6 HTTP/1.1" status: 200 len: 210 time: 0.0952275 Feb 09 01:23:00.034488 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-1621558c-ef28-4d8e-85de-cefc0a216f52 req-64454eec-5521-47d5-8581-cf8d4304eedf tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Request body: {'port': {'device_id': 'bb78f4cc-9378-45dd-831a-1daa9b953ab6', 'network_id': '0b42d132-a4d6-4063-98c2-48389fb2c5a1', 'admin_state_up': True, 'tenant_id': '1a20e36c7a554c699423b213df58ff18'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:00.056188 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890f0860-5e60-41b8-b09a-26190e05af51 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:00.057022 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-890f0860-5e60-41b8-b09a-26190e05af51 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:00.065781 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b5a8a317-e23b-4ab6-9694-e45a17effc42 req-79f50961-0b42-422a-b170-a71d3bcd103a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0b42d132-a4d6-4063-98c2-48389fb2c5a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1058016 Feb 09 01:23:00.067111 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-1064324c-1af7-4afa-a426-b6824410d22e None None] Calling delete_port for 28bbd67f-a566-4797-99c0-7b6ddbdbe54c owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:23:00.148769 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e4677c19-d708-4a45-94f2-ec1f858d4cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:00.167160 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99251483-482a-469a-9024-e359aacde14b None None] Network eac26fe5-1e27-4e19-a9d8-d176b3a232bc requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:23:00.239728 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b0ed90f8-67c1-4b9b-82af-5270abec4817 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:00.240683 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ed90f8-67c1-4b9b-82af-5270abec4817 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Fanout notify agent at l3_agent the message router_deleted on router 496ca175-fb1e-45f9-a024-4a12af1e5d93 {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:23:00.282920 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b0ed90f8-67c1-4b9b-82af-5270abec4817 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:00.284861 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-b0ed90f8-67c1-4b9b-82af-5270abec4817 tempest-RoutersNegativeTest-874177247 tempest-RoutersNegativeTest-874177247-project] 10.222.0.105 "DELETE /v2.0/routers/496ca175-fb1e-45f9-a024-4a12af1e5d93 HTTP/1.1" status: 204 len: 168 time: 1.9807358 Feb 09 01:23:00.314798 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1064324c-1af7-4afa-a426-b6824410d22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:00.318240 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-890f0860-5e60-41b8-b09a-26190e05af51 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0986657 Feb 09 01:23:00.328161 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 52886) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:00.331737 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b472b6ad-4e2e-4e0e-ac3c-3c1fd519609a req-7689d7cd-d16e-4e1c-8f9c-2dcd4c0e6556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:00.334531 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b472b6ad-4e2e-4e0e-ac3c-3c1fd519609a req-7689d7cd-d16e-4e1c-8f9c-2dcd4c0e6556 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=5d342298-601b-4654-a677-d1e5d55f90c1 HTTP/1.1" status: 200 len: 855 time: 0.5046639 Feb 09 01:23:00.343213 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-1f6cd140-816f-4021-9c1e-9943b34cf15d tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-2001404439', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}, 'admin_state_up': False}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:00.373913 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-1f6cd140-816f-4021-9c1e-9943b34cf15d tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:00.412708 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-1f6cd140-816f-4021-9c1e-9943b34cf15d tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Usage tracker for resource:router and tenant:1bac0da2b09f45798844526a1e29779e is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:23:00.422860 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-1f6cd140-816f-4021-9c1e-9943b34cf15d tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:23:00.433185 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-1f6cd140-816f-4021-9c1e-9943b34cf15d tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:00.437854 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b5a8a317-e23b-4ab6-9694-e45a17effc42 req-b69e0dec-1c05-4755-a505-a335143e636f service neutron] 10.222.0.62 "GET /v2.0/networks/0b42d132-a4d6-4063-98c2-48389fb2c5a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116312 Feb 09 01:23:00.449817 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-1621558c-ef28-4d8e-85de-cefc0a216f52 req-64454eec-5521-47d5-8581-cf8d4304eedf tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:00.484759 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b472b6ad-4e2e-4e0e-ac3c-3c1fd519609a req-d6927239-79e1-4045-87f8-f148ebe59008 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=0b42d132-a4d6-4063-98c2-48389fb2c5a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1292095 Feb 09 01:23:00.507076 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-89a4c2e3-5010-41b1-a610-d0a383d9810e None None] Port b8851ea2-3624-444a-81a7-5e02cf08b8d6 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:23:00.537013 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1064324c-1af7-4afa-a426-b6824410d22e None None] Pushing event deleted for resources: {'Port': ['ID=28bbd67f-a566-4797-99c0-7b6ddbdbe54c,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:00.541962 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1064324c-1af7-4afa-a426-b6824410d22e None None] No DVR routers for this DVR port 28bbd67f-a566-4797-99c0-7b6ddbdbe54c on host n-d-828418-1 {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:23:00.631858 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb277025-6393-4783-ad9d-aa464c6b6c15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-eac26fe5-1e27-4e19-a9d8-d176b3a232bc', 'network_id': 'eac26fe5-1e27-4e19-a9d8-d176b3a232bc', 'tenant_id': '1bac0da2b09f45798844526a1e29779e', 'fixed_ips': [{'subnet_id': 'b847eabf-3870-4726-bf01-9c17a2c8e38d'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:23:00.633033 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-eb277025-6393-4783-ad9d-aa464c6b6c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:00.635475 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1f6cd140-816f-4021-9c1e-9943b34cf15d tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:00.637738 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1f6cd140-816f-4021-9c1e-9943b34cf15d tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:00.663644 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:00.676395 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1f6cd140-816f-4021-9c1e-9943b34cf15d tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:00.678387 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-5b156d9a-ccdb-4d2d-9fec-656e5235af81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7bd367d-0c25-4c29-a923-8a46e4a36d6d', 'name': 'tempest-TestVolumeBackupRestore-525223622-router', 'tenant_id': '11575d7f322d408a95a8d24bf14e5631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '295f0796-eebd-4455-b27d-82a48c9079b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:45Z', 'updated_at': '2022-02-09T01:22:51Z', 'revision_number': 3, 'project_id': '11575d7f322d408a95a8d24bf14e5631', 'gw_port': {'id': '295f0796-eebd-4455-b27d-82a48c9079b2', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:76:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7bd367d-0c25-4c29-a923-8a46e4a36d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:48Z', 'updated_at': '2022-02-09T01:22:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:00.717641 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-1621558c-ef28-4d8e-85de-cefc0a216f52 req-64454eec-5521-47d5-8581-cf8d4304eedf tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:00.767393 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b156d9a-ccdb-4d2d-9fec-656e5235af81 None None] The sync data for ids ['e7bd367d-0c25-4c29-a923-8a46e4a36d6d'] in n-d-828418-1 is: [{'id': 'e7bd367d-0c25-4c29-a923-8a46e4a36d6d', 'name': 'tempest-TestVolumeBackupRestore-525223622-router', 'tenant_id': '11575d7f322d408a95a8d24bf14e5631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '295f0796-eebd-4455-b27d-82a48c9079b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:45Z', 'updated_at': '2022-02-09T01:22:51Z', 'revision_number': 3, 'project_id': '11575d7f322d408a95a8d24bf14e5631', 'gw_port': {'id': '295f0796-eebd-4455-b27d-82a48c9079b2', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:76:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7bd367d-0c25-4c29-a923-8a46e4a36d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:48Z', 'updated_at': '2022-02-09T01:22:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:23:00.817090 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port b28fe750-2fbd-4d25-a053-55df11029efb, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=b28fe750-2fbd-4d25-a053-55df11029efb,segment=NetworkSegment(0f90f0e3-4141-4826-b38b-e19e3ed3d126),segment_id=0f90f0e3-4141-4826-b38b-e19e3ed3d126)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:23:00.837148 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:00.844922 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-6923f01e-5ff7-4871-ba5d-4a30e4ab52b6 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] For port 28bbd67f-a566-4797-99c0-7b6ddbdbe54c, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=28bbd67f-a566-4797-99c0-7b6ddbdbe54c,segment=NetworkSegment(6588a5a5-65b0-4542-b6b4-1ee7e02233f7),segment_id=6588a5a5-65b0-4542-b6b4-1ee7e02233f7)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:23:00.844922 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6923f01e-5ff7-4871-ba5d-4a30e4ab52b6 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:00.887912 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1621558c-ef28-4d8e-85de-cefc0a216f52 req-64454eec-5521-47d5-8581-cf8d4304eedf tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Made reservation on behalf of 1a20e36c7a554c699423b213df58ff18 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:23:00.887912 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1621558c-ef28-4d8e-85de-cefc0a216f52 req-64454eec-5521-47d5-8581-cf8d4304eedf tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:00.929723 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 52900) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:00.942636 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=b28fe750-2fbd-4d25-a053-55df11029efb,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:01.003693 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device f136588b-9c95-4ccb-bc26-5ac189e3c113 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:23:01.039603 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e4677c19-d708-4a45-94f2-ec1f858d4cf1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:01.063939 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b5a8a317-e23b-4ab6-9694-e45a17effc42 req-230a1221-8545-47d1-a1fa-c2315d4500d5 service neutron] 10.222.0.62 "GET /v2.0/networks/0b42d132-a4d6-4063-98c2-48389fb2c5a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6169350 Feb 09 01:23:01.107275 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-eb277025-6393-4783-ad9d-aa464c6b6c15 None None] Allocated IP 172.20.0.2 (eac26fe5-1e27-4e19-a9d8-d176b3a232bc/b847eabf-3870-4726-bf01-9c17a2c8e38d/d196a3a6-775c-4d71-828a-1dcdd71ac086) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:23:01.231035 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: f136588b-9c95-4ccb-bc26-5ac189e3c113 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:23:01.231035 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device f136588b-9c95-4ccb-bc26-5ac189e3c113 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:23:01.231035 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 28bbd67f-a566-4797-99c0-7b6ddbdbe54c no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:23:01.298200 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 28bbd67f-a566-4797-99c0-7b6ddbdbe54c {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:23:01.298545 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 28bbd67f-a566-4797-99c0-7b6ddbdbe54c not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:23:01.339261 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9c9ce743-2211-453d-801e-80114f3c1275 req-a1ddcc1b-ba03-459f-9732-ab27e2e3194e tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/ports?device_id=bb78f4cc-9378-45dd-831a-1daa9b953ab6 HTTP/1.1" status: 200 len: 210 time: 0.1026340 Feb 09 01:23:01.345945 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-6923f01e-5ff7-4871-ba5d-4a30e4ab52b6 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Calling delete_port for 28bbd67f-a566-4797-99c0-7b6ddbdbe54c owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:23:01.423987 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e4677c19-d708-4a45-94f2-ec1f858d4cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:01.682940 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-1621558c-ef28-4d8e-85de-cefc0a216f52 req-64454eec-5521-47d5-8581-cf8d4304eedf tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Allocated IP 172.20.0.13 (0b42d132-a4d6-4063-98c2-48389fb2c5a1/5d342298-601b-4654-a677-d1e5d55f90c1/a787801d-3def-4a14-bf8c-45ed2a859816) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:23:01.689067 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-eb277025-6393-4783-ad9d-aa464c6b6c15 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:01.704886 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1f6cd140-816f-4021-9c1e-9943b34cf15d tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:01.715961 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-eb277025-6393-4783-ad9d-aa464c6b6c15 None None] Transition to ACTIVE for port object d196a3a6-775c-4d71-828a-1dcdd71ac086 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:23:01.739988 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-eb277025-6393-4783-ad9d-aa464c6b6c15 None None] Transition to ACTIVE for port object d196a3a6-775c-4d71-828a-1dcdd71ac086 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:23:01.754245 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-eb277025-6393-4783-ad9d-aa464c6b6c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:01.816899 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e4677c19-d708-4a45-94f2-ec1f858d4cf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:01.822397 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b472b6ad-4e2e-4e0e-ac3c-3c1fd519609a req-85ea7268-c187-4097-b8b3-24fcf6cdbfd7 service neutron] 10.222.0.99 "GET /v2.0/networks/0b42d132-a4d6-4063-98c2-48389fb2c5a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3292506 Feb 09 01:23:01.843323 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4677c19-d708-4a45-94f2-ec1f858d4cf1 admin admin] Pushing event updated for resources: {'Port': ['ID=b8851ea2-3624-444a-81a7-5e02cf08b8d6,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:01.881080 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb277025-6393-4783-ad9d-aa464c6b6c15 None None] Network eac26fe5-1e27-4e19-a9d8-d176b3a232bc is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:23:01.885269 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-eb277025-6393-4783-ad9d-aa464c6b6c15 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:01.888480 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb277025-6393-4783-ad9d-aa464c6b6c15 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:23:01.892009 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.db.api [None req-6923f01e-5ff7-4871-ba5d-4a30e4ab52b6 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:23:01.892952 n-d-828418-1 neutron-server[87638]: DEBUG oslo_db.api [None req-6923f01e-5ff7-4871-ba5d-4a30e4ab52b6 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:23:01.987161 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb277025-6393-4783-ad9d-aa464c6b6c15 None None] Pushing event updated for resources: {'Port': ['ID=d196a3a6-775c-4d71-828a-1dcdd71ac086,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:02.013821 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-eb277025-6393-4783-ad9d-aa464c6b6c15 None None] Attempting to bind port d196a3a6-775c-4d71-828a-1dcdd71ac086 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:23:02.014198 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-eb277025-6393-4783-ad9d-aa464c6b6c15 None None] Attempting to bind port d196a3a6-775c-4d71-828a-1dcdd71ac086 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '3fdf89fb-5741-4dfc-81a5-c9cea528edbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'eac26fe5-1e27-4e19-a9d8-d176b3a232bc'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:23:02.014564 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb277025-6393-4783-ad9d-aa464c6b6c15 None None] Attempting to bind port d196a3a6-775c-4d71-828a-1dcdd71ac086 on network eac26fe5-1e27-4e19-a9d8-d176b3a232bc {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:23:02.020921 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb277025-6393-4783-ad9d-aa464c6b6c15 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:23:02.021293 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb277025-6393-4783-ad9d-aa464c6b6c15 None None] Checking segment: {'id': '3fdf89fb-5741-4dfc-81a5-c9cea528edbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'eac26fe5-1e27-4e19-a9d8-d176b3a232bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:23:02.021732 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-eb277025-6393-4783-ad9d-aa464c6b6c15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:02.022129 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb277025-6393-4783-ad9d-aa464c6b6c15 None None] Bound using segment: {'id': '3fdf89fb-5741-4dfc-81a5-c9cea528edbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'eac26fe5-1e27-4e19-a9d8-d176b3a232bc'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:23:02.022590 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-eb277025-6393-4783-ad9d-aa464c6b6c15 None None] Bound port: d196a3a6-775c-4d71-828a-1dcdd71ac086, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fdf89fb-5741-4dfc-81a5-c9cea528edbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'eac26fe5-1e27-4e19-a9d8-d176b3a232bc'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:23:02.023631 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-eb277025-6393-4783-ad9d-aa464c6b6c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:02.035915 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-960f2c39-7e53-410c-bee3-538dfd8e2640 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=7305035a34b14ad39caff9f520f640f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9934721 Feb 09 01:23:02.041543 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 52920) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:02.110396 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-6923f01e-5ff7-4871-ba5d-4a30e4ab52b6 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Deleting port 28bbd67f-a566-4797-99c0-7b6ddbdbe54c {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:23:02.110729 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6923f01e-5ff7-4871-ba5d-4a30e4ab52b6 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:02.196053 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-eb277025-6393-4783-ad9d-aa464c6b6c15 None None] For port d196a3a6-775c-4d71-828a-1dcdd71ac086, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:23:02.199652 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-eb277025-6393-4783-ad9d-aa464c6b6c15 None None] For port d196a3a6-775c-4d71-828a-1dcdd71ac086, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=d196a3a6-775c-4d71-828a-1dcdd71ac086,segment=NetworkSegment(3fdf89fb-5741-4dfc-81a5-c9cea528edbe),segment_id=3fdf89fb-5741-4dfc-81a5-c9cea528edbe)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:23:02.217829 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-eb277025-6393-4783-ad9d-aa464c6b6c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:02.265395 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-6923f01e-5ff7-4871-ba5d-4a30e4ab52b6 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] The port '28bbd67f-a566-4797-99c0-7b6ddbdbe54c' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:23:02.347217 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1621558c-ef28-4d8e-85de-cefc0a216f52 req-64454eec-5521-47d5-8581-cf8d4304eedf tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:02.386709 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb277025-6393-4783-ad9d-aa464c6b6c15 None None] Pushing event updated for resources: {'Port': ['ID=d196a3a6-775c-4d71-828a-1dcdd71ac086,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:02.413637 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-b472b6ad-4e2e-4e0e-ac3c-3c1fd519609a req-61f3c757-5f96-44fd-becf-453254ec44af service neutron] 10.222.0.99 "GET /v2.0/networks/0b42d132-a4d6-4063-98c2-48389fb2c5a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5662847 Feb 09 01:23:02.440791 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1621558c-ef28-4d8e-85de-cefc0a216f52 req-64454eec-5521-47d5-8581-cf8d4304eedf tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:02.458057 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['52e4097d-1152-4657-b424-b4db94cbcdc9', 'f2fa5581-8ea8-4b0e-bec9-650e39988641'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:23:02.522691 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['cfdd6784-eeb8-49d0-b07b-a4a202af7e4c'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:23:02.712992 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1621558c-ef28-4d8e-85de-cefc0a216f52 req-64454eec-5521-47d5-8581-cf8d4304eedf tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Network 0b42d132-a4d6-4063-98c2-48389fb2c5a1 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:23:02.750669 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-1621558c-ef28-4d8e-85de-cefc0a216f52 req-64454eec-5521-47d5-8581-cf8d4304eedf tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:02.754809 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64454eec-5521-47d5-8581-cf8d4304eedf tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Pushing event updated for resources: {'Port': ['ID=a787801d-3def-4a14-bf8c-45ed2a859816,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:02.764286 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-1621558c-ef28-4d8e-85de-cefc0a216f52 req-64454eec-5521-47d5-8581-cf8d4304eedf tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:23:02.823777 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4677c19-d708-4a45-94f2-ec1f858d4cf1 admin admin] Network b439a46e-115c-48eb-8801-9f3677ea4b18 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:23:02.830190 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6098d0e3-b94b-4857-a04f-98033e28858f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:02.832073 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-e4677c19-d708-4a45-94f2-ec1f858d4cf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:02.950209 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64454eec-5521-47d5-8581-cf8d4304eedf tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:02.950561 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64454eec-5521-47d5-8581-cf8d4304eedf tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:02.950897 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64454eec-5521-47d5-8581-cf8d4304eedf tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:02.970822 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64454eec-5521-47d5-8581-cf8d4304eedf tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:02.971278 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64454eec-5521-47d5-8581-cf8d4304eedf tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:02.971725 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64454eec-5521-47d5-8581-cf8d4304eedf tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:02.972294 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64454eec-5521-47d5-8581-cf8d4304eedf tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:02.972725 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64454eec-5521-47d5-8581-cf8d4304eedf tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:02.973208 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64454eec-5521-47d5-8581-cf8d4304eedf tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:02.975016 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64454eec-5521-47d5-8581-cf8d4304eedf tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:02.975463 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64454eec-5521-47d5-8581-cf8d4304eedf tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:02.978103 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64454eec-5521-47d5-8581-cf8d4304eedf tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:03.163905 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1f6cd140-816f-4021-9c1e-9943b34cf15d tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks [] for router_gateway, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:03.219490 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6923f01e-5ff7-4871-ba5d-4a30e4ab52b6 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:03.258962 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1f6cd140-816f-4021-9c1e-9943b34cf15d tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:03.267224 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 295f0796-eebd-4455-b27d-82a48c9079b2 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:23:03.279941 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4677c19-d708-4a45-94f2-ec1f858d4cf1 admin admin] Router e7bd367d-0c25-4c29-a923-8a46e4a36d6d has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:23:03.307628 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6098d0e3-b94b-4857-a04f-98033e28858f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:03.339706 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-6923f01e-5ff7-4871-ba5d-4a30e4ab52b6 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d17a7e9e-59f8-44b2-9069-2f7f9c9ae37e']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:03.349534 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1621558c-ef28-4d8e-85de-cefc0a216f52 req-64454eec-5521-47d5-8581-cf8d4304eedf tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:03.350716 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1621558c-ef28-4d8e-85de-cefc0a216f52 req-64454eec-5521-47d5-8581-cf8d4304eedf tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:03.417391 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb4c63d-4967-48d2-afd4-c4258cb44355 req-8d54da66-a9e3-4746-9f15-169a7b9db807 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:03.424738 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-afb4c63d-4967-48d2-afd4-c4258cb44355 req-8d54da66-a9e3-4746-9f15-169a7b9db807 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/ports?device_id=bb78f4cc-9378-45dd-831a-1daa9b953ab6 HTTP/1.1" status: 200 len: 932 time: 0.8822131 Feb 09 01:23:03.429740 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1383d153-af8b-404f-977c-fbe1454e2a09 None None] Provisioning complete for port b8851ea2-3624-444a-81a7-5e02cf08b8d6 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:03.430124 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1383d153-af8b-404f-977c-fbe1454e2a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:03.454814 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-6923f01e-5ff7-4871-ba5d-4a30e4ab52b6 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6588a5a5-65b0-4542-b6b4-1ee7e02233f7') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:03.455296 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-6923f01e-5ff7-4871-ba5d-4a30e4ab52b6 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6588a5a5-65b0-4542-b6b4-1ee7e02233f7') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:03.518412 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6923f01e-5ff7-4871-ba5d-4a30e4ab52b6 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:03.522623 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-1383d153-af8b-404f-977c-fbe1454e2a09 None None] Port b8851ea2-3624-444a-81a7-5e02cf08b8d6 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:23:03.543494 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 295f0796-eebd-4455-b27d-82a48c9079b2 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:23:03.545234 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1621558c-ef28-4d8e-85de-cefc0a216f52 req-64454eec-5521-47d5-8581-cf8d4304eedf tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5311992 Feb 09 01:23:03.557004 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 295f0796-eebd-4455-b27d-82a48c9079b2 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:03.562536 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-1621558c-ef28-4d8e-85de-cefc0a216f52 req-2fd22e01-b477-47cb-a27a-8e8a81a720b8 service neutron] Request body: {'port': {'device_id': 'bb78f4cc-9378-45dd-831a-1daa9b953ab6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:03.563505 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:03.671310 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6923f01e-5ff7-4871-ba5d-4a30e4ab52b6 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:03.718453 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6923f01e-5ff7-4871-ba5d-4a30e4ab52b6 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:23:03.719584 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6923f01e-5ff7-4871-ba5d-4a30e4ab52b6 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:03.792420 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1621558c-ef28-4d8e-85de-cefc0a216f52 req-2fd22e01-b477-47cb-a27a-8e8a81a720b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:03.818896 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-afb4c63d-4967-48d2-afd4-c4258cb44355 req-ef5a5095-fe7a-4732-af8c-748022d5e8d4 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e238689-2b13-4df9-8955-13b9e4cebcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3930738 Feb 09 01:23:03.845897 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:03.859116 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:23:03.859116 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:23:03.859116 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:23:03.859116 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:23:03.859116 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:23:03.859116 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:23:03.859116 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:23:03.859116 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:23:03.859116 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:23:03.859116 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:23:03.859116 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:23:03.859116 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:23:03.859116 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:23:03.859116 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:23:03.859116 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:23:03.859116 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:23:03.859116 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:23:03.859116 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:23:03.859116 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:23:03.859116 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:23:03.859116 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:23:03.859116 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:23:03.859116 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:23:03.859116 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:23:03.859116 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:23:03.859116 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:23:03.859116 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:23:03.859116 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:23:03.859116 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:23:03.859116 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:23:03.859116 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:23:03.859116 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:23:03.873565 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6098d0e3-b94b-4857-a04f-98033e28858f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:03.883403 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 295f0796-eebd-4455-b27d-82a48c9079b2, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=295f0796-eebd-4455-b27d-82a48c9079b2,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:23:03.888582 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-1f6cd140-816f-4021-9c1e-9943b34cf15d tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Allocated IP 172.25.0.64 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/c154c307-8e16-4cfa-ac54-1706165f2f82) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:23:03.895612 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:03.896606 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device b28fe750-2fbd-4d25-a053-55df11029efb up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:23:03.907958 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6098d0e3-b94b-4857-a04f-98033e28858f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de8fbbc-954a-4224-8a91-85222f03b665,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:03.936052 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6098d0e3-b94b-4857-a04f-98033e28858f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:03.939679 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-6098d0e3-b94b-4857-a04f-98033e28858f admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/8de8fbbc-954a-4224-8a91-85222f03b665 HTTP/1.1" status: 204 len: 168 time: 1.8902888 Feb 09 01:23:03.939679 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6923f01e-5ff7-4871-ba5d-4a30e4ab52b6 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:03.943954 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6923f01e-5ff7-4871-ba5d-4a30e4ab52b6 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:03.958612 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4677c19-d708-4a45-94f2-ec1f858d4cf1 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:23:03.965985 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e4677c19-d708-4a45-94f2-ec1f858d4cf1 admin admin] 10.222.0.105 "PUT /v2.0/routers/e7bd367d-0c25-4c29-a923-8a46e4a36d6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9219913 Feb 09 01:23:03.973030 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ebd948-22a8-4351-911e-c36074fa57b6 None None] Sync routers for ids ['e7bd367d-0c25-4c29-a923-8a46e4a36d6d'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:23:04.015790 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-6923f01e-5ff7-4871-ba5d-4a30e4ab52b6 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "DELETE /v2.0/networks/d17a7e9e-59f8-44b2-9069-2f7f9c9ae37e HTTP/1.1" status: 204 len: 168 time: 6.8715463 Feb 09 01:23:04.021917 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ebd948-22a8-4351-911e-c36074fa57b6 None None] Routers {'e7bd367d-0c25-4c29-a923-8a46e4a36d6d'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:23:04.022570 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-54ebd948-22a8-4351-911e-c36074fa57b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:22:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['e7bd367d-0c25-4c29-a923-8a46e4a36d6d'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:04.025026 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 52950) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:04.040340 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-38695ca8-f7a4-4d57-9e8a-89482efc77b3 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-896815309'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:04.080283 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-38695ca8-f7a4-4d57-9e8a-89482efc77b3 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:04.117326 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6923f01e-5ff7-4871-ba5d-4a30e4ab52b6 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event deleted for resources: {'Network': ['ID=d17a7e9e-59f8-44b2-9069-2f7f9c9ae37e,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:04.152583 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-38695ca8-f7a4-4d57-9e8a-89482efc77b3 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Usage tracker for resource:network and tenant:c783560d2de04e1598eb7e3aecd5349e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:23:04.172791 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-38695ca8-f7a4-4d57-9e8a-89482efc77b3 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:23:04.189228 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=295f0796-eebd-4455-b27d-82a48c9079b2,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:04.199029 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port b28fe750-2fbd-4d25-a053-55df11029efb triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:04.199772 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:04.217763 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-38695ca8-f7a4-4d57-9e8a-89482efc77b3 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:04.252588 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38695ca8-f7a4-4d57-9e8a-89482efc77b3 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Made reservation on behalf of c783560d2de04e1598eb7e3aecd5349e for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:23:04.265086 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-38695ca8-f7a4-4d57-9e8a-89482efc77b3 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:04.313132 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee23375-f4b6-4f2f-8a5d-7637ffb89d61 None None] Network eac26fe5-1e27-4e19-a9d8-d176b3a232bc requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:23:04.318868 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38695ca8-f7a4-4d57-9e8a-89482efc77b3 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:23:04.330514 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-38695ca8-f7a4-4d57-9e8a-89482efc77b3 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:04.331032 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-38695ca8-f7a4-4d57-9e8a-89482efc77b3 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Added segment 0f53905e-16d2-4562-abb5-7431fd267346 of type vlan for network 99e179fd-1eb0-42c2-ad6f-931134118e20 Feb 09 01:23:04.371773 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-38695ca8-f7a4-4d57-9e8a-89482efc77b3 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:04.450344 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-38695ca8-f7a4-4d57-9e8a-89482efc77b3 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:04.451814 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-31780fad-c8e4-4822-b0a9-a4df017fc391 None None] Provisioning for port d196a3a6-775c-4d71-828a-1dcdd71ac086 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:23:04.463688 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38695ca8-f7a4-4d57-9e8a-89482efc77b3 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:04.464409 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-38695ca8-f7a4-4d57-9e8a-89482efc77b3 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:04.532306 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-54ebd948-22a8-4351-911e-c36074fa57b6 None None] Set router e7bd367d-0c25-4c29-a923-8a46e4a36d6d gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:23:04.654370 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-38695ca8-f7a4-4d57-9e8a-89482efc77b3 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6255660 Feb 09 01:23:04.670704 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 52970) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:04.686577 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-e7bcd387-20df-442d-813f-e8f115e17aec tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Request body: {'subnet': {'network_id': '99e179fd-1eb0-42c2-ad6f-931134118e20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:04.697573 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1f6cd140-816f-4021-9c1e-9943b34cf15d tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:04.776712 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device d196a3a6-775c-4d71-828a-1dcdd71ac086 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:23:05.027090 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38695ca8-f7a4-4d57-9e8a-89482efc77b3 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event updated for resources: {'Network': ['ID=99e179fd-1eb0-42c2-ad6f-931134118e20,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:05.061752 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e7bcd387-20df-442d-813f-e8f115e17aec tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:05.071766 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e7bcd387-20df-442d-813f-e8f115e17aec tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Usage tracker for resource:subnet and tenant:c783560d2de04e1598eb7e3aecd5349e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:23:05.080721 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e7bcd387-20df-442d-813f-e8f115e17aec tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:23:05.092552 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 99e179fd-1eb0-42c2-ad6f-931134118e20 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:23:05.095956 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e7bcd387-20df-442d-813f-e8f115e17aec tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:05.122445 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7bcd387-20df-442d-813f-e8f115e17aec tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Made reservation on behalf of c783560d2de04e1598eb7e3aecd5349e for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:23:05.126687 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e7bcd387-20df-442d-813f-e8f115e17aec tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:05.205794 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1f6cd140-816f-4021-9c1e-9943b34cf15d tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:05.329392 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-54ebd948-22a8-4351-911e-c36074fa57b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7bd367d-0c25-4c29-a923-8a46e4a36d6d', 'name': 'tempest-TestVolumeBackupRestore-525223622-router', 'tenant_id': '11575d7f322d408a95a8d24bf14e5631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '295f0796-eebd-4455-b27d-82a48c9079b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:45Z', 'updated_at': '2022-02-09T01:22:59Z', 'revision_number': 4, 'project_id': '11575d7f322d408a95a8d24bf14e5631', 'gw_port': {'id': '295f0796-eebd-4455-b27d-82a48c9079b2', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:76:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bd367d-0c25-4c29-a923-8a46e4a36d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:48Z', 'updated_at': '2022-02-09T01:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'b8851ea2-3624-444a-81a7-5e02cf08b8d6', 'name': '', 'network_id': 'b439a46e-115c-48eb-8801-9f3677ea4b18', 'tenant_id': '11575d7f322d408a95a8d24bf14e5631', 'mac_address': 'fa:16:3e:ed:3f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7bd367d-0c25-4c29-a923-8a46e4a36d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '21195007-bc71-484b-ac52-9d0f854c867f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:56Z', 'updated_at': '2022-02-09T01:23:00Z', 'revision_number': 2, 'project_id': '11575d7f322d408a95a8d24bf14e5631', 'subnets': [{'id': '21195007-bc71-484b-ac52-9d0f854c867f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:05.337852 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ebd948-22a8-4351-911e-c36074fa57b6 None None] Checking router: e7bd367d-0c25-4c29-a923-8a46e4a36d6d for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:23:05.338792 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ebd948-22a8-4351-911e-c36074fa57b6 None None] Updating router e7bd367d-0c25-4c29-a923-8a46e4a36d6d port b8851ea2-3624-444a-81a7-5e02cf08b8d6 binding host n-d-828418-1 {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:23:05.442203 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port d196a3a6-775c-4d71-828a-1dcdd71ac086 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:23:05.466298 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port d196a3a6-775c-4d71-828a-1dcdd71ac086 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:05.466648 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:05.481554 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-54ebd948-22a8-4351-911e-c36074fa57b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:05.498457 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-1621558c-ef28-4d8e-85de-cefc0a216f52 req-2fd22e01-b477-47cb-a27a-8e8a81a720b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a787801d-3def-4a14-bf8c-45ed2a859816 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:23:05.534660 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 53036) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:05.603444 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1621558c-ef28-4d8e-85de-cefc0a216f52 req-2fd22e01-b477-47cb-a27a-8e8a81a720b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:05.644683 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:05.649805 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6cd140-816f-4021-9c1e-9943b34cf15d tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:23:05.685257 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port d196a3a6-775c-4d71-828a-1dcdd71ac086, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=d196a3a6-775c-4d71-828a-1dcdd71ac086,segment=NetworkSegment(3fdf89fb-5741-4dfc-81a5-c9cea528edbe),segment_id=3fdf89fb-5741-4dfc-81a5-c9cea528edbe)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:23:05.699767 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:05.715192 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6cd140-816f-4021-9c1e-9943b34cf15d tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Pushing event updated for resources: {'Port': ['ID=c154c307-8e16-4cfa-ac54-1706165f2f82,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:05.723924 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-1f6cd140-816f-4021-9c1e-9943b34cf15d tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:05.726426 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e7bcd387-20df-442d-813f-e8f115e17aec tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:05.732374 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6cd140-816f-4021-9c1e-9943b34cf15d tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:23:05.865823 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 295f0796-eebd-4455-b27d-82a48c9079b2 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:23:05.997407 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bcd387-20df-442d-813f-e8f115e17aec tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event updated for resources: {'Subnet': ['ID=90fa40c7-e834-40d1-a18b-88153dc93166,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:06.026236 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bcd387-20df-442d-813f-e8f115e17aec tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Checking segment: {'id': '0f53905e-16d2-4562-abb5-7431fd267346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '99e179fd-1eb0-42c2-ad6f-931134118e20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:23:06.026602 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bcd387-20df-442d-813f-e8f115e17aec tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Network hostable DHCP agents. Network: 99e179fd-1eb0-42c2-ad6f-931134118e20, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:23:06.058382 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 295f0796-eebd-4455-b27d-82a48c9079b2 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:06.058761 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:06.075784 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bcd387-20df-442d-813f-e8f115e17aec tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Network 99e179fd-1eb0-42c2-ad6f-931134118e20 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:23:06.097933 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-e7bcd387-20df-442d-813f-e8f115e17aec tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 99e179fd-1eb0-42c2-ad6f-931134118e20) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:06.106334 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7bcd387-20df-442d-813f-e8f115e17aec tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:06.107118 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e7bcd387-20df-442d-813f-e8f115e17aec tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:06.123741 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82130ab8-15cb-4c04-8ca6-43b6a85523bc None None] Network 99e179fd-1eb0-42c2-ad6f-931134118e20 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:23:06.150734 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e7bcd387-20df-442d-813f-e8f115e17aec tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4774933 Feb 09 01:23:06.154089 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53046) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:06.173400 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-7d036d09-f290-409e-bcfe-e0f46c1583aa tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Request body: {'port': {'network_id': '99e179fd-1eb0-42c2-ad6f-931134118e20', 'name': 'tempest-PortsIpV6TestJSON-1861422928', 'fixed_ips': [{'subnet_id': '90fa40c7-e834-40d1-a18b-88153dc93166', 'ip_address': '2001:db8::10'}]}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:06.278108 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=d196a3a6-775c-4d71-828a-1dcdd71ac086,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:06.376962 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-9c19b40c-76fa-4d9a-b93e-93bfca03240c None None] Provisioning complete for port d196a3a6-775c-4d71-828a-1dcdd71ac086 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:06.377886 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9c19b40c-76fa-4d9a-b93e-93bfca03240c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:06.428504 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-54ebd948-22a8-4351-911e-c36074fa57b6 None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:06.431266 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-1621558c-ef28-4d8e-85de-cefc0a216f52 req-2fd22e01-b477-47cb-a27a-8e8a81a720b8 service neutron] Transition to ACTIVE for port object a787801d-3def-4a14-bf8c-45ed2a859816 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:23:06.451287 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-0165aa44-82c2-4a51-93c8-f3bbc64deac6 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:06.455215 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-54ebd948-22a8-4351-911e-c36074fa57b6 None None] Transition to ACTIVE for port object b8851ea2-3624-444a-81a7-5e02cf08b8d6 will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:23:06.456219 n-d-828418-1 neutron-server[87639]: WARNING neutron.api.v2.base [None req-0165aa44-82c2-4a51-93c8-f3bbc64deac6 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 09 01:23:06.456931 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [None req-0165aa44-82c2-4a51-93c8-f3bbc64deac6 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] create failed (client error): There was a conflict when trying to complete your request. Feb 09 01:23:06.457130 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7d036d09-f290-409e-bcfe-e0f46c1583aa tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:06.462396 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53056) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:06.462916 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-0165aa44-82c2-4a51-93c8-f3bbc64deac6 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.9110773 Feb 09 01:23:06.473531 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-54ebd948-22a8-4351-911e-c36074fa57b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:06.484940 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-6a1ac75c-8aaa-46f8-a651-54242972421c tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Request body: {'security_group': {'name': 'tempest-secgroup--2684714'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:06.498170 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-6a1ac75c-8aaa-46f8-a651-54242972421c tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:06.503964 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-7d036d09-f290-409e-bcfe-e0f46c1583aa tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Usage tracker for resource:port and tenant:c783560d2de04e1598eb7e3aecd5349e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:23:06.508485 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-7d036d09-f290-409e-bcfe-e0f46c1583aa tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:23:06.511412 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-6a1ac75c-8aaa-46f8-a651-54242972421c tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Usage tracker for resource:security_group and tenant:a31e2f01e40d4426b7279f7dc55dfd4f is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:23:06.511549 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1621558c-ef28-4d8e-85de-cefc0a216f52 req-2fd22e01-b477-47cb-a27a-8e8a81a720b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:06.534510 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-6a1ac75c-8aaa-46f8-a651-54242972421c tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:23:06.546959 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7d036d09-f290-409e-bcfe-e0f46c1583aa tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:06.578931 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-6a1ac75c-8aaa-46f8-a651-54242972421c tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:06.596826 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91906c1-46d4-423f-8da7-a0cca26bd7ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-99e179fd-1eb0-42c2-ad6f-931134118e20', 'network_id': '99e179fd-1eb0-42c2-ad6f-931134118e20', 'tenant_id': 'c783560d2de04e1598eb7e3aecd5349e', 'fixed_ips': [{'subnet_id': '90fa40c7-e834-40d1-a18b-88153dc93166'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:23:06.598515 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c91906c1-46d4-423f-8da7-a0cca26bd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:06.605412 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d036d09-f290-409e-bcfe-e0f46c1583aa tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Made reservation on behalf of c783560d2de04e1598eb7e3aecd5349e for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:23:06.909513 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81300dc-9c7e-4c05-b0c6-749ec8e74a83 None None] Pushing event updated for resources: {'Port': ['ID=b8851ea2-3624-444a-81a7-5e02cf08b8d6,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:06.978862 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5dbb10-155a-4db5-be5a-3c7d6576dbc3 req-ee26d136-7609-474d-8fa5-eca9b032c092 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:06.980362 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-2e5dbb10-155a-4db5-be5a-3c7d6576dbc3 req-ee26d136-7609-474d-8fa5-eca9b032c092 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Synchronizing usage tracker for tenant:1a20e36c7a554c699423b213df58ff18 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:23:07.069025 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-c91906c1-46d4-423f-8da7-a0cca26bd7ef None None] Allocated IP 2001:db8::2 (99e179fd-1eb0-42c2-ad6f-931134118e20/90fa40c7-e834-40d1-a18b-88153dc93166/caa35f8b-3256-46f3-bcd8-1d445a5f75f6) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:23:07.075816 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-54ebd948-22a8-4351-911e-c36074fa57b6 None None] Attempting to bind port b8851ea2-3624-444a-81a7-5e02cf08b8d6 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:23:07.079278 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-54ebd948-22a8-4351-911e-c36074fa57b6 None None] Attempting to bind port b8851ea2-3624-444a-81a7-5e02cf08b8d6 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '0f90f0e3-4141-4826-b38b-e19e3ed3d126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b439a46e-115c-48eb-8801-9f3677ea4b18'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:23:07.079658 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ebd948-22a8-4351-911e-c36074fa57b6 None None] Attempting to bind port b8851ea2-3624-444a-81a7-5e02cf08b8d6 on network b439a46e-115c-48eb-8801-9f3677ea4b18 {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:23:07.093710 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ebd948-22a8-4351-911e-c36074fa57b6 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:23:07.094121 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ebd948-22a8-4351-911e-c36074fa57b6 None None] Checking segment: {'id': '0f90f0e3-4141-4826-b38b-e19e3ed3d126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b439a46e-115c-48eb-8801-9f3677ea4b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:23:07.094531 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-54ebd948-22a8-4351-911e-c36074fa57b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:07.094930 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ebd948-22a8-4351-911e-c36074fa57b6 None None] Bound using segment: {'id': '0f90f0e3-4141-4826-b38b-e19e3ed3d126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b439a46e-115c-48eb-8801-9f3677ea4b18'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:23:07.095420 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-54ebd948-22a8-4351-911e-c36074fa57b6 None None] Bound port: b8851ea2-3624-444a-81a7-5e02cf08b8d6, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f90f0e3-4141-4826-b38b-e19e3ed3d126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b439a46e-115c-48eb-8801-9f3677ea4b18'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:23:07.095799 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-54ebd948-22a8-4351-911e-c36074fa57b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:07.212829 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7d036d09-f290-409e-bcfe-e0f46c1583aa tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:07.237672 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-7d036d09-f290-409e-bcfe-e0f46c1583aa tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] device_id is not set on port 04bf69d1-2adb-426b-ba67-3f026c071bfa yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:23:07.301859 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-54ebd948-22a8-4351-911e-c36074fa57b6 None None] For port b8851ea2-3624-444a-81a7-5e02cf08b8d6, host n-d-828418-1, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:23:07.301859 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-54ebd948-22a8-4351-911e-c36074fa57b6 None None] For port b8851ea2-3624-444a-81a7-5e02cf08b8d6, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=b8851ea2-3624-444a-81a7-5e02cf08b8d6,segment=NetworkSegment(0f90f0e3-4141-4826-b38b-e19e3ed3d126),segment_id=0f90f0e3-4141-4826-b38b-e19e3ed3d126)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:23:07.314040 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-54ebd948-22a8-4351-911e-c36074fa57b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:07.356736 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c91906c1-46d4-423f-8da7-a0cca26bd7ef None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:07.374884 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-c91906c1-46d4-423f-8da7-a0cca26bd7ef None None] Transition to ACTIVE for port object caa35f8b-3256-46f3-bcd8-1d445a5f75f6 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:23:07.407786 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd22e01-b477-47cb-a27a-8e8a81a720b8 service neutron] Pushing event updated for resources: {'Port': ['ID=a787801d-3def-4a14-bf8c-45ed2a859816,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:07.415219 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-c91906c1-46d4-423f-8da7-a0cca26bd7ef None None] Transition to ACTIVE for port object caa35f8b-3256-46f3-bcd8-1d445a5f75f6 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:23:07.425195 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c91906c1-46d4-423f-8da7-a0cca26bd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:07.431082 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-2e5dbb10-155a-4db5-be5a-3c7d6576dbc3 req-ee26d136-7609-474d-8fa5-eca9b032c092 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Unset dirty status for tenant:1a20e36c7a554c699423b213df58ff18 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:23:07.444722 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2e5dbb10-155a-4db5-be5a-3c7d6576dbc3 req-ee26d136-7609-474d-8fa5-eca9b032c092 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/ports?device_id=bb78f4cc-9378-45dd-831a-1daa9b953ab6 HTTP/1.1" status: 200 len: 932 time: 2.2933857 Feb 09 01:23:07.457224 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81300dc-9c7e-4c05-b0c6-749ec8e74a83 None None] Pushing event updated for resources: {'Port': ['ID=b8851ea2-3624-444a-81a7-5e02cf08b8d6,revision_number=4']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:07.498428 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ebd948-22a8-4351-911e-c36074fa57b6 None None] Routers {'e7bd367d-0c25-4c29-a923-8a46e4a36d6d'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:23:07.500899 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-54ebd948-22a8-4351-911e-c36074fa57b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:22:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['e7bd367d-0c25-4c29-a923-8a46e4a36d6d'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:07.565280 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6a1ac75c-8aaa-46f8-a651-54242972421c tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:07.586486 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6a1ac75c-8aaa-46f8-a651-54242972421c tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:07.630682 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-6a1ac75c-8aaa-46f8-a651-54242972421c tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:07.637321 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91906c1-46d4-423f-8da7-a0cca26bd7ef None None] Network 99e179fd-1eb0-42c2-ad6f-931134118e20 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:23:07.646411 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-c91906c1-46d4-423f-8da7-a0cca26bd7ef None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:07.658433 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91906c1-46d4-423f-8da7-a0cca26bd7ef None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:23:07.659108 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-6a1ac75c-8aaa-46f8-a651-54242972421c tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Usage tracker for resource:security_group_rule and tenant:a31e2f01e40d4426b7279f7dc55dfd4f is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:23:07.669207 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-6a1ac75c-8aaa-46f8-a651-54242972421c tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:23:07.683188 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-7d036d09-f290-409e-bcfe-e0f46c1583aa tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Allocated IP 2001:db8::10 (99e179fd-1eb0-42c2-ad6f-931134118e20/90fa40c7-e834-40d1-a18b-88153dc93166/04bf69d1-2adb-426b-ba67-3f026c071bfa) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:23:07.711674 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-6a1ac75c-8aaa-46f8-a651-54242972421c tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:07.775110 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91906c1-46d4-423f-8da7-a0cca26bd7ef None None] Pushing event updated for resources: {'Port': ['ID=caa35f8b-3256-46f3-bcd8-1d445a5f75f6,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:07.781943 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2e5dbb10-155a-4db5-be5a-3c7d6576dbc3 req-b03a0ec4-a567-4cb2-8e91-fad44a079542 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e238689-2b13-4df9-8955-13b9e4cebcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3358915 Feb 09 01:23:07.874986 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1f6cd140-816f-4021-9c1e-9943b34cf15d tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks [] for router_gateway, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:07.954027 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device d196a3a6-775c-4d71-828a-1dcdd71ac086 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:23:07.972562 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-54ebd948-22a8-4351-911e-c36074fa57b6 None None] Set router e7bd367d-0c25-4c29-a923-8a46e4a36d6d gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:23:08.027120 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-c91906c1-46d4-423f-8da7-a0cca26bd7ef None None] Attempting to bind port caa35f8b-3256-46f3-bcd8-1d445a5f75f6 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:23:08.027802 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-c91906c1-46d4-423f-8da7-a0cca26bd7ef None None] Attempting to bind port caa35f8b-3256-46f3-bcd8-1d445a5f75f6 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '0f53905e-16d2-4562-abb5-7431fd267346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '99e179fd-1eb0-42c2-ad6f-931134118e20'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:23:08.028229 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91906c1-46d4-423f-8da7-a0cca26bd7ef None None] Attempting to bind port caa35f8b-3256-46f3-bcd8-1d445a5f75f6 on network 99e179fd-1eb0-42c2-ad6f-931134118e20 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:23:08.049336 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91906c1-46d4-423f-8da7-a0cca26bd7ef None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:23:08.050270 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91906c1-46d4-423f-8da7-a0cca26bd7ef None None] Checking segment: {'id': '0f53905e-16d2-4562-abb5-7431fd267346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '99e179fd-1eb0-42c2-ad6f-931134118e20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:23:08.050820 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c91906c1-46d4-423f-8da7-a0cca26bd7ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:08.051348 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91906c1-46d4-423f-8da7-a0cca26bd7ef None None] Bound using segment: {'id': '0f53905e-16d2-4562-abb5-7431fd267346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '99e179fd-1eb0-42c2-ad6f-931134118e20'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:23:08.052212 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-c91906c1-46d4-423f-8da7-a0cca26bd7ef None None] Bound port: caa35f8b-3256-46f3-bcd8-1d445a5f75f6, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f53905e-16d2-4562-abb5-7431fd267346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '99e179fd-1eb0-42c2-ad6f-931134118e20'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:23:08.052662 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-1621558c-ef28-4d8e-85de-cefc0a216f52 req-2fd22e01-b477-47cb-a27a-8e8a81a720b8 service neutron] Attempting to bind port a787801d-3def-4a14-bf8c-45ed2a859816 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:23:08.053127 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-1621558c-ef28-4d8e-85de-cefc0a216f52 req-2fd22e01-b477-47cb-a27a-8e8a81a720b8 service neutron] Attempting to bind port a787801d-3def-4a14-bf8c-45ed2a859816 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'ab5b8647-54ba-47dc-a969-bd1d889d35c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '0b42d132-a4d6-4063-98c2-48389fb2c5a1'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:23:08.053313 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1621558c-ef28-4d8e-85de-cefc0a216f52 req-2fd22e01-b477-47cb-a27a-8e8a81a720b8 service neutron] Attempting to bind port a787801d-3def-4a14-bf8c-45ed2a859816 on network 0b42d132-a4d6-4063-98c2-48389fb2c5a1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:23:08.053558 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c91906c1-46d4-423f-8da7-a0cca26bd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:08.110830 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1621558c-ef28-4d8e-85de-cefc0a216f52 req-2fd22e01-b477-47cb-a27a-8e8a81a720b8 service neutron] Port a787801d-3def-4a14-bf8c-45ed2a859816 on network 0b42d132-a4d6-4063-98c2-48389fb2c5a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:23:08.112656 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1621558c-ef28-4d8e-85de-cefc0a216f52 req-2fd22e01-b477-47cb-a27a-8e8a81a720b8 service neutron] Attempting to bind port a787801d-3def-4a14-bf8c-45ed2a859816 on network 0b42d132-a4d6-4063-98c2-48389fb2c5a1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:23:08.120002 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6a1ac75c-8aaa-46f8-a651-54242972421c tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:08.134269 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1621558c-ef28-4d8e-85de-cefc0a216f52 req-2fd22e01-b477-47cb-a27a-8e8a81a720b8 service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:23:08.134604 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1621558c-ef28-4d8e-85de-cefc0a216f52 req-2fd22e01-b477-47cb-a27a-8e8a81a720b8 service neutron] Checking segment: {'id': 'ab5b8647-54ba-47dc-a969-bd1d889d35c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '0b42d132-a4d6-4063-98c2-48389fb2c5a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:23:08.134945 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6a1ac75c-8aaa-46f8-a651-54242972421c tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:08.135059 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1621558c-ef28-4d8e-85de-cefc0a216f52 req-2fd22e01-b477-47cb-a27a-8e8a81a720b8 service neutron] Bound using segment: {'id': 'ab5b8647-54ba-47dc-a969-bd1d889d35c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '0b42d132-a4d6-4063-98c2-48389fb2c5a1'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:23:08.135415 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-1621558c-ef28-4d8e-85de-cefc0a216f52 req-2fd22e01-b477-47cb-a27a-8e8a81a720b8 service neutron] Bound port: a787801d-3def-4a14-bf8c-45ed2a859816, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab5b8647-54ba-47dc-a969-bd1d889d35c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '0b42d132-a4d6-4063-98c2-48389fb2c5a1'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:23:08.135760 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1621558c-ef28-4d8e-85de-cefc0a216f52 req-2fd22e01-b477-47cb-a27a-8e8a81a720b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:08.151691 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-6a1ac75c-8aaa-46f8-a651-54242972421c tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:08.172950 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-6a1ac75c-8aaa-46f8-a651-54242972421c tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Usage tracker for resource:security_group_rule and tenant:a31e2f01e40d4426b7279f7dc55dfd4f is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:23:08.180641 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9e0d8451-b812-478c-8ac1-416530fe62c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:08.188134 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-6a1ac75c-8aaa-46f8-a651-54242972421c tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:23:08.218021 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-6a1ac75c-8aaa-46f8-a651-54242972421c tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:08.222347 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1ac75c-8aaa-46f8-a651-54242972421c tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa48b5be-554d-4436-a68b-ebba1458a92b,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:08.272364 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port d196a3a6-775c-4d71-828a-1dcdd71ac086 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:08.275913 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:08.284020 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7d036d09-f290-409e-bcfe-e0f46c1583aa tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:08.322635 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-7d036d09-f290-409e-bcfe-e0f46c1583aa tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Transition to ACTIVE for port object 04bf69d1-2adb-426b-ba67-3f026c071bfa will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:23:08.339328 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-c91906c1-46d4-423f-8da7-a0cca26bd7ef None None] For port caa35f8b-3256-46f3-bcd8-1d445a5f75f6, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:23:08.366956 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-c91906c1-46d4-423f-8da7-a0cca26bd7ef None None] For port caa35f8b-3256-46f3-bcd8-1d445a5f75f6, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=caa35f8b-3256-46f3-bcd8-1d445a5f75f6,segment=NetworkSegment(0f53905e-16d2-4562-abb5-7431fd267346),segment_id=0f53905e-16d2-4562-abb5-7431fd267346)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:23:08.386456 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c91906c1-46d4-423f-8da7-a0cca26bd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:08.420708 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6a1ac75c-8aaa-46f8-a651-54242972421c tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:08.429885 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6a1ac75c-8aaa-46f8-a651-54242972421c tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:08.446836 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7d036d09-f290-409e-bcfe-e0f46c1583aa tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:08.556172 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-54ebd948-22a8-4351-911e-c36074fa57b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7bd367d-0c25-4c29-a923-8a46e4a36d6d', 'name': 'tempest-TestVolumeBackupRestore-525223622-router', 'tenant_id': '11575d7f322d408a95a8d24bf14e5631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '295f0796-eebd-4455-b27d-82a48c9079b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:45Z', 'updated_at': '2022-02-09T01:22:59Z', 'revision_number': 4, 'project_id': '11575d7f322d408a95a8d24bf14e5631', 'gw_port': {'id': '295f0796-eebd-4455-b27d-82a48c9079b2', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:76:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bd367d-0c25-4c29-a923-8a46e4a36d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:48Z', 'updated_at': '2022-02-09T01:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'b8851ea2-3624-444a-81a7-5e02cf08b8d6', 'name': '', 'network_id': 'b439a46e-115c-48eb-8801-9f3677ea4b18', 'tenant_id': '11575d7f322d408a95a8d24bf14e5631', 'mac_address': 'fa:16:3e:ed:3f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7bd367d-0c25-4c29-a923-8a46e4a36d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '21195007-bc71-484b-ac52-9d0f854c867f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:56Z', 'updated_at': '2022-02-09T01:23:07Z', 'revision_number': 4, 'project_id': '11575d7f322d408a95a8d24bf14e5631', 'subnets': [{'id': '21195007-bc71-484b-ac52-9d0f854c867f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:08.561397 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d036d09-f290-409e-bcfe-e0f46c1583aa tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event updated for resources: {'Port': ['ID=04bf69d1-2adb-426b-ba67-3f026c071bfa,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:08.563035 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ebd948-22a8-4351-911e-c36074fa57b6 None None] The sync data for ids ['e7bd367d-0c25-4c29-a923-8a46e4a36d6d'] in n-d-828418-1 is: [{'id': 'e7bd367d-0c25-4c29-a923-8a46e4a36d6d', 'name': 'tempest-TestVolumeBackupRestore-525223622-router', 'tenant_id': '11575d7f322d408a95a8d24bf14e5631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '295f0796-eebd-4455-b27d-82a48c9079b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:45Z', 'updated_at': '2022-02-09T01:22:59Z', 'revision_number': 4, 'project_id': '11575d7f322d408a95a8d24bf14e5631', 'gw_port': {'id': '295f0796-eebd-4455-b27d-82a48c9079b2', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:76:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bd367d-0c25-4c29-a923-8a46e4a36d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:48Z', 'updated_at': '2022-02-09T01:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'b8851ea2-3624-444a-81a7-5e02cf08b8d6', 'name': '', 'network_id': 'b439a46e-115c-48eb-8801-9f3677ea4b18', 'tenant_id': '11575d7f322d408a95a8d24bf14e5631', 'mac_address': 'fa:16:3e:ed:3f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7bd367d-0c25-4c29-a923-8a46e4a36d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '21195007-bc71-484b-ac52-9d0f854c867f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:56Z', 'updated_at': '2022-02-09T01:23:07Z', 'revision_number': 4, 'project_id': '11575d7f322d408a95a8d24bf14e5631', 'subnets': [{'id': '21195007-bc71-484b-ac52-9d0f854c867f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:23:08.675911 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1ac75c-8aaa-46f8-a651-54242972421c tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb118546-a265-413e-9748-babd15cb7bfd,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:08.683740 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6a1ac75c-8aaa-46f8-a651-54242972421c tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:08.706405 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 53114) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:08.708411 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-6a1ac75c-8aaa-46f8-a651-54242972421c tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.2444265 Feb 09 01:23:08.728114 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d036d09-f290-409e-bcfe-e0f46c1583aa tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Network 99e179fd-1eb0-42c2-ad6f-931134118e20 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:23:08.729692 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-7d036d09-f290-409e-bcfe-e0f46c1583aa tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:08.738768 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d036d09-f290-409e-bcfe-e0f46c1583aa tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:23:08.755279 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d036d09-f290-409e-bcfe-e0f46c1583aa tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:08.759555 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-4ee968d4-c8bc-4e75-99b0-514b4ccdc493 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Request body: {'security_group_rule': {'security_group_id': 'cb118546-a265-413e-9748-babd15cb7bfd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:08.761507 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7d036d09-f290-409e-bcfe-e0f46c1583aa tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:08.838130 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-7d036d09-f290-409e-bcfe-e0f46c1583aa tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6828706 Feb 09 01:23:08.840713 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53120) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:08.854340 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-8af95cd3-c2bb-434c-b845-9d19a5ed5a8b tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Request body: {'port': {'network_id': '99e179fd-1eb0-42c2-ad6f-931134118e20', 'name': 'tempest-PortsIpV6TestJSON-1015220894', 'fixed_ips': [{'subnet_id': '90fa40c7-e834-40d1-a18b-88153dc93166', 'ip_address': '2001:db8::f'}]}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:08.907661 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91906c1-46d4-423f-8da7-a0cca26bd7ef None None] Pushing event updated for resources: {'Port': ['ID=caa35f8b-3256-46f3-bcd8-1d445a5f75f6,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:09.030759 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4ee968d4-c8bc-4e75-99b0-514b4ccdc493 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:09.118263 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-4ee968d4-c8bc-4e75-99b0-514b4ccdc493 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Usage tracker for resource:security_group_rule and tenant:a31e2f01e40d4426b7279f7dc55dfd4f is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:23:09.125802 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-4ee968d4-c8bc-4e75-99b0-514b4ccdc493 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:23:09.145645 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-1621558c-ef28-4d8e-85de-cefc0a216f52 req-2fd22e01-b477-47cb-a27a-8e8a81a720b8 service neutron] For port a787801d-3def-4a14-bf8c-45ed2a859816, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:23:09.153048 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4ee968d4-c8bc-4e75-99b0-514b4ccdc493 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:09.175580 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:23:09.228007 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8af95cd3-c2bb-434c-b845-9d19a5ed5a8b tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:09.232500 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-8af95cd3-c2bb-434c-b845-9d19a5ed5a8b tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Usage tracker for resource:port and tenant:c783560d2de04e1598eb7e3aecd5349e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:23:09.247124 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-8af95cd3-c2bb-434c-b845-9d19a5ed5a8b tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:23:09.253940 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8af95cd3-c2bb-434c-b845-9d19a5ed5a8b tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:09.284483 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af95cd3-c2bb-434c-b845-9d19a5ed5a8b tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Made reservation on behalf of c783560d2de04e1598eb7e3aecd5349e for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:23:09.291917 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8af95cd3-c2bb-434c-b845-9d19a5ed5a8b tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:09.319223 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-8af95cd3-c2bb-434c-b845-9d19a5ed5a8b tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] device_id is not set on port 5309a710-a573-475e-be02-7b1850580c42 yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:23:09.322386 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-1621558c-ef28-4d8e-85de-cefc0a216f52 req-2fd22e01-b477-47cb-a27a-8e8a81a720b8 service neutron] For port a787801d-3def-4a14-bf8c-45ed2a859816, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=a787801d-3def-4a14-bf8c-45ed2a859816,segment=NetworkSegment(ab5b8647-54ba-47dc-a969-bd1d889d35c1),segment_id=ab5b8647-54ba-47dc-a969-bd1d889d35c1)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:23:09.346287 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4ee968d4-c8bc-4e75-99b0-514b4ccdc493 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:09.372645 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1621558c-ef28-4d8e-85de-cefc0a216f52 req-2fd22e01-b477-47cb-a27a-8e8a81a720b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:09.536732 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1621558c-ef28-4d8e-85de-cefc0a216f52 req-2fd22e01-b477-47cb-a27a-8e8a81a720b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:09.542175 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1621558c-ef28-4d8e-85de-cefc0a216f52 req-2fd22e01-b477-47cb-a27a-8e8a81a720b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:09.543869 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1621558c-ef28-4d8e-85de-cefc0a216f52 req-2fd22e01-b477-47cb-a27a-8e8a81a720b8 service neutron] 10.222.0.62 "PUT /v2.0/ports/a787801d-3def-4a14-bf8c-45ed2a859816 HTTP/1.1" status: 200 len: 1092 time: 5.9905281 Feb 09 01:23:09.613194 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb78f4cc-9378-45dd-831a-1daa9b953ab6', 'tag': 'a787801d-3def-4a14-bf8c-45ed2a859816'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:23:09.621862 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1f6cd140-816f-4021-9c1e-9943b34cf15d tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:09.740068 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-8af95cd3-c2bb-434c-b845-9d19a5ed5a8b tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Allocated IP 2001:db8::f (99e179fd-1eb0-42c2-ad6f-931134118e20/90fa40c7-e834-40d1-a18b-88153dc93166/5309a710-a573-475e-be02-7b1850580c42) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:23:10.023006 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device caa35f8b-3256-46f3-bcd8-1d445a5f75f6 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:23:10.248713 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port caa35f8b-3256-46f3-bcd8-1d445a5f75f6 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:23:10.257614 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device b8851ea2-3624-444a-81a7-5e02cf08b8d6 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:23:10.280627 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8af95cd3-c2bb-434c-b845-9d19a5ed5a8b tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:10.324392 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-8af95cd3-c2bb-434c-b845-9d19a5ed5a8b tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Transition to ACTIVE for port object 5309a710-a573-475e-be02-7b1850580c42 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:23:10.377565 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8af95cd3-c2bb-434c-b845-9d19a5ed5a8b tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:10.389226 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port b8851ea2-3624-444a-81a7-5e02cf08b8d6 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:23:10.415251 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port b8851ea2-3624-444a-81a7-5e02cf08b8d6 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:10.415625 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:10.536722 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af95cd3-c2bb-434c-b845-9d19a5ed5a8b tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event updated for resources: {'Port': ['ID=5309a710-a573-475e-be02-7b1850580c42,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:10.559747 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb78f4cc-9378-45dd-831a-1daa9b953ab6', 'tag': 'a787801d-3def-4a14-bf8c-45ed2a859816', 'status': 'completed', 'code': 200} Feb 09 01:23:10.568843 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd22e01-b477-47cb-a27a-8e8a81a720b8 service neutron] Pushing event updated for resources: {'Port': ['ID=a787801d-3def-4a14-bf8c-45ed2a859816,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:10.609386 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af95cd3-c2bb-434c-b845-9d19a5ed5a8b tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Network 99e179fd-1eb0-42c2-ad6f-931134118e20 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:23:10.610778 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-8af95cd3-c2bb-434c-b845-9d19a5ed5a8b tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:10.617435 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af95cd3-c2bb-434c-b845-9d19a5ed5a8b tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:23:10.623479 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af95cd3-c2bb-434c-b845-9d19a5ed5a8b tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:10.624841 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8af95cd3-c2bb-434c-b845-9d19a5ed5a8b tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:10.706267 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-8af95cd3-c2bb-434c-b845-9d19a5ed5a8b tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8641939 Feb 09 01:23:10.706956 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53156) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:10.712265 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9afab006-0b38-476d-943c-65d6117a62a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:10.809762 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb35c5-92ac-4deb-8db5-766f8a79a2bf req-7d9893e8-6ea6-4bbb-8e22-d609fdcfb4a4 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:10.811479 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-29eb35c5-92ac-4deb-8db5-766f8a79a2bf req-7d9893e8-6ea6-4bbb-8e22-d609fdcfb4a4 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/ports?device_id=bb78f4cc-9378-45dd-831a-1daa9b953ab6 HTTP/1.1" status: 200 len: 944 time: 1.6775734 Feb 09 01:23:10.822279 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0d702c-35d9-480d-9a17-12e401e3f72e None None] Network 99e179fd-1eb0-42c2-ad6f-931134118e20 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:23:10.888864 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4ee968d4-c8bc-4e75-99b0-514b4ccdc493 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:10.890527 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52d05c0-7b2c-45ea-9620-123cf27e6155 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:10.891679 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-c52d05c0-7b2c-45ea-9620-123cf27e6155 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Synchronizing usage tracker for tenant:c783560d2de04e1598eb7e3aecd5349e on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:23:10.920927 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4ee968d4-c8bc-4e75-99b0-514b4ccdc493 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:10.925172 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-c52d05c0-7b2c-45ea-9620-123cf27e6155 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Unset dirty status for tenant:c783560d2de04e1598eb7e3aecd5349e on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:23:10.926778 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c52d05c0-7b2c-45ea-9620-123cf27e6155 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2187052 Feb 09 01:23:10.930521 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53160) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:10.941049 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:10.947471 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1621558c-ef28-4d8e-85de-cefc0a216f52 req-c46bbbee-d883-4c57-85c2-70ea2a184377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:10.950129 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1621558c-ef28-4d8e-85de-cefc0a216f52 req-c46bbbee-d883-4c57-85c2-70ea2a184377 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1a20e36c7a554c699423b213df58ff18&device_id=bb78f4cc-9378-45dd-831a-1daa9b953ab6 HTTP/1.1" status: 200 len: 1095 time: 1.3130898 Feb 09 01:23:11.004390 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4ee968d4-c8bc-4e75-99b0-514b4ccdc493 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:11.014320 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53164) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:11.015295 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-4ee968d4-c8bc-4e75-99b0-514b4ccdc493 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.2738299 Feb 09 01:23:11.019412 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a9f07e48-6999-45e1-8287-792452dda32d None None] Provisioning for port caa35f8b-3256-46f3-bcd8-1d445a5f75f6 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:23:11.021153 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-31d7ee8f-1206-4056-87f2-e886b81180b3 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Request body: {'security_group_rule': {'security_group_id': 'cb118546-a265-413e-9748-babd15cb7bfd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:11.032243 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-31d7ee8f-1206-4056-87f2-e886b81180b3 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:11.041622 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a9f07e48-6999-45e1-8287-792452dda32d None None] Provisioning complete for port caa35f8b-3256-46f3-bcd8-1d445a5f75f6 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:11.043596 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a9f07e48-6999-45e1-8287-792452dda32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:11.045753 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-31d7ee8f-1206-4056-87f2-e886b81180b3 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Usage tracker for resource:security_group_rule and tenant:a31e2f01e40d4426b7279f7dc55dfd4f is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:23:11.052007 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-31d7ee8f-1206-4056-87f2-e886b81180b3 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:23:11.065406 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-31d7ee8f-1206-4056-87f2-e886b81180b3 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:11.084007 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96fdad9-86fd-4978-8081-cfcd21e24e01 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:11.094873 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96fdad9-86fd-4978-8081-cfcd21e24e01 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:11.114077 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port b8851ea2-3624-444a-81a7-5e02cf08b8d6, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=b8851ea2-3624-444a-81a7-5e02cf08b8d6,segment=NetworkSegment(0f90f0e3-4141-4826-b38b-e19e3ed3d126),segment_id=0f90f0e3-4141-4826-b38b-e19e3ed3d126)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:23:11.114255 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96fdad9-86fd-4978-8081-cfcd21e24e01 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:11.118936 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c96fdad9-86fd-4978-8081-cfcd21e24e01 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1854894 Feb 09 01:23:11.125843 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53170) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:11.151249 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:11.172390 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-29eb35c5-92ac-4deb-8db5-766f8a79a2bf req-b4c6017d-e8e8-4ef4-b54a-44f79c1dbeff tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e238689-2b13-4df9-8955-13b9e4cebcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3505201 Feb 09 01:23:11.184593 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee968d4-c8bc-4e75-99b0-514b4ccdc493 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8aecb52-4220-41a8-85a9-38c306ff748e,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:11.198720 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1621558c-ef28-4d8e-85de-cefc0a216f52 req-216b95bb-70f1-4f58-bec1-cdff8649239a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a787801d-3def-4a14-bf8c-45ed2a859816 HTTP/1.1" status: 200 len: 217 time: 0.2089343 Feb 09 01:23:11.286637 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-31d7ee8f-1206-4056-87f2-e886b81180b3 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:11.304711 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f6cd140-816f-4021-9c1e-9943b34cf15d tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Router 5c6ee38d-567d-47ec-b1a4-2817e2bc6e06 is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:23:11.360536 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1621558c-ef28-4d8e-85de-cefc0a216f52 req-e394e23d-a265-4284-b7c9-8fc6bba82939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:11.362421 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1621558c-ef28-4d8e-85de-cefc0a216f52 req-e394e23d-a265-4284-b7c9-8fc6bba82939 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5d342298-601b-4654-a677-d1e5d55f90c1 HTTP/1.1" status: 200 len: 855 time: 0.1582456 Feb 09 01:23:11.372856 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-0c25a961-5906-4aea-8a3d-7eca13415f3a tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Deleting port 5309a710-a573-475e-be02-7b1850580c42 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:23:11.373208 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0c25a961-5906-4aea-8a3d-7eca13415f3a tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:11.456545 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a9f07e48-6999-45e1-8287-792452dda32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:11.466302 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=b8851ea2-3624-444a-81a7-5e02cf08b8d6,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:11.512022 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a9f07e48-6999-45e1-8287-792452dda32d None None] For port caa35f8b-3256-46f3-bcd8-1d445a5f75f6, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=caa35f8b-3256-46f3-bcd8-1d445a5f75f6,segment=NetworkSegment(0f53905e-16d2-4562-abb5-7431fd267346),segment_id=0f53905e-16d2-4562-abb5-7431fd267346)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:23:11.520270 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-31d7ee8f-1206-4056-87f2-e886b81180b3 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] create failed (client error): There was a conflict when trying to complete your request. Feb 09 01:23:11.524445 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-31d7ee8f-1206-4056-87f2-e886b81180b3 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5054061 Feb 09 01:23:11.524599 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a9f07e48-6999-45e1-8287-792452dda32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:11.525587 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53178) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:11.608456 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f6cd140-816f-4021-9c1e-9943b34cf15d tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:23:11.655694 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1621558c-ef28-4d8e-85de-cefc0a216f52 req-6ee5c84d-5eb5-49ec-8c75-f9ec6eba6186 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0b42d132-a4d6-4063-98c2-48389fb2c5a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2851872 Feb 09 01:23:11.688140 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:11.690621 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a1d6fb3c-fe68-4850-abe0-d8da27b40ffa tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:11.702132 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35019ed1-129f-4122-ba1b-f2921a29e591 None None] Sync routers for ids ['5c6ee38d-567d-47ec-b1a4-2817e2bc6e06'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:23:11.769424 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35019ed1-129f-4122-ba1b-f2921a29e591 None None] Routers {'5c6ee38d-567d-47ec-b1a4-2817e2bc6e06'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:23:11.778018 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-35019ed1-129f-4122-ba1b-f2921a29e591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:23:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['5c6ee38d-567d-47ec-b1a4-2817e2bc6e06'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:11.903994 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1f6cd140-816f-4021-9c1e-9943b34cf15d tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:11.908498 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-1f6cd140-816f-4021-9c1e-9943b34cf15d tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 11.5796371 Feb 09 01:23:11.911411 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 53188) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:11.934178 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-35019ed1-129f-4122-ba1b-f2921a29e591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:11.937066 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device b8851ea2-3624-444a-81a7-5e02cf08b8d6 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:23:11.966208 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f07e48-6999-45e1-8287-792452dda32d None None] Pushing event updated for resources: {'Port': ['ID=caa35f8b-3256-46f3-bcd8-1d445a5f75f6,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:11.980424 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:12.073237 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a1d6fb3c-fe68-4850-abe0-d8da27b40ffa tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:12.088022 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35019ed1-129f-4122-ba1b-f2921a29e591 None None] Routers {'5c6ee38d-567d-47ec-b1a4-2817e2bc6e06'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:23:12.088693 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-35019ed1-129f-4122-ba1b-f2921a29e591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:23:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['5c6ee38d-567d-47ec-b1a4-2817e2bc6e06'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:12.252568 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0c25a961-5906-4aea-8a3d-7eca13415f3a tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:12.306377 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-35019ed1-129f-4122-ba1b-f2921a29e591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:12.306790 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35019ed1-129f-4122-ba1b-f2921a29e591 None None] The sync data for ids ['5c6ee38d-567d-47ec-b1a4-2817e2bc6e06'] in n-d-828418-1 is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:23:12.356986 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1621558c-ef28-4d8e-85de-cefc0a216f52 req-8a3b2e32-7e42-4581-9bdd-4dbd240b01c6 service neutron] 10.222.0.62 "GET /v2.0/networks/0b42d132-a4d6-4063-98c2-48389fb2c5a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6923463 Feb 09 01:23:12.387625 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b14f5eb4-f182-400a-96a9-50a4d5c34d29 None None] Provisioning complete for port caa35f8b-3256-46f3-bcd8-1d445a5f75f6 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:12.387977 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b14f5eb4-f182-400a-96a9-50a4d5c34d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:12.406984 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a1d6fb3c-fe68-4850-abe0-d8da27b40ffa tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:12.467223 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port b8851ea2-3624-444a-81a7-5e02cf08b8d6 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:12.467223 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:12.573467 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-0c25a961-5906-4aea-8a3d-7eca13415f3a tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Calling delete_port for 5309a710-a573-475e-be02-7b1850580c42 owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:23:12.653251 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d6fb3c-fe68-4850-abe0-d8da27b40ffa tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb118546-a265-413e-9748-babd15cb7bfd,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:12.725278 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a1d6fb3c-fe68-4850-abe0-d8da27b40ffa tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:12.734073 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a1d6fb3c-fe68-4850-abe0-d8da27b40ffa tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] 10.222.0.105 "DELETE /v2.0/security-groups/cb118546-a265-413e-9748-babd15cb7bfd HTTP/1.1" status: 204 len: 168 time: 1.2080250 Feb 09 01:23:12.744914 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53202) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:12.988196 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b14f5eb4-f182-400a-96a9-50a4d5c34d29 None None] Provisioning for port 04bf69d1-2adb-426b-ba67-3f026c071bfa completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:23:12.994839 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b14f5eb4-f182-400a-96a9-50a4d5c34d29 None None] Provisioning complete for port 04bf69d1-2adb-426b-ba67-3f026c071bfa triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:12.995328 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b14f5eb4-f182-400a-96a9-50a4d5c34d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:13.052695 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0c25a961-5906-4aea-8a3d-7eca13415f3a tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:13.081494 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-b14f5eb4-f182-400a-96a9-50a4d5c34d29 None None] Port 04bf69d1-2adb-426b-ba67-3f026c071bfa cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:23:13.095392 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b14f5eb4-f182-400a-96a9-50a4d5c34d29 None None] Could not find standard attr ID for object 5309a710-a573-475e-be02-7b1850580c42. {{(pid=87640) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:23:13.221539 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1b11a7db-fe11-4315-93ac-1fe9c6cc1fdd None None] Provisioning complete for port 04bf69d1-2adb-426b-ba67-3f026c071bfa triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:13.222098 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1b11a7db-fe11-4315-93ac-1fe9c6cc1fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:13.267989 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:13.323555 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-1b11a7db-fe11-4315-93ac-1fe9c6cc1fdd None None] Port 04bf69d1-2adb-426b-ba67-3f026c071bfa cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:23:13.324163 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c25a961-5906-4aea-8a3d-7eca13415f3a tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event deleted for resources: {'Port': ['ID=5309a710-a573-475e-be02-7b1850580c42,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:13.348018 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-b4f3b1ba-1f8b-4a9c-9ef6-ffe84679d427 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Synchronizing usage tracker for tenant:a31e2f01e40d4426b7279f7dc55dfd4f on resource:security_group {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:23:13.360057 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1b11a7db-fe11-4315-93ac-1fe9c6cc1fdd None None] Could not find standard attr ID for object 5309a710-a573-475e-be02-7b1850580c42. {{(pid=87640) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:23:13.388083 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0c25a961-5906-4aea-8a3d-7eca13415f3a tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:13.396788 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1621558c-ef28-4d8e-85de-cefc0a216f52 req-e3b8abf7-29e8-43de-bf1a-a4e15539ec65 service neutron] 10.222.0.62 "GET /v2.0/networks/0b42d132-a4d6-4063-98c2-48389fb2c5a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0389485 Feb 09 01:23:13.427540 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a5d03-e2a4-4398-8c3c-07a0108d6811 req-e2de8659-30c9-43bb-bd12-6b5adb1aac7e tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:13.429763 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-067a5d03-e2a4-4398-8c3c-07a0108d6811 req-e2de8659-30c9-43bb-bd12-6b5adb1aac7e tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/ports?device_id=bb78f4cc-9378-45dd-831a-1daa9b953ab6 HTTP/1.1" status: 200 len: 944 time: 0.8967495 Feb 09 01:23:13.436993 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-0c25a961-5906-4aea-8a3d-7eca13415f3a tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "DELETE /v2.0/ports/5309a710-a573-475e-be02-7b1850580c42 HTTP/1.1" status: 204 len: 168 time: 2.3099518 Feb 09 01:23:13.443669 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53216) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:13.520592 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-b4f3b1ba-1f8b-4a9c-9ef6-ffe84679d427 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Unset dirty status for tenant:a31e2f01e40d4426b7279f7dc55dfd4f on resource:security_group {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:23:13.521672 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b4f3b1ba-1f8b-4a9c-9ef6-ffe84679d427 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7753780 Feb 09 01:23:13.531299 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 53222) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:13.533340 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-be7a8e82-2ad7-46df-8ae6-76f69a19884e tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] GET failed (client error): The resource could not be found. Feb 09 01:23:13.534060 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-be7a8e82-2ad7-46df-8ae6-76f69a19884e tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Synchronizing usage tracker for tenant:c783560d2de04e1598eb7e3aecd5349e on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:23:13.552147 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-778dc196-e269-4ffd-9f61-edf92d13502d tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Request body: {'security_group': {'name': 'tempest-secgroup--642189445'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:13.556724 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-be7a8e82-2ad7-46df-8ae6-76f69a19884e tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Unset dirty status for tenant:c783560d2de04e1598eb7e3aecd5349e on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:23:13.563292 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-be7a8e82-2ad7-46df-8ae6-76f69a19884e tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "GET /v2.0/ports/5309a710-a573-475e-be02-7b1850580c42 HTTP/1.1" status: 404 len: 333 time: 0.1183009 Feb 09 01:23:13.563988 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53226) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:13.647133 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-778dc196-e269-4ffd-9f61-edf92d13502d tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:13.727749 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-d3e2fc21-6a3f-43b2-bb30-1bddf60a8981 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Deleting port 04bf69d1-2adb-426b-ba67-3f026c071bfa {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:23:13.728422 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d3e2fc21-6a3f-43b2-bb30-1bddf60a8981 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:13.867147 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device caa35f8b-3256-46f3-bcd8-1d445a5f75f6 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:23:13.883771 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-778dc196-e269-4ffd-9f61-edf92d13502d tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:13.909617 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-067a5d03-e2a4-4398-8c3c-07a0108d6811 req-9b3605af-b88d-4611-bada-5cfa25582242 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e238689-2b13-4df9-8955-13b9e4cebcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4563117 Feb 09 01:23:13.965677 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port caa35f8b-3256-46f3-bcd8-1d445a5f75f6 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:13.966044 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:13.998059 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-778dc196-e269-4ffd-9f61-edf92d13502d tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:14.102911 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-778dc196-e269-4ffd-9f61-edf92d13502d tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:14.115833 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-778dc196-e269-4ffd-9f61-edf92d13502d tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Usage tracker for resource:security_group_rule and tenant:a31e2f01e40d4426b7279f7dc55dfd4f is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:23:14.119150 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-778dc196-e269-4ffd-9f61-edf92d13502d tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:23:14.125394 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-778dc196-e269-4ffd-9f61-edf92d13502d tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:14.146612 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d3e2fc21-6a3f-43b2-bb30-1bddf60a8981 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:14.204112 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-778dc196-e269-4ffd-9f61-edf92d13502d tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:14.211504 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c002e-0292-4f0d-83be-05cfca83724a req-dad1f9ef-7d4e-4fff-99fd-1ce4aa9b7ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:14.213185 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3b9c002e-0292-4f0d-83be-05cfca83724a req-dad1f9ef-7d4e-4fff-99fd-1ce4aa9b7ac4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1a20e36c7a554c699423b213df58ff18&device_id=bb78f4cc-9378-45dd-831a-1daa9b953ab6 HTTP/1.1" status: 200 len: 1095 time: 0.7217216 Feb 09 01:23:14.216454 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-778dc196-e269-4ffd-9f61-edf92d13502d tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:14.308388 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-d3e2fc21-6a3f-43b2-bb30-1bddf60a8981 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Calling delete_port for 04bf69d1-2adb-426b-ba67-3f026c071bfa owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:23:14.414178 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778dc196-e269-4ffd-9f61-edf92d13502d tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80125be7-ed4c-4f97-8511-68e08ffb61dc,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:14.467141 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-778dc196-e269-4ffd-9f61-edf92d13502d tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:14.468365 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-778dc196-e269-4ffd-9f61-edf92d13502d tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9212382 Feb 09 01:23:14.476646 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 53240) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:14.495980 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-acd65d7d-24bc-46f3-99ca-246c80a3f0a4 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Request body: {'security_group_rule': {'security_group_id': '80125be7-ed4c-4f97-8511-68e08ffb61dc', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:14.497200 n-d-828418-1 neutron-server[87639]: WARNING neutron.api.v2.base [None req-acd65d7d-24bc-46f3-99ca-246c80a3f0a4 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 09 01:23:14.497807 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [None req-acd65d7d-24bc-46f3-99ca-246c80a3f0a4 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:23:14.498835 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-acd65d7d-24bc-46f3-99ca-246c80a3f0a4 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0213966 Feb 09 01:23:14.504331 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53244) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:14.535145 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c002e-0292-4f0d-83be-05cfca83724a req-f6aa3045-d20b-4bf4-bf21-9e3f871f5b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:14.537734 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3b9c002e-0292-4f0d-83be-05cfca83724a req-f6aa3045-d20b-4bf4-bf21-9e3f871f5b92 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0b42d132-a4d6-4063-98c2-48389fb2c5a1 HTTP/1.1" status: 200 len: 916 time: 0.3165872 Feb 09 01:23:14.539761 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fa41915c-1d0f-4e8a-b2ef-4f68af2d9109 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:14.560999 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d3e2fc21-6a3f-43b2-bb30-1bddf60a8981 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:14.625328 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3b9c002e-0292-4f0d-83be-05cfca83724a req-f0c37d5d-4418-4393-b5e3-2ae79e8869b8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a787801d-3def-4a14-bf8c-45ed2a859816 HTTP/1.1" status: 200 len: 217 time: 0.0762036 Feb 09 01:23:14.645750 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e2fc21-6a3f-43b2-bb30-1bddf60a8981 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event deleted for resources: {'Port': ['ID=04bf69d1-2adb-426b-ba67-3f026c071bfa,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:14.742905 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d3e2fc21-6a3f-43b2-bb30-1bddf60a8981 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:14.770668 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fdd1403d-9184-4288-93d5-1a812e3419a0 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:14.797524 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d3e2fc21-6a3f-43b2-bb30-1bddf60a8981 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "DELETE /v2.0/ports/04bf69d1-2adb-426b-ba67-3f026c071bfa HTTP/1.1" status: 204 len: 168 time: 1.2323990 Feb 09 01:23:14.800871 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53254) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:14.853057 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fdd1403d-9184-4288-93d5-1a812e3419a0 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:14.871894 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-54a68498-8d23-4884-b2bd-cf9db4d3d57d tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] GET failed (client error): The resource could not be found. Feb 09 01:23:14.872443 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-54a68498-8d23-4884-b2bd-cf9db4d3d57d tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Synchronizing usage tracker for tenant:c783560d2de04e1598eb7e3aecd5349e on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:23:14.889906 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c002e-0292-4f0d-83be-05cfca83724a req-74e7942b-b549-44b2-9fe1-bbb82c52417d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:14.892638 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3b9c002e-0292-4f0d-83be-05cfca83724a req-74e7942b-b549-44b2-9fe1-bbb82c52417d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5d342298-601b-4654-a677-d1e5d55f90c1 HTTP/1.1" status: 200 len: 855 time: 0.2117498 Feb 09 01:23:14.917814 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-54a68498-8d23-4884-b2bd-cf9db4d3d57d tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Unset dirty status for tenant:c783560d2de04e1598eb7e3aecd5349e on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:23:14.919658 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-54a68498-8d23-4884-b2bd-cf9db4d3d57d tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "GET /v2.0/ports/04bf69d1-2adb-426b-ba67-3f026c071bfa HTTP/1.1" status: 404 len: 333 time: 0.1176176 Feb 09 01:23:14.930238 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53258) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:15.022615 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-71a38604-19d3-400a-a35c-8c36dc54ca0f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Deleting subnet 90fa40c7-e834-40d1-a18b-88153dc93166 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:23:15.025489 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fdd1403d-9184-4288-93d5-1a812e3419a0 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:15.043248 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-71a38604-19d3-400a-a35c-8c36dc54ca0f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:15.149854 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd1403d-9184-4288-93d5-1a812e3419a0 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80125be7-ed4c-4f97-8511-68e08ffb61dc,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:15.159404 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3b9c002e-0292-4f0d-83be-05cfca83724a req-b4e760f8-fdd2-46d7-ac68-a75f77dcb2c8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0b42d132-a4d6-4063-98c2-48389fb2c5a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549366 Feb 09 01:23:15.160079 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fdd1403d-9184-4288-93d5-1a812e3419a0 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:15.161453 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-fdd1403d-9184-4288-93d5-1a812e3419a0 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] 10.222.0.105 "DELETE /v2.0/security-groups/80125be7-ed4c-4f97-8511-68e08ffb61dc HTTP/1.1" status: 204 len: 168 time: 0.6563270 Feb 09 01:23:15.166138 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53270) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:15.208031 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-71a38604-19d3-400a-a35c-8c36dc54ca0f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:15.296405 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-15e239cc-c136-4dbc-8079-53e735896ca8 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Synchronizing usage tracker for tenant:a31e2f01e40d4426b7279f7dc55dfd4f on resource:security_group {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:23:15.352213 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-15e239cc-c136-4dbc-8079-53e735896ca8 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Unset dirty status for tenant:a31e2f01e40d4426b7279f7dc55dfd4f on resource:security_group {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:23:15.353618 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-15e239cc-c136-4dbc-8079-53e735896ca8 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1863010 Feb 09 01:23:15.360803 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53278) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:15.371758 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-b94deb43-9ca8-4896-b527-e7867e7f6c69 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Request body: {'security_group': {'name': 'tempest-secgroup--1072536879'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:15.384430 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b94deb43-9ca8-4896-b527-e7867e7f6c69 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:15.389538 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-71a38604-19d3-400a-a35c-8c36dc54ca0f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:15.489224 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b94deb43-9ca8-4896-b527-e7867e7f6c69 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:15.491591 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3b9c002e-0292-4f0d-83be-05cfca83724a req-d05d872a-b888-46c8-8629-c88496290341 service neutron] 10.222.0.62 "GET /v2.0/networks/0b42d132-a4d6-4063-98c2-48389fb2c5a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718534 Feb 09 01:23:15.495987 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-71a38604-19d3-400a-a35c-8c36dc54ca0f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:15.560388 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a38604-19d3-400a-a35c-8c36dc54ca0f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event deleted for resources: {'Subnet': ['ID=90fa40c7-e834-40d1-a18b-88153dc93166,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:15.571553 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b94deb43-9ca8-4896-b527-e7867e7f6c69 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:15.574028 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc16cfb-0af3-49b2-8ceb-279e6672544f None None] Network 99e179fd-1eb0-42c2-ad6f-931134118e20 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:23:15.583435 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-71a38604-19d3-400a-a35c-8c36dc54ca0f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:15.597412 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-71a38604-19d3-400a-a35c-8c36dc54ca0f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "DELETE /v2.0/subnets/90fa40c7-e834-40d1-a18b-88153dc93166 HTTP/1.1" status: 204 len: 168 time: 0.6653969 Feb 09 01:23:15.600191 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53282) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:15.704374 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b94deb43-9ca8-4896-b527-e7867e7f6c69 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:15.743958 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-b94deb43-9ca8-4896-b527-e7867e7f6c69 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Usage tracker for resource:security_group_rule and tenant:a31e2f01e40d4426b7279f7dc55dfd4f is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:23:15.759576 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-b94deb43-9ca8-4896-b527-e7867e7f6c69 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:23:15.788600 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b94deb43-9ca8-4896-b527-e7867e7f6c69 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:15.840868 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e7945d5c-d1a5-48da-85a6-842a9e05f4c6 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:15.883228 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-e7945d5c-d1a5-48da-85a6-842a9e05f4c6 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Deleting port caa35f8b-3256-46f3-bcd8-1d445a5f75f6 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:23:15.883630 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e7945d5c-d1a5-48da-85a6-842a9e05f4c6 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:15.944779 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3b9c002e-0292-4f0d-83be-05cfca83724a req-cee583ad-6479-4bd7-a2e7-4ca8f4309090 service neutron] 10.222.0.62 "GET /v2.0/networks/0b42d132-a4d6-4063-98c2-48389fb2c5a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4414692 Feb 09 01:23:15.964507 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b94deb43-9ca8-4896-b527-e7867e7f6c69 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:15.970363 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab80c91e-21b6-47b0-8a36-5ef3db7ebd1c req-59946d45-2e56-4970-823b-f2fe5968fc45 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:15.972341 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ab80c91e-21b6-47b0-8a36-5ef3db7ebd1c req-59946d45-2e56-4970-823b-f2fe5968fc45 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/ports?device_id=bb78f4cc-9378-45dd-831a-1daa9b953ab6 HTTP/1.1" status: 200 len: 944 time: 0.7990181 Feb 09 01:23:15.988935 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b94deb43-9ca8-4896-b527-e7867e7f6c69 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:16.059915 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da723f73-9385-4073-b0c5-de92acbc8587 None None] DHCP port deletion for 99e179fd-1eb0-42c2-ad6f-931134118e20 request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:23:16.065167 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-da723f73-9385-4073-b0c5-de92acbc8587 None None] Deleting port caa35f8b-3256-46f3-bcd8-1d445a5f75f6 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:23:16.065804 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-da723f73-9385-4073-b0c5-de92acbc8587 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:16.093613 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ab80c91e-21b6-47b0-8a36-5ef3db7ebd1c req-2a0f5792-37ae-4df0-b82c-5dcfe857f1a8 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e238689-2b13-4df9-8955-13b9e4cebcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049156 Feb 09 01:23:16.136237 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-fa41915c-1d0f-4e8a-b2ef-4f68af2d9109 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Allocated IP 172.20.0.1 (eac26fe5-1e27-4e19-a9d8-d176b3a232bc/b847eabf-3870-4726-bf01-9c17a2c8e38d/1c833129-9f6e-4353-b395-535d2271cd9c) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:23:16.353690 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94deb43-9ca8-4896-b527-e7867e7f6c69 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6eeb3525-3d6f-4fc2-ba03-c8d3f00474b5,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:16.396933 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fa41915c-1d0f-4e8a-b2ef-4f68af2d9109 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:16.415260 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b94deb43-9ca8-4896-b527-e7867e7f6c69 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:16.419216 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b94deb43-9ca8-4896-b527-e7867e7f6c69 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0521688 Feb 09 01:23:16.419848 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53298) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:16.425302 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-fa41915c-1d0f-4e8a-b2ef-4f68af2d9109 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Transition to ACTIVE for port object 1c833129-9f6e-4353-b395-535d2271cd9c will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:23:16.431696 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-6a678719-e1c6-4e93-af32-7aa609b5e934 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Request body: {'security_group_rule': {'security_group_id': '6eeb3525-3d6f-4fc2-ba03-c8d3f00474b5', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:16.432611 n-d-828418-1 neutron-server[87638]: WARNING neutron.api.v2.base [None req-6a678719-e1c6-4e93-af32-7aa609b5e934 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 09 01:23:16.433198 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-6a678719-e1c6-4e93-af32-7aa609b5e934 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:23:16.436911 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-6a678719-e1c6-4e93-af32-7aa609b5e934 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0138083 Feb 09 01:23:16.437668 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 53302) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:16.451907 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-da723f73-9385-4073-b0c5-de92acbc8587 None None] For port caa35f8b-3256-46f3-bcd8-1d445a5f75f6, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=caa35f8b-3256-46f3-bcd8-1d445a5f75f6,segment=NetworkSegment(0f53905e-16d2-4562-abb5-7431fd267346),segment_id=0f53905e-16d2-4562-abb5-7431fd267346)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:23:16.452572 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-da723f73-9385-4073-b0c5-de92acbc8587 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:16.530540 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fa41915c-1d0f-4e8a-b2ef-4f68af2d9109 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:16.531682 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device a787801d-3def-4a14-bf8c-45ed2a859816 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:23:16.535676 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-e7945d5c-d1a5-48da-85a6-842a9e05f4c6 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] For port caa35f8b-3256-46f3-bcd8-1d445a5f75f6, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=caa35f8b-3256-46f3-bcd8-1d445a5f75f6,segment=NetworkSegment(0f53905e-16d2-4562-abb5-7431fd267346),segment_id=0f53905e-16d2-4562-abb5-7431fd267346)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:23:16.536049 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e7945d5c-d1a5-48da-85a6-842a9e05f4c6 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:16.632408 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-da723f73-9385-4073-b0c5-de92acbc8587 None None] Calling delete_port for caa35f8b-3256-46f3-bcd8-1d445a5f75f6 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:23:16.667875 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa41915c-1d0f-4e8a-b2ef-4f68af2d9109 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Network eac26fe5-1e27-4e19-a9d8-d176b3a232bc is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:23:16.687310 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-fa41915c-1d0f-4e8a-b2ef-4f68af2d9109 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:16.687310 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-50c90588-b96f-4ce9-8cf6-67963c0a5035 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:16.698393 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa41915c-1d0f-4e8a-b2ef-4f68af2d9109 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:23:16.831172 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fa41915c-1d0f-4e8a-b2ef-4f68af2d9109 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:16.860851 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa41915c-1d0f-4e8a-b2ef-4f68af2d9109 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Pushing event updated for resources: {'Port': ['ID=1c833129-9f6e-4353-b395-535d2271cd9c,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:16.868733 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-e7945d5c-d1a5-48da-85a6-842a9e05f4c6 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Calling delete_port for caa35f8b-3256-46f3-bcd8-1d445a5f75f6 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:23:16.891453 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-50c90588-b96f-4ce9-8cf6-67963c0a5035 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:16.909562 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-da723f73-9385-4073-b0c5-de92acbc8587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:16.987837 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da723f73-9385-4073-b0c5-de92acbc8587 None None] No DVR routers for this DVR port caa35f8b-3256-46f3-bcd8-1d445a5f75f6 on host n-d-828418-1 {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:23:16.995604 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da723f73-9385-4073-b0c5-de92acbc8587 None None] Pushing event deleted for resources: {'Port': ['ID=caa35f8b-3256-46f3-bcd8-1d445a5f75f6,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:17.020164 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.db.api [None req-e7945d5c-d1a5-48da-85a6-842a9e05f4c6 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:23:17.020593 n-d-828418-1 neutron-server[87638]: DEBUG oslo_db.api [None req-e7945d5c-d1a5-48da-85a6-842a9e05f4c6 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:23:17.052776 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port a787801d-3def-4a14-bf8c-45ed2a859816, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=a787801d-3def-4a14-bf8c-45ed2a859816,segment=NetworkSegment(ab5b8647-54ba-47dc-a969-bd1d889d35c1),segment_id=ab5b8647-54ba-47dc-a969-bd1d889d35c1)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:23:17.073424 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-50c90588-b96f-4ce9-8cf6-67963c0a5035 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:17.075864 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': 'a787801d-3def-4a14-bf8c-45ed2a859816', 'network_id': '0b42d132-a4d6-4063-98c2-48389fb2c5a1', 'port_id': 'a787801d-3def-4a14-bf8c-45ed2a859816', 'mac_address': 'fa:16:3e:22:03:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d342298-601b-4654-a677-d1e5d55f90c1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:23:17.113688 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c90588-b96f-4ce9-8cf6-67963c0a5035 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eeb3525-3d6f-4fc2-ba03-c8d3f00474b5,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:17.167993 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-50c90588-b96f-4ce9-8cf6-67963c0a5035 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:17.169264 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-50c90588-b96f-4ce9-8cf6-67963c0a5035 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] 10.222.0.105 "DELETE /v2.0/security-groups/6eeb3525-3d6f-4fc2-ba03-c8d3f00474b5 HTTP/1.1" status: 204 len: 168 time: 0.7285829 Feb 09 01:23:17.172023 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53320) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:17.203094 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:17.217905 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fa41915c-1d0f-4e8a-b2ef-4f68af2d9109 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:17.234345 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a787801d-3def-4a14-bf8c-45ed2a859816 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:23:17.254856 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port a787801d-3def-4a14-bf8c-45ed2a859816, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=a787801d-3def-4a14-bf8c-45ed2a859816,segment=NetworkSegment(ab5b8647-54ba-47dc-a969-bd1d889d35c1),segment_id=ab5b8647-54ba-47dc-a969-bd1d889d35c1)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:23:17.271624 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:17.327739 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-be5d6897-1039-4b0d-baad-4ac8f657ff4a tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Synchronizing usage tracker for tenant:a31e2f01e40d4426b7279f7dc55dfd4f on resource:security_group {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:23:17.343533 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-10ec97c6-1796-4ae9-9b0b-fba4e5e980b2 None None] Provisioning for port 1c833129-9f6e-4353-b395-535d2271cd9c completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:23:17.347307 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-be5d6897-1039-4b0d-baad-4ac8f657ff4a tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Unset dirty status for tenant:a31e2f01e40d4426b7279f7dc55dfd4f on resource:security_group {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:23:17.349091 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-be5d6897-1039-4b0d-baad-4ac8f657ff4a tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1757565 Feb 09 01:23:17.355164 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53324) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:17.361160 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-14be49c8-fa1c-4997-b6c4-8959c401af91 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Request body: {'security_group': {'name': 'tempest-secgroup--1346627007'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:17.372516 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-14be49c8-fa1c-4997-b6c4-8959c401af91 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:17.386449 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-10ec97c6-1796-4ae9-9b0b-fba4e5e980b2 None None] Provisioning complete for port 1c833129-9f6e-4353-b395-535d2271cd9c triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:17.387150 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-10ec97c6-1796-4ae9-9b0b-fba4e5e980b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:17.395568 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-14be49c8-fa1c-4997-b6c4-8959c401af91 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:17.417399 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-14be49c8-fa1c-4997-b6c4-8959c401af91 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:17.447005 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-14be49c8-fa1c-4997-b6c4-8959c401af91 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:17.452624 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-14be49c8-fa1c-4997-b6c4-8959c401af91 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Usage tracker for resource:security_group_rule and tenant:a31e2f01e40d4426b7279f7dc55dfd4f is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:23:17.456362 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-14be49c8-fa1c-4997-b6c4-8959c401af91 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:23:17.463183 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-10ec97c6-1796-4ae9-9b0b-fba4e5e980b2 None None] Port 1c833129-9f6e-4353-b395-535d2271cd9c cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:23:17.466182 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-14be49c8-fa1c-4997-b6c4-8959c401af91 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:17.483249 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=a787801d-3def-4a14-bf8c-45ed2a859816,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:17.525541 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-e7945d5c-d1a5-48da-85a6-842a9e05f4c6 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Deleting port caa35f8b-3256-46f3-bcd8-1d445a5f75f6 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:23:17.525925 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e7945d5c-d1a5-48da-85a6-842a9e05f4c6 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:17.542034 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['a787801d-3def-4a14-bf8c-45ed2a859816'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:23:17.561221 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a880063e-ed8b-4575-a48b-7ebb3424a847 req-e07fed3c-997b-4c89-b509-2ab765a27854 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:17.562280 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a880063e-ed8b-4575-a48b-7ebb3424a847 req-e07fed3c-997b-4c89-b509-2ab765a27854 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/ports?device_id=bb78f4cc-9378-45dd-831a-1daa9b953ab6 HTTP/1.1" status: 200 len: 945 time: 0.2521906 Feb 09 01:23:17.619527 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-e7945d5c-d1a5-48da-85a6-842a9e05f4c6 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] The port 'caa35f8b-3256-46f3-bcd8-1d445a5f75f6' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:23:17.669500 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a880063e-ed8b-4575-a48b-7ebb3424a847 req-c0c35366-4707-439f-99e7-e285fb5465ad tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e238689-2b13-4df9-8955-13b9e4cebcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820458 Feb 09 01:23:17.683991 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-14be49c8-fa1c-4997-b6c4-8959c401af91 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:17.747048 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-14be49c8-fa1c-4997-b6c4-8959c401af91 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:17.836452 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device caa35f8b-3256-46f3-bcd8-1d445a5f75f6 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:23:17.864587 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e7945d5c-d1a5-48da-85a6-842a9e05f4c6 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:17.898892 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14be49c8-fa1c-4997-b6c4-8959c401af91 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3bf5f1f-1cfe-464a-817e-79d75111c0d4,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:17.914501 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-e7945d5c-d1a5-48da-85a6-842a9e05f4c6 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99e179fd-1eb0-42c2-ad6f-931134118e20']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:17.930828 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-e7945d5c-d1a5-48da-85a6-842a9e05f4c6 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f53905e-16d2-4562-abb5-7431fd267346') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:17.931242 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-e7945d5c-d1a5-48da-85a6-842a9e05f4c6 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f53905e-16d2-4562-abb5-7431fd267346') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:17.938478 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-14be49c8-fa1c-4997-b6c4-8959c401af91 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:17.939705 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-14be49c8-fa1c-4997-b6c4-8959c401af91 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5835669 Feb 09 01:23:17.942686 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53334) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:17.961344 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-55d1e46e-a586-43ec-9a93-d5d5dcb90a3b tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Request body: {'security_group_rule': {'security_group_id': 'd3bf5f1f-1cfe-464a-817e-79d75111c0d4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:17.972838 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fa41915c-1d0f-4e8a-b2ef-4f68af2d9109 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:17.981654 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fa41915c-1d0f-4e8a-b2ef-4f68af2d9109 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:17.989396 n-d-828418-1 neutron-server[87638]: WARNING neutron.api.v2.base [None req-55d1e46e-a586-43ec-9a93-d5d5dcb90a3b tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 09 01:23:17.998555 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-55d1e46e-a586-43ec-9a93-d5d5dcb90a3b tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:23:17.998555 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-55d1e46e-a586-43ec-9a93-d5d5dcb90a3b tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0521107 Feb 09 01:23:17.998555 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53338) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:18.001067 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: caa35f8b-3256-46f3-bcd8-1d445a5f75f6 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:23:18.002654 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e7945d5c-d1a5-48da-85a6-842a9e05f4c6 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:18.012908 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-d908ce20-9bbe-4b39-acac-4a9cff6a2b7f tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Request body: {'security_group_rule': {'security_group_id': 'd3bf5f1f-1cfe-464a-817e-79d75111c0d4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:18.013839 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device caa35f8b-3256-46f3-bcd8-1d445a5f75f6 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:23:18.015432 n-d-828418-1 neutron-server[87638]: WARNING neutron.api.v2.base [None req-d908ce20-9bbe-4b39-acac-4a9cff6a2b7f tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 09 01:23:18.015943 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-d908ce20-9bbe-4b39-acac-4a9cff6a2b7f tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:23:18.017129 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d908ce20-9bbe-4b39-acac-4a9cff6a2b7f tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0174699 Feb 09 01:23:18.025305 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53342) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:18.031955 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-8276f784-fd6d-40ce-9cfa-c9bfb1e325e8 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Request body: {'security_group_rule': {'security_group_id': 'd3bf5f1f-1cfe-464a-817e-79d75111c0d4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:18.033030 n-d-828418-1 neutron-server[87638]: WARNING neutron.api.v2.base [None req-8276f784-fd6d-40ce-9cfa-c9bfb1e325e8 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 09 01:23:18.033861 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-8276f784-fd6d-40ce-9cfa-c9bfb1e325e8 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:23:18.035036 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-8276f784-fd6d-40ce-9cfa-c9bfb1e325e8 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0075593 Feb 09 01:23:18.038576 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53346) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:18.049230 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-b8d33a0b-7a6c-4f8c-968a-fcbd78dd0072 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Request body: {'security_group_rule': {'security_group_id': 'd3bf5f1f-1cfe-464a-817e-79d75111c0d4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:18.051524 n-d-828418-1 neutron-server[87638]: WARNING neutron.api.v2.base [None req-b8d33a0b-7a6c-4f8c-968a-fcbd78dd0072 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 09 01:23:18.052557 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-b8d33a0b-7a6c-4f8c-968a-fcbd78dd0072 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:23:18.055370 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b8d33a0b-7a6c-4f8c-968a-fcbd78dd0072 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0139310 Feb 09 01:23:18.056534 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e7945d5c-d1a5-48da-85a6-842a9e05f4c6 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:18.058688 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53350) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:18.088808 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7945d5c-d1a5-48da-85a6-842a9e05f4c6 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:23:18.089218 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e7945d5c-d1a5-48da-85a6-842a9e05f4c6 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:18.115606 n-d-828418-1 neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:23:18.115606 n-d-828418-1 neutron-server[87638]: util.warn( Feb 09 01:23:18.115606 n-d-828418-1 neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:23:18.115606 n-d-828418-1 neutron-server[87638]: util.warn( Feb 09 01:23:18.115606 n-d-828418-1 neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:23:18.115606 n-d-828418-1 neutron-server[87638]: util.warn( Feb 09 01:23:18.115606 n-d-828418-1 neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:23:18.115606 n-d-828418-1 neutron-server[87638]: util.warn( Feb 09 01:23:18.115606 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:23:18.115606 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:23:18.115606 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:23:18.115606 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:23:18.115606 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:23:18.115606 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:23:18.115606 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:23:18.115606 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:23:18.115606 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:23:18.115606 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:23:18.115606 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:23:18.115606 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:23:18.115606 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:23:18.115606 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:23:18.115606 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:23:18.115606 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:23:18.115606 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:23:18.115606 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:23:18.115606 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:23:18.115606 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:23:18.115606 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:23:18.115606 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:23:18.115606 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:23:18.115606 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:23:18.115606 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:23:18.115606 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:23:18.115606 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:23:18.115606 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:23:18.115606 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:23:18.115606 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:23:18.115606 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:23:18.115606 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:23:18.138699 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fa41915c-1d0f-4e8a-b2ef-4f68af2d9109 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:18.242917 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e7945d5c-d1a5-48da-85a6-842a9e05f4c6 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:18.252771 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e7945d5c-d1a5-48da-85a6-842a9e05f4c6 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:18.290374 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa41915c-1d0f-4e8a-b2ef-4f68af2d9109 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Pushing event updated for resources: {'Port': ['ID=1c833129-9f6e-4353-b395-535d2271cd9c,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:18.301779 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e7945d5c-d1a5-48da-85a6-842a9e05f4c6 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "DELETE /v2.0/networks/99e179fd-1eb0-42c2-ad6f-931134118e20 HTTP/1.1" status: 204 len: 168 time: 2.6965177 Feb 09 01:23:18.302039 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 53362) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:18.311074 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-f29c8f23-4fd7-4faf-8c8d-9e168bac2617 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1681095815'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:18.313938 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-811f3ac8-40b5-4762-9f8c-85a37130c6fe tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:18.316172 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f29c8f23-4fd7-4faf-8c8d-9e168bac2617 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:18.320708 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-f29c8f23-4fd7-4faf-8c8d-9e168bac2617 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Usage tracker for resource:network and tenant:c783560d2de04e1598eb7e3aecd5349e is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:23:18.325880 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-f29c8f23-4fd7-4faf-8c8d-9e168bac2617 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:23:18.336722 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f29c8f23-4fd7-4faf-8c8d-9e168bac2617 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:18.341373 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7945d5c-d1a5-48da-85a6-842a9e05f4c6 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event deleted for resources: {'Network': ['ID=99e179fd-1eb0-42c2-ad6f-931134118e20,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:18.346879 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa41915c-1d0f-4e8a-b2ef-4f68af2d9109 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Network eac26fe5-1e27-4e19-a9d8-d176b3a232bc is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:23:18.359217 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-fa41915c-1d0f-4e8a-b2ef-4f68af2d9109 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:18.375685 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29c8f23-4fd7-4faf-8c8d-9e168bac2617 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Made reservation on behalf of c783560d2de04e1598eb7e3aecd5349e for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:23:18.379231 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f29c8f23-4fd7-4faf-8c8d-9e168bac2617 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:18.401614 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-811f3ac8-40b5-4762-9f8c-85a37130c6fe tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:18.466803 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-811f3ac8-40b5-4762-9f8c-85a37130c6fe tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:18.530269 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811f3ac8-40b5-4762-9f8c-85a37130c6fe tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3bf5f1f-1cfe-464a-817e-79d75111c0d4,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:18.535717 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-811f3ac8-40b5-4762-9f8c-85a37130c6fe tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:18.537338 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-811f3ac8-40b5-4762-9f8c-85a37130c6fe tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] 10.222.0.105 "DELETE /v2.0/security-groups/d3bf5f1f-1cfe-464a-817e-79d75111c0d4 HTTP/1.1" status: 204 len: 168 time: 0.4777226 Feb 09 01:23:18.539133 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device a787801d-3def-4a14-bf8c-45ed2a859816 up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:23:18.540402 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53368) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:18.621334 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-5b434817-5d05-45b6-82e3-596ecd19c7e9 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Synchronizing usage tracker for tenant:a31e2f01e40d4426b7279f7dc55dfd4f on resource:security_group {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:23:18.659208 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-5b434817-5d05-45b6-82e3-596ecd19c7e9 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Unset dirty status for tenant:a31e2f01e40d4426b7279f7dc55dfd4f on resource:security_group {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:23:18.660582 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-5b434817-5d05-45b6-82e3-596ecd19c7e9 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1182642 Feb 09 01:23:18.665449 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53372) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:18.671052 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-9997bd46-d5aa-4a56-8582-40079f92f84d tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Request body: {'security_group': {'name': 'tempest-secgroup--1715942454'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:18.691609 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9997bd46-d5aa-4a56-8582-40079f92f84d tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:18.723116 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9997bd46-d5aa-4a56-8582-40079f92f84d tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:18.738837 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9997bd46-d5aa-4a56-8582-40079f92f84d tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:18.739667 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port a787801d-3def-4a14-bf8c-45ed2a859816 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:23:18.745005 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a0c897d4-2e58-4869-a2ff-a7e5eddbbc4d None None] Provisioning complete for port 1c833129-9f6e-4353-b395-535d2271cd9c triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:18.745380 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a0c897d4-2e58-4869-a2ff-a7e5eddbbc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:18.777225 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9997bd46-d5aa-4a56-8582-40079f92f84d tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:18.778079 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port a787801d-3def-4a14-bf8c-45ed2a859816 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:18.778581 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:18.785514 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-9997bd46-d5aa-4a56-8582-40079f92f84d tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Usage tracker for resource:security_group_rule and tenant:a31e2f01e40d4426b7279f7dc55dfd4f is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:23:18.793185 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-9997bd46-d5aa-4a56-8582-40079f92f84d tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:23:18.803136 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9997bd46-d5aa-4a56-8582-40079f92f84d tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:18.865762 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a0c897d4-2e58-4869-a2ff-a7e5eddbbc4d None None] Port 1c833129-9f6e-4353-b395-535d2271cd9c cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:23:18.934874 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f29c8f23-4fd7-4faf-8c8d-9e168bac2617 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:23:18.964030 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9997bd46-d5aa-4a56-8582-40079f92f84d tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:18.973094 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9997bd46-d5aa-4a56-8582-40079f92f84d tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:18.980002 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:19.020276 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port a787801d-3def-4a14-bf8c-45ed2a859816, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=a787801d-3def-4a14-bf8c-45ed2a859816,segment=NetworkSegment(ab5b8647-54ba-47dc-a969-bd1d889d35c1),segment_id=ab5b8647-54ba-47dc-a969-bd1d889d35c1)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:23:19.021550 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb78f4cc-9378-45dd-831a-1daa9b953ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a787801d-3def-4a14-bf8c-45ed2a859816'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:23:19.029499 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:19.041335 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f29c8f23-4fd7-4faf-8c8d-9e168bac2617 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:19.042094 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-f29c8f23-4fd7-4faf-8c8d-9e168bac2617 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Added segment 230212cd-d194-47d9-878d-ba953b27b0a2 of type vlan for network 19d6b1fe-4117-4473-8fb0-4d1f27a83829 Feb 09 01:23:19.087416 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9997bd46-d5aa-4a56-8582-40079f92f84d tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=752f445f-c5bc-4617-aa4b-cf91d209e6c1,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:19.095920 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9997bd46-d5aa-4a56-8582-40079f92f84d tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:19.097169 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9997bd46-d5aa-4a56-8582-40079f92f84d tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4306514 Feb 09 01:23:19.100130 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53384) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:19.108794 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-e6db8192-4514-487c-a004-ebddb9501ece tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Request body: {'security_group_rule': {'security_group_id': '752f445f-c5bc-4617-aa4b-cf91d209e6c1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:19.109770 n-d-828418-1 neutron-server[87638]: WARNING neutron.api.v2.base [None req-e6db8192-4514-487c-a004-ebddb9501ece tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 09 01:23:19.110437 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-e6db8192-4514-487c-a004-ebddb9501ece tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:23:19.114476 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e6db8192-4514-487c-a004-ebddb9501ece tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0092473 Feb 09 01:23:19.115383 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb78f4cc-9378-45dd-831a-1daa9b953ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a787801d-3def-4a14-bf8c-45ed2a859816', 'code': 200} Feb 09 01:23:19.115642 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53388) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:19.126050 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=a787801d-3def-4a14-bf8c-45ed2a859816,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:19.131151 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-d954d657-afc9-4472-9e26-fff5960ddaab tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Request body: {'security_group_rule': {'security_group_id': '752f445f-c5bc-4617-aa4b-cf91d209e6c1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:19.144609 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d954d657-afc9-4472-9e26-fff5960ddaab tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:19.150193 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-d954d657-afc9-4472-9e26-fff5960ddaab tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Usage tracker for resource:security_group_rule and tenant:a31e2f01e40d4426b7279f7dc55dfd4f is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:23:19.153499 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-d954d657-afc9-4472-9e26-fff5960ddaab tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:23:19.167591 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d954d657-afc9-4472-9e26-fff5960ddaab tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:19.178218 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f29c8f23-4fd7-4faf-8c8d-9e168bac2617 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:19.186256 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa41915c-1d0f-4e8a-b2ef-4f68af2d9109 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Router 5c6ee38d-567d-47ec-b1a4-2817e2bc6e06 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:23:19.252746 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-d954d657-afc9-4472-9e26-fff5960ddaab tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:23:19.260563 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d954d657-afc9-4472-9e26-fff5960ddaab tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1379545 Feb 09 01:23:19.262164 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53398) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:19.268370 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-226e9277-1692-4a5e-9e83-dd0a9919a77a tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Request body: {'security_group_rule': {'security_group_id': '752f445f-c5bc-4617-aa4b-cf91d209e6c1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:19.269298 n-d-828418-1 neutron-server[87638]: WARNING neutron.api.v2.base [None req-226e9277-1692-4a5e-9e83-dd0a9919a77a tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 09 01:23:19.270205 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-226e9277-1692-4a5e-9e83-dd0a9919a77a tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:23:19.275550 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-226e9277-1692-4a5e-9e83-dd0a9919a77a tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0118029 Feb 09 01:23:19.278741 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53402) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:19.284445 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-24439540-4449-4f12-aae5-1aa0a3003c7e tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Request body: {'security_group_rule': {'security_group_id': '752f445f-c5bc-4617-aa4b-cf91d209e6c1', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:19.305571 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-24439540-4449-4f12-aae5-1aa0a3003c7e tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:19.315511 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-24439540-4449-4f12-aae5-1aa0a3003c7e tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Usage tracker for resource:security_group_rule and tenant:a31e2f01e40d4426b7279f7dc55dfd4f is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:23:19.326462 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-24439540-4449-4f12-aae5-1aa0a3003c7e tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:23:19.341237 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-24439540-4449-4f12-aae5-1aa0a3003c7e tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:19.383006 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-24439540-4449-4f12-aae5-1aa0a3003c7e tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:23:19.387466 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b0399-9782-4c57-8177-285befa2afa1 req-14e8607c-15c1-4192-b8c2-166e2b22c9df tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:19.387938 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-24439540-4449-4f12-aae5-1aa0a3003c7e tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1077962 Feb 09 01:23:19.388717 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53408) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:19.389214 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9f5b0399-9782-4c57-8177-285befa2afa1 req-14e8607c-15c1-4192-b8c2-166e2b22c9df tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/ports?device_id=bb78f4cc-9378-45dd-831a-1daa9b953ab6 HTTP/1.1" status: 200 len: 945 time: 0.4991021 Feb 09 01:23:19.394126 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-58648cad-241d-4646-a655-3a9eebfa45d7 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Request body: {'security_group_rule': {'security_group_id': '752f445f-c5bc-4617-aa4b-cf91d209e6c1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:19.394846 n-d-828418-1 neutron-server[87638]: WARNING neutron.api.v2.base [None req-58648cad-241d-4646-a655-3a9eebfa45d7 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 09 01:23:19.396533 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-58648cad-241d-4646-a655-3a9eebfa45d7 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:23:19.401913 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-58648cad-241d-4646-a655-3a9eebfa45d7 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0118489 Feb 09 01:23:19.402873 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53412) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:19.411231 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-5eb2e38b-b173-491a-aed3-fe7c5e65e538 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Request body: {'security_group_rule': {'security_group_id': '752f445f-c5bc-4617-aa4b-cf91d209e6c1', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:19.421053 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5eb2e38b-b173-491a-aed3-fe7c5e65e538 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:19.426204 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-5eb2e38b-b173-491a-aed3-fe7c5e65e538 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Usage tracker for resource:security_group_rule and tenant:a31e2f01e40d4426b7279f7dc55dfd4f is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:23:19.430020 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-5eb2e38b-b173-491a-aed3-fe7c5e65e538 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:23:19.442880 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.db.resource_extend [None req-f29c8f23-4fd7-4faf-8c8d-9e168bac2617 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:23:19.443557 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5eb2e38b-b173-491a-aed3-fe7c5e65e538 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:19.490795 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-5eb2e38b-b173-491a-aed3-fe7c5e65e538 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:23:19.495355 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-5eb2e38b-b173-491a-aed3-fe7c5e65e538 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0906627 Feb 09 01:23:19.496399 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53420) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:19.505801 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-4e35d4c6-23a3-447b-8ee2-f8efcd0f1aa4 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Request body: {'security_group_rule': {'security_group_id': '752f445f-c5bc-4617-aa4b-cf91d209e6c1', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:19.507149 n-d-828418-1 neutron-server[87638]: WARNING neutron.api.v2.base [None req-4e35d4c6-23a3-447b-8ee2-f8efcd0f1aa4 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 09 01:23:19.507888 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-4e35d4c6-23a3-447b-8ee2-f8efcd0f1aa4 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:23:19.512124 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-4e35d4c6-23a3-447b-8ee2-f8efcd0f1aa4 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0106497 Feb 09 01:23:19.512324 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53424) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:19.527233 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-97bc8ed0-817e-4a14-9192-bf84b2a08090 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Request body: {'security_group_rule': {'security_group_id': '752f445f-c5bc-4617-aa4b-cf91d209e6c1', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:19.538589 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f29c8f23-4fd7-4faf-8c8d-9e168bac2617 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:19.545515 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29c8f23-4fd7-4faf-8c8d-9e168bac2617 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:19.546167 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f29c8f23-4fd7-4faf-8c8d-9e168bac2617 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:19.561620 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-97bc8ed0-817e-4a14-9192-bf84b2a08090 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:19.575146 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-97bc8ed0-817e-4a14-9192-bf84b2a08090 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Usage tracker for resource:security_group_rule and tenant:a31e2f01e40d4426b7279f7dc55dfd4f is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:23:19.582427 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-97bc8ed0-817e-4a14-9192-bf84b2a08090 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:23:19.583709 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa41915c-1d0f-4e8a-b2ef-4f68af2d9109 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:23:19.594889 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4e5da9-f95a-478e-90d1-1c4a0a6c4574 None None] Sync routers for ids ['5c6ee38d-567d-47ec-b1a4-2817e2bc6e06'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:23:19.607768 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-97bc8ed0-817e-4a14-9192-bf84b2a08090 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:19.615753 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4e5da9-f95a-478e-90d1-1c4a0a6c4574 None None] Routers {'5c6ee38d-567d-47ec-b1a4-2817e2bc6e06'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:23:19.618214 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-9a4e5da9-f95a-478e-90d1-1c4a0a6c4574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:23:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['5c6ee38d-567d-47ec-b1a4-2817e2bc6e06'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:19.686103 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-97bc8ed0-817e-4a14-9192-bf84b2a08090 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:23:19.688290 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-fa41915c-1d0f-4e8a-b2ef-4f68af2d9109 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] 10.222.0.105 "PUT /v2.0/routers/5c6ee38d-567d-47ec-b1a4-2817e2bc6e06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7732275 Feb 09 01:23:19.688478 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-97bc8ed0-817e-4a14-9192-bf84b2a08090 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1731908 Feb 09 01:23:19.691025 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53430) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:19.696277 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9f5b0399-9782-4c57-8177-285befa2afa1 req-99114c43-cbd8-4086-8c1a-d7d8aa4c8457 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e238689-2b13-4df9-8955-13b9e4cebcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365894 Feb 09 01:23:19.708142 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 53432) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:19.719861 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f29c8f23-4fd7-4faf-8c8d-9e168bac2617 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4164016 Feb 09 01:23:19.728211 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-3131a4f7-832e-46de-9e6a-7a74d709d67c tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Request body: {'security_group_rule': {'security_group_id': '752f445f-c5bc-4617-aa4b-cf91d209e6c1', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:19.735513 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-1067bca6-2ce9-4e05-9a1f-a4cfa3aed4ea tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Request body: {'port': {'network_id': 'eac26fe5-1e27-4e19-a9d8-d176b3a232bc', 'name': 'tempest-FloatingIPAdminTestJSON-1153851555'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:19.736292 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 53438) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:19.742322 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-3131a4f7-832e-46de-9e6a-7a74d709d67c tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:19.753481 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-4cefa0aa-e50d-46f1-80c5-3eb1353000fb tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Request body: {'subnet': {'network_id': '19d6b1fe-4117-4473-8fb0-4d1f27a83829', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:19.771596 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29c8f23-4fd7-4faf-8c8d-9e168bac2617 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event updated for resources: {'Network': ['ID=19d6b1fe-4117-4473-8fb0-4d1f27a83829,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:19.802480 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-3131a4f7-832e-46de-9e6a-7a74d709d67c tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Usage tracker for resource:security_group_rule and tenant:a31e2f01e40d4426b7279f7dc55dfd4f is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:23:19.813529 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 19d6b1fe-4117-4473-8fb0-4d1f27a83829 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:23:19.829887 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-3131a4f7-832e-46de-9e6a-7a74d709d67c tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:23:19.834100 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-9a4e5da9-f95a-478e-90d1-1c4a0a6c4574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:19.870608 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4e5da9-f95a-478e-90d1-1c4a0a6c4574 None None] Routers {'5c6ee38d-567d-47ec-b1a4-2817e2bc6e06'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:23:19.871251 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-9a4e5da9-f95a-478e-90d1-1c4a0a6c4574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:23:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['5c6ee38d-567d-47ec-b1a4-2817e2bc6e06'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:19.968617 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1067bca6-2ce9-4e05-9a1f-a4cfa3aed4ea tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:19.972982 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-1067bca6-2ce9-4e05-9a1f-a4cfa3aed4ea tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Usage tracker for resource:port and tenant:1bac0da2b09f45798844526a1e29779e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:23:19.977552 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-1067bca6-2ce9-4e05-9a1f-a4cfa3aed4ea tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:23:19.983779 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1067bca6-2ce9-4e05-9a1f-a4cfa3aed4ea tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:20.002801 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1067bca6-2ce9-4e05-9a1f-a4cfa3aed4ea tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Made reservation on behalf of 1bac0da2b09f45798844526a1e29779e for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:23:20.011511 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1067bca6-2ce9-4e05-9a1f-a4cfa3aed4ea tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:20.037727 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-9a4e5da9-f95a-478e-90d1-1c4a0a6c4574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:20.039134 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4e5da9-f95a-478e-90d1-1c4a0a6c4574 None None] The sync data for ids ['5c6ee38d-567d-47ec-b1a4-2817e2bc6e06'] in n-d-828418-1 is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:23:20.045223 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-1067bca6-2ce9-4e05-9a1f-a4cfa3aed4ea tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] device_id is not set on port d6c83b17-6f66-4f2c-8b04-90434e2a9177 yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:23:20.055698 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-3131a4f7-832e-46de-9e6a-7a74d709d67c tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:20.084504 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee427b-b59e-4c8c-8b5b-7a047bac95ea req-29276aaa-494c-400c-adb9-0cdd5497abe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:20.091496 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6eee427b-b59e-4c8c-8b5b-7a047bac95ea req-29276aaa-494c-400c-adb9-0cdd5497abe3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bb78f4cc-9378-45dd-831a-1daa9b953ab6 HTTP/1.1" status: 200 len: 1097 time: 0.7567718 Feb 09 01:23:20.221682 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4cefa0aa-e50d-46f1-80c5-3eb1353000fb tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:20.225411 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6eee427b-b59e-4c8c-8b5b-7a047bac95ea req-077bbec6-c957-496f-9153-b31cc8156bc9 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=8e238689-2b13-4df9-8955-13b9e4cebcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255612 Feb 09 01:23:20.230689 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-4cefa0aa-e50d-46f1-80c5-3eb1353000fb tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Usage tracker for resource:subnet and tenant:c783560d2de04e1598eb7e3aecd5349e is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:23:20.235720 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-4cefa0aa-e50d-46f1-80c5-3eb1353000fb tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:23:20.242366 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4cefa0aa-e50d-46f1-80c5-3eb1353000fb tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:20.246224 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [None req-3131a4f7-832e-46de-9e6a-7a74d709d67c tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:23:20.250178 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-3131a4f7-832e-46de-9e6a-7a74d709d67c tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5391936 Feb 09 01:23:20.250303 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53450) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:20.259131 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cefa0aa-e50d-46f1-80c5-3eb1353000fb tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Made reservation on behalf of c783560d2de04e1598eb7e3aecd5349e for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:23:20.263355 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4cefa0aa-e50d-46f1-80c5-3eb1353000fb tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:20.274393 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-1067bca6-2ce9-4e05-9a1f-a4cfa3aed4ea tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Allocated IP 172.20.0.14 (eac26fe5-1e27-4e19-a9d8-d176b3a232bc/b847eabf-3870-4726-bf01-9c17a2c8e38d/d6c83b17-6f66-4f2c-8b04-90434e2a9177) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:23:20.397017 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9b39483c-8e42-44db-b500-74929e55dbe1 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:20.517286 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9b39483c-8e42-44db-b500-74929e55dbe1 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:20.576072 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4cefa0aa-e50d-46f1-80c5-3eb1353000fb tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:20.708392 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cefa0aa-e50d-46f1-80c5-3eb1353000fb tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event updated for resources: {'Subnet': ['ID=6d4ea047-a510-4e8f-a903-a021658e8511,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:20.716007 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cefa0aa-e50d-46f1-80c5-3eb1353000fb tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Checking segment: {'id': '230212cd-d194-47d9-878d-ba953b27b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '19d6b1fe-4117-4473-8fb0-4d1f27a83829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:23:20.716501 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cefa0aa-e50d-46f1-80c5-3eb1353000fb tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Network hostable DHCP agents. Network: 19d6b1fe-4117-4473-8fb0-4d1f27a83829, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:23:20.742285 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cefa0aa-e50d-46f1-80c5-3eb1353000fb tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Network 19d6b1fe-4117-4473-8fb0-4d1f27a83829 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:23:20.757047 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-4cefa0aa-e50d-46f1-80c5-3eb1353000fb tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 19d6b1fe-4117-4473-8fb0-4d1f27a83829) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:20.761869 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cefa0aa-e50d-46f1-80c5-3eb1353000fb tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:20.762642 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4cefa0aa-e50d-46f1-80c5-3eb1353000fb tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:20.771325 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af695f1-09fa-4fc8-9009-4f7617a10d70 None None] Network 19d6b1fe-4117-4473-8fb0-4d1f27a83829 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:23:20.796661 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-4cefa0aa-e50d-46f1-80c5-3eb1353000fb tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0578160 Feb 09 01:23:20.797865 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 53464) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:20.803863 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-15eff84f-b993-4f4a-9936-5ff02639a220 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1860925559', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:20.812406 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-15eff84f-b993-4f4a-9936-5ff02639a220 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:20.818331 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-15eff84f-b993-4f4a-9936-5ff02639a220 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Usage tracker for resource:router and tenant:c783560d2de04e1598eb7e3aecd5349e is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:23:20.822052 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-15eff84f-b993-4f4a-9936-5ff02639a220 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:23:20.831859 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-15eff84f-b993-4f4a-9936-5ff02639a220 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:20.848326 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-15eff84f-b993-4f4a-9936-5ff02639a220 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:20.850103 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-15eff84f-b993-4f4a-9936-5ff02639a220 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:20.855392 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1067bca6-2ce9-4e05-9a1f-a4cfa3aed4ea tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:20.877120 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-15eff84f-b993-4f4a-9936-5ff02639a220 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:20.900078 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-1067bca6-2ce9-4e05-9a1f-a4cfa3aed4ea tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Transition to ACTIVE for port object d6c83b17-6f66-4f2c-8b04-90434e2a9177 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:23:20.914848 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-15eff84f-b993-4f4a-9936-5ff02639a220 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:20.958058 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1067bca6-2ce9-4e05-9a1f-a4cfa3aed4ea tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:20.967928 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-15eff84f-b993-4f4a-9936-5ff02639a220 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:20.972669 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-15eff84f-b993-4f4a-9936-5ff02639a220 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1734459 Feb 09 01:23:20.973439 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 53472) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:21.015993 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-38ecb2a8-e973-4aa0-b269-c270665fc022 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Request body: {'port': {'network_id': '19d6b1fe-4117-4473-8fb0-4d1f27a83829', 'name': 'tempest-PortsIpV6TestJSON-630774298'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:21.077545 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1067bca6-2ce9-4e05-9a1f-a4cfa3aed4ea tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Network eac26fe5-1e27-4e19-a9d8-d176b3a232bc is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:23:21.081671 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-1067bca6-2ce9-4e05-9a1f-a4cfa3aed4ea tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:21.084336 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1067bca6-2ce9-4e05-9a1f-a4cfa3aed4ea tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:23:21.145387 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9b39483c-8e42-44db-b500-74929e55dbe1 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:21.177306 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1067bca6-2ce9-4e05-9a1f-a4cfa3aed4ea tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Pushing event updated for resources: {'Port': ['ID=d6c83b17-6f66-4f2c-8b04-90434e2a9177,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:21.181310 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b39483c-8e42-44db-b500-74929e55dbe1 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=752f445f-c5bc-4617-aa4b-cf91d209e6c1,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:21.210394 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1067bca6-2ce9-4e05-9a1f-a4cfa3aed4ea tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:21.211186 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1067bca6-2ce9-4e05-9a1f-a4cfa3aed4ea tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:21.233572 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9b39483c-8e42-44db-b500-74929e55dbe1 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:21.235494 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9b39483c-8e42-44db-b500-74929e55dbe1 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] 10.222.0.105 "DELETE /v2.0/security-groups/752f445f-c5bc-4617-aa4b-cf91d209e6c1 HTTP/1.1" status: 204 len: 168 time: 0.9843602 Feb 09 01:23:21.249298 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53476) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:21.250794 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1067bca6-2ce9-4e05-9a1f-a4cfa3aed4ea tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.5580282 Feb 09 01:23:21.254615 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53482) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:21.269493 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c99783-475e-44ca-8d9c-34096ce12e6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-19d6b1fe-4117-4473-8fb0-4d1f27a83829', 'network_id': '19d6b1fe-4117-4473-8fb0-4d1f27a83829', 'tenant_id': 'c783560d2de04e1598eb7e3aecd5349e', 'fixed_ips': [{'subnet_id': '6d4ea047-a510-4e8f-a903-a021658e8511'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:23:21.271230 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-71c99783-475e-44ca-8d9c-34096ce12e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:21.419509 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-02ca76ee-8341-4e17-9bb1-0fabf9b99ac8 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Synchronizing usage tracker for tenant:a31e2f01e40d4426b7279f7dc55dfd4f on resource:security_group {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:23:21.453160 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-02ca76ee-8341-4e17-9bb1-0fabf9b99ac8 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Unset dirty status for tenant:a31e2f01e40d4426b7279f7dc55dfd4f on resource:security_group {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:23:21.463177 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-02ca76ee-8341-4e17-9bb1-0fabf9b99ac8 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2108252 Feb 09 01:23:21.466047 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53492) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:21.481008 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-c2dd0a2e-7c33-4374-906f-3dd622143532 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Request body: {'security_group': {'name': 'tempest-secgroup--1294502397'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:21.503056 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c2dd0a2e-7c33-4374-906f-3dd622143532 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:21.518467 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c2dd0a2e-7c33-4374-906f-3dd622143532 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:21.544673 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c2dd0a2e-7c33-4374-906f-3dd622143532 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:21.626844 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c2dd0a2e-7c33-4374-906f-3dd622143532 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:21.632256 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-c2dd0a2e-7c33-4374-906f-3dd622143532 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Usage tracker for resource:security_group_rule and tenant:a31e2f01e40d4426b7279f7dc55dfd4f is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:23:21.642779 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-c2dd0a2e-7c33-4374-906f-3dd622143532 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:23:21.643237 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b74fe8a-296e-4a67-95cc-0d857461325f req-391c244a-3314-4522-b956-8037d7f68fd8 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:21.656084 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5b74fe8a-296e-4a67-95cc-0d857461325f req-391c244a-3314-4522-b956-8037d7f68fd8 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/ports?device_id=bb78f4cc-9378-45dd-831a-1daa9b953ab6 HTTP/1.1" status: 200 len: 946 time: 0.5872786 Feb 09 01:23:21.658249 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c2dd0a2e-7c33-4374-906f-3dd622143532 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:21.661164 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-75962650-82f3-408e-b597-03efab54146c None None] Provisioning for port d6c83b17-6f66-4f2c-8b04-90434e2a9177 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:23:21.680845 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-75962650-82f3-408e-b597-03efab54146c None None] Provisioning complete for port d6c83b17-6f66-4f2c-8b04-90434e2a9177 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:21.681206 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-75962650-82f3-408e-b597-03efab54146c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:21.752913 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-6c6d1467-5f1d-4d15-a5bb-a0af61ea55ed tempest-FloatingIPAdminTestJSON-165675756 tempest-FloatingIPAdminTestJSON-165675756-project-admin] Request body: {'floatingip': {'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'project_id': '1bac0da2b09f45798844526a1e29779e', 'port_id': 'd6c83b17-6f66-4f2c-8b04-90434e2a9177'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:21.778923 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-38ecb2a8-e973-4aa0-b269-c270665fc022 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:21.789734 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5b74fe8a-296e-4a67-95cc-0d857461325f req-ad2121ac-dc5f-4930-9401-c98ecff93be3 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e238689-2b13-4df9-8955-13b9e4cebcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327429 Feb 09 01:23:21.802979 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-38ecb2a8-e973-4aa0-b269-c270665fc022 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:21.873496 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-75962650-82f3-408e-b597-03efab54146c None None] Port d6c83b17-6f66-4f2c-8b04-90434e2a9177 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:23:21.874099 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c2dd0a2e-7c33-4374-906f-3dd622143532 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:21.877158 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-6c6d1467-5f1d-4d15-a5bb-a0af61ea55ed tempest-FloatingIPAdminTestJSON-165675756 tempest-FloatingIPAdminTestJSON-165675756-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:21.880097 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c2dd0a2e-7c33-4374-906f-3dd622143532 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:21.886022 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ecb2a8-e973-4aa0-b269-c270665fc022 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Made reservation on behalf of c783560d2de04e1598eb7e3aecd5349e for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:23:21.888923 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:21.890586 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-38ecb2a8-e973-4aa0-b269-c270665fc022 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:21.905754 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-71c99783-475e-44ca-8d9c-34096ce12e6d None None] Allocated IP 2001:db8::2 (19d6b1fe-4117-4473-8fb0-4d1f27a83829/6d4ea047-a510-4e8f-a903-a021658e8511/9a2cfbb0-66ab-41b3-8ebb-6fa9dd9ba7d3) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:23:21.942793 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-38ecb2a8-e973-4aa0-b269-c270665fc022 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] device_id is not set on port ee5d09cf-27ed-4d85-8a71-a11841589f23 yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:23:21.952019 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-6c6d1467-5f1d-4d15-a5bb-a0af61ea55ed tempest-FloatingIPAdminTestJSON-165675756 tempest-FloatingIPAdminTestJSON-165675756-project-admin] Usage tracker for resource:floatingip and tenant:1bac0da2b09f45798844526a1e29779e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:23:21.954848 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dd0a2e-7c33-4374-906f-3dd622143532 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8ca11d-2ccb-422c-b1fb-7a831343cbad,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:21.957510 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-6c6d1467-5f1d-4d15-a5bb-a0af61ea55ed tempest-FloatingIPAdminTestJSON-165675756 tempest-FloatingIPAdminTestJSON-165675756-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:23:21.961494 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c2dd0a2e-7c33-4374-906f-3dd622143532 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:21.966425 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c2dd0a2e-7c33-4374-906f-3dd622143532 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4992640 Feb 09 01:23:21.967501 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53500) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:21.974566 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-6c6d1467-5f1d-4d15-a5bb-a0af61ea55ed tempest-FloatingIPAdminTestJSON-165675756 tempest-FloatingIPAdminTestJSON-165675756-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:21.981680 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-04e54a18-c66e-48d2-a541-94fe2937cf2e tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Request body: {'security_group_rule': {'security_group_id': '5f8ca11d-2ccb-422c-b1fb-7a831343cbad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:21.994275 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-04e54a18-c66e-48d2-a541-94fe2937cf2e tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:22.001395 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-04e54a18-c66e-48d2-a541-94fe2937cf2e tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Usage tracker for resource:security_group_rule and tenant:a31e2f01e40d4426b7279f7dc55dfd4f is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:23:22.005161 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6c6d1467-5f1d-4d15-a5bb-a0af61ea55ed tempest-FloatingIPAdminTestJSON-165675756 tempest-FloatingIPAdminTestJSON-165675756-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:22.019174 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-04e54a18-c66e-48d2-a541-94fe2937cf2e tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:23:22.028604 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-04e54a18-c66e-48d2-a541-94fe2937cf2e tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:22.160204 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-04e54a18-c66e-48d2-a541-94fe2937cf2e tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] create failed (client error): The resource could not be found. Feb 09 01:23:22.165755 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-04e54a18-c66e-48d2-a541-94fe2937cf2e tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1936827 Feb 09 01:23:22.166538 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53510) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:22.173226 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-3f12f4e6-f710-4f31-b153-5da972ffa5c8 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Request body: {'security_group_rule': {'security_group_id': '5f8ca11d-2ccb-422c-b1fb-7a831343cbad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '4142a51b-1a62-4e6f-9946-e4b1ce0b861f'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:22.186925 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3f12f4e6-f710-4f31-b153-5da972ffa5c8 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:22.205826 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-3f12f4e6-f710-4f31-b153-5da972ffa5c8 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Usage tracker for resource:security_group_rule and tenant:a31e2f01e40d4426b7279f7dc55dfd4f is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:23:22.210781 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-3f12f4e6-f710-4f31-b153-5da972ffa5c8 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:23:22.218544 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3f12f4e6-f710-4f31-b153-5da972ffa5c8 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:22.220554 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-71c99783-475e-44ca-8d9c-34096ce12e6d None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:22.221792 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6c6d1467-5f1d-4d15-a5bb-a0af61ea55ed tempest-FloatingIPAdminTestJSON-165675756 tempest-FloatingIPAdminTestJSON-165675756-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:22.234050 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-71c99783-475e-44ca-8d9c-34096ce12e6d None None] Transition to ACTIVE for port object 9a2cfbb0-66ab-41b3-8ebb-6fa9dd9ba7d3 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:23:22.278145 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-71c99783-475e-44ca-8d9c-34096ce12e6d None None] Transition to ACTIVE for port object 9a2cfbb0-66ab-41b3-8ebb-6fa9dd9ba7d3 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:23:22.287573 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-71c99783-475e-44ca-8d9c-34096ce12e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:22.310953 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-3f12f4e6-f710-4f31-b153-5da972ffa5c8 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] create failed (client error): The resource could not be found. Feb 09 01:23:22.314951 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-3f12f4e6-f710-4f31-b153-5da972ffa5c8 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1460061 Feb 09 01:23:22.315509 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53514) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:22.400867 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c99783-475e-44ca-8d9c-34096ce12e6d None None] Network 19d6b1fe-4117-4473-8fb0-4d1f27a83829 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:23:22.402040 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c99783-475e-44ca-8d9c-34096ce12e6d None None] Pushing event updated for resources: {'Port': ['ID=9a2cfbb0-66ab-41b3-8ebb-6fa9dd9ba7d3,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:22.405754 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-71c99783-475e-44ca-8d9c-34096ce12e6d None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:22.407863 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c99783-475e-44ca-8d9c-34096ce12e6d None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:23:22.549294 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-71c99783-475e-44ca-8d9c-34096ce12e6d None None] Attempting to bind port 9a2cfbb0-66ab-41b3-8ebb-6fa9dd9ba7d3 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:23:22.549735 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-71c99783-475e-44ca-8d9c-34096ce12e6d None None] Attempting to bind port 9a2cfbb0-66ab-41b3-8ebb-6fa9dd9ba7d3 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '230212cd-d194-47d9-878d-ba953b27b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '19d6b1fe-4117-4473-8fb0-4d1f27a83829'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:23:22.550111 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c99783-475e-44ca-8d9c-34096ce12e6d None None] Attempting to bind port 9a2cfbb0-66ab-41b3-8ebb-6fa9dd9ba7d3 on network 19d6b1fe-4117-4473-8fb0-4d1f27a83829 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:23:22.556113 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c99783-475e-44ca-8d9c-34096ce12e6d None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:23:22.556484 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c99783-475e-44ca-8d9c-34096ce12e6d None None] Checking segment: {'id': '230212cd-d194-47d9-878d-ba953b27b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '19d6b1fe-4117-4473-8fb0-4d1f27a83829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:23:22.556844 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-6c6d1467-5f1d-4d15-a5bb-a0af61ea55ed tempest-FloatingIPAdminTestJSON-165675756 tempest-FloatingIPAdminTestJSON-165675756-project-admin] Allocated IP 172.25.0.199 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/e43973b0-cf45-4bae-b396-88b48dff4246) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:23:22.556969 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-71c99783-475e-44ca-8d9c-34096ce12e6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:22.557257 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c99783-475e-44ca-8d9c-34096ce12e6d None None] Bound using segment: {'id': '230212cd-d194-47d9-878d-ba953b27b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '19d6b1fe-4117-4473-8fb0-4d1f27a83829'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:23:22.557769 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-71c99783-475e-44ca-8d9c-34096ce12e6d None None] Bound port: 9a2cfbb0-66ab-41b3-8ebb-6fa9dd9ba7d3, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '230212cd-d194-47d9-878d-ba953b27b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '19d6b1fe-4117-4473-8fb0-4d1f27a83829'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:23:22.558147 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-71c99783-475e-44ca-8d9c-34096ce12e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:22.589786 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-38ecb2a8-e973-4aa0-b269-c270665fc022 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Allocated IP 2001:db8::240 (19d6b1fe-4117-4473-8fb0-4d1f27a83829/6d4ea047-a510-4e8f-a903-a021658e8511/ee5d09cf-27ed-4d85-8a71-a11841589f23) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:23:22.725640 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-71c99783-475e-44ca-8d9c-34096ce12e6d None None] For port 9a2cfbb0-66ab-41b3-8ebb-6fa9dd9ba7d3, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:23:22.730133 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-71c99783-475e-44ca-8d9c-34096ce12e6d None None] For port 9a2cfbb0-66ab-41b3-8ebb-6fa9dd9ba7d3, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=9a2cfbb0-66ab-41b3-8ebb-6fa9dd9ba7d3,segment=NetworkSegment(230212cd-d194-47d9-878d-ba953b27b0a2),segment_id=230212cd-d194-47d9-878d-ba953b27b0a2)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:23:22.737390 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-71c99783-475e-44ca-8d9c-34096ce12e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:22.796724 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-31e03e94-2d5b-4fbc-ba33-6df5e0ac5b67 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:22.862897 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-38ecb2a8-e973-4aa0-b269-c270665fc022 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:22.884268 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-38ecb2a8-e973-4aa0-b269-c270665fc022 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Transition to ACTIVE for port object ee5d09cf-27ed-4d85-8a71-a11841589f23 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:23:22.923082 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6c6d1467-5f1d-4d15-a5bb-a0af61ea55ed tempest-FloatingIPAdminTestJSON-165675756 tempest-FloatingIPAdminTestJSON-165675756-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:22.932678 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-31e03e94-2d5b-4fbc-ba33-6df5e0ac5b67 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:22.941170 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-38ecb2a8-e973-4aa0-b269-c270665fc022 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:22.968755 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c99783-475e-44ca-8d9c-34096ce12e6d None None] Pushing event updated for resources: {'Port': ['ID=9a2cfbb0-66ab-41b3-8ebb-6fa9dd9ba7d3,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:23.068684 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-31e03e94-2d5b-4fbc-ba33-6df5e0ac5b67 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:23.103916 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6c6d1467-5f1d-4d15-a5bb-a0af61ea55ed tempest-FloatingIPAdminTestJSON-165675756 tempest-FloatingIPAdminTestJSON-165675756-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:23.130511 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ecb2a8-e973-4aa0-b269-c270665fc022 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Network 19d6b1fe-4117-4473-8fb0-4d1f27a83829 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:23:23.135368 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-38ecb2a8-e973-4aa0-b269-c270665fc022 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:23.141500 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ecb2a8-e973-4aa0-b269-c270665fc022 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:23:23.168567 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e03e94-2d5b-4fbc-ba33-6df5e0ac5b67 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8ca11d-2ccb-422c-b1fb-7a831343cbad,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:23.185041 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ecb2a8-e973-4aa0-b269-c270665fc022 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:23.191615 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-38ecb2a8-e973-4aa0-b269-c270665fc022 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:23.207379 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ecb2a8-e973-4aa0-b269-c270665fc022 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event updated for resources: {'Port': ['ID=ee5d09cf-27ed-4d85-8a71-a11841589f23,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:23.264313 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-38ecb2a8-e973-4aa0-b269-c270665fc022 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2891669 Feb 09 01:23:23.265239 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 53532) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:23.339644 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6d1467-5f1d-4d15-a5bb-a0af61ea55ed tempest-FloatingIPAdminTestJSON-165675756 tempest-FloatingIPAdminTestJSON-165675756-project-admin] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:23:23.383685 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-6c6d1467-5f1d-4d15-a5bb-a0af61ea55ed tempest-FloatingIPAdminTestJSON-165675756 tempest-FloatingIPAdminTestJSON-165675756-project-admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:23.385545 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d1467-5f1d-4d15-a5bb-a0af61ea55ed tempest-FloatingIPAdminTestJSON-165675756 tempest-FloatingIPAdminTestJSON-165675756-project-admin] Pushing event updated for resources: {'Port': ['ID=e43973b0-cf45-4bae-b396-88b48dff4246,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:23.394293 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6d1467-5f1d-4d15-a5bb-a0af61ea55ed tempest-FloatingIPAdminTestJSON-165675756 tempest-FloatingIPAdminTestJSON-165675756-project-admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:23:23.517935 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-31e03e94-2d5b-4fbc-ba33-6df5e0ac5b67 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:23.519356 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-31e03e94-2d5b-4fbc-ba33-6df5e0ac5b67 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] 10.222.0.105 "DELETE /v2.0/security-groups/5f8ca11d-2ccb-422c-b1fb-7a831343cbad HTTP/1.1" status: 204 len: 168 time: 1.2002263 Feb 09 01:23:23.540875 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 53538) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:23.692611 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a0da81-9e37-4eb1-b370-691fa44ee709 req-689e140f-edfe-4343-818e-4412a3624ae2 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:23.694262 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-28a0da81-9e37-4eb1-b370-691fa44ee709 req-689e140f-edfe-4343-818e-4412a3624ae2 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/ports?device_id=bb78f4cc-9378-45dd-831a-1daa9b953ab6 HTTP/1.1" status: 200 len: 946 time: 0.6355667 Feb 09 01:23:23.885634 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 9a2cfbb0-66ab-41b3-8ebb-6fa9dd9ba7d3 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:23:23.931574 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-3980844b-ef5b-47f5-aac2-d18d4f0e6a17 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Synchronizing usage tracker for tenant:a31e2f01e40d4426b7279f7dc55dfd4f on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:23:24.021830 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-28a0da81-9e37-4eb1-b370-691fa44ee709 req-abddacfd-86d8-4c73-afee-cf29f3623fed tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e238689-2b13-4df9-8955-13b9e4cebcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140659 Feb 09 01:23:24.054289 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-3980844b-ef5b-47f5-aac2-d18d4f0e6a17 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Unset dirty status for tenant:a31e2f01e40d4426b7279f7dc55dfd4f on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:23:24.055763 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-3980844b-ef5b-47f5-aac2-d18d4f0e6a17 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5139551 Feb 09 01:23:24.060124 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 53548) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:24.065322 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-7e44c671-19fe-4829-8f0a-ed029add5555 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Request body: {'security_group_rule': {'security_group_id': '709bb9ce-81c8-4d3d-9848-86e6e5d823a9', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:24.078397 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-7e44c671-19fe-4829-8f0a-ed029add5555 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:24.092602 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-7e44c671-19fe-4829-8f0a-ed029add5555 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Usage tracker for resource:security_group_rule and tenant:a31e2f01e40d4426b7279f7dc55dfd4f is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:23:24.096388 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-7e44c671-19fe-4829-8f0a-ed029add5555 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:23:24.101940 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 9a2cfbb0-66ab-41b3-8ebb-6fa9dd9ba7d3 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:23:24.109126 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6c6d1467-5f1d-4d15-a5bb-a0af61ea55ed tempest-FloatingIPAdminTestJSON-165675756 tempest-FloatingIPAdminTestJSON-165675756-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:24.144458 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-7e44c671-19fe-4829-8f0a-ed029add5555 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:24.287278 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6c6d1467-5f1d-4d15-a5bb-a0af61ea55ed tempest-FloatingIPAdminTestJSON-165675756 tempest-FloatingIPAdminTestJSON-165675756-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:24.567191 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [None req-7e44c671-19fe-4829-8f0a-ed029add5555 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] create failed (client error): The resource could not be found. Feb 09 01:23:24.586748 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-7e44c671-19fe-4829-8f0a-ed029add5555 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5253882 Feb 09 01:23:24.591701 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 53558) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:24.633845 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-34a3d7f0-26c3-4336-831c-21c123594db5 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Request body: {'security_group': {'name': 'tempest-secgroup--1263926685'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:24.757985 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-34a3d7f0-26c3-4336-831c-21c123594db5 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:24.780536 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-34a3d7f0-26c3-4336-831c-21c123594db5 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:24.922950 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc6fa72-aab8-479b-984d-1c2c0a8d577f None None] Network 19d6b1fe-4117-4473-8fb0-4d1f27a83829 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:23:24.940677 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6c6d1467-5f1d-4d15-a5bb-a0af61ea55ed tempest-FloatingIPAdminTestJSON-165675756 tempest-FloatingIPAdminTestJSON-165675756-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:24.972181 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2c618ca1-3e3f-4da5-8e35-553dfa17210f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:24.979819 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6c6d1467-5f1d-4d15-a5bb-a0af61ea55ed tempest-FloatingIPAdminTestJSON-165675756 tempest-FloatingIPAdminTestJSON-165675756-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:24.989519 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-34a3d7f0-26c3-4336-831c-21c123594db5 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:25.071956 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:25.079675 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-34a3d7f0-26c3-4336-831c-21c123594db5 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:25.103752 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-34a3d7f0-26c3-4336-831c-21c123594db5 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Usage tracker for resource:security_group_rule and tenant:a31e2f01e40d4426b7279f7dc55dfd4f is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:23:25.110551 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-34a3d7f0-26c3-4336-831c-21c123594db5 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:23:25.111324 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5ff04c1a-4890-4752-816a-4d425dede219 None None] Provisioning for port 9a2cfbb0-66ab-41b3-8ebb-6fa9dd9ba7d3 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:23:25.122619 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-34a3d7f0-26c3-4336-831c-21c123594db5 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:25.133736 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5ff04c1a-4890-4752-816a-4d425dede219 None None] Provisioning complete for port 9a2cfbb0-66ab-41b3-8ebb-6fa9dd9ba7d3 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:25.134117 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5ff04c1a-4890-4752-816a-4d425dede219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:25.258262 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6c6d1467-5f1d-4d15-a5bb-a0af61ea55ed tempest-FloatingIPAdminTestJSON-165675756 tempest-FloatingIPAdminTestJSON-165675756-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:25.373065 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d1467-5f1d-4d15-a5bb-a0af61ea55ed tempest-FloatingIPAdminTestJSON-165675756 tempest-FloatingIPAdminTestJSON-165675756-project-admin] Pushing event updated for resources: {'Port': ['ID=e43973b0-cf45-4bae-b396-88b48dff4246,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:25.432084 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5ff04c1a-4890-4752-816a-4d425dede219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:25.540470 n-d-828418-1 neutron-server[87638]: INFO neutron.db.l3_db [None req-6c6d1467-5f1d-4d15-a5bb-a0af61ea55ed tempest-FloatingIPAdminTestJSON-165675756 tempest-FloatingIPAdminTestJSON-165675756-project-admin] Floating IP bb9a17ec-8574-4fb6-bf02-085e61061e76 associated. External IP: 172.25.0.199, port: d6c83b17-6f66-4f2c-8b04-90434e2a9177. Feb 09 01:23:25.566574 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-5ff04c1a-4890-4752-816a-4d425dede219 None None] For port 9a2cfbb0-66ab-41b3-8ebb-6fa9dd9ba7d3, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=9a2cfbb0-66ab-41b3-8ebb-6fa9dd9ba7d3,segment=NetworkSegment(230212cd-d194-47d9-878d-ba953b27b0a2),segment_id=230212cd-d194-47d9-878d-ba953b27b0a2)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:23:25.579914 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5ff04c1a-4890-4752-816a-4d425dede219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:25.834244 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff04c1a-4890-4752-816a-4d425dede219 None None] Pushing event updated for resources: {'Port': ['ID=9a2cfbb0-66ab-41b3-8ebb-6fa9dd9ba7d3,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:25.844352 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff04c1a-4890-4752-816a-4d425dede219 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:25.844706 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff04c1a-4890-4752-816a-4d425dede219 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:25.845040 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff04c1a-4890-4752-816a-4d425dede219 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:25.845372 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff04c1a-4890-4752-816a-4d425dede219 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:25.845734 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff04c1a-4890-4752-816a-4d425dede219 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:25.846064 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff04c1a-4890-4752-816a-4d425dede219 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:25.846388 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff04c1a-4890-4752-816a-4d425dede219 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:25.846709 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff04c1a-4890-4752-816a-4d425dede219 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:25.847277 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff04c1a-4890-4752-816a-4d425dede219 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:25.847615 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff04c1a-4890-4752-816a-4d425dede219 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:25.847934 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff04c1a-4890-4752-816a-4d425dede219 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:25.848260 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff04c1a-4890-4752-816a-4d425dede219 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:26.177307 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c6d1467-5f1d-4d15-a5bb-a0af61ea55ed tempest-FloatingIPAdminTestJSON-165675756 tempest-FloatingIPAdminTestJSON-165675756-project-admin] Router 5c6ee38d-567d-47ec-b1a4-2817e2bc6e06 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:23:26.270759 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-34a3d7f0-26c3-4336-831c-21c123594db5 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:26.289991 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-34a3d7f0-26c3-4336-831c-21c123594db5 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:26.327162 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d0bc28e4-8d5a-4c78-8590-bd07fba0e379 None None] Provisioning complete for port 9a2cfbb0-66ab-41b3-8ebb-6fa9dd9ba7d3 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:26.327695 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d0bc28e4-8d5a-4c78-8590-bd07fba0e379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:26.380099 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a3d7f0-26c3-4336-831c-21c123594db5 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08b7bfaa-4104-4a97-9124-ce64a9165b9c,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:26.433343 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-34a3d7f0-26c3-4336-831c-21c123594db5 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:26.441915 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-34a3d7f0-26c3-4336-831c-21c123594db5 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.8486404 Feb 09 01:23:26.442954 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 53600) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:26.452835 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-46587856-b50e-46c5-bab4-57ffa84a644d tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Request body: {'security_group': {'name': 'tempest-secgroup--493163207'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:26.463528 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2c618ca1-3e3f-4da5-8e35-553dfa17210f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:26.467913 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-46587856-b50e-46c5-bab4-57ffa84a644d tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:26.474177 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2c618ca1-3e3f-4da5-8e35-553dfa17210f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:26.488580 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-46587856-b50e-46c5-bab4-57ffa84a644d tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Usage tracker for resource:security_group and tenant:a31e2f01e40d4426b7279f7dc55dfd4f is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:23:26.667074 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-46587856-b50e-46c5-bab4-57ffa84a644d tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:23:26.673458 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-46587856-b50e-46c5-bab4-57ffa84a644d tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:26.676041 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c618ca1-3e3f-4da5-8e35-553dfa17210f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event updated for resources: {'Port': ['ID=ee5d09cf-27ed-4d85-8a71-a11841589f23,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:26.738126 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c6d1467-5f1d-4d15-a5bb-a0af61ea55ed tempest-FloatingIPAdminTestJSON-165675756 tempest-FloatingIPAdminTestJSON-165675756-project-admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:23:26.805950 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3078628d-ce51-47d7-861d-439321db2722 None None] Sync routers for ids ['5c6ee38d-567d-47ec-b1a4-2817e2bc6e06'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:23:26.807224 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6c6d1467-5f1d-4d15-a5bb-a0af61ea55ed tempest-FloatingIPAdminTestJSON-165675756 tempest-FloatingIPAdminTestJSON-165675756-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:26.843598 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3078628d-ce51-47d7-861d-439321db2722 None None] Routers {'5c6ee38d-567d-47ec-b1a4-2817e2bc6e06'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:23:26.844211 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-3078628d-ce51-47d7-861d-439321db2722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:23:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['5c6ee38d-567d-47ec-b1a4-2817e2bc6e06'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:26.925094 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-46587856-b50e-46c5-bab4-57ffa84a644d tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:26.977951 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-3078628d-ce51-47d7-861d-439321db2722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:26.982742 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-6c6d1467-5f1d-4d15-a5bb-a0af61ea55ed tempest-FloatingIPAdminTestJSON-165675756 tempest-FloatingIPAdminTestJSON-165675756-project-admin] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 5.7263594 Feb 09 01:23:26.986850 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3078628d-ce51-47d7-861d-439321db2722 None None] Routers {'5c6ee38d-567d-47ec-b1a4-2817e2bc6e06'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:23:26.987227 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53612) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:26.987475 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-3078628d-ce51-47d7-861d-439321db2722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:23:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['5c6ee38d-567d-47ec-b1a4-2817e2bc6e06'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:27.053191 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d0bc28e4-8d5a-4c78-8590-bd07fba0e379 None None] Provisioning for port ee5d09cf-27ed-4d85-8a71-a11841589f23 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:23:27.058021 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-3078628d-ce51-47d7-861d-439321db2722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:27.058432 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3078628d-ce51-47d7-861d-439321db2722 None None] The sync data for ids ['5c6ee38d-567d-47ec-b1a4-2817e2bc6e06'] in n-d-828418-1 is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:23:27.066566 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d0bc28e4-8d5a-4c78-8590-bd07fba0e379 None None] Provisioning complete for port ee5d09cf-27ed-4d85-8a71-a11841589f23 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:27.068294 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d0bc28e4-8d5a-4c78-8590-bd07fba0e379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:27.084167 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-46587856-b50e-46c5-bab4-57ffa84a644d tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:27.136881 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 53616) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:27.137161 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-47bb2c57-3923-4170-8769-040e3d603392 tempest-FloatingIPAdminTestJSON-165675756 tempest-FloatingIPAdminTestJSON-165675756-project-admin] 10.222.0.105 "GET /v2.0/floatingips/bb9a17ec-8574-4fb6-bf02-085e61061e76 HTTP/1.1" status: 200 len: 984 time: 0.1474755 Feb 09 01:23:27.144898 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-46587856-b50e-46c5-bab4-57ffa84a644d tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Usage tracker for resource:security_group_rule and tenant:a31e2f01e40d4426b7279f7dc55dfd4f is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:23:27.148812 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2c618ca1-3e3f-4da5-8e35-553dfa17210f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:27.160779 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d0bc28e4-8d5a-4c78-8590-bd07fba0e379 None None] Port ee5d09cf-27ed-4d85-8a71-a11841589f23 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:23:27.173424 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-46587856-b50e-46c5-bab4-57ffa84a644d tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:23:27.239019 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-46587856-b50e-46c5-bab4-57ffa84a644d tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:27.294711 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e62b05a0-730c-493c-9aec-a1a96bd6a6e7 None None] Provisioning complete for port ee5d09cf-27ed-4d85-8a71-a11841589f23 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:27.295297 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e62b05a0-730c-493c-9aec-a1a96bd6a6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:27.351074 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-b09aca23-c03a-48c0-ac78-7a288d67b156 tempest-FloatingIPAdminTestJSON-165675756 tempest-FloatingIPAdminTestJSON-165675756-project-admin] 10.222.0.105 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1467 time: 0.2040529 Feb 09 01:23:27.351972 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53632) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:27.382656 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e62b05a0-730c-493c-9aec-a1a96bd6a6e7 None None] Port ee5d09cf-27ed-4d85-8a71-a11841589f23 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:23:27.451918 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2c618ca1-3e3f-4da5-8e35-553dfa17210f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:27.523695 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-46587856-b50e-46c5-bab4-57ffa84a644d tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:27.530523 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-46587856-b50e-46c5-bab4-57ffa84a644d tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:27.583049 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-46587856-b50e-46c5-bab4-57ffa84a644d tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:27.588279 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-46587856-b50e-46c5-bab4-57ffa84a644d tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1414266 Feb 09 01:23:27.592874 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 53640) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:27.603268 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-c692e6cb-8902-45cb-a107-f7a7304b2df4 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Request body: {'security_group_rule': {'security_group_id': '08b7bfaa-4104-4a97-9124-ce64a9165b9c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'a50ca524-59d3-4ecc-a6bf-944632312d8b'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:27.624447 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-21f215c3-7a96-452c-8f03-7d278262a25e tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Deleting port e43973b0-cf45-4bae-b396-88b48dff4246 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:23:27.625014 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-21f215c3-7a96-452c-8f03-7d278262a25e tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:27.627641 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c692e6cb-8902-45cb-a107-f7a7304b2df4 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:27.647261 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46587856-b50e-46c5-bab4-57ffa84a644d tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a50ca524-59d3-4ecc-a6bf-944632312d8b,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:27.650319 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-c692e6cb-8902-45cb-a107-f7a7304b2df4 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Usage tracker for resource:security_group_rule and tenant:a31e2f01e40d4426b7279f7dc55dfd4f is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:23:27.655748 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-c692e6cb-8902-45cb-a107-f7a7304b2df4 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:23:27.848649 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 9a2cfbb0-66ab-41b3-8ebb-6fa9dd9ba7d3 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:23:27.852718 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c692e6cb-8902-45cb-a107-f7a7304b2df4 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:27.978893 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 9a2cfbb0-66ab-41b3-8ebb-6fa9dd9ba7d3 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:27.979430 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:28.084171 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [None req-c692e6cb-8902-45cb-a107-f7a7304b2df4 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:23:28.086551 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-c692e6cb-8902-45cb-a107-f7a7304b2df4 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4903965 Feb 09 01:23:28.097092 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53658) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:28.116195 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-21f215c3-7a96-452c-8f03-7d278262a25e tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:28.116786 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-21f215c3-7a96-452c-8f03-7d278262a25e tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:28.319531 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-21f215c3-7a96-452c-8f03-7d278262a25e tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Calling delete_port for e43973b0-cf45-4bae-b396-88b48dff4246 owned by network:floatingip {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:23:28.362783 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2c618ca1-3e3f-4da5-8e35-553dfa17210f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:28.369887 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2c618ca1-3e3f-4da5-8e35-553dfa17210f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:28.370861 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2c618ca1-3e3f-4da5-8e35-553dfa17210f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:28.442881 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7064c275-8717-4fb8-8fc6-e4b6105e1b93 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:28.496290 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7064c275-8717-4fb8-8fc6-e4b6105e1b93 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:28.624198 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7064c275-8717-4fb8-8fc6-e4b6105e1b93 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:28.689899 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7064c275-8717-4fb8-8fc6-e4b6105e1b93 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50ca524-59d3-4ecc-a6bf-944632312d8b,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:28.707354 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-21f215c3-7a96-452c-8f03-7d278262a25e tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:28.747511 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c618ca1-3e3f-4da5-8e35-553dfa17210f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Network 19d6b1fe-4117-4473-8fb0-4d1f27a83829 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:23:28.759014 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-2c618ca1-3e3f-4da5-8e35-553dfa17210f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:28.835985 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c618ca1-3e3f-4da5-8e35-553dfa17210f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event updated for resources: {'Port': ['ID=ee5d09cf-27ed-4d85-8a71-a11841589f23,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:28.952222 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f215c3-7a96-452c-8f03-7d278262a25e tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Pushing event deleted for resources: {'Port': ['ID=e43973b0-cf45-4bae-b396-88b48dff4246,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:28.958827 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7064c275-8717-4fb8-8fc6-e4b6105e1b93 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:28.963360 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-7064c275-8717-4fb8-8fc6-e4b6105e1b93 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] 10.222.0.105 "DELETE /v2.0/security-groups/a50ca524-59d3-4ecc-a6bf-944632312d8b HTTP/1.1" status: 204 len: 168 time: 0.8652885 Feb 09 01:23:28.964009 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53674) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:28.991291 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-21f215c3-7a96-452c-8f03-7d278262a25e tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks [] for floatingip, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:28.991635 n-d-828418-1 neutron-server[87638]: INFO neutron.db.l3_db [None req-21f215c3-7a96-452c-8f03-7d278262a25e tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Floating IP bb9a17ec-8574-4fb6-bf02-085e61061e76 disassociated (deleted). External IP: 172.25.0.199, port: d6c83b17-6f66-4f2c-8b04-90434e2a9177. Feb 09 01:23:29.329730 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5905bc67-1ad9-4c1d-a06a-abb33972eaf6 None None] Provisioning complete for port ee5d09cf-27ed-4d85-8a71-a11841589f23 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:29.330328 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5905bc67-1ad9-4c1d-a06a-abb33972eaf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:29.356351 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e5186331-b7be-494e-a46a-1c0b1da04853 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Synchronizing usage tracker for tenant:a31e2f01e40d4426b7279f7dc55dfd4f on resource:security_group {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:23:29.376068 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c618ca1-3e3f-4da5-8e35-553dfa17210f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Router 3ec103b6-28eb-40d4-a44e-ca05633da3ff is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:23:29.434579 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-5905bc67-1ad9-4c1d-a06a-abb33972eaf6 None None] Port ee5d09cf-27ed-4d85-8a71-a11841589f23 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:23:29.479589 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e5186331-b7be-494e-a46a-1c0b1da04853 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Unset dirty status for tenant:a31e2f01e40d4426b7279f7dc55dfd4f on resource:security_group {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:23:29.481423 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e5186331-b7be-494e-a46a-1c0b1da04853 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.5161338 Feb 09 01:23:29.484543 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 53698) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:29.705931 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c618ca1-3e3f-4da5-8e35-553dfa17210f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:23:29.717219 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-2c618ca1-3e3f-4da5-8e35-553dfa17210f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "PUT /v2.0/routers/3ec103b6-28eb-40d4-a44e-ca05633da3ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4473839 Feb 09 01:23:29.717219 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-816286bd-0ea9-4671-b79c-81a0349fd43f tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:29.718939 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 53704) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:29.719562 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0252353e-585c-4ded-9688-6505fcd0549b None None] Sync routers for ids ['3ec103b6-28eb-40d4-a44e-ca05633da3ff'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:23:29.750420 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0252353e-585c-4ded-9688-6505fcd0549b None None] Routers {'3ec103b6-28eb-40d4-a44e-ca05633da3ff'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:23:29.751049 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-0252353e-585c-4ded-9688-6505fcd0549b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:23:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['3ec103b6-28eb-40d4-a44e-ca05633da3ff'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:29.755261 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21f215c3-7a96-452c-8f03-7d278262a25e tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Router 5c6ee38d-567d-47ec-b1a4-2817e2bc6e06 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:23:29.843672 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-816286bd-0ea9-4671-b79c-81a0349fd43f tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:29.898622 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-0252353e-585c-4ded-9688-6505fcd0549b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:29.926577 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0252353e-585c-4ded-9688-6505fcd0549b None None] Routers {'3ec103b6-28eb-40d4-a44e-ca05633da3ff'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:23:29.927537 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-0252353e-585c-4ded-9688-6505fcd0549b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:23:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['3ec103b6-28eb-40d4-a44e-ca05633da3ff'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:29.949387 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-816286bd-0ea9-4671-b79c-81a0349fd43f tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:29.974583 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816286bd-0ea9-4671-b79c-81a0349fd43f tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b7bfaa-4104-4a97-9124-ce64a9165b9c,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:30.011861 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-816286bd-0ea9-4671-b79c-81a0349fd43f tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:30.012969 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-816286bd-0ea9-4671-b79c-81a0349fd43f tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] 10.222.0.105 "DELETE /v2.0/security-groups/08b7bfaa-4104-4a97-9124-ce64a9165b9c HTTP/1.1" status: 204 len: 168 time: 0.5274210 Feb 09 01:23:30.015673 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-0252353e-585c-4ded-9688-6505fcd0549b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:30.016240 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0252353e-585c-4ded-9688-6505fcd0549b None None] The sync data for ids ['3ec103b6-28eb-40d4-a44e-ca05633da3ff'] in n-d-828418-1 is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:23:30.018090 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 53712) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:30.048774 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8482ef-6f0a-4e56-b968-c20a91fb5ce8 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:30.049451 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-9f8482ef-6f0a-4e56-b968-c20a91fb5ce8 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Synchronizing usage tracker for tenant:c783560d2de04e1598eb7e3aecd5349e on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:23:30.135551 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-4f32c2e7-b2af-40da-8e24-b440931e5601 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Synchronizing usage tracker for tenant:a31e2f01e40d4426b7279f7dc55dfd4f on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:23:30.138291 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-9f8482ef-6f0a-4e56-b968-c20a91fb5ce8 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Unset dirty status for tenant:c783560d2de04e1598eb7e3aecd5349e on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:23:30.140375 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-9f8482ef-6f0a-4e56-b968-c20a91fb5ce8 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "GET /v2.0/ports?device_id=3ec103b6-28eb-40d4-a44e-ca05633da3ff HTTP/1.1" status: 200 len: 988 time: 0.4179573 Feb 09 01:23:30.149237 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 53718) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:30.167113 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f215c3-7a96-452c-8f03-7d278262a25e tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:23:30.178053 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de630e31-7622-411c-88dd-da5c2b4faf18 None None] Sync routers for ids ['5c6ee38d-567d-47ec-b1a4-2817e2bc6e06'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:23:30.186945 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-21f215c3-7a96-452c-8f03-7d278262a25e tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:30.197942 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de630e31-7622-411c-88dd-da5c2b4faf18 None None] Routers {'5c6ee38d-567d-47ec-b1a4-2817e2bc6e06'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:23:30.198579 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-de630e31-7622-411c-88dd-da5c2b4faf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:23:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['5c6ee38d-567d-47ec-b1a4-2817e2bc6e06'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:30.250331 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-21f215c3-7a96-452c-8f03-7d278262a25e tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] 10.222.0.105 "DELETE /v2.0/floatingips/bb9a17ec-8574-4fb6-bf02-085e61061e76 HTTP/1.1" status: 204 len: 168 time: 2.8978548 Feb 09 01:23:30.253926 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53722) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:30.260426 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-a5b009c7-4bdb-4e43-aa70-42595d87f69c tempest-FloatingIPAdminTestJSON-165675756 tempest-FloatingIPAdminTestJSON-165675756-project-admin] Request body: {'floatingip': {'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:30.265883 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a5b009c7-4bdb-4e43-aa70-42595d87f69c tempest-FloatingIPAdminTestJSON-165675756 tempest-FloatingIPAdminTestJSON-165675756-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:30.271576 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-a5b009c7-4bdb-4e43-aa70-42595d87f69c tempest-FloatingIPAdminTestJSON-165675756 tempest-FloatingIPAdminTestJSON-165675756-project-admin] Usage tracker for resource:floatingip and tenant:2133309dee4841db832e54562fa0c46a is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:23:30.278229 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-a5b009c7-4bdb-4e43-aa70-42595d87f69c tempest-FloatingIPAdminTestJSON-165675756 tempest-FloatingIPAdminTestJSON-165675756-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:23:30.284916 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a5b009c7-4bdb-4e43-aa70-42595d87f69c tempest-FloatingIPAdminTestJSON-165675756 tempest-FloatingIPAdminTestJSON-165675756-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:30.312399 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a5b009c7-4bdb-4e43-aa70-42595d87f69c tempest-FloatingIPAdminTestJSON-165675756 tempest-FloatingIPAdminTestJSON-165675756-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:30.359849 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-de630e31-7622-411c-88dd-da5c2b4faf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:30.369241 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-4f32c2e7-b2af-40da-8e24-b440931e5601 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Unset dirty status for tenant:a31e2f01e40d4426b7279f7dc55dfd4f on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:23:30.371533 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-4f32c2e7-b2af-40da-8e24-b440931e5601 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3487639 Feb 09 01:23:30.379424 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de630e31-7622-411c-88dd-da5c2b4faf18 None None] Routers {'5c6ee38d-567d-47ec-b1a4-2817e2bc6e06'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:23:30.380257 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-de630e31-7622-411c-88dd-da5c2b4faf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:23:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['5c6ee38d-567d-47ec-b1a4-2817e2bc6e06'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:30.462080 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 53728) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:30.475572 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-69166830-ff42-4538-8d42-45f0d985fdc7 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Request body: {'security_group': {'name': 'tempest-secgroup--81687059'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:30.493545 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-de630e31-7622-411c-88dd-da5c2b4faf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:30.494228 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de630e31-7622-411c-88dd-da5c2b4faf18 None None] The sync data for ids ['5c6ee38d-567d-47ec-b1a4-2817e2bc6e06'] in n-d-828418-1 is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:23:30.500570 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-69166830-ff42-4538-8d42-45f0d985fdc7 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:30.521567 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-69166830-ff42-4538-8d42-45f0d985fdc7 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:30.698846 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a5b009c7-4bdb-4e43-aa70-42595d87f69c tempest-FloatingIPAdminTestJSON-165675756 tempest-FloatingIPAdminTestJSON-165675756-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:30.773254 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-69166830-ff42-4538-8d42-45f0d985fdc7 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:30.806636 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-69166830-ff42-4538-8d42-45f0d985fdc7 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:30.814340 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-69166830-ff42-4538-8d42-45f0d985fdc7 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Usage tracker for resource:security_group_rule and tenant:a31e2f01e40d4426b7279f7dc55dfd4f is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:23:30.820489 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-69166830-ff42-4538-8d42-45f0d985fdc7 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:23:30.828062 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-69166830-ff42-4538-8d42-45f0d985fdc7 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:30.878274 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-a5b009c7-4bdb-4e43-aa70-42595d87f69c tempest-FloatingIPAdminTestJSON-165675756 tempest-FloatingIPAdminTestJSON-165675756-project-admin] Allocated IP 172.25.0.153 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/d3f3b777-e8a9-4da8-a104-4376d1702644) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:23:31.001970 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-69166830-ff42-4538-8d42-45f0d985fdc7 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:31.029022 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-69166830-ff42-4538-8d42-45f0d985fdc7 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:31.102940 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a5b009c7-4bdb-4e43-aa70-42595d87f69c tempest-FloatingIPAdminTestJSON-165675756 tempest-FloatingIPAdminTestJSON-165675756-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:31.103312 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-46e1fb5a-e694-4189-b120-1692a01ff2e0 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:31.160681 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a5b009c7-4bdb-4e43-aa70-42595d87f69c tempest-FloatingIPAdminTestJSON-165675756 tempest-FloatingIPAdminTestJSON-165675756-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:31.166287 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69166830-ff42-4538-8d42-45f0d985fdc7 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b84edc92-90f1-47c1-8064-e5e66c6a55d1,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:31.177152 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-69166830-ff42-4538-8d42-45f0d985fdc7 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:31.180881 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-69166830-ff42-4538-8d42-45f0d985fdc7 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7146046 Feb 09 01:23:31.181724 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 53744) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:31.186973 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-f8ab8e74-da4c-416a-9a9b-17b9458bc229 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:31.187580 n-d-828418-1 neutron-server[87639]: WARNING neutron.api.v2.base [None req-f8ab8e74-da4c-416a-9a9b-17b9458bc229 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 09 01:23:31.188212 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [None req-f8ab8e74-da4c-416a-9a9b-17b9458bc229 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] update failed (client error): There was a conflict when trying to complete your request. Feb 09 01:23:31.189272 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f8ab8e74-da4c-416a-9a9b-17b9458bc229 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] 10.222.0.105 "PUT /v2.0/security-groups/b84edc92-90f1-47c1-8064-e5e66c6a55d1 HTTP/1.1" status: 409 len: 330 time: 0.0065114 Feb 09 01:23:31.192002 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 53748) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:31.316223 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b009c7-4bdb-4e43-aa70-42595d87f69c tempest-FloatingIPAdminTestJSON-165675756 tempest-FloatingIPAdminTestJSON-165675756-project-admin] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:23:31.317427 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-a5b009c7-4bdb-4e43-aa70-42595d87f69c tempest-FloatingIPAdminTestJSON-165675756 tempest-FloatingIPAdminTestJSON-165675756-project-admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:31.323781 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b009c7-4bdb-4e43-aa70-42595d87f69c tempest-FloatingIPAdminTestJSON-165675756 tempest-FloatingIPAdminTestJSON-165675756-project-admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:23:31.355426 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-985b96c5-e6b6-415c-9786-21cbdeb7ac02 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:31.426835 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b009c7-4bdb-4e43-aa70-42595d87f69c tempest-FloatingIPAdminTestJSON-165675756 tempest-FloatingIPAdminTestJSON-165675756-project-admin] Pushing event updated for resources: {'Port': ['ID=d3f3b777-e8a9-4da8-a104-4376d1702644,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:31.583288 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a5b009c7-4bdb-4e43-aa70-42595d87f69c tempest-FloatingIPAdminTestJSON-165675756 tempest-FloatingIPAdminTestJSON-165675756-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:31.664549 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-985b96c5-e6b6-415c-9786-21cbdeb7ac02 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:31.673034 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a5b009c7-4bdb-4e43-aa70-42595d87f69c tempest-FloatingIPAdminTestJSON-165675756 tempest-FloatingIPAdminTestJSON-165675756-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:31.752287 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-985b96c5-e6b6-415c-9786-21cbdeb7ac02 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:31.781366 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985b96c5-e6b6-415c-9786-21cbdeb7ac02 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84edc92-90f1-47c1-8064-e5e66c6a55d1,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:31.786385 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-46e1fb5a-e694-4189-b120-1692a01ff2e0 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Deleting port ee5d09cf-27ed-4d85-8a71-a11841589f23 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:23:31.786712 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-46e1fb5a-e694-4189-b120-1692a01ff2e0 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:31.837737 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-985b96c5-e6b6-415c-9786-21cbdeb7ac02 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:31.838770 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-985b96c5-e6b6-415c-9786-21cbdeb7ac02 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] 10.222.0.105 "DELETE /v2.0/security-groups/b84edc92-90f1-47c1-8064-e5e66c6a55d1 HTTP/1.1" status: 204 len: 168 time: 0.6457388 Feb 09 01:23:31.841980 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 53762) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:32.000295 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a5b009c7-4bdb-4e43-aa70-42595d87f69c tempest-FloatingIPAdminTestJSON-165675756 tempest-FloatingIPAdminTestJSON-165675756-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:32.010360 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a5b009c7-4bdb-4e43-aa70-42595d87f69c tempest-FloatingIPAdminTestJSON-165675756 tempest-FloatingIPAdminTestJSON-165675756-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:32.024991 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-ef8f3346-a7e5-44a1-adfd-820c586f35f7 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Synchronizing usage tracker for tenant:a31e2f01e40d4426b7279f7dc55dfd4f on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:23:32.088347 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-ef8f3346-a7e5-44a1-adfd-820c586f35f7 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] Unset dirty status for tenant:a31e2f01e40d4426b7279f7dc55dfd4f on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:23:32.096107 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-ef8f3346-a7e5-44a1-adfd-820c586f35f7 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2531667 Feb 09 01:23:32.107203 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 53768) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:32.133207 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [None req-0a1b3309-70bf-41b2-9d4b-5701f56c6fdc tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] delete failed (client error): The resource could not be found. Feb 09 01:23:32.143038 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-0a1b3309-70bf-41b2-9d4b-5701f56c6fdc tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] 10.222.0.105 "DELETE /v2.0/security-groups/0713b6dd-43e7-44dc-88a0-29b5b08855f5 HTTP/1.1" status: 404 len: 347 time: 0.0316110 Feb 09 01:23:32.146174 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53772) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:32.150418 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-46e1fb5a-e694-4189-b120-1692a01ff2e0 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:32.216754 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-c2cf8029-8565-455c-aa79-e710af3014fe tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] show failed (client error): The resource could not be found. Feb 09 01:23:32.217932 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c2cf8029-8565-455c-aa79-e710af3014fe tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] 10.222.0.105 "GET /v2.0/security-groups/bbc26cd8-b008-416a-a63a-895c6e7f18d8 HTTP/1.1" status: 404 len: 347 time: 0.0669680 Feb 09 01:23:32.229198 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53782) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:32.229874 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b009c7-4bdb-4e43-aa70-42595d87f69c tempest-FloatingIPAdminTestJSON-165675756 tempest-FloatingIPAdminTestJSON-165675756-project-admin] Pushing event updated for resources: {'Port': ['ID=d3f3b777-e8a9-4da8-a104-4376d1702644,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:32.272244 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-6cfa68f9-6e92-4eef-b6d0-99d07f7ab325 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] show failed (client error): The resource could not be found. Feb 09 01:23:32.274263 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-6cfa68f9-6e92-4eef-b6d0-99d07f7ab325 tempest-NegativeSecGroupTest-133533562 tempest-NegativeSecGroupTest-133533562-project] 10.222.0.105 "GET /v2.0/security-group-rules/5064f282-2937-4cf3-b802-0ec8a9b37d17 HTTP/1.1" status: 404 len: 356 time: 0.0409398 Feb 09 01:23:32.281975 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a5b009c7-4bdb-4e43-aa70-42595d87f69c tempest-FloatingIPAdminTestJSON-165675756 tempest-FloatingIPAdminTestJSON-165675756-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:32.340267 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a5b009c7-4bdb-4e43-aa70-42595d87f69c tempest-FloatingIPAdminTestJSON-165675756 tempest-FloatingIPAdminTestJSON-165675756-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:32.341545 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a5b009c7-4bdb-4e43-aa70-42595d87f69c tempest-FloatingIPAdminTestJSON-165675756 tempest-FloatingIPAdminTestJSON-165675756-project-admin] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0864320 Feb 09 01:23:32.345467 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53788) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:32.390678 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-46e1fb5a-e694-4189-b120-1692a01ff2e0 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Calling delete_port for ee5d09cf-27ed-4d85-8a71-a11841589f23 owned by network:router_interface {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:23:32.475494 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-f96bd253-7419-4b93-905c-5ac73a92829d tempest-FloatingIPAdminTestJSON-1799869141 tempest-FloatingIPAdminTestJSON-1799869141-project] Request body: {'floatingip': {'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:32.483349 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f96bd253-7419-4b93-905c-5ac73a92829d tempest-FloatingIPAdminTestJSON-1799869141 tempest-FloatingIPAdminTestJSON-1799869141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:32.489535 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-f96bd253-7419-4b93-905c-5ac73a92829d tempest-FloatingIPAdminTestJSON-1799869141 tempest-FloatingIPAdminTestJSON-1799869141-project] Usage tracker for resource:floatingip and tenant:13ac08b426174f3db525eacd7e2e3a7d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:23:32.498412 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-f96bd253-7419-4b93-905c-5ac73a92829d tempest-FloatingIPAdminTestJSON-1799869141 tempest-FloatingIPAdminTestJSON-1799869141-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:23:32.512643 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f96bd253-7419-4b93-905c-5ac73a92829d tempest-FloatingIPAdminTestJSON-1799869141 tempest-FloatingIPAdminTestJSON-1799869141-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:32.536864 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f96bd253-7419-4b93-905c-5ac73a92829d tempest-FloatingIPAdminTestJSON-1799869141 tempest-FloatingIPAdminTestJSON-1799869141-project] Notify callbacks [] for floatingip, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:32.877918 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-46e1fb5a-e694-4189-b120-1692a01ff2e0 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:32.884784 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f96bd253-7419-4b93-905c-5ac73a92829d tempest-FloatingIPAdminTestJSON-1799869141 tempest-FloatingIPAdminTestJSON-1799869141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:32.937283 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e1fb5a-e694-4189-b120-1692a01ff2e0 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event deleted for resources: {'Port': ['ID=ee5d09cf-27ed-4d85-8a71-a11841589f23,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:32.999370 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53802) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:33.130857 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-f96bd253-7419-4b93-905c-5ac73a92829d tempest-FloatingIPAdminTestJSON-1799869141 tempest-FloatingIPAdminTestJSON-1799869141-project] Allocated IP 172.25.0.3 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/bdf69d77-992d-41c3-95ee-6b5198009100) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:23:33.183733 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-46e1fb5a-e694-4189-b120-1692a01ff2e0 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:33.352412 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ae7dbe99-f70e-4e9b-8b99-1169c9337bbc admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=a31e2f01e40d4426b7279f7dc55dfd4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3515716 Feb 09 01:23:33.363978 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53816) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:33.462136 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f96bd253-7419-4b93-905c-5ac73a92829d tempest-FloatingIPAdminTestJSON-1799869141 tempest-FloatingIPAdminTestJSON-1799869141-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:33.465948 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dc75db04-5f77-48db-81b5-60f9b54da512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:33.510201 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dc75db04-5f77-48db-81b5-60f9b54da512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:33.582954 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f96bd253-7419-4b93-905c-5ac73a92829d tempest-FloatingIPAdminTestJSON-1799869141 tempest-FloatingIPAdminTestJSON-1799869141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:33.669734 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dc75db04-5f77-48db-81b5-60f9b54da512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:33.674154 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96bd253-7419-4b93-905c-5ac73a92829d tempest-FloatingIPAdminTestJSON-1799869141 tempest-FloatingIPAdminTestJSON-1799869141-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:23:33.691665 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-f96bd253-7419-4b93-905c-5ac73a92829d tempest-FloatingIPAdminTestJSON-1799869141 tempest-FloatingIPAdminTestJSON-1799869141-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:33.699058 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96bd253-7419-4b93-905c-5ac73a92829d tempest-FloatingIPAdminTestJSON-1799869141 tempest-FloatingIPAdminTestJSON-1799869141-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:23:33.707593 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46e1fb5a-e694-4189-b120-1692a01ff2e0 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Router 3ec103b6-28eb-40d4-a44e-ca05633da3ff has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:23:33.733027 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc75db04-5f77-48db-81b5-60f9b54da512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa48b5be-554d-4436-a68b-ebba1458a92b,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:33.758750 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96bd253-7419-4b93-905c-5ac73a92829d tempest-FloatingIPAdminTestJSON-1799869141 tempest-FloatingIPAdminTestJSON-1799869141-project] Pushing event updated for resources: {'Port': ['ID=bdf69d77-992d-41c3-95ee-6b5198009100,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:33.773977 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dc75db04-5f77-48db-81b5-60f9b54da512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:33.775250 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-dc75db04-5f77-48db-81b5-60f9b54da512 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/fa48b5be-554d-4436-a68b-ebba1458a92b HTTP/1.1" status: 204 len: 168 time: 0.4102328 Feb 09 01:23:33.855446 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f96bd253-7419-4b93-905c-5ac73a92829d tempest-FloatingIPAdminTestJSON-1799869141 tempest-FloatingIPAdminTestJSON-1799869141-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:33.932674 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46e1fb5a-e694-4189-b120-1692a01ff2e0 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:23:33.948100 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ceb41cc-baeb-4878-8d74-bfb38ef88b85 None None] Sync routers for ids ['3ec103b6-28eb-40d4-a44e-ca05633da3ff'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:23:33.955913 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-46e1fb5a-e694-4189-b120-1692a01ff2e0 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "PUT /v2.0/routers/3ec103b6-28eb-40d4-a44e-ca05633da3ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8021502 Feb 09 01:23:33.955913 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 53832) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:33.957577 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f96bd253-7419-4b93-905c-5ac73a92829d tempest-FloatingIPAdminTestJSON-1799869141 tempest-FloatingIPAdminTestJSON-1799869141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:33.974404 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ceb41cc-baeb-4878-8d74-bfb38ef88b85 None None] Routers {'3ec103b6-28eb-40d4-a44e-ca05633da3ff'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:23:33.974404 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-1ceb41cc-baeb-4878-8d74-bfb38ef88b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:23:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['3ec103b6-28eb-40d4-a44e-ca05633da3ff'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:34.062071 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-3888c781-09e4-476b-a96c-ead653abe8a8 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] GET failed (client error): The resource could not be found. Feb 09 01:23:34.069170 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-3888c781-09e4-476b-a96c-ead653abe8a8 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Synchronizing usage tracker for tenant:c783560d2de04e1598eb7e3aecd5349e on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:23:34.101233 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-3888c781-09e4-476b-a96c-ead653abe8a8 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Unset dirty status for tenant:c783560d2de04e1598eb7e3aecd5349e on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:23:34.116753 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-3888c781-09e4-476b-a96c-ead653abe8a8 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "GET /v2.0/ports/ee5d09cf-27ed-4d85-8a71-a11841589f23 HTTP/1.1" status: 404 len: 333 time: 0.1593390 Feb 09 01:23:34.118321 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 53840) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:34.209758 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-1ceb41cc-baeb-4878-8d74-bfb38ef88b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:34.228636 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ceb41cc-baeb-4878-8d74-bfb38ef88b85 None None] Routers {'3ec103b6-28eb-40d4-a44e-ca05633da3ff'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:23:34.229782 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-1ceb41cc-baeb-4878-8d74-bfb38ef88b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:23:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['3ec103b6-28eb-40d4-a44e-ca05633da3ff'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:34.330000 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a9bd0348-6d64-4c11-bc54-9402ff4135d0 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:34.358595 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-1ceb41cc-baeb-4878-8d74-bfb38ef88b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:34.360218 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ceb41cc-baeb-4878-8d74-bfb38ef88b85 None None] The sync data for ids ['3ec103b6-28eb-40d4-a44e-ca05633da3ff'] in n-d-828418-1 is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:23:34.465504 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f96bd253-7419-4b93-905c-5ac73a92829d tempest-FloatingIPAdminTestJSON-1799869141 tempest-FloatingIPAdminTestJSON-1799869141-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:34.474909 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f96bd253-7419-4b93-905c-5ac73a92829d tempest-FloatingIPAdminTestJSON-1799869141 tempest-FloatingIPAdminTestJSON-1799869141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:34.652893 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96bd253-7419-4b93-905c-5ac73a92829d tempest-FloatingIPAdminTestJSON-1799869141 tempest-FloatingIPAdminTestJSON-1799869141-project] Pushing event updated for resources: {'Port': ['ID=bdf69d77-992d-41c3-95ee-6b5198009100,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:34.686659 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f96bd253-7419-4b93-905c-5ac73a92829d tempest-FloatingIPAdminTestJSON-1799869141 tempest-FloatingIPAdminTestJSON-1799869141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:34.724091 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f96bd253-7419-4b93-905c-5ac73a92829d tempest-FloatingIPAdminTestJSON-1799869141 tempest-FloatingIPAdminTestJSON-1799869141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:34.726392 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f96bd253-7419-4b93-905c-5ac73a92829d tempest-FloatingIPAdminTestJSON-1799869141 tempest-FloatingIPAdminTestJSON-1799869141-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.3797123 Feb 09 01:23:34.729201 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53868) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:34.835576 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-6f85b7da-d27d-4679-96c8-353dee0506cf tempest-FloatingIPAdminTestJSON-165675756 tempest-FloatingIPAdminTestJSON-165675756-project-admin] Synchronizing usage tracker for tenant:2133309dee4841db832e54562fa0c46a on resource:floatingip {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:23:34.855324 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-6f85b7da-d27d-4679-96c8-353dee0506cf tempest-FloatingIPAdminTestJSON-165675756 tempest-FloatingIPAdminTestJSON-165675756-project-admin] Unset dirty status for tenant:2133309dee4841db832e54562fa0c46a on resource:floatingip {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:23:34.855716 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a9bd0348-6d64-4c11-bc54-9402ff4135d0 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:34.857280 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-6f85b7da-d27d-4679-96c8-353dee0506cf tempest-FloatingIPAdminTestJSON-165675756 tempest-FloatingIPAdminTestJSON-165675756-project-admin] 10.222.0.105 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1649 time: 0.1268561 Feb 09 01:23:34.859134 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a9bd0348-6d64-4c11-bc54-9402ff4135d0 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:34.859912 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53880) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:34.887752 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a9bd0348-6d64-4c11-bc54-9402ff4135d0 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:34.888329 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9bd0348-6d64-4c11-bc54-9402ff4135d0 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Fanout notify agent at l3_agent the message router_deleted on router 3ec103b6-28eb-40d4-a44e-ca05633da3ff {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:23:34.913733 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a9bd0348-6d64-4c11-bc54-9402ff4135d0 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:34.914551 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-a9bd0348-6d64-4c11-bc54-9402ff4135d0 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "DELETE /v2.0/routers/3ec103b6-28eb-40d4-a44e-ca05633da3ff HTTP/1.1" status: 204 len: 168 time: 0.7949817 Feb 09 01:23:34.917129 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 53884) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:34.959508 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-cde9fe82-0362-4cf8-8b11-3dd9430076f8 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Synchronizing usage tracker for tenant:1bac0da2b09f45798844526a1e29779e on resource:floatingip {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:23:34.979096 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-cde9fe82-0362-4cf8-8b11-3dd9430076f8 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Unset dirty status for tenant:1bac0da2b09f45798844526a1e29779e on resource:floatingip {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:23:34.980708 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-cde9fe82-0362-4cf8-8b11-3dd9430076f8 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] 10.222.0.105 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1194539 Feb 09 01:23:34.984112 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 53890) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:35.186670 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bc6985c-103a-4795-a657-db9ba9aec6ca tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Deleting subnet 6d4ea047-a510-4e8f-a903-a021658e8511 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:23:35.192563 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2bc6985c-103a-4795-a657-db9ba9aec6ca tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:35.234433 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-624f6727-d2ac-4583-80c9-003f8acab012 tempest-FloatingIPAdminTestJSON-1799869141 tempest-FloatingIPAdminTestJSON-1799869141-project] Deleting port bdf69d77-992d-41c3-95ee-6b5198009100 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:23:35.234901 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-624f6727-d2ac-4583-80c9-003f8acab012 tempest-FloatingIPAdminTestJSON-1799869141 tempest-FloatingIPAdminTestJSON-1799869141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:35.438703 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2bc6985c-103a-4795-a657-db9ba9aec6ca tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:35.523680 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-624f6727-d2ac-4583-80c9-003f8acab012 tempest-FloatingIPAdminTestJSON-1799869141 tempest-FloatingIPAdminTestJSON-1799869141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:35.524109 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-624f6727-d2ac-4583-80c9-003f8acab012 tempest-FloatingIPAdminTestJSON-1799869141 tempest-FloatingIPAdminTestJSON-1799869141-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:35.869340 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-624f6727-d2ac-4583-80c9-003f8acab012 tempest-FloatingIPAdminTestJSON-1799869141 tempest-FloatingIPAdminTestJSON-1799869141-project] Calling delete_port for bdf69d77-992d-41c3-95ee-6b5198009100 owned by network:floatingip {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:23:36.042614 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2bc6985c-103a-4795-a657-db9ba9aec6ca tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:36.124081 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-624f6727-d2ac-4583-80c9-003f8acab012 tempest-FloatingIPAdminTestJSON-1799869141 tempest-FloatingIPAdminTestJSON-1799869141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:36.215012 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624f6727-d2ac-4583-80c9-003f8acab012 tempest-FloatingIPAdminTestJSON-1799869141 tempest-FloatingIPAdminTestJSON-1799869141-project] Pushing event deleted for resources: {'Port': ['ID=bdf69d77-992d-41c3-95ee-6b5198009100,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:36.243358 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2bc6985c-103a-4795-a657-db9ba9aec6ca tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:36.351021 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-624f6727-d2ac-4583-80c9-003f8acab012 tempest-FloatingIPAdminTestJSON-1799869141 tempest-FloatingIPAdminTestJSON-1799869141-project] Notify callbacks [] for floatingip, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:36.377719 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc6985c-103a-4795-a657-db9ba9aec6ca tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event deleted for resources: {'Subnet': ['ID=6d4ea047-a510-4e8f-a903-a021658e8511,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:36.400811 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2bc6985c-103a-4795-a657-db9ba9aec6ca tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:36.400996 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a891a518-6eaf-4097-bc18-fb1d27de53d8 None None] Network 19d6b1fe-4117-4473-8fb0-4d1f27a83829 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:23:36.417128 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-2bc6985c-103a-4795-a657-db9ba9aec6ca tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "DELETE /v2.0/subnets/6d4ea047-a510-4e8f-a903-a021658e8511 HTTP/1.1" status: 204 len: 168 time: 1.4948413 Feb 09 01:23:36.419539 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53942) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:36.430818 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-624f6727-d2ac-4583-80c9-003f8acab012 tempest-FloatingIPAdminTestJSON-1799869141 tempest-FloatingIPAdminTestJSON-1799869141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:36.432269 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-624f6727-d2ac-4583-80c9-003f8acab012 tempest-FloatingIPAdminTestJSON-1799869141 tempest-FloatingIPAdminTestJSON-1799869141-project] 10.222.0.105 "DELETE /v2.0/floatingips/947598d4-d767-4a73-a8f3-cf7045a7714d HTTP/1.1" status: 204 len: 168 time: 1.4471889 Feb 09 01:23:36.435631 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 53946) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:36.569447 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-78e8f7a2-eba6-4e17-93c9-c2963274dbfd tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:36.595731 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-78e8f7a2-eba6-4e17-93c9-c2963274dbfd tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Deleting port 9a2cfbb0-66ab-41b3-8ebb-6fa9dd9ba7d3 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:23:36.600332 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-78e8f7a2-eba6-4e17-93c9-c2963274dbfd tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:36.837486 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-974cbf79-eec1-4128-9e56-e374615f032d tempest-FloatingIPAdminTestJSON-165675756 tempest-FloatingIPAdminTestJSON-165675756-project-admin] Deleting port d3f3b777-e8a9-4da8-a104-4376d1702644 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:23:36.841425 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-974cbf79-eec1-4128-9e56-e374615f032d tempest-FloatingIPAdminTestJSON-165675756 tempest-FloatingIPAdminTestJSON-165675756-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:36.877684 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-78e8f7a2-eba6-4e17-93c9-c2963274dbfd tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] For port 9a2cfbb0-66ab-41b3-8ebb-6fa9dd9ba7d3, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=9a2cfbb0-66ab-41b3-8ebb-6fa9dd9ba7d3,segment=NetworkSegment(230212cd-d194-47d9-878d-ba953b27b0a2),segment_id=230212cd-d194-47d9-878d-ba953b27b0a2)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:23:36.878058 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-78e8f7a2-eba6-4e17-93c9-c2963274dbfd tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:36.959334 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f33d2e-106e-4285-9232-5d94b77d7665 None None] DHCP port deletion for 19d6b1fe-4117-4473-8fb0-4d1f27a83829 request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:23:36.965008 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-77f33d2e-106e-4285-9232-5d94b77d7665 None None] Deleting port 9a2cfbb0-66ab-41b3-8ebb-6fa9dd9ba7d3 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:23:36.965720 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-77f33d2e-106e-4285-9232-5d94b77d7665 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:37.138326 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-974cbf79-eec1-4128-9e56-e374615f032d tempest-FloatingIPAdminTestJSON-165675756 tempest-FloatingIPAdminTestJSON-165675756-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:37.138326 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-974cbf79-eec1-4128-9e56-e374615f032d tempest-FloatingIPAdminTestJSON-165675756 tempest-FloatingIPAdminTestJSON-165675756-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:37.201430 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-78e8f7a2-eba6-4e17-93c9-c2963274dbfd tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Calling delete_port for 9a2cfbb0-66ab-41b3-8ebb-6fa9dd9ba7d3 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:23:37.303209 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-974cbf79-eec1-4128-9e56-e374615f032d tempest-FloatingIPAdminTestJSON-165675756 tempest-FloatingIPAdminTestJSON-165675756-project-admin] Calling delete_port for d3f3b777-e8a9-4da8-a104-4376d1702644 owned by network:floatingip {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:23:37.354209 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-78e8f7a2-eba6-4e17-93c9-c2963274dbfd tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:37.463900 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-77f33d2e-106e-4285-9232-5d94b77d7665 None None] For port 9a2cfbb0-66ab-41b3-8ebb-6fa9dd9ba7d3, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=9a2cfbb0-66ab-41b3-8ebb-6fa9dd9ba7d3,segment=NetworkSegment(230212cd-d194-47d9-878d-ba953b27b0a2),segment_id=230212cd-d194-47d9-878d-ba953b27b0a2)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:23:37.464499 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-77f33d2e-106e-4285-9232-5d94b77d7665 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:37.478169 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e8f7a2-eba6-4e17-93c9-c2963274dbfd tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event deleted for resources: {'Port': ['ID=9a2cfbb0-66ab-41b3-8ebb-6fa9dd9ba7d3,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:37.481697 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e8f7a2-eba6-4e17-93c9-c2963274dbfd tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] No DVR routers for this DVR port 9a2cfbb0-66ab-41b3-8ebb-6fa9dd9ba7d3 on host n-d-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:23:37.543115 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-974cbf79-eec1-4128-9e56-e374615f032d tempest-FloatingIPAdminTestJSON-165675756 tempest-FloatingIPAdminTestJSON-165675756-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:37.690616 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974cbf79-eec1-4128-9e56-e374615f032d tempest-FloatingIPAdminTestJSON-165675756 tempest-FloatingIPAdminTestJSON-165675756-project-admin] Pushing event deleted for resources: {'Port': ['ID=d3f3b777-e8a9-4da8-a104-4376d1702644,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:37.709841 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-77f33d2e-106e-4285-9232-5d94b77d7665 None None] Calling delete_port for 9a2cfbb0-66ab-41b3-8ebb-6fa9dd9ba7d3 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:23:37.792461 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-974cbf79-eec1-4128-9e56-e374615f032d tempest-FloatingIPAdminTestJSON-165675756 tempest-FloatingIPAdminTestJSON-165675756-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:37.798660 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-78e8f7a2-eba6-4e17-93c9-c2963274dbfd tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:37.806082 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-974cbf79-eec1-4128-9e56-e374615f032d tempest-FloatingIPAdminTestJSON-165675756 tempest-FloatingIPAdminTestJSON-165675756-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:37.813778 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-974cbf79-eec1-4128-9e56-e374615f032d tempest-FloatingIPAdminTestJSON-165675756 tempest-FloatingIPAdminTestJSON-165675756-project-admin] 10.222.0.105 "DELETE /v2.0/floatingips/a57db3b8-5314-4b7e-ad6e-d9b15306a544 HTTP/1.1" status: 204 len: 168 time: 1.3740695 Feb 09 01:23:37.814850 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 53974) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:37.871816 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-78e8f7a2-eba6-4e17-93c9-c2963274dbfd tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19d6b1fe-4117-4473-8fb0-4d1f27a83829']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:37.899768 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 9a2cfbb0-66ab-41b3-8ebb-6fa9dd9ba7d3 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:23:37.918016 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-78e8f7a2-eba6-4e17-93c9-c2963274dbfd tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '230212cd-d194-47d9-878d-ba953b27b0a2') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:37.918321 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-78e8f7a2-eba6-4e17-93c9-c2963274dbfd tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '230212cd-d194-47d9-878d-ba953b27b0a2') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:37.939984 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-78e8f7a2-eba6-4e17-93c9-c2963274dbfd tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:37.973070 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-78e8f7a2-eba6-4e17-93c9-c2963274dbfd tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:37.974328 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-6445cc35-8218-4d1a-af47-75d6b0c955f7 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Deleting port d6c83b17-6f66-4f2c-8b04-90434e2a9177 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:23:37.974889 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6445cc35-8218-4d1a-af47-75d6b0c955f7 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:37.980685 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78e8f7a2-eba6-4e17-93c9-c2963274dbfd tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:23:37.981158 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-78e8f7a2-eba6-4e17-93c9-c2963274dbfd tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:37.996863 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:23:37.996863 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:23:37.996863 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:23:37.996863 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:23:37.996863 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:23:37.996863 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:23:37.996863 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:23:37.996863 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:23:37.996863 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:23:37.996863 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:23:37.996863 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:23:37.996863 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:23:37.996863 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:23:37.996863 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:23:37.996863 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:23:37.996863 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:23:37.996863 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:23:37.996863 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:23:37.996863 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:23:37.996863 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:23:37.996863 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:23:37.996863 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:23:37.996863 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:23:37.996863 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:23:37.996863 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:23:37.996863 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:23:37.996863 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:23:37.996863 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:23:37.996863 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:23:37.996863 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:23:37.996863 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:23:37.996863 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:23:37.999146 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 9a2cfbb0-66ab-41b3-8ebb-6fa9dd9ba7d3 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:23:37.999146 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 9a2cfbb0-66ab-41b3-8ebb-6fa9dd9ba7d3 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:23:37.999146 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-77f33d2e-106e-4285-9232-5d94b77d7665 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:23:37.999146 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-77f33d2e-106e-4285-9232-5d94b77d7665 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:23:38.118543 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-cac1f5d3-8459-4fe9-8858-e27cfd661dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:38.143104 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-78e8f7a2-eba6-4e17-93c9-c2963274dbfd tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:38.167712 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-78e8f7a2-eba6-4e17-93c9-c2963274dbfd tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:38.177639 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e8f7a2-eba6-4e17-93c9-c2963274dbfd tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event deleted for resources: {'Network': ['ID=19d6b1fe-4117-4473-8fb0-4d1f27a83829,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:38.191755 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-78e8f7a2-eba6-4e17-93c9-c2963274dbfd tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "DELETE /v2.0/networks/19d6b1fe-4117-4473-8fb0-4d1f27a83829 HTTP/1.1" status: 204 len: 168 time: 1.7703936 Feb 09 01:23:38.196316 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 53994) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:38.434863 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a8f7de-f2f0-4e77-b69e-602985e3a4c5 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:38.435459 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-83a8f7de-f2f0-4e77-b69e-602985e3a4c5 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Synchronizing usage tracker for tenant:c783560d2de04e1598eb7e3aecd5349e on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:23:38.452492 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-83a8f7de-f2f0-4e77-b69e-602985e3a4c5 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Unset dirty status for tenant:c783560d2de04e1598eb7e3aecd5349e on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:23:38.454052 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-83a8f7de-f2f0-4e77-b69e-602985e3a4c5 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "GET /v2.0/ports/d06d0a6d-b62e-4944-9d90-05a225ab4c2a HTTP/1.1" status: 200 len: 844 time: 0.2565157 Feb 09 01:23:38.458494 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 54002) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:38.501184 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-77f33d2e-106e-4285-9232-5d94b77d7665 None None] Deleting port 9a2cfbb0-66ab-41b3-8ebb-6fa9dd9ba7d3 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:23:38.503167 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-77f33d2e-106e-4285-9232-5d94b77d7665 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:38.554706 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-db96719b-4b77-4fa5-b7cb-032bbbd596ff tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "GET /v2.0/ports/d06d0a6d-b62e-4944-9d90-05a225ab4c2a?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0941381 Feb 09 01:23:38.558642 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 54010) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:38.567464 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-4033a53e-fe36-42e7-b033-e99d3fb074a8 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Request body: {'subnet': {'network_id': '5bead681-b990-4e6e-ae4a-41c64647f893', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:38.612313 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-77f33d2e-106e-4285-9232-5d94b77d7665 None None] The port '9a2cfbb0-66ab-41b3-8ebb-6fa9dd9ba7d3' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:23:38.634316 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6445cc35-8218-4d1a-af47-75d6b0c955f7 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:38.806748 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-6445cc35-8218-4d1a-af47-75d6b0c955f7 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Calling delete_port for d6c83b17-6f66-4f2c-8b04-90434e2a9177 owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:23:38.858546 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-4033a53e-fe36-42e7-b033-e99d3fb074a8 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:38.864809 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-4033a53e-fe36-42e7-b033-e99d3fb074a8 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Usage tracker for resource:subnet and tenant:c783560d2de04e1598eb7e3aecd5349e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:23:38.876982 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-4033a53e-fe36-42e7-b033-e99d3fb074a8 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:23:38.893162 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-4033a53e-fe36-42e7-b033-e99d3fb074a8 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:38.902407 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4033a53e-fe36-42e7-b033-e99d3fb074a8 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Made reservation on behalf of c783560d2de04e1598eb7e3aecd5349e for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:23:38.911582 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4033a53e-fe36-42e7-b033-e99d3fb074a8 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:39.076481 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6445cc35-8218-4d1a-af47-75d6b0c955f7 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:39.336459 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6445cc35-8218-4d1a-af47-75d6b0c955f7 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Pushing event deleted for resources: {'Port': ['ID=d6c83b17-6f66-4f2c-8b04-90434e2a9177,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:39.418577 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6445cc35-8218-4d1a-af47-75d6b0c955f7 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:39.430809 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-6445cc35-8218-4d1a-af47-75d6b0c955f7 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] 10.222.0.105 "DELETE /v2.0/ports/d6c83b17-6f66-4f2c-8b04-90434e2a9177 HTTP/1.1" status: 204 len: 168 time: 1.6153123 Feb 09 01:23:39.431657 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 54040) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:39.507948 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4033a53e-fe36-42e7-b033-e99d3fb074a8 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:39.556636 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189b00c5-a6ca-4e2e-a0b9-86b8cf110912 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:39.557692 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-189b00c5-a6ca-4e2e-a0b9-86b8cf110912 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Synchronizing usage tracker for tenant:1bac0da2b09f45798844526a1e29779e on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:23:39.589056 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-189b00c5-a6ca-4e2e-a0b9-86b8cf110912 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Unset dirty status for tenant:1bac0da2b09f45798844526a1e29779e on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:23:39.593808 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-189b00c5-a6ca-4e2e-a0b9-86b8cf110912 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] 10.222.0.105 "GET /v2.0/ports?device_id=5c6ee38d-567d-47ec-b1a4-2817e2bc6e06 HTTP/1.1" status: 200 len: 913 time: 0.1603889 Feb 09 01:23:39.594542 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 54056) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:39.683213 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4033a53e-fe36-42e7-b033-e99d3fb074a8 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Network 5bead681-b990-4e6e-ae4a-41c64647f893 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:23:39.692568 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-4033a53e-fe36-42e7-b033-e99d3fb074a8 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:39.702897 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93414cbc-39c8-4c27-ab78-406be0cdc343 None None] Network 5bead681-b990-4e6e-ae4a-41c64647f893 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:23:39.703403 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4033a53e-fe36-42e7-b033-e99d3fb074a8 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:39.704006 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4033a53e-fe36-42e7-b033-e99d3fb074a8 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:39.723693 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4033a53e-fe36-42e7-b033-e99d3fb074a8 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event updated for resources: {'Subnet': ['ID=6cc305e2-58c4-49c2-b58d-72ae45009d18,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:39.755164 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-4033a53e-fe36-42e7-b033-e99d3fb074a8 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1945405 Feb 09 01:23:39.758068 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 54062) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:39.769674 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-06d414df-cc61-4adb-8f49-9d7168b3183f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Request body: {'security_group': {'name': 'tempest-secgroup-1829648675'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:39.793617 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-06d414df-cc61-4adb-8f49-9d7168b3183f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:39.801003 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-06d414df-cc61-4adb-8f49-9d7168b3183f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Usage tracker for resource:security_group and tenant:c783560d2de04e1598eb7e3aecd5349e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:23:39.805387 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-06d414df-cc61-4adb-8f49-9d7168b3183f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:23:39.817057 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-06d414df-cc61-4adb-8f49-9d7168b3183f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:39.838322 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-06d414df-cc61-4adb-8f49-9d7168b3183f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:39.884284 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-06d414df-cc61-4adb-8f49-9d7168b3183f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:39.894627 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-06d414df-cc61-4adb-8f49-9d7168b3183f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Usage tracker for resource:security_group_rule and tenant:c783560d2de04e1598eb7e3aecd5349e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:23:39.901544 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-06d414df-cc61-4adb-8f49-9d7168b3183f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:23:39.912783 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-06d414df-cc61-4adb-8f49-9d7168b3183f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:40.167246 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-06d414df-cc61-4adb-8f49-9d7168b3183f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:40.172298 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-06d414df-cc61-4adb-8f49-9d7168b3183f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:40.221727 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e822d91d-1347-441e-90a8-44041b8cca40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-5bead681-b990-4e6e-ae4a-41c64647f893', 'network_id': '5bead681-b990-4e6e-ae4a-41c64647f893', 'tenant_id': 'c783560d2de04e1598eb7e3aecd5349e', 'fixed_ips': [{'subnet_id': '6cc305e2-58c4-49c2-b58d-72ae45009d18'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:23:40.222757 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e822d91d-1347-441e-90a8-44041b8cca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:40.251743 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d414df-cc61-4adb-8f49-9d7168b3183f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e966e2aa-8d9a-48a0-9ff2-4564db1c7beb,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:40.282371 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-06d414df-cc61-4adb-8f49-9d7168b3183f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:40.284073 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-06d414df-cc61-4adb-8f49-9d7168b3183f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5248494 Feb 09 01:23:40.289270 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 54088) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:40.297366 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-f40a8981-d7dd-4eb7-8167-6506f15249b8 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Request body: {'security_group': {'name': 'tempest-secgroup-1096877933'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:40.311706 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f40a8981-d7dd-4eb7-8167-6506f15249b8 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:40.322742 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-f40a8981-d7dd-4eb7-8167-6506f15249b8 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Usage tracker for resource:security_group and tenant:c783560d2de04e1598eb7e3aecd5349e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:23:40.328802 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-f40a8981-d7dd-4eb7-8167-6506f15249b8 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:23:40.353506 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f40a8981-d7dd-4eb7-8167-6506f15249b8 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:40.378858 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f40a8981-d7dd-4eb7-8167-6506f15249b8 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:40.425202 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f40a8981-d7dd-4eb7-8167-6506f15249b8 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:40.436084 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-f40a8981-d7dd-4eb7-8167-6506f15249b8 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Usage tracker for resource:security_group_rule and tenant:c783560d2de04e1598eb7e3aecd5349e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:23:40.441884 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-f40a8981-d7dd-4eb7-8167-6506f15249b8 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:23:40.450603 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-54665ecc-66e3-4125-8149-255d1435e76f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:40.463649 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f40a8981-d7dd-4eb7-8167-6506f15249b8 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:40.502684 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-e822d91d-1347-441e-90a8-44041b8cca40 None None] Allocated IP 2001:db8::2 (5bead681-b990-4e6e-ae4a-41c64647f893/6cc305e2-58c4-49c2-b58d-72ae45009d18/1ec6444c-a6d8-4bba-84be-b73fcf1f51b9) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:23:40.721257 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f40a8981-d7dd-4eb7-8167-6506f15249b8 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:40.726843 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f40a8981-d7dd-4eb7-8167-6506f15249b8 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:40.776269 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0e3273b8-48c9-4811-b40e-70e93db44df5 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:40.863705 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40a8981-d7dd-4eb7-8167-6506f15249b8 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd918411-7261-4a2c-8e1f-66520be13d00,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:40.870624 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e822d91d-1347-441e-90a8-44041b8cca40 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:40.872690 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f40a8981-d7dd-4eb7-8167-6506f15249b8 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:40.873993 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f40a8981-d7dd-4eb7-8167-6506f15249b8 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5834918 Feb 09 01:23:40.876985 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 54098) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:40.884079 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e822d91d-1347-441e-90a8-44041b8cca40 None None] Transition to ACTIVE for port object 1ec6444c-a6d8-4bba-84be-b73fcf1f51b9 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:23:40.884326 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-e09a3870-6660-4a0c-897b-910c413a9139 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1028680225', 'security_groups': ['fd918411-7261-4a2c-8e1f-66520be13d00'], 'network_id': '5bead681-b990-4e6e-ae4a-41c64647f893', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6cc305e2-58c4-49c2-b58d-72ae45009d18'}]}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:40.947351 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e822d91d-1347-441e-90a8-44041b8cca40 None None] Transition to ACTIVE for port object 1ec6444c-a6d8-4bba-84be-b73fcf1f51b9 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:23:40.954112 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e822d91d-1347-441e-90a8-44041b8cca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:41.074230 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e09a3870-6660-4a0c-897b-910c413a9139 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:41.088988 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e09a3870-6660-4a0c-897b-910c413a9139 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:41.099313 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e09a3870-6660-4a0c-897b-910c413a9139 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Made reservation on behalf of c783560d2de04e1598eb7e3aecd5349e for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:23:41.156190 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e822d91d-1347-441e-90a8-44041b8cca40 None None] Pushing event updated for resources: {'Port': ['ID=1ec6444c-a6d8-4bba-84be-b73fcf1f51b9,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:41.180533 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e822d91d-1347-441e-90a8-44041b8cca40 None None] Network 5bead681-b990-4e6e-ae4a-41c64647f893 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:23:41.181983 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-e822d91d-1347-441e-90a8-44041b8cca40 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:41.188360 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e822d91d-1347-441e-90a8-44041b8cca40 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:23:41.268899 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e09a3870-6660-4a0c-897b-910c413a9139 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:41.301746 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-e822d91d-1347-441e-90a8-44041b8cca40 None None] Attempting to bind port 1ec6444c-a6d8-4bba-84be-b73fcf1f51b9 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:23:41.302132 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-e822d91d-1347-441e-90a8-44041b8cca40 None None] Attempting to bind port 1ec6444c-a6d8-4bba-84be-b73fcf1f51b9 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'ea709575-e06b-4ce6-a5df-45596f37f7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5bead681-b990-4e6e-ae4a-41c64647f893'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:23:41.302542 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e822d91d-1347-441e-90a8-44041b8cca40 None None] Attempting to bind port 1ec6444c-a6d8-4bba-84be-b73fcf1f51b9 on network 5bead681-b990-4e6e-ae4a-41c64647f893 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:23:41.304421 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-e09a3870-6660-4a0c-897b-910c413a9139 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] device_id is not set on port a9bb1d2b-995e-40d7-8a2b-95b16dd4fb1e yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:23:41.309416 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e822d91d-1347-441e-90a8-44041b8cca40 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:23:41.309824 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e822d91d-1347-441e-90a8-44041b8cca40 None None] Checking segment: {'id': 'ea709575-e06b-4ce6-a5df-45596f37f7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5bead681-b990-4e6e-ae4a-41c64647f893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:23:41.310235 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e822d91d-1347-441e-90a8-44041b8cca40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:41.310629 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e822d91d-1347-441e-90a8-44041b8cca40 None None] Bound using segment: {'id': 'ea709575-e06b-4ce6-a5df-45596f37f7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5bead681-b990-4e6e-ae4a-41c64647f893'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:23:41.311106 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-e822d91d-1347-441e-90a8-44041b8cca40 None None] Bound port: 1ec6444c-a6d8-4bba-84be-b73fcf1f51b9, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea709575-e06b-4ce6-a5df-45596f37f7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5bead681-b990-4e6e-ae4a-41c64647f893'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:23:41.311484 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e822d91d-1347-441e-90a8-44041b8cca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:41.436997 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e822d91d-1347-441e-90a8-44041b8cca40 None None] For port 1ec6444c-a6d8-4bba-84be-b73fcf1f51b9, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:23:41.441895 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e822d91d-1347-441e-90a8-44041b8cca40 None None] For port 1ec6444c-a6d8-4bba-84be-b73fcf1f51b9, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=1ec6444c-a6d8-4bba-84be-b73fcf1f51b9,segment=NetworkSegment(ea709575-e06b-4ce6-a5df-45596f37f7be),segment_id=ea709575-e06b-4ce6-a5df-45596f37f7be)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:23:41.448114 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e822d91d-1347-441e-90a8-44041b8cca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:41.620174 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:41.620863 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:41.644372 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e822d91d-1347-441e-90a8-44041b8cca40 None None] Pushing event updated for resources: {'Port': ['ID=1ec6444c-a6d8-4bba-84be-b73fcf1f51b9,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:41.684130 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-0e3273b8-48c9-4811-b40e-70e93db44df5 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Deleting port 1c833129-9f6e-4353-b395-535d2271cd9c {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:23:41.686189 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0e3273b8-48c9-4811-b40e-70e93db44df5 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:41.723124 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-e09a3870-6660-4a0c-897b-910c413a9139 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Allocated IP 2001:db8::203 (5bead681-b990-4e6e-ae4a-41c64647f893/6cc305e2-58c4-49c2-b58d-72ae45009d18/a9bb1d2b-995e-40d7-8a2b-95b16dd4fb1e) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:23:42.166001 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0e3273b8-48c9-4811-b40e-70e93db44df5 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:42.191303 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e09a3870-6660-4a0c-897b-910c413a9139 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:42.233288 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-e09a3870-6660-4a0c-897b-910c413a9139 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Transition to ACTIVE for port object a9bb1d2b-995e-40d7-8a2b-95b16dd4fb1e will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:23:42.301189 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e09a3870-6660-4a0c-897b-910c413a9139 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:42.450448 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09a3870-6660-4a0c-897b-910c413a9139 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event updated for resources: {'Port': ['ID=a9bb1d2b-995e-40d7-8a2b-95b16dd4fb1e,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:42.465172 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09a3870-6660-4a0c-897b-910c413a9139 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Network 5bead681-b990-4e6e-ae4a-41c64647f893 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:23:42.466994 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-e09a3870-6660-4a0c-897b-910c413a9139 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:42.469525 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09a3870-6660-4a0c-897b-910c413a9139 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:23:42.476831 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09a3870-6660-4a0c-897b-910c413a9139 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:42.477775 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e09a3870-6660-4a0c-897b-910c413a9139 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:42.506681 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e09a3870-6660-4a0c-897b-910c413a9139 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6285975 Feb 09 01:23:42.516623 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 54132) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:42.531217 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-0e3273b8-48c9-4811-b40e-70e93db44df5 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Calling delete_port for 1c833129-9f6e-4353-b395-535d2271cd9c owned by network:router_interface {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:23:42.639308 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-871e0da8-358d-4fc3-8264-cf408949223f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Request body: {'subnet': {'network_id': '5bead681-b990-4e6e-ae4a-41c64647f893', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:42.932359 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-871e0da8-358d-4fc3-8264-cf408949223f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:42.938326 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-871e0da8-358d-4fc3-8264-cf408949223f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Usage tracker for resource:subnet and tenant:c783560d2de04e1598eb7e3aecd5349e is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:23:42.942764 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-871e0da8-358d-4fc3-8264-cf408949223f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:23:42.958125 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-871e0da8-358d-4fc3-8264-cf408949223f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:43.019000 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871e0da8-358d-4fc3-8264-cf408949223f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Made reservation on behalf of c783560d2de04e1598eb7e3aecd5349e for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:23:43.024055 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-871e0da8-358d-4fc3-8264-cf408949223f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:43.155373 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:43.265961 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0e3273b8-48c9-4811-b40e-70e93db44df5 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:43.328351 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8380b962-9b4b-466c-95f5-8c6f0c459e13 None None] Provisioning complete for port d06d0a6d-b62e-4944-9d90-05a225ab4c2a triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:43.329623 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8380b962-9b4b-466c-95f5-8c6f0c459e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:43.491270 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-8380b962-9b4b-466c-95f5-8c6f0c459e13 None None] Port d06d0a6d-b62e-4944-9d90-05a225ab4c2a cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:23:43.525932 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8380b962-9b4b-466c-95f5-8c6f0c459e13 None None] Provisioning for port 1ec6444c-a6d8-4bba-84be-b73fcf1f51b9 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:23:43.614130 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3273b8-48c9-4811-b40e-70e93db44df5 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Pushing event deleted for resources: {'Port': ['ID=1c833129-9f6e-4353-b395-535d2271cd9c,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:43.744675 n-d-828418-1 neutron-server[87639]: INFO neutron.db.ipam_backend_mixin [None req-871e0da8-358d-4fc3-8264-cf408949223f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6cc305e2-58c4-49c2-b58d-72ae45009d18 (CIDR: 2001:db8::/64) Feb 09 01:23:43.936010 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-866313e8-2a17-4d19-9f28-473860445e6d None None] Provisioning for port a9bb1d2b-995e-40d7-8a2b-95b16dd4fb1e completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:23:43.944584 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-866313e8-2a17-4d19-9f28-473860445e6d None None] Provisioning complete for port a9bb1d2b-995e-40d7-8a2b-95b16dd4fb1e triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:43.946713 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-866313e8-2a17-4d19-9f28-473860445e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:44.007623 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 1ec6444c-a6d8-4bba-84be-b73fcf1f51b9 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:23:44.074148 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0e3273b8-48c9-4811-b40e-70e93db44df5 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:44.086569 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-871e0da8-358d-4fc3-8264-cf408949223f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:23:44.086967 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-871e0da8-358d-4fc3-8264-cf408949223f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:23:44.224638 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-871e0da8-358d-4fc3-8264-cf408949223f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6097901 Feb 09 01:23:44.224837 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 54160) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:44.231739 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-e5a22d7f-4c07-41d2-ac9a-104cb9025102 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Request body: {'subnet': {'network_id': '5bead681-b990-4e6e-ae4a-41c64647f893', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:44.304479 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-866313e8-2a17-4d19-9f28-473860445e6d None None] Port a9bb1d2b-995e-40d7-8a2b-95b16dd4fb1e cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:23:44.335641 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 1ec6444c-a6d8-4bba-84be-b73fcf1f51b9 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:23:44.344115 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 1ec6444c-a6d8-4bba-84be-b73fcf1f51b9 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:44.346102 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:44.498046 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:44.580459 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 1ec6444c-a6d8-4bba-84be-b73fcf1f51b9, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=1ec6444c-a6d8-4bba-84be-b73fcf1f51b9,segment=NetworkSegment(ea709575-e06b-4ce6-a5df-45596f37f7be),segment_id=ea709575-e06b-4ce6-a5df-45596f37f7be)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:23:44.585539 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:44.622536 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e5a22d7f-4c07-41d2-ac9a-104cb9025102 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:44.636715 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e5a22d7f-4c07-41d2-ac9a-104cb9025102 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Usage tracker for resource:subnet and tenant:c783560d2de04e1598eb7e3aecd5349e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:23:44.645779 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e5a22d7f-4c07-41d2-ac9a-104cb9025102 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:23:44.665430 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e5a22d7f-4c07-41d2-ac9a-104cb9025102 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:44.724626 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a22d7f-4c07-41d2-ac9a-104cb9025102 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Made reservation on behalf of c783560d2de04e1598eb7e3aecd5349e for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:23:44.732505 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e5a22d7f-4c07-41d2-ac9a-104cb9025102 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:44.830001 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=1ec6444c-a6d8-4bba-84be-b73fcf1f51b9,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:44.881474 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e3273b8-48c9-4811-b40e-70e93db44df5 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Router 5c6ee38d-567d-47ec-b1a4-2817e2bc6e06 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:23:45.230925 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e3273b8-48c9-4811-b40e-70e93db44df5 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:23:45.236683 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-0e3273b8-48c9-4811-b40e-70e93db44df5 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] 10.222.0.105 "PUT /v2.0/routers/5c6ee38d-567d-47ec-b1a4-2817e2bc6e06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6407864 Feb 09 01:23:45.239332 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 54200) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:45.244930 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf43fa8-2f24-48dd-a3de-c453601a8c71 None None] Sync routers for ids ['5c6ee38d-567d-47ec-b1a4-2817e2bc6e06'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:23:45.258390 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf43fa8-2f24-48dd-a3de-c453601a8c71 None None] Routers {'5c6ee38d-567d-47ec-b1a4-2817e2bc6e06'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:23:45.264057 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-4bf43fa8-2f24-48dd-a3de-c453601a8c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:23:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['5c6ee38d-567d-47ec-b1a4-2817e2bc6e06'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:45.450926 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-4bf43fa8-2f24-48dd-a3de-c453601a8c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:45.498220 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf43fa8-2f24-48dd-a3de-c453601a8c71 None None] Routers {'5c6ee38d-567d-47ec-b1a4-2817e2bc6e06'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:23:45.498918 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-4bf43fa8-2f24-48dd-a3de-c453601a8c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:23:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['5c6ee38d-567d-47ec-b1a4-2817e2bc6e06'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:45.516951 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e5a22d7f-4c07-41d2-ac9a-104cb9025102 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:45.554764 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9c9bfcec-898c-47bc-bcea-4a4d03eacb51 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:45.628254 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a22d7f-4c07-41d2-ac9a-104cb9025102 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Network 5bead681-b990-4e6e-ae4a-41c64647f893 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:23:45.629423 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-4bf43fa8-2f24-48dd-a3de-c453601a8c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:45.629916 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf43fa8-2f24-48dd-a3de-c453601a8c71 None None] The sync data for ids ['5c6ee38d-567d-47ec-b1a4-2817e2bc6e06'] in n-d-828418-1 is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:23:45.631715 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-e5a22d7f-4c07-41d2-ac9a-104cb9025102 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:45.651170 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a22d7f-4c07-41d2-ac9a-104cb9025102 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:45.651770 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e5a22d7f-4c07-41d2-ac9a-104cb9025102 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:45.651901 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29c0849-6d2a-4166-8e47-4ed4a29c73cb None None] Network 5bead681-b990-4e6e-ae4a-41c64647f893 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:23:45.746364 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a22d7f-4c07-41d2-ac9a-104cb9025102 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event updated for resources: {'Subnet': ['ID=734358d9-ca61-42d3-b96d-651b11a0484d,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:45.804160 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e5a22d7f-4c07-41d2-ac9a-104cb9025102 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5742731 Feb 09 01:23:45.807453 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 54210) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:45.824840 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-07cd9284-7012-4b13-86f5-ba94c8ab29f7 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1284773023', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '734358d9-ca61-42d3-b96d-651b11a0484d'}], 'security_groups': ['e966e2aa-8d9a-48a0-9ff2-4564db1c7beb']}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:45.985306 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 1ec6444c-a6d8-4bba-84be-b73fcf1f51b9 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:23:46.082964 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9c9bfcec-898c-47bc-bcea-4a4d03eacb51 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:46.106322 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-9c9bfcec-898c-47bc-bcea-4a4d03eacb51 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Deleting port c154c307-8e16-4cfa-ac54-1706165f2f82 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:23:46.125378 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9c9bfcec-898c-47bc-bcea-4a4d03eacb51 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:46.156425 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-07cd9284-7012-4b13-86f5-ba94c8ab29f7 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:46.175391 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:23:46.227884 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 1ec6444c-a6d8-4bba-84be-b73fcf1f51b9 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:46.228291 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:46.489314 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69e2547-4d99-4c08-ad75-df038103b26c None None] Update dhcp port {'port': {'network_id': '5bead681-b990-4e6e-ae4a-41c64647f893', 'fixed_ips': [{'subnet_id': '6cc305e2-58c4-49c2-b58d-72ae45009d18', 'ip_address': '2001:db8::2'}, {'subnet_id': '734358d9-ca61-42d3-b96d-651b11a0484d'}], 'binding:host_id': 'n-d-828418-1'}, 'id': '1ec6444c-a6d8-4bba-84be-b73fcf1f51b9'} from n-d-828418-1. {{(pid=87640) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 09 01:23:46.529961 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9c9bfcec-898c-47bc-bcea-4a4d03eacb51 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:46.567364 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c69e2547-4d99-4c08-ad75-df038103b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:46.782332 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-9c9bfcec-898c-47bc-bcea-4a4d03eacb51 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Calling delete_port for c154c307-8e16-4cfa-ac54-1706165f2f82 owned by network:router_gateway {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:23:46.873086 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-07cd9284-7012-4b13-86f5-ba94c8ab29f7 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Delete allocated IP 2001:db8::203 (5bead681-b990-4e6e-ae4a-41c64647f893/6cc305e2-58c4-49c2-b58d-72ae45009d18) {{(pid=87638) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 01:23:46.881361 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-07cd9284-7012-4b13-86f5-ba94c8ab29f7 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Allocated IP 2001:db8:0:1::19c (5bead681-b990-4e6e-ae4a-41c64647f893/734358d9-ca61-42d3-b96d-651b11a0484d/a9bb1d2b-995e-40d7-8a2b-95b16dd4fb1e) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:23:47.149908 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9c9bfcec-898c-47bc-bcea-4a4d03eacb51 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:47.273426 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9bfcec-898c-47bc-bcea-4a4d03eacb51 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Pushing event deleted for resources: {'Port': ['ID=c154c307-8e16-4cfa-ac54-1706165f2f82,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:47.323706 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-07cd9284-7012-4b13-86f5-ba94c8ab29f7 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:47.344866 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-07cd9284-7012-4b13-86f5-ba94c8ab29f7 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Transition to ACTIVE for port object a9bb1d2b-995e-40d7-8a2b-95b16dd4fb1e will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:23:47.350558 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-07cd9284-7012-4b13-86f5-ba94c8ab29f7 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:47.527134 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-07cd9284-7012-4b13-86f5-ba94c8ab29f7 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] In _notify_port_updated(), no bound segment for port a9bb1d2b-995e-40d7-8a2b-95b16dd4fb1e on network 5bead681-b990-4e6e-ae4a-41c64647f893 {{(pid=87638) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 01:23:47.530048 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-c69e2547-4d99-4c08-ad75-df038103b26c None None] Allocated IP 2001:db8:0:1::2 (5bead681-b990-4e6e-ae4a-41c64647f893/734358d9-ca61-42d3-b96d-651b11a0484d/1ec6444c-a6d8-4bba-84be-b73fcf1f51b9) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:23:47.535434 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07cd9284-7012-4b13-86f5-ba94c8ab29f7 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:47.539580 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-07cd9284-7012-4b13-86f5-ba94c8ab29f7 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:47.541013 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-07cd9284-7012-4b13-86f5-ba94c8ab29f7 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "PUT /v2.0/ports/a9bb1d2b-995e-40d7-8a2b-95b16dd4fb1e HTTP/1.1" status: 200 len: 931 time: 1.7214069 Feb 09 01:23:47.544830 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 54236) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:47.723187 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-f1910a70-fe28-46ce-bcec-ec02bcb3017c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Deleting port a9bb1d2b-995e-40d7-8a2b-95b16dd4fb1e {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:23:47.723187 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f1910a70-fe28-46ce-bcec-ec02bcb3017c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:47.799003 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cd9284-7012-4b13-86f5-ba94c8ab29f7 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event updated for resources: {'Port': ['ID=a9bb1d2b-995e-40d7-8a2b-95b16dd4fb1e,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:47.813162 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9c9bfcec-898c-47bc-bcea-4a4d03eacb51 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:47.889039 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-c69e2547-4d99-4c08-ad75-df038103b26c None None] For port 1ec6444c-a6d8-4bba-84be-b73fcf1f51b9, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=1ec6444c-a6d8-4bba-84be-b73fcf1f51b9,segment=NetworkSegment(ea709575-e06b-4ce6-a5df-45596f37f7be),segment_id=ea709575-e06b-4ce6-a5df-45596f37f7be)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:23:47.919322 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c69e2547-4d99-4c08-ad75-df038103b26c None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:47.938105 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-c69e2547-4d99-4c08-ad75-df038103b26c None None] Transition to ACTIVE for port object 1ec6444c-a6d8-4bba-84be-b73fcf1f51b9 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:23:47.942476 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c69e2547-4d99-4c08-ad75-df038103b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:48.093092 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9c9bfcec-898c-47bc-bcea-4a4d03eacb51 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:48.095433 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9c9bfcec-898c-47bc-bcea-4a4d03eacb51 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:48.153964 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9c9bfcec-898c-47bc-bcea-4a4d03eacb51 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:48.154580 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c9bfcec-898c-47bc-bcea-4a4d03eacb51 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Fanout notify agent at l3_agent the message router_deleted on router 5c6ee38d-567d-47ec-b1a4-2817e2bc6e06 {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:23:48.196751 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c80b73-826f-4d61-a0d6-9be8a02dad91 req-fa79149b-cfa4-4b7a-bf96-c0fc59e6f10e tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:48.198633 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-47c80b73-826f-4d61-a0d6-9be8a02dad91 req-fa79149b-cfa4-4b7a-bf96-c0fc59e6f10e tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/ports?device_id=bb78f4cc-9378-45dd-831a-1daa9b953ab6 HTTP/1.1" status: 200 len: 946 time: 0.3063502 Feb 09 01:23:48.204930 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9c9bfcec-898c-47bc-bcea-4a4d03eacb51 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:48.206371 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-9c9bfcec-898c-47bc-bcea-4a4d03eacb51 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] 10.222.0.105 "DELETE /v2.0/routers/5c6ee38d-567d-47ec-b1a4-2817e2bc6e06 HTTP/1.1" status: 204 len: 168 time: 2.9648666 Feb 09 01:23:48.229150 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 54254) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:48.246853 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69e2547-4d99-4c08-ad75-df038103b26c None None] Pushing event updated for resources: {'Port': ['ID=1ec6444c-a6d8-4bba-84be-b73fcf1f51b9,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:48.288635 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f1910a70-fe28-46ce-bcec-ec02bcb3017c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:48.331925 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-47c80b73-826f-4d61-a0d6-9be8a02dad91 req-c04743a4-894b-4e84-9e3a-4abcb052c051 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e238689-2b13-4df9-8955-13b9e4cebcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185529 Feb 09 01:23:48.515468 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-ace55101-0ec3-4188-96fb-94cb033b35c7 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Deleting subnet b847eabf-3870-4726-bf01-9c17a2c8e38d {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:23:48.518708 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ace55101-0ec3-4188-96fb-94cb033b35c7 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:48.586183 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ace55101-0ec3-4188-96fb-94cb033b35c7 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:48.694794 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-f1910a70-fe28-46ce-bcec-ec02bcb3017c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Calling delete_port for a9bb1d2b-995e-40d7-8a2b-95b16dd4fb1e owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:23:48.808422 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ace55101-0ec3-4188-96fb-94cb033b35c7 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:49.158966 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-edf18da3-8906-4621-91b2-490cb720485e None None] Provisioning complete for port d06d0a6d-b62e-4944-9d90-05a225ab4c2a triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:49.159603 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-edf18da3-8906-4621-91b2-490cb720485e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:49.168964 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ace55101-0ec3-4188-96fb-94cb033b35c7 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:49.248151 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f1910a70-fe28-46ce-bcec-ec02bcb3017c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:49.299396 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ace55101-0ec3-4188-96fb-94cb033b35c7 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:49.302142 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace55101-0ec3-4188-96fb-94cb033b35c7 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Pushing event deleted for resources: {'Subnet': ['ID=b847eabf-3870-4726-bf01-9c17a2c8e38d,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:49.383210 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-edf18da3-8906-4621-91b2-490cb720485e None None] Port d06d0a6d-b62e-4944-9d90-05a225ab4c2a cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:23:49.397289 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d901874-3d0e-4c4b-b193-4d544538c736 None None] Network eac26fe5-1e27-4e19-a9d8-d176b3a232bc requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:23:49.418810 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9024934a-683c-4f58-9f1c-a15cc8412cec req-cdacab02-b34a-4430-af47-a661629a5e13 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:49.424457 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9024934a-683c-4f58-9f1c-a15cc8412cec req-cdacab02-b34a-4430-af47-a661629a5e13 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb78f4cc-9378-45dd-831a-1daa9b953ab6 HTTP/1.1" status: 200 len: 946 time: 0.1354973 Feb 09 01:23:49.457100 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1910a70-fe28-46ce-bcec-ec02bcb3017c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event deleted for resources: {'Port': ['ID=a9bb1d2b-995e-40d7-8a2b-95b16dd4fb1e,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:49.468432 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f1910a70-fe28-46ce-bcec-ec02bcb3017c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:49.486908 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f1910a70-fe28-46ce-bcec-ec02bcb3017c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "DELETE /v2.0/ports/a9bb1d2b-995e-40d7-8a2b-95b16dd4fb1e HTTP/1.1" status: 204 len: 168 time: 1.9388242 Feb 09 01:23:49.497081 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ace55101-0ec3-4188-96fb-94cb033b35c7 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] 10.222.0.105 "DELETE /v2.0/subnets/b847eabf-3870-4726-bf01-9c17a2c8e38d HTTP/1.1" status: 204 len: 168 time: 1.2666743 Feb 09 01:23:49.497974 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 54286) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:49.498446 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 54288) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:49.672204 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-119c5d55-5095-4920-981f-819a6f10c744 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] GET failed (client error): The resource could not be found. Feb 09 01:23:49.672956 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-119c5d55-5095-4920-981f-819a6f10c744 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Synchronizing usage tracker for tenant:c783560d2de04e1598eb7e3aecd5349e on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:23:49.753763 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-119c5d55-5095-4920-981f-819a6f10c744 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Unset dirty status for tenant:c783560d2de04e1598eb7e3aecd5349e on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:23:49.761944 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-9024934a-683c-4f58-9f1c-a15cc8412cec req-ad9d99ed-84fa-43c2-8892-8c411c625aef tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Deleting port a787801d-3def-4a14-bf8c-45ed2a859816 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:23:49.762549 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9024934a-683c-4f58-9f1c-a15cc8412cec req-ad9d99ed-84fa-43c2-8892-8c411c625aef tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:49.762999 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-119c5d55-5095-4920-981f-819a6f10c744 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "GET /v2.0/ports/a9bb1d2b-995e-40d7-8a2b-95b16dd4fb1e HTTP/1.1" status: 404 len: 333 time: 0.2623477 Feb 09 01:23:49.765155 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 54296) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:49.775952 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-edf18da3-8906-4621-91b2-490cb720485e None None] Could not find standard attr ID for object a9bb1d2b-995e-40d7-8a2b-95b16dd4fb1e. {{(pid=87640) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:23:49.776245 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0d0d13cd-af4d-4862-9678-130f23c83928 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:49.867495 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-0d0d13cd-af4d-4862-9678-130f23c83928 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Deleting port d196a3a6-775c-4d71-828a-1dcdd71ac086 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:23:49.867913 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0d0d13cd-af4d-4862-9678-130f23c83928 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:49.964815 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-edf18da3-8906-4621-91b2-490cb720485e None None] Provisioning for port 1ec6444c-a6d8-4bba-84be-b73fcf1f51b9 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:23:50.008089 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-edf18da3-8906-4621-91b2-490cb720485e None None] Provisioning complete for port 1ec6444c-a6d8-4bba-84be-b73fcf1f51b9 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:50.008464 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-edf18da3-8906-4621-91b2-490cb720485e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:50.087731 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 1ec6444c-a6d8-4bba-84be-b73fcf1f51b9 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:23:50.091229 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d75439-5cf4-4a25-aac5-b0fd6cf1a660 req-362c646a-a284-403f-85cc-c49ad6eeb501 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:50.101388 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f2d75439-5cf4-4a25-aac5-b0fd6cf1a660 req-362c646a-a284-403f-85cc-c49ad6eeb501 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/ports?device_id=bb78f4cc-9378-45dd-831a-1daa9b953ab6 HTTP/1.1" status: 200 len: 946 time: 0.4581258 Feb 09 01:23:50.162249 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1bd44bd9-b1b9-4de0-9b71-d3063c3e6c2a tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:50.283953 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 1ec6444c-a6d8-4bba-84be-b73fcf1f51b9 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:50.291004 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:50.305388 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-9024934a-683c-4f58-9f1c-a15cc8412cec req-ad9d99ed-84fa-43c2-8892-8c411c625aef tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] For port a787801d-3def-4a14-bf8c-45ed2a859816, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=a787801d-3def-4a14-bf8c-45ed2a859816,segment=NetworkSegment(ab5b8647-54ba-47dc-a969-bd1d889d35c1),segment_id=ab5b8647-54ba-47dc-a969-bd1d889d35c1)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:23:50.305767 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9024934a-683c-4f58-9f1c-a15cc8412cec req-ad9d99ed-84fa-43c2-8892-8c411c625aef tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:50.351318 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1bd44bd9-b1b9-4de0-9b71-d3063c3e6c2a tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:50.361562 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42166126-1884-469e-bdad-e9be792d6cc4 None None] DHCP port deletion for eac26fe5-1e27-4e19-a9d8-d176b3a232bc request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:23:50.407466 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-42166126-1884-469e-bdad-e9be792d6cc4 None None] Deleting port d196a3a6-775c-4d71-828a-1dcdd71ac086 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:23:50.407838 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-42166126-1884-469e-bdad-e9be792d6cc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:50.461227 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-9024934a-683c-4f58-9f1c-a15cc8412cec req-ad9d99ed-84fa-43c2-8892-8c411c625aef tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Calling delete_port for a787801d-3def-4a14-bf8c-45ed2a859816 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:23:50.463712 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-0d0d13cd-af4d-4862-9678-130f23c83928 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] For port d196a3a6-775c-4d71-828a-1dcdd71ac086, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=d196a3a6-775c-4d71-828a-1dcdd71ac086,segment=NetworkSegment(3fdf89fb-5741-4dfc-81a5-c9cea528edbe),segment_id=3fdf89fb-5741-4dfc-81a5-c9cea528edbe)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:23:50.464094 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0d0d13cd-af4d-4862-9678-130f23c83928 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:50.476914 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1bd44bd9-b1b9-4de0-9b71-d3063c3e6c2a tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:50.527945 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd44bd9-b1b9-4de0-9b71-d3063c3e6c2a tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd918411-7261-4a2c-8e1f-66520be13d00,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:50.655132 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f2d75439-5cf4-4a25-aac5-b0fd6cf1a660 req-d549d1d1-42b9-4286-8c5a-1b32a51cc3e2 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e238689-2b13-4df9-8955-13b9e4cebcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5526321 Feb 09 01:23:50.682053 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9024934a-683c-4f58-9f1c-a15cc8412cec req-ad9d99ed-84fa-43c2-8892-8c411c625aef tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:50.685460 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1bd44bd9-b1b9-4de0-9b71-d3063c3e6c2a tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:50.686842 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1bd44bd9-b1b9-4de0-9b71-d3063c3e6c2a tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "DELETE /v2.0/security-groups/fd918411-7261-4a2c-8e1f-66520be13d00 HTTP/1.1" status: 204 len: 168 time: 0.9062221 Feb 09 01:23:50.697863 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-0d0d13cd-af4d-4862-9678-130f23c83928 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Calling delete_port for d196a3a6-775c-4d71-828a-1dcdd71ac086 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:23:50.758999 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 54316) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:50.759331 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['cfdd6784-eeb8-49d0-b07b-a4a202af7e4c', 'a787801d-3def-4a14-bf8c-45ed2a859816'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:23:50.780766 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9d99ed-84fa-43c2-8892-8c411c625aef tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Pushing event deleted for resources: {'Port': ['ID=a787801d-3def-4a14-bf8c-45ed2a859816,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:50.827305 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['52e4097d-1152-4657-b424-b4db94cbcdc9', 'f2fa5581-8ea8-4b0e-bec9-650e39988641'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:23:50.854451 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e22e0833-c23f-4cc3-a91c-d181500f12cd tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:50.863327 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-9024934a-683c-4f58-9f1c-a15cc8412cec req-ad9d99ed-84fa-43c2-8892-8c411c625aef tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] No DVR routers for this DVR port a787801d-3def-4a14-bf8c-45ed2a859816 on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:23:50.867351 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9024934a-683c-4f58-9f1c-a15cc8412cec req-ad9d99ed-84fa-43c2-8892-8c411c625aef tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:50.869995 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb78f4cc-9378-45dd-831a-1daa9b953ab6', 'name': 'network-vif-deleted', 'tag': 'a787801d-3def-4a14-bf8c-45ed2a859816'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:23:50.898224 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9024934a-683c-4f58-9f1c-a15cc8412cec req-ad9d99ed-84fa-43c2-8892-8c411c625aef tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.62 "DELETE /v2.0/ports/a787801d-3def-4a14-bf8c-45ed2a859816 HTTP/1.1" status: 204 len: 173 time: 1.4670820 Feb 09 01:23:50.917459 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e22e0833-c23f-4cc3-a91c-d181500f12cd tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:50.945433 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0d0d13cd-af4d-4862-9678-130f23c83928 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:50.979758 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-c6c3e91b-c879-4470-b7a4-5496a8b31e2d None None] Could not find standard attr ID for object a9bb1d2b-995e-40d7-8a2b-95b16dd4fb1e. {{(pid=87640) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:23:50.992197 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb78f4cc-9378-45dd-831a-1daa9b953ab6', 'name': 'network-vif-deleted', 'tag': 'a787801d-3def-4a14-bf8c-45ed2a859816', 'status': 'completed', 'code': 200} Feb 09 01:23:51.059387 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0d13cd-af4d-4862-9678-130f23c83928 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Pushing event deleted for resources: {'Port': ['ID=d196a3a6-775c-4d71-828a-1dcdd71ac086,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:51.100301 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e22e0833-c23f-4cc3-a91c-d181500f12cd tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:51.104228 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0d13cd-af4d-4862-9678-130f23c83928 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] No DVR routers for this DVR port d196a3a6-775c-4d71-828a-1dcdd71ac086 on host n-d-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:23:51.185293 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22e0833-c23f-4cc3-a91c-d181500f12cd tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e966e2aa-8d9a-48a0-9ff2-4564db1c7beb,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:51.343029 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0d0d13cd-af4d-4862-9678-130f23c83928 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:51.374863 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-0d0d13cd-af4d-4862-9678-130f23c83928 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eac26fe5-1e27-4e19-a9d8-d176b3a232bc']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:51.408031 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-0d0d13cd-af4d-4862-9678-130f23c83928 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fdf89fb-5741-4dfc-81a5-c9cea528edbe') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:51.414019 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-0d0d13cd-af4d-4862-9678-130f23c83928 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fdf89fb-5741-4dfc-81a5-c9cea528edbe') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:51.441082 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0d0d13cd-af4d-4862-9678-130f23c83928 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:51.488899 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0d0d13cd-af4d-4862-9678-130f23c83928 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:51.515625 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d0d13cd-af4d-4862-9678-130f23c83928 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:23:51.519305 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0d0d13cd-af4d-4862-9678-130f23c83928 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:51.528298 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-42166126-1884-469e-bdad-e9be792d6cc4 None None] For port d196a3a6-775c-4d71-828a-1dcdd71ac086, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=d196a3a6-775c-4d71-828a-1dcdd71ac086,segment=NetworkSegment(3fdf89fb-5741-4dfc-81a5-c9cea528edbe),segment_id=3fdf89fb-5741-4dfc-81a5-c9cea528edbe)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:23:51.529390 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-42166126-1884-469e-bdad-e9be792d6cc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:51.721145 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:23:51.721145 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:23:51.721145 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:23:51.721145 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:23:51.721145 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:23:51.721145 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:23:51.721145 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:23:51.721145 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:23:51.721145 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:23:51.721145 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:23:51.721145 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:23:51.721145 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:23:51.721145 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:23:51.721145 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:23:51.721145 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:23:51.721145 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:23:51.721145 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:23:51.721145 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:23:51.721145 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:23:51.721145 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:23:51.721145 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:23:51.721145 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:23:51.721145 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:23:51.721145 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:23:51.721145 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:23:51.721145 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:23:51.721145 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:23:51.721145 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:23:51.721145 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:23:51.721145 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:23:51.721145 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:23:51.721145 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:23:51.854380 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0d0d13cd-af4d-4862-9678-130f23c83928 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:51.854380 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0d0d13cd-af4d-4862-9678-130f23c83928 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:51.854380 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e22e0833-c23f-4cc3-a91c-d181500f12cd tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:51.854380 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e22e0833-c23f-4cc3-a91c-d181500f12cd tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "DELETE /v2.0/security-groups/e966e2aa-8d9a-48a0-9ff2-4564db1c7beb HTTP/1.1" status: 204 len: 168 time: 1.0861394 Feb 09 01:23:51.854380 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0d13cd-af4d-4862-9678-130f23c83928 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Pushing event deleted for resources: {'Network': ['ID=eac26fe5-1e27-4e19-a9d8-d176b3a232bc,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:51.858196 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 54348) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:51.870681 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-0d0d13cd-af4d-4862-9678-130f23c83928 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] 10.222.0.105 "DELETE /v2.0/networks/eac26fe5-1e27-4e19-a9d8-d176b3a232bc HTTP/1.1" status: 204 len: 168 time: 2.3689432 Feb 09 01:23:51.871651 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 54352) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:51.964975 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device d196a3a6-775c-4d71-828a-1dcdd71ac086 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:23:52.052219 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-42166126-1884-469e-bdad-e9be792d6cc4 None None] Calling delete_port for d196a3a6-775c-4d71-828a-1dcdd71ac086 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:23:52.057438 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-bac3bb30-ced2-436f-a65a-96b4075748e6 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Deleting subnet 6cc305e2-58c4-49c2-b58d-72ae45009d18 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:23:52.064114 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bac3bb30-ced2-436f-a65a-96b4075748e6 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:52.139752 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bac3bb30-ced2-436f-a65a-96b4075748e6 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:52.139994 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: d196a3a6-775c-4d71-828a-1dcdd71ac086 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:23:52.150301 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device d196a3a6-775c-4d71-828a-1dcdd71ac086 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:23:52.289289 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bac3bb30-ced2-436f-a65a-96b4075748e6 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:52.379478 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-42166126-1884-469e-bdad-e9be792d6cc4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:23:52.379478 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-42166126-1884-469e-bdad-e9be792d6cc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:23:52.389176 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:52.515991 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-9b345f43-e815-4385-a933-d60a04a44876 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Deleting port 4aff9d5e-4f4a-4d2b-8ea4-8e3c6f8c4b47 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:23:52.516508 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9b345f43-e815-4385-a933-d60a04a44876 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:52.757900 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9b345f43-e815-4385-a933-d60a04a44876 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:52.757900 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9b345f43-e815-4385-a933-d60a04a44876 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:52.768819 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device a787801d-3def-4a14-bf8c-45ed2a859816 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:23:52.797997 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bac3bb30-ced2-436f-a65a-96b4075748e6 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:52.892713 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-42166126-1884-469e-bdad-e9be792d6cc4 None None] Deleting port d196a3a6-775c-4d71-828a-1dcdd71ac086 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:23:52.892713 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-42166126-1884-469e-bdad-e9be792d6cc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:52.896391 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac3bb30-ced2-436f-a65a-96b4075748e6 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event deleted for resources: {'Subnet': ['ID=6cc305e2-58c4-49c2-b58d-72ae45009d18,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:52.910883 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bac3bb30-ced2-436f-a65a-96b4075748e6 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:52.935520 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-bac3bb30-ced2-436f-a65a-96b4075748e6 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "DELETE /v2.0/subnets/6cc305e2-58c4-49c2-b58d-72ae45009d18 HTTP/1.1" status: 204 len: 168 time: 1.0811696 Feb 09 01:23:52.935520 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 54372) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:52.953749 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-f2e9d6bb-bb6c-4b9b-b9c2-c7b6a0895611 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Request body: {'subnet': {'network_id': '5bead681-b990-4e6e-ae4a-41c64647f893', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:53.009451 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4e64bc-9bd5-475b-b61c-4da450158969 None None] Network 5bead681-b990-4e6e-ae4a-41c64647f893 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:23:53.049627 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: a787801d-3def-4a14-bf8c-45ed2a859816 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:23:53.049983 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device a787801d-3def-4a14-bf8c-45ed2a859816 not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:23:53.138747 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-9b345f43-e815-4385-a933-d60a04a44876 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Calling delete_port for 4aff9d5e-4f4a-4d2b-8ea4-8e3c6f8c4b47 owned by network:floatingip {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:23:53.422800 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f2e9d6bb-bb6c-4b9b-b9c2-c7b6a0895611 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:53.437974 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-f2e9d6bb-bb6c-4b9b-b9c2-c7b6a0895611 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Usage tracker for resource:subnet and tenant:c783560d2de04e1598eb7e3aecd5349e is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:23:53.441552 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-f2e9d6bb-bb6c-4b9b-b9c2-c7b6a0895611 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:23:53.458096 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f2e9d6bb-bb6c-4b9b-b9c2-c7b6a0895611 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:53.477797 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e9d6bb-bb6c-4b9b-b9c2-c7b6a0895611 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Made reservation on behalf of c783560d2de04e1598eb7e3aecd5349e for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:23:53.487382 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f2e9d6bb-bb6c-4b9b-b9c2-c7b6a0895611 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:53.572687 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-42166126-1884-469e-bdad-e9be792d6cc4 None None] The port 'd196a3a6-775c-4d71-828a-1dcdd71ac086' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:23:53.799282 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9b345f43-e815-4385-a933-d60a04a44876 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:53.946676 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b345f43-e815-4385-a933-d60a04a44876 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Pushing event deleted for resources: {'Port': ['ID=4aff9d5e-4f4a-4d2b-8ea4-8e3c6f8c4b47,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:54.124161 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9b345f43-e815-4385-a933-d60a04a44876 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks [] for floatingip, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:54.186449 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9b345f43-e815-4385-a933-d60a04a44876 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:54.187641 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9b345f43-e815-4385-a933-d60a04a44876 tempest-FloatingIPAdminTestJSON-1900602350 tempest-FloatingIPAdminTestJSON-1900602350-project] 10.222.0.105 "DELETE /v2.0/floatingips/396f5299-95e4-4737-bd9e-b3958508b2c6 HTTP/1.1" status: 204 len: 168 time: 2.3150878 Feb 09 01:23:54.640919 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 54414) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:54.644935 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f2e9d6bb-bb6c-4b9b-b9c2-c7b6a0895611 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:54.670277 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 54422) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:54.799301 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e9d6bb-bb6c-4b9b-b9c2-c7b6a0895611 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Network 5bead681-b990-4e6e-ae4a-41c64647f893 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:23:54.831221 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-f2e9d6bb-bb6c-4b9b-b9c2-c7b6a0895611 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:54.854081 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e9d6bb-bb6c-4b9b-b9c2-c7b6a0895611 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:54.870437 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f2e9d6bb-bb6c-4b9b-b9c2-c7b6a0895611 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:54.889986 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:54.980443 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9d6bb-bb6c-4b9b-b9c2-c7b6a0895611 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event updated for resources: {'Subnet': ['ID=b28be439-91cf-4f88-b0c3-f86dfdd1a78b,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:55.045512 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f2e9d6bb-bb6c-4b9b-b9c2-c7b6a0895611 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1088936 Feb 09 01:23:55.045822 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 54430) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:55.052757 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-b87d3602-6eb9-4334-a473-a41a23ac1830 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Request body: {'security_group': {'name': 'tempest-secgroup-1215096033'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:55.080274 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b87d3602-6eb9-4334-a473-a41a23ac1830 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:55.124346 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-b87d3602-6eb9-4334-a473-a41a23ac1830 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Usage tracker for resource:security_group and tenant:c783560d2de04e1598eb7e3aecd5349e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:23:55.128875 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-b87d3602-6eb9-4334-a473-a41a23ac1830 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:23:55.131856 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6cfbb0a6-5f29-447e-a60f-ee71a4fa85d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:55.177493 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b87d3602-6eb9-4334-a473-a41a23ac1830 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:55.203129 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b87d3602-6eb9-4334-a473-a41a23ac1830 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:55.234458 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-6cfbb0a6-5f29-447e-a60f-ee71a4fa85d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:55.263174 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-6cfbb0a6-5f29-447e-a60f-ee71a4fa85d5 admin admin] Usage tracker for resource:security_group_rule and tenant:0f85126849a94ff2bdae07cc63a605f8 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:23:55.275660 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c07239-ef73-4f96-a010-b669d7c78b44 None None] Network 5bead681-b990-4e6e-ae4a-41c64647f893 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:23:55.293921 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-38f90c76-1322-446d-9104-3bf8b44ae702 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=1bac0da2b09f45798844526a1e29779e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6181848 Feb 09 01:23:55.296336 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 54440) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:55.321563 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-6cfbb0a6-5f29-447e-a60f-ee71a4fa85d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:23:55.372716 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-6cfbb0a6-5f29-447e-a60f-ee71a4fa85d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:55.375508 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b87d3602-6eb9-4334-a473-a41a23ac1830 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:55.386066 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-b87d3602-6eb9-4334-a473-a41a23ac1830 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Usage tracker for resource:security_group_rule and tenant:c783560d2de04e1598eb7e3aecd5349e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:23:55.400191 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-b87d3602-6eb9-4334-a473-a41a23ac1830 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:23:55.418521 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b87d3602-6eb9-4334-a473-a41a23ac1830 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:55.514395 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-68815966-fbf8-49d8-a19a-acbfa6b310bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:55.582016 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-68815966-fbf8-49d8-a19a-acbfa6b310bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:55.588234 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a034974d-749a-4d70-9dec-5becf7466de9 None None] Provisioning complete for port d06d0a6d-b62e-4944-9d90-05a225ab4c2a triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:55.601162 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a034974d-749a-4d70-9dec-5becf7466de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:55.663233 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-68815966-fbf8-49d8-a19a-acbfa6b310bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:55.720908 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b87d3602-6eb9-4334-a473-a41a23ac1830 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:55.723738 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-68815966-fbf8-49d8-a19a-acbfa6b310bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:55.725112 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-68815966-fbf8-49d8-a19a-acbfa6b310bf admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/8368ebb0-94a0-4f9d-ad99-1e8970111d1c HTTP/1.1" status: 204 len: 168 time: 0.4324310 Feb 09 01:23:55.726028 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68815966-fbf8-49d8-a19a-acbfa6b310bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8368ebb0-94a0-4f9d-ad99-1e8970111d1c,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:55.743041 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6cfbb0a6-5f29-447e-a60f-ee71a4fa85d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:55.744980 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b87d3602-6eb9-4334-a473-a41a23ac1830 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:55.797168 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6cfbb0a6-5f29-447e-a60f-ee71a4fa85d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:55.847644 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a034974d-749a-4d70-9dec-5becf7466de9 None None] Port d06d0a6d-b62e-4944-9d90-05a225ab4c2a cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:23:55.895400 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87d3602-6eb9-4334-a473-a41a23ac1830 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=877680a0-6eb4-4109-a094-37da573c5eda,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:55.899986 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87d3602-6eb9-4334-a473-a41a23ac1830 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:55.899986 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87d3602-6eb9-4334-a473-a41a23ac1830 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:55.899986 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87d3602-6eb9-4334-a473-a41a23ac1830 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:55.899986 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87d3602-6eb9-4334-a473-a41a23ac1830 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:55.899986 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87d3602-6eb9-4334-a473-a41a23ac1830 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:55.908562 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87d3602-6eb9-4334-a473-a41a23ac1830 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:55.908562 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87d3602-6eb9-4334-a473-a41a23ac1830 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:55.908562 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87d3602-6eb9-4334-a473-a41a23ac1830 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:55.908562 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87d3602-6eb9-4334-a473-a41a23ac1830 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:55.908562 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87d3602-6eb9-4334-a473-a41a23ac1830 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:55.908562 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87d3602-6eb9-4334-a473-a41a23ac1830 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:55.908562 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87d3602-6eb9-4334-a473-a41a23ac1830 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:55.940168 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-6cfbb0a6-5f29-447e-a60f-ee71a4fa85d5 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=0f85126849a94ff2bdae07cc63a605f8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2948174 Feb 09 01:23:55.944079 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 54454) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:55.946233 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b87d3602-6eb9-4334-a473-a41a23ac1830 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:55.946233 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b87d3602-6eb9-4334-a473-a41a23ac1830 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8947227 Feb 09 01:23:55.946233 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 54456) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:55.962493 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-26604e88-fecd-4507-b559-5667b89dcd73 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Request body: {'security_group': {'name': 'tempest-secgroup-784011313'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:55.980216 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-26604e88-fecd-4507-b559-5667b89dcd73 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:55.992996 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-26604e88-fecd-4507-b559-5667b89dcd73 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Usage tracker for resource:security_group and tenant:c783560d2de04e1598eb7e3aecd5349e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:23:55.992996 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfbb0a6-5f29-447e-a60f-ee71a4fa85d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=028c9ad5-1650-4bcd-87a4-69ff4ba229d3,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:55.998975 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-26604e88-fecd-4507-b559-5667b89dcd73 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:23:56.012361 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-26604e88-fecd-4507-b559-5667b89dcd73 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:56.037252 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-26604e88-fecd-4507-b559-5667b89dcd73 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:56.092616 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-26604e88-fecd-4507-b559-5667b89dcd73 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:56.092616 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-26604e88-fecd-4507-b559-5667b89dcd73 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Usage tracker for resource:security_group_rule and tenant:c783560d2de04e1598eb7e3aecd5349e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:23:56.122628 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-26604e88-fecd-4507-b559-5667b89dcd73 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:23:56.133878 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-26604e88-fecd-4507-b559-5667b89dcd73 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:56.319816 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4c4ced92-f693-411a-8cad-52bc57fa0da3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:56.325272 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-26604e88-fecd-4507-b559-5667b89dcd73 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:56.331048 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-26604e88-fecd-4507-b559-5667b89dcd73 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:56.395816 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a034974d-749a-4d70-9dec-5becf7466de9 None None] Provisioning complete for port 1ec6444c-a6d8-4bba-84be-b73fcf1f51b9 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:56.395816 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a034974d-749a-4d70-9dec-5becf7466de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:56.405264 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26604e88-fecd-4507-b559-5667b89dcd73 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bdea77a-3a49-43d0-a4c2-fc3e0b56cb1d,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:56.434761 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4c4ced92-f693-411a-8cad-52bc57fa0da3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:56.478607 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-26604e88-fecd-4507-b559-5667b89dcd73 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:56.481481 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-26604e88-fecd-4507-b559-5667b89dcd73 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5334845 Feb 09 01:23:56.483753 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 54470) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:56.490459 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-ddb44a39-75d9-4fab-8eb4-c357c73097e6 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Request body: {'security_group': {'name': 'tempest-secgroup-285549560'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:56.501850 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ddb44a39-75d9-4fab-8eb4-c357c73097e6 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:56.508619 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ddb44a39-75d9-4fab-8eb4-c357c73097e6 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Usage tracker for resource:security_group and tenant:c783560d2de04e1598eb7e3aecd5349e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:23:56.512090 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ddb44a39-75d9-4fab-8eb4-c357c73097e6 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:23:56.519182 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ddb44a39-75d9-4fab-8eb4-c357c73097e6 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:56.535284 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ddb44a39-75d9-4fab-8eb4-c357c73097e6 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:56.566388 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ddb44a39-75d9-4fab-8eb4-c357c73097e6 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:56.592462 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4c4ced92-f693-411a-8cad-52bc57fa0da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:56.593404 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ddb44a39-75d9-4fab-8eb4-c357c73097e6 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Usage tracker for resource:security_group_rule and tenant:c783560d2de04e1598eb7e3aecd5349e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:23:56.607498 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ddb44a39-75d9-4fab-8eb4-c357c73097e6 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:23:56.628220 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ddb44a39-75d9-4fab-8eb4-c357c73097e6 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:56.639709 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4ced92-f693-411a-8cad-52bc57fa0da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=028c9ad5-1650-4bcd-87a4-69ff4ba229d3,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:56.659471 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4c4ced92-f693-411a-8cad-52bc57fa0da3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:56.663525 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-4c4ced92-f693-411a-8cad-52bc57fa0da3 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/028c9ad5-1650-4bcd-87a4-69ff4ba229d3 HTTP/1.1" status: 204 len: 168 time: 0.7189994 Feb 09 01:23:56.792261 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 54482) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:56.826252 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6f3c6a74-6bd2-4d56-85a6-b8c1abd08369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:56.861653 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ddb44a39-75d9-4fab-8eb4-c357c73097e6 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:56.868652 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-6f3c6a74-6bd2-4d56-85a6-b8c1abd08369 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:56.872210 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ddb44a39-75d9-4fab-8eb4-c357c73097e6 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:56.878946 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-6f3c6a74-6bd2-4d56-85a6-b8c1abd08369 admin admin] Usage tracker for resource:security_group_rule and tenant:13ac08b426174f3db525eacd7e2e3a7d is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:23:56.899367 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-6f3c6a74-6bd2-4d56-85a6-b8c1abd08369 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:23:56.933557 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-6f3c6a74-6bd2-4d56-85a6-b8c1abd08369 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:56.968407 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ddb44a39-75d9-4fab-8eb4-c357c73097e6 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:56.970587 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ddb44a39-75d9-4fab-8eb4-c357c73097e6 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4856899 Feb 09 01:23:56.976080 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 54488) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:56.985153 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-999a2d6f-27a3-4fc7-a6ad-ce0dd275177b tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2067301818', 'security_groups': ['7e235996-2108-4614-b4d5-9bb30f4f09c7'], 'network_id': '5bead681-b990-4e6e-ae4a-41c64647f893', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b28be439-91cf-4f88-b0c3-f86dfdd1a78b'}]}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:57.068350 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be8264e-d21d-4299-80dc-b0494a211fa6 None None] Update dhcp port {'port': {'network_id': '5bead681-b990-4e6e-ae4a-41c64647f893', 'fixed_ips': [{'subnet_id': '734358d9-ca61-42d3-b96d-651b11a0484d', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b28be439-91cf-4f88-b0c3-f86dfdd1a78b'}], 'binding:host_id': 'n-d-828418-1'}, 'id': '1ec6444c-a6d8-4bba-84be-b73fcf1f51b9'} from n-d-828418-1. {{(pid=87640) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 09 01:23:57.131580 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb44a39-75d9-4fab-8eb4-c357c73097e6 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e235996-2108-4614-b4d5-9bb30f4f09c7,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:57.160067 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9be8264e-d21d-4299-80dc-b0494a211fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:57.216609 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6f3c6a74-6bd2-4d56-85a6-b8c1abd08369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:57.231232 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6f3c6a74-6bd2-4d56-85a6-b8c1abd08369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:57.351801 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-925abae7-7e07-4742-b5ad-387a5d64e4d9 req-adf038bd-ba74-4b3a-a0b3-da1028fd2c69 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=583d42b7-b55e-45d7-ba3b-91026f7fe3ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2731459 Feb 09 01:23:57.354740 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-999a2d6f-27a3-4fc7-a6ad-ce0dd275177b tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:57.357436 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-6f3c6a74-6bd2-4d56-85a6-b8c1abd08369 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=13ac08b426174f3db525eacd7e2e3a7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5663974 Feb 09 01:23:57.366133 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 54498) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:57.394796 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-999a2d6f-27a3-4fc7-a6ad-ce0dd275177b tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:57.417725 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-999a2d6f-27a3-4fc7-a6ad-ce0dd275177b tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Made reservation on behalf of c783560d2de04e1598eb7e3aecd5349e for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:23:57.716440 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-9be8264e-d21d-4299-80dc-b0494a211fa6 None None] Allocated IP 2001:db8::2 (5bead681-b990-4e6e-ae4a-41c64647f893/b28be439-91cf-4f88-b0c3-f86dfdd1a78b/1ec6444c-a6d8-4bba-84be-b73fcf1f51b9) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:23:57.743497 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3c6a74-6bd2-4d56-85a6-b8c1abd08369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ffe7cca-8352-4f54-8467-e89f5dfe9679,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:57.795532 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cde2416f-8db1-4457-8a73-0a521834b73e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:57.868797 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 54506) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:57.869503 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-999a2d6f-27a3-4fc7-a6ad-ce0dd275177b tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:57.913121 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-999a2d6f-27a3-4fc7-a6ad-ce0dd275177b tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] device_id is not set on port 624e133f-59d0-4561-86fc-ed20a53fa5f6 yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:23:58.014608 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a048e216-1e9c-442a-a410-99e22df4761c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:58.086795 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cde2416f-8db1-4457-8a73-0a521834b73e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:58.108859 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-9be8264e-d21d-4299-80dc-b0494a211fa6 None None] For port 1ec6444c-a6d8-4bba-84be-b73fcf1f51b9, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=1ec6444c-a6d8-4bba-84be-b73fcf1f51b9,segment=NetworkSegment(ea709575-e06b-4ce6-a5df-45596f37f7be),segment_id=ea709575-e06b-4ce6-a5df-45596f37f7be)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:23:58.141034 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a048e216-1e9c-442a-a410-99e22df4761c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:58.154385 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-a048e216-1e9c-442a-a410-99e22df4761c admin admin] Usage tracker for resource:security_group_rule and tenant:41fd3dd6fb9e4b5891e4c9284cce735c is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:23:58.170345 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9be8264e-d21d-4299-80dc-b0494a211fa6 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:58.173238 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-a048e216-1e9c-442a-a410-99e22df4761c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:23:58.180211 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a048e216-1e9c-442a-a410-99e22df4761c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:58.192535 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-9be8264e-d21d-4299-80dc-b0494a211fa6 None None] Transition to ACTIVE for port object 1ec6444c-a6d8-4bba-84be-b73fcf1f51b9 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:23:58.209023 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9be8264e-d21d-4299-80dc-b0494a211fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:58.384540 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be8264e-d21d-4299-80dc-b0494a211fa6 None None] Pushing event updated for resources: {'Port': ['ID=1ec6444c-a6d8-4bba-84be-b73fcf1f51b9,revision_number=6']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:58.409059 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925abae7-7e07-4742-b5ad-387a5d64e4d9 req-52ec9110-9114-4629-9243-451cafbfd6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:58.409059 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-925abae7-7e07-4742-b5ad-387a5d64e4d9 req-52ec9110-9114-4629-9243-451cafbfd6a6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1a20e36c7a554c699423b213df58ff18&device_id=583d42b7-b55e-45d7-ba3b-91026f7fe3ea HTTP/1.1" status: 200 len: 1097 time: 0.8559740 Feb 09 01:23:58.661303 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-999a2d6f-27a3-4fc7-a6ad-ce0dd275177b tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Allocated IP 2001:db8::95 (5bead681-b990-4e6e-ae4a-41c64647f893/b28be439-91cf-4f88-b0c3-f86dfdd1a78b/624e133f-59d0-4561-86fc-ed20a53fa5f6) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:23:58.716795 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a048e216-1e9c-442a-a410-99e22df4761c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:58.724392 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a048e216-1e9c-442a-a410-99e22df4761c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:58.748100 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cde2416f-8db1-4457-8a73-0a521834b73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:58.834007 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cde2416f-8db1-4457-8a73-0a521834b73e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:58.840315 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-cde2416f-8db1-4457-8a73-0a521834b73e admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/2ffe7cca-8352-4f54-8467-e89f5dfe9679 HTTP/1.1" status: 204 len: 168 time: 1.4614666 Feb 09 01:23:58.840315 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925abae7-7e07-4742-b5ad-387a5d64e4d9 req-90f6c735-0931-44ec-8b1e-5297eb216b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:58.840315 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-925abae7-7e07-4742-b5ad-387a5d64e4d9 req-90f6c735-0931-44ec-8b1e-5297eb216b56 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0b42d132-a4d6-4063-98c2-48389fb2c5a1 HTTP/1.1" status: 200 len: 916 time: 0.3965268 Feb 09 01:23:58.840315 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a048e216-1e9c-442a-a410-99e22df4761c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44607640-fa21-4cdc-b256-764cadfab259,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:58.857730 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-a048e216-1e9c-442a-a410-99e22df4761c admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=41fd3dd6fb9e4b5891e4c9284cce735c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9624143 Feb 09 01:23:58.857730 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde2416f-8db1-4457-8a73-0a521834b73e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ffe7cca-8352-4f54-8467-e89f5dfe9679,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:58.861395 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 54526) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:59.074542 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-999a2d6f-27a3-4fc7-a6ad-ce0dd275177b tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:59.087481 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-925abae7-7e07-4742-b5ad-387a5d64e4d9 req-fb1a38d3-7d26-4a70-ab73-a45b21918d01 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfdd6784-eeb8-49d0-b07b-a4a202af7e4c HTTP/1.1" status: 200 len: 217 time: 0.2321007 Feb 09 01:23:59.099587 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-999a2d6f-27a3-4fc7-a6ad-ce0dd275177b tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Transition to ACTIVE for port object 624e133f-59d0-4561-86fc-ed20a53fa5f6 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:23:59.147428 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-999a2d6f-27a3-4fc7-a6ad-ce0dd275177b tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:59.243324 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925abae7-7e07-4742-b5ad-387a5d64e4d9 req-bcea9326-95cc-4839-a397-c0044fcfb0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:59.243324 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-925abae7-7e07-4742-b5ad-387a5d64e4d9 req-bcea9326-95cc-4839-a397-c0044fcfb0b8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5d342298-601b-4654-a677-d1e5d55f90c1 HTTP/1.1" status: 200 len: 855 time: 0.1403711 Feb 09 01:23:59.363564 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-925abae7-7e07-4742-b5ad-387a5d64e4d9 req-c6aff4e8-e566-4bba-aceb-9278b8a74ca2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0b42d132-a4d6-4063-98c2-48389fb2c5a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1050003 Feb 09 01:23:59.374854 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999a2d6f-27a3-4fc7-a6ad-ce0dd275177b tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Network 5bead681-b990-4e6e-ae4a-41c64647f893 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:23:59.390496 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-999a2d6f-27a3-4fc7-a6ad-ce0dd275177b tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:59.390496 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999a2d6f-27a3-4fc7-a6ad-ce0dd275177b tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:23:59.424716 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999a2d6f-27a3-4fc7-a6ad-ce0dd275177b tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:59.425914 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-999a2d6f-27a3-4fc7-a6ad-ce0dd275177b tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:59.453756 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999a2d6f-27a3-4fc7-a6ad-ce0dd275177b tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event updated for resources: {'Port': ['ID=624e133f-59d0-4561-86fc-ed20a53fa5f6,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:59.482113 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-999a2d6f-27a3-4fc7-a6ad-ce0dd275177b tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5046086 Feb 09 01:23:59.485792 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 54540) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:59.495295 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-73e5bc0d-dbf8-4b99-ab17-7775bd32527d tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Request body: {'subnet': {'network_id': '5bead681-b990-4e6e-ae4a-41c64647f893', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:59.592545 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0d8a2960-be11-49cf-a0bf-8b5b316f79bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:59.761458 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 54548) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:59.844597 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-73e5bc0d-dbf8-4b99-ab17-7775bd32527d tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:59.847987 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4c1e3de4-82f7-4d8f-a19b-95c44c228742 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:59.851670 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-73e5bc0d-dbf8-4b99-ab17-7775bd32527d tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Usage tracker for resource:subnet and tenant:c783560d2de04e1598eb7e3aecd5349e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:23:59.851670 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-73e5bc0d-dbf8-4b99-ab17-7775bd32527d tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:23:59.861912 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e51552-78fa-423f-85fc-33c8f48e67b4 req-307b4730-51b1-475e-8c02-ec1b43d01a49 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:59.861912 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-35e51552-78fa-423f-85fc-33c8f48e67b4 req-307b4730-51b1-475e-8c02-ec1b43d01a49 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Synchronizing usage tracker for tenant:1a20e36c7a554c699423b213df58ff18 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:23:59.869213 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0d8a2960-be11-49cf-a0bf-8b5b316f79bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:59.884264 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-73e5bc0d-dbf8-4b99-ab17-7775bd32527d tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:59.902171 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e5bc0d-dbf8-4b99-ab17-7775bd32527d tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Made reservation on behalf of c783560d2de04e1598eb7e3aecd5349e for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:23:59.905307 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4c1e3de4-82f7-4d8f-a19b-95c44c228742 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:59.926696 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-73e5bc0d-dbf8-4b99-ab17-7775bd32527d tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:59.929573 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4307ec4a-9a79-40ff-907d-3ef24b8cbe9a None None] Provisioning complete for port d06d0a6d-b62e-4944-9d90-05a225ab4c2a triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:59.929573 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4307ec4a-9a79-40ff-907d-3ef24b8cbe9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:59.939735 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-35e51552-78fa-423f-85fc-33c8f48e67b4 req-307b4730-51b1-475e-8c02-ec1b43d01a49 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Unset dirty status for tenant:1a20e36c7a554c699423b213df58ff18 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:23:59.940962 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-35e51552-78fa-423f-85fc-33c8f48e67b4 req-307b4730-51b1-475e-8c02-ec1b43d01a49 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f44d835-1cea-4fcf-b4d4-6682d03aca22 HTTP/1.1" status: 200 len: 946 time: 0.9689198 Feb 09 01:23:59.950479 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-4c1e3de4-82f7-4d8f-a19b-95c44c228742 admin admin] Usage tracker for resource:security_group_rule and tenant:2133309dee4841db832e54562fa0c46a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:23:59.968624 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-4c1e3de4-82f7-4d8f-a19b-95c44c228742 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:24:00.014864 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-4307ec4a-9a79-40ff-907d-3ef24b8cbe9a None None] Port d06d0a6d-b62e-4944-9d90-05a225ab4c2a cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:24:00.019352 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 1ec6444c-a6d8-4bba-84be-b73fcf1f51b9 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:24:00.023758 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4c1e3de4-82f7-4d8f-a19b-95c44c228742 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:24:00.079868 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4307ec4a-9a79-40ff-907d-3ef24b8cbe9a None None] Provisioning for port 1ec6444c-a6d8-4bba-84be-b73fcf1f51b9 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:24:00.103726 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4307ec4a-9a79-40ff-907d-3ef24b8cbe9a None None] Provisioning complete for port 1ec6444c-a6d8-4bba-84be-b73fcf1f51b9 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:00.104385 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4307ec4a-9a79-40ff-907d-3ef24b8cbe9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:00.124272 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-925abae7-7e07-4742-b5ad-387a5d64e4d9 req-614067c5-4253-483c-8ac6-5c5cb791c473 service neutron] 10.222.0.62 "GET /v2.0/networks/0b42d132-a4d6-4063-98c2-48389fb2c5a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7461441 Feb 09 01:24:00.209549 n-d-828418-1 neutron-server[87638]: INFO neutron.db.ipam_backend_mixin [None req-73e5bc0d-dbf8-4b99-ab17-7775bd32527d tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b28be439-91cf-4f88-b0c3-f86dfdd1a78b (CIDR: 2001:db8::/64) Feb 09 01:24:00.228698 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-73e5bc0d-dbf8-4b99-ab17-7775bd32527d tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:24:00.228698 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73e5bc0d-dbf8-4b99-ab17-7775bd32527d tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:24:00.289781 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-35e51552-78fa-423f-85fc-33c8f48e67b4 req-95ba5bb0-95c7-4f6f-97df-eb0b84afc1ce tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e238689-2b13-4df9-8955-13b9e4cebcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174937 Feb 09 01:24:00.322757 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-73e5bc0d-dbf8-4b99-ab17-7775bd32527d tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8355281 Feb 09 01:24:00.326756 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 54556) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:00.353435 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0d8a2960-be11-49cf-a0bf-8b5b316f79bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:00.383837 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8a2960-be11-49cf-a0bf-8b5b316f79bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44607640-fa21-4cdc-b256-764cadfab259,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:00.404707 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0d8a2960-be11-49cf-a0bf-8b5b316f79bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:00.409273 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-0d8a2960-be11-49cf-a0bf-8b5b316f79bf admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/44607640-fa21-4cdc-b256-764cadfab259 HTTP/1.1" status: 204 len: 168 time: 1.4558587 Feb 09 01:24:00.453000 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-925abae7-7e07-4742-b5ad-387a5d64e4d9 req-33401e29-7693-49e2-aaf7-fc9836d04135 service neutron] 10.222.0.62 "GET /v2.0/networks/0b42d132-a4d6-4063-98c2-48389fb2c5a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985060 Feb 09 01:24:00.504264 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4c1e3de4-82f7-4d8f-a19b-95c44c228742 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:00.509236 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4c1e3de4-82f7-4d8f-a19b-95c44c228742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:00.517543 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-5b169eae-638a-40fc-b209-25d6c13e7835 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Request body: {'subnet': {'network_id': '5bead681-b990-4e6e-ae4a-41c64647f893', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:00.528962 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 1ec6444c-a6d8-4bba-84be-b73fcf1f51b9 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:00.529336 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:00.567417 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-4c1e3de4-82f7-4d8f-a19b-95c44c228742 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=2133309dee4841db832e54562fa0c46a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8016462 Feb 09 01:24:00.567417 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 54564) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:00.722150 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1e3de4-82f7-4d8f-a19b-95c44c228742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ef8889-48cd-4eed-a6c8-418c1f65b42a,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:00.815196 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d930eb27-6d69-4dbb-81d4-76ecfaaa58ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:00.862571 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d930eb27-6d69-4dbb-81d4-76ecfaaa58ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:00.975320 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-83724ccd-ace8-4e78-a298-911f548121bc None None] Provisioning for port 624e133f-59d0-4561-86fc-ed20a53fa5f6 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:24:00.975320 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-83724ccd-ace8-4e78-a298-911f548121bc None None] Provisioning complete for port 624e133f-59d0-4561-86fc-ed20a53fa5f6 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:00.975320 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-83724ccd-ace8-4e78-a298-911f548121bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:01.050618 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d930eb27-6d69-4dbb-81d4-76ecfaaa58ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:01.059161 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-83724ccd-ace8-4e78-a298-911f548121bc None None] Port 624e133f-59d0-4561-86fc-ed20a53fa5f6 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:24:01.091806 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d930eb27-6d69-4dbb-81d4-76ecfaaa58ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ef8889-48cd-4eed-a6c8-418c1f65b42a,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:01.097006 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdca0839-bb0d-47f2-98fa-726e4272ac27 req-28336e01-f741-49d5-9e17-25623bfb3c6d tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:01.097006 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-cdca0839-bb0d-47f2-98fa-726e4272ac27 req-28336e01-f741-49d5-9e17-25623bfb3c6d tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Synchronizing usage tracker for tenant:1a20e36c7a554c699423b213df58ff18 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:24:01.106628 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d930eb27-6d69-4dbb-81d4-76ecfaaa58ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:01.131093 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-d930eb27-6d69-4dbb-81d4-76ecfaaa58ef admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/74ef8889-48cd-4eed-a6c8-418c1f65b42a HTTP/1.1" status: 204 len: 168 time: 0.5516014 Feb 09 01:24:01.149128 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5b169eae-638a-40fc-b209-25d6c13e7835 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:24:01.170273 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-5b169eae-638a-40fc-b209-25d6c13e7835 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Usage tracker for resource:subnet and tenant:c783560d2de04e1598eb7e3aecd5349e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:24:01.180965 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-5b169eae-638a-40fc-b209-25d6c13e7835 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:24:01.184135 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-cdca0839-bb0d-47f2-98fa-726e4272ac27 req-28336e01-f741-49d5-9e17-25623bfb3c6d tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Unset dirty status for tenant:1a20e36c7a554c699423b213df58ff18 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:24:01.185267 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-cdca0839-bb0d-47f2-98fa-726e4272ac27 req-28336e01-f741-49d5-9e17-25623bfb3c6d tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.99 "GET /v2.0/ports?device_id=2f44d835-1cea-4fcf-b4d4-6682d03aca22 HTTP/1.1" status: 200 len: 946 time: 0.8456776 Feb 09 01:24:01.271978 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5b169eae-638a-40fc-b209-25d6c13e7835 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:24:01.277457 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-cdca0839-bb0d-47f2-98fa-726e4272ac27 req-73a2ac58-da2a-4826-bcd1-4824ea7ffa6d tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Deleting port f2fa5581-8ea8-4b0e-bec9-650e39988641 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:24:01.277833 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-cdca0839-bb0d-47f2-98fa-726e4272ac27 req-73a2ac58-da2a-4826-bcd1-4824ea7ffa6d tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:01.334224 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b169eae-638a-40fc-b209-25d6c13e7835 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Made reservation on behalf of c783560d2de04e1598eb7e3aecd5349e for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:24:01.342080 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5b169eae-638a-40fc-b209-25d6c13e7835 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:01.827721 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-cdca0839-bb0d-47f2-98fa-726e4272ac27 req-73a2ac58-da2a-4826-bcd1-4824ea7ffa6d tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] For port f2fa5581-8ea8-4b0e-bec9-650e39988641, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=f2fa5581-8ea8-4b0e-bec9-650e39988641,segment=NetworkSegment(ab5b8647-54ba-47dc-a969-bd1d889d35c1),segment_id=ab5b8647-54ba-47dc-a969-bd1d889d35c1)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:24:01.827721 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-cdca0839-bb0d-47f2-98fa-726e4272ac27 req-73a2ac58-da2a-4826-bcd1-4824ea7ffa6d tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:01.874731 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d960c1-93d9-4a37-a08c-9b981e55f2a6 req-eb42165c-b01b-40e5-b357-9cce7342241a tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:01.904426 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-70d960c1-93d9-4a37-a08c-9b981e55f2a6 req-eb42165c-b01b-40e5-b357-9cce7342241a tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f44d835-1cea-4fcf-b4d4-6682d03aca22 HTTP/1.1" status: 200 len: 946 time: 0.3689466 Feb 09 01:24:01.996720 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-70d960c1-93d9-4a37-a08c-9b981e55f2a6 req-8a189368-0b78-476c-92f1-e04142ffade6 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e238689-2b13-4df9-8955-13b9e4cebcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935650 Feb 09 01:24:02.042294 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-cdca0839-bb0d-47f2-98fa-726e4272ac27 req-73a2ac58-da2a-4826-bcd1-4824ea7ffa6d tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Calling delete_port for f2fa5581-8ea8-4b0e-bec9-650e39988641 owned by compute:nova {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:24:02.111298 n-d-828418-1 neutron-server[87638]: INFO neutron.db.ipam_backend_mixin [None req-5b169eae-638a-40fc-b209-25d6c13e7835 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 734358d9-ca61-42d3-b96d-651b11a0484d (CIDR: 2001:db8:0:1::/64) Feb 09 01:24:02.118105 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b169eae-638a-40fc-b209-25d6c13e7835 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:24:02.118550 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b169eae-638a-40fc-b209-25d6c13e7835 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:24:02.185141 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-5b169eae-638a-40fc-b209-25d6c13e7835 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.8521323 Feb 09 01:24:02.187093 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 54612) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:02.194488 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-198df51e-331c-4cea-9994-20ccacd609b5 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Request body: {'subnet': {'network_id': '5bead681-b990-4e6e-ae4a-41c64647f893', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:02.402000 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-198df51e-331c-4cea-9994-20ccacd609b5 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:24:02.414005 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-198df51e-331c-4cea-9994-20ccacd609b5 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Usage tracker for resource:subnet and tenant:c783560d2de04e1598eb7e3aecd5349e is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:24:02.421960 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-198df51e-331c-4cea-9994-20ccacd609b5 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:24:02.439498 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-198df51e-331c-4cea-9994-20ccacd609b5 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:24:02.462407 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198df51e-331c-4cea-9994-20ccacd609b5 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Made reservation on behalf of c783560d2de04e1598eb7e3aecd5349e for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:24:02.471860 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-198df51e-331c-4cea-9994-20ccacd609b5 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:02.625240 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-cdca0839-bb0d-47f2-98fa-726e4272ac27 req-73a2ac58-da2a-4826-bcd1-4824ea7ffa6d tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:02.679079 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['cfdd6784-eeb8-49d0-b07b-a4a202af7e4c'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:24:02.778413 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['52e4097d-1152-4657-b424-b4db94cbcdc9', 'f2fa5581-8ea8-4b0e-bec9-650e39988641'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:24:02.808136 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a2ac58-da2a-4826-bcd1-4824ea7ffa6d tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Pushing event deleted for resources: {'Port': ['ID=f2fa5581-8ea8-4b0e-bec9-650e39988641,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:02.948567 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdca0839-bb0d-47f2-98fa-726e4272ac27 req-73a2ac58-da2a-4826-bcd1-4824ea7ffa6d tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] No DVR routers for this DVR port f2fa5581-8ea8-4b0e-bec9-650e39988641 on host n-h2-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:24:02.948567 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-cdca0839-bb0d-47f2-98fa-726e4272ac27 req-73a2ac58-da2a-4826-bcd1-4824ea7ffa6d tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:02.965501 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f44d835-1cea-4fcf-b4d4-6682d03aca22', 'name': 'network-vif-deleted', 'tag': 'f2fa5581-8ea8-4b0e-bec9-650e39988641'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:24:02.982818 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-cdca0839-bb0d-47f2-98fa-726e4272ac27 req-73a2ac58-da2a-4826-bcd1-4824ea7ffa6d tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.99 "DELETE /v2.0/ports/f2fa5581-8ea8-4b0e-bec9-650e39988641 HTTP/1.1" status: 204 len: 173 time: 1.7845588 Feb 09 01:24:03.103835 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f44d835-1cea-4fcf-b4d4-6682d03aca22', 'name': 'network-vif-deleted', 'tag': 'f2fa5581-8ea8-4b0e-bec9-650e39988641', 'status': 'completed', 'code': 200} Feb 09 01:24:03.362776 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9c930c32-92b4-4ead-9de1-9a6d38d2465a req-8ec57846-e132-4faf-999b-e10b6f5ce559 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f44d835-1cea-4fcf-b4d4-6682d03aca22 HTTP/1.1" status: 200 len: 210 time: 0.0910192 Feb 09 01:24:03.371388 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-198df51e-331c-4cea-9994-20ccacd609b5 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:03.601574 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198df51e-331c-4cea-9994-20ccacd609b5 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Network 5bead681-b990-4e6e-ae4a-41c64647f893 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:24:03.626433 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-198df51e-331c-4cea-9994-20ccacd609b5 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:24:03.632237 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198df51e-331c-4cea-9994-20ccacd609b5 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:03.632828 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-198df51e-331c-4cea-9994-20ccacd609b5 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:03.653793 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d484c6-f87d-4b3d-80cb-170725deae44 None None] Network 5bead681-b990-4e6e-ae4a-41c64647f893 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:24:03.681934 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198df51e-331c-4cea-9994-20ccacd609b5 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event updated for resources: {'Subnet': ['ID=765498e3-c9d7-41d3-a468-0a0393d294da,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:03.701579 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198df51e-331c-4cea-9994-20ccacd609b5 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:03.702112 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198df51e-331c-4cea-9994-20ccacd609b5 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:03.702555 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198df51e-331c-4cea-9994-20ccacd609b5 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:03.702982 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198df51e-331c-4cea-9994-20ccacd609b5 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:03.703535 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198df51e-331c-4cea-9994-20ccacd609b5 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:03.703931 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198df51e-331c-4cea-9994-20ccacd609b5 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:03.704227 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198df51e-331c-4cea-9994-20ccacd609b5 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:03.704569 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198df51e-331c-4cea-9994-20ccacd609b5 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:03.704918 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198df51e-331c-4cea-9994-20ccacd609b5 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:03.705262 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198df51e-331c-4cea-9994-20ccacd609b5 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:03.705631 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198df51e-331c-4cea-9994-20ccacd609b5 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:03.717553 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198df51e-331c-4cea-9994-20ccacd609b5 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:03.747529 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-198df51e-331c-4cea-9994-20ccacd609b5 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5609636 Feb 09 01:24:03.750344 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 54664) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:03.757881 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-eec95b14-3458-4b7d-b401-eaf7b06189c5 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-194669559', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '765498e3-c9d7-41d3-a468-0a0393d294da'}], 'security_groups': ['877680a0-6eb4-4109-a094-37da573c5eda', '7bdea77a-3a49-43d0-a4c2-fc3e0b56cb1d']}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:04.444444 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eec95b14-3458-4b7d-b401-eaf7b06189c5 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:04.477682 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ce2de9-c2de-41e5-94b6-18ab38528197 None None] Update dhcp port {'port': {'network_id': '5bead681-b990-4e6e-ae4a-41c64647f893', 'fixed_ips': [{'subnet_id': '734358d9-ca61-42d3-b96d-651b11a0484d', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b28be439-91cf-4f88-b0c3-f86dfdd1a78b', 'ip_address': '2001:db8::2'}, {'subnet_id': '765498e3-c9d7-41d3-a468-0a0393d294da'}], 'binding:host_id': 'n-d-828418-1'}, 'id': '1ec6444c-a6d8-4bba-84be-b73fcf1f51b9'} from n-d-828418-1. {{(pid=87640) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 09 01:24:04.624796 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a1ce2de9-c2de-41e5-94b6-18ab38528197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:04.650124 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 54700) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:05.146206 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-a1ce2de9-c2de-41e5-94b6-18ab38528197 None None] Allocated IP 2001:db8:0:2::2 (5bead681-b990-4e6e-ae4a-41c64647f893/765498e3-c9d7-41d3-a468-0a0393d294da/1ec6444c-a6d8-4bba-84be-b73fcf1f51b9) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:24:05.243969 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-a3e113c6-a77e-4c30-985a-17b3d81c206b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649903079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649903079-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-634616167'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:05.256885 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a3e113c6-a77e-4c30-985a-17b3d81c206b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649903079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649903079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:24:05.262666 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-a3e113c6-a77e-4c30-985a-17b3d81c206b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649903079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649903079-project] Usage tracker for resource:network and tenant:c0aff400909143dc8b1cb4ed24e7f92c is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:24:05.266673 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-a3e113c6-a77e-4c30-985a-17b3d81c206b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649903079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649903079-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:24:05.274623 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a3e113c6-a77e-4c30-985a-17b3d81c206b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649903079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649903079-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:24:05.289790 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e113c6-a77e-4c30-985a-17b3d81c206b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649903079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649903079-project] Made reservation on behalf of c0aff400909143dc8b1cb4ed24e7f92c for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:24:05.293155 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a3e113c6-a77e-4c30-985a-17b3d81c206b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649903079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649903079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:05.306777 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a3e113c6-a77e-4c30-985a-17b3d81c206b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649903079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649903079-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:05.328337 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa24638c-11a7-478b-8b97-844edabf9e80 req-a5d71864-ee22-4ccf-a3dd-c5ef4e47c879 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:05.336290 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fa24638c-11a7-478b-8b97-844edabf9e80 req-a5d71864-ee22-4ccf-a3dd-c5ef4e47c879 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/ports?device_id=583d42b7-b55e-45d7-ba3b-91026f7fe3ea HTTP/1.1" status: 200 len: 946 time: 0.2432473 Feb 09 01:24:05.354016 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a3e113c6-a77e-4c30-985a-17b3d81c206b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649903079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649903079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:24:05.362955 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-a3e113c6-a77e-4c30-985a-17b3d81c206b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649903079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649903079-project] Usage tracker for resource:security_group_rule and tenant:c0aff400909143dc8b1cb4ed24e7f92c is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:24:05.390970 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-a3e113c6-a77e-4c30-985a-17b3d81c206b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649903079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649903079-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:24:05.426445 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a1ce2de9-c2de-41e5-94b6-18ab38528197 None None] For port 1ec6444c-a6d8-4bba-84be-b73fcf1f51b9, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=1ec6444c-a6d8-4bba-84be-b73fcf1f51b9,segment=NetworkSegment(ea709575-e06b-4ce6-a5df-45596f37f7be),segment_id=ea709575-e06b-4ce6-a5df-45596f37f7be)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:24:05.436125 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a3e113c6-a77e-4c30-985a-17b3d81c206b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649903079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649903079-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:24:05.463289 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fa24638c-11a7-478b-8b97-844edabf9e80 req-143d373b-f507-4b6b-9765-99c443a35dd5 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e238689-2b13-4df9-8955-13b9e4cebcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154094 Feb 09 01:24:05.498307 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a1ce2de9-c2de-41e5-94b6-18ab38528197 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:05.529445 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device f2fa5581-8ea8-4b0e-bec9-650e39988641 no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:24:05.585262 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] No Port match for: f2fa5581-8ea8-4b0e-bec9-650e39988641 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:24:05.585738 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device f2fa5581-8ea8-4b0e-bec9-650e39988641 not bound to the agent host n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:24:05.594219 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a1ce2de9-c2de-41e5-94b6-18ab38528197 None None] Transition to ACTIVE for port object 1ec6444c-a6d8-4bba-84be-b73fcf1f51b9 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:24:05.598990 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a1ce2de9-c2de-41e5-94b6-18ab38528197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:05.622598 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a3e113c6-a77e-4c30-985a-17b3d81c206b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649903079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649903079-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:05.628973 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a3e113c6-a77e-4c30-985a-17b3d81c206b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649903079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649903079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:05.771154 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e113c6-a77e-4c30-985a-17b3d81c206b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649903079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649903079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a353e54a-662b-40af-94d4-795bf9d24de4,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:05.807864 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3e113c6-a77e-4c30-985a-17b3d81c206b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649903079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649903079-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:24:05.822448 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ce2de9-c2de-41e5-94b6-18ab38528197 None None] Pushing event updated for resources: {'Port': ['ID=1ec6444c-a6d8-4bba-84be-b73fcf1f51b9,revision_number=7']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:05.843355 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a3e113c6-a77e-4c30-985a-17b3d81c206b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649903079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649903079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:05.843355 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-a3e113c6-a77e-4c30-985a-17b3d81c206b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649903079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649903079-project] Added segment 514a7df8-831c-4e1c-b786-d054352bb68f of type vlan for network 65f02ca2-a1da-4884-8d61-0fd3297de424 Feb 09 01:24:05.886662 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a3e113c6-a77e-4c30-985a-17b3d81c206b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649903079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649903079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:05.948538 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-eec95b14-3458-4b7d-b401-eaf7b06189c5 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Delete allocated IP 2001:db8::95 (5bead681-b990-4e6e-ae4a-41c64647f893/b28be439-91cf-4f88-b0c3-f86dfdd1a78b) {{(pid=87638) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 01:24:05.957393 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-eec95b14-3458-4b7d-b401-eaf7b06189c5 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Allocated IP 2001:db8:0:2::2be (5bead681-b990-4e6e-ae4a-41c64647f893/765498e3-c9d7-41d3-a468-0a0393d294da/624e133f-59d0-4561-86fc-ed20a53fa5f6) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:24:05.986455 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a3e113c6-a77e-4c30-985a-17b3d81c206b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649903079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649903079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:05.995657 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e113c6-a77e-4c30-985a-17b3d81c206b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649903079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649903079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:05.996725 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a3e113c6-a77e-4c30-985a-17b3d81c206b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649903079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649903079-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:06.147341 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-a3e113c6-a77e-4c30-985a-17b3d81c206b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649903079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649903079-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.5045812 Feb 09 01:24:06.306691 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eec95b14-3458-4b7d-b401-eaf7b06189c5 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:06.330713 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-eec95b14-3458-4b7d-b401-eaf7b06189c5 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Transition to ACTIVE for port object 624e133f-59d0-4561-86fc-ed20a53fa5f6 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:24:06.346053 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eec95b14-3458-4b7d-b401-eaf7b06189c5 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:06.423751 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e113c6-a77e-4c30-985a-17b3d81c206b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649903079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649903079-project] Pushing event updated for resources: {'Network': ['ID=65f02ca2-a1da-4884-8d61-0fd3297de424,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:06.437445 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 65f02ca2-a1da-4884-8d61-0fd3297de424 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:24:06.455276 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3669fa-3b4f-4f7c-ad38-1b5f13766dc5 req-926cf07e-3ba1-4774-a5c4-d0b5d723f417 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:06.457018 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2f3669fa-3b4f-4f7c-ad38-1b5f13766dc5 req-926cf07e-3ba1-4774-a5c4-d0b5d723f417 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.62 "GET /v2.0/ports?device_id=583d42b7-b55e-45d7-ba3b-91026f7fe3ea HTTP/1.1" status: 200 len: 946 time: 0.1467602 Feb 09 01:24:06.502979 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 54742) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:06.585379 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Request body: {'port': {'network_id': '65f02ca2-a1da-4884-8d61-0fd3297de424', 'binding:host_id': 'n-h1-828418-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-751926078'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:06.592419 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:24:06.605024 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Usage tracker for resource:port and tenant:bd75bba3f8ce4e72a2d1420aaff71846 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:24:06.605024 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:24:06.607272 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:24:06.617352 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-eec95b14-3458-4b7d-b401-eaf7b06189c5 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] In _notify_port_updated(), no bound segment for port 624e133f-59d0-4561-86fc-ed20a53fa5f6 on network 5bead681-b990-4e6e-ae4a-41c64647f893 {{(pid=87638) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 01:24:06.642129 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec95b14-3458-4b7d-b401-eaf7b06189c5 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:06.642129 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eec95b14-3458-4b7d-b401-eaf7b06189c5 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:06.642129 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-eec95b14-3458-4b7d-b401-eaf7b06189c5 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "PUT /v2.0/ports/624e133f-59d0-4561-86fc-ed20a53fa5f6 HTTP/1.1" status: 200 len: 969 time: 2.8785541 Feb 09 01:24:06.642129 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Made reservation on behalf of bd75bba3f8ce4e72a2d1420aaff71846 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:24:06.642129 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:06.679472 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 54748) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:06.886152 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-39058b1b-406a-4504-8475-8aeb74a02d10 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Deleting port 624e133f-59d0-4561-86fc-ed20a53fa5f6 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:24:06.887071 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-39058b1b-406a-4504-8475-8aeb74a02d10 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:06.944751 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:06.967000 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-2f3669fa-3b4f-4f7c-ad38-1b5f13766dc5 req-2d46aeb5-6b62-4b8e-8f3d-0086ee0de52d tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Deleting port cfdd6784-eeb8-49d0-b07b-a4a202af7e4c {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:24:06.967000 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-2f3669fa-3b4f-4f7c-ad38-1b5f13766dc5 req-2d46aeb5-6b62-4b8e-8f3d-0086ee0de52d tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:07.103073 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-862bc9b1-ad98-4efb-8e20-7163ad5d33e6 None None] Provisioning for port 624e133f-59d0-4561-86fc-ed20a53fa5f6 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:24:07.115848 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-862bc9b1-ad98-4efb-8e20-7163ad5d33e6 None None] Provisioning complete for port 624e133f-59d0-4561-86fc-ed20a53fa5f6 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:07.115848 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-862bc9b1-ad98-4efb-8e20-7163ad5d33e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:07.293747 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-862bc9b1-ad98-4efb-8e20-7163ad5d33e6 None None] Port 624e133f-59d0-4561-86fc-ed20a53fa5f6 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:24:07.324681 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec95b14-3458-4b7d-b401-eaf7b06189c5 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event updated for resources: {'Port': ['ID=624e133f-59d0-4561-86fc-ed20a53fa5f6,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:07.328764 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-862bc9b1-ad98-4efb-8e20-7163ad5d33e6 None None] Provisioning complete for port d06d0a6d-b62e-4944-9d90-05a225ab4c2a triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:07.329200 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-862bc9b1-ad98-4efb-8e20-7163ad5d33e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:07.425344 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:24:07.449499 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Usage tracker for resource:security_group_rule and tenant:bd75bba3f8ce4e72a2d1420aaff71846 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:24:07.465275 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:24:07.469084 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-862bc9b1-ad98-4efb-8e20-7163ad5d33e6 None None] Port d06d0a6d-b62e-4944-9d90-05a225ab4c2a cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:24:07.480669 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-862bc9b1-ad98-4efb-8e20-7163ad5d33e6 None None] Provisioning for port 1ec6444c-a6d8-4bba-84be-b73fcf1f51b9 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:24:07.498791 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-862bc9b1-ad98-4efb-8e20-7163ad5d33e6 None None] Provisioning complete for port 1ec6444c-a6d8-4bba-84be-b73fcf1f51b9 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:07.498791 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-862bc9b1-ad98-4efb-8e20-7163ad5d33e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:07.502837 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:24:07.507344 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d51d1-d9d4-4677-9897-4522787f4491 req-c28e3ba2-1fc9-4b42-8956-cc613b197213 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:07.521902 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-642d51d1-d9d4-4677-9897-4522787f4491 req-c28e3ba2-1fc9-4b42-8956-cc613b197213 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/ports?device_id=583d42b7-b55e-45d7-ba3b-91026f7fe3ea HTTP/1.1" status: 200 len: 946 time: 0.4870391 Feb 09 01:24:07.677437 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-39058b1b-406a-4504-8475-8aeb74a02d10 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:07.795448 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-642d51d1-d9d4-4677-9897-4522787f4491 req-64b65692-9f33-419b-bc6c-79def102f4ca tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e238689-2b13-4df9-8955-13b9e4cebcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781956 Feb 09 01:24:07.830783 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-2f3669fa-3b4f-4f7c-ad38-1b5f13766dc5 req-2d46aeb5-6b62-4b8e-8f3d-0086ee0de52d tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] For port cfdd6784-eeb8-49d0-b07b-a4a202af7e4c, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=cfdd6784-eeb8-49d0-b07b-a4a202af7e4c,segment=NetworkSegment(ab5b8647-54ba-47dc-a969-bd1d889d35c1),segment_id=ab5b8647-54ba-47dc-a969-bd1d889d35c1)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:24:07.836219 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-2f3669fa-3b4f-4f7c-ad38-1b5f13766dc5 req-2d46aeb5-6b62-4b8e-8f3d-0086ee0de52d tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:07.933777 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 1ec6444c-a6d8-4bba-84be-b73fcf1f51b9 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:24:07.987994 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-39058b1b-406a-4504-8475-8aeb74a02d10 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Calling delete_port for 624e133f-59d0-4561-86fc-ed20a53fa5f6 owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:24:08.075849 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-36071bda-cf82-4239-b545-2a51178ab243 None None] Provisioning complete for port 624e133f-59d0-4561-86fc-ed20a53fa5f6 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:08.075849 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-36071bda-cf82-4239-b545-2a51178ab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:08.150886 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-2f3669fa-3b4f-4f7c-ad38-1b5f13766dc5 req-2d46aeb5-6b62-4b8e-8f3d-0086ee0de52d tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Calling delete_port for cfdd6784-eeb8-49d0-b07b-a4a202af7e4c owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:24:08.234578 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 1ec6444c-a6d8-4bba-84be-b73fcf1f51b9 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:08.235174 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:08.252892 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-39058b1b-406a-4504-8475-8aeb74a02d10 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:08.273700 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:08.303843 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-55f0184d-f9c0-4ec5-aec7-fcea932b32c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:08.342370 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:08.369474 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] device_id is not set on port 32bdd6de-363f-4086-9593-141fa02b48a2 yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:24:08.431391 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-36071bda-cf82-4239-b545-2a51178ab243 None None] Port 624e133f-59d0-4561-86fc-ed20a53fa5f6 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:24:08.462199 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39058b1b-406a-4504-8475-8aeb74a02d10 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event deleted for resources: {'Port': ['ID=624e133f-59d0-4561-86fc-ed20a53fa5f6,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:08.494555 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-2f3669fa-3b4f-4f7c-ad38-1b5f13766dc5 req-2d46aeb5-6b62-4b8e-8f3d-0086ee0de52d tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:08.516308 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['52e4097d-1152-4657-b424-b4db94cbcdc9'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:24:08.534467 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7add745c-4d29-42dd-881f-615f1abf1d3b,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:08.538329 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['cfdd6784-eeb8-49d0-b07b-a4a202af7e4c'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:24:08.721138 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-39058b1b-406a-4504-8475-8aeb74a02d10 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:08.785573 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-39058b1b-406a-4504-8475-8aeb74a02d10 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "DELETE /v2.0/ports/624e133f-59d0-4561-86fc-ed20a53fa5f6 HTTP/1.1" status: 204 len: 168 time: 2.1133099 Feb 09 01:24:08.788706 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 54804) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:08.859459 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d46aeb5-6b62-4b8e-8f3d-0086ee0de52d tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Pushing event deleted for resources: {'Port': ['ID=cfdd6784-eeb8-49d0-b07b-a4a202af7e4c,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:09.034681 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f3669fa-3b4f-4f7c-ad38-1b5f13766dc5 req-2d46aeb5-6b62-4b8e-8f3d-0086ee0de52d tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] No DVR routers for this DVR port cfdd6784-eeb8-49d0-b07b-a4a202af7e4c on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:24:09.034681 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-2f3669fa-3b4f-4f7c-ad38-1b5f13766dc5 req-2d46aeb5-6b62-4b8e-8f3d-0086ee0de52d tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:09.097625 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '583d42b7-b55e-45d7-ba3b-91026f7fe3ea', 'name': 'network-vif-deleted', 'tag': 'cfdd6784-eeb8-49d0-b07b-a4a202af7e4c'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:24:09.107803 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-3047e980-39d1-4131-9c83-26d29327839a tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] GET failed (client error): The resource could not be found. Feb 09 01:24:09.108374 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-3047e980-39d1-4131-9c83-26d29327839a tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Synchronizing usage tracker for tenant:c783560d2de04e1598eb7e3aecd5349e on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:24:09.124820 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-14c4577d-149b-4d93-ab99-da4fc9f83452 req-9d18facf-1505-4e35-8d1d-cb5410ce0487 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Synchronizing usage tracker for tenant:1a20e36c7a554c699423b213df58ff18 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:24:09.136262 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2f3669fa-3b4f-4f7c-ad38-1b5f13766dc5 req-2d46aeb5-6b62-4b8e-8f3d-0086ee0de52d tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.62 "DELETE /v2.0/ports/cfdd6784-eeb8-49d0-b07b-a4a202af7e4c HTTP/1.1" status: 204 len: 173 time: 2.6734972 Feb 09 01:24:09.148417 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-14c4577d-149b-4d93-ab99-da4fc9f83452 req-9d18facf-1505-4e35-8d1d-cb5410ce0487 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Unset dirty status for tenant:1a20e36c7a554c699423b213df58ff18 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:24:09.150141 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-14c4577d-149b-4d93-ab99-da4fc9f83452 req-9d18facf-1505-4e35-8d1d-cb5410ce0487 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/ports?device_id=583d42b7-b55e-45d7-ba3b-91026f7fe3ea HTTP/1.1" status: 200 len: 210 time: 0.1242094 Feb 09 01:24:09.176036 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '583d42b7-b55e-45d7-ba3b-91026f7fe3ea', 'name': 'network-vif-deleted', 'tag': 'cfdd6784-eeb8-49d0-b07b-a4a202af7e4c', 'status': 'completed', 'code': 200} Feb 09 01:24:09.244483 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-3047e980-39d1-4131-9c83-26d29327839a tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Unset dirty status for tenant:c783560d2de04e1598eb7e3aecd5349e on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:24:09.246602 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-3047e980-39d1-4131-9c83-26d29327839a tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "GET /v2.0/ports/624e133f-59d0-4561-86fc-ed20a53fa5f6 HTTP/1.1" status: 404 len: 333 time: 0.4569511 Feb 09 01:24:09.249519 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 54820) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:09.458842 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e08467c7-e5dd-48ff-9d2c-e0ef8987079e tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:09.475569 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] device_id is not set on port 32bdd6de-363f-4086-9593-141fa02b48a2 yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:24:09.483930 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:09.511392 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Transition to ACTIVE for port object 32bdd6de-363f-4086-9593-141fa02b48a2 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:24:09.521132 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:09.544330 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e08467c7-e5dd-48ff-9d2c-e0ef8987079e tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:09.673033 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e08467c7-e5dd-48ff-9d2c-e0ef8987079e tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:09.717713 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08467c7-e5dd-48ff-9d2c-e0ef8987079e tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e235996-2108-4614-b4d5-9bb30f4f09c7,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:09.741865 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e08467c7-e5dd-48ff-9d2c-e0ef8987079e tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:09.749002 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-e08467c7-e5dd-48ff-9d2c-e0ef8987079e tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "DELETE /v2.0/security-groups/7e235996-2108-4614-b4d5-9bb30f4f09c7 HTTP/1.1" status: 204 len: 168 time: 0.4936357 Feb 09 01:24:09.749002 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 54834) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:09.773564 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Pushing event updated for resources: {'Port': ['ID=32bdd6de-363f-4086-9593-141fa02b48a2,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:09.799467 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Checking segment: {'id': '514a7df8-831c-4e1c-b786-d054352bb68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '65f02ca2-a1da-4884-8d61-0fd3297de424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:24:09.826482 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Network hostable DHCP agents. Network: 65f02ca2-a1da-4884-8d61-0fd3297de424, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:24:09.896595 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Network 65f02ca2-a1da-4884-8d61-0fd3297de424 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:24:09.910296 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 65f02ca2-a1da-4884-8d61-0fd3297de424) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:24:09.916114 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:24:09.920750 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88878beb-095e-4da2-a024-0b3242a7a6af None None] Network 65f02ca2-a1da-4884-8d61-0fd3297de424 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:24:09.946945 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port 32bdd6de-363f-4086-9593-141fa02b48a2 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:24:09.949324 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port 32bdd6de-363f-4086-9593-141fa02b48a2 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '514a7df8-831c-4e1c-b786-d054352bb68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '65f02ca2-a1da-4884-8d61-0fd3297de424'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:24:09.949769 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port 32bdd6de-363f-4086-9593-141fa02b48a2 on network 65f02ca2-a1da-4884-8d61-0fd3297de424 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:24:09.962652 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Port 32bdd6de-363f-4086-9593-141fa02b48a2 on network 65f02ca2-a1da-4884-8d61-0fd3297de424 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:24:09.963110 n-d-828418-1 neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Failed to bind port 32bdd6de-363f-4086-9593-141fa02b48a2 on host n-h1-828418-1 for vnic_type normal using segments [{'id': '514a7df8-831c-4e1c-b786-d054352bb68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '65f02ca2-a1da-4884-8d61-0fd3297de424'}] Feb 09 01:24:09.963566 n-d-828418-1 neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempt 2 to bind port 32bdd6de-363f-4086-9593-141fa02b48a2 Feb 09 01:24:09.984226 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b01c46fb-67ac-478c-a163-124cab5f932c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:09.996935 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port 32bdd6de-363f-4086-9593-141fa02b48a2 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:24:09.997386 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port 32bdd6de-363f-4086-9593-141fa02b48a2 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '514a7df8-831c-4e1c-b786-d054352bb68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '65f02ca2-a1da-4884-8d61-0fd3297de424'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:24:09.997838 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port 32bdd6de-363f-4086-9593-141fa02b48a2 on network 65f02ca2-a1da-4884-8d61-0fd3297de424 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:24:10.014122 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Port 32bdd6de-363f-4086-9593-141fa02b48a2 on network 65f02ca2-a1da-4884-8d61-0fd3297de424 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:24:10.014700 n-d-828418-1 neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Failed to bind port 32bdd6de-363f-4086-9593-141fa02b48a2 on host n-h1-828418-1 for vnic_type normal using segments [{'id': '514a7df8-831c-4e1c-b786-d054352bb68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '65f02ca2-a1da-4884-8d61-0fd3297de424'}] Feb 09 01:24:10.015273 n-d-828418-1 neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempt 3 to bind port 32bdd6de-363f-4086-9593-141fa02b48a2 Feb 09 01:24:10.057101 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b01c46fb-67ac-478c-a163-124cab5f932c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:10.120213 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port 32bdd6de-363f-4086-9593-141fa02b48a2 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:24:10.124328 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port 32bdd6de-363f-4086-9593-141fa02b48a2 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '514a7df8-831c-4e1c-b786-d054352bb68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '65f02ca2-a1da-4884-8d61-0fd3297de424'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:24:10.124328 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port 32bdd6de-363f-4086-9593-141fa02b48a2 on network 65f02ca2-a1da-4884-8d61-0fd3297de424 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:24:10.131675 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b01c46fb-67ac-478c-a163-124cab5f932c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:10.142551 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Port 32bdd6de-363f-4086-9593-141fa02b48a2 on network 65f02ca2-a1da-4884-8d61-0fd3297de424 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:24:10.142551 n-d-828418-1 neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Failed to bind port 32bdd6de-363f-4086-9593-141fa02b48a2 on host n-h1-828418-1 for vnic_type normal using segments [{'id': '514a7df8-831c-4e1c-b786-d054352bb68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '65f02ca2-a1da-4884-8d61-0fd3297de424'}] Feb 09 01:24:10.142551 n-d-828418-1 neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempt 4 to bind port 32bdd6de-363f-4086-9593-141fa02b48a2 Feb 09 01:24:10.167016 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port 32bdd6de-363f-4086-9593-141fa02b48a2 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:24:10.167016 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port 32bdd6de-363f-4086-9593-141fa02b48a2 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '514a7df8-831c-4e1c-b786-d054352bb68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '65f02ca2-a1da-4884-8d61-0fd3297de424'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:24:10.167016 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port 32bdd6de-363f-4086-9593-141fa02b48a2 on network 65f02ca2-a1da-4884-8d61-0fd3297de424 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:24:10.173634 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Port 32bdd6de-363f-4086-9593-141fa02b48a2 on network 65f02ca2-a1da-4884-8d61-0fd3297de424 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:24:10.173634 n-d-828418-1 neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Failed to bind port 32bdd6de-363f-4086-9593-141fa02b48a2 on host n-h1-828418-1 for vnic_type normal using segments [{'id': '514a7df8-831c-4e1c-b786-d054352bb68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '65f02ca2-a1da-4884-8d61-0fd3297de424'}] Feb 09 01:24:10.173634 n-d-828418-1 neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempt 5 to bind port 32bdd6de-363f-4086-9593-141fa02b48a2 Feb 09 01:24:10.187196 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01c46fb-67ac-478c-a163-124cab5f932c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bdea77a-3a49-43d0-a4c2-fc3e0b56cb1d,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:10.191626 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b01c46fb-67ac-478c-a163-124cab5f932c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:10.191626 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-b01c46fb-67ac-478c-a163-124cab5f932c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "DELETE /v2.0/security-groups/7bdea77a-3a49-43d0-a4c2-fc3e0b56cb1d HTTP/1.1" status: 204 len: 168 time: 0.4421465 Feb 09 01:24:10.201873 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 54854) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:10.205303 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port 32bdd6de-363f-4086-9593-141fa02b48a2 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:24:10.205303 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port 32bdd6de-363f-4086-9593-141fa02b48a2 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '514a7df8-831c-4e1c-b786-d054352bb68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '65f02ca2-a1da-4884-8d61-0fd3297de424'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:24:10.205303 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port 32bdd6de-363f-4086-9593-141fa02b48a2 on network 65f02ca2-a1da-4884-8d61-0fd3297de424 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:24:10.215270 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Port 32bdd6de-363f-4086-9593-141fa02b48a2 on network 65f02ca2-a1da-4884-8d61-0fd3297de424 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:24:10.215270 n-d-828418-1 neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Failed to bind port 32bdd6de-363f-4086-9593-141fa02b48a2 on host n-h1-828418-1 for vnic_type normal using segments [{'id': '514a7df8-831c-4e1c-b786-d054352bb68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '65f02ca2-a1da-4884-8d61-0fd3297de424'}] Feb 09 01:24:10.215270 n-d-828418-1 neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempt 6 to bind port 32bdd6de-363f-4086-9593-141fa02b48a2 Feb 09 01:24:10.237691 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port 32bdd6de-363f-4086-9593-141fa02b48a2 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:24:10.237691 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port 32bdd6de-363f-4086-9593-141fa02b48a2 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '514a7df8-831c-4e1c-b786-d054352bb68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '65f02ca2-a1da-4884-8d61-0fd3297de424'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:24:10.237691 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port 32bdd6de-363f-4086-9593-141fa02b48a2 on network 65f02ca2-a1da-4884-8d61-0fd3297de424 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:24:10.247145 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Port 32bdd6de-363f-4086-9593-141fa02b48a2 on network 65f02ca2-a1da-4884-8d61-0fd3297de424 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:24:10.247145 n-d-828418-1 neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Failed to bind port 32bdd6de-363f-4086-9593-141fa02b48a2 on host n-h1-828418-1 for vnic_type normal using segments [{'id': '514a7df8-831c-4e1c-b786-d054352bb68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '65f02ca2-a1da-4884-8d61-0fd3297de424'}] Feb 09 01:24:10.247145 n-d-828418-1 neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempt 7 to bind port 32bdd6de-363f-4086-9593-141fa02b48a2 Feb 09 01:24:10.276107 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port 32bdd6de-363f-4086-9593-141fa02b48a2 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:24:10.276107 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port 32bdd6de-363f-4086-9593-141fa02b48a2 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '514a7df8-831c-4e1c-b786-d054352bb68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '65f02ca2-a1da-4884-8d61-0fd3297de424'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:24:10.282309 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port 32bdd6de-363f-4086-9593-141fa02b48a2 on network 65f02ca2-a1da-4884-8d61-0fd3297de424 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:24:10.308591 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Port 32bdd6de-363f-4086-9593-141fa02b48a2 on network 65f02ca2-a1da-4884-8d61-0fd3297de424 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:24:10.308591 n-d-828418-1 neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Failed to bind port 32bdd6de-363f-4086-9593-141fa02b48a2 on host n-h1-828418-1 for vnic_type normal using segments [{'id': '514a7df8-831c-4e1c-b786-d054352bb68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '65f02ca2-a1da-4884-8d61-0fd3297de424'}] Feb 09 01:24:10.308591 n-d-828418-1 neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempt 8 to bind port 32bdd6de-363f-4086-9593-141fa02b48a2 Feb 09 01:24:10.335890 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-99fe8b32-fd6c-46dd-944c-e4b27d303a7f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:10.340973 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port 32bdd6de-363f-4086-9593-141fa02b48a2 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:24:10.343576 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port 32bdd6de-363f-4086-9593-141fa02b48a2 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '514a7df8-831c-4e1c-b786-d054352bb68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '65f02ca2-a1da-4884-8d61-0fd3297de424'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:24:10.343983 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port 32bdd6de-363f-4086-9593-141fa02b48a2 on network 65f02ca2-a1da-4884-8d61-0fd3297de424 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:24:10.358048 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Port 32bdd6de-363f-4086-9593-141fa02b48a2 on network 65f02ca2-a1da-4884-8d61-0fd3297de424 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:24:10.358387 n-d-828418-1 neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Failed to bind port 32bdd6de-363f-4086-9593-141fa02b48a2 on host n-h1-828418-1 for vnic_type normal using segments [{'id': '514a7df8-831c-4e1c-b786-d054352bb68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '65f02ca2-a1da-4884-8d61-0fd3297de424'}] Feb 09 01:24:10.358782 n-d-828418-1 neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempt 9 to bind port 32bdd6de-363f-4086-9593-141fa02b48a2 Feb 09 01:24:10.390776 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-99fe8b32-fd6c-46dd-944c-e4b27d303a7f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:10.416773 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port 32bdd6de-363f-4086-9593-141fa02b48a2 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:24:10.416773 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port 32bdd6de-363f-4086-9593-141fa02b48a2 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '514a7df8-831c-4e1c-b786-d054352bb68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '65f02ca2-a1da-4884-8d61-0fd3297de424'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:24:10.416773 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port 32bdd6de-363f-4086-9593-141fa02b48a2 on network 65f02ca2-a1da-4884-8d61-0fd3297de424 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:24:10.423815 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Port 32bdd6de-363f-4086-9593-141fa02b48a2 on network 65f02ca2-a1da-4884-8d61-0fd3297de424 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:24:10.425508 n-d-828418-1 neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Failed to bind port 32bdd6de-363f-4086-9593-141fa02b48a2 on host n-h1-828418-1 for vnic_type normal using segments [{'id': '514a7df8-831c-4e1c-b786-d054352bb68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '65f02ca2-a1da-4884-8d61-0fd3297de424'}] Feb 09 01:24:10.428732 n-d-828418-1 neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempt 10 to bind port 32bdd6de-363f-4086-9593-141fa02b48a2 Feb 09 01:24:10.455899 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-99fe8b32-fd6c-46dd-944c-e4b27d303a7f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:10.472037 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-387f1bfa-10e8-46b4-81b6-c5b3d677cc5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:10.480403 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port 32bdd6de-363f-4086-9593-141fa02b48a2 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:24:10.480992 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port 32bdd6de-363f-4086-9593-141fa02b48a2 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '514a7df8-831c-4e1c-b786-d054352bb68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '65f02ca2-a1da-4884-8d61-0fd3297de424'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:24:10.482437 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port 32bdd6de-363f-4086-9593-141fa02b48a2 on network 65f02ca2-a1da-4884-8d61-0fd3297de424 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:24:10.496223 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fe8b32-fd6c-46dd-944c-e4b27d303a7f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=877680a0-6eb4-4109-a094-37da573c5eda,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:10.506099 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Port 32bdd6de-363f-4086-9593-141fa02b48a2 on network 65f02ca2-a1da-4884-8d61-0fd3297de424 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:24:10.506445 n-d-828418-1 neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Failed to bind port 32bdd6de-363f-4086-9593-141fa02b48a2 on host n-h1-828418-1 for vnic_type normal using segments [{'id': '514a7df8-831c-4e1c-b786-d054352bb68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '65f02ca2-a1da-4884-8d61-0fd3297de424'}] Feb 09 01:24:10.506815 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:10.511101 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-99fe8b32-fd6c-46dd-944c-e4b27d303a7f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:10.512403 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-99fe8b32-fd6c-46dd-944c-e4b27d303a7f tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "DELETE /v2.0/security-groups/877680a0-6eb4-4109-a094-37da573c5eda HTTP/1.1" status: 204 len: 168 time: 0.3161187 Feb 09 01:24:10.516121 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 54866) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:10.682871 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d07ee7e-5a2d-45c4-9b50-4a6a1d8f3da5 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Deleting subnet b28be439-91cf-4f88-b0c3-f86dfdd1a78b {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:24:10.689761 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0d07ee7e-5a2d-45c4-9b50-4a6a1d8f3da5 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:10.773371 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0d07ee7e-5a2d-45c4-9b50-4a6a1d8f3da5 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:10.794321 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] For port 32bdd6de-363f-4086-9593-141fa02b48a2, host n-h1-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:24:10.794321 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempted to set empty binding levels {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 09 01:24:10.802772 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:10.834993 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device cfdd6784-eeb8-49d0-b07b-a4a202af7e4c no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:24:10.857045 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 54874) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:10.865989 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:10.866578 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:10.909184 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 4.3942709 Feb 09 01:24:10.909958 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 54880) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:10.924098 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0d07ee7e-5a2d-45c4-9b50-4a6a1d8f3da5 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:10.944405 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: cfdd6784-eeb8-49d0-b07b-a4a202af7e4c {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:24:10.944982 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device cfdd6784-eeb8-49d0-b07b-a4a202af7e4c not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:24:10.949779 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac1148f-e030-469e-84e8-7bec70b84645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Pushing event updated for resources: {'Port': ['ID=32bdd6de-363f-4086-9593-141fa02b48a2,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:11.061645 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-8bac4ecd-90e2-40b9-af4a-dc1bd93be2d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Deleting port 32bdd6de-363f-4086-9593-141fa02b48a2 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:24:11.061645 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8bac4ecd-90e2-40b9-af4a-dc1bd93be2d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:11.118603 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0d07ee7e-5a2d-45c4-9b50-4a6a1d8f3da5 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:11.251595 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf3848c-1e32-4847-ac5f-6e1841904a20 None None] Network 5bead681-b990-4e6e-ae4a-41c64647f893 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:24:11.256843 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0d07ee7e-5a2d-45c4-9b50-4a6a1d8f3da5 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:11.282282 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d07ee7e-5a2d-45c4-9b50-4a6a1d8f3da5 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event deleted for resources: {'Subnet': ['ID=b28be439-91cf-4f88-b0c3-f86dfdd1a78b,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:11.294253 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-0d07ee7e-5a2d-45c4-9b50-4a6a1d8f3da5 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "DELETE /v2.0/subnets/b28be439-91cf-4f88-b0c3-f86dfdd1a78b HTTP/1.1" status: 204 len: 168 time: 0.7769964 Feb 09 01:24:11.295399 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 54890) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:11.359006 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-534e199c-bc4e-4e0b-9470-c7a42b6841d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:11.472807 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dd1e43e-3cf9-4138-96aa-73b4efaa275c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Deleting subnet 765498e3-c9d7-41d3-a468-0a0393d294da {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:24:11.477334 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-8bac4ecd-90e2-40b9-af4a-dc1bd93be2d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] For port 32bdd6de-363f-4086-9593-141fa02b48a2, host n-h1-828418-1, got binding levels [] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:24:11.477334 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8bac4ecd-90e2-40b9-af4a-dc1bd93be2d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:11.481407 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-534e199c-bc4e-4e0b-9470-c7a42b6841d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:24:11.498581 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3dd1e43e-3cf9-4138-96aa-73b4efaa275c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:11.516451 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:11.571804 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-534e199c-bc4e-4e0b-9470-c7a42b6841d5 admin admin] Usage tracker for resource:security_group_rule and tenant:596ec852218e42649a28f4f58e1a378d is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:24:11.590908 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:11.626176 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-534e199c-bc4e-4e0b-9470-c7a42b6841d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:24:11.635150 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-534e199c-bc4e-4e0b-9470-c7a42b6841d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:24:11.664146 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3dd1e43e-3cf9-4138-96aa-73b4efaa275c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:11.904319 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-8bac4ecd-90e2-40b9-af4a-dc1bd93be2d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Calling delete_port for 32bdd6de-363f-4086-9593-141fa02b48a2 owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:24:12.065939 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3dd1e43e-3cf9-4138-96aa-73b4efaa275c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:12.089578 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8bac4ecd-90e2-40b9-af4a-dc1bd93be2d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:12.189283 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac4ecd-90e2-40b9-af4a-dc1bd93be2d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Pushing event deleted for resources: {'Port': ['ID=32bdd6de-363f-4086-9593-141fa02b48a2,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:12.218435 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8bac4ecd-90e2-40b9-af4a-dc1bd93be2d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:12.229769 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-8bac4ecd-90e2-40b9-af4a-dc1bd93be2d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] 10.222.0.105 "DELETE /v2.0/ports/32bdd6de-363f-4086-9593-141fa02b48a2 HTTP/1.1" status: 204 len: 168 time: 1.3105223 Feb 09 01:24:12.232978 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 54906) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:12.319191 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-10656e79-efd9-4ef2-bf96-56fbd32145d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] GET failed (client error): The resource could not be found. Feb 09 01:24:12.319191 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-10656e79-efd9-4ef2-bf96-56fbd32145d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] 10.222.0.105 "GET /v2.0/ports/32bdd6de-363f-4086-9593-141fa02b48a2 HTTP/1.1" status: 404 len: 333 time: 0.0843203 Feb 09 01:24:12.319191 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-534e199c-bc4e-4e0b-9470-c7a42b6841d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:12.325868 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 54910) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:12.332113 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-89c0023e-4efc-4c5c-9572-c08835045f2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Request body: {'port': {'network_id': '65f02ca2-a1da-4884-8d61-0fd3297de424', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221757495'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:12.341423 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-534e199c-bc4e-4e0b-9470-c7a42b6841d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:12.344556 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-89c0023e-4efc-4c5c-9572-c08835045f2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:24:12.357810 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-89c0023e-4efc-4c5c-9572-c08835045f2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Usage tracker for resource:port and tenant:bd75bba3f8ce4e72a2d1420aaff71846 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:24:12.357810 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-89c0023e-4efc-4c5c-9572-c08835045f2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:24:12.380450 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-89c0023e-4efc-4c5c-9572-c08835045f2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:24:12.414079 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c0023e-4efc-4c5c-9572-c08835045f2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Made reservation on behalf of bd75bba3f8ce4e72a2d1420aaff71846 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:24:12.416614 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-89c0023e-4efc-4c5c-9572-c08835045f2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:12.438554 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-89c0023e-4efc-4c5c-9572-c08835045f2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] device_id is not set on port 94033adc-b2a3-4269-b40c-46b1bbfc14be yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:24:12.455915 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-534e199c-bc4e-4e0b-9470-c7a42b6841d5 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=596ec852218e42649a28f4f58e1a378d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5926211 Feb 09 01:24:12.461203 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 54916) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:12.510506 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534e199c-bc4e-4e0b-9470-c7a42b6841d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6cf8c2-04ff-4cb6-b32b-b52550535c07,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:12.591281 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3dd1e43e-3cf9-4138-96aa-73b4efaa275c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:12.664994 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd1e43e-3cf9-4138-96aa-73b4efaa275c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event deleted for resources: {'Subnet': ['ID=765498e3-c9d7-41d3-a468-0a0393d294da,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:12.669910 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3dd1e43e-3cf9-4138-96aa-73b4efaa275c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:12.708919 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-058f0f70-d9bd-41c8-9793-9d75c25edba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:12.770767 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-058f0f70-d9bd-41c8-9793-9d75c25edba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:12.852870 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-3dd1e43e-3cf9-4138-96aa-73b4efaa275c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "DELETE /v2.0/subnets/765498e3-c9d7-41d3-a468-0a0393d294da HTTP/1.1" status: 204 len: 168 time: 1.5561206 Feb 09 01:24:12.855086 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 54926) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:12.974924 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-21943174-ac39-40ff-8169-e7a99ba7bc52 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] DELETE failed (client error): The resource could not be found. Feb 09 01:24:12.974924 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21943174-ac39-40ff-8169-e7a99ba7bc52 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:24:12.981364 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-058f0f70-d9bd-41c8-9793-9d75c25edba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:13.007362 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-89c0023e-4efc-4c5c-9572-c08835045f2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:13.010030 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-21943174-ac39-40ff-8169-e7a99ba7bc52 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "DELETE /v2.0/subnets/b28be439-91cf-4f88-b0c3-f86dfdd1a78b HTTP/1.1" status: 404 len: 337 time: 0.1536186 Feb 09 01:24:13.013362 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058f0f70-d9bd-41c8-9793-9d75c25edba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6cf8c2-04ff-4cb6-b32b-b52550535c07,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:13.015644 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 54934) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:13.030393 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-058f0f70-d9bd-41c8-9793-9d75c25edba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:13.032185 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-058f0f70-d9bd-41c8-9793-9d75c25edba5 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/3d6cf8c2-04ff-4cb6-b32b-b52550535c07 HTTP/1.1" status: 204 len: 168 time: 0.5697141 Feb 09 01:24:13.171675 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fe7d0ab-2a38-4dc8-8823-de19a2377d92 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Deleting subnet 734358d9-ca61-42d3-b96d-651b11a0484d {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:24:13.171675 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7fe7d0ab-2a38-4dc8-8823-de19a2377d92 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:13.231292 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:13.254279 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7fe7d0ab-2a38-4dc8-8823-de19a2377d92 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:13.325354 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2adb22f-11ba-4403-b422-fd412409a0d2 None None] Network 5bead681-b990-4e6e-ae4a-41c64647f893 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:24:13.460084 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7fe7d0ab-2a38-4dc8-8823-de19a2377d92 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:13.714696 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-aaaaab95-7082-44a8-b968-8d189ecbaf90 None None] Provisioning complete for port d06d0a6d-b62e-4944-9d90-05a225ab4c2a triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:13.714696 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-aaaaab95-7082-44a8-b968-8d189ecbaf90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:13.732120 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-89c0023e-4efc-4c5c-9572-c08835045f2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:13.809061 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-aaaaab95-7082-44a8-b968-8d189ecbaf90 None None] Port d06d0a6d-b62e-4944-9d90-05a225ab4c2a cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:24:13.826197 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 54948) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:13.856457 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-aaaaab95-7082-44a8-b968-8d189ecbaf90 None None] Provisioning complete for port 1ec6444c-a6d8-4bba-84be-b73fcf1f51b9 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:13.856457 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-aaaaab95-7082-44a8-b968-8d189ecbaf90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:13.877135 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-91b7cb66-6009-4555-9c63-3c4abc67de26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:13.916672 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-91b7cb66-6009-4555-9c63-3c4abc67de26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:24:13.943350 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c0023e-4efc-4c5c-9572-c08835045f2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Network 65f02ca2-a1da-4884-8d61-0fd3297de424 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:24:13.947176 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-91b7cb66-6009-4555-9c63-3c4abc67de26 admin admin] Usage tracker for resource:security_group_rule and tenant:b3a511374057492798d4c9646d1d5113 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:24:13.947176 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-91b7cb66-6009-4555-9c63-3c4abc67de26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:24:13.958461 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-89c0023e-4efc-4c5c-9572-c08835045f2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:24:13.963322 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-91b7cb66-6009-4555-9c63-3c4abc67de26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:24:13.968440 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c0023e-4efc-4c5c-9572-c08835045f2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:24:13.968440 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c0023e-4efc-4c5c-9572-c08835045f2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:13.968440 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-89c0023e-4efc-4c5c-9572-c08835045f2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:14.019746 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7fe7d0ab-2a38-4dc8-8823-de19a2377d92 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:14.140640 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c0023e-4efc-4c5c-9572-c08835045f2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Pushing event updated for resources: {'Port': ['ID=94033adc-b2a3-4269-b40c-46b1bbfc14be,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:14.151936 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-91b7cb66-6009-4555-9c63-3c4abc67de26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:14.159852 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe7d0ab-2a38-4dc8-8823-de19a2377d92 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event deleted for resources: {'Subnet': ['ID=734358d9-ca61-42d3-b96d-651b11a0484d,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:14.159852 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7fe7d0ab-2a38-4dc8-8823-de19a2377d92 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:14.159852 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-7fe7d0ab-2a38-4dc8-8823-de19a2377d92 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "DELETE /v2.0/subnets/734358d9-ca61-42d3-b96d-651b11a0484d HTTP/1.1" status: 204 len: 168 time: 1.1322167 Feb 09 01:24:14.159852 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-89c0023e-4efc-4c5c-9572-c08835045f2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.8291359 Feb 09 01:24:14.165139 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 54958) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:14.169269 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 54962) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:14.179284 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-1e7596c0-c65f-4b12-a206-9df621218eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-828418-1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:14.280798 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-91b7cb66-6009-4555-9c63-3c4abc67de26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:14.351178 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0b24b5b-bb5c-4b44-a9d8-affa9ad303ce tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] DELETE failed (client error): The resource could not be found. Feb 09 01:24:14.352961 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0b24b5b-bb5c-4b44-a9d8-affa9ad303ce tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:24:14.400955 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f0b24b5b-bb5c-4b44-a9d8-affa9ad303ce tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "DELETE /v2.0/subnets/6cc305e2-58c4-49c2-b58d-72ae45009d18 HTTP/1.1" status: 404 len: 337 time: 0.2484570 Feb 09 01:24:14.403607 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 54972) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:14.425480 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b7cb66-6009-4555-9c63-3c4abc67de26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4e46c7-34f0-408a-8a72-be7fc75e7ac6,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:14.439314 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-91b7cb66-6009-4555-9c63-3c4abc67de26 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=b3a511374057492798d4c9646d1d5113&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6162245 Feb 09 01:24:14.443334 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 54980) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:14.536140 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ef617d01-ce30-4f0b-927e-6faedc800eb7 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "GET /v2.0/ports?device_id=3ec103b6-28eb-40d4-a44e-ca05633da3ff HTTP/1.1" status: 200 len: 205 time: 0.1203163 Feb 09 01:24:14.539295 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 54984) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:14.553411 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1299c47-ca2c-403e-a771-c12eb9ce2115 None None] Update dhcp port {'port': {'network_id': '5bead681-b990-4e6e-ae4a-41c64647f893', 'fixed_ips': [{'subnet_id': '734358d9-ca61-42d3-b96d-651b11a0484d'}], 'binding:host_id': 'n-d-828418-1'}, 'id': '1ec6444c-a6d8-4bba-84be-b73fcf1f51b9'} from n-d-828418-1. {{(pid=87640) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 09 01:24:14.670838 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a114d183-c586-4478-bb98-229d717c5f68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:14.777348 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a114d183-c586-4478-bb98-229d717c5f68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:14.851663 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d1299c47-ca2c-403e-a771-c12eb9ce2115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:14.864343 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1e7596c0-c65f-4b12-a206-9df621218eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:14.933882 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a114d183-c586-4478-bb98-229d717c5f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:14.958319 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc708f5-ecad-47e7-9fec-d63271db7ae6 req-72970291-75a3-409b-ac73-2be150684b82 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:14.968266 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-acc708f5-ecad-47e7-9fec-d63271db7ae6 req-72970291-75a3-409b-ac73-2be150684b82 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/ports?device_id=74bf94f0-f0da-4ca5-b4fd-546b1c63f60c HTTP/1.1" status: 200 len: 946 time: 0.1263933 Feb 09 01:24:15.012328 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a114d183-c586-4478-bb98-229d717c5f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4e46c7-34f0-408a-8a72-be7fc75e7ac6,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:15.057654 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-2678cd45-3ff0-4f8c-b008-9522ad3869e3 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] delete failed (client error): The resource could not be found. Feb 09 01:24:15.057654 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-2678cd45-3ff0-4f8c-b008-9522ad3869e3 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "DELETE /v2.0/routers/3ec103b6-28eb-40d4-a44e-ca05633da3ff HTTP/1.1" status: 404 len: 336 time: 0.3026392 Feb 09 01:24:15.065302 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 54994) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:15.065302 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a114d183-c586-4478-bb98-229d717c5f68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:15.065302 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-a114d183-c586-4478-bb98-229d717c5f68 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/6e4e46c7-34f0-408a-8a72-be7fc75e7ac6 HTTP/1.1" status: 204 len: 168 time: 0.6165287 Feb 09 01:24:15.227637 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-acc708f5-ecad-47e7-9fec-d63271db7ae6 req-6d36129f-3230-4a29-825a-5e2024f722f5 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e238689-2b13-4df9-8955-13b9e4cebcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605355 Feb 09 01:24:15.229454 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-f70fe491-0188-4d19-8eaf-2ce4fcb7a6d8 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] DELETE failed (client error): The resource could not be found. Feb 09 01:24:15.249416 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f70fe491-0188-4d19-8eaf-2ce4fcb7a6d8 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:24:15.251369 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f70fe491-0188-4d19-8eaf-2ce4fcb7a6d8 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "DELETE /v2.0/subnets/6d4ea047-a510-4e8f-a903-a021658e8511 HTTP/1.1" status: 404 len: 337 time: 0.1784105 Feb 09 01:24:15.253828 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 55002) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:15.353555 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e008517a-b370-41f8-b5f9-8308540e0106 None None] Network 5bead681-b990-4e6e-ae4a-41c64647f893 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:24:15.382373 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a79b69e-8aec-46ba-ad9b-7b8c9212dce8 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] DELETE failed (client error): The resource could not be found. Feb 09 01:24:15.382373 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a79b69e-8aec-46ba-ad9b-7b8c9212dce8 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:24:15.392662 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-3a79b69e-8aec-46ba-ad9b-7b8c9212dce8 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "DELETE /v2.0/subnets/90fa40c7-e834-40d1-a18b-88153dc93166 HTTP/1.1" status: 404 len: 337 time: 0.1338015 Feb 09 01:24:15.392662 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 55006) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:15.566630 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-2685fb26-4474-4c8a-a42e-25cb5dbe548b tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] DELETE failed (client error): The resource could not be found. Feb 09 01:24:15.566630 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2685fb26-4474-4c8a-a42e-25cb5dbe548b tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:24:15.586342 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-2685fb26-4474-4c8a-a42e-25cb5dbe548b tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "DELETE /v2.0/subnets/13e621bf-8432-46a8-84f3-1ca4a649af48 HTTP/1.1" status: 404 len: 337 time: 0.1952963 Feb 09 01:24:15.586935 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 55016) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:15.700658 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-c62f2dfa-ab38-4f0f-93bb-1bc1e80c18e3 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] DELETE failed (client error): The resource could not be found. Feb 09 01:24:15.701492 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c62f2dfa-ab38-4f0f-93bb-1bc1e80c18e3 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:24:15.701734 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f2f340c0-e973-4e78-831f-98ff5e5d448a None None] Provisioning complete for port d06d0a6d-b62e-4944-9d90-05a225ab4c2a triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:15.702192 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f2f340c0-e973-4e78-831f-98ff5e5d448a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:15.704261 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-c62f2dfa-ab38-4f0f-93bb-1bc1e80c18e3 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "DELETE /v2.0/ports/44cb129d-5f9a-4679-94a0-899874638851 HTTP/1.1" status: 404 len: 333 time: 0.1163845 Feb 09 01:24:15.706793 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 55020) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:15.787434 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aff3e11-4fa6-44aa-a82e-793ae76bd15c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] DELETE failed (client error): The resource could not be found. Feb 09 01:24:15.787434 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4aff3e11-4fa6-44aa-a82e-793ae76bd15c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:24:15.802703 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-4aff3e11-4fa6-44aa-a82e-793ae76bd15c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "DELETE /v2.0/subnets/daafeeed-5f11-44d3-ad8f-ec0e6610632a HTTP/1.1" status: 404 len: 337 time: 0.0824337 Feb 09 01:24:15.810150 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 55024) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:15.830763 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-f2f340c0-e973-4e78-831f-98ff5e5d448a None None] Port d06d0a6d-b62e-4944-9d90-05a225ab4c2a cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:24:15.867328 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-1e7596c0-c65f-4b12-a206-9df621218eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] device_id is not set on port 94033adc-b2a3-4269-b40c-46b1bbfc14be yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:24:15.870438 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f2f340c0-e973-4e78-831f-98ff5e5d448a None None] Provisioning complete for port 1ec6444c-a6d8-4bba-84be-b73fcf1f51b9 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:15.870438 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f2f340c0-e973-4e78-831f-98ff5e5d448a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:15.890765 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1e7596c0-c65f-4b12-a206-9df621218eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:15.970571 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 1ec6444c-a6d8-4bba-84be-b73fcf1f51b9 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:24:15.978521 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9fda3d4-c2fb-4ef6-a29b-9129b3004620 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] DELETE failed (client error): The resource could not be found. Feb 09 01:24:15.978521 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9fda3d4-c2fb-4ef6-a29b-9129b3004620 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:24:15.986290 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-a9fda3d4-c2fb-4ef6-a29b-9129b3004620 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "DELETE /v2.0/subnets/382c604d-75e8-44c0-b0ea-66d7b18b4bc9 HTTP/1.1" status: 404 len: 337 time: 0.1815765 Feb 09 01:24:15.988156 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-1e7596c0-c65f-4b12-a206-9df621218eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Transition to ACTIVE for port object 94033adc-b2a3-4269-b40c-46b1bbfc14be will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:24:15.988529 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 55030) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:16.000918 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1e7596c0-c65f-4b12-a206-9df621218eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:16.062391 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7554bf6-9259-48e2-9d29-b089a2368091 None None] DHCP port deletion for 5bead681-b990-4e6e-ae4a-41c64647f893 request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:24:16.072835 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-b7554bf6-9259-48e2-9d29-b089a2368091 None None] Deleting port 1ec6444c-a6d8-4bba-84be-b73fcf1f51b9 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:24:16.073990 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b7554bf6-9259-48e2-9d29-b089a2368091 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:16.128440 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-39665bfb-fa91-4f35-ab3c-028c084a6810 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] DELETE failed (client error): The resource could not be found. Feb 09 01:24:16.128906 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39665bfb-fa91-4f35-ab3c-028c084a6810 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:24:16.141222 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-39665bfb-fa91-4f35-ab3c-028c084a6810 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "DELETE /v2.0/ports/e89510dc-10f9-45af-b425-e00c5c49530c HTTP/1.1" status: 404 len: 333 time: 0.1507912 Feb 09 01:24:16.142288 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 55042) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:16.228409 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-73ad54c0-1579-44cf-adf8-418cdca49b9a tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] DELETE failed (client error): The resource could not be found. Feb 09 01:24:16.228409 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73ad54c0-1579-44cf-adf8-418cdca49b9a tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:24:16.231922 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-73ad54c0-1579-44cf-adf8-418cdca49b9a tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "DELETE /v2.0/subnets/0685b8d9-9f74-40ae-9a55-2858c94beb9c HTTP/1.1" status: 404 len: 337 time: 0.0617313 Feb 09 01:24:16.240598 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 55046) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:16.292724 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee115d59-18fd-4863-8905-14b0ab58910c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] DELETE failed (client error): The resource could not be found. Feb 09 01:24:16.292724 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee115d59-18fd-4863-8905-14b0ab58910c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:24:16.292724 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-ee115d59-18fd-4863-8905-14b0ab58910c tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "DELETE /v2.0/subnets/fe5edb9d-d31b-4f6f-9e65-5598360d82cb HTTP/1.1" status: 404 len: 337 time: 0.0440061 Feb 09 01:24:16.292724 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 55054) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:16.378389 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:16.438939 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-6bbc9c3d-0e70-4c61-8a15-1d43a8614343 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Deleting port d06d0a6d-b62e-4944-9d90-05a225ab4c2a {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:24:16.445666 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6bbc9c3d-0e70-4c61-8a15-1d43a8614343 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:16.588798 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-1e7596c0-c65f-4b12-a206-9df621218eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port 94033adc-b2a3-4269-b40c-46b1bbfc14be on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:24:16.588798 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-1e7596c0-c65f-4b12-a206-9df621218eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port 94033adc-b2a3-4269-b40c-46b1bbfc14be by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '514a7df8-831c-4e1c-b786-d054352bb68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '65f02ca2-a1da-4884-8d61-0fd3297de424'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:24:16.588798 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7596c0-c65f-4b12-a206-9df621218eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port 94033adc-b2a3-4269-b40c-46b1bbfc14be on network 65f02ca2-a1da-4884-8d61-0fd3297de424 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:24:16.620478 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7596c0-c65f-4b12-a206-9df621218eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Pushing event updated for resources: {'Port': ['ID=94033adc-b2a3-4269-b40c-46b1bbfc14be,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:16.644315 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7596c0-c65f-4b12-a206-9df621218eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Port 94033adc-b2a3-4269-b40c-46b1bbfc14be on network 65f02ca2-a1da-4884-8d61-0fd3297de424 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:24:16.644315 n-d-828418-1 neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-1e7596c0-c65f-4b12-a206-9df621218eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Failed to bind port 94033adc-b2a3-4269-b40c-46b1bbfc14be on host n-h1-828418-1 for vnic_type normal using segments [{'id': '514a7df8-831c-4e1c-b786-d054352bb68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '65f02ca2-a1da-4884-8d61-0fd3297de424'}] Feb 09 01:24:16.667692 n-d-828418-1 neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-1e7596c0-c65f-4b12-a206-9df621218eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempt 2 to bind port 94033adc-b2a3-4269-b40c-46b1bbfc14be Feb 09 01:24:16.744076 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-1e7596c0-c65f-4b12-a206-9df621218eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port 94033adc-b2a3-4269-b40c-46b1bbfc14be on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:24:16.744413 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-1e7596c0-c65f-4b12-a206-9df621218eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port 94033adc-b2a3-4269-b40c-46b1bbfc14be by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '514a7df8-831c-4e1c-b786-d054352bb68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '65f02ca2-a1da-4884-8d61-0fd3297de424'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:24:16.744753 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7596c0-c65f-4b12-a206-9df621218eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port 94033adc-b2a3-4269-b40c-46b1bbfc14be on network 65f02ca2-a1da-4884-8d61-0fd3297de424 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:24:16.748932 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 1ec6444c-a6d8-4bba-84be-b73fcf1f51b9, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=1ec6444c-a6d8-4bba-84be-b73fcf1f51b9,segment=NetworkSegment(ea709575-e06b-4ce6-a5df-45596f37f7be),segment_id=ea709575-e06b-4ce6-a5df-45596f37f7be)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:24:16.759593 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:16.767044 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71307517-cad5-475b-8e47-75272eb1cafb req-479f1f48-8b77-464a-a6d0-dd55721c16ae tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:16.767807 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-71307517-cad5-475b-8e47-75272eb1cafb req-479f1f48-8b77-464a-a6d0-dd55721c16ae tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Synchronizing usage tracker for tenant:1a20e36c7a554c699423b213df58ff18 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:24:16.784716 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7596c0-c65f-4b12-a206-9df621218eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Port 94033adc-b2a3-4269-b40c-46b1bbfc14be on network 65f02ca2-a1da-4884-8d61-0fd3297de424 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:24:16.785054 n-d-828418-1 neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-1e7596c0-c65f-4b12-a206-9df621218eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Failed to bind port 94033adc-b2a3-4269-b40c-46b1bbfc14be on host n-h1-828418-1 for vnic_type normal using segments [{'id': '514a7df8-831c-4e1c-b786-d054352bb68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '65f02ca2-a1da-4884-8d61-0fd3297de424'}] Feb 09 01:24:16.786225 n-d-828418-1 neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-1e7596c0-c65f-4b12-a206-9df621218eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempt 3 to bind port 94033adc-b2a3-4269-b40c-46b1bbfc14be Feb 09 01:24:16.828886 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-1e7596c0-c65f-4b12-a206-9df621218eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port 94033adc-b2a3-4269-b40c-46b1bbfc14be on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:24:16.829220 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-1e7596c0-c65f-4b12-a206-9df621218eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port 94033adc-b2a3-4269-b40c-46b1bbfc14be by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '514a7df8-831c-4e1c-b786-d054352bb68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '65f02ca2-a1da-4884-8d61-0fd3297de424'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:24:16.829557 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7596c0-c65f-4b12-a206-9df621218eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port 94033adc-b2a3-4269-b40c-46b1bbfc14be on network 65f02ca2-a1da-4884-8d61-0fd3297de424 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:24:16.835770 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7596c0-c65f-4b12-a206-9df621218eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Port 94033adc-b2a3-4269-b40c-46b1bbfc14be on network 65f02ca2-a1da-4884-8d61-0fd3297de424 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:24:16.836098 n-d-828418-1 neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-1e7596c0-c65f-4b12-a206-9df621218eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Failed to bind port 94033adc-b2a3-4269-b40c-46b1bbfc14be on host n-h1-828418-1 for vnic_type normal using segments [{'id': '514a7df8-831c-4e1c-b786-d054352bb68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '65f02ca2-a1da-4884-8d61-0fd3297de424'}] Feb 09 01:24:16.836640 n-d-828418-1 neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-1e7596c0-c65f-4b12-a206-9df621218eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempt 4 to bind port 94033adc-b2a3-4269-b40c-46b1bbfc14be Feb 09 01:24:16.844201 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-71307517-cad5-475b-8e47-75272eb1cafb req-479f1f48-8b77-464a-a6d0-dd55721c16ae tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Unset dirty status for tenant:1a20e36c7a554c699423b213df58ff18 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:24:16.845348 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-71307517-cad5-475b-8e47-75272eb1cafb req-479f1f48-8b77-464a-a6d0-dd55721c16ae tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.99 "GET /v2.0/ports?device_id=74bf94f0-f0da-4ca5-b4fd-546b1c63f60c HTTP/1.1" status: 200 len: 946 time: 0.5227213 Feb 09 01:24:17.030037 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-1e7596c0-c65f-4b12-a206-9df621218eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port 94033adc-b2a3-4269-b40c-46b1bbfc14be on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:24:17.030037 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-1e7596c0-c65f-4b12-a206-9df621218eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port 94033adc-b2a3-4269-b40c-46b1bbfc14be by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '514a7df8-831c-4e1c-b786-d054352bb68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '65f02ca2-a1da-4884-8d61-0fd3297de424'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:24:17.030037 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7596c0-c65f-4b12-a206-9df621218eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port 94033adc-b2a3-4269-b40c-46b1bbfc14be on network 65f02ca2-a1da-4884-8d61-0fd3297de424 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:24:17.034922 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a88e1-1d5e-4b61-a9a7-b9194ef3ef4d req-268f2ffe-3af7-453e-b548-fa1605694792 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:17.039467 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7596c0-c65f-4b12-a206-9df621218eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Port 94033adc-b2a3-4269-b40c-46b1bbfc14be on network 65f02ca2-a1da-4884-8d61-0fd3297de424 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:24:17.042760 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-871a88e1-1d5e-4b61-a9a7-b9194ef3ef4d req-268f2ffe-3af7-453e-b548-fa1605694792 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/ports?device_id=74bf94f0-f0da-4ca5-b4fd-546b1c63f60c HTTP/1.1" status: 200 len: 946 time: 0.5024300 Feb 09 01:24:17.045945 n-d-828418-1 neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-1e7596c0-c65f-4b12-a206-9df621218eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Failed to bind port 94033adc-b2a3-4269-b40c-46b1bbfc14be on host n-h1-828418-1 for vnic_type normal using segments [{'id': '514a7df8-831c-4e1c-b786-d054352bb68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '65f02ca2-a1da-4884-8d61-0fd3297de424'}] Feb 09 01:24:17.045945 n-d-828418-1 neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-1e7596c0-c65f-4b12-a206-9df621218eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempt 5 to bind port 94033adc-b2a3-4269-b40c-46b1bbfc14be Feb 09 01:24:17.053329 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-71307517-cad5-475b-8e47-75272eb1cafb req-6ed60f51-a590-4191-af39-3435ef1bed78 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Deleting port 52e4097d-1152-4657-b424-b4db94cbcdc9 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:24:17.053329 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-71307517-cad5-475b-8e47-75272eb1cafb req-6ed60f51-a590-4191-af39-3435ef1bed78 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:17.104564 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-1e7596c0-c65f-4b12-a206-9df621218eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port 94033adc-b2a3-4269-b40c-46b1bbfc14be on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:24:17.104564 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-1e7596c0-c65f-4b12-a206-9df621218eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port 94033adc-b2a3-4269-b40c-46b1bbfc14be by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '514a7df8-831c-4e1c-b786-d054352bb68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '65f02ca2-a1da-4884-8d61-0fd3297de424'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:24:17.104564 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7596c0-c65f-4b12-a206-9df621218eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port 94033adc-b2a3-4269-b40c-46b1bbfc14be on network 65f02ca2-a1da-4884-8d61-0fd3297de424 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:24:17.120088 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7596c0-c65f-4b12-a206-9df621218eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Port 94033adc-b2a3-4269-b40c-46b1bbfc14be on network 65f02ca2-a1da-4884-8d61-0fd3297de424 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:24:17.130397 n-d-828418-1 neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-1e7596c0-c65f-4b12-a206-9df621218eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Failed to bind port 94033adc-b2a3-4269-b40c-46b1bbfc14be on host n-h1-828418-1 for vnic_type normal using segments [{'id': '514a7df8-831c-4e1c-b786-d054352bb68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '65f02ca2-a1da-4884-8d61-0fd3297de424'}] Feb 09 01:24:17.136844 n-d-828418-1 neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-1e7596c0-c65f-4b12-a206-9df621218eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempt 6 to bind port 94033adc-b2a3-4269-b40c-46b1bbfc14be Feb 09 01:24:17.142328 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-871a88e1-1d5e-4b61-a9a7-b9194ef3ef4d req-4286307d-1ddc-4ae8-a052-1b08081cf9a4 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e238689-2b13-4df9-8955-13b9e4cebcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068289 Feb 09 01:24:17.142915 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=1ec6444c-a6d8-4bba-84be-b73fcf1f51b9,revision_number=11']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:17.169384 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-b7554bf6-9259-48e2-9d29-b089a2368091 None None] For port 1ec6444c-a6d8-4bba-84be-b73fcf1f51b9, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=1ec6444c-a6d8-4bba-84be-b73fcf1f51b9,segment=NetworkSegment(ea709575-e06b-4ce6-a5df-45596f37f7be),segment_id=ea709575-e06b-4ce6-a5df-45596f37f7be)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:24:17.170211 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b7554bf6-9259-48e2-9d29-b089a2368091 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:17.342352 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6bbc9c3d-0e70-4c61-8a15-1d43a8614343 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:17.510564 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-b7554bf6-9259-48e2-9d29-b089a2368091 None None] Calling delete_port for 1ec6444c-a6d8-4bba-84be-b73fcf1f51b9 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:24:17.568860 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-71307517-cad5-475b-8e47-75272eb1cafb req-6ed60f51-a590-4191-af39-3435ef1bed78 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] For port 52e4097d-1152-4657-b424-b4db94cbcdc9, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=52e4097d-1152-4657-b424-b4db94cbcdc9,segment=NetworkSegment(ab5b8647-54ba-47dc-a969-bd1d889d35c1),segment_id=ab5b8647-54ba-47dc-a969-bd1d889d35c1)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:24:17.569226 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-71307517-cad5-475b-8e47-75272eb1cafb req-6ed60f51-a590-4191-af39-3435ef1bed78 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:17.623908 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-b7554bf6-9259-48e2-9d29-b089a2368091 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:24:17.624197 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-b7554bf6-9259-48e2-9d29-b089a2368091 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:24:17.798601 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-6bbc9c3d-0e70-4c61-8a15-1d43a8614343 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Calling delete_port for d06d0a6d-b62e-4944-9d90-05a225ab4c2a owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:24:17.882719 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-71307517-cad5-475b-8e47-75272eb1cafb req-6ed60f51-a590-4191-af39-3435ef1bed78 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Calling delete_port for 52e4097d-1152-4657-b424-b4db94cbcdc9 owned by compute:nova {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:24:18.087158 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-1e7596c0-c65f-4b12-a206-9df621218eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port 94033adc-b2a3-4269-b40c-46b1bbfc14be on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:24:18.087158 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-1e7596c0-c65f-4b12-a206-9df621218eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port 94033adc-b2a3-4269-b40c-46b1bbfc14be by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '514a7df8-831c-4e1c-b786-d054352bb68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '65f02ca2-a1da-4884-8d61-0fd3297de424'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:24:18.087158 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7596c0-c65f-4b12-a206-9df621218eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port 94033adc-b2a3-4269-b40c-46b1bbfc14be on network 65f02ca2-a1da-4884-8d61-0fd3297de424 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:24:18.098917 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-71307517-cad5-475b-8e47-75272eb1cafb req-6ed60f51-a590-4191-af39-3435ef1bed78 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:18.105428 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7596c0-c65f-4b12-a206-9df621218eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Port 94033adc-b2a3-4269-b40c-46b1bbfc14be on network 65f02ca2-a1da-4884-8d61-0fd3297de424 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:24:18.105428 n-d-828418-1 neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-1e7596c0-c65f-4b12-a206-9df621218eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Failed to bind port 94033adc-b2a3-4269-b40c-46b1bbfc14be on host n-h1-828418-1 for vnic_type normal using segments [{'id': '514a7df8-831c-4e1c-b786-d054352bb68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '65f02ca2-a1da-4884-8d61-0fd3297de424'}] Feb 09 01:24:18.108792 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['52e4097d-1152-4657-b424-b4db94cbcdc9'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:24:18.151340 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-b7554bf6-9259-48e2-9d29-b089a2368091 None None] Deleting port 1ec6444c-a6d8-4bba-84be-b73fcf1f51b9 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:24:18.151340 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b7554bf6-9259-48e2-9d29-b089a2368091 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:18.161174 n-d-828418-1 neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-1e7596c0-c65f-4b12-a206-9df621218eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempt 7 to bind port 94033adc-b2a3-4269-b40c-46b1bbfc14be Feb 09 01:24:18.161174 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed60f51-a590-4191-af39-3435ef1bed78 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Pushing event deleted for resources: {'Port': ['ID=52e4097d-1152-4657-b424-b4db94cbcdc9,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:18.208471 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-1e7596c0-c65f-4b12-a206-9df621218eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port 94033adc-b2a3-4269-b40c-46b1bbfc14be on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:24:18.208471 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-1e7596c0-c65f-4b12-a206-9df621218eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port 94033adc-b2a3-4269-b40c-46b1bbfc14be by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '514a7df8-831c-4e1c-b786-d054352bb68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '65f02ca2-a1da-4884-8d61-0fd3297de424'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:24:18.208471 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7596c0-c65f-4b12-a206-9df621218eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port 94033adc-b2a3-4269-b40c-46b1bbfc14be on network 65f02ca2-a1da-4884-8d61-0fd3297de424 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:24:18.257995 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6bbc9c3d-0e70-4c61-8a15-1d43a8614343 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:18.331649 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7596c0-c65f-4b12-a206-9df621218eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Port 94033adc-b2a3-4269-b40c-46b1bbfc14be on network 65f02ca2-a1da-4884-8d61-0fd3297de424 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:24:18.332189 n-d-828418-1 neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-1e7596c0-c65f-4b12-a206-9df621218eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Failed to bind port 94033adc-b2a3-4269-b40c-46b1bbfc14be on host n-h1-828418-1 for vnic_type normal using segments [{'id': '514a7df8-831c-4e1c-b786-d054352bb68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '65f02ca2-a1da-4884-8d61-0fd3297de424'}] Feb 09 01:24:18.340570 n-d-828418-1 neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-1e7596c0-c65f-4b12-a206-9df621218eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempt 8 to bind port 94033adc-b2a3-4269-b40c-46b1bbfc14be Feb 09 01:24:18.380539 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-1e7596c0-c65f-4b12-a206-9df621218eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port 94033adc-b2a3-4269-b40c-46b1bbfc14be on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:24:18.381171 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-1e7596c0-c65f-4b12-a206-9df621218eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port 94033adc-b2a3-4269-b40c-46b1bbfc14be by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '514a7df8-831c-4e1c-b786-d054352bb68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '65f02ca2-a1da-4884-8d61-0fd3297de424'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:24:18.381687 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7596c0-c65f-4b12-a206-9df621218eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port 94033adc-b2a3-4269-b40c-46b1bbfc14be on network 65f02ca2-a1da-4884-8d61-0fd3297de424 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:24:18.386000 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-71307517-cad5-475b-8e47-75272eb1cafb req-6ed60f51-a590-4191-af39-3435ef1bed78 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] No DVR routers for this DVR port 52e4097d-1152-4657-b424-b4db94cbcdc9 on host n-h2-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:24:18.390122 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-71307517-cad5-475b-8e47-75272eb1cafb req-6ed60f51-a590-4191-af39-3435ef1bed78 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:18.397145 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74bf94f0-f0da-4ca5-b4fd-546b1c63f60c', 'name': 'network-vif-deleted', 'tag': '52e4097d-1152-4657-b424-b4db94cbcdc9'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:24:18.406800 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7596c0-c65f-4b12-a206-9df621218eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Port 94033adc-b2a3-4269-b40c-46b1bbfc14be on network 65f02ca2-a1da-4884-8d61-0fd3297de424 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:24:18.411441 n-d-828418-1 neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-1e7596c0-c65f-4b12-a206-9df621218eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Failed to bind port 94033adc-b2a3-4269-b40c-46b1bbfc14be on host n-h1-828418-1 for vnic_type normal using segments [{'id': '514a7df8-831c-4e1c-b786-d054352bb68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '65f02ca2-a1da-4884-8d61-0fd3297de424'}] Feb 09 01:24:18.413497 n-d-828418-1 neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-1e7596c0-c65f-4b12-a206-9df621218eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempt 9 to bind port 94033adc-b2a3-4269-b40c-46b1bbfc14be Feb 09 01:24:18.418498 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-497c2384-2ae7-44d9-b4ff-73017d9c2584 req-4cdd367e-052c-4471-b7ae-b73b5ad8e177 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.105 "GET /v2.0/ports?device_id=74bf94f0-f0da-4ca5-b4fd-546b1c63f60c HTTP/1.1" status: 200 len: 210 time: 0.0781851 Feb 09 01:24:18.449166 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6bbc9c3d-0e70-4c61-8a15-1d43a8614343 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:18.452161 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbc9c3d-0e70-4c61-8a15-1d43a8614343 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event deleted for resources: {'Port': ['ID=d06d0a6d-b62e-4944-9d90-05a225ab4c2a,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:18.462204 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-1e7596c0-c65f-4b12-a206-9df621218eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port 94033adc-b2a3-4269-b40c-46b1bbfc14be on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:24:18.463394 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-1e7596c0-c65f-4b12-a206-9df621218eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port 94033adc-b2a3-4269-b40c-46b1bbfc14be by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '514a7df8-831c-4e1c-b786-d054352bb68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '65f02ca2-a1da-4884-8d61-0fd3297de424'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:24:18.464075 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7596c0-c65f-4b12-a206-9df621218eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port 94033adc-b2a3-4269-b40c-46b1bbfc14be on network 65f02ca2-a1da-4884-8d61-0fd3297de424 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:24:18.475265 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-6bbc9c3d-0e70-4c61-8a15-1d43a8614343 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "DELETE /v2.0/ports/d06d0a6d-b62e-4944-9d90-05a225ab4c2a HTTP/1.1" status: 204 len: 168 time: 2.1849945 Feb 09 01:24:18.477542 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 55116) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:18.479880 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7596c0-c65f-4b12-a206-9df621218eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Port 94033adc-b2a3-4269-b40c-46b1bbfc14be on network 65f02ca2-a1da-4884-8d61-0fd3297de424 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:24:18.480419 n-d-828418-1 neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-1e7596c0-c65f-4b12-a206-9df621218eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Failed to bind port 94033adc-b2a3-4269-b40c-46b1bbfc14be on host n-h1-828418-1 for vnic_type normal using segments [{'id': '514a7df8-831c-4e1c-b786-d054352bb68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '65f02ca2-a1da-4884-8d61-0fd3297de424'}] Feb 09 01:24:18.481205 n-d-828418-1 neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-1e7596c0-c65f-4b12-a206-9df621218eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempt 10 to bind port 94033adc-b2a3-4269-b40c-46b1bbfc14be Feb 09 01:24:18.564930 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-71307517-cad5-475b-8e47-75272eb1cafb req-6ed60f51-a590-4191-af39-3435ef1bed78 tempest-AttachVolumeNegativeTest-733250914 tempest-AttachVolumeNegativeTest-733250914-project] 10.222.0.99 "DELETE /v2.0/ports/52e4097d-1152-4657-b424-b4db94cbcdc9 HTTP/1.1" status: 204 len: 173 time: 1.7129877 Feb 09 01:24:18.570697 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74bf94f0-f0da-4ca5-b4fd-546b1c63f60c', 'name': 'network-vif-deleted', 'tag': '52e4097d-1152-4657-b424-b4db94cbcdc9', 'status': 'completed', 'code': 200} Feb 09 01:24:18.595914 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-1e7596c0-c65f-4b12-a206-9df621218eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port 94033adc-b2a3-4269-b40c-46b1bbfc14be on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:24:18.615144 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-1e7596c0-c65f-4b12-a206-9df621218eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port 94033adc-b2a3-4269-b40c-46b1bbfc14be by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '514a7df8-831c-4e1c-b786-d054352bb68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '65f02ca2-a1da-4884-8d61-0fd3297de424'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:24:18.615144 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7596c0-c65f-4b12-a206-9df621218eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port 94033adc-b2a3-4269-b40c-46b1bbfc14be on network 65f02ca2-a1da-4884-8d61-0fd3297de424 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:24:18.629157 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-b7554bf6-9259-48e2-9d29-b089a2368091 None None] For port 1ec6444c-a6d8-4bba-84be-b73fcf1f51b9, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=1ec6444c-a6d8-4bba-84be-b73fcf1f51b9,segment=NetworkSegment(ea709575-e06b-4ce6-a5df-45596f37f7be),segment_id=ea709575-e06b-4ce6-a5df-45596f37f7be)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:24:18.629157 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b7554bf6-9259-48e2-9d29-b089a2368091 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:18.644023 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7596c0-c65f-4b12-a206-9df621218eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Port 94033adc-b2a3-4269-b40c-46b1bbfc14be on network 65f02ca2-a1da-4884-8d61-0fd3297de424 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:24:18.644023 n-d-828418-1 neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-1e7596c0-c65f-4b12-a206-9df621218eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Failed to bind port 94033adc-b2a3-4269-b40c-46b1bbfc14be on host n-h1-828418-1 for vnic_type normal using segments [{'id': '514a7df8-831c-4e1c-b786-d054352bb68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '65f02ca2-a1da-4884-8d61-0fd3297de424'}] Feb 09 01:24:18.644023 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1e7596c0-c65f-4b12-a206-9df621218eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:18.831811 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-1e7596c0-c65f-4b12-a206-9df621218eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] For port 94033adc-b2a3-4269-b40c-46b1bbfc14be, host n-h1-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:24:18.832268 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-1e7596c0-c65f-4b12-a206-9df621218eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempted to set empty binding levels {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 09 01:24:18.840309 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1e7596c0-c65f-4b12-a206-9df621218eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:18.860724 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-08886f7e-bc2f-404c-96c1-2c7e13fcfb01 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:18.904526 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-08886f7e-bc2f-404c-96c1-2c7e13fcfb01 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Deleting port 1ec6444c-a6d8-4bba-84be-b73fcf1f51b9 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:24:18.938405 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-08886f7e-bc2f-404c-96c1-2c7e13fcfb01 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:18.962837 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-b7554bf6-9259-48e2-9d29-b089a2368091 None None] Calling delete_port for 1ec6444c-a6d8-4bba-84be-b73fcf1f51b9 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:24:19.023308 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-1e7596c0-c65f-4b12-a206-9df621218eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] In _notify_port_updated(), no bound segment for port 94033adc-b2a3-4269-b40c-46b1bbfc14be on network 65f02ca2-a1da-4884-8d61-0fd3297de424 {{(pid=87638) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 01:24:19.023308 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7596c0-c65f-4b12-a206-9df621218eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:19.023308 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1e7596c0-c65f-4b12-a206-9df621218eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:19.023308 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1e7596c0-c65f-4b12-a206-9df621218eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] 10.222.0.105 "PUT /v2.0/ports/94033adc-b2a3-4269-b40c-46b1bbfc14be HTTP/1.1" status: 200 len: 979 time: 4.8522513 Feb 09 01:24:19.028138 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 55130) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:19.120694 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b7554bf6-9259-48e2-9d29-b089a2368091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:19.153832 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7596c0-c65f-4b12-a206-9df621218eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Pushing event updated for resources: {'Port': ['ID=94033adc-b2a3-4269-b40c-46b1bbfc14be,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:19.187968 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-08886f7e-bc2f-404c-96c1-2c7e13fcfb01 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] The port '1ec6444c-a6d8-4bba-84be-b73fcf1f51b9' was deleted {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:24:19.205866 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478fb05e-1b65-4e73-ba1a-7027918dce9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:19.206655 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478fb05e-1b65-4e73-ba1a-7027918dce9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:19.207351 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478fb05e-1b65-4e73-ba1a-7027918dce9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:19.208175 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478fb05e-1b65-4e73-ba1a-7027918dce9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:19.209285 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478fb05e-1b65-4e73-ba1a-7027918dce9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:19.210052 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478fb05e-1b65-4e73-ba1a-7027918dce9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:19.211486 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478fb05e-1b65-4e73-ba1a-7027918dce9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:19.212144 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478fb05e-1b65-4e73-ba1a-7027918dce9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:19.212831 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478fb05e-1b65-4e73-ba1a-7027918dce9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:19.213469 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478fb05e-1b65-4e73-ba1a-7027918dce9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:19.214132 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478fb05e-1b65-4e73-ba1a-7027918dce9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:19.215183 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478fb05e-1b65-4e73-ba1a-7027918dce9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:19.216885 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-478fb05e-1b65-4e73-ba1a-7027918dce9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Synchronizing usage tracker for tenant:bd75bba3f8ce4e72a2d1420aaff71846 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:24:19.251133 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-478fb05e-1b65-4e73-ba1a-7027918dce9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Unset dirty status for tenant:bd75bba3f8ce4e72a2d1420aaff71846 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:24:19.254907 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-478fb05e-1b65-4e73-ba1a-7027918dce9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 11024 time: 0.2286046 Feb 09 01:24:19.259945 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 55136) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:19.307636 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7554bf6-9259-48e2-9d29-b089a2368091 None None] Pushing event deleted for resources: {'Port': ['ID=1ec6444c-a6d8-4bba-84be-b73fcf1f51b9,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:19.354601 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7554bf6-9259-48e2-9d29-b089a2368091 None None] No DVR routers for this DVR port 1ec6444c-a6d8-4bba-84be-b73fcf1f51b9 on host n-d-828418-1 {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:24:19.375606 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-8dd35a48-4d18-47be-8745-d075690c1939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Deleting port 94033adc-b2a3-4269-b40c-46b1bbfc14be {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:24:19.376179 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8dd35a48-4d18-47be-8745-d075690c1939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:19.452720 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-08886f7e-bc2f-404c-96c1-2c7e13fcfb01 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:19.543197 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-08886f7e-bc2f-404c-96c1-2c7e13fcfb01 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bead681-b990-4e6e-ae4a-41c64647f893']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:19.562813 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 55146) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:19.631597 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-08886f7e-bc2f-404c-96c1-2c7e13fcfb01 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea709575-e06b-4ce6-a5df-45596f37f7be') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:19.631965 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-08886f7e-bc2f-404c-96c1-2c7e13fcfb01 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea709575-e06b-4ce6-a5df-45596f37f7be') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:19.647076 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 55152) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:19.664186 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-08886f7e-bc2f-404c-96c1-2c7e13fcfb01 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:19.700772 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-08886f7e-bc2f-404c-96c1-2c7e13fcfb01 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:19.715110 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08886f7e-bc2f-404c-96c1-2c7e13fcfb01 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:24:19.716846 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-08886f7e-bc2f-404c-96c1-2c7e13fcfb01 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:19.818668 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 01:24:19.818668 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:24:19.818668 n-d-828418-1 neutron-server[87639]: timer() Feb 09 01:24:19.818668 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:24:19.818668 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 01:24:19.818668 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:24:19.818668 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 01:24:19.818668 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:24:19.818668 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 01:24:19.818668 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:24:19.818668 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 01:24:19.818668 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:24:19.818668 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 01:24:19.818668 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:24:19.818668 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:24:19.818668 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:24:19.818668 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:24:19.818668 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:24:19.818668 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 01:24:19.818668 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:24:19.818668 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 01:24:19.818668 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:24:19.818668 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:24:19.818668 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:24:19.818668 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 01:24:19.818668 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:24:19.818668 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:24:19.818668 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:24:19.818668 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:24:19.818668 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:24:19.818668 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:24:19.818668 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:24:19.869128 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-08886f7e-bc2f-404c-96c1-2c7e13fcfb01 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:19.919401 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-08886f7e-bc2f-404c-96c1-2c7e13fcfb01 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:19.929831 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9ffddd21-32d0-48b9-9699-ca8be084670b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:19.951735 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08886f7e-bc2f-404c-96c1-2c7e13fcfb01 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] Pushing event deleted for resources: {'Network': ['ID=5bead681-b990-4e6e-ae4a-41c64647f893,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:19.958438 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-08886f7e-bc2f-404c-96c1-2c7e13fcfb01 tempest-PortsIpV6TestJSON-897124981 tempest-PortsIpV6TestJSON-897124981-project] 10.222.0.105 "DELETE /v2.0/networks/5bead681-b990-4e6e-ae4a-41c64647f893 HTTP/1.1" status: 204 len: 168 time: 1.4759903 Feb 09 01:24:19.958438 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-9ffddd21-32d0-48b9-9699-ca8be084670b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:24:19.963719 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-9ffddd21-32d0-48b9-9699-ca8be084670b admin admin] Usage tracker for resource:security_group_rule and tenant:9594f8916a6040fe9771e86995f1727d is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:24:19.967017 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-9ffddd21-32d0-48b9-9699-ca8be084670b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:24:19.973194 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-9ffddd21-32d0-48b9-9699-ca8be084670b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:24:20.103207 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9ffddd21-32d0-48b9-9699-ca8be084670b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:20.103207 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9ffddd21-32d0-48b9-9699-ca8be084670b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:20.145711 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffddd21-32d0-48b9-9699-ca8be084670b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a4111f-dfc1-4ac9-ae00-2bd73477d44b,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:20.168060 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-9ffddd21-32d0-48b9-9699-ca8be084670b admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=9594f8916a6040fe9771e86995f1727d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6052933 Feb 09 01:24:20.170918 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 55170) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:20.231266 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c916e44-262e-4d58-ac5d-dcfd96493e0e admin admin] Deleting subnet 5d342298-601b-4654-a677-d1e5d55f90c1 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:24:20.231266 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-8dd35a48-4d18-47be-8745-d075690c1939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] For port 94033adc-b2a3-4269-b40c-46b1bbfc14be, host n-h1-828418-1, got binding levels [] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:24:20.231266 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8dd35a48-4d18-47be-8745-d075690c1939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:20.239763 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9c916e44-262e-4d58-ac5d-dcfd96493e0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:20.248863 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-98ef9db3-387a-4446-887f-5e1c3316da21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:20.288204 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-98ef9db3-387a-4446-887f-5e1c3316da21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:20.303723 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9c916e44-262e-4d58-ac5d-dcfd96493e0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:20.333905 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 55174) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:20.356269 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-98ef9db3-387a-4446-887f-5e1c3316da21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:20.410124 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ef9db3-387a-4446-887f-5e1c3316da21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a4111f-dfc1-4ac9-ae00-2bd73477d44b,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:20.414921 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-98ef9db3-387a-4446-887f-5e1c3316da21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:20.416749 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-98ef9db3-387a-4446-887f-5e1c3316da21 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/e6a4111f-dfc1-4ac9-ae00-2bd73477d44b HTTP/1.1" status: 204 len: 168 time: 0.2460480 Feb 09 01:24:20.549259 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-8dd35a48-4d18-47be-8745-d075690c1939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Calling delete_port for 94033adc-b2a3-4269-b40c-46b1bbfc14be owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:24:20.623125 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9c916e44-262e-4d58-ac5d-dcfd96493e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:20.659581 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-06a0ae88-d51c-4b38-b756-cab39e580488 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=c783560d2de04e1598eb7e3aecd5349e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3151402 Feb 09 01:24:20.659581 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 55188) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:20.702878 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8dd35a48-4d18-47be-8745-d075690c1939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:20.753782 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d9b872e0-eb9a-47d4-a4cf-44db0509212d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:20.759834 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd35a48-4d18-47be-8745-d075690c1939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Pushing event deleted for resources: {'Port': ['ID=94033adc-b2a3-4269-b40c-46b1bbfc14be,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:20.774899 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8dd35a48-4d18-47be-8745-d075690c1939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:20.795179 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-8dd35a48-4d18-47be-8745-d075690c1939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] 10.222.0.105 "DELETE /v2.0/ports/94033adc-b2a3-4269-b40c-46b1bbfc14be HTTP/1.1" status: 204 len: 168 time: 1.5292296 Feb 09 01:24:20.796384 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9c916e44-262e-4d58-ac5d-dcfd96493e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:20.800230 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d9b872e0-eb9a-47d4-a4cf-44db0509212d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:20.816683 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 55194) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:20.881427 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d9b872e0-eb9a-47d4-a4cf-44db0509212d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:20.920260 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9c916e44-262e-4d58-ac5d-dcfd96493e0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:20.920260 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9c916e44-262e-4d58-ac5d-dcfd96493e0e admin admin] 10.222.0.105 "DELETE /v2.0/subnets/5d342298-601b-4654-a677-d1e5d55f90c1 HTTP/1.1" status: 204 len: 168 time: 1.2518220 Feb 09 01:24:20.924171 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b872e0-eb9a-47d4-a4cf-44db0509212d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e7edf63-3ab6-4e72-9bd2-19066ee911ca,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:20.924171 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 55198) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:20.929809 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c916e44-262e-4d58-ac5d-dcfd96493e0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d342298-601b-4654-a677-d1e5d55f90c1,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:20.933990 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d9b872e0-eb9a-47d4-a4cf-44db0509212d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:20.933990 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-d9b872e0-eb9a-47d4-a4cf-44db0509212d admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/7e7edf63-3ab6-4e72-9bd2-19066ee911ca HTTP/1.1" status: 204 len: 168 time: 0.2610900 Feb 09 01:24:21.028355 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-26f9d764-2e54-4e51-b583-05035dcee612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] GET failed (client error): The resource could not be found. Feb 09 01:24:21.028355 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-26f9d764-2e54-4e51-b583-05035dcee612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Synchronizing usage tracker for tenant:bd75bba3f8ce4e72a2d1420aaff71846 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:24:21.079449 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 55206) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:21.095557 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-78b9e555-4bd9-4a55-931a-b61117022cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:21.135835 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fb9ea47e-1005-4851-844d-86ebd4493fd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:21.148394 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-26f9d764-2e54-4e51-b583-05035dcee612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Unset dirty status for tenant:bd75bba3f8ce4e72a2d1420aaff71846 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:24:21.152922 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-26f9d764-2e54-4e51-b583-05035dcee612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] 10.222.0.105 "GET /v2.0/ports/94033adc-b2a3-4269-b40c-46b1bbfc14be HTTP/1.1" status: 404 len: 333 time: 0.2474947 Feb 09 01:24:21.156046 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-fb9ea47e-1005-4851-844d-86ebd4493fd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:24:21.159969 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-fb9ea47e-1005-4851-844d-86ebd4493fd2 admin admin] Usage tracker for resource:security_group_rule and tenant:ea27c34a786840df818ca06e3688c72a is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:24:21.163551 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-fb9ea47e-1005-4851-844d-86ebd4493fd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:24:21.169332 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-fb9ea47e-1005-4851-844d-86ebd4493fd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:24:21.181468 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 55212) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:21.228400 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-c8943946-3151-4f82-b61d-348a681fba67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1032858383', 'network_id': '65f02ca2-a1da-4884-8d61-0fd3297de424'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:21.228400 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c8943946-3151-4f82-b61d-348a681fba67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:24:21.248836 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c8943946-3151-4f82-b61d-348a681fba67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:24:21.272890 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fb9ea47e-1005-4851-844d-86ebd4493fd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:21.279883 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fb9ea47e-1005-4851-844d-86ebd4493fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:21.312421 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8943946-3151-4f82-b61d-348a681fba67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Made reservation on behalf of bd75bba3f8ce4e72a2d1420aaff71846 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:24:21.312421 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c8943946-3151-4f82-b61d-348a681fba67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:21.337238 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 52e4097d-1152-4657-b424-b4db94cbcdc9 no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:24:21.347104 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-fb9ea47e-1005-4851-844d-86ebd4493fd2 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=ea27c34a786840df818ca06e3688c72a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2652452 Feb 09 01:24:21.350695 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 55218) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:21.384358 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-78b9e555-4bd9-4a55-931a-b61117022cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:21.409258 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-c8943946-3151-4f82-b61d-348a681fba67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] device_id is not set on port f91f9cc8-b3bb-462b-bfbb-ed8db4802d9b yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:24:21.414534 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9ea47e-1005-4851-844d-86ebd4493fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=854aab56-5520-4587-b25e-390f7f964b74,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:21.456131 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] No Port match for: 52e4097d-1152-4657-b424-b4db94cbcdc9 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:24:21.456131 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 52e4097d-1152-4657-b424-b4db94cbcdc9 not bound to the agent host n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:24:21.552579 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-78b9e555-4bd9-4a55-931a-b61117022cc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b42d132-a4d6-4063-98c2-48389fb2c5a1']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:21.574594 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-78b9e555-4bd9-4a55-931a-b61117022cc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab5b8647-54ba-47dc-a969-bd1d889d35c1') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:21.574891 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-78b9e555-4bd9-4a55-931a-b61117022cc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab5b8647-54ba-47dc-a969-bd1d889d35c1') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:21.728848 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-78b9e555-4bd9-4a55-931a-b61117022cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:21.761366 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e5f12667-4d58-49a8-a618-8ec9c6ab926e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:21.782161 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-78b9e555-4bd9-4a55-931a-b61117022cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:21.809780 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78b9e555-4bd9-4a55-931a-b61117022cc8 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:24:21.809780 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-78b9e555-4bd9-4a55-931a-b61117022cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:21.832278 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 01:24:21.832278 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:24:21.832278 n-d-828418-1 neutron-server[87639]: timer() Feb 09 01:24:21.832278 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:24:21.832278 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 01:24:21.832278 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:24:21.832278 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 01:24:21.832278 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:24:21.832278 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 01:24:21.832278 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:24:21.832278 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 01:24:21.832278 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:24:21.832278 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 01:24:21.832278 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:24:21.832278 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:24:21.832278 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:24:21.832278 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:24:21.832278 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:24:21.832278 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 01:24:21.832278 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:24:21.832278 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 01:24:21.832278 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:24:21.832278 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:24:21.832278 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:24:21.832278 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 01:24:21.832278 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:24:21.832278 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:24:21.832278 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:24:21.832278 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:24:21.832278 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:24:21.832278 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:24:21.832278 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:24:21.848990 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:21.873794 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e5f12667-4d58-49a8-a618-8ec9c6ab926e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:22.050285 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-78b9e555-4bd9-4a55-931a-b61117022cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:22.063496 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-78b9e555-4bd9-4a55-931a-b61117022cc8 admin admin] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:22.092759 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b9e555-4bd9-4a55-931a-b61117022cc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b42d132-a4d6-4063-98c2-48389fb2c5a1,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:22.119787 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c8943946-3151-4f82-b61d-348a681fba67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:22.152278 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-78b9e555-4bd9-4a55-931a-b61117022cc8 admin admin] 10.222.0.105 "DELETE /v2.0/networks/0b42d132-a4d6-4063-98c2-48389fb2c5a1 HTTP/1.1" status: 204 len: 168 time: 1.2293057 Feb 09 01:24:22.152278 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e5f12667-4d58-49a8-a618-8ec9c6ab926e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:22.152278 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e5f12667-4d58-49a8-a618-8ec9c6ab926e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:22.152278 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-e5f12667-4d58-49a8-a618-8ec9c6ab926e admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/854aab56-5520-4587-b25e-390f7f964b74 HTTP/1.1" status: 204 len: 168 time: 0.8009989 Feb 09 01:24:22.166934 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f12667-4d58-49a8-a618-8ec9c6ab926e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=854aab56-5520-4587-b25e-390f7f964b74,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:22.210432 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c8943946-3151-4f82-b61d-348a681fba67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:22.305295 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 55256) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:22.444190 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8943946-3151-4f82-b61d-348a681fba67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Network 65f02ca2-a1da-4884-8d61-0fd3297de424 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:24:22.444190 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-c8943946-3151-4f82-b61d-348a681fba67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:24:22.455600 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8943946-3151-4f82-b61d-348a681fba67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:24:22.455600 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8943946-3151-4f82-b61d-348a681fba67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:22.455600 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c8943946-3151-4f82-b61d-348a681fba67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:22.475233 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8943946-3151-4f82-b61d-348a681fba67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Pushing event updated for resources: {'Port': ['ID=f91f9cc8-b3bb-462b-bfbb-ed8db4802d9b,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:22.480717 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-c8943946-3151-4f82-b61d-348a681fba67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.2932458 Feb 09 01:24:22.480717 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 55262) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:22.509421 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 55266) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:22.587688 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679ff7fb-852c-482a-883e-66dd401ba473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:22.593045 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-679ff7fb-852c-482a-883e-66dd401ba473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Synchronizing usage tracker for tenant:bd75bba3f8ce4e72a2d1420aaff71846 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:24:22.611044 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-679ff7fb-852c-482a-883e-66dd401ba473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Unset dirty status for tenant:bd75bba3f8ce4e72a2d1420aaff71846 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:24:22.612664 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-679ff7fb-852c-482a-883e-66dd401ba473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] 10.222.0.105 "GET /v2.0/ports/f91f9cc8-b3bb-462b-bfbb-ed8db4802d9b HTTP/1.1" status: 200 len: 959 time: 0.1331940 Feb 09 01:24:22.615759 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 55274) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:22.659168 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-421d84b7-7ffa-4bbc-a3f4-9247dd3a624e admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=1a20e36c7a554c699423b213df58ff18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1551652 Feb 09 01:24:22.664012 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 55280) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:22.747650 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-0f3bb3a3-d012-4245-8744-4f7a6b15b0cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Deleting port f91f9cc8-b3bb-462b-bfbb-ed8db4802d9b {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:24:22.749631 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0f3bb3a3-d012-4245-8744-4f7a6b15b0cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:22.843262 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f79ff315-8a05-42da-96a8-385e67dcbe4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:22.936041 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-aad09f04-bedc-437a-a556-474afb5640b7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1947532327'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:22.986755 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-aad09f04-bedc-437a-a556-474afb5640b7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:24:23.009096 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f79ff315-8a05-42da-96a8-385e67dcbe4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:23.017207 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-aad09f04-bedc-437a-a556-474afb5640b7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Usage tracker for resource:network and tenant:75af0a1c47ce4ddc8bdf7d84418e468b is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:24:23.036917 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-aad09f04-bedc-437a-a556-474afb5640b7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:24:23.055169 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-aad09f04-bedc-437a-a556-474afb5640b7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:24:23.171551 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad09f04-bedc-437a-a556-474afb5640b7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Made reservation on behalf of 75af0a1c47ce4ddc8bdf7d84418e468b for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:24:23.209368 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aad09f04-bedc-437a-a556-474afb5640b7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:23.213737 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:24:23.265675 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0f3bb3a3-d012-4245-8744-4f7a6b15b0cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:23.273715 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aad09f04-bedc-437a-a556-474afb5640b7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:23.332769 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f79ff315-8a05-42da-96a8-385e67dcbe4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:23.376518 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ff315-8a05-42da-96a8-385e67dcbe4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e238689-2b13-4df9-8955-13b9e4cebcf4,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:23.401854 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-aad09f04-bedc-437a-a556-474afb5640b7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:24:23.417722 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-aad09f04-bedc-437a-a556-474afb5640b7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Usage tracker for resource:security_group_rule and tenant:75af0a1c47ce4ddc8bdf7d84418e468b is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:24:23.424853 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-aad09f04-bedc-437a-a556-474afb5640b7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:24:23.449136 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f79ff315-8a05-42da-96a8-385e67dcbe4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:23.452563 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f79ff315-8a05-42da-96a8-385e67dcbe4d admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/8e238689-2b13-4df9-8955-13b9e4cebcf4 HTTP/1.1" status: 204 len: 168 time: 0.7840700 Feb 09 01:24:23.465637 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-aad09f04-bedc-437a-a556-474afb5640b7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:24:23.478374 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-0f3bb3a3-d012-4245-8744-4f7a6b15b0cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Calling delete_port for f91f9cc8-b3bb-462b-bfbb-ed8db4802d9b owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:24:23.636276 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0f3bb3a3-d012-4245-8744-4f7a6b15b0cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:23.710169 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aad09f04-bedc-437a-a556-474afb5640b7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:23.721915 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aad09f04-bedc-437a-a556-474afb5640b7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:23.829633 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad09f04-bedc-437a-a556-474afb5640b7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e97bd64-5c8a-4621-9c29-35a80964febd,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:23.853402 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aad09f04-bedc-437a-a556-474afb5640b7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:24:23.854851 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3bb3a3-d012-4245-8744-4f7a6b15b0cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Pushing event deleted for resources: {'Port': ['ID=f91f9cc8-b3bb-462b-bfbb-ed8db4802d9b,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:23.858478 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0f3bb3a3-d012-4245-8744-4f7a6b15b0cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:23.876210 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aad09f04-bedc-437a-a556-474afb5640b7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:23.877732 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-aad09f04-bedc-437a-a556-474afb5640b7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Added segment 4f0eac4b-471a-4054-9c83-0bf52e8f2133 of type vlan for network 96e178d9-7c94-44bf-b60f-cbbed246be55 Feb 09 01:24:23.884327 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-0f3bb3a3-d012-4245-8744-4f7a6b15b0cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] 10.222.0.105 "DELETE /v2.0/ports/f91f9cc8-b3bb-462b-bfbb-ed8db4802d9b HTTP/1.1" status: 204 len: 168 time: 1.2658832 Feb 09 01:24:23.886248 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 55310) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:23.940716 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aad09f04-bedc-437a-a556-474afb5640b7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:23.968131 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab207e1f-314f-4c64-88a1-2e9bccde05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] GET failed (client error): The resource could not be found. Feb 09 01:24:23.968667 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-ab207e1f-314f-4c64-88a1-2e9bccde05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Synchronizing usage tracker for tenant:bd75bba3f8ce4e72a2d1420aaff71846 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:24:24.030166 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-ab207e1f-314f-4c64-88a1-2e9bccde05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Unset dirty status for tenant:bd75bba3f8ce4e72a2d1420aaff71846 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:24:24.030166 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-ab207e1f-314f-4c64-88a1-2e9bccde05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] 10.222.0.105 "GET /v2.0/ports/f91f9cc8-b3bb-462b-bfbb-ed8db4802d9b HTTP/1.1" status: 404 len: 333 time: 0.1385393 Feb 09 01:24:24.030166 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 55318) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:24.061091 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-d4b8771b-a81c-4fb8-ba68-7d495bfd7efb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Request body: {'port': {'network_id': '65f02ca2-a1da-4884-8d61-0fd3297de424', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-650613913'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:24.065733 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aad09f04-bedc-437a-a556-474afb5640b7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:24.070967 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d4b8771b-a81c-4fb8-ba68-7d495bfd7efb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:24:24.075168 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad09f04-bedc-437a-a556-474afb5640b7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:24.075168 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aad09f04-bedc-437a-a556-474afb5640b7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:24.092242 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d4b8771b-a81c-4fb8-ba68-7d495bfd7efb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:24:24.247198 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b8771b-a81c-4fb8-ba68-7d495bfd7efb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Made reservation on behalf of bd75bba3f8ce4e72a2d1420aaff71846 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:24:24.250395 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d4b8771b-a81c-4fb8-ba68-7d495bfd7efb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:24.263214 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-aad09f04-bedc-437a-a556-474afb5640b7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.9553630 Feb 09 01:24:24.263214 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 55330) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:24.297658 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-d4b8771b-a81c-4fb8-ba68-7d495bfd7efb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] device_id is not set on port eb292459-c5f4-4d13-9dd9-d23a8f3c64a9 yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:24:24.304008 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-f7d7a858-dc34-4cf7-ba8a-216f160a96eb tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-262422909'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:24.346049 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f7d7a858-dc34-4cf7-ba8a-216f160a96eb tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:24:24.348865 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad09f04-bedc-437a-a556-474afb5640b7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Pushing event updated for resources: {'Network': ['ID=96e178d9-7c94-44bf-b60f-cbbed246be55,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:24.360413 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-f7d7a858-dc34-4cf7-ba8a-216f160a96eb tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Usage tracker for resource:network and tenant:75af0a1c47ce4ddc8bdf7d84418e468b is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:24:24.369001 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 96e178d9-7c94-44bf-b60f-cbbed246be55 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:24:24.371095 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-f7d7a858-dc34-4cf7-ba8a-216f160a96eb tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:24:24.399307 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f7d7a858-dc34-4cf7-ba8a-216f160a96eb tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:24:24.432616 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d7a858-dc34-4cf7-ba8a-216f160a96eb tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Made reservation on behalf of 75af0a1c47ce4ddc8bdf7d84418e468b for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:24:24.450937 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f7d7a858-dc34-4cf7-ba8a-216f160a96eb tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:24.516608 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7d7a858-dc34-4cf7-ba8a-216f160a96eb tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:24:24.551255 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f7d7a858-dc34-4cf7-ba8a-216f160a96eb tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:24.551255 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-f7d7a858-dc34-4cf7-ba8a-216f160a96eb tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Added segment a1bd6246-efad-46de-9705-b5d79842737e of type vlan for network 6af4133c-f45c-4937-a31c-48a4c7ffe9c0 Feb 09 01:24:24.653840 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f7d7a858-dc34-4cf7-ba8a-216f160a96eb tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:24.743968 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f7d7a858-dc34-4cf7-ba8a-216f160a96eb tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:24.743968 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d7a858-dc34-4cf7-ba8a-216f160a96eb tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:24.743968 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f7d7a858-dc34-4cf7-ba8a-216f160a96eb tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:24.872771 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:24.902329 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d7a858-dc34-4cf7-ba8a-216f160a96eb tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Pushing event updated for resources: {'Network': ['ID=6af4133c-f45c-4937-a31c-48a4c7ffe9c0,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:24.915734 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d4b8771b-a81c-4fb8-ba68-7d495bfd7efb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:24.919751 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 6af4133c-f45c-4937-a31c-48a4c7ffe9c0 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:24:24.928235 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 55352) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:24.936870 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f7d7a858-dc34-4cf7-ba8a-216f160a96eb tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6361620 Feb 09 01:24:24.939920 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-1e8ec3c4-6b90-4f56-907f-a386158a1ade tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Request body: {'subnet': {'network_id': '96e178d9-7c94-44bf-b60f-cbbed246be55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:25.074423 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-1e8ec3c4-6b90-4f56-907f-a386158a1ade tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:24:25.074423 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-1e8ec3c4-6b90-4f56-907f-a386158a1ade tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Usage tracker for resource:subnet and tenant:75af0a1c47ce4ddc8bdf7d84418e468b is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:24:25.083287 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-1e8ec3c4-6b90-4f56-907f-a386158a1ade tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:24:25.083287 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-1e8ec3c4-6b90-4f56-907f-a386158a1ade tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:24:25.103963 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e8ec3c4-6b90-4f56-907f-a386158a1ade tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Made reservation on behalf of 75af0a1c47ce4ddc8bdf7d84418e468b for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:24:25.112320 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1e8ec3c4-6b90-4f56-907f-a386158a1ade tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:25.291817 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d4b8771b-a81c-4fb8-ba68-7d495bfd7efb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:25.478410 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b8771b-a81c-4fb8-ba68-7d495bfd7efb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Network 65f02ca2-a1da-4884-8d61-0fd3297de424 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:24:25.491209 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-d4b8771b-a81c-4fb8-ba68-7d495bfd7efb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:24:25.507509 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b8771b-a81c-4fb8-ba68-7d495bfd7efb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:24:25.508473 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b8771b-a81c-4fb8-ba68-7d495bfd7efb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:25.509317 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d4b8771b-a81c-4fb8-ba68-7d495bfd7efb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:25.599241 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b8771b-a81c-4fb8-ba68-7d495bfd7efb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Pushing event updated for resources: {'Port': ['ID=eb292459-c5f4-4d13-9dd9-d23a8f3c64a9,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:25.656987 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-d4b8771b-a81c-4fb8-ba68-7d495bfd7efb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.6222546 Feb 09 01:24:25.663499 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 55382) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:25.663499 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-1c0df1f7-7941-425e-8136-6e237ee30f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-828418-1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:25.833933 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1e8ec3c4-6b90-4f56-907f-a386158a1ade tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:25.931219 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8ec3c4-6b90-4f56-907f-a386158a1ade tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Pushing event updated for resources: {'Subnet': ['ID=a01b8052-ff4a-4fdc-8e9e-5999abbe0af6,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:25.952538 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1c0df1f7-7941-425e-8136-6e237ee30f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:25.979533 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8ec3c4-6b90-4f56-907f-a386158a1ade tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Checking segment: {'id': '4f0eac4b-471a-4054-9c83-0bf52e8f2133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '96e178d9-7c94-44bf-b60f-cbbed246be55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:24:25.979533 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8ec3c4-6b90-4f56-907f-a386158a1ade tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Network hostable DHCP agents. Network: 96e178d9-7c94-44bf-b60f-cbbed246be55, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:24:25.999983 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8ec3c4-6b90-4f56-907f-a386158a1ade tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Network 96e178d9-7c94-44bf-b60f-cbbed246be55 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:24:26.015352 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-1e8ec3c4-6b90-4f56-907f-a386158a1ade tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 96e178d9-7c94-44bf-b60f-cbbed246be55) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:24:26.028313 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57844cb4-fdaf-4918-83cd-62f9210ffd56 None None] Network 96e178d9-7c94-44bf-b60f-cbbed246be55 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:24:26.043952 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8ec3c4-6b90-4f56-907f-a386158a1ade tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:26.043952 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1e8ec3c4-6b90-4f56-907f-a386158a1ade tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:26.073799 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-1e8ec3c4-6b90-4f56-907f-a386158a1ade tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1452255 Feb 09 01:24:26.073799 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 55394) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:26.137477 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-6de83d67-82a7-4313-ae3d-9c56bcbff4b3 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Request body: {'subnet': {'network_id': '6af4133c-f45c-4937-a31c-48a4c7ffe9c0', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:26.778176 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a24772-52d3-497b-82f1-9c6cb62e7b57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-96e178d9-7c94-44bf-b60f-cbbed246be55', 'network_id': '96e178d9-7c94-44bf-b60f-cbbed246be55', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'fixed_ips': [{'subnet_id': 'a01b8052-ff4a-4fdc-8e9e-5999abbe0af6'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:24:26.779286 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-52a24772-52d3-497b-82f1-9c6cb62e7b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:27.099633 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-6de83d67-82a7-4313-ae3d-9c56bcbff4b3 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:24:27.112236 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-6de83d67-82a7-4313-ae3d-9c56bcbff4b3 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Usage tracker for resource:subnet and tenant:75af0a1c47ce4ddc8bdf7d84418e468b is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:24:27.123698 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-6de83d67-82a7-4313-ae3d-9c56bcbff4b3 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:24:27.149435 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-6de83d67-82a7-4313-ae3d-9c56bcbff4b3 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:24:27.159417 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-1c0df1f7-7941-425e-8136-6e237ee30f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] device_id is not set on port eb292459-c5f4-4d13-9dd9-d23a8f3c64a9 yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:24:27.175500 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de83d67-82a7-4313-ae3d-9c56bcbff4b3 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Made reservation on behalf of 75af0a1c47ce4ddc8bdf7d84418e468b for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:24:27.194381 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6de83d67-82a7-4313-ae3d-9c56bcbff4b3 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:27.196426 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1c0df1f7-7941-425e-8136-6e237ee30f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:27.229895 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-1c0df1f7-7941-425e-8136-6e237ee30f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Transition to ACTIVE for port object eb292459-c5f4-4d13-9dd9-d23a8f3c64a9 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:24:27.238384 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1c0df1f7-7941-425e-8136-6e237ee30f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:27.437116 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-52a24772-52d3-497b-82f1-9c6cb62e7b57 None None] Allocated IP 2001:db8::2 (96e178d9-7c94-44bf-b60f-cbbed246be55/a01b8052-ff4a-4fdc-8e9e-5999abbe0af6/785d1a30-22d2-4679-b214-501e9c77f3ce) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:24:27.655948 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-1c0df1f7-7941-425e-8136-6e237ee30f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port eb292459-c5f4-4d13-9dd9-d23a8f3c64a9 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:24:27.656549 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-1c0df1f7-7941-425e-8136-6e237ee30f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port eb292459-c5f4-4d13-9dd9-d23a8f3c64a9 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '514a7df8-831c-4e1c-b786-d054352bb68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '65f02ca2-a1da-4884-8d61-0fd3297de424'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:24:27.658624 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0df1f7-7941-425e-8136-6e237ee30f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port eb292459-c5f4-4d13-9dd9-d23a8f3c64a9 on network 65f02ca2-a1da-4884-8d61-0fd3297de424 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:24:27.681260 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6de83d67-82a7-4313-ae3d-9c56bcbff4b3 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:27.683796 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0df1f7-7941-425e-8136-6e237ee30f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Port eb292459-c5f4-4d13-9dd9-d23a8f3c64a9 on network 65f02ca2-a1da-4884-8d61-0fd3297de424 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:24:27.687438 n-d-828418-1 neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-1c0df1f7-7941-425e-8136-6e237ee30f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Failed to bind port eb292459-c5f4-4d13-9dd9-d23a8f3c64a9 on host n-h1-828418-1 for vnic_type normal using segments [{'id': '514a7df8-831c-4e1c-b786-d054352bb68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '65f02ca2-a1da-4884-8d61-0fd3297de424'}] Feb 09 01:24:27.696805 n-d-828418-1 neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-1c0df1f7-7941-425e-8136-6e237ee30f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempt 2 to bind port eb292459-c5f4-4d13-9dd9-d23a8f3c64a9 Feb 09 01:24:27.755772 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-1c0df1f7-7941-425e-8136-6e237ee30f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port eb292459-c5f4-4d13-9dd9-d23a8f3c64a9 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:24:27.756140 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-1c0df1f7-7941-425e-8136-6e237ee30f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port eb292459-c5f4-4d13-9dd9-d23a8f3c64a9 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '514a7df8-831c-4e1c-b786-d054352bb68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '65f02ca2-a1da-4884-8d61-0fd3297de424'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:24:27.756496 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0df1f7-7941-425e-8136-6e237ee30f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port eb292459-c5f4-4d13-9dd9-d23a8f3c64a9 on network 65f02ca2-a1da-4884-8d61-0fd3297de424 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:24:27.781526 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0df1f7-7941-425e-8136-6e237ee30f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Pushing event updated for resources: {'Port': ['ID=eb292459-c5f4-4d13-9dd9-d23a8f3c64a9,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:27.781526 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0df1f7-7941-425e-8136-6e237ee30f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Port eb292459-c5f4-4d13-9dd9-d23a8f3c64a9 on network 65f02ca2-a1da-4884-8d61-0fd3297de424 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:24:27.781526 n-d-828418-1 neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-1c0df1f7-7941-425e-8136-6e237ee30f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Failed to bind port eb292459-c5f4-4d13-9dd9-d23a8f3c64a9 on host n-h1-828418-1 for vnic_type normal using segments [{'id': '514a7df8-831c-4e1c-b786-d054352bb68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '65f02ca2-a1da-4884-8d61-0fd3297de424'}] Feb 09 01:24:27.781526 n-d-828418-1 neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-1c0df1f7-7941-425e-8136-6e237ee30f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempt 3 to bind port eb292459-c5f4-4d13-9dd9-d23a8f3c64a9 Feb 09 01:24:27.798029 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-1c0df1f7-7941-425e-8136-6e237ee30f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port eb292459-c5f4-4d13-9dd9-d23a8f3c64a9 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:24:27.798029 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-1c0df1f7-7941-425e-8136-6e237ee30f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port eb292459-c5f4-4d13-9dd9-d23a8f3c64a9 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '514a7df8-831c-4e1c-b786-d054352bb68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '65f02ca2-a1da-4884-8d61-0fd3297de424'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:24:27.798029 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0df1f7-7941-425e-8136-6e237ee30f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port eb292459-c5f4-4d13-9dd9-d23a8f3c64a9 on network 65f02ca2-a1da-4884-8d61-0fd3297de424 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:24:27.812382 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0df1f7-7941-425e-8136-6e237ee30f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Port eb292459-c5f4-4d13-9dd9-d23a8f3c64a9 on network 65f02ca2-a1da-4884-8d61-0fd3297de424 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:24:27.812382 n-d-828418-1 neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-1c0df1f7-7941-425e-8136-6e237ee30f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Failed to bind port eb292459-c5f4-4d13-9dd9-d23a8f3c64a9 on host n-h1-828418-1 for vnic_type normal using segments [{'id': '514a7df8-831c-4e1c-b786-d054352bb68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '65f02ca2-a1da-4884-8d61-0fd3297de424'}] Feb 09 01:24:27.812382 n-d-828418-1 neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-1c0df1f7-7941-425e-8136-6e237ee30f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempt 4 to bind port eb292459-c5f4-4d13-9dd9-d23a8f3c64a9 Feb 09 01:24:27.866897 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-1c0df1f7-7941-425e-8136-6e237ee30f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port eb292459-c5f4-4d13-9dd9-d23a8f3c64a9 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:24:27.866897 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-1c0df1f7-7941-425e-8136-6e237ee30f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port eb292459-c5f4-4d13-9dd9-d23a8f3c64a9 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '514a7df8-831c-4e1c-b786-d054352bb68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '65f02ca2-a1da-4884-8d61-0fd3297de424'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:24:27.866897 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0df1f7-7941-425e-8136-6e237ee30f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port eb292459-c5f4-4d13-9dd9-d23a8f3c64a9 on network 65f02ca2-a1da-4884-8d61-0fd3297de424 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:24:27.903179 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0df1f7-7941-425e-8136-6e237ee30f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Port eb292459-c5f4-4d13-9dd9-d23a8f3c64a9 on network 65f02ca2-a1da-4884-8d61-0fd3297de424 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:24:27.903179 n-d-828418-1 neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-1c0df1f7-7941-425e-8136-6e237ee30f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Failed to bind port eb292459-c5f4-4d13-9dd9-d23a8f3c64a9 on host n-h1-828418-1 for vnic_type normal using segments [{'id': '514a7df8-831c-4e1c-b786-d054352bb68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '65f02ca2-a1da-4884-8d61-0fd3297de424'}] Feb 09 01:24:27.931638 n-d-828418-1 neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-1c0df1f7-7941-425e-8136-6e237ee30f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempt 5 to bind port eb292459-c5f4-4d13-9dd9-d23a8f3c64a9 Feb 09 01:24:27.987665 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-52a24772-52d3-497b-82f1-9c6cb62e7b57 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:28.004519 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-52a24772-52d3-497b-82f1-9c6cb62e7b57 None None] Transition to ACTIVE for port object 785d1a30-22d2-4679-b214-501e9c77f3ce will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:24:28.009419 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-1c0df1f7-7941-425e-8136-6e237ee30f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port eb292459-c5f4-4d13-9dd9-d23a8f3c64a9 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:24:28.009419 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-1c0df1f7-7941-425e-8136-6e237ee30f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port eb292459-c5f4-4d13-9dd9-d23a8f3c64a9 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '514a7df8-831c-4e1c-b786-d054352bb68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '65f02ca2-a1da-4884-8d61-0fd3297de424'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:24:28.009419 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0df1f7-7941-425e-8136-6e237ee30f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port eb292459-c5f4-4d13-9dd9-d23a8f3c64a9 on network 65f02ca2-a1da-4884-8d61-0fd3297de424 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:24:28.017100 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de83d67-82a7-4313-ae3d-9c56bcbff4b3 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Pushing event updated for resources: {'Subnet': ['ID=e4a5b233-bab1-4eb6-b1f5-47fb7b6ba00d,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:28.027475 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0df1f7-7941-425e-8136-6e237ee30f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Port eb292459-c5f4-4d13-9dd9-d23a8f3c64a9 on network 65f02ca2-a1da-4884-8d61-0fd3297de424 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:24:28.032135 n-d-828418-1 neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-1c0df1f7-7941-425e-8136-6e237ee30f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Failed to bind port eb292459-c5f4-4d13-9dd9-d23a8f3c64a9 on host n-h1-828418-1 for vnic_type normal using segments [{'id': '514a7df8-831c-4e1c-b786-d054352bb68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '65f02ca2-a1da-4884-8d61-0fd3297de424'}] Feb 09 01:24:28.032736 n-d-828418-1 neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-1c0df1f7-7941-425e-8136-6e237ee30f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempt 6 to bind port eb292459-c5f4-4d13-9dd9-d23a8f3c64a9 Feb 09 01:24:28.041419 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-52a24772-52d3-497b-82f1-9c6cb62e7b57 None None] Transition to ACTIVE for port object 785d1a30-22d2-4679-b214-501e9c77f3ce will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:24:28.041896 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de83d67-82a7-4313-ae3d-9c56bcbff4b3 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Checking segment: {'id': 'a1bd6246-efad-46de-9705-b5d79842737e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '6af4133c-f45c-4937-a31c-48a4c7ffe9c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:24:28.042263 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de83d67-82a7-4313-ae3d-9c56bcbff4b3 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Network hostable DHCP agents. Network: 6af4133c-f45c-4937-a31c-48a4c7ffe9c0, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:24:28.053780 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-1c0df1f7-7941-425e-8136-6e237ee30f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port eb292459-c5f4-4d13-9dd9-d23a8f3c64a9 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:24:28.054210 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-1c0df1f7-7941-425e-8136-6e237ee30f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port eb292459-c5f4-4d13-9dd9-d23a8f3c64a9 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '514a7df8-831c-4e1c-b786-d054352bb68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '65f02ca2-a1da-4884-8d61-0fd3297de424'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:24:28.054599 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0df1f7-7941-425e-8136-6e237ee30f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port eb292459-c5f4-4d13-9dd9-d23a8f3c64a9 on network 65f02ca2-a1da-4884-8d61-0fd3297de424 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:24:28.059663 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-52a24772-52d3-497b-82f1-9c6cb62e7b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:28.060830 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0df1f7-7941-425e-8136-6e237ee30f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Port eb292459-c5f4-4d13-9dd9-d23a8f3c64a9 on network 65f02ca2-a1da-4884-8d61-0fd3297de424 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:24:28.061156 n-d-828418-1 neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-1c0df1f7-7941-425e-8136-6e237ee30f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Failed to bind port eb292459-c5f4-4d13-9dd9-d23a8f3c64a9 on host n-h1-828418-1 for vnic_type normal using segments [{'id': '514a7df8-831c-4e1c-b786-d054352bb68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '65f02ca2-a1da-4884-8d61-0fd3297de424'}] Feb 09 01:24:28.061544 n-d-828418-1 neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-1c0df1f7-7941-425e-8136-6e237ee30f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempt 7 to bind port eb292459-c5f4-4d13-9dd9-d23a8f3c64a9 Feb 09 01:24:28.073990 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de83d67-82a7-4313-ae3d-9c56bcbff4b3 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Network 6af4133c-f45c-4937-a31c-48a4c7ffe9c0 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:24:28.079060 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-1c0df1f7-7941-425e-8136-6e237ee30f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port eb292459-c5f4-4d13-9dd9-d23a8f3c64a9 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:24:28.079392 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-1c0df1f7-7941-425e-8136-6e237ee30f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port eb292459-c5f4-4d13-9dd9-d23a8f3c64a9 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '514a7df8-831c-4e1c-b786-d054352bb68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '65f02ca2-a1da-4884-8d61-0fd3297de424'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:24:28.079729 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0df1f7-7941-425e-8136-6e237ee30f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port eb292459-c5f4-4d13-9dd9-d23a8f3c64a9 on network 65f02ca2-a1da-4884-8d61-0fd3297de424 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:24:28.085858 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-6de83d67-82a7-4313-ae3d-9c56bcbff4b3 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 6af4133c-f45c-4937-a31c-48a4c7ffe9c0) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:24:28.086128 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0df1f7-7941-425e-8136-6e237ee30f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Port eb292459-c5f4-4d13-9dd9-d23a8f3c64a9 on network 65f02ca2-a1da-4884-8d61-0fd3297de424 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:24:28.086631 n-d-828418-1 neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-1c0df1f7-7941-425e-8136-6e237ee30f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Failed to bind port eb292459-c5f4-4d13-9dd9-d23a8f3c64a9 on host n-h1-828418-1 for vnic_type normal using segments [{'id': '514a7df8-831c-4e1c-b786-d054352bb68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '65f02ca2-a1da-4884-8d61-0fd3297de424'}] Feb 09 01:24:28.087172 n-d-828418-1 neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-1c0df1f7-7941-425e-8136-6e237ee30f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempt 8 to bind port eb292459-c5f4-4d13-9dd9-d23a8f3c64a9 Feb 09 01:24:28.093121 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de83d67-82a7-4313-ae3d-9c56bcbff4b3 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:28.094368 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6de83d67-82a7-4313-ae3d-9c56bcbff4b3 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:28.109301 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-1c0df1f7-7941-425e-8136-6e237ee30f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port eb292459-c5f4-4d13-9dd9-d23a8f3c64a9 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:24:28.115714 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-1c0df1f7-7941-425e-8136-6e237ee30f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port eb292459-c5f4-4d13-9dd9-d23a8f3c64a9 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '514a7df8-831c-4e1c-b786-d054352bb68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '65f02ca2-a1da-4884-8d61-0fd3297de424'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:24:28.116350 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0df1f7-7941-425e-8136-6e237ee30f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port eb292459-c5f4-4d13-9dd9-d23a8f3c64a9 on network 65f02ca2-a1da-4884-8d61-0fd3297de424 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:24:28.127870 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0df1f7-7941-425e-8136-6e237ee30f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Port eb292459-c5f4-4d13-9dd9-d23a8f3c64a9 on network 65f02ca2-a1da-4884-8d61-0fd3297de424 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:24:28.128715 n-d-828418-1 neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-1c0df1f7-7941-425e-8136-6e237ee30f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Failed to bind port eb292459-c5f4-4d13-9dd9-d23a8f3c64a9 on host n-h1-828418-1 for vnic_type normal using segments [{'id': '514a7df8-831c-4e1c-b786-d054352bb68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '65f02ca2-a1da-4884-8d61-0fd3297de424'}] Feb 09 01:24:28.131652 n-d-828418-1 neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-1c0df1f7-7941-425e-8136-6e237ee30f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempt 9 to bind port eb292459-c5f4-4d13-9dd9-d23a8f3c64a9 Feb 09 01:24:28.142449 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-6de83d67-82a7-4313-ae3d-9c56bcbff4b3 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0632942 Feb 09 01:24:28.145069 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 55432) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:28.158540 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-fb1d75b9-2506-48c2-9628-eb2b71f805d7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-422941246', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:28.169747 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-1c0df1f7-7941-425e-8136-6e237ee30f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port eb292459-c5f4-4d13-9dd9-d23a8f3c64a9 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:24:28.170311 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-1c0df1f7-7941-425e-8136-6e237ee30f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port eb292459-c5f4-4d13-9dd9-d23a8f3c64a9 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '514a7df8-831c-4e1c-b786-d054352bb68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '65f02ca2-a1da-4884-8d61-0fd3297de424'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:24:28.170519 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0df1f7-7941-425e-8136-6e237ee30f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port eb292459-c5f4-4d13-9dd9-d23a8f3c64a9 on network 65f02ca2-a1da-4884-8d61-0fd3297de424 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:24:28.190960 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-fb1d75b9-2506-48c2-9628-eb2b71f805d7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:24:28.194852 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0df1f7-7941-425e-8136-6e237ee30f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Port eb292459-c5f4-4d13-9dd9-d23a8f3c64a9 on network 65f02ca2-a1da-4884-8d61-0fd3297de424 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:24:28.194852 n-d-828418-1 neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-1c0df1f7-7941-425e-8136-6e237ee30f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Failed to bind port eb292459-c5f4-4d13-9dd9-d23a8f3c64a9 on host n-h1-828418-1 for vnic_type normal using segments [{'id': '514a7df8-831c-4e1c-b786-d054352bb68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '65f02ca2-a1da-4884-8d61-0fd3297de424'}] Feb 09 01:24:28.197092 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c2724d-c3f9-4db5-8a25-0c33b5d0be22 None None] Network 6af4133c-f45c-4937-a31c-48a4c7ffe9c0 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:24:28.202177 n-d-828418-1 neutron-server[87638]: INFO neutron.plugins.ml2.plugin [None req-1c0df1f7-7941-425e-8136-6e237ee30f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempt 10 to bind port eb292459-c5f4-4d13-9dd9-d23a8f3c64a9 Feb 09 01:24:28.235730 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-fb1d75b9-2506-48c2-9628-eb2b71f805d7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Usage tracker for resource:router and tenant:75af0a1c47ce4ddc8bdf7d84418e468b is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:24:28.258136 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a24772-52d3-497b-82f1-9c6cb62e7b57 None None] Pushing event updated for resources: {'Port': ['ID=785d1a30-22d2-4679-b214-501e9c77f3ce,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:28.260319 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-fb1d75b9-2506-48c2-9628-eb2b71f805d7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:24:28.267502 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-1c0df1f7-7941-425e-8136-6e237ee30f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port eb292459-c5f4-4d13-9dd9-d23a8f3c64a9 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:24:28.267502 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-1c0df1f7-7941-425e-8136-6e237ee30f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port eb292459-c5f4-4d13-9dd9-d23a8f3c64a9 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '514a7df8-831c-4e1c-b786-d054352bb68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '65f02ca2-a1da-4884-8d61-0fd3297de424'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:24:28.267502 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0df1f7-7941-425e-8136-6e237ee30f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempting to bind port eb292459-c5f4-4d13-9dd9-d23a8f3c64a9 on network 65f02ca2-a1da-4884-8d61-0fd3297de424 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:24:28.270858 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a24772-52d3-497b-82f1-9c6cb62e7b57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:28.270858 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a24772-52d3-497b-82f1-9c6cb62e7b57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:28.270858 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a24772-52d3-497b-82f1-9c6cb62e7b57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:28.270858 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a24772-52d3-497b-82f1-9c6cb62e7b57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:28.270858 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a24772-52d3-497b-82f1-9c6cb62e7b57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:28.270858 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a24772-52d3-497b-82f1-9c6cb62e7b57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:28.270858 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a24772-52d3-497b-82f1-9c6cb62e7b57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:28.280858 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a24772-52d3-497b-82f1-9c6cb62e7b57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:28.280858 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a24772-52d3-497b-82f1-9c6cb62e7b57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:28.280858 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a24772-52d3-497b-82f1-9c6cb62e7b57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:28.280858 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a24772-52d3-497b-82f1-9c6cb62e7b57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:28.280858 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a24772-52d3-497b-82f1-9c6cb62e7b57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:28.304361 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0df1f7-7941-425e-8136-6e237ee30f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Port eb292459-c5f4-4d13-9dd9-d23a8f3c64a9 on network 65f02ca2-a1da-4884-8d61-0fd3297de424 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:24:28.304361 n-d-828418-1 neutron-server[87638]: ERROR neutron.plugins.ml2.managers [None req-1c0df1f7-7941-425e-8136-6e237ee30f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Failed to bind port eb292459-c5f4-4d13-9dd9-d23a8f3c64a9 on host n-h1-828418-1 for vnic_type normal using segments [{'id': '514a7df8-831c-4e1c-b786-d054352bb68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '65f02ca2-a1da-4884-8d61-0fd3297de424'}] Feb 09 01:24:28.313089 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-fb1d75b9-2506-48c2-9628-eb2b71f805d7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:24:28.315501 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1c0df1f7-7941-425e-8136-6e237ee30f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:28.350203 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fb1d75b9-2506-48c2-9628-eb2b71f805d7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:28.352089 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fb1d75b9-2506-48c2-9628-eb2b71f805d7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:28.364853 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a24772-52d3-497b-82f1-9c6cb62e7b57 None None] Network 96e178d9-7c94-44bf-b60f-cbbed246be55 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:24:28.395862 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fb1d75b9-2506-48c2-9628-eb2b71f805d7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:28.436825 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fb1d75b9-2506-48c2-9628-eb2b71f805d7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:28.493819 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-52a24772-52d3-497b-82f1-9c6cb62e7b57 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:24:28.504182 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fb1d75b9-2506-48c2-9628-eb2b71f805d7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:28.508634 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a24772-52d3-497b-82f1-9c6cb62e7b57 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:24:28.509267 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-fb1d75b9-2506-48c2-9628-eb2b71f805d7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3624988 Feb 09 01:24:28.510139 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 55440) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:28.623795 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-1c0df1f7-7941-425e-8136-6e237ee30f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] For port eb292459-c5f4-4d13-9dd9-d23a8f3c64a9, host n-h1-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:24:28.623795 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-1c0df1f7-7941-425e-8136-6e237ee30f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attempted to set empty binding levels {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 09 01:24:28.627694 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1c0df1f7-7941-425e-8136-6e237ee30f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:28.709972 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-52a24772-52d3-497b-82f1-9c6cb62e7b57 None None] Attempting to bind port 785d1a30-22d2-4679-b214-501e9c77f3ce on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:24:28.709972 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-52a24772-52d3-497b-82f1-9c6cb62e7b57 None None] Attempting to bind port 785d1a30-22d2-4679-b214-501e9c77f3ce by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '4f0eac4b-471a-4054-9c83-0bf52e8f2133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '96e178d9-7c94-44bf-b60f-cbbed246be55'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:24:28.709972 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a24772-52d3-497b-82f1-9c6cb62e7b57 None None] Attempting to bind port 785d1a30-22d2-4679-b214-501e9c77f3ce on network 96e178d9-7c94-44bf-b60f-cbbed246be55 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:24:28.735859 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a24772-52d3-497b-82f1-9c6cb62e7b57 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:24:28.735859 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a24772-52d3-497b-82f1-9c6cb62e7b57 None None] Checking segment: {'id': '4f0eac4b-471a-4054-9c83-0bf52e8f2133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '96e178d9-7c94-44bf-b60f-cbbed246be55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:24:28.735859 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-52a24772-52d3-497b-82f1-9c6cb62e7b57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:28.735859 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a24772-52d3-497b-82f1-9c6cb62e7b57 None None] Bound using segment: {'id': '4f0eac4b-471a-4054-9c83-0bf52e8f2133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '96e178d9-7c94-44bf-b60f-cbbed246be55'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:24:28.735859 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-52a24772-52d3-497b-82f1-9c6cb62e7b57 None None] Bound port: 785d1a30-22d2-4679-b214-501e9c77f3ce, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f0eac4b-471a-4054-9c83-0bf52e8f2133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '96e178d9-7c94-44bf-b60f-cbbed246be55'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:24:28.735859 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-52a24772-52d3-497b-82f1-9c6cb62e7b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:28.813362 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-1c0df1f7-7941-425e-8136-6e237ee30f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] In _notify_port_updated(), no bound segment for port eb292459-c5f4-4d13-9dd9-d23a8f3c64a9 on network 65f02ca2-a1da-4884-8d61-0fd3297de424 {{(pid=87638) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 01:24:28.814482 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0df1f7-7941-425e-8136-6e237ee30f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:28.815272 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1c0df1f7-7941-425e-8136-6e237ee30f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:28.817157 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1c0df1f7-7941-425e-8136-6e237ee30f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] 10.222.0.105 "PUT /v2.0/ports/eb292459-c5f4-4d13-9dd9-d23a8f3c64a9 HTTP/1.1" status: 200 len: 978 time: 3.1602066 Feb 09 01:24:28.849798 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 55448) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:28.964492 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0df1f7-7941-425e-8136-6e237ee30f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Pushing event updated for resources: {'Port': ['ID=eb292459-c5f4-4d13-9dd9-d23a8f3c64a9,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:29.032695 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-04fb1169-156f-4e61-bf5b-5e27fba3ac9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Deleting port eb292459-c5f4-4d13-9dd9-d23a8f3c64a9 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:24:29.032695 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-04fb1169-156f-4e61-bf5b-5e27fba3ac9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:29.173688 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-52a24772-52d3-497b-82f1-9c6cb62e7b57 None None] For port 785d1a30-22d2-4679-b214-501e9c77f3ce, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:24:29.296948 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-52a24772-52d3-497b-82f1-9c6cb62e7b57 None None] For port 785d1a30-22d2-4679-b214-501e9c77f3ce, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=785d1a30-22d2-4679-b214-501e9c77f3ce,segment=NetworkSegment(4f0eac4b-471a-4054-9c83-0bf52e8f2133),segment_id=4f0eac4b-471a-4054-9c83-0bf52e8f2133)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:24:29.302222 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-52a24772-52d3-497b-82f1-9c6cb62e7b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:29.399550 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f776d744-8e02-42f2-914b-54731c234586 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-6af4133c-f45c-4937-a31c-48a4c7ffe9c0', 'network_id': '6af4133c-f45c-4937-a31c-48a4c7ffe9c0', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'fixed_ips': [{'subnet_id': 'e4a5b233-bab1-4eb6-b1f5-47fb7b6ba00d'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:24:29.399550 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f776d744-8e02-42f2-914b-54731c234586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:29.511624 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8271de01-8b97-4434-b89e-dac31d2e58e7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:29.587215 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-04fb1169-156f-4e61-bf5b-5e27fba3ac9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] For port eb292459-c5f4-4d13-9dd9-d23a8f3c64a9, host n-h1-828418-1, got binding levels [] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:24:29.587786 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-04fb1169-156f-4e61-bf5b-5e27fba3ac9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:29.664577 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-f776d744-8e02-42f2-914b-54731c234586 None None] Allocated IP 2001:db8:1::2 (6af4133c-f45c-4937-a31c-48a4c7ffe9c0/e4a5b233-bab1-4eb6-b1f5-47fb7b6ba00d/86b1a9c2-9de1-4638-88a1-22813494b8d8) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:24:29.907007 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f776d744-8e02-42f2-914b-54731c234586 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:29.963689 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f776d744-8e02-42f2-914b-54731c234586 None None] Transition to ACTIVE for port object 86b1a9c2-9de1-4638-88a1-22813494b8d8 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:24:29.990181 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a24772-52d3-497b-82f1-9c6cb62e7b57 None None] Pushing event updated for resources: {'Port': ['ID=785d1a30-22d2-4679-b214-501e9c77f3ce,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:30.002699 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f776d744-8e02-42f2-914b-54731c234586 None None] Transition to ACTIVE for port object 86b1a9c2-9de1-4638-88a1-22813494b8d8 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:24:30.012721 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f776d744-8e02-42f2-914b-54731c234586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:30.180112 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f776d744-8e02-42f2-914b-54731c234586 None None] Pushing event updated for resources: {'Port': ['ID=86b1a9c2-9de1-4638-88a1-22813494b8d8,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:30.197845 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f776d744-8e02-42f2-914b-54731c234586 None None] Network 6af4133c-f45c-4937-a31c-48a4c7ffe9c0 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:24:30.197845 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-f776d744-8e02-42f2-914b-54731c234586 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:24:30.197845 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f776d744-8e02-42f2-914b-54731c234586 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:24:30.304909 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-04fb1169-156f-4e61-bf5b-5e27fba3ac9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Calling delete_port for eb292459-c5f4-4d13-9dd9-d23a8f3c64a9 owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:24:30.499484 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-8271de01-8b97-4434-b89e-dac31d2e58e7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Allocated IP 2001:db8::1 (96e178d9-7c94-44bf-b60f-cbbed246be55/a01b8052-ff4a-4fdc-8e9e-5999abbe0af6/7b635a42-0e72-4cb7-a5e5-c91069ef481f) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:24:30.553919 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-f776d744-8e02-42f2-914b-54731c234586 None None] Attempting to bind port 86b1a9c2-9de1-4638-88a1-22813494b8d8 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:24:30.557334 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-f776d744-8e02-42f2-914b-54731c234586 None None] Attempting to bind port 86b1a9c2-9de1-4638-88a1-22813494b8d8 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'a1bd6246-efad-46de-9705-b5d79842737e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '6af4133c-f45c-4937-a31c-48a4c7ffe9c0'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:24:30.557915 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f776d744-8e02-42f2-914b-54731c234586 None None] Attempting to bind port 86b1a9c2-9de1-4638-88a1-22813494b8d8 on network 6af4133c-f45c-4937-a31c-48a4c7ffe9c0 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:24:30.575093 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f776d744-8e02-42f2-914b-54731c234586 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:24:30.575714 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f776d744-8e02-42f2-914b-54731c234586 None None] Checking segment: {'id': 'a1bd6246-efad-46de-9705-b5d79842737e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '6af4133c-f45c-4937-a31c-48a4c7ffe9c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:24:30.576302 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f776d744-8e02-42f2-914b-54731c234586 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:30.576853 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f776d744-8e02-42f2-914b-54731c234586 None None] Bound using segment: {'id': 'a1bd6246-efad-46de-9705-b5d79842737e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '6af4133c-f45c-4937-a31c-48a4c7ffe9c0'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:24:30.577734 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-f776d744-8e02-42f2-914b-54731c234586 None None] Bound port: 86b1a9c2-9de1-4638-88a1-22813494b8d8, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1bd6246-efad-46de-9705-b5d79842737e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '6af4133c-f45c-4937-a31c-48a4c7ffe9c0'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:24:30.578279 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f776d744-8e02-42f2-914b-54731c234586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:30.684157 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-04fb1169-156f-4e61-bf5b-5e27fba3ac9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:30.856260 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fb1169-156f-4e61-bf5b-5e27fba3ac9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Pushing event deleted for resources: {'Port': ['ID=eb292459-c5f4-4d13-9dd9-d23a8f3c64a9,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:30.870928 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-04fb1169-156f-4e61-bf5b-5e27fba3ac9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:30.922380 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-04fb1169-156f-4e61-bf5b-5e27fba3ac9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] 10.222.0.105 "DELETE /v2.0/ports/eb292459-c5f4-4d13-9dd9-d23a8f3c64a9 HTTP/1.1" status: 204 len: 168 time: 2.0711224 Feb 09 01:24:30.930221 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 55494) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:31.007991 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-f776d744-8e02-42f2-914b-54731c234586 None None] For port 86b1a9c2-9de1-4638-88a1-22813494b8d8, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:24:31.016884 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-f776d744-8e02-42f2-914b-54731c234586 None None] For port 86b1a9c2-9de1-4638-88a1-22813494b8d8, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=86b1a9c2-9de1-4638-88a1-22813494b8d8,segment=NetworkSegment(a1bd6246-efad-46de-9705-b5d79842737e),segment_id=a1bd6246-efad-46de-9705-b5d79842737e)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:24:31.024784 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f776d744-8e02-42f2-914b-54731c234586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:31.030443 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1084254-eaaa-47b2-9c52-7b20513c6778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] GET failed (client error): The resource could not be found. Feb 09 01:24:31.030975 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-f1084254-eaaa-47b2-9c52-7b20513c6778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Synchronizing usage tracker for tenant:bd75bba3f8ce4e72a2d1420aaff71846 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:24:31.053288 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-f1084254-eaaa-47b2-9c52-7b20513c6778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] Unset dirty status for tenant:bd75bba3f8ce4e72a2d1420aaff71846 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:24:31.055024 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f1084254-eaaa-47b2-9c52-7b20513c6778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1246599966-project-admin] 10.222.0.105 "GET /v2.0/ports/eb292459-c5f4-4d13-9dd9-d23a8f3c64a9 HTTP/1.1" status: 404 len: 333 time: 0.1234045 Feb 09 01:24:31.058321 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 55500) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:31.246441 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8271de01-8b97-4434-b89e-dac31d2e58e7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:31.282343 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-8271de01-8b97-4434-b89e-dac31d2e58e7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Transition to ACTIVE for port object 7b635a42-0e72-4cb7-a5e5-c91069ef481f will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:24:31.322400 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f776d744-8e02-42f2-914b-54731c234586 None None] Pushing event updated for resources: {'Port': ['ID=86b1a9c2-9de1-4638-88a1-22813494b8d8,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:31.350709 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8271de01-8b97-4434-b89e-dac31d2e58e7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:31.412091 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0f04f79f-e749-4955-a64d-fd4f2d4c6642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649903079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649903079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:31.649339 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8271de01-8b97-4434-b89e-dac31d2e58e7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Network 96e178d9-7c94-44bf-b60f-cbbed246be55 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:24:31.673697 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-8271de01-8b97-4434-b89e-dac31d2e58e7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:24:31.683904 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8271de01-8b97-4434-b89e-dac31d2e58e7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:24:31.684454 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8271de01-8b97-4434-b89e-dac31d2e58e7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:31.749213 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8271de01-8b97-4434-b89e-dac31d2e58e7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Pushing event updated for resources: {'Port': ['ID=7b635a42-0e72-4cb7-a5e5-c91069ef481f,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:32.031881 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0f04f79f-e749-4955-a64d-fd4f2d4c6642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649903079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649903079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:32.167013 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-0f04f79f-e749-4955-a64d-fd4f2d4c6642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649903079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649903079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65f02ca2-a1da-4884-8d61-0fd3297de424']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:32.170959 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 785d1a30-22d2-4679-b214-501e9c77f3ce up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:24:32.216782 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-0f04f79f-e749-4955-a64d-fd4f2d4c6642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649903079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649903079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '514a7df8-831c-4e1c-b786-d054352bb68f') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:32.216782 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-0f04f79f-e749-4955-a64d-fd4f2d4c6642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649903079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649903079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '514a7df8-831c-4e1c-b786-d054352bb68f') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:32.251304 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0f04f79f-e749-4955-a64d-fd4f2d4c6642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649903079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649903079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:32.291446 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8271de01-8b97-4434-b89e-dac31d2e58e7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:32.309545 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0f04f79f-e749-4955-a64d-fd4f2d4c6642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649903079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649903079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:32.330333 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb2a86d-1ea9-42f9-b5cd-b1082989db13 None None] Network 96e178d9-7c94-44bf-b60f-cbbed246be55 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:24:32.333916 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f04f79f-e749-4955-a64d-fd4f2d4c6642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649903079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649903079-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:24:32.334330 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0f04f79f-e749-4955-a64d-fd4f2d4c6642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649903079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649903079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:32.352120 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 785d1a30-22d2-4679-b214-501e9c77f3ce completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:24:32.377295 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:24:32.377295 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:24:32.377295 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:24:32.377295 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:24:32.377295 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:24:32.377295 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:24:32.377295 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:24:32.377295 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:24:32.377295 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:24:32.377295 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:24:32.377295 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:24:32.377295 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:24:32.377295 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:24:32.377295 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:24:32.377295 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:24:32.377295 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:24:32.377295 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:24:32.377295 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:24:32.377295 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:24:32.377295 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:24:32.377295 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:24:32.377295 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:24:32.377295 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:24:32.377295 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:24:32.377295 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:24:32.377295 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:24:32.377295 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:24:32.377295 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:24:32.377295 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:24:32.377295 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:24:32.377295 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:24:32.377295 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:24:32.603000 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4cd8b958-ed47-4738-8ba2-a5bf3d8505e3 None None] Provisioning for port 785d1a30-22d2-4679-b214-501e9c77f3ce completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:24:32.677758 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4cd8b958-ed47-4738-8ba2-a5bf3d8505e3 None None] Provisioning complete for port 785d1a30-22d2-4679-b214-501e9c77f3ce triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:32.678124 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4cd8b958-ed47-4738-8ba2-a5bf3d8505e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:33.187930 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0f04f79f-e749-4955-a64d-fd4f2d4c6642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649903079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649903079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:33.279120 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0f04f79f-e749-4955-a64d-fd4f2d4c6642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649903079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649903079-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:33.315430 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-0f04f79f-e749-4955-a64d-fd4f2d4c6642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649903079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649903079-project] 10.222.0.105 "DELETE /v2.0/networks/65f02ca2-a1da-4884-8d61-0fd3297de424 HTTP/1.1" status: 204 len: 168 time: 2.2475076 Feb 09 01:24:33.315430 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f04f79f-e749-4955-a64d-fd4f2d4c6642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649903079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649903079-project] Pushing event deleted for resources: {'Network': ['ID=65f02ca2-a1da-4884-8d61-0fd3297de424,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:33.488917 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b755104-fe03-4bc0-ac9c-e0f61f9c8f0c None None] Network 6af4133c-f45c-4937-a31c-48a4c7ffe9c0 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:24:33.693363 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4cd8b958-ed47-4738-8ba2-a5bf3d8505e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:33.841282 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-4cd8b958-ed47-4738-8ba2-a5bf3d8505e3 None None] For port 785d1a30-22d2-4679-b214-501e9c77f3ce, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=785d1a30-22d2-4679-b214-501e9c77f3ce,segment=NetworkSegment(4f0eac4b-471a-4054-9c83-0bf52e8f2133),segment_id=4f0eac4b-471a-4054-9c83-0bf52e8f2133)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:24:33.856827 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4cd8b958-ed47-4738-8ba2-a5bf3d8505e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:33.939916 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8271de01-8b97-4434-b89e-dac31d2e58e7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:33.948473 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8271de01-8b97-4434-b89e-dac31d2e58e7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:33.963096 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8271de01-8b97-4434-b89e-dac31d2e58e7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:34.085712 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd8b958-ed47-4738-8ba2-a5bf3d8505e3 None None] Pushing event updated for resources: {'Port': ['ID=785d1a30-22d2-4679-b214-501e9c77f3ce,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:34.214827 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 55556) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:34.414430 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 86b1a9c2-9de1-4638-88a1-22813494b8d8 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:24:34.498848 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1846d7ec-451a-433a-ad91-cc9598f8fdbb None None] Provisioning for port 86b1a9c2-9de1-4638-88a1-22813494b8d8 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:24:34.606821 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8271de01-8b97-4434-b89e-dac31d2e58e7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Pushing event updated for resources: {'Port': ['ID=7b635a42-0e72-4cb7-a5e5-c91069ef481f,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:34.613645 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 55568) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:34.629224 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-bc51cd73-192e-4178-acda-97276c0f218f admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=c0aff400909143dc8b1cb4ed24e7f92c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4264789 Feb 09 01:24:34.665348 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 86b1a9c2-9de1-4638-88a1-22813494b8d8 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:24:34.679187 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 86b1a9c2-9de1-4638-88a1-22813494b8d8 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:34.679706 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:34.865175 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8aa1e82e-e899-4412-9438-465428ae91ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:34.914937 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1fa4c4ee-18bd-417c-bef6-70ff0ca78caa None None] Provisioning complete for port 785d1a30-22d2-4679-b214-501e9c77f3ce triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:34.920908 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1fa4c4ee-18bd-417c-bef6-70ff0ca78caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:34.984407 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8aa1e82e-e899-4412-9438-465428ae91ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:35.024405 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8271de01-8b97-4434-b89e-dac31d2e58e7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Network 96e178d9-7c94-44bf-b60f-cbbed246be55 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:24:35.033322 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-8271de01-8b97-4434-b89e-dac31d2e58e7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:24:35.171669 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:35.244813 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 86b1a9c2-9de1-4638-88a1-22813494b8d8, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=86b1a9c2-9de1-4638-88a1-22813494b8d8,segment=NetworkSegment(a1bd6246-efad-46de-9705-b5d79842737e),segment_id=a1bd6246-efad-46de-9705-b5d79842737e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:24:35.250731 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:35.388055 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8aa1e82e-e899-4412-9438-465428ae91ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:35.435388 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=86b1a9c2-9de1-4638-88a1-22813494b8d8,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:35.489908 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa1e82e-e899-4412-9438-465428ae91ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a353e54a-662b-40af-94d4-795bf9d24de4,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:35.588114 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8aa1e82e-e899-4412-9438-465428ae91ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:35.594406 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-8aa1e82e-e899-4412-9438-465428ae91ca admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/a353e54a-662b-40af-94d4-795bf9d24de4 HTTP/1.1" status: 204 len: 168 time: 0.9753597 Feb 09 01:24:35.598897 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8271de01-8b97-4434-b89e-dac31d2e58e7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Router 1120f8d4-278d-45d1-936e-74679d542c38 is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:24:35.681178 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1fa4c4ee-18bd-417c-bef6-70ff0ca78caa None None] Provisioning for port 7b635a42-0e72-4cb7-a5e5-c91069ef481f completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:24:35.699368 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1fa4c4ee-18bd-417c-bef6-70ff0ca78caa None None] Provisioning complete for port 7b635a42-0e72-4cb7-a5e5-c91069ef481f triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:35.699788 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1fa4c4ee-18bd-417c-bef6-70ff0ca78caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:35.849707 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-1fa4c4ee-18bd-417c-bef6-70ff0ca78caa None None] Port 7b635a42-0e72-4cb7-a5e5-c91069ef481f cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:24:35.985975 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 86b1a9c2-9de1-4638-88a1-22813494b8d8 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:24:36.135679 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8271de01-8b97-4434-b89e-dac31d2e58e7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:24:36.145177 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1597fa34-6293-49b1-a99e-f6ee78f0677c None None] Sync routers for ids ['1120f8d4-278d-45d1-936e-74679d542c38'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:24:36.146456 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-8271de01-8b97-4434-b89e-dac31d2e58e7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "PUT /v2.0/routers/1120f8d4-278d-45d1-936e-74679d542c38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6350517 Feb 09 01:24:36.150520 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 55588) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:36.167830 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1597fa34-6293-49b1-a99e-f6ee78f0677c None None] Routers {'1120f8d4-278d-45d1-936e-74679d542c38'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:24:36.168491 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-1597fa34-6293-49b1-a99e-f6ee78f0677c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:24:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['1120f8d4-278d-45d1-936e-74679d542c38'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:36.206016 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [req-06935df2-d067-4787-9669-82be81b9df0b req-b726e4e2-2a33-406f-8204-e96dbc607673 service neutron] (87638) timed out ('10.222.0.105', 33676) {{(pid=87638) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 01:24:36.249791 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-3f19d3d2-223a-445d-bdaa-99e4914eacb0 None None] Provisioning complete for port 86b1a9c2-9de1-4638-88a1-22813494b8d8 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:36.252729 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3f19d3d2-223a-445d-bdaa-99e4914eacb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:36.308519 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-1597fa34-6293-49b1-a99e-f6ee78f0677c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:36.313903 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f634b9-869a-4e2c-a801-175f807ecb5d tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:36.318655 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-75f634b9-869a-4e2c-a801-175f807ecb5d tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "GET /v2.0/ports/7b635a42-0e72-4cb7-a5e5-c91069ef481f HTTP/1.1" status: 200 len: 911 time: 0.1651280 Feb 09 01:24:36.320249 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 55596) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:36.336753 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1597fa34-6293-49b1-a99e-f6ee78f0677c None None] Routers {'1120f8d4-278d-45d1-936e-74679d542c38'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:24:36.337411 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-1597fa34-6293-49b1-a99e-f6ee78f0677c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:24:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['1120f8d4-278d-45d1-936e-74679d542c38'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:36.404955 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 86b1a9c2-9de1-4638-88a1-22813494b8d8 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:36.405496 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:36.444286 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 55604) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:36.578032 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-1597fa34-6293-49b1-a99e-f6ee78f0677c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:36.580329 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1597fa34-6293-49b1-a99e-f6ee78f0677c None None] The sync data for ids ['1120f8d4-278d-45d1-936e-74679d542c38'] in n-d-828418-1 is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:24:36.678053 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-0e447066-d22e-43af-ba6a-20cc9cc74f2d admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=bd75bba3f8ce4e72a2d1420aaff71846&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1750007 Feb 09 01:24:36.681186 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 55612) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:36.752213 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 785d1a30-22d2-4679-b214-501e9c77f3ce up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:24:36.809904 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3d98881a-ccec-46f0-b153-96410c9d9dd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:36.839997 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-3f19d3d2-223a-445d-bdaa-99e4914eacb0 None None] Provisioning complete for port 7b635a42-0e72-4cb7-a5e5-c91069ef481f triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:36.839997 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3f19d3d2-223a-445d-bdaa-99e4914eacb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:36.848492 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3d98881a-ccec-46f0-b153-96410c9d9dd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:36.926620 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-3f19d3d2-223a-445d-bdaa-99e4914eacb0 None None] Port 7b635a42-0e72-4cb7-a5e5-c91069ef481f cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:24:36.953696 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 785d1a30-22d2-4679-b214-501e9c77f3ce triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:36.954309 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:36.962910 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3d98881a-ccec-46f0-b153-96410c9d9dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:36.981704 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d98881a-ccec-46f0-b153-96410c9d9dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7add745c-4d29-42dd-881f-615f1abf1d3b,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:36.989968 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3d98881a-ccec-46f0-b153-96410c9d9dd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:37.004037 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-3d98881a-ccec-46f0-b153-96410c9d9dd7 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/7add745c-4d29-42dd-881f-615f1abf1d3b HTTP/1.1" status: 204 len: 168 time: 0.3109069 Feb 09 01:24:37.615367 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d51528e8-1cbe-49af-b8ae-1eb01f45a416 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:38.140437 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-83fd6dc9-08b5-407d-87fd-b7fde2b5e3af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:38.298443 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 55686) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:38.436968 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-d51528e8-1cbe-49af-b8ae-1eb01f45a416 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Allocated IP 2001:db8:1::1 (6af4133c-f45c-4937-a31c-48a4c7ffe9c0/e4a5b233-bab1-4eb6-b1f5-47fb7b6ba00d/dfab5ab3-bdbf-46ef-9e4e-e48e565bd048) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:24:38.504155 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-4bddd639-48e4-4b65-bba0-e160ff2f0e21 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1755809129'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:38.511121 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-4bddd639-48e4-4b65-bba0-e160ff2f0e21 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:24:38.515751 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-4bddd639-48e4-4b65-bba0-e160ff2f0e21 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Usage tracker for resource:network and tenant:c3a2645091ec4c9b890337266c0022ac is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:24:38.522949 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-4bddd639-48e4-4b65-bba0-e160ff2f0e21 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:24:38.530313 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-4bddd639-48e4-4b65-bba0-e160ff2f0e21 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:24:38.544316 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bddd639-48e4-4b65-bba0-e160ff2f0e21 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Made reservation on behalf of c3a2645091ec4c9b890337266c0022ac for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:24:38.549066 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4bddd639-48e4-4b65-bba0-e160ff2f0e21 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:38.567188 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4bddd639-48e4-4b65-bba0-e160ff2f0e21 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:38.610957 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-4bddd639-48e4-4b65-bba0-e160ff2f0e21 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:24:38.616835 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-4bddd639-48e4-4b65-bba0-e160ff2f0e21 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Usage tracker for resource:security_group_rule and tenant:c3a2645091ec4c9b890337266c0022ac is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:24:38.620645 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-4bddd639-48e4-4b65-bba0-e160ff2f0e21 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:24:38.643377 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-4bddd639-48e4-4b65-bba0-e160ff2f0e21 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:24:38.764647 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d51528e8-1cbe-49af-b8ae-1eb01f45a416 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:38.794540 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-d51528e8-1cbe-49af-b8ae-1eb01f45a416 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Transition to ACTIVE for port object dfab5ab3-bdbf-46ef-9e4e-e48e565bd048 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:24:38.795955 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4bddd639-48e4-4b65-bba0-e160ff2f0e21 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:38.803980 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4bddd639-48e4-4b65-bba0-e160ff2f0e21 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:38.851924 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d51528e8-1cbe-49af-b8ae-1eb01f45a416 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:38.874806 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bddd639-48e4-4b65-bba0-e160ff2f0e21 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78cdaa78-9919-45c0-a066-8401b1b0e6ef,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:38.916605 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bddd639-48e4-4b65-bba0-e160ff2f0e21 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:24:38.940371 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4bddd639-48e4-4b65-bba0-e160ff2f0e21 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:38.940764 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-4bddd639-48e4-4b65-bba0-e160ff2f0e21 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Added segment 6e44acc1-7c33-42d2-8416-5e1f44a0ea85 of type vlan for network 86b695b5-eb84-4dac-a3d9-2b2fbbe1f021 Feb 09 01:24:39.028716 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51528e8-1cbe-49af-b8ae-1eb01f45a416 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Pushing event updated for resources: {'Port': ['ID=dfab5ab3-bdbf-46ef-9e4e-e48e565bd048,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:39.033970 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4bddd639-48e4-4b65-bba0-e160ff2f0e21 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:39.045998 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51528e8-1cbe-49af-b8ae-1eb01f45a416 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Network 6af4133c-f45c-4937-a31c-48a4c7ffe9c0 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:24:39.049360 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-d51528e8-1cbe-49af-b8ae-1eb01f45a416 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:24:39.065757 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51528e8-1cbe-49af-b8ae-1eb01f45a416 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:24:39.066909 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d51528e8-1cbe-49af-b8ae-1eb01f45a416 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:39.143430 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4bddd639-48e4-4b65-bba0-e160ff2f0e21 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:39.161851 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bddd639-48e4-4b65-bba0-e160ff2f0e21 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:39.161851 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4bddd639-48e4-4b65-bba0-e160ff2f0e21 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:39.342308 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d51528e8-1cbe-49af-b8ae-1eb01f45a416 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:39.392420 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-4bddd639-48e4-4b65-bba0-e160ff2f0e21 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.0934036 Feb 09 01:24:39.396251 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 55724) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:39.416500 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-45d26f81-046c-4a1e-9443-f41f4a152461 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Request body: {'subnet': {'network_id': '86b695b5-eb84-4dac-a3d9-2b2fbbe1f021', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:39.461448 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bddd639-48e4-4b65-bba0-e160ff2f0e21 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Pushing event updated for resources: {'Network': ['ID=86b695b5-eb84-4dac-a3d9-2b2fbbe1f021,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:39.477247 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 86b695b5-eb84-4dac-a3d9-2b2fbbe1f021 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:24:39.792041 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-45d26f81-046c-4a1e-9443-f41f4a152461 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:24:39.800361 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-45d26f81-046c-4a1e-9443-f41f4a152461 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Usage tracker for resource:subnet and tenant:c3a2645091ec4c9b890337266c0022ac is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:24:39.809009 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-45d26f81-046c-4a1e-9443-f41f4a152461 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:24:39.812743 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-231e80a0-5b63-4ee4-bace-ce9fe296d88c None None] Provisioning for port dfab5ab3-bdbf-46ef-9e4e-e48e565bd048 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:24:39.822357 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-45d26f81-046c-4a1e-9443-f41f4a152461 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:24:39.838622 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-231e80a0-5b63-4ee4-bace-ce9fe296d88c None None] Provisioning complete for port dfab5ab3-bdbf-46ef-9e4e-e48e565bd048 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:39.839229 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-231e80a0-5b63-4ee4-bace-ce9fe296d88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:39.841903 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d26f81-046c-4a1e-9443-f41f4a152461 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Made reservation on behalf of c3a2645091ec4c9b890337266c0022ac for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:24:39.845643 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-45d26f81-046c-4a1e-9443-f41f4a152461 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:39.974773 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-231e80a0-5b63-4ee4-bace-ce9fe296d88c None None] Port dfab5ab3-bdbf-46ef-9e4e-e48e565bd048 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:24:40.330662 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-45d26f81-046c-4a1e-9443-f41f4a152461 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:40.410238 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d26f81-046c-4a1e-9443-f41f4a152461 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Pushing event updated for resources: {'Subnet': ['ID=8e3562cb-58ef-4566-a361-d9f995750830,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:40.454366 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bf6798f3-e661-4087-b194-94c290b1d418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:40.460219 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d51528e8-1cbe-49af-b8ae-1eb01f45a416 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:40.467493 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d26f81-046c-4a1e-9443-f41f4a152461 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Checking segment: {'id': '6e44acc1-7c33-42d2-8416-5e1f44a0ea85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '86b695b5-eb84-4dac-a3d9-2b2fbbe1f021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:24:40.468960 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d26f81-046c-4a1e-9443-f41f4a152461 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Network hostable DHCP agents. Network: 86b695b5-eb84-4dac-a3d9-2b2fbbe1f021, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:24:40.474293 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d51528e8-1cbe-49af-b8ae-1eb01f45a416 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:40.475893 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d51528e8-1cbe-49af-b8ae-1eb01f45a416 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:40.526589 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d26f81-046c-4a1e-9443-f41f4a152461 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Network 86b695b5-eb84-4dac-a3d9-2b2fbbe1f021 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:24:40.551747 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-45d26f81-046c-4a1e-9443-f41f4a152461 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 86b695b5-eb84-4dac-a3d9-2b2fbbe1f021) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:24:40.556023 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d26f81-046c-4a1e-9443-f41f4a152461 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:40.556613 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-45d26f81-046c-4a1e-9443-f41f4a152461 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:40.564581 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c676b11-7021-494a-9a28-90c66d1c7103 None None] Network 86b695b5-eb84-4dac-a3d9-2b2fbbe1f021 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:24:40.603488 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-45d26f81-046c-4a1e-9443-f41f4a152461 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2055521 Feb 09 01:24:40.604029 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 55758) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:40.617504 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-232effa5-60a6-47db-99c8-7c4330333db6 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Request body: {'port': {'network_id': '86b695b5-eb84-4dac-a3d9-2b2fbbe1f021', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1243185671'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:40.984058 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51528e8-1cbe-49af-b8ae-1eb01f45a416 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Pushing event updated for resources: {'Port': ['ID=dfab5ab3-bdbf-46ef-9e4e-e48e565bd048,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:41.026924 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3ec0db-a558-48af-987e-ad5ec4063cef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-86b695b5-eb84-4dac-a3d9-2b2fbbe1f021', 'network_id': '86b695b5-eb84-4dac-a3d9-2b2fbbe1f021', 'tenant_id': 'c3a2645091ec4c9b890337266c0022ac', 'fixed_ips': [{'subnet_id': '8e3562cb-58ef-4566-a361-d9f995750830'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:24:41.028042 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9d3ec0db-a558-48af-987e-ad5ec4063cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:41.086897 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-232effa5-60a6-47db-99c8-7c4330333db6 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:24:41.091583 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51528e8-1cbe-49af-b8ae-1eb01f45a416 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Network 6af4133c-f45c-4937-a31c-48a4c7ffe9c0 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:24:41.092770 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-d51528e8-1cbe-49af-b8ae-1eb01f45a416 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:24:41.093422 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-232effa5-60a6-47db-99c8-7c4330333db6 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Usage tracker for resource:port and tenant:c3a2645091ec4c9b890337266c0022ac is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:24:41.103814 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-232effa5-60a6-47db-99c8-7c4330333db6 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:24:41.115981 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-232effa5-60a6-47db-99c8-7c4330333db6 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:24:41.133412 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232effa5-60a6-47db-99c8-7c4330333db6 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Made reservation on behalf of c3a2645091ec4c9b890337266c0022ac for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:24:41.146246 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-232effa5-60a6-47db-99c8-7c4330333db6 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:41.235557 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-232effa5-60a6-47db-99c8-7c4330333db6 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] device_id is not set on port 48e3e581-7552-4e0c-b837-98fdbb79e905 yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:24:41.523126 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d51528e8-1cbe-49af-b8ae-1eb01f45a416 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Router 1120f8d4-278d-45d1-936e-74679d542c38 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:24:41.718097 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-9d3ec0db-a558-48af-987e-ad5ec4063cef None None] Allocated IP 2001:db8::2 (86b695b5-eb84-4dac-a3d9-2b2fbbe1f021/8e3562cb-58ef-4566-a361-d9f995750830/d016e0e8-7282-4e7b-bbb1-db2c4930eda3) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:24:41.881028 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d51528e8-1cbe-49af-b8ae-1eb01f45a416 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:24:41.902338 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-d51528e8-1cbe-49af-b8ae-1eb01f45a416 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "PUT /v2.0/routers/1120f8d4-278d-45d1-936e-74679d542c38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5799124 Feb 09 01:24:41.904775 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 55786) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:42.000699 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c02842a-51c4-4348-bddc-545063389219 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:42.001389 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-4c02842a-51c4-4348-bddc-545063389219 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Synchronizing usage tracker for tenant:75af0a1c47ce4ddc8bdf7d84418e468b on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:24:42.022334 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-4c02842a-51c4-4348-bddc-545063389219 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Unset dirty status for tenant:75af0a1c47ce4ddc8bdf7d84418e468b on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:24:42.027372 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 55792) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:42.027865 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-4c02842a-51c4-4348-bddc-545063389219 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "GET /v2.0/ports/dfab5ab3-bdbf-46ef-9e4e-e48e565bd048 HTTP/1.1" status: 200 len: 913 time: 0.1199625 Feb 09 01:24:42.091818 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dff333-f90d-491b-9cf6-0be208762d52 None None] Sync routers for ids ['1120f8d4-278d-45d1-936e-74679d542c38'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:24:42.124421 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9d3ec0db-a558-48af-987e-ad5ec4063cef None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:42.137459 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-9d3ec0db-a558-48af-987e-ad5ec4063cef None None] Transition to ACTIVE for port object d016e0e8-7282-4e7b-bbb1-db2c4930eda3 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:24:42.162770 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-9d3ec0db-a558-48af-987e-ad5ec4063cef None None] Transition to ACTIVE for port object d016e0e8-7282-4e7b-bbb1-db2c4930eda3 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:24:42.170178 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:42.176152 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9d3ec0db-a558-48af-987e-ad5ec4063cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:42.249007 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:42.263106 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dff333-f90d-491b-9cf6-0be208762d52 None None] Routers {'1120f8d4-278d-45d1-936e-74679d542c38'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:24:42.264213 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-51dff333-f90d-491b-9cf6-0be208762d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:24:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['1120f8d4-278d-45d1-936e-74679d542c38'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:42.344055 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-51dff333-f90d-491b-9cf6-0be208762d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:42.357872 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-66537705-61e8-4a8c-841b-f62c02b60c91 None None] Provisioning complete for port dfab5ab3-bdbf-46ef-9e4e-e48e565bd048 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:42.358402 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-66537705-61e8-4a8c-841b-f62c02b60c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:42.395831 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dff333-f90d-491b-9cf6-0be208762d52 None None] Routers {'1120f8d4-278d-45d1-936e-74679d542c38'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:24:42.397507 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-51dff333-f90d-491b-9cf6-0be208762d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:24:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['1120f8d4-278d-45d1-936e-74679d542c38'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:42.531087 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3ec0db-a558-48af-987e-ad5ec4063cef None None] Network 86b695b5-eb84-4dac-a3d9-2b2fbbe1f021 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:24:42.550991 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-66537705-61e8-4a8c-841b-f62c02b60c91 None None] Port dfab5ab3-bdbf-46ef-9e4e-e48e565bd048 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:24:42.562191 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-232effa5-60a6-47db-99c8-7c4330333db6 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Allocated IP 2001:db8::1b4 (86b695b5-eb84-4dac-a3d9-2b2fbbe1f021/8e3562cb-58ef-4566-a361-d9f995750830/48e3e581-7552-4e0c-b837-98fdbb79e905) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:24:42.583425 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-9d3ec0db-a558-48af-987e-ad5ec4063cef None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:24:42.594646 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3ec0db-a558-48af-987e-ad5ec4063cef None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:24:42.746739 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3ec0db-a558-48af-987e-ad5ec4063cef None None] Pushing event updated for resources: {'Port': ['ID=d016e0e8-7282-4e7b-bbb1-db2c4930eda3,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:42.769093 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-51dff333-f90d-491b-9cf6-0be208762d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:42.777760 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dff333-f90d-491b-9cf6-0be208762d52 None None] The sync data for ids ['1120f8d4-278d-45d1-936e-74679d542c38'] in n-d-828418-1 is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:24:42.962092 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-9d3ec0db-a558-48af-987e-ad5ec4063cef None None] Attempting to bind port d016e0e8-7282-4e7b-bbb1-db2c4930eda3 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:24:42.963238 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-9d3ec0db-a558-48af-987e-ad5ec4063cef None None] Attempting to bind port d016e0e8-7282-4e7b-bbb1-db2c4930eda3 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '6e44acc1-7c33-42d2-8416-5e1f44a0ea85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '86b695b5-eb84-4dac-a3d9-2b2fbbe1f021'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:24:42.965213 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3ec0db-a558-48af-987e-ad5ec4063cef None None] Attempting to bind port d016e0e8-7282-4e7b-bbb1-db2c4930eda3 on network 86b695b5-eb84-4dac-a3d9-2b2fbbe1f021 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:24:42.979794 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3ec0db-a558-48af-987e-ad5ec4063cef None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:24:42.980394 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3ec0db-a558-48af-987e-ad5ec4063cef None None] Checking segment: {'id': '6e44acc1-7c33-42d2-8416-5e1f44a0ea85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '86b695b5-eb84-4dac-a3d9-2b2fbbe1f021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:24:42.981112 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9d3ec0db-a558-48af-987e-ad5ec4063cef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:42.981819 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3ec0db-a558-48af-987e-ad5ec4063cef None None] Bound using segment: {'id': '6e44acc1-7c33-42d2-8416-5e1f44a0ea85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '86b695b5-eb84-4dac-a3d9-2b2fbbe1f021'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:24:42.982476 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-9d3ec0db-a558-48af-987e-ad5ec4063cef None None] Bound port: d016e0e8-7282-4e7b-bbb1-db2c4930eda3, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e44acc1-7c33-42d2-8416-5e1f44a0ea85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '86b695b5-eb84-4dac-a3d9-2b2fbbe1f021'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:24:42.983007 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9d3ec0db-a558-48af-987e-ad5ec4063cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:43.230082 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-9d3ec0db-a558-48af-987e-ad5ec4063cef None None] For port d016e0e8-7282-4e7b-bbb1-db2c4930eda3, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:24:43.234340 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-9d3ec0db-a558-48af-987e-ad5ec4063cef None None] For port d016e0e8-7282-4e7b-bbb1-db2c4930eda3, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=d016e0e8-7282-4e7b-bbb1-db2c4930eda3,segment=NetworkSegment(6e44acc1-7c33-42d2-8416-5e1f44a0ea85),segment_id=6e44acc1-7c33-42d2-8416-5e1f44a0ea85)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:24:43.269973 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9d3ec0db-a558-48af-987e-ad5ec4063cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:43.359938 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3ec0db-a558-48af-987e-ad5ec4063cef None None] Pushing event updated for resources: {'Port': ['ID=d016e0e8-7282-4e7b-bbb1-db2c4930eda3,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:43.364591 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:44.030491 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-232effa5-60a6-47db-99c8-7c4330333db6 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:44.061469 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-232effa5-60a6-47db-99c8-7c4330333db6 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Transition to ACTIVE for port object 48e3e581-7552-4e0c-b837-98fdbb79e905 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:24:44.173902 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-232effa5-60a6-47db-99c8-7c4330333db6 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:44.375193 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232effa5-60a6-47db-99c8-7c4330333db6 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Network 86b695b5-eb84-4dac-a3d9-2b2fbbe1f021 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:24:44.431566 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-232effa5-60a6-47db-99c8-7c4330333db6 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:24:44.440178 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232effa5-60a6-47db-99c8-7c4330333db6 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:24:44.474786 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232effa5-60a6-47db-99c8-7c4330333db6 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:44.475879 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-232effa5-60a6-47db-99c8-7c4330333db6 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:44.552442 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-232effa5-60a6-47db-99c8-7c4330333db6 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.9469571 Feb 09 01:24:44.556045 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 56024) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:44.563609 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-f9d10d74-81bc-4bda-9849-a493d42b1c39 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Request body: {'port': {'network_id': '86b695b5-eb84-4dac-a3d9-2b2fbbe1f021', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-415626109', 'allowed_address_pairs': [{'ip_address': '2001:db8::1b4', 'mac_address': 'fa:16:3e:b0:0e:21'}]}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:44.689442 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232effa5-60a6-47db-99c8-7c4330333db6 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Pushing event updated for resources: {'Port': ['ID=48e3e581-7552-4e0c-b837-98fdbb79e905,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:44.774109 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5f1d6811-c080-4a5c-ad49-b4ac1067a819 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:44.906169 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f9d10d74-81bc-4bda-9849-a493d42b1c39 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:24:44.911524 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-f9d10d74-81bc-4bda-9849-a493d42b1c39 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Usage tracker for resource:port and tenant:c3a2645091ec4c9b890337266c0022ac is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:24:44.915610 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-f9d10d74-81bc-4bda-9849-a493d42b1c39 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:24:44.924357 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f9d10d74-81bc-4bda-9849-a493d42b1c39 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:24:44.935518 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d10d74-81bc-4bda-9849-a493d42b1c39 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Made reservation on behalf of c3a2645091ec4c9b890337266c0022ac for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:24:45.211516 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f9d10d74-81bc-4bda-9849-a493d42b1c39 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:45.262823 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-f9d10d74-81bc-4bda-9849-a493d42b1c39 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] device_id is not set on port e0e313a1-0e6a-46a4-8ebc-ee0889bb4f4a yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:24:45.404352 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553f3fda-c8cb-454c-946e-0a4acd1f7c1e None None] Network 86b695b5-eb84-4dac-a3d9-2b2fbbe1f021 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:24:45.575502 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-5f1d6811-c080-4a5c-ad49-b4ac1067a819 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Deleting port dfab5ab3-bdbf-46ef-9e4e-e48e565bd048 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:24:45.576036 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5f1d6811-c080-4a5c-ad49-b4ac1067a819 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:45.656269 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-f9d10d74-81bc-4bda-9849-a493d42b1c39 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Allocated IP 2001:db8::352 (86b695b5-eb84-4dac-a3d9-2b2fbbe1f021/8e3562cb-58ef-4566-a361-d9f995750830/e0e313a1-0e6a-46a4-8ebc-ee0889bb4f4a) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:24:45.689737 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-6afa7e0d-9040-4003-aec1-7f8952cb35c6 None None] Provisioning for port d016e0e8-7282-4e7b-bbb1-db2c4930eda3 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:24:46.071739 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device d016e0e8-7282-4e7b-bbb1-db2c4930eda3 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:24:46.134542 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5f1d6811-c080-4a5c-ad49-b4ac1067a819 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:46.208887 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f9d10d74-81bc-4bda-9849-a493d42b1c39 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:46.250788 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-f9d10d74-81bc-4bda-9849-a493d42b1c39 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Transition to ACTIVE for port object e0e313a1-0e6a-46a4-8ebc-ee0889bb4f4a will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:24:46.275333 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port d016e0e8-7282-4e7b-bbb1-db2c4930eda3 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:24:46.281745 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port d016e0e8-7282-4e7b-bbb1-db2c4930eda3 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:46.282296 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:46.308063 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f9d10d74-81bc-4bda-9849-a493d42b1c39 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:46.430332 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-5f1d6811-c080-4a5c-ad49-b4ac1067a819 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Calling delete_port for dfab5ab3-bdbf-46ef-9e4e-e48e565bd048 owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:24:46.604513 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:46.740665 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port d016e0e8-7282-4e7b-bbb1-db2c4930eda3, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=d016e0e8-7282-4e7b-bbb1-db2c4930eda3,segment=NetworkSegment(6e44acc1-7c33-42d2-8416-5e1f44a0ea85),segment_id=6e44acc1-7c33-42d2-8416-5e1f44a0ea85)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:24:46.758321 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:46.803711 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5f1d6811-c080-4a5c-ad49-b4ac1067a819 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:46.822562 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d10d74-81bc-4bda-9849-a493d42b1c39 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Network 86b695b5-eb84-4dac-a3d9-2b2fbbe1f021 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:24:46.833315 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-f9d10d74-81bc-4bda-9849-a493d42b1c39 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:24:46.837730 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d10d74-81bc-4bda-9849-a493d42b1c39 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:24:46.855093 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d10d74-81bc-4bda-9849-a493d42b1c39 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:46.855946 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f9d10d74-81bc-4bda-9849-a493d42b1c39 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:46.907055 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=d016e0e8-7282-4e7b-bbb1-db2c4930eda3,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:46.926267 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d10d74-81bc-4bda-9849-a493d42b1c39 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Pushing event updated for resources: {'Port': ['ID=e0e313a1-0e6a-46a4-8ebc-ee0889bb4f4a,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:46.973541 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f9d10d74-81bc-4bda-9849-a493d42b1c39 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.4134626 Feb 09 01:24:46.976031 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 56260) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:47.011010 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1d6811-c080-4a5c-ad49-b4ac1067a819 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Pushing event deleted for resources: {'Port': ['ID=dfab5ab3-bdbf-46ef-9e4e-e48e565bd048,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:47.072322 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-ce996375-8da7-470e-b943-6a502fdcd0c1 None None] Provisioning complete for port d016e0e8-7282-4e7b-bbb1-db2c4930eda3 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:47.075677 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ce996375-8da7-470e-b943-6a502fdcd0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:47.263420 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c86478-1f6f-49d1-a185-4fc8af6dfa34 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:47.280987 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c86478-1f6f-49d1-a185-4fc8af6dfa34 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:47.328278 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c86478-1f6f-49d1-a185-4fc8af6dfa34 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:47.330050 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-67c86478-1f6f-49d1-a185-4fc8af6dfa34 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Synchronizing usage tracker for tenant:c3a2645091ec4c9b890337266c0022ac on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:24:47.395285 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-67c86478-1f6f-49d1-a185-4fc8af6dfa34 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Unset dirty status for tenant:c3a2645091ec4c9b890337266c0022ac on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:24:47.398516 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-67c86478-1f6f-49d1-a185-4fc8af6dfa34 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.4162049 Feb 09 01:24:47.401481 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 56296) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:47.550828 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-ce996375-8da7-470e-b943-6a502fdcd0c1 None None] Provisioning for port 48e3e581-7552-4e0c-b837-98fdbb79e905 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:24:47.560249 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-ce996375-8da7-470e-b943-6a502fdcd0c1 None None] Provisioning complete for port 48e3e581-7552-4e0c-b837-98fdbb79e905 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:47.561053 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ce996375-8da7-470e-b943-6a502fdcd0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:47.663855 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-40864ea3-00a4-49b7-a11f-c76e0e3adb6c tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Deleting port e0e313a1-0e6a-46a4-8ebc-ee0889bb4f4a {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:24:47.664212 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-40864ea3-00a4-49b7-a11f-c76e0e3adb6c tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:47.807832 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-ce996375-8da7-470e-b943-6a502fdcd0c1 None None] Port 48e3e581-7552-4e0c-b837-98fdbb79e905 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:24:47.945338 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-37e06244-6dfd-48e5-a3ed-b39fd1700c33 None None] Provisioning complete for port 48e3e581-7552-4e0c-b837-98fdbb79e905 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:47.945526 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-37e06244-6dfd-48e5-a3ed-b39fd1700c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:48.029465 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device d016e0e8-7282-4e7b-bbb1-db2c4930eda3 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:24:48.118525 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5f1d6811-c080-4a5c-ad49-b4ac1067a819 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:48.322407 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-40864ea3-00a4-49b7-a11f-c76e0e3adb6c tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:48.384742 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-37e06244-6dfd-48e5-a3ed-b39fd1700c33 None None] Port 48e3e581-7552-4e0c-b837-98fdbb79e905 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:24:48.449053 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port d016e0e8-7282-4e7b-bbb1-db2c4930eda3 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:48.449612 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:48.640582 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-40864ea3-00a4-49b7-a11f-c76e0e3adb6c tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Calling delete_port for e0e313a1-0e6a-46a4-8ebc-ee0889bb4f4a owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:24:48.784225 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-c1b550b2-fc17-4d49-955b-f653f3a10f4a None None] Provisioning for port e0e313a1-0e6a-46a4-8ebc-ee0889bb4f4a completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:24:48.796248 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-c1b550b2-fc17-4d49-955b-f653f3a10f4a None None] Provisioning complete for port e0e313a1-0e6a-46a4-8ebc-ee0889bb4f4a triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:48.797969 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c1b550b2-fc17-4d49-955b-f653f3a10f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:48.915210 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-c1b550b2-fc17-4d49-955b-f653f3a10f4a None None] Port e0e313a1-0e6a-46a4-8ebc-ee0889bb4f4a cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:24:48.942027 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f1d6811-c080-4a5c-ad49-b4ac1067a819 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Router 1120f8d4-278d-45d1-936e-74679d542c38 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:24:49.104787 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-40864ea3-00a4-49b7-a11f-c76e0e3adb6c tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:49.191176 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f1d6811-c080-4a5c-ad49-b4ac1067a819 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:24:49.211203 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a15f2f-f5ec-4dd4-9e59-a11048400032 None None] Sync routers for ids ['1120f8d4-278d-45d1-936e-74679d542c38'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:24:49.220287 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-5f1d6811-c080-4a5c-ad49-b4ac1067a819 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "PUT /v2.0/routers/1120f8d4-278d-45d1-936e-74679d542c38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1893859 Feb 09 01:24:49.220551 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 56358) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:49.235674 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a15f2f-f5ec-4dd4-9e59-a11048400032 None None] Routers {'1120f8d4-278d-45d1-936e-74679d542c38'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:24:49.238020 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-99a15f2f-f5ec-4dd4-9e59-a11048400032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:24:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['1120f8d4-278d-45d1-936e-74679d542c38'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:49.248413 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40864ea3-00a4-49b7-a11f-c76e0e3adb6c tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Pushing event deleted for resources: {'Port': ['ID=e0e313a1-0e6a-46a4-8ebc-ee0889bb4f4a,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:49.430937 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-99a15f2f-f5ec-4dd4-9e59-a11048400032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:49.442798 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a15f2f-f5ec-4dd4-9e59-a11048400032 None None] Routers {'1120f8d4-278d-45d1-936e-74679d542c38'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:24:49.443608 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-99a15f2f-f5ec-4dd4-9e59-a11048400032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:24:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['1120f8d4-278d-45d1-936e-74679d542c38'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:49.464288 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-40864ea3-00a4-49b7-a11f-c76e0e3adb6c tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:49.489051 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-40864ea3-00a4-49b7-a11f-c76e0e3adb6c tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] 10.222.0.105 "DELETE /v2.0/ports/e0e313a1-0e6a-46a4-8ebc-ee0889bb4f4a HTTP/1.1" status: 204 len: 168 time: 2.0836630 Feb 09 01:24:49.496145 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 56366) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:49.616792 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8e36ff1-97b3-43e5-9339-7c9c8d965896 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] GET failed (client error): The resource could not be found. Feb 09 01:24:49.617488 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-d8e36ff1-97b3-43e5-9339-7c9c8d965896 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Synchronizing usage tracker for tenant:c3a2645091ec4c9b890337266c0022ac on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:24:49.645718 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-d8e36ff1-97b3-43e5-9339-7c9c8d965896 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Unset dirty status for tenant:c3a2645091ec4c9b890337266c0022ac on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:24:49.646944 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-99a15f2f-f5ec-4dd4-9e59-a11048400032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:49.651176 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-d8e36ff1-97b3-43e5-9339-7c9c8d965896 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] 10.222.0.105 "GET /v2.0/ports/e0e313a1-0e6a-46a4-8ebc-ee0889bb4f4a HTTP/1.1" status: 404 len: 333 time: 0.1503637 Feb 09 01:24:49.651302 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a15f2f-f5ec-4dd4-9e59-a11048400032 None None] The sync data for ids ['1120f8d4-278d-45d1-936e-74679d542c38'] in n-d-828418-1 is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:24:49.651440 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 56376) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:49.658492 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-1457e27a-9f4c-46b1-91a8-e5b99ef75f09 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Request body: {'port': {'network_id': '86b695b5-eb84-4dac-a3d9-2b2fbbe1f021', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-373833160'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:49.967943 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-1457e27a-9f4c-46b1-91a8-e5b99ef75f09 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:24:49.994568 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-1457e27a-9f4c-46b1-91a8-e5b99ef75f09 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:24:50.005387 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1457e27a-9f4c-46b1-91a8-e5b99ef75f09 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Made reservation on behalf of c3a2645091ec4c9b890337266c0022ac for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:24:50.008857 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1457e27a-9f4c-46b1-91a8-e5b99ef75f09 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:50.051559 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-1457e27a-9f4c-46b1-91a8-e5b99ef75f09 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] device_id is not set on port 7e5cb044-1814-45b2-8708-11816317b419 yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:24:50.237479 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-34a9202c-7c33-422f-951c-efa0a4f3f415 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:50.339272 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-1457e27a-9f4c-46b1-91a8-e5b99ef75f09 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Allocated IP 2001:db8::24a (86b695b5-eb84-4dac-a3d9-2b2fbbe1f021/8e3562cb-58ef-4566-a361-d9f995750830/7e5cb044-1814-45b2-8708-11816317b419) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:24:50.777078 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1457e27a-9f4c-46b1-91a8-e5b99ef75f09 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:50.819812 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-1457e27a-9f4c-46b1-91a8-e5b99ef75f09 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Transition to ACTIVE for port object 7e5cb044-1814-45b2-8708-11816317b419 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:24:50.884237 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1457e27a-9f4c-46b1-91a8-e5b99ef75f09 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:51.069431 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1457e27a-9f4c-46b1-91a8-e5b99ef75f09 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Network 86b695b5-eb84-4dac-a3d9-2b2fbbe1f021 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:24:51.084919 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-1457e27a-9f4c-46b1-91a8-e5b99ef75f09 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:24:51.092041 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1457e27a-9f4c-46b1-91a8-e5b99ef75f09 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:24:51.107688 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1457e27a-9f4c-46b1-91a8-e5b99ef75f09 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:51.120294 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1457e27a-9f4c-46b1-91a8-e5b99ef75f09 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:51.171514 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-1457e27a-9f4c-46b1-91a8-e5b99ef75f09 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5189099 Feb 09 01:24:51.174559 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 56406) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:51.194576 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-e48f04db-e696-4fd7-9994-daf047d560ef tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1b4', 'mac_address': 'fa:16:3e:b0:0e:21'}]}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:51.198280 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1457e27a-9f4c-46b1-91a8-e5b99ef75f09 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Pushing event updated for resources: {'Port': ['ID=7e5cb044-1814-45b2-8708-11816317b419,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:51.584697 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-918a0cd4-012c-4f5b-b7b5-026f7d26719f None None] Provisioning for port 7e5cb044-1814-45b2-8708-11816317b419 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:24:51.594607 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-918a0cd4-012c-4f5b-b7b5-026f7d26719f None None] Provisioning complete for port 7e5cb044-1814-45b2-8708-11816317b419 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:51.597470 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-918a0cd4-012c-4f5b-b7b5-026f7d26719f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:51.628883 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-34a9202c-7c33-422f-951c-efa0a4f3f415 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Deleting port 7b635a42-0e72-4cb7-a5e5-c91069ef481f {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:24:51.629881 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-34a9202c-7c33-422f-951c-efa0a4f3f415 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:51.667115 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 56418) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:51.769738 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-918a0cd4-012c-4f5b-b7b5-026f7d26719f None None] Port 7e5cb044-1814-45b2-8708-11816317b419 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:24:51.864737 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:51.998708 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-83e4d671-f9cf-4807-a627-0fa351e86834 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:52.025239 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e48f04db-e696-4fd7-9994-daf047d560ef tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:52.267033 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-83e4d671-f9cf-4807-a627-0fa351e86834 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:24:52.275446 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-34a9202c-7c33-422f-951c-efa0a4f3f415 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:52.279011 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-83e4d671-f9cf-4807-a627-0fa351e86834 admin admin] Usage tracker for resource:security_group_rule and tenant:ee009be00db0466dafd3dad8a95d244e is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:24:52.287111 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-83e4d671-f9cf-4807-a627-0fa351e86834 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:24:52.302322 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-83e4d671-f9cf-4807-a627-0fa351e86834 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:24:52.467629 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-34a9202c-7c33-422f-951c-efa0a4f3f415 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Calling delete_port for 7b635a42-0e72-4cb7-a5e5-c91069ef481f owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:24:52.474291 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-83e4d671-f9cf-4807-a627-0fa351e86834 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:52.478429 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-83e4d671-f9cf-4807-a627-0fa351e86834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:52.531859 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-83e4d671-f9cf-4807-a627-0fa351e86834 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=ee009be00db0466dafd3dad8a95d244e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8632970 Feb 09 01:24:52.532748 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4d671-f9cf-4807-a627-0fa351e86834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375c24d2-f70c-4665-9fcb-3f4712ce770c,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:52.536694 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 56438) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:52.601859 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-382bbad9-0acc-481f-8824-959e62da4155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:52.632332 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-382bbad9-0acc-481f-8824-959e62da4155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:52.706571 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-382bbad9-0acc-481f-8824-959e62da4155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:52.717897 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.db.resource_extend [None req-e48f04db-e696-4fd7-9994-daf047d560ef tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:24:52.728848 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-382bbad9-0acc-481f-8824-959e62da4155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:52.730211 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-382bbad9-0acc-481f-8824-959e62da4155 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/375c24d2-f70c-4665-9fcb-3f4712ce770c HTTP/1.1" status: 204 len: 168 time: 0.1921582 Feb 09 01:24:52.732786 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382bbad9-0acc-481f-8824-959e62da4155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375c24d2-f70c-4665-9fcb-3f4712ce770c,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:52.788492 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e48f04db-e696-4fd7-9994-daf047d560ef tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:52.793346 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-34a9202c-7c33-422f-951c-efa0a4f3f415 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:52.935882 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e48f04db-e696-4fd7-9994-daf047d560ef tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:52.985660 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a9202c-7c33-422f-951c-efa0a4f3f415 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Pushing event deleted for resources: {'Port': ['ID=7b635a42-0e72-4cb7-a5e5-c91069ef481f,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:53.094267 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-e48f04db-e696-4fd7-9994-daf047d560ef tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] In _notify_port_updated(), no bound segment for port 7e5cb044-1814-45b2-8708-11816317b419 on network 86b695b5-eb84-4dac-a3d9-2b2fbbe1f021 {{(pid=87638) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 01:24:53.108364 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48f04db-e696-4fd7-9994-daf047d560ef tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:53.110126 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e48f04db-e696-4fd7-9994-daf047d560ef tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:53.116882 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 56464) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:53.117384 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e48f04db-e696-4fd7-9994-daf047d560ef tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] 10.222.0.105 "PUT /v2.0/ports/7e5cb044-1814-45b2-8708-11816317b419 HTTP/1.1" status: 200 len: 1002 time: 1.9341552 Feb 09 01:24:53.308036 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-7e311e2b-f548-4f6e-a7e0-b96e2e7e71dc tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Deleting port 7e5cb044-1814-45b2-8708-11816317b419 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:24:53.308384 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7e311e2b-f548-4f6e-a7e0-b96e2e7e71dc tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:53.556810 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48f04db-e696-4fd7-9994-daf047d560ef tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Pushing event updated for resources: {'Port': ['ID=7e5cb044-1814-45b2-8708-11816317b419,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:53.627867 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-7e5ca20b-831e-4b41-bd68-e430bd862bd3 None None] Provisioning complete for port 7e5cb044-1814-45b2-8708-11816317b419 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:53.628554 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7e5ca20b-831e-4b41-bd68-e430bd862bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:53.813321 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-7e5ca20b-831e-4b41-bd68-e430bd862bd3 None None] Port 7e5cb044-1814-45b2-8708-11816317b419 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:24:54.013282 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7e311e2b-f548-4f6e-a7e0-b96e2e7e71dc tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:54.099308 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-34a9202c-7c33-422f-951c-efa0a4f3f415 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:54.446795 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-7e311e2b-f548-4f6e-a7e0-b96e2e7e71dc tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Calling delete_port for 7e5cb044-1814-45b2-8708-11816317b419 owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:24:54.679343 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7e311e2b-f548-4f6e-a7e0-b96e2e7e71dc tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:54.858311 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:54.864074 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a9202c-7c33-422f-951c-efa0a4f3f415 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Router 1120f8d4-278d-45d1-936e-74679d542c38 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:24:54.894930 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e311e2b-f548-4f6e-a7e0-b96e2e7e71dc tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Pushing event deleted for resources: {'Port': ['ID=7e5cb044-1814-45b2-8708-11816317b419,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:55.105985 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a9202c-7c33-422f-951c-efa0a4f3f415 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:24:55.118200 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e1d3e9-18f6-4f1d-9acf-2101250c7921 None None] Sync routers for ids ['1120f8d4-278d-45d1-936e-74679d542c38'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:24:55.138315 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e1d3e9-18f6-4f1d-9acf-2101250c7921 None None] Routers {'1120f8d4-278d-45d1-936e-74679d542c38'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:24:55.139062 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-62e1d3e9-18f6-4f1d-9acf-2101250c7921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:24:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['1120f8d4-278d-45d1-936e-74679d542c38'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:55.151237 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7e311e2b-f548-4f6e-a7e0-b96e2e7e71dc tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:55.152439 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-34a9202c-7c33-422f-951c-efa0a4f3f415 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "PUT /v2.0/routers/1120f8d4-278d-45d1-936e-74679d542c38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9307561 Feb 09 01:24:55.155193 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 56514) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:55.191991 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-7e311e2b-f548-4f6e-a7e0-b96e2e7e71dc tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] 10.222.0.105 "DELETE /v2.0/ports/7e5cb044-1814-45b2-8708-11816317b419 HTTP/1.1" status: 204 len: 168 time: 2.0731244 Feb 09 01:24:55.192858 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 56518) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:55.254988 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-030a178b-767c-472f-a86e-b36846bac2e5 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Synchronizing usage tracker for tenant:75af0a1c47ce4ddc8bdf7d84418e468b on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:24:55.282762 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-030a178b-767c-472f-a86e-b36846bac2e5 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Unset dirty status for tenant:75af0a1c47ce4ddc8bdf7d84418e468b on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:24:55.288057 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-030a178b-767c-472f-a86e-b36846bac2e5 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "GET /v2.0/ports?device_id=1120f8d4-278d-45d1-936e-74679d542c38 HTTP/1.1" status: 200 len: 205 time: 0.1307964 Feb 09 01:24:55.289919 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 56526) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:55.295996 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-62e1d3e9-18f6-4f1d-9acf-2101250c7921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:55.320362 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e1d3e9-18f6-4f1d-9acf-2101250c7921 None None] Routers {'1120f8d4-278d-45d1-936e-74679d542c38'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:24:55.326951 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-62e1d3e9-18f6-4f1d-9acf-2101250c7921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:24:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['1120f8d4-278d-45d1-936e-74679d542c38'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:55.335038 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3eb2055-2aed-4efb-bc0d-901793b738bb tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] GET failed (client error): The resource could not be found. Feb 09 01:24:55.335038 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-c3eb2055-2aed-4efb-bc0d-901793b738bb tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Synchronizing usage tracker for tenant:c3a2645091ec4c9b890337266c0022ac on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:24:55.372111 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-c3eb2055-2aed-4efb-bc0d-901793b738bb tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Unset dirty status for tenant:c3a2645091ec4c9b890337266c0022ac on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:24:55.374533 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-c3eb2055-2aed-4efb-bc0d-901793b738bb tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] 10.222.0.105 "GET /v2.0/ports/7e5cb044-1814-45b2-8708-11816317b419 HTTP/1.1" status: 404 len: 333 time: 0.1804891 Feb 09 01:24:55.381019 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 56532) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:55.390336 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-729fe0c5-d70d-4c69-9a03-f9ddaedbdbeb tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Request body: {'port': {'network_id': '86b695b5-eb84-4dac-a3d9-2b2fbbe1f021', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-725345122'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:55.486546 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-62e1d3e9-18f6-4f1d-9acf-2101250c7921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:55.488391 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e1d3e9-18f6-4f1d-9acf-2101250c7921 None None] The sync data for ids ['1120f8d4-278d-45d1-936e-74679d542c38'] in n-d-828418-1 is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:24:55.559777 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ac0e6f93-f115-46e1-a760-122d2f7e8cee tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:55.683210 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-729fe0c5-d70d-4c69-9a03-f9ddaedbdbeb tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:24:55.704111 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-729fe0c5-d70d-4c69-9a03-f9ddaedbdbeb tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:24:55.729822 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-729fe0c5-d70d-4c69-9a03-f9ddaedbdbeb tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Made reservation on behalf of c3a2645091ec4c9b890337266c0022ac for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:24:55.743876 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-729fe0c5-d70d-4c69-9a03-f9ddaedbdbeb tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:55.834132 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-729fe0c5-d70d-4c69-9a03-f9ddaedbdbeb tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] device_id is not set on port c8a5c415-51dd-49c1-b518-925eea42fd32 yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:24:56.085195 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-729fe0c5-d70d-4c69-9a03-f9ddaedbdbeb tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Allocated IP 2001:db8::185 (86b695b5-eb84-4dac-a3d9-2b2fbbe1f021/8e3562cb-58ef-4566-a361-d9f995750830/c8a5c415-51dd-49c1-b518-925eea42fd32) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:24:56.163882 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ac0e6f93-f115-46e1-a760-122d2f7e8cee tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:56.167769 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ac0e6f93-f115-46e1-a760-122d2f7e8cee tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:56.194442 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ac0e6f93-f115-46e1-a760-122d2f7e8cee tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:56.195082 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac0e6f93-f115-46e1-a760-122d2f7e8cee tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Fanout notify agent at l3_agent the message router_deleted on router 1120f8d4-278d-45d1-936e-74679d542c38 {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:24:56.207993 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ac0e6f93-f115-46e1-a760-122d2f7e8cee tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:56.211960 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ac0e6f93-f115-46e1-a760-122d2f7e8cee tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "DELETE /v2.0/routers/1120f8d4-278d-45d1-936e-74679d542c38 HTTP/1.1" status: 204 len: 168 time: 0.9211080 Feb 09 01:24:56.212556 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 56566) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:56.295022 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-8812b481-d8ed-4762-b150-67eee004044a tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Deleting subnet e4a5b233-bab1-4eb6-b1f5-47fb7b6ba00d {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:24:56.298690 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8812b481-d8ed-4762-b150-67eee004044a tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:56.369789 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-729fe0c5-d70d-4c69-9a03-f9ddaedbdbeb tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:56.379107 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8812b481-d8ed-4762-b150-67eee004044a tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:56.388986 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-729fe0c5-d70d-4c69-9a03-f9ddaedbdbeb tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Transition to ACTIVE for port object c8a5c415-51dd-49c1-b518-925eea42fd32 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:24:56.441863 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-729fe0c5-d70d-4c69-9a03-f9ddaedbdbeb tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:56.542787 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8812b481-d8ed-4762-b150-67eee004044a tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:56.560452 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729fe0c5-d70d-4c69-9a03-f9ddaedbdbeb tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Network 86b695b5-eb84-4dac-a3d9-2b2fbbe1f021 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:24:56.562021 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-729fe0c5-d70d-4c69-9a03-f9ddaedbdbeb tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:24:56.568214 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729fe0c5-d70d-4c69-9a03-f9ddaedbdbeb tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:24:56.576519 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729fe0c5-d70d-4c69-9a03-f9ddaedbdbeb tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:56.577539 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-729fe0c5-d70d-4c69-9a03-f9ddaedbdbeb tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:56.624088 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-729fe0c5-d70d-4c69-9a03-f9ddaedbdbeb tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2419448 Feb 09 01:24:56.628573 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 56578) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:56.635255 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-7b11a999-07de-4ded-b3f3-e3465cf5dabf tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:b0:0e:21'}]}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:56.963210 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729fe0c5-d70d-4c69-9a03-f9ddaedbdbeb tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Pushing event updated for resources: {'Port': ['ID=c8a5c415-51dd-49c1-b518-925eea42fd32,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:57.104278 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8812b481-d8ed-4762-b150-67eee004044a tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:57.184472 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b64013f4-1e93-4922-a325-62045f2da444 None None] Provisioning for port c8a5c415-51dd-49c1-b518-925eea42fd32 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:24:57.198226 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8812b481-d8ed-4762-b150-67eee004044a tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:57.202656 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8812b481-d8ed-4762-b150-67eee004044a tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Pushing event deleted for resources: {'Subnet': ['ID=e4a5b233-bab1-4eb6-b1f5-47fb7b6ba00d,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:57.203376 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b64013f4-1e93-4922-a325-62045f2da444 None None] Provisioning complete for port c8a5c415-51dd-49c1-b518-925eea42fd32 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:57.203868 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b64013f4-1e93-4922-a325-62045f2da444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:57.212537 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8812b481-d8ed-4762-b150-67eee004044a tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:57.212883 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8812b481-d8ed-4762-b150-67eee004044a tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:57.213218 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8812b481-d8ed-4762-b150-67eee004044a tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:57.213550 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8812b481-d8ed-4762-b150-67eee004044a tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:57.214289 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8812b481-d8ed-4762-b150-67eee004044a tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:57.214623 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8812b481-d8ed-4762-b150-67eee004044a tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:57.214949 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8812b481-d8ed-4762-b150-67eee004044a tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:57.215399 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8812b481-d8ed-4762-b150-67eee004044a tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:57.215895 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8812b481-d8ed-4762-b150-67eee004044a tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:57.216224 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8812b481-d8ed-4762-b150-67eee004044a tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:57.216549 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8812b481-d8ed-4762-b150-67eee004044a tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:57.216864 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8812b481-d8ed-4762-b150-67eee004044a tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:57.223779 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-8812b481-d8ed-4762-b150-67eee004044a tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "DELETE /v2.0/subnets/e4a5b233-bab1-4eb6-b1f5-47fb7b6ba00d HTTP/1.1" status: 204 len: 168 time: 1.0097890 Feb 09 01:24:57.224376 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 56598) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:57.329180 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd996ad3-08ad-4c5e-8d39-36b8ba6c4b0b tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Deleting subnet a01b8052-ff4a-4fdc-8e9e-5999abbe0af6 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:24:57.332997 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e2767d-71d4-4d11-9439-71727c8ce06c None None] Network 6af4133c-f45c-4937-a31c-48a4c7ffe9c0 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:24:57.337822 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bd996ad3-08ad-4c5e-8d39-36b8ba6c4b0b tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:57.383359 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7b11a999-07de-4ded-b3f3-e3465cf5dabf tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:57.469235 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-b64013f4-1e93-4922-a325-62045f2da444 None None] Port c8a5c415-51dd-49c1-b518-925eea42fd32 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:24:57.492188 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bd996ad3-08ad-4c5e-8d39-36b8ba6c4b0b tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:57.719061 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bd996ad3-08ad-4c5e-8d39-36b8ba6c4b0b tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:57.820219 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 56616) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:57.927153 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bd996ad3-08ad-4c5e-8d39-36b8ba6c4b0b tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:58.005406 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7b11a999-07de-4ded-b3f3-e3465cf5dabf tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:58.011200 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7b11a999-07de-4ded-b3f3-e3465cf5dabf tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:58.041314 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd996ad3-08ad-4c5e-8d39-36b8ba6c4b0b tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Pushing event deleted for resources: {'Subnet': ['ID=a01b8052-ff4a-4fdc-8e9e-5999abbe0af6,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:58.043556 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bd996ad3-08ad-4c5e-8d39-36b8ba6c4b0b tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:58.048633 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f887775-0a6a-401e-b6b3-dc0e4074a40f None None] Network 96e178d9-7c94-44bf-b60f-cbbed246be55 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:24:58.053085 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-bd996ad3-08ad-4c5e-8d39-36b8ba6c4b0b tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "DELETE /v2.0/subnets/a01b8052-ff4a-4fdc-8e9e-5999abbe0af6 HTTP/1.1" status: 204 len: 168 time: 0.8272545 Feb 09 01:24:58.063301 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 56626) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:58.082126 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc7c252-bae9-4682-8645-778a7bfe2d3b None None] DHCP port deletion for 6af4133c-f45c-4937-a31c-48a4c7ffe9c0 request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:24:58.165780 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-7b11a999-07de-4ded-b3f3-e3465cf5dabf tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] In _notify_port_updated(), no bound segment for port c8a5c415-51dd-49c1-b518-925eea42fd32 on network 86b695b5-eb84-4dac-a3d9-2b2fbbe1f021 {{(pid=87639) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 01:24:58.183424 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b11a999-07de-4ded-b3f3-e3465cf5dabf tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:58.184223 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7b11a999-07de-4ded-b3f3-e3465cf5dabf tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:58.185754 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-7b11a999-07de-4ded-b3f3-e3465cf5dabf tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] 10.222.0.105 "PUT /v2.0/ports/c8a5c415-51dd-49c1-b518-925eea42fd32 HTTP/1.1" status: 200 len: 1002 time: 1.5559399 Feb 09 01:24:58.195795 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 56632) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:58.217280 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-7bc7c252-bae9-4682-8645-778a7bfe2d3b None None] Deleting port 86b1a9c2-9de1-4638-88a1-22813494b8d8 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:24:58.223733 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7bc7c252-bae9-4682-8645-778a7bfe2d3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:58.349979 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b11a999-07de-4ded-b3f3-e3465cf5dabf tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Pushing event updated for resources: {'Port': ['ID=c8a5c415-51dd-49c1-b518-925eea42fd32,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:58.383724 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-33a751f1-6e99-4794-84a1-dbc100d87ef0 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:58.431894 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-c7cd20cf-aed1-4f03-bbe3-448ebf7294be tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Deleting port c8a5c415-51dd-49c1-b518-925eea42fd32 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:24:58.433181 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c7cd20cf-aed1-4f03-bbe3-448ebf7294be tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:58.450117 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-33a751f1-6e99-4794-84a1-dbc100d87ef0 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Deleting port 86b1a9c2-9de1-4638-88a1-22813494b8d8 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:24:58.450473 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-33a751f1-6e99-4794-84a1-dbc100d87ef0 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:58.686916 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a8256f05-3d16-4f30-81e3-52a60ad9f8e6 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=3930e17d1a1545e0b19bf8ec363e2ee3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8660820 Feb 09 01:24:58.690912 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 56646) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:58.821153 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c18626f8-3780-4f8b-9a20-446f551c49f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:58.865164 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c18626f8-3780-4f8b-9a20-446f551c49f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:58.870353 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8a7cbdc3-6599-4ba8-833b-6b64a52a6c1d None None] Provisioning complete for port c8a5c415-51dd-49c1-b518-925eea42fd32 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:58.870730 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbdc3-6599-4ba8-833b-6b64a52a6c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:58.931910 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c18626f8-3780-4f8b-9a20-446f551c49f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:58.942649 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbdc3-6599-4ba8-833b-6b64a52a6c1d None None] Port c8a5c415-51dd-49c1-b518-925eea42fd32 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:24:58.960661 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-7bc7c252-bae9-4682-8645-778a7bfe2d3b None None] For port 86b1a9c2-9de1-4638-88a1-22813494b8d8, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=86b1a9c2-9de1-4638-88a1-22813494b8d8,segment=NetworkSegment(a1bd6246-efad-46de-9705-b5d79842737e),segment_id=a1bd6246-efad-46de-9705-b5d79842737e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:24:58.961061 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7bc7c252-bae9-4682-8645-778a7bfe2d3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:59.046476 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c7cd20cf-aed1-4f03-bbe3-448ebf7294be tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:59.127455 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-7bc7c252-bae9-4682-8645-778a7bfe2d3b None None] Calling delete_port for 86b1a9c2-9de1-4638-88a1-22813494b8d8 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:24:59.216436 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-c7cd20cf-aed1-4f03-bbe3-448ebf7294be tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Calling delete_port for c8a5c415-51dd-49c1-b518-925eea42fd32 owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:24:59.326296 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-33a751f1-6e99-4794-84a1-dbc100d87ef0 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] For port 86b1a9c2-9de1-4638-88a1-22813494b8d8, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=86b1a9c2-9de1-4638-88a1-22813494b8d8,segment=NetworkSegment(a1bd6246-efad-46de-9705-b5d79842737e),segment_id=a1bd6246-efad-46de-9705-b5d79842737e)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:24:59.326946 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-33a751f1-6e99-4794-84a1-dbc100d87ef0 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:59.351338 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd79c87a-b231-4f3f-a81a-b59c0ce3bbe5 None None] DHCP port deletion for 96e178d9-7c94-44bf-b60f-cbbed246be55 request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:24:59.356649 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-bd79c87a-b231-4f3f-a81a-b59c0ce3bbe5 None None] Deleting port 785d1a30-22d2-4679-b214-501e9c77f3ce {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:24:59.357093 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bd79c87a-b231-4f3f-a81a-b59c0ce3bbe5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:59.409614 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7bc7c252-bae9-4682-8645-778a7bfe2d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:59.467406 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc7c252-bae9-4682-8645-778a7bfe2d3b None None] Pushing event deleted for resources: {'Port': ['ID=86b1a9c2-9de1-4638-88a1-22813494b8d8,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:59.471900 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc7c252-bae9-4682-8645-778a7bfe2d3b None None] No DVR routers for this DVR port 86b1a9c2-9de1-4638-88a1-22813494b8d8 on host n-d-828418-1 {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:24:59.508737 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-33a751f1-6e99-4794-84a1-dbc100d87ef0 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Calling delete_port for 86b1a9c2-9de1-4638-88a1-22813494b8d8 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:24:59.601888 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.db.api [None req-33a751f1-6e99-4794-84a1-dbc100d87ef0 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:24:59.602220 n-d-828418-1 neutron-server[87638]: DEBUG oslo_db.api [None req-33a751f1-6e99-4794-84a1-dbc100d87ef0 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:24:59.603166 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18626f8-3780-4f8b-9a20-446f551c49f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6b3e61-1ae0-4c62-b61b-c8b3a9e2637a,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:59.625521 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c18626f8-3780-4f8b-9a20-446f551c49f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:59.626724 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c18626f8-3780-4f8b-9a20-446f551c49f4 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/5f6b3e61-1ae0-4c62-b61b-c8b3a9e2637a HTTP/1.1" status: 204 len: 168 time: 0.9347105 Feb 09 01:24:59.674984 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c7cd20cf-aed1-4f03-bbe3-448ebf7294be tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:59.785789 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-bd79c87a-b231-4f3f-a81a-b59c0ce3bbe5 None None] For port 785d1a30-22d2-4679-b214-501e9c77f3ce, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=785d1a30-22d2-4679-b214-501e9c77f3ce,segment=NetworkSegment(4f0eac4b-471a-4054-9c83-0bf52e8f2133),segment_id=4f0eac4b-471a-4054-9c83-0bf52e8f2133)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:24:59.799812 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bd79c87a-b231-4f3f-a81a-b59c0ce3bbe5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:59.867200 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cd20cf-aed1-4f03-bbe3-448ebf7294be tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Pushing event deleted for resources: {'Port': ['ID=c8a5c415-51dd-49c1-b518-925eea42fd32,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:59.888190 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c7cd20cf-aed1-4f03-bbe3-448ebf7294be tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:59.930265 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-c7cd20cf-aed1-4f03-bbe3-448ebf7294be tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] 10.222.0.105 "DELETE /v2.0/ports/c8a5c415-51dd-49c1-b518-925eea42fd32 HTTP/1.1" status: 204 len: 168 time: 1.7297912 Feb 09 01:24:59.932642 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 56682) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:00.013447 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 86b1a9c2-9de1-4638-88a1-22813494b8d8 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:25:00.019870 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e8ea503-eebb-4395-9ed1-da61820110a9 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] GET failed (client error): The resource could not be found. Feb 09 01:25:00.020416 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-5e8ea503-eebb-4395-9ed1-da61820110a9 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Synchronizing usage tracker for tenant:c3a2645091ec4c9b890337266c0022ac on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:25:00.047063 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-5e8ea503-eebb-4395-9ed1-da61820110a9 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Unset dirty status for tenant:c3a2645091ec4c9b890337266c0022ac on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:25:00.048587 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-5e8ea503-eebb-4395-9ed1-da61820110a9 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] 10.222.0.105 "GET /v2.0/ports/c8a5c415-51dd-49c1-b518-925eea42fd32 HTTP/1.1" status: 404 len: 333 time: 0.1148565 Feb 09 01:25:00.054457 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 56686) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:00.060782 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-66d70472-0400-42ba-bfed-a5d67eddc0ab tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Request body: {'port': {'network_id': '86b695b5-eb84-4dac-a3d9-2b2fbbe1f021', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1024394996'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:00.090915 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 56690) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:00.102916 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-33a751f1-6e99-4794-84a1-dbc100d87ef0 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Deleting port 86b1a9c2-9de1-4638-88a1-22813494b8d8 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:25:00.103264 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-33a751f1-6e99-4794-84a1-dbc100d87ef0 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:00.174395 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:25:00.291361 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-bd79c87a-b231-4f3f-a81a-b59c0ce3bbe5 None None] Calling delete_port for 785d1a30-22d2-4679-b214-501e9c77f3ce owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:25:00.338225 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-33a751f1-6e99-4794-84a1-dbc100d87ef0 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] The port '86b1a9c2-9de1-4638-88a1-22813494b8d8' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:25:00.356637 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 86b1a9c2-9de1-4638-88a1-22813494b8d8 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:25:00.357066 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 86b1a9c2-9de1-4638-88a1-22813494b8d8 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:25:00.360932 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 785d1a30-22d2-4679-b214-501e9c77f3ce no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:25:00.421359 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-66d70472-0400-42ba-bfed-a5d67eddc0ab tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:25:00.442504 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-66d70472-0400-42ba-bfed-a5d67eddc0ab tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:25:00.461511 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d70472-0400-42ba-bfed-a5d67eddc0ab tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Made reservation on behalf of c3a2645091ec4c9b890337266c0022ac for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:25:00.465341 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-66d70472-0400-42ba-bfed-a5d67eddc0ab tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:00.534756 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-66d70472-0400-42ba-bfed-a5d67eddc0ab tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] device_id is not set on port a91c89fa-91d5-4d68-948b-630f96217e5e yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:25:00.566206 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-33a751f1-6e99-4794-84a1-dbc100d87ef0 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:00.595445 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-33a751f1-6e99-4794-84a1-dbc100d87ef0 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6af4133c-f45c-4937-a31c-48a4c7ffe9c0']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:00.609246 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-33a751f1-6e99-4794-84a1-dbc100d87ef0 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1bd6246-efad-46de-9705-b5d79842737e') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:00.609558 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-33a751f1-6e99-4794-84a1-dbc100d87ef0 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1bd6246-efad-46de-9705-b5d79842737e') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:00.622901 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-33a751f1-6e99-4794-84a1-dbc100d87ef0 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:00.641628 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-33a751f1-6e99-4794-84a1-dbc100d87ef0 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:00.648670 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33a751f1-6e99-4794-84a1-dbc100d87ef0 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:25:00.649079 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-33a751f1-6e99-4794-84a1-dbc100d87ef0 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:00.776530 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:00.788130 n-d-828418-1 neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:25:00.788130 n-d-828418-1 neutron-server[87638]: util.warn( Feb 09 01:25:00.788130 n-d-828418-1 neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:25:00.788130 n-d-828418-1 neutron-server[87638]: util.warn( Feb 09 01:25:00.788130 n-d-828418-1 neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:25:00.788130 n-d-828418-1 neutron-server[87638]: util.warn( Feb 09 01:25:00.788130 n-d-828418-1 neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:25:00.788130 n-d-828418-1 neutron-server[87638]: util.warn( Feb 09 01:25:00.788130 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:25:00.788130 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:25:00.788130 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:25:00.788130 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:25:00.788130 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:25:00.788130 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:25:00.788130 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:25:00.788130 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:25:00.788130 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:25:00.788130 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:25:00.788130 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:25:00.788130 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:25:00.788130 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:25:00.788130 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:25:00.788130 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:25:00.788130 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:25:00.788130 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:25:00.788130 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:25:00.788130 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:25:00.788130 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:25:00.788130 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:25:00.788130 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:25:00.788130 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:25:00.788130 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:25:00.788130 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:25:00.788130 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:25:00.788130 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:25:00.788130 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:25:00.788130 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:25:00.788130 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:25:00.788130 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:25:00.788130 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:25:00.832673 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 785d1a30-22d2-4679-b214-501e9c77f3ce, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=785d1a30-22d2-4679-b214-501e9c77f3ce,segment=NetworkSegment(4f0eac4b-471a-4054-9c83-0bf52e8f2133),segment_id=4f0eac4b-471a-4054-9c83-0bf52e8f2133)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:25:00.838037 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:00.843208 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-77cd20fb-ae34-4a15-b25a-7d0fc416c7c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:00.899797 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-bd79c87a-b231-4f3f-a81a-b59c0ce3bbe5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:25:00.900442 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-bd79c87a-b231-4f3f-a81a-b59c0ce3bbe5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:25:00.922047 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-77cd20fb-ae34-4a15-b25a-7d0fc416c7c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:25:00.927947 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=785d1a30-22d2-4679-b214-501e9c77f3ce,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:00.946947 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-77cd20fb-ae34-4a15-b25a-7d0fc416c7c7 admin admin] Usage tracker for resource:security_group_rule and tenant:e089dc6a8d28485181467110a9510abc is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:25:00.953700 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-77cd20fb-ae34-4a15-b25a-7d0fc416c7c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:25:00.960070 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-33a751f1-6e99-4794-84a1-dbc100d87ef0 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:00.992448 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-33a751f1-6e99-4794-84a1-dbc100d87ef0 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:01.008821 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-77cd20fb-ae34-4a15-b25a-7d0fc416c7c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:25:01.016782 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-33a751f1-6e99-4794-84a1-dbc100d87ef0 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "DELETE /v2.0/networks/6af4133c-f45c-4937-a31c-48a4c7ffe9c0 HTTP/1.1" status: 204 len: 168 time: 2.9101782 Feb 09 01:25:01.019380 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a751f1-6e99-4794-84a1-dbc100d87ef0 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Pushing event deleted for resources: {'Network': ['ID=6af4133c-f45c-4937-a31c-48a4c7ffe9c0,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:01.020050 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 56728) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:01.193650 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-66d70472-0400-42ba-bfed-a5d67eddc0ab tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Allocated IP 2001:db8::380 (86b695b5-eb84-4dac-a3d9-2b2fbbe1f021/8e3562cb-58ef-4566-a361-d9f995750830/a91c89fa-91d5-4d68-948b-630f96217e5e) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:25:01.227545 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-23b2312b-f434-483a-813c-3838ae041872 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:01.254939 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-77cd20fb-ae34-4a15-b25a-7d0fc416c7c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:01.259600 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-77cd20fb-ae34-4a15-b25a-7d0fc416c7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:01.267060 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-23b2312b-f434-483a-813c-3838ae041872 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Deleting port 785d1a30-22d2-4679-b214-501e9c77f3ce {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:25:01.267463 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-23b2312b-f434-483a-813c-3838ae041872 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:01.303917 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cd20fb-ae34-4a15-b25a-7d0fc416c7c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc4c093-59e8-4481-a045-b77cb3a4f1e8,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:01.344144 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-77cd20fb-ae34-4a15-b25a-7d0fc416c7c7 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=e089dc6a8d28485181467110a9510abc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2521386 Feb 09 01:25:01.347980 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 56742) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:01.401357 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-bd79c87a-b231-4f3f-a81a-b59c0ce3bbe5 None None] Deleting port 785d1a30-22d2-4679-b214-501e9c77f3ce {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:25:01.402380 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bd79c87a-b231-4f3f-a81a-b59c0ce3bbe5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:01.476083 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-56f6fa7a-3186-4b03-b54a-88066ec45167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:01.528739 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-56f6fa7a-3186-4b03-b54a-88066ec45167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:01.657416 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-23b2312b-f434-483a-813c-3838ae041872 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] For port 785d1a30-22d2-4679-b214-501e9c77f3ce, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=785d1a30-22d2-4679-b214-501e9c77f3ce,segment=NetworkSegment(4f0eac4b-471a-4054-9c83-0bf52e8f2133),segment_id=4f0eac4b-471a-4054-9c83-0bf52e8f2133)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:25:01.658041 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-23b2312b-f434-483a-813c-3838ae041872 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:01.661630 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-56f6fa7a-3186-4b03-b54a-88066ec45167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:01.725063 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-56f6fa7a-3186-4b03-b54a-88066ec45167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:01.728002 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-56f6fa7a-3186-4b03-b54a-88066ec45167 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/ecc4c093-59e8-4481-a045-b77cb3a4f1e8 HTTP/1.1" status: 204 len: 168 time: 0.3778391 Feb 09 01:25:01.729386 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f6fa7a-3186-4b03-b54a-88066ec45167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc4c093-59e8-4481-a045-b77cb3a4f1e8,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:01.731312 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-bd79c87a-b231-4f3f-a81a-b59c0ce3bbe5 None None] For port 785d1a30-22d2-4679-b214-501e9c77f3ce, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=785d1a30-22d2-4679-b214-501e9c77f3ce,segment=NetworkSegment(4f0eac4b-471a-4054-9c83-0bf52e8f2133),segment_id=4f0eac4b-471a-4054-9c83-0bf52e8f2133)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:25:01.732440 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bd79c87a-b231-4f3f-a81a-b59c0ce3bbe5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:01.804123 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-23b2312b-f434-483a-813c-3838ae041872 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Calling delete_port for 785d1a30-22d2-4679-b214-501e9c77f3ce owned by network:dhcp {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:25:01.976384 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-66d70472-0400-42ba-bfed-a5d67eddc0ab tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:02.009010 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-bd79c87a-b231-4f3f-a81a-b59c0ce3bbe5 None None] Calling delete_port for 785d1a30-22d2-4679-b214-501e9c77f3ce owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:25:02.013180 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-66d70472-0400-42ba-bfed-a5d67eddc0ab tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Transition to ACTIVE for port object a91c89fa-91d5-4d68-948b-630f96217e5e will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:25:02.062818 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-66d70472-0400-42ba-bfed-a5d67eddc0ab tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:02.168343 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bd79c87a-b231-4f3f-a81a-b59c0ce3bbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:02.252967 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d70472-0400-42ba-bfed-a5d67eddc0ab tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Network 86b695b5-eb84-4dac-a3d9-2b2fbbe1f021 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:25:02.253547 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd79c87a-b231-4f3f-a81a-b59c0ce3bbe5 None None] Pushing event deleted for resources: {'Port': ['ID=785d1a30-22d2-4679-b214-501e9c77f3ce,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:02.256668 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-66d70472-0400-42ba-bfed-a5d67eddc0ab tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:02.262541 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d70472-0400-42ba-bfed-a5d67eddc0ab tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:25:02.271064 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d70472-0400-42ba-bfed-a5d67eddc0ab tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:02.271530 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-66d70472-0400-42ba-bfed-a5d67eddc0ab tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:02.272522 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd79c87a-b231-4f3f-a81a-b59c0ce3bbe5 None None] No DVR routers for this DVR port 785d1a30-22d2-4679-b214-501e9c77f3ce on host n-d-828418-1 {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:25:02.278849 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.db.api [None req-23b2312b-f434-483a-813c-3838ae041872 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:25:02.279125 n-d-828418-1 neutron-server[87639]: DEBUG oslo_db.api [None req-23b2312b-f434-483a-813c-3838ae041872 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:25:02.281428 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d70472-0400-42ba-bfed-a5d67eddc0ab tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Pushing event updated for resources: {'Port': ['ID=a91c89fa-91d5-4d68-948b-630f96217e5e,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:02.310059 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-66d70472-0400-42ba-bfed-a5d67eddc0ab tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.2542970 Feb 09 01:25:02.312539 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 56802) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:02.320661 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-d3f1386f-e159-4208-ba8f-b2fbd1cc5531 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Request body: {'port': {'network_id': '86b695b5-eb84-4dac-a3d9-2b2fbbe1f021', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-910716753'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:02.637049 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 56816) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:02.675893 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d3f1386f-e159-4208-ba8f-b2fbd1cc5531 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:25:02.680777 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-d3f1386f-e159-4208-ba8f-b2fbd1cc5531 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Usage tracker for resource:port and tenant:c3a2645091ec4c9b890337266c0022ac is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:25:02.684027 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-d3f1386f-e159-4208-ba8f-b2fbd1cc5531 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:25:02.690172 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d3f1386f-e159-4208-ba8f-b2fbd1cc5531 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:25:02.697062 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e07a5d5e-31d7-42b8-b627-f1f741742413 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:02.701475 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f1386f-e159-4208-ba8f-b2fbd1cc5531 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Made reservation on behalf of c3a2645091ec4c9b890337266c0022ac for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:25:02.706266 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d3f1386f-e159-4208-ba8f-b2fbd1cc5531 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:02.739261 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e07a5d5e-31d7-42b8-b627-f1f741742413 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:25:02.747839 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-e07a5d5e-31d7-42b8-b627-f1f741742413 admin admin] Usage tracker for resource:security_group_rule and tenant:2b65fa3958094b1497c9ca88c3350440 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:25:02.752069 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-e07a5d5e-31d7-42b8-b627-f1f741742413 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:25:02.766448 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e07a5d5e-31d7-42b8-b627-f1f741742413 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:25:02.782374 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-23b2312b-f434-483a-813c-3838ae041872 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Deleting port 785d1a30-22d2-4679-b214-501e9c77f3ce {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:25:02.782938 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-23b2312b-f434-483a-813c-3838ae041872 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:02.785565 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-664c2f18-4a67-4c25-b779-fa7f5f03bb68 None None] Provisioning for port a91c89fa-91d5-4d68-948b-630f96217e5e completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:25:02.797099 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-664c2f18-4a67-4c25-b779-fa7f5f03bb68 None None] Provisioning complete for port a91c89fa-91d5-4d68-948b-630f96217e5e triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:02.797470 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-664c2f18-4a67-4c25-b779-fa7f5f03bb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:02.804760 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-d3f1386f-e159-4208-ba8f-b2fbd1cc5531 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] device_id is not set on port 27077170-6b51-4ea8-b105-5ad65d1e9bd6 yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:25:02.873971 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-23b2312b-f434-483a-813c-3838ae041872 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] The port '785d1a30-22d2-4679-b214-501e9c77f3ce' was deleted {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:25:02.945803 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-664c2f18-4a67-4c25-b779-fa7f5f03bb68 None None] Port a91c89fa-91d5-4d68-948b-630f96217e5e cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:25:03.010338 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e07a5d5e-31d7-42b8-b627-f1f741742413 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:03.051338 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e07a5d5e-31d7-42b8-b627-f1f741742413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:03.076654 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-d3f1386f-e159-4208-ba8f-b2fbd1cc5531 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Allocated IP 2001:db8::3b1 (86b695b5-eb84-4dac-a3d9-2b2fbbe1f021/8e3562cb-58ef-4566-a361-d9f995750830/27077170-6b51-4ea8-b105-5ad65d1e9bd6) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:25:03.207474 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-e07a5d5e-31d7-42b8-b627-f1f741742413 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=2b65fa3958094b1497c9ca88c3350440&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5725493 Feb 09 01:25:03.215173 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07a5d5e-31d7-42b8-b627-f1f741742413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d08a17f3-d947-4987-8eec-6d5795a35b2b,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:03.221222 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 56832) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:03.303101 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-23b2312b-f434-483a-813c-3838ae041872 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:03.333217 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-08d0fb43-6b72-4c17-a329-af887258661a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:03.360729 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-23b2312b-f434-483a-813c-3838ae041872 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96e178d9-7c94-44bf-b60f-cbbed246be55']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:03.430753 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-23b2312b-f434-483a-813c-3838ae041872 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f0eac4b-471a-4054-9c83-0bf52e8f2133') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:03.431049 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-23b2312b-f434-483a-813c-3838ae041872 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f0eac4b-471a-4054-9c83-0bf52e8f2133') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:03.450379 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-08d0fb43-6b72-4c17-a329-af887258661a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:03.466495 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-23b2312b-f434-483a-813c-3838ae041872 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:03.506038 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-23b2312b-f434-483a-813c-3838ae041872 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:03.520300 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23b2312b-f434-483a-813c-3838ae041872 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:25:03.524156 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-23b2312b-f434-483a-813c-3838ae041872 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:03.540704 n-d-828418-1 neutron-server[87639]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:25:03.540704 n-d-828418-1 neutron-server[87639]: util.warn( Feb 09 01:25:03.540704 n-d-828418-1 neutron-server[87639]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:25:03.540704 n-d-828418-1 neutron-server[87639]: util.warn( Feb 09 01:25:03.540704 n-d-828418-1 neutron-server[87639]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:25:03.540704 n-d-828418-1 neutron-server[87639]: util.warn( Feb 09 01:25:03.540704 n-d-828418-1 neutron-server[87639]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:25:03.540704 n-d-828418-1 neutron-server[87639]: util.warn( Feb 09 01:25:03.540704 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 01:25:03.540704 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:25:03.540704 n-d-828418-1 neutron-server[87639]: timer() Feb 09 01:25:03.540704 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:25:03.540704 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 01:25:03.540704 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:25:03.540704 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 01:25:03.540704 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:25:03.540704 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 01:25:03.540704 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:25:03.540704 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 01:25:03.540704 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:25:03.540704 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 01:25:03.540704 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:25:03.540704 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:25:03.540704 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:25:03.540704 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:25:03.540704 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:25:03.540704 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 01:25:03.540704 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:25:03.540704 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 01:25:03.540704 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:25:03.540704 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:25:03.540704 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:25:03.540704 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 01:25:03.540704 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:25:03.540704 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:25:03.540704 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:25:03.540704 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:25:03.540704 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:25:03.540704 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:25:03.540704 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:25:03.590162 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d3f1386f-e159-4208-ba8f-b2fbd1cc5531 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:03.632599 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-23b2312b-f434-483a-813c-3838ae041872 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:03.639636 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-d3f1386f-e159-4208-ba8f-b2fbd1cc5531 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Transition to ACTIVE for port object 27077170-6b51-4ea8-b105-5ad65d1e9bd6 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:25:03.657653 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-23b2312b-f434-483a-813c-3838ae041872 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:03.664307 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-08d0fb43-6b72-4c17-a329-af887258661a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:03.682837 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d3f1386f-e159-4208-ba8f-b2fbd1cc5531 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:03.691559 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b2312b-f434-483a-813c-3838ae041872 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Pushing event deleted for resources: {'Network': ['ID=96e178d9-7c94-44bf-b60f-cbbed246be55,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:03.704806 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d0fb43-6b72-4c17-a329-af887258661a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d08a17f3-d947-4987-8eec-6d5795a35b2b,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:03.708247 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-08d0fb43-6b72-4c17-a329-af887258661a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:03.712662 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-08d0fb43-6b72-4c17-a329-af887258661a admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/d08a17f3-d947-4987-8eec-6d5795a35b2b HTTP/1.1" status: 204 len: 168 time: 0.4902236 Feb 09 01:25:03.715963 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-23b2312b-f434-483a-813c-3838ae041872 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "DELETE /v2.0/networks/96e178d9-7c94-44bf-b60f-cbbed246be55 HTTP/1.1" status: 204 len: 168 time: 2.6949949 Feb 09 01:25:03.729482 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 56872) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:03.740553 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-111de0d5-db32-4591-83ad-966b578a07ee tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-395946886'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:03.747724 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-111de0d5-db32-4591-83ad-966b578a07ee tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:25:03.755370 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-111de0d5-db32-4591-83ad-966b578a07ee tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Usage tracker for resource:network and tenant:75af0a1c47ce4ddc8bdf7d84418e468b is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:25:03.761257 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-111de0d5-db32-4591-83ad-966b578a07ee tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:25:03.806919 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f1386f-e159-4208-ba8f-b2fbd1cc5531 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Network 86b695b5-eb84-4dac-a3d9-2b2fbbe1f021 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:25:03.810599 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-d3f1386f-e159-4208-ba8f-b2fbd1cc5531 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:03.815586 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f1386f-e159-4208-ba8f-b2fbd1cc5531 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:25:03.821147 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f1386f-e159-4208-ba8f-b2fbd1cc5531 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:03.821820 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d3f1386f-e159-4208-ba8f-b2fbd1cc5531 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:03.836702 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f1386f-e159-4208-ba8f-b2fbd1cc5531 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Pushing event updated for resources: {'Port': ['ID=27077170-6b51-4ea8-b105-5ad65d1e9bd6,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:03.873464 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d3f1386f-e159-4208-ba8f-b2fbd1cc5531 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5595632 Feb 09 01:25:03.876046 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 56880) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:03.883312 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-c37b5063-f349-4ea8-ab24-86fc280a3896 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1b4', 'mac_address': 'fa:16:3e:b0:0e:21'}, {'ip_address': '2001:db8::380', 'mac_address': 'fa:16:3e:e2:3e:7d'}]}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:04.042252 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-111de0d5-db32-4591-83ad-966b578a07ee tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:25:04.061084 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-111de0d5-db32-4591-83ad-966b578a07ee tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Made reservation on behalf of 75af0a1c47ce4ddc8bdf7d84418e468b for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:25:04.066859 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-111de0d5-db32-4591-83ad-966b578a07ee tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:04.129693 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-111de0d5-db32-4591-83ad-966b578a07ee tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:25:04.158312 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-111de0d5-db32-4591-83ad-966b578a07ee tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:04.159681 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-111de0d5-db32-4591-83ad-966b578a07ee tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Added segment a126e248-d919-4417-a310-01b2744337ce of type vlan for network 97af64cf-40e9-432b-800f-b6552daecd83 Feb 09 01:25:04.226249 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-111de0d5-db32-4591-83ad-966b578a07ee tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:04.295392 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-111de0d5-db32-4591-83ad-966b578a07ee tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:04.308622 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111de0d5-db32-4591-83ad-966b578a07ee tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:04.311414 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-111de0d5-db32-4591-83ad-966b578a07ee tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:04.392137 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d90a4922-6514-4f85-8131-543b95bce3a9 None None] Provisioning for port 27077170-6b51-4ea8-b105-5ad65d1e9bd6 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:25:04.442569 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d90a4922-6514-4f85-8131-543b95bce3a9 None None] Provisioning complete for port 27077170-6b51-4ea8-b105-5ad65d1e9bd6 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:04.443312 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d90a4922-6514-4f85-8131-543b95bce3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:04.452965 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c37b5063-f349-4ea8-ab24-86fc280a3896 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:04.517359 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-111de0d5-db32-4591-83ad-966b578a07ee tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7850394 Feb 09 01:25:04.522099 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 56900) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:04.530514 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-acb59e86-6e79-43e0-8f02-1c0c20791b7b tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Request body: {'subnet': {'network_id': '97af64cf-40e9-432b-800f-b6552daecd83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:04.580932 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d90a4922-6514-4f85-8131-543b95bce3a9 None None] Port 27077170-6b51-4ea8-b105-5ad65d1e9bd6 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:25:04.635712 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111de0d5-db32-4591-83ad-966b578a07ee tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Pushing event updated for resources: {'Network': ['ID=97af64cf-40e9-432b-800f-b6552daecd83,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:04.679133 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111de0d5-db32-4591-83ad-966b578a07ee tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:04.679133 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111de0d5-db32-4591-83ad-966b578a07ee tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:04.679654 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111de0d5-db32-4591-83ad-966b578a07ee tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:04.679654 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111de0d5-db32-4591-83ad-966b578a07ee tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:04.680192 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111de0d5-db32-4591-83ad-966b578a07ee tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:04.680341 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111de0d5-db32-4591-83ad-966b578a07ee tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:04.682553 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111de0d5-db32-4591-83ad-966b578a07ee tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:04.682553 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111de0d5-db32-4591-83ad-966b578a07ee tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:04.682553 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111de0d5-db32-4591-83ad-966b578a07ee tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:04.682553 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111de0d5-db32-4591-83ad-966b578a07ee tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:04.688274 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111de0d5-db32-4591-83ad-966b578a07ee tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:04.688588 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111de0d5-db32-4591-83ad-966b578a07ee tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:04.718935 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 97af64cf-40e9-432b-800f-b6552daecd83 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:25:04.890859 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-acb59e86-6e79-43e0-8f02-1c0c20791b7b tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:25:04.900692 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-acb59e86-6e79-43e0-8f02-1c0c20791b7b tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Usage tracker for resource:subnet and tenant:75af0a1c47ce4ddc8bdf7d84418e468b is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:25:04.903965 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-acb59e86-6e79-43e0-8f02-1c0c20791b7b tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:25:04.929045 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-acb59e86-6e79-43e0-8f02-1c0c20791b7b tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:25:04.950431 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb59e86-6e79-43e0-8f02-1c0c20791b7b tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Made reservation on behalf of 75af0a1c47ce4ddc8bdf7d84418e468b for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:25:04.954816 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-acb59e86-6e79-43e0-8f02-1c0c20791b7b tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:05.099624 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c37b5063-f349-4ea8-ab24-86fc280a3896 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:05.107281 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c37b5063-f349-4ea8-ab24-86fc280a3896 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:05.200464 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-c37b5063-f349-4ea8-ab24-86fc280a3896 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] In _notify_port_updated(), no bound segment for port 27077170-6b51-4ea8-b105-5ad65d1e9bd6 on network 86b695b5-eb84-4dac-a3d9-2b2fbbe1f021 {{(pid=87638) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 01:25:05.210063 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37b5063-f349-4ea8-ab24-86fc280a3896 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:05.210939 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c37b5063-f349-4ea8-ab24-86fc280a3896 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:05.212597 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c37b5063-f349-4ea8-ab24-86fc280a3896 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] 10.222.0.105 "PUT /v2.0/ports/27077170-6b51-4ea8-b105-5ad65d1e9bd6 HTTP/1.1" status: 200 len: 1067 time: 1.3355985 Feb 09 01:25:05.217150 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 56930) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:05.318803 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37b5063-f349-4ea8-ab24-86fc280a3896 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Pushing event updated for resources: {'Port': ['ID=27077170-6b51-4ea8-b105-5ad65d1e9bd6,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:05.365708 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-cecd9fdc-8370-4caa-91b7-4539b108cc14 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Deleting port 27077170-6b51-4ea8-b105-5ad65d1e9bd6 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:25:05.366229 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cecd9fdc-8370-4caa-91b7-4539b108cc14 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:05.466750 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-acb59e86-6e79-43e0-8f02-1c0c20791b7b tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:05.601258 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb59e86-6e79-43e0-8f02-1c0c20791b7b tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Pushing event updated for resources: {'Subnet': ['ID=1c0c7526-6708-4f6e-a0b0-8081910333b6,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:05.623361 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb59e86-6e79-43e0-8f02-1c0c20791b7b tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Checking segment: {'id': 'a126e248-d919-4417-a310-01b2744337ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '97af64cf-40e9-432b-800f-b6552daecd83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:25:05.623731 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb59e86-6e79-43e0-8f02-1c0c20791b7b tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Network hostable DHCP agents. Network: 97af64cf-40e9-432b-800f-b6552daecd83, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:25:05.685677 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb59e86-6e79-43e0-8f02-1c0c20791b7b tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Network 97af64cf-40e9-432b-800f-b6552daecd83 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:25:05.717969 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-acb59e86-6e79-43e0-8f02-1c0c20791b7b tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 97af64cf-40e9-432b-800f-b6552daecd83) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:05.723585 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb59e86-6e79-43e0-8f02-1c0c20791b7b tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:05.724153 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-acb59e86-6e79-43e0-8f02-1c0c20791b7b tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:05.736502 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47c5872-5f06-4f7c-afbc-541246674e7e None None] Network 97af64cf-40e9-432b-800f-b6552daecd83 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:25:05.790444 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-acb59e86-6e79-43e0-8f02-1c0c20791b7b tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2672098 Feb 09 01:25:05.794555 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 56948) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:05.806013 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-5f728cc3-2dbd-42a5-95b7-7c629d8a7c35 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1553338340', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:05.826961 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-5f728cc3-2dbd-42a5-95b7-7c629d8a7c35 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:25:05.835600 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-5f728cc3-2dbd-42a5-95b7-7c629d8a7c35 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Usage tracker for resource:router and tenant:75af0a1c47ce4ddc8bdf7d84418e468b is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:25:05.840251 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-5f728cc3-2dbd-42a5-95b7-7c629d8a7c35 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:25:05.852368 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-5f728cc3-2dbd-42a5-95b7-7c629d8a7c35 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:25:05.878141 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5f728cc3-2dbd-42a5-95b7-7c629d8a7c35 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:05.881148 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5f728cc3-2dbd-42a5-95b7-7c629d8a7c35 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:05.951522 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5f728cc3-2dbd-42a5-95b7-7c629d8a7c35 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:06.015255 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5f728cc3-2dbd-42a5-95b7-7c629d8a7c35 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:06.063781 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cecd9fdc-8370-4caa-91b7-4539b108cc14 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:06.081777 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5f728cc3-2dbd-42a5-95b7-7c629d8a7c35 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:06.085704 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-5f728cc3-2dbd-42a5-95b7-7c629d8a7c35 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2874427 Feb 09 01:25:06.086210 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 56954) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:06.099494 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-e15ec93c-5f54-4775-9ed3-2f4a5e996411 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Request body: {'port': {'network_id': '97af64cf-40e9-432b-800f-b6552daecd83', 'name': 'tempest-RoutersIpV6Test-848581011'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:06.200041 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-2bdaa6d8-ec1f-44e8-a7fa-9a6ca4ffc9c4 None None] Provisioning complete for port 27077170-6b51-4ea8-b105-5ad65d1e9bd6 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:06.200705 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2bdaa6d8-ec1f-44e8-a7fa-9a6ca4ffc9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:06.259915 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-cecd9fdc-8370-4caa-91b7-4539b108cc14 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Calling delete_port for 27077170-6b51-4ea8-b105-5ad65d1e9bd6 owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:25:06.414225 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-2bdaa6d8-ec1f-44e8-a7fa-9a6ca4ffc9c4 None None] Port 27077170-6b51-4ea8-b105-5ad65d1e9bd6 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:25:06.442176 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a656d3fa-89c5-44c6-87b2-438c2fce281b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-97af64cf-40e9-432b-800f-b6552daecd83', 'network_id': '97af64cf-40e9-432b-800f-b6552daecd83', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'fixed_ips': [{'subnet_id': '1c0c7526-6708-4f6e-a0b0-8081910333b6'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:25:06.443005 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a656d3fa-89c5-44c6-87b2-438c2fce281b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:06.488656 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e15ec93c-5f54-4775-9ed3-2f4a5e996411 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:25:06.499841 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-e15ec93c-5f54-4775-9ed3-2f4a5e996411 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Usage tracker for resource:port and tenant:75af0a1c47ce4ddc8bdf7d84418e468b is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:25:06.503855 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-e15ec93c-5f54-4775-9ed3-2f4a5e996411 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:25:06.515555 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e15ec93c-5f54-4775-9ed3-2f4a5e996411 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:25:06.525995 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cecd9fdc-8370-4caa-91b7-4539b108cc14 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:06.544515 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e15ec93c-5f54-4775-9ed3-2f4a5e996411 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Made reservation on behalf of 75af0a1c47ce4ddc8bdf7d84418e468b for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:25:06.548615 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e15ec93c-5f54-4775-9ed3-2f4a5e996411 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:06.624962 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-e15ec93c-5f54-4775-9ed3-2f4a5e996411 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] device_id is not set on port 1c84c966-6a75-46fd-8188-532a617a5add yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:25:06.683642 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecd9fdc-8370-4caa-91b7-4539b108cc14 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Pushing event deleted for resources: {'Port': ['ID=27077170-6b51-4ea8-b105-5ad65d1e9bd6,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:06.902084 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-a656d3fa-89c5-44c6-87b2-438c2fce281b None None] Allocated IP 2001:db8::2 (97af64cf-40e9-432b-800f-b6552daecd83/1c0c7526-6708-4f6e-a0b0-8081910333b6/91b554e1-3543-4112-986b-4b79347e5cc2) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:25:07.338121 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a656d3fa-89c5-44c6-87b2-438c2fce281b None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:07.350309 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a656d3fa-89c5-44c6-87b2-438c2fce281b None None] Transition to ACTIVE for port object 91b554e1-3543-4112-986b-4b79347e5cc2 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:25:07.397528 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a656d3fa-89c5-44c6-87b2-438c2fce281b None None] Transition to ACTIVE for port object 91b554e1-3543-4112-986b-4b79347e5cc2 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:25:07.409433 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a656d3fa-89c5-44c6-87b2-438c2fce281b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:07.481879 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cecd9fdc-8370-4caa-91b7-4539b108cc14 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:07.502758 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 57004) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:07.507203 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-cecd9fdc-8370-4caa-91b7-4539b108cc14 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] 10.222.0.105 "DELETE /v2.0/ports/27077170-6b51-4ea8-b105-5ad65d1e9bd6 HTTP/1.1" status: 204 len: 168 time: 2.2887728 Feb 09 01:25:07.557421 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-2938eabc-2ebc-4f8e-be9d-30cc2bff437e tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] GET failed (client error): The resource could not be found. Feb 09 01:25:07.559844 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-2938eabc-2ebc-4f8e-be9d-30cc2bff437e tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Synchronizing usage tracker for tenant:c3a2645091ec4c9b890337266c0022ac on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:25:07.602290 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-2938eabc-2ebc-4f8e-be9d-30cc2bff437e tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Unset dirty status for tenant:c3a2645091ec4c9b890337266c0022ac on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:25:07.606507 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57012) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:07.622204 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-2938eabc-2ebc-4f8e-be9d-30cc2bff437e tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] 10.222.0.105 "GET /v2.0/ports/27077170-6b51-4ea8-b105-5ad65d1e9bd6 HTTP/1.1" status: 404 len: 333 time: 0.1162257 Feb 09 01:25:07.623662 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-e15ec93c-5f54-4775-9ed3-2f4a5e996411 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Allocated IP 2001:db8::247 (97af64cf-40e9-432b-800f-b6552daecd83/1c0c7526-6708-4f6e-a0b0-8081910333b6/1c84c966-6a75-46fd-8188-532a617a5add) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:25:07.639545 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a656d3fa-89c5-44c6-87b2-438c2fce281b None None] Network 97af64cf-40e9-432b-800f-b6552daecd83 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:25:07.660277 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-a656d3fa-89c5-44c6-87b2-438c2fce281b None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:07.669624 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a656d3fa-89c5-44c6-87b2-438c2fce281b None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:25:07.776985 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-3ca8d2f4-edf6-4bd8-b8d2-daa25832ca09 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Deleting port a91c89fa-91d5-4d68-948b-630f96217e5e {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:25:07.776985 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3ca8d2f4-edf6-4bd8-b8d2-daa25832ca09 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:07.939778 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a656d3fa-89c5-44c6-87b2-438c2fce281b None None] Pushing event updated for resources: {'Port': ['ID=91b554e1-3543-4112-986b-4b79347e5cc2,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:08.004152 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-a656d3fa-89c5-44c6-87b2-438c2fce281b None None] Attempting to bind port 91b554e1-3543-4112-986b-4b79347e5cc2 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:25:08.004829 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-a656d3fa-89c5-44c6-87b2-438c2fce281b None None] Attempting to bind port 91b554e1-3543-4112-986b-4b79347e5cc2 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'a126e248-d919-4417-a310-01b2744337ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '97af64cf-40e9-432b-800f-b6552daecd83'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:25:08.005354 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a656d3fa-89c5-44c6-87b2-438c2fce281b None None] Attempting to bind port 91b554e1-3543-4112-986b-4b79347e5cc2 on network 97af64cf-40e9-432b-800f-b6552daecd83 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:25:08.024234 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a656d3fa-89c5-44c6-87b2-438c2fce281b None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:25:08.024714 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a656d3fa-89c5-44c6-87b2-438c2fce281b None None] Checking segment: {'id': 'a126e248-d919-4417-a310-01b2744337ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '97af64cf-40e9-432b-800f-b6552daecd83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:25:08.025518 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a656d3fa-89c5-44c6-87b2-438c2fce281b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:08.026606 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a656d3fa-89c5-44c6-87b2-438c2fce281b None None] Bound using segment: {'id': 'a126e248-d919-4417-a310-01b2744337ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '97af64cf-40e9-432b-800f-b6552daecd83'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:25:08.027228 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-a656d3fa-89c5-44c6-87b2-438c2fce281b None None] Bound port: 91b554e1-3543-4112-986b-4b79347e5cc2, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a126e248-d919-4417-a310-01b2744337ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '97af64cf-40e9-432b-800f-b6552daecd83'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:25:08.028017 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a656d3fa-89c5-44c6-87b2-438c2fce281b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:08.156603 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e15ec93c-5f54-4775-9ed3-2f4a5e996411 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:08.177562 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-e15ec93c-5f54-4775-9ed3-2f4a5e996411 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Transition to ACTIVE for port object 1c84c966-6a75-46fd-8188-532a617a5add will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:25:08.236961 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a656d3fa-89c5-44c6-87b2-438c2fce281b None None] For port 91b554e1-3543-4112-986b-4b79347e5cc2, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:25:08.243185 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e15ec93c-5f54-4775-9ed3-2f4a5e996411 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:08.259515 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a656d3fa-89c5-44c6-87b2-438c2fce281b None None] For port 91b554e1-3543-4112-986b-4b79347e5cc2, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=91b554e1-3543-4112-986b-4b79347e5cc2,segment=NetworkSegment(a126e248-d919-4417-a310-01b2744337ce),segment_id=a126e248-d919-4417-a310-01b2744337ce)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:25:08.277208 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a656d3fa-89c5-44c6-87b2-438c2fce281b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:08.380978 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15ec93c-5f54-4775-9ed3-2f4a5e996411 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Pushing event updated for resources: {'Port': ['ID=1c84c966-6a75-46fd-8188-532a617a5add,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:08.414866 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15ec93c-5f54-4775-9ed3-2f4a5e996411 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Network 97af64cf-40e9-432b-800f-b6552daecd83 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:25:08.417076 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-e15ec93c-5f54-4775-9ed3-2f4a5e996411 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:08.423639 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15ec93c-5f54-4775-9ed3-2f4a5e996411 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:25:08.431045 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15ec93c-5f54-4775-9ed3-2f4a5e996411 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:08.431686 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e15ec93c-5f54-4775-9ed3-2f4a5e996411 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:08.434255 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3ca8d2f4-edf6-4bd8-b8d2-daa25832ca09 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:08.436546 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0192c3de-a206-4f62-a50f-f6eae8f6143c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:08.446145 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a656d3fa-89c5-44c6-87b2-438c2fce281b None None] Pushing event updated for resources: {'Port': ['ID=91b554e1-3543-4112-986b-4b79347e5cc2,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:08.469657 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-e15ec93c-5f54-4775-9ed3-2f4a5e996411 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.3802574 Feb 09 01:25:08.470501 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 57044) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:08.734303 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-3ca8d2f4-edf6-4bd8-b8d2-daa25832ca09 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Calling delete_port for a91c89fa-91d5-4d68-948b-630f96217e5e owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:25:09.196995 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3ca8d2f4-edf6-4bd8-b8d2-daa25832ca09 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:09.387826 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3ca8d2f4-edf6-4bd8-b8d2-daa25832ca09 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:09.402195 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca8d2f4-edf6-4bd8-b8d2-daa25832ca09 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Pushing event deleted for resources: {'Port': ['ID=a91c89fa-91d5-4d68-948b-630f96217e5e,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:09.415886 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-3ca8d2f4-edf6-4bd8-b8d2-daa25832ca09 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] 10.222.0.105 "DELETE /v2.0/ports/a91c89fa-91d5-4d68-948b-630f96217e5e HTTP/1.1" status: 204 len: 168 time: 1.8078034 Feb 09 01:25:09.419153 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57072) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:09.531557 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-467555ea-6f21-447d-b945-6d67fa93a15a tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] GET failed (client error): The resource could not be found. Feb 09 01:25:09.537492 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-467555ea-6f21-447d-b945-6d67fa93a15a tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Synchronizing usage tracker for tenant:c3a2645091ec4c9b890337266c0022ac on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:25:09.594506 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-467555ea-6f21-447d-b945-6d67fa93a15a tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Unset dirty status for tenant:c3a2645091ec4c9b890337266c0022ac on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:25:09.601416 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-467555ea-6f21-447d-b945-6d67fa93a15a tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] 10.222.0.105 "GET /v2.0/ports/a91c89fa-91d5-4d68-948b-630f96217e5e HTTP/1.1" status: 404 len: 333 time: 0.1811154 Feb 09 01:25:09.607220 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57076) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:09.700996 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 57080) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:09.721912 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-b0170c0d-de33-47a5-9fd0-9a85446e34ce tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Deleting port 48e3e581-7552-4e0c-b837-98fdbb79e905 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:25:09.722600 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b0170c0d-de33-47a5-9fd0-9a85446e34ce tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:10.105028 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 91b554e1-3543-4112-986b-4b79347e5cc2 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:25:10.277692 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f9c0bebc-d38e-444e-831d-4b1e58d4533f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:10.310841 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 91b554e1-3543-4112-986b-4b79347e5cc2 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:25:10.326918 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b0170c0d-de33-47a5-9fd0-9a85446e34ce tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:10.377895 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f9c0bebc-d38e-444e-831d-4b1e58d4533f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:25:10.391781 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-f9c0bebc-d38e-444e-831d-4b1e58d4533f admin admin] Usage tracker for resource:security_group_rule and tenant:d03cd3951d4c41139acf60adb5e218c7 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:25:10.399114 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-f9c0bebc-d38e-444e-831d-4b1e58d4533f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:25:10.409157 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f9c0bebc-d38e-444e-831d-4b1e58d4533f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:25:10.419447 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a73108de-bbef-4e1e-9924-8345506aa263 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:10.442540 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7d266a51-7d8f-4eb6-bcf5-167b2a16d89d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:10.515428 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1751b97b-8733-4ce9-9e72-e7fd1b85207e None None] Network 97af64cf-40e9-432b-800f-b6552daecd83 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:25:10.563938 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-b0170c0d-de33-47a5-9fd0-9a85446e34ce tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Calling delete_port for 48e3e581-7552-4e0c-b837-98fdbb79e905 owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:25:10.751670 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-9532ea9e-8526-47f7-866b-9b0c1667e772 None None] Provisioning for port 91b554e1-3543-4112-986b-4b79347e5cc2 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:25:10.809685 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-9532ea9e-8526-47f7-866b-9b0c1667e772 None None] Provisioning complete for port 91b554e1-3543-4112-986b-4b79347e5cc2 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:10.810305 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9532ea9e-8526-47f7-866b-9b0c1667e772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:10.850692 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b0170c0d-de33-47a5-9fd0-9a85446e34ce tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:10.942971 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f9c0bebc-d38e-444e-831d-4b1e58d4533f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:10.960765 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f9c0bebc-d38e-444e-831d-4b1e58d4533f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:11.082347 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f9c0bebc-d38e-444e-831d-4b1e58d4533f admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=d03cd3951d4c41139acf60adb5e218c7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3652685 Feb 09 01:25:11.092937 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 57110) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:11.149648 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b0170c0d-de33-47a5-9fd0-9a85446e34ce tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:11.163536 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0170c0d-de33-47a5-9fd0-9a85446e34ce tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Pushing event deleted for resources: {'Port': ['ID=48e3e581-7552-4e0c-b837-98fdbb79e905,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:11.185758 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b0170c0d-de33-47a5-9fd0-9a85446e34ce tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] 10.222.0.105 "DELETE /v2.0/ports/48e3e581-7552-4e0c-b837-98fdbb79e905 HTTP/1.1" status: 204 len: 168 time: 1.5768938 Feb 09 01:25:11.188604 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 57116) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:11.200069 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9532ea9e-8526-47f7-866b-9b0c1667e772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:11.287503 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-9532ea9e-8526-47f7-866b-9b0c1667e772 None None] For port 91b554e1-3543-4112-986b-4b79347e5cc2, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=91b554e1-3543-4112-986b-4b79347e5cc2,segment=NetworkSegment(a126e248-d919-4417-a310-01b2744337ce),segment_id=a126e248-d919-4417-a310-01b2744337ce)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:25:11.290534 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c0bebc-d38e-444e-831d-4b1e58d4533f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb2aea7-2676-4950-ae9f-e0a6bb8c4441,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:11.303076 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9532ea9e-8526-47f7-866b-9b0c1667e772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:11.482124 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9532ea9e-8526-47f7-866b-9b0c1667e772 None None] Pushing event updated for resources: {'Port': ['ID=91b554e1-3543-4112-986b-4b79347e5cc2,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:11.507017 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:11.536410 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ca6e225a-460e-4410-a3f0-61556bea869d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:11.547668 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:11.548360 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a73108de-bbef-4e1e-9924-8345506aa263 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:11.576945 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cd9cbae-0f7e-46d8-a1d1-76ab04347bdf tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Deleting subnet 8e3562cb-58ef-4566-a361-d9f995750830 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:25:11.587310 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8cd9cbae-0f7e-46d8-a1d1-76ab04347bdf tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:11.660174 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a73108de-bbef-4e1e-9924-8345506aa263 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:11.728729 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8cd9cbae-0f7e-46d8-a1d1-76ab04347bdf tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:11.840609 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ca6e225a-460e-4410-a3f0-61556bea869d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:11.842659 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-dcf2ec95-1a83-4f41-818f-6a84812cd275 None None] Provisioning complete for port 91b554e1-3543-4112-986b-4b79347e5cc2 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:11.843043 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-dcf2ec95-1a83-4f41-818f-6a84812cd275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:11.947690 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73108de-bbef-4e1e-9924-8345506aa263 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Pushing event updated for resources: {'Port': ['ID=1c84c966-6a75-46fd-8188-532a617a5add,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:12.099354 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 91b554e1-3543-4112-986b-4b79347e5cc2 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:25:12.246731 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8cd9cbae-0f7e-46d8-a1d1-76ab04347bdf tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:12.262434 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 91b554e1-3543-4112-986b-4b79347e5cc2 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:12.264064 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:12.546004 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-dcf2ec95-1a83-4f41-818f-6a84812cd275 None None] Provisioning for port 1c84c966-6a75-46fd-8188-532a617a5add completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:25:12.559448 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-dcf2ec95-1a83-4f41-818f-6a84812cd275 None None] Provisioning complete for port 1c84c966-6a75-46fd-8188-532a617a5add triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:12.559448 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-dcf2ec95-1a83-4f41-818f-6a84812cd275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:12.666606 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-dcf2ec95-1a83-4f41-818f-6a84812cd275 None None] Port 1c84c966-6a75-46fd-8188-532a617a5add cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:25:12.683307 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ca6e225a-460e-4410-a3f0-61556bea869d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:12.719254 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6e225a-460e-4410-a3f0-61556bea869d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb2aea7-2676-4950-ae9f-e0a6bb8c4441,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:12.767572 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ca6e225a-460e-4410-a3f0-61556bea869d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:12.771456 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-ca6e225a-460e-4410-a3f0-61556bea869d admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/5fb2aea7-2676-4950-ae9f-e0a6bb8c4441 HTTP/1.1" status: 204 len: 168 time: 1.6707721 Feb 09 01:25:12.773515 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a73108de-bbef-4e1e-9924-8345506aa263 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:12.803941 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-0d45bffd-63c8-4fe2-8f62-9e2e47ee46f8 None None] Provisioning complete for port 1c84c966-6a75-46fd-8188-532a617a5add triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:12.804709 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0d45bffd-63c8-4fe2-8f62-9e2e47ee46f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:12.867526 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-0d45bffd-63c8-4fe2-8f62-9e2e47ee46f8 None None] Port 1c84c966-6a75-46fd-8188-532a617a5add cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:25:12.871453 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8cd9cbae-0f7e-46d8-a1d1-76ab04347bdf tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:12.929348 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8cd9cbae-0f7e-46d8-a1d1-76ab04347bdf tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:12.934283 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4360c937-ec0a-49a5-8baf-454eca9c63c6 None None] Network 86b695b5-eb84-4dac-a3d9-2b2fbbe1f021 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:25:12.971851 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd9cbae-0f7e-46d8-a1d1-76ab04347bdf tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Pushing event deleted for resources: {'Subnet': ['ID=8e3562cb-58ef-4566-a361-d9f995750830,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:12.982959 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57156) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:12.995791 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-8cd9cbae-0f7e-46d8-a1d1-76ab04347bdf tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] 10.222.0.105 "DELETE /v2.0/subnets/8e3562cb-58ef-4566-a361-d9f995750830 HTTP/1.1" status: 204 len: 168 time: 1.7813835 Feb 09 01:25:13.172550 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b26dec6c-b88e-4b07-bddc-9de233b6d946 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:13.184613 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-b26dec6c-b88e-4b07-bddc-9de233b6d946 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Deleting port d016e0e8-7282-4e7b-bbb1-db2c4930eda3 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:25:13.185252 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b26dec6c-b88e-4b07-bddc-9de233b6d946 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:13.222878 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a73108de-bbef-4e1e-9924-8345506aa263 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:13.405072 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:13.563931 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57170) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:13.687412 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fac4a6-087f-4747-98ca-a3c87e142fdb None None] DHCP port deletion for 86b695b5-eb84-4dac-a3d9-2b2fbbe1f021 request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:25:13.717118 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e8fac4a6-087f-4747-98ca-a3c87e142fdb None None] Deleting port d016e0e8-7282-4e7b-bbb1-db2c4930eda3 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:25:13.720028 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e8fac4a6-087f-4747-98ca-a3c87e142fdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:13.742531 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ab769e8c-3023-4b32-9bae-4e221d65ccec admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:13.780440 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ab769e8c-3023-4b32-9bae-4e221d65ccec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:25:13.842302 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ab769e8c-3023-4b32-9bae-4e221d65ccec admin admin] Usage tracker for resource:security_group_rule and tenant:d10fcc5f04b243858979be5583e54121 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:25:13.847731 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ab769e8c-3023-4b32-9bae-4e221d65ccec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:25:13.869437 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ab769e8c-3023-4b32-9bae-4e221d65ccec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:25:13.940182 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-b26dec6c-b88e-4b07-bddc-9de233b6d946 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] For port d016e0e8-7282-4e7b-bbb1-db2c4930eda3, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=d016e0e8-7282-4e7b-bbb1-db2c4930eda3,segment=NetworkSegment(6e44acc1-7c33-42d2-8416-5e1f44a0ea85),segment_id=6e44acc1-7c33-42d2-8416-5e1f44a0ea85)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:25:13.940791 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b26dec6c-b88e-4b07-bddc-9de233b6d946 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:13.989266 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device d016e0e8-7282-4e7b-bbb1-db2c4930eda3 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:25:14.161192 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a73108de-bbef-4e1e-9924-8345506aa263 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:14.168254 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a73108de-bbef-4e1e-9924-8345506aa263 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:14.168939 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a73108de-bbef-4e1e-9924-8345506aa263 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:14.208273 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-b26dec6c-b88e-4b07-bddc-9de233b6d946 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Calling delete_port for d016e0e8-7282-4e7b-bbb1-db2c4930eda3 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:25:14.334944 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e8fac4a6-087f-4747-98ca-a3c87e142fdb None None] For port d016e0e8-7282-4e7b-bbb1-db2c4930eda3, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=d016e0e8-7282-4e7b-bbb1-db2c4930eda3,segment=NetworkSegment(6e44acc1-7c33-42d2-8416-5e1f44a0ea85),segment_id=6e44acc1-7c33-42d2-8416-5e1f44a0ea85)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:25:14.335643 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e8fac4a6-087f-4747-98ca-a3c87e142fdb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:14.399206 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b26dec6c-b88e-4b07-bddc-9de233b6d946 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:14.558431 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26dec6c-b88e-4b07-bddc-9de233b6d946 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Pushing event deleted for resources: {'Port': ['ID=d016e0e8-7282-4e7b-bbb1-db2c4930eda3,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:14.599569 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73108de-bbef-4e1e-9924-8345506aa263 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Pushing event updated for resources: {'Port': ['ID=1c84c966-6a75-46fd-8188-532a617a5add,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:14.615409 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26dec6c-b88e-4b07-bddc-9de233b6d946 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] No DVR routers for this DVR port d016e0e8-7282-4e7b-bbb1-db2c4930eda3 on host n-d-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:25:14.633025 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No active binding found for port d016e0e8-7282-4e7b-bbb1-db2c4930eda3 {{(pid=87640) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 09 01:25:14.633518 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device d016e0e8-7282-4e7b-bbb1-db2c4930eda3 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:25:14.650769 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e8fac4a6-087f-4747-98ca-a3c87e142fdb None None] Calling delete_port for d016e0e8-7282-4e7b-bbb1-db2c4930eda3 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:25:14.714738 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73108de-bbef-4e1e-9924-8345506aa263 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Network 97af64cf-40e9-432b-800f-b6552daecd83 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:25:14.715863 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-a73108de-bbef-4e1e-9924-8345506aa263 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:14.784827 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-e8fac4a6-087f-4747-98ca-a3c87e142fdb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:25:14.784827 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-e8fac4a6-087f-4747-98ca-a3c87e142fdb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:25:14.969611 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ab769e8c-3023-4b32-9bae-4e221d65ccec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:14.986133 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ab769e8c-3023-4b32-9bae-4e221d65ccec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:14.996288 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b26dec6c-b88e-4b07-bddc-9de233b6d946 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:15.078337 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-b26dec6c-b88e-4b07-bddc-9de233b6d946 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86b695b5-eb84-4dac-a3d9-2b2fbbe1f021']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:15.107960 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-b26dec6c-b88e-4b07-bddc-9de233b6d946 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e44acc1-7c33-42d2-8416-5e1f44a0ea85') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:15.108591 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-b26dec6c-b88e-4b07-bddc-9de233b6d946 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e44acc1-7c33-42d2-8416-5e1f44a0ea85') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:15.133102 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ab769e8c-3023-4b32-9bae-4e221d65ccec admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=d10fcc5f04b243858979be5583e54121&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4791522 Feb 09 01:25:15.135706 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57202) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:15.169427 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a73108de-bbef-4e1e-9924-8345506aa263 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Router 72265105-bcbf-4ad1-87ec-f4c43d38c608 is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:25:15.183505 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b26dec6c-b88e-4b07-bddc-9de233b6d946 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:15.212138 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b26dec6c-b88e-4b07-bddc-9de233b6d946 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:15.224635 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b26dec6c-b88e-4b07-bddc-9de233b6d946 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:25:15.225921 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b26dec6c-b88e-4b07-bddc-9de233b6d946 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:15.286800 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e8fac4a6-087f-4747-98ca-a3c87e142fdb None None] Deleting port d016e0e8-7282-4e7b-bbb1-db2c4930eda3 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:25:15.287193 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e8fac4a6-087f-4747-98ca-a3c87e142fdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:15.388543 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:25:15.388543 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:25:15.388543 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:25:15.388543 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:25:15.388543 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:25:15.388543 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:25:15.388543 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:25:15.388543 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:25:15.388543 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:25:15.388543 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:25:15.388543 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:25:15.388543 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:25:15.388543 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:25:15.388543 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:25:15.388543 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:25:15.388543 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:25:15.388543 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:25:15.388543 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:25:15.388543 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:25:15.388543 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:25:15.388543 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:25:15.388543 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:25:15.388543 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:25:15.388543 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:25:15.388543 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:25:15.388543 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:25:15.388543 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:25:15.388543 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:25:15.388543 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:25:15.388543 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:25:15.388543 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:25:15.388543 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:25:15.403958 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e8fac4a6-087f-4747-98ca-a3c87e142fdb None None] The port 'd016e0e8-7282-4e7b-bbb1-db2c4930eda3' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:25:15.404121 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab769e8c-3023-4b32-9bae-4e221d65ccec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6992980-28bf-465c-bf94-4f08b93775fb,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:15.428957 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a3235c3a-b3a7-4e71-8c94-39c870c9d6ec None None] Provisioning complete for port 1c84c966-6a75-46fd-8188-532a617a5add triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:15.429538 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a3235c3a-b3a7-4e71-8c94-39c870c9d6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:15.431981 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a73108de-bbef-4e1e-9924-8345506aa263 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:25:15.447476 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-a73108de-bbef-4e1e-9924-8345506aa263 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "PUT /v2.0/routers/72265105-bcbf-4ad1-87ec-f4c43d38c608/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9726553 Feb 09 01:25:15.450274 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 57212) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:15.452237 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467ff58c-42b6-4d6e-bea6-3214038fa4b3 None None] Sync routers for ids ['72265105-bcbf-4ad1-87ec-f4c43d38c608'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:25:15.499762 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467ff58c-42b6-4d6e-bea6-3214038fa4b3 None None] Routers {'72265105-bcbf-4ad1-87ec-f4c43d38c608'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:25:15.506635 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-467ff58c-42b6-4d6e-bea6-3214038fa4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:25:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['72265105-bcbf-4ad1-87ec-f4c43d38c608'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:15.575764 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c194d955-dae1-4a7e-bb8e-1bba75e4ba13 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:15.576304 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-c194d955-dae1-4a7e-bb8e-1bba75e4ba13 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Synchronizing usage tracker for tenant:75af0a1c47ce4ddc8bdf7d84418e468b on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:25:15.579802 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a3235c3a-b3a7-4e71-8c94-39c870c9d6ec None None] Port 1c84c966-6a75-46fd-8188-532a617a5add cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:25:15.598322 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-c194d955-dae1-4a7e-bb8e-1bba75e4ba13 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Unset dirty status for tenant:75af0a1c47ce4ddc8bdf7d84418e468b on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:25:15.599834 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-c194d955-dae1-4a7e-bb8e-1bba75e4ba13 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "GET /v2.0/ports/1c84c966-6a75-46fd-8188-532a617a5add HTTP/1.1" status: 200 len: 983 time: 0.1484764 Feb 09 01:25:15.602381 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 57218) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:15.644520 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b26dec6c-b88e-4b07-bddc-9de233b6d946 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:15.654666 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b26dec6c-b88e-4b07-bddc-9de233b6d946 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:15.761041 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-467ff58c-42b6-4d6e-bea6-3214038fa4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:15.788359 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b26dec6c-b88e-4b07-bddc-9de233b6d946 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] 10.222.0.105 "DELETE /v2.0/networks/86b695b5-eb84-4dac-a3d9-2b2fbbe1f021 HTTP/1.1" status: 204 len: 168 time: 2.8039804 Feb 09 01:25:15.792680 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26dec6c-b88e-4b07-bddc-9de233b6d946 tempest-AllowedAddressPairIpV6TestJSON-1066869993 tempest-AllowedAddressPairIpV6TestJSON-1066869993-project] Pushing event deleted for resources: {'Network': ['ID=86b695b5-eb84-4dac-a3d9-2b2fbbe1f021,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:15.794323 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467ff58c-42b6-4d6e-bea6-3214038fa4b3 None None] Routers {'72265105-bcbf-4ad1-87ec-f4c43d38c608'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:25:15.795099 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-467ff58c-42b6-4d6e-bea6-3214038fa4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:25:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['72265105-bcbf-4ad1-87ec-f4c43d38c608'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:15.889439 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b4ac8893-542e-4e21-a30d-ffea9fa212d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:15.963093 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b4ac8893-542e-4e21-a30d-ffea9fa212d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:15.974962 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-467ff58c-42b6-4d6e-bea6-3214038fa4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:15.975719 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467ff58c-42b6-4d6e-bea6-3214038fa4b3 None None] The sync data for ids ['72265105-bcbf-4ad1-87ec-f4c43d38c608'] in n-d-828418-1 is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:25:16.146414 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b4ac8893-542e-4e21-a30d-ffea9fa212d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:16.176590 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ac8893-542e-4e21-a30d-ffea9fa212d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6992980-28bf-465c-bf94-4f08b93775fb,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:16.180002 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b4ac8893-542e-4e21-a30d-ffea9fa212d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:16.181282 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b4ac8893-542e-4e21-a30d-ffea9fa212d6 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/b6992980-28bf-465c-bf94-4f08b93775fb HTTP/1.1" status: 204 len: 168 time: 1.0316930 Feb 09 01:25:16.309947 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57238) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:16.636280 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-492050cc-4a6d-4342-bb1d-44ddf8e2f332 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=c3a2645091ec4c9b890337266c0022ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3225331 Feb 09 01:25:16.636915 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57256) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:16.777526 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3a275ad9-0541-4aee-8151-7e6a84b59da7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:16.845323 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3a275ad9-0541-4aee-8151-7e6a84b59da7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:16.926066 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6155460e-7e32-4d4c-91f9-9d6d9bce2c6a tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:16.958244 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3a275ad9-0541-4aee-8151-7e6a84b59da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:17.008359 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a275ad9-0541-4aee-8151-7e6a84b59da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78cdaa78-9919-45c0-a066-8401b1b0e6ef,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:17.013011 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3a275ad9-0541-4aee-8151-7e6a84b59da7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:17.014207 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-3a275ad9-0541-4aee-8151-7e6a84b59da7 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/78cdaa78-9919-45c0-a066-8401b1b0e6ef HTTP/1.1" status: 204 len: 168 time: 0.3763335 Feb 09 01:25:17.617437 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-6155460e-7e32-4d4c-91f9-9d6d9bce2c6a tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Deleting port 1c84c966-6a75-46fd-8188-532a617a5add {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:25:17.624647 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6155460e-7e32-4d4c-91f9-9d6d9bce2c6a tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:18.064985 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6155460e-7e32-4d4c-91f9-9d6d9bce2c6a tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:18.232923 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-6155460e-7e32-4d4c-91f9-9d6d9bce2c6a tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Calling delete_port for 1c84c966-6a75-46fd-8188-532a617a5add owned by network:router_interface {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:25:18.560011 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6155460e-7e32-4d4c-91f9-9d6d9bce2c6a tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:18.673788 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6155460e-7e32-4d4c-91f9-9d6d9bce2c6a tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Pushing event deleted for resources: {'Port': ['ID=1c84c966-6a75-46fd-8188-532a617a5add,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:18.881425 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57352) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:19.106602 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6155460e-7e32-4d4c-91f9-9d6d9bce2c6a tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:19.318512 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-dea648ae-44f7-401f-9e58-e67c986f2808 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1765838883'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:19.327703 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-dea648ae-44f7-401f-9e58-e67c986f2808 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:25:19.333251 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-dea648ae-44f7-401f-9e58-e67c986f2808 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Usage tracker for resource:network and tenant:a3ead08fd7644f40b294237a3f82a6b0 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:25:19.338399 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-dea648ae-44f7-401f-9e58-e67c986f2808 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:25:19.345979 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-dea648ae-44f7-401f-9e58-e67c986f2808 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:25:19.360827 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea648ae-44f7-401f-9e58-e67c986f2808 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Made reservation on behalf of a3ead08fd7644f40b294237a3f82a6b0 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:25:19.369478 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dea648ae-44f7-401f-9e58-e67c986f2808 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:19.394684 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dea648ae-44f7-401f-9e58-e67c986f2808 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:19.444854 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-dea648ae-44f7-401f-9e58-e67c986f2808 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:25:19.455979 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-dea648ae-44f7-401f-9e58-e67c986f2808 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Usage tracker for resource:security_group_rule and tenant:a3ead08fd7644f40b294237a3f82a6b0 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:25:19.459358 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-dea648ae-44f7-401f-9e58-e67c986f2808 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:25:19.489258 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-dea648ae-44f7-401f-9e58-e67c986f2808 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:25:19.600906 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dea648ae-44f7-401f-9e58-e67c986f2808 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:19.608848 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dea648ae-44f7-401f-9e58-e67c986f2808 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:19.717170 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea648ae-44f7-401f-9e58-e67c986f2808 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6abcb9-f274-4e72-841c-fea6b2790863,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:19.738458 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6155460e-7e32-4d4c-91f9-9d6d9bce2c6a tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Router 72265105-bcbf-4ad1-87ec-f4c43d38c608 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:25:19.739881 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dea648ae-44f7-401f-9e58-e67c986f2808 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:25:19.762568 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dea648ae-44f7-401f-9e58-e67c986f2808 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:19.764559 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-dea648ae-44f7-401f-9e58-e67c986f2808 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Added segment 6a16757c-ddbc-4090-98bc-b44a42ef1838 of type vlan for network 312225e1-a2d9-404d-a7b2-344a1aecef4c Feb 09 01:25:19.829735 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dea648ae-44f7-401f-9e58-e67c986f2808 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:19.887459 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dea648ae-44f7-401f-9e58-e67c986f2808 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:19.896678 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea648ae-44f7-401f-9e58-e67c986f2808 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:19.897147 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dea648ae-44f7-401f-9e58-e67c986f2808 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:19.972546 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6155460e-7e32-4d4c-91f9-9d6d9bce2c6a tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:25:19.983155 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9992e326-70ba-42de-928a-5b9ef8b78f86 None None] Sync routers for ids ['72265105-bcbf-4ad1-87ec-f4c43d38c608'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:25:19.999261 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9992e326-70ba-42de-928a-5b9ef8b78f86 None None] Routers {'72265105-bcbf-4ad1-87ec-f4c43d38c608'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:25:20.000242 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-9992e326-70ba-42de-928a-5b9ef8b78f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:25:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['72265105-bcbf-4ad1-87ec-f4c43d38c608'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:20.052820 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-6155460e-7e32-4d4c-91f9-9d6d9bce2c6a tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "PUT /v2.0/routers/72265105-bcbf-4ad1-87ec-f4c43d38c608/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4490886 Feb 09 01:25:20.053318 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 57386) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:20.075016 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea648ae-44f7-401f-9e58-e67c986f2808 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Pushing event updated for resources: {'Network': ['ID=312225e1-a2d9-404d-a7b2-344a1aecef4c,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:20.083396 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-dea648ae-44f7-401f-9e58-e67c986f2808 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.1996710 Feb 09 01:25:20.085932 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57394) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:20.092521 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-e2b9de5d-a0f7-47fd-b8c5-f69472d06b51 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Request body: {'subnet': {'network_id': '312225e1-a2d9-404d-a7b2-344a1aecef4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:20.188493 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-9992e326-70ba-42de-928a-5b9ef8b78f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:20.204103 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 312225e1-a2d9-404d-a7b2-344a1aecef4c details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:25:20.314823 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e2b9de5d-a0f7-47fd-b8c5-f69472d06b51 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:25:20.325494 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e2b9de5d-a0f7-47fd-b8c5-f69472d06b51 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Usage tracker for resource:subnet and tenant:a3ead08fd7644f40b294237a3f82a6b0 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:25:20.332510 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e2b9de5d-a0f7-47fd-b8c5-f69472d06b51 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:25:20.346584 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e2b9de5d-a0f7-47fd-b8c5-f69472d06b51 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:25:20.371587 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b9de5d-a0f7-47fd-b8c5-f69472d06b51 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Made reservation on behalf of a3ead08fd7644f40b294237a3f82a6b0 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:25:20.378345 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e2b9de5d-a0f7-47fd-b8c5-f69472d06b51 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:20.385926 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9992e326-70ba-42de-928a-5b9ef8b78f86 None None] Routers {'72265105-bcbf-4ad1-87ec-f4c43d38c608'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:25:20.386752 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-9992e326-70ba-42de-928a-5b9ef8b78f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:25:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['72265105-bcbf-4ad1-87ec-f4c43d38c608'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:20.583629 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-9992e326-70ba-42de-928a-5b9ef8b78f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:20.585142 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9992e326-70ba-42de-928a-5b9ef8b78f86 None None] The sync data for ids ['72265105-bcbf-4ad1-87ec-f4c43d38c608'] in n-d-828418-1 is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:25:20.927471 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [None req-0d76e04a-7843-4c55-a5dc-aa1fc60e947c tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] remove_router_interface failed (client error): The resource could not be found. Feb 09 01:25:20.943780 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-0d76e04a-7843-4c55-a5dc-aa1fc60e947c tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "PUT /v2.0/routers/72265105-bcbf-4ad1-87ec-f4c43d38c608/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8754964 Feb 09 01:25:20.943780 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 57416) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:21.009775 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e2b9de5d-a0f7-47fd-b8c5-f69472d06b51 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:21.082852 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-c31f7b72-bfbf-4cd0-90fb-3aa072d507c2 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Synchronizing usage tracker for tenant:75af0a1c47ce4ddc8bdf7d84418e468b on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:25:21.120250 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-c31f7b72-bfbf-4cd0-90fb-3aa072d507c2 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Unset dirty status for tenant:75af0a1c47ce4ddc8bdf7d84418e468b on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:25:21.122137 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-c31f7b72-bfbf-4cd0-90fb-3aa072d507c2 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "GET /v2.0/ports?device_id=72265105-bcbf-4ad1-87ec-f4c43d38c608 HTTP/1.1" status: 200 len: 205 time: 0.1780818 Feb 09 01:25:21.124797 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 57424) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:21.157282 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b9de5d-a0f7-47fd-b8c5-f69472d06b51 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Pushing event updated for resources: {'Subnet': ['ID=35ac8d52-4d01-4add-b73f-8613d53a2ad1,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:21.165083 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b9de5d-a0f7-47fd-b8c5-f69472d06b51 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Checking segment: {'id': '6a16757c-ddbc-4090-98bc-b44a42ef1838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '312225e1-a2d9-404d-a7b2-344a1aecef4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:25:21.166657 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b9de5d-a0f7-47fd-b8c5-f69472d06b51 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Network hostable DHCP agents. Network: 312225e1-a2d9-404d-a7b2-344a1aecef4c, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:25:21.213060 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b9de5d-a0f7-47fd-b8c5-f69472d06b51 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Network 312225e1-a2d9-404d-a7b2-344a1aecef4c is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:25:21.238015 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-e2b9de5d-a0f7-47fd-b8c5-f69472d06b51 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 312225e1-a2d9-404d-a7b2-344a1aecef4c) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:21.246611 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b9de5d-a0f7-47fd-b8c5-f69472d06b51 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:21.249480 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e2b9de5d-a0f7-47fd-b8c5-f69472d06b51 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:21.250703 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0777850-2616-4809-8c07-bab9f3a09615 None None] Network 312225e1-a2d9-404d-a7b2-344a1aecef4c requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:25:21.303747 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e2b9de5d-a0f7-47fd-b8c5-f69472d06b51 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2165596 Feb 09 01:25:21.304417 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57434) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:21.310795 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-98437f4b-780c-4bf2-8683-17277fd49cee tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Request body: {'port': {'network_id': '312225e1-a2d9-404d-a7b2-344a1aecef4c', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1719326513'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:21.538084 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-975c1486-5f99-4ff0-b11e-0474c877bd7f tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:21.591506 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-98437f4b-780c-4bf2-8683-17277fd49cee tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:25:21.600731 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-98437f4b-780c-4bf2-8683-17277fd49cee tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Usage tracker for resource:port and tenant:a3ead08fd7644f40b294237a3f82a6b0 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:25:21.612944 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-98437f4b-780c-4bf2-8683-17277fd49cee tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:25:21.621616 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-98437f4b-780c-4bf2-8683-17277fd49cee tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:25:21.640239 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98437f4b-780c-4bf2-8683-17277fd49cee tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Made reservation on behalf of a3ead08fd7644f40b294237a3f82a6b0 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:25:21.646526 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c46275d-ec8f-4e97-a9e7-e7805567c832 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-312225e1-a2d9-404d-a7b2-344a1aecef4c', 'network_id': '312225e1-a2d9-404d-a7b2-344a1aecef4c', 'tenant_id': 'a3ead08fd7644f40b294237a3f82a6b0', 'fixed_ips': [{'subnet_id': '35ac8d52-4d01-4add-b73f-8613d53a2ad1'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:25:21.648476 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1c46275d-ec8f-4e97-a9e7-e7805567c832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:21.653644 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-98437f4b-780c-4bf2-8683-17277fd49cee tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:21.712009 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-98437f4b-780c-4bf2-8683-17277fd49cee tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] device_id is not set on port aa9dac05-f001-43c0-93f3-75faaa47d241 yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:25:21.877537 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:21.950751 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57446) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:22.059496 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-1c46275d-ec8f-4e97-a9e7-e7805567c832 None None] Allocated IP 2001:db8::2 (312225e1-a2d9-404d-a7b2-344a1aecef4c/35ac8d52-4d01-4add-b73f-8613d53a2ad1/719f365f-74da-4f87-aa3c-690164ae48ca) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:25:22.184125 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ae7adf79-ed76-4388-94c9-b68af5fddc59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:22.243498 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ae7adf79-ed76-4388-94c9-b68af5fddc59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:25:22.253372 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ae7adf79-ed76-4388-94c9-b68af5fddc59 admin admin] Usage tracker for resource:security_group_rule and tenant:95f0554df8a64bbc846d397efe4cec21 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:25:22.277657 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ae7adf79-ed76-4388-94c9-b68af5fddc59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:25:22.290301 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ae7adf79-ed76-4388-94c9-b68af5fddc59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:25:22.448568 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-975c1486-5f99-4ff0-b11e-0474c877bd7f tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:22.453390 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-975c1486-5f99-4ff0-b11e-0474c877bd7f tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:22.505345 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1c46275d-ec8f-4e97-a9e7-e7805567c832 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:22.507847 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-975c1486-5f99-4ff0-b11e-0474c877bd7f tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:22.508591 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-975c1486-5f99-4ff0-b11e-0474c877bd7f tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Fanout notify agent at l3_agent the message router_deleted on router 72265105-bcbf-4ad1-87ec-f4c43d38c608 {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:25:22.526561 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ae7adf79-ed76-4388-94c9-b68af5fddc59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:22.527154 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-975c1486-5f99-4ff0-b11e-0474c877bd7f tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:22.528712 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-975c1486-5f99-4ff0-b11e-0474c877bd7f tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "DELETE /v2.0/routers/72265105-bcbf-4ad1-87ec-f4c43d38c608 HTTP/1.1" status: 204 len: 168 time: 1.4023919 Feb 09 01:25:22.529157 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1c46275d-ec8f-4e97-a9e7-e7805567c832 None None] Transition to ACTIVE for port object 719f365f-74da-4f87-aa3c-690164ae48ca will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:25:22.531218 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 57464) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:22.533552 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ae7adf79-ed76-4388-94c9-b68af5fddc59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:22.589316 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1c46275d-ec8f-4e97-a9e7-e7805567c832 None None] Transition to ACTIVE for port object 719f365f-74da-4f87-aa3c-690164ae48ca will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:25:22.596517 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1c46275d-ec8f-4e97-a9e7-e7805567c832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:22.616161 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2aeb0fa-e774-4862-96e0-a578dc388ab4 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Deleting subnet 1c0c7526-6708-4f6e-a0b0-8081910333b6 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:25:22.621903 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e2aeb0fa-e774-4862-96e0-a578dc388ab4 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:22.623858 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ae7adf79-ed76-4388-94c9-b68af5fddc59 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=95f0554df8a64bbc846d397efe4cec21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6690655 Feb 09 01:25:22.652540 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 57468) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:22.714201 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7adf79-ed76-4388-94c9-b68af5fddc59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80e5141-7a8a-481c-98ec-ce785a9d44a4,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:22.755906 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c46275d-ec8f-4e97-a9e7-e7805567c832 None None] Pushing event updated for resources: {'Port': ['ID=719f365f-74da-4f87-aa3c-690164ae48ca,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:22.769305 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c46275d-ec8f-4e97-a9e7-e7805567c832 None None] Network 312225e1-a2d9-404d-a7b2-344a1aecef4c is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:25:22.770593 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-1c46275d-ec8f-4e97-a9e7-e7805567c832 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:22.773660 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c46275d-ec8f-4e97-a9e7-e7805567c832 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:25:22.799935 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e2aeb0fa-e774-4862-96e0-a578dc388ab4 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:22.826301 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-98437f4b-780c-4bf2-8683-17277fd49cee tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Allocated IP 2001:db8::113 (312225e1-a2d9-404d-a7b2-344a1aecef4c/35ac8d52-4d01-4add-b73f-8613d53a2ad1/aa9dac05-f001-43c0-93f3-75faaa47d241) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:25:22.902459 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-1c46275d-ec8f-4e97-a9e7-e7805567c832 None None] Attempting to bind port 719f365f-74da-4f87-aa3c-690164ae48ca on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:25:22.902834 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-1c46275d-ec8f-4e97-a9e7-e7805567c832 None None] Attempting to bind port 719f365f-74da-4f87-aa3c-690164ae48ca by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '6a16757c-ddbc-4090-98bc-b44a42ef1838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '312225e1-a2d9-404d-a7b2-344a1aecef4c'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:25:22.903201 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c46275d-ec8f-4e97-a9e7-e7805567c832 None None] Attempting to bind port 719f365f-74da-4f87-aa3c-690164ae48ca on network 312225e1-a2d9-404d-a7b2-344a1aecef4c {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:25:22.910982 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c46275d-ec8f-4e97-a9e7-e7805567c832 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:25:22.911318 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c46275d-ec8f-4e97-a9e7-e7805567c832 None None] Checking segment: {'id': '6a16757c-ddbc-4090-98bc-b44a42ef1838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '312225e1-a2d9-404d-a7b2-344a1aecef4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:25:22.911635 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1c46275d-ec8f-4e97-a9e7-e7805567c832 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:22.912034 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c46275d-ec8f-4e97-a9e7-e7805567c832 None None] Bound using segment: {'id': '6a16757c-ddbc-4090-98bc-b44a42ef1838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '312225e1-a2d9-404d-a7b2-344a1aecef4c'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:25:22.912499 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-1c46275d-ec8f-4e97-a9e7-e7805567c832 None None] Bound port: 719f365f-74da-4f87-aa3c-690164ae48ca, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a16757c-ddbc-4090-98bc-b44a42ef1838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '312225e1-a2d9-404d-a7b2-344a1aecef4c'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:25:22.912875 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1c46275d-ec8f-4e97-a9e7-e7805567c832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:23.045805 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a98c06d4-51c1-4bda-9c6d-8a2474042199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:23.121697 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a98c06d4-51c1-4bda-9c6d-8a2474042199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:23.210387 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e2aeb0fa-e774-4862-96e0-a578dc388ab4 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:23.239494 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-1c46275d-ec8f-4e97-a9e7-e7805567c832 None None] For port 719f365f-74da-4f87-aa3c-690164ae48ca, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:25:23.254994 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-1c46275d-ec8f-4e97-a9e7-e7805567c832 None None] For port 719f365f-74da-4f87-aa3c-690164ae48ca, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=719f365f-74da-4f87-aa3c-690164ae48ca,segment=NetworkSegment(6a16757c-ddbc-4090-98bc-b44a42ef1838),segment_id=6a16757c-ddbc-4090-98bc-b44a42ef1838)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:25:23.260461 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1c46275d-ec8f-4e97-a9e7-e7805567c832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:23.281194 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-98437f4b-780c-4bf2-8683-17277fd49cee tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:23.343633 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a98c06d4-51c1-4bda-9c6d-8a2474042199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:23.344938 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-98437f4b-780c-4bf2-8683-17277fd49cee tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Transition to ACTIVE for port object aa9dac05-f001-43c0-93f3-75faaa47d241 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:25:23.373997 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98c06d4-51c1-4bda-9c6d-8a2474042199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80e5141-7a8a-481c-98ec-ce785a9d44a4,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:23.399051 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-98437f4b-780c-4bf2-8683-17277fd49cee tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:23.406036 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a98c06d4-51c1-4bda-9c6d-8a2474042199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:23.407274 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-a98c06d4-51c1-4bda-9c6d-8a2474042199 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/e80e5141-7a8a-481c-98ec-ce785a9d44a4 HTTP/1.1" status: 204 len: 168 time: 0.7538757 Feb 09 01:25:23.409043 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e2aeb0fa-e774-4862-96e0-a578dc388ab4 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:23.488932 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e2aeb0fa-e774-4862-96e0-a578dc388ab4 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:23.492081 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-e2aeb0fa-e774-4862-96e0-a578dc388ab4 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "DELETE /v2.0/subnets/1c0c7526-6708-4f6e-a0b0-8081910333b6 HTTP/1.1" status: 204 len: 168 time: 0.9592400 Feb 09 01:25:23.493885 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aeb0fa-e774-4862-96e0-a578dc388ab4 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Pushing event deleted for resources: {'Subnet': ['ID=1c0c7526-6708-4f6e-a0b0-8081910333b6,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:23.496984 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 57492) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:23.537864 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383953a9-4b00-48ec-b02b-62306b99416a None None] Network 97af64cf-40e9-432b-800f-b6552daecd83 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:25:23.550235 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c46275d-ec8f-4e97-a9e7-e7805567c832 None None] Pushing event updated for resources: {'Port': ['ID=719f365f-74da-4f87-aa3c-690164ae48ca,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:23.686209 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98437f4b-780c-4bf2-8683-17277fd49cee tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Pushing event updated for resources: {'Port': ['ID=aa9dac05-f001-43c0-93f3-75faaa47d241,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:23.696754 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98437f4b-780c-4bf2-8683-17277fd49cee tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Network 312225e1-a2d9-404d-a7b2-344a1aecef4c is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:25:23.706426 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-98437f4b-780c-4bf2-8683-17277fd49cee tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:23.712125 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98437f4b-780c-4bf2-8683-17277fd49cee tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:25:23.718422 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98437f4b-780c-4bf2-8683-17277fd49cee tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:23.719080 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-98437f4b-780c-4bf2-8683-17277fd49cee tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:23.801375 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-98437f4b-780c-4bf2-8683-17277fd49cee tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.4958322 Feb 09 01:25:23.804431 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57498) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:23.818306 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-13a7d4b8-f48d-4d29-9b5b-0a48b98938f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Request body: {'port': {'network_id': '312225e1-a2d9-404d-a7b2-344a1aecef4c', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1289364905', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:23.819846 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-45f2137d-c417-4024-9fbf-c6bd99f514aa tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:23.820066 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.api.validators [None req-13a7d4b8-f48d-4d29-9b5b-0a48b98938f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] bootfile-name is not in valid_values {{(pid=87638) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 09 01:25:23.820427 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.api.validators [None req-13a7d4b8-f48d-4d29-9b5b-0a48b98938f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] tftp-server is not in valid_values {{(pid=87638) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 09 01:25:23.821418 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.api.validators [None req-13a7d4b8-f48d-4d29-9b5b-0a48b98938f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] server-ip-address is not in valid_values {{(pid=87638) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 09 01:25:23.854626 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-45f2137d-c417-4024-9fbf-c6bd99f514aa tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Deleting port 91b554e1-3543-4112-986b-4b79347e5cc2 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:25:23.855033 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-45f2137d-c417-4024-9fbf-c6bd99f514aa tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:24.215277 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-13a7d4b8-f48d-4d29-9b5b-0a48b98938f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:25:24.228268 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-13a7d4b8-f48d-4d29-9b5b-0a48b98938f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Usage tracker for resource:port and tenant:a3ead08fd7644f40b294237a3f82a6b0 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:25:24.233006 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-13a7d4b8-f48d-4d29-9b5b-0a48b98938f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:25:24.245924 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-13a7d4b8-f48d-4d29-9b5b-0a48b98938f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:25:24.267011 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a7d4b8-f48d-4d29-9b5b-0a48b98938f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Made reservation on behalf of a3ead08fd7644f40b294237a3f82a6b0 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:25:24.272057 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-13a7d4b8-f48d-4d29-9b5b-0a48b98938f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:24.295781 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40170c64-91b4-4406-892e-8e7cda951960 None None] DHCP port deletion for 97af64cf-40e9-432b-800f-b6552daecd83 request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:25:24.301295 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-40170c64-91b4-4406-892e-8e7cda951960 None None] Deleting port 91b554e1-3543-4112-986b-4b79347e5cc2 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:25:24.301699 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-40170c64-91b4-4406-892e-8e7cda951960 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:24.363648 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-13a7d4b8-f48d-4d29-9b5b-0a48b98938f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] device_id is not set on port 52467829-9c46-465a-9496-3bfed4ee02cb yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:25:24.469219 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57524) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:24.501060 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8387b240-fd49-441c-8628-85cb9e59f204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:24.508201 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-45f2137d-c417-4024-9fbf-c6bd99f514aa tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] For port 91b554e1-3543-4112-986b-4b79347e5cc2, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=91b554e1-3543-4112-986b-4b79347e5cc2,segment=NetworkSegment(a126e248-d919-4417-a310-01b2744337ce),segment_id=a126e248-d919-4417-a310-01b2744337ce)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:25:24.508837 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-45f2137d-c417-4024-9fbf-c6bd99f514aa tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:24.541550 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8387b240-fd49-441c-8628-85cb9e59f204 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:25:24.557897 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-8387b240-fd49-441c-8628-85cb9e59f204 admin admin] Usage tracker for resource:security_group_rule and tenant:3fd729c0e3b34832bc32e2d94dd9ef58 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:25:24.564889 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-8387b240-fd49-441c-8628-85cb9e59f204 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:25:24.577310 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8387b240-fd49-441c-8628-85cb9e59f204 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:25:24.761076 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-13a7d4b8-f48d-4d29-9b5b-0a48b98938f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Allocated IP 2001:db8::322 (312225e1-a2d9-404d-a7b2-344a1aecef4c/35ac8d52-4d01-4add-b73f-8613d53a2ad1/52467829-9c46-465a-9496-3bfed4ee02cb) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:25:24.784828 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-40170c64-91b4-4406-892e-8e7cda951960 None None] For port 91b554e1-3543-4112-986b-4b79347e5cc2, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=91b554e1-3543-4112-986b-4b79347e5cc2,segment=NetworkSegment(a126e248-d919-4417-a310-01b2744337ce),segment_id=a126e248-d919-4417-a310-01b2744337ce)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:25:24.790713 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-40170c64-91b4-4406-892e-8e7cda951960 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:24.858885 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-45f2137d-c417-4024-9fbf-c6bd99f514aa tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Calling delete_port for 91b554e1-3543-4112-986b-4b79347e5cc2 owned by network:dhcp {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:25:24.936883 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8387b240-fd49-441c-8628-85cb9e59f204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:24.972274 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8387b240-fd49-441c-8628-85cb9e59f204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:25.046279 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-45f2137d-c417-4024-9fbf-c6bd99f514aa tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:25.115169 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8387b240-fd49-441c-8628-85cb9e59f204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eee2e6f-8ff2-43c2-8326-d6ffe3e65648,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:25.166467 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f2137d-c417-4024-9fbf-c6bd99f514aa tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] No DVR routers for this DVR port 91b554e1-3543-4112-986b-4b79347e5cc2 on host n-d-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:25:25.224622 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-40170c64-91b4-4406-892e-8e7cda951960 None None] Calling delete_port for 91b554e1-3543-4112-986b-4b79347e5cc2 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:25:25.232446 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-8387b240-fd49-441c-8628-85cb9e59f204 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=3fd729c0e3b34832bc32e2d94dd9ef58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7604690 Feb 09 01:25:25.237739 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57540) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:25.360375 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:25.464130 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-45f2137d-c417-4024-9fbf-c6bd99f514aa tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:25.472880 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-de153182-8863-487a-8b7f-c53ff14d58af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:25.503453 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-45f2137d-c417-4024-9fbf-c6bd99f514aa tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97af64cf-40e9-432b-800f-b6552daecd83']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:25.528993 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-40170c64-91b4-4406-892e-8e7cda951960 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:25:25.529351 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-40170c64-91b4-4406-892e-8e7cda951960 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:25:25.537688 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-45f2137d-c417-4024-9fbf-c6bd99f514aa tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a126e248-d919-4417-a310-01b2744337ce') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:25.541203 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-45f2137d-c417-4024-9fbf-c6bd99f514aa tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a126e248-d919-4417-a310-01b2744337ce') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:25.587142 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-45f2137d-c417-4024-9fbf-c6bd99f514aa tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:25.662293 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-de153182-8863-487a-8b7f-c53ff14d58af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:25.671493 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f2137d-c417-4024-9fbf-c6bd99f514aa tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Pushing event deleted for resources: {'Port': ['ID=91b554e1-3543-4112-986b-4b79347e5cc2,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:25.679811 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-45f2137d-c417-4024-9fbf-c6bd99f514aa tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:25.691695 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45f2137d-c417-4024-9fbf-c6bd99f514aa tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:25:25.692220 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-45f2137d-c417-4024-9fbf-c6bd99f514aa tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:25.820199 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 01:25:25.820199 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:25:25.820199 n-d-828418-1 neutron-server[87639]: timer() Feb 09 01:25:25.820199 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:25:25.820199 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 01:25:25.820199 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:25:25.820199 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 01:25:25.820199 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:25:25.820199 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 01:25:25.820199 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:25:25.820199 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 01:25:25.820199 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:25:25.820199 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 01:25:25.820199 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:25:25.820199 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:25:25.820199 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:25:25.820199 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:25:25.820199 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:25:25.820199 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 01:25:25.820199 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:25:25.820199 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 01:25:25.820199 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:25:25.820199 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:25:25.820199 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:25:25.820199 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 01:25:25.820199 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:25:25.820199 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:25:25.820199 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:25:25.820199 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:25:25.820199 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:25:25.820199 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:25:25.820199 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:25:25.826772 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4bf699-40ea-4723-b6b6-79bfaa88f90c None None] Network 312225e1-a2d9-404d-a7b2-344a1aecef4c requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:25:25.859770 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-13a7d4b8-f48d-4d29-9b5b-0a48b98938f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:25.903101 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-45f2137d-c417-4024-9fbf-c6bd99f514aa tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:25.905982 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-13a7d4b8-f48d-4d29-9b5b-0a48b98938f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Transition to ACTIVE for port object 52467829-9c46-465a-9496-3bfed4ee02cb will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:25:25.918126 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-de153182-8863-487a-8b7f-c53ff14d58af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:25.966997 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de153182-8863-487a-8b7f-c53ff14d58af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eee2e6f-8ff2-43c2-8326-d6ffe3e65648,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:25.967235 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-45f2137d-c417-4024-9fbf-c6bd99f514aa tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:25.979541 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-aa1926b8-8894-480d-acae-c4362c739dbe None None] Provisioning for port 719f365f-74da-4f87-aa3c-690164ae48ca completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:25:26.033214 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-40170c64-91b4-4406-892e-8e7cda951960 None None] Deleting port 91b554e1-3543-4112-986b-4b79347e5cc2 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:25:26.039327 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-40170c64-91b4-4406-892e-8e7cda951960 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:26.080061 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-13a7d4b8-f48d-4d29-9b5b-0a48b98938f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:26.097005 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 719f365f-74da-4f87-aa3c-690164ae48ca up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:25:26.231191 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a7d4b8-f48d-4d29-9b5b-0a48b98938f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Pushing event updated for resources: {'Port': ['ID=52467829-9c46-465a-9496-3bfed4ee02cb,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:26.231603 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-40170c64-91b4-4406-892e-8e7cda951960 None None] The port '91b554e1-3543-4112-986b-4b79347e5cc2' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:25:26.250292 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-de153182-8863-487a-8b7f-c53ff14d58af admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:26.252614 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-de153182-8863-487a-8b7f-c53ff14d58af admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/8eee2e6f-8ff2-43c2-8326-d6ffe3e65648 HTTP/1.1" status: 204 len: 168 time: 1.0133924 Feb 09 01:25:26.264924 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a7d4b8-f48d-4d29-9b5b-0a48b98938f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Network 312225e1-a2d9-404d-a7b2-344a1aecef4c is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:25:26.270536 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-13a7d4b8-f48d-4d29-9b5b-0a48b98938f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:26.273585 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a7d4b8-f48d-4d29-9b5b-0a48b98938f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:25:26.284745 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a7d4b8-f48d-4d29-9b5b-0a48b98938f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:26.285428 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-13a7d4b8-f48d-4d29-9b5b-0a48b98938f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:26.320255 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f2137d-c417-4024-9fbf-c6bd99f514aa tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Pushing event deleted for resources: {'Network': ['ID=97af64cf-40e9-432b-800f-b6552daecd83,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:26.358542 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-13a7d4b8-f48d-4d29-9b5b-0a48b98938f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.5529356 Feb 09 01:25:26.361715 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57576) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:26.365403 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-45f2137d-c417-4024-9fbf-c6bd99f514aa tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "DELETE /v2.0/networks/97af64cf-40e9-432b-800f-b6552daecd83 HTTP/1.1" status: 204 len: 168 time: 2.8671539 Feb 09 01:25:26.368702 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 57580) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:26.377962 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-9014d878-9123-416b-a3ac-9aecce2a8a0f tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1836107878'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:26.389506 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-9014d878-9123-416b-a3ac-9aecce2a8a0f tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:25:26.401554 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-9014d878-9123-416b-a3ac-9aecce2a8a0f tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Usage tracker for resource:network and tenant:75af0a1c47ce4ddc8bdf7d84418e468b is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:25:26.406602 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-9014d878-9123-416b-a3ac-9aecce2a8a0f tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:25:26.421961 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-9014d878-9123-416b-a3ac-9aecce2a8a0f tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:25:26.438184 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 719f365f-74da-4f87-aa3c-690164ae48ca completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:25:26.441907 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9014d878-9123-416b-a3ac-9aecce2a8a0f tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Made reservation on behalf of 75af0a1c47ce4ddc8bdf7d84418e468b for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:25:26.447804 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9014d878-9123-416b-a3ac-9aecce2a8a0f tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:26.510049 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 719f365f-74da-4f87-aa3c-690164ae48ca triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:26.510432 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:26.514049 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9014d878-9123-416b-a3ac-9aecce2a8a0f tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:25:26.538265 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9014d878-9123-416b-a3ac-9aecce2a8a0f tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:26.539563 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-9014d878-9123-416b-a3ac-9aecce2a8a0f tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Added segment 5b7594ba-3630-427b-9590-78a19f49da4c of type vlan for network 3a207c5d-f94c-443c-afc5-f1fd50bbbb73 Feb 09 01:25:26.623663 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9014d878-9123-416b-a3ac-9aecce2a8a0f tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:26.717202 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9014d878-9123-416b-a3ac-9aecce2a8a0f tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:26.769775 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9014d878-9123-416b-a3ac-9aecce2a8a0f tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:26.770643 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9014d878-9123-416b-a3ac-9aecce2a8a0f tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:26.831170 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:26.885385 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 719f365f-74da-4f87-aa3c-690164ae48ca, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=719f365f-74da-4f87-aa3c-690164ae48ca,segment=NetworkSegment(6a16757c-ddbc-4090-98bc-b44a42ef1838),segment_id=6a16757c-ddbc-4090-98bc-b44a42ef1838)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:25:26.890212 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:26.930536 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad3382d-bbea-43de-84cb-1ec9487c7ad7 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:26.939686 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad3382d-bbea-43de-84cb-1ec9487c7ad7 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:26.946941 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad3382d-bbea-43de-84cb-1ec9487c7ad7 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:26.948086 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-7ad3382d-bbea-43de-84cb-1ec9487c7ad7 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Synchronizing usage tracker for tenant:a3ead08fd7644f40b294237a3f82a6b0 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:25:27.005531 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-7ad3382d-bbea-43de-84cb-1ec9487c7ad7 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Unset dirty status for tenant:a3ead08fd7644f40b294237a3f82a6b0 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:25:27.010953 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-7ad3382d-bbea-43de-84cb-1ec9487c7ad7 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.6474426 Feb 09 01:25:27.011738 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57602) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:27.072549 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-9014d878-9123-416b-a3ac-9aecce2a8a0f tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7026989 Feb 09 01:25:27.079148 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57608) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:27.130952 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 91b554e1-3543-4112-986b-4b79347e5cc2 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:25:27.153939 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-64ea57ef-ef50-4128-8ab8-7c429802c919 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Request body: {'subnet': {'network_id': '3a207c5d-f94c-443c-afc5-f1fd50bbbb73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:27.189109 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9014d878-9123-416b-a3ac-9aecce2a8a0f tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Pushing event updated for resources: {'Network': ['ID=3a207c5d-f94c-443c-afc5-f1fd50bbbb73,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:27.258313 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 3a207c5d-f94c-443c-afc5-f1fd50bbbb73 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:25:27.285073 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=719f365f-74da-4f87-aa3c-690164ae48ca,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:27.351036 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-a85fe8aa-5917-4261-a1d6-f462bc1537f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Deleting port 52467829-9c46-465a-9496-3bfed4ee02cb {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:25:27.351648 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a85fe8aa-5917-4261-a1d6-f462bc1537f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:27.444147 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 91b554e1-3543-4112-986b-4b79347e5cc2 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:25:27.445384 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 91b554e1-3543-4112-986b-4b79347e5cc2 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:25:27.457795 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-64ea57ef-ef50-4128-8ab8-7c429802c919 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:25:27.461815 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-64ea57ef-ef50-4128-8ab8-7c429802c919 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Usage tracker for resource:subnet and tenant:75af0a1c47ce4ddc8bdf7d84418e468b is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:25:27.464532 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-64ea57ef-ef50-4128-8ab8-7c429802c919 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:25:27.493845 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-64ea57ef-ef50-4128-8ab8-7c429802c919 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:25:27.590168 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-731b8a54-10e4-4b98-885a-60409d0f8f72 None None] Provisioning for port 52467829-9c46-465a-9496-3bfed4ee02cb completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:25:27.664694 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-731b8a54-10e4-4b98-885a-60409d0f8f72 None None] Provisioning complete for port 52467829-9c46-465a-9496-3bfed4ee02cb triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:27.665376 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-731b8a54-10e4-4b98-885a-60409d0f8f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:27.773576 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a85fe8aa-5917-4261-a1d6-f462bc1537f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:27.828992 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-731b8a54-10e4-4b98-885a-60409d0f8f72 None None] Port 52467829-9c46-465a-9496-3bfed4ee02cb cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:25:27.857867 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-731b8a54-10e4-4b98-885a-60409d0f8f72 None None] Provisioning complete for port 719f365f-74da-4f87-aa3c-690164ae48ca triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:27.858467 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-731b8a54-10e4-4b98-885a-60409d0f8f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:27.987873 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-a85fe8aa-5917-4261-a1d6-f462bc1537f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Calling delete_port for 52467829-9c46-465a-9496-3bfed4ee02cb owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:25:28.064058 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ea57ef-ef50-4128-8ab8-7c429802c919 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Made reservation on behalf of 75af0a1c47ce4ddc8bdf7d84418e468b for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:25:28.068354 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-64ea57ef-ef50-4128-8ab8-7c429802c919 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:28.071709 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 719f365f-74da-4f87-aa3c-690164ae48ca up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:25:28.261973 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 719f365f-74da-4f87-aa3c-690164ae48ca triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:28.262342 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:28.558569 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a85fe8aa-5917-4261-a1d6-f462bc1537f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:28.686278 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a85fe8aa-5917-4261-a1d6-f462bc1537f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:28.691639 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85fe8aa-5917-4261-a1d6-f462bc1537f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Pushing event deleted for resources: {'Port': ['ID=52467829-9c46-465a-9496-3bfed4ee02cb,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:28.772925 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-731b8a54-10e4-4b98-885a-60409d0f8f72 None None] Provisioning for port aa9dac05-f001-43c0-93f3-75faaa47d241 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:25:28.784195 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-731b8a54-10e4-4b98-885a-60409d0f8f72 None None] Provisioning complete for port aa9dac05-f001-43c0-93f3-75faaa47d241 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:28.784563 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-731b8a54-10e4-4b98-885a-60409d0f8f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:28.811685 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 57674) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:28.813000 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a85fe8aa-5917-4261-a1d6-f462bc1537f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] 10.222.0.105 "DELETE /v2.0/ports/52467829-9c46-465a-9496-3bfed4ee02cb HTTP/1.1" status: 204 len: 168 time: 1.7989354 Feb 09 01:25:28.820108 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-84cfc510-417c-4345-8360-81c1c88e1f1f tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Request body: {'port': {'name': 'tempest-new-port-name-699791307', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:28.820591 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.api.validators [None req-84cfc510-417c-4345-8360-81c1c88e1f1f tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] bootfile-name is not in valid_values {{(pid=87639) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 09 01:25:28.820995 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.api.validators [None req-84cfc510-417c-4345-8360-81c1c88e1f1f tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] tftp-server is not in valid_values {{(pid=87639) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 09 01:25:28.821442 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.api.validators [None req-84cfc510-417c-4345-8360-81c1c88e1f1f tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] server-ip-address is not in valid_values {{(pid=87639) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 09 01:25:28.927931 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 57678) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:28.943505 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-731b8a54-10e4-4b98-885a-60409d0f8f72 None None] Port aa9dac05-f001-43c0-93f3-75faaa47d241 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:25:28.958450 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-64ea57ef-ef50-4128-8ab8-7c429802c919 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:29.067621 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-762b0fe8-cb73-49ec-bae8-96696f0fc230 None None] Could not find standard attr ID for object 52467829-9c46-465a-9496-3bfed4ee02cb. {{(pid=87640) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:25:29.084176 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-84cfc510-417c-4345-8360-81c1c88e1f1f tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:29.096692 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-762b0fe8-cb73-49ec-bae8-96696f0fc230 None None] Provisioning complete for port aa9dac05-f001-43c0-93f3-75faaa47d241 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:29.097239 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-762b0fe8-cb73-49ec-bae8-96696f0fc230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:29.129005 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ea57ef-ef50-4128-8ab8-7c429802c919 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Pushing event updated for resources: {'Subnet': ['ID=d923bc34-69f0-4511-a906-62b852db8e26,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:29.149362 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ea57ef-ef50-4128-8ab8-7c429802c919 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Checking segment: {'id': '5b7594ba-3630-427b-9590-78a19f49da4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3a207c5d-f94c-443c-afc5-f1fd50bbbb73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:25:29.150150 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ea57ef-ef50-4128-8ab8-7c429802c919 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Network hostable DHCP agents. Network: 3a207c5d-f94c-443c-afc5-f1fd50bbbb73, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:25:29.214466 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-762b0fe8-cb73-49ec-bae8-96696f0fc230 None None] Port aa9dac05-f001-43c0-93f3-75faaa47d241 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:25:29.221624 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ea57ef-ef50-4128-8ab8-7c429802c919 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Network 3a207c5d-f94c-443c-afc5-f1fd50bbbb73 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:25:29.237835 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-64ea57ef-ef50-4128-8ab8-7c429802c919 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 3a207c5d-f94c-443c-afc5-f1fd50bbbb73) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:29.242710 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ea57ef-ef50-4128-8ab8-7c429802c919 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:29.243324 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-64ea57ef-ef50-4128-8ab8-7c429802c919 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:29.261838 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8937c6c7-cf00-4b7c-aa63-409c10ed86b2 None None] Network 3a207c5d-f94c-443c-afc5-f1fd50bbbb73 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:25:29.281516 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-938d0020-078b-4ac6-b4c2-4e0ca8724262 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:29.287078 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-64ea57ef-ef50-4128-8ab8-7c429802c919 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2063441 Feb 09 01:25:29.289530 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57694) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:29.302840 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-fa8484aa-112f-4500-9d0b-c2bc35b4291b tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2000520912', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:29.328132 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-fa8484aa-112f-4500-9d0b-c2bc35b4291b tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:25:29.342616 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-fa8484aa-112f-4500-9d0b-c2bc35b4291b tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Usage tracker for resource:router and tenant:75af0a1c47ce4ddc8bdf7d84418e468b is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:25:29.351291 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-fa8484aa-112f-4500-9d0b-c2bc35b4291b tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:25:29.362013 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-938d0020-078b-4ac6-b4c2-4e0ca8724262 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:25:29.363492 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-fa8484aa-112f-4500-9d0b-c2bc35b4291b tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:25:29.380659 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-938d0020-078b-4ac6-b4c2-4e0ca8724262 admin admin] Usage tracker for resource:security_group_rule and tenant:624f25ab261544c8aef022ad9b00e13a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:25:29.385855 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-938d0020-078b-4ac6-b4c2-4e0ca8724262 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:25:29.393417 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fa8484aa-112f-4500-9d0b-c2bc35b4291b tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:29.394848 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fa8484aa-112f-4500-9d0b-c2bc35b4291b tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:29.448782 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fa8484aa-112f-4500-9d0b-c2bc35b4291b tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:29.495406 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fa8484aa-112f-4500-9d0b-c2bc35b4291b tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:29.510020 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-938d0020-078b-4ac6-b4c2-4e0ca8724262 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:25:29.545575 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fa8484aa-112f-4500-9d0b-c2bc35b4291b tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:29.551148 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-fa8484aa-112f-4500-9d0b-c2bc35b4291b tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2570281 Feb 09 01:25:29.551767 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57702) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:29.712151 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d658f5e9-741c-4233-a410-864116d55fd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-3a207c5d-f94c-443c-afc5-f1fd50bbbb73', 'network_id': '3a207c5d-f94c-443c-afc5-f1fd50bbbb73', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'fixed_ips': [{'subnet_id': 'd923bc34-69f0-4511-a906-62b852db8e26'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:25:29.712990 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d658f5e9-741c-4233-a410-864116d55fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:29.787203 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-84cfc510-417c-4345-8360-81c1c88e1f1f tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:29.797933 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-84cfc510-417c-4345-8360-81c1c88e1f1f tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:29.932331 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cfc510-417c-4345-8360-81c1c88e1f1f tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Pushing event updated for resources: {'Port': ['ID=aa9dac05-f001-43c0-93f3-75faaa47d241,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:29.956089 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-84cfc510-417c-4345-8360-81c1c88e1f1f tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] In _notify_port_updated(), no bound segment for port aa9dac05-f001-43c0-93f3-75faaa47d241 on network 312225e1-a2d9-404d-a7b2-344a1aecef4c {{(pid=87639) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 01:25:29.961704 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cfc510-417c-4345-8360-81c1c88e1f1f tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:29.962516 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-84cfc510-417c-4345-8360-81c1c88e1f1f tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:29.971226 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-84cfc510-417c-4345-8360-81c1c88e1f1f tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] 10.222.0.105 "PUT /v2.0/ports/aa9dac05-f001-43c0-93f3-75faaa47d241 HTTP/1.1" status: 200 len: 1129 time: 1.1582720 Feb 09 01:25:29.977798 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 57714) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:30.056450 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-d658f5e9-741c-4233-a410-864116d55fd9 None None] Allocated IP 2001:db8::2 (3a207c5d-f94c-443c-afc5-f1fd50bbbb73/d923bc34-69f0-4511-a906-62b852db8e26/3909518f-c6ae-4cda-b9b0-29adedd7e9fd) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:25:30.180450 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-938d0020-078b-4ac6-b4c2-4e0ca8724262 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:30.203357 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-938d0020-078b-4ac6-b4c2-4e0ca8724262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:30.294601 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad5e5ec-4ccc-458c-930c-d6e3dae13ac4 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:30.307053 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-8ad5e5ec-4ccc-458c-930c-d6e3dae13ac4 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] 10.222.0.105 "GET /v2.0/ports/aa9dac05-f001-43c0-93f3-75faaa47d241 HTTP/1.1" status: 200 len: 1129 time: 0.3252623 Feb 09 01:25:30.321405 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 57724) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:30.452355 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-012ffede-d85e-47b1-8954-771ce4c3dd8a tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Deleting port aa9dac05-f001-43c0-93f3-75faaa47d241 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:25:30.452566 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-012ffede-d85e-47b1-8954-771ce4c3dd8a tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:30.489186 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938d0020-078b-4ac6-b4c2-4e0ca8724262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2090fa5b-bce8-45a1-a706-bc74a71c9a72,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:30.530624 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d658f5e9-741c-4233-a410-864116d55fd9 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:30.536218 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-938d0020-078b-4ac6-b4c2-4e0ca8724262 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=624f25ab261544c8aef022ad9b00e13a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5841708 Feb 09 01:25:30.537185 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 57732) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:30.555975 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d658f5e9-741c-4233-a410-864116d55fd9 None None] Transition to ACTIVE for port object 3909518f-c6ae-4cda-b9b0-29adedd7e9fd will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:25:30.621710 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d658f5e9-741c-4233-a410-864116d55fd9 None None] Transition to ACTIVE for port object 3909518f-c6ae-4cda-b9b0-29adedd7e9fd will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:25:30.624464 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-82162871-d73e-487d-b2ce-72bdca55d798 None None] Provisioning complete for port aa9dac05-f001-43c0-93f3-75faaa47d241 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:30.625062 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-82162871-d73e-487d-b2ce-72bdca55d798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:30.710464 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-769f5434-1b98-4f5a-a5a5-1ef878766644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:30.747430 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-82162871-d73e-487d-b2ce-72bdca55d798 None None] Port aa9dac05-f001-43c0-93f3-75faaa47d241 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:25:30.754064 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d658f5e9-741c-4233-a410-864116d55fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:30.868673 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d658f5e9-741c-4233-a410-864116d55fd9 None None] Network 3a207c5d-f94c-443c-afc5-f1fd50bbbb73 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:25:30.884725 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-d658f5e9-741c-4233-a410-864116d55fd9 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:30.893774 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d658f5e9-741c-4233-a410-864116d55fd9 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:25:30.949089 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-769f5434-1b98-4f5a-a5a5-1ef878766644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:31.115712 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d658f5e9-741c-4233-a410-864116d55fd9 None None] Pushing event updated for resources: {'Port': ['ID=3909518f-c6ae-4cda-b9b0-29adedd7e9fd,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:31.133876 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-769f5434-1b98-4f5a-a5a5-1ef878766644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:31.134962 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d658f5e9-741c-4233-a410-864116d55fd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:31.135689 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d658f5e9-741c-4233-a410-864116d55fd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:31.136160 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d658f5e9-741c-4233-a410-864116d55fd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:31.136602 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d658f5e9-741c-4233-a410-864116d55fd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:31.137091 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d658f5e9-741c-4233-a410-864116d55fd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:31.137705 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d658f5e9-741c-4233-a410-864116d55fd9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:31.138260 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d658f5e9-741c-4233-a410-864116d55fd9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:31.138936 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d658f5e9-741c-4233-a410-864116d55fd9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:31.139474 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d658f5e9-741c-4233-a410-864116d55fd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:31.140495 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d658f5e9-741c-4233-a410-864116d55fd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:31.141139 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d658f5e9-741c-4233-a410-864116d55fd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:31.142536 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d658f5e9-741c-4233-a410-864116d55fd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:31.156294 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-d658f5e9-741c-4233-a410-864116d55fd9 None None] Attempting to bind port 3909518f-c6ae-4cda-b9b0-29adedd7e9fd on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:25:31.156876 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-d658f5e9-741c-4233-a410-864116d55fd9 None None] Attempting to bind port 3909518f-c6ae-4cda-b9b0-29adedd7e9fd by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '5b7594ba-3630-427b-9590-78a19f49da4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3a207c5d-f94c-443c-afc5-f1fd50bbbb73'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:25:31.157521 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d658f5e9-741c-4233-a410-864116d55fd9 None None] Attempting to bind port 3909518f-c6ae-4cda-b9b0-29adedd7e9fd on network 3a207c5d-f94c-443c-afc5-f1fd50bbbb73 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:25:31.164824 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d658f5e9-741c-4233-a410-864116d55fd9 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:25:31.165533 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d658f5e9-741c-4233-a410-864116d55fd9 None None] Checking segment: {'id': '5b7594ba-3630-427b-9590-78a19f49da4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3a207c5d-f94c-443c-afc5-f1fd50bbbb73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:25:31.166195 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d658f5e9-741c-4233-a410-864116d55fd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:31.166842 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d658f5e9-741c-4233-a410-864116d55fd9 None None] Bound using segment: {'id': '5b7594ba-3630-427b-9590-78a19f49da4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3a207c5d-f94c-443c-afc5-f1fd50bbbb73'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:25:31.167434 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-d658f5e9-741c-4233-a410-864116d55fd9 None None] Bound port: 3909518f-c6ae-4cda-b9b0-29adedd7e9fd, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7594ba-3630-427b-9590-78a19f49da4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3a207c5d-f94c-443c-afc5-f1fd50bbbb73'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:25:31.168037 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d658f5e9-741c-4233-a410-864116d55fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:31.184085 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769f5434-1b98-4f5a-a5a5-1ef878766644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2090fa5b-bce8-45a1-a706-bc74a71c9a72,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:31.190399 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-012ffede-d85e-47b1-8954-771ce4c3dd8a tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:31.201612 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-769f5434-1b98-4f5a-a5a5-1ef878766644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:31.205805 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-769f5434-1b98-4f5a-a5a5-1ef878766644 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/2090fa5b-bce8-45a1-a706-bc74a71c9a72 HTTP/1.1" status: 204 len: 168 time: 0.6235738 Feb 09 01:25:31.239213 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ac7d0c46-70fe-4500-b8f0-9139e8a491cc tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:31.389811 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d658f5e9-741c-4233-a410-864116d55fd9 None None] For port 3909518f-c6ae-4cda-b9b0-29adedd7e9fd, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:25:31.393808 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d658f5e9-741c-4233-a410-864116d55fd9 None None] For port 3909518f-c6ae-4cda-b9b0-29adedd7e9fd, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=3909518f-c6ae-4cda-b9b0-29adedd7e9fd,segment=NetworkSegment(5b7594ba-3630-427b-9590-78a19f49da4c),segment_id=5b7594ba-3630-427b-9590-78a19f49da4c)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:25:31.405493 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d658f5e9-741c-4233-a410-864116d55fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:31.438089 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-012ffede-d85e-47b1-8954-771ce4c3dd8a tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Calling delete_port for aa9dac05-f001-43c0-93f3-75faaa47d241 owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:25:31.517865 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d658f5e9-741c-4233-a410-864116d55fd9 None None] Pushing event updated for resources: {'Port': ['ID=3909518f-c6ae-4cda-b9b0-29adedd7e9fd,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:31.879875 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-012ffede-d85e-47b1-8954-771ce4c3dd8a tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:32.089973 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 3909518f-c6ae-4cda-b9b0-29adedd7e9fd up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:25:32.164771 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-ac7d0c46-70fe-4500-b8f0-9139e8a491cc tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Allocated IP 2001:db8::1 (3a207c5d-f94c-443c-afc5-f1fd50bbbb73/d923bc34-69f0-4511-a906-62b852db8e26/c2bf5424-c347-47ca-8446-9347e23e3e11) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:25:32.217057 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012ffede-d85e-47b1-8954-771ce4c3dd8a tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Pushing event deleted for resources: {'Port': ['ID=aa9dac05-f001-43c0-93f3-75faaa47d241,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:32.239436 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-012ffede-d85e-47b1-8954-771ce4c3dd8a tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:32.264277 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-012ffede-d85e-47b1-8954-771ce4c3dd8a tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] 10.222.0.105 "DELETE /v2.0/ports/aa9dac05-f001-43c0-93f3-75faaa47d241 HTTP/1.1" status: 204 len: 168 time: 1.9395361 Feb 09 01:25:32.268356 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 57782) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:32.493114 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 3909518f-c6ae-4cda-b9b0-29adedd7e9fd completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:25:32.516767 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ac7d0c46-70fe-4500-b8f0-9139e8a491cc tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:32.562984 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b1e13f5-ae89-4188-aa1d-50743268137f tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Deleting subnet 35ac8d52-4d01-4add-b73f-8613d53a2ad1 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:25:32.567800 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2b1e13f5-ae89-4188-aa1d-50743268137f tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:32.569309 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-ac7d0c46-70fe-4500-b8f0-9139e8a491cc tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Transition to ACTIVE for port object c2bf5424-c347-47ca-8446-9347e23e3e11 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:25:32.671327 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ac7d0c46-70fe-4500-b8f0-9139e8a491cc tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:32.875699 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7d0c46-70fe-4500-b8f0-9139e8a491cc tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Pushing event updated for resources: {'Port': ['ID=c2bf5424-c347-47ca-8446-9347e23e3e11,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:32.900426 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7d0c46-70fe-4500-b8f0-9139e8a491cc tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Network 3a207c5d-f94c-443c-afc5-f1fd50bbbb73 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:25:32.901893 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-ac7d0c46-70fe-4500-b8f0-9139e8a491cc tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:32.913941 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7d0c46-70fe-4500-b8f0-9139e8a491cc tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:25:32.915349 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ac7d0c46-70fe-4500-b8f0-9139e8a491cc tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:32.976948 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2b1e13f5-ae89-4188-aa1d-50743268137f tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:33.155779 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ac7d0c46-70fe-4500-b8f0-9139e8a491cc tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:33.259435 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2b1e13f5-ae89-4188-aa1d-50743268137f tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:33.422093 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2b1e13f5-ae89-4188-aa1d-50743268137f tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:33.524455 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1e13f5-ae89-4188-aa1d-50743268137f tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Pushing event deleted for resources: {'Subnet': ['ID=35ac8d52-4d01-4add-b73f-8613d53a2ad1,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:33.545969 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2b1e13f5-ae89-4188-aa1d-50743268137f tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:33.546157 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb5cb22-604e-400d-822e-ac607ffcb6c4 None None] Network 312225e1-a2d9-404d-a7b2-344a1aecef4c requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:25:33.561913 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-2b1e13f5-ae89-4188-aa1d-50743268137f tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] 10.222.0.105 "DELETE /v2.0/subnets/35ac8d52-4d01-4add-b73f-8613d53a2ad1 HTTP/1.1" status: 204 len: 168 time: 1.2921760 Feb 09 01:25:33.571476 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 57816) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:33.720330 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62b07b6-c330-4ab4-8b45-bcbd5ab4cc4a None None] Network 3a207c5d-f94c-443c-afc5-f1fd50bbbb73 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:25:33.854234 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fb81a121-c5ca-4b1f-82d1-a516dc7ae7c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:33.884417 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-fb81a121-c5ca-4b1f-82d1-a516dc7ae7c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Deleting port 719f365f-74da-4f87-aa3c-690164ae48ca {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:25:33.884764 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fb81a121-c5ca-4b1f-82d1-a516dc7ae7c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:33.946814 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d41aa4fd-ea38-4267-b913-6e38d84d2ff0 None None] Provisioning for port 3909518f-c6ae-4cda-b9b0-29adedd7e9fd completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:25:33.967647 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d41aa4fd-ea38-4267-b913-6e38d84d2ff0 None None] Provisioning complete for port 3909518f-c6ae-4cda-b9b0-29adedd7e9fd triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:33.968019 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d41aa4fd-ea38-4267-b913-6e38d84d2ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:34.205079 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ac7d0c46-70fe-4500-b8f0-9139e8a491cc tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:34.222007 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ac7d0c46-70fe-4500-b8f0-9139e8a491cc tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:34.222007 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ac7d0c46-70fe-4500-b8f0-9139e8a491cc tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:34.460839 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-fb81a121-c5ca-4b1f-82d1-a516dc7ae7c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] For port 719f365f-74da-4f87-aa3c-690164ae48ca, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=719f365f-74da-4f87-aa3c-690164ae48ca,segment=NetworkSegment(6a16757c-ddbc-4090-98bc-b44a42ef1838),segment_id=6a16757c-ddbc-4090-98bc-b44a42ef1838)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:25:34.461476 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fb81a121-c5ca-4b1f-82d1-a516dc7ae7c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:34.600339 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d41aa4fd-ea38-4267-b913-6e38d84d2ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:34.639574 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7d0c46-70fe-4500-b8f0-9139e8a491cc tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Pushing event updated for resources: {'Port': ['ID=c2bf5424-c347-47ca-8446-9347e23e3e11,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:34.700675 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-fb81a121-c5ca-4b1f-82d1-a516dc7ae7c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Calling delete_port for 719f365f-74da-4f87-aa3c-690164ae48ca owned by network:dhcp {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:25:34.861330 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fb81a121-c5ca-4b1f-82d1-a516dc7ae7c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:34.872433 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d41aa4fd-ea38-4267-b913-6e38d84d2ff0 None None] For port 3909518f-c6ae-4cda-b9b0-29adedd7e9fd, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=3909518f-c6ae-4cda-b9b0-29adedd7e9fd,segment=NetworkSegment(5b7594ba-3630-427b-9590-78a19f49da4c),segment_id=5b7594ba-3630-427b-9590-78a19f49da4c)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:25:34.877993 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7d0c46-70fe-4500-b8f0-9139e8a491cc tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Network 3a207c5d-f94c-443c-afc5-f1fd50bbbb73 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:25:34.884375 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-ac7d0c46-70fe-4500-b8f0-9139e8a491cc tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:34.890214 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d41aa4fd-ea38-4267-b913-6e38d84d2ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:34.972774 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb81a121-c5ca-4b1f-82d1-a516dc7ae7c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Pushing event deleted for resources: {'Port': ['ID=719f365f-74da-4f87-aa3c-690164ae48ca,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:34.990678 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb81a121-c5ca-4b1f-82d1-a516dc7ae7c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] No DVR routers for this DVR port 719f365f-74da-4f87-aa3c-690164ae48ca on host n-d-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:25:35.041529 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 57866) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:35.043631 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41aa4fd-ea38-4267-b913-6e38d84d2ff0 None None] Pushing event updated for resources: {'Port': ['ID=3909518f-c6ae-4cda-b9b0-29adedd7e9fd,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:35.047481 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0615279e-ee85-4c2b-83e5-5771e22ee71a None None] DHCP port deletion for 312225e1-a2d9-404d-a7b2-344a1aecef4c request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:25:35.211328 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fb81a121-c5ca-4b1f-82d1-a516dc7ae7c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:35.250291 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-fb81a121-c5ca-4b1f-82d1-a516dc7ae7c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['312225e1-a2d9-404d-a7b2-344a1aecef4c']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:35.265827 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-fb81a121-c5ca-4b1f-82d1-a516dc7ae7c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a16757c-ddbc-4090-98bc-b44a42ef1838') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:35.266121 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-fb81a121-c5ca-4b1f-82d1-a516dc7ae7c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a16757c-ddbc-4090-98bc-b44a42ef1838') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:35.279817 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fb81a121-c5ca-4b1f-82d1-a516dc7ae7c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:35.366881 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fb81a121-c5ca-4b1f-82d1-a516dc7ae7c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:35.380847 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-349af3e3-5271-449b-b7c1-55eddc2649ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:35.395901 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac7d0c46-70fe-4500-b8f0-9139e8a491cc tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Router 46c445fd-1b2d-473d-98c4-e51f8ba5d753 is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:25:35.419258 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-349af3e3-5271-449b-b7c1-55eddc2649ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:25:35.422446 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb81a121-c5ca-4b1f-82d1-a516dc7ae7c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:25:35.422852 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fb81a121-c5ca-4b1f-82d1-a516dc7ae7c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:35.441712 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 01:25:35.441712 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:25:35.441712 n-d-828418-1 neutron-server[87639]: timer() Feb 09 01:25:35.441712 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:25:35.441712 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 01:25:35.441712 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:25:35.441712 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 01:25:35.441712 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:25:35.441712 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 01:25:35.441712 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:25:35.441712 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 01:25:35.441712 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:25:35.441712 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 01:25:35.441712 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:25:35.441712 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:25:35.441712 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:25:35.441712 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:25:35.441712 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:25:35.441712 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 01:25:35.441712 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:25:35.441712 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 01:25:35.441712 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:25:35.441712 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:25:35.441712 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:25:35.441712 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 01:25:35.441712 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:25:35.441712 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:25:35.441712 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:25:35.441712 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:25:35.441712 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:25:35.441712 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:25:35.441712 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:25:35.527508 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-349af3e3-5271-449b-b7c1-55eddc2649ee admin admin] Usage tracker for resource:security_group_rule and tenant:3f30fb0d363a4a2a8e45b40e90616c2b is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:25:35.547101 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-349af3e3-5271-449b-b7c1-55eddc2649ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:25:35.560349 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-349af3e3-5271-449b-b7c1-55eddc2649ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:25:35.565886 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4289e1d2-ff35-4115-b4a9-13abfa6a8cc1 None None] Provisioning for port c2bf5424-c347-47ca-8446-9347e23e3e11 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:25:35.578457 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4289e1d2-ff35-4115-b4a9-13abfa6a8cc1 None None] Provisioning complete for port c2bf5424-c347-47ca-8446-9347e23e3e11 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:35.578872 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4289e1d2-ff35-4115-b4a9-13abfa6a8cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:35.651718 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac7d0c46-70fe-4500-b8f0-9139e8a491cc tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:25:35.665116 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a181cd-968f-438d-8e08-368d892e1d43 None None] Sync routers for ids ['46c445fd-1b2d-473d-98c4-e51f8ba5d753'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:25:35.683540 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a181cd-968f-438d-8e08-368d892e1d43 None None] Routers {'46c445fd-1b2d-473d-98c4-e51f8ba5d753'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:25:35.689118 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ac7d0c46-70fe-4500-b8f0-9139e8a491cc tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "PUT /v2.0/routers/46c445fd-1b2d-473d-98c4-e51f8ba5d753/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1361670 Feb 09 01:25:35.692689 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-34a181cd-968f-438d-8e08-368d892e1d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:25:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['46c445fd-1b2d-473d-98c4-e51f8ba5d753'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:35.693481 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57888) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:35.694249 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fb81a121-c5ca-4b1f-82d1-a516dc7ae7c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:35.718095 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fb81a121-c5ca-4b1f-82d1-a516dc7ae7c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:35.790379 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-4289e1d2-ff35-4115-b4a9-13abfa6a8cc1 None None] Port c2bf5424-c347-47ca-8446-9347e23e3e11 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:25:35.820906 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4289e1d2-ff35-4115-b4a9-13abfa6a8cc1 None None] Provisioning complete for port 3909518f-c6ae-4cda-b9b0-29adedd7e9fd triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:35.821288 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4289e1d2-ff35-4115-b4a9-13abfa6a8cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:35.837017 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb81a121-c5ca-4b1f-82d1-a516dc7ae7c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] Pushing event deleted for resources: {'Network': ['ID=312225e1-a2d9-404d-a7b2-344a1aecef4c,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:35.865512 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-34a181cd-968f-438d-8e08-368d892e1d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:35.873783 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f870d726-fd4b-41bf-aa2b-19b5b80da999 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:35.877968 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-f870d726-fd4b-41bf-aa2b-19b5b80da999 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Synchronizing usage tracker for tenant:75af0a1c47ce4ddc8bdf7d84418e468b on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:25:35.878472 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a181cd-968f-438d-8e08-368d892e1d43 None None] Routers {'46c445fd-1b2d-473d-98c4-e51f8ba5d753'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:25:35.879667 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-34a181cd-968f-438d-8e08-368d892e1d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:25:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['46c445fd-1b2d-473d-98c4-e51f8ba5d753'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:35.914393 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-f870d726-fd4b-41bf-aa2b-19b5b80da999 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Unset dirty status for tenant:75af0a1c47ce4ddc8bdf7d84418e468b on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:25:35.920078 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f870d726-fd4b-41bf-aa2b-19b5b80da999 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "GET /v2.0/ports/c2bf5424-c347-47ca-8446-9347e23e3e11 HTTP/1.1" status: 200 len: 911 time: 0.2205973 Feb 09 01:25:35.920609 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 57896) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:35.990369 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-34a181cd-968f-438d-8e08-368d892e1d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:35.990369 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a181cd-968f-438d-8e08-368d892e1d43 None None] The sync data for ids ['46c445fd-1b2d-473d-98c4-e51f8ba5d753'] in n-d-828418-1 is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:25:36.010974 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-349af3e3-5271-449b-b7c1-55eddc2649ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:36.016764 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-fb81a121-c5ca-4b1f-82d1-a516dc7ae7c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016 tempest-ExtraDHCPOptionsIpV6TestJSON-1959570016-project] 10.222.0.105 "DELETE /v2.0/networks/312225e1-a2d9-404d-a7b2-344a1aecef4c HTTP/1.1" status: 204 len: 168 time: 2.4416287 Feb 09 01:25:36.018689 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-349af3e3-5271-449b-b7c1-55eddc2649ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:36.099197 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349af3e3-5271-449b-b7c1-55eddc2649ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ba3c0a-a7e3-48a0-adbf-13bb410c4e40,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:36.107726 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-349af3e3-5271-449b-b7c1-55eddc2649ee admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=3f30fb0d363a4a2a8e45b40e90616c2b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0581033 Feb 09 01:25:36.116589 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 57906) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:36.159409 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 3909518f-c6ae-4cda-b9b0-29adedd7e9fd up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:25:36.292566 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-22da73f7-da32-4412-b34c-760a6fc107b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:36.378249 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-22da73f7-da32-4412-b34c-760a6fc107b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:36.430194 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 3909518f-c6ae-4cda-b9b0-29adedd7e9fd triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:36.432995 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:36.488058 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-22da73f7-da32-4412-b34c-760a6fc107b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:36.549627 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-22da73f7-da32-4412-b34c-760a6fc107b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:36.556067 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-22da73f7-da32-4412-b34c-760a6fc107b9 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/e4ba3c0a-a7e3-48a0-adbf-13bb410c4e40 HTTP/1.1" status: 204 len: 168 time: 0.4384174 Feb 09 01:25:36.557168 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22da73f7-da32-4412-b34c-760a6fc107b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ba3c0a-a7e3-48a0-adbf-13bb410c4e40,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:36.679349 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 57926) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:36.765431 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-39aab6f1-5cd6-4947-be56-0b915e245dc3 None None] Provisioning complete for port c2bf5424-c347-47ca-8446-9347e23e3e11 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:36.773812 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-39aab6f1-5cd6-4947-be56-0b915e245dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:37.005452 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-39aab6f1-5cd6-4947-be56-0b915e245dc3 None None] Port c2bf5424-c347-47ca-8446-9347e23e3e11 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:25:37.070377 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-56da043d-4b50-4005-8503-8ebca4e86310 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:37.121928 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-e5babd5f-0617-452d-8e38-4e220039db8d admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=a3ead08fd7644f40b294237a3f82a6b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4355359 Feb 09 01:25:37.122568 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 57940) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:37.135527 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-241c1260-ebaa-41af-87f2-b0205c1dfe99 None None] Provisioning complete for port c2bf5424-c347-47ca-8446-9347e23e3e11 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:37.135900 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-241c1260-ebaa-41af-87f2-b0205c1dfe99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:37.176243 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:25:37.225508 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-241c1260-ebaa-41af-87f2-b0205c1dfe99 None None] Port c2bf5424-c347-47ca-8446-9347e23e3e11 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:25:37.227308 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 719f365f-74da-4f87-aa3c-690164ae48ca no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:25:37.263919 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 719f365f-74da-4f87-aa3c-690164ae48ca {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:25:37.264575 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 719f365f-74da-4f87-aa3c-690164ae48ca not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:25:37.282041 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-956e15e1-9905-4be3-99f8-402af4bd0c6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:37.320528 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-956e15e1-9905-4be3-99f8-402af4bd0c6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:37.428012 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-956e15e1-9905-4be3-99f8-402af4bd0c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:37.466621 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956e15e1-9905-4be3-99f8-402af4bd0c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6abcb9-f274-4e72-841c-fea6b2790863,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:37.520413 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-956e15e1-9905-4be3-99f8-402af4bd0c6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:37.522943 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-956e15e1-9905-4be3-99f8-402af4bd0c6e admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/eb6abcb9-f274-4e72-841c-fea6b2790863 HTTP/1.1" status: 204 len: 168 time: 0.3994174 Feb 09 01:25:37.943381 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-56da043d-4b50-4005-8503-8ebca4e86310 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Deleting port c2bf5424-c347-47ca-8446-9347e23e3e11 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:25:37.944475 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-56da043d-4b50-4005-8503-8ebca4e86310 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:38.129915 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0ea104ec-5332-4a93-ab97-b4c926b05d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:38.306275 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-56da043d-4b50-4005-8503-8ebca4e86310 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:38.650389 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-56da043d-4b50-4005-8503-8ebca4e86310 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Calling delete_port for c2bf5424-c347-47ca-8446-9347e23e3e11 owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:25:38.943608 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-56da043d-4b50-4005-8503-8ebca4e86310 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:39.129400 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56da043d-4b50-4005-8503-8ebca4e86310 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Pushing event deleted for resources: {'Port': ['ID=c2bf5424-c347-47ca-8446-9347e23e3e11,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:39.437915 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 58030) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:39.472694 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-56da043d-4b50-4005-8503-8ebca4e86310 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:39.718987 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-5e8d0081-b1e4-49ef-9f29-527d68f8f1aa tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1910289190'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:39.735165 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-5e8d0081-b1e4-49ef-9f29-527d68f8f1aa tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:25:39.751510 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-5e8d0081-b1e4-49ef-9f29-527d68f8f1aa tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Usage tracker for resource:network and tenant:81147165c806469fb64d6c9df4095257 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:25:39.754768 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-5e8d0081-b1e4-49ef-9f29-527d68f8f1aa tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:25:39.778806 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-5e8d0081-b1e4-49ef-9f29-527d68f8f1aa tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:25:39.793843 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8d0081-b1e4-49ef-9f29-527d68f8f1aa tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Made reservation on behalf of 81147165c806469fb64d6c9df4095257 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:25:39.802686 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5e8d0081-b1e4-49ef-9f29-527d68f8f1aa tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:39.837609 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5e8d0081-b1e4-49ef-9f29-527d68f8f1aa tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:39.873159 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-5e8d0081-b1e4-49ef-9f29-527d68f8f1aa tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:25:39.890354 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-5e8d0081-b1e4-49ef-9f29-527d68f8f1aa tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Usage tracker for resource:security_group_rule and tenant:81147165c806469fb64d6c9df4095257 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:25:39.893644 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-5e8d0081-b1e4-49ef-9f29-527d68f8f1aa tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:25:39.906777 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-5e8d0081-b1e4-49ef-9f29-527d68f8f1aa tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:25:39.920360 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56da043d-4b50-4005-8503-8ebca4e86310 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Router 46c445fd-1b2d-473d-98c4-e51f8ba5d753 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:25:40.134396 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56da043d-4b50-4005-8503-8ebca4e86310 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:25:40.138457 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5e8d0081-b1e4-49ef-9f29-527d68f8f1aa tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:40.145890 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5e8d0081-b1e4-49ef-9f29-527d68f8f1aa tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:40.150798 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7327b9-f339-4264-8543-23247b97a0c1 None None] Sync routers for ids ['46c445fd-1b2d-473d-98c4-e51f8ba5d753'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:25:40.168503 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-56da043d-4b50-4005-8503-8ebca4e86310 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "PUT /v2.0/routers/46c445fd-1b2d-473d-98c4-e51f8ba5d753/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2466073 Feb 09 01:25:40.169988 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7327b9-f339-4264-8543-23247b97a0c1 None None] Routers {'46c445fd-1b2d-473d-98c4-e51f8ba5d753'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:25:40.176635 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 58064) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:40.179158 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-1a7327b9-f339-4264-8543-23247b97a0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:25:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['46c445fd-1b2d-473d-98c4-e51f8ba5d753'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:40.291547 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e8d0081-b1e4-49ef-9f29-527d68f8f1aa tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:25:40.312719 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-78d92a59-0e06-4d10-b8aa-6d0da37d0b94 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Synchronizing usage tracker for tenant:75af0a1c47ce4ddc8bdf7d84418e468b on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:25:40.328510 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5e8d0081-b1e4-49ef-9f29-527d68f8f1aa tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:40.329285 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-5e8d0081-b1e4-49ef-9f29-527d68f8f1aa tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Added segment abc84b25-5dff-4bcb-9fb4-5627efea5bdc of type vlan for network 6e82cc32-9570-49e0-a361-89ea54423f0c Feb 09 01:25:40.333416 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8d0081-b1e4-49ef-9f29-527d68f8f1aa tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da64507a-c7e9-4896-a47c-9fca452dc39e,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:40.367838 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-78d92a59-0e06-4d10-b8aa-6d0da37d0b94 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Unset dirty status for tenant:75af0a1c47ce4ddc8bdf7d84418e468b on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:25:40.368850 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-78d92a59-0e06-4d10-b8aa-6d0da37d0b94 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "GET /v2.0/ports?device_id=46c445fd-1b2d-473d-98c4-e51f8ba5d753 HTTP/1.1" status: 200 len: 205 time: 0.1652086 Feb 09 01:25:40.372443 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58070) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:40.404080 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5e8d0081-b1e4-49ef-9f29-527d68f8f1aa tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:40.450721 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-1a7327b9-f339-4264-8543-23247b97a0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:40.479645 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5e8d0081-b1e4-49ef-9f29-527d68f8f1aa tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:40.486104 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8d0081-b1e4-49ef-9f29-527d68f8f1aa tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:40.486724 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5e8d0081-b1e4-49ef-9f29-527d68f8f1aa tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:40.509816 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7327b9-f339-4264-8543-23247b97a0c1 None None] Routers {'46c445fd-1b2d-473d-98c4-e51f8ba5d753'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:25:40.512478 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-1a7327b9-f339-4264-8543-23247b97a0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:25:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['46c445fd-1b2d-473d-98c4-e51f8ba5d753'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:40.643777 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ce9e9961-4dda-4613-9f8b-ebd53a4631d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:40.646342 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-1a7327b9-f339-4264-8543-23247b97a0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:40.646981 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7327b9-f339-4264-8543-23247b97a0c1 None None] The sync data for ids ['46c445fd-1b2d-473d-98c4-e51f8ba5d753'] in n-d-828418-1 is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:25:40.816548 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1c0514ba-1881-4661-8794-99bd02c81eec tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:40.987599 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8d0081-b1e4-49ef-9f29-527d68f8f1aa tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Pushing event updated for resources: {'Network': ['ID=6e82cc32-9570-49e0-a361-89ea54423f0c,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:40.991386 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-5e8d0081-b1e4-49ef-9f29-527d68f8f1aa tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5512583 Feb 09 01:25:40.995371 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 58124) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:40.999316 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 6e82cc32-9570-49e0-a361-89ea54423f0c details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:25:41.004916 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-6d2e6182-d798-423c-ad2e-e0ced190a0fc tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Request body: {'subnet': {'network_id': '6e82cc32-9570-49e0-a361-89ea54423f0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:41.136162 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-6d2e6182-d798-423c-ad2e-e0ced190a0fc tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:25:41.140332 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-6d2e6182-d798-423c-ad2e-e0ced190a0fc tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Usage tracker for resource:subnet and tenant:81147165c806469fb64d6c9df4095257 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:25:41.144376 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-6d2e6182-d798-423c-ad2e-e0ced190a0fc tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:25:41.153014 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-6d2e6182-d798-423c-ad2e-e0ced190a0fc tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:25:41.170764 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d2e6182-d798-423c-ad2e-e0ced190a0fc tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Made reservation on behalf of 81147165c806469fb64d6c9df4095257 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:25:41.176147 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6d2e6182-d798-423c-ad2e-e0ced190a0fc tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:41.289429 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1c0514ba-1881-4661-8794-99bd02c81eec tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:41.292248 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1c0514ba-1881-4661-8794-99bd02c81eec tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:41.341709 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1c0514ba-1881-4661-8794-99bd02c81eec tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:41.342234 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c0514ba-1881-4661-8794-99bd02c81eec tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Fanout notify agent at l3_agent the message router_deleted on router 46c445fd-1b2d-473d-98c4-e51f8ba5d753 {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:25:41.362701 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1c0514ba-1881-4661-8794-99bd02c81eec tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:41.366916 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1c0514ba-1881-4661-8794-99bd02c81eec tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "DELETE /v2.0/routers/46c445fd-1b2d-473d-98c4-e51f8ba5d753 HTTP/1.1" status: 204 len: 168 time: 0.9923294 Feb 09 01:25:41.368688 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58134) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:41.488613 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:41.510996 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58138) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:41.542595 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-d44f08eb-4245-40e0-b18b-34217f1d77aa tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Deleting subnet d923bc34-69f0-4511-a906-62b852db8e26 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:25:41.552806 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d44f08eb-4245-40e0-b18b-34217f1d77aa tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:41.561773 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:41.574126 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6d2e6182-d798-423c-ad2e-e0ced190a0fc tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:41.710860 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d44f08eb-4245-40e0-b18b-34217f1d77aa tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:41.750214 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2e6182-d798-423c-ad2e-e0ced190a0fc tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Pushing event updated for resources: {'Subnet': ['ID=3c502989-cd33-4926-b734-bae079d87a84,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:41.794041 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2e6182-d798-423c-ad2e-e0ced190a0fc tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Checking segment: {'id': 'abc84b25-5dff-4bcb-9fb4-5627efea5bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6e82cc32-9570-49e0-a361-89ea54423f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:25:41.794397 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2e6182-d798-423c-ad2e-e0ced190a0fc tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Network hostable DHCP agents. Network: 6e82cc32-9570-49e0-a361-89ea54423f0c, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:25:41.836802 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2e6182-d798-423c-ad2e-e0ced190a0fc tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Network 6e82cc32-9570-49e0-a361-89ea54423f0c is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:25:41.850581 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-6d2e6182-d798-423c-ad2e-e0ced190a0fc tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 6e82cc32-9570-49e0-a361-89ea54423f0c) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:41.862010 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2e6182-d798-423c-ad2e-e0ced190a0fc tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:41.863267 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6d2e6182-d798-423c-ad2e-e0ced190a0fc tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:41.872852 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f3acbc-33db-4e73-9df9-7dd0c2ce4fbd None None] Network 6e82cc32-9570-49e0-a361-89ea54423f0c requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:25:41.914714 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-6d2e6182-d798-423c-ad2e-e0ced190a0fc tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9181411 Feb 09 01:25:41.917090 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 58162) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:41.918076 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7fcd99e1-1217-4100-9d30-9daad8ee66d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:41.925147 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-8954038c-0631-45d4-baaa-7ffbd7665f3a tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1045561741', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}, 'admin_state_up': False}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:41.934268 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-8954038c-0631-45d4-baaa-7ffbd7665f3a tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:25:41.939038 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-8954038c-0631-45d4-baaa-7ffbd7665f3a tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Usage tracker for resource:router and tenant:81147165c806469fb64d6c9df4095257 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:25:41.943225 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-8954038c-0631-45d4-baaa-7ffbd7665f3a tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:25:41.951061 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-8954038c-0631-45d4-baaa-7ffbd7665f3a tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:25:41.962515 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7fcd99e1-1217-4100-9d30-9daad8ee66d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:25:41.964014 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8954038c-0631-45d4-baaa-7ffbd7665f3a tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:41.976781 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-7fcd99e1-1217-4100-9d30-9daad8ee66d8 admin admin] Usage tracker for resource:security_group_rule and tenant:5497bc2396ef44339e57684020c4b1ba is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:25:41.977749 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8954038c-0631-45d4-baaa-7ffbd7665f3a tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:41.980601 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-7fcd99e1-1217-4100-9d30-9daad8ee66d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:25:41.995932 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7fcd99e1-1217-4100-9d30-9daad8ee66d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:25:42.015371 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8954038c-0631-45d4-baaa-7ffbd7665f3a tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:42.172303 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7fcd99e1-1217-4100-9d30-9daad8ee66d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:42.177538 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7fcd99e1-1217-4100-9d30-9daad8ee66d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:42.196650 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa33787d-83dd-40e6-837c-ba911a31f774 None None] Network 6e82cc32-9570-49e0-a361-89ea54423f0c requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:25:42.299713 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d44f08eb-4245-40e0-b18b-34217f1d77aa tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:42.416688 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-7fcd99e1-1217-4100-9d30-9daad8ee66d8 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=5497bc2396ef44339e57684020c4b1ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9044826 Feb 09 01:25:42.417907 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcd99e1-1217-4100-9d30-9daad8ee66d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c46a53a-1920-4234-9cc5-0191134ed119,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:42.422379 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 58170) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:42.446994 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d44f08eb-4245-40e0-b18b-34217f1d77aa tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:42.537921 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8954038c-0631-45d4-baaa-7ffbd7665f3a tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:42.583559 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d44f08eb-4245-40e0-b18b-34217f1d77aa tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:42.591979 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-44319878-c5c9-4602-8a80-1f0304c48b03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:42.611235 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44f08eb-4245-40e0-b18b-34217f1d77aa tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Pushing event deleted for resources: {'Subnet': ['ID=d923bc34-69f0-4511-a906-62b852db8e26,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:42.623388 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d44f08eb-4245-40e0-b18b-34217f1d77aa tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "DELETE /v2.0/subnets/d923bc34-69f0-4511-a906-62b852db8e26 HTTP/1.1" status: 204 len: 168 time: 1.2502074 Feb 09 01:25:42.624305 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58176) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:42.644560 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ef0f51-5c93-4ef6-ae88-1c527072db04 None None] Network 3a207c5d-f94c-443c-afc5-f1fd50bbbb73 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:25:42.680053 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-44319878-c5c9-4602-8a80-1f0304c48b03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:42.805565 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-44319878-c5c9-4602-8a80-1f0304c48b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:42.871766 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44319878-c5c9-4602-8a80-1f0304c48b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c46a53a-1920-4234-9cc5-0191134ed119,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:42.923934 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-44319878-c5c9-4602-8a80-1f0304c48b03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:42.930159 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-44319878-c5c9-4602-8a80-1f0304c48b03 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/3c46a53a-1920-4234-9cc5-0191134ed119 HTTP/1.1" status: 204 len: 168 time: 0.5063276 Feb 09 01:25:43.045241 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7f19d234-a772-4286-9be4-496943c44038 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:43.076095 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-7f19d234-a772-4286-9be4-496943c44038 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Deleting port 3909518f-c6ae-4cda-b9b0-29adedd7e9fd {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:25:43.076540 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7f19d234-a772-4286-9be4-496943c44038 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:43.112671 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a6aa2e-302d-4fa5-b2e5-dd528ef8a33a None None] DHCP port deletion for 3a207c5d-f94c-443c-afc5-f1fd50bbbb73 request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:25:43.118791 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-93a6aa2e-302d-4fa5-b2e5-dd528ef8a33a None None] Deleting port 3909518f-c6ae-4cda-b9b0-29adedd7e9fd {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:25:43.118791 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-93a6aa2e-302d-4fa5-b2e5-dd528ef8a33a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:43.399720 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8954038c-0631-45d4-baaa-7ffbd7665f3a tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for router_gateway, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:43.451565 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8954038c-0631-45d4-baaa-7ffbd7665f3a tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:43.547943 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-7f19d234-a772-4286-9be4-496943c44038 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] For port 3909518f-c6ae-4cda-b9b0-29adedd7e9fd, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=3909518f-c6ae-4cda-b9b0-29adedd7e9fd,segment=NetworkSegment(5b7594ba-3630-427b-9590-78a19f49da4c),segment_id=5b7594ba-3630-427b-9590-78a19f49da4c)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:25:43.550042 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7f19d234-a772-4286-9be4-496943c44038 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:43.798488 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 58214) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:43.852531 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-16938834-6fc2-478d-abbd-d9c30f22a544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:43.890375 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-7f19d234-a772-4286-9be4-496943c44038 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Calling delete_port for 3909518f-c6ae-4cda-b9b0-29adedd7e9fd owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:25:43.933762 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-8954038c-0631-45d4-baaa-7ffbd7665f3a tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Allocated IP 172.25.0.205 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/91f37227-4709-4923-bc75-61fa5d2eda3a) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:25:43.970772 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-93a6aa2e-302d-4fa5-b2e5-dd528ef8a33a None None] For port 3909518f-c6ae-4cda-b9b0-29adedd7e9fd, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=3909518f-c6ae-4cda-b9b0-29adedd7e9fd,segment=NetworkSegment(5b7594ba-3630-427b-9590-78a19f49da4c),segment_id=5b7594ba-3630-427b-9590-78a19f49da4c)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:25:43.971277 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-93a6aa2e-302d-4fa5-b2e5-dd528ef8a33a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:44.260306 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-93a6aa2e-302d-4fa5-b2e5-dd528ef8a33a None None] Calling delete_port for 3909518f-c6ae-4cda-b9b0-29adedd7e9fd owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:25:44.316292 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 3909518f-c6ae-4cda-b9b0-29adedd7e9fd no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:25:44.384654 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:44.429967 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-16938834-6fc2-478d-abbd-d9c30f22a544 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:25:44.450425 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-16938834-6fc2-478d-abbd-d9c30f22a544 admin admin] Usage tracker for resource:security_group_rule and tenant:d9dcdcce431b4b8480ebc2dd3af5206a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:25:44.459124 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-16938834-6fc2-478d-abbd-d9c30f22a544 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:25:44.480906 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-16938834-6fc2-478d-abbd-d9c30f22a544 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:25:44.537749 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Port 3909518f-c6ae-4cda-b9b0-29adedd7e9fd update to DOWN by agent not found {{(pid=87640) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 09 01:25:44.556319 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-93a6aa2e-302d-4fa5-b2e5-dd528ef8a33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:44.582675 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8954038c-0631-45d4-baaa-7ffbd7665f3a tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:44.583060 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.db.api [None req-7f19d234-a772-4286-9be4-496943c44038 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:25:44.583524 n-d-828418-1 neutron-server[87638]: DEBUG oslo_db.api [None req-7f19d234-a772-4286-9be4-496943c44038 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:25:44.697660 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-16938834-6fc2-478d-abbd-d9c30f22a544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:44.709892 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-16938834-6fc2-478d-abbd-d9c30f22a544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:44.729414 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a6aa2e-302d-4fa5-b2e5-dd528ef8a33a None None] No DVR routers for this DVR port 3909518f-c6ae-4cda-b9b0-29adedd7e9fd on host n-d-828418-1 {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:25:44.744796 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a6aa2e-302d-4fa5-b2e5-dd528ef8a33a None None] Pushing event deleted for resources: {'Port': ['ID=3909518f-c6ae-4cda-b9b0-29adedd7e9fd,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:44.853357 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16938834-6fc2-478d-abbd-d9c30f22a544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5fdace8-469f-40c4-abfb-4c85a963bd8e,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:44.866538 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-16938834-6fc2-478d-abbd-d9c30f22a544 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=d9dcdcce431b4b8480ebc2dd3af5206a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0534167 Feb 09 01:25:44.867269 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58226) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:44.867467 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8954038c-0631-45d4-baaa-7ffbd7665f3a tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:44.989531 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8954038c-0631-45d4-baaa-7ffbd7665f3a tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:25:44.992580 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954038c-0631-45d4-baaa-7ffbd7665f3a tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Pushing event updated for resources: {'Port': ['ID=91f37227-4709-4923-bc75-61fa5d2eda3a,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:45.006038 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-8954038c-0631-45d4-baaa-7ffbd7665f3a tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:45.009224 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8954038c-0631-45d4-baaa-7ffbd7665f3a tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:25:45.022159 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7c701f28-68e8-47e0-82a2-1d072e6784c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:45.070688 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7c701f28-68e8-47e0-82a2-1d072e6784c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:45.128455 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-7f19d234-a772-4286-9be4-496943c44038 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Deleting port 3909518f-c6ae-4cda-b9b0-29adedd7e9fd {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:25:45.128808 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7f19d234-a772-4286-9be4-496943c44038 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:45.333767 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7c701f28-68e8-47e0-82a2-1d072e6784c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:45.346704 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-7f19d234-a772-4286-9be4-496943c44038 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] The port '3909518f-c6ae-4cda-b9b0-29adedd7e9fd' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:25:45.431777 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c701f28-68e8-47e0-82a2-1d072e6784c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5fdace8-469f-40c4-abfb-4c85a963bd8e,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:45.543072 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7c701f28-68e8-47e0-82a2-1d072e6784c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:45.550122 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-7c701f28-68e8-47e0-82a2-1d072e6784c8 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/c5fdace8-469f-40c4-abfb-4c85a963bd8e HTTP/1.1" status: 204 len: 168 time: 0.6751862 Feb 09 01:25:45.550508 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7f19d234-a772-4286-9be4-496943c44038 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:45.692453 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-7f19d234-a772-4286-9be4-496943c44038 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a207c5d-f94c-443c-afc5-f1fd50bbbb73']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:45.706944 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-7f19d234-a772-4286-9be4-496943c44038 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b7594ba-3630-427b-9590-78a19f49da4c') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:45.707401 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-7f19d234-a772-4286-9be4-496943c44038 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b7594ba-3630-427b-9590-78a19f49da4c') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:45.720955 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7f19d234-a772-4286-9be4-496943c44038 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:45.739204 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7f19d234-a772-4286-9be4-496943c44038 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:45.750739 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f19d234-a772-4286-9be4-496943c44038 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:25:45.751848 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7f19d234-a772-4286-9be4-496943c44038 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:45.870830 n-d-828418-1 neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:25:45.870830 n-d-828418-1 neutron-server[87638]: util.warn( Feb 09 01:25:45.870830 n-d-828418-1 neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:25:45.870830 n-d-828418-1 neutron-server[87638]: util.warn( Feb 09 01:25:45.870830 n-d-828418-1 neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:25:45.870830 n-d-828418-1 neutron-server[87638]: util.warn( Feb 09 01:25:45.870830 n-d-828418-1 neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:25:45.870830 n-d-828418-1 neutron-server[87638]: util.warn( Feb 09 01:25:45.870830 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:25:45.870830 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:25:45.870830 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:25:45.870830 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:25:45.870830 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:25:45.870830 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:25:45.870830 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:25:45.870830 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:25:45.870830 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:25:45.870830 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:25:45.870830 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:25:45.870830 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:25:45.870830 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:25:45.870830 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:25:45.870830 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:25:45.870830 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:25:45.870830 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:25:45.870830 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:25:45.870830 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:25:45.870830 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:25:45.870830 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:25:45.870830 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:25:45.870830 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:25:45.870830 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:25:45.870830 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:25:45.870830 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:25:45.870830 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:25:45.870830 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:25:45.870830 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:25:45.870830 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:25:45.870830 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:25:45.870830 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:25:45.989276 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7f19d234-a772-4286-9be4-496943c44038 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:46.022001 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7f19d234-a772-4286-9be4-496943c44038 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:46.039460 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f19d234-a772-4286-9be4-496943c44038 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Pushing event deleted for resources: {'Network': ['ID=3a207c5d-f94c-443c-afc5-f1fd50bbbb73,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:46.050509 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-7f19d234-a772-4286-9be4-496943c44038 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "DELETE /v2.0/networks/3a207c5d-f94c-443c-afc5-f1fd50bbbb73 HTTP/1.1" status: 204 len: 168 time: 3.4250987 Feb 09 01:25:46.053666 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58238) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:46.062149 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-ad94f053-c791-4373-9756-65cfa159691a tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1219311794', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}, 'admin_state_up': False}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:46.073383 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ad94f053-c791-4373-9756-65cfa159691a tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:25:46.077578 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ad94f053-c791-4373-9756-65cfa159691a tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Usage tracker for resource:router and tenant:75af0a1c47ce4ddc8bdf7d84418e468b is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:25:46.084762 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ad94f053-c791-4373-9756-65cfa159691a tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:25:46.096725 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ad94f053-c791-4373-9756-65cfa159691a tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:25:46.133096 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ad94f053-c791-4373-9756-65cfa159691a tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:46.135059 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ad94f053-c791-4373-9756-65cfa159691a tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:46.179697 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ad94f053-c791-4373-9756-65cfa159691a tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:46.244401 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8954038c-0631-45d4-baaa-7ffbd7665f3a tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for router_gateway, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:46.659497 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ad94f053-c791-4373-9756-65cfa159691a tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:46.856438 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8954038c-0631-45d4-baaa-7ffbd7665f3a tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:47.267709 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8954038c-0631-45d4-baaa-7ffbd7665f3a tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Router 13b91e9f-06b0-4588-9b10-f77dd1b393aa is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:25:47.437753 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ad94f053-c791-4373-9756-65cfa159691a tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for router_gateway, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:47.513251 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ad94f053-c791-4373-9756-65cfa159691a tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:47.810772 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8954038c-0631-45d4-baaa-7ffbd7665f3a tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:25:47.823446 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21d5469-9a01-442f-9aa3-b75849da9aac None None] Sync routers for ids ['13b91e9f-06b0-4588-9b10-f77dd1b393aa'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:25:47.866366 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21d5469-9a01-442f-9aa3-b75849da9aac None None] Routers {'13b91e9f-06b0-4588-9b10-f77dd1b393aa'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:25:47.869881 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-b21d5469-9a01-442f-9aa3-b75849da9aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:25:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['13b91e9f-06b0-4588-9b10-f77dd1b393aa'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:47.935506 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8954038c-0631-45d4-baaa-7ffbd7665f3a tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:47.938025 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-8954038c-0631-45d4-baaa-7ffbd7665f3a tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.0186000 Feb 09 01:25:47.941860 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 58278) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:47.954280 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-ad94f053-c791-4373-9756-65cfa159691a tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Allocated IP 172.25.0.216 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/ad2735f2-dcd9-4a46-9daa-0132e422fb95) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:25:48.085737 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-b21d5469-9a01-442f-9aa3-b75849da9aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:48.104349 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21d5469-9a01-442f-9aa3-b75849da9aac None None] Routers {'13b91e9f-06b0-4588-9b10-f77dd1b393aa'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:25:48.105408 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-b21d5469-9a01-442f-9aa3-b75849da9aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:25:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['13b91e9f-06b0-4588-9b10-f77dd1b393aa'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:48.308838 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-b21d5469-9a01-442f-9aa3-b75849da9aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:48.309240 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21d5469-9a01-442f-9aa3-b75849da9aac None None] The sync data for ids ['13b91e9f-06b0-4588-9b10-f77dd1b393aa'] in n-d-828418-1 is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:25:48.417227 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ad94f053-c791-4373-9756-65cfa159691a tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:48.502899 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ad94f053-c791-4373-9756-65cfa159691a tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:48.675274 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad94f053-c791-4373-9756-65cfa159691a tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:25:48.693100 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-ad94f053-c791-4373-9756-65cfa159691a tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:48.704689 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad94f053-c791-4373-9756-65cfa159691a tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:25:48.804443 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad94f053-c791-4373-9756-65cfa159691a tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Pushing event updated for resources: {'Port': ['ID=ad2735f2-dcd9-4a46-9daa-0132e422fb95,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:49.355563 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-651f4af5-e43b-4641-bb6b-3f8256e6c81f tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:49.849877 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-651f4af5-e43b-4641-bb6b-3f8256e6c81f tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Allocated IP 172.20.0.1 (6e82cc32-9570-49e0-a361-89ea54423f0c/3c502989-cd33-4926-b734-bae079d87a84/d9c4ae91-f02d-4b94-87ca-45861dc56747) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:25:49.899460 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ad94f053-c791-4373-9756-65cfa159691a tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for router_gateway, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:50.209032 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-651f4af5-e43b-4641-bb6b-3f8256e6c81f tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:50.255126 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-651f4af5-e43b-4641-bb6b-3f8256e6c81f tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:50.485638 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651f4af5-e43b-4641-bb6b-3f8256e6c81f tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Pushing event updated for resources: {'Port': ['ID=d9c4ae91-f02d-4b94-87ca-45861dc56747,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:50.515428 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651f4af5-e43b-4641-bb6b-3f8256e6c81f tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Network 6e82cc32-9570-49e0-a361-89ea54423f0c is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:25:50.517538 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-651f4af5-e43b-4641-bb6b-3f8256e6c81f tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:50.522506 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651f4af5-e43b-4641-bb6b-3f8256e6c81f tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:25:50.578942 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ad94f053-c791-4373-9756-65cfa159691a tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:50.687214 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-651f4af5-e43b-4641-bb6b-3f8256e6c81f tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:50.922957 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad94f053-c791-4373-9756-65cfa159691a tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Router 9f10dc85-d5f4-4f4f-917b-4049acee69ab is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:25:51.046871 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-651f4af5-e43b-4641-bb6b-3f8256e6c81f tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:51.617753 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad94f053-c791-4373-9756-65cfa159691a tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:25:51.628590 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686c0315-09db-4e10-8ade-6d77e00efd4c None None] Sync routers for ids ['9f10dc85-d5f4-4f4f-917b-4049acee69ab'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:25:51.652264 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686c0315-09db-4e10-8ade-6d77e00efd4c None None] Routers {'9f10dc85-d5f4-4f4f-917b-4049acee69ab'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:25:51.655378 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-686c0315-09db-4e10-8ade-6d77e00efd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:25:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['9f10dc85-d5f4-4f4f-917b-4049acee69ab'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:51.656369 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ad94f053-c791-4373-9756-65cfa159691a tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:51.660379 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ad94f053-c791-4373-9756-65cfa159691a tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.6036289 Feb 09 01:25:51.663056 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58422) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:51.859857 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-686c0315-09db-4e10-8ade-6d77e00efd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:51.945430 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686c0315-09db-4e10-8ade-6d77e00efd4c None None] Routers {'9f10dc85-d5f4-4f4f-917b-4049acee69ab'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:25:51.945430 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-686c0315-09db-4e10-8ade-6d77e00efd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:25:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['9f10dc85-d5f4-4f4f-917b-4049acee69ab'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:51.980366 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-651f4af5-e43b-4641-bb6b-3f8256e6c81f tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:51.985383 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-651f4af5-e43b-4641-bb6b-3f8256e6c81f tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:52.128234 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651f4af5-e43b-4641-bb6b-3f8256e6c81f tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Pushing event updated for resources: {'Port': ['ID=d9c4ae91-f02d-4b94-87ca-45861dc56747,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:52.137547 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:52.138311 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-686c0315-09db-4e10-8ade-6d77e00efd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:52.138707 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686c0315-09db-4e10-8ade-6d77e00efd4c None None] The sync data for ids ['9f10dc85-d5f4-4f4f-917b-4049acee69ab'] in n-d-828418-1 is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:25:52.183865 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-4dea9b8f-0cd2-493f-b013-df1a77c69cee tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "GET /v2.0/routers/9f10dc85-d5f4-4f4f-917b-4049acee69ab HTTP/1.1" status: 200 len: 885 time: 0.5178509 Feb 09 01:25:52.183865 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58442) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:52.367288 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-651f4af5-e43b-4641-bb6b-3f8256e6c81f tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:52.578002 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651f4af5-e43b-4641-bb6b-3f8256e6c81f tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Network 6e82cc32-9570-49e0-a361-89ea54423f0c is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:25:52.578002 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-651f4af5-e43b-4641-bb6b-3f8256e6c81f tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:52.703969 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-34603c03-b4fc-4a31-bc38-f8df14b5d119 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Synchronizing usage tracker for tenant:75af0a1c47ce4ddc8bdf7d84418e468b on resource:router {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:25:52.780049 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-34603c03-b4fc-4a31-bc38-f8df14b5d119 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Unset dirty status for tenant:75af0a1c47ce4ddc8bdf7d84418e468b on resource:router {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:25:52.780049 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-34603c03-b4fc-4a31-bc38-f8df14b5d119 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.5784166 Feb 09 01:25:52.780049 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58478) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:52.810163 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-5c89e111-d55e-46f5-af31-1f4cd82f610c tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1219311794'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:52.921479 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-651f4af5-e43b-4641-bb6b-3f8256e6c81f tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Router 13b91e9f-06b0-4588-9b10-f77dd1b393aa has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:25:53.187619 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-651f4af5-e43b-4641-bb6b-3f8256e6c81f tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:25:53.193021 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-651f4af5-e43b-4641-bb6b-3f8256e6c81f tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] 10.222.0.105 "PUT /v2.0/routers/13b91e9f-06b0-4588-9b10-f77dd1b393aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2483788 Feb 09 01:25:53.201888 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 58490) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:53.204964 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1342c8d-941c-4364-bdce-c7fb8818222d None None] Sync routers for ids ['13b91e9f-06b0-4588-9b10-f77dd1b393aa'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:25:53.208306 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-fd771d75-022c-42f0-ba84-04449beb052c tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Request body: {'port': {'network_id': '6e82cc32-9570-49e0-a361-89ea54423f0c', 'name': 'tempest-FloatingIPTestJSON-1987496852'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:53.220533 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1342c8d-941c-4364-bdce-c7fb8818222d None None] Routers {'13b91e9f-06b0-4588-9b10-f77dd1b393aa'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:25:53.221167 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-e1342c8d-941c-4364-bdce-c7fb8818222d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:25:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['13b91e9f-06b0-4588-9b10-f77dd1b393aa'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:53.552397 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-e1342c8d-941c-4364-bdce-c7fb8818222d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:53.575828 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1342c8d-941c-4364-bdce-c7fb8818222d None None] Routers {'13b91e9f-06b0-4588-9b10-f77dd1b393aa'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:25:53.577195 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-e1342c8d-941c-4364-bdce-c7fb8818222d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:25:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['13b91e9f-06b0-4588-9b10-f77dd1b393aa'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:53.660287 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58508) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:53.695443 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-fd771d75-022c-42f0-ba84-04449beb052c tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:25:53.706002 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-fd771d75-022c-42f0-ba84-04449beb052c tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Usage tracker for resource:port and tenant:81147165c806469fb64d6c9df4095257 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:25:53.706002 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-fd771d75-022c-42f0-ba84-04449beb052c tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:25:53.726266 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-fd771d75-022c-42f0-ba84-04449beb052c tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:25:53.749357 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd771d75-022c-42f0-ba84-04449beb052c tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Made reservation on behalf of 81147165c806469fb64d6c9df4095257 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:25:53.769824 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fd771d75-022c-42f0-ba84-04449beb052c tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:53.840865 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-e1342c8d-941c-4364-bdce-c7fb8818222d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:53.840865 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1342c8d-941c-4364-bdce-c7fb8818222d None None] The sync data for ids ['13b91e9f-06b0-4588-9b10-f77dd1b393aa'] in n-d-828418-1 is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:25:53.876738 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-fd771d75-022c-42f0-ba84-04449beb052c tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] device_id is not set on port 6c88f038-a399-4a3a-a6f0-95be1f9d3c5c yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:25:53.923814 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5c89e111-d55e-46f5-af31-1f4cd82f610c tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:53.956571 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5c89e111-d55e-46f5-af31-1f4cd82f610c tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1673984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1674007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1671766'] for router, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:54.111454 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2669e9dd-629b-483d-8567-e8f578612851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:54.142823 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2669e9dd-629b-483d-8567-e8f578612851 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:25:54.149809 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-2669e9dd-629b-483d-8567-e8f578612851 admin admin] Usage tracker for resource:security_group_rule and tenant:4afdd444a2f54a2a900f869d77ca5e67 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:25:54.155267 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-2669e9dd-629b-483d-8567-e8f578612851 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:25:54.169370 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2669e9dd-629b-483d-8567-e8f578612851 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:25:54.244230 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-fd771d75-022c-42f0-ba84-04449beb052c tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Allocated IP 172.20.0.6 (6e82cc32-9570-49e0-a361-89ea54423f0c/3c502989-cd33-4926-b734-bae079d87a84/6c88f038-a399-4a3a-a6f0-95be1f9d3c5c) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:25:54.341040 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c89e111-d55e-46f5-af31-1f4cd82f610c tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Router 9f10dc85-d5f4-4f4f-917b-4049acee69ab has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:25:54.565653 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fd771d75-022c-42f0-ba84-04449beb052c tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:54.605715 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fd771d75-022c-42f0-ba84-04449beb052c tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:54.769463 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd771d75-022c-42f0-ba84-04449beb052c tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Network 6e82cc32-9570-49e0-a361-89ea54423f0c is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:25:54.783911 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-fd771d75-022c-42f0-ba84-04449beb052c tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:54.791206 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd771d75-022c-42f0-ba84-04449beb052c tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:25:54.871185 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:54.930362 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd771d75-022c-42f0-ba84-04449beb052c tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Pushing event updated for resources: {'Port': ['ID=6c88f038-a399-4a3a-a6f0-95be1f9d3c5c,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:54.992430 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd771d75-022c-42f0-ba84-04449beb052c tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:54.993151 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fd771d75-022c-42f0-ba84-04449beb052c tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:55.031032 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-fd771d75-022c-42f0-ba84-04449beb052c tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8277125 Feb 09 01:25:55.033316 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 58534) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:55.052478 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-3e44dd18-2d4f-4b35-9e9a-37878c4c5b27 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Request body: {'port': {'network_id': '6e82cc32-9570-49e0-a361-89ea54423f0c', 'name': 'tempest-FloatingIPTestJSON-306616100'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:55.076666 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2669e9dd-629b-483d-8567-e8f578612851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:55.082989 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2669e9dd-629b-483d-8567-e8f578612851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:55.178248 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-2669e9dd-629b-483d-8567-e8f578612851 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=4afdd444a2f54a2a900f869d77ca5e67&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5051014 Feb 09 01:25:55.178248 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58540) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:55.178248 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c89e111-d55e-46f5-af31-1f4cd82f610c tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:25:55.187185 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca188573-8b4e-473c-8b32-d673077bd911 None None] Sync routers for ids ['9f10dc85-d5f4-4f4f-917b-4049acee69ab'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:25:55.208854 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca188573-8b4e-473c-8b32-d673077bd911 None None] Routers {'9f10dc85-d5f4-4f4f-917b-4049acee69ab'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:25:55.208854 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-ca188573-8b4e-473c-8b32-d673077bd911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:25:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['9f10dc85-d5f4-4f4f-917b-4049acee69ab'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:55.242694 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5c89e111-d55e-46f5-af31-1f4cd82f610c tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:55.250777 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-5c89e111-d55e-46f5-af31-1f4cd82f610c tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "PUT /v2.0/routers/9f10dc85-d5f4-4f4f-917b-4049acee69ab HTTP/1.1" status: 200 len: 892 time: 2.4723420 Feb 09 01:25:55.250777 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58544) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:55.250777 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2669e9dd-629b-483d-8567-e8f578612851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef244fe5-69d9-480e-b606-d587d106591e,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:55.355744 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-ca188573-8b4e-473c-8b32-d673077bd911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:55.373205 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca188573-8b4e-473c-8b32-d673077bd911 None None] Routers {'9f10dc85-d5f4-4f4f-917b-4049acee69ab'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:25:55.373205 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-ca188573-8b4e-473c-8b32-d673077bd911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:25:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['9f10dc85-d5f4-4f4f-917b-4049acee69ab'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:55.398749 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-3e44dd18-2d4f-4b35-9e9a-37878c4c5b27 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:25:55.398749 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-3e44dd18-2d4f-4b35-9e9a-37878c4c5b27 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Usage tracker for resource:port and tenant:81147165c806469fb64d6c9df4095257 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:25:55.398749 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-3e44dd18-2d4f-4b35-9e9a-37878c4c5b27 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:25:55.415040 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-3e44dd18-2d4f-4b35-9e9a-37878c4c5b27 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:25:55.432520 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e44dd18-2d4f-4b35-9e9a-37878c4c5b27 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Made reservation on behalf of 81147165c806469fb64d6c9df4095257 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:25:55.432700 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ed09f755-b29c-442c-9ed1-fd6d16c8c7c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:55.437687 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3e44dd18-2d4f-4b35-9e9a-37878c4c5b27 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:55.577984 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-ca188573-8b4e-473c-8b32-d673077bd911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:55.577984 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca188573-8b4e-473c-8b32-d673077bd911 None None] The sync data for ids ['9f10dc85-d5f4-4f4f-917b-4049acee69ab'] in n-d-828418-1 is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:25:55.681503 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-3e44dd18-2d4f-4b35-9e9a-37878c4c5b27 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] device_id is not set on port 379b22bc-084a-4140-a47f-43ac04f0c402 yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:25:55.756810 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ee77b5a5-7d8f-4649-a3a0-98276fe2c129 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "GET /v2.0/routers/9f10dc85-d5f4-4f4f-917b-4049acee69ab HTTP/1.1" status: 200 len: 892 time: 0.5045176 Feb 09 01:25:55.756810 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ed09f755-b29c-442c-9ed1-fd6d16c8c7c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:55.763743 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 58568) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:55.886202 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-995466ac-5c75-4313-9db9-b341aa67aadf tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "GET /v2.0/ports?device_id=9f10dc85-d5f4-4f4f-917b-4049acee69ab HTTP/1.1" status: 200 len: 205 time: 0.1242979 Feb 09 01:25:55.887323 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 58572) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:55.888932 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ed09f755-b29c-442c-9ed1-fd6d16c8c7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:55.921469 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ed09f755-b29c-442c-9ed1-fd6d16c8c7c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:55.929925 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ed09f755-b29c-442c-9ed1-fd6d16c8c7c2 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/ef244fe5-69d9-480e-b606-d587d106591e HTTP/1.1" status: 204 len: 168 time: 0.7579043 Feb 09 01:25:55.945705 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed09f755-b29c-442c-9ed1-fd6d16c8c7c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef244fe5-69d9-480e-b606-d587d106591e,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:56.069381 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-3e44dd18-2d4f-4b35-9e9a-37878c4c5b27 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Allocated IP 172.20.0.9 (6e82cc32-9570-49e0-a361-89ea54423f0c/3c502989-cd33-4926-b734-bae079d87a84/379b22bc-084a-4140-a47f-43ac04f0c402) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:25:56.274846 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f70ce913-d02f-4e6b-8af8-8c4bb031b71c tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:56.466542 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58588) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:56.527412 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-363e285e-6bcb-49a7-bd13-f7fe13ec2371 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:56.575239 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-363e285e-6bcb-49a7-bd13-f7fe13ec2371 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:25:56.589875 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-363e285e-6bcb-49a7-bd13-f7fe13ec2371 admin admin] Usage tracker for resource:security_group_rule and tenant:15204c4f5a2e4c7281f8f5dea2332efe is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:25:56.605118 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-363e285e-6bcb-49a7-bd13-f7fe13ec2371 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:25:56.611667 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-363e285e-6bcb-49a7-bd13-f7fe13ec2371 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:25:56.622948 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f70ce913-d02f-4e6b-8af8-8c4bb031b71c tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:56.631516 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3e44dd18-2d4f-4b35-9e9a-37878c4c5b27 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:56.642251 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-f70ce913-d02f-4e6b-8af8-8c4bb031b71c tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Deleting port ad2735f2-dcd9-4a46-9daa-0132e422fb95 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:25:56.642666 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f70ce913-d02f-4e6b-8af8-8c4bb031b71c tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:56.834692 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-363e285e-6bcb-49a7-bd13-f7fe13ec2371 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:56.839746 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-363e285e-6bcb-49a7-bd13-f7fe13ec2371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:56.908416 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-363e285e-6bcb-49a7-bd13-f7fe13ec2371 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=15204c4f5a2e4c7281f8f5dea2332efe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4414012 Feb 09 01:25:56.909966 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58602) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:56.912762 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363e285e-6bcb-49a7-bd13-f7fe13ec2371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4197c2f8-8ec6-46ce-9247-34ec52acfa14,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:57.009090 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f70ce913-d02f-4e6b-8af8-8c4bb031b71c tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:57.019846 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a5ee11e7-e50b-49ff-94a6-c0cec7d25be7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:57.061495 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a5ee11e7-e50b-49ff-94a6-c0cec7d25be7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:57.139014 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3e44dd18-2d4f-4b35-9e9a-37878c4c5b27 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:57.139014 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-f70ce913-d02f-4e6b-8af8-8c4bb031b71c tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Calling delete_port for ad2735f2-dcd9-4a46-9daa-0132e422fb95 owned by network:router_gateway {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:25:57.170760 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a5ee11e7-e50b-49ff-94a6-c0cec7d25be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:57.252824 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ee11e7-e50b-49ff-94a6-c0cec7d25be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4197c2f8-8ec6-46ce-9247-34ec52acfa14,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:57.255996 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e44dd18-2d4f-4b35-9e9a-37878c4c5b27 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Network 6e82cc32-9570-49e0-a361-89ea54423f0c is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:25:57.261898 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-3e44dd18-2d4f-4b35-9e9a-37878c4c5b27 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:57.269962 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e44dd18-2d4f-4b35-9e9a-37878c4c5b27 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:25:57.287917 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ee11e7-e50b-49ff-94a6-c0cec7d25be7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:57.287917 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ee11e7-e50b-49ff-94a6-c0cec7d25be7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:57.287917 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ee11e7-e50b-49ff-94a6-c0cec7d25be7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:57.287917 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ee11e7-e50b-49ff-94a6-c0cec7d25be7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:57.287917 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ee11e7-e50b-49ff-94a6-c0cec7d25be7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:57.287917 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ee11e7-e50b-49ff-94a6-c0cec7d25be7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:57.287917 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ee11e7-e50b-49ff-94a6-c0cec7d25be7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:57.287917 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ee11e7-e50b-49ff-94a6-c0cec7d25be7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:57.287917 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ee11e7-e50b-49ff-94a6-c0cec7d25be7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:57.287917 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ee11e7-e50b-49ff-94a6-c0cec7d25be7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:57.287917 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ee11e7-e50b-49ff-94a6-c0cec7d25be7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:57.287917 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ee11e7-e50b-49ff-94a6-c0cec7d25be7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:57.293286 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a5ee11e7-e50b-49ff-94a6-c0cec7d25be7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:57.293286 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a5ee11e7-e50b-49ff-94a6-c0cec7d25be7 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/4197c2f8-8ec6-46ce-9247-34ec52acfa14 HTTP/1.1" status: 204 len: 168 time: 0.3805938 Feb 09 01:25:57.363039 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e44dd18-2d4f-4b35-9e9a-37878c4c5b27 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:57.363039 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3e44dd18-2d4f-4b35-9e9a-37878c4c5b27 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:57.388564 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-3e44dd18-2d4f-4b35-9e9a-37878c4c5b27 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.3454115 Feb 09 01:25:57.392570 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58612) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:57.396711 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e44dd18-2d4f-4b35-9e9a-37878c4c5b27 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Pushing event updated for resources: {'Port': ['ID=379b22bc-084a-4140-a47f-43ac04f0c402,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:57.400129 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-18b3ac77-466c-43e0-93ac-3ca991ff6ca2 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Request body: {'floatingip': {'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'port_id': '379b22bc-084a-4140-a47f-43ac04f0c402', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:57.407348 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-18b3ac77-466c-43e0-93ac-3ca991ff6ca2 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:25:57.417851 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-18b3ac77-466c-43e0-93ac-3ca991ff6ca2 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Usage tracker for resource:floatingip and tenant:81147165c806469fb64d6c9df4095257 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:25:57.431080 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-18b3ac77-466c-43e0-93ac-3ca991ff6ca2 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:25:57.451442 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-18b3ac77-466c-43e0-93ac-3ca991ff6ca2 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:25:57.473361 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-18b3ac77-466c-43e0-93ac-3ca991ff6ca2 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for floatingip, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:57.636867 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f70ce913-d02f-4e6b-8af8-8c4bb031b71c tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:57.789515 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-18b3ac77-466c-43e0-93ac-3ca991ff6ca2 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:57.872329 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70ce913-d02f-4e6b-8af8-8c4bb031b71c tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Pushing event deleted for resources: {'Port': ['ID=ad2735f2-dcd9-4a46-9daa-0132e422fb95,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:58.032630 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f70ce913-d02f-4e6b-8af8-8c4bb031b71c tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:58.100866 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-18b3ac77-466c-43e0-93ac-3ca991ff6ca2 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Allocated IP 172.25.0.45 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/507862a3-f45b-4f11-b765-8029f5b2846b) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:25:58.311712 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f70ce913-d02f-4e6b-8af8-8c4bb031b71c tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:58.319917 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f70ce913-d02f-4e6b-8af8-8c4bb031b71c tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:58.359409 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f70ce913-d02f-4e6b-8af8-8c4bb031b71c tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:58.359409 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f70ce913-d02f-4e6b-8af8-8c4bb031b71c tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Fanout notify agent at l3_agent the message router_deleted on router 9f10dc85-d5f4-4f4f-917b-4049acee69ab {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:25:58.401101 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f70ce913-d02f-4e6b-8af8-8c4bb031b71c tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:58.401101 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f70ce913-d02f-4e6b-8af8-8c4bb031b71c tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "DELETE /v2.0/routers/9f10dc85-d5f4-4f4f-917b-4049acee69ab HTTP/1.1" status: 204 len: 168 time: 2.5093269 Feb 09 01:25:58.408858 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 58642) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:58.413005 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-acf620e4-84dd-40d0-a8c0-d23e6dca325d tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2053773174'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:58.419426 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-acf620e4-84dd-40d0-a8c0-d23e6dca325d tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:25:58.425210 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-acf620e4-84dd-40d0-a8c0-d23e6dca325d tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Usage tracker for resource:network and tenant:75af0a1c47ce4ddc8bdf7d84418e468b is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:25:58.428127 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-acf620e4-84dd-40d0-a8c0-d23e6dca325d tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:25:58.433834 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-acf620e4-84dd-40d0-a8c0-d23e6dca325d tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:25:58.446230 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf620e4-84dd-40d0-a8c0-d23e6dca325d tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Made reservation on behalf of 75af0a1c47ce4ddc8bdf7d84418e468b for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:25:58.450253 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-acf620e4-84dd-40d0-a8c0-d23e6dca325d tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:58.484600 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-18b3ac77-466c-43e0-93ac-3ca991ff6ca2 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:58.503378 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acf620e4-84dd-40d0-a8c0-d23e6dca325d tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:25:58.527258 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-acf620e4-84dd-40d0-a8c0-d23e6dca325d tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:58.527258 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-acf620e4-84dd-40d0-a8c0-d23e6dca325d tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Added segment 47d03492-f4d6-4c95-87a3-17c2428d6a8b of type vlan for network 7b9399e9-9459-4187-8df1-1c8f50f262b4 Feb 09 01:25:58.537530 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-18b3ac77-466c-43e0-93ac-3ca991ff6ca2 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:58.561645 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-acf620e4-84dd-40d0-a8c0-d23e6dca325d tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:58.619990 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b3ac77-466c-43e0-93ac-3ca991ff6ca2 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:25:58.632322 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-acf620e4-84dd-40d0-a8c0-d23e6dca325d tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:58.647971 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf620e4-84dd-40d0-a8c0-d23e6dca325d tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:58.647971 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-acf620e4-84dd-40d0-a8c0-d23e6dca325d tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:58.654880 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-18b3ac77-466c-43e0-93ac-3ca991ff6ca2 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:58.654880 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b3ac77-466c-43e0-93ac-3ca991ff6ca2 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:25:58.759526 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b3ac77-466c-43e0-93ac-3ca991ff6ca2 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Pushing event updated for resources: {'Port': ['ID=507862a3-f45b-4f11-b765-8029f5b2846b,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:59.035105 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-acf620e4-84dd-40d0-a8c0-d23e6dca325d tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6228194 Feb 09 01:25:59.048305 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 58666) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:59.048305 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf620e4-84dd-40d0-a8c0-d23e6dca325d tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Pushing event updated for resources: {'Network': ['ID=7b9399e9-9459-4187-8df1-1c8f50f262b4,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:59.061226 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 7b9399e9-9459-4187-8df1-1c8f50f262b4 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:25:59.061834 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-72bfa308-9275-41ea-9f34-15a9390e1de4 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Request body: {'subnet': {'network_id': '7b9399e9-9459-4187-8df1-1c8f50f262b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:59.358896 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-72bfa308-9275-41ea-9f34-15a9390e1de4 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:25:59.367625 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-72bfa308-9275-41ea-9f34-15a9390e1de4 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Usage tracker for resource:subnet and tenant:75af0a1c47ce4ddc8bdf7d84418e468b is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:25:59.392938 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-72bfa308-9275-41ea-9f34-15a9390e1de4 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:25:59.402154 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-72bfa308-9275-41ea-9f34-15a9390e1de4 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:25:59.418966 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72bfa308-9275-41ea-9f34-15a9390e1de4 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Made reservation on behalf of 75af0a1c47ce4ddc8bdf7d84418e468b for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:25:59.424822 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-72bfa308-9275-41ea-9f34-15a9390e1de4 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:59.686784 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-18b3ac77-466c-43e0-93ac-3ca991ff6ca2 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:59.884940 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-18b3ac77-466c-43e0-93ac-3ca991ff6ca2 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:00.032143 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-72bfa308-9275-41ea-9f34-15a9390e1de4 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:00.267683 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58730) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:00.409424 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-18b3ac77-466c-43e0-93ac-3ca991ff6ca2 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:00.427636 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-18b3ac77-466c-43e0-93ac-3ca991ff6ca2 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:00.542211 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bfa308-9275-41ea-9f34-15a9390e1de4 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Pushing event updated for resources: {'Subnet': ['ID=9be8ec50-f9d7-4710-aafc-c50de84c37b8,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:00.587553 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bfa308-9275-41ea-9f34-15a9390e1de4 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Checking segment: {'id': '47d03492-f4d6-4c95-87a3-17c2428d6a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7b9399e9-9459-4187-8df1-1c8f50f262b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:26:00.587915 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bfa308-9275-41ea-9f34-15a9390e1de4 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Network hostable DHCP agents. Network: 7b9399e9-9459-4187-8df1-1c8f50f262b4, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:26:00.628736 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bfa308-9275-41ea-9f34-15a9390e1de4 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Network 7b9399e9-9459-4187-8df1-1c8f50f262b4 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:26:00.644619 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-72bfa308-9275-41ea-9f34-15a9390e1de4 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 7b9399e9-9459-4187-8df1-1c8f50f262b4) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:00.654199 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d12c58-8153-42af-907b-9cdea13d9ae6 None None] Network 7b9399e9-9459-4187-8df1-1c8f50f262b4 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:26:00.663684 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72bfa308-9275-41ea-9f34-15a9390e1de4 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:00.664307 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-72bfa308-9275-41ea-9f34-15a9390e1de4 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:00.666231 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b3ac77-466c-43e0-93ac-3ca991ff6ca2 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Pushing event updated for resources: {'Port': ['ID=507862a3-f45b-4f11-b765-8029f5b2846b,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:00.722089 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-72bfa308-9275-41ea-9f34-15a9390e1de4 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6685603 Feb 09 01:26:00.722089 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 58740) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:00.727633 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-7bd9bfaa-1f28-4a56-bfd0-7104e05799a6 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2029954809', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:00.745960 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-7bd9bfaa-1f28-4a56-bfd0-7104e05799a6 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:26:00.748900 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cae9a30f-a2a4-4209-98aa-66114fc5295c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:00.757685 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-7bd9bfaa-1f28-4a56-bfd0-7104e05799a6 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Usage tracker for resource:router and tenant:75af0a1c47ce4ddc8bdf7d84418e468b is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:26:00.772466 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-7bd9bfaa-1f28-4a56-bfd0-7104e05799a6 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:26:00.772466 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-7bd9bfaa-1f28-4a56-bfd0-7104e05799a6 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:26:00.804558 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7bd9bfaa-1f28-4a56-bfd0-7104e05799a6 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:00.804558 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7bd9bfaa-1f28-4a56-bfd0-7104e05799a6 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:00.810501 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-cae9a30f-a2a4-4209-98aa-66114fc5295c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:26:00.816946 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-18b3ac77-466c-43e0-93ac-3ca991ff6ca2 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:00.825994 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7bd9bfaa-1f28-4a56-bfd0-7104e05799a6 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:00.865801 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7bd9bfaa-1f28-4a56-bfd0-7104e05799a6 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:00.920410 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7bd9bfaa-1f28-4a56-bfd0-7104e05799a6 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:00.954325 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-7bd9bfaa-1f28-4a56-bfd0-7104e05799a6 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2121780 Feb 09 01:26:00.954325 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 58746) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:01.034200 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-cae9a30f-a2a4-4209-98aa-66114fc5295c admin admin] Usage tracker for resource:security_group_rule and tenant:cb4b1942fe834de4a498f63b66a893bd is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:26:01.082389 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-cae9a30f-a2a4-4209-98aa-66114fc5295c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:26:01.109822 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-cae9a30f-a2a4-4209-98aa-66114fc5295c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:26:01.168471 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44d74fe-c03e-4f78-9086-ea4c1ec200e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-7b9399e9-9459-4187-8df1-1c8f50f262b4', 'network_id': '7b9399e9-9459-4187-8df1-1c8f50f262b4', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'fixed_ips': [{'subnet_id': '9be8ec50-f9d7-4710-aafc-c50de84c37b8'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:26:01.168471 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d44d74fe-c03e-4f78-9086-ea4c1ec200e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:01.445557 n-d-828418-1 neutron-server[87638]: INFO neutron.db.l3_db [None req-18b3ac77-466c-43e0-93ac-3ca991ff6ca2 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Floating IP 09ace336-cba1-4f4f-9d56-56bde8d458ea associated. External IP: 172.25.0.45, port: 379b22bc-084a-4140-a47f-43ac04f0c402. Feb 09 01:26:01.478551 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-d44d74fe-c03e-4f78-9086-ea4c1ec200e7 None None] Allocated IP 2001:db8::2 (7b9399e9-9459-4187-8df1-1c8f50f262b4/9be8ec50-f9d7-4710-aafc-c50de84c37b8/32a3d7b2-a89b-4e81-8c6f-8de989498674) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:26:01.616797 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cae9a30f-a2a4-4209-98aa-66114fc5295c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:01.669207 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cae9a30f-a2a4-4209-98aa-66114fc5295c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:01.754075 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae9a30f-a2a4-4209-98aa-66114fc5295c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0480e283-5e91-480c-a7b7-ba6c49322b8e,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:02.010060 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d44d74fe-c03e-4f78-9086-ea4c1ec200e7 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:02.023067 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d44d74fe-c03e-4f78-9086-ea4c1ec200e7 None None] Transition to ACTIVE for port object 32a3d7b2-a89b-4e81-8c6f-8de989498674 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:26:02.106145 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d44d74fe-c03e-4f78-9086-ea4c1ec200e7 None None] Transition to ACTIVE for port object 32a3d7b2-a89b-4e81-8c6f-8de989498674 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:26:02.118881 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d44d74fe-c03e-4f78-9086-ea4c1ec200e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:02.220529 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c93972a4-ebf6-4429-9c68-5b4a7a777cb5 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:02.299445 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44d74fe-c03e-4f78-9086-ea4c1ec200e7 None None] Pushing event updated for resources: {'Port': ['ID=32a3d7b2-a89b-4e81-8c6f-8de989498674,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:02.304156 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-cae9a30f-a2a4-4209-98aa-66114fc5295c admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=cb4b1942fe834de4a498f63b66a893bd&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0335300 Feb 09 01:26:02.304558 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58768) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:02.306316 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44d74fe-c03e-4f78-9086-ea4c1ec200e7 None None] Network 7b9399e9-9459-4187-8df1-1c8f50f262b4 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:26:02.307787 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-d44d74fe-c03e-4f78-9086-ea4c1ec200e7 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:02.310418 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44d74fe-c03e-4f78-9086-ea4c1ec200e7 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:26:02.333523 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18b3ac77-466c-43e0-93ac-3ca991ff6ca2 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Router 13b91e9f-06b0-4588-9b10-f77dd1b393aa has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:26:02.460926 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-d44d74fe-c03e-4f78-9086-ea4c1ec200e7 None None] Attempting to bind port 32a3d7b2-a89b-4e81-8c6f-8de989498674 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:26:02.460926 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-d44d74fe-c03e-4f78-9086-ea4c1ec200e7 None None] Attempting to bind port 32a3d7b2-a89b-4e81-8c6f-8de989498674 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '47d03492-f4d6-4c95-87a3-17c2428d6a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7b9399e9-9459-4187-8df1-1c8f50f262b4'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:26:02.460926 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44d74fe-c03e-4f78-9086-ea4c1ec200e7 None None] Attempting to bind port 32a3d7b2-a89b-4e81-8c6f-8de989498674 on network 7b9399e9-9459-4187-8df1-1c8f50f262b4 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:26:02.485658 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44d74fe-c03e-4f78-9086-ea4c1ec200e7 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:26:02.485658 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44d74fe-c03e-4f78-9086-ea4c1ec200e7 None None] Checking segment: {'id': '47d03492-f4d6-4c95-87a3-17c2428d6a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7b9399e9-9459-4187-8df1-1c8f50f262b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:26:02.488856 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-67df8dd5-567e-4fb8-9eb9-e301fc8b9def admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:02.491883 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d44d74fe-c03e-4f78-9086-ea4c1ec200e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:02.491883 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44d74fe-c03e-4f78-9086-ea4c1ec200e7 None None] Bound using segment: {'id': '47d03492-f4d6-4c95-87a3-17c2428d6a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7b9399e9-9459-4187-8df1-1c8f50f262b4'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:26:02.491883 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-d44d74fe-c03e-4f78-9086-ea4c1ec200e7 None None] Bound port: 32a3d7b2-a89b-4e81-8c6f-8de989498674, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47d03492-f4d6-4c95-87a3-17c2428d6a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7b9399e9-9459-4187-8df1-1c8f50f262b4'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:26:02.491883 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d44d74fe-c03e-4f78-9086-ea4c1ec200e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:02.724873 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d44d74fe-c03e-4f78-9086-ea4c1ec200e7 None None] For port 32a3d7b2-a89b-4e81-8c6f-8de989498674, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:26:02.742980 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d44d74fe-c03e-4f78-9086-ea4c1ec200e7 None None] For port 32a3d7b2-a89b-4e81-8c6f-8de989498674, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=32a3d7b2-a89b-4e81-8c6f-8de989498674,segment=NetworkSegment(47d03492-f4d6-4c95-87a3-17c2428d6a8b),segment_id=47d03492-f4d6-4c95-87a3-17c2428d6a8b)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:26:02.742980 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d44d74fe-c03e-4f78-9086-ea4c1ec200e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:02.751389 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-67df8dd5-567e-4fb8-9eb9-e301fc8b9def admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:02.818863 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b3ac77-466c-43e0-93ac-3ca991ff6ca2 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:26:02.830924 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a116f8e-3337-451a-a589-ca1246160843 None None] Sync routers for ids ['13b91e9f-06b0-4588-9b10-f77dd1b393aa'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:26:02.858353 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a116f8e-3337-451a-a589-ca1246160843 None None] Routers {'13b91e9f-06b0-4588-9b10-f77dd1b393aa'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:26:02.858353 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-7a116f8e-3337-451a-a589-ca1246160843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:25:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['13b91e9f-06b0-4588-9b10-f77dd1b393aa'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:02.880285 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-18b3ac77-466c-43e0-93ac-3ca991ff6ca2 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:02.975954 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-c93972a4-ebf6-4429-9c68-5b4a7a777cb5 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Allocated IP 2001:db8::1 (7b9399e9-9459-4187-8df1-1c8f50f262b4/9be8ec50-f9d7-4710-aafc-c50de84c37b8/f525a53c-3717-4503-a688-8d20b81ea231) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:26:03.006719 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-7a116f8e-3337-451a-a589-ca1246160843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:03.010457 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 58780) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:03.019528 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-9f34c787-209c-4363-ac07-aa87c70f7791 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:03.025561 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44d74fe-c03e-4f78-9086-ea4c1ec200e7 None None] Pushing event updated for resources: {'Port': ['ID=32a3d7b2-a89b-4e81-8c6f-8de989498674,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:03.029177 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-18b3ac77-466c-43e0-93ac-3ca991ff6ca2 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 5.6203492 Feb 09 01:26:03.056481 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-67df8dd5-567e-4fb8-9eb9-e301fc8b9def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:03.066841 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a116f8e-3337-451a-a589-ca1246160843 None None] Routers {'13b91e9f-06b0-4588-9b10-f77dd1b393aa'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:26:03.066841 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-7a116f8e-3337-451a-a589-ca1246160843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:25:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['13b91e9f-06b0-4588-9b10-f77dd1b393aa'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:03.266292 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9f34c787-209c-4363-ac07-aa87c70f7791 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for floatingip, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:03.376215 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-7a116f8e-3337-451a-a589-ca1246160843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:03.376215 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a116f8e-3337-451a-a589-ca1246160843 None None] The sync data for ids ['13b91e9f-06b0-4588-9b10-f77dd1b393aa'] in n-d-828418-1 is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:26:03.539478 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67df8dd5-567e-4fb8-9eb9-e301fc8b9def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0480e283-5e91-480c-a7b7-ba6c49322b8e,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:03.548003 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-67df8dd5-567e-4fb8-9eb9-e301fc8b9def admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:03.548003 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-67df8dd5-567e-4fb8-9eb9-e301fc8b9def admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/0480e283-5e91-480c-a7b7-ba6c49322b8e HTTP/1.1" status: 204 len: 168 time: 1.2389414 Feb 09 01:26:03.722872 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c93972a4-ebf6-4429-9c68-5b4a7a777cb5 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:04.007844 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-c93972a4-ebf6-4429-9c68-5b4a7a777cb5 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Transition to ACTIVE for port object f525a53c-3717-4503-a688-8d20b81ea231 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:26:04.158711 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 32a3d7b2-a89b-4e81-8c6f-8de989498674 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:26:04.169545 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9f34c787-209c-4363-ac07-aa87c70f7791 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:04.177841 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9f34c787-209c-4363-ac07-aa87c70f7791 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:04.177841 n-d-828418-1 neutron-server[87639]: INFO neutron.db.l3_db [None req-9f34c787-209c-4363-ac07-aa87c70f7791 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Floating IP 09ace336-cba1-4f4f-9d56-56bde8d458ea disassociated. External IP: 172.25.0.45, port: 379b22bc-084a-4140-a47f-43ac04f0c402. Feb 09 01:26:04.340233 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c93972a4-ebf6-4429-9c68-5b4a7a777cb5 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:04.394332 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 32a3d7b2-a89b-4e81-8c6f-8de989498674 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:26:04.637533 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93972a4-ebf6-4429-9c68-5b4a7a777cb5 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Network 7b9399e9-9459-4187-8df1-1c8f50f262b4 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:26:04.779372 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-c93972a4-ebf6-4429-9c68-5b4a7a777cb5 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:04.824131 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93972a4-ebf6-4429-9c68-5b4a7a777cb5 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:26:04.824131 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c93972a4-ebf6-4429-9c68-5b4a7a777cb5 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:04.851909 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93972a4-ebf6-4429-9c68-5b4a7a777cb5 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Pushing event updated for resources: {'Port': ['ID=f525a53c-3717-4503-a688-8d20b81ea231,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:04.902800 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93972a4-ebf6-4429-9c68-5b4a7a777cb5 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:04.902800 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93972a4-ebf6-4429-9c68-5b4a7a777cb5 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:04.902800 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93972a4-ebf6-4429-9c68-5b4a7a777cb5 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:04.902800 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93972a4-ebf6-4429-9c68-5b4a7a777cb5 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:04.902800 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93972a4-ebf6-4429-9c68-5b4a7a777cb5 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:04.902800 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93972a4-ebf6-4429-9c68-5b4a7a777cb5 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:04.902800 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93972a4-ebf6-4429-9c68-5b4a7a777cb5 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:04.920978 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0907bc-57c9-489e-83ce-662b4980e96a None None] Network 7b9399e9-9459-4187-8df1-1c8f50f262b4 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:26:04.926346 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93972a4-ebf6-4429-9c68-5b4a7a777cb5 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:04.926346 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93972a4-ebf6-4429-9c68-5b4a7a777cb5 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:04.926346 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93972a4-ebf6-4429-9c68-5b4a7a777cb5 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:04.926346 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93972a4-ebf6-4429-9c68-5b4a7a777cb5 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:04.926346 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93972a4-ebf6-4429-9c68-5b4a7a777cb5 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:05.127473 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-2614500b-c24c-462f-93e7-75989b24713b None None] Provisioning for port 32a3d7b2-a89b-4e81-8c6f-8de989498674 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:26:05.165217 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-2614500b-c24c-462f-93e7-75989b24713b None None] Provisioning complete for port 32a3d7b2-a89b-4e81-8c6f-8de989498674 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:05.165217 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2614500b-c24c-462f-93e7-75989b24713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:05.341019 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f34c787-209c-4363-ac07-aa87c70f7791 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Router 13b91e9f-06b0-4588-9b10-f77dd1b393aa has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:26:05.369546 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c93972a4-ebf6-4429-9c68-5b4a7a777cb5 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:05.470282 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2614500b-c24c-462f-93e7-75989b24713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:05.663615 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-2614500b-c24c-462f-93e7-75989b24713b None None] For port 32a3d7b2-a89b-4e81-8c6f-8de989498674, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=32a3d7b2-a89b-4e81-8c6f-8de989498674,segment=NetworkSegment(47d03492-f4d6-4c95-87a3-17c2428d6a8b),segment_id=47d03492-f4d6-4c95-87a3-17c2428d6a8b)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:26:05.670598 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2614500b-c24c-462f-93e7-75989b24713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:05.958901 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2614500b-c24c-462f-93e7-75989b24713b None None] Pushing event updated for resources: {'Port': ['ID=32a3d7b2-a89b-4e81-8c6f-8de989498674,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:06.227107 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f34c787-209c-4363-ac07-aa87c70f7791 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:26:06.240574 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3812d804-8147-49be-aa9f-40e621ba260e None None] Sync routers for ids ['13b91e9f-06b0-4588-9b10-f77dd1b393aa'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:26:06.340834 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3812d804-8147-49be-aa9f-40e621ba260e None None] Routers {'13b91e9f-06b0-4588-9b10-f77dd1b393aa'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:26:06.340834 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-3812d804-8147-49be-aa9f-40e621ba260e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:25:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['13b91e9f-06b0-4588-9b10-f77dd1b393aa'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:06.445480 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-3812d804-8147-49be-aa9f-40e621ba260e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:06.464245 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3812d804-8147-49be-aa9f-40e621ba260e None None] Routers {'13b91e9f-06b0-4588-9b10-f77dd1b393aa'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:26:06.464949 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-3812d804-8147-49be-aa9f-40e621ba260e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:25:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['13b91e9f-06b0-4588-9b10-f77dd1b393aa'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:06.664841 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9f34c787-209c-4363-ac07-aa87c70f7791 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:06.785990 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-dbbad5b6-776a-45e3-b13c-47b036a74e0a None None] Provisioning complete for port 32a3d7b2-a89b-4e81-8c6f-8de989498674 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:06.785990 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-dbbad5b6-776a-45e3-b13c-47b036a74e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:06.819050 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-3812d804-8147-49be-aa9f-40e621ba260e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:06.819050 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3812d804-8147-49be-aa9f-40e621ba260e None None] The sync data for ids ['13b91e9f-06b0-4588-9b10-f77dd1b393aa'] in n-d-828418-1 is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:26:06.934272 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-9f34c787-209c-4363-ac07-aa87c70f7791 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] 10.222.0.105 "PUT /v2.0/floatingips/09ace336-cba1-4f4f-9d56-56bde8d458ea HTTP/1.1" status: 200 len: 687 time: 3.9218302 Feb 09 01:26:06.939675 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58924) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:07.079972 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c93972a4-ebf6-4429-9c68-5b4a7a777cb5 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:07.079972 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c93972a4-ebf6-4429-9c68-5b4a7a777cb5 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:07.089142 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c93972a4-ebf6-4429-9c68-5b4a7a777cb5 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:07.315447 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-dbbad5b6-776a-45e3-b13c-47b036a74e0a None None] Provisioning for port f525a53c-3717-4503-a688-8d20b81ea231 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:26:07.333472 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-dbbad5b6-776a-45e3-b13c-47b036a74e0a None None] Provisioning complete for port f525a53c-3717-4503-a688-8d20b81ea231 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:07.333472 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-dbbad5b6-776a-45e3-b13c-47b036a74e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:07.397926 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-c4accc78-625d-46ee-9336-e01d3c6e785f tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Deleting port 507862a3-f45b-4f11-b765-8029f5b2846b {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:26:07.397926 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c4accc78-625d-46ee-9336-e01d3c6e785f tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:07.539265 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93972a4-ebf6-4429-9c68-5b4a7a777cb5 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Pushing event updated for resources: {'Port': ['ID=f525a53c-3717-4503-a688-8d20b81ea231,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:07.559387 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-dbbad5b6-776a-45e3-b13c-47b036a74e0a None None] Port f525a53c-3717-4503-a688-8d20b81ea231 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:26:07.713662 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-7d6265e7-127c-4aad-a63a-2be86777983c None None] Provisioning complete for port f525a53c-3717-4503-a688-8d20b81ea231 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:07.713662 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7d6265e7-127c-4aad-a63a-2be86777983c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:07.746845 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93972a4-ebf6-4429-9c68-5b4a7a777cb5 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Network 7b9399e9-9459-4187-8df1-1c8f50f262b4 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:26:07.746845 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-c93972a4-ebf6-4429-9c68-5b4a7a777cb5 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:08.000311 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-7d6265e7-127c-4aad-a63a-2be86777983c None None] Port f525a53c-3717-4503-a688-8d20b81ea231 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:26:08.074579 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c4accc78-625d-46ee-9336-e01d3c6e785f tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:08.083684 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c4accc78-625d-46ee-9336-e01d3c6e785f tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:08.156769 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-965680ea-179d-4c83-9d89-d3304ac5578b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:08.197067 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 32a3d7b2-a89b-4e81-8c6f-8de989498674 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:26:08.393965 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 32a3d7b2-a89b-4e81-8c6f-8de989498674 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:08.393965 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:08.572609 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fe9032d5-beab-4a3c-b224-a4ec333afcf2 None None] Provisioning complete for port f525a53c-3717-4503-a688-8d20b81ea231 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:08.573098 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fe9032d5-beab-4a3c-b224-a4ec333afcf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:08.629274 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-c4accc78-625d-46ee-9336-e01d3c6e785f tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Calling delete_port for 507862a3-f45b-4f11-b765-8029f5b2846b owned by network:floatingip {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:26:08.657290 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 58962) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:08.700031 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fe9032d5-beab-4a3c-b224-a4ec333afcf2 None None] Port f525a53c-3717-4503-a688-8d20b81ea231 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:26:08.711137 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c93972a4-ebf6-4429-9c68-5b4a7a777cb5 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Router 6ca2e522-c46e-4807-bb03-56f5593dd64d is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:26:09.019381 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-18a5f948-d87b-460d-8594-0cd22f1a9435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:09.038170 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c4accc78-625d-46ee-9336-e01d3c6e785f tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:09.085459 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-18a5f948-d87b-460d-8594-0cd22f1a9435 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:26:09.112521 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-18a5f948-d87b-460d-8594-0cd22f1a9435 admin admin] Usage tracker for resource:security_group_rule and tenant:a2b5a6938855451c8dc43d17a11eb160 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:26:09.128709 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-18a5f948-d87b-460d-8594-0cd22f1a9435 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:26:09.128709 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-18a5f948-d87b-460d-8594-0cd22f1a9435 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:26:09.146535 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c93972a4-ebf6-4429-9c68-5b4a7a777cb5 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:26:09.146535 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-c93972a4-ebf6-4429-9c68-5b4a7a777cb5 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "PUT /v2.0/routers/6ca2e522-c46e-4807-bb03-56f5593dd64d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1919372 Feb 09 01:26:09.155381 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 58974) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:09.165657 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f915e5-8d8d-4c5e-a3ea-3b15b51f4efe None None] Sync routers for ids ['6ca2e522-c46e-4807-bb03-56f5593dd64d'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:26:09.184683 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f915e5-8d8d-4c5e-a3ea-3b15b51f4efe None None] Routers {'6ca2e522-c46e-4807-bb03-56f5593dd64d'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:26:09.184683 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-c0f915e5-8d8d-4c5e-a3ea-3b15b51f4efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:25:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['6ca2e522-c46e-4807-bb03-56f5593dd64d'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:09.257399 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96e0161-11a3-450d-92a0-f5e9f357ce67 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:09.257399 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-f96e0161-11a3-450d-92a0-f5e9f357ce67 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Synchronizing usage tracker for tenant:75af0a1c47ce4ddc8bdf7d84418e468b on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:26:09.298216 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-f96e0161-11a3-450d-92a0-f5e9f357ce67 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Unset dirty status for tenant:75af0a1c47ce4ddc8bdf7d84418e468b on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:26:09.298216 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f96e0161-11a3-450d-92a0-f5e9f357ce67 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "GET /v2.0/ports/f525a53c-3717-4503-a688-8d20b81ea231 HTTP/1.1" status: 200 len: 911 time: 0.1316950 Feb 09 01:26:09.298216 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 58978) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:09.305025 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-c0f915e5-8d8d-4c5e-a3ea-3b15b51f4efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:09.311657 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-04d32c66-c90d-4e2b-a304-7e7f78b37a10 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9be8ec50-f9d7-4710-aafc-c50de84c37b8'}]}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:09.321058 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4accc78-625d-46ee-9336-e01d3c6e785f tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Pushing event deleted for resources: {'Port': ['ID=507862a3-f45b-4f11-b765-8029f5b2846b,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:09.321058 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c4accc78-625d-46ee-9336-e01d3c6e785f tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for floatingip, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:09.330466 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f915e5-8d8d-4c5e-a3ea-3b15b51f4efe None None] Routers {'6ca2e522-c46e-4807-bb03-56f5593dd64d'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:26:09.330466 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-c0f915e5-8d8d-4c5e-a3ea-3b15b51f4efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:25:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['6ca2e522-c46e-4807-bb03-56f5593dd64d'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:09.369481 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c4accc78-625d-46ee-9336-e01d3c6e785f tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:09.369481 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c4accc78-625d-46ee-9336-e01d3c6e785f tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] 10.222.0.105 "DELETE /v2.0/floatingips/09ace336-cba1-4f4f-9d56-56bde8d458ea HTTP/1.1" status: 204 len: 168 time: 2.4277611 Feb 09 01:26:09.383015 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 58982) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:09.386549 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-18a5f948-d87b-460d-8594-0cd22f1a9435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:09.386549 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-18a5f948-d87b-460d-8594-0cd22f1a9435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:09.401199 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-e271a138-3839-44b4-9b4d-2eb5af248602 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Request body: {'floatingip': {'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'port_id': '6c88f038-a399-4a3a-a6f0-95be1f9d3c5c'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:09.432072 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-c0f915e5-8d8d-4c5e-a3ea-3b15b51f4efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:09.432072 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f915e5-8d8d-4c5e-a3ea-3b15b51f4efe None None] The sync data for ids ['6ca2e522-c46e-4807-bb03-56f5593dd64d'] in n-d-828418-1 is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:26:09.435041 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e271a138-3839-44b4-9b4d-2eb5af248602 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:26:09.446012 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e271a138-3839-44b4-9b4d-2eb5af248602 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Usage tracker for resource:floatingip and tenant:81147165c806469fb64d6c9df4095257 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:26:09.453813 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e271a138-3839-44b4-9b4d-2eb5af248602 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:26:09.463396 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e271a138-3839-44b4-9b4d-2eb5af248602 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:26:09.480215 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e271a138-3839-44b4-9b4d-2eb5af248602 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for floatingip, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:09.620962 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-18a5f948-d87b-460d-8594-0cd22f1a9435 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=a2b5a6938855451c8dc43d17a11eb160&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9486067 Feb 09 01:26:09.620962 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a5f948-d87b-460d-8594-0cd22f1a9435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0952fb9b-a230-41c1-8a03-a3c0055f5b27,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:09.620962 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 58988) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:09.839346 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-94dc6077-b21b-47e9-b4aa-1b08bffc1467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:09.845071 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-04d32c66-c90d-4e2b-a304-7e7f78b37a10 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:09.863608 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e271a138-3839-44b4-9b4d-2eb5af248602 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:10.078196 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-94dc6077-b21b-47e9-b4aa-1b08bffc1467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:10.126023 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-e271a138-3839-44b4-9b4d-2eb5af248602 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Allocated IP 172.25.0.112 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/8b952034-e771-47be-96fe-da8596e8a776) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:26:10.408232 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e271a138-3839-44b4-9b4d-2eb5af248602 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:10.465157 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a85d6936-d69e-4f96-aeb9-395dea8f48e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:10.482000 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e271a138-3839-44b4-9b4d-2eb5af248602 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:10.541678 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-94dc6077-b21b-47e9-b4aa-1b08bffc1467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:10.574893 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dc6077-b21b-47e9-b4aa-1b08bffc1467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0952fb9b-a230-41c1-8a03-a3c0055f5b27,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:10.618357 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-94dc6077-b21b-47e9-b4aa-1b08bffc1467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:10.619759 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-94dc6077-b21b-47e9-b4aa-1b08bffc1467 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/0952fb9b-a230-41c1-8a03-a3c0055f5b27 HTTP/1.1" status: 204 len: 168 time: 0.9964459 Feb 09 01:26:10.630844 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e271a138-3839-44b4-9b4d-2eb5af248602 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:26:10.640160 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-e271a138-3839-44b4-9b4d-2eb5af248602 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:10.651711 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e271a138-3839-44b4-9b4d-2eb5af248602 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:26:10.821410 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e271a138-3839-44b4-9b4d-2eb5af248602 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Pushing event updated for resources: {'Port': ['ID=8b952034-e771-47be-96fe-da8596e8a776,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:11.220791 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-04d32c66-c90d-4e2b-a304-7e7f78b37a10 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:11.232267 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-04d32c66-c90d-4e2b-a304-7e7f78b37a10 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:11.244397 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d32c66-c90d-4e2b-a304-7e7f78b37a10 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:11.244397 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-04d32c66-c90d-4e2b-a304-7e7f78b37a10 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:11.261472 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-04d32c66-c90d-4e2b-a304-7e7f78b37a10 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "PUT /v2.0/ports/f525a53c-3717-4503-a688-8d20b81ea231 HTTP/1.1" status: 200 len: 911 time: 1.9571021 Feb 09 01:26:11.297202 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 59020) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:11.521549 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:11.554993 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d32c66-c90d-4e2b-a304-7e7f78b37a10 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Pushing event updated for resources: {'Port': ['ID=f525a53c-3717-4503-a688-8d20b81ea231,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:11.565901 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:12.029757 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e271a138-3839-44b4-9b4d-2eb5af248602 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:12.280377 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e271a138-3839-44b4-9b4d-2eb5af248602 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:12.621322 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d4a0802d-e892-42c4-8ca4-6409e253f5ed tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:12.708316 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e271a138-3839-44b4-9b4d-2eb5af248602 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:12.720192 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e271a138-3839-44b4-9b4d-2eb5af248602 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:13.001524 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e271a138-3839-44b4-9b4d-2eb5af248602 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:13.172576 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:13.211833 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-d4a0802d-e892-42c4-8ca4-6409e253f5ed tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Deleting port f525a53c-3717-4503-a688-8d20b81ea231 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:26:13.211833 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d4a0802d-e892-42c4-8ca4-6409e253f5ed tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:13.262308 n-d-828418-1 neutron-server[87638]: INFO neutron.db.l3_db [None req-e271a138-3839-44b4-9b4d-2eb5af248602 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Floating IP b3367fc7-35d6-491a-a52a-6e6f6f7ce13f associated. External IP: 172.25.0.112, port: 6c88f038-a399-4a3a-a6f0-95be1f9d3c5c. Feb 09 01:26:13.326783 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e271a138-3839-44b4-9b4d-2eb5af248602 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Pushing event updated for resources: {'Port': ['ID=8b952034-e771-47be-96fe-da8596e8a776,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:13.707290 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d4a0802d-e892-42c4-8ca4-6409e253f5ed tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:13.787490 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e271a138-3839-44b4-9b4d-2eb5af248602 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Router 13b91e9f-06b0-4588-9b10-f77dd1b393aa has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:26:13.916590 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 59084) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:14.123187 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e271a138-3839-44b4-9b4d-2eb5af248602 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:26:14.136504 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c00ffa-c53c-4815-832e-3e7a794c8701 None None] Sync routers for ids ['13b91e9f-06b0-4588-9b10-f77dd1b393aa'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:26:14.160835 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c00ffa-c53c-4815-832e-3e7a794c8701 None None] Routers {'13b91e9f-06b0-4588-9b10-f77dd1b393aa'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:26:14.161062 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e271a138-3839-44b4-9b4d-2eb5af248602 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:14.163340 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-43c00ffa-c53c-4815-832e-3e7a794c8701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:26:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['13b91e9f-06b0-4588-9b10-f77dd1b393aa'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:14.184805 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:26:14.215963 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-bb9beddb-3b76-4258-bbfe-a614f8befdbc tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] Request body: {'quota': {'network': 2}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:14.234079 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-d4a0802d-e892-42c4-8ca4-6409e253f5ed tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Calling delete_port for f525a53c-3717-4503-a688-8d20b81ea231 owned by network:router_interface {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:26:14.267783 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-bb9beddb-3b76-4258-bbfe-a614f8befdbc tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] 10.222.0.105 "PUT /v2.0/quotas/9f24f95e1860487bbec8e86d1beceaf6 HTTP/1.1" status: 200 len: 368 time: 0.3458180 Feb 09 01:26:14.267783 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 59094) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:14.280211 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-084256de-e2e0-4174-a0f8-c47575d8e36d tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] Request body: {'network': {'project_id': '9f24f95e1860487bbec8e86d1beceaf6'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:14.327042 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-084256de-e2e0-4174-a0f8-c47575d8e36d tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:26:14.331080 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-43c00ffa-c53c-4815-832e-3e7a794c8701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:14.337858 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e271a138-3839-44b4-9b4d-2eb5af248602 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.9603813 Feb 09 01:26:14.343965 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c00ffa-c53c-4815-832e-3e7a794c8701 None None] Routers {'13b91e9f-06b0-4588-9b10-f77dd1b393aa'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:26:14.343965 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-43c00ffa-c53c-4815-832e-3e7a794c8701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:26:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['13b91e9f-06b0-4588-9b10-f77dd1b393aa'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:14.347169 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 59100) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:14.347169 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-084256de-e2e0-4174-a0f8-c47575d8e36d tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] Usage tracker for resource:network and tenant:9f24f95e1860487bbec8e86d1beceaf6 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:26:14.458393 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-43c00ffa-c53c-4815-832e-3e7a794c8701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:14.461572 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c00ffa-c53c-4815-832e-3e7a794c8701 None None] The sync data for ids ['13b91e9f-06b0-4588-9b10-f77dd1b393aa'] in n-d-828418-1 is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:26:14.731510 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-084256de-e2e0-4174-a0f8-c47575d8e36d tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:26:14.736975 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d4a0802d-e892-42c4-8ca4-6409e253f5ed tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:14.815104 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-084256de-e2e0-4174-a0f8-c47575d8e36d tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:26:14.819654 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a0802d-e892-42c4-8ca4-6409e253f5ed tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Pushing event deleted for resources: {'Port': ['ID=f525a53c-3717-4503-a688-8d20b81ea231,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:14.849424 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084256de-e2e0-4174-a0f8-c47575d8e36d tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] Made reservation on behalf of 9f24f95e1860487bbec8e86d1beceaf6 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:26:14.851832 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-084256de-e2e0-4174-a0f8-c47575d8e36d tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:14.871933 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-084256de-e2e0-4174-a0f8-c47575d8e36d tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:14.898746 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ee1b3f68-1f10-4fe7-8a0f-05698c98189e tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] 10.222.0.105 "GET /v2.0/floatingips/b3367fc7-35d6-491a-a52a-6e6f6f7ce13f HTTP/1.1" status: 200 len: 978 time: 0.5482469 Feb 09 01:26:14.898746 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 59110) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:15.056706 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-227ce2a4-f855-4d66-bafe-2dd486391178 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Synchronizing usage tracker for tenant:81147165c806469fb64d6c9df4095257 on resource:floatingip {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:26:15.063745 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-084256de-e2e0-4174-a0f8-c47575d8e36d tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:26:15.077836 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-084256de-e2e0-4174-a0f8-c47575d8e36d tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] Usage tracker for resource:security_group_rule and tenant:9f24f95e1860487bbec8e86d1beceaf6 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:26:15.077836 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-084256de-e2e0-4174-a0f8-c47575d8e36d tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:26:15.088974 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-084256de-e2e0-4174-a0f8-c47575d8e36d tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:26:15.096016 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d4a0802d-e892-42c4-8ca4-6409e253f5ed tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:15.185085 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-227ce2a4-f855-4d66-bafe-2dd486391178 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Unset dirty status for tenant:81147165c806469fb64d6c9df4095257 on resource:floatingip {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:26:15.185085 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-227ce2a4-f855-4d66-bafe-2dd486391178 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] 10.222.0.105 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2840557 Feb 09 01:26:15.185085 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 59116) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:15.199204 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-4c2c434b-d3d8-4b38-a4a0-0f1a66ae03c7 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Request body: {'floatingip': {'port_id': '379b22bc-084a-4140-a47f-43ac04f0c402'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:15.341578 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4c2c434b-d3d8-4b38-a4a0-0f1a66ae03c7 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for floatingip, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:15.421009 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-084256de-e2e0-4174-a0f8-c47575d8e36d tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:15.448870 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-084256de-e2e0-4174-a0f8-c47575d8e36d tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:15.507476 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a0802d-e892-42c4-8ca4-6409e253f5ed tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Router 6ca2e522-c46e-4807-bb03-56f5593dd64d has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:26:15.521500 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-084256de-e2e0-4174-a0f8-c47575d8e36d tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:26:15.569683 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084256de-e2e0-4174-a0f8-c47575d8e36d tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab191ace-939e-4673-a3d5-a1be631d1452,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:15.590299 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-084256de-e2e0-4174-a0f8-c47575d8e36d tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:15.590299 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-084256de-e2e0-4174-a0f8-c47575d8e36d tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] Added segment ab998f99-29a5-468f-94f3-0591097571d6 of type vlan for network 964299b8-b3dd-49e0-9ed3-2d55da0d9770 Feb 09 01:26:15.678497 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-084256de-e2e0-4174-a0f8-c47575d8e36d tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:15.778253 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a0802d-e892-42c4-8ca4-6409e253f5ed tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:26:15.792727 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc0b824-14b4-4508-8c34-5547c147c12c None None] Sync routers for ids ['6ca2e522-c46e-4807-bb03-56f5593dd64d'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:26:15.810698 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-d4a0802d-e892-42c4-8ca4-6409e253f5ed tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "PUT /v2.0/routers/6ca2e522-c46e-4807-bb03-56f5593dd64d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5148282 Feb 09 01:26:15.815584 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc0b824-14b4-4508-8c34-5547c147c12c None None] Routers {'6ca2e522-c46e-4807-bb03-56f5593dd64d'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:26:15.815584 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-5cc0b824-14b4-4508-8c34-5547c147c12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:26:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['6ca2e522-c46e-4807-bb03-56f5593dd64d'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:15.824929 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 59126) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:15.926265 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-5cc0b824-14b4-4508-8c34-5547c147c12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:15.936413 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc0b824-14b4-4508-8c34-5547c147c12c None None] Routers {'6ca2e522-c46e-4807-bb03-56f5593dd64d'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:26:15.937836 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-5cc0b824-14b4-4508-8c34-5547c147c12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:26:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['6ca2e522-c46e-4807-bb03-56f5593dd64d'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:15.946587 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-7ee8b282-b73b-4005-861c-40c3add4d05d tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Synchronizing usage tracker for tenant:75af0a1c47ce4ddc8bdf7d84418e468b on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:26:15.966734 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-084256de-e2e0-4174-a0f8-c47575d8e36d tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:15.967953 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084256de-e2e0-4174-a0f8-c47575d8e36d tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:15.968928 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-084256de-e2e0-4174-a0f8-c47575d8e36d tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:15.985538 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-7ee8b282-b73b-4005-861c-40c3add4d05d tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Unset dirty status for tenant:75af0a1c47ce4ddc8bdf7d84418e468b on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:26:15.989474 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-7ee8b282-b73b-4005-861c-40c3add4d05d tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "GET /v2.0/ports?device_id=6ca2e522-c46e-4807-bb03-56f5593dd64d HTTP/1.1" status: 200 len: 205 time: 0.1657794 Feb 09 01:26:15.992784 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 59136) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:16.013720 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-5cc0b824-14b4-4508-8c34-5547c147c12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:16.014366 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc0b824-14b4-4508-8c34-5547c147c12c None None] The sync data for ids ['6ca2e522-c46e-4807-bb03-56f5593dd64d'] in n-d-828418-1 is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:26:16.263959 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-084256de-e2e0-4174-a0f8-c47575d8e36d tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.9877596 Feb 09 01:26:16.273530 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 59144) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:16.281621 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e9d8bb6b-b913-4eab-85cd-8e545c6c9589 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:16.285527 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084256de-e2e0-4174-a0f8-c47575d8e36d tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] Pushing event updated for resources: {'Network': ['ID=964299b8-b3dd-49e0-9ed3-2d55da0d9770,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:16.300006 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 964299b8-b3dd-49e0-9ed3-2d55da0d9770 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:26:16.320478 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-b9b0efcf-4037-49b9-9ea4-6dd42ea67986 tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] Request body: {'network': {'project_id': '9f24f95e1860487bbec8e86d1beceaf6'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:16.338921 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b9b0efcf-4037-49b9-9ea4-6dd42ea67986 tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:26:16.540541 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-b9b0efcf-4037-49b9-9ea4-6dd42ea67986 tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] Usage tracker for resource:network and tenant:9f24f95e1860487bbec8e86d1beceaf6 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:26:16.559436 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-b9b0efcf-4037-49b9-9ea4-6dd42ea67986 tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:26:16.566655 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b9b0efcf-4037-49b9-9ea4-6dd42ea67986 tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:26:16.601493 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b0efcf-4037-49b9-9ea4-6dd42ea67986 tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] Made reservation on behalf of 9f24f95e1860487bbec8e86d1beceaf6 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:26:16.604510 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b9b0efcf-4037-49b9-9ea4-6dd42ea67986 tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:16.675320 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9b0efcf-4037-49b9-9ea4-6dd42ea67986 tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:26:16.694400 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b9b0efcf-4037-49b9-9ea4-6dd42ea67986 tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:16.695144 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-b9b0efcf-4037-49b9-9ea4-6dd42ea67986 tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] Added segment a2a288c9-a2c7-43ea-b025-82f40c330607 of type vlan for network b84c1dbe-84db-4aea-a1cc-2c15e9019a63 Feb 09 01:26:16.903469 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4c2c434b-d3d8-4b38-a4a0-0f1a66ae03c7 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:16.903469 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4c2c434b-d3d8-4b38-a4a0-0f1a66ae03c7 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:16.983001 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b9b0efcf-4037-49b9-9ea4-6dd42ea67986 tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:17.064455 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e9d8bb6b-b913-4eab-85cd-8e545c6c9589 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:17.064455 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e9d8bb6b-b913-4eab-85cd-8e545c6c9589 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:17.107423 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e9d8bb6b-b913-4eab-85cd-8e545c6c9589 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:17.107423 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d8bb6b-b913-4eab-85cd-8e545c6c9589 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Fanout notify agent at l3_agent the message router_deleted on router 6ca2e522-c46e-4807-bb03-56f5593dd64d {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:26:17.115494 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e9d8bb6b-b913-4eab-85cd-8e545c6c9589 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:17.122181 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-e9d8bb6b-b913-4eab-85cd-8e545c6c9589 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "DELETE /v2.0/routers/6ca2e522-c46e-4807-bb03-56f5593dd64d HTTP/1.1" status: 204 len: 168 time: 1.1220026 Feb 09 01:26:17.122181 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 59160) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:17.244577 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d7d1174-7e77-44cf-aede-a0065e796109 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Deleting subnet 9be8ec50-f9d7-4710-aafc-c50de84c37b8 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:26:17.244577 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2d7d1174-7e77-44cf-aede-a0065e796109 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:17.327045 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2d7d1174-7e77-44cf-aede-a0065e796109 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:17.383639 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.db.resource_extend [None req-b9b0efcf-4037-49b9-9ea4-6dd42ea67986 tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:26:17.401916 n-d-828418-1 neutron-server[87638]: INFO neutron.db.l3_db [None req-4c2c434b-d3d8-4b38-a4a0-0f1a66ae03c7 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Floating IP b3367fc7-35d6-491a-a52a-6e6f6f7ce13f associated. External IP: 172.25.0.112, port: 6c88f038-a399-4a3a-a6f0-95be1f9d3c5c. Feb 09 01:26:17.431024 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2d7d1174-7e77-44cf-aede-a0065e796109 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:17.476003 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b9b0efcf-4037-49b9-9ea4-6dd42ea67986 tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:17.476003 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b0efcf-4037-49b9-9ea4-6dd42ea67986 tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:17.476003 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b9b0efcf-4037-49b9-9ea4-6dd42ea67986 tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:17.537538 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2d7d1174-7e77-44cf-aede-a0065e796109 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:17.632292 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18173f3-60df-4a7d-8321-2f5bb388de4b None None] Network 7b9399e9-9459-4187-8df1-1c8f50f262b4 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:26:17.640630 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2d7d1174-7e77-44cf-aede-a0065e796109 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:17.657295 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7d1174-7e77-44cf-aede-a0065e796109 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Pushing event deleted for resources: {'Subnet': ['ID=9be8ec50-f9d7-4710-aafc-c50de84c37b8,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:17.684929 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-2d7d1174-7e77-44cf-aede-a0065e796109 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "DELETE /v2.0/subnets/9be8ec50-f9d7-4710-aafc-c50de84c37b8 HTTP/1.1" status: 204 len: 168 time: 0.5575697 Feb 09 01:26:17.684929 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 59174) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:17.774731 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b0efcf-4037-49b9-9ea4-6dd42ea67986 tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] Pushing event updated for resources: {'Network': ['ID=b84c1dbe-84db-4aea-a1cc-2c15e9019a63,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:17.812650 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b9b0efcf-4037-49b9-9ea4-6dd42ea67986 tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.5327506 Feb 09 01:26:17.812650 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 59178) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:17.820782 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-0209a38d-4f48-41ec-97bb-ac076fe58c15 tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] Request body: {'network': {'project_id': '9f24f95e1860487bbec8e86d1beceaf6'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:17.825097 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network b84c1dbe-84db-4aea-a1cc-2c15e9019a63 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:26:17.899584 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-0209a38d-4f48-41ec-97bb-ac076fe58c15 tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:26:17.940951 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-0209a38d-4f48-41ec-97bb-ac076fe58c15 tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] Usage tracker for resource:network and tenant:9f24f95e1860487bbec8e86d1beceaf6 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:26:17.941134 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e01ea902-b981-4f2e-b6c1-32520d88da73 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:17.948759 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-0209a38d-4f48-41ec-97bb-ac076fe58c15 tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:26:17.953064 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-e01ea902-b981-4f2e-b6c1-32520d88da73 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Deleting port 32a3d7b2-a89b-4e81-8c6f-8de989498674 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:26:17.953064 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e01ea902-b981-4f2e-b6c1-32520d88da73 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:17.958334 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-0209a38d-4f48-41ec-97bb-ac076fe58c15 tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:26:17.965760 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-0209a38d-4f48-41ec-97bb-ac076fe58c15 tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 09 01:26:17.965760 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0209a38d-4f48-41ec-97bb-ac076fe58c15 tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:26:17.965760 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-0209a38d-4f48-41ec-97bb-ac076fe58c15 tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1570814 Feb 09 01:26:17.978083 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 59184) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:18.131533 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-acb1b06f-e2fb-4854-8946-f2387be65a9f tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=9f24f95e1860487bbec8e86d1beceaf6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1520627 Feb 09 01:26:18.176968 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d07ca2b-38b8-4a3e-8388-145ad3b9633a None None] DHCP port deletion for 7b9399e9-9459-4187-8df1-1c8f50f262b4 request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:26:18.177967 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 59188) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:18.178437 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-5d07ca2b-38b8-4a3e-8388-145ad3b9633a None None] Deleting port 32a3d7b2-a89b-4e81-8c6f-8de989498674 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:26:18.178437 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5d07ca2b-38b8-4a3e-8388-145ad3b9633a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:18.315762 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c2c434b-d3d8-4b38-a4a0-0f1a66ae03c7 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Router 13b91e9f-06b0-4588-9b10-f77dd1b393aa has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:26:18.382348 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-11bd117b-fdeb-4fb9-bef1-055215eb2280 tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:18.447549 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-11bd117b-fdeb-4fb9-bef1-055215eb2280 tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:18.462036 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-e01ea902-b981-4f2e-b6c1-32520d88da73 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] For port 32a3d7b2-a89b-4e81-8c6f-8de989498674, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=32a3d7b2-a89b-4e81-8c6f-8de989498674,segment=NetworkSegment(47d03492-f4d6-4c95-87a3-17c2428d6a8b),segment_id=47d03492-f4d6-4c95-87a3-17c2428d6a8b)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:26:18.462036 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e01ea902-b981-4f2e-b6c1-32520d88da73 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:18.670242 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2c434b-d3d8-4b38-a4a0-0f1a66ae03c7 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:26:18.726615 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe45fa1-c36e-4556-b5c1-a9aadeade806 None None] Sync routers for ids ['13b91e9f-06b0-4588-9b10-f77dd1b393aa'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:26:18.774313 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-e01ea902-b981-4f2e-b6c1-32520d88da73 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Calling delete_port for 32a3d7b2-a89b-4e81-8c6f-8de989498674 owned by network:dhcp {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:26:18.809977 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-5d07ca2b-38b8-4a3e-8388-145ad3b9633a None None] For port 32a3d7b2-a89b-4e81-8c6f-8de989498674, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=32a3d7b2-a89b-4e81-8c6f-8de989498674,segment=NetworkSegment(47d03492-f4d6-4c95-87a3-17c2428d6a8b),segment_id=47d03492-f4d6-4c95-87a3-17c2428d6a8b)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:26:18.809977 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5d07ca2b-38b8-4a3e-8388-145ad3b9633a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:18.921558 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [req-e9d7db76-1373-4fe4-b63a-6bc0b7fc0667 req-8987467b-2a36-4277-bedc-dd45d589017d service neutron] (87639) timed out ('10.222.0.62', 57006) {{(pid=87639) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 01:26:18.951504 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [req-b8d8a9e9-072d-4d2d-a75d-18c56ebc1c81 req-fd174a62-e438-4bae-a116-83e8fa088a47 service neutron] (87638) timed out ('10.222.0.62', 56782) {{(pid=87638) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 01:26:18.997671 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e01ea902-b981-4f2e-b6c1-32520d88da73 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:19.110901 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-11bd117b-fdeb-4fb9-bef1-055215eb2280 tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:19.139169 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01ea902-b981-4f2e-b6c1-32520d88da73 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Pushing event deleted for resources: {'Port': ['ID=32a3d7b2-a89b-4e81-8c6f-8de989498674,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:19.144062 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-5d07ca2b-38b8-4a3e-8388-145ad3b9633a None None] Calling delete_port for 32a3d7b2-a89b-4e81-8c6f-8de989498674 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:26:19.170637 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01ea902-b981-4f2e-b6c1-32520d88da73 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] No DVR routers for this DVR port 32a3d7b2-a89b-4e81-8c6f-8de989498674 on host n-d-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:26:19.170637 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bd117b-fdeb-4fb9-bef1-055215eb2280 tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab191ace-939e-4673-a3d5-a1be631d1452,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:19.344531 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c2c434b-d3d8-4b38-a4a0-0f1a66ae03c7 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Router 13b91e9f-06b0-4588-9b10-f77dd1b393aa has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:26:19.361121 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-11bd117b-fdeb-4fb9-bef1-055215eb2280 tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:19.361121 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-11bd117b-fdeb-4fb9-bef1-055215eb2280 tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] 10.222.0.105 "DELETE /v2.0/security-groups/ab191ace-939e-4673-a3d5-a1be631d1452 HTTP/1.1" status: 204 len: 168 time: 1.1793692 Feb 09 01:26:19.368671 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 59206) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:19.372337 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe45fa1-c36e-4556-b5c1-a9aadeade806 None None] Routers {'13b91e9f-06b0-4588-9b10-f77dd1b393aa'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:26:19.372337 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-1fe45fa1-c36e-4556-b5c1-a9aadeade806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:26:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['13b91e9f-06b0-4588-9b10-f77dd1b393aa'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:19.403565 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e01ea902-b981-4f2e-b6c1-32520d88da73 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:19.439008 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-e01ea902-b981-4f2e-b6c1-32520d88da73 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b9399e9-9459-4187-8df1-1c8f50f262b4']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:19.465401 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-e01ea902-b981-4f2e-b6c1-32520d88da73 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47d03492-f4d6-4c95-87a3-17c2428d6a8b') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:19.465401 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-e01ea902-b981-4f2e-b6c1-32520d88da73 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47d03492-f4d6-4c95-87a3-17c2428d6a8b') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:19.471799 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-1fe45fa1-c36e-4556-b5c1-a9aadeade806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:19.481115 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e01ea902-b981-4f2e-b6c1-32520d88da73 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:19.502381 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe45fa1-c36e-4556-b5c1-a9aadeade806 None None] Routers {'13b91e9f-06b0-4588-9b10-f77dd1b393aa'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:26:19.502381 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-1fe45fa1-c36e-4556-b5c1-a9aadeade806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:26:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['13b91e9f-06b0-4588-9b10-f77dd1b393aa'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:19.604318 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-1fe45fa1-c36e-4556-b5c1-a9aadeade806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:19.604318 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe45fa1-c36e-4556-b5c1-a9aadeade806 None None] The sync data for ids ['13b91e9f-06b0-4588-9b10-f77dd1b393aa'] in n-d-828418-1 is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:26:19.611065 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-5d07ca2b-38b8-4a3e-8388-145ad3b9633a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:26:19.614361 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-5d07ca2b-38b8-4a3e-8388-145ad3b9633a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:26:19.833426 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e01ea902-b981-4f2e-b6c1-32520d88da73 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:19.847470 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e01ea902-b981-4f2e-b6c1-32520d88da73 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:26:19.847470 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e01ea902-b981-4f2e-b6c1-32520d88da73 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:19.945973 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ec5cfd74-1790-47fa-8d3c-b26a8ceb83aa tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:19.981875 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 01:26:19.981875 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:26:19.981875 n-d-828418-1 neutron-server[87639]: timer() Feb 09 01:26:19.981875 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:26:19.981875 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 01:26:19.981875 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:26:19.981875 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 01:26:19.981875 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:26:19.981875 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 01:26:19.981875 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:26:19.981875 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 01:26:19.981875 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:26:19.981875 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 01:26:19.981875 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:26:19.981875 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:26:19.981875 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:26:19.981875 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:26:19.981875 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:26:19.981875 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 01:26:19.981875 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:26:19.981875 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 01:26:19.981875 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:26:19.981875 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:26:19.981875 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:26:19.981875 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 01:26:19.981875 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:26:19.981875 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:26:19.981875 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:26:19.981875 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:26:19.981875 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:26:19.981875 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:26:19.981875 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:26:20.000033 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e01ea902-b981-4f2e-b6c1-32520d88da73 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:20.041462 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e01ea902-b981-4f2e-b6c1-32520d88da73 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:20.064380 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-e01ea902-b981-4f2e-b6c1-32520d88da73 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "DELETE /v2.0/networks/7b9399e9-9459-4187-8df1-1c8f50f262b4 HTTP/1.1" status: 204 len: 168 time: 2.3708529 Feb 09 01:26:20.099849 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 59220) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:20.103531 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01ea902-b981-4f2e-b6c1-32520d88da73 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Pushing event deleted for resources: {'Network': ['ID=7b9399e9-9459-4187-8df1-1c8f50f262b4,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:20.107152 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 32a3d7b2-a89b-4e81-8c6f-8de989498674 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:26:20.130768 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [req-9c756fe6-7be2-492d-a58d-7b80107aec55 req-baa2a529-4fc5-4f68-8600-8303273bcb46 service neutron] (87638) timed out ('10.222.0.62', 56806) {{(pid=87638) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 01:26:20.148692 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-3149dd94-5cc4-4cd0-9078-170b45b8e404 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1288953959', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:20.152237 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3149dd94-5cc4-4cd0-9078-170b45b8e404 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:26:20.172479 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-3149dd94-5cc4-4cd0-9078-170b45b8e404 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Usage tracker for resource:router and tenant:75af0a1c47ce4ddc8bdf7d84418e468b is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:26:20.180489 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-3149dd94-5cc4-4cd0-9078-170b45b8e404 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:26:20.192743 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-5d07ca2b-38b8-4a3e-8388-145ad3b9633a None None] Deleting port 32a3d7b2-a89b-4e81-8c6f-8de989498674 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:26:20.192743 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5d07ca2b-38b8-4a3e-8388-145ad3b9633a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:20.252832 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 32a3d7b2-a89b-4e81-8c6f-8de989498674 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:26:20.253278 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 32a3d7b2-a89b-4e81-8c6f-8de989498674 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:26:20.290892 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3149dd94-5cc4-4cd0-9078-170b45b8e404 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:26:20.310317 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2c434b-d3d8-4b38-a4a0-0f1a66ae03c7 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:26:20.317063 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4c2c434b-d3d8-4b38-a4a0-0f1a66ae03c7 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:20.324348 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680d5730-5a08-4e77-b1e1-72da9528d5ac None None] Sync routers for ids ['13b91e9f-06b0-4588-9b10-f77dd1b393aa'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:26:20.342970 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680d5730-5a08-4e77-b1e1-72da9528d5ac None None] Routers {'13b91e9f-06b0-4588-9b10-f77dd1b393aa'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:26:20.343675 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-680d5730-5a08-4e77-b1e1-72da9528d5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:26:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['13b91e9f-06b0-4588-9b10-f77dd1b393aa'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:20.349912 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-5d07ca2b-38b8-4a3e-8388-145ad3b9633a None None] The port '32a3d7b2-a89b-4e81-8c6f-8de989498674' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:26:20.423887 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3149dd94-5cc4-4cd0-9078-170b45b8e404 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:20.423887 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3149dd94-5cc4-4cd0-9078-170b45b8e404 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:20.459208 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-680d5730-5a08-4e77-b1e1-72da9528d5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:20.463279 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ec5cfd74-1790-47fa-8d3c-b26a8ceb83aa tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:20.484779 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680d5730-5a08-4e77-b1e1-72da9528d5ac None None] Routers {'13b91e9f-06b0-4588-9b10-f77dd1b393aa'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:26:20.484779 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-680d5730-5a08-4e77-b1e1-72da9528d5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:26:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['13b91e9f-06b0-4588-9b10-f77dd1b393aa'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:20.535763 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-ec5cfd74-1790-47fa-8d3c-b26a8ceb83aa tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b84c1dbe-84db-4aea-a1cc-2c15e9019a63']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:20.583004 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3149dd94-5cc4-4cd0-9078-170b45b8e404 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:20.583004 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-ec5cfd74-1790-47fa-8d3c-b26a8ceb83aa tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2a288c9-a2c7-43ea-b025-82f40c330607') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:20.586699 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-ec5cfd74-1790-47fa-8d3c-b26a8ceb83aa tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2a288c9-a2c7-43ea-b025-82f40c330607') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:20.597720 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-680d5730-5a08-4e77-b1e1-72da9528d5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:20.597720 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680d5730-5a08-4e77-b1e1-72da9528d5ac None None] The sync data for ids ['13b91e9f-06b0-4588-9b10-f77dd1b393aa'] in n-d-828418-1 is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:26:20.630015 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ec5cfd74-1790-47fa-8d3c-b26a8ceb83aa tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:20.658704 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ec5cfd74-1790-47fa-8d3c-b26a8ceb83aa tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:20.677013 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec5cfd74-1790-47fa-8d3c-b26a8ceb83aa tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:26:20.677013 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ec5cfd74-1790-47fa-8d3c-b26a8ceb83aa tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:20.698448 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:26:20.698448 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:26:20.698448 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:26:20.698448 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:26:20.698448 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:26:20.698448 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:26:20.698448 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:26:20.698448 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:26:20.698448 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:26:20.698448 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:26:20.698448 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:26:20.698448 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:26:20.698448 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:26:20.698448 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:26:20.698448 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:26:20.698448 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:26:20.698448 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:26:20.698448 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:26:20.698448 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:26:20.698448 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:26:20.698448 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:26:20.698448 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:26:20.698448 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:26:20.698448 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:26:20.698448 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:26:20.698448 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:26:20.698448 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:26:20.698448 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:26:20.698448 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:26:20.698448 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:26:20.698448 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:26:20.698448 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:26:20.698448 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-4c2c434b-d3d8-4b38-a4a0-0f1a66ae03c7 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] 10.222.0.105 "PUT /v2.0/floatingips/b3367fc7-35d6-491a-a52a-6e6f6f7ce13f HTTP/1.1" status: 200 len: 977 time: 5.5068567 Feb 09 01:26:20.706798 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 59230) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:20.706798 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-b7534993-5b31-4ef4-acf1-e47d53be3207 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:20.753141 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3149dd94-5cc4-4cd0-9078-170b45b8e404 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:20.811086 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3149dd94-5cc4-4cd0-9078-170b45b8e404 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:20.811086 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-3149dd94-5cc4-4cd0-9078-170b45b8e404 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6785655 Feb 09 01:26:20.811086 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 59238) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:20.821897 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ec5cfd74-1790-47fa-8d3c-b26a8ceb83aa tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:20.821897 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-6d367cd7-7f3b-488a-85d1-d6cdea2b7ac8 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1017493425'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:20.834627 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-6d367cd7-7f3b-488a-85d1-d6cdea2b7ac8 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:26:20.854950 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-6d367cd7-7f3b-488a-85d1-d6cdea2b7ac8 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Usage tracker for resource:network and tenant:75af0a1c47ce4ddc8bdf7d84418e468b is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:26:20.854950 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-6d367cd7-7f3b-488a-85d1-d6cdea2b7ac8 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:26:20.864892 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-6d367cd7-7f3b-488a-85d1-d6cdea2b7ac8 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:26:20.904044 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ec5cfd74-1790-47fa-8d3c-b26a8ceb83aa tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:20.909576 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d367cd7-7f3b-488a-85d1-d6cdea2b7ac8 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Made reservation on behalf of 75af0a1c47ce4ddc8bdf7d84418e468b for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:26:20.913694 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6d367cd7-7f3b-488a-85d1-d6cdea2b7ac8 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:20.957659 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5cfd74-1790-47fa-8d3c-b26a8ceb83aa tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] Pushing event deleted for resources: {'Network': ['ID=b84c1dbe-84db-4aea-a1cc-2c15e9019a63,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:20.980746 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ec5cfd74-1790-47fa-8d3c-b26a8ceb83aa tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] 10.222.0.105 "DELETE /v2.0/networks/b84c1dbe-84db-4aea-a1cc-2c15e9019a63 HTTP/1.1" status: 204 len: 168 time: 1.6238692 Feb 09 01:26:20.982074 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 59246) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:21.015647 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b7534993-5b31-4ef4-acf1-e47d53be3207 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for floatingip, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:21.167428 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d367cd7-7f3b-488a-85d1-d6cdea2b7ac8 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:26:21.208259 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6d367cd7-7f3b-488a-85d1-d6cdea2b7ac8 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:21.208259 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-6d367cd7-7f3b-488a-85d1-d6cdea2b7ac8 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Added segment 1015d49a-3cd9-4faf-b761-fc8e857f27cc of type vlan for network 7a4f42ff-3ef1-4b74-9f00-4af983ef2260 Feb 09 01:26:21.221907 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4e00cae7-5f79-4c59-92bc-15fbcb0123d7 tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:21.304419 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6d367cd7-7f3b-488a-85d1-d6cdea2b7ac8 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:21.446000 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4e00cae7-5f79-4c59-92bc-15fbcb0123d7 tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:21.504992 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-4e00cae7-5f79-4c59-92bc-15fbcb0123d7 tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['964299b8-b3dd-49e0-9ed3-2d55da0d9770']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:21.533882 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-4e00cae7-5f79-4c59-92bc-15fbcb0123d7 tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab998f99-29a5-468f-94f3-0591097571d6') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:21.534249 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-4e00cae7-5f79-4c59-92bc-15fbcb0123d7 tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab998f99-29a5-468f-94f3-0591097571d6') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:21.564191 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4e00cae7-5f79-4c59-92bc-15fbcb0123d7 tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:21.599373 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b7534993-5b31-4ef4-acf1-e47d53be3207 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:21.603806 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4e00cae7-5f79-4c59-92bc-15fbcb0123d7 tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:21.604609 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b7534993-5b31-4ef4-acf1-e47d53be3207 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:21.605169 n-d-828418-1 neutron-server[87639]: INFO neutron.db.l3_db [None req-b7534993-5b31-4ef4-acf1-e47d53be3207 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Floating IP b3367fc7-35d6-491a-a52a-6e6f6f7ce13f disassociated. External IP: 172.25.0.112, port: 379b22bc-084a-4140-a47f-43ac04f0c402. Feb 09 01:26:21.611291 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e00cae7-5f79-4c59-92bc-15fbcb0123d7 tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:26:21.611976 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4e00cae7-5f79-4c59-92bc-15fbcb0123d7 tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:21.707295 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:26:21.707295 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:26:21.707295 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:26:21.707295 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:26:21.707295 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:26:21.707295 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:26:21.707295 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:26:21.707295 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:26:21.707295 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:26:21.707295 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:26:21.707295 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:26:21.707295 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:26:21.707295 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:26:21.707295 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:26:21.707295 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:26:21.707295 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:26:21.707295 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:26:21.707295 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:26:21.707295 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:26:21.707295 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:26:21.707295 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:26:21.707295 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:26:21.707295 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:26:21.707295 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:26:21.707295 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:26:21.707295 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:26:21.707295 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:26:21.707295 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:26:21.707295 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:26:21.707295 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:26:21.707295 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:26:21.707295 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:26:21.707295 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6d367cd7-7f3b-488a-85d1-d6cdea2b7ac8 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:21.714924 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d367cd7-7f3b-488a-85d1-d6cdea2b7ac8 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:21.714924 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6d367cd7-7f3b-488a-85d1-d6cdea2b7ac8 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:21.863735 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:21.892274 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d367cd7-7f3b-488a-85d1-d6cdea2b7ac8 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Pushing event updated for resources: {'Network': ['ID=7a4f42ff-3ef1-4b74-9f00-4af983ef2260,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:21.902074 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4e00cae7-5f79-4c59-92bc-15fbcb0123d7 tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:21.916295 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 7a4f42ff-3ef1-4b74-9f00-4af983ef2260 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:26:21.920151 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4e00cae7-5f79-4c59-92bc-15fbcb0123d7 tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:21.923116 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-4e00cae7-5f79-4c59-92bc-15fbcb0123d7 tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] 10.222.0.105 "DELETE /v2.0/networks/964299b8-b3dd-49e0-9ed3-2d55da0d9770 HTTP/1.1" status: 204 len: 168 time: 0.9335670 Feb 09 01:26:21.931679 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-6d367cd7-7f3b-488a-85d1-d6cdea2b7ac8 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1221900 Feb 09 01:26:21.932804 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 59264) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:21.940119 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e00cae7-5f79-4c59-92bc-15fbcb0123d7 tempest-QuotasNegativeTest-815312236 tempest-QuotasNegativeTest-815312236-project-admin] Pushing event deleted for resources: {'Network': ['ID=964299b8-b3dd-49e0-9ed3-2d55da0d9770,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:21.955136 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-cb39ba8e-c72f-4edd-88d3-c1742a138c1f tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Request body: {'subnet': {'network_id': '7a4f42ff-3ef1-4b74-9f00-4af983ef2260', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:22.145876 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-cb39ba8e-c72f-4edd-88d3-c1742a138c1f tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:26:22.156757 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-cb39ba8e-c72f-4edd-88d3-c1742a138c1f tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Usage tracker for resource:subnet and tenant:75af0a1c47ce4ddc8bdf7d84418e468b is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:26:22.165163 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-cb39ba8e-c72f-4edd-88d3-c1742a138c1f tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:26:22.181729 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-cb39ba8e-c72f-4edd-88d3-c1742a138c1f tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:26:22.197564 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb39ba8e-c72f-4edd-88d3-c1742a138c1f tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Made reservation on behalf of 75af0a1c47ce4ddc8bdf7d84418e468b for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:26:22.197564 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cb39ba8e-c72f-4edd-88d3-c1742a138c1f tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:22.434465 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7534993-5b31-4ef4-acf1-e47d53be3207 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Router 13b91e9f-06b0-4588-9b10-f77dd1b393aa has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:26:22.632619 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cb39ba8e-c72f-4edd-88d3-c1742a138c1f tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:22.756382 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7534993-5b31-4ef4-acf1-e47d53be3207 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:26:22.756382 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b7534993-5b31-4ef4-acf1-e47d53be3207 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:22.779245 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7368a5-3843-4cf6-bfbb-eb0624998c4d None None] Sync routers for ids ['13b91e9f-06b0-4588-9b10-f77dd1b393aa'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:26:22.803560 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7368a5-3843-4cf6-bfbb-eb0624998c4d None None] Routers {'13b91e9f-06b0-4588-9b10-f77dd1b393aa'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:26:22.803560 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-8e7368a5-3843-4cf6-bfbb-eb0624998c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:26:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['13b91e9f-06b0-4588-9b10-f77dd1b393aa'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:22.808666 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb39ba8e-c72f-4edd-88d3-c1742a138c1f tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Pushing event updated for resources: {'Subnet': ['ID=d85082d2-0c82-42f5-8949-bb899e7e82bb,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:22.808666 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb39ba8e-c72f-4edd-88d3-c1742a138c1f tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Checking segment: {'id': '1015d49a-3cd9-4faf-b761-fc8e857f27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7a4f42ff-3ef1-4b74-9f00-4af983ef2260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:26:22.808666 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb39ba8e-c72f-4edd-88d3-c1742a138c1f tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Network hostable DHCP agents. Network: 7a4f42ff-3ef1-4b74-9f00-4af983ef2260, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:26:22.833838 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-b7534993-5b31-4ef4-acf1-e47d53be3207 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] 10.222.0.105 "PUT /v2.0/floatingips/b3367fc7-35d6-491a-a52a-6e6f6f7ce13f HTTP/1.1" status: 200 len: 688 time: 2.1330125 Feb 09 01:26:22.833838 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 59278) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:22.850659 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb39ba8e-c72f-4edd-88d3-c1742a138c1f tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Network 7a4f42ff-3ef1-4b74-9f00-4af983ef2260 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:26:22.862486 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-cb39ba8e-c72f-4edd-88d3-c1742a138c1f tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 7a4f42ff-3ef1-4b74-9f00-4af983ef2260) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:22.862486 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb39ba8e-c72f-4edd-88d3-c1742a138c1f tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:22.862486 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cb39ba8e-c72f-4edd-88d3-c1742a138c1f tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:22.919169 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-cb39ba8e-c72f-4edd-88d3-c1742a138c1f tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9699795 Feb 09 01:26:22.919169 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 59282) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:23.088508 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ff0683-5ba8-4148-bd4a-cab377df9973 None None] Network 7a4f42ff-3ef1-4b74-9f00-4af983ef2260 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:26:23.278220 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-8e7368a5-3843-4cf6-bfbb-eb0624998c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:23.334759 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7368a5-3843-4cf6-bfbb-eb0624998c4d None None] Routers {'13b91e9f-06b0-4588-9b10-f77dd1b393aa'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:26:23.335931 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-8e7368a5-3843-4cf6-bfbb-eb0624998c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:26:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['13b91e9f-06b0-4588-9b10-f77dd1b393aa'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:23.423832 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-8e7368a5-3843-4cf6-bfbb-eb0624998c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:23.424703 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7368a5-3843-4cf6-bfbb-eb0624998c4d None None] The sync data for ids ['13b91e9f-06b0-4588-9b10-f77dd1b393aa'] in n-d-828418-1 is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:26:23.542738 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 59290) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:23.542738 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-1609c22a-6cc6-4e68-a76e-35429d9d7025 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Deleting port 8b952034-e771-47be-96fe-da8596e8a776 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:26:23.542738 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1609c22a-6cc6-4e68-a76e-35429d9d7025 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:23.850404 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295e84d5-0c99-4cb3-a518-46c3c88f2143 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-7a4f42ff-3ef1-4b74-9f00-4af983ef2260', 'network_id': '7a4f42ff-3ef1-4b74-9f00-4af983ef2260', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'fixed_ips': [{'subnet_id': 'd85082d2-0c82-42f5-8949-bb899e7e82bb'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:26:23.861094 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-295e84d5-0c99-4cb3-a518-46c3c88f2143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:24.047195 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7aff8841-48b7-4c48-9a1e-212c9a7f7416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:24.119517 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-7aff8841-48b7-4c48-9a1e-212c9a7f7416 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:26:24.130514 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-7aff8841-48b7-4c48-9a1e-212c9a7f7416 admin admin] Usage tracker for resource:security_group_rule and tenant:2a3a1bc79869456e99fc878a5e4f005e is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:26:24.135386 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-7aff8841-48b7-4c48-9a1e-212c9a7f7416 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:26:24.170196 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-7aff8841-48b7-4c48-9a1e-212c9a7f7416 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:26:24.321227 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1609c22a-6cc6-4e68-a76e-35429d9d7025 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:24.321227 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1609c22a-6cc6-4e68-a76e-35429d9d7025 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:24.399357 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-295e84d5-0c99-4cb3-a518-46c3c88f2143 None None] Allocated IP 2001:db8::2 (7a4f42ff-3ef1-4b74-9f00-4af983ef2260/d85082d2-0c82-42f5-8949-bb899e7e82bb/0565064b-c155-491b-8996-76175ad37fa8) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:26:24.697696 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-1609c22a-6cc6-4e68-a76e-35429d9d7025 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Calling delete_port for 8b952034-e771-47be-96fe-da8596e8a776 owned by network:floatingip {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:26:24.812584 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-02948082-ec27-4a12-a928-5768a5085c9a tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:24.977325 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:25.028228 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-295e84d5-0c99-4cb3-a518-46c3c88f2143 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:25.032094 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7aff8841-48b7-4c48-9a1e-212c9a7f7416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:25.032094 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7aff8841-48b7-4c48-9a1e-212c9a7f7416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:25.176134 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff8841-48b7-4c48-9a1e-212c9a7f7416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa8bebc-c87d-407d-a49f-17383c3a8502,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:25.241663 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-7aff8841-48b7-4c48-9a1e-212c9a7f7416 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=2a3a1bc79869456e99fc878a5e4f005e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6471047 Feb 09 01:26:25.241663 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 59322) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:25.383760 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-40bad49c-3bab-429d-b2ca-ca209eb6d7e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:25.394025 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-295e84d5-0c99-4cb3-a518-46c3c88f2143 None None] Transition to ACTIVE for port object 0565064b-c155-491b-8996-76175ad37fa8 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:26:25.396477 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1609c22a-6cc6-4e68-a76e-35429d9d7025 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:25.466999 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-295e84d5-0c99-4cb3-a518-46c3c88f2143 None None] Transition to ACTIVE for port object 0565064b-c155-491b-8996-76175ad37fa8 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:26:25.478271 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-295e84d5-0c99-4cb3-a518-46c3c88f2143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:25.576954 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1609c22a-6cc6-4e68-a76e-35429d9d7025 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Pushing event deleted for resources: {'Port': ['ID=8b952034-e771-47be-96fe-da8596e8a776,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:25.654348 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295e84d5-0c99-4cb3-a518-46c3c88f2143 None None] Network 7a4f42ff-3ef1-4b74-9f00-4af983ef2260 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:26:25.658160 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-40bad49c-3bab-429d-b2ca-ca209eb6d7e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:25.670992 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1609c22a-6cc6-4e68-a76e-35429d9d7025 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for floatingip, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:25.674296 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-295e84d5-0c99-4cb3-a518-46c3c88f2143 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:25.690290 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295e84d5-0c99-4cb3-a518-46c3c88f2143 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:26:25.743483 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1609c22a-6cc6-4e68-a76e-35429d9d7025 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:25.743483 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-1609c22a-6cc6-4e68-a76e-35429d9d7025 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] 10.222.0.105 "DELETE /v2.0/floatingips/b3367fc7-35d6-491a-a52a-6e6f6f7ce13f HTTP/1.1" status: 204 len: 168 time: 2.9014094 Feb 09 01:26:25.743483 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 59332) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:25.757693 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-02948082-ec27-4a12-a928-5768a5085c9a tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Allocated IP 2001:db8::1 (7a4f42ff-3ef1-4b74-9f00-4af983ef2260/d85082d2-0c82-42f5-8949-bb899e7e82bb/0fd16d49-7673-4766-bb29-1f94c852bd30) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:26:25.844534 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295e84d5-0c99-4cb3-a518-46c3c88f2143 None None] Pushing event updated for resources: {'Port': ['ID=0565064b-c155-491b-8996-76175ad37fa8,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:25.925154 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [None req-35819b52-44d2-401f-ad89-5ee9be096fe7 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] delete failed (client error): The resource could not be found. Feb 09 01:26:25.925154 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-35819b52-44d2-401f-ad89-5ee9be096fe7 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] 10.222.0.105 "DELETE /v2.0/floatingips/b3367fc7-35d6-491a-a52a-6e6f6f7ce13f HTTP/1.1" status: 404 len: 345 time: 0.1803498 Feb 09 01:26:25.936294 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 59338) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:25.975106 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-295e84d5-0c99-4cb3-a518-46c3c88f2143 None None] Attempting to bind port 0565064b-c155-491b-8996-76175ad37fa8 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:26:25.975106 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-295e84d5-0c99-4cb3-a518-46c3c88f2143 None None] Attempting to bind port 0565064b-c155-491b-8996-76175ad37fa8 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '1015d49a-3cd9-4faf-b761-fc8e857f27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7a4f42ff-3ef1-4b74-9f00-4af983ef2260'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:26:25.975106 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295e84d5-0c99-4cb3-a518-46c3c88f2143 None None] Attempting to bind port 0565064b-c155-491b-8996-76175ad37fa8 on network 7a4f42ff-3ef1-4b74-9f00-4af983ef2260 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:26:25.992752 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295e84d5-0c99-4cb3-a518-46c3c88f2143 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:26:25.992752 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295e84d5-0c99-4cb3-a518-46c3c88f2143 None None] Checking segment: {'id': '1015d49a-3cd9-4faf-b761-fc8e857f27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7a4f42ff-3ef1-4b74-9f00-4af983ef2260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:26:25.992752 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-295e84d5-0c99-4cb3-a518-46c3c88f2143 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:25.992752 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295e84d5-0c99-4cb3-a518-46c3c88f2143 None None] Bound using segment: {'id': '1015d49a-3cd9-4faf-b761-fc8e857f27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7a4f42ff-3ef1-4b74-9f00-4af983ef2260'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:26:25.992752 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-295e84d5-0c99-4cb3-a518-46c3c88f2143 None None] Bound port: 0565064b-c155-491b-8996-76175ad37fa8, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1015d49a-3cd9-4faf-b761-fc8e857f27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7a4f42ff-3ef1-4b74-9f00-4af983ef2260'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:26:25.992752 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-295e84d5-0c99-4cb3-a518-46c3c88f2143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:25.997504 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-02948082-ec27-4a12-a928-5768a5085c9a tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:26.036582 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-02948082-ec27-4a12-a928-5768a5085c9a tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Transition to ACTIVE for port object 0fd16d49-7673-4766-bb29-1f94c852bd30 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:26:26.047469 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-40bad49c-3bab-429d-b2ca-ca209eb6d7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:26.074075 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bad49c-3bab-429d-b2ca-ca209eb6d7e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa8bebc-c87d-407d-a49f-17383c3a8502,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:26.078700 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-02948082-ec27-4a12-a928-5768a5085c9a tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:26.089231 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-40bad49c-3bab-429d-b2ca-ca209eb6d7e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:26.089231 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-40bad49c-3bab-429d-b2ca-ca209eb6d7e8 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/3aa8bebc-c87d-407d-a49f-17383c3a8502 HTTP/1.1" status: 204 len: 168 time: 0.8462386 Feb 09 01:26:26.185509 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6a96f2-2945-4f65-827e-b2d902d8bd1b tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:26.200850 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02948082-ec27-4a12-a928-5768a5085c9a tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Network 7a4f42ff-3ef1-4b74-9f00-4af983ef2260 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:26:26.205979 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6a96f2-2945-4f65-827e-b2d902d8bd1b tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:26.209186 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-02948082-ec27-4a12-a928-5768a5085c9a tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:26.209186 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02948082-ec27-4a12-a928-5768a5085c9a tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:26:26.209186 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-02948082-ec27-4a12-a928-5768a5085c9a tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:26.231758 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6a96f2-2945-4f65-827e-b2d902d8bd1b tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:26.231758 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-8e6a96f2-2945-4f65-827e-b2d902d8bd1b tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Synchronizing usage tracker for tenant:81147165c806469fb64d6c9df4095257 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:26:26.262242 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-8e6a96f2-2945-4f65-827e-b2d902d8bd1b tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Unset dirty status for tenant:81147165c806469fb64d6c9df4095257 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:26:26.262242 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-8e6a96f2-2945-4f65-827e-b2d902d8bd1b tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] 10.222.0.105 "GET /v2.0/ports?network_id=6e82cc32-9570-49e0-a361-89ea54423f0c HTTP/1.1" status: 200 len: 2357 time: 0.3260622 Feb 09 01:26:26.267725 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 59346) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:26.277108 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-295e84d5-0c99-4cb3-a518-46c3c88f2143 None None] For port 0565064b-c155-491b-8996-76175ad37fa8, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:26:26.284825 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-295e84d5-0c99-4cb3-a518-46c3c88f2143 None None] For port 0565064b-c155-491b-8996-76175ad37fa8, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=0565064b-c155-491b-8996-76175ad37fa8,segment=NetworkSegment(1015d49a-3cd9-4faf-b761-fc8e857f27cc),segment_id=1015d49a-3cd9-4faf-b761-fc8e857f27cc)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:26:26.292424 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-295e84d5-0c99-4cb3-a518-46c3c88f2143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:26.389036 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02948082-ec27-4a12-a928-5768a5085c9a tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Pushing event updated for resources: {'Port': ['ID=0fd16d49-7673-4766-bb29-1f94c852bd30,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:26.484255 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e401d9f4-e7e4-44a8-a6f6-42e01614351d tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:26.489094 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e401d9f4-e7e4-44a8-a6f6-42e01614351d tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] 10.222.0.105 "GET /v2.0/subnets/3c502989-cd33-4926-b734-bae079d87a84 HTTP/1.1" status: 200 len: 797 time: 0.2138512 Feb 09 01:26:26.494734 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 59358) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:26.501561 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-935b40fd-e6ea-4e40-a383-eadc0b709cea tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Request body: {'port': {'network_id': '6e82cc32-9570-49e0-a361-89ea54423f0c', 'name': 'tempest-FloatingIPTestJSON-695414923', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:26.521297 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295e84d5-0c99-4cb3-a518-46c3c88f2143 None None] Pushing event updated for resources: {'Port': ['ID=0565064b-c155-491b-8996-76175ad37fa8,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:26.585679 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-02948082-ec27-4a12-a928-5768a5085c9a tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:26.823102 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 59364) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:26.885749 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-32715d69-c2da-4701-ab70-89cd9b44fc11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:27.028445 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-935b40fd-e6ea-4e40-a383-eadc0b709cea tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:26:27.028445 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-32715d69-c2da-4701-ab70-89cd9b44fc11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:26:27.038309 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-32715d69-c2da-4701-ab70-89cd9b44fc11 admin admin] Usage tracker for resource:security_group_rule and tenant:6235c4dd1ae54a40b7b09ce38bec9967 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:26:27.038309 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-32715d69-c2da-4701-ab70-89cd9b44fc11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:26:27.048008 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-935b40fd-e6ea-4e40-a383-eadc0b709cea tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:26:27.048008 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-32715d69-c2da-4701-ab70-89cd9b44fc11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:26:27.079092 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-935b40fd-e6ea-4e40-a383-eadc0b709cea tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Made reservation on behalf of 81147165c806469fb64d6c9df4095257 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:26:27.421555 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-935b40fd-e6ea-4e40-a383-eadc0b709cea tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:27.511238 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-935b40fd-e6ea-4e40-a383-eadc0b709cea tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] device_id is not set on port 56812db8-606d-48ac-ab10-eaf6aca06ae8 yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:26:27.581724 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-32715d69-c2da-4701-ab70-89cd9b44fc11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:27.606993 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-32715d69-c2da-4701-ab70-89cd9b44fc11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:27.754155 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-02948082-ec27-4a12-a928-5768a5085c9a tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:27.779337 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-32715d69-c2da-4701-ab70-89cd9b44fc11 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=6235c4dd1ae54a40b7b09ce38bec9967&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9539001 Feb 09 01:26:27.779337 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 59378) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:27.802605 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-02948082-ec27-4a12-a928-5768a5085c9a tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:27.802605 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-02948082-ec27-4a12-a928-5768a5085c9a tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:27.828814 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32715d69-c2da-4701-ab70-89cd9b44fc11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=810fe00c-5c27-4bac-ba89-bcfd197912af,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:28.163890 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 0565064b-c155-491b-8996-76175ad37fa8 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:26:28.258492 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e8c71a0e-6093-40c2-978c-62906d0ee1f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:28.272790 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02948082-ec27-4a12-a928-5768a5085c9a tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Pushing event updated for resources: {'Port': ['ID=0fd16d49-7673-4766-bb29-1f94c852bd30,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:28.319209 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 0565064b-c155-491b-8996-76175ad37fa8 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:26:28.441296 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02948082-ec27-4a12-a928-5768a5085c9a tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Network 7a4f42ff-3ef1-4b74-9f00-4af983ef2260 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:26:28.441296 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-02948082-ec27-4a12-a928-5768a5085c9a tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:28.484477 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e8c71a0e-6093-40c2-978c-62906d0ee1f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:28.508542 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe048948-e48e-4873-a11f-80a03528d0e6 None None] Network 7a4f42ff-3ef1-4b74-9f00-4af983ef2260 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:26:28.810777 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02948082-ec27-4a12-a928-5768a5085c9a tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Router c72aacc6-9a88-403d-bdbf-6c1a720e85f2 is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:26:28.826307 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-ecad3a82-f67d-4101-92a3-809b3b31c9cb None None] Provisioning for port 0565064b-c155-491b-8996-76175ad37fa8 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:26:28.956850 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-ecad3a82-f67d-4101-92a3-809b3b31c9cb None None] Provisioning complete for port 0565064b-c155-491b-8996-76175ad37fa8 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:28.957478 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ecad3a82-f67d-4101-92a3-809b3b31c9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:29.063040 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e8c71a0e-6093-40c2-978c-62906d0ee1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:29.125728 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02948082-ec27-4a12-a928-5768a5085c9a tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:26:29.144078 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af104492-516c-4dca-83d5-16db453f51a2 None None] Sync routers for ids ['c72aacc6-9a88-403d-bdbf-6c1a720e85f2'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:26:29.156771 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-02948082-ec27-4a12-a928-5768a5085c9a tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "PUT /v2.0/routers/c72aacc6-9a88-403d-bdbf-6c1a720e85f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2355213 Feb 09 01:26:29.156771 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 59400) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:29.161978 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c71a0e-6093-40c2-978c-62906d0ee1f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=810fe00c-5c27-4bac-ba89-bcfd197912af,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:29.167810 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af104492-516c-4dca-83d5-16db453f51a2 None None] Routers {'c72aacc6-9a88-403d-bdbf-6c1a720e85f2'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:26:29.167810 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-af104492-516c-4dca-83d5-16db453f51a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:26:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['c72aacc6-9a88-403d-bdbf-6c1a720e85f2'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:29.171393 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-ad5e89f5-f687-4cb5-825b-59c2347e0b09 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1138920803'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:29.188186 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ad5e89f5-f687-4cb5-825b-59c2347e0b09 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:26:29.195042 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ad5e89f5-f687-4cb5-825b-59c2347e0b09 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Usage tracker for resource:network and tenant:75af0a1c47ce4ddc8bdf7d84418e468b is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:26:29.201429 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ad5e89f5-f687-4cb5-825b-59c2347e0b09 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:26:29.212211 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ad5e89f5-f687-4cb5-825b-59c2347e0b09 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:26:29.255221 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e8c71a0e-6093-40c2-978c-62906d0ee1f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:29.261013 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-e8c71a0e-6093-40c2-978c-62906d0ee1f5 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/810fe00c-5c27-4bac-ba89-bcfd197912af HTTP/1.1" status: 204 len: 168 time: 1.4750910 Feb 09 01:26:29.295710 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad5e89f5-f687-4cb5-825b-59c2347e0b09 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Made reservation on behalf of 75af0a1c47ce4ddc8bdf7d84418e468b for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:26:29.301412 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-935b40fd-e6ea-4e40-a383-eadc0b709cea tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Allocated IP 172.20.0.14 (6e82cc32-9570-49e0-a361-89ea54423f0c/3c502989-cd33-4926-b734-bae079d87a84/56812db8-606d-48ac-ab10-eaf6aca06ae8) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:26:29.314574 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ad5e89f5-f687-4cb5-825b-59c2347e0b09 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:29.325524 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-935b40fd-e6ea-4e40-a383-eadc0b709cea tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Allocated IP 172.20.0.13 (6e82cc32-9570-49e0-a361-89ea54423f0c/3c502989-cd33-4926-b734-bae079d87a84/56812db8-606d-48ac-ab10-eaf6aca06ae8) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:26:29.393464 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad5e89f5-f687-4cb5-825b-59c2347e0b09 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:26:29.415146 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ad5e89f5-f687-4cb5-825b-59c2347e0b09 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:29.415146 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-ad5e89f5-f687-4cb5-825b-59c2347e0b09 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Added segment e30510cf-1bdd-4c8e-9006-fe27f7db5836 of type vlan for network cd5970d1-c803-48fa-b793-c5ea29cbfb79 Feb 09 01:26:29.545611 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ad5e89f5-f687-4cb5-825b-59c2347e0b09 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:29.632705 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ecad3a82-f67d-4101-92a3-809b3b31c9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:29.735484 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ad5e89f5-f687-4cb5-825b-59c2347e0b09 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:29.737731 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-ecad3a82-f67d-4101-92a3-809b3b31c9cb None None] For port 0565064b-c155-491b-8996-76175ad37fa8, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=0565064b-c155-491b-8996-76175ad37fa8,segment=NetworkSegment(1015d49a-3cd9-4faf-b761-fc8e857f27cc),segment_id=1015d49a-3cd9-4faf-b761-fc8e857f27cc)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:26:29.743276 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ecad3a82-f67d-4101-92a3-809b3b31c9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:29.773152 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5e89f5-f687-4cb5-825b-59c2347e0b09 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:29.779441 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ad5e89f5-f687-4cb5-825b-59c2347e0b09 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:29.806431 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-af104492-516c-4dca-83d5-16db453f51a2 None None] Set router c72aacc6-9a88-403d-bdbf-6c1a720e85f2 gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:26:30.066032 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecad3a82-f67d-4101-92a3-809b3b31c9cb None None] Pushing event updated for resources: {'Port': ['ID=0565064b-c155-491b-8996-76175ad37fa8,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:30.162373 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-935b40fd-e6ea-4e40-a383-eadc0b709cea tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:30.200541 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ad5e89f5-f687-4cb5-825b-59c2347e0b09 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0414631 Feb 09 01:26:30.200541 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 59422) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:30.213005 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-935b40fd-e6ea-4e40-a383-eadc0b709cea tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:30.232746 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-2ddcc6c1-9df4-4d33-8607-3e4d98582751 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Request body: {'subnet': {'network_id': 'cd5970d1-c803-48fa-b793-c5ea29cbfb79', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:30.414311 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-80dd4f0e-c473-4b7a-9bd6-c3544cf2c769 None None] Provisioning complete for port 0565064b-c155-491b-8996-76175ad37fa8 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:30.418070 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-80dd4f0e-c473-4b7a-9bd6-c3544cf2c769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:30.458972 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935b40fd-e6ea-4e40-a383-eadc0b709cea tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Pushing event updated for resources: {'Port': ['ID=56812db8-606d-48ac-ab10-eaf6aca06ae8,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:30.480365 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935b40fd-e6ea-4e40-a383-eadc0b709cea tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Network 6e82cc32-9570-49e0-a361-89ea54423f0c is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:26:30.481577 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-935b40fd-e6ea-4e40-a383-eadc0b709cea tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:30.493717 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935b40fd-e6ea-4e40-a383-eadc0b709cea tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:26:30.509025 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5e89f5-f687-4cb5-825b-59c2347e0b09 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Pushing event updated for resources: {'Network': ['ID=cd5970d1-c803-48fa-b793-c5ea29cbfb79,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:30.556772 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network cd5970d1-c803-48fa-b793-c5ea29cbfb79 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:26:30.620072 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935b40fd-e6ea-4e40-a383-eadc0b709cea tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:30.620072 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-935b40fd-e6ea-4e40-a383-eadc0b709cea tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:30.643306 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-935b40fd-e6ea-4e40-a383-eadc0b709cea tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 4.1428964 Feb 09 01:26:30.643306 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 59434) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:30.657338 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2ddcc6c1-9df4-4d33-8607-3e4d98582751 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:26:30.660628 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-1f6594cf-dae5-41f3-9169-0c7a348d1f94 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Request body: {'floatingip': {'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'port_id': '56812db8-606d-48ac-ab10-eaf6aca06ae8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:30.670260 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-2ddcc6c1-9df4-4d33-8607-3e4d98582751 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Usage tracker for resource:subnet and tenant:75af0a1c47ce4ddc8bdf7d84418e468b is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:26:30.673292 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-1f6594cf-dae5-41f3-9169-0c7a348d1f94 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:26:30.683175 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-1f6594cf-dae5-41f3-9169-0c7a348d1f94 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Usage tracker for resource:floatingip and tenant:81147165c806469fb64d6c9df4095257 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:26:30.693450 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-2ddcc6c1-9df4-4d33-8607-3e4d98582751 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:26:30.696801 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-1f6594cf-dae5-41f3-9169-0c7a348d1f94 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:26:30.723984 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2ddcc6c1-9df4-4d33-8607-3e4d98582751 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:26:30.744263 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-1f6594cf-dae5-41f3-9169-0c7a348d1f94 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:26:30.752136 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ddcc6c1-9df4-4d33-8607-3e4d98582751 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Made reservation on behalf of 75af0a1c47ce4ddc8bdf7d84418e468b for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:26:30.759875 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2ddcc6c1-9df4-4d33-8607-3e4d98582751 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:30.784201 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1f6594cf-dae5-41f3-9169-0c7a348d1f94 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for floatingip, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:30.982896 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-af104492-516c-4dca-83d5-16db453f51a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'name': 'tempest-RoutersIpV6Test-router-1288953959', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:26:20Z', 'updated_at': '2022-02-09T01:26:26Z', 'revision_number': 2, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'gw_port_host': None, '_interfaces': [{'id': '0fd16d49-7673-4766-bb29-1f94c852bd30', 'name': '', 'network_id': '7a4f42ff-3ef1-4b74-9f00-4af983ef2260', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'mac_address': 'fa:16:3e:db:dd:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'd85082d2-0c82-42f5-8949-bb899e7e82bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:25Z', 'updated_at': '2022-02-09T01:26:27Z', 'revision_number': 2, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'subnets': [{'id': 'd85082d2-0c82-42f5-8949-bb899e7e82bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:30.989990 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af104492-516c-4dca-83d5-16db453f51a2 None None] Checking router: c72aacc6-9a88-403d-bdbf-6c1a720e85f2 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:26:30.989990 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af104492-516c-4dca-83d5-16db453f51a2 None None] Updating router c72aacc6-9a88-403d-bdbf-6c1a720e85f2 port 0fd16d49-7673-4766-bb29-1f94c852bd30 binding host n-d-828418-1 {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:26:31.298359 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-af104492-516c-4dca-83d5-16db453f51a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:31.339596 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1f6594cf-dae5-41f3-9169-0c7a348d1f94 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:31.429112 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-80dd4f0e-c473-4b7a-9bd6-c3544cf2c769 None None] Provisioning for port 0fd16d49-7673-4766-bb29-1f94c852bd30 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:26:31.438914 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-80dd4f0e-c473-4b7a-9bd6-c3544cf2c769 None None] Provisioning complete for port 0fd16d49-7673-4766-bb29-1f94c852bd30 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:31.439297 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-80dd4f0e-c473-4b7a-9bd6-c3544cf2c769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:31.642439 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2ddcc6c1-9df4-4d33-8607-3e4d98582751 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:31.650581 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-80dd4f0e-c473-4b7a-9bd6-c3544cf2c769 None None] Port 0fd16d49-7673-4766-bb29-1f94c852bd30 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:26:31.784188 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a40d62e7-d34c-4757-baf9-848fda585210 None None] Provisioning complete for port 0fd16d49-7673-4766-bb29-1f94c852bd30 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:31.784188 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a40d62e7-d34c-4757-baf9-848fda585210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:31.852079 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddcc6c1-9df4-4d33-8607-3e4d98582751 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Checking segment: {'id': 'e30510cf-1bdd-4c8e-9006-fe27f7db5836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cd5970d1-c803-48fa-b793-c5ea29cbfb79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:26:31.852079 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddcc6c1-9df4-4d33-8607-3e4d98582751 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Network hostable DHCP agents. Network: cd5970d1-c803-48fa-b793-c5ea29cbfb79, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:26:31.872393 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddcc6c1-9df4-4d33-8607-3e4d98582751 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Pushing event updated for resources: {'Subnet': ['ID=c75c6596-1159-47f6-9fda-50d7db9dcb9f,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:31.906878 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddcc6c1-9df4-4d33-8607-3e4d98582751 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Network cd5970d1-c803-48fa-b793-c5ea29cbfb79 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:26:31.939618 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-2ddcc6c1-9df4-4d33-8607-3e4d98582751 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, cd5970d1-c803-48fa-b793-c5ea29cbfb79) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:31.950946 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-1f6594cf-dae5-41f3-9169-0c7a348d1f94 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Allocated IP 172.25.0.31 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/0c44586e-427b-44b4-8ab8-984c1a9099ee) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:26:31.953641 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddcc6c1-9df4-4d33-8607-3e4d98582751 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:31.955018 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2ddcc6c1-9df4-4d33-8607-3e4d98582751 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:31.999363 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45685b4-badd-4945-82a8-3828bd4596fd None None] Network cd5970d1-c803-48fa-b793-c5ea29cbfb79 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:26:32.064231 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-2ddcc6c1-9df4-4d33-8607-3e4d98582751 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8463569 Feb 09 01:26:32.064231 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 59468) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:32.072262 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-af104492-516c-4dca-83d5-16db453f51a2 None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:32.149462 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-af104492-516c-4dca-83d5-16db453f51a2 None None] Transition to ACTIVE for port object 0fd16d49-7673-4766-bb29-1f94c852bd30 will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:26:32.181329 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-af104492-516c-4dca-83d5-16db453f51a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:32.378042 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 0565064b-c155-491b-8996-76175ad37fa8 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:26:32.552626 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a40d62e7-d34c-4757-baf9-848fda585210 None None] Port 0fd16d49-7673-4766-bb29-1f94c852bd30 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:26:32.586236 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1f6594cf-dae5-41f3-9169-0c7a348d1f94 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:32.619176 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1f6594cf-dae5-41f3-9169-0c7a348d1f94 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:32.709737 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9613971-74ae-48af-a163-536665195ca5 None None] Pushing event updated for resources: {'Port': ['ID=0fd16d49-7673-4766-bb29-1f94c852bd30,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:32.790254 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9613971-74ae-48af-a163-536665195ca5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:32.790254 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9613971-74ae-48af-a163-536665195ca5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:32.790254 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9613971-74ae-48af-a163-536665195ca5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:32.790254 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9613971-74ae-48af-a163-536665195ca5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:32.790254 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9613971-74ae-48af-a163-536665195ca5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:32.790254 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9613971-74ae-48af-a163-536665195ca5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:32.790254 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9613971-74ae-48af-a163-536665195ca5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:32.790254 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9613971-74ae-48af-a163-536665195ca5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:32.790254 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9613971-74ae-48af-a163-536665195ca5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:32.790254 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9613971-74ae-48af-a163-536665195ca5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:32.794311 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9613971-74ae-48af-a163-536665195ca5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:32.794311 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9613971-74ae-48af-a163-536665195ca5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:32.976673 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6594cf-dae5-41f3-9169-0c7a348d1f94 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:26:32.983050 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-1f6594cf-dae5-41f3-9169-0c7a348d1f94 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:32.987182 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6594cf-dae5-41f3-9169-0c7a348d1f94 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:26:33.046290 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6594cf-dae5-41f3-9169-0c7a348d1f94 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Pushing event updated for resources: {'Port': ['ID=0c44586e-427b-44b4-8ab8-984c1a9099ee,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:33.145369 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 0565064b-c155-491b-8996-76175ad37fa8 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:33.145788 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:33.160281 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-af104492-516c-4dca-83d5-16db453f51a2 None None] Attempting to bind port 0fd16d49-7673-4766-bb29-1f94c852bd30 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:26:33.161841 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-af104492-516c-4dca-83d5-16db453f51a2 None None] Attempting to bind port 0fd16d49-7673-4766-bb29-1f94c852bd30 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '1015d49a-3cd9-4faf-b761-fc8e857f27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7a4f42ff-3ef1-4b74-9f00-4af983ef2260'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:26:33.162334 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af104492-516c-4dca-83d5-16db453f51a2 None None] Attempting to bind port 0fd16d49-7673-4766-bb29-1f94c852bd30 on network 7a4f42ff-3ef1-4b74-9f00-4af983ef2260 {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:26:33.185924 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af104492-516c-4dca-83d5-16db453f51a2 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:26:33.186824 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af104492-516c-4dca-83d5-16db453f51a2 None None] Checking segment: {'id': '1015d49a-3cd9-4faf-b761-fc8e857f27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7a4f42ff-3ef1-4b74-9f00-4af983ef2260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:26:33.187246 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-af104492-516c-4dca-83d5-16db453f51a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:33.187641 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af104492-516c-4dca-83d5-16db453f51a2 None None] Bound using segment: {'id': '1015d49a-3cd9-4faf-b761-fc8e857f27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7a4f42ff-3ef1-4b74-9f00-4af983ef2260'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:26:33.188109 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-af104492-516c-4dca-83d5-16db453f51a2 None None] Bound port: 0fd16d49-7673-4766-bb29-1f94c852bd30, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1015d49a-3cd9-4faf-b761-fc8e857f27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7a4f42ff-3ef1-4b74-9f00-4af983ef2260'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:26:33.188480 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-af104492-516c-4dca-83d5-16db453f51a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:33.214636 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ce26e4-9074-4d19-acb7-1e0980fcec35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-cd5970d1-c803-48fa-b793-c5ea29cbfb79', 'network_id': 'cd5970d1-c803-48fa-b793-c5ea29cbfb79', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'fixed_ips': [{'subnet_id': 'c75c6596-1159-47f6-9fda-50d7db9dcb9f'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:26:33.215471 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-85ce26e4-9074-4d19-acb7-1e0980fcec35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:33.653961 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-af104492-516c-4dca-83d5-16db453f51a2 None None] For port 0fd16d49-7673-4766-bb29-1f94c852bd30, host n-d-828418-1, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:26:33.665549 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-af104492-516c-4dca-83d5-16db453f51a2 None None] For port 0fd16d49-7673-4766-bb29-1f94c852bd30, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=0fd16d49-7673-4766-bb29-1f94c852bd30,segment=NetworkSegment(1015d49a-3cd9-4faf-b761-fc8e857f27cc),segment_id=1015d49a-3cd9-4faf-b761-fc8e857f27cc)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:26:33.665549 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-af104492-516c-4dca-83d5-16db453f51a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:33.975495 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-85ce26e4-9074-4d19-acb7-1e0980fcec35 None None] Allocated IP 2001:db8:1::2 (cd5970d1-c803-48fa-b793-c5ea29cbfb79/c75c6596-1159-47f6-9fda-50d7db9dcb9f/887c64da-9476-45be-b98e-5939bd458e93) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:26:33.978256 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 59510) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:33.992956 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af104492-516c-4dca-83d5-16db453f51a2 None None] Routers {'c72aacc6-9a88-403d-bdbf-6c1a720e85f2'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:26:33.995118 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-af104492-516c-4dca-83d5-16db453f51a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:26:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['c72aacc6-9a88-403d-bdbf-6c1a720e85f2'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:34.178654 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1f6594cf-dae5-41f3-9169-0c7a348d1f94 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:34.496070 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 59522) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:34.513103 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3381d098-9d3e-4ad4-9037-f21570292978 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:34.526299 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1f6594cf-dae5-41f3-9169-0c7a348d1f94 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:34.712524 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-85ce26e4-9074-4d19-acb7-1e0980fcec35 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:34.734991 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-85ce26e4-9074-4d19-acb7-1e0980fcec35 None None] Transition to ACTIVE for port object 887c64da-9476-45be-b98e-5939bd458e93 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:26:34.816581 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-85ce26e4-9074-4d19-acb7-1e0980fcec35 None None] Transition to ACTIVE for port object 887c64da-9476-45be-b98e-5939bd458e93 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:26:34.832609 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-85ce26e4-9074-4d19-acb7-1e0980fcec35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:34.841343 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9613971-74ae-48af-a163-536665195ca5 None None] Pushing event updated for resources: {'Port': ['ID=0fd16d49-7673-4766-bb29-1f94c852bd30,revision_number=4']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:34.857497 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-af104492-516c-4dca-83d5-16db453f51a2 None None] Set router c72aacc6-9a88-403d-bdbf-6c1a720e85f2 gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:26:34.868770 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-0657e955-a2d9-4c67-b774-cbdabb3fde4c tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1311139982', 'router:external': True}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:34.889132 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-0657e955-a2d9-4c67-b774-cbdabb3fde4c tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:26:35.021262 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-0657e955-a2d9-4c67-b774-cbdabb3fde4c tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Usage tracker for resource:network and tenant:d54bb6738cc445419217325ba29669ef is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:26:35.021262 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-0657e955-a2d9-4c67-b774-cbdabb3fde4c tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:26:35.039167 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-0657e955-a2d9-4c67-b774-cbdabb3fde4c tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:26:35.049192 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0657e955-a2d9-4c67-b774-cbdabb3fde4c tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Made reservation on behalf of d54bb6738cc445419217325ba29669ef for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:26:35.052043 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ce26e4-9074-4d19-acb7-1e0980fcec35 None None] Pushing event updated for resources: {'Port': ['ID=887c64da-9476-45be-b98e-5939bd458e93,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:35.055204 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0657e955-a2d9-4c67-b774-cbdabb3fde4c tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:35.106676 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ce26e4-9074-4d19-acb7-1e0980fcec35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:35.111176 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5b20bcfc-c362-4627-9fbf-4c0ac0bdeb8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:35.113943 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ce26e4-9074-4d19-acb7-1e0980fcec35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:35.113943 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ce26e4-9074-4d19-acb7-1e0980fcec35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:35.113943 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ce26e4-9074-4d19-acb7-1e0980fcec35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:35.113943 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ce26e4-9074-4d19-acb7-1e0980fcec35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:35.113943 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ce26e4-9074-4d19-acb7-1e0980fcec35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:35.113943 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ce26e4-9074-4d19-acb7-1e0980fcec35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:35.113943 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ce26e4-9074-4d19-acb7-1e0980fcec35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:35.113943 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ce26e4-9074-4d19-acb7-1e0980fcec35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:35.117413 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ce26e4-9074-4d19-acb7-1e0980fcec35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:35.117413 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ce26e4-9074-4d19-acb7-1e0980fcec35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:35.117413 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ce26e4-9074-4d19-acb7-1e0980fcec35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:35.156875 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ce26e4-9074-4d19-acb7-1e0980fcec35 None None] Network cd5970d1-c803-48fa-b793-c5ea29cbfb79 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:26:35.156875 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-85ce26e4-9074-4d19-acb7-1e0980fcec35 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:35.169475 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ce26e4-9074-4d19-acb7-1e0980fcec35 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:26:35.353006 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-85ce26e4-9074-4d19-acb7-1e0980fcec35 None None] Attempting to bind port 887c64da-9476-45be-b98e-5939bd458e93 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:26:35.353650 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-85ce26e4-9074-4d19-acb7-1e0980fcec35 None None] Attempting to bind port 887c64da-9476-45be-b98e-5939bd458e93 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'e30510cf-1bdd-4c8e-9006-fe27f7db5836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cd5970d1-c803-48fa-b793-c5ea29cbfb79'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:26:35.354160 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ce26e4-9074-4d19-acb7-1e0980fcec35 None None] Attempting to bind port 887c64da-9476-45be-b98e-5939bd458e93 on network cd5970d1-c803-48fa-b793-c5ea29cbfb79 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:26:35.369105 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ce26e4-9074-4d19-acb7-1e0980fcec35 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:26:35.371227 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ce26e4-9074-4d19-acb7-1e0980fcec35 None None] Checking segment: {'id': 'e30510cf-1bdd-4c8e-9006-fe27f7db5836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cd5970d1-c803-48fa-b793-c5ea29cbfb79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:26:35.371848 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-85ce26e4-9074-4d19-acb7-1e0980fcec35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:35.372465 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ce26e4-9074-4d19-acb7-1e0980fcec35 None None] Bound using segment: {'id': 'e30510cf-1bdd-4c8e-9006-fe27f7db5836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cd5970d1-c803-48fa-b793-c5ea29cbfb79'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:26:35.373149 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-85ce26e4-9074-4d19-acb7-1e0980fcec35 None None] Bound port: 887c64da-9476-45be-b98e-5939bd458e93, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e30510cf-1bdd-4c8e-9006-fe27f7db5836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cd5970d1-c803-48fa-b793-c5ea29cbfb79'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:26:35.373826 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-85ce26e4-9074-4d19-acb7-1e0980fcec35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:35.460010 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-5b20bcfc-c362-4627-9fbf-4c0ac0bdeb8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:26:35.482111 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0657e955-a2d9-4c67-b774-cbdabb3fde4c tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:35.565054 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-5b20bcfc-c362-4627-9fbf-4c0ac0bdeb8c admin admin] Usage tracker for resource:security_group_rule and tenant:df5d789dd7084ce9adf5950ba3ca7c26 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:26:35.570645 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-5b20bcfc-c362-4627-9fbf-4c0ac0bdeb8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:26:35.584244 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-5b20bcfc-c362-4627-9fbf-4c0ac0bdeb8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:26:35.627787 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-0657e955-a2d9-4c67-b774-cbdabb3fde4c tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:26:35.637986 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-0657e955-a2d9-4c67-b774-cbdabb3fde4c tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Usage tracker for resource:security_group_rule and tenant:d54bb6738cc445419217325ba29669ef is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:26:35.658946 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-0657e955-a2d9-4c67-b774-cbdabb3fde4c tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:26:35.663964 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-85ce26e4-9074-4d19-acb7-1e0980fcec35 None None] For port 887c64da-9476-45be-b98e-5939bd458e93, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:26:35.679607 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-85ce26e4-9074-4d19-acb7-1e0980fcec35 None None] For port 887c64da-9476-45be-b98e-5939bd458e93, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=887c64da-9476-45be-b98e-5939bd458e93,segment=NetworkSegment(e30510cf-1bdd-4c8e-9006-fe27f7db5836),segment_id=e30510cf-1bdd-4c8e-9006-fe27f7db5836)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:26:35.683441 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-0657e955-a2d9-4c67-b774-cbdabb3fde4c tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:26:35.685351 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-85ce26e4-9074-4d19-acb7-1e0980fcec35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:35.759426 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.db.resource_extend [None req-1f6594cf-dae5-41f3-9169-0c7a348d1f94 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:26:35.794912 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1f6594cf-dae5-41f3-9169-0c7a348d1f94 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:35.811352 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-af104492-516c-4dca-83d5-16db453f51a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'name': 'tempest-RoutersIpV6Test-router-1288953959', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:26:20Z', 'updated_at': '2022-02-09T01:26:26Z', 'revision_number': 2, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'gw_port_host': None, '_interfaces': [{'id': '0fd16d49-7673-4766-bb29-1f94c852bd30', 'name': '', 'network_id': '7a4f42ff-3ef1-4b74-9f00-4af983ef2260', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'mac_address': 'fa:16:3e:db:dd:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'd85082d2-0c82-42f5-8949-bb899e7e82bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:25Z', 'updated_at': '2022-02-09T01:26:33Z', 'revision_number': 4, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'subnets': [{'id': 'd85082d2-0c82-42f5-8949-bb899e7e82bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:35.821618 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-3381d098-9d3e-4ad4-9037-f21570292978 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Allocated IP 2001:db8:1::1 (cd5970d1-c803-48fa-b793-c5ea29cbfb79/c75c6596-1159-47f6-9fda-50d7db9dcb9f/f0892795-40c8-4b08-93ce-c4ead476a875) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:26:35.831283 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af104492-516c-4dca-83d5-16db453f51a2 None None] The sync data for ids ['c72aacc6-9a88-403d-bdbf-6c1a720e85f2'] in n-d-828418-1 is: [{'id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'name': 'tempest-RoutersIpV6Test-router-1288953959', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:26:20Z', 'updated_at': '2022-02-09T01:26:26Z', 'revision_number': 2, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'gw_port_host': None, '_interfaces': [{'id': '0fd16d49-7673-4766-bb29-1f94c852bd30', 'name': '', 'network_id': '7a4f42ff-3ef1-4b74-9f00-4af983ef2260', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'mac_address': 'fa:16:3e:db:dd:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'd85082d2-0c82-42f5-8949-bb899e7e82bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:25Z', 'updated_at': '2022-02-09T01:26:33Z', 'revision_number': 4, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'subnets': [{'id': 'd85082d2-0c82-42f5-8949-bb899e7e82bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:26:35.926029 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5b20bcfc-c362-4627-9fbf-4c0ac0bdeb8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:35.926029 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1f6594cf-dae5-41f3-9169-0c7a348d1f94 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:35.943328 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ce26e4-9074-4d19-acb7-1e0980fcec35 None None] Pushing event updated for resources: {'Port': ['ID=887c64da-9476-45be-b98e-5939bd458e93,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:36.126628 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5b20bcfc-c362-4627-9fbf-4c0ac0bdeb8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:36.236580 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-5b20bcfc-c362-4627-9fbf-4c0ac0bdeb8c admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=df5d789dd7084ce9adf5950ba3ca7c26&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7402165 Feb 09 01:26:36.238439 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3381d098-9d3e-4ad4-9037-f21570292978 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:36.238439 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 59546) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:36.331583 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-3381d098-9d3e-4ad4-9037-f21570292978 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Transition to ACTIVE for port object f0892795-40c8-4b08-93ce-c4ead476a875 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:26:36.332979 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0657e955-a2d9-4c67-b774-cbdabb3fde4c tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:36.386838 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0657e955-a2d9-4c67-b774-cbdabb3fde4c tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:36.418659 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b20bcfc-c362-4627-9fbf-4c0ac0bdeb8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5da1039-888b-435d-a5a9-7da3a49fd911,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:36.421864 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6594cf-dae5-41f3-9169-0c7a348d1f94 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Pushing event updated for resources: {'Port': ['ID=0c44586e-427b-44b4-8ab8-984c1a9099ee,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:36.503421 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1f6594cf-dae5-41f3-9169-0c7a348d1f94 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:36.628513 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0657e955-a2d9-4c67-b774-cbdabb3fde4c tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:26:36.641126 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3381d098-9d3e-4ad4-9037-f21570292978 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:36.847871 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0657e955-a2d9-4c67-b774-cbdabb3fde4c tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b255040-7108-44d6-9187-155becdcd1a8,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:36.857250 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-470ca916-11dc-4155-a9e3-ec06a1b45cbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:36.873565 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3381d098-9d3e-4ad4-9037-f21570292978 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Network cd5970d1-c803-48fa-b793-c5ea29cbfb79 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:26:36.879448 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0657e955-a2d9-4c67-b774-cbdabb3fde4c tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:36.879448 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-0657e955-a2d9-4c67-b774-cbdabb3fde4c tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Added segment 6cee4eb2-3768-4bab-91e1-6df09e3e11cb of type vlan for network 56d55fd7-2f42-4cc9-99dc-95d99688de0c Feb 09 01:26:36.879448 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-3381d098-9d3e-4ad4-9037-f21570292978 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:36.890976 n-d-828418-1 neutron-server[87639]: INFO neutron.db.l3_db [None req-1f6594cf-dae5-41f3-9169-0c7a348d1f94 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Floating IP 22af4fc0-d686-4a3e-8236-7df5547902fd associated. External IP: 172.25.0.31, port: 56812db8-606d-48ac-ab10-eaf6aca06ae8. Feb 09 01:26:36.909244 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3381d098-9d3e-4ad4-9037-f21570292978 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:26:36.909244 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3381d098-9d3e-4ad4-9037-f21570292978 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:36.962286 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-470ca916-11dc-4155-a9e3-ec06a1b45cbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:37.079798 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3381d098-9d3e-4ad4-9037-f21570292978 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Pushing event updated for resources: {'Port': ['ID=f0892795-40c8-4b08-93ce-c4ead476a875,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:37.086736 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-470ca916-11dc-4155-a9e3-ec06a1b45cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:37.120487 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470ca916-11dc-4155-a9e3-ec06a1b45cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5da1039-888b-435d-a5a9-7da3a49fd911,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:37.145377 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0657e955-a2d9-4c67-b774-cbdabb3fde4c tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:37.246398 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-470ca916-11dc-4155-a9e3-ec06a1b45cbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:37.246398 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-470ca916-11dc-4155-a9e3-ec06a1b45cbb admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/e5da1039-888b-435d-a5a9-7da3a49fd911 HTTP/1.1" status: 204 len: 168 time: 1.0031164 Feb 09 01:26:37.300865 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0657e955-a2d9-4c67-b774-cbdabb3fde4c tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:37.312132 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0657e955-a2d9-4c67-b774-cbdabb3fde4c tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:37.312132 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0657e955-a2d9-4c67-b774-cbdabb3fde4c tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:37.643064 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f6594cf-dae5-41f3-9169-0c7a348d1f94 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Router 13b91e9f-06b0-4588-9b10-f77dd1b393aa has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:26:37.815512 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-0657e955-a2d9-4c67-b774-cbdabb3fde4c tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 3.8248651 Feb 09 01:26:37.828814 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 59572) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:37.828814 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-5d845293-738b-4e73-b117-ccd14a016476 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Request body: {'subnet': {'network_id': '56d55fd7-2f42-4cc9-99dc-95d99688de0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:37.848777 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-5d845293-738b-4e73-b117-ccd14a016476 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:26:37.867322 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-5d845293-738b-4e73-b117-ccd14a016476 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Usage tracker for resource:subnet and tenant:d54bb6738cc445419217325ba29669ef is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:26:37.867322 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-5d845293-738b-4e73-b117-ccd14a016476 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:26:37.886588 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-5d845293-738b-4e73-b117-ccd14a016476 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:26:37.900276 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0657e955-a2d9-4c67-b774-cbdabb3fde4c tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Pushing event updated for resources: {'Network': ['ID=56d55fd7-2f42-4cc9-99dc-95d99688de0c,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:37.904545 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5b74e4-d27e-4a5f-b86d-af53a480ad41 None None] Network cd5970d1-c803-48fa-b793-c5ea29cbfb79 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:26:37.909474 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3381d098-9d3e-4ad4-9037-f21570292978 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:37.973556 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 56d55fd7-2f42-4cc9-99dc-95d99688de0c details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:26:38.070296 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f6594cf-dae5-41f3-9169-0c7a348d1f94 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:26:38.133474 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d845293-738b-4e73-b117-ccd14a016476 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Made reservation on behalf of d54bb6738cc445419217325ba29669ef for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:26:38.133474 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5d845293-738b-4e73-b117-ccd14a016476 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:38.179971 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae19302-a88a-480c-8191-ac63ddbf0129 None None] Sync routers for ids ['13b91e9f-06b0-4588-9b10-f77dd1b393aa'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:26:38.275450 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-6a8eac9b-d7af-44f8-9805-d0b5f77b1d8e None None] Provisioning for port 887c64da-9476-45be-b98e-5939bd458e93 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:26:38.376952 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 0fd16d49-7673-4766-bb29-1f94c852bd30 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:26:38.463342 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-825a005a-9a74-4ed5-9824-249d40bbc52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:38.500380 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae19302-a88a-480c-8191-ac63ddbf0129 None None] Routers {'13b91e9f-06b0-4588-9b10-f77dd1b393aa'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:26:38.500380 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-1ae19302-a88a-480c-8191-ac63ddbf0129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:26:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['13b91e9f-06b0-4588-9b10-f77dd1b393aa'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:38.800002 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1f6594cf-dae5-41f3-9169-0c7a348d1f94 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:38.916679 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-1f6594cf-dae5-41f3-9169-0c7a348d1f94 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 8.2664657 Feb 09 01:26:38.916679 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 59598) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:38.933283 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-1ae19302-a88a-480c-8191-ac63ddbf0129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:38.933891 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-f11468a4-de53-4967-881d-144bc1b07239 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Request body: {'floatingip': {'port_id': '56812db8-606d-48ac-ab10-eaf6aca06ae8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:38.961348 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae19302-a88a-480c-8191-ac63ddbf0129 None None] Routers {'13b91e9f-06b0-4588-9b10-f77dd1b393aa'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:26:38.962702 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-1ae19302-a88a-480c-8191-ac63ddbf0129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:26:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['13b91e9f-06b0-4588-9b10-f77dd1b393aa'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:38.979036 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3381d098-9d3e-4ad4-9037-f21570292978 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:38.985404 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3381d098-9d3e-4ad4-9037-f21570292978 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:38.988265 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3381d098-9d3e-4ad4-9037-f21570292978 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:39.060591 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-1ae19302-a88a-480c-8191-ac63ddbf0129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:39.060591 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae19302-a88a-480c-8191-ac63ddbf0129 None None] The sync data for ids ['13b91e9f-06b0-4588-9b10-f77dd1b393aa'] in n-d-828418-1 is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:26:39.083188 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 0fd16d49-7673-4766-bb29-1f94c852bd30 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:26:39.105148 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 0fd16d49-7673-4766-bb29-1f94c852bd30 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:39.105148 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:39.215795 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3381d098-9d3e-4ad4-9037-f21570292978 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Pushing event updated for resources: {'Port': ['ID=f0892795-40c8-4b08-93ce-c4ead476a875,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:39.412390 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3381d098-9d3e-4ad4-9037-f21570292978 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Network cd5970d1-c803-48fa-b793-c5ea29cbfb79 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:26:39.412390 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-3381d098-9d3e-4ad4-9037-f21570292978 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:39.476177 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:39.518450 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f11468a4-de53-4967-881d-144bc1b07239 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for floatingip, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:39.562129 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 0fd16d49-7673-4766-bb29-1f94c852bd30, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=0fd16d49-7673-4766-bb29-1f94c852bd30,segment=NetworkSegment(1015d49a-3cd9-4faf-b761-fc8e857f27cc),segment_id=1015d49a-3cd9-4faf-b761-fc8e857f27cc)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:26:39.577156 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:39.579093 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 887c64da-9476-45be-b98e-5939bd458e93 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:26:39.847086 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3381d098-9d3e-4ad4-9037-f21570292978 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Router c72aacc6-9a88-403d-bdbf-6c1a720e85f2 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:26:39.959076 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=0fd16d49-7673-4766-bb29-1f94c852bd30,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:40.041583 n-d-828418-1 neutron-server[87639]: DEBUG neutron.objects.ports [None req-5d845293-738b-4e73-b117-ccd14a016476 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87639) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 01:26:40.041583 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5d845293-738b-4e73-b117-ccd14a016476 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:40.067672 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b0aba186-691d-4fcd-9d14-4936e091a027 None None] Provisioning for port f0892795-40c8-4b08-93ce-c4ead476a875 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:26:40.115809 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b0aba186-691d-4fcd-9d14-4936e091a027 None None] Provisioning complete for port f0892795-40c8-4b08-93ce-c4ead476a875 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:40.115809 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b0aba186-691d-4fcd-9d14-4936e091a027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:40.193444 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3381d098-9d3e-4ad4-9037-f21570292978 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:26:40.204665 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca7df2a-9379-4ba1-b1ba-97b7c1a16f8d None None] Sync routers for ids ['c72aacc6-9a88-403d-bdbf-6c1a720e85f2'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:26:40.207620 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-b0aba186-691d-4fcd-9d14-4936e091a027 None None] Port f0892795-40c8-4b08-93ce-c4ead476a875 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:26:40.212981 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d845293-738b-4e73-b117-ccd14a016476 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0491ddd8-351f-4a51-9ee1-926f473668c5,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:40.222794 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-3381d098-9d3e-4ad4-9037-f21570292978 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "PUT /v2.0/routers/c72aacc6-9a88-403d-bdbf-6c1a720e85f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1618700 Feb 09 01:26:40.224567 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca7df2a-9379-4ba1-b1ba-97b7c1a16f8d None None] Routers {'c72aacc6-9a88-403d-bdbf-6c1a720e85f2'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:26:40.225522 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 59666) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:40.226725 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-4ca7df2a-9379-4ba1-b1ba-97b7c1a16f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:26:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['c72aacc6-9a88-403d-bdbf-6c1a720e85f2'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:40.227755 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 887c64da-9476-45be-b98e-5939bd458e93 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:26:40.238067 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-d7b14705-2fbd-41e3-872f-a93f643937e6 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-723090083'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:40.246204 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 887c64da-9476-45be-b98e-5939bd458e93 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:40.246604 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:40.252460 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d7b14705-2fbd-41e3-872f-a93f643937e6 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:26:40.261155 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-d7b14705-2fbd-41e3-872f-a93f643937e6 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Usage tracker for resource:network and tenant:75af0a1c47ce4ddc8bdf7d84418e468b is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:26:40.264901 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d845293-738b-4e73-b117-ccd14a016476 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Checking segment: {'id': '6cee4eb2-3768-4bab-91e1-6df09e3e11cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '56d55fd7-2f42-4cc9-99dc-95d99688de0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:26:40.265896 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d845293-738b-4e73-b117-ccd14a016476 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Network hostable DHCP agents. Network: 56d55fd7-2f42-4cc9-99dc-95d99688de0c, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:26:40.270771 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-d7b14705-2fbd-41e3-872f-a93f643937e6 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:26:40.285521 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d7b14705-2fbd-41e3-872f-a93f643937e6 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:26:40.333947 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b14705-2fbd-41e3-872f-a93f643937e6 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Made reservation on behalf of 75af0a1c47ce4ddc8bdf7d84418e468b for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:26:40.345169 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d7b14705-2fbd-41e3-872f-a93f643937e6 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:40.381915 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b0aba186-691d-4fcd-9d14-4936e091a027 None None] Provisioning complete for port 887c64da-9476-45be-b98e-5939bd458e93 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:40.381915 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b0aba186-691d-4fcd-9d14-4936e091a027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:40.473074 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7b14705-2fbd-41e3-872f-a93f643937e6 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:26:40.490918 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d7b14705-2fbd-41e3-872f-a93f643937e6 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:40.490918 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-d7b14705-2fbd-41e3-872f-a93f643937e6 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Added segment 827d12f7-d89d-4e19-80a0-59c626606343 of type vlan for network aafe1833-8998-4cce-917a-644829ec0a12 Feb 09 01:26:40.560262 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d7b14705-2fbd-41e3-872f-a93f643937e6 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:40.600194 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d845293-738b-4e73-b117-ccd14a016476 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Network 56d55fd7-2f42-4cc9-99dc-95d99688de0c is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:26:40.632068 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-781bd95b-8285-40e4-9679-10736ab89d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:40.658773 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-5d845293-738b-4e73-b117-ccd14a016476 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 56d55fd7-2f42-4cc9-99dc-95d99688de0c) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:40.672879 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d845293-738b-4e73-b117-ccd14a016476 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:40.672879 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5d845293-738b-4e73-b117-ccd14a016476 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:40.712057 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d7b14705-2fbd-41e3-872f-a93f643937e6 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:40.737804 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-5d845293-738b-4e73-b117-ccd14a016476 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.9003048 Feb 09 01:26:40.737804 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 59670) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:40.740714 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b14705-2fbd-41e3-872f-a93f643937e6 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:40.740714 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d7b14705-2fbd-41e3-872f-a93f643937e6 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:40.743963 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-99ee198b-db07-40fb-8440-f7d6e5354fcc tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1591145457', 'network_id': '56d55fd7-2f42-4cc9-99dc-95d99688de0c'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:40.829801 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-4ca7df2a-9379-4ba1-b1ba-97b7c1a16f8d None None] Set router c72aacc6-9a88-403d-bdbf-6c1a720e85f2 gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:26:40.943975 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-99ee198b-db07-40fb-8440-f7d6e5354fcc tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:26:40.985768 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-99ee198b-db07-40fb-8440-f7d6e5354fcc tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Usage tracker for resource:port and tenant:d54bb6738cc445419217325ba29669ef is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:26:41.013828 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:41.018470 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-99ee198b-db07-40fb-8440-f7d6e5354fcc tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:26:41.038417 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e80d8eb-41a0-4863-a8ca-74b5a7f4bca9 None None] Network 56d55fd7-2f42-4cc9-99dc-95d99688de0c requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:26:41.055257 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-99ee198b-db07-40fb-8440-f7d6e5354fcc tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:26:41.060993 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b14705-2fbd-41e3-872f-a93f643937e6 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Pushing event updated for resources: {'Network': ['ID=aafe1833-8998-4cce-917a-644829ec0a12,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:41.094018 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d7b14705-2fbd-41e3-872f-a93f643937e6 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8609145 Feb 09 01:26:41.094018 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 59686) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:41.107194 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-8375189c-a357-487f-8ca7-805728cfa1cc tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Request body: {'subnet': {'network_id': 'aafe1833-8998-4cce-917a-644829ec0a12', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:41.223707 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network aafe1833-8998-4cce-917a-644829ec0a12 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:26:41.236121 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ee198b-db07-40fb-8440-f7d6e5354fcc tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Made reservation on behalf of d54bb6738cc445419217325ba29669ef for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:26:41.237322 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-99ee198b-db07-40fb-8440-f7d6e5354fcc tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:41.323969 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-99ee198b-db07-40fb-8440-f7d6e5354fcc tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] device_id is not set on port 9a0fc6f8-ed10-4da6-aed7-dbfc871a2360 yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:26:41.374517 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8375189c-a357-487f-8ca7-805728cfa1cc tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:26:41.380888 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-8375189c-a357-487f-8ca7-805728cfa1cc tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Usage tracker for resource:subnet and tenant:75af0a1c47ce4ddc8bdf7d84418e468b is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:26:41.380888 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-8375189c-a357-487f-8ca7-805728cfa1cc tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:26:41.393525 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8375189c-a357-487f-8ca7-805728cfa1cc tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:26:41.406952 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8375189c-a357-487f-8ca7-805728cfa1cc tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Made reservation on behalf of 75af0a1c47ce4ddc8bdf7d84418e468b for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:26:41.406952 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8375189c-a357-487f-8ca7-805728cfa1cc tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:41.498980 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b0aba186-691d-4fcd-9d14-4936e091a027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:41.635577 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-4ca7df2a-9379-4ba1-b1ba-97b7c1a16f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'name': 'tempest-RoutersIpV6Test-router-1288953959', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:26:20Z', 'updated_at': '2022-02-09T01:26:37Z', 'revision_number': 3, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'gw_port_host': None, '_interfaces': [{'id': '0fd16d49-7673-4766-bb29-1f94c852bd30', 'name': '', 'network_id': '7a4f42ff-3ef1-4b74-9f00-4af983ef2260', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'mac_address': 'fa:16:3e:db:dd:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'd85082d2-0c82-42f5-8949-bb899e7e82bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:25Z', 'updated_at': '2022-02-09T01:26:39Z', 'revision_number': 5, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'subnets': [{'id': 'd85082d2-0c82-42f5-8949-bb899e7e82bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0892795-40c8-4b08-93ce-c4ead476a875', 'name': '', 'network_id': 'cd5970d1-c803-48fa-b793-c5ea29cbfb79', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'mac_address': 'fa:16:3e:c9:69:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': 'c75c6596-1159-47f6-9fda-50d7db9dcb9f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:35Z', 'updated_at': '2022-02-09T01:26:38Z', 'revision_number': 2, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'subnets': [{'id': 'c75c6596-1159-47f6-9fda-50d7db9dcb9f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:41.643022 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca7df2a-9379-4ba1-b1ba-97b7c1a16f8d None None] Checking router: c72aacc6-9a88-403d-bdbf-6c1a720e85f2 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:26:41.643022 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca7df2a-9379-4ba1-b1ba-97b7c1a16f8d None None] Updating router c72aacc6-9a88-403d-bdbf-6c1a720e85f2 port f0892795-40c8-4b08-93ce-c4ead476a875 binding host n-d-828418-1 {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:26:41.695657 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:41.723447 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 887c64da-9476-45be-b98e-5939bd458e93, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=887c64da-9476-45be-b98e-5939bd458e93,segment=NetworkSegment(e30510cf-1bdd-4c8e-9006-fe27f7db5836),segment_id=e30510cf-1bdd-4c8e-9006-fe27f7db5836)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:26:41.739685 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:41.786039 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:41.865268 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-99ee198b-db07-40fb-8440-f7d6e5354fcc tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Allocated IP 172.20.0.13 (56d55fd7-2f42-4cc9-99dc-95d99688de0c/0491ddd8-351f-4a51-9ee1-926f473668c5/9a0fc6f8-ed10-4da6-aed7-dbfc871a2360) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:26:41.885163 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-4ca7df2a-9379-4ba1-b1ba-97b7c1a16f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:42.185644 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 0fd16d49-7673-4766-bb29-1f94c852bd30 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:26:42.410783 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-b0aba186-691d-4fcd-9d14-4936e091a027 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:26:42.410783 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-b0aba186-691d-4fcd-9d14-4936e091a027 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:26:42.442852 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=887c64da-9476-45be-b98e-5939bd458e93,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:42.442852 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba69d7f7-e1a9-4b59-bec7-d88755bb2f12 None None] Network 56d55fd7-2f42-4cc9-99dc-95d99688de0c requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:26:42.548350 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8375189c-a357-487f-8ca7-805728cfa1cc tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:42.565785 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f11468a4-de53-4967-881d-144bc1b07239 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:42.642992 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 0fd16d49-7673-4766-bb29-1f94c852bd30 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:42.642992 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:42.865452 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8375189c-a357-487f-8ca7-805728cfa1cc tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Pushing event updated for resources: {'Subnet': ['ID=16aea52d-44c7-43c9-a73c-190ab4a78fc9,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:42.872133 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8375189c-a357-487f-8ca7-805728cfa1cc tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Checking segment: {'id': '827d12f7-d89d-4e19-80a0-59c626606343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'aafe1833-8998-4cce-917a-644829ec0a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:26:42.872503 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8375189c-a357-487f-8ca7-805728cfa1cc tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Network hostable DHCP agents. Network: aafe1833-8998-4cce-917a-644829ec0a12, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:26:42.887441 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-4ca7df2a-9379-4ba1-b1ba-97b7c1a16f8d None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:42.897569 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f11468a4-de53-4967-881d-144bc1b07239 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:42.908279 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8375189c-a357-487f-8ca7-805728cfa1cc tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Network aafe1833-8998-4cce-917a-644829ec0a12 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:26:42.917247 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-4ca7df2a-9379-4ba1-b1ba-97b7c1a16f8d None None] Transition to ACTIVE for port object f0892795-40c8-4b08-93ce-c4ead476a875 will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:26:42.923345 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-8375189c-a357-487f-8ca7-805728cfa1cc tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, aafe1833-8998-4cce-917a-644829ec0a12) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:42.928966 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8375189c-a357-487f-8ca7-805728cfa1cc tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:42.930465 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-4ca7df2a-9379-4ba1-b1ba-97b7c1a16f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:42.930856 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8375189c-a357-487f-8ca7-805728cfa1cc tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:42.987214 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-8375189c-a357-487f-8ca7-805728cfa1cc tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8953753 Feb 09 01:26:42.990045 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 59740) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:43.052339 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefe5610-936e-418c-9cf1-1a8147deed91 None None] Network aafe1833-8998-4cce-917a-644829ec0a12 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:26:43.338805 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:43.638841 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c6f200-d230-48cc-ba63-21859539985d None None] Pushing event updated for resources: {'Port': ['ID=f0892795-40c8-4b08-93ce-c4ead476a875,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:43.664738 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-4ca7df2a-9379-4ba1-b1ba-97b7c1a16f8d None None] Attempting to bind port f0892795-40c8-4b08-93ce-c4ead476a875 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:26:43.665433 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-4ca7df2a-9379-4ba1-b1ba-97b7c1a16f8d None None] Attempting to bind port f0892795-40c8-4b08-93ce-c4ead476a875 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'e30510cf-1bdd-4c8e-9006-fe27f7db5836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cd5970d1-c803-48fa-b793-c5ea29cbfb79'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:26:43.666693 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca7df2a-9379-4ba1-b1ba-97b7c1a16f8d None None] Attempting to bind port f0892795-40c8-4b08-93ce-c4ead476a875 on network cd5970d1-c803-48fa-b793-c5ea29cbfb79 {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:26:43.674391 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca7df2a-9379-4ba1-b1ba-97b7c1a16f8d None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:26:43.675118 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca7df2a-9379-4ba1-b1ba-97b7c1a16f8d None None] Checking segment: {'id': 'e30510cf-1bdd-4c8e-9006-fe27f7db5836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cd5970d1-c803-48fa-b793-c5ea29cbfb79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:26:43.675731 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-4ca7df2a-9379-4ba1-b1ba-97b7c1a16f8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:43.676908 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca7df2a-9379-4ba1-b1ba-97b7c1a16f8d None None] Bound using segment: {'id': 'e30510cf-1bdd-4c8e-9006-fe27f7db5836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cd5970d1-c803-48fa-b793-c5ea29cbfb79'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:26:43.677946 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-4ca7df2a-9379-4ba1-b1ba-97b7c1a16f8d None None] Bound port: f0892795-40c8-4b08-93ce-c4ead476a875, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e30510cf-1bdd-4c8e-9006-fe27f7db5836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cd5970d1-c803-48fa-b793-c5ea29cbfb79'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:26:43.678787 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-4ca7df2a-9379-4ba1-b1ba-97b7c1a16f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:43.782537 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a57c3b-bd56-4338-abbf-6808823ab50f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-aafe1833-8998-4cce-917a-644829ec0a12', 'network_id': 'aafe1833-8998-4cce-917a-644829ec0a12', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'fixed_ips': [{'subnet_id': '16aea52d-44c7-43c9-a73c-190ab4a78fc9'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:26:43.783378 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-99a57c3b-bd56-4338-abbf-6808823ab50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:43.930854 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-4ca7df2a-9379-4ba1-b1ba-97b7c1a16f8d None None] For port f0892795-40c8-4b08-93ce-c4ead476a875, host n-d-828418-1, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:26:43.938464 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-4ca7df2a-9379-4ba1-b1ba-97b7c1a16f8d None None] For port f0892795-40c8-4b08-93ce-c4ead476a875, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=f0892795-40c8-4b08-93ce-c4ead476a875,segment=NetworkSegment(e30510cf-1bdd-4c8e-9006-fe27f7db5836),segment_id=e30510cf-1bdd-4c8e-9006-fe27f7db5836)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:26:43.955846 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-4ca7df2a-9379-4ba1-b1ba-97b7c1a16f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:43.962205 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 887c64da-9476-45be-b98e-5939bd458e93 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:26:44.131822 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca7df2a-9379-4ba1-b1ba-97b7c1a16f8d None None] Routers {'c72aacc6-9a88-403d-bdbf-6c1a720e85f2'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:26:44.131822 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-4ca7df2a-9379-4ba1-b1ba-97b7c1a16f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:26:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['c72aacc6-9a88-403d-bdbf-6c1a720e85f2'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:44.215105 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c6f200-d230-48cc-ba63-21859539985d None None] Pushing event updated for resources: {'Port': ['ID=f0892795-40c8-4b08-93ce-c4ead476a875,revision_number=4']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:44.507434 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 887c64da-9476-45be-b98e-5939bd458e93 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:44.507434 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:44.609716 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-4ca7df2a-9379-4ba1-b1ba-97b7c1a16f8d None None] Set router c72aacc6-9a88-403d-bdbf-6c1a720e85f2 gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:26:44.705984 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f11468a4-de53-4967-881d-144bc1b07239 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Router 13b91e9f-06b0-4588-9b10-f77dd1b393aa has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:26:44.733360 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-99ee198b-db07-40fb-8440-f7d6e5354fcc tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:44.799446 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-99a57c3b-bd56-4338-abbf-6808823ab50f None None] Allocated IP 2001:db8:2::2 (aafe1833-8998-4cce-917a-644829ec0a12/16aea52d-44c7-43c9-a73c-190ab4a78fc9/746a8675-e01d-4c30-ad17-2c1e45ed2022) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:26:45.035456 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-481f5810-9b38-4d38-bb6b-99592332c111 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:45.149257 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f11468a4-de53-4967-881d-144bc1b07239 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:26:45.165692 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f11468a4-de53-4967-881d-144bc1b07239 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:45.351888 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f11468a4-de53-4967-881d-144bc1b07239 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] 10.222.0.105 "PUT /v2.0/floatingips/22af4fc0-d686-4a3e-8236-7df5547902fd HTTP/1.1" status: 200 len: 977 time: 6.4324841 Feb 09 01:26:45.363726 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 59772) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:45.366581 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e55b7c-dac0-4bf8-95b4-7fa11f0a40b0 None None] Sync routers for ids ['13b91e9f-06b0-4588-9b10-f77dd1b393aa'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:26:45.453682 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e55b7c-dac0-4bf8-95b4-7fa11f0a40b0 None None] Routers {'13b91e9f-06b0-4588-9b10-f77dd1b393aa'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:26:45.453682 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-94e55b7c-dac0-4bf8-95b4-7fa11f0a40b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:26:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['13b91e9f-06b0-4588-9b10-f77dd1b393aa'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:45.473717 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-4ca7df2a-9379-4ba1-b1ba-97b7c1a16f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'name': 'tempest-RoutersIpV6Test-router-1288953959', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:26:20Z', 'updated_at': '2022-02-09T01:26:37Z', 'revision_number': 3, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'gw_port_host': None, '_interfaces': [{'id': '0fd16d49-7673-4766-bb29-1f94c852bd30', 'name': '', 'network_id': '7a4f42ff-3ef1-4b74-9f00-4af983ef2260', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'mac_address': 'fa:16:3e:db:dd:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'd85082d2-0c82-42f5-8949-bb899e7e82bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:25Z', 'updated_at': '2022-02-09T01:26:39Z', 'revision_number': 5, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'subnets': [{'id': 'd85082d2-0c82-42f5-8949-bb899e7e82bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0892795-40c8-4b08-93ce-c4ead476a875', 'name': '', 'network_id': 'cd5970d1-c803-48fa-b793-c5ea29cbfb79', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'mac_address': 'fa:16:3e:c9:69:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': 'c75c6596-1159-47f6-9fda-50d7db9dcb9f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:35Z', 'updated_at': '2022-02-09T01:26:43Z', 'revision_number': 4, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'subnets': [{'id': 'c75c6596-1159-47f6-9fda-50d7db9dcb9f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:45.480078 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca7df2a-9379-4ba1-b1ba-97b7c1a16f8d None None] The sync data for ids ['c72aacc6-9a88-403d-bdbf-6c1a720e85f2'] in n-d-828418-1 is: [{'id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'name': 'tempest-RoutersIpV6Test-router-1288953959', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:26:20Z', 'updated_at': '2022-02-09T01:26:37Z', 'revision_number': 3, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'gw_port_host': None, '_interfaces': [{'id': '0fd16d49-7673-4766-bb29-1f94c852bd30', 'name': '', 'network_id': '7a4f42ff-3ef1-4b74-9f00-4af983ef2260', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'mac_address': 'fa:16:3e:db:dd:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'd85082d2-0c82-42f5-8949-bb899e7e82bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:25Z', 'updated_at': '2022-02-09T01:26:39Z', 'revision_number': 5, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'subnets': [{'id': 'd85082d2-0c82-42f5-8949-bb899e7e82bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0892795-40c8-4b08-93ce-c4ead476a875', 'name': '', 'network_id': 'cd5970d1-c803-48fa-b793-c5ea29cbfb79', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'mac_address': 'fa:16:3e:c9:69:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': 'c75c6596-1159-47f6-9fda-50d7db9dcb9f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:35Z', 'updated_at': '2022-02-09T01:26:43Z', 'revision_number': 4, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'subnets': [{'id': 'c75c6596-1159-47f6-9fda-50d7db9dcb9f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:26:45.532303 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-99ee198b-db07-40fb-8440-f7d6e5354fcc tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:45.751055 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-94e55b7c-dac0-4bf8-95b4-7fa11f0a40b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:45.778614 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ee198b-db07-40fb-8440-f7d6e5354fcc tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Pushing event updated for resources: {'Port': ['ID=9a0fc6f8-ed10-4da6-aed7-dbfc871a2360,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:45.805548 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e55b7c-dac0-4bf8-95b4-7fa11f0a40b0 None None] Routers {'13b91e9f-06b0-4588-9b10-f77dd1b393aa'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:26:45.805548 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-94e55b7c-dac0-4bf8-95b4-7fa11f0a40b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:26:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['13b91e9f-06b0-4588-9b10-f77dd1b393aa'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:45.925464 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ee198b-db07-40fb-8440-f7d6e5354fcc tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Network 56d55fd7-2f42-4cc9-99dc-95d99688de0c is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:26:45.926211 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-99ee198b-db07-40fb-8440-f7d6e5354fcc tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:45.932831 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-94e55b7c-dac0-4bf8-95b4-7fa11f0a40b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:45.933429 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e55b7c-dac0-4bf8-95b4-7fa11f0a40b0 None None] The sync data for ids ['13b91e9f-06b0-4588-9b10-f77dd1b393aa'] in n-d-828418-1 is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:26:45.950397 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ee198b-db07-40fb-8440-f7d6e5354fcc tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:26:46.133451 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ee198b-db07-40fb-8440-f7d6e5354fcc tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:46.133451 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-99ee198b-db07-40fb-8440-f7d6e5354fcc tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:46.199735 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-f8f2f6c7-fbf8-489c-add2-30c8910e70e8 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Deleting port 0c44586e-427b-44b4-8ab8-984c1a9099ee {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:26:46.199735 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f8f2f6c7-fbf8-489c-add2-30c8910e70e8 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:46.289575 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-99a57c3b-bd56-4338-abbf-6808823ab50f None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:46.316341 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-99a57c3b-bd56-4338-abbf-6808823ab50f None None] Transition to ACTIVE for port object 746a8675-e01d-4c30-ad17-2c1e45ed2022 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:26:46.355099 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-99a57c3b-bd56-4338-abbf-6808823ab50f None None] Transition to ACTIVE for port object 746a8675-e01d-4c30-ad17-2c1e45ed2022 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:26:46.381435 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-99a57c3b-bd56-4338-abbf-6808823ab50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:46.478255 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device f0892795-40c8-4b08-93ce-c4ead476a875 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:26:46.584405 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-481f5810-9b38-4d38-bb6b-99592332c111 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Allocated IP 2001:db8:2::1 (aafe1833-8998-4cce-917a-644829ec0a12/16aea52d-44c7-43c9-a73c-190ab4a78fc9/daeff52d-3352-4219-998d-f1556617f8b4) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:26:46.585323 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a57c3b-bd56-4338-abbf-6808823ab50f None None] Network aafe1833-8998-4cce-917a-644829ec0a12 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:26:46.594432 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-99a57c3b-bd56-4338-abbf-6808823ab50f None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:46.612029 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a57c3b-bd56-4338-abbf-6808823ab50f None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:26:46.627760 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a57c3b-bd56-4338-abbf-6808823ab50f None None] Pushing event updated for resources: {'Port': ['ID=746a8675-e01d-4c30-ad17-2c1e45ed2022,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:46.787105 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-99ee198b-db07-40fb-8440-f7d6e5354fcc tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 6.0538368 Feb 09 01:26:46.812054 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 59792) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:46.851255 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port f0892795-40c8-4b08-93ce-c4ead476a875 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:26:46.856115 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-481f5810-9b38-4d38-bb6b-99592332c111 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:46.871104 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-481f5810-9b38-4d38-bb6b-99592332c111 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Transition to ACTIVE for port object daeff52d-3352-4219-998d-f1556617f8b4 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:26:46.908462 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-481f5810-9b38-4d38-bb6b-99592332c111 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:46.926413 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port f0892795-40c8-4b08-93ce-c4ead476a875 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:46.926413 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:46.982348 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f8f2f6c7-fbf8-489c-add2-30c8910e70e8 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:46.982716 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f8f2f6c7-fbf8-489c-add2-30c8910e70e8 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:47.043459 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-99a57c3b-bd56-4338-abbf-6808823ab50f None None] Attempting to bind port 746a8675-e01d-4c30-ad17-2c1e45ed2022 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:26:47.043459 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-99a57c3b-bd56-4338-abbf-6808823ab50f None None] Attempting to bind port 746a8675-e01d-4c30-ad17-2c1e45ed2022 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '827d12f7-d89d-4e19-80a0-59c626606343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'aafe1833-8998-4cce-917a-644829ec0a12'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:26:47.043459 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a57c3b-bd56-4338-abbf-6808823ab50f None None] Attempting to bind port 746a8675-e01d-4c30-ad17-2c1e45ed2022 on network aafe1833-8998-4cce-917a-644829ec0a12 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:26:47.062483 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a57c3b-bd56-4338-abbf-6808823ab50f None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:26:47.068620 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a57c3b-bd56-4338-abbf-6808823ab50f None None] Checking segment: {'id': '827d12f7-d89d-4e19-80a0-59c626606343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'aafe1833-8998-4cce-917a-644829ec0a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:26:47.068620 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-99a57c3b-bd56-4338-abbf-6808823ab50f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:47.068620 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a57c3b-bd56-4338-abbf-6808823ab50f None None] Bound using segment: {'id': '827d12f7-d89d-4e19-80a0-59c626606343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'aafe1833-8998-4cce-917a-644829ec0a12'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:26:47.068620 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-99a57c3b-bd56-4338-abbf-6808823ab50f None None] Bound port: 746a8675-e01d-4c30-ad17-2c1e45ed2022, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '827d12f7-d89d-4e19-80a0-59c626606343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'aafe1833-8998-4cce-917a-644829ec0a12'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:26:47.068620 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-99a57c3b-bd56-4338-abbf-6808823ab50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:47.251153 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481f5810-9b38-4d38-bb6b-99592332c111 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Network aafe1833-8998-4cce-917a-644829ec0a12 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:26:47.254433 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-481f5810-9b38-4d38-bb6b-99592332c111 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:47.259040 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481f5810-9b38-4d38-bb6b-99592332c111 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:26:47.259574 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-481f5810-9b38-4d38-bb6b-99592332c111 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:47.280819 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481f5810-9b38-4d38-bb6b-99592332c111 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Pushing event updated for resources: {'Port': ['ID=daeff52d-3352-4219-998d-f1556617f8b4,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:47.294114 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-f8f2f6c7-fbf8-489c-add2-30c8910e70e8 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Calling delete_port for 0c44586e-427b-44b4-8ab8-984c1a9099ee owned by network:floatingip {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:26:47.341322 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-8657ae97-33f4-4a0c-9c79-ff1b42575446 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Deleting port 9a0fc6f8-ed10-4da6-aed7-dbfc871a2360 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:26:47.341688 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8657ae97-33f4-4a0c-9c79-ff1b42575446 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:47.460336 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-99a57c3b-bd56-4338-abbf-6808823ab50f None None] For port 746a8675-e01d-4c30-ad17-2c1e45ed2022, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:26:47.471233 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-99a57c3b-bd56-4338-abbf-6808823ab50f None None] For port 746a8675-e01d-4c30-ad17-2c1e45ed2022, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=746a8675-e01d-4c30-ad17-2c1e45ed2022,segment=NetworkSegment(827d12f7-d89d-4e19-80a0-59c626606343),segment_id=827d12f7-d89d-4e19-80a0-59c626606343)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:26:47.471233 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:47.506101 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-99a57c3b-bd56-4338-abbf-6808823ab50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:47.568121 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-481f5810-9b38-4d38-bb6b-99592332c111 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:47.672606 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port f0892795-40c8-4b08-93ce-c4ead476a875, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=f0892795-40c8-4b08-93ce-c4ead476a875,segment=NetworkSegment(e30510cf-1bdd-4c8e-9006-fe27f7db5836),segment_id=e30510cf-1bdd-4c8e-9006-fe27f7db5836)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:26:47.672606 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:47.688070 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a57c3b-bd56-4338-abbf-6808823ab50f None None] Pushing event updated for resources: {'Port': ['ID=746a8675-e01d-4c30-ad17-2c1e45ed2022,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:47.859340 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=f0892795-40c8-4b08-93ce-c4ead476a875,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:48.181853 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8657ae97-33f4-4a0c-9c79-ff1b42575446 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:48.399279 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-8657ae97-33f4-4a0c-9c79-ff1b42575446 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Calling delete_port for 9a0fc6f8-ed10-4da6-aed7-dbfc871a2360 owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:26:48.485665 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-481f5810-9b38-4d38-bb6b-99592332c111 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:48.489499 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-481f5810-9b38-4d38-bb6b-99592332c111 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:48.491953 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-481f5810-9b38-4d38-bb6b-99592332c111 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:48.546914 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 746a8675-e01d-4c30-ad17-2c1e45ed2022 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:26:48.771686 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481f5810-9b38-4d38-bb6b-99592332c111 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Pushing event updated for resources: {'Port': ['ID=daeff52d-3352-4219-998d-f1556617f8b4,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:48.814644 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 746a8675-e01d-4c30-ad17-2c1e45ed2022 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:26:48.818142 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f8f2f6c7-fbf8-489c-add2-30c8910e70e8 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:48.839644 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device f0892795-40c8-4b08-93ce-c4ead476a875 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:26:48.921467 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8657ae97-33f4-4a0c-9c79-ff1b42575446 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:48.927785 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f2f6c7-fbf8-489c-add2-30c8910e70e8 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Pushing event deleted for resources: {'Port': ['ID=0c44586e-427b-44b4-8ab8-984c1a9099ee,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:48.938887 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481f5810-9b38-4d38-bb6b-99592332c111 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Network aafe1833-8998-4cce-917a-644829ec0a12 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:26:48.950835 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-481f5810-9b38-4d38-bb6b-99592332c111 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:49.051297 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8657ae97-33f4-4a0c-9c79-ff1b42575446 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Pushing event deleted for resources: {'Port': ['ID=9a0fc6f8-ed10-4da6-aed7-dbfc871a2360,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:49.111266 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port f0892795-40c8-4b08-93ce-c4ead476a875 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:49.111266 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:49.271761 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-481f5810-9b38-4d38-bb6b-99592332c111 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Router c72aacc6-9a88-403d-bdbf-6c1a720e85f2 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:26:49.487333 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c94291d-120a-4302-89fc-3e5f9bfa77ef None None] Network aafe1833-8998-4cce-917a-644829ec0a12 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:26:49.598662 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f8f2f6c7-fbf8-489c-add2-30c8910e70e8 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for floatingip, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:49.598662 n-d-828418-1 neutron-server[87639]: INFO neutron.db.l3_db [None req-f8f2f6c7-fbf8-489c-add2-30c8910e70e8 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Floating IP 22af4fc0-d686-4a3e-8236-7df5547902fd disassociated (deleted). External IP: 172.25.0.31, port: 56812db8-606d-48ac-ab10-eaf6aca06ae8. Feb 09 01:26:49.683549 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-481f5810-9b38-4d38-bb6b-99592332c111 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:26:49.695493 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ff3da8-738e-47d0-b64b-095417105b6d None None] Sync routers for ids ['c72aacc6-9a88-403d-bdbf-6c1a720e85f2'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:26:49.719345 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-481f5810-9b38-4d38-bb6b-99592332c111 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "PUT /v2.0/routers/c72aacc6-9a88-403d-bdbf-6c1a720e85f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7131641 Feb 09 01:26:49.719345 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 59832) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:49.722764 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ff3da8-738e-47d0-b64b-095417105b6d None None] Routers {'c72aacc6-9a88-403d-bdbf-6c1a720e85f2'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:26:49.722764 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-d9ff3da8-738e-47d0-b64b-095417105b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:26:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['c72aacc6-9a88-403d-bdbf-6c1a720e85f2'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:49.729073 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-2dc5f0a7-5099-47df-91b5-4cc847e4205e tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1797459171'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:49.748717 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2dc5f0a7-5099-47df-91b5-4cc847e4205e tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:26:49.759132 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-2dc5f0a7-5099-47df-91b5-4cc847e4205e tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Usage tracker for resource:network and tenant:75af0a1c47ce4ddc8bdf7d84418e468b is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:26:49.778686 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-666d40b0-1c14-4dd9-a89c-32238a9c963e None None] Provisioning for port 746a8675-e01d-4c30-ad17-2c1e45ed2022 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:26:49.802072 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-2dc5f0a7-5099-47df-91b5-4cc847e4205e tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:26:49.836593 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-666d40b0-1c14-4dd9-a89c-32238a9c963e None None] Provisioning complete for port 746a8675-e01d-4c30-ad17-2c1e45ed2022 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:49.836959 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-666d40b0-1c14-4dd9-a89c-32238a9c963e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:49.837363 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2dc5f0a7-5099-47df-91b5-4cc847e4205e tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:26:49.871213 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc5f0a7-5099-47df-91b5-4cc847e4205e tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Made reservation on behalf of 75af0a1c47ce4ddc8bdf7d84418e468b for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:26:49.881413 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2dc5f0a7-5099-47df-91b5-4cc847e4205e tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:49.922846 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8657ae97-33f4-4a0c-9c79-ff1b42575446 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:49.929813 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dc5f0a7-5099-47df-91b5-4cc847e4205e tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:26:49.943865 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2dc5f0a7-5099-47df-91b5-4cc847e4205e tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:49.944206 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-2dc5f0a7-5099-47df-91b5-4cc847e4205e tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Added segment 5e567a5e-c213-489b-a559-084fb4f59988 of type vlan for network c3e02e96-5d25-47d6-ad36-3a2da406a444 Feb 09 01:26:50.036532 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-8657ae97-33f4-4a0c-9c79-ff1b42575446 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] 10.222.0.105 "DELETE /v2.0/ports/9a0fc6f8-ed10-4da6-aed7-dbfc871a2360 HTTP/1.1" status: 204 len: 168 time: 3.1548607 Feb 09 01:26:50.040851 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2dc5f0a7-5099-47df-91b5-4cc847e4205e tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:50.047560 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 59840) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:50.047560 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-958d6dc6-5b04-4090-b791-0c1dd7892e68 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '56d55fd7-2f42-4cc9-99dc-95d99688de0c', 'external_fixed_ips': [{'subnet_id': '0491ddd8-351f-4a51-9ee1-926f473668c5', 'ip_address': '172.20.0.13'}]}}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:50.047560 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-958d6dc6-5b04-4090-b791-0c1dd7892e68 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:26:50.056207 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-958d6dc6-5b04-4090-b791-0c1dd7892e68 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Usage tracker for resource:router and tenant:d54bb6738cc445419217325ba29669ef is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:26:50.113548 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-958d6dc6-5b04-4090-b791-0c1dd7892e68 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:26:50.129793 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2dc5f0a7-5099-47df-91b5-4cc847e4205e tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:50.129793 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc5f0a7-5099-47df-91b5-4cc847e4205e tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:50.129793 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2dc5f0a7-5099-47df-91b5-4cc847e4205e tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:50.174231 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-958d6dc6-5b04-4090-b791-0c1dd7892e68 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:26:50.251228 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-958d6dc6-5b04-4090-b791-0c1dd7892e68 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:50.252800 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-d9ff3da8-738e-47d0-b64b-095417105b6d None None] Set router c72aacc6-9a88-403d-bdbf-6c1a720e85f2 gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:26:50.254227 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-958d6dc6-5b04-4090-b791-0c1dd7892e68 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:50.359999 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-2dc5f0a7-5099-47df-91b5-4cc847e4205e tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6477072 Feb 09 01:26:50.363470 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 59852) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:50.414253 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-ca6fdec3-7635-42b6-aa25-c6a3e8cf7da9 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Request body: {'subnet': {'network_id': 'c3e02e96-5d25-47d6-ad36-3a2da406a444', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:50.427247 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-666d40b0-1c14-4dd9-a89c-32238a9c963e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:50.548178 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-666d40b0-1c14-4dd9-a89c-32238a9c963e None None] For port 746a8675-e01d-4c30-ad17-2c1e45ed2022, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=746a8675-e01d-4c30-ad17-2c1e45ed2022,segment=NetworkSegment(827d12f7-d89d-4e19-80a0-59c626606343),segment_id=827d12f7-d89d-4e19-80a0-59c626606343)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:26:50.551047 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc5f0a7-5099-47df-91b5-4cc847e4205e tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Pushing event updated for resources: {'Network': ['ID=c3e02e96-5d25-47d6-ad36-3a2da406a444,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:50.596441 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-666d40b0-1c14-4dd9-a89c-32238a9c963e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:50.616570 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network c3e02e96-5d25-47d6-ad36-3a2da406a444 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:26:50.916502 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ca6fdec3-7635-42b6-aa25-c6a3e8cf7da9 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:26:50.929926 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ca6fdec3-7635-42b6-aa25-c6a3e8cf7da9 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Usage tracker for resource:subnet and tenant:75af0a1c47ce4ddc8bdf7d84418e468b is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:26:50.934049 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ca6fdec3-7635-42b6-aa25-c6a3e8cf7da9 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:26:50.952896 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ca6fdec3-7635-42b6-aa25-c6a3e8cf7da9 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:26:50.969251 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6fdec3-7635-42b6-aa25-c6a3e8cf7da9 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Made reservation on behalf of 75af0a1c47ce4ddc8bdf7d84418e468b for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:26:50.975917 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ca6fdec3-7635-42b6-aa25-c6a3e8cf7da9 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:51.125743 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-958d6dc6-5b04-4090-b791-0c1dd7892e68 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:51.143279 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8f2f6c7-fbf8-489c-add2-30c8910e70e8 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Router 13b91e9f-06b0-4588-9b10-f77dd1b393aa has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:26:51.224506 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:26:51.234211 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-d9ff3da8-738e-47d0-b64b-095417105b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'name': 'tempest-RoutersIpV6Test-router-1288953959', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:26:20Z', 'updated_at': '2022-02-09T01:26:47Z', 'revision_number': 4, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'gw_port_host': None, '_interfaces': [{'id': '0fd16d49-7673-4766-bb29-1f94c852bd30', 'name': '', 'network_id': '7a4f42ff-3ef1-4b74-9f00-4af983ef2260', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'mac_address': 'fa:16:3e:db:dd:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'd85082d2-0c82-42f5-8949-bb899e7e82bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:25Z', 'updated_at': '2022-02-09T01:26:39Z', 'revision_number': 5, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'subnets': [{'id': 'd85082d2-0c82-42f5-8949-bb899e7e82bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'daeff52d-3352-4219-998d-f1556617f8b4', 'name': '', 'network_id': 'aafe1833-8998-4cce-917a-644829ec0a12', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'mac_address': 'fa:16:3e:35:2c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '16aea52d-44c7-43c9-a73c-190ab4a78fc9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:45Z', 'updated_at': '2022-02-09T01:26:48Z', 'revision_number': 2, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'subnets': [{'id': '16aea52d-44c7-43c9-a73c-190ab4a78fc9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0892795-40c8-4b08-93ce-c4ead476a875', 'name': '', 'network_id': 'cd5970d1-c803-48fa-b793-c5ea29cbfb79', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'mac_address': 'fa:16:3e:c9:69:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': 'c75c6596-1159-47f6-9fda-50d7db9dcb9f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:35Z', 'updated_at': '2022-02-09T01:26:47Z', 'revision_number': 5, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'subnets': [{'id': 'c75c6596-1159-47f6-9fda-50d7db9dcb9f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:51.246088 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ff3da8-738e-47d0-b64b-095417105b6d None None] Checking router: c72aacc6-9a88-403d-bdbf-6c1a720e85f2 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:26:51.248421 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ff3da8-738e-47d0-b64b-095417105b6d None None] Updating router c72aacc6-9a88-403d-bdbf-6c1a720e85f2 port daeff52d-3352-4219-998d-f1556617f8b4 binding host n-d-828418-1 {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:26:51.249898 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666d40b0-1c14-4dd9-a89c-32238a9c963e None None] Pushing event updated for resources: {'Port': ['ID=746a8675-e01d-4c30-ad17-2c1e45ed2022,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:51.410056 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ca6fdec3-7635-42b6-aa25-c6a3e8cf7da9 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:51.422822 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f2f6c7-fbf8-489c-add2-30c8910e70e8 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:26:51.431204 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9ceb6a-cf37-453a-9a60-ab994be0e506 None None] Sync routers for ids ['13b91e9f-06b0-4588-9b10-f77dd1b393aa'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:26:51.434603 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f8f2f6c7-fbf8-489c-add2-30c8910e70e8 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:51.445438 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-d9ff3da8-738e-47d0-b64b-095417105b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:51.455575 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9ceb6a-cf37-453a-9a60-ab994be0e506 None None] Routers {'13b91e9f-06b0-4588-9b10-f77dd1b393aa'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:26:51.474240 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-eb9ceb6a-cf37-453a-9a60-ab994be0e506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:26:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['13b91e9f-06b0-4588-9b10-f77dd1b393aa'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:51.543687 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f8f2f6c7-fbf8-489c-add2-30c8910e70e8 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] 10.222.0.105 "DELETE /v2.0/floatingips/22af4fc0-d686-4a3e-8236-7df5547902fd HTTP/1.1" status: 204 len: 168 time: 6.1805105 Feb 09 01:26:51.548785 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 59870) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:51.769635 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-eb9ceb6a-cf37-453a-9a60-ab994be0e506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:51.792040 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9ceb6a-cf37-453a-9a60-ab994be0e506 None None] Routers {'13b91e9f-06b0-4588-9b10-f77dd1b393aa'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:26:51.806558 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-eb9ceb6a-cf37-453a-9a60-ab994be0e506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:26:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['13b91e9f-06b0-4588-9b10-f77dd1b393aa'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:51.823397 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6fdec3-7635-42b6-aa25-c6a3e8cf7da9 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Pushing event updated for resources: {'Subnet': ['ID=4d2a202a-0335-4255-81ef-1eaf52d721b2,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:51.860496 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6fdec3-7635-42b6-aa25-c6a3e8cf7da9 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Checking segment: {'id': '5e567a5e-c213-489b-a559-084fb4f59988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c3e02e96-5d25-47d6-ad36-3a2da406a444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:26:51.862560 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6fdec3-7635-42b6-aa25-c6a3e8cf7da9 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Network hostable DHCP agents. Network: c3e02e96-5d25-47d6-ad36-3a2da406a444, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:26:51.944739 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6fdec3-7635-42b6-aa25-c6a3e8cf7da9 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Network c3e02e96-5d25-47d6-ad36-3a2da406a444 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:26:51.980130 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-ca6fdec3-7635-42b6-aa25-c6a3e8cf7da9 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, c3e02e96-5d25-47d6-ad36-3a2da406a444) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:51.995735 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6fdec3-7635-42b6-aa25-c6a3e8cf7da9 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:51.995735 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ca6fdec3-7635-42b6-aa25-c6a3e8cf7da9 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:52.016979 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-eb9ceb6a-cf37-453a-9a60-ab994be0e506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:52.016979 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9ceb6a-cf37-453a-9a60-ab994be0e506 None None] The sync data for ids ['13b91e9f-06b0-4588-9b10-f77dd1b393aa'] in n-d-828418-1 is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:26:52.043877 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d174b1-5d09-4329-9540-67a37575fd78 None None] Network c3e02e96-5d25-47d6-ad36-3a2da406a444 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:26:52.118223 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ca6fdec3-7635-42b6-aa25-c6a3e8cf7da9 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7263465 Feb 09 01:26:52.118223 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 59882) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:52.538382 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 746a8675-e01d-4c30-ad17-2c1e45ed2022 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:26:52.630833 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-48db049f-28b2-40a7-94a7-75590a44d096 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Deleting port 56812db8-606d-48ac-ab10-eaf6aca06ae8 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:26:52.631523 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-48db049f-28b2-40a7-94a7-75590a44d096 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:52.643296 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:52.655409 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-c27433c2-31ed-44f0-b344-5b34ce382b13 None None] Provisioning complete for port 746a8675-e01d-4c30-ad17-2c1e45ed2022 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:52.656037 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c27433c2-31ed-44f0-b344-5b34ce382b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:52.803175 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-d9ff3da8-738e-47d0-b64b-095417105b6d None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:52.861247 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-d9ff3da8-738e-47d0-b64b-095417105b6d None None] Transition to ACTIVE for port object daeff52d-3352-4219-998d-f1556617f8b4 will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:26:52.877415 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-d9ff3da8-738e-47d0-b64b-095417105b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:53.001770 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb98cbd6-dacd-4449-a9e0-b5c513a07e0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-c3e02e96-5d25-47d6-ad36-3a2da406a444', 'network_id': 'c3e02e96-5d25-47d6-ad36-3a2da406a444', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'fixed_ips': [{'subnet_id': '4d2a202a-0335-4255-81ef-1eaf52d721b2'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:26:53.009046 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bb98cbd6-dacd-4449-a9e0-b5c513a07e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:53.117426 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-958d6dc6-5b04-4090-b791-0c1dd7892e68 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:53.511067 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bc8287-886c-4363-ba26-512372066d39 None None] Pushing event updated for resources: {'Port': ['ID=daeff52d-3352-4219-998d-f1556617f8b4,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:53.614736 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-bb98cbd6-dacd-4449-a9e0-b5c513a07e0d None None] Allocated IP 2001:db8:3::2 (c3e02e96-5d25-47d6-ad36-3a2da406a444/4d2a202a-0335-4255-81ef-1eaf52d721b2/fcbafb46-3cc1-4a31-853b-07bb02af5013) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:26:53.618409 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-d9ff3da8-738e-47d0-b64b-095417105b6d None None] Attempting to bind port daeff52d-3352-4219-998d-f1556617f8b4 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:26:53.618409 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-d9ff3da8-738e-47d0-b64b-095417105b6d None None] Attempting to bind port daeff52d-3352-4219-998d-f1556617f8b4 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '827d12f7-d89d-4e19-80a0-59c626606343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'aafe1833-8998-4cce-917a-644829ec0a12'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:26:53.618409 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ff3da8-738e-47d0-b64b-095417105b6d None None] Attempting to bind port daeff52d-3352-4219-998d-f1556617f8b4 on network aafe1833-8998-4cce-917a-644829ec0a12 {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:26:53.618409 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ff3da8-738e-47d0-b64b-095417105b6d None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:26:53.618409 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ff3da8-738e-47d0-b64b-095417105b6d None None] Checking segment: {'id': '827d12f7-d89d-4e19-80a0-59c626606343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'aafe1833-8998-4cce-917a-644829ec0a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:26:53.618409 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-d9ff3da8-738e-47d0-b64b-095417105b6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:53.618409 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ff3da8-738e-47d0-b64b-095417105b6d None None] Bound using segment: {'id': '827d12f7-d89d-4e19-80a0-59c626606343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'aafe1833-8998-4cce-917a-644829ec0a12'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:26:53.618409 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-d9ff3da8-738e-47d0-b64b-095417105b6d None None] Bound port: daeff52d-3352-4219-998d-f1556617f8b4, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '827d12f7-d89d-4e19-80a0-59c626606343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'aafe1833-8998-4cce-917a-644829ec0a12'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:26:53.618409 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-d9ff3da8-738e-47d0-b64b-095417105b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:53.728531 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 746a8675-e01d-4c30-ad17-2c1e45ed2022 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:53.728531 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:53.793020 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-d9ff3da8-738e-47d0-b64b-095417105b6d None None] For port daeff52d-3352-4219-998d-f1556617f8b4, host n-d-828418-1, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:26:53.810643 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-d9ff3da8-738e-47d0-b64b-095417105b6d None None] For port daeff52d-3352-4219-998d-f1556617f8b4, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=daeff52d-3352-4219-998d-f1556617f8b4,segment=NetworkSegment(827d12f7-d89d-4e19-80a0-59c626606343),segment_id=827d12f7-d89d-4e19-80a0-59c626606343)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:26:53.810643 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-d9ff3da8-738e-47d0-b64b-095417105b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:53.939600 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-48db049f-28b2-40a7-94a7-75590a44d096 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:53.969952 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c79a4367-1ee4-4b48-a117-1049440403da tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:54.153841 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ff3da8-738e-47d0-b64b-095417105b6d None None] Routers {'c72aacc6-9a88-403d-bdbf-6c1a720e85f2'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:26:54.153841 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-d9ff3da8-738e-47d0-b64b-095417105b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:26:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['c72aacc6-9a88-403d-bdbf-6c1a720e85f2'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:54.299269 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-c27433c2-31ed-44f0-b344-5b34ce382b13 None None] Provisioning for port daeff52d-3352-4219-998d-f1556617f8b4 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:26:54.395812 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bc8287-886c-4363-ba26-512372066d39 None None] Pushing event updated for resources: {'Port': ['ID=daeff52d-3352-4219-998d-f1556617f8b4,revision_number=4']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:54.413750 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-48db049f-28b2-40a7-94a7-75590a44d096 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Calling delete_port for 56812db8-606d-48ac-ab10-eaf6aca06ae8 owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:26:54.560048 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bb98cbd6-dacd-4449-a9e0-b5c513a07e0d None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:54.613583 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-bb98cbd6-dacd-4449-a9e0-b5c513a07e0d None None] Transition to ACTIVE for port object fcbafb46-3cc1-4a31-853b-07bb02af5013 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:26:54.674927 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-bb98cbd6-dacd-4449-a9e0-b5c513a07e0d None None] Transition to ACTIVE for port object fcbafb46-3cc1-4a31-853b-07bb02af5013 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:26:54.694572 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bb98cbd6-dacd-4449-a9e0-b5c513a07e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:54.752508 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-d9ff3da8-738e-47d0-b64b-095417105b6d None None] Set router c72aacc6-9a88-403d-bdbf-6c1a720e85f2 gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:26:54.854925 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb98cbd6-dacd-4449-a9e0-b5c513a07e0d None None] Network c3e02e96-5d25-47d6-ad36-3a2da406a444 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:26:54.885411 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-bb98cbd6-dacd-4449-a9e0-b5c513a07e0d None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:54.896768 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb98cbd6-dacd-4449-a9e0-b5c513a07e0d None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:26:55.042176 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb98cbd6-dacd-4449-a9e0-b5c513a07e0d None None] Pushing event updated for resources: {'Port': ['ID=fcbafb46-3cc1-4a31-853b-07bb02af5013,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:55.106061 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:55.122371 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-bb98cbd6-dacd-4449-a9e0-b5c513a07e0d None None] Attempting to bind port fcbafb46-3cc1-4a31-853b-07bb02af5013 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:26:55.123110 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-bb98cbd6-dacd-4449-a9e0-b5c513a07e0d None None] Attempting to bind port fcbafb46-3cc1-4a31-853b-07bb02af5013 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '5e567a5e-c213-489b-a559-084fb4f59988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c3e02e96-5d25-47d6-ad36-3a2da406a444'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:26:55.123676 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb98cbd6-dacd-4449-a9e0-b5c513a07e0d None None] Attempting to bind port fcbafb46-3cc1-4a31-853b-07bb02af5013 on network c3e02e96-5d25-47d6-ad36-3a2da406a444 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:26:55.140155 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb98cbd6-dacd-4449-a9e0-b5c513a07e0d None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:26:55.140885 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb98cbd6-dacd-4449-a9e0-b5c513a07e0d None None] Checking segment: {'id': '5e567a5e-c213-489b-a559-084fb4f59988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c3e02e96-5d25-47d6-ad36-3a2da406a444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:26:55.141474 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bb98cbd6-dacd-4449-a9e0-b5c513a07e0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:55.142080 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb98cbd6-dacd-4449-a9e0-b5c513a07e0d None None] Bound using segment: {'id': '5e567a5e-c213-489b-a559-084fb4f59988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c3e02e96-5d25-47d6-ad36-3a2da406a444'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:26:55.142793 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-bb98cbd6-dacd-4449-a9e0-b5c513a07e0d None None] Bound port: fcbafb46-3cc1-4a31-853b-07bb02af5013, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e567a5e-c213-489b-a559-084fb4f59988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c3e02e96-5d25-47d6-ad36-3a2da406a444'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:26:55.144036 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bb98cbd6-dacd-4449-a9e0-b5c513a07e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:55.490411 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-c79a4367-1ee4-4b48-a117-1049440403da tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Allocated IP 2001:db8:3::1 (c3e02e96-5d25-47d6-ad36-3a2da406a444/4d2a202a-0335-4255-81ef-1eaf52d721b2/a23e0757-b1e7-4ee4-bc85-6b90bb86d3d6) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:26:55.759208 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-bb98cbd6-dacd-4449-a9e0-b5c513a07e0d None None] For port fcbafb46-3cc1-4a31-853b-07bb02af5013, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:26:55.763584 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-48db049f-28b2-40a7-94a7-75590a44d096 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:55.780430 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-bb98cbd6-dacd-4449-a9e0-b5c513a07e0d None None] For port fcbafb46-3cc1-4a31-853b-07bb02af5013, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=fcbafb46-3cc1-4a31-853b-07bb02af5013,segment=NetworkSegment(5e567a5e-c213-489b-a559-084fb4f59988),segment_id=5e567a5e-c213-489b-a559-084fb4f59988)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:26:55.796517 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bb98cbd6-dacd-4449-a9e0-b5c513a07e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:55.844046 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-d9ff3da8-738e-47d0-b64b-095417105b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'name': 'tempest-RoutersIpV6Test-router-1288953959', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:26:20Z', 'updated_at': '2022-02-09T01:26:47Z', 'revision_number': 4, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'gw_port_host': None, '_interfaces': [{'id': '0fd16d49-7673-4766-bb29-1f94c852bd30', 'name': '', 'network_id': '7a4f42ff-3ef1-4b74-9f00-4af983ef2260', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'mac_address': 'fa:16:3e:db:dd:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'd85082d2-0c82-42f5-8949-bb899e7e82bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:25Z', 'updated_at': '2022-02-09T01:26:39Z', 'revision_number': 5, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'subnets': [{'id': 'd85082d2-0c82-42f5-8949-bb899e7e82bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'daeff52d-3352-4219-998d-f1556617f8b4', 'name': '', 'network_id': 'aafe1833-8998-4cce-917a-644829ec0a12', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'mac_address': 'fa:16:3e:35:2c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '16aea52d-44c7-43c9-a73c-190ab4a78fc9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:45Z', 'updated_at': '2022-02-09T01:26:53Z', 'revision_number': 4, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'subnets': [{'id': '16aea52d-44c7-43c9-a73c-190ab4a78fc9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0892795-40c8-4b08-93ce-c4ead476a875', 'name': '', 'network_id': 'cd5970d1-c803-48fa-b793-c5ea29cbfb79', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'mac_address': 'fa:16:3e:c9:69:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': 'c75c6596-1159-47f6-9fda-50d7db9dcb9f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:35Z', 'updated_at': '2022-02-09T01:26:47Z', 'revision_number': 5, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'subnets': [{'id': 'c75c6596-1159-47f6-9fda-50d7db9dcb9f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:55.854781 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ff3da8-738e-47d0-b64b-095417105b6d None None] The sync data for ids ['c72aacc6-9a88-403d-bdbf-6c1a720e85f2'] in n-d-828418-1 is: [{'id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'name': 'tempest-RoutersIpV6Test-router-1288953959', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:26:20Z', 'updated_at': '2022-02-09T01:26:47Z', 'revision_number': 4, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'gw_port_host': None, '_interfaces': [{'id': '0fd16d49-7673-4766-bb29-1f94c852bd30', 'name': '', 'network_id': '7a4f42ff-3ef1-4b74-9f00-4af983ef2260', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'mac_address': 'fa:16:3e:db:dd:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'd85082d2-0c82-42f5-8949-bb899e7e82bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:25Z', 'updated_at': '2022-02-09T01:26:39Z', 'revision_number': 5, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'subnets': [{'id': 'd85082d2-0c82-42f5-8949-bb899e7e82bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'daeff52d-3352-4219-998d-f1556617f8b4', 'name': '', 'network_id': 'aafe1833-8998-4cce-917a-644829ec0a12', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'mac_address': 'fa:16:3e:35:2c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '16aea52d-44c7-43c9-a73c-190ab4a78fc9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:45Z', 'updated_at': '2022-02-09T01:26:53Z', 'revision_number': 4, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'subnets': [{'id': '16aea52d-44c7-43c9-a73c-190ab4a78fc9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0892795-40c8-4b08-93ce-c4ead476a875', 'name': '', 'network_id': 'cd5970d1-c803-48fa-b793-c5ea29cbfb79', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'mac_address': 'fa:16:3e:c9:69:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': 'c75c6596-1159-47f6-9fda-50d7db9dcb9f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:35Z', 'updated_at': '2022-02-09T01:26:47Z', 'revision_number': 5, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'subnets': [{'id': 'c75c6596-1159-47f6-9fda-50d7db9dcb9f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:26:56.151018 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb98cbd6-dacd-4449-a9e0-b5c513a07e0d None None] Pushing event updated for resources: {'Port': ['ID=fcbafb46-3cc1-4a31-853b-07bb02af5013,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:56.163869 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48db049f-28b2-40a7-94a7-75590a44d096 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Pushing event deleted for resources: {'Port': ['ID=56812db8-606d-48ac-ab10-eaf6aca06ae8,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:56.298749 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-958d6dc6-5b04-4090-b791-0c1dd7892e68 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:56.488611 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-958d6dc6-5b04-4090-b791-0c1dd7892e68 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:56.663510 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c79a4367-1ee4-4b48-a117-1049440403da tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:56.751332 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-c79a4367-1ee4-4b48-a117-1049440403da tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Transition to ACTIVE for port object a23e0757-b1e7-4ee4-bc85-6b90bb86d3d6 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:26:56.839444 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-48db049f-28b2-40a7-94a7-75590a44d096 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:56.841541 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c79a4367-1ee4-4b48-a117-1049440403da tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:56.863035 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-48db049f-28b2-40a7-94a7-75590a44d096 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] 10.222.0.105 "DELETE /v2.0/ports/56812db8-606d-48ac-ab10-eaf6aca06ae8 HTTP/1.1" status: 204 len: 168 time: 5.3144341 Feb 09 01:26:56.867132 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 59936) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:56.881387 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-5540b951-73a3-47ee-9f08-d07b29230ca3 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Request body: {'floatingip': {'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:56.987196 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device daeff52d-3352-4219-998d-f1556617f8b4 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:26:57.015363 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-5540b951-73a3-47ee-9f08-d07b29230ca3 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:26:57.019315 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79a4367-1ee4-4b48-a117-1049440403da tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Pushing event updated for resources: {'Port': ['ID=a23e0757-b1e7-4ee4-bc85-6b90bb86d3d6,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:57.023316 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-5540b951-73a3-47ee-9f08-d07b29230ca3 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Usage tracker for resource:floatingip and tenant:81147165c806469fb64d6c9df4095257 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:26:57.043363 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-5540b951-73a3-47ee-9f08-d07b29230ca3 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:26:57.048013 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79a4367-1ee4-4b48-a117-1049440403da tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Network c3e02e96-5d25-47d6-ad36-3a2da406a444 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:26:57.048013 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-c79a4367-1ee4-4b48-a117-1049440403da tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:57.051948 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-5540b951-73a3-47ee-9f08-d07b29230ca3 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:26:57.056952 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79a4367-1ee4-4b48-a117-1049440403da tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:26:57.056952 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c79a4367-1ee4-4b48-a117-1049440403da tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:57.082171 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5540b951-73a3-47ee-9f08-d07b29230ca3 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for floatingip, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:57.212476 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port daeff52d-3352-4219-998d-f1556617f8b4 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:26:57.220847 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port daeff52d-3352-4219-998d-f1556617f8b4 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:57.221578 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:57.383929 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-958d6dc6-5b04-4090-b791-0c1dd7892e68 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Allocated IP 172.20.0.13 (56d55fd7-2f42-4cc9-99dc-95d99688de0c/0491ddd8-351f-4a51-9ee1-926f473668c5/0379b3e6-e799-4266-ae7f-be69fd4a59af) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:26:57.407005 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c79a4367-1ee4-4b48-a117-1049440403da tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:57.591258 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:57.669451 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-958d6dc6-5b04-4090-b791-0c1dd7892e68 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:57.670863 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port daeff52d-3352-4219-998d-f1556617f8b4, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=daeff52d-3352-4219-998d-f1556617f8b4,segment=NetworkSegment(827d12f7-d89d-4e19-80a0-59c626606343),segment_id=827d12f7-d89d-4e19-80a0-59c626606343)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:26:57.677002 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:57.678706 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device fcbafb46-3cc1-4a31-853b-07bb02af5013 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:26:57.805730 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-958d6dc6-5b04-4090-b791-0c1dd7892e68 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:58.005144 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958d6dc6-5b04-4090-b791-0c1dd7892e68 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Pushing event updated for resources: {'Port': ['ID=0379b3e6-e799-4266-ae7f-be69fd4a59af,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:58.013818 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port fcbafb46-3cc1-4a31-853b-07bb02af5013 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:26:58.046098 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=daeff52d-3352-4219-998d-f1556617f8b4,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:58.057541 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958d6dc6-5b04-4090-b791-0c1dd7892e68 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Network 56d55fd7-2f42-4cc9-99dc-95d99688de0c is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:26:58.060568 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-958d6dc6-5b04-4090-b791-0c1dd7892e68 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:58.063397 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958d6dc6-5b04-4090-b791-0c1dd7892e68 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:26:58.318893 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091ad10e-a68b-43bc-8729-104dbd0fcec8 None None] Network c3e02e96-5d25-47d6-ad36-3a2da406a444 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:26:58.514413 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c79a4367-1ee4-4b48-a117-1049440403da tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:58.525327 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c79a4367-1ee4-4b48-a117-1049440403da tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:58.526892 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c79a4367-1ee4-4b48-a117-1049440403da tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:58.545948 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-72fa4f12-9244-42f5-8e84-65ccf9caa80a None None] Provisioning for port fcbafb46-3cc1-4a31-853b-07bb02af5013 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:26:58.558065 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-72fa4f12-9244-42f5-8e84-65ccf9caa80a None None] Provisioning complete for port fcbafb46-3cc1-4a31-853b-07bb02af5013 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:58.558628 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-72fa4f12-9244-42f5-8e84-65ccf9caa80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:58.603478 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5540b951-73a3-47ee-9f08-d07b29230ca3 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:58.724466 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device daeff52d-3352-4219-998d-f1556617f8b4 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:26:58.804311 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79a4367-1ee4-4b48-a117-1049440403da tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Pushing event updated for resources: {'Port': ['ID=a23e0757-b1e7-4ee4-bc85-6b90bb86d3d6,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:58.848928 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79a4367-1ee4-4b48-a117-1049440403da tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:58.848928 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79a4367-1ee4-4b48-a117-1049440403da tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:58.848928 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79a4367-1ee4-4b48-a117-1049440403da tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:58.855264 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79a4367-1ee4-4b48-a117-1049440403da tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:58.855264 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79a4367-1ee4-4b48-a117-1049440403da tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:58.855264 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79a4367-1ee4-4b48-a117-1049440403da tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:58.855264 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79a4367-1ee4-4b48-a117-1049440403da tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:58.855264 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79a4367-1ee4-4b48-a117-1049440403da tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:58.855609 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79a4367-1ee4-4b48-a117-1049440403da tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:58.857731 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79a4367-1ee4-4b48-a117-1049440403da tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:58.857731 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79a4367-1ee4-4b48-a117-1049440403da tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:58.857731 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79a4367-1ee4-4b48-a117-1049440403da tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:58.964387 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79a4367-1ee4-4b48-a117-1049440403da tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Network c3e02e96-5d25-47d6-ad36-3a2da406a444 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:26:58.966087 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-c79a4367-1ee4-4b48-a117-1049440403da tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:59.097421 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port daeff52d-3352-4219-998d-f1556617f8b4 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:59.097421 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:59.146993 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-5540b951-73a3-47ee-9f08-d07b29230ca3 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Allocated IP 172.25.0.237 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/c670fa53-2e0b-4ea6-baa7-ef4b6cb87018) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:26:59.165362 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-72fa4f12-9244-42f5-8e84-65ccf9caa80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:59.328971 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c79a4367-1ee4-4b48-a117-1049440403da tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Router c72aacc6-9a88-403d-bdbf-6c1a720e85f2 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:26:59.457524 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-72fa4f12-9244-42f5-8e84-65ccf9caa80a None None] For port fcbafb46-3cc1-4a31-853b-07bb02af5013, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=fcbafb46-3cc1-4a31-853b-07bb02af5013,segment=NetworkSegment(5e567a5e-c213-489b-a559-084fb4f59988),segment_id=5e567a5e-c213-489b-a559-084fb4f59988)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:26:59.457524 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-72fa4f12-9244-42f5-8e84-65ccf9caa80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:59.637046 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fa4f12-9244-42f5-8e84-65ccf9caa80a None None] Pushing event updated for resources: {'Port': ['ID=fcbafb46-3cc1-4a31-853b-07bb02af5013,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:59.768389 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c79a4367-1ee4-4b48-a117-1049440403da tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:26:59.789966 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf39e394-c5d1-48ba-90bd-cebf1cfc17c3 None None] Sync routers for ids ['c72aacc6-9a88-403d-bdbf-6c1a720e85f2'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:26:59.806700 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf39e394-c5d1-48ba-90bd-cebf1cfc17c3 None None] Routers {'c72aacc6-9a88-403d-bdbf-6c1a720e85f2'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:26:59.810335 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-cf39e394-c5d1-48ba-90bd-cebf1cfc17c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:26:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['c72aacc6-9a88-403d-bdbf-6c1a720e85f2'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:59.843224 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c79a4367-1ee4-4b48-a117-1049440403da tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "PUT /v2.0/routers/c72aacc6-9a88-403d-bdbf-6c1a720e85f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7248802 Feb 09 01:26:59.844176 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 59988) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:59.862474 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-6c301971-b4c1-44ff-8d56-1227b2974115 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:59.887100 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-958d6dc6-5b04-4090-b791-0c1dd7892e68 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:59.903180 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5a30349a-4523-4b93-a62f-5f750db4cf5a None None] Provisioning complete for port fcbafb46-3cc1-4a31-853b-07bb02af5013 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:59.903551 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5a30349a-4523-4b93-a62f-5f750db4cf5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:00.339127 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5a30349a-4523-4b93-a62f-5f750db4cf5a None None] Provisioning for port a23e0757-b1e7-4ee4-bc85-6b90bb86d3d6 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:27:00.356872 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5a30349a-4523-4b93-a62f-5f750db4cf5a None None] Provisioning complete for port a23e0757-b1e7-4ee4-bc85-6b90bb86d3d6 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:00.357282 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5a30349a-4523-4b93-a62f-5f750db4cf5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:00.467098 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-cf39e394-c5d1-48ba-90bd-cebf1cfc17c3 None None] Set router c72aacc6-9a88-403d-bdbf-6c1a720e85f2 gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:27:00.633853 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-5a30349a-4523-4b93-a62f-5f750db4cf5a None None] Port a23e0757-b1e7-4ee4-bc85-6b90bb86d3d6 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:27:00.725082 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5540b951-73a3-47ee-9f08-d07b29230ca3 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:00.780518 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1cb591fe-7d78-48a4-910c-5108aa7e4404 None None] Provisioning complete for port a23e0757-b1e7-4ee4-bc85-6b90bb86d3d6 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:00.780926 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1cb591fe-7d78-48a4-910c-5108aa7e4404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:00.878453 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5540b951-73a3-47ee-9f08-d07b29230ca3 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:00.911268 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device fcbafb46-3cc1-4a31-853b-07bb02af5013 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:27:01.180648 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5540b951-73a3-47ee-9f08-d07b29230ca3 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Pushing event updated for resources: {'Port': ['ID=c670fa53-2e0b-4ea6-baa7-ef4b6cb87018,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:01.207674 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5540b951-73a3-47ee-9f08-d07b29230ca3 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:27:01.211675 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-1cb591fe-7d78-48a4-910c-5108aa7e4404 None None] Port a23e0757-b1e7-4ee4-bc85-6b90bb86d3d6 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:27:01.226411 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-5540b951-73a3-47ee-9f08-d07b29230ca3 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:01.233799 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5540b951-73a3-47ee-9f08-d07b29230ca3 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:27:01.253540 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port fcbafb46-3cc1-4a31-853b-07bb02af5013 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:01.254048 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:01.477969 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5540b951-73a3-47ee-9f08-d07b29230ca3 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:01.609422 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2a6688a-efe6-4506-87f3-55e7f0edf4d9 None None] Provisioning complete for port a23e0757-b1e7-4ee4-bc85-6b90bb86d3d6 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:01.618878 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2a6688a-efe6-4506-87f3-55e7f0edf4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:01.669941 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-cf39e394-c5d1-48ba-90bd-cebf1cfc17c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'name': 'tempest-RoutersIpV6Test-router-1288953959', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:26:20Z', 'updated_at': '2022-02-09T01:26:57Z', 'revision_number': 5, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'gw_port_host': None, '_interfaces': [{'id': '0fd16d49-7673-4766-bb29-1f94c852bd30', 'name': '', 'network_id': '7a4f42ff-3ef1-4b74-9f00-4af983ef2260', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'mac_address': 'fa:16:3e:db:dd:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'd85082d2-0c82-42f5-8949-bb899e7e82bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:25Z', 'updated_at': '2022-02-09T01:26:39Z', 'revision_number': 5, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'subnets': [{'id': 'd85082d2-0c82-42f5-8949-bb899e7e82bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a23e0757-b1e7-4ee4-bc85-6b90bb86d3d6', 'name': '', 'network_id': 'c3e02e96-5d25-47d6-ad36-3a2da406a444', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'mac_address': 'fa:16:3e:bc:26:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '4d2a202a-0335-4255-81ef-1eaf52d721b2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:54Z', 'updated_at': '2022-02-09T01:26:58Z', 'revision_number': 2, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'subnets': [{'id': '4d2a202a-0335-4255-81ef-1eaf52d721b2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'daeff52d-3352-4219-998d-f1556617f8b4', 'name': '', 'network_id': 'aafe1833-8998-4cce-917a-644829ec0a12', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'mac_address': 'fa:16:3e:35:2c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '16aea52d-44c7-43c9-a73c-190ab4a78fc9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:45Z', 'updated_at': '2022-02-09T01:26:57Z', 'revision_number': 5, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'subnets': [{'id': '16aea52d-44c7-43c9-a73c-190ab4a78fc9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0892795-40c8-4b08-93ce-c4ead476a875', 'name': '', 'network_id': 'cd5970d1-c803-48fa-b793-c5ea29cbfb79', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'mac_address': 'fa:16:3e:c9:69:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': 'c75c6596-1159-47f6-9fda-50d7db9dcb9f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:35Z', 'updated_at': '2022-02-09T01:26:47Z', 'revision_number': 5, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'subnets': [{'id': 'c75c6596-1159-47f6-9fda-50d7db9dcb9f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:01.687004 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf39e394-c5d1-48ba-90bd-cebf1cfc17c3 None None] Checking router: c72aacc6-9a88-403d-bdbf-6c1a720e85f2 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:27:01.687535 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf39e394-c5d1-48ba-90bd-cebf1cfc17c3 None None] Updating router c72aacc6-9a88-403d-bdbf-6c1a720e85f2 port a23e0757-b1e7-4ee4-bc85-6b90bb86d3d6 binding host n-d-828418-1 {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:27:01.692015 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5540b951-73a3-47ee-9f08-d07b29230ca3 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:01.819149 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-cf39e394-c5d1-48ba-90bd-cebf1cfc17c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:02.057146 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2a6688a-efe6-4506-87f3-55e7f0edf4d9 None None] Port a23e0757-b1e7-4ee4-bc85-6b90bb86d3d6 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:27:02.069580 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.extraroute_db [None req-6c301971-b4c1-44ff-8d56-1227b2974115 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=87638) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 09 01:27:02.097129 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.extraroute_db [None req-6c301971-b4c1-44ff-8d56-1227b2974115 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Removed routes are [] {{(pid=87638) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 09 01:27:02.097645 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6c301971-b4c1-44ff-8d56-1227b2974115 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:02.813717 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-958d6dc6-5b04-4090-b791-0c1dd7892e68 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:02.924635 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6c301971-b4c1-44ff-8d56-1227b2974115 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:02.928509 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-cf39e394-c5d1-48ba-90bd-cebf1cfc17c3 None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:02.937483 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6c301971-b4c1-44ff-8d56-1227b2974115 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1673984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1674007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1671766'] for router, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:02.958504 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-cf39e394-c5d1-48ba-90bd-cebf1cfc17c3 None None] Transition to ACTIVE for port object a23e0757-b1e7-4ee4-bc85-6b90bb86d3d6 will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:27:02.974745 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-cf39e394-c5d1-48ba-90bd-cebf1cfc17c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:02.989828 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5540b951-73a3-47ee-9f08-d07b29230ca3 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:03.002775 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5540b951-73a3-47ee-9f08-d07b29230ca3 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:03.189116 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5540b951-73a3-47ee-9f08-d07b29230ca3 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Pushing event updated for resources: {'Port': ['ID=c670fa53-2e0b-4ea6-baa7-ef4b6cb87018,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:03.340921 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5540b951-73a3-47ee-9f08-d07b29230ca3 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:03.425917 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c301971-b4c1-44ff-8d56-1227b2974115 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Router c72aacc6-9a88-403d-bdbf-6c1a720e85f2 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:27:03.509810 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5540b951-73a3-47ee-9f08-d07b29230ca3 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:03.511160 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-5540b951-73a3-47ee-9f08-d07b29230ca3 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.6427567 Feb 09 01:27:03.514339 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 60164) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:03.530502 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-2c6a7ad5-6740-4e0a-9332-ae3fd38bcc6b tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Request body: {'port': {'network_id': '6e82cc32-9570-49e0-a361-89ea54423f0c', 'name': 'tempest-FloatingIPTestJSON-1263281086'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:03.643801 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4788b1f5-e853-4b57-89d2-403d69ac293b None None] Pushing event updated for resources: {'Port': ['ID=a23e0757-b1e7-4ee4-bc85-6b90bb86d3d6,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:03.671863 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-cf39e394-c5d1-48ba-90bd-cebf1cfc17c3 None None] Attempting to bind port a23e0757-b1e7-4ee4-bc85-6b90bb86d3d6 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:27:03.672446 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-cf39e394-c5d1-48ba-90bd-cebf1cfc17c3 None None] Attempting to bind port a23e0757-b1e7-4ee4-bc85-6b90bb86d3d6 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '5e567a5e-c213-489b-a559-084fb4f59988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c3e02e96-5d25-47d6-ad36-3a2da406a444'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:27:03.673231 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf39e394-c5d1-48ba-90bd-cebf1cfc17c3 None None] Attempting to bind port a23e0757-b1e7-4ee4-bc85-6b90bb86d3d6 on network c3e02e96-5d25-47d6-ad36-3a2da406a444 {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:27:03.683804 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf39e394-c5d1-48ba-90bd-cebf1cfc17c3 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:27:03.687315 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf39e394-c5d1-48ba-90bd-cebf1cfc17c3 None None] Checking segment: {'id': '5e567a5e-c213-489b-a559-084fb4f59988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c3e02e96-5d25-47d6-ad36-3a2da406a444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:27:03.691707 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-cf39e394-c5d1-48ba-90bd-cebf1cfc17c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:03.692807 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf39e394-c5d1-48ba-90bd-cebf1cfc17c3 None None] Bound using segment: {'id': '5e567a5e-c213-489b-a559-084fb4f59988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c3e02e96-5d25-47d6-ad36-3a2da406a444'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:27:03.694842 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-cf39e394-c5d1-48ba-90bd-cebf1cfc17c3 None None] Bound port: a23e0757-b1e7-4ee4-bc85-6b90bb86d3d6, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e567a5e-c213-489b-a559-084fb4f59988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c3e02e96-5d25-47d6-ad36-3a2da406a444'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:27:03.695586 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-cf39e394-c5d1-48ba-90bd-cebf1cfc17c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:03.828211 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-958d6dc6-5b04-4090-b791-0c1dd7892e68 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Router 31b82f65-9361-4fd6-ab57-827db0b15318 is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:27:03.865923 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-cf39e394-c5d1-48ba-90bd-cebf1cfc17c3 None None] For port a23e0757-b1e7-4ee4-bc85-6b90bb86d3d6, host n-d-828418-1, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:27:03.874973 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-cf39e394-c5d1-48ba-90bd-cebf1cfc17c3 None None] For port a23e0757-b1e7-4ee4-bc85-6b90bb86d3d6, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=a23e0757-b1e7-4ee4-bc85-6b90bb86d3d6,segment=NetworkSegment(5e567a5e-c213-489b-a559-084fb4f59988),segment_id=5e567a5e-c213-489b-a559-084fb4f59988)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:27:03.880955 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-cf39e394-c5d1-48ba-90bd-cebf1cfc17c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:03.890205 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c301971-b4c1-44ff-8d56-1227b2974115 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:27:03.910946 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6c301971-b4c1-44ff-8d56-1227b2974115 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:03.912447 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-6c301971-b4c1-44ff-8d56-1227b2974115 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "PUT /v2.0/routers/c72aacc6-9a88-403d-bdbf-6c1a720e85f2 HTTP/1.1" status: 200 len: 954 time: 4.0672333 Feb 09 01:27:03.916353 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 60206) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:04.189737 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf39e394-c5d1-48ba-90bd-cebf1cfc17c3 None None] Routers {'c72aacc6-9a88-403d-bdbf-6c1a720e85f2'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:27:04.194106 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-cf39e394-c5d1-48ba-90bd-cebf1cfc17c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:26:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['c72aacc6-9a88-403d-bdbf-6c1a720e85f2'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:04.348767 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4788b1f5-e853-4b57-89d2-403d69ac293b None None] Pushing event updated for resources: {'Port': ['ID=a23e0757-b1e7-4ee4-bc85-6b90bb86d3d6,revision_number=4']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:04.684369 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-958d6dc6-5b04-4090-b791-0c1dd7892e68 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:27:04.710387 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6af1d1d-b5c7-4e0a-80e3-ff9ca1eea492 None None] Sync routers for ids ['31b82f65-9361-4fd6-ab57-827db0b15318'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:27:04.743819 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6af1d1d-b5c7-4e0a-80e3-ff9ca1eea492 None None] Routers {'31b82f65-9361-4fd6-ab57-827db0b15318'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:27:04.747280 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-c6af1d1d-b5c7-4e0a-80e3-ff9ca1eea492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:26:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['31b82f65-9361-4fd6-ab57-827db0b15318'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:04.802971 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1bc5779d-71cb-4d09-a68b-2645f16631cb tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "GET /v2.0/routers/c72aacc6-9a88-403d-bdbf-6c1a720e85f2 HTTP/1.1" status: 200 len: 954 time: 0.8854003 Feb 09 01:27:04.804145 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 60286) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:04.815546 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-958d6dc6-5b04-4090-b791-0c1dd7892e68 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:04.817410 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-0e0e0a9c-f5ff-4dc0-9dde-9f8bc78cc71c tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Request body: {'router': {'routes': None}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:04.830448 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-958d6dc6-5b04-4090-b791-0c1dd7892e68 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 14.8047523 Feb 09 01:27:04.837622 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 60292) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:04.859561 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-cf39e394-c5d1-48ba-90bd-cebf1cfc17c3 None None] Set router c72aacc6-9a88-403d-bdbf-6c1a720e85f2 gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:27:05.183942 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-2c6a7ad5-6740-4e0a-9332-ae3fd38bcc6b tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:27:05.205561 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-2c6a7ad5-6740-4e0a-9332-ae3fd38bcc6b tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Usage tracker for resource:port and tenant:81147165c806469fb64d6c9df4095257 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:27:05.210312 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-38c22149-7e74-4d2f-ad70-cd2ebde844bd tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:05.226512 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-c6af1d1d-b5c7-4e0a-80e3-ff9ca1eea492 None None] Set router 31b82f65-9361-4fd6-ab57-827db0b15318 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:27:05.616761 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-2c6a7ad5-6740-4e0a-9332-ae3fd38bcc6b tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:27:05.628797 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-2c6a7ad5-6740-4e0a-9332-ae3fd38bcc6b tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:27:05.637141 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-38c22149-7e74-4d2f-ad70-cd2ebde844bd tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:05.656199 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c6a7ad5-6740-4e0a-9332-ae3fd38bcc6b tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Made reservation on behalf of 81147165c806469fb64d6c9df4095257 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:27:05.661961 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2c6a7ad5-6740-4e0a-9332-ae3fd38bcc6b tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:05.714312 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-38c22149-7e74-4d2f-ad70-cd2ebde844bd tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Deleting port 0379b3e6-e799-4266-ae7f-be69fd4a59af {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:27:05.714832 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-38c22149-7e74-4d2f-ad70-cd2ebde844bd tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:05.844862 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-cf39e394-c5d1-48ba-90bd-cebf1cfc17c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'name': 'tempest-RoutersIpV6Test-router-1288953959', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:26:20Z', 'updated_at': '2022-02-09T01:27:02Z', 'revision_number': 6, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'gw_port_host': None, '_interfaces': [{'id': '0fd16d49-7673-4766-bb29-1f94c852bd30', 'name': '', 'network_id': '7a4f42ff-3ef1-4b74-9f00-4af983ef2260', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'mac_address': 'fa:16:3e:db:dd:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'd85082d2-0c82-42f5-8949-bb899e7e82bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:25Z', 'updated_at': '2022-02-09T01:26:39Z', 'revision_number': 5, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'subnets': [{'id': 'd85082d2-0c82-42f5-8949-bb899e7e82bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a23e0757-b1e7-4ee4-bc85-6b90bb86d3d6', 'name': '', 'network_id': 'c3e02e96-5d25-47d6-ad36-3a2da406a444', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'mac_address': 'fa:16:3e:bc:26:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '4d2a202a-0335-4255-81ef-1eaf52d721b2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:54Z', 'updated_at': '2022-02-09T01:27:03Z', 'revision_number': 4, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'subnets': [{'id': '4d2a202a-0335-4255-81ef-1eaf52d721b2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'daeff52d-3352-4219-998d-f1556617f8b4', 'name': '', 'network_id': 'aafe1833-8998-4cce-917a-644829ec0a12', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'mac_address': 'fa:16:3e:35:2c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '16aea52d-44c7-43c9-a73c-190ab4a78fc9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:45Z', 'updated_at': '2022-02-09T01:26:57Z', 'revision_number': 5, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'subnets': [{'id': '16aea52d-44c7-43c9-a73c-190ab4a78fc9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0892795-40c8-4b08-93ce-c4ead476a875', 'name': '', 'network_id': 'cd5970d1-c803-48fa-b793-c5ea29cbfb79', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'mac_address': 'fa:16:3e:c9:69:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': 'c75c6596-1159-47f6-9fda-50d7db9dcb9f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:35Z', 'updated_at': '2022-02-09T01:26:47Z', 'revision_number': 5, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'subnets': [{'id': 'c75c6596-1159-47f6-9fda-50d7db9dcb9f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:05.868331 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf39e394-c5d1-48ba-90bd-cebf1cfc17c3 None None] The sync data for ids ['c72aacc6-9a88-403d-bdbf-6c1a720e85f2'] in n-d-828418-1 is: [{'id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'name': 'tempest-RoutersIpV6Test-router-1288953959', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:26:20Z', 'updated_at': '2022-02-09T01:27:02Z', 'revision_number': 6, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'gw_port_host': None, '_interfaces': [{'id': '0fd16d49-7673-4766-bb29-1f94c852bd30', 'name': '', 'network_id': '7a4f42ff-3ef1-4b74-9f00-4af983ef2260', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'mac_address': 'fa:16:3e:db:dd:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'd85082d2-0c82-42f5-8949-bb899e7e82bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:25Z', 'updated_at': '2022-02-09T01:26:39Z', 'revision_number': 5, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'subnets': [{'id': 'd85082d2-0c82-42f5-8949-bb899e7e82bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a23e0757-b1e7-4ee4-bc85-6b90bb86d3d6', 'name': '', 'network_id': 'c3e02e96-5d25-47d6-ad36-3a2da406a444', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'mac_address': 'fa:16:3e:bc:26:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '4d2a202a-0335-4255-81ef-1eaf52d721b2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:54Z', 'updated_at': '2022-02-09T01:27:03Z', 'revision_number': 4, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'subnets': [{'id': '4d2a202a-0335-4255-81ef-1eaf52d721b2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'daeff52d-3352-4219-998d-f1556617f8b4', 'name': '', 'network_id': 'aafe1833-8998-4cce-917a-644829ec0a12', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'mac_address': 'fa:16:3e:35:2c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '16aea52d-44c7-43c9-a73c-190ab4a78fc9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:45Z', 'updated_at': '2022-02-09T01:26:57Z', 'revision_number': 5, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'subnets': [{'id': '16aea52d-44c7-43c9-a73c-190ab4a78fc9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0892795-40c8-4b08-93ce-c4ead476a875', 'name': '', 'network_id': 'cd5970d1-c803-48fa-b793-c5ea29cbfb79', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'mac_address': 'fa:16:3e:c9:69:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': 'c75c6596-1159-47f6-9fda-50d7db9dcb9f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:35Z', 'updated_at': '2022-02-09T01:26:47Z', 'revision_number': 5, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'subnets': [{'id': 'c75c6596-1159-47f6-9fda-50d7db9dcb9f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:27:05.909491 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-2c6a7ad5-6740-4e0a-9332-ae3fd38bcc6b tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] device_id is not set on port 1118cd33-76ce-4efd-9d05-2128ca7dac34 yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:27:05.917506 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-c6af1d1d-b5c7-4e0a-80e3-ff9ca1eea492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b82f65-9361-4fd6-ab57-827db0b15318', 'name': '', 'tenant_id': 'd54bb6738cc445419217325ba29669ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56d55fd7-2f42-4cc9-99dc-95d99688de0c', 'external_fixed_ips': [{'subnet_id': '0491ddd8-351f-4a51-9ee1-926f473668c5', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': '0379b3e6-e799-4266-ae7f-be69fd4a59af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:26:50Z', 'updated_at': '2022-02-09T01:26:58Z', 'revision_number': 3, 'project_id': 'd54bb6738cc445419217325ba29669ef', 'gw_port': {'id': '0379b3e6-e799-4266-ae7f-be69fd4a59af', 'name': '', 'network_id': '56d55fd7-2f42-4cc9-99dc-95d99688de0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a8:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b82f65-9361-4fd6-ab57-827db0b15318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '0491ddd8-351f-4a51-9ee1-926f473668c5', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:56Z', 'updated_at': '2022-02-09T01:26:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0491ddd8-351f-4a51-9ee1-926f473668c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:05.941716 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6af1d1d-b5c7-4e0a-80e3-ff9ca1eea492 None None] Checking router: 31b82f65-9361-4fd6-ab57-827db0b15318 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:27:05.942074 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6af1d1d-b5c7-4e0a-80e3-ff9ca1eea492 None None] Updating router 31b82f65-9361-4fd6-ab57-827db0b15318 port 0379b3e6-e799-4266-ae7f-be69fd4a59af binding host n-d-828418-1 {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:27:06.178448 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c6af1d1d-b5c7-4e0a-80e3-ff9ca1eea492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:06.475276 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.extraroute_db [None req-0e0e0a9c-f5ff-4dc0-9dde-9f8bc78cc71c tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Added routes are [] {{(pid=87638) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 09 01:27:06.477328 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.extraroute_db [None req-0e0e0a9c-f5ff-4dc0-9dde-9f8bc78cc71c tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=87638) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 09 01:27:06.545864 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0e0e0a9c-f5ff-4dc0-9dde-9f8bc78cc71c tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:06.639317 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-38c22149-7e74-4d2f-ad70-cd2ebde844bd tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:06.728045 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device a23e0757-b1e7-4ee4-bc85-6b90bb86d3d6 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:27:06.910814 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-2c6a7ad5-6740-4e0a-9332-ae3fd38bcc6b tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Allocated IP 172.20.0.10 (6e82cc32-9570-49e0-a361-89ea54423f0c/3c502989-cd33-4926-b734-bae079d87a84/1118cd33-76ce-4efd-9d05-2128ca7dac34) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:27:06.923500 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-38c22149-7e74-4d2f-ad70-cd2ebde844bd tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Calling delete_port for 0379b3e6-e799-4266-ae7f-be69fd4a59af owned by network:router_gateway {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:27:06.970732 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port a23e0757-b1e7-4ee4-bc85-6b90bb86d3d6 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:27:06.991637 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port a23e0757-b1e7-4ee4-bc85-6b90bb86d3d6 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:06.992728 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:07.167466 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0e0e0a9c-f5ff-4dc0-9dde-9f8bc78cc71c tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:07.180436 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0e0e0a9c-f5ff-4dc0-9dde-9f8bc78cc71c tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1673984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1674007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1671766'] for router, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:07.315378 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:07.478654 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port a23e0757-b1e7-4ee4-bc85-6b90bb86d3d6, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=a23e0757-b1e7-4ee4-bc85-6b90bb86d3d6,segment=NetworkSegment(5e567a5e-c213-489b-a559-084fb4f59988),segment_id=5e567a5e-c213-489b-a559-084fb4f59988)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:27:07.484289 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:07.512129 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e0e0a9c-f5ff-4dc0-9dde-9f8bc78cc71c tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Router c72aacc6-9a88-403d-bdbf-6c1a720e85f2 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:27:07.533621 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2c6a7ad5-6740-4e0a-9332-ae3fd38bcc6b tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:07.557855 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-38c22149-7e74-4d2f-ad70-cd2ebde844bd tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:07.583653 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=a23e0757-b1e7-4ee4-bc85-6b90bb86d3d6,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:07.586216 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-c6af1d1d-b5c7-4e0a-80e3-ff9ca1eea492 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:27:07.586574 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-c6af1d1d-b5c7-4e0a-80e3-ff9ca1eea492 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:27:07.706384 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e699a6-e070-45de-8b75-87f0780c6688 None None] Sync routers for ids ['c72aacc6-9a88-403d-bdbf-6c1a720e85f2'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:27:07.724419 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e699a6-e070-45de-8b75-87f0780c6688 None None] Routers {'c72aacc6-9a88-403d-bdbf-6c1a720e85f2'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:27:07.725112 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-c9e699a6-e070-45de-8b75-87f0780c6688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:26:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['c72aacc6-9a88-403d-bdbf-6c1a720e85f2'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:07.773737 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c22149-7e74-4d2f-ad70-cd2ebde844bd tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Pushing event deleted for resources: {'Port': ['ID=0379b3e6-e799-4266-ae7f-be69fd4a59af,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:07.790291 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c22149-7e74-4d2f-ad70-cd2ebde844bd tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:07.790633 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c22149-7e74-4d2f-ad70-cd2ebde844bd tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:07.790967 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c22149-7e74-4d2f-ad70-cd2ebde844bd tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:07.791302 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c22149-7e74-4d2f-ad70-cd2ebde844bd tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:07.791652 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c22149-7e74-4d2f-ad70-cd2ebde844bd tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:07.792048 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c22149-7e74-4d2f-ad70-cd2ebde844bd tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:07.792374 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c22149-7e74-4d2f-ad70-cd2ebde844bd tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:07.792699 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c22149-7e74-4d2f-ad70-cd2ebde844bd tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:07.793012 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c22149-7e74-4d2f-ad70-cd2ebde844bd tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:07.793332 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c22149-7e74-4d2f-ad70-cd2ebde844bd tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:07.793672 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c22149-7e74-4d2f-ad70-cd2ebde844bd tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:07.794382 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c22149-7e74-4d2f-ad70-cd2ebde844bd tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:07.846683 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-38c22149-7e74-4d2f-ad70-cd2ebde844bd tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:07.944050 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2c6a7ad5-6740-4e0a-9332-ae3fd38bcc6b tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:08.003462 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-c9e699a6-e070-45de-8b75-87f0780c6688 None None] Set router c72aacc6-9a88-403d-bdbf-6c1a720e85f2 gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:27:08.196432 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6af1d1d-b5c7-4e0a-80e3-ff9ca1eea492 None None] Port 0379b3e6-e799-4266-ae7f-be69fd4a59af not found while updating agent binding for router 31b82f65-9361-4fd6-ab57-827db0b15318. {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 09 01:27:08.213412 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-29749504-b878-4f75-bb4f-c6eb17b088f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:08.220993 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6af1d1d-b5c7-4e0a-80e3-ff9ca1eea492 None None] Routers {'31b82f65-9361-4fd6-ab57-827db0b15318'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:27:08.222111 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-c6af1d1d-b5c7-4e0a-80e3-ff9ca1eea492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:26:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['31b82f65-9361-4fd6-ab57-827db0b15318'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:08.369180 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 60524) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:08.370418 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e0e0a9c-f5ff-4dc0-9dde-9f8bc78cc71c tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:27:08.388743 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-2a28d55d-590b-46f4-a14a-0f003d3597c6 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1531889922', 'description': 'tempest-secgroup-smoke-1531889922 description', 'project_id': 'bfb5794a852743e5b12573464865d236'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:08.398827 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0e0e0a9c-f5ff-4dc0-9dde-9f8bc78cc71c tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:08.412083 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-0e0e0a9c-f5ff-4dc0-9dde-9f8bc78cc71c tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "PUT /v2.0/routers/c72aacc6-9a88-403d-bdbf-6c1a720e85f2 HTTP/1.1" status: 200 len: 704 time: 3.6065700 Feb 09 01:27:08.414415 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 60528) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:08.417213 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2a28d55d-590b-46f4-a14a-0f003d3597c6 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:27:08.441081 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-c6af1d1d-b5c7-4e0a-80e3-ff9ca1eea492 None None] Set router 31b82f65-9361-4fd6-ab57-827db0b15318 gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:27:08.490395 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-2a28d55d-590b-46f4-a14a-0f003d3597c6 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Usage tracker for resource:security_group and tenant:bfb5794a852743e5b12573464865d236 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:27:08.495618 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-2a28d55d-590b-46f4-a14a-0f003d3597c6 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:27:08.504520 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2a28d55d-590b-46f4-a14a-0f003d3597c6 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:27:08.624634 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2a28d55d-590b-46f4-a14a-0f003d3597c6 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:08.677620 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-458a78a4-ca91-46f7-be4d-80185f0d19e1 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "GET /v2.0/routers/c72aacc6-9a88-403d-bdbf-6c1a720e85f2 HTTP/1.1" status: 200 len: 704 time: 0.2618585 Feb 09 01:27:08.679884 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 60536) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:08.688549 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-38c22149-7e74-4d2f-ad70-cd2ebde844bd tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:08.702232 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-38c22149-7e74-4d2f-ad70-cd2ebde844bd tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:08.749406 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6a7ad5-6740-4e0a-9332-ae3fd38bcc6b tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Network 6e82cc32-9570-49e0-a361-89ea54423f0c is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:27:08.753769 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-2c6a7ad5-6740-4e0a-9332-ae3fd38bcc6b tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:08.766541 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6a7ad5-6740-4e0a-9332-ae3fd38bcc6b tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Pushing event updated for resources: {'Port': ['ID=1118cd33-76ce-4efd-9d05-2128ca7dac34,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:08.777134 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6a7ad5-6740-4e0a-9332-ae3fd38bcc6b tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:27:08.786237 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2a28d55d-590b-46f4-a14a-0f003d3597c6 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:27:08.795809 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-2a28d55d-590b-46f4-a14a-0f003d3597c6 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Usage tracker for resource:security_group_rule and tenant:bfb5794a852743e5b12573464865d236 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:27:08.801039 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-2a28d55d-590b-46f4-a14a-0f003d3597c6 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:27:08.827014 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device a23e0757-b1e7-4ee4-bc85-6b90bb86d3d6 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:27:08.876283 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2a28d55d-590b-46f4-a14a-0f003d3597c6 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:27:08.883913 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-c6af1d1d-b5c7-4e0a-80e3-ff9ca1eea492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b82f65-9361-4fd6-ab57-827db0b15318', 'name': '', 'tenant_id': 'd54bb6738cc445419217325ba29669ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:26:50Z', 'updated_at': '2022-02-09T01:27:07Z', 'revision_number': 5, 'project_id': 'd54bb6738cc445419217325ba29669ef', 'gw_port_host': None}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:08.906245 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-c9e699a6-e070-45de-8b75-87f0780c6688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'name': 'tempest-RoutersIpV6Test-router-1288953959', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:26:20Z', 'updated_at': '2022-02-09T01:27:06Z', 'revision_number': 7, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'gw_port_host': None, '_interfaces': [{'id': '0fd16d49-7673-4766-bb29-1f94c852bd30', 'name': '', 'network_id': '7a4f42ff-3ef1-4b74-9f00-4af983ef2260', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'mac_address': 'fa:16:3e:db:dd:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'd85082d2-0c82-42f5-8949-bb899e7e82bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:25Z', 'updated_at': '2022-02-09T01:26:39Z', 'revision_number': 5, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'subnets': [{'id': 'd85082d2-0c82-42f5-8949-bb899e7e82bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a23e0757-b1e7-4ee4-bc85-6b90bb86d3d6', 'name': '', 'network_id': 'c3e02e96-5d25-47d6-ad36-3a2da406a444', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'mac_address': 'fa:16:3e:bc:26:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '4d2a202a-0335-4255-81ef-1eaf52d721b2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:54Z', 'updated_at': '2022-02-09T01:27:07Z', 'revision_number': 5, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'subnets': [{'id': '4d2a202a-0335-4255-81ef-1eaf52d721b2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'daeff52d-3352-4219-998d-f1556617f8b4', 'name': '', 'network_id': 'aafe1833-8998-4cce-917a-644829ec0a12', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'mac_address': 'fa:16:3e:35:2c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '16aea52d-44c7-43c9-a73c-190ab4a78fc9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:45Z', 'updated_at': '2022-02-09T01:26:57Z', 'revision_number': 5, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'subnets': [{'id': '16aea52d-44c7-43c9-a73c-190ab4a78fc9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0892795-40c8-4b08-93ce-c4ead476a875', 'name': '', 'network_id': 'cd5970d1-c803-48fa-b793-c5ea29cbfb79', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'mac_address': 'fa:16:3e:c9:69:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': 'c75c6596-1159-47f6-9fda-50d7db9dcb9f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:35Z', 'updated_at': '2022-02-09T01:26:47Z', 'revision_number': 5, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'subnets': [{'id': 'c75c6596-1159-47f6-9fda-50d7db9dcb9f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:08.913915 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e699a6-e070-45de-8b75-87f0780c6688 None None] Checking router: c72aacc6-9a88-403d-bdbf-6c1a720e85f2 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:27:08.916415 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6af1d1d-b5c7-4e0a-80e3-ff9ca1eea492 None None] The sync data for ids ['31b82f65-9361-4fd6-ab57-827db0b15318'] in n-d-828418-1 is: [{'id': '31b82f65-9361-4fd6-ab57-827db0b15318', 'name': '', 'tenant_id': 'd54bb6738cc445419217325ba29669ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:26:50Z', 'updated_at': '2022-02-09T01:27:07Z', 'revision_number': 5, 'project_id': 'd54bb6738cc445419217325ba29669ef', 'gw_port_host': None}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:27:08.925314 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-38c22149-7e74-4d2f-ad70-cd2ebde844bd tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:08.925905 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c22149-7e74-4d2f-ad70-cd2ebde844bd tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 31b82f65-9361-4fd6-ab57-827db0b15318 {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:27:08.935887 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e699a6-e070-45de-8b75-87f0780c6688 None None] Routers {'c72aacc6-9a88-403d-bdbf-6c1a720e85f2'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:27:08.936940 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-c9e699a6-e070-45de-8b75-87f0780c6688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:26:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['c72aacc6-9a88-403d-bdbf-6c1a720e85f2'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:08.984675 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port a23e0757-b1e7-4ee4-bc85-6b90bb86d3d6 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:08.985049 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:08.998386 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6a7ad5-6740-4e0a-9332-ae3fd38bcc6b tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:08.999049 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2c6a7ad5-6740-4e0a-9332-ae3fd38bcc6b tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:09.026412 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-38c22149-7e74-4d2f-ad70-cd2ebde844bd tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:09.030283 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-38c22149-7e74-4d2f-ad70-cd2ebde844bd tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] 10.222.0.105 "DELETE /v2.0/routers/31b82f65-9361-4fd6-ab57-827db0b15318 HTTP/1.1" status: 204 len: 168 time: 4.1787019 Feb 09 01:27:09.032906 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 60548) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:09.149776 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-2c6a7ad5-6740-4e0a-9332-ae3fd38bcc6b tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.6343322 Feb 09 01:27:09.162418 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 60552) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:09.167948 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-1c6cc256-8ed7-4ddb-9a4c-f5edd6db9554 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Request body: {'floatingip': {'port_id': '1118cd33-76ce-4efd-9d05-2128ca7dac34'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:09.246636 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-c9e699a6-e070-45de-8b75-87f0780c6688 None None] Set router c72aacc6-9a88-403d-bdbf-6c1a720e85f2 gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:27:09.352496 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1c6cc256-8ed7-4ddb-9a4c-f5edd6db9554 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for floatingip, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:09.400885 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2a28d55d-590b-46f4-a14a-0f003d3597c6 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:09.411207 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2a28d55d-590b-46f4-a14a-0f003d3597c6 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:09.479446 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a28d55d-590b-46f4-a14a-0f003d3597c6 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9154bf98-ef16-4fe2-9bc6-0f6f5a4138dc,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:09.489971 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b0a6983-d8d6-492a-ae02-16aff7937600 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Deleting subnet 0491ddd8-351f-4a51-9ee1-926f473668c5 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:27:09.494388 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2a28d55d-590b-46f4-a14a-0f003d3597c6 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:09.496719 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-2a28d55d-590b-46f4-a14a-0f003d3597c6 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1202238 Feb 09 01:27:09.499108 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 60560) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:09.509349 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-ade127d0-456a-41a2-96e0-26e436794a63 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Request body: {'security_group_rule': {'security_group_id': '9154bf98-ef16-4fe2-9bc6-0f6f5a4138dc', 'project_id': 'bfb5794a852743e5b12573464865d236', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:09.511334 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5b0a6983-d8d6-492a-ae02-16aff7937600 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:09.527098 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ade127d0-456a-41a2-96e0-26e436794a63 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:27:09.536610 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ade127d0-456a-41a2-96e0-26e436794a63 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Usage tracker for resource:security_group_rule and tenant:bfb5794a852743e5b12573464865d236 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:27:09.541388 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ade127d0-456a-41a2-96e0-26e436794a63 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:27:09.555638 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ade127d0-456a-41a2-96e0-26e436794a63 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:27:09.651073 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ade127d0-456a-41a2-96e0-26e436794a63 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:09.658600 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5b0a6983-d8d6-492a-ae02-16aff7937600 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:09.705187 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-411de30c-fc8a-49c1-83e4-d2dedd7b1dad tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:09.823956 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5b0a6983-d8d6-492a-ae02-16aff7937600 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:09.861931 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-c9e699a6-e070-45de-8b75-87f0780c6688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'name': 'tempest-RoutersIpV6Test-router-1288953959', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:26:20Z', 'updated_at': '2022-02-09T01:27:06Z', 'revision_number': 7, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'gw_port_host': None, '_interfaces': [{'id': '0fd16d49-7673-4766-bb29-1f94c852bd30', 'name': '', 'network_id': '7a4f42ff-3ef1-4b74-9f00-4af983ef2260', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'mac_address': 'fa:16:3e:db:dd:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'd85082d2-0c82-42f5-8949-bb899e7e82bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:25Z', 'updated_at': '2022-02-09T01:26:39Z', 'revision_number': 5, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'subnets': [{'id': 'd85082d2-0c82-42f5-8949-bb899e7e82bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a23e0757-b1e7-4ee4-bc85-6b90bb86d3d6', 'name': '', 'network_id': 'c3e02e96-5d25-47d6-ad36-3a2da406a444', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'mac_address': 'fa:16:3e:bc:26:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '4d2a202a-0335-4255-81ef-1eaf52d721b2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:54Z', 'updated_at': '2022-02-09T01:27:07Z', 'revision_number': 5, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'subnets': [{'id': '4d2a202a-0335-4255-81ef-1eaf52d721b2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'daeff52d-3352-4219-998d-f1556617f8b4', 'name': '', 'network_id': 'aafe1833-8998-4cce-917a-644829ec0a12', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'mac_address': 'fa:16:3e:35:2c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '16aea52d-44c7-43c9-a73c-190ab4a78fc9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:45Z', 'updated_at': '2022-02-09T01:26:57Z', 'revision_number': 5, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'subnets': [{'id': '16aea52d-44c7-43c9-a73c-190ab4a78fc9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0892795-40c8-4b08-93ce-c4ead476a875', 'name': '', 'network_id': 'cd5970d1-c803-48fa-b793-c5ea29cbfb79', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'mac_address': 'fa:16:3e:c9:69:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': 'c75c6596-1159-47f6-9fda-50d7db9dcb9f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:35Z', 'updated_at': '2022-02-09T01:26:47Z', 'revision_number': 5, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'subnets': [{'id': 'c75c6596-1159-47f6-9fda-50d7db9dcb9f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:09.868027 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e699a6-e070-45de-8b75-87f0780c6688 None None] The sync data for ids ['c72aacc6-9a88-403d-bdbf-6c1a720e85f2'] in n-d-828418-1 is: [{'id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'name': 'tempest-RoutersIpV6Test-router-1288953959', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:26:20Z', 'updated_at': '2022-02-09T01:27:06Z', 'revision_number': 7, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'gw_port_host': None, '_interfaces': [{'id': '0fd16d49-7673-4766-bb29-1f94c852bd30', 'name': '', 'network_id': '7a4f42ff-3ef1-4b74-9f00-4af983ef2260', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'mac_address': 'fa:16:3e:db:dd:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'd85082d2-0c82-42f5-8949-bb899e7e82bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:25Z', 'updated_at': '2022-02-09T01:26:39Z', 'revision_number': 5, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'subnets': [{'id': 'd85082d2-0c82-42f5-8949-bb899e7e82bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a23e0757-b1e7-4ee4-bc85-6b90bb86d3d6', 'name': '', 'network_id': 'c3e02e96-5d25-47d6-ad36-3a2da406a444', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'mac_address': 'fa:16:3e:bc:26:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '4d2a202a-0335-4255-81ef-1eaf52d721b2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:54Z', 'updated_at': '2022-02-09T01:27:07Z', 'revision_number': 5, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'subnets': [{'id': '4d2a202a-0335-4255-81ef-1eaf52d721b2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'daeff52d-3352-4219-998d-f1556617f8b4', 'name': '', 'network_id': 'aafe1833-8998-4cce-917a-644829ec0a12', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'mac_address': 'fa:16:3e:35:2c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '16aea52d-44c7-43c9-a73c-190ab4a78fc9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:45Z', 'updated_at': '2022-02-09T01:26:57Z', 'revision_number': 5, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'subnets': [{'id': '16aea52d-44c7-43c9-a73c-190ab4a78fc9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0892795-40c8-4b08-93ce-c4ead476a875', 'name': '', 'network_id': 'cd5970d1-c803-48fa-b793-c5ea29cbfb79', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'mac_address': 'fa:16:3e:c9:69:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': 'c75c6596-1159-47f6-9fda-50d7db9dcb9f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:35Z', 'updated_at': '2022-02-09T01:26:47Z', 'revision_number': 5, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'subnets': [{'id': 'c75c6596-1159-47f6-9fda-50d7db9dcb9f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:27:09.959497 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ade127d0-456a-41a2-96e0-26e436794a63 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:09.967125 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ade127d0-456a-41a2-96e0-26e436794a63 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:10.061433 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade127d0-456a-41a2-96e0-26e436794a63 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8a2866a-a4b1-461e-85c3-f14c05396d79,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:10.069460 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5b0a6983-d8d6-492a-ae02-16aff7937600 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:10.120790 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0a6983-d8d6-492a-ae02-16aff7937600 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0491ddd8-351f-4a51-9ee1-926f473668c5,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:10.127850 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ade127d0-456a-41a2-96e0-26e436794a63 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:10.129899 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ade127d0-456a-41a2-96e0-26e436794a63 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6290255 Feb 09 01:27:10.131724 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 60566) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:10.137192 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5b0a6983-d8d6-492a-ae02-16aff7937600 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:10.137636 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-cbacfd8a-931b-4ac3-a09f-24453d0e0a54 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Request body: {'security_group_rule': {'security_group_id': '9154bf98-ef16-4fe2-9bc6-0f6f5a4138dc', 'project_id': 'bfb5794a852743e5b12573464865d236', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:10.146014 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-cbacfd8a-931b-4ac3-a09f-24453d0e0a54 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:27:10.155348 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-cbacfd8a-931b-4ac3-a09f-24453d0e0a54 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Usage tracker for resource:security_group_rule and tenant:bfb5794a852743e5b12573464865d236 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:27:10.155494 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-5b0a6983-d8d6-492a-ae02-16aff7937600 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] 10.222.0.105 "DELETE /v2.0/subnets/0491ddd8-351f-4a51-9ee1-926f473668c5 HTTP/1.1" status: 204 len: 168 time: 1.1181490 Feb 09 01:27:10.155494 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 60570) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:10.157176 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-cbacfd8a-931b-4ac3-a09f-24453d0e0a54 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:27:10.164401 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-cbacfd8a-931b-4ac3-a09f-24453d0e0a54 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:27:10.239351 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cbacfd8a-931b-4ac3-a09f-24453d0e0a54 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:10.272397 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-411de30c-fc8a-49c1-83e4-d2dedd7b1dad tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Deleting port a23e0757-b1e7-4ee4-bc85-6b90bb86d3d6 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:27:10.272733 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-411de30c-fc8a-49c1-83e4-d2dedd7b1dad tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:10.458692 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6c2421e5-ebd8-4161-ba07-d995c7d7e0de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:10.461313 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f4b464-a7c9-4085-9efc-8b16915b7513 None None] Sync routers for ids ['c72aacc6-9a88-403d-bdbf-6c1a720e85f2'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:27:10.475913 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f6d5dfb5-ce39-47c7-80cd-ea78fd77eab0 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:10.489030 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f4b464-a7c9-4085-9efc-8b16915b7513 None None] Routers {'c72aacc6-9a88-403d-bdbf-6c1a720e85f2'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:27:10.489706 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-d2f4b464-a7c9-4085-9efc-8b16915b7513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:27:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['c72aacc6-9a88-403d-bdbf-6c1a720e85f2'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:10.697993 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cbacfd8a-931b-4ac3-a09f-24453d0e0a54 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:10.709362 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cbacfd8a-931b-4ac3-a09f-24453d0e0a54 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:10.756418 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbacfd8a-931b-4ac3-a09f-24453d0e0a54 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a66c1c38-2304-466c-abba-41f049f5b097,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:10.792422 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cbacfd8a-931b-4ac3-a09f-24453d0e0a54 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:10.796771 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-cbacfd8a-931b-4ac3-a09f-24453d0e0a54 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6609929 Feb 09 01:27:10.797417 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 60588) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:10.820264 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-d2f4b464-a7c9-4085-9efc-8b16915b7513 None None] Set router c72aacc6-9a88-403d-bdbf-6c1a720e85f2 gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:27:10.827638 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-8dd7a4f4-ebb8-4898-9fbb-a541074a6143 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Request body: {'security_group_rule': {'security_group_id': '9154bf98-ef16-4fe2-9bc6-0f6f5a4138dc', 'project_id': 'bfb5794a852743e5b12573464865d236', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:10.871540 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8dd7a4f4-ebb8-4898-9fbb-a541074a6143 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:27:10.891785 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-8dd7a4f4-ebb8-4898-9fbb-a541074a6143 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Usage tracker for resource:security_group_rule and tenant:bfb5794a852743e5b12573464865d236 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:27:10.895667 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-8dd7a4f4-ebb8-4898-9fbb-a541074a6143 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:27:10.903193 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8dd7a4f4-ebb8-4898-9fbb-a541074a6143 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:27:10.938838 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-411de30c-fc8a-49c1-83e4-d2dedd7b1dad tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] For port a23e0757-b1e7-4ee4-bc85-6b90bb86d3d6, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=a23e0757-b1e7-4ee4-bc85-6b90bb86d3d6,segment=NetworkSegment(5e567a5e-c213-489b-a559-084fb4f59988),segment_id=5e567a5e-c213-489b-a559-084fb4f59988)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:27:10.938838 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-411de30c-fc8a-49c1-83e4-d2dedd7b1dad tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:10.949149 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8dd7a4f4-ebb8-4898-9fbb-a541074a6143 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:11.060115 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f6d5dfb5-ce39-47c7-80cd-ea78fd77eab0 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:11.092899 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-f6d5dfb5-ce39-47c7-80cd-ea78fd77eab0 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56d55fd7-2f42-4cc9-99dc-95d99688de0c']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:11.096085 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-411de30c-fc8a-49c1-83e4-d2dedd7b1dad tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Calling delete_port for a23e0757-b1e7-4ee4-bc85-6b90bb86d3d6 owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:27:11.112911 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-f6d5dfb5-ce39-47c7-80cd-ea78fd77eab0 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cee4eb2-3768-4bab-91e1-6df09e3e11cb') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:11.113455 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-f6d5dfb5-ce39-47c7-80cd-ea78fd77eab0 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cee4eb2-3768-4bab-91e1-6df09e3e11cb') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:11.135029 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f6d5dfb5-ce39-47c7-80cd-ea78fd77eab0 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:11.181041 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f6d5dfb5-ce39-47c7-80cd-ea78fd77eab0 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:11.190792 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6d5dfb5-ce39-47c7-80cd-ea78fd77eab0 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:27:11.191093 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f6d5dfb5-ce39-47c7-80cd-ea78fd77eab0 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:11.205502 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 01:27:11.205502 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:27:11.205502 n-d-828418-1 neutron-server[87639]: timer() Feb 09 01:27:11.205502 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:27:11.205502 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 01:27:11.205502 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:27:11.205502 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 01:27:11.205502 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:27:11.205502 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 01:27:11.205502 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:27:11.205502 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 01:27:11.205502 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:27:11.205502 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 01:27:11.205502 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:27:11.205502 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:27:11.205502 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:27:11.205502 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:27:11.205502 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:27:11.205502 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 01:27:11.205502 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:27:11.205502 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 01:27:11.205502 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:27:11.205502 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:27:11.205502 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:27:11.205502 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 01:27:11.205502 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:27:11.205502 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:27:11.205502 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:27:11.205502 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:27:11.205502 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:27:11.205502 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:27:11.205502 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:27:11.346273 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-d2f4b464-a7c9-4085-9efc-8b16915b7513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'name': 'tempest-RoutersIpV6Test-router-1288953959', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:26:20Z', 'updated_at': '2022-02-09T01:27:06Z', 'revision_number': 7, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'gw_port_host': None, '_interfaces': [{'id': '0fd16d49-7673-4766-bb29-1f94c852bd30', 'name': '', 'network_id': '7a4f42ff-3ef1-4b74-9f00-4af983ef2260', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'mac_address': 'fa:16:3e:db:dd:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'd85082d2-0c82-42f5-8949-bb899e7e82bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:25Z', 'updated_at': '2022-02-09T01:26:39Z', 'revision_number': 5, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'subnets': [{'id': 'd85082d2-0c82-42f5-8949-bb899e7e82bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a23e0757-b1e7-4ee4-bc85-6b90bb86d3d6', 'name': '', 'network_id': 'c3e02e96-5d25-47d6-ad36-3a2da406a444', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'mac_address': 'fa:16:3e:bc:26:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '4d2a202a-0335-4255-81ef-1eaf52d721b2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:54Z', 'updated_at': '2022-02-09T01:27:07Z', 'revision_number': 5, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'subnets': [{'id': '4d2a202a-0335-4255-81ef-1eaf52d721b2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'daeff52d-3352-4219-998d-f1556617f8b4', 'name': '', 'network_id': 'aafe1833-8998-4cce-917a-644829ec0a12', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'mac_address': 'fa:16:3e:35:2c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '16aea52d-44c7-43c9-a73c-190ab4a78fc9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:45Z', 'updated_at': '2022-02-09T01:26:57Z', 'revision_number': 5, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'subnets': [{'id': '16aea52d-44c7-43c9-a73c-190ab4a78fc9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0892795-40c8-4b08-93ce-c4ead476a875', 'name': '', 'network_id': 'cd5970d1-c803-48fa-b793-c5ea29cbfb79', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'mac_address': 'fa:16:3e:c9:69:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': 'c75c6596-1159-47f6-9fda-50d7db9dcb9f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:35Z', 'updated_at': '2022-02-09T01:26:47Z', 'revision_number': 5, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'subnets': [{'id': 'c75c6596-1159-47f6-9fda-50d7db9dcb9f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:11.352149 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f4b464-a7c9-4085-9efc-8b16915b7513 None None] Checking router: c72aacc6-9a88-403d-bdbf-6c1a720e85f2 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:27:11.365373 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f4b464-a7c9-4085-9efc-8b16915b7513 None None] Routers {'c72aacc6-9a88-403d-bdbf-6c1a720e85f2'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:27:11.366736 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-d2f4b464-a7c9-4085-9efc-8b16915b7513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:27:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['c72aacc6-9a88-403d-bdbf-6c1a720e85f2'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:11.392166 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f6d5dfb5-ce39-47c7-80cd-ea78fd77eab0 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:11.421014 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1c6cc256-8ed7-4ddb-9a4c-f5edd6db9554 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:11.422257 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d5dfb5-ce39-47c7-80cd-ea78fd77eab0 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 56d55fd7-2f42-4cc9-99dc-95d99688de0c {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 09 01:27:11.427734 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f6d5dfb5-ce39-47c7-80cd-ea78fd77eab0 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:11.430794 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d5dfb5-ce39-47c7-80cd-ea78fd77eab0 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Pushing event deleted for resources: {'Network': ['ID=56d55fd7-2f42-4cc9-99dc-95d99688de0c,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:11.443094 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1c6cc256-8ed7-4ddb-9a4c-f5edd6db9554 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:11.470601 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-411de30c-fc8a-49c1-83e4-d2dedd7b1dad tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:11.478773 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8dd7a4f4-ebb8-4898-9fbb-a541074a6143 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:11.518000 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f6d5dfb5-ce39-47c7-80cd-ea78fd77eab0 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] 10.222.0.105 "DELETE /v2.0/networks/56d55fd7-2f42-4cc9-99dc-95d99688de0c HTTP/1.1" status: 204 len: 168 time: 1.3614442 Feb 09 01:27:11.543831 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411de30c-fc8a-49c1-83e4-d2dedd7b1dad tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Pushing event deleted for resources: {'Port': ['ID=a23e0757-b1e7-4ee4-bc85-6b90bb86d3d6,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:11.552177 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8dd7a4f4-ebb8-4898-9fbb-a541074a6143 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:11.629397 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:11.632997 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:11.652280 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-d2f4b464-a7c9-4085-9efc-8b16915b7513 None None] Set router c72aacc6-9a88-403d-bdbf-6c1a720e85f2 gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:27:11.842556 n-d-828418-1 neutron-server[87639]: INFO neutron.db.l3_db [None req-1c6cc256-8ed7-4ddb-9a4c-f5edd6db9554 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Floating IP 57b14228-c483-486a-b568-721d2f3d6569 associated. External IP: 172.25.0.237, port: 1118cd33-76ce-4efd-9d05-2128ca7dac34. Feb 09 01:27:11.882550 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd7a4f4-ebb8-4898-9fbb-a541074a6143 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d52170d-9983-481d-b26b-41fdc0fab291,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:11.946761 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8dd7a4f4-ebb8-4898-9fbb-a541074a6143 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:11.947996 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-8dd7a4f4-ebb8-4898-9fbb-a541074a6143 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1395586 Feb 09 01:27:11.960108 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 60604) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:12.082775 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-aa0a327a-5e1e-4916-a35c-3d37fe65bb4c tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Request body: {'security_group_rule': {'security_group_id': '9154bf98-ef16-4fe2-9bc6-0f6f5a4138dc', 'project_id': 'bfb5794a852743e5b12573464865d236', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:12.132112 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-aa0a327a-5e1e-4916-a35c-3d37fe65bb4c tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:27:12.151318 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-aa0a327a-5e1e-4916-a35c-3d37fe65bb4c tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Usage tracker for resource:security_group_rule and tenant:bfb5794a852743e5b12573464865d236 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:27:12.167567 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-aa0a327a-5e1e-4916-a35c-3d37fe65bb4c tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:27:12.188785 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-aa0a327a-5e1e-4916-a35c-3d37fe65bb4c tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:27:12.205755 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-411de30c-fc8a-49c1-83e4-d2dedd7b1dad tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:12.217419 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 60610) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:12.234292 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-b4e3cc51-ea45-4940-a291-65f3d9357cd7 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Request body: {'router': {'name': 'tempest-router--2051618025', 'project_id': '436e23322c4647298a47c0b1a7eaedc4'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:12.373328 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-d2f4b464-a7c9-4085-9efc-8b16915b7513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'name': 'tempest-RoutersIpV6Test-router-1288953959', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:26:20Z', 'updated_at': '2022-02-09T01:27:06Z', 'revision_number': 7, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'gw_port_host': None, '_interfaces': [{'id': '0fd16d49-7673-4766-bb29-1f94c852bd30', 'name': '', 'network_id': '7a4f42ff-3ef1-4b74-9f00-4af983ef2260', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'mac_address': 'fa:16:3e:db:dd:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'd85082d2-0c82-42f5-8949-bb899e7e82bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:25Z', 'updated_at': '2022-02-09T01:26:39Z', 'revision_number': 5, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'subnets': [{'id': 'd85082d2-0c82-42f5-8949-bb899e7e82bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a23e0757-b1e7-4ee4-bc85-6b90bb86d3d6', 'name': '', 'network_id': 'c3e02e96-5d25-47d6-ad36-3a2da406a444', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'mac_address': 'fa:16:3e:bc:26:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '4d2a202a-0335-4255-81ef-1eaf52d721b2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:54Z', 'updated_at': '2022-02-09T01:27:07Z', 'revision_number': 5, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'subnets': [{'id': '4d2a202a-0335-4255-81ef-1eaf52d721b2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'daeff52d-3352-4219-998d-f1556617f8b4', 'name': '', 'network_id': 'aafe1833-8998-4cce-917a-644829ec0a12', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'mac_address': 'fa:16:3e:35:2c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '16aea52d-44c7-43c9-a73c-190ab4a78fc9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:45Z', 'updated_at': '2022-02-09T01:26:57Z', 'revision_number': 5, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'subnets': [{'id': '16aea52d-44c7-43c9-a73c-190ab4a78fc9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0892795-40c8-4b08-93ce-c4ead476a875', 'name': '', 'network_id': 'cd5970d1-c803-48fa-b793-c5ea29cbfb79', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'mac_address': 'fa:16:3e:c9:69:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': 'c75c6596-1159-47f6-9fda-50d7db9dcb9f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:35Z', 'updated_at': '2022-02-09T01:26:47Z', 'revision_number': 5, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'subnets': [{'id': 'c75c6596-1159-47f6-9fda-50d7db9dcb9f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:12.387818 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f4b464-a7c9-4085-9efc-8b16915b7513 None None] The sync data for ids ['c72aacc6-9a88-403d-bdbf-6c1a720e85f2'] in n-d-828418-1 is: [{'id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'name': 'tempest-RoutersIpV6Test-router-1288953959', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:26:20Z', 'updated_at': '2022-02-09T01:27:06Z', 'revision_number': 7, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'gw_port_host': None, '_interfaces': [{'id': '0fd16d49-7673-4766-bb29-1f94c852bd30', 'name': '', 'network_id': '7a4f42ff-3ef1-4b74-9f00-4af983ef2260', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'mac_address': 'fa:16:3e:db:dd:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'd85082d2-0c82-42f5-8949-bb899e7e82bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:25Z', 'updated_at': '2022-02-09T01:26:39Z', 'revision_number': 5, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'subnets': [{'id': 'd85082d2-0c82-42f5-8949-bb899e7e82bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a23e0757-b1e7-4ee4-bc85-6b90bb86d3d6', 'name': '', 'network_id': 'c3e02e96-5d25-47d6-ad36-3a2da406a444', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'mac_address': 'fa:16:3e:bc:26:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '4d2a202a-0335-4255-81ef-1eaf52d721b2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:54Z', 'updated_at': '2022-02-09T01:27:07Z', 'revision_number': 5, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'subnets': [{'id': '4d2a202a-0335-4255-81ef-1eaf52d721b2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'daeff52d-3352-4219-998d-f1556617f8b4', 'name': '', 'network_id': 'aafe1833-8998-4cce-917a-644829ec0a12', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'mac_address': 'fa:16:3e:35:2c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '16aea52d-44c7-43c9-a73c-190ab4a78fc9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:45Z', 'updated_at': '2022-02-09T01:26:57Z', 'revision_number': 5, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'subnets': [{'id': '16aea52d-44c7-43c9-a73c-190ab4a78fc9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0892795-40c8-4b08-93ce-c4ead476a875', 'name': '', 'network_id': 'cd5970d1-c803-48fa-b793-c5ea29cbfb79', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'mac_address': 'fa:16:3e:c9:69:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': 'c75c6596-1159-47f6-9fda-50d7db9dcb9f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:35Z', 'updated_at': '2022-02-09T01:26:47Z', 'revision_number': 5, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'subnets': [{'id': 'c75c6596-1159-47f6-9fda-50d7db9dcb9f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:27:12.395983 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b4e3cc51-ea45-4940-a291-65f3d9357cd7 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:27:12.421501 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-b4e3cc51-ea45-4940-a291-65f3d9357cd7 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Usage tracker for resource:router and tenant:436e23322c4647298a47c0b1a7eaedc4 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:27:12.431192 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-b4e3cc51-ea45-4940-a291-65f3d9357cd7 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:27:12.436144 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aa0a327a-5e1e-4916-a35c-3d37fe65bb4c tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:12.498479 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b4e3cc51-ea45-4940-a291-65f3d9357cd7 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:27:12.506012 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c6cc256-8ed7-4ddb-9a4c-f5edd6db9554 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Router 13b91e9f-06b0-4588-9b10-f77dd1b393aa has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:27:12.569556 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b4e3cc51-ea45-4940-a291-65f3d9357cd7 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:12.570585 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b4e3cc51-ea45-4940-a291-65f3d9357cd7 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:12.733188 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aa0a327a-5e1e-4916-a35c-3d37fe65bb4c tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:12.753536 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b4e3cc51-ea45-4940-a291-65f3d9357cd7 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:12.782420 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aa0a327a-5e1e-4916-a35c-3d37fe65bb4c tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:12.805748 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c6cc256-8ed7-4ddb-9a4c-f5edd6db9554 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:27:12.815873 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e01e8ef-cc2c-4c39-89cf-aebb17af73a1 None None] Sync routers for ids ['13b91e9f-06b0-4588-9b10-f77dd1b393aa'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:27:12.816731 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1c6cc256-8ed7-4ddb-9a4c-f5edd6db9554 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:12.831663 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e01e8ef-cc2c-4c39-89cf-aebb17af73a1 None None] Routers {'13b91e9f-06b0-4588-9b10-f77dd1b393aa'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:27:12.832552 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-6e01e8ef-cc2c-4c39-89cf-aebb17af73a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:27:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['13b91e9f-06b0-4588-9b10-f77dd1b393aa'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:12.896221 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-1c6cc256-8ed7-4ddb-9a4c-f5edd6db9554 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] 10.222.0.105 "PUT /v2.0/floatingips/57b14228-c483-486a-b568-721d2f3d6569 HTTP/1.1" status: 200 len: 979 time: 3.7322905 Feb 09 01:27:12.896995 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 60614) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:12.945018 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0a327a-5e1e-4916-a35c-3d37fe65bb4c tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af1c2844-fc75-4f53-806e-b1fb5beafb61,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:12.948478 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-6e01e8ef-cc2c-4c39-89cf-aebb17af73a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:12.958839 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e01e8ef-cc2c-4c39-89cf-aebb17af73a1 None None] Routers {'13b91e9f-06b0-4588-9b10-f77dd1b393aa'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:27:12.975597 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-6e01e8ef-cc2c-4c39-89cf-aebb17af73a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:27:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['13b91e9f-06b0-4588-9b10-f77dd1b393aa'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:13.010204 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aa0a327a-5e1e-4916-a35c-3d37fe65bb4c tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:13.014696 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-aa0a327a-5e1e-4916-a35c-3d37fe65bb4c tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0523171 Feb 09 01:27:13.016077 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 60622) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:13.022164 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b4e3cc51-ea45-4940-a291-65f3d9357cd7 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:13.030315 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-3bb55174-d4ce-438d-9eb6-4a9035c6f4a3 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Request body: {'security_group_rule': {'security_group_id': '9154bf98-ef16-4fe2-9bc6-0f6f5a4138dc', 'project_id': 'bfb5794a852743e5b12573464865d236', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:13.050638 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3bb55174-d4ce-438d-9eb6-4a9035c6f4a3 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:27:13.057236 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-4eb787cc-2140-4eae-b583-53b78b09b34d tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Deleting port 1118cd33-76ce-4efd-9d05-2128ca7dac34 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:27:13.057900 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4eb787cc-2140-4eae-b583-53b78b09b34d tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:13.067533 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-411de30c-fc8a-49c1-83e4-d2dedd7b1dad tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Router c72aacc6-9a88-403d-bdbf-6c1a720e85f2 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:27:13.068835 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-3bb55174-d4ce-438d-9eb6-4a9035c6f4a3 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Usage tracker for resource:security_group_rule and tenant:bfb5794a852743e5b12573464865d236 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:27:13.072967 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-6e01e8ef-cc2c-4c39-89cf-aebb17af73a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:13.073372 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e01e8ef-cc2c-4c39-89cf-aebb17af73a1 None None] The sync data for ids ['13b91e9f-06b0-4588-9b10-f77dd1b393aa'] in n-d-828418-1 is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:27:13.077484 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-3bb55174-d4ce-438d-9eb6-4a9035c6f4a3 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:27:13.096952 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3bb55174-d4ce-438d-9eb6-4a9035c6f4a3 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:27:13.096952 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b4e3cc51-ea45-4940-a291-65f3d9357cd7 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:13.096952 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b4e3cc51-ea45-4940-a291-65f3d9357cd7 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8678017 Feb 09 01:27:13.096952 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 60626) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:13.208027 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:13.521580 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4eb787cc-2140-4eae-b583-53b78b09b34d tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:13.541805 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-040d96a9-1427-4b8f-84e7-22f72aa953b1 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:13.752145 n-d-828418-1 neutron-server[87638]: INFO neutron.db.securitygroups_db [None req-3bb55174-d4ce-438d-9eb6-4a9035c6f4a3 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Project bfb5794a852743e5b12573464865d236 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:27:13.875676 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3bb55174-d4ce-438d-9eb6-4a9035c6f4a3 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:13.916450 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4eb787cc-2140-4eae-b583-53b78b09b34d tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:13.916450 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4eb787cc-2140-4eae-b583-53b78b09b34d tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:13.916450 n-d-828418-1 neutron-server[87639]: INFO neutron.db.l3_db [None req-4eb787cc-2140-4eae-b583-53b78b09b34d tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Floating IP 57b14228-c483-486a-b568-721d2f3d6569 disassociated. External IP: 172.25.0.237, port: 1118cd33-76ce-4efd-9d05-2128ca7dac34. Feb 09 01:27:13.916450 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-4eb787cc-2140-4eae-b583-53b78b09b34d tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Calling delete_port for 1118cd33-76ce-4efd-9d05-2128ca7dac34 owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:27:14.047726 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-411de30c-fc8a-49c1-83e4-d2dedd7b1dad tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:27:14.062617 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0483c6b8-2762-41b4-b01c-3add7addf9e7 None None] Sync routers for ids ['c72aacc6-9a88-403d-bdbf-6c1a720e85f2'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:27:14.065796 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-411de30c-fc8a-49c1-83e4-d2dedd7b1dad tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "PUT /v2.0/routers/c72aacc6-9a88-403d-bdbf-6c1a720e85f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3845685 Feb 09 01:27:14.066534 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 60634) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:14.075518 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0483c6b8-2762-41b4-b01c-3add7addf9e7 None None] Routers {'c72aacc6-9a88-403d-bdbf-6c1a720e85f2'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:27:14.076372 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-0483c6b8-2762-41b4-b01c-3add7addf9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:27:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['c72aacc6-9a88-403d-bdbf-6c1a720e85f2'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:14.138421 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-040d96a9-1427-4b8f-84e7-22f72aa953b1 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:14.163754 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4eb787cc-2140-4eae-b583-53b78b09b34d tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:14.184159 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-040d96a9-1427-4b8f-84e7-22f72aa953b1 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:14.250072 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-040d96a9-1427-4b8f-84e7-22f72aa953b1 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:14.250666 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-040d96a9-1427-4b8f-84e7-22f72aa953b1 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a8388af1-9e05-4088-b13a-a380b0cfb609 {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:27:14.254253 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3bb55174-d4ce-438d-9eb6-4a9035c6f4a3 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:14.259722 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-01eb8d66-3ec0-402b-ba30-09df1996519f tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Deleting subnet 4d2a202a-0335-4255-81ef-1eaf52d721b2 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:27:14.271391 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-01eb8d66-3ec0-402b-ba30-09df1996519f tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:14.306667 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3bb55174-d4ce-438d-9eb6-4a9035c6f4a3 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:14.308943 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb787cc-2140-4eae-b583-53b78b09b34d tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Pushing event deleted for resources: {'Port': ['ID=1118cd33-76ce-4efd-9d05-2128ca7dac34,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:14.359799 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-040d96a9-1427-4b8f-84e7-22f72aa953b1 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:14.361081 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-040d96a9-1427-4b8f-84e7-22f72aa953b1 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] 10.222.0.105 "DELETE /v2.0/routers/a8388af1-9e05-4088-b13a-a380b0cfb609 HTTP/1.1" status: 204 len: 168 time: 1.2642345 Feb 09 01:27:14.362061 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb55174-d4ce-438d-9eb6-4a9035c6f4a3 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faa16809-38e3-4d52-b5b1-09ab9415d56c,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:14.371035 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-01eb8d66-3ec0-402b-ba30-09df1996519f tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:14.378653 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-0483c6b8-2762-41b4-b01c-3add7addf9e7 None None] Set router c72aacc6-9a88-403d-bdbf-6c1a720e85f2 gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:27:14.455447 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3bb55174-d4ce-438d-9eb6-4a9035c6f4a3 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:14.456634 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-3bb55174-d4ce-438d-9eb6-4a9035c6f4a3 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.4365222 Feb 09 01:27:14.459330 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 60644) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:14.464501 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-fef08992-1b0a-4091-b78c-1dc9cf1bde31 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Request body: {'security_group_rule': {'security_group_id': '9154bf98-ef16-4fe2-9bc6-0f6f5a4138dc', 'project_id': 'bfb5794a852743e5b12573464865d236', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:14.480210 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-fef08992-1b0a-4091-b78c-1dc9cf1bde31 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:27:14.488960 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-fef08992-1b0a-4091-b78c-1dc9cf1bde31 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Usage tracker for resource:security_group_rule and tenant:bfb5794a852743e5b12573464865d236 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:27:14.494046 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-fef08992-1b0a-4091-b78c-1dc9cf1bde31 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:27:14.505733 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-fef08992-1b0a-4091-b78c-1dc9cf1bde31 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:27:14.548187 n-d-828418-1 neutron-server[87638]: INFO neutron.db.securitygroups_db [None req-fef08992-1b0a-4091-b78c-1dc9cf1bde31 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Project bfb5794a852743e5b12573464865d236 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:27:14.566046 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 60648) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:14.581278 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fef08992-1b0a-4091-b78c-1dc9cf1bde31 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:14.595751 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-01eb8d66-3ec0-402b-ba30-09df1996519f tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:14.678989 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eb787cc-2140-4eae-b583-53b78b09b34d tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Router 13b91e9f-06b0-4588-9b10-f77dd1b393aa has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:27:14.756162 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fef08992-1b0a-4091-b78c-1dc9cf1bde31 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:14.762279 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fef08992-1b0a-4091-b78c-1dc9cf1bde31 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:14.834165 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef08992-1b0a-4091-b78c-1dc9cf1bde31 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53e40fca-0686-45ea-93bc-c241923c9136,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:14.838532 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-01eb8d66-3ec0-402b-ba30-09df1996519f tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:14.892472 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-0483c6b8-2762-41b4-b01c-3add7addf9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'name': 'tempest-RoutersIpV6Test-router-1288953959', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:26:20Z', 'updated_at': '2022-02-09T01:27:11Z', 'revision_number': 8, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'gw_port_host': None, '_interfaces': [{'id': '0fd16d49-7673-4766-bb29-1f94c852bd30', 'name': '', 'network_id': '7a4f42ff-3ef1-4b74-9f00-4af983ef2260', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'mac_address': 'fa:16:3e:db:dd:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'd85082d2-0c82-42f5-8949-bb899e7e82bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:25Z', 'updated_at': '2022-02-09T01:26:39Z', 'revision_number': 5, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'subnets': [{'id': 'd85082d2-0c82-42f5-8949-bb899e7e82bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'daeff52d-3352-4219-998d-f1556617f8b4', 'name': '', 'network_id': 'aafe1833-8998-4cce-917a-644829ec0a12', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'mac_address': 'fa:16:3e:35:2c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '16aea52d-44c7-43c9-a73c-190ab4a78fc9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:45Z', 'updated_at': '2022-02-09T01:26:57Z', 'revision_number': 5, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'subnets': [{'id': '16aea52d-44c7-43c9-a73c-190ab4a78fc9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0892795-40c8-4b08-93ce-c4ead476a875', 'name': '', 'network_id': 'cd5970d1-c803-48fa-b793-c5ea29cbfb79', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'mac_address': 'fa:16:3e:c9:69:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': 'c75c6596-1159-47f6-9fda-50d7db9dcb9f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:35Z', 'updated_at': '2022-02-09T01:26:47Z', 'revision_number': 5, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'subnets': [{'id': 'c75c6596-1159-47f6-9fda-50d7db9dcb9f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:14.899931 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0483c6b8-2762-41b4-b01c-3add7addf9e7 None None] Checking router: c72aacc6-9a88-403d-bdbf-6c1a720e85f2 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:27:14.913042 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0483c6b8-2762-41b4-b01c-3add7addf9e7 None None] Routers {'c72aacc6-9a88-403d-bdbf-6c1a720e85f2'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:27:14.913966 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-0483c6b8-2762-41b4-b01c-3add7addf9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:27:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['c72aacc6-9a88-403d-bdbf-6c1a720e85f2'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:14.914277 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eb8d66-3ec0-402b-ba30-09df1996519f tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Pushing event deleted for resources: {'Subnet': ['ID=4d2a202a-0335-4255-81ef-1eaf52d721b2,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:14.923499 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-01eb8d66-3ec0-402b-ba30-09df1996519f tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:14.929800 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 60654) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:14.931470 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-01eb8d66-3ec0-402b-ba30-09df1996519f tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "DELETE /v2.0/subnets/4d2a202a-0335-4255-81ef-1eaf52d721b2 HTTP/1.1" status: 204 len: 168 time: 0.8088660 Feb 09 01:27:14.934163 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fef08992-1b0a-4091-b78c-1dc9cf1bde31 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:14.956613 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-fef08992-1b0a-4091-b78c-1dc9cf1bde31 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4895239 Feb 09 01:27:15.043839 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-a45700e5-339c-4ebf-83eb-efbdb9cb7003 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1693693111', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}, 'admin_state_up': False}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:15.060211 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a45700e5-339c-4ebf-83eb-efbdb9cb7003 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:27:15.070322 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-a45700e5-339c-4ebf-83eb-efbdb9cb7003 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Usage tracker for resource:router and tenant:92bd42d5989c49edb4b3116a5ad10960 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:27:15.078008 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-a45700e5-339c-4ebf-83eb-efbdb9cb7003 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:27:15.095005 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a45700e5-339c-4ebf-83eb-efbdb9cb7003 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:27:15.110806 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a45700e5-339c-4ebf-83eb-efbdb9cb7003 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:15.112273 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a45700e5-339c-4ebf-83eb-efbdb9cb7003 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:15.145985 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-0483c6b8-2762-41b4-b01c-3add7addf9e7 None None] Set router c72aacc6-9a88-403d-bdbf-6c1a720e85f2 gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:27:15.152685 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a45700e5-339c-4ebf-83eb-efbdb9cb7003 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:15.310971 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2cbce2-8274-4d6a-a1da-22c562051145 None None] Network c3e02e96-5d25-47d6-ad36-3a2da406a444 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:27:15.311893 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb787cc-2140-4eae-b583-53b78b09b34d tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:27:15.316747 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0c3bbb5b-3fbb-4234-9e5a-48b27dadb021 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:15.323687 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69dd5d0-8170-4218-9cd9-c52fccbdae99 None None] Sync routers for ids ['13b91e9f-06b0-4588-9b10-f77dd1b393aa'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:27:15.343601 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69dd5d0-8170-4218-9cd9-c52fccbdae99 None None] Routers {'13b91e9f-06b0-4588-9b10-f77dd1b393aa'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:27:15.344150 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-d69dd5d0-8170-4218-9cd9-c52fccbdae99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:27:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['13b91e9f-06b0-4588-9b10-f77dd1b393aa'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:15.533950 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-d69dd5d0-8170-4218-9cd9-c52fccbdae99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:15.547430 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69dd5d0-8170-4218-9cd9-c52fccbdae99 None None] Routers {'13b91e9f-06b0-4588-9b10-f77dd1b393aa'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:27:15.548041 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-d69dd5d0-8170-4218-9cd9-c52fccbdae99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:27:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['13b91e9f-06b0-4588-9b10-f77dd1b393aa'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:15.656462 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-0c3bbb5b-3fbb-4234-9e5a-48b27dadb021 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Deleting port fcbafb46-3cc1-4a31-853b-07bb02af5013 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:27:15.656810 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0c3bbb5b-3fbb-4234-9e5a-48b27dadb021 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:15.685391 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-d69dd5d0-8170-4218-9cd9-c52fccbdae99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:15.685825 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69dd5d0-8170-4218-9cd9-c52fccbdae99 None None] The sync data for ids ['13b91e9f-06b0-4588-9b10-f77dd1b393aa'] in n-d-828418-1 is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:27:15.710857 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4eb787cc-2140-4eae-b583-53b78b09b34d tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:15.742680 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-4eb787cc-2140-4eae-b583-53b78b09b34d tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] 10.222.0.105 "DELETE /v2.0/ports/1118cd33-76ce-4efd-9d05-2128ca7dac34 HTTP/1.1" status: 204 len: 168 time: 2.8446600 Feb 09 01:27:15.745219 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 60672) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:16.016771 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-0483c6b8-2762-41b4-b01c-3add7addf9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'name': 'tempest-RoutersIpV6Test-router-1288953959', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:26:20Z', 'updated_at': '2022-02-09T01:27:11Z', 'revision_number': 8, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'gw_port_host': None, '_interfaces': [{'id': '0fd16d49-7673-4766-bb29-1f94c852bd30', 'name': '', 'network_id': '7a4f42ff-3ef1-4b74-9f00-4af983ef2260', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'mac_address': 'fa:16:3e:db:dd:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'd85082d2-0c82-42f5-8949-bb899e7e82bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:25Z', 'updated_at': '2022-02-09T01:26:39Z', 'revision_number': 5, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'subnets': [{'id': 'd85082d2-0c82-42f5-8949-bb899e7e82bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'daeff52d-3352-4219-998d-f1556617f8b4', 'name': '', 'network_id': 'aafe1833-8998-4cce-917a-644829ec0a12', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'mac_address': 'fa:16:3e:35:2c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '16aea52d-44c7-43c9-a73c-190ab4a78fc9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:45Z', 'updated_at': '2022-02-09T01:26:57Z', 'revision_number': 5, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'subnets': [{'id': '16aea52d-44c7-43c9-a73c-190ab4a78fc9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0892795-40c8-4b08-93ce-c4ead476a875', 'name': '', 'network_id': 'cd5970d1-c803-48fa-b793-c5ea29cbfb79', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'mac_address': 'fa:16:3e:c9:69:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': 'c75c6596-1159-47f6-9fda-50d7db9dcb9f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:35Z', 'updated_at': '2022-02-09T01:26:47Z', 'revision_number': 5, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'subnets': [{'id': 'c75c6596-1159-47f6-9fda-50d7db9dcb9f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:16.028601 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0483c6b8-2762-41b4-b01c-3add7addf9e7 None None] The sync data for ids ['c72aacc6-9a88-403d-bdbf-6c1a720e85f2'] in n-d-828418-1 is: [{'id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'name': 'tempest-RoutersIpV6Test-router-1288953959', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:26:20Z', 'updated_at': '2022-02-09T01:27:11Z', 'revision_number': 8, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'gw_port_host': None, '_interfaces': [{'id': '0fd16d49-7673-4766-bb29-1f94c852bd30', 'name': '', 'network_id': '7a4f42ff-3ef1-4b74-9f00-4af983ef2260', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'mac_address': 'fa:16:3e:db:dd:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'd85082d2-0c82-42f5-8949-bb899e7e82bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:25Z', 'updated_at': '2022-02-09T01:26:39Z', 'revision_number': 5, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'subnets': [{'id': 'd85082d2-0c82-42f5-8949-bb899e7e82bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'daeff52d-3352-4219-998d-f1556617f8b4', 'name': '', 'network_id': 'aafe1833-8998-4cce-917a-644829ec0a12', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'mac_address': 'fa:16:3e:35:2c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '16aea52d-44c7-43c9-a73c-190ab4a78fc9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:45Z', 'updated_at': '2022-02-09T01:26:57Z', 'revision_number': 5, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'subnets': [{'id': '16aea52d-44c7-43c9-a73c-190ab4a78fc9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0892795-40c8-4b08-93ce-c4ead476a875', 'name': '', 'network_id': 'cd5970d1-c803-48fa-b793-c5ea29cbfb79', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'mac_address': 'fa:16:3e:c9:69:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': 'c75c6596-1159-47f6-9fda-50d7db9dcb9f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:35Z', 'updated_at': '2022-02-09T01:26:47Z', 'revision_number': 5, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'subnets': [{'id': 'c75c6596-1159-47f6-9fda-50d7db9dcb9f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:27:16.084255 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a45700e5-339c-4ebf-83eb-efbdb9cb7003 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:16.162593 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-252027a2-c9f0-4b5a-9517-23e09743e405 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] 10.222.0.105 "GET /v2.0/floatingips/57b14228-c483-486a-b568-721d2f3d6569 HTTP/1.1" status: 200 len: 688 time: 0.4161916 Feb 09 01:27:16.165769 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 60688) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:16.307682 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-248d8664-acff-41e2-b052-39fba4085cdf req-a4a98d0c-50bb-4825-8c36-771c6318f884 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Synchronizing usage tracker for tenant:bfb5794a852743e5b12573464865d236 on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:27:16.429484 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-0c3bbb5b-3fbb-4234-9e5a-48b27dadb021 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] For port fcbafb46-3cc1-4a31-853b-07bb02af5013, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=fcbafb46-3cc1-4a31-853b-07bb02af5013,segment=NetworkSegment(5e567a5e-c213-489b-a559-084fb4f59988),segment_id=5e567a5e-c213-489b-a559-084fb4f59988)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:27:16.432515 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0c3bbb5b-3fbb-4234-9e5a-48b27dadb021 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:16.437780 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71a88f1-0c83-4a1f-a3a8-350d28245e88 None None] DHCP port deletion for c3e02e96-5d25-47d6-ad36-3a2da406a444 request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:27:16.443689 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-f71a88f1-0c83-4a1f-a3a8-350d28245e88 None None] Deleting port fcbafb46-3cc1-4a31-853b-07bb02af5013 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:27:16.444072 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f71a88f1-0c83-4a1f-a3a8-350d28245e88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:16.505490 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a45700e5-339c-4ebf-83eb-efbdb9cb7003 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks [] for router_gateway, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:16.562807 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a45700e5-339c-4ebf-83eb-efbdb9cb7003 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:16.576351 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-0c3bbb5b-3fbb-4234-9e5a-48b27dadb021 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Calling delete_port for fcbafb46-3cc1-4a31-853b-07bb02af5013 owned by network:dhcp {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:27:16.717406 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device fcbafb46-3cc1-4a31-853b-07bb02af5013 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:27:16.760621 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: fcbafb46-3cc1-4a31-853b-07bb02af5013 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:27:16.761006 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device fcbafb46-3cc1-4a31-853b-07bb02af5013 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:27:16.761423 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device a23e0757-b1e7-4ee4-bc85-6b90bb86d3d6 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:27:16.777502 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0c3bbb5b-3fbb-4234-9e5a-48b27dadb021 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:16.834463 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: a23e0757-b1e7-4ee4-bc85-6b90bb86d3d6 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:27:16.835406 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device a23e0757-b1e7-4ee4-bc85-6b90bb86d3d6 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:27:16.848014 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-e31bfd76-739f-4a5d-b267-723110205a18 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Deleting port c670fa53-2e0b-4ea6-baa7-ef4b6cb87018 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:27:16.848935 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-f71a88f1-0c83-4a1f-a3a8-350d28245e88 None None] For port fcbafb46-3cc1-4a31-853b-07bb02af5013, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=fcbafb46-3cc1-4a31-853b-07bb02af5013,segment=NetworkSegment(5e567a5e-c213-489b-a559-084fb4f59988),segment_id=5e567a5e-c213-489b-a559-084fb4f59988)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:27:16.850316 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f71a88f1-0c83-4a1f-a3a8-350d28245e88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:16.855799 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e31bfd76-739f-4a5d-b267-723110205a18 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:16.916710 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3bbb5b-3fbb-4234-9e5a-48b27dadb021 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] No DVR routers for this DVR port fcbafb46-3cc1-4a31-853b-07bb02af5013 on host n-d-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:27:16.925649 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3bbb5b-3fbb-4234-9e5a-48b27dadb021 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Pushing event deleted for resources: {'Port': ['ID=fcbafb46-3cc1-4a31-853b-07bb02af5013,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:16.936662 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-a45700e5-339c-4ebf-83eb-efbdb9cb7003 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Allocated IP 172.25.0.63 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/9a8e6f48-38c8-4a71-a9c6-1b8f6c724779) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:27:17.067255 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-f71a88f1-0c83-4a1f-a3a8-350d28245e88 None None] Calling delete_port for fcbafb46-3cc1-4a31-853b-07bb02af5013 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:27:17.081440 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-248d8664-acff-41e2-b052-39fba4085cdf req-a4a98d0c-50bb-4825-8c36-771c6318f884 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Unset dirty status for tenant:bfb5794a852743e5b12573464865d236 on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:27:17.082706 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-248d8664-acff-41e2-b052-39fba4085cdf req-a4a98d0c-50bb-4825-8c36-771c6318f884 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1531889922&fields=id&tenant_id=bfb5794a852743e5b12573464865d236 HTTP/1.1" status: 200 len: 267 time: 1.2659864 Feb 09 01:27:17.165434 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a45700e5-339c-4ebf-83eb-efbdb9cb7003 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:17.205626 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-f71a88f1-0c83-4a1f-a3a8-350d28245e88 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:27:17.205906 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-f71a88f1-0c83-4a1f-a3a8-350d28245e88 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:27:17.251867 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0c3bbb5b-3fbb-4234-9e5a-48b27dadb021 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:17.258236 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a45700e5-339c-4ebf-83eb-efbdb9cb7003 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:17.344273 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45700e5-339c-4ebf-83eb-efbdb9cb7003 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:27:17.348483 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-a45700e5-339c-4ebf-83eb-efbdb9cb7003 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:17.351439 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45700e5-339c-4ebf-83eb-efbdb9cb7003 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:27:17.389516 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-0c3bbb5b-3fbb-4234-9e5a-48b27dadb021 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3e02e96-5d25-47d6-ad36-3a2da406a444']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:17.415334 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45700e5-339c-4ebf-83eb-efbdb9cb7003 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Pushing event updated for resources: {'Port': ['ID=9a8e6f48-38c8-4a71-a9c6-1b8f6c724779,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:17.435019 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-0c3bbb5b-3fbb-4234-9e5a-48b27dadb021 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e567a5e-c213-489b-a559-084fb4f59988') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:17.436217 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-0c3bbb5b-3fbb-4234-9e5a-48b27dadb021 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e567a5e-c213-489b-a559-084fb4f59988') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:17.450085 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0c3bbb5b-3fbb-4234-9e5a-48b27dadb021 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:17.486489 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0c3bbb5b-3fbb-4234-9e5a-48b27dadb021 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:17.526358 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c3bbb5b-3fbb-4234-9e5a-48b27dadb021 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:27:17.526696 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0c3bbb5b-3fbb-4234-9e5a-48b27dadb021 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:17.545340 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 01:27:17.545340 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:27:17.545340 n-d-828418-1 neutron-server[87639]: timer() Feb 09 01:27:17.545340 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:27:17.545340 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 01:27:17.545340 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:27:17.545340 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 01:27:17.545340 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:27:17.545340 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 01:27:17.545340 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:27:17.545340 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 01:27:17.545340 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:27:17.545340 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 01:27:17.545340 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:27:17.545340 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:27:17.545340 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:27:17.545340 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:27:17.545340 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:27:17.545340 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 01:27:17.545340 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:27:17.545340 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 01:27:17.545340 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:27:17.545340 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:27:17.545340 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:27:17.545340 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 01:27:17.545340 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:27:17.545340 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:27:17.545340 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:27:17.545340 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:27:17.545340 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:27:17.545340 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:27:17.545340 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:27:17.601588 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e31bfd76-739f-4a5d-b267-723110205a18 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:17.601928 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e31bfd76-739f-4a5d-b267-723110205a18 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:17.707246 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-f71a88f1-0c83-4a1f-a3a8-350d28245e88 None None] Deleting port fcbafb46-3cc1-4a31-853b-07bb02af5013 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:27:17.707985 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f71a88f1-0c83-4a1f-a3a8-350d28245e88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:17.769108 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-e31bfd76-739f-4a5d-b267-723110205a18 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Calling delete_port for c670fa53-2e0b-4ea6-baa7-ef4b6cb87018 owned by network:floatingip {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:27:17.830518 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-f71a88f1-0c83-4a1f-a3a8-350d28245e88 None None] The port 'fcbafb46-3cc1-4a31-853b-07bb02af5013' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:27:17.834749 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d8664-acff-41e2-b052-39fba4085cdf req-e60a563e-3e80-4e46-90d3-3551176740e2 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:17.835417 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-248d8664-acff-41e2-b052-39fba4085cdf req-e60a563e-3e80-4e46-90d3-3551176740e2 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Synchronizing usage tracker for tenant:bfb5794a852743e5b12573464865d236 on resource:network {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:27:17.843958 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0c3bbb5b-3fbb-4234-9e5a-48b27dadb021 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:17.905342 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a45700e5-339c-4ebf-83eb-efbdb9cb7003 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks [] for router_gateway, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:17.991053 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0c3bbb5b-3fbb-4234-9e5a-48b27dadb021 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:18.006024 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3bbb5b-3fbb-4234-9e5a-48b27dadb021 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Pushing event deleted for resources: {'Network': ['ID=c3e02e96-5d25-47d6-ad36-3a2da406a444,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:18.032142 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-248d8664-acff-41e2-b052-39fba4085cdf req-e60a563e-3e80-4e46-90d3-3551176740e2 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Unset dirty status for tenant:bfb5794a852743e5b12573464865d236 on resource:network {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:27:18.033207 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-248d8664-acff-41e2-b052-39fba4085cdf req-e60a563e-3e80-4e46-90d3-3551176740e2 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] 10.222.0.105 "GET /v2.0/networks?id=5322c4b5-5555-43a6-8743-912baa7b8508 HTTP/1.1" status: 200 len: 814 time: 0.9268856 Feb 09 01:27:18.034424 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-0c3bbb5b-3fbb-4234-9e5a-48b27dadb021 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "DELETE /v2.0/networks/c3e02e96-5d25-47d6-ad36-3a2da406a444 HTTP/1.1" status: 204 len: 168 time: 3.1036947 Feb 09 01:27:18.041185 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 60724) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:18.134013 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-248d8664-acff-41e2-b052-39fba4085cdf req-a3d24a81-902b-4908-87de-6ec771c98e09 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] 10.222.0.105 "GET /v2.0/quotas/bfb5794a852743e5b12573464865d236 HTTP/1.1" status: 200 len: 375 time: 0.0917449 Feb 09 01:27:18.429524 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e31bfd76-739f-4a5d-b267-723110205a18 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:18.503654 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a45700e5-339c-4ebf-83eb-efbdb9cb7003 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:18.683794 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31bfd76-739f-4a5d-b267-723110205a18 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Pushing event deleted for resources: {'Port': ['ID=c670fa53-2e0b-4ea6-baa7-ef4b6cb87018,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:18.756814 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a45700e5-339c-4ebf-83eb-efbdb9cb7003 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Router e73a46eb-11ed-40aa-b638-69a827f16453 is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:27:18.758483 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-248d8664-acff-41e2-b052-39fba4085cdf req-778e8dde-609a-4f22-a540-9b08e8678871 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Synchronizing usage tracker for tenant:bfb5794a852743e5b12573464865d236 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:27:18.894245 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-248d8664-acff-41e2-b052-39fba4085cdf req-778e8dde-609a-4f22-a540-9b08e8678871 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Unset dirty status for tenant:bfb5794a852743e5b12573464865d236 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:27:18.896303 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-248d8664-acff-41e2-b052-39fba4085cdf req-778e8dde-609a-4f22-a540-9b08e8678871 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=bfb5794a852743e5b12573464865d236&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6984417 Feb 09 01:27:18.908851 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e31bfd76-739f-4a5d-b267-723110205a18 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for floatingip, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:18.957614 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e31bfd76-739f-4a5d-b267-723110205a18 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:18.961206 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-e31bfd76-739f-4a5d-b267-723110205a18 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] 10.222.0.105 "DELETE /v2.0/floatingips/57b14228-c483-486a-b568-721d2f3d6569 HTTP/1.1" status: 204 len: 168 time: 2.7928586 Feb 09 01:27:18.969242 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 60750) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:18.978143 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-791c4be7-e452-4de7-8a1c-aece350aad33 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Request body: {'floatingip': {'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'port_id': '379b22bc-084a-4140-a47f-43ac04f0c402'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:18.986511 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-791c4be7-e452-4de7-8a1c-aece350aad33 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:27:18.993317 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-791c4be7-e452-4de7-8a1c-aece350aad33 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Usage tracker for resource:floatingip and tenant:81147165c806469fb64d6c9df4095257 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:27:18.997574 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-791c4be7-e452-4de7-8a1c-aece350aad33 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:27:19.010405 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-791c4be7-e452-4de7-8a1c-aece350aad33 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:27:19.021583 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [req-248d8664-acff-41e2-b052-39fba4085cdf req-64323d4e-a2fa-4ea1-9e5a-5c7c0179cf75 service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:27:19.022573 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-248d8664-acff-41e2-b052-39fba4085cdf req-64323d4e-a2fa-4ea1-9e5a-5c7c0179cf75 service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1096797 Feb 09 01:27:19.046881 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a45700e5-339c-4ebf-83eb-efbdb9cb7003 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:27:19.059555 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c107b2-eb46-46a2-ab03-b25e08458c60 None None] Sync routers for ids ['e73a46eb-11ed-40aa-b638-69a827f16453'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:27:19.095953 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c107b2-eb46-46a2-ab03-b25e08458c60 None None] Routers {'e73a46eb-11ed-40aa-b638-69a827f16453'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:27:19.096703 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-a3c107b2-eb46-46a2-ab03-b25e08458c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:27:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['e73a46eb-11ed-40aa-b638-69a827f16453'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:19.141586 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a45700e5-339c-4ebf-83eb-efbdb9cb7003 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:19.145558 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a45700e5-339c-4ebf-83eb-efbdb9cb7003 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.5743520 Feb 09 01:27:19.145855 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 60758) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:19.223120 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-791c4be7-e452-4de7-8a1c-aece350aad33 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for floatingip, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:19.224699 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-a3c107b2-eb46-46a2-ab03-b25e08458c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:19.236234 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c107b2-eb46-46a2-ab03-b25e08458c60 None None] Routers {'e73a46eb-11ed-40aa-b638-69a827f16453'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:27:19.236892 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-a3c107b2-eb46-46a2-ab03-b25e08458c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:27:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['e73a46eb-11ed-40aa-b638-69a827f16453'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:19.243908 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-248d8664-acff-41e2-b052-39fba4085cdf req-e238db70-d44d-4e48-972a-748087cbe227 service neutron] 10.222.0.105 "GET /v2.0/networks/5322c4b5-5555-43a6-8743-912baa7b8508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867847 Feb 09 01:27:19.317912 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-a3c107b2-eb46-46a2-ab03-b25e08458c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:19.318327 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c107b2-eb46-46a2-ab03-b25e08458c60 None None] The sync data for ids ['e73a46eb-11ed-40aa-b638-69a827f16453'] in n-d-828418-1 is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:27:19.419762 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e5f775ea-bae4-4f4a-acf5-c2ad9b08e54a tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] 10.222.0.105 "GET /v2.0/routers/e73a46eb-11ed-40aa-b638-69a827f16453 HTTP/1.1" status: 200 len: 920 time: 0.2722728 Feb 09 01:27:19.420131 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 60768) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:19.486091 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9ed077f5-e185-472f-bee7-2ba6a22297e6 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:19.502767 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-0f97426b-6d1d-4d38-97f1-f06d3579332b tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] 10.222.0.105 "GET /v2.0/ports?device_id=e73a46eb-11ed-40aa-b638-69a827f16453 HTTP/1.1" status: 200 len: 205 time: 0.0814350 Feb 09 01:27:19.506095 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 60774) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:19.590287 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-248d8664-acff-41e2-b052-39fba4085cdf req-c4247f43-f9a6-41f4-aae6-ed513f5b0808 service neutron] 10.222.0.105 "GET /v2.0/networks/5322c4b5-5555-43a6-8743-912baa7b8508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3454521 Feb 09 01:27:19.821918 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-80b07eca-5ac5-47ca-b737-8a16a0fb953c tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:20.060818 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-80b07eca-5ac5-47ca-b737-8a16a0fb953c tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:20.091855 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-80b07eca-5ac5-47ca-b737-8a16a0fb953c tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Deleting port 9a8e6f48-38c8-4a71-a9c6-1b8f6c724779 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:27:20.094801 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-80b07eca-5ac5-47ca-b737-8a16a0fb953c tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:20.102013 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-791c4be7-e452-4de7-8a1c-aece350aad33 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:20.490252 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-80b07eca-5ac5-47ca-b737-8a16a0fb953c tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:20.494019 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-791c4be7-e452-4de7-8a1c-aece350aad33 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Allocated IP 172.25.0.78 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/50a0e411-52c6-4666-a712-3fa8d58c85cb) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:27:20.506370 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-9ed077f5-e185-472f-bee7-2ba6a22297e6 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Deleting port daeff52d-3352-4219-998d-f1556617f8b4 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:27:20.506769 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9ed077f5-e185-472f-bee7-2ba6a22297e6 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:20.538691 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f464a8a8-4856-4194-8871-c744c501946c req-c3b99091-40a9-47b2-b28a-6aa26e868a68 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] 10.222.0.105 "GET /v2.0/ports?device_id=19c7d20e-8160-4186-bf43-fc77505a2c73 HTTP/1.1" status: 200 len: 210 time: 0.1839459 Feb 09 01:27:20.776906 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-791c4be7-e452-4de7-8a1c-aece350aad33 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:20.836552 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-791c4be7-e452-4de7-8a1c-aece350aad33 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:20.858441 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-80b07eca-5ac5-47ca-b737-8a16a0fb953c tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Calling delete_port for 9a8e6f48-38c8-4a71-a9c6-1b8f6c724779 owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:27:21.032974 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791c4be7-e452-4de7-8a1c-aece350aad33 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:27:21.045829 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-791c4be7-e452-4de7-8a1c-aece350aad33 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:21.053218 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791c4be7-e452-4de7-8a1c-aece350aad33 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:27:21.082817 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-80b07eca-5ac5-47ca-b737-8a16a0fb953c tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:21.145884 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-9ed077f5-e185-472f-bee7-2ba6a22297e6 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] For port daeff52d-3352-4219-998d-f1556617f8b4, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=daeff52d-3352-4219-998d-f1556617f8b4,segment=NetworkSegment(827d12f7-d89d-4e19-80a0-59c626606343),segment_id=827d12f7-d89d-4e19-80a0-59c626606343)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:27:21.146417 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9ed077f5-e185-472f-bee7-2ba6a22297e6 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:21.172292 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b07eca-5ac5-47ca-b737-8a16a0fb953c tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Pushing event deleted for resources: {'Port': ['ID=9a8e6f48-38c8-4a71-a9c6-1b8f6c724779,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:21.174715 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791c4be7-e452-4de7-8a1c-aece350aad33 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Pushing event updated for resources: {'Port': ['ID=50a0e411-52c6-4666-a712-3fa8d58c85cb,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:21.256066 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-80b07eca-5ac5-47ca-b737-8a16a0fb953c tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:21.310238 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-9ed077f5-e185-472f-bee7-2ba6a22297e6 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Calling delete_port for daeff52d-3352-4219-998d-f1556617f8b4 owned by network:router_interface {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:27:21.477241 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-80b07eca-5ac5-47ca-b737-8a16a0fb953c tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:21.479723 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-80b07eca-5ac5-47ca-b737-8a16a0fb953c tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:21.505203 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-80b07eca-5ac5-47ca-b737-8a16a0fb953c tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:21.506028 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b07eca-5ac5-47ca-b737-8a16a0fb953c tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Fanout notify agent at l3_agent the message router_deleted on router e73a46eb-11ed-40aa-b638-69a827f16453 {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:27:21.528641 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-80b07eca-5ac5-47ca-b737-8a16a0fb953c tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:21.532972 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-80b07eca-5ac5-47ca-b737-8a16a0fb953c tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] 10.222.0.105 "DELETE /v2.0/routers/e73a46eb-11ed-40aa-b638-69a827f16453 HTTP/1.1" status: 204 len: 168 time: 2.0220962 Feb 09 01:27:21.533424 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 60832) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:21.539082 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-9a514273-1ab9-453c-9fab-2e0d05e2ff41 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1559527093', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'enable_snat': False}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:21.545812 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9a514273-1ab9-453c-9fab-2e0d05e2ff41 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:27:21.550411 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-9a514273-1ab9-453c-9fab-2e0d05e2ff41 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Usage tracker for resource:router and tenant:d54bb6738cc445419217325ba29669ef is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:27:21.553261 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-9a514273-1ab9-453c-9fab-2e0d05e2ff41 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:27:21.562527 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9a514273-1ab9-453c-9fab-2e0d05e2ff41 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:27:21.602378 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9a514273-1ab9-453c-9fab-2e0d05e2ff41 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:21.603434 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9a514273-1ab9-453c-9fab-2e0d05e2ff41 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:21.643540 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9a514273-1ab9-453c-9fab-2e0d05e2ff41 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:21.879115 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:21.984832 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5ccf45a7-6b11-4bcf-af96-f675fb844354 req-42c53712-8384-41bc-bd2f-1fc5e87cafdb tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] 10.222.0.105 "GET /v2.0/ports?device_id=19c7d20e-8160-4186-bf43-fc77505a2c73 HTTP/1.1" status: 200 len: 210 time: 0.1628792 Feb 09 01:27:22.001430 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9a514273-1ab9-453c-9fab-2e0d05e2ff41 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:22.271034 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d8664-acff-41e2-b052-39fba4085cdf req-97a62b5f-2bcc-471a-9715-2cefb381fad4 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:22.272720 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-248d8664-acff-41e2-b052-39fba4085cdf req-97a62b5f-2bcc-471a-9715-2cefb381fad4 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] 10.222.0.99 "GET /v2.0/networks?id=5322c4b5-5555-43a6-8743-912baa7b8508 HTTP/1.1" status: 200 len: 814 time: 0.2801278 Feb 09 01:27:22.309052 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9ed077f5-e185-472f-bee7-2ba6a22297e6 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:22.397334 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-248d8664-acff-41e2-b052-39fba4085cdf req-aac17a0b-31bc-4b70-9c74-5d58bf822f52 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Synchronizing usage tracker for tenant:bfb5794a852743e5b12573464865d236 on resource:security_group {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:27:22.416514 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-248d8664-acff-41e2-b052-39fba4085cdf req-aac17a0b-31bc-4b70-9c74-5d58bf822f52 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Unset dirty status for tenant:bfb5794a852743e5b12573464865d236 on resource:security_group {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:27:22.417724 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-248d8664-acff-41e2-b052-39fba4085cdf req-aac17a0b-31bc-4b70-9c74-5d58bf822f52 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bfb5794a852743e5b12573464865d236 HTTP/1.1" status: 200 len: 380 time: 0.1330984 Feb 09 01:27:22.444434 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-248d8664-acff-41e2-b052-39fba4085cdf req-868fd0f9-19f6-46f6-ba07-16a32ff7902b tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Request body: {'port': {'device_id': '19c7d20e-8160-4186-bf43-fc77505a2c73', 'network_id': '5322c4b5-5555-43a6-8743-912baa7b8508', 'admin_state_up': True, 'tenant_id': 'bfb5794a852743e5b12573464865d236', 'security_groups': ['9154bf98-ef16-4fe2-9bc6-0f6f5a4138dc']}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:22.499276 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed077f5-e185-472f-bee7-2ba6a22297e6 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Pushing event deleted for resources: {'Port': ['ID=daeff52d-3352-4219-998d-f1556617f8b4,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:22.795736 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-791c4be7-e452-4de7-8a1c-aece350aad33 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:22.819826 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9ed077f5-e185-472f-bee7-2ba6a22297e6 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:23.132875 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-248d8664-acff-41e2-b052-39fba4085cdf req-868fd0f9-19f6-46f6-ba07-16a32ff7902b tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:27:23.145803 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9a514273-1ab9-453c-9fab-2e0d05e2ff41 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:23.237221 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-248d8664-acff-41e2-b052-39fba4085cdf req-868fd0f9-19f6-46f6-ba07-16a32ff7902b tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:27:23.257208 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9a514273-1ab9-453c-9fab-2e0d05e2ff41 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:23.266932 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-248d8664-acff-41e2-b052-39fba4085cdf req-868fd0f9-19f6-46f6-ba07-16a32ff7902b tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Made reservation on behalf of bfb5794a852743e5b12573464865d236 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:27:23.277277 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-248d8664-acff-41e2-b052-39fba4085cdf req-868fd0f9-19f6-46f6-ba07-16a32ff7902b tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:23.286111 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f67f6471-49ca-49d4-b8fd-163f81b94c77 req-49e65e62-0a49-45ed-89d7-d9976a3ec67f tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] 10.222.0.105 "GET /v2.0/ports?device_id=19c7d20e-8160-4186-bf43-fc77505a2c73 HTTP/1.1" status: 200 len: 210 time: 0.0743444 Feb 09 01:27:23.293067 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-791c4be7-e452-4de7-8a1c-aece350aad33 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:23.652538 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-9a514273-1ab9-453c-9fab-2e0d05e2ff41 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Allocated IP 172.25.0.69 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/903a46b0-42b2-453c-b313-9d3ec872c585) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:27:23.958194 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-791c4be7-e452-4de7-8a1c-aece350aad33 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:23.962294 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-791c4be7-e452-4de7-8a1c-aece350aad33 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:24.067064 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-248d8664-acff-41e2-b052-39fba4085cdf req-868fd0f9-19f6-46f6-ba07-16a32ff7902b tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Allocated IP 172.20.0.9 (5322c4b5-5555-43a6-8743-912baa7b8508/046deb8a-ea16-4172-b2a4-3937588d2108/f65ebda2-7253-418f-8168-334eab87d7b1) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:27:24.125576 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9a514273-1ab9-453c-9fab-2e0d05e2ff41 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:24.249075 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791c4be7-e452-4de7-8a1c-aece350aad33 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Pushing event updated for resources: {'Port': ['ID=50a0e411-52c6-4666-a712-3fa8d58c85cb,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:24.283364 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ed077f5-e185-472f-bee7-2ba6a22297e6 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Router c72aacc6-9a88-403d-bdbf-6c1a720e85f2 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:27:24.294331 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-791c4be7-e452-4de7-8a1c-aece350aad33 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:24.337789 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9a514273-1ab9-453c-9fab-2e0d05e2ff41 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:24.483204 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-248d8664-acff-41e2-b052-39fba4085cdf req-868fd0f9-19f6-46f6-ba07-16a32ff7902b tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:24.527820 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-248d8664-acff-41e2-b052-39fba4085cdf req-868fd0f9-19f6-46f6-ba07-16a32ff7902b tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Transition to ACTIVE for port object f65ebda2-7253-418f-8168-334eab87d7b1 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:27:24.634000 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-248d8664-acff-41e2-b052-39fba4085cdf req-868fd0f9-19f6-46f6-ba07-16a32ff7902b tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:24.656327 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a514273-1ab9-453c-9fab-2e0d05e2ff41 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Pushing event updated for resources: {'Port': ['ID=903a46b0-42b2-453c-b313-9d3ec872c585,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:24.699029 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a514273-1ab9-453c-9fab-2e0d05e2ff41 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:27:24.720517 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-9a514273-1ab9-453c-9fab-2e0d05e2ff41 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:24.730496 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a514273-1ab9-453c-9fab-2e0d05e2ff41 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:27:24.797121 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868fd0f9-19f6-46f6-ba07-16a32ff7902b tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Pushing event updated for resources: {'Port': ['ID=f65ebda2-7253-418f-8168-334eab87d7b1,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:24.806483 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-248d8664-acff-41e2-b052-39fba4085cdf req-868fd0f9-19f6-46f6-ba07-16a32ff7902b tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Network 5322c4b5-5555-43a6-8743-912baa7b8508 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:27:24.812477 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-248d8664-acff-41e2-b052-39fba4085cdf req-868fd0f9-19f6-46f6-ba07-16a32ff7902b tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:24.816147 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-248d8664-acff-41e2-b052-39fba4085cdf req-868fd0f9-19f6-46f6-ba07-16a32ff7902b tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:27:24.854586 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:24.927593 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d8664-acff-41e2-b052-39fba4085cdf req-868fd0f9-19f6-46f6-ba07-16a32ff7902b tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:24.928253 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-248d8664-acff-41e2-b052-39fba4085cdf req-868fd0f9-19f6-46f6-ba07-16a32ff7902b tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:24.984029 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-248d8664-acff-41e2-b052-39fba4085cdf req-868fd0f9-19f6-46f6-ba07-16a32ff7902b tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5493896 Feb 09 01:27:25.092763 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed077f5-e185-472f-bee7-2ba6a22297e6 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:27:25.104303 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c114f3c0-893f-49fe-98bb-8937c37798e2 None None] Sync routers for ids ['c72aacc6-9a88-403d-bdbf-6c1a720e85f2'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:27:25.113515 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b32106-0b2d-4106-96b7-4380a6e25877 req-014be363-c98a-4c26-a97f-c7b7c7655108 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:25.117548 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-23b32106-0b2d-4106-96b7-4380a6e25877 req-014be363-c98a-4c26-a97f-c7b7c7655108 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] 10.222.0.105 "GET /v2.0/ports?device_id=19c7d20e-8160-4186-bf43-fc77505a2c73 HTTP/1.1" status: 200 len: 931 time: 0.5833118 Feb 09 01:27:25.118264 n-d-828418-1 neutron-server[87639]: INFO neutron.db.l3_db [None req-791c4be7-e452-4de7-8a1c-aece350aad33 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Floating IP 16d12cc4-c17a-4a76-9eba-4e51c311fa6a associated. External IP: 172.25.0.78, port: 379b22bc-084a-4140-a47f-43ac04f0c402. Feb 09 01:27:25.119534 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c114f3c0-893f-49fe-98bb-8937c37798e2 None None] Routers {'c72aacc6-9a88-403d-bdbf-6c1a720e85f2'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:27:25.120168 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-c114f3c0-893f-49fe-98bb-8937c37798e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:27:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['c72aacc6-9a88-403d-bdbf-6c1a720e85f2'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:25.121084 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-08b393a6-8932-4efc-8bd3-520767190584 None None] Provisioning for port f65ebda2-7253-418f-8168-334eab87d7b1 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:27:25.141640 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-08b393a6-8932-4efc-8bd3-520767190584 None None] Provisioning complete for port f65ebda2-7253-418f-8168-334eab87d7b1 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:25.142434 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-08b393a6-8932-4efc-8bd3-520767190584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:25.271229 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-08b393a6-8932-4efc-8bd3-520767190584 None None] Port f65ebda2-7253-418f-8168-334eab87d7b1 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:27:25.345355 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [req-248d8664-acff-41e2-b052-39fba4085cdf req-74d33c45-c546-4344-b455-fa8d798a7fae tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:27:25.346440 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-248d8664-acff-41e2-b052-39fba4085cdf req-74d33c45-c546-4344-b455-fa8d798a7fae tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064116 Feb 09 01:27:25.530492 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-c114f3c0-893f-49fe-98bb-8937c37798e2 None None] Set router c72aacc6-9a88-403d-bdbf-6c1a720e85f2 gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:27:25.729386 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9a514273-1ab9-453c-9fab-2e0d05e2ff41 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:25.739126 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-23b32106-0b2d-4106-96b7-4380a6e25877 req-abdd9d74-f38c-44e0-a690-700107af5d25 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] 10.222.0.105 "GET /v2.0/security-groups?id=9154bf98-ef16-4fe2-9bc6-0f6f5a4138dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1766956 Feb 09 01:27:25.857897 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-9ed077f5-e185-472f-bee7-2ba6a22297e6 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "PUT /v2.0/routers/c72aacc6-9a88-403d-bdbf-6c1a720e85f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8116863 Feb 09 01:27:25.864347 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 60910) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:25.979580 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-248d8664-acff-41e2-b052-39fba4085cdf req-e5dd9418-a262-430a-9fdc-3db66f7d5fc8 service neutron] Request body: {'port': {'device_id': '19c7d20e-8160-4186-bf43-fc77505a2c73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:26.020155 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a740c74-29ad-4bd5-8051-bbe5ba9865c3 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Deleting subnet 16aea52d-44c7-43c9-a73c-190ab4a78fc9 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:27:26.030047 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0a740c74-29ad-4bd5-8051-bbe5ba9865c3 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:26.104810 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0a740c74-29ad-4bd5-8051-bbe5ba9865c3 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:26.136133 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-c114f3c0-893f-49fe-98bb-8937c37798e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'name': 'tempest-RoutersIpV6Test-router-1288953959', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:26:20Z', 'updated_at': '2022-02-09T01:27:21Z', 'revision_number': 9, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'gw_port_host': None, '_interfaces': [{'id': '0fd16d49-7673-4766-bb29-1f94c852bd30', 'name': '', 'network_id': '7a4f42ff-3ef1-4b74-9f00-4af983ef2260', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'mac_address': 'fa:16:3e:db:dd:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'd85082d2-0c82-42f5-8949-bb899e7e82bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:25Z', 'updated_at': '2022-02-09T01:26:39Z', 'revision_number': 5, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'subnets': [{'id': 'd85082d2-0c82-42f5-8949-bb899e7e82bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0892795-40c8-4b08-93ce-c4ead476a875', 'name': '', 'network_id': 'cd5970d1-c803-48fa-b793-c5ea29cbfb79', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'mac_address': 'fa:16:3e:c9:69:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': 'c75c6596-1159-47f6-9fda-50d7db9dcb9f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:35Z', 'updated_at': '2022-02-09T01:26:47Z', 'revision_number': 5, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'subnets': [{'id': 'c75c6596-1159-47f6-9fda-50d7db9dcb9f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:26.142426 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c114f3c0-893f-49fe-98bb-8937c37798e2 None None] Checking router: c72aacc6-9a88-403d-bdbf-6c1a720e85f2 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:27:26.150494 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-791c4be7-e452-4de7-8a1c-aece350aad33 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Router 13b91e9f-06b0-4588-9b10-f77dd1b393aa has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:27:26.156719 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c114f3c0-893f-49fe-98bb-8937c37798e2 None None] Routers {'c72aacc6-9a88-403d-bdbf-6c1a720e85f2'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:27:26.157352 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-c114f3c0-893f-49fe-98bb-8937c37798e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:27:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['c72aacc6-9a88-403d-bdbf-6c1a720e85f2'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:26.240455 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-248d8664-acff-41e2-b052-39fba4085cdf req-e5dd9418-a262-430a-9fdc-3db66f7d5fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:26.362222 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-c114f3c0-893f-49fe-98bb-8937c37798e2 None None] Set router c72aacc6-9a88-403d-bdbf-6c1a720e85f2 gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:27:26.517828 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-791c4be7-e452-4de7-8a1c-aece350aad33 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:27:26.532048 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fb2387-fc0d-407b-95e8-e783f6c53ed8 None None] Sync routers for ids ['13b91e9f-06b0-4588-9b10-f77dd1b393aa'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:27:26.556000 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fb2387-fc0d-407b-95e8-e783f6c53ed8 None None] Routers {'13b91e9f-06b0-4588-9b10-f77dd1b393aa'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:27:26.557698 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-77fb2387-fc0d-407b-95e8-e783f6c53ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:27:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['13b91e9f-06b0-4588-9b10-f77dd1b393aa'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:26.577407 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-791c4be7-e452-4de7-8a1c-aece350aad33 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:26.602574 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9a514273-1ab9-453c-9fab-2e0d05e2ff41 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:26.687219 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-791c4be7-e452-4de7-8a1c-aece350aad33 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 7.7157488 Feb 09 01:27:26.688893 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0a740c74-29ad-4bd5-8051-bbe5ba9865c3 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:26.715706 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 60926) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:26.725784 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-247d5b83-0eab-4d41-bc20-f3ebaf4d2cfb tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-2136874700'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:26.730870 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-247d5b83-0eab-4d41-bc20-f3ebaf4d2cfb tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:27:26.735418 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-247d5b83-0eab-4d41-bc20-f3ebaf4d2cfb tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Usage tracker for resource:network and tenant:81147165c806469fb64d6c9df4095257 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:27:26.738287 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-247d5b83-0eab-4d41-bc20-f3ebaf4d2cfb tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:27:26.744272 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-247d5b83-0eab-4d41-bc20-f3ebaf4d2cfb tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:27:26.754769 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247d5b83-0eab-4d41-bc20-f3ebaf4d2cfb tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Made reservation on behalf of 81147165c806469fb64d6c9df4095257 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:27:26.758204 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-247d5b83-0eab-4d41-bc20-f3ebaf4d2cfb tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:26.801263 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-247d5b83-0eab-4d41-bc20-f3ebaf4d2cfb tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:27:26.810624 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-247d5b83-0eab-4d41-bc20-f3ebaf4d2cfb tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:26.810959 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-247d5b83-0eab-4d41-bc20-f3ebaf4d2cfb tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Added segment 326be507-a2e6-428e-b375-78b3c4c55a38 of type vlan for network 0b0e84d8-406f-479a-b46a-42f4742e7b95 Feb 09 01:27:26.826508 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-77fb2387-fc0d-407b-95e8-e783f6c53ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:26.848206 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-247d5b83-0eab-4d41-bc20-f3ebaf4d2cfb tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:26.857836 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fb2387-fc0d-407b-95e8-e783f6c53ed8 None None] Routers {'13b91e9f-06b0-4588-9b10-f77dd1b393aa'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:27:26.858492 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-77fb2387-fc0d-407b-95e8-e783f6c53ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:27:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['13b91e9f-06b0-4588-9b10-f77dd1b393aa'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:26.886489 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-247d5b83-0eab-4d41-bc20-f3ebaf4d2cfb tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:26.892132 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247d5b83-0eab-4d41-bc20-f3ebaf4d2cfb tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:26.892733 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-247d5b83-0eab-4d41-bc20-f3ebaf4d2cfb tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:26.962176 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-c114f3c0-893f-49fe-98bb-8937c37798e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'name': 'tempest-RoutersIpV6Test-router-1288953959', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:26:20Z', 'updated_at': '2022-02-09T01:27:21Z', 'revision_number': 9, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'gw_port_host': None, '_interfaces': [{'id': '0fd16d49-7673-4766-bb29-1f94c852bd30', 'name': '', 'network_id': '7a4f42ff-3ef1-4b74-9f00-4af983ef2260', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'mac_address': 'fa:16:3e:db:dd:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'd85082d2-0c82-42f5-8949-bb899e7e82bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:25Z', 'updated_at': '2022-02-09T01:26:39Z', 'revision_number': 5, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'subnets': [{'id': 'd85082d2-0c82-42f5-8949-bb899e7e82bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0892795-40c8-4b08-93ce-c4ead476a875', 'name': '', 'network_id': 'cd5970d1-c803-48fa-b793-c5ea29cbfb79', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'mac_address': 'fa:16:3e:c9:69:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': 'c75c6596-1159-47f6-9fda-50d7db9dcb9f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:35Z', 'updated_at': '2022-02-09T01:26:47Z', 'revision_number': 5, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'subnets': [{'id': 'c75c6596-1159-47f6-9fda-50d7db9dcb9f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:26.971544 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c114f3c0-893f-49fe-98bb-8937c37798e2 None None] The sync data for ids ['c72aacc6-9a88-403d-bdbf-6c1a720e85f2'] in n-d-828418-1 is: [{'id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'name': 'tempest-RoutersIpV6Test-router-1288953959', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:26:20Z', 'updated_at': '2022-02-09T01:27:21Z', 'revision_number': 9, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'gw_port_host': None, '_interfaces': [{'id': '0fd16d49-7673-4766-bb29-1f94c852bd30', 'name': '', 'network_id': '7a4f42ff-3ef1-4b74-9f00-4af983ef2260', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'mac_address': 'fa:16:3e:db:dd:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'd85082d2-0c82-42f5-8949-bb899e7e82bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:25Z', 'updated_at': '2022-02-09T01:26:39Z', 'revision_number': 5, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'subnets': [{'id': 'd85082d2-0c82-42f5-8949-bb899e7e82bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0892795-40c8-4b08-93ce-c4ead476a875', 'name': '', 'network_id': 'cd5970d1-c803-48fa-b793-c5ea29cbfb79', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'mac_address': 'fa:16:3e:c9:69:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': 'c75c6596-1159-47f6-9fda-50d7db9dcb9f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:35Z', 'updated_at': '2022-02-09T01:26:47Z', 'revision_number': 5, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'subnets': [{'id': 'c75c6596-1159-47f6-9fda-50d7db9dcb9f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:27:27.009993 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-77fb2387-fc0d-407b-95e8-e783f6c53ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:27.010417 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fb2387-fc0d-407b-95e8-e783f6c53ed8 None None] The sync data for ids ['13b91e9f-06b0-4588-9b10-f77dd1b393aa'] in n-d-828418-1 is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:27:27.022352 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247d5b83-0eab-4d41-bc20-f3ebaf4d2cfb tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Pushing event updated for resources: {'Network': ['ID=0b0e84d8-406f-479a-b46a-42f4742e7b95,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:27.047065 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0a740c74-29ad-4bd5-8051-bbe5ba9865c3 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:27.052372 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 0b0e84d8-406f-479a-b46a-42f4742e7b95 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:27:27.271264 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-247d5b83-0eab-4d41-bc20-f3ebaf4d2cfb tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5544610 Feb 09 01:27:27.278766 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 60938) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:27.294973 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-547448dd-dc31-43fd-945e-c567588749bf tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Request body: {'subnet': {'network_id': '0b0e84d8-406f-479a-b46a-42f4742e7b95', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:27.455636 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a740c74-29ad-4bd5-8051-bbe5ba9865c3 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Pushing event deleted for resources: {'Subnet': ['ID=16aea52d-44c7-43c9-a73c-190ab4a78fc9,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:27.458840 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-547448dd-dc31-43fd-945e-c567588749bf tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:27:27.467569 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a514273-1ab9-453c-9fab-2e0d05e2ff41 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Router 5052f882-286b-43d0-9acb-0eb4a536e5da is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:27:27.471074 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4e8dc1-62c5-4bdf-b657-abafff7af924 None None] Network aafe1833-8998-4cce-917a-644829ec0a12 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:27:27.485841 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0a740c74-29ad-4bd5-8051-bbe5ba9865c3 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:27.490164 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-0a740c74-29ad-4bd5-8051-bbe5ba9865c3 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "DELETE /v2.0/subnets/16aea52d-44c7-43c9-a73c-190ab4a78fc9 HTTP/1.1" status: 204 len: 168 time: 1.6225269 Feb 09 01:27:27.495198 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 60946) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:27.522701 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-547448dd-dc31-43fd-945e-c567588749bf tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Usage tracker for resource:subnet and tenant:81147165c806469fb64d6c9df4095257 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:27:27.594472 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-547448dd-dc31-43fd-945e-c567588749bf tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:27:27.612887 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-547448dd-dc31-43fd-945e-c567588749bf tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:27:27.670770 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c91a6-9124-4a9f-abc5-0cbbf2450fc1 req-a13aadd1-ebb6-46e2-86cc-d190d07ce235 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:27.678157 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-360c91a6-9124-4a9f-abc5-0cbbf2450fc1 req-a13aadd1-ebb6-46e2-86cc-d190d07ce235 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] 10.222.0.105 "GET /v2.0/ports?device_id=19c7d20e-8160-4186-bf43-fc77505a2c73 HTTP/1.1" status: 200 len: 931 time: 0.4485919 Feb 09 01:27:27.714040 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-547448dd-dc31-43fd-945e-c567588749bf tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Made reservation on behalf of 81147165c806469fb64d6c9df4095257 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:27:27.718693 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-547448dd-dc31-43fd-945e-c567588749bf tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:27.741548 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4fb14961-8625-415b-bacf-8e7b3f7f626d tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:27.794575 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a514273-1ab9-453c-9fab-2e0d05e2ff41 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:27:27.798934 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [req-248d8664-acff-41e2-b052-39fba4085cdf req-e5dd9418-a262-430a-9fdc-3db66f7d5fc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f65ebda2-7253-418f-8168-334eab87d7b1 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:27:27.807265 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3b5425-850b-4a67-bc85-1b145eff31fd None None] Sync routers for ids ['5052f882-286b-43d0-9acb-0eb4a536e5da'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:27:27.809679 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-248d8664-acff-41e2-b052-39fba4085cdf req-e5dd9418-a262-430a-9fdc-3db66f7d5fc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:27.825510 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3b5425-850b-4a67-bc85-1b145eff31fd None None] Routers {'5052f882-286b-43d0-9acb-0eb4a536e5da'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:27:27.826430 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-cc3b5425-850b-4a67-bc85-1b145eff31fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:27:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['5052f882-286b-43d0-9acb-0eb4a536e5da'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:27.831731 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-248d8664-acff-41e2-b052-39fba4085cdf req-e5dd9418-a262-430a-9fdc-3db66f7d5fc8 service neutron] Transition to ACTIVE for port object f65ebda2-7253-418f-8168-334eab87d7b1 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:27:27.861856 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-248d8664-acff-41e2-b052-39fba4085cdf req-e5dd9418-a262-430a-9fdc-3db66f7d5fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:27.874203 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-360c91a6-9124-4a9f-abc5-0cbbf2450fc1 req-418695d1-8cff-470c-b5ed-bf7532eebd4c tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] 10.222.0.105 "GET /v2.0/security-groups?id=9154bf98-ef16-4fe2-9bc6-0f6f5a4138dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948433 Feb 09 01:27:27.911872 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-4fb14961-8625-415b-bacf-8e7b3f7f626d tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Deleting port 746a8675-e01d-4c30-ad17-2c1e45ed2022 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:27:27.912297 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4fb14961-8625-415b-bacf-8e7b3f7f626d tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:27.933909 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4d86f5-b8b7-459a-93ff-5719898dba61 None None] DHCP port deletion for aafe1833-8998-4cce-917a-644829ec0a12 request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:27:27.951537 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-0f4d86f5-b8b7-459a-93ff-5719898dba61 None None] Deleting port 746a8675-e01d-4c30-ad17-2c1e45ed2022 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:27:27.953273 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9a514273-1ab9-453c-9fab-2e0d05e2ff41 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:27.953470 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0f4d86f5-b8b7-459a-93ff-5719898dba61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:27.954440 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9a514273-1ab9-453c-9fab-2e0d05e2ff41 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.4199905 Feb 09 01:27:27.968887 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 60952) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:28.010842 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dd9418-a262-430a-9fdc-3db66f7d5fc8 service neutron] Pushing event updated for resources: {'Port': ['ID=f65ebda2-7253-418f-8168-334eab87d7b1,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:28.255360 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:27:28.279797 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-cc3b5425-850b-4a67-bc85-1b145eff31fd None None] Set router 5052f882-286b-43d0-9acb-0eb4a536e5da gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:27:28.510502 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-617c0278-5eb9-4d87-83b4-64dd83c9919b tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] 10.222.0.105 "GET /v2.0/routers/5052f882-286b-43d0-9acb-0eb4a536e5da HTTP/1.1" status: 200 len: 908 time: 0.5373063 Feb 09 01:27:28.523404 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 60966) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:28.533691 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-a3da6642-ee6a-440c-9975-8d4bd377eaf8 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1559527093', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'enable_snat': True}}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:28.542259 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a3da6642-ee6a-440c-9975-8d4bd377eaf8 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:27:28.555464 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-0f4d86f5-b8b7-459a-93ff-5719898dba61 None None] For port 746a8675-e01d-4c30-ad17-2c1e45ed2022, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=746a8675-e01d-4c30-ad17-2c1e45ed2022,segment=NetworkSegment(827d12f7-d89d-4e19-80a0-59c626606343),segment_id=827d12f7-d89d-4e19-80a0-59c626606343)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:27:28.563188 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0f4d86f5-b8b7-459a-93ff-5719898dba61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:28.575628 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-a3da6642-ee6a-440c-9975-8d4bd377eaf8 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Usage tracker for resource:router and tenant:d54bb6738cc445419217325ba29669ef is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:27:28.582633 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-a3da6642-ee6a-440c-9975-8d4bd377eaf8 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:27:28.621144 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a3da6642-ee6a-440c-9975-8d4bd377eaf8 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:27:28.715870 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-4fb14961-8625-415b-bacf-8e7b3f7f626d tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] For port 746a8675-e01d-4c30-ad17-2c1e45ed2022, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=746a8675-e01d-4c30-ad17-2c1e45ed2022,segment=NetworkSegment(827d12f7-d89d-4e19-80a0-59c626606343),segment_id=827d12f7-d89d-4e19-80a0-59c626606343)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:27:28.716253 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4fb14961-8625-415b-bacf-8e7b3f7f626d tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:28.721022 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-248d8664-acff-41e2-b052-39fba4085cdf req-e5dd9418-a262-430a-9fdc-3db66f7d5fc8 service neutron] Attempting to bind port f65ebda2-7253-418f-8168-334eab87d7b1 on host n-h2-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:27:28.721361 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-248d8664-acff-41e2-b052-39fba4085cdf req-e5dd9418-a262-430a-9fdc-3db66f7d5fc8 service neutron] Attempting to bind port f65ebda2-7253-418f-8168-334eab87d7b1 by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': '54433dfa-6611-4b57-886e-168c215159ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5322c4b5-5555-43a6-8743-912baa7b8508'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:27:28.721781 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248d8664-acff-41e2-b052-39fba4085cdf req-e5dd9418-a262-430a-9fdc-3db66f7d5fc8 service neutron] Attempting to bind port f65ebda2-7253-418f-8168-334eab87d7b1 on network 5322c4b5-5555-43a6-8743-912baa7b8508 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:27:28.726932 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248d8664-acff-41e2-b052-39fba4085cdf req-e5dd9418-a262-430a-9fdc-3db66f7d5fc8 service neutron] Port f65ebda2-7253-418f-8168-334eab87d7b1 on network 5322c4b5-5555-43a6-8743-912baa7b8508 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:27:28.727258 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248d8664-acff-41e2-b052-39fba4085cdf req-e5dd9418-a262-430a-9fdc-3db66f7d5fc8 service neutron] Attempting to bind port f65ebda2-7253-418f-8168-334eab87d7b1 on network 5322c4b5-5555-43a6-8743-912baa7b8508 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:27:28.733287 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248d8664-acff-41e2-b052-39fba4085cdf req-e5dd9418-a262-430a-9fdc-3db66f7d5fc8 service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:27:28.733685 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248d8664-acff-41e2-b052-39fba4085cdf req-e5dd9418-a262-430a-9fdc-3db66f7d5fc8 service neutron] Checking segment: {'id': '54433dfa-6611-4b57-886e-168c215159ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5322c4b5-5555-43a6-8743-912baa7b8508'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:27:28.734079 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248d8664-acff-41e2-b052-39fba4085cdf req-e5dd9418-a262-430a-9fdc-3db66f7d5fc8 service neutron] Bound using segment: {'id': '54433dfa-6611-4b57-886e-168c215159ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5322c4b5-5555-43a6-8743-912baa7b8508'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:27:28.734506 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-248d8664-acff-41e2-b052-39fba4085cdf req-e5dd9418-a262-430a-9fdc-3db66f7d5fc8 service neutron] Bound port: f65ebda2-7253-418f-8168-334eab87d7b1, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54433dfa-6611-4b57-886e-168c215159ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5322c4b5-5555-43a6-8743-912baa7b8508'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:27:28.734903 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-248d8664-acff-41e2-b052-39fba4085cdf req-e5dd9418-a262-430a-9fdc-3db66f7d5fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:28.773915 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a3da6642-ee6a-440c-9975-8d4bd377eaf8 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:28.775457 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a3da6642-ee6a-440c-9975-8d4bd377eaf8 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:28.798698 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a3da6642-ee6a-440c-9975-8d4bd377eaf8 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:28.890035 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-248d8664-acff-41e2-b052-39fba4085cdf req-e5dd9418-a262-430a-9fdc-3db66f7d5fc8 service neutron] For port f65ebda2-7253-418f-8168-334eab87d7b1, host n-h2-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:27:28.893894 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-248d8664-acff-41e2-b052-39fba4085cdf req-e5dd9418-a262-430a-9fdc-3db66f7d5fc8 service neutron] For port f65ebda2-7253-418f-8168-334eab87d7b1, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=f65ebda2-7253-418f-8168-334eab87d7b1,segment=NetworkSegment(54433dfa-6611-4b57-886e-168c215159ee),segment_id=54433dfa-6611-4b57-886e-168c215159ee)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:27:28.894448 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-cc3b5425-850b-4a67-bc85-1b145eff31fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5052f882-286b-43d0-9acb-0eb4a536e5da', 'name': 'tempest-snat-router-1559527093', 'tenant_id': 'd54bb6738cc445419217325ba29669ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.69'}], 'enable_snat': False}, 'gw_port_id': '903a46b0-42b2-453c-b313-9d3ec872c585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:27:21Z', 'updated_at': '2022-02-09T01:27:25Z', 'revision_number': 3, 'project_id': 'd54bb6738cc445419217325ba29669ef', 'gw_port': {'id': '903a46b0-42b2-453c-b313-9d3ec872c585', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5052f882-286b-43d0-9acb-0eb4a536e5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:27:23Z', 'updated_at': '2022-02-09T01:27:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:28.898952 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-248d8664-acff-41e2-b052-39fba4085cdf req-e5dd9418-a262-430a-9fdc-3db66f7d5fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:28.911568 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3b5425-850b-4a67-bc85-1b145eff31fd None None] Checking router: 5052f882-286b-43d0-9acb-0eb4a536e5da for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:27:28.914282 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3b5425-850b-4a67-bc85-1b145eff31fd None None] Updating router 5052f882-286b-43d0-9acb-0eb4a536e5da port 903a46b0-42b2-453c-b313-9d3ec872c585 binding host n-d-828418-1 {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:27:28.923959 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-0f4d86f5-b8b7-459a-93ff-5719898dba61 None None] Calling delete_port for 746a8675-e01d-4c30-ad17-2c1e45ed2022 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:27:28.934467 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-547448dd-dc31-43fd-945e-c567588749bf tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:28.944418 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-4fb14961-8625-415b-bacf-8e7b3f7f626d tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Calling delete_port for 746a8675-e01d-4c30-ad17-2c1e45ed2022 owned by network:dhcp {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:27:28.973632 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d8664-acff-41e2-b052-39fba4085cdf req-e5dd9418-a262-430a-9fdc-3db66f7d5fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:28.974302 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-248d8664-acff-41e2-b052-39fba4085cdf req-e5dd9418-a262-430a-9fdc-3db66f7d5fc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:28.975742 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-248d8664-acff-41e2-b052-39fba4085cdf req-e5dd9418-a262-430a-9fdc-3db66f7d5fc8 service neutron] 10.222.0.99 "PUT /v2.0/ports/f65ebda2-7253-418f-8168-334eab87d7b1 HTTP/1.1" status: 200 len: 1091 time: 3.2481000 Feb 09 01:27:28.978510 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19c7d20e-8160-4186-bf43-fc77505a2c73', 'tag': 'f65ebda2-7253-418f-8168-334eab87d7b1'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:27:29.104373 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device daeff52d-3352-4219-998d-f1556617f8b4 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:27:29.152416 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dd9418-a262-430a-9fdc-3db66f7d5fc8 service neutron] Pushing event updated for resources: {'Port': ['ID=f65ebda2-7253-418f-8168-334eab87d7b1,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:29.204862 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547448dd-dc31-43fd-945e-c567588749bf tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Pushing event updated for resources: {'Subnet': ['ID=8bf42645-fd55-4343-b366-0bb5288db141,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:29.208519 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-cc3b5425-850b-4a67-bc85-1b145eff31fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:29.223914 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: daeff52d-3352-4219-998d-f1556617f8b4 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:27:29.224267 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device daeff52d-3352-4219-998d-f1556617f8b4 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:27:29.224692 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 746a8675-e01d-4c30-ad17-2c1e45ed2022 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:27:29.274276 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19c7d20e-8160-4186-bf43-fc77505a2c73', 'tag': 'f65ebda2-7253-418f-8168-334eab87d7b1', 'status': 'completed', 'code': 200} Feb 09 01:27:29.282527 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0f4d86f5-b8b7-459a-93ff-5719898dba61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:29.292852 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 746a8675-e01d-4c30-ad17-2c1e45ed2022 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:27:29.293205 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 746a8675-e01d-4c30-ad17-2c1e45ed2022 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:27:29.328534 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d8664-acff-41e2-b052-39fba4085cdf req-0c85357a-db4c-4122-b2ae-bde863139780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:29.330712 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4d86f5-b8b7-459a-93ff-5719898dba61 None None] No DVR routers for this DVR port 746a8675-e01d-4c30-ad17-2c1e45ed2022 on host n-d-828418-1 {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:27:29.339501 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-248d8664-acff-41e2-b052-39fba4085cdf req-0c85357a-db4c-4122-b2ae-bde863139780 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=bfb5794a852743e5b12573464865d236&device_id=19c7d20e-8160-4186-bf43-fc77505a2c73 HTTP/1.1" status: 200 len: 1094 time: 0.3211718 Feb 09 01:27:29.352105 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4d86f5-b8b7-459a-93ff-5719898dba61 None None] Pushing event deleted for resources: {'Port': ['ID=746a8675-e01d-4c30-ad17-2c1e45ed2022,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:29.523111 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-248d8664-acff-41e2-b052-39fba4085cdf req-568b6899-e996-49f9-b706-c8aaaacb0b35 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f65ebda2-7253-418f-8168-334eab87d7b1 HTTP/1.1" status: 200 len: 217 time: 0.1826863 Feb 09 01:27:29.708638 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d8664-acff-41e2-b052-39fba4085cdf req-130db5ab-aaa7-4c8f-a49b-e586b7c24a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:29.710918 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-248d8664-acff-41e2-b052-39fba4085cdf req-130db5ab-aaa7-4c8f-a49b-e586b7c24a92 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=046deb8a-ea16-4172-b2a4-3937588d2108 HTTP/1.1" status: 200 len: 853 time: 0.1787114 Feb 09 01:27:29.730763 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547448dd-dc31-43fd-945e-c567588749bf tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Checking segment: {'id': '326be507-a2e6-428e-b375-78b3c4c55a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0b0e84d8-406f-479a-b46a-42f4742e7b95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:27:29.731713 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547448dd-dc31-43fd-945e-c567588749bf tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Network hostable DHCP agents. Network: 0b0e84d8-406f-479a-b46a-42f4742e7b95, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:27:29.849992 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d8664-acff-41e2-b052-39fba4085cdf req-93e55366-76f1-4d13-bbf6-905a9c0cdcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:29.851636 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-248d8664-acff-41e2-b052-39fba4085cdf req-93e55366-76f1-4d13-bbf6-905a9c0cdcf6 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=5322c4b5-5555-43a6-8743-912baa7b8508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1342072 Feb 09 01:27:29.889524 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-cc3b5425-850b-4a67-bc85-1b145eff31fd None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:29.917111 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-cc3b5425-850b-4a67-bc85-1b145eff31fd None None] Transition to ACTIVE for port object 903a46b0-42b2-453c-b313-9d3ec872c585 will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:27:29.937450 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-cc3b5425-850b-4a67-bc85-1b145eff31fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:30.041844 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273b35a-57d8-48c2-9b59-ef850b3d8e22 None None] Pushing event updated for resources: {'Port': ['ID=903a46b0-42b2-453c-b313-9d3ec872c585,revision_number=2']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:30.049866 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a3da6642-ee6a-440c-9975-8d4bd377eaf8 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:30.057521 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-248d8664-acff-41e2-b052-39fba4085cdf req-74cbff8e-1256-4b1c-8203-3b63b7145d17 service neutron] 10.222.0.99 "GET /v2.0/networks/5322c4b5-5555-43a6-8743-912baa7b8508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988101 Feb 09 01:27:30.084364 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-cc3b5425-850b-4a67-bc85-1b145eff31fd None None] Attempting to bind port 903a46b0-42b2-453c-b313-9d3ec872c585 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:27:30.084729 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-cc3b5425-850b-4a67-bc85-1b145eff31fd None None] Attempting to bind port 903a46b0-42b2-453c-b313-9d3ec872c585 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:27:30.084890 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547448dd-dc31-43fd-945e-c567588749bf tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Network 0b0e84d8-406f-479a-b46a-42f4742e7b95 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:27:30.085083 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3b5425-850b-4a67-bc85-1b145eff31fd None None] Attempting to bind port 903a46b0-42b2-453c-b313-9d3ec872c585 on network 3d885c3c-255c-4e54-addc-b28437d0b18e {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:27:30.091515 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3b5425-850b-4a67-bc85-1b145eff31fd None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:27:30.094503 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3b5425-850b-4a67-bc85-1b145eff31fd None None] Checking segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:27:30.095403 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-cc3b5425-850b-4a67-bc85-1b145eff31fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:30.095953 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3b5425-850b-4a67-bc85-1b145eff31fd None None] Bound using segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:27:30.096592 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-cc3b5425-850b-4a67-bc85-1b145eff31fd None None] Bound port: 903a46b0-42b2-453c-b313-9d3ec872c585, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:27:30.097589 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.db.api [None req-4fb14961-8625-415b-bacf-8e7b3f7f626d tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:27:30.098098 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-cc3b5425-850b-4a67-bc85-1b145eff31fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:30.098317 n-d-828418-1 neutron-server[87639]: DEBUG oslo_db.api [None req-4fb14961-8625-415b-bacf-8e7b3f7f626d tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:27:30.179645 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-547448dd-dc31-43fd-945e-c567588749bf tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 0b0e84d8-406f-479a-b46a-42f4742e7b95) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:30.189350 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d4e62-20e6-4d0b-b612-43846f6589e8 req-4a9dfa1b-b3d1-411e-8a46-a6e29b888e90 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:30.191392 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-be7d4e62-20e6-4d0b-b612-43846f6589e8 req-4a9dfa1b-b3d1-411e-8a46-a6e29b888e90 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] 10.222.0.105 "GET /v2.0/ports?device_id=19c7d20e-8160-4186-bf43-fc77505a2c73 HTTP/1.1" status: 200 len: 943 time: 0.9097204 Feb 09 01:27:30.191926 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62548dbc-1607-4e35-8ef7-9f11fe857cf6 None None] Network 0b0e84d8-406f-479a-b46a-42f4742e7b95 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:27:30.200429 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547448dd-dc31-43fd-945e-c567588749bf tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:30.201387 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-547448dd-dc31-43fd-945e-c567588749bf tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:30.227232 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-cc3b5425-850b-4a67-bc85-1b145eff31fd None None] For port 903a46b0-42b2-453c-b313-9d3ec872c585, host n-d-828418-1, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:27:30.231416 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-cc3b5425-850b-4a67-bc85-1b145eff31fd None None] For port 903a46b0-42b2-453c-b313-9d3ec872c585, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=903a46b0-42b2-453c-b313-9d3ec872c585,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:27:30.238313 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-cc3b5425-850b-4a67-bc85-1b145eff31fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:30.262065 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-be7d4e62-20e6-4d0b-b612-43846f6589e8 req-c7e7704e-e63e-4e07-a800-9de58d6b46e1 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] 10.222.0.105 "GET /v2.0/security-groups?id=9154bf98-ef16-4fe2-9bc6-0f6f5a4138dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534229 Feb 09 01:27:30.306762 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-547448dd-dc31-43fd-945e-c567588749bf tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0183029 Feb 09 01:27:30.309817 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 60994) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:30.318494 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-26cc48a0-38a8-4bfe-9671-adb6481e77f4 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1725349996', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}, 'admin_state_up': False}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:30.334567 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-26cc48a0-38a8-4bfe-9671-adb6481e77f4 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:27:30.341734 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-26cc48a0-38a8-4bfe-9671-adb6481e77f4 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Usage tracker for resource:router and tenant:81147165c806469fb64d6c9df4095257 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:27:30.346173 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-248d8664-acff-41e2-b052-39fba4085cdf req-372567a6-9669-47fb-bd5e-04e57af33fcf service neutron] 10.222.0.99 "GET /v2.0/networks/5322c4b5-5555-43a6-8743-912baa7b8508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789764 Feb 09 01:27:30.356580 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-26cc48a0-38a8-4bfe-9671-adb6481e77f4 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:27:30.368287 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-26cc48a0-38a8-4bfe-9671-adb6481e77f4 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:27:30.380811 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273b35a-57d8-48c2-9b59-ef850b3d8e22 None None] Pushing event updated for resources: {'Port': ['ID=903a46b0-42b2-453c-b313-9d3ec872c585,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:30.385710 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3b5425-850b-4a67-bc85-1b145eff31fd None None] Routers {'5052f882-286b-43d0-9acb-0eb4a536e5da'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:27:30.387054 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-cc3b5425-850b-4a67-bc85-1b145eff31fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:27:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['5052f882-286b-43d0-9acb-0eb4a536e5da'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:30.561791 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775fecfb-da2f-4ffd-9011-01c6c81d39c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-0b0e84d8-406f-479a-b46a-42f4742e7b95', 'network_id': '0b0e84d8-406f-479a-b46a-42f4742e7b95', 'tenant_id': '81147165c806469fb64d6c9df4095257', 'fixed_ips': [{'subnet_id': '8bf42645-fd55-4343-b366-0bb5288db141'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:27:30.563657 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-775fecfb-da2f-4ffd-9011-01c6c81d39c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:30.566615 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-26cc48a0-38a8-4bfe-9671-adb6481e77f4 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:30.567740 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-26cc48a0-38a8-4bfe-9671-adb6481e77f4 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:30.599492 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-4fb14961-8625-415b-bacf-8e7b3f7f626d tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Deleting port 746a8675-e01d-4c30-ad17-2c1e45ed2022 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:27:30.599969 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4fb14961-8625-415b-bacf-8e7b3f7f626d tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:30.644420 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c2849-8483-45fa-9561-07e77f8cad40 req-d4d72eba-93c4-4bab-b9fd-61259c986d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:30.646115 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-388c2849-8483-45fa-9561-07e77f8cad40 req-d4d72eba-93c4-4bab-b9fd-61259c986d80 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=bfb5794a852743e5b12573464865d236&device_id=19c7d20e-8160-4186-bf43-fc77505a2c73 HTTP/1.1" status: 200 len: 1094 time: 0.2406266 Feb 09 01:27:30.663964 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-26cc48a0-38a8-4bfe-9671-adb6481e77f4 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:30.673979 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a3da6642-ee6a-440c-9975-8d4bd377eaf8 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:30.774356 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-4fb14961-8625-415b-bacf-8e7b3f7f626d tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] The port '746a8675-e01d-4c30-ad17-2c1e45ed2022' was deleted {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:27:30.775753 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a3da6642-ee6a-440c-9975-8d4bd377eaf8 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:30.861356 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-cc3b5425-850b-4a67-bc85-1b145eff31fd None None] Set router 5052f882-286b-43d0-9acb-0eb4a536e5da gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:27:30.928806 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-775fecfb-da2f-4ffd-9011-01c6c81d39c7 None None] Allocated IP 172.20.0.2 (0b0e84d8-406f-479a-b46a-42f4742e7b95/8bf42645-fd55-4343-b366-0bb5288db141/41687da2-56b9-417b-b1cf-54c55873c847) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:27:31.000350 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c2849-8483-45fa-9561-07e77f8cad40 req-30918fc3-1c89-4dd1-9a1d-f2725c6d2403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:31.001914 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-388c2849-8483-45fa-9561-07e77f8cad40 req-30918fc3-1c89-4dd1-9a1d-f2725c6d2403 service neutron] 10.222.0.99 "GET /v2.0/networks?id=5322c4b5-5555-43a6-8743-912baa7b8508 HTTP/1.1" status: 200 len: 915 time: 0.3455570 Feb 09 01:27:31.122875 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4fb14961-8625-415b-bacf-8e7b3f7f626d tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:31.134902 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-388c2849-8483-45fa-9561-07e77f8cad40 req-3d553099-81fb-4400-b467-6bde7475536a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f65ebda2-7253-418f-8168-334eab87d7b1 HTTP/1.1" status: 200 len: 217 time: 0.1268220 Feb 09 01:27:31.152812 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-4fb14961-8625-415b-bacf-8e7b3f7f626d tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aafe1833-8998-4cce-917a-644829ec0a12']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:31.166997 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-4fb14961-8625-415b-bacf-8e7b3f7f626d tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '827d12f7-d89d-4e19-80a0-59c626606343') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:31.167456 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-4fb14961-8625-415b-bacf-8e7b3f7f626d tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '827d12f7-d89d-4e19-80a0-59c626606343') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:31.181394 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4fb14961-8625-415b-bacf-8e7b3f7f626d tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:31.201346 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4fb14961-8625-415b-bacf-8e7b3f7f626d tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:31.208549 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fb14961-8625-415b-bacf-8e7b3f7f626d tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:27:31.209183 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4fb14961-8625-415b-bacf-8e7b3f7f626d tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:31.283737 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-775fecfb-da2f-4ffd-9011-01c6c81d39c7 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:31.289562 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-cc3b5425-850b-4a67-bc85-1b145eff31fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5052f882-286b-43d0-9acb-0eb4a536e5da', 'name': 'tempest-snat-router-1559527093', 'tenant_id': 'd54bb6738cc445419217325ba29669ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.69'}], 'enable_snat': False}, 'gw_port_id': '903a46b0-42b2-453c-b313-9d3ec872c585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:27:21Z', 'updated_at': '2022-02-09T01:27:25Z', 'revision_number': 3, 'project_id': 'd54bb6738cc445419217325ba29669ef', 'gw_port': {'id': '903a46b0-42b2-453c-b313-9d3ec872c585', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5052f882-286b-43d0-9acb-0eb4a536e5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:27:23Z', 'updated_at': '2022-02-09T01:27:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:31.295016 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3b5425-850b-4a67-bc85-1b145eff31fd None None] The sync data for ids ['5052f882-286b-43d0-9acb-0eb4a536e5da'] in n-d-828418-1 is: [{'id': '5052f882-286b-43d0-9acb-0eb4a536e5da', 'name': 'tempest-snat-router-1559527093', 'tenant_id': 'd54bb6738cc445419217325ba29669ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.69'}], 'enable_snat': False}, 'gw_port_id': '903a46b0-42b2-453c-b313-9d3ec872c585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:27:21Z', 'updated_at': '2022-02-09T01:27:25Z', 'revision_number': 3, 'project_id': 'd54bb6738cc445419217325ba29669ef', 'gw_port': {'id': '903a46b0-42b2-453c-b313-9d3ec872c585', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5052f882-286b-43d0-9acb-0eb4a536e5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:27:23Z', 'updated_at': '2022-02-09T01:27:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828418-1'}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:27:31.304096 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c2849-8483-45fa-9561-07e77f8cad40 req-ac1105f0-f0b5-4f13-be0e-705be491d2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:31.305586 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-388c2849-8483-45fa-9561-07e77f8cad40 req-ac1105f0-f0b5-4f13-be0e-705be491d2bb service neutron] 10.222.0.99 "GET /v2.0/subnets?id=046deb8a-ea16-4172-b2a4-3937588d2108 HTTP/1.1" status: 200 len: 853 time: 0.1591449 Feb 09 01:27:31.308702 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-775fecfb-da2f-4ffd-9011-01c6c81d39c7 None None] Transition to ACTIVE for port object 41687da2-56b9-417b-b1cf-54c55873c847 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:27:31.377468 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-775fecfb-da2f-4ffd-9011-01c6c81d39c7 None None] Transition to ACTIVE for port object 41687da2-56b9-417b-b1cf-54c55873c847 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:27:31.389166 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-775fecfb-da2f-4ffd-9011-01c6c81d39c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:31.482875 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775fecfb-da2f-4ffd-9011-01c6c81d39c7 None None] Network 0b0e84d8-406f-479a-b46a-42f4742e7b95 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:27:31.487424 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-775fecfb-da2f-4ffd-9011-01c6c81d39c7 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:31.491454 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775fecfb-da2f-4ffd-9011-01c6c81d39c7 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:27:31.501176 n-d-828418-1 neutron-server[87639]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:27:31.501176 n-d-828418-1 neutron-server[87639]: util.warn( Feb 09 01:27:31.501176 n-d-828418-1 neutron-server[87639]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:27:31.501176 n-d-828418-1 neutron-server[87639]: util.warn( Feb 09 01:27:31.501176 n-d-828418-1 neutron-server[87639]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:27:31.501176 n-d-828418-1 neutron-server[87639]: util.warn( Feb 09 01:27:31.501176 n-d-828418-1 neutron-server[87639]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:27:31.501176 n-d-828418-1 neutron-server[87639]: util.warn( Feb 09 01:27:31.501176 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 01:27:31.501176 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:27:31.501176 n-d-828418-1 neutron-server[87639]: timer() Feb 09 01:27:31.501176 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:27:31.501176 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 01:27:31.501176 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:27:31.501176 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 01:27:31.501176 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:27:31.501176 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 01:27:31.501176 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:27:31.501176 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 01:27:31.501176 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:27:31.501176 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 01:27:31.501176 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:27:31.501176 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:27:31.501176 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:27:31.501176 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:27:31.501176 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:27:31.501176 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 01:27:31.501176 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:27:31.501176 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 01:27:31.501176 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:27:31.501176 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:27:31.501176 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:27:31.501176 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 01:27:31.501176 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:27:31.501176 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:27:31.501176 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:27:31.501176 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:27:31.501176 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:27:31.501176 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:27:31.501176 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:27:31.573207 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4fb14961-8625-415b-bacf-8e7b3f7f626d tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:31.578470 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c2849-8483-45fa-9561-07e77f8cad40 req-e4d5160c-2cbc-4566-b4a9-036480603635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:31.579914 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-388c2849-8483-45fa-9561-07e77f8cad40 req-e4d5160c-2cbc-4566-b4a9-036480603635 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=5322c4b5-5555-43a6-8743-912baa7b8508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2661595 Feb 09 01:27:31.645774 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775fecfb-da2f-4ffd-9011-01c6c81d39c7 None None] Pushing event updated for resources: {'Port': ['ID=41687da2-56b9-417b-b1cf-54c55873c847,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:31.674898 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-775fecfb-da2f-4ffd-9011-01c6c81d39c7 None None] Attempting to bind port 41687da2-56b9-417b-b1cf-54c55873c847 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:27:31.675277 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-775fecfb-da2f-4ffd-9011-01c6c81d39c7 None None] Attempting to bind port 41687da2-56b9-417b-b1cf-54c55873c847 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '326be507-a2e6-428e-b375-78b3c4c55a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0b0e84d8-406f-479a-b46a-42f4742e7b95'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:27:31.675660 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775fecfb-da2f-4ffd-9011-01c6c81d39c7 None None] Attempting to bind port 41687da2-56b9-417b-b1cf-54c55873c847 on network 0b0e84d8-406f-479a-b46a-42f4742e7b95 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:27:31.681960 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775fecfb-da2f-4ffd-9011-01c6c81d39c7 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:27:31.682335 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775fecfb-da2f-4ffd-9011-01c6c81d39c7 None None] Checking segment: {'id': '326be507-a2e6-428e-b375-78b3c4c55a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0b0e84d8-406f-479a-b46a-42f4742e7b95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:27:31.682936 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-775fecfb-da2f-4ffd-9011-01c6c81d39c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:31.683488 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775fecfb-da2f-4ffd-9011-01c6c81d39c7 None None] Bound using segment: {'id': '326be507-a2e6-428e-b375-78b3c4c55a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0b0e84d8-406f-479a-b46a-42f4742e7b95'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:27:31.684663 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-775fecfb-da2f-4ffd-9011-01c6c81d39c7 None None] Bound port: 41687da2-56b9-417b-b1cf-54c55873c847, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '326be507-a2e6-428e-b375-78b3c4c55a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0b0e84d8-406f-479a-b46a-42f4742e7b95'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:27:31.685217 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-775fecfb-da2f-4ffd-9011-01c6c81d39c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:31.716357 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4fb14961-8625-415b-bacf-8e7b3f7f626d tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:31.870286 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-388c2849-8483-45fa-9561-07e77f8cad40 req-616ca789-215a-49c6-b9e1-9c0d6c326433 service neutron] 10.222.0.99 "GET /v2.0/networks/5322c4b5-5555-43a6-8743-912baa7b8508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763493 Feb 09 01:27:31.902071 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-775fecfb-da2f-4ffd-9011-01c6c81d39c7 None None] For port 41687da2-56b9-417b-b1cf-54c55873c847, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:27:31.919499 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-775fecfb-da2f-4ffd-9011-01c6c81d39c7 None None] For port 41687da2-56b9-417b-b1cf-54c55873c847, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=41687da2-56b9-417b-b1cf-54c55873c847,segment=NetworkSegment(326be507-a2e6-428e-b375-78b3c4c55a38),segment_id=326be507-a2e6-428e-b375-78b3c4c55a38)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:27:31.926347 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-775fecfb-da2f-4ffd-9011-01c6c81d39c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:31.929962 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-4fb14961-8625-415b-bacf-8e7b3f7f626d tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "DELETE /v2.0/networks/aafe1833-8998-4cce-917a-644829ec0a12 HTTP/1.1" status: 204 len: 168 time: 4.4335585 Feb 09 01:27:31.935295 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 32796) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:32.051509 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775fecfb-da2f-4ffd-9011-01c6c81d39c7 None None] Pushing event updated for resources: {'Port': ['ID=41687da2-56b9-417b-b1cf-54c55873c847,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:32.314164 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb14961-8625-415b-bacf-8e7b3f7f626d tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Pushing event deleted for resources: {'Network': ['ID=aafe1833-8998-4cce-917a-644829ec0a12,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:32.510188 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-26cc48a0-38a8-4bfe-9671-adb6481e77f4 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:32.562535 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-388c2849-8483-45fa-9561-07e77f8cad40 req-d001a401-bc15-40aa-9a36-5927925621f6 service neutron] 10.222.0.99 "GET /v2.0/networks/5322c4b5-5555-43a6-8743-912baa7b8508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6838498 Feb 09 01:27:32.676236 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-a3da6642-ee6a-440c-9975-8d4bd377eaf8 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Allocated IP 172.25.0.227 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/b5ec78fa-b45f-4931-9c2a-18617b1c99d5) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:27:32.807596 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 903a46b0-42b2-453c-b313-9d3ec872c585 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:27:32.996534 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d030668f-dc34-4e04-b50c-61d12efc2cca req-8a0b26ed-2d4b-4495-a2e9-212f15d584b2 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:32.998374 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d030668f-dc34-4e04-b50c-61d12efc2cca req-8a0b26ed-2d4b-4495-a2e9-212f15d584b2 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] 10.222.0.105 "GET /v2.0/ports?device_id=19c7d20e-8160-4186-bf43-fc77505a2c73 HTTP/1.1" status: 200 len: 943 time: 1.3535841 Feb 09 01:27:33.012428 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 903a46b0-42b2-453c-b313-9d3ec872c585 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:27:33.034149 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 903a46b0-42b2-453c-b313-9d3ec872c585 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:33.034526 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:33.084751 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a3da6642-ee6a-440c-9975-8d4bd377eaf8 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:33.113911 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d030668f-dc34-4e04-b50c-61d12efc2cca req-fce6173c-3724-4c65-9da3-2f89e187b923 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] 10.222.0.105 "GET /v2.0/security-groups?id=9154bf98-ef16-4fe2-9bc6-0f6f5a4138dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077440 Feb 09 01:27:33.223110 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a3da6642-ee6a-440c-9975-8d4bd377eaf8 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:33.331037 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3da6642-ee6a-440c-9975-8d4bd377eaf8 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Pushing event updated for resources: {'Port': ['ID=b5ec78fa-b45f-4931-9c2a-18617b1c99d5,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:33.373380 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3da6642-ee6a-440c-9975-8d4bd377eaf8 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:27:33.374444 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:33.378120 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-a3da6642-ee6a-440c-9975-8d4bd377eaf8 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:33.385360 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3da6642-ee6a-440c-9975-8d4bd377eaf8 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:27:33.414465 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 903a46b0-42b2-453c-b313-9d3ec872c585, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=903a46b0-42b2-453c-b313-9d3ec872c585,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:27:33.419845 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:33.421074 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 41687da2-56b9-417b-b1cf-54c55873c847 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:27:33.523774 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-822d6fe6-8774-48ac-9442-a6a581421c7b tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:33.592300 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 41687da2-56b9-417b-b1cf-54c55873c847 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:27:33.604670 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=903a46b0-42b2-453c-b313-9d3ec872c585,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:33.923494 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-26cc48a0-38a8-4bfe-9671-adb6481e77f4 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for router_gateway, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:33.989273 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-26cc48a0-38a8-4bfe-9671-adb6481e77f4 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:34.012967 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc86019f-42ff-4d89-aa73-e209bfb8afe0 None None] Network 0b0e84d8-406f-479a-b46a-42f4742e7b95 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:27:34.148695 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-822d6fe6-8774-48ac-9442-a6a581421c7b tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Deleting port f0892795-40c8-4b08-93ce-c4ead476a875 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:27:34.149058 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-822d6fe6-8774-48ac-9442-a6a581421c7b tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:34.361537 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-bc732830-0f3d-4513-9120-b4a5fb10d776 None None] Provisioning for port 41687da2-56b9-417b-b1cf-54c55873c847 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:27:34.414464 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-bc732830-0f3d-4513-9120-b4a5fb10d776 None None] Provisioning complete for port 41687da2-56b9-417b-b1cf-54c55873c847 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:34.414836 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bc732830-0f3d-4513-9120-b4a5fb10d776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:34.599873 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bc732830-0f3d-4513-9120-b4a5fb10d776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:34.638536 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-822d6fe6-8774-48ac-9442-a6a581421c7b tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] For port f0892795-40c8-4b08-93ce-c4ead476a875, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=f0892795-40c8-4b08-93ce-c4ead476a875,segment=NetworkSegment(e30510cf-1bdd-4c8e-9006-fe27f7db5836),segment_id=e30510cf-1bdd-4c8e-9006-fe27f7db5836)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:27:34.639285 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-822d6fe6-8774-48ac-9442-a6a581421c7b tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:34.702565 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 903a46b0-42b2-453c-b313-9d3ec872c585 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:27:34.788887 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-bc732830-0f3d-4513-9120-b4a5fb10d776 None None] For port 41687da2-56b9-417b-b1cf-54c55873c847, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=41687da2-56b9-417b-b1cf-54c55873c847,segment=NetworkSegment(326be507-a2e6-428e-b375-78b3c4c55a38),segment_id=326be507-a2e6-428e-b375-78b3c4c55a38)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:27:34.797818 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bc732830-0f3d-4513-9120-b4a5fb10d776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:34.882163 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-822d6fe6-8774-48ac-9442-a6a581421c7b tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Calling delete_port for f0892795-40c8-4b08-93ce-c4ead476a875 owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:27:34.888126 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e4eb20-0b10-4beb-adf6-4c04442b58ed req-523746d3-95ea-4d58-a3e1-1d213a6d9b16 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:34.898278 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b3e4eb20-0b10-4beb-adf6-4c04442b58ed req-523746d3-95ea-4d58-a3e1-1d213a6d9b16 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] 10.222.0.105 "GET /v2.0/ports?device_id=19c7d20e-8160-4186-bf43-fc77505a2c73 HTTP/1.1" status: 200 len: 943 time: 0.6030803 Feb 09 01:27:34.915697 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 903a46b0-42b2-453c-b313-9d3ec872c585 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:34.917346 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:34.917629 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-26cc48a0-38a8-4bfe-9671-adb6481e77f4 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Allocated IP 172.25.0.7 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/c202016c-ef0d-4052-9152-bcf2301fcb50) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:27:34.994474 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc732830-0f3d-4513-9120-b4a5fb10d776 None None] Pushing event updated for resources: {'Port': ['ID=41687da2-56b9-417b-b1cf-54c55873c847,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:35.144409 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b3e4eb20-0b10-4beb-adf6-4c04442b58ed req-8d0a286e-5cac-4b96-bab6-df53f6ed46e9 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] 10.222.0.105 "GET /v2.0/security-groups?id=9154bf98-ef16-4fe2-9bc6-0f6f5a4138dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2450619 Feb 09 01:27:35.166945 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a3da6642-ee6a-440c-9975-8d4bd377eaf8 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:35.272554 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4adb89e1-f713-433b-8a1f-c8e2e5821d06 None None] Provisioning complete for port 41687da2-56b9-417b-b1cf-54c55873c847 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:35.273705 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4adb89e1-f713-433b-8a1f-c8e2e5821d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:35.296184 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-822d6fe6-8774-48ac-9442-a6a581421c7b tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:35.368955 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822d6fe6-8774-48ac-9442-a6a581421c7b tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Pushing event deleted for resources: {'Port': ['ID=f0892795-40c8-4b08-93ce-c4ead476a875,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:35.509725 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-26cc48a0-38a8-4bfe-9671-adb6481e77f4 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:35.696937 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-26cc48a0-38a8-4bfe-9671-adb6481e77f4 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:35.809681 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cc48a0-38a8-4bfe-9671-adb6481e77f4 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Pushing event updated for resources: {'Port': ['ID=c202016c-ef0d-4052-9152-bcf2301fcb50,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:35.842857 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26cc48a0-38a8-4bfe-9671-adb6481e77f4 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:27:35.844045 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-26cc48a0-38a8-4bfe-9671-adb6481e77f4 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:35.852753 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cc48a0-38a8-4bfe-9671-adb6481e77f4 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:27:35.906412 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-822d6fe6-8774-48ac-9442-a6a581421c7b tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:36.010697 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a3da6642-ee6a-440c-9975-8d4bd377eaf8 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:36.341539 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-822d6fe6-8774-48ac-9442-a6a581421c7b tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Router c72aacc6-9a88-403d-bdbf-6c1a720e85f2 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:27:36.542030 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-822d6fe6-8774-48ac-9442-a6a581421c7b tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:27:36.561828 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-822d6fe6-8774-48ac-9442-a6a581421c7b tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "PUT /v2.0/routers/c72aacc6-9a88-403d-bdbf-6c1a720e85f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6250513 Feb 09 01:27:36.562455 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 32866) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:36.562851 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1c9284-5c7b-4fee-874d-d8307f4a1b0b None None] Sync routers for ids ['c72aacc6-9a88-403d-bdbf-6c1a720e85f2'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:27:36.587576 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1c9284-5c7b-4fee-874d-d8307f4a1b0b None None] Routers {'c72aacc6-9a88-403d-bdbf-6c1a720e85f2'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:27:36.588590 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-db1c9284-5c7b-4fee-874d-d8307f4a1b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:27:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['c72aacc6-9a88-403d-bdbf-6c1a720e85f2'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:36.782895 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-d952e78a-4717-460f-91d7-5c02c52ea504 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Deleting subnet c75c6596-1159-47f6-9fda-50d7db9dcb9f {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:27:36.802510 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d952e78a-4717-460f-91d7-5c02c52ea504 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:36.862676 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f9026b-cd60-4bd7-8ad6-94e5ee01cca6 req-f666bb1c-e243-469b-8a6d-f9e80e998dd1 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:36.864255 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-85f9026b-cd60-4bd7-8ad6-94e5ee01cca6 req-f666bb1c-e243-469b-8a6d-f9e80e998dd1 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] 10.222.0.105 "GET /v2.0/ports?device_id=19c7d20e-8160-4186-bf43-fc77505a2c73 HTTP/1.1" status: 200 len: 943 time: 0.5796723 Feb 09 01:27:36.912527 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 41687da2-56b9-417b-b1cf-54c55873c847 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:27:36.926018 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-85f9026b-cd60-4bd7-8ad6-94e5ee01cca6 req-df767bdb-454f-48c5-84fe-7b3e2a15c66b tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] 10.222.0.105 "GET /v2.0/security-groups?id=9154bf98-ef16-4fe2-9bc6-0f6f5a4138dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510111 Feb 09 01:27:36.936947 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d952e78a-4717-460f-91d7-5c02c52ea504 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:36.995840 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-db1c9284-5c7b-4fee-874d-d8307f4a1b0b None None] Set router c72aacc6-9a88-403d-bdbf-6c1a720e85f2 gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:27:37.108759 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-26cc48a0-38a8-4bfe-9671-adb6481e77f4 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for router_gateway, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:37.167931 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d952e78a-4717-460f-91d7-5c02c52ea504 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:37.269252 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3da6642-ee6a-440c-9975-8d4bd377eaf8 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Router fe5adc82-7e54-4edd-bf21-82387bfe4226 is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:27:37.287305 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 41687da2-56b9-417b-b1cf-54c55873c847 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:37.287685 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:37.307387 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d952e78a-4717-460f-91d7-5c02c52ea504 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:37.356812 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d952e78a-4717-460f-91d7-5c02c52ea504 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Pushing event deleted for resources: {'Subnet': ['ID=c75c6596-1159-47f6-9fda-50d7db9dcb9f,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:37.361714 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d952e78a-4717-460f-91d7-5c02c52ea504 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:37.378996 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d952e78a-4717-460f-91d7-5c02c52ea504 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "DELETE /v2.0/subnets/c75c6596-1159-47f6-9fda-50d7db9dcb9f HTTP/1.1" status: 204 len: 168 time: 0.8154135 Feb 09 01:27:37.379518 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 32882) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:37.392501 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7fc61c-a8c0-4e20-a16d-968189182fa9 None None] Network cd5970d1-c803-48fa-b793-c5ea29cbfb79 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:27:37.594047 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-be9bc4e3-a41a-4ead-86da-35e2129f8d96 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:37.624128 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-be9bc4e3-a41a-4ead-86da-35e2129f8d96 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Deleting port 887c64da-9476-45be-b98e-5939bd458e93 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:27:37.624382 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-be9bc4e3-a41a-4ead-86da-35e2129f8d96 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:37.916249 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3da6642-ee6a-440c-9975-8d4bd377eaf8 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:27:37.926164 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0053bb77-eefd-4ed3-935b-b4f85ae44815 None None] Sync routers for ids ['fe5adc82-7e54-4edd-bf21-82387bfe4226'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:27:37.942463 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0053bb77-eefd-4ed3-935b-b4f85ae44815 None None] Routers {'fe5adc82-7e54-4edd-bf21-82387bfe4226'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:27:37.943267 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-0053bb77-eefd-4ed3-935b-b4f85ae44815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:27:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['fe5adc82-7e54-4edd-bf21-82387bfe4226'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:37.983952 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a3da6642-ee6a-440c-9975-8d4bd377eaf8 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:37.985181 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-a3da6642-ee6a-440c-9975-8d4bd377eaf8 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 9.4605584 Feb 09 01:27:38.002671 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 32898) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:38.008975 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-be9bc4e3-a41a-4ead-86da-35e2129f8d96 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] For port 887c64da-9476-45be-b98e-5939bd458e93, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=887c64da-9476-45be-b98e-5939bd458e93,segment=NetworkSegment(e30510cf-1bdd-4c8e-9006-fe27f7db5836),segment_id=e30510cf-1bdd-4c8e-9006-fe27f7db5836)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:27:38.009334 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-be9bc4e3-a41a-4ead-86da-35e2129f8d96 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:38.130670 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38af6e1a-9678-483e-8684-97310ed55056 None None] DHCP port deletion for cd5970d1-c803-48fa-b793-c5ea29cbfb79 request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:27:38.140793 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-38af6e1a-9678-483e-8684-97310ed55056 None None] Deleting port 887c64da-9476-45be-b98e-5939bd458e93 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:27:38.141499 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-38af6e1a-9678-483e-8684-97310ed55056 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:38.200334 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2f83af1b-1c8b-433a-b3a7-530eac7133e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:38.268327 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-26cc48a0-38a8-4bfe-9671-adb6481e77f4 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:38.326332 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-0053bb77-eefd-4ed3-935b-b4f85ae44815 None None] Set router fe5adc82-7e54-4edd-bf21-82387bfe4226 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:27:38.489582 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f586df61-0859-4976-a2ec-c385345b7001 req-9fa8512a-e9a6-4177-afaa-8644577f0896 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:38.491595 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f586df61-0859-4976-a2ec-c385345b7001 req-9fa8512a-e9a6-4177-afaa-8644577f0896 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] 10.222.0.105 "GET /v2.0/ports?device_id=19c7d20e-8160-4186-bf43-fc77505a2c73 HTTP/1.1" status: 200 len: 943 time: 0.3144548 Feb 09 01:27:38.525553 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-2436f60c-ee3d-4eb4-9004-75e1aca03b18 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] 10.222.0.105 "GET /v2.0/routers/fe5adc82-7e54-4edd-bf21-82387bfe4226 HTTP/1.1" status: 200 len: 908 time: 0.5217617 Feb 09 01:27:38.542325 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 32908) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:38.719214 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-38af6e1a-9678-483e-8684-97310ed55056 None None] For port 887c64da-9476-45be-b98e-5939bd458e93, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=887c64da-9476-45be-b98e-5939bd458e93,segment=NetworkSegment(e30510cf-1bdd-4c8e-9006-fe27f7db5836),segment_id=e30510cf-1bdd-4c8e-9006-fe27f7db5836)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:27:38.719856 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-38af6e1a-9678-483e-8684-97310ed55056 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:38.825070 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f586df61-0859-4976-a2ec-c385345b7001 req-845d0b80-ae73-4248-a5c4-988212ae6e70 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] 10.222.0.105 "GET /v2.0/security-groups?id=9154bf98-ef16-4fe2-9bc6-0f6f5a4138dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2950647 Feb 09 01:27:38.836765 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device f65ebda2-7253-418f-8168-334eab87d7b1 details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:27:38.838927 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 887c64da-9476-45be-b98e-5939bd458e93 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:27:38.867273 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-be9bc4e3-a41a-4ead-86da-35e2129f8d96 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Calling delete_port for 887c64da-9476-45be-b98e-5939bd458e93 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:27:38.967045 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-be9bc4e3-a41a-4ead-86da-35e2129f8d96 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:39.045139 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-0053bb77-eefd-4ed3-935b-b4f85ae44815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe5adc82-7e54-4edd-bf21-82387bfe4226', 'name': 'tempest-snat-router-1559527093', 'tenant_id': 'd54bb6738cc445419217325ba29669ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'b5ec78fa-b45f-4931-9c2a-18617b1c99d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:27:28Z', 'updated_at': '2022-02-09T01:27:34Z', 'revision_number': 3, 'project_id': 'd54bb6738cc445419217325ba29669ef', 'gw_port': {'id': 'b5ec78fa-b45f-4931-9c2a-18617b1c99d5', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e1:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe5adc82-7e54-4edd-bf21-82387bfe4226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:27:30Z', 'updated_at': '2022-02-09T01:27:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:39.054606 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0053bb77-eefd-4ed3-935b-b4f85ae44815 None None] Checking router: fe5adc82-7e54-4edd-bf21-82387bfe4226 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:27:39.055258 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0053bb77-eefd-4ed3-935b-b4f85ae44815 None None] Updating router fe5adc82-7e54-4edd-bf21-82387bfe4226 port b5ec78fa-b45f-4931-9c2a-18617b1c99d5 binding host n-d-828418-1 {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:27:39.064437 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-38af6e1a-9678-483e-8684-97310ed55056 None None] Calling delete_port for 887c64da-9476-45be-b98e-5939bd458e93 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:27:39.085890 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9bc4e3-a41a-4ead-86da-35e2129f8d96 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Pushing event deleted for resources: {'Port': ['ID=887c64da-9476-45be-b98e-5939bd458e93,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:39.094494 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9bc4e3-a41a-4ead-86da-35e2129f8d96 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] No DVR routers for this DVR port 887c64da-9476-45be-b98e-5939bd458e93 on host n-d-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:27:39.153685 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No active binding found for port 887c64da-9476-45be-b98e-5939bd458e93 {{(pid=87640) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 09 01:27:39.154209 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 887c64da-9476-45be-b98e-5939bd458e93 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:27:39.174058 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-db1c9284-5c7b-4fee-874d-d8307f4a1b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'name': 'tempest-RoutersIpV6Test-router-1288953959', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:26:20Z', 'updated_at': '2022-02-09T01:27:35Z', 'revision_number': 10, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'gw_port_host': None, '_interfaces': [{'id': '0fd16d49-7673-4766-bb29-1f94c852bd30', 'name': '', 'network_id': '7a4f42ff-3ef1-4b74-9f00-4af983ef2260', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'mac_address': 'fa:16:3e:db:dd:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'd85082d2-0c82-42f5-8949-bb899e7e82bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:25Z', 'updated_at': '2022-02-09T01:26:39Z', 'revision_number': 5, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'subnets': [{'id': 'd85082d2-0c82-42f5-8949-bb899e7e82bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:39.175003 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-0053bb77-eefd-4ed3-935b-b4f85ae44815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:39.184932 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1c9284-5c7b-4fee-874d-d8307f4a1b0b None None] Checking router: c72aacc6-9a88-403d-bdbf-6c1a720e85f2 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:27:39.284242 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1c9284-5c7b-4fee-874d-d8307f4a1b0b None None] Routers {'c72aacc6-9a88-403d-bdbf-6c1a720e85f2'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:27:39.285246 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-db1c9284-5c7b-4fee-874d-d8307f4a1b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:27:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['c72aacc6-9a88-403d-bdbf-6c1a720e85f2'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:39.299161 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-45941ebc-4656-4905-8c8c-7bf20418201a tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:39.328368 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-be9bc4e3-a41a-4ead-86da-35e2129f8d96 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:39.389504 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-be9bc4e3-a41a-4ead-86da-35e2129f8d96 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd5970d1-c803-48fa-b793-c5ea29cbfb79']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:39.399902 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-be9bc4e3-a41a-4ead-86da-35e2129f8d96 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e30510cf-1bdd-4c8e-9006-fe27f7db5836') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:39.400211 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-be9bc4e3-a41a-4ead-86da-35e2129f8d96 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e30510cf-1bdd-4c8e-9006-fe27f7db5836') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:39.415110 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-be9bc4e3-a41a-4ead-86da-35e2129f8d96 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:39.435245 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-be9bc4e3-a41a-4ead-86da-35e2129f8d96 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:39.444627 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be9bc4e3-a41a-4ead-86da-35e2129f8d96 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:27:39.445055 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-be9bc4e3-a41a-4ead-86da-35e2129f8d96 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:39.460756 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:27:39.460756 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:27:39.460756 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:27:39.460756 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:27:39.460756 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:27:39.460756 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:27:39.460756 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:27:39.460756 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:27:39.460756 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:27:39.460756 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:27:39.460756 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:27:39.460756 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:27:39.460756 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:27:39.460756 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:27:39.460756 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:27:39.460756 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:27:39.460756 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:27:39.460756 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:27:39.460756 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:27:39.460756 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:27:39.460756 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:27:39.460756 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:27:39.460756 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:27:39.460756 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:27:39.460756 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:27:39.460756 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:27:39.460756 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:27:39.460756 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:27:39.460756 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:27:39.460756 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:27:39.460756 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:27:39.460756 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:27:39.505925 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-db1c9284-5c7b-4fee-874d-d8307f4a1b0b None None] Set router c72aacc6-9a88-403d-bdbf-6c1a720e85f2 gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:27:39.551690 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26cc48a0-38a8-4bfe-9671-adb6481e77f4 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Router 815953e0-79f7-4da1-922c-62632f444ac7 is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:27:39.581709 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-be9bc4e3-a41a-4ead-86da-35e2129f8d96 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:39.621924 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-be9bc4e3-a41a-4ead-86da-35e2129f8d96 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:39.651829 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9bc4e3-a41a-4ead-86da-35e2129f8d96 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Pushing event deleted for resources: {'Network': ['ID=cd5970d1-c803-48fa-b793-c5ea29cbfb79,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:39.676960 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-be9bc4e3-a41a-4ead-86da-35e2129f8d96 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "DELETE /v2.0/networks/cd5970d1-c803-48fa-b793-c5ea29cbfb79 HTTP/1.1" status: 204 len: 168 time: 2.2950971 Feb 09 01:27:39.679162 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 32924) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:39.721614 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port f65ebda2-7253-418f-8168-334eab87d7b1, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=f65ebda2-7253-418f-8168-334eab87d7b1,segment=NetworkSegment(54433dfa-6611-4b57-886e-168c215159ee),segment_id=54433dfa-6611-4b57-886e-168c215159ee)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:27:39.765517 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': 'f65ebda2-7253-418f-8168-334eab87d7b1', 'network_id': '5322c4b5-5555-43a6-8743-912baa7b8508', 'port_id': 'f65ebda2-7253-418f-8168-334eab87d7b1', 'mac_address': 'fa:16:3e:6d:f2:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '046deb8a-ea16-4172-b2a4-3937588d2108', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:27:39.774100 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-38af6e1a-9678-483e-8684-97310ed55056 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:27:39.774728 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-38af6e1a-9678-483e-8684-97310ed55056 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:27:39.850664 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-0053bb77-eefd-4ed3-935b-b4f85ae44815 None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:39.867945 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-0053bb77-eefd-4ed3-935b-b4f85ae44815 None None] Transition to ACTIVE for port object b5ec78fa-b45f-4931-9c2a-18617b1c99d5 will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:27:39.877089 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-0053bb77-eefd-4ed3-935b-b4f85ae44815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:39.952858 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-45941ebc-4656-4905-8c8c-7bf20418201a tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:39.998861 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c21bb6-c136-446e-994d-d61ed5a67886 None None] Pushing event updated for resources: {'Port': ['ID=b5ec78fa-b45f-4931-9c2a-18617b1c99d5,revision_number=2']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:40.005521 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-45941ebc-4656-4905-8c8c-7bf20418201a tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Deleting port b5ec78fa-b45f-4931-9c2a-18617b1c99d5 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:27:40.005875 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-45941ebc-4656-4905-8c8c-7bf20418201a tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:40.007182 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c21bb6-c136-446e-994d-d61ed5a67886 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:40.007531 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c21bb6-c136-446e-994d-d61ed5a67886 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:40.007915 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c21bb6-c136-446e-994d-d61ed5a67886 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:40.008251 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c21bb6-c136-446e-994d-d61ed5a67886 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:40.008577 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c21bb6-c136-446e-994d-d61ed5a67886 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:40.008901 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c21bb6-c136-446e-994d-d61ed5a67886 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:40.009219 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c21bb6-c136-446e-994d-d61ed5a67886 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:40.009710 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c21bb6-c136-446e-994d-d61ed5a67886 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:40.010074 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c21bb6-c136-446e-994d-d61ed5a67886 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:40.010395 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c21bb6-c136-446e-994d-d61ed5a67886 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:40.010712 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c21bb6-c136-446e-994d-d61ed5a67886 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:40.011025 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c21bb6-c136-446e-994d-d61ed5a67886 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:40.025119 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-0053bb77-eefd-4ed3-935b-b4f85ae44815 None None] Attempting to bind port b5ec78fa-b45f-4931-9c2a-18617b1c99d5 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:27:40.025493 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-0053bb77-eefd-4ed3-935b-b4f85ae44815 None None] Attempting to bind port b5ec78fa-b45f-4931-9c2a-18617b1c99d5 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:27:40.025877 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0053bb77-eefd-4ed3-935b-b4f85ae44815 None None] Attempting to bind port b5ec78fa-b45f-4931-9c2a-18617b1c99d5 on network 3d885c3c-255c-4e54-addc-b28437d0b18e {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:27:40.045149 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0053bb77-eefd-4ed3-935b-b4f85ae44815 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:27:40.046025 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0053bb77-eefd-4ed3-935b-b4f85ae44815 None None] Checking segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:27:40.046143 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-0053bb77-eefd-4ed3-935b-b4f85ae44815 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:40.046582 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0053bb77-eefd-4ed3-935b-b4f85ae44815 None None] Bound using segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:27:40.047275 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-0053bb77-eefd-4ed3-935b-b4f85ae44815 None None] Bound port: b5ec78fa-b45f-4931-9c2a-18617b1c99d5, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:27:40.047847 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-0053bb77-eefd-4ed3-935b-b4f85ae44815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:40.242796 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-0053bb77-eefd-4ed3-935b-b4f85ae44815 None None] For port b5ec78fa-b45f-4931-9c2a-18617b1c99d5, host n-d-828418-1, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:27:40.246587 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-0053bb77-eefd-4ed3-935b-b4f85ae44815 None None] For port b5ec78fa-b45f-4931-9c2a-18617b1c99d5, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=b5ec78fa-b45f-4931-9c2a-18617b1c99d5,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:27:40.251772 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-0053bb77-eefd-4ed3-935b-b4f85ae44815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:40.337944 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-38af6e1a-9678-483e-8684-97310ed55056 None None] Deleting port 887c64da-9476-45be-b98e-5939bd458e93 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:27:40.338428 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-38af6e1a-9678-483e-8684-97310ed55056 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:40.384747 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-45941ebc-4656-4905-8c8c-7bf20418201a tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] For port b5ec78fa-b45f-4931-9c2a-18617b1c99d5, host n-d-828418-1, got binding levels [] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:27:40.385264 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-45941ebc-4656-4905-8c8c-7bf20418201a tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:40.406553 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0053bb77-eefd-4ed3-935b-b4f85ae44815 None None] Routers {'fe5adc82-7e54-4edd-bf21-82387bfe4226'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:27:40.418154 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-0053bb77-eefd-4ed3-935b-b4f85ae44815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:27:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['fe5adc82-7e54-4edd-bf21-82387bfe4226'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:40.526350 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-38af6e1a-9678-483e-8684-97310ed55056 None None] The port '887c64da-9476-45be-b98e-5939bd458e93' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:27:40.562700 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:40.643387 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f65ebda2-7253-418f-8168-334eab87d7b1 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:27:40.648764 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-70b22b89-ab76-41bd-ad62-a6136a785f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:40.674062 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-45941ebc-4656-4905-8c8c-7bf20418201a tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Calling delete_port for b5ec78fa-b45f-4931-9c2a-18617b1c99d5 owned by network:router_gateway {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:27:40.675477 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-0053bb77-eefd-4ed3-935b-b4f85ae44815 None None] Set router fe5adc82-7e54-4edd-bf21-82387bfe4226 gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:27:40.691222 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port f65ebda2-7253-418f-8168-334eab87d7b1, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=f65ebda2-7253-418f-8168-334eab87d7b1,segment=NetworkSegment(54433dfa-6611-4b57-886e-168c215159ee),segment_id=54433dfa-6611-4b57-886e-168c215159ee)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:27:40.732615 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:40.874163 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=f65ebda2-7253-418f-8168-334eab87d7b1,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:40.885044 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:40.885658 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:40.886155 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:40.886631 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:40.887649 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:40.888129 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:40.888595 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:40.889069 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:40.889534 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:40.890031 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:40.890495 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:40.903679 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:40.983603 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-db1c9284-5c7b-4fee-874d-d8307f4a1b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'name': 'tempest-RoutersIpV6Test-router-1288953959', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:26:20Z', 'updated_at': '2022-02-09T01:27:35Z', 'revision_number': 10, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'gw_port_host': None, '_interfaces': [{'id': '0fd16d49-7673-4766-bb29-1f94c852bd30', 'name': '', 'network_id': '7a4f42ff-3ef1-4b74-9f00-4af983ef2260', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'mac_address': 'fa:16:3e:db:dd:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'd85082d2-0c82-42f5-8949-bb899e7e82bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:25Z', 'updated_at': '2022-02-09T01:26:39Z', 'revision_number': 5, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'subnets': [{'id': 'd85082d2-0c82-42f5-8949-bb899e7e82bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:40.988302 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-0053bb77-eefd-4ed3-935b-b4f85ae44815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe5adc82-7e54-4edd-bf21-82387bfe4226', 'name': 'tempest-snat-router-1559527093', 'tenant_id': 'd54bb6738cc445419217325ba29669ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:27:28Z', 'updated_at': '2022-02-09T01:27:39Z', 'revision_number': 4, 'project_id': 'd54bb6738cc445419217325ba29669ef', 'gw_port_host': None}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:40.989887 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1c9284-5c7b-4fee-874d-d8307f4a1b0b None None] The sync data for ids ['c72aacc6-9a88-403d-bdbf-6c1a720e85f2'] in n-d-828418-1 is: [{'id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'name': 'tempest-RoutersIpV6Test-router-1288953959', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:26:20Z', 'updated_at': '2022-02-09T01:27:35Z', 'revision_number': 10, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'gw_port_host': None, '_interfaces': [{'id': '0fd16d49-7673-4766-bb29-1f94c852bd30', 'name': '', 'network_id': '7a4f42ff-3ef1-4b74-9f00-4af983ef2260', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'mac_address': 'fa:16:3e:db:dd:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'd85082d2-0c82-42f5-8949-bb899e7e82bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:25Z', 'updated_at': '2022-02-09T01:26:39Z', 'revision_number': 5, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'subnets': [{'id': 'd85082d2-0c82-42f5-8949-bb899e7e82bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:27:41.003505 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c21bb6-c136-446e-994d-d61ed5a67886 None None] Pushing event updated for resources: {'Port': ['ID=b5ec78fa-b45f-4931-9c2a-18617b1c99d5,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:41.014146 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0053bb77-eefd-4ed3-935b-b4f85ae44815 None None] The sync data for ids ['fe5adc82-7e54-4edd-bf21-82387bfe4226'] in n-d-828418-1 is: [{'id': 'fe5adc82-7e54-4edd-bf21-82387bfe4226', 'name': 'tempest-snat-router-1559527093', 'tenant_id': 'd54bb6738cc445419217325ba29669ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:27:28Z', 'updated_at': '2022-02-09T01:27:39Z', 'revision_number': 4, 'project_id': 'd54bb6738cc445419217325ba29669ef', 'gw_port_host': None}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:27:41.049411 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5b3ba6d9-0bd3-4627-a95f-ac4018fee7ed tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:41.075666 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26cc48a0-38a8-4bfe-9671-adb6481e77f4 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:27:41.081674 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['f65ebda2-7253-418f-8168-334eab87d7b1'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:27:41.143789 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-26cc48a0-38a8-4bfe-9671-adb6481e77f4 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:41.145047 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-26cc48a0-38a8-4bfe-9671-adb6481e77f4 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 10.8342471 Feb 09 01:27:41.151212 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 32954) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:41.196189 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ca45e9-53d7-400a-b825-0bcffd0ea2c1 None None] Sync routers for ids ['815953e0-79f7-4da1-922c-62632f444ac7'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:27:41.209767 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ca45e9-53d7-400a-b825-0bcffd0ea2c1 None None] Routers {'815953e0-79f7-4da1-922c-62632f444ac7'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:27:41.210955 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-c5ca45e9-53d7-400a-b825-0bcffd0ea2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:27:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['815953e0-79f7-4da1-922c-62632f444ac7'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:41.373506 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-c5ca45e9-53d7-400a-b825-0bcffd0ea2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:41.399325 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.db.api [None req-45941ebc-4656-4905-8c8c-7bf20418201a tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:27:41.400394 n-d-828418-1 neutron-server[87639]: DEBUG oslo_db.api [None req-45941ebc-4656-4905-8c8c-7bf20418201a tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:27:41.424306 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b2f670-2705-4014-991e-2f339579ff32 req-6e50c4f9-abc6-4589-8de3-b6239373c163 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:41.426226 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ca45e9-53d7-400a-b825-0bcffd0ea2c1 None None] Routers {'815953e0-79f7-4da1-922c-62632f444ac7'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:27:41.426553 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-88b2f670-2705-4014-991e-2f339579ff32 req-6e50c4f9-abc6-4589-8de3-b6239373c163 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] 10.222.0.105 "GET /v2.0/ports?device_id=19c7d20e-8160-4186-bf43-fc77505a2c73 HTTP/1.1" status: 200 len: 944 time: 0.8609569 Feb 09 01:27:41.426865 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-c5ca45e9-53d7-400a-b825-0bcffd0ea2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:27:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['815953e0-79f7-4da1-922c-62632f444ac7'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:41.554526 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 32960) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:41.711951 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-c5ca45e9-53d7-400a-b825-0bcffd0ea2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:41.712735 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ca45e9-53d7-400a-b825-0bcffd0ea2c1 None None] The sync data for ids ['815953e0-79f7-4da1-922c-62632f444ac7'] in n-d-828418-1 is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:27:41.740225 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-88b2f670-2705-4014-991e-2f339579ff32 req-78953470-21a7-45ec-af54-cf051060c03d tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] 10.222.0.105 "GET /v2.0/security-groups?id=9154bf98-ef16-4fe2-9bc6-0f6f5a4138dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1709542 Feb 09 01:27:41.741194 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:41.743520 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:41.779542 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-5b3ba6d9-0bd3-4627-a95f-ac4018fee7ed tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Deleting port 0fd16d49-7673-4766-bb29-1f94c852bd30 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:27:41.780257 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5b3ba6d9-0bd3-4627-a95f-ac4018fee7ed tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:41.903641 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-45941ebc-4656-4905-8c8c-7bf20418201a tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Deleting port b5ec78fa-b45f-4931-9c2a-18617b1c99d5 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:27:41.904782 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-45941ebc-4656-4905-8c8c-7bf20418201a tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:42.155505 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f590f2ca-e1d2-4200-8c64-b0555a9e674d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:42.191453 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f590f2ca-e1d2-4200-8c64-b0555a9e674d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:27:42.200240 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-f590f2ca-e1d2-4200-8c64-b0555a9e674d admin admin] Usage tracker for resource:security_group_rule and tenant:c1b1ccc99dc248d18bfee7daf3870246 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:27:42.205871 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-f590f2ca-e1d2-4200-8c64-b0555a9e674d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:27:42.226772 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f590f2ca-e1d2-4200-8c64-b0555a9e674d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:27:42.271186 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-5b3ba6d9-0bd3-4627-a95f-ac4018fee7ed tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] For port 0fd16d49-7673-4766-bb29-1f94c852bd30, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=0fd16d49-7673-4766-bb29-1f94c852bd30,segment=NetworkSegment(1015d49a-3cd9-4faf-b761-fc8e857f27cc),segment_id=1015d49a-3cd9-4faf-b761-fc8e857f27cc)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:27:42.271779 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5b3ba6d9-0bd3-4627-a95f-ac4018fee7ed tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:42.425098 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-5b3ba6d9-0bd3-4627-a95f-ac4018fee7ed tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Calling delete_port for 0fd16d49-7673-4766-bb29-1f94c852bd30 owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:27:42.444355 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-45941ebc-4656-4905-8c8c-7bf20418201a tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] For port b5ec78fa-b45f-4931-9c2a-18617b1c99d5, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=b5ec78fa-b45f-4931-9c2a-18617b1c99d5,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:27:42.444913 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-45941ebc-4656-4905-8c8c-7bf20418201a tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:42.601450 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device f0892795-40c8-4b08-93ce-c4ead476a875 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:27:42.611791 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f590f2ca-e1d2-4200-8c64-b0555a9e674d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:42.616790 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f590f2ca-e1d2-4200-8c64-b0555a9e674d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:42.653975 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: f0892795-40c8-4b08-93ce-c4ead476a875 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:27:42.654430 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device f0892795-40c8-4b08-93ce-c4ead476a875 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:27:42.655736 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f590f2ca-e1d2-4200-8c64-b0555a9e674d admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=c1b1ccc99dc248d18bfee7daf3870246&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0991683 Feb 09 01:27:42.659110 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 32980) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:42.684150 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-45941ebc-4656-4905-8c8c-7bf20418201a tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Calling delete_port for b5ec78fa-b45f-4931-9c2a-18617b1c99d5 owned by network:router_gateway {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:27:42.744431 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device f65ebda2-7253-418f-8168-334eab87d7b1 up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:27:42.754173 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e6d4a617-c63a-4767-baf8-d9efa4d68822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:42.785791 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e6d4a617-c63a-4767-baf8-d9efa4d68822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:42.822361 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f590f2ca-e1d2-4200-8c64-b0555a9e674d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3dd1cb-dc0a-44cf-b3e1-8320098a0e0b,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:42.890718 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning for port f65ebda2-7253-418f-8168-334eab87d7b1 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:27:42.901640 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port f65ebda2-7253-418f-8168-334eab87d7b1 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:42.902099 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:42.956638 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5b3ba6d9-0bd3-4627-a95f-ac4018fee7ed tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:43.026711 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3ba6d9-0bd3-4627-a95f-ac4018fee7ed tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Pushing event deleted for resources: {'Port': ['ID=0fd16d49-7673-4766-bb29-1f94c852bd30,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:43.032043 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e6d4a617-c63a-4767-baf8-d9efa4d68822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:43.065392 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:43.095570 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d4a617-c63a-4767-baf8-d9efa4d68822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3dd1cb-dc0a-44cf-b3e1-8320098a0e0b,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:43.178157 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c7d20e-8160-4186-bf43-fc77505a2c73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f65ebda2-7253-418f-8168-334eab87d7b1'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:27:43.228553 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port f65ebda2-7253-418f-8168-334eab87d7b1, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=f65ebda2-7253-418f-8168-334eab87d7b1,segment=NetworkSegment(54433dfa-6611-4b57-886e-168c215159ee),segment_id=54433dfa-6611-4b57-886e-168c215159ee)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:27:43.235232 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:43.239978 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-104da232-c6c8-461e-9e5e-ff7004122e11 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:43.260565 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-45941ebc-4656-4905-8c8c-7bf20418201a tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:43.275803 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e6d4a617-c63a-4767-baf8-d9efa4d68822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:43.276641 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e6d4a617-c63a-4767-baf8-d9efa4d68822 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/3a3dd1cb-dc0a-44cf-b3e1-8320098a0e0b HTTP/1.1" status: 204 len: 168 time: 0.6077552 Feb 09 01:27:43.329462 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:43.413289 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5b3ba6d9-0bd3-4627-a95f-ac4018fee7ed tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:43.434577 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=f65ebda2-7253-418f-8168-334eab87d7b1,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:43.637781 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45941ebc-4656-4905-8c8c-7bf20418201a tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Pushing event deleted for resources: {'Port': ['ID=b5ec78fa-b45f-4931-9c2a-18617b1c99d5,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:43.662755 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905eee05-499d-4a82-9723-6a773407dd5e req-bd469ab7-8f5a-4e52-8eef-0a7fe7d7c9e9 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:43.664262 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-905eee05-499d-4a82-9723-6a773407dd5e req-bd469ab7-8f5a-4e52-8eef-0a7fe7d7c9e9 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] 10.222.0.105 "GET /v2.0/ports?device_id=19c7d20e-8160-4186-bf43-fc77505a2c73 HTTP/1.1" status: 200 len: 944 time: 0.7142217 Feb 09 01:27:43.751871 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c7d20e-8160-4186-bf43-fc77505a2c73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f65ebda2-7253-418f-8168-334eab87d7b1', 'code': 200} Feb 09 01:27:43.790940 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-45941ebc-4656-4905-8c8c-7bf20418201a tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:43.937920 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b3ba6d9-0bd3-4627-a95f-ac4018fee7ed tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Router c72aacc6-9a88-403d-bdbf-6c1a720e85f2 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:27:43.993070 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-905eee05-499d-4a82-9723-6a773407dd5e req-2f7a29c6-a57f-4b40-8ca1-09fbb445295d tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] 10.222.0.105 "GET /v2.0/security-groups?id=9154bf98-ef16-4fe2-9bc6-0f6f5a4138dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2418692 Feb 09 01:27:44.222725 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70c227-c5aa-4259-93ef-c49a8c0324cd req-f6e9d1b7-0cd4-41bc-be4f-9aee7ad050fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:44.222725 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ff70c227-c5aa-4259-93ef-c49a8c0324cd req-f6e9d1b7-0cd4-41bc-be4f-9aee7ad050fe service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=19c7d20e-8160-4186-bf43-fc77505a2c73 HTTP/1.1" status: 200 len: 1096 time: 0.4041693 Feb 09 01:27:44.243782 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b3ba6d9-0bd3-4627-a95f-ac4018fee7ed tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:27:44.252978 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-5b3ba6d9-0bd3-4627-a95f-ac4018fee7ed tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "PUT /v2.0/routers/c72aacc6-9a88-403d-bdbf-6c1a720e85f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5704477 Feb 09 01:27:44.256740 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 33032) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:44.259087 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cb7794-d7c9-4fdd-8254-e6d4217d3abd None None] Sync routers for ids ['c72aacc6-9a88-403d-bdbf-6c1a720e85f2'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:27:44.273260 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ff70c227-c5aa-4259-93ef-c49a8c0324cd req-3a2011fa-1f77-43f0-a000-d620c445cff0 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=9154bf98-ef16-4fe2-9bc6-0f6f5a4138dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428827 Feb 09 01:27:44.289283 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cb7794-d7c9-4fdd-8254-e6d4217d3abd None None] Routers {'c72aacc6-9a88-403d-bdbf-6c1a720e85f2'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:27:44.289958 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-32cb7794-d7c9-4fdd-8254-e6d4217d3abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:27:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['c72aacc6-9a88-403d-bdbf-6c1a720e85f2'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:44.323594 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-45941ebc-4656-4905-8c8c-7bf20418201a tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:44.334538 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-45941ebc-4656-4905-8c8c-7bf20418201a tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:44.413456 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-45941ebc-4656-4905-8c8c-7bf20418201a tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:44.414019 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45941ebc-4656-4905-8c8c-7bf20418201a tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fe5adc82-7e54-4edd-bf21-82387bfe4226 {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:27:44.438651 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-32cb7794-d7c9-4fdd-8254-e6d4217d3abd None None] Set router c72aacc6-9a88-403d-bdbf-6c1a720e85f2 gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:27:44.497845 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ddfd4e4-e5bf-43c8-8ae6-4160ceaeb809 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Deleting subnet d85082d2-0c82-42f5-8949-bb899e7e82bb {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:27:44.503145 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3ddfd4e4-e5bf-43c8-8ae6-4160ceaeb809 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:44.551515 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-45941ebc-4656-4905-8c8c-7bf20418201a tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:44.552902 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-45941ebc-4656-4905-8c8c-7bf20418201a tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] 10.222.0.105 "DELETE /v2.0/routers/fe5adc82-7e54-4edd-bf21-82387bfe4226 HTTP/1.1" status: 204 len: 168 time: 6.0052955 Feb 09 01:27:44.555935 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 33046) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:44.599224 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-32cb7794-d7c9-4fdd-8254-e6d4217d3abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'name': 'tempest-RoutersIpV6Test-router-1288953959', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:26:20Z', 'updated_at': '2022-02-09T01:27:42Z', 'revision_number': 11, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'gw_port_host': None}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:44.615020 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cb7794-d7c9-4fdd-8254-e6d4217d3abd None None] Checking router: c72aacc6-9a88-403d-bdbf-6c1a720e85f2 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:27:44.645097 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cb7794-d7c9-4fdd-8254-e6d4217d3abd None None] Routers {'c72aacc6-9a88-403d-bdbf-6c1a720e85f2'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:27:44.645756 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-32cb7794-d7c9-4fdd-8254-e6d4217d3abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:27:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['c72aacc6-9a88-403d-bdbf-6c1a720e85f2'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:44.719552 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3ddfd4e4-e5bf-43c8-8ae6-4160ceaeb809 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:44.893384 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-32cb7794-d7c9-4fdd-8254-e6d4217d3abd None None] Set router c72aacc6-9a88-403d-bdbf-6c1a720e85f2 gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:27:44.924134 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f0406928-2ccd-4f99-9361-e3d6a0ea9fcf tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:45.000355 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-104da232-c6c8-461e-9e5e-ff7004122e11 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Allocated IP 172.20.0.1 (0b0e84d8-406f-479a-b46a-42f4742e7b95/8bf42645-fd55-4343-b366-0bb5288db141/d008f19f-f899-42dc-bd87-19e029a15d6a) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:27:45.005644 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3ddfd4e4-e5bf-43c8-8ae6-4160ceaeb809 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:45.130628 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-32cb7794-d7c9-4fdd-8254-e6d4217d3abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'name': 'tempest-RoutersIpV6Test-router-1288953959', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:26:20Z', 'updated_at': '2022-02-09T01:27:42Z', 'revision_number': 11, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'gw_port_host': None}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:45.136361 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cb7794-d7c9-4fdd-8254-e6d4217d3abd None None] The sync data for ids ['c72aacc6-9a88-403d-bdbf-6c1a720e85f2'] in n-d-828418-1 is: [{'id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'name': 'tempest-RoutersIpV6Test-router-1288953959', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:26:20Z', 'updated_at': '2022-02-09T01:27:42Z', 'revision_number': 11, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'gw_port_host': None}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:27:45.262559 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f0406928-2ccd-4f99-9361-e3d6a0ea9fcf tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:45.274125 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-f0406928-2ccd-4f99-9361-e3d6a0ea9fcf tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Deleting port 903a46b0-42b2-453c-b313-9d3ec872c585 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:27:45.274686 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f0406928-2ccd-4f99-9361-e3d6a0ea9fcf tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:45.495851 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3ddfd4e4-e5bf-43c8-8ae6-4160ceaeb809 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:45.552057 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-f0406928-2ccd-4f99-9361-e3d6a0ea9fcf tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] For port 903a46b0-42b2-453c-b313-9d3ec872c585, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=903a46b0-42b2-453c-b313-9d3ec872c585,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:27:45.552343 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f0406928-2ccd-4f99-9361-e3d6a0ea9fcf tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:45.628734 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7e3593-b446-4604-9b97-dd5821968729 req-381bc656-186f-4a25-9faf-6aacbcccf2d2 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:45.638228 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9f7e3593-b446-4604-9b97-dd5821968729 req-381bc656-186f-4a25-9faf-6aacbcccf2d2 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] 10.222.0.105 "GET /v2.0/ports?device_id=19c7d20e-8160-4186-bf43-fc77505a2c73 HTTP/1.1" status: 200 len: 945 time: 0.4692898 Feb 09 01:27:45.729703 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b319cee-c5b1-4b54-9725-c2fdab442121 None None] Network 7a4f42ff-3ef1-4b74-9f00-4af983ef2260 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:27:45.740576 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-f0406928-2ccd-4f99-9361-e3d6a0ea9fcf tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Calling delete_port for 903a46b0-42b2-453c-b313-9d3ec872c585 owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:27:45.750815 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3ddfd4e4-e5bf-43c8-8ae6-4160ceaeb809 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:45.773787 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddfd4e4-e5bf-43c8-8ae6-4160ceaeb809 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Pushing event deleted for resources: {'Subnet': ['ID=d85082d2-0c82-42f5-8949-bb899e7e82bb,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:45.838352 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-104da232-c6c8-461e-9e5e-ff7004122e11 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:45.873176 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-104da232-c6c8-461e-9e5e-ff7004122e11 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Transition to ACTIVE for port object d008f19f-f899-42dc-bd87-19e029a15d6a will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:27:45.901947 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-3ddfd4e4-e5bf-43c8-8ae6-4160ceaeb809 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "DELETE /v2.0/subnets/d85082d2-0c82-42f5-8949-bb899e7e82bb HTTP/1.1" status: 204 len: 168 time: 1.5861077 Feb 09 01:27:45.905236 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 33072) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:45.943913 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-104da232-c6c8-461e-9e5e-ff7004122e11 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:46.044290 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f0406928-2ccd-4f99-9361-e3d6a0ea9fcf tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:46.130421 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9f7e3593-b446-4604-9b97-dd5821968729 req-dd965fab-8ceb-45f0-a358-3d63814b4cbd tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] 10.222.0.105 "GET /v2.0/security-groups?id=9154bf98-ef16-4fe2-9bc6-0f6f5a4138dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4552655 Feb 09 01:27:46.211645 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb2d3e1-e5cb-42d5-83e1-86cf34113191 None None] DHCP port deletion for 7a4f42ff-3ef1-4b74-9f00-4af983ef2260 request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:27:46.217263 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-5cb2d3e1-e5cb-42d5-83e1-86cf34113191 None None] Deleting port 0565064b-c155-491b-8996-76175ad37fa8 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:27:46.218533 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5cb2d3e1-e5cb-42d5-83e1-86cf34113191 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:46.236800 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104da232-c6c8-461e-9e5e-ff7004122e11 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Pushing event updated for resources: {'Port': ['ID=d008f19f-f899-42dc-bd87-19e029a15d6a,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:46.251299 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0406928-2ccd-4f99-9361-e3d6a0ea9fcf tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Pushing event deleted for resources: {'Port': ['ID=903a46b0-42b2-453c-b313-9d3ec872c585,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:46.263843 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104da232-c6c8-461e-9e5e-ff7004122e11 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Network 0b0e84d8-406f-479a-b46a-42f4742e7b95 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:27:46.273544 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-104da232-c6c8-461e-9e5e-ff7004122e11 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:46.278892 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104da232-c6c8-461e-9e5e-ff7004122e11 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:27:46.331787 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-00d843ae-5c1c-49a8-9185-ab2f393b3ba7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:46.354747 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f0406928-2ccd-4f99-9361-e3d6a0ea9fcf tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:46.361123 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-00d843ae-5c1c-49a8-9185-ab2f393b3ba7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Deleting port 0565064b-c155-491b-8996-76175ad37fa8 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:27:46.361574 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-00d843ae-5c1c-49a8-9185-ab2f393b3ba7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:46.422555 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-104da232-c6c8-461e-9e5e-ff7004122e11 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:46.674622 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-5cb2d3e1-e5cb-42d5-83e1-86cf34113191 None None] For port 0565064b-c155-491b-8996-76175ad37fa8, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=0565064b-c155-491b-8996-76175ad37fa8,segment=NetworkSegment(1015d49a-3cd9-4faf-b761-fc8e857f27cc),segment_id=1015d49a-3cd9-4faf-b761-fc8e857f27cc)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:27:46.675025 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5cb2d3e1-e5cb-42d5-83e1-86cf34113191 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:46.693193 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f0406928-2ccd-4f99-9361-e3d6a0ea9fcf tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:46.709639 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f0406928-2ccd-4f99-9361-e3d6a0ea9fcf tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:46.754315 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f0406928-2ccd-4f99-9361-e3d6a0ea9fcf tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:46.754887 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0406928-2ccd-4f99-9361-e3d6a0ea9fcf tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5052f882-286b-43d0-9acb-0eb4a536e5da {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:27:46.759664 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 0fd16d49-7673-4766-bb29-1f94c852bd30 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:27:46.771324 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f0406928-2ccd-4f99-9361-e3d6a0ea9fcf tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:46.772628 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f0406928-2ccd-4f99-9361-e3d6a0ea9fcf tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] 10.222.0.105 "DELETE /v2.0/routers/5052f882-286b-43d0-9acb-0eb4a536e5da HTTP/1.1" status: 204 len: 168 time: 2.2151456 Feb 09 01:27:46.776828 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 33088) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:46.782022 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-00d843ae-5c1c-49a8-9185-ab2f393b3ba7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] For port 0565064b-c155-491b-8996-76175ad37fa8, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=0565064b-c155-491b-8996-76175ad37fa8,segment=NetworkSegment(1015d49a-3cd9-4faf-b761-fc8e857f27cc),segment_id=1015d49a-3cd9-4faf-b761-fc8e857f27cc)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:27:46.783077 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-00d843ae-5c1c-49a8-9185-ab2f393b3ba7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:46.783965 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-bd7a03f9-bd70-4e6f-8ff7-fce73db9ff6b tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1269355813', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}, 'admin_state_up': False}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:46.794406 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-bd7a03f9-bd70-4e6f-8ff7-fce73db9ff6b tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:27:46.799033 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-bd7a03f9-bd70-4e6f-8ff7-fce73db9ff6b tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Usage tracker for resource:router and tenant:92bd42d5989c49edb4b3116a5ad10960 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:27:46.802235 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-bd7a03f9-bd70-4e6f-8ff7-fce73db9ff6b tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:27:46.811413 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-bd7a03f9-bd70-4e6f-8ff7-fce73db9ff6b tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:27:46.826362 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bd7a03f9-bd70-4e6f-8ff7-fce73db9ff6b tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:46.827516 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bd7a03f9-bd70-4e6f-8ff7-fce73db9ff6b tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:46.846117 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bd7a03f9-bd70-4e6f-8ff7-fce73db9ff6b tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:46.876680 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-104da232-c6c8-461e-9e5e-ff7004122e11 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:46.887175 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 0fd16d49-7673-4766-bb29-1f94c852bd30 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:27:46.887840 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 0fd16d49-7673-4766-bb29-1f94c852bd30 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:27:46.888584 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 0565064b-c155-491b-8996-76175ad37fa8 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:27:46.922439 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-5cb2d3e1-e5cb-42d5-83e1-86cf34113191 None None] Calling delete_port for 0565064b-c155-491b-8996-76175ad37fa8 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:27:47.008411 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4ee592e5-d2e2-47d9-a9fb-f4bcc8969049 None None] Provisioning for port d008f19f-f899-42dc-bd87-19e029a15d6a completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:27:47.024403 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4ee592e5-d2e2-47d9-a9fb-f4bcc8969049 None None] Provisioning complete for port d008f19f-f899-42dc-bd87-19e029a15d6a triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:47.024785 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4ee592e5-d2e2-47d9-a9fb-f4bcc8969049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:47.104598 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-4ee592e5-d2e2-47d9-a9fb-f4bcc8969049 None None] Port d008f19f-f899-42dc-bd87-19e029a15d6a cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:27:47.205548 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-00d843ae-5c1c-49a8-9185-ab2f393b3ba7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Calling delete_port for 0565064b-c155-491b-8996-76175ad37fa8 owned by network:dhcp {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:27:47.206779 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5cb2d3e1-e5cb-42d5-83e1-86cf34113191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:47.259682 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb2d3e1-e5cb-42d5-83e1-86cf34113191 None None] Pushing event deleted for resources: {'Port': ['ID=0565064b-c155-491b-8996-76175ad37fa8,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:47.267377 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:47.284938 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb2d3e1-e5cb-42d5-83e1-86cf34113191 None None] No DVR routers for this DVR port 0565064b-c155-491b-8996-76175ad37fa8 on host n-d-828418-1 {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:27:47.498417 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bd7a03f9-bd70-4e6f-8ff7-fce73db9ff6b tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:47.699825 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.db.api [None req-00d843ae-5c1c-49a8-9185-ab2f393b3ba7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:27:47.700658 n-d-828418-1 neutron-server[87639]: DEBUG oslo_db.api [None req-00d843ae-5c1c-49a8-9185-ab2f393b3ba7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:27:47.743233 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a4ff93-df16-4f08-8131-522552a81bc1 req-5ddb5b12-dc27-43f5-90f0-653ddc3e49d5 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:47.749474 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-13a4ff93-df16-4f08-8131-522552a81bc1 req-5ddb5b12-dc27-43f5-90f0-653ddc3e49d5 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] 10.222.0.105 "GET /v2.0/ports?device_id=19c7d20e-8160-4186-bf43-fc77505a2c73 HTTP/1.1" status: 200 len: 945 time: 0.4170310 Feb 09 01:27:47.880973 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-13a4ff93-df16-4f08-8131-522552a81bc1 req-ab8f8da2-e22d-48ba-ac9b-a30cfc2be613 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] 10.222.0.105 "GET /v2.0/security-groups?id=9154bf98-ef16-4fe2-9bc6-0f6f5a4138dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274121 Feb 09 01:27:47.953793 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bd7a03f9-bd70-4e6f-8ff7-fce73db9ff6b tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks [] for router_gateway, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:47.988547 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bd7a03f9-bd70-4e6f-8ff7-fce73db9ff6b tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:48.063354 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-104da232-c6c8-461e-9e5e-ff7004122e11 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:48.075563 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-104da232-c6c8-461e-9e5e-ff7004122e11 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:48.182635 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-bd7a03f9-bd70-4e6f-8ff7-fce73db9ff6b tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Allocated IP 172.25.0.231 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/78729373-6ae6-49b2-aefa-d0474959a3eb) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:27:48.201762 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-00d843ae-5c1c-49a8-9185-ab2f393b3ba7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Deleting port 0565064b-c155-491b-8996-76175ad37fa8 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:27:48.202094 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-00d843ae-5c1c-49a8-9185-ab2f393b3ba7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:48.292422 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104da232-c6c8-461e-9e5e-ff7004122e11 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Pushing event updated for resources: {'Port': ['ID=d008f19f-f899-42dc-bd87-19e029a15d6a,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:48.309497 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-00d843ae-5c1c-49a8-9185-ab2f393b3ba7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] The port '0565064b-c155-491b-8996-76175ad37fa8' was deleted {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:27:48.309497 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-104da232-c6c8-461e-9e5e-ff7004122e11 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:48.406687 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bd7a03f9-bd70-4e6f-8ff7-fce73db9ff6b tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:48.490175 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bd7a03f9-bd70-4e6f-8ff7-fce73db9ff6b tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:48.540832 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a18c1bd-3905-4cc0-bcb0-f4e925f964ed req-2188e611-b6e1-4409-a832-86d8782f452a tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:48.542333 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1a18c1bd-3905-4cc0-bcb0-f4e925f964ed req-2188e611-b6e1-4409-a832-86d8782f452a tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] 10.222.0.105 "GET /v2.0/ports?device_id=19c7d20e-8160-4186-bf43-fc77505a2c73 HTTP/1.1" status: 200 len: 945 time: 0.5198243 Feb 09 01:27:48.570385 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7a03f9-bd70-4e6f-8ff7-fce73db9ff6b tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:27:48.573448 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-bd7a03f9-bd70-4e6f-8ff7-fce73db9ff6b tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:48.577294 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7a03f9-bd70-4e6f-8ff7-fce73db9ff6b tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:27:48.610757 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 903a46b0-42b2-453c-b313-9d3ec872c585 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:27:48.619967 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7a03f9-bd70-4e6f-8ff7-fce73db9ff6b tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Pushing event updated for resources: {'Port': ['ID=78729373-6ae6-49b2-aefa-d0474959a3eb,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:48.668865 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-00d843ae-5c1c-49a8-9185-ab2f393b3ba7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:48.716000 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 903a46b0-42b2-453c-b313-9d3ec872c585 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:27:48.717934 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 903a46b0-42b2-453c-b313-9d3ec872c585 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:27:48.799558 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104da232-c6c8-461e-9e5e-ff7004122e11 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Network 0b0e84d8-406f-479a-b46a-42f4742e7b95 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:27:48.805176 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-104da232-c6c8-461e-9e5e-ff7004122e11 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:48.808945 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-00d843ae-5c1c-49a8-9185-ab2f393b3ba7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a4f42ff-3ef1-4b74-9f00-4af983ef2260']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:48.818732 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1a18c1bd-3905-4cc0-bcb0-f4e925f964ed req-0c87bb1a-52ba-4db7-ba6f-0142df3b6c38 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] 10.222.0.105 "GET /v2.0/security-groups?id=9154bf98-ef16-4fe2-9bc6-0f6f5a4138dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2629817 Feb 09 01:27:48.876248 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 33144) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:48.916002 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-00d843ae-5c1c-49a8-9185-ab2f393b3ba7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1015d49a-3cd9-4faf-b761-fc8e857f27cc') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:48.916574 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-00d843ae-5c1c-49a8-9185-ab2f393b3ba7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1015d49a-3cd9-4faf-b761-fc8e857f27cc') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:48.940443 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-00d843ae-5c1c-49a8-9185-ab2f393b3ba7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:48.986958 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-00d843ae-5c1c-49a8-9185-ab2f393b3ba7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:49.004992 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00d843ae-5c1c-49a8-9185-ab2f393b3ba7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:27:49.005389 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-00d843ae-5c1c-49a8-9185-ab2f393b3ba7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:49.025958 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 01:27:49.025958 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:27:49.025958 n-d-828418-1 neutron-server[87639]: timer() Feb 09 01:27:49.025958 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:27:49.025958 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 01:27:49.025958 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:27:49.025958 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 01:27:49.025958 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:27:49.025958 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 01:27:49.025958 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:27:49.025958 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 01:27:49.025958 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:27:49.025958 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 01:27:49.025958 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:27:49.025958 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:27:49.025958 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:27:49.025958 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:27:49.025958 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:27:49.025958 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 01:27:49.025958 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:27:49.025958 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 01:27:49.025958 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:27:49.025958 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:27:49.025958 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:27:49.025958 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 01:27:49.025958 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:27:49.025958 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:27:49.025958 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:27:49.025958 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:27:49.025958 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:27:49.025958 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:27:49.025958 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:27:49.249840 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d19cfcb3-d353-4fab-b22e-df17d4b19438 None None] Provisioning complete for port d008f19f-f899-42dc-bd87-19e029a15d6a triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:49.250601 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d19cfcb3-d353-4fab-b22e-df17d4b19438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:49.334402 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d19cfcb3-d353-4fab-b22e-df17d4b19438 None None] Port d008f19f-f899-42dc-bd87-19e029a15d6a cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:27:49.385024 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-104da232-c6c8-461e-9e5e-ff7004122e11 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Router 815953e0-79f7-4da1-922c-62632f444ac7 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:27:49.386359 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-00d843ae-5c1c-49a8-9185-ab2f393b3ba7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:49.423263 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-00d843ae-5c1c-49a8-9185-ab2f393b3ba7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:49.503716 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d843ae-5c1c-49a8-9185-ab2f393b3ba7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Pushing event deleted for resources: {'Network': ['ID=7a4f42ff-3ef1-4b74-9f00-4af983ef2260,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:49.510694 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bd7a03f9-bd70-4e6f-8ff7-fce73db9ff6b tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks [] for router_gateway, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:49.541774 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-00d843ae-5c1c-49a8-9185-ab2f393b3ba7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "DELETE /v2.0/networks/7a4f42ff-3ef1-4b74-9f00-4af983ef2260 HTTP/1.1" status: 204 len: 168 time: 3.6291237 Feb 09 01:27:49.543535 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 33160) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:49.550514 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-0f027a92-1ec7-4463-8170-bf1df9f34a04 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Request body: {'router': {'routes': None}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:49.709636 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e597f2eb-3986-4dc9-9b4a-a0fc6d492348 tempest-TestVolumeBackupRestore-1318222967 tempest-TestVolumeBackupRestore-1318222967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:49.710370 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e597f2eb-3986-4dc9-9b4a-a0fc6d492348 tempest-TestVolumeBackupRestore-1318222967 tempest-TestVolumeBackupRestore-1318222967-project-admin] Synchronizing usage tracker for tenant:11575d7f322d408a95a8d24bf14e5631 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:27:49.817052 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e597f2eb-3986-4dc9-9b4a-a0fc6d492348 tempest-TestVolumeBackupRestore-1318222967 tempest-TestVolumeBackupRestore-1318222967-project-admin] Unset dirty status for tenant:11575d7f322d408a95a8d24bf14e5631 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:27:49.817752 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e597f2eb-3986-4dc9-9b4a-a0fc6d492348 tempest-TestVolumeBackupRestore-1318222967 tempest-TestVolumeBackupRestore-1318222967-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=19c7d20e-8160-4186-bf43-fc77505a2c73 HTTP/1.1" status: 200 len: 1091 time: 0.9401608 Feb 09 01:27:49.828533 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 33170) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:49.838261 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-167a67f5-db49-451b-be7e-273faa3e649b tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Request body: {'floatingip': {'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'port_id': 'f65ebda2-7253-418f-8168-334eab87d7b1', 'tenant_id': 'bfb5794a852743e5b12573464865d236', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:49.863526 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-167a67f5-db49-451b-be7e-273faa3e649b tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:27:49.874119 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-167a67f5-db49-451b-be7e-273faa3e649b tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Usage tracker for resource:floatingip and tenant:bfb5794a852743e5b12573464865d236 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:27:49.879354 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-167a67f5-db49-451b-be7e-273faa3e649b tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:27:49.889302 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-167a67f5-db49-451b-be7e-273faa3e649b tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:27:49.979127 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-167a67f5-db49-451b-be7e-273faa3e649b tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Notify callbacks [] for floatingip, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:50.066319 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-104da232-c6c8-461e-9e5e-ff7004122e11 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:27:50.077486 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a5c668-51fe-49b5-a5bb-9c31514b7f3b None None] Sync routers for ids ['815953e0-79f7-4da1-922c-62632f444ac7'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:27:50.082064 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bd7a03f9-bd70-4e6f-8ff7-fce73db9ff6b tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:50.095908 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a5c668-51fe-49b5-a5bb-9c31514b7f3b None None] Routers {'815953e0-79f7-4da1-922c-62632f444ac7'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:27:50.096471 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-49a5c668-51fe-49b5-a5bb-9c31514b7f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:27:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['815953e0-79f7-4da1-922c-62632f444ac7'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:50.109952 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-104da232-c6c8-461e-9e5e-ff7004122e11 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] 10.222.0.105 "PUT /v2.0/routers/815953e0-79f7-4da1-922c-62632f444ac7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9576023 Feb 09 01:27:50.117813 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 33180) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:50.123765 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-bf0819da-2d5b-476d-8834-e623b8b65df8 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Request body: {'port': {'network_id': '0b0e84d8-406f-479a-b46a-42f4742e7b95', 'name': 'tempest-FloatingIPTestJSON-1664456447'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:50.195701 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-49a5c668-51fe-49b5-a5bb-9c31514b7f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:50.205561 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a5c668-51fe-49b5-a5bb-9c31514b7f3b None None] Routers {'815953e0-79f7-4da1-922c-62632f444ac7'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:27:50.206399 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-49a5c668-51fe-49b5-a5bb-9c31514b7f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:27:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['815953e0-79f7-4da1-922c-62632f444ac7'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:50.269584 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-49a5c668-51fe-49b5-a5bb-9c31514b7f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:50.270279 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a5c668-51fe-49b5-a5bb-9c31514b7f3b None None] The sync data for ids ['815953e0-79f7-4da1-922c-62632f444ac7'] in n-d-828418-1 is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:27:50.273505 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.extraroute_db [None req-0f027a92-1ec7-4463-8170-bf1df9f34a04 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Added routes are [] {{(pid=87639) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 09 01:27:50.274299 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.extraroute_db [None req-0f027a92-1ec7-4463-8170-bf1df9f34a04 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Removed routes are [] {{(pid=87639) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 09 01:27:50.275105 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0f027a92-1ec7-4463-8170-bf1df9f34a04 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:50.336830 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd7a03f9-bd70-4e6f-8ff7-fce73db9ff6b tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Router ae8e732a-ee1e-4966-b61d-e138b6c5ea63 is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:27:50.347375 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-bf0819da-2d5b-476d-8834-e623b8b65df8 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:27:50.367233 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-bf0819da-2d5b-476d-8834-e623b8b65df8 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Usage tracker for resource:port and tenant:81147165c806469fb64d6c9df4095257 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:27:50.372394 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-bf0819da-2d5b-476d-8834-e623b8b65df8 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:27:50.380941 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-bf0819da-2d5b-476d-8834-e623b8b65df8 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:27:50.482645 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-167a67f5-db49-451b-be7e-273faa3e649b tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:50.582981 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0819da-2d5b-476d-8834-e623b8b65df8 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Made reservation on behalf of 81147165c806469fb64d6c9df4095257 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:27:50.592141 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bf0819da-2d5b-476d-8834-e623b8b65df8 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:50.612754 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0f027a92-1ec7-4463-8170-bf1df9f34a04 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:50.620785 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0f027a92-1ec7-4463-8170-bf1df9f34a04 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1673984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1674007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1671766'] for router, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:50.632541 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-bf0819da-2d5b-476d-8834-e623b8b65df8 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] device_id is not set on port 306a9657-b91c-47f8-a801-7fbcfa371c98 yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:27:50.674750 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-167a67f5-db49-451b-be7e-273faa3e649b tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Allocated IP 172.25.0.254 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/a5fa574b-a426-419d-b3f0-6424ea030f05) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:27:50.928190 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd7a03f9-bd70-4e6f-8ff7-fce73db9ff6b tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:27:50.938938 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c09d45-3303-4c77-9317-e826f561d10a None None] Sync routers for ids ['ae8e732a-ee1e-4966-b61d-e138b6c5ea63'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:27:50.954260 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c09d45-3303-4c77-9317-e826f561d10a None None] Routers {'ae8e732a-ee1e-4966-b61d-e138b6c5ea63'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:27:50.955177 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-09c09d45-3303-4c77-9317-e826f561d10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:27:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['ae8e732a-ee1e-4966-b61d-e138b6c5ea63'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:51.045110 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bd7a03f9-bd70-4e6f-8ff7-fce73db9ff6b tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:51.048549 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-09c09d45-3303-4c77-9317-e826f561d10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:51.049278 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-bd7a03f9-bd70-4e6f-8ff7-fce73db9ff6b tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.2704775 Feb 09 01:27:51.062050 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c09d45-3303-4c77-9317-e826f561d10a None None] Routers {'ae8e732a-ee1e-4966-b61d-e138b6c5ea63'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:27:51.063099 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-09c09d45-3303-4c77-9317-e826f561d10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:27:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['ae8e732a-ee1e-4966-b61d-e138b6c5ea63'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:51.075789 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 33200) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:51.112993 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f027a92-1ec7-4463-8170-bf1df9f34a04 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Router c72aacc6-9a88-403d-bdbf-6c1a720e85f2 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:27:51.115180 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-38872fb0-cfd5-4c2c-9370-0ba082349f8c tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'enable_snat': False}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:51.158757 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-09c09d45-3303-4c77-9317-e826f561d10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:51.159443 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c09d45-3303-4c77-9317-e826f561d10a None None] The sync data for ids ['ae8e732a-ee1e-4966-b61d-e138b6c5ea63'] in n-d-828418-1 is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:27:51.225385 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-bf0819da-2d5b-476d-8834-e623b8b65df8 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Allocated IP 172.20.0.11 (0b0e84d8-406f-479a-b46a-42f4742e7b95/8bf42645-fd55-4343-b366-0bb5288db141/306a9657-b91c-47f8-a801-7fbcfa371c98) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:27:51.234338 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-167a67f5-db49-451b-be7e-273faa3e649b tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:51.297085 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f027a92-1ec7-4463-8170-bf1df9f34a04 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:27:51.309807 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1d2cf4-a682-4cc1-8b35-03224b06069c None None] Sync routers for ids ['c72aacc6-9a88-403d-bdbf-6c1a720e85f2'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:27:51.314280 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0f027a92-1ec7-4463-8170-bf1df9f34a04 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:51.315427 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-0f027a92-1ec7-4463-8170-bf1df9f34a04 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "PUT /v2.0/routers/c72aacc6-9a88-403d-bdbf-6c1a720e85f2 HTTP/1.1" status: 200 len: 705 time: 1.7709796 Feb 09 01:27:51.318787 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 33206) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:51.325207 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1d2cf4-a682-4cc1-8b35-03224b06069c None None] Routers {'c72aacc6-9a88-403d-bdbf-6c1a720e85f2'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:27:51.327012 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-4f1d2cf4-a682-4cc1-8b35-03224b06069c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:27:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['c72aacc6-9a88-403d-bdbf-6c1a720e85f2'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:51.400464 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-fe711619-01ec-4a5b-a045-fa4c88e7168d tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Synchronizing usage tracker for tenant:75af0a1c47ce4ddc8bdf7d84418e468b on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:27:51.569496 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-4f1d2cf4-a682-4cc1-8b35-03224b06069c None None] Set router c72aacc6-9a88-403d-bdbf-6c1a720e85f2 gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:27:51.635249 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bf0819da-2d5b-476d-8834-e623b8b65df8 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:51.677103 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-bf0819da-2d5b-476d-8834-e623b8b65df8 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Transition to ACTIVE for port object 306a9657-b91c-47f8-a801-7fbcfa371c98 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:27:51.713000 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-fe711619-01ec-4a5b-a045-fa4c88e7168d tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Unset dirty status for tenant:75af0a1c47ce4ddc8bdf7d84418e468b on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:27:51.716126 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-fe711619-01ec-4a5b-a045-fa4c88e7168d tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "GET /v2.0/ports?device_id=c72aacc6-9a88-403d-bdbf-6c1a720e85f2 HTTP/1.1" status: 200 len: 205 time: 0.3827765 Feb 09 01:27:51.719241 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bf0819da-2d5b-476d-8834-e623b8b65df8 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:51.737858 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 33214) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:51.767327 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-4f1d2cf4-a682-4cc1-8b35-03224b06069c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'name': 'tempest-RoutersIpV6Test-router-1288953959', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:26:20Z', 'updated_at': '2022-02-09T01:27:42Z', 'revision_number': 11, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'gw_port_host': None}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:51.783844 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1d2cf4-a682-4cc1-8b35-03224b06069c None None] Checking router: c72aacc6-9a88-403d-bdbf-6c1a720e85f2 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:27:51.793712 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1d2cf4-a682-4cc1-8b35-03224b06069c None None] Routers {'c72aacc6-9a88-403d-bdbf-6c1a720e85f2'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:27:51.795329 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-4f1d2cf4-a682-4cc1-8b35-03224b06069c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:27:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['c72aacc6-9a88-403d-bdbf-6c1a720e85f2'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:51.954702 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-167a67f5-db49-451b-be7e-273faa3e649b tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:51.961366 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0819da-2d5b-476d-8834-e623b8b65df8 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Network 0b0e84d8-406f-479a-b46a-42f4742e7b95 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:27:51.970878 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-bf0819da-2d5b-476d-8834-e623b8b65df8 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:51.982272 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0819da-2d5b-476d-8834-e623b8b65df8 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Pushing event updated for resources: {'Port': ['ID=306a9657-b91c-47f8-a801-7fbcfa371c98,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:51.985430 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0819da-2d5b-476d-8834-e623b8b65df8 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:27:52.036684 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:52.099650 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167a67f5-db49-451b-be7e-273faa3e649b tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:27:52.119977 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-167a67f5-db49-451b-be7e-273faa3e649b tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:52.123381 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-4f1d2cf4-a682-4cc1-8b35-03224b06069c None None] Set router c72aacc6-9a88-403d-bdbf-6c1a720e85f2 gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:27:52.138071 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bde4c678-3af9-4ebe-9fae-f482e20446d5 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:52.157007 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167a67f5-db49-451b-be7e-273faa3e649b tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:27:52.262577 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0819da-2d5b-476d-8834-e623b8b65df8 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:52.263248 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bf0819da-2d5b-476d-8834-e623b8b65df8 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:52.333062 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167a67f5-db49-451b-be7e-273faa3e649b tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Pushing event updated for resources: {'Port': ['ID=a5fa574b-a426-419d-b3f0-6424ea030f05,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:52.346613 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-4f1d2cf4-a682-4cc1-8b35-03224b06069c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'name': 'tempest-RoutersIpV6Test-router-1288953959', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:26:20Z', 'updated_at': '2022-02-09T01:27:42Z', 'revision_number': 11, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'gw_port_host': None}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:52.351826 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1d2cf4-a682-4cc1-8b35-03224b06069c None None] The sync data for ids ['c72aacc6-9a88-403d-bdbf-6c1a720e85f2'] in n-d-828418-1 is: [{'id': 'c72aacc6-9a88-403d-bdbf-6c1a720e85f2', 'name': 'tempest-RoutersIpV6Test-router-1288953959', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:26:20Z', 'updated_at': '2022-02-09T01:27:42Z', 'revision_number': 11, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'gw_port_host': None}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:27:52.508568 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d3b814f2-f316-4ccd-9e7b-739cea5c4ea6 None None] Provisioning for port 306a9657-b91c-47f8-a801-7fbcfa371c98 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:27:52.513383 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-38872fb0-cfd5-4c2c-9370-0ba082349f8c tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:52.517064 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d3b814f2-f316-4ccd-9e7b-739cea5c4ea6 None None] Provisioning complete for port 306a9657-b91c-47f8-a801-7fbcfa371c98 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:52.517442 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d3b814f2-f316-4ccd-9e7b-739cea5c4ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:52.683168 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d3b814f2-f316-4ccd-9e7b-739cea5c4ea6 None None] Port 306a9657-b91c-47f8-a801-7fbcfa371c98 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:27:52.692574 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bde4c678-3af9-4ebe-9fae-f482e20446d5 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:52.696014 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bde4c678-3af9-4ebe-9fae-f482e20446d5 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:52.708298 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-bf0819da-2d5b-476d-8834-e623b8b65df8 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5893533 Feb 09 01:27:52.717991 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 33234) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:52.724312 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-220653c0-f7f3-43b4-ae6d-be101b4e7893 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Request body: {'floatingip': {'port_id': '306a9657-b91c-47f8-a801-7fbcfa371c98'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:52.995658 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-220653c0-f7f3-43b4-ae6d-be101b4e7893 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for floatingip, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:53.116036 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bde4c678-3af9-4ebe-9fae-f482e20446d5 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:53.116554 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde4c678-3af9-4ebe-9fae-f482e20446d5 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Fanout notify agent at l3_agent the message router_deleted on router c72aacc6-9a88-403d-bdbf-6c1a720e85f2 {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:27:53.195346 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bde4c678-3af9-4ebe-9fae-f482e20446d5 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:53.196430 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-bde4c678-3af9-4ebe-9fae-f482e20446d5 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "DELETE /v2.0/routers/c72aacc6-9a88-403d-bdbf-6c1a720e85f2 HTTP/1.1" status: 204 len: 168 time: 1.4152644 Feb 09 01:27:53.207458 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 33244) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:53.219926 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-f50053b8-7bd0-43fd-a4f8-132e2f6960c6 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1031264753', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:53.245119 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f50053b8-7bd0-43fd-a4f8-132e2f6960c6 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:27:53.253824 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-f50053b8-7bd0-43fd-a4f8-132e2f6960c6 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Usage tracker for resource:router and tenant:75af0a1c47ce4ddc8bdf7d84418e468b is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:27:53.263277 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-f50053b8-7bd0-43fd-a4f8-132e2f6960c6 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:27:53.307888 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f50053b8-7bd0-43fd-a4f8-132e2f6960c6 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:27:53.338896 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f50053b8-7bd0-43fd-a4f8-132e2f6960c6 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:53.340567 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f50053b8-7bd0-43fd-a4f8-132e2f6960c6 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:53.450395 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f50053b8-7bd0-43fd-a4f8-132e2f6960c6 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:53.535937 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f50053b8-7bd0-43fd-a4f8-132e2f6960c6 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:53.560659 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-167a67f5-db49-451b-be7e-273faa3e649b tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:53.757031 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f50053b8-7bd0-43fd-a4f8-132e2f6960c6 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:53.760962 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f50053b8-7bd0-43fd-a4f8-132e2f6960c6 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5526793 Feb 09 01:27:53.761658 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 33258) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:53.787432 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-f0f87a85-4917-4c92-a333-5092978e65bf tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:54.061619 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-38872fb0-cfd5-4c2c-9370-0ba082349f8c tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:54.066396 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-38872fb0-cfd5-4c2c-9370-0ba082349f8c tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1673984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1674007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1671766'] for router, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:54.207036 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.db.resource_extend [None req-220653c0-f7f3-43b4-ae6d-be101b4e7893 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:27:54.286798 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-167a67f5-db49-451b-be7e-273faa3e649b tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:54.397355 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f0f87a85-4917-4c92-a333-5092978e65bf tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:54.438015 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f0f87a85-4917-4c92-a333-5092978e65bf tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1673984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1674007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1671766'] for router, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:54.567772 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38872fb0-cfd5-4c2c-9370-0ba082349f8c tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Router ae8e732a-ee1e-4966-b61d-e138b6c5ea63 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:27:54.594497 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-167a67f5-db49-451b-be7e-273faa3e649b tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:54.692453 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-167a67f5-db49-451b-be7e-273faa3e649b tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:54.698933 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-220653c0-f7f3-43b4-ae6d-be101b4e7893 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:54.716422 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-220653c0-f7f3-43b4-ae6d-be101b4e7893 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:54.873479 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:54.920669 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167a67f5-db49-451b-be7e-273faa3e649b tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Pushing event updated for resources: {'Port': ['ID=a5fa574b-a426-419d-b3f0-6424ea030f05,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:54.959855 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-167a67f5-db49-451b-be7e-273faa3e649b tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:54.975767 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f87a85-4917-4c92-a333-5092978e65bf tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Router d2b12b36-1a45-4071-ae68-5ad7fef36da0 is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:27:55.036728 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38872fb0-cfd5-4c2c-9370-0ba082349f8c tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:27:55.047607 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bced5047-2de3-4bfd-bba3-a8dc70e90198 None None] Sync routers for ids ['ae8e732a-ee1e-4966-b61d-e138b6c5ea63'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:27:55.060498 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bced5047-2de3-4bfd-bba3-a8dc70e90198 None None] Routers {'ae8e732a-ee1e-4966-b61d-e138b6c5ea63'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:27:55.061216 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-bced5047-2de3-4bfd-bba3-a8dc70e90198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:27:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['ae8e732a-ee1e-4966-b61d-e138b6c5ea63'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:55.078834 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-38872fb0-cfd5-4c2c-9370-0ba082349f8c tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:55.080102 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-38872fb0-cfd5-4c2c-9370-0ba082349f8c tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] 10.222.0.105 "PUT /v2.0/routers/ae8e732a-ee1e-4966-b61d-e138b6c5ea63 HTTP/1.1" status: 200 len: 922 time: 4.0030632 Feb 09 01:27:55.082851 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 33278) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:55.154792 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f87a85-4917-4c92-a333-5092978e65bf tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:27:55.164378 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17778538-4a5b-4754-b1ea-b26d4f91d34f None None] Sync routers for ids ['d2b12b36-1a45-4071-ae68-5ad7fef36da0'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:27:55.164604 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f0f87a85-4917-4c92-a333-5092978e65bf tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:55.168408 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f0f87a85-4917-4c92-a333-5092978e65bf tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "PUT /v2.0/routers/d2b12b36-1a45-4071-ae68-5ad7fef36da0 HTTP/1.1" status: 200 len: 698 time: 1.3890059 Feb 09 01:27:55.172028 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 33288) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:55.177428 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17778538-4a5b-4754-b1ea-b26d4f91d34f None None] Routers {'d2b12b36-1a45-4071-ae68-5ad7fef36da0'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:27:55.179472 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-17778538-4a5b-4754-b1ea-b26d4f91d34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:27:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['d2b12b36-1a45-4071-ae68-5ad7fef36da0'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:55.234206 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-bced5047-2de3-4bfd-bba3-a8dc70e90198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:55.251896 n-d-828418-1 neutron-server[87639]: INFO neutron.db.l3_db [None req-220653c0-f7f3-43b4-ae6d-be101b4e7893 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Floating IP 16d12cc4-c17a-4a76-9eba-4e51c311fa6a associated. External IP: 172.25.0.78, port: 379b22bc-084a-4140-a47f-43ac04f0c402. Feb 09 01:27:55.288016 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bced5047-2de3-4bfd-bba3-a8dc70e90198 None None] Routers {'ae8e732a-ee1e-4966-b61d-e138b6c5ea63'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:27:55.288634 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-bced5047-2de3-4bfd-bba3-a8dc70e90198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:27:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['ae8e732a-ee1e-4966-b61d-e138b6c5ea63'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:55.362486 n-d-828418-1 neutron-server[87638]: INFO neutron.db.l3_db [None req-167a67f5-db49-451b-be7e-273faa3e649b tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Floating IP 6dc23e22-0716-492e-9469-ebe935b86a2f associated. External IP: 172.25.0.254, port: f65ebda2-7253-418f-8168-334eab87d7b1. Feb 09 01:27:55.413372 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-bced5047-2de3-4bfd-bba3-a8dc70e90198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:55.413786 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bced5047-2de3-4bfd-bba3-a8dc70e90198 None None] The sync data for ids ['ae8e732a-ee1e-4966-b61d-e138b6c5ea63'] in n-d-828418-1 is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:27:55.443545 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-2a69961f-dc2b-4441-bca6-5d5dd02c0393 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "GET /v2.0/routers/d2b12b36-1a45-4071-ae68-5ad7fef36da0 HTTP/1.1" status: 200 len: 704 time: 0.2703137 Feb 09 01:27:55.446380 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 33292) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:55.488858 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-17778538-4a5b-4754-b1ea-b26d4f91d34f None None] Set router d2b12b36-1a45-4071-ae68-5ad7fef36da0 gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:27:55.506346 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-13590c79-36d1-4dd7-813a-9190db1e3534 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "GET /v2.0/ports?device_id=d2b12b36-1a45-4071-ae68-5ad7fef36da0 HTTP/1.1" status: 200 len: 205 time: 0.0588281 Feb 09 01:27:55.506970 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 33296) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:55.672939 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-17778538-4a5b-4754-b1ea-b26d4f91d34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b12b36-1a45-4071-ae68-5ad7fef36da0', 'name': 'tempest-RoutersIpV6Test-router-1031264753', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:27:53Z', 'updated_at': '2022-02-09T01:27:54Z', 'revision_number': 2, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'gw_port_host': None}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:55.685111 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17778538-4a5b-4754-b1ea-b26d4f91d34f None None] Checking router: d2b12b36-1a45-4071-ae68-5ad7fef36da0 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:27:55.704222 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17778538-4a5b-4754-b1ea-b26d4f91d34f None None] Routers {'d2b12b36-1a45-4071-ae68-5ad7fef36da0'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:27:55.709807 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-17778538-4a5b-4754-b1ea-b26d4f91d34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:27:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['d2b12b36-1a45-4071-ae68-5ad7fef36da0'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:55.716289 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ffbc5ce5-a948-4682-99fd-9a21277175d4 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] 10.222.0.105 "GET /v2.0/routers/ae8e732a-ee1e-4966-b61d-e138b6c5ea63 HTTP/1.1" status: 200 len: 922 time: 0.6321249 Feb 09 01:27:55.729240 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 33304) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:55.900072 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-eb4cec68-3175-4ef8-8d56-149d0749b9cc tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:56.055037 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-17778538-4a5b-4754-b1ea-b26d4f91d34f None None] Set router d2b12b36-1a45-4071-ae68-5ad7fef36da0 gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:27:56.252515 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bde16f-9f02-4bee-9636-1d8d5546abb2 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:56.254235 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-90bde16f-9f02-4bee-9636-1d8d5546abb2 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] 10.222.0.105 "GET /v2.0/ports?network_id=3d885c3c-255c-4e54-addc-b28437d0b18e&device_id=ae8e732a-ee1e-4966-b61d-e138b6c5ea63&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5239506 Feb 09 01:27:56.260718 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 33318) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:56.439819 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-17778538-4a5b-4754-b1ea-b26d4f91d34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b12b36-1a45-4071-ae68-5ad7fef36da0', 'name': 'tempest-RoutersIpV6Test-router-1031264753', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:27:53Z', 'updated_at': '2022-02-09T01:27:54Z', 'revision_number': 2, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'gw_port_host': None}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:56.447890 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17778538-4a5b-4754-b1ea-b26d4f91d34f None None] The sync data for ids ['d2b12b36-1a45-4071-ae68-5ad7fef36da0'] in n-d-828418-1 is: [{'id': 'd2b12b36-1a45-4071-ae68-5ad7fef36da0', 'name': 'tempest-RoutersIpV6Test-router-1031264753', 'tenant_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:27:53Z', 'updated_at': '2022-02-09T01:27:54Z', 'revision_number': 2, 'project_id': '75af0a1c47ce4ddc8bdf7d84418e468b', 'gw_port_host': None}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:27:56.537308 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb96a71-843a-417e-a868-c6c4bd3cf340 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:56.537909 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-6eb96a71-843a-417e-a868-c6c4bd3cf340 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Synchronizing usage tracker for tenant:d54bb6738cc445419217325ba29669ef on resource:network {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:27:56.752474 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-6eb96a71-843a-417e-a868-c6c4bd3cf340 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Unset dirty status for tenant:d54bb6738cc445419217325ba29669ef on resource:network {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:27:56.764955 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-6eb96a71-843a-417e-a868-c6c4bd3cf340 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] 10.222.0.105 "GET /v2.0/networks/3d885c3c-255c-4e54-addc-b28437d0b18e HTTP/1.1" status: 200 len: 881 time: 0.4797509 Feb 09 01:27:56.801180 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 33326) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:56.987964 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b71c7239-ed35-4528-822f-1bfeaccc6dd7 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae8e732a-ee1e-4966-b61d-e138b6c5ea63 HTTP/1.1" status: 200 len: 205 time: 0.1787012 Feb 09 01:27:56.994887 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-167a67f5-db49-451b-be7e-273faa3e649b tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Router 99da27e8-2c27-4f06-8ef8-86c5bc05c19b has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:27:56.998357 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 33334) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:57.049241 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-eb4cec68-3175-4ef8-8d56-149d0749b9cc tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:57.053957 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-eb4cec68-3175-4ef8-8d56-149d0749b9cc tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:57.091470 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-220653c0-f7f3-43b4-ae6d-be101b4e7893 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Router 13b91e9f-06b0-4588-9b10-f77dd1b393aa has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:27:57.104131 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-eb4cec68-3175-4ef8-8d56-149d0749b9cc tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:57.104541 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb4cec68-3175-4ef8-8d56-149d0749b9cc tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Fanout notify agent at l3_agent the message router_deleted on router d2b12b36-1a45-4071-ae68-5ad7fef36da0 {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:27:57.218311 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-eb4cec68-3175-4ef8-8d56-149d0749b9cc tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:57.224893 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-eb4cec68-3175-4ef8-8d56-149d0749b9cc tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "DELETE /v2.0/routers/d2b12b36-1a45-4071-ae68-5ad7fef36da0 HTTP/1.1" status: 204 len: 168 time: 1.6619732 Feb 09 01:27:57.232495 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 33342) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:57.343226 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-e31fff5a-b73a-42c6-815c-ed38e00d3d08 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "GET /v2.0/ports?device_id=d2b12b36-1a45-4071-ae68-5ad7fef36da0 HTTP/1.1" status: 200 len: 205 time: 0.0930514 Feb 09 01:27:57.343226 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 33348) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:57.504741 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [None req-c6464442-f21c-4f86-8c67-c75b10ebf6c0 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] delete failed (client error): The resource could not be found. Feb 09 01:27:57.506911 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 33354) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:57.517487 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-c6464442-f21c-4f86-8c67-c75b10ebf6c0 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "DELETE /v2.0/routers/d2b12b36-1a45-4071-ae68-5ad7fef36da0 HTTP/1.1" status: 404 len: 336 time: 0.1853435 Feb 09 01:27:57.567543 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-220653c0-f7f3-43b4-ae6d-be101b4e7893 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:27:57.582894 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2c4d35-6c6a-48bf-8713-905916253415 None None] Sync routers for ids ['13b91e9f-06b0-4588-9b10-f77dd1b393aa'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:27:57.598436 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6743d1dc-e040-436c-b816-5b5d77dd85f3 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:57.600334 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2c4d35-6c6a-48bf-8713-905916253415 None None] Routers {'13b91e9f-06b0-4588-9b10-f77dd1b393aa'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:27:57.601655 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-ea2c4d35-6c6a-48bf-8713-905916253415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:27:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['13b91e9f-06b0-4588-9b10-f77dd1b393aa'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:57.752436 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-ea2c4d35-6c6a-48bf-8713-905916253415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:57.763862 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-07062840-d035-47e4-b24f-ae6addd51976 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] DELETE failed (client error): The resource could not be found. Feb 09 01:27:57.767012 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07062840-d035-47e4-b24f-ae6addd51976 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:27:57.769177 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-07062840-d035-47e4-b24f-ae6addd51976 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "DELETE /v2.0/subnets/4d2a202a-0335-4255-81ef-1eaf52d721b2 HTTP/1.1" status: 404 len: 337 time: 0.2592549 Feb 09 01:27:57.771959 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2c4d35-6c6a-48bf-8713-905916253415 None None] Routers {'13b91e9f-06b0-4588-9b10-f77dd1b393aa'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:27:57.772575 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-ea2c4d35-6c6a-48bf-8713-905916253415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:27:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['13b91e9f-06b0-4588-9b10-f77dd1b393aa'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:57.787205 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167a67f5-db49-451b-be7e-273faa3e649b tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:27:57.797375 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881b11ed-dfe8-4660-8d0d-3afe1c22ffa0 None None] Sync routers for ids ['99da27e8-2c27-4f06-8ef8-86c5bc05c19b'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:27:57.810763 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 33362) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:57.816690 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881b11ed-dfe8-4660-8d0d-3afe1c22ffa0 None None] Routers {'99da27e8-2c27-4f06-8ef8-86c5bc05c19b'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:27:57.819213 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-881b11ed-dfe8-4660-8d0d-3afe1c22ffa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:27:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['99da27e8-2c27-4f06-8ef8-86c5bc05c19b'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:57.883394 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-ea2c4d35-6c6a-48bf-8713-905916253415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:57.883394 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2c4d35-6c6a-48bf-8713-905916253415 None None] The sync data for ids ['13b91e9f-06b0-4588-9b10-f77dd1b393aa'] in n-d-828418-1 is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:27:57.954276 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-167a67f5-db49-451b-be7e-273faa3e649b tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:58.001470 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed069f64-a1cf-4158-bb22-91799e62b638 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] DELETE failed (client error): The resource could not be found. Feb 09 01:27:58.002376 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed069f64-a1cf-4158-bb22-91799e62b638 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:27:58.006664 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ed069f64-a1cf-4158-bb22-91799e62b638 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "DELETE /v2.0/subnets/16aea52d-44c7-43c9-a73c-190ab4a78fc9 HTTP/1.1" status: 404 len: 337 time: 0.1774614 Feb 09 01:27:58.033287 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 33366) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:58.092857 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4d71a80-59b6-4566-a3b2-beff32829cdc tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] DELETE failed (client error): The resource could not be found. Feb 09 01:27:58.093507 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4d71a80-59b6-4566-a3b2-beff32829cdc tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:27:58.097886 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-d4d71a80-59b6-4566-a3b2-beff32829cdc tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "DELETE /v2.0/subnets/c75c6596-1159-47f6-9fda-50d7db9dcb9f HTTP/1.1" status: 404 len: 337 time: 0.0608933 Feb 09 01:27:58.097886 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 33372) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:58.238649 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-881b11ed-dfe8-4660-8d0d-3afe1c22ffa0 None None] Set router 99da27e8-2c27-4f06-8ef8-86c5bc05c19b gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:27:58.241776 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-b681e755-8df2-495b-b12e-7878aaa59564 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] DELETE failed (client error): The resource could not be found. Feb 09 01:27:58.242431 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b681e755-8df2-495b-b12e-7878aaa59564 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:27:58.246293 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-b681e755-8df2-495b-b12e-7878aaa59564 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "DELETE /v2.0/subnets/d85082d2-0c82-42f5-8949-bb899e7e82bb HTTP/1.1" status: 404 len: 337 time: 0.1474569 Feb 09 01:27:58.249432 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 33380) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:58.313183 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-c9340ecd-5054-4ef3-9f17-77d9b9ff7d2c tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "GET /v2.0/ports?device_id=c72aacc6-9a88-403d-bdbf-6c1a720e85f2 HTTP/1.1" status: 200 len: 205 time: 0.0624835 Feb 09 01:27:58.363918 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 33384) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:58.461569 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-220653c0-f7f3-43b4-ae6d-be101b4e7893 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Router 815953e0-79f7-4da1-922c-62632f444ac7 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:27:58.468150 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-167a67f5-db49-451b-be7e-273faa3e649b tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.6386232 Feb 09 01:27:58.471491 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19c7d20e-8160-4186-bf43-fc77505a2c73', 'tag': 'f65ebda2-7253-418f-8168-334eab87d7b1'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:27:58.472001 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 33394) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:58.479644 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-07db054f-e9d1-4b60-8ca1-863d57a8e057 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] delete failed (client error): The resource could not be found. Feb 09 01:27:58.483664 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-07db054f-e9d1-4b60-8ca1-863d57a8e057 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "DELETE /v2.0/routers/c72aacc6-9a88-403d-bdbf-6c1a720e85f2 HTTP/1.1" status: 404 len: 336 time: 0.1186755 Feb 09 01:27:58.484432 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 33400) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:58.539665 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19c7d20e-8160-4186-bf43-fc77505a2c73', 'tag': 'f65ebda2-7253-418f-8168-334eab87d7b1', 'status': 'completed', 'code': 200} Feb 09 01:27:58.541066 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-9893166e-ea72-4e17-8f86-fc2b1fc27d44 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Synchronizing usage tracker for tenant:75af0a1c47ce4ddc8bdf7d84418e468b on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:27:58.554252 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6743d1dc-e040-436c-b816-5b5d77dd85f3 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:58.600129 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-9893166e-ea72-4e17-8f86-fc2b1fc27d44 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] Unset dirty status for tenant:75af0a1c47ce4ddc8bdf7d84418e468b on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:27:58.604485 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9893166e-ea72-4e17-8f86-fc2b1fc27d44 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "GET /v2.0/ports?device_id=6ca2e522-c46e-4807-bb03-56f5593dd64d HTTP/1.1" status: 200 len: 205 time: 0.1165915 Feb 09 01:27:58.605757 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 33404) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:58.679953 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-6743d1dc-e040-436c-b816-5b5d77dd85f3 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Deleting port 78729373-6ae6-49b2-aefa-d0474959a3eb {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:27:58.680440 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6743d1dc-e040-436c-b816-5b5d77dd85f3 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:58.771644 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-881b11ed-dfe8-4660-8d0d-3afe1c22ffa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99da27e8-2c27-4f06-8ef8-86c5bc05c19b', 'name': 'tempest-TestVolumeBackupRestore-1661116551-router', 'tenant_id': 'bfb5794a852743e5b12573464865d236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '6566a9b4-6ad6-4649-a507-ecd113da98c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:30Z', 'updated_at': '2022-02-09T01:22:41Z', 'revision_number': 4, 'project_id': 'bfb5794a852743e5b12573464865d236', 'gw_port': {'id': '6566a9b4-6ad6-4649-a507-ecd113da98c9', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99da27e8-2c27-4f06-8ef8-86c5bc05c19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:33Z', 'updated_at': '2022-02-09T01:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '6dc23e22-0716-492e-9469-ebe935b86a2f', 'tenant_id': 'bfb5794a852743e5b12573464865d236', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '99da27e8-2c27-4f06-8ef8-86c5bc05c19b', 'port_id': 'f65ebda2-7253-418f-8168-334eab87d7b1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5322c4b5-5555-43a6-8743-912baa7b8508', 'mac_address': 'fa:16:3e:6d:f2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c7d20e-8160-4186-bf43-fc77505a2c73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:27:53Z', 'updated_at': '2022-02-09T01:27:53Z', 'revision_number': 0, 'project_id': 'bfb5794a852743e5b12573464865d236', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25e2a816-c5dd-4840-8b17-734242f4c4c6', 'name': '', 'network_id': '5322c4b5-5555-43a6-8743-912baa7b8508', 'tenant_id': 'bfb5794a852743e5b12573464865d236', 'mac_address': 'fa:16:3e:d4:43:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99da27e8-2c27-4f06-8ef8-86c5bc05c19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '046deb8a-ea16-4172-b2a4-3937588d2108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:39Z', 'updated_at': '2022-02-09T01:22:51Z', 'revision_number': 5, 'project_id': 'bfb5794a852743e5b12573464865d236', 'subnets': [{'id': '046deb8a-ea16-4172-b2a4-3937588d2108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:58.778229 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881b11ed-dfe8-4660-8d0d-3afe1c22ffa0 None None] Checking router: 99da27e8-2c27-4f06-8ef8-86c5bc05c19b for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:27:58.781409 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-4b123d79-8b67-4b08-837c-de618374d35d tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] delete failed (client error): The resource could not be found. Feb 09 01:27:58.782686 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-4b123d79-8b67-4b08-837c-de618374d35d tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "DELETE /v2.0/routers/6ca2e522-c46e-4807-bb03-56f5593dd64d HTTP/1.1" status: 404 len: 336 time: 0.1713619 Feb 09 01:27:58.786702 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 33416) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:58.791562 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881b11ed-dfe8-4660-8d0d-3afe1c22ffa0 None None] Routers {'99da27e8-2c27-4f06-8ef8-86c5bc05c19b'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:27:58.792450 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-881b11ed-dfe8-4660-8d0d-3afe1c22ffa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:27:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['99da27e8-2c27-4f06-8ef8-86c5bc05c19b'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:58.836713 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-36837235-3aa9-4aa9-8af5-b7a4adcba0c2 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] DELETE failed (client error): The resource could not be found. Feb 09 01:27:58.837170 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36837235-3aa9-4aa9-8af5-b7a4adcba0c2 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:27:58.838939 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-36837235-3aa9-4aa9-8af5-b7a4adcba0c2 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "DELETE /v2.0/subnets/9be8ec50-f9d7-4710-aafc-c50de84c37b8 HTTP/1.1" status: 404 len: 337 time: 0.0503888 Feb 09 01:27:58.844961 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 33420) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:58.908950 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-93c95914-8b03-442e-a90d-a924ef885c20 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "GET /v2.0/ports?device_id=9f10dc85-d5f4-4f4f-917b-4049acee69ab HTTP/1.1" status: 200 len: 205 time: 0.0623887 Feb 09 01:27:58.932855 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 33424) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:58.935100 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-220653c0-f7f3-43b4-ae6d-be101b4e7893 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:27:58.941952 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-220653c0-f7f3-43b4-ae6d-be101b4e7893 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:58.945926 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eeabe57-b64f-4572-a989-3cf7a7488394 None None] Sync routers for ids ['815953e0-79f7-4da1-922c-62632f444ac7'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:27:58.960077 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eeabe57-b64f-4572-a989-3cf7a7488394 None None] Routers {'815953e0-79f7-4da1-922c-62632f444ac7'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:27:58.960707 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-7eeabe57-b64f-4572-a989-3cf7a7488394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:27:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['815953e0-79f7-4da1-922c-62632f444ac7'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:58.994829 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c464912c-38be-4b86-8a90-4c5744595470 req-089eac04-ee4a-40ec-976d-e980e542d89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:58.997476 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-c464912c-38be-4b86-8a90-4c5744595470 req-089eac04-ee4a-40ec-976d-e980e542d89c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=bfb5794a852743e5b12573464865d236&device_id=19c7d20e-8160-4186-bf43-fc77505a2c73 HTTP/1.1" status: 200 len: 1096 time: 0.4313393 Feb 09 01:27:59.036812 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [None req-8c7a456a-4030-425b-80f5-6f84d54809b7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] delete failed (client error): The resource could not be found. Feb 09 01:27:59.038117 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-8c7a456a-4030-425b-80f5-6f84d54809b7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "DELETE /v2.0/routers/9f10dc85-d5f4-4f4f-917b-4049acee69ab HTTP/1.1" status: 404 len: 336 time: 0.1008060 Feb 09 01:27:59.044689 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 33428) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:59.073050 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-7eeabe57-b64f-4572-a989-3cf7a7488394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:59.094396 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eeabe57-b64f-4572-a989-3cf7a7488394 None None] Routers {'815953e0-79f7-4da1-922c-62632f444ac7'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:27:59.097333 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-7eeabe57-b64f-4572-a989-3cf7a7488394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:27:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['815953e0-79f7-4da1-922c-62632f444ac7'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:59.116577 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-fb5ce040-aed4-4667-b563-051d1309bc06 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "GET /v2.0/ports?device_id=46c445fd-1b2d-473d-98c4-e51f8ba5d753 HTTP/1.1" status: 200 len: 205 time: 0.0700290 Feb 09 01:27:59.120641 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 33432) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:59.181143 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-881b11ed-dfe8-4660-8d0d-3afe1c22ffa0 None None] Set router 99da27e8-2c27-4f06-8ef8-86c5bc05c19b gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:27:59.194230 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-7eeabe57-b64f-4572-a989-3cf7a7488394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:59.195324 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eeabe57-b64f-4572-a989-3cf7a7488394 None None] The sync data for ids ['815953e0-79f7-4da1-922c-62632f444ac7'] in n-d-828418-1 is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:27:59.198926 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-220653c0-f7f3-43b4-ae6d-be101b4e7893 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] 10.222.0.105 "PUT /v2.0/floatingips/16d12cc4-c17a-4a76-9eba-4e51c311fa6a HTTP/1.1" status: 200 len: 978 time: 6.4771276 Feb 09 01:27:59.207544 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 33436) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:59.240237 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6743d1dc-e040-436c-b816-5b5d77dd85f3 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:59.281205 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-b809cf56-3bf5-4a3e-a673-113868b7fdb1 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Deleting port 306a9657-b91c-47f8-a801-7fbcfa371c98 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:27:59.281459 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b809cf56-3bf5-4a3e-a673-113868b7fdb1 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:59.344533 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-d72c02e7-e1b7-4221-9730-1878b492d188 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] delete failed (client error): The resource could not be found. Feb 09 01:27:59.347595 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d72c02e7-e1b7-4221-9730-1878b492d188 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "DELETE /v2.0/routers/46c445fd-1b2d-473d-98c4-e51f8ba5d753 HTTP/1.1" status: 404 len: 336 time: 0.2220075 Feb 09 01:27:59.349166 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c464912c-38be-4b86-8a90-4c5744595470 req-f5794208-fc32-4414-b31d-9129c589e990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:59.352417 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 33444) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:59.363722 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-c464912c-38be-4b86-8a90-4c5744595470 req-f5794208-fc32-4414-b31d-9129c589e990 service neutron] 10.222.0.99 "GET /v2.0/networks?id=5322c4b5-5555-43a6-8743-912baa7b8508 HTTP/1.1" status: 200 len: 915 time: 0.3593893 Feb 09 01:27:59.393124 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11badcba-3830-4cd1-b17e-5792a977216e tempest-TestVolumeBackupRestore-1318222967 tempest-TestVolumeBackupRestore-1318222967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:59.394949 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-11badcba-3830-4cd1-b17e-5792a977216e tempest-TestVolumeBackupRestore-1318222967 tempest-TestVolumeBackupRestore-1318222967-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=19c7d20e-8160-4186-bf43-fc77505a2c73 HTTP/1.1" status: 200 len: 1091 time: 0.9209850 Feb 09 01:27:59.403480 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 33448) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:59.404608 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-39b2451c-b6ea-425c-b26e-0e6c215274a6 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] DELETE failed (client error): The resource could not be found. Feb 09 01:27:59.405207 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39b2451c-b6ea-425c-b26e-0e6c215274a6 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:27:59.407040 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-39b2451c-b6ea-425c-b26e-0e6c215274a6 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "DELETE /v2.0/subnets/d923bc34-69f0-4511-a906-62b852db8e26 HTTP/1.1" status: 404 len: 337 time: 0.0537028 Feb 09 01:27:59.409719 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 33450) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:59.414992 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-2bb78f34-63ee-4775-85a4-bfebec81ed9d tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Request body: {'floatingip': {'port_id': 'f65ebda2-7253-418f-8168-334eab87d7b1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:59.516568 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-6743d1dc-e040-436c-b816-5b5d77dd85f3 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Calling delete_port for 78729373-6ae6-49b2-aefa-d0474959a3eb owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:27:59.688628 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b809cf56-3bf5-4a3e-a673-113868b7fdb1 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:59.689023 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-881b11ed-dfe8-4660-8d0d-3afe1c22ffa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99da27e8-2c27-4f06-8ef8-86c5bc05c19b', 'name': 'tempest-TestVolumeBackupRestore-1661116551-router', 'tenant_id': 'bfb5794a852743e5b12573464865d236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '6566a9b4-6ad6-4649-a507-ecd113da98c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:30Z', 'updated_at': '2022-02-09T01:22:41Z', 'revision_number': 4, 'project_id': 'bfb5794a852743e5b12573464865d236', 'gw_port': {'id': '6566a9b4-6ad6-4649-a507-ecd113da98c9', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99da27e8-2c27-4f06-8ef8-86c5bc05c19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:33Z', 'updated_at': '2022-02-09T01:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '6dc23e22-0716-492e-9469-ebe935b86a2f', 'tenant_id': 'bfb5794a852743e5b12573464865d236', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '99da27e8-2c27-4f06-8ef8-86c5bc05c19b', 'port_id': 'f65ebda2-7253-418f-8168-334eab87d7b1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5322c4b5-5555-43a6-8743-912baa7b8508', 'mac_address': 'fa:16:3e:6d:f2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c7d20e-8160-4186-bf43-fc77505a2c73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:27:53Z', 'updated_at': '2022-02-09T01:27:53Z', 'revision_number': 0, 'project_id': 'bfb5794a852743e5b12573464865d236', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25e2a816-c5dd-4840-8b17-734242f4c4c6', 'name': '', 'network_id': '5322c4b5-5555-43a6-8743-912baa7b8508', 'tenant_id': 'bfb5794a852743e5b12573464865d236', 'mac_address': 'fa:16:3e:d4:43:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99da27e8-2c27-4f06-8ef8-86c5bc05c19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '046deb8a-ea16-4172-b2a4-3937588d2108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:39Z', 'updated_at': '2022-02-09T01:22:51Z', 'revision_number': 5, 'project_id': 'bfb5794a852743e5b12573464865d236', 'subnets': [{'id': '046deb8a-ea16-4172-b2a4-3937588d2108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:59.696708 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881b11ed-dfe8-4660-8d0d-3afe1c22ffa0 None None] The sync data for ids ['99da27e8-2c27-4f06-8ef8-86c5bc05c19b'] in n-d-828418-1 is: [{'id': '99da27e8-2c27-4f06-8ef8-86c5bc05c19b', 'name': 'tempest-TestVolumeBackupRestore-1661116551-router', 'tenant_id': 'bfb5794a852743e5b12573464865d236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '6566a9b4-6ad6-4649-a507-ecd113da98c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:30Z', 'updated_at': '2022-02-09T01:22:41Z', 'revision_number': 4, 'project_id': 'bfb5794a852743e5b12573464865d236', 'gw_port': {'id': '6566a9b4-6ad6-4649-a507-ecd113da98c9', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99da27e8-2c27-4f06-8ef8-86c5bc05c19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:33Z', 'updated_at': '2022-02-09T01:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '6dc23e22-0716-492e-9469-ebe935b86a2f', 'tenant_id': 'bfb5794a852743e5b12573464865d236', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '99da27e8-2c27-4f06-8ef8-86c5bc05c19b', 'port_id': 'f65ebda2-7253-418f-8168-334eab87d7b1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5322c4b5-5555-43a6-8743-912baa7b8508', 'mac_address': 'fa:16:3e:6d:f2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c7d20e-8160-4186-bf43-fc77505a2c73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:27:53Z', 'updated_at': '2022-02-09T01:27:53Z', 'revision_number': 0, 'project_id': 'bfb5794a852743e5b12573464865d236', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25e2a816-c5dd-4840-8b17-734242f4c4c6', 'name': '', 'network_id': '5322c4b5-5555-43a6-8743-912baa7b8508', 'tenant_id': 'bfb5794a852743e5b12573464865d236', 'mac_address': 'fa:16:3e:d4:43:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99da27e8-2c27-4f06-8ef8-86c5bc05c19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '046deb8a-ea16-4172-b2a4-3937588d2108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:39Z', 'updated_at': '2022-02-09T01:22:51Z', 'revision_number': 5, 'project_id': 'bfb5794a852743e5b12573464865d236', 'subnets': [{'id': '046deb8a-ea16-4172-b2a4-3937588d2108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:27:59.766970 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-c464912c-38be-4b86-8a90-4c5744595470 req-92c6dec3-9c63-4650-ae4a-a3d985b3b02a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f65ebda2-7253-418f-8168-334eab87d7b1 HTTP/1.1" status: 200 len: 999 time: 0.2694573 Feb 09 01:27:59.880246 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-23673102-64f5-4620-9448-36fd828aa1df tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "GET /v2.0/ports?device_id=72265105-bcbf-4ad1-87ec-f4c43d38c608 HTTP/1.1" status: 200 len: 205 time: 0.4069874 Feb 09 01:27:59.887129 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 33458) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:59.887493 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c464912c-38be-4b86-8a90-4c5744595470 req-69e24725-f801-4343-8c2a-a6d26f7050f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:59.889387 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-c464912c-38be-4b86-8a90-4c5744595470 req-69e24725-f801-4343-8c2a-a6d26f7050f9 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=046deb8a-ea16-4172-b2a4-3937588d2108 HTTP/1.1" status: 200 len: 853 time: 0.1104803 Feb 09 01:28:00.102025 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [None req-01f4cd76-6cf9-49ef-96bb-bd4374522497 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] delete failed (client error): The resource could not be found. Feb 09 01:28:00.103081 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-01f4cd76-6cf9-49ef-96bb-bd4374522497 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "DELETE /v2.0/routers/72265105-bcbf-4ad1-87ec-f4c43d38c608 HTTP/1.1" status: 404 len: 336 time: 0.2143202 Feb 09 01:28:00.106006 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2bb78f34-63ee-4775-85a4-bfebec81ed9d tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Notify callbacks [] for floatingip, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:00.107218 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc1695c-0a05-4739-bb2b-fa944d387e26 None None] New status for floating IP 6dc23e22-0716-492e-9469-ebe935b86a2f: ACTIVE {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:28:00.172840 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 33462) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:00.223279 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-98299183-c755-4e66-a748-5c8db8335672 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] DELETE failed (client error): The resource could not be found. Feb 09 01:28:00.223901 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98299183-c755-4e66-a748-5c8db8335672 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:28:00.240842 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-98299183-c755-4e66-a748-5c8db8335672 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "DELETE /v2.0/subnets/1c0c7526-6708-4f6e-a0b0-8081910333b6 HTTP/1.1" status: 404 len: 337 time: 0.0666158 Feb 09 01:28:00.249433 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 33470) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:00.304843 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c464912c-38be-4b86-8a90-4c5744595470 req-2b88d8a8-7930-4b26-a89b-9ec6d4e2be7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:00.306410 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-c464912c-38be-4b86-8a90-4c5744595470 req-2b88d8a8-7930-4b26-a89b-9ec6d4e2be7f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=5322c4b5-5555-43a6-8743-912baa7b8508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4104202 Feb 09 01:28:00.324867 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-2dc3051d-52d2-4515-b7f4-85f76b037397 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "GET /v2.0/ports?device_id=1120f8d4-278d-45d1-936e-74679d542c38 HTTP/1.1" status: 200 len: 205 time: 0.0713141 Feb 09 01:28:00.485737 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-c464912c-38be-4b86-8a90-4c5744595470 req-dc171a21-f10d-4db1-aca8-997d5cb231b4 service neutron] 10.222.0.99 "GET /v2.0/networks/5322c4b5-5555-43a6-8743-912baa7b8508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640344 Feb 09 01:28:00.486078 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 33474) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:00.572753 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6743d1dc-e040-436c-b816-5b5d77dd85f3 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:00.725269 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-d4e98561-7559-4393-85a4-84ed79ed45c7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] delete failed (client error): The resource could not be found. Feb 09 01:28:00.729251 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d4e98561-7559-4393-85a4-84ed79ed45c7 tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "DELETE /v2.0/routers/1120f8d4-278d-45d1-936e-74679d542c38 HTTP/1.1" status: 404 len: 336 time: 0.2407367 Feb 09 01:28:00.734032 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 33482) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:00.736988 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743d1dc-e040-436c-b816-5b5d77dd85f3 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Pushing event deleted for resources: {'Port': ['ID=78729373-6ae6-49b2-aefa-d0474959a3eb,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:00.816995 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6743d1dc-e040-436c-b816-5b5d77dd85f3 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:00.817375 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6743d1dc-e040-436c-b816-5b5d77dd85f3 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:00.817864 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6743d1dc-e040-436c-b816-5b5d77dd85f3 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:00.818205 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6743d1dc-e040-436c-b816-5b5d77dd85f3 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:00.818536 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6743d1dc-e040-436c-b816-5b5d77dd85f3 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:00.818863 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6743d1dc-e040-436c-b816-5b5d77dd85f3 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:00.819185 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6743d1dc-e040-436c-b816-5b5d77dd85f3 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:00.819506 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6743d1dc-e040-436c-b816-5b5d77dd85f3 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:00.819830 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6743d1dc-e040-436c-b816-5b5d77dd85f3 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:00.820148 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6743d1dc-e040-436c-b816-5b5d77dd85f3 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:00.820469 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6743d1dc-e040-436c-b816-5b5d77dd85f3 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:00.820786 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6743d1dc-e040-436c-b816-5b5d77dd85f3 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:00.823758 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f266e26-f024-4a57-b640-589a12459a3b tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] DELETE failed (client error): The resource could not be found. Feb 09 01:28:00.824261 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f266e26-f024-4a57-b640-589a12459a3b tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:28:00.828790 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-6f266e26-f024-4a57-b640-589a12459a3b tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "DELETE /v2.0/subnets/e4a5b233-bab1-4eb6-b1f5-47fb7b6ba00d HTTP/1.1" status: 404 len: 337 time: 0.0837049 Feb 09 01:28:00.830456 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 33486) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:00.964347 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-106de3e1-2cb1-43fc-a443-a7259a6118ce tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] DELETE failed (client error): The resource could not be found. Feb 09 01:28:00.965390 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-106de3e1-2cb1-43fc-a443-a7259a6118ce tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:28:00.967240 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-106de3e1-2cb1-43fc-a443-a7259a6118ce tempest-RoutersIpV6Test-1400389598 tempest-RoutersIpV6Test-1400389598-project] 10.222.0.105 "DELETE /v2.0/subnets/a01b8052-ff4a-4fdc-8e9e-5999abbe0af6 HTTP/1.1" status: 404 len: 337 time: 0.1333210 Feb 09 01:28:00.982428 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-c464912c-38be-4b86-8a90-4c5744595470 req-d8c8f19a-f978-4a44-bcbb-e8a6ebd368b4 service neutron] 10.222.0.99 "GET /v2.0/networks/5322c4b5-5555-43a6-8743-912baa7b8508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4339194 Feb 09 01:28:00.984993 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6743d1dc-e040-436c-b816-5b5d77dd85f3 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:01.103402 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b809cf56-3bf5-4a3e-a673-113868b7fdb1 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:01.103768 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b809cf56-3bf5-4a3e-a673-113868b7fdb1 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:01.104265 n-d-828418-1 neutron-server[87639]: INFO neutron.db.l3_db [None req-b809cf56-3bf5-4a3e-a673-113868b7fdb1 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Floating IP 16d12cc4-c17a-4a76-9eba-4e51c311fa6a disassociated. External IP: 172.25.0.78, port: 306a9657-b91c-47f8-a801-7fbcfa371c98. Feb 09 01:28:01.104761 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-b809cf56-3bf5-4a3e-a673-113868b7fdb1 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Calling delete_port for 306a9657-b91c-47f8-a801-7fbcfa371c98 owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:28:01.162629 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.db.api [None req-2bb78f34-63ee-4775-85a4-bfebec81ed9d tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:28:01.163147 n-d-828418-1 neutron-server[87639]: DEBUG oslo_db.api [None req-2bb78f34-63ee-4775-85a4-bfebec81ed9d tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:28:01.196746 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6743d1dc-e040-436c-b816-5b5d77dd85f3 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:01.200778 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6743d1dc-e040-436c-b816-5b5d77dd85f3 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:01.232050 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6743d1dc-e040-436c-b816-5b5d77dd85f3 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:01.232764 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6743d1dc-e040-436c-b816-5b5d77dd85f3 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Fanout notify agent at l3_agent the message router_deleted on router ae8e732a-ee1e-4966-b61d-e138b6c5ea63 {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:28:01.253801 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6743d1dc-e040-436c-b816-5b5d77dd85f3 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:01.258606 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-6743d1dc-e040-436c-b816-5b5d77dd85f3 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] 10.222.0.105 "DELETE /v2.0/routers/ae8e732a-ee1e-4966-b61d-e138b6c5ea63 HTTP/1.1" status: 204 len: 168 time: 4.2557073 Feb 09 01:28:01.259545 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 33496) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:01.274558 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-47179f60-5934-4477-a9a9-3140b1d12acb tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1459685054', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:01.287715 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-47179f60-5934-4477-a9a9-3140b1d12acb tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:01.289238 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b809cf56-3bf5-4a3e-a673-113868b7fdb1 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:01.302997 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-47179f60-5934-4477-a9a9-3140b1d12acb tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Usage tracker for resource:router and tenant:92bd42d5989c49edb4b3116a5ad10960 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:01.311045 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-47179f60-5934-4477-a9a9-3140b1d12acb tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:01.323285 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-47179f60-5934-4477-a9a9-3140b1d12acb tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:01.332990 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 33500) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:01.350149 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-47179f60-5934-4477-a9a9-3140b1d12acb tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:01.351878 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-47179f60-5934-4477-a9a9-3140b1d12acb tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:01.378690 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b809cf56-3bf5-4a3e-a673-113868b7fdb1 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Pushing event deleted for resources: {'Port': ['ID=306a9657-b91c-47f8-a801-7fbcfa371c98,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:01.380122 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-47179f60-5934-4477-a9a9-3140b1d12acb tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:01.404933 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-47179f60-5934-4477-a9a9-3140b1d12acb tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:01.434531 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-47179f60-5934-4477-a9a9-3140b1d12acb tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:01.435989 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-47179f60-5934-4477-a9a9-3140b1d12acb tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1754448 Feb 09 01:28:01.439035 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 33506) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:01.445159 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-0ab9b741-af7c-4bc6-9753-42ff500ea7bd tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Request body: {'router': {'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:01.631580 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b809cf56-3bf5-4a3e-a673-113868b7fdb1 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Router 815953e0-79f7-4da1-922c-62632f444ac7 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:28:01.691704 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1d055ab5-4cd9-4850-a3cb-25f29ff14664 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=75af0a1c47ce4ddc8bdf7d84418e468b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3577099 Feb 09 01:28:01.700972 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 33514) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:01.738203 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2bb78f34-63ee-4775-85a4-bfebec81ed9d tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Notify callbacks [] for floatingip, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:02.158211 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b809cf56-3bf5-4a3e-a673-113868b7fdb1 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:28:02.171343 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3295dd-1e09-4348-b7f4-9263e819de44 None None] Sync routers for ids ['815953e0-79f7-4da1-922c-62632f444ac7'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:28:02.185922 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3295dd-1e09-4348-b7f4-9263e819de44 None None] Routers {'815953e0-79f7-4da1-922c-62632f444ac7'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:28:02.185922 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-fe3295dd-1e09-4348-b7f4-9263e819de44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:27:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['815953e0-79f7-4da1-922c-62632f444ac7'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:02.244201 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-87da331f-36a1-4d68-acf5-a23bef0c8a47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:02.326200 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-fe3295dd-1e09-4348-b7f4-9263e819de44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:02.365188 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3295dd-1e09-4348-b7f4-9263e819de44 None None] Routers {'815953e0-79f7-4da1-922c-62632f444ac7'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:28:02.365304 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-fe3295dd-1e09-4348-b7f4-9263e819de44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:27:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['815953e0-79f7-4da1-922c-62632f444ac7'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:02.441745 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0ab9b741-af7c-4bc6-9753-42ff500ea7bd tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:02.529813 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-87da331f-36a1-4d68-acf5-a23bef0c8a47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:02.572858 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-fe3295dd-1e09-4348-b7f4-9263e819de44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:02.573419 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3295dd-1e09-4348-b7f4-9263e819de44 None None] The sync data for ids ['815953e0-79f7-4da1-922c-62632f444ac7'] in n-d-828418-1 is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:28:02.769839 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-87da331f-36a1-4d68-acf5-a23bef0c8a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:02.805098 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87da331f-36a1-4d68-acf5-a23bef0c8a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e97bd64-5c8a-4621-9c29-35a80964febd,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:02.827285 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-87da331f-36a1-4d68-acf5-a23bef0c8a47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:02.858310 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-87da331f-36a1-4d68-acf5-a23bef0c8a47 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/7e97bd64-5c8a-4621-9c29-35a80964febd HTTP/1.1" status: 204 len: 168 time: 1.1323242 Feb 09 01:28:02.870497 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b809cf56-3bf5-4a3e-a673-113868b7fdb1 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:02.896528 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-b809cf56-3bf5-4a3e-a673-113868b7fdb1 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] 10.222.0.105 "DELETE /v2.0/ports/306a9657-b91c-47f8-a801-7fbcfa371c98 HTTP/1.1" status: 204 len: 168 time: 3.6847615 Feb 09 01:28:02.896528 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 33594) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:03.266893 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0ab9b741-af7c-4bc6-9753-42ff500ea7bd tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks [] for router_gateway, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:03.317474 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0ab9b741-af7c-4bc6-9753-42ff500ea7bd tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:03.551072 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-0ab9b741-af7c-4bc6-9753-42ff500ea7bd tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Allocated IP 172.25.0.75 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/1e3fba81-440a-4206-83da-21c1221017a0) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:28:03.802105 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0ab9b741-af7c-4bc6-9753-42ff500ea7bd tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:03.868427 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0ab9b741-af7c-4bc6-9753-42ff500ea7bd tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:03.996649 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab9b741-af7c-4bc6-9753-42ff500ea7bd tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Pushing event updated for resources: {'Port': ['ID=1e3fba81-440a-4206-83da-21c1221017a0,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:04.005961 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab9b741-af7c-4bc6-9753-42ff500ea7bd tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:28:04.010861 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-0ab9b741-af7c-4bc6-9753-42ff500ea7bd tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:04.023982 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab9b741-af7c-4bc6-9753-42ff500ea7bd tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:28:04.177978 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2bb78f34-63ee-4775-85a4-bfebec81ed9d tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:04.193161 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2bb78f34-63ee-4775-85a4-bfebec81ed9d tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:04.647236 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 33774) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:04.913378 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-92800cd1-03df-46ef-8252-df851dec0866 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:05.229937 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:28:05.236996 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-61ebf9c8-a1ed-46a3-9f55-b92174538f38 req-c82efb4e-28db-453a-b76a-2a804e40c356 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=19c7d20e-8160-4186-bf43-fc77505a2c73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3814018 Feb 09 01:28:05.254665 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0ab9b741-af7c-4bc6-9753-42ff500ea7bd tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks [] for router_gateway, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:05.423367 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-ac941ce3-2b53-45f7-9cdc-530d269a1515 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Request body: {'security_group': {'name': 'tempest-secgroup--817330793'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:05.441829 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-ac941ce3-2b53-45f7-9cdc-530d269a1515 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:05.454482 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-ac941ce3-2b53-45f7-9cdc-530d269a1515 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Usage tracker for resource:security_group and tenant:9edd5b359baa473fbcb5119238b2693b is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:05.460625 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-ac941ce3-2b53-45f7-9cdc-530d269a1515 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:05.547710 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-ac941ce3-2b53-45f7-9cdc-530d269a1515 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:05.598607 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ac941ce3-2b53-45f7-9cdc-530d269a1515 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:05.678866 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb78f34-63ee-4775-85a4-bfebec81ed9d tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Router 99da27e8-2c27-4f06-8ef8-86c5bc05c19b has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:28:05.695575 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ac941ce3-2b53-45f7-9cdc-530d269a1515 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:05.731974 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-ac941ce3-2b53-45f7-9cdc-530d269a1515 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:05.736619 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-ac941ce3-2b53-45f7-9cdc-530d269a1515 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Usage tracker for resource:security_group_rule and tenant:9edd5b359baa473fbcb5119238b2693b is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:05.739858 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-ac941ce3-2b53-45f7-9cdc-530d269a1515 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:05.747942 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-ac941ce3-2b53-45f7-9cdc-530d269a1515 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:06.059894 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ebf9c8-a1ed-46a3-9f55-b92174538f38 req-e241e40c-adfb-43d8-adc8-d517e6050eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:06.064927 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-61ebf9c8-a1ed-46a3-9f55-b92174538f38 req-e241e40c-adfb-43d8-adc8-d517e6050eaf service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=bfb5794a852743e5b12573464865d236&device_id=19c7d20e-8160-4186-bf43-fc77505a2c73 HTTP/1.1" status: 200 len: 1096 time: 0.4498386 Feb 09 01:28:06.253421 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb78f34-63ee-4775-85a4-bfebec81ed9d tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:28:06.266826 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7e35f8-06f5-4fbd-8beb-2c740bb910ae None None] Sync routers for ids ['99da27e8-2c27-4f06-8ef8-86c5bc05c19b'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:28:06.295910 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7e35f8-06f5-4fbd-8beb-2c740bb910ae None None] Routers {'99da27e8-2c27-4f06-8ef8-86c5bc05c19b'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:28:06.296995 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-df7e35f8-06f5-4fbd-8beb-2c740bb910ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:27:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['99da27e8-2c27-4f06-8ef8-86c5bc05c19b'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:06.313620 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2bb78f34-63ee-4775-85a4-bfebec81ed9d tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:06.314218 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0ab9b741-af7c-4bc6-9753-42ff500ea7bd tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:06.328993 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0ab9b741-af7c-4bc6-9753-42ff500ea7bd tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1673984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1674007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1671766'] for router, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:06.367265 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ac941ce3-2b53-45f7-9cdc-530d269a1515 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:06.468598 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ac941ce3-2b53-45f7-9cdc-530d269a1515 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:06.505995 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-ac941ce3-2b53-45f7-9cdc-530d269a1515 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:06.549378 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-ac941ce3-2b53-45f7-9cdc-530d269a1515 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Usage tracker for resource:security_group_rule and tenant:9edd5b359baa473fbcb5119238b2693b is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:06.553635 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-ac941ce3-2b53-45f7-9cdc-530d269a1515 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:06.575713 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-ac941ce3-2b53-45f7-9cdc-530d269a1515 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:06.644571 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19c7d20e-8160-4186-bf43-fc77505a2c73', 'tag': 'f65ebda2-7253-418f-8168-334eab87d7b1'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:28:06.728085 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac941ce3-2b53-45f7-9cdc-530d269a1515 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e08848-d262-481b-932c-4074322cc71a,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:06.735210 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-df7e35f8-06f5-4fbd-8beb-2c740bb910ae None None] Set router 99da27e8-2c27-4f06-8ef8-86c5bc05c19b gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:28:06.736275 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ebf9c8-a1ed-46a3-9f55-b92174538f38 req-2b172f30-9b77-4e9a-8a58-97f57f2e359b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:06.738836 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-61ebf9c8-a1ed-46a3-9f55-b92174538f38 req-2b172f30-9b77-4e9a-8a58-97f57f2e359b service neutron] 10.222.0.99 "GET /v2.0/networks?id=5322c4b5-5555-43a6-8743-912baa7b8508 HTTP/1.1" status: 200 len: 915 time: 0.6523833 Feb 09 01:28:06.752453 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19c7d20e-8160-4186-bf43-fc77505a2c73', 'tag': 'f65ebda2-7253-418f-8168-334eab87d7b1', 'status': 'completed', 'code': 200} Feb 09 01:28:06.753261 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-92800cd1-03df-46ef-8252-df851dec0866 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Deleting port d008f19f-f899-42dc-bd87-19e029a15d6a {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:28:06.753774 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-92800cd1-03df-46ef-8252-df851dec0866 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:06.851653 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-2bb78f34-63ee-4775-85a4-bfebec81ed9d tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] 10.222.0.105 "PUT /v2.0/floatingips/6dc23e22-0716-492e-9469-ebe935b86a2f HTTP/1.1" status: 200 len: 993 time: 7.4380369 Feb 09 01:28:06.964030 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ac941ce3-2b53-45f7-9cdc-530d269a1515 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:06.969002 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ab9b741-af7c-4bc6-9753-42ff500ea7bd tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Router e6c7682c-d257-49ff-92c9-19d14afe17c5 is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:28:06.973360 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-61ebf9c8-a1ed-46a3-9f55-b92174538f38 req-d455e3bc-b2cc-4736-9204-73a0331c736c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f65ebda2-7253-418f-8168-334eab87d7b1 HTTP/1.1" status: 200 len: 1001 time: 0.2181473 Feb 09 01:28:06.984250 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ac941ce3-2b53-45f7-9cdc-530d269a1515 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:07.073621 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac941ce3-2b53-45f7-9cdc-530d269a1515 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66c632fb-5d77-4d04-aaa4-ce4f1fcba05f,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:07.079884 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ac941ce3-2b53-45f7-9cdc-530d269a1515 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:07.084786 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-ac941ce3-2b53-45f7-9cdc-530d269a1515 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.3865047 Feb 09 01:28:07.099461 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 33986) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:07.138162 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-92800cd1-03df-46ef-8252-df851dec0866 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:07.426849 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab9b741-af7c-4bc6-9753-42ff500ea7bd tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:28:07.426849 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ebf9c8-a1ed-46a3-9f55-b92174538f38 req-e9d622da-1522-4797-8c3c-2dd80e4f0dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:07.426849 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-61ebf9c8-a1ed-46a3-9f55-b92174538f38 req-e9d622da-1522-4797-8c3c-2dd80e4f0dae service neutron] 10.222.0.99 "GET /v2.0/subnets?id=046deb8a-ea16-4172-b2a4-3937588d2108 HTTP/1.1" status: 200 len: 853 time: 0.4415796 Feb 09 01:28:07.443262 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce004d6-85ba-477b-bfcb-aea6dcfdacdd None None] Sync routers for ids ['e6c7682c-d257-49ff-92c9-19d14afe17c5'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:28:07.470344 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce004d6-85ba-477b-bfcb-aea6dcfdacdd None None] Routers {'e6c7682c-d257-49ff-92c9-19d14afe17c5'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:28:07.472538 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-7ce004d6-85ba-477b-bfcb-aea6dcfdacdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:27:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['e6c7682c-d257-49ff-92c9-19d14afe17c5'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:07.502306 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0ab9b741-af7c-4bc6-9753-42ff500ea7bd tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:07.506610 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-0ab9b741-af7c-4bc6-9753-42ff500ea7bd tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] 10.222.0.105 "PUT /v2.0/routers/e6c7682c-d257-49ff-92c9-19d14afe17c5 HTTP/1.1" status: 200 len: 879 time: 6.0663140 Feb 09 01:28:07.515518 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 34010) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:07.559675 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-92800cd1-03df-46ef-8252-df851dec0866 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Calling delete_port for d008f19f-f899-42dc-bd87-19e029a15d6a owned by network:router_interface {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:28:07.650447 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-7ce004d6-85ba-477b-bfcb-aea6dcfdacdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:07.679506 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce004d6-85ba-477b-bfcb-aea6dcfdacdd None None] Routers {'e6c7682c-d257-49ff-92c9-19d14afe17c5'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:28:07.680157 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-7ce004d6-85ba-477b-bfcb-aea6dcfdacdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:27:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['e6c7682c-d257-49ff-92c9-19d14afe17c5'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:07.939031 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-7ce004d6-85ba-477b-bfcb-aea6dcfdacdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:07.939433 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce004d6-85ba-477b-bfcb-aea6dcfdacdd None None] The sync data for ids ['e6c7682c-d257-49ff-92c9-19d14afe17c5'] in n-d-828418-1 is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:28:07.997522 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-df7e35f8-06f5-4fbd-8beb-2c740bb910ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99da27e8-2c27-4f06-8ef8-86c5bc05c19b', 'name': 'tempest-TestVolumeBackupRestore-1661116551-router', 'tenant_id': 'bfb5794a852743e5b12573464865d236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '6566a9b4-6ad6-4649-a507-ecd113da98c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:30Z', 'updated_at': '2022-02-09T01:22:41Z', 'revision_number': 4, 'project_id': 'bfb5794a852743e5b12573464865d236', 'gw_port': {'id': '6566a9b4-6ad6-4649-a507-ecd113da98c9', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99da27e8-2c27-4f06-8ef8-86c5bc05c19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:33Z', 'updated_at': '2022-02-09T01:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '6dc23e22-0716-492e-9469-ebe935b86a2f', 'tenant_id': 'bfb5794a852743e5b12573464865d236', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '99da27e8-2c27-4f06-8ef8-86c5bc05c19b', 'port_id': 'f65ebda2-7253-418f-8168-334eab87d7b1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5322c4b5-5555-43a6-8743-912baa7b8508', 'mac_address': 'fa:16:3e:6d:f2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c7d20e-8160-4186-bf43-fc77505a2c73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:27:53Z', 'updated_at': '2022-02-09T01:28:03Z', 'revision_number': 2, 'project_id': 'bfb5794a852743e5b12573464865d236', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25e2a816-c5dd-4840-8b17-734242f4c4c6', 'name': '', 'network_id': '5322c4b5-5555-43a6-8743-912baa7b8508', 'tenant_id': 'bfb5794a852743e5b12573464865d236', 'mac_address': 'fa:16:3e:d4:43:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99da27e8-2c27-4f06-8ef8-86c5bc05c19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '046deb8a-ea16-4172-b2a4-3937588d2108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:39Z', 'updated_at': '2022-02-09T01:22:51Z', 'revision_number': 5, 'project_id': 'bfb5794a852743e5b12573464865d236', 'subnets': [{'id': '046deb8a-ea16-4172-b2a4-3937588d2108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:07.997522 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7e35f8-06f5-4fbd-8beb-2c740bb910ae None None] Checking router: 99da27e8-2c27-4f06-8ef8-86c5bc05c19b for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:28:08.011044 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7e35f8-06f5-4fbd-8beb-2c740bb910ae None None] Routers {'99da27e8-2c27-4f06-8ef8-86c5bc05c19b'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:28:08.011044 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-df7e35f8-06f5-4fbd-8beb-2c740bb910ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:27:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['99da27e8-2c27-4f06-8ef8-86c5bc05c19b'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:08.151052 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9a63570b-d865-4108-a4f2-40c743bf5d22 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] 10.222.0.105 "GET /v2.0/routers/e6c7682c-d257-49ff-92c9-19d14afe17c5 HTTP/1.1" status: 200 len: 920 time: 0.6254215 Feb 09 01:28:08.151052 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 34020) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:08.193912 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ef425de5-b201-4277-ab27-90433568ea96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:08.330239 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-df7e35f8-06f5-4fbd-8beb-2c740bb910ae None None] Set router 99da27e8-2c27-4f06-8ef8-86c5bc05c19b gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:28:08.430180 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-8bfcfc17-d43b-472a-b3d0-1b4b620ea186 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 1.3262250 Feb 09 01:28:08.450921 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 34026) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:08.471444 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-0229b8d0-ab2b-40cc-90d5-a3465c987f4d tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Request body: {'security_group': {'name': 'tempest-security--654326030', 'description': 'tempest-security-description-171344482'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:08.550947 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0229b8d0-ab2b-40cc-90d5-a3465c987f4d tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:08.743698 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ebf9c8-a1ed-46a3-9f55-b92174538f38 req-907a5e7c-181b-4bcc-b907-2d6d941ff951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:08.747539 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-61ebf9c8-a1ed-46a3-9f55-b92174538f38 req-907a5e7c-181b-4bcc-b907-2d6d941ff951 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=5322c4b5-5555-43a6-8743-912baa7b8508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2885847 Feb 09 01:28:08.803769 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e197b7-1397-40d9-bf1e-48d2594f2a43 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:08.813677 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a5e197b7-1397-40d9-bf1e-48d2594f2a43 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] 10.222.0.105 "GET /v2.0/ports?network_id=3d885c3c-255c-4e54-addc-b28437d0b18e&device_id=e6c7682c-d257-49ff-92c9-19d14afe17c5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.6500087 Feb 09 01:28:08.821639 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19c7d20e-8160-4186-bf43-fc77505a2c73', 'tag': 'f65ebda2-7253-418f-8168-334eab87d7b1'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:28:08.826074 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 34030) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:08.972507 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0229b8d0-ab2b-40cc-90d5-a3465c987f4d tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:08.990474 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-92800cd1-03df-46ef-8252-df851dec0866 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:09.039568 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0229b8d0-ab2b-40cc-90d5-a3465c987f4d tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:09.039568 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0229b8d0-ab2b-40cc-90d5-a3465c987f4d tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:09.039568 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-0229b8d0-ab2b-40cc-90d5-a3465c987f4d tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] 10.222.0.105 "PUT /v2.0/security-groups/66c632fb-5d77-4d04-aaa4-ce4f1fcba05f HTTP/1.1" status: 200 len: 1778 time: 0.5626833 Feb 09 01:28:09.039568 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 34036) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:09.077202 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19c7d20e-8160-4186-bf43-fc77505a2c73', 'tag': 'f65ebda2-7253-418f-8168-334eab87d7b1', 'status': 'completed', 'code': 200} Feb 09 01:28:09.077202 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92800cd1-03df-46ef-8252-df851dec0866 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Pushing event deleted for resources: {'Port': ['ID=d008f19f-f899-42dc-bd87-19e029a15d6a,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:09.143833 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92800cd1-03df-46ef-8252-df851dec0866 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:09.143833 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92800cd1-03df-46ef-8252-df851dec0866 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:09.143833 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92800cd1-03df-46ef-8252-df851dec0866 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:09.143833 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92800cd1-03df-46ef-8252-df851dec0866 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:09.143833 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92800cd1-03df-46ef-8252-df851dec0866 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:09.143833 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92800cd1-03df-46ef-8252-df851dec0866 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:09.143833 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92800cd1-03df-46ef-8252-df851dec0866 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:09.143833 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92800cd1-03df-46ef-8252-df851dec0866 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:09.143833 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92800cd1-03df-46ef-8252-df851dec0866 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:09.143833 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92800cd1-03df-46ef-8252-df851dec0866 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:09.143833 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92800cd1-03df-46ef-8252-df851dec0866 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:09.143833 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92800cd1-03df-46ef-8252-df851dec0866 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:09.291198 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0229b8d0-ab2b-40cc-90d5-a3465c987f4d tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66c632fb-5d77-4d04-aaa4-ce4f1fcba05f,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:09.314110 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-df7e35f8-06f5-4fbd-8beb-2c740bb910ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99da27e8-2c27-4f06-8ef8-86c5bc05c19b', 'name': 'tempest-TestVolumeBackupRestore-1661116551-router', 'tenant_id': 'bfb5794a852743e5b12573464865d236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '6566a9b4-6ad6-4649-a507-ecd113da98c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:30Z', 'updated_at': '2022-02-09T01:22:41Z', 'revision_number': 4, 'project_id': 'bfb5794a852743e5b12573464865d236', 'gw_port': {'id': '6566a9b4-6ad6-4649-a507-ecd113da98c9', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99da27e8-2c27-4f06-8ef8-86c5bc05c19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:33Z', 'updated_at': '2022-02-09T01:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '6dc23e22-0716-492e-9469-ebe935b86a2f', 'tenant_id': 'bfb5794a852743e5b12573464865d236', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '99da27e8-2c27-4f06-8ef8-86c5bc05c19b', 'port_id': 'f65ebda2-7253-418f-8168-334eab87d7b1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5322c4b5-5555-43a6-8743-912baa7b8508', 'mac_address': 'fa:16:3e:6d:f2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c7d20e-8160-4186-bf43-fc77505a2c73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:27:53Z', 'updated_at': '2022-02-09T01:28:03Z', 'revision_number': 2, 'project_id': 'bfb5794a852743e5b12573464865d236', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25e2a816-c5dd-4840-8b17-734242f4c4c6', 'name': '', 'network_id': '5322c4b5-5555-43a6-8743-912baa7b8508', 'tenant_id': 'bfb5794a852743e5b12573464865d236', 'mac_address': 'fa:16:3e:d4:43:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99da27e8-2c27-4f06-8ef8-86c5bc05c19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '046deb8a-ea16-4172-b2a4-3937588d2108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:39Z', 'updated_at': '2022-02-09T01:22:51Z', 'revision_number': 5, 'project_id': 'bfb5794a852743e5b12573464865d236', 'subnets': [{'id': '046deb8a-ea16-4172-b2a4-3937588d2108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:09.324028 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 34040) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:09.330932 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-2a822063-8329-463f-b88e-01e47d720a39 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] 10.222.0.105 "GET /v2.0/security-groups/66c632fb-5d77-4d04-aaa4-ce4f1fcba05f HTTP/1.1" status: 200 len: 1778 time: 0.2824776 Feb 09 01:28:09.337234 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7e35f8-06f5-4fbd-8beb-2c740bb910ae None None] The sync data for ids ['99da27e8-2c27-4f06-8ef8-86c5bc05c19b'] in n-d-828418-1 is: [{'id': '99da27e8-2c27-4f06-8ef8-86c5bc05c19b', 'name': 'tempest-TestVolumeBackupRestore-1661116551-router', 'tenant_id': 'bfb5794a852743e5b12573464865d236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '6566a9b4-6ad6-4649-a507-ecd113da98c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:30Z', 'updated_at': '2022-02-09T01:22:41Z', 'revision_number': 4, 'project_id': 'bfb5794a852743e5b12573464865d236', 'gw_port': {'id': '6566a9b4-6ad6-4649-a507-ecd113da98c9', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99da27e8-2c27-4f06-8ef8-86c5bc05c19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:33Z', 'updated_at': '2022-02-09T01:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '6dc23e22-0716-492e-9469-ebe935b86a2f', 'tenant_id': 'bfb5794a852743e5b12573464865d236', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '99da27e8-2c27-4f06-8ef8-86c5bc05c19b', 'port_id': 'f65ebda2-7253-418f-8168-334eab87d7b1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5322c4b5-5555-43a6-8743-912baa7b8508', 'mac_address': 'fa:16:3e:6d:f2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c7d20e-8160-4186-bf43-fc77505a2c73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:27:53Z', 'updated_at': '2022-02-09T01:28:03Z', 'revision_number': 2, 'project_id': 'bfb5794a852743e5b12573464865d236', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25e2a816-c5dd-4840-8b17-734242f4c4c6', 'name': '', 'network_id': '5322c4b5-5555-43a6-8743-912baa7b8508', 'tenant_id': 'bfb5794a852743e5b12573464865d236', 'mac_address': 'fa:16:3e:d4:43:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99da27e8-2c27-4f06-8ef8-86c5bc05c19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '046deb8a-ea16-4172-b2a4-3937588d2108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:39Z', 'updated_at': '2022-02-09T01:22:51Z', 'revision_number': 5, 'project_id': 'bfb5794a852743e5b12573464865d236', 'subnets': [{'id': '046deb8a-ea16-4172-b2a4-3937588d2108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:28:09.385316 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-61ebf9c8-a1ed-46a3-9f55-b92174538f38 req-ec55bd14-f5f3-4902-a5e6-0d842d9a2f21 service neutron] 10.222.0.99 "GET /v2.0/networks/5322c4b5-5555-43a6-8743-912baa7b8508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6260545 Feb 09 01:28:09.741861 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-61ebf9c8-a1ed-46a3-9f55-b92174538f38 req-98700298-1e7e-4e0c-8027-7760fddee746 service neutron] 10.222.0.99 "GET /v2.0/networks/5322c4b5-5555-43a6-8743-912baa7b8508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184376 Feb 09 01:28:09.764624 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098be601-a132-46cd-802e-0eb7901575b6 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:09.764624 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-098be601-a132-46cd-802e-0eb7901575b6 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] 10.222.0.105 "GET /v2.0/networks/3d885c3c-255c-4e54-addc-b28437d0b18e HTTP/1.1" status: 200 len: 881 time: 0.9309666 Feb 09 01:28:09.764624 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 34048) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:09.853669 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-92800cd1-03df-46ef-8252-df851dec0866 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:09.920334 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-8b0684c4-1f9e-4598-8284-c785d5812a92 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] 10.222.0.105 "GET /v2.0/ports?device_id=e6c7682c-d257-49ff-92c9-19d14afe17c5 HTTP/1.1" status: 200 len: 205 time: 0.1639631 Feb 09 01:28:09.926291 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 34052) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:09.947027 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ff292816-6921-4dc2-a30d-9cc728af2dec tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:10.025349 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ff292816-6921-4dc2-a30d-9cc728af2dec tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:10.180382 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3ae94c81-8c7f-43d5-add7-a65d29fa04f8 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:10.297134 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ff292816-6921-4dc2-a30d-9cc728af2dec tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:10.408219 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3ae94c81-8c7f-43d5-add7-a65d29fa04f8 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:10.430560 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-3ae94c81-8c7f-43d5-add7-a65d29fa04f8 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Deleting port 1e3fba81-440a-4206-83da-21c1221017a0 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:28:10.430560 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3ae94c81-8c7f-43d5-add7-a65d29fa04f8 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:10.435151 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff292816-6921-4dc2-a30d-9cc728af2dec tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c632fb-5d77-4d04-aaa4-ce4f1fcba05f,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:10.469612 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe2064d-b6ee-41e1-bd40-f4fdef068901 req-719dfa21-2e19-4449-ad34-ca97eda74e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:10.470826 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-fbe2064d-b6ee-41e1-bd40-f4fdef068901 req-719dfa21-2e19-4449-ad34-ca97eda74e0a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=bfb5794a852743e5b12573464865d236&device_id=19c7d20e-8160-4186-bf43-fc77505a2c73 HTTP/1.1" status: 200 len: 1096 time: 0.6314054 Feb 09 01:28:10.503240 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ff292816-6921-4dc2-a30d-9cc728af2dec tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:10.508976 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-ff292816-6921-4dc2-a30d-9cc728af2dec tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] 10.222.0.105 "DELETE /v2.0/security-groups/66c632fb-5d77-4d04-aaa4-ce4f1fcba05f HTTP/1.1" status: 204 len: 168 time: 0.9966016 Feb 09 01:28:10.508976 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 34058) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:10.566771 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fe6712f8-80bd-4a20-8a9c-e5c34e7aa393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:10.682959 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-08b01ce5-02db-4d80-85de-e14dd290b153 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Synchronizing usage tracker for tenant:9edd5b359baa473fbcb5119238b2693b on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:28:10.814441 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3ae94c81-8c7f-43d5-add7-a65d29fa04f8 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:10.891681 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-08b01ce5-02db-4d80-85de-e14dd290b153 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Unset dirty status for tenant:9edd5b359baa473fbcb5119238b2693b on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:28:10.898625 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-08b01ce5-02db-4d80-85de-e14dd290b153 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3753099 Feb 09 01:28:10.899278 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 34066) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:10.983780 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [None req-35709a6a-8d6b-4665-a3a1-7b90d845ac75 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] delete failed (client error): The resource could not be found. Feb 09 01:28:10.992828 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-35709a6a-8d6b-4665-a3a1-7b90d845ac75 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] 10.222.0.105 "DELETE /v2.0/security-groups/66c632fb-5d77-4d04-aaa4-ce4f1fcba05f HTTP/1.1" status: 404 len: 347 time: 0.0876019 Feb 09 01:28:10.993440 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 34070) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:10.996750 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92800cd1-03df-46ef-8252-df851dec0866 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Router 815953e0-79f7-4da1-922c-62632f444ac7 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:28:11.006000 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-03e740bf-9bbb-40e3-9809-f065f34ef63c tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Request body: {'security_group': {'name': 'tempest-secgroup--1393982715'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:11.013849 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-03e740bf-9bbb-40e3-9809-f065f34ef63c tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:11.127969 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-03e740bf-9bbb-40e3-9809-f065f34ef63c tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:11.236078 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-03e740bf-9bbb-40e3-9809-f065f34ef63c tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:11.332579 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-3ae94c81-8c7f-43d5-add7-a65d29fa04f8 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Calling delete_port for 1e3fba81-440a-4206-83da-21c1221017a0 owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:28:11.358469 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-03e740bf-9bbb-40e3-9809-f065f34ef63c tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:11.377143 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-03e740bf-9bbb-40e3-9809-f065f34ef63c tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Usage tracker for resource:security_group_rule and tenant:9edd5b359baa473fbcb5119238b2693b is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:11.377143 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-03e740bf-9bbb-40e3-9809-f065f34ef63c tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:11.409312 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-03e740bf-9bbb-40e3-9809-f065f34ef63c tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:11.429237 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92800cd1-03df-46ef-8252-df851dec0866 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:28:11.440056 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d92331e-d496-4c18-a187-9568e58bc997 None None] Sync routers for ids ['815953e0-79f7-4da1-922c-62632f444ac7'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:28:11.452995 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d92331e-d496-4c18-a187-9568e58bc997 None None] Routers {'815953e0-79f7-4da1-922c-62632f444ac7'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:28:11.453273 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-92800cd1-03df-46ef-8252-df851dec0866 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] 10.222.0.105 "PUT /v2.0/routers/815953e0-79f7-4da1-922c-62632f444ac7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5557914 Feb 09 01:28:11.454391 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 34074) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:11.455887 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-5d92331e-d496-4c18-a187-9568e58bc997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:28:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['815953e0-79f7-4da1-922c-62632f444ac7'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:11.672175 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3250ddfb-8e7c-4358-bdd3-eaad0d3a817a tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:11.682234 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe2064d-b6ee-41e1-bd40-f4fdef068901 req-a796f65e-6548-4515-bbe6-f1f9f7dc9132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:11.682234 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-fbe2064d-b6ee-41e1-bd40-f4fdef068901 req-a796f65e-6548-4515-bbe6-f1f9f7dc9132 service neutron] 10.222.0.99 "GET /v2.0/networks?id=5322c4b5-5555-43a6-8743-912baa7b8508 HTTP/1.1" status: 200 len: 915 time: 0.9327674 Feb 09 01:28:11.774048 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-5d92331e-d496-4c18-a187-9568e58bc997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:11.798114 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:11.950507 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:11.950507 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d92331e-d496-4c18-a187-9568e58bc997 None None] Routers {'815953e0-79f7-4da1-922c-62632f444ac7'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:28:11.950507 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-5d92331e-d496-4c18-a187-9568e58bc997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:28:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['815953e0-79f7-4da1-922c-62632f444ac7'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:11.963793 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-fbe2064d-b6ee-41e1-bd40-f4fdef068901 req-d7021e7f-fd09-4a0b-9981-e23e13cd430d service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f65ebda2-7253-418f-8168-334eab87d7b1 HTTP/1.1" status: 200 len: 1001 time: 0.1593366 Feb 09 01:28:12.011002 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe2064d-b6ee-41e1-bd40-f4fdef068901 req-fe3dd564-6de4-4be5-8854-fdcacaab62ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:12.011002 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-fbe2064d-b6ee-41e1-bd40-f4fdef068901 req-fe3dd564-6de4-4be5-8854-fdcacaab62ee service neutron] 10.222.0.99 "GET /v2.0/subnets?id=046deb8a-ea16-4172-b2a4-3937588d2108 HTTP/1.1" status: 200 len: 853 time: 0.1414950 Feb 09 01:28:12.058222 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-5d92331e-d496-4c18-a187-9568e58bc997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:12.059329 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d92331e-d496-4c18-a187-9568e58bc997 None None] The sync data for ids ['815953e0-79f7-4da1-922c-62632f444ac7'] in n-d-828418-1 is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:28:12.266560 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3ae94c81-8c7f-43d5-add7-a65d29fa04f8 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:12.290215 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-03e740bf-9bbb-40e3-9809-f065f34ef63c tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:12.326522 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-03e740bf-9bbb-40e3-9809-f065f34ef63c tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:12.380684 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe2064d-b6ee-41e1-bd40-f4fdef068901 req-8af40040-66bd-46d8-b01b-e5043553ef2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:12.380684 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-fbe2064d-b6ee-41e1-bd40-f4fdef068901 req-8af40040-66bd-46d8-b01b-e5043553ef2f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=5322c4b5-5555-43a6-8743-912baa7b8508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2984669 Feb 09 01:28:12.380684 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae94c81-8c7f-43d5-add7-a65d29fa04f8 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Pushing event deleted for resources: {'Port': ['ID=1e3fba81-440a-4206-83da-21c1221017a0,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:12.516070 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-03e740bf-9bbb-40e3-9809-f065f34ef63c tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:12.517538 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-03e740bf-9bbb-40e3-9809-f065f34ef63c tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5201490 Feb 09 01:28:12.579220 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 34086) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:12.592406 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-8ef5e946-96af-4dd2-a282-16dfe72b9f18 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Request body: {'security_group_rule': {'security_group_id': 'c19d3297-51e2-4a83-b4f7-fcf5b73f2393', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:12.598873 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e740bf-9bbb-40e3-9809-f065f34ef63c tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c19d3297-51e2-4a83-b4f7-fcf5b73f2393,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:12.634443 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-8ef5e946-96af-4dd2-a282-16dfe72b9f18 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:12.642984 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-8ef5e946-96af-4dd2-a282-16dfe72b9f18 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Usage tracker for resource:security_group_rule and tenant:9edd5b359baa473fbcb5119238b2693b is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:12.648460 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-8ef5e946-96af-4dd2-a282-16dfe72b9f18 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:12.670069 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-8ef5e946-96af-4dd2-a282-16dfe72b9f18 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:12.671266 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-fbe2064d-b6ee-41e1-bd40-f4fdef068901 req-eaad7c8b-49f4-4b2f-9388-b9ffde5daf6f service neutron] 10.222.0.99 "GET /v2.0/networks/5322c4b5-5555-43a6-8743-912baa7b8508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046888 Feb 09 01:28:12.677002 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3250ddfb-8e7c-4358-bdd3-eaad0d3a817a tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:12.693449 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-3250ddfb-8e7c-4358-bdd3-eaad0d3a817a tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Deleting port c202016c-ef0d-4052-9152-bcf2301fcb50 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:28:12.693449 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3250ddfb-8e7c-4358-bdd3-eaad0d3a817a tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:12.814200 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8ef5e946-96af-4dd2-a282-16dfe72b9f18 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:12.946484 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-fbe2064d-b6ee-41e1-bd40-f4fdef068901 req-c1478f25-43db-4ed6-9772-1d45f2916583 service neutron] 10.222.0.99 "GET /v2.0/networks/5322c4b5-5555-43a6-8743-912baa7b8508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579677 Feb 09 01:28:12.985514 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3ae94c81-8c7f-43d5-add7-a65d29fa04f8 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:13.062991 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3250ddfb-8e7c-4358-bdd3-eaad0d3a817a tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:13.170017 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:13.223920 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-3250ddfb-8e7c-4358-bdd3-eaad0d3a817a tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Calling delete_port for c202016c-ef0d-4052-9152-bcf2301fcb50 owned by network:router_gateway {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:28:13.315455 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3ae94c81-8c7f-43d5-add7-a65d29fa04f8 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:13.319087 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3ae94c81-8c7f-43d5-add7-a65d29fa04f8 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:13.379636 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8ef5e946-96af-4dd2-a282-16dfe72b9f18 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:13.395356 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8ef5e946-96af-4dd2-a282-16dfe72b9f18 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:13.436873 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3ae94c81-8c7f-43d5-add7-a65d29fa04f8 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:13.441444 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae94c81-8c7f-43d5-add7-a65d29fa04f8 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Fanout notify agent at l3_agent the message router_deleted on router e6c7682c-d257-49ff-92c9-19d14afe17c5 {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:28:13.451851 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef5e946-96af-4dd2-a282-16dfe72b9f18 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a79985b-c844-4a54-b708-0f1a05f77c5a,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:13.471049 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8ef5e946-96af-4dd2-a282-16dfe72b9f18 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:13.472132 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-8ef5e946-96af-4dd2-a282-16dfe72b9f18 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8915033 Feb 09 01:28:13.476391 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 34094) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:13.482885 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b04896-3fd1-4cb9-a7a8-956ff32ee9fb req-0080ccf3-40a5-459f-ac78-465f105cfbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:13.487701 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-13b04896-3fd1-4cb9-a7a8-956ff32ee9fb req-0080ccf3-40a5-459f-ac78-465f105cfbfe service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=bfb5794a852743e5b12573464865d236&device_id=19c7d20e-8160-4186-bf43-fc77505a2c73 HTTP/1.1" status: 200 len: 1096 time: 0.4337740 Feb 09 01:28:13.558537 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d6108270-f108-4072-8f9f-73682eb1c124 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:13.589050 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d6108270-f108-4072-8f9f-73682eb1c124 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:13.632987 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3250ddfb-8e7c-4358-bdd3-eaad0d3a817a tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:13.673096 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3ae94c81-8c7f-43d5-add7-a65d29fa04f8 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:13.678817 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-3ae94c81-8c7f-43d5-add7-a65d29fa04f8 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] 10.222.0.105 "DELETE /v2.0/routers/e6c7682c-d257-49ff-92c9-19d14afe17c5 HTTP/1.1" status: 204 len: 168 time: 3.7492588 Feb 09 01:28:13.689466 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 34098) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:13.701226 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d6108270-f108-4072-8f9f-73682eb1c124 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:13.718679 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-c546f7e7-49aa-4c20-b939-8ec1317861d9 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-760387143', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:13.731934 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c546f7e7-49aa-4c20-b939-8ec1317861d9 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:13.740063 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-c546f7e7-49aa-4c20-b939-8ec1317861d9 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Usage tracker for resource:router and tenant:92bd42d5989c49edb4b3116a5ad10960 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:13.743844 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-c546f7e7-49aa-4c20-b939-8ec1317861d9 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:13.751948 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c546f7e7-49aa-4c20-b939-8ec1317861d9 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:13.768630 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3250ddfb-8e7c-4358-bdd3-eaad0d3a817a tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Pushing event deleted for resources: {'Port': ['ID=c202016c-ef0d-4052-9152-bcf2301fcb50,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:13.822215 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6108270-f108-4072-8f9f-73682eb1c124 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0a79985b-c844-4a54-b708-0f1a05f77c5a,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:13.884891 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c546f7e7-49aa-4c20-b939-8ec1317861d9 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:13.887207 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c546f7e7-49aa-4c20-b939-8ec1317861d9 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:13.897911 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d6108270-f108-4072-8f9f-73682eb1c124 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:13.899692 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-d6108270-f108-4072-8f9f-73682eb1c124 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] 10.222.0.105 "DELETE /v2.0/security-group-rules/0a79985b-c844-4a54-b708-0f1a05f77c5a HTTP/1.1" status: 204 len: 168 time: 0.4239137 Feb 09 01:28:13.905831 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 34102) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:13.918484 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b04896-3fd1-4cb9-a7a8-956ff32ee9fb req-fcb3a8f7-3adf-4639-8f13-523f41dae6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:13.920136 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-13b04896-3fd1-4cb9-a7a8-956ff32ee9fb req-fcb3a8f7-3adf-4639-8f13-523f41dae6b4 service neutron] 10.222.0.99 "GET /v2.0/networks?id=5322c4b5-5555-43a6-8743-912baa7b8508 HTTP/1.1" status: 200 len: 915 time: 0.4210696 Feb 09 01:28:13.965915 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c546f7e7-49aa-4c20-b939-8ec1317861d9 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:13.985747 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3250ddfb-8e7c-4358-bdd3-eaad0d3a817a tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:14.090699 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-13b04896-3fd1-4cb9-a7a8-956ff32ee9fb req-149fe97b-4969-4293-ae87-90b8652c5797 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f65ebda2-7253-418f-8168-334eab87d7b1 HTTP/1.1" status: 200 len: 1001 time: 0.1619785 Feb 09 01:28:14.154349 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-e1bb2226-c9a4-4762-add5-a0fa3f993412 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Synchronizing usage tracker for tenant:9edd5b359baa473fbcb5119238b2693b on resource:security_group_rule {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:28:14.162358 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c546f7e7-49aa-4c20-b939-8ec1317861d9 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:14.198501 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b04896-3fd1-4cb9-a7a8-956ff32ee9fb req-0b198826-f926-448e-94d8-a6506bf87d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:14.200816 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-13b04896-3fd1-4cb9-a7a8-956ff32ee9fb req-0b198826-f926-448e-94d8-a6506bf87d51 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=046deb8a-ea16-4172-b2a4-3937588d2108 HTTP/1.1" status: 200 len: 853 time: 0.1031744 Feb 09 01:28:14.237805 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3250ddfb-8e7c-4358-bdd3-eaad0d3a817a tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:14.245981 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3250ddfb-8e7c-4358-bdd3-eaad0d3a817a tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:14.334189 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c546f7e7-49aa-4c20-b939-8ec1317861d9 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:14.336242 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-c546f7e7-49aa-4c20-b939-8ec1317861d9 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6446710 Feb 09 01:28:14.338981 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 34106) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:14.352340 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-748a799f-d5e5-48ef-8bac-ab0770a7f820 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'enable_snat': True}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:14.359432 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3250ddfb-8e7c-4358-bdd3-eaad0d3a817a tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:14.360469 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3250ddfb-8e7c-4358-bdd3-eaad0d3a817a tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Fanout notify agent at l3_agent the message router_deleted on router 815953e0-79f7-4da1-922c-62632f444ac7 {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:28:14.363981 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-e1bb2226-c9a4-4762-add5-a0fa3f993412 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Unset dirty status for tenant:9edd5b359baa473fbcb5119238b2693b on resource:security_group_rule {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:28:14.365674 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-e1bb2226-c9a4-4762-add5-a0fa3f993412 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4574065 Feb 09 01:28:14.369150 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 34110) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:14.391952 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3250ddfb-8e7c-4358-bdd3-eaad0d3a817a tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:14.396584 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-3250ddfb-8e7c-4358-bdd3-eaad0d3a817a tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] 10.222.0.105 "DELETE /v2.0/routers/815953e0-79f7-4da1-922c-62632f444ac7 HTTP/1.1" status: 204 len: 168 time: 2.9357357 Feb 09 01:28:14.398970 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 34116) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:14.519107 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8cc0cd5-5476-4be4-89a8-7cdfa93b5a59 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Deleting subnet 8bf42645-fd55-4343-b366-0bb5288db141 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:28:14.525639 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b8cc0cd5-5476-4be4-89a8-7cdfa93b5a59 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:14.548071 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b04896-3fd1-4cb9-a7a8-956ff32ee9fb req-6b84981c-96d6-4f47-97b5-07649f2c9dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:14.548071 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-13b04896-3fd1-4cb9-a7a8-956ff32ee9fb req-6b84981c-96d6-4f47-97b5-07649f2c9dcd service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=5322c4b5-5555-43a6-8743-912baa7b8508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3383615 Feb 09 01:28:14.672661 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b8cc0cd5-5476-4be4-89a8-7cdfa93b5a59 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:14.820585 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-25581cef-b37f-4f55-b095-71cea7893a1c tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:14.869092 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-25581cef-b37f-4f55-b095-71cea7893a1c tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:14.933112 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b8cc0cd5-5476-4be4-89a8-7cdfa93b5a59 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:14.977178 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-25581cef-b37f-4f55-b095-71cea7893a1c tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:15.010035 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25581cef-b37f-4f55-b095-71cea7893a1c tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19d3297-51e2-4a83-b4f7-fcf5b73f2393,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:15.045298 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b8cc0cd5-5476-4be4-89a8-7cdfa93b5a59 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:15.071099 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-748a799f-d5e5-48ef-8bac-ab0770a7f820 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:15.081417 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-13b04896-3fd1-4cb9-a7a8-956ff32ee9fb req-3238d172-3436-4f30-a5f7-1ef9ad5b3fc7 service neutron] 10.222.0.99 "GET /v2.0/networks/5322c4b5-5555-43a6-8743-912baa7b8508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5261388 Feb 09 01:28:15.094963 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cc0cd5-5476-4be4-89a8-7cdfa93b5a59 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Pushing event deleted for resources: {'Subnet': ['ID=8bf42645-fd55-4343-b366-0bb5288db141,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:15.096444 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b8cc0cd5-5476-4be4-89a8-7cdfa93b5a59 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:15.099193 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-25581cef-b37f-4f55-b095-71cea7893a1c tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:15.100285 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-25581cef-b37f-4f55-b095-71cea7893a1c tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] 10.222.0.105 "DELETE /v2.0/security-groups/c19d3297-51e2-4a83-b4f7-fcf5b73f2393 HTTP/1.1" status: 204 len: 168 time: 0.7301307 Feb 09 01:28:15.102800 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 34122) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:15.115259 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5165a8d7-40f4-426b-bde3-6ad860dfb278 None None] Network 0b0e84d8-406f-479a-b46a-42f4742e7b95 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:28:15.123974 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-b8cc0cd5-5476-4be4-89a8-7cdfa93b5a59 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] 10.222.0.105 "DELETE /v2.0/subnets/8bf42645-fd55-4343-b366-0bb5288db141 HTTP/1.1" status: 204 len: 168 time: 0.7228100 Feb 09 01:28:15.126965 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 34126) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:15.232528 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-557c58a4-0882-4a47-a110-b12e5608c183 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Synchronizing usage tracker for tenant:9edd5b359baa473fbcb5119238b2693b on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:28:15.237266 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-13b04896-3fd1-4cb9-a7a8-956ff32ee9fb req-8818fb13-0feb-46c3-8b51-e0624ef613d5 service neutron] 10.222.0.99 "GET /v2.0/networks/5322c4b5-5555-43a6-8743-912baa7b8508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376939 Feb 09 01:28:15.300075 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-557c58a4-0882-4a47-a110-b12e5608c183 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Unset dirty status for tenant:9edd5b359baa473fbcb5119238b2693b on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:28:15.302987 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-557c58a4-0882-4a47-a110-b12e5608c183 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1992781 Feb 09 01:28:15.306770 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 34130) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:15.312220 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-bfeaa141-98b9-424b-b2e9-0b39bb74e32a tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Request body: {'security_group': {'name': 'tempest-secgroup--1385947963'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:15.326186 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-bfeaa141-98b9-424b-b2e9-0b39bb74e32a tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:15.334082 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a4dd035c-3307-4e64-9955-07913a36ce1f tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:15.352272 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-bfeaa141-98b9-424b-b2e9-0b39bb74e32a tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:15.363337 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-a4dd035c-3307-4e64-9955-07913a36ce1f tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Deleting port 41687da2-56b9-417b-b1cf-54c55873c847 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:28:15.364257 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a4dd035c-3307-4e64-9955-07913a36ce1f tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:15.413569 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bfeaa141-98b9-424b-b2e9-0b39bb74e32a tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:15.441100 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-bfeaa141-98b9-424b-b2e9-0b39bb74e32a tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:15.445843 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-bfeaa141-98b9-424b-b2e9-0b39bb74e32a tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Usage tracker for resource:security_group_rule and tenant:9edd5b359baa473fbcb5119238b2693b is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:15.456217 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-bfeaa141-98b9-424b-b2e9-0b39bb74e32a tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:15.467981 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-bfeaa141-98b9-424b-b2e9-0b39bb74e32a tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:15.536128 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026d331b-24f1-425c-a2b3-9a4007f18346 None None] DHCP port deletion for 0b0e84d8-406f-479a-b46a-42f4742e7b95 request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:28:15.540254 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-026d331b-24f1-425c-a2b3-9a4007f18346 None None] Deleting port 41687da2-56b9-417b-b1cf-54c55873c847 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:28:15.540623 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-026d331b-24f1-425c-a2b3-9a4007f18346 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:15.758204 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-748a799f-d5e5-48ef-8bac-ab0770a7f820 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:15.807827 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-748a799f-d5e5-48ef-8bac-ab0770a7f820 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:15.866670 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-a4dd035c-3307-4e64-9955-07913a36ce1f tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] For port 41687da2-56b9-417b-b1cf-54c55873c847, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=41687da2-56b9-417b-b1cf-54c55873c847,segment=NetworkSegment(326be507-a2e6-428e-b375-78b3c4c55a38),segment_id=326be507-a2e6-428e-b375-78b3c4c55a38)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:28:15.867038 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a4dd035c-3307-4e64-9955-07913a36ce1f tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:15.890537 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bfeaa141-98b9-424b-b2e9-0b39bb74e32a tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:15.997450 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bfeaa141-98b9-424b-b2e9-0b39bb74e32a tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:16.011967 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-748a799f-d5e5-48ef-8bac-ab0770a7f820 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Allocated IP 172.25.0.87 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/e1ad6322-9809-4ca6-9076-522db06f3f51) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:28:16.025422 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-026d331b-24f1-425c-a2b3-9a4007f18346 None None] For port 41687da2-56b9-417b-b1cf-54c55873c847, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=41687da2-56b9-417b-b1cf-54c55873c847,segment=NetworkSegment(326be507-a2e6-428e-b375-78b3c4c55a38),segment_id=326be507-a2e6-428e-b375-78b3c4c55a38)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:28:16.029539 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-026d331b-24f1-425c-a2b3-9a4007f18346 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:16.073835 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-a4dd035c-3307-4e64-9955-07913a36ce1f tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Calling delete_port for 41687da2-56b9-417b-b1cf-54c55873c847 owned by network:dhcp {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:28:16.162881 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeaa141-98b9-424b-b2e9-0b39bb74e32a tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b92fb21-a7ac-49d7-853b-2fa3502bfc08,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:16.194572 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bfeaa141-98b9-424b-b2e9-0b39bb74e32a tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:16.200792 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-bfeaa141-98b9-424b-b2e9-0b39bb74e32a tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8928888 Feb 09 01:28:16.207288 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 34150) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:16.226317 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-8cf59586-4187-4a47-aff1-54d991e4281b tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Request body: {'security_group_rule': {'security_group_id': '8b92fb21-a7ac-49d7-853b-2fa3502bfc08', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:16.232387 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-026d331b-24f1-425c-a2b3-9a4007f18346 None None] Calling delete_port for 41687da2-56b9-417b-b1cf-54c55873c847 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:28:16.249131 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a4dd035c-3307-4e64-9955-07913a36ce1f tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:16.251512 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8cf59586-4187-4a47-aff1-54d991e4281b tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:16.259933 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-8cf59586-4187-4a47-aff1-54d991e4281b tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Usage tracker for resource:security_group_rule and tenant:9edd5b359baa473fbcb5119238b2693b is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:16.267650 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-8cf59586-4187-4a47-aff1-54d991e4281b tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:16.278696 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8cf59586-4187-4a47-aff1-54d991e4281b tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:16.341620 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dd035c-3307-4e64-9955-07913a36ce1f tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Pushing event deleted for resources: {'Port': ['ID=41687da2-56b9-417b-b1cf-54c55873c847,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:16.345422 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4dd035c-3307-4e64-9955-07913a36ce1f tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] No DVR routers for this DVR port 41687da2-56b9-417b-b1cf-54c55873c847 on host n-d-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:28:16.358798 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8cf59586-4187-4a47-aff1-54d991e4281b tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:16.399081 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 34156) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:16.415792 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-748a799f-d5e5-48ef-8bac-ab0770a7f820 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:16.419301 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-026d331b-24f1-425c-a2b3-9a4007f18346 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:28:16.419961 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-026d331b-24f1-425c-a2b3-9a4007f18346 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:28:16.452568 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8cf59586-4187-4a47-aff1-54d991e4281b tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:16.468670 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8cf59586-4187-4a47-aff1-54d991e4281b tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:16.504116 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf59586-4187-4a47-aff1-54d991e4281b tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df5b2dc2-368d-41ea-8069-e79793d07e8a,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:16.531320 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8cf59586-4187-4a47-aff1-54d991e4281b tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:16.535565 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-8cf59586-4187-4a47-aff1-54d991e4281b tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3257594 Feb 09 01:28:16.535699 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a4dd035c-3307-4e64-9955-07913a36ce1f tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:16.536142 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-748a799f-d5e5-48ef-8bac-ab0770a7f820 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:16.543916 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 34162) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:16.587691 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-a4dd035c-3307-4e64-9955-07913a36ce1f tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b0e84d8-406f-479a-b46a-42f4742e7b95']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:16.603802 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-98a846c9-5957-4d7c-a009-2e5a9708154e tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Request body: {'security_group_rule': {'security_group_id': '8b92fb21-a7ac-49d7-853b-2fa3502bfc08', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:16.620815 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-a4dd035c-3307-4e64-9955-07913a36ce1f tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '326be507-a2e6-428e-b375-78b3c4c55a38') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:16.622395 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-a4dd035c-3307-4e64-9955-07913a36ce1f tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '326be507-a2e6-428e-b375-78b3c4c55a38') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:16.644999 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a4dd035c-3307-4e64-9955-07913a36ce1f tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:16.646793 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-98a846c9-5957-4d7c-a009-2e5a9708154e tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:16.652468 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e725d707-fd35-44ff-ba10-c4ae72c96bbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:16.667394 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a4dd035c-3307-4e64-9955-07913a36ce1f tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:16.669580 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 41687da2-56b9-417b-b1cf-54c55873c847 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:28:16.672507 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-98a846c9-5957-4d7c-a009-2e5a9708154e tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Usage tracker for resource:security_group_rule and tenant:9edd5b359baa473fbcb5119238b2693b is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:16.678585 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-98a846c9-5957-4d7c-a009-2e5a9708154e tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:16.679844 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4dd035c-3307-4e64-9955-07913a36ce1f tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:28:16.682020 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a4dd035c-3307-4e64-9955-07913a36ce1f tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:16.683132 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748a799f-d5e5-48ef-8bac-ab0770a7f820 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:28:16.689191 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e725d707-fd35-44ff-ba10-c4ae72c96bbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:16.693678 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e725d707-fd35-44ff-ba10-c4ae72c96bbb admin admin] Usage tracker for resource:security_group_rule and tenant:dc0babb48f7b4dd19644a9aaa78643ae is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:16.697190 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e725d707-fd35-44ff-ba10-c4ae72c96bbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:16.705060 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e725d707-fd35-44ff-ba10-c4ae72c96bbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:16.708802 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 01:28:16.708802 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:28:16.708802 n-d-828418-1 neutron-server[87639]: timer() Feb 09 01:28:16.708802 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:28:16.708802 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 01:28:16.708802 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:28:16.708802 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 01:28:16.708802 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:28:16.708802 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 01:28:16.708802 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:28:16.708802 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 01:28:16.708802 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:28:16.708802 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 01:28:16.708802 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:28:16.708802 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:28:16.708802 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:28:16.708802 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:28:16.708802 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:28:16.708802 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 01:28:16.708802 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:28:16.708802 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 01:28:16.708802 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:28:16.708802 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:28:16.708802 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:28:16.708802 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 01:28:16.708802 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:28:16.708802 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:28:16.708802 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:28:16.708802 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:28:16.708802 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:28:16.708802 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:28:16.708802 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:28:16.748528 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 41687da2-56b9-417b-b1cf-54c55873c847 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:28:16.749268 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 41687da2-56b9-417b-b1cf-54c55873c847 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:28:16.776546 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-748a799f-d5e5-48ef-8bac-ab0770a7f820 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:16.781366 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748a799f-d5e5-48ef-8bac-ab0770a7f820 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:28:16.829714 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a4dd035c-3307-4e64-9955-07913a36ce1f tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:16.838706 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-98a846c9-5957-4d7c-a009-2e5a9708154e tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:16.859833 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a799f-d5e5-48ef-8bac-ab0770a7f820 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Pushing event updated for resources: {'Port': ['ID=e1ad6322-9809-4ca6-9076-522db06f3f51,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:16.867908 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a4dd035c-3307-4e64-9955-07913a36ce1f tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:16.871079 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dd035c-3307-4e64-9955-07913a36ce1f tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Pushing event deleted for resources: {'Network': ['ID=0b0e84d8-406f-479a-b46a-42f4742e7b95,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:16.888042 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-a4dd035c-3307-4e64-9955-07913a36ce1f tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] 10.222.0.105 "DELETE /v2.0/networks/0b0e84d8-406f-479a-b46a-42f4742e7b95 HTTP/1.1" status: 204 len: 168 time: 1.7596540 Feb 09 01:28:16.888719 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 34170) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:16.921670 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-026d331b-24f1-425c-a2b3-9a4007f18346 None None] Deleting port 41687da2-56b9-417b-b1cf-54c55873c847 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:28:16.921928 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-026d331b-24f1-425c-a2b3-9a4007f18346 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:16.987822 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e725d707-fd35-44ff-ba10-c4ae72c96bbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:16.998531 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-026d331b-24f1-425c-a2b3-9a4007f18346 None None] The port '41687da2-56b9-417b-b1cf-54c55873c847' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:28:17.014571 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e725d707-fd35-44ff-ba10-c4ae72c96bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:17.116069 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-fc6233e0-dd00-4230-910d-ac27e020d509 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Deleting port 50a0e411-52c6-4666-a712-3fa8d58c85cb {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:28:17.116408 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fc6233e0-dd00-4230-910d-ac27e020d509 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:17.178427 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-98a846c9-5957-4d7c-a009-2e5a9708154e tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:17.188932 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e725d707-fd35-44ff-ba10-c4ae72c96bbb admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=dc0babb48f7b4dd19644a9aaa78643ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7848108 Feb 09 01:28:17.189558 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 34178) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:17.217757 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e725d707-fd35-44ff-ba10-c4ae72c96bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6afd2f-3486-4100-858d-5e8f4761675a,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:17.421317 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-98a846c9-5957-4d7c-a009-2e5a9708154e tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:17.421971 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-77f1adc7-a3d7-4c1b-9dd3-04c0017d54d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:17.436666 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-98a846c9-5957-4d7c-a009-2e5a9708154e tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:17.436844 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fc6233e0-dd00-4230-910d-ac27e020d509 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:17.436992 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fc6233e0-dd00-4230-910d-ac27e020d509 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:17.546662 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-77f1adc7-a3d7-4c1b-9dd3-04c0017d54d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:17.560365 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a846c9-5957-4d7c-a009-2e5a9708154e tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d296dd4d-e6bc-4c08-9275-086c7ddb0cf1,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:17.581991 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-fc6233e0-dd00-4230-910d-ac27e020d509 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Calling delete_port for 50a0e411-52c6-4666-a712-3fa8d58c85cb owned by network:floatingip {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:28:17.602028 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-748a799f-d5e5-48ef-8bac-ab0770a7f820 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:17.683550 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-98a846c9-5957-4d7c-a009-2e5a9708154e tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:17.683550 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-98a846c9-5957-4d7c-a009-2e5a9708154e tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0943027 Feb 09 01:28:17.691717 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 34182) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:17.693051 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-1fa215bb-1c42-4ecf-8ce7-8817f61c099e tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Request body: {'security_group_rule': {'security_group_id': '8b92fb21-a7ac-49d7-853b-2fa3502bfc08', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:17.709768 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1fa215bb-1c42-4ecf-8ce7-8817f61c099e tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:17.717761 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-1fa215bb-1c42-4ecf-8ce7-8817f61c099e tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Usage tracker for resource:security_group_rule and tenant:9edd5b359baa473fbcb5119238b2693b is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:17.727471 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-1fa215bb-1c42-4ecf-8ce7-8817f61c099e tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:17.734433 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1fa215bb-1c42-4ecf-8ce7-8817f61c099e tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:17.810813 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-77f1adc7-a3d7-4c1b-9dd3-04c0017d54d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:17.825589 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fc6233e0-dd00-4230-910d-ac27e020d509 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:17.853919 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f1adc7-a3d7-4c1b-9dd3-04c0017d54d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6afd2f-3486-4100-858d-5e8f4761675a,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:17.863307 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1fa215bb-1c42-4ecf-8ce7-8817f61c099e tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:17.904190 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6233e0-dd00-4230-910d-ac27e020d509 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Pushing event deleted for resources: {'Port': ['ID=50a0e411-52c6-4666-a712-3fa8d58c85cb,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:17.933509 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-77f1adc7-a3d7-4c1b-9dd3-04c0017d54d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:17.937493 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-77f1adc7-a3d7-4c1b-9dd3-04c0017d54d9 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/0c6afd2f-3486-4100-858d-5e8f4761675a HTTP/1.1" status: 204 len: 168 time: 0.7396045 Feb 09 01:28:18.022797 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fc6233e0-dd00-4230-910d-ac27e020d509 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for floatingip, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:18.045304 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fc6233e0-dd00-4230-910d-ac27e020d509 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:18.050806 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-fc6233e0-dd00-4230-910d-ac27e020d509 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] 10.222.0.105 "DELETE /v2.0/floatingips/16d12cc4-c17a-4a76-9eba-4e51c311fa6a HTTP/1.1" status: 204 len: 168 time: 1.1598649 Feb 09 01:28:18.051390 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 34192) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:18.101054 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-599b71bb-0c69-4d2e-a427-55b49bdfb61f tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] DELETE failed (client error): The resource could not be found. Feb 09 01:28:18.101170 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-599b71bb-0c69-4d2e-a427-55b49bdfb61f tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:28:18.102921 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-599b71bb-0c69-4d2e-a427-55b49bdfb61f tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] 10.222.0.105 "DELETE /v2.0/ports/306a9657-b91c-47f8-a801-7fbcfa371c98 HTTP/1.1" status: 404 len: 333 time: 0.0506606 Feb 09 01:28:18.110220 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 34196) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:18.196510 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-89d53485-3434-4b46-997b-345142b35d9c tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Synchronizing usage tracker for tenant:81147165c806469fb64d6c9df4095257 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:28:18.219529 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-89d53485-3434-4b46-997b-345142b35d9c tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Unset dirty status for tenant:81147165c806469fb64d6c9df4095257 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:28:18.225413 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-89d53485-3434-4b46-997b-345142b35d9c tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] 10.222.0.105 "GET /v2.0/ports?device_id=815953e0-79f7-4da1-922c-62632f444ac7 HTTP/1.1" status: 200 len: 205 time: 0.1120172 Feb 09 01:28:18.226378 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 34204) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:18.321793 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1fa215bb-1c42-4ecf-8ce7-8817f61c099e tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:18.335990 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1fa215bb-1c42-4ecf-8ce7-8817f61c099e tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:18.361312 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-748a799f-d5e5-48ef-8bac-ab0770a7f820 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:18.364000 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [None req-9cca18e3-38ba-4353-a98a-0158708b0d97 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] delete failed (client error): The resource could not be found. Feb 09 01:28:18.367684 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-9cca18e3-38ba-4353-a98a-0158708b0d97 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] 10.222.0.105 "DELETE /v2.0/routers/815953e0-79f7-4da1-922c-62632f444ac7 HTTP/1.1" status: 404 len: 336 time: 0.1377420 Feb 09 01:28:18.369675 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 34212) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:18.379559 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-748a799f-d5e5-48ef-8bac-ab0770a7f820 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1673984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1674007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1671766'] for router, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:18.459123 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-968c35a8-b93d-4d27-bf01-ad48bd8045f5 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] DELETE failed (client error): The resource could not be found. Feb 09 01:28:18.459597 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-968c35a8-b93d-4d27-bf01-ad48bd8045f5 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:28:18.466421 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-968c35a8-b93d-4d27-bf01-ad48bd8045f5 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] 10.222.0.105 "DELETE /v2.0/subnets/8bf42645-fd55-4343-b366-0bb5288db141 HTTP/1.1" status: 404 len: 337 time: 0.0909624 Feb 09 01:28:18.466421 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 34216) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:18.490144 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa215bb-1c42-4ecf-8ce7-8817f61c099e tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c10988f1-e1a9-49f5-bdfe-682cb1221494,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:18.492325 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 34220) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:18.541657 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9997b043-c7e7-4b0c-8b76-9e023dd21896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:18.559272 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1fa215bb-1c42-4ecf-8ce7-8817f61c099e tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:18.563434 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1fa215bb-1c42-4ecf-8ce7-8817f61c099e tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8733802 Feb 09 01:28:18.564212 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 34224) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:18.567601 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9997b043-c7e7-4b0c-8b76-9e023dd21896 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:18.573997 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-32118a3a-f9be-4b0e-8c96-4489b1d74625 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Request body: {'security_group_rule': {'security_group_id': '8b92fb21-a7ac-49d7-853b-2fa3502bfc08', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:18.587773 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-32118a3a-f9be-4b0e-8c96-4489b1d74625 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:18.599069 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-8ea08c89-6fa8-4f5c-9639-858b116c45fb tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Deleting port 379b22bc-084a-4140-a47f-43ac04f0c402 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:28:18.599532 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8ea08c89-6fa8-4f5c-9639-858b116c45fb tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:18.629266 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-9997b043-c7e7-4b0c-8b76-9e023dd21896 admin admin] Usage tracker for resource:security_group_rule and tenant:10234674e2fc4bdc8333ada901b10fd1 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:18.642744 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-9997b043-c7e7-4b0c-8b76-9e023dd21896 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:18.657274 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9997b043-c7e7-4b0c-8b76-9e023dd21896 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:18.693328 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-32118a3a-f9be-4b0e-8c96-4489b1d74625 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Usage tracker for resource:security_group_rule and tenant:9edd5b359baa473fbcb5119238b2693b is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:18.740555 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-748a799f-d5e5-48ef-8bac-ab0770a7f820 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Router 210b5f84-ffe9-403f-a92c-e76a3b5d56ba is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:28:18.741253 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-32118a3a-f9be-4b0e-8c96-4489b1d74625 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:18.760132 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-32118a3a-f9be-4b0e-8c96-4489b1d74625 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:18.823284 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-32118a3a-f9be-4b0e-8c96-4489b1d74625 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:18.902826 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9997b043-c7e7-4b0c-8b76-9e023dd21896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:18.959452 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9997b043-c7e7-4b0c-8b76-9e023dd21896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:19.000109 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-32118a3a-f9be-4b0e-8c96-4489b1d74625 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:19.014944 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-32118a3a-f9be-4b0e-8c96-4489b1d74625 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:19.029269 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8ea08c89-6fa8-4f5c-9639-858b116c45fb tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:19.038376 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-748a799f-d5e5-48ef-8bac-ab0770a7f820 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:28:19.039930 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9997b043-c7e7-4b0c-8b76-9e023dd21896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc63967-d167-4b40-b5d7-877541d3f204,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:19.050650 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638658df-2021-411d-9a71-fbca22da852f None None] Sync routers for ids ['210b5f84-ffe9-403f-a92c-e76a3b5d56ba'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:28:19.071382 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638658df-2021-411d-9a71-fbca22da852f None None] Routers {'210b5f84-ffe9-403f-a92c-e76a3b5d56ba'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:28:19.072512 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-638658df-2021-411d-9a71-fbca22da852f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:28:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['210b5f84-ffe9-403f-a92c-e76a3b5d56ba'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:19.080238 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9997b043-c7e7-4b0c-8b76-9e023dd21896 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=10234674e2fc4bdc8333ada901b10fd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5828023 Feb 09 01:28:19.083516 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 34228) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:19.117965 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32118a3a-f9be-4b0e-8c96-4489b1d74625 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0327dae-4297-42e3-b1db-3fe15c7905b0,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:19.127147 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-748a799f-d5e5-48ef-8bac-ab0770a7f820 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:19.131344 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-748a799f-d5e5-48ef-8bac-ab0770a7f820 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] 10.222.0.105 "PUT /v2.0/routers/210b5f84-ffe9-403f-a92c-e76a3b5d56ba HTTP/1.1" status: 200 len: 913 time: 4.7884340 Feb 09 01:28:19.131995 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 34232) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:19.189111 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-8ea08c89-6fa8-4f5c-9639-858b116c45fb tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Calling delete_port for 379b22bc-084a-4140-a47f-43ac04f0c402 owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:28:19.193326 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-638658df-2021-411d-9a71-fbca22da852f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:19.215548 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638658df-2021-411d-9a71-fbca22da852f None None] Routers {'210b5f84-ffe9-403f-a92c-e76a3b5d56ba'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:28:19.217336 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-638658df-2021-411d-9a71-fbca22da852f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:28:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['210b5f84-ffe9-403f-a92c-e76a3b5d56ba'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:19.222347 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-32118a3a-f9be-4b0e-8c96-4489b1d74625 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:19.226753 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-32118a3a-f9be-4b0e-8c96-4489b1d74625 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6588042 Feb 09 01:28:19.230425 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 34236) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:19.236445 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-daa50cac-158c-4138-b743-a22571688c7c tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Request body: {'security_group_rule': {'security_group_id': '8b92fb21-a7ac-49d7-853b-2fa3502bfc08', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:19.254011 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-daa50cac-158c-4138-b743-a22571688c7c tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:19.263440 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-daa50cac-158c-4138-b743-a22571688c7c tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Usage tracker for resource:security_group_rule and tenant:9edd5b359baa473fbcb5119238b2693b is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:19.268932 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-daa50cac-158c-4138-b743-a22571688c7c tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:19.269405 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-17bdc344-d856-4edb-a4f8-07c59edb69d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:19.282487 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-daa50cac-158c-4138-b743-a22571688c7c tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:19.294408 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-638658df-2021-411d-9a71-fbca22da852f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:19.295343 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638658df-2021-411d-9a71-fbca22da852f None None] The sync data for ids ['210b5f84-ffe9-403f-a92c-e76a3b5d56ba'] in n-d-828418-1 is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:28:19.328431 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-daa50cac-158c-4138-b743-a22571688c7c tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:19.328939 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-17bdc344-d856-4edb-a4f8-07c59edb69d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:19.468321 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e32bfdd3-3a3b-4900-9b6a-c196d98946f1 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] 10.222.0.105 "GET /v2.0/routers/210b5f84-ffe9-403f-a92c-e76a3b5d56ba HTTP/1.1" status: 200 len: 919 time: 0.3350284 Feb 09 01:28:19.469008 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 34242) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:19.519774 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8ea08c89-6fa8-4f5c-9639-858b116c45fb tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:19.536109 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-17bdc344-d856-4edb-a4f8-07c59edb69d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:19.562350 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-17bdc344-d856-4edb-a4f8-07c59edb69d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:19.565974 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-17bdc344-d856-4edb-a4f8-07c59edb69d5 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/4cc63967-d167-4b40-b5d7-877541d3f204 HTTP/1.1" status: 204 len: 168 time: 0.4790194 Feb 09 01:28:19.571631 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bdc344-d856-4edb-a4f8-07c59edb69d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc63967-d167-4b40-b5d7-877541d3f204,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:19.604894 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c278d2a6-74c4-4a8d-9fb4-4013a508bd74 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:19.610297 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c278d2a6-74c4-4a8d-9fb4-4013a508bd74 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] 10.222.0.105 "GET /v2.0/ports?network_id=3d885c3c-255c-4e54-addc-b28437d0b18e&device_id=210b5f84-ffe9-403f-a92c-e76a3b5d56ba&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1399848 Feb 09 01:28:19.610981 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 34250) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:19.675799 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-daa50cac-158c-4138-b743-a22571688c7c tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:19.757232 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea08c89-6fa8-4f5c-9639-858b116c45fb tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Pushing event deleted for resources: {'Port': ['ID=379b22bc-084a-4140-a47f-43ac04f0c402,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:19.769555 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-daa50cac-158c-4138-b743-a22571688c7c tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:19.783280 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0519dc-3ef1-415b-9d70-720adf71b0f0 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:19.786064 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-fa0519dc-3ef1-415b-9d70-720adf71b0f0 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] 10.222.0.105 "GET /v2.0/networks/3d885c3c-255c-4e54-addc-b28437d0b18e HTTP/1.1" status: 200 len: 881 time: 0.1741233 Feb 09 01:28:19.787646 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 34254) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:19.838778 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa50cac-158c-4138-b743-a22571688c7c tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=250b056c-3ff9-4998-b171-e9efb6c8aa9e,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:19.849834 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9b3eb34d-24f0-46fa-987f-9bcd8e2a0ef5 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] 10.222.0.105 "GET /v2.0/ports?device_id=210b5f84-ffe9-403f-a92c-e76a3b5d56ba HTTP/1.1" status: 200 len: 205 time: 0.0602911 Feb 09 01:28:19.852443 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 34260) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:19.875750 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-daa50cac-158c-4138-b743-a22571688c7c tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:19.880260 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-daa50cac-158c-4138-b743-a22571688c7c tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.6479819 Feb 09 01:28:19.883352 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 34264) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:19.923769 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8ea08c89-6fa8-4f5c-9639-858b116c45fb tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:19.929665 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-8ea08c89-6fa8-4f5c-9639-858b116c45fb tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] 10.222.0.105 "DELETE /v2.0/ports/379b22bc-084a-4140-a47f-43ac04f0c402 HTTP/1.1" status: 204 len: 168 time: 1.4587097 Feb 09 01:28:19.938692 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 34270) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:20.039354 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-de6648ea-df8d-4ba0-8ef7-46a3c859d917 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:20.048399 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-f783cba2-4d2a-4874-a721-d48cd57abe32 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Deleting port 6c88f038-a399-4a3a-a6f0-95be1f9d3c5c {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:28:20.048732 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f783cba2-4d2a-4874-a721-d48cd57abe32 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:20.236039 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-21a97c79-aafe-4cd3-904f-ffe5b8d27435 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:20.325842 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-de6648ea-df8d-4ba0-8ef7-46a3c859d917 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:20.439835 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-de6648ea-df8d-4ba0-8ef7-46a3c859d917 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:20.558724 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6648ea-df8d-4ba0-8ef7-46a3c859d917 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=250b056c-3ff9-4998-b171-e9efb6c8aa9e,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:20.580905 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-de6648ea-df8d-4ba0-8ef7-46a3c859d917 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:20.582083 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-de6648ea-df8d-4ba0-8ef7-46a3c859d917 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] 10.222.0.105 "DELETE /v2.0/security-group-rules/250b056c-3ff9-4998-b171-e9efb6c8aa9e HTTP/1.1" status: 204 len: 168 time: 0.6976352 Feb 09 01:28:20.607571 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 34290) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:20.807741 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-21a97c79-aafe-4cd3-904f-ffe5b8d27435 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:20.820438 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-21a97c79-aafe-4cd3-904f-ffe5b8d27435 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Deleting port e1ad6322-9809-4ca6-9076-522db06f3f51 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:28:20.821289 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-21a97c79-aafe-4cd3-904f-ffe5b8d27435 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:20.916919 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-9940f24a-2fbc-40b9-9c6f-1a7b9bc284a3 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Synchronizing usage tracker for tenant:9edd5b359baa473fbcb5119238b2693b on resource:security_group_rule {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:28:20.947777 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f783cba2-4d2a-4874-a721-d48cd57abe32 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:21.247193 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-f783cba2-4d2a-4874-a721-d48cd57abe32 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Calling delete_port for 6c88f038-a399-4a3a-a6f0-95be1f9d3c5c owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:28:21.251872 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-21a97c79-aafe-4cd3-904f-ffe5b8d27435 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:21.337564 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-9940f24a-2fbc-40b9-9c6f-1a7b9bc284a3 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Unset dirty status for tenant:9edd5b359baa473fbcb5119238b2693b on resource:security_group_rule {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:28:21.343157 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-9940f24a-2fbc-40b9-9c6f-1a7b9bc284a3 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.7320008 Feb 09 01:28:21.347146 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 34306) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:21.443712 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a6ed3bb8-1424-4e89-aa35-034e69347e5e tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:21.461775 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a6ed3bb8-1424-4e89-aa35-034e69347e5e tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:21.487984 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-21a97c79-aafe-4cd3-904f-ffe5b8d27435 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Calling delete_port for e1ad6322-9809-4ca6-9076-522db06f3f51 owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:28:21.559722 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a6ed3bb8-1424-4e89-aa35-034e69347e5e tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:21.596821 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ed3bb8-1424-4e89-aa35-034e69347e5e tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f0327dae-4297-42e3-b1db-3fe15c7905b0,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:21.611671 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f783cba2-4d2a-4874-a721-d48cd57abe32 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:21.742122 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783cba2-4d2a-4874-a721-d48cd57abe32 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Pushing event deleted for resources: {'Port': ['ID=6c88f038-a399-4a3a-a6f0-95be1f9d3c5c,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:21.808012 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a6ed3bb8-1424-4e89-aa35-034e69347e5e tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:21.809932 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-a6ed3bb8-1424-4e89-aa35-034e69347e5e tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] 10.222.0.105 "DELETE /v2.0/security-group-rules/f0327dae-4297-42e3-b1db-3fe15c7905b0 HTTP/1.1" status: 204 len: 168 time: 0.4607739 Feb 09 01:28:21.813690 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 34310) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:21.867307 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-21a97c79-aafe-4cd3-904f-ffe5b8d27435 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:21.909204 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:21.928138 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f783cba2-4d2a-4874-a721-d48cd57abe32 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:21.929745 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f783cba2-4d2a-4874-a721-d48cd57abe32 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] 10.222.0.105 "DELETE /v2.0/ports/6c88f038-a399-4a3a-a6f0-95be1f9d3c5c HTTP/1.1" status: 204 len: 168 time: 1.9880142 Feb 09 01:28:21.932723 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 34314) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:21.958446 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a97c79-aafe-4cd3-904f-ffe5b8d27435 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Pushing event deleted for resources: {'Port': ['ID=e1ad6322-9809-4ca6-9076-522db06f3f51,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:22.026128 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-5d6890e6-fc9d-48d6-9755-fd9b63eae0f4 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Synchronizing usage tracker for tenant:9edd5b359baa473fbcb5119238b2693b on resource:security_group_rule {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:28:22.062381 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-5d6890e6-fc9d-48d6-9755-fd9b63eae0f4 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Unset dirty status for tenant:9edd5b359baa473fbcb5119238b2693b on resource:security_group_rule {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:28:22.064152 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-5d6890e6-fc9d-48d6-9755-fd9b63eae0f4 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2487566 Feb 09 01:28:22.068032 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 34320) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:22.084020 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-21a97c79-aafe-4cd3-904f-ffe5b8d27435 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:22.094763 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884ecb38-d7d2-4210-bc02-d3527ba2d274 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:22.096208 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-884ecb38-d7d2-4210-bc02-d3527ba2d274 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Synchronizing usage tracker for tenant:81147165c806469fb64d6c9df4095257 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:28:22.138132 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-884ecb38-d7d2-4210-bc02-d3527ba2d274 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Unset dirty status for tenant:81147165c806469fb64d6c9df4095257 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:28:22.139448 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-884ecb38-d7d2-4210-bc02-d3527ba2d274 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] 10.222.0.105 "GET /v2.0/ports?device_id=13b91e9f-06b0-4588-9b10-f77dd1b393aa HTTP/1.1" status: 200 len: 913 time: 0.2057462 Feb 09 01:28:22.142592 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 34326) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:22.239955 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4d41096f-e7da-47df-9a48-e820c90a5131 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:22.312719 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4d41096f-e7da-47df-9a48-e820c90a5131 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:22.384929 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4d41096f-e7da-47df-9a48-e820c90a5131 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:22.418746 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-21a97c79-aafe-4cd3-904f-ffe5b8d27435 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:22.429835 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4d41096f-e7da-47df-9a48-e820c90a5131 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:22.429835 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-4d41096f-e7da-47df-9a48-e820c90a5131 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] 10.222.0.105 "DELETE /v2.0/security-group-rules/c10988f1-e1a9-49f5-bdfe-682cb1221494 HTTP/1.1" status: 204 len: 168 time: 0.3490810 Feb 09 01:28:22.436351 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-21a97c79-aafe-4cd3-904f-ffe5b8d27435 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:22.440481 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 34334) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:22.440481 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d41096f-e7da-47df-9a48-e820c90a5131 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c10988f1-e1a9-49f5-bdfe-682cb1221494,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:22.448153 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-21a97c79-aafe-4cd3-904f-ffe5b8d27435 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:22.448723 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a97c79-aafe-4cd3-904f-ffe5b8d27435 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Fanout notify agent at l3_agent the message router_deleted on router 210b5f84-ffe9-403f-a92c-e76a3b5d56ba {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:28:22.466021 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-21a97c79-aafe-4cd3-904f-ffe5b8d27435 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:22.467043 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-21a97c79-aafe-4cd3-904f-ffe5b8d27435 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] 10.222.0.105 "DELETE /v2.0/routers/210b5f84-ffe9-403f-a92c-e76a3b5d56ba HTTP/1.1" status: 204 len: 168 time: 2.6136262 Feb 09 01:28:22.470676 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 34338) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:22.476731 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-39fba1dd-041e-4dce-af1c-dc5c5f19f6aa tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1985313788', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:22.486081 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-39fba1dd-041e-4dce-af1c-dc5c5f19f6aa tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:22.491302 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-39fba1dd-041e-4dce-af1c-dc5c5f19f6aa tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Usage tracker for resource:router and tenant:92bd42d5989c49edb4b3116a5ad10960 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:22.494771 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-39fba1dd-041e-4dce-af1c-dc5c5f19f6aa tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:22.502909 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-39fba1dd-041e-4dce-af1c-dc5c5f19f6aa tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:22.526980 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-39fba1dd-041e-4dce-af1c-dc5c5f19f6aa tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:22.528079 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-39fba1dd-041e-4dce-af1c-dc5c5f19f6aa tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:22.545963 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-39fba1dd-041e-4dce-af1c-dc5c5f19f6aa tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:22.570265 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-39fba1dd-041e-4dce-af1c-dc5c5f19f6aa tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:22.599701 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-39fba1dd-041e-4dce-af1c-dc5c5f19f6aa tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:22.601502 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-39fba1dd-041e-4dce-af1c-dc5c5f19f6aa tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1295769 Feb 09 01:28:22.603971 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 34342) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:22.624262 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-56236721-f117-4439-8864-4469d543796e tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'enable_snat': False}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:22.625416 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-48ea20a1-d424-4896-b0a6-1d99b89bb9dd tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Synchronizing usage tracker for tenant:9edd5b359baa473fbcb5119238b2693b on resource:security_group_rule {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:28:22.869335 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-48ea20a1-d424-4896-b0a6-1d99b89bb9dd tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Unset dirty status for tenant:9edd5b359baa473fbcb5119238b2693b on resource:security_group_rule {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:28:22.871457 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-48ea20a1-d424-4896-b0a6-1d99b89bb9dd tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.4451711 Feb 09 01:28:22.880003 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 34346) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:22.979839 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ca9f1c5c-33dd-4e68-94dd-d3b85a0780ca tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:22.995058 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ca9f1c5c-33dd-4e68-94dd-d3b85a0780ca tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:23.116530 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ca9f1c5c-33dd-4e68-94dd-d3b85a0780ca tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:23.230326 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-56236721-f117-4439-8864-4469d543796e tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:23.275488 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f1c5c-33dd-4e68-94dd-d3b85a0780ca tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d296dd4d-e6bc-4c08-9275-086c7ddb0cf1,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:23.282968 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ca9f1c5c-33dd-4e68-94dd-d3b85a0780ca tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:23.284258 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-ca9f1c5c-33dd-4e68-94dd-d3b85a0780ca tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] 10.222.0.105 "DELETE /v2.0/security-group-rules/d296dd4d-e6bc-4c08-9275-086c7ddb0cf1 HTTP/1.1" status: 204 len: 168 time: 0.4022896 Feb 09 01:28:23.290010 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 34352) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:23.445811 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-6f7cded8-ac28-498b-a6f9-9c402d3d9c15 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Synchronizing usage tracker for tenant:9edd5b359baa473fbcb5119238b2693b on resource:security_group_rule {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:28:23.495782 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-6f7cded8-ac28-498b-a6f9-9c402d3d9c15 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Unset dirty status for tenant:9edd5b359baa473fbcb5119238b2693b on resource:security_group_rule {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:28:23.502583 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-6f7cded8-ac28-498b-a6f9-9c402d3d9c15 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2103801 Feb 09 01:28:23.503211 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 34362) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:23.551230 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dd864d3a-b0d9-4663-8d24-c816d982f320 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:23.671222 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-56236721-f117-4439-8864-4469d543796e tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:23.709079 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a9ba5f8c-fdee-4b22-94a5-3c7c46f5768c tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:23.720022 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a9ba5f8c-fdee-4b22-94a5-3c7c46f5768c tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:23.766380 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-56236721-f117-4439-8864-4469d543796e tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:23.828988 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a9ba5f8c-fdee-4b22-94a5-3c7c46f5768c tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:23.865238 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ba5f8c-fdee-4b22-94a5-3c7c46f5768c tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=df5b2dc2-368d-41ea-8069-e79793d07e8a,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:23.936246 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a9ba5f8c-fdee-4b22-94a5-3c7c46f5768c tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:23.940248 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 34374) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:23.940950 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-a9ba5f8c-fdee-4b22-94a5-3c7c46f5768c tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] 10.222.0.105 "DELETE /v2.0/security-group-rules/df5b2dc2-368d-41ea-8069-e79793d07e8a HTTP/1.1" status: 204 len: 168 time: 0.4329031 Feb 09 01:28:24.032037 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-56236721-f117-4439-8864-4469d543796e tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Allocated IP 172.25.0.163 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/3cc8820e-6ce2-4149-aebe-3ae63ec8dd66) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:28:24.047341 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-0fd49933-c407-41b1-926a-2a1a3ca4cb84 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Synchronizing usage tracker for tenant:9edd5b359baa473fbcb5119238b2693b on resource:security_group_rule {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:28:24.142494 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-0fd49933-c407-41b1-926a-2a1a3ca4cb84 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Unset dirty status for tenant:9edd5b359baa473fbcb5119238b2693b on resource:security_group_rule {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:28:24.144216 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-dd864d3a-b0d9-4663-8d24-c816d982f320 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Deleting port d9c4ae91-f02d-4b94-87ca-45861dc56747 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:28:24.144616 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dd864d3a-b0d9-4663-8d24-c816d982f320 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:24.151124 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-0fd49933-c407-41b1-926a-2a1a3ca4cb84 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2087014 Feb 09 01:28:24.242285 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 34380) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:24.272457 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-56236721-f117-4439-8864-4469d543796e tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:24.356780 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-83b0cca1-2088-4af8-baa5-59311195bf2a tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:24.374437 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-56236721-f117-4439-8864-4469d543796e tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:24.391092 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dd864d3a-b0d9-4663-8d24-c816d982f320 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:24.456992 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-83b0cca1-2088-4af8-baa5-59311195bf2a tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:24.482289 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56236721-f117-4439-8864-4469d543796e tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:28:24.491734 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-56236721-f117-4439-8864-4469d543796e tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:24.494364 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56236721-f117-4439-8864-4469d543796e tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:28:24.536199 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-dd864d3a-b0d9-4663-8d24-c816d982f320 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Calling delete_port for d9c4ae91-f02d-4b94-87ca-45861dc56747 owned by network:router_interface {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:28:24.554837 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56236721-f117-4439-8864-4469d543796e tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Pushing event updated for resources: {'Port': ['ID=3cc8820e-6ce2-4149-aebe-3ae63ec8dd66,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:24.610364 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-83b0cca1-2088-4af8-baa5-59311195bf2a tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:24.651560 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b0cca1-2088-4af8-baa5-59311195bf2a tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b92fb21-a7ac-49d7-853b-2fa3502bfc08,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:24.799238 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dd864d3a-b0d9-4663-8d24-c816d982f320 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:24.875040 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:24.916432 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd864d3a-b0d9-4663-8d24-c816d982f320 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Pushing event deleted for resources: {'Port': ['ID=d9c4ae91-f02d-4b94-87ca-45861dc56747,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:24.984439 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-83b0cca1-2088-4af8-baa5-59311195bf2a tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:24.985743 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-83b0cca1-2088-4af8-baa5-59311195bf2a tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] 10.222.0.105 "DELETE /v2.0/security-groups/8b92fb21-a7ac-49d7-853b-2fa3502bfc08 HTTP/1.1" status: 204 len: 168 time: 0.7382371 Feb 09 01:28:24.988630 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 34432) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:25.086998 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-f026e0f4-ce09-44d7-b0b6-9291e38fcadd tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Synchronizing usage tracker for tenant:9edd5b359baa473fbcb5119238b2693b on resource:security_group {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:28:25.195916 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-f026e0f4-ce09-44d7-b0b6-9291e38fcadd tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Unset dirty status for tenant:9edd5b359baa473fbcb5119238b2693b on resource:security_group {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:28:25.211198 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f026e0f4-ce09-44d7-b0b6-9291e38fcadd tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2209890 Feb 09 01:28:25.213871 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 34444) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:25.224440 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-27186458-8c16-452e-bffc-defa25fb292b tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Request body: {'security_group': {'name': 'tempest-secgroup--1042338964'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:25.260603 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-27186458-8c16-452e-bffc-defa25fb292b tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:25.282444 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-27186458-8c16-452e-bffc-defa25fb292b tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:25.409628 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dd864d3a-b0d9-4663-8d24-c816d982f320 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:25.528392 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-27186458-8c16-452e-bffc-defa25fb292b tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:25.552519 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-56236721-f117-4439-8864-4469d543796e tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:25.630302 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-27186458-8c16-452e-bffc-defa25fb292b tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:25.635705 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-27186458-8c16-452e-bffc-defa25fb292b tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Usage tracker for resource:security_group_rule and tenant:9edd5b359baa473fbcb5119238b2693b is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:25.640246 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-27186458-8c16-452e-bffc-defa25fb292b tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:25.648761 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-27186458-8c16-452e-bffc-defa25fb292b tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:25.744126 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-27186458-8c16-452e-bffc-defa25fb292b tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:25.803202 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-27186458-8c16-452e-bffc-defa25fb292b tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:25.948685 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27186458-8c16-452e-bffc-defa25fb292b tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38c8d032-7930-4f4c-a480-77c0b309c19f,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:26.053265 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd864d3a-b0d9-4663-8d24-c816d982f320 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Router 13b91e9f-06b0-4588-9b10-f77dd1b393aa has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:28:26.133112 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-27186458-8c16-452e-bffc-defa25fb292b tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:26.134502 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-27186458-8c16-452e-bffc-defa25fb292b tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9196479 Feb 09 01:28:26.137735 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 34484) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:26.145135 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-58fb1513-9aef-4d96-bb82-84dc6f557bd8 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Request body: {'security_group_rule': {'security_group_id': '38c8d032-7930-4f4c-a480-77c0b309c19f', 'direction': 'ingress', 'protocol': 17}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:26.153955 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-56236721-f117-4439-8864-4469d543796e tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:26.158685 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-58fb1513-9aef-4d96-bb82-84dc6f557bd8 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:26.163298 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-58fb1513-9aef-4d96-bb82-84dc6f557bd8 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Usage tracker for resource:security_group_rule and tenant:9edd5b359baa473fbcb5119238b2693b is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:26.166582 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-56236721-f117-4439-8864-4469d543796e tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1673984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1674007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1671766'] for router, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:26.168685 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-58fb1513-9aef-4d96-bb82-84dc6f557bd8 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:26.177383 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-58fb1513-9aef-4d96-bb82-84dc6f557bd8 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:26.285321 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-58fb1513-9aef-4d96-bb82-84dc6f557bd8 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:26.306291 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd864d3a-b0d9-4663-8d24-c816d982f320 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:28:26.322637 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864c7b20-b241-4450-be98-3c46d3eb7126 None None] Sync routers for ids ['13b91e9f-06b0-4588-9b10-f77dd1b393aa'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:28:26.331840 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-dd864d3a-b0d9-4663-8d24-c816d982f320 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] 10.222.0.105 "PUT /v2.0/routers/13b91e9f-06b0-4588-9b10-f77dd1b393aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1879554 Feb 09 01:28:26.334709 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 34488) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:26.338432 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864c7b20-b241-4450-be98-3c46d3eb7126 None None] Routers {'13b91e9f-06b0-4588-9b10-f77dd1b393aa'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:28:26.339159 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-864c7b20-b241-4450-be98-3c46d3eb7126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:28:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['13b91e9f-06b0-4588-9b10-f77dd1b393aa'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:26.426474 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-864c7b20-b241-4450-be98-3c46d3eb7126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:26.436506 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864c7b20-b241-4450-be98-3c46d3eb7126 None None] Routers {'13b91e9f-06b0-4588-9b10-f77dd1b393aa'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:28:26.437481 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-864c7b20-b241-4450-be98-3c46d3eb7126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:28:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['13b91e9f-06b0-4588-9b10-f77dd1b393aa'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:26.447689 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-58fb1513-9aef-4d96-bb82-84dc6f557bd8 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:26.459714 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-58fb1513-9aef-4d96-bb82-84dc6f557bd8 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:26.508646 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-864c7b20-b241-4450-be98-3c46d3eb7126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:26.509436 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864c7b20-b241-4450-be98-3c46d3eb7126 None None] The sync data for ids ['13b91e9f-06b0-4588-9b10-f77dd1b393aa'] in n-d-828418-1 is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:28:26.516087 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fb1513-9aef-4d96-bb82-84dc6f557bd8 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f558688-f352-4d3d-a968-a6d11231b851,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:26.525615 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-58fb1513-9aef-4d96-bb82-84dc6f557bd8 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:26.527121 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-58fb1513-9aef-4d96-bb82-84dc6f557bd8 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3883193 Feb 09 01:28:26.530391 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 34492) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:26.554363 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56236721-f117-4439-8864-4469d543796e tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Router e5ed8f1f-5afd-414b-a189-0fd2f2ca81c3 is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:28:26.632881 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c03aa89d-6faa-4c74-905a-5c758beeed51 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:26.742997 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8967ec43-4bf2-4171-82cb-639effd42a91 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:26.892938 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8967ec43-4bf2-4171-82cb-639effd42a91 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:26.908998 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c03aa89d-6faa-4c74-905a-5c758beeed51 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:26.920319 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56236721-f117-4439-8864-4469d543796e tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:28:26.922574 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-c03aa89d-6faa-4c74-905a-5c758beeed51 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Deleting port 91f37227-4709-4923-bc75-61fa5d2eda3a {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:28:26.923531 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c03aa89d-6faa-4c74-905a-5c758beeed51 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:26.930607 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3074600f-a523-4ca1-a1f8-86b537d32b01 None None] Sync routers for ids ['e5ed8f1f-5afd-414b-a189-0fd2f2ca81c3'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:28:26.949134 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3074600f-a523-4ca1-a1f8-86b537d32b01 None None] Routers {'e5ed8f1f-5afd-414b-a189-0fd2f2ca81c3'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:28:26.950111 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-3074600f-a523-4ca1-a1f8-86b537d32b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:28:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['e5ed8f1f-5afd-414b-a189-0fd2f2ca81c3'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:26.955589 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-56236721-f117-4439-8864-4469d543796e tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:26.958553 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-56236721-f117-4439-8864-4469d543796e tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] 10.222.0.105 "PUT /v2.0/routers/e5ed8f1f-5afd-414b-a189-0fd2f2ca81c3 HTTP/1.1" status: 200 len: 916 time: 4.3531916 Feb 09 01:28:26.962841 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 34498) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:27.000686 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8967ec43-4bf2-4171-82cb-639effd42a91 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:27.026670 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8967ec43-4bf2-4171-82cb-639effd42a91 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c8d032-7930-4f4c-a480-77c0b309c19f,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:27.033357 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-3074600f-a523-4ca1-a1f8-86b537d32b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:27.038567 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8967ec43-4bf2-4171-82cb-639effd42a91 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:27.040071 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-8967ec43-4bf2-4171-82cb-639effd42a91 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] 10.222.0.105 "DELETE /v2.0/security-groups/38c8d032-7930-4f4c-a480-77c0b309c19f HTTP/1.1" status: 204 len: 168 time: 0.5085709 Feb 09 01:28:27.042838 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 34502) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:27.062586 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3074600f-a523-4ca1-a1f8-86b537d32b01 None None] Routers {'e5ed8f1f-5afd-414b-a189-0fd2f2ca81c3'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:28:27.063461 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-3074600f-a523-4ca1-a1f8-86b537d32b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:28:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['e5ed8f1f-5afd-414b-a189-0fd2f2ca81c3'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:27.100645 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-7142be97-b050-454e-8aac-5274ce6f2173 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Synchronizing usage tracker for tenant:9edd5b359baa473fbcb5119238b2693b on resource:security_group {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:28:27.122647 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-7142be97-b050-454e-8aac-5274ce6f2173 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Unset dirty status for tenant:9edd5b359baa473fbcb5119238b2693b on resource:security_group {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:28:27.124022 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-7142be97-b050-454e-8aac-5274ce6f2173 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0794938 Feb 09 01:28:27.128542 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 34506) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:27.134329 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-f8743a68-856e-4dee-9574-7ebfb369307e tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Request body: {'security_group': {'name': 'tempest-secgroup--1879453394'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:27.143966 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f8743a68-856e-4dee-9574-7ebfb369307e tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:27.157824 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f8743a68-856e-4dee-9574-7ebfb369307e tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:27.162951 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-3074600f-a523-4ca1-a1f8-86b537d32b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:27.163603 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3074600f-a523-4ca1-a1f8-86b537d32b01 None None] The sync data for ids ['e5ed8f1f-5afd-414b-a189-0fd2f2ca81c3'] in n-d-828418-1 is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:28:27.170793 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f8743a68-856e-4dee-9574-7ebfb369307e tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:27.198444 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f8743a68-856e-4dee-9574-7ebfb369307e tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:27.202964 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-f8743a68-856e-4dee-9574-7ebfb369307e tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Usage tracker for resource:security_group_rule and tenant:9edd5b359baa473fbcb5119238b2693b is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:27.207980 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-f8743a68-856e-4dee-9574-7ebfb369307e tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:27.216622 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f8743a68-856e-4dee-9574-7ebfb369307e tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:27.299013 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-bb4c7c40-3fe3-4399-95a8-51468ede5354 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] 10.222.0.105 "GET /v2.0/routers/e5ed8f1f-5afd-414b-a189-0fd2f2ca81c3 HTTP/1.1" status: 200 len: 922 time: 0.3351607 Feb 09 01:28:27.303850 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 34512) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:27.318870 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c03aa89d-6faa-4c74-905a-5c758beeed51 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:27.470816 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f8743a68-856e-4dee-9574-7ebfb369307e tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:27.484933 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f8743a68-856e-4dee-9574-7ebfb369307e tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:27.546660 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a0bd14-5c03-4fb1-96ff-44071de4d33c tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:27.548210 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-24a0bd14-5c03-4fb1-96ff-44071de4d33c tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] 10.222.0.105 "GET /v2.0/ports?network_id=3d885c3c-255c-4e54-addc-b28437d0b18e&device_id=e5ed8f1f-5afd-414b-a189-0fd2f2ca81c3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2386277 Feb 09 01:28:27.552095 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f8743a68-856e-4dee-9574-7ebfb369307e tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:27.553303 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f8743a68-856e-4dee-9574-7ebfb369307e tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4235413 Feb 09 01:28:27.553950 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 34522) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:27.578160 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 34524) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:27.714681 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-f3029b65-8915-46d7-9fa8-2bc0bc0ea7a4 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Request body: {'security_group': {'name': 'tempest-secgroup--2073688170'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:27.737814 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-c03aa89d-6faa-4c74-905a-5c758beeed51 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Calling delete_port for 91f37227-4709-4923-bc75-61fa5d2eda3a owned by network:router_gateway {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:28:27.739052 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f3029b65-8915-46d7-9fa8-2bc0bc0ea7a4 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:27.755875 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8743a68-856e-4dee-9574-7ebfb369307e tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7acc8234-d28a-4595-a498-5b4eb69846d1,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:27.759241 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-f3029b65-8915-46d7-9fa8-2bc0bc0ea7a4 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Usage tracker for resource:security_group and tenant:9edd5b359baa473fbcb5119238b2693b is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:27.774805 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-f3029b65-8915-46d7-9fa8-2bc0bc0ea7a4 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:27.784338 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f3029b65-8915-46d7-9fa8-2bc0bc0ea7a4 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:27.811120 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad2eaca-ebbe-41f4-818a-36e92c59e49d tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:27.813397 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-6ad2eaca-ebbe-41f4-818a-36e92c59e49d tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] 10.222.0.105 "GET /v2.0/networks/3d885c3c-255c-4e54-addc-b28437d0b18e HTTP/1.1" status: 200 len: 881 time: 0.2549486 Feb 09 01:28:27.815926 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 34534) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:27.867511 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-5e4ba0d7-7efe-43bf-af4a-0a9b0a369b07 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] 10.222.0.105 "GET /v2.0/ports?device_id=e5ed8f1f-5afd-414b-a189-0fd2f2ca81c3 HTTP/1.1" status: 200 len: 205 time: 0.0491283 Feb 09 01:28:27.867511 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f3029b65-8915-46d7-9fa8-2bc0bc0ea7a4 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:27.877998 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 34538) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:28.014903 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 34542) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:28.015313 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 34544) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:28.034539 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c03aa89d-6faa-4c74-905a-5c758beeed51 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:28.135650 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03aa89d-6faa-4c74-905a-5c758beeed51 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Pushing event deleted for resources: {'Port': ['ID=91f37227-4709-4923-bc75-61fa5d2eda3a,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:28.213241 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c03aa89d-6faa-4c74-905a-5c758beeed51 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:28.295037 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f3029b65-8915-46d7-9fa8-2bc0bc0ea7a4 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:28.313980 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-f3029b65-8915-46d7-9fa8-2bc0bc0ea7a4 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Usage tracker for resource:security_group_rule and tenant:9edd5b359baa473fbcb5119238b2693b is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:28.320415 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-f3029b65-8915-46d7-9fa8-2bc0bc0ea7a4 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:28.331963 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f3029b65-8915-46d7-9fa8-2bc0bc0ea7a4 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:28.461295 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-07079d43-f635-4984-9991-cc701acf44fe tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:28.470876 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-67176dee-46ab-4ead-8519-49f76f4ed206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:28.569711 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c03aa89d-6faa-4c74-905a-5c758beeed51 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:28.574504 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-67176dee-46ab-4ead-8519-49f76f4ed206 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:28.576900 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c03aa89d-6faa-4c74-905a-5c758beeed51 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:28.581771 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-67176dee-46ab-4ead-8519-49f76f4ed206 admin admin] Usage tracker for resource:security_group_rule and tenant:4cfe74b7d5ac44c595153996424d1a9a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:28.585530 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-67176dee-46ab-4ead-8519-49f76f4ed206 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:28.677961 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f3029b65-8915-46d7-9fa8-2bc0bc0ea7a4 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:28.683574 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f3029b65-8915-46d7-9fa8-2bc0bc0ea7a4 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:28.704387 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-67176dee-46ab-4ead-8519-49f76f4ed206 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:28.706686 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-267a51b5-b75f-429b-9d44-8642538ebcab tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Deleting port a5fa574b-a426-419d-b3f0-6424ea030f05 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:28:28.707774 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-267a51b5-b75f-429b-9d44-8642538ebcab tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:28.717819 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3029b65-8915-46d7-9fa8-2bc0bc0ea7a4 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4242f5c9-ab27-4ab0-81c8-50702d3cacf4,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:28.745918 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-07079d43-f635-4984-9991-cc701acf44fe tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:28.766330 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-07079d43-f635-4984-9991-cc701acf44fe tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Deleting port 3cc8820e-6ce2-4149-aebe-3ae63ec8dd66 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:28:28.766330 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-07079d43-f635-4984-9991-cc701acf44fe tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:28.807624 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f3029b65-8915-46d7-9fa8-2bc0bc0ea7a4 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:28.810947 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f3029b65-8915-46d7-9fa8-2bc0bc0ea7a4 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2295191 Feb 09 01:28:28.814030 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c03aa89d-6faa-4c74-905a-5c758beeed51 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:28.814030 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c03aa89d-6faa-4c74-905a-5c758beeed51 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Fanout notify agent at l3_agent the message router_deleted on router 13b91e9f-06b0-4588-9b10-f77dd1b393aa {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:28:28.818416 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 34554) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:28.879672 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-8552172a-2edf-4835-9a9c-5e3690bcd5d6 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Request body: {'security_group_rule': {'security_group_id': '7acc8234-d28a-4595-a498-5b4eb69846d1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '4242f5c9-ab27-4ab0-81c8-50702d3cacf4', 'remote_ip_prefix': None}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:28.892660 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-8552172a-2edf-4835-9a9c-5e3690bcd5d6 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:28.907873 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-8552172a-2edf-4835-9a9c-5e3690bcd5d6 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Usage tracker for resource:security_group_rule and tenant:9edd5b359baa473fbcb5119238b2693b is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:28.911596 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-8552172a-2edf-4835-9a9c-5e3690bcd5d6 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:28.928827 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-8552172a-2edf-4835-9a9c-5e3690bcd5d6 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:28.997457 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-07079d43-f635-4984-9991-cc701acf44fe tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:29.019470 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c03aa89d-6faa-4c74-905a-5c758beeed51 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:29.024151 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-c03aa89d-6faa-4c74-905a-5c758beeed51 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] 10.222.0.105 "DELETE /v2.0/routers/13b91e9f-06b0-4588-9b10-f77dd1b393aa HTTP/1.1" status: 204 len: 168 time: 2.6846962 Feb 09 01:28:29.030361 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-267a51b5-b75f-429b-9d44-8642538ebcab tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:29.030687 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-267a51b5-b75f-429b-9d44-8642538ebcab tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:29.038177 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8552172a-2edf-4835-9a9c-5e3690bcd5d6 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:29.047776 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 34558) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:29.177446 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-07079d43-f635-4984-9991-cc701acf44fe tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Calling delete_port for 3cc8820e-6ce2-4149-aebe-3ae63ec8dd66 owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:28:29.226375 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-267a51b5-b75f-429b-9d44-8642538ebcab tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Calling delete_port for a5fa574b-a426-419d-b3f0-6424ea030f05 owned by network:floatingip {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:28:29.279284 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-67176dee-46ab-4ead-8519-49f76f4ed206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:29.298736 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-67176dee-46ab-4ead-8519-49f76f4ed206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:29.406105 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-07079d43-f635-4984-9991-cc701acf44fe tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:29.459834 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5346c9f-5bcd-40c9-9c9e-9f103a0bdc61 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Deleting subnet 3c502989-cd33-4926-b734-bae079d87a84 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:28:29.464425 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07079d43-f635-4984-9991-cc701acf44fe tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Pushing event deleted for resources: {'Port': ['ID=3cc8820e-6ce2-4149-aebe-3ae63ec8dd66,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:29.487298 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b5346c9f-5bcd-40c9-9c9e-9f103a0bdc61 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:29.551002 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-67176dee-46ab-4ead-8519-49f76f4ed206 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=4cfe74b7d5ac44c595153996424d1a9a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5346382 Feb 09 01:28:29.551990 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67176dee-46ab-4ead-8519-49f76f4ed206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5074a0b8-d3ef-4c5b-9ef6-fad257cb5811,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:29.554354 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 34566) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:29.578622 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b5346c9f-5bcd-40c9-9c9e-9f103a0bdc61 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:29.651808 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8552172a-2edf-4835-9a9c-5e3690bcd5d6 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:29.664549 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-07079d43-f635-4984-9991-cc701acf44fe tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:29.677925 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8552172a-2edf-4835-9a9c-5e3690bcd5d6 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:29.693513 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b5346c9f-5bcd-40c9-9c9e-9f103a0bdc61 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:29.770110 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8552172a-2edf-4835-9a9c-5e3690bcd5d6 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cc99edd-8500-463c-84c9-523dbc927c1f,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:29.817289 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8552172a-2edf-4835-9a9c-5e3690bcd5d6 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:29.822858 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-8552172a-2edf-4835-9a9c-5e3690bcd5d6 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.9551518 Feb 09 01:28:29.837847 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 34570) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:29.873069 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-07079d43-f635-4984-9991-cc701acf44fe tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:29.874086 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-267a51b5-b75f-429b-9d44-8642538ebcab tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:29.878121 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-07079d43-f635-4984-9991-cc701acf44fe tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:29.883091 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-040db39b-546c-46e2-9331-6e890a7815ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:29.928089 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-040db39b-546c-46e2-9331-6e890a7815ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:29.939710 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-07079d43-f635-4984-9991-cc701acf44fe tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:29.940218 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07079d43-f635-4984-9991-cc701acf44fe tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Fanout notify agent at l3_agent the message router_deleted on router e5ed8f1f-5afd-414b-a189-0fd2f2ca81c3 {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:28:29.956918 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267a51b5-b75f-429b-9d44-8642538ebcab tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Pushing event deleted for resources: {'Port': ['ID=a5fa574b-a426-419d-b3f0-6424ea030f05,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:29.985257 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-07079d43-f635-4984-9991-cc701acf44fe tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:29.986502 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-07079d43-f635-4984-9991-cc701acf44fe tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] 10.222.0.105 "DELETE /v2.0/routers/e5ed8f1f-5afd-414b-a189-0fd2f2ca81c3 HTTP/1.1" status: 204 len: 168 time: 2.1074829 Feb 09 01:28:29.990208 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 34574) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:29.996121 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-bb815794-0ce1-47df-8d06-3744fb9f8595 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-110083374', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}, 'admin_state_up': False}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:29.997790 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b5346c9f-5bcd-40c9-9c9e-9f103a0bdc61 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:30.004486 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-bb815794-0ce1-47df-8d06-3744fb9f8595 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:30.010706 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-bb815794-0ce1-47df-8d06-3744fb9f8595 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Usage tracker for resource:router and tenant:92bd42d5989c49edb4b3116a5ad10960 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:30.014883 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-bb815794-0ce1-47df-8d06-3744fb9f8595 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:30.055581 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-863db74e-d03f-4b63-8506-3c6ad2e981c6 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:30.102484 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b5346c9f-5bcd-40c9-9c9e-9f103a0bdc61 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:30.109029 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5346c9f-5bcd-40c9-9c9e-9f103a0bdc61 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Pushing event deleted for resources: {'Subnet': ['ID=3c502989-cd33-4926-b734-bae079d87a84,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:30.113502 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-863db74e-d03f-4b63-8506-3c6ad2e981c6 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:30.129296 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-b5346c9f-5bcd-40c9-9c9e-9f103a0bdc61 tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] 10.222.0.105 "DELETE /v2.0/subnets/3c502989-cd33-4926-b734-bae079d87a84 HTTP/1.1" status: 204 len: 168 time: 1.0764780 Feb 09 01:28:30.133809 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 34578) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:30.147283 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-bb815794-0ce1-47df-8d06-3744fb9f8595 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:30.152424 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-040db39b-546c-46e2-9331-6e890a7815ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:30.170505 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040db39b-546c-46e2-9331-6e890a7815ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5074a0b8-d3ef-4c5b-9ef6-fad257cb5811,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:30.172732 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bb815794-0ce1-47df-8d06-3744fb9f8595 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:30.173955 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bb815794-0ce1-47df-8d06-3744fb9f8595 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:30.189120 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-040db39b-546c-46e2-9331-6e890a7815ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:30.190552 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-040db39b-546c-46e2-9331-6e890a7815ce admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/5074a0b8-d3ef-4c5b-9ef6-fad257cb5811 HTTP/1.1" status: 204 len: 168 time: 0.6340938 Feb 09 01:28:30.201283 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bb815794-0ce1-47df-8d06-3744fb9f8595 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:30.308535 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-863db74e-d03f-4b63-8506-3c6ad2e981c6 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:30.339156 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-267a51b5-b75f-429b-9d44-8642538ebcab tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Notify callbacks [] for floatingip, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:30.339506 n-d-828418-1 neutron-server[87639]: INFO neutron.db.l3_db [None req-267a51b5-b75f-429b-9d44-8642538ebcab tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Floating IP 6dc23e22-0716-492e-9469-ebe935b86a2f disassociated (deleted). External IP: 172.25.0.254, port: f65ebda2-7253-418f-8168-334eab87d7b1. Feb 09 01:28:30.412400 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863db74e-d03f-4b63-8506-3c6ad2e981c6 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5cc99edd-8500-463c-84c9-523dbc927c1f,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:30.417225 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-91c43295-a824-4438-8431-d17b5a3a5eee tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:30.437802 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-863db74e-d03f-4b63-8506-3c6ad2e981c6 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:30.441797 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-863db74e-d03f-4b63-8506-3c6ad2e981c6 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] 10.222.0.105 "DELETE /v2.0/security-group-rules/5cc99edd-8500-463c-84c9-523dbc927c1f HTTP/1.1" status: 204 len: 168 time: 0.6001525 Feb 09 01:28:30.445853 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 34586) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:30.541776 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bb815794-0ce1-47df-8d06-3744fb9f8595 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:30.640913 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-80535466-c45a-4983-b747-cfaae20c025d tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Synchronizing usage tracker for tenant:9edd5b359baa473fbcb5119238b2693b on resource:security_group_rule {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:28:30.800510 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-91c43295-a824-4438-8431-d17b5a3a5eee tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:30.813352 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-80535466-c45a-4983-b747-cfaae20c025d tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Unset dirty status for tenant:9edd5b359baa473fbcb5119238b2693b on resource:security_group_rule {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:28:30.814802 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-80535466-c45a-4983-b747-cfaae20c025d tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3664088 Feb 09 01:28:30.819707 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 34594) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:30.939222 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-91c43295-a824-4438-8431-d17b5a3a5eee tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e82cc32-9570-49e0-a361-89ea54423f0c']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:30.969426 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-91c43295-a824-4438-8431-d17b5a3a5eee tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abc84b25-5dff-4bcb-9fb4-5627efea5bdc') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:30.969774 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-91c43295-a824-4438-8431-d17b5a3a5eee tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abc84b25-5dff-4bcb-9fb4-5627efea5bdc') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:30.998756 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-91c43295-a824-4438-8431-d17b5a3a5eee tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:31.035921 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-91c43295-a824-4438-8431-d17b5a3a5eee tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:31.048453 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-49c48b5b-b66a-495d-b2b1-f3408e60e8f8 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:31.069835 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bb815794-0ce1-47df-8d06-3744fb9f8595 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks [] for router_gateway, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:31.112134 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bb815794-0ce1-47df-8d06-3744fb9f8595 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:31.125920 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91c43295-a824-4438-8431-d17b5a3a5eee tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:28:31.125920 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-91c43295-a824-4438-8431-d17b5a3a5eee tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:31.141154 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 01:28:31.141154 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:28:31.141154 n-d-828418-1 neutron-server[87639]: timer() Feb 09 01:28:31.141154 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:28:31.141154 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 01:28:31.141154 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:28:31.141154 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 01:28:31.141154 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:28:31.141154 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 01:28:31.141154 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:28:31.141154 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 01:28:31.141154 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:28:31.141154 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 01:28:31.141154 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:28:31.141154 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:28:31.141154 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:28:31.141154 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:28:31.141154 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:28:31.141154 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 01:28:31.141154 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:28:31.141154 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 01:28:31.141154 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:28:31.141154 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:28:31.141154 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:28:31.141154 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 01:28:31.141154 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:28:31.141154 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:28:31.141154 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:28:31.141154 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:28:31.141154 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:28:31.141154 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:28:31.141154 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:28:31.249084 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-49c48b5b-b66a-495d-b2b1-f3408e60e8f8 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:31.285476 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-91c43295-a824-4438-8431-d17b5a3a5eee tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:31.317020 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-267a51b5-b75f-429b-9d44-8642538ebcab tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Router 99da27e8-2c27-4f06-8ef8-86c5bc05c19b has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:28:31.321061 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-91c43295-a824-4438-8431-d17b5a3a5eee tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:31.338059 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c43295-a824-4438-8431-d17b5a3a5eee tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] Pushing event deleted for resources: {'Network': ['ID=6e82cc32-9570-49e0-a361-89ea54423f0c,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:31.351619 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-91c43295-a824-4438-8431-d17b5a3a5eee tempest-FloatingIPTestJSON-552593288 tempest-FloatingIPTestJSON-552593288-project] 10.222.0.105 "DELETE /v2.0/networks/6e82cc32-9570-49e0-a361-89ea54423f0c HTTP/1.1" status: 204 len: 168 time: 1.2140794 Feb 09 01:28:31.380679 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-bb815794-0ce1-47df-8d06-3744fb9f8595 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Allocated IP 172.25.0.73 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/a267e6e0-93ba-48fc-9624-d779634d3d94) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:28:31.612556 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-49c48b5b-b66a-495d-b2b1-f3408e60e8f8 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:31.625433 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bb815794-0ce1-47df-8d06-3744fb9f8595 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:31.667699 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bb815794-0ce1-47df-8d06-3744fb9f8595 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:31.700306 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c48b5b-b66a-495d-b2b1-f3408e60e8f8 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4242f5c9-ab27-4ab0-81c8-50702d3cacf4,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:31.767126 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb815794-0ce1-47df-8d06-3744fb9f8595 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:28:31.771500 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-49c48b5b-b66a-495d-b2b1-f3408e60e8f8 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:31.772699 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-49c48b5b-b66a-495d-b2b1-f3408e60e8f8 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] 10.222.0.105 "DELETE /v2.0/security-groups/4242f5c9-ab27-4ab0-81c8-50702d3cacf4 HTTP/1.1" status: 204 len: 168 time: 0.9504383 Feb 09 01:28:31.772824 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-bb815794-0ce1-47df-8d06-3744fb9f8595 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:31.779829 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 34618) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:31.780732 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb815794-0ce1-47df-8d06-3744fb9f8595 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:28:31.889854 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb815794-0ce1-47df-8d06-3744fb9f8595 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Pushing event updated for resources: {'Port': ['ID=a267e6e0-93ba-48fc-9624-d779634d3d94,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:31.906924 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 34624) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:31.995046 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-267a51b5-b75f-429b-9d44-8642538ebcab tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:28:32.009546 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-267a51b5-b75f-429b-9d44-8642538ebcab tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:32.017184 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6a8e99-8a5e-483e-863b-fb13408ed5c7 None None] Sync routers for ids ['99da27e8-2c27-4f06-8ef8-86c5bc05c19b'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:28:32.046595 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6a8e99-8a5e-483e-863b-fb13408ed5c7 None None] Routers {'99da27e8-2c27-4f06-8ef8-86c5bc05c19b'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:28:32.047635 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-4b6a8e99-8a5e-483e-863b-fb13408ed5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:28:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['99da27e8-2c27-4f06-8ef8-86c5bc05c19b'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:32.120633 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-267a51b5-b75f-429b-9d44-8642538ebcab tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] 10.222.0.105 "DELETE /v2.0/floatingips/6dc23e22-0716-492e-9469-ebe935b86a2f HTTP/1.1" status: 204 len: 168 time: 4.0998666 Feb 09 01:28:32.127531 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19c7d20e-8160-4186-bf43-fc77505a2c73', 'tag': 'f65ebda2-7253-418f-8168-334eab87d7b1'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:28:32.358923 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-d466c4e7-1728-4620-8d7b-9a9e5c2a82e7 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=81147165c806469fb64d6c9df4095257&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4507682 Feb 09 01:28:32.360449 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 34638) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:32.467633 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-1389f453-0269-4a4b-a221-ab09ccdb039f tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Synchronizing usage tracker for tenant:9edd5b359baa473fbcb5119238b2693b on resource:security_group {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:28:32.537885 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f2b1c69d-a2da-4a64-a37a-957b3dd1b6b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:32.553212 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-4b6a8e99-8a5e-483e-863b-fb13408ed5c7 None None] Set router 99da27e8-2c27-4f06-8ef8-86c5bc05c19b gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:28:32.589321 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19c7d20e-8160-4186-bf43-fc77505a2c73', 'tag': 'f65ebda2-7253-418f-8168-334eab87d7b1', 'status': 'completed', 'code': 200} Feb 09 01:28:32.602870 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f2b1c69d-a2da-4a64-a37a-957b3dd1b6b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:32.724999 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f2b1c69d-a2da-4a64-a37a-957b3dd1b6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:32.763752 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b1c69d-a2da-4a64-a37a-957b3dd1b6b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da64507a-c7e9-4896-a47c-9fca452dc39e,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:32.787591 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f2b1c69d-a2da-4a64-a37a-957b3dd1b6b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:32.791153 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f2b1c69d-a2da-4a64-a37a-957b3dd1b6b4 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/da64507a-c7e9-4896-a47c-9fca452dc39e HTTP/1.1" status: 204 len: 168 time: 0.4249945 Feb 09 01:28:33.100810 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a3e88-b17c-4e6d-83b5-81709a2d14e7 req-fc6232d0-85d8-4221-be78-3e9d24926b81 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:33.101523 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-2c0a3e88-b17c-4e6d-83b5-81709a2d14e7 req-fc6232d0-85d8-4221-be78-3e9d24926b81 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Synchronizing usage tracker for tenant:bfb5794a852743e5b12573464865d236 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:28:33.103936 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-1389f453-0269-4a4b-a221-ab09ccdb039f tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Unset dirty status for tenant:9edd5b359baa473fbcb5119238b2693b on resource:security_group {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:28:33.108597 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1389f453-0269-4a4b-a221-ab09ccdb039f tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 1.2883592 Feb 09 01:28:33.114699 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 34658) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:33.194643 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-4b6a8e99-8a5e-483e-863b-fb13408ed5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99da27e8-2c27-4f06-8ef8-86c5bc05c19b', 'name': 'tempest-TestVolumeBackupRestore-1661116551-router', 'tenant_id': 'bfb5794a852743e5b12573464865d236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '6566a9b4-6ad6-4649-a507-ecd113da98c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:30Z', 'updated_at': '2022-02-09T01:22:41Z', 'revision_number': 4, 'project_id': 'bfb5794a852743e5b12573464865d236', 'gw_port': {'id': '6566a9b4-6ad6-4649-a507-ecd113da98c9', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99da27e8-2c27-4f06-8ef8-86c5bc05c19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:33Z', 'updated_at': '2022-02-09T01:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '25e2a816-c5dd-4840-8b17-734242f4c4c6', 'name': '', 'network_id': '5322c4b5-5555-43a6-8743-912baa7b8508', 'tenant_id': 'bfb5794a852743e5b12573464865d236', 'mac_address': 'fa:16:3e:d4:43:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99da27e8-2c27-4f06-8ef8-86c5bc05c19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '046deb8a-ea16-4172-b2a4-3937588d2108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:39Z', 'updated_at': '2022-02-09T01:22:51Z', 'revision_number': 5, 'project_id': 'bfb5794a852743e5b12573464865d236', 'subnets': [{'id': '046deb8a-ea16-4172-b2a4-3937588d2108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:33.207072 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6a8e99-8a5e-483e-863b-fb13408ed5c7 None None] Checking router: 99da27e8-2c27-4f06-8ef8-86c5bc05c19b for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:28:33.220457 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6a8e99-8a5e-483e-863b-fb13408ed5c7 None None] Routers {'99da27e8-2c27-4f06-8ef8-86c5bc05c19b'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:28:33.221949 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-2c0a3e88-b17c-4e6d-83b5-81709a2d14e7 req-fc6232d0-85d8-4221-be78-3e9d24926b81 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Unset dirty status for tenant:bfb5794a852743e5b12573464865d236 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:28:33.222872 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-4b6a8e99-8a5e-483e-863b-fb13408ed5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:28:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['99da27e8-2c27-4f06-8ef8-86c5bc05c19b'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:33.228554 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2c0a3e88-b17c-4e6d-83b5-81709a2d14e7 req-fc6232d0-85d8-4221-be78-3e9d24926b81 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] 10.222.0.105 "GET /v2.0/ports?device_id=19c7d20e-8160-4186-bf43-fc77505a2c73 HTTP/1.1" status: 200 len: 945 time: 0.3034298 Feb 09 01:28:33.349087 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873518af-85bb-45ed-b16e-d0977a6817df req-dc25fbec-d1c7-4005-8210-f2761752e511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:33.350457 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-873518af-85bb-45ed-b16e-d0977a6817df req-dc25fbec-d1c7-4005-8210-f2761752e511 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=bfb5794a852743e5b12573464865d236&device_id=19c7d20e-8160-4186-bf43-fc77505a2c73 HTTP/1.1" status: 200 len: 1096 time: 0.4365709 Feb 09 01:28:33.351013 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bb815794-0ce1-47df-8d06-3744fb9f8595 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks [] for router_gateway, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:33.357980 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-655be7dd-cc90-4fad-9b40-709d848feceb tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:33.396161 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2c0a3e88-b17c-4e6d-83b5-81709a2d14e7 req-822577da-b310-47f3-bd37-010b71134157 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] 10.222.0.105 "GET /v2.0/security-groups?id=9154bf98-ef16-4fe2-9bc6-0f6f5a4138dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668437 Feb 09 01:28:33.439049 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-655be7dd-cc90-4fad-9b40-709d848feceb tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:33.537056 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-655be7dd-cc90-4fad-9b40-709d848feceb tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:33.578509 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655be7dd-cc90-4fad-9b40-709d848feceb tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7acc8234-d28a-4595-a498-5b4eb69846d1,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:33.608701 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-655be7dd-cc90-4fad-9b40-709d848feceb tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:33.610222 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-655be7dd-cc90-4fad-9b40-709d848feceb tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] 10.222.0.105 "DELETE /v2.0/security-groups/7acc8234-d28a-4595-a498-5b4eb69846d1 HTTP/1.1" status: 204 len: 168 time: 0.4936247 Feb 09 01:28:33.612839 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 34674) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:33.615330 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-4b6a8e99-8a5e-483e-863b-fb13408ed5c7 None None] Set router 99da27e8-2c27-4f06-8ef8-86c5bc05c19b gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:28:33.726784 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-b93d23eb-e9bf-4dc2-9a57-ff46364a777a tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Synchronizing usage tracker for tenant:9edd5b359baa473fbcb5119238b2693b on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:28:33.761913 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873518af-85bb-45ed-b16e-d0977a6817df req-ef0a2ece-4652-4abf-b282-c4a3d6d830c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:33.763958 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-873518af-85bb-45ed-b16e-d0977a6817df req-ef0a2ece-4652-4abf-b282-c4a3d6d830c9 service neutron] 10.222.0.99 "GET /v2.0/networks?id=5322c4b5-5555-43a6-8743-912baa7b8508 HTTP/1.1" status: 200 len: 915 time: 0.2809551 Feb 09 01:28:33.766065 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-b93d23eb-e9bf-4dc2-9a57-ff46364a777a tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Unset dirty status for tenant:9edd5b359baa473fbcb5119238b2693b on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:28:33.767634 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-b93d23eb-e9bf-4dc2-9a57-ff46364a777a tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1536462 Feb 09 01:28:33.773167 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 34680) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:33.779873 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-5a40b106-9326-4560-b486-eab8076816d8 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Request body: {'security_group': {'name': 'tempest-secgroup--1558982632'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:33.797163 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-5a40b106-9326-4560-b486-eab8076816d8 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:33.842610 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-5a40b106-9326-4560-b486-eab8076816d8 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:33.880217 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5a40b106-9326-4560-b486-eab8076816d8 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:33.935454 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-5a40b106-9326-4560-b486-eab8076816d8 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:33.941818 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-5a40b106-9326-4560-b486-eab8076816d8 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Usage tracker for resource:security_group_rule and tenant:9edd5b359baa473fbcb5119238b2693b is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:33.946167 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-5a40b106-9326-4560-b486-eab8076816d8 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:33.959227 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-5a40b106-9326-4560-b486-eab8076816d8 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:34.058047 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-873518af-85bb-45ed-b16e-d0977a6817df req-04c5675d-9717-4160-8b57-3bd1c13ad429 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f65ebda2-7253-418f-8168-334eab87d7b1 HTTP/1.1" status: 200 len: 217 time: 0.2552540 Feb 09 01:28:34.134762 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5a40b106-9326-4560-b486-eab8076816d8 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:34.144813 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5a40b106-9326-4560-b486-eab8076816d8 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:34.232138 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a40b106-9326-4560-b486-eab8076816d8 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b25b491-a3c7-482d-aa4e-3c0feeaffe1b,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:34.255246 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5a40b106-9326-4560-b486-eab8076816d8 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:34.258072 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-5a40b106-9326-4560-b486-eab8076816d8 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4837704 Feb 09 01:28:34.259143 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-4b6a8e99-8a5e-483e-863b-fb13408ed5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99da27e8-2c27-4f06-8ef8-86c5bc05c19b', 'name': 'tempest-TestVolumeBackupRestore-1661116551-router', 'tenant_id': 'bfb5794a852743e5b12573464865d236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '6566a9b4-6ad6-4649-a507-ecd113da98c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:30Z', 'updated_at': '2022-02-09T01:22:41Z', 'revision_number': 4, 'project_id': 'bfb5794a852743e5b12573464865d236', 'gw_port': {'id': '6566a9b4-6ad6-4649-a507-ecd113da98c9', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99da27e8-2c27-4f06-8ef8-86c5bc05c19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:33Z', 'updated_at': '2022-02-09T01:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '25e2a816-c5dd-4840-8b17-734242f4c4c6', 'name': '', 'network_id': '5322c4b5-5555-43a6-8743-912baa7b8508', 'tenant_id': 'bfb5794a852743e5b12573464865d236', 'mac_address': 'fa:16:3e:d4:43:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99da27e8-2c27-4f06-8ef8-86c5bc05c19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '046deb8a-ea16-4172-b2a4-3937588d2108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:39Z', 'updated_at': '2022-02-09T01:22:51Z', 'revision_number': 5, 'project_id': 'bfb5794a852743e5b12573464865d236', 'subnets': [{'id': '046deb8a-ea16-4172-b2a4-3937588d2108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:34.260910 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 34698) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:34.265805 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6a8e99-8a5e-483e-863b-fb13408ed5c7 None None] The sync data for ids ['99da27e8-2c27-4f06-8ef8-86c5bc05c19b'] in n-d-828418-1 is: [{'id': '99da27e8-2c27-4f06-8ef8-86c5bc05c19b', 'name': 'tempest-TestVolumeBackupRestore-1661116551-router', 'tenant_id': 'bfb5794a852743e5b12573464865d236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '6566a9b4-6ad6-4649-a507-ecd113da98c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:30Z', 'updated_at': '2022-02-09T01:22:41Z', 'revision_number': 4, 'project_id': 'bfb5794a852743e5b12573464865d236', 'gw_port': {'id': '6566a9b4-6ad6-4649-a507-ecd113da98c9', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99da27e8-2c27-4f06-8ef8-86c5bc05c19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:33Z', 'updated_at': '2022-02-09T01:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '25e2a816-c5dd-4840-8b17-734242f4c4c6', 'name': '', 'network_id': '5322c4b5-5555-43a6-8743-912baa7b8508', 'tenant_id': 'bfb5794a852743e5b12573464865d236', 'mac_address': 'fa:16:3e:d4:43:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99da27e8-2c27-4f06-8ef8-86c5bc05c19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '046deb8a-ea16-4172-b2a4-3937588d2108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:39Z', 'updated_at': '2022-02-09T01:22:51Z', 'revision_number': 5, 'project_id': 'bfb5794a852743e5b12573464865d236', 'subnets': [{'id': '046deb8a-ea16-4172-b2a4-3937588d2108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:28:34.269617 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873518af-85bb-45ed-b16e-d0977a6817df req-b53123b5-1ba1-4bf8-93e7-9df1571f0536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:34.273340 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-873518af-85bb-45ed-b16e-d0977a6817df req-b53123b5-1ba1-4bf8-93e7-9df1571f0536 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=046deb8a-ea16-4172-b2a4-3937588d2108 HTTP/1.1" status: 200 len: 853 time: 0.2029340 Feb 09 01:28:34.274865 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-45d13bed-242e-4328-abce-ceb5d4562764 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Request body: {'security_group_rule': {'security_group_id': '6b25b491-a3c7-482d-aa4e-3c0feeaffe1b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:34.286457 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-45d13bed-242e-4328-abce-ceb5d4562764 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:34.292948 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-45d13bed-242e-4328-abce-ceb5d4562764 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Usage tracker for resource:security_group_rule and tenant:9edd5b359baa473fbcb5119238b2693b is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:34.313657 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-45d13bed-242e-4328-abce-ceb5d4562764 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:34.341312 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-45d13bed-242e-4328-abce-ceb5d4562764 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:34.431190 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 34704) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:34.450670 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-45d13bed-242e-4328-abce-ceb5d4562764 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:34.703988 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-45d13bed-242e-4328-abce-ceb5d4562764 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:34.726664 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-45d13bed-242e-4328-abce-ceb5d4562764 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:34.737526 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484bf5f6-ec80-479b-9e01-39d11232d53e req-f11c34c9-6a24-4d79-9811-5bb3bc1e92ba tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:34.751184 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f89fa4-54a8-49ca-b8c6-983c0e984bd5 None None] New status for floating IP 6dc23e22-0716-492e-9469-ebe935b86a2f: DOWN {{(pid=87641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:28:34.767210 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-484bf5f6-ec80-479b-9e01-39d11232d53e req-f11c34c9-6a24-4d79-9811-5bb3bc1e92ba tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] 10.222.0.99 "GET /v2.0/ports?device_id=19c7d20e-8160-4186-bf43-fc77505a2c73 HTTP/1.1" status: 200 len: 945 time: 0.3875101 Feb 09 01:28:34.812294 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873518af-85bb-45ed-b16e-d0977a6817df req-f170a0de-093f-4e90-b17e-dff8febbd4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:34.813832 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-873518af-85bb-45ed-b16e-d0977a6817df req-f170a0de-093f-4e90-b17e-dff8febbd4c1 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=5322c4b5-5555-43a6-8743-912baa7b8508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5272417 Feb 09 01:28:34.822184 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-513163aa-ab9c-40d3-8f92-9e281c803e73 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-251539858'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:34.920713 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-513163aa-ab9c-40d3-8f92-9e281c803e73 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:34.934070 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bb815794-0ce1-47df-8d06-3744fb9f8595 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:34.944537 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-513163aa-ab9c-40d3-8f92-9e281c803e73 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Usage tracker for resource:network and tenant:fcf7e2256d264906affa05ee27479d94 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:34.946051 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d13bed-242e-4328-abce-ceb5d4562764 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f50da31a-0821-44a3-8ffc-088e5565d1d1,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:34.948794 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-513163aa-ab9c-40d3-8f92-9e281c803e73 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:34.998645 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-484bf5f6-ec80-479b-9e01-39d11232d53e req-5d2a21e0-4259-4f3d-8b6c-77d1f93cd0cc tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Deleting port f65ebda2-7253-418f-8168-334eab87d7b1 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:28:34.999080 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-484bf5f6-ec80-479b-9e01-39d11232d53e req-5d2a21e0-4259-4f3d-8b6c-77d1f93cd0cc tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:35.022665 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-513163aa-ab9c-40d3-8f92-9e281c803e73 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:35.108813 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-45d13bed-242e-4328-abce-ceb5d4562764 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:35.113121 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-45d13bed-242e-4328-abce-ceb5d4562764 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8509688 Feb 09 01:28:35.114092 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 34720) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:35.139436 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513163aa-ab9c-40d3-8f92-9e281c803e73 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Made reservation on behalf of fcf7e2256d264906affa05ee27479d94 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:28:35.142888 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-513163aa-ab9c-40d3-8f92-9e281c803e73 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:35.178244 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-513163aa-ab9c-40d3-8f92-9e281c803e73 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:35.250675 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-513163aa-ab9c-40d3-8f92-9e281c803e73 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:35.256085 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-513163aa-ab9c-40d3-8f92-9e281c803e73 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Usage tracker for resource:security_group_rule and tenant:fcf7e2256d264906affa05ee27479d94 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:35.260440 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-513163aa-ab9c-40d3-8f92-9e281c803e73 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:35.265172 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-873518af-85bb-45ed-b16e-d0977a6817df req-6a93df12-5005-437a-bbb7-4f8e7da618db service neutron] 10.222.0.99 "GET /v2.0/networks/5322c4b5-5555-43a6-8743-912baa7b8508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4336526 Feb 09 01:28:35.271038 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0139f58-d6c7-4ab1-99ad-d0d06af1a0cb req-8b000b77-ecce-40cc-b34c-5fc97513f3cc tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:35.273616 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b0139f58-d6c7-4ab1-99ad-d0d06af1a0cb req-8b000b77-ecce-40cc-b34c-5fc97513f3cc tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] 10.222.0.105 "GET /v2.0/ports?device_id=19c7d20e-8160-4186-bf43-fc77505a2c73 HTTP/1.1" status: 200 len: 945 time: 0.6959851 Feb 09 01:28:35.286754 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-513163aa-ab9c-40d3-8f92-9e281c803e73 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:35.368850 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8ef4da4f-cce9-4fee-8e48-683b0ebacabc tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:35.403070 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b0139f58-d6c7-4ab1-99ad-d0d06af1a0cb req-942df844-d04b-4ac8-a924-75d56bbc0c47 tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] 10.222.0.105 "GET /v2.0/security-groups?id=9154bf98-ef16-4fe2-9bc6-0f6f5a4138dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080282 Feb 09 01:28:35.418139 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8ef4da4f-cce9-4fee-8e48-683b0ebacabc tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:35.454445 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-484bf5f6-ec80-479b-9e01-39d11232d53e req-5d2a21e0-4259-4f3d-8b6c-77d1f93cd0cc tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] For port f65ebda2-7253-418f-8168-334eab87d7b1, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=f65ebda2-7253-418f-8168-334eab87d7b1,segment=NetworkSegment(54433dfa-6611-4b57-886e-168c215159ee),segment_id=54433dfa-6611-4b57-886e-168c215159ee)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:28:35.454804 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-484bf5f6-ec80-479b-9e01-39d11232d53e req-5d2a21e0-4259-4f3d-8b6c-77d1f93cd0cc tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:35.641861 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-484bf5f6-ec80-479b-9e01-39d11232d53e req-5d2a21e0-4259-4f3d-8b6c-77d1f93cd0cc tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Calling delete_port for f65ebda2-7253-418f-8168-334eab87d7b1 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:28:35.680473 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb815794-0ce1-47df-8d06-3744fb9f8595 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Router 25518826-a8b5-4baf-9cc7-7150b1c3c694 is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:28:35.699389 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8ef4da4f-cce9-4fee-8e48-683b0ebacabc tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:35.738471 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef4da4f-cce9-4fee-8e48-683b0ebacabc tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f50da31a-0821-44a3-8ffc-088e5565d1d1,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:35.742713 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8ef4da4f-cce9-4fee-8e48-683b0ebacabc tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:35.744000 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-8ef4da4f-cce9-4fee-8e48-683b0ebacabc tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] 10.222.0.105 "DELETE /v2.0/security-group-rules/f50da31a-0821-44a3-8ffc-088e5565d1d1 HTTP/1.1" status: 204 len: 168 time: 0.6198709 Feb 09 01:28:35.747339 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 34728) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:35.791043 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-873518af-85bb-45ed-b16e-d0977a6817df req-8349702f-aae0-4305-946a-a050f2129af7 service neutron] 10.222.0.99 "GET /v2.0/networks/5322c4b5-5555-43a6-8743-912baa7b8508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5055265 Feb 09 01:28:35.828903 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-1bc4d8db-2d65-41f5-8463-4d1192bb0296 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Synchronizing usage tracker for tenant:9edd5b359baa473fbcb5119238b2693b on resource:security_group_rule {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:28:35.891926 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-1bc4d8db-2d65-41f5-8463-4d1192bb0296 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Unset dirty status for tenant:9edd5b359baa473fbcb5119238b2693b on resource:security_group_rule {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:28:35.896688 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-1bc4d8db-2d65-41f5-8463-4d1192bb0296 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1441941 Feb 09 01:28:35.896873 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 34734) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:35.920814 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-513163aa-ab9c-40d3-8f92-9e281c803e73 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:35.941999 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-484bf5f6-ec80-479b-9e01-39d11232d53e req-5d2a21e0-4259-4f3d-8b6c-77d1f93cd0cc tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:35.943380 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-513163aa-ab9c-40d3-8f92-9e281c803e73 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:35.984636 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-513163aa-ab9c-40d3-8f92-9e281c803e73 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:28:35.998702 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb815794-0ce1-47df-8d06-3744fb9f8595 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:28:36.001500 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513163aa-ab9c-40d3-8f92-9e281c803e73 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa0fc7d-0329-43b7-a630-776f67ac56ce,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:36.010874 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34cdd0c-379f-4992-a71e-7b096144cd1f None None] Sync routers for ids ['25518826-a8b5-4baf-9cc7-7150b1c3c694'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:28:36.020816 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-513163aa-ab9c-40d3-8f92-9e281c803e73 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:36.021736 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-513163aa-ab9c-40d3-8f92-9e281c803e73 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Added segment 1ba60014-c38c-4260-a0e9-7158228633e5 of type vlan for network 22d227dc-8d0a-4805-9ef9-b9c9db32dcb7 Feb 09 01:28:36.033237 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34cdd0c-379f-4992-a71e-7b096144cd1f None None] Routers {'25518826-a8b5-4baf-9cc7-7150b1c3c694'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:28:36.035879 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-d34cdd0c-379f-4992-a71e-7b096144cd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:28:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['25518826-a8b5-4baf-9cc7-7150b1c3c694'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:36.069530 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-513163aa-ab9c-40d3-8f92-9e281c803e73 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:36.074697 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bb815794-0ce1-47df-8d06-3744fb9f8595 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:36.076858 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-bb815794-0ce1-47df-8d06-3744fb9f8595 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.0857320 Feb 09 01:28:36.081035 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 34738) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:36.090209 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-be4cc655-4559-472b-9da8-95c3bb109bb5 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:36.207401 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2a21e0-4259-4f3d-8b6c-77d1f93cd0cc tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Pushing event deleted for resources: {'Port': ['ID=f65ebda2-7253-418f-8168-334eab87d7b1,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:36.219742 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-513163aa-ab9c-40d3-8f92-9e281c803e73 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:36.220367 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-d34cdd0c-379f-4992-a71e-7b096144cd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:36.227957 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513163aa-ab9c-40d3-8f92-9e281c803e73 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:36.228830 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-513163aa-ab9c-40d3-8f92-9e281c803e73 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:36.230009 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34cdd0c-379f-4992-a71e-7b096144cd1f None None] Routers {'25518826-a8b5-4baf-9cc7-7150b1c3c694'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:28:36.230627 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-d34cdd0c-379f-4992-a71e-7b096144cd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:28:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['25518826-a8b5-4baf-9cc7-7150b1c3c694'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:36.306020 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-d34cdd0c-379f-4992-a71e-7b096144cd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:36.306391 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34cdd0c-379f-4992-a71e-7b096144cd1f None None] The sync data for ids ['25518826-a8b5-4baf-9cc7-7150b1c3c694'] in n-d-828418-1 is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:28:36.329427 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-97659061-3790-4b8d-8476-33c1cbc6d1ee tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:36.339206 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-484bf5f6-ec80-479b-9e01-39d11232d53e req-5d2a21e0-4259-4f3d-8b6c-77d1f93cd0cc tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] No DVR routers for this DVR port f65ebda2-7253-418f-8168-334eab87d7b1 on host n-h2-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:28:36.352774 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-484bf5f6-ec80-479b-9e01-39d11232d53e req-5d2a21e0-4259-4f3d-8b6c-77d1f93cd0cc tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:36.357547 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c7d20e-8160-4186-bf43-fc77505a2c73', 'name': 'network-vif-deleted', 'tag': 'f65ebda2-7253-418f-8168-334eab87d7b1'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:28:36.443597 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-97659061-3790-4b8d-8476-33c1cbc6d1ee tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:36.468953 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-484bf5f6-ec80-479b-9e01-39d11232d53e req-5d2a21e0-4259-4f3d-8b6c-77d1f93cd0cc tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] 10.222.0.99 "DELETE /v2.0/ports/f65ebda2-7253-418f-8168-334eab87d7b1 HTTP/1.1" status: 204 len: 173 time: 1.6847463 Feb 09 01:28:36.474938 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c7d20e-8160-4186-bf43-fc77505a2c73', 'name': 'network-vif-deleted', 'tag': 'f65ebda2-7253-418f-8168-334eab87d7b1', 'status': 'completed', 'code': 200} Feb 09 01:28:36.536529 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513163aa-ab9c-40d3-8f92-9e281c803e73 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event updated for resources: {'Network': ['ID=22d227dc-8d0a-4805-9ef9-b9c9db32dcb7,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:36.555924 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-513163aa-ab9c-40d3-8f92-9e281c803e73 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.1127038 Feb 09 01:28:36.559907 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 22d227dc-8d0a-4805-9ef9-b9c9db32dcb7 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:28:36.560144 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 34748) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:36.569522 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-7fb9fb0a-698e-4257-810c-2de115511f0b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Request body: {'port': {'network_id': '22d227dc-8d0a-4805-9ef9-b9c9db32dcb7', 'name': 'tempest-PortsTestJSON-1138464423'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:36.597994 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-97659061-3790-4b8d-8476-33c1cbc6d1ee tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:36.787863 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97659061-3790-4b8d-8476-33c1cbc6d1ee tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b25b491-a3c7-482d-aa4e-3c0feeaffe1b,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:36.815314 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-b28585d0-e9af-46f9-a5ab-330496883ac1 req-aca80b58-f4ca-4ec9-8a41-51e82d94d59b tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Synchronizing usage tracker for tenant:bfb5794a852743e5b12573464865d236 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:28:36.835002 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-97659061-3790-4b8d-8476-33c1cbc6d1ee tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:36.836348 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-97659061-3790-4b8d-8476-33c1cbc6d1ee tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] 10.222.0.105 "DELETE /v2.0/security-groups/6b25b491-a3c7-482d-aa4e-3c0feeaffe1b HTTP/1.1" status: 204 len: 168 time: 0.9381988 Feb 09 01:28:36.841799 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-b28585d0-e9af-46f9-a5ab-330496883ac1 req-aca80b58-f4ca-4ec9-8a41-51e82d94d59b tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Unset dirty status for tenant:bfb5794a852743e5b12573464865d236 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:28:36.852147 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b28585d0-e9af-46f9-a5ab-330496883ac1 req-aca80b58-f4ca-4ec9-8a41-51e82d94d59b tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] 10.222.0.105 "GET /v2.0/ports?device_id=19c7d20e-8160-4186-bf43-fc77505a2c73 HTTP/1.1" status: 200 len: 210 time: 0.2027864 Feb 09 01:28:36.852984 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 34756) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:36.944067 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-8a162732-0a1f-4143-be73-c00181cc29b5 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Synchronizing usage tracker for tenant:9edd5b359baa473fbcb5119238b2693b on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:28:36.967831 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-8a162732-0a1f-4143-be73-c00181cc29b5 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Unset dirty status for tenant:9edd5b359baa473fbcb5119238b2693b on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:28:36.970721 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-8a162732-0a1f-4143-be73-c00181cc29b5 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1112385 Feb 09 01:28:36.974420 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 34760) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:36.987544 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-fd44c8ff-8831-430d-a825-8a219a8a1507 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Request body: {'security_group': {'name': 'tempest-secgroup--1077341723'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:36.997472 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-fd44c8ff-8831-430d-a825-8a219a8a1507 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:37.009100 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-fd44c8ff-8831-430d-a825-8a219a8a1507 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:37.024001 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7fb9fb0a-698e-4257-810c-2de115511f0b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:37.027372 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fd44c8ff-8831-430d-a825-8a219a8a1507 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:37.034651 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-7fb9fb0a-698e-4257-810c-2de115511f0b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Usage tracker for resource:port and tenant:fcf7e2256d264906affa05ee27479d94 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:37.041970 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-7fb9fb0a-698e-4257-810c-2de115511f0b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:37.052862 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-fd44c8ff-8831-430d-a825-8a219a8a1507 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:37.058343 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-fd44c8ff-8831-430d-a825-8a219a8a1507 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Usage tracker for resource:security_group_rule and tenant:9edd5b359baa473fbcb5119238b2693b is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:37.062558 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-fd44c8ff-8831-430d-a825-8a219a8a1507 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:37.069082 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-fd44c8ff-8831-430d-a825-8a219a8a1507 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:37.111440 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7fb9fb0a-698e-4257-810c-2de115511f0b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:37.181276 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fd44c8ff-8831-430d-a825-8a219a8a1507 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:37.187463 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fd44c8ff-8831-430d-a825-8a219a8a1507 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:37.230062 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd44c8ff-8831-430d-a825-8a219a8a1507 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83bfec1a-659b-4e04-9095-f579c90ee206,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:37.235058 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb9fb0a-698e-4257-810c-2de115511f0b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Made reservation on behalf of fcf7e2256d264906affa05ee27479d94 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:28:37.239201 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7fb9fb0a-698e-4257-810c-2de115511f0b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:37.275146 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fd44c8ff-8831-430d-a825-8a219a8a1507 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:37.277494 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-fd44c8ff-8831-430d-a825-8a219a8a1507 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3020778 Feb 09 01:28:37.280654 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 34764) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:37.282839 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-7fb9fb0a-698e-4257-810c-2de115511f0b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] device_id is not set on port fbeae371-a07f-4875-8794-4a0b17646f4c yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:28:37.288237 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-fd43ce2b-c83d-43b8-8484-00593fb0eb34 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Request body: {'security_group_rule': {'security_group_id': '83bfec1a-659b-4e04-9095-f579c90ee206', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:37.297278 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-fd43ce2b-c83d-43b8-8484-00593fb0eb34 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:37.304861 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-fd43ce2b-c83d-43b8-8484-00593fb0eb34 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Usage tracker for resource:security_group_rule and tenant:9edd5b359baa473fbcb5119238b2693b is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:37.308644 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-fd43ce2b-c83d-43b8-8484-00593fb0eb34 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:37.316102 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-fd43ce2b-c83d-43b8-8484-00593fb0eb34 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:37.337994 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fd43ce2b-c83d-43b8-8484-00593fb0eb34 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:37.423263 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fd43ce2b-c83d-43b8-8484-00593fb0eb34 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:37.429800 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fd43ce2b-c83d-43b8-8484-00593fb0eb34 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:37.466810 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd43ce2b-c83d-43b8-8484-00593fb0eb34 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=833c6a11-0cc9-4d3f-975d-1a29628cf661,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:37.485096 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fd43ce2b-c83d-43b8-8484-00593fb0eb34 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:37.488978 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-fd43ce2b-c83d-43b8-8484-00593fb0eb34 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2036781 Feb 09 01:28:37.489124 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 34770) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:37.514836 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-1601139d-e31b-47b8-afd9-915cd3c1c33f tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] 10.222.0.105 "GET /v2.0/security-group-rules/833c6a11-0cc9-4d3f-975d-1a29628cf661 HTTP/1.1" status: 200 len: 763 time: 0.0245242 Feb 09 01:28:37.517578 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 34774) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:37.523791 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-be4cc655-4559-472b-9da8-95c3bb109bb5 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:37.581657 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-b102f7bb-d0c3-4682-a158-0c22dea5f2b7 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Synchronizing usage tracker for tenant:9edd5b359baa473fbcb5119238b2693b on resource:security_group_rule {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:28:37.599869 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-b102f7bb-d0c3-4682-a158-0c22dea5f2b7 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Unset dirty status for tenant:9edd5b359baa473fbcb5119238b2693b on resource:security_group_rule {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:28:37.607445 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-b102f7bb-d0c3-4682-a158-0c22dea5f2b7 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0884585 Feb 09 01:28:37.608315 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 34778) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:37.617386 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-be4cc655-4559-472b-9da8-95c3bb109bb5 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:37.647471 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-42f48776-4704-46f3-a1e2-fa7842764d63 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:37.652457 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-be4cc655-4559-472b-9da8-95c3bb109bb5 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Deleting port a267e6e0-93ba-48fc-9624-d779634d3d94 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:28:37.653411 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-be4cc655-4559-472b-9da8-95c3bb109bb5 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:37.669481 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-42f48776-4704-46f3-a1e2-fa7842764d63 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:37.699123 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-42f48776-4704-46f3-a1e2-fa7842764d63 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:37.720461 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f48776-4704-46f3-a1e2-fa7842764d63 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=833c6a11-0cc9-4d3f-975d-1a29628cf661,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:37.729690 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-42f48776-4704-46f3-a1e2-fa7842764d63 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:37.733650 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-42f48776-4704-46f3-a1e2-fa7842764d63 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] 10.222.0.105 "DELETE /v2.0/security-group-rules/833c6a11-0cc9-4d3f-975d-1a29628cf661 HTTP/1.1" status: 204 len: 168 time: 0.1214993 Feb 09 01:28:37.734218 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 34782) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:37.787345 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-099047ec-5fc2-49fe-b315-860efa8df535 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Synchronizing usage tracker for tenant:9edd5b359baa473fbcb5119238b2693b on resource:security_group_rule {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:28:37.806861 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-099047ec-5fc2-49fe-b315-860efa8df535 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Unset dirty status for tenant:9edd5b359baa473fbcb5119238b2693b on resource:security_group_rule {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:28:37.809051 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-099047ec-5fc2-49fe-b315-860efa8df535 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0733087 Feb 09 01:28:37.824034 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 34788) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:37.841006 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-ca11fa31-6bad-4fe2-8d10-790a4e012add tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Request body: {'security_group_rule': {'security_group_id': '83bfec1a-659b-4e04-9095-f579c90ee206', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:37.852771 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-ca11fa31-6bad-4fe2-8d10-790a4e012add tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:37.872356 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-ca11fa31-6bad-4fe2-8d10-790a4e012add tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:37.896887 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7fb9fb0a-698e-4257-810c-2de115511f0b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:37.902551 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ca11fa31-6bad-4fe2-8d10-790a4e012add tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:37.957038 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7fb9fb0a-698e-4257-810c-2de115511f0b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:38.006201 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ca11fa31-6bad-4fe2-8d10-790a4e012add tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:38.014199 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ca11fa31-6bad-4fe2-8d10-790a4e012add tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:38.047713 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 34796) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:38.094904 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca11fa31-6bad-4fe2-8d10-790a4e012add tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c071f97f-14c7-4529-890d-9f1dcfed0612,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:38.126705 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ca11fa31-6bad-4fe2-8d10-790a4e012add tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:38.127802 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-ca11fa31-6bad-4fe2-8d10-790a4e012add tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2976472 Feb 09 01:28:38.134142 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 34802) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:38.158813 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-58d1db9d-2b9b-4e20-9060-6ffa7bb85bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:38.185809 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2ddd3527-a214-458b-b936-faadd2c2c32d tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:38.193897 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-8df9e3b8-cd95-4c82-91ad-5d17447c0528 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] 10.222.0.105 "GET /v2.0/security-group-rules/c071f97f-14c7-4529-890d-9f1dcfed0612 HTTP/1.1" status: 200 len: 763 time: 0.0562584 Feb 09 01:28:38.195043 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 34806) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:38.217564 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb9fb0a-698e-4257-810c-2de115511f0b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event updated for resources: {'Port': ['ID=fbeae371-a07f-4875-8794-4a0b17646f4c,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:38.249220 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb9fb0a-698e-4257-810c-2de115511f0b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Checking segment: {'id': '1ba60014-c38c-4260-a0e9-7158228633e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '22d227dc-8d0a-4805-9ef9-b9c9db32dcb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:28:38.254725 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb9fb0a-698e-4257-810c-2de115511f0b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Network hostable DHCP agents. Network: 22d227dc-8d0a-4805-9ef9-b9c9db32dcb7, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:28:38.255817 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2ddd3527-a214-458b-b936-faadd2c2c32d tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:38.304416 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-bb7f5d7f-4996-40ff-a811-1201d480212e tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Synchronizing usage tracker for tenant:9edd5b359baa473fbcb5119238b2693b on resource:security_group_rule {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:28:38.319791 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb9fb0a-698e-4257-810c-2de115511f0b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Network 22d227dc-8d0a-4805-9ef9-b9c9db32dcb7 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:28:38.327445 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-be4cc655-4559-472b-9da8-95c3bb109bb5 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:38.339515 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-bb7f5d7f-4996-40ff-a811-1201d480212e tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Unset dirty status for tenant:9edd5b359baa473fbcb5119238b2693b on resource:security_group_rule {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:28:38.342359 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-bb7f5d7f-4996-40ff-a811-1201d480212e tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1344316 Feb 09 01:28:38.344650 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 34818) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:38.379668 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1a5ce473-4328-4df8-af15-2ea04ee3d843 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:38.407541 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1a5ce473-4328-4df8-af15-2ea04ee3d843 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:38.439645 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2ddd3527-a214-458b-b936-faadd2c2c32d tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:38.462884 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-7fb9fb0a-698e-4257-810c-2de115511f0b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 22d227dc-8d0a-4805-9ef9-b9c9db32dcb7) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:38.464326 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1a5ce473-4328-4df8-af15-2ea04ee3d843 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:38.469137 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb9fb0a-698e-4257-810c-2de115511f0b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:28:38.472820 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac6bb9a-eca9-473b-8e81-f417e291413d None None] Network 22d227dc-8d0a-4805-9ef9-b9c9db32dcb7 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:28:38.475777 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb9fb0a-698e-4257-810c-2de115511f0b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:38.476407 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7fb9fb0a-698e-4257-810c-2de115511f0b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:38.490183 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-be4cc655-4559-472b-9da8-95c3bb109bb5 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Calling delete_port for a267e6e0-93ba-48fc-9624-d779634d3d94 owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:28:38.532812 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ce473-4328-4df8-af15-2ea04ee3d843 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c071f97f-14c7-4529-890d-9f1dcfed0612,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:38.551716 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddd3527-a214-458b-b936-faadd2c2c32d tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9154bf98-ef16-4fe2-9bc6-0f6f5a4138dc,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:38.569706 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-7fb9fb0a-698e-4257-810c-2de115511f0b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.0086279 Feb 09 01:28:38.572729 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 34824) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:38.579883 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-c4fcc21e-94bc-4ab9-88f9-88375688563f tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1211718200'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:38.586100 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c4fcc21e-94bc-4ab9-88f9-88375688563f tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:38.592803 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-c4fcc21e-94bc-4ab9-88f9-88375688563f tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Usage tracker for resource:network and tenant:fcf7e2256d264906affa05ee27479d94 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:38.600637 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-c4fcc21e-94bc-4ab9-88f9-88375688563f tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:38.610357 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2ddd3527-a214-458b-b936-faadd2c2c32d tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:38.617314 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-2ddd3527-a214-458b-b936-faadd2c2c32d tempest-TestVolumeBackupRestore-1153175129 tempest-TestVolumeBackupRestore-1153175129-project] 10.222.0.105 "DELETE /v2.0/security-groups/9154bf98-ef16-4fe2-9bc6-0f6f5a4138dc HTTP/1.1" status: 204 len: 168 time: 0.5618184 Feb 09 01:28:38.619994 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1a5ce473-4328-4df8-af15-2ea04ee3d843 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:38.627610 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-1a5ce473-4328-4df8-af15-2ea04ee3d843 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] 10.222.0.105 "DELETE /v2.0/security-group-rules/c071f97f-14c7-4529-890d-9f1dcfed0612 HTTP/1.1" status: 204 len: 168 time: 0.2816527 Feb 09 01:28:38.630657 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 34830) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:38.712122 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c4fcc21e-94bc-4ab9-88f9-88375688563f tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:38.791610 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4fcc21e-94bc-4ab9-88f9-88375688563f tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Made reservation on behalf of fcf7e2256d264906affa05ee27479d94 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:28:38.797629 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c4fcc21e-94bc-4ab9-88f9-88375688563f tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:38.825074 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-9a267521-adcd-47a4-9e48-7954c6488ee3 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Synchronizing usage tracker for tenant:9edd5b359baa473fbcb5119238b2693b on resource:security_group_rule {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:28:38.867223 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4fcc21e-94bc-4ab9-88f9-88375688563f tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:28:38.870449 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-9a267521-adcd-47a4-9e48-7954c6488ee3 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Unset dirty status for tenant:9edd5b359baa473fbcb5119238b2693b on resource:security_group_rule {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:28:38.876332 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-9a267521-adcd-47a4-9e48-7954c6488ee3 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2442579 Feb 09 01:28:38.876708 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 34838) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:38.890230 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-3772dba7-7025-48d6-b90a-0b2267ea487f tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Request body: {'security_group_rule': {'security_group_id': '83bfec1a-659b-4e04-9095-f579c90ee206', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:38.903551 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3772dba7-7025-48d6-b90a-0b2267ea487f tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:38.910934 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c4fcc21e-94bc-4ab9-88f9-88375688563f tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:38.911388 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-c4fcc21e-94bc-4ab9-88f9-88375688563f tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Added segment 77b10188-9f04-4f7f-9845-c8e60de3a569 of type vlan for network 6094fa20-8a5f-4d4a-a10c-c8711a65cc51 Feb 09 01:28:38.914108 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-be4cc655-4559-472b-9da8-95c3bb109bb5 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:38.979118 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3772dba7-7025-48d6-b90a-0b2267ea487f tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:38.986337 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4cc655-4559-472b-9da8-95c3bb109bb5 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Pushing event deleted for resources: {'Port': ['ID=a267e6e0-93ba-48fc-9624-d779634d3d94,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:39.024705 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device f65ebda2-7253-418f-8168-334eab87d7b1 no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:28:39.096515 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c4fcc21e-94bc-4ab9-88f9-88375688563f tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:39.158459 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] No Port match for: f65ebda2-7253-418f-8168-334eab87d7b1 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:28:39.159086 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device f65ebda2-7253-418f-8168-334eab87d7b1 not bound to the agent host n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:28:39.258164 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c4fcc21e-94bc-4ab9-88f9-88375688563f tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:39.266766 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4fcc21e-94bc-4ab9-88f9-88375688563f tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:39.267754 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c4fcc21e-94bc-4ab9-88f9-88375688563f tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:39.274354 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-be4cc655-4559-472b-9da8-95c3bb109bb5 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:39.365742 n-d-828418-1 neutron-server[87638]: INFO neutron.db.securitygroups_db [None req-3772dba7-7025-48d6-b90a-0b2267ea487f tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Project 9edd5b359baa473fbcb5119238b2693b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:28:39.451579 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3772dba7-7025-48d6-b90a-0b2267ea487f tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:39.679841 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fcc21e-94bc-4ab9-88f9-88375688563f tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event updated for resources: {'Network': ['ID=6094fa20-8a5f-4d4a-a10c-c8711a65cc51,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:39.691302 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 6094fa20-8a5f-4d4a-a10c-c8711a65cc51 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:28:39.694272 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 34898) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:39.703150 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-9246c02f-6b6e-4c94-b22f-84c695fbef89 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Request body: {'ports': [{'network_id': '22d227dc-8d0a-4805-9ef9-b9c9db32dcb7'}, {'network_id': '6094fa20-8a5f-4d4a-a10c-c8711a65cc51'}]} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:39.703961 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-9246c02f-6b6e-4c94-b22f-84c695fbef89 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Request body: {'port': {'network_id': '22d227dc-8d0a-4805-9ef9-b9c9db32dcb7'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:39.704583 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-9246c02f-6b6e-4c94-b22f-84c695fbef89 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Request body: {'port': {'network_id': '6094fa20-8a5f-4d4a-a10c-c8711a65cc51'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:39.707547 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c4fcc21e-94bc-4ab9-88f9-88375688563f tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1336565 Feb 09 01:28:40.172420 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-9246c02f-6b6e-4c94-b22f-84c695fbef89 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:40.177081 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3772dba7-7025-48d6-b90a-0b2267ea487f tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:40.187461 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-9246c02f-6b6e-4c94-b22f-84c695fbef89 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Usage tracker for resource:port and tenant:fcf7e2256d264906affa05ee27479d94 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:40.198487 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-9246c02f-6b6e-4c94-b22f-84c695fbef89 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:40.209360 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-9246c02f-6b6e-4c94-b22f-84c695fbef89 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:40.216650 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3772dba7-7025-48d6-b90a-0b2267ea487f tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:40.239338 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9246c02f-6b6e-4c94-b22f-84c695fbef89 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Made reservation on behalf of fcf7e2256d264906affa05ee27479d94 for: {'port': 2} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:28:40.244085 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9246c02f-6b6e-4c94-b22f-84c695fbef89 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:40.285964 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9246c02f-6b6e-4c94-b22f-84c695fbef89 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:40.501408 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-65d2d807-1419-4958-b745-996e9b67bf92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:40.548826 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-be4cc655-4559-472b-9da8-95c3bb109bb5 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:40.565247 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-be4cc655-4559-472b-9da8-95c3bb109bb5 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1673984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1674007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1671766'] for router, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:40.756331 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3772dba7-7025-48d6-b90a-0b2267ea487f tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89c976e0-fb71-4a3d-8df5-0866703be927,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:40.839452 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3772dba7-7025-48d6-b90a-0b2267ea487f tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:40.841988 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-3772dba7-7025-48d6-b90a-0b2267ea487f tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.9581673 Feb 09 01:28:40.845122 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 34990) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:40.866598 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be4cc655-4559-472b-9da8-95c3bb109bb5 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Router 25518826-a8b5-4baf-9cc7-7150b1c3c694 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:28:40.877456 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-7d86b4a0-15d5-431c-93e2-2102d27b5ef0 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] 10.222.0.105 "GET /v2.0/security-group-rules/89c976e0-fb71-4a3d-8df5-0866703be927 HTTP/1.1" status: 200 len: 769 time: 0.0307102 Feb 09 01:28:40.879965 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 34994) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:41.088785 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-9246c02f-6b6e-4c94-b22f-84c695fbef89 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] device_id is not set on port e71e6005-e4f2-42d5-a0cc-271239338b36 yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:28:41.123302 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4cc655-4559-472b-9da8-95c3bb109bb5 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:28:41.139682 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-be4cc655-4559-472b-9da8-95c3bb109bb5 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:41.144559 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-be4cc655-4559-472b-9da8-95c3bb109bb5 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] 10.222.0.105 "PUT /v2.0/routers/25518826-a8b5-4baf-9cc7-7150b1c3c694 HTTP/1.1" status: 200 len: 705 time: 5.0617223 Feb 09 01:28:41.146189 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a64c700-999a-4331-bb9f-b0e47769cb8e None None] Sync routers for ids ['25518826-a8b5-4baf-9cc7-7150b1c3c694'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:28:41.147402 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 35026) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:41.202137 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a64c700-999a-4331-bb9f-b0e47769cb8e None None] Routers {'25518826-a8b5-4baf-9cc7-7150b1c3c694'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:28:41.202801 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-9a64c700-999a-4331-bb9f-b0e47769cb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:28:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['25518826-a8b5-4baf-9cc7-7150b1c3c694'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:41.325752 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-cdaa2139-0815-4f41-8337-0cea11245f7d tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Synchronizing usage tracker for tenant:9edd5b359baa473fbcb5119238b2693b on resource:security_group_rule {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:28:41.386907 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9246c02f-6b6e-4c94-b22f-84c695fbef89 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:41.437523 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-9a64c700-999a-4331-bb9f-b0e47769cb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:41.448843 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a64c700-999a-4331-bb9f-b0e47769cb8e None None] Routers {'25518826-a8b5-4baf-9cc7-7150b1c3c694'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:28:41.449707 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-9a64c700-999a-4331-bb9f-b0e47769cb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:28:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['25518826-a8b5-4baf-9cc7-7150b1c3c694'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:41.531911 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:41.560079 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-9a64c700-999a-4331-bb9f-b0e47769cb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:41.560671 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a64c700-999a-4331-bb9f-b0e47769cb8e None None] The sync data for ids ['25518826-a8b5-4baf-9cc7-7150b1c3c694'] in n-d-828418-1 is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:28:41.609182 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-04fd44bc-ba34-44b3-8d63-1dcae2c6a716 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] 10.222.0.105 "GET /v2.0/routers/25518826-a8b5-4baf-9cc7-7150b1c3c694 HTTP/1.1" status: 200 len: 740 time: 0.4570730 Feb 09 01:28:41.609456 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 35074) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:41.612246 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:41.822157 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-9246c02f-6b6e-4c94-b22f-84c695fbef89 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] device_id is not set on port dcbcc655-878e-47a2-a180-d26e4ad84902 yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:28:41.824049 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b6ca5fd5-78ed-42f8-a1f7-50bad1c5f496 tempest-RoutersAdminTest-2140309070 tempest-RoutersAdminTest-2140309070-project-admin] 10.222.0.105 "GET /v2.0/ports?network_id=3d885c3c-255c-4e54-addc-b28437d0b18e&device_id=25518826-a8b5-4baf-9cc7-7150b1c3c694 HTTP/1.1" status: 200 len: 205 time: 0.2131197 Feb 09 01:28:41.826472 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-cdaa2139-0815-4f41-8337-0cea11245f7d tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Unset dirty status for tenant:9edd5b359baa473fbcb5119238b2693b on resource:security_group_rule {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:28:41.830394 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-cdaa2139-0815-4f41-8337-0cea11245f7d tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.9475453 Feb 09 01:28:41.831807 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 35090) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:41.832137 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 35092) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:41.955347 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-add22514-6fb5-4d79-9aa8-1c5b0e1bd028 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] 10.222.0.105 "GET /v2.0/ports?device_id=25518826-a8b5-4baf-9cc7-7150b1c3c694 HTTP/1.1" status: 200 len: 205 time: 0.1220489 Feb 09 01:28:41.965152 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 35110) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:42.020907 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9246c02f-6b6e-4c94-b22f-84c695fbef89 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:42.062501 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9246c02f-6b6e-4c94-b22f-84c695fbef89 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:42.118991 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d02a5f73-4771-4554-84b6-d70d31259e38 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:42.147503 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d02a5f73-4771-4554-84b6-d70d31259e38 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:42.166288 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9246c02f-6b6e-4c94-b22f-84c695fbef89 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event updated for resources: {'Port': ['ID=e71e6005-e4f2-42d5-a0cc-271239338b36,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:42.189077 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9246c02f-6b6e-4c94-b22f-84c695fbef89 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Network 22d227dc-8d0a-4805-9ef9-b9c9db32dcb7 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:28:42.190784 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-9246c02f-6b6e-4c94-b22f-84c695fbef89 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:42.202924 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9246c02f-6b6e-4c94-b22f-84c695fbef89 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:28:42.203824 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9246c02f-6b6e-4c94-b22f-84c695fbef89 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:42.230421 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:28:42.251223 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d02a5f73-4771-4554-84b6-d70d31259e38 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:42.301538 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9246c02f-6b6e-4c94-b22f-84c695fbef89 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event updated for resources: {'Port': ['ID=dcbcc655-878e-47a2-a180-d26e4ad84902,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:42.351619 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9246c02f-6b6e-4c94-b22f-84c695fbef89 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Checking segment: {'id': '77b10188-9f04-4f7f-9845-c8e60de3a569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6094fa20-8a5f-4d4a-a10c-c8711a65cc51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:28:42.352021 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9246c02f-6b6e-4c94-b22f-84c695fbef89 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Network hostable DHCP agents. Network: 6094fa20-8a5f-4d4a-a10c-c8711a65cc51, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:28:42.386720 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9246c02f-6b6e-4c94-b22f-84c695fbef89 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Network 6094fa20-8a5f-4d4a-a10c-c8711a65cc51 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:28:42.410200 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-9246c02f-6b6e-4c94-b22f-84c695fbef89 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 6094fa20-8a5f-4d4a-a10c-c8711a65cc51) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:42.423210 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde2eb6b-63fe-4afb-aae1-b075969d06d2 None None] Network 6094fa20-8a5f-4d4a-a10c-c8711a65cc51 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:28:42.423978 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9246c02f-6b6e-4c94-b22f-84c695fbef89 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:28:42.432184 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9246c02f-6b6e-4c94-b22f-84c695fbef89 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:42.441181 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9246c02f-6b6e-4c94-b22f-84c695fbef89 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:42.443333 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9246c02f-6b6e-4c94-b22f-84c695fbef89 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:42.479187 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-9246c02f-6b6e-4c94-b22f-84c695fbef89 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.7837417 Feb 09 01:28:42.482697 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 35164) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:42.560728 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a5f73-4771-4554-84b6-d70d31259e38 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=89c976e0-fb71-4a3d-8df5-0866703be927,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:42.584159 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6e8bbb8e-8108-493e-8bd3-4ded4e56ad6e tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:42.695158 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-6533de8c-e6f2-47a5-b13c-7e4e7c953f6e tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Deleting port dcbcc655-878e-47a2-a180-d26e4ad84902 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:28:42.695629 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6533de8c-e6f2-47a5-b13c-7e4e7c953f6e tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:42.875784 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d02a5f73-4771-4554-84b6-d70d31259e38 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:42.879832 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d02a5f73-4771-4554-84b6-d70d31259e38 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] 10.222.0.105 "DELETE /v2.0/security-group-rules/89c976e0-fb71-4a3d-8df5-0866703be927 HTTP/1.1" status: 204 len: 168 time: 1.0403180 Feb 09 01:28:42.881186 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 35210) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:43.181745 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:43.275747 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6533de8c-e6f2-47a5-b13c-7e4e7c953f6e tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:43.490762 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-711e2012-e3f4-4c34-8c03-4872efaeb907 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Synchronizing usage tracker for tenant:9edd5b359baa473fbcb5119238b2693b on resource:security_group_rule {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:28:43.567681 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-6533de8c-e6f2-47a5-b13c-7e4e7c953f6e tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Calling delete_port for dcbcc655-878e-47a2-a180-d26e4ad84902 owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:28:43.675007 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6533de8c-e6f2-47a5-b13c-7e4e7c953f6e tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:43.770384 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6e8bbb8e-8108-493e-8bd3-4ded4e56ad6e tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:43.774455 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6e8bbb8e-8108-493e-8bd3-4ded4e56ad6e tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:43.811340 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-711e2012-e3f4-4c34-8c03-4872efaeb907 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Unset dirty status for tenant:9edd5b359baa473fbcb5119238b2693b on resource:security_group_rule {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:28:43.812877 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-711e2012-e3f4-4c34-8c03-4872efaeb907 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.9240983 Feb 09 01:28:43.823177 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 35302) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:43.855652 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6533de8c-e6f2-47a5-b13c-7e4e7c953f6e tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event deleted for resources: {'Port': ['ID=dcbcc655-878e-47a2-a180-d26e4ad84902,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:43.878617 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6e8bbb8e-8108-493e-8bd3-4ded4e56ad6e tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:43.879249 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e8bbb8e-8108-493e-8bd3-4ded4e56ad6e tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Fanout notify agent at l3_agent the message router_deleted on router 25518826-a8b5-4baf-9cc7-7150b1c3c694 {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:28:43.906284 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6533de8c-e6f2-47a5-b13c-7e4e7c953f6e tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:43.922910 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6e8bbb8e-8108-493e-8bd3-4ded4e56ad6e tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:43.924005 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-6e8bbb8e-8108-493e-8bd3-4ded4e56ad6e tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] 10.222.0.105 "DELETE /v2.0/routers/25518826-a8b5-4baf-9cc7-7150b1c3c694 HTTP/1.1" status: 204 len: 168 time: 1.9571230 Feb 09 01:28:43.924679 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 35314) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:43.933544 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 35316) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:43.939342 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-6533de8c-e6f2-47a5-b13c-7e4e7c953f6e tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "DELETE /v2.0/ports/dcbcc655-878e-47a2-a180-d26e4ad84902 HTTP/1.1" status: 204 len: 168 time: 1.4318731 Feb 09 01:28:44.053490 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 35334) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:44.099836 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 35344) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:44.101722 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-7f58955c-36fd-44ed-ab00-61e2fda14f11 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] 10.222.0.105 "GET /v2.0/ports?device_id=25518826-a8b5-4baf-9cc7-7150b1c3c694 HTTP/1.1" status: 200 len: 205 time: 0.1630998 Feb 09 01:28:44.134473 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c4d181f2-b436-4028-beaf-b0d48eebdfb1 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:44.224867 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c4d181f2-b436-4028-beaf-b0d48eebdfb1 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:44.233080 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [None req-149acc8f-94a3-4c21-af5b-e82bf71bf3ca tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] delete failed (client error): The resource could not be found. Feb 09 01:28:44.237479 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-149acc8f-94a3-4c21-af5b-e82bf71bf3ca tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] 10.222.0.105 "DELETE /v2.0/routers/25518826-a8b5-4baf-9cc7-7150b1c3c694 HTTP/1.1" status: 404 len: 336 time: 0.1364000 Feb 09 01:28:44.239075 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 35360) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:44.315592 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-d8aeab2d-a58e-480d-a5ae-cd4287041edc tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] 10.222.0.105 "GET /v2.0/ports?device_id=e5ed8f1f-5afd-414b-a189-0fd2f2ca81c3 HTTP/1.1" status: 200 len: 205 time: 0.0732908 Feb 09 01:28:44.316703 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 35372) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:44.328580 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd88e1a8-bc19-47fa-9c4b-fa9f214f344b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:44.346352 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd88e1a8-bc19-47fa-9c4b-fa9f214f344b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:44.349730 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-fd88e1a8-bc19-47fa-9c4b-fa9f214f344b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Synchronizing usage tracker for tenant:fcf7e2256d264906affa05ee27479d94 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:28:44.425215 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-fd88e1a8-bc19-47fa-9c4b-fa9f214f344b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Unset dirty status for tenant:fcf7e2256d264906affa05ee27479d94 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:28:44.426542 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-fd88e1a8-bc19-47fa-9c4b-fa9f214f344b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.4949989 Feb 09 01:28:44.429201 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 35386) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:44.557505 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c4d181f2-b436-4028-beaf-b0d48eebdfb1 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:44.661964 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [None req-4d1d7843-2672-49ec-bad8-8de4398cc831 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] delete failed (client error): The resource could not be found. Feb 09 01:28:44.666058 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-4d1d7843-2672-49ec-bad8-8de4398cc831 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] 10.222.0.105 "DELETE /v2.0/routers/e5ed8f1f-5afd-414b-a189-0fd2f2ca81c3 HTTP/1.1" status: 404 len: 336 time: 0.3477232 Feb 09 01:28:44.669072 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 35392) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:44.695444 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d181f2-b436-4028-beaf-b0d48eebdfb1 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83bfec1a-659b-4e04-9095-f579c90ee206,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:44.745915 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-dfd5db99-887a-449a-beac-501505f157e8 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] 10.222.0.105 "GET /v2.0/ports?device_id=210b5f84-ffe9-403f-a92c-e76a3b5d56ba HTTP/1.1" status: 200 len: 205 time: 0.0745287 Feb 09 01:28:44.746108 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-feec50f4-2e93-4d92-a598-b849b9013523 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Deleting port e71e6005-e4f2-42d5-a0cc-271239338b36 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:28:44.746108 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-feec50f4-2e93-4d92-a598-b849b9013523 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:44.749803 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 35396) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:44.785381 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c4d181f2-b436-4028-beaf-b0d48eebdfb1 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:44.788995 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c4d181f2-b436-4028-beaf-b0d48eebdfb1 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] 10.222.0.105 "DELETE /v2.0/security-groups/83bfec1a-659b-4e04-9095-f579c90ee206 HTTP/1.1" status: 204 len: 168 time: 0.9622126 Feb 09 01:28:44.795368 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 35400) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:44.911851 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [None req-a493c2e6-928f-459e-b01a-0307d321b2cb tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] delete failed (client error): The resource could not be found. Feb 09 01:28:44.912754 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-a493c2e6-928f-459e-b01a-0307d321b2cb tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] 10.222.0.105 "DELETE /v2.0/routers/210b5f84-ffe9-403f-a92c-e76a3b5d56ba HTTP/1.1" status: 404 len: 336 time: 0.1617856 Feb 09 01:28:44.919642 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 35408) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:45.009579 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-433556a3-e01a-47e4-a16d-3b41c34cd878 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Synchronizing usage tracker for tenant:9edd5b359baa473fbcb5119238b2693b on resource:security_group {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:28:45.043276 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-8c5f6cde-4704-4fcd-aec0-295a743282b5 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] 10.222.0.105 "GET /v2.0/ports?device_id=e6c7682c-d257-49ff-92c9-19d14afe17c5 HTTP/1.1" status: 200 len: 205 time: 0.1098533 Feb 09 01:28:45.208753 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 35414) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:45.348574 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-feec50f4-2e93-4d92-a598-b849b9013523 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:45.357241 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-4c7e9451-fd2b-493b-ba6b-38834466c5a5 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] delete failed (client error): The resource could not be found. Feb 09 01:28:45.358609 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-4c7e9451-fd2b-493b-ba6b-38834466c5a5 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] 10.222.0.105 "DELETE /v2.0/routers/e6c7682c-d257-49ff-92c9-19d14afe17c5 HTTP/1.1" status: 404 len: 336 time: 0.1475511 Feb 09 01:28:45.364272 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 35418) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:45.365758 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-433556a3-e01a-47e4-a16d-3b41c34cd878 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Unset dirty status for tenant:9edd5b359baa473fbcb5119238b2693b on resource:security_group {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:28:45.367474 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-433556a3-e01a-47e4-a16d-3b41c34cd878 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5708466 Feb 09 01:28:45.373471 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 35422) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:45.441964 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-b3929eb3-6760-4555-a176-e9931816aa8b tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae8e732a-ee1e-4966-b61d-e138b6c5ea63 HTTP/1.1" status: 200 len: 205 time: 0.0730510 Feb 09 01:28:45.445839 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-34a0c23f-f566-434e-8a47-1f1fa50ee4d1 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Request body: {'security_group': {'name': 'tempest-secgroup--713565379'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:45.454572 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-34a0c23f-f566-434e-8a47-1f1fa50ee4d1 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:45.465032 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-34a0c23f-f566-434e-8a47-1f1fa50ee4d1 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:45.468524 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 35426) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:45.519997 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-feec50f4-2e93-4d92-a598-b849b9013523 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Calling delete_port for e71e6005-e4f2-42d5-a0cc-271239338b36 owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:28:45.578030 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-34a0c23f-f566-434e-8a47-1f1fa50ee4d1 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:45.601042 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-34a0c23f-f566-434e-8a47-1f1fa50ee4d1 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:45.605830 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-34a0c23f-f566-434e-8a47-1f1fa50ee4d1 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Usage tracker for resource:security_group_rule and tenant:9edd5b359baa473fbcb5119238b2693b is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:45.609302 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-34a0c23f-f566-434e-8a47-1f1fa50ee4d1 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:45.619020 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-34a0c23f-f566-434e-8a47-1f1fa50ee4d1 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:45.619662 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-feec50f4-2e93-4d92-a598-b849b9013523 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:45.621776 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [None req-436554ce-fde2-4ff0-a802-2b2844f15681 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] delete failed (client error): The resource could not be found. Feb 09 01:28:45.629980 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-436554ce-fde2-4ff0-a802-2b2844f15681 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] 10.222.0.105 "DELETE /v2.0/routers/ae8e732a-ee1e-4966-b61d-e138b6c5ea63 HTTP/1.1" status: 404 len: 336 time: 0.1602838 Feb 09 01:28:45.631026 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 35434) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:45.706341 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feec50f4-2e93-4d92-a598-b849b9013523 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event deleted for resources: {'Port': ['ID=e71e6005-e4f2-42d5-a0cc-271239338b36,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:45.712172 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-feec50f4-2e93-4d92-a598-b849b9013523 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:45.726534 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-feec50f4-2e93-4d92-a598-b849b9013523 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "DELETE /v2.0/ports/e71e6005-e4f2-42d5-a0cc-271239338b36 HTTP/1.1" status: 204 len: 168 time: 1.2959538 Feb 09 01:28:45.728820 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 35438) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:45.771177 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-ea679ab1-6677-4257-9214-5df7cab7cc10 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] 10.222.0.105 "GET /v2.0/ports?device_id=e73a46eb-11ed-40aa-b638-69a827f16453 HTTP/1.1" status: 200 len: 205 time: 0.1348727 Feb 09 01:28:45.775426 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 35444) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:45.813850 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3caa56-868e-4faf-a52a-e5a8f0bfd66d tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:45.814564 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-3d3caa56-868e-4faf-a52a-e5a8f0bfd66d tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Synchronizing usage tracker for tenant:fcf7e2256d264906affa05ee27479d94 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:28:45.833490 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-3d3caa56-868e-4faf-a52a-e5a8f0bfd66d tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Unset dirty status for tenant:fcf7e2256d264906affa05ee27479d94 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:28:45.835066 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-3d3caa56-868e-4faf-a52a-e5a8f0bfd66d tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1052029 Feb 09 01:28:45.837702 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 35448) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:45.865130 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [None req-6aa2a2cb-042c-47a1-8231-eba3e15aacb9 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] delete failed (client error): The resource could not be found. Feb 09 01:28:45.866176 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-6aa2a2cb-042c-47a1-8231-eba3e15aacb9 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] 10.222.0.105 "DELETE /v2.0/routers/e73a46eb-11ed-40aa-b638-69a827f16453 HTTP/1.1" status: 404 len: 336 time: 0.0898604 Feb 09 01:28:45.869092 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 35452) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:45.891415 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf7a81d1-53cc-4623-bcdd-4fe6ad12c26e tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] GET failed (client error): The resource could not be found. Feb 09 01:28:45.893041 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-cf7a81d1-53cc-4623-bcdd-4fe6ad12c26e tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "GET /v2.0/ports/dcbcc655-878e-47a2-a180-d26e4ad84902 HTTP/1.1" status: 404 len: 333 time: 0.0541821 Feb 09 01:28:45.897377 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 35456) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:45.931266 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-91a1f04a-73a3-43ea-805a-ec390e8fb342 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] DELETE failed (client error): The resource could not be found. Feb 09 01:28:45.931719 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91a1f04a-73a3-43ea-805a-ec390e8fb342 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:28:45.962552 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-91a1f04a-73a3-43ea-805a-ec390e8fb342 tempest-RoutersAdminTest-1287684560 tempest-RoutersAdminTest-1287684560-project] 10.222.0.105 "DELETE /v2.0/subnets/0491ddd8-351f-4a51-9ee1-926f473668c5 HTTP/1.1" status: 404 len: 337 time: 0.0913534 Feb 09 01:28:45.986343 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-607c9b81-0b7c-4530-9cde-0657f83ea202 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] GET failed (client error): The resource could not be found. Feb 09 01:28:45.988045 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-607c9b81-0b7c-4530-9cde-0657f83ea202 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "GET /v2.0/ports/e71e6005-e4f2-42d5-a0cc-271239338b36 HTTP/1.1" status: 404 len: 333 time: 0.0893543 Feb 09 01:28:45.990420 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 35462) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:46.002139 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-34a0c23f-f566-434e-8a47-1f1fa50ee4d1 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:46.005896 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5e6253f6-ac32-4aad-8c18-4fab44505da8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:46.078499 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-34a0c23f-f566-434e-8a47-1f1fa50ee4d1 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:46.147969 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-34a0c23f-f566-434e-8a47-1f1fa50ee4d1 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:46.151807 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-34a0c23f-f566-434e-8a47-1f1fa50ee4d1 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7130594 Feb 09 01:28:46.153581 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 35468) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:46.158505 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-d1ac4a36-90af-47c0-8885-2e8ccab3a417 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Request body: {'security_group_rule': {'security_group_id': '1527cc29-b5c4-44e4-9db6-935c61982b60', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:46.166940 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0c23f-f566-434e-8a47-1f1fa50ee4d1 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1527cc29-b5c4-44e4-9db6-935c61982b60,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:46.192132 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e2041cde-228d-4e40-bdaf-f0d20c92fd7f tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:46.226192 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d1ac4a36-90af-47c0-8885-2e8ccab3a417 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:46.249982 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-d1ac4a36-90af-47c0-8885-2e8ccab3a417 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Usage tracker for resource:security_group_rule and tenant:9edd5b359baa473fbcb5119238b2693b is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:46.255380 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-d1ac4a36-90af-47c0-8885-2e8ccab3a417 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:46.264554 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d1ac4a36-90af-47c0-8885-2e8ccab3a417 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:46.366303 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 35474) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:46.367315 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d1ac4a36-90af-47c0-8885-2e8ccab3a417 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:46.416418 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e2041cde-228d-4e40-bdaf-f0d20c92fd7f tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:46.456471 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-e2041cde-228d-4e40-bdaf-f0d20c92fd7f tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6094fa20-8a5f-4d4a-a10c-c8711a65cc51']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:46.480842 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-e2041cde-228d-4e40-bdaf-f0d20c92fd7f tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77b10188-9f04-4f7f-9845-c8e60de3a569') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:46.481735 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-e2041cde-228d-4e40-bdaf-f0d20c92fd7f tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77b10188-9f04-4f7f-9845-c8e60de3a569') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:46.498066 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e2041cde-228d-4e40-bdaf-f0d20c92fd7f tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:46.517967 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e2041cde-228d-4e40-bdaf-f0d20c92fd7f tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:46.529818 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2041cde-228d-4e40-bdaf-f0d20c92fd7f tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:28:46.530772 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e2041cde-228d-4e40-bdaf-f0d20c92fd7f tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:46.545574 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:28:46.545574 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:28:46.545574 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:28:46.545574 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:28:46.545574 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:28:46.545574 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:28:46.545574 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:28:46.545574 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:28:46.545574 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:28:46.545574 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:28:46.545574 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:28:46.545574 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:28:46.545574 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:28:46.545574 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:28:46.545574 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:28:46.545574 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:28:46.545574 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:28:46.545574 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:28:46.545574 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:28:46.545574 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:28:46.545574 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:28:46.545574 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:28:46.545574 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:28:46.545574 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:28:46.545574 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:28:46.545574 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:28:46.545574 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:28:46.545574 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:28:46.545574 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:28:46.545574 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:28:46.545574 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:28:46.545574 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:28:46.611691 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d1ac4a36-90af-47c0-8885-2e8ccab3a417 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:46.634844 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d1ac4a36-90af-47c0-8885-2e8ccab3a417 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:46.667493 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ac4a36-90af-47c0-8885-2e8ccab3a417 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cfb7f83-e7a0-49b3-86ef-e0a987257f72,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:46.677346 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-74eb34b8-58cf-4051-92ab-a3cd291ba02b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:46.718430 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-74eb34b8-58cf-4051-92ab-a3cd291ba02b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:46.722734 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-74eb34b8-58cf-4051-92ab-a3cd291ba02b admin admin] Usage tracker for resource:security_group_rule and tenant:92bd42d5989c49edb4b3116a5ad10960 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:46.725791 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-74eb34b8-58cf-4051-92ab-a3cd291ba02b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:46.733045 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-74eb34b8-58cf-4051-92ab-a3cd291ba02b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:46.790979 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d1ac4a36-90af-47c0-8885-2e8ccab3a417 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:46.791375 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e2041cde-228d-4e40-bdaf-f0d20c92fd7f tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:46.796092 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-d1ac4a36-90af-47c0-8885-2e8ccab3a417 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6418803 Feb 09 01:28:46.808742 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 35490) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:46.826728 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e2041cde-228d-4e40-bdaf-f0d20c92fd7f tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:46.832951 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2041cde-228d-4e40-bdaf-f0d20c92fd7f tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event deleted for resources: {'Network': ['ID=6094fa20-8a5f-4d4a-a10c-c8711a65cc51,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:46.839864 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e2041cde-228d-4e40-bdaf-f0d20c92fd7f tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "DELETE /v2.0/networks/6094fa20-8a5f-4d4a-a10c-c8711a65cc51 HTTP/1.1" status: 204 len: 168 time: 0.8484399 Feb 09 01:28:46.841726 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 35496) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:46.848688 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-ab1da8fb-b8e4-42ab-aefd-54c14b15a75a tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-86397405'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:46.856267 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ab1da8fb-b8e4-42ab-aefd-54c14b15a75a tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:46.860689 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ab1da8fb-b8e4-42ab-aefd-54c14b15a75a tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Usage tracker for resource:network and tenant:fcf7e2256d264906affa05ee27479d94 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:46.864546 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ab1da8fb-b8e4-42ab-aefd-54c14b15a75a tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:46.871345 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ab1da8fb-b8e4-42ab-aefd-54c14b15a75a tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:46.883335 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1da8fb-b8e4-42ab-aefd-54c14b15a75a tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Made reservation on behalf of fcf7e2256d264906affa05ee27479d94 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:28:46.887103 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ab1da8fb-b8e4-42ab-aefd-54c14b15a75a tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:46.893406 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-5e6253f6-ac32-4aad-8c18-4fab44505da8 admin admin] Deleting port 25e2a816-c5dd-4840-8b17-734242f4c4c6 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:28:46.893779 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5e6253f6-ac32-4aad-8c18-4fab44505da8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:46.932864 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab1da8fb-b8e4-42ab-aefd-54c14b15a75a tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:28:46.956810 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ab1da8fb-b8e4-42ab-aefd-54c14b15a75a tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:46.957791 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-ab1da8fb-b8e4-42ab-aefd-54c14b15a75a tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Added segment 2a3e395e-ba59-4a53-a7dd-10d742608fdb of type vlan for network 330b81a1-0a91-486e-85e8-aa3117faa3dc Feb 09 01:28:46.992968 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ab1da8fb-b8e4-42ab-aefd-54c14b15a75a tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:47.040916 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ab1da8fb-b8e4-42ab-aefd-54c14b15a75a tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:47.046737 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1da8fb-b8e4-42ab-aefd-54c14b15a75a tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:47.047342 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ab1da8fb-b8e4-42ab-aefd-54c14b15a75a tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:47.069915 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-445660c9-eed4-4030-bfff-0c3e0a86e431 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:47.139384 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-445660c9-eed4-4030-bfff-0c3e0a86e431 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:47.164413 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ab1da8fb-b8e4-42ab-aefd-54c14b15a75a tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3211398 Feb 09 01:28:47.165008 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 35510) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:47.171900 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-74eb34b8-58cf-4051-92ab-a3cd291ba02b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:47.176267 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-7a1cbbee-8c04-477f-869c-e2aa86e4bc65 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Request body: {'subnet': {'network_id': '330b81a1-0a91-486e-85e8-aa3117faa3dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:47.186766 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-74eb34b8-58cf-4051-92ab-a3cd291ba02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:47.233033 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-74eb34b8-58cf-4051-92ab-a3cd291ba02b admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=92bd42d5989c49edb4b3116a5ad10960&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8582349 Feb 09 01:28:47.233848 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 35514) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:47.255631 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1da8fb-b8e4-42ab-aefd-54c14b15a75a tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event updated for resources: {'Network': ['ID=330b81a1-0a91-486e-85e8-aa3117faa3dc,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:47.270203 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 330b81a1-0a91-486e-85e8-aa3117faa3dc details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:28:47.322338 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-5e6253f6-ac32-4aad-8c18-4fab44505da8 admin admin] For port 25e2a816-c5dd-4840-8b17-734242f4c4c6, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=25e2a816-c5dd-4840-8b17-734242f4c4c6,segment=NetworkSegment(54433dfa-6611-4b57-886e-168c215159ee),segment_id=54433dfa-6611-4b57-886e-168c215159ee)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:28:47.322720 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5e6253f6-ac32-4aad-8c18-4fab44505da8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:47.323583 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7a1cbbee-8c04-477f-869c-e2aa86e4bc65 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:47.336553 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-7a1cbbee-8c04-477f-869c-e2aa86e4bc65 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Usage tracker for resource:subnet and tenant:fcf7e2256d264906affa05ee27479d94 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:47.346429 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-7a1cbbee-8c04-477f-869c-e2aa86e4bc65 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:47.357480 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7a1cbbee-8c04-477f-869c-e2aa86e4bc65 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:47.376364 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1cbbee-8c04-477f-869c-e2aa86e4bc65 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Made reservation on behalf of fcf7e2256d264906affa05ee27479d94 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:28:47.380668 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7a1cbbee-8c04-477f-869c-e2aa86e4bc65 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:47.439730 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eb34b8-58cf-4051-92ab-a3cd291ba02b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c09d1e6-5723-4d89-81b2-86ee947d86ae,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:47.538284 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-5e6253f6-ac32-4aad-8c18-4fab44505da8 admin admin] Calling delete_port for 25e2a816-c5dd-4840-8b17-734242f4c4c6 owned by network:router_interface {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:28:47.586355 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.ipam_backend_mixin [None req-7a1cbbee-8c04-477f-869c-e2aa86e4bc65 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Performing IP validity checks on allocation pools {{(pid=87638) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 09 01:28:47.586986 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.ipam_backend_mixin [None req-7a1cbbee-8c04-477f-869c-e2aa86e4bc65 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87638) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 09 01:28:47.639441 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-445660c9-eed4-4030-bfff-0c3e0a86e431 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:47.665979 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445660c9-eed4-4030-bfff-0c3e0a86e431 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1527cc29-b5c4-44e4-9db6-935c61982b60,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:47.669663 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f3e43c06-1e2b-4b69-8d4e-4b80c2b8f9fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:47.731565 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f3e43c06-1e2b-4b69-8d4e-4b80c2b8f9fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:47.783944 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-445660c9-eed4-4030-bfff-0c3e0a86e431 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:47.784985 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-445660c9-eed4-4030-bfff-0c3e0a86e431 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] 10.222.0.105 "DELETE /v2.0/security-groups/1527cc29-b5c4-44e4-9db6-935c61982b60 HTTP/1.1" status: 204 len: 168 time: 0.9750905 Feb 09 01:28:47.789679 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 35532) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:47.804782 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7a1cbbee-8c04-477f-869c-e2aa86e4bc65 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:47.857469 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-0358c44a-8c2c-4301-94f4-1e4ccf9b0c5c tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Synchronizing usage tracker for tenant:9edd5b359baa473fbcb5119238b2693b on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:28:47.880260 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-0358c44a-8c2c-4301-94f4-1e4ccf9b0c5c tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Unset dirty status for tenant:9edd5b359baa473fbcb5119238b2693b on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:28:47.881895 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-0358c44a-8c2c-4301-94f4-1e4ccf9b0c5c tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0911407 Feb 09 01:28:47.885632 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 35536) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:47.927246 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f3e43c06-1e2b-4b69-8d4e-4b80c2b8f9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:47.941144 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1cbbee-8c04-477f-869c-e2aa86e4bc65 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event updated for resources: {'Subnet': ['ID=5f70f905-f903-44e9-8592-1706cd91bb13,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:47.955063 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1cbbee-8c04-477f-869c-e2aa86e4bc65 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Checking segment: {'id': '2a3e395e-ba59-4a53-a7dd-10d742608fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '330b81a1-0a91-486e-85e8-aa3117faa3dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:28:47.955063 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1cbbee-8c04-477f-869c-e2aa86e4bc65 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Network hostable DHCP agents. Network: 330b81a1-0a91-486e-85e8-aa3117faa3dc, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:28:47.955277 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e43c06-1e2b-4b69-8d4e-4b80c2b8f9fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c09d1e6-5723-4d89-81b2-86ee947d86ae,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:47.967693 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f3e43c06-1e2b-4b69-8d4e-4b80c2b8f9fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:47.971819 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f3e43c06-1e2b-4b69-8d4e-4b80c2b8f9fb admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/8c09d1e6-5723-4d89-81b2-86ee947d86ae HTTP/1.1" status: 204 len: 168 time: 0.7183151 Feb 09 01:28:47.992867 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1cbbee-8c04-477f-869c-e2aa86e4bc65 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Network 330b81a1-0a91-486e-85e8-aa3117faa3dc is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:28:48.009636 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-e53c7d23-4260-4ecc-ba5c-c8f7f2d169e1 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Synchronizing usage tracker for tenant:9edd5b359baa473fbcb5119238b2693b on resource:security_group_rule {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:28:48.011705 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-7a1cbbee-8c04-477f-869c-e2aa86e4bc65 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 330b81a1-0a91-486e-85e8-aa3117faa3dc) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:48.019038 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1cbbee-8c04-477f-869c-e2aa86e4bc65 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:48.019950 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7a1cbbee-8c04-477f-869c-e2aa86e4bc65 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:48.023825 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35867a8-d503-48d6-8b7e-acb0a0bcd44c None None] Network 330b81a1-0a91-486e-85e8-aa3117faa3dc requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:28:48.059963 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-7a1cbbee-8c04-477f-869c-e2aa86e4bc65 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8892257 Feb 09 01:28:48.064563 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 35542) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:48.072895 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-9caa2385-35cb-4144-a19c-e360445710dd tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Request body: {'port': {'network_id': '330b81a1-0a91-486e-85e8-aa3117faa3dc', 'name': 'tempest-PortsTestJSON-1457206966'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:48.105318 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-e53c7d23-4260-4ecc-ba5c-c8f7f2d169e1 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] Unset dirty status for tenant:9edd5b359baa473fbcb5119238b2693b on resource:security_group_rule {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:28:48.110207 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-e53c7d23-4260-4ecc-ba5c-c8f7f2d169e1 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2206829 Feb 09 01:28:48.118179 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 35546) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:48.143001 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5e6253f6-ac32-4aad-8c18-4fab44505da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:48.151574 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [None req-980708ee-6708-4631-b8bb-435381760552 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] delete failed (client error): The resource could not be found. Feb 09 01:28:48.157418 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-980708ee-6708-4631-b8bb-435381760552 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] 10.222.0.105 "DELETE /v2.0/security-groups/1527cc29-b5c4-44e4-9db6-935c61982b60 HTTP/1.1" status: 404 len: 347 time: 0.0345662 Feb 09 01:28:48.205641 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 35550) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:48.233037 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6253f6-ac32-4aad-8c18-4fab44505da8 admin admin] Pushing event deleted for resources: {'Port': ['ID=25e2a816-c5dd-4840-8b17-734242f4c4c6,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:48.293633 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9caa2385-35cb-4144-a19c-e360445710dd tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:48.305056 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9caa2385-35cb-4144-a19c-e360445710dd tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:48.332434 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9caa2385-35cb-4144-a19c-e360445710dd tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Made reservation on behalf of fcf7e2256d264906affa05ee27479d94 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:28:48.342314 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9caa2385-35cb-4144-a19c-e360445710dd tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:48.404134 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-537855ce-2be1-4575-8514-ed4b504050b9 tempest-SecGroupIPv6Test-535624085 tempest-SecGroupIPv6Test-535624085-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1917286 Feb 09 01:28:48.456195 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-9caa2385-35cb-4144-a19c-e360445710dd tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] device_id is not set on port f36f9aa2-b26e-4527-aef2-de3dadd2125a yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:28:48.560187 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f912f622-1784-46a1-a1d1-7fa122c3bc34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-330b81a1-0a91-486e-85e8-aa3117faa3dc', 'network_id': '330b81a1-0a91-486e-85e8-aa3117faa3dc', 'tenant_id': 'fcf7e2256d264906affa05ee27479d94', 'fixed_ips': [{'subnet_id': '5f70f905-f903-44e9-8592-1706cd91bb13'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:28:48.561107 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f912f622-1784-46a1-a1d1-7fa122c3bc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:48.613270 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 35562) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:48.767273 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5e6253f6-ac32-4aad-8c18-4fab44505da8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:48.838724 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-cc101788-6986-4d30-aee5-8498adb019ec admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=d54bb6738cc445419217325ba29669ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2241969 Feb 09 01:28:48.843313 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 35566) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:48.943850 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-93cbfb9f-de74-4f72-a712-425a08ce15dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:48.990951 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-f912f622-1784-46a1-a1d1-7fa122c3bc34 None None] Allocated IP 172.20.0.2 (330b81a1-0a91-486e-85e8-aa3117faa3dc/5f70f905-f903-44e9-8592-1706cd91bb13/51db0b32-89d4-4be9-a007-56830d92c9f1) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:28:49.026890 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-93cbfb9f-de74-4f72-a712-425a08ce15dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:49.128753 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-93cbfb9f-de74-4f72-a712-425a08ce15dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:49.151528 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cbfb9f-de74-4f72-a712-425a08ce15dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b255040-7108-44d6-9187-155becdcd1a8,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:49.185643 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-93cbfb9f-de74-4f72-a712-425a08ce15dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:49.190808 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-93cbfb9f-de74-4f72-a712-425a08ce15dc admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/9b255040-7108-44d6-9187-155becdcd1a8 HTTP/1.1" status: 204 len: 168 time: 0.3461249 Feb 09 01:28:49.255820 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 35582) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:49.417280 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f912f622-1784-46a1-a1d1-7fa122c3bc34 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:49.431905 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f912f622-1784-46a1-a1d1-7fa122c3bc34 None None] Transition to ACTIVE for port object 51db0b32-89d4-4be9-a007-56830d92c9f1 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:28:49.456236 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f912f622-1784-46a1-a1d1-7fa122c3bc34 None None] Transition to ACTIVE for port object 51db0b32-89d4-4be9-a007-56830d92c9f1 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:28:49.468748 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f912f622-1784-46a1-a1d1-7fa122c3bc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:49.615842 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-9caa2385-35cb-4144-a19c-e360445710dd tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Allocated IP 172.20.0.9 (330b81a1-0a91-486e-85e8-aa3117faa3dc/5f70f905-f903-44e9-8592-1706cd91bb13/f36f9aa2-b26e-4527-aef2-de3dadd2125a) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:28:49.655615 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f912f622-1784-46a1-a1d1-7fa122c3bc34 None None] Network 330b81a1-0a91-486e-85e8-aa3117faa3dc is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:28:49.663817 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-f912f622-1784-46a1-a1d1-7fa122c3bc34 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:49.678634 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f912f622-1784-46a1-a1d1-7fa122c3bc34 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:28:49.695253 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e6253f6-ac32-4aad-8c18-4fab44505da8 admin admin] Router 99da27e8-2c27-4f06-8ef8-86c5bc05c19b has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:28:49.918776 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f912f622-1784-46a1-a1d1-7fa122c3bc34 None None] Pushing event updated for resources: {'Port': ['ID=51db0b32-89d4-4be9-a007-56830d92c9f1,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:49.947341 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f912f622-1784-46a1-a1d1-7fa122c3bc34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:49.947969 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f912f622-1784-46a1-a1d1-7fa122c3bc34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:49.948564 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f912f622-1784-46a1-a1d1-7fa122c3bc34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:49.949040 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f912f622-1784-46a1-a1d1-7fa122c3bc34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:49.949542 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f912f622-1784-46a1-a1d1-7fa122c3bc34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:49.950760 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f912f622-1784-46a1-a1d1-7fa122c3bc34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:49.951330 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f912f622-1784-46a1-a1d1-7fa122c3bc34 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:49.951809 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f912f622-1784-46a1-a1d1-7fa122c3bc34 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:49.952282 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f912f622-1784-46a1-a1d1-7fa122c3bc34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:49.952768 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f912f622-1784-46a1-a1d1-7fa122c3bc34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:49.953250 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f912f622-1784-46a1-a1d1-7fa122c3bc34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:49.953954 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f912f622-1784-46a1-a1d1-7fa122c3bc34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:49.957548 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-f912f622-1784-46a1-a1d1-7fa122c3bc34 None None] Attempting to bind port 51db0b32-89d4-4be9-a007-56830d92c9f1 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:28:49.958079 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-f912f622-1784-46a1-a1d1-7fa122c3bc34 None None] Attempting to bind port 51db0b32-89d4-4be9-a007-56830d92c9f1 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '2a3e395e-ba59-4a53-a7dd-10d742608fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '330b81a1-0a91-486e-85e8-aa3117faa3dc'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:28:49.958616 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f912f622-1784-46a1-a1d1-7fa122c3bc34 None None] Attempting to bind port 51db0b32-89d4-4be9-a007-56830d92c9f1 on network 330b81a1-0a91-486e-85e8-aa3117faa3dc {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:28:49.968301 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f912f622-1784-46a1-a1d1-7fa122c3bc34 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:28:49.968909 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f912f622-1784-46a1-a1d1-7fa122c3bc34 None None] Checking segment: {'id': '2a3e395e-ba59-4a53-a7dd-10d742608fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '330b81a1-0a91-486e-85e8-aa3117faa3dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:28:49.969614 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f912f622-1784-46a1-a1d1-7fa122c3bc34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:49.970143 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f912f622-1784-46a1-a1d1-7fa122c3bc34 None None] Bound using segment: {'id': '2a3e395e-ba59-4a53-a7dd-10d742608fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '330b81a1-0a91-486e-85e8-aa3117faa3dc'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:28:49.971689 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-f912f622-1784-46a1-a1d1-7fa122c3bc34 None None] Bound port: 51db0b32-89d4-4be9-a007-56830d92c9f1, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a3e395e-ba59-4a53-a7dd-10d742608fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '330b81a1-0a91-486e-85e8-aa3117faa3dc'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:28:49.972414 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f912f622-1784-46a1-a1d1-7fa122c3bc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:50.058054 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e6253f6-ac32-4aad-8c18-4fab44505da8 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:28:50.069877 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bef7623-5b03-4dc0-93f9-8ff7ca11f70d None None] Sync routers for ids ['99da27e8-2c27-4f06-8ef8-86c5bc05c19b'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:28:50.086249 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ff2b8651-5db7-48fc-8a1a-d97d34fe05d2 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=9edd5b359baa473fbcb5119238b2693b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8290656 Feb 09 01:28:50.093294 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 35602) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:50.103588 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bef7623-5b03-4dc0-93f9-8ff7ca11f70d None None] Routers {'99da27e8-2c27-4f06-8ef8-86c5bc05c19b'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:28:50.104225 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-4bef7623-5b03-4dc0-93f9-8ff7ca11f70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:28:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['99da27e8-2c27-4f06-8ef8-86c5bc05c19b'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:50.106921 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-5e6253f6-ac32-4aad-8c18-4fab44505da8 admin admin] 10.222.0.105 "PUT /v2.0/routers/99da27e8-2c27-4f06-8ef8-86c5bc05c19b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0517414 Feb 09 01:28:50.110148 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 35606) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:50.346776 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-4bef7623-5b03-4dc0-93f9-8ff7ca11f70d None None] Set router 99da27e8-2c27-4f06-8ef8-86c5bc05c19b gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:28:50.385742 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c2d45fcf-953a-447e-825c-81e8c89127c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:50.395935 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9caa2385-35cb-4144-a19c-e360445710dd tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:50.469229 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 35618) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:50.494781 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-9caa2385-35cb-4144-a19c-e360445710dd tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Transition to ACTIVE for port object f36f9aa2-b26e-4527-aef2-de3dadd2125a will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:28:50.508244 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c2d45fcf-953a-447e-825c-81e8c89127c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:50.529387 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ae4e4b7f-b02c-4c7a-938e-580b1ed1ca35 admin admin] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:50.640200 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9caa2385-35cb-4144-a19c-e360445710dd tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:50.707915 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-f912f622-1784-46a1-a1d1-7fa122c3bc34 None None] For port 51db0b32-89d4-4be9-a007-56830d92c9f1, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:28:50.737289 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-f912f622-1784-46a1-a1d1-7fa122c3bc34 None None] For port 51db0b32-89d4-4be9-a007-56830d92c9f1, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=51db0b32-89d4-4be9-a007-56830d92c9f1,segment=NetworkSegment(2a3e395e-ba59-4a53-a7dd-10d742608fdb),segment_id=2a3e395e-ba59-4a53-a7dd-10d742608fdb)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:28:50.750817 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f912f622-1784-46a1-a1d1-7fa122c3bc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:50.833776 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c2d45fcf-953a-447e-825c-81e8c89127c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:50.840492 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-878d3e5e-2043-4a67-a54a-b7df7e3314b5 tempest-NetworksNegativeTestJSON-433410791 tempest-NetworksNegativeTestJSON-433410791-project] Request body: {'port': {'network_id': 'b5dc6a68-6ac8-47ce-8c33-8d145044fd3c', 'name': 'tempest-NetworksNegativeTestJSON-816013453'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:50.900797 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-878d3e5e-2043-4a67-a54a-b7df7e3314b5 tempest-NetworksNegativeTestJSON-433410791 tempest-NetworksNegativeTestJSON-433410791-project] POST failed (client error): The resource could not be found. Feb 09 01:28:50.901279 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-878d3e5e-2043-4a67-a54a-b7df7e3314b5 tempest-NetworksNegativeTestJSON-433410791 tempest-NetworksNegativeTestJSON-433410791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:28:50.902471 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-878d3e5e-2043-4a67-a54a-b7df7e3314b5 tempest-NetworksNegativeTestJSON-433410791 tempest-NetworksNegativeTestJSON-433410791-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4322588 Feb 09 01:28:50.903741 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caa2385-35cb-4144-a19c-e360445710dd tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event updated for resources: {'Port': ['ID=f36f9aa2-b26e-4527-aef2-de3dadd2125a,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:50.909755 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 35628) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:50.941168 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9caa2385-35cb-4144-a19c-e360445710dd tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Network 330b81a1-0a91-486e-85e8-aa3117faa3dc is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:28:50.943869 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f912f622-1784-46a1-a1d1-7fa122c3bc34 None None] Pushing event updated for resources: {'Port': ['ID=51db0b32-89d4-4be9-a007-56830d92c9f1,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:50.944009 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d45fcf-953a-447e-825c-81e8c89127c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e08848-d262-481b-932c-4074322cc71a,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:50.955661 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-9caa2385-35cb-4144-a19c-e360445710dd tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:50.963977 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9caa2385-35cb-4144-a19c-e360445710dd tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:28:50.994727 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ae4e4b7f-b02c-4c7a-938e-580b1ed1ca35 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:51.005500 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-4bef7623-5b03-4dc0-93f9-8ff7ca11f70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99da27e8-2c27-4f06-8ef8-86c5bc05c19b', 'name': 'tempest-TestVolumeBackupRestore-1661116551-router', 'tenant_id': 'bfb5794a852743e5b12573464865d236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '6566a9b4-6ad6-4649-a507-ecd113da98c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:30Z', 'updated_at': '2022-02-09T01:28:47Z', 'revision_number': 5, 'project_id': 'bfb5794a852743e5b12573464865d236', 'gw_port': {'id': '6566a9b4-6ad6-4649-a507-ecd113da98c9', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99da27e8-2c27-4f06-8ef8-86c5bc05c19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:33Z', 'updated_at': '2022-02-09T01:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:51.008388 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a566388-cbb9-4341-82a2-b95466c221fd tempest-NetworksNegativeTestJSON-433410791 tempest-NetworksNegativeTestJSON-433410791-project] DELETE failed (client error): The resource could not be found. Feb 09 01:28:51.009682 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bef7623-5b03-4dc0-93f9-8ff7ca11f70d None None] Checking router: 99da27e8-2c27-4f06-8ef8-86c5bc05c19b for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:28:51.010390 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a566388-cbb9-4341-82a2-b95466c221fd tempest-NetworksNegativeTestJSON-433410791 tempest-NetworksNegativeTestJSON-433410791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:28:51.014477 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-6a566388-cbb9-4341-82a2-b95466c221fd tempest-NetworksNegativeTestJSON-433410791 tempest-NetworksNegativeTestJSON-433410791-project] 10.222.0.105 "DELETE /v2.0/networks/dec77b17-cca3-4167-9ac6-e2c47620193c HTTP/1.1" status: 404 len: 339 time: 0.0995903 Feb 09 01:28:51.020264 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 35632) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:51.025582 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bef7623-5b03-4dc0-93f9-8ff7ca11f70d None None] Routers {'99da27e8-2c27-4f06-8ef8-86c5bc05c19b'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:28:51.026167 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-4bef7623-5b03-4dc0-93f9-8ff7ca11f70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:28:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['99da27e8-2c27-4f06-8ef8-86c5bc05c19b'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:51.026664 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-ae4e4b7f-b02c-4c7a-938e-580b1ed1ca35 admin admin] Deleting port 6566a9b4-6ad6-4649-a507-ecd113da98c9 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:28:51.027434 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ae4e4b7f-b02c-4c7a-938e-580b1ed1ca35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:51.054457 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c2d45fcf-953a-447e-825c-81e8c89127c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:51.056668 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c2d45fcf-953a-447e-825c-81e8c89127c3 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/d5e08848-d262-481b-932c-4074322cc71a HTTP/1.1" status: 204 len: 168 time: 0.9598279 Feb 09 01:28:51.222568 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-6db3afda-dc72-4318-aec5-1ac00f84da12 tempest-NetworksNegativeTestJSON-433410791 tempest-NetworksNegativeTestJSON-433410791-project] DELETE failed (client error): The resource could not be found. Feb 09 01:28:51.223441 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6db3afda-dc72-4318-aec5-1ac00f84da12 tempest-NetworksNegativeTestJSON-433410791 tempest-NetworksNegativeTestJSON-433410791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:28:51.225547 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-6db3afda-dc72-4318-aec5-1ac00f84da12 tempest-NetworksNegativeTestJSON-433410791 tempest-NetworksNegativeTestJSON-433410791-project] 10.222.0.105 "DELETE /v2.0/ports/586487c8-0a3c-4e3f-adfb-eafff1329b4d HTTP/1.1" status: 404 len: 333 time: 0.1996989 Feb 09 01:28:51.237238 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 35642) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:51.451608 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-4bef7623-5b03-4dc0-93f9-8ff7ca11f70d None None] Set router 99da27e8-2c27-4f06-8ef8-86c5bc05c19b gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:28:51.456655 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-ae4e4b7f-b02c-4c7a-938e-580b1ed1ca35 admin admin] For port 6566a9b4-6ad6-4649-a507-ecd113da98c9, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=6566a9b4-6ad6-4649-a507-ecd113da98c9,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:28:51.457149 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ae4e4b7f-b02c-4c7a-938e-580b1ed1ca35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:51.874989 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9caa2385-35cb-4144-a19c-e360445710dd tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:51.875954 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9caa2385-35cb-4144-a19c-e360445710dd tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:51.882401 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 35656) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:51.893297 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-4bef7623-5b03-4dc0-93f9-8ff7ca11f70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99da27e8-2c27-4f06-8ef8-86c5bc05c19b', 'name': 'tempest-TestVolumeBackupRestore-1661116551-router', 'tenant_id': 'bfb5794a852743e5b12573464865d236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:30Z', 'updated_at': '2022-02-09T01:28:50Z', 'revision_number': 6, 'project_id': 'bfb5794a852743e5b12573464865d236', 'gw_port_host': None}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:51.903867 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bef7623-5b03-4dc0-93f9-8ff7ca11f70d None None] The sync data for ids ['99da27e8-2c27-4f06-8ef8-86c5bc05c19b'] in n-d-828418-1 is: [{'id': '99da27e8-2c27-4f06-8ef8-86c5bc05c19b', 'name': 'tempest-TestVolumeBackupRestore-1661116551-router', 'tenant_id': 'bfb5794a852743e5b12573464865d236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:30Z', 'updated_at': '2022-02-09T01:28:50Z', 'revision_number': 6, 'project_id': 'bfb5794a852743e5b12573464865d236', 'gw_port_host': None}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:28:51.916841 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-697707eb-f5c0-402f-9527-00af429d0e6b tempest-NetworksNegativeTestJSON-433410791 tempest-NetworksNegativeTestJSON-433410791-project] DELETE failed (client error): The resource could not be found. Feb 09 01:28:51.917099 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-ae4e4b7f-b02c-4c7a-938e-580b1ed1ca35 admin admin] Calling delete_port for 6566a9b4-6ad6-4649-a507-ecd113da98c9 owned by network:router_gateway {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:28:51.917333 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:51.917761 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-697707eb-f5c0-402f-9527-00af429d0e6b tempest-NetworksNegativeTestJSON-433410791 tempest-NetworksNegativeTestJSON-433410791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:28:51.923487 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-697707eb-f5c0-402f-9527-00af429d0e6b tempest-NetworksNegativeTestJSON-433410791 tempest-NetworksNegativeTestJSON-433410791-project] 10.222.0.105 "DELETE /v2.0/subnets/c1076fa2-868e-4a79-af1f-e5138533ed37 HTTP/1.1" status: 404 len: 337 time: 0.6667504 Feb 09 01:28:51.923646 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 35668) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:51.958772 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9caa2385-35cb-4144-a19c-e360445710dd tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.8919377 Feb 09 01:28:51.959456 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 35672) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:51.983876 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4e66339-d4f1-4712-9d2c-b035b37dfe86 tempest-NetworksNegativeTestJSON-433410791 tempest-NetworksNegativeTestJSON-433410791-project] GET failed (client error): The resource could not be found. Feb 09 01:28:51.985184 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d4e66339-d4f1-4712-9d2c-b035b37dfe86 tempest-NetworksNegativeTestJSON-433410791 tempest-NetworksNegativeTestJSON-433410791-project] 10.222.0.105 "GET /v2.0/networks/0c1d0a04-26fc-482e-bc4b-cecfc776bcee HTTP/1.1" status: 404 len: 339 time: 0.0606811 Feb 09 01:28:51.989027 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 35676) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:52.136491 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c23574d-f6ba-491a-a08d-93c8efcf0433 tempest-NetworksNegativeTestJSON-433410791 tempest-NetworksNegativeTestJSON-433410791-project] GET failed (client error): The resource could not be found. Feb 09 01:28:52.138695 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-5c23574d-f6ba-491a-a08d-93c8efcf0433 tempest-NetworksNegativeTestJSON-433410791 tempest-NetworksNegativeTestJSON-433410791-project] 10.222.0.105 "GET /v2.0/ports/b9c82782-6117-4617-865f-bd73cc0e8ad3 HTTP/1.1" status: 404 len: 333 time: 0.1487861 Feb 09 01:28:52.143431 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 35682) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:52.223011 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d9f1d50-1a51-4901-a0ad-c80fda04b0ed tempest-NetworksNegativeTestJSON-433410791 tempest-NetworksNegativeTestJSON-433410791-project] GET failed (client error): The resource could not be found. Feb 09 01:28:52.224352 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-3d9f1d50-1a51-4901-a0ad-c80fda04b0ed tempest-NetworksNegativeTestJSON-433410791 tempest-NetworksNegativeTestJSON-433410791-project] 10.222.0.105 "GET /v2.0/subnets/3d785eda-4359-445d-be48-08ce9bff2f2a HTTP/1.1" status: 404 len: 337 time: 0.0801511 Feb 09 01:28:52.228280 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 35688) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:52.234941 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-e4680755-9990-45ad-97ce-b64e7c453f0a tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Deleting port f36f9aa2-b26e-4527-aef2-de3dadd2125a {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:28:52.234941 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e4680755-9990-45ad-97ce-b64e7c453f0a tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:52.287418 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-c67ff03e-cf41-4b51-b665-46456a19bfd9 tempest-NetworksNegativeTestJSON-433410791 tempest-NetworksNegativeTestJSON-433410791-project] Request body: {'network': {'name': 'new_name'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:52.299078 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d345719d-13dc-4891-92ee-27320f13cdde admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:52.321060 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-c67ff03e-cf41-4b51-b665-46456a19bfd9 tempest-NetworksNegativeTestJSON-433410791 tempest-NetworksNegativeTestJSON-433410791-project] PUT failed (client error): The resource could not be found. Feb 09 01:28:52.321542 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c67ff03e-cf41-4b51-b665-46456a19bfd9 tempest-NetworksNegativeTestJSON-433410791 tempest-NetworksNegativeTestJSON-433410791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:28:52.322728 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c67ff03e-cf41-4b51-b665-46456a19bfd9 tempest-NetworksNegativeTestJSON-433410791 tempest-NetworksNegativeTestJSON-433410791-project] 10.222.0.105 "PUT /v2.0/networks/cf858494-843d-4541-95b3-28ace9249f13 HTTP/1.1" status: 404 len: 339 time: 0.0933309 Feb 09 01:28:52.335033 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 35694) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:52.350886 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d345719d-13dc-4891-92ee-27320f13cdde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:52.357986 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-d345719d-13dc-4891-92ee-27320f13cdde admin admin] Usage tracker for resource:security_group_rule and tenant:c028e5259f58422eaf845a11d74cd650 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:52.363002 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-528111cd-90c5-4122-83d1-44d707880e8e tempest-NetworksNegativeTestJSON-433410791 tempest-NetworksNegativeTestJSON-433410791-project] Request body: {'port': {'name': 'new_name'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:52.363948 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-d345719d-13dc-4891-92ee-27320f13cdde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:52.382433 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d345719d-13dc-4891-92ee-27320f13cdde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:52.414248 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-528111cd-90c5-4122-83d1-44d707880e8e tempest-NetworksNegativeTestJSON-433410791 tempest-NetworksNegativeTestJSON-433410791-project] PUT failed (client error): The resource could not be found. Feb 09 01:28:52.414729 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-528111cd-90c5-4122-83d1-44d707880e8e tempest-NetworksNegativeTestJSON-433410791 tempest-NetworksNegativeTestJSON-433410791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:28:52.415927 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-528111cd-90c5-4122-83d1-44d707880e8e tempest-NetworksNegativeTestJSON-433410791 tempest-NetworksNegativeTestJSON-433410791-project] 10.222.0.105 "PUT /v2.0/ports/515f82de-afec-4987-8c8e-5a0c4ff9310b HTTP/1.1" status: 404 len: 333 time: 0.0708501 Feb 09 01:28:52.422170 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 35700) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:52.433240 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ae4e4b7f-b02c-4c7a-938e-580b1ed1ca35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:52.433465 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-1dd5b25d-4ca6-47f3-9c03-69f0e1f2d226 tempest-NetworksNegativeTestJSON-433410791 tempest-NetworksNegativeTestJSON-433410791-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:52.493833 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dd5b25d-4ca6-47f3-9c03-69f0e1f2d226 tempest-NetworksNegativeTestJSON-433410791 tempest-NetworksNegativeTestJSON-433410791-project] PUT failed (client error): The resource could not be found. Feb 09 01:28:52.494410 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dd5b25d-4ca6-47f3-9c03-69f0e1f2d226 tempest-NetworksNegativeTestJSON-433410791 tempest-NetworksNegativeTestJSON-433410791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:28:52.495607 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1dd5b25d-4ca6-47f3-9c03-69f0e1f2d226 tempest-NetworksNegativeTestJSON-433410791 tempest-NetworksNegativeTestJSON-433410791-project] 10.222.0.105 "PUT /v2.0/subnets/4f96b005-4014-46c9-9871-f8da2421f24a HTTP/1.1" status: 404 len: 337 time: 0.0723226 Feb 09 01:28:52.563376 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4e4b7f-b02c-4c7a-938e-580b1ed1ca35 admin admin] Pushing event deleted for resources: {'Port': ['ID=6566a9b4-6ad6-4649-a507-ecd113da98c9,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:52.785436 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08fe5ed6-40db-4ab7-b78d-56586a0bb069 None None] Network 330b81a1-0a91-486e-85e8-aa3117faa3dc requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:28:52.889723 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ae4e4b7f-b02c-4c7a-938e-580b1ed1ca35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:53.004948 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-772ed6cc-139c-4dd0-8af6-585a38117d3d None None] Provisioning for port 51db0b32-89d4-4be9-a007-56830d92c9f1 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:28:53.093062 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e4680755-9990-45ad-97ce-b64e7c453f0a tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:53.292119 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 35714) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:53.312333 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 51db0b32-89d4-4be9-a007-56830d92c9f1 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:28:53.351719 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ae4e4b7f-b02c-4c7a-938e-580b1ed1ca35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:53.355639 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ae4e4b7f-b02c-4c7a-938e-580b1ed1ca35 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:53.438677 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 51db0b32-89d4-4be9-a007-56830d92c9f1 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:28:53.442081 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-e4680755-9990-45ad-97ce-b64e7c453f0a tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Calling delete_port for f36f9aa2-b26e-4527-aef2-de3dadd2125a owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:28:53.447012 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 51db0b32-89d4-4be9-a007-56830d92c9f1 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:53.447550 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:53.448819 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d345719d-13dc-4891-92ee-27320f13cdde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:53.449857 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ae4e4b7f-b02c-4c7a-938e-580b1ed1ca35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:53.450562 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae4e4b7f-b02c-4c7a-938e-580b1ed1ca35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99da27e8-2c27-4f06-8ef8-86c5bc05c19b {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:28:53.467151 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d345719d-13dc-4891-92ee-27320f13cdde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:53.627722 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-d345719d-13dc-4891-92ee-27320f13cdde admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=c028e5259f58422eaf845a11d74cd650&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7442641 Feb 09 01:28:53.630626 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 35726) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:53.646423 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d345719d-13dc-4891-92ee-27320f13cdde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a17175-b450-4b4a-b30f-9145b34a94a7,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:53.698176 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ae4e4b7f-b02c-4c7a-938e-580b1ed1ca35 admin admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:53.702440 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-ae4e4b7f-b02c-4c7a-938e-580b1ed1ca35 admin admin] 10.222.0.105 "DELETE /v2.0/routers/99da27e8-2c27-4f06-8ef8-86c5bc05c19b HTTP/1.1" status: 204 len: 168 time: 3.5881402 Feb 09 01:28:53.703752 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 35732) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:53.714134 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:53.787670 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 51db0b32-89d4-4be9-a007-56830d92c9f1, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=51db0b32-89d4-4be9-a007-56830d92c9f1,segment=NetworkSegment(2a3e395e-ba59-4a53-a7dd-10d742608fdb),segment_id=2a3e395e-ba59-4a53-a7dd-10d742608fdb)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:28:53.795639 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:53.869647 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e4680755-9990-45ad-97ce-b64e7c453f0a tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:53.885782 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f02f205-fc4b-41ba-a28a-907908bf5b7f admin admin] Deleting subnet 046deb8a-ea16-4172-b2a4-3937588d2108 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:28:53.901784 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3f02f205-fc4b-41ba-a28a-907908bf5b7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:53.961933 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=51db0b32-89d4-4be9-a007-56830d92c9f1,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:53.964448 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 25e2a816-c5dd-4840-8b17-734242f4c4c6 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:28:54.000763 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4e93346f-9745-4171-bcf0-0e0f5ae972df admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:54.006278 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3f02f205-fc4b-41ba-a28a-907908bf5b7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:54.011095 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 25e2a816-c5dd-4840-8b17-734242f4c4c6 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:28:54.011981 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 25e2a816-c5dd-4840-8b17-734242f4c4c6 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:28:54.012562 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 6566a9b4-6ad6-4649-a507-ecd113da98c9 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:28:54.021328 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4680755-9990-45ad-97ce-b64e7c453f0a tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event deleted for resources: {'Port': ['ID=f36f9aa2-b26e-4527-aef2-de3dadd2125a,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:54.029862 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-331ce2cc-dcea-4fc2-956b-9f1e6af00fd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:54.037015 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-4e93346f-9745-4171-bcf0-0e0f5ae972df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:54.043343 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-4e93346f-9745-4171-bcf0-0e0f5ae972df admin admin] Usage tracker for resource:security_group_rule and tenant:23e03e81fe754b13912c53442c674c14 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:54.047571 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-4e93346f-9745-4171-bcf0-0e0f5ae972df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:54.055791 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-4e93346f-9745-4171-bcf0-0e0f5ae972df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:54.056094 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 6566a9b4-6ad6-4649-a507-ecd113da98c9 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:28:54.056612 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 6566a9b4-6ad6-4649-a507-ecd113da98c9 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:28:54.058433 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-89aa5c21-dc23-4c7b-b7b6-7a51985c6070 None None] Could not find standard attr ID for object f36f9aa2-b26e-4527-aef2-de3dadd2125a. {{(pid=87640) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:28:54.086150 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-89aa5c21-dc23-4c7b-b7b6-7a51985c6070 None None] Provisioning complete for port 51db0b32-89d4-4be9-a007-56830d92c9f1 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:54.086744 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-89aa5c21-dc23-4c7b-b7b6-7a51985c6070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:54.162961 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3f02f205-fc4b-41ba-a28a-907908bf5b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:54.297033 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3f02f205-fc4b-41ba-a28a-907908bf5b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:54.320341 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4e93346f-9745-4171-bcf0-0e0f5ae972df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:54.361366 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dba6520-70c4-4e6e-b292-c42e0c818441 None None] Network 5322c4b5-5555-43a6-8743-912baa7b8508 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:28:54.368960 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3f02f205-fc4b-41ba-a28a-907908bf5b7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:54.379102 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f02f205-fc4b-41ba-a28a-907908bf5b7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=046deb8a-ea16-4172-b2a4-3937588d2108,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:54.391238 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-3f02f205-fc4b-41ba-a28a-907908bf5b7f admin admin] 10.222.0.105 "DELETE /v2.0/subnets/046deb8a-ea16-4172-b2a4-3937588d2108 HTTP/1.1" status: 204 len: 168 time: 0.6863933 Feb 09 01:28:54.393056 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 35746) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:54.462938 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4e93346f-9745-4171-bcf0-0e0f5ae972df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:54.471447 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-3a0d5001-e081-48ce-9b19-6816866e973c None None] Could not find standard attr ID for object f36f9aa2-b26e-4527-aef2-de3dadd2125a. {{(pid=87640) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:28:54.543239 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-4e93346f-9745-4171-bcf0-0e0f5ae972df admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=23e03e81fe754b13912c53442c674c14&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2482212 Feb 09 01:28:54.545323 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 35756) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:54.565471 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-331ce2cc-dcea-4fc2-956b-9f1e6af00fd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:54.611946 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e4680755-9990-45ad-97ce-b64e7c453f0a tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:54.615637 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e93346f-9745-4171-bcf0-0e0f5ae972df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d3766e-a530-49f7-98de-259b124a55e2,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:54.649709 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e4680755-9990-45ad-97ce-b64e7c453f0a tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "DELETE /v2.0/ports/f36f9aa2-b26e-4527-aef2-de3dadd2125a HTTP/1.1" status: 204 len: 168 time: 2.6674020 Feb 09 01:28:54.652310 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 35760) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:54.716997 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-fca83dc3-8241-4cd3-b6ed-94fe415af414 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] DELETE failed (client error): The resource could not be found. Feb 09 01:28:54.717774 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fca83dc3-8241-4cd3-b6ed-94fe415af414 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:28:54.732762 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-fca83dc3-8241-4cd3-b6ed-94fe415af414 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "DELETE /v2.0/ports/f36f9aa2-b26e-4527-aef2-de3dadd2125a HTTP/1.1" status: 404 len: 333 time: 0.0769236 Feb 09 01:28:54.734587 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-331ce2cc-dcea-4fc2-956b-9f1e6af00fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:54.737518 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-331ce2cc-dcea-4fc2-956b-9f1e6af00fd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:54.739049 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-331ce2cc-dcea-4fc2-956b-9f1e6af00fd1 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/84a17175-b450-4b4a-b30f-9145b34a94a7 HTTP/1.1" status: 204 len: 168 time: 1.1074786 Feb 09 01:28:54.740013 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 35764) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:54.748754 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5595196f-e388-40de-b1f8-a0fc2eba7a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:54.755226 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331ce2cc-dcea-4fc2-956b-9f1e6af00fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a17175-b450-4b4a-b30f-9145b34a94a7,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:54.795172 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-5595196f-e388-40de-b1f8-a0fc2eba7a30 admin admin] Deleting port 14f5a85e-f73f-4f43-82ac-3b543543646a {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:28:54.796505 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5595196f-e388-40de-b1f8-a0fc2eba7a30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:54.820407 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 51db0b32-89d4-4be9-a007-56830d92c9f1 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:28:54.855213 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0bc5b33-f00b-4d5c-82fd-ec1116a2f4b6 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] GET failed (client error): The resource could not be found. Feb 09 01:28:54.855872 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-d0bc5b33-f00b-4d5c-82fd-ec1116a2f4b6 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Synchronizing usage tracker for tenant:fcf7e2256d264906affa05ee27479d94 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:28:54.878675 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-d0bc5b33-f00b-4d5c-82fd-ec1116a2f4b6 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Unset dirty status for tenant:fcf7e2256d264906affa05ee27479d94 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:28:54.886763 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d0bc5b33-f00b-4d5c-82fd-ec1116a2f4b6 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "GET /v2.0/ports/f36f9aa2-b26e-4527-aef2-de3dadd2125a HTTP/1.1" status: 404 len: 333 time: 0.1287484 Feb 09 01:28:54.889508 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 35770) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:54.897720 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d36341b-5435-41e6-939c-83fe8aa86992 None None] DHCP port deletion for 5322c4b5-5555-43a6-8743-912baa7b8508 request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:28:54.907161 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-4d36341b-5435-41e6-939c-83fe8aa86992 None None] Deleting port 14f5a85e-f73f-4f43-82ac-3b543543646a {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:28:54.907739 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4d36341b-5435-41e6-939c-83fe8aa86992 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:54.908573 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d08a08eb-0c39-4ca6-95fb-1140f4fe3277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:54.992064 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d08a08eb-0c39-4ca6-95fb-1140f4fe3277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:55.004088 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:55.057716 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 35778) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:55.058617 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfec1240-c52c-4eaf-bd9a-06dcd9396a59 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Deleting subnet 5f70f905-f903-44e9-8592-1706cd91bb13 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:28:55.063141 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bfec1240-c52c-4eaf-bd9a-06dcd9396a59 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:55.100331 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 51db0b32-89d4-4be9-a007-56830d92c9f1 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:55.102458 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:55.126591 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bfec1240-c52c-4eaf-bd9a-06dcd9396a59 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:55.187489 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-5595196f-e388-40de-b1f8-a0fc2eba7a30 admin admin] For port 14f5a85e-f73f-4f43-82ac-3b543543646a, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=14f5a85e-f73f-4f43-82ac-3b543543646a,segment=NetworkSegment(54433dfa-6611-4b57-886e-168c215159ee),segment_id=54433dfa-6611-4b57-886e-168c215159ee)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:28:55.187948 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5595196f-e388-40de-b1f8-a0fc2eba7a30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:55.228636 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bfec1240-c52c-4eaf-bd9a-06dcd9396a59 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:55.260926 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d08a08eb-0c39-4ca6-95fb-1140f4fe3277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:55.284887 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 35784) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:55.345089 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-5595196f-e388-40de-b1f8-a0fc2eba7a30 admin admin] Calling delete_port for 14f5a85e-f73f-4f43-82ac-3b543543646a owned by network:dhcp {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:28:55.384539 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08a08eb-0c39-4ca6-95fb-1140f4fe3277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d3766e-a530-49f7-98de-259b124a55e2,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:55.410497 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d08a08eb-0c39-4ca6-95fb-1140f4fe3277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:55.414261 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-d08a08eb-0c39-4ca6-95fb-1140f4fe3277 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/c1d3766e-a530-49f7-98de-259b124a55e2 HTTP/1.1" status: 204 len: 168 time: 0.8649628 Feb 09 01:28:55.423791 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-4d36341b-5435-41e6-939c-83fe8aa86992 None None] For port 14f5a85e-f73f-4f43-82ac-3b543543646a, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=14f5a85e-f73f-4f43-82ac-3b543543646a,segment=NetworkSegment(54433dfa-6611-4b57-886e-168c215159ee),segment_id=54433dfa-6611-4b57-886e-168c215159ee)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:28:55.424612 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4d36341b-5435-41e6-939c-83fe8aa86992 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:55.451824 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5595196f-e388-40de-b1f8-a0fc2eba7a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:55.551137 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5595196f-e388-40de-b1f8-a0fc2eba7a30 admin admin] No DVR routers for this DVR port 14f5a85e-f73f-4f43-82ac-3b543543646a on host n-d-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:28:55.562311 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-40efec7b-f789-42f7-8036-1944e316fd6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:55.597899 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5595196f-e388-40de-b1f8-a0fc2eba7a30 admin admin] Pushing event deleted for resources: {'Port': ['ID=14f5a85e-f73f-4f43-82ac-3b543543646a,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:55.599823 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-4d36341b-5435-41e6-939c-83fe8aa86992 None None] Calling delete_port for 14f5a85e-f73f-4f43-82ac-3b543543646a owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:28:55.603588 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-71f0da38-0f2f-4b8e-8aa2-de58d5ba5704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:55.620971 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bfec1240-c52c-4eaf-bd9a-06dcd9396a59 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:55.698332 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-4d36341b-5435-41e6-939c-83fe8aa86992 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:28:55.698788 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-4d36341b-5435-41e6-939c-83fe8aa86992 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:28:55.712553 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-40efec7b-f789-42f7-8036-1944e316fd6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:55.719571 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfec1240-c52c-4eaf-bd9a-06dcd9396a59 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event deleted for resources: {'Subnet': ['ID=5f70f905-f903-44e9-8592-1706cd91bb13,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:55.739258 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-40efec7b-f789-42f7-8036-1944e316fd6f admin admin] Usage tracker for resource:security_group_rule and tenant:c543b53311a246209eca981f983af0e9 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:55.746443 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bfec1240-c52c-4eaf-bd9a-06dcd9396a59 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:55.751712 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-40efec7b-f789-42f7-8036-1944e316fd6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:55.751858 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d7cf3c-05de-45ed-8632-0029abaa6a71 None None] Network 330b81a1-0a91-486e-85e8-aa3117faa3dc requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:28:55.762071 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-40efec7b-f789-42f7-8036-1944e316fd6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:55.765750 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-bfec1240-c52c-4eaf-bd9a-06dcd9396a59 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "DELETE /v2.0/subnets/5f70f905-f903-44e9-8592-1706cd91bb13 HTTP/1.1" status: 204 len: 168 time: 0.8738391 Feb 09 01:28:55.775385 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 35796) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:55.819229 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-71f0da38-0f2f-4b8e-8aa2-de58d5ba5704 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:55.839749 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-71f0da38-0f2f-4b8e-8aa2-de58d5ba5704 admin admin] Usage tracker for resource:security_group_rule and tenant:9a2d383666044cb7b97db665cb1649b7 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:55.845513 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-71f0da38-0f2f-4b8e-8aa2-de58d5ba5704 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:55.867250 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-71f0da38-0f2f-4b8e-8aa2-de58d5ba5704 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:55.871477 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5595196f-e388-40de-b1f8-a0fc2eba7a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:55.938661 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-5595196f-e388-40de-b1f8-a0fc2eba7a30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5322c4b5-5555-43a6-8743-912baa7b8508']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:55.957922 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-5595196f-e388-40de-b1f8-a0fc2eba7a30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54433dfa-6611-4b57-886e-168c215159ee') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:55.958219 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-5595196f-e388-40de-b1f8-a0fc2eba7a30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54433dfa-6611-4b57-886e-168c215159ee') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:55.987909 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5595196f-e388-40de-b1f8-a0fc2eba7a30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:56.017300 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-54ea7447-f907-435a-8b94-e75d9991555c tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:56.036434 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-54ea7447-f907-435a-8b94-e75d9991555c tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Deleting port 51db0b32-89d4-4be9-a007-56830d92c9f1 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:28:56.036920 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-54ea7447-f907-435a-8b94-e75d9991555c tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:56.101674 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5b51e3-8bb4-4bcb-aebd-ff395fe70e0b None None] DHCP port deletion for 330b81a1-0a91-486e-85e8-aa3117faa3dc request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:28:56.109852 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-4b5b51e3-8bb4-4bcb-aebd-ff395fe70e0b None None] Deleting port 51db0b32-89d4-4be9-a007-56830d92c9f1 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:28:56.110851 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4b5b51e3-8bb4-4bcb-aebd-ff395fe70e0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:56.151509 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-71f0da38-0f2f-4b8e-8aa2-de58d5ba5704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:56.156717 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5595196f-e388-40de-b1f8-a0fc2eba7a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:56.163999 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-71f0da38-0f2f-4b8e-8aa2-de58d5ba5704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:56.177307 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-40efec7b-f789-42f7-8036-1944e316fd6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:56.198206 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-40efec7b-f789-42f7-8036-1944e316fd6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:56.200469 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-4d36341b-5435-41e6-939c-83fe8aa86992 None None] Deleting port 14f5a85e-f73f-4f43-82ac-3b543543646a {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:28:56.201715 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4d36341b-5435-41e6-939c-83fe8aa86992 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:56.204582 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5595196f-e388-40de-b1f8-a0fc2eba7a30 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:28:56.208052 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5595196f-e388-40de-b1f8-a0fc2eba7a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:56.237535 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 01:28:56.237535 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:28:56.237535 n-d-828418-1 neutron-server[87639]: timer() Feb 09 01:28:56.237535 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:28:56.237535 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 01:28:56.237535 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:28:56.237535 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 01:28:56.237535 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:28:56.237535 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 01:28:56.237535 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:28:56.237535 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 01:28:56.237535 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:28:56.237535 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 01:28:56.237535 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:28:56.237535 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:28:56.237535 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:28:56.237535 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:28:56.237535 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:28:56.237535 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 01:28:56.237535 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:28:56.237535 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 01:28:56.237535 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:28:56.237535 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:28:56.237535 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:28:56.237535 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 01:28:56.237535 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:28:56.237535 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:28:56.237535 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:28:56.237535 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:28:56.237535 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:28:56.237535 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:28:56.237535 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:28:56.349417 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40efec7b-f789-42f7-8036-1944e316fd6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=832551f9-30a1-4326-b5e8-c26fd1f5edb8,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:56.361628 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-40efec7b-f789-42f7-8036-1944e316fd6f admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=c543b53311a246209eca981f983af0e9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0732930 Feb 09 01:28:56.370033 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 35824) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:56.390843 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-71f0da38-0f2f-4b8e-8aa2-de58d5ba5704 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=9a2d383666044cb7b97db665cb1649b7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3287580 Feb 09 01:28:56.405277 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 35828) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:56.414721 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f0da38-0f2f-4b8e-8aa2-de58d5ba5704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb1b5dfe-2c25-4632-959e-863f02c7ac46,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:56.425424 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-54ea7447-f907-435a-8b94-e75d9991555c tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] For port 51db0b32-89d4-4be9-a007-56830d92c9f1, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=51db0b32-89d4-4be9-a007-56830d92c9f1,segment=NetworkSegment(2a3e395e-ba59-4a53-a7dd-10d742608fdb),segment_id=2a3e395e-ba59-4a53-a7dd-10d742608fdb)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:28:56.425905 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-54ea7447-f907-435a-8b94-e75d9991555c tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:56.456562 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-4d36341b-5435-41e6-939c-83fe8aa86992 None None] The port '14f5a85e-f73f-4f43-82ac-3b543543646a' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:28:56.469426 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5595196f-e388-40de-b1f8-a0fc2eba7a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:56.534359 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5595196f-e388-40de-b1f8-a0fc2eba7a30 admin admin] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:56.551422 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5595196f-e388-40de-b1f8-a0fc2eba7a30 admin admin] Pushing event deleted for resources: {'Network': ['ID=5322c4b5-5555-43a6-8743-912baa7b8508,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:56.603096 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-54ea7447-f907-435a-8b94-e75d9991555c tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Calling delete_port for 51db0b32-89d4-4be9-a007-56830d92c9f1 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:28:56.662644 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-02c17f17-86ee-482c-bd8a-1e697e1cfd85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:56.663659 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b6c77900-060e-4c3c-99c8-cff905e414dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:56.672990 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-5595196f-e388-40de-b1f8-a0fc2eba7a30 admin admin] 10.222.0.105 "DELETE /v2.0/networks/5322c4b5-5555-43a6-8743-912baa7b8508 HTTP/1.1" status: 204 len: 168 time: 2.2770941 Feb 09 01:28:56.678542 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 35832) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:56.678827 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 35834) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:56.778902 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b6c77900-060e-4c3c-99c8-cff905e414dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:56.782821 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 14f5a85e-f73f-4f43-82ac-3b543543646a no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:28:56.873401 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-02c17f17-86ee-482c-bd8a-1e697e1cfd85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:56.873910 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 14f5a85e-f73f-4f43-82ac-3b543543646a {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:28:56.874927 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 14f5a85e-f73f-4f43-82ac-3b543543646a not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:28:56.875757 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 51db0b32-89d4-4be9-a007-56830d92c9f1 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:28:56.968486 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b6c77900-060e-4c3c-99c8-cff905e414dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:57.009030 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-54ea7447-f907-435a-8b94-e75d9991555c tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:57.010923 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b6c77900-060e-4c3c-99c8-cff905e414dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:57.016942 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-b6c77900-060e-4c3c-99c8-cff905e414dc admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/eb1b5dfe-2c25-4632-959e-863f02c7ac46 HTTP/1.1" status: 204 len: 168 time: 0.6049132 Feb 09 01:28:57.016942 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c77900-060e-4c3c-99c8-cff905e414dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb1b5dfe-2c25-4632-959e-863f02c7ac46,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:57.059929 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-4b5b51e3-8bb4-4bcb-aebd-ff395fe70e0b None None] For port 51db0b32-89d4-4be9-a007-56830d92c9f1, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=51db0b32-89d4-4be9-a007-56830d92c9f1,segment=NetworkSegment(2a3e395e-ba59-4a53-a7dd-10d742608fdb),segment_id=2a3e395e-ba59-4a53-a7dd-10d742608fdb)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:28:57.060631 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4b5b51e3-8bb4-4bcb-aebd-ff395fe70e0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:57.113557 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-30c4b773-bde8-4b1f-8fe4-d3b13142a79f tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:57.117728 n-d-828418-1 neutron-server[87638]: WARNING neutron.api.v2.base [None req-30c4b773-bde8-4b1f-8fe4-d3b13142a79f tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 09 01:28:57.118249 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-30c4b773-bde8-4b1f-8fe4-d3b13142a79f tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] create failed (client error): There was a conflict when trying to complete your request. Feb 09 01:28:57.122265 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-30c4b773-bde8-4b1f-8fe4-d3b13142a79f tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4304087 Feb 09 01:28:57.123378 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 35848) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:57.132316 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-e8feb104-583b-4f8c-8757-26b571b555a4 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Request body: {'security_group': {'name': 'tempest-secgroup--1711019047'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:57.142739 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ea7447-f907-435a-8b94-e75d9991555c tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event deleted for resources: {'Port': ['ID=51db0b32-89d4-4be9-a007-56830d92c9f1,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:57.145053 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ea7447-f907-435a-8b94-e75d9991555c tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] No DVR routers for this DVR port 51db0b32-89d4-4be9-a007-56830d92c9f1 on host n-d-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:28:57.151428 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e8feb104-583b-4f8c-8757-26b571b555a4 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:57.163122 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-e8feb104-583b-4f8c-8757-26b571b555a4 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Usage tracker for resource:security_group and tenant:2b763021f8f6447f9989c02a67b8d03a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:57.170625 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-e8feb104-583b-4f8c-8757-26b571b555a4 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:57.198465 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e8feb104-583b-4f8c-8757-26b571b555a4 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:57.202484 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-4b5b51e3-8bb4-4bcb-aebd-ff395fe70e0b None None] Calling delete_port for 51db0b32-89d4-4be9-a007-56830d92c9f1 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:28:57.219673 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e8feb104-583b-4f8c-8757-26b571b555a4 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:57.231946 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No active binding found for port 51db0b32-89d4-4be9-a007-56830d92c9f1 {{(pid=87640) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 09 01:28:57.232395 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 51db0b32-89d4-4be9-a007-56830d92c9f1 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:28:57.257128 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e8feb104-583b-4f8c-8757-26b571b555a4 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:57.279207 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e8feb104-583b-4f8c-8757-26b571b555a4 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:57.283074 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-e8feb104-583b-4f8c-8757-26b571b555a4 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Usage tracker for resource:security_group_rule and tenant:2b763021f8f6447f9989c02a67b8d03a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:57.285938 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-e8feb104-583b-4f8c-8757-26b571b555a4 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:57.292009 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e8feb104-583b-4f8c-8757-26b571b555a4 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:57.303639 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-4b5b51e3-8bb4-4bcb-aebd-ff395fe70e0b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:28:57.304000 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-4b5b51e3-8bb4-4bcb-aebd-ff395fe70e0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:28:57.353090 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-02c17f17-86ee-482c-bd8a-1e697e1cfd85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:57.358792 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-54ea7447-f907-435a-8b94-e75d9991555c tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:57.409971 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c17f17-86ee-482c-bd8a-1e697e1cfd85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832551f9-30a1-4326-b5e8-c26fd1f5edb8,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:57.423922 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-54ea7447-f907-435a-8b94-e75d9991555c tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['330b81a1-0a91-486e-85e8-aa3117faa3dc']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:57.440873 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e8feb104-583b-4f8c-8757-26b571b555a4 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:57.448150 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e8feb104-583b-4f8c-8757-26b571b555a4 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:57.459895 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-54ea7447-f907-435a-8b94-e75d9991555c tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a3e395e-ba59-4a53-a7dd-10d742608fdb') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:57.460196 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-54ea7447-f907-435a-8b94-e75d9991555c tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a3e395e-ba59-4a53-a7dd-10d742608fdb') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:57.475996 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e8feb104-583b-4f8c-8757-26b571b555a4 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:57.485200 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-e8feb104-583b-4f8c-8757-26b571b555a4 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Usage tracker for resource:security_group_rule and tenant:2b763021f8f6447f9989c02a67b8d03a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:57.494061 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-e8feb104-583b-4f8c-8757-26b571b555a4 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:57.505082 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e8feb104-583b-4f8c-8757-26b571b555a4 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:57.508817 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8feb104-583b-4f8c-8757-26b571b555a4 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a14cc357-9e3b-4e69-88a2-6b584c34ee52,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:57.521048 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-02c17f17-86ee-482c-bd8a-1e697e1cfd85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:57.532551 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-02c17f17-86ee-482c-bd8a-1e697e1cfd85 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/832551f9-30a1-4326-b5e8-c26fd1f5edb8 HTTP/1.1" status: 204 len: 168 time: 1.1538098 Feb 09 01:28:57.690811 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e8feb104-583b-4f8c-8757-26b571b555a4 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:57.701110 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e8feb104-583b-4f8c-8757-26b571b555a4 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:57.710500 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 35860) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:57.776592 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-54ea7447-f907-435a-8b94-e75d9991555c tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:57.788654 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3acb3bf5-a600-408e-9452-3bf4bb97aad1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:57.796569 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-54ea7447-f907-435a-8b94-e75d9991555c tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:57.805629 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-4b5b51e3-8bb4-4bcb-aebd-ff395fe70e0b None None] Deleting port 51db0b32-89d4-4be9-a007-56830d92c9f1 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:28:57.806399 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4b5b51e3-8bb4-4bcb-aebd-ff395fe70e0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:57.817302 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54ea7447-f907-435a-8b94-e75d9991555c tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:28:57.817742 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-54ea7447-f907-435a-8b94-e75d9991555c tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:57.819016 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8feb104-583b-4f8c-8757-26b571b555a4 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5093012-284a-4201-af7d-b3ddd24ba99a,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:57.829707 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-3acb3bf5-a600-408e-9452-3bf4bb97aad1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:57.832966 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e8feb104-583b-4f8c-8757-26b571b555a4 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:57.837717 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-e8feb104-583b-4f8c-8757-26b571b555a4 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7127986 Feb 09 01:28:57.839903 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 35866) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:57.843705 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-3acb3bf5-a600-408e-9452-3bf4bb97aad1 admin admin] Usage tracker for resource:security_group_rule and tenant:6de7ff7d7b654fdcb46fe3ef7713f54c is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:57.847882 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-3acb3bf5-a600-408e-9452-3bf4bb97aad1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:57.855328 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-4666e485-c0c9-48d3-b89d-bfb6452c30a2 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Request body: {'security_group_rule': {'security_group_id': 'd5093012-284a-4201-af7d-b3ddd24ba99a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:57.866158 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4666e485-c0c9-48d3-b89d-bfb6452c30a2 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:57.868788 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-3acb3bf5-a600-408e-9452-3bf4bb97aad1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:57.873575 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-4666e485-c0c9-48d3-b89d-bfb6452c30a2 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Usage tracker for resource:security_group_rule and tenant:2b763021f8f6447f9989c02a67b8d03a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:57.878872 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-4666e485-c0c9-48d3-b89d-bfb6452c30a2 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:57.918025 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4666e485-c0c9-48d3-b89d-bfb6452c30a2 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:57.927002 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:28:57.927002 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:28:57.927002 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:28:57.927002 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:28:57.927002 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:28:57.927002 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:28:57.927002 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:28:57.927002 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:28:57.927002 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:28:57.927002 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:28:57.927002 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:28:57.927002 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:28:57.927002 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:28:57.927002 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:28:57.927002 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:28:57.927002 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:28:57.927002 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:28:57.927002 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:28:57.927002 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:28:57.927002 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:28:57.927002 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:28:57.927002 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:28:57.927002 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:28:57.927002 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:28:57.927002 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:28:57.927002 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:28:57.927002 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:28:57.927002 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:28:57.927002 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:28:57.927002 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:28:57.927002 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:28:57.927002 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:28:57.930496 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-4b5b51e3-8bb4-4bcb-aebd-ff395fe70e0b None None] The port '51db0b32-89d4-4be9-a007-56830d92c9f1' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:28:57.992503 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4666e485-c0c9-48d3-b89d-bfb6452c30a2 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:58.035594 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-54ea7447-f907-435a-8b94-e75d9991555c tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:58.078337 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-54ea7447-f907-435a-8b94-e75d9991555c tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:58.085215 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ea7447-f907-435a-8b94-e75d9991555c tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event deleted for resources: {'Network': ['ID=330b81a1-0a91-486e-85e8-aa3117faa3dc,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:58.093910 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-54ea7447-f907-435a-8b94-e75d9991555c tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "DELETE /v2.0/networks/330b81a1-0a91-486e-85e8-aa3117faa3dc HTTP/1.1" status: 204 len: 168 time: 2.3169928 Feb 09 01:28:58.097669 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3acb3bf5-a600-408e-9452-3bf4bb97aad1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:58.100688 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 35872) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:58.105449 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4666e485-c0c9-48d3-b89d-bfb6452c30a2 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:58.108291 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3acb3bf5-a600-408e-9452-3bf4bb97aad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:58.110512 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-6f620d81-4828-44a5-a12f-a8697abcfd87 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1580869294'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:58.117926 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-6f620d81-4828-44a5-a12f-a8697abcfd87 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:58.124152 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-6f620d81-4828-44a5-a12f-a8697abcfd87 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Usage tracker for resource:network and tenant:fcf7e2256d264906affa05ee27479d94 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:58.127404 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4666e485-c0c9-48d3-b89d-bfb6452c30a2 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:58.129159 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-6f620d81-4828-44a5-a12f-a8697abcfd87 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:58.180918 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-6f620d81-4828-44a5-a12f-a8697abcfd87 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:58.183814 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4666e485-c0c9-48d3-b89d-bfb6452c30a2 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f01e16a-5386-4a93-820a-5fc384939098,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:58.200713 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-3acb3bf5-a600-408e-9452-3bf4bb97aad1 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=6de7ff7d7b654fdcb46fe3ef7713f54c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4774849 Feb 09 01:28:58.203700 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acb3bf5-a600-408e-9452-3bf4bb97aad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c70c0f62-1883-41c1-b82d-fa42cafb45ff,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:58.203913 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 35878) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:58.209202 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4666e485-c0c9-48d3-b89d-bfb6452c30a2 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:58.214112 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-4666e485-c0c9-48d3-b89d-bfb6452c30a2 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3730242 Feb 09 01:28:58.214765 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 35882) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:58.221463 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-ba6f0316-1034-43bb-ab46-46ba1cf8f181 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Request body: {'security_group_rule': {'security_group_id': 'd5093012-284a-4201-af7d-b3ddd24ba99a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:58.225207 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 35886) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:58.227433 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-ba6f0316-1034-43bb-ab46-46ba1cf8f181 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:58.232394 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-ba6f0316-1034-43bb-ab46-46ba1cf8f181 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Usage tracker for resource:security_group_rule and tenant:2b763021f8f6447f9989c02a67b8d03a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:58.235992 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-ba6f0316-1034-43bb-ab46-46ba1cf8f181 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:58.242867 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-ba6f0316-1034-43bb-ab46-46ba1cf8f181 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:58.263069 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5753b454-fc10-409f-a654-57e6552a5a4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:58.272384 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f620d81-4828-44a5-a12f-a8697abcfd87 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Made reservation on behalf of fcf7e2256d264906affa05ee27479d94 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:28:58.275792 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6f620d81-4828-44a5-a12f-a8697abcfd87 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:58.284078 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ba6f0316-1034-43bb-ab46-46ba1cf8f181 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:58.318199 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5753b454-fc10-409f-a654-57e6552a5a4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:58.328715 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-5753b454-fc10-409f-a654-57e6552a5a4e admin admin] Usage tracker for resource:security_group_rule and tenant:fb789d5c8f37468db2acabb7bc7e0d5d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:58.336892 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-5753b454-fc10-409f-a654-57e6552a5a4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:58.344589 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [None req-ba6f0316-1034-43bb-ab46-46ba1cf8f181 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] create failed (client error): There was a conflict when trying to complete your request. Feb 09 01:28:58.345295 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f620d81-4828-44a5-a12f-a8697abcfd87 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:28:58.346250 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-ba6f0316-1034-43bb-ab46-46ba1cf8f181 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1305666 Feb 09 01:28:58.349036 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 35892) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:58.354621 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5753b454-fc10-409f-a654-57e6552a5a4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:58.387919 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6f620d81-4828-44a5-a12f-a8697abcfd87 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:58.388554 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-6f620d81-4828-44a5-a12f-a8697abcfd87 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Added segment 8bd81e88-1ac3-46b2-ab8a-66c5b98015d3 of type vlan for network 7eecb4e1-e535-46a7-a815-58fe22602cba Feb 09 01:28:58.390805 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a21f24f1-0cae-4c5c-843d-1558589a12ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:58.433865 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-daa560b3-53d1-4763-90cd-13854bfbc64b tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:58.468128 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-daa560b3-53d1-4763-90cd-13854bfbc64b tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:58.506898 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a21f24f1-0cae-4c5c-843d-1558589a12ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:58.515355 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6f620d81-4828-44a5-a12f-a8697abcfd87 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:58.535251 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-daa560b3-53d1-4763-90cd-13854bfbc64b tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:58.557259 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa560b3-53d1-4763-90cd-13854bfbc64b tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5093012-284a-4201-af7d-b3ddd24ba99a,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:58.574176 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-daa560b3-53d1-4763-90cd-13854bfbc64b tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:58.579988 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-daa560b3-53d1-4763-90cd-13854bfbc64b tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] 10.222.0.105 "DELETE /v2.0/security-groups/d5093012-284a-4201-af7d-b3ddd24ba99a HTTP/1.1" status: 204 len: 168 time: 0.2291369 Feb 09 01:28:58.580533 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 35898) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:58.634143 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6f620d81-4828-44a5-a12f-a8697abcfd87 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:58.640410 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f620d81-4828-44a5-a12f-a8697abcfd87 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:58.641163 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6f620d81-4828-44a5-a12f-a8697abcfd87 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:58.675579 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-2426ca9d-c4df-493f-893f-b1d3d9bc6f14 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Synchronizing usage tracker for tenant:2b763021f8f6447f9989c02a67b8d03a on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:28:58.686348 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b63224cd-b2f2-4b25-b2d8-5dc044d4df81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:58.699621 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-2426ca9d-c4df-493f-893f-b1d3d9bc6f14 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Unset dirty status for tenant:2b763021f8f6447f9989c02a67b8d03a on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:28:58.706828 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-2426ca9d-c4df-493f-893f-b1d3d9bc6f14 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1244884 Feb 09 01:28:58.707428 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 35902) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:58.713425 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-adff1784-87bb-4251-8ccb-7396cb75379b tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Request body: {'security_group': {'name': 'tempest-secgroup--574879840'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:58.722777 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-adff1784-87bb-4251-8ccb-7396cb75379b tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:58.735527 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-adff1784-87bb-4251-8ccb-7396cb75379b tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:58.803565 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5753b454-fc10-409f-a654-57e6552a5a4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:58.811491 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-adff1784-87bb-4251-8ccb-7396cb75379b tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:58.820418 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a21f24f1-0cae-4c5c-843d-1558589a12ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:58.822593 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5753b454-fc10-409f-a654-57e6552a5a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:58.832878 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-adff1784-87bb-4251-8ccb-7396cb75379b tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:58.836634 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-adff1784-87bb-4251-8ccb-7396cb75379b tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Usage tracker for resource:security_group_rule and tenant:2b763021f8f6447f9989c02a67b8d03a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:58.839442 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-adff1784-87bb-4251-8ccb-7396cb75379b tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:58.846167 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-adff1784-87bb-4251-8ccb-7396cb75379b tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:58.880076 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21f24f1-0cae-4c5c-843d-1558589a12ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70c0f62-1883-41c1-b82d-fa42cafb45ff,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:58.912822 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f620d81-4828-44a5-a12f-a8697abcfd87 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event updated for resources: {'Network': ['ID=7eecb4e1-e535-46a7-a815-58fe22602cba,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:58.924530 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 7eecb4e1-e535-46a7-a815-58fe22602cba details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:28:58.939219 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-5753b454-fc10-409f-a654-57e6552a5a4e admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=fb789d5c8f37468db2acabb7bc7e0d5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7102478 Feb 09 01:28:58.948560 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-6f620d81-4828-44a5-a12f-a8697abcfd87 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8436167 Feb 09 01:28:58.948743 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 35906) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:58.952135 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 35908) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:58.952451 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a21f24f1-0cae-4c5c-843d-1558589a12ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:58.953782 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a21f24f1-0cae-4c5c-843d-1558589a12ce admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/c70c0f62-1883-41c1-b82d-fa42cafb45ff HTTP/1.1" status: 204 len: 168 time: 0.7485247 Feb 09 01:28:59.003281 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-40e67422-5be8-4347-9e70-537dc1f3605a tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Request body: {'subnet': {'network_id': '7eecb4e1-e535-46a7-a815-58fe22602cba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:59.018679 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5753b454-fc10-409f-a654-57e6552a5a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9bc778c-c307-471f-8afe-67a8d797b7bb,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:59.116220 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-adff1784-87bb-4251-8ccb-7396cb75379b tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:59.213619 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-adff1784-87bb-4251-8ccb-7396cb75379b tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:59.264393 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adff1784-87bb-4251-8ccb-7396cb75379b tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=859a1aff-7189-479f-8470-2d93a0d1b693,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:59.274429 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-b63224cd-b2f2-4b25-b2d8-5dc044d4df81 admin admin] Deleting port b8851ea2-3624-444a-81a7-5e02cf08b8d6 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:28:59.274834 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b63224cd-b2f2-4b25-b2d8-5dc044d4df81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:59.312347 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-87d53329-e3b4-4f4d-90b3-7b0557ad2c14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:59.327765 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-adff1784-87bb-4251-8ccb-7396cb75379b tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:59.329004 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-adff1784-87bb-4251-8ccb-7396cb75379b tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6204982 Feb 09 01:28:59.332792 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 35918) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:59.344501 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-40e67422-5be8-4347-9e70-537dc1f3605a tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:59.349434 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-b62a573d-d7b3-4494-a7d5-8e0da64aa81b tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Request body: {'security_group_rule': {'security_group_id': '859a1aff-7189-479f-8470-2d93a0d1b693', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:59.349949 n-d-828418-1 neutron-server[87639]: WARNING neutron.api.v2.base [None req-b62a573d-d7b3-4494-a7d5-8e0da64aa81b tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 09 01:28:59.350441 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [None req-b62a573d-d7b3-4494-a7d5-8e0da64aa81b tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:28:59.351393 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-b62a573d-d7b3-4494-a7d5-8e0da64aa81b tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0161505 Feb 09 01:28:59.355770 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 35922) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:59.359156 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-40e67422-5be8-4347-9e70-537dc1f3605a tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Usage tracker for resource:subnet and tenant:fcf7e2256d264906affa05ee27479d94 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:59.374317 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-40e67422-5be8-4347-9e70-537dc1f3605a tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:59.384049 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-87d53329-e3b4-4f4d-90b3-7b0557ad2c14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:59.401478 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-40e67422-5be8-4347-9e70-537dc1f3605a tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:59.453470 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e67422-5be8-4347-9e70-537dc1f3605a tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Made reservation on behalf of fcf7e2256d264906affa05ee27479d94 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:28:59.457067 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-40e67422-5be8-4347-9e70-537dc1f3605a tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:59.505129 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-b63224cd-b2f2-4b25-b2d8-5dc044d4df81 admin admin] For port b8851ea2-3624-444a-81a7-5e02cf08b8d6, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=b8851ea2-3624-444a-81a7-5e02cf08b8d6,segment=NetworkSegment(0f90f0e3-4141-4826-b38b-e19e3ed3d126),segment_id=0f90f0e3-4141-4826-b38b-e19e3ed3d126)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:28:59.505862 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b63224cd-b2f2-4b25-b2d8-5dc044d4df81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:59.697007 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-b63224cd-b2f2-4b25-b2d8-5dc044d4df81 admin admin] Calling delete_port for b8851ea2-3624-444a-81a7-5e02cf08b8d6 owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:28:59.758287 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-87d53329-e3b4-4f4d-90b3-7b0557ad2c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:59.799879 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d53329-e3b4-4f4d-90b3-7b0557ad2c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9bc778c-c307-471f-8afe-67a8d797b7bb,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:59.802594 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0b91ea92-0798-4c17-a176-22b6b840dcd1 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:59.839383 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0b91ea92-0798-4c17-a176-22b6b840dcd1 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:59.850337 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-87d53329-e3b4-4f4d-90b3-7b0557ad2c14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:59.851489 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-87d53329-e3b4-4f4d-90b3-7b0557ad2c14 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/f9bc778c-c307-471f-8afe-67a8d797b7bb HTTP/1.1" status: 204 len: 168 time: 0.9032829 Feb 09 01:28:59.928130 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-40e67422-5be8-4347-9e70-537dc1f3605a tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:00.008562 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e67422-5be8-4347-9e70-537dc1f3605a tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event updated for resources: {'Subnet': ['ID=9b1c850e-a56d-47c5-9b86-c96656cabdf8,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:00.030819 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0b91ea92-0798-4c17-a176-22b6b840dcd1 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:00.064293 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b91ea92-0798-4c17-a176-22b6b840dcd1 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=859a1aff-7189-479f-8470-2d93a0d1b693,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:00.074198 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0b91ea92-0798-4c17-a176-22b6b840dcd1 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:00.075614 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-0b91ea92-0798-4c17-a176-22b6b840dcd1 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] 10.222.0.105 "DELETE /v2.0/security-groups/859a1aff-7189-479f-8470-2d93a0d1b693 HTTP/1.1" status: 204 len: 168 time: 0.7180293 Feb 09 01:29:00.082387 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 35948) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:00.083276 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e67422-5be8-4347-9e70-537dc1f3605a tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Checking segment: {'id': '8bd81e88-1ac3-46b2-ab8a-66c5b98015d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7eecb4e1-e535-46a7-a815-58fe22602cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:29:00.083637 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e67422-5be8-4347-9e70-537dc1f3605a tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Network hostable DHCP agents. Network: 7eecb4e1-e535-46a7-a815-58fe22602cba, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:29:00.148917 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-1d4c08ef-d4eb-4bbf-86e8-0c6434fa5f53 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Synchronizing usage tracker for tenant:2b763021f8f6447f9989c02a67b8d03a on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:29:00.170565 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e67422-5be8-4347-9e70-537dc1f3605a tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Network 7eecb4e1-e535-46a7-a815-58fe22602cba is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:29:00.177355 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-1d4c08ef-d4eb-4bbf-86e8-0c6434fa5f53 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Unset dirty status for tenant:2b763021f8f6447f9989c02a67b8d03a on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:29:00.182461 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-1d4c08ef-d4eb-4bbf-86e8-0c6434fa5f53 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0893438 Feb 09 01:29:00.182894 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 35954) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:00.189869 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-4ca610dc-da24-49d2-9ab7-39b4ef0641d6 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Request body: {'security_group': {'name': 'tempest-secgroup--1150587997'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:00.197781 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4ca610dc-da24-49d2-9ab7-39b4ef0641d6 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:00.210644 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4ca610dc-da24-49d2-9ab7-39b4ef0641d6 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:00.219884 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-40e67422-5be8-4347-9e70-537dc1f3605a tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 7eecb4e1-e535-46a7-a815-58fe22602cba) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:00.225830 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e67422-5be8-4347-9e70-537dc1f3605a tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:00.227099 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-40e67422-5be8-4347-9e70-537dc1f3605a tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:00.229157 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42de14f1-22e9-48f8-8755-72d1efc5afb6 None None] Network 7eecb4e1-e535-46a7-a815-58fe22602cba requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:29:00.234450 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4ca610dc-da24-49d2-9ab7-39b4ef0641d6 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:00.267223 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4ca610dc-da24-49d2-9ab7-39b4ef0641d6 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:00.272142 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-4ca610dc-da24-49d2-9ab7-39b4ef0641d6 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Usage tracker for resource:security_group_rule and tenant:2b763021f8f6447f9989c02a67b8d03a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:29:00.282224 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-40e67422-5be8-4347-9e70-537dc1f3605a tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3287535 Feb 09 01:29:00.283067 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 35962) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:00.284580 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-4ca610dc-da24-49d2-9ab7-39b4ef0641d6 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:29:00.292949 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4ca610dc-da24-49d2-9ab7-39b4ef0641d6 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:00.298617 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-4708f360-6091-4c89-9765-b3971ecd16c7 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Request body: {'port': {'network_id': '7eecb4e1-e535-46a7-a815-58fe22602cba', 'security_groups': [], 'name': 'tempest-PortsTestJSON-135480725'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:00.314579 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b63224cd-b2f2-4b25-b2d8-5dc044d4df81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:00.553881 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63224cd-b2f2-4b25-b2d8-5dc044d4df81 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8851ea2-3624-444a-81a7-5e02cf08b8d6,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:00.647137 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4708f360-6091-4c89-9765-b3971ecd16c7 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:00.669341 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-4708f360-6091-4c89-9765-b3971ecd16c7 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Usage tracker for resource:port and tenant:fcf7e2256d264906affa05ee27479d94 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:29:00.702138 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4ca610dc-da24-49d2-9ab7-39b4ef0641d6 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:00.703553 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-4708f360-6091-4c89-9765-b3971ecd16c7 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:29:00.723423 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4ca610dc-da24-49d2-9ab7-39b4ef0641d6 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:00.727301 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4708f360-6091-4c89-9765-b3971ecd16c7 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:00.774812 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647873ce-dd59-49ad-9ea8-fe633f080ce2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-7eecb4e1-e535-46a7-a815-58fe22602cba', 'network_id': '7eecb4e1-e535-46a7-a815-58fe22602cba', 'tenant_id': 'fcf7e2256d264906affa05ee27479d94', 'fixed_ips': [{'subnet_id': '9b1c850e-a56d-47c5-9b86-c96656cabdf8'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:29:00.775791 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-647873ce-dd59-49ad-9ea8-fe633f080ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:00.838780 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4708f360-6091-4c89-9765-b3971ecd16c7 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Made reservation on behalf of fcf7e2256d264906affa05ee27479d94 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:29:00.842490 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4708f360-6091-4c89-9765-b3971ecd16c7 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:00.866976 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca610dc-da24-49d2-9ab7-39b4ef0641d6 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e00f6a05-fcf4-4e56-adb9-09334231e7f3,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:00.874167 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4ca610dc-da24-49d2-9ab7-39b4ef0641d6 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:00.875365 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-4ca610dc-da24-49d2-9ab7-39b4ef0641d6 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6914198 Feb 09 01:29:00.880819 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-4708f360-6091-4c89-9765-b3971ecd16c7 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] device_id is not set on port e9c8ac79-f7a2-4690-91a0-3de8ecd0c7ae yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:29:00.893417 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 35980) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:00.921191 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-2abec394-abc0-45f5-9fe2-1e423de6c04d tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Request body: {'security_group_rule': {'security_group_id': 'e00f6a05-fcf4-4e56-adb9-09334231e7f3', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:00.922124 n-d-828418-1 neutron-server[87638]: WARNING neutron.api.v2.base [None req-2abec394-abc0-45f5-9fe2-1e423de6c04d tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 09 01:29:00.923106 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-2abec394-abc0-45f5-9fe2-1e423de6c04d tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:29:00.927334 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-2abec394-abc0-45f5-9fe2-1e423de6c04d tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0306332 Feb 09 01:29:00.938034 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 35988) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:01.171574 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-4708f360-6091-4c89-9765-b3971ecd16c7 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Allocated IP 172.20.0.14 (7eecb4e1-e535-46a7-a815-58fe22602cba/9b1c850e-a56d-47c5-9b86-c96656cabdf8/e9c8ac79-f7a2-4690-91a0-3de8ecd0c7ae) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:29:01.221631 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b63224cd-b2f2-4b25-b2d8-5dc044d4df81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:01.227958 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-028e4d3c-24d5-4fed-83da-a765a0704308 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:01.359444 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-028e4d3c-24d5-4fed-83da-a765a0704308 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:01.435932 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4708f360-6091-4c89-9765-b3971ecd16c7 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:01.470466 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-4708f360-6091-4c89-9765-b3971ecd16c7 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Transition to ACTIVE for port object e9c8ac79-f7a2-4690-91a0-3de8ecd0c7ae will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:29:01.516062 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4708f360-6091-4c89-9765-b3971ecd16c7 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:01.527866 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-028e4d3c-24d5-4fed-83da-a765a0704308 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:01.588905 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028e4d3c-24d5-4fed-83da-a765a0704308 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00f6a05-fcf4-4e56-adb9-09334231e7f3,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:01.616802 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028e4d3c-24d5-4fed-83da-a765a0704308 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:01.617151 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028e4d3c-24d5-4fed-83da-a765a0704308 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:01.625796 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028e4d3c-24d5-4fed-83da-a765a0704308 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:01.628605 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028e4d3c-24d5-4fed-83da-a765a0704308 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:01.631361 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028e4d3c-24d5-4fed-83da-a765a0704308 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:01.631945 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028e4d3c-24d5-4fed-83da-a765a0704308 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:01.632436 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028e4d3c-24d5-4fed-83da-a765a0704308 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:01.632921 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028e4d3c-24d5-4fed-83da-a765a0704308 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:01.642114 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028e4d3c-24d5-4fed-83da-a765a0704308 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:01.644018 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028e4d3c-24d5-4fed-83da-a765a0704308 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:01.644524 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028e4d3c-24d5-4fed-83da-a765a0704308 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:01.645261 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028e4d3c-24d5-4fed-83da-a765a0704308 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:01.693282 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4708f360-6091-4c89-9765-b3971ecd16c7 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event updated for resources: {'Port': ['ID=e9c8ac79-f7a2-4690-91a0-3de8ecd0c7ae,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:01.731359 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4708f360-6091-4c89-9765-b3971ecd16c7 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Network 7eecb4e1-e535-46a7-a815-58fe22602cba is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:01.734040 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-4708f360-6091-4c89-9765-b3971ecd16c7 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:01.742384 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4708f360-6091-4c89-9765-b3971ecd16c7 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:29:01.766933 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-647873ce-dd59-49ad-9ea8-fe633f080ce2 None None] Allocated IP 172.20.0.2 (7eecb4e1-e535-46a7-a815-58fe22602cba/9b1c850e-a56d-47c5-9b86-c96656cabdf8/5f7412b8-b79c-434d-aa9d-353dfa7ead8c) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:29:01.843869 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-028e4d3c-24d5-4fed-83da-a765a0704308 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:01.845023 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-028e4d3c-24d5-4fed-83da-a765a0704308 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] 10.222.0.105 "DELETE /v2.0/security-groups/e00f6a05-fcf4-4e56-adb9-09334231e7f3 HTTP/1.1" status: 204 len: 168 time: 0.8968368 Feb 09 01:29:01.856749 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 36012) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:01.883669 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4708f360-6091-4c89-9765-b3971ecd16c7 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:01.884378 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4708f360-6091-4c89-9765-b3971ecd16c7 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:01.971641 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-22d5af49-4658-4e3f-97f1-9f7e28736eba tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Synchronizing usage tracker for tenant:2b763021f8f6447f9989c02a67b8d03a on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:29:02.007161 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-4708f360-6091-4c89-9765-b3971ecd16c7 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.7160935 Feb 09 01:29:02.008481 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 36020) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:02.060030 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-22d5af49-4658-4e3f-97f1-9f7e28736eba tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Unset dirty status for tenant:2b763021f8f6447f9989c02a67b8d03a on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:29:02.061359 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-22d5af49-4658-4e3f-97f1-9f7e28736eba tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2005467 Feb 09 01:29:02.070540 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 36024) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:02.088814 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-2fac3776-6912-440c-8005-a15ada6a7e10 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Request body: {'security_group': {'name': 'tempest-secgroup--1185490129'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:02.096392 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-2fac3776-6912-440c-8005-a15ada6a7e10 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:02.113101 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-2fac3776-6912-440c-8005-a15ada6a7e10 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:02.119379 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b63224cd-b2f2-4b25-b2d8-5dc044d4df81 admin admin] Router e7bd367d-0c25-4c29-a923-8a46e4a36d6d has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:29:02.129000 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2fac3776-6912-440c-8005-a15ada6a7e10 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:02.162354 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-06bb3462-c010-48ba-9e06-6824f2de230a tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Deleting port e9c8ac79-f7a2-4690-91a0-3de8ecd0c7ae {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:29:02.162696 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-06bb3462-c010-48ba-9e06-6824f2de230a tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:02.197647 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-647873ce-dd59-49ad-9ea8-fe633f080ce2 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:02.206360 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-2fac3776-6912-440c-8005-a15ada6a7e10 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:02.217759 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-647873ce-dd59-49ad-9ea8-fe633f080ce2 None None] Transition to ACTIVE for port object 5f7412b8-b79c-434d-aa9d-353dfa7ead8c will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:29:02.230851 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-2fac3776-6912-440c-8005-a15ada6a7e10 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Usage tracker for resource:security_group_rule and tenant:2b763021f8f6447f9989c02a67b8d03a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:29:02.238616 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-2fac3776-6912-440c-8005-a15ada6a7e10 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:29:02.254034 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-2fac3776-6912-440c-8005-a15ada6a7e10 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:02.255533 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-647873ce-dd59-49ad-9ea8-fe633f080ce2 None None] Transition to ACTIVE for port object 5f7412b8-b79c-434d-aa9d-353dfa7ead8c will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:29:02.266740 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-647873ce-dd59-49ad-9ea8-fe633f080ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:02.367210 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b63224cd-b2f2-4b25-b2d8-5dc044d4df81 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:29:02.377175 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa120e0e-46c2-4727-9a71-79e858340543 None None] Sync routers for ids ['e7bd367d-0c25-4c29-a923-8a46e4a36d6d'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:29:02.390353 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b63224cd-b2f2-4b25-b2d8-5dc044d4df81 admin admin] 10.222.0.105 "PUT /v2.0/routers/e7bd367d-0c25-4c29-a923-8a46e4a36d6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7028551 Feb 09 01:29:02.390938 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36036) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:02.395567 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa120e0e-46c2-4727-9a71-79e858340543 None None] Routers {'e7bd367d-0c25-4c29-a923-8a46e4a36d6d'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:29:02.396273 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-aa120e0e-46c2-4727-9a71-79e858340543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:28:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['e7bd367d-0c25-4c29-a923-8a46e4a36d6d'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:02.439932 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647873ce-dd59-49ad-9ea8-fe633f080ce2 None None] Network 7eecb4e1-e535-46a7-a815-58fe22602cba is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:02.447215 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-647873ce-dd59-49ad-9ea8-fe633f080ce2 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:02.456789 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647873ce-dd59-49ad-9ea8-fe633f080ce2 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:29:02.534648 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647873ce-dd59-49ad-9ea8-fe633f080ce2 None None] Pushing event updated for resources: {'Port': ['ID=5f7412b8-b79c-434d-aa9d-353dfa7ead8c,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:02.594935 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-06bb3462-c010-48ba-9e06-6824f2de230a tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:02.675017 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-647873ce-dd59-49ad-9ea8-fe633f080ce2 None None] Attempting to bind port 5f7412b8-b79c-434d-aa9d-353dfa7ead8c on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:29:02.675687 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-647873ce-dd59-49ad-9ea8-fe633f080ce2 None None] Attempting to bind port 5f7412b8-b79c-434d-aa9d-353dfa7ead8c by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '8bd81e88-1ac3-46b2-ab8a-66c5b98015d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7eecb4e1-e535-46a7-a815-58fe22602cba'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:29:02.676247 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647873ce-dd59-49ad-9ea8-fe633f080ce2 None None] Attempting to bind port 5f7412b8-b79c-434d-aa9d-353dfa7ead8c on network 7eecb4e1-e535-46a7-a815-58fe22602cba {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:29:02.682518 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647873ce-dd59-49ad-9ea8-fe633f080ce2 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:29:02.683145 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647873ce-dd59-49ad-9ea8-fe633f080ce2 None None] Checking segment: {'id': '8bd81e88-1ac3-46b2-ab8a-66c5b98015d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7eecb4e1-e535-46a7-a815-58fe22602cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:29:02.683698 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-647873ce-dd59-49ad-9ea8-fe633f080ce2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:02.684313 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647873ce-dd59-49ad-9ea8-fe633f080ce2 None None] Bound using segment: {'id': '8bd81e88-1ac3-46b2-ab8a-66c5b98015d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7eecb4e1-e535-46a7-a815-58fe22602cba'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:29:02.685292 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-647873ce-dd59-49ad-9ea8-fe633f080ce2 None None] Bound port: 5f7412b8-b79c-434d-aa9d-353dfa7ead8c, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bd81e88-1ac3-46b2-ab8a-66c5b98015d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7eecb4e1-e535-46a7-a815-58fe22602cba'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:29:02.686116 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-647873ce-dd59-49ad-9ea8-fe633f080ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:02.815664 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8e8733b5-f86e-46b2-a5fc-14f934defb96 admin admin] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:02.839495 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-647873ce-dd59-49ad-9ea8-fe633f080ce2 None None] For port 5f7412b8-b79c-434d-aa9d-353dfa7ead8c, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:29:02.845130 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-aa120e0e-46c2-4727-9a71-79e858340543 None None] Set router e7bd367d-0c25-4c29-a923-8a46e4a36d6d gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:29:02.851556 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-647873ce-dd59-49ad-9ea8-fe633f080ce2 None None] For port 5f7412b8-b79c-434d-aa9d-353dfa7ead8c, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=5f7412b8-b79c-434d-aa9d-353dfa7ead8c,segment=NetworkSegment(8bd81e88-1ac3-46b2-ab8a-66c5b98015d3),segment_id=8bd81e88-1ac3-46b2-ab8a-66c5b98015d3)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:29:02.865032 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-06bb3462-c010-48ba-9e06-6824f2de230a tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Calling delete_port for e9c8ac79-f7a2-4690-91a0-3de8ecd0c7ae owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:29:02.867602 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-647873ce-dd59-49ad-9ea8-fe633f080ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:03.029956 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2fac3776-6912-440c-8005-a15ada6a7e10 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:03.046682 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2fac3776-6912-440c-8005-a15ada6a7e10 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:03.132669 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 36048) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:03.170687 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fac3776-6912-440c-8005-a15ada6a7e10 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c0d6f2d-de4a-4d38-b424-ecfd39b676e4,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:03.181701 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647873ce-dd59-49ad-9ea8-fe633f080ce2 None None] Pushing event updated for resources: {'Port': ['ID=5f7412b8-b79c-434d-aa9d-353dfa7ead8c,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:03.200364 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2fac3776-6912-440c-8005-a15ada6a7e10 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:03.204716 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-2fac3776-6912-440c-8005-a15ada6a7e10 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1308811 Feb 09 01:29:03.205666 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 36054) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:03.218189 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-14abe271-f135-453e-afe0-fc5c0e779fc9 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Request body: {'security_group_rule': {'security_group_id': '6c0d6f2d-de4a-4d38-b424-ecfd39b676e4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:03.227650 n-d-828418-1 neutron-server[87639]: WARNING neutron.api.v2.base [None req-14abe271-f135-453e-afe0-fc5c0e779fc9 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 09 01:29:03.228455 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [None req-14abe271-f135-453e-afe0-fc5c0e779fc9 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:29:03.232943 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-14abe271-f135-453e-afe0-fc5c0e779fc9 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0226593 Feb 09 01:29:03.233448 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 36058) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:03.253095 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-f6961f21-2d01-4b5b-b024-e49a9917f921 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Request body: {'security_group_rule': {'security_group_id': '6c0d6f2d-de4a-4d38-b424-ecfd39b676e4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:03.256012 n-d-828418-1 neutron-server[87639]: WARNING neutron.api.v2.base [None req-f6961f21-2d01-4b5b-b024-e49a9917f921 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 09 01:29:03.264404 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [None req-f6961f21-2d01-4b5b-b024-e49a9917f921 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:29:03.269355 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f6961f21-2d01-4b5b-b024-e49a9917f921 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0324614 Feb 09 01:29:03.318676 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36062) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:03.345429 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-6f8d012e-f57e-46bb-b098-90295d01c5be tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Request body: {'security_group_rule': {'security_group_id': '6c0d6f2d-de4a-4d38-b424-ecfd39b676e4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:03.347291 n-d-828418-1 neutron-server[87638]: WARNING neutron.api.v2.base [None req-6f8d012e-f57e-46bb-b098-90295d01c5be tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 09 01:29:03.347535 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-6f8d012e-f57e-46bb-b098-90295d01c5be tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:29:03.348532 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-6f8d012e-f57e-46bb-b098-90295d01c5be tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0253208 Feb 09 01:29:03.358751 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 36068) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:03.399315 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-bd14408a-b0c0-41c9-bd50-7377506a4d4c tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Request body: {'security_group_rule': {'security_group_id': '6c0d6f2d-de4a-4d38-b424-ecfd39b676e4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:03.404587 n-d-828418-1 neutron-server[87639]: WARNING neutron.api.v2.base [None req-bd14408a-b0c0-41c9-bd50-7377506a4d4c tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 09 01:29:03.405336 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [None req-bd14408a-b0c0-41c9-bd50-7377506a4d4c tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:29:03.406607 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-bd14408a-b0c0-41c9-bd50-7377506a4d4c tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0471230 Feb 09 01:29:03.412015 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36074) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:03.417720 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8e8733b5-f86e-46b2-a5fc-14f934defb96 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:03.455401 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-8e8733b5-f86e-46b2-a5fc-14f934defb96 admin admin] Deleting port 295f0796-eebd-4455-b27d-82a48c9079b2 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:29:03.455747 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8e8733b5-f86e-46b2-a5fc-14f934defb96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:03.527368 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-20b70837-e876-4851-8ba0-d8bed7df504d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:03.551823 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-20b70837-e876-4851-8ba0-d8bed7df504d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:03.562856 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-06bb3462-c010-48ba-9e06-6824f2de230a tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:03.578638 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-20b70837-e876-4851-8ba0-d8bed7df504d admin admin] Usage tracker for resource:security_group_rule and tenant:6f8eaa7b9314414d98f27761d73ae4d3 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:29:03.701136 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-8e8733b5-f86e-46b2-a5fc-14f934defb96 admin admin] For port 295f0796-eebd-4455-b27d-82a48c9079b2, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=295f0796-eebd-4455-b27d-82a48c9079b2,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:29:03.701503 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8e8733b5-f86e-46b2-a5fc-14f934defb96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:03.738257 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-aa120e0e-46c2-4727-9a71-79e858340543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7bd367d-0c25-4c29-a923-8a46e4a36d6d', 'name': 'tempest-TestVolumeBackupRestore-525223622-router', 'tenant_id': '11575d7f322d408a95a8d24bf14e5631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '295f0796-eebd-4455-b27d-82a48c9079b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:45Z', 'updated_at': '2022-02-09T01:29:00Z', 'revision_number': 5, 'project_id': '11575d7f322d408a95a8d24bf14e5631', 'gw_port': {'id': '295f0796-eebd-4455-b27d-82a48c9079b2', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:76:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bd367d-0c25-4c29-a923-8a46e4a36d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:48Z', 'updated_at': '2022-02-09T01:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:03.748564 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa120e0e-46c2-4727-9a71-79e858340543 None None] Checking router: e7bd367d-0c25-4c29-a923-8a46e4a36d6d for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:29:03.754310 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-20b70837-e876-4851-8ba0-d8bed7df504d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:29:03.765507 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa120e0e-46c2-4727-9a71-79e858340543 None None] Routers {'e7bd367d-0c25-4c29-a923-8a46e4a36d6d'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:29:03.766240 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-aa120e0e-46c2-4727-9a71-79e858340543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:28:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['e7bd367d-0c25-4c29-a923-8a46e4a36d6d'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:03.826164 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bb3462-c010-48ba-9e06-6824f2de230a tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event deleted for resources: {'Port': ['ID=e9c8ac79-f7a2-4690-91a0-3de8ecd0c7ae,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:03.829701 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-20b70837-e876-4851-8ba0-d8bed7df504d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:03.865860 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-8e8733b5-f86e-46b2-a5fc-14f934defb96 admin admin] Calling delete_port for 295f0796-eebd-4455-b27d-82a48c9079b2 owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:29:03.880972 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-06bb3462-c010-48ba-9e06-6824f2de230a tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:03.913335 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-06bb3462-c010-48ba-9e06-6824f2de230a tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "DELETE /v2.0/ports/e9c8ac79-f7a2-4690-91a0-3de8ecd0c7ae HTTP/1.1" status: 204 len: 168 time: 1.9027567 Feb 09 01:29:03.914386 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 36078) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:03.984179 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f0f4bb8-ed0c-4d60-8348-61ef5b8a87b6 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] GET failed (client error): The resource could not be found. Feb 09 01:29:03.985008 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-8f0f4bb8-ed0c-4d60-8348-61ef5b8a87b6 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Synchronizing usage tracker for tenant:fcf7e2256d264906affa05ee27479d94 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:29:03.986378 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-aa120e0e-46c2-4727-9a71-79e858340543 None None] Set router e7bd367d-0c25-4c29-a923-8a46e4a36d6d gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:29:04.038023 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-8f0f4bb8-ed0c-4d60-8348-61ef5b8a87b6 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Unset dirty status for tenant:fcf7e2256d264906affa05ee27479d94 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:29:04.042292 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-8f0f4bb8-ed0c-4d60-8348-61ef5b8a87b6 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "GET /v2.0/ports/e9c8ac79-f7a2-4690-91a0-3de8ecd0c7ae HTTP/1.1" status: 404 len: 333 time: 0.1220098 Feb 09 01:29:04.043231 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 36084) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:04.093442 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8e8733b5-f86e-46b2-a5fc-14f934defb96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:04.127595 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-20b70837-e876-4851-8ba0-d8bed7df504d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:04.141846 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-20b70837-e876-4851-8ba0-d8bed7df504d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:04.208519 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-76b7d4c3-6fb5-4954-8b97-61710f8e0d5b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Deleting subnet 9b1c850e-a56d-47c5-9b86-c96656cabdf8 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:29:04.212973 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8733b5-f86e-46b2-a5fc-14f934defb96 admin admin] Pushing event deleted for resources: {'Port': ['ID=295f0796-eebd-4455-b27d-82a48c9079b2,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:04.223725 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-aa120e0e-46c2-4727-9a71-79e858340543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7bd367d-0c25-4c29-a923-8a46e4a36d6d', 'name': 'tempest-TestVolumeBackupRestore-525223622-router', 'tenant_id': '11575d7f322d408a95a8d24bf14e5631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:45Z', 'updated_at': '2022-02-09T01:29:03Z', 'revision_number': 6, 'project_id': '11575d7f322d408a95a8d24bf14e5631', 'gw_port_host': None}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:04.238340 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-20b70837-e876-4851-8ba0-d8bed7df504d admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=6f8eaa7b9314414d98f27761d73ae4d3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1049371 Feb 09 01:29:04.242835 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa120e0e-46c2-4727-9a71-79e858340543 None None] The sync data for ids ['e7bd367d-0c25-4c29-a923-8a46e4a36d6d'] in n-d-828418-1 is: [{'id': 'e7bd367d-0c25-4c29-a923-8a46e4a36d6d', 'name': 'tempest-TestVolumeBackupRestore-525223622-router', 'tenant_id': '11575d7f322d408a95a8d24bf14e5631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:45Z', 'updated_at': '2022-02-09T01:29:03Z', 'revision_number': 6, 'project_id': '11575d7f322d408a95a8d24bf14e5631', 'gw_port_host': None}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:29:04.253293 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36088) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:04.258891 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-76b7d4c3-6fb5-4954-8b97-61710f8e0d5b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:04.350509 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b70837-e876-4851-8ba0-d8bed7df504d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c968b3-fc4a-48ad-a0f0-cf3e319deb67,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:04.362248 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-76b7d4c3-6fb5-4954-8b97-61710f8e0d5b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:04.477185 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-753b03ee-db9e-42c0-be3b-ad5bf24af412 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:04.499792 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-76b7d4c3-6fb5-4954-8b97-61710f8e0d5b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:04.536809 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8e8733b5-f86e-46b2-a5fc-14f934defb96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:04.592448 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4c924a65-d1e2-4c58-b85a-24c3d3e43afb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:04.625045 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4c924a65-d1e2-4c58-b85a-24c3d3e43afb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:04.742778 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-753b03ee-db9e-42c0-be3b-ad5bf24af412 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:04.784398 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-76b7d4c3-6fb5-4954-8b97-61710f8e0d5b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:04.870170 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b7d4c3-6fb5-4954-8b97-61710f8e0d5b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event deleted for resources: {'Subnet': ['ID=9b1c850e-a56d-47c5-9b86-c96656cabdf8,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:04.873266 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-76b7d4c3-6fb5-4954-8b97-61710f8e0d5b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:04.893843 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-76b7d4c3-6fb5-4954-8b97-61710f8e0d5b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "DELETE /v2.0/subnets/9b1c850e-a56d-47c5-9b86-c96656cabdf8 HTTP/1.1" status: 204 len: 168 time: 0.8456249 Feb 09 01:29:04.898048 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 36096) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:04.918328 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4c924a65-d1e2-4c58-b85a-24c3d3e43afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:04.924351 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb1100c-6d01-4840-8e4b-53f4906c2fec None None] Network 7eecb4e1-e535-46a7-a815-58fe22602cba requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:29:04.954531 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c924a65-d1e2-4c58-b85a-24c3d3e43afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c968b3-fc4a-48ad-a0f0-cf3e319deb67,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:05.033340 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8e8733b5-f86e-46b2-a5fc-14f934defb96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:05.049044 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8e8733b5-f86e-46b2-a5fc-14f934defb96 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:05.078486 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4c924a65-d1e2-4c58-b85a-24c3d3e43afb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:05.082216 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-65581e06-045f-43e5-8b90-729f93cd58f2 None None] Provisioning for port 5f7412b8-b79c-434d-aa9d-353dfa7ead8c completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:29:05.095085 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-4c924a65-d1e2-4c58-b85a-24c3d3e43afb admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/d4c968b3-fc4a-48ad-a0f0-cf3e319deb67 HTTP/1.1" status: 204 len: 168 time: 0.8141851 Feb 09 01:29:05.110066 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8e8733b5-f86e-46b2-a5fc-14f934defb96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:05.110866 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e8733b5-f86e-46b2-a5fc-14f934defb96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7bd367d-0c25-4c29-a923-8a46e4a36d6d {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:29:05.113139 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-753b03ee-db9e-42c0-be3b-ad5bf24af412 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:05.185035 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753b03ee-db9e-42c0-be3b-ad5bf24af412 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c0d6f2d-de4a-4d38-b424-ecfd39b676e4,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:05.190161 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-753b03ee-db9e-42c0-be3b-ad5bf24af412 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:05.191895 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-753b03ee-db9e-42c0-be3b-ad5bf24af412 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] 10.222.0.105 "DELETE /v2.0/security-groups/6c0d6f2d-de4a-4d38-b424-ecfd39b676e4 HTTP/1.1" status: 204 len: 168 time: 1.7786603 Feb 09 01:29:05.194430 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8e8733b5-f86e-46b2-a5fc-14f934defb96 admin admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:05.198220 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-8e8733b5-f86e-46b2-a5fc-14f934defb96 admin admin] 10.222.0.105 "DELETE /v2.0/routers/e7bd367d-0c25-4c29-a923-8a46e4a36d6d HTTP/1.1" status: 204 len: 168 time: 2.8063076 Feb 09 01:29:05.199115 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36104) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:05.199651 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36106) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:05.228035 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f8c70450-13de-4fbc-81bb-311ff6645559 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:05.267023 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-f8c70450-13de-4fbc-81bb-311ff6645559 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Deleting port 5f7412b8-b79c-434d-aa9d-353dfa7ead8c {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:29:05.267651 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f8c70450-13de-4fbc-81bb-311ff6645559 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:05.314556 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 5f7412b8-b79c-434d-aa9d-353dfa7ead8c up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:29:05.343373 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d731c27-a0e2-4d6d-bcc0-349aca700c64 admin admin] Deleting subnet 21195007-bc71-484b-ac52-9d0f854c867f {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:29:05.346518 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6d731c27-a0e2-4d6d-bcc0-349aca700c64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:05.458100 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 5f7412b8-b79c-434d-aa9d-353dfa7ead8c completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:29:05.468377 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 5f7412b8-b79c-434d-aa9d-353dfa7ead8c triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:05.468849 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:05.472472 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6d731c27-a0e2-4d6d-bcc0-349aca700c64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:05.552465 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3709eb9-e277-41a2-9be6-f56ffd2d7b5c None None] DHCP port deletion for 7eecb4e1-e535-46a7-a815-58fe22602cba request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:29:05.584234 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a3709eb9-e277-41a2-9be6-f56ffd2d7b5c None None] Deleting port 5f7412b8-b79c-434d-aa9d-353dfa7ead8c {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:29:05.584779 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a3709eb9-e277-41a2-9be6-f56ffd2d7b5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:05.671739 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6d731c27-a0e2-4d6d-bcc0-349aca700c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:05.786505 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36120) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:05.808897 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-4180fbc7-a189-4a15-8169-774c3a161ad4 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Synchronizing usage tracker for tenant:2b763021f8f6447f9989c02a67b8d03a on resource:security_group {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:29:05.816134 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6d731c27-a0e2-4d6d-bcc0-349aca700c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:05.948395 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-f8c70450-13de-4fbc-81bb-311ff6645559 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] For port 5f7412b8-b79c-434d-aa9d-353dfa7ead8c, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=5f7412b8-b79c-434d-aa9d-353dfa7ead8c,segment=NetworkSegment(8bd81e88-1ac3-46b2-ab8a-66c5b98015d3),segment_id=8bd81e88-1ac3-46b2-ab8a-66c5b98015d3)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:29:05.951986 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f8c70450-13de-4fbc-81bb-311ff6645559 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:06.022381 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-675948f1-e5c8-4aba-b079-9d90258e18dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:06.045664 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d731c27-a0e2-4d6d-bcc0-349aca700c64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21195007-bc71-484b-ac52-9d0f854c867f,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:06.060107 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-675948f1-e5c8-4aba-b079-9d90258e18dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:06.064067 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-675948f1-e5c8-4aba-b079-9d90258e18dc admin admin] Usage tracker for resource:security_group_rule and tenant:608a1fe0e4d3475890aa6de14ae6928a is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:29:06.067271 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-675948f1-e5c8-4aba-b079-9d90258e18dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:29:06.073363 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-675948f1-e5c8-4aba-b079-9d90258e18dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:06.085194 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6d731c27-a0e2-4d6d-bcc0-349aca700c64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:06.097973 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-4180fbc7-a189-4a15-8169-774c3a161ad4 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Unset dirty status for tenant:2b763021f8f6447f9989c02a67b8d03a on resource:security_group {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:29:06.104668 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-4180fbc7-a189-4a15-8169-774c3a161ad4 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.8997724 Feb 09 01:29:06.115435 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36126) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:06.123130 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-9ba30ebb-f739-4051-8dca-890c3449ba08 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Request body: {'security_group': {'name': 'tempest-secgroup--1850954851'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:06.134313 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9ba30ebb-f739-4051-8dca-890c3449ba08 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:06.153733 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-6d731c27-a0e2-4d6d-bcc0-349aca700c64 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/21195007-bc71-484b-ac52-9d0f854c867f HTTP/1.1" status: 204 len: 168 time: 0.9376624 Feb 09 01:29:06.153733 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36130) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:06.172343 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e7e988-cd74-4578-80a7-4ac3b477c4f1 None None] Network b439a46e-115c-48eb-8801-9f3677ea4b18 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:29:06.202320 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-f8c70450-13de-4fbc-81bb-311ff6645559 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Calling delete_port for 5f7412b8-b79c-434d-aa9d-353dfa7ead8c owned by network:dhcp {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:29:06.205454 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9ba30ebb-f739-4051-8dca-890c3449ba08 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:06.331036 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:06.350338 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9ba30ebb-f739-4051-8dca-890c3449ba08 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:06.389631 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f8c70450-13de-4fbc-81bb-311ff6645559 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:06.408543 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-31ae6ecb-40ba-40cb-a938-1e0e63ff2007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:06.417726 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9ba30ebb-f739-4051-8dca-890c3449ba08 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:06.423351 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a3709eb9-e277-41a2-9be6-f56ffd2d7b5c None None] For port 5f7412b8-b79c-434d-aa9d-353dfa7ead8c, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=5f7412b8-b79c-434d-aa9d-353dfa7ead8c,segment=NetworkSegment(8bd81e88-1ac3-46b2-ab8a-66c5b98015d3),segment_id=8bd81e88-1ac3-46b2-ab8a-66c5b98015d3)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:29:06.424194 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a3709eb9-e277-41a2-9be6-f56ffd2d7b5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:06.432327 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-9ba30ebb-f739-4051-8dca-890c3449ba08 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Usage tracker for resource:security_group_rule and tenant:2b763021f8f6447f9989c02a67b8d03a is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:29:06.436843 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-9ba30ebb-f739-4051-8dca-890c3449ba08 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:29:06.456134 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9ba30ebb-f739-4051-8dca-890c3449ba08 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:06.461978 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-31ae6ecb-40ba-40cb-a938-1e0e63ff2007 admin admin] Deleting port b28fe750-2fbd-4d25-a053-55df11029efb {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:29:06.462470 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-31ae6ecb-40ba-40cb-a938-1e0e63ff2007 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:06.492880 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c70450-13de-4fbc-81bb-311ff6645559 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event deleted for resources: {'Port': ['ID=5f7412b8-b79c-434d-aa9d-353dfa7ead8c,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:06.505684 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c70450-13de-4fbc-81bb-311ff6645559 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] No DVR routers for this DVR port 5f7412b8-b79c-434d-aa9d-353dfa7ead8c on host n-d-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:29:06.534355 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-675948f1-e5c8-4aba-b079-9d90258e18dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:06.548271 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-675948f1-e5c8-4aba-b079-9d90258e18dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:06.629790 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675948f1-e5c8-4aba-b079-9d90258e18dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e7d232-6552-4c7f-8774-08dfc4bcb4b2,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:06.681890 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f8c70450-13de-4fbc-81bb-311ff6645559 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:06.695574 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a3709eb9-e277-41a2-9be6-f56ffd2d7b5c None None] Calling delete_port for 5f7412b8-b79c-434d-aa9d-353dfa7ead8c owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:29:06.716281 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-f8c70450-13de-4fbc-81bb-311ff6645559 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eecb4e1-e535-46a7-a815-58fe22602cba']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:06.734360 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-f8c70450-13de-4fbc-81bb-311ff6645559 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bd81e88-1ac3-46b2-ab8a-66c5b98015d3') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:06.735143 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-f8c70450-13de-4fbc-81bb-311ff6645559 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bd81e88-1ac3-46b2-ab8a-66c5b98015d3') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:06.753200 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f8c70450-13de-4fbc-81bb-311ff6645559 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:06.781487 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f8c70450-13de-4fbc-81bb-311ff6645559 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:06.788097 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-675948f1-e5c8-4aba-b079-9d90258e18dc admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=608a1fe0e4d3475890aa6de14ae6928a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9975882 Feb 09 01:29:06.790357 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8c70450-13de-4fbc-81bb-311ff6645559 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:29:06.791929 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f8c70450-13de-4fbc-81bb-311ff6645559 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:06.810857 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36136) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:06.882016 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device b8851ea2-3624-444a-81a7-5e02cf08b8d6 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:29:06.926691 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: b8851ea2-3624-444a-81a7-5e02cf08b8d6 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:29:06.927039 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device b8851ea2-3624-444a-81a7-5e02cf08b8d6 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:29:06.962917 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 01:29:06.962917 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:29:06.962917 n-d-828418-1 neutron-server[87639]: timer() Feb 09 01:29:06.962917 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:29:06.962917 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 01:29:06.962917 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:29:06.962917 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 01:29:06.962917 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:29:06.962917 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 01:29:06.962917 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:29:06.962917 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 01:29:06.962917 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:29:06.962917 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 01:29:06.962917 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:29:06.962917 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:29:06.962917 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:29:06.962917 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:29:06.962917 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:29:06.962917 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 01:29:06.962917 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:29:06.962917 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 01:29:06.962917 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:29:06.962917 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:29:06.962917 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:29:06.962917 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 01:29:06.962917 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:29:06.962917 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:29:06.962917 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:29:06.962917 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:29:06.962917 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:29:06.962917 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:29:06.962917 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:29:06.985199 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-a3709eb9-e277-41a2-9be6-f56ffd2d7b5c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:29:06.986587 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f8c70450-13de-4fbc-81bb-311ff6645559 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:06.991986 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-a3709eb9-e277-41a2-9be6-f56ffd2d7b5c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:29:07.018791 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f8c70450-13de-4fbc-81bb-311ff6645559 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:07.027617 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c70450-13de-4fbc-81bb-311ff6645559 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event deleted for resources: {'Network': ['ID=7eecb4e1-e535-46a7-a815-58fe22602cba,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:07.051942 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f8c70450-13de-4fbc-81bb-311ff6645559 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "DELETE /v2.0/networks/7eecb4e1-e535-46a7-a815-58fe22602cba HTTP/1.1" status: 204 len: 168 time: 2.1515107 Feb 09 01:29:07.054391 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 36140) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:07.060346 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 5f7412b8-b79c-434d-aa9d-353dfa7ead8c no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:29:07.063682 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-1baadd39-561f-4065-b2fd-0788c282ae39 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Request body: {'port': {'network_id': '22d227dc-8d0a-4805-9ef9-b9c9db32dcb7', 'name': 'tempest-PortsTestJSON-584256307'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:07.090330 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9ba30ebb-f739-4051-8dca-890c3449ba08 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:07.104867 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-31ae6ecb-40ba-40cb-a938-1e0e63ff2007 admin admin] For port b28fe750-2fbd-4d25-a053-55df11029efb, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=b28fe750-2fbd-4d25-a053-55df11029efb,segment=NetworkSegment(0f90f0e3-4141-4826-b38b-e19e3ed3d126),segment_id=0f90f0e3-4141-4826-b38b-e19e3ed3d126)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:29:07.105371 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-31ae6ecb-40ba-40cb-a938-1e0e63ff2007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:07.106899 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479ac151-7c69-4e2a-b671-2b1c32ece1d9 None None] DHCP port deletion for b439a46e-115c-48eb-8801-9f3677ea4b18 request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:29:07.117005 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 5f7412b8-b79c-434d-aa9d-353dfa7ead8c {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:29:07.117357 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 5f7412b8-b79c-434d-aa9d-353dfa7ead8c not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:29:07.117794 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 295f0796-eebd-4455-b27d-82a48c9079b2 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:29:07.119400 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9ba30ebb-f739-4051-8dca-890c3449ba08 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:07.153814 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-479ac151-7c69-4e2a-b671-2b1c32ece1d9 None None] Deleting port b28fe750-2fbd-4d25-a053-55df11029efb {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:29:07.154268 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-479ac151-7c69-4e2a-b671-2b1c32ece1d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:07.167344 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f3ee91f0-7862-414a-a450-fac3b22d7f57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:07.177273 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9ba30ebb-f739-4051-8dca-890c3449ba08 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:07.182074 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9ba30ebb-f739-4051-8dca-890c3449ba08 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0665495 Feb 09 01:29:07.185063 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 36146) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:07.192894 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-3c9c2f8a-1ea1-44ac-a15f-e16ea286b119 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Request body: {'security_group_rule': {'security_group_id': '5868d69d-f2cb-44df-a199-d4e89075ebc5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:07.194170 n-d-828418-1 neutron-server[87639]: WARNING neutron.api.v2.base [None req-3c9c2f8a-1ea1-44ac-a15f-e16ea286b119 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 09 01:29:07.194833 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [None req-3c9c2f8a-1ea1-44ac-a15f-e16ea286b119 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:29:07.196408 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-3c9c2f8a-1ea1-44ac-a15f-e16ea286b119 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0097456 Feb 09 01:29:07.202909 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 36150) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:07.219276 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-197d99d9-1c5a-4e7b-be5b-55d7885c43ef tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Request body: {'security_group_rule': {'security_group_id': '5868d69d-f2cb-44df-a199-d4e89075ebc5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:07.236525 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-197d99d9-1c5a-4e7b-be5b-55d7885c43ef tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:07.245583 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-197d99d9-1c5a-4e7b-be5b-55d7885c43ef tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Usage tracker for resource:security_group_rule and tenant:2b763021f8f6447f9989c02a67b8d03a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:29:07.251136 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-197d99d9-1c5a-4e7b-be5b-55d7885c43ef tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:29:07.259997 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-1baadd39-561f-4065-b2fd-0788c282ae39 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:07.265589 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 295f0796-eebd-4455-b27d-82a48c9079b2 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:29:07.266571 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 295f0796-eebd-4455-b27d-82a48c9079b2 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:29:07.267604 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-1baadd39-561f-4065-b2fd-0788c282ae39 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Usage tracker for resource:port and tenant:fcf7e2256d264906affa05ee27479d94 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:29:07.271842 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-1baadd39-561f-4065-b2fd-0788c282ae39 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:29:07.279587 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-1baadd39-561f-4065-b2fd-0788c282ae39 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:07.293005 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-197d99d9-1c5a-4e7b-be5b-55d7885c43ef tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:07.299066 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1baadd39-561f-4065-b2fd-0788c282ae39 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Made reservation on behalf of fcf7e2256d264906affa05ee27479d94 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:29:07.303214 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1baadd39-561f-4065-b2fd-0788c282ae39 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:07.334374 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-1baadd39-561f-4065-b2fd-0788c282ae39 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] device_id is not set on port 9985f2ac-2d3d-4c8f-b646-09090d040a11 yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:29:07.382560 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-31ae6ecb-40ba-40cb-a938-1e0e63ff2007 admin admin] Calling delete_port for b28fe750-2fbd-4d25-a053-55df11029efb owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:29:07.485559 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba30ebb-f739-4051-8dca-890c3449ba08 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5868d69d-f2cb-44df-a199-d4e89075ebc5,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:07.490442 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f3ee91f0-7862-414a-a450-fac3b22d7f57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:07.501134 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a3709eb9-e277-41a2-9be6-f56ffd2d7b5c None None] Deleting port 5f7412b8-b79c-434d-aa9d-353dfa7ead8c {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:29:07.501609 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a3709eb9-e277-41a2-9be6-f56ffd2d7b5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:07.517374 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [None req-197d99d9-1c5a-4e7b-be5b-55d7885c43ef tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:29:07.519244 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-197d99d9-1c5a-4e7b-be5b-55d7885c43ef tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3150048 Feb 09 01:29:07.524200 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36158) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:07.536725 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-2178239c-f6a8-4446-86b0-651a11527348 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Request body: {'security_group_rule': {'security_group_id': '5868d69d-f2cb-44df-a199-d4e89075ebc5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:07.537539 n-d-828418-1 neutron-server[87638]: WARNING neutron.api.v2.base [None req-2178239c-f6a8-4446-86b0-651a11527348 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 09 01:29:07.538392 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-2178239c-f6a8-4446-86b0-651a11527348 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:29:07.542323 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-2178239c-f6a8-4446-86b0-651a11527348 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0133765 Feb 09 01:29:07.552022 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 36162) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:07.604683 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-31ae6ecb-40ba-40cb-a938-1e0e63ff2007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:07.625239 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-c6955828-6c46-40e2-b900-dffdbd23a62a tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Request body: {'security_group_rule': {'security_group_id': '5868d69d-f2cb-44df-a199-d4e89075ebc5', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:07.635750 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a3709eb9-e277-41a2-9be6-f56ffd2d7b5c None None] The port '5f7412b8-b79c-434d-aa9d-353dfa7ead8c' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:29:07.644175 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c6955828-6c46-40e2-b900-dffdbd23a62a tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:07.670984 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-479ac151-7c69-4e2a-b671-2b1c32ece1d9 None None] For port b28fe750-2fbd-4d25-a053-55df11029efb, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=b28fe750-2fbd-4d25-a053-55df11029efb,segment=NetworkSegment(0f90f0e3-4141-4826-b38b-e19e3ed3d126),segment_id=0f90f0e3-4141-4826-b38b-e19e3ed3d126)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:29:07.672183 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ae6ecb-40ba-40cb-a938-1e0e63ff2007 admin admin] Pushing event deleted for resources: {'Port': ['ID=b28fe750-2fbd-4d25-a053-55df11029efb,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:07.675803 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-479ac151-7c69-4e2a-b671-2b1c32ece1d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:07.676530 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f3ee91f0-7862-414a-a450-fac3b22d7f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:07.701895 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ee91f0-7862-414a-a450-fac3b22d7f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e7d232-6552-4c7f-8774-08dfc4bcb4b2,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:07.705150 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ae6ecb-40ba-40cb-a938-1e0e63ff2007 admin admin] No DVR routers for this DVR port b28fe750-2fbd-4d25-a053-55df11029efb on host n-d-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:29:07.726278 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-c6955828-6c46-40e2-b900-dffdbd23a62a tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Usage tracker for resource:security_group_rule and tenant:2b763021f8f6447f9989c02a67b8d03a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:29:07.732441 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-c6955828-6c46-40e2-b900-dffdbd23a62a tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:29:07.749029 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c6955828-6c46-40e2-b900-dffdbd23a62a tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:07.778312 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1baadd39-561f-4065-b2fd-0788c282ae39 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:07.815482 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [None req-c6955828-6c46-40e2-b900-dffdbd23a62a tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:29:07.816924 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-c6955828-6c46-40e2-b900-dffdbd23a62a tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2635479 Feb 09 01:29:07.825826 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36166) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:07.834041 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1baadd39-561f-4065-b2fd-0788c282ae39 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:07.867525 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-822a2642-8a0a-441c-a9f1-2bfa837e4db3 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Request body: {'security_group_rule': {'security_group_id': '5868d69d-f2cb-44df-a199-d4e89075ebc5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:07.867915 n-d-828418-1 neutron-server[87638]: WARNING neutron.api.v2.base [None req-822a2642-8a0a-441c-a9f1-2bfa837e4db3 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 09 01:29:07.868405 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-822a2642-8a0a-441c-a9f1-2bfa837e4db3 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:29:07.869359 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-822a2642-8a0a-441c-a9f1-2bfa837e4db3 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0161374 Feb 09 01:29:07.898048 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-479ac151-7c69-4e2a-b671-2b1c32ece1d9 None None] Calling delete_port for b28fe750-2fbd-4d25-a053-55df11029efb owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:29:07.933287 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 36170) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:07.935963 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baadd39-561f-4065-b2fd-0788c282ae39 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event updated for resources: {'Port': ['ID=9985f2ac-2d3d-4c8f-b646-09090d040a11,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:07.946000 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-c2e090de-3da5-40bb-8b80-304a548b8c8e tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Request body: {'security_group_rule': {'security_group_id': '5868d69d-f2cb-44df-a199-d4e89075ebc5', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:07.954556 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1baadd39-561f-4065-b2fd-0788c282ae39 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Network 22d227dc-8d0a-4805-9ef9-b9c9db32dcb7 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:07.957411 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-1baadd39-561f-4065-b2fd-0788c282ae39 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:07.963866 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c2e090de-3da5-40bb-8b80-304a548b8c8e tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:07.968330 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1baadd39-561f-4065-b2fd-0788c282ae39 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:29:07.973407 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f3ee91f0-7862-414a-a450-fac3b22d7f57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:07.976987 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f3ee91f0-7862-414a-a450-fac3b22d7f57 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/a6e7d232-6552-4c7f-8774-08dfc4bcb4b2 HTTP/1.1" status: 204 len: 168 time: 1.1629193 Feb 09 01:29:07.993413 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1baadd39-561f-4065-b2fd-0788c282ae39 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:07.997700 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1baadd39-561f-4065-b2fd-0788c282ae39 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:08.003653 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-31ae6ecb-40ba-40cb-a938-1e0e63ff2007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:08.014918 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-c2e090de-3da5-40bb-8b80-304a548b8c8e tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Usage tracker for resource:security_group_rule and tenant:2b763021f8f6447f9989c02a67b8d03a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:29:08.033634 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-479ac151-7c69-4e2a-b671-2b1c32ece1d9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:29:08.034321 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-479ac151-7c69-4e2a-b671-2b1c32ece1d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:29:08.039483 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-31ae6ecb-40ba-40cb-a938-1e0e63ff2007 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b439a46e-115c-48eb-8801-9f3677ea4b18']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:08.039668 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-c2e090de-3da5-40bb-8b80-304a548b8c8e tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:29:08.054985 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-31ae6ecb-40ba-40cb-a938-1e0e63ff2007 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f90f0e3-4141-4826-b38b-e19e3ed3d126') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:08.055167 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-31ae6ecb-40ba-40cb-a938-1e0e63ff2007 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f90f0e3-4141-4826-b38b-e19e3ed3d126') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:08.057192 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c2e090de-3da5-40bb-8b80-304a548b8c8e tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:08.072159 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-31ae6ecb-40ba-40cb-a938-1e0e63ff2007 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:08.079167 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-1baadd39-561f-4065-b2fd-0788c282ae39 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0210094 Feb 09 01:29:08.079745 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 36176) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:08.095997 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-31ae6ecb-40ba-40cb-a938-1e0e63ff2007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:08.103229 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31ae6ecb-40ba-40cb-a938-1e0e63ff2007 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:29:08.104146 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-31ae6ecb-40ba-40cb-a938-1e0e63ff2007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:08.123022 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:29:08.123022 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:29:08.123022 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:29:08.123022 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:29:08.123022 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:29:08.123022 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:29:08.123022 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:29:08.123022 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:29:08.123022 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:29:08.123022 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:29:08.123022 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:29:08.123022 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:29:08.123022 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:29:08.123022 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:29:08.123022 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:29:08.123022 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:29:08.123022 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:29:08.123022 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:29:08.123022 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:29:08.123022 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:29:08.123022 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:29:08.123022 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:29:08.123022 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:29:08.123022 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:29:08.123022 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:29:08.123022 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:29:08.123022 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:29:08.123022 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:29:08.123022 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:29:08.123022 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:29:08.123022 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:29:08.123022 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:29:08.167015 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-358873ff-649e-45c1-8beb-d6edcb17d3db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:08.240535 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-31ae6ecb-40ba-40cb-a938-1e0e63ff2007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:08.261725 n-d-828418-1 neutron-server[87639]: INFO neutron.db.securitygroups_db [None req-c2e090de-3da5-40bb-8b80-304a548b8c8e tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Project 2b763021f8f6447f9989c02a67b8d03a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:29:08.287778 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-31ae6ecb-40ba-40cb-a938-1e0e63ff2007 admin admin] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:08.304034 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ae6ecb-40ba-40cb-a938-1e0e63ff2007 admin admin] Pushing event deleted for resources: {'Network': ['ID=b439a46e-115c-48eb-8801-9f3677ea4b18,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:08.314165 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-31ae6ecb-40ba-40cb-a938-1e0e63ff2007 admin admin] 10.222.0.105 "DELETE /v2.0/networks/b439a46e-115c-48eb-8801-9f3677ea4b18 HTTP/1.1" status: 204 len: 168 time: 2.1628127 Feb 09 01:29:08.345748 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [None req-c2e090de-3da5-40bb-8b80-304a548b8c8e tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:29:08.351496 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-c2e090de-3da5-40bb-8b80-304a548b8c8e tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4129667 Feb 09 01:29:08.351655 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36186) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:08.360488 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-7b364a68-d6a4-4c25-929c-0a611f42a8cf tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Deleting port 9985f2ac-2d3d-4c8f-b646-09090d040a11 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:29:08.360821 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-c22961d4-34a6-461b-b030-d699c2fb0cb1 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Request body: {'security_group_rule': {'security_group_id': '5868d69d-f2cb-44df-a199-d4e89075ebc5', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:08.360949 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7b364a68-d6a4-4c25-929c-0a611f42a8cf tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:08.361566 n-d-828418-1 neutron-server[87638]: WARNING neutron.api.v2.base [None req-c22961d4-34a6-461b-b030-d699c2fb0cb1 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 09 01:29:08.364674 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-c22961d4-34a6-461b-b030-d699c2fb0cb1 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:29:08.366811 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c22961d4-34a6-461b-b030-d699c2fb0cb1 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0129168 Feb 09 01:29:08.369514 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36190) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:08.388202 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-54917e2c-3015-48f5-ac66-d603f625f63f tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Request body: {'security_group_rule': {'security_group_id': '5868d69d-f2cb-44df-a199-d4e89075ebc5', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:08.423800 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-54917e2c-3015-48f5-ac66-d603f625f63f tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:08.439915 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-54917e2c-3015-48f5-ac66-d603f625f63f tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Usage tracker for resource:security_group_rule and tenant:2b763021f8f6447f9989c02a67b8d03a is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:29:08.447835 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-54917e2c-3015-48f5-ac66-d603f625f63f tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:29:08.472912 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-54917e2c-3015-48f5-ac66-d603f625f63f tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:08.510842 n-d-828418-1 neutron-server[87638]: INFO neutron.db.securitygroups_db [None req-54917e2c-3015-48f5-ac66-d603f625f63f tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Project 2b763021f8f6447f9989c02a67b8d03a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:29:08.538193 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-479ac151-7c69-4e2a-b671-2b1c32ece1d9 None None] Deleting port b28fe750-2fbd-4d25-a053-55df11029efb {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:29:08.538733 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-479ac151-7c69-4e2a-b671-2b1c32ece1d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:08.574781 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-54917e2c-3015-48f5-ac66-d603f625f63f tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:29:08.577965 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-54917e2c-3015-48f5-ac66-d603f625f63f tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2067854 Feb 09 01:29:08.582125 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36200) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:08.602624 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-52db61c9-d224-49f8-bbe3-94625ed28976 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Request body: {'security_group_rule': {'security_group_id': '5868d69d-f2cb-44df-a199-d4e89075ebc5', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:08.636449 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-52db61c9-d224-49f8-bbe3-94625ed28976 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:08.651049 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-52db61c9-d224-49f8-bbe3-94625ed28976 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Usage tracker for resource:security_group_rule and tenant:2b763021f8f6447f9989c02a67b8d03a is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:29:08.666382 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-52db61c9-d224-49f8-bbe3-94625ed28976 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:29:08.690706 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-52db61c9-d224-49f8-bbe3-94625ed28976 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:08.695763 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-479ac151-7c69-4e2a-b671-2b1c32ece1d9 None None] The port 'b28fe750-2fbd-4d25-a053-55df11029efb' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:29:08.732901 n-d-828418-1 neutron-server[87638]: INFO neutron.db.securitygroups_db [None req-52db61c9-d224-49f8-bbe3-94625ed28976 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Project 2b763021f8f6447f9989c02a67b8d03a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:29:08.755134 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7b364a68-d6a4-4c25-929c-0a611f42a8cf tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:08.834306 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-52db61c9-d224-49f8-bbe3-94625ed28976 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:29:08.834306 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-52db61c9-d224-49f8-bbe3-94625ed28976 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2448969 Feb 09 01:29:08.834306 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36208) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:08.912390 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-7b364a68-d6a4-4c25-929c-0a611f42a8cf tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Calling delete_port for 9985f2ac-2d3d-4c8f-b646-09090d040a11 owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:29:08.964388 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36212) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:09.010267 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7b364a68-d6a4-4c25-929c-0a611f42a8cf tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:09.060235 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4bca1141-bdbd-4842-98b5-e2896e98dbea tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:09.100837 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device b28fe750-2fbd-4d25-a053-55df11029efb no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:29:09.149662 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e2de6134-1cf8-487b-ab70-7ed6c6bc5dcd admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=bfb5794a852743e5b12573464865d236&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1832235 Feb 09 01:29:09.154276 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36218) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:09.186121 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: b28fe750-2fbd-4d25-a053-55df11029efb {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:29:09.186511 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device b28fe750-2fbd-4d25-a053-55df11029efb not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:29:09.204996 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7b364a68-d6a4-4c25-929c-0a611f42a8cf tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:09.227272 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4bca1141-bdbd-4842-98b5-e2896e98dbea tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:09.228604 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-7b364a68-d6a4-4c25-929c-0a611f42a8cf tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "DELETE /v2.0/ports/9985f2ac-2d3d-4c8f-b646-09090d040a11 HTTP/1.1" status: 204 len: 168 time: 1.1467860 Feb 09 01:29:09.230477 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b364a68-d6a4-4c25-929c-0a611f42a8cf tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event deleted for resources: {'Port': ['ID=9985f2ac-2d3d-4c8f-b646-09090d040a11,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:09.236891 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 36222) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:09.246447 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-a5ceffd4-3805-4ad8-bf59-fee740480ee0 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Request body: {'port': {'network_id': '22d227dc-8d0a-4805-9ef9-b9c9db32dcb7', 'mac_address': 'fa:16:3e:e7:0d:25', 'name': 'tempest-PortsTestJSON-622558653'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:09.279138 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36226) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:09.420710 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bf7c1283-159a-466b-820f-3e8742ac117b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:09.436364 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b364a68-d6a4-4c25-929c-0a611f42a8cf tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:09.436875 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b364a68-d6a4-4c25-929c-0a611f42a8cf tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:09.437232 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b364a68-d6a4-4c25-929c-0a611f42a8cf tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:09.437638 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b364a68-d6a4-4c25-929c-0a611f42a8cf tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:09.437998 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b364a68-d6a4-4c25-929c-0a611f42a8cf tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:09.438392 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b364a68-d6a4-4c25-929c-0a611f42a8cf tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:09.438860 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b364a68-d6a4-4c25-929c-0a611f42a8cf tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:09.439226 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b364a68-d6a4-4c25-929c-0a611f42a8cf tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:09.439627 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b364a68-d6a4-4c25-929c-0a611f42a8cf tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:09.440060 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b364a68-d6a4-4c25-929c-0a611f42a8cf tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:09.440653 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b364a68-d6a4-4c25-929c-0a611f42a8cf tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:09.441109 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b364a68-d6a4-4c25-929c-0a611f42a8cf tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:09.464125 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4bca1141-bdbd-4842-98b5-e2896e98dbea tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:09.541874 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a5ceffd4-3805-4ad8-bf59-fee740480ee0 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:09.547237 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-a5ceffd4-3805-4ad8-bf59-fee740480ee0 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Usage tracker for resource:port and tenant:fcf7e2256d264906affa05ee27479d94 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:29:09.550850 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-a5ceffd4-3805-4ad8-bf59-fee740480ee0 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:29:09.557829 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a5ceffd4-3805-4ad8-bf59-fee740480ee0 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:09.580274 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ceffd4-3805-4ad8-bf59-fee740480ee0 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Made reservation on behalf of fcf7e2256d264906affa05ee27479d94 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:29:09.627005 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bca1141-bdbd-4842-98b5-e2896e98dbea tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5868d69d-f2cb-44df-a199-d4e89075ebc5,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:09.655653 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bf7c1283-159a-466b-820f-3e8742ac117b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:09.695651 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3790bad4-87aa-4068-b09f-82785ea26201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:09.752280 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4bca1141-bdbd-4842-98b5-e2896e98dbea tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:09.755566 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-4bca1141-bdbd-4842-98b5-e2896e98dbea tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] 10.222.0.105 "DELETE /v2.0/security-groups/5868d69d-f2cb-44df-a199-d4e89075ebc5 HTTP/1.1" status: 204 len: 168 time: 0.9191339 Feb 09 01:29:09.757011 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 36242) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:09.823879 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a5ceffd4-3805-4ad8-bf59-fee740480ee0 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:09.842386 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 36248) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:09.884361 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-a5ceffd4-3805-4ad8-bf59-fee740480ee0 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] device_id is not set on port c56bcdc7-192c-4929-8b6f-bf58ef0028d9 yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:29:09.909575 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3790bad4-87aa-4068-b09f-82785ea26201 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:09.914322 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-3790bad4-87aa-4068-b09f-82785ea26201 admin admin] Usage tracker for resource:security_group_rule and tenant:402e40d9e9984ddd85346a355ad5da24 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:29:09.917431 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-3790bad4-87aa-4068-b09f-82785ea26201 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:29:09.924861 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3790bad4-87aa-4068-b09f-82785ea26201 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:09.941770 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-c7825186-d974-4560-b7bd-1fcbd1172372 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Synchronizing usage tracker for tenant:2b763021f8f6447f9989c02a67b8d03a on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:29:09.959030 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bf7c1283-159a-466b-820f-3e8742ac117b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:09.983218 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-c7825186-d974-4560-b7bd-1fcbd1172372 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Unset dirty status for tenant:2b763021f8f6447f9989c02a67b8d03a on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:29:09.989539 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-c7825186-d974-4560-b7bd-1fcbd1172372 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2314246 Feb 09 01:29:09.989539 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 36256) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:10.010022 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-1d11d9ba-196b-449e-a1e4-a5a45b10ca41 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Request body: {'security_group': {'name': 'tempest-secgroup--1789834765'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:10.020409 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7c1283-159a-466b-820f-3e8742ac117b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3acd53f-f399-4ac3-b7de-2e331598a96a,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:10.025972 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-1d11d9ba-196b-449e-a1e4-a5a45b10ca41 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:10.093932 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-1d11d9ba-196b-449e-a1e4-a5a45b10ca41 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:10.183749 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1d11d9ba-196b-449e-a1e4-a5a45b10ca41 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:10.200395 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3790bad4-87aa-4068-b09f-82785ea26201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:10.206536 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bf7c1283-159a-466b-820f-3e8742ac117b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:10.210252 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-bf7c1283-159a-466b-820f-3e8742ac117b admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/d3acd53f-f399-4ac3-b7de-2e331598a96a HTTP/1.1" status: 204 len: 168 time: 1.0525010 Feb 09 01:29:10.212267 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3790bad4-87aa-4068-b09f-82785ea26201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:10.227326 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-1d11d9ba-196b-449e-a1e4-a5a45b10ca41 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:10.256841 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-3790bad4-87aa-4068-b09f-82785ea26201 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=402e40d9e9984ddd85346a355ad5da24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9751606 Feb 09 01:29:10.259606 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36264) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:10.265875 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-1d11d9ba-196b-449e-a1e4-a5a45b10ca41 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Usage tracker for resource:security_group_rule and tenant:2b763021f8f6447f9989c02a67b8d03a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:29:10.274163 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-1d11d9ba-196b-449e-a1e4-a5a45b10ca41 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:29:10.294337 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0f73e0ee-d1d2-45e3-a843-77639a958cee admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:10.305738 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-1d11d9ba-196b-449e-a1e4-a5a45b10ca41 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:10.332671 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-0f73e0ee-d1d2-45e3-a843-77639a958cee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:10.345467 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a5ceffd4-3805-4ad8-bf59-fee740480ee0 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:10.347698 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-0f73e0ee-d1d2-45e3-a843-77639a958cee admin admin] Usage tracker for resource:security_group_rule and tenant:d826da3035db4b2b8e4f57ed7b518b63 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:29:10.351634 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-0f73e0ee-d1d2-45e3-a843-77639a958cee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:29:10.355190 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3790bad4-87aa-4068-b09f-82785ea26201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2ee849-51c0-4c7e-a13a-458deb99d846,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:10.371541 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-0f73e0ee-d1d2-45e3-a843-77639a958cee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:10.381482 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-667500c3-873c-4b4a-8636-a5833337f657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:10.463036 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b89b3f8c-2871-45c0-9246-1e1eb65a0fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:10.476567 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-667500c3-873c-4b4a-8636-a5833337f657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:10.511770 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a5ceffd4-3805-4ad8-bf59-fee740480ee0 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:10.519023 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1d11d9ba-196b-449e-a1e4-a5a45b10ca41 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:10.589241 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-667500c3-873c-4b4a-8636-a5833337f657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:10.617257 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667500c3-873c-4b4a-8636-a5833337f657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2ee849-51c0-4c7e-a13a-458deb99d846,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:10.632695 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-667500c3-873c-4b4a-8636-a5833337f657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:10.634416 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-667500c3-873c-4b4a-8636-a5833337f657 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/aa2ee849-51c0-4c7e-a13a-458deb99d846 HTTP/1.1" status: 204 len: 168 time: 0.3736379 Feb 09 01:29:10.647408 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1d11d9ba-196b-449e-a1e4-a5a45b10ca41 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:10.684171 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36280) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:10.713002 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d11d9ba-196b-449e-a1e4-a5a45b10ca41 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34e3d34e-2d3f-4b6e-91bd-e78ec201916a,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:10.724412 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ceffd4-3805-4ad8-bf59-fee740480ee0 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Network 22d227dc-8d0a-4805-9ef9-b9c9db32dcb7 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:10.731964 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-a5ceffd4-3805-4ad8-bf59-fee740480ee0 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:10.745309 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c6525482-9ff1-49b3-ae1a-3cd7e72f4ad7 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=11575d7f322d408a95a8d24bf14e5631&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0588305 Feb 09 01:29:10.747336 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ceffd4-3805-4ad8-bf59-fee740480ee0 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:29:10.748476 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36284) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:10.754929 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ceffd4-3805-4ad8-bf59-fee740480ee0 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:10.755567 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a5ceffd4-3805-4ad8-bf59-fee740480ee0 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:10.801458 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0f73e0ee-d1d2-45e3-a843-77639a958cee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:10.806621 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ceffd4-3805-4ad8-bf59-fee740480ee0 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event updated for resources: {'Port': ['ID=c56bcdc7-192c-4929-8b6f-bf58ef0028d9,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:10.830764 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0f73e0ee-d1d2-45e3-a843-77639a958cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:10.837955 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e8c5a0ab-88a8-4638-a8ea-dcd882625dd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:10.873627 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e8c5a0ab-88a8-4638-a8ea-dcd882625dd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:10.873877 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-0f73e0ee-d1d2-45e3-a843-77639a958cee admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=d826da3035db4b2b8e4f57ed7b518b63&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0293956 Feb 09 01:29:10.882388 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36290) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:10.900556 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1d11d9ba-196b-449e-a1e4-a5a45b10ca41 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:10.901802 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-1d11d9ba-196b-449e-a1e4-a5a45b10ca41 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9088216 Feb 09 01:29:10.905973 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 36294) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:10.909393 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-a5ceffd4-3805-4ad8-bf59-fee740480ee0 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.6710281 Feb 09 01:29:10.913726 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 36298) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:10.959899 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f73e0ee-d1d2-45e3-a843-77639a958cee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5b0eb1-3ada-4cbd-92f7-07efef11210d,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:10.972679 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-0d03890b-8c0c-45bf-adcb-4c57afe1b5f0 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Request body: {'security_group_rule': {'security_group_id': '34e3d34e-2d3f-4b6e-91bd-e78ec201916a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:10.992553 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-0d03890b-8c0c-45bf-adcb-4c57afe1b5f0 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:11.000835 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-992668c7-ba6c-43ee-907a-1a7d67ee3e1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:11.001635 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-0d03890b-8c0c-45bf-adcb-4c57afe1b5f0 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Usage tracker for resource:security_group_rule and tenant:2b763021f8f6447f9989c02a67b8d03a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:29:11.006925 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-0d03890b-8c0c-45bf-adcb-4c57afe1b5f0 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:29:11.019516 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-0d03890b-8c0c-45bf-adcb-4c57afe1b5f0 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:11.033370 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e14b891-9ada-4c9e-a39e-6e73ce6a4506 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:11.033993 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-9e14b891-9ada-4c9e-a39e-6e73ce6a4506 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Synchronizing usage tracker for tenant:fcf7e2256d264906affa05ee27479d94 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:29:11.037158 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-992668c7-ba6c-43ee-907a-1a7d67ee3e1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:11.052708 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e8c5a0ab-88a8-4638-a8ea-dcd882625dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:11.075979 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-9e14b891-9ada-4c9e-a39e-6e73ce6a4506 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Unset dirty status for tenant:fcf7e2256d264906affa05ee27479d94 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:29:11.076182 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c5a0ab-88a8-4638-a8ea-dcd882625dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=935c7011-fc38-4bc9-bfca-f10122cc29b6,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:11.080733 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36306) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:11.081240 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-9e14b891-9ada-4c9e-a39e-6e73ce6a4506 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "GET /v2.0/ports/c56bcdc7-192c-4929-8b6f-bf58ef0028d9 HTTP/1.1" status: 200 len: 840 time: 0.1665790 Feb 09 01:29:11.099616 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [None req-0d03890b-8c0c-45bf-adcb-4c57afe1b5f0 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] create failed (client error): The resource could not be found. Feb 09 01:29:11.101327 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-0d03890b-8c0c-45bf-adcb-4c57afe1b5f0 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1943724 Feb 09 01:29:11.104174 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 36314) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:11.111384 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-c12d11a2-006c-4528-a551-fac490d216bc tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Request body: {'security_group_rule': {'security_group_id': '34e3d34e-2d3f-4b6e-91bd-e78ec201916a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'e56f75ca-d559-4ffe-8935-234091f8df63'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:11.127061 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c12d11a2-006c-4528-a551-fac490d216bc tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:11.132864 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-c12d11a2-006c-4528-a551-fac490d216bc tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Usage tracker for resource:security_group_rule and tenant:2b763021f8f6447f9989c02a67b8d03a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:29:11.136752 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-c12d11a2-006c-4528-a551-fac490d216bc tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:29:11.148380 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c12d11a2-006c-4528-a551-fac490d216bc tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:11.185380 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-0efe6bb8-1062-401a-89ff-30dc3f3b2916 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Deleting port c56bcdc7-192c-4929-8b6f-bf58ef0028d9 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:29:11.185789 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0efe6bb8-1062-401a-89ff-30dc3f3b2916 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:11.204074 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [None req-c12d11a2-006c-4528-a551-fac490d216bc tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] create failed (client error): The resource could not be found. Feb 09 01:29:11.208029 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-c12d11a2-006c-4528-a551-fac490d216bc tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0997722 Feb 09 01:29:11.208266 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 36320) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:11.219372 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e8c5a0ab-88a8-4638-a8ea-dcd882625dd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:11.223353 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e8c5a0ab-88a8-4638-a8ea-dcd882625dd8 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/935c7011-fc38-4bc9-bfca-f10122cc29b6 HTTP/1.1" status: 204 len: 168 time: 0.4737785 Feb 09 01:29:11.320606 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-992668c7-ba6c-43ee-907a-1a7d67ee3e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:11.339443 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b7af5497-58ed-42f2-aa1c-4b6274598d65 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:11.374143 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b7af5497-58ed-42f2-aa1c-4b6274598d65 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:11.455361 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b7af5497-58ed-42f2-aa1c-4b6274598d65 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:11.516431 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:11.520751 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7af5497-58ed-42f2-aa1c-4b6274598d65 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e3d34e-2d3f-4b6e-91bd-e78ec201916a,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:11.522865 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b7af5497-58ed-42f2-aa1c-4b6274598d65 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:11.524116 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-b7af5497-58ed-42f2-aa1c-4b6274598d65 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] 10.222.0.105 "DELETE /v2.0/security-groups/34e3d34e-2d3f-4b6e-91bd-e78ec201916a HTTP/1.1" status: 204 len: 168 time: 0.3149359 Feb 09 01:29:11.533509 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0efe6bb8-1062-401a-89ff-30dc3f3b2916 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:11.535742 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 36336) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:11.623092 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:11.663196 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-ea4e0be9-b39c-4cdb-b86c-96a8567bebe4 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Synchronizing usage tracker for tenant:2b763021f8f6447f9989c02a67b8d03a on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:29:11.675277 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [req-d8a2b91d-4dd1-463b-914a-23c199d35e3b req-fc4e0117-8c25-4d9c-8c1e-f69e66de60f7 tempest-TestSecurityGroupsBasicOps-225514725 tempest-TestSecurityGroupsBasicOps-225514725-project] (87639) timed out ('10.222.0.62', 57133) {{(pid=87639) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 01:29:11.692291 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-0efe6bb8-1062-401a-89ff-30dc3f3b2916 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Calling delete_port for c56bcdc7-192c-4929-8b6f-bf58ef0028d9 owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:29:11.708994 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-ea4e0be9-b39c-4cdb-b86c-96a8567bebe4 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Unset dirty status for tenant:2b763021f8f6447f9989c02a67b8d03a on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:29:11.710623 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-ea4e0be9-b39c-4cdb-b86c-96a8567bebe4 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1738544 Feb 09 01:29:11.717746 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 36342) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:11.724344 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-0fe70048-287d-4644-83ff-2c1f26ab9d94 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Request body: {'security_group_rule': {'security_group_id': 'e902d893-8728-4e3f-905c-957668dfacb9', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:11.747845 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-0fe70048-287d-4644-83ff-2c1f26ab9d94 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:11.756596 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-0fe70048-287d-4644-83ff-2c1f26ab9d94 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Usage tracker for resource:security_group_rule and tenant:2b763021f8f6447f9989c02a67b8d03a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:29:11.761003 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-0fe70048-287d-4644-83ff-2c1f26ab9d94 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:29:11.779027 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-0fe70048-287d-4644-83ff-2c1f26ab9d94 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:11.790987 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0efe6bb8-1062-401a-89ff-30dc3f3b2916 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:11.832324 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-992668c7-ba6c-43ee-907a-1a7d67ee3e1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:11.833824 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-992668c7-ba6c-43ee-907a-1a7d67ee3e1b admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/ae5b0eb1-3ada-4cbd-92f7-07efef11210d HTTP/1.1" status: 204 len: 168 time: 0.9502668 Feb 09 01:29:11.834923 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992668c7-ba6c-43ee-907a-1a7d67ee3e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5b0eb1-3ada-4cbd-92f7-07efef11210d,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:11.862853 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efe6bb8-1062-401a-89ff-30dc3f3b2916 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event deleted for resources: {'Port': ['ID=c56bcdc7-192c-4929-8b6f-bf58ef0028d9,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:11.865506 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0efe6bb8-1062-401a-89ff-30dc3f3b2916 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:11.865686 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [None req-0fe70048-287d-4644-83ff-2c1f26ab9d94 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] create failed (client error): The resource could not be found. Feb 09 01:29:11.866870 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-0fe70048-287d-4644-83ff-2c1f26ab9d94 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1479533 Feb 09 01:29:11.873177 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 36348) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:11.880739 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-9f20fcd6-c742-49cb-8c89-cc0b9960c274 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Request body: {'security_group': {'name': 'tempest-secgroup--882970199'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:11.886899 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-0efe6bb8-1062-401a-89ff-30dc3f3b2916 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "DELETE /v2.0/ports/c56bcdc7-192c-4929-8b6f-bf58ef0028d9 HTTP/1.1" status: 204 len: 168 time: 0.8043075 Feb 09 01:29:11.889403 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36352) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:11.898835 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-9f20fcd6-c742-49cb-8c89-cc0b9960c274 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:11.915381 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-9f20fcd6-c742-49cb-8c89-cc0b9960c274 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:11.929846 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9f20fcd6-c742-49cb-8c89-cc0b9960c274 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:11.960476 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-9f20fcd6-c742-49cb-8c89-cc0b9960c274 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:11.966609 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-9f20fcd6-c742-49cb-8c89-cc0b9960c274 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Usage tracker for resource:security_group_rule and tenant:2b763021f8f6447f9989c02a67b8d03a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:29:11.970731 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-9f20fcd6-c742-49cb-8c89-cc0b9960c274 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:29:11.980926 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-9f20fcd6-c742-49cb-8c89-cc0b9960c274 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:11.985120 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-26bc8aa7-dc6b-4044-afa7-60f3186dec53 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] GET failed (client error): The resource could not be found. Feb 09 01:29:11.987318 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-26bc8aa7-dc6b-4044-afa7-60f3186dec53 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Synchronizing usage tracker for tenant:fcf7e2256d264906affa05ee27479d94 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:29:12.018884 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-26bc8aa7-dc6b-4044-afa7-60f3186dec53 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Unset dirty status for tenant:fcf7e2256d264906affa05ee27479d94 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:29:12.020581 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-26bc8aa7-dc6b-4044-afa7-60f3186dec53 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "GET /v2.0/ports/c56bcdc7-192c-4929-8b6f-bf58ef0028d9 HTTP/1.1" status: 404 len: 333 time: 0.1299272 Feb 09 01:29:12.025772 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36360) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:12.038141 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-c0a680ef-1bc4-421d-a3a9-ca85e4135f68 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Request body: {'port': {'network_id': '22d227dc-8d0a-4805-9ef9-b9c9db32dcb7', 'name': 'tempest-PortsTestJSON-568674578'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:12.093035 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9f20fcd6-c742-49cb-8c89-cc0b9960c274 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:12.098604 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9f20fcd6-c742-49cb-8c89-cc0b9960c274 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:12.155718 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f20fcd6-c742-49cb-8c89-cc0b9960c274 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33ca071c-898c-40fb-87ca-4d16a34cf308,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:12.205953 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9f20fcd6-c742-49cb-8c89-cc0b9960c274 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:12.207223 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-9f20fcd6-c742-49cb-8c89-cc0b9960c274 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3329909 Feb 09 01:29:12.209897 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 36370) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:12.220553 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-4d09f76d-9381-4deb-892f-8a1b27682030 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Request body: {'security_group': {'name': 'tempest-secgroup--2033110389'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:12.233738 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4d09f76d-9381-4deb-892f-8a1b27682030 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:12.239713 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-4d09f76d-9381-4deb-892f-8a1b27682030 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Usage tracker for resource:security_group and tenant:2b763021f8f6447f9989c02a67b8d03a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:29:12.243720 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-4d09f76d-9381-4deb-892f-8a1b27682030 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:29:12.247330 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c0a680ef-1bc4-421d-a3a9-ca85e4135f68 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:12.251787 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4d09f76d-9381-4deb-892f-8a1b27682030 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:12.261145 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c0a680ef-1bc4-421d-a3a9-ca85e4135f68 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:12.266298 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4d09f76d-9381-4deb-892f-8a1b27682030 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:12.274064 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a680ef-1bc4-421d-a3a9-ca85e4135f68 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Made reservation on behalf of fcf7e2256d264906affa05ee27479d94 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:29:12.279511 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c0a680ef-1bc4-421d-a3a9-ca85e4135f68 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:12.297840 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4d09f76d-9381-4deb-892f-8a1b27682030 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:12.303094 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-4d09f76d-9381-4deb-892f-8a1b27682030 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Usage tracker for resource:security_group_rule and tenant:2b763021f8f6447f9989c02a67b8d03a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:29:12.306514 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-c0a680ef-1bc4-421d-a3a9-ca85e4135f68 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] device_id is not set on port 1aa241f2-a571-4df7-848c-2b021ba4cc65 yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:29:12.307605 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-4d09f76d-9381-4deb-892f-8a1b27682030 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:29:12.314662 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4d09f76d-9381-4deb-892f-8a1b27682030 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:12.413087 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4d09f76d-9381-4deb-892f-8a1b27682030 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:12.418354 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4d09f76d-9381-4deb-892f-8a1b27682030 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:12.474956 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d09f76d-9381-4deb-892f-8a1b27682030 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd2e8d53-c942-41ae-ba2f-eadf789bd3e9,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:12.482142 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4d09f76d-9381-4deb-892f-8a1b27682030 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:12.486412 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-4d09f76d-9381-4deb-892f-8a1b27682030 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2751720 Feb 09 01:29:12.486887 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 36386) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:12.495176 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-1f00bbe3-4463-413f-b16a-f117fe291379 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Request body: {'security_group_rule': {'security_group_id': '33ca071c-898c-40fb-87ca-4d16a34cf308', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'fd2e8d53-c942-41ae-ba2f-eadf789bd3e9'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:12.505716 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-1f00bbe3-4463-413f-b16a-f117fe291379 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:12.510306 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-1f00bbe3-4463-413f-b16a-f117fe291379 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Usage tracker for resource:security_group_rule and tenant:2b763021f8f6447f9989c02a67b8d03a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:29:12.518931 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-1f00bbe3-4463-413f-b16a-f117fe291379 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:29:12.526273 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-1f00bbe3-4463-413f-b16a-f117fe291379 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:12.574598 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [None req-1f00bbe3-4463-413f-b16a-f117fe291379 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:29:12.581541 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-1f00bbe3-4463-413f-b16a-f117fe291379 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0905607 Feb 09 01:29:12.582493 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 36392) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:12.595575 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c0a680ef-1bc4-421d-a3a9-ca85e4135f68 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:12.644033 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c0a680ef-1bc4-421d-a3a9-ca85e4135f68 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:12.706273 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0a2cbdcb-7910-44d3-94c0-59e323c0baaf tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:12.730987 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a680ef-1bc4-421d-a3a9-ca85e4135f68 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Network 22d227dc-8d0a-4805-9ef9-b9c9db32dcb7 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:12.735803 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-c0a680ef-1bc4-421d-a3a9-ca85e4135f68 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:12.743818 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a680ef-1bc4-421d-a3a9-ca85e4135f68 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:29:12.750670 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a680ef-1bc4-421d-a3a9-ca85e4135f68 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:12.751484 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c0a680ef-1bc4-421d-a3a9-ca85e4135f68 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:12.762562 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0a2cbdcb-7910-44d3-94c0-59e323c0baaf tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:12.780590 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c0a680ef-1bc4-421d-a3a9-ca85e4135f68 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7536256 Feb 09 01:29:12.786559 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36398) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:12.787376 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a680ef-1bc4-421d-a3a9-ca85e4135f68 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event updated for resources: {'Port': ['ID=1aa241f2-a571-4df7-848c-2b021ba4cc65,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:12.795973 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-daa767f3-6a62-4afa-86d4-7c702b138db7 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:12.841814 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0a2cbdcb-7910-44d3-94c0-59e323c0baaf tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:12.875317 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2cbdcb-7910-44d3-94c0-59e323c0baaf tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd2e8d53-c942-41ae-ba2f-eadf789bd3e9,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:12.878774 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0a2cbdcb-7910-44d3-94c0-59e323c0baaf tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:12.882643 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-0a2cbdcb-7910-44d3-94c0-59e323c0baaf tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] 10.222.0.105 "DELETE /v2.0/security-groups/fd2e8d53-c942-41ae-ba2f-eadf789bd3e9 HTTP/1.1" status: 204 len: 168 time: 0.2988565 Feb 09 01:29:12.883228 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 36406) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:12.937921 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-daa767f3-6a62-4afa-86d4-7c702b138db7 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:12.971775 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-2dbe10b5-7107-4c6f-996f-e5d65f32ed6b tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Synchronizing usage tracker for tenant:2b763021f8f6447f9989c02a67b8d03a on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:29:12.989340 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-2dbe10b5-7107-4c6f-996f-e5d65f32ed6b tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Unset dirty status for tenant:2b763021f8f6447f9989c02a67b8d03a on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:29:12.993740 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-2dbe10b5-7107-4c6f-996f-e5d65f32ed6b tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1095710 Feb 09 01:29:12.995438 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 36412) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:13.077863 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-70b06d26-98a5-4062-afc5-d4b5793f405e tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:13.089756 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 36416) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:13.115720 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-70b06d26-98a5-4062-afc5-d4b5793f405e tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:13.184169 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-70b06d26-98a5-4062-afc5-d4b5793f405e tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:13.272888 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:13.336105 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b06d26-98a5-4062-afc5-d4b5793f405e tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ca071c-898c-40fb-87ca-4d16a34cf308,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:13.340785 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-70b06d26-98a5-4062-afc5-d4b5793f405e tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:13.341933 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-70b06d26-98a5-4062-afc5-d4b5793f405e tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] 10.222.0.105 "DELETE /v2.0/security-groups/33ca071c-898c-40fb-87ca-4d16a34cf308 HTTP/1.1" status: 204 len: 168 time: 0.3455572 Feb 09 01:29:13.344442 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 36426) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:13.406125 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-13dad1cb-6d7e-48aa-8b50-cd4d1943aa3b tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Synchronizing usage tracker for tenant:2b763021f8f6447f9989c02a67b8d03a on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:29:13.455294 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-cd7189e3-7041-4269-8ab9-8c7cc9c2e698 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1571912626-network', 'tenant_id': '30f319f38f094f9b94d21cf9908c03e6'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:13.463118 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-13dad1cb-6d7e-48aa-8b50-cd4d1943aa3b tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Unset dirty status for tenant:2b763021f8f6447f9989c02a67b8d03a on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:29:13.464374 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-13dad1cb-6d7e-48aa-8b50-cd4d1943aa3b tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1190314 Feb 09 01:29:13.466149 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-cd7189e3-7041-4269-8ab9-8c7cc9c2e698 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:13.469209 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 36430) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:13.473498 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-cd7189e3-7041-4269-8ab9-8c7cc9c2e698 admin admin] Usage tracker for resource:network and tenant:30f319f38f094f9b94d21cf9908c03e6 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:29:13.479653 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-0303f8fa-a54f-4e18-904f-160675168dd1 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Request body: {'security_group': {'name': 'tempest-secgroup--1331286562'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:13.487355 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-0303f8fa-a54f-4e18-904f-160675168dd1 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:13.498621 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-0303f8fa-a54f-4e18-904f-160675168dd1 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:13.506440 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-cd7189e3-7041-4269-8ab9-8c7cc9c2e698 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:29:13.515086 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0303f8fa-a54f-4e18-904f-160675168dd1 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:13.524214 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-daa767f3-6a62-4afa-86d4-7c702b138db7 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:13.530874 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-daa767f3-6a62-4afa-86d4-7c702b138db7 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:13.534088 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-cd7189e3-7041-4269-8ab9-8c7cc9c2e698 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:13.548151 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-0303f8fa-a54f-4e18-904f-160675168dd1 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:13.555285 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-0303f8fa-a54f-4e18-904f-160675168dd1 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Usage tracker for resource:security_group_rule and tenant:2b763021f8f6447f9989c02a67b8d03a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:29:13.562669 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-0303f8fa-a54f-4e18-904f-160675168dd1 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:29:13.585971 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-0303f8fa-a54f-4e18-904f-160675168dd1 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:13.593084 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd7189e3-7041-4269-8ab9-8c7cc9c2e698 admin admin] Made reservation on behalf of 30f319f38f094f9b94d21cf9908c03e6 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:29:13.595876 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cd7189e3-7041-4269-8ab9-8c7cc9c2e698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:13.615902 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cd7189e3-7041-4269-8ab9-8c7cc9c2e698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:13.649814 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa767f3-6a62-4afa-86d4-7c702b138db7 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event updated for resources: {'Port': ['ID=1aa241f2-a571-4df7-848c-2b021ba4cc65,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:13.650500 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-cd7189e3-7041-4269-8ab9-8c7cc9c2e698 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:13.654477 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-daa767f3-6a62-4afa-86d4-7c702b138db7 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] In _notify_port_updated(), no bound segment for port 1aa241f2-a571-4df7-848c-2b021ba4cc65 on network 22d227dc-8d0a-4805-9ef9-b9c9db32dcb7 {{(pid=87638) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 01:29:13.660033 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa767f3-6a62-4afa-86d4-7c702b138db7 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:13.661076 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-daa767f3-6a62-4afa-86d4-7c702b138db7 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:13.662506 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-daa767f3-6a62-4afa-86d4-7c702b138db7 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "PUT /v2.0/ports/1aa241f2-a571-4df7-848c-2b021ba4cc65 HTTP/1.1" status: 200 len: 818 time: 0.8724108 Feb 09 01:29:13.665281 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36442) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:13.668545 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-cd7189e3-7041-4269-8ab9-8c7cc9c2e698 admin admin] Usage tracker for resource:security_group_rule and tenant:30f319f38f094f9b94d21cf9908c03e6 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:29:13.674535 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-cd7189e3-7041-4269-8ab9-8c7cc9c2e698 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:29:13.685741 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-cd7189e3-7041-4269-8ab9-8c7cc9c2e698 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:13.756371 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-322279e7-a02a-4508-8f97-b8be2c67adc1 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Deleting port 1aa241f2-a571-4df7-848c-2b021ba4cc65 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:29:13.756719 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-322279e7-a02a-4508-8f97-b8be2c67adc1 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:13.768711 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0303f8fa-a54f-4e18-904f-160675168dd1 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:13.774758 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0303f8fa-a54f-4e18-904f-160675168dd1 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:13.853077 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0303f8fa-a54f-4e18-904f-160675168dd1 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=598cae8e-40de-4561-a3b7-46c2494f2366,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:13.866667 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0303f8fa-a54f-4e18-904f-160675168dd1 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:13.870846 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-0303f8fa-a54f-4e18-904f-160675168dd1 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3974769 Feb 09 01:29:13.871073 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36450) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:13.879569 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-4d58816c-e0ac-4e3b-9b81-feebf142dfbc tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Request body: {'security_group_rule': {'security_group_id': '598cae8e-40de-4561-a3b7-46c2494f2366', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:13.891351 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-4d58816c-e0ac-4e3b-9b81-feebf142dfbc tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:13.898415 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cd7189e3-7041-4269-8ab9-8c7cc9c2e698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:13.904138 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cd7189e3-7041-4269-8ab9-8c7cc9c2e698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:13.936716 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd7189e3-7041-4269-8ab9-8c7cc9c2e698 admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:29:13.942046 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7189e3-7041-4269-8ab9-8c7cc9c2e698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc895cf-1b4b-4b71-a7f7-5f48ef041f14,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:13.949013 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cd7189e3-7041-4269-8ab9-8c7cc9c2e698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:13.949388 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-cd7189e3-7041-4269-8ab9-8c7cc9c2e698 admin admin] Added segment 4eea43a2-f025-4cd9-b9da-a90f1b6473f3 of type vlan for network 93837987-2f31-465e-b007-6150ba2d6e43 Feb 09 01:29:13.964817 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-4d58816c-e0ac-4e3b-9b81-feebf142dfbc tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Usage tracker for resource:security_group_rule and tenant:2b763021f8f6447f9989c02a67b8d03a is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:29:13.978195 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-4d58816c-e0ac-4e3b-9b81-feebf142dfbc tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:29:13.978492 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cd7189e3-7041-4269-8ab9-8c7cc9c2e698 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:13.991026 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-4d58816c-e0ac-4e3b-9b81-feebf142dfbc tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:14.010077 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cd7189e3-7041-4269-8ab9-8c7cc9c2e698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:14.011918 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7189e3-7041-4269-8ab9-8c7cc9c2e698 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:14.013872 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cd7189e3-7041-4269-8ab9-8c7cc9c2e698 admin admin] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:14.029957 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-322279e7-a02a-4508-8f97-b8be2c67adc1 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:14.123286 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-cd7189e3-7041-4269-8ab9-8c7cc9c2e698 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0291827 Feb 09 01:29:14.123506 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 36454) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:14.128832 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-a4090406-7f95-4719-87bb-7688779f463f admin admin] Request body: {'subnet': {'network_id': '93837987-2f31-465e-b007-6150ba2d6e43', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1571912626-subnet', 'tenant_id': '30f319f38f094f9b94d21cf9908c03e6', 'ip_version': 4}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:14.135573 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7189e3-7041-4269-8ab9-8c7cc9c2e698 admin admin] Pushing event updated for resources: {'Network': ['ID=93837987-2f31-465e-b007-6150ba2d6e43,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:14.138476 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a4090406-7f95-4719-87bb-7688779f463f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:14.142575 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-a4090406-7f95-4719-87bb-7688779f463f admin admin] Usage tracker for resource:subnet and tenant:30f319f38f094f9b94d21cf9908c03e6 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:29:14.145795 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-a4090406-7f95-4719-87bb-7688779f463f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:29:14.151167 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 93837987-2f31-465e-b007-6150ba2d6e43 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:29:14.151570 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a4090406-7f95-4719-87bb-7688779f463f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:14.163095 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4090406-7f95-4719-87bb-7688779f463f admin admin] Made reservation on behalf of 30f319f38f094f9b94d21cf9908c03e6 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:29:14.165885 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a4090406-7f95-4719-87bb-7688779f463f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:14.169574 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-322279e7-a02a-4508-8f97-b8be2c67adc1 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Calling delete_port for 1aa241f2-a571-4df7-848c-2b021ba4cc65 owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:29:14.201092 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-4d58816c-e0ac-4e3b-9b81-feebf142dfbc tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:29:14.204718 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-4d58816c-e0ac-4e3b-9b81-feebf142dfbc tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3296804 Feb 09 01:29:14.209030 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36458) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:14.220430 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-13c5fb9d-9651-42df-b2d3-020bfb9c0cd1 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Request body: {'security_group_rule': {'security_group_id': '598cae8e-40de-4561-a3b7-46c2494f2366', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:14.236466 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-13c5fb9d-9651-42df-b2d3-020bfb9c0cd1 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:14.244212 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-13c5fb9d-9651-42df-b2d3-020bfb9c0cd1 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Usage tracker for resource:security_group_rule and tenant:2b763021f8f6447f9989c02a67b8d03a is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:29:14.249319 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-13c5fb9d-9651-42df-b2d3-020bfb9c0cd1 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:29:14.258662 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-13c5fb9d-9651-42df-b2d3-020bfb9c0cd1 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:14.300160 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-322279e7-a02a-4508-8f97-b8be2c67adc1 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:14.372685 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-13c5fb9d-9651-42df-b2d3-020bfb9c0cd1 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:29:14.373755 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-13c5fb9d-9651-42df-b2d3-020bfb9c0cd1 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1640544 Feb 09 01:29:14.375414 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-322279e7-a02a-4508-8f97-b8be2c67adc1 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:14.381022 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 36462) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:14.384372 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322279e7-a02a-4508-8f97-b8be2c67adc1 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event deleted for resources: {'Port': ['ID=1aa241f2-a571-4df7-848c-2b021ba4cc65,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:14.390232 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-322279e7-a02a-4508-8f97-b8be2c67adc1 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "DELETE /v2.0/ports/1aa241f2-a571-4df7-848c-2b021ba4cc65 HTTP/1.1" status: 204 len: 168 time: 0.7207196 Feb 09 01:29:14.390746 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36466) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:14.467610 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a4090406-7f95-4719-87bb-7688779f463f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:14.485782 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0d0540-ce8a-4807-9663-dfb82563af99 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:14.486795 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ee0d0540-ce8a-4807-9663-dfb82563af99 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Synchronizing usage tracker for tenant:fcf7e2256d264906affa05ee27479d94 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:29:14.504433 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ee0d0540-ce8a-4807-9663-dfb82563af99 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Unset dirty status for tenant:fcf7e2256d264906affa05ee27479d94 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:29:14.508342 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ee0d0540-ce8a-4807-9663-dfb82563af99 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1141036 Feb 09 01:29:14.508658 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36470) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:14.539509 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-926187c6-cdde-49e5-aad1-f18610ad24f4 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:14.559031 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-f21c6e7a-a54b-44d8-b5c6-8c7b65a5f71f tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] GET failed (client error): The resource could not be found. Feb 09 01:29:14.560902 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f21c6e7a-a54b-44d8-b5c6-8c7b65a5f71f tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "GET /v2.0/ports/1aa241f2-a571-4df7-848c-2b021ba4cc65 HTTP/1.1" status: 404 len: 333 time: 0.0512779 Feb 09 01:29:14.562334 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4090406-7f95-4719-87bb-7688779f463f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8010911-bec8-4193-abdd-53e94ca41e5b,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:14.564699 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36474) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:14.573150 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-8f66d9ec-295e-4a14-aa90-cdfefabb18db tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-179743324'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:14.579699 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8f66d9ec-295e-4a14-aa90-cdfefabb18db tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:14.583919 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-8f66d9ec-295e-4a14-aa90-cdfefabb18db tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Usage tracker for resource:network and tenant:fcf7e2256d264906affa05ee27479d94 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:29:14.586685 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-8f66d9ec-295e-4a14-aa90-cdfefabb18db tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:29:14.593216 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8f66d9ec-295e-4a14-aa90-cdfefabb18db tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:14.601469 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-926187c6-cdde-49e5-aad1-f18610ad24f4 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:14.605081 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f66d9ec-295e-4a14-aa90-cdfefabb18db tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Made reservation on behalf of fcf7e2256d264906affa05ee27479d94 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:29:14.610510 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8f66d9ec-295e-4a14-aa90-cdfefabb18db tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:14.637881 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4090406-7f95-4719-87bb-7688779f463f admin admin] Checking segment: {'id': '4eea43a2-f025-4cd9-b9da-a90f1b6473f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '93837987-2f31-465e-b007-6150ba2d6e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:29:14.638265 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4090406-7f95-4719-87bb-7688779f463f admin admin] Network hostable DHCP agents. Network: 93837987-2f31-465e-b007-6150ba2d6e43, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:29:14.644036 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f66d9ec-295e-4a14-aa90-cdfefabb18db tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:29:14.655945 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8f66d9ec-295e-4a14-aa90-cdfefabb18db tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:14.656453 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-8f66d9ec-295e-4a14-aa90-cdfefabb18db tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Added segment 46b25408-ccd0-4438-8791-1b9f6eb556e3 of type vlan for network 73493997-ae7e-4518-a7cf-efccb24c6e05 Feb 09 01:29:14.683968 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4090406-7f95-4719-87bb-7688779f463f admin admin] Network 93837987-2f31-465e-b007-6150ba2d6e43 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:29:14.692113 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-926187c6-cdde-49e5-aad1-f18610ad24f4 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:14.693280 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8f66d9ec-295e-4a14-aa90-cdfefabb18db tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:14.714111 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-a4090406-7f95-4719-87bb-7688779f463f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 93837987-2f31-465e-b007-6150ba2d6e43) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:14.723450 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926187c6-cdde-49e5-aad1-f18610ad24f4 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=598cae8e-40de-4561-a3b7-46c2494f2366,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:14.724763 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5feed0-2239-4add-a850-d54985600478 None None] Network 93837987-2f31-465e-b007-6150ba2d6e43 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:29:14.728369 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4090406-7f95-4719-87bb-7688779f463f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:14.728975 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a4090406-7f95-4719-87bb-7688779f463f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:14.743462 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8f66d9ec-295e-4a14-aa90-cdfefabb18db tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:14.750826 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f66d9ec-295e-4a14-aa90-cdfefabb18db tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:14.752158 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8f66d9ec-295e-4a14-aa90-cdfefabb18db tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:14.752369 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-926187c6-cdde-49e5-aad1-f18610ad24f4 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:14.753973 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-926187c6-cdde-49e5-aad1-f18610ad24f4 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] 10.222.0.105 "DELETE /v2.0/security-groups/598cae8e-40de-4561-a3b7-46c2494f2366 HTTP/1.1" status: 204 len: 168 time: 0.3729916 Feb 09 01:29:14.756104 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 36484) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:14.773418 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-a4090406-7f95-4719-87bb-7688779f463f admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6488843 Feb 09 01:29:14.776129 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 36488) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:14.783988 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-d0c35cd1-3344-4b29-9262-fd861a4c680c admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1571912626-router', 'tenant_id': '30f319f38f094f9b94d21cf9908c03e6', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:14.790065 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d0c35cd1-3344-4b29-9262-fd861a4c680c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:14.794626 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-d0c35cd1-3344-4b29-9262-fd861a4c680c admin admin] Usage tracker for resource:router and tenant:30f319f38f094f9b94d21cf9908c03e6 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:29:14.797698 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-d0c35cd1-3344-4b29-9262-fd861a4c680c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:29:14.803562 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d0c35cd1-3344-4b29-9262-fd861a4c680c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:14.818117 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d0c35cd1-3344-4b29-9262-fd861a4c680c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:14.819413 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d0c35cd1-3344-4b29-9262-fd861a4c680c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:14.826458 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-8f66d9ec-295e-4a14-aa90-cdfefabb18db tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2585077 Feb 09 01:29:14.841294 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d0c35cd1-3344-4b29-9262-fd861a4c680c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:14.859672 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 36492) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:14.929977 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-95b21ea8-7693-4de5-93d5-d997b47bb6c1 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Request body: {'subnet': {'network_id': '73493997-ae7e-4518-a7cf-efccb24c6e05', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:14.966297 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f66d9ec-295e-4a14-aa90-cdfefabb18db tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event updated for resources: {'Network': ['ID=73493997-ae7e-4518-a7cf-efccb24c6e05,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:15.014178 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 73493997-ae7e-4518-a7cf-efccb24c6e05 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:29:15.051757 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-c6f708d2-7e76-4a8e-a66d-c003d55f0840 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Synchronizing usage tracker for tenant:2b763021f8f6447f9989c02a67b8d03a on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:29:15.195239 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b87ebc-18a9-47a8-9ab6-bb38f7e5e05c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-93837987-2f31-465e-b007-6150ba2d6e43', 'network_id': '93837987-2f31-465e-b007-6150ba2d6e43', 'tenant_id': '30f319f38f094f9b94d21cf9908c03e6', 'fixed_ips': [{'subnet_id': 'b8010911-bec8-4193-abdd-53e94ca41e5b'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:29:15.196326 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-51b87ebc-18a9-47a8-9ab6-bb38f7e5e05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:15.245650 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-947c741f-ff51-4702-9fb0-1b63d54e407b req-fc3555a3-088f-48b9-9bc8-8f29a26136ee tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=95801a00e7354ad9963b019197a07675&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1330104 Feb 09 01:29:15.312378 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d0c35cd1-3344-4b29-9262-fd861a4c680c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:15.378963 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-51b87ebc-18a9-47a8-9ab6-bb38f7e5e05c None None] Allocated IP 172.20.0.2 (93837987-2f31-465e-b007-6150ba2d6e43/b8010911-bec8-4193-abdd-53e94ca41e5b/b2fe2627-ade9-4d34-af20-a7ecf058b5ab) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:29:15.405348 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-95b21ea8-7693-4de5-93d5-d997b47bb6c1 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:15.411239 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-c6f708d2-7e76-4a8e-a66d-c003d55f0840 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Unset dirty status for tenant:2b763021f8f6447f9989c02a67b8d03a on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:29:15.415833 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-c6f708d2-7e76-4a8e-a66d-c003d55f0840 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6549277 Feb 09 01:29:15.416276 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 36518) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:15.430395 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-95b21ea8-7693-4de5-93d5-d997b47bb6c1 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Usage tracker for resource:subnet and tenant:fcf7e2256d264906affa05ee27479d94 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:29:15.436146 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-3be8abba-c230-43e9-a98c-ca6ef85ca8e6 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Request body: {'security_group': {'name': 'tempest-secgroup--2021125977'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:15.459381 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-95b21ea8-7693-4de5-93d5-d997b47bb6c1 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:29:15.606087 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-51b87ebc-18a9-47a8-9ab6-bb38f7e5e05c None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:15.617787 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-3be8abba-c230-43e9-a98c-ca6ef85ca8e6 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:15.618045 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-51b87ebc-18a9-47a8-9ab6-bb38f7e5e05c None None] Transition to ACTIVE for port object b2fe2627-ade9-4d34-af20-a7ecf058b5ab will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:29:15.638065 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-51b87ebc-18a9-47a8-9ab6-bb38f7e5e05c None None] Transition to ACTIVE for port object b2fe2627-ade9-4d34-af20-a7ecf058b5ab will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:29:15.641375 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-95b21ea8-7693-4de5-93d5-d997b47bb6c1 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:15.644710 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-51b87ebc-18a9-47a8-9ab6-bb38f7e5e05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:15.650111 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-3be8abba-c230-43e9-a98c-ca6ef85ca8e6 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:15.695227 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b21ea8-7693-4de5-93d5-d997b47bb6c1 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Made reservation on behalf of fcf7e2256d264906affa05ee27479d94 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:29:15.699401 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-95b21ea8-7693-4de5-93d5-d997b47bb6c1 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:15.725223 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b87ebc-18a9-47a8-9ab6-bb38f7e5e05c None None] Network 93837987-2f31-465e-b007-6150ba2d6e43 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:15.728329 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-51b87ebc-18a9-47a8-9ab6-bb38f7e5e05c None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:15.732895 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b87ebc-18a9-47a8-9ab6-bb38f7e5e05c None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:29:15.767462 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b87ebc-18a9-47a8-9ab6-bb38f7e5e05c None None] Pushing event updated for resources: {'Port': ['ID=b2fe2627-ade9-4d34-af20-a7ecf058b5ab,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:15.773677 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c741f-ff51-4702-9fb0-1b63d54e407b req-2725a0c2-4b45-4784-ab8b-bb6ccbe892b6 tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:15.776460 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-947c741f-ff51-4702-9fb0-1b63d54e407b req-2725a0c2-4b45-4784-ab8b-bb6ccbe892b6 tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4749396 Feb 09 01:29:15.777229 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3be8abba-c230-43e9-a98c-ca6ef85ca8e6 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:15.831901 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-947c741f-ff51-4702-9fb0-1b63d54e407b req-23d4e064-3470-4851-9ace-3530f406a020 tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] 10.222.0.105 "GET /v2.0/quotas/95801a00e7354ad9963b019197a07675 HTTP/1.1" status: 200 len: 375 time: 0.0380597 Feb 09 01:29:15.832369 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-51b87ebc-18a9-47a8-9ab6-bb38f7e5e05c None None] Attempting to bind port b2fe2627-ade9-4d34-af20-a7ecf058b5ab on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:29:15.832742 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-51b87ebc-18a9-47a8-9ab6-bb38f7e5e05c None None] Attempting to bind port b2fe2627-ade9-4d34-af20-a7ecf058b5ab by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '4eea43a2-f025-4cd9-b9da-a90f1b6473f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '93837987-2f31-465e-b007-6150ba2d6e43'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:29:15.833361 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b87ebc-18a9-47a8-9ab6-bb38f7e5e05c None None] Attempting to bind port b2fe2627-ade9-4d34-af20-a7ecf058b5ab on network 93837987-2f31-465e-b007-6150ba2d6e43 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:29:15.837472 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-3be8abba-c230-43e9-a98c-ca6ef85ca8e6 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:15.838415 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b87ebc-18a9-47a8-9ab6-bb38f7e5e05c None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:29:15.838784 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b87ebc-18a9-47a8-9ab6-bb38f7e5e05c None None] Checking segment: {'id': '4eea43a2-f025-4cd9-b9da-a90f1b6473f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '93837987-2f31-465e-b007-6150ba2d6e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:29:15.839180 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-51b87ebc-18a9-47a8-9ab6-bb38f7e5e05c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:15.839577 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b87ebc-18a9-47a8-9ab6-bb38f7e5e05c None None] Bound using segment: {'id': '4eea43a2-f025-4cd9-b9da-a90f1b6473f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '93837987-2f31-465e-b007-6150ba2d6e43'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:29:15.840020 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-51b87ebc-18a9-47a8-9ab6-bb38f7e5e05c None None] Bound port: b2fe2627-ade9-4d34-af20-a7ecf058b5ab, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eea43a2-f025-4cd9-b9da-a90f1b6473f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '93837987-2f31-465e-b007-6150ba2d6e43'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:29:15.840385 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-51b87ebc-18a9-47a8-9ab6-bb38f7e5e05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:15.851291 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-3be8abba-c230-43e9-a98c-ca6ef85ca8e6 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Usage tracker for resource:security_group_rule and tenant:2b763021f8f6447f9989c02a67b8d03a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:29:15.860287 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-3be8abba-c230-43e9-a98c-ca6ef85ca8e6 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:29:15.909756 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-947c741f-ff51-4702-9fb0-1b63d54e407b req-4ffa448f-49fe-423b-984a-1bfb5567afa6 tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=95801a00e7354ad9963b019197a07675&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0596669 Feb 09 01:29:15.911470 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-3be8abba-c230-43e9-a98c-ca6ef85ca8e6 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:15.946211 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-51b87ebc-18a9-47a8-9ab6-bb38f7e5e05c None None] For port b2fe2627-ade9-4d34-af20-a7ecf058b5ab, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:29:15.949757 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-51b87ebc-18a9-47a8-9ab6-bb38f7e5e05c None None] For port b2fe2627-ade9-4d34-af20-a7ecf058b5ab, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=b2fe2627-ade9-4d34-af20-a7ecf058b5ab,segment=NetworkSegment(4eea43a2-f025-4cd9-b9da-a90f1b6473f3),segment_id=4eea43a2-f025-4cd9-b9da-a90f1b6473f3)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:29:15.956161 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-51b87ebc-18a9-47a8-9ab6-bb38f7e5e05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:16.070448 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b87ebc-18a9-47a8-9ab6-bb38f7e5e05c None None] Pushing event updated for resources: {'Port': ['ID=b2fe2627-ade9-4d34-af20-a7ecf058b5ab,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:16.221234 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ab9a2252-a621-403a-8c6f-9c8cd9bae75b req-6d4c9558-e595-4264-b4fc-4f57e8a5a218 tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] 10.222.0.105 "GET /v2.0/ports?device_id=7816a035-f66e-46e7-9515-9ef02335e0fe HTTP/1.1" status: 200 len: 210 time: 0.0888109 Feb 09 01:29:16.351834 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3be8abba-c230-43e9-a98c-ca6ef85ca8e6 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:16.417411 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3be8abba-c230-43e9-a98c-ca6ef85ca8e6 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:16.501784 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-95b21ea8-7693-4de5-93d5-d997b47bb6c1 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:16.561753 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be8abba-c230-43e9-a98c-ca6ef85ca8e6 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dec2da05-f9fa-49c6-bab0-048b135a0b3a,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:16.642112 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3be8abba-c230-43e9-a98c-ca6ef85ca8e6 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:16.646498 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36542) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:16.647146 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-3be8abba-c230-43e9-a98c-ca6ef85ca8e6 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2266142 Feb 09 01:29:16.652302 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d0c35cd1-3344-4b29-9262-fd861a4c680c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:16.653637 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-86df51ca-2405-4786-87c8-a4808b6fe277 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:16.654389 n-d-828418-1 neutron-server[87638]: WARNING neutron.api.v2.base [None req-86df51ca-2405-4786-87c8-a4808b6fe277 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 09 01:29:16.654842 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-86df51ca-2405-4786-87c8-a4808b6fe277 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] update failed (client error): There was a conflict when trying to complete your request. Feb 09 01:29:16.656124 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-86df51ca-2405-4786-87c8-a4808b6fe277 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] 10.222.0.105 "PUT /v2.0/security-groups/dec2da05-f9fa-49c6-bab0-048b135a0b3a HTTP/1.1" status: 409 len: 330 time: 0.0083838 Feb 09 01:29:16.659437 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36546) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:16.687299 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b21ea8-7693-4de5-93d5-d997b47bb6c1 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event updated for resources: {'Subnet': ['ID=afea5e31-984a-4425-b1d7-3e68964ff585,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:16.697294 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d0c35cd1-3344-4b29-9262-fd861a4c680c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:16.741745 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b21ea8-7693-4de5-93d5-d997b47bb6c1 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Checking segment: {'id': '46b25408-ccd0-4438-8791-1b9f6eb556e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '73493997-ae7e-4518-a7cf-efccb24c6e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:29:16.742109 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b21ea8-7693-4de5-93d5-d997b47bb6c1 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Network hostable DHCP agents. Network: 73493997-ae7e-4518-a7cf-efccb24c6e05, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:29:16.762383 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-68dad8d3-2841-4899-99c9-73a13c1cda28 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:16.787466 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b21ea8-7693-4de5-93d5-d997b47bb6c1 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Network 73493997-ae7e-4518-a7cf-efccb24c6e05 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:29:16.806202 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-68dad8d3-2841-4899-99c9-73a13c1cda28 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:16.837487 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-95b21ea8-7693-4de5-93d5-d997b47bb6c1 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 73493997-ae7e-4518-a7cf-efccb24c6e05) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:16.842535 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b21ea8-7693-4de5-93d5-d997b47bb6c1 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:16.843129 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-95b21ea8-7693-4de5-93d5-d997b47bb6c1 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:16.852863 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9104b992-e091-425b-b8f1-be03e0b29921 None None] Network 73493997-ae7e-4518-a7cf-efccb24c6e05 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:29:16.867476 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-68dad8d3-2841-4899-99c9-73a13c1cda28 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:16.893449 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-95b21ea8-7693-4de5-93d5-d997b47bb6c1 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0238979 Feb 09 01:29:16.898569 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 36554) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:16.901615 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-d0c35cd1-3344-4b29-9262-fd861a4c680c admin admin] Allocated IP 172.25.0.192 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/9d44fbcd-adf7-4fdc-aebd-704b13e5980e) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:29:16.905667 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-68dad8d3-2841-4899-99c9-73a13c1cda28 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:16.907232 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-68dad8d3-2841-4899-99c9-73a13c1cda28 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] 10.222.0.105 "DELETE /v2.0/security-groups/dec2da05-f9fa-49c6-bab0-048b135a0b3a HTTP/1.1" status: 204 len: 168 time: 0.2458935 Feb 09 01:29:16.909630 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-171cc590-b5a8-4861-bb39-aa2348e3a9d9 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Request body: {'subnet': {'network_id': '73493997-ae7e-4518-a7cf-efccb24c6e05', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:16.910093 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36560) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:16.927370 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dad8d3-2841-4899-99c9-73a13c1cda28 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec2da05-f9fa-49c6-bab0-048b135a0b3a,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:16.999159 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-89d8e5aa-9ade-4fd1-ae7f-3287efc3f1a6 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Synchronizing usage tracker for tenant:2b763021f8f6447f9989c02a67b8d03a on resource:security_group {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:29:17.024086 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-89d8e5aa-9ade-4fd1-ae7f-3287efc3f1a6 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] Unset dirty status for tenant:2b763021f8f6447f9989c02a67b8d03a on resource:security_group {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:29:17.031824 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-89d8e5aa-9ade-4fd1-ae7f-3287efc3f1a6 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1145756 Feb 09 01:29:17.032600 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 36564) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:17.127189 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device b2fe2627-ade9-4d34-af20-a7ecf058b5ab up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:29:17.159529 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [None req-b2c9d4c8-b313-4aa4-90a4-1d420c1fc42d tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] delete failed (client error): The resource could not be found. Feb 09 01:29:17.160645 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-b2c9d4c8-b313-4aa4-90a4-1d420c1fc42d tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] 10.222.0.105 "DELETE /v2.0/security-groups/1519a752-a30a-4a0c-bc3d-572103859713 HTTP/1.1" status: 404 len: 347 time: 0.1111071 Feb 09 01:29:17.166077 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36570) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:17.205321 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-624046e9-90e8-4552-9a09-81d72d7866af tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] show failed (client error): The resource could not be found. Feb 09 01:29:17.207040 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-624046e9-90e8-4552-9a09-81d72d7866af tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] 10.222.0.105 "GET /v2.0/security-groups/c14db493-1437-4291-9813-d1cadea2ae3e HTTP/1.1" status: 404 len: 347 time: 0.0393004 Feb 09 01:29:17.212058 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36576) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:17.228380 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-9b6b1deb-71e8-4e28-ae87-c4b6be7d4356 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] show failed (client error): The resource could not be found. Feb 09 01:29:17.229113 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9b6b1deb-71e8-4e28-ae87-c4b6be7d4356 tempest-NegativeSecGroupIPv6Test-1854304253 tempest-NegativeSecGroupIPv6Test-1854304253-project] 10.222.0.105 "GET /v2.0/security-group-rules/056be2b4-b084-47f2-8c45-ff7ab40aed7a HTTP/1.1" status: 404 len: 356 time: 0.0161166 Feb 09 01:29:17.231120 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-171cc590-b5a8-4861-bb39-aa2348e3a9d9 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:17.241888 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-171cc590-b5a8-4861-bb39-aa2348e3a9d9 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Usage tracker for resource:subnet and tenant:fcf7e2256d264906affa05ee27479d94 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:29:17.252576 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-171cc590-b5a8-4861-bb39-aa2348e3a9d9 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:29:17.298223 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-171cc590-b5a8-4861-bb39-aa2348e3a9d9 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:17.355256 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-171cc590-b5a8-4861-bb39-aa2348e3a9d9 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Made reservation on behalf of fcf7e2256d264906affa05ee27479d94 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:29:17.373387 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-171cc590-b5a8-4861-bb39-aa2348e3a9d9 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:17.482374 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port b2fe2627-ade9-4d34-af20-a7ecf058b5ab completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:29:17.582148 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d0c35cd1-3344-4b29-9262-fd861a4c680c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:17.609152 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217cb93e-a776-45c9-8ae5-f2328529a534 None None] Network 93837987-2f31-465e-b007-6150ba2d6e43 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:29:17.652211 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-947c741f-ff51-4702-9fb0-1b63d54e407b req-5aca131a-a820-4830-8674-437561ebd933 tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=95801a00e7354ad9963b019197a07675&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1110637 Feb 09 01:29:17.664041 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c5ae0ecb-ac19-4ee5-b70f-6bf45f5ded76 req-8627c62b-a5cb-4ac8-828b-8e000d807e7e tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] 10.222.0.105 "GET /v2.0/ports?device_id=7816a035-f66e-46e7-9515-9ef02335e0fe HTTP/1.1" status: 200 len: 210 time: 0.1139281 Feb 09 01:29:17.712737 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36590) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:17.812888 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e75d91b-e111-4e3f-8aab-e6eb9741ac4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-73493997-ae7e-4518-a7cf-efccb24c6e05', 'network_id': '73493997-ae7e-4518-a7cf-efccb24c6e05', 'tenant_id': 'fcf7e2256d264906affa05ee27479d94', 'fixed_ips': [{'subnet_id': 'afea5e31-984a-4425-b1d7-3e68964ff585'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:29:17.814522 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4e75d91b-e111-4e3f-8aab-e6eb9741ac4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:17.914271 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-53398276-70a7-491d-a09c-de6a46d3424a admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=2b763021f8f6447f9989c02a67b8d03a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1999223 Feb 09 01:29:17.916419 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36596) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:17.922255 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-ac10e531-9812-4ab4-8f31-440e6da29818 None None] Provisioning for port b2fe2627-ade9-4d34-af20-a7ecf058b5ab completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:29:17.995515 n-d-828418-1 neutron-server[87639]: INFO neutron.db.ipam_backend_mixin [None req-171cc590-b5a8-4861-bb39-aa2348e3a9d9 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet afea5e31-984a-4425-b1d7-3e68964ff585 (CIDR: 172.20.0.0/28) Feb 09 01:29:18.001447 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-798a796f-09f0-4f73-93aa-065b6f1d6cd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:18.005413 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-171cc590-b5a8-4861-bb39-aa2348e3a9d9 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:29:18.005945 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-171cc590-b5a8-4861-bb39-aa2348e3a9d9 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:29:18.034187 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-798a796f-09f0-4f73-93aa-065b6f1d6cd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:18.043022 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d0c35cd1-3344-4b29-9262-fd861a4c680c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:18.060438 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-ac10e531-9812-4ab4-8f31-440e6da29818 None None] Provisioning complete for port b2fe2627-ade9-4d34-af20-a7ecf058b5ab triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:18.060850 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ac10e531-9812-4ab4-8f31-440e6da29818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:18.119551 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-171cc590-b5a8-4861-bb39-aa2348e3a9d9 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2199173 Feb 09 01:29:18.125545 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36600) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:18.141922 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-edf39a60-18fb-4bb5-a9cf-197ec98ac1b1 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Request body: {'subnet': {'network_id': '73493997-ae7e-4518-a7cf-efccb24c6e05', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:18.144691 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c741f-ff51-4702-9fb0-1b63d54e407b req-b463cc76-a612-43ea-9daf-ef3524aeca65 tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:18.146455 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-947c741f-ff51-4702-9fb0-1b63d54e407b req-b463cc76-a612-43ea-9daf-ef3524aeca65 tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4814479 Feb 09 01:29:18.147092 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c35cd1-3344-4b29-9262-fd861a4c680c admin admin] Pushing event updated for resources: {'Port': ['ID=9d44fbcd-adf7-4fdc-aebd-704b13e5980e,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:18.154775 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c35cd1-3344-4b29-9262-fd861a4c680c admin admin] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:18.157432 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-d0c35cd1-3344-4b29-9262-fd861a4c680c admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:18.159766 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c35cd1-3344-4b29-9262-fd861a4c680c admin admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:29:18.177196 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-798a796f-09f0-4f73-93aa-065b6f1d6cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:18.191621 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-4e75d91b-e111-4e3f-8aab-e6eb9741ac4b None None] Allocated IP 172.20.0.2 (73493997-ae7e-4518-a7cf-efccb24c6e05/afea5e31-984a-4425-b1d7-3e68964ff585/6d9068cc-0089-4af3-9f8b-e630e2e4de2a) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:29:18.202526 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-947c741f-ff51-4702-9fb0-1b63d54e407b req-72700b30-055f-44e9-9485-e765e69e72bb tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] Request body: {'port': {'device_id': '7816a035-f66e-46e7-9515-9ef02335e0fe', 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6', 'admin_state_up': True, 'tenant_id': '95801a00e7354ad9963b019197a07675'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:18.295023 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798a796f-09f0-4f73-93aa-065b6f1d6cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14cc357-9e3b-4e69-88a2-6b584c34ee52,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:18.346836 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-798a796f-09f0-4f73-93aa-065b6f1d6cd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:18.348316 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-798a796f-09f0-4f73-93aa-065b6f1d6cd4 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/a14cc357-9e3b-4e69-88a2-6b584c34ee52 HTTP/1.1" status: 204 len: 168 time: 0.4305785 Feb 09 01:29:18.553126 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ac10e531-9812-4ab4-8f31-440e6da29818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:18.631452 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-edf39a60-18fb-4bb5-a9cf-197ec98ac1b1 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:18.635961 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-edf39a60-18fb-4bb5-a9cf-197ec98ac1b1 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Usage tracker for resource:subnet and tenant:fcf7e2256d264906affa05ee27479d94 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:29:18.639955 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-edf39a60-18fb-4bb5-a9cf-197ec98ac1b1 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:29:18.646415 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-edf39a60-18fb-4bb5-a9cf-197ec98ac1b1 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:18.659266 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf39a60-18fb-4bb5-a9cf-197ec98ac1b1 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Made reservation on behalf of fcf7e2256d264906affa05ee27479d94 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:29:18.663673 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-edf39a60-18fb-4bb5-a9cf-197ec98ac1b1 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:18.696106 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-947c741f-ff51-4702-9fb0-1b63d54e407b req-72700b30-055f-44e9-9485-e765e69e72bb tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:18.715423 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-947c741f-ff51-4702-9fb0-1b63d54e407b req-72700b30-055f-44e9-9485-e765e69e72bb tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] Usage tracker for resource:port and tenant:95801a00e7354ad9963b019197a07675 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:29:18.721854 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-947c741f-ff51-4702-9fb0-1b63d54e407b req-72700b30-055f-44e9-9485-e765e69e72bb tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:29:18.730395 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-947c741f-ff51-4702-9fb0-1b63d54e407b req-72700b30-055f-44e9-9485-e765e69e72bb tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:18.778163 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-947c741f-ff51-4702-9fb0-1b63d54e407b req-72700b30-055f-44e9-9485-e765e69e72bb tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] Made reservation on behalf of 95801a00e7354ad9963b019197a07675 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:29:18.781865 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-947c741f-ff51-4702-9fb0-1b63d54e407b req-72700b30-055f-44e9-9485-e765e69e72bb tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:18.796185 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-947c741f-ff51-4702-9fb0-1b63d54e407b req-72700b30-055f-44e9-9485-e765e69e72bb tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:18.798136 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-ac10e531-9812-4ab4-8f31-440e6da29818 None None] For port b2fe2627-ade9-4d34-af20-a7ecf058b5ab, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=b2fe2627-ade9-4d34-af20-a7ecf058b5ab,segment=NetworkSegment(4eea43a2-f025-4cd9-b9da-a90f1b6473f3),segment_id=4eea43a2-f025-4cd9-b9da-a90f1b6473f3)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:29:18.817005 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ac10e531-9812-4ab4-8f31-440e6da29818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:18.886646 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-947c741f-ff51-4702-9fb0-1b63d54e407b req-72700b30-055f-44e9-9485-e765e69e72bb tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:18.894343 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-947c741f-ff51-4702-9fb0-1b63d54e407b req-72700b30-055f-44e9-9485-e765e69e72bb tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] Usage tracker for resource:security_group_rule and tenant:95801a00e7354ad9963b019197a07675 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:29:18.899224 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-947c741f-ff51-4702-9fb0-1b63d54e407b req-72700b30-055f-44e9-9485-e765e69e72bb tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:29:18.909661 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-947c741f-ff51-4702-9fb0-1b63d54e407b req-72700b30-055f-44e9-9485-e765e69e72bb tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:18.915015 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d0c35cd1-3344-4b29-9262-fd861a4c680c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:19.016957 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4e75d91b-e111-4e3f-8aab-e6eb9741ac4b None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:19.068438 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4e75d91b-e111-4e3f-8aab-e6eb9741ac4b None None] Transition to ACTIVE for port object 6d9068cc-0089-4af3-9f8b-e630e2e4de2a will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:29:19.085329 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-caea6e7c-6ea6-452a-97b6-9cae3da80b17 req-34d6b361-232a-4649-b791-5d6f52704df5 tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] 10.222.0.105 "GET /v2.0/ports?device_id=7816a035-f66e-46e7-9515-9ef02335e0fe HTTP/1.1" status: 200 len: 210 time: 0.1173561 Feb 09 01:29:19.087563 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac10e531-9812-4ab4-8f31-440e6da29818 None None] Pushing event updated for resources: {'Port': ['ID=b2fe2627-ade9-4d34-af20-a7ecf058b5ab,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:19.117396 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4e75d91b-e111-4e3f-8aab-e6eb9741ac4b None None] Transition to ACTIVE for port object 6d9068cc-0089-4af3-9f8b-e630e2e4de2a will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:29:19.124604 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4e75d91b-e111-4e3f-8aab-e6eb9741ac4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:19.232747 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:29:19.243736 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-edf39a60-18fb-4bb5-a9cf-197ec98ac1b1 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:19.244710 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e75d91b-e111-4e3f-8aab-e6eb9741ac4b None None] Pushing event updated for resources: {'Port': ['ID=6d9068cc-0089-4af3-9f8b-e630e2e4de2a,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:19.258488 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e75d91b-e111-4e3f-8aab-e6eb9741ac4b None None] Network 73493997-ae7e-4518-a7cf-efccb24c6e05 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:19.261345 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-4e75d91b-e111-4e3f-8aab-e6eb9741ac4b None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:19.268796 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e75d91b-e111-4e3f-8aab-e6eb9741ac4b None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:29:19.346987 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf39a60-18fb-4bb5-a9cf-197ec98ac1b1 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Network 73493997-ae7e-4518-a7cf-efccb24c6e05 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:19.350560 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-edf39a60-18fb-4bb5-a9cf-197ec98ac1b1 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:19.358088 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf39a60-18fb-4bb5-a9cf-197ec98ac1b1 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:19.358684 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-edf39a60-18fb-4bb5-a9cf-197ec98ac1b1 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:19.388105 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-4e75d91b-e111-4e3f-8aab-e6eb9741ac4b None None] Attempting to bind port 6d9068cc-0089-4af3-9f8b-e630e2e4de2a on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:29:19.388589 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf39a60-18fb-4bb5-a9cf-197ec98ac1b1 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event updated for resources: {'Subnet': ['ID=826e50e1-d56b-40ca-88f9-62e3be8f65bf,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:19.389425 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-4e75d91b-e111-4e3f-8aab-e6eb9741ac4b None None] Attempting to bind port 6d9068cc-0089-4af3-9f8b-e630e2e4de2a by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '46b25408-ccd0-4438-8791-1b9f6eb556e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '73493997-ae7e-4518-a7cf-efccb24c6e05'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:29:19.390071 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e75d91b-e111-4e3f-8aab-e6eb9741ac4b None None] Attempting to bind port 6d9068cc-0089-4af3-9f8b-e630e2e4de2a on network 73493997-ae7e-4518-a7cf-efccb24c6e05 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:29:19.403020 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-edf39a60-18fb-4bb5-a9cf-197ec98ac1b1 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2754059 Feb 09 01:29:19.406134 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36630) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:19.412348 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-8361bf9b-f43d-491b-9dfa-d4563b274bca tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Request body: {'port': {'network_id': '73493997-ae7e-4518-a7cf-efccb24c6e05', 'fixed_ips': [{'subnet_id': 'afea5e31-984a-4425-b1d7-3e68964ff585'}, {'subnet_id': '826e50e1-d56b-40ca-88f9-62e3be8f65bf'}], 'name': 'tempest-PortsTestJSON-1443895169'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:19.418178 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e75d91b-e111-4e3f-8aab-e6eb9741ac4b None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:29:19.418561 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e75d91b-e111-4e3f-8aab-e6eb9741ac4b None None] Checking segment: {'id': '46b25408-ccd0-4438-8791-1b9f6eb556e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '73493997-ae7e-4518-a7cf-efccb24c6e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:29:19.419190 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4e75d91b-e111-4e3f-8aab-e6eb9741ac4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:19.419594 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e75d91b-e111-4e3f-8aab-e6eb9741ac4b None None] Bound using segment: {'id': '46b25408-ccd0-4438-8791-1b9f6eb556e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '73493997-ae7e-4518-a7cf-efccb24c6e05'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:29:19.420071 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-4e75d91b-e111-4e3f-8aab-e6eb9741ac4b None None] Bound port: 6d9068cc-0089-4af3-9f8b-e630e2e4de2a, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46b25408-ccd0-4438-8791-1b9f6eb556e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '73493997-ae7e-4518-a7cf-efccb24c6e05'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:29:19.420456 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4e75d91b-e111-4e3f-8aab-e6eb9741ac4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:19.432289 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-2f73a131-9c58-44d0-ad8f-ef9671c896bf None None] Provisioning complete for port b2fe2627-ade9-4d34-af20-a7ecf058b5ab triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:19.432662 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2f73a131-9c58-44d0-ad8f-ef9671c896bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:19.445707 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-947c741f-ff51-4702-9fb0-1b63d54e407b req-72700b30-055f-44e9-9485-e765e69e72bb tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:19.541840 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-947c741f-ff51-4702-9fb0-1b63d54e407b req-72700b30-055f-44e9-9485-e765e69e72bb tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:19.606813 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8361bf9b-f43d-491b-9dfa-d4563b274bca tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:19.612187 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-8361bf9b-f43d-491b-9dfa-d4563b274bca tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Usage tracker for resource:port and tenant:fcf7e2256d264906affa05ee27479d94 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:29:19.615260 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-8361bf9b-f43d-491b-9dfa-d4563b274bca tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:29:19.622719 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8361bf9b-f43d-491b-9dfa-d4563b274bca tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:19.629995 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72700b30-055f-44e9-9485-e765e69e72bb tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e587f94-79e5-4c89-85ab-438b64fc77a0,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:19.643431 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d0c35cd1-3344-4b29-9262-fd861a4c680c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:19.650608 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8361bf9b-f43d-491b-9dfa-d4563b274bca tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Made reservation on behalf of fcf7e2256d264906affa05ee27479d94 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:29:19.672441 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-4e75d91b-e111-4e3f-8aab-e6eb9741ac4b None None] For port 6d9068cc-0089-4af3-9f8b-e630e2e4de2a, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:29:19.676157 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-4e75d91b-e111-4e3f-8aab-e6eb9741ac4b None None] For port 6d9068cc-0089-4af3-9f8b-e630e2e4de2a, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=6d9068cc-0089-4af3-9f8b-e630e2e4de2a,segment=NetworkSegment(46b25408-ccd0-4438-8791-1b9f6eb556e3),segment_id=46b25408-ccd0-4438-8791-1b9f6eb556e3)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:29:19.680923 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4e75d91b-e111-4e3f-8aab-e6eb9741ac4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:19.768542 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e75d91b-e111-4e3f-8aab-e6eb9741ac4b None None] Pushing event updated for resources: {'Port': ['ID=6d9068cc-0089-4af3-9f8b-e630e2e4de2a,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:19.928324 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8361bf9b-f43d-491b-9dfa-d4563b274bca tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:19.965009 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-8361bf9b-f43d-491b-9dfa-d4563b274bca tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] device_id is not set on port e305bec5-e3c8-4c8d-9a93-414301cf653e yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:29:20.161093 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-947c741f-ff51-4702-9fb0-1b63d54e407b req-72700b30-055f-44e9-9485-e765e69e72bb tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] Allocated IP 192.168.233.197 (42d335cf-a678-4bc3-901b-7d21fb8587e6/e7938d94-1f0f-48bd-a0b3-26d5344ff0ec/95c1e441-b1d9-4fef-9cec-1d10dd9bc4f5) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:29:20.296273 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0c35cd1-3344-4b29-9262-fd861a4c680c admin admin] Router 4f916835-8bfe-4ffa-aa5e-7d8d3b90b8c2 is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:29:20.475222 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-15f79460-6771-4554-a37b-96a091dc39dd req-709a04bc-c784-4528-ad72-65bdc4e5ac5d tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] 10.222.0.105 "GET /v2.0/ports?device_id=7816a035-f66e-46e7-9515-9ef02335e0fe HTTP/1.1" status: 200 len: 210 time: 0.1551569 Feb 09 01:29:20.584738 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-8361bf9b-f43d-491b-9dfa-d4563b274bca tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Allocated IP 172.20.0.12 (73493997-ae7e-4518-a7cf-efccb24c6e05/afea5e31-984a-4425-b1d7-3e68964ff585/e305bec5-e3c8-4c8d-9a93-414301cf653e) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:29:20.592651 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-8361bf9b-f43d-491b-9dfa-d4563b274bca tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Allocated IP 172.20.0.28 (73493997-ae7e-4518-a7cf-efccb24c6e05/826e50e1-d56b-40ca-88f9-62e3be8f65bf/e305bec5-e3c8-4c8d-9a93-414301cf653e) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:29:20.668735 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-947c741f-ff51-4702-9fb0-1b63d54e407b req-72700b30-055f-44e9-9485-e765e69e72bb tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:20.695508 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-947c741f-ff51-4702-9fb0-1b63d54e407b req-72700b30-055f-44e9-9485-e765e69e72bb tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] Transition to ACTIVE for port object 95c1e441-b1d9-4fef-9cec-1d10dd9bc4f5 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:29:20.788130 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c35cd1-3344-4b29-9262-fd861a4c680c admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:29:20.804468 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3dc0d2-532c-47be-b74d-7f17c8539daf None None] Sync routers for ids ['4f916835-8bfe-4ffa-aa5e-7d8d3b90b8c2'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:29:20.815870 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3dc0d2-532c-47be-b74d-7f17c8539daf None None] Routers {'4f916835-8bfe-4ffa-aa5e-7d8d3b90b8c2'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:29:20.816529 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-5b3dc0d2-532c-47be-b74d-7f17c8539daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:29:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['4f916835-8bfe-4ffa-aa5e-7d8d3b90b8c2'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:20.823064 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-947c741f-ff51-4702-9fb0-1b63d54e407b req-72700b30-055f-44e9-9485-e765e69e72bb tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:20.891547 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8361bf9b-f43d-491b-9dfa-d4563b274bca tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:20.900946 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-947c741f-ff51-4702-9fb0-1b63d54e407b req-72700b30-055f-44e9-9485-e765e69e72bb tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] Network 42d335cf-a678-4bc3-901b-7d21fb8587e6 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:20.913305 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-8361bf9b-f43d-491b-9dfa-d4563b274bca tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Transition to ACTIVE for port object e305bec5-e3c8-4c8d-9a93-414301cf653e will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:29:20.915436 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-947c741f-ff51-4702-9fb0-1b63d54e407b req-72700b30-055f-44e9-9485-e765e69e72bb tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:20.928088 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d0c35cd1-3344-4b29-9262-fd861a4c680c admin admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:20.932770 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-d0c35cd1-3344-4b29-9262-fd861a4c680c admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.1556375 Feb 09 01:29:20.933892 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-947c741f-ff51-4702-9fb0-1b63d54e407b req-72700b30-055f-44e9-9485-e765e69e72bb tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:29:20.938804 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36662) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:20.945050 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8361bf9b-f43d-491b-9dfa-d4563b274bca tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:21.117131 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72700b30-055f-44e9-9485-e765e69e72bb tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] Pushing event updated for resources: {'Port': ['ID=95c1e441-b1d9-4fef-9cec-1d10dd9bc4f5,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:21.152480 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c741f-ff51-4702-9fb0-1b63d54e407b req-72700b30-055f-44e9-9485-e765e69e72bb tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:21.153714 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-947c741f-ff51-4702-9fb0-1b63d54e407b req-72700b30-055f-44e9-9485-e765e69e72bb tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:21.203357 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-947c741f-ff51-4702-9fb0-1b63d54e407b req-72700b30-055f-44e9-9485-e765e69e72bb tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0471482 Feb 09 01:29:21.227162 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-947c741f-ff51-4702-9fb0-1b63d54e407b req-9bc30311-ba69-45b5-aee2-a6aa113eec71 service neutron] Request body: {'port': {'device_id': '7816a035-f66e-46e7-9515-9ef02335e0fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:21.327534 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device b2fe2627-ade9-4d34-af20-a7ecf058b5ab up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:29:21.511237 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-5b3dc0d2-532c-47be-b74d-7f17c8539daf None None] Set router 4f916835-8bfe-4ffa-aa5e-7d8d3b90b8c2 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:29:21.605711 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-947c741f-ff51-4702-9fb0-1b63d54e407b req-9bc30311-ba69-45b5-aee2-a6aa113eec71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:21.698989 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8361bf9b-f43d-491b-9dfa-d4563b274bca tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Network 73493997-ae7e-4518-a7cf-efccb24c6e05 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:21.723536 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-8361bf9b-f43d-491b-9dfa-d4563b274bca tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:21.793382 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaac114c-7663-44b9-b199-0d8b1f3a7603 None None] Network 73493997-ae7e-4518-a7cf-efccb24c6e05 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:29:21.866054 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d306d2d8-b82b-4dd8-887a-73cf2abd277f None None] Provisioning for port 95c1e441-b1d9-4fef-9cec-1d10dd9bc4f5 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:29:22.024283 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8361bf9b-f43d-491b-9dfa-d4563b274bca tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event updated for resources: {'Port': ['ID=e305bec5-e3c8-4c8d-9a93-414301cf653e,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:22.028716 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8361bf9b-f43d-491b-9dfa-d4563b274bca tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:29:22.062666 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d306d2d8-b82b-4dd8-887a-73cf2abd277f None None] Provisioning complete for port 95c1e441-b1d9-4fef-9cec-1d10dd9bc4f5 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:22.063038 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d306d2d8-b82b-4dd8-887a-73cf2abd277f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:22.126020 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d306d2d8-b82b-4dd8-887a-73cf2abd277f None None] Port 95c1e441-b1d9-4fef-9cec-1d10dd9bc4f5 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:29:22.142409 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af1087-852d-4d3e-8db1-7eda4d3c4ef1 req-8a073572-533b-408e-8151-0bd5991f6da3 tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:22.142409 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-20af1087-852d-4d3e-8db1-7eda4d3c4ef1 req-8a073572-533b-408e-8151-0bd5991f6da3 tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] Synchronizing usage tracker for tenant:95801a00e7354ad9963b019197a07675 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:29:22.152270 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:22.201039 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port b2fe2627-ade9-4d34-af20-a7ecf058b5ab triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:22.201407 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:22.299331 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8361bf9b-f43d-491b-9dfa-d4563b274bca tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:22.300338 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8361bf9b-f43d-491b-9dfa-d4563b274bca tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:22.310536 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-20af1087-852d-4d3e-8db1-7eda4d3c4ef1 req-8a073572-533b-408e-8151-0bd5991f6da3 tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] Unset dirty status for tenant:95801a00e7354ad9963b019197a07675 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:29:22.318145 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-20af1087-852d-4d3e-8db1-7eda4d3c4ef1 req-8a073572-533b-408e-8151-0bd5991f6da3 tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] 10.222.0.105 "GET /v2.0/ports?device_id=7816a035-f66e-46e7-9515-9ef02335e0fe HTTP/1.1" status: 200 len: 936 time: 0.6748633 Feb 09 01:29:22.391158 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-20af1087-852d-4d3e-8db1-7eda4d3c4ef1 req-e1695c92-16d9-439e-adf3-05c29e0c58e8 tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] Synchronizing usage tracker for tenant:95801a00e7354ad9963b019197a07675 on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:29:22.437121 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-70a80513-e3ef-4649-bb23-de2aab1308d0 None None] Provisioning for port 6d9068cc-0089-4af3-9f8b-e630e2e4de2a completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:29:22.468643 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-8361bf9b-f43d-491b-9dfa-d4563b274bca tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 3.0614345 Feb 09 01:29:22.473259 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 36714) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:22.482392 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-dd5f0c2b-c5e4-4b71-8b97-a4b85faadac3 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'afea5e31-984a-4425-b1d7-3e68964ff585'}]}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:22.536596 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-20af1087-852d-4d3e-8db1-7eda4d3c4ef1 req-e1695c92-16d9-439e-adf3-05c29e0c58e8 tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] Unset dirty status for tenant:95801a00e7354ad9963b019197a07675 on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:29:22.537644 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-20af1087-852d-4d3e-8db1-7eda4d3c4ef1 req-e1695c92-16d9-439e-adf3-05c29e0c58e8 tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] 10.222.0.105 "GET /v2.0/security-groups?id=1e587f94-79e5-4c89-85ab-438b64fc77a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187190 Feb 09 01:29:22.603808 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 6d9068cc-0089-4af3-9f8b-e630e2e4de2a up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:29:22.672132 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-5b3dc0d2-532c-47be-b74d-7f17c8539daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f916835-8bfe-4ffa-aa5e-7d8d3b90b8c2', 'name': 'tempest-TestAggregatesBasicOps-1571912626-router', 'tenant_id': '30f319f38f094f9b94d21cf9908c03e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '9d44fbcd-adf7-4fdc-aebd-704b13e5980e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:29:14Z', 'updated_at': '2022-02-09T01:29:18Z', 'revision_number': 3, 'project_id': '30f319f38f094f9b94d21cf9908c03e6', 'gw_port': {'id': '9d44fbcd-adf7-4fdc-aebd-704b13e5980e', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:94:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f916835-8bfe-4ffa-aa5e-7d8d3b90b8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:16Z', 'updated_at': '2022-02-09T01:29:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:22.685027 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3dc0d2-532c-47be-b74d-7f17c8539daf None None] Checking router: 4f916835-8bfe-4ffa-aa5e-7d8d3b90b8c2 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:29:22.685417 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3dc0d2-532c-47be-b74d-7f17c8539daf None None] Updating router 4f916835-8bfe-4ffa-aa5e-7d8d3b90b8c2 port 9d44fbcd-adf7-4fdc-aebd-704b13e5980e binding host n-d-828418-1 {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:29:22.760390 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-236c09d4-5a34-44fc-a875-6236dd573278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:22.828285 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-947c741f-ff51-4702-9fb0-1b63d54e407b req-9bc30311-ba69-45b5-aee2-a6aa113eec71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95c1e441-b1d9-4fef-9cec-1d10dd9bc4f5 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:29:22.830160 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5b3dc0d2-532c-47be-b74d-7f17c8539daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:22.841642 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-947c741f-ff51-4702-9fb0-1b63d54e407b req-9bc30311-ba69-45b5-aee2-a6aa113eec71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:22.879831 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 6d9068cc-0089-4af3-9f8b-e630e2e4de2a completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:29:22.893155 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-947c741f-ff51-4702-9fb0-1b63d54e407b req-9bc30311-ba69-45b5-aee2-a6aa113eec71 service neutron] Transition to ACTIVE for port object 95c1e441-b1d9-4fef-9cec-1d10dd9bc4f5 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:29:22.898095 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 6d9068cc-0089-4af3-9f8b-e630e2e4de2a triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:22.898752 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:22.912590 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-947c741f-ff51-4702-9fb0-1b63d54e407b req-9bc30311-ba69-45b5-aee2-a6aa113eec71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:23.009535 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd522750-f52f-45da-8017-8cb765ccd012 None None] Update dhcp port {'port': {'network_id': '73493997-ae7e-4518-a7cf-efccb24c6e05', 'fixed_ips': [{'subnet_id': 'afea5e31-984a-4425-b1d7-3e68964ff585', 'ip_address': '172.20.0.2'}, {'subnet_id': '826e50e1-d56b-40ca-88f9-62e3be8f65bf'}], 'binding:host_id': 'n-d-828418-1'}, 'id': '6d9068cc-0089-4af3-9f8b-e630e2e4de2a'} from n-d-828418-1. {{(pid=87640) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 09 01:29:23.204252 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc30311-ba69-45b5-aee2-a6aa113eec71 service neutron] Pushing event updated for resources: {'Port': ['ID=95c1e441-b1d9-4fef-9cec-1d10dd9bc4f5,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:23.244323 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-236c09d4-5a34-44fc-a875-6236dd573278 admin admin] Allocated IP 172.20.0.1 (93837987-2f31-465e-b007-6150ba2d6e43/b8010911-bec8-4193-abdd-53e94ca41e5b/a9ed5380-2313-4579-aa04-f8f0599a3879) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:29:23.630246 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-236c09d4-5a34-44fc-a875-6236dd573278 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:23.649248 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bd522750-f52f-45da-8017-8cb765ccd012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:23.675326 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-236c09d4-5a34-44fc-a875-6236dd573278 admin admin] Transition to ACTIVE for port object a9ed5380-2313-4579-aa04-f8f0599a3879 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:29:23.721186 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-236c09d4-5a34-44fc-a875-6236dd573278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:23.867815 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dd5f0c2b-c5e4-4b71-8b97-a4b85faadac3 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:23.957982 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236c09d4-5a34-44fc-a875-6236dd573278 admin admin] Network 93837987-2f31-465e-b007-6150ba2d6e43 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:23.961479 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-236c09d4-5a34-44fc-a875-6236dd573278 admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:23.966340 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236c09d4-5a34-44fc-a875-6236dd573278 admin admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:29:24.075828 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236c09d4-5a34-44fc-a875-6236dd573278 admin admin] Pushing event updated for resources: {'Port': ['ID=a9ed5380-2313-4579-aa04-f8f0599a3879,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:24.113063 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-236c09d4-5a34-44fc-a875-6236dd573278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:24.118965 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-947c741f-ff51-4702-9fb0-1b63d54e407b req-9bc30311-ba69-45b5-aee2-a6aa113eec71 service neutron] Attempting to bind port 95c1e441-b1d9-4fef-9cec-1d10dd9bc4f5 on host n-h2-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:29:24.119301 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-947c741f-ff51-4702-9fb0-1b63d54e407b req-9bc30311-ba69-45b5-aee2-a6aa113eec71 service neutron] Attempting to bind port 95c1e441-b1d9-4fef-9cec-1d10dd9bc4f5 by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:29:24.119632 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947c741f-ff51-4702-9fb0-1b63d54e407b req-9bc30311-ba69-45b5-aee2-a6aa113eec71 service neutron] Attempting to bind port 95c1e441-b1d9-4fef-9cec-1d10dd9bc4f5 on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:29:24.122912 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5b3dc0d2-532c-47be-b74d-7f17c8539daf None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:24.145541 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:24.198526 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947c741f-ff51-4702-9fb0-1b63d54e407b req-9bc30311-ba69-45b5-aee2-a6aa113eec71 service neutron] Port 95c1e441-b1d9-4fef-9cec-1d10dd9bc4f5 on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:29:24.198856 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947c741f-ff51-4702-9fb0-1b63d54e407b req-9bc30311-ba69-45b5-aee2-a6aa113eec71 service neutron] Attempting to bind port 95c1e441-b1d9-4fef-9cec-1d10dd9bc4f5 on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:29:24.213711 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5b3dc0d2-532c-47be-b74d-7f17c8539daf None None] Transition to ACTIVE for port object 9d44fbcd-adf7-4fdc-aebd-704b13e5980e will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:29:24.233504 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947c741f-ff51-4702-9fb0-1b63d54e407b req-9bc30311-ba69-45b5-aee2-a6aa113eec71 service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:29:24.233891 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947c741f-ff51-4702-9fb0-1b63d54e407b req-9bc30311-ba69-45b5-aee2-a6aa113eec71 service neutron] Checking segment: {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:29:24.234284 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947c741f-ff51-4702-9fb0-1b63d54e407b req-9bc30311-ba69-45b5-aee2-a6aa113eec71 service neutron] Bound using segment: {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:29:24.234727 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-947c741f-ff51-4702-9fb0-1b63d54e407b req-9bc30311-ba69-45b5-aee2-a6aa113eec71 service neutron] Bound port: 95c1e441-b1d9-4fef-9cec-1d10dd9bc4f5, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:29:24.235073 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-947c741f-ff51-4702-9fb0-1b63d54e407b req-9bc30311-ba69-45b5-aee2-a6aa113eec71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:24.302332 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5b3dc0d2-532c-47be-b74d-7f17c8539daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:24.335282 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c08f60-f8bb-4c3c-9d50-6af4a4c23afe req-3b794335-a8d9-4fb0-88b6-fae9372b581d tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:24.336861 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e0c08f60-f8bb-4c3c-9d50-6af4a4c23afe req-3b794335-a8d9-4fb0-88b6-fae9372b581d tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] 10.222.0.105 "GET /v2.0/ports?device_id=7816a035-f66e-46e7-9515-9ef02335e0fe HTTP/1.1" status: 200 len: 948 time: 0.4709558 Feb 09 01:29:24.479354 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 6d9068cc-0089-4af3-9f8b-e630e2e4de2a, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=6d9068cc-0089-4af3-9f8b-e630e2e4de2a,segment=NetworkSegment(46b25408-ccd0-4438-8791-1b9f6eb556e3),segment_id=46b25408-ccd0-4438-8791-1b9f6eb556e3)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:29:24.488494 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:24.505036 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-bd522750-f52f-45da-8017-8cb765ccd012 None None] Allocated IP 172.20.0.18 (73493997-ae7e-4518-a7cf-efccb24c6e05/826e50e1-d56b-40ca-88f9-62e3be8f65bf/6d9068cc-0089-4af3-9f8b-e630e2e4de2a) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:29:24.513548 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-5b3dc0d2-532c-47be-b74d-7f17c8539daf None None] Attempting to bind port 9d44fbcd-adf7-4fdc-aebd-704b13e5980e on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:29:24.513982 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-5b3dc0d2-532c-47be-b74d-7f17c8539daf None None] Attempting to bind port 9d44fbcd-adf7-4fdc-aebd-704b13e5980e by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:29:24.514354 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3dc0d2-532c-47be-b74d-7f17c8539daf None None] Attempting to bind port 9d44fbcd-adf7-4fdc-aebd-704b13e5980e on network 3d885c3c-255c-4e54-addc-b28437d0b18e {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:29:24.527778 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ec8db2-1ff7-4012-ad0b-4d43050c1a8e None None] Pushing event updated for resources: {'Port': ['ID=9d44fbcd-adf7-4fdc-aebd-704b13e5980e,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:24.548813 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36792) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:24.554232 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e0c08f60-f8bb-4c3c-9d50-6af4a4c23afe req-e8142444-e742-4941-86c2-94e5f31b6570 tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] 10.222.0.105 "GET /v2.0/security-groups?id=1e587f94-79e5-4c89-85ab-438b64fc77a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956644 Feb 09 01:29:24.570851 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3dc0d2-532c-47be-b74d-7f17c8539daf None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:29:24.570851 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3dc0d2-532c-47be-b74d-7f17c8539daf None None] Checking segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:29:24.570851 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5b3dc0d2-532c-47be-b74d-7f17c8539daf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:24.570851 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3dc0d2-532c-47be-b74d-7f17c8539daf None None] Bound using segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:29:24.570851 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-5b3dc0d2-532c-47be-b74d-7f17c8539daf None None] Bound port: 9d44fbcd-adf7-4fdc-aebd-704b13e5980e, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:29:24.570851 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5b3dc0d2-532c-47be-b74d-7f17c8539daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:24.578966 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-947c741f-ff51-4702-9fb0-1b63d54e407b req-9bc30311-ba69-45b5-aee2-a6aa113eec71 service neutron] For port 95c1e441-b1d9-4fef-9cec-1d10dd9bc4f5, host n-h2-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:29:24.582915 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-947c741f-ff51-4702-9fb0-1b63d54e407b req-9bc30311-ba69-45b5-aee2-a6aa113eec71 service neutron] For port 95c1e441-b1d9-4fef-9cec-1d10dd9bc4f5, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=95c1e441-b1d9-4fef-9cec-1d10dd9bc4f5,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:29:24.588178 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-947c741f-ff51-4702-9fb0-1b63d54e407b req-9bc30311-ba69-45b5-aee2-a6aa113eec71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:24.599935 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-66d952d5-9c22-4568-af35-e6996241a692 None None] Provisioning for port a9ed5380-2313-4579-aa04-f8f0599a3879 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:29:24.650415 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-236c09d4-5a34-44fc-a875-6236dd573278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:24.679089 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc30311-ba69-45b5-aee2-a6aa113eec71 service neutron] Pushing event updated for resources: {'Port': ['ID=95c1e441-b1d9-4fef-9cec-1d10dd9bc4f5,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:24.692890 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c741f-ff51-4702-9fb0-1b63d54e407b req-9bc30311-ba69-45b5-aee2-a6aa113eec71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:24.693534 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-947c741f-ff51-4702-9fb0-1b63d54e407b req-9bc30311-ba69-45b5-aee2-a6aa113eec71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:24.695862 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-947c741f-ff51-4702-9fb0-1b63d54e407b req-9bc30311-ba69-45b5-aee2-a6aa113eec71 service neutron] 10.222.0.99 "PUT /v2.0/ports/95c1e441-b1d9-4fef-9cec-1d10dd9bc4f5 HTTP/1.1" status: 200 len: 1096 time: 3.4849188 Feb 09 01:29:24.695862 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7816a035-f66e-46e7-9515-9ef02335e0fe', 'tag': '95c1e441-b1d9-4fef-9cec-1d10dd9bc4f5'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:29:24.712012 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-66d952d5-9c22-4568-af35-e6996241a692 None None] Provisioning complete for port a9ed5380-2313-4579-aa04-f8f0599a3879 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:24.712390 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-66d952d5-9c22-4568-af35-e6996241a692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:24.770526 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7b57213c-6431-4cd9-bd8e-f71d2814daa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:24.791599 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7b57213c-6431-4cd9-bd8e-f71d2814daa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:24.796301 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-7b57213c-6431-4cd9-bd8e-f71d2814daa8 admin admin] Usage tracker for resource:security_group_rule and tenant:32df33067a354fbea8263b95cd0506db is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:29:24.799463 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-7b57213c-6431-4cd9-bd8e-f71d2814daa8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:29:24.802678 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7816a035-f66e-46e7-9515-9ef02335e0fe', 'tag': '95c1e441-b1d9-4fef-9cec-1d10dd9bc4f5', 'status': 'completed', 'code': 200} Feb 09 01:29:24.805639 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7b57213c-6431-4cd9-bd8e-f71d2814daa8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:24.817390 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=6d9068cc-0089-4af3-9f8b-e630e2e4de2a,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:24.832554 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-5b3dc0d2-532c-47be-b74d-7f17c8539daf None None] For port 9d44fbcd-adf7-4fdc-aebd-704b13e5980e, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:29:24.836731 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-5b3dc0d2-532c-47be-b74d-7f17c8539daf None None] For port 9d44fbcd-adf7-4fdc-aebd-704b13e5980e, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=9d44fbcd-adf7-4fdc-aebd-704b13e5980e,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:29:24.864040 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c741f-ff51-4702-9fb0-1b63d54e407b req-5e2c7a2c-57fe-4f2b-b76e-98884c62fa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:24.866130 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-947c741f-ff51-4702-9fb0-1b63d54e407b req-5e2c7a2c-57fe-4f2b-b76e-98884c62fa4a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=95801a00e7354ad9963b019197a07675&device_id=7816a035-f66e-46e7-9515-9ef02335e0fe HTTP/1.1" status: 200 len: 1099 time: 0.1119666 Feb 09 01:29:24.879841 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5b3dc0d2-532c-47be-b74d-7f17c8539daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:24.954925 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-947c741f-ff51-4702-9fb0-1b63d54e407b req-ff24e333-20e0-4f3e-aac0-517e844639ab service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=95c1e441-b1d9-4fef-9cec-1d10dd9bc4f5 HTTP/1.1" status: 200 len: 217 time: 0.0806425 Feb 09 01:29:25.053982 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-66d952d5-9c22-4568-af35-e6996241a692 None None] Port a9ed5380-2313-4579-aa04-f8f0599a3879 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:29:25.055053 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c741f-ff51-4702-9fb0-1b63d54e407b req-05dd1c9c-1b30-4902-a3c3-8ac56e440d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:25.062219 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-947c741f-ff51-4702-9fb0-1b63d54e407b req-05dd1c9c-1b30-4902-a3c3-8ac56e440d5f service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.1004965 Feb 09 01:29:25.064498 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-bd522750-f52f-45da-8017-8cb765ccd012 None None] For port 6d9068cc-0089-4af3-9f8b-e630e2e4de2a, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=6d9068cc-0089-4af3-9f8b-e630e2e4de2a,segment=NetworkSegment(46b25408-ccd0-4438-8791-1b9f6eb556e3),segment_id=46b25408-ccd0-4438-8791-1b9f6eb556e3)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:29:25.070652 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:25.074955 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3dc0d2-532c-47be-b74d-7f17c8539daf None None] Routers {'4f916835-8bfe-4ffa-aa5e-7d8d3b90b8c2'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:29:25.076542 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-5b3dc0d2-532c-47be-b74d-7f17c8539daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:29:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['4f916835-8bfe-4ffa-aa5e-7d8d3b90b8c2'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:25.165283 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c741f-ff51-4702-9fb0-1b63d54e407b req-955a6e69-0b4a-4f23-bb61-238079e270b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:25.166944 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-947c741f-ff51-4702-9fb0-1b63d54e407b req-955a6e69-0b4a-4f23-bb61-238079e270b5 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0981121 Feb 09 01:29:25.173773 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7b57213c-6431-4cd9-bd8e-f71d2814daa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:25.180788 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7b57213c-6431-4cd9-bd8e-f71d2814daa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:25.195641 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ec8db2-1ff7-4012-ad0b-4d43050c1a8e None None] Pushing event updated for resources: {'Port': ['ID=9d44fbcd-adf7-4fdc-aebd-704b13e5980e,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:25.213212 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bd522750-f52f-45da-8017-8cb765ccd012 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:25.229267 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b57213c-6431-4cd9-bd8e-f71d2814daa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b02b24-4f34-4ce7-9c0a-623c49d40840,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:25.273985 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-7b57213c-6431-4cd9-bd8e-f71d2814daa8 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=32df33067a354fbea8263b95cd0506db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7236457 Feb 09 01:29:25.281662 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 36804) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:25.309116 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-bd522750-f52f-45da-8017-8cb765ccd012 None None] Transition to ACTIVE for port object 6d9068cc-0089-4af3-9f8b-e630e2e4de2a will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:29:25.319297 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bd522750-f52f-45da-8017-8cb765ccd012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:25.322241 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-236c09d4-5a34-44fc-a875-6236dd573278 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:25.328606 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-236c09d4-5a34-44fc-a875-6236dd573278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:25.443970 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-236c09d4-5a34-44fc-a875-6236dd573278 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:25.445942 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-947c741f-ff51-4702-9fb0-1b63d54e407b req-1a9810d6-1253-4b09-964c-3f7e55e4c043 service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709117 Feb 09 01:29:25.478405 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-73be4632-0343-4a17-9d67-90df2aea6570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:25.489710 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-5b3dc0d2-532c-47be-b74d-7f17c8539daf None None] Set router 4f916835-8bfe-4ffa-aa5e-7d8d3b90b8c2 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:29:25.540687 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-dd5f0c2b-c5e4-4b71-8b97-a4b85faadac3 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Delete allocated IP 172.20.0.28 (73493997-ae7e-4518-a7cf-efccb24c6e05/826e50e1-d56b-40ca-88f9-62e3be8f65bf) {{(pid=87639) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 01:29:25.634161 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd522750-f52f-45da-8017-8cb765ccd012 None None] Pushing event updated for resources: {'Port': ['ID=6d9068cc-0089-4af3-9f8b-e630e2e4de2a,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:25.663723 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-73be4632-0343-4a17-9d67-90df2aea6570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:25.697770 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236c09d4-5a34-44fc-a875-6236dd573278 admin admin] Pushing event updated for resources: {'Port': ['ID=a9ed5380-2313-4579-aa04-f8f0599a3879,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:25.785087 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236c09d4-5a34-44fc-a875-6236dd573278 admin admin] Network 93837987-2f31-465e-b007-6150ba2d6e43 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:25.786284 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-236c09d4-5a34-44fc-a875-6236dd573278 admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:26.001924 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-5b3dc0d2-532c-47be-b74d-7f17c8539daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f916835-8bfe-4ffa-aa5e-7d8d3b90b8c2', 'name': 'tempest-TestAggregatesBasicOps-1571912626-router', 'tenant_id': '30f319f38f094f9b94d21cf9908c03e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '9d44fbcd-adf7-4fdc-aebd-704b13e5980e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:29:14Z', 'updated_at': '2022-02-09T01:29:24Z', 'revision_number': 4, 'project_id': '30f319f38f094f9b94d21cf9908c03e6', 'gw_port': {'id': '9d44fbcd-adf7-4fdc-aebd-704b13e5980e', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:94:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f916835-8bfe-4ffa-aa5e-7d8d3b90b8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:16Z', 'updated_at': '2022-02-09T01:29:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'a9ed5380-2313-4579-aa04-f8f0599a3879', 'name': '', 'network_id': '93837987-2f31-465e-b007-6150ba2d6e43', 'tenant_id': '30f319f38f094f9b94d21cf9908c03e6', 'mac_address': 'fa:16:3e:5e:c7:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f916835-8bfe-4ffa-aa5e-7d8d3b90b8c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': 'b8010911-bec8-4193-abdd-53e94ca41e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:22Z', 'updated_at': '2022-02-09T01:29:23Z', 'revision_number': 1, 'project_id': '30f319f38f094f9b94d21cf9908c03e6', 'subnets': [{'id': 'b8010911-bec8-4193-abdd-53e94ca41e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:26.025009 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3dc0d2-532c-47be-b74d-7f17c8539daf None None] The sync data for ids ['4f916835-8bfe-4ffa-aa5e-7d8d3b90b8c2'] in n-d-828418-1 is: [{'id': '4f916835-8bfe-4ffa-aa5e-7d8d3b90b8c2', 'name': 'tempest-TestAggregatesBasicOps-1571912626-router', 'tenant_id': '30f319f38f094f9b94d21cf9908c03e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '9d44fbcd-adf7-4fdc-aebd-704b13e5980e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:29:14Z', 'updated_at': '2022-02-09T01:29:24Z', 'revision_number': 4, 'project_id': '30f319f38f094f9b94d21cf9908c03e6', 'gw_port': {'id': '9d44fbcd-adf7-4fdc-aebd-704b13e5980e', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:94:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f916835-8bfe-4ffa-aa5e-7d8d3b90b8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:16Z', 'updated_at': '2022-02-09T01:29:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'a9ed5380-2313-4579-aa04-f8f0599a3879', 'name': '', 'network_id': '93837987-2f31-465e-b007-6150ba2d6e43', 'tenant_id': '30f319f38f094f9b94d21cf9908c03e6', 'mac_address': 'fa:16:3e:5e:c7:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f916835-8bfe-4ffa-aa5e-7d8d3b90b8c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': 'b8010911-bec8-4193-abdd-53e94ca41e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:22Z', 'updated_at': '2022-02-09T01:29:23Z', 'revision_number': 1, 'project_id': '30f319f38f094f9b94d21cf9908c03e6', 'subnets': [{'id': 'b8010911-bec8-4193-abdd-53e94ca41e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:29:26.108969 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-236c09d4-5a34-44fc-a875-6236dd573278 admin admin] Router 4f916835-8bfe-4ffa-aa5e-7d8d3b90b8c2 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:29:26.157950 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-73be4632-0343-4a17-9d67-90df2aea6570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:26.172590 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-947c741f-ff51-4702-9fb0-1b63d54e407b req-7fd891f5-9583-4a81-9d50-db03df14c216 service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7200236 Feb 09 01:29:26.192963 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73be4632-0343-4a17-9d67-90df2aea6570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b02b24-4f34-4ce7-9c0a-623c49d40840,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:26.240693 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-73be4632-0343-4a17-9d67-90df2aea6570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:26.243940 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-55eda350-bd20-4333-a443-e87d0493b3a1 None None] Provisioning complete for port a9ed5380-2313-4579-aa04-f8f0599a3879 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:26.244651 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-55eda350-bd20-4333-a443-e87d0493b3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:26.267975 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-73be4632-0343-4a17-9d67-90df2aea6570 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/59b02b24-4f34-4ce7-9c0a-623c49d40840 HTTP/1.1" status: 204 len: 168 time: 0.9850903 Feb 09 01:29:26.346519 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-55eda350-bd20-4333-a443-e87d0493b3a1 None None] Port a9ed5380-2313-4579-aa04-f8f0599a3879 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:29:26.371120 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dd5f0c2b-c5e4-4b71-8b97-a4b85faadac3 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:26.482501 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-236c09d4-5a34-44fc-a875-6236dd573278 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:29:26.503134 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-dd5f0c2b-c5e4-4b71-8b97-a4b85faadac3 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Ignored duplicate provisioning block setup for port e305bec5-e3c8-4c8d-9a93-414301cf653e by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 09 01:29:26.531589 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-236c09d4-5a34-44fc-a875-6236dd573278 admin admin] 10.222.0.105 "PUT /v2.0/routers/4f916835-8bfe-4ffa-aa5e-7d8d3b90b8c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5841136 Feb 09 01:29:26.531691 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dd5f0c2b-c5e4-4b71-8b97-a4b85faadac3 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:26.600956 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e9e085-0e21-494c-81c1-c8cd4f5297b4 None None] Network 73493997-ae7e-4518-a7cf-efccb24c6e05 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:29:26.639842 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 6d9068cc-0089-4af3-9f8b-e630e2e4de2a up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:29:26.725070 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5f0c2b-c5e4-4b71-8b97-a4b85faadac3 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event updated for resources: {'Port': ['ID=e305bec5-e3c8-4c8d-9a93-414301cf653e,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:26.900493 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36832) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:26.950499 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3d7320e5-c89d-4c96-ac43-b701a55d5a58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:26.974770 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27251425-8c94-41d9-b164-d744d7811330 req-75635465-7fa5-49e5-849d-ed8a3b9ebec8 tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:26.976301 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-27251425-8c94-41d9-b164-d744d7811330 req-75635465-7fa5-49e5-849d-ed8a3b9ebec8 tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] 10.222.0.105 "GET /v2.0/ports?device_id=7816a035-f66e-46e7-9515-9ef02335e0fe HTTP/1.1" status: 200 len: 948 time: 1.1945527 Feb 09 01:29:26.988187 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3d7320e5-c89d-4c96-ac43-b701a55d5a58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:27.002754 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-3d7320e5-c89d-4c96-ac43-b701a55d5a58 admin admin] Usage tracker for resource:security_group_rule and tenant:46336695a16a4451b88aabd2cb2fee88 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:29:27.005902 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-3d7320e5-c89d-4c96-ac43-b701a55d5a58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:29:27.014564 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3d7320e5-c89d-4c96-ac43-b701a55d5a58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:27.059060 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1f6f4e81-05d2-41ae-9f8e-a5fbb113e066 None None] Provisioning for port e305bec5-e3c8-4c8d-9a93-414301cf653e completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:29:27.076054 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1f6f4e81-05d2-41ae-9f8e-a5fbb113e066 None None] Provisioning complete for port e305bec5-e3c8-4c8d-9a93-414301cf653e triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:27.076595 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1f6f4e81-05d2-41ae-9f8e-a5fbb113e066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:27.099798 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-dd5f0c2b-c5e4-4b71-8b97-a4b85faadac3 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] In _notify_port_updated(), no bound segment for port e305bec5-e3c8-4c8d-9a93-414301cf653e on network 73493997-ae7e-4518-a7cf-efccb24c6e05 {{(pid=87639) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 01:29:27.119419 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5f0c2b-c5e4-4b71-8b97-a4b85faadac3 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:27.120150 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dd5f0c2b-c5e4-4b71-8b97-a4b85faadac3 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:27.121381 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-dd5f0c2b-c5e4-4b71-8b97-a4b85faadac3 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "PUT /v2.0/ports/e305bec5-e3c8-4c8d-9a93-414301cf653e HTTP/1.1" status: 200 len: 920 time: 4.6471429 Feb 09 01:29:27.124885 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36840) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:27.140249 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-27251425-8c94-41d9-b164-d744d7811330 req-90232dfb-78de-4ec3-ac78-91c88e337bc6 tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] 10.222.0.105 "GET /v2.0/security-groups?id=1e587f94-79e5-4c89-85ab-438b64fc77a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445346 Feb 09 01:29:27.150904 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dcce6b-db26-4745-a499-f5c21afce1cd req-c576ef2c-a249-4e65-9bc5-ba31a4c263d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:27.152449 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-36dcce6b-db26-4745-a499-f5c21afce1cd req-c576ef2c-a249-4e65-9bc5-ba31a4c263d3 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=95801a00e7354ad9963b019197a07675&device_id=7816a035-f66e-46e7-9515-9ef02335e0fe HTTP/1.1" status: 200 len: 1099 time: 0.8757784 Feb 09 01:29:27.156886 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-4d8f4cd4-3eb6-4a17-8a5a-2cf5f202ceb6 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'afea5e31-984a-4425-b1d7-3e68964ff585'}, {'subnet_id': '826e50e1-d56b-40ca-88f9-62e3be8f65bf'}]}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:27.278721 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3d7320e5-c89d-4c96-ac43-b701a55d5a58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:27.288701 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3d7320e5-c89d-4c96-ac43-b701a55d5a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:27.305959 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-1f6f4e81-05d2-41ae-9f8e-a5fbb113e066 None None] Port e305bec5-e3c8-4c8d-9a93-414301cf653e cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:29:27.338099 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dcce6b-db26-4745-a499-f5c21afce1cd req-ede650c3-accf-4add-80a4-83e19d01c447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:27.340486 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-36dcce6b-db26-4745-a499-f5c21afce1cd req-ede650c3-accf-4add-80a4-83e19d01c447 service neutron] 10.222.0.99 "GET /v2.0/networks?id=42d335cf-a678-4bc3-901b-7d21fb8587e6 HTTP/1.1" status: 200 len: 870 time: 0.1817083 Feb 09 01:29:27.405526 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7320e5-c89d-4c96-ac43-b701a55d5a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02097a97-3727-4930-b701-367079849255,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:27.414131 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-3d7320e5-c89d-4c96-ac43-b701a55d5a58 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=46336695a16a4451b88aabd2cb2fee88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5122430 Feb 09 01:29:27.431902 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36850) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:27.450883 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1f6f4e81-05d2-41ae-9f8e-a5fbb113e066 None None] Provisioning for port 6d9068cc-0089-4af3-9f8b-e630e2e4de2a completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:29:27.459265 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1f6f4e81-05d2-41ae-9f8e-a5fbb113e066 None None] Provisioning complete for port 6d9068cc-0089-4af3-9f8b-e630e2e4de2a triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:27.459772 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1f6f4e81-05d2-41ae-9f8e-a5fbb113e066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:27.472673 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-36dcce6b-db26-4745-a499-f5c21afce1cd req-fef62878-eea1-4067-a109-60139165fd97 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=95c1e441-b1d9-4fef-9cec-1d10dd9bc4f5 HTTP/1.1" status: 200 len: 217 time: 0.1258929 Feb 09 01:29:27.609084 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dcce6b-db26-4745-a499-f5c21afce1cd req-a3745a7f-6c67-4647-93e4-c4c6c813649f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:27.610740 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-36dcce6b-db26-4745-a499-f5c21afce1cd req-a3745a7f-6c67-4647-93e4-c4c6c813649f service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.1321540 Feb 09 01:29:27.652040 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-04d72713-dad3-499b-b2d9-19f56e06f6dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:27.672110 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 36856) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:27.689437 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-f33c556c-820f-434e-ba63-ed3a49393391 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1201728148-network', 'tenant_id': '88fa2e8717834903a62279ffa540cef2'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:27.692772 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-04d72713-dad3-499b-b2d9-19f56e06f6dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:27.699934 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f33c556c-820f-434e-ba63-ed3a49393391 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:27.712099 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-f33c556c-820f-434e-ba63-ed3a49393391 admin admin] Usage tracker for resource:network and tenant:88fa2e8717834903a62279ffa540cef2 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:29:27.716096 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-f33c556c-820f-434e-ba63-ed3a49393391 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:29:27.724629 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f33c556c-820f-434e-ba63-ed3a49393391 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:27.741838 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f33c556c-820f-434e-ba63-ed3a49393391 admin admin] Made reservation on behalf of 88fa2e8717834903a62279ffa540cef2 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:29:27.744180 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f33c556c-820f-434e-ba63-ed3a49393391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:27.759115 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f33c556c-820f-434e-ba63-ed3a49393391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:27.774146 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dcce6b-db26-4745-a499-f5c21afce1cd req-1ffbe2ae-7fa6-476e-9f91-7a8a59c49f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:27.775657 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-36dcce6b-db26-4745-a499-f5c21afce1cd req-1ffbe2ae-7fa6-476e-9f91-7a8a59c49f23 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1553533 Feb 09 01:29:27.779666 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f33c556c-820f-434e-ba63-ed3a49393391 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:27.789118 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4d8f4cd4-3eb6-4a17-8a5a-2cf5f202ceb6 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:27.814311 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-f33c556c-820f-434e-ba63-ed3a49393391 admin admin] Usage tracker for resource:security_group_rule and tenant:88fa2e8717834903a62279ffa540cef2 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:29:27.819603 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-f33c556c-820f-434e-ba63-ed3a49393391 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:29:27.871364 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-04d72713-dad3-499b-b2d9-19f56e06f6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:27.877843 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f33c556c-820f-434e-ba63-ed3a49393391 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:27.901712 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d72713-dad3-499b-b2d9-19f56e06f6dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02097a97-3727-4930-b701-367079849255,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:27.966635 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-04d72713-dad3-499b-b2d9-19f56e06f6dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:27.968176 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-04d72713-dad3-499b-b2d9-19f56e06f6dc admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/02097a97-3727-4930-b701-367079849255 HTTP/1.1" status: 204 len: 168 time: 0.5353329 Feb 09 01:29:28.030599 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-36dcce6b-db26-4745-a499-f5c21afce1cd req-53910400-6154-4e6b-8bf4-99aad924d5a1 service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483258 Feb 09 01:29:28.318718 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f33c556c-820f-434e-ba63-ed3a49393391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:28.327489 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f410ed12-44f9-4b30-8eab-6cc5fe993413 None None] Provisioning complete for port e305bec5-e3c8-4c8d-9a93-414301cf653e triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:28.327489 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f410ed12-44f9-4b30-8eab-6cc5fe993413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:28.357152 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f33c556c-820f-434e-ba63-ed3a49393391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:28.398020 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f33c556c-820f-434e-ba63-ed3a49393391 admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:29:28.424474 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f33c556c-820f-434e-ba63-ed3a49393391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:28.424902 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-f33c556c-820f-434e-ba63-ed3a49393391 admin admin] Added segment 099bf73e-9272-4e87-8c95-7096e42ea913 of type vlan for network 3e976e83-e9f6-4998-adbc-8f5bd320289b Feb 09 01:29:28.441995 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-4d8f4cd4-3eb6-4a17-8a5a-2cf5f202ceb6 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Allocated IP 172.20.0.28 (73493997-ae7e-4518-a7cf-efccb24c6e05/826e50e1-d56b-40ca-88f9-62e3be8f65bf/e305bec5-e3c8-4c8d-9a93-414301cf653e) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:29:28.479601 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-f410ed12-44f9-4b30-8eab-6cc5fe993413 None None] Port e305bec5-e3c8-4c8d-9a93-414301cf653e cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:29:28.486316 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f33c556c-820f-434e-ba63-ed3a49393391 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:28.502416 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f410ed12-44f9-4b30-8eab-6cc5fe993413 None None] Provisioning complete for port 6d9068cc-0089-4af3-9f8b-e630e2e4de2a triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:28.502878 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f410ed12-44f9-4b30-8eab-6cc5fe993413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:28.679839 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 9d44fbcd-adf7-4fdc-aebd-704b13e5980e up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:29:28.725725 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f33c556c-820f-434e-ba63-ed3a49393391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:28.727090 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33c556c-820f-434e-ba63-ed3a49393391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:28.729335 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f33c556c-820f-434e-ba63-ed3a49393391 admin admin] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:28.851975 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 9d44fbcd-adf7-4fdc-aebd-704b13e5980e completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:29:28.858644 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 9d44fbcd-adf7-4fdc-aebd-704b13e5980e triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:28.859321 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:29.076872 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-9c24a6ae-0165-4674-8009-917d16b632bb None None] Provisioning complete for port e305bec5-e3c8-4c8d-9a93-414301cf653e triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:29.077969 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9c24a6ae-0165-4674-8009-917d16b632bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:29.090771 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-36dcce6b-db26-4745-a499-f5c21afce1cd req-2f57e5c9-3d7e-4028-84d3-231cea9c3d3a service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0506980 Feb 09 01:29:29.117898 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c556c-820f-434e-ba63-ed3a49393391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d27c3d61-ffa1-40d3-bb51-446271244d7c,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:29.149654 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c556c-820f-434e-ba63-ed3a49393391 admin admin] Pushing event updated for resources: {'Network': ['ID=3e976e83-e9f6-4998-adbc-8f5bd320289b,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:29.161584 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f33c556c-820f-434e-ba63-ed3a49393391 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4816551 Feb 09 01:29:29.166561 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 36892) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:29.170946 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4d8f4cd4-3eb6-4a17-8a5a-2cf5f202ceb6 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:29.174334 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-970b3b86-dcb3-49af-aa8a-01ce69ba691b admin admin] Request body: {'subnet': {'network_id': '3e976e83-e9f6-4998-adbc-8f5bd320289b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1201728148-subnet', 'tenant_id': '88fa2e8717834903a62279ffa540cef2', 'ip_version': 4}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:29.177010 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 3e976e83-e9f6-4998-adbc-8f5bd320289b details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:29:29.182695 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-970b3b86-dcb3-49af-aa8a-01ce69ba691b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:29.194916 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-4d8f4cd4-3eb6-4a17-8a5a-2cf5f202ceb6 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Transition to ACTIVE for port object e305bec5-e3c8-4c8d-9a93-414301cf653e will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:29:29.197511 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-970b3b86-dcb3-49af-aa8a-01ce69ba691b admin admin] Usage tracker for resource:subnet and tenant:88fa2e8717834903a62279ffa540cef2 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:29:29.198878 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4d8f4cd4-3eb6-4a17-8a5a-2cf5f202ceb6 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:29.202948 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-970b3b86-dcb3-49af-aa8a-01ce69ba691b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:29:29.241363 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1822e26d-d391-46a8-a3c2-ea8259f7a30c req-f6dce3e2-7b82-4364-a72e-677afe1dd0bb tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:29.249220 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1822e26d-d391-46a8-a3c2-ea8259f7a30c req-f6dce3e2-7b82-4364-a72e-677afe1dd0bb tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] 10.222.0.105 "GET /v2.0/ports?device_id=7816a035-f66e-46e7-9515-9ef02335e0fe HTTP/1.1" status: 200 len: 948 time: 0.6981237 Feb 09 01:29:29.253163 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-970b3b86-dcb3-49af-aa8a-01ce69ba691b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:29.328033 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970b3b86-dcb3-49af-aa8a-01ce69ba691b admin admin] Made reservation on behalf of 88fa2e8717834903a62279ffa540cef2 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:29:29.330383 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-970b3b86-dcb3-49af-aa8a-01ce69ba691b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:29.362018 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:29.389866 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-9c24a6ae-0165-4674-8009-917d16b632bb None None] Port e305bec5-e3c8-4c8d-9a93-414301cf653e cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:29:29.407811 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 9d44fbcd-adf7-4fdc-aebd-704b13e5980e, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=9d44fbcd-adf7-4fdc-aebd-704b13e5980e,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:29:29.414642 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:29.500870 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8f4cd4-3eb6-4a17-8a5a-2cf5f202ceb6 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event updated for resources: {'Port': ['ID=e305bec5-e3c8-4c8d-9a93-414301cf653e,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:29.520963 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1822e26d-d391-46a8-a3c2-ea8259f7a30c req-5e85ff8c-cdfe-4bff-8fc9-532b8f6f4be8 tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] 10.222.0.105 "GET /v2.0/security-groups?id=1e587f94-79e5-4c89-85ab-438b64fc77a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706738 Feb 09 01:29:29.556347 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-51910bf9-5020-4ed3-b15a-f88a447c42f7 None None] Provisioning for port e305bec5-e3c8-4c8d-9a93-414301cf653e completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:29:29.560311 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-4d8f4cd4-3eb6-4a17-8a5a-2cf5f202ceb6 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] In _notify_port_updated(), no bound segment for port e305bec5-e3c8-4c8d-9a93-414301cf653e on network 73493997-ae7e-4518-a7cf-efccb24c6e05 {{(pid=87638) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 01:29:29.567297 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8f4cd4-3eb6-4a17-8a5a-2cf5f202ceb6 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:29.568184 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4d8f4cd4-3eb6-4a17-8a5a-2cf5f202ceb6 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:29.570370 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-4d8f4cd4-3eb6-4a17-8a5a-2cf5f202ceb6 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "PUT /v2.0/ports/e305bec5-e3c8-4c8d-9a93-414301cf653e HTTP/1.1" status: 200 len: 1000 time: 2.4442587 Feb 09 01:29:29.572767 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36904) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:29.586900 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-51910bf9-5020-4ed3-b15a-f88a447c42f7 None None] Provisioning complete for port e305bec5-e3c8-4c8d-9a93-414301cf653e triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:29.587799 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-51910bf9-5020-4ed3-b15a-f88a447c42f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:29.628422 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=9d44fbcd-adf7-4fdc-aebd-704b13e5980e,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:29.695875 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-51910bf9-5020-4ed3-b15a-f88a447c42f7 None None] Port e305bec5-e3c8-4c8d-9a93-414301cf653e cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:29:29.703611 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-4cc10d5c-332b-4d57-b541-5a6229338b52 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Deleting port e305bec5-e3c8-4c8d-9a93-414301cf653e {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:29:29.703987 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4cc10d5c-332b-4d57-b541-5a6229338b52 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:29.824797 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-07a0cba6-a15b-4330-b72d-80f810cd50de None None] Provisioning complete for port e305bec5-e3c8-4c8d-9a93-414301cf653e triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:29.825266 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-07a0cba6-a15b-4330-b72d-80f810cd50de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:29.829513 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b3f372-4f52-4bd7-b481-bef09e2c29a3 None None] Sync routers for ids ['4f916835-8bfe-4ffa-aa5e-7d8d3b90b8c2'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:29:29.844613 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b3f372-4f52-4bd7-b481-bef09e2c29a3 None None] Routers {'4f916835-8bfe-4ffa-aa5e-7d8d3b90b8c2'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:29:29.844967 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-a2b3f372-4f52-4bd7-b481-bef09e2c29a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:29:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['4f916835-8bfe-4ffa-aa5e-7d8d3b90b8c2'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:29.953447 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-07a0cba6-a15b-4330-b72d-80f810cd50de None None] Port e305bec5-e3c8-4c8d-9a93-414301cf653e cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:29:29.978690 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-970b3b86-dcb3-49af-aa8a-01ce69ba691b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:30.099039 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-a2b3f372-4f52-4bd7-b481-bef09e2c29a3 None None] Set router 4f916835-8bfe-4ffa-aa5e-7d8d3b90b8c2 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:29:30.143000 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970b3b86-dcb3-49af-aa8a-01ce69ba691b admin admin] Pushing event updated for resources: {'Subnet': ['ID=272381a7-b92a-4a92-9103-b71bd0b534a6,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:30.146960 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970b3b86-dcb3-49af-aa8a-01ce69ba691b admin admin] Checking segment: {'id': '099bf73e-9272-4e87-8c95-7096e42ea913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3e976e83-e9f6-4998-adbc-8f5bd320289b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:29:30.147370 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970b3b86-dcb3-49af-aa8a-01ce69ba691b admin admin] Network hostable DHCP agents. Network: 3e976e83-e9f6-4998-adbc-8f5bd320289b, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:29:30.171000 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970b3b86-dcb3-49af-aa8a-01ce69ba691b admin admin] Network 3e976e83-e9f6-4998-adbc-8f5bd320289b is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:29:30.181425 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4cc10d5c-332b-4d57-b541-5a6229338b52 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:30.183364 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-970b3b86-dcb3-49af-aa8a-01ce69ba691b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 3e976e83-e9f6-4998-adbc-8f5bd320289b) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:30.194543 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d9b5d1-8ebc-45ce-a2f6-5a5c2a8bd620 None None] Network 3e976e83-e9f6-4998-adbc-8f5bd320289b requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:29:30.205754 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970b3b86-dcb3-49af-aa8a-01ce69ba691b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:30.209028 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-970b3b86-dcb3-49af-aa8a-01ce69ba691b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:30.258698 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-970b3b86-dcb3-49af-aa8a-01ce69ba691b admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0892947 Feb 09 01:29:30.262146 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 36920) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:30.273730 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-f2228d23-6411-46ef-948c-997f39b9b77c admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1201728148-router', 'tenant_id': '88fa2e8717834903a62279ffa540cef2', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:30.282830 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f2228d23-6411-46ef-948c-997f39b9b77c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:30.288242 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-f2228d23-6411-46ef-948c-997f39b9b77c admin admin] Usage tracker for resource:router and tenant:88fa2e8717834903a62279ffa540cef2 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:29:30.291903 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-f2228d23-6411-46ef-948c-997f39b9b77c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:29:30.307640 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f2228d23-6411-46ef-948c-997f39b9b77c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:30.331703 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f2228d23-6411-46ef-948c-997f39b9b77c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:30.333106 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f2228d23-6411-46ef-948c-997f39b9b77c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:30.366412 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f2228d23-6411-46ef-948c-997f39b9b77c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:30.391898 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-4cc10d5c-332b-4d57-b541-5a6229338b52 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Calling delete_port for e305bec5-e3c8-4c8d-9a93-414301cf653e owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:29:30.470834 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369c2141-fd37-41ce-a194-3448230fdaa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-3e976e83-e9f6-4998-adbc-8f5bd320289b', 'network_id': '3e976e83-e9f6-4998-adbc-8f5bd320289b', 'tenant_id': '88fa2e8717834903a62279ffa540cef2', 'fixed_ips': [{'subnet_id': '272381a7-b92a-4a92-9103-b71bd0b534a6'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:29:30.471679 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-369c2141-fd37-41ce-a194-3448230fdaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:30.584786 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-a2b3f372-4f52-4bd7-b481-bef09e2c29a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f916835-8bfe-4ffa-aa5e-7d8d3b90b8c2', 'name': 'tempest-TestAggregatesBasicOps-1571912626-router', 'tenant_id': '30f319f38f094f9b94d21cf9908c03e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '9d44fbcd-adf7-4fdc-aebd-704b13e5980e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:29:14Z', 'updated_at': '2022-02-09T01:29:24Z', 'revision_number': 4, 'project_id': '30f319f38f094f9b94d21cf9908c03e6', 'gw_port': {'id': '9d44fbcd-adf7-4fdc-aebd-704b13e5980e', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:94:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f916835-8bfe-4ffa-aa5e-7d8d3b90b8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:16Z', 'updated_at': '2022-02-09T01:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'a9ed5380-2313-4579-aa04-f8f0599a3879', 'name': '', 'network_id': '93837987-2f31-465e-b007-6150ba2d6e43', 'tenant_id': '30f319f38f094f9b94d21cf9908c03e6', 'mac_address': 'fa:16:3e:5e:c7:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f916835-8bfe-4ffa-aa5e-7d8d3b90b8c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': 'b8010911-bec8-4193-abdd-53e94ca41e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:22Z', 'updated_at': '2022-02-09T01:29:24Z', 'revision_number': 2, 'project_id': '30f319f38f094f9b94d21cf9908c03e6', 'subnets': [{'id': 'b8010911-bec8-4193-abdd-53e94ca41e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:30.588998 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b3f372-4f52-4bd7-b481-bef09e2c29a3 None None] Checking router: 4f916835-8bfe-4ffa-aa5e-7d8d3b90b8c2 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:29:30.589357 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b3f372-4f52-4bd7-b481-bef09e2c29a3 None None] Updating router 4f916835-8bfe-4ffa-aa5e-7d8d3b90b8c2 port a9ed5380-2313-4579-aa04-f8f0599a3879 binding host n-d-828418-1 {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:29:30.647637 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 9d44fbcd-adf7-4fdc-aebd-704b13e5980e up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:29:30.743769 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-a2b3f372-4f52-4bd7-b481-bef09e2c29a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:30.748251 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-369c2141-fd37-41ce-a194-3448230fdaa4 None None] Allocated IP 172.20.0.2 (3e976e83-e9f6-4998-adbc-8f5bd320289b/272381a7-b92a-4a92-9103-b71bd0b534a6/bf0131ad-8799-4c34-908e-8c26637e30f1) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:29:30.824286 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4cc10d5c-332b-4d57-b541-5a6229338b52 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:30.839483 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 9d44fbcd-adf7-4fdc-aebd-704b13e5980e triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:30.839931 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:30.947647 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc10d5c-332b-4d57-b541-5a6229338b52 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event deleted for resources: {'Port': ['ID=e305bec5-e3c8-4c8d-9a93-414301cf653e,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:30.999961 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f2228d23-6411-46ef-948c-997f39b9b77c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:31.109518 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f59f4-002e-4cb7-8bd3-29ef535a98ba req-de49a1dd-90bb-48c6-8035-caf59d845433 tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:31.111171 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-eb1f59f4-002e-4cb7-8bd3-29ef535a98ba req-de49a1dd-90bb-48c6-8035-caf59d845433 tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] 10.222.0.105 "GET /v2.0/ports?device_id=7816a035-f66e-46e7-9515-9ef02335e0fe HTTP/1.1" status: 200 len: 948 time: 0.3210237 Feb 09 01:29:31.126372 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4cc10d5c-332b-4d57-b541-5a6229338b52 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:31.145326 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-4cc10d5c-332b-4d57-b541-5a6229338b52 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "DELETE /v2.0/ports/e305bec5-e3c8-4c8d-9a93-414301cf653e HTTP/1.1" status: 204 len: 168 time: 1.5713322 Feb 09 01:29:31.146486 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36936) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:31.205437 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-eb1f59f4-002e-4cb7-8bd3-29ef535a98ba req-aeac76dd-7bcb-49aa-bf8e-acf2404a4ada tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] 10.222.0.105 "GET /v2.0/security-groups?id=1e587f94-79e5-4c89-85ab-438b64fc77a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863225 Feb 09 01:29:31.278781 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-a2b3f372-4f52-4bd7-b481-bef09e2c29a3 None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:31.299689 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-a2b3f372-4f52-4bd7-b481-bef09e2c29a3 None None] Transition to ACTIVE for port object a9ed5380-2313-4579-aa04-f8f0599a3879 will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:29:31.308455 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-a2b3f372-4f52-4bd7-b481-bef09e2c29a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:31.314554 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e49fe94-5cf4-42c5-8041-bade7b0f3657 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] GET failed (client error): The resource could not be found. Feb 09 01:29:31.315102 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-6e49fe94-5cf4-42c5-8041-bade7b0f3657 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Synchronizing usage tracker for tenant:fcf7e2256d264906affa05ee27479d94 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:29:31.354939 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-6e49fe94-5cf4-42c5-8041-bade7b0f3657 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Unset dirty status for tenant:fcf7e2256d264906affa05ee27479d94 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:29:31.361137 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-6e49fe94-5cf4-42c5-8041-bade7b0f3657 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "GET /v2.0/ports/e305bec5-e3c8-4c8d-9a93-414301cf653e HTTP/1.1" status: 404 len: 333 time: 0.2134316 Feb 09 01:29:31.361869 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36944) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:31.389296 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 95c1e441-b1d9-4fef-9cec-1d10dd9bc4f5 details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:29:31.487412 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6b93fd-d1ca-4ae8-a4c4-73ed788c6b0c None None] Pushing event updated for resources: {'Port': ['ID=a9ed5380-2313-4579-aa04-f8f0599a3879,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:31.522185 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7efe42c-ffe7-4771-af3e-d23ef5b285a2 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Deleting subnet 826e50e1-d56b-40ca-88f9-62e3be8f65bf {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:29:31.528200 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a7efe42c-ffe7-4771-af3e-d23ef5b285a2 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:31.642483 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f2228d23-6411-46ef-948c-997f39b9b77c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:31.658624 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a7efe42c-ffe7-4771-af3e-d23ef5b285a2 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:31.742626 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-369c2141-fd37-41ce-a194-3448230fdaa4 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:31.754801 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f2228d23-6411-46ef-948c-997f39b9b77c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:31.768538 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-369c2141-fd37-41ce-a194-3448230fdaa4 None None] Transition to ACTIVE for port object bf0131ad-8799-4c34-908e-8c26637e30f1 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:29:31.846892 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a7efe42c-ffe7-4771-af3e-d23ef5b285a2 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:31.879075 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b93fd-d1ca-4ae8-a4c4-73ed788c6b0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:31.879719 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b93fd-d1ca-4ae8-a4c4-73ed788c6b0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:31.880263 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b93fd-d1ca-4ae8-a4c4-73ed788c6b0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:31.880805 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b93fd-d1ca-4ae8-a4c4-73ed788c6b0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:31.881338 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b93fd-d1ca-4ae8-a4c4-73ed788c6b0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:31.881912 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b93fd-d1ca-4ae8-a4c4-73ed788c6b0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:31.882476 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b93fd-d1ca-4ae8-a4c4-73ed788c6b0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:31.883005 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b93fd-d1ca-4ae8-a4c4-73ed788c6b0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:31.883534 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b93fd-d1ca-4ae8-a4c4-73ed788c6b0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:31.884057 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b93fd-d1ca-4ae8-a4c4-73ed788c6b0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:31.884457 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b93fd-d1ca-4ae8-a4c4-73ed788c6b0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:31.884907 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b93fd-d1ca-4ae8-a4c4-73ed788c6b0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:31.888912 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-a2b3f372-4f52-4bd7-b481-bef09e2c29a3 None None] Attempting to bind port a9ed5380-2313-4579-aa04-f8f0599a3879 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:29:31.889724 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-a2b3f372-4f52-4bd7-b481-bef09e2c29a3 None None] Attempting to bind port a9ed5380-2313-4579-aa04-f8f0599a3879 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '4eea43a2-f025-4cd9-b9da-a90f1b6473f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '93837987-2f31-465e-b007-6150ba2d6e43'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:29:31.890323 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b3f372-4f52-4bd7-b481-bef09e2c29a3 None None] Attempting to bind port a9ed5380-2313-4579-aa04-f8f0599a3879 on network 93837987-2f31-465e-b007-6150ba2d6e43 {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:29:31.897891 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b3f372-4f52-4bd7-b481-bef09e2c29a3 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:29:31.898495 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b3f372-4f52-4bd7-b481-bef09e2c29a3 None None] Checking segment: {'id': '4eea43a2-f025-4cd9-b9da-a90f1b6473f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '93837987-2f31-465e-b007-6150ba2d6e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:29:31.899123 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-a2b3f372-4f52-4bd7-b481-bef09e2c29a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:31.899683 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b3f372-4f52-4bd7-b481-bef09e2c29a3 None None] Bound using segment: {'id': '4eea43a2-f025-4cd9-b9da-a90f1b6473f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '93837987-2f31-465e-b007-6150ba2d6e43'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:29:31.900332 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-a2b3f372-4f52-4bd7-b481-bef09e2c29a3 None None] Bound port: a9ed5380-2313-4579-aa04-f8f0599a3879, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eea43a2-f025-4cd9-b9da-a90f1b6473f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '93837987-2f31-465e-b007-6150ba2d6e43'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:29:31.900889 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-a2b3f372-4f52-4bd7-b481-bef09e2c29a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:31.907824 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 95c1e441-b1d9-4fef-9cec-1d10dd9bc4f5, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=95c1e441-b1d9-4fef-9cec-1d10dd9bc4f5,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:29:31.926538 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-369c2141-fd37-41ce-a194-3448230fdaa4 None None] Transition to ACTIVE for port object bf0131ad-8799-4c34-908e-8c26637e30f1 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:29:31.945099 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': '95c1e441-b1d9-4fef-9cec-1d10dd9bc4f5', 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6', 'port_id': '95c1e441-b1d9-4fef-9cec-1d10dd9bc4f5', 'mac_address': 'fa:16:3e:f6:75:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7938d94-1f0f-48bd-a0b3-26d5344ff0ec', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:29:31.949210 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-369c2141-fd37-41ce-a194-3448230fdaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:32.040922 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-f2228d23-6411-46ef-948c-997f39b9b77c admin admin] Allocated IP 172.25.0.162 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/d36003b4-056a-40f1-854c-7109f7b77508) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:29:32.043830 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a7efe42c-ffe7-4771-af3e-d23ef5b285a2 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:32.056548 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369c2141-fd37-41ce-a194-3448230fdaa4 None None] Network 3e976e83-e9f6-4998-adbc-8f5bd320289b is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:32.090473 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:32.101100 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-369c2141-fd37-41ce-a194-3448230fdaa4 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:32.103522 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369c2141-fd37-41ce-a194-3448230fdaa4 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:29:32.124990 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-a2b3f372-4f52-4bd7-b481-bef09e2c29a3 None None] For port a9ed5380-2313-4579-aa04-f8f0599a3879, host n-d-828418-1, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:29:32.128713 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-a2b3f372-4f52-4bd7-b481-bef09e2c29a3 None None] For port a9ed5380-2313-4579-aa04-f8f0599a3879, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=a9ed5380-2313-4579-aa04-f8f0599a3879,segment=NetworkSegment(4eea43a2-f025-4cd9-b9da-a90f1b6473f3),segment_id=4eea43a2-f025-4cd9-b9da-a90f1b6473f3)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:29:32.133424 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-a2b3f372-4f52-4bd7-b481-bef09e2c29a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:32.139823 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7efe42c-ffe7-4771-af3e-d23ef5b285a2 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event deleted for resources: {'Subnet': ['ID=826e50e1-d56b-40ca-88f9-62e3be8f65bf,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:32.155877 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a7efe42c-ffe7-4771-af3e-d23ef5b285a2 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:32.166323 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa94452-63be-47e5-99da-158af2b724af None None] Network 73493997-ae7e-4518-a7cf-efccb24c6e05 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:29:32.172854 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a7efe42c-ffe7-4771-af3e-d23ef5b285a2 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "DELETE /v2.0/subnets/826e50e1-d56b-40ca-88f9-62e3be8f65bf HTTP/1.1" status: 204 len: 168 time: 0.8099370 Feb 09 01:29:32.173588 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36956) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:32.238285 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6b93fd-d1ca-4ae8-a4c4-73ed788c6b0c None None] Pushing event updated for resources: {'Port': ['ID=a9ed5380-2313-4579-aa04-f8f0599a3879,revision_number=4']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:32.255206 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fe0377b-f1c0-4dee-946e-6cdaa21c3754 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Deleting subnet afea5e31-984a-4425-b1d7-3e68964ff585 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:29:32.258326 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0fe0377b-f1c0-4dee-946e-6cdaa21c3754 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:32.259210 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b3f372-4f52-4bd7-b481-bef09e2c29a3 None None] Routers {'4f916835-8bfe-4ffa-aa5e-7d8d3b90b8c2'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:29:32.259820 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-a2b3f372-4f52-4bd7-b481-bef09e2c29a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:29:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['4f916835-8bfe-4ffa-aa5e-7d8d3b90b8c2'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:32.333814 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0fe0377b-f1c0-4dee-946e-6cdaa21c3754 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:32.337409 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369c2141-fd37-41ce-a194-3448230fdaa4 None None] Pushing event updated for resources: {'Port': ['ID=bf0131ad-8799-4c34-908e-8c26637e30f1,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:32.367367 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95c1e441-b1d9-4fef-9cec-1d10dd9bc4f5 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:29:32.376722 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f2228d23-6411-46ef-948c-997f39b9b77c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:32.428852 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f2228d23-6411-46ef-948c-997f39b9b77c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:32.440433 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-369c2141-fd37-41ce-a194-3448230fdaa4 None None] Attempting to bind port bf0131ad-8799-4c34-908e-8c26637e30f1 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:29:32.440849 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-369c2141-fd37-41ce-a194-3448230fdaa4 None None] Attempting to bind port bf0131ad-8799-4c34-908e-8c26637e30f1 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '099bf73e-9272-4e87-8c95-7096e42ea913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3e976e83-e9f6-4998-adbc-8f5bd320289b'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:29:32.441216 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369c2141-fd37-41ce-a194-3448230fdaa4 None None] Attempting to bind port bf0131ad-8799-4c34-908e-8c26637e30f1 on network 3e976e83-e9f6-4998-adbc-8f5bd320289b {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:29:32.474335 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369c2141-fd37-41ce-a194-3448230fdaa4 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:29:32.474709 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369c2141-fd37-41ce-a194-3448230fdaa4 None None] Checking segment: {'id': '099bf73e-9272-4e87-8c95-7096e42ea913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3e976e83-e9f6-4998-adbc-8f5bd320289b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:29:32.475113 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-369c2141-fd37-41ce-a194-3448230fdaa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:32.475500 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369c2141-fd37-41ce-a194-3448230fdaa4 None None] Bound using segment: {'id': '099bf73e-9272-4e87-8c95-7096e42ea913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3e976e83-e9f6-4998-adbc-8f5bd320289b'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:29:32.475978 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-369c2141-fd37-41ce-a194-3448230fdaa4 None None] Bound port: bf0131ad-8799-4c34-908e-8c26637e30f1, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '099bf73e-9272-4e87-8c95-7096e42ea913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3e976e83-e9f6-4998-adbc-8f5bd320289b'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:29:32.476362 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-369c2141-fd37-41ce-a194-3448230fdaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:32.486022 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-a2b3f372-4f52-4bd7-b481-bef09e2c29a3 None None] Set router 4f916835-8bfe-4ffa-aa5e-7d8d3b90b8c2 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:29:32.500306 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0fe0377b-f1c0-4dee-946e-6cdaa21c3754 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:32.568694 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2228d23-6411-46ef-948c-997f39b9b77c admin admin] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:32.580963 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-f2228d23-6411-46ef-948c-997f39b9b77c admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:32.621956 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 95c1e441-b1d9-4fef-9cec-1d10dd9bc4f5, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=95c1e441-b1d9-4fef-9cec-1d10dd9bc4f5,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:29:32.634964 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2228d23-6411-46ef-948c-997f39b9b77c admin admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:29:32.680525 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:32.713610 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0fe0377b-f1c0-4dee-946e-6cdaa21c3754 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:32.739315 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2228d23-6411-46ef-948c-997f39b9b77c admin admin] Pushing event updated for resources: {'Port': ['ID=d36003b4-056a-40f1-854c-7109f7b77508,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:32.788672 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe0377b-f1c0-4dee-946e-6cdaa21c3754 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event deleted for resources: {'Subnet': ['ID=afea5e31-984a-4425-b1d7-3e68964ff585,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:32.796482 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0fe0377b-f1c0-4dee-946e-6cdaa21c3754 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:32.813138 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-0fe0377b-f1c0-4dee-946e-6cdaa21c3754 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "DELETE /v2.0/subnets/afea5e31-984a-4425-b1d7-3e68964ff585 HTTP/1.1" status: 204 len: 168 time: 0.6360118 Feb 09 01:29:32.813419 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36970) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:32.916367 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=95c1e441-b1d9-4fef-9cec-1d10dd9bc4f5,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:32.921705 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device a9ed5380-2313-4579-aa04-f8f0599a3879 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:29:32.963590 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-a2b3f372-4f52-4bd7-b481-bef09e2c29a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f916835-8bfe-4ffa-aa5e-7d8d3b90b8c2', 'name': 'tempest-TestAggregatesBasicOps-1571912626-router', 'tenant_id': '30f319f38f094f9b94d21cf9908c03e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '9d44fbcd-adf7-4fdc-aebd-704b13e5980e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:29:14Z', 'updated_at': '2022-02-09T01:29:24Z', 'revision_number': 4, 'project_id': '30f319f38f094f9b94d21cf9908c03e6', 'gw_port': {'id': '9d44fbcd-adf7-4fdc-aebd-704b13e5980e', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:94:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f916835-8bfe-4ffa-aa5e-7d8d3b90b8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:16Z', 'updated_at': '2022-02-09T01:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'a9ed5380-2313-4579-aa04-f8f0599a3879', 'name': '', 'network_id': '93837987-2f31-465e-b007-6150ba2d6e43', 'tenant_id': '30f319f38f094f9b94d21cf9908c03e6', 'mac_address': 'fa:16:3e:5e:c7:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f916835-8bfe-4ffa-aa5e-7d8d3b90b8c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': 'b8010911-bec8-4193-abdd-53e94ca41e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:22Z', 'updated_at': '2022-02-09T01:29:32Z', 'revision_number': 4, 'project_id': '30f319f38f094f9b94d21cf9908c03e6', 'subnets': [{'id': 'b8010911-bec8-4193-abdd-53e94ca41e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:32.970246 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b3f372-4f52-4bd7-b481-bef09e2c29a3 None None] The sync data for ids ['4f916835-8bfe-4ffa-aa5e-7d8d3b90b8c2'] in n-d-828418-1 is: [{'id': '4f916835-8bfe-4ffa-aa5e-7d8d3b90b8c2', 'name': 'tempest-TestAggregatesBasicOps-1571912626-router', 'tenant_id': '30f319f38f094f9b94d21cf9908c03e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '9d44fbcd-adf7-4fdc-aebd-704b13e5980e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:29:14Z', 'updated_at': '2022-02-09T01:29:24Z', 'revision_number': 4, 'project_id': '30f319f38f094f9b94d21cf9908c03e6', 'gw_port': {'id': '9d44fbcd-adf7-4fdc-aebd-704b13e5980e', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:94:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f916835-8bfe-4ffa-aa5e-7d8d3b90b8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:16Z', 'updated_at': '2022-02-09T01:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'a9ed5380-2313-4579-aa04-f8f0599a3879', 'name': '', 'network_id': '93837987-2f31-465e-b007-6150ba2d6e43', 'tenant_id': '30f319f38f094f9b94d21cf9908c03e6', 'mac_address': 'fa:16:3e:5e:c7:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f916835-8bfe-4ffa-aa5e-7d8d3b90b8c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': 'b8010911-bec8-4193-abdd-53e94ca41e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:22Z', 'updated_at': '2022-02-09T01:29:32Z', 'revision_number': 4, 'project_id': '30f319f38f094f9b94d21cf9908c03e6', 'subnets': [{'id': 'b8010911-bec8-4193-abdd-53e94ca41e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:29:33.024046 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-369c2141-fd37-41ce-a194-3448230fdaa4 None None] For port bf0131ad-8799-4c34-908e-8c26637e30f1, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:29:33.028822 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-369c2141-fd37-41ce-a194-3448230fdaa4 None None] For port bf0131ad-8799-4c34-908e-8c26637e30f1, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=bf0131ad-8799-4c34-908e-8c26637e30f1,segment=NetworkSegment(099bf73e-9272-4e87-8c95-7096e42ea913),segment_id=099bf73e-9272-4e87-8c95-7096e42ea913)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:29:33.049567 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-369c2141-fd37-41ce-a194-3448230fdaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:33.162978 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-183a39e0-c3f6-4df8-880f-5b9f8b3b20e0 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:33.177060 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-183a39e0-c3f6-4df8-880f-5b9f8b3b20e0 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Deleting port 6d9068cc-0089-4af3-9f8b-e630e2e4de2a {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:29:33.177396 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-183a39e0-c3f6-4df8-880f-5b9f8b3b20e0 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:33.210527 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['95c1e441-b1d9-4fef-9cec-1d10dd9bc4f5'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:29:33.218994 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d465bd2b-616b-48a3-b70a-6c54e703686c req-ddfde325-24a3-421b-9842-107203efa862 tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:33.235483 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d465bd2b-616b-48a3-b70a-6c54e703686c req-ddfde325-24a3-421b-9842-107203efa862 tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] 10.222.0.105 "GET /v2.0/ports?device_id=7816a035-f66e-46e7-9515-9ef02335e0fe HTTP/1.1" status: 200 len: 948 time: 0.6803055 Feb 09 01:29:33.497873 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d465bd2b-616b-48a3-b70a-6c54e703686c req-cc918c44-c614-4627-9b1b-207b3a6de7a3 tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] 10.222.0.105 "GET /v2.0/security-groups?id=1e587f94-79e5-4c89-85ab-438b64fc77a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604561 Feb 09 01:29:33.587249 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369c2141-fd37-41ce-a194-3448230fdaa4 None None] Pushing event updated for resources: {'Port': ['ID=bf0131ad-8799-4c34-908e-8c26637e30f1,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:33.651867 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-183a39e0-c3f6-4df8-880f-5b9f8b3b20e0 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] For port 6d9068cc-0089-4af3-9f8b-e630e2e4de2a, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=6d9068cc-0089-4af3-9f8b-e630e2e4de2a,segment=NetworkSegment(46b25408-ccd0-4438-8791-1b9f6eb556e3),segment_id=46b25408-ccd0-4438-8791-1b9f6eb556e3)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:29:33.652370 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-183a39e0-c3f6-4df8-880f-5b9f8b3b20e0 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:33.655759 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f2228d23-6411-46ef-948c-997f39b9b77c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:33.843235 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port a9ed5380-2313-4579-aa04-f8f0599a3879 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:29:33.854732 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-183a39e0-c3f6-4df8-880f-5b9f8b3b20e0 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Calling delete_port for 6d9068cc-0089-4af3-9f8b-e630e2e4de2a owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:29:33.876089 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port a9ed5380-2313-4579-aa04-f8f0599a3879 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:33.876459 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:33.961146 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-183a39e0-c3f6-4df8-880f-5b9f8b3b20e0 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:34.045650 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183a39e0-c3f6-4df8-880f-5b9f8b3b20e0 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event deleted for resources: {'Port': ['ID=6d9068cc-0089-4af3-9f8b-e630e2e4de2a,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:34.049161 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183a39e0-c3f6-4df8-880f-5b9f8b3b20e0 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] No DVR routers for this DVR port 6d9068cc-0089-4af3-9f8b-e630e2e4de2a on host n-d-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:29:34.108085 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:34.134453 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82028c1f-a1c0-4589-a53f-93c3d28d3c83 None None] DHCP port deletion for 73493997-ae7e-4518-a7cf-efccb24c6e05 request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:29:34.191517 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port a9ed5380-2313-4579-aa04-f8f0599a3879, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=a9ed5380-2313-4579-aa04-f8f0599a3879,segment=NetworkSegment(4eea43a2-f025-4cd9-b9da-a90f1b6473f3),segment_id=4eea43a2-f025-4cd9-b9da-a90f1b6473f3)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:29:34.195892 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:34.210058 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f2228d23-6411-46ef-948c-997f39b9b77c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:34.299647 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=a9ed5380-2313-4579-aa04-f8f0599a3879,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:34.305300 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-183a39e0-c3f6-4df8-880f-5b9f8b3b20e0 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:34.337418 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-183a39e0-c3f6-4df8-880f-5b9f8b3b20e0 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73493997-ae7e-4518-a7cf-efccb24c6e05']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:34.349796 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-183a39e0-c3f6-4df8-880f-5b9f8b3b20e0 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46b25408-ccd0-4438-8791-1b9f6eb556e3') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:34.350094 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-183a39e0-c3f6-4df8-880f-5b9f8b3b20e0 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46b25408-ccd0-4438-8791-1b9f6eb556e3') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:34.362319 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-183a39e0-c3f6-4df8-880f-5b9f8b3b20e0 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:34.386626 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-183a39e0-c3f6-4df8-880f-5b9f8b3b20e0 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:34.394210 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-183a39e0-c3f6-4df8-880f-5b9f8b3b20e0 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:29:34.394671 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-183a39e0-c3f6-4df8-880f-5b9f8b3b20e0 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:34.413005 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:29:34.413005 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:29:34.413005 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:29:34.413005 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:29:34.413005 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:29:34.413005 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:29:34.413005 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:29:34.413005 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:29:34.413005 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:29:34.413005 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:29:34.413005 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:29:34.413005 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:29:34.413005 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:29:34.413005 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:29:34.413005 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:29:34.413005 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:29:34.413005 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:29:34.413005 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:29:34.413005 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:29:34.413005 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:29:34.413005 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:29:34.413005 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:29:34.413005 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:29:34.413005 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:29:34.413005 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:29:34.413005 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:29:34.413005 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:29:34.413005 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:29:34.413005 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:29:34.413005 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:29:34.413005 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:29:34.413005 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:29:34.449177 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2228d23-6411-46ef-948c-997f39b9b77c admin admin] Router 2e803aa7-38b4-4f7e-8790-804870d8a1df is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:29:34.509323 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-183a39e0-c3f6-4df8-880f-5b9f8b3b20e0 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:34.540423 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-183a39e0-c3f6-4df8-880f-5b9f8b3b20e0 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:34.544987 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183a39e0-c3f6-4df8-880f-5b9f8b3b20e0 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event deleted for resources: {'Network': ['ID=73493997-ae7e-4518-a7cf-efccb24c6e05,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:34.573452 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-183a39e0-c3f6-4df8-880f-5b9f8b3b20e0 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "DELETE /v2.0/networks/73493997-ae7e-4518-a7cf-efccb24c6e05 HTTP/1.1" status: 204 len: 168 time: 1.7589138 Feb 09 01:29:34.574157 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 36996) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:34.736635 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb00d3a-c970-4404-bdbe-7e7ad8a8c3d1 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:34.749581 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-fcb00d3a-c970-4404-bdbe-7e7ad8a8c3d1 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Synchronizing usage tracker for tenant:fcf7e2256d264906affa05ee27479d94 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:29:34.769756 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2228d23-6411-46ef-948c-997f39b9b77c admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:29:34.779977 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc8b705-db1f-4081-b765-30b563767b26 None None] Sync routers for ids ['2e803aa7-38b4-4f7e-8790-804870d8a1df'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:29:34.796501 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-fcb00d3a-c970-4404-bdbe-7e7ad8a8c3d1 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Unset dirty status for tenant:fcf7e2256d264906affa05ee27479d94 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:29:34.798044 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-fcb00d3a-c970-4404-bdbe-7e7ad8a8c3d1 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2227647 Feb 09 01:29:34.803248 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37006) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:34.809087 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc8b705-db1f-4081-b765-30b563767b26 None None] Routers {'2e803aa7-38b4-4f7e-8790-804870d8a1df'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:29:34.821023 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-2cc8b705-db1f-4081-b765-30b563767b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:29:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['2e803aa7-38b4-4f7e-8790-804870d8a1df'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:34.970003 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f2228d23-6411-46ef-948c-997f39b9b77c admin admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:34.971396 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f2228d23-6411-46ef-948c-997f39b9b77c admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.7080839 Feb 09 01:29:34.976095 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 37016) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:34.982273 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-4c7f6cfe-62f7-410b-a9a7-3332508bbdaf tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1734657 Feb 09 01:29:34.986208 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37018) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:34.992383 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device bf0131ad-8799-4c34-908e-8c26637e30f1 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:29:34.995741 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-23abc800-05e7-4770-be74-62fd42c69eeb tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1217494721'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:35.001924 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-23abc800-05e7-4770-be74-62fd42c69eeb tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:35.005952 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-23abc800-05e7-4770-be74-62fd42c69eeb tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Usage tracker for resource:network and tenant:fcf7e2256d264906affa05ee27479d94 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:29:35.008986 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-23abc800-05e7-4770-be74-62fd42c69eeb tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:29:35.016744 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-23abc800-05e7-4770-be74-62fd42c69eeb tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:35.031733 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23abc800-05e7-4770-be74-62fd42c69eeb tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Made reservation on behalf of fcf7e2256d264906affa05ee27479d94 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:29:35.035931 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-23abc800-05e7-4770-be74-62fd42c69eeb tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:35.077638 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23abc800-05e7-4770-be74-62fd42c69eeb tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:29:35.093447 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-23abc800-05e7-4770-be74-62fd42c69eeb tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:35.093827 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-23abc800-05e7-4770-be74-62fd42c69eeb tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Added segment 6cd21406-991e-42bf-9d5d-712146cb6b89 of type vlan for network c758b741-d6e9-4eca-b8f4-999e39d7229b Feb 09 01:29:35.144369 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-23abc800-05e7-4770-be74-62fd42c69eeb tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:35.187463 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-23abc800-05e7-4770-be74-62fd42c69eeb tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:35.196761 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23abc800-05e7-4770-be74-62fd42c69eeb tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:35.198719 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-23abc800-05e7-4770-be74-62fd42c69eeb tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:35.246755 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port bf0131ad-8799-4c34-908e-8c26637e30f1 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:29:35.254045 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-23abc800-05e7-4770-be74-62fd42c69eeb tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2641237 Feb 09 01:29:35.380906 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37026) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:35.414894 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-e75dd541-8d7a-43f7-9c08-916ead561a80 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Request body: {'subnet': {'network_id': 'c758b741-d6e9-4eca-b8f4-999e39d7229b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:35.454409 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd41f1a3-dcbd-46ac-8174-14dad3013ee9 req-c80186c7-7ab4-4872-bda8-e96a47b94031 tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:35.456094 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bd41f1a3-dcbd-46ac-8174-14dad3013ee9 req-c80186c7-7ab4-4872-bda8-e96a47b94031 tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] 10.222.0.105 "GET /v2.0/ports?device_id=7816a035-f66e-46e7-9515-9ef02335e0fe HTTP/1.1" status: 200 len: 949 time: 0.6042867 Feb 09 01:29:35.525777 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 95c1e441-b1d9-4fef-9cec-1d10dd9bc4f5 up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:29:35.602739 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90058da8-293d-4d81-8b7f-ae13437e8785 None None] Network 3e976e83-e9f6-4998-adbc-8f5bd320289b requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:29:35.613381 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23abc800-05e7-4770-be74-62fd42c69eeb tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event updated for resources: {'Network': ['ID=c758b741-d6e9-4eca-b8f4-999e39d7229b,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:35.648897 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bd41f1a3-dcbd-46ac-8174-14dad3013ee9 req-9a84158b-bb59-4da0-8f39-068a7401ca72 tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] 10.222.0.105 "GET /v2.0/security-groups?id=1e587f94-79e5-4c89-85ab-438b64fc77a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361792 Feb 09 01:29:35.655532 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device a9ed5380-2313-4579-aa04-f8f0599a3879 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:29:35.700105 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e75dd541-8d7a-43f7-9c08-916ead561a80 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:35.710497 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e75dd541-8d7a-43f7-9c08-916ead561a80 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Usage tracker for resource:subnet and tenant:fcf7e2256d264906affa05ee27479d94 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:29:35.716892 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e75dd541-8d7a-43f7-9c08-916ead561a80 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:29:35.727242 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e75dd541-8d7a-43f7-9c08-916ead561a80 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:35.747682 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75dd541-8d7a-43f7-9c08-916ead561a80 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Made reservation on behalf of fcf7e2256d264906affa05ee27479d94 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:29:35.751371 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e75dd541-8d7a-43f7-9c08-916ead561a80 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:35.761772 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network c758b741-d6e9-4eca-b8f4-999e39d7229b details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:29:35.946384 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-2cc8b705-db1f-4081-b765-30b563767b26 None None] Set router 2e803aa7-38b4-4f7e-8790-804870d8a1df gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:29:36.026743 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e75dd541-8d7a-43f7-9c08-916ead561a80 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:36.040223 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-760245ce-5fdc-4fd6-866c-bbe7ef25adcc None None] Provisioning for port bf0131ad-8799-4c34-908e-8c26637e30f1 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:29:36.139401 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75dd541-8d7a-43f7-9c08-916ead561a80 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event updated for resources: {'Subnet': ['ID=fab0dc9d-74ce-4ab3-997d-6ceca5325e6b,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:36.143037 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75dd541-8d7a-43f7-9c08-916ead561a80 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Checking segment: {'id': '6cd21406-991e-42bf-9d5d-712146cb6b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c758b741-d6e9-4eca-b8f4-999e39d7229b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:29:36.143445 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75dd541-8d7a-43f7-9c08-916ead561a80 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Network hostable DHCP agents. Network: c758b741-d6e9-4eca-b8f4-999e39d7229b, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:29:36.168534 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75dd541-8d7a-43f7-9c08-916ead561a80 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Network c758b741-d6e9-4eca-b8f4-999e39d7229b is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:29:36.181816 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-760245ce-5fdc-4fd6-866c-bbe7ef25adcc None None] Provisioning complete for port bf0131ad-8799-4c34-908e-8c26637e30f1 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:36.182069 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-760245ce-5fdc-4fd6-866c-bbe7ef25adcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:36.183819 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-e75dd541-8d7a-43f7-9c08-916ead561a80 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, c758b741-d6e9-4eca-b8f4-999e39d7229b) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:36.198608 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75dd541-8d7a-43f7-9c08-916ead561a80 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:36.199318 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e75dd541-8d7a-43f7-9c08-916ead561a80 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:36.239777 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb56d4c3-4da7-489f-8d06-ffaf78b86bdf None None] Network c758b741-d6e9-4eca-b8f4-999e39d7229b requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:29:36.240623 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e75dd541-8d7a-43f7-9c08-916ead561a80 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8581834 Feb 09 01:29:36.242918 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37036) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:36.251680 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-078b85cc-5af2-4bca-89ae-746a01f32a4b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Request body: {'port': {'network_id': 'c758b741-d6e9-4eca-b8f4-999e39d7229b', 'name': 'tempest-PortsTestJSON-226957549'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:36.455259 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e7771e8e-e3db-4ce9-b494-727ae4e9ca44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:36.578711 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-078b85cc-5af2-4bca-89ae-746a01f32a4b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:36.619733 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-078b85cc-5af2-4bca-89ae-746a01f32a4b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:36.650407 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-078b85cc-5af2-4bca-89ae-746a01f32a4b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Made reservation on behalf of fcf7e2256d264906affa05ee27479d94 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:29:36.661015 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-078b85cc-5af2-4bca-89ae-746a01f32a4b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:36.664955 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning for port 95c1e441-b1d9-4fef-9cec-1d10dd9bc4f5 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:29:36.704134 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port 95c1e441-b1d9-4fef-9cec-1d10dd9bc4f5 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:36.704616 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:36.755879 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-078b85cc-5af2-4bca-89ae-746a01f32a4b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] device_id is not set on port 3c6961df-ebba-422e-99f0-cd6187823a00 yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:29:36.776998 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port a9ed5380-2313-4579-aa04-f8f0599a3879 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:36.776998 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:36.980548 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-078b85cc-5af2-4bca-89ae-746a01f32a4b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Allocated IP 172.20.0.12 (c758b741-d6e9-4eca-b8f4-999e39d7229b/fab0dc9d-74ce-4ab3-997d-6ceca5325e6b/3c6961df-ebba-422e-99f0-cd6187823a00) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:29:37.015516 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-e7771e8e-e3db-4ce9-b494-727ae4e9ca44 admin admin] Allocated IP 172.20.0.1 (3e976e83-e9f6-4998-adbc-8f5bd320289b/272381a7-b92a-4a92-9103-b71bd0b534a6/7cd99c63-e3f9-4705-a948-a82a54a2f9c9) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:29:37.119113 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d0465-4c3a-4fb1-9c35-f39e1d468fe1 req-14042dfb-6be9-457b-9a40-c98b8bb2eb4b tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:37.120651 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a75d0465-4c3a-4fb1-9c35-f39e1d468fe1 req-14042dfb-6be9-457b-9a40-c98b8bb2eb4b tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] 10.222.0.105 "GET /v2.0/ports?device_id=7816a035-f66e-46e7-9515-9ef02335e0fe HTTP/1.1" status: 200 len: 949 time: 0.2878518 Feb 09 01:29:37.235490 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e7771e8e-e3db-4ce9-b494-727ae4e9ca44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:37.250488 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-078b85cc-5af2-4bca-89ae-746a01f32a4b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:37.268701 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-078b85cc-5af2-4bca-89ae-746a01f32a4b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Transition to ACTIVE for port object 3c6961df-ebba-422e-99f0-cd6187823a00 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:29:37.274873 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-760245ce-5fdc-4fd6-866c-bbe7ef25adcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:37.285491 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-e7771e8e-e3db-4ce9-b494-727ae4e9ca44 admin admin] Transition to ACTIVE for port object 7cd99c63-e3f9-4705-a948-a82a54a2f9c9 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:29:37.297052 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ebd461-3d39-41e5-943d-ca838b2bae3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-c758b741-d6e9-4eca-b8f4-999e39d7229b', 'network_id': 'c758b741-d6e9-4eca-b8f4-999e39d7229b', 'tenant_id': 'fcf7e2256d264906affa05ee27479d94', 'fixed_ips': [{'subnet_id': 'fab0dc9d-74ce-4ab3-997d-6ceca5325e6b'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:29:37.297906 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-83ebd461-3d39-41e5-943d-ca838b2bae3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:37.303121 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-078b85cc-5af2-4bca-89ae-746a01f32a4b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:37.366309 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:37.377109 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078b85cc-5af2-4bca-89ae-746a01f32a4b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Network c758b741-d6e9-4eca-b8f4-999e39d7229b is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:37.380311 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-078b85cc-5af2-4bca-89ae-746a01f32a4b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:37.396904 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078b85cc-5af2-4bca-89ae-746a01f32a4b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:29:37.404314 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a75d0465-4c3a-4fb1-9c35-f39e1d468fe1 req-c5f1eca7-0e44-4045-a3ac-c17a07bed9b7 tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] 10.222.0.105 "GET /v2.0/security-groups?id=1e587f94-79e5-4c89-85ab-438b64fc77a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730188 Feb 09 01:29:37.414720 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e7771e8e-e3db-4ce9-b494-727ae4e9ca44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:37.472810 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078b85cc-5af2-4bca-89ae-746a01f32a4b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event updated for resources: {'Port': ['ID=3c6961df-ebba-422e-99f0-cd6187823a00,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:37.480709 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-760245ce-5fdc-4fd6-866c-bbe7ef25adcc None None] For port bf0131ad-8799-4c34-908e-8c26637e30f1, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=bf0131ad-8799-4c34-908e-8c26637e30f1,segment=NetworkSegment(099bf73e-9272-4e87-8c95-7096e42ea913),segment_id=099bf73e-9272-4e87-8c95-7096e42ea913)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:29:37.491269 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-760245ce-5fdc-4fd6-866c-bbe7ef25adcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:37.551819 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7771e8e-e3db-4ce9-b494-727ae4e9ca44 admin admin] Network 3e976e83-e9f6-4998-adbc-8f5bd320289b is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:37.561871 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078b85cc-5af2-4bca-89ae-746a01f32a4b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:37.562553 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-078b85cc-5af2-4bca-89ae-746a01f32a4b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:37.566993 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7816a035-f66e-46e7-9515-9ef02335e0fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c1e441-b1d9-4fef-9cec-1d10dd9bc4f5'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:29:37.573564 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-e7771e8e-e3db-4ce9-b494-727ae4e9ca44 admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:37.583619 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7771e8e-e3db-4ce9-b494-727ae4e9ca44 admin admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:29:37.617838 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-078b85cc-5af2-4bca-89ae-746a01f32a4b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3735087 Feb 09 01:29:37.622820 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37058) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:37.630911 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-e856d662-b51b-4da5-afa2-f21e3a7cf953 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Request body: {'port': {'network_id': 'c758b741-d6e9-4eca-b8f4-999e39d7229b', 'name': 'tempest-PortsTestJSON-169510534'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:37.667835 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 6d9068cc-0089-4af3-9f8b-e630e2e4de2a no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:29:37.731448 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7816a035-f66e-46e7-9515-9ef02335e0fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c1e441-b1d9-4fef-9cec-1d10dd9bc4f5', 'code': 200} Feb 09 01:29:37.761421 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-2cc8b705-db1f-4081-b765-30b563767b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e803aa7-38b4-4f7e-8790-804870d8a1df', 'name': 'tempest-TestAggregatesBasicOps-1201728148-router', 'tenant_id': '88fa2e8717834903a62279ffa540cef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'd36003b4-056a-40f1-854c-7109f7b77508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:29:30Z', 'updated_at': '2022-02-09T01:29:33Z', 'revision_number': 3, 'project_id': '88fa2e8717834903a62279ffa540cef2', 'gw_port': {'id': 'd36003b4-056a-40f1-854c-7109f7b77508', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e803aa7-38b4-4f7e-8790-804870d8a1df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:31Z', 'updated_at': '2022-02-09T01:29:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:37.799624 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 6d9068cc-0089-4af3-9f8b-e630e2e4de2a {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:29:37.800313 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 6d9068cc-0089-4af3-9f8b-e630e2e4de2a not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:29:37.809198 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7771e8e-e3db-4ce9-b494-727ae4e9ca44 admin admin] Pushing event updated for resources: {'Port': ['ID=7cd99c63-e3f9-4705-a948-a82a54a2f9c9,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:37.833657 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e7771e8e-e3db-4ce9-b494-727ae4e9ca44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:37.836353 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 95c1e441-b1d9-4fef-9cec-1d10dd9bc4f5, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=95c1e441-b1d9-4fef-9cec-1d10dd9bc4f5,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:29:37.837787 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc8b705-db1f-4081-b765-30b563767b26 None None] Checking router: 2e803aa7-38b4-4f7e-8790-804870d8a1df for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:29:37.838194 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc8b705-db1f-4081-b765-30b563767b26 None None] Updating router 2e803aa7-38b4-4f7e-8790-804870d8a1df port d36003b4-056a-40f1-854c-7109f7b77508 binding host n-d-828418-1 {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:29:37.939058 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2cc8b705-db1f-4081-b765-30b563767b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:37.940560 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e856d662-b51b-4da5-afa2-f21e3a7cf953 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:37.947029 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e856d662-b51b-4da5-afa2-f21e3a7cf953 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Usage tracker for resource:port and tenant:fcf7e2256d264906affa05ee27479d94 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:29:37.950946 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e856d662-b51b-4da5-afa2-f21e3a7cf953 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:29:37.963730 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e856d662-b51b-4da5-afa2-f21e3a7cf953 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:37.995032 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e856d662-b51b-4da5-afa2-f21e3a7cf953 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Made reservation on behalf of fcf7e2256d264906affa05ee27479d94 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:29:37.998699 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e856d662-b51b-4da5-afa2-f21e3a7cf953 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:38.025079 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb479669-9cf7-46e1-86b0-c6034e56bcb7 req-e3a01de3-c3c8-4624-a347-25296952828d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:38.026514 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cb479669-9cf7-46e1-86b0-c6034e56bcb7 req-e3a01de3-c3c8-4624-a347-25296952828d service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=7816a035-f66e-46e7-9515-9ef02335e0fe HTTP/1.1" status: 200 len: 1100 time: 0.2876086 Feb 09 01:29:38.070760 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-e856d662-b51b-4da5-afa2-f21e3a7cf953 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] device_id is not set on port 821eedc6-9ad0-427c-8e78-d4b1aa8de0cd yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:29:38.209546 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:38.224664 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760245ce-5fdc-4fd6-866c-bbe7ef25adcc None None] Pushing event updated for resources: {'Port': ['ID=bf0131ad-8799-4c34-908e-8c26637e30f1,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:38.273716 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cb479669-9cf7-46e1-86b0-c6034e56bcb7 req-ad9a474f-f183-4018-870a-f54313b97ae2 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=1e587f94-79e5-4c89-85ab-438b64fc77a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373884 Feb 09 01:29:38.358767 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e7771e8e-e3db-4ce9-b494-727ae4e9ca44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:38.362217 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7d8c0455-e333-47f0-94a0-a878c6880183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:38.364202 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-83ebd461-3d39-41e5-943d-ca838b2bae3a None None] Allocated IP 172.20.0.2 (c758b741-d6e9-4eca-b8f4-999e39d7229b/fab0dc9d-74ce-4ab3-997d-6ceca5325e6b/d3da6f33-2f21-4737-a988-1a42d9ff8b66) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:29:38.415885 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-29bac701-0add-4ae0-b6b3-b546b762242b None None] Provisioning complete for port bf0131ad-8799-4c34-908e-8c26637e30f1 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:38.416255 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-29bac701-0add-4ae0-b6b3-b546b762242b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:38.642664 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=95c1e441-b1d9-4fef-9cec-1d10dd9bc4f5,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:38.697577 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382183b3-59e5-4327-b8b4-e5ddb18576f0 req-5e6e4a89-d96b-498c-9b44-00e53d3b6a35 tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:38.699118 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-382183b3-59e5-4327-b8b4-e5ddb18576f0 req-5e6e4a89-d96b-498c-9b44-00e53d3b6a35 tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] 10.222.0.105 "GET /v2.0/ports?device_id=7816a035-f66e-46e7-9515-9ef02335e0fe HTTP/1.1" status: 200 len: 950 time: 0.1502674 Feb 09 01:29:38.735841 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e7771e8e-e3db-4ce9-b494-727ae4e9ca44 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:38.749314 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e7771e8e-e3db-4ce9-b494-727ae4e9ca44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:38.854739 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7771e8e-e3db-4ce9-b494-727ae4e9ca44 admin admin] Pushing event updated for resources: {'Port': ['ID=7cd99c63-e3f9-4705-a948-a82a54a2f9c9,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:38.876547 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-382183b3-59e5-4327-b8b4-e5ddb18576f0 req-1b2d241f-4efc-4eb4-861f-90a1f91a570e tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] 10.222.0.105 "GET /v2.0/security-groups?id=1e587f94-79e5-4c89-85ab-438b64fc77a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675882 Feb 09 01:29:38.886584 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e7771e8e-e3db-4ce9-b494-727ae4e9ca44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:39.029681 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2cc8b705-db1f-4081-b765-30b563767b26 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:39.048685 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-87c3acd0-b600-4b9c-b055-37c30fa4ec34 None None] Provisioning for port 7cd99c63-e3f9-4705-a948-a82a54a2f9c9 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:29:39.064143 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-2cc8b705-db1f-4081-b765-30b563767b26 None None] Transition to ACTIVE for port object d36003b4-056a-40f1-854c-7109f7b77508 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:29:39.071123 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-87c3acd0-b600-4b9c-b055-37c30fa4ec34 None None] Provisioning complete for port 7cd99c63-e3f9-4705-a948-a82a54a2f9c9 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:39.071636 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-87c3acd0-b600-4b9c-b055-37c30fa4ec34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:39.107485 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-83ebd461-3d39-41e5-943d-ca838b2bae3a None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:39.108599 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7771e8e-e3db-4ce9-b494-727ae4e9ca44 admin admin] Network 3e976e83-e9f6-4998-adbc-8f5bd320289b is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:39.110205 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-e7771e8e-e3db-4ce9-b494-727ae4e9ca44 admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:39.121082 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2cc8b705-db1f-4081-b765-30b563767b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:39.190214 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-83ebd461-3d39-41e5-943d-ca838b2bae3a None None] Transition to ACTIVE for port object d3da6f33-2f21-4737-a988-1a42d9ff8b66 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:29:39.242589 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-2cc8b705-db1f-4081-b765-30b563767b26 None None] Attempting to bind port d36003b4-056a-40f1-854c-7109f7b77508 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:29:39.242962 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-2cc8b705-db1f-4081-b765-30b563767b26 None None] Attempting to bind port d36003b4-056a-40f1-854c-7109f7b77508 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:29:39.243333 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc8b705-db1f-4081-b765-30b563767b26 None None] Attempting to bind port d36003b4-056a-40f1-854c-7109f7b77508 on network 3d885c3c-255c-4e54-addc-b28437d0b18e {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:29:39.254787 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc8b705-db1f-4081-b765-30b563767b26 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:29:39.255368 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc8b705-db1f-4081-b765-30b563767b26 None None] Checking segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:29:39.255775 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2cc8b705-db1f-4081-b765-30b563767b26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:39.256168 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc8b705-db1f-4081-b765-30b563767b26 None None] Bound using segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:29:39.256634 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-2cc8b705-db1f-4081-b765-30b563767b26 None None] Bound port: d36003b4-056a-40f1-854c-7109f7b77508, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:29:39.257008 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2cc8b705-db1f-4081-b765-30b563767b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:39.308572 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-87c3acd0-b600-4b9c-b055-37c30fa4ec34 None None] Port 7cd99c63-e3f9-4705-a948-a82a54a2f9c9 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:29:39.335441 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-83ebd461-3d39-41e5-943d-ca838b2bae3a None None] Transition to ACTIVE for port object d3da6f33-2f21-4737-a988-1a42d9ff8b66 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:29:39.339272 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92011a96-c552-4dd1-bfa2-0b0ecfd3f608 None None] Pushing event updated for resources: {'Port': ['ID=d36003b4-056a-40f1-854c-7109f7b77508,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:39.353395 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-83ebd461-3d39-41e5-943d-ca838b2bae3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:39.481831 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ebd461-3d39-41e5-943d-ca838b2bae3a None None] Network c758b741-d6e9-4eca-b8f4-999e39d7229b is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:39.486232 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-83ebd461-3d39-41e5-943d-ca838b2bae3a None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:39.491644 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-2cc8b705-db1f-4081-b765-30b563767b26 None None] For port d36003b4-056a-40f1-854c-7109f7b77508, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:29:39.493751 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ebd461-3d39-41e5-943d-ca838b2bae3a None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:29:39.497051 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-2cc8b705-db1f-4081-b765-30b563767b26 None None] For port d36003b4-056a-40f1-854c-7109f7b77508, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=d36003b4-056a-40f1-854c-7109f7b77508,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:29:39.506998 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-e856d662-b51b-4da5-afa2-f21e3a7cf953 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Allocated IP 172.20.0.5 (c758b741-d6e9-4eca-b8f4-999e39d7229b/fab0dc9d-74ce-4ab3-997d-6ceca5325e6b/821eedc6-9ad0-427c-8e78-d4b1aa8de0cd) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:29:39.535389 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7771e8e-e3db-4ce9-b494-727ae4e9ca44 admin admin] Router 2e803aa7-38b4-4f7e-8790-804870d8a1df has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:29:39.549450 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2cc8b705-db1f-4081-b765-30b563767b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:39.567032 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ebd461-3d39-41e5-943d-ca838b2bae3a None None] Pushing event updated for resources: {'Port': ['ID=d3da6f33-2f21-4737-a988-1a42d9ff8b66,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:39.738201 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92011a96-c552-4dd1-bfa2-0b0ecfd3f608 None None] Pushing event updated for resources: {'Port': ['ID=d36003b4-056a-40f1-854c-7109f7b77508,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:39.806941 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc8b705-db1f-4081-b765-30b563767b26 None None] Routers {'2e803aa7-38b4-4f7e-8790-804870d8a1df'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:29:39.807841 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-2cc8b705-db1f-4081-b765-30b563767b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:29:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['2e803aa7-38b4-4f7e-8790-804870d8a1df'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:39.948798 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e856d662-b51b-4da5-afa2-f21e3a7cf953 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:39.959462 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device bf0131ad-8799-4c34-908e-8c26637e30f1 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:29:39.976488 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7771e8e-e3db-4ce9-b494-727ae4e9ca44 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:29:39.994755 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-e856d662-b51b-4da5-afa2-f21e3a7cf953 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Transition to ACTIVE for port object 821eedc6-9ad0-427c-8e78-d4b1aa8de0cd will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:29:39.999561 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-e7771e8e-e3db-4ce9-b494-727ae4e9ca44 admin admin] 10.222.0.105 "PUT /v2.0/routers/2e803aa7-38b4-4f7e-8790-804870d8a1df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0070434 Feb 09 01:29:40.008375 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-83ebd461-3d39-41e5-943d-ca838b2bae3a None None] Attempting to bind port d3da6f33-2f21-4737-a988-1a42d9ff8b66 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:29:40.008375 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-83ebd461-3d39-41e5-943d-ca838b2bae3a None None] Attempting to bind port d3da6f33-2f21-4737-a988-1a42d9ff8b66 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '6cd21406-991e-42bf-9d5d-712146cb6b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c758b741-d6e9-4eca-b8f4-999e39d7229b'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:29:40.008698 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ebd461-3d39-41e5-943d-ca838b2bae3a None None] Attempting to bind port d3da6f33-2f21-4737-a988-1a42d9ff8b66 on network c758b741-d6e9-4eca-b8f4-999e39d7229b {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:29:40.032951 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e856d662-b51b-4da5-afa2-f21e3a7cf953 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:40.037205 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ebd461-3d39-41e5-943d-ca838b2bae3a None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:29:40.037773 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ebd461-3d39-41e5-943d-ca838b2bae3a None None] Checking segment: {'id': '6cd21406-991e-42bf-9d5d-712146cb6b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c758b741-d6e9-4eca-b8f4-999e39d7229b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:29:40.038017 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-83ebd461-3d39-41e5-943d-ca838b2bae3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:40.038424 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ebd461-3d39-41e5-943d-ca838b2bae3a None None] Bound using segment: {'id': '6cd21406-991e-42bf-9d5d-712146cb6b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c758b741-d6e9-4eca-b8f4-999e39d7229b'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:29:40.038910 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-83ebd461-3d39-41e5-943d-ca838b2bae3a None None] Bound port: d3da6f33-2f21-4737-a988-1a42d9ff8b66, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cd21406-991e-42bf-9d5d-712146cb6b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c758b741-d6e9-4eca-b8f4-999e39d7229b'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:29:40.039286 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-83ebd461-3d39-41e5-943d-ca838b2bae3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:40.055334 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f95937c7-a299-4c6d-a40a-f26c8e79cf1c None None] Provisioning complete for port 7cd99c63-e3f9-4705-a948-a82a54a2f9c9 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:40.057805 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f95937c7-a299-4c6d-a40a-f26c8e79cf1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:40.164630 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e856d662-b51b-4da5-afa2-f21e3a7cf953 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Network c758b741-d6e9-4eca-b8f4-999e39d7229b is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:40.168465 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-e856d662-b51b-4da5-afa2-f21e3a7cf953 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:40.176072 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e856d662-b51b-4da5-afa2-f21e3a7cf953 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:29:40.235774 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24639e1d-18f8-42ed-b2ae-4584cbdc947c req-7e72363d-51e4-4ee1-bba4-7c76f73a02e9 tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:40.238546 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-24639e1d-18f8-42ed-b2ae-4584cbdc947c req-7e72363d-51e4-4ee1-bba4-7c76f73a02e9 tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] 10.222.0.105 "GET /v2.0/ports?device_id=7816a035-f66e-46e7-9515-9ef02335e0fe HTTP/1.1" status: 200 len: 950 time: 0.1518276 Feb 09 01:29:40.249391 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-f95937c7-a299-4c6d-a40a-f26c8e79cf1c None None] Port 7cd99c63-e3f9-4705-a948-a82a54a2f9c9 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:29:40.286004 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e856d662-b51b-4da5-afa2-f21e3a7cf953 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event updated for resources: {'Port': ['ID=821eedc6-9ad0-427c-8e78-d4b1aa8de0cd,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:40.357456 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-24639e1d-18f8-42ed-b2ae-4584cbdc947c req-143f62d6-89f0-4bf2-8c12-bbb50b8eb25c tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] 10.222.0.105 "GET /v2.0/security-groups?id=1e587f94-79e5-4c89-85ab-438b64fc77a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101828 Feb 09 01:29:40.367114 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e856d662-b51b-4da5-afa2-f21e3a7cf953 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:40.368571 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-83ebd461-3d39-41e5-943d-ca838b2bae3a None None] For port d3da6f33-2f21-4737-a988-1a42d9ff8b66, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:29:40.369161 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e856d662-b51b-4da5-afa2-f21e3a7cf953 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:40.376289 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-83ebd461-3d39-41e5-943d-ca838b2bae3a None None] For port d3da6f33-2f21-4737-a988-1a42d9ff8b66, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=d3da6f33-2f21-4737-a988-1a42d9ff8b66,segment=NetworkSegment(6cd21406-991e-42bf-9d5d-712146cb6b89),segment_id=6cd21406-991e-42bf-9d5d-712146cb6b89)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:29:40.381207 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port bf0131ad-8799-4c34-908e-8c26637e30f1 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:40.381390 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:40.423028 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 37094) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:40.426009 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e856d662-b51b-4da5-afa2-f21e3a7cf953 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.7999401 Feb 09 01:29:40.443863 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-2cc8b705-db1f-4081-b765-30b563767b26 None None] Set router 2e803aa7-38b4-4f7e-8790-804870d8a1df gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:29:40.514747 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-83ebd461-3d39-41e5-943d-ca838b2bae3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:40.555989 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25cc3468-9c86-4bea-b800-0511647f645f tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:40.558397 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-25cc3468-9c86-4bea-b800-0511647f645f tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 922 time: 0.1343389 Feb 09 01:29:40.562932 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37104) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:40.736254 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-9bb2e7e5-6142-4529-b702-a4fe421153f7 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Deleting port 821eedc6-9ad0-427c-8e78-d4b1aa8de0cd {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:29:40.739858 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9bb2e7e5-6142-4529-b702-a4fe421153f7 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:40.758403 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0e28f1d0-ab03-49e1-94b7-f14654934fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:40.873625 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ebd461-3d39-41e5-943d-ca838b2bae3a None None] Pushing event updated for resources: {'Port': ['ID=d3da6f33-2f21-4737-a988-1a42d9ff8b66,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:41.126196 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7fdb1c-c481-417f-8099-aad216caa119 req-afb166b1-7349-4d84-9b0f-e219a6064aff tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:41.130923 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7f7fdb1c-c481-417f-8099-aad216caa119 req-afb166b1-7349-4d84-9b0f-e219a6064aff tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] 10.222.0.105 "GET /v2.0/ports?device_id=7816a035-f66e-46e7-9515-9ef02335e0fe HTTP/1.1" status: 200 len: 950 time: 0.1874025 Feb 09 01:29:41.230945 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7f7fdb1c-c481-417f-8099-aad216caa119 req-a0e089bd-0ccd-49b3-b3cc-2f484ed6cd62 tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] 10.222.0.105 "GET /v2.0/security-groups?id=1e587f94-79e5-4c89-85ab-438b64fc77a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942800 Feb 09 01:29:41.276499 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-2cc8b705-db1f-4081-b765-30b563767b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e803aa7-38b4-4f7e-8790-804870d8a1df', 'name': 'tempest-TestAggregatesBasicOps-1201728148-router', 'tenant_id': '88fa2e8717834903a62279ffa540cef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'd36003b4-056a-40f1-854c-7109f7b77508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:29:30Z', 'updated_at': '2022-02-09T01:29:38Z', 'revision_number': 4, 'project_id': '88fa2e8717834903a62279ffa540cef2', 'gw_port': {'id': 'd36003b4-056a-40f1-854c-7109f7b77508', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e803aa7-38b4-4f7e-8790-804870d8a1df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:31Z', 'updated_at': '2022-02-09T01:29:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '7cd99c63-e3f9-4705-a948-a82a54a2f9c9', 'name': '', 'network_id': '3e976e83-e9f6-4998-adbc-8f5bd320289b', 'tenant_id': '88fa2e8717834903a62279ffa540cef2', 'mac_address': 'fa:16:3e:e1:cb:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e803aa7-38b4-4f7e-8790-804870d8a1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': '272381a7-b92a-4a92-9103-b71bd0b534a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:36Z', 'updated_at': '2022-02-09T01:29:38Z', 'revision_number': 2, 'project_id': '88fa2e8717834903a62279ffa540cef2', 'subnets': [{'id': '272381a7-b92a-4a92-9103-b71bd0b534a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:41.289742 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc8b705-db1f-4081-b765-30b563767b26 None None] The sync data for ids ['2e803aa7-38b4-4f7e-8790-804870d8a1df'] in n-d-828418-1 is: [{'id': '2e803aa7-38b4-4f7e-8790-804870d8a1df', 'name': 'tempest-TestAggregatesBasicOps-1201728148-router', 'tenant_id': '88fa2e8717834903a62279ffa540cef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'd36003b4-056a-40f1-854c-7109f7b77508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:29:30Z', 'updated_at': '2022-02-09T01:29:38Z', 'revision_number': 4, 'project_id': '88fa2e8717834903a62279ffa540cef2', 'gw_port': {'id': 'd36003b4-056a-40f1-854c-7109f7b77508', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e803aa7-38b4-4f7e-8790-804870d8a1df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:31Z', 'updated_at': '2022-02-09T01:29:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '7cd99c63-e3f9-4705-a948-a82a54a2f9c9', 'name': '', 'network_id': '3e976e83-e9f6-4998-adbc-8f5bd320289b', 'tenant_id': '88fa2e8717834903a62279ffa540cef2', 'mac_address': 'fa:16:3e:e1:cb:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e803aa7-38b4-4f7e-8790-804870d8a1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': '272381a7-b92a-4a92-9103-b71bd0b534a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:36Z', 'updated_at': '2022-02-09T01:29:38Z', 'revision_number': 2, 'project_id': '88fa2e8717834903a62279ffa540cef2', 'subnets': [{'id': '272381a7-b92a-4a92-9103-b71bd0b534a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:29:41.398697 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9bb2e7e5-6142-4529-b702-a4fe421153f7 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:41.526939 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:41.541490 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-9bb2e7e5-6142-4529-b702-a4fe421153f7 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Calling delete_port for 821eedc6-9ad0-427c-8e78-d4b1aa8de0cd owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:29:41.570606 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:41.912677 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9bb2e7e5-6142-4529-b702-a4fe421153f7 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:42.096947 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device d3da6f33-2f21-4737-a988-1a42d9ff8b66 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:29:42.108902 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb2e7e5-6142-4529-b702-a4fe421153f7 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event deleted for resources: {'Port': ['ID=821eedc6-9ad0-427c-8e78-d4b1aa8de0cd,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:42.276605 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port d3da6f33-2f21-4737-a988-1a42d9ff8b66 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:29:42.448572 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9bb2e7e5-6142-4529-b702-a4fe421153f7 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:42.493529 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9bb2e7e5-6142-4529-b702-a4fe421153f7 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "DELETE /v2.0/ports/821eedc6-9ad0-427c-8e78-d4b1aa8de0cd HTTP/1.1" status: 204 len: 168 time: 1.9293146 Feb 09 01:29:42.498165 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37156) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:42.507749 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455843be-6e64-4c11-abf3-73d1b2727e4b None None] Network c758b741-d6e9-4eca-b8f4-999e39d7229b requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:29:42.515455 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6526754f-e52a-410f-8457-32471b74a9ca req-10673cda-355c-487f-bac4-4b56283498eb tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:42.517185 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6526754f-e52a-410f-8457-32471b74a9ca req-10673cda-355c-487f-bac4-4b56283498eb tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] 10.222.0.99 "GET /v2.0/ports?device_id=7816a035-f66e-46e7-9515-9ef02335e0fe HTTP/1.1" status: 200 len: 950 time: 0.2800150 Feb 09 01:29:42.647678 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eb86457-ccc2-4551-a601-71df2b52bd77 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] GET failed (client error): The resource could not be found. Feb 09 01:29:42.648617 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-6eb86457-ccc2-4551-a601-71df2b52bd77 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Synchronizing usage tracker for tenant:fcf7e2256d264906affa05ee27479d94 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:29:42.711371 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-6eb86457-ccc2-4551-a601-71df2b52bd77 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Unset dirty status for tenant:fcf7e2256d264906affa05ee27479d94 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:29:42.714617 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-6eb86457-ccc2-4551-a601-71df2b52bd77 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "GET /v2.0/ports/821eedc6-9ad0-427c-8e78-d4b1aa8de0cd HTTP/1.1" status: 404 len: 333 time: 0.2154393 Feb 09 01:29:42.719193 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37168) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:42.743262 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-6526754f-e52a-410f-8457-32471b74a9ca req-cbb00c30-f220-4f32-b149-0f8c766d0814 tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] Deleting port 95c1e441-b1d9-4fef-9cec-1d10dd9bc4f5 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:29:42.743704 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-6526754f-e52a-410f-8457-32471b74a9ca req-cbb00c30-f220-4f32-b149-0f8c766d0814 tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:42.891438 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-17656bc6-33cd-492d-a962-e48151b41956 None None] Provisioning for port d3da6f33-2f21-4737-a988-1a42d9ff8b66 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:29:42.926080 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-17656bc6-33cd-492d-a962-e48151b41956 None None] Provisioning complete for port d3da6f33-2f21-4737-a988-1a42d9ff8b66 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:42.929224 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-17656bc6-33cd-492d-a962-e48151b41956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:42.954472 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-cd058f1b-2d1d-4fe7-b4a8-4b5ed1a97a8f tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Deleting port 3c6961df-ebba-422e-99f0-cd6187823a00 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:29:42.955468 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cd058f1b-2d1d-4fe7-b4a8-4b5ed1a97a8f tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:43.415607 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-17656bc6-33cd-492d-a962-e48151b41956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:43.429632 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cd058f1b-2d1d-4fe7-b4a8-4b5ed1a97a8f tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:43.450940 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:43.472287 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 37190) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:43.539122 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-17656bc6-33cd-492d-a962-e48151b41956 None None] For port d3da6f33-2f21-4737-a988-1a42d9ff8b66, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=d3da6f33-2f21-4737-a988-1a42d9ff8b66,segment=NetworkSegment(6cd21406-991e-42bf-9d5d-712146cb6b89),segment_id=6cd21406-991e-42bf-9d5d-712146cb6b89)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:29:43.548433 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-17656bc6-33cd-492d-a962-e48151b41956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:43.587954 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37196) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:43.672829 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17656bc6-33cd-492d-a962-e48151b41956 None None] Pushing event updated for resources: {'Port': ['ID=d3da6f33-2f21-4737-a988-1a42d9ff8b66,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:43.703813 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-cd058f1b-2d1d-4fe7-b4a8-4b5ed1a97a8f tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Calling delete_port for 3c6961df-ebba-422e-99f0-cd6187823a00 owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:29:43.896747 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-608a602b-615d-411e-9d0b-893768211c19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:43.952359 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-608a602b-615d-411e-9d0b-893768211c19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:43.957455 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-608a602b-615d-411e-9d0b-893768211c19 admin admin] Usage tracker for resource:security_group_rule and tenant:20a9df54e16b4c24a820c63c72f52a36 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:29:43.962480 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-608a602b-615d-411e-9d0b-893768211c19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:29:44.031858 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-608a602b-615d-411e-9d0b-893768211c19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:44.087993 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device d36003b4-056a-40f1-854c-7109f7b77508 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:29:44.137714 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cd058f1b-2d1d-4fe7-b4a8-4b5ed1a97a8f tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:44.214845 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd058f1b-2d1d-4fe7-b4a8-4b5ed1a97a8f tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event deleted for resources: {'Port': ['ID=3c6961df-ebba-422e-99f0-cd6187823a00,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:44.244687 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4e082172-d0d8-42e2-b5b9-8ff72a030e36 None None] Provisioning complete for port d3da6f33-2f21-4737-a988-1a42d9ff8b66 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:44.245077 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4e082172-d0d8-42e2-b5b9-8ff72a030e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:44.371104 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e4f55b-de13-469f-bb41-f17329e62484 req-09947d21-2275-49c6-a06b-99cd4945481a tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:44.373292 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d8e4f55b-de13-469f-bb41-f17329e62484 req-09947d21-2275-49c6-a06b-99cd4945481a tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] 10.222.0.105 "GET /v2.0/ports?device_id=7816a035-f66e-46e7-9515-9ef02335e0fe HTTP/1.1" status: 200 len: 950 time: 0.9000816 Feb 09 01:29:44.418620 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-6526754f-e52a-410f-8457-32471b74a9ca req-cbb00c30-f220-4f32-b149-0f8c766d0814 tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] For port 95c1e441-b1d9-4fef-9cec-1d10dd9bc4f5, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=95c1e441-b1d9-4fef-9cec-1d10dd9bc4f5,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:29:44.419162 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-6526754f-e52a-410f-8457-32471b74a9ca req-cbb00c30-f220-4f32-b149-0f8c766d0814 tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:44.436583 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port d36003b4-056a-40f1-854c-7109f7b77508 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:29:44.465511 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cd058f1b-2d1d-4fe7-b4a8-4b5ed1a97a8f tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:44.491793 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-608a602b-615d-411e-9d0b-893768211c19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:44.497027 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port d36003b4-056a-40f1-854c-7109f7b77508 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:44.497429 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:44.522402 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-608a602b-615d-411e-9d0b-893768211c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:44.556853 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-cd058f1b-2d1d-4fe7-b4a8-4b5ed1a97a8f tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "DELETE /v2.0/ports/3c6961df-ebba-422e-99f0-cd6187823a00 HTTP/1.1" status: 204 len: 168 time: 1.8362463 Feb 09 01:29:44.564332 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37204) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:44.614099 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4e082172-d0d8-42e2-b5b9-8ff72a030e36 None None] Could not find standard attr ID for object 3c6961df-ebba-422e-99f0-cd6187823a00. {{(pid=87640) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:29:44.694301 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-608a602b-615d-411e-9d0b-893768211c19 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=20a9df54e16b4c24a820c63c72f52a36&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0996284 Feb 09 01:29:44.696937 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37208) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:44.704839 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d8e4f55b-de13-469f-bb41-f17329e62484 req-ce2ccc68-7a02-4eeb-aaa3-a9b168af23cd tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] 10.222.0.105 "GET /v2.0/security-groups?id=1e587f94-79e5-4c89-85ab-438b64fc77a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212092 Feb 09 01:29:44.714698 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-6526754f-e52a-410f-8457-32471b74a9ca req-cbb00c30-f220-4f32-b149-0f8c766d0814 tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] Calling delete_port for 95c1e441-b1d9-4fef-9cec-1d10dd9bc4f5 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:29:44.724869 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608a602b-615d-411e-9d0b-893768211c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dec5b76-223f-4025-9dd0-d8980d9d8fa7,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:44.744529 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-34654487-5e39-48fc-b8f2-ba8bccf56c73 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] GET failed (client error): The resource could not be found. Feb 09 01:29:44.746178 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-34654487-5e39-48fc-b8f2-ba8bccf56c73 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Synchronizing usage tracker for tenant:fcf7e2256d264906affa05ee27479d94 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:29:44.784353 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:44.830293 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port d36003b4-056a-40f1-854c-7109f7b77508, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=d36003b4-056a-40f1-854c-7109f7b77508,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:29:44.842510 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:44.844522 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-34654487-5e39-48fc-b8f2-ba8bccf56c73 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Unset dirty status for tenant:fcf7e2256d264906affa05ee27479d94 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:29:44.844665 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device d3da6f33-2f21-4737-a988-1a42d9ff8b66 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:29:44.848608 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-34654487-5e39-48fc-b8f2-ba8bccf56c73 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "GET /v2.0/ports/3c6961df-ebba-422e-99f0-cd6187823a00 HTTP/1.1" status: 404 len: 333 time: 0.2801833 Feb 09 01:29:44.848608 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37212) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:44.953807 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a779bea1-4908-459d-b00d-20f9d569e442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:45.037521 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e2c5d88b-eaaf-4fd0-9178-c335ed576be6 None None] Could not find standard attr ID for object 3c6961df-ebba-422e-99f0-cd6187823a00. {{(pid=87640) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:29:45.048522 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a779bea1-4908-459d-b00d-20f9d569e442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:45.058867 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=d36003b4-056a-40f1-854c-7109f7b77508,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:45.064273 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-6526754f-e52a-410f-8457-32471b74a9ca req-cbb00c30-f220-4f32-b149-0f8c766d0814 tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:45.069693 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port d3da6f33-2f21-4737-a988-1a42d9ff8b66 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:45.070230 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:45.112447 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['95c1e441-b1d9-4fef-9cec-1d10dd9bc4f5'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:29:45.180387 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-18f0cdb9-5030-4c93-a71c-1d8660473b45 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Deleting subnet fab0dc9d-74ce-4ab3-997d-6ceca5325e6b {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:29:45.188263 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-553b209f-c056-461e-861f-94eebe722f41 None None] Could not find standard attr ID for object 821eedc6-9ad0-427c-8e78-d4b1aa8de0cd. {{(pid=87640) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:29:45.195695 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-18f0cdb9-5030-4c93-a71c-1d8660473b45 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:45.222146 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb00c30-f220-4f32-b149-0f8c766d0814 tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] Pushing event deleted for resources: {'Port': ['ID=95c1e441-b1d9-4fef-9cec-1d10dd9bc4f5,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:45.281092 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-6526754f-e52a-410f-8457-32471b74a9ca req-cbb00c30-f220-4f32-b149-0f8c766d0814 tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] No DVR routers for this DVR port 95c1e441-b1d9-4fef-9cec-1d10dd9bc4f5 on host n-h2-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:29:45.284906 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-6526754f-e52a-410f-8457-32471b74a9ca req-cbb00c30-f220-4f32-b149-0f8c766d0814 tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:45.287515 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7816a035-f66e-46e7-9515-9ef02335e0fe', 'name': 'network-vif-deleted', 'tag': '95c1e441-b1d9-4fef-9cec-1d10dd9bc4f5'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:29:45.295022 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-18f0cdb9-5030-4c93-a71c-1d8660473b45 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:45.339990 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09beebc2-ae7d-47eb-baf9-5d0ad0765497 None None] Sync routers for ids ['2e803aa7-38b4-4f7e-8790-804870d8a1df'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:29:45.358654 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09beebc2-ae7d-47eb-baf9-5d0ad0765497 None None] Routers {'2e803aa7-38b4-4f7e-8790-804870d8a1df'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:29:45.366752 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6526754f-e52a-410f-8457-32471b74a9ca req-cbb00c30-f220-4f32-b149-0f8c766d0814 tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] 10.222.0.99 "DELETE /v2.0/ports/95c1e441-b1d9-4fef-9cec-1d10dd9bc4f5 HTTP/1.1" status: 204 len: 173 time: 2.8442426 Feb 09 01:29:45.369306 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-09beebc2-ae7d-47eb-baf9-5d0ad0765497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:29:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['2e803aa7-38b4-4f7e-8790-804870d8a1df'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:45.394852 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-18f0cdb9-5030-4c93-a71c-1d8660473b45 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:45.416370 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7816a035-f66e-46e7-9515-9ef02335e0fe', 'name': 'network-vif-deleted', 'tag': '95c1e441-b1d9-4fef-9cec-1d10dd9bc4f5', 'status': 'completed', 'code': 200} Feb 09 01:29:45.430695 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a779bea1-4908-459d-b00d-20f9d569e442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:45.440066 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2d6d087d-5a9f-4699-b675-a04f673c6ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:45.674498 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-09beebc2-ae7d-47eb-baf9-5d0ad0765497 None None] Set router 2e803aa7-38b4-4f7e-8790-804870d8a1df gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:29:45.701354 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a779bea1-4908-459d-b00d-20f9d569e442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dec5b76-223f-4025-9dd0-d8980d9d8fa7,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:45.705724 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a779bea1-4908-459d-b00d-20f9d569e442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:45.707025 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a779bea1-4908-459d-b00d-20f9d569e442 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/8dec5b76-223f-4025-9dd0-d8980d9d8fa7 HTTP/1.1" status: 204 len: 168 time: 1.0065954 Feb 09 01:29:45.708810 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-18f0cdb9-5030-4c93-a71c-1d8660473b45 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:45.767186 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f0cdb9-5030-4c93-a71c-1d8660473b45 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event deleted for resources: {'Subnet': ['ID=fab0dc9d-74ce-4ab3-997d-6ceca5325e6b,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:45.784038 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-18f0cdb9-5030-4c93-a71c-1d8660473b45 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:45.785469 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b3694c-d43d-4c2a-a800-64d2c2ff5e01 None None] Network c758b741-d6e9-4eca-b8f4-999e39d7229b requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:29:45.791150 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-18f0cdb9-5030-4c93-a71c-1d8660473b45 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "DELETE /v2.0/subnets/fab0dc9d-74ce-4ab3-997d-6ceca5325e6b HTTP/1.1" status: 204 len: 168 time: 0.9413784 Feb 09 01:29:45.793721 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37224) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:46.006189 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5e2717b1-4c97-4daf-b4fc-53539bd41643 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:46.008435 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device d36003b4-056a-40f1-854c-7109f7b77508 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:29:46.040158 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-5e2717b1-4c97-4daf-b4fc-53539bd41643 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Deleting port d3da6f33-2f21-4737-a988-1a42d9ff8b66 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:29:46.042470 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5e2717b1-4c97-4daf-b4fc-53539bd41643 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:46.230465 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-09beebc2-ae7d-47eb-baf9-5d0ad0765497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e803aa7-38b4-4f7e-8790-804870d8a1df', 'name': 'tempest-TestAggregatesBasicOps-1201728148-router', 'tenant_id': '88fa2e8717834903a62279ffa540cef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'd36003b4-056a-40f1-854c-7109f7b77508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:29:30Z', 'updated_at': '2022-02-09T01:29:38Z', 'revision_number': 4, 'project_id': '88fa2e8717834903a62279ffa540cef2', 'gw_port': {'id': 'd36003b4-056a-40f1-854c-7109f7b77508', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e803aa7-38b4-4f7e-8790-804870d8a1df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:31Z', 'updated_at': '2022-02-09T01:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '7cd99c63-e3f9-4705-a948-a82a54a2f9c9', 'name': '', 'network_id': '3e976e83-e9f6-4998-adbc-8f5bd320289b', 'tenant_id': '88fa2e8717834903a62279ffa540cef2', 'mac_address': 'fa:16:3e:e1:cb:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e803aa7-38b4-4f7e-8790-804870d8a1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': '272381a7-b92a-4a92-9103-b71bd0b534a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:36Z', 'updated_at': '2022-02-09T01:29:38Z', 'revision_number': 2, 'project_id': '88fa2e8717834903a62279ffa540cef2', 'subnets': [{'id': '272381a7-b92a-4a92-9103-b71bd0b534a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:46.238519 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09beebc2-ae7d-47eb-baf9-5d0ad0765497 None None] Checking router: 2e803aa7-38b4-4f7e-8790-804870d8a1df for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:29:46.239528 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09beebc2-ae7d-47eb-baf9-5d0ad0765497 None None] Updating router 2e803aa7-38b4-4f7e-8790-804870d8a1df port 7cd99c63-e3f9-4705-a948-a82a54a2f9c9 binding host n-d-828418-1 {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:29:46.269411 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-5cac4eea-3573-479e-a0f2-ccfb4fd7717a req-1d781489-095d-41d9-8d4d-e453f93b7727 tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] Synchronizing usage tracker for tenant:95801a00e7354ad9963b019197a07675 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:29:46.280509 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port d36003b4-056a-40f1-854c-7109f7b77508 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:46.281165 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:46.316676 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 37236) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:46.338610 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-09beebc2-ae7d-47eb-baf9-5d0ad0765497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:46.368428 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bbb2e92b-faf5-48a3-8781-6ea3d9d90b95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:46.403760 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-5cac4eea-3573-479e-a0f2-ccfb4fd7717a req-1d781489-095d-41d9-8d4d-e453f93b7727 tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] Unset dirty status for tenant:95801a00e7354ad9963b019197a07675 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:29:46.408349 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5cac4eea-3573-479e-a0f2-ccfb4fd7717a req-1d781489-095d-41d9-8d4d-e453f93b7727 tempest-VolumesNegativeTest-1870869777 tempest-VolumesNegativeTest-1870869777-project] 10.222.0.105 "GET /v2.0/ports?device_id=7816a035-f66e-46e7-9515-9ef02335e0fe HTTP/1.1" status: 200 len: 210 time: 0.3331442 Feb 09 01:29:46.428448 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-bbb2e92b-faf5-48a3-8781-6ea3d9d90b95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:46.435155 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-bbb2e92b-faf5-48a3-8781-6ea3d9d90b95 admin admin] Usage tracker for resource:security_group_rule and tenant:26ebbc43c60b43d795f88be9066705b7 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:29:46.452906 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-bbb2e92b-faf5-48a3-8781-6ea3d9d90b95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:29:46.478761 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-bbb2e92b-faf5-48a3-8781-6ea3d9d90b95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:46.508567 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf57898-7972-4003-9f0f-87cacaedd60c None None] DHCP port deletion for c758b741-d6e9-4eca-b8f4-999e39d7229b request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:29:46.513920 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-0cf57898-7972-4003-9f0f-87cacaedd60c None None] Deleting port d3da6f33-2f21-4737-a988-1a42d9ff8b66 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:29:46.514455 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0cf57898-7972-4003-9f0f-87cacaedd60c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:46.581214 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-5e2717b1-4c97-4daf-b4fc-53539bd41643 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] For port d3da6f33-2f21-4737-a988-1a42d9ff8b66, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=d3da6f33-2f21-4737-a988-1a42d9ff8b66,segment=NetworkSegment(6cd21406-991e-42bf-9d5d-712146cb6b89),segment_id=6cd21406-991e-42bf-9d5d-712146cb6b89)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:29:46.583675 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5e2717b1-4c97-4daf-b4fc-53539bd41643 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:46.664893 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-2d6d087d-5a9f-4699-b675-a04f673c6ced admin admin] Deleting port a9ed5380-2313-4579-aa04-f8f0599a3879 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:29:46.674390 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2d6d087d-5a9f-4699-b675-a04f673c6ced admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:46.771886 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-5e2717b1-4c97-4daf-b4fc-53539bd41643 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Calling delete_port for d3da6f33-2f21-4737-a988-1a42d9ff8b66 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:29:46.863779 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-09beebc2-ae7d-47eb-baf9-5d0ad0765497 None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:46.880515 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-09beebc2-ae7d-47eb-baf9-5d0ad0765497 None None] Transition to ACTIVE for port object 7cd99c63-e3f9-4705-a948-a82a54a2f9c9 will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:29:46.890277 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-09beebc2-ae7d-47eb-baf9-5d0ad0765497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:46.906856 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5e2717b1-4c97-4daf-b4fc-53539bd41643 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:46.914768 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bbb2e92b-faf5-48a3-8781-6ea3d9d90b95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:46.930391 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bbb2e92b-faf5-48a3-8781-6ea3d9d90b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:46.955908 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-0cf57898-7972-4003-9f0f-87cacaedd60c None None] For port d3da6f33-2f21-4737-a988-1a42d9ff8b66, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=d3da6f33-2f21-4737-a988-1a42d9ff8b66,segment=NetworkSegment(6cd21406-991e-42bf-9d5d-712146cb6b89),segment_id=6cd21406-991e-42bf-9d5d-712146cb6b89)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:29:46.956529 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0cf57898-7972-4003-9f0f-87cacaedd60c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:46.959767 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-2d6d087d-5a9f-4699-b675-a04f673c6ced admin admin] For port a9ed5380-2313-4579-aa04-f8f0599a3879, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=a9ed5380-2313-4579-aa04-f8f0599a3879,segment=NetworkSegment(4eea43a2-f025-4cd9-b9da-a90f1b6473f3),segment_id=4eea43a2-f025-4cd9-b9da-a90f1b6473f3)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:29:46.960232 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2d6d087d-5a9f-4699-b675-a04f673c6ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:47.002417 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2717b1-4c97-4daf-b4fc-53539bd41643 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event deleted for resources: {'Port': ['ID=d3da6f33-2f21-4737-a988-1a42d9ff8b66,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:47.016280 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2717b1-4c97-4daf-b4fc-53539bd41643 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] No DVR routers for this DVR port d3da6f33-2f21-4737-a988-1a42d9ff8b66 on host n-d-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:29:47.141145 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1090106-dd12-4d77-9ab6-3ca85bf1099f None None] Pushing event updated for resources: {'Port': ['ID=7cd99c63-e3f9-4705-a948-a82a54a2f9c9,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:47.156807 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-bbb2e92b-faf5-48a3-8781-6ea3d9d90b95 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=26ebbc43c60b43d795f88be9066705b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8376369 Feb 09 01:29:47.162260 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-0cf57898-7972-4003-9f0f-87cacaedd60c None None] Calling delete_port for d3da6f33-2f21-4737-a988-1a42d9ff8b66 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:29:47.170517 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-2d6d087d-5a9f-4699-b675-a04f673c6ced admin admin] Calling delete_port for a9ed5380-2313-4579-aa04-f8f0599a3879 owned by network:router_interface {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:29:47.189109 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-09beebc2-ae7d-47eb-baf9-5d0ad0765497 None None] Attempting to bind port 7cd99c63-e3f9-4705-a948-a82a54a2f9c9 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:29:47.189481 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-09beebc2-ae7d-47eb-baf9-5d0ad0765497 None None] Attempting to bind port 7cd99c63-e3f9-4705-a948-a82a54a2f9c9 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '099bf73e-9272-4e87-8c95-7096e42ea913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3e976e83-e9f6-4998-adbc-8f5bd320289b'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:29:47.189879 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09beebc2-ae7d-47eb-baf9-5d0ad0765497 None None] Attempting to bind port 7cd99c63-e3f9-4705-a948-a82a54a2f9c9 on network 3e976e83-e9f6-4998-adbc-8f5bd320289b {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:29:47.199878 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09beebc2-ae7d-47eb-baf9-5d0ad0765497 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:29:47.201026 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09beebc2-ae7d-47eb-baf9-5d0ad0765497 None None] Checking segment: {'id': '099bf73e-9272-4e87-8c95-7096e42ea913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3e976e83-e9f6-4998-adbc-8f5bd320289b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:29:47.201721 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-09beebc2-ae7d-47eb-baf9-5d0ad0765497 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:47.202164 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09beebc2-ae7d-47eb-baf9-5d0ad0765497 None None] Bound using segment: {'id': '099bf73e-9272-4e87-8c95-7096e42ea913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3e976e83-e9f6-4998-adbc-8f5bd320289b'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:29:47.202636 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-09beebc2-ae7d-47eb-baf9-5d0ad0765497 None None] Bound port: 7cd99c63-e3f9-4705-a948-a82a54a2f9c9, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '099bf73e-9272-4e87-8c95-7096e42ea913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3e976e83-e9f6-4998-adbc-8f5bd320289b'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:29:47.203007 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-09beebc2-ae7d-47eb-baf9-5d0ad0765497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:47.210391 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37242) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:47.257568 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb2e92b-faf5-48a3-8781-6ea3d9d90b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=922dc670-6c96-4d07-bd02-49296203c542,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:47.284694 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5e2717b1-4c97-4daf-b4fc-53539bd41643 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:47.287655 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-0cf57898-7972-4003-9f0f-87cacaedd60c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:29:47.288130 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-0cf57898-7972-4003-9f0f-87cacaedd60c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:29:47.330568 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-5e2717b1-4c97-4daf-b4fc-53539bd41643 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c758b741-d6e9-4eca-b8f4-999e39d7229b']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:47.357119 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-5e2717b1-4c97-4daf-b4fc-53539bd41643 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cd21406-991e-42bf-9d5d-712146cb6b89') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:47.357820 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-5e2717b1-4c97-4daf-b4fc-53539bd41643 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cd21406-991e-42bf-9d5d-712146cb6b89') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:47.359163 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-09beebc2-ae7d-47eb-baf9-5d0ad0765497 None None] For port 7cd99c63-e3f9-4705-a948-a82a54a2f9c9, host n-d-828418-1, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:29:47.363004 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-09beebc2-ae7d-47eb-baf9-5d0ad0765497 None None] For port 7cd99c63-e3f9-4705-a948-a82a54a2f9c9, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=7cd99c63-e3f9-4705-a948-a82a54a2f9c9,segment=NetworkSegment(099bf73e-9272-4e87-8c95-7096e42ea913),segment_id=099bf73e-9272-4e87-8c95-7096e42ea913)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:29:47.369176 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-09beebc2-ae7d-47eb-baf9-5d0ad0765497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:47.376456 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5e2717b1-4c97-4daf-b4fc-53539bd41643 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:47.383522 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 95c1e441-b1d9-4fef-9cec-1d10dd9bc4f5 no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:29:47.387432 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bf0d688c-ad68-429a-a9a2-7cb0988ed516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:47.406358 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5e2717b1-4c97-4daf-b4fc-53539bd41643 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:47.426535 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e2717b1-4c97-4daf-b4fc-53539bd41643 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:29:47.426956 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5e2717b1-4c97-4daf-b4fc-53539bd41643 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:47.455285 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:29:47.455285 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:29:47.455285 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:29:47.455285 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:29:47.455285 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:29:47.455285 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:29:47.455285 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:29:47.455285 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:29:47.455285 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:29:47.455285 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:29:47.455285 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:29:47.455285 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:29:47.455285 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:29:47.455285 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:29:47.455285 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:29:47.455285 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:29:47.455285 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:29:47.455285 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:29:47.455285 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:29:47.455285 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:29:47.455285 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:29:47.455285 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:29:47.455285 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:29:47.455285 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:29:47.455285 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:29:47.455285 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:29:47.455285 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:29:47.455285 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:29:47.455285 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:29:47.455285 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:29:47.455285 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:29:47.455285 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:29:47.494083 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09beebc2-ae7d-47eb-baf9-5d0ad0765497 None None] Routers {'2e803aa7-38b4-4f7e-8790-804870d8a1df'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:29:47.498639 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-09beebc2-ae7d-47eb-baf9-5d0ad0765497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:29:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['2e803aa7-38b4-4f7e-8790-804870d8a1df'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:47.499631 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] No Port match for: 95c1e441-b1d9-4fef-9cec-1d10dd9bc4f5 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:29:47.500004 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 95c1e441-b1d9-4fef-9cec-1d10dd9bc4f5 not bound to the agent host n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:29:47.647995 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2d6d087d-5a9f-4699-b675-a04f673c6ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:47.652987 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bf0d688c-ad68-429a-a9a2-7cb0988ed516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:47.684644 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5e2717b1-4c97-4daf-b4fc-53539bd41643 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:47.721685 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1090106-dd12-4d77-9ab6-3ca85bf1099f None None] Pushing event updated for resources: {'Port': ['ID=7cd99c63-e3f9-4705-a948-a82a54a2f9c9,revision_number=4']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:47.736607 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5e2717b1-4c97-4daf-b4fc-53539bd41643 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:47.790238 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-0cf57898-7972-4003-9f0f-87cacaedd60c None None] Deleting port d3da6f33-2f21-4737-a988-1a42d9ff8b66 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:29:47.790547 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0cf57898-7972-4003-9f0f-87cacaedd60c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:47.804876 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-5e2717b1-4c97-4daf-b4fc-53539bd41643 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "DELETE /v2.0/networks/c758b741-d6e9-4eca-b8f4-999e39d7229b HTTP/1.1" status: 204 len: 168 time: 2.0011930 Feb 09 01:29:47.805905 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37258) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:47.872781 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2717b1-4c97-4daf-b4fc-53539bd41643 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event deleted for resources: {'Network': ['ID=c758b741-d6e9-4eca-b8f4-999e39d7229b,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:47.881473 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-3cd48610-e8b0-413b-9f6b-cd3e7082fb64 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-848062610'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:47.925814 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3cd48610-e8b0-413b-9f6b-cd3e7082fb64 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:47.930625 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-3cd48610-e8b0-413b-9f6b-cd3e7082fb64 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Usage tracker for resource:network and tenant:fcf7e2256d264906affa05ee27479d94 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:29:47.934276 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-3cd48610-e8b0-413b-9f6b-cd3e7082fb64 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:29:47.944472 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-09beebc2-ae7d-47eb-baf9-5d0ad0765497 None None] Set router 2e803aa7-38b4-4f7e-8790-804870d8a1df gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:29:47.949493 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3cd48610-e8b0-413b-9f6b-cd3e7082fb64 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:47.969127 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd48610-e8b0-413b-9f6b-cd3e7082fb64 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Made reservation on behalf of fcf7e2256d264906affa05ee27479d94 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:29:47.970862 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-0cf57898-7972-4003-9f0f-87cacaedd60c None None] The port 'd3da6f33-2f21-4737-a988-1a42d9ff8b66' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:29:47.988301 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3cd48610-e8b0-413b-9f6b-cd3e7082fb64 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:48.053812 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 7cd99c63-e3f9-4705-a948-a82a54a2f9c9 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:29:48.074919 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bf0d688c-ad68-429a-a9a2-7cb0988ed516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:48.112779 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0d688c-ad68-429a-a9a2-7cb0988ed516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922dc670-6c96-4d07-bd02-49296203c542,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:48.146049 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bf0d688c-ad68-429a-a9a2-7cb0988ed516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:48.148786 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-bf0d688c-ad68-429a-a9a2-7cb0988ed516 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/922dc670-6c96-4d07-bd02-49296203c542 HTTP/1.1" status: 204 len: 168 time: 0.9366541 Feb 09 01:29:48.150527 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cd48610-e8b0-413b-9f6b-cd3e7082fb64 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:29:48.164041 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3cd48610-e8b0-413b-9f6b-cd3e7082fb64 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:48.164675 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-3cd48610-e8b0-413b-9f6b-cd3e7082fb64 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Added segment c7c5d43d-2512-4a69-8404-a95f5354c88f of type vlan for network 352ced1c-e9c5-4653-94c7-c9379037842f Feb 09 01:29:48.205343 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3cd48610-e8b0-413b-9f6b-cd3e7082fb64 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:48.228968 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6d087d-5a9f-4699-b675-a04f673c6ced admin admin] Pushing event deleted for resources: {'Port': ['ID=a9ed5380-2313-4579-aa04-f8f0599a3879,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:48.311054 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3cd48610-e8b0-413b-9f6b-cd3e7082fb64 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:48.331030 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd48610-e8b0-413b-9f6b-cd3e7082fb64 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:48.332207 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3cd48610-e8b0-413b-9f6b-cd3e7082fb64 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:48.353890 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 7cd99c63-e3f9-4705-a948-a82a54a2f9c9 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:29:48.359821 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 7cd99c63-e3f9-4705-a948-a82a54a2f9c9 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:48.360465 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:48.521135 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2d6d087d-5a9f-4699-b675-a04f673c6ced admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:48.590597 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-3cd48610-e8b0-413b-9f6b-cd3e7082fb64 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7720809 Feb 09 01:29:48.595690 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37278) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:48.624495 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-d3dcab50-e521-4e9a-ac66-e1cdf6440bef tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Request body: {'subnet': {'network_id': '352ced1c-e9c5-4653-94c7-c9379037842f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:48.642104 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:48.726097 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-09beebc2-ae7d-47eb-baf9-5d0ad0765497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e803aa7-38b4-4f7e-8790-804870d8a1df', 'name': 'tempest-TestAggregatesBasicOps-1201728148-router', 'tenant_id': '88fa2e8717834903a62279ffa540cef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'd36003b4-056a-40f1-854c-7109f7b77508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:29:30Z', 'updated_at': '2022-02-09T01:29:38Z', 'revision_number': 4, 'project_id': '88fa2e8717834903a62279ffa540cef2', 'gw_port': {'id': 'd36003b4-056a-40f1-854c-7109f7b77508', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e803aa7-38b4-4f7e-8790-804870d8a1df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:31Z', 'updated_at': '2022-02-09T01:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '7cd99c63-e3f9-4705-a948-a82a54a2f9c9', 'name': '', 'network_id': '3e976e83-e9f6-4998-adbc-8f5bd320289b', 'tenant_id': '88fa2e8717834903a62279ffa540cef2', 'mac_address': 'fa:16:3e:e1:cb:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e803aa7-38b4-4f7e-8790-804870d8a1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': '272381a7-b92a-4a92-9103-b71bd0b534a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:36Z', 'updated_at': '2022-02-09T01:29:47Z', 'revision_number': 4, 'project_id': '88fa2e8717834903a62279ffa540cef2', 'subnets': [{'id': '272381a7-b92a-4a92-9103-b71bd0b534a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:48.739104 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09beebc2-ae7d-47eb-baf9-5d0ad0765497 None None] The sync data for ids ['2e803aa7-38b4-4f7e-8790-804870d8a1df'] in n-d-828418-1 is: [{'id': '2e803aa7-38b4-4f7e-8790-804870d8a1df', 'name': 'tempest-TestAggregatesBasicOps-1201728148-router', 'tenant_id': '88fa2e8717834903a62279ffa540cef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'd36003b4-056a-40f1-854c-7109f7b77508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:29:30Z', 'updated_at': '2022-02-09T01:29:38Z', 'revision_number': 4, 'project_id': '88fa2e8717834903a62279ffa540cef2', 'gw_port': {'id': 'd36003b4-056a-40f1-854c-7109f7b77508', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e803aa7-38b4-4f7e-8790-804870d8a1df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:31Z', 'updated_at': '2022-02-09T01:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '7cd99c63-e3f9-4705-a948-a82a54a2f9c9', 'name': '', 'network_id': '3e976e83-e9f6-4998-adbc-8f5bd320289b', 'tenant_id': '88fa2e8717834903a62279ffa540cef2', 'mac_address': 'fa:16:3e:e1:cb:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e803aa7-38b4-4f7e-8790-804870d8a1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': '272381a7-b92a-4a92-9103-b71bd0b534a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:36Z', 'updated_at': '2022-02-09T01:29:47Z', 'revision_number': 4, 'project_id': '88fa2e8717834903a62279ffa540cef2', 'subnets': [{'id': '272381a7-b92a-4a92-9103-b71bd0b534a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:29:48.751237 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 7cd99c63-e3f9-4705-a948-a82a54a2f9c9, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=7cd99c63-e3f9-4705-a948-a82a54a2f9c9,segment=NetworkSegment(099bf73e-9272-4e87-8c95-7096e42ea913),segment_id=099bf73e-9272-4e87-8c95-7096e42ea913)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:29:48.762737 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:48.910897 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd48610-e8b0-413b-9f6b-cd3e7082fb64 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event updated for resources: {'Network': ['ID=352ced1c-e9c5-4653-94c7-c9379037842f,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:49.009012 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d3dcab50-e521-4e9a-ac66-e1cdf6440bef tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:49.013358 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-d3dcab50-e521-4e9a-ac66-e1cdf6440bef tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Usage tracker for resource:subnet and tenant:fcf7e2256d264906affa05ee27479d94 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:29:49.020104 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-d3dcab50-e521-4e9a-ac66-e1cdf6440bef tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:29:49.037686 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=7cd99c63-e3f9-4705-a948-a82a54a2f9c9,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:49.039509 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d3dcab50-e521-4e9a-ac66-e1cdf6440bef tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:49.059611 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device d3da6f33-2f21-4737-a988-1a42d9ff8b66 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:29:49.063162 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3dcab50-e521-4e9a-ac66-e1cdf6440bef tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Made reservation on behalf of fcf7e2256d264906affa05ee27479d94 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:29:49.066754 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d3dcab50-e521-4e9a-ac66-e1cdf6440bef tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:49.122873 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 352ced1c-e9c5-4653-94c7-c9379037842f details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:29:49.321031 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: d3da6f33-2f21-4737-a988-1a42d9ff8b66 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:29:49.323365 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device d3da6f33-2f21-4737-a988-1a42d9ff8b66 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:29:49.429486 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d6d087d-5a9f-4699-b675-a04f673c6ced admin admin] Router 4f916835-8bfe-4ffa-aa5e-7d8d3b90b8c2 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:29:49.598495 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d3dcab50-e521-4e9a-ac66-e1cdf6440bef tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:49.743514 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d6d087d-5a9f-4699-b675-a04f673c6ced admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:29:49.756936 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dd3e98-fe4a-4eec-b2ee-e8e4b5166bd2 None None] Sync routers for ids ['4f916835-8bfe-4ffa-aa5e-7d8d3b90b8c2'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:29:49.770524 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dcab50-e521-4e9a-ac66-e1cdf6440bef tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event updated for resources: {'Subnet': ['ID=e2b03cfc-8496-4f82-a811-d4c35c8a6ade,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:49.772978 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dd3e98-fe4a-4eec-b2ee-e8e4b5166bd2 None None] Routers {'4f916835-8bfe-4ffa-aa5e-7d8d3b90b8c2'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:29:49.773655 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-f3dd3e98-fe4a-4eec-b2ee-e8e4b5166bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:29:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['4f916835-8bfe-4ffa-aa5e-7d8d3b90b8c2'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:49.780130 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3dcab50-e521-4e9a-ac66-e1cdf6440bef tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Checking segment: {'id': 'c7c5d43d-2512-4a69-8404-a95f5354c88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '352ced1c-e9c5-4653-94c7-c9379037842f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:29:49.780495 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dcab50-e521-4e9a-ac66-e1cdf6440bef tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Network hostable DHCP agents. Network: 352ced1c-e9c5-4653-94c7-c9379037842f, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:29:49.803411 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dcab50-e521-4e9a-ac66-e1cdf6440bef tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Network 352ced1c-e9c5-4653-94c7-c9379037842f is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:29:49.818249 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-2d6d087d-5a9f-4699-b675-a04f673c6ced admin admin] 10.222.0.105 "PUT /v2.0/routers/4f916835-8bfe-4ffa-aa5e-7d8d3b90b8c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2490151 Feb 09 01:29:49.821019 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 37358) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:49.829097 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-d3dcab50-e521-4e9a-ac66-e1cdf6440bef tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 352ced1c-e9c5-4653-94c7-c9379037842f) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:49.880408 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3dcab50-e521-4e9a-ac66-e1cdf6440bef tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:49.881941 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d3dcab50-e521-4e9a-ac66-e1cdf6440bef tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:49.897171 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad130615-d874-4f47-87e7-6d3d9e91573f None None] Network 352ced1c-e9c5-4653-94c7-c9379037842f requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:29:49.981054 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d3dcab50-e521-4e9a-ac66-e1cdf6440bef tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3842034 Feb 09 01:29:49.984196 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37368) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:50.005146 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-5f8b1a2c-99aa-4ff4-ad4b-c237e6a5e664 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Request body: {'port': {'network_id': '352ced1c-e9c5-4653-94c7-c9379037842f', 'name': 'tempest-PortsTestJSON-2036844185', 'fixed_ips': [{'subnet_id': 'e2b03cfc-8496-4f82-a811-d4c35c8a6ade', 'ip_address': '172.20.0.10'}]}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:50.164211 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 7cd99c63-e3f9-4705-a948-a82a54a2f9c9 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:29:50.322649 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-141d9bf8-d551-4518-bb71-49c62d080d01 admin admin] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:50.350497 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa2dee3-2f05-4371-aab5-958400bd94ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-352ced1c-e9c5-4653-94c7-c9379037842f', 'network_id': '352ced1c-e9c5-4653-94c7-c9379037842f', 'tenant_id': 'fcf7e2256d264906affa05ee27479d94', 'fixed_ips': [{'subnet_id': 'e2b03cfc-8496-4f82-a811-d4c35c8a6ade'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:29:50.351683 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3aa2dee3-2f05-4371-aab5-958400bd94ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:50.506196 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 7cd99c63-e3f9-4705-a948-a82a54a2f9c9 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:50.506907 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:50.637675 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5f8b1a2c-99aa-4ff4-ad4b-c237e6a5e664 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:50.643615 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-5f8b1a2c-99aa-4ff4-ad4b-c237e6a5e664 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Usage tracker for resource:port and tenant:fcf7e2256d264906affa05ee27479d94 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:29:50.648466 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-5f8b1a2c-99aa-4ff4-ad4b-c237e6a5e664 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:29:50.657669 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5f8b1a2c-99aa-4ff4-ad4b-c237e6a5e664 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:50.677744 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-141d9bf8-d551-4518-bb71-49c62d080d01 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:50.681256 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8b1a2c-99aa-4ff4-ad4b-c237e6a5e664 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Made reservation on behalf of fcf7e2256d264906affa05ee27479d94 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:29:50.703214 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-141d9bf8-d551-4518-bb71-49c62d080d01 admin admin] Deleting port 9d44fbcd-adf7-4fdc-aebd-704b13e5980e {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:29:50.703654 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-141d9bf8-d551-4518-bb71-49c62d080d01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:50.877625 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37394) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:50.883130 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-f3dd3e98-fe4a-4eec-b2ee-e8e4b5166bd2 None None] Set router 4f916835-8bfe-4ffa-aa5e-7d8d3b90b8c2 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:29:50.966786 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5f8b1a2c-99aa-4ff4-ad4b-c237e6a5e664 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:51.000308 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-5f8b1a2c-99aa-4ff4-ad4b-c237e6a5e664 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] device_id is not set on port 78792386-8b6d-4a11-ab48-1811b644829e yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:29:51.047338 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-141d9bf8-d551-4518-bb71-49c62d080d01 admin admin] For port 9d44fbcd-adf7-4fdc-aebd-704b13e5980e, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=9d44fbcd-adf7-4fdc-aebd-704b13e5980e,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:29:51.049143 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-141d9bf8-d551-4518-bb71-49c62d080d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:51.285980 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-39f2179e-7fd5-4926-b5b4-9aceb45d5da8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:51.295172 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-141d9bf8-d551-4518-bb71-49c62d080d01 admin admin] Calling delete_port for 9d44fbcd-adf7-4fdc-aebd-704b13e5980e owned by network:router_gateway {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:29:51.304591 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-39f2179e-7fd5-4926-b5b4-9aceb45d5da8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:51.309781 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-39f2179e-7fd5-4926-b5b4-9aceb45d5da8 admin admin] Usage tracker for resource:security_group_rule and tenant:91b0811ebf7f431daeb5f41fbd395f0a is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:29:51.313354 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-39f2179e-7fd5-4926-b5b4-9aceb45d5da8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:29:51.319743 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-39f2179e-7fd5-4926-b5b4-9aceb45d5da8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:51.399320 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-3aa2dee3-2f05-4371-aab5-958400bd94ee None None] Allocated IP 172.20.0.2 (352ced1c-e9c5-4653-94c7-c9379037842f/e2b03cfc-8496-4f82-a811-d4c35c8a6ade/c04b48d4-69ae-4ab2-8a8c-4d947d343b57) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:29:51.444060 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-39f2179e-7fd5-4926-b5b4-9aceb45d5da8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:51.449820 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-39f2179e-7fd5-4926-b5b4-9aceb45d5da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:51.524365 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-39f2179e-7fd5-4926-b5b4-9aceb45d5da8 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=91b0811ebf7f431daeb5f41fbd395f0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6453929 Feb 09 01:29:51.528066 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37426) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:51.581132 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-141d9bf8-d551-4518-bb71-49c62d080d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:51.642778 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0023d9ac-45b6-45ce-b479-477412372672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:51.646572 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f2179e-7fd5-4926-b5b4-9aceb45d5da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a51c306-76b1-4272-bf17-b634473f9834,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:51.682200 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0023d9ac-45b6-45ce-b479-477412372672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:51.751924 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0023d9ac-45b6-45ce-b479-477412372672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:51.772996 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0023d9ac-45b6-45ce-b479-477412372672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a51c306-76b1-4272-bf17-b634473f9834,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:51.795630 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0023d9ac-45b6-45ce-b479-477412372672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:51.798967 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-0023d9ac-45b6-45ce-b479-477412372672 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/0a51c306-76b1-4272-bf17-b634473f9834 HTTP/1.1" status: 204 len: 168 time: 0.2684891 Feb 09 01:29:51.919759 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:51.944116 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3aa2dee3-2f05-4371-aab5-958400bd94ee None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:51.967619 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-3aa2dee3-2f05-4371-aab5-958400bd94ee None None] Transition to ACTIVE for port object c04b48d4-69ae-4ab2-8a8c-4d947d343b57 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:29:51.971280 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-f3dd3e98-fe4a-4eec-b2ee-e8e4b5166bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f916835-8bfe-4ffa-aa5e-7d8d3b90b8c2', 'name': 'tempest-TestAggregatesBasicOps-1571912626-router', 'tenant_id': '30f319f38f094f9b94d21cf9908c03e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '9d44fbcd-adf7-4fdc-aebd-704b13e5980e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:29:14Z', 'updated_at': '2022-02-09T01:29:47Z', 'revision_number': 5, 'project_id': '30f319f38f094f9b94d21cf9908c03e6', 'gw_port': {'id': '9d44fbcd-adf7-4fdc-aebd-704b13e5980e', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:94:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f916835-8bfe-4ffa-aa5e-7d8d3b90b8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:16Z', 'updated_at': '2022-02-09T01:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:51.988683 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dd3e98-fe4a-4eec-b2ee-e8e4b5166bd2 None None] Checking router: 4f916835-8bfe-4ffa-aa5e-7d8d3b90b8c2 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:29:52.014131 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-3aa2dee3-2f05-4371-aab5-958400bd94ee None None] Transition to ACTIVE for port object c04b48d4-69ae-4ab2-8a8c-4d947d343b57 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:29:52.015406 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dd3e98-fe4a-4eec-b2ee-e8e4b5166bd2 None None] Routers {'4f916835-8bfe-4ffa-aa5e-7d8d3b90b8c2'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:29:52.016085 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-f3dd3e98-fe4a-4eec-b2ee-e8e4b5166bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:29:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['4f916835-8bfe-4ffa-aa5e-7d8d3b90b8c2'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:52.037623 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141d9bf8-d551-4518-bb71-49c62d080d01 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d44fbcd-adf7-4fdc-aebd-704b13e5980e,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:52.083850 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-141d9bf8-d551-4518-bb71-49c62d080d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:52.088201 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3aa2dee3-2f05-4371-aab5-958400bd94ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:52.183248 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa2dee3-2f05-4371-aab5-958400bd94ee None None] Pushing event updated for resources: {'Port': ['ID=c04b48d4-69ae-4ab2-8a8c-4d947d343b57,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:52.203359 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa2dee3-2f05-4371-aab5-958400bd94ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:52.204000 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa2dee3-2f05-4371-aab5-958400bd94ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:52.211135 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa2dee3-2f05-4371-aab5-958400bd94ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:52.211756 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa2dee3-2f05-4371-aab5-958400bd94ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:52.212373 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa2dee3-2f05-4371-aab5-958400bd94ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:52.212898 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa2dee3-2f05-4371-aab5-958400bd94ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:52.213812 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa2dee3-2f05-4371-aab5-958400bd94ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:52.215956 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa2dee3-2f05-4371-aab5-958400bd94ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:52.216494 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa2dee3-2f05-4371-aab5-958400bd94ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:52.217114 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa2dee3-2f05-4371-aab5-958400bd94ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:52.217652 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa2dee3-2f05-4371-aab5-958400bd94ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:52.218221 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa2dee3-2f05-4371-aab5-958400bd94ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:52.219067 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-5f8b1a2c-99aa-4ff4-ad4b-c237e6a5e664 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Allocated IP 172.20.0.10 (352ced1c-e9c5-4653-94c7-c9379037842f/e2b03cfc-8496-4f82-a811-d4c35c8a6ade/78792386-8b6d-4a11-ab48-1811b644829e) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:29:52.331255 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa2dee3-2f05-4371-aab5-958400bd94ee None None] Network 352ced1c-e9c5-4653-94c7-c9379037842f is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:52.332743 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-f3dd3e98-fe4a-4eec-b2ee-e8e4b5166bd2 None None] Set router 4f916835-8bfe-4ffa-aa5e-7d8d3b90b8c2 gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:29:52.422323 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-3aa2dee3-2f05-4371-aab5-958400bd94ee None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:52.472544 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 37490) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:52.493023 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-141d9bf8-d551-4518-bb71-49c62d080d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:52.505484 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa2dee3-2f05-4371-aab5-958400bd94ee None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:29:52.527302 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-141d9bf8-d551-4518-bb71-49c62d080d01 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:52.536603 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-306e00ff-9711-409b-b6de-e559c751dcf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:52.565034 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-306e00ff-9711-409b-b6de-e559c751dcf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:52.571062 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-306e00ff-9711-409b-b6de-e559c751dcf4 admin admin] Usage tracker for resource:security_group_rule and tenant:030217f0b12c41c7abb810566ba91fdb is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:29:52.575267 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-306e00ff-9711-409b-b6de-e559c751dcf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:29:52.579017 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-141d9bf8-d551-4518-bb71-49c62d080d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:52.579784 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-141d9bf8-d551-4518-bb71-49c62d080d01 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f916835-8bfe-4ffa-aa5e-7d8d3b90b8c2 {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:29:52.591559 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-306e00ff-9711-409b-b6de-e559c751dcf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:52.619595 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-f3dd3e98-fe4a-4eec-b2ee-e8e4b5166bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f916835-8bfe-4ffa-aa5e-7d8d3b90b8c2', 'name': 'tempest-TestAggregatesBasicOps-1571912626-router', 'tenant_id': '30f319f38f094f9b94d21cf9908c03e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:29:14Z', 'updated_at': '2022-02-09T01:29:51Z', 'revision_number': 7, 'project_id': '30f319f38f094f9b94d21cf9908c03e6', 'gw_port_host': None}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:52.629083 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dd3e98-fe4a-4eec-b2ee-e8e4b5166bd2 None None] The sync data for ids ['4f916835-8bfe-4ffa-aa5e-7d8d3b90b8c2'] in n-d-828418-1 is: [{'id': '4f916835-8bfe-4ffa-aa5e-7d8d3b90b8c2', 'name': 'tempest-TestAggregatesBasicOps-1571912626-router', 'tenant_id': '30f319f38f094f9b94d21cf9908c03e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:29:14Z', 'updated_at': '2022-02-09T01:29:51Z', 'revision_number': 7, 'project_id': '30f319f38f094f9b94d21cf9908c03e6', 'gw_port_host': None}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:29:52.632391 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5f8b1a2c-99aa-4ff4-ad4b-c237e6a5e664 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:52.638846 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-141d9bf8-d551-4518-bb71-49c62d080d01 admin admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:52.640265 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-141d9bf8-d551-4518-bb71-49c62d080d01 admin admin] 10.222.0.105 "DELETE /v2.0/routers/4f916835-8bfe-4ffa-aa5e-7d8d3b90b8c2 HTTP/1.1" status: 204 len: 168 time: 2.8182707 Feb 09 01:29:52.643988 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 37508) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:52.662577 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-5f8b1a2c-99aa-4ff4-ad4b-c237e6a5e664 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Transition to ACTIVE for port object 78792386-8b6d-4a11-ab48-1811b644829e will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:29:52.666559 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-3aa2dee3-2f05-4371-aab5-958400bd94ee None None] Attempting to bind port c04b48d4-69ae-4ab2-8a8c-4d947d343b57 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:29:52.667147 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-3aa2dee3-2f05-4371-aab5-958400bd94ee None None] Attempting to bind port c04b48d4-69ae-4ab2-8a8c-4d947d343b57 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'c7c5d43d-2512-4a69-8404-a95f5354c88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '352ced1c-e9c5-4653-94c7-c9379037842f'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:29:52.667527 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa2dee3-2f05-4371-aab5-958400bd94ee None None] Attempting to bind port c04b48d4-69ae-4ab2-8a8c-4d947d343b57 on network 352ced1c-e9c5-4653-94c7-c9379037842f {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:29:52.677639 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa2dee3-2f05-4371-aab5-958400bd94ee None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:29:52.677828 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa2dee3-2f05-4371-aab5-958400bd94ee None None] Checking segment: {'id': 'c7c5d43d-2512-4a69-8404-a95f5354c88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '352ced1c-e9c5-4653-94c7-c9379037842f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:29:52.678102 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3aa2dee3-2f05-4371-aab5-958400bd94ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:52.678498 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa2dee3-2f05-4371-aab5-958400bd94ee None None] Bound using segment: {'id': 'c7c5d43d-2512-4a69-8404-a95f5354c88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '352ced1c-e9c5-4653-94c7-c9379037842f'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:29:52.678970 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-3aa2dee3-2f05-4371-aab5-958400bd94ee None None] Bound port: c04b48d4-69ae-4ab2-8a8c-4d947d343b57, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c5d43d-2512-4a69-8404-a95f5354c88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '352ced1c-e9c5-4653-94c7-c9379037842f'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:29:52.679346 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3aa2dee3-2f05-4371-aab5-958400bd94ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:52.724854 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5f8b1a2c-99aa-4ff4-ad4b-c237e6a5e664 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:52.802496 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7f0c61f-fbdb-4bc7-9b93-80e3d3d6be62 admin admin] Deleting subnet b8010911-bec8-4193-abdd-53e94ca41e5b {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:29:52.814119 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e7f0c61f-fbdb-4bc7-9b93-80e3d3d6be62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:52.890828 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8b1a2c-99aa-4ff4-ad4b-c237e6a5e664 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Network 352ced1c-e9c5-4653-94c7-c9379037842f is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:52.893331 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-3aa2dee3-2f05-4371-aab5-958400bd94ee None None] For port c04b48d4-69ae-4ab2-8a8c-4d947d343b57, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:29:52.894233 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-5f8b1a2c-99aa-4ff4-ad4b-c237e6a5e664 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:52.899290 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-3aa2dee3-2f05-4371-aab5-958400bd94ee None None] For port c04b48d4-69ae-4ab2-8a8c-4d947d343b57, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=c04b48d4-69ae-4ab2-8a8c-4d947d343b57,segment=NetworkSegment(c7c5d43d-2512-4a69-8404-a95f5354c88f),segment_id=c7c5d43d-2512-4a69-8404-a95f5354c88f)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:29:52.900074 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e7f0c61f-fbdb-4bc7-9b93-80e3d3d6be62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:52.905322 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3aa2dee3-2f05-4371-aab5-958400bd94ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:52.910759 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8b1a2c-99aa-4ff4-ad4b-c237e6a5e664 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:29:52.973446 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-306e00ff-9711-409b-b6de-e559c751dcf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:52.979082 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8b1a2c-99aa-4ff4-ad4b-c237e6a5e664 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event updated for resources: {'Port': ['ID=78792386-8b6d-4a11-ab48-1811b644829e,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:52.984839 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-306e00ff-9711-409b-b6de-e559c751dcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:53.038222 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8b1a2c-99aa-4ff4-ad4b-c237e6a5e664 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:53.038803 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5f8b1a2c-99aa-4ff4-ad4b-c237e6a5e664 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:53.039906 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa2dee3-2f05-4371-aab5-958400bd94ee None None] Pushing event updated for resources: {'Port': ['ID=c04b48d4-69ae-4ab2-8a8c-4d947d343b57,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:53.071326 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-5f8b1a2c-99aa-4ff4-ad4b-c237e6a5e664 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.0839562 Feb 09 01:29:53.073856 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37526) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:53.079742 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-4e8d6cd5-7099-4597-9607-312c5a7aa56f tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Request body: {'port': {'network_id': '352ced1c-e9c5-4653-94c7-c9379037842f', 'name': 'tempest-PortsTestJSON-606845239', 'fixed_ips': [{'subnet_id': 'e2b03cfc-8496-4f82-a811-d4c35c8a6ade', 'ip_address': '172.20.0.9'}]}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:53.101368 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-306e00ff-9711-409b-b6de-e559c751dcf4 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=030217f0b12c41c7abb810566ba91fdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6241851 Feb 09 01:29:53.104690 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306e00ff-9711-409b-b6de-e559c751dcf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d591cc-c784-4560-b665-e54d4113e90e,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:53.108477 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37530) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:53.133409 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e7f0c61f-fbdb-4bc7-9b93-80e3d3d6be62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:53.244727 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e7f0c61f-fbdb-4bc7-9b93-80e3d3d6be62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:53.333951 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f0c61f-fbdb-4bc7-9b93-80e3d3d6be62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8010911-bec8-4193-abdd-53e94ca41e5b,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:53.342082 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e7f0c61f-fbdb-4bc7-9b93-80e3d3d6be62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:53.348304 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe74b81-3a8b-4100-9036-2e0504963b7b None None] Network 93837987-2f31-465e-b007-6150ba2d6e43 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:29:53.354530 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-81ef281f-4acc-4082-9d24-ad4468153956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:53.370903 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-e7f0c61f-fbdb-4bc7-9b93-80e3d3d6be62 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/b8010911-bec8-4193-abdd-53e94ca41e5b HTTP/1.1" status: 204 len: 168 time: 0.7258942 Feb 09 01:29:53.375181 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37542) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:53.475769 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-81ef281f-4acc-4082-9d24-ad4468153956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:53.526677 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-4e8d6cd5-7099-4597-9607-312c5a7aa56f tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:53.565785 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-4e8d6cd5-7099-4597-9607-312c5a7aa56f tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Usage tracker for resource:port and tenant:fcf7e2256d264906affa05ee27479d94 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:29:53.575719 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-4e8d6cd5-7099-4597-9607-312c5a7aa56f tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:29:53.622685 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-4e8d6cd5-7099-4597-9607-312c5a7aa56f tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:53.634991 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9964e8c6-6b71-47c9-9f22-7f57a5d7a074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:53.659966 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e8d6cd5-7099-4597-9607-312c5a7aa56f tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Made reservation on behalf of fcf7e2256d264906affa05ee27479d94 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:29:53.668129 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4e8d6cd5-7099-4597-9607-312c5a7aa56f tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:53.710139 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-9964e8c6-6b71-47c9-9f22-7f57a5d7a074 admin admin] Deleting port b2fe2627-ade9-4d34-af20-a7ecf058b5ab {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:29:53.710895 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9964e8c6-6b71-47c9-9f22-7f57a5d7a074 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:53.776708 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd539538-a383-49af-87b3-116f55d35096 None None] DHCP port deletion for 93837987-2f31-465e-b007-6150ba2d6e43 request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:29:53.783898 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fd539538-a383-49af-87b3-116f55d35096 None None] Deleting port b2fe2627-ade9-4d34-af20-a7ecf058b5ab {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:29:53.784132 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-4e8d6cd5-7099-4597-9607-312c5a7aa56f tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] device_id is not set on port d4ccdd03-e553-4631-848a-ba3b6f2b15e5 yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:29:53.784792 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fd539538-a383-49af-87b3-116f55d35096 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:53.974243 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-81ef281f-4acc-4082-9d24-ad4468153956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:54.007226 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device c04b48d4-69ae-4ab2-8a8c-4d947d343b57 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:29:54.061776 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ef281f-4acc-4082-9d24-ad4468153956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d591cc-c784-4560-b665-e54d4113e90e,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:54.225746 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port c04b48d4-69ae-4ab2-8a8c-4d947d343b57 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:29:54.261086 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-fd539538-a383-49af-87b3-116f55d35096 None None] For port b2fe2627-ade9-4d34-af20-a7ecf058b5ab, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=b2fe2627-ade9-4d34-af20-a7ecf058b5ab,segment=NetworkSegment(4eea43a2-f025-4cd9-b9da-a90f1b6473f3),segment_id=4eea43a2-f025-4cd9-b9da-a90f1b6473f3)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:29:54.261086 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fd539538-a383-49af-87b3-116f55d35096 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:54.343101 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device b2fe2627-ade9-4d34-af20-a7ecf058b5ab no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:29:54.355333 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-81ef281f-4acc-4082-9d24-ad4468153956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:54.359980 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-81ef281f-4acc-4082-9d24-ad4468153956 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/d8d591cc-c784-4560-b665-e54d4113e90e HTTP/1.1" status: 204 len: 168 time: 1.2501416 Feb 09 01:29:54.466796 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-9964e8c6-6b71-47c9-9f22-7f57a5d7a074 admin admin] For port b2fe2627-ade9-4d34-af20-a7ecf058b5ab, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=b2fe2627-ade9-4d34-af20-a7ecf058b5ab,segment=NetworkSegment(4eea43a2-f025-4cd9-b9da-a90f1b6473f3),segment_id=4eea43a2-f025-4cd9-b9da-a90f1b6473f3)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:29:54.467157 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9964e8c6-6b71-47c9-9f22-7f57a5d7a074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:54.552958 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fd539538-a383-49af-87b3-116f55d35096 None None] Calling delete_port for b2fe2627-ade9-4d34-af20-a7ecf058b5ab owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:29:54.561540 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-4e8d6cd5-7099-4597-9607-312c5a7aa56f tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Allocated IP 172.20.0.9 (352ced1c-e9c5-4653-94c7-c9379037842f/e2b03cfc-8496-4f82-a811-d4c35c8a6ade/d4ccdd03-e553-4631-848a-ba3b6f2b15e5) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:29:54.776829 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-9964e8c6-6b71-47c9-9f22-7f57a5d7a074 admin admin] Calling delete_port for b2fe2627-ade9-4d34-af20-a7ecf058b5ab owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:29:54.839918 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Port b2fe2627-ade9-4d34-af20-a7ecf058b5ab update to DOWN by agent not found {{(pid=87640) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 09 01:29:54.841531 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 9d44fbcd-adf7-4fdc-aebd-704b13e5980e no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:29:54.959786 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 9d44fbcd-adf7-4fdc-aebd-704b13e5980e {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:29:54.960133 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 9d44fbcd-adf7-4fdc-aebd-704b13e5980e not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:29:54.960551 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device a9ed5380-2313-4579-aa04-f8f0599a3879 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:29:54.988723 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fd539538-a383-49af-87b3-116f55d35096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:55.070705 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: a9ed5380-2313-4579-aa04-f8f0599a3879 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:29:55.071065 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device a9ed5380-2313-4579-aa04-f8f0599a3879 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:29:55.077039 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd539538-a383-49af-87b3-116f55d35096 None None] Pushing event deleted for resources: {'Port': ['ID=b2fe2627-ade9-4d34-af20-a7ecf058b5ab,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:55.083111 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd539538-a383-49af-87b3-116f55d35096 None None] No DVR routers for this DVR port b2fe2627-ade9-4d34-af20-a7ecf058b5ab on host n-d-828418-1 {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:29:55.102443 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:55.161012 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.db.api [None req-9964e8c6-6b71-47c9-9f22-7f57a5d7a074 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:29:55.161409 n-d-828418-1 neutron-server[87638]: DEBUG oslo_db.api [None req-9964e8c6-6b71-47c9-9f22-7f57a5d7a074 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:29:55.283179 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4e8d6cd5-7099-4597-9607-312c5a7aa56f tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:55.308263 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-4e8d6cd5-7099-4597-9607-312c5a7aa56f tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Transition to ACTIVE for port object d4ccdd03-e553-4631-848a-ba3b6f2b15e5 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:29:55.337874 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746df24d-6473-49e4-8e58-11eae75f34f7 None None] Network 352ced1c-e9c5-4653-94c7-c9379037842f requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:29:55.342239 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4e8d6cd5-7099-4597-9607-312c5a7aa56f tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:55.458149 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8d6cd5-7099-4597-9607-312c5a7aa56f tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Network 352ced1c-e9c5-4653-94c7-c9379037842f is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:55.463227 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-4e8d6cd5-7099-4597-9607-312c5a7aa56f tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:55.467141 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8d6cd5-7099-4597-9607-312c5a7aa56f tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:29:55.509834 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8d6cd5-7099-4597-9607-312c5a7aa56f tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event updated for resources: {'Port': ['ID=d4ccdd03-e553-4631-848a-ba3b6f2b15e5,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:55.511425 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-54c24d51-6425-4419-907f-e74376dd5b6a None None] Provisioning for port c04b48d4-69ae-4ab2-8a8c-4d947d343b57 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:29:55.526765 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-54c24d51-6425-4419-907f-e74376dd5b6a None None] Provisioning complete for port c04b48d4-69ae-4ab2-8a8c-4d947d343b57 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:55.527356 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-54c24d51-6425-4419-907f-e74376dd5b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:55.545560 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8d6cd5-7099-4597-9607-312c5a7aa56f tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:55.546060 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4e8d6cd5-7099-4597-9607-312c5a7aa56f tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:55.585876 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 37650) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:55.595565 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-4e8d6cd5-7099-4597-9607-312c5a7aa56f tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.5205171 Feb 09 01:29:55.662753 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-9964e8c6-6b71-47c9-9f22-7f57a5d7a074 admin admin] Deleting port b2fe2627-ade9-4d34-af20-a7ecf058b5ab {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:29:55.663268 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9964e8c6-6b71-47c9-9f22-7f57a5d7a074 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:55.789049 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666e696a-423e-4c69-8a9a-17c97f2bd24f tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:55.793159 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-666e696a-423e-4c69-8a9a-17c97f2bd24f tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2039461 Feb 09 01:29:55.793889 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 37660) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:55.855914 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-9964e8c6-6b71-47c9-9f22-7f57a5d7a074 admin admin] The port 'b2fe2627-ade9-4d34-af20-a7ecf058b5ab' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:29:55.939093 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-54c24d51-6425-4419-907f-e74376dd5b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:56.000928 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e214261-3b80-428a-af67-9972f7e9e1c0 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:56.007710 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e214261-3b80-428a-af67-9972f7e9e1c0 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:56.010188 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-54c24d51-6425-4419-907f-e74376dd5b6a None None] For port c04b48d4-69ae-4ab2-8a8c-4d947d343b57, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=c04b48d4-69ae-4ab2-8a8c-4d947d343b57,segment=NetworkSegment(c7c5d43d-2512-4a69-8404-a95f5354c88f),segment_id=c7c5d43d-2512-4a69-8404-a95f5354c88f)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:29:56.019213 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e214261-3b80-428a-af67-9972f7e9e1c0 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:56.025548 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-54c24d51-6425-4419-907f-e74376dd5b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:56.027236 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-3e214261-3b80-428a-af67-9972f7e9e1c0 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.2303679 Feb 09 01:29:56.030068 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 37668) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:56.111134 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9964e8c6-6b71-47c9-9f22-7f57a5d7a074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:56.144151 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-5e8e425e-07f8-47d6-ae55-419e73dada70 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Deleting port d4ccdd03-e553-4631-848a-ba3b6f2b15e5 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:29:56.146532 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5e8e425e-07f8-47d6-ae55-419e73dada70 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:56.149849 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-9964e8c6-6b71-47c9-9f22-7f57a5d7a074 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93837987-2f31-465e-b007-6150ba2d6e43']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:56.159660 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c24d51-6425-4419-907f-e74376dd5b6a None None] Pushing event updated for resources: {'Port': ['ID=c04b48d4-69ae-4ab2-8a8c-4d947d343b57,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:56.189633 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-9964e8c6-6b71-47c9-9f22-7f57a5d7a074 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eea43a2-f025-4cd9-b9da-a90f1b6473f3') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:56.190255 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-9964e8c6-6b71-47c9-9f22-7f57a5d7a074 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eea43a2-f025-4cd9-b9da-a90f1b6473f3') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:56.206576 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9964e8c6-6b71-47c9-9f22-7f57a5d7a074 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:56.233032 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:29:56.235233 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9964e8c6-6b71-47c9-9f22-7f57a5d7a074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:56.243859 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9964e8c6-6b71-47c9-9f22-7f57a5d7a074 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:29:56.248536 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9964e8c6-6b71-47c9-9f22-7f57a5d7a074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:56.266120 n-d-828418-1 neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:29:56.266120 n-d-828418-1 neutron-server[87638]: util.warn( Feb 09 01:29:56.266120 n-d-828418-1 neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:29:56.266120 n-d-828418-1 neutron-server[87638]: util.warn( Feb 09 01:29:56.266120 n-d-828418-1 neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:29:56.266120 n-d-828418-1 neutron-server[87638]: util.warn( Feb 09 01:29:56.266120 n-d-828418-1 neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:29:56.266120 n-d-828418-1 neutron-server[87638]: util.warn( Feb 09 01:29:56.266120 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:29:56.266120 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:29:56.266120 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:29:56.266120 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:29:56.266120 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:29:56.266120 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:29:56.266120 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:29:56.266120 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:29:56.266120 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:29:56.266120 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:29:56.266120 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:29:56.266120 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:29:56.266120 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:29:56.266120 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:29:56.266120 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:29:56.266120 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:29:56.266120 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:29:56.266120 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:29:56.266120 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:29:56.266120 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:29:56.266120 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:29:56.266120 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:29:56.266120 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:29:56.266120 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:29:56.266120 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:29:56.266120 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:29:56.266120 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:29:56.266120 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:29:56.266120 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:29:56.266120 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:29:56.266120 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:29:56.266120 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:29:56.378792 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9964e8c6-6b71-47c9-9f22-7f57a5d7a074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:56.416769 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9964e8c6-6b71-47c9-9f22-7f57a5d7a074 admin admin] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:56.419746 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9964e8c6-6b71-47c9-9f22-7f57a5d7a074 admin admin] Pushing event deleted for resources: {'Network': ['ID=93837987-2f31-465e-b007-6150ba2d6e43,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:56.432282 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9964e8c6-6b71-47c9-9f22-7f57a5d7a074 admin admin] 10.222.0.105 "DELETE /v2.0/networks/93837987-2f31-465e-b007-6150ba2d6e43 HTTP/1.1" status: 204 len: 168 time: 3.0499084 Feb 09 01:29:56.436195 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37678) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:56.557852 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-aee89167-050d-4e4f-904a-203173559e4b None None] Provisioning complete for port c04b48d4-69ae-4ab2-8a8c-4d947d343b57 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:56.558228 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-aee89167-050d-4e4f-904a-203173559e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:56.571694 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5e8e425e-07f8-47d6-ae55-419e73dada70 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:56.863469 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-5e8e425e-07f8-47d6-ae55-419e73dada70 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Calling delete_port for d4ccdd03-e553-4631-848a-ba3b6f2b15e5 owned by {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:29:56.892188 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-aee89167-050d-4e4f-904a-203173559e4b None None] Provisioning for port d4ccdd03-e553-4631-848a-ba3b6f2b15e5 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:29:56.902105 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-aee89167-050d-4e4f-904a-203173559e4b None None] Provisioning complete for port d4ccdd03-e553-4631-848a-ba3b6f2b15e5 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:56.903988 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-aee89167-050d-4e4f-904a-203173559e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:57.012058 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-aee89167-050d-4e4f-904a-203173559e4b None None] Port d4ccdd03-e553-4631-848a-ba3b6f2b15e5 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:29:57.075583 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-aee89167-050d-4e4f-904a-203173559e4b None None] Provisioning for port 78792386-8b6d-4a11-ab48-1811b644829e completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:29:57.094119 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-aee89167-050d-4e4f-904a-203173559e4b None None] Provisioning complete for port 78792386-8b6d-4a11-ab48-1811b644829e triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:57.095697 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-aee89167-050d-4e4f-904a-203173559e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:57.226310 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-aee89167-050d-4e4f-904a-203173559e4b None None] Port 78792386-8b6d-4a11-ab48-1811b644829e cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:29:57.265498 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5e8e425e-07f8-47d6-ae55-419e73dada70 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:57.366606 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-04f93b84-2881-42af-a5f2-cd9396b88ba6 None None] Provisioning complete for port 78792386-8b6d-4a11-ab48-1811b644829e triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:57.366946 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-04f93b84-2881-42af-a5f2-cd9396b88ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:57.393881 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8e425e-07f8-47d6-ae55-419e73dada70 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event deleted for resources: {'Port': ['ID=d4ccdd03-e553-4631-848a-ba3b6f2b15e5,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:57.499139 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-04f93b84-2881-42af-a5f2-cd9396b88ba6 None None] Port 78792386-8b6d-4a11-ab48-1811b644829e cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:29:57.617958 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8bebbcef-6b9f-4fed-849d-7fcd2e0a7b23 None None] Could not find standard attr ID for object d4ccdd03-e553-4631-848a-ba3b6f2b15e5. {{(pid=87640) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:29:57.691085 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-579f4176-3693-4782-b77c-c8dda008fdca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:57.854927 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5e8e425e-07f8-47d6-ae55-419e73dada70 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:57.876663 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-5e8e425e-07f8-47d6-ae55-419e73dada70 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "DELETE /v2.0/ports/d4ccdd03-e553-4631-848a-ba3b6f2b15e5 HTTP/1.1" status: 204 len: 168 time: 1.8338265 Feb 09 01:29:57.879111 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 37702) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:57.942404 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae06104c-1ccd-4af5-a4e5-7afbc4bea6db tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] GET failed (client error): The resource could not be found. Feb 09 01:29:57.957141 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-ae06104c-1ccd-4af5-a4e5-7afbc4bea6db tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Synchronizing usage tracker for tenant:fcf7e2256d264906affa05ee27479d94 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:29:57.963850 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device c04b48d4-69ae-4ab2-8a8c-4d947d343b57 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:29:57.988568 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-ae06104c-1ccd-4af5-a4e5-7afbc4bea6db tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Unset dirty status for tenant:fcf7e2256d264906affa05ee27479d94 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:29:57.992731 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37706) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:57.992918 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-ae06104c-1ccd-4af5-a4e5-7afbc4bea6db tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "GET /v2.0/ports/d4ccdd03-e553-4631-848a-ba3b6f2b15e5 HTTP/1.1" status: 404 len: 333 time: 0.1125631 Feb 09 01:29:58.128924 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port c04b48d4-69ae-4ab2-8a8c-4d947d343b57 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:58.132350 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:58.136794 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-71528b1d-384f-480c-8ff9-24259ac1a915 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Deleting port 78792386-8b6d-4a11-ab48-1811b644829e {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:29:58.137137 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-71528b1d-384f-480c-8ff9-24259ac1a915 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:58.476522 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-579f4176-3693-4782-b77c-c8dda008fdca admin admin] Deleting port 7cd99c63-e3f9-4705-a948-a82a54a2f9c9 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:29:58.476853 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-579f4176-3693-4782-b77c-c8dda008fdca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:58.697727 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-71528b1d-384f-480c-8ff9-24259ac1a915 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:58.845381 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-71528b1d-384f-480c-8ff9-24259ac1a915 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Calling delete_port for 78792386-8b6d-4a11-ab48-1811b644829e owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:29:58.908881 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-579f4176-3693-4782-b77c-c8dda008fdca admin admin] For port 7cd99c63-e3f9-4705-a948-a82a54a2f9c9, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=7cd99c63-e3f9-4705-a948-a82a54a2f9c9,segment=NetworkSegment(099bf73e-9272-4e87-8c95-7096e42ea913),segment_id=099bf73e-9272-4e87-8c95-7096e42ea913)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:29:58.909280 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-579f4176-3693-4782-b77c-c8dda008fdca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:59.046276 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-579f4176-3693-4782-b77c-c8dda008fdca admin admin] Calling delete_port for 7cd99c63-e3f9-4705-a948-a82a54a2f9c9 owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:29:59.497050 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-71528b1d-384f-480c-8ff9-24259ac1a915 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:59.519064 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 37734) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:59.572511 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71528b1d-384f-480c-8ff9-24259ac1a915 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event deleted for resources: {'Port': ['ID=78792386-8b6d-4a11-ab48-1811b644829e,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:59.764226 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-71528b1d-384f-480c-8ff9-24259ac1a915 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:59.848349 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-71528b1d-384f-480c-8ff9-24259ac1a915 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "DELETE /v2.0/ports/78792386-8b6d-4a11-ab48-1811b644829e HTTP/1.1" status: 204 len: 168 time: 1.8543749 Feb 09 01:29:59.848986 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37744) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:59.951667 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-da7071b7-ad85-439b-afd6-e11e67eafa72 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=95801a00e7354ad9963b019197a07675&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4299474 Feb 09 01:29:59.954374 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 37752) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:59.959709 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-73271a4e-34e9-4902-96ec-a27498497783 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] GET failed (client error): The resource could not be found. Feb 09 01:29:59.960147 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-73271a4e-34e9-4902-96ec-a27498497783 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Synchronizing usage tracker for tenant:fcf7e2256d264906affa05ee27479d94 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:29:59.975839 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-579f4176-3693-4782-b77c-c8dda008fdca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:00.034133 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-73271a4e-34e9-4902-96ec-a27498497783 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Unset dirty status for tenant:fcf7e2256d264906affa05ee27479d94 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:30:00.038187 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-73271a4e-34e9-4902-96ec-a27498497783 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "GET /v2.0/ports/78792386-8b6d-4a11-ab48-1811b644829e HTTP/1.1" status: 404 len: 333 time: 0.1859603 Feb 09 01:30:00.039874 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 37756) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:00.040663 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579f4176-3693-4782-b77c-c8dda008fdca admin admin] Pushing event deleted for resources: {'Port': ['ID=7cd99c63-e3f9-4705-a948-a82a54a2f9c9,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:00.116167 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cfc8ea62-b6b7-4def-bac9-1aca19f171d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:00.150870 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cfc8ea62-b6b7-4def-bac9-1aca19f171d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:00.225365 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cfc8ea62-b6b7-4def-bac9-1aca19f171d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:00.260246 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc8ea62-b6b7-4def-bac9-1aca19f171d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e587f94-79e5-4c89-85ab-438b64fc77a0,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:00.271761 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cfc8ea62-b6b7-4def-bac9-1aca19f171d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:00.273232 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-cfc8ea62-b6b7-4def-bac9-1aca19f171d9 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/1e587f94-79e5-4c89-85ab-438b64fc77a0 HTTP/1.1" status: 204 len: 168 time: 0.3177063 Feb 09 01:30:00.288527 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-339b76f6-ded6-43a8-9b6f-3a94ca2a7289 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Deleting subnet e2b03cfc-8496-4f82-a811-d4c35c8a6ade {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:30:00.297433 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-339b76f6-ded6-43a8-9b6f-3a94ca2a7289 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:00.355371 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37766) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:00.395399 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-339b76f6-ded6-43a8-9b6f-3a94ca2a7289 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:00.513954 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-579f4176-3693-4782-b77c-c8dda008fdca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:00.516357 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-339b76f6-ded6-43a8-9b6f-3a94ca2a7289 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:00.603577 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-339b76f6-ded6-43a8-9b6f-3a94ca2a7289 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:00.621325 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d4fb3a11-5441-4784-a673-a4db70698ccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:00.651663 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339b76f6-ded6-43a8-9b6f-3a94ca2a7289 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event deleted for resources: {'Subnet': ['ID=e2b03cfc-8496-4f82-a811-d4c35c8a6ade,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:00.660275 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-339b76f6-ded6-43a8-9b6f-3a94ca2a7289 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:00.661735 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5b4b15-b8dc-4a40-b3ac-7aff61730e7a None None] Network 352ced1c-e9c5-4653-94c7-c9379037842f requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:30:00.673246 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-339b76f6-ded6-43a8-9b6f-3a94ca2a7289 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "DELETE /v2.0/subnets/e2b03cfc-8496-4f82-a811-d4c35c8a6ade HTTP/1.1" status: 204 len: 168 time: 0.6169350 Feb 09 01:30:00.674238 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 37776) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:00.684280 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d4fb3a11-5441-4784-a673-a4db70698ccc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:30:00.710596 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-d4fb3a11-5441-4784-a673-a4db70698ccc admin admin] Usage tracker for resource:security_group_rule and tenant:a2e9c032e130419f872d22fee22d4f84 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:30:00.715753 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-d4fb3a11-5441-4784-a673-a4db70698ccc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:30:00.726078 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d4fb3a11-5441-4784-a673-a4db70698ccc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:30:00.876090 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-88f1acb3-026f-4834-bb34-5060d6f74b6d tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:00.896607 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-88f1acb3-026f-4834-bb34-5060d6f74b6d tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Deleting port c04b48d4-69ae-4ab2-8a8c-4d947d343b57 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:30:00.896949 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-88f1acb3-026f-4834-bb34-5060d6f74b6d tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:01.090614 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371fb500-4431-4451-93e2-d48ddb1bfdd9 None None] DHCP port deletion for 352ced1c-e9c5-4653-94c7-c9379037842f request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:30:01.096815 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-371fb500-4431-4451-93e2-d48ddb1bfdd9 None None] Deleting port c04b48d4-69ae-4ab2-8a8c-4d947d343b57 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:30:01.097294 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-371fb500-4431-4451-93e2-d48ddb1bfdd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:01.275489 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d4fb3a11-5441-4784-a673-a4db70698ccc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:01.284322 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d4fb3a11-5441-4784-a673-a4db70698ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:01.288481 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-88f1acb3-026f-4834-bb34-5060d6f74b6d tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] For port c04b48d4-69ae-4ab2-8a8c-4d947d343b57, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=c04b48d4-69ae-4ab2-8a8c-4d947d343b57,segment=NetworkSegment(c7c5d43d-2512-4a69-8404-a95f5354c88f),segment_id=c7c5d43d-2512-4a69-8404-a95f5354c88f)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:30:01.288943 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-88f1acb3-026f-4834-bb34-5060d6f74b6d tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:01.332301 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-579f4176-3693-4782-b77c-c8dda008fdca admin admin] Router 2e803aa7-38b4-4f7e-8790-804870d8a1df has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:30:01.347794 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fb3a11-5441-4784-a673-a4db70698ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dabe09d9-2552-4580-ba7d-ce6b2f241898,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:01.355807 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d4fb3a11-5441-4784-a673-a4db70698ccc admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=a2e9c032e130419f872d22fee22d4f84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9969056 Feb 09 01:30:01.358589 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37806) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:01.472513 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-88f1acb3-026f-4834-bb34-5060d6f74b6d tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Calling delete_port for c04b48d4-69ae-4ab2-8a8c-4d947d343b57 owned by network:dhcp {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:30:01.601347 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-88f1acb3-026f-4834-bb34-5060d6f74b6d tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:01.622608 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-371fb500-4431-4451-93e2-d48ddb1bfdd9 None None] For port c04b48d4-69ae-4ab2-8a8c-4d947d343b57, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=c04b48d4-69ae-4ab2-8a8c-4d947d343b57,segment=NetworkSegment(c7c5d43d-2512-4a69-8404-a95f5354c88f),segment_id=c7c5d43d-2512-4a69-8404-a95f5354c88f)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:30:01.623435 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-371fb500-4431-4451-93e2-d48ddb1bfdd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:01.649878 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37814) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:01.666934 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f1acb3-026f-4834-bb34-5060d6f74b6d tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event deleted for resources: {'Port': ['ID=c04b48d4-69ae-4ab2-8a8c-4d947d343b57,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:01.681304 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f1acb3-026f-4834-bb34-5060d6f74b6d tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] No DVR routers for this DVR port c04b48d4-69ae-4ab2-8a8c-4d947d343b57 on host n-d-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:30:01.681517 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-26d017e6-401e-4b5a-a336-d94f5fc33528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:01.736116 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-579f4176-3693-4782-b77c-c8dda008fdca admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:30:01.752335 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160dde5f-444d-4965-ba7d-ef1dd383a3f8 None None] Sync routers for ids ['2e803aa7-38b4-4f7e-8790-804870d8a1df'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:30:01.766897 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-26d017e6-401e-4b5a-a336-d94f5fc33528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:01.769835 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160dde5f-444d-4965-ba7d-ef1dd383a3f8 None None] Routers {'2e803aa7-38b4-4f7e-8790-804870d8a1df'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:30:01.770545 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-160dde5f-444d-4965-ba7d-ef1dd383a3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:29:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['2e803aa7-38b4-4f7e-8790-804870d8a1df'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:01.800987 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-579f4176-3693-4782-b77c-c8dda008fdca admin admin] 10.222.0.105 "PUT /v2.0/routers/2e803aa7-38b4-4f7e-8790-804870d8a1df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3636510 Feb 09 01:30:01.806522 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37820) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:01.827533 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-88f1acb3-026f-4834-bb34-5060d6f74b6d tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:01.855848 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-371fb500-4431-4451-93e2-d48ddb1bfdd9 None None] Calling delete_port for c04b48d4-69ae-4ab2-8a8c-4d947d343b57 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:30:01.882629 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-88f1acb3-026f-4834-bb34-5060d6f74b6d tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['352ced1c-e9c5-4653-94c7-c9379037842f']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:01.901430 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-88f1acb3-026f-4834-bb34-5060d6f74b6d tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7c5d43d-2512-4a69-8404-a95f5354c88f') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:01.902013 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-88f1acb3-026f-4834-bb34-5060d6f74b6d tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7c5d43d-2512-4a69-8404-a95f5354c88f') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:01.919261 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-88f1acb3-026f-4834-bb34-5060d6f74b6d tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:01.954322 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-88f1acb3-026f-4834-bb34-5060d6f74b6d tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:01.961486 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88f1acb3-026f-4834-bb34-5060d6f74b6d tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:30:01.962373 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-88f1acb3-026f-4834-bb34-5060d6f74b6d tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:01.975618 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-371fb500-4431-4451-93e2-d48ddb1bfdd9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:30:01.976123 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-371fb500-4431-4451-93e2-d48ddb1bfdd9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:30:02.004600 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device c04b48d4-69ae-4ab2-8a8c-4d947d343b57 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:30:02.040334 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: c04b48d4-69ae-4ab2-8a8c-4d947d343b57 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:30:02.040869 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device c04b48d4-69ae-4ab2-8a8c-4d947d343b57 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:30:02.071563 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 01:30:02.071563 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:30:02.071563 n-d-828418-1 neutron-server[87639]: timer() Feb 09 01:30:02.071563 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:30:02.071563 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 01:30:02.071563 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:30:02.071563 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 01:30:02.071563 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:30:02.071563 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 01:30:02.071563 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:30:02.071563 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 01:30:02.071563 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:30:02.071563 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 01:30:02.071563 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:30:02.071563 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:30:02.071563 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:30:02.071563 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:30:02.071563 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:30:02.071563 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 01:30:02.071563 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:30:02.071563 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 01:30:02.071563 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:30:02.071563 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:30:02.071563 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:30:02.071563 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 01:30:02.071563 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:30:02.071563 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:30:02.071563 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:30:02.071563 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:30:02.071563 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:30:02.071563 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:30:02.071563 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:30:02.074960 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-88f1acb3-026f-4834-bb34-5060d6f74b6d tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:02.099479 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-88f1acb3-026f-4834-bb34-5060d6f74b6d tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:02.104278 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-4b068523-253a-4118-a260-7390fd562de4 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2139997346-network', 'tenant_id': 'e45ddf90fd1d475aa0976212ef8f536d'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:02.111400 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-160dde5f-444d-4965-ba7d-ef1dd383a3f8 None None] Set router 2e803aa7-38b4-4f7e-8790-804870d8a1df gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:30:02.112893 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f1acb3-026f-4834-bb34-5060d6f74b6d tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event deleted for resources: {'Network': ['ID=352ced1c-e9c5-4653-94c7-c9379037842f,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:02.117908 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-88f1acb3-026f-4834-bb34-5060d6f74b6d tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "DELETE /v2.0/networks/352ced1c-e9c5-4653-94c7-c9379037842f HTTP/1.1" status: 204 len: 168 time: 1.4420555 Feb 09 01:30:02.121869 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 37824) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:02.128799 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-a303ad18-254b-4e9c-be50-d3aa963cdc63 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-12991632'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:02.134449 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a303ad18-254b-4e9c-be50-d3aa963cdc63 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:30:02.139158 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-a303ad18-254b-4e9c-be50-d3aa963cdc63 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Usage tracker for resource:network and tenant:fcf7e2256d264906affa05ee27479d94 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:30:02.142294 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-a303ad18-254b-4e9c-be50-d3aa963cdc63 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:30:02.147919 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-4b068523-253a-4118-a260-7390fd562de4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:30:02.148763 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a303ad18-254b-4e9c-be50-d3aa963cdc63 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:30:02.158194 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-4b068523-253a-4118-a260-7390fd562de4 admin admin] Usage tracker for resource:network and tenant:e45ddf90fd1d475aa0976212ef8f536d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:30:02.160627 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a303ad18-254b-4e9c-be50-d3aa963cdc63 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Made reservation on behalf of fcf7e2256d264906affa05ee27479d94 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:02.163070 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-4b068523-253a-4118-a260-7390fd562de4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:30:02.164756 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a303ad18-254b-4e9c-be50-d3aa963cdc63 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:02.171735 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-4b068523-253a-4118-a260-7390fd562de4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:30:02.188938 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f7d3783f-ccef-44ee-ab29-5bab14324f0f admin admin] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:02.203506 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a303ad18-254b-4e9c-be50-d3aa963cdc63 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:30:02.225571 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a303ad18-254b-4e9c-be50-d3aa963cdc63 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:02.226316 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-a303ad18-254b-4e9c-be50-d3aa963cdc63 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Added segment f68c54cc-4175-413a-9164-b947c4f23ec2 of type vlan for network 368c6425-1593-4058-80d0-217569af8dab Feb 09 01:30:02.255592 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b068523-253a-4118-a260-7390fd562de4 admin admin] Made reservation on behalf of e45ddf90fd1d475aa0976212ef8f536d for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:02.257959 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4b068523-253a-4118-a260-7390fd562de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:02.262175 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a303ad18-254b-4e9c-be50-d3aa963cdc63 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:02.282411 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4b068523-253a-4118-a260-7390fd562de4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:02.305686 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a303ad18-254b-4e9c-be50-d3aa963cdc63 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:02.309450 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-4b068523-253a-4118-a260-7390fd562de4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:30:02.314243 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a303ad18-254b-4e9c-be50-d3aa963cdc63 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:02.315018 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a303ad18-254b-4e9c-be50-d3aa963cdc63 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:02.315294 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-26d017e6-401e-4b5a-a336-d94f5fc33528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:02.320478 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-4b068523-253a-4118-a260-7390fd562de4 admin admin] Usage tracker for resource:security_group_rule and tenant:e45ddf90fd1d475aa0976212ef8f536d is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:30:02.331684 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-4b068523-253a-4118-a260-7390fd562de4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:30:02.357930 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-a303ad18-254b-4e9c-be50-d3aa963cdc63 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2341831 Feb 09 01:30:02.387444 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37828) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:02.394918 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-4b068523-253a-4118-a260-7390fd562de4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:30:02.407097 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d017e6-401e-4b5a-a336-d94f5fc33528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dabe09d9-2552-4580-ba7d-ce6b2f241898,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:02.413589 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-4a34cf8a-5c39-4eca-9b62-36793174c31e tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Request body: {'subnet': {'network_id': '368c6425-1593-4058-80d0-217569af8dab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:02.469521 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-160dde5f-444d-4965-ba7d-ef1dd383a3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e803aa7-38b4-4f7e-8790-804870d8a1df', 'name': 'tempest-TestAggregatesBasicOps-1201728148-router', 'tenant_id': '88fa2e8717834903a62279ffa540cef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'd36003b4-056a-40f1-854c-7109f7b77508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:29:30Z', 'updated_at': '2022-02-09T01:29:59Z', 'revision_number': 5, 'project_id': '88fa2e8717834903a62279ffa540cef2', 'gw_port': {'id': 'd36003b4-056a-40f1-854c-7109f7b77508', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e803aa7-38b4-4f7e-8790-804870d8a1df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:31Z', 'updated_at': '2022-02-09T01:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:02.474638 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160dde5f-444d-4965-ba7d-ef1dd383a3f8 None None] Checking router: 2e803aa7-38b4-4f7e-8790-804870d8a1df for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:30:02.478018 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-371fb500-4431-4451-93e2-d48ddb1bfdd9 None None] Deleting port c04b48d4-69ae-4ab2-8a8c-4d947d343b57 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:30:02.478405 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-371fb500-4431-4451-93e2-d48ddb1bfdd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:02.485759 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160dde5f-444d-4965-ba7d-ef1dd383a3f8 None None] Routers {'2e803aa7-38b4-4f7e-8790-804870d8a1df'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:30:02.486391 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-160dde5f-444d-4965-ba7d-ef1dd383a3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:29:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['2e803aa7-38b4-4f7e-8790-804870d8a1df'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:02.549021 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-26d017e6-401e-4b5a-a336-d94f5fc33528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:02.550175 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-26d017e6-401e-4b5a-a336-d94f5fc33528 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/dabe09d9-2552-4580-ba7d-ce6b2f241898 HTTP/1.1" status: 204 len: 168 time: 1.1906974 Feb 09 01:30:02.569789 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d017e6-401e-4b5a-a336-d94f5fc33528 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:02.570130 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d017e6-401e-4b5a-a336-d94f5fc33528 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:02.570465 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d017e6-401e-4b5a-a336-d94f5fc33528 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:02.570791 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d017e6-401e-4b5a-a336-d94f5fc33528 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:02.571118 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d017e6-401e-4b5a-a336-d94f5fc33528 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:02.571439 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d017e6-401e-4b5a-a336-d94f5fc33528 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:02.571755 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d017e6-401e-4b5a-a336-d94f5fc33528 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:02.572076 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d017e6-401e-4b5a-a336-d94f5fc33528 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:02.572388 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d017e6-401e-4b5a-a336-d94f5fc33528 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:02.572701 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d017e6-401e-4b5a-a336-d94f5fc33528 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:02.573014 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d017e6-401e-4b5a-a336-d94f5fc33528 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:02.573326 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d017e6-401e-4b5a-a336-d94f5fc33528 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:02.578536 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a303ad18-254b-4e9c-be50-d3aa963cdc63 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event updated for resources: {'Network': ['ID=368c6425-1593-4058-80d0-217569af8dab,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:02.630217 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-371fb500-4431-4451-93e2-d48ddb1bfdd9 None None] The port 'c04b48d4-69ae-4ab2-8a8c-4d947d343b57' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:30:02.631187 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 368c6425-1593-4058-80d0-217569af8dab details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:30:02.707547 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f7d3783f-ccef-44ee-ab29-5bab14324f0f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:02.762761 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-f7d3783f-ccef-44ee-ab29-5bab14324f0f admin admin] Deleting port d36003b4-056a-40f1-854c-7109f7b77508 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:30:02.762761 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f7d3783f-ccef-44ee-ab29-5bab14324f0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:02.765650 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-160dde5f-444d-4965-ba7d-ef1dd383a3f8 None None] Set router 2e803aa7-38b4-4f7e-8790-804870d8a1df gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:30:02.819504 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-4a34cf8a-5c39-4eca-9b62-36793174c31e tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:30:02.855758 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-4a34cf8a-5c39-4eca-9b62-36793174c31e tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Usage tracker for resource:subnet and tenant:fcf7e2256d264906affa05ee27479d94 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:30:02.862296 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-4a34cf8a-5c39-4eca-9b62-36793174c31e tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:30:02.874445 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-4a34cf8a-5c39-4eca-9b62-36793174c31e tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:30:02.972341 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a34cf8a-5c39-4eca-9b62-36793174c31e tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Made reservation on behalf of fcf7e2256d264906affa05ee27479d94 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:02.975829 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4a34cf8a-5c39-4eca-9b62-36793174c31e tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:03.032322 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 37838) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:03.061839 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6fb298c9-4079-473a-b559-dbf03d40c1d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:03.084623 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-6fb298c9-4079-473a-b559-dbf03d40c1d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:30:03.089939 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-6fb298c9-4079-473a-b559-dbf03d40c1d7 admin admin] Usage tracker for resource:security_group_rule and tenant:81c3371608784163bf0029f52072fef3 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:30:03.094400 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4b068523-253a-4118-a260-7390fd562de4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:03.094736 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-6fb298c9-4079-473a-b559-dbf03d40c1d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:30:03.103173 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-6fb298c9-4079-473a-b559-dbf03d40c1d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:30:03.104390 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4b068523-253a-4118-a260-7390fd562de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:03.161029 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-160dde5f-444d-4965-ba7d-ef1dd383a3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e803aa7-38b4-4f7e-8790-804870d8a1df', 'name': 'tempest-TestAggregatesBasicOps-1201728148-router', 'tenant_id': '88fa2e8717834903a62279ffa540cef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'd36003b4-056a-40f1-854c-7109f7b77508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:29:30Z', 'updated_at': '2022-02-09T01:29:59Z', 'revision_number': 5, 'project_id': '88fa2e8717834903a62279ffa540cef2', 'gw_port': {'id': 'd36003b4-056a-40f1-854c-7109f7b77508', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e803aa7-38b4-4f7e-8790-804870d8a1df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:31Z', 'updated_at': '2022-02-09T01:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:03.168482 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160dde5f-444d-4965-ba7d-ef1dd383a3f8 None None] The sync data for ids ['2e803aa7-38b4-4f7e-8790-804870d8a1df'] in n-d-828418-1 is: [{'id': '2e803aa7-38b4-4f7e-8790-804870d8a1df', 'name': 'tempest-TestAggregatesBasicOps-1201728148-router', 'tenant_id': '88fa2e8717834903a62279ffa540cef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'd36003b4-056a-40f1-854c-7109f7b77508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:29:30Z', 'updated_at': '2022-02-09T01:29:59Z', 'revision_number': 5, 'project_id': '88fa2e8717834903a62279ffa540cef2', 'gw_port': {'id': 'd36003b4-056a-40f1-854c-7109f7b77508', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e803aa7-38b4-4f7e-8790-804870d8a1df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:31Z', 'updated_at': '2022-02-09T01:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:30:03.182453 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b068523-253a-4118-a260-7390fd562de4 admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:30:03.196542 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b068523-253a-4118-a260-7390fd562de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a09b57-5af6-4aac-9b15-9d37b3efd033,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:03.207584 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-f7d3783f-ccef-44ee-ab29-5bab14324f0f admin admin] For port d36003b4-056a-40f1-854c-7109f7b77508, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=d36003b4-056a-40f1-854c-7109f7b77508,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:30:03.208015 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f7d3783f-ccef-44ee-ab29-5bab14324f0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:03.221455 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4b068523-253a-4118-a260-7390fd562de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:03.221771 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-4b068523-253a-4118-a260-7390fd562de4 admin admin] Added segment ea7e8ec0-8208-4521-b904-1f04798510c5 of type vlan for network 2ef4ab06-0d41-4f66-ba87-75de2f21e016 Feb 09 01:30:03.238678 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6fb298c9-4079-473a-b559-dbf03d40c1d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:03.243146 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6fb298c9-4079-473a-b559-dbf03d40c1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:03.299771 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-6fb298c9-4079-473a-b559-dbf03d40c1d7 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=81c3371608784163bf0029f52072fef3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2632267 Feb 09 01:30:03.299960 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 37842) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:03.302539 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb298c9-4079-473a-b559-dbf03d40c1d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1156ad6-dfab-4871-8051-f44e9237194a,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:03.351183 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-f7d3783f-ccef-44ee-ab29-5bab14324f0f admin admin] Calling delete_port for d36003b4-056a-40f1-854c-7109f7b77508 owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:30:03.363546 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-831f8638-1384-41b2-aec6-d893b342d51a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:03.389753 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-831f8638-1384-41b2-aec6-d893b342d51a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:03.449198 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-831f8638-1384-41b2-aec6-d893b342d51a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:03.464209 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831f8638-1384-41b2-aec6-d893b342d51a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1156ad6-dfab-4871-8051-f44e9237194a,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:03.476415 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-831f8638-1384-41b2-aec6-d893b342d51a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:03.479978 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-831f8638-1384-41b2-aec6-d893b342d51a admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/b1156ad6-dfab-4871-8051-f44e9237194a HTTP/1.1" status: 204 len: 168 time: 0.1768260 Feb 09 01:30:03.621380 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4b068523-253a-4118-a260-7390fd562de4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:03.751328 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4a34cf8a-5c39-4eca-9b62-36793174c31e tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:03.755110 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4b068523-253a-4118-a260-7390fd562de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:03.756238 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b068523-253a-4118-a260-7390fd562de4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:03.757184 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4b068523-253a-4118-a260-7390fd562de4 admin admin] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:03.869458 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 7cd99c63-e3f9-4705-a948-a82a54a2f9c9 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:30:03.936644 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 7cd99c63-e3f9-4705-a948-a82a54a2f9c9 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:30:03.937625 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 7cd99c63-e3f9-4705-a948-a82a54a2f9c9 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:30:03.954966 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b068523-253a-4118-a260-7390fd562de4 admin admin] Pushing event updated for resources: {'Network': ['ID=2ef4ab06-0d41-4f66-ba87-75de2f21e016,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:03.970258 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 2ef4ab06-0d41-4f66-ba87-75de2f21e016 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:30:03.979114 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a34cf8a-5c39-4eca-9b62-36793174c31e tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Checking segment: {'id': 'f68c54cc-4175-413a-9164-b947c4f23ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '368c6425-1593-4058-80d0-217569af8dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:30:03.979484 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a34cf8a-5c39-4eca-9b62-36793174c31e tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Network hostable DHCP agents. Network: 368c6425-1593-4058-80d0-217569af8dab, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:30:03.997970 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a34cf8a-5c39-4eca-9b62-36793174c31e tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event updated for resources: {'Subnet': ['ID=495b0c44-7631-41fc-8ab4-2827d1a78f9d,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:04.002723 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-4b068523-253a-4118-a260-7390fd562de4 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.3516967 Feb 09 01:30:04.005781 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 37854) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:04.012556 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-4cbc268b-77e2-4118-84ab-a3949a7e109c admin admin] Request body: {'subnet': {'network_id': '2ef4ab06-0d41-4f66-ba87-75de2f21e016', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2139997346-subnet', 'tenant_id': 'e45ddf90fd1d475aa0976212ef8f536d', 'ip_version': 4}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:04.024653 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4cbc268b-77e2-4118-84ab-a3949a7e109c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:30:04.037909 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-4cbc268b-77e2-4118-84ab-a3949a7e109c admin admin] Usage tracker for resource:subnet and tenant:e45ddf90fd1d475aa0976212ef8f536d is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:30:04.051804 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a34cf8a-5c39-4eca-9b62-36793174c31e tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Network 368c6425-1593-4058-80d0-217569af8dab is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:30:04.052029 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-4cbc268b-77e2-4118-84ab-a3949a7e109c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:30:04.068067 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 37858) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:04.069407 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4cbc268b-77e2-4118-84ab-a3949a7e109c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:30:04.072184 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-4a34cf8a-5c39-4eca-9b62-36793174c31e tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 368c6425-1593-4058-80d0-217569af8dab) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:04.080751 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a34cf8a-5c39-4eca-9b62-36793174c31e tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:04.080980 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4a34cf8a-5c39-4eca-9b62-36793174c31e tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:04.107678 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-4a34cf8a-5c39-4eca-9b62-36793174c31e tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7145941 Feb 09 01:30:04.108316 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37862) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:04.115696 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-2789da7b-b6dc-4a04-9d29-4fccc0d1b5c9 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-36070129', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:04.123058 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f7d3783f-ccef-44ee-ab29-5bab14324f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:04.126521 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-690c0405-9a6c-4fc0-80e6-829386d24aa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:04.126928 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2789da7b-b6dc-4a04-9d29-4fccc0d1b5c9 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:30:04.145886 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cbc268b-77e2-4118-84ab-a3949a7e109c admin admin] Made reservation on behalf of e45ddf90fd1d475aa0976212ef8f536d for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:04.147501 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf989a2e-72b4-4245-937c-514381dd85ce None None] Network 368c6425-1593-4058-80d0-217569af8dab requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:30:04.149088 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4cbc268b-77e2-4118-84ab-a3949a7e109c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:04.173833 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-2789da7b-b6dc-4a04-9d29-4fccc0d1b5c9 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Usage tracker for resource:router and tenant:fcf7e2256d264906affa05ee27479d94 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:30:04.179223 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d3783f-ccef-44ee-ab29-5bab14324f0f admin admin] Pushing event deleted for resources: {'Port': ['ID=d36003b4-056a-40f1-854c-7109f7b77508,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:04.181222 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-2789da7b-b6dc-4a04-9d29-4fccc0d1b5c9 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:30:04.190259 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2789da7b-b6dc-4a04-9d29-4fccc0d1b5c9 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:30:04.234440 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-690c0405-9a6c-4fc0-80e6-829386d24aa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:30:04.242277 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-690c0405-9a6c-4fc0-80e6-829386d24aa2 admin admin] Usage tracker for resource:security_group_rule and tenant:be879c61efec41b79e53c88d56d4f1d8 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:30:04.256528 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-690c0405-9a6c-4fc0-80e6-829386d24aa2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:30:04.266794 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-690c0405-9a6c-4fc0-80e6-829386d24aa2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:30:04.276319 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2789da7b-b6dc-4a04-9d29-4fccc0d1b5c9 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:04.277420 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2789da7b-b6dc-4a04-9d29-4fccc0d1b5c9 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:04.295395 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2789da7b-b6dc-4a04-9d29-4fccc0d1b5c9 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:04.320067 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2789da7b-b6dc-4a04-9d29-4fccc0d1b5c9 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:04.365213 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2789da7b-b6dc-4a04-9d29-4fccc0d1b5c9 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:04.369789 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-2789da7b-b6dc-4a04-9d29-4fccc0d1b5c9 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2590518 Feb 09 01:30:04.370762 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f7d3783f-ccef-44ee-ab29-5bab14324f0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:04.386578 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 37868) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:04.398376 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-76db4240-8a88-4690-be27-1c07c49bbf91 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Request body: {'port': {'network_id': '368c6425-1593-4058-80d0-217569af8dab', 'name': 'tempest-PortsTestJSON-1994509757'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:04.529200 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef15b3f6-afd3-4112-99bf-d9b204139451 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-368c6425-1593-4058-80d0-217569af8dab', 'network_id': '368c6425-1593-4058-80d0-217569af8dab', 'tenant_id': 'fcf7e2256d264906affa05ee27479d94', 'fixed_ips': [{'subnet_id': '495b0c44-7631-41fc-8ab4-2827d1a78f9d'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:30:04.530345 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ef15b3f6-afd3-4112-99bf-d9b204139451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:04.598098 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f7d3783f-ccef-44ee-ab29-5bab14324f0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:04.600686 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f7d3783f-ccef-44ee-ab29-5bab14324f0f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:04.633433 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f7d3783f-ccef-44ee-ab29-5bab14324f0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:04.634571 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d3783f-ccef-44ee-ab29-5bab14324f0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e803aa7-38b4-4f7e-8790-804870d8a1df {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:30:04.654953 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f7d3783f-ccef-44ee-ab29-5bab14324f0f admin admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:04.659195 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f7d3783f-ccef-44ee-ab29-5bab14324f0f admin admin] 10.222.0.105 "DELETE /v2.0/routers/2e803aa7-38b4-4f7e-8790-804870d8a1df HTTP/1.1" status: 204 len: 168 time: 2.8517151 Feb 09 01:30:04.662040 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37874) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:04.689590 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 37878) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:04.691093 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-76db4240-8a88-4690-be27-1c07c49bbf91 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:30:04.715350 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-76db4240-8a88-4690-be27-1c07c49bbf91 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Usage tracker for resource:port and tenant:fcf7e2256d264906affa05ee27479d94 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:30:04.735447 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-76db4240-8a88-4690-be27-1c07c49bbf91 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:30:04.757340 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4cbc268b-77e2-4118-84ab-a3949a7e109c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:04.764956 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-76db4240-8a88-4690-be27-1c07c49bbf91 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:30:04.795318 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc6d61c1-2d8c-44f8-b559-bab40f04cf0c admin admin] Deleting subnet 272381a7-b92a-4a92-9103-b71bd0b534a6 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:30:04.806848 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dc6d61c1-2d8c-44f8-b559-bab40f04cf0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:04.829866 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbc268b-77e2-4118-84ab-a3949a7e109c admin admin] Pushing event updated for resources: {'Subnet': ['ID=39eaa90e-b09e-4efb-9c59-e334a1470afc,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:04.834066 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-ef15b3f6-afd3-4112-99bf-d9b204139451 None None] Allocated IP 172.20.0.2 (368c6425-1593-4058-80d0-217569af8dab/495b0c44-7631-41fc-8ab4-2827d1a78f9d/3da77853-d131-41dd-9518-91723faa4395) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:30:04.857062 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-690c0405-9a6c-4fc0-80e6-829386d24aa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:04.873003 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-690c0405-9a6c-4fc0-80e6-829386d24aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:04.911270 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dc6d61c1-2d8c-44f8-b559-bab40f04cf0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:04.940285 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-690c0405-9a6c-4fc0-80e6-829386d24aa2 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=be879c61efec41b79e53c88d56d4f1d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8627517 Feb 09 01:30:04.940971 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 37884) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:04.945731 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690c0405-9a6c-4fc0-80e6-829386d24aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2c9c0d-a7b9-4aa4-867c-2e542c675ff2,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:04.951946 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76db4240-8a88-4690-be27-1c07c49bbf91 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Made reservation on behalf of fcf7e2256d264906affa05ee27479d94 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:04.956188 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-76db4240-8a88-4690-be27-1c07c49bbf91 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:05.014232 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [None req-76db4240-8a88-4690-be27-1c07c49bbf91 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] device_id is not set on port 2de4b1c2-5b9f-4b9f-97de-e77a536e5546 yet. {{(pid=87639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:30:05.056612 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2e48b838-2269-4fb2-921e-e212f8b40bc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:05.062117 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dc6d61c1-2d8c-44f8-b559-bab40f04cf0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:05.087582 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbc268b-77e2-4118-84ab-a3949a7e109c admin admin] Checking segment: {'id': 'ea7e8ec0-8208-4521-b904-1f04798510c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2ef4ab06-0d41-4f66-ba87-75de2f21e016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:30:05.087943 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbc268b-77e2-4118-84ab-a3949a7e109c admin admin] Network hostable DHCP agents. Network: 2ef4ab06-0d41-4f66-ba87-75de2f21e016, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:30:05.102249 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-2e48b838-2269-4fb2-921e-e212f8b40bc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:30:05.104464 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ef15b3f6-afd3-4112-99bf-d9b204139451 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:05.115618 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-ef15b3f6-afd3-4112-99bf-d9b204139451 None None] Transition to ACTIVE for port object 3da77853-d131-41dd-9518-91723faa4395 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:30:05.118217 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-2e48b838-2269-4fb2-921e-e212f8b40bc2 admin admin] Usage tracker for resource:security_group_rule and tenant:5bbcccf4711f42ccb51a562a710faf5a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:30:05.141726 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-2e48b838-2269-4fb2-921e-e212f8b40bc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:30:05.152984 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dc6d61c1-2d8c-44f8-b559-bab40f04cf0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:05.153245 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-ef15b3f6-afd3-4112-99bf-d9b204139451 None None] Transition to ACTIVE for port object 3da77853-d131-41dd-9518-91723faa4395 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:30:05.161416 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ef15b3f6-afd3-4112-99bf-d9b204139451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:05.166183 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-2e48b838-2269-4fb2-921e-e212f8b40bc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:30:05.214426 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d61c1-2d8c-44f8-b559-bab40f04cf0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=272381a7-b92a-4a92-9103-b71bd0b534a6,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:05.227552 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dc6d61c1-2d8c-44f8-b559-bab40f04cf0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:05.239165 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-dc6d61c1-2d8c-44f8-b559-bab40f04cf0c admin admin] 10.222.0.105 "DELETE /v2.0/subnets/272381a7-b92a-4a92-9103-b71bd0b534a6 HTTP/1.1" status: 204 len: 168 time: 0.5758481 Feb 09 01:30:05.241580 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37888) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:05.254918 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e824d346-dcf1-4246-942d-126addc47027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:05.259714 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b89e30e-4f69-4019-a1e2-f5f7b75f4f90 None None] Network 3e976e83-e9f6-4998-adbc-8f5bd320289b requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:30:05.267994 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbc268b-77e2-4118-84ab-a3949a7e109c admin admin] Network 2ef4ab06-0d41-4f66-ba87-75de2f21e016 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:30:05.319665 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-4cbc268b-77e2-4118-84ab-a3949a7e109c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 2ef4ab06-0d41-4f66-ba87-75de2f21e016) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:05.324536 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbc268b-77e2-4118-84ab-a3949a7e109c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:05.326321 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4cbc268b-77e2-4118-84ab-a3949a7e109c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:05.343764 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e824d346-dcf1-4246-942d-126addc47027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:05.357637 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef15b3f6-afd3-4112-99bf-d9b204139451 None None] Network 368c6425-1593-4058-80d0-217569af8dab is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:30:05.358752 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5beca91c-b682-4f52-88fa-622abe4a0c44 None None] Network 2ef4ab06-0d41-4f66-ba87-75de2f21e016 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:30:05.371795 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-ef15b3f6-afd3-4112-99bf-d9b204139451 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:05.376502 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f3098d78-8323-4edf-ae08-90ffa08ecdbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:05.380760 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef15b3f6-afd3-4112-99bf-d9b204139451 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:30:05.389002 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-76db4240-8a88-4690-be27-1c07c49bbf91 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Allocated IP 172.20.0.4 (368c6425-1593-4058-80d0-217569af8dab/495b0c44-7631-41fc-8ab4-2827d1a78f9d/2de4b1c2-5b9f-4b9f-97de-e77a536e5546) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:30:05.390176 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-f3098d78-8323-4edf-ae08-90ffa08ecdbb admin admin] Deleting port bf0131ad-8799-4c34-908e-8c26637e30f1 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:30:05.391048 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f3098d78-8323-4edf-ae08-90ffa08ecdbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:05.468560 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-4cbc268b-77e2-4118-84ab-a3949a7e109c admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4581063 Feb 09 01:30:05.482641 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 37892) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:05.490273 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-92351f9a-f0be-463b-a6c3-97229f377166 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2139997346-router', 'tenant_id': 'e45ddf90fd1d475aa0976212ef8f536d', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:05.494865 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef15b3f6-afd3-4112-99bf-d9b204139451 None None] Pushing event updated for resources: {'Port': ['ID=3da77853-d131-41dd-9518-91723faa4395,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:05.518560 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-92351f9a-f0be-463b-a6c3-97229f377166 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:30:05.538777 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-92351f9a-f0be-463b-a6c3-97229f377166 admin admin] Usage tracker for resource:router and tenant:e45ddf90fd1d475aa0976212ef8f536d is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:30:05.556881 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-92351f9a-f0be-463b-a6c3-97229f377166 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:30:05.579345 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-92351f9a-f0be-463b-a6c3-97229f377166 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:30:05.617684 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e824d346-dcf1-4246-942d-126addc47027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:05.622654 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2e48b838-2269-4fb2-921e-e212f8b40bc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:05.643587 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-f3098d78-8323-4edf-ae08-90ffa08ecdbb admin admin] For port bf0131ad-8799-4c34-908e-8c26637e30f1, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=bf0131ad-8799-4c34-908e-8c26637e30f1,segment=NetworkSegment(099bf73e-9272-4e87-8c95-7096e42ea913),segment_id=099bf73e-9272-4e87-8c95-7096e42ea913)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:30:05.643960 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f3098d78-8323-4edf-ae08-90ffa08ecdbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:05.697762 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e824d346-dcf1-4246-942d-126addc47027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2c9c0d-a7b9-4aa4-867c-2e542c675ff2,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:05.705989 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2e48b838-2269-4fb2-921e-e212f8b40bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:05.716940 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-ef15b3f6-afd3-4112-99bf-d9b204139451 None None] Attempting to bind port 3da77853-d131-41dd-9518-91723faa4395 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:30:05.717416 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-ef15b3f6-afd3-4112-99bf-d9b204139451 None None] Attempting to bind port 3da77853-d131-41dd-9518-91723faa4395 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'f68c54cc-4175-413a-9164-b947c4f23ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '368c6425-1593-4058-80d0-217569af8dab'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:30:05.717953 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef15b3f6-afd3-4112-99bf-d9b204139451 None None] Attempting to bind port 3da77853-d131-41dd-9518-91723faa4395 on network 368c6425-1593-4058-80d0-217569af8dab {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:30:05.733808 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-92351f9a-f0be-463b-a6c3-97229f377166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:05.734721 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-92351f9a-f0be-463b-a6c3-97229f377166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:05.747168 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef15b3f6-afd3-4112-99bf-d9b204139451 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:30:05.747553 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef15b3f6-afd3-4112-99bf-d9b204139451 None None] Checking segment: {'id': 'f68c54cc-4175-413a-9164-b947c4f23ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '368c6425-1593-4058-80d0-217569af8dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:30:05.747920 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ef15b3f6-afd3-4112-99bf-d9b204139451 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:05.748318 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef15b3f6-afd3-4112-99bf-d9b204139451 None None] Bound using segment: {'id': 'f68c54cc-4175-413a-9164-b947c4f23ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '368c6425-1593-4058-80d0-217569af8dab'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:30:05.748799 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-ef15b3f6-afd3-4112-99bf-d9b204139451 None None] Bound port: 3da77853-d131-41dd-9518-91723faa4395, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68c54cc-4175-413a-9164-b947c4f23ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '368c6425-1593-4058-80d0-217569af8dab'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:30:05.749168 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ef15b3f6-afd3-4112-99bf-d9b204139451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:05.805870 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e824d346-dcf1-4246-942d-126addc47027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:05.810734 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-e824d346-dcf1-4246-942d-126addc47027 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/cb2c9c0d-a7b9-4aa4-867c-2e542c675ff2 HTTP/1.1" status: 204 len: 168 time: 0.8600063 Feb 09 01:30:05.846842 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e48b838-2269-4fb2-921e-e212f8b40bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e8f439-2b06-4269-94cd-6646e53a31e2,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:05.860098 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-2e48b838-2269-4fb2-921e-e212f8b40bc2 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=5bbcccf4711f42ccb51a562a710faf5a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1621220 Feb 09 01:30:05.873703 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 37898) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:05.881618 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-92351f9a-f0be-463b-a6c3-97229f377166 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:05.915978 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-ef15b3f6-afd3-4112-99bf-d9b204139451 None None] For port 3da77853-d131-41dd-9518-91723faa4395, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:30:05.936041 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-ef15b3f6-afd3-4112-99bf-d9b204139451 None None] For port 3da77853-d131-41dd-9518-91723faa4395, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=3da77853-d131-41dd-9518-91723faa4395,segment=NetworkSegment(f68c54cc-4175-413a-9164-b947c4f23ec2),segment_id=f68c54cc-4175-413a-9164-b947c4f23ec2)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:30:05.936702 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-f3098d78-8323-4edf-ae08-90ffa08ecdbb admin admin] Calling delete_port for bf0131ad-8799-4c34-908e-8c26637e30f1 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:30:05.990670 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ef15b3f6-afd3-4112-99bf-d9b204139451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:06.011014 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device d36003b4-056a-40f1-854c-7109f7b77508 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:30:06.032072 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f3098d78-8323-4edf-ae08-90ffa08ecdbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:06.085865 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3098d78-8323-4edf-ae08-90ffa08ecdbb admin admin] No DVR routers for this DVR port bf0131ad-8799-4c34-908e-8c26637e30f1 on host n-d-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:30:06.096658 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-76db4240-8a88-4690-be27-1c07c49bbf91 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:06.110082 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: d36003b4-056a-40f1-854c-7109f7b77508 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:30:06.110655 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device d36003b4-056a-40f1-854c-7109f7b77508 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:30:06.111960 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07efb92a-15af-4856-8732-80b764c82f81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-2ef4ab06-0d41-4f66-ba87-75de2f21e016', 'network_id': '2ef4ab06-0d41-4f66-ba87-75de2f21e016', 'tenant_id': 'e45ddf90fd1d475aa0976212ef8f536d', 'fixed_ips': [{'subnet_id': '39eaa90e-b09e-4efb-9c59-e334a1470afc'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:30:06.112827 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-07efb92a-15af-4856-8732-80b764c82f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:06.129938 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3098d78-8323-4edf-ae08-90ffa08ecdbb admin admin] Pushing event deleted for resources: {'Port': ['ID=bf0131ad-8799-4c34-908e-8c26637e30f1,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:06.209759 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef15b3f6-afd3-4112-99bf-d9b204139451 None None] Pushing event updated for resources: {'Port': ['ID=3da77853-d131-41dd-9518-91723faa4395,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:06.236882 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f3098d78-8323-4edf-ae08-90ffa08ecdbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:06.283627 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3881ac21-c722-4108-94d2-eccad0849418 None None] DHCP port deletion for 3e976e83-e9f6-4998-adbc-8f5bd320289b request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:30:06.296725 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-f3098d78-8323-4edf-ae08-90ffa08ecdbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e976e83-e9f6-4998-adbc-8f5bd320289b']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:06.331919 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-f3098d78-8323-4edf-ae08-90ffa08ecdbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '099bf73e-9272-4e87-8c95-7096e42ea913') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:06.332228 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-f3098d78-8323-4edf-ae08-90ffa08ecdbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '099bf73e-9272-4e87-8c95-7096e42ea913') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:06.344770 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8937c95b-3554-4576-b0fa-84c2e4892fff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:06.346881 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f3098d78-8323-4edf-ae08-90ffa08ecdbb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:06.375407 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f3098d78-8323-4edf-ae08-90ffa08ecdbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:06.389085 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3098d78-8323-4edf-ae08-90ffa08ecdbb admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:30:06.389729 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f3098d78-8323-4edf-ae08-90ffa08ecdbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:06.412801 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:30:06.412801 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:30:06.412801 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:30:06.412801 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:30:06.412801 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:30:06.412801 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:30:06.412801 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:30:06.412801 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:30:06.412801 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:30:06.412801 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:30:06.412801 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:30:06.412801 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:30:06.412801 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:30:06.412801 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:30:06.412801 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:30:06.412801 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:30:06.412801 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:30:06.412801 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:30:06.412801 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:30:06.412801 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:30:06.412801 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:30:06.412801 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:30:06.412801 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:30:06.412801 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:30:06.412801 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:30:06.412801 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:30:06.412801 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:30:06.412801 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:30:06.412801 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:30:06.412801 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:30:06.412801 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:30:06.412801 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:30:06.419658 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-76db4240-8a88-4690-be27-1c07c49bbf91 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Transition to ACTIVE for port object 2de4b1c2-5b9f-4b9f-97de-e77a536e5546 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:30:06.447429 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-07efb92a-15af-4856-8732-80b764c82f81 None None] Allocated IP 172.20.0.2 (2ef4ab06-0d41-4f66-ba87-75de2f21e016/39eaa90e-b09e-4efb-9c59-e334a1470afc/5fdc4af1-ad68-4d69-8a1e-c1c10d5010aa) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:30:06.550810 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f3098d78-8323-4edf-ae08-90ffa08ecdbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:06.570763 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-92351f9a-f0be-463b-a6c3-97229f377166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:06.576258 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8937c95b-3554-4576-b0fa-84c2e4892fff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:06.621933 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f3098d78-8323-4edf-ae08-90ffa08ecdbb admin admin] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:06.630184 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3098d78-8323-4edf-ae08-90ffa08ecdbb admin admin] Pushing event deleted for resources: {'Network': ['ID=3e976e83-e9f6-4998-adbc-8f5bd320289b,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:06.633072 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f3098d78-8323-4edf-ae08-90ffa08ecdbb admin admin] 10.222.0.105 "DELETE /v2.0/networks/3e976e83-e9f6-4998-adbc-8f5bd320289b HTTP/1.1" status: 204 len: 168 time: 1.3901501 Feb 09 01:30:06.753692 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-76db4240-8a88-4690-be27-1c07c49bbf91 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:06.827652 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-07efb92a-15af-4856-8732-80b764c82f81 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:06.838992 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-07efb92a-15af-4856-8732-80b764c82f81 None None] Transition to ACTIVE for port object 5fdc4af1-ad68-4d69-8a1e-c1c10d5010aa will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:30:06.851109 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37920) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:06.882482 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76db4240-8a88-4690-be27-1c07c49bbf91 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Network 368c6425-1593-4058-80d0-217569af8dab is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:30:06.887797 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-76db4240-8a88-4690-be27-1c07c49bbf91 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:06.898605 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76db4240-8a88-4690-be27-1c07c49bbf91 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:30:06.914651 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-07efb92a-15af-4856-8732-80b764c82f81 None None] Transition to ACTIVE for port object 5fdc4af1-ad68-4d69-8a1e-c1c10d5010aa will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:30:06.922819 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-07efb92a-15af-4856-8732-80b764c82f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:06.928503 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76db4240-8a88-4690-be27-1c07c49bbf91 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event updated for resources: {'Port': ['ID=2de4b1c2-5b9f-4b9f-97de-e77a536e5546,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:06.937306 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8937c95b-3554-4576-b0fa-84c2e4892fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:06.940160 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-0dccf5f8-08fb-4d7f-ab32-bd7e9b10dcc7 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=30f319f38f094f9b94d21cf9908c03e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0876269 Feb 09 01:30:06.940948 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37926) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:06.966542 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8937c95b-3554-4576-b0fa-84c2e4892fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e8f439-2b06-4269-94cd-6646e53a31e2,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:06.998345 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8937c95b-3554-4576-b0fa-84c2e4892fff admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:07.001830 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-8937c95b-3554-4576-b0fa-84c2e4892fff admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/88e8f439-2b06-4269-94cd-6646e53a31e2 HTTP/1.1" status: 204 len: 168 time: 1.1161885 Feb 09 01:30:07.007197 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76db4240-8a88-4690-be27-1c07c49bbf91 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:07.007820 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-76db4240-8a88-4690-be27-1c07c49bbf91 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:07.039004 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-76db4240-8a88-4690-be27-1c07c49bbf91 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6507163 Feb 09 01:30:07.041138 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 37932) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:07.058732 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fb4d5c7e-8f2f-4a3f-86fe-e68fc14a61f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:07.094956 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07efb92a-15af-4856-8732-80b764c82f81 None None] Network 2ef4ab06-0d41-4f66-ba87-75de2f21e016 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:30:07.101891 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-07efb92a-15af-4856-8732-80b764c82f81 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:07.113422 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07efb92a-15af-4856-8732-80b764c82f81 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:30:07.117110 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07efb92a-15af-4856-8732-80b764c82f81 None None] Pushing event updated for resources: {'Port': ['ID=5fdc4af1-ad68-4d69-8a1e-c1c10d5010aa,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:07.133199 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fb4d5c7e-8f2f-4a3f-86fe-e68fc14a61f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:07.225576 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fb4d5c7e-8f2f-4a3f-86fe-e68fc14a61f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:07.254565 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4d5c7e-8f2f-4a3f-86fe-e68fc14a61f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc895cf-1b4b-4b71-a7f7-5f48ef041f14,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:07.275733 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fb4d5c7e-8f2f-4a3f-86fe-e68fc14a61f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:07.277408 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-fb4d5c7e-8f2f-4a3f-86fe-e68fc14a61f6 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/6dc895cf-1b4b-4b71-a7f7-5f48ef041f14 HTTP/1.1" status: 204 len: 168 time: 0.3352227 Feb 09 01:30:07.336844 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-07efb92a-15af-4856-8732-80b764c82f81 None None] Attempting to bind port 5fdc4af1-ad68-4d69-8a1e-c1c10d5010aa on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:30:07.338095 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-07efb92a-15af-4856-8732-80b764c82f81 None None] Attempting to bind port 5fdc4af1-ad68-4d69-8a1e-c1c10d5010aa by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'ea7e8ec0-8208-4521-b904-1f04798510c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2ef4ab06-0d41-4f66-ba87-75de2f21e016'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:30:07.338747 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07efb92a-15af-4856-8732-80b764c82f81 None None] Attempting to bind port 5fdc4af1-ad68-4d69-8a1e-c1c10d5010aa on network 2ef4ab06-0d41-4f66-ba87-75de2f21e016 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:30:07.346546 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07efb92a-15af-4856-8732-80b764c82f81 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:30:07.347209 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07efb92a-15af-4856-8732-80b764c82f81 None None] Checking segment: {'id': 'ea7e8ec0-8208-4521-b904-1f04798510c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2ef4ab06-0d41-4f66-ba87-75de2f21e016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:30:07.347592 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-07efb92a-15af-4856-8732-80b764c82f81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:07.347982 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07efb92a-15af-4856-8732-80b764c82f81 None None] Bound using segment: {'id': 'ea7e8ec0-8208-4521-b904-1f04798510c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2ef4ab06-0d41-4f66-ba87-75de2f21e016'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:30:07.348447 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-07efb92a-15af-4856-8732-80b764c82f81 None None] Bound port: 5fdc4af1-ad68-4d69-8a1e-c1c10d5010aa, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea7e8ec0-8208-4521-b904-1f04798510c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2ef4ab06-0d41-4f66-ba87-75de2f21e016'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:30:07.348818 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-07efb92a-15af-4856-8732-80b764c82f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:07.474344 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-07efb92a-15af-4856-8732-80b764c82f81 None None] For port 5fdc4af1-ad68-4d69-8a1e-c1c10d5010aa, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:30:07.477907 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-07efb92a-15af-4856-8732-80b764c82f81 None None] For port 5fdc4af1-ad68-4d69-8a1e-c1c10d5010aa, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=5fdc4af1-ad68-4d69-8a1e-c1c10d5010aa,segment=NetworkSegment(ea7e8ec0-8208-4521-b904-1f04798510c5),segment_id=ea7e8ec0-8208-4521-b904-1f04798510c5)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:30:07.487302 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-07efb92a-15af-4856-8732-80b764c82f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:07.672557 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07efb92a-15af-4856-8732-80b764c82f81 None None] Pushing event updated for resources: {'Port': ['ID=5fdc4af1-ad68-4d69-8a1e-c1c10d5010aa,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:07.882998 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b9557e-ebb4-47a9-96c8-6e5d5dc130cf None None] Network 368c6425-1593-4058-80d0-217569af8dab requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:30:07.898040 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37948) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:07.957700 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-66375807-194f-4abd-a182-8c8ecda31c53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:07.969815 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-92351f9a-f0be-463b-a6c3-97229f377166 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:08.040521 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-66375807-194f-4abd-a182-8c8ecda31c53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:30:08.045825 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-92351f9a-f0be-463b-a6c3-97229f377166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:08.052830 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-66375807-194f-4abd-a182-8c8ecda31c53 admin admin] Usage tracker for resource:security_group_rule and tenant:9aab2f3090fa4f77b7bb783a2dc830ca is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:30:08.061248 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-66375807-194f-4abd-a182-8c8ecda31c53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:30:08.074638 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-66375807-194f-4abd-a182-8c8ecda31c53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:30:08.119506 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37952) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:08.147474 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 3da77853-d131-41dd-9518-91723faa4395 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:30:08.213653 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-734c1a2d-765c-4838-9506-9d07b345cf6d admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=88fa2e8717834903a62279ffa540cef2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0852907 Feb 09 01:30:08.220964 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37956) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:08.270026 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-392df767-392e-49d3-84b8-86b532f21927 None None] Provisioning for port 3da77853-d131-41dd-9518-91723faa4395 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:30:08.280751 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-671994d1-1f1e-49a1-bf66-ef356777b2e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:08.381456 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-16a0901d-b646-47fa-aaa0-536aed5cb4e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:08.439561 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-66375807-194f-4abd-a182-8c8ecda31c53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:08.444115 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-16a0901d-b646-47fa-aaa0-536aed5cb4e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:08.452508 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-66375807-194f-4abd-a182-8c8ecda31c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:08.474285 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 3da77853-d131-41dd-9518-91723faa4395 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:30:08.496155 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 3da77853-d131-41dd-9518-91723faa4395 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:08.496657 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:08.500733 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66375807-194f-4abd-a182-8c8ecda31c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92035f92-7a4d-4cb8-b014-4804a7504618,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:08.527269 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2d773377-d8f3-4317-855f-d699db41fe89 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:08.553666 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-66375807-194f-4abd-a182-8c8ecda31c53 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=9aab2f3090fa4f77b7bb783a2dc830ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6521566 Feb 09 01:30:08.554402 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 37968) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:08.683017 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-16a0901d-b646-47fa-aaa0-536aed5cb4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:08.775770 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:08.782023 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a0901d-b646-47fa-aaa0-536aed5cb4e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27c3d61-ffa1-40d3-bb51-446271244d7c,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:08.795625 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-16a0901d-b646-47fa-aaa0-536aed5cb4e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:08.796799 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-16a0901d-b646-47fa-aaa0-536aed5cb4e5 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/d27c3d61-ffa1-40d3-bb51-446271244d7c HTTP/1.1" status: 204 len: 168 time: 0.5727196 Feb 09 01:30:08.815355 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b1a0bf48-7a9c-46bb-b2cb-acff2bf8c5b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:08.865200 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 3da77853-d131-41dd-9518-91723faa4395, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=3da77853-d131-41dd-9518-91723faa4395,segment=NetworkSegment(f68c54cc-4175-413a-9164-b947c4f23ec2),segment_id=f68c54cc-4175-413a-9164-b947c4f23ec2)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:30:08.869897 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:08.898762 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b1a0bf48-7a9c-46bb-b2cb-acff2bf8c5b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:08.980644 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device bf0131ad-8799-4c34-908e-8c26637e30f1 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:30:09.014096 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b1a0bf48-7a9c-46bb-b2cb-acff2bf8c5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:09.046358 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a0bf48-7a9c-46bb-b2cb-acff2bf8c5b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92035f92-7a4d-4cb8-b014-4804a7504618,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:09.063599 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b1a0bf48-7a9c-46bb-b2cb-acff2bf8c5b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:09.064746 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b1a0bf48-7a9c-46bb-b2cb-acff2bf8c5b4 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/92035f92-7a4d-4cb8-b014-4804a7504618 HTTP/1.1" status: 204 len: 168 time: 0.5092473 Feb 09 01:30:09.099171 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: bf0131ad-8799-4c34-908e-8c26637e30f1 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:30:09.099600 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device bf0131ad-8799-4c34-908e-8c26637e30f1 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:30:09.129205 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=3da77853-d131-41dd-9518-91723faa4395,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:09.234908 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-92351f9a-f0be-463b-a6c3-97229f377166 admin admin] Allocated IP 172.25.0.129 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/730e3a44-7a17-4a52-bab9-dca847f538b7) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:30:09.339260 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8d9d40ed-a3d7-4925-847b-1b6a0e54e242 None None] Provisioning complete for port 3da77853-d131-41dd-9518-91723faa4395 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:09.339846 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8d9d40ed-a3d7-4925-847b-1b6a0e54e242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:09.550013 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2d773377-d8f3-4317-855f-d699db41fe89 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:09.564286 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2d773377-d8f3-4317-855f-d699db41fe89 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:09.620656 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2803d72-a0c5-401a-94ad-da4d70c0cc34 None None] Network 2ef4ab06-0d41-4f66-ba87-75de2f21e016 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:30:09.780597 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8d9d40ed-a3d7-4925-847b-1b6a0e54e242 None None] Provisioning for port 2de4b1c2-5b9f-4b9f-97de-e77a536e5546 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:30:09.789708 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-92351f9a-f0be-463b-a6c3-97229f377166 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:09.802412 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8d9d40ed-a3d7-4925-847b-1b6a0e54e242 None None] Provisioning complete for port 2de4b1c2-5b9f-4b9f-97de-e77a536e5546 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:09.802787 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8d9d40ed-a3d7-4925-847b-1b6a0e54e242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:09.849975 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d773377-d8f3-4317-855f-d699db41fe89 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event updated for resources: {'Port': ['ID=2de4b1c2-5b9f-4b9f-97de-e77a536e5546,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:09.874048 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-8d9d40ed-a3d7-4925-847b-1b6a0e54e242 None None] Port 2de4b1c2-5b9f-4b9f-97de-e77a536e5546 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:30:09.900010 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d773377-d8f3-4317-855f-d699db41fe89 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:09.900363 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d773377-d8f3-4317-855f-d699db41fe89 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:09.900701 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d773377-d8f3-4317-855f-d699db41fe89 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:09.901034 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d773377-d8f3-4317-855f-d699db41fe89 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:09.901350 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d773377-d8f3-4317-855f-d699db41fe89 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:09.901704 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d773377-d8f3-4317-855f-d699db41fe89 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:09.902158 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d773377-d8f3-4317-855f-d699db41fe89 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:09.902481 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d773377-d8f3-4317-855f-d699db41fe89 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:09.902809 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d773377-d8f3-4317-855f-d699db41fe89 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:09.903124 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d773377-d8f3-4317-855f-d699db41fe89 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:09.903618 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d773377-d8f3-4317-855f-d699db41fe89 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:09.903962 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d773377-d8f3-4317-855f-d699db41fe89 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:10.023059 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-92351f9a-f0be-463b-a6c3-97229f377166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:10.047241 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-40cd31de-b70d-4ce3-8bb8-330f2add3158 None None] Provisioning complete for port 2de4b1c2-5b9f-4b9f-97de-e77a536e5546 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:10.047617 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-40cd31de-b70d-4ce3-8bb8-330f2add3158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:10.110581 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 3da77853-d131-41dd-9518-91723faa4395 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:30:10.205845 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-40cd31de-b70d-4ce3-8bb8-330f2add3158 None None] Port 2de4b1c2-5b9f-4b9f-97de-e77a536e5546 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:30:10.207451 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92351f9a-f0be-463b-a6c3-97229f377166 admin admin] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:30:10.217628 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-92351f9a-f0be-463b-a6c3-97229f377166 admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:10.228178 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 3da77853-d131-41dd-9518-91723faa4395 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:10.228178 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:10.234977 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92351f9a-f0be-463b-a6c3-97229f377166 admin admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:30:10.270632 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-40cd31de-b70d-4ce3-8bb8-330f2add3158 None None] Provisioning for port 5fdc4af1-ad68-4d69-8a1e-c1c10d5010aa completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:30:10.289577 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92351f9a-f0be-463b-a6c3-97229f377166 admin admin] Pushing event updated for resources: {'Port': ['ID=730e3a44-7a17-4a52-bab9-dca847f538b7,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:10.408277 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2d773377-d8f3-4317-855f-d699db41fe89 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:10.413254 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 5fdc4af1-ad68-4d69-8a1e-c1c10d5010aa up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:30:10.563392 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-94476bbe-58c9-41e2-bda3-d048e7c17994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:10.573932 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2cae859-be71-4102-bf2e-bc994115b1a0 None None] Provisioning complete for port 2de4b1c2-5b9f-4b9f-97de-e77a536e5546 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:10.574565 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2cae859-be71-4102-bf2e-bc994115b1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:10.640991 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 5fdc4af1-ad68-4d69-8a1e-c1c10d5010aa completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:30:10.658349 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 5fdc4af1-ad68-4d69-8a1e-c1c10d5010aa triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:10.658773 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:10.786446 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2cae859-be71-4102-bf2e-bc994115b1a0 None None] Port 2de4b1c2-5b9f-4b9f-97de-e77a536e5546 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:30:10.924322 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:10.959875 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-be1fb980-02f0-4093-9a66-bff25fa7809a None None] Provisioning complete for port 5fdc4af1-ad68-4d69-8a1e-c1c10d5010aa triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:10.960374 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-be1fb980-02f0-4093-9a66-bff25fa7809a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:11.035595 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 5fdc4af1-ad68-4d69-8a1e-c1c10d5010aa, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=5fdc4af1-ad68-4d69-8a1e-c1c10d5010aa,segment=NetworkSegment(ea7e8ec0-8208-4521-b904-1f04798510c5),segment_id=ea7e8ec0-8208-4521-b904-1f04798510c5)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:30:11.040866 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:11.114315 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2d773377-d8f3-4317-855f-d699db41fe89 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:11.133744 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=5fdc4af1-ad68-4d69-8a1e-c1c10d5010aa,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:11.458947 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-92351f9a-f0be-463b-a6c3-97229f377166 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:11.520946 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:11.559109 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:11.780816 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38056) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:11.945269 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 5fdc4af1-ad68-4d69-8a1e-c1c10d5010aa up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:30:12.048876 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 5fdc4af1-ad68-4d69-8a1e-c1c10d5010aa triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:12.050077 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:12.072277 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2d773377-d8f3-4317-855f-d699db41fe89 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:12.080234 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2d773377-d8f3-4317-855f-d699db41fe89 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:12.142499 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-0ac8bddb-220e-401a-b9cb-675104a58eec tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Request body: {'network': {'name': 'tempest-network-smoke--1750970511', 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'port_security_enabled': True}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:12.154942 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-0ac8bddb-220e-401a-b9cb-675104a58eec tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:30:12.164455 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-0ac8bddb-220e-401a-b9cb-675104a58eec tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Usage tracker for resource:network and tenant:59b43f7aa2bc4476a3c7bc7857b33f06 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:30:12.171970 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-0ac8bddb-220e-401a-b9cb-675104a58eec tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:30:12.187368 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-0ac8bddb-220e-401a-b9cb-675104a58eec tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:30:12.214351 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac8bddb-220e-401a-b9cb-675104a58eec tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Made reservation on behalf of 59b43f7aa2bc4476a3c7bc7857b33f06 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:12.218138 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0ac8bddb-220e-401a-b9cb-675104a58eec tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:12.225125 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d773377-d8f3-4317-855f-d699db41fe89 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event updated for resources: {'Port': ['ID=2de4b1c2-5b9f-4b9f-97de-e77a536e5546,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:12.237614 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-92351f9a-f0be-463b-a6c3-97229f377166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:12.266953 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2d773377-d8f3-4317-855f-d699db41fe89 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:12.268789 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0ac8bddb-220e-401a-b9cb-675104a58eec tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:12.291037 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-0ac8bddb-220e-401a-b9cb-675104a58eec tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:30:12.296718 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-0ac8bddb-220e-401a-b9cb-675104a58eec tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Usage tracker for resource:security_group_rule and tenant:59b43f7aa2bc4476a3c7bc7857b33f06 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:30:12.299714 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-0ac8bddb-220e-401a-b9cb-675104a58eec tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:30:12.307331 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-0ac8bddb-220e-401a-b9cb-675104a58eec tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:30:12.504152 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0ac8bddb-220e-401a-b9cb-675104a58eec tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:12.510309 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0ac8bddb-220e-401a-b9cb-675104a58eec tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:12.566070 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ac8bddb-220e-401a-b9cb-675104a58eec tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:30:12.576057 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac8bddb-220e-401a-b9cb-675104a58eec tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=453a441b-5c04-4687-b7d3-4cecf0765128,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:12.582577 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0ac8bddb-220e-401a-b9cb-675104a58eec tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:12.583211 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-0ac8bddb-220e-401a-b9cb-675104a58eec tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Added segment 3701e9a4-3ee7-431a-888c-2558f545529b of type vlan for network 3c4fc1c2-da7d-4d47-9fab-e3152cd69d37 Feb 09 01:30:12.620059 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0ac8bddb-220e-401a-b9cb-675104a58eec tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:12.666464 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0ac8bddb-220e-401a-b9cb-675104a58eec tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:12.672173 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac8bddb-220e-401a-b9cb-675104a58eec tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:12.672823 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0ac8bddb-220e-401a-b9cb-675104a58eec tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:12.816587 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-0ac8bddb-220e-401a-b9cb-675104a58eec tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0338542 Feb 09 01:30:12.820675 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 38072) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:12.832362 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac8bddb-220e-401a-b9cb-675104a58eec tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Pushing event updated for resources: {'Network': ['ID=3c4fc1c2-da7d-4d47-9fab-e3152cd69d37,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:12.836619 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-3a258f63-3379-4769-8f4d-24dde7f4b48d tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1368011929', 'admin_state_up': True, 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:12.845659 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 3c4fc1c2-da7d-4d47-9fab-e3152cd69d37 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:30:12.850048 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-3a258f63-3379-4769-8f4d-24dde7f4b48d tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:30:12.868668 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-3a258f63-3379-4769-8f4d-24dde7f4b48d tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Usage tracker for resource:router and tenant:59b43f7aa2bc4476a3c7bc7857b33f06 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:30:12.877865 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-3a258f63-3379-4769-8f4d-24dde7f4b48d tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:30:12.901801 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-3a258f63-3379-4769-8f4d-24dde7f4b48d tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:30:12.933892 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d773377-d8f3-4317-855f-d699db41fe89 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Network 368c6425-1593-4058-80d0-217569af8dab is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:30:12.936876 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-2d773377-d8f3-4317-855f-d699db41fe89 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:12.941650 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3a258f63-3379-4769-8f4d-24dde7f4b48d tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:12.941650 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3a258f63-3379-4769-8f4d-24dde7f4b48d tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:13.032577 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92351f9a-f0be-463b-a6c3-97229f377166 admin admin] Router d65ecd0f-2c26-45a3-8cc8-7b9d588449a1 is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:30:13.097054 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3a258f63-3379-4769-8f4d-24dde7f4b48d tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:13.172664 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:13.249511 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f17681e6-7e67-4183-b8ac-60ccad168b53 None None] Provisioning complete for port 2de4b1c2-5b9f-4b9f-97de-e77a536e5546 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:13.249895 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f17681e6-7e67-4183-b8ac-60ccad168b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:13.315816 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-f17681e6-7e67-4183-b8ac-60ccad168b53 None None] Port 2de4b1c2-5b9f-4b9f-97de-e77a536e5546 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:30:13.576175 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3a258f63-3379-4769-8f4d-24dde7f4b48d tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:13.614971 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d773377-d8f3-4317-855f-d699db41fe89 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Router b1c734d0-7a73-4c80-93fb-7c95c6c0b275 is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:30:13.624300 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92351f9a-f0be-463b-a6c3-97229f377166 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:30:13.639776 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cf7e85-fb90-40f2-8498-e7d57a48e2a9 None None] Sync routers for ids ['d65ecd0f-2c26-45a3-8cc8-7b9d588449a1'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:30:13.664908 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cf7e85-fb90-40f2-8498-e7d57a48e2a9 None None] Routers {'d65ecd0f-2c26-45a3-8cc8-7b9d588449a1'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:30:13.666183 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-23cf7e85-fb90-40f2-8498-e7d57a48e2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:30:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['d65ecd0f-2c26-45a3-8cc8-7b9d588449a1'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:13.787693 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-92351f9a-f0be-463b-a6c3-97229f377166 admin admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:13.791478 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-92351f9a-f0be-463b-a6c3-97229f377166 admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.3028963 Feb 09 01:30:13.792007 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38098) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:13.870836 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-23cf7e85-fb90-40f2-8498-e7d57a48e2a9 None None] Set router d65ecd0f-2c26-45a3-8cc8-7b9d588449a1 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:30:13.891324 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d773377-d8f3-4317-855f-d699db41fe89 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:30:13.896910 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-2d773377-d8f3-4317-855f-d699db41fe89 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "PUT /v2.0/routers/b1c734d0-7a73-4c80-93fb-7c95c6c0b275/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8543766 Feb 09 01:30:13.900638 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 38104) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:13.903123 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53512c78-5fea-4a6c-9d88-2f412b79bbe6 None None] Sync routers for ids ['b1c734d0-7a73-4c80-93fb-7c95c6c0b275'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:30:13.926428 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53512c78-5fea-4a6c-9d88-2f412b79bbe6 None None] Routers {'b1c734d0-7a73-4c80-93fb-7c95c6c0b275'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:30:13.927422 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-53512c78-5fea-4a6c-9d88-2f412b79bbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:30:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['b1c734d0-7a73-4c80-93fb-7c95c6c0b275'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:14.126379 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-53512c78-5fea-4a6c-9d88-2f412b79bbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:14.151034 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53512c78-5fea-4a6c-9d88-2f412b79bbe6 None None] Routers {'b1c734d0-7a73-4c80-93fb-7c95c6c0b275'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:30:14.152329 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-53512c78-5fea-4a6c-9d88-2f412b79bbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:30:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['b1c734d0-7a73-4c80-93fb-7c95c6c0b275'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:14.268555 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-23cf7e85-fb90-40f2-8498-e7d57a48e2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd65ecd0f-2c26-45a3-8cc8-7b9d588449a1', 'name': 'tempest-TestServerMultinode-2139997346-router', 'tenant_id': 'e45ddf90fd1d475aa0976212ef8f536d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '730e3a44-7a17-4a52-bab9-dca847f538b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:05Z', 'updated_at': '2022-02-09T01:30:10Z', 'revision_number': 3, 'project_id': 'e45ddf90fd1d475aa0976212ef8f536d', 'gw_port': {'id': '730e3a44-7a17-4a52-bab9-dca847f538b7', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:fb:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd65ecd0f-2c26-45a3-8cc8-7b9d588449a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:08Z', 'updated_at': '2022-02-09T01:30:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:14.270355 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-53512c78-5fea-4a6c-9d88-2f412b79bbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:14.270768 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53512c78-5fea-4a6c-9d88-2f412b79bbe6 None None] The sync data for ids ['b1c734d0-7a73-4c80-93fb-7c95c6c0b275'] in n-d-828418-1 is: [] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:30:14.283107 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cf7e85-fb90-40f2-8498-e7d57a48e2a9 None None] Checking router: d65ecd0f-2c26-45a3-8cc8-7b9d588449a1 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:30:14.283577 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cf7e85-fb90-40f2-8498-e7d57a48e2a9 None None] Updating router d65ecd0f-2c26-45a3-8cc8-7b9d588449a1 port 730e3a44-7a17-4a52-bab9-dca847f538b7 binding host n-d-828418-1 {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:30:14.321814 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2dfa91-301d-4dc3-88e8-ebc0be20242f tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:14.322861 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-4c2dfa91-301d-4dc3-88e8-ebc0be20242f tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Synchronizing usage tracker for tenant:fcf7e2256d264906affa05ee27479d94 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:30:14.371243 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-23cf7e85-fb90-40f2-8498-e7d57a48e2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:14.437294 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-4c2dfa91-301d-4dc3-88e8-ebc0be20242f tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Unset dirty status for tenant:fcf7e2256d264906affa05ee27479d94 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:30:14.438521 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-4c2dfa91-301d-4dc3-88e8-ebc0be20242f tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "GET /v2.0/ports?device_id=b1c734d0-7a73-4c80-93fb-7c95c6c0b275 HTTP/1.1" status: 200 len: 982 time: 0.5369840 Feb 09 01:30:14.442860 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 38122) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:14.443728 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3a258f63-3379-4769-8f4d-24dde7f4b48d tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for router_gateway, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:14.623835 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3a258f63-3379-4769-8f4d-24dde7f4b48d tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:14.788600 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-23cf7e85-fb90-40f2-8498-e7d57a48e2a9 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:14.802764 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-23cf7e85-fb90-40f2-8498-e7d57a48e2a9 None None] Transition to ACTIVE for port object 730e3a44-7a17-4a52-bab9-dca847f538b7 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:30:14.811333 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-23cf7e85-fb90-40f2-8498-e7d57a48e2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:14.892757 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-23cf7e85-fb90-40f2-8498-e7d57a48e2a9 None None] Attempting to bind port 730e3a44-7a17-4a52-bab9-dca847f538b7 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:30:14.893431 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-23cf7e85-fb90-40f2-8498-e7d57a48e2a9 None None] Attempting to bind port 730e3a44-7a17-4a52-bab9-dca847f538b7 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:30:14.893522 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cf7e85-fb90-40f2-8498-e7d57a48e2a9 None None] Attempting to bind port 730e3a44-7a17-4a52-bab9-dca847f538b7 on network 3d885c3c-255c-4e54-addc-b28437d0b18e {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:30:14.901671 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cf7e85-fb90-40f2-8498-e7d57a48e2a9 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:30:14.902164 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cf7e85-fb90-40f2-8498-e7d57a48e2a9 None None] Checking segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:30:14.902678 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-23cf7e85-fb90-40f2-8498-e7d57a48e2a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:14.903140 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cf7e85-fb90-40f2-8498-e7d57a48e2a9 None None] Bound using segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:30:14.904216 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-23cf7e85-fb90-40f2-8498-e7d57a48e2a9 None None] Bound port: 730e3a44-7a17-4a52-bab9-dca847f538b7, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:30:14.904653 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-23cf7e85-fb90-40f2-8498-e7d57a48e2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:14.995917 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08b60e8-0afb-407f-87d4-e8ab693aac2d None None] Pushing event updated for resources: {'Port': ['ID=730e3a44-7a17-4a52-bab9-dca847f538b7,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:15.078893 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-23cf7e85-fb90-40f2-8498-e7d57a48e2a9 None None] For port 730e3a44-7a17-4a52-bab9-dca847f538b7, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:30:15.082787 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-23cf7e85-fb90-40f2-8498-e7d57a48e2a9 None None] For port 730e3a44-7a17-4a52-bab9-dca847f538b7, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=730e3a44-7a17-4a52-bab9-dca847f538b7,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:30:15.087755 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-23cf7e85-fb90-40f2-8498-e7d57a48e2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:15.134321 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-3a258f63-3379-4769-8f4d-24dde7f4b48d tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Allocated IP 172.25.0.74 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/60e77692-969b-4777-ad86-9730545ae77e) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:30:15.183323 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d75bcd0f-9994-4d5a-8e3b-e916b9ddd984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:15.198790 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08b60e8-0afb-407f-87d4-e8ab693aac2d None None] Pushing event updated for resources: {'Port': ['ID=730e3a44-7a17-4a52-bab9-dca847f538b7,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:15.213340 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cf7e85-fb90-40f2-8498-e7d57a48e2a9 None None] Routers {'d65ecd0f-2c26-45a3-8cc8-7b9d588449a1'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:30:15.214005 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-23cf7e85-fb90-40f2-8498-e7d57a48e2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:30:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['d65ecd0f-2c26-45a3-8cc8-7b9d588449a1'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:15.467203 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-d75bcd0f-9994-4d5a-8e3b-e916b9ddd984 admin admin] Allocated IP 172.20.0.1 (2ef4ab06-0d41-4f66-ba87-75de2f21e016/39eaa90e-b09e-4efb-9c59-e334a1470afc/3797ce7f-676a-42af-8bea-435f1b52fb30) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:30:15.501449 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3a258f63-3379-4769-8f4d-24dde7f4b48d tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:15.510448 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-23cf7e85-fb90-40f2-8498-e7d57a48e2a9 None None] Set router d65ecd0f-2c26-45a3-8cc8-7b9d588449a1 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:30:15.609639 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0e946f5f-05fe-445b-bca4-dbadb38a8592 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:15.633145 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d75bcd0f-9994-4d5a-8e3b-e916b9ddd984 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:15.650466 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-d75bcd0f-9994-4d5a-8e3b-e916b9ddd984 admin admin] Transition to ACTIVE for port object 3797ce7f-676a-42af-8bea-435f1b52fb30 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:30:15.676927 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d75bcd0f-9994-4d5a-8e3b-e916b9ddd984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:15.762005 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3a258f63-3379-4769-8f4d-24dde7f4b48d tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:15.800701 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75bcd0f-9994-4d5a-8e3b-e916b9ddd984 admin admin] Network 2ef4ab06-0d41-4f66-ba87-75de2f21e016 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:30:15.807986 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-d75bcd0f-9994-4d5a-8e3b-e916b9ddd984 admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:15.810636 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75bcd0f-9994-4d5a-8e3b-e916b9ddd984 admin admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:30:15.895376 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bcd0f-9994-4d5a-8e3b-e916b9ddd984 admin admin] Pushing event updated for resources: {'Port': ['ID=3797ce7f-676a-42af-8bea-435f1b52fb30,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:15.913381 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d75bcd0f-9994-4d5a-8e3b-e916b9ddd984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:15.935315 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a258f63-3379-4769-8f4d-24dde7f4b48d tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:30:16.026821 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-3a258f63-3379-4769-8f4d-24dde7f4b48d tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:16.063800 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a258f63-3379-4769-8f4d-24dde7f4b48d tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:30:16.119537 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-23cf7e85-fb90-40f2-8498-e7d57a48e2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd65ecd0f-2c26-45a3-8cc8-7b9d588449a1', 'name': 'tempest-TestServerMultinode-2139997346-router', 'tenant_id': 'e45ddf90fd1d475aa0976212ef8f536d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '730e3a44-7a17-4a52-bab9-dca847f538b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:05Z', 'updated_at': '2022-02-09T01:30:10Z', 'revision_number': 3, 'project_id': 'e45ddf90fd1d475aa0976212ef8f536d', 'gw_port': {'id': '730e3a44-7a17-4a52-bab9-dca847f538b7', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:fb:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd65ecd0f-2c26-45a3-8cc8-7b9d588449a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:08Z', 'updated_at': '2022-02-09T01:30:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:16.125730 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cf7e85-fb90-40f2-8498-e7d57a48e2a9 None None] The sync data for ids ['d65ecd0f-2c26-45a3-8cc8-7b9d588449a1'] in n-d-828418-1 is: [{'id': 'd65ecd0f-2c26-45a3-8cc8-7b9d588449a1', 'name': 'tempest-TestServerMultinode-2139997346-router', 'tenant_id': 'e45ddf90fd1d475aa0976212ef8f536d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '730e3a44-7a17-4a52-bab9-dca847f538b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:05Z', 'updated_at': '2022-02-09T01:30:10Z', 'revision_number': 3, 'project_id': 'e45ddf90fd1d475aa0976212ef8f536d', 'gw_port': {'id': '730e3a44-7a17-4a52-bab9-dca847f538b7', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:fb:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd65ecd0f-2c26-45a3-8cc8-7b9d588449a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:08Z', 'updated_at': '2022-02-09T01:30:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:30:16.258245 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5d19d4f0-8ce9-4be4-b3b2-10e26f96c192 None None] Provisioning for port 3797ce7f-676a-42af-8bea-435f1b52fb30 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:30:16.278007 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5d19d4f0-8ce9-4be4-b3b2-10e26f96c192 None None] Provisioning complete for port 3797ce7f-676a-42af-8bea-435f1b52fb30 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:16.279172 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5d19d4f0-8ce9-4be4-b3b2-10e26f96c192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:16.350188 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-5d19d4f0-8ce9-4be4-b3b2-10e26f96c192 None None] Port 3797ce7f-676a-42af-8bea-435f1b52fb30 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:30:16.504342 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d75bcd0f-9994-4d5a-8e3b-e916b9ddd984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:16.532178 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a258f63-3379-4769-8f4d-24dde7f4b48d tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Pushing event updated for resources: {'Port': ['ID=60e77692-969b-4777-ad86-9730545ae77e,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:16.877064 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d75bcd0f-9994-4d5a-8e3b-e916b9ddd984 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:16.883523 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d75bcd0f-9994-4d5a-8e3b-e916b9ddd984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:17.025483 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d75bcd0f-9994-4d5a-8e3b-e916b9ddd984 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:17.030094 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bcd0f-9994-4d5a-8e3b-e916b9ddd984 admin admin] Pushing event updated for resources: {'Port': ['ID=3797ce7f-676a-42af-8bea-435f1b52fb30,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:17.140511 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3a258f63-3379-4769-8f4d-24dde7f4b48d tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for router_gateway, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:17.259944 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-0e946f5f-05fe-445b-bca4-dbadb38a8592 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Deleting port 2de4b1c2-5b9f-4b9f-97de-e77a536e5546 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:30:17.265982 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0e946f5f-05fe-445b-bca4-dbadb38a8592 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:17.404485 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75bcd0f-9994-4d5a-8e3b-e916b9ddd984 admin admin] Network 2ef4ab06-0d41-4f66-ba87-75de2f21e016 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:30:17.406042 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-d75bcd0f-9994-4d5a-8e3b-e916b9ddd984 admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:17.773621 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d75bcd0f-9994-4d5a-8e3b-e916b9ddd984 admin admin] Router d65ecd0f-2c26-45a3-8cc8-7b9d588449a1 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:30:17.825963 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0e946f5f-05fe-445b-bca4-dbadb38a8592 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:17.895354 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-3110d397-684f-42e4-aeda-02a7ab247bd4 None None] Provisioning complete for port 3797ce7f-676a-42af-8bea-435f1b52fb30 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:17.895847 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3110d397-684f-42e4-aeda-02a7ab247bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:18.017188 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-3110d397-684f-42e4-aeda-02a7ab247bd4 None None] Port 3797ce7f-676a-42af-8bea-435f1b52fb30 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:30:18.024445 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 730e3a44-7a17-4a52-bab9-dca847f538b7 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:30:18.092660 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-0e946f5f-05fe-445b-bca4-dbadb38a8592 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Calling delete_port for 2de4b1c2-5b9f-4b9f-97de-e77a536e5546 owned by network:router_interface {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:30:18.097473 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d75bcd0f-9994-4d5a-8e3b-e916b9ddd984 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:30:18.102898 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 730e3a44-7a17-4a52-bab9-dca847f538b7 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:30:18.111830 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d75bcd0f-9994-4d5a-8e3b-e916b9ddd984 admin admin] 10.222.0.105 "PUT /v2.0/routers/d65ecd0f-2c26-45a3-8cc8-7b9d588449a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3184543 Feb 09 01:30:18.113036 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 730e3a44-7a17-4a52-bab9-dca847f538b7 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:18.113418 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:18.210341 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3a258f63-3379-4769-8f4d-24dde7f4b48d tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:18.254777 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:18.277662 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 730e3a44-7a17-4a52-bab9-dca847f538b7, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=730e3a44-7a17-4a52-bab9-dca847f538b7,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:30:18.283874 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:18.388760 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=730e3a44-7a17-4a52-bab9-dca847f538b7,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:18.846512 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a258f63-3379-4769-8f4d-24dde7f4b48d tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Router eba4282b-4ead-429e-bedd-9bdc38001a00 is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:30:18.860510 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0e946f5f-05fe-445b-bca4-dbadb38a8592 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:19.022582 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38206) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:19.031612 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-9715ce12-8816-49ba-8e78-3521d8d1b24f admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1644976150-network', 'tenant_id': 'd5475c10790d427cb65cc6d675a29f45'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:19.039054 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9715ce12-8816-49ba-8e78-3521d8d1b24f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:30:19.044554 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-9715ce12-8816-49ba-8e78-3521d8d1b24f admin admin] Usage tracker for resource:network and tenant:d5475c10790d427cb65cc6d675a29f45 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:30:19.047885 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-9715ce12-8816-49ba-8e78-3521d8d1b24f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:30:19.053952 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9715ce12-8816-49ba-8e78-3521d8d1b24f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:30:19.069758 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9715ce12-8816-49ba-8e78-3521d8d1b24f admin admin] Made reservation on behalf of d5475c10790d427cb65cc6d675a29f45 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:19.072989 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9715ce12-8816-49ba-8e78-3521d8d1b24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:19.090036 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9715ce12-8816-49ba-8e78-3521d8d1b24f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:19.093056 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48fe429-f665-4a7a-b482-5d1379c85714 None None] Sync routers for ids ['d65ecd0f-2c26-45a3-8cc8-7b9d588449a1'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:30:19.109039 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9715ce12-8816-49ba-8e78-3521d8d1b24f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:30:19.109454 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48fe429-f665-4a7a-b482-5d1379c85714 None None] Routers {'d65ecd0f-2c26-45a3-8cc8-7b9d588449a1'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:30:19.110119 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-d48fe429-f665-4a7a-b482-5d1379c85714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:30:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['d65ecd0f-2c26-45a3-8cc8-7b9d588449a1'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:19.112756 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e946f5f-05fe-445b-bca4-dbadb38a8592 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event deleted for resources: {'Port': ['ID=2de4b1c2-5b9f-4b9f-97de-e77a536e5546,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:19.113038 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-9715ce12-8816-49ba-8e78-3521d8d1b24f admin admin] Usage tracker for resource:security_group_rule and tenant:d5475c10790d427cb65cc6d675a29f45 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:30:19.116112 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-9715ce12-8816-49ba-8e78-3521d8d1b24f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:30:19.122983 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9715ce12-8816-49ba-8e78-3521d8d1b24f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:30:19.265166 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9715ce12-8816-49ba-8e78-3521d8d1b24f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:19.271076 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9715ce12-8816-49ba-8e78-3521d8d1b24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:19.338868 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9715ce12-8816-49ba-8e78-3521d8d1b24f admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:30:19.371439 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9715ce12-8816-49ba-8e78-3521d8d1b24f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a28223-89d9-4ef0-96c8-1a89d1d4b939,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:19.383693 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9715ce12-8816-49ba-8e78-3521d8d1b24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:19.384045 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-9715ce12-8816-49ba-8e78-3521d8d1b24f admin admin] Added segment fd968399-842f-45f5-97ef-b482bfd19d7e of type vlan for network e796765b-1930-4bf6-a1de-108c2480df7a Feb 09 01:30:19.433368 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9715ce12-8816-49ba-8e78-3521d8d1b24f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:19.473619 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9715ce12-8816-49ba-8e78-3521d8d1b24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:19.474897 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9715ce12-8816-49ba-8e78-3521d8d1b24f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:19.475589 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9715ce12-8816-49ba-8e78-3521d8d1b24f admin admin] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:19.498378 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-d48fe429-f665-4a7a-b482-5d1379c85714 None None] Set router d65ecd0f-2c26-45a3-8cc8-7b9d588449a1 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:30:19.513514 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a258f63-3379-4769-8f4d-24dde7f4b48d tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:30:19.525849 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e835f4-a8f7-4450-afe0-5e34649f57bb None None] Sync routers for ids ['eba4282b-4ead-429e-bedd-9bdc38001a00'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:30:19.537791 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e835f4-a8f7-4450-afe0-5e34649f57bb None None] Routers {'eba4282b-4ead-429e-bedd-9bdc38001a00'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:30:19.538414 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-25e835f4-a8f7-4450-afe0-5e34649f57bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:30:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['eba4282b-4ead-429e-bedd-9bdc38001a00'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:19.669168 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0e946f5f-05fe-445b-bca4-dbadb38a8592 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:19.762227 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9715ce12-8816-49ba-8e78-3521d8d1b24f admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7350698 Feb 09 01:30:19.762935 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38214) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:19.768353 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9715ce12-8816-49ba-8e78-3521d8d1b24f admin admin] Pushing event updated for resources: {'Network': ['ID=e796765b-1930-4bf6-a1de-108c2480df7a,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:19.783253 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-620d8202-3926-42dd-b1a1-e7e0f8f51c80 admin admin] Request body: {'subnet': {'network_id': 'e796765b-1930-4bf6-a1de-108c2480df7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1644976150-subnet', 'tenant_id': 'd5475c10790d427cb65cc6d675a29f45', 'ip_version': 4}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:19.789450 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-620d8202-3926-42dd-b1a1-e7e0f8f51c80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:30:19.795241 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-620d8202-3926-42dd-b1a1-e7e0f8f51c80 admin admin] Usage tracker for resource:subnet and tenant:d5475c10790d427cb65cc6d675a29f45 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:30:19.798255 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-620d8202-3926-42dd-b1a1-e7e0f8f51c80 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:30:19.804789 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-620d8202-3926-42dd-b1a1-e7e0f8f51c80 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:30:19.816561 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620d8202-3926-42dd-b1a1-e7e0f8f51c80 admin admin] Made reservation on behalf of d5475c10790d427cb65cc6d675a29f45 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:19.819581 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-620d8202-3926-42dd-b1a1-e7e0f8f51c80 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:19.855414 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network e796765b-1930-4bf6-a1de-108c2480df7a details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:30:19.995626 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-25e835f4-a8f7-4450-afe0-5e34649f57bb None None] Set router eba4282b-4ead-429e-bedd-9bdc38001a00 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:30:20.020694 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3a258f63-3379-4769-8f4d-24dde7f4b48d tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:20.025036 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-3a258f63-3379-4769-8f4d-24dde7f4b48d tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.1978018 Feb 09 01:30:20.028211 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 38222) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:20.084268 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38224) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:20.090301 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 730e3a44-7a17-4a52-bab9-dca847f538b7 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:30:20.347699 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-620d8202-3926-42dd-b1a1-e7e0f8f51c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:20.370721 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 730e3a44-7a17-4a52-bab9-dca847f538b7 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:20.371278 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:20.412237 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e946f5f-05fe-445b-bca4-dbadb38a8592 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Router b1c734d0-7a73-4c80-93fb-7c95c6c0b275 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:30:20.483931 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-25e835f4-a8f7-4450-afe0-5e34649f57bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba4282b-4ead-429e-bedd-9bdc38001a00', 'name': 'tempest-TestNetworkBasicOps-router-1368011929', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '60e77692-969b-4777-ad86-9730545ae77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:12Z', 'updated_at': '2022-02-09T01:30:16Z', 'revision_number': 3, 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'gw_port': {'id': '60e77692-969b-4777-ad86-9730545ae77e', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:02:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba4282b-4ead-429e-bedd-9bdc38001a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:14Z', 'updated_at': '2022-02-09T01:30:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:20.492492 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dc0378f1-d15c-4336-b1f1-ed6e21e802d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:20.493835 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e835f4-a8f7-4450-afe0-5e34649f57bb None None] Checking router: eba4282b-4ead-429e-bedd-9bdc38001a00 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:30:20.494178 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e835f4-a8f7-4450-afe0-5e34649f57bb None None] Updating router eba4282b-4ead-429e-bedd-9bdc38001a00 port 60e77692-969b-4777-ad86-9730545ae77e binding host n-d-828418-1 {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:30:20.532771 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-dc0378f1-d15c-4336-b1f1-ed6e21e802d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:30:20.543194 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-dc0378f1-d15c-4336-b1f1-ed6e21e802d6 admin admin] Usage tracker for resource:security_group_rule and tenant:dc55378c50e5491bb6de2f9f76572f57 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:30:20.555313 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-dc0378f1-d15c-4336-b1f1-ed6e21e802d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:30:20.561057 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620d8202-3926-42dd-b1a1-e7e0f8f51c80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a37a1623-7656-4357-b444-ac3a6f242c67,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:20.568644 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620d8202-3926-42dd-b1a1-e7e0f8f51c80 admin admin] Checking segment: {'id': 'fd968399-842f-45f5-97ef-b482bfd19d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e796765b-1930-4bf6-a1de-108c2480df7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:30:20.569359 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620d8202-3926-42dd-b1a1-e7e0f8f51c80 admin admin] Network hostable DHCP agents. Network: e796765b-1930-4bf6-a1de-108c2480df7a, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:30:20.578353 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-dc0378f1-d15c-4336-b1f1-ed6e21e802d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:30:20.593627 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-d48fe429-f665-4a7a-b482-5d1379c85714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd65ecd0f-2c26-45a3-8cc8-7b9d588449a1', 'name': 'tempest-TestServerMultinode-2139997346-router', 'tenant_id': 'e45ddf90fd1d475aa0976212ef8f536d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '730e3a44-7a17-4a52-bab9-dca847f538b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:05Z', 'updated_at': '2022-02-09T01:30:16Z', 'revision_number': 4, 'project_id': 'e45ddf90fd1d475aa0976212ef8f536d', 'gw_port': {'id': '730e3a44-7a17-4a52-bab9-dca847f538b7', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:fb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65ecd0f-2c26-45a3-8cc8-7b9d588449a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:08Z', 'updated_at': '2022-02-09T01:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '3797ce7f-676a-42af-8bea-435f1b52fb30', 'name': '', 'network_id': '2ef4ab06-0d41-4f66-ba87-75de2f21e016', 'tenant_id': 'e45ddf90fd1d475aa0976212ef8f536d', 'mac_address': 'fa:16:3e:17:ce:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd65ecd0f-2c26-45a3-8cc8-7b9d588449a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '39eaa90e-b09e-4efb-9c59-e334a1470afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:15Z', 'updated_at': '2022-02-09T01:30:16Z', 'revision_number': 2, 'project_id': 'e45ddf90fd1d475aa0976212ef8f536d', 'subnets': [{'id': '39eaa90e-b09e-4efb-9c59-e334a1470afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:20.666472 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-25e835f4-a8f7-4450-afe0-5e34649f57bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:20.676591 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620d8202-3926-42dd-b1a1-e7e0f8f51c80 admin admin] Network e796765b-1930-4bf6-a1de-108c2480df7a is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:30:20.682909 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48fe429-f665-4a7a-b482-5d1379c85714 None None] Checking router: d65ecd0f-2c26-45a3-8cc8-7b9d588449a1 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:30:20.683888 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48fe429-f665-4a7a-b482-5d1379c85714 None None] Updating router d65ecd0f-2c26-45a3-8cc8-7b9d588449a1 port 3797ce7f-676a-42af-8bea-435f1b52fb30 binding host n-d-828418-1 {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:30:20.708159 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-620d8202-3926-42dd-b1a1-e7e0f8f51c80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, e796765b-1930-4bf6-a1de-108c2480df7a) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:20.728877 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620d8202-3926-42dd-b1a1-e7e0f8f51c80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:20.729471 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-620d8202-3926-42dd-b1a1-e7e0f8f51c80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:20.807185 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1960f38c-8762-46c1-a947-ff3399f873a8 None None] Network e796765b-1930-4bf6-a1de-108c2480df7a requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:30:20.835180 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-44d57980-0ff5-4af8-b802-fe58d669cacf tempest-TestNetworkBasicOps-1758285558 tempest-TestNetworkBasicOps-1758285558-project-admin] 10.222.0.105 "GET /v2.0/subnets?project_id=59b43f7aa2bc4476a3c7bc7857b33f06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6674166 Feb 09 01:30:20.835180 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e946f5f-05fe-445b-bca4-dbadb38a8592 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:30:20.835814 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-620d8202-3926-42dd-b1a1-e7e0f8f51c80 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0710692 Feb 09 01:30:20.836651 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38234) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:20.836983 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38236) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:20.848655 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-0e946f5f-05fe-445b-bca4-dbadb38a8592 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "PUT /v2.0/routers/b1c734d0-7a73-4c80-93fb-7c95c6c0b275/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3645477 Feb 09 01:30:20.859916 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 38242) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:20.895701 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-fbe556aa-0f30-460b-9af5-f20cf291875f admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1644976150-router', 'tenant_id': 'd5475c10790d427cb65cc6d675a29f45', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:20.920087 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-9339a1a8-3cc9-44a5-8be5-3a0b4ac0272b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] GET failed (client error): The resource could not be found. Feb 09 01:30:20.920631 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-9339a1a8-3cc9-44a5-8be5-3a0b4ac0272b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Synchronizing usage tracker for tenant:fcf7e2256d264906affa05ee27479d94 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:30:20.930801 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80d4d04-4787-4405-9844-b232f5646389 None None] Sync routers for ids ['b1c734d0-7a73-4c80-93fb-7c95c6c0b275'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:30:20.941328 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-9339a1a8-3cc9-44a5-8be5-3a0b4ac0272b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Unset dirty status for tenant:fcf7e2256d264906affa05ee27479d94 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:30:20.942775 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-9339a1a8-3cc9-44a5-8be5-3a0b4ac0272b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "GET /v2.0/ports/2de4b1c2-5b9f-4b9f-97de-e77a536e5546 HTTP/1.1" status: 404 len: 333 time: 0.0815804 Feb 09 01:30:20.945389 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 38246) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:21.034347 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-fbe556aa-0f30-460b-9af5-f20cf291875f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:30:21.081625 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-fbe556aa-0f30-460b-9af5-f20cf291875f admin admin] Usage tracker for resource:router and tenant:d5475c10790d427cb65cc6d675a29f45 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:30:21.085459 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dc0378f1-d15c-4336-b1f1-ed6e21e802d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:21.097353 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-fbe556aa-0f30-460b-9af5-f20cf291875f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:30:21.148457 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-25e835f4-a8f7-4450-afe0-5e34649f57bb None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:21.150885 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80d4d04-4787-4405-9844-b232f5646389 None None] Routers {'b1c734d0-7a73-4c80-93fb-7c95c6c0b275'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:30:21.152707 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-b80d4d04-4787-4405-9844-b232f5646389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:30:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['b1c734d0-7a73-4c80-93fb-7c95c6c0b275'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:21.162549 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-25e835f4-a8f7-4450-afe0-5e34649f57bb None None] Transition to ACTIVE for port object 60e77692-969b-4777-ad86-9730545ae77e will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:30:21.171266 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-25e835f4-a8f7-4450-afe0-5e34649f57bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:21.180646 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dc0378f1-d15c-4336-b1f1-ed6e21e802d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:21.210782 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-fbe556aa-0f30-460b-9af5-f20cf291875f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:30:21.226837 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-dc0378f1-d15c-4336-b1f1-ed6e21e802d6 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=dc55378c50e5491bb6de2f9f76572f57&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1396482 Feb 09 01:30:21.241349 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38252) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:21.264991 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0035262-35ff-4b52-b500-7d18ff5849f5 None None] Pushing event updated for resources: {'Port': ['ID=60e77692-969b-4777-ad86-9730545ae77e,revision_number=2']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:21.283524 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fbe556aa-0f30-460b-9af5-f20cf291875f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:21.284536 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fbe556aa-0f30-460b-9af5-f20cf291875f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:21.303580 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5f3787-3678-496f-b995-98672781df7a tempest-TestNetworkBasicOps-1758285558 tempest-TestNetworkBasicOps-1758285558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:21.307617 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-6e5f3787-3678-496f-b995-98672781df7a tempest-TestNetworkBasicOps-1758285558 tempest-TestNetworkBasicOps-1758285558-project-admin] 10.222.0.105 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4634545 Feb 09 01:30:21.322096 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38256) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:21.327610 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-25e835f4-a8f7-4450-afe0-5e34649f57bb None None] Attempting to bind port 60e77692-969b-4777-ad86-9730545ae77e on host n-d-828418-1 for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:30:21.328180 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-25e835f4-a8f7-4450-afe0-5e34649f57bb None None] Attempting to bind port 60e77692-969b-4777-ad86-9730545ae77e by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:30:21.328872 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e835f4-a8f7-4450-afe0-5e34649f57bb None None] Attempting to bind port 60e77692-969b-4777-ad86-9730545ae77e on network 3d885c3c-255c-4e54-addc-b28437d0b18e {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:30:21.335509 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e835f4-a8f7-4450-afe0-5e34649f57bb None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:30:21.336109 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e835f4-a8f7-4450-afe0-5e34649f57bb None None] Checking segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:30:21.336652 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-25e835f4-a8f7-4450-afe0-5e34649f57bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:21.337253 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e835f4-a8f7-4450-afe0-5e34649f57bb None None] Bound using segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:30:21.338066 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-25e835f4-a8f7-4450-afe0-5e34649f57bb None None] Bound port: 60e77692-969b-4777-ad86-9730545ae77e, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:30:21.338745 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-25e835f4-a8f7-4450-afe0-5e34649f57bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:21.370460 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-b80d4d04-4787-4405-9844-b232f5646389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:21.402008 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0378f1-d15c-4336-b1f1-ed6e21e802d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ffd7c70-5fb5-4c39-b211-9effc7a8c53c,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:21.426692 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e8ccb80b-7446-45aa-a31c-6e3799ec5b57 tempest-TestNetworkBasicOps-1758285558 tempest-TestNetworkBasicOps-1758285558-project-admin] 10.222.0.105 "GET /v2.0/subnets?network_id=3d885c3c-255c-4e54-addc-b28437d0b18e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0981934 Feb 09 01:30:21.430752 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d48fe429-f665-4a7a-b482-5d1379c85714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:21.433967 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 38262) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:21.451790 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fbe556aa-0f30-460b-9af5-f20cf291875f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:21.457415 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-4810c6d7-1aad-41f5-aba3-7747d77e02f8 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1580498389', 'network_id': '3c4fc1c2-da7d-4d47-9fab-e3152cd69d37', 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:21.479161 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d9ef0d2e-3ae4-499c-ac0d-58e507b29ca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:21.524864 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-25e835f4-a8f7-4450-afe0-5e34649f57bb None None] For port 60e77692-969b-4777-ad86-9730545ae77e, host n-d-828418-1, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:30:21.529714 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-25e835f4-a8f7-4450-afe0-5e34649f57bb None None] For port 60e77692-969b-4777-ad86-9730545ae77e, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=60e77692-969b-4777-ad86-9730545ae77e,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:30:21.536010 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-25e835f4-a8f7-4450-afe0-5e34649f57bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:21.545351 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80d4d04-4787-4405-9844-b232f5646389 None None] Routers {'b1c734d0-7a73-4c80-93fb-7c95c6c0b275'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:30:21.546199 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-b80d4d04-4787-4405-9844-b232f5646389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:30:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['b1c734d0-7a73-4c80-93fb-7c95c6c0b275'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:21.745031 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-b80d4d04-4787-4405-9844-b232f5646389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:21.745443 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80d4d04-4787-4405-9844-b232f5646389 None None] The sync data for ids ['b1c734d0-7a73-4c80-93fb-7c95c6c0b275'] in n-d-828418-1 is: [] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:30:21.747315 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0035262-35ff-4b52-b500-7d18ff5849f5 None None] Pushing event updated for resources: {'Port': ['ID=60e77692-969b-4777-ad86-9730545ae77e,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:21.748445 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-348be8a1-0758-4474-9717-a66335fda599 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:21.792294 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d9ef0d2e-3ae4-499c-ac0d-58e507b29ca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:21.801485 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e835f4-a8f7-4450-afe0-5e34649f57bb None None] Routers {'eba4282b-4ead-429e-bedd-9bdc38001a00'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:30:21.803174 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-25e835f4-a8f7-4450-afe0-5e34649f57bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:30:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['eba4282b-4ead-429e-bedd-9bdc38001a00'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:21.872822 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46701c4a-aaeb-413f-83f1-b275bc043a64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-e796765b-1930-4bf6-a1de-108c2480df7a', 'network_id': 'e796765b-1930-4bf6-a1de-108c2480df7a', 'tenant_id': 'd5475c10790d427cb65cc6d675a29f45', 'fixed_ips': [{'subnet_id': 'a37a1623-7656-4357-b444-ac3a6f242c67'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:30:21.875567 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-46701c4a-aaeb-413f-83f1-b275bc043a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:22.084219 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-25e835f4-a8f7-4450-afe0-5e34649f57bb None None] Set router eba4282b-4ead-429e-bedd-9bdc38001a00 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:30:22.104633 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4810c6d7-1aad-41f5-aba3-7747d77e02f8 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:30:22.120548 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-4810c6d7-1aad-41f5-aba3-7747d77e02f8 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Usage tracker for resource:subnet and tenant:59b43f7aa2bc4476a3c7bc7857b33f06 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:30:22.137096 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38276) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:22.196305 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-4810c6d7-1aad-41f5-aba3-7747d77e02f8 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:30:22.213945 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4810c6d7-1aad-41f5-aba3-7747d77e02f8 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:30:22.229400 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fbe556aa-0f30-460b-9af5-f20cf291875f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:22.342703 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d9ef0d2e-3ae4-499c-ac0d-58e507b29ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:22.346135 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-348be8a1-0758-4474-9717-a66335fda599 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:22.359872 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-348be8a1-0758-4474-9717-a66335fda599 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:22.364650 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4810c6d7-1aad-41f5-aba3-7747d77e02f8 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Made reservation on behalf of 59b43f7aa2bc4476a3c7bc7857b33f06 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:22.368798 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4810c6d7-1aad-41f5-aba3-7747d77e02f8 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:22.399510 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ef0d2e-3ae4-499c-ac0d-58e507b29ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ffd7c70-5fb5-4c39-b211-9effc7a8c53c,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:22.412346 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-68c3d931-b1dd-42fd-a74c-61308749c4c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:22.422228 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d48fe429-f665-4a7a-b482-5d1379c85714 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:22.434008 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-68c3d931-b1dd-42fd-a74c-61308749c4c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:30:22.435828 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d48fe429-f665-4a7a-b482-5d1379c85714 None None] Transition to ACTIVE for port object 3797ce7f-676a-42af-8bea-435f1b52fb30 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:30:22.441091 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:22.445736 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-68c3d931-b1dd-42fd-a74c-61308749c4c0 admin admin] Usage tracker for resource:security_group_rule and tenant:0f3b6a00a2b54d24a7ac46e45c22958f is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:30:22.449768 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-68c3d931-b1dd-42fd-a74c-61308749c4c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:30:22.458242 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d9ef0d2e-3ae4-499c-ac0d-58e507b29ca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:22.461372 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d9ef0d2e-3ae4-499c-ac0d-58e507b29ca5 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/2ffd7c70-5fb5-4c39-b211-9effc7a8c53c HTTP/1.1" status: 204 len: 168 time: 1.2145002 Feb 09 01:30:22.461509 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d48fe429-f665-4a7a-b482-5d1379c85714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:22.461735 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-68c3d931-b1dd-42fd-a74c-61308749c4c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:30:22.491586 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-348be8a1-0758-4474-9717-a66335fda599 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:22.492868 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-348be8a1-0758-4474-9717-a66335fda599 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Fanout notify agent at l3_agent the message router_deleted on router b1c734d0-7a73-4c80-93fb-7c95c6c0b275 {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:30:22.511911 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-348be8a1-0758-4474-9717-a66335fda599 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:22.514229 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-348be8a1-0758-4474-9717-a66335fda599 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "DELETE /v2.0/routers/b1c734d0-7a73-4c80-93fb-7c95c6c0b275 HTTP/1.1" status: 204 len: 168 time: 1.5675478 Feb 09 01:30:22.517706 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 38284) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:22.572046 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-25e835f4-a8f7-4450-afe0-5e34649f57bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba4282b-4ead-429e-bedd-9bdc38001a00', 'name': 'tempest-TestNetworkBasicOps-router-1368011929', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '60e77692-969b-4777-ad86-9730545ae77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:12Z', 'updated_at': '2022-02-09T01:30:16Z', 'revision_number': 3, 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'gw_port': {'id': '60e77692-969b-4777-ad86-9730545ae77e', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:02:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba4282b-4ead-429e-bedd-9bdc38001a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:14Z', 'updated_at': '2022-02-09T01:30:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:22.577057 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e835f4-a8f7-4450-afe0-5e34649f57bb None None] The sync data for ids ['eba4282b-4ead-429e-bedd-9bdc38001a00'] in n-d-828418-1 is: [{'id': 'eba4282b-4ead-429e-bedd-9bdc38001a00', 'name': 'tempest-TestNetworkBasicOps-router-1368011929', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '60e77692-969b-4777-ad86-9730545ae77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:12Z', 'updated_at': '2022-02-09T01:30:16Z', 'revision_number': 3, 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'gw_port': {'id': '60e77692-969b-4777-ad86-9730545ae77e', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:02:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba4282b-4ead-429e-bedd-9bdc38001a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:14Z', 'updated_at': '2022-02-09T01:30:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:30:22.730458 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-46701c4a-aaeb-413f-83f1-b275bc043a64 None None] Allocated IP 172.20.0.2 (e796765b-1930-4bf6-a1de-108c2480df7a/a37a1623-7656-4357-b444-ac3a6f242c67/a991d3bf-c90b-4fba-b3b8-23474339dcbe) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:30:22.746963 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06634208-29f6-4fa8-97e9-7632bc81ab39 None None] Pushing event updated for resources: {'Port': ['ID=3797ce7f-676a-42af-8bea-435f1b52fb30,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:22.805336 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4810c6d7-1aad-41f5-aba3-7747d77e02f8 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:22.860903 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fbe556aa-0f30-460b-9af5-f20cf291875f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:22.910869 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-68c3d931-b1dd-42fd-a74c-61308749c4c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:22.914758 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fbe556aa-0f30-460b-9af5-f20cf291875f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:22.958187 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef3a3dd5-2c97-43aa-bc68-2c72f0d75599 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Deleting subnet 495b0c44-7631-41fc-8ab4-2827d1a78f9d {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:30:22.989294 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-68c3d931-b1dd-42fd-a74c-61308749c4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:22.999287 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ef3a3dd5-2c97-43aa-bc68-2c72f0d75599 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:23.126918 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c3d931-b1dd-42fd-a74c-61308749c4c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c74cf62a-24e1-49be-af90-4ac7d0932b44,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:23.167455 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4810c6d7-1aad-41f5-aba3-7747d77e02f8 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Pushing event updated for resources: {'Subnet': ['ID=e8f91757-70e4-4e4e-95d1-289081aff0f5,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:23.221727 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4810c6d7-1aad-41f5-aba3-7747d77e02f8 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Checking segment: {'id': '3701e9a4-3ee7-431a-888c-2558f545529b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3c4fc1c2-da7d-4d47-9fab-e3152cd69d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:30:23.222094 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4810c6d7-1aad-41f5-aba3-7747d77e02f8 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Network hostable DHCP agents. Network: 3c4fc1c2-da7d-4d47-9fab-e3152cd69d37, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:30:23.247849 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-d48fe429-f665-4a7a-b482-5d1379c85714 None None] Attempting to bind port 3797ce7f-676a-42af-8bea-435f1b52fb30 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:30:23.248175 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-d48fe429-f665-4a7a-b482-5d1379c85714 None None] Attempting to bind port 3797ce7f-676a-42af-8bea-435f1b52fb30 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'ea7e8ec0-8208-4521-b904-1f04798510c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2ef4ab06-0d41-4f66-ba87-75de2f21e016'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:30:23.248570 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48fe429-f665-4a7a-b482-5d1379c85714 None None] Attempting to bind port 3797ce7f-676a-42af-8bea-435f1b52fb30 on network 2ef4ab06-0d41-4f66-ba87-75de2f21e016 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:30:23.252608 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-68c3d931-b1dd-42fd-a74c-61308749c4c0 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=0f3b6a00a2b54d24a7ac46e45c22958f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1111495 Feb 09 01:30:23.255963 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38298) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:23.270116 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ef3a3dd5-2c97-43aa-bc68-2c72f0d75599 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:23.296705 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48fe429-f665-4a7a-b482-5d1379c85714 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:30:23.297187 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48fe429-f665-4a7a-b482-5d1379c85714 None None] Checking segment: {'id': 'ea7e8ec0-8208-4521-b904-1f04798510c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2ef4ab06-0d41-4f66-ba87-75de2f21e016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:30:23.297503 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d48fe429-f665-4a7a-b482-5d1379c85714 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:23.297949 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48fe429-f665-4a7a-b482-5d1379c85714 None None] Bound using segment: {'id': 'ea7e8ec0-8208-4521-b904-1f04798510c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2ef4ab06-0d41-4f66-ba87-75de2f21e016'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:30:23.298449 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-d48fe429-f665-4a7a-b482-5d1379c85714 None None] Bound port: 3797ce7f-676a-42af-8bea-435f1b52fb30, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea7e8ec0-8208-4521-b904-1f04798510c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2ef4ab06-0d41-4f66-ba87-75de2f21e016'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:30:23.298828 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d48fe429-f665-4a7a-b482-5d1379c85714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:23.352587 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4810c6d7-1aad-41f5-aba3-7747d77e02f8 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Network 3c4fc1c2-da7d-4d47-9fab-e3152cd69d37 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:30:23.365173 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-4810c6d7-1aad-41f5-aba3-7747d77e02f8 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 3c4fc1c2-da7d-4d47-9fab-e3152cd69d37) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:23.376444 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4810c6d7-1aad-41f5-aba3-7747d77e02f8 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:23.377623 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4810c6d7-1aad-41f5-aba3-7747d77e02f8 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:23.420027 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-4810c6d7-1aad-41f5-aba3-7747d77e02f8 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.9797220 Feb 09 01:30:23.431604 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 38302) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:23.463793 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c0146a77-4419-4ad0-ab66-89d8d9125a26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:23.507085 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb88010-5f46-4009-a449-7715e5e34094 None None] Network 3c4fc1c2-da7d-4d47-9fab-e3152cd69d37 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:30:23.508802 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-fbe556aa-0f30-460b-9af5-f20cf291875f admin admin] Allocated IP 172.25.0.167 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/21180eeb-0e85-437a-b0b3-81f270ac805b) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:30:23.563398 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c0146a77-4419-4ad0-ab66-89d8d9125a26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:23.605776 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ef3a3dd5-2c97-43aa-bc68-2c72f0d75599 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:23.833499 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-46701c4a-aaeb-413f-83f1-b275bc043a64 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:23.932915 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d48fe429-f665-4a7a-b482-5d1379c85714 None None] For port 3797ce7f-676a-42af-8bea-435f1b52fb30, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:30:23.936642 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d48fe429-f665-4a7a-b482-5d1379c85714 None None] For port 3797ce7f-676a-42af-8bea-435f1b52fb30, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=3797ce7f-676a-42af-8bea-435f1b52fb30,segment=NetworkSegment(ea7e8ec0-8208-4521-b904-1f04798510c5),segment_id=ea7e8ec0-8208-4521-b904-1f04798510c5)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:30:23.942798 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d48fe429-f665-4a7a-b482-5d1379c85714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:23.952453 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-46701c4a-aaeb-413f-83f1-b275bc043a64 None None] Transition to ACTIVE for port object a991d3bf-c90b-4fba-b3b8-23474339dcbe will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:30:24.087725 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fbe556aa-0f30-460b-9af5-f20cf291875f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:24.102645 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48fe429-f665-4a7a-b482-5d1379c85714 None None] Routers {'d65ecd0f-2c26-45a3-8cc8-7b9d588449a1'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:30:24.103300 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-d48fe429-f665-4a7a-b482-5d1379c85714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:30:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['d65ecd0f-2c26-45a3-8cc8-7b9d588449a1'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:24.210950 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fbe556aa-0f30-460b-9af5-f20cf291875f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:24.249759 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 60e77692-969b-4777-ad86-9730545ae77e up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:30:24.262107 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ef3a3dd5-2c97-43aa-bc68-2c72f0d75599 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:24.300599 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c0146a77-4419-4ad0-ab66-89d8d9125a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:24.310646 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe556aa-0f30-460b-9af5-f20cf291875f admin admin] Pushing event updated for resources: {'Port': ['ID=21180eeb-0e85-437a-b0b3-81f270ac805b,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:24.362277 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ef3a3dd5-2c97-43aa-bc68-2c72f0d75599 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:24.381164 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0146a77-4419-4ad0-ab66-89d8d9125a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c74cf62a-24e1-49be-af90-4ac7d0932b44,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:24.385927 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c0146a77-4419-4ad0-ab66-89d8d9125a26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:24.394096 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c0146a77-4419-4ad0-ab66-89d8d9125a26 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/c74cf62a-24e1-49be-af90-4ac7d0932b44 HTTP/1.1" status: 204 len: 168 time: 1.1328251 Feb 09 01:30:24.404229 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe556aa-0f30-460b-9af5-f20cf291875f admin admin] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:30:24.405494 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-fbe556aa-0f30-460b-9af5-f20cf291875f admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:24.416997 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe556aa-0f30-460b-9af5-f20cf291875f admin admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:30:24.432542 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab69920-0645-41a2-a465-3d199526a850 None None] Network 368c6425-1593-4058-80d0-217569af8dab requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:30:24.522424 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a3dd5-2c97-43aa-bc68-2c72f0d75599 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event deleted for resources: {'Subnet': ['ID=495b0c44-7631-41fc-8ab4-2827d1a78f9d,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:24.556790 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-46701c4a-aaeb-413f-83f1-b275bc043a64 None None] Transition to ACTIVE for port object a991d3bf-c90b-4fba-b3b8-23474339dcbe will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:30:24.632855 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-ef3a3dd5-2c97-43aa-bc68-2c72f0d75599 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "DELETE /v2.0/subnets/495b0c44-7631-41fc-8ab4-2827d1a78f9d HTTP/1.1" status: 204 len: 168 time: 2.1142392 Feb 09 01:30:24.636184 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 38320) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:24.719030 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-46701c4a-aaeb-413f-83f1-b275bc043a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:24.755863 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5433d0-dd50-43e2-9f16-e0f1ddb8ab57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-3c4fc1c2-da7d-4d47-9fab-e3152cd69d37', 'network_id': '3c4fc1c2-da7d-4d47-9fab-e3152cd69d37', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'fixed_ips': [{'subnet_id': 'e8f91757-70e4-4e4e-95d1-289081aff0f5'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:30:24.757071 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4e5433d0-dd50-43e2-9f16-e0f1ddb8ab57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:24.802119 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06634208-29f6-4fa8-97e9-7632bc81ab39 None None] Pushing event updated for resources: {'Port': ['ID=3797ce7f-676a-42af-8bea-435f1b52fb30,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:24.927643 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46701c4a-aaeb-413f-83f1-b275bc043a64 None None] Pushing event updated for resources: {'Port': ['ID=a991d3bf-c90b-4fba-b3b8-23474339dcbe,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:24.966651 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46701c4a-aaeb-413f-83f1-b275bc043a64 None None] Network e796765b-1930-4bf6-a1de-108c2480df7a is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:30:24.988865 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-46701c4a-aaeb-413f-83f1-b275bc043a64 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:24.999793 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46701c4a-aaeb-413f-83f1-b275bc043a64 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:30:25.043684 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-df0b5c74-83db-4ff6-9f84-8d4761197ebf tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:25.128454 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-df0b5c74-83db-4ff6-9f84-8d4761197ebf tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Deleting port 3da77853-d131-41dd-9518-91723faa4395 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:30:25.128794 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-df0b5c74-83db-4ff6-9f84-8d4761197ebf tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:25.220302 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 38332) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:25.265944 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ba612e05-5c44-47b5-b843-0129a112b2f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:25.299864 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:25.365034 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-ba612e05-5c44-47b5-b843-0129a112b2f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:30:25.392273 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fbe556aa-0f30-460b-9af5-f20cf291875f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:25.438437 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-4e5433d0-dd50-43e2-9f16-e0f1ddb8ab57 None None] Allocated IP 172.20.0.2 (3c4fc1c2-da7d-4d47-9fab-e3152cd69d37/e8f91757-70e4-4e4e-95d1-289081aff0f5/4712e12e-ac6a-4bff-994c-7a17f0585f9e) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:30:25.444059 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-ba612e05-5c44-47b5-b843-0129a112b2f0 admin admin] Usage tracker for resource:security_group_rule and tenant:87d065da161e4cc7889aef2e2379726e is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:30:25.457764 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 60e77692-969b-4777-ad86-9730545ae77e completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:30:25.469666 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 60e77692-969b-4777-ad86-9730545ae77e triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:25.470305 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:25.472660 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-ba612e05-5c44-47b5-b843-0129a112b2f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:30:25.494505 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-ba612e05-5c44-47b5-b843-0129a112b2f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:30:25.505568 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-d48fe429-f665-4a7a-b482-5d1379c85714 None None] Set router d65ecd0f-2c26-45a3-8cc8-7b9d588449a1 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:30:25.588608 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-df0b5c74-83db-4ff6-9f84-8d4761197ebf tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] For port 3da77853-d131-41dd-9518-91723faa4395, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=3da77853-d131-41dd-9518-91723faa4395,segment=NetworkSegment(f68c54cc-4175-413a-9164-b947c4f23ec2),segment_id=f68c54cc-4175-413a-9164-b947c4f23ec2)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:30:25.593041 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-df0b5c74-83db-4ff6-9f84-8d4761197ebf tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:25.597682 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-46701c4a-aaeb-413f-83f1-b275bc043a64 None None] Attempting to bind port a991d3bf-c90b-4fba-b3b8-23474339dcbe on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:30:25.598905 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-46701c4a-aaeb-413f-83f1-b275bc043a64 None None] Attempting to bind port a991d3bf-c90b-4fba-b3b8-23474339dcbe by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'fd968399-842f-45f5-97ef-b482bfd19d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e796765b-1930-4bf6-a1de-108c2480df7a'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:30:25.599481 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46701c4a-aaeb-413f-83f1-b275bc043a64 None None] Attempting to bind port a991d3bf-c90b-4fba-b3b8-23474339dcbe on network e796765b-1930-4bf6-a1de-108c2480df7a {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:30:25.620411 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8fde67de-21d5-4158-808e-e2de76d8dc84 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:25.689218 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46701c4a-aaeb-413f-83f1-b275bc043a64 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:30:25.689939 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46701c4a-aaeb-413f-83f1-b275bc043a64 None None] Checking segment: {'id': 'fd968399-842f-45f5-97ef-b482bfd19d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e796765b-1930-4bf6-a1de-108c2480df7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:30:25.690522 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-46701c4a-aaeb-413f-83f1-b275bc043a64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:25.691110 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46701c4a-aaeb-413f-83f1-b275bc043a64 None None] Bound using segment: {'id': 'fd968399-842f-45f5-97ef-b482bfd19d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e796765b-1930-4bf6-a1de-108c2480df7a'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:30:25.691775 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-46701c4a-aaeb-413f-83f1-b275bc043a64 None None] Bound port: a991d3bf-c90b-4fba-b3b8-23474339dcbe, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd968399-842f-45f5-97ef-b482bfd19d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e796765b-1930-4bf6-a1de-108c2480df7a'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:30:25.692414 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-46701c4a-aaeb-413f-83f1-b275bc043a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:25.703956 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133df54c-aaee-43c0-96d3-7eace7cc35a1 None None] DHCP port deletion for 368c6425-1593-4058-80d0-217569af8dab request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:30:25.808799 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-df0b5c74-83db-4ff6-9f84-8d4761197ebf tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Calling delete_port for 3da77853-d131-41dd-9518-91723faa4395 owned by network:dhcp {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:30:25.855808 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-133df54c-aaee-43c0-96d3-7eace7cc35a1 None None] Deleting port 3da77853-d131-41dd-9518-91723faa4395 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:30:25.856391 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-133df54c-aaee-43c0-96d3-7eace7cc35a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:25.957321 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fbe556aa-0f30-460b-9af5-f20cf291875f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:26.204201 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-133df54c-aaee-43c0-96d3-7eace7cc35a1 None None] For port 3da77853-d131-41dd-9518-91723faa4395, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=3da77853-d131-41dd-9518-91723faa4395,segment=NetworkSegment(f68c54cc-4175-413a-9164-b947c4f23ec2),segment_id=f68c54cc-4175-413a-9164-b947c4f23ec2)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:30:26.204519 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-133df54c-aaee-43c0-96d3-7eace7cc35a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:26.221577 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbe556aa-0f30-460b-9af5-f20cf291875f admin admin] Router 36e41522-1d5f-432b-92f8-da0b5e5d69f9 is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:30:26.339008 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-133df54c-aaee-43c0-96d3-7eace7cc35a1 None None] Calling delete_port for 3da77853-d131-41dd-9518-91723faa4395 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:30:26.360539 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-df0b5c74-83db-4ff6-9f84-8d4761197ebf tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:26.415960 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ba612e05-5c44-47b5-b843-0129a112b2f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:26.427950 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-133df54c-aaee-43c0-96d3-7eace7cc35a1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:30:26.427950 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-133df54c-aaee-43c0-96d3-7eace7cc35a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:30:26.430643 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0b5c74-83db-4ff6-9f84-8d4761197ebf tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event deleted for resources: {'Port': ['ID=3da77853-d131-41dd-9518-91723faa4395,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:26.441589 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ba612e05-5c44-47b5-b843-0129a112b2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:26.445753 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe556aa-0f30-460b-9af5-f20cf291875f admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:30:26.458017 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6124340-3e97-4191-b22d-8397ceb67509 None None] Sync routers for ids ['36e41522-1d5f-432b-92f8-da0b5e5d69f9'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:30:26.474586 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fbe556aa-0f30-460b-9af5-f20cf291875f admin admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:26.474814 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6124340-3e97-4191-b22d-8397ceb67509 None None] Routers {'36e41522-1d5f-432b-92f8-da0b5e5d69f9'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:30:26.476021 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-f6124340-3e97-4191-b22d-8397ceb67509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:30:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['36e41522-1d5f-432b-92f8-da0b5e5d69f9'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:26.479426 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-fbe556aa-0f30-460b-9af5-f20cf291875f admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.6391594 Feb 09 01:30:26.480333 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38340) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:26.514189 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:26.598805 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 60e77692-969b-4777-ad86-9730545ae77e, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=60e77692-969b-4777-ad86-9730545ae77e,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:30:26.604595 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-ba612e05-5c44-47b5-b843-0129a112b2f0 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=87d065da161e4cc7889aef2e2379726e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3831275 Feb 09 01:30:26.611987 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38346) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:26.614039 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0b5c74-83db-4ff6-9f84-8d4761197ebf tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] No DVR routers for this DVR port 3da77853-d131-41dd-9518-91723faa4395 on host n-d-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:30:26.650982 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:26.772684 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5d1eccce-6cc0-4082-9315-c2294cf3e05f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:26.822492 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba612e05-5c44-47b5-b843-0129a112b2f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df6fd06-7d7a-423a-ae69-bc6b4d30b1f0,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:26.826724 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-f6124340-3e97-4191-b22d-8397ceb67509 None None] Set router 36e41522-1d5f-432b-92f8-da0b5e5d69f9 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:30:26.837696 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=60e77692-969b-4777-ad86-9730545ae77e,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:26.840435 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 3da77853-d131-41dd-9518-91723faa4395 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:30:26.886956 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5d1eccce-6cc0-4082-9315-c2294cf3e05f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:26.900391 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-46701c4a-aaeb-413f-83f1-b275bc043a64 None None] For port a991d3bf-c90b-4fba-b3b8-23474339dcbe, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:30:26.931397 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-df0b5c74-83db-4ff6-9f84-8d4761197ebf tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:26.949215 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-133df54c-aaee-43c0-96d3-7eace7cc35a1 None None] Deleting port 3da77853-d131-41dd-9518-91723faa4395 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:30:26.949608 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-133df54c-aaee-43c0-96d3-7eace7cc35a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:27.002812 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-df0b5c74-83db-4ff6-9f84-8d4761197ebf tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['368c6425-1593-4058-80d0-217569af8dab']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:27.010447 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 3da77853-d131-41dd-9518-91723faa4395 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:30:27.010793 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 3da77853-d131-41dd-9518-91723faa4395 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:30:27.028301 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-df0b5c74-83db-4ff6-9f84-8d4761197ebf tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f68c54cc-4175-413a-9164-b947c4f23ec2') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:27.028639 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-df0b5c74-83db-4ff6-9f84-8d4761197ebf tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f68c54cc-4175-413a-9164-b947c4f23ec2') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:27.035191 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-46701c4a-aaeb-413f-83f1-b275bc043a64 None None] For port a991d3bf-c90b-4fba-b3b8-23474339dcbe, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=a991d3bf-c90b-4fba-b3b8-23474339dcbe,segment=NetworkSegment(fd968399-842f-45f5-97ef-b482bfd19d7e),segment_id=fd968399-842f-45f5-97ef-b482bfd19d7e)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:30:27.041353 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-df0b5c74-83db-4ff6-9f84-8d4761197ebf tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:27.058975 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-df0b5c74-83db-4ff6-9f84-8d4761197ebf tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:27.066327 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df0b5c74-83db-4ff6-9f84-8d4761197ebf tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:30:27.066821 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-df0b5c74-83db-4ff6-9f84-8d4761197ebf tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:27.084515 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-46701c4a-aaeb-413f-83f1-b275bc043a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:27.152279 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-133df54c-aaee-43c0-96d3-7eace7cc35a1 None None] The port '3da77853-d131-41dd-9518-91723faa4395' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:30:27.183511 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 01:30:27.183511 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:30:27.183511 n-d-828418-1 neutron-server[87639]: timer() Feb 09 01:30:27.183511 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:30:27.183511 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 01:30:27.183511 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:30:27.183511 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 01:30:27.183511 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:30:27.183511 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 01:30:27.183511 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:30:27.183511 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 01:30:27.183511 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:30:27.183511 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 01:30:27.183511 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:30:27.183511 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:30:27.183511 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:30:27.183511 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:30:27.183511 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:30:27.183511 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 01:30:27.183511 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:30:27.183511 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 01:30:27.183511 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:30:27.183511 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:30:27.183511 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:30:27.183511 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 01:30:27.183511 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:30:27.183511 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:30:27.183511 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:30:27.183511 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:30:27.183511 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:30:27.183511 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:30:27.183511 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:30:27.187853 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-df0b5c74-83db-4ff6-9f84-8d4761197ebf tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:27.210125 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-df0b5c74-83db-4ff6-9f84-8d4761197ebf tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:27.215567 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4e5433d0-dd50-43e2-9f16-e0f1ddb8ab57 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:27.217468 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0b5c74-83db-4ff6-9f84-8d4761197ebf tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event deleted for resources: {'Network': ['ID=368c6425-1593-4058-80d0-217569af8dab,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:27.259690 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-df0b5c74-83db-4ff6-9f84-8d4761197ebf tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "DELETE /v2.0/networks/368c6425-1593-4058-80d0-217569af8dab HTTP/1.1" status: 204 len: 168 time: 2.6223838 Feb 09 01:30:27.260554 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 38350) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:27.320364 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46701c4a-aaeb-413f-83f1-b275bc043a64 None None] Pushing event updated for resources: {'Port': ['ID=a991d3bf-c90b-4fba-b3b8-23474339dcbe,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:27.349151 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-f6124340-3e97-4191-b22d-8397ceb67509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e41522-1d5f-432b-92f8-da0b5e5d69f9', 'name': 'tempest-TestServerMultinode-1644976150-router', 'tenant_id': 'd5475c10790d427cb65cc6d675a29f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '21180eeb-0e85-437a-b0b3-81f270ac805b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:21Z', 'updated_at': '2022-02-09T01:30:24Z', 'revision_number': 3, 'project_id': 'd5475c10790d427cb65cc6d675a29f45', 'gw_port': {'id': '21180eeb-0e85-437a-b0b3-81f270ac805b', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:3b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e41522-1d5f-432b-92f8-da0b5e5d69f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:22Z', 'updated_at': '2022-02-09T01:30:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:27.354115 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-d48fe429-f665-4a7a-b482-5d1379c85714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd65ecd0f-2c26-45a3-8cc8-7b9d588449a1', 'name': 'tempest-TestServerMultinode-2139997346-router', 'tenant_id': 'e45ddf90fd1d475aa0976212ef8f536d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '730e3a44-7a17-4a52-bab9-dca847f538b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:05Z', 'updated_at': '2022-02-09T01:30:16Z', 'revision_number': 4, 'project_id': 'e45ddf90fd1d475aa0976212ef8f536d', 'gw_port': {'id': '730e3a44-7a17-4a52-bab9-dca847f538b7', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:fb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65ecd0f-2c26-45a3-8cc8-7b9d588449a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:08Z', 'updated_at': '2022-02-09T01:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '3797ce7f-676a-42af-8bea-435f1b52fb30', 'name': '', 'network_id': '2ef4ab06-0d41-4f66-ba87-75de2f21e016', 'tenant_id': 'e45ddf90fd1d475aa0976212ef8f536d', 'mac_address': 'fa:16:3e:17:ce:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd65ecd0f-2c26-45a3-8cc8-7b9d588449a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '39eaa90e-b09e-4efb-9c59-e334a1470afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:15Z', 'updated_at': '2022-02-09T01:30:23Z', 'revision_number': 4, 'project_id': 'e45ddf90fd1d475aa0976212ef8f536d', 'subnets': [{'id': '39eaa90e-b09e-4efb-9c59-e334a1470afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:27.354824 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6124340-3e97-4191-b22d-8397ceb67509 None None] Checking router: 36e41522-1d5f-432b-92f8-da0b5e5d69f9 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:30:27.355178 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6124340-3e97-4191-b22d-8397ceb67509 None None] Updating router 36e41522-1d5f-432b-92f8-da0b5e5d69f9 port 21180eeb-0e85-437a-b0b3-81f270ac805b binding host n-d-828418-1 {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:30:27.358711 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48fe429-f665-4a7a-b482-5d1379c85714 None None] The sync data for ids ['d65ecd0f-2c26-45a3-8cc8-7b9d588449a1'] in n-d-828418-1 is: [{'id': 'd65ecd0f-2c26-45a3-8cc8-7b9d588449a1', 'name': 'tempest-TestServerMultinode-2139997346-router', 'tenant_id': 'e45ddf90fd1d475aa0976212ef8f536d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '730e3a44-7a17-4a52-bab9-dca847f538b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:05Z', 'updated_at': '2022-02-09T01:30:16Z', 'revision_number': 4, 'project_id': 'e45ddf90fd1d475aa0976212ef8f536d', 'gw_port': {'id': '730e3a44-7a17-4a52-bab9-dca847f538b7', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:fb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65ecd0f-2c26-45a3-8cc8-7b9d588449a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:08Z', 'updated_at': '2022-02-09T01:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '3797ce7f-676a-42af-8bea-435f1b52fb30', 'name': '', 'network_id': '2ef4ab06-0d41-4f66-ba87-75de2f21e016', 'tenant_id': 'e45ddf90fd1d475aa0976212ef8f536d', 'mac_address': 'fa:16:3e:17:ce:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd65ecd0f-2c26-45a3-8cc8-7b9d588449a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '39eaa90e-b09e-4efb-9c59-e334a1470afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:15Z', 'updated_at': '2022-02-09T01:30:23Z', 'revision_number': 4, 'project_id': 'e45ddf90fd1d475aa0976212ef8f536d', 'subnets': [{'id': '39eaa90e-b09e-4efb-9c59-e334a1470afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:30:27.388860 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4e5433d0-dd50-43e2-9f16-e0f1ddb8ab57 None None] Transition to ACTIVE for port object 4712e12e-ac6a-4bff-994c-7a17f0585f9e will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:30:27.400349 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5d1eccce-6cc0-4082-9315-c2294cf3e05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:27.430407 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e5c35f-4d10-4f84-bfb0-165987aaaa37 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:27.432065 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-74e5c35f-4d10-4f84-bfb0-165987aaaa37 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Synchronizing usage tracker for tenant:fcf7e2256d264906affa05ee27479d94 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:30:27.455404 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-f6124340-3e97-4191-b22d-8397ceb67509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:27.479468 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-74e5c35f-4d10-4f84-bfb0-165987aaaa37 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Unset dirty status for tenant:fcf7e2256d264906affa05ee27479d94 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:30:27.484950 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-74e5c35f-4d10-4f84-bfb0-165987aaaa37 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "GET /v2.0/ports/fbeae371-a07f-4875-8794-4a0b17646f4c HTTP/1.1" status: 200 len: 841 time: 0.2230055 Feb 09 01:30:27.485635 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 38354) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:27.493095 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4e5433d0-dd50-43e2-9f16-e0f1ddb8ab57 None None] Transition to ACTIVE for port object 4712e12e-ac6a-4bff-994c-7a17f0585f9e will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:30:27.501557 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4e5433d0-dd50-43e2-9f16-e0f1ddb8ab57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:27.572987 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1eccce-6cc0-4082-9315-c2294cf3e05f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df6fd06-7d7a-423a-ae69-bc6b4d30b1f0,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:27.592716 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5d1eccce-6cc0-4082-9315-c2294cf3e05f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:27.594725 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-5d1eccce-6cc0-4082-9315-c2294cf3e05f admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/7df6fd06-7d7a-423a-ae69-bc6b4d30b1f0 HTTP/1.1" status: 204 len: 168 time: 0.9818187 Feb 09 01:30:27.762734 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5433d0-dd50-43e2-9f16-e0f1ddb8ab57 None None] Pushing event updated for resources: {'Port': ['ID=4712e12e-ac6a-4bff-994c-7a17f0585f9e,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:27.801356 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5433d0-dd50-43e2-9f16-e0f1ddb8ab57 None None] Network 3c4fc1c2-da7d-4d47-9fab-e3152cd69d37 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:30:27.814838 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-4e5433d0-dd50-43e2-9f16-e0f1ddb8ab57 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:27.817218 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5433d0-dd50-43e2-9f16-e0f1ddb8ab57 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:30:27.850290 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-4bae979f-1815-4a05-a127-67c37dcb3aa3 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "GET /v2.0/ports/fbeae371-a07f-4875-8794-4a0b17646f4c?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3631532 Feb 09 01:30:27.856266 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 38362) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:27.877517 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-1642b5c3-eddf-4d58-9055-a2421ce38bf5 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Request body: {'subnet': {'network_id': '22d227dc-8d0a-4805-9ef9-b9c9db32dcb7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:27.922716 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-8fde67de-21d5-4158-808e-e2de76d8dc84 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Allocated IP 172.20.0.1 (3c4fc1c2-da7d-4d47-9fab-e3152cd69d37/e8f91757-70e4-4e4e-95d1-289081aff0f5/d2df5801-d9b2-4f0a-bccf-deebd5667317) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:30:28.049140 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-4e5433d0-dd50-43e2-9f16-e0f1ddb8ab57 None None] Attempting to bind port 4712e12e-ac6a-4bff-994c-7a17f0585f9e on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:30:28.050196 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-4e5433d0-dd50-43e2-9f16-e0f1ddb8ab57 None None] Attempting to bind port 4712e12e-ac6a-4bff-994c-7a17f0585f9e by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '3701e9a4-3ee7-431a-888c-2558f545529b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3c4fc1c2-da7d-4d47-9fab-e3152cd69d37'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:30:28.050737 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5433d0-dd50-43e2-9f16-e0f1ddb8ab57 None None] Attempting to bind port 4712e12e-ac6a-4bff-994c-7a17f0585f9e on network 3c4fc1c2-da7d-4d47-9fab-e3152cd69d37 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:30:28.074127 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5433d0-dd50-43e2-9f16-e0f1ddb8ab57 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:30:28.077232 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5433d0-dd50-43e2-9f16-e0f1ddb8ab57 None None] Checking segment: {'id': '3701e9a4-3ee7-431a-888c-2558f545529b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3c4fc1c2-da7d-4d47-9fab-e3152cd69d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:30:28.077894 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4e5433d0-dd50-43e2-9f16-e0f1ddb8ab57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:28.078870 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5433d0-dd50-43e2-9f16-e0f1ddb8ab57 None None] Bound using segment: {'id': '3701e9a4-3ee7-431a-888c-2558f545529b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3c4fc1c2-da7d-4d47-9fab-e3152cd69d37'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:30:28.080366 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-4e5433d0-dd50-43e2-9f16-e0f1ddb8ab57 None None] Bound port: 4712e12e-ac6a-4bff-994c-7a17f0585f9e, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3701e9a4-3ee7-431a-888c-2558f545529b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3c4fc1c2-da7d-4d47-9fab-e3152cd69d37'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:30:28.084925 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4e5433d0-dd50-43e2-9f16-e0f1ddb8ab57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:28.125169 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-f6124340-3e97-4191-b22d-8397ceb67509 None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:28.139553 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-f6124340-3e97-4191-b22d-8397ceb67509 None None] Transition to ACTIVE for port object 21180eeb-0e85-437a-b0b3-81f270ac805b will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:30:28.156210 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-f6124340-3e97-4191-b22d-8397ceb67509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:28.297768 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-4e5433d0-dd50-43e2-9f16-e0f1ddb8ab57 None None] For port 4712e12e-ac6a-4bff-994c-7a17f0585f9e, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:30:28.301549 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-4e5433d0-dd50-43e2-9f16-e0f1ddb8ab57 None None] For port 4712e12e-ac6a-4bff-994c-7a17f0585f9e, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=4712e12e-ac6a-4bff-994c-7a17f0585f9e,segment=NetworkSegment(3701e9a4-3ee7-431a-888c-2558f545529b),segment_id=3701e9a4-3ee7-431a-888c-2558f545529b)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:30:28.316957 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-f6124340-3e97-4191-b22d-8397ceb67509 None None] Attempting to bind port 21180eeb-0e85-437a-b0b3-81f270ac805b on host n-d-828418-1 for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:30:28.317336 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-f6124340-3e97-4191-b22d-8397ceb67509 None None] Attempting to bind port 21180eeb-0e85-437a-b0b3-81f270ac805b by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:30:28.317722 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6124340-3e97-4191-b22d-8397ceb67509 None None] Attempting to bind port 21180eeb-0e85-437a-b0b3-81f270ac805b on network 3d885c3c-255c-4e54-addc-b28437d0b18e {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:30:28.318299 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4e5433d0-dd50-43e2-9f16-e0f1ddb8ab57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:28.333857 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6124340-3e97-4191-b22d-8397ceb67509 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:30:28.334311 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6124340-3e97-4191-b22d-8397ceb67509 None None] Checking segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:30:28.334635 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-f6124340-3e97-4191-b22d-8397ceb67509 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:28.335023 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6124340-3e97-4191-b22d-8397ceb67509 None None] Bound using segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:30:28.335491 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-f6124340-3e97-4191-b22d-8397ceb67509 None None] Bound port: 21180eeb-0e85-437a-b0b3-81f270ac805b, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:30:28.335857 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-f6124340-3e97-4191-b22d-8397ceb67509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:28.375181 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-51823b40-072f-470b-bb6d-fb6a56185731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:28.540816 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5433d0-dd50-43e2-9f16-e0f1ddb8ab57 None None] Pushing event updated for resources: {'Port': ['ID=4712e12e-ac6a-4bff-994c-7a17f0585f9e,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:28.564922 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-1642b5c3-eddf-4d58-9055-a2421ce38bf5 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:30:28.575138 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-1642b5c3-eddf-4d58-9055-a2421ce38bf5 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Usage tracker for resource:subnet and tenant:fcf7e2256d264906affa05ee27479d94 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:30:28.596507 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433c3400-0b07-42d8-ad39-57ff642585ae None None] Pushing event updated for resources: {'Port': ['ID=21180eeb-0e85-437a-b0b3-81f270ac805b,revision_number=2']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:28.626123 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-1642b5c3-eddf-4d58-9055-a2421ce38bf5 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:30:28.635264 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-f6124340-3e97-4191-b22d-8397ceb67509 None None] For port 21180eeb-0e85-437a-b0b3-81f270ac805b, host n-d-828418-1, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:30:28.639390 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-f6124340-3e97-4191-b22d-8397ceb67509 None None] For port 21180eeb-0e85-437a-b0b3-81f270ac805b, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=21180eeb-0e85-437a-b0b3-81f270ac805b,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:30:28.659050 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-f6124340-3e97-4191-b22d-8397ceb67509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:28.762514 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-1642b5c3-eddf-4d58-9055-a2421ce38bf5 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:30:28.833647 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1642b5c3-eddf-4d58-9055-a2421ce38bf5 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Made reservation on behalf of fcf7e2256d264906affa05ee27479d94 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:28.869323 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1642b5c3-eddf-4d58-9055-a2421ce38bf5 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:28.987325 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6124340-3e97-4191-b22d-8397ceb67509 None None] Routers {'36e41522-1d5f-432b-92f8-da0b5e5d69f9'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:30:28.987960 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-f6124340-3e97-4191-b22d-8397ceb67509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:30:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['36e41522-1d5f-432b-92f8-da0b5e5d69f9'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:29.132634 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8fde67de-21d5-4158-808e-e2de76d8dc84 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:29.147257 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 3797ce7f-676a-42af-8bea-435f1b52fb30 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:30:29.150756 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-51823b40-072f-470b-bb6d-fb6a56185731 admin admin] Allocated IP 172.20.0.1 (e796765b-1930-4bf6-a1de-108c2480df7a/a37a1623-7656-4357-b444-ac3a6f242c67/8d9741bf-54e3-4542-b6ca-ba3c9bcaae6e) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:30:29.278518 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-8fde67de-21d5-4158-808e-e2de76d8dc84 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Transition to ACTIVE for port object d2df5801-d9b2-4f0a-bccf-deebd5667317 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:30:29.287575 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433c3400-0b07-42d8-ad39-57ff642585ae None None] Pushing event updated for resources: {'Port': ['ID=21180eeb-0e85-437a-b0b3-81f270ac805b,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:29.413065 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 3797ce7f-676a-42af-8bea-435f1b52fb30 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:30:29.436953 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 3797ce7f-676a-42af-8bea-435f1b52fb30 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:29.439674 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:29.462061 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8fde67de-21d5-4158-808e-e2de76d8dc84 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:29.472130 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-f6124340-3e97-4191-b22d-8397ceb67509 None None] Set router 36e41522-1d5f-432b-92f8-da0b5e5d69f9 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:30:29.590321 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-51823b40-072f-470b-bb6d-fb6a56185731 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:29.629855 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-51823b40-072f-470b-bb6d-fb6a56185731 admin admin] Transition to ACTIVE for port object 8d9741bf-54e3-4542-b6ca-ba3c9bcaae6e will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:30:29.679753 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fde67de-21d5-4158-808e-e2de76d8dc84 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Network 3c4fc1c2-da7d-4d47-9fab-e3152cd69d37 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:30:29.689441 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-51823b40-072f-470b-bb6d-fb6a56185731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:29.707578 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-8fde67de-21d5-4158-808e-e2de76d8dc84 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:29.714337 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fde67de-21d5-4158-808e-e2de76d8dc84 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:30:29.779740 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51823b40-072f-470b-bb6d-fb6a56185731 admin admin] Network e796765b-1930-4bf6-a1de-108c2480df7a is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:30:29.790068 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-51823b40-072f-470b-bb6d-fb6a56185731 admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:29.798694 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51823b40-072f-470b-bb6d-fb6a56185731 admin admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:30:29.801380 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:29.849559 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 3797ce7f-676a-42af-8bea-435f1b52fb30, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=3797ce7f-676a-42af-8bea-435f1b52fb30,segment=NetworkSegment(ea7e8ec0-8208-4521-b904-1f04798510c5),segment_id=ea7e8ec0-8208-4521-b904-1f04798510c5)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:30:29.859073 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:29.859871 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 60e77692-969b-4777-ad86-9730545ae77e up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:30:29.885360 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde67de-21d5-4158-808e-e2de76d8dc84 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Pushing event updated for resources: {'Port': ['ID=d2df5801-d9b2-4f0a-bccf-deebd5667317,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:29.919866 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51823b40-072f-470b-bb6d-fb6a56185731 admin admin] Pushing event updated for resources: {'Port': ['ID=8d9741bf-54e3-4542-b6ca-ba3c9bcaae6e,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:29.945795 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1642b5c3-eddf-4d58-9055-a2421ce38bf5 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:29.992730 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189b2383-ee09-4400-9cbe-d30cdc7a99d5 None None] Network e796765b-1930-4bf6-a1de-108c2480df7a requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:30:30.001247 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-51823b40-072f-470b-bb6d-fb6a56185731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:30.068235 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8fde67de-21d5-4158-808e-e2de76d8dc84 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:30.143238 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1642b5c3-eddf-4d58-9055-a2421ce38bf5 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Network 22d227dc-8d0a-4805-9ef9-b9c9db32dcb7 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:30:30.149042 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-1642b5c3-eddf-4d58-9055-a2421ce38bf5 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:30.162944 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1642b5c3-eddf-4d58-9055-a2421ce38bf5 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:30.163708 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1642b5c3-eddf-4d58-9055-a2421ce38bf5 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:30.167368 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-f6124340-3e97-4191-b22d-8397ceb67509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e41522-1d5f-432b-92f8-da0b5e5d69f9', 'name': 'tempest-TestServerMultinode-1644976150-router', 'tenant_id': 'd5475c10790d427cb65cc6d675a29f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '21180eeb-0e85-437a-b0b3-81f270ac805b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:21Z', 'updated_at': '2022-02-09T01:30:24Z', 'revision_number': 3, 'project_id': 'd5475c10790d427cb65cc6d675a29f45', 'gw_port': {'id': '21180eeb-0e85-437a-b0b3-81f270ac805b', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:3b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e41522-1d5f-432b-92f8-da0b5e5d69f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:22Z', 'updated_at': '2022-02-09T01:30:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:30.175362 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6124340-3e97-4191-b22d-8397ceb67509 None None] The sync data for ids ['36e41522-1d5f-432b-92f8-da0b5e5d69f9'] in n-d-828418-1 is: [{'id': '36e41522-1d5f-432b-92f8-da0b5e5d69f9', 'name': 'tempest-TestServerMultinode-1644976150-router', 'tenant_id': 'd5475c10790d427cb65cc6d675a29f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '21180eeb-0e85-437a-b0b3-81f270ac805b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:21Z', 'updated_at': '2022-02-09T01:30:24Z', 'revision_number': 3, 'project_id': 'd5475c10790d427cb65cc6d675a29f45', 'gw_port': {'id': '21180eeb-0e85-437a-b0b3-81f270ac805b', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:3b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e41522-1d5f-432b-92f8-da0b5e5d69f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:22Z', 'updated_at': '2022-02-09T01:30:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:30:30.221701 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1642b5c3-eddf-4d58-9055-a2421ce38bf5 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event updated for resources: {'Subnet': ['ID=b64dacfe-5562-426d-bf33-ef4a1a9ebf37,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:30.237024 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-1642b5c3-eddf-4d58-9055-a2421ce38bf5 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3772686 Feb 09 01:30:30.243562 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 38396) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:30.289560 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-51823b40-072f-470b-bb6d-fb6a56185731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:30.339995 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-3a71ced3-5c3e-4c48-b5c3-d9ceb4a7cafb tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Request body: {'security_group': {'name': 'tempest-secgroup-735706447'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:30.346565 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-3a71ced3-5c3e-4c48-b5c3-d9ceb4a7cafb tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:30:30.392722 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-3a71ced3-5c3e-4c48-b5c3-d9ceb4a7cafb tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Usage tracker for resource:security_group and tenant:fcf7e2256d264906affa05ee27479d94 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:30:30.403980 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-3a71ced3-5c3e-4c48-b5c3-d9ceb4a7cafb tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:30:30.427689 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-3a71ced3-5c3e-4c48-b5c3-d9ceb4a7cafb tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:30:30.445143 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8fde67de-21d5-4158-808e-e2de76d8dc84 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:30.462151 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3a71ced3-5c3e-4c48-b5c3-d9ceb4a7cafb tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:30.574997 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8fff66-9d9f-4ac5-af0f-e884bdec4fbb None None] Network 22d227dc-8d0a-4805-9ef9-b9c9db32dcb7 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:30:30.592088 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=3797ce7f-676a-42af-8bea-435f1b52fb30,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:30.746392 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d7c9338e-ddc4-44a9-99a9-945acc652f51 None None] Provisioning for port a991d3bf-c90b-4fba-b3b8-23474339dcbe completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:30:30.797290 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 60e77692-969b-4777-ad86-9730545ae77e triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:30.797859 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:30.860089 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-51823b40-072f-470b-bb6d-fb6a56185731 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:30.880111 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-51823b40-072f-470b-bb6d-fb6a56185731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:30.987286 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418f70cc-0f6e-4922-9310-9d6c1344c3a9 None None] Network 3c4fc1c2-da7d-4d47-9fab-e3152cd69d37 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:30:30.988712 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-3a71ced3-5c3e-4c48-b5c3-d9ceb4a7cafb tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:30:31.017781 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-3a71ced3-5c3e-4c48-b5c3-d9ceb4a7cafb tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Usage tracker for resource:security_group_rule and tenant:fcf7e2256d264906affa05ee27479d94 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:30:31.036628 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-3a71ced3-5c3e-4c48-b5c3-d9ceb4a7cafb tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:30:31.056621 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-3a71ced3-5c3e-4c48-b5c3-d9ceb4a7cafb tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:30:31.100801 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-51823b40-072f-470b-bb6d-fb6a56185731 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:31.284965 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51823b40-072f-470b-bb6d-fb6a56185731 admin admin] Pushing event updated for resources: {'Port': ['ID=8d9741bf-54e3-4542-b6ca-ba3c9bcaae6e,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:31.387279 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51823b40-072f-470b-bb6d-fb6a56185731 admin admin] Network e796765b-1930-4bf6-a1de-108c2480df7a is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:30:31.388776 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-51823b40-072f-470b-bb6d-fb6a56185731 admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:31.539403 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-61e054a6-7276-4e4d-9d1a-6838ce66e851 None None] Provisioning for port 4712e12e-ac6a-4bff-994c-7a17f0585f9e completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:30:31.603717 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device a991d3bf-c90b-4fba-b3b8-23474339dcbe up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:30:31.829778 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8fde67de-21d5-4158-808e-e2de76d8dc84 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:31.864579 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8fde67de-21d5-4158-808e-e2de76d8dc84 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:31.914441 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3a71ced3-5c3e-4c48-b5c3-d9ceb4a7cafb tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:32.098042 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3a71ced3-5c3e-4c48-b5c3-d9ceb4a7cafb tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:32.107595 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074ac7c7-b68c-4992-85e7-77d493b3e604 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-22d227dc-8d0a-4805-9ef9-b9c9db32dcb7', 'network_id': '22d227dc-8d0a-4805-9ef9-b9c9db32dcb7', 'tenant_id': 'fcf7e2256d264906affa05ee27479d94', 'fixed_ips': [{'subnet_id': 'b64dacfe-5562-426d-bf33-ef4a1a9ebf37'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:30:32.108684 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-074ac7c7-b68c-4992-85e7-77d493b3e604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:32.120567 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51823b40-072f-470b-bb6d-fb6a56185731 admin admin] Router 36e41522-1d5f-432b-92f8-da0b5e5d69f9 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:30:32.125004 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde67de-21d5-4158-808e-e2de76d8dc84 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Pushing event updated for resources: {'Port': ['ID=d2df5801-d9b2-4f0a-bccf-deebd5667317,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:32.197247 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8fde67de-21d5-4158-808e-e2de76d8dc84 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:32.205717 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port a991d3bf-c90b-4fba-b3b8-23474339dcbe completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:30:32.358889 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a71ced3-5c3e-4c48-b5c3-d9ceb4a7cafb tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73422e88-0092-4a10-9ea7-23a115ae4383,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:32.368262 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3a71ced3-5c3e-4c48-b5c3-d9ceb4a7cafb tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:32.372064 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-3a71ced3-5c3e-4c48-b5c3-d9ceb4a7cafb tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.1176403 Feb 09 01:30:32.372814 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 38436) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:32.380015 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-860944ac-6349-4468-ab38-b051831687d2 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Request body: {'security_group': {'name': 'tempest-secgroup-1980168109'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:32.435801 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-860944ac-6349-4468-ab38-b051831687d2 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:30:32.458867 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-860944ac-6349-4468-ab38-b051831687d2 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Usage tracker for resource:security_group and tenant:fcf7e2256d264906affa05ee27479d94 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:30:32.472879 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-eaa18377-5a34-4184-bc68-5135d0ec4819 None None] Provisioning for port 8d9741bf-54e3-4542-b6ca-ba3c9bcaae6e completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:30:32.474217 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-860944ac-6349-4468-ab38-b051831687d2 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:30:32.489693 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-eaa18377-5a34-4184-bc68-5135d0ec4819 None None] Provisioning complete for port 8d9741bf-54e3-4542-b6ca-ba3c9bcaae6e triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:32.491612 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-eaa18377-5a34-4184-bc68-5135d0ec4819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:32.522678 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-860944ac-6349-4468-ab38-b051831687d2 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:30:32.549571 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51823b40-072f-470b-bb6d-fb6a56185731 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:30:32.561000 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-860944ac-6349-4468-ab38-b051831687d2 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:32.575157 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-51823b40-072f-470b-bb6d-fb6a56185731 admin admin] 10.222.0.105 "PUT /v2.0/routers/36e41522-1d5f-432b-92f8-da0b5e5d69f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0936787 Feb 09 01:30:32.610702 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port a991d3bf-c90b-4fba-b3b8-23474339dcbe triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:32.611255 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:32.625129 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fde67de-21d5-4158-808e-e2de76d8dc84 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Network 3c4fc1c2-da7d-4d47-9fab-e3152cd69d37 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:30:32.628238 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-8fde67de-21d5-4158-808e-e2de76d8dc84 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:32.781537 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-eaa18377-5a34-4184-bc68-5135d0ec4819 None None] Port 8d9741bf-54e3-4542-b6ca-ba3c9bcaae6e cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:30:32.867864 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-860944ac-6349-4468-ab38-b051831687d2 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:30:32.892692 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-860944ac-6349-4468-ab38-b051831687d2 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Usage tracker for resource:security_group_rule and tenant:fcf7e2256d264906affa05ee27479d94 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:30:32.901451 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-860944ac-6349-4468-ab38-b051831687d2 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:30:32.924083 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-860944ac-6349-4468-ab38-b051831687d2 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:30:32.963917 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-586d1755-b340-4c66-867f-26bcb5b7aa37 None None] Provisioning complete for port 8d9741bf-54e3-4542-b6ca-ba3c9bcaae6e triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:32.964295 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-586d1755-b340-4c66-867f-26bcb5b7aa37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:33.080896 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fde67de-21d5-4158-808e-e2de76d8dc84 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Router eba4282b-4ead-429e-bedd-9bdc38001a00 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:30:33.119121 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-586d1755-b340-4c66-867f-26bcb5b7aa37 None None] Port 8d9741bf-54e3-4542-b6ca-ba3c9bcaae6e cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:30:33.124174 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-074ac7c7-b68c-4992-85e7-77d493b3e604 None None] Allocated IP 172.20.0.2 (22d227dc-8d0a-4805-9ef9-b9c9db32dcb7/b64dacfe-5562-426d-bf33-ef4a1a9ebf37/b7a0236f-a1a3-4d54-84cc-dd00b7984712) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:30:33.142043 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:33.277483 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port a991d3bf-c90b-4fba-b3b8-23474339dcbe, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=a991d3bf-c90b-4fba-b3b8-23474339dcbe,segment=NetworkSegment(fd968399-842f-45f5-97ef-b482bfd19d7e),segment_id=fd968399-842f-45f5-97ef-b482bfd19d7e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:30:33.282504 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456db92d-45a4-4fc7-a985-9d643708dd4c None None] Sync routers for ids ['36e41522-1d5f-432b-92f8-da0b5e5d69f9'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:30:33.288532 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:33.309381 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-860944ac-6349-4468-ab38-b051831687d2 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:33.359082 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-860944ac-6349-4468-ab38-b051831687d2 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:33.362931 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456db92d-45a4-4fc7-a985-9d643708dd4c None None] Routers {'36e41522-1d5f-432b-92f8-da0b5e5d69f9'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:30:33.363655 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-456db92d-45a4-4fc7-a985-9d643708dd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:30:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['36e41522-1d5f-432b-92f8-da0b5e5d69f9'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:33.417635 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:30:33.428400 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38462) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:33.448142 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860944ac-6349-4468-ab38-b051831687d2 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2e30a7-9c0f-42c1-bb64-8bb8a761ed8f,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:33.451761 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-860944ac-6349-4468-ab38-b051831687d2 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:33.452975 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-860944ac-6349-4468-ab38-b051831687d2 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0790596 Feb 09 01:30:33.455862 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38468) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:33.461404 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-c7c55dff-8f21-4400-9317-4bdf0b2f7a4b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-273903721', 'security_groups': ['cb2e30a7-9c0f-42c1-bb64-8bb8a761ed8f'], 'network_id': '22d227dc-8d0a-4805-9ef9-b9c9db32dcb7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b64dacfe-5562-426d-bf33-ef4a1a9ebf37'}]}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:33.597432 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fde67de-21d5-4158-808e-e2de76d8dc84 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:30:33.608762 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-8fde67de-21d5-4158-808e-e2de76d8dc84 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "PUT /v2.0/routers/eba4282b-4ead-429e-bedd-9bdc38001a00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1732004 Feb 09 01:30:33.611511 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 38474) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:33.682410 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a15911d-e25c-489c-b48e-de8283df848d None None] Sync routers for ids ['eba4282b-4ead-429e-bedd-9bdc38001a00'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:30:33.766568 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a15911d-e25c-489c-b48e-de8283df848d None None] Routers {'eba4282b-4ead-429e-bedd-9bdc38001a00'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:30:33.767410 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-9a15911d-e25c-489c-b48e-de8283df848d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:30:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['eba4282b-4ead-429e-bedd-9bdc38001a00'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:33.788769 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ff569e1c-a507-409e-a5e7-756cc4c692e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:33.819652 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ff569e1c-a507-409e-a5e7-756cc4c692e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:30:33.829225 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ff569e1c-a507-409e-a5e7-756cc4c692e6 admin admin] Usage tracker for resource:security_group_rule and tenant:47ff48660ec44d7e98a9caf6ad4dc5e1 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:30:33.835571 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ff569e1c-a507-409e-a5e7-756cc4c692e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:30:33.848092 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ff569e1c-a507-409e-a5e7-756cc4c692e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:30:33.892908 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a03cf5-d004-440f-86dd-e5597e35ee08 tempest-TestNetworkBasicOps-1758285558 tempest-TestNetworkBasicOps-1758285558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:33.893378 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a03cf5-d004-440f-86dd-e5597e35ee08 tempest-TestNetworkBasicOps-1758285558 tempest-TestNetworkBasicOps-1758285558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:33.893861 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a03cf5-d004-440f-86dd-e5597e35ee08 tempest-TestNetworkBasicOps-1758285558 tempest-TestNetworkBasicOps-1758285558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:33.894314 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a03cf5-d004-440f-86dd-e5597e35ee08 tempest-TestNetworkBasicOps-1758285558 tempest-TestNetworkBasicOps-1758285558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:33.895029 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a03cf5-d004-440f-86dd-e5597e35ee08 tempest-TestNetworkBasicOps-1758285558 tempest-TestNetworkBasicOps-1758285558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:33.895489 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a03cf5-d004-440f-86dd-e5597e35ee08 tempest-TestNetworkBasicOps-1758285558 tempest-TestNetworkBasicOps-1758285558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:33.895984 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a03cf5-d004-440f-86dd-e5597e35ee08 tempest-TestNetworkBasicOps-1758285558 tempest-TestNetworkBasicOps-1758285558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:33.898115 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-456db92d-45a4-4fc7-a985-9d643708dd4c None None] Set router 36e41522-1d5f-432b-92f8-da0b5e5d69f9 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:30:33.902812 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-70a03cf5-d004-440f-86dd-e5597e35ee08 tempest-TestNetworkBasicOps-1758285558 tempest-TestNetworkBasicOps-1758285558-project-admin] 10.222.0.105 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4978 time: 0.2900507 Feb 09 01:30:33.904860 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38490) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:34.030925 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c7c55dff-8f21-4400-9317-4bdf0b2f7a4b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:30:34.089518 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c7c55dff-8f21-4400-9317-4bdf0b2f7a4b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:30:34.139074 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ff569e1c-a507-409e-a5e7-756cc4c692e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:34.165220 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ff569e1c-a507-409e-a5e7-756cc4c692e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:34.186053 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa615c5-bc32-4530-aee6-906e482d4d71 req-6493e754-d253-4267-a8a7-23f4fcb23b07 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:34.203375 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1aa615c5-bc32-4530-aee6-906e482d4d71 req-6493e754-d253-4267-a8a7-23f4fcb23b07 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.105 "GET /v2.0/networks?id=2ef4ab06-0d41-4f66-ba87-75de2f21e016 HTTP/1.1" status: 200 len: 911 time: 0.2983198 Feb 09 01:30:34.211020 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-9a15911d-e25c-489c-b48e-de8283df848d None None] Set router eba4282b-4ead-429e-bedd-9bdc38001a00 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:30:34.213065 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 3797ce7f-676a-42af-8bea-435f1b52fb30 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:30:34.215063 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ca2d5e-6f0f-449e-b94d-eca45b168211 tempest-TestNetworkBasicOps-1758285558 tempest-TestNetworkBasicOps-1758285558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:34.215526 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ca2d5e-6f0f-449e-b94d-eca45b168211 tempest-TestNetworkBasicOps-1758285558 tempest-TestNetworkBasicOps-1758285558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:34.216101 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ca2d5e-6f0f-449e-b94d-eca45b168211 tempest-TestNetworkBasicOps-1758285558 tempest-TestNetworkBasicOps-1758285558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:34.216981 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ca2d5e-6f0f-449e-b94d-eca45b168211 tempest-TestNetworkBasicOps-1758285558 tempest-TestNetworkBasicOps-1758285558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:34.217422 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ca2d5e-6f0f-449e-b94d-eca45b168211 tempest-TestNetworkBasicOps-1758285558 tempest-TestNetworkBasicOps-1758285558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:34.217897 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ca2d5e-6f0f-449e-b94d-eca45b168211 tempest-TestNetworkBasicOps-1758285558 tempest-TestNetworkBasicOps-1758285558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:34.218323 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ca2d5e-6f0f-449e-b94d-eca45b168211 tempest-TestNetworkBasicOps-1758285558 tempest-TestNetworkBasicOps-1758285558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:34.222017 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1aa615c5-bc32-4530-aee6-906e482d4d71 req-709657d0-0b2f-40f2-8cec-47c75cfc9d05 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.105 "GET /v2.0/quotas/d5475c10790d427cb65cc6d675a29f45 HTTP/1.1" status: 200 len: 375 time: 0.0176117 Feb 09 01:30:34.223298 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c4ca2d5e-6f0f-449e-b94d-eca45b168211 tempest-TestNetworkBasicOps-1758285558 tempest-TestNetworkBasicOps-1758285558-project-admin] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4594 time: 0.3111560 Feb 09 01:30:34.224244 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c55dff-8f21-4400-9317-4bdf0b2f7a4b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Made reservation on behalf of fcf7e2256d264906affa05ee27479d94 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:34.233399 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 38496) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:34.337230 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ff569e1c-a507-409e-a5e7-756cc4c692e6 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=47ff48660ec44d7e98a9caf6ad4dc5e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9075279 Feb 09 01:30:34.338040 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff569e1c-a507-409e-a5e7-756cc4c692e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e901af-21dc-4243-ac28-ed86d2c22517,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:34.340544 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38500) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:34.432810 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-074ac7c7-b68c-4992-85e7-77d493b3e604 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:34.444008 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-074ac7c7-b68c-4992-85e7-77d493b3e604 None None] Transition to ACTIVE for port object b7a0236f-a1a3-4d54-84cc-dd00b7984712 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:30:34.447422 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c7c55dff-8f21-4400-9317-4bdf0b2f7a4b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:34.465292 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-074ac7c7-b68c-4992-85e7-77d493b3e604 None None] Transition to ACTIVE for port object b7a0236f-a1a3-4d54-84cc-dd00b7984712 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:30:34.488197 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=a991d3bf-c90b-4fba-b3b8-23474339dcbe,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:34.497519 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-074ac7c7-b68c-4992-85e7-77d493b3e604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:34.503177 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-63641909-f9f0-46fe-a6ef-34cd665d6601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:34.522734 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-c7c55dff-8f21-4400-9317-4bdf0b2f7a4b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] device_id is not set on port 34e6a79a-8af2-4acf-95e0-f7a975db18be yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:30:34.649024 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-63641909-f9f0-46fe-a6ef-34cd665d6601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:34.683743 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-9a15911d-e25c-489c-b48e-de8283df848d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba4282b-4ead-429e-bedd-9bdc38001a00', 'name': 'tempest-TestNetworkBasicOps-router-1368011929', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '60e77692-969b-4777-ad86-9730545ae77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:12Z', 'updated_at': '2022-02-09T01:30:30Z', 'revision_number': 4, 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'gw_port': {'id': '60e77692-969b-4777-ad86-9730545ae77e', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:02:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba4282b-4ead-429e-bedd-9bdc38001a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:14Z', 'updated_at': '2022-02-09T01:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'd2df5801-d9b2-4f0a-bccf-deebd5667317', 'name': '', 'network_id': '3c4fc1c2-da7d-4d47-9fab-e3152cd69d37', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'mac_address': 'fa:16:3e:ff:fc:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba4282b-4ead-429e-bedd-9bdc38001a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': 'e8f91757-70e4-4e4e-95d1-289081aff0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:26Z', 'updated_at': '2022-02-09T01:30:31Z', 'revision_number': 2, 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'subnets': [{'id': 'e8f91757-70e4-4e4e-95d1-289081aff0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:34.692415 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a15911d-e25c-489c-b48e-de8283df848d None None] Checking router: eba4282b-4ead-429e-bedd-9bdc38001a00 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:30:34.693075 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a15911d-e25c-489c-b48e-de8283df848d None None] Updating router eba4282b-4ead-429e-bedd-9bdc38001a00 port d2df5801-d9b2-4f0a-bccf-deebd5667317 binding host n-d-828418-1 {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:30:34.704881 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1aa615c5-bc32-4530-aee6-906e482d4d71 req-87c6b472-3fa7-4732-b6f5-7e9725e0f161 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.105 "GET /v2.0/ports?tenant_id=d5475c10790d427cb65cc6d675a29f45&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4703796 Feb 09 01:30:34.710205 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074ac7c7-b68c-4992-85e7-77d493b3e604 None None] Network 22d227dc-8d0a-4805-9ef9-b9c9db32dcb7 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:30:34.736945 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-074ac7c7-b68c-4992-85e7-77d493b3e604 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:34.752715 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074ac7c7-b68c-4992-85e7-77d493b3e604 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:30:34.805733 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-63641909-f9f0-46fe-a6ef-34cd665d6601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:34.823671 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-abb67abc-3230-47ae-ab93-ae7e294e6fe8 None None] Provisioning for port d2df5801-d9b2-4f0a-bccf-deebd5667317 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:30:34.834870 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-abb67abc-3230-47ae-ab93-ae7e294e6fe8 None None] Provisioning complete for port d2df5801-d9b2-4f0a-bccf-deebd5667317 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:34.835951 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-abb67abc-3230-47ae-ab93-ae7e294e6fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:34.838809 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [req-1aa615c5-bc32-4530-aee6-906e482d4d71 req-cd4a2628-4eaa-4a56-9510-8dd13e2c84fa service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:30:34.840011 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1aa615c5-bc32-4530-aee6-906e482d4d71 req-cd4a2628-4eaa-4a56-9510-8dd13e2c84fa service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1338050 Feb 09 01:30:34.852737 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-9a15911d-e25c-489c-b48e-de8283df848d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:34.927653 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63641909-f9f0-46fe-a6ef-34cd665d6601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e901af-21dc-4243-ac28-ed86d2c22517,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:34.938703 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-abb67abc-3230-47ae-ab93-ae7e294e6fe8 None None] Port d2df5801-d9b2-4f0a-bccf-deebd5667317 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:30:34.961635 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074ac7c7-b68c-4992-85e7-77d493b3e604 None None] Pushing event updated for resources: {'Port': ['ID=b7a0236f-a1a3-4d54-84cc-dd00b7984712,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:34.986072 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 3797ce7f-676a-42af-8bea-435f1b52fb30 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:34.986446 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:35.002998 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-63641909-f9f0-46fe-a6ef-34cd665d6601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:35.004634 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-63641909-f9f0-46fe-a6ef-34cd665d6601 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/24e901af-21dc-4243-ac28-ed86d2c22517 HTTP/1.1" status: 204 len: 168 time: 0.6557148 Feb 09 01:30:35.042045 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1aa615c5-bc32-4530-aee6-906e482d4d71 req-73b3ba58-32cc-49c4-9879-47da58fab2fd service neutron] 10.222.0.105 "GET /v2.0/networks/2ef4ab06-0d41-4f66-ba87-75de2f21e016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876805 Feb 09 01:30:35.056342 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-074ac7c7-b68c-4992-85e7-77d493b3e604 None None] Attempting to bind port b7a0236f-a1a3-4d54-84cc-dd00b7984712 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:30:35.056719 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-074ac7c7-b68c-4992-85e7-77d493b3e604 None None] Attempting to bind port b7a0236f-a1a3-4d54-84cc-dd00b7984712 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '1ba60014-c38c-4260-a0e9-7158228633e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '22d227dc-8d0a-4805-9ef9-b9c9db32dcb7'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:30:35.057125 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074ac7c7-b68c-4992-85e7-77d493b3e604 None None] Attempting to bind port b7a0236f-a1a3-4d54-84cc-dd00b7984712 on network 22d227dc-8d0a-4805-9ef9-b9c9db32dcb7 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:30:35.113987 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-c7c55dff-8f21-4400-9317-4bdf0b2f7a4b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Allocated IP 172.20.0.3 (22d227dc-8d0a-4805-9ef9-b9c9db32dcb7/b64dacfe-5562-426d-bf33-ef4a1a9ebf37/34e6a79a-8af2-4acf-95e0-f7a975db18be) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:30:35.125379 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-6573b6be-d363-4d31-a7db-4ab3ce2fceb7 None None] Provisioning complete for port d2df5801-d9b2-4f0a-bccf-deebd5667317 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:35.125784 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6573b6be-d363-4d31-a7db-4ab3ce2fceb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:35.187979 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074ac7c7-b68c-4992-85e7-77d493b3e604 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:30:35.188352 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074ac7c7-b68c-4992-85e7-77d493b3e604 None None] Checking segment: {'id': '1ba60014-c38c-4260-a0e9-7158228633e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '22d227dc-8d0a-4805-9ef9-b9c9db32dcb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:30:35.188753 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-074ac7c7-b68c-4992-85e7-77d493b3e604 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:35.189147 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074ac7c7-b68c-4992-85e7-77d493b3e604 None None] Bound using segment: {'id': '1ba60014-c38c-4260-a0e9-7158228633e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '22d227dc-8d0a-4805-9ef9-b9c9db32dcb7'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:30:35.189684 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-074ac7c7-b68c-4992-85e7-77d493b3e604 None None] Bound port: b7a0236f-a1a3-4d54-84cc-dd00b7984712, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ba60014-c38c-4260-a0e9-7158228633e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '22d227dc-8d0a-4805-9ef9-b9c9db32dcb7'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:30:35.190028 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-074ac7c7-b68c-4992-85e7-77d493b3e604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:35.224429 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-d1f50e72-76c6-47b7-8f2f-30b66e8bfc6c tempest-TestNetworkBasicOps-1758285558 tempest-TestNetworkBasicOps-1758285558-project-admin] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3044 time: 0.9887314 Feb 09 01:30:35.363788 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1aa615c5-bc32-4530-aee6-906e482d4d71 req-6455f815-ca1d-42fe-819e-5e36fe0fd064 service neutron] 10.222.0.105 "GET /v2.0/networks/2ef4ab06-0d41-4f66-ba87-75de2f21e016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208692 Feb 09 01:30:35.372557 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-9a15911d-e25c-489c-b48e-de8283df848d None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:35.387046 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-9a15911d-e25c-489c-b48e-de8283df848d None None] Transition to ACTIVE for port object d2df5801-d9b2-4f0a-bccf-deebd5667317 will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:30:35.397683 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-9a15911d-e25c-489c-b48e-de8283df848d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:35.488199 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c7c55dff-8f21-4400-9317-4bdf0b2f7a4b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:35.493817 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-6573b6be-d363-4d31-a7db-4ab3ce2fceb7 None None] Port d2df5801-d9b2-4f0a-bccf-deebd5667317 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:30:35.513718 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-c7c55dff-8f21-4400-9317-4bdf0b2f7a4b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Transition to ACTIVE for port object 34e6a79a-8af2-4acf-95e0-f7a975db18be will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:30:35.569586 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c7c55dff-8f21-4400-9317-4bdf0b2f7a4b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:35.631824 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-074ac7c7-b68c-4992-85e7-77d493b3e604 None None] For port b7a0236f-a1a3-4d54-84cc-dd00b7984712, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:30:35.661508 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-074ac7c7-b68c-4992-85e7-77d493b3e604 None None] For port b7a0236f-a1a3-4d54-84cc-dd00b7984712, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=b7a0236f-a1a3-4d54-84cc-dd00b7984712,segment=NetworkSegment(1ba60014-c38c-4260-a0e9-7158228633e5),segment_id=1ba60014-c38c-4260-a0e9-7158228633e5)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:30:35.696343 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-074ac7c7-b68c-4992-85e7-77d493b3e604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:35.697589 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0bdf77-6738-4bb5-8959-19e62ac2c2d3 None None] Pushing event updated for resources: {'Port': ['ID=d2df5801-d9b2-4f0a-bccf-deebd5667317,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:35.713236 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c55dff-8f21-4400-9317-4bdf0b2f7a4b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event updated for resources: {'Port': ['ID=34e6a79a-8af2-4acf-95e0-f7a975db18be,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:35.735576 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c55dff-8f21-4400-9317-4bdf0b2f7a4b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Network 22d227dc-8d0a-4805-9ef9-b9c9db32dcb7 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:30:35.737074 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-c7c55dff-8f21-4400-9317-4bdf0b2f7a4b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:35.740567 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0bdf77-6738-4bb5-8959-19e62ac2c2d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:35.740914 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0bdf77-6738-4bb5-8959-19e62ac2c2d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:35.743085 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0bdf77-6738-4bb5-8959-19e62ac2c2d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:35.743726 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0bdf77-6738-4bb5-8959-19e62ac2c2d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:35.744067 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0bdf77-6738-4bb5-8959-19e62ac2c2d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:35.744496 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0bdf77-6738-4bb5-8959-19e62ac2c2d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:35.744776 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0bdf77-6738-4bb5-8959-19e62ac2c2d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:35.745101 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0bdf77-6738-4bb5-8959-19e62ac2c2d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:35.745468 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0bdf77-6738-4bb5-8959-19e62ac2c2d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:35.745812 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0bdf77-6738-4bb5-8959-19e62ac2c2d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:35.746131 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0bdf77-6738-4bb5-8959-19e62ac2c2d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:35.746446 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0bdf77-6738-4bb5-8959-19e62ac2c2d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:35.747706 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c55dff-8f21-4400-9317-4bdf0b2f7a4b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:30:35.788619 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-9a15911d-e25c-489c-b48e-de8283df848d None None] Attempting to bind port d2df5801-d9b2-4f0a-bccf-deebd5667317 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:30:35.789015 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-9a15911d-e25c-489c-b48e-de8283df848d None None] Attempting to bind port d2df5801-d9b2-4f0a-bccf-deebd5667317 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '3701e9a4-3ee7-431a-888c-2558f545529b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3c4fc1c2-da7d-4d47-9fab-e3152cd69d37'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:30:35.789377 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a15911d-e25c-489c-b48e-de8283df848d None None] Attempting to bind port d2df5801-d9b2-4f0a-bccf-deebd5667317 on network 3c4fc1c2-da7d-4d47-9fab-e3152cd69d37 {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:30:35.804353 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a15911d-e25c-489c-b48e-de8283df848d None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:30:35.804741 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a15911d-e25c-489c-b48e-de8283df848d None None] Checking segment: {'id': '3701e9a4-3ee7-431a-888c-2558f545529b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3c4fc1c2-da7d-4d47-9fab-e3152cd69d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:30:35.805127 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-9a15911d-e25c-489c-b48e-de8283df848d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:35.805517 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a15911d-e25c-489c-b48e-de8283df848d None None] Bound using segment: {'id': '3701e9a4-3ee7-431a-888c-2558f545529b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3c4fc1c2-da7d-4d47-9fab-e3152cd69d37'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:30:35.806020 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-9a15911d-e25c-489c-b48e-de8283df848d None None] Bound port: d2df5801-d9b2-4f0a-bccf-deebd5667317, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3701e9a4-3ee7-431a-888c-2558f545529b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3c4fc1c2-da7d-4d47-9fab-e3152cd69d37'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:30:35.806391 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-9a15911d-e25c-489c-b48e-de8283df848d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:35.838105 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38526) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:35.865954 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e66ead48-9b7d-40a4-a446-2ad856076657 req-c1bc23cd-bc9c-4017-80a2-833b2a725a53 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=02522db9-b00e-40c8-a965-31c85eeb15cb HTTP/1.1" status: 200 len: 210 time: 0.1228786 Feb 09 01:30:35.881644 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-faa548ca-ac98-41ea-84af-90773624b28c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:35.930724 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c55dff-8f21-4400-9317-4bdf0b2f7a4b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:35.931503 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c7c55dff-8f21-4400-9317-4bdf0b2f7a4b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:35.978780 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 38530) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:35.978961 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c7c55dff-8f21-4400-9317-4bdf0b2f7a4b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.5219681 Feb 09 01:30:35.980651 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38534) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:35.985712 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-451fe8c4-eb13-48e5-997a-0af02f685ed4 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Request body: {'subnet': {'network_id': '22d227dc-8d0a-4805-9ef9-b9c9db32dcb7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:35.988766 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-faa548ca-ac98-41ea-84af-90773624b28c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:30:35.997345 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-faa548ca-ac98-41ea-84af-90773624b28c admin admin] Usage tracker for resource:security_group_rule and tenant:b2563c68e52d455d92751555a00f5fc5 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:30:36.001028 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-faa548ca-ac98-41ea-84af-90773624b28c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:30:36.007549 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-faa548ca-ac98-41ea-84af-90773624b28c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:30:36.051971 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074ac7c7-b68c-4992-85e7-77d493b3e604 None None] Pushing event updated for resources: {'Port': ['ID=b7a0236f-a1a3-4d54-84cc-dd00b7984712,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:36.108101 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-9a15911d-e25c-489c-b48e-de8283df848d None None] For port d2df5801-d9b2-4f0a-bccf-deebd5667317, host n-d-828418-1, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:30:36.112430 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-9a15911d-e25c-489c-b48e-de8283df848d None None] For port d2df5801-d9b2-4f0a-bccf-deebd5667317, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=d2df5801-d9b2-4f0a-bccf-deebd5667317,segment=NetworkSegment(3701e9a4-3ee7-431a-888c-2558f545529b),segment_id=3701e9a4-3ee7-431a-888c-2558f545529b)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:30:36.121169 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-23efa985-098b-443d-b3bf-3a2f22b06777 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2033748450', 'description': 'tempest-secgroup-smoke-2033748450 description', 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:36.123308 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-9a15911d-e25c-489c-b48e-de8283df848d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:36.152826 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-23efa985-098b-443d-b3bf-3a2f22b06777 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:30:36.159940 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-23efa985-098b-443d-b3bf-3a2f22b06777 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Usage tracker for resource:security_group and tenant:59b43f7aa2bc4476a3c7bc7857b33f06 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:30:36.166034 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-23efa985-098b-443d-b3bf-3a2f22b06777 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:30:36.181127 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-23efa985-098b-443d-b3bf-3a2f22b06777 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:30:36.202803 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [req-4e160e16-c850-490e-ad2b-f086065bf4f1 req-2d7aac32-3d65-416b-a1aa-a64dd19bf2a7 service neutron] (87639) timed out ('10.222.0.105', 41540) {{(pid=87639) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 01:30:36.205757 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-23efa985-098b-443d-b3bf-3a2f22b06777 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:36.258913 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-23efa985-098b-443d-b3bf-3a2f22b06777 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:30:36.266887 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-23efa985-098b-443d-b3bf-3a2f22b06777 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Usage tracker for resource:security_group_rule and tenant:59b43f7aa2bc4476a3c7bc7857b33f06 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:30:36.279666 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-23efa985-098b-443d-b3bf-3a2f22b06777 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:30:36.300512 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-23efa985-098b-443d-b3bf-3a2f22b06777 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:30:36.322585 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a15911d-e25c-489c-b48e-de8283df848d None None] Routers {'eba4282b-4ead-429e-bedd-9bdc38001a00'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:30:36.327962 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-9a15911d-e25c-489c-b48e-de8283df848d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:30:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['eba4282b-4ead-429e-bedd-9bdc38001a00'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:36.347849 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-faa548ca-ac98-41ea-84af-90773624b28c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:36.362367 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-faa548ca-ac98-41ea-84af-90773624b28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:36.403572 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-456db92d-45a4-4fc7-a985-9d643708dd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e41522-1d5f-432b-92f8-da0b5e5d69f9', 'name': 'tempest-TestServerMultinode-1644976150-router', 'tenant_id': 'd5475c10790d427cb65cc6d675a29f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '21180eeb-0e85-437a-b0b3-81f270ac805b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:21Z', 'updated_at': '2022-02-09T01:30:30Z', 'revision_number': 4, 'project_id': 'd5475c10790d427cb65cc6d675a29f45', 'gw_port': {'id': '21180eeb-0e85-437a-b0b3-81f270ac805b', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:3b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e41522-1d5f-432b-92f8-da0b5e5d69f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:22Z', 'updated_at': '2022-02-09T01:30:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '8d9741bf-54e3-4542-b6ca-ba3c9bcaae6e', 'name': '', 'network_id': 'e796765b-1930-4bf6-a1de-108c2480df7a', 'tenant_id': 'd5475c10790d427cb65cc6d675a29f45', 'mac_address': 'fa:16:3e:2a:d2:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e41522-1d5f-432b-92f8-da0b5e5d69f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'a37a1623-7656-4357-b444-ac3a6f242c67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:28Z', 'updated_at': '2022-02-09T01:30:30Z', 'revision_number': 2, 'project_id': 'd5475c10790d427cb65cc6d675a29f45', 'subnets': [{'id': 'a37a1623-7656-4357-b444-ac3a6f242c67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:36.414969 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456db92d-45a4-4fc7-a985-9d643708dd4c None None] Checking router: 36e41522-1d5f-432b-92f8-da0b5e5d69f9 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:30:36.415308 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456db92d-45a4-4fc7-a985-9d643708dd4c None None] Updating router 36e41522-1d5f-432b-92f8-da0b5e5d69f9 port 8d9741bf-54e3-4542-b6ca-ba3c9bcaae6e binding host n-d-828418-1 {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:30:36.438762 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-451fe8c4-eb13-48e5-997a-0af02f685ed4 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:30:36.453301 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-451fe8c4-eb13-48e5-997a-0af02f685ed4 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Usage tracker for resource:subnet and tenant:fcf7e2256d264906affa05ee27479d94 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:30:36.459078 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-faa548ca-ac98-41ea-84af-90773624b28c admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=b2563c68e52d455d92751555a00f5fc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6198637 Feb 09 01:30:36.461496 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 38546) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:36.462400 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-451fe8c4-eb13-48e5-997a-0af02f685ed4 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:30:36.463487 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0bdf77-6738-4bb5-8959-19e62ac2c2d3 None None] Pushing event updated for resources: {'Port': ['ID=d2df5801-d9b2-4f0a-bccf-deebd5667317,revision_number=4']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:36.488982 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-451fe8c4-eb13-48e5-997a-0af02f685ed4 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:30:36.492864 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 21180eeb-0e85-437a-b0b3-81f270ac805b up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:30:36.541382 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451fe8c4-eb13-48e5-997a-0af02f685ed4 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Made reservation on behalf of fcf7e2256d264906affa05ee27479d94 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:36.545059 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-451fe8c4-eb13-48e5-997a-0af02f685ed4 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:36.555649 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa548ca-ac98-41ea-84af-90773624b28c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5413dee-79af-402f-a7dd-a3bbcbd4b116,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:36.705100 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-23efa985-098b-443d-b3bf-3a2f22b06777 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:36.722747 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-23efa985-098b-443d-b3bf-3a2f22b06777 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:36.828240 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-9a15911d-e25c-489c-b48e-de8283df848d None None] Set router eba4282b-4ead-429e-bedd-9bdc38001a00 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:30:36.910387 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-456db92d-45a4-4fc7-a985-9d643708dd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:37.002027 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-731f03b9-9686-4fdd-8a50-9368ebd7e6cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:37.071216 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-731f03b9-9686-4fdd-8a50-9368ebd7e6cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:37.129660 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23efa985-098b-443d-b3bf-3a2f22b06777 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79ac895b-47f8-4b39-aad5-396f5ee40d89,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:37.156392 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-23efa985-098b-443d-b3bf-3a2f22b06777 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:37.158918 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-23efa985-098b-443d-b3bf-3a2f22b06777 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0435865 Feb 09 01:30:37.161828 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38554) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:37.168248 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-cad57ed4-6e18-400f-86c9-6ff8f31188a4 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Request body: {'security_group_rule': {'security_group_id': '79ac895b-47f8-4b39-aad5-396f5ee40d89', 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:37.179634 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-cad57ed4-6e18-400f-86c9-6ff8f31188a4 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:30:37.186661 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-cad57ed4-6e18-400f-86c9-6ff8f31188a4 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Usage tracker for resource:security_group_rule and tenant:59b43f7aa2bc4476a3c7bc7857b33f06 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:30:37.190125 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-cad57ed4-6e18-400f-86c9-6ff8f31188a4 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:30:37.205130 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-cad57ed4-6e18-400f-86c9-6ff8f31188a4 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:30:37.225173 n-d-828418-1 neutron-server[87639]: INFO neutron.db.ipam_backend_mixin [None req-451fe8c4-eb13-48e5-997a-0af02f685ed4 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b64dacfe-5562-426d-bf33-ef4a1a9ebf37 (CIDR: 172.20.0.0/28) Feb 09 01:30:37.233568 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cad57ed4-6e18-400f-86c9-6ff8f31188a4 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:37.248882 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-113a6a81-c96a-43e3-916d-992760ecef04 req-ec403acf-f5e6-4368-b203-d314dad68cdc tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=02522db9-b00e-40c8-a965-31c85eeb15cb HTTP/1.1" status: 200 len: 210 time: 0.1329720 Feb 09 01:30:37.253506 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-451fe8c4-eb13-48e5-997a-0af02f685ed4 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:30:37.255003 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-451fe8c4-eb13-48e5-997a-0af02f685ed4 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:30:37.263488 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 21180eeb-0e85-437a-b0b3-81f270ac805b completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:30:37.281883 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-451fe8c4-eb13-48e5-997a-0af02f685ed4 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3025944 Feb 09 01:30:37.282803 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 38558) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:37.284438 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 21180eeb-0e85-437a-b0b3-81f270ac805b triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:37.284980 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:37.289530 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-55a0a184-c2af-475b-83fa-0a0c3037ef50 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Request body: {'subnet': {'network_id': '22d227dc-8d0a-4805-9ef9-b9c9db32dcb7', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:37.431669 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cad57ed4-6e18-400f-86c9-6ff8f31188a4 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:37.437018 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cad57ed4-6e18-400f-86c9-6ff8f31188a4 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:37.459265 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-9a15911d-e25c-489c-b48e-de8283df848d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba4282b-4ead-429e-bedd-9bdc38001a00', 'name': 'tempest-TestNetworkBasicOps-router-1368011929', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '60e77692-969b-4777-ad86-9730545ae77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:12Z', 'updated_at': '2022-02-09T01:30:30Z', 'revision_number': 4, 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'gw_port': {'id': '60e77692-969b-4777-ad86-9730545ae77e', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:02:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba4282b-4ead-429e-bedd-9bdc38001a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:14Z', 'updated_at': '2022-02-09T01:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'd2df5801-d9b2-4f0a-bccf-deebd5667317', 'name': '', 'network_id': '3c4fc1c2-da7d-4d47-9fab-e3152cd69d37', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'mac_address': 'fa:16:3e:ff:fc:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba4282b-4ead-429e-bedd-9bdc38001a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': 'e8f91757-70e4-4e4e-95d1-289081aff0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:26Z', 'updated_at': '2022-02-09T01:30:36Z', 'revision_number': 4, 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'subnets': [{'id': 'e8f91757-70e4-4e4e-95d1-289081aff0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:37.468931 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a15911d-e25c-489c-b48e-de8283df848d None None] The sync data for ids ['eba4282b-4ead-429e-bedd-9bdc38001a00'] in n-d-828418-1 is: [{'id': 'eba4282b-4ead-429e-bedd-9bdc38001a00', 'name': 'tempest-TestNetworkBasicOps-router-1368011929', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '60e77692-969b-4777-ad86-9730545ae77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:12Z', 'updated_at': '2022-02-09T01:30:30Z', 'revision_number': 4, 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'gw_port': {'id': '60e77692-969b-4777-ad86-9730545ae77e', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:02:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba4282b-4ead-429e-bedd-9bdc38001a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:14Z', 'updated_at': '2022-02-09T01:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'd2df5801-d9b2-4f0a-bccf-deebd5667317', 'name': '', 'network_id': '3c4fc1c2-da7d-4d47-9fab-e3152cd69d37', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'mac_address': 'fa:16:3e:ff:fc:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba4282b-4ead-429e-bedd-9bdc38001a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': 'e8f91757-70e4-4e4e-95d1-289081aff0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:26Z', 'updated_at': '2022-02-09T01:30:36Z', 'revision_number': 4, 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'subnets': [{'id': 'e8f91757-70e4-4e4e-95d1-289081aff0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:30:37.473380 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-55a0a184-c2af-475b-83fa-0a0c3037ef50 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:30:37.476651 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad57ed4-6e18-400f-86c9-6ff8f31188a4 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d26546c5-bf73-446f-83a8-6cf9c6cbef5a,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:37.488940 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-55a0a184-c2af-475b-83fa-0a0c3037ef50 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Usage tracker for resource:subnet and tenant:fcf7e2256d264906affa05ee27479d94 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:30:37.493172 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-55a0a184-c2af-475b-83fa-0a0c3037ef50 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:30:37.508986 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-731f03b9-9686-4fdd-8a50-9368ebd7e6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:37.525517 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cad57ed4-6e18-400f-86c9-6ff8f31188a4 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:37.527275 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-cad57ed4-6e18-400f-86c9-6ff8f31188a4 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3643672 Feb 09 01:30:37.531237 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38562) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:37.538372 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-55a0a184-c2af-475b-83fa-0a0c3037ef50 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:30:37.540846 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-34d03c2e-133a-445c-a8b4-ae7f120a4e57 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Request body: {'security_group_rule': {'security_group_id': '79ac895b-47f8-4b39-aad5-396f5ee40d89', 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:37.592311 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-34d03c2e-133a-445c-a8b4-ae7f120a4e57 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:30:37.605465 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a0a184-c2af-475b-83fa-0a0c3037ef50 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Made reservation on behalf of fcf7e2256d264906affa05ee27479d94 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:37.605840 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-34d03c2e-133a-445c-a8b4-ae7f120a4e57 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Usage tracker for resource:security_group_rule and tenant:59b43f7aa2bc4476a3c7bc7857b33f06 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:30:37.615624 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-34d03c2e-133a-445c-a8b4-ae7f120a4e57 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:30:37.622936 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-55a0a184-c2af-475b-83fa-0a0c3037ef50 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:37.628473 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-34d03c2e-133a-445c-a8b4-ae7f120a4e57 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:30:37.683199 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-34d03c2e-133a-445c-a8b4-ae7f120a4e57 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:37.689025 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731f03b9-9686-4fdd-8a50-9368ebd7e6cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5413dee-79af-402f-a7dd-a3bbcbd4b116,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:37.860520 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-34d03c2e-133a-445c-a8b4-ae7f120a4e57 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:37.866054 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-34d03c2e-133a-445c-a8b4-ae7f120a4e57 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:37.915536 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d03c2e-133a-445c-a8b4-ae7f120a4e57 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47dacca0-b1b3-4f47-968d-b8ca3bd9fd0a,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:37.948374 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-34d03c2e-133a-445c-a8b4-ae7f120a4e57 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:37.950037 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-34d03c2e-133a-445c-a8b4-ae7f120a4e57 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4177122 Feb 09 01:30:37.953336 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38568) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:37.958970 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-c7cc4790-4d68-464f-9e54-c615705c5dbd tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Request body: {'security_group_rule': {'security_group_id': '79ac895b-47f8-4b39-aad5-396f5ee40d89', 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:37.969183 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:37.972173 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c7cc4790-4d68-464f-9e54-c615705c5dbd tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:30:37.983324 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-c7cc4790-4d68-464f-9e54-c615705c5dbd tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Usage tracker for resource:security_group_rule and tenant:59b43f7aa2bc4476a3c7bc7857b33f06 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:30:37.991428 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-c7cc4790-4d68-464f-9e54-c615705c5dbd tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:30:38.006939 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c7cc4790-4d68-464f-9e54-c615705c5dbd tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:30:38.044322 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c7cc4790-4d68-464f-9e54-c615705c5dbd tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:38.048553 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 21180eeb-0e85-437a-b0b3-81f270ac805b, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=21180eeb-0e85-437a-b0b3-81f270ac805b,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:30:38.066091 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:38.066966 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 4712e12e-ac6a-4bff-994c-7a17f0585f9e up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:30:38.127979 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-456db92d-45a4-4fc7-a985-9d643708dd4c None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:38.185843 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-731f03b9-9686-4fdd-8a50-9368ebd7e6cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:38.187312 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-731f03b9-9686-4fdd-8a50-9368ebd7e6cb admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/e5413dee-79af-402f-a7dd-a3bbcbd4b116 HTTP/1.1" status: 204 len: 168 time: 1.7216568 Feb 09 01:30:38.205308 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c7cc4790-4d68-464f-9e54-c615705c5dbd tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:38.214238 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c7cc4790-4d68-464f-9e54-c615705c5dbd tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:38.234175 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa615c5-bc32-4530-aee6-906e482d4d71 req-01ed0901-f05e-43e3-b15b-faa95e039b6f tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:38.235627 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1aa615c5-bc32-4530-aee6-906e482d4d71 req-01ed0901-f05e-43e3-b15b-faa95e039b6f tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.99 "GET /v2.0/networks?id=2ef4ab06-0d41-4f66-ba87-75de2f21e016 HTTP/1.1" status: 200 len: 911 time: 0.3831673 Feb 09 01:30:38.253752 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-1aa615c5-bc32-4530-aee6-906e482d4d71 req-1f7f5020-fe59-4f2c-89f9-a44273ba3530 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Request body: {'port': {'device_id': '02522db9-b00e-40c8-a965-31c85eeb15cb', 'network_id': '2ef4ab06-0d41-4f66-ba87-75de2f21e016', 'admin_state_up': True, 'tenant_id': 'd5475c10790d427cb65cc6d675a29f45'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:38.273507 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-1aa615c5-bc32-4530-aee6-906e482d4d71 req-1f7f5020-fe59-4f2c-89f9-a44273ba3530 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:30:38.318379 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-1aa615c5-bc32-4530-aee6-906e482d4d71 req-1f7f5020-fe59-4f2c-89f9-a44273ba3530 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Usage tracker for resource:port and tenant:d5475c10790d427cb65cc6d675a29f45 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:30:38.327897 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-1aa615c5-bc32-4530-aee6-906e482d4d71 req-1f7f5020-fe59-4f2c-89f9-a44273ba3530 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Quota usage for port was recalculated. Used quota:2. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:30:38.331088 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c7cc4790-4d68-464f-9e54-c615705c5dbd tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:38.332740 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c7cc4790-4d68-464f-9e54-c615705c5dbd tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3783581 Feb 09 01:30:38.340785 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 38576) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:38.353389 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cc4790-4d68-464f-9e54-c615705c5dbd tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=971754e4-f415-4f7a-82d9-86e9c5441a59,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:38.360994 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-1aa615c5-bc32-4530-aee6-906e482d4d71 req-1f7f5020-fe59-4f2c-89f9-a44273ba3530 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:30:38.366384 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-4272a2a5-f82a-4215-b32e-099f47dd9de8 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Request body: {'security_group_rule': {'security_group_id': '79ac895b-47f8-4b39-aad5-396f5ee40d89', 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:38.383604 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4272a2a5-f82a-4215-b32e-099f47dd9de8 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:30:38.402722 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-4272a2a5-f82a-4215-b32e-099f47dd9de8 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Usage tracker for resource:security_group_rule and tenant:59b43f7aa2bc4476a3c7bc7857b33f06 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:30:38.417776 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=21180eeb-0e85-437a-b0b3-81f270ac805b,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:38.449851 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-456db92d-45a4-4fc7-a985-9d643708dd4c None None] Transition to ACTIVE for port object 8d9741bf-54e3-4542-b6ca-ba3c9bcaae6e will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:30:38.490280 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 4712e12e-ac6a-4bff-994c-7a17f0585f9e completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:30:38.500312 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-456db92d-45a4-4fc7-a985-9d643708dd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:38.601413 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 4712e12e-ac6a-4bff-994c-7a17f0585f9e triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:38.601818 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:38.631739 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-4272a2a5-f82a-4215-b32e-099f47dd9de8 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:30:38.699444 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-de504aa1-300c-4377-8f8a-49775cff5b83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:38.741015 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6a5bb656-9cfb-43e4-af94-c72d14f0507a req-50992e48-2250-44f2-a5fc-74f384afde0e tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=02522db9-b00e-40c8-a965-31c85eeb15cb HTTP/1.1" status: 200 len: 210 time: 0.1235373 Feb 09 01:30:38.763329 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4272a2a5-f82a-4215-b32e-099f47dd9de8 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:30:38.780944 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b0f2e045-7f83-405c-845d-55f40e962996 None None] Provisioning for port b7a0236f-a1a3-4d54-84cc-dd00b7984712 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:30:38.841320 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1aa615c5-bc32-4530-aee6-906e482d4d71 req-1f7f5020-fe59-4f2c-89f9-a44273ba3530 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Made reservation on behalf of d5475c10790d427cb65cc6d675a29f45 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:38.844763 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1aa615c5-bc32-4530-aee6-906e482d4d71 req-1f7f5020-fe59-4f2c-89f9-a44273ba3530 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:38.949575 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4272a2a5-f82a-4215-b32e-099f47dd9de8 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:39.045254 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032c0cae-8ddc-4f20-92f7-b3bf67b74723 None None] Pushing event updated for resources: {'Port': ['ID=8d9741bf-54e3-4542-b6ca-ba3c9bcaae6e,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:39.206468 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4272a2a5-f82a-4215-b32e-099f47dd9de8 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:39.221165 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b0f2e045-7f83-405c-845d-55f40e962996 None None] Provisioning complete for port fbeae371-a07f-4875-8794-4a0b17646f4c triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:39.221551 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b0f2e045-7f83-405c-845d-55f40e962996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:39.227576 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4272a2a5-f82a-4215-b32e-099f47dd9de8 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:39.321297 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4272a2a5-f82a-4215-b32e-099f47dd9de8 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:39.325080 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-4272a2a5-f82a-4215-b32e-099f47dd9de8 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9709699 Feb 09 01:30:39.326075 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38594) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:39.332297 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-5818772a-556b-46ae-9933-798ba50c1eba tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Request body: {'security_group_rule': {'security_group_id': '79ac895b-47f8-4b39-aad5-396f5ee40d89', 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:39.344325 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5818772a-556b-46ae-9933-798ba50c1eba tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:30:39.354424 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-5818772a-556b-46ae-9933-798ba50c1eba tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Usage tracker for resource:security_group_rule and tenant:59b43f7aa2bc4476a3c7bc7857b33f06 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:30:39.360313 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-5818772a-556b-46ae-9933-798ba50c1eba tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:30:39.372627 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5818772a-556b-46ae-9933-798ba50c1eba tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:30:39.376430 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4272a2a5-f82a-4215-b32e-099f47dd9de8 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cd0888a-6b28-4993-9226-69131ed3b5be,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:39.384952 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-456db92d-45a4-4fc7-a985-9d643708dd4c None None] Attempting to bind port 8d9741bf-54e3-4542-b6ca-ba3c9bcaae6e on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:30:39.385326 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-456db92d-45a4-4fc7-a985-9d643708dd4c None None] Attempting to bind port 8d9741bf-54e3-4542-b6ca-ba3c9bcaae6e by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'fd968399-842f-45f5-97ef-b482bfd19d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e796765b-1930-4bf6-a1de-108c2480df7a'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:30:39.389527 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456db92d-45a4-4fc7-a985-9d643708dd4c None None] Attempting to bind port 8d9741bf-54e3-4542-b6ca-ba3c9bcaae6e on network e796765b-1930-4bf6-a1de-108c2480df7a {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:30:39.395544 n-d-828418-1 neutron-server[87638]: INFO neutron.db.securitygroups_db [None req-5818772a-556b-46ae-9933-798ba50c1eba tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Project 59b43f7aa2bc4476a3c7bc7857b33f06 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:30:39.399952 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-55a0a184-c2af-475b-83fa-0a0c3037ef50 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:39.411149 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456db92d-45a4-4fc7-a985-9d643708dd4c None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:30:39.411530 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456db92d-45a4-4fc7-a985-9d643708dd4c None None] Checking segment: {'id': 'fd968399-842f-45f5-97ef-b482bfd19d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e796765b-1930-4bf6-a1de-108c2480df7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:30:39.411933 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-456db92d-45a4-4fc7-a985-9d643708dd4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:39.412343 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456db92d-45a4-4fc7-a985-9d643708dd4c None None] Bound using segment: {'id': 'fd968399-842f-45f5-97ef-b482bfd19d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e796765b-1930-4bf6-a1de-108c2480df7a'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:30:39.412828 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-456db92d-45a4-4fc7-a985-9d643708dd4c None None] Bound port: 8d9741bf-54e3-4542-b6ca-ba3c9bcaae6e, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd968399-842f-45f5-97ef-b482bfd19d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e796765b-1930-4bf6-a1de-108c2480df7a'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:30:39.413174 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-456db92d-45a4-4fc7-a985-9d643708dd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:39.414740 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5818772a-556b-46ae-9933-798ba50c1eba tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:39.461795 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:39.474506 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-b0f2e045-7f83-405c-845d-55f40e962996 None None] Port fbeae371-a07f-4875-8794-4a0b17646f4c cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:30:39.524385 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5818772a-556b-46ae-9933-798ba50c1eba tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:39.527590 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5818772a-556b-46ae-9933-798ba50c1eba tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:39.570227 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5818772a-556b-46ae-9933-798ba50c1eba tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f55ca8e-17f5-4f43-9231-e90a279f629a,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:39.582946 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5818772a-556b-46ae-9933-798ba50c1eba tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:39.588089 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-5818772a-556b-46ae-9933-798ba50c1eba tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2580564 Feb 09 01:30:39.588089 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38604) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:39.594747 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-50c52a12-87ce-4f38-a89e-59ea7db11634 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Request body: {'security_group_rule': {'security_group_id': '79ac895b-47f8-4b39-aad5-396f5ee40d89', 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:39.604043 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-50c52a12-87ce-4f38-a89e-59ea7db11634 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:30:39.609388 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-50c52a12-87ce-4f38-a89e-59ea7db11634 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Usage tracker for resource:security_group_rule and tenant:59b43f7aa2bc4476a3c7bc7857b33f06 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:30:39.610878 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-1aa615c5-bc32-4530-aee6-906e482d4d71 req-1f7f5020-fe59-4f2c-89f9-a44273ba3530 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Allocated IP 172.20.0.14 (2ef4ab06-0d41-4f66-ba87-75de2f21e016/39eaa90e-b09e-4efb-9c59-e334a1470afc/778647d1-3035-403a-b7ad-551396fe0f71) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:30:39.614017 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-50c52a12-87ce-4f38-a89e-59ea7db11634 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:30:39.623507 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-50c52a12-87ce-4f38-a89e-59ea7db11634 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:30:39.627401 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a0a184-c2af-475b-83fa-0a0c3037ef50 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Network 22d227dc-8d0a-4805-9ef9-b9c9db32dcb7 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:30:39.644946 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-55a0a184-c2af-475b-83fa-0a0c3037ef50 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:39.649508 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 4712e12e-ac6a-4bff-994c-7a17f0585f9e, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=4712e12e-ac6a-4bff-994c-7a17f0585f9e,segment=NetworkSegment(3701e9a4-3ee7-431a-888c-2558f545529b),segment_id=3701e9a4-3ee7-431a-888c-2558f545529b)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:30:39.651638 n-d-828418-1 neutron-server[87638]: INFO neutron.db.securitygroups_db [None req-50c52a12-87ce-4f38-a89e-59ea7db11634 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Project 59b43f7aa2bc4476a3c7bc7857b33f06 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:30:39.656489 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a0a184-c2af-475b-83fa-0a0c3037ef50 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:39.657205 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-55a0a184-c2af-475b-83fa-0a0c3037ef50 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:39.669867 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-50c52a12-87ce-4f38-a89e-59ea7db11634 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:39.676489 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a0a184-c2af-475b-83fa-0a0c3037ef50 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event updated for resources: {'Subnet': ['ID=b4e699ad-7246-4f2a-9813-926381854779,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:39.678143 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96587cf2-050e-456d-9a4f-b3440b9d365e None None] Network 22d227dc-8d0a-4805-9ef9-b9c9db32dcb7 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:30:39.693925 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-55a0a184-c2af-475b-83fa-0a0c3037ef50 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.4094975 Feb 09 01:30:39.694636 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 38608) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:39.721802 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:39.741071 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-ea7ff7d4-b1e6-4522-91fc-cc0823bd3778 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-779408619', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b4e699ad-7246-4f2a-9813-926381854779'}], 'security_groups': ['73422e88-0092-4a10-9ea7-23a115ae4383']}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:39.798797 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-50c52a12-87ce-4f38-a89e-59ea7db11634 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:39.805321 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-50c52a12-87ce-4f38-a89e-59ea7db11634 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:39.844458 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-456db92d-45a4-4fc7-a985-9d643708dd4c None None] For port 8d9741bf-54e3-4542-b6ca-ba3c9bcaae6e, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:30:39.859520 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c52a12-87ce-4f38-a89e-59ea7db11634 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f25cb69-4d29-4141-b406-26911dc08092,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:39.866379 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-27622b9e-eb89-4c13-b9ab-76d9f587a7ac None None] Provisioning for port 34e6a79a-8af2-4acf-95e0-f7a975db18be completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:30:39.881494 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-50c52a12-87ce-4f38-a89e-59ea7db11634 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:39.882956 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-50c52a12-87ce-4f38-a89e-59ea7db11634 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2938786 Feb 09 01:30:39.937115 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-27622b9e-eb89-4c13-b9ab-76d9f587a7ac None None] Provisioning complete for port 34e6a79a-8af2-4acf-95e0-f7a975db18be triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:39.944855 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-27622b9e-eb89-4c13-b9ab-76d9f587a7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:39.984199 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-456db92d-45a4-4fc7-a985-9d643708dd4c None None] For port 8d9741bf-54e3-4542-b6ca-ba3c9bcaae6e, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=8d9741bf-54e3-4542-b6ca-ba3c9bcaae6e,segment=NetworkSegment(fd968399-842f-45f5-97ef-b482bfd19d7e),segment_id=fd968399-842f-45f5-97ef-b482bfd19d7e)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:30:40.050711 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-27622b9e-eb89-4c13-b9ab-76d9f587a7ac None None] Port 34e6a79a-8af2-4acf-95e0-f7a975db18be cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:30:40.080340 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-456db92d-45a4-4fc7-a985-9d643708dd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:40.108728 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-96f67587-d71d-4378-80cc-8a934fff5764 req-afa7b895-7d08-43db-afb1-684d5873cc63 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Synchronizing usage tracker for tenant:d5475c10790d427cb65cc6d675a29f45 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:30:40.141251 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=4712e12e-ac6a-4bff-994c-7a17f0585f9e,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:40.291897 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-96f67587-d71d-4378-80cc-8a934fff5764 req-afa7b895-7d08-43db-afb1-684d5873cc63 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Unset dirty status for tenant:d5475c10790d427cb65cc6d675a29f45 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:30:40.293067 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-96f67587-d71d-4378-80cc-8a934fff5764 req-afa7b895-7d08-43db-afb1-684d5873cc63 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=02522db9-b00e-40c8-a965-31c85eeb15cb HTTP/1.1" status: 200 len: 210 time: 0.3495226 Feb 09 01:30:40.321912 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 21180eeb-0e85-437a-b0b3-81f270ac805b up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:30:40.484694 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456db92d-45a4-4fc7-a985-9d643708dd4c None None] Routers {'36e41522-1d5f-432b-92f8-da0b5e5d69f9'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:30:40.486306 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-456db92d-45a4-4fc7-a985-9d643708dd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:30:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['36e41522-1d5f-432b-92f8-da0b5e5d69f9'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:40.562275 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff7d4-b1e6-4522-91fc-cc0823bd3778 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:40.595115 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cac1ae49-f920-44e6-a3b0-aca6c0c2e7d2 req-77a51070-1d12-44a4-b928-7eac4cef1022 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2033748450&fields=id&tenant_id=59b43f7aa2bc4476a3c7bc7857b33f06 HTTP/1.1" status: 200 len: 267 time: 0.2609928 Feb 09 01:30:40.675516 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ca4ed97f-7631-4322-97f0-5c385360fefc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:40.693166 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032c0cae-8ddc-4f20-92f7-b3bf67b74723 None None] Pushing event updated for resources: {'Port': ['ID=8d9741bf-54e3-4542-b6ca-ba3c9bcaae6e,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:40.783354 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1aa615c5-bc32-4530-aee6-906e482d4d71 req-1f7f5020-fe59-4f2c-89f9-a44273ba3530 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:40.866063 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-1aa615c5-bc32-4530-aee6-906e482d4d71 req-1f7f5020-fe59-4f2c-89f9-a44273ba3530 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Transition to ACTIVE for port object 778647d1-3035-403a-b7ad-551396fe0f71 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:30:40.876943 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 21180eeb-0e85-437a-b0b3-81f270ac805b triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:40.877395 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:40.959348 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-456db92d-45a4-4fc7-a985-9d643708dd4c None None] Set router 36e41522-1d5f-432b-92f8-da0b5e5d69f9 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:30:41.030116 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac1ae49-f920-44e6-a3b0-aca6c0c2e7d2 req-21b94973-9b53-4ab6-afb4-6f85dbf000e7 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:41.032023 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cac1ae49-f920-44e6-a3b0-aca6c0c2e7d2 req-21b94973-9b53-4ab6-afb4-6f85dbf000e7 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/networks?id=3c4fc1c2-da7d-4d47-9fab-e3152cd69d37 HTTP/1.1" status: 200 len: 797 time: 0.4307320 Feb 09 01:30:41.035988 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38648) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:41.042539 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1aa615c5-bc32-4530-aee6-906e482d4d71 req-1f7f5020-fe59-4f2c-89f9-a44273ba3530 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:41.156516 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7f5020-fe59-4f2c-89f9-a44273ba3530 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Pushing event updated for resources: {'Port': ['ID=778647d1-3035-403a-b7ad-551396fe0f71,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:41.224587 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cac1ae49-f920-44e6-a3b0-aca6c0c2e7d2 req-ff9c4a32-931e-4160-9f2b-1b37caf64c0e tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/quotas/59b43f7aa2bc4476a3c7bc7857b33f06 HTTP/1.1" status: 200 len: 375 time: 0.1836083 Feb 09 01:30:41.228871 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1aa615c5-bc32-4530-aee6-906e482d4d71 req-1f7f5020-fe59-4f2c-89f9-a44273ba3530 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Network 2ef4ab06-0d41-4f66-ba87-75de2f21e016 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:30:41.232909 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-1aa615c5-bc32-4530-aee6-906e482d4d71 req-1f7f5020-fe59-4f2c-89f9-a44273ba3530 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:41.235943 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aa615c5-bc32-4530-aee6-906e482d4d71 req-1f7f5020-fe59-4f2c-89f9-a44273ba3530 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:30:41.236117 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b754941d-006b-44a4-8581-00fd24995195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:41.260852 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device b7a0236f-a1a3-4d54-84cc-dd00b7984712 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:30:41.265898 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b754941d-006b-44a4-8581-00fd24995195 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:30:41.273463 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-b754941d-006b-44a4-8581-00fd24995195 admin admin] Usage tracker for resource:security_group_rule and tenant:d0d6a013907c4bb6ab4a3e5d1e29e40e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:30:41.280974 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-b754941d-006b-44a4-8581-00fd24995195 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:30:41.287771 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b754941d-006b-44a4-8581-00fd24995195 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:30:41.425807 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa615c5-bc32-4530-aee6-906e482d4d71 req-1f7f5020-fe59-4f2c-89f9-a44273ba3530 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:41.426574 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1aa615c5-bc32-4530-aee6-906e482d4d71 req-1f7f5020-fe59-4f2c-89f9-a44273ba3530 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:41.473326 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b754941d-006b-44a4-8581-00fd24995195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:41.480214 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b754941d-006b-44a4-8581-00fd24995195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:41.490136 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1aa615c5-bc32-4530-aee6-906e482d4d71 req-1f7f5020-fe59-4f2c-89f9-a44273ba3530 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 3.2348063 Feb 09 01:30:41.514070 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-1aa615c5-bc32-4530-aee6-906e482d4d71 req-a146079c-8467-4c47-bbec-47e1fab74455 service neutron] Request body: {'port': {'device_id': '02522db9-b00e-40c8-a965-31c85eeb15cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:41.574952 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b754941d-006b-44a4-8581-00fd24995195 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=d0d6a013907c4bb6ab4a3e5d1e29e40e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5346949 Feb 09 01:30:41.574952 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b754941d-006b-44a4-8581-00fd24995195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b91c22e-7f75-4bac-a0d5-c340a1bbc0a3,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:41.577701 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38658) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:41.629506 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c3bccf-5fe8-4944-8c33-19f19061db12 None None] Update dhcp port {'port': {'network_id': '22d227dc-8d0a-4805-9ef9-b9c9db32dcb7', 'fixed_ips': [{'subnet_id': 'b64dacfe-5562-426d-bf33-ef4a1a9ebf37', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b4e699ad-7246-4f2a-9813-926381854779'}], 'binding:host_id': 'n-d-828418-1'}, 'id': 'b7a0236f-a1a3-4d54-84cc-dd00b7984712'} from n-d-828418-1. {{(pid=87640) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 09 01:30:41.696189 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9c4c869d-440a-4d27-a3e5-2d888ddc178f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:41.729837 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9c4c869d-440a-4d27-a3e5-2d888ddc178f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:41.730077 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:41.732196 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:41.793685 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9c4c869d-440a-4d27-a3e5-2d888ddc178f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:41.816456 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-df77c2b0-14eb-4d29-a01b-8bbd3a4515f4 None None] Provisioning for port 778647d1-3035-403a-b7ad-551396fe0f71 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:30:41.817766 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4c869d-440a-4d27-a3e5-2d888ddc178f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b91c22e-7f75-4bac-a0d5-c340a1bbc0a3,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:41.822595 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port b7a0236f-a1a3-4d54-84cc-dd00b7984712 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:30:41.826888 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9c4c869d-440a-4d27-a3e5-2d888ddc178f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:41.828284 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9c4c869d-440a-4d27-a3e5-2d888ddc178f admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/3b91c22e-7f75-4bac-a0d5-c340a1bbc0a3 HTTP/1.1" status: 204 len: 168 time: 0.2492154 Feb 09 01:30:41.832389 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-32c3bccf-5fe8-4944-8c33-19f19061db12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:41.862870 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port b7a0236f-a1a3-4d54-84cc-dd00b7984712 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:41.863517 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:41.878260 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-cac1ae49-f920-44e6-a3b0-aca6c0c2e7d2 req-f7f60b63-8845-421b-9548-22f95f601db5 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Synchronizing usage tracker for tenant:59b43f7aa2bc4476a3c7bc7857b33f06 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:30:41.926956 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1aa615c5-bc32-4530-aee6-906e482d4d71 req-a146079c-8467-4c47-bbec-47e1fab74455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:41.979922 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-cac1ae49-f920-44e6-a3b0-aca6c0c2e7d2 req-f7f60b63-8845-421b-9548-22f95f601db5 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Unset dirty status for tenant:59b43f7aa2bc4476a3c7bc7857b33f06 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:30:41.981227 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cac1ae49-f920-44e6-a3b0-aca6c0c2e7d2 req-f7f60b63-8845-421b-9548-22f95f601db5 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=59b43f7aa2bc4476a3c7bc7857b33f06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6976163 Feb 09 01:30:42.061529 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-df77c2b0-14eb-4d29-a01b-8bbd3a4515f4 None None] Provisioning complete for port 778647d1-3035-403a-b7ad-551396fe0f71 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:42.061921 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-df77c2b0-14eb-4d29-a01b-8bbd3a4515f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:42.126072 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-ea7ff7d4-b1e6-4522-91fc-cc0823bd3778 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Delete allocated IP 172.20.0.3 (22d227dc-8d0a-4805-9ef9-b9c9db32dcb7/b64dacfe-5562-426d-bf33-ef4a1a9ebf37) {{(pid=87639) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 01:30:42.133953 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a704c15-0a11-4246-a094-d8ff387ddc80 req-1d26f1c3-aa34-43a1-902b-89a2c869aa4d tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:42.135471 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4a704c15-0a11-4246-a094-d8ff387ddc80 req-1d26f1c3-aa34-43a1-902b-89a2c869aa4d tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=02522db9-b00e-40c8-a965-31c85eeb15cb HTTP/1.1" status: 200 len: 1028 time: 0.3985798 Feb 09 01:30:42.165405 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-456db92d-45a4-4fc7-a985-9d643708dd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e41522-1d5f-432b-92f8-da0b5e5d69f9', 'name': 'tempest-TestServerMultinode-1644976150-router', 'tenant_id': 'd5475c10790d427cb65cc6d675a29f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '21180eeb-0e85-437a-b0b3-81f270ac805b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:21Z', 'updated_at': '2022-02-09T01:30:30Z', 'revision_number': 4, 'project_id': 'd5475c10790d427cb65cc6d675a29f45', 'gw_port': {'id': '21180eeb-0e85-437a-b0b3-81f270ac805b', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:3b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e41522-1d5f-432b-92f8-da0b5e5d69f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:22Z', 'updated_at': '2022-02-09T01:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '8d9741bf-54e3-4542-b6ca-ba3c9bcaae6e', 'name': '', 'network_id': 'e796765b-1930-4bf6-a1de-108c2480df7a', 'tenant_id': 'd5475c10790d427cb65cc6d675a29f45', 'mac_address': 'fa:16:3e:2a:d2:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e41522-1d5f-432b-92f8-da0b5e5d69f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'a37a1623-7656-4357-b444-ac3a6f242c67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:28Z', 'updated_at': '2022-02-09T01:30:39Z', 'revision_number': 4, 'project_id': 'd5475c10790d427cb65cc6d675a29f45', 'subnets': [{'id': 'a37a1623-7656-4357-b444-ac3a6f242c67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:42.171345 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456db92d-45a4-4fc7-a985-9d643708dd4c None None] The sync data for ids ['36e41522-1d5f-432b-92f8-da0b5e5d69f9'] in n-d-828418-1 is: [{'id': '36e41522-1d5f-432b-92f8-da0b5e5d69f9', 'name': 'tempest-TestServerMultinode-1644976150-router', 'tenant_id': 'd5475c10790d427cb65cc6d675a29f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '21180eeb-0e85-437a-b0b3-81f270ac805b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:21Z', 'updated_at': '2022-02-09T01:30:30Z', 'revision_number': 4, 'project_id': 'd5475c10790d427cb65cc6d675a29f45', 'gw_port': {'id': '21180eeb-0e85-437a-b0b3-81f270ac805b', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:3b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e41522-1d5f-432b-92f8-da0b5e5d69f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:22Z', 'updated_at': '2022-02-09T01:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '8d9741bf-54e3-4542-b6ca-ba3c9bcaae6e', 'name': '', 'network_id': 'e796765b-1930-4bf6-a1de-108c2480df7a', 'tenant_id': 'd5475c10790d427cb65cc6d675a29f45', 'mac_address': 'fa:16:3e:2a:d2:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e41522-1d5f-432b-92f8-da0b5e5d69f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'a37a1623-7656-4357-b444-ac3a6f242c67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:28Z', 'updated_at': '2022-02-09T01:30:39Z', 'revision_number': 4, 'project_id': 'd5475c10790d427cb65cc6d675a29f45', 'subnets': [{'id': 'a37a1623-7656-4357-b444-ac3a6f242c67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:30:42.172812 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-df77c2b0-14eb-4d29-a01b-8bbd3a4515f4 None None] Port 778647d1-3035-403a-b7ad-551396fe0f71 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:30:42.188864 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-ea7ff7d4-b1e6-4522-91fc-cc0823bd3778 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Allocated IP 172.20.0.19 (22d227dc-8d0a-4805-9ef9-b9c9db32dcb7/b4e699ad-7246-4f2a-9813-926381854779/34e6a79a-8af2-4acf-95e0-f7a975db18be) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:30:42.288203 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4a704c15-0a11-4246-a094-d8ff387ddc80 req-a2fab8c9-08fe-4b01-b3d6-412435a8c945 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=23a28223-89d9-4ef0-96c8-1a89d1d4b939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462502 Feb 09 01:30:42.304960 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:42.392928 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cac1ae49-f920-44e6-a3b0-aca6c0c2e7d2 req-6fcefcea-abf3-469b-b492-96b8a375e844 service neutron] 10.222.0.105 "GET /v2.0/networks/3c4fc1c2-da7d-4d47-9fab-e3152cd69d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3670211 Feb 09 01:30:42.471180 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port b7a0236f-a1a3-4d54-84cc-dd00b7984712, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=b7a0236f-a1a3-4d54-84cc-dd00b7984712,segment=NetworkSegment(1ba60014-c38c-4260-a0e9-7158228633e5),segment_id=1ba60014-c38c-4260-a0e9-7158228633e5)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:30:42.478947 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:42.479848 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device a991d3bf-c90b-4fba-b3b8-23474339dcbe up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:30:42.790887 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port a991d3bf-c90b-4fba-b3b8-23474339dcbe triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:42.791432 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:42.862103 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=b7a0236f-a1a3-4d54-84cc-dd00b7984712,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:42.955519 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device d2df5801-d9b2-4f0a-bccf-deebd5667317 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:30:43.066292 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cac1ae49-f920-44e6-a3b0-aca6c0c2e7d2 req-26b35eb6-04e4-4ae6-85c0-58d03cf4d0fa service neutron] 10.222.0.105 "GET /v2.0/networks/3c4fc1c2-da7d-4d47-9fab-e3152cd69d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6669316 Feb 09 01:30:43.071670 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port d2df5801-d9b2-4f0a-bccf-deebd5667317 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:30:43.082233 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port d2df5801-d9b2-4f0a-bccf-deebd5667317 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:43.083395 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:43.187150 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff7d4-b1e6-4522-91fc-cc0823bd3778 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:43.238055 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:43.247710 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-ea7ff7d4-b1e6-4522-91fc-cc0823bd3778 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Transition to ACTIVE for port object 34e6a79a-8af2-4acf-95e0-f7a975db18be will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:30:43.253781 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff7d4-b1e6-4522-91fc-cc0823bd3778 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:43.417998 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.db.resource_extend [req-1aa615c5-bc32-4530-aee6-906e482d4d71 req-a146079c-8467-4c47-bbec-47e1fab74455 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:30:43.549200 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-32c3bccf-5fe8-4944-8c33-19f19061db12 None None] Allocated IP 172.20.0.18 (22d227dc-8d0a-4805-9ef9-b9c9db32dcb7/b4e699ad-7246-4f2a-9813-926381854779/b7a0236f-a1a3-4d54-84cc-dd00b7984712) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:30:43.561815 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:43.664975 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port d2df5801-d9b2-4f0a-bccf-deebd5667317, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=d2df5801-d9b2-4f0a-bccf-deebd5667317,segment=NetworkSegment(3701e9a4-3ee7-431a-888c-2558f545529b),segment_id=3701e9a4-3ee7-431a-888c-2558f545529b)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:30:43.681818 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:43.736606 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2a2963e7-6282-4153-bdc8-a2b4da278fc5 req-2951f249-6c3e-44cd-9975-120a09c5ffb2 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/ports?device_id=082c5cbb-8014-4596-909f-4ee8af4e4b70 HTTP/1.1" status: 200 len: 210 time: 0.2694275 Feb 09 01:30:43.975728 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7ff7d4-b1e6-4522-91fc-cc0823bd3778 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event updated for resources: {'Port': ['ID=34e6a79a-8af2-4acf-95e0-f7a975db18be,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:44.001729 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-1aa615c5-bc32-4530-aee6-906e482d4d71 req-a146079c-8467-4c47-bbec-47e1fab74455 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 778647d1-3035-403a-b7ad-551396fe0f71 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:30:44.018777 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1aa615c5-bc32-4530-aee6-906e482d4d71 req-a146079c-8467-4c47-bbec-47e1fab74455 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:44.045674 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-ea7ff7d4-b1e6-4522-91fc-cc0823bd3778 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] In _notify_port_updated(), no bound segment for port 34e6a79a-8af2-4acf-95e0-f7a975db18be on network 22d227dc-8d0a-4805-9ef9-b9c9db32dcb7 {{(pid=87639) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 01:30:44.051453 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7ff7d4-b1e6-4522-91fc-cc0823bd3778 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:44.052350 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff7d4-b1e6-4522-91fc-cc0823bd3778 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:44.054237 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-ea7ff7d4-b1e6-4522-91fc-cc0823bd3778 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "PUT /v2.0/ports/34e6a79a-8af2-4acf-95e0-f7a975db18be HTTP/1.1" status: 200 len: 920 time: 4.3564944 Feb 09 01:30:44.057631 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38714) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:44.068316 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-1aa615c5-bc32-4530-aee6-906e482d4d71 req-a146079c-8467-4c47-bbec-47e1fab74455 service neutron] Transition to ACTIVE for port object 778647d1-3035-403a-b7ad-551396fe0f71 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:30:44.070752 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc23a582-bb1d-4dae-aad4-812b6d913b78 req-b895bbef-365d-4897-836c-f65721cd7e4d tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:44.079461 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fc23a582-bb1d-4dae-aad4-812b6d913b78 req-b895bbef-365d-4897-836c-f65721cd7e4d tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=02522db9-b00e-40c8-a965-31c85eeb15cb HTTP/1.1" status: 200 len: 1028 time: 0.5143645 Feb 09 01:30:44.099304 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1aa615c5-bc32-4530-aee6-906e482d4d71 req-a146079c-8467-4c47-bbec-47e1fab74455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:44.214614 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device b7a0236f-a1a3-4d54-84cc-dd00b7984712 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:30:44.270305 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-3e1ca3b4-2e1b-4fed-ac26-235396b92fda tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Deleting port 34e6a79a-8af2-4acf-95e0-f7a975db18be {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:30:44.270753 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3e1ca3b4-2e1b-4fed-ac26-235396b92fda tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:44.307334 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-32c3bccf-5fe8-4944-8c33-19f19061db12 None None] For port b7a0236f-a1a3-4d54-84cc-dd00b7984712, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=b7a0236f-a1a3-4d54-84cc-dd00b7984712,segment=NetworkSegment(1ba60014-c38c-4260-a0e9-7158228633e5),segment_id=1ba60014-c38c-4260-a0e9-7158228633e5)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:30:44.435325 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=d2df5801-d9b2-4f0a-bccf-deebd5667317,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:44.464834 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-32c3bccf-5fe8-4944-8c33-19f19061db12 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:44.507732 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fc23a582-bb1d-4dae-aad4-812b6d913b78 req-23e9f051-16e3-49b0-b32b-4ce6abb7a1e3 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=23a28223-89d9-4ef0-96c8-1a89d1d4b939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4179566 Feb 09 01:30:44.542931 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-32c3bccf-5fe8-4944-8c33-19f19061db12 None None] Transition to ACTIVE for port object b7a0236f-a1a3-4d54-84cc-dd00b7984712 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:30:44.547866 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port b7a0236f-a1a3-4d54-84cc-dd00b7984712 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:44.550528 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:44.668194 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-32c3bccf-5fe8-4944-8c33-19f19061db12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:44.862228 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3e1ca3b4-2e1b-4fed-ac26-235396b92fda tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:44.909858 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a146079c-8467-4c47-bbec-47e1fab74455 service neutron] Pushing event updated for resources: {'Port': ['ID=778647d1-3035-403a-b7ad-551396fe0f71,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:45.019519 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Port b7a0236f-a1a3-4d54-84cc-dd00b7984712 had new provisioning blocks added so it will not transition to active. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Feb 09 01:30:45.020043 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 8d9741bf-54e3-4542-b6ca-ba3c9bcaae6e up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:30:45.021022 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7fb9b6cc-4bc6-40e6-85d7-2351eea2cc18 req-4624748f-460d-4b9b-b139-8c1a851a37c0 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/ports?device_id=082c5cbb-8014-4596-909f-4ee8af4e4b70 HTTP/1.1" status: 200 len: 210 time: 0.0765164 Feb 09 01:30:45.074312 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-1aa615c5-bc32-4530-aee6-906e482d4d71 req-a146079c-8467-4c47-bbec-47e1fab74455 service neutron] Attempting to bind port 778647d1-3035-403a-b7ad-551396fe0f71 on host n-h2-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:30:45.074900 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-1aa615c5-bc32-4530-aee6-906e482d4d71 req-a146079c-8467-4c47-bbec-47e1fab74455 service neutron] Attempting to bind port 778647d1-3035-403a-b7ad-551396fe0f71 by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': 'ea7e8ec0-8208-4521-b904-1f04798510c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2ef4ab06-0d41-4f66-ba87-75de2f21e016'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:30:45.075199 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa615c5-bc32-4530-aee6-906e482d4d71 req-a146079c-8467-4c47-bbec-47e1fab74455 service neutron] Attempting to bind port 778647d1-3035-403a-b7ad-551396fe0f71 on network 2ef4ab06-0d41-4f66-ba87-75de2f21e016 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:30:45.081408 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa615c5-bc32-4530-aee6-906e482d4d71 req-a146079c-8467-4c47-bbec-47e1fab74455 service neutron] Port 778647d1-3035-403a-b7ad-551396fe0f71 on network 2ef4ab06-0d41-4f66-ba87-75de2f21e016 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:30:45.081760 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa615c5-bc32-4530-aee6-906e482d4d71 req-a146079c-8467-4c47-bbec-47e1fab74455 service neutron] Attempting to bind port 778647d1-3035-403a-b7ad-551396fe0f71 on network 2ef4ab06-0d41-4f66-ba87-75de2f21e016 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:30:45.089617 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa615c5-bc32-4530-aee6-906e482d4d71 req-a146079c-8467-4c47-bbec-47e1fab74455 service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:30:45.090442 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa615c5-bc32-4530-aee6-906e482d4d71 req-a146079c-8467-4c47-bbec-47e1fab74455 service neutron] Checking segment: {'id': 'ea7e8ec0-8208-4521-b904-1f04798510c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2ef4ab06-0d41-4f66-ba87-75de2f21e016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:30:45.090837 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa615c5-bc32-4530-aee6-906e482d4d71 req-a146079c-8467-4c47-bbec-47e1fab74455 service neutron] Bound using segment: {'id': 'ea7e8ec0-8208-4521-b904-1f04798510c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2ef4ab06-0d41-4f66-ba87-75de2f21e016'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:30:45.092153 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-1aa615c5-bc32-4530-aee6-906e482d4d71 req-a146079c-8467-4c47-bbec-47e1fab74455 service neutron] Bound port: 778647d1-3035-403a-b7ad-551396fe0f71, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea7e8ec0-8208-4521-b904-1f04798510c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2ef4ab06-0d41-4f66-ba87-75de2f21e016'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:30:45.092669 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1aa615c5-bc32-4530-aee6-906e482d4d71 req-a146079c-8467-4c47-bbec-47e1fab74455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:45.100077 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c3bccf-5fe8-4944-8c33-19f19061db12 None None] Pushing event updated for resources: {'Port': ['ID=b7a0236f-a1a3-4d54-84cc-dd00b7984712,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:45.148437 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-3e1ca3b4-2e1b-4fed-ac26-235396b92fda tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Calling delete_port for 34e6a79a-8af2-4acf-95e0-f7a975db18be owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:30:45.173282 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 8d9741bf-54e3-4542-b6ca-ba3c9bcaae6e completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:30:45.180417 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 8d9741bf-54e3-4542-b6ca-ba3c9bcaae6e triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:45.181023 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:45.250974 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-1aa615c5-bc32-4530-aee6-906e482d4d71 req-a146079c-8467-4c47-bbec-47e1fab74455 service neutron] For port 778647d1-3035-403a-b7ad-551396fe0f71, host n-h2-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:30:45.255598 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-1aa615c5-bc32-4530-aee6-906e482d4d71 req-a146079c-8467-4c47-bbec-47e1fab74455 service neutron] For port 778647d1-3035-403a-b7ad-551396fe0f71, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=778647d1-3035-403a-b7ad-551396fe0f71,segment=NetworkSegment(ea7e8ec0-8208-4521-b904-1f04798510c5),segment_id=ea7e8ec0-8208-4521-b904-1f04798510c5)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:30:45.293624 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1aa615c5-bc32-4530-aee6-906e482d4d71 req-a146079c-8467-4c47-bbec-47e1fab74455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:45.431546 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:45.487838 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa615c5-bc32-4530-aee6-906e482d4d71 req-a146079c-8467-4c47-bbec-47e1fab74455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:45.489409 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1aa615c5-bc32-4530-aee6-906e482d4d71 req-a146079c-8467-4c47-bbec-47e1fab74455 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:45.491446 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1aa615c5-bc32-4530-aee6-906e482d4d71 req-a146079c-8467-4c47-bbec-47e1fab74455 service neutron] 10.222.0.99 "PUT /v2.0/ports/778647d1-3035-403a-b7ad-551396fe0f71 HTTP/1.1" status: 200 len: 1092 time: 4.0003743 Feb 09 01:30:45.508416 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a146079c-8467-4c47-bbec-47e1fab74455 service neutron] Pushing event updated for resources: {'Port': ['ID=778647d1-3035-403a-b7ad-551396fe0f71,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:45.528415 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02522db9-b00e-40c8-a965-31c85eeb15cb', 'tag': '778647d1-3035-403a-b7ad-551396fe0f71'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:30:45.598523 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 8d9741bf-54e3-4542-b6ca-ba3c9bcaae6e, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=8d9741bf-54e3-4542-b6ca-ba3c9bcaae6e,segment=NetworkSegment(fd968399-842f-45f5-97ef-b482bfd19d7e),segment_id=fd968399-842f-45f5-97ef-b482bfd19d7e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:30:45.605516 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:45.606774 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 4712e12e-ac6a-4bff-994c-7a17f0585f9e up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:30:45.635032 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02522db9-b00e-40c8-a965-31c85eeb15cb', 'tag': '778647d1-3035-403a-b7ad-551396fe0f71', 'status': 'completed', 'code': 200} Feb 09 01:30:45.651631 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3e1ca3b4-2e1b-4fed-ac26-235396b92fda tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:45.771633 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=8d9741bf-54e3-4542-b6ca-ba3c9bcaae6e,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:45.802132 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1ca3b4-2e1b-4fed-ac26-235396b92fda tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event deleted for resources: {'Port': ['ID=34e6a79a-8af2-4acf-95e0-f7a975db18be,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:45.830891 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 4712e12e-ac6a-4bff-994c-7a17f0585f9e triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:45.831330 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:45.976070 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3e1ca3b4-2e1b-4fed-ac26-235396b92fda tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:45.992791 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-3e1ca3b4-2e1b-4fed-ac26-235396b92fda tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "DELETE /v2.0/ports/34e6a79a-8af2-4acf-95e0-f7a975db18be HTTP/1.1" status: 204 len: 168 time: 1.9339259 Feb 09 01:30:45.994939 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38736) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:46.010348 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa615c5-bc32-4530-aee6-906e482d4d71 req-3374ba01-50ce-4861-8733-3c7bc956089f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:46.011916 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1aa615c5-bc32-4530-aee6-906e482d4d71 req-3374ba01-50ce-4861-8733-3c7bc956089f service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d5475c10790d427cb65cc6d675a29f45&device_id=02522db9-b00e-40c8-a965-31c85eeb15cb HTTP/1.1" status: 200 len: 1095 time: 0.4633033 Feb 09 01:30:46.023021 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac1ae49-f920-44e6-a3b0-aca6c0c2e7d2 req-4a4ece61-b6d0-41a9-bfc2-555b1a3f11ca tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:46.024578 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cac1ae49-f920-44e6-a3b0-aca6c0c2e7d2 req-4a4ece61-b6d0-41a9-bfc2-555b1a3f11ca tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.62 "GET /v2.0/networks?id=3c4fc1c2-da7d-4d47-9fab-e3152cd69d37 HTTP/1.1" status: 200 len: 797 time: 0.7670662 Feb 09 01:30:46.068195 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-be0cee6f-86ad-4f1b-a610-316d40c101aa tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] GET failed (client error): The resource could not be found. Feb 09 01:30:46.070156 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-be0cee6f-86ad-4f1b-a610-316d40c101aa tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Synchronizing usage tracker for tenant:fcf7e2256d264906affa05ee27479d94 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:30:46.094040 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-be0cee6f-86ad-4f1b-a610-316d40c101aa tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Unset dirty status for tenant:fcf7e2256d264906affa05ee27479d94 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:30:46.099388 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-be0cee6f-86ad-4f1b-a610-316d40c101aa tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "GET /v2.0/ports/34e6a79a-8af2-4acf-95e0-f7a975db18be HTTP/1.1" status: 404 len: 333 time: 0.1031184 Feb 09 01:30:46.100014 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38742) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:46.163953 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1aa615c5-bc32-4530-aee6-906e482d4d71 req-3c386459-d701-4ee9-990b-d1ddca8cda77 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=778647d1-3035-403a-b7ad-551396fe0f71 HTTP/1.1" status: 200 len: 217 time: 0.1357925 Feb 09 01:30:46.179905 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device d2df5801-d9b2-4f0a-bccf-deebd5667317 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:30:46.212033 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-03f845ff-fbf4-41a0-b977-b95254fd0b98 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:46.243491 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-03f845ff-fbf4-41a0-b977-b95254fd0b98 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:46.313981 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port d2df5801-d9b2-4f0a-bccf-deebd5667317 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:46.314411 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:46.316184 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-03f845ff-fbf4-41a0-b977-b95254fd0b98 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:46.340392 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f845ff-fbf4-41a0-b977-b95254fd0b98 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2e30a7-9c0f-42c1-bb64-8bb8a761ed8f,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:46.345844 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-570e840b-f053-4a6b-8fe6-6e28106434dc None None] Provisioning for port b7a0236f-a1a3-4d54-84cc-dd00b7984712 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:30:46.351900 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0c6a217f-aea9-437d-a173-4c71ea756ea5 req-80dda252-5e4a-4e15-a5cd-e1dd24ca44b7 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/ports?device_id=082c5cbb-8014-4596-909f-4ee8af4e4b70 HTTP/1.1" status: 200 len: 210 time: 0.0649016 Feb 09 01:30:46.358377 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-570e840b-f053-4a6b-8fe6-6e28106434dc None None] Provisioning complete for port b7a0236f-a1a3-4d54-84cc-dd00b7984712 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:46.358911 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-570e840b-f053-4a6b-8fe6-6e28106434dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:46.363198 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa615c5-bc32-4530-aee6-906e482d4d71 req-d4abca3c-dd08-4c92-b6e9-ad9d6441576d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:46.364847 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1aa615c5-bc32-4530-aee6-906e482d4d71 req-d4abca3c-dd08-4c92-b6e9-ad9d6441576d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=39eaa90e-b09e-4efb-9c59-e334a1470afc HTTP/1.1" status: 200 len: 849 time: 0.1932552 Feb 09 01:30:46.367797 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-03f845ff-fbf4-41a0-b977-b95254fd0b98 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:46.369532 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-03f845ff-fbf4-41a0-b977-b95254fd0b98 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "DELETE /v2.0/security-groups/cb2e30a7-9c0f-42c1-bb64-8bb8a761ed8f HTTP/1.1" status: 204 len: 168 time: 0.2676191 Feb 09 01:30:46.381352 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38748) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:46.423841 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cac1ae49-f920-44e6-a3b0-aca6c0c2e7d2 req-f6aede12-1276-4af4-b485-905b68c44406 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59b43f7aa2bc4476a3c7bc7857b33f06 HTTP/1.1" status: 200 len: 380 time: 0.2869008 Feb 09 01:30:46.443531 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-cac1ae49-f920-44e6-a3b0-aca6c0c2e7d2 req-3d28f75b-ff4e-4cd9-a0f8-9f3cf24a7df6 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Request body: {'port': {'device_id': '082c5cbb-8014-4596-909f-4ee8af4e4b70', 'network_id': '3c4fc1c2-da7d-4d47-9fab-e3152cd69d37', 'admin_state_up': True, 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'security_groups': ['79ac895b-47f8-4b39-aad5-396f5ee40d89']}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:46.476738 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b99987f7-a931-46cc-9e72-6270a2f776f9 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:46.510292 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b99987f7-a931-46cc-9e72-6270a2f776f9 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:46.627866 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device b7a0236f-a1a3-4d54-84cc-dd00b7984712 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:30:46.630550 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b99987f7-a931-46cc-9e72-6270a2f776f9 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:46.645321 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-cac1ae49-f920-44e6-a3b0-aca6c0c2e7d2 req-3d28f75b-ff4e-4cd9-a0f8-9f3cf24a7df6 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:30:46.658625 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-cac1ae49-f920-44e6-a3b0-aca6c0c2e7d2 req-3d28f75b-ff4e-4cd9-a0f8-9f3cf24a7df6 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:30:46.672600 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae13715-5360-4031-a20d-85d494f5a1f4 req-69556c1a-0a1a-4c26-b558-339587a40ce9 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:46.675287 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6ae13715-5360-4031-a20d-85d494f5a1f4 req-69556c1a-0a1a-4c26-b558-339587a40ce9 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=02522db9-b00e-40c8-a965-31c85eeb15cb HTTP/1.1" status: 200 len: 1095 time: 0.8782318 Feb 09 01:30:46.683234 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cac1ae49-f920-44e6-a3b0-aca6c0c2e7d2 req-3d28f75b-ff4e-4cd9-a0f8-9f3cf24a7df6 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Made reservation on behalf of 59b43f7aa2bc4476a3c7bc7857b33f06 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:46.688413 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-cac1ae49-f920-44e6-a3b0-aca6c0c2e7d2 req-3d28f75b-ff4e-4cd9-a0f8-9f3cf24a7df6 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:46.712567 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99987f7-a931-46cc-9e72-6270a2f776f9 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73422e88-0092-4a10-9ea7-23a115ae4383,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:46.734171 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b99987f7-a931-46cc-9e72-6270a2f776f9 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:46.741895 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b99987f7-a931-46cc-9e72-6270a2f776f9 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "DELETE /v2.0/security-groups/73422e88-0092-4a10-9ea7-23a115ae4383 HTTP/1.1" status: 204 len: 168 time: 0.3569393 Feb 09 01:30:46.742145 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38756) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:46.764607 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6ae13715-5360-4031-a20d-85d494f5a1f4 req-5db3c947-20b6-4be3-a749-2f7d39999a1c tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=23a28223-89d9-4ef0-96c8-1a89d1d4b939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599554 Feb 09 01:30:46.793197 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-570e840b-f053-4a6b-8fe6-6e28106434dc None None] Provisioning complete for port fbeae371-a07f-4875-8794-4a0b17646f4c triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:46.793711 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-570e840b-f053-4a6b-8fe6-6e28106434dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:46.840601 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa615c5-bc32-4530-aee6-906e482d4d71 req-57029509-9205-45ec-9e31-917e91c97b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:46.843445 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1aa615c5-bc32-4530-aee6-906e482d4d71 req-57029509-9205-45ec-9e31-917e91c97b89 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=2ef4ab06-0d41-4f66-ba87-75de2f21e016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4691086 Feb 09 01:30:46.908663 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port b7a0236f-a1a3-4d54-84cc-dd00b7984712 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:46.909060 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:46.948973 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-570e840b-f053-4a6b-8fe6-6e28106434dc None None] Port fbeae371-a07f-4875-8794-4a0b17646f4c cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:30:46.957846 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bf6b5fb-44c8-4ce4-9bf6-7db08a419d79 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Deleting subnet b64dacfe-5562-426d-bf33-ef4a1a9ebf37 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:30:46.962235 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9bf6b5fb-44c8-4ce4-9bf6-7db08a419d79 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:46.984106 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-570e840b-f053-4a6b-8fe6-6e28106434dc None None] Could not find standard attr ID for object 34e6a79a-8af2-4acf-95e0-f7a975db18be. {{(pid=87640) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:30:47.117405 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-dcf6180c-fc95-4cdf-8a4a-ec394a95cdc7 None None] Could not find standard attr ID for object 34e6a79a-8af2-4acf-95e0-f7a975db18be. {{(pid=87640) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:30:47.124500 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9bf6b5fb-44c8-4ce4-9bf6-7db08a419d79 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:47.132191 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 8d9741bf-54e3-4542-b6ca-ba3c9bcaae6e up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:30:47.186101 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1aa615c5-bc32-4530-aee6-906e482d4d71 req-abc3e4df-7d5a-4d09-af52-d45a31bf44e0 service neutron] 10.222.0.99 "GET /v2.0/networks/2ef4ab06-0d41-4f66-ba87-75de2f21e016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338501 Feb 09 01:30:47.231118 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-cac1ae49-f920-44e6-a3b0-aca6c0c2e7d2 req-3d28f75b-ff4e-4cd9-a0f8-9f3cf24a7df6 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Allocated IP 172.20.0.11 (3c4fc1c2-da7d-4d47-9fab-e3152cd69d37/e8f91757-70e4-4e4e-95d1-289081aff0f5/e3280468-86c2-41f2-b8b8-e6b6ddeb04c6) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:30:47.249615 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 8d9741bf-54e3-4542-b6ca-ba3c9bcaae6e triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:47.250245 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:47.300935 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9bf6b5fb-44c8-4ce4-9bf6-7db08a419d79 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:47.483552 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9bf6b5fb-44c8-4ce4-9bf6-7db08a419d79 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:47.541855 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf6b5fb-44c8-4ce4-9bf6-7db08a419d79 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event deleted for resources: {'Subnet': ['ID=b64dacfe-5562-426d-bf33-ef4a1a9ebf37,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:47.549360 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9bf6b5fb-44c8-4ce4-9bf6-7db08a419d79 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:47.554028 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f085272-cdf9-4d12-80bb-5176d0182019 None None] Network 22d227dc-8d0a-4805-9ef9-b9c9db32dcb7 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:30:47.559776 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9bf6b5fb-44c8-4ce4-9bf6-7db08a419d79 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "DELETE /v2.0/subnets/b64dacfe-5562-426d-bf33-ef4a1a9ebf37 HTTP/1.1" status: 204 len: 168 time: 0.8121860 Feb 09 01:30:47.560665 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38766) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:47.566791 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-1f210c64-d229-4982-9659-ecd3fc48ee6b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Request body: {'subnet': {'network_id': '22d227dc-8d0a-4805-9ef9-b9c9db32dcb7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:47.831279 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-919499af-6ba8-4590-a633-76ba012b6ff0 req-16fc9848-867e-418b-9e8b-76bcd96d6b37 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/ports?device_id=082c5cbb-8014-4596-909f-4ee8af4e4b70 HTTP/1.1" status: 200 len: 210 time: 0.1789746 Feb 09 01:30:47.877072 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1aa615c5-bc32-4530-aee6-906e482d4d71 req-8d1bd75d-6dc6-46aa-9d5f-47edb5a72548 service neutron] 10.222.0.99 "GET /v2.0/networks/2ef4ab06-0d41-4f66-ba87-75de2f21e016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6822176 Feb 09 01:30:47.897363 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1f210c64-d229-4982-9659-ecd3fc48ee6b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:30:47.904111 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-1f210c64-d229-4982-9659-ecd3fc48ee6b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Usage tracker for resource:subnet and tenant:fcf7e2256d264906affa05ee27479d94 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:30:47.908943 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-1f210c64-d229-4982-9659-ecd3fc48ee6b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:30:47.925777 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1f210c64-d229-4982-9659-ecd3fc48ee6b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:30:47.952231 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f210c64-d229-4982-9659-ecd3fc48ee6b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Made reservation on behalf of fcf7e2256d264906affa05ee27479d94 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:47.956295 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1f210c64-d229-4982-9659-ecd3fc48ee6b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:48.151877 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-cac1ae49-f920-44e6-a3b0-aca6c0c2e7d2 req-3d28f75b-ff4e-4cd9-a0f8-9f3cf24a7df6 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:48.174973 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-cac1ae49-f920-44e6-a3b0-aca6c0c2e7d2 req-3d28f75b-ff4e-4cd9-a0f8-9f3cf24a7df6 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Transition to ACTIVE for port object e3280468-86c2-41f2-b8b8-e6b6ddeb04c6 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:30:48.222583 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65efc98a-add2-49cf-ae5c-4c4e222c54ba req-f91176b7-77ec-4015-b167-6363d421e1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:48.224087 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-65efc98a-add2-49cf-ae5c-4c4e222c54ba req-f91176b7-77ec-4015-b167-6363d421e1e4 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d5475c10790d427cb65cc6d675a29f45&device_id=02522db9-b00e-40c8-a965-31c85eeb15cb HTTP/1.1" status: 200 len: 1095 time: 0.2508800 Feb 09 01:30:48.330517 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01d795f-8ee0-4274-8740-aa507b3941df req-c1fd0067-7980-4ab3-9227-600362d69b87 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:48.331909 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a01d795f-8ee0-4274-8740-aa507b3941df req-c1fd0067-7980-4ab3-9227-600362d69b87 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=02522db9-b00e-40c8-a965-31c85eeb15cb HTTP/1.1" status: 200 len: 1095 time: 0.2952330 Feb 09 01:30:48.335509 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-cac1ae49-f920-44e6-a3b0-aca6c0c2e7d2 req-3d28f75b-ff4e-4cd9-a0f8-9f3cf24a7df6 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:48.436852 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1f210c64-d229-4982-9659-ecd3fc48ee6b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:48.470654 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cac1ae49-f920-44e6-a3b0-aca6c0c2e7d2 req-3d28f75b-ff4e-4cd9-a0f8-9f3cf24a7df6 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Network 3c4fc1c2-da7d-4d47-9fab-e3152cd69d37 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:30:48.485185 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-cac1ae49-f920-44e6-a3b0-aca6c0c2e7d2 req-3d28f75b-ff4e-4cd9-a0f8-9f3cf24a7df6 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:48.501565 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-cac1ae49-f920-44e6-a3b0-aca6c0c2e7d2 req-3d28f75b-ff4e-4cd9-a0f8-9f3cf24a7df6 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:30:48.571133 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f210c64-d229-4982-9659-ecd3fc48ee6b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event updated for resources: {'Subnet': ['ID=d38ff32d-ed33-4123-b4c2-69540fd4e363,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:48.590840 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f210c64-d229-4982-9659-ecd3fc48ee6b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Network 22d227dc-8d0a-4805-9ef9-b9c9db32dcb7 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:30:48.592246 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-1f210c64-d229-4982-9659-ecd3fc48ee6b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:48.599220 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f210c64-d229-4982-9659-ecd3fc48ee6b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:48.600068 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1f210c64-d229-4982-9659-ecd3fc48ee6b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:48.629135 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1f210c64-d229-4982-9659-ecd3fc48ee6b tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0672309 Feb 09 01:30:48.630251 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38778) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:48.636673 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-ff7a4170-2c84-4c33-8304-8f3ea6534fc0 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Request body: {'security_group': {'name': 'tempest-secgroup-1233232803'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:48.645910 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ff7a4170-2c84-4c33-8304-8f3ea6534fc0 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:30:48.650870 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ff7a4170-2c84-4c33-8304-8f3ea6534fc0 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Usage tracker for resource:security_group and tenant:fcf7e2256d264906affa05ee27479d94 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:30:48.655206 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ff7a4170-2c84-4c33-8304-8f3ea6534fc0 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:30:48.670241 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ff7a4170-2c84-4c33-8304-8f3ea6534fc0 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:30:48.670919 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a01d795f-8ee0-4274-8740-aa507b3941df req-f50194ed-ed5d-4be5-86ce-32dd0aa1530d tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=23a28223-89d9-4ef0-96c8-1a89d1d4b939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216486 Feb 09 01:30:48.671715 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d28f75b-ff4e-4cd9-a0f8-9f3cf24a7df6 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Pushing event updated for resources: {'Port': ['ID=e3280468-86c2-41f2-b8b8-e6b6ddeb04c6,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:48.693635 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ff7a4170-2c84-4c33-8304-8f3ea6534fc0 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:48.728056 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ff7a4170-2c84-4c33-8304-8f3ea6534fc0 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:30:48.733112 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ff7a4170-2c84-4c33-8304-8f3ea6534fc0 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Usage tracker for resource:security_group_rule and tenant:fcf7e2256d264906affa05ee27479d94 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:30:48.737048 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ff7a4170-2c84-4c33-8304-8f3ea6534fc0 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:30:48.745553 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ff7a4170-2c84-4c33-8304-8f3ea6534fc0 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:30:48.777861 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac1ae49-f920-44e6-a3b0-aca6c0c2e7d2 req-3d28f75b-ff4e-4cd9-a0f8-9f3cf24a7df6 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:48.778677 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-cac1ae49-f920-44e6-a3b0-aca6c0c2e7d2 req-3d28f75b-ff4e-4cd9-a0f8-9f3cf24a7df6 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:48.786125 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65efc98a-add2-49cf-ae5c-4c4e222c54ba req-432a3375-7a2f-4369-b5b5-f2960d68b9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:48.787644 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-65efc98a-add2-49cf-ae5c-4c4e222c54ba req-432a3375-7a2f-4369-b5b5-f2960d68b9b2 service neutron] 10.222.0.99 "GET /v2.0/networks?id=2ef4ab06-0d41-4f66-ba87-75de2f21e016 HTTP/1.1" status: 200 len: 911 time: 0.5543137 Feb 09 01:30:48.893502 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ff7a4170-2c84-4c33-8304-8f3ea6534fc0 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:48.903669 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ff7a4170-2c84-4c33-8304-8f3ea6534fc0 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:48.904698 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-65efc98a-add2-49cf-ae5c-4c4e222c54ba req-3421ce3f-5e31-4097-8b10-ad31c9150871 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=778647d1-3035-403a-b7ad-551396fe0f71 HTTP/1.1" status: 200 len: 217 time: 0.1077607 Feb 09 01:30:48.974509 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ff7a4170-2c84-4c33-8304-8f3ea6534fc0 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:48.975766 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ff7a4170-2c84-4c33-8304-8f3ea6534fc0 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3444338 Feb 09 01:30:48.979820 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38784) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:48.983964 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-9854da34-6a18-4b85-a3a4-c5af44ad424e None None] Provisioning for port e3280468-86c2-41f2-b8b8-e6b6ddeb04c6 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:30:48.989367 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-9854da34-6a18-4b85-a3a4-c5af44ad424e None None] Provisioning complete for port e3280468-86c2-41f2-b8b8-e6b6ddeb04c6 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:48.989778 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9854da34-6a18-4b85-a3a4-c5af44ad424e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:48.993278 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65efc98a-add2-49cf-ae5c-4c4e222c54ba req-d21142a9-580d-4f19-9bb2-eb4a9657f1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:48.994503 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-65efc98a-add2-49cf-ae5c-4c4e222c54ba req-d21142a9-580d-4f19-9bb2-eb4a9657f1a9 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=39eaa90e-b09e-4efb-9c59-e334a1470afc HTTP/1.1" status: 200 len: 849 time: 0.0890608 Feb 09 01:30:49.000261 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7a4170-2c84-4c33-8304-8f3ea6534fc0 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ae765b-ec16-475c-b99d-1ebf56a0d86c,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:49.012881 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-992456fb-e5fa-470c-83a4-3736b88aae6e tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Request body: {'security_group': {'name': 'tempest-secgroup-973068821'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:49.028325 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-992456fb-e5fa-470c-83a4-3736b88aae6e tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:30:49.036464 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-992456fb-e5fa-470c-83a4-3736b88aae6e tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Usage tracker for resource:security_group and tenant:fcf7e2256d264906affa05ee27479d94 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:30:49.043625 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-992456fb-e5fa-470c-83a4-3736b88aae6e tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:30:49.059003 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-992456fb-e5fa-470c-83a4-3736b88aae6e tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:30:49.077009 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-992456fb-e5fa-470c-83a4-3736b88aae6e tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:49.080208 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-9854da34-6a18-4b85-a3a4-c5af44ad424e None None] Port e3280468-86c2-41f2-b8b8-e6b6ddeb04c6 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:30:49.100667 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9965868-3c53-4693-96c2-20162659b9a4 None None] Network 22d227dc-8d0a-4805-9ef9-b9c9db32dcb7 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:30:49.105966 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-992456fb-e5fa-470c-83a4-3736b88aae6e tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:30:49.109766 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cac1ae49-f920-44e6-a3b0-aca6c0c2e7d2 req-3d28f75b-ff4e-4cd9-a0f8-9f3cf24a7df6 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6725135 Feb 09 01:30:49.111315 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-992456fb-e5fa-470c-83a4-3736b88aae6e tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Usage tracker for resource:security_group_rule and tenant:fcf7e2256d264906affa05ee27479d94 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:30:49.114725 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-992456fb-e5fa-470c-83a4-3736b88aae6e tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:30:49.125287 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-992456fb-e5fa-470c-83a4-3736b88aae6e tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:30:49.248680 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65efc98a-add2-49cf-ae5c-4c4e222c54ba req-19175fde-5a02-4c3c-bede-8908b0797e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:49.250206 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-65efc98a-add2-49cf-ae5c-4c4e222c54ba req-19175fde-5a02-4c3c-bede-8908b0797e9b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=2ef4ab06-0d41-4f66-ba87-75de2f21e016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2468531 Feb 09 01:30:49.270756 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-992456fb-e5fa-470c-83a4-3736b88aae6e tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:49.270970 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760b2d09-c4be-4864-b0f8-7d003c301e2c req-39128883-90e1-4f85-aebd-6b2c99b5e555 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:49.271706 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-760b2d09-c4be-4864-b0f8-7d003c301e2c req-39128883-90e1-4f85-aebd-6b2c99b5e555 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Synchronizing usage tracker for tenant:59b43f7aa2bc4476a3c7bc7857b33f06 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:30:49.280317 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-992456fb-e5fa-470c-83a4-3736b88aae6e tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:49.328916 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992456fb-e5fa-470c-83a4-3736b88aae6e tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87f20e5e-60b6-4c67-9c88-181d194df852,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:49.329366 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-cac1ae49-f920-44e6-a3b0-aca6c0c2e7d2 req-cc97c704-1738-4226-ad84-d83bc2ed2654 service neutron] Request body: {'port': {'device_id': '082c5cbb-8014-4596-909f-4ee8af4e4b70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:49.332612 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-992456fb-e5fa-470c-83a4-3736b88aae6e tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:49.333994 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-992456fb-e5fa-470c-83a4-3736b88aae6e tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3530130 Feb 09 01:30:49.336887 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38792) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:49.343226 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-e3b165e8-ce9e-491f-8cb7-05ac9f08b03d tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Request body: {'security_group': {'name': 'tempest-secgroup-1443481913'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:49.351043 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e3b165e8-ce9e-491f-8cb7-05ac9f08b03d tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:30:49.355454 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e3b165e8-ce9e-491f-8cb7-05ac9f08b03d tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Usage tracker for resource:security_group and tenant:fcf7e2256d264906affa05ee27479d94 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:30:49.359898 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e3b165e8-ce9e-491f-8cb7-05ac9f08b03d tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:30:49.369227 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e3b165e8-ce9e-491f-8cb7-05ac9f08b03d tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:30:49.382813 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e3b165e8-ce9e-491f-8cb7-05ac9f08b03d tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:49.414976 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e3b165e8-ce9e-491f-8cb7-05ac9f08b03d tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:30:49.422428 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e3b165e8-ce9e-491f-8cb7-05ac9f08b03d tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Usage tracker for resource:security_group_rule and tenant:fcf7e2256d264906affa05ee27479d94 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:30:49.425869 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e3b165e8-ce9e-491f-8cb7-05ac9f08b03d tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:30:49.433732 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e3b165e8-ce9e-491f-8cb7-05ac9f08b03d tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:30:49.451420 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-760b2d09-c4be-4864-b0f8-7d003c301e2c req-39128883-90e1-4f85-aebd-6b2c99b5e555 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Unset dirty status for tenant:59b43f7aa2bc4476a3c7bc7857b33f06 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:30:49.453044 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-760b2d09-c4be-4864-b0f8-7d003c301e2c req-39128883-90e1-4f85-aebd-6b2c99b5e555 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/ports?device_id=082c5cbb-8014-4596-909f-4ee8af4e4b70 HTTP/1.1" status: 200 len: 932 time: 0.3951018 Feb 09 01:30:49.537931 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e3b165e8-ce9e-491f-8cb7-05ac9f08b03d tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:49.545368 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e3b165e8-ce9e-491f-8cb7-05ac9f08b03d tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:49.589064 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b165e8-ce9e-491f-8cb7-05ac9f08b03d tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ae3ed9-f628-411a-8cff-9426716ec7d3,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:49.607501 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e3b165e8-ce9e-491f-8cb7-05ac9f08b03d tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:49.609076 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e3b165e8-ce9e-491f-8cb7-05ac9f08b03d tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2710609 Feb 09 01:30:49.611890 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38800) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:49.614626 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-7e60881e-a5a7-4c20-b283-f84df0c666b9 None None] Provisioning complete for port b7a0236f-a1a3-4d54-84cc-dd00b7984712 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:49.616519 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7e60881e-a5a7-4c20-b283-f84df0c666b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:49.617560 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-d0b9d400-6eb5-4f7d-aba8-337ad3626781 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-769434667', 'security_groups': ['d4ae3ed9-f628-411a-8cff-9426716ec7d3'], 'network_id': '22d227dc-8d0a-4805-9ef9-b9c9db32dcb7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd38ff32d-ed33-4123-b4c2-69540fd4e363'}]}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:49.681530 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-760b2d09-c4be-4864-b0f8-7d003c301e2c req-b1bf27f8-c356-487d-8fc8-445843c9d785 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/security-groups?id=79ac895b-47f8-4b39-aad5-396f5ee40d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2209079 Feb 09 01:30:49.683855 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-cac1ae49-f920-44e6-a3b0-aca6c0c2e7d2 req-cc97c704-1738-4226-ad84-d83bc2ed2654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:49.721804 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-65efc98a-add2-49cf-ae5c-4c4e222c54ba req-45f75be2-7511-4eab-9927-4b936ee8764c service neutron] 10.222.0.99 "GET /v2.0/networks/2ef4ab06-0d41-4f66-ba87-75de2f21e016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4458203 Feb 09 01:30:49.866387 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d0b9d400-6eb5-4f7d-aba8-337ad3626781 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:30:49.880191 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d0b9d400-6eb5-4f7d-aba8-337ad3626781 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:30:49.897443 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b9d400-6eb5-4f7d-aba8-337ad3626781 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Made reservation on behalf of fcf7e2256d264906affa05ee27479d94 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:49.930901 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-7e60881e-a5a7-4c20-b283-f84df0c666b9 None None] Provisioning complete for port fbeae371-a07f-4875-8794-4a0b17646f4c triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:49.931568 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7e60881e-a5a7-4c20-b283-f84df0c666b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:50.110592 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d0b9d400-6eb5-4f7d-aba8-337ad3626781 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:50.121562 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c5a9f5-4a1e-4dc7-914f-7b2101ce82f9 None None] Update dhcp port {'port': {'network_id': '22d227dc-8d0a-4805-9ef9-b9c9db32dcb7', 'fixed_ips': [{'subnet_id': 'b4e699ad-7246-4f2a-9813-926381854779', 'ip_address': '172.20.0.18'}, {'subnet_id': 'd38ff32d-ed33-4123-b4c2-69540fd4e363'}], 'binding:host_id': 'n-d-828418-1'}, 'id': 'b7a0236f-a1a3-4d54-84cc-dd00b7984712'} from n-d-828418-1. {{(pid=87640) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 09 01:30:50.143254 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [None req-d0b9d400-6eb5-4f7d-aba8-337ad3626781 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] device_id is not set on port e3cbd8e3-6c2e-4cef-87ab-2c395c4d6f1f yet. {{(pid=87638) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:30:50.220107 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e7c5a9f5-4a1e-4dc7-914f-7b2101ce82f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:50.286966 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-7e60881e-a5a7-4c20-b283-f84df0c666b9 None None] Port fbeae371-a07f-4875-8794-4a0b17646f4c cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:30:50.316523 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-65efc98a-add2-49cf-ae5c-4c4e222c54ba req-06d38f14-67fc-4d53-b19d-51e5d34dabbc service neutron] 10.222.0.99 "GET /v2.0/networks/2ef4ab06-0d41-4f66-ba87-75de2f21e016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5324607 Feb 09 01:30:50.455685 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5520c37d-cc99-4a05-bd49-8478548b16d7 req-95471087-1686-46ee-b8df-aa0665c747b1 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:50.457185 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5520c37d-cc99-4a05-bd49-8478548b16d7 req-95471087-1686-46ee-b8df-aa0665c747b1 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=02522db9-b00e-40c8-a965-31c85eeb15cb HTTP/1.1" status: 200 len: 1095 time: 0.5634539 Feb 09 01:30:50.537954 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-d0b9d400-6eb5-4f7d-aba8-337ad3626781 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Allocated IP 172.20.0.2 (22d227dc-8d0a-4805-9ef9-b9c9db32dcb7/d38ff32d-ed33-4123-b4c2-69540fd4e363/e3cbd8e3-6c2e-4cef-87ab-2c395c4d6f1f) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:30:50.540070 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5520c37d-cc99-4a05-bd49-8478548b16d7 req-b637be23-77cd-4f02-bda9-109e0b1431c1 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=23a28223-89d9-4ef0-96c8-1a89d1d4b939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747504 Feb 09 01:30:50.679750 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-cac1ae49-f920-44e6-a3b0-aca6c0c2e7d2 req-cc97c704-1738-4226-ad84-d83bc2ed2654 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3280468-86c2-41f2-b8b8-e6b6ddeb04c6 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:30:50.688047 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-cac1ae49-f920-44e6-a3b0-aca6c0c2e7d2 req-cc97c704-1738-4226-ad84-d83bc2ed2654 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:50.708021 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-cac1ae49-f920-44e6-a3b0-aca6c0c2e7d2 req-cc97c704-1738-4226-ad84-d83bc2ed2654 service neutron] Transition to ACTIVE for port object e3280468-86c2-41f2-b8b8-e6b6ddeb04c6 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:30:50.714359 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-cac1ae49-f920-44e6-a3b0-aca6c0c2e7d2 req-cc97c704-1738-4226-ad84-d83bc2ed2654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:50.805723 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d0b9d400-6eb5-4f7d-aba8-337ad3626781 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:50.835839 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-d0b9d400-6eb5-4f7d-aba8-337ad3626781 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Transition to ACTIVE for port object e3cbd8e3-6c2e-4cef-87ab-2c395c4d6f1f will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:30:50.866747 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d0b9d400-6eb5-4f7d-aba8-337ad3626781 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:50.950570 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b9d400-6eb5-4f7d-aba8-337ad3626781 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Network 22d227dc-8d0a-4805-9ef9-b9c9db32dcb7 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:30:50.955316 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-d0b9d400-6eb5-4f7d-aba8-337ad3626781 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:50.958668 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b9d400-6eb5-4f7d-aba8-337ad3626781 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:30:50.974187 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc97c704-1738-4226-ad84-d83bc2ed2654 service neutron] Pushing event updated for resources: {'Port': ['ID=e3280468-86c2-41f2-b8b8-e6b6ddeb04c6,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:50.988817 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-e7c5a9f5-4a1e-4dc7-914f-7b2101ce82f9 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-90578282-6aa9-4325-994e-4b4aee682305 {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:30:50.989172 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-e7c5a9f5-4a1e-4dc7-914f-7b2101ce82f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:30:51.038955 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b9d400-6eb5-4f7d-aba8-337ad3626781 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event updated for resources: {'Port': ['ID=e3cbd8e3-6c2e-4cef-87ab-2c395c4d6f1f,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:51.050616 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b9d400-6eb5-4f7d-aba8-337ad3626781 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:51.051229 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d0b9d400-6eb5-4f7d-aba8-337ad3626781 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:51.082631 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d0b9d400-6eb5-4f7d-aba8-337ad3626781 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4670372 Feb 09 01:30:51.082631 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38818) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:51.090030 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-8f417e9f-25c3-447c-a16e-ffe83964bcb2 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Request body: {'subnet': {'network_id': '22d227dc-8d0a-4805-9ef9-b9c9db32dcb7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:51.116216 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6948b886-8774-40e2-b14d-d3b1b68291e7 req-73359bd0-f652-49ab-9455-a4a8cb28a27b tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:51.117825 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6948b886-8774-40e2-b14d-d3b1b68291e7 req-73359bd0-f652-49ab-9455-a4a8cb28a27b tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/ports?device_id=082c5cbb-8014-4596-909f-4ee8af4e4b70 HTTP/1.1" status: 200 len: 944 time: 0.3056140 Feb 09 01:30:51.139375 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-cac1ae49-f920-44e6-a3b0-aca6c0c2e7d2 req-cc97c704-1738-4226-ad84-d83bc2ed2654 service neutron] Attempting to bind port e3280468-86c2-41f2-b8b8-e6b6ddeb04c6 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:30:51.139719 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-cac1ae49-f920-44e6-a3b0-aca6c0c2e7d2 req-cc97c704-1738-4226-ad84-d83bc2ed2654 service neutron] Attempting to bind port e3280468-86c2-41f2-b8b8-e6b6ddeb04c6 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '3701e9a4-3ee7-431a-888c-2558f545529b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3c4fc1c2-da7d-4d47-9fab-e3152cd69d37'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:30:51.140056 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac1ae49-f920-44e6-a3b0-aca6c0c2e7d2 req-cc97c704-1738-4226-ad84-d83bc2ed2654 service neutron] Attempting to bind port e3280468-86c2-41f2-b8b8-e6b6ddeb04c6 on network 3c4fc1c2-da7d-4d47-9fab-e3152cd69d37 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:30:51.150597 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac1ae49-f920-44e6-a3b0-aca6c0c2e7d2 req-cc97c704-1738-4226-ad84-d83bc2ed2654 service neutron] Port e3280468-86c2-41f2-b8b8-e6b6ddeb04c6 on network 3c4fc1c2-da7d-4d47-9fab-e3152cd69d37 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:30:51.150919 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac1ae49-f920-44e6-a3b0-aca6c0c2e7d2 req-cc97c704-1738-4226-ad84-d83bc2ed2654 service neutron] Attempting to bind port e3280468-86c2-41f2-b8b8-e6b6ddeb04c6 on network 3c4fc1c2-da7d-4d47-9fab-e3152cd69d37 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:30:51.177006 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6948b886-8774-40e2-b14d-d3b1b68291e7 req-f242ce1c-474d-43e4-9738-42a306610591 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/security-groups?id=79ac895b-47f8-4b39-aad5-396f5ee40d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531046 Feb 09 01:30:51.179434 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac1ae49-f920-44e6-a3b0-aca6c0c2e7d2 req-cc97c704-1738-4226-ad84-d83bc2ed2654 service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:30:51.179766 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac1ae49-f920-44e6-a3b0-aca6c0c2e7d2 req-cc97c704-1738-4226-ad84-d83bc2ed2654 service neutron] Checking segment: {'id': '3701e9a4-3ee7-431a-888c-2558f545529b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3c4fc1c2-da7d-4d47-9fab-e3152cd69d37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:30:51.180144 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac1ae49-f920-44e6-a3b0-aca6c0c2e7d2 req-cc97c704-1738-4226-ad84-d83bc2ed2654 service neutron] Bound using segment: {'id': '3701e9a4-3ee7-431a-888c-2558f545529b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3c4fc1c2-da7d-4d47-9fab-e3152cd69d37'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:30:51.180569 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-cac1ae49-f920-44e6-a3b0-aca6c0c2e7d2 req-cc97c704-1738-4226-ad84-d83bc2ed2654 service neutron] Bound port: e3280468-86c2-41f2-b8b8-e6b6ddeb04c6, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3701e9a4-3ee7-431a-888c-2558f545529b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3c4fc1c2-da7d-4d47-9fab-e3152cd69d37'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:30:51.180917 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-cac1ae49-f920-44e6-a3b0-aca6c0c2e7d2 req-cc97c704-1738-4226-ad84-d83bc2ed2654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:51.257694 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8f417e9f-25c3-447c-a16e-ffe83964bcb2 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:30:51.261463 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-8f417e9f-25c3-447c-a16e-ffe83964bcb2 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Usage tracker for resource:subnet and tenant:fcf7e2256d264906affa05ee27479d94 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:30:51.265201 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-8f417e9f-25c3-447c-a16e-ffe83964bcb2 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:30:51.270946 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8f417e9f-25c3-447c-a16e-ffe83964bcb2 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:30:51.277578 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-cac1ae49-f920-44e6-a3b0-aca6c0c2e7d2 req-cc97c704-1738-4226-ad84-d83bc2ed2654 service neutron] For port e3280468-86c2-41f2-b8b8-e6b6ddeb04c6, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:30:51.280953 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-cac1ae49-f920-44e6-a3b0-aca6c0c2e7d2 req-cc97c704-1738-4226-ad84-d83bc2ed2654 service neutron] For port e3280468-86c2-41f2-b8b8-e6b6ddeb04c6, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=e3280468-86c2-41f2-b8b8-e6b6ddeb04c6,segment=NetworkSegment(3701e9a4-3ee7-431a-888c-2558f545529b),segment_id=3701e9a4-3ee7-431a-888c-2558f545529b)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:30:51.282590 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f417e9f-25c3-447c-a16e-ffe83964bcb2 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Made reservation on behalf of fcf7e2256d264906affa05ee27479d94 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:51.286490 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8f417e9f-25c3-447c-a16e-ffe83964bcb2 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:51.288207 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-cac1ae49-f920-44e6-a3b0-aca6c0c2e7d2 req-cc97c704-1738-4226-ad84-d83bc2ed2654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:51.398310 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac1ae49-f920-44e6-a3b0-aca6c0c2e7d2 req-cc97c704-1738-4226-ad84-d83bc2ed2654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:51.398900 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-cac1ae49-f920-44e6-a3b0-aca6c0c2e7d2 req-cc97c704-1738-4226-ad84-d83bc2ed2654 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:51.400265 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cac1ae49-f920-44e6-a3b0-aca6c0c2e7d2 req-cc97c704-1738-4226-ad84-d83bc2ed2654 service neutron] 10.222.0.62 "PUT /v2.0/ports/e3280468-86c2-41f2-b8b8-e6b6ddeb04c6 HTTP/1.1" status: 200 len: 1092 time: 2.2833309 Feb 09 01:30:51.400725 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '082c5cbb-8014-4596-909f-4ee8af4e4b70', 'tag': 'e3280468-86c2-41f2-b8b8-e6b6ddeb04c6'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:30:51.492463 n-d-828418-1 neutron-server[87638]: INFO neutron.db.ipam_backend_mixin [None req-8f417e9f-25c3-447c-a16e-ffe83964bcb2 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d38ff32d-ed33-4123-b4c2-69540fd4e363 (CIDR: 172.20.0.0/28) Feb 09 01:30:51.504655 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f417e9f-25c3-447c-a16e-ffe83964bcb2 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:30:51.505161 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f417e9f-25c3-447c-a16e-ffe83964bcb2 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:30:51.534617 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '082c5cbb-8014-4596-909f-4ee8af4e4b70', 'tag': 'e3280468-86c2-41f2-b8b8-e6b6ddeb04c6', 'status': 'completed', 'code': 200} Feb 09 01:30:51.541572 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-8f417e9f-25c3-447c-a16e-ffe83964bcb2 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4573147 Feb 09 01:30:51.542270 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38826) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:51.555924 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-c743e742-42b9-4ef5-be31-b5ab5a848e34 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Request body: {'subnet': {'network_id': '22d227dc-8d0a-4805-9ef9-b9c9db32dcb7', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:51.567490 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc97c704-1738-4226-ad84-d83bc2ed2654 service neutron] Pushing event updated for resources: {'Port': ['ID=e3280468-86c2-41f2-b8b8-e6b6ddeb04c6,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:51.655467 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac1ae49-f920-44e6-a3b0-aca6c0c2e7d2 req-023f353f-362b-4dce-bec7-6d874f4b108c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:51.656892 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cac1ae49-f920-44e6-a3b0-aca6c0c2e7d2 req-023f353f-362b-4dce-bec7-6d874f4b108c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=59b43f7aa2bc4476a3c7bc7857b33f06&device_id=082c5cbb-8014-4596-909f-4ee8af4e4b70 HTTP/1.1" status: 200 len: 1095 time: 0.1988952 Feb 09 01:30:51.688334 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 778647d1-3035-403a-b7ad-551396fe0f71 details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:30:51.883643 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cac1ae49-f920-44e6-a3b0-aca6c0c2e7d2 req-289353a8-2f6e-4a11-96bb-6b89773f68c0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3280468-86c2-41f2-b8b8-e6b6ddeb04c6 HTTP/1.1" status: 200 len: 217 time: 0.2170436 Feb 09 01:30:51.892099 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c743e742-42b9-4ef5-be31-b5ab5a848e34 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:30:51.896728 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-c743e742-42b9-4ef5-be31-b5ab5a848e34 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Usage tracker for resource:subnet and tenant:fcf7e2256d264906affa05ee27479d94 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:30:51.900606 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-c743e742-42b9-4ef5-be31-b5ab5a848e34 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:30:51.914652 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c743e742-42b9-4ef5-be31-b5ab5a848e34 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:30:51.928820 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c743e742-42b9-4ef5-be31-b5ab5a848e34 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Made reservation on behalf of fcf7e2256d264906affa05ee27479d94 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:51.933457 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c743e742-42b9-4ef5-be31-b5ab5a848e34 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:51.952836 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e7c5a9f5-4a1e-4dc7-914f-7b2101ce82f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:51.988576 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac1ae49-f920-44e6-a3b0-aca6c0c2e7d2 req-8cc62c05-2c0d-44ee-a0d5-43b3ea7a24da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:51.991468 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cac1ae49-f920-44e6-a3b0-aca6c0c2e7d2 req-8cc62c05-2c0d-44ee-a0d5-43b3ea7a24da service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e8f91757-70e4-4e4e-95d1-289081aff0f5 HTTP/1.1" status: 200 len: 835 time: 0.1009917 Feb 09 01:30:52.091262 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8546513f-c3e4-4355-98a3-2b4cd66690cf req-7e8a5601-b88b-429c-8720-379a594dbd4d tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:52.093109 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8546513f-c3e4-4355-98a3-2b4cd66690cf req-7e8a5601-b88b-429c-8720-379a594dbd4d tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=02522db9-b00e-40c8-a965-31c85eeb15cb HTTP/1.1" status: 200 len: 1095 time: 0.2579572 Feb 09 01:30:52.152915 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:52.176023 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac1ae49-f920-44e6-a3b0-aca6c0c2e7d2 req-9d20517c-3403-4d2e-9142-c8e5dc04929a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:52.178805 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cac1ae49-f920-44e6-a3b0-aca6c0c2e7d2 req-9d20517c-3403-4d2e-9142-c8e5dc04929a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3c4fc1c2-da7d-4d47-9fab-e3152cd69d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1726084 Feb 09 01:30:52.185530 n-d-828418-1 neutron-server[87638]: INFO neutron.db.ipam_backend_mixin [None req-c743e742-42b9-4ef5-be31-b5ab5a848e34 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet b4e699ad-7246-4f2a-9813-926381854779 (CIDR: 172.20.0.16/28) Feb 09 01:30:52.191597 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-c743e742-42b9-4ef5-be31-b5ab5a848e34 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:30:52.192018 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c743e742-42b9-4ef5-be31-b5ab5a848e34 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:30:52.204345 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 778647d1-3035-403a-b7ad-551396fe0f71, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=778647d1-3035-403a-b7ad-551396fe0f71,segment=NetworkSegment(ea7e8ec0-8208-4521-b904-1f04798510c5),segment_id=ea7e8ec0-8208-4521-b904-1f04798510c5)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:30:52.235150 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': '778647d1-3035-403a-b7ad-551396fe0f71', 'network_id': '2ef4ab06-0d41-4f66-ba87-75de2f21e016', 'port_id': '778647d1-3035-403a-b7ad-551396fe0f71', 'mac_address': 'fa:16:3e:d3:d3:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39eaa90e-b09e-4efb-9c59-e334a1470afc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:30:52.240326 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c743e742-42b9-4ef5-be31-b5ab5a848e34 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6969628 Feb 09 01:30:52.243050 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38846) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:52.249169 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-a55de209-51a6-4888-8d21-97c352e855e7 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Request body: {'subnet': {'network_id': '22d227dc-8d0a-4805-9ef9-b9c9db32dcb7', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:52.356380 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:52.368825 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-e7c5a9f5-4a1e-4dc7-914f-7b2101ce82f9 None None] Allocated IP 172.20.0.3 (22d227dc-8d0a-4805-9ef9-b9c9db32dcb7/d38ff32d-ed33-4123-b4c2-69540fd4e363/b7a0236f-a1a3-4d54-84cc-dd00b7984712) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:30:52.385844 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 778647d1-3035-403a-b7ad-551396fe0f71 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:30:52.454537 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8546513f-c3e4-4355-98a3-2b4cd66690cf req-85eab778-4949-4095-a0cc-3f6483a800fe tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=23a28223-89d9-4ef0-96c8-1a89d1d4b939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3525391 Feb 09 01:30:52.457627 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cac1ae49-f920-44e6-a3b0-aca6c0c2e7d2 req-278e602b-b72b-4f8c-98f0-74284cf3552e service neutron] 10.222.0.62 "GET /v2.0/networks/3c4fc1c2-da7d-4d47-9fab-e3152cd69d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721603 Feb 09 01:30:52.523845 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a55de209-51a6-4888-8d21-97c352e855e7 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:30:52.527948 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-a55de209-51a6-4888-8d21-97c352e855e7 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Usage tracker for resource:subnet and tenant:fcf7e2256d264906affa05ee27479d94 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:30:52.531867 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-a55de209-51a6-4888-8d21-97c352e855e7 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:30:52.539708 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a55de209-51a6-4888-8d21-97c352e855e7 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:30:52.547287 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 778647d1-3035-403a-b7ad-551396fe0f71, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=778647d1-3035-403a-b7ad-551396fe0f71,segment=NetworkSegment(ea7e8ec0-8208-4521-b904-1f04798510c5),segment_id=ea7e8ec0-8208-4521-b904-1f04798510c5)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:30:52.556645 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55de209-51a6-4888-8d21-97c352e855e7 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Made reservation on behalf of fcf7e2256d264906affa05ee27479d94 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:52.560752 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:52.561314 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a55de209-51a6-4888-8d21-97c352e855e7 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:52.673443 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=778647d1-3035-403a-b7ad-551396fe0f71,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:52.699400 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:52.701155 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:52.701783 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:52.702313 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:52.702852 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:52.703368 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:52.703885 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:52.704464 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:52.705020 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:52.705654 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:52.706171 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:52.706684 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:52.733491 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cac1ae49-f920-44e6-a3b0-aca6c0c2e7d2 req-05c3329d-48df-4a0d-af2e-980e101e5574 service neutron] 10.222.0.62 "GET /v2.0/networks/3c4fc1c2-da7d-4d47-9fab-e3152cd69d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956801 Feb 09 01:30:52.753868 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e7c5a9f5-4a1e-4dc7-914f-7b2101ce82f9 None None] For port b7a0236f-a1a3-4d54-84cc-dd00b7984712, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=b7a0236f-a1a3-4d54-84cc-dd00b7984712,segment=NetworkSegment(1ba60014-c38c-4260-a0e9-7158228633e5),segment_id=1ba60014-c38c-4260-a0e9-7158228633e5)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:30:52.796545 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e7c5a9f5-4a1e-4dc7-914f-7b2101ce82f9 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:52.800158 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84508e1-8ce1-4abe-8b9f-d855e1904324 req-51af1506-8ea8-4630-bdfb-b2b1e2e15b55 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:52.801802 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c84508e1-8ce1-4abe-8b9f-d855e1904324 req-51af1506-8ea8-4630-bdfb-b2b1e2e15b55 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/ports?device_id=082c5cbb-8014-4596-909f-4ee8af4e4b70 HTTP/1.1" status: 200 len: 944 time: 0.3428392 Feb 09 01:30:52.816696 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e7c5a9f5-4a1e-4dc7-914f-7b2101ce82f9 None None] Transition to ACTIVE for port object b7a0236f-a1a3-4d54-84cc-dd00b7984712 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:30:52.827779 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e7c5a9f5-4a1e-4dc7-914f-7b2101ce82f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:52.885867 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['778647d1-3035-403a-b7ad-551396fe0f71'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:30:53.049167 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c5a9f5-4a1e-4dc7-914f-7b2101ce82f9 None None] Pushing event updated for resources: {'Port': ['ID=b7a0236f-a1a3-4d54-84cc-dd00b7984712,revision_number=6']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:53.101212 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c84508e1-8ce1-4abe-8b9f-d855e1904324 req-f22c02f5-0768-42c9-ae9e-a527ab83230e tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/security-groups?id=79ac895b-47f8-4b39-aad5-396f5ee40d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2882078 Feb 09 01:30:53.136997 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eec50b-ea97-44b7-9ccf-78805c47050d req-b4058ca8-1a66-4408-8585-08e344957411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:53.143688 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b0eec50b-ea97-44b7-9ccf-78805c47050d req-b4058ca8-1a66-4408-8585-08e344957411 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=59b43f7aa2bc4476a3c7bc7857b33f06&device_id=082c5cbb-8014-4596-909f-4ee8af4e4b70 HTTP/1.1" status: 200 len: 1095 time: 0.3406234 Feb 09 01:30:53.217623 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a55de209-51a6-4888-8d21-97c352e855e7 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:53.331699 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55de209-51a6-4888-8d21-97c352e855e7 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Network 22d227dc-8d0a-4805-9ef9-b9c9db32dcb7 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:30:53.340059 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-a55de209-51a6-4888-8d21-97c352e855e7 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:53.343804 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55de209-51a6-4888-8d21-97c352e855e7 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:53.344397 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a55de209-51a6-4888-8d21-97c352e855e7 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:53.373487 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55de209-51a6-4888-8d21-97c352e855e7 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event updated for resources: {'Subnet': ['ID=809e6cfe-e9c7-45cf-96ab-9daaf2be431b,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:53.408058 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a55de209-51a6-4888-8d21-97c352e855e7 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1579325 Feb 09 01:30:53.408058 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38872) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:53.418387 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-70544aec-a56d-474c-8995-a0f348c972da tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-205756961', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '809e6cfe-e9c7-45cf-96ab-9daaf2be431b'}], 'security_groups': ['e2ae765b-ec16-475c-b99d-1ebf56a0d86c', '87f20e5e-60b6-4c67-9c88-181d194df852']}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:53.654698 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-70544aec-a56d-474c-8995-a0f348c972da tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:53.824877 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eec50b-ea97-44b7-9ccf-78805c47050d req-d2896fe7-9103-44d6-86f8-4b5867ebdf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:53.826945 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b0eec50b-ea97-44b7-9ccf-78805c47050d req-d2896fe7-9103-44d6-86f8-4b5867ebdf07 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3c4fc1c2-da7d-4d47-9fab-e3152cd69d37 HTTP/1.1" status: 200 len: 898 time: 0.6769543 Feb 09 01:30:53.936599 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd9f25e-84da-4154-9762-7791c6d7241e None None] Network 22d227dc-8d0a-4805-9ef9-b9c9db32dcb7 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:30:53.996597 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b0eec50b-ea97-44b7-9ccf-78805c47050d req-e54a7733-0010-4020-9023-b37f3ab2515f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3280468-86c2-41f2-b8b8-e6b6ddeb04c6 HTTP/1.1" status: 200 len: 217 time: 0.1621094 Feb 09 01:30:54.015744 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-ec97e943-6082-4a88-b0eb-245fb347bf34 None None] Provisioning for port b7a0236f-a1a3-4d54-84cc-dd00b7984712 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:30:54.030841 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-ec97e943-6082-4a88-b0eb-245fb347bf34 None None] Provisioning complete for port b7a0236f-a1a3-4d54-84cc-dd00b7984712 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:54.031632 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ec97e943-6082-4a88-b0eb-245fb347bf34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:54.099958 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eec50b-ea97-44b7-9ccf-78805c47050d req-79b13155-9291-4859-9159-03f750618512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:54.103099 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b0eec50b-ea97-44b7-9ccf-78805c47050d req-79b13155-9291-4859-9159-03f750618512 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e8f91757-70e4-4e4e-95d1-289081aff0f5 HTTP/1.1" status: 200 len: 835 time: 0.0997040 Feb 09 01:30:54.268461 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device b7a0236f-a1a3-4d54-84cc-dd00b7984712 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:30:54.281221 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a31989a-9046-488d-838b-8bd4943866cb req-2f84be44-0a47-4eea-881f-a62a18c221ff tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:54.283971 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9a31989a-9046-488d-838b-8bd4943866cb req-2f84be44-0a47-4eea-881f-a62a18c221ff tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=02522db9-b00e-40c8-a965-31c85eeb15cb HTTP/1.1" status: 200 len: 1096 time: 0.6204746 Feb 09 01:30:54.395551 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eec50b-ea97-44b7-9ccf-78805c47050d req-29bb7e5c-1587-41ff-b89f-1bf0c405f810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:54.397062 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b0eec50b-ea97-44b7-9ccf-78805c47050d req-29bb7e5c-1587-41ff-b89f-1bf0c405f810 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3c4fc1c2-da7d-4d47-9fab-e3152cd69d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2763839 Feb 09 01:30:54.498405 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-ec97e943-6082-4a88-b0eb-245fb347bf34 None None] Provisioning complete for port fbeae371-a07f-4875-8794-4a0b17646f4c triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:54.499002 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ec97e943-6082-4a88-b0eb-245fb347bf34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:54.501868 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9a31989a-9046-488d-838b-8bd4943866cb req-3fc76782-3d78-47b0-8749-8398ae0c2a98 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=23a28223-89d9-4ef0-96c8-1a89d1d4b939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011387 Feb 09 01:30:54.591751 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port b7a0236f-a1a3-4d54-84cc-dd00b7984712 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:54.592201 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:54.677919 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293dbc11-8305-4cd2-80b5-df62196feb34 req-d246da22-9a59-4441-8456-67fe2551b50f tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:54.679704 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-293dbc11-8305-4cd2-80b5-df62196feb34 req-d246da22-9a59-4441-8456-67fe2551b50f tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/ports?device_id=082c5cbb-8014-4596-909f-4ee8af4e4b70 HTTP/1.1" status: 200 len: 944 time: 0.3279026 Feb 09 01:30:54.761807 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-ec97e943-6082-4a88-b0eb-245fb347bf34 None None] Port fbeae371-a07f-4875-8794-4a0b17646f4c cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:30:54.806700 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b0eec50b-ea97-44b7-9ccf-78805c47050d req-12f5ac8e-5189-473c-8f53-004027e58bca service neutron] 10.222.0.62 "GET /v2.0/networks/3c4fc1c2-da7d-4d47-9fab-e3152cd69d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4013283 Feb 09 01:30:54.863952 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-70544aec-a56d-474c-8995-a0f348c972da tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Delete allocated IP 172.20.0.2 (22d227dc-8d0a-4805-9ef9-b9c9db32dcb7/d38ff32d-ed33-4123-b4c2-69540fd4e363) {{(pid=87638) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 01:30:54.885462 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device e3280468-86c2-41f2-b8b8-e6b6ddeb04c6 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:30:54.904481 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-70544aec-a56d-474c-8995-a0f348c972da tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Allocated IP 172.20.0.41 (22d227dc-8d0a-4805-9ef9-b9c9db32dcb7/809e6cfe-e9c7-45cf-96ab-9daaf2be431b/e3cbd8e3-6c2e-4cef-87ab-2c395c4d6f1f) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:30:54.962098 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-293dbc11-8305-4cd2-80b5-df62196feb34 req-38cbeb43-e3a2-48cc-8971-bc4a017d1949 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/security-groups?id=79ac895b-47f8-4b39-aad5-396f5ee40d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2150488 Feb 09 01:30:54.983760 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:55.073947 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d268b5bb-035e-4d3f-9f0a-7c5f132c0c44 None None] Update dhcp port {'port': {'network_id': '22d227dc-8d0a-4805-9ef9-b9c9db32dcb7', 'fixed_ips': [{'subnet_id': 'b4e699ad-7246-4f2a-9813-926381854779', 'ip_address': '172.20.0.18'}, {'subnet_id': 'd38ff32d-ed33-4123-b4c2-69540fd4e363', 'ip_address': '172.20.0.3'}, {'subnet_id': '809e6cfe-e9c7-45cf-96ab-9daaf2be431b'}], 'binding:host_id': 'n-d-828418-1'}, 'id': 'b7a0236f-a1a3-4d54-84cc-dd00b7984712'} from n-d-828418-1. {{(pid=87640) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 09 01:30:55.089980 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b0eec50b-ea97-44b7-9ccf-78805c47050d req-79dd390e-2df7-471d-8035-ab59e258a876 service neutron] 10.222.0.62 "GET /v2.0/networks/3c4fc1c2-da7d-4d47-9fab-e3152cd69d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748356 Feb 09 01:30:55.181868 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d268b5bb-035e-4d3f-9f0a-7c5f132c0c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:55.257802 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port e3280468-86c2-41f2-b8b8-e6b6ddeb04c6, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=e3280468-86c2-41f2-b8b8-e6b6ddeb04c6,segment=NetworkSegment(3701e9a4-3ee7-431a-888c-2558f545529b),segment_id=3701e9a4-3ee7-431a-888c-2558f545529b)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:30:55.281736 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': 'e3280468-86c2-41f2-b8b8-e6b6ddeb04c6', 'network_id': '3c4fc1c2-da7d-4d47-9fab-e3152cd69d37', 'port_id': 'e3280468-86c2-41f2-b8b8-e6b6ddeb04c6', 'mac_address': 'fa:16:3e:98:28:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8f91757-70e4-4e4e-95d1-289081aff0f5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:30:55.303713 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-70544aec-a56d-474c-8995-a0f348c972da tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:55.320189 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-70544aec-a56d-474c-8995-a0f348c972da tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Ignored duplicate provisioning block setup for port e3cbd8e3-6c2e-4cef-87ab-2c395c4d6f1f by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 09 01:30:55.328684 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-70544aec-a56d-474c-8995-a0f348c972da tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:55.474143 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:55.502255 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3280468-86c2-41f2-b8b8-e6b6ddeb04c6 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:30:55.533876 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port e3280468-86c2-41f2-b8b8-e6b6ddeb04c6, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=e3280468-86c2-41f2-b8b8-e6b6ddeb04c6,segment=NetworkSegment(3701e9a4-3ee7-431a-888c-2558f545529b),segment_id=3701e9a4-3ee7-431a-888c-2558f545529b)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:30:55.543371 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:55.583998 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 778647d1-3035-403a-b7ad-551396fe0f71 up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:30:55.741456 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70544aec-a56d-474c-8995-a0f348c972da tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event updated for resources: {'Port': ['ID=e3cbd8e3-6c2e-4cef-87ab-2c395c4d6f1f,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:55.790101 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning for port 778647d1-3035-403a-b7ad-551396fe0f71 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:30:55.817338 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port 778647d1-3035-403a-b7ad-551396fe0f71 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:55.817701 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:55.831854 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-70544aec-a56d-474c-8995-a0f348c972da tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] In _notify_port_updated(), no bound segment for port e3cbd8e3-6c2e-4cef-87ab-2c395c4d6f1f on network 22d227dc-8d0a-4805-9ef9-b9c9db32dcb7 {{(pid=87638) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 01:30:55.848281 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70544aec-a56d-474c-8995-a0f348c972da tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:55.850142 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-70544aec-a56d-474c-8995-a0f348c972da tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:55.850515 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-70544aec-a56d-474c-8995-a0f348c972da tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "PUT /v2.0/ports/e3cbd8e3-6c2e-4cef-87ab-2c395c4d6f1f HTTP/1.1" status: 200 len: 959 time: 2.4410956 Feb 09 01:30:55.851306 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['e3280468-86c2-41f2-b8b8-e6b6ddeb04c6'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:30:55.853038 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38912) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:55.925220 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=e3280468-86c2-41f2-b8b8-e6b6ddeb04c6,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:55.976154 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-42b02c15-f8f0-44d5-8850-a90bd9f748b5 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Deleting port e3cbd8e3-6c2e-4cef-87ab-2c395c4d6f1f {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:30:55.977337 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-42b02c15-f8f0-44d5-8850-a90bd9f748b5 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:56.001103 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-d268b5bb-035e-4d3f-9f0a-7c5f132c0c44 None None] Allocated IP 172.20.0.34 (22d227dc-8d0a-4805-9ef9-b9c9db32dcb7/809e6cfe-e9c7-45cf-96ab-9daaf2be431b/b7a0236f-a1a3-4d54-84cc-dd00b7984712) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:30:56.049200 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97832bf-5fb7-429b-96e8-cd5953e3a4f1 req-9fdb63b4-a299-4f45-8048-de22fa08aa83 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:56.051269 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c97832bf-5fb7-429b-96e8-cd5953e3a4f1 req-9fdb63b4-a299-4f45-8048-de22fa08aa83 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=02522db9-b00e-40c8-a965-31c85eeb15cb HTTP/1.1" status: 200 len: 1096 time: 0.3241870 Feb 09 01:30:56.203150 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c97832bf-5fb7-429b-96e8-cd5953e3a4f1 req-a8a3b291-72b7-4c55-9514-fb8abc12d94d tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=23a28223-89d9-4ef0-96c8-1a89d1d4b939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449094 Feb 09 01:30:56.357525 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d268b5bb-035e-4d3f-9f0a-7c5f132c0c44 None None] For port b7a0236f-a1a3-4d54-84cc-dd00b7984712, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=b7a0236f-a1a3-4d54-84cc-dd00b7984712,segment=NetworkSegment(1ba60014-c38c-4260-a0e9-7158228633e5),segment_id=1ba60014-c38c-4260-a0e9-7158228633e5)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:30:56.388608 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:56.410191 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ecf75-0094-429c-a1bc-c51f0d01a61b req-ea989f04-7d75-450c-9842-4f687e29b36d tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:56.420754 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-df2ecf75-0094-429c-a1bc-c51f0d01a61b req-ea989f04-7d75-450c-9842-4f687e29b36d tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/ports?device_id=082c5cbb-8014-4596-909f-4ee8af4e4b70 HTTP/1.1" status: 200 len: 945 time: 0.1540589 Feb 09 01:30:56.456922 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-42b02c15-f8f0-44d5-8850-a90bd9f748b5 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:56.467187 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d268b5bb-035e-4d3f-9f0a-7c5f132c0c44 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:56.470627 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02522db9-b00e-40c8-a965-31c85eeb15cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '778647d1-3035-403a-b7ad-551396fe0f71'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:30:56.507303 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-df2ecf75-0094-429c-a1bc-c51f0d01a61b req-5770463a-5549-4c0f-8b5d-3dad77ddb079 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/security-groups?id=79ac895b-47f8-4b39-aad5-396f5ee40d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804501 Feb 09 01:30:56.580314 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 778647d1-3035-403a-b7ad-551396fe0f71, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=778647d1-3035-403a-b7ad-551396fe0f71,segment=NetworkSegment(ea7e8ec0-8208-4521-b904-1f04798510c5),segment_id=ea7e8ec0-8208-4521-b904-1f04798510c5)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:30:56.587052 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02522db9-b00e-40c8-a965-31c85eeb15cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '778647d1-3035-403a-b7ad-551396fe0f71', 'code': 200} Feb 09 01:30:56.643999 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:56.770703 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-42b02c15-f8f0-44d5-8850-a90bd9f748b5 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Calling delete_port for e3cbd8e3-6c2e-4cef-87ab-2c395c4d6f1f owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:30:56.771467 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d268b5bb-035e-4d3f-9f0a-7c5f132c0c44 None None] Transition to ACTIVE for port object b7a0236f-a1a3-4d54-84cc-dd00b7984712 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:30:56.807612 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec6b15e-c1f8-4f4a-8e39-fc4993f9888b req-a7f08007-9666-4ffe-9199-fab7f489471c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:56.812730 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8ec6b15e-c1f8-4f4a-8e39-fc4993f9888b req-a7f08007-9666-4ffe-9199-fab7f489471c service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=02522db9-b00e-40c8-a965-31c85eeb15cb HTTP/1.1" status: 200 len: 1097 time: 0.1981933 Feb 09 01:30:56.861944 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=778647d1-3035-403a-b7ad-551396fe0f71,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:56.867677 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d268b5bb-035e-4d3f-9f0a-7c5f132c0c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:56.920954 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8ec6b15e-c1f8-4f4a-8e39-fc4993f9888b req-8c5a2570-8c89-4e03-9120-4f11cdd66266 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=23a28223-89d9-4ef0-96c8-1a89d1d4b939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969450 Feb 09 01:30:56.998606 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d268b5bb-035e-4d3f-9f0a-7c5f132c0c44 None None] Pushing event updated for resources: {'Port': ['ID=b7a0236f-a1a3-4d54-84cc-dd00b7984712,revision_number=7']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:57.000579 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-42b02c15-f8f0-44d5-8850-a90bd9f748b5 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:57.108297 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b02c15-f8f0-44d5-8850-a90bd9f748b5 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event deleted for resources: {'Port': ['ID=e3cbd8e3-6c2e-4cef-87ab-2c395c4d6f1f,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:57.211003 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-42b02c15-f8f0-44d5-8850-a90bd9f748b5 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:57.225516 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-42b02c15-f8f0-44d5-8850-a90bd9f748b5 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "DELETE /v2.0/ports/e3cbd8e3-6c2e-4cef-87ab-2c395c4d6f1f HTTP/1.1" status: 204 len: 168 time: 1.3691931 Feb 09 01:30:57.227176 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 38940) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:57.311385 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-55694497-387d-442b-b041-2b5b7abe8356 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] GET failed (client error): The resource could not be found. Feb 09 01:30:57.314090 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-55694497-387d-442b-b041-2b5b7abe8356 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "GET /v2.0/ports/e3cbd8e3-6c2e-4cef-87ab-2c395c4d6f1f HTTP/1.1" status: 404 len: 333 time: 0.0827177 Feb 09 01:30:57.321740 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 38946) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:57.522011 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-170ecfbc-5dc1-428d-8eb7-91daae569080 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:57.553297 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-170ecfbc-5dc1-428d-8eb7-91daae569080 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:57.696928 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e99b3-dc59-4648-8248-f7d95ee2878b req-092aff57-91d3-49d1-97eb-a605dae1a1f8 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:57.714790 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-266e99b3-dc59-4648-8248-f7d95ee2878b req-092aff57-91d3-49d1-97eb-a605dae1a1f8 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=02522db9-b00e-40c8-a965-31c85eeb15cb HTTP/1.1" status: 200 len: 1097 time: 0.2886486 Feb 09 01:30:57.807449 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-170ecfbc-5dc1-428d-8eb7-91daae569080 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:58.016606 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170ecfbc-5dc1-428d-8eb7-91daae569080 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ae3ed9-f628-411a-8cff-9426716ec7d3,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:58.059636 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-170ecfbc-5dc1-428d-8eb7-91daae569080 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:58.061187 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-170ecfbc-5dc1-428d-8eb7-91daae569080 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "DELETE /v2.0/security-groups/d4ae3ed9-f628-411a-8cff-9426716ec7d3 HTTP/1.1" status: 204 len: 168 time: 0.7375848 Feb 09 01:30:58.064066 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38960) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:58.090615 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-266e99b3-dc59-4648-8248-f7d95ee2878b req-a98f763c-7a53-4ea2-a632-68a8ad021195 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=23a28223-89d9-4ef0-96c8-1a89d1d4b939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3714211 Feb 09 01:30:58.173254 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c7ca0-6454-4b07-8759-db4ba16b81a8 req-d68e1294-999f-4e24-a00f-78c4962cb986 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:58.175393 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-365c7ca0-6454-4b07-8759-db4ba16b81a8 req-d68e1294-999f-4e24-a00f-78c4962cb986 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/ports?device_id=082c5cbb-8014-4596-909f-4ee8af4e4b70 HTTP/1.1" status: 200 len: 945 time: 0.2785842 Feb 09 01:30:58.262552 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d5d68906-e5e6-4fd9-add6-ceb670bffd73 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:58.298140 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-365c7ca0-6454-4b07-8759-db4ba16b81a8 req-1c6fffc8-f9a4-4ba0-beef-5600be06e6dc tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/security-groups?id=79ac895b-47f8-4b39-aad5-396f5ee40d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063547 Feb 09 01:30:58.330963 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d5d68906-e5e6-4fd9-add6-ceb670bffd73 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:58.356890 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device b7a0236f-a1a3-4d54-84cc-dd00b7984712 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:30:58.491481 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d5d68906-e5e6-4fd9-add6-ceb670bffd73 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:58.494134 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-60e6afef-4253-4c79-bd6f-43540748185a None None] Could not find standard attr ID for object e3cbd8e3-6c2e-4cef-87ab-2c395c4d6f1f. {{(pid=87640) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:30:58.537717 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d5d68906-e5e6-4fd9-add6-ceb670bffd73 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:58.537928 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-60e6afef-4253-4c79-bd6f-43540748185a None None] Provisioning for port b7a0236f-a1a3-4d54-84cc-dd00b7984712 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:30:58.541276 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d5d68906-e5e6-4fd9-add6-ceb670bffd73 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "DELETE /v2.0/security-groups/87f20e5e-60b6-4c67-9c88-181d194df852 HTTP/1.1" status: 204 len: 168 time: 0.4737976 Feb 09 01:30:58.541276 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d68906-e5e6-4fd9-add6-ceb670bffd73 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f20e5e-60b6-4c67-9c88-181d194df852,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:58.542394 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 38968) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:58.579782 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-60e6afef-4253-4c79-bd6f-43540748185a None None] Provisioning complete for port b7a0236f-a1a3-4d54-84cc-dd00b7984712 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:58.580531 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-60e6afef-4253-4c79-bd6f-43540748185a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:58.754738 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-138afc77-dde2-41fc-bf24-1843245d435c tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:58.769834 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port b7a0236f-a1a3-4d54-84cc-dd00b7984712 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:58.770213 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:58.835466 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-138afc77-dde2-41fc-bf24-1843245d435c tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:58.858632 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device e3280468-86c2-41f2-b8b8-e6b6ddeb04c6 up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:30:58.915222 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-138afc77-dde2-41fc-bf24-1843245d435c tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:58.933757 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138afc77-dde2-41fc-bf24-1843245d435c tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ae765b-ec16-475c-b99d-1ebf56a0d86c,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:58.956598 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-138afc77-dde2-41fc-bf24-1843245d435c tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:58.962755 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38978) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:58.962894 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-138afc77-dde2-41fc-bf24-1843245d435c tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "DELETE /v2.0/security-groups/e2ae765b-ec16-475c-b99d-1ebf56a0d86c HTTP/1.1" status: 204 len: 168 time: 0.4200950 Feb 09 01:30:59.062347 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8f66990-82c8-460d-a9d1-f84f55867301 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Deleting subnet d38ff32d-ed33-4123-b4c2-69540fd4e363 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:30:59.066157 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a8f66990-82c8-460d-a9d1-f84f55867301 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:59.237879 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a8f66990-82c8-460d-a9d1-f84f55867301 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:59.273367 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port e3280468-86c2-41f2-b8b8-e6b6ddeb04c6 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:30:59.300393 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-60e6afef-4253-4c79-bd6f-43540748185a None None] Provisioning complete for port fbeae371-a07f-4875-8794-4a0b17646f4c triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:59.300770 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-60e6afef-4253-4c79-bd6f-43540748185a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:59.373748 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a024e-c659-4603-b219-9e6f8832adbd req-9e821e69-889c-4cdd-809d-8ba067f4028c tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:59.386128 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-916a024e-c659-4603-b219-9e6f8832adbd req-9e821e69-889c-4cdd-809d-8ba067f4028c tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=02522db9-b00e-40c8-a965-31c85eeb15cb HTTP/1.1" status: 200 len: 1097 time: 0.1421695 Feb 09 01:30:59.421328 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-60e6afef-4253-4c79-bd6f-43540748185a None None] Port fbeae371-a07f-4875-8794-4a0b17646f4c cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:30:59.429340 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port e3280468-86c2-41f2-b8b8-e6b6ddeb04c6 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:59.429748 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:59.519177 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a8f66990-82c8-460d-a9d1-f84f55867301 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:59.604273 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a7a12adc-b83f-454f-9b9f-072a2b615b6f None None] Could not find standard attr ID for object e3cbd8e3-6c2e-4cef-87ab-2c395c4d6f1f. {{(pid=87640) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:30:59.637758 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:59.681950 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '082c5cbb-8014-4596-909f-4ee8af4e4b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3280468-86c2-41f2-b8b8-e6b6ddeb04c6'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:30:59.701947 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port e3280468-86c2-41f2-b8b8-e6b6ddeb04c6, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=e3280468-86c2-41f2-b8b8-e6b6ddeb04c6,segment=NetworkSegment(3701e9a4-3ee7-431a-888c-2558f545529b),segment_id=3701e9a4-3ee7-431a-888c-2558f545529b)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:30:59.716344 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a8f66990-82c8-460d-a9d1-f84f55867301 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:59.729075 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:59.766542 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f66990-82c8-460d-a9d1-f84f55867301 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event deleted for resources: {'Subnet': ['ID=d38ff32d-ed33-4123-b4c2-69540fd4e363,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:59.792410 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a8f66990-82c8-460d-a9d1-f84f55867301 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:59.805316 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a8f66990-82c8-460d-a9d1-f84f55867301 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "DELETE /v2.0/subnets/d38ff32d-ed33-4123-b4c2-69540fd4e363 HTTP/1.1" status: 204 len: 168 time: 0.8412192 Feb 09 01:30:59.806050 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 38998) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:59.806391 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-916a024e-c659-4603-b219-9e6f8832adbd req-1294981d-6189-49dc-89bb-c94dee30ac8d tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=23a28223-89d9-4ef0-96c8-1a89d1d4b939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4179704 Feb 09 01:30:59.880999 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '082c5cbb-8014-4596-909f-4ee8af4e4b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3280468-86c2-41f2-b8b8-e6b6ddeb04c6', 'code': 200} Feb 09 01:30:59.931429 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea6fee-dbbb-4bd5-a9e8-561800681d78 req-4ae78bcf-d95d-42d8-bbff-1429ef30936d tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:59.934488 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=e3280468-86c2-41f2-b8b8-e6b6ddeb04c6,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:59.947392 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-68ea6fee-dbbb-4bd5-a9e8-561800681d78 req-4ae78bcf-d95d-42d8-bbff-1429ef30936d tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/ports?device_id=082c5cbb-8014-4596-909f-4ee8af4e4b70 HTTP/1.1" status: 200 len: 946 time: 0.4399121 Feb 09 01:30:59.964594 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97579e36-c4c7-4596-91a0-cfdb6dd031b0 None None] Network 22d227dc-8d0a-4805-9ef9-b9c9db32dcb7 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:30:59.982152 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-75dc8d6f-d0cc-4bb6-a858-801221839cce tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Deleting subnet 809e6cfe-e9c7-45cf-96ab-9daaf2be431b {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:30:59.990736 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-75dc8d6f-d0cc-4bb6-a858-801221839cce tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:00.067435 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-75dc8d6f-d0cc-4bb6-a858-801221839cce tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:00.115184 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-68ea6fee-dbbb-4bd5-a9e8-561800681d78 req-deeb640f-acd7-434a-ba96-c21061c581e2 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/security-groups?id=79ac895b-47f8-4b39-aad5-396f5ee40d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317763 Feb 09 01:31:00.193934 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c623d-b3a9-43d0-9ab4-5ea1ec3086e1 req-fdbd4867-7e68-4d90-bc63-52582ba97b72 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:00.196336 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c09c623d-b3a9-43d0-9ab4-5ea1ec3086e1 req-fdbd4867-7e68-4d90-bc63-52582ba97b72 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=02522db9-b00e-40c8-a965-31c85eeb15cb HTTP/1.1" status: 200 len: 1097 time: 0.1788888 Feb 09 01:31:00.199170 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf1dfd-eb61-40ba-bbc9-9a35732a8d91 req-dfc703ae-5678-4cd4-af50-304292efcca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:00.202354 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9ccf1dfd-eb61-40ba-bbc9-9a35732a8d91 req-dfc703ae-5678-4cd4-af50-304292efcca1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=082c5cbb-8014-4596-909f-4ee8af4e4b70 HTTP/1.1" status: 200 len: 1097 time: 0.2532854 Feb 09 01:31:00.222629 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-75dc8d6f-d0cc-4bb6-a858-801221839cce tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:00.328169 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-75dc8d6f-d0cc-4bb6-a858-801221839cce tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:00.390846 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c09c623d-b3a9-43d0-9ab4-5ea1ec3086e1 req-d27e30f4-4ebe-4a58-a9b4-5c8f072716fb tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=23a28223-89d9-4ef0-96c8-1a89d1d4b939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792958 Feb 09 01:31:00.392672 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9ccf1dfd-eb61-40ba-bbc9-9a35732a8d91 req-657ab604-ced8-4133-a80c-9d2508cd08d1 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=79ac895b-47f8-4b39-aad5-396f5ee40d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1848211 Feb 09 01:31:00.536059 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dc8d6f-d0cc-4bb6-a858-801221839cce tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event deleted for resources: {'Subnet': ['ID=809e6cfe-e9c7-45cf-96ab-9daaf2be431b,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:00.548880 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-75dc8d6f-d0cc-4bb6-a858-801221839cce tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:00.556714 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-75dc8d6f-d0cc-4bb6-a858-801221839cce tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "DELETE /v2.0/subnets/809e6cfe-e9c7-45cf-96ab-9daaf2be431b HTTP/1.1" status: 204 len: 168 time: 0.7496610 Feb 09 01:31:00.559035 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39024) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:00.566423 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f76dd1c-fbd7-4a71-9c16-7fa72a1d890a None None] Update dhcp port {'port': {'network_id': '22d227dc-8d0a-4805-9ef9-b9c9db32dcb7', 'fixed_ips': [{'subnet_id': 'b4e699ad-7246-4f2a-9813-926381854779', 'ip_address': '172.20.0.18'}, {'subnet_id': '809e6cfe-e9c7-45cf-96ab-9daaf2be431b'}], 'binding:host_id': 'n-d-828418-1'}, 'id': 'b7a0236f-a1a3-4d54-84cc-dd00b7984712'} from n-d-828418-1. {{(pid=87640) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 09 01:31:00.635492 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92934040-c9de-4230-b567-6fc6181477df req-2c3e8b70-7a5d-4695-b86a-b27982edf470 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:00.637114 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-92934040-c9de-4230-b567-6fc6181477df req-2c3e8b70-7a5d-4695-b86a-b27982edf470 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=02522db9-b00e-40c8-a965-31c85eeb15cb HTTP/1.1" status: 200 len: 1097 time: 0.1282728 Feb 09 01:31:00.661948 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd3a5710-9f99-4da2-aada-04ec1426a5dc tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] DELETE failed (client error): The resource could not be found. Feb 09 01:31:00.661948 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd3a5710-9f99-4da2-aada-04ec1426a5dc tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:31:00.665976 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-bd3a5710-9f99-4da2-aada-04ec1426a5dc tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "DELETE /v2.0/subnets/d38ff32d-ed33-4123-b4c2-69540fd4e363 HTTP/1.1" status: 404 len: 337 time: 0.1034729 Feb 09 01:31:00.666359 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 39028) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:00.705076 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7f76dd1c-fbd7-4a71-9c16-7fa72a1d890a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:00.755202 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-8189f1cd-a5a2-4e0d-81e7-df89c0a3bb7c tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Deleting subnet b4e699ad-7246-4f2a-9813-926381854779 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:31:00.776016 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8189f1cd-a5a2-4e0d-81e7-df89c0a3bb7c tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:00.845463 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-92934040-c9de-4230-b567-6fc6181477df req-2b6a052b-72aa-447b-8c3b-3e0fc6e6c0db tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=23a28223-89d9-4ef0-96c8-1a89d1d4b939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759672 Feb 09 01:31:00.847726 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8189f1cd-a5a2-4e0d-81e7-df89c0a3bb7c tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:00.963478 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8189f1cd-a5a2-4e0d-81e7-df89c0a3bb7c tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:01.057882 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8189f1cd-a5a2-4e0d-81e7-df89c0a3bb7c tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server [None req-7f76dd1c-fbd7-4a71-9c16-7fa72a1d890a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b4e699ad-7246-4f2a-9813-926381854779: This subnet is being modified by another concurrent operation. Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in update_dhcp_port Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1723, in update_port Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1494, in update_port Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 729, in update_port Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server raise exception Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b4e699ad-7246-4f2a-9813-926381854779: This subnet is being modified by another concurrent operation. Feb 09 01:31:01.059179 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server Feb 09 01:31:01.103619 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8189f1cd-a5a2-4e0d-81e7-df89c0a3bb7c tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:01.111106 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8189f1cd-a5a2-4e0d-81e7-df89c0a3bb7c tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event deleted for resources: {'Subnet': ['ID=b4e699ad-7246-4f2a-9813-926381854779,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:01.116538 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-8189f1cd-a5a2-4e0d-81e7-df89c0a3bb7c tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "DELETE /v2.0/subnets/b4e699ad-7246-4f2a-9813-926381854779 HTTP/1.1" status: 204 len: 168 time: 0.4489613 Feb 09 01:31:01.119305 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39044) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:01.165377 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3329f7-69ec-496b-a57e-228d3ed972f9 None None] Network 22d227dc-8d0a-4805-9ef9-b9c9db32dcb7 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:31:01.257180 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f7a9065-e0e1-4f94-938a-bd7416aa92e7 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] DELETE failed (client error): The resource could not be found. Feb 09 01:31:01.257939 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f7a9065-e0e1-4f94-938a-bd7416aa92e7 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:31:01.264399 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-8f7a9065-e0e1-4f94-938a-bd7416aa92e7 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "DELETE /v2.0/subnets/b64dacfe-5562-426d-bf33-ef4a1a9ebf37 HTTP/1.1" status: 404 len: 337 time: 0.1439755 Feb 09 01:31:01.265202 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39060) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:01.411465 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e6f1ced4-1ec2-4583-88c5-09d2fcc08447 None None] Provisioning complete for port b7a0236f-a1a3-4d54-84cc-dd00b7984712 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:01.411992 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e6f1ced4-1ec2-4583-88c5-09d2fcc08447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:01.425768 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-f45affd9-9dc3-45ce-8150-04d9d64a2f8f tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Synchronizing usage tracker for tenant:fcf7e2256d264906affa05ee27479d94 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:31:01.460882 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1dcdda-2d8d-410a-bee5-0a1d4586aed7 req-809aeabc-ca6d-4613-9cc3-dd52cf766691 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:01.467641 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-f45affd9-9dc3-45ce-8150-04d9d64a2f8f tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Unset dirty status for tenant:fcf7e2256d264906affa05ee27479d94 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:31:01.471470 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cc1dcdda-2d8d-410a-bee5-0a1d4586aed7 req-809aeabc-ca6d-4613-9cc3-dd52cf766691 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.105 "GET /v2.0/networks?id=2ef4ab06-0d41-4f66-ba87-75de2f21e016 HTTP/1.1" status: 200 len: 911 time: 0.2973976 Feb 09 01:31:01.475096 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f45affd9-9dc3-45ce-8150-04d9d64a2f8f tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "GET /v2.0/ports?device_id=b1c734d0-7a73-4c80-93fb-7c95c6c0b275 HTTP/1.1" status: 200 len: 205 time: 0.2059655 Feb 09 01:31:01.475906 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39064) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:01.493012 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cc1dcdda-2d8d-410a-bee5-0a1d4586aed7 req-8fdeaae9-101d-4edb-9a36-651ca5c1b24c tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.105 "GET /v2.0/quotas/d5475c10790d427cb65cc6d675a29f45 HTTP/1.1" status: 200 len: 375 time: 0.0226452 Feb 09 01:31:01.631506 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fbd20d-2f15-4fef-9e51-4e62e0201676 req-5cbe7ad0-a1c1-4ef0-b380-67731bb4050f tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:01.639884 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d8fbd20d-2f15-4fef-9e51-4e62e0201676 req-5cbe7ad0-a1c1-4ef0-b380-67731bb4050f tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/ports?device_id=082c5cbb-8014-4596-909f-4ee8af4e4b70 HTTP/1.1" status: 200 len: 946 time: 0.3032112 Feb 09 01:31:01.670240 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-ef948692-bf9a-4d2a-91d5-69ed750b0fcc tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] delete failed (client error): The resource could not be found. Feb 09 01:31:01.676094 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ef948692-bf9a-4d2a-91d5-69ed750b0fcc tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "DELETE /v2.0/routers/b1c734d0-7a73-4c80-93fb-7c95c6c0b275 HTTP/1.1" status: 404 len: 336 time: 0.1973639 Feb 09 01:31:01.676665 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39072) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:01.719691 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d8fbd20d-2f15-4fef-9e51-4e62e0201676 req-8bdc363e-cf6d-4c33-8578-9a8534f15dd7 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/security-groups?id=79ac895b-47f8-4b39-aad5-396f5ee40d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784924 Feb 09 01:31:01.744464 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e333210-cba9-489f-98b3-4d4cce47f705 None None] DHCP port deletion for 22d227dc-8d0a-4805-9ef9-b9c9db32dcb7 request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:31:01.750712 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cc1dcdda-2d8d-410a-bee5-0a1d4586aed7 req-de21e71e-7862-43f9-a825-1fff8b855dd7 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.105 "GET /v2.0/ports?tenant_id=d5475c10790d427cb65cc6d675a29f45&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2567277 Feb 09 01:31:01.757643 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-1e333210-cba9-489f-98b3-4d4cce47f705 None None] Deleting port b7a0236f-a1a3-4d54-84cc-dd00b7984712 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:31:01.758006 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1e333210-cba9-489f-98b3-4d4cce47f705 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:01.783863 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-52e6dfe7-a7b6-4415-9b61-73972886fbd4 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] DELETE failed (client error): The resource could not be found. Feb 09 01:31:01.784544 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52e6dfe7-a7b6-4415-9b61-73972886fbd4 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:31:01.789106 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-52e6dfe7-a7b6-4415-9b61-73972886fbd4 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "DELETE /v2.0/subnets/495b0c44-7631-41fc-8ab4-2827d1a78f9d HTTP/1.1" status: 404 len: 337 time: 0.1104083 Feb 09 01:31:01.789874 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39078) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:01.834025 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-58f2755f-6377-40a2-873a-9950ff307edb tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] DELETE failed (client error): The resource could not be found. Feb 09 01:31:01.834502 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58f2755f-6377-40a2-873a-9950ff307edb tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:31:01.840600 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-58f2755f-6377-40a2-873a-9950ff307edb tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "DELETE /v2.0/subnets/e2b03cfc-8496-4f82-a811-d4c35c8a6ade HTTP/1.1" status: 404 len: 337 time: 0.0494554 Feb 09 01:31:01.841946 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39084) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:01.880921 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e6f1ced4-1ec2-4583-88c5-09d2fcc08447 None None] Provisioning complete for port fbeae371-a07f-4875-8794-4a0b17646f4c triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:01.881531 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e6f1ced4-1ec2-4583-88c5-09d2fcc08447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:01.927174 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e287208-c8d9-43aa-8fc6-aa4bdf6f2a29 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] DELETE failed (client error): The resource could not be found. Feb 09 01:31:01.927788 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e287208-c8d9-43aa-8fc6-aa4bdf6f2a29 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:31:01.929626 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-0e287208-c8d9-43aa-8fc6-aa4bdf6f2a29 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "DELETE /v2.0/subnets/fab0dc9d-74ce-4ab3-997d-6ceca5325e6b HTTP/1.1" status: 404 len: 337 time: 0.0854392 Feb 09 01:31:01.933953 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39090) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:01.977347 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cc1dcdda-2d8d-410a-bee5-0a1d4586aed7 req-ebfa99bd-527c-4382-b796-122ab1b94b86 service neutron] 10.222.0.105 "GET /v2.0/networks/2ef4ab06-0d41-4f66-ba87-75de2f21e016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106819 Feb 09 01:31:01.995873 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-06a712d4-93f4-4d86-b183-6fa85efef677 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] DELETE failed (client error): The resource could not be found. Feb 09 01:31:01.996437 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06a712d4-93f4-4d86-b183-6fa85efef677 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:31:02.001743 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-06a712d4-93f4-4d86-b183-6fa85efef677 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "DELETE /v2.0/ports/e305bec5-e3c8-4c8d-9a93-414301cf653e HTTP/1.1" status: 404 len: 333 time: 0.0634971 Feb 09 01:31:02.002112 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39094) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:02.047892 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-6345f6d5-e10f-4a23-a12c-2da974c92cf6 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] DELETE failed (client error): The resource could not be found. Feb 09 01:31:02.049092 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6345f6d5-e10f-4a23-a12c-2da974c92cf6 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:31:02.050514 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-6345f6d5-e10f-4a23-a12c-2da974c92cf6 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "DELETE /v2.0/subnets/826e50e1-d56b-40ca-88f9-62e3be8f65bf HTTP/1.1" status: 404 len: 337 time: 0.0472317 Feb 09 01:31:02.054099 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39098) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:02.124212 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e5905d6-3e3e-4d3e-98f1-dc81be7f3703 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] DELETE failed (client error): The resource could not be found. Feb 09 01:31:02.124777 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e5905d6-3e3e-4d3e-98f1-dc81be7f3703 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:31:02.126388 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-7e5905d6-3e3e-4d3e-98f1-dc81be7f3703 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "DELETE /v2.0/subnets/afea5e31-984a-4425-b1d7-3e68964ff585 HTTP/1.1" status: 404 len: 337 time: 0.0711761 Feb 09 01:31:02.130303 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39102) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:02.185868 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-16a6ddb8-8753-4521-844e-b041e8a11234 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] DELETE failed (client error): The resource could not be found. Feb 09 01:31:02.186777 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16a6ddb8-8753-4521-844e-b041e8a11234 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:31:02.188698 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-16a6ddb8-8753-4521-844e-b041e8a11234 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "DELETE /v2.0/ports/e9c8ac79-f7a2-4690-91a0-3de8ecd0c7ae HTTP/1.1" status: 404 len: 333 time: 0.0557647 Feb 09 01:31:02.191974 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39106) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:02.237557 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e6f1ced4-1ec2-4583-88c5-09d2fcc08447 None None] Port fbeae371-a07f-4875-8794-4a0b17646f4c cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:31:02.238646 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cc1dcdda-2d8d-410a-bee5-0a1d4586aed7 req-7acc52d2-d8c6-4c20-b96e-164cb5d587f0 service neutron] 10.222.0.105 "GET /v2.0/networks/2ef4ab06-0d41-4f66-ba87-75de2f21e016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498102 Feb 09 01:31:02.243577 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device b7a0236f-a1a3-4d54-84cc-dd00b7984712 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:31:02.290192 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-06def685-1ec8-4f5f-b6ff-82493dc53a66 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] DELETE failed (client error): The resource could not be found. Feb 09 01:31:02.290192 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06def685-1ec8-4f5f-b6ff-82493dc53a66 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:31:02.292496 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 39114) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:02.292644 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-06def685-1ec8-4f5f-b6ff-82493dc53a66 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "DELETE /v2.0/subnets/9b1c850e-a56d-47c5-9b86-c96656cabdf8 HTTP/1.1" status: 404 len: 337 time: 0.0993705 Feb 09 01:31:02.353360 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-d08d5d67-5b4e-41f2-b67c-999760b947cf tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] DELETE failed (client error): The resource could not be found. Feb 09 01:31:02.353843 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d08d5d67-5b4e-41f2-b67c-999760b947cf tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:31:02.358538 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39120) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:02.366139 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-d08d5d67-5b4e-41f2-b67c-999760b947cf tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "DELETE /v2.0/subnets/5f70f905-f903-44e9-8592-1706cd91bb13 HTTP/1.1" status: 404 len: 337 time: 0.0725365 Feb 09 01:31:02.391347 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-1e333210-cba9-489f-98b3-4d4cce47f705 None None] For port b7a0236f-a1a3-4d54-84cc-dd00b7984712, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=b7a0236f-a1a3-4d54-84cc-dd00b7984712,segment=NetworkSegment(1ba60014-c38c-4260-a0e9-7158228633e5),segment_id=1ba60014-c38c-4260-a0e9-7158228633e5)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:31:02.391745 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1e333210-cba9-489f-98b3-4d4cce47f705 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:02.469989 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-ebd3dd92-658c-442c-896c-3bd216ac0169 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Deleting port fbeae371-a07f-4875-8794-4a0b17646f4c {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:31:02.470560 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ebd3dd92-658c-442c-896c-3bd216ac0169 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:02.559885 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-1e333210-cba9-489f-98b3-4d4cce47f705 None None] Calling delete_port for b7a0236f-a1a3-4d54-84cc-dd00b7984712 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:31:02.630965 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-36170340-1baf-47e4-88c9-f4f99d31faf7 req-757f3016-5862-419c-9936-10cbb82c6c24 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=b4885a3a-bd97-4186-9608-acd3a28d9453 HTTP/1.1" status: 200 len: 210 time: 0.1118362 Feb 09 01:31:02.648344 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:02.686263 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port b7a0236f-a1a3-4d54-84cc-dd00b7984712, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=b7a0236f-a1a3-4d54-84cc-dd00b7984712,segment=NetworkSegment(1ba60014-c38c-4260-a0e9-7158228633e5),segment_id=1ba60014-c38c-4260-a0e9-7158228633e5)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:31:02.694101 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:02.865644 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-1e333210-cba9-489f-98b3-4d4cce47f705 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:31:02.866290 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-1e333210-cba9-489f-98b3-4d4cce47f705 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:31:02.874208 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=b7a0236f-a1a3-4d54-84cc-dd00b7984712,revision_number=11']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:02.922053 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ebd3dd92-658c-442c-896c-3bd216ac0169 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:03.054762 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b90806-621c-4649-bae1-274a496c3a4a req-5f1b1d3e-3640-4bfd-bbd8-fdf08c59b04b tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:03.056297 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c7b90806-621c-4649-bae1-274a496c3a4a req-5f1b1d3e-3640-4bfd-bbd8-fdf08c59b04b tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/ports?device_id=082c5cbb-8014-4596-909f-4ee8af4e4b70 HTTP/1.1" status: 200 len: 946 time: 0.1579659 Feb 09 01:31:03.098972 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-ebd3dd92-658c-442c-896c-3bd216ac0169 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Calling delete_port for fbeae371-a07f-4875-8794-4a0b17646f4c owned by {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:31:03.143110 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c7b90806-621c-4649-bae1-274a496c3a4a req-ae24be4c-da82-4103-9f94-76d5b519f0cc tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/security-groups?id=79ac895b-47f8-4b39-aad5-396f5ee40d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798237 Feb 09 01:31:03.218702 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ebd3dd92-658c-442c-896c-3bd216ac0169 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:03.296826 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd3dd92-658c-442c-896c-3bd216ac0169 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event deleted for resources: {'Port': ['ID=fbeae371-a07f-4875-8794-4a0b17646f4c,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:03.307763 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd3dd92-658c-442c-896c-3bd216ac0169 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:03.308110 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd3dd92-658c-442c-896c-3bd216ac0169 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:03.308454 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd3dd92-658c-442c-896c-3bd216ac0169 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:03.308794 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd3dd92-658c-442c-896c-3bd216ac0169 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:03.309126 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd3dd92-658c-442c-896c-3bd216ac0169 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:03.309455 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd3dd92-658c-442c-896c-3bd216ac0169 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:03.309849 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd3dd92-658c-442c-896c-3bd216ac0169 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:03.310180 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd3dd92-658c-442c-896c-3bd216ac0169 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:03.310505 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd3dd92-658c-442c-896c-3bd216ac0169 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:03.310828 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd3dd92-658c-442c-896c-3bd216ac0169 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:03.311202 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd3dd92-658c-442c-896c-3bd216ac0169 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:03.311532 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd3dd92-658c-442c-896c-3bd216ac0169 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:03.318281 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ebd3dd92-658c-442c-896c-3bd216ac0169 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:03.345528 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ebd3dd92-658c-442c-896c-3bd216ac0169 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "DELETE /v2.0/ports/fbeae371-a07f-4875-8794-4a0b17646f4c HTTP/1.1" status: 204 len: 168 time: 0.9859023 Feb 09 01:31:03.348301 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39150) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:03.367887 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-1e333210-cba9-489f-98b3-4d4cce47f705 None None] Deleting port b7a0236f-a1a3-4d54-84cc-dd00b7984712 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:31:03.368497 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1e333210-cba9-489f-98b3-4d4cce47f705 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:03.484265 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43ec962-b16a-42c5-93cf-09efc41cb1e5 req-b48cda07-a75e-48ff-af91-12f7dfd29200 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:03.490283 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e43ec962-b16a-42c5-93cf-09efc41cb1e5 req-b48cda07-a75e-48ff-af91-12f7dfd29200 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/ports?device_id=082c5cbb-8014-4596-909f-4ee8af4e4b70 HTTP/1.1" status: 200 len: 946 time: 0.1564436 Feb 09 01:31:03.527490 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-952bb6c6-5484-49f1-9861-39216beed331 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:03.541022 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-952bb6c6-5484-49f1-9861-39216beed331 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Deleting port b7a0236f-a1a3-4d54-84cc-dd00b7984712 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:31:03.542062 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-952bb6c6-5484-49f1-9861-39216beed331 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:03.578008 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e43ec962-b16a-42c5-93cf-09efc41cb1e5 req-1b5737ab-b85f-48d8-8171-ae6abd9def6d tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/security-groups?id=79ac895b-47f8-4b39-aad5-396f5ee40d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725536 Feb 09 01:31:03.604884 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 39158) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:03.685733 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a49d431-af49-49cc-8541-e45ca37d60d5 tempest-TestNetworkBasicOps-1758285558 tempest-TestNetworkBasicOps-1758285558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:03.690798 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-2a49d431-af49-49cc-8541-e45ca37d60d5 tempest-TestNetworkBasicOps-1758285558 tempest-TestNetworkBasicOps-1758285558-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=082c5cbb-8014-4596-909f-4ee8af4e4b70 HTTP/1.1" status: 200 len: 1092 time: 0.0845742 Feb 09 01:31:03.691481 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 39164) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:03.697257 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-bafa1327-acf2-480c-95e9-08b377b73470 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Request body: {'floatingip': {'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'port_id': 'e3280468-86c2-41f2-b8b8-e6b6ddeb04c6', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:03.706193 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-bafa1327-acf2-480c-95e9-08b377b73470 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:31:03.710581 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-bafa1327-acf2-480c-95e9-08b377b73470 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Usage tracker for resource:floatingip and tenant:59b43f7aa2bc4476a3c7bc7857b33f06 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:31:03.714631 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-bafa1327-acf2-480c-95e9-08b377b73470 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:31:03.728981 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-bafa1327-acf2-480c-95e9-08b377b73470 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:31:03.756138 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bafa1327-acf2-480c-95e9-08b377b73470 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for floatingip, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:03.832684 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-1e333210-cba9-489f-98b3-4d4cce47f705 None None] For port b7a0236f-a1a3-4d54-84cc-dd00b7984712, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=b7a0236f-a1a3-4d54-84cc-dd00b7984712,segment=NetworkSegment(1ba60014-c38c-4260-a0e9-7158228633e5),segment_id=1ba60014-c38c-4260-a0e9-7158228633e5)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:31:03.833459 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1e333210-cba9-489f-98b3-4d4cce47f705 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:03.948958 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-952bb6c6-5484-49f1-9861-39216beed331 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] For port b7a0236f-a1a3-4d54-84cc-dd00b7984712, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=b7a0236f-a1a3-4d54-84cc-dd00b7984712,segment=NetworkSegment(1ba60014-c38c-4260-a0e9-7158228633e5),segment_id=1ba60014-c38c-4260-a0e9-7158228633e5)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:31:03.949472 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-952bb6c6-5484-49f1-9861-39216beed331 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:04.007194 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-1e333210-cba9-489f-98b3-4d4cce47f705 None None] Calling delete_port for b7a0236f-a1a3-4d54-84cc-dd00b7984712 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:31:04.190559 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1e333210-cba9-489f-98b3-4d4cce47f705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:04.251616 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e333210-cba9-489f-98b3-4d4cce47f705 None None] No DVR routers for this DVR port b7a0236f-a1a3-4d54-84cc-dd00b7984712 on host n-d-828418-1 {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:31:04.283551 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96306684-f0fb-467a-b1e4-397f1fc5c8af None None] get_active_networks_info from n-d-828418-1 {{(pid=87640) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 01:31:04.286390 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-952bb6c6-5484-49f1-9861-39216beed331 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Calling delete_port for b7a0236f-a1a3-4d54-84cc-dd00b7984712 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:31:04.360956 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e333210-cba9-489f-98b3-4d4cce47f705 None None] Pushing event deleted for resources: {'Port': ['ID=b7a0236f-a1a3-4d54-84cc-dd00b7984712,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:04.418085 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.db.api [None req-952bb6c6-5484-49f1-9861-39216beed331 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:31:04.418378 n-d-828418-1 neutron-server[87638]: DEBUG oslo_db.api [None req-952bb6c6-5484-49f1-9861-39216beed331 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:31:04.441583 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6b4efb36-ce61-476b-b0fb-49b3f090f5f7 req-48ec0ca5-3117-4408-8719-23ad20af6443 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=b4885a3a-bd97-4186-9608-acd3a28d9453 HTTP/1.1" status: 200 len: 210 time: 0.3782208 Feb 09 01:31:04.478446 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96306684-f0fb-467a-b1e4-397f1fc5c8af None None] Resources bound (agent type, host, resource id): {{(pid=87640) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:31:04.540625 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1dcdda-2d8d-410a-bee5-0a1d4586aed7 req-52e09127-d59e-465e-bce2-ecefae03bb9a tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:04.542291 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cc1dcdda-2d8d-410a-bee5-0a1d4586aed7 req-52e09127-d59e-465e-bce2-ecefae03bb9a tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.62 "GET /v2.0/networks?id=2ef4ab06-0d41-4f66-ba87-75de2f21e016 HTTP/1.1" status: 200 len: 911 time: 0.4232197 Feb 09 01:31:04.555243 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-cc1dcdda-2d8d-410a-bee5-0a1d4586aed7 req-de6adb9e-a16f-49e1-9d8a-ae9d9cbf9d1c tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Request body: {'port': {'device_id': 'b4885a3a-bd97-4186-9608-acd3a28d9453', 'network_id': '2ef4ab06-0d41-4f66-ba87-75de2f21e016', 'admin_state_up': True, 'tenant_id': 'd5475c10790d427cb65cc6d675a29f45'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:04.565063 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-cc1dcdda-2d8d-410a-bee5-0a1d4586aed7 req-de6adb9e-a16f-49e1-9d8a-ae9d9cbf9d1c tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:31:04.570648 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-cc1dcdda-2d8d-410a-bee5-0a1d4586aed7 req-de6adb9e-a16f-49e1-9d8a-ae9d9cbf9d1c tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:31:04.583488 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc1dcdda-2d8d-410a-bee5-0a1d4586aed7 req-de6adb9e-a16f-49e1-9d8a-ae9d9cbf9d1c tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Made reservation on behalf of d5475c10790d427cb65cc6d675a29f45 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:31:04.585825 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-cc1dcdda-2d8d-410a-bee5-0a1d4586aed7 req-de6adb9e-a16f-49e1-9d8a-ae9d9cbf9d1c tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:04.702948 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bafa1327-acf2-480c-95e9-08b377b73470 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:04.909482 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-cc1dcdda-2d8d-410a-bee5-0a1d4586aed7 req-de6adb9e-a16f-49e1-9d8a-ae9d9cbf9d1c tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Allocated IP 172.20.0.12 (2ef4ab06-0d41-4f66-ba87-75de2f21e016/39eaa90e-b09e-4efb-9c59-e334a1470afc/595d9a40-cf8f-48e2-a5bd-2916b2f7cd3b) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:31:04.919887 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-952bb6c6-5484-49f1-9861-39216beed331 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Deleting port b7a0236f-a1a3-4d54-84cc-dd00b7984712 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:31:04.920278 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-952bb6c6-5484-49f1-9861-39216beed331 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:05.009123 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-952bb6c6-5484-49f1-9861-39216beed331 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] The port 'b7a0236f-a1a3-4d54-84cc-dd00b7984712' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:31:05.123725 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-bafa1327-acf2-480c-95e9-08b377b73470 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Allocated IP 172.25.0.78 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/ed078eb3-6a8d-42cf-9db1-cf9449dbde4e) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:31:05.156492 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-952bb6c6-5484-49f1-9861-39216beed331 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:05.185535 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-952bb6c6-5484-49f1-9861-39216beed331 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22d227dc-8d0a-4805-9ef9-b9c9db32dcb7']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:05.203489 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-952bb6c6-5484-49f1-9861-39216beed331 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ba60014-c38c-4260-a0e9-7158228633e5') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:05.204261 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-952bb6c6-5484-49f1-9861-39216beed331 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ba60014-c38c-4260-a0e9-7158228633e5') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:05.219468 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-952bb6c6-5484-49f1-9861-39216beed331 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:05.255921 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-952bb6c6-5484-49f1-9861-39216beed331 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:05.265052 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-952bb6c6-5484-49f1-9861-39216beed331 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:31:05.265513 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-952bb6c6-5484-49f1-9861-39216beed331 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:05.282857 n-d-828418-1 neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:31:05.282857 n-d-828418-1 neutron-server[87638]: util.warn( Feb 09 01:31:05.282857 n-d-828418-1 neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:31:05.282857 n-d-828418-1 neutron-server[87638]: util.warn( Feb 09 01:31:05.282857 n-d-828418-1 neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:31:05.282857 n-d-828418-1 neutron-server[87638]: util.warn( Feb 09 01:31:05.282857 n-d-828418-1 neutron-server[87638]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:31:05.282857 n-d-828418-1 neutron-server[87638]: util.warn( Feb 09 01:31:05.282857 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:31:05.282857 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:31:05.282857 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:31:05.282857 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:31:05.282857 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:31:05.282857 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:31:05.282857 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:31:05.282857 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:31:05.282857 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:31:05.282857 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:31:05.282857 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:31:05.282857 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:31:05.282857 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:31:05.282857 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:31:05.282857 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:31:05.282857 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:31:05.282857 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:31:05.282857 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:31:05.282857 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:31:05.282857 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:31:05.282857 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:31:05.282857 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:31:05.282857 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:31:05.282857 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:31:05.282857 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:31:05.282857 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:31:05.282857 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:31:05.282857 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:31:05.282857 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:31:05.282857 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:31:05.282857 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:31:05.282857 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:31:05.318783 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-cc1dcdda-2d8d-410a-bee5-0a1d4586aed7 req-de6adb9e-a16f-49e1-9d8a-ae9d9cbf9d1c tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:05.393730 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-952bb6c6-5484-49f1-9861-39216beed331 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:05.408289 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-cc1dcdda-2d8d-410a-bee5-0a1d4586aed7 req-de6adb9e-a16f-49e1-9d8a-ae9d9cbf9d1c tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Transition to ACTIVE for port object 595d9a40-cf8f-48e2-a5bd-2916b2f7cd3b will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:31:05.411517 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bafa1327-acf2-480c-95e9-08b377b73470 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:05.427752 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-952bb6c6-5484-49f1-9861-39216beed331 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:05.439822 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952bb6c6-5484-49f1-9861-39216beed331 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] Pushing event deleted for resources: {'Network': ['ID=22d227dc-8d0a-4805-9ef9-b9c9db32dcb7,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:05.449027 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-952bb6c6-5484-49f1-9861-39216beed331 tempest-PortsTestJSON-470765355 tempest-PortsTestJSON-470765355-project] 10.222.0.105 "DELETE /v2.0/networks/22d227dc-8d0a-4805-9ef9-b9c9db32dcb7 HTTP/1.1" status: 204 len: 168 time: 2.0997326 Feb 09 01:31:05.480334 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-cc1dcdda-2d8d-410a-bee5-0a1d4586aed7 req-de6adb9e-a16f-49e1-9d8a-ae9d9cbf9d1c tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:05.491193 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['778647d1-3035-403a-b7ad-551396fe0f71'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:31:05.577419 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bafa1327-acf2-480c-95e9-08b377b73470 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:05.617308 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc1dcdda-2d8d-410a-bee5-0a1d4586aed7 req-de6adb9e-a16f-49e1-9d8a-ae9d9cbf9d1c tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Network 2ef4ab06-0d41-4f66-ba87-75de2f21e016 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:31:05.627004 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-cc1dcdda-2d8d-410a-bee5-0a1d4586aed7 req-de6adb9e-a16f-49e1-9d8a-ae9d9cbf9d1c tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:05.636231 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc1dcdda-2d8d-410a-bee5-0a1d4586aed7 req-de6adb9e-a16f-49e1-9d8a-ae9d9cbf9d1c tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:31:05.722453 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6adb9e-a16f-49e1-9d8a-ae9d9cbf9d1c tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Pushing event updated for resources: {'Port': ['ID=595d9a40-cf8f-48e2-a5bd-2916b2f7cd3b,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:05.988056 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafa1327-acf2-480c-95e9-08b377b73470 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:31:06.055228 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-bafa1327-acf2-480c-95e9-08b377b73470 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:06.086663 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafa1327-acf2-480c-95e9-08b377b73470 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:31:06.104739 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39214) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:06.142453 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa1327-acf2-480c-95e9-08b377b73470 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Pushing event updated for resources: {'Port': ['ID=ed078eb3-6a8d-42cf-9db1-cf9449dbde4e,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:06.191070 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1dcdda-2d8d-410a-bee5-0a1d4586aed7 req-de6adb9e-a16f-49e1-9d8a-ae9d9cbf9d1c tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:06.191909 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-cc1dcdda-2d8d-410a-bee5-0a1d4586aed7 req-de6adb9e-a16f-49e1-9d8a-ae9d9cbf9d1c tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:06.203681 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-339492fb-d7d1-4040-bfc2-570a9a84742c None None] Provisioning for port 595d9a40-cf8f-48e2-a5bd-2916b2f7cd3b completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:31:06.210758 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-339492fb-d7d1-4040-bfc2-570a9a84742c None None] Provisioning complete for port 595d9a40-cf8f-48e2-a5bd-2916b2f7cd3b triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:06.211347 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-339492fb-d7d1-4040-bfc2-570a9a84742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:06.322573 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cc1dcdda-2d8d-410a-bee5-0a1d4586aed7 req-de6adb9e-a16f-49e1-9d8a-ae9d9cbf9d1c tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.7727926 Feb 09 01:31:06.339909 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-cc1dcdda-2d8d-410a-bee5-0a1d4586aed7 req-e1e04d61-394e-4e48-9b17-7b239f81302e service neutron] Request body: {'port': {'device_id': 'b4885a3a-bd97-4186-9608-acd3a28d9453', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:06.353061 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-339492fb-d7d1-4040-bfc2-570a9a84742c None None] Port 595d9a40-cf8f-48e2-a5bd-2916b2f7cd3b cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:31:06.391720 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-89e0f1bd-bff7-4bfb-ad62-d866263e9b44 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=fcf7e2256d264906affa05ee27479d94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2856874 Feb 09 01:31:06.394073 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39220) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:06.412936 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-897b1d1a-a987-4683-9dd7-75cc0233a2c5 req-a848ba6a-1401-46fb-b275-2b93b02bbc2b service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=02522db9-b00e-40c8-a965-31c85eeb15cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5368187 Feb 09 01:31:06.419936 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e426454-e8c3-4a2d-9d4e-1c7babcbe597 req-0580eb45-7c06-421f-82da-179a0ed5ecd2 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:06.420892 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-8e426454-e8c3-4a2d-9d4e-1c7babcbe597 req-0580eb45-7c06-421f-82da-179a0ed5ecd2 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Synchronizing usage tracker for tenant:d5475c10790d427cb65cc6d675a29f45 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:31:06.470347 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-448df0c7-d5b4-4b8c-904e-3d1379c27bfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:06.499534 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-448df0c7-d5b4-4b8c-904e-3d1379c27bfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:06.591396 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-448df0c7-d5b4-4b8c-904e-3d1379c27bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:06.636388 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448df0c7-d5b4-4b8c-904e-3d1379c27bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa0fc7d-0329-43b7-a630-776f67ac56ce,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:06.641577 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-448df0c7-d5b4-4b8c-904e-3d1379c27bfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:06.656048 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-448df0c7-d5b4-4b8c-904e-3d1379c27bfc admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/8aa0fc7d-0329-43b7-a630-776f67ac56ce HTTP/1.1" status: 204 len: 168 time: 0.2569242 Feb 09 01:31:06.786715 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-8e426454-e8c3-4a2d-9d4e-1c7babcbe597 req-0580eb45-7c06-421f-82da-179a0ed5ecd2 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Unset dirty status for tenant:d5475c10790d427cb65cc6d675a29f45 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:31:06.787980 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8e426454-e8c3-4a2d-9d4e-1c7babcbe597 req-0580eb45-7c06-421f-82da-179a0ed5ecd2 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=b4885a3a-bd97-4186-9608-acd3a28d9453 HTTP/1.1" status: 200 len: 1028 time: 0.8027420 Feb 09 01:31:06.907564 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-cc1dcdda-2d8d-410a-bee5-0a1d4586aed7 req-e1e04d61-394e-4e48-9b17-7b239f81302e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:07.129042 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8e426454-e8c3-4a2d-9d4e-1c7babcbe597 req-2bd429b5-59f0-43b1-b55a-fba3b417ade7 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=23a28223-89d9-4ef0-96c8-1a89d1d4b939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174863 Feb 09 01:31:07.279828 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ddbbbbcc-8609-4a43-b550-c983abc0d047 req-66bd6e99-9374-4dc8-bc1e-d03e8b7165c5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=082c5cbb-8014-4596-909f-4ee8af4e4b70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4788222 Feb 09 01:31:07.281578 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b1d1a-a987-4683-9dd7-75cc0233a2c5 req-b6b86d58-9a20-4c64-9a85-f8a7c8f7f139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:07.284283 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-897b1d1a-a987-4683-9dd7-75cc0233a2c5 req-b6b86d58-9a20-4c64-9a85-f8a7c8f7f139 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d5475c10790d427cb65cc6d675a29f45&device_id=02522db9-b00e-40c8-a965-31c85eeb15cb HTTP/1.1" status: 200 len: 1097 time: 0.5697751 Feb 09 01:31:07.555961 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39264) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:07.749717 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b1d1a-a987-4683-9dd7-75cc0233a2c5 req-e6937dda-efe8-478d-b322-d4327a459076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:07.751299 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-897b1d1a-a987-4683-9dd7-75cc0233a2c5 req-e6937dda-efe8-478d-b322-d4327a459076 service neutron] 10.222.0.99 "GET /v2.0/networks?id=2ef4ab06-0d41-4f66-ba87-75de2f21e016 HTTP/1.1" status: 200 len: 911 time: 0.4068127 Feb 09 01:31:07.759004 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbbbbcc-8609-4a43-b550-c983abc0d047 req-3ce95e0a-ad30-4b83-a492-0f65d54fff9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:07.760394 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ddbbbbcc-8609-4a43-b550-c983abc0d047 req-3ce95e0a-ad30-4b83-a492-0f65d54fff9d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=59b43f7aa2bc4476a3c7bc7857b33f06&device_id=082c5cbb-8014-4596-909f-4ee8af4e4b70 HTTP/1.1" status: 200 len: 1097 time: 0.2669177 Feb 09 01:31:07.771253 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-aac83aef-140c-4119-b113-e3471cbb6baa tempest-SubnetPoolsTestJSON-345306281 tempest-SubnetPoolsTestJSON-345306281-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-730163430', 'prefixes': ['172.20.0.0/16']}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:07.780882 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-aac83aef-140c-4119-b113-e3471cbb6baa tempest-SubnetPoolsTestJSON-345306281 tempest-SubnetPoolsTestJSON-345306281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:31:07.851632 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-aac83aef-140c-4119-b113-e3471cbb6baa tempest-SubnetPoolsTestJSON-345306281 tempest-SubnetPoolsTestJSON-345306281-project] Notify callbacks [] for subnetpool, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:07.855460 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-aac83aef-140c-4119-b113-e3471cbb6baa tempest-SubnetPoolsTestJSON-345306281 tempest-SubnetPoolsTestJSON-345306281-project] 10.222.0.105 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.2958002 Feb 09 01:31:07.855705 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39272) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:07.868638 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.db.resource_extend [req-cc1dcdda-2d8d-410a-bee5-0a1d4586aed7 req-e1e04d61-394e-4e48-9b17-7b239f81302e service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:31:07.895726 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-897b1d1a-a987-4683-9dd7-75cc0233a2c5 req-de22d2ad-3c62-4706-8394-77a0b4503898 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=778647d1-3035-403a-b7ad-551396fe0f71 HTTP/1.1" status: 200 len: 217 time: 0.1255150 Feb 09 01:31:07.905527 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-4adb0020-2a4d-4f62-abd9-e4b33daaafa4 tempest-SubnetPoolsTestJSON-345306281 tempest-SubnetPoolsTestJSON-345306281-project] 10.222.0.105 "GET /v2.0/subnetpools/f3fbc744-3cce-4395-aad1-1d303e85eeb1 HTTP/1.1" status: 200 len: 731 time: 0.0487874 Feb 09 01:31:07.907989 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39280) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:07.913178 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-781bc17f-d518-41c0-94d9-a2dc6eae8927 tempest-SubnetPoolsTestJSON-345306281 tempest-SubnetPoolsTestJSON-345306281-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1045830295'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:07.983978 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bafa1327-acf2-480c-95e9-08b377b73470 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:08.020372 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-781bc17f-d518-41c0-94d9-a2dc6eae8927 tempest-SubnetPoolsTestJSON-345306281 tempest-SubnetPoolsTestJSON-345306281-project] Notify callbacks [] for subnetpool, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:08.024210 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-781bc17f-d518-41c0-94d9-a2dc6eae8927 tempest-SubnetPoolsTestJSON-345306281 tempest-SubnetPoolsTestJSON-345306281-project] 10.222.0.105 "PUT /v2.0/subnetpools/f3fbc744-3cce-4395-aad1-1d303e85eeb1 HTTP/1.1" status: 200 len: 684 time: 0.1127088 Feb 09 01:31:08.027184 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39284) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:08.094870 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-cc1dcdda-2d8d-410a-bee5-0a1d4586aed7 req-e1e04d61-394e-4e48-9b17-7b239f81302e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 595d9a40-cf8f-48e2-a5bd-2916b2f7cd3b {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:31:08.102899 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b1d1a-a987-4683-9dd7-75cc0233a2c5 req-e51e3fd4-4f38-4e2d-a935-186bcd5d951d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:08.104558 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-897b1d1a-a987-4683-9dd7-75cc0233a2c5 req-e51e3fd4-4f38-4e2d-a935-186bcd5d951d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=39eaa90e-b09e-4efb-9c59-e334a1470afc HTTP/1.1" status: 200 len: 849 time: 0.1600108 Feb 09 01:31:08.112017 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-cc1dcdda-2d8d-410a-bee5-0a1d4586aed7 req-e1e04d61-394e-4e48-9b17-7b239f81302e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:08.179115 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8d1331d9-753d-4a62-8a80-59c23222dcc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:08.185861 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c374d6de-6587-43bf-8649-68a15b931880 tempest-SubnetPoolsTestJSON-345306281 tempest-SubnetPoolsTestJSON-345306281-project] Notify callbacks [] for subnetpool, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:08.187879 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c374d6de-6587-43bf-8649-68a15b931880 tempest-SubnetPoolsTestJSON-345306281 tempest-SubnetPoolsTestJSON-345306281-project] 10.222.0.105 "DELETE /v2.0/subnetpools/f3fbc744-3cce-4395-aad1-1d303e85eeb1 HTTP/1.1" status: 204 len: 168 time: 0.1595848 Feb 09 01:31:08.191951 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39294) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:08.221238 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-89b5d3ea-a0af-4394-8e19-56d772839f1b tempest-SubnetPoolsTestJSON-345306281 tempest-SubnetPoolsTestJSON-345306281-project] show failed (client error): The resource could not be found. Feb 09 01:31:08.225491 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-89b5d3ea-a0af-4394-8e19-56d772839f1b tempest-SubnetPoolsTestJSON-345306281 tempest-SubnetPoolsTestJSON-345306281-project] 10.222.0.105 "GET /v2.0/subnetpools/f3fbc744-3cce-4395-aad1-1d303e85eeb1 HTTP/1.1" status: 404 len: 346 time: 0.0307832 Feb 09 01:31:08.225583 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39300) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:08.248112 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-ec9f3ab4-e4f6-4dc5-b082-f05a9b36a800 tempest-SubnetPoolsTestJSON-345306281 tempest-SubnetPoolsTestJSON-345306281-project] delete failed (client error): The resource could not be found. Feb 09 01:31:08.256936 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ec9f3ab4-e4f6-4dc5-b082-f05a9b36a800 tempest-SubnetPoolsTestJSON-345306281 tempest-SubnetPoolsTestJSON-345306281-project] 10.222.0.105 "DELETE /v2.0/subnetpools/f3fbc744-3cce-4395-aad1-1d303e85eeb1 HTTP/1.1" status: 404 len: 346 time: 0.0262234 Feb 09 01:31:08.317500 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-cc1dcdda-2d8d-410a-bee5-0a1d4586aed7 req-e1e04d61-394e-4e48-9b17-7b239f81302e service neutron] Transition to ACTIVE for port object 595d9a40-cf8f-48e2-a5bd-2916b2f7cd3b will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:31:08.618357 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-cc1dcdda-2d8d-410a-bee5-0a1d4586aed7 req-e1e04d61-394e-4e48-9b17-7b239f81302e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:08.629162 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbbbbcc-8609-4a43-b550-c983abc0d047 req-9ec5fb26-f5ad-467b-926d-b61d7dda0057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:08.630666 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ddbbbbcc-8609-4a43-b550-c983abc0d047 req-9ec5fb26-f5ad-467b-926d-b61d7dda0057 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3c4fc1c2-da7d-4d47-9fab-e3152cd69d37 HTTP/1.1" status: 200 len: 898 time: 0.7922597 Feb 09 01:31:08.713015 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39322) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:08.857232 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39334) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:08.963142 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bafa1327-acf2-480c-95e9-08b377b73470 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:09.031925 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dda29c70-21af-4f50-b347-d706de6c08a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:09.050715 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-dda29c70-21af-4f50-b347-d706de6c08a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:31:09.055048 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-dda29c70-21af-4f50-b347-d706de6c08a2 admin admin] Usage tracker for resource:security_group_rule and tenant:ccdd80237bde458d874e7e6146c23179 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:31:09.058377 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-dda29c70-21af-4f50-b347-d706de6c08a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:31:09.101953 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-dda29c70-21af-4f50-b347-d706de6c08a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:31:09.108621 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0f059a44-adbc-4cdc-ad7d-a4fcc24f110a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:09.132417 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-0f059a44-adbc-4cdc-ad7d-a4fcc24f110a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:31:09.143575 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e04d61-394e-4e48-9b17-7b239f81302e service neutron] Pushing event updated for resources: {'Port': ['ID=595d9a40-cf8f-48e2-a5bd-2916b2f7cd3b,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:09.155116 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-0f059a44-adbc-4cdc-ad7d-a4fcc24f110a admin admin] Usage tracker for resource:security_group_rule and tenant:f07de8644f3e40748fd62307128d226e is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:31:09.161886 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-0f059a44-adbc-4cdc-ad7d-a4fcc24f110a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:31:09.172843 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-0f059a44-adbc-4cdc-ad7d-a4fcc24f110a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:31:09.220862 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ddbbbbcc-8609-4a43-b550-c983abc0d047 req-affd6a9c-9244-4646-b1de-d8e5d10bbac1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3280468-86c2-41f2-b8b8-e6b6ddeb04c6 HTTP/1.1" status: 200 len: 999 time: 0.4184015 Feb 09 01:31:09.304588 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dda29c70-21af-4f50-b347-d706de6c08a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:09.318862 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dda29c70-21af-4f50-b347-d706de6c08a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:09.324938 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b1d1a-a987-4683-9dd7-75cc0233a2c5 req-54ec7f74-c5c4-4409-b2d0-48915c369a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:09.327204 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-897b1d1a-a987-4683-9dd7-75cc0233a2c5 req-54ec7f74-c5c4-4409-b2d0-48915c369a19 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=2ef4ab06-0d41-4f66-ba87-75de2f21e016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2124572 Feb 09 01:31:09.380202 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda29c70-21af-4f50-b347-d706de6c08a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf20738-ec96-4798-aaab-e542b244ec49,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:09.410121 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-dda29c70-21af-4f50-b347-d706de6c08a2 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=ccdd80237bde458d874e7e6146c23179&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6960166 Feb 09 01:31:09.413051 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39344) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:09.419015 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1c22a-7793-4a78-ae31-c53aa2f30ad3 req-7ba98fb1-305c-494c-b75b-2d8e2a884929 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:09.420971 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-57d1c22a-7793-4a78-ae31-c53aa2f30ad3 req-7ba98fb1-305c-494c-b75b-2d8e2a884929 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=b4885a3a-bd97-4186-9608-acd3a28d9453 HTTP/1.1" status: 200 len: 1053 time: 1.1126182 Feb 09 01:31:09.446588 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0f059a44-adbc-4cdc-ad7d-a4fcc24f110a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:09.460177 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0f059a44-adbc-4cdc-ad7d-a4fcc24f110a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:09.486296 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-cc1dcdda-2d8d-410a-bee5-0a1d4586aed7 req-e1e04d61-394e-4e48-9b17-7b239f81302e service neutron] Attempting to bind port 595d9a40-cf8f-48e2-a5bd-2916b2f7cd3b on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:31:09.486895 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-cc1dcdda-2d8d-410a-bee5-0a1d4586aed7 req-e1e04d61-394e-4e48-9b17-7b239f81302e service neutron] Attempting to bind port 595d9a40-cf8f-48e2-a5bd-2916b2f7cd3b by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'ea7e8ec0-8208-4521-b904-1f04798510c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2ef4ab06-0d41-4f66-ba87-75de2f21e016'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:31:09.487384 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1dcdda-2d8d-410a-bee5-0a1d4586aed7 req-e1e04d61-394e-4e48-9b17-7b239f81302e service neutron] Attempting to bind port 595d9a40-cf8f-48e2-a5bd-2916b2f7cd3b on network 2ef4ab06-0d41-4f66-ba87-75de2f21e016 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:31:09.506282 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f059a44-adbc-4cdc-ad7d-a4fcc24f110a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5370a434-a48b-4731-8978-31596a6980e0,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:09.541033 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1dcdda-2d8d-410a-bee5-0a1d4586aed7 req-e1e04d61-394e-4e48-9b17-7b239f81302e service neutron] Port 595d9a40-cf8f-48e2-a5bd-2916b2f7cd3b on network 2ef4ab06-0d41-4f66-ba87-75de2f21e016 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:31:09.541356 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1dcdda-2d8d-410a-bee5-0a1d4586aed7 req-e1e04d61-394e-4e48-9b17-7b239f81302e service neutron] Attempting to bind port 595d9a40-cf8f-48e2-a5bd-2916b2f7cd3b on network 2ef4ab06-0d41-4f66-ba87-75de2f21e016 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:31:09.556891 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbbbbcc-8609-4a43-b550-c983abc0d047 req-d929157b-8586-4390-b45b-a4dfd4687168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:09.558353 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ddbbbbcc-8609-4a43-b550-c983abc0d047 req-d929157b-8586-4390-b45b-a4dfd4687168 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e8f91757-70e4-4e4e-95d1-289081aff0f5 HTTP/1.1" status: 200 len: 835 time: 0.3202531 Feb 09 01:31:09.569235 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-0f059a44-adbc-4cdc-ad7d-a4fcc24f110a admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=f07de8644f3e40748fd62307128d226e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7108924 Feb 09 01:31:09.572230 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-66464a58-9cfc-4f37-81db-d414179b2159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:09.574081 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39352) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:09.631076 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1dcdda-2d8d-410a-bee5-0a1d4586aed7 req-e1e04d61-394e-4e48-9b17-7b239f81302e service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:31:09.631076 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1dcdda-2d8d-410a-bee5-0a1d4586aed7 req-e1e04d61-394e-4e48-9b17-7b239f81302e service neutron] Checking segment: {'id': 'ea7e8ec0-8208-4521-b904-1f04798510c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2ef4ab06-0d41-4f66-ba87-75de2f21e016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:31:09.631850 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1dcdda-2d8d-410a-bee5-0a1d4586aed7 req-e1e04d61-394e-4e48-9b17-7b239f81302e service neutron] Bound using segment: {'id': 'ea7e8ec0-8208-4521-b904-1f04798510c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2ef4ab06-0d41-4f66-ba87-75de2f21e016'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:31:09.632110 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-cc1dcdda-2d8d-410a-bee5-0a1d4586aed7 req-e1e04d61-394e-4e48-9b17-7b239f81302e service neutron] Bound port: 595d9a40-cf8f-48e2-a5bd-2916b2f7cd3b, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea7e8ec0-8208-4521-b904-1f04798510c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2ef4ab06-0d41-4f66-ba87-75de2f21e016'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:31:09.632513 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-cc1dcdda-2d8d-410a-bee5-0a1d4586aed7 req-e1e04d61-394e-4e48-9b17-7b239f81302e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:09.674369 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-66464a58-9cfc-4f37-81db-d414179b2159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:09.723813 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2a2036e2-f569-44da-a6e9-1b30e63442bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:09.751578 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-57d1c22a-7793-4a78-ae31-c53aa2f30ad3 req-261ebdca-b97a-497d-b875-a333a1b2b3a8 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=23a28223-89d9-4ef0-96c8-1a89d1d4b939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690244 Feb 09 01:31:09.771256 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2a2036e2-f569-44da-a6e9-1b30e63442bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:09.794662 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-897b1d1a-a987-4683-9dd7-75cc0233a2c5 req-da47d9e1-1bb8-47ac-8dbd-8f254b5ba23d service neutron] 10.222.0.99 "GET /v2.0/networks/2ef4ab06-0d41-4f66-ba87-75de2f21e016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4137769 Feb 09 01:31:09.822989 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-66464a58-9cfc-4f37-81db-d414179b2159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:09.843059 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66464a58-9cfc-4f37-81db-d414179b2159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf20738-ec96-4798-aaab-e542b244ec49,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:09.860193 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-66464a58-9cfc-4f37-81db-d414179b2159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:09.860933 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-66464a58-9cfc-4f37-81db-d414179b2159 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/bbf20738-ec96-4798-aaab-e542b244ec49 HTTP/1.1" status: 204 len: 168 time: 0.4456620 Feb 09 01:31:09.880752 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2a2036e2-f569-44da-a6e9-1b30e63442bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:09.883584 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2a2036e2-f569-44da-a6e9-1b30e63442bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:09.891222 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-2a2036e2-f569-44da-a6e9-1b30e63442bb admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/5370a434-a48b-4731-8978-31596a6980e0 HTTP/1.1" status: 204 len: 168 time: 0.3141367 Feb 09 01:31:09.919409 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2036e2-f569-44da-a6e9-1b30e63442bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5370a434-a48b-4731-8978-31596a6980e0,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:09.946748 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bafa1327-acf2-480c-95e9-08b377b73470 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:09.955066 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-cc1dcdda-2d8d-410a-bee5-0a1d4586aed7 req-e1e04d61-394e-4e48-9b17-7b239f81302e service neutron] For port 595d9a40-cf8f-48e2-a5bd-2916b2f7cd3b, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:31:09.978847 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bafa1327-acf2-480c-95e9-08b377b73470 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:10.033439 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbbbbcc-8609-4a43-b550-c983abc0d047 req-a406d1d0-397d-472e-8349-400323e7b397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:10.035552 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ddbbbbcc-8609-4a43-b550-c983abc0d047 req-a406d1d0-397d-472e-8349-400323e7b397 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3c4fc1c2-da7d-4d47-9fab-e3152cd69d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4557049 Feb 09 01:31:10.056254 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-cc1dcdda-2d8d-410a-bee5-0a1d4586aed7 req-e1e04d61-394e-4e48-9b17-7b239f81302e service neutron] For port 595d9a40-cf8f-48e2-a5bd-2916b2f7cd3b, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=595d9a40-cf8f-48e2-a5bd-2916b2f7cd3b,segment=NetworkSegment(ea7e8ec0-8208-4521-b904-1f04798510c5),segment_id=ea7e8ec0-8208-4521-b904-1f04798510c5)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:31:10.104782 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-cc1dcdda-2d8d-410a-bee5-0a1d4586aed7 req-e1e04d61-394e-4e48-9b17-7b239f81302e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:10.258895 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-897b1d1a-a987-4683-9dd7-75cc0233a2c5 req-83c7f0d6-b69b-4497-943c-d01c20f0e01a service neutron] 10.222.0.99 "GET /v2.0/networks/2ef4ab06-0d41-4f66-ba87-75de2f21e016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4570677 Feb 09 01:31:10.259494 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa1327-acf2-480c-95e9-08b377b73470 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Pushing event updated for resources: {'Port': ['ID=ed078eb3-6a8d-42cf-9db1-cf9449dbde4e,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:10.280753 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1dcdda-2d8d-410a-bee5-0a1d4586aed7 req-e1e04d61-394e-4e48-9b17-7b239f81302e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:10.281392 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-cc1dcdda-2d8d-410a-bee5-0a1d4586aed7 req-e1e04d61-394e-4e48-9b17-7b239f81302e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:10.284927 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cc1dcdda-2d8d-410a-bee5-0a1d4586aed7 req-e1e04d61-394e-4e48-9b17-7b239f81302e service neutron] 10.222.0.62 "PUT /v2.0/ports/595d9a40-cf8f-48e2-a5bd-2916b2f7cd3b HTTP/1.1" status: 200 len: 1092 time: 3.9515762 Feb 09 01:31:10.285424 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4885a3a-bd97-4186-9608-acd3a28d9453', 'tag': '595d9a40-cf8f-48e2-a5bd-2916b2f7cd3b'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:31:10.365643 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa1327-acf2-480c-95e9-08b377b73470 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:10.365643 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa1327-acf2-480c-95e9-08b377b73470 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:10.365643 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa1327-acf2-480c-95e9-08b377b73470 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:10.365643 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa1327-acf2-480c-95e9-08b377b73470 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:10.365643 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa1327-acf2-480c-95e9-08b377b73470 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:10.382244 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:31:10.383332 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa1327-acf2-480c-95e9-08b377b73470 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:10.383937 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa1327-acf2-480c-95e9-08b377b73470 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:10.384730 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa1327-acf2-480c-95e9-08b377b73470 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:10.385319 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa1327-acf2-480c-95e9-08b377b73470 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:10.385891 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa1327-acf2-480c-95e9-08b377b73470 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:10.394312 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa1327-acf2-480c-95e9-08b377b73470 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:10.396396 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa1327-acf2-480c-95e9-08b377b73470 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:10.404402 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4885a3a-bd97-4186-9608-acd3a28d9453', 'tag': '595d9a40-cf8f-48e2-a5bd-2916b2f7cd3b', 'status': 'completed', 'code': 200} Feb 09 01:31:10.454917 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-680c036f-539e-4f32-bc77-5186ffa34084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:10.500073 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bafa1327-acf2-480c-95e9-08b377b73470 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:10.908314 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ddbbbbcc-8609-4a43-b550-c983abc0d047 req-b3e1e9a7-6b72-4961-8170-03dec1ffa3dc service neutron] 10.222.0.62 "GET /v2.0/networks/3c4fc1c2-da7d-4d47-9fab-e3152cd69d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8506398 Feb 09 01:31:11.016996 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e04d61-394e-4e48-9b17-7b239f81302e service neutron] Pushing event updated for resources: {'Port': ['ID=595d9a40-cf8f-48e2-a5bd-2916b2f7cd3b,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:11.074306 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39422) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:11.205953 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-b6353830-9e1f-40bb-b51e-529250f43b7a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1652339505-network', 'tenant_id': '6721380b025b4977bb6883114d898ed6'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:11.212815 n-d-828418-1 neutron-server[87639]: INFO neutron.db.l3_db [None req-bafa1327-acf2-480c-95e9-08b377b73470 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Floating IP 24327595-4536-49b6-a881-65b91f4eca8a associated. External IP: 172.25.0.78, port: e3280468-86c2-41f2-b8b8-e6b6ddeb04c6. Feb 09 01:31:11.215210 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b6353830-9e1f-40bb-b51e-529250f43b7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:31:11.220549 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-b6353830-9e1f-40bb-b51e-529250f43b7a admin admin] Usage tracker for resource:network and tenant:6721380b025b4977bb6883114d898ed6 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:31:11.224597 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-b6353830-9e1f-40bb-b51e-529250f43b7a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:31:11.231863 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b6353830-9e1f-40bb-b51e-529250f43b7a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:31:11.245765 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6353830-9e1f-40bb-b51e-529250f43b7a admin admin] Made reservation on behalf of 6721380b025b4977bb6883114d898ed6 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:31:11.249382 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b6353830-9e1f-40bb-b51e-529250f43b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:11.270268 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b6353830-9e1f-40bb-b51e-529250f43b7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:11.289322 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b6353830-9e1f-40bb-b51e-529250f43b7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:31:11.295215 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-b6353830-9e1f-40bb-b51e-529250f43b7a admin admin] Usage tracker for resource:security_group_rule and tenant:6721380b025b4977bb6883114d898ed6 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:31:11.299038 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-b6353830-9e1f-40bb-b51e-529250f43b7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:31:11.302402 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1dcdda-2d8d-410a-bee5-0a1d4586aed7 req-94792101-1b1f-4c28-8356-d9ed3c6610dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:11.303892 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cc1dcdda-2d8d-410a-bee5-0a1d4586aed7 req-94792101-1b1f-4c28-8356-d9ed3c6610dc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d5475c10790d427cb65cc6d675a29f45&device_id=b4885a3a-bd97-4186-9608-acd3a28d9453 HTTP/1.1" status: 200 len: 1095 time: 0.8649583 Feb 09 01:31:11.306834 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b6353830-9e1f-40bb-b51e-529250f43b7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:31:11.399595 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ddbbbbcc-8609-4a43-b550-c983abc0d047 req-5149fea2-a9c2-4a4b-a661-44163b103605 service neutron] 10.222.0.62 "GET /v2.0/networks/3c4fc1c2-da7d-4d47-9fab-e3152cd69d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4749553 Feb 09 01:31:11.415877 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cc1dcdda-2d8d-410a-bee5-0a1d4586aed7 req-0d6033fa-f954-402e-8231-a1dda3b51785 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=595d9a40-cf8f-48e2-a5bd-2916b2f7cd3b HTTP/1.1" status: 200 len: 217 time: 0.0884569 Feb 09 01:31:11.467356 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b6353830-9e1f-40bb-b51e-529250f43b7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:11.472559 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b6353830-9e1f-40bb-b51e-529250f43b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:11.488241 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bed4cdc-6133-4a1f-af0c-7418d544995a req-9e9b365c-693d-4cc1-ab7b-a86eb44b3bbf tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:11.490500 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5bed4cdc-6133-4a1f-af0c-7418d544995a req-9e9b365c-693d-4cc1-ab7b-a86eb44b3bbf tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=b4885a3a-bd97-4186-9608-acd3a28d9453 HTTP/1.1" status: 200 len: 1095 time: 0.4841595 Feb 09 01:31:11.525199 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:11.528337 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6353830-9e1f-40bb-b51e-529250f43b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd22a36-1e4e-4fda-8643-25127f7eace3,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:11.541802 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6353830-9e1f-40bb-b51e-529250f43b7a admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:31:11.555154 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b6353830-9e1f-40bb-b51e-529250f43b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:11.555810 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-b6353830-9e1f-40bb-b51e-529250f43b7a admin admin] Added segment eb2641ac-e580-4925-8dd1-0f4584fc0d1e of type vlan for network f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f Feb 09 01:31:11.577041 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:11.623373 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b6353830-9e1f-40bb-b51e-529250f43b7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:11.624864 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1dcdda-2d8d-410a-bee5-0a1d4586aed7 req-530c196f-4caa-4794-88c3-4de4d042948e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:11.626535 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cc1dcdda-2d8d-410a-bee5-0a1d4586aed7 req-530c196f-4caa-4794-88c3-4de4d042948e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=39eaa90e-b09e-4efb-9c59-e334a1470afc HTTP/1.1" status: 200 len: 849 time: 0.2025144 Feb 09 01:31:11.692354 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5bed4cdc-6133-4a1f-af0c-7418d544995a req-888412d6-23dc-45b6-801b-20b872ca4120 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=23a28223-89d9-4ef0-96c8-1a89d1d4b939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190007 Feb 09 01:31:11.697338 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b6353830-9e1f-40bb-b51e-529250f43b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:11.698791 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6353830-9e1f-40bb-b51e-529250f43b7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:11.699826 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b6353830-9e1f-40bb-b51e-529250f43b7a admin admin] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:11.839276 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b6353830-9e1f-40bb-b51e-529250f43b7a admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7637298 Feb 09 01:31:11.845744 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39448) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:11.853947 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-43463c56-4955-4f62-9507-1599c74bf3c1 admin admin] Request body: {'subnet': {'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1652339505-subnet', 'tenant_id': '6721380b025b4977bb6883114d898ed6', 'ip_version': 4}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:11.872164 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-43463c56-4955-4f62-9507-1599c74bf3c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:31:11.881490 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-43463c56-4955-4f62-9507-1599c74bf3c1 admin admin] Usage tracker for resource:subnet and tenant:6721380b025b4977bb6883114d898ed6 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:31:11.886857 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-43463c56-4955-4f62-9507-1599c74bf3c1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:31:11.887143 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1dcdda-2d8d-410a-bee5-0a1d4586aed7 req-9e00e03e-3f01-4b09-a6a7-7604bb7e71cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:11.888707 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cc1dcdda-2d8d-410a-bee5-0a1d4586aed7 req-9e00e03e-3f01-4b09-a6a7-7604bb7e71cb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2ef4ab06-0d41-4f66-ba87-75de2f21e016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2523975 Feb 09 01:31:11.890850 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6353830-9e1f-40bb-b51e-529250f43b7a admin admin] Pushing event updated for resources: {'Network': ['ID=f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:11.896525 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-43463c56-4955-4f62-9507-1599c74bf3c1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:31:11.905420 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:31:11.938598 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43463c56-4955-4f62-9507-1599c74bf3c1 admin admin] Made reservation on behalf of 6721380b025b4977bb6883114d898ed6 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:31:11.941663 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-43463c56-4955-4f62-9507-1599c74bf3c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:12.025838 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bafa1327-acf2-480c-95e9-08b377b73470 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Router eba4282b-4ead-429e-bedd-9bdc38001a00 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:31:12.142868 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cc1dcdda-2d8d-410a-bee5-0a1d4586aed7 req-852c76fd-d112-469d-995a-8a37b56581f5 service neutron] 10.222.0.62 "GET /v2.0/networks/2ef4ab06-0d41-4f66-ba87-75de2f21e016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459857 Feb 09 01:31:12.374650 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-43463c56-4955-4f62-9507-1599c74bf3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:12.463915 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43463c56-4955-4f62-9507-1599c74bf3c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=572cbc39-1162-4835-b49c-9787164ff8f8,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:12.483234 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43463c56-4955-4f62-9507-1599c74bf3c1 admin admin] Checking segment: {'id': 'eb2641ac-e580-4925-8dd1-0f4584fc0d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:31:12.483688 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43463c56-4955-4f62-9507-1599c74bf3c1 admin admin] Network hostable DHCP agents. Network: f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:31:12.508688 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43463c56-4955-4f62-9507-1599c74bf3c1 admin admin] Network f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:31:12.539408 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bafa1327-acf2-480c-95e9-08b377b73470 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:31:12.550170 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-43463c56-4955-4f62-9507-1599c74bf3c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:12.552221 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d0e088-2b24-41d4-af9b-d27351b342e1 None None] Sync routers for ids ['eba4282b-4ead-429e-bedd-9bdc38001a00'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:31:12.553970 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43463c56-4955-4f62-9507-1599c74bf3c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:12.554697 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-43463c56-4955-4f62-9507-1599c74bf3c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:12.566078 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cc1dcdda-2d8d-410a-bee5-0a1d4586aed7 req-659e1353-01be-40ed-ad16-7c55ea697af9 service neutron] 10.222.0.62 "GET /v2.0/networks/2ef4ab06-0d41-4f66-ba87-75de2f21e016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4073615 Feb 09 01:31:12.571358 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bafa1327-acf2-480c-95e9-08b377b73470 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:12.573452 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc92f9d4-6912-41c8-9982-47d81211c6de None None] Network f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:31:12.601330 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-43463c56-4955-4f62-9507-1599c74bf3c1 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7541192 Feb 09 01:31:12.603740 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39472) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:12.610780 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-7399ab74-d1a2-478a-bc48-d977a3ed9894 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1652339505-router', 'tenant_id': '6721380b025b4977bb6883114d898ed6', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:12.616880 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7399ab74-d1a2-478a-bc48-d977a3ed9894 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:31:12.620855 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-7399ab74-d1a2-478a-bc48-d977a3ed9894 admin admin] Usage tracker for resource:router and tenant:6721380b025b4977bb6883114d898ed6 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:31:12.625002 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-7399ab74-d1a2-478a-bc48-d977a3ed9894 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:31:12.631104 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7399ab74-d1a2-478a-bc48-d977a3ed9894 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:31:12.643063 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7399ab74-d1a2-478a-bc48-d977a3ed9894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:12.644366 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7399ab74-d1a2-478a-bc48-d977a3ed9894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:12.664766 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7399ab74-d1a2-478a-bc48-d977a3ed9894 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:12.719204 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-bafa1327-acf2-480c-95e9-08b377b73470 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.0262599 Feb 09 01:31:12.722318 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 39476) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:12.723112 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '082c5cbb-8014-4596-909f-4ee8af4e4b70', 'tag': 'e3280468-86c2-41f2-b8b8-e6b6ddeb04c6'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:31:12.832127 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '082c5cbb-8014-4596-909f-4ee8af4e4b70', 'tag': 'e3280468-86c2-41f2-b8b8-e6b6ddeb04c6', 'status': 'completed', 'code': 200} Feb 09 01:31:12.833960 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d0e088-2b24-41d4-af9b-d27351b342e1 None None] Routers {'eba4282b-4ead-429e-bedd-9bdc38001a00'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:31:12.838501 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-c9d0e088-2b24-41d4-af9b-d27351b342e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:31:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['eba4282b-4ead-429e-bedd-9bdc38001a00'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:12.956706 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-4d1c5605-60b4-4171-9561-112321324b97 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/floatingips/24327595-4536-49b6-a881-65b91f4eca8a HTTP/1.1" status: 200 len: 991 time: 0.2283311 Feb 09 01:31:13.048729 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063d37e-4f11-4c16-8c2e-38d463dd4f01 req-e88b55f2-0fc9-4673-afda-a536d123ffa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:13.050394 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e063d37e-4f11-4c16-8c2e-38d463dd4f01 req-e88b55f2-0fc9-4673-afda-a536d123ffa4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d5475c10790d427cb65cc6d675a29f45&device_id=b4885a3a-bd97-4186-9608-acd3a28d9453 HTTP/1.1" status: 200 len: 1095 time: 0.4286308 Feb 09 01:31:13.199687 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c83eaf-bdb1-4f61-9ab1-ef839ab506f2 req-bc4f7846-b319-42a5-9da6-00cb9d6d8bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:13.202291 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e2c83eaf-bdb1-4f61-9ab1-ef839ab506f2 req-bc4f7846-b319-42a5-9da6-00cb9d6d8bcf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=59b43f7aa2bc4476a3c7bc7857b33f06&device_id=082c5cbb-8014-4596-909f-4ee8af4e4b70 HTTP/1.1" status: 200 len: 1097 time: 0.3643112 Feb 09 01:31:13.274783 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd861fec-bcc4-4260-b328-616048f3c27d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f', 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f', 'tenant_id': '6721380b025b4977bb6883114d898ed6', 'fixed_ips': [{'subnet_id': '572cbc39-1162-4835-b49c-9787164ff8f8'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:31:13.275910 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-dd861fec-bcc4-4260-b328-616048f3c27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:13.366705 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:13.383972 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7399ab74-d1a2-478a-bc48-d977a3ed9894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:13.409191 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-c9d0e088-2b24-41d4-af9b-d27351b342e1 None None] Set router eba4282b-4ead-429e-bedd-9bdc38001a00 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:31:13.492389 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433553a5-4ca8-493d-9f2c-38ad7dfd7f87 req-8e020f3e-d7a1-4b8f-99cc-854fd06c624b tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:13.500504 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-433553a5-4ca8-493d-9f2c-38ad7dfd7f87 req-8e020f3e-d7a1-4b8f-99cc-854fd06c624b tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=b4885a3a-bd97-4186-9608-acd3a28d9453 HTTP/1.1" status: 200 len: 1095 time: 0.5379944 Feb 09 01:31:13.503081 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c83eaf-bdb1-4f61-9ab1-ef839ab506f2 req-7cdbebf9-e7c0-47df-bbf6-e8bbb8203c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:13.504446 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e2c83eaf-bdb1-4f61-9ab1-ef839ab506f2 req-7cdbebf9-e7c0-47df-bbf6-e8bbb8203c01 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3c4fc1c2-da7d-4d47-9fab-e3152cd69d37 HTTP/1.1" status: 200 len: 898 time: 0.2895415 Feb 09 01:31:13.751214 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063d37e-4f11-4c16-8c2e-38d463dd4f01 req-7b18aab3-cb73-44c4-8782-4382f1132b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:13.752663 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e063d37e-4f11-4c16-8c2e-38d463dd4f01 req-7b18aab3-cb73-44c4-8782-4382f1132b98 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2ef4ab06-0d41-4f66-ba87-75de2f21e016 HTTP/1.1" status: 200 len: 911 time: 0.6943793 Feb 09 01:31:13.829204 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e2c83eaf-bdb1-4f61-9ab1-ef839ab506f2 req-8776a855-9f60-4cf9-ba3b-652cb3853c78 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3280468-86c2-41f2-b8b8-e6b6ddeb04c6 HTTP/1.1" status: 200 len: 999 time: 0.3066638 Feb 09 01:31:13.850150 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-433553a5-4ca8-493d-9f2c-38ad7dfd7f87 req-dd45403c-a8fa-4ba6-8e4a-6fd88d8198f8 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=23a28223-89d9-4ef0-96c8-1a89d1d4b939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3442764 Feb 09 01:31:13.852645 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e063d37e-4f11-4c16-8c2e-38d463dd4f01 req-d1ce0702-abee-4271-ab7d-d70d7b5c16d1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=595d9a40-cf8f-48e2-a5bd-2916b2f7cd3b HTTP/1.1" status: 200 len: 217 time: 0.0915740 Feb 09 01:31:13.898872 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7399ab74-d1a2-478a-bc48-d977a3ed9894 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:13.944065 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7399ab74-d1a2-478a-bc48-d977a3ed9894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:13.960439 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 39504) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:14.036763 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c83eaf-bdb1-4f61-9ab1-ef839ab506f2 req-0689a3d1-9412-4e6a-b091-4f47df2418d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:14.038738 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-dd861fec-bcc4-4260-b328-616048f3c27d None None] Allocated IP 172.20.0.2 (f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f/572cbc39-1162-4835-b49c-9787164ff8f8/eb7268ab-18f7-4b86-ad0f-a1e18f5e1218) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:31:14.039220 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e2c83eaf-bdb1-4f61-9ab1-ef839ab506f2 req-0689a3d1-9412-4e6a-b091-4f47df2418d3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e8f91757-70e4-4e4e-95d1-289081aff0f5 HTTP/1.1" status: 200 len: 835 time: 0.1881518 Feb 09 01:31:14.047069 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063d37e-4f11-4c16-8c2e-38d463dd4f01 req-8648b3ed-e4c3-488e-b5af-d814be45d999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:14.068151 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e063d37e-4f11-4c16-8c2e-38d463dd4f01 req-8648b3ed-e4c3-488e-b5af-d814be45d999 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=39eaa90e-b09e-4efb-9c59-e334a1470afc HTTP/1.1" status: 200 len: 849 time: 0.1800175 Feb 09 01:31:14.193507 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-7399ab74-d1a2-478a-bc48-d977a3ed9894 admin admin] Allocated IP 172.25.0.30 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/b260476d-d5ca-44f5-bf49-16506c42517c) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:31:14.269688 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-44d4aa27-e4b7-4600-af5b-493cfa4b9af9 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/floatingips/24327595-4536-49b6-a881-65b91f4eca8a HTTP/1.1" status: 200 len: 991 time: 0.3079038 Feb 09 01:31:14.361036 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c83eaf-bdb1-4f61-9ab1-ef839ab506f2 req-ba94b81f-b30d-4104-8a07-fbc8b14b75c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:14.362550 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e2c83eaf-bdb1-4f61-9ab1-ef839ab506f2 req-ba94b81f-b30d-4104-8a07-fbc8b14b75c2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3c4fc1c2-da7d-4d47-9fab-e3152cd69d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2980177 Feb 09 01:31:14.368862 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063d37e-4f11-4c16-8c2e-38d463dd4f01 req-1c894860-9dc3-4843-acd5-24e3a1488ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:14.370340 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e063d37e-4f11-4c16-8c2e-38d463dd4f01 req-1c894860-9dc3-4843-acd5-24e3a1488ed1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2ef4ab06-0d41-4f66-ba87-75de2f21e016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2615159 Feb 09 01:31:14.376917 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [req-e2c83eaf-bdb1-4f61-9ab1-ef839ab506f2 req-290ad99f-9f3c-4548-a13a-11ed5b72ef8e service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:31:14.377903 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e2c83eaf-bdb1-4f61-9ab1-ef839ab506f2 req-290ad99f-9f3c-4548-a13a-11ed5b72ef8e service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067196 Feb 09 01:31:14.382558 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [req-e063d37e-4f11-4c16-8c2e-38d463dd4f01 req-628f8bfa-2b17-456c-9476-7ad4a3e3bb69 service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:31:14.383497 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e063d37e-4f11-4c16-8c2e-38d463dd4f01 req-628f8bfa-2b17-456c-9476-7ad4a3e3bb69 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047193 Feb 09 01:31:14.384255 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7399ab74-d1a2-478a-bc48-d977a3ed9894 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:14.436523 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7399ab74-d1a2-478a-bc48-d977a3ed9894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:14.547904 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-c9d0e088-2b24-41d4-af9b-d27351b342e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba4282b-4ead-429e-bedd-9bdc38001a00', 'name': 'tempest-TestNetworkBasicOps-router-1368011929', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '60e77692-969b-4777-ad86-9730545ae77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:12Z', 'updated_at': '2022-02-09T01:30:30Z', 'revision_number': 4, 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'gw_port': {'id': '60e77692-969b-4777-ad86-9730545ae77e', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:02:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba4282b-4ead-429e-bedd-9bdc38001a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:14Z', 'updated_at': '2022-02-09T01:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '24327595-4536-49b6-a881-65b91f4eca8a', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'floating_ip_address': '172.25.0.78', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': 'eba4282b-4ead-429e-bedd-9bdc38001a00', 'port_id': 'e3280468-86c2-41f2-b8b8-e6b6ddeb04c6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c4fc1c2-da7d-4d47-9fab-e3152cd69d37', 'mac_address': 'fa:16:3e:98:28:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '082c5cbb-8014-4596-909f-4ee8af4e4b70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:31:07Z', 'updated_at': '2022-02-09T01:31:07Z', 'revision_number': 0, 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2df5801-d9b2-4f0a-bccf-deebd5667317', 'name': '', 'network_id': '3c4fc1c2-da7d-4d47-9fab-e3152cd69d37', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'mac_address': 'fa:16:3e:ff:fc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba4282b-4ead-429e-bedd-9bdc38001a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': 'e8f91757-70e4-4e4e-95d1-289081aff0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:26Z', 'updated_at': '2022-02-09T01:30:43Z', 'revision_number': 5, 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'subnets': [{'id': 'e8f91757-70e4-4e4e-95d1-289081aff0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:14.569984 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d0e088-2b24-41d4-af9b-d27351b342e1 None None] Checking router: eba4282b-4ead-429e-bedd-9bdc38001a00 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:31:14.593218 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7399ab74-d1a2-478a-bc48-d977a3ed9894 admin admin] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:31:14.603719 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-7399ab74-d1a2-478a-bc48-d977a3ed9894 admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:14.612624 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7399ab74-d1a2-478a-bc48-d977a3ed9894 admin admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:31:14.691684 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d0e088-2b24-41d4-af9b-d27351b342e1 None None] Routers {'eba4282b-4ead-429e-bedd-9bdc38001a00'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:31:14.692789 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-c9d0e088-2b24-41d4-af9b-d27351b342e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:31:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['eba4282b-4ead-429e-bedd-9bdc38001a00'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:14.804163 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7399ab74-d1a2-478a-bc48-d977a3ed9894 admin admin] Pushing event updated for resources: {'Port': ['ID=b260476d-d5ca-44f5-bf49-16506c42517c,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:14.919222 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e2c83eaf-bdb1-4f61-9ab1-ef839ab506f2 req-a3096a6a-c636-4339-9f70-54b388ebfd43 service neutron] 10.222.0.62 "GET /v2.0/networks/3c4fc1c2-da7d-4d47-9fab-e3152cd69d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5345709 Feb 09 01:31:14.920923 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e063d37e-4f11-4c16-8c2e-38d463dd4f01 req-dc8d01c8-b368-4236-92e8-63130ca7a570 service neutron] 10.222.0.62 "GET /v2.0/networks/2ef4ab06-0d41-4f66-ba87-75de2f21e016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4949017 Feb 09 01:31:14.930810 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-c9d0e088-2b24-41d4-af9b-d27351b342e1 None None] Set router eba4282b-4ead-429e-bedd-9bdc38001a00 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:31:15.210526 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 595d9a40-cf8f-48e2-a5bd-2916b2f7cd3b details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:31:15.265646 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e2c83eaf-bdb1-4f61-9ab1-ef839ab506f2 req-ff2ca228-2ecf-423b-a77c-dc8a364ea02f service neutron] 10.222.0.62 "GET /v2.0/networks/3c4fc1c2-da7d-4d47-9fab-e3152cd69d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3353176 Feb 09 01:31:15.281542 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 39534) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:15.365946 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e063d37e-4f11-4c16-8c2e-38d463dd4f01 req-0ba1857b-010e-4ca4-b740-33576f87a27f service neutron] 10.222.0.62 "GET /v2.0/networks/2ef4ab06-0d41-4f66-ba87-75de2f21e016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3457301 Feb 09 01:31:15.397876 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 595d9a40-cf8f-48e2-a5bd-2916b2f7cd3b, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=595d9a40-cf8f-48e2-a5bd-2916b2f7cd3b,segment=NetworkSegment(ea7e8ec0-8208-4521-b904-1f04798510c5),segment_id=ea7e8ec0-8208-4521-b904-1f04798510c5)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:31:15.414325 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14cc3e-933f-44c9-8740-474b673a2a90 req-4e8c6461-6a70-4ab6-bc86-a7ce96910bb6 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:15.415739 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6b14cc3e-933f-44c9-8740-474b673a2a90 req-4e8c6461-6a70-4ab6-bc86-a7ce96910bb6 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=b4885a3a-bd97-4186-9608-acd3a28d9453 HTTP/1.1" status: 200 len: 1095 time: 0.3003888 Feb 09 01:31:15.446599 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-798a18d7-7c8a-4490-936f-4b38990a8c44 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/floatingips/24327595-4536-49b6-a881-65b91f4eca8a HTTP/1.1" status: 200 len: 991 time: 0.1611257 Feb 09 01:31:15.462173 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '595d9a40-cf8f-48e2-a5bd-2916b2f7cd3b', 'network_id': '2ef4ab06-0d41-4f66-ba87-75de2f21e016', 'port_id': '595d9a40-cf8f-48e2-a5bd-2916b2f7cd3b', 'mac_address': 'fa:16:3e:4a:11:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39eaa90e-b09e-4efb-9c59-e334a1470afc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:31:15.496923 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6b14cc3e-933f-44c9-8740-474b673a2a90 req-2c70f496-864c-40b3-9a88-5a5d8bdd7814 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=23a28223-89d9-4ef0-96c8-1a89d1d4b939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713756 Feb 09 01:31:15.523880 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-dd861fec-bcc4-4260-b328-616048f3c27d None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:15.537544 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-dd861fec-bcc4-4260-b328-616048f3c27d None None] Transition to ACTIVE for port object eb7268ab-18f7-4b86-ad0f-a1e18f5e1218 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:31:15.540214 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7399ab74-d1a2-478a-bc48-d977a3ed9894 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:15.559834 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-dd861fec-bcc4-4260-b328-616048f3c27d None None] Transition to ACTIVE for port object eb7268ab-18f7-4b86-ad0f-a1e18f5e1218 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:31:15.726215 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-dd861fec-bcc4-4260-b328-616048f3c27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:15.839547 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd861fec-bcc4-4260-b328-616048f3c27d None None] Network f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:31:15.848947 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-dd861fec-bcc4-4260-b328-616048f3c27d None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:15.854401 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd861fec-bcc4-4260-b328-616048f3c27d None None] Pushing event updated for resources: {'Port': ['ID=eb7268ab-18f7-4b86-ad0f-a1e18f5e1218,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:15.856463 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:15.870735 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd861fec-bcc4-4260-b328-616048f3c27d None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:31:15.925437 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 595d9a40-cf8f-48e2-a5bd-2916b2f7cd3b {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:31:16.008973 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-c9d0e088-2b24-41d4-af9b-d27351b342e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba4282b-4ead-429e-bedd-9bdc38001a00', 'name': 'tempest-TestNetworkBasicOps-router-1368011929', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '60e77692-969b-4777-ad86-9730545ae77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:12Z', 'updated_at': '2022-02-09T01:30:30Z', 'revision_number': 4, 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'gw_port': {'id': '60e77692-969b-4777-ad86-9730545ae77e', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:02:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba4282b-4ead-429e-bedd-9bdc38001a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:14Z', 'updated_at': '2022-02-09T01:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '24327595-4536-49b6-a881-65b91f4eca8a', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'floating_ip_address': '172.25.0.78', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': 'eba4282b-4ead-429e-bedd-9bdc38001a00', 'port_id': 'e3280468-86c2-41f2-b8b8-e6b6ddeb04c6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c4fc1c2-da7d-4d47-9fab-e3152cd69d37', 'mac_address': 'fa:16:3e:98:28:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '082c5cbb-8014-4596-909f-4ee8af4e4b70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:31:07Z', 'updated_at': '2022-02-09T01:31:07Z', 'revision_number': 0, 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2df5801-d9b2-4f0a-bccf-deebd5667317', 'name': '', 'network_id': '3c4fc1c2-da7d-4d47-9fab-e3152cd69d37', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'mac_address': 'fa:16:3e:ff:fc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba4282b-4ead-429e-bedd-9bdc38001a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': 'e8f91757-70e4-4e4e-95d1-289081aff0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:26Z', 'updated_at': '2022-02-09T01:30:43Z', 'revision_number': 5, 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'subnets': [{'id': 'e8f91757-70e4-4e4e-95d1-289081aff0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:16.013109 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-dd861fec-bcc4-4260-b328-616048f3c27d None None] Attempting to bind port eb7268ab-18f7-4b86-ad0f-a1e18f5e1218 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:31:16.014042 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-dd861fec-bcc4-4260-b328-616048f3c27d None None] Attempting to bind port eb7268ab-18f7-4b86-ad0f-a1e18f5e1218 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'eb2641ac-e580-4925-8dd1-0f4584fc0d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:31:16.014510 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd861fec-bcc4-4260-b328-616048f3c27d None None] Attempting to bind port eb7268ab-18f7-4b86-ad0f-a1e18f5e1218 on network f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:31:16.017194 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 595d9a40-cf8f-48e2-a5bd-2916b2f7cd3b, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=595d9a40-cf8f-48e2-a5bd-2916b2f7cd3b,segment=NetworkSegment(ea7e8ec0-8208-4521-b904-1f04798510c5),segment_id=ea7e8ec0-8208-4521-b904-1f04798510c5)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:31:16.024142 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:16.026090 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d0e088-2b24-41d4-af9b-d27351b342e1 None None] The sync data for ids ['eba4282b-4ead-429e-bedd-9bdc38001a00'] in n-d-828418-1 is: [{'id': 'eba4282b-4ead-429e-bedd-9bdc38001a00', 'name': 'tempest-TestNetworkBasicOps-router-1368011929', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '60e77692-969b-4777-ad86-9730545ae77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:12Z', 'updated_at': '2022-02-09T01:30:30Z', 'revision_number': 4, 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'gw_port': {'id': '60e77692-969b-4777-ad86-9730545ae77e', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:02:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba4282b-4ead-429e-bedd-9bdc38001a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:14Z', 'updated_at': '2022-02-09T01:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '24327595-4536-49b6-a881-65b91f4eca8a', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'floating_ip_address': '172.25.0.78', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': 'eba4282b-4ead-429e-bedd-9bdc38001a00', 'port_id': 'e3280468-86c2-41f2-b8b8-e6b6ddeb04c6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c4fc1c2-da7d-4d47-9fab-e3152cd69d37', 'mac_address': 'fa:16:3e:98:28:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '082c5cbb-8014-4596-909f-4ee8af4e4b70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:31:07Z', 'updated_at': '2022-02-09T01:31:07Z', 'revision_number': 0, 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2df5801-d9b2-4f0a-bccf-deebd5667317', 'name': '', 'network_id': '3c4fc1c2-da7d-4d47-9fab-e3152cd69d37', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'mac_address': 'fa:16:3e:ff:fc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba4282b-4ead-429e-bedd-9bdc38001a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': 'e8f91757-70e4-4e4e-95d1-289081aff0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:26Z', 'updated_at': '2022-02-09T01:30:43Z', 'revision_number': 5, 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'subnets': [{'id': 'e8f91757-70e4-4e4e-95d1-289081aff0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:31:16.073585 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd861fec-bcc4-4260-b328-616048f3c27d None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:31:16.073988 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd861fec-bcc4-4260-b328-616048f3c27d None None] Checking segment: {'id': 'eb2641ac-e580-4925-8dd1-0f4584fc0d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:31:16.074397 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-dd861fec-bcc4-4260-b328-616048f3c27d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:16.074795 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd861fec-bcc4-4260-b328-616048f3c27d None None] Bound using segment: {'id': 'eb2641ac-e580-4925-8dd1-0f4584fc0d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:31:16.075284 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-dd861fec-bcc4-4260-b328-616048f3c27d None None] Bound port: eb7268ab-18f7-4b86-ad0f-a1e18f5e1218, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb2641ac-e580-4925-8dd1-0f4584fc0d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:31:16.076185 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-dd861fec-bcc4-4260-b328-616048f3c27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:16.173002 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7399ab74-d1a2-478a-bc48-d977a3ed9894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:16.269093 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=595d9a40-cf8f-48e2-a5bd-2916b2f7cd3b,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:16.304667 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-dd861fec-bcc4-4260-b328-616048f3c27d None None] For port eb7268ab-18f7-4b86-ad0f-a1e18f5e1218, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:31:16.308375 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-dd861fec-bcc4-4260-b328-616048f3c27d None None] For port eb7268ab-18f7-4b86-ad0f-a1e18f5e1218, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=eb7268ab-18f7-4b86-ad0f-a1e18f5e1218,segment=NetworkSegment(eb2641ac-e580-4925-8dd1-0f4584fc0d1e),segment_id=eb2641ac-e580-4925-8dd1-0f4584fc0d1e)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:31:16.315678 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['595d9a40-cf8f-48e2-a5bd-2916b2f7cd3b'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:31:16.354009 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-dd861fec-bcc4-4260-b328-616048f3c27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:16.406425 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19132159-c296-4c1c-b779-43b38b6a8a3e None None] New status for floating IP 24327595-4536-49b6-a881-65b91f4eca8a: ACTIVE {{(pid=87641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:31:16.451507 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 39558) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:16.599342 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd861fec-bcc4-4260-b328-616048f3c27d None None] Pushing event updated for resources: {'Port': ['ID=eb7268ab-18f7-4b86-ad0f-a1e18f5e1218,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:16.627215 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7399ab74-d1a2-478a-bc48-d977a3ed9894 admin admin] Router f64b697c-b9da-4611-aa22-82eb6e12af19 is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:31:16.708949 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-c73c754b-561c-4983-a058-884c9a3865e7 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/floatingips/24327595-4536-49b6-a881-65b91f4eca8a HTTP/1.1" status: 200 len: 991 time: 0.2556801 Feb 09 01:31:16.889002 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a321a62-8fc8-4e25-a450-5b41697b90c0 req-daa9ea5b-2afe-4b71-8e84-fef190f52a6c tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:16.892190 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2a321a62-8fc8-4e25-a450-5b41697b90c0 req-daa9ea5b-2afe-4b71-8e84-fef190f52a6c tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=b4885a3a-bd97-4186-9608-acd3a28d9453 HTTP/1.1" status: 200 len: 1096 time: 0.1690195 Feb 09 01:31:17.035829 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2a321a62-8fc8-4e25-a450-5b41697b90c0 req-0ab3a34f-2625-48b5-abc8-5d3a434a0312 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=23a28223-89d9-4ef0-96c8-1a89d1d4b939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342909 Feb 09 01:31:17.119728 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7399ab74-d1a2-478a-bc48-d977a3ed9894 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:31:17.130120 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f4a450-0535-4031-a1ad-73988dd9e56d None None] Sync routers for ids ['f64b697c-b9da-4611-aa22-82eb6e12af19'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:31:17.146636 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f4a450-0535-4031-a1ad-73988dd9e56d None None] Routers {'f64b697c-b9da-4611-aa22-82eb6e12af19'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:31:17.148117 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-e2f4a450-0535-4031-a1ad-73988dd9e56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:31:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['f64b697c-b9da-4611-aa22-82eb6e12af19'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:17.168158 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7399ab74-d1a2-478a-bc48-d977a3ed9894 admin admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:17.169553 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-7399ab74-d1a2-478a-bc48-d977a3ed9894 admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.5646105 Feb 09 01:31:17.172369 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 39572) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:17.487860 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-e2f4a450-0535-4031-a1ad-73988dd9e56d None None] Set router f64b697c-b9da-4611-aa22-82eb6e12af19 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:31:17.713021 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39586) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:17.912279 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-2d9decc9-b9df-4a85-8375-7ce61673603e tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/floatingips/24327595-4536-49b6-a881-65b91f4eca8a HTTP/1.1" status: 200 len: 993 time: 0.1972804 Feb 09 01:31:17.954836 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-e2f4a450-0535-4031-a1ad-73988dd9e56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'name': 'tempest-TestVolumeBootPattern-1652339505-router', 'tenant_id': '6721380b025b4977bb6883114d898ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'b260476d-d5ca-44f5-bf49-16506c42517c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:12Z', 'updated_at': '2022-02-09T01:31:15Z', 'revision_number': 3, 'project_id': '6721380b025b4977bb6883114d898ed6', 'gw_port': {'id': 'b260476d-d5ca-44f5-bf49-16506c42517c', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:59:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:13Z', 'updated_at': '2022-02-09T01:31:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:17.959939 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f4a450-0535-4031-a1ad-73988dd9e56d None None] Checking router: f64b697c-b9da-4611-aa22-82eb6e12af19 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:31:17.960301 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f4a450-0535-4031-a1ad-73988dd9e56d None None] Updating router f64b697c-b9da-4611-aa22-82eb6e12af19 port b260476d-d5ca-44f5-bf49-16506c42517c binding host n-d-828418-1 {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:31:18.083270 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e2f4a450-0535-4031-a1ad-73988dd9e56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:18.458545 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device eb7268ab-18f7-4b86-ad0f-a1e18f5e1218 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:31:18.487071 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6dd34a-e978-4eec-b58c-1967119015d5 None None] Network f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:31:18.521435 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32334d8-9882-436c-bda2-5d027bf32aa3 req-f23de377-d501-4d9a-8cb6-414bd743e0f5 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:18.523222 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e32334d8-9882-436c-bda2-5d027bf32aa3 req-f23de377-d501-4d9a-8cb6-414bd743e0f5 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=b4885a3a-bd97-4186-9608-acd3a28d9453 HTTP/1.1" status: 200 len: 1096 time: 0.2383633 Feb 09 01:31:18.577543 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d91d9239-3b7b-4868-87c9-f6976e404501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:18.595694 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e32334d8-9882-436c-bda2-5d027bf32aa3 req-c515924c-10a6-4336-a571-aaab8abaac0a tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=23a28223-89d9-4ef0-96c8-1a89d1d4b939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651064 Feb 09 01:31:18.648958 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e2f4a450-0535-4031-a1ad-73988dd9e56d None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:18.738490 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e2f4a450-0535-4031-a1ad-73988dd9e56d None None] Transition to ACTIVE for port object b260476d-d5ca-44f5-bf49-16506c42517c will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:31:18.753576 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e2f4a450-0535-4031-a1ad-73988dd9e56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:18.825134 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e8c75b46-fb22-4e21-bc06-f61e1e927202 None None] Provisioning for port eb7268ab-18f7-4b86-ad0f-a1e18f5e1218 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:31:18.870948 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port eb7268ab-18f7-4b86-ad0f-a1e18f5e1218 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:31:18.880344 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-d91d9239-3b7b-4868-87c9-f6976e404501 admin admin] Allocated IP 172.20.0.1 (f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f/572cbc39-1162-4835-b49c-9787164ff8f8/87a7cef7-91ed-4263-8ba6-cb257fc19878) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:31:18.886234 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2f909e-c41e-4f80-bb56-897ddd0466ec None None] Pushing event updated for resources: {'Port': ['ID=b260476d-d5ca-44f5-bf49-16506c42517c,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:18.896135 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port eb7268ab-18f7-4b86-ad0f-a1e18f5e1218 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:18.896498 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:18.928797 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-e2f4a450-0535-4031-a1ad-73988dd9e56d None None] Attempting to bind port b260476d-d5ca-44f5-bf49-16506c42517c on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:31:18.929136 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-e2f4a450-0535-4031-a1ad-73988dd9e56d None None] Attempting to bind port b260476d-d5ca-44f5-bf49-16506c42517c by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:31:18.929466 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f4a450-0535-4031-a1ad-73988dd9e56d None None] Attempting to bind port b260476d-d5ca-44f5-bf49-16506c42517c on network 3d885c3c-255c-4e54-addc-b28437d0b18e {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:31:18.963602 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f4a450-0535-4031-a1ad-73988dd9e56d None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:31:18.963972 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f4a450-0535-4031-a1ad-73988dd9e56d None None] Checking segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:31:18.964366 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e2f4a450-0535-4031-a1ad-73988dd9e56d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:18.964756 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f4a450-0535-4031-a1ad-73988dd9e56d None None] Bound using segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:31:18.965222 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-e2f4a450-0535-4031-a1ad-73988dd9e56d None None] Bound port: b260476d-d5ca-44f5-bf49-16506c42517c, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:31:18.965589 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e2f4a450-0535-4031-a1ad-73988dd9e56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:18.996683 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 595d9a40-cf8f-48e2-a5bd-2916b2f7cd3b up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:31:19.078333 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d91d9239-3b7b-4868-87c9-f6976e404501 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:19.095903 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-d91d9239-3b7b-4868-87c9-f6976e404501 admin admin] Transition to ACTIVE for port object 87a7cef7-91ed-4263-8ba6-cb257fc19878 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:31:19.123637 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d91d9239-3b7b-4868-87c9-f6976e404501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:19.221389 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91d9239-3b7b-4868-87c9-f6976e404501 admin admin] Network f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:31:19.230657 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-d91d9239-3b7b-4868-87c9-f6976e404501 admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:19.234296 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91d9239-3b7b-4868-87c9-f6976e404501 admin admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:31:19.245786 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port 595d9a40-cf8f-48e2-a5bd-2916b2f7cd3b completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:31:19.281671 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 595d9a40-cf8f-48e2-a5bd-2916b2f7cd3b triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:19.282109 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:19.299135 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d91d9239-3b7b-4868-87c9-f6976e404501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:19.463990 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91d9239-3b7b-4868-87c9-f6976e404501 admin admin] Pushing event updated for resources: {'Port': ['ID=87a7cef7-91ed-4263-8ba6-cb257fc19878,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:19.477939 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d91d9239-3b7b-4868-87c9-f6976e404501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:19.613746 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e2f4a450-0535-4031-a1ad-73988dd9e56d None None] For port b260476d-d5ca-44f5-bf49-16506c42517c, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:31:19.679438 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e2f4a450-0535-4031-a1ad-73988dd9e56d None None] For port b260476d-d5ca-44f5-bf49-16506c42517c, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=b260476d-d5ca-44f5-bf49-16506c42517c,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:31:19.693234 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e2f4a450-0535-4031-a1ad-73988dd9e56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:19.733585 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:19.881983 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d91d9239-3b7b-4868-87c9-f6976e404501 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:19.916353 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2f909e-c41e-4f80-bb56-897ddd0466ec None None] Pushing event updated for resources: {'Port': ['ID=b260476d-d5ca-44f5-bf49-16506c42517c,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:19.935644 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d91d9239-3b7b-4868-87c9-f6976e404501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:19.949739 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f4a450-0535-4031-a1ad-73988dd9e56d None None] Routers {'f64b697c-b9da-4611-aa22-82eb6e12af19'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:31:19.949934 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-e2f4a450-0535-4031-a1ad-73988dd9e56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:31:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['f64b697c-b9da-4611-aa22-82eb6e12af19'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:20.034221 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39638) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:20.081333 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:20.085010 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d91d9239-3b7b-4868-87c9-f6976e404501 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:20.094748 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91d9239-3b7b-4868-87c9-f6976e404501 admin admin] Pushing event updated for resources: {'Port': ['ID=87a7cef7-91ed-4263-8ba6-cb257fc19878,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:20.127513 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port eb7268ab-18f7-4b86-ad0f-a1e18f5e1218, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=eb7268ab-18f7-4b86-ad0f-a1e18f5e1218,segment=NetworkSegment(eb2641ac-e580-4925-8dd1-0f4584fc0d1e),segment_id=eb2641ac-e580-4925-8dd1-0f4584fc0d1e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:31:20.228940 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 595d9a40-cf8f-48e2-a5bd-2916b2f7cd3b, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=595d9a40-cf8f-48e2-a5bd-2916b2f7cd3b,segment=NetworkSegment(ea7e8ec0-8208-4521-b904-1f04798510c5),segment_id=ea7e8ec0-8208-4521-b904-1f04798510c5)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:31:20.243175 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9e720225-a286-48cf-ac31-f23e3d3e62d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:20.267077 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b405c63-e875-47fb-bf73-5fd3ccdcc4f2 req-4d0d5405-7358-42fd-b39b-6e5a1cae01ab tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:20.275055 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7b405c63-e875-47fb-bf73-5fd3ccdcc4f2 req-4d0d5405-7358-42fd-b39b-6e5a1cae01ab tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=b4885a3a-bd97-4186-9608-acd3a28d9453 HTTP/1.1" status: 200 len: 1096 time: 0.3906240 Feb 09 01:31:20.276702 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9e720225-a286-48cf-ac31-f23e3d3e62d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:31:20.315161 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-9e720225-a286-48cf-ac31-f23e3d3e62d6 admin admin] Usage tracker for resource:security_group_rule and tenant:a100714167444df9b3a2dd00c54a2dee is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:31:20.320933 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-9e720225-a286-48cf-ac31-f23e3d3e62d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:31:20.334951 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9e720225-a286-48cf-ac31-f23e3d3e62d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:31:20.336055 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4885a3a-bd97-4186-9608-acd3a28d9453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '595d9a40-cf8f-48e2-a5bd-2916b2f7cd3b'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:31:20.341691 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:20.367193 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7b405c63-e875-47fb-bf73-5fd3ccdcc4f2 req-15cb3ceb-0b6e-4d38-8c1d-07b4a99cdee3 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=23a28223-89d9-4ef0-96c8-1a89d1d4b939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898237 Feb 09 01:31:20.398623 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91d9239-3b7b-4868-87c9-f6976e404501 admin admin] Network f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:31:20.400243 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-d91d9239-3b7b-4868-87c9-f6976e404501 admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:20.427954 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:20.470956 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4885a3a-bd97-4186-9608-acd3a28d9453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '595d9a40-cf8f-48e2-a5bd-2916b2f7cd3b', 'code': 200} Feb 09 01:31:20.536118 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b2fc532d-6a7e-4e6c-923c-7cdf7954c454 None None] Provisioning for port 87a7cef7-91ed-4263-8ba6-cb257fc19878 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:31:20.559110 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-e2f4a450-0535-4031-a1ad-73988dd9e56d None None] Set router f64b697c-b9da-4611-aa22-82eb6e12af19 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:31:20.564956 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9e720225-a286-48cf-ac31-f23e3d3e62d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:20.581343 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9e720225-a286-48cf-ac31-f23e3d3e62d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:20.612169 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b2fc532d-6a7e-4e6c-923c-7cdf7954c454 None None] Provisioning complete for port 87a7cef7-91ed-4263-8ba6-cb257fc19878 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:20.612648 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b2fc532d-6a7e-4e6c-923c-7cdf7954c454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:20.705808 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9e720225-a286-48cf-ac31-f23e3d3e62d6 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=a100714167444df9b3a2dd00c54a2dee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6704707 Feb 09 01:31:20.722304 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-b2fc532d-6a7e-4e6c-923c-7cdf7954c454 None None] Port 87a7cef7-91ed-4263-8ba6-cb257fc19878 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:31:20.738672 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e720225-a286-48cf-ac31-f23e3d3e62d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb951356-d9d3-410d-b84b-027a74485e7e,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:20.742995 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=eb7268ab-18f7-4b86-ad0f-a1e18f5e1218,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:20.752410 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39656) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:20.833005 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b2fc532d-6a7e-4e6c-923c-7cdf7954c454 None None] Provisioning complete for port eb7268ab-18f7-4b86-ad0f-a1e18f5e1218 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:20.833377 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b2fc532d-6a7e-4e6c-923c-7cdf7954c454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:20.874272 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-35784078-a670-4d67-8615-c3eb60fb2614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:20.908569 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e6cc45-3cda-4b06-a04b-a5ee6ea3db48 req-2cea5f07-0841-4884-b0e7-885634a1e707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:20.910056 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c1e6cc45-3cda-4b06-a04b-a5ee6ea3db48 req-2cea5f07-0841-4884-b0e7-885634a1e707 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b4885a3a-bd97-4186-9608-acd3a28d9453 HTTP/1.1" status: 200 len: 1097 time: 0.3966630 Feb 09 01:31:20.914195 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-35784078-a670-4d67-8615-c3eb60fb2614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:20.954628 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d91d9239-3b7b-4868-87c9-f6976e404501 admin admin] Router f64b697c-b9da-4611-aa22-82eb6e12af19 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:31:20.986274 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-35784078-a670-4d67-8615-c3eb60fb2614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:21.017446 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-35784078-a670-4d67-8615-c3eb60fb2614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:21.018600 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-35784078-a670-4d67-8615-c3eb60fb2614 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/cb951356-d9d3-410d-b84b-027a74485e7e HTTP/1.1" status: 204 len: 168 time: 0.2583296 Feb 09 01:31:21.019625 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35784078-a670-4d67-8615-c3eb60fb2614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb951356-d9d3-410d-b84b-027a74485e7e,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:21.102030 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=595d9a40-cf8f-48e2-a5bd-2916b2f7cd3b,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:21.112879 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c1e6cc45-3cda-4b06-a04b-a5ee6ea3db48 req-f6e2bb32-2f46-4f22-87a0-ca39201727ce service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=23a28223-89d9-4ef0-96c8-1a89d1d4b939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856363 Feb 09 01:31:21.236202 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d91d9239-3b7b-4868-87c9-f6976e404501 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:31:21.247072 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-d91d9239-3b7b-4868-87c9-f6976e404501 admin admin] 10.222.0.105 "PUT /v2.0/routers/f64b697c-b9da-4611-aa22-82eb6e12af19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0731111 Feb 09 01:31:21.284120 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-e2f4a450-0535-4031-a1ad-73988dd9e56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'name': 'tempest-TestVolumeBootPattern-1652339505-router', 'tenant_id': '6721380b025b4977bb6883114d898ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'b260476d-d5ca-44f5-bf49-16506c42517c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:12Z', 'updated_at': '2022-02-09T01:31:19Z', 'revision_number': 4, 'project_id': '6721380b025b4977bb6883114d898ed6', 'gw_port': {'id': 'b260476d-d5ca-44f5-bf49-16506c42517c', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:59:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:13Z', 'updated_at': '2022-02-09T01:31:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '87a7cef7-91ed-4263-8ba6-cb257fc19878', 'name': '', 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f', 'tenant_id': '6721380b025b4977bb6883114d898ed6', 'mac_address': 'fa:16:3e:bb:88:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '572cbc39-1162-4835-b49c-9787164ff8f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:18Z', 'updated_at': '2022-02-09T01:31:19Z', 'revision_number': 2, 'project_id': '6721380b025b4977bb6883114d898ed6', 'subnets': [{'id': '572cbc39-1162-4835-b49c-9787164ff8f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:21.293476 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f4a450-0535-4031-a1ad-73988dd9e56d None None] The sync data for ids ['f64b697c-b9da-4611-aa22-82eb6e12af19'] in n-d-828418-1 is: [{'id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'name': 'tempest-TestVolumeBootPattern-1652339505-router', 'tenant_id': '6721380b025b4977bb6883114d898ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'b260476d-d5ca-44f5-bf49-16506c42517c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:12Z', 'updated_at': '2022-02-09T01:31:19Z', 'revision_number': 4, 'project_id': '6721380b025b4977bb6883114d898ed6', 'gw_port': {'id': 'b260476d-d5ca-44f5-bf49-16506c42517c', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:59:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:13Z', 'updated_at': '2022-02-09T01:31:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '87a7cef7-91ed-4263-8ba6-cb257fc19878', 'name': '', 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f', 'tenant_id': '6721380b025b4977bb6883114d898ed6', 'mac_address': 'fa:16:3e:bb:88:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '572cbc39-1162-4835-b49c-9787164ff8f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:18Z', 'updated_at': '2022-02-09T01:31:19Z', 'revision_number': 2, 'project_id': '6721380b025b4977bb6883114d898ed6', 'subnets': [{'id': '572cbc39-1162-4835-b49c-9787164ff8f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:31:21.310979 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-0cc58d7c-f668-4465-9814-ad1bb56112b9 None None] Provisioning complete for port 87a7cef7-91ed-4263-8ba6-cb257fc19878 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:21.311354 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0cc58d7c-f668-4465-9814-ad1bb56112b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:21.401479 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-0cc58d7c-f668-4465-9814-ad1bb56112b9 None None] Port 87a7cef7-91ed-4263-8ba6-cb257fc19878 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:31:21.526112 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39678) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:21.554780 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3834ea44-44e9-4f3e-8f9b-1dae80e89973 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:21.597624 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10648ed8-1cc0-445a-a3c3-d6225ee34ce4 req-0c1eaf6c-c1c7-4e60-baaf-ce978b51949b tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:21.599452 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-10648ed8-1cc0-445a-a3c3-d6225ee34ce4 req-0c1eaf6c-c1c7-4e60-baaf-ce978b51949b tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=b4885a3a-bd97-4186-9608-acd3a28d9453 HTTP/1.1" status: 200 len: 1097 time: 0.1000605 Feb 09 01:31:21.621569 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3834ea44-44e9-4f3e-8f9b-1dae80e89973 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:31:21.627265 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-3834ea44-44e9-4f3e-8f9b-1dae80e89973 admin admin] Usage tracker for resource:security_group_rule and tenant:002412c3d08a4845a598b489eea95dda is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:31:21.635287 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-3834ea44-44e9-4f3e-8f9b-1dae80e89973 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:31:21.648313 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3834ea44-44e9-4f3e-8f9b-1dae80e89973 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:31:21.707605 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-10648ed8-1cc0-445a-a3c3-d6225ee34ce4 req-afe5bc3a-3e4f-4ead-85e9-a5a49af8d799 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=23a28223-89d9-4ef0-96c8-1a89d1d4b939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885315 Feb 09 01:31:21.817335 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3834ea44-44e9-4f3e-8f9b-1dae80e89973 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:21.823214 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3834ea44-44e9-4f3e-8f9b-1dae80e89973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:21.887881 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3834ea44-44e9-4f3e-8f9b-1dae80e89973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46cfa4eb-51b8-41b7-9344-ae2ac93443d0,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:21.896208 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-3834ea44-44e9-4f3e-8f9b-1dae80e89973 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=002412c3d08a4845a598b489eea95dda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3654149 Feb 09 01:31:21.896505 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 39694) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:21.937161 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:21.978823 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8d0e18c7-ba6f-4153-87e5-f712552ac3d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:22.026653 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8d0e18c7-ba6f-4153-87e5-f712552ac3d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:22.088025 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8d0e18c7-ba6f-4153-87e5-f712552ac3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:22.119588 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8d0e18c7-ba6f-4153-87e5-f712552ac3d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:22.121021 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-8d0e18c7-ba6f-4153-87e5-f712552ac3d2 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/46cfa4eb-51b8-41b7-9344-ae2ac93443d0 HTTP/1.1" status: 204 len: 168 time: 0.2240179 Feb 09 01:31:22.122108 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0e18c7-ba6f-4153-87e5-f712552ac3d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46cfa4eb-51b8-41b7-9344-ae2ac93443d0,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:22.170727 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39708) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:22.176626 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-767f0b69-4b4a-4dba-8577-5b02f5afb9e9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-229294909-network', 'tenant_id': 'b15607cf627440a08627f80750bb4781'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:22.185413 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-767f0b69-4b4a-4dba-8577-5b02f5afb9e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:31:22.192195 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-767f0b69-4b4a-4dba-8577-5b02f5afb9e9 admin admin] Usage tracker for resource:network and tenant:b15607cf627440a08627f80750bb4781 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:31:22.195381 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-767f0b69-4b4a-4dba-8577-5b02f5afb9e9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:31:22.204183 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-767f0b69-4b4a-4dba-8577-5b02f5afb9e9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:31:22.217985 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767f0b69-4b4a-4dba-8577-5b02f5afb9e9 admin admin] Made reservation on behalf of b15607cf627440a08627f80750bb4781 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:31:22.220526 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-767f0b69-4b4a-4dba-8577-5b02f5afb9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:22.268850 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-767f0b69-4b4a-4dba-8577-5b02f5afb9e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:22.307436 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-767f0b69-4b4a-4dba-8577-5b02f5afb9e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:31:22.313495 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-767f0b69-4b4a-4dba-8577-5b02f5afb9e9 admin admin] Usage tracker for resource:security_group_rule and tenant:b15607cf627440a08627f80750bb4781 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:31:22.319401 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-767f0b69-4b4a-4dba-8577-5b02f5afb9e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:31:22.329816 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-767f0b69-4b4a-4dba-8577-5b02f5afb9e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:31:22.535593 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-767f0b69-4b4a-4dba-8577-5b02f5afb9e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:22.544652 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-767f0b69-4b4a-4dba-8577-5b02f5afb9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:22.657080 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-767f0b69-4b4a-4dba-8577-5b02f5afb9e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:31:22.663436 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767f0b69-4b4a-4dba-8577-5b02f5afb9e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2cad8b5-dfc7-4eac-bffc-2f5c6faa4325,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:22.683232 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-767f0b69-4b4a-4dba-8577-5b02f5afb9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:22.684593 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-767f0b69-4b4a-4dba-8577-5b02f5afb9e9 admin admin] Added segment 86926a2c-2cba-439d-8c1c-aff647b7a8de of type vlan for network 2bd9f273-1664-44a2-b5ad-af90ff7d63ed Feb 09 01:31:22.732458 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device eb7268ab-18f7-4b86-ad0f-a1e18f5e1218 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:31:22.744308 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-767f0b69-4b4a-4dba-8577-5b02f5afb9e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:22.786544 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-767f0b69-4b4a-4dba-8577-5b02f5afb9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:22.787951 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767f0b69-4b4a-4dba-8577-5b02f5afb9e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:22.789688 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-767f0b69-4b4a-4dba-8577-5b02f5afb9e9 admin admin] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:22.896632 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port eb7268ab-18f7-4b86-ad0f-a1e18f5e1218 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:22.902711 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:22.983748 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767f0b69-4b4a-4dba-8577-5b02f5afb9e9 admin admin] Pushing event updated for resources: {'Network': ['ID=2bd9f273-1664-44a2-b5ad-af90ff7d63ed,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:22.996155 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 2bd9f273-1664-44a2-b5ad-af90ff7d63ed details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:31:23.006029 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-767f0b69-4b4a-4dba-8577-5b02f5afb9e9 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8341455 Feb 09 01:31:23.008905 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39730) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:23.023161 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-fdb64c79-1d83-440c-8107-c3b3f66d3eec admin admin] Request body: {'subnet': {'network_id': '2bd9f273-1664-44a2-b5ad-af90ff7d63ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-229294909-subnet', 'tenant_id': 'b15607cf627440a08627f80750bb4781', 'ip_version': 4}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:23.040725 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-fdb64c79-1d83-440c-8107-c3b3f66d3eec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:31:23.048852 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-fdb64c79-1d83-440c-8107-c3b3f66d3eec admin admin] Usage tracker for resource:subnet and tenant:b15607cf627440a08627f80750bb4781 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:31:23.056013 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-fdb64c79-1d83-440c-8107-c3b3f66d3eec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:31:23.072960 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-fdb64c79-1d83-440c-8107-c3b3f66d3eec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:31:23.089728 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb64c79-1d83-440c-8107-c3b3f66d3eec admin admin] Made reservation on behalf of b15607cf627440a08627f80750bb4781 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:31:23.094742 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fdb64c79-1d83-440c-8107-c3b3f66d3eec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:23.116859 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6349a5-9fcf-4c6a-9586-31063c0ef2bb req-c0efd7e0-c377-4adc-8377-d2a850ff1b33 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:23.126510 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1e6349a5-9fcf-4c6a-9586-31063c0ef2bb req-c0efd7e0-c377-4adc-8377-d2a850ff1b33 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=b4885a3a-bd97-4186-9608-acd3a28d9453 HTTP/1.1" status: 200 len: 1097 time: 0.1561279 Feb 09 01:31:23.217141 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1e6349a5-9fcf-4c6a-9586-31063c0ef2bb req-c5fb01e1-b9e5-4f8b-890b-1ea1acab5afb tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=23a28223-89d9-4ef0-96c8-1a89d1d4b939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893073 Feb 09 01:31:23.404597 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device b260476d-d5ca-44f5-bf49-16506c42517c up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:31:23.531554 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f29c3-d7a2-4aeb-8daf-41f46bdf9b8d req-ec260e96-4797-44f9-9cd7-0c76d50c49d5 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:23.536471 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-875f29c3-d7a2-4aeb-8daf-41f46bdf9b8d req-ec260e96-4797-44f9-9cd7-0c76d50c49d5 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=b4885a3a-bd97-4186-9608-acd3a28d9453 HTTP/1.1" status: 200 len: 1097 time: 0.1150048 Feb 09 01:31:23.650483 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-875f29c3-d7a2-4aeb-8daf-41f46bdf9b8d req-0fb870f4-ae19-41af-8d1b-4d3cce2b8d34 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=23a28223-89d9-4ef0-96c8-1a89d1d4b939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050091 Feb 09 01:31:23.654480 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port b260476d-d5ca-44f5-bf49-16506c42517c completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:31:23.661688 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port b260476d-d5ca-44f5-bf49-16506c42517c triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:23.662065 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:23.876969 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fdb64c79-1d83-440c-8107-c3b3f66d3eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:23.967542 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ec5d86-41e5-4b09-906e-2015b04ec413 req-adc6010b-e7c5-4e9a-b077-5f8f4a69d587 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:23.969064 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-37ec5d86-41e5-4b09-906e-2015b04ec413 req-adc6010b-e7c5-4e9a-b077-5f8f4a69d587 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=b4885a3a-bd97-4186-9608-acd3a28d9453 HTTP/1.1" status: 200 len: 1097 time: 0.1243761 Feb 09 01:31:23.976601 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb64c79-1d83-440c-8107-c3b3f66d3eec admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6f5f8f6-aab3-43d2-a9f4-3e47c78b876f,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:23.987223 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb64c79-1d83-440c-8107-c3b3f66d3eec admin admin] Checking segment: {'id': '86926a2c-2cba-439d-8c1c-aff647b7a8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2bd9f273-1664-44a2-b5ad-af90ff7d63ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:31:23.988332 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb64c79-1d83-440c-8107-c3b3f66d3eec admin admin] Network hostable DHCP agents. Network: 2bd9f273-1664-44a2-b5ad-af90ff7d63ed, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:31:24.014633 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb64c79-1d83-440c-8107-c3b3f66d3eec admin admin] Network 2bd9f273-1664-44a2-b5ad-af90ff7d63ed is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:31:24.026338 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:24.038823 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-fdb64c79-1d83-440c-8107-c3b3f66d3eec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 2bd9f273-1664-44a2-b5ad-af90ff7d63ed) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:24.045263 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb64c79-1d83-440c-8107-c3b3f66d3eec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:24.045887 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fdb64c79-1d83-440c-8107-c3b3f66d3eec admin admin] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:24.053984 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d070ec91-0039-44c4-a45d-c27de43f603b None None] Network 2bd9f273-1664-44a2-b5ad-af90ff7d63ed requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:31:24.080283 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-37ec5d86-41e5-4b09-906e-2015b04ec413 req-42ea047f-f1cd-45bf-800a-d8d644c83176 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=23a28223-89d9-4ef0-96c8-1a89d1d4b939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030052 Feb 09 01:31:24.104471 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-fdb64c79-1d83-440c-8107-c3b3f66d3eec admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0944779 Feb 09 01:31:24.107164 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 39768) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:24.113201 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-1f67ab1d-8a48-4471-82f3-d623d78b4b01 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-229294909-router', 'tenant_id': 'b15607cf627440a08627f80750bb4781', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:24.120670 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-1f67ab1d-8a48-4471-82f3-d623d78b4b01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:31:24.127495 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-1f67ab1d-8a48-4471-82f3-d623d78b4b01 admin admin] Usage tracker for resource:router and tenant:b15607cf627440a08627f80750bb4781 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:31:24.131532 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-1f67ab1d-8a48-4471-82f3-d623d78b4b01 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:31:24.134853 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port b260476d-d5ca-44f5-bf49-16506c42517c, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=b260476d-d5ca-44f5-bf49-16506c42517c,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:31:24.143961 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-1f67ab1d-8a48-4471-82f3-d623d78b4b01 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:31:24.144997 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:24.176656 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1f67ab1d-8a48-4471-82f3-d623d78b4b01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:24.180354 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1f67ab1d-8a48-4471-82f3-d623d78b4b01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:24.201968 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1f67ab1d-8a48-4471-82f3-d623d78b4b01 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:24.260328 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=b260476d-d5ca-44f5-bf49-16506c42517c,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:24.542636 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device b260476d-d5ca-44f5-bf49-16506c42517c up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:31:24.578495 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8568a41-60b8-4f3a-a12f-946e8a155cfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-2bd9f273-1664-44a2-b5ad-af90ff7d63ed', 'network_id': '2bd9f273-1664-44a2-b5ad-af90ff7d63ed', 'tenant_id': 'b15607cf627440a08627f80750bb4781', 'fixed_ips': [{'subnet_id': 'e6f5f8f6-aab3-43d2-a9f4-3e47c78b876f'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:31:24.579321 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b8568a41-60b8-4f3a-a12f-946e8a155cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:24.594007 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39778) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:24.725955 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1f67ab1d-8a48-4471-82f3-d623d78b4b01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:24.824234 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-da65a02e-93ac-4983-8e46-952a0314e5f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:24.843047 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-da65a02e-93ac-4983-8e46-952a0314e5f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:31:24.847391 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-da65a02e-93ac-4983-8e46-952a0314e5f2 admin admin] Usage tracker for resource:security_group_rule and tenant:36eb2c4518b547b28a22bc48d929be46 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:31:24.850932 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-da65a02e-93ac-4983-8e46-952a0314e5f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:31:24.857338 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-da65a02e-93ac-4983-8e46-952a0314e5f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:31:24.938803 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-b8568a41-60b8-4f3a-a12f-946e8a155cfe None None] Allocated IP 172.20.0.2 (2bd9f273-1664-44a2-b5ad-af90ff7d63ed/e6f5f8f6-aab3-43d2-a9f4-3e47c78b876f/5992ae26-926b-4e4c-98a8-b8e2e6af067a) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:31:24.951585 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ac4353-887c-4620-b20f-b625bdacbeb9 None None] Sync routers for ids ['f64b697c-b9da-4611-aa22-82eb6e12af19'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:31:24.958761 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47efe99-91ed-49fc-a458-8d8852ccdb0a req-f8220f95-bccb-4c94-801d-8aa05298c554 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:24.960822 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e47efe99-91ed-49fc-a458-8d8852ccdb0a req-f8220f95-bccb-4c94-801d-8aa05298c554 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=b4885a3a-bd97-4186-9608-acd3a28d9453 HTTP/1.1" status: 200 len: 1097 time: 0.1912496 Feb 09 01:31:24.972740 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ac4353-887c-4620-b20f-b625bdacbeb9 None None] Routers {'f64b697c-b9da-4611-aa22-82eb6e12af19'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:31:24.987409 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-b2ac4353-887c-4620-b20f-b625bdacbeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:31:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['f64b697c-b9da-4611-aa22-82eb6e12af19'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:25.009422 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-da65a02e-93ac-4983-8e46-952a0314e5f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:25.015073 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-da65a02e-93ac-4983-8e46-952a0314e5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:25.053449 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da65a02e-93ac-4983-8e46-952a0314e5f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=526fceaa-956d-4c45-9d56-a8a8e2820ecd,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:25.074266 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-da65a02e-93ac-4983-8e46-952a0314e5f2 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=36eb2c4518b547b28a22bc48d929be46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4791892 Feb 09 01:31:25.077611 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39792) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:25.082098 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e47efe99-91ed-49fc-a458-8d8852ccdb0a req-05eee2d5-8b8a-4ff6-84f4-eabf060291e5 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=23a28223-89d9-4ef0-96c8-1a89d1d4b939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136246 Feb 09 01:31:25.155443 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port b260476d-d5ca-44f5-bf49-16506c42517c triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:25.157516 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:25.182366 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-52accd10-914f-43ee-9bf2-82ac276cc484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:25.189453 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:25.242152 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-b2ac4353-887c-4620-b20f-b625bdacbeb9 None None] Set router f64b697c-b9da-4611-aa22-82eb6e12af19 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:31:25.247393 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-52accd10-914f-43ee-9bf2-82ac276cc484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:25.354158 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-52accd10-914f-43ee-9bf2-82ac276cc484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:25.390397 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52accd10-914f-43ee-9bf2-82ac276cc484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=526fceaa-956d-4c45-9d56-a8a8e2820ecd,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:25.407342 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-52accd10-914f-43ee-9bf2-82ac276cc484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:25.426234 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-52accd10-914f-43ee-9bf2-82ac276cc484 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/526fceaa-956d-4c45-9d56-a8a8e2820ecd HTTP/1.1" status: 204 len: 168 time: 0.3374090 Feb 09 01:31:25.434428 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b8568a41-60b8-4f3a-a12f-946e8a155cfe None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:25.446071 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b8568a41-60b8-4f3a-a12f-946e8a155cfe None None] Transition to ACTIVE for port object 5992ae26-926b-4e4c-98a8-b8e2e6af067a will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:31:25.487772 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b8568a41-60b8-4f3a-a12f-946e8a155cfe None None] Transition to ACTIVE for port object 5992ae26-926b-4e4c-98a8-b8e2e6af067a will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:31:25.525575 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b8568a41-60b8-4f3a-a12f-946e8a155cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:25.552105 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1f67ab1d-8a48-4471-82f3-d623d78b4b01 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:25.585975 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1f67ab1d-8a48-4471-82f3-d623d78b4b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:25.609272 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8568a41-60b8-4f3a-a12f-946e8a155cfe None None] Network 2bd9f273-1664-44a2-b5ad-af90ff7d63ed is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:31:25.613522 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-b8568a41-60b8-4f3a-a12f-946e8a155cfe None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:25.617967 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8568a41-60b8-4f3a-a12f-946e8a155cfe None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:31:25.717850 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8568a41-60b8-4f3a-a12f-946e8a155cfe None None] Pushing event updated for resources: {'Port': ['ID=5992ae26-926b-4e4c-98a8-b8e2e6af067a,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:25.743219 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-b8568a41-60b8-4f3a-a12f-946e8a155cfe None None] Attempting to bind port 5992ae26-926b-4e4c-98a8-b8e2e6af067a on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:31:25.745278 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-b8568a41-60b8-4f3a-a12f-946e8a155cfe None None] Attempting to bind port 5992ae26-926b-4e4c-98a8-b8e2e6af067a by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '86926a2c-2cba-439d-8c1c-aff647b7a8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2bd9f273-1664-44a2-b5ad-af90ff7d63ed'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:31:25.746394 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8568a41-60b8-4f3a-a12f-946e8a155cfe None None] Attempting to bind port 5992ae26-926b-4e4c-98a8-b8e2e6af067a on network 2bd9f273-1664-44a2-b5ad-af90ff7d63ed {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:31:25.754383 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-b2ac4353-887c-4620-b20f-b625bdacbeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'name': 'tempest-TestVolumeBootPattern-1652339505-router', 'tenant_id': '6721380b025b4977bb6883114d898ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'b260476d-d5ca-44f5-bf49-16506c42517c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:12Z', 'updated_at': '2022-02-09T01:31:19Z', 'revision_number': 4, 'project_id': '6721380b025b4977bb6883114d898ed6', 'gw_port': {'id': 'b260476d-d5ca-44f5-bf49-16506c42517c', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:59:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:13Z', 'updated_at': '2022-02-09T01:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '87a7cef7-91ed-4263-8ba6-cb257fc19878', 'name': '', 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f', 'tenant_id': '6721380b025b4977bb6883114d898ed6', 'mac_address': 'fa:16:3e:bb:88:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '572cbc39-1162-4835-b49c-9787164ff8f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:18Z', 'updated_at': '2022-02-09T01:31:19Z', 'revision_number': 2, 'project_id': '6721380b025b4977bb6883114d898ed6', 'subnets': [{'id': '572cbc39-1162-4835-b49c-9787164ff8f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:25.760194 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8568a41-60b8-4f3a-a12f-946e8a155cfe None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:31:25.760714 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8568a41-60b8-4f3a-a12f-946e8a155cfe None None] Checking segment: {'id': '86926a2c-2cba-439d-8c1c-aff647b7a8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2bd9f273-1664-44a2-b5ad-af90ff7d63ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:31:25.762611 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b8568a41-60b8-4f3a-a12f-946e8a155cfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:25.763306 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8568a41-60b8-4f3a-a12f-946e8a155cfe None None] Bound using segment: {'id': '86926a2c-2cba-439d-8c1c-aff647b7a8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2bd9f273-1664-44a2-b5ad-af90ff7d63ed'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:31:25.763895 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-b8568a41-60b8-4f3a-a12f-946e8a155cfe None None] Bound port: 5992ae26-926b-4e4c-98a8-b8e2e6af067a, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86926a2c-2cba-439d-8c1c-aff647b7a8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2bd9f273-1664-44a2-b5ad-af90ff7d63ed'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:31:25.764539 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ac4353-887c-4620-b20f-b625bdacbeb9 None None] Checking router: f64b697c-b9da-4611-aa22-82eb6e12af19 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:31:25.765029 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b8568a41-60b8-4f3a-a12f-946e8a155cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:25.765676 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ac4353-887c-4620-b20f-b625bdacbeb9 None None] Updating router f64b697c-b9da-4611-aa22-82eb6e12af19 port 87a7cef7-91ed-4263-8ba6-cb257fc19878 binding host n-d-828418-1 {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:31:25.804537 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-1f67ab1d-8a48-4471-82f3-d623d78b4b01 admin admin] Allocated IP 172.25.0.221 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/4ccdc415-311c-4e36-961b-500de860ba68) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:31:25.865410 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-b2ac4353-887c-4620-b20f-b625bdacbeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:25.943449 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-b8568a41-60b8-4f3a-a12f-946e8a155cfe None None] For port 5992ae26-926b-4e4c-98a8-b8e2e6af067a, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:31:25.958798 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-b8568a41-60b8-4f3a-a12f-946e8a155cfe None None] For port 5992ae26-926b-4e4c-98a8-b8e2e6af067a, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=5992ae26-926b-4e4c-98a8-b8e2e6af067a,segment=NetworkSegment(86926a2c-2cba-439d-8c1c-aff647b7a8de),segment_id=86926a2c-2cba-439d-8c1c-aff647b7a8de)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:31:25.958798 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b8568a41-60b8-4f3a-a12f-946e8a155cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:26.061269 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1f67ab1d-8a48-4471-82f3-d623d78b4b01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:26.122851 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8568a41-60b8-4f3a-a12f-946e8a155cfe None None] Pushing event updated for resources: {'Port': ['ID=5992ae26-926b-4e4c-98a8-b8e2e6af067a,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:26.125269 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1f67ab1d-8a48-4471-82f3-d623d78b4b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:26.327543 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f67ab1d-8a48-4471-82f3-d623d78b4b01 admin admin] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:31:26.378710 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-1f67ab1d-8a48-4471-82f3-d623d78b4b01 admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:26.385559 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f67ab1d-8a48-4471-82f3-d623d78b4b01 admin admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:31:26.418822 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-b2ac4353-887c-4620-b20f-b625bdacbeb9 None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:26.440369 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-b2ac4353-887c-4620-b20f-b625bdacbeb9 None None] Transition to ACTIVE for port object 87a7cef7-91ed-4263-8ba6-cb257fc19878 will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:31:26.451096 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-b2ac4353-887c-4620-b20f-b625bdacbeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:26.481057 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f67ab1d-8a48-4471-82f3-d623d78b4b01 admin admin] Pushing event updated for resources: {'Port': ['ID=4ccdc415-311c-4e36-961b-500de860ba68,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:26.756595 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b36358e-be84-4fca-bdfb-6652704d5ded None None] Pushing event updated for resources: {'Port': ['ID=87a7cef7-91ed-4263-8ba6-cb257fc19878,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:26.887141 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f3817e-c3a1-4cd3-b3a3-16a57ae85210 req-d297fca0-2ad7-4687-9e85-17e1371c2cdc tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:26.892622 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-b2ac4353-887c-4620-b20f-b625bdacbeb9 None None] Attempting to bind port 87a7cef7-91ed-4263-8ba6-cb257fc19878 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:31:26.893117 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-b2ac4353-887c-4620-b20f-b625bdacbeb9 None None] Attempting to bind port 87a7cef7-91ed-4263-8ba6-cb257fc19878 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'eb2641ac-e580-4925-8dd1-0f4584fc0d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:31:26.896417 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d8f3817e-c3a1-4cd3-b3a3-16a57ae85210 req-d297fca0-2ad7-4687-9e85-17e1371c2cdc tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=b4885a3a-bd97-4186-9608-acd3a28d9453 HTTP/1.1" status: 200 len: 1097 time: 0.5559883 Feb 09 01:31:26.902330 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ac4353-887c-4620-b20f-b625bdacbeb9 None None] Attempting to bind port 87a7cef7-91ed-4263-8ba6-cb257fc19878 on network f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:31:26.911349 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ac4353-887c-4620-b20f-b625bdacbeb9 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:31:26.911881 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ac4353-887c-4620-b20f-b625bdacbeb9 None None] Checking segment: {'id': 'eb2641ac-e580-4925-8dd1-0f4584fc0d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:31:26.912664 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-b2ac4353-887c-4620-b20f-b625bdacbeb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:26.913150 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ac4353-887c-4620-b20f-b625bdacbeb9 None None] Bound using segment: {'id': 'eb2641ac-e580-4925-8dd1-0f4584fc0d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:31:26.914247 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-b2ac4353-887c-4620-b20f-b625bdacbeb9 None None] Bound port: 87a7cef7-91ed-4263-8ba6-cb257fc19878, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb2641ac-e580-4925-8dd1-0f4584fc0d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:31:26.915275 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-b2ac4353-887c-4620-b20f-b625bdacbeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:26.935791 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e850e0a-3779-491b-ac67-7eb74d239a4a req-246bdb37-b3dc-47f3-b587-7ade1b5ab7f3 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:26.937288 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7e850e0a-3779-491b-ac67-7eb74d239a4a req-246bdb37-b3dc-47f3-b587-7ade1b5ab7f3 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b4885a3a-bd97-4186-9608-acd3a28d9453 HTTP/1.1" status: 200 len: 1097 time: 0.6775451 Feb 09 01:31:27.044172 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-b2ac4353-887c-4620-b20f-b625bdacbeb9 None None] For port 87a7cef7-91ed-4263-8ba6-cb257fc19878, host n-d-828418-1, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:31:27.048346 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-b2ac4353-887c-4620-b20f-b625bdacbeb9 None None] For port 87a7cef7-91ed-4263-8ba6-cb257fc19878, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=87a7cef7-91ed-4263-8ba6-cb257fc19878,segment=NetworkSegment(eb2641ac-e580-4925-8dd1-0f4584fc0d1e),segment_id=eb2641ac-e580-4925-8dd1-0f4584fc0d1e)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:31:27.052655 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-b2ac4353-887c-4620-b20f-b625bdacbeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:27.184147 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ac4353-887c-4620-b20f-b625bdacbeb9 None None] Routers {'f64b697c-b9da-4611-aa22-82eb6e12af19'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:31:27.184338 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d8f3817e-c3a1-4cd3-b3a3-16a57ae85210 req-9466a384-4633-4555-8e43-f50dab0a6b55 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=23a28223-89d9-4ef0-96c8-1a89d1d4b939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868221 Feb 09 01:31:27.185503 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-b2ac4353-887c-4620-b20f-b625bdacbeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:31:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['f64b697c-b9da-4611-aa22-82eb6e12af19'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:27.235979 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-7e850e0a-3779-491b-ac67-7eb74d239a4a req-28ee8f1b-8495-422e-bf87-96a700aac2db tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Deleting port 595d9a40-cf8f-48e2-a5bd-2916b2f7cd3b {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:31:27.236332 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-7e850e0a-3779-491b-ac67-7eb74d239a4a req-28ee8f1b-8495-422e-bf87-96a700aac2db tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:27.326542 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b36358e-be84-4fca-bdfb-6652704d5ded None None] Pushing event updated for resources: {'Port': ['ID=87a7cef7-91ed-4263-8ba6-cb257fc19878,revision_number=4']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:27.499809 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1f67ab1d-8a48-4471-82f3-d623d78b4b01 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:27.550361 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-b2ac4353-887c-4620-b20f-b625bdacbeb9 None None] Set router f64b697c-b9da-4611-aa22-82eb6e12af19 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:31:27.840482 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6da50d4-7756-4713-a940-385452d3f52e None None] Network 2bd9f273-1664-44a2-b5ad-af90ff7d63ed requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:31:28.055278 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-b2ac4353-887c-4620-b20f-b625bdacbeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'name': 'tempest-TestVolumeBootPattern-1652339505-router', 'tenant_id': '6721380b025b4977bb6883114d898ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'b260476d-d5ca-44f5-bf49-16506c42517c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:12Z', 'updated_at': '2022-02-09T01:31:19Z', 'revision_number': 4, 'project_id': '6721380b025b4977bb6883114d898ed6', 'gw_port': {'id': 'b260476d-d5ca-44f5-bf49-16506c42517c', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:59:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:13Z', 'updated_at': '2022-02-09T01:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '87a7cef7-91ed-4263-8ba6-cb257fc19878', 'name': '', 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f', 'tenant_id': '6721380b025b4977bb6883114d898ed6', 'mac_address': 'fa:16:3e:bb:88:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '572cbc39-1162-4835-b49c-9787164ff8f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:18Z', 'updated_at': '2022-02-09T01:31:27Z', 'revision_number': 4, 'project_id': '6721380b025b4977bb6883114d898ed6', 'subnets': [{'id': '572cbc39-1162-4835-b49c-9787164ff8f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:28.060339 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ac4353-887c-4620-b20f-b625bdacbeb9 None None] The sync data for ids ['f64b697c-b9da-4611-aa22-82eb6e12af19'] in n-d-828418-1 is: [{'id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'name': 'tempest-TestVolumeBootPattern-1652339505-router', 'tenant_id': '6721380b025b4977bb6883114d898ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'b260476d-d5ca-44f5-bf49-16506c42517c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:12Z', 'updated_at': '2022-02-09T01:31:19Z', 'revision_number': 4, 'project_id': '6721380b025b4977bb6883114d898ed6', 'gw_port': {'id': 'b260476d-d5ca-44f5-bf49-16506c42517c', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:59:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:13Z', 'updated_at': '2022-02-09T01:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '87a7cef7-91ed-4263-8ba6-cb257fc19878', 'name': '', 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f', 'tenant_id': '6721380b025b4977bb6883114d898ed6', 'mac_address': 'fa:16:3e:bb:88:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '572cbc39-1162-4835-b49c-9787164ff8f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:18Z', 'updated_at': '2022-02-09T01:31:27Z', 'revision_number': 4, 'project_id': '6721380b025b4977bb6883114d898ed6', 'subnets': [{'id': '572cbc39-1162-4835-b49c-9787164ff8f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:31:28.065528 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b2353af8-4051-4269-8be9-411027d885c9 None None] Provisioning for port 5992ae26-926b-4e4c-98a8-b8e2e6af067a completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:31:28.097246 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-7e850e0a-3779-491b-ac67-7eb74d239a4a req-28ee8f1b-8495-422e-bf87-96a700aac2db tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] For port 595d9a40-cf8f-48e2-a5bd-2916b2f7cd3b, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=595d9a40-cf8f-48e2-a5bd-2916b2f7cd3b,segment=NetworkSegment(ea7e8ec0-8208-4521-b904-1f04798510c5),segment_id=ea7e8ec0-8208-4521-b904-1f04798510c5)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:31:28.098272 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-7e850e0a-3779-491b-ac67-7eb74d239a4a req-28ee8f1b-8495-422e-bf87-96a700aac2db tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:28.333568 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-7e850e0a-3779-491b-ac67-7eb74d239a4a req-28ee8f1b-8495-422e-bf87-96a700aac2db tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Calling delete_port for 595d9a40-cf8f-48e2-a5bd-2916b2f7cd3b owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:31:28.617084 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 5992ae26-926b-4e4c-98a8-b8e2e6af067a up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:31:28.773032 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 5992ae26-926b-4e4c-98a8-b8e2e6af067a completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:31:28.781866 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 5992ae26-926b-4e4c-98a8-b8e2e6af067a triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:28.782614 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:28.806956 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-7e850e0a-3779-491b-ac67-7eb74d239a4a req-28ee8f1b-8495-422e-bf87-96a700aac2db tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:28.831252 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['778647d1-3035-403a-b7ad-551396fe0f71'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:31:28.954846 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 595d9a40-cf8f-48e2-a5bd-2916b2f7cd3b no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:31:28.994833 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1f67ab1d-8a48-4471-82f3-d623d78b4b01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:29.043769 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: 595d9a40-cf8f-48e2-a5bd-2916b2f7cd3b {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:31:29.044166 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 595d9a40-cf8f-48e2-a5bd-2916b2f7cd3b not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:31:29.069523 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ee8f1b-8495-422e-bf87-96a700aac2db tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Pushing event deleted for resources: {'Port': ['ID=595d9a40-cf8f-48e2-a5bd-2916b2f7cd3b,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:29.290078 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:29.336719 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e850e0a-3779-491b-ac67-7eb74d239a4a req-28ee8f1b-8495-422e-bf87-96a700aac2db tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] No DVR routers for this DVR port 595d9a40-cf8f-48e2-a5bd-2916b2f7cd3b on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:31:29.358878 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-7e850e0a-3779-491b-ac67-7eb74d239a4a req-28ee8f1b-8495-422e-bf87-96a700aac2db tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:29.364735 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4885a3a-bd97-4186-9608-acd3a28d9453', 'name': 'network-vif-deleted', 'tag': '595d9a40-cf8f-48e2-a5bd-2916b2f7cd3b'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:31:29.377539 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b655804-1402-46c3-9bd4-73575906c7e3 req-72f65bec-0b19-46bd-89aa-f71cbb605960 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:29.378739 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7b655804-1402-46c3-9bd4-73575906c7e3 req-72f65bec-0b19-46bd-89aa-f71cbb605960 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=b4885a3a-bd97-4186-9608-acd3a28d9453 HTTP/1.1" status: 200 len: 1097 time: 0.9314351 Feb 09 01:31:29.415498 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 5992ae26-926b-4e4c-98a8-b8e2e6af067a, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=5992ae26-926b-4e4c-98a8-b8e2e6af067a,segment=NetworkSegment(86926a2c-2cba-439d-8c1c-aff647b7a8de),segment_id=86926a2c-2cba-439d-8c1c-aff647b7a8de)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:31:29.421827 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:29.422840 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 87a7cef7-91ed-4263-8ba6-cb257fc19878 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:31:29.534877 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4885a3a-bd97-4186-9608-acd3a28d9453', 'name': 'network-vif-deleted', 'tag': '595d9a40-cf8f-48e2-a5bd-2916b2f7cd3b', 'status': 'completed', 'code': 200} Feb 09 01:31:29.549070 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7e850e0a-3779-491b-ac67-7eb74d239a4a req-28ee8f1b-8495-422e-bf87-96a700aac2db tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.62 "DELETE /v2.0/ports/595d9a40-cf8f-48e2-a5bd-2916b2f7cd3b HTTP/1.1" status: 204 len: 173 time: 2.6023388 Feb 09 01:31:29.562266 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=5992ae26-926b-4e4c-98a8-b8e2e6af067a,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:29.586480 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7b655804-1402-46c3-9bd4-73575906c7e3 req-9e88513c-3eb1-4dc0-b563-24b4f4fe3537 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=23a28223-89d9-4ef0-96c8-1a89d1d4b939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822990 Feb 09 01:31:29.639734 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f67ab1d-8a48-4471-82f3-d623d78b4b01 admin admin] Router 6579def6-3a11-4759-9d8d-28d1a24c4240 is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:31:29.658587 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 87a7cef7-91ed-4263-8ba6-cb257fc19878 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:31:29.674102 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 87a7cef7-91ed-4263-8ba6-cb257fc19878 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:29.674533 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:29.873721 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:29.900355 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f67ab1d-8a48-4471-82f3-d623d78b4b01 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:31:29.915129 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adffbe32-522a-46f7-bf84-b2271d195dbb None None] Sync routers for ids ['6579def6-3a11-4759-9d8d-28d1a24c4240'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:31:29.924464 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1f67ab1d-8a48-4471-82f3-d623d78b4b01 admin admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:29.928490 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-1f67ab1d-8a48-4471-82f3-d623d78b4b01 admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.8176868 Feb 09 01:31:29.929105 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39898) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:29.934380 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 87a7cef7-91ed-4263-8ba6-cb257fc19878, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=87a7cef7-91ed-4263-8ba6-cb257fc19878,segment=NetworkSegment(eb2641ac-e580-4925-8dd1-0f4584fc0d1e),segment_id=eb2641ac-e580-4925-8dd1-0f4584fc0d1e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:31:29.941031 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adffbe32-522a-46f7-bf84-b2271d195dbb None None] Routers {'6579def6-3a11-4759-9d8d-28d1a24c4240'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:31:29.942335 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-adffbe32-522a-46f7-bf84-b2271d195dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:31:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['6579def6-3a11-4759-9d8d-28d1a24c4240'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:30.005434 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:30.276833 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=87a7cef7-91ed-4263-8ba6-cb257fc19878,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:30.370840 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-adffbe32-522a-46f7-bf84-b2271d195dbb None None] Set router 6579def6-3a11-4759-9d8d-28d1a24c4240 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:31:30.499690 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 5992ae26-926b-4e4c-98a8-b8e2e6af067a up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:31:30.775250 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 5992ae26-926b-4e4c-98a8-b8e2e6af067a triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:30.776095 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:31.035624 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-605a6730-6b03-41f2-877a-dbc6ea1f811a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:31.043605 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-adffbe32-522a-46f7-bf84-b2271d195dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6579def6-3a11-4759-9d8d-28d1a24c4240', 'name': 'tempest-TestVolumeBootPattern-229294909-router', 'tenant_id': 'b15607cf627440a08627f80750bb4781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '4ccdc415-311c-4e36-961b-500de860ba68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:24Z', 'updated_at': '2022-02-09T01:31:26Z', 'revision_number': 3, 'project_id': 'b15607cf627440a08627f80750bb4781', 'gw_port': {'id': '4ccdc415-311c-4e36-961b-500de860ba68', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ed:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6579def6-3a11-4759-9d8d-28d1a24c4240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:25Z', 'updated_at': '2022-02-09T01:31:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:31.051474 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adffbe32-522a-46f7-bf84-b2271d195dbb None None] Checking router: 6579def6-3a11-4759-9d8d-28d1a24c4240 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:31:31.052093 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adffbe32-522a-46f7-bf84-b2271d195dbb None None] Updating router 6579def6-3a11-4759-9d8d-28d1a24c4240 port 4ccdc415-311c-4e36-961b-500de860ba68 binding host n-d-828418-1 {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:31:31.118112 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-adffbe32-522a-46f7-bf84-b2271d195dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:31.215455 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 87a7cef7-91ed-4263-8ba6-cb257fc19878 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:31:31.344332 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d3d24-ba4e-49ee-8ec6-54ac2b1d62ec req-47f82210-6ef1-4434-9bae-c2d1f40d2315 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:31.345848 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-134d3d24-ba4e-49ee-8ec6-54ac2b1d62ec req-47f82210-6ef1-4434-9bae-c2d1f40d2315 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Synchronizing usage tracker for tenant:d5475c10790d427cb65cc6d675a29f45 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:31:31.384648 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 87a7cef7-91ed-4263-8ba6-cb257fc19878 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:31.385161 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:31.385660 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-134d3d24-ba4e-49ee-8ec6-54ac2b1d62ec req-47f82210-6ef1-4434-9bae-c2d1f40d2315 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Unset dirty status for tenant:d5475c10790d427cb65cc6d675a29f45 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:31:31.386916 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-134d3d24-ba4e-49ee-8ec6-54ac2b1d62ec req-47f82210-6ef1-4434-9bae-c2d1f40d2315 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=02522db9-b00e-40c8-a965-31c85eeb15cb HTTP/1.1" status: 200 len: 1097 time: 0.1682146 Feb 09 01:31:31.448317 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-605a6730-6b03-41f2-877a-dbc6ea1f811a admin admin] Allocated IP 172.20.0.1 (2bd9f273-1664-44a2-b5ad-af90ff7d63ed/e6f5f8f6-aab3-43d2-a9f4-3e47c78b876f/7a950c71-3941-4d34-a19e-a25fb45cd2c1) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:31:31.460425 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-134d3d24-ba4e-49ee-8ec6-54ac2b1d62ec req-a0d9d810-acfc-40a1-805f-215fcd57bfd5 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=23a28223-89d9-4ef0-96c8-1a89d1d4b939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663087 Feb 09 01:31:31.662087 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-605a6730-6b03-41f2-877a-dbc6ea1f811a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:31.683316 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-605a6730-6b03-41f2-877a-dbc6ea1f811a admin admin] Transition to ACTIVE for port object 7a950c71-3941-4d34-a19e-a25fb45cd2c1 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:31:31.740686 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-605a6730-6b03-41f2-877a-dbc6ea1f811a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:31.802351 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-adffbe32-522a-46f7-bf84-b2271d195dbb None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:31.824099 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-adffbe32-522a-46f7-bf84-b2271d195dbb None None] Transition to ACTIVE for port object 4ccdc415-311c-4e36-961b-500de860ba68 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:31:31.832801 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-adffbe32-522a-46f7-bf84-b2271d195dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:31.955532 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fe2e27-f8e7-4ec2-89ff-5bfa77ed5b9e None None] Pushing event updated for resources: {'Port': ['ID=4ccdc415-311c-4e36-961b-500de860ba68,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:31.958135 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-adffbe32-522a-46f7-bf84-b2271d195dbb None None] Attempting to bind port 4ccdc415-311c-4e36-961b-500de860ba68 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:31:31.958568 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-adffbe32-522a-46f7-bf84-b2271d195dbb None None] Attempting to bind port 4ccdc415-311c-4e36-961b-500de860ba68 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:31:31.958779 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adffbe32-522a-46f7-bf84-b2271d195dbb None None] Attempting to bind port 4ccdc415-311c-4e36-961b-500de860ba68 on network 3d885c3c-255c-4e54-addc-b28437d0b18e {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:31:31.968726 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adffbe32-522a-46f7-bf84-b2271d195dbb None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:31:31.969105 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adffbe32-522a-46f7-bf84-b2271d195dbb None None] Checking segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:31:31.969503 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-adffbe32-522a-46f7-bf84-b2271d195dbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:31.970080 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adffbe32-522a-46f7-bf84-b2271d195dbb None None] Bound using segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:31:31.970554 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-adffbe32-522a-46f7-bf84-b2271d195dbb None None] Bound port: 4ccdc415-311c-4e36-961b-500de860ba68, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:31:31.970929 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-adffbe32-522a-46f7-bf84-b2271d195dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:31.988945 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605a6730-6b03-41f2-877a-dbc6ea1f811a admin admin] Network 2bd9f273-1664-44a2-b5ad-af90ff7d63ed is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:31:31.991990 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-605a6730-6b03-41f2-877a-dbc6ea1f811a admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:31.995797 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605a6730-6b03-41f2-877a-dbc6ea1f811a admin admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:31:32.036688 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605a6730-6b03-41f2-877a-dbc6ea1f811a admin admin] Pushing event updated for resources: {'Port': ['ID=7a950c71-3941-4d34-a19e-a25fb45cd2c1,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:32.067150 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-adffbe32-522a-46f7-bf84-b2271d195dbb None None] For port 4ccdc415-311c-4e36-961b-500de860ba68, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:31:32.071759 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-adffbe32-522a-46f7-bf84-b2271d195dbb None None] For port 4ccdc415-311c-4e36-961b-500de860ba68, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=4ccdc415-311c-4e36-961b-500de860ba68,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:31:32.080861 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-adffbe32-522a-46f7-bf84-b2271d195dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:32.081373 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-605a6730-6b03-41f2-877a-dbc6ea1f811a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:32.215494 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adffbe32-522a-46f7-bf84-b2271d195dbb None None] Routers {'6579def6-3a11-4759-9d8d-28d1a24c4240'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:31:32.216432 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-adffbe32-522a-46f7-bf84-b2271d195dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:31:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['6579def6-3a11-4759-9d8d-28d1a24c4240'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:32.275425 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-605a6730-6b03-41f2-877a-dbc6ea1f811a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:32.524910 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fe2e27-f8e7-4ec2-89ff-5bfa77ed5b9e None None] Pushing event updated for resources: {'Port': ['ID=4ccdc415-311c-4e36-961b-500de860ba68,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:32.534322 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-adffbe32-522a-46f7-bf84-b2271d195dbb None None] Set router 6579def6-3a11-4759-9d8d-28d1a24c4240 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:31:32.599808 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-605a6730-6b03-41f2-877a-dbc6ea1f811a admin admin] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:32.611764 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-605a6730-6b03-41f2-877a-dbc6ea1f811a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:32.648431 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e8b32211-c423-49da-8f16-9f66b472063d None None] Provisioning for port 7a950c71-3941-4d34-a19e-a25fb45cd2c1 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:31:32.706937 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e8b32211-c423-49da-8f16-9f66b472063d None None] Provisioning complete for port 7a950c71-3941-4d34-a19e-a25fb45cd2c1 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:32.710457 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e8b32211-c423-49da-8f16-9f66b472063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:32.862523 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-605a6730-6b03-41f2-877a-dbc6ea1f811a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:32.866709 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605a6730-6b03-41f2-877a-dbc6ea1f811a admin admin] Pushing event updated for resources: {'Port': ['ID=7a950c71-3941-4d34-a19e-a25fb45cd2c1,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:33.090066 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605a6730-6b03-41f2-877a-dbc6ea1f811a admin admin] Network 2bd9f273-1664-44a2-b5ad-af90ff7d63ed is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:31:33.090715 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84017c8-f448-4097-be37-2b5dc94bba62 req-c6fc6bc5-5e9c-437b-adfe-589d7c75a65b tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:33.094158 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-605a6730-6b03-41f2-877a-dbc6ea1f811a admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:33.104972 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e84017c8-f448-4097-be37-2b5dc94bba62 req-c6fc6bc5-5e9c-437b-adfe-589d7c75a65b tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=02522db9-b00e-40c8-a965-31c85eeb15cb HTTP/1.1" status: 200 len: 1097 time: 0.4241080 Feb 09 01:31:33.109810 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac8e8e-8dd3-4bf4-87e5-3cc2f4137789 req-d2355219-585d-455a-88e4-75b581f5c87f tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:33.111290 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-53ac8e8e-8dd3-4bf4-87e5-3cc2f4137789 req-d2355219-585d-455a-88e4-75b581f5c87f tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=02522db9-b00e-40c8-a965-31c85eeb15cb HTTP/1.1" status: 200 len: 1097 time: 0.4977646 Feb 09 01:31:33.215792 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e8b32211-c423-49da-8f16-9f66b472063d None None] Port 7a950c71-3941-4d34-a19e-a25fb45cd2c1 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:31:33.240924 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-53ac8e8e-8dd3-4bf4-87e5-3cc2f4137789 req-82a03275-e8df-4201-9025-e9761d4b7596 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Deleting port 778647d1-3035-403a-b7ad-551396fe0f71 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:31:33.241268 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-53ac8e8e-8dd3-4bf4-87e5-3cc2f4137789 req-82a03275-e8df-4201-9025-e9761d4b7596 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:33.319234 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-adffbe32-522a-46f7-bf84-b2271d195dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6579def6-3a11-4759-9d8d-28d1a24c4240', 'name': 'tempest-TestVolumeBootPattern-229294909-router', 'tenant_id': 'b15607cf627440a08627f80750bb4781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '4ccdc415-311c-4e36-961b-500de860ba68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:24Z', 'updated_at': '2022-02-09T01:31:32Z', 'revision_number': 4, 'project_id': 'b15607cf627440a08627f80750bb4781', 'gw_port': {'id': '4ccdc415-311c-4e36-961b-500de860ba68', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ed:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6579def6-3a11-4759-9d8d-28d1a24c4240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:25Z', 'updated_at': '2022-02-09T01:31:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '7a950c71-3941-4d34-a19e-a25fb45cd2c1', 'name': '', 'network_id': '2bd9f273-1664-44a2-b5ad-af90ff7d63ed', 'tenant_id': 'b15607cf627440a08627f80750bb4781', 'mac_address': 'fa:16:3e:bc:6a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6579def6-3a11-4759-9d8d-28d1a24c4240', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'e6f5f8f6-aab3-43d2-a9f4-3e47c78b876f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:31Z', 'updated_at': '2022-02-09T01:31:31Z', 'revision_number': 1, 'project_id': 'b15607cf627440a08627f80750bb4781', 'subnets': [{'id': 'e6f5f8f6-aab3-43d2-a9f4-3e47c78b876f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:33.330579 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adffbe32-522a-46f7-bf84-b2271d195dbb None None] The sync data for ids ['6579def6-3a11-4759-9d8d-28d1a24c4240'] in n-d-828418-1 is: [{'id': '6579def6-3a11-4759-9d8d-28d1a24c4240', 'name': 'tempest-TestVolumeBootPattern-229294909-router', 'tenant_id': 'b15607cf627440a08627f80750bb4781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '4ccdc415-311c-4e36-961b-500de860ba68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:24Z', 'updated_at': '2022-02-09T01:31:32Z', 'revision_number': 4, 'project_id': 'b15607cf627440a08627f80750bb4781', 'gw_port': {'id': '4ccdc415-311c-4e36-961b-500de860ba68', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ed:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6579def6-3a11-4759-9d8d-28d1a24c4240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:25Z', 'updated_at': '2022-02-09T01:31:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '7a950c71-3941-4d34-a19e-a25fb45cd2c1', 'name': '', 'network_id': '2bd9f273-1664-44a2-b5ad-af90ff7d63ed', 'tenant_id': 'b15607cf627440a08627f80750bb4781', 'mac_address': 'fa:16:3e:bc:6a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6579def6-3a11-4759-9d8d-28d1a24c4240', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'e6f5f8f6-aab3-43d2-a9f4-3e47c78b876f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:31Z', 'updated_at': '2022-02-09T01:31:31Z', 'revision_number': 1, 'project_id': 'b15607cf627440a08627f80750bb4781', 'subnets': [{'id': 'e6f5f8f6-aab3-43d2-a9f4-3e47c78b876f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:31:33.381830 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e84017c8-f448-4097-be37-2b5dc94bba62 req-037f59af-731d-4424-9576-f98e7063a52e tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=23a28223-89d9-4ef0-96c8-1a89d1d4b939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718117 Feb 09 01:31:33.505913 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-605a6730-6b03-41f2-877a-dbc6ea1f811a admin admin] Router 6579def6-3a11-4759-9d8d-28d1a24c4240 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:31:33.546581 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4136e92d-be67-4e38-8eb5-a2492a051f1d None None] Provisioning complete for port 7a950c71-3941-4d34-a19e-a25fb45cd2c1 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:33.546872 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4136e92d-be67-4e38-8eb5-a2492a051f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:33.622090 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 39980) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:33.672402 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-4136e92d-be67-4e38-8eb5-a2492a051f1d None None] Port 7a950c71-3941-4d34-a19e-a25fb45cd2c1 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:31:33.751856 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-53ac8e8e-8dd3-4bf4-87e5-3cc2f4137789 req-82a03275-e8df-4201-9025-e9761d4b7596 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] For port 778647d1-3035-403a-b7ad-551396fe0f71, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=778647d1-3035-403a-b7ad-551396fe0f71,segment=NetworkSegment(ea7e8ec0-8208-4521-b904-1f04798510c5),segment_id=ea7e8ec0-8208-4521-b904-1f04798510c5)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:31:33.752778 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-53ac8e8e-8dd3-4bf4-87e5-3cc2f4137789 req-82a03275-e8df-4201-9025-e9761d4b7596 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:33.839427 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-605a6730-6b03-41f2-877a-dbc6ea1f811a admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:31:33.873008 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-605a6730-6b03-41f2-877a-dbc6ea1f811a admin admin] 10.222.0.105 "PUT /v2.0/routers/6579def6-3a11-4759-9d8d-28d1a24c4240/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9421654 Feb 09 01:31:33.918505 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3b702814-0721-49b1-8d1c-d76227c69855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:33.963179 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3b702814-0721-49b1-8d1c-d76227c69855 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:31:33.969987 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-3b702814-0721-49b1-8d1c-d76227c69855 admin admin] Usage tracker for resource:security_group_rule and tenant:e881c9de09de4aa4bac926c126b0aafb is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:31:33.975976 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-3b702814-0721-49b1-8d1c-d76227c69855 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:31:33.983414 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-3b702814-0721-49b1-8d1c-d76227c69855 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:31:34.034076 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-53ac8e8e-8dd3-4bf4-87e5-3cc2f4137789 req-82a03275-e8df-4201-9025-e9761d4b7596 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Calling delete_port for 778647d1-3035-403a-b7ad-551396fe0f71 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:31:34.183788 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3b702814-0721-49b1-8d1c-d76227c69855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:34.195106 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3b702814-0721-49b1-8d1c-d76227c69855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:34.305564 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-3b702814-0721-49b1-8d1c-d76227c69855 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=e881c9de09de4aa4bac926c126b0aafb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6628704 Feb 09 01:31:34.308955 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40000) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:34.311946 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b702814-0721-49b1-8d1c-d76227c69855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cad1a89-1795-47b8-badc-2fb3ce306125,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:34.330417 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-53ac8e8e-8dd3-4bf4-87e5-3cc2f4137789 req-82a03275-e8df-4201-9025-e9761d4b7596 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:34.342882 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['778647d1-3035-403a-b7ad-551396fe0f71'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:31:34.443067 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-15d0f305-9f58-4213-8645-e73b99dca503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:34.476483 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-15d0f305-9f58-4213-8645-e73b99dca503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:34.548556 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-15d0f305-9f58-4213-8645-e73b99dca503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:34.602777 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a03275-e8df-4201-9025-e9761d4b7596 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Pushing event deleted for resources: {'Port': ['ID=778647d1-3035-403a-b7ad-551396fe0f71,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:34.612058 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d0f305-9f58-4213-8645-e73b99dca503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cad1a89-1795-47b8-badc-2fb3ce306125,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:34.656320 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-53ac8e8e-8dd3-4bf4-87e5-3cc2f4137789 req-82a03275-e8df-4201-9025-e9761d4b7596 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] No DVR routers for this DVR port 778647d1-3035-403a-b7ad-551396fe0f71 on host n-h2-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:31:34.658343 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-15d0f305-9f58-4213-8645-e73b99dca503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:34.659947 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-53ac8e8e-8dd3-4bf4-87e5-3cc2f4137789 req-82a03275-e8df-4201-9025-e9761d4b7596 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:34.660551 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-15d0f305-9f58-4213-8645-e73b99dca503 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/0cad1a89-1795-47b8-badc-2fb3ce306125 HTTP/1.1" status: 204 len: 168 time: 0.3500729 Feb 09 01:31:34.673757 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02522db9-b00e-40c8-a965-31c85eeb15cb', 'name': 'network-vif-deleted', 'tag': '778647d1-3035-403a-b7ad-551396fe0f71'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:31:34.682697 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-53ac8e8e-8dd3-4bf4-87e5-3cc2f4137789 req-82a03275-e8df-4201-9025-e9761d4b7596 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.99 "DELETE /v2.0/ports/778647d1-3035-403a-b7ad-551396fe0f71 HTTP/1.1" status: 204 len: 173 time: 1.5589154 Feb 09 01:31:34.796573 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-06be2c64-cd4f-4431-8ca2-8d4d26cea80a req-f468163e-62e2-43fd-adfa-5332b051db11 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Synchronizing usage tracker for tenant:d5475c10790d427cb65cc6d675a29f45 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:31:34.877210 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02522db9-b00e-40c8-a965-31c85eeb15cb', 'name': 'network-vif-deleted', 'tag': '778647d1-3035-403a-b7ad-551396fe0f71', 'status': 'completed', 'code': 200} Feb 09 01:31:34.903057 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-06be2c64-cd4f-4431-8ca2-8d4d26cea80a req-f468163e-62e2-43fd-adfa-5332b051db11 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] Unset dirty status for tenant:d5475c10790d427cb65cc6d675a29f45 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:31:34.905135 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-06be2c64-cd4f-4431-8ca2-8d4d26cea80a req-f468163e-62e2-43fd-adfa-5332b051db11 tempest-TestServerMultinode-822577558 tempest-TestServerMultinode-822577558-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=02522db9-b00e-40c8-a965-31c85eeb15cb HTTP/1.1" status: 200 len: 210 time: 0.2329288 Feb 09 01:31:35.288613 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40032) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:35.324145 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-328597d2-f9d9-4fb3-9dec-f8b1cb6e9065 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:35.360742 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-328597d2-f9d9-4fb3-9dec-f8b1cb6e9065 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:31:35.366313 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-328597d2-f9d9-4fb3-9dec-f8b1cb6e9065 admin admin] Usage tracker for resource:security_group_rule and tenant:3b9bc78bc23241a79ae19920550831a8 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:31:35.369861 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-328597d2-f9d9-4fb3-9dec-f8b1cb6e9065 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:31:35.378548 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-328597d2-f9d9-4fb3-9dec-f8b1cb6e9065 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:31:35.514845 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-328597d2-f9d9-4fb3-9dec-f8b1cb6e9065 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:35.527650 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-328597d2-f9d9-4fb3-9dec-f8b1cb6e9065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:35.587278 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-328597d2-f9d9-4fb3-9dec-f8b1cb6e9065 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=3b9bc78bc23241a79ae19920550831a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2971692 Feb 09 01:31:35.588252 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328597d2-f9d9-4fb3-9dec-f8b1cb6e9065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d579c2-fcdb-452e-8938-47b48adb231e,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:35.589942 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 40040) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:35.710093 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e47ae0a1-8d07-47b9-bbcf-8c3245d09bb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:35.744994 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e47ae0a1-8d07-47b9-bbcf-8c3245d09bb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:35.833383 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e47ae0a1-8d07-47b9-bbcf-8c3245d09bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:35.855970 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ae0a1-8d07-47b9-bbcf-8c3245d09bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d579c2-fcdb-452e-8938-47b48adb231e,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:35.857919 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e47ae0a1-8d07-47b9-bbcf-8c3245d09bb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:35.861323 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-e47ae0a1-8d07-47b9-bbcf-8c3245d09bb3 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/18d579c2-fcdb-452e-8938-47b48adb231e HTTP/1.1" status: 204 len: 168 time: 0.2681122 Feb 09 01:31:36.058080 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 40052) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:36.517083 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 4ccdc415-311c-4e36-961b-500de860ba68 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:31:36.674397 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 4ccdc415-311c-4e36-961b-500de860ba68 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:31:36.679887 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 4ccdc415-311c-4e36-961b-500de860ba68 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:36.680628 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:36.886305 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:36.895736 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ac24b14c-5972-4713-8905-86435097001b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:36.908033 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 4ccdc415-311c-4e36-961b-500de860ba68, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=4ccdc415-311c-4e36-961b-500de860ba68,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:31:36.912564 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:36.997000 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=4ccdc415-311c-4e36-961b-500de860ba68,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:37.002379 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb216ee2-18aa-488b-b197-c7776ac791f7 None None] Sync routers for ids ['6579def6-3a11-4759-9d8d-28d1a24c4240'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:31:37.014450 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb216ee2-18aa-488b-b197-c7776ac791f7 None None] Routers {'6579def6-3a11-4759-9d8d-28d1a24c4240'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:31:37.015442 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-bb216ee2-18aa-488b-b197-c7776ac791f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:31:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['6579def6-3a11-4759-9d8d-28d1a24c4240'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:37.165354 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40088) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:37.305925 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-9e407c4d-ef6f-493f-bcc5-170ad12aca14 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-100795190-network', 'tenant_id': '83f2c056922441a380e38bb8b16784e5'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:37.316804 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9e407c4d-ef6f-493f-bcc5-170ad12aca14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:31:37.322131 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-9e407c4d-ef6f-493f-bcc5-170ad12aca14 admin admin] Usage tracker for resource:network and tenant:83f2c056922441a380e38bb8b16784e5 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:31:37.325218 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-9e407c4d-ef6f-493f-bcc5-170ad12aca14 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:31:37.332691 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9e407c4d-ef6f-493f-bcc5-170ad12aca14 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:31:37.343599 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e407c4d-ef6f-493f-bcc5-170ad12aca14 admin admin] Made reservation on behalf of 83f2c056922441a380e38bb8b16784e5 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:31:37.346824 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9e407c4d-ef6f-493f-bcc5-170ad12aca14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:37.362025 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-bb216ee2-18aa-488b-b197-c7776ac791f7 None None] Set router 6579def6-3a11-4759-9d8d-28d1a24c4240 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:31:37.367812 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9e407c4d-ef6f-493f-bcc5-170ad12aca14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:37.384115 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9e407c4d-ef6f-493f-bcc5-170ad12aca14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:31:37.388312 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-9e407c4d-ef6f-493f-bcc5-170ad12aca14 admin admin] Usage tracker for resource:security_group_rule and tenant:83f2c056922441a380e38bb8b16784e5 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:31:37.391451 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-9e407c4d-ef6f-493f-bcc5-170ad12aca14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:31:37.397853 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9e407c4d-ef6f-493f-bcc5-170ad12aca14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:31:37.510614 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9e407c4d-ef6f-493f-bcc5-170ad12aca14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:37.517352 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9e407c4d-ef6f-493f-bcc5-170ad12aca14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:37.533230 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e407c4d-ef6f-493f-bcc5-170ad12aca14 admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:31:37.545432 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9e407c4d-ef6f-493f-bcc5-170ad12aca14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:37.545880 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-9e407c4d-ef6f-493f-bcc5-170ad12aca14 admin admin] Added segment 27d0c4f0-9164-438b-805b-314f019a4c7f of type vlan for network 788834d7-5a82-4c7e-89f7-1339b4e1f375 Feb 09 01:31:37.582129 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9e407c4d-ef6f-493f-bcc5-170ad12aca14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:37.623379 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9e407c4d-ef6f-493f-bcc5-170ad12aca14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:37.624320 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e407c4d-ef6f-493f-bcc5-170ad12aca14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:37.624887 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9e407c4d-ef6f-493f-bcc5-170ad12aca14 admin admin] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:37.744468 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c2a96c-3593-4588-93a8-10aa3a0d1290 req-47c64ff4-b408-4ce2-bac7-97e1cf671068 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:37.746460 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a0c2a96c-3593-4588-93a8-10aa3a0d1290 req-47c64ff4-b408-4ce2-bac7-97e1cf671068 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/networks?id=f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f HTTP/1.1" status: 200 len: 812 time: 0.3825030 Feb 09 01:31:37.757412 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e407c4d-ef6f-493f-bcc5-170ad12aca14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ccd8cec-a88d-44d3-80fa-11f8b6c148c8,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:37.761087 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 778647d1-3035-403a-b7ad-551396fe0f71 no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:31:37.790758 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e407c4d-ef6f-493f-bcc5-170ad12aca14 admin admin] Pushing event updated for resources: {'Network': ['ID=788834d7-5a82-4c7e-89f7-1339b4e1f375,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:37.803962 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9e407c4d-ef6f-493f-bcc5-170ad12aca14 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6342151 Feb 09 01:31:37.804243 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40144) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:37.811644 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-ecdc0f6c-ba15-44b3-ad34-36fa330ffa42 admin admin] Request body: {'subnet': {'network_id': '788834d7-5a82-4c7e-89f7-1339b4e1f375', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-100795190-subnet', 'tenant_id': '83f2c056922441a380e38bb8b16784e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:37.813958 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-bb216ee2-18aa-488b-b197-c7776ac791f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6579def6-3a11-4759-9d8d-28d1a24c4240', 'name': 'tempest-TestVolumeBootPattern-229294909-router', 'tenant_id': 'b15607cf627440a08627f80750bb4781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '4ccdc415-311c-4e36-961b-500de860ba68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:24Z', 'updated_at': '2022-02-09T01:31:32Z', 'revision_number': 4, 'project_id': 'b15607cf627440a08627f80750bb4781', 'gw_port': {'id': '4ccdc415-311c-4e36-961b-500de860ba68', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ed:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6579def6-3a11-4759-9d8d-28d1a24c4240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:25Z', 'updated_at': '2022-02-09T01:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '7a950c71-3941-4d34-a19e-a25fb45cd2c1', 'name': '', 'network_id': '2bd9f273-1664-44a2-b5ad-af90ff7d63ed', 'tenant_id': 'b15607cf627440a08627f80750bb4781', 'mac_address': 'fa:16:3e:bc:6a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6579def6-3a11-4759-9d8d-28d1a24c4240', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'e6f5f8f6-aab3-43d2-a9f4-3e47c78b876f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:31Z', 'updated_at': '2022-02-09T01:31:32Z', 'revision_number': 2, 'project_id': 'b15607cf627440a08627f80750bb4781', 'subnets': [{'id': 'e6f5f8f6-aab3-43d2-a9f4-3e47c78b876f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:37.818950 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb216ee2-18aa-488b-b197-c7776ac791f7 None None] Checking router: 6579def6-3a11-4759-9d8d-28d1a24c4240 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:31:37.819351 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb216ee2-18aa-488b-b197-c7776ac791f7 None None] Updating router 6579def6-3a11-4759-9d8d-28d1a24c4240 port 7a950c71-3941-4d34-a19e-a25fb45cd2c1 binding host n-d-828418-1 {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:31:37.820966 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ecdc0f6c-ba15-44b3-ad34-36fa330ffa42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:31:37.823541 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 788834d7-5a82-4c7e-89f7-1339b4e1f375 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:31:37.830098 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a0c2a96c-3593-4588-93a8-10aa3a0d1290 req-4d2331fc-a41c-4b92-9f6f-fbee4265b2fe tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/quotas/6721380b025b4977bb6883114d898ed6 HTTP/1.1" status: 200 len: 375 time: 0.0529971 Feb 09 01:31:37.836949 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] No Port match for: 778647d1-3035-403a-b7ad-551396fe0f71 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:31:37.837302 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 778647d1-3035-403a-b7ad-551396fe0f71 not bound to the agent host n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:31:37.837636 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ecdc0f6c-ba15-44b3-ad34-36fa330ffa42 admin admin] Usage tracker for resource:subnet and tenant:83f2c056922441a380e38bb8b16784e5 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:31:37.845422 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ecdc0f6c-ba15-44b3-ad34-36fa330ffa42 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:31:37.861139 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ecdc0f6c-ba15-44b3-ad34-36fa330ffa42 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:31:37.887532 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-bb216ee2-18aa-488b-b197-c7776ac791f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:37.933339 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-ac24b14c-5972-4713-8905-86435097001b admin admin] Deleting port 3797ce7f-676a-42af-8bea-435f1b52fb30 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:31:37.933924 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ac24b14c-5972-4713-8905-86435097001b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:38.051262 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecdc0f6c-ba15-44b3-ad34-36fa330ffa42 admin admin] Made reservation on behalf of 83f2c056922441a380e38bb8b16784e5 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:31:38.053830 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ecdc0f6c-ba15-44b3-ad34-36fa330ffa42 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:38.098667 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-a0c2a96c-3593-4588-93a8-10aa3a0d1290 req-c4119c4d-5b37-44c9-856e-df525cc1e1dc tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Synchronizing usage tracker for tenant:6721380b025b4977bb6883114d898ed6 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:31:38.135874 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-a0c2a96c-3593-4588-93a8-10aa3a0d1290 req-c4119c4d-5b37-44c9-856e-df525cc1e1dc tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Unset dirty status for tenant:6721380b025b4977bb6883114d898ed6 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:31:38.145448 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a0c2a96c-3593-4588-93a8-10aa3a0d1290 req-c4119c4d-5b37-44c9-856e-df525cc1e1dc tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=6721380b025b4977bb6883114d898ed6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3143389 Feb 09 01:31:38.160643 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a951b3a5-190d-41e6-bf77-bcb32bcf91b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:38.262853 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-ac24b14c-5972-4713-8905-86435097001b admin admin] For port 3797ce7f-676a-42af-8bea-435f1b52fb30, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=3797ce7f-676a-42af-8bea-435f1b52fb30,segment=NetworkSegment(ea7e8ec0-8208-4521-b904-1f04798510c5),segment_id=ea7e8ec0-8208-4521-b904-1f04798510c5)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:31:38.263877 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ac24b14c-5972-4713-8905-86435097001b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:38.329479 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ecdc0f6c-ba15-44b3-ad34-36fa330ffa42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:38.367754 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-bb216ee2-18aa-488b-b197-c7776ac791f7 None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:38.395469 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-bb216ee2-18aa-488b-b197-c7776ac791f7 None None] Transition to ACTIVE for port object 7a950c71-3941-4d34-a19e-a25fb45cd2c1 will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:31:38.403449 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-bb216ee2-18aa-488b-b197-c7776ac791f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:38.411299 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-ac24b14c-5972-4713-8905-86435097001b admin admin] Calling delete_port for 3797ce7f-676a-42af-8bea-435f1b52fb30 owned by network:router_interface {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:31:38.489548 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdc0f6c-ba15-44b3-ad34-36fa330ffa42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=577680fd-2d6b-4bbd-8b92-01f828cf05ff,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:38.508013 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a0c2a96c-3593-4588-93a8-10aa3a0d1290 req-748e4d8c-eaf3-49f5-8bc5-e174adaf9725 service neutron] 10.222.0.105 "GET /v2.0/networks/f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3617496 Feb 09 01:31:38.509665 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 4ccdc415-311c-4e36-961b-500de860ba68 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:31:38.517321 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdc0f6c-ba15-44b3-ad34-36fa330ffa42 admin admin] Checking segment: {'id': '27d0c4f0-9164-438b-805b-314f019a4c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '788834d7-5a82-4c7e-89f7-1339b4e1f375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:31:38.517961 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecdc0f6c-ba15-44b3-ad34-36fa330ffa42 admin admin] Network hostable DHCP agents. Network: 788834d7-5a82-4c7e-89f7-1339b4e1f375, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:31:38.553295 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecdc0f6c-ba15-44b3-ad34-36fa330ffa42 admin admin] Network 788834d7-5a82-4c7e-89f7-1339b4e1f375 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:31:38.572621 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-ecdc0f6c-ba15-44b3-ad34-36fa330ffa42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 788834d7-5a82-4c7e-89f7-1339b4e1f375) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:38.580906 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecdc0f6c-ba15-44b3-ad34-36fa330ffa42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:38.582879 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ecdc0f6c-ba15-44b3-ad34-36fa330ffa42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:38.615299 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4372fe0-3900-48e4-8f32-18c3861a9d89 None None] Network 788834d7-5a82-4c7e-89f7-1339b4e1f375 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:31:38.644052 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ecdc0f6c-ba15-44b3-ad34-36fa330ffa42 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8288307 Feb 09 01:31:38.753994 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60524073-1989-4dd7-b65f-55e7c493a8f7 None None] Pushing event updated for resources: {'Port': ['ID=7a950c71-3941-4d34-a19e-a25fb45cd2c1,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:38.846575 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60524073-1989-4dd7-b65f-55e7c493a8f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:38.855791 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60524073-1989-4dd7-b65f-55e7c493a8f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:38.856289 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60524073-1989-4dd7-b65f-55e7c493a8f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:38.857887 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60524073-1989-4dd7-b65f-55e7c493a8f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:38.858376 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60524073-1989-4dd7-b65f-55e7c493a8f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:38.859120 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60524073-1989-4dd7-b65f-55e7c493a8f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:38.859728 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60524073-1989-4dd7-b65f-55e7c493a8f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:38.860278 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60524073-1989-4dd7-b65f-55e7c493a8f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:38.860969 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60524073-1989-4dd7-b65f-55e7c493a8f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:38.861448 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60524073-1989-4dd7-b65f-55e7c493a8f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:38.862459 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60524073-1989-4dd7-b65f-55e7c493a8f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:38.869648 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60524073-1989-4dd7-b65f-55e7c493a8f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:38.924664 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-bb216ee2-18aa-488b-b197-c7776ac791f7 None None] Attempting to bind port 7a950c71-3941-4d34-a19e-a25fb45cd2c1 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:31:38.924913 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-bb216ee2-18aa-488b-b197-c7776ac791f7 None None] Attempting to bind port 7a950c71-3941-4d34-a19e-a25fb45cd2c1 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '86926a2c-2cba-439d-8c1c-aff647b7a8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2bd9f273-1664-44a2-b5ad-af90ff7d63ed'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:31:38.925276 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb216ee2-18aa-488b-b197-c7776ac791f7 None None] Attempting to bind port 7a950c71-3941-4d34-a19e-a25fb45cd2c1 on network 2bd9f273-1664-44a2-b5ad-af90ff7d63ed {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:31:38.933293 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb216ee2-18aa-488b-b197-c7776ac791f7 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:31:38.933823 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb216ee2-18aa-488b-b197-c7776ac791f7 None None] Checking segment: {'id': '86926a2c-2cba-439d-8c1c-aff647b7a8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2bd9f273-1664-44a2-b5ad-af90ff7d63ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:31:38.934141 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-bb216ee2-18aa-488b-b197-c7776ac791f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:38.934534 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb216ee2-18aa-488b-b197-c7776ac791f7 None None] Bound using segment: {'id': '86926a2c-2cba-439d-8c1c-aff647b7a8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2bd9f273-1664-44a2-b5ad-af90ff7d63ed'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:31:38.935083 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-bb216ee2-18aa-488b-b197-c7776ac791f7 None None] Bound port: 7a950c71-3941-4d34-a19e-a25fb45cd2c1, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86926a2c-2cba-439d-8c1c-aff647b7a8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2bd9f273-1664-44a2-b5ad-af90ff7d63ed'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:31:38.935453 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-bb216ee2-18aa-488b-b197-c7776ac791f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:38.938150 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 4ccdc415-311c-4e36-961b-500de860ba68 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:38.938665 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:39.105740 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-bb216ee2-18aa-488b-b197-c7776ac791f7 None None] For port 7a950c71-3941-4d34-a19e-a25fb45cd2c1, host n-d-828418-1, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:31:39.113661 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-bb216ee2-18aa-488b-b197-c7776ac791f7 None None] For port 7a950c71-3941-4d34-a19e-a25fb45cd2c1, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=7a950c71-3941-4d34-a19e-a25fb45cd2c1,segment=NetworkSegment(86926a2c-2cba-439d-8c1c-aff647b7a8de),segment_id=86926a2c-2cba-439d-8c1c-aff647b7a8de)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:31:39.129821 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-bb216ee2-18aa-488b-b197-c7776ac791f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:39.167526 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f59dcbf-ec98-40f4-bf38-298b69a17782 None None] Network 788834d7-5a82-4c7e-89f7-1339b4e1f375 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:31:39.220271 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a0c2a96c-3593-4588-93a8-10aa3a0d1290 req-77de8f6b-ab16-49eb-b7ff-379d737d0c1c service neutron] 10.222.0.105 "GET /v2.0/networks/f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5081606 Feb 09 01:31:39.249400 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb216ee2-18aa-488b-b197-c7776ac791f7 None None] Routers {'6579def6-3a11-4759-9d8d-28d1a24c4240'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:31:39.250086 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-bb216ee2-18aa-488b-b197-c7776ac791f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:31:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['6579def6-3a11-4759-9d8d-28d1a24c4240'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:39.408610 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ac24b14c-5972-4713-8905-86435097001b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:39.528134 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac24b14c-5972-4713-8905-86435097001b admin admin] Pushing event deleted for resources: {'Port': ['ID=3797ce7f-676a-42af-8bea-435f1b52fb30,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:39.941131 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60524073-1989-4dd7-b65f-55e7c493a8f7 None None] Pushing event updated for resources: {'Port': ['ID=7a950c71-3941-4d34-a19e-a25fb45cd2c1,revision_number=4']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:39.999860 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-bb216ee2-18aa-488b-b197-c7776ac791f7 None None] Set router 6579def6-3a11-4759-9d8d-28d1a24c4240 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:31:40.280869 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5cf49d94-8e90-48b8-ae76-19bdce323acd req-38542192-0f04-467c-9f30-f2bd5fe82709 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=17aed23f-7725-48fc-b53b-d7c19885da6c HTTP/1.1" status: 200 len: 210 time: 0.0937488 Feb 09 01:31:40.312948 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ac24b14c-5972-4713-8905-86435097001b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:40.469905 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-79f97bd9-3de2-4302-94d4-c9561dc86066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:40.649314 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-bb216ee2-18aa-488b-b197-c7776ac791f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6579def6-3a11-4759-9d8d-28d1a24c4240', 'name': 'tempest-TestVolumeBootPattern-229294909-router', 'tenant_id': 'b15607cf627440a08627f80750bb4781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '4ccdc415-311c-4e36-961b-500de860ba68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:24Z', 'updated_at': '2022-02-09T01:31:32Z', 'revision_number': 4, 'project_id': 'b15607cf627440a08627f80750bb4781', 'gw_port': {'id': '4ccdc415-311c-4e36-961b-500de860ba68', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ed:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6579def6-3a11-4759-9d8d-28d1a24c4240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:25Z', 'updated_at': '2022-02-09T01:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '7a950c71-3941-4d34-a19e-a25fb45cd2c1', 'name': '', 'network_id': '2bd9f273-1664-44a2-b5ad-af90ff7d63ed', 'tenant_id': 'b15607cf627440a08627f80750bb4781', 'mac_address': 'fa:16:3e:bc:6a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6579def6-3a11-4759-9d8d-28d1a24c4240', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'e6f5f8f6-aab3-43d2-a9f4-3e47c78b876f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:31Z', 'updated_at': '2022-02-09T01:31:39Z', 'revision_number': 4, 'project_id': 'b15607cf627440a08627f80750bb4781', 'subnets': [{'id': 'e6f5f8f6-aab3-43d2-a9f4-3e47c78b876f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:40.660353 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb216ee2-18aa-488b-b197-c7776ac791f7 None None] The sync data for ids ['6579def6-3a11-4759-9d8d-28d1a24c4240'] in n-d-828418-1 is: [{'id': '6579def6-3a11-4759-9d8d-28d1a24c4240', 'name': 'tempest-TestVolumeBootPattern-229294909-router', 'tenant_id': 'b15607cf627440a08627f80750bb4781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '4ccdc415-311c-4e36-961b-500de860ba68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:24Z', 'updated_at': '2022-02-09T01:31:32Z', 'revision_number': 4, 'project_id': 'b15607cf627440a08627f80750bb4781', 'gw_port': {'id': '4ccdc415-311c-4e36-961b-500de860ba68', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ed:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6579def6-3a11-4759-9d8d-28d1a24c4240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:25Z', 'updated_at': '2022-02-09T01:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '7a950c71-3941-4d34-a19e-a25fb45cd2c1', 'name': '', 'network_id': '2bd9f273-1664-44a2-b5ad-af90ff7d63ed', 'tenant_id': 'b15607cf627440a08627f80750bb4781', 'mac_address': 'fa:16:3e:bc:6a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6579def6-3a11-4759-9d8d-28d1a24c4240', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'e6f5f8f6-aab3-43d2-a9f4-3e47c78b876f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:31Z', 'updated_at': '2022-02-09T01:31:39Z', 'revision_number': 4, 'project_id': 'b15607cf627440a08627f80750bb4781', 'subnets': [{'id': 'e6f5f8f6-aab3-43d2-a9f4-3e47c78b876f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:31:40.679794 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 7a950c71-3941-4d34-a19e-a25fb45cd2c1 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:31:40.948043 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 7a950c71-3941-4d34-a19e-a25fb45cd2c1 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:31:40.969425 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 7a950c71-3941-4d34-a19e-a25fb45cd2c1 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:40.969843 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:41.077026 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac24b14c-5972-4713-8905-86435097001b admin admin] Router d65ecd0f-2c26-45a3-8cc8-7b9d588449a1 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:31:41.225482 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40538) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:41.312912 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:41.356421 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778c1365-8d02-4c3e-82c8-80d0c70f73a5 tempest-TestNetworkBasicOps-1758285558 tempest-TestNetworkBasicOps-1758285558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:41.357203 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778c1365-8d02-4c3e-82c8-80d0c70f73a5 tempest-TestNetworkBasicOps-1758285558 tempest-TestNetworkBasicOps-1758285558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:41.358411 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778c1365-8d02-4c3e-82c8-80d0c70f73a5 tempest-TestNetworkBasicOps-1758285558 tempest-TestNetworkBasicOps-1758285558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:41.368101 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-778c1365-8d02-4c3e-82c8-80d0c70f73a5 tempest-TestNetworkBasicOps-1758285558 tempest-TestNetworkBasicOps-1758285558-project-admin] 10.222.0.105 "GET /v2.0/ports?project_id=59b43f7aa2bc4476a3c7bc7857b33f06&network_id=3c4fc1c2-da7d-4d47-9fab-e3152cd69d37 HTTP/1.1" status: 200 len: 2970 time: 0.1389072 Feb 09 01:31:41.436641 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 7a950c71-3941-4d34-a19e-a25fb45cd2c1, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=7a950c71-3941-4d34-a19e-a25fb45cd2c1,segment=NetworkSegment(86926a2c-2cba-439d-8c1c-aff647b7a8de),segment_id=86926a2c-2cba-439d-8c1c-aff647b7a8de)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:31:41.441462 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:41.625180 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:41.628308 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b128068d-6fd9-4b57-8a7e-88e85e02fdf3 req-93b4c1bc-36fa-4676-a454-ab7bde72c1ff tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=17aed23f-7725-48fc-b53b-d7c19885da6c HTTP/1.1" status: 200 len: 210 time: 0.0751755 Feb 09 01:31:41.638692 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac24b14c-5972-4713-8905-86435097001b admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:31:41.649847 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-ac24b14c-5972-4713-8905-86435097001b admin admin] 10.222.0.105 "PUT /v2.0/routers/d65ecd0f-2c26-45a3-8cc8-7b9d588449a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5875061 Feb 09 01:31:41.650637 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40582) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:41.660409 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab72a31-a028-4474-a0a4-054f712bc82f None None] Sync routers for ids ['d65ecd0f-2c26-45a3-8cc8-7b9d588449a1'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:31:41.679505 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab72a31-a028-4474-a0a4-054f712bc82f None None] Routers {'d65ecd0f-2c26-45a3-8cc8-7b9d588449a1'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:31:41.680344 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-2ab72a31-a028-4474-a0a4-054f712bc82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:31:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['d65ecd0f-2c26-45a3-8cc8-7b9d588449a1'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:41.745996 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:41.793004 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=7a950c71-3941-4d34-a19e-a25fb45cd2c1,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:41.908904 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-2ab72a31-a028-4474-a0a4-054f712bc82f None None] Set router d65ecd0f-2c26-45a3-8cc8-7b9d588449a1 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:31:41.938151 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-99e07322-4066-45f1-ab65-41c5c7af56aa admin admin] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:42.162048 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-99e07322-4066-45f1-ab65-41c5c7af56aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:42.174526 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-99e07322-4066-45f1-ab65-41c5c7af56aa admin admin] Deleting port 730e3a44-7a17-4a52-bab9-dca847f538b7 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:31:42.175278 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-99e07322-4066-45f1-ab65-41c5c7af56aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:42.176329 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c2a96c-3593-4588-93a8-10aa3a0d1290 req-997e4429-3fcc-4a16-bab1-8ca945ffb74c tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:42.178068 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a0c2a96c-3593-4588-93a8-10aa3a0d1290 req-997e4429-3fcc-4a16-bab1-8ca945ffb74c tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.99 "GET /v2.0/networks?id=f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f HTTP/1.1" status: 200 len: 812 time: 0.2591915 Feb 09 01:31:42.190787 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-a0c2a96c-3593-4588-93a8-10aa3a0d1290 req-8fcd325a-3d43-45d2-975e-a4e5edb8292b tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Request body: {'port': {'device_id': '17aed23f-7725-48fc-b53b-d7c19885da6c', 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f', 'admin_state_up': True, 'tenant_id': '6721380b025b4977bb6883114d898ed6'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:42.438026 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-2ab72a31-a028-4474-a0a4-054f712bc82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd65ecd0f-2c26-45a3-8cc8-7b9d588449a1', 'name': 'tempest-TestServerMultinode-2139997346-router', 'tenant_id': 'e45ddf90fd1d475aa0976212ef8f536d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '730e3a44-7a17-4a52-bab9-dca847f538b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:05Z', 'updated_at': '2022-02-09T01:31:39Z', 'revision_number': 5, 'project_id': 'e45ddf90fd1d475aa0976212ef8f536d', 'gw_port': {'id': '730e3a44-7a17-4a52-bab9-dca847f538b7', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:fb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65ecd0f-2c26-45a3-8cc8-7b9d588449a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:08Z', 'updated_at': '2022-02-09T01:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:42.443669 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab72a31-a028-4474-a0a4-054f712bc82f None None] Checking router: d65ecd0f-2c26-45a3-8cc8-7b9d588449a1 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:31:42.451906 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-99e07322-4066-45f1-ab65-41c5c7af56aa admin admin] For port 730e3a44-7a17-4a52-bab9-dca847f538b7, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=730e3a44-7a17-4a52-bab9-dca847f538b7,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:31:42.453066 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-99e07322-4066-45f1-ab65-41c5c7af56aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:42.456457 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab72a31-a028-4474-a0a4-054f712bc82f None None] Routers {'d65ecd0f-2c26-45a3-8cc8-7b9d588449a1'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:31:42.457688 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-2ab72a31-a028-4474-a0a4-054f712bc82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:31:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['d65ecd0f-2c26-45a3-8cc8-7b9d588449a1'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:42.679488 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 7a950c71-3941-4d34-a19e-a25fb45cd2c1 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:31:42.719343 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-a0c2a96c-3593-4588-93a8-10aa3a0d1290 req-8fcd325a-3d43-45d2-975e-a4e5edb8292b tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:31:42.739312 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-a0c2a96c-3593-4588-93a8-10aa3a0d1290 req-8fcd325a-3d43-45d2-975e-a4e5edb8292b tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:31:42.750614 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0c2a96c-3593-4588-93a8-10aa3a0d1290 req-8fcd325a-3d43-45d2-975e-a4e5edb8292b tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Made reservation on behalf of 6721380b025b4977bb6883114d898ed6 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:31:42.754686 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a0c2a96c-3593-4588-93a8-10aa3a0d1290 req-8fcd325a-3d43-45d2-975e-a4e5edb8292b tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:42.766153 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-2ab72a31-a028-4474-a0a4-054f712bc82f None None] Set router d65ecd0f-2c26-45a3-8cc8-7b9d588449a1 gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:31:42.793022 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-99e07322-4066-45f1-ab65-41c5c7af56aa admin admin] Calling delete_port for 730e3a44-7a17-4a52-bab9-dca847f538b7 owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:31:42.920731 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-2ab72a31-a028-4474-a0a4-054f712bc82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd65ecd0f-2c26-45a3-8cc8-7b9d588449a1', 'name': 'tempest-TestServerMultinode-2139997346-router', 'tenant_id': 'e45ddf90fd1d475aa0976212ef8f536d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:05Z', 'updated_at': '2022-02-09T01:31:42Z', 'revision_number': 6, 'project_id': 'e45ddf90fd1d475aa0976212ef8f536d', 'gw_port_host': None}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:42.933218 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab72a31-a028-4474-a0a4-054f712bc82f None None] The sync data for ids ['d65ecd0f-2c26-45a3-8cc8-7b9d588449a1'] in n-d-828418-1 is: [{'id': 'd65ecd0f-2c26-45a3-8cc8-7b9d588449a1', 'name': 'tempest-TestServerMultinode-2139997346-router', 'tenant_id': 'e45ddf90fd1d475aa0976212ef8f536d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:05Z', 'updated_at': '2022-02-09T01:31:42Z', 'revision_number': 6, 'project_id': 'e45ddf90fd1d475aa0976212ef8f536d', 'gw_port_host': None}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:31:42.968854 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 7a950c71-3941-4d34-a19e-a25fb45cd2c1 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:42.969646 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:42.973176 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-a0c2a96c-3593-4588-93a8-10aa3a0d1290 req-8fcd325a-3d43-45d2-975e-a4e5edb8292b tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Allocated IP 172.20.0.6 (f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f/572cbc39-1162-4835-b49c-9787164ff8f8/c568b178-b355-48e0-8bf3-633843a3af20) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:31:43.197878 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d5aba553-6e77-4832-8073-a81c2f6d4dd3 req-837eaf4f-bbf0-4f4a-93aa-b7ec55f795f0 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=17aed23f-7725-48fc-b53b-d7c19885da6c HTTP/1.1" status: 200 len: 210 time: 0.1215587 Feb 09 01:31:43.219916 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:43.289643 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 40610) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:43.325249 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-99e07322-4066-45f1-ab65-41c5c7af56aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:43.533722 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f47a646-8e3d-440f-94b9-cd7fc1bb2551 tempest-TestNetworkBasicOps-1758285558 tempest-TestNetworkBasicOps-1758285558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:43.549641 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-9f47a646-8e3d-440f-94b9-cd7fc1bb2551 tempest-TestNetworkBasicOps-1758285558 tempest-TestNetworkBasicOps-1758285558-project-admin] 10.222.0.105 "GET /v2.0/subnets?network_id=3d885c3c-255c-4e54-addc-b28437d0b18e HTTP/1.1" status: 200 len: 814 time: 0.2449164 Feb 09 01:31:43.592974 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e07322-4066-45f1-ab65-41c5c7af56aa admin admin] Pushing event deleted for resources: {'Port': ['ID=730e3a44-7a17-4a52-bab9-dca847f538b7,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:43.594526 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a0c2a96c-3593-4588-93a8-10aa3a0d1290 req-8fcd325a-3d43-45d2-975e-a4e5edb8292b tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:43.626994 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-a0c2a96c-3593-4588-93a8-10aa3a0d1290 req-8fcd325a-3d43-45d2-975e-a4e5edb8292b tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Transition to ACTIVE for port object c568b178-b355-48e0-8bf3-633843a3af20 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:31:43.680553 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a0c2a96c-3593-4588-93a8-10aa3a0d1290 req-8fcd325a-3d43-45d2-975e-a4e5edb8292b tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:43.709193 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-99e07322-4066-45f1-ab65-41c5c7af56aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:43.775290 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0c2a96c-3593-4588-93a8-10aa3a0d1290 req-8fcd325a-3d43-45d2-975e-a4e5edb8292b tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Network f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:31:43.787039 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-a0c2a96c-3593-4588-93a8-10aa3a0d1290 req-8fcd325a-3d43-45d2-975e-a4e5edb8292b tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:43.804369 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0c2a96c-3593-4588-93a8-10aa3a0d1290 req-8fcd325a-3d43-45d2-975e-a4e5edb8292b tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:31:43.972693 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcd325a-3d43-45d2-975e-a4e5edb8292b tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Pushing event updated for resources: {'Port': ['ID=c568b178-b355-48e0-8bf3-633843a3af20,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:44.000829 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c2a96c-3593-4588-93a8-10aa3a0d1290 req-8fcd325a-3d43-45d2-975e-a4e5edb8292b tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:44.001501 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a0c2a96c-3593-4588-93a8-10aa3a0d1290 req-8fcd325a-3d43-45d2-975e-a4e5edb8292b tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:44.031548 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-99e07322-4066-45f1-ab65-41c5c7af56aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:44.034935 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-99e07322-4066-45f1-ab65-41c5c7af56aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:44.043884 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40620) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:44.055766 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-bd095788-a978-4867-8e5a-8c2592bb3de3 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Request body: {'network': {'name': 'tempest-network-smoke--1395215883', 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'port_security_enabled': True}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:44.063043 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a0c2a96c-3593-4588-93a8-10aa3a0d1290 req-8fcd325a-3d43-45d2-975e-a4e5edb8292b tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8773208 Feb 09 01:31:44.073807 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-bd095788-a978-4867-8e5a-8c2592bb3de3 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:31:44.075814 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-a0c2a96c-3593-4588-93a8-10aa3a0d1290 req-5eeb4136-0bb2-419f-ab10-c135648d2a57 service neutron] Request body: {'port': {'device_id': '17aed23f-7725-48fc-b53b-d7c19885da6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:44.079709 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-bd095788-a978-4867-8e5a-8c2592bb3de3 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Usage tracker for resource:network and tenant:59b43f7aa2bc4476a3c7bc7857b33f06 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:31:44.083598 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-bd095788-a978-4867-8e5a-8c2592bb3de3 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:31:44.087489 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-99e07322-4066-45f1-ab65-41c5c7af56aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:44.088084 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e07322-4066-45f1-ab65-41c5c7af56aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router d65ecd0f-2c26-45a3-8cc8-7b9d588449a1 {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:31:44.105154 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-bd095788-a978-4867-8e5a-8c2592bb3de3 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:31:44.110685 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-99e07322-4066-45f1-ab65-41c5c7af56aa admin admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:44.120971 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-99e07322-4066-45f1-ab65-41c5c7af56aa admin admin] 10.222.0.105 "DELETE /v2.0/routers/d65ecd0f-2c26-45a3-8cc8-7b9d588449a1 HTTP/1.1" status: 204 len: 168 time: 2.4650695 Feb 09 01:31:44.128853 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40626) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:44.167861 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-3bb9ad1a-02ae-42c6-bdaa-61935312c0c3 None None] Provisioning for port c568b178-b355-48e0-8bf3-633843a3af20 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:31:44.178369 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-3bb9ad1a-02ae-42c6-bdaa-61935312c0c3 None None] Provisioning complete for port c568b178-b355-48e0-8bf3-633843a3af20 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:44.179034 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3bb9ad1a-02ae-42c6-bdaa-61935312c0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:44.202893 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd095788-a978-4867-8e5a-8c2592bb3de3 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Made reservation on behalf of 59b43f7aa2bc4476a3c7bc7857b33f06 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:31:44.206825 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bd095788-a978-4867-8e5a-8c2592bb3de3 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:44.300564 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-29311bd6-832b-480b-9877-f3436e054537 admin admin] Deleting subnet 39eaa90e-b09e-4efb-9c59-e334a1470afc {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:31:44.303282 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-3bb9ad1a-02ae-42c6-bdaa-61935312c0c3 None None] Port c568b178-b355-48e0-8bf3-633843a3af20 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:31:44.313991 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd095788-a978-4867-8e5a-8c2592bb3de3 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:31:44.319621 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-29311bd6-832b-480b-9877-f3436e054537 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:44.349302 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a0c2a96c-3593-4588-93a8-10aa3a0d1290 req-5eeb4136-0bb2-419f-ab10-c135648d2a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:44.433456 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bd095788-a978-4867-8e5a-8c2592bb3de3 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:44.434285 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-bd095788-a978-4867-8e5a-8c2592bb3de3 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Added segment ab485e63-f12c-4525-bcfb-149dc21029d3 of type vlan for network 3ca281ca-f23c-462f-a312-3a74c426e6fb Feb 09 01:31:44.450204 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-29311bd6-832b-480b-9877-f3436e054537 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:44.473911 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 3797ce7f-676a-42af-8bea-435f1b52fb30 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:31:44.522717 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bd095788-a978-4867-8e5a-8c2592bb3de3 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:44.535722 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 3797ce7f-676a-42af-8bea-435f1b52fb30 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:31:44.536209 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 3797ce7f-676a-42af-8bea-435f1b52fb30 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:31:44.536750 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 730e3a44-7a17-4a52-bab9-dca847f538b7 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:31:44.579278 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 730e3a44-7a17-4a52-bab9-dca847f538b7 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:31:44.579814 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 730e3a44-7a17-4a52-bab9-dca847f538b7 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:31:44.618341 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bd095788-a978-4867-8e5a-8c2592bb3de3 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:44.624181 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd095788-a978-4867-8e5a-8c2592bb3de3 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:44.624989 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bd095788-a978-4867-8e5a-8c2592bb3de3 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:44.853266 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-29311bd6-832b-480b-9877-f3436e054537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:44.933024 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7cf8a2-0f22-432c-90a7-d38f24413295 req-99e02a60-6f50-42d0-87a3-b74b7897b47f tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:44.933775 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-fe7cf8a2-0f22-432c-90a7-d38f24413295 req-99e02a60-6f50-42d0-87a3-b74b7897b47f tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Synchronizing usage tracker for tenant:6721380b025b4977bb6883114d898ed6 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:31:44.964545 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-bd095788-a978-4867-8e5a-8c2592bb3de3 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9164534 Feb 09 01:31:44.969670 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40634) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:45.020490 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd095788-a978-4867-8e5a-8c2592bb3de3 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Pushing event updated for resources: {'Network': ['ID=3ca281ca-f23c-462f-a312-3a74c426e6fb,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:45.032665 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 3ca281ca-f23c-462f-a312-3a74c426e6fb details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:31:45.083096 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4175f0a9-8884-438d-a505-5e066cebb300 tempest-TestNetworkBasicOps-1758285558 tempest-TestNetworkBasicOps-1758285558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:45.092227 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-4175f0a9-8884-438d-a505-5e066cebb300 tempest-TestNetworkBasicOps-1758285558 tempest-TestNetworkBasicOps-1758285558-project-admin] 10.222.0.105 "GET /v2.0/subnets?project_id=59b43f7aa2bc4476a3c7bc7857b33f06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1193984 Feb 09 01:31:45.093098 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40638) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:45.171973 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-fe7cf8a2-0f22-432c-90a7-d38f24413295 req-99e02a60-6f50-42d0-87a3-b74b7897b47f tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Unset dirty status for tenant:6721380b025b4977bb6883114d898ed6 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:31:45.173562 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fe7cf8a2-0f22-432c-90a7-d38f24413295 req-99e02a60-6f50-42d0-87a3-b74b7897b47f tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=17aed23f-7725-48fc-b53b-d7c19885da6c HTTP/1.1" status: 200 len: 931 time: 0.5895770 Feb 09 01:31:45.184128 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-a0c2a96c-3593-4588-93a8-10aa3a0d1290 req-5eeb4136-0bb2-419f-ab10-c135648d2a57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c568b178-b355-48e0-8bf3-633843a3af20 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:31:45.216684 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a0c2a96c-3593-4588-93a8-10aa3a0d1290 req-5eeb4136-0bb2-419f-ab10-c135648d2a57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:45.229194 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-29311bd6-832b-480b-9877-f3436e054537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:45.249513 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-a0c2a96c-3593-4588-93a8-10aa3a0d1290 req-5eeb4136-0bb2-419f-ab10-c135648d2a57 service neutron] Transition to ACTIVE for port object c568b178-b355-48e0-8bf3-633843a3af20 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:31:45.265359 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a0c2a96c-3593-4588-93a8-10aa3a0d1290 req-5eeb4136-0bb2-419f-ab10-c135648d2a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:45.290263 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-29311bd6-832b-480b-9877-f3436e054537 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:45.295419 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66ca83e-3f47-4b0b-babe-455c06869771 None None] Network 2ef4ab06-0d41-4f66-ba87-75de2f21e016 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:31:45.301712 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-29311bd6-832b-480b-9877-f3436e054537 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/39eaa90e-b09e-4efb-9c59-e334a1470afc HTTP/1.1" status: 204 len: 168 time: 1.1704867 Feb 09 01:31:45.302673 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29311bd6-832b-480b-9877-f3436e054537 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39eaa90e-b09e-4efb-9c59-e334a1470afc,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:45.309147 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40646) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:45.371024 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fe7cf8a2-0f22-432c-90a7-d38f24413295 req-93d47ba2-ffa4-4a8e-95bd-cf87bc885397 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811385 Feb 09 01:31:45.474261 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818aea6e-7490-4512-b0c6-445c9b1f8f74 tempest-TestNetworkBasicOps-1758285558 tempest-TestNetworkBasicOps-1758285558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:45.478717 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-818aea6e-7490-4512-b0c6-445c9b1f8f74 tempest-TestNetworkBasicOps-1758285558 tempest-TestNetworkBasicOps-1758285558-project-admin] 10.222.0.105 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3775246 Feb 09 01:31:45.482664 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40652) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:45.582100 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c3ba423c-32c9-4268-adec-fc3d42c72aa0 tempest-TestNetworkBasicOps-1758285558 tempest-TestNetworkBasicOps-1758285558-project-admin] 10.222.0.105 "GET /v2.0/subnets?network_id=3d885c3c-255c-4e54-addc-b28437d0b18e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0981932 Feb 09 01:31:45.582701 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40656) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:45.590299 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-df355020-e463-477d-b470-fd8afc84fbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:45.669237 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-7645cfea-6d49-4a91-972a-bddc9c99d07a tempest-TestNetworkBasicOps-1758285558 tempest-TestNetworkBasicOps-1758285558-project-admin] 10.222.0.105 "GET /v2.0/subnets?project_id=59b43f7aa2bc4476a3c7bc7857b33f06&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0838974 Feb 09 01:31:45.676596 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40660) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:45.710806 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeb4136-0bb2-419f-ab10-c135648d2a57 service neutron] Pushing event updated for resources: {'Port': ['ID=c568b178-b355-48e0-8bf3-633843a3af20,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:45.751674 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-df355020-e463-477d-b470-fd8afc84fbd7 admin admin] Deleting port 5fdc4af1-ad68-4d69-8a1e-c1c10d5010aa {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:31:45.752185 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-df355020-e463-477d-b470-fd8afc84fbd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:45.763892 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-a0c2a96c-3593-4588-93a8-10aa3a0d1290 req-5eeb4136-0bb2-419f-ab10-c135648d2a57 service neutron] Attempting to bind port c568b178-b355-48e0-8bf3-633843a3af20 on host n-h2-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:31:45.763892 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-a0c2a96c-3593-4588-93a8-10aa3a0d1290 req-5eeb4136-0bb2-419f-ab10-c135648d2a57 service neutron] Attempting to bind port c568b178-b355-48e0-8bf3-633843a3af20 by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': 'eb2641ac-e580-4925-8dd1-0f4584fc0d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:31:45.764571 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c2a96c-3593-4588-93a8-10aa3a0d1290 req-5eeb4136-0bb2-419f-ab10-c135648d2a57 service neutron] Attempting to bind port c568b178-b355-48e0-8bf3-633843a3af20 on network f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:31:45.771188 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c2a96c-3593-4588-93a8-10aa3a0d1290 req-5eeb4136-0bb2-419f-ab10-c135648d2a57 service neutron] Port c568b178-b355-48e0-8bf3-633843a3af20 on network f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:31:45.773923 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c2a96c-3593-4588-93a8-10aa3a0d1290 req-5eeb4136-0bb2-419f-ab10-c135648d2a57 service neutron] Attempting to bind port c568b178-b355-48e0-8bf3-633843a3af20 on network f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:31:45.784149 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c2a96c-3593-4588-93a8-10aa3a0d1290 req-5eeb4136-0bb2-419f-ab10-c135648d2a57 service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:31:45.786332 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c2a96c-3593-4588-93a8-10aa3a0d1290 req-5eeb4136-0bb2-419f-ab10-c135648d2a57 service neutron] Checking segment: {'id': 'eb2641ac-e580-4925-8dd1-0f4584fc0d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:31:45.786828 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c2a96c-3593-4588-93a8-10aa3a0d1290 req-5eeb4136-0bb2-419f-ab10-c135648d2a57 service neutron] Bound using segment: {'id': 'eb2641ac-e580-4925-8dd1-0f4584fc0d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:31:45.788639 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-a0c2a96c-3593-4588-93a8-10aa3a0d1290 req-5eeb4136-0bb2-419f-ab10-c135648d2a57 service neutron] Bound port: c568b178-b355-48e0-8bf3-633843a3af20, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb2641ac-e580-4925-8dd1-0f4584fc0d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:31:45.789995 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a0c2a96c-3593-4588-93a8-10aa3a0d1290 req-5eeb4136-0bb2-419f-ab10-c135648d2a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:45.840768 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52922372-0f39-4332-b28a-56a1222885da None None] DHCP port deletion for 2ef4ab06-0d41-4f66-ba87-75de2f21e016 request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:31:45.860944 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-52922372-0f39-4332-b28a-56a1222885da None None] Deleting port 5fdc4af1-ad68-4d69-8a1e-c1c10d5010aa {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:31:45.860944 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-52922372-0f39-4332-b28a-56a1222885da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:45.956781 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-a0c2a96c-3593-4588-93a8-10aa3a0d1290 req-5eeb4136-0bb2-419f-ab10-c135648d2a57 service neutron] For port c568b178-b355-48e0-8bf3-633843a3af20, host n-h2-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:31:45.961156 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-a0c2a96c-3593-4588-93a8-10aa3a0d1290 req-5eeb4136-0bb2-419f-ab10-c135648d2a57 service neutron] For port c568b178-b355-48e0-8bf3-633843a3af20, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=c568b178-b355-48e0-8bf3-633843a3af20,segment=NetworkSegment(eb2641ac-e580-4925-8dd1-0f4584fc0d1e),segment_id=eb2641ac-e580-4925-8dd1-0f4584fc0d1e)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:31:45.965500 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a0c2a96c-3593-4588-93a8-10aa3a0d1290 req-5eeb4136-0bb2-419f-ab10-c135648d2a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:46.229311 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-52922372-0f39-4332-b28a-56a1222885da None None] For port 5fdc4af1-ad68-4d69-8a1e-c1c10d5010aa, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=5fdc4af1-ad68-4d69-8a1e-c1c10d5010aa,segment=NetworkSegment(ea7e8ec0-8208-4521-b904-1f04798510c5),segment_id=ea7e8ec0-8208-4521-b904-1f04798510c5)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:31:46.230607 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-52922372-0f39-4332-b28a-56a1222885da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:46.294756 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c2a96c-3593-4588-93a8-10aa3a0d1290 req-5eeb4136-0bb2-419f-ab10-c135648d2a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:46.294756 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a0c2a96c-3593-4588-93a8-10aa3a0d1290 req-5eeb4136-0bb2-419f-ab10-c135648d2a57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:46.297425 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a0c2a96c-3593-4588-93a8-10aa3a0d1290 req-5eeb4136-0bb2-419f-ab10-c135648d2a57 service neutron] 10.222.0.99 "PUT /v2.0/ports/c568b178-b355-48e0-8bf3-633843a3af20 HTTP/1.1" status: 200 len: 1091 time: 2.2268949 Feb 09 01:31:46.298194 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeb4136-0bb2-419f-ab10-c135648d2a57 service neutron] Pushing event updated for resources: {'Port': ['ID=c568b178-b355-48e0-8bf3-633843a3af20,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:46.303153 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17aed23f-7725-48fc-b53b-d7c19885da6c', 'tag': 'c568b178-b355-48e0-8bf3-633843a3af20'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:31:46.420407 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17aed23f-7725-48fc-b53b-d7c19885da6c', 'tag': 'c568b178-b355-48e0-8bf3-633843a3af20', 'status': 'completed', 'code': 200} Feb 09 01:31:46.494176 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-52922372-0f39-4332-b28a-56a1222885da None None] Calling delete_port for 5fdc4af1-ad68-4d69-8a1e-c1c10d5010aa owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:31:46.528314 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c2a96c-3593-4588-93a8-10aa3a0d1290 req-e6073c75-eb14-4c3c-a0fc-aa6584b10d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:46.530737 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a0c2a96c-3593-4588-93a8-10aa3a0d1290 req-e6073c75-eb14-4c3c-a0fc-aa6584b10d2c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=6721380b025b4977bb6883114d898ed6&device_id=17aed23f-7725-48fc-b53b-d7c19885da6c HTTP/1.1" status: 200 len: 1094 time: 0.1879642 Feb 09 01:31:46.633410 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17988e9e-5729-4702-b883-736935a6bab7 tempest-TestNetworkBasicOps-1758285558 tempest-TestNetworkBasicOps-1758285558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:46.635474 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-17988e9e-5729-4702-b883-736935a6bab7 tempest-TestNetworkBasicOps-1758285558 tempest-TestNetworkBasicOps-1758285558-project-admin] 10.222.0.105 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.9520686 Feb 09 01:31:46.638698 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40676) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:46.639247 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40678) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:46.651681 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 5fdc4af1-ad68-4d69-8a1e-c1c10d5010aa no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:31:46.669137 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a0c2a96c-3593-4588-93a8-10aa3a0d1290 req-c84d82e6-6f09-4ef2-b961-ae51640deefd service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c568b178-b355-48e0-8bf3-633843a3af20 HTTP/1.1" status: 200 len: 217 time: 0.1308112 Feb 09 01:31:46.765245 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-336ae69e-f8a0-4fc5-8626-70b0b15b75e8 tempest-TestNetworkBasicOps-1758285558 tempest-TestNetworkBasicOps-1758285558-project-admin] 10.222.0.105 "GET /v2.0/subnets?network_id=3d885c3c-255c-4e54-addc-b28437d0b18e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1197236 Feb 09 01:31:46.777048 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40686) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:46.781117 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-df355020-e463-477d-b470-fd8afc84fbd7 admin admin] For port 5fdc4af1-ad68-4d69-8a1e-c1c10d5010aa, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=5fdc4af1-ad68-4d69-8a1e-c1c10d5010aa,segment=NetworkSegment(ea7e8ec0-8208-4521-b904-1f04798510c5),segment_id=ea7e8ec0-8208-4521-b904-1f04798510c5)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:31:46.781587 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-df355020-e463-477d-b470-fd8afc84fbd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:46.783055 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-52922372-0f39-4332-b28a-56a1222885da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:46.802497 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-9119ee4a-487b-41e2-b7d7-70238c145108 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1396222992', 'network_id': '3ca281ca-f23c-462f-a312-3a74c426e6fb', 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:46.878079 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c2a96c-3593-4588-93a8-10aa3a0d1290 req-bdc79466-f7e3-4223-8f9e-3f16967a3eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:46.880311 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a0c2a96c-3593-4588-93a8-10aa3a0d1290 req-bdc79466-f7e3-4223-8f9e-3f16967a3eac service neutron] 10.222.0.99 "GET /v2.0/subnets?id=572cbc39-1162-4835-b49c-9787164ff8f8 HTTP/1.1" status: 200 len: 851 time: 0.1329203 Feb 09 01:31:46.899396 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52922372-0f39-4332-b28a-56a1222885da None None] No DVR routers for this DVR port 5fdc4af1-ad68-4d69-8a1e-c1c10d5010aa on host n-d-828418-1 {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:31:46.947577 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52922372-0f39-4332-b28a-56a1222885da None None] Pushing event deleted for resources: {'Port': ['ID=5fdc4af1-ad68-4d69-8a1e-c1c10d5010aa,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:46.969743 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No active binding found for port 5fdc4af1-ad68-4d69-8a1e-c1c10d5010aa {{(pid=87640) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 09 01:31:46.970453 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 5fdc4af1-ad68-4d69-8a1e-c1c10d5010aa not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:31:46.999293 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9119ee4a-487b-41e2-b7d7-70238c145108 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:31:47.013795 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc5050-987f-4e6d-ae60-e36b1df5de51 req-c6144afd-f66b-438e-9d80-6c3f6bb76c69 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:47.016169 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-17dc5050-987f-4e6d-ae60-e36b1df5de51 req-c6144afd-f66b-438e-9d80-6c3f6bb76c69 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=17aed23f-7725-48fc-b53b-d7c19885da6c HTTP/1.1" status: 200 len: 943 time: 0.3456335 Feb 09 01:31:47.089285 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-17dc5050-987f-4e6d-ae60-e36b1df5de51 req-d9fc9810-e22e-449c-a85a-12b6bbfab58e tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634882 Feb 09 01:31:47.104156 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c2a96c-3593-4588-93a8-10aa3a0d1290 req-5f1594df-4973-47ac-a647-c97479a5a7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:47.105908 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a0c2a96c-3593-4588-93a8-10aa3a0d1290 req-5f1594df-4973-47ac-a647-c97479a5a7f2 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2162430 Feb 09 01:31:47.167293 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-df355020-e463-477d-b470-fd8afc84fbd7 admin admin] Calling delete_port for 5fdc4af1-ad68-4d69-8a1e-c1c10d5010aa owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:31:47.201214 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-9119ee4a-487b-41e2-b7d7-70238c145108 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Usage tracker for resource:subnet and tenant:59b43f7aa2bc4476a3c7bc7857b33f06 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:31:47.212875 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-9119ee4a-487b-41e2-b7d7-70238c145108 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:31:47.229533 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9119ee4a-487b-41e2-b7d7-70238c145108 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:31:47.233197 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6947da3b-b89f-4423-842a-ef1eb4753975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:47.260410 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-6947da3b-b89f-4423-842a-ef1eb4753975 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:31:47.265273 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-6947da3b-b89f-4423-842a-ef1eb4753975 admin admin] Usage tracker for resource:security_group_rule and tenant:8e1dbbf7694e49698c63cb10c807a041 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:31:47.268487 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-6947da3b-b89f-4423-842a-ef1eb4753975 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:31:47.272391 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a0c2a96c-3593-4588-93a8-10aa3a0d1290 req-83bcc0d6-76ef-4b37-b9a3-edf55112a1f7 service neutron] 10.222.0.99 "GET /v2.0/networks/f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603680 Feb 09 01:31:47.279658 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-6947da3b-b89f-4423-842a-ef1eb4753975 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:31:47.295205 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9119ee4a-487b-41e2-b7d7-70238c145108 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Made reservation on behalf of 59b43f7aa2bc4476a3c7bc7857b33f06 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:31:47.299124 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9119ee4a-487b-41e2-b7d7-70238c145108 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:47.384791 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:31:47.439813 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.db.api [None req-df355020-e463-477d-b470-fd8afc84fbd7 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:31:47.440096 n-d-828418-1 neutron-server[87638]: DEBUG oslo_db.api [None req-df355020-e463-477d-b470-fd8afc84fbd7 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:31:47.445590 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a0c2a96c-3593-4588-93a8-10aa3a0d1290 req-6f743b15-0d59-4962-b590-cfa1ebfad3d6 service neutron] 10.222.0.99 "GET /v2.0/networks/f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667116 Feb 09 01:31:47.556278 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6947da3b-b89f-4423-842a-ef1eb4753975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:47.563436 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6947da3b-b89f-4423-842a-ef1eb4753975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:47.572312 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c757b-0426-4e23-b82f-2eb8ae66b7e7 req-71d138e6-dff1-4f89-bf0a-93b3ba6247a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:47.574241 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-098c757b-0426-4e23-b82f-2eb8ae66b7e7 req-71d138e6-dff1-4f89-bf0a-93b3ba6247a0 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=6721380b025b4977bb6883114d898ed6&device_id=17aed23f-7725-48fc-b53b-d7c19885da6c HTTP/1.1" status: 200 len: 1094 time: 0.0829365 Feb 09 01:31:47.611311 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6947da3b-b89f-4423-842a-ef1eb4753975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e0a389e-533f-473b-b7fd-ceb2f8a78c33,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:47.646987 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-6947da3b-b89f-4423-842a-ef1eb4753975 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=8e1dbbf7694e49698c63cb10c807a041&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0065279 Feb 09 01:31:47.650024 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40694) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:47.700250 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9119ee4a-487b-41e2-b7d7-70238c145108 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:47.737515 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c757b-0426-4e23-b82f-2eb8ae66b7e7 req-03afb123-e662-4430-ae01-750bee7cf07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:47.739021 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-098c757b-0426-4e23-b82f-2eb8ae66b7e7 req-03afb123-e662-4430-ae01-750bee7cf07d service neutron] 10.222.0.99 "GET /v2.0/networks?id=f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f HTTP/1.1" status: 200 len: 913 time: 0.1594861 Feb 09 01:31:47.799404 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9119ee4a-487b-41e2-b7d7-70238c145108 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Pushing event updated for resources: {'Subnet': ['ID=6f699826-71ec-4db5-aea0-9474fb90b761,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:47.803340 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1878d3e2-e1da-4082-ac19-3a3bea3a0cae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:47.806287 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-098c757b-0426-4e23-b82f-2eb8ae66b7e7 req-6e7f7901-6ab5-467f-b604-ec12203014f0 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c568b178-b355-48e0-8bf3-633843a3af20 HTTP/1.1" status: 200 len: 217 time: 0.0619235 Feb 09 01:31:47.823592 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9119ee4a-487b-41e2-b7d7-70238c145108 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Checking segment: {'id': 'ab485e63-f12c-4525-bcfb-149dc21029d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3ca281ca-f23c-462f-a312-3a74c426e6fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:31:47.823960 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9119ee4a-487b-41e2-b7d7-70238c145108 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Network hostable DHCP agents. Network: 3ca281ca-f23c-462f-a312-3a74c426e6fb, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:31:47.851386 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1878d3e2-e1da-4082-ac19-3a3bea3a0cae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:47.877460 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c757b-0426-4e23-b82f-2eb8ae66b7e7 req-b434da28-7b82-4c54-8271-f308a5ab1285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:47.879219 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-098c757b-0426-4e23-b82f-2eb8ae66b7e7 req-b434da28-7b82-4c54-8271-f308a5ab1285 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=572cbc39-1162-4835-b49c-9787164ff8f8 HTTP/1.1" status: 200 len: 851 time: 0.0677171 Feb 09 01:31:47.890100 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9119ee4a-487b-41e2-b7d7-70238c145108 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Network 3ca281ca-f23c-462f-a312-3a74c426e6fb is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:31:47.902799 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-9119ee4a-487b-41e2-b7d7-70238c145108 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 3ca281ca-f23c-462f-a312-3a74c426e6fb) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:47.907777 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9119ee4a-487b-41e2-b7d7-70238c145108 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:47.908570 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9119ee4a-487b-41e2-b7d7-70238c145108 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:47.936736 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87c8c3f-1417-410a-9b8e-51206c144bca None None] Network 3ca281ca-f23c-462f-a312-3a74c426e6fb requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:31:47.937263 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1878d3e2-e1da-4082-ac19-3a3bea3a0cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:47.939668 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1878d3e2-e1da-4082-ac19-3a3bea3a0cae admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:47.940875 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1878d3e2-e1da-4082-ac19-3a3bea3a0cae admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/2e0a389e-533f-473b-b7fd-ceb2f8a78c33 HTTP/1.1" status: 204 len: 168 time: 0.2899368 Feb 09 01:31:47.960315 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-df355020-e463-477d-b470-fd8afc84fbd7 admin admin] Deleting port 5fdc4af1-ad68-4d69-8a1e-c1c10d5010aa {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:31:47.960315 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-df355020-e463-477d-b470-fd8afc84fbd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:47.991026 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c757b-0426-4e23-b82f-2eb8ae66b7e7 req-4cd94e1c-4e56-438f-abb2-8664c176ba3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:47.992532 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-098c757b-0426-4e23-b82f-2eb8ae66b7e7 req-4cd94e1c-4e56-438f-abb2-8664c176ba3f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1077130 Feb 09 01:31:48.016828 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9119ee4a-487b-41e2-b7d7-70238c145108 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2385066 Feb 09 01:31:48.023896 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878d3e2-e1da-4082-ac19-3a3bea3a0cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e0a389e-533f-473b-b7fd-ceb2f8a78c33,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:48.065679 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-df355020-e463-477d-b470-fd8afc84fbd7 admin admin] The port '5fdc4af1-ad68-4d69-8a1e-c1c10d5010aa' was deleted {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:31:48.245161 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-098c757b-0426-4e23-b82f-2eb8ae66b7e7 req-e56cc97b-a18d-4f80-b7e8-f3a780b54417 service neutron] 10.222.0.99 "GET /v2.0/networks/f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442017 Feb 09 01:31:48.286587 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-df355020-e463-477d-b470-fd8afc84fbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:48.336563 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-df355020-e463-477d-b470-fd8afc84fbd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ef4ab06-0d41-4f66-ba87-75de2f21e016']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:48.364776 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-df355020-e463-477d-b470-fd8afc84fbd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea7e8ec0-8208-4521-b904-1f04798510c5') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:48.365122 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-df355020-e463-477d-b470-fd8afc84fbd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea7e8ec0-8208-4521-b904-1f04798510c5') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:48.396603 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-df355020-e463-477d-b470-fd8afc84fbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:48.436055 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d1f3b7-d8a1-40ff-b5a8-87fd94471a42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-3ca281ca-f23c-462f-a312-3a74c426e6fb', 'network_id': '3ca281ca-f23c-462f-a312-3a74c426e6fb', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'fixed_ips': [{'subnet_id': '6f699826-71ec-4db5-aea0-9474fb90b761'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:31:48.436983 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-63d1f3b7-d8a1-40ff-b5a8-87fd94471a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:48.439866 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-df355020-e463-477d-b470-fd8afc84fbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:48.447702 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df355020-e463-477d-b470-fd8afc84fbd7 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:31:48.448163 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-df355020-e463-477d-b470-fd8afc84fbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:48.554157 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3461d15-7ff9-4197-9e67-43b55dc8a1bf req-1ab2ad0d-b715-427d-be8d-f484852a911e tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:48.566632 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c3461d15-7ff9-4197-9e67-43b55dc8a1bf req-1ab2ad0d-b715-427d-be8d-f484852a911e tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=17aed23f-7725-48fc-b53b-d7c19885da6c HTTP/1.1" status: 200 len: 943 time: 0.3192704 Feb 09 01:31:48.589349 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:31:48.589349 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:31:48.589349 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:31:48.589349 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:31:48.589349 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:31:48.589349 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:31:48.589349 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:31:48.589349 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:31:48.589349 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:31:48.589349 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:31:48.589349 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:31:48.589349 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:31:48.589349 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:31:48.589349 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:31:48.589349 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:31:48.589349 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:31:48.589349 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:31:48.589349 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:31:48.589349 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:31:48.589349 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:31:48.589349 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:31:48.589349 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:31:48.589349 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:31:48.589349 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:31:48.589349 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:31:48.589349 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:31:48.589349 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:31:48.589349 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:31:48.589349 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:31:48.589349 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:31:48.589349 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:31:48.589349 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:31:48.593133 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40712) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:48.605014 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-5457d0c8-0e90-4b8b-ae46-f08f8c0119f2 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-132735007', 'description': 'tempest-secgroup-smoke-132735007 description', 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:48.643517 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5457d0c8-0e90-4b8b-ae46-f08f8c0119f2 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:31:48.646692 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-098c757b-0426-4e23-b82f-2eb8ae66b7e7 req-87d8a368-2e97-4260-a410-22fca2ef7952 service neutron] 10.222.0.99 "GET /v2.0/networks/f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269658 Feb 09 01:31:48.651120 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-5457d0c8-0e90-4b8b-ae46-f08f8c0119f2 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Usage tracker for resource:security_group and tenant:59b43f7aa2bc4476a3c7bc7857b33f06 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:31:48.664549 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-5457d0c8-0e90-4b8b-ae46-f08f8c0119f2 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:31:48.669759 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c3461d15-7ff9-4197-9e67-43b55dc8a1bf req-fcfcc972-9649-4713-bffe-b51432bd8986 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019421 Feb 09 01:31:48.674974 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-df355020-e463-477d-b470-fd8afc84fbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:48.725309 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5457d0c8-0e90-4b8b-ae46-f08f8c0119f2 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:31:48.728097 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-df355020-e463-477d-b470-fd8afc84fbd7 admin admin] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:48.745148 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-df355020-e463-477d-b470-fd8afc84fbd7 admin admin] 10.222.0.105 "DELETE /v2.0/networks/2ef4ab06-0d41-4f66-ba87-75de2f21e016 HTTP/1.1" status: 204 len: 168 time: 3.4344258 Feb 09 01:31:48.745148 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df355020-e463-477d-b470-fd8afc84fbd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ef4ab06-0d41-4f66-ba87-75de2f21e016,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:48.748290 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5457d0c8-0e90-4b8b-ae46-f08f8c0119f2 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:48.748638 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 40720) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:48.776032 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5457d0c8-0e90-4b8b-ae46-f08f8c0119f2 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:31:48.783073 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-63d1f3b7-d8a1-40ff-b5a8-87fd94471a42 None None] Allocated IP 172.20.0.18 (3ca281ca-f23c-462f-a312-3a74c426e6fb/6f699826-71ec-4db5-aea0-9474fb90b761/0d8226cf-8432-442b-99bf-1de65eab51ae) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:31:48.785192 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-5457d0c8-0e90-4b8b-ae46-f08f8c0119f2 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Usage tracker for resource:security_group_rule and tenant:59b43f7aa2bc4476a3c7bc7857b33f06 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:31:48.792548 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-5457d0c8-0e90-4b8b-ae46-f08f8c0119f2 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:31:48.804945 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5457d0c8-0e90-4b8b-ae46-f08f8c0119f2 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:31:48.938486 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5457d0c8-0e90-4b8b-ae46-f08f8c0119f2 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:48.944027 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5457d0c8-0e90-4b8b-ae46-f08f8c0119f2 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:49.001075 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5457d0c8-0e90-4b8b-ae46-f08f8c0119f2 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b69ac95-c27f-4d49-83b3-bf3fd0b3f97d,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:49.007214 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5457d0c8-0e90-4b8b-ae46-f08f8c0119f2 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:49.008794 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-5457d0c8-0e90-4b8b-ae46-f08f8c0119f2 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4093893 Feb 09 01:31:49.011590 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40726) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:49.020417 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-76456c18-848c-4f41-b528-24665a610314 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Request body: {'security_group_rule': {'security_group_id': '9b69ac95-c27f-4d49-83b3-bf3fd0b3f97d', 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:49.030135 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-76456c18-848c-4f41-b528-24665a610314 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:31:49.035240 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-76456c18-848c-4f41-b528-24665a610314 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Usage tracker for resource:security_group_rule and tenant:59b43f7aa2bc4476a3c7bc7857b33f06 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:31:49.039147 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-76456c18-848c-4f41-b528-24665a610314 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:31:49.046992 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-76456c18-848c-4f41-b528-24665a610314 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:31:49.070152 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-76456c18-848c-4f41-b528-24665a610314 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:49.163756 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-76456c18-848c-4f41-b528-24665a610314 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:49.169879 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-76456c18-848c-4f41-b528-24665a610314 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:49.180071 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-63d1f3b7-d8a1-40ff-b5a8-87fd94471a42 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:49.195568 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-63d1f3b7-d8a1-40ff-b5a8-87fd94471a42 None None] Transition to ACTIVE for port object 0d8226cf-8432-442b-99bf-1de65eab51ae will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:31:49.218406 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76456c18-848c-4f41-b528-24665a610314 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8daa853-c174-4bef-a4dd-19c3efb8d06f,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:49.241571 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-63d1f3b7-d8a1-40ff-b5a8-87fd94471a42 None None] Transition to ACTIVE for port object 0d8226cf-8432-442b-99bf-1de65eab51ae will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:31:49.251501 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-63d1f3b7-d8a1-40ff-b5a8-87fd94471a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:49.254908 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-76456c18-848c-4f41-b528-24665a610314 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:49.257476 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-76456c18-848c-4f41-b528-24665a610314 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2439330 Feb 09 01:31:49.259701 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40738) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:49.276332 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-5617bcf1-9cd4-46bc-886a-927a75d74115 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Request body: {'security_group_rule': {'security_group_id': '9b69ac95-c27f-4d49-83b3-bf3fd0b3f97d', 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:49.289497 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5617bcf1-9cd4-46bc-886a-927a75d74115 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:31:49.294912 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-5617bcf1-9cd4-46bc-886a-927a75d74115 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Usage tracker for resource:security_group_rule and tenant:59b43f7aa2bc4476a3c7bc7857b33f06 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:31:49.299234 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-5617bcf1-9cd4-46bc-886a-927a75d74115 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:31:49.306987 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5617bcf1-9cd4-46bc-886a-927a75d74115 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:31:49.330763 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5617bcf1-9cd4-46bc-886a-927a75d74115 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:49.380387 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d1f3b7-d8a1-40ff-b5a8-87fd94471a42 None None] Network 3ca281ca-f23c-462f-a312-3a74c426e6fb is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:31:49.387709 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-63d1f3b7-d8a1-40ff-b5a8-87fd94471a42 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:49.409683 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d1f3b7-d8a1-40ff-b5a8-87fd94471a42 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:31:49.446110 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5617bcf1-9cd4-46bc-886a-927a75d74115 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:49.456242 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5617bcf1-9cd4-46bc-886a-927a75d74115 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:49.512024 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d1f3b7-d8a1-40ff-b5a8-87fd94471a42 None None] Pushing event updated for resources: {'Port': ['ID=0d8226cf-8432-442b-99bf-1de65eab51ae,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:49.540583 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-63d1f3b7-d8a1-40ff-b5a8-87fd94471a42 None None] Attempting to bind port 0d8226cf-8432-442b-99bf-1de65eab51ae on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:31:49.541219 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-63d1f3b7-d8a1-40ff-b5a8-87fd94471a42 None None] Attempting to bind port 0d8226cf-8432-442b-99bf-1de65eab51ae by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'ab485e63-f12c-4525-bcfb-149dc21029d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3ca281ca-f23c-462f-a312-3a74c426e6fb'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:31:49.541778 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d1f3b7-d8a1-40ff-b5a8-87fd94471a42 None None] Attempting to bind port 0d8226cf-8432-442b-99bf-1de65eab51ae on network 3ca281ca-f23c-462f-a312-3a74c426e6fb {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:31:49.548401 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d1f3b7-d8a1-40ff-b5a8-87fd94471a42 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:31:49.549104 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d1f3b7-d8a1-40ff-b5a8-87fd94471a42 None None] Checking segment: {'id': 'ab485e63-f12c-4525-bcfb-149dc21029d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3ca281ca-f23c-462f-a312-3a74c426e6fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:31:49.549774 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-63d1f3b7-d8a1-40ff-b5a8-87fd94471a42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:49.550378 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d1f3b7-d8a1-40ff-b5a8-87fd94471a42 None None] Bound using segment: {'id': 'ab485e63-f12c-4525-bcfb-149dc21029d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3ca281ca-f23c-462f-a312-3a74c426e6fb'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:31:49.551055 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-63d1f3b7-d8a1-40ff-b5a8-87fd94471a42 None None] Bound port: 0d8226cf-8432-442b-99bf-1de65eab51ae, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab485e63-f12c-4525-bcfb-149dc21029d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3ca281ca-f23c-462f-a312-3a74c426e6fb'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:31:49.551640 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-63d1f3b7-d8a1-40ff-b5a8-87fd94471a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:49.561291 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5617bcf1-9cd4-46bc-886a-927a75d74115 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0484dba-c09b-4c50-9d83-5715de69c054,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:49.585178 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5617bcf1-9cd4-46bc-886a-927a75d74115 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:49.586796 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-5617bcf1-9cd4-46bc-886a-927a75d74115 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3264024 Feb 09 01:31:49.589514 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40746) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:49.598195 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-c27696d6-0b18-484c-8883-9061551b9cb3 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Request body: {'security_group_rule': {'security_group_id': '9b69ac95-c27f-4d49-83b3-bf3fd0b3f97d', 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:49.614069 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c27696d6-0b18-484c-8883-9061551b9cb3 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:31:49.619562 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-c27696d6-0b18-484c-8883-9061551b9cb3 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Usage tracker for resource:security_group_rule and tenant:59b43f7aa2bc4476a3c7bc7857b33f06 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:31:49.626964 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-c27696d6-0b18-484c-8883-9061551b9cb3 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:31:49.633066 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c27696d6-0b18-484c-8883-9061551b9cb3 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:31:49.660586 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-63d1f3b7-d8a1-40ff-b5a8-87fd94471a42 None None] For port 0d8226cf-8432-442b-99bf-1de65eab51ae, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:31:49.669721 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c27696d6-0b18-484c-8883-9061551b9cb3 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:49.672137 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-63d1f3b7-d8a1-40ff-b5a8-87fd94471a42 None None] For port 0d8226cf-8432-442b-99bf-1de65eab51ae, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=0d8226cf-8432-442b-99bf-1de65eab51ae,segment=NetworkSegment(ab485e63-f12c-4525-bcfb-149dc21029d3),segment_id=ab485e63-f12c-4525-bcfb-149dc21029d3)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:31:49.681947 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-63d1f3b7-d8a1-40ff-b5a8-87fd94471a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:49.824343 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c27696d6-0b18-484c-8883-9061551b9cb3 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:49.831598 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c27696d6-0b18-484c-8883-9061551b9cb3 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:49.861663 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27696d6-0b18-484c-8883-9061551b9cb3 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5311a089-073a-4d19-9d7c-9c576dc0a9df,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:49.878582 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c27696d6-0b18-484c-8883-9061551b9cb3 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:49.882777 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c27696d6-0b18-484c-8883-9061551b9cb3 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2893264 Feb 09 01:31:49.883430 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40752) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:49.893255 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-26fd2228-d9d0-4ce3-822b-faaec9715f07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:49.901172 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-80073d86-eb64-4b97-82dc-ca532fd51952 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Request body: {'security_group_rule': {'security_group_id': '9b69ac95-c27f-4d49-83b3-bf3fd0b3f97d', 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:49.923723 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-80073d86-eb64-4b97-82dc-ca532fd51952 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:31:49.939224 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-80073d86-eb64-4b97-82dc-ca532fd51952 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Usage tracker for resource:security_group_rule and tenant:59b43f7aa2bc4476a3c7bc7857b33f06 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:31:49.958755 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-80073d86-eb64-4b97-82dc-ca532fd51952 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:31:49.971215 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-80073d86-eb64-4b97-82dc-ca532fd51952 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:31:50.015142 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-80073d86-eb64-4b97-82dc-ca532fd51952 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:50.048706 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d1f3b7-d8a1-40ff-b5a8-87fd94471a42 None None] Pushing event updated for resources: {'Port': ['ID=0d8226cf-8432-442b-99bf-1de65eab51ae,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:50.186717 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-80073d86-eb64-4b97-82dc-ca532fd51952 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:50.193345 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-80073d86-eb64-4b97-82dc-ca532fd51952 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:50.229984 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80073d86-eb64-4b97-82dc-ca532fd51952 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d7b5c19-b611-4981-80bf-75d93a1bcdbb,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:50.254625 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-80073d86-eb64-4b97-82dc-ca532fd51952 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:50.258050 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-80073d86-eb64-4b97-82dc-ca532fd51952 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3727918 Feb 09 01:31:50.259476 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40760) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:50.275559 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-20148fcc-4478-4387-a1f9-48436a47e2d2 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Request body: {'security_group_rule': {'security_group_id': '9b69ac95-c27f-4d49-83b3-bf3fd0b3f97d', 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:50.291884 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-20148fcc-4478-4387-a1f9-48436a47e2d2 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:31:50.298446 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-20148fcc-4478-4387-a1f9-48436a47e2d2 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Usage tracker for resource:security_group_rule and tenant:59b43f7aa2bc4476a3c7bc7857b33f06 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:31:50.307408 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-20148fcc-4478-4387-a1f9-48436a47e2d2 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:31:50.327646 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-20148fcc-4478-4387-a1f9-48436a47e2d2 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:31:50.336483 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4ba4a4-b167-46d4-b7eb-3727980c3e5b req-2468d61e-3e8a-4cb6-a36f-fb17d8f16bcf tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:50.338045 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6c4ba4a4-b167-46d4-b7eb-3727980c3e5b req-2468d61e-3e8a-4cb6-a36f-fb17d8f16bcf tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=17aed23f-7725-48fc-b53b-d7c19885da6c HTTP/1.1" status: 200 len: 943 time: 0.3443925 Feb 09 01:31:50.344396 n-d-828418-1 neutron-server[87638]: INFO neutron.db.securitygroups_db [None req-20148fcc-4478-4387-a1f9-48436a47e2d2 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Project 59b43f7aa2bc4476a3c7bc7857b33f06 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:31:50.357292 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-20148fcc-4478-4387-a1f9-48436a47e2d2 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:50.414218 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6c4ba4a4-b167-46d4-b7eb-3727980c3e5b req-4f6e9457-baf5-407d-b10c-f240db5b4b59 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669310 Feb 09 01:31:50.494468 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-26fd2228-d9d0-4ce3-822b-faaec9715f07 admin admin] Deleting port 8d9741bf-54e3-4542-b6ca-ba3c9bcaae6e {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:31:50.495393 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-26fd2228-d9d0-4ce3-822b-faaec9715f07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:50.548848 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-20148fcc-4478-4387-a1f9-48436a47e2d2 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:50.560251 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-20148fcc-4478-4387-a1f9-48436a47e2d2 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:50.603421 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20148fcc-4478-4387-a1f9-48436a47e2d2 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4302ce52-f7f2-4d46-bdae-90aedafbe465,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:50.626626 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-20148fcc-4478-4387-a1f9-48436a47e2d2 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:50.628002 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-20148fcc-4478-4387-a1f9-48436a47e2d2 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3667588 Feb 09 01:31:50.631023 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 40766) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:50.704839 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-2d452c82-7275-44b0-ac6f-288405496a1f tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Request body: {'security_group_rule': {'security_group_id': '9b69ac95-c27f-4d49-83b3-bf3fd0b3f97d', 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:50.721251 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-2d452c82-7275-44b0-ac6f-288405496a1f tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:31:50.727836 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-2d452c82-7275-44b0-ac6f-288405496a1f tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Usage tracker for resource:security_group_rule and tenant:59b43f7aa2bc4476a3c7bc7857b33f06 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:31:50.747681 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-2d452c82-7275-44b0-ac6f-288405496a1f tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:31:50.758648 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-2d452c82-7275-44b0-ac6f-288405496a1f tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:31:50.815332 n-d-828418-1 neutron-server[87639]: INFO neutron.db.securitygroups_db [None req-2d452c82-7275-44b0-ac6f-288405496a1f tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Project 59b43f7aa2bc4476a3c7bc7857b33f06 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:31:50.844501 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2d452c82-7275-44b0-ac6f-288405496a1f tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:50.880297 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-26fd2228-d9d0-4ce3-822b-faaec9715f07 admin admin] For port 8d9741bf-54e3-4542-b6ca-ba3c9bcaae6e, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=8d9741bf-54e3-4542-b6ca-ba3c9bcaae6e,segment=NetworkSegment(fd968399-842f-45f5-97ef-b482bfd19d7e),segment_id=fd968399-842f-45f5-97ef-b482bfd19d7e)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:31:50.881148 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-26fd2228-d9d0-4ce3-822b-faaec9715f07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:51.050965 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-26fd2228-d9d0-4ce3-822b-faaec9715f07 admin admin] Calling delete_port for 8d9741bf-54e3-4542-b6ca-ba3c9bcaae6e owned by network:router_interface {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:31:51.110776 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2d452c82-7275-44b0-ac6f-288405496a1f tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:51.117399 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2d452c82-7275-44b0-ac6f-288405496a1f tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:51.348694 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d452c82-7275-44b0-ac6f-288405496a1f tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19f0d86f-bac4-4b45-ac4e-56aca856c1a7,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:51.388871 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2d452c82-7275-44b0-ac6f-288405496a1f tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:51.390090 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-2d452c82-7275-44b0-ac6f-288405496a1f tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7425802 Feb 09 01:31:51.599726 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-26fd2228-d9d0-4ce3-822b-faaec9715f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:51.660933 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fd2228-d9d0-4ce3-822b-faaec9715f07 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d9741bf-54e3-4542-b6ca-ba3c9bcaae6e,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:51.958707 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:52.014513 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbc1430-ab3c-4f6a-afe7-b96798a0a896 None None] Network 3ca281ca-f23c-462f-a312-3a74c426e6fb requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:31:52.078108 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-715fed49-933f-406b-99b4-8fa8e7ebb63c req-3b43be17-697a-46ab-8d2d-5613824fd33f tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-132735007&fields=id&tenant_id=59b43f7aa2bc4476a3c7bc7857b33f06 HTTP/1.1" status: 200 len: 267 time: 0.2503915 Feb 09 01:31:52.242538 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b04d9fe6-7742-44b1-94bd-d5fd18c055c2 None None] Provisioning for port 0d8226cf-8432-442b-99bf-1de65eab51ae completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:31:52.260693 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd50aa-60e9-4edb-9a7c-24f639cad80b req-5261e480-182e-43e1-93ac-8bdcab4d857b tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:52.268547 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-21dd50aa-60e9-4edb-9a7c-24f639cad80b req-5261e480-182e-43e1-93ac-8bdcab4d857b tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=17aed23f-7725-48fc-b53b-d7c19885da6c HTTP/1.1" status: 200 len: 943 time: 0.4392309 Feb 09 01:31:52.357845 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-26fd2228-d9d0-4ce3-822b-faaec9715f07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:52.381014 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-21dd50aa-60e9-4edb-9a7c-24f639cad80b req-9e7a6fcf-8ab5-48f3-b66d-11df4440d77e tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113596 Feb 09 01:31:52.474789 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715fed49-933f-406b-99b4-8fa8e7ebb63c req-a790f34b-0ba5-4c11-ad72-fae17b060dcc tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:52.481273 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-715fed49-933f-406b-99b4-8fa8e7ebb63c req-a790f34b-0ba5-4c11-ad72-fae17b060dcc tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/networks?id=3ca281ca-f23c-462f-a312-3a74c426e6fb HTTP/1.1" status: 200 len: 797 time: 0.3902431 Feb 09 01:31:52.511465 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-715fed49-933f-406b-99b4-8fa8e7ebb63c req-4c303987-3320-4546-b09a-d0912c5fea6b tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/quotas/59b43f7aa2bc4476a3c7bc7857b33f06 HTTP/1.1" status: 200 len: 375 time: 0.0292289 Feb 09 01:31:52.667092 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 0d8226cf-8432-442b-99bf-1de65eab51ae up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:31:52.801036 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-715fed49-933f-406b-99b4-8fa8e7ebb63c req-0f885ae9-8e91-4148-b584-8a635ac8656d tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=59b43f7aa2bc4476a3c7bc7857b33f06&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2885194 Feb 09 01:31:52.939172 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 0d8226cf-8432-442b-99bf-1de65eab51ae completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:31:52.969050 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 0d8226cf-8432-442b-99bf-1de65eab51ae triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:52.970570 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:53.005503 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26fd2228-d9d0-4ce3-822b-faaec9715f07 admin admin] Router 36e41522-1d5f-432b-92f8-da0b5e5d69f9 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:31:53.317296 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:53.323702 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-715fed49-933f-406b-99b4-8fa8e7ebb63c req-e80f0198-9b14-46d5-9ac7-523239f9b616 service neutron] 10.222.0.105 "GET /v2.0/networks/3ca281ca-f23c-462f-a312-3a74c426e6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5076380 Feb 09 01:31:53.384317 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 0d8226cf-8432-442b-99bf-1de65eab51ae, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=0d8226cf-8432-442b-99bf-1de65eab51ae,segment=NetworkSegment(ab485e63-f12c-4525-bcfb-149dc21029d3),segment_id=ab485e63-f12c-4525-bcfb-149dc21029d3)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:31:53.391034 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:53.487372 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=0d8226cf-8432-442b-99bf-1de65eab51ae,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:53.502965 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:53.503295 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:53.504003 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:53.504003 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:53.504294 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:53.504597 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:53.504910 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:53.505281 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:53.505622 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:53.505942 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:53.506261 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:53.506575 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:53.522660 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f0d69085-fa14-4f7b-882b-f6165366d1bf None None] Provisioning complete for port 0d8226cf-8432-442b-99bf-1de65eab51ae triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:53.523017 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f0d69085-fa14-4f7b-882b-f6165366d1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:53.740370 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-715fed49-933f-406b-99b4-8fa8e7ebb63c req-6a03cf3b-5d07-4923-aeea-60847aa6cf2d service neutron] 10.222.0.105 "GET /v2.0/networks/3ca281ca-f23c-462f-a312-3a74c426e6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4158194 Feb 09 01:31:53.741338 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26fd2228-d9d0-4ce3-822b-faaec9715f07 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:31:53.783573 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6fb53a-63de-4039-ad00-6114072ebdae None None] Sync routers for ids ['36e41522-1d5f-432b-92f8-da0b5e5d69f9'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:31:53.788340 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40804) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:53.788855 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-26fd2228-d9d0-4ce3-822b-faaec9715f07 admin admin] 10.222.0.105 "PUT /v2.0/routers/36e41522-1d5f-432b-92f8-da0b5e5d69f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0383141 Feb 09 01:31:53.806407 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060771bb-912b-4c1b-aa77-3385e395a4cb req-5d696500-6992-4ce9-92f1-669ceb38448e tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:53.807980 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-060771bb-912b-4c1b-aa77-3385e395a4cb req-5d696500-6992-4ce9-92f1-669ceb38448e tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=17aed23f-7725-48fc-b53b-d7c19885da6c HTTP/1.1" status: 200 len: 943 time: 0.3096342 Feb 09 01:31:53.831924 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6fb53a-63de-4039-ad00-6114072ebdae None None] Routers {'36e41522-1d5f-432b-92f8-da0b5e5d69f9'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:31:53.836332 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-5f6fb53a-63de-4039-ad00-6114072ebdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:31:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['36e41522-1d5f-432b-92f8-da0b5e5d69f9'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:53.898760 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-060771bb-912b-4c1b-aa77-3385e395a4cb req-562914e0-b2df-4e00-b4dd-aac300a28f5e tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830362 Feb 09 01:31:54.176115 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f8b44c5c-0adc-438a-9f8d-3f278c5d8949 req-cb609bb8-3588-4c22-9432-28d5ad029a16 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/ports?device_id=57b33ccf-e6f2-415c-a4ab-f99dcbfaac1b HTTP/1.1" status: 200 len: 210 time: 0.0960386 Feb 09 01:31:54.250049 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-5f6fb53a-63de-4039-ad00-6114072ebdae None None] Set router 36e41522-1d5f-432b-92f8-da0b5e5d69f9 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:31:54.296274 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e64927d1-e90e-40eb-8cd4-8c684ee3247a admin admin] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:54.501250 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 0d8226cf-8432-442b-99bf-1de65eab51ae up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:31:54.642457 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e64927d1-e90e-40eb-8cd4-8c684ee3247a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:54.668397 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-e64927d1-e90e-40eb-8cd4-8c684ee3247a admin admin] Deleting port 21180eeb-0e85-437a-b0b3-81f270ac805b {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:31:54.673031 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e64927d1-e90e-40eb-8cd4-8c684ee3247a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:54.677248 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 0d8226cf-8432-442b-99bf-1de65eab51ae triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:54.680070 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:54.759139 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-5f6fb53a-63de-4039-ad00-6114072ebdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e41522-1d5f-432b-92f8-da0b5e5d69f9', 'name': 'tempest-TestServerMultinode-1644976150-router', 'tenant_id': 'd5475c10790d427cb65cc6d675a29f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '21180eeb-0e85-437a-b0b3-81f270ac805b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:21Z', 'updated_at': '2022-02-09T01:31:51Z', 'revision_number': 5, 'project_id': 'd5475c10790d427cb65cc6d675a29f45', 'gw_port': {'id': '21180eeb-0e85-437a-b0b3-81f270ac805b', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:3b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e41522-1d5f-432b-92f8-da0b5e5d69f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:22Z', 'updated_at': '2022-02-09T01:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:54.765045 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6fb53a-63de-4039-ad00-6114072ebdae None None] Checking router: 36e41522-1d5f-432b-92f8-da0b5e5d69f9 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:31:54.789491 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6fb53a-63de-4039-ad00-6114072ebdae None None] Routers {'36e41522-1d5f-432b-92f8-da0b5e5d69f9'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:31:54.790710 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-5f6fb53a-63de-4039-ad00-6114072ebdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:31:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['36e41522-1d5f-432b-92f8-da0b5e5d69f9'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:54.954315 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:54.993365 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-5f6fb53a-63de-4039-ad00-6114072ebdae None None] Set router 36e41522-1d5f-432b-92f8-da0b5e5d69f9 gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:31:55.155171 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-5f6fb53a-63de-4039-ad00-6114072ebdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e41522-1d5f-432b-92f8-da0b5e5d69f9', 'name': 'tempest-TestServerMultinode-1644976150-router', 'tenant_id': 'd5475c10790d427cb65cc6d675a29f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:21Z', 'updated_at': '2022-02-09T01:31:54Z', 'revision_number': 6, 'project_id': 'd5475c10790d427cb65cc6d675a29f45', 'gw_port_host': None}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:55.157556 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-e64927d1-e90e-40eb-8cd4-8c684ee3247a admin admin] For port 21180eeb-0e85-437a-b0b3-81f270ac805b, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=21180eeb-0e85-437a-b0b3-81f270ac805b,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:31:55.158494 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e64927d1-e90e-40eb-8cd4-8c684ee3247a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:55.159750 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6fb53a-63de-4039-ad00-6114072ebdae None None] The sync data for ids ['36e41522-1d5f-432b-92f8-da0b5e5d69f9'] in n-d-828418-1 is: [{'id': '36e41522-1d5f-432b-92f8-da0b5e5d69f9', 'name': 'tempest-TestServerMultinode-1644976150-router', 'tenant_id': 'd5475c10790d427cb65cc6d675a29f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:21Z', 'updated_at': '2022-02-09T01:31:54Z', 'revision_number': 6, 'project_id': 'd5475c10790d427cb65cc6d675a29f45', 'gw_port_host': None}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:31:55.327575 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-e64927d1-e90e-40eb-8cd4-8c684ee3247a admin admin] Calling delete_port for 21180eeb-0e85-437a-b0b3-81f270ac805b owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:31:55.330025 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15111bf6-32f0-40ef-bec1-3d554e638041 req-d96000eb-c881-49be-9aa1-c18f6de26477 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:55.337192 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-15111bf6-32f0-40ef-bec1-3d554e638041 req-d96000eb-c881-49be-9aa1-c18f6de26477 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=17aed23f-7725-48fc-b53b-d7c19885da6c HTTP/1.1" status: 200 len: 943 time: 0.2266779 Feb 09 01:31:55.443581 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a3460aeb-bf0a-48b6-a91b-c96238a8eadf req-02a3a95c-4f21-4056-b4ee-e0c799eb6aeb tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/ports?device_id=57b33ccf-e6f2-415c-a4ab-f99dcbfaac1b HTTP/1.1" status: 200 len: 210 time: 0.0739763 Feb 09 01:31:55.477180 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-15111bf6-32f0-40ef-bec1-3d554e638041 req-56b12ff2-1785-4b4a-ad73-0e9878b23093 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320517 Feb 09 01:31:55.749635 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e64927d1-e90e-40eb-8cd4-8c684ee3247a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:55.818012 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64927d1-e90e-40eb-8cd4-8c684ee3247a admin admin] Pushing event deleted for resources: {'Port': ['ID=21180eeb-0e85-437a-b0b3-81f270ac805b,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:55.845434 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device c568b178-b355-48e0-8bf3-633843a3af20 details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:31:55.945836 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e64927d1-e90e-40eb-8cd4-8c684ee3247a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:56.091655 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715fed49-933f-406b-99b4-8fa8e7ebb63c req-9e6d3b57-0de4-46c2-bd6d-b7a5dfe08062 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:56.096929 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-715fed49-933f-406b-99b4-8fa8e7ebb63c req-9e6d3b57-0de4-46c2-bd6d-b7a5dfe08062 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.62 "GET /v2.0/networks?id=3ca281ca-f23c-462f-a312-3a74c426e6fb HTTP/1.1" status: 200 len: 797 time: 0.2825868 Feb 09 01:31:56.135582 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port c568b178-b355-48e0-8bf3-633843a3af20, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=c568b178-b355-48e0-8bf3-633843a3af20,segment=NetworkSegment(eb2641ac-e580-4925-8dd1-0f4584fc0d1e),segment_id=eb2641ac-e580-4925-8dd1-0f4584fc0d1e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:31:56.165364 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': 'c568b178-b355-48e0-8bf3-633843a3af20', 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f', 'port_id': 'c568b178-b355-48e0-8bf3-633843a3af20', 'mac_address': 'fa:16:3e:9f:00:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '572cbc39-1162-4835-b49c-9787164ff8f8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:31:56.211218 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-715fed49-933f-406b-99b4-8fa8e7ebb63c req-13566038-1e98-4258-bc7b-cc221d332add tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59b43f7aa2bc4476a3c7bc7857b33f06 HTTP/1.1" status: 200 len: 472 time: 0.1069615 Feb 09 01:31:56.220340 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-715fed49-933f-406b-99b4-8fa8e7ebb63c req-62b1d7a7-ddb6-4cca-83aa-d389fe1fc1cc tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Request body: {'port': {'device_id': '57b33ccf-e6f2-415c-a4ab-f99dcbfaac1b', 'network_id': '3ca281ca-f23c-462f-a312-3a74c426e6fb', 'admin_state_up': True, 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'security_groups': ['9b69ac95-c27f-4d49-83b3-bf3fd0b3f97d']}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:56.265860 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:56.289298 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c568b178-b355-48e0-8bf3-633843a3af20 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:31:56.312024 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port c568b178-b355-48e0-8bf3-633843a3af20, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=c568b178-b355-48e0-8bf3-633843a3af20,segment=NetworkSegment(eb2641ac-e580-4925-8dd1-0f4584fc0d1e),segment_id=eb2641ac-e580-4925-8dd1-0f4584fc0d1e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:31:56.317042 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:56.358167 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e64927d1-e90e-40eb-8cd4-8c684ee3247a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:56.361176 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e64927d1-e90e-40eb-8cd4-8c684ee3247a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:56.394283 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e64927d1-e90e-40eb-8cd4-8c684ee3247a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:56.394719 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e64927d1-e90e-40eb-8cd4-8c684ee3247a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36e41522-1d5f-432b-92f8-da0b5e5d69f9 {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:31:56.418115 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e64927d1-e90e-40eb-8cd4-8c684ee3247a admin admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:56.425624 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e64927d1-e90e-40eb-8cd4-8c684ee3247a admin admin] 10.222.0.105 "DELETE /v2.0/routers/36e41522-1d5f-432b-92f8-da0b5e5d69f9 HTTP/1.1" status: 204 len: 168 time: 2.6354797 Feb 09 01:31:56.429116 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40834) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:56.431318 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=c568b178-b355-48e0-8bf3-633843a3af20,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:56.448639 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-715fed49-933f-406b-99b4-8fa8e7ebb63c req-62b1d7a7-ddb6-4cca-83aa-d389fe1fc1cc tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:31:56.462173 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-715fed49-933f-406b-99b4-8fa8e7ebb63c req-62b1d7a7-ddb6-4cca-83aa-d389fe1fc1cc tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Usage tracker for resource:port and tenant:59b43f7aa2bc4476a3c7bc7857b33f06 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:31:56.471418 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-715fed49-933f-406b-99b4-8fa8e7ebb63c req-62b1d7a7-ddb6-4cca-83aa-d389fe1fc1cc tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:31:56.487667 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-715fed49-933f-406b-99b4-8fa8e7ebb63c req-62b1d7a7-ddb6-4cca-83aa-d389fe1fc1cc tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:31:56.546174 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-191f2465-0ce2-4b6f-9cc8-e66e9a9ebcc2 admin admin] Deleting subnet a37a1623-7656-4357-b444-ac3a6f242c67 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:31:56.554825 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-715fed49-933f-406b-99b4-8fa8e7ebb63c req-62b1d7a7-ddb6-4cca-83aa-d389fe1fc1cc tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Made reservation on behalf of 59b43f7aa2bc4476a3c7bc7857b33f06 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:31:56.556230 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-191f2465-0ce2-4b6f-9cc8-e66e9a9ebcc2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:56.586428 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-715fed49-933f-406b-99b4-8fa8e7ebb63c req-62b1d7a7-ddb6-4cca-83aa-d389fe1fc1cc tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:56.623713 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 21180eeb-0e85-437a-b0b3-81f270ac805b no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:31:56.728934 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 21180eeb-0e85-437a-b0b3-81f270ac805b {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:31:56.730186 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 21180eeb-0e85-437a-b0b3-81f270ac805b not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:31:56.730770 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 8d9741bf-54e3-4542-b6ca-ba3c9bcaae6e no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:31:56.737699 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-191f2465-0ce2-4b6f-9cc8-e66e9a9ebcc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:56.764511 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['c568b178-b355-48e0-8bf3-633843a3af20'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:31:56.813777 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 8d9741bf-54e3-4542-b6ca-ba3c9bcaae6e {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:31:56.814332 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 8d9741bf-54e3-4542-b6ca-ba3c9bcaae6e not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:31:56.929444 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-191f2465-0ce2-4b6f-9cc8-e66e9a9ebcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:56.997069 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cb8a2f52-ccc3-4874-981d-fbd3c9bda23f req-a15d8914-23f7-4a43-9173-16e895732789 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/ports?device_id=57b33ccf-e6f2-415c-a4ab-f99dcbfaac1b HTTP/1.1" status: 200 len: 210 time: 0.0920377 Feb 09 01:31:57.088587 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7846a62e-2d5b-42bb-9349-27c4d00c2480 req-b2d58f43-2a71-452c-a653-e9e3c8b98cc9 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:57.090217 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7846a62e-2d5b-42bb-9349-27c4d00c2480 req-b2d58f43-2a71-452c-a653-e9e3c8b98cc9 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=17aed23f-7725-48fc-b53b-d7c19885da6c HTTP/1.1" status: 200 len: 944 time: 0.2606490 Feb 09 01:31:57.131254 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-191f2465-0ce2-4b6f-9cc8-e66e9a9ebcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:57.144644 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-715fed49-933f-406b-99b4-8fa8e7ebb63c req-62b1d7a7-ddb6-4cca-83aa-d389fe1fc1cc tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Allocated IP 172.20.0.30 (3ca281ca-f23c-462f-a312-3a74c426e6fb/6f699826-71ec-4db5-aea0-9474fb90b761/e54cb844-3e94-47b0-ba9e-df8a93798a00) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:31:57.162787 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7846a62e-2d5b-42bb-9349-27c4d00c2480 req-ec1cc3ab-22c8-4866-a584-d770efb84971 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605066 Feb 09 01:31:57.168828 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191f2465-0ce2-4b6f-9cc8-e66e9a9ebcc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a37a1623-7656-4357-b444-ac3a6f242c67,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:57.175338 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-191f2465-0ce2-4b6f-9cc8-e66e9a9ebcc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:57.184553 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef1d82a-ea56-4665-ae24-7150938a1723 None None] Network e796765b-1930-4bf6-a1de-108c2480df7a requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:31:57.185681 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-191f2465-0ce2-4b6f-9cc8-e66e9a9ebcc2 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/a37a1623-7656-4357-b444-ac3a6f242c67 HTTP/1.1" status: 204 len: 168 time: 0.7554557 Feb 09 01:31:57.186538 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40846) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:57.301240 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-387aacfe-fa62-4022-a90d-e5af9d2bd5be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:57.316921 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-387aacfe-fa62-4022-a90d-e5af9d2bd5be admin admin] Deleting port a991d3bf-c90b-4fba-b3b8-23474339dcbe {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:31:57.317396 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-387aacfe-fa62-4022-a90d-e5af9d2bd5be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:57.380705 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-715fed49-933f-406b-99b4-8fa8e7ebb63c req-62b1d7a7-ddb6-4cca-83aa-d389fe1fc1cc tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:57.400546 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-715fed49-933f-406b-99b4-8fa8e7ebb63c req-62b1d7a7-ddb6-4cca-83aa-d389fe1fc1cc tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Transition to ACTIVE for port object e54cb844-3e94-47b0-ba9e-df8a93798a00 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:31:57.429923 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-715fed49-933f-406b-99b4-8fa8e7ebb63c req-62b1d7a7-ddb6-4cca-83aa-d389fe1fc1cc tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:57.523881 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-715fed49-933f-406b-99b4-8fa8e7ebb63c req-62b1d7a7-ddb6-4cca-83aa-d389fe1fc1cc tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Network 3ca281ca-f23c-462f-a312-3a74c426e6fb is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:31:57.533843 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-715fed49-933f-406b-99b4-8fa8e7ebb63c req-62b1d7a7-ddb6-4cca-83aa-d389fe1fc1cc tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:57.538689 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-715fed49-933f-406b-99b4-8fa8e7ebb63c req-62b1d7a7-ddb6-4cca-83aa-d389fe1fc1cc tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:31:57.600658 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b1d7a7-ddb6-4cca-83aa-d389fe1fc1cc tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Pushing event updated for resources: {'Port': ['ID=e54cb844-3e94-47b0-ba9e-df8a93798a00,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:57.611699 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-387aacfe-fa62-4022-a90d-e5af9d2bd5be admin admin] For port a991d3bf-c90b-4fba-b3b8-23474339dcbe, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=a991d3bf-c90b-4fba-b3b8-23474339dcbe,segment=NetworkSegment(fd968399-842f-45f5-97ef-b482bfd19d7e),segment_id=fd968399-842f-45f5-97ef-b482bfd19d7e)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:31:57.612214 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-387aacfe-fa62-4022-a90d-e5af9d2bd5be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:57.621938 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4ef42d-c664-4d66-8e14-02d62bb7cd00 None None] DHCP port deletion for e796765b-1930-4bf6-a1de-108c2480df7a request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:31:57.629920 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-ed4ef42d-c664-4d66-8e14-02d62bb7cd00 None None] Deleting port a991d3bf-c90b-4fba-b3b8-23474339dcbe {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:31:57.630299 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ed4ef42d-c664-4d66-8e14-02d62bb7cd00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:57.660341 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715fed49-933f-406b-99b4-8fa8e7ebb63c req-62b1d7a7-ddb6-4cca-83aa-d389fe1fc1cc tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:57.683482 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-715fed49-933f-406b-99b4-8fa8e7ebb63c req-62b1d7a7-ddb6-4cca-83aa-d389fe1fc1cc tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:57.761206 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-715fed49-933f-406b-99b4-8fa8e7ebb63c req-62b1d7a7-ddb6-4cca-83aa-d389fe1fc1cc tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5450850 Feb 09 01:31:57.773527 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-715fed49-933f-406b-99b4-8fa8e7ebb63c req-64d8d478-20b9-46aa-9cca-e9cd7d7e3da8 service neutron] Request body: {'port': {'device_id': '57b33ccf-e6f2-415c-a4ab-f99dcbfaac1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:57.805586 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-387aacfe-fa62-4022-a90d-e5af9d2bd5be admin admin] Calling delete_port for a991d3bf-c90b-4fba-b3b8-23474339dcbe owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:31:57.863265 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device c568b178-b355-48e0-8bf3-633843a3af20 up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:31:57.948848 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-387aacfe-fa62-4022-a90d-e5af9d2bd5be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:58.022672 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387aacfe-fa62-4022-a90d-e5af9d2bd5be admin admin] Pushing event deleted for resources: {'Port': ['ID=a991d3bf-c90b-4fba-b3b8-23474339dcbe,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:58.054575 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387aacfe-fa62-4022-a90d-e5af9d2bd5be admin admin] No DVR routers for this DVR port a991d3bf-c90b-4fba-b3b8-23474339dcbe on host n-d-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:31:58.077070 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-ed4ef42d-c664-4d66-8e14-02d62bb7cd00 None None] For port a991d3bf-c90b-4fba-b3b8-23474339dcbe, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=a991d3bf-c90b-4fba-b3b8-23474339dcbe,segment=NetworkSegment(fd968399-842f-45f5-97ef-b482bfd19d7e),segment_id=fd968399-842f-45f5-97ef-b482bfd19d7e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:31:58.077474 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ed4ef42d-c664-4d66-8e14-02d62bb7cd00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:58.258467 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-715fed49-933f-406b-99b4-8fa8e7ebb63c req-64d8d478-20b9-46aa-9cca-e9cd7d7e3da8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:58.296686 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-387aacfe-fa62-4022-a90d-e5af9d2bd5be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:58.346320 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-ed4ef42d-c664-4d66-8e14-02d62bb7cd00 None None] Calling delete_port for a991d3bf-c90b-4fba-b3b8-23474339dcbe owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:31:58.386018 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-387aacfe-fa62-4022-a90d-e5af9d2bd5be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e796765b-1930-4bf6-a1de-108c2480df7a']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:58.452405 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-387aacfe-fa62-4022-a90d-e5af9d2bd5be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd968399-842f-45f5-97ef-b482bfd19d7e') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:58.453531 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-387aacfe-fa62-4022-a90d-e5af9d2bd5be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd968399-842f-45f5-97ef-b482bfd19d7e') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:58.556541 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-387aacfe-fa62-4022-a90d-e5af9d2bd5be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:58.585007 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-387aacfe-fa62-4022-a90d-e5af9d2bd5be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:58.592686 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device a991d3bf-c90b-4fba-b3b8-23474339dcbe no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:31:58.601307 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-387aacfe-fa62-4022-a90d-e5af9d2bd5be admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:31:58.601994 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-387aacfe-fa62-4022-a90d-e5af9d2bd5be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:58.631823 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:31:58.631823 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:31:58.631823 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:31:58.631823 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:31:58.631823 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:31:58.631823 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:31:58.631823 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:31:58.631823 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:31:58.631823 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:31:58.631823 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:31:58.631823 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:31:58.631823 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:31:58.631823 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:31:58.631823 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:31:58.631823 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:31:58.631823 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:31:58.631823 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:31:58.631823 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:31:58.631823 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:31:58.631823 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:31:58.631823 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:31:58.631823 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:31:58.631823 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:31:58.631823 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:31:58.631823 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:31:58.631823 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:31:58.631823 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:31:58.631823 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:31:58.631823 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:31:58.631823 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:31:58.631823 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:31:58.631823 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:31:58.654880 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-341a6e3a-b270-4e6e-8178-67c2c8ca952c None None] Provisioning for port e54cb844-3e94-47b0-ba9e-df8a93798a00 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:31:58.660167 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: a991d3bf-c90b-4fba-b3b8-23474339dcbe {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:31:58.660503 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device a991d3bf-c90b-4fba-b3b8-23474339dcbe not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:31:58.664557 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning for port c568b178-b355-48e0-8bf3-633843a3af20 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:31:58.686511 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-341a6e3a-b270-4e6e-8178-67c2c8ca952c None None] Provisioning complete for port e54cb844-3e94-47b0-ba9e-df8a93798a00 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:58.686880 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-341a6e3a-b270-4e6e-8178-67c2c8ca952c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:58.719281 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port c568b178-b355-48e0-8bf3-633843a3af20 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:58.719571 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:58.798627 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-ed4ef42d-c664-4d66-8e14-02d62bb7cd00 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:31:58.798985 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-ed4ef42d-c664-4d66-8e14-02d62bb7cd00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:31:58.813402 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-387aacfe-fa62-4022-a90d-e5af9d2bd5be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:58.818304 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb1d27b-c935-440a-9169-58f0a4ad547c req-263f7aad-495b-43d3-8b05-c74dc34deaf3 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:58.819029 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-7cb1d27b-c935-440a-9169-58f0a4ad547c req-263f7aad-495b-43d3-8b05-c74dc34deaf3 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Synchronizing usage tracker for tenant:59b43f7aa2bc4476a3c7bc7857b33f06 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:31:58.821685 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-387aacfe-fa62-4022-a90d-e5af9d2bd5be admin admin] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:58.856862 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387aacfe-fa62-4022-a90d-e5af9d2bd5be admin admin] Pushing event deleted for resources: {'Network': ['ID=e796765b-1930-4bf6-a1de-108c2480df7a,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:58.858951 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-7cb1d27b-c935-440a-9169-58f0a4ad547c req-263f7aad-495b-43d3-8b05-c74dc34deaf3 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Unset dirty status for tenant:59b43f7aa2bc4476a3c7bc7857b33f06 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:31:58.866198 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-387aacfe-fa62-4022-a90d-e5af9d2bd5be admin admin] 10.222.0.105 "DELETE /v2.0/networks/e796765b-1930-4bf6-a1de-108c2480df7a HTTP/1.1" status: 204 len: 168 time: 1.6780543 Feb 09 01:31:58.870021 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7cb1d27b-c935-440a-9169-58f0a4ad547c req-263f7aad-495b-43d3-8b05-c74dc34deaf3 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/ports?device_id=57b33ccf-e6f2-415c-a4ab-f99dcbfaac1b HTTP/1.1" status: 200 len: 932 time: 0.6810253 Feb 09 01:31:58.888471 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-341a6e3a-b270-4e6e-8178-67c2c8ca952c None None] Port e54cb844-3e94-47b0-ba9e-df8a93798a00 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:31:58.964164 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:58.995773 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17aed23f-7725-48fc-b53b-d7c19885da6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c568b178-b355-48e0-8bf3-633843a3af20'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:31:59.009231 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port c568b178-b355-48e0-8bf3-633843a3af20, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=c568b178-b355-48e0-8bf3-633843a3af20,segment=NetworkSegment(eb2641ac-e580-4925-8dd1-0f4584fc0d1e),segment_id=eb2641ac-e580-4925-8dd1-0f4584fc0d1e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:31:59.014723 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:59.022097 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7cb1d27b-c935-440a-9169-58f0a4ad547c req-23a3397d-bba3-4b93-a656-96f5873d6022 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/security-groups?id=9b69ac95-c27f-4d49-83b3-bf3fd0b3f97d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1510766 Feb 09 01:31:59.051211 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7073138-0c7e-4a6a-86af-4d0c3bb0bdb6 req-1a7382b5-7c15-489e-b94b-73fc9f95b7a1 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:59.053651 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a7073138-0c7e-4a6a-86af-4d0c3bb0bdb6 req-1a7382b5-7c15-489e-b94b-73fc9f95b7a1 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=17aed23f-7725-48fc-b53b-d7c19885da6c HTTP/1.1" status: 200 len: 944 time: 0.4949427 Feb 09 01:31:59.096750 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=c568b178-b355-48e0-8bf3-633843a3af20,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:59.115579 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17aed23f-7725-48fc-b53b-d7c19885da6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c568b178-b355-48e0-8bf3-633843a3af20', 'code': 200} Feb 09 01:31:59.125029 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a7073138-0c7e-4a6a-86af-4d0c3bb0bdb6 req-1549598b-9bcf-41bf-8a7c-7a564a9d9f83 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621822 Feb 09 01:31:59.125515 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40874) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:59.218390 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-78ed9abd-2053-41f4-b0d8-7493f6c77cc1 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=e45ddf90fd1d475aa0976212ef8f536d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0889375 Feb 09 01:31:59.220948 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40878) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:59.285762 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2272cbe6-cb95-4281-b8f0-79a4dbef0644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:59.288056 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-715fed49-933f-406b-99b4-8fa8e7ebb63c req-64d8d478-20b9-46aa-9cca-e9cd7d7e3da8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e54cb844-3e94-47b0-ba9e-df8a93798a00 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:31:59.298472 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-715fed49-933f-406b-99b4-8fa8e7ebb63c req-64d8d478-20b9-46aa-9cca-e9cd7d7e3da8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:59.300950 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-ed4ef42d-c664-4d66-8e14-02d62bb7cd00 None None] Deleting port a991d3bf-c90b-4fba-b3b8-23474339dcbe {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:31:59.302108 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ed4ef42d-c664-4d66-8e14-02d62bb7cd00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:59.319015 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-715fed49-933f-406b-99b4-8fa8e7ebb63c req-64d8d478-20b9-46aa-9cca-e9cd7d7e3da8 service neutron] Transition to ACTIVE for port object e54cb844-3e94-47b0-ba9e-df8a93798a00 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:31:59.329800 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2272cbe6-cb95-4281-b8f0-79a4dbef0644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:59.331620 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f605467-7126-44b6-8fbb-98d4f684c480 req-08a1e09a-8ae6-4e93-95c2-3c74d1c2b0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:59.333274 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6f605467-7126-44b6-8fbb-98d4f684c480 req-08a1e09a-8ae6-4e93-95c2-3c74d1c2b0f3 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=17aed23f-7725-48fc-b53b-d7c19885da6c HTTP/1.1" status: 200 len: 1096 time: 0.1210420 Feb 09 01:31:59.334082 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-715fed49-933f-406b-99b4-8fa8e7ebb63c req-64d8d478-20b9-46aa-9cca-e9cd7d7e3da8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:59.401064 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-ed4ef42d-c664-4d66-8e14-02d62bb7cd00 None None] The port 'a991d3bf-c90b-4fba-b3b8-23474339dcbe' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:31:59.454495 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2272cbe6-cb95-4281-b8f0-79a4dbef0644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:59.476591 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2272cbe6-cb95-4281-b8f0-79a4dbef0644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a09b57-5af6-4aac-9b15-9d37b3efd033,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:59.495757 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2272cbe6-cb95-4281-b8f0-79a4dbef0644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:59.497198 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-2272cbe6-cb95-4281-b8f0-79a4dbef0644 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/13a09b57-5af6-4aac-9b15-9d37b3efd033 HTTP/1.1" status: 204 len: 168 time: 0.2750087 Feb 09 01:31:59.712652 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6f605467-7126-44b6-8fbb-98d4f684c480 req-a962e81a-3086-4845-93a1-1ea9b99daf63 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3439491 Feb 09 01:31:59.713266 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d8d478-20b9-46aa-9cca-e9cd7d7e3da8 service neutron] Pushing event updated for resources: {'Port': ['ID=e54cb844-3e94-47b0-ba9e-df8a93798a00,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:59.767806 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-715fed49-933f-406b-99b4-8fa8e7ebb63c req-64d8d478-20b9-46aa-9cca-e9cd7d7e3da8 service neutron] Attempting to bind port e54cb844-3e94-47b0-ba9e-df8a93798a00 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:31:59.768134 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-715fed49-933f-406b-99b4-8fa8e7ebb63c req-64d8d478-20b9-46aa-9cca-e9cd7d7e3da8 service neutron] Attempting to bind port e54cb844-3e94-47b0-ba9e-df8a93798a00 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'ab485e63-f12c-4525-bcfb-149dc21029d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3ca281ca-f23c-462f-a312-3a74c426e6fb'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:31:59.768458 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715fed49-933f-406b-99b4-8fa8e7ebb63c req-64d8d478-20b9-46aa-9cca-e9cd7d7e3da8 service neutron] Attempting to bind port e54cb844-3e94-47b0-ba9e-df8a93798a00 on network 3ca281ca-f23c-462f-a312-3a74c426e6fb {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:31:59.773588 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715fed49-933f-406b-99b4-8fa8e7ebb63c req-64d8d478-20b9-46aa-9cca-e9cd7d7e3da8 service neutron] Port e54cb844-3e94-47b0-ba9e-df8a93798a00 on network 3ca281ca-f23c-462f-a312-3a74c426e6fb not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:31:59.774058 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715fed49-933f-406b-99b4-8fa8e7ebb63c req-64d8d478-20b9-46aa-9cca-e9cd7d7e3da8 service neutron] Attempting to bind port e54cb844-3e94-47b0-ba9e-df8a93798a00 on network 3ca281ca-f23c-462f-a312-3a74c426e6fb {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:31:59.779474 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715fed49-933f-406b-99b4-8fa8e7ebb63c req-64d8d478-20b9-46aa-9cca-e9cd7d7e3da8 service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:31:59.779813 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715fed49-933f-406b-99b4-8fa8e7ebb63c req-64d8d478-20b9-46aa-9cca-e9cd7d7e3da8 service neutron] Checking segment: {'id': 'ab485e63-f12c-4525-bcfb-149dc21029d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3ca281ca-f23c-462f-a312-3a74c426e6fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:31:59.780205 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715fed49-933f-406b-99b4-8fa8e7ebb63c req-64d8d478-20b9-46aa-9cca-e9cd7d7e3da8 service neutron] Bound using segment: {'id': 'ab485e63-f12c-4525-bcfb-149dc21029d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3ca281ca-f23c-462f-a312-3a74c426e6fb'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:31:59.780628 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-715fed49-933f-406b-99b4-8fa8e7ebb63c req-64d8d478-20b9-46aa-9cca-e9cd7d7e3da8 service neutron] Bound port: e54cb844-3e94-47b0-ba9e-df8a93798a00, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab485e63-f12c-4525-bcfb-149dc21029d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3ca281ca-f23c-462f-a312-3a74c426e6fb'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:31:59.780973 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-715fed49-933f-406b-99b4-8fa8e7ebb63c req-64d8d478-20b9-46aa-9cca-e9cd7d7e3da8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:59.882467 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-715fed49-933f-406b-99b4-8fa8e7ebb63c req-64d8d478-20b9-46aa-9cca-e9cd7d7e3da8 service neutron] For port e54cb844-3e94-47b0-ba9e-df8a93798a00, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:31:59.886280 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-715fed49-933f-406b-99b4-8fa8e7ebb63c req-64d8d478-20b9-46aa-9cca-e9cd7d7e3da8 service neutron] For port e54cb844-3e94-47b0-ba9e-df8a93798a00, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=e54cb844-3e94-47b0-ba9e-df8a93798a00,segment=NetworkSegment(ab485e63-f12c-4525-bcfb-149dc21029d3),segment_id=ab485e63-f12c-4525-bcfb-149dc21029d3)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:31:59.890987 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-715fed49-933f-406b-99b4-8fa8e7ebb63c req-64d8d478-20b9-46aa-9cca-e9cd7d7e3da8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:59.972194 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715fed49-933f-406b-99b4-8fa8e7ebb63c req-64d8d478-20b9-46aa-9cca-e9cd7d7e3da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:59.973154 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-715fed49-933f-406b-99b4-8fa8e7ebb63c req-64d8d478-20b9-46aa-9cca-e9cd7d7e3da8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:59.974720 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-715fed49-933f-406b-99b4-8fa8e7ebb63c req-64d8d478-20b9-46aa-9cca-e9cd7d7e3da8 service neutron] 10.222.0.62 "PUT /v2.0/ports/e54cb844-3e94-47b0-ba9e-df8a93798a00 HTTP/1.1" status: 200 len: 1092 time: 2.2062016 Feb 09 01:31:59.975419 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57b33ccf-e6f2-415c-a4ab-f99dcbfaac1b', 'tag': 'e54cb844-3e94-47b0-ba9e-df8a93798a00'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:32:00.001586 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d8d478-20b9-46aa-9cca-e9cd7d7e3da8 service neutron] Pushing event updated for resources: {'Port': ['ID=e54cb844-3e94-47b0-ba9e-df8a93798a00,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:00.050326 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57b33ccf-e6f2-415c-a4ab-f99dcbfaac1b', 'tag': 'e54cb844-3e94-47b0-ba9e-df8a93798a00', 'status': 'completed', 'code': 200} Feb 09 01:32:00.188250 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715fed49-933f-406b-99b4-8fa8e7ebb63c req-923e93fc-e7da-4014-8b67-35451d18e744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:00.189795 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-715fed49-933f-406b-99b4-8fa8e7ebb63c req-923e93fc-e7da-4014-8b67-35451d18e744 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=59b43f7aa2bc4476a3c7bc7857b33f06&device_id=57b33ccf-e6f2-415c-a4ab-f99dcbfaac1b HTTP/1.1" status: 200 len: 1095 time: 0.1386483 Feb 09 01:32:00.274841 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40916) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:00.316879 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-715fed49-933f-406b-99b4-8fa8e7ebb63c req-edeb6c28-49a1-44ee-a654-66d366decb38 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=e54cb844-3e94-47b0-ba9e-df8a93798a00 HTTP/1.1" status: 200 len: 217 time: 0.1202934 Feb 09 01:32:00.351190 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-3e8c0614-bb31-44af-9477-badc20f99c33 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=d5475c10790d427cb65cc6d675a29f45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0743706 Feb 09 01:32:00.353692 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40922) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:00.440771 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-02796d46-4325-41e6-b635-212248a2395d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:00.479967 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-02796d46-4325-41e6-b635-212248a2395d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:00.522244 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715fed49-933f-406b-99b4-8fa8e7ebb63c req-15a826e5-f5f9-4375-bc3e-f5af0a68eebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:00.523946 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-715fed49-933f-406b-99b4-8fa8e7ebb63c req-15a826e5-f5f9-4375-bc3e-f5af0a68eebe service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6f699826-71ec-4db5-aea0-9474fb90b761 HTTP/1.1" status: 200 len: 838 time: 0.1506469 Feb 09 01:32:00.556857 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-02796d46-4325-41e6-b635-212248a2395d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:00.596269 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02796d46-4325-41e6-b635-212248a2395d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a28223-89d9-4ef0-96c8-1a89d1d4b939,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:00.601685 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-02796d46-4325-41e6-b635-212248a2395d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:00.603320 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-02796d46-4325-41e6-b635-212248a2395d admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/23a28223-89d9-4ef0-96c8-1a89d1d4b939 HTTP/1.1" status: 204 len: 168 time: 0.2483940 Feb 09 01:32:00.743002 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d254b82f-0d9e-4647-b05f-c160462c0f90 req-f0ce8c39-7fbe-43a9-8cec-f0ba4131ee87 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:00.744051 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d254b82f-0d9e-4647-b05f-c160462c0f90 req-f0ce8c39-7fbe-43a9-8cec-f0ba4131ee87 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/ports?device_id=57b33ccf-e6f2-415c-a4ab-f99dcbfaac1b HTTP/1.1" status: 200 len: 944 time: 0.4259682 Feb 09 01:32:00.825300 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b558bc8-8102-4dd0-9267-7129bc81dc85 req-343a8cbb-d296-4e9f-ae9b-270650c648f1 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:00.826854 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1b558bc8-8102-4dd0-9267-7129bc81dc85 req-343a8cbb-d296-4e9f-ae9b-270650c648f1 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=17aed23f-7725-48fc-b53b-d7c19885da6c HTTP/1.1" status: 200 len: 945 time: 0.4546931 Feb 09 01:32:00.868129 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d254b82f-0d9e-4647-b05f-c160462c0f90 req-02713178-e0c4-4747-a302-b88e6b43df62 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/security-groups?id=9b69ac95-c27f-4d49-83b3-bf3fd0b3f97d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129577 Feb 09 01:32:00.900153 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1b558bc8-8102-4dd0-9267-7129bc81dc85 req-10ec79a9-6b3f-4022-a621-8bafdb7bf5e2 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635340 Feb 09 01:32:00.905689 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715fed49-933f-406b-99b4-8fa8e7ebb63c req-66d8b1be-3549-4779-8410-81302bd12b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:00.912890 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-715fed49-933f-406b-99b4-8fa8e7ebb63c req-66d8b1be-3549-4779-8410-81302bd12b86 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3ca281ca-f23c-462f-a312-3a74c426e6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3768554 Feb 09 01:32:01.207840 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-715fed49-933f-406b-99b4-8fa8e7ebb63c req-44898c0b-5643-4da1-ab52-43d199e8838b service neutron] 10.222.0.62 "GET /v2.0/networks/3ca281ca-f23c-462f-a312-3a74c426e6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880807 Feb 09 01:32:01.357760 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-715fed49-933f-406b-99b4-8fa8e7ebb63c req-34d23948-ab9f-4eef-95cf-0f1a7586b6d7 service neutron] 10.222.0.62 "GET /v2.0/networks/3ca281ca-f23c-462f-a312-3a74c426e6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439683 Feb 09 01:32:01.500867 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd2977-d34b-4fce-90f5-7f8aabd66e12 req-18da7139-da4d-4cbd-8106-d29566b27f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:01.503709 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-08fd2977-d34b-4fce-90f5-7f8aabd66e12 req-18da7139-da4d-4cbd-8106-d29566b27f7b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=59b43f7aa2bc4476a3c7bc7857b33f06&device_id=57b33ccf-e6f2-415c-a4ab-f99dcbfaac1b HTTP/1.1" status: 200 len: 1095 time: 0.0995989 Feb 09 01:32:01.660440 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd2977-d34b-4fce-90f5-7f8aabd66e12 req-4dc99840-8bee-4190-a5d9-e2c4076b632e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:01.661931 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-08fd2977-d34b-4fce-90f5-7f8aabd66e12 req-4dc99840-8bee-4190-a5d9-e2c4076b632e service neutron] 10.222.0.62 "GET /v2.0/networks?id=3ca281ca-f23c-462f-a312-3a74c426e6fb HTTP/1.1" status: 200 len: 898 time: 0.1521761 Feb 09 01:32:01.741936 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-08fd2977-d34b-4fce-90f5-7f8aabd66e12 req-16dab57f-00f5-42e2-a568-66a38aa4e1c8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=e54cb844-3e94-47b0-ba9e-df8a93798a00 HTTP/1.1" status: 200 len: 217 time: 0.0724912 Feb 09 01:32:01.830755 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd2977-d34b-4fce-90f5-7f8aabd66e12 req-96ec5111-f863-4a6f-a7a4-18d171c1bd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:01.832677 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-08fd2977-d34b-4fce-90f5-7f8aabd66e12 req-96ec5111-f863-4a6f-a7a4-18d171c1bd25 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6f699826-71ec-4db5-aea0-9474fb90b761 HTTP/1.1" status: 200 len: 838 time: 0.0851929 Feb 09 01:32:01.839236 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 40998) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:01.970089 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd2977-d34b-4fce-90f5-7f8aabd66e12 req-207fd252-0503-4cb5-b24c-2016d65cc4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:01.972808 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-08fd2977-d34b-4fce-90f5-7f8aabd66e12 req-207fd252-0503-4cb5-b24c-2016d65cc4d8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3ca281ca-f23c-462f-a312-3a74c426e6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1340916 Feb 09 01:32:02.049569 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-836b31d4-1876-4f2c-98ce-5fcf661f0498 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-455955973-network', 'tenant_id': '1eb0be7acec34f3898009077fa5a3588'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:02.060310 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-836b31d4-1876-4f2c-98ce-5fcf661f0498 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:02.071678 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-836b31d4-1876-4f2c-98ce-5fcf661f0498 admin admin] Usage tracker for resource:network and tenant:1eb0be7acec34f3898009077fa5a3588 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:02.080262 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-836b31d4-1876-4f2c-98ce-5fcf661f0498 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:02.105611 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-836b31d4-1876-4f2c-98ce-5fcf661f0498 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:02.132563 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836b31d4-1876-4f2c-98ce-5fcf661f0498 admin admin] Made reservation on behalf of 1eb0be7acec34f3898009077fa5a3588 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:32:02.135345 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-836b31d4-1876-4f2c-98ce-5fcf661f0498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:02.151989 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-836b31d4-1876-4f2c-98ce-5fcf661f0498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:02.175738 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-836b31d4-1876-4f2c-98ce-5fcf661f0498 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:02.179767 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-836b31d4-1876-4f2c-98ce-5fcf661f0498 admin admin] Usage tracker for resource:security_group_rule and tenant:1eb0be7acec34f3898009077fa5a3588 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:02.182588 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-836b31d4-1876-4f2c-98ce-5fcf661f0498 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:02.189894 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-836b31d4-1876-4f2c-98ce-5fcf661f0498 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:02.366874 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-836b31d4-1876-4f2c-98ce-5fcf661f0498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:02.371057 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-836b31d4-1876-4f2c-98ce-5fcf661f0498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:02.409886 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-836b31d4-1876-4f2c-98ce-5fcf661f0498 admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:32:02.410456 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47639291-cc14-4a9a-b170-b01ddf1802ba req-ad73d2f9-4972-48f1-b67f-2d8b15c9f141 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:02.417262 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-47639291-cc14-4a9a-b170-b01ddf1802ba req-ad73d2f9-4972-48f1-b67f-2d8b15c9f141 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=17aed23f-7725-48fc-b53b-d7c19885da6c HTTP/1.1" status: 200 len: 945 time: 0.2588527 Feb 09 01:32:02.438470 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836b31d4-1876-4f2c-98ce-5fcf661f0498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=522715f3-9e73-4c8a-86d8-3ba67ad77ee1,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:02.442170 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-836b31d4-1876-4f2c-98ce-5fcf661f0498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:02.442449 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-836b31d4-1876-4f2c-98ce-5fcf661f0498 admin admin] Added segment 6706faa2-872a-45f6-96ae-145e67256b8e of type vlan for network 60748d6a-d406-49e9-9030-6c29d6fcdc6a Feb 09 01:32:02.472563 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-08fd2977-d34b-4fce-90f5-7f8aabd66e12 req-20131b49-be36-4372-b985-2049e0621866 service neutron] 10.222.0.62 "GET /v2.0/networks/3ca281ca-f23c-462f-a312-3a74c426e6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4866335 Feb 09 01:32:02.482928 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7803a02-d933-4935-b4e3-b6fb6aad502b req-47e24771-7a58-4cca-9fd6-daf24b7c9f25 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:02.490111 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d7803a02-d933-4935-b4e3-b6fb6aad502b req-47e24771-7a58-4cca-9fd6-daf24b7c9f25 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/ports?device_id=57b33ccf-e6f2-415c-a4ab-f99dcbfaac1b HTTP/1.1" status: 200 len: 944 time: 0.3849018 Feb 09 01:32:02.494355 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-836b31d4-1876-4f2c-98ce-5fcf661f0498 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:02.555660 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-836b31d4-1876-4f2c-98ce-5fcf661f0498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:02.559481 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-47639291-cc14-4a9a-b170-b01ddf1802ba req-4bd9dbb0-960a-4940-bc3b-09796f44edea tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367462 Feb 09 01:32:02.562552 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836b31d4-1876-4f2c-98ce-5fcf661f0498 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:02.562552 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-836b31d4-1876-4f2c-98ce-5fcf661f0498 admin admin] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:02.670435 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836b31d4-1876-4f2c-98ce-5fcf661f0498 admin admin] Pushing event updated for resources: {'Network': ['ID=60748d6a-d406-49e9-9030-6c29d6fcdc6a,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:02.680573 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d7803a02-d933-4935-b4e3-b6fb6aad502b req-3c350416-b3e5-4714-a30d-bf4ceb02536b tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/security-groups?id=9b69ac95-c27f-4d49-83b3-bf3fd0b3f97d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1895247 Feb 09 01:32:02.681300 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 60748d6a-d406-49e9-9030-6c29d6fcdc6a details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:32:02.711012 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-836b31d4-1876-4f2c-98ce-5fcf661f0498 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.8705750 Feb 09 01:32:02.714318 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41022) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:02.725959 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-7631cd60-8449-4992-8c89-360f3db4b5be admin admin] Request body: {'subnet': {'network_id': '60748d6a-d406-49e9-9030-6c29d6fcdc6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-455955973-subnet', 'tenant_id': '1eb0be7acec34f3898009077fa5a3588', 'ip_version': 4}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:02.742193 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7631cd60-8449-4992-8c89-360f3db4b5be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:02.748985 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-7631cd60-8449-4992-8c89-360f3db4b5be admin admin] Usage tracker for resource:subnet and tenant:1eb0be7acec34f3898009077fa5a3588 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:02.753262 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-7631cd60-8449-4992-8c89-360f3db4b5be admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:02.762023 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7631cd60-8449-4992-8c89-360f3db4b5be admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:02.787168 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7631cd60-8449-4992-8c89-360f3db4b5be admin admin] Made reservation on behalf of 1eb0be7acec34f3898009077fa5a3588 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:32:02.794850 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7631cd60-8449-4992-8c89-360f3db4b5be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:02.842674 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-08fd2977-d34b-4fce-90f5-7f8aabd66e12 req-60eb2136-73f5-4644-9244-208b253d2081 service neutron] 10.222.0.62 "GET /v2.0/networks/3ca281ca-f23c-462f-a312-3a74c426e6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236763 Feb 09 01:32:02.894567 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e72f819-6875-4d54-ada2-8eb50fbdd260 req-a07c0b4b-f8ff-4c0d-9049-39776a5d0313 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:02.910533 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1e72f819-6875-4d54-ada2-8eb50fbdd260 req-a07c0b4b-f8ff-4c0d-9049-39776a5d0313 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=17aed23f-7725-48fc-b53b-d7c19885da6c HTTP/1.1" status: 200 len: 945 time: 0.1595159 Feb 09 01:32:02.958198 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1e72f819-6875-4d54-ada2-8eb50fbdd260 req-84699e94-b20a-4640-89dd-31e85a6eebad tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474215 Feb 09 01:32:03.080372 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device e54cb844-3e94-47b0-ba9e-df8a93798a00 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:32:03.168656 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7631cd60-8449-4992-8c89-360f3db4b5be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:03.216036 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e5c0e-f180-494b-b08c-1be9728d6780 req-3ea0ad55-79f0-4c0c-beaf-018a7787d57b tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:03.222143 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-149e5c0e-f180-494b-b08c-1be9728d6780 req-3ea0ad55-79f0-4c0c-beaf-018a7787d57b tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=17aed23f-7725-48fc-b53b-d7c19885da6c HTTP/1.1" status: 200 len: 945 time: 0.1483588 Feb 09 01:32:03.252815 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7631cd60-8449-4992-8c89-360f3db4b5be admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0e31cc9-05b9-47cf-99cf-0addb7b6e228,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:03.261326 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port e54cb844-3e94-47b0-ba9e-df8a93798a00, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=e54cb844-3e94-47b0-ba9e-df8a93798a00,segment=NetworkSegment(ab485e63-f12c-4525-bcfb-149dc21029d3),segment_id=ab485e63-f12c-4525-bcfb-149dc21029d3)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:32:03.267974 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7631cd60-8449-4992-8c89-360f3db4b5be admin admin] Checking segment: {'id': '6706faa2-872a-45f6-96ae-145e67256b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '60748d6a-d406-49e9-9030-6c29d6fcdc6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:32:03.268344 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7631cd60-8449-4992-8c89-360f3db4b5be admin admin] Network hostable DHCP agents. Network: 60748d6a-d406-49e9-9030-6c29d6fcdc6a, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:32:03.277204 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': 'e54cb844-3e94-47b0-ba9e-df8a93798a00', 'network_id': '3ca281ca-f23c-462f-a312-3a74c426e6fb', 'port_id': 'e54cb844-3e94-47b0-ba9e-df8a93798a00', 'mac_address': 'fa:16:3e:0b:7e:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f699826-71ec-4db5-aea0-9474fb90b761', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:32:03.291120 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7631cd60-8449-4992-8c89-360f3db4b5be admin admin] Network 60748d6a-d406-49e9-9030-6c29d6fcdc6a is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:32:03.302051 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-149e5c0e-f180-494b-b08c-1be9728d6780 req-41c709e2-8611-4f44-8a84-35c2207aeb1e tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790336 Feb 09 01:32:03.302820 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-7631cd60-8449-4992-8c89-360f3db4b5be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 60748d6a-d406-49e9-9030-6c29d6fcdc6a) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:32:03.307046 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7631cd60-8449-4992-8c89-360f3db4b5be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:03.307820 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7631cd60-8449-4992-8c89-360f3db4b5be admin admin] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:03.325843 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e2975c-0b93-49a9-ad2d-3f0c5858d7b6 None None] Network 60748d6a-d406-49e9-9030-6c29d6fcdc6a requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:32:03.346964 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 41042) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:03.347761 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-7631cd60-8449-4992-8c89-360f3db4b5be admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6316843 Feb 09 01:32:03.353862 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-a311d3e2-8512-48bc-bb8c-0a9fa4599bc6 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-455955973-router', 'tenant_id': '1eb0be7acec34f3898009077fa5a3588', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:03.361309 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a311d3e2-8512-48bc-bb8c-0a9fa4599bc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:03.365443 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-a311d3e2-8512-48bc-bb8c-0a9fa4599bc6 admin admin] Usage tracker for resource:router and tenant:1eb0be7acec34f3898009077fa5a3588 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:03.368544 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-a311d3e2-8512-48bc-bb8c-0a9fa4599bc6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:03.375524 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a311d3e2-8512-48bc-bb8c-0a9fa4599bc6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:03.388575 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a311d3e2-8512-48bc-bb8c-0a9fa4599bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:03.390599 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a311d3e2-8512-48bc-bb8c-0a9fa4599bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:03.414089 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a311d3e2-8512-48bc-bb8c-0a9fa4599bc6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:03.421420 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:03.451457 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e54cb844-3e94-47b0-ba9e-df8a93798a00 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:32:03.506218 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port e54cb844-3e94-47b0-ba9e-df8a93798a00, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=e54cb844-3e94-47b0-ba9e-df8a93798a00,segment=NetworkSegment(ab485e63-f12c-4525-bcfb-149dc21029d3),segment_id=ab485e63-f12c-4525-bcfb-149dc21029d3)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:32:03.538711 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:03.721240 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a75b5f2-dedb-44bf-95c9-de6a9ad7ea5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-60748d6a-d406-49e9-9030-6c29d6fcdc6a', 'network_id': '60748d6a-d406-49e9-9030-6c29d6fcdc6a', 'tenant_id': '1eb0be7acec34f3898009077fa5a3588', 'fixed_ips': [{'subnet_id': 'c0e31cc9-05b9-47cf-99cf-0addb7b6e228'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:32:03.722412 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7a75b5f2-dedb-44bf-95c9-de6a9ad7ea5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:03.837810 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['e54cb844-3e94-47b0-ba9e-df8a93798a00'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:32:03.956353 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=e54cb844-3e94-47b0-ba9e-df8a93798a00,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:04.098303 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-7a75b5f2-dedb-44bf-95c9-de6a9ad7ea5e None None] Allocated IP 172.20.0.2 (60748d6a-d406-49e9-9030-6c29d6fcdc6a/c0e31cc9-05b9-47cf-99cf-0addb7b6e228/39821079-2559-4036-958c-4f28531c1d63) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:32:04.113326 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a311d3e2-8512-48bc-bb8c-0a9fa4599bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:04.241545 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3de5d3-9bc3-4e16-87f1-060c1efe320b req-4ea69e4b-3d8d-4cca-be18-91fca6103778 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:04.243065 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8f3de5d3-9bc3-4e16-87f1-060c1efe320b req-4ea69e4b-3d8d-4cca-be18-91fca6103778 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/ports?device_id=57b33ccf-e6f2-415c-a4ab-f99dcbfaac1b HTTP/1.1" status: 200 len: 945 time: 0.3792655 Feb 09 01:32:04.252580 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626134b0-8a57-40c4-b836-c9ae107bfdae req-1a246f44-fc92-4085-88d9-fe61fba1d54f tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:04.258329 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-626134b0-8a57-40c4-b836-c9ae107bfdae req-1a246f44-fc92-4085-88d9-fe61fba1d54f tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=17aed23f-7725-48fc-b53b-d7c19885da6c HTTP/1.1" status: 200 len: 945 time: 0.2952521 Feb 09 01:32:04.359099 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-626134b0-8a57-40c4-b836-c9ae107bfdae req-53d2c694-881d-4d3a-8a0a-1a839530df0c tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953069 Feb 09 01:32:04.375373 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8f3de5d3-9bc3-4e16-87f1-060c1efe320b req-8f48bfe8-703a-4385-b1ac-bea2b8c67aec tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/security-groups?id=9b69ac95-c27f-4d49-83b3-bf3fd0b3f97d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158595 Feb 09 01:32:04.494107 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7a75b5f2-dedb-44bf-95c9-de6a9ad7ea5e None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:04.506054 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-7a75b5f2-dedb-44bf-95c9-de6a9ad7ea5e None None] Transition to ACTIVE for port object 39821079-2559-4036-958c-4f28531c1d63 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:32:04.562475 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-7a75b5f2-dedb-44bf-95c9-de6a9ad7ea5e None None] Transition to ACTIVE for port object 39821079-2559-4036-958c-4f28531c1d63 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:32:04.588841 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7a75b5f2-dedb-44bf-95c9-de6a9ad7ea5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:04.682496 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a311d3e2-8512-48bc-bb8c-0a9fa4599bc6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:04.706588 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a75b5f2-dedb-44bf-95c9-de6a9ad7ea5e None None] Network 60748d6a-d406-49e9-9030-6c29d6fcdc6a is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:32:04.711073 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-7a75b5f2-dedb-44bf-95c9-de6a9ad7ea5e None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:32:04.715613 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a75b5f2-dedb-44bf-95c9-de6a9ad7ea5e None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:32:04.740354 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a311d3e2-8512-48bc-bb8c-0a9fa4599bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:04.768422 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a75b5f2-dedb-44bf-95c9-de6a9ad7ea5e None None] Pushing event updated for resources: {'Port': ['ID=39821079-2559-4036-958c-4f28531c1d63,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:04.838167 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-7a75b5f2-dedb-44bf-95c9-de6a9ad7ea5e None None] Attempting to bind port 39821079-2559-4036-958c-4f28531c1d63 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:32:04.838544 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-7a75b5f2-dedb-44bf-95c9-de6a9ad7ea5e None None] Attempting to bind port 39821079-2559-4036-958c-4f28531c1d63 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '6706faa2-872a-45f6-96ae-145e67256b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '60748d6a-d406-49e9-9030-6c29d6fcdc6a'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:32:04.838932 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a75b5f2-dedb-44bf-95c9-de6a9ad7ea5e None None] Attempting to bind port 39821079-2559-4036-958c-4f28531c1d63 on network 60748d6a-d406-49e9-9030-6c29d6fcdc6a {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:32:04.846519 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a75b5f2-dedb-44bf-95c9-de6a9ad7ea5e None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:32:04.847259 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a75b5f2-dedb-44bf-95c9-de6a9ad7ea5e None None] Checking segment: {'id': '6706faa2-872a-45f6-96ae-145e67256b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '60748d6a-d406-49e9-9030-6c29d6fcdc6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:32:04.847914 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7a75b5f2-dedb-44bf-95c9-de6a9ad7ea5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:04.848536 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a75b5f2-dedb-44bf-95c9-de6a9ad7ea5e None None] Bound using segment: {'id': '6706faa2-872a-45f6-96ae-145e67256b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '60748d6a-d406-49e9-9030-6c29d6fcdc6a'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:32:04.849244 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-7a75b5f2-dedb-44bf-95c9-de6a9ad7ea5e None None] Bound port: 39821079-2559-4036-958c-4f28531c1d63, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6706faa2-872a-45f6-96ae-145e67256b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '60748d6a-d406-49e9-9030-6c29d6fcdc6a'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:32:04.849891 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7a75b5f2-dedb-44bf-95c9-de6a9ad7ea5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:04.930331 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-a311d3e2-8512-48bc-bb8c-0a9fa4599bc6 admin admin] Allocated IP 172.25.0.47 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/9f399771-7c1a-4f3b-89bd-60dbd80dd1a2) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:32:04.998462 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-7a75b5f2-dedb-44bf-95c9-de6a9ad7ea5e None None] For port 39821079-2559-4036-958c-4f28531c1d63, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:32:05.001962 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-7a75b5f2-dedb-44bf-95c9-de6a9ad7ea5e None None] For port 39821079-2559-4036-958c-4f28531c1d63, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=39821079-2559-4036-958c-4f28531c1d63,segment=NetworkSegment(6706faa2-872a-45f6-96ae-145e67256b8e),segment_id=6706faa2-872a-45f6-96ae-145e67256b8e)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:32:05.019015 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7a75b5f2-dedb-44bf-95c9-de6a9ad7ea5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:05.102727 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device e54cb844-3e94-47b0-ba9e-df8a93798a00 up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:32:05.122846 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a311d3e2-8512-48bc-bb8c-0a9fa4599bc6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:05.159097 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a311d3e2-8512-48bc-bb8c-0a9fa4599bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:05.226542 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a75b5f2-dedb-44bf-95c9-de6a9ad7ea5e None None] Pushing event updated for resources: {'Port': ['ID=39821079-2559-4036-958c-4f28531c1d63,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:05.230269 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port e54cb844-3e94-47b0-ba9e-df8a93798a00 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:32:05.237662 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port e54cb844-3e94-47b0-ba9e-df8a93798a00 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:32:05.238195 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:05.250280 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a311d3e2-8512-48bc-bb8c-0a9fa4599bc6 admin admin] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:32:05.258661 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-a311d3e2-8512-48bc-bb8c-0a9fa4599bc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:32:05.263794 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a311d3e2-8512-48bc-bb8c-0a9fa4599bc6 admin admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:32:05.344664 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a311d3e2-8512-48bc-bb8c-0a9fa4599bc6 admin admin] Pushing event updated for resources: {'Port': ['ID=9f399771-7c1a-4f3b-89bd-60dbd80dd1a2,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:05.433816 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:05.473508 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57b33ccf-e6f2-415c-a4ab-f99dcbfaac1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e54cb844-3e94-47b0-ba9e-df8a93798a00'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:32:05.494754 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port e54cb844-3e94-47b0-ba9e-df8a93798a00, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=e54cb844-3e94-47b0-ba9e-df8a93798a00,segment=NetworkSegment(ab485e63-f12c-4525-bcfb-149dc21029d3),segment_id=ab485e63-f12c-4525-bcfb-149dc21029d3)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:32:05.499687 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:05.588379 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=e54cb844-3e94-47b0-ba9e-df8a93798a00,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:05.957127 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27083a30-bdd1-4b2e-b4b2-7166b83abdb1 req-99397b74-3089-41a9-a6d2-9aec2850392e tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:05.958619 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-27083a30-bdd1-4b2e-b4b2-7166b83abdb1 req-99397b74-3089-41a9-a6d2-9aec2850392e tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.99 "GET /v2.0/ports?device_id=17aed23f-7725-48fc-b53b-d7c19885da6c HTTP/1.1" status: 200 len: 945 time: 0.6152480 Feb 09 01:32:06.136510 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-27083a30-bdd1-4b2e-b4b2-7166b83abdb1 req-4826f0d3-a7fd-4f59-983d-297d9773dc8f tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Deleting port c568b178-b355-48e0-8bf3-633843a3af20 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:32:06.136799 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-27083a30-bdd1-4b2e-b4b2-7166b83abdb1 req-4826f0d3-a7fd-4f59-983d-297d9773dc8f tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:06.217444 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfd3a8d-61ea-454d-9226-836cfd7669d6 req-88cb2e83-4fb8-4500-b34f-06da8552c832 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:06.219006 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cdfd3a8d-61ea-454d-9226-836cfd7669d6 req-88cb2e83-4fb8-4500-b34f-06da8552c832 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=17aed23f-7725-48fc-b53b-d7c19885da6c HTTP/1.1" status: 200 len: 945 time: 0.6610296 Feb 09 01:32:06.236171 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c495d5-2ae1-4eb7-88d2-b108e8ac7171 req-ccb198b0-6b25-456f-8f46-40bf3453ecaf tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:06.237586 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-64c495d5-2ae1-4eb7-88d2-b108e8ac7171 req-ccb198b0-6b25-456f-8f46-40bf3453ecaf tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/ports?device_id=57b33ccf-e6f2-415c-a4ab-f99dcbfaac1b HTTP/1.1" status: 200 len: 946 time: 0.3840551 Feb 09 01:32:06.463590 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cdfd3a8d-61ea-454d-9226-836cfd7669d6 req-8ec45cd6-05d1-424d-a829-dd10bd5e6188 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377729 Feb 09 01:32:06.472734 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-64c495d5-2ae1-4eb7-88d2-b108e8ac7171 req-de0a573d-3594-441e-a50e-81f209943f41 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/security-groups?id=9b69ac95-c27f-4d49-83b3-bf3fd0b3f97d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2093878 Feb 09 01:32:06.475982 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a311d3e2-8512-48bc-bb8c-0a9fa4599bc6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:06.543302 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57b33ccf-e6f2-415c-a4ab-f99dcbfaac1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e54cb844-3e94-47b0-ba9e-df8a93798a00', 'code': 200} Feb 09 01:32:06.550835 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 39821079-2559-4036-958c-4f28531c1d63 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:32:06.692068 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 39821079-2559-4036-958c-4f28531c1d63 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:32:06.788449 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6dba993-9530-4f97-abc4-e2cbade0d723 None None] Network 60748d6a-d406-49e9-9030-6c29d6fcdc6a requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:32:06.886747 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a608b747-193b-4e2c-87f8-6dc2b7b0b861 None None] Provisioning for port 39821079-2559-4036-958c-4f28531c1d63 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:32:06.912854 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a608b747-193b-4e2c-87f8-6dc2b7b0b861 None None] Provisioning complete for port 39821079-2559-4036-958c-4f28531c1d63 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:32:06.913409 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a608b747-193b-4e2c-87f8-6dc2b7b0b861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:07.126266 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-27083a30-bdd1-4b2e-b4b2-7166b83abdb1 req-4826f0d3-a7fd-4f59-983d-297d9773dc8f tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] For port c568b178-b355-48e0-8bf3-633843a3af20, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=c568b178-b355-48e0-8bf3-633843a3af20,segment=NetworkSegment(eb2641ac-e580-4925-8dd1-0f4584fc0d1e),segment_id=eb2641ac-e580-4925-8dd1-0f4584fc0d1e)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:32:07.126704 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-27083a30-bdd1-4b2e-b4b2-7166b83abdb1 req-4826f0d3-a7fd-4f59-983d-297d9773dc8f tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:07.229236 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a608b747-193b-4e2c-87f8-6dc2b7b0b861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:07.282661 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a608b747-193b-4e2c-87f8-6dc2b7b0b861 None None] For port 39821079-2559-4036-958c-4f28531c1d63, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=39821079-2559-4036-958c-4f28531c1d63,segment=NetworkSegment(6706faa2-872a-45f6-96ae-145e67256b8e),segment_id=6706faa2-872a-45f6-96ae-145e67256b8e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:32:07.289174 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a608b747-193b-4e2c-87f8-6dc2b7b0b861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:07.290425 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b088546-ff05-4e55-adde-1036cad6c8ef req-70431ae6-2a92-459a-9dcf-ece76b83886d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:07.292061 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0b088546-ff05-4e55-adde-1036cad6c8ef req-70431ae6-2a92-459a-9dcf-ece76b83886d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=57b33ccf-e6f2-415c-a4ab-f99dcbfaac1b HTTP/1.1" status: 200 len: 1097 time: 0.6259687 Feb 09 01:32:07.381033 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-27083a30-bdd1-4b2e-b4b2-7166b83abdb1 req-4826f0d3-a7fd-4f59-983d-297d9773dc8f tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Calling delete_port for c568b178-b355-48e0-8bf3-633843a3af20 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:32:07.392049 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a608b747-193b-4e2c-87f8-6dc2b7b0b861 None None] Pushing event updated for resources: {'Port': ['ID=39821079-2559-4036-958c-4f28531c1d63,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:07.501362 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a311d3e2-8512-48bc-bb8c-0a9fa4599bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:07.711522 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-6841f6e1-879e-4841-8841-70aa97eeac65 None None] Provisioning complete for port 39821079-2559-4036-958c-4f28531c1d63 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:32:07.712530 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6841f6e1-879e-4841-8841-70aa97eeac65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:07.868165 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0b088546-ff05-4e55-adde-1036cad6c8ef req-13dce85a-a399-4fec-ad1c-bdcd79b20c06 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9b69ac95-c27f-4d49-83b3-bf3fd0b3f97d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4147956 Feb 09 01:32:08.070530 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-27083a30-bdd1-4b2e-b4b2-7166b83abdb1 req-4826f0d3-a7fd-4f59-983d-297d9773dc8f tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:08.144745 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4826f0d3-a7fd-4f59-983d-297d9773dc8f tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Pushing event deleted for resources: {'Port': ['ID=c568b178-b355-48e0-8bf3-633843a3af20,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:08.160095 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f268b-7d5f-484e-a583-300a73507330 req-42d10de3-115b-4bde-ae42-6416f64be135 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:08.161816 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-332f268b-7d5f-484e-a583-300a73507330 req-42d10de3-115b-4bde-ae42-6416f64be135 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/ports?device_id=57b33ccf-e6f2-415c-a4ab-f99dcbfaac1b HTTP/1.1" status: 200 len: 946 time: 0.4657965 Feb 09 01:32:08.173226 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e00ede2-0140-4e95-adb7-49e00a1792d9 req-2315b750-c8be-4be3-b5c8-246d42796a09 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:08.174910 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9e00ede2-0140-4e95-adb7-49e00a1792d9 req-2315b750-c8be-4be3-b5c8-246d42796a09 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=17aed23f-7725-48fc-b53b-d7c19885da6c HTTP/1.1" status: 200 len: 945 time: 0.4469180 Feb 09 01:32:08.182186 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0be50008-9e26-4ab9-bd70-5a5b8fd39ccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:08.410842 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-27083a30-bdd1-4b2e-b4b2-7166b83abdb1 req-4826f0d3-a7fd-4f59-983d-297d9773dc8f tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] No DVR routers for this DVR port c568b178-b355-48e0-8bf3-633843a3af20 on host n-h2-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:32:08.424664 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-27083a30-bdd1-4b2e-b4b2-7166b83abdb1 req-4826f0d3-a7fd-4f59-983d-297d9773dc8f tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:08.431098 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17aed23f-7725-48fc-b53b-d7c19885da6c', 'name': 'network-vif-deleted', 'tag': 'c568b178-b355-48e0-8bf3-633843a3af20'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:32:08.447186 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-332f268b-7d5f-484e-a583-300a73507330 req-859243b6-3f9d-431f-8ea6-f38214a4df29 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/security-groups?id=9b69ac95-c27f-4d49-83b3-bf3fd0b3f97d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2651200 Feb 09 01:32:08.490158 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9e00ede2-0140-4e95-adb7-49e00a1792d9 req-d6a55269-c5d8-4bbe-b01d-27057a5c00bc tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451875 Feb 09 01:32:08.512519 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-27083a30-bdd1-4b2e-b4b2-7166b83abdb1 req-4826f0d3-a7fd-4f59-983d-297d9773dc8f tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.99 "DELETE /v2.0/ports/c568b178-b355-48e0-8bf3-633843a3af20 HTTP/1.1" status: 204 len: 173 time: 2.5448360 Feb 09 01:32:08.513478 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a311d3e2-8512-48bc-bb8c-0a9fa4599bc6 admin admin] Router baaecf44-3899-4a9a-bfb2-0e3b9dbb9c9b is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:32:08.555981 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 39821079-2559-4036-958c-4f28531c1d63 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:32:08.685823 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17aed23f-7725-48fc-b53b-d7c19885da6c', 'name': 'network-vif-deleted', 'tag': 'c568b178-b355-48e0-8bf3-633843a3af20', 'status': 'completed', 'code': 200} Feb 09 01:32:08.732446 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 39821079-2559-4036-958c-4f28531c1d63 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:32:08.734063 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:08.987553 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a311d3e2-8512-48bc-bb8c-0a9fa4599bc6 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:32:08.998313 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0764a85-214f-4f5e-ab2e-cbc2d53ed2e6 None None] Sync routers for ids ['baaecf44-3899-4a9a-bfb2-0e3b9dbb9c9b'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:32:09.014446 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a311d3e2-8512-48bc-bb8c-0a9fa4599bc6 admin admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:09.014708 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0764a85-214f-4f5e-ab2e-cbc2d53ed2e6 None None] Routers {'baaecf44-3899-4a9a-bfb2-0e3b9dbb9c9b'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:32:09.015153 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-e0764a85-214f-4f5e-ab2e-cbc2d53ed2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:31:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['baaecf44-3899-4a9a-bfb2-0e3b9dbb9c9b'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:09.016335 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-a311d3e2-8512-48bc-bb8c-0a9fa4599bc6 admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 5.6672072 Feb 09 01:32:09.019145 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41154) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:09.049032 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-08183db8-23f7-4afc-b292-f22f35f58986 req-a9360540-ba3c-4d2a-bc53-370c99362b85 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=082c5cbb-8014-4596-909f-4ee8af4e4b70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2079146 Feb 09 01:32:09.322611 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-e0764a85-214f-4f5e-ab2e-cbc2d53ed2e6 None None] Set router baaecf44-3899-4a9a-bfb2-0e3b9dbb9c9b gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:32:09.346399 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08183db8-23f7-4afc-b292-f22f35f58986 req-743e114a-9cfb-4372-9a2e-d975e6432948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:09.347894 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-08183db8-23f7-4afc-b292-f22f35f58986 req-743e114a-9cfb-4372-9a2e-d975e6432948 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=59b43f7aa2bc4476a3c7bc7857b33f06&device_id=082c5cbb-8014-4596-909f-4ee8af4e4b70 HTTP/1.1" status: 200 len: 1097 time: 0.1281395 Feb 09 01:32:09.716706 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08183db8-23f7-4afc-b292-f22f35f58986 req-a4142264-9808-40ba-b684-dbd3db22c37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:09.718559 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-08183db8-23f7-4afc-b292-f22f35f58986 req-a4142264-9808-40ba-b684-dbd3db22c37d service neutron] 10.222.0.62 "GET /v2.0/networks?id=3c4fc1c2-da7d-4d47-9fab-e3152cd69d37 HTTP/1.1" status: 200 len: 898 time: 0.3496134 Feb 09 01:32:09.843896 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-e0764a85-214f-4f5e-ab2e-cbc2d53ed2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baaecf44-3899-4a9a-bfb2-0e3b9dbb9c9b', 'name': 'tempest-ImageQuotaTest-455955973-router', 'tenant_id': '1eb0be7acec34f3898009077fa5a3588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '9f399771-7c1a-4f3b-89bd-60dbd80dd1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:32:03Z', 'updated_at': '2022-02-09T01:32:06Z', 'revision_number': 3, 'project_id': '1eb0be7acec34f3898009077fa5a3588', 'gw_port': {'id': '9f399771-7c1a-4f3b-89bd-60dbd80dd1a2', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fb:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baaecf44-3899-4a9a-bfb2-0e3b9dbb9c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:32:04Z', 'updated_at': '2022-02-09T01:32:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:09.848878 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0764a85-214f-4f5e-ab2e-cbc2d53ed2e6 None None] Checking router: baaecf44-3899-4a9a-bfb2-0e3b9dbb9c9b for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:32:09.849570 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0764a85-214f-4f5e-ab2e-cbc2d53ed2e6 None None] Updating router baaecf44-3899-4a9a-bfb2-0e3b9dbb9c9b port 9f399771-7c1a-4f3b-89bd-60dbd80dd1a2 binding host n-d-828418-1 {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:32:09.920144 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-dd359827-734c-49ff-872e-735cb85c0ed7 req-15d6fd96-045f-48f0-8c13-f26e653eeacb tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Synchronizing usage tracker for tenant:6721380b025b4977bb6883114d898ed6 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:32:09.972195 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device c568b178-b355-48e0-8bf3-633843a3af20 no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:32:10.002522 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-08183db8-23f7-4afc-b292-f22f35f58986 req-d12ef95e-4c8f-4dde-8f02-f059eead8723 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3280468-86c2-41f2-b8b8-e6b6ddeb04c6 HTTP/1.1" status: 200 len: 1001 time: 0.2109680 Feb 09 01:32:10.068370 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-dd359827-734c-49ff-872e-735cb85c0ed7 req-15d6fd96-045f-48f0-8c13-f26e653eeacb tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Unset dirty status for tenant:6721380b025b4977bb6883114d898ed6 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:32:10.074120 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd359827-734c-49ff-872e-735cb85c0ed7 req-15d6fd96-045f-48f0-8c13-f26e653eeacb tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=17aed23f-7725-48fc-b53b-d7c19885da6c HTTP/1.1" status: 200 len: 210 time: 0.3546293 Feb 09 01:32:10.111175 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] No Port match for: c568b178-b355-48e0-8bf3-633843a3af20 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:32:10.111433 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device c568b178-b355-48e0-8bf3-633843a3af20 not bound to the agent host n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:32:10.125905 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e0764a85-214f-4f5e-ab2e-cbc2d53ed2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:10.311520 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08183db8-23f7-4afc-b292-f22f35f58986 req-862e86b8-72eb-4384-b70e-bd7ac9c2ee66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:10.314056 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-08183db8-23f7-4afc-b292-f22f35f58986 req-862e86b8-72eb-4384-b70e-bd7ac9c2ee66 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e8f91757-70e4-4e4e-95d1-289081aff0f5 HTTP/1.1" status: 200 len: 835 time: 0.3000515 Feb 09 01:32:10.325001 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943d0e7-64ab-4fe4-b412-2a6356174ad9 req-b91370d1-967c-4b45-b17d-f5c076096c6c tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:10.327783 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1943d0e7-64ab-4fe4-b412-2a6356174ad9 req-b91370d1-967c-4b45-b17d-f5c076096c6c tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/ports?device_id=57b33ccf-e6f2-415c-a4ab-f99dcbfaac1b HTTP/1.1" status: 200 len: 946 time: 0.4786410 Feb 09 01:32:10.345779 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-39c498eb-3f8b-4912-bc95-ca945ab55600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:10.478194 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1943d0e7-64ab-4fe4-b412-2a6356174ad9 req-4bb6d15c-5233-44a3-9b1b-8990409f2453 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/security-groups?id=9b69ac95-c27f-4d49-83b3-bf3fd0b3f97d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838737 Feb 09 01:32:10.503505 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08183db8-23f7-4afc-b292-f22f35f58986 req-31b9c633-987a-4139-b336-4cb34b4750fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:10.505019 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-08183db8-23f7-4afc-b292-f22f35f58986 req-31b9c633-987a-4139-b336-4cb34b4750fb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3c4fc1c2-da7d-4d47-9fab-e3152cd69d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1753075 Feb 09 01:32:10.547247 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b455467e-613d-45f6-969f-48dae7ffde75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:10.710703 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e0764a85-214f-4f5e-ab2e-cbc2d53ed2e6 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:10.733834 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e0764a85-214f-4f5e-ab2e-cbc2d53ed2e6 None None] Transition to ACTIVE for port object 9f399771-7c1a-4f3b-89bd-60dbd80dd1a2 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:32:10.741988 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e0764a85-214f-4f5e-ab2e-cbc2d53ed2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:10.809909 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-39c498eb-3f8b-4912-bc95-ca945ab55600 admin admin] Allocated IP 172.20.0.1 (60748d6a-d406-49e9-9030-6c29d6fcdc6a/c0e31cc9-05b9-47cf-99cf-0addb7b6e228/35a36d9c-b600-4cab-b25c-ec391e129c5d) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:32:10.865058 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045022c-c43d-42ed-bca3-6a0e9cd2f41b None None] Pushing event updated for resources: {'Port': ['ID=9f399771-7c1a-4f3b-89bd-60dbd80dd1a2,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:10.882212 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-e0764a85-214f-4f5e-ab2e-cbc2d53ed2e6 None None] Attempting to bind port 9f399771-7c1a-4f3b-89bd-60dbd80dd1a2 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:32:10.882595 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-e0764a85-214f-4f5e-ab2e-cbc2d53ed2e6 None None] Attempting to bind port 9f399771-7c1a-4f3b-89bd-60dbd80dd1a2 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:32:10.883111 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0764a85-214f-4f5e-ab2e-cbc2d53ed2e6 None None] Attempting to bind port 9f399771-7c1a-4f3b-89bd-60dbd80dd1a2 on network 3d885c3c-255c-4e54-addc-b28437d0b18e {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:32:10.888521 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-08183db8-23f7-4afc-b292-f22f35f58986 req-8b13283c-567b-4de4-835d-a28fed1a0576 service neutron] 10.222.0.62 "GET /v2.0/networks/3c4fc1c2-da7d-4d47-9fab-e3152cd69d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3756571 Feb 09 01:32:10.890247 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0764a85-214f-4f5e-ab2e-cbc2d53ed2e6 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:32:10.890627 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0764a85-214f-4f5e-ab2e-cbc2d53ed2e6 None None] Checking segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:32:10.891035 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e0764a85-214f-4f5e-ab2e-cbc2d53ed2e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:10.891705 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0764a85-214f-4f5e-ab2e-cbc2d53ed2e6 None None] Bound using segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:32:10.892174 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-e0764a85-214f-4f5e-ab2e-cbc2d53ed2e6 None None] Bound port: 9f399771-7c1a-4f3b-89bd-60dbd80dd1a2, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:32:10.892548 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e0764a85-214f-4f5e-ab2e-cbc2d53ed2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:10.901776 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb3b1c-a5f6-40a5-a588-f6cc5afcc963 req-24e49f99-2de1-4448-b050-f40dbaccb040 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:10.904862 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b4eb3b1c-a5f6-40a5-a588-f6cc5afcc963 req-24e49f99-2de1-4448-b050-f40dbaccb040 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/ports?device_id=57b33ccf-e6f2-415c-a4ab-f99dcbfaac1b HTTP/1.1" status: 200 len: 946 time: 0.1772900 Feb 09 01:32:10.980759 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e0764a85-214f-4f5e-ab2e-cbc2d53ed2e6 None None] For port 9f399771-7c1a-4f3b-89bd-60dbd80dd1a2, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:32:10.984807 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e0764a85-214f-4f5e-ab2e-cbc2d53ed2e6 None None] For port 9f399771-7c1a-4f3b-89bd-60dbd80dd1a2, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=9f399771-7c1a-4f3b-89bd-60dbd80dd1a2,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:32:10.989344 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e0764a85-214f-4f5e-ab2e-cbc2d53ed2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:11.093890 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045022c-c43d-42ed-bca3-6a0e9cd2f41b None None] Pushing event updated for resources: {'Port': ['ID=9f399771-7c1a-4f3b-89bd-60dbd80dd1a2,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:11.117712 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0764a85-214f-4f5e-ab2e-cbc2d53ed2e6 None None] Routers {'baaecf44-3899-4a9a-bfb2-0e3b9dbb9c9b'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:32:11.118708 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-e0764a85-214f-4f5e-ab2e-cbc2d53ed2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:32:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['baaecf44-3899-4a9a-bfb2-0e3b9dbb9c9b'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:11.131239 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-08183db8-23f7-4afc-b292-f22f35f58986 req-84aa7622-11d3-47a2-9afa-c08f392942c1 service neutron] 10.222.0.62 "GET /v2.0/networks/3c4fc1c2-da7d-4d47-9fab-e3152cd69d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249823 Feb 09 01:32:11.157872 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-39c498eb-3f8b-4912-bc95-ca945ab55600 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:11.204006 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-39c498eb-3f8b-4912-bc95-ca945ab55600 admin admin] Transition to ACTIVE for port object 35a36d9c-b600-4cab-b25c-ec391e129c5d will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:32:11.229843 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b4eb3b1c-a5f6-40a5-a588-f6cc5afcc963 req-9fd4d5b9-9a0b-4f89-8a3e-c4fa77c9bef5 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/security-groups?id=9b69ac95-c27f-4d49-83b3-bf3fd0b3f97d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2808824 Feb 09 01:32:11.259581 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-39c498eb-3f8b-4912-bc95-ca945ab55600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:11.345155 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c498eb-3f8b-4912-bc95-ca945ab55600 admin admin] Network 60748d6a-d406-49e9-9030-6c29d6fcdc6a is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:32:11.348448 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-39c498eb-3f8b-4912-bc95-ca945ab55600 admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:32:11.352145 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c498eb-3f8b-4912-bc95-ca945ab55600 admin admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:32:11.435292 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c498eb-3f8b-4912-bc95-ca945ab55600 admin admin] Pushing event updated for resources: {'Port': ['ID=35a36d9c-b600-4cab-b25c-ec391e129c5d,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:11.450502 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c498eb-3f8b-4912-bc95-ca945ab55600 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:11.450502 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c498eb-3f8b-4912-bc95-ca945ab55600 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:11.450888 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c498eb-3f8b-4912-bc95-ca945ab55600 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:11.451228 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c498eb-3f8b-4912-bc95-ca945ab55600 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:11.451410 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c498eb-3f8b-4912-bc95-ca945ab55600 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:11.451716 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c498eb-3f8b-4912-bc95-ca945ab55600 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:11.452042 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c498eb-3f8b-4912-bc95-ca945ab55600 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:11.452369 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c498eb-3f8b-4912-bc95-ca945ab55600 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:11.452694 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c498eb-3f8b-4912-bc95-ca945ab55600 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:11.453015 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c498eb-3f8b-4912-bc95-ca945ab55600 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:11.453338 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c498eb-3f8b-4912-bc95-ca945ab55600 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:11.453721 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c498eb-3f8b-4912-bc95-ca945ab55600 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:11.463330 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-39c498eb-3f8b-4912-bc95-ca945ab55600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:11.602944 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-e0764a85-214f-4f5e-ab2e-cbc2d53ed2e6 None None] Set router baaecf44-3899-4a9a-bfb2-0e3b9dbb9c9b gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:32:11.996384 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:12.012400 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:12.187542 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-bf97fce6-d6a1-4f29-a025-4022c95aba82 None None] Provisioning for port 35a36d9c-b600-4cab-b25c-ec391e129c5d completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:32:12.198874 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-bf97fce6-d6a1-4f29-a025-4022c95aba82 None None] Provisioning complete for port 35a36d9c-b600-4cab-b25c-ec391e129c5d triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:32:12.199406 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bf97fce6-d6a1-4f29-a025-4022c95aba82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:12.238266 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 41218) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:12.322252 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-bf97fce6-d6a1-4f29-a025-4022c95aba82 None None] Port 35a36d9c-b600-4cab-b25c-ec391e129c5d cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:32:12.342198 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-39c498eb-3f8b-4912-bc95-ca945ab55600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:12.492554 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-35fc621c-2185-4db4-8b36-64fe72faf9e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:12.494866 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-e0764a85-214f-4f5e-ab2e-cbc2d53ed2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baaecf44-3899-4a9a-bfb2-0e3b9dbb9c9b', 'name': 'tempest-ImageQuotaTest-455955973-router', 'tenant_id': '1eb0be7acec34f3898009077fa5a3588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '9f399771-7c1a-4f3b-89bd-60dbd80dd1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:32:03Z', 'updated_at': '2022-02-09T01:32:06Z', 'revision_number': 3, 'project_id': '1eb0be7acec34f3898009077fa5a3588', 'gw_port': {'id': '9f399771-7c1a-4f3b-89bd-60dbd80dd1a2', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fb:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baaecf44-3899-4a9a-bfb2-0e3b9dbb9c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:32:04Z', 'updated_at': '2022-02-09T01:32:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:12.500128 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0764a85-214f-4f5e-ab2e-cbc2d53ed2e6 None None] The sync data for ids ['baaecf44-3899-4a9a-bfb2-0e3b9dbb9c9b'] in n-d-828418-1 is: [{'id': 'baaecf44-3899-4a9a-bfb2-0e3b9dbb9c9b', 'name': 'tempest-ImageQuotaTest-455955973-router', 'tenant_id': '1eb0be7acec34f3898009077fa5a3588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '9f399771-7c1a-4f3b-89bd-60dbd80dd1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:32:03Z', 'updated_at': '2022-02-09T01:32:06Z', 'revision_number': 3, 'project_id': '1eb0be7acec34f3898009077fa5a3588', 'gw_port': {'id': '9f399771-7c1a-4f3b-89bd-60dbd80dd1a2', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fb:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baaecf44-3899-4a9a-bfb2-0e3b9dbb9c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:32:04Z', 'updated_at': '2022-02-09T01:32:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:32:12.528253 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-35fc621c-2185-4db4-8b36-64fe72faf9e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:12.532899 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-35fc621c-2185-4db4-8b36-64fe72faf9e1 admin admin] Usage tracker for resource:security_group_rule and tenant:0dbde05f75c54c3c964bb339297c0ff4 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:12.535906 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-35fc621c-2185-4db4-8b36-64fe72faf9e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:12.541986 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-35fc621c-2185-4db4-8b36-64fe72faf9e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:12.674231 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-35fc621c-2185-4db4-8b36-64fe72faf9e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:12.680807 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-35fc621c-2185-4db4-8b36-64fe72faf9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:12.769404 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41236) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:12.791349 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-35fc621c-2185-4db4-8b36-64fe72faf9e1 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=0dbde05f75c54c3c964bb339297c0ff4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5492196 Feb 09 01:32:12.791349 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fc621c-2185-4db4-8b36-64fe72faf9e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba63beb-7745-4558-a6f1-7364fffda7f0,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:12.793077 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 41240) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:12.823296 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fc621c-2185-4db4-8b36-64fe72faf9e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:12.828806 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fc621c-2185-4db4-8b36-64fe72faf9e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:12.828806 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fc621c-2185-4db4-8b36-64fe72faf9e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:12.828806 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fc621c-2185-4db4-8b36-64fe72faf9e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:12.828806 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fc621c-2185-4db4-8b36-64fe72faf9e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:12.828806 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fc621c-2185-4db4-8b36-64fe72faf9e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:12.828806 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fc621c-2185-4db4-8b36-64fe72faf9e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:12.828806 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fc621c-2185-4db4-8b36-64fe72faf9e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:12.828806 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fc621c-2185-4db4-8b36-64fe72faf9e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:12.828806 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fc621c-2185-4db4-8b36-64fe72faf9e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:12.828806 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fc621c-2185-4db4-8b36-64fe72faf9e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:12.828806 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fc621c-2185-4db4-8b36-64fe72faf9e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:12.907327 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a72383ba-a728-4278-a7a4-6c73f5fc0d1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:12.936884 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a72383ba-a728-4278-a7a4-6c73f5fc0d1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:12.968978 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-39c498eb-3f8b-4912-bc95-ca945ab55600 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:12.985391 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-39c498eb-3f8b-4912-bc95-ca945ab55600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:13.020695 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a72383ba-a728-4278-a7a4-6c73f5fc0d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:13.063355 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72383ba-a728-4278-a7a4-6c73f5fc0d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba63beb-7745-4558-a6f1-7364fffda7f0,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:13.065633 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a72383ba-a728-4278-a7a4-6c73f5fc0d1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:13.069840 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-a72383ba-a728-4278-a7a4-6c73f5fc0d1b admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/cba63beb-7745-4558-a6f1-7364fffda7f0 HTTP/1.1" status: 204 len: 168 time: 0.2755077 Feb 09 01:32:13.194819 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:13.299293 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-39c498eb-3f8b-4912-bc95-ca945ab55600 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:13.332006 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c498eb-3f8b-4912-bc95-ca945ab55600 admin admin] Pushing event updated for resources: {'Port': ['ID=35a36d9c-b600-4cab-b25c-ec391e129c5d,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:13.861978 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c498eb-3f8b-4912-bc95-ca945ab55600 admin admin] Network 60748d6a-d406-49e9-9030-6c29d6fcdc6a is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:32:13.865312 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-39c498eb-3f8b-4912-bc95-ca945ab55600 admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:32:14.271255 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5e5df9b7-c0d9-4b9e-b19b-78571b3c7964 None None] Provisioning complete for port 35a36d9c-b600-4cab-b25c-ec391e129c5d triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:32:14.272417 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5e5df9b7-c0d9-4b9e-b19b-78571b3c7964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:14.331678 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-5e5df9b7-c0d9-4b9e-b19b-78571b3c7964 None None] Port 35a36d9c-b600-4cab-b25c-ec391e129c5d cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:32:14.532492 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 9f399771-7c1a-4f3b-89bd-60dbd80dd1a2 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:32:14.537096 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39c498eb-3f8b-4912-bc95-ca945ab55600 admin admin] Router baaecf44-3899-4a9a-bfb2-0e3b9dbb9c9b has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:32:14.661236 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 9f399771-7c1a-4f3b-89bd-60dbd80dd1a2 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:32:14.670361 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 9f399771-7c1a-4f3b-89bd-60dbd80dd1a2 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:32:14.670816 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:14.856314 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-94fdc5a6-c96c-43dc-b94a-825e62682816 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:14.869968 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:14.888601 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 9f399771-7c1a-4f3b-89bd-60dbd80dd1a2, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=9f399771-7c1a-4f3b-89bd-60dbd80dd1a2,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:32:14.892809 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:14.999164 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=9f399771-7c1a-4f3b-89bd-60dbd80dd1a2,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:15.099370 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c498eb-3f8b-4912-bc95-ca945ab55600 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:32:15.124579 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-39c498eb-3f8b-4912-bc95-ca945ab55600 admin admin] 10.222.0.105 "PUT /v2.0/routers/baaecf44-3899-4a9a-bfb2-0e3b9dbb9c9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1037722 Feb 09 01:32:15.301283 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf5d2ee-19dd-4e3c-8bb0-49b3af1f340f None None] Sync routers for ids ['baaecf44-3899-4a9a-bfb2-0e3b9dbb9c9b'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:32:15.313554 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf5d2ee-19dd-4e3c-8bb0-49b3af1f340f None None] Routers {'baaecf44-3899-4a9a-bfb2-0e3b9dbb9c9b'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:32:15.314291 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-fcf5d2ee-19dd-4e3c-8bb0-49b3af1f340f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:32:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['baaecf44-3899-4a9a-bfb2-0e3b9dbb9c9b'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:15.380759 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-94fdc5a6-c96c-43dc-b94a-825e62682816 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Allocated IP 172.20.0.17 (3ca281ca-f23c-462f-a312-3a74c426e6fb/6f699826-71ec-4db5-aea0-9474fb90b761/ed484132-3fdc-44f0-a2f0-02ac48884c0a) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:32:15.664728 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-fcf5d2ee-19dd-4e3c-8bb0-49b3af1f340f None None] Set router baaecf44-3899-4a9a-bfb2-0e3b9dbb9c9b gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:32:15.744125 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-94fdc5a6-c96c-43dc-b94a-825e62682816 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:15.776465 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-94fdc5a6-c96c-43dc-b94a-825e62682816 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Transition to ACTIVE for port object ed484132-3fdc-44f0-a2f0-02ac48884c0a will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:32:15.812266 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-94fdc5a6-c96c-43dc-b94a-825e62682816 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:15.896446 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fdc5a6-c96c-43dc-b94a-825e62682816 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Network 3ca281ca-f23c-462f-a312-3a74c426e6fb is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:32:15.907882 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-94fdc5a6-c96c-43dc-b94a-825e62682816 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:32:15.912919 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fdc5a6-c96c-43dc-b94a-825e62682816 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:32:16.042169 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-94fdc5a6-c96c-43dc-b94a-825e62682816 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:16.056357 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fdc5a6-c96c-43dc-b94a-825e62682816 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Pushing event updated for resources: {'Port': ['ID=ed484132-3fdc-44f0-a2f0-02ac48884c0a,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:16.119223 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-fcf5d2ee-19dd-4e3c-8bb0-49b3af1f340f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baaecf44-3899-4a9a-bfb2-0e3b9dbb9c9b', 'name': 'tempest-ImageQuotaTest-455955973-router', 'tenant_id': '1eb0be7acec34f3898009077fa5a3588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '9f399771-7c1a-4f3b-89bd-60dbd80dd1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:32:03Z', 'updated_at': '2022-02-09T01:32:12Z', 'revision_number': 4, 'project_id': '1eb0be7acec34f3898009077fa5a3588', 'gw_port': {'id': '9f399771-7c1a-4f3b-89bd-60dbd80dd1a2', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaecf44-3899-4a9a-bfb2-0e3b9dbb9c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:32:04Z', 'updated_at': '2022-02-09T01:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '35a36d9c-b600-4cab-b25c-ec391e129c5d', 'name': '', 'network_id': '60748d6a-d406-49e9-9030-6c29d6fcdc6a', 'tenant_id': '1eb0be7acec34f3898009077fa5a3588', 'mac_address': 'fa:16:3e:db:ea:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baaecf44-3899-4a9a-bfb2-0e3b9dbb9c9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'c0e31cc9-05b9-47cf-99cf-0addb7b6e228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:32:10Z', 'updated_at': '2022-02-09T01:32:12Z', 'revision_number': 2, 'project_id': '1eb0be7acec34f3898009077fa5a3588', 'subnets': [{'id': 'c0e31cc9-05b9-47cf-99cf-0addb7b6e228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:16.131023 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf5d2ee-19dd-4e3c-8bb0-49b3af1f340f None None] Checking router: baaecf44-3899-4a9a-bfb2-0e3b9dbb9c9b for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:32:16.133009 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf5d2ee-19dd-4e3c-8bb0-49b3af1f340f None None] Updating router baaecf44-3899-4a9a-bfb2-0e3b9dbb9c9b port 35a36d9c-b600-4cab-b25c-ec391e129c5d binding host n-d-828418-1 {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:32:16.270755 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-94fdc5a6-c96c-43dc-b94a-825e62682816 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:16.282064 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-fcf5d2ee-19dd-4e3c-8bb0-49b3af1f340f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:16.502947 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1cb97758-6aaf-4ae7-a2fb-943236dac881 None None] Provisioning for port ed484132-3fdc-44f0-a2f0-02ac48884c0a completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:32:16.522394 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1cb97758-6aaf-4ae7-a2fb-943236dac881 None None] Provisioning complete for port ed484132-3fdc-44f0-a2f0-02ac48884c0a triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:32:16.522777 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1cb97758-6aaf-4ae7-a2fb-943236dac881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:16.619718 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 9f399771-7c1a-4f3b-89bd-60dbd80dd1a2 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:32:16.802677 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-1cb97758-6aaf-4ae7-a2fb-943236dac881 None None] Port ed484132-3fdc-44f0-a2f0-02ac48884c0a cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:32:16.848196 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 9f399771-7c1a-4f3b-89bd-60dbd80dd1a2 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:32:16.848819 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:16.894712 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-fcf5d2ee-19dd-4e3c-8bb0-49b3af1f340f None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:16.911427 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-fcf5d2ee-19dd-4e3c-8bb0-49b3af1f340f None None] Transition to ACTIVE for port object 35a36d9c-b600-4cab-b25c-ec391e129c5d will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:32:16.919876 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-fcf5d2ee-19dd-4e3c-8bb0-49b3af1f340f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:17.049362 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9a4b3-b1ec-4fa9-87ef-abecbc1a8711 None None] Pushing event updated for resources: {'Port': ['ID=35a36d9c-b600-4cab-b25c-ec391e129c5d,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:17.381795 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-94fdc5a6-c96c-43dc-b94a-825e62682816 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:17.392055 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-94fdc5a6-c96c-43dc-b94a-825e62682816 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:17.426128 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-fcf5d2ee-19dd-4e3c-8bb0-49b3af1f340f None None] Attempting to bind port 35a36d9c-b600-4cab-b25c-ec391e129c5d on host n-d-828418-1 for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:32:17.426636 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-fcf5d2ee-19dd-4e3c-8bb0-49b3af1f340f None None] Attempting to bind port 35a36d9c-b600-4cab-b25c-ec391e129c5d by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '6706faa2-872a-45f6-96ae-145e67256b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '60748d6a-d406-49e9-9030-6c29d6fcdc6a'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:32:17.427080 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf5d2ee-19dd-4e3c-8bb0-49b3af1f340f None None] Attempting to bind port 35a36d9c-b600-4cab-b25c-ec391e129c5d on network 60748d6a-d406-49e9-9030-6c29d6fcdc6a {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:32:17.438790 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf5d2ee-19dd-4e3c-8bb0-49b3af1f340f None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:32:17.439164 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf5d2ee-19dd-4e3c-8bb0-49b3af1f340f None None] Checking segment: {'id': '6706faa2-872a-45f6-96ae-145e67256b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '60748d6a-d406-49e9-9030-6c29d6fcdc6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:32:17.440959 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-fcf5d2ee-19dd-4e3c-8bb0-49b3af1f340f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:17.443000 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf5d2ee-19dd-4e3c-8bb0-49b3af1f340f None None] Bound using segment: {'id': '6706faa2-872a-45f6-96ae-145e67256b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '60748d6a-d406-49e9-9030-6c29d6fcdc6a'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:32:17.443500 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-fcf5d2ee-19dd-4e3c-8bb0-49b3af1f340f None None] Bound port: 35a36d9c-b600-4cab-b25c-ec391e129c5d, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6706faa2-872a-45f6-96ae-145e67256b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '60748d6a-d406-49e9-9030-6c29d6fcdc6a'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:32:17.443884 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-fcf5d2ee-19dd-4e3c-8bb0-49b3af1f340f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:17.517411 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 41398) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:17.559586 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fdc5a6-c96c-43dc-b94a-825e62682816 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Pushing event updated for resources: {'Port': ['ID=ed484132-3fdc-44f0-a2f0-02ac48884c0a,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:17.587273 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-94fdc5a6-c96c-43dc-b94a-825e62682816 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:17.609392 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-fcf5d2ee-19dd-4e3c-8bb0-49b3af1f340f None None] For port 35a36d9c-b600-4cab-b25c-ec391e129c5d, host n-d-828418-1, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:32:17.614180 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-fcf5d2ee-19dd-4e3c-8bb0-49b3af1f340f None None] For port 35a36d9c-b600-4cab-b25c-ec391e129c5d, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=35a36d9c-b600-4cab-b25c-ec391e129c5d,segment=NetworkSegment(6706faa2-872a-45f6-96ae-145e67256b8e),segment_id=6706faa2-872a-45f6-96ae-145e67256b8e)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:32:17.619832 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-fcf5d2ee-19dd-4e3c-8bb0-49b3af1f340f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:17.702317 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf5d2ee-19dd-4e3c-8bb0-49b3af1f340f None None] Routers {'baaecf44-3899-4a9a-bfb2-0e3b9dbb9c9b'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:32:17.703213 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-fcf5d2ee-19dd-4e3c-8bb0-49b3af1f340f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:32:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['baaecf44-3899-4a9a-bfb2-0e3b9dbb9c9b'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:17.782237 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fdc5a6-c96c-43dc-b94a-825e62682816 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Network 3ca281ca-f23c-462f-a312-3a74c426e6fb is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:32:17.784023 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-94fdc5a6-c96c-43dc-b94a-825e62682816 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:32:18.203385 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-fcf5d2ee-19dd-4e3c-8bb0-49b3af1f340f None None] Set router baaecf44-3899-4a9a-bfb2-0e3b9dbb9c9b gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:32:18.255602 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9a4b3-b1ec-4fa9-87ef-abecbc1a8711 None None] Pushing event updated for resources: {'Port': ['ID=35a36d9c-b600-4cab-b25c-ec391e129c5d,revision_number=4']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:18.280212 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94fdc5a6-c96c-43dc-b94a-825e62682816 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Router eba4282b-4ead-429e-bedd-9bdc38001a00 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:32:18.322156 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1a850926-fe35-44be-9219-68db64f0d1b5 None None] Provisioning complete for port ed484132-3fdc-44f0-a2f0-02ac48884c0a triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:32:18.322751 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1a850926-fe35-44be-9219-68db64f0d1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:18.457094 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-1a850926-fe35-44be-9219-68db64f0d1b5 None None] Port ed484132-3fdc-44f0-a2f0-02ac48884c0a cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:32:18.529328 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4a3941c7-98df-4dd6-b6c9-82ef9696a1f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:18.606117 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94fdc5a6-c96c-43dc-b94a-825e62682816 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:32:18.629455 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478b20d6-7c1b-4f68-b080-77b3b1c10552 None None] Sync routers for ids ['eba4282b-4ead-429e-bedd-9bdc38001a00'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:32:18.642154 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478b20d6-7c1b-4f68-b080-77b3b1c10552 None None] Routers {'eba4282b-4ead-429e-bedd-9bdc38001a00'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:32:18.658992 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-478b20d6-7c1b-4f68-b080-77b3b1c10552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:32:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['eba4282b-4ead-429e-bedd-9bdc38001a00'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:18.659876 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-94fdc5a6-c96c-43dc-b94a-825e62682816 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "PUT /v2.0/routers/eba4282b-4ead-429e-bedd-9bdc38001a00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8887231 Feb 09 01:32:18.890407 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-fcf5d2ee-19dd-4e3c-8bb0-49b3af1f340f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baaecf44-3899-4a9a-bfb2-0e3b9dbb9c9b', 'name': 'tempest-ImageQuotaTest-455955973-router', 'tenant_id': '1eb0be7acec34f3898009077fa5a3588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '9f399771-7c1a-4f3b-89bd-60dbd80dd1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:32:03Z', 'updated_at': '2022-02-09T01:32:12Z', 'revision_number': 4, 'project_id': '1eb0be7acec34f3898009077fa5a3588', 'gw_port': {'id': '9f399771-7c1a-4f3b-89bd-60dbd80dd1a2', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaecf44-3899-4a9a-bfb2-0e3b9dbb9c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:32:04Z', 'updated_at': '2022-02-09T01:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '35a36d9c-b600-4cab-b25c-ec391e129c5d', 'name': '', 'network_id': '60748d6a-d406-49e9-9030-6c29d6fcdc6a', 'tenant_id': '1eb0be7acec34f3898009077fa5a3588', 'mac_address': 'fa:16:3e:db:ea:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baaecf44-3899-4a9a-bfb2-0e3b9dbb9c9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'c0e31cc9-05b9-47cf-99cf-0addb7b6e228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:32:10Z', 'updated_at': '2022-02-09T01:32:17Z', 'revision_number': 4, 'project_id': '1eb0be7acec34f3898009077fa5a3588', 'subnets': [{'id': 'c0e31cc9-05b9-47cf-99cf-0addb7b6e228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:18.896709 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf5d2ee-19dd-4e3c-8bb0-49b3af1f340f None None] The sync data for ids ['baaecf44-3899-4a9a-bfb2-0e3b9dbb9c9b'] in n-d-828418-1 is: [{'id': 'baaecf44-3899-4a9a-bfb2-0e3b9dbb9c9b', 'name': 'tempest-ImageQuotaTest-455955973-router', 'tenant_id': '1eb0be7acec34f3898009077fa5a3588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '9f399771-7c1a-4f3b-89bd-60dbd80dd1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:32:03Z', 'updated_at': '2022-02-09T01:32:12Z', 'revision_number': 4, 'project_id': '1eb0be7acec34f3898009077fa5a3588', 'gw_port': {'id': '9f399771-7c1a-4f3b-89bd-60dbd80dd1a2', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaecf44-3899-4a9a-bfb2-0e3b9dbb9c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:32:04Z', 'updated_at': '2022-02-09T01:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '35a36d9c-b600-4cab-b25c-ec391e129c5d', 'name': '', 'network_id': '60748d6a-d406-49e9-9030-6c29d6fcdc6a', 'tenant_id': '1eb0be7acec34f3898009077fa5a3588', 'mac_address': 'fa:16:3e:db:ea:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baaecf44-3899-4a9a-bfb2-0e3b9dbb9c9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'c0e31cc9-05b9-47cf-99cf-0addb7b6e228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:32:10Z', 'updated_at': '2022-02-09T01:32:17Z', 'revision_number': 4, 'project_id': '1eb0be7acec34f3898009077fa5a3588', 'subnets': [{'id': 'c0e31cc9-05b9-47cf-99cf-0addb7b6e228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:32:18.930986 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-478b20d6-7c1b-4f68-b080-77b3b1c10552 None None] Set router eba4282b-4ead-429e-bedd-9bdc38001a00 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:32:19.391711 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-4a3941c7-98df-4dd6-b6c9-82ef9696a1f5 admin admin] Deleting port 35a36d9c-b600-4cab-b25c-ec391e129c5d {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:32:19.392058 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4a3941c7-98df-4dd6-b6c9-82ef9696a1f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:19.550325 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-478b20d6-7c1b-4f68-b080-77b3b1c10552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba4282b-4ead-429e-bedd-9bdc38001a00', 'name': 'tempest-TestNetworkBasicOps-router-1368011929', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '60e77692-969b-4777-ad86-9730545ae77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:12Z', 'updated_at': '2022-02-09T01:32:16Z', 'revision_number': 5, 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'gw_port': {'id': '60e77692-969b-4777-ad86-9730545ae77e', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:02:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba4282b-4ead-429e-bedd-9bdc38001a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:14Z', 'updated_at': '2022-02-09T01:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '24327595-4536-49b6-a881-65b91f4eca8a', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'floating_ip_address': '172.25.0.78', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': 'eba4282b-4ead-429e-bedd-9bdc38001a00', 'port_id': 'e3280468-86c2-41f2-b8b8-e6b6ddeb04c6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c4fc1c2-da7d-4d47-9fab-e3152cd69d37', 'mac_address': 'fa:16:3e:98:28:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '082c5cbb-8014-4596-909f-4ee8af4e4b70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:31:07Z', 'updated_at': '2022-02-09T01:31:16Z', 'revision_number': 1, 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2df5801-d9b2-4f0a-bccf-deebd5667317', 'name': '', 'network_id': '3c4fc1c2-da7d-4d47-9fab-e3152cd69d37', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'mac_address': 'fa:16:3e:ff:fc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba4282b-4ead-429e-bedd-9bdc38001a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': 'e8f91757-70e4-4e4e-95d1-289081aff0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:26Z', 'updated_at': '2022-02-09T01:30:43Z', 'revision_number': 5, 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'subnets': [{'id': 'e8f91757-70e4-4e4e-95d1-289081aff0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed484132-3fdc-44f0-a2f0-02ac48884c0a', 'name': '', 'network_id': '3ca281ca-f23c-462f-a312-3a74c426e6fb', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'mac_address': 'fa:16:3e:06:9a:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba4282b-4ead-429e-bedd-9bdc38001a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '6f699826-71ec-4db5-aea0-9474fb90b761', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:32:15Z', 'updated_at': '2022-02-09T01:32:17Z', 'revision_number': 2, 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'subnets': [{'id': '6f699826-71ec-4db5-aea0-9474fb90b761', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:19.561247 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478b20d6-7c1b-4f68-b080-77b3b1c10552 None None] Checking router: eba4282b-4ead-429e-bedd-9bdc38001a00 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:32:19.562159 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478b20d6-7c1b-4f68-b080-77b3b1c10552 None None] Updating router eba4282b-4ead-429e-bedd-9bdc38001a00 port ed484132-3fdc-44f0-a2f0-02ac48884c0a binding host n-d-828418-1 {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:32:19.655476 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-478b20d6-7c1b-4f68-b080-77b3b1c10552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:19.708996 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-4a3941c7-98df-4dd6-b6c9-82ef9696a1f5 admin admin] For port 35a36d9c-b600-4cab-b25c-ec391e129c5d, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=35a36d9c-b600-4cab-b25c-ec391e129c5d,segment=NetworkSegment(6706faa2-872a-45f6-96ae-145e67256b8e),segment_id=6706faa2-872a-45f6-96ae-145e67256b8e)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:32:19.709589 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4a3941c7-98df-4dd6-b6c9-82ef9696a1f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:19.901407 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-4a3941c7-98df-4dd6-b6c9-82ef9696a1f5 admin admin] Calling delete_port for 35a36d9c-b600-4cab-b25c-ec391e129c5d owned by network:router_interface {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:32:20.140030 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-478b20d6-7c1b-4f68-b080-77b3b1c10552 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:20.176383 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4a3941c7-98df-4dd6-b6c9-82ef9696a1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:20.178510 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-478b20d6-7c1b-4f68-b080-77b3b1c10552 None None] Transition to ACTIVE for port object ed484132-3fdc-44f0-a2f0-02ac48884c0a will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:32:20.194110 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-478b20d6-7c1b-4f68-b080-77b3b1c10552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:20.238610 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3941c7-98df-4dd6-b6c9-82ef9696a1f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=35a36d9c-b600-4cab-b25c-ec391e129c5d,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:20.453693 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf526db-0ba8-47df-9594-5753d2976979 None None] Pushing event updated for resources: {'Port': ['ID=ed484132-3fdc-44f0-a2f0-02ac48884c0a,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:20.680730 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-478b20d6-7c1b-4f68-b080-77b3b1c10552 None None] Attempting to bind port ed484132-3fdc-44f0-a2f0-02ac48884c0a on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:32:20.681901 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-478b20d6-7c1b-4f68-b080-77b3b1c10552 None None] Attempting to bind port ed484132-3fdc-44f0-a2f0-02ac48884c0a by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'ab485e63-f12c-4525-bcfb-149dc21029d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3ca281ca-f23c-462f-a312-3a74c426e6fb'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:32:20.682500 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478b20d6-7c1b-4f68-b080-77b3b1c10552 None None] Attempting to bind port ed484132-3fdc-44f0-a2f0-02ac48884c0a on network 3ca281ca-f23c-462f-a312-3a74c426e6fb {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:32:20.694573 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478b20d6-7c1b-4f68-b080-77b3b1c10552 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:32:20.695313 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478b20d6-7c1b-4f68-b080-77b3b1c10552 None None] Checking segment: {'id': 'ab485e63-f12c-4525-bcfb-149dc21029d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3ca281ca-f23c-462f-a312-3a74c426e6fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:32:20.695943 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-478b20d6-7c1b-4f68-b080-77b3b1c10552 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:20.696567 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478b20d6-7c1b-4f68-b080-77b3b1c10552 None None] Bound using segment: {'id': 'ab485e63-f12c-4525-bcfb-149dc21029d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3ca281ca-f23c-462f-a312-3a74c426e6fb'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:32:20.697273 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-478b20d6-7c1b-4f68-b080-77b3b1c10552 None None] Bound port: ed484132-3fdc-44f0-a2f0-02ac48884c0a, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab485e63-f12c-4525-bcfb-149dc21029d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3ca281ca-f23c-462f-a312-3a74c426e6fb'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:32:20.697898 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-478b20d6-7c1b-4f68-b080-77b3b1c10552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:20.834962 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4a3941c7-98df-4dd6-b6c9-82ef9696a1f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:20.870517 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-478b20d6-7c1b-4f68-b080-77b3b1c10552 None None] For port ed484132-3fdc-44f0-a2f0-02ac48884c0a, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:32:20.874214 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-478b20d6-7c1b-4f68-b080-77b3b1c10552 None None] For port ed484132-3fdc-44f0-a2f0-02ac48884c0a, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=ed484132-3fdc-44f0-a2f0-02ac48884c0a,segment=NetworkSegment(ab485e63-f12c-4525-bcfb-149dc21029d3),segment_id=ab485e63-f12c-4525-bcfb-149dc21029d3)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:32:20.881232 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-478b20d6-7c1b-4f68-b080-77b3b1c10552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:21.032523 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf526db-0ba8-47df-9594-5753d2976979 None None] Pushing event updated for resources: {'Port': ['ID=ed484132-3fdc-44f0-a2f0-02ac48884c0a,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:21.041926 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478b20d6-7c1b-4f68-b080-77b3b1c10552 None None] Routers {'eba4282b-4ead-429e-bedd-9bdc38001a00'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:32:21.042568 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-478b20d6-7c1b-4f68-b080-77b3b1c10552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:32:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['eba4282b-4ead-429e-bedd-9bdc38001a00'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:21.305814 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-478b20d6-7c1b-4f68-b080-77b3b1c10552 None None] Set router eba4282b-4ead-429e-bedd-9bdc38001a00 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:32:21.493783 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a3941c7-98df-4dd6-b6c9-82ef9696a1f5 admin admin] Router baaecf44-3899-4a9a-bfb2-0e3b9dbb9c9b has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:32:21.806513 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-478b20d6-7c1b-4f68-b080-77b3b1c10552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba4282b-4ead-429e-bedd-9bdc38001a00', 'name': 'tempest-TestNetworkBasicOps-router-1368011929', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '60e77692-969b-4777-ad86-9730545ae77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:12Z', 'updated_at': '2022-02-09T01:32:16Z', 'revision_number': 5, 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'gw_port': {'id': '60e77692-969b-4777-ad86-9730545ae77e', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:02:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba4282b-4ead-429e-bedd-9bdc38001a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:14Z', 'updated_at': '2022-02-09T01:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '24327595-4536-49b6-a881-65b91f4eca8a', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'floating_ip_address': '172.25.0.78', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': 'eba4282b-4ead-429e-bedd-9bdc38001a00', 'port_id': 'e3280468-86c2-41f2-b8b8-e6b6ddeb04c6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c4fc1c2-da7d-4d47-9fab-e3152cd69d37', 'mac_address': 'fa:16:3e:98:28:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '082c5cbb-8014-4596-909f-4ee8af4e4b70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:31:07Z', 'updated_at': '2022-02-09T01:31:16Z', 'revision_number': 1, 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2df5801-d9b2-4f0a-bccf-deebd5667317', 'name': '', 'network_id': '3c4fc1c2-da7d-4d47-9fab-e3152cd69d37', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'mac_address': 'fa:16:3e:ff:fc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba4282b-4ead-429e-bedd-9bdc38001a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': 'e8f91757-70e4-4e4e-95d1-289081aff0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:26Z', 'updated_at': '2022-02-09T01:30:43Z', 'revision_number': 5, 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'subnets': [{'id': 'e8f91757-70e4-4e4e-95d1-289081aff0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed484132-3fdc-44f0-a2f0-02ac48884c0a', 'name': '', 'network_id': '3ca281ca-f23c-462f-a312-3a74c426e6fb', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'mac_address': 'fa:16:3e:06:9a:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba4282b-4ead-429e-bedd-9bdc38001a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '6f699826-71ec-4db5-aea0-9474fb90b761', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:32:15Z', 'updated_at': '2022-02-09T01:32:20Z', 'revision_number': 4, 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'subnets': [{'id': '6f699826-71ec-4db5-aea0-9474fb90b761', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:21.812088 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478b20d6-7c1b-4f68-b080-77b3b1c10552 None None] The sync data for ids ['eba4282b-4ead-429e-bedd-9bdc38001a00'] in n-d-828418-1 is: [{'id': 'eba4282b-4ead-429e-bedd-9bdc38001a00', 'name': 'tempest-TestNetworkBasicOps-router-1368011929', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '60e77692-969b-4777-ad86-9730545ae77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:12Z', 'updated_at': '2022-02-09T01:32:16Z', 'revision_number': 5, 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'gw_port': {'id': '60e77692-969b-4777-ad86-9730545ae77e', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:02:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba4282b-4ead-429e-bedd-9bdc38001a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:14Z', 'updated_at': '2022-02-09T01:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '24327595-4536-49b6-a881-65b91f4eca8a', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'floating_ip_address': '172.25.0.78', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': 'eba4282b-4ead-429e-bedd-9bdc38001a00', 'port_id': 'e3280468-86c2-41f2-b8b8-e6b6ddeb04c6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c4fc1c2-da7d-4d47-9fab-e3152cd69d37', 'mac_address': 'fa:16:3e:98:28:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '082c5cbb-8014-4596-909f-4ee8af4e4b70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:31:07Z', 'updated_at': '2022-02-09T01:31:16Z', 'revision_number': 1, 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2df5801-d9b2-4f0a-bccf-deebd5667317', 'name': '', 'network_id': '3c4fc1c2-da7d-4d47-9fab-e3152cd69d37', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'mac_address': 'fa:16:3e:ff:fc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba4282b-4ead-429e-bedd-9bdc38001a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': 'e8f91757-70e4-4e4e-95d1-289081aff0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:26Z', 'updated_at': '2022-02-09T01:30:43Z', 'revision_number': 5, 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'subnets': [{'id': 'e8f91757-70e4-4e4e-95d1-289081aff0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed484132-3fdc-44f0-a2f0-02ac48884c0a', 'name': '', 'network_id': '3ca281ca-f23c-462f-a312-3a74c426e6fb', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'mac_address': 'fa:16:3e:06:9a:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba4282b-4ead-429e-bedd-9bdc38001a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '6f699826-71ec-4db5-aea0-9474fb90b761', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:32:15Z', 'updated_at': '2022-02-09T01:32:20Z', 'revision_number': 4, 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'subnets': [{'id': '6f699826-71ec-4db5-aea0-9474fb90b761', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:32:21.956464 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:21.968719 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a3941c7-98df-4dd6-b6c9-82ef9696a1f5 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:32:21.978364 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd9e5f1-4916-4631-9a0e-71bdf70f3ad3 None None] Sync routers for ids ['baaecf44-3899-4a9a-bfb2-0e3b9dbb9c9b'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:32:21.988492 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41468) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:21.991036 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-4a3941c7-98df-4dd6-b6c9-82ef9696a1f5 admin admin] 10.222.0.105 "PUT /v2.0/routers/baaecf44-3899-4a9a-bfb2-0e3b9dbb9c9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4713013 Feb 09 01:32:21.995847 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd9e5f1-4916-4631-9a0e-71bdf70f3ad3 None None] Routers {'baaecf44-3899-4a9a-bfb2-0e3b9dbb9c9b'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:32:21.996592 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-8bd9e5f1-4916-4631-9a0e-71bdf70f3ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:32:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['baaecf44-3899-4a9a-bfb2-0e3b9dbb9c9b'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:22.275091 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8c3592a8-6b20-4d54-83be-8616cdea0e60 admin admin] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:22.278146 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-8bd9e5f1-4916-4631-9a0e-71bdf70f3ad3 None None] Set router baaecf44-3899-4a9a-bfb2-0e3b9dbb9c9b gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:32:22.588681 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device ed484132-3fdc-44f0-a2f0-02ac48884c0a up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:32:22.780091 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port ed484132-3fdc-44f0-a2f0-02ac48884c0a completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:32:22.796509 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port ed484132-3fdc-44f0-a2f0-02ac48884c0a triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:32:22.796889 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:22.821690 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [req-de1181f0-e05a-4e8d-a317-4eb53d9deab8 req-45388835-3dbd-45db-8505-9b6967ba7cc1 service neutron] (87638) timed out ('10.222.0.105', 57796) {{(pid=87638) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 01:32:22.824000 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-8bd9e5f1-4916-4631-9a0e-71bdf70f3ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baaecf44-3899-4a9a-bfb2-0e3b9dbb9c9b', 'name': 'tempest-ImageQuotaTest-455955973-router', 'tenant_id': '1eb0be7acec34f3898009077fa5a3588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '9f399771-7c1a-4f3b-89bd-60dbd80dd1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:32:03Z', 'updated_at': '2022-02-09T01:32:20Z', 'revision_number': 5, 'project_id': '1eb0be7acec34f3898009077fa5a3588', 'gw_port': {'id': '9f399771-7c1a-4f3b-89bd-60dbd80dd1a2', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaecf44-3899-4a9a-bfb2-0e3b9dbb9c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:32:04Z', 'updated_at': '2022-02-09T01:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:22.837203 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd9e5f1-4916-4631-9a0e-71bdf70f3ad3 None None] Checking router: baaecf44-3899-4a9a-bfb2-0e3b9dbb9c9b for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:32:22.840874 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8c3592a8-6b20-4d54-83be-8616cdea0e60 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:22.850773 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd9e5f1-4916-4631-9a0e-71bdf70f3ad3 None None] Routers {'baaecf44-3899-4a9a-bfb2-0e3b9dbb9c9b'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:32:22.852340 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-8bd9e5f1-4916-4631-9a0e-71bdf70f3ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:32:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['baaecf44-3899-4a9a-bfb2-0e3b9dbb9c9b'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:22.864250 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-8c3592a8-6b20-4d54-83be-8616cdea0e60 admin admin] Deleting port 9f399771-7c1a-4f3b-89bd-60dbd80dd1a2 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:32:22.864602 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8c3592a8-6b20-4d54-83be-8616cdea0e60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:23.033065 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:23.072062 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port ed484132-3fdc-44f0-a2f0-02ac48884c0a, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=ed484132-3fdc-44f0-a2f0-02ac48884c0a,segment=NetworkSegment(ab485e63-f12c-4525-bcfb-149dc21029d3),segment_id=ab485e63-f12c-4525-bcfb-149dc21029d3)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:32:23.083039 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:23.111012 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-8bd9e5f1-4916-4631-9a0e-71bdf70f3ad3 None None] Set router baaecf44-3899-4a9a-bfb2-0e3b9dbb9c9b gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:32:23.222013 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=ed484132-3fdc-44f0-a2f0-02ac48884c0a,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:23.323743 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-8c3592a8-6b20-4d54-83be-8616cdea0e60 admin admin] For port 9f399771-7c1a-4f3b-89bd-60dbd80dd1a2, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=9f399771-7c1a-4f3b-89bd-60dbd80dd1a2,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:32:23.324236 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8c3592a8-6b20-4d54-83be-8616cdea0e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:23.350317 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-8bd9e5f1-4916-4631-9a0e-71bdf70f3ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baaecf44-3899-4a9a-bfb2-0e3b9dbb9c9b', 'name': 'tempest-ImageQuotaTest-455955973-router', 'tenant_id': '1eb0be7acec34f3898009077fa5a3588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:32:03Z', 'updated_at': '2022-02-09T01:32:22Z', 'revision_number': 6, 'project_id': '1eb0be7acec34f3898009077fa5a3588', 'gw_port_host': None}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:23.355910 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd9e5f1-4916-4631-9a0e-71bdf70f3ad3 None None] The sync data for ids ['baaecf44-3899-4a9a-bfb2-0e3b9dbb9c9b'] in n-d-828418-1 is: [{'id': 'baaecf44-3899-4a9a-bfb2-0e3b9dbb9c9b', 'name': 'tempest-ImageQuotaTest-455955973-router', 'tenant_id': '1eb0be7acec34f3898009077fa5a3588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:32:03Z', 'updated_at': '2022-02-09T01:32:22Z', 'revision_number': 6, 'project_id': '1eb0be7acec34f3898009077fa5a3588', 'gw_port_host': None}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:32:23.461944 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-8c3592a8-6b20-4d54-83be-8616cdea0e60 admin admin] Calling delete_port for 9f399771-7c1a-4f3b-89bd-60dbd80dd1a2 owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:32:23.853276 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8c3592a8-6b20-4d54-83be-8616cdea0e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:23.912499 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3592a8-6b20-4d54-83be-8616cdea0e60 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f399771-7c1a-4f3b-89bd-60dbd80dd1a2,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:24.041057 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8c3592a8-6b20-4d54-83be-8616cdea0e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:24.224975 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8c3592a8-6b20-4d54-83be-8616cdea0e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:24.228267 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8c3592a8-6b20-4d54-83be-8616cdea0e60 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:24.258023 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8c3592a8-6b20-4d54-83be-8616cdea0e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:24.258533 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3592a8-6b20-4d54-83be-8616cdea0e60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router baaecf44-3899-4a9a-bfb2-0e3b9dbb9c9b {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:32:24.279334 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8c3592a8-6b20-4d54-83be-8616cdea0e60 admin admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:24.279334 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-8c3592a8-6b20-4d54-83be-8616cdea0e60 admin admin] 10.222.0.105 "DELETE /v2.0/routers/baaecf44-3899-4a9a-bfb2-0e3b9dbb9c9b HTTP/1.1" status: 204 len: 168 time: 2.2883224 Feb 09 01:32:24.284819 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41504) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:24.354979 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-466eedd1-6593-44ac-aed7-0367b700c6df admin admin] Deleting subnet c0e31cc9-05b9-47cf-99cf-0addb7b6e228 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:32:24.358150 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-466eedd1-6593-44ac-aed7-0367b700c6df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:24.393012 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:32:24.417911 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-466eedd1-6593-44ac-aed7-0367b700c6df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:24.506847 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-466eedd1-6593-44ac-aed7-0367b700c6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:24.532545 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device ed484132-3fdc-44f0-a2f0-02ac48884c0a up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:32:24.589515 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-466eedd1-6593-44ac-aed7-0367b700c6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:24.644302 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466eedd1-6593-44ac-aed7-0367b700c6df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0e31cc9-05b9-47cf-99cf-0addb7b6e228,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:24.665150 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-466eedd1-6593-44ac-aed7-0367b700c6df admin admin] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:24.690603 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-466eedd1-6593-44ac-aed7-0367b700c6df admin admin] 10.222.0.105 "DELETE /v2.0/subnets/c0e31cc9-05b9-47cf-99cf-0addb7b6e228 HTTP/1.1" status: 204 len: 168 time: 0.3997724 Feb 09 01:32:24.690603 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41516) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:24.695760 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port ed484132-3fdc-44f0-a2f0-02ac48884c0a triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:32:24.695760 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:24.737520 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c844e0-e5cb-4fe9-bb3e-4e8c6779f1b0 None None] Network 60748d6a-d406-49e9-9030-6c29d6fcdc6a requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:32:24.860143 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-33c27bf8-cdd9-4d8c-bcec-54259aff0987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:24.878171 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-33c27bf8-cdd9-4d8c-bcec-54259aff0987 admin admin] Deleting port 39821079-2559-4036-958c-4f28531c1d63 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:32:24.878529 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-33c27bf8-cdd9-4d8c-bcec-54259aff0987 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:25.011771 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:25.233953 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400874d2-4050-4d8e-9cca-489534534ae5 None None] DHCP port deletion for 60748d6a-d406-49e9-9030-6c29d6fcdc6a request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:32:25.240003 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-400874d2-4050-4d8e-9cca-489534534ae5 None None] Deleting port 39821079-2559-4036-958c-4f28531c1d63 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:32:25.240732 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-400874d2-4050-4d8e-9cca-489534534ae5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:25.270626 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-33c27bf8-cdd9-4d8c-bcec-54259aff0987 admin admin] For port 39821079-2559-4036-958c-4f28531c1d63, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=39821079-2559-4036-958c-4f28531c1d63,segment=NetworkSegment(6706faa2-872a-45f6-96ae-145e67256b8e),segment_id=6706faa2-872a-45f6-96ae-145e67256b8e)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:32:25.271190 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-33c27bf8-cdd9-4d8c-bcec-54259aff0987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:25.307406 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 35a36d9c-b600-4cab-b25c-ec391e129c5d no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:32:25.349145 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 35a36d9c-b600-4cab-b25c-ec391e129c5d {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:32:25.349493 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 35a36d9c-b600-4cab-b25c-ec391e129c5d not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:32:25.349938 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 9f399771-7c1a-4f3b-89bd-60dbd80dd1a2 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:32:25.421025 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 9f399771-7c1a-4f3b-89bd-60dbd80dd1a2 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:32:25.421744 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 9f399771-7c1a-4f3b-89bd-60dbd80dd1a2 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:32:25.448646 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-33c27bf8-cdd9-4d8c-bcec-54259aff0987 admin admin] Calling delete_port for 39821079-2559-4036-958c-4f28531c1d63 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:32:25.563297 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-33c27bf8-cdd9-4d8c-bcec-54259aff0987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:25.620646 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-400874d2-4050-4d8e-9cca-489534534ae5 None None] For port 39821079-2559-4036-958c-4f28531c1d63, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=39821079-2559-4036-958c-4f28531c1d63,segment=NetworkSegment(6706faa2-872a-45f6-96ae-145e67256b8e),segment_id=6706faa2-872a-45f6-96ae-145e67256b8e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:32:25.621257 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-400874d2-4050-4d8e-9cca-489534534ae5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:25.624861 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c27bf8-cdd9-4d8c-bcec-54259aff0987 admin admin] Pushing event deleted for resources: {'Port': ['ID=39821079-2559-4036-958c-4f28531c1d63,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:25.632280 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c27bf8-cdd9-4d8c-bcec-54259aff0987 admin admin] No DVR routers for this DVR port 39821079-2559-4036-958c-4f28531c1d63 on host n-d-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:32:25.772943 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-400874d2-4050-4d8e-9cca-489534534ae5 None None] Calling delete_port for 39821079-2559-4036-958c-4f28531c1d63 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:32:25.783478 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-33c27bf8-cdd9-4d8c-bcec-54259aff0987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:25.818479 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-33c27bf8-cdd9-4d8c-bcec-54259aff0987 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60748d6a-d406-49e9-9030-6c29d6fcdc6a']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:25.834381 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-33c27bf8-cdd9-4d8c-bcec-54259aff0987 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6706faa2-872a-45f6-96ae-145e67256b8e') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:25.834672 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-33c27bf8-cdd9-4d8c-bcec-54259aff0987 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6706faa2-872a-45f6-96ae-145e67256b8e') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:25.848978 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-33c27bf8-cdd9-4d8c-bcec-54259aff0987 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:25.862708 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:32:25.862708 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:32:25.862708 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:32:25.862708 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:32:25.862708 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:32:25.862708 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:32:25.862708 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:32:25.862708 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:32:25.862708 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:32:25.862708 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:32:25.862708 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:32:25.862708 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:32:25.862708 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:32:25.862708 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:32:25.862708 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:32:25.862708 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:32:25.862708 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:32:25.862708 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:32:25.862708 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:32:25.862708 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:32:25.862708 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:32:25.862708 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:32:25.862708 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:32:25.862708 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:32:25.862708 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:32:25.862708 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:32:25.862708 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:32:25.862708 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:32:25.862708 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:32:25.862708 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:32:25.862708 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:32:25.862708 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:32:25.862708 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:32:25.862708 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:32:25.862708 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:32:25.862708 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:32:25.862708 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:32:25.862708 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:32:25.862708 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:32:25.862708 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:32:25.862708 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:32:25.862708 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:32:25.862708 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:32:25.862708 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:32:25.862708 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:32:25.862708 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:32:25.862708 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:32:25.862708 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:32:25.862708 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:32:25.862708 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:32:25.862708 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:32:25.862708 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:32:25.862708 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:32:25.862708 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:32:25.862708 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:32:25.862708 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 01:32:25.866799 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-400874d2-4050-4d8e-9cca-489534534ae5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:32:25.866918 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-400874d2-4050-4d8e-9cca-489534534ae5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:32:25.871725 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-33c27bf8-cdd9-4d8c-bcec-54259aff0987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:25.879492 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33c27bf8-cdd9-4d8c-bcec-54259aff0987 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:32:25.879873 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-33c27bf8-cdd9-4d8c-bcec-54259aff0987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:25.895231 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:32:25.895231 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:32:25.895231 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:32:25.895231 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:32:25.895231 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:32:25.895231 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:32:25.895231 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:32:25.895231 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:32:25.895231 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:32:25.895231 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:32:25.895231 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:32:25.895231 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:32:25.895231 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:32:25.895231 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:32:25.895231 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:32:25.895231 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:32:25.895231 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:32:25.895231 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:32:25.895231 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:32:25.895231 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:32:25.895231 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:32:25.895231 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:32:25.895231 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:32:25.895231 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:32:25.895231 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:32:25.895231 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:32:25.895231 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:32:25.895231 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:32:25.895231 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:32:25.895231 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:32:25.895231 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:32:25.895231 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:32:25.978971 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-33c27bf8-cdd9-4d8c-bcec-54259aff0987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:25.984493 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-33c27bf8-cdd9-4d8c-bcec-54259aff0987 admin admin] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:26.018178 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-33c27bf8-cdd9-4d8c-bcec-54259aff0987 admin admin] 10.222.0.105 "DELETE /v2.0/networks/60748d6a-d406-49e9-9030-6c29d6fcdc6a HTTP/1.1" status: 204 len: 168 time: 1.3296232 Feb 09 01:32:26.019016 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c27bf8-cdd9-4d8c-bcec-54259aff0987 admin admin] Pushing event deleted for resources: {'Network': ['ID=60748d6a-d406-49e9-9030-6c29d6fcdc6a,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:26.159143 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 41544) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:26.212911 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-7f2567d6-a18a-45e1-b84d-0086100c77cc admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=1eb0be7acec34f3898009077fa5a3588&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0523059 Feb 09 01:32:26.215117 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 41548) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:26.280276 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bacaf6ec-2a46-4024-8054-5e594ce396bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:26.318043 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bacaf6ec-2a46-4024-8054-5e594ce396bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:26.368622 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-400874d2-4050-4d8e-9cca-489534534ae5 None None] Deleting port 39821079-2559-4036-958c-4f28531c1d63 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:32:26.369125 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-400874d2-4050-4d8e-9cca-489534534ae5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:26.379142 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bacaf6ec-2a46-4024-8054-5e594ce396bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:26.402972 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacaf6ec-2a46-4024-8054-5e594ce396bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522715f3-9e73-4c8a-86d8-3ba67ad77ee1,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:26.408593 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bacaf6ec-2a46-4024-8054-5e594ce396bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:26.410682 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-bacaf6ec-2a46-4024-8054-5e594ce396bc admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/522715f3-9e73-4c8a-86d8-3ba67ad77ee1 HTTP/1.1" status: 204 len: 168 time: 0.1946151 Feb 09 01:32:26.470750 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-400874d2-4050-4d8e-9cca-489534534ae5 None None] The port '39821079-2559-4036-958c-4f28531c1d63' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:32:26.506524 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 39821079-2559-4036-958c-4f28531c1d63 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:32:26.552825 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 39821079-2559-4036-958c-4f28531c1d63 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:32:26.553172 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 39821079-2559-4036-958c-4f28531c1d63 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:32:26.933885 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 41572) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:26.956367 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-70199368-9ce1-49cc-880b-aae54f2f83e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:26.973942 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-70199368-9ce1-49cc-880b-aae54f2f83e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:26.978068 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-70199368-9ce1-49cc-880b-aae54f2f83e5 admin admin] Usage tracker for resource:security_group_rule and tenant:None is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:26.980977 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-70199368-9ce1-49cc-880b-aae54f2f83e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:26.987365 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-70199368-9ce1-49cc-880b-aae54f2f83e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:27.080387 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-70199368-9ce1-49cc-880b-aae54f2f83e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:27.085700 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-70199368-9ce1-49cc-880b-aae54f2f83e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:27.143232 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-70199368-9ce1-49cc-880b-aae54f2f83e5 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2081139 Feb 09 01:32:27.144129 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70199368-9ce1-49cc-880b-aae54f2f83e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1877cca0-b6a3-4e98-a7b9-bc2a437eca0c,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:27.145953 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 41580) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:27.225811 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a9eefcb2-24b9-4809-b125-81045de89f81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:27.256662 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a9eefcb2-24b9-4809-b125-81045de89f81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:27.318383 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a9eefcb2-24b9-4809-b125-81045de89f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:27.335240 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eefcb2-24b9-4809-b125-81045de89f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1877cca0-b6a3-4e98-a7b9-bc2a437eca0c,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:27.343250 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a9eefcb2-24b9-4809-b125-81045de89f81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:27.344454 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-a9eefcb2-24b9-4809-b125-81045de89f81 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/1877cca0-b6a3-4e98-a7b9-bc2a437eca0c HTTP/1.1" status: 204 len: 168 time: 0.1975231 Feb 09 01:32:37.164380 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 41810) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:37.769939 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a7ef6267-1033-4e32-8cd1-b8e0d30a2563 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:38.158400 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-575f63fb-f0be-48ca-87f3-77704861d570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:38.244789 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-a7ef6267-1033-4e32-8cd1-b8e0d30a2563 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Deleting port ed484132-3fdc-44f0-a2f0-02ac48884c0a {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:32:38.245284 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a7ef6267-1033-4e32-8cd1-b8e0d30a2563 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:38.568539 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-a7ef6267-1033-4e32-8cd1-b8e0d30a2563 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] For port ed484132-3fdc-44f0-a2f0-02ac48884c0a, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=ed484132-3fdc-44f0-a2f0-02ac48884c0a,segment=NetworkSegment(ab485e63-f12c-4525-bcfb-149dc21029d3),segment_id=ab485e63-f12c-4525-bcfb-149dc21029d3)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:32:38.568897 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a7ef6267-1033-4e32-8cd1-b8e0d30a2563 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:38.696576 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-a7ef6267-1033-4e32-8cd1-b8e0d30a2563 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Calling delete_port for ed484132-3fdc-44f0-a2f0-02ac48884c0a owned by network:router_interface {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:32:38.893735 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a7ef6267-1033-4e32-8cd1-b8e0d30a2563 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:38.942942 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ef6267-1033-4e32-8cd1-b8e0d30a2563 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Pushing event deleted for resources: {'Port': ['ID=ed484132-3fdc-44f0-a2f0-02ac48884c0a,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:39.237864 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a7ef6267-1033-4e32-8cd1-b8e0d30a2563 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:39.682680 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ef6267-1033-4e32-8cd1-b8e0d30a2563 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Router eba4282b-4ead-429e-bedd-9bdc38001a00 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:32:40.124608 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ef6267-1033-4e32-8cd1-b8e0d30a2563 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:32:40.139200 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733333cf-04be-4b12-a0e0-535c07b7da35 None None] Sync routers for ids ['eba4282b-4ead-429e-bedd-9bdc38001a00'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:32:40.151774 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733333cf-04be-4b12-a0e0-535c07b7da35 None None] Routers {'eba4282b-4ead-429e-bedd-9bdc38001a00'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:32:40.152615 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-733333cf-04be-4b12-a0e0-535c07b7da35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:32:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['eba4282b-4ead-429e-bedd-9bdc38001a00'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:40.169863 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a9d0c3-19bf-478c-81be-62c77fb6eed1 req-26e6abc1-c80d-49dc-a17f-881cd4cccce7 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:40.171418 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-74a9d0c3-19bf-478c-81be-62c77fb6eed1 req-26e6abc1-c80d-49dc-a17f-881cd4cccce7 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/networks?id=f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f HTTP/1.1" status: 200 len: 812 time: 0.3895805 Feb 09 01:32:40.178941 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-a7ef6267-1033-4e32-8cd1-b8e0d30a2563 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "PUT /v2.0/routers/eba4282b-4ead-429e-bedd-9bdc38001a00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0105438 Feb 09 01:32:40.205217 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-74a9d0c3-19bf-478c-81be-62c77fb6eed1 req-9a61beb5-8abb-4f4e-b314-2b26cefe6fb8 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/quotas/6721380b025b4977bb6883114d898ed6 HTTP/1.1" status: 200 len: 375 time: 0.0192719 Feb 09 01:32:40.313845 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-74a9d0c3-19bf-478c-81be-62c77fb6eed1 req-8092129f-6e95-443d-8574-5539d4c0dd3f tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=6721380b025b4977bb6883114d898ed6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1077735 Feb 09 01:32:40.454253 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-733333cf-04be-4b12-a0e0-535c07b7da35 None None] Set router eba4282b-4ead-429e-bedd-9bdc38001a00 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:32:40.612461 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7dbb191-d436-40e6-81f6-a4be0ca1cfab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:40.686717 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-74a9d0c3-19bf-478c-81be-62c77fb6eed1 req-f40d5e8d-4500-4225-b192-4f974573e720 service neutron] 10.222.0.105 "GET /v2.0/networks/f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660910 Feb 09 01:32:40.891336 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a727701f-6bc7-4f2f-89e7-7f5dc3a7713b req-a9881f2c-067d-4545-84a5-f0f1a78fdad5 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:40.892180 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-a727701f-6bc7-4f2f-89e7-7f5dc3a7713b req-a9881f2c-067d-4545-84a5-f0f1a78fdad5 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Synchronizing usage tracker for tenant:59b43f7aa2bc4476a3c7bc7857b33f06 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:32:40.920392 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-74a9d0c3-19bf-478c-81be-62c77fb6eed1 req-34477ba8-4057-49a6-98b7-1d8eabd75482 service neutron] 10.222.0.105 "GET /v2.0/networks/f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262559 Feb 09 01:32:40.926659 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-a727701f-6bc7-4f2f-89e7-7f5dc3a7713b req-a9881f2c-067d-4545-84a5-f0f1a78fdad5 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Unset dirty status for tenant:59b43f7aa2bc4476a3c7bc7857b33f06 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:32:40.928112 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a727701f-6bc7-4f2f-89e7-7f5dc3a7713b req-a9881f2c-067d-4545-84a5-f0f1a78fdad5 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/ports?device_id=57b33ccf-e6f2-415c-a4ab-f99dcbfaac1b HTTP/1.1" status: 200 len: 946 time: 0.3003378 Feb 09 01:32:40.988835 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-733333cf-04be-4b12-a0e0-535c07b7da35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba4282b-4ead-429e-bedd-9bdc38001a00', 'name': 'tempest-TestNetworkBasicOps-router-1368011929', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '60e77692-969b-4777-ad86-9730545ae77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:12Z', 'updated_at': '2022-02-09T01:32:38Z', 'revision_number': 6, 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'gw_port': {'id': '60e77692-969b-4777-ad86-9730545ae77e', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:02:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba4282b-4ead-429e-bedd-9bdc38001a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:14Z', 'updated_at': '2022-02-09T01:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '24327595-4536-49b6-a881-65b91f4eca8a', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'floating_ip_address': '172.25.0.78', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': 'eba4282b-4ead-429e-bedd-9bdc38001a00', 'port_id': 'e3280468-86c2-41f2-b8b8-e6b6ddeb04c6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c4fc1c2-da7d-4d47-9fab-e3152cd69d37', 'mac_address': 'fa:16:3e:98:28:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '082c5cbb-8014-4596-909f-4ee8af4e4b70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:31:07Z', 'updated_at': '2022-02-09T01:31:16Z', 'revision_number': 1, 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2df5801-d9b2-4f0a-bccf-deebd5667317', 'name': '', 'network_id': '3c4fc1c2-da7d-4d47-9fab-e3152cd69d37', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'mac_address': 'fa:16:3e:ff:fc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba4282b-4ead-429e-bedd-9bdc38001a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': 'e8f91757-70e4-4e4e-95d1-289081aff0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:26Z', 'updated_at': '2022-02-09T01:30:43Z', 'revision_number': 5, 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'subnets': [{'id': 'e8f91757-70e4-4e4e-95d1-289081aff0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:40.993117 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a727701f-6bc7-4f2f-89e7-7f5dc3a7713b req-157744c4-2f2f-47a0-a24a-68e6482117b5 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/security-groups?id=9b69ac95-c27f-4d49-83b3-bf3fd0b3f97d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583515 Feb 09 01:32:41.001759 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733333cf-04be-4b12-a0e0-535c07b7da35 None None] Checking router: eba4282b-4ead-429e-bedd-9bdc38001a00 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:32:41.011430 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733333cf-04be-4b12-a0e0-535c07b7da35 None None] Routers {'eba4282b-4ead-429e-bedd-9bdc38001a00'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:32:41.012204 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-733333cf-04be-4b12-a0e0-535c07b7da35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:32:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['eba4282b-4ead-429e-bedd-9bdc38001a00'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:41.194982 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7492ab2e-65e1-4ed4-9f7a-8acd74e3ddfa req-9bc65564-105f-4019-9b2f-5d5824392fd1 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=cae2d334-fa4b-4e65-9c2b-e847c6a81cc1 HTTP/1.1" status: 200 len: 210 time: 0.0602975 Feb 09 01:32:41.211595 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-733333cf-04be-4b12-a0e0-535c07b7da35 None None] Set router eba4282b-4ead-429e-bedd-9bdc38001a00 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:32:41.588459 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:41.595777 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:41.629747 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-733333cf-04be-4b12-a0e0-535c07b7da35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba4282b-4ead-429e-bedd-9bdc38001a00', 'name': 'tempest-TestNetworkBasicOps-router-1368011929', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '60e77692-969b-4777-ad86-9730545ae77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:12Z', 'updated_at': '2022-02-09T01:32:38Z', 'revision_number': 6, 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'gw_port': {'id': '60e77692-969b-4777-ad86-9730545ae77e', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:02:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba4282b-4ead-429e-bedd-9bdc38001a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:14Z', 'updated_at': '2022-02-09T01:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '24327595-4536-49b6-a881-65b91f4eca8a', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'floating_ip_address': '172.25.0.78', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': 'eba4282b-4ead-429e-bedd-9bdc38001a00', 'port_id': 'e3280468-86c2-41f2-b8b8-e6b6ddeb04c6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c4fc1c2-da7d-4d47-9fab-e3152cd69d37', 'mac_address': 'fa:16:3e:98:28:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '082c5cbb-8014-4596-909f-4ee8af4e4b70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:31:07Z', 'updated_at': '2022-02-09T01:31:16Z', 'revision_number': 1, 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2df5801-d9b2-4f0a-bccf-deebd5667317', 'name': '', 'network_id': '3c4fc1c2-da7d-4d47-9fab-e3152cd69d37', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'mac_address': 'fa:16:3e:ff:fc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba4282b-4ead-429e-bedd-9bdc38001a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': 'e8f91757-70e4-4e4e-95d1-289081aff0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:26Z', 'updated_at': '2022-02-09T01:30:43Z', 'revision_number': 5, 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'subnets': [{'id': 'e8f91757-70e4-4e4e-95d1-289081aff0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:41.635562 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733333cf-04be-4b12-a0e0-535c07b7da35 None None] The sync data for ids ['eba4282b-4ead-429e-bedd-9bdc38001a00'] in n-d-828418-1 is: [{'id': 'eba4282b-4ead-429e-bedd-9bdc38001a00', 'name': 'tempest-TestNetworkBasicOps-router-1368011929', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '60e77692-969b-4777-ad86-9730545ae77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:12Z', 'updated_at': '2022-02-09T01:32:38Z', 'revision_number': 6, 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'gw_port': {'id': '60e77692-969b-4777-ad86-9730545ae77e', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:02:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba4282b-4ead-429e-bedd-9bdc38001a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:14Z', 'updated_at': '2022-02-09T01:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '24327595-4536-49b6-a881-65b91f4eca8a', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'floating_ip_address': '172.25.0.78', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': 'eba4282b-4ead-429e-bedd-9bdc38001a00', 'port_id': 'e3280468-86c2-41f2-b8b8-e6b6ddeb04c6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c4fc1c2-da7d-4d47-9fab-e3152cd69d37', 'mac_address': 'fa:16:3e:98:28:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '082c5cbb-8014-4596-909f-4ee8af4e4b70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:31:07Z', 'updated_at': '2022-02-09T01:31:16Z', 'revision_number': 1, 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2df5801-d9b2-4f0a-bccf-deebd5667317', 'name': '', 'network_id': '3c4fc1c2-da7d-4d47-9fab-e3152cd69d37', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'mac_address': 'fa:16:3e:ff:fc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba4282b-4ead-429e-bedd-9bdc38001a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': 'e8f91757-70e4-4e4e-95d1-289081aff0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:26Z', 'updated_at': '2022-02-09T01:30:43Z', 'revision_number': 5, 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'subnets': [{'id': 'e8f91757-70e4-4e4e-95d1-289081aff0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:32:42.082925 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f611aa79-dcbc-48e5-b01e-03e15a51f3c3 req-93ddf922-7d10-4bee-9c80-39c6efb574b6 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:42.087062 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f611aa79-dcbc-48e5-b01e-03e15a51f3c3 req-93ddf922-7d10-4bee-9c80-39c6efb574b6 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.62 "GET /v2.0/ports?device_id=57b33ccf-e6f2-415c-a4ab-f99dcbfaac1b HTTP/1.1" status: 200 len: 946 time: 0.1116741 Feb 09 01:32:42.229714 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-f611aa79-dcbc-48e5-b01e-03e15a51f3c3 req-58a5a012-a90d-4e8e-b9ce-c6de6c1983fb tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Deleting port e54cb844-3e94-47b0-ba9e-df8a93798a00 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:32:42.230167 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-f611aa79-dcbc-48e5-b01e-03e15a51f3c3 req-58a5a012-a90d-4e8e-b9ce-c6de6c1983fb tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:42.415337 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4e7b8bdb-858b-4db0-8423-bab66c4a0059 req-c3d14503-4100-4904-8542-8de7410459b5 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=cae2d334-fa4b-4e65-9c2b-e847c6a81cc1 HTTP/1.1" status: 200 len: 210 time: 0.0612028 Feb 09 01:32:42.449373 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd5703-a521-4274-b155-fc59cccc68b3 req-bd7775a6-527a-49d8-92cb-3515e22c9d43 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:42.456957 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d7bd5703-a521-4274-b155-fc59cccc68b3 req-bd7775a6-527a-49d8-92cb-3515e22c9d43 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/ports?device_id=57b33ccf-e6f2-415c-a4ab-f99dcbfaac1b HTTP/1.1" status: 200 len: 946 time: 0.3215466 Feb 09 01:32:42.461047 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device ed484132-3fdc-44f0-a2f0-02ac48884c0a no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:32:42.523271 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: ed484132-3fdc-44f0-a2f0-02ac48884c0a {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:32:42.525400 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device ed484132-3fdc-44f0-a2f0-02ac48884c0a not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:32:42.702853 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d7bd5703-a521-4274-b155-fc59cccc68b3 req-e1e7e662-57b7-402e-9064-d0baedbb5821 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/security-groups?id=9b69ac95-c27f-4d49-83b3-bf3fd0b3f97d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2442427 Feb 09 01:32:42.777273 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a9d0c3-19bf-478c-81be-62c77fb6eed1 req-f1d7703b-ea6f-4eac-8d5b-0d5d470def97 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:42.779670 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-74a9d0c3-19bf-478c-81be-62c77fb6eed1 req-f1d7703b-ea6f-4eac-8d5b-0d5d470def97 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.99 "GET /v2.0/networks?id=f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f HTTP/1.1" status: 200 len: 812 time: 0.2448432 Feb 09 01:32:42.790977 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-f611aa79-dcbc-48e5-b01e-03e15a51f3c3 req-58a5a012-a90d-4e8e-b9ce-c6de6c1983fb tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] For port e54cb844-3e94-47b0-ba9e-df8a93798a00, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=e54cb844-3e94-47b0-ba9e-df8a93798a00,segment=NetworkSegment(ab485e63-f12c-4525-bcfb-149dc21029d3),segment_id=ab485e63-f12c-4525-bcfb-149dc21029d3)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:32:42.791434 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-f611aa79-dcbc-48e5-b01e-03e15a51f3c3 req-58a5a012-a90d-4e8e-b9ce-c6de6c1983fb tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:42.802165 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-74a9d0c3-19bf-478c-81be-62c77fb6eed1 req-bc19aeaf-2be7-4d0a-8b14-63f85c7254a4 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Request body: {'port': {'device_id': 'cae2d334-fa4b-4e65-9c2b-e847c6a81cc1', 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f', 'admin_state_up': True, 'tenant_id': '6721380b025b4977bb6883114d898ed6'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:42.995253 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-f611aa79-dcbc-48e5-b01e-03e15a51f3c3 req-58a5a012-a90d-4e8e-b9ce-c6de6c1983fb tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Calling delete_port for e54cb844-3e94-47b0-ba9e-df8a93798a00 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:32:43.188160 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:43.252255 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-74a9d0c3-19bf-478c-81be-62c77fb6eed1 req-bc19aeaf-2be7-4d0a-8b14-63f85c7254a4 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:43.296974 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-74a9d0c3-19bf-478c-81be-62c77fb6eed1 req-bc19aeaf-2be7-4d0a-8b14-63f85c7254a4 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:43.319702 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74a9d0c3-19bf-478c-81be-62c77fb6eed1 req-bc19aeaf-2be7-4d0a-8b14-63f85c7254a4 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Made reservation on behalf of 6721380b025b4977bb6883114d898ed6 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:32:43.323091 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-74a9d0c3-19bf-478c-81be-62c77fb6eed1 req-bc19aeaf-2be7-4d0a-8b14-63f85c7254a4 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:43.351154 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-f611aa79-dcbc-48e5-b01e-03e15a51f3c3 req-58a5a012-a90d-4e8e-b9ce-c6de6c1983fb tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:43.442306 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a5a012-a90d-4e8e-b9ce-c6de6c1983fb tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Pushing event deleted for resources: {'Port': ['ID=e54cb844-3e94-47b0-ba9e-df8a93798a00,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:43.549158 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-f611aa79-dcbc-48e5-b01e-03e15a51f3c3 req-58a5a012-a90d-4e8e-b9ce-c6de6c1983fb tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] No DVR routers for this DVR port e54cb844-3e94-47b0-ba9e-df8a93798a00 on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:32:43.553847 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-f611aa79-dcbc-48e5-b01e-03e15a51f3c3 req-58a5a012-a90d-4e8e-b9ce-c6de6c1983fb tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:43.556307 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57b33ccf-e6f2-415c-a4ab-f99dcbfaac1b', 'name': 'network-vif-deleted', 'tag': 'e54cb844-3e94-47b0-ba9e-df8a93798a00'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:32:43.627111 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57b33ccf-e6f2-415c-a4ab-f99dcbfaac1b', 'name': 'network-vif-deleted', 'tag': 'e54cb844-3e94-47b0-ba9e-df8a93798a00', 'status': 'completed', 'code': 200} Feb 09 01:32:43.679287 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f611aa79-dcbc-48e5-b01e-03e15a51f3c3 req-58a5a012-a90d-4e8e-b9ce-c6de6c1983fb tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.62 "DELETE /v2.0/ports/e54cb844-3e94-47b0-ba9e-df8a93798a00 HTTP/1.1" status: 204 len: 173 time: 1.5860593 Feb 09 01:32:43.683055 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-e4185881-86e4-40ee-8a28-8c9f82646dbe req-c6e81383-03d2-4c00-b86e-5f0adde07748 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Synchronizing usage tracker for tenant:6721380b025b4977bb6883114d898ed6 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:32:43.712477 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-e4185881-86e4-40ee-8a28-8c9f82646dbe req-c6e81383-03d2-4c00-b86e-5f0adde07748 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Unset dirty status for tenant:6721380b025b4977bb6883114d898ed6 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:32:43.713636 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e4185881-86e4-40ee-8a28-8c9f82646dbe req-c6e81383-03d2-4c00-b86e-5f0adde07748 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=cae2d334-fa4b-4e65-9c2b-e847c6a81cc1 HTTP/1.1" status: 200 len: 210 time: 0.1244473 Feb 09 01:32:43.720229 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-74a9d0c3-19bf-478c-81be-62c77fb6eed1 req-bc19aeaf-2be7-4d0a-8b14-63f85c7254a4 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Allocated IP 172.20.0.7 (f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f/572cbc39-1162-4835-b49c-9787164ff8f8/42a9ae91-bac1-4503-a141-b22b89b81dc0) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:32:43.989243 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-438d6cce-c7d9-4e0b-b7e3-1f81d80b5a0d req-5e544273-2605-4b81-b66e-d70f0f78fa09 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Synchronizing usage tracker for tenant:59b43f7aa2bc4476a3c7bc7857b33f06 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:32:44.022997 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-438d6cce-c7d9-4e0b-b7e3-1f81d80b5a0d req-5e544273-2605-4b81-b66e-d70f0f78fa09 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Unset dirty status for tenant:59b43f7aa2bc4476a3c7bc7857b33f06 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:32:44.024806 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-438d6cce-c7d9-4e0b-b7e3-1f81d80b5a0d req-5e544273-2605-4b81-b66e-d70f0f78fa09 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/ports?device_id=57b33ccf-e6f2-415c-a4ab-f99dcbfaac1b HTTP/1.1" status: 200 len: 210 time: 0.1510084 Feb 09 01:32:44.176656 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-74a9d0c3-19bf-478c-81be-62c77fb6eed1 req-bc19aeaf-2be7-4d0a-8b14-63f85c7254a4 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:44.215281 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-74a9d0c3-19bf-478c-81be-62c77fb6eed1 req-bc19aeaf-2be7-4d0a-8b14-63f85c7254a4 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Transition to ACTIVE for port object 42a9ae91-bac1-4503-a141-b22b89b81dc0 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:32:44.247018 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ae168b-1d1d-4706-9007-6f26a5efdea4 req-74d0d841-c575-414b-8df3-c8ab047133da tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:44.248733 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-37ae168b-1d1d-4706-9007-6f26a5efdea4 req-74d0d841-c575-414b-8df3-c8ab047133da tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] 10.222.0.105 "GET /v2.0/networks?id=788834d7-5a82-4c7e-89f7-1339b4e1f375 HTTP/1.1" status: 200 len: 813 time: 0.2196743 Feb 09 01:32:44.267934 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-37ae168b-1d1d-4706-9007-6f26a5efdea4 req-a5eff189-e1bc-4e42-bf73-dce2b38a859f tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] 10.222.0.105 "GET /v2.0/quotas/83f2c056922441a380e38bb8b16784e5 HTTP/1.1" status: 200 len: 375 time: 0.0124562 Feb 09 01:32:44.327497 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-37ae168b-1d1d-4706-9007-6f26a5efdea4 req-6bb8c52f-e2e5-40c8-9235-3fd04a648920 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=83f2c056922441a380e38bb8b16784e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0520141 Feb 09 01:32:44.328807 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-74a9d0c3-19bf-478c-81be-62c77fb6eed1 req-bc19aeaf-2be7-4d0a-8b14-63f85c7254a4 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:44.487610 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74a9d0c3-19bf-478c-81be-62c77fb6eed1 req-bc19aeaf-2be7-4d0a-8b14-63f85c7254a4 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Network f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:32:44.492387 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-74a9d0c3-19bf-478c-81be-62c77fb6eed1 req-bc19aeaf-2be7-4d0a-8b14-63f85c7254a4 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:32:44.500367 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-74a9d0c3-19bf-478c-81be-62c77fb6eed1 req-bc19aeaf-2be7-4d0a-8b14-63f85c7254a4 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:32:44.529749 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc19aeaf-2be7-4d0a-8b14-63f85c7254a4 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Pushing event updated for resources: {'Port': ['ID=42a9ae91-bac1-4503-a141-b22b89b81dc0,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:44.601391 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-37ae168b-1d1d-4706-9007-6f26a5efdea4 req-26d1d767-4d00-4511-b636-7f72db711996 service neutron] 10.222.0.105 "GET /v2.0/networks/788834d7-5a82-4c7e-89f7-1339b4e1f375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319314 Feb 09 01:32:44.626702 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a9d0c3-19bf-478c-81be-62c77fb6eed1 req-bc19aeaf-2be7-4d0a-8b14-63f85c7254a4 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:44.627602 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-74a9d0c3-19bf-478c-81be-62c77fb6eed1 req-bc19aeaf-2be7-4d0a-8b14-63f85c7254a4 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:44.693810 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-74a9d0c3-19bf-478c-81be-62c77fb6eed1 req-bc19aeaf-2be7-4d0a-8b14-63f85c7254a4 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9046314 Feb 09 01:32:44.741218 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-7f5886de-b85d-4102-91ea-f86ebdca4a79 None None] Provisioning for port 42a9ae91-bac1-4503-a141-b22b89b81dc0 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:32:44.750359 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-7f5886de-b85d-4102-91ea-f86ebdca4a79 None None] Provisioning complete for port 42a9ae91-bac1-4503-a141-b22b89b81dc0 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:32:44.750717 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7f5886de-b85d-4102-91ea-f86ebdca4a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:44.783140 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-37ae168b-1d1d-4706-9007-6f26a5efdea4 req-762a0117-d328-4ccc-83b1-ce0c066d6ed3 service neutron] 10.222.0.105 "GET /v2.0/networks/788834d7-5a82-4c7e-89f7-1339b4e1f375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808958 Feb 09 01:32:44.814055 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-74a9d0c3-19bf-478c-81be-62c77fb6eed1 req-01bf5906-89e4-4d49-b08f-de85fc21b4fb service neutron] Request body: {'port': {'device_id': 'cae2d334-fa4b-4e65-9c2b-e847c6a81cc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:44.815352 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-7f5886de-b85d-4102-91ea-f86ebdca4a79 None None] Port 42a9ae91-bac1-4503-a141-b22b89b81dc0 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:32:45.024483 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f27231ba-41be-46bc-972c-5e85617b1636 req-cf9fda23-53cd-4f39-8ddd-827a7586c5b7 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] 10.222.0.105 "GET /v2.0/ports?device_id=51d222ec-d492-465d-bac5-44a8a382b13e HTTP/1.1" status: 200 len: 210 time: 0.0591354 Feb 09 01:32:45.031308 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-74a9d0c3-19bf-478c-81be-62c77fb6eed1 req-01bf5906-89e4-4d49-b08f-de85fc21b4fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:45.158078 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42344) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:45.242036 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-24a7579d-2f18-47f6-9c2f-ac0303330791 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:45.273756 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-24a7579d-2f18-47f6-9c2f-ac0303330791 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:45.320331 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe680c48-ec2d-4591-9fa3-da6ab5c5192a req-a9868c80-b906-4555-9815-fa35b78a703e tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:45.329377 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fe680c48-ec2d-4591-9fa3-da6ab5c5192a req-a9868c80-b906-4555-9815-fa35b78a703e tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=cae2d334-fa4b-4e65-9c2b-e847c6a81cc1 HTTP/1.1" status: 200 len: 931 time: 0.4322178 Feb 09 01:32:45.353252 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-24a7579d-2f18-47f6-9c2f-ac0303330791 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:45.384757 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-24a7579d-2f18-47f6-9c2f-ac0303330791 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:45.386224 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-24a7579d-2f18-47f6-9c2f-ac0303330791 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "DELETE /v2.0/security-groups/9b69ac95-c27f-4d49-83b3-bf3fd0b3f97d HTTP/1.1" status: 204 len: 168 time: 0.2265527 Feb 09 01:32:45.390098 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a7579d-2f18-47f6-9c2f-ac0303330791 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b69ac95-c27f-4d49-83b3-bf3fd0b3f97d,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:45.437263 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42352) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:45.454062 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fe680c48-ec2d-4591-9fa3-da6ab5c5192a req-3ba46d77-79ea-43b1-ba2e-78b24a715922 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214366 Feb 09 01:32:45.510700 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf792572-697b-483a-8b7d-3d534f231eed tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Deleting subnet 6f699826-71ec-4db5-aea0-9474fb90b761 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:32:45.514153 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cf792572-697b-483a-8b7d-3d534f231eed tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:45.590499 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cf792572-697b-483a-8b7d-3d534f231eed tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:45.691951 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cf792572-697b-483a-8b7d-3d534f231eed tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:45.790163 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cf792572-697b-483a-8b7d-3d534f231eed tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:45.818514 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-74a9d0c3-19bf-478c-81be-62c77fb6eed1 req-01bf5906-89e4-4d49-b08f-de85fc21b4fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42a9ae91-bac1-4503-a141-b22b89b81dc0 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:32:45.826084 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-74a9d0c3-19bf-478c-81be-62c77fb6eed1 req-01bf5906-89e4-4d49-b08f-de85fc21b4fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:45.836061 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf792572-697b-483a-8b7d-3d534f231eed tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Pushing event deleted for resources: {'Subnet': ['ID=6f699826-71ec-4db5-aea0-9474fb90b761,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:45.839644 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cf792572-697b-483a-8b7d-3d534f231eed tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:45.841675 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-74a9d0c3-19bf-478c-81be-62c77fb6eed1 req-01bf5906-89e4-4d49-b08f-de85fc21b4fb service neutron] Transition to ACTIVE for port object 42a9ae91-bac1-4503-a141-b22b89b81dc0 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:32:45.845970 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-74a9d0c3-19bf-478c-81be-62c77fb6eed1 req-01bf5906-89e4-4d49-b08f-de85fc21b4fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:45.847138 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-cf792572-697b-483a-8b7d-3d534f231eed tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "DELETE /v2.0/subnets/6f699826-71ec-4db5-aea0-9474fb90b761 HTTP/1.1" status: 204 len: 168 time: 0.4084477 Feb 09 01:32:45.849784 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42356) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:45.859263 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8591010-9afe-4954-b59b-21c529374b8f None None] Network 3ca281ca-f23c-462f-a312-3a74c426e6fb requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:32:45.997001 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ae8f6a0b-e861-4232-beb6-77e2369c7acb tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:46.034757 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-ae8f6a0b-e861-4232-beb6-77e2369c7acb tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Deleting port 0d8226cf-8432-442b-99bf-1de65eab51ae {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:32:46.036205 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ae8f6a0b-e861-4232-beb6-77e2369c7acb tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:46.081394 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bf5906-89e4-4d49-b08f-de85fc21b4fb service neutron] Pushing event updated for resources: {'Port': ['ID=42a9ae91-bac1-4503-a141-b22b89b81dc0,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:46.314147 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2898c732-7b09-407e-9243-f66c72f20451 None None] DHCP port deletion for 3ca281ca-f23c-462f-a312-3a74c426e6fb request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:32:46.323199 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-2898c732-7b09-407e-9243-f66c72f20451 None None] Deleting port 0d8226cf-8432-442b-99bf-1de65eab51ae {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:32:46.325999 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2898c732-7b09-407e-9243-f66c72f20451 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:46.462475 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-ae8f6a0b-e861-4232-beb6-77e2369c7acb tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] For port 0d8226cf-8432-442b-99bf-1de65eab51ae, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=0d8226cf-8432-442b-99bf-1de65eab51ae,segment=NetworkSegment(ab485e63-f12c-4525-bcfb-149dc21029d3),segment_id=ab485e63-f12c-4525-bcfb-149dc21029d3)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:32:46.464095 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ae8f6a0b-e861-4232-beb6-77e2369c7acb tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:46.586858 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ae168b-1d1d-4706-9007-6f26a5efdea4 req-4abba27f-789c-42f5-80a3-9462ec61e962 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:46.599314 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-37ae168b-1d1d-4706-9007-6f26a5efdea4 req-4abba27f-789c-42f5-80a3-9462ec61e962 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] 10.222.0.62 "GET /v2.0/networks?id=788834d7-5a82-4c7e-89f7-1339b4e1f375 HTTP/1.1" status: 200 len: 813 time: 0.2899272 Feb 09 01:32:46.672615 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 0d8226cf-8432-442b-99bf-1de65eab51ae no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:32:46.723463 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-37ae168b-1d1d-4706-9007-6f26a5efdea4 req-a54960b0-795d-4791-bf38-19cc193f4de2 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Request body: {'port': {'device_id': '51d222ec-d492-465d-bac5-44a8a382b13e', 'network_id': '788834d7-5a82-4c7e-89f7-1339b4e1f375', 'admin_state_up': True, 'tenant_id': '83f2c056922441a380e38bb8b16784e5'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:46.854175 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-ae8f6a0b-e861-4232-beb6-77e2369c7acb tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Calling delete_port for 0d8226cf-8432-442b-99bf-1de65eab51ae owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:32:46.859366 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c83b4db4-348b-4950-835b-0566561439f6 req-43ee0571-ac3b-4cf0-877b-61b8790b04ab tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] 10.222.0.105 "GET /v2.0/ports?device_id=51d222ec-d492-465d-bac5-44a8a382b13e HTTP/1.1" status: 200 len: 210 time: 0.3020315 Feb 09 01:32:46.932948 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-74a9d0c3-19bf-478c-81be-62c77fb6eed1 req-01bf5906-89e4-4d49-b08f-de85fc21b4fb service neutron] Attempting to bind port 42a9ae91-bac1-4503-a141-b22b89b81dc0 on host n-h2-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:32:46.933703 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-74a9d0c3-19bf-478c-81be-62c77fb6eed1 req-01bf5906-89e4-4d49-b08f-de85fc21b4fb service neutron] Attempting to bind port 42a9ae91-bac1-4503-a141-b22b89b81dc0 by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': 'eb2641ac-e580-4925-8dd1-0f4584fc0d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:32:46.934256 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a9d0c3-19bf-478c-81be-62c77fb6eed1 req-01bf5906-89e4-4d49-b08f-de85fc21b4fb service neutron] Attempting to bind port 42a9ae91-bac1-4503-a141-b22b89b81dc0 on network f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:32:46.961652 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a9d0c3-19bf-478c-81be-62c77fb6eed1 req-01bf5906-89e4-4d49-b08f-de85fc21b4fb service neutron] Port 42a9ae91-bac1-4503-a141-b22b89b81dc0 on network f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:32:46.962340 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a9d0c3-19bf-478c-81be-62c77fb6eed1 req-01bf5906-89e4-4d49-b08f-de85fc21b4fb service neutron] Attempting to bind port 42a9ae91-bac1-4503-a141-b22b89b81dc0 on network f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:32:46.978443 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a9d0c3-19bf-478c-81be-62c77fb6eed1 req-01bf5906-89e4-4d49-b08f-de85fc21b4fb service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:32:46.979141 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a9d0c3-19bf-478c-81be-62c77fb6eed1 req-01bf5906-89e4-4d49-b08f-de85fc21b4fb service neutron] Checking segment: {'id': 'eb2641ac-e580-4925-8dd1-0f4584fc0d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:32:46.979696 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a9d0c3-19bf-478c-81be-62c77fb6eed1 req-01bf5906-89e4-4d49-b08f-de85fc21b4fb service neutron] Bound using segment: {'id': 'eb2641ac-e580-4925-8dd1-0f4584fc0d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:32:46.980371 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-74a9d0c3-19bf-478c-81be-62c77fb6eed1 req-01bf5906-89e4-4d49-b08f-de85fc21b4fb service neutron] Bound port: 42a9ae91-bac1-4503-a141-b22b89b81dc0, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb2641ac-e580-4925-8dd1-0f4584fc0d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:32:46.980939 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-74a9d0c3-19bf-478c-81be-62c77fb6eed1 req-01bf5906-89e4-4d49-b08f-de85fc21b4fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:46.983604 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ae8f6a0b-e861-4232-beb6-77e2369c7acb tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:47.048696 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Port 0d8226cf-8432-442b-99bf-1de65eab51ae update to DOWN by agent not found {{(pid=87640) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 09 01:32:47.063825 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8f6a0b-e861-4232-beb6-77e2369c7acb tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Pushing event deleted for resources: {'Port': ['ID=0d8226cf-8432-442b-99bf-1de65eab51ae,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:47.068025 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8f6a0b-e861-4232-beb6-77e2369c7acb tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] No DVR routers for this DVR port 0d8226cf-8432-442b-99bf-1de65eab51ae on host n-d-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:32:47.079900 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-2898c732-7b09-407e-9243-f66c72f20451 None None] For port 0d8226cf-8432-442b-99bf-1de65eab51ae, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=0d8226cf-8432-442b-99bf-1de65eab51ae,segment=NetworkSegment(ab485e63-f12c-4525-bcfb-149dc21029d3),segment_id=ab485e63-f12c-4525-bcfb-149dc21029d3)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:32:47.080389 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2898c732-7b09-407e-9243-f66c72f20451 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:47.101680 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-74a9d0c3-19bf-478c-81be-62c77fb6eed1 req-01bf5906-89e4-4d49-b08f-de85fc21b4fb service neutron] For port 42a9ae91-bac1-4503-a141-b22b89b81dc0, host n-h2-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:32:47.105428 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-74a9d0c3-19bf-478c-81be-62c77fb6eed1 req-01bf5906-89e4-4d49-b08f-de85fc21b4fb service neutron] For port 42a9ae91-bac1-4503-a141-b22b89b81dc0, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=42a9ae91-bac1-4503-a141-b22b89b81dc0,segment=NetworkSegment(eb2641ac-e580-4925-8dd1-0f4584fc0d1e),segment_id=eb2641ac-e580-4925-8dd1-0f4584fc0d1e)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:32:47.113176 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-74a9d0c3-19bf-478c-81be-62c77fb6eed1 req-01bf5906-89e4-4d49-b08f-de85fc21b4fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:47.168125 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e47ea-c984-4a1e-bef3-4849e4948726 req-4b5539dd-6fc1-4d3d-8b7e-e891f3be4923 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:47.169902 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-885e47ea-c984-4a1e-bef3-4849e4948726 req-4b5539dd-6fc1-4d3d-8b7e-e891f3be4923 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=cae2d334-fa4b-4e65-9c2b-e847c6a81cc1 HTTP/1.1" status: 200 len: 943 time: 0.4107678 Feb 09 01:32:47.223670 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a9d0c3-19bf-478c-81be-62c77fb6eed1 req-01bf5906-89e4-4d49-b08f-de85fc21b4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:47.224290 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-74a9d0c3-19bf-478c-81be-62c77fb6eed1 req-01bf5906-89e4-4d49-b08f-de85fc21b4fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:47.225731 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-74a9d0c3-19bf-478c-81be-62c77fb6eed1 req-01bf5906-89e4-4d49-b08f-de85fc21b4fb service neutron] 10.222.0.99 "PUT /v2.0/ports/42a9ae91-bac1-4503-a141-b22b89b81dc0 HTTP/1.1" status: 200 len: 1091 time: 2.5176709 Feb 09 01:32:47.230753 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cae2d334-fa4b-4e65-9c2b-e847c6a81cc1', 'tag': '42a9ae91-bac1-4503-a141-b22b89b81dc0'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:32:47.299058 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-37ae168b-1d1d-4706-9007-6f26a5efdea4 req-a54960b0-795d-4791-bf38-19cc193f4de2 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:47.353400 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device e54cb844-3e94-47b0-ba9e-df8a93798a00 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:32:47.371429 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cae2d334-fa4b-4e65-9c2b-e847c6a81cc1', 'tag': '42a9ae91-bac1-4503-a141-b22b89b81dc0', 'status': 'completed', 'code': 200} Feb 09 01:32:47.381415 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-37ae168b-1d1d-4706-9007-6f26a5efdea4 req-a54960b0-795d-4791-bf38-19cc193f4de2 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Usage tracker for resource:port and tenant:83f2c056922441a380e38bb8b16784e5 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:47.392909 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-37ae168b-1d1d-4706-9007-6f26a5efdea4 req-a54960b0-795d-4791-bf38-19cc193f4de2 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:47.404022 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-2898c732-7b09-407e-9243-f66c72f20451 None None] Calling delete_port for 0d8226cf-8432-442b-99bf-1de65eab51ae owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:32:47.418334 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bf5906-89e4-4d49-b08f-de85fc21b4fb service neutron] Pushing event updated for resources: {'Port': ['ID=42a9ae91-bac1-4503-a141-b22b89b81dc0,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:47.428679 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ae8f6a0b-e861-4232-beb6-77e2369c7acb tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:47.435278 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-885e47ea-c984-4a1e-bef3-4849e4948726 req-3f0ad1cd-e8a0-4312-a7ab-7d482c829f05 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458258 Feb 09 01:32:47.443234 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-37ae168b-1d1d-4706-9007-6f26a5efdea4 req-a54960b0-795d-4791-bf38-19cc193f4de2 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:47.470248 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37ae168b-1d1d-4706-9007-6f26a5efdea4 req-a54960b0-795d-4791-bf38-19cc193f4de2 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Made reservation on behalf of 83f2c056922441a380e38bb8b16784e5 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:32:47.476819 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-37ae168b-1d1d-4706-9007-6f26a5efdea4 req-a54960b0-795d-4791-bf38-19cc193f4de2 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:47.540400 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: e54cb844-3e94-47b0-ba9e-df8a93798a00 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:32:47.541090 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device e54cb844-3e94-47b0-ba9e-df8a93798a00 not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:32:47.545633 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-ae8f6a0b-e861-4232-beb6-77e2369c7acb tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ca281ca-f23c-462f-a312-3a74c426e6fb']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:47.569464 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-ae8f6a0b-e861-4232-beb6-77e2369c7acb tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab485e63-f12c-4525-bcfb-149dc21029d3') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:47.569464 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-ae8f6a0b-e861-4232-beb6-77e2369c7acb tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab485e63-f12c-4525-bcfb-149dc21029d3') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:47.608975 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ae8f6a0b-e861-4232-beb6-77e2369c7acb tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:47.642013 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ae8f6a0b-e861-4232-beb6-77e2369c7acb tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:47.662509 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae8f6a0b-e861-4232-beb6-77e2369c7acb tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:32:47.663152 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ae8f6a0b-e861-4232-beb6-77e2369c7acb tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:47.674555 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a9d0c3-19bf-478c-81be-62c77fb6eed1 req-4774b560-f41a-4238-af16-f497d2f7ace0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:47.676051 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-74a9d0c3-19bf-478c-81be-62c77fb6eed1 req-4774b560-f41a-4238-af16-f497d2f7ace0 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=6721380b025b4977bb6883114d898ed6&device_id=cae2d334-fa4b-4e65-9c2b-e847c6a81cc1 HTTP/1.1" status: 200 len: 1094 time: 0.3694077 Feb 09 01:32:47.681855 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:32:47.681855 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:32:47.681855 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:32:47.681855 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:32:47.681855 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:32:47.681855 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:32:47.681855 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:32:47.681855 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:32:47.681855 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:32:47.681855 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:32:47.681855 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:32:47.681855 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:32:47.681855 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:32:47.681855 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:32:47.681855 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:32:47.681855 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:32:47.681855 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:32:47.681855 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:32:47.681855 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:32:47.681855 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:32:47.681855 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:32:47.681855 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:32:47.681855 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:32:47.681855 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:32:47.681855 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:32:47.681855 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:32:47.681855 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:32:47.681855 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:32:47.681855 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:32:47.681855 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:32:47.681855 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:32:47.681855 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:32:47.699047 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-2898c732-7b09-407e-9243-f66c72f20451 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:32:47.699515 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-2898c732-7b09-407e-9243-f66c72f20451 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:32:47.777100 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-74a9d0c3-19bf-478c-81be-62c77fb6eed1 req-9dca0aa6-3050-49e4-8911-47654e9e54c9 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42a9ae91-bac1-4503-a141-b22b89b81dc0 HTTP/1.1" status: 200 len: 217 time: 0.0931175 Feb 09 01:32:47.789760 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ae8f6a0b-e861-4232-beb6-77e2369c7acb tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:47.811628 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ae8f6a0b-e861-4232-beb6-77e2369c7acb tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:47.826375 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-37ae168b-1d1d-4706-9007-6f26a5efdea4 req-a54960b0-795d-4791-bf38-19cc193f4de2 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Allocated IP 172.20.0.4 (788834d7-5a82-4c7e-89f7-1339b4e1f375/577680fd-2d6b-4bbd-8b92-01f828cf05ff/5c1e9aa8-53db-4ac1-9798-36b406674618) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:32:47.845074 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8f6a0b-e861-4232-beb6-77e2369c7acb tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Pushing event deleted for resources: {'Network': ['ID=3ca281ca-f23c-462f-a312-3a74c426e6fb,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:47.868888 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ae8f6a0b-e861-4232-beb6-77e2369c7acb tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "DELETE /v2.0/networks/3ca281ca-f23c-462f-a312-3a74c426e6fb HTTP/1.1" status: 204 len: 168 time: 2.0177007 Feb 09 01:32:47.874925 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42366) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:47.912758 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a9d0c3-19bf-478c-81be-62c77fb6eed1 req-b709dbd5-834a-40ba-b512-d42e1705d46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:47.914679 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-74a9d0c3-19bf-478c-81be-62c77fb6eed1 req-b709dbd5-834a-40ba-b512-d42e1705d46a service neutron] 10.222.0.99 "GET /v2.0/subnets?id=572cbc39-1162-4835-b49c-9787164ff8f8 HTTP/1.1" status: 200 len: 851 time: 0.1316218 Feb 09 01:32:48.200874 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-8276e885-b543-4bf0-a903-3b784997fb5e tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Deleting port ed078eb3-6a8d-42cf-9db1-cf9449dbde4e {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:32:48.201441 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8276e885-b543-4bf0-a903-3b784997fb5e tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:48.202673 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-2898c732-7b09-407e-9243-f66c72f20451 None None] Deleting port 0d8226cf-8432-442b-99bf-1de65eab51ae {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:32:48.203154 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2898c732-7b09-407e-9243-f66c72f20451 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:48.252320 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3daaca14-a154-45db-9708-c668b7425acb req-2820a3a7-66e6-4da2-a315-fef6fd8baf7c tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] 10.222.0.105 "GET /v2.0/ports?device_id=51d222ec-d492-465d-bac5-44a8a382b13e HTTP/1.1" status: 200 len: 210 time: 0.1128306 Feb 09 01:32:48.348562 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-2898c732-7b09-407e-9243-f66c72f20451 None None] The port '0d8226cf-8432-442b-99bf-1de65eab51ae' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:32:48.459621 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a9d0c3-19bf-478c-81be-62c77fb6eed1 req-727a0325-60e8-4469-9eeb-d295292d75f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:48.461504 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-74a9d0c3-19bf-478c-81be-62c77fb6eed1 req-727a0325-60e8-4469-9eeb-d295292d75f5 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5384002 Feb 09 01:32:48.476376 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8276e885-b543-4bf0-a903-3b784997fb5e tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:48.477648 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8276e885-b543-4bf0-a903-3b784997fb5e tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:48.510368 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-37ae168b-1d1d-4706-9007-6f26a5efdea4 req-a54960b0-795d-4791-bf38-19cc193f4de2 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:48.630619 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-8276e885-b543-4bf0-a903-3b784997fb5e tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Calling delete_port for ed078eb3-6a8d-42cf-9db1-cf9449dbde4e owned by network:floatingip {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:32:48.793289 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-74a9d0c3-19bf-478c-81be-62c77fb6eed1 req-9f71a500-0b14-40d1-bd21-104aa7ce9d97 service neutron] 10.222.0.99 "GET /v2.0/networks/f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254936 Feb 09 01:32:48.868767 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8276e885-b543-4bf0-a903-3b784997fb5e tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:48.880280 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-37ae168b-1d1d-4706-9007-6f26a5efdea4 req-a54960b0-795d-4791-bf38-19cc193f4de2 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:48.924023 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8276e885-b543-4bf0-a903-3b784997fb5e tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Pushing event deleted for resources: {'Port': ['ID=ed078eb3-6a8d-42cf-9db1-cf9449dbde4e,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:48.987352 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed4aca9-0b71-4c8d-8198-1e54b9c5a104 req-d82bb727-4ba2-4328-9fcd-02da9f544396 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:48.996538 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0ed4aca9-0b71-4c8d-8198-1e54b9c5a104 req-d82bb727-4ba2-4328-9fcd-02da9f544396 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=cae2d334-fa4b-4e65-9c2b-e847c6a81cc1 HTTP/1.1" status: 200 len: 943 time: 0.3878598 Feb 09 01:32:49.016342 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37ae168b-1d1d-4706-9007-6f26a5efdea4 req-a54960b0-795d-4791-bf38-19cc193f4de2 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Network 788834d7-5a82-4c7e-89f7-1339b4e1f375 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:32:49.024471 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-37ae168b-1d1d-4706-9007-6f26a5efdea4 req-a54960b0-795d-4791-bf38-19cc193f4de2 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:32:49.035876 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-37ae168b-1d1d-4706-9007-6f26a5efdea4 req-a54960b0-795d-4791-bf38-19cc193f4de2 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:32:49.043026 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8276e885-b543-4bf0-a903-3b784997fb5e tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for floatingip, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:49.046661 n-d-828418-1 neutron-server[87638]: INFO neutron.db.l3_db [None req-8276e885-b543-4bf0-a903-3b784997fb5e tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Floating IP 24327595-4536-49b6-a881-65b91f4eca8a disassociated (deleted). External IP: 172.25.0.78, port: e3280468-86c2-41f2-b8b8-e6b6ddeb04c6. Feb 09 01:32:49.095369 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54960b0-795d-4791-bf38-19cc193f4de2 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Pushing event updated for resources: {'Port': ['ID=5c1e9aa8-53db-4ac1-9798-36b406674618,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:49.152030 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0ed4aca9-0b71-4c8d-8198-1e54b9c5a104 req-a8d05b00-f1e1-4994-881a-83831332d138 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542063 Feb 09 01:32:49.165608 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-74a9d0c3-19bf-478c-81be-62c77fb6eed1 req-d946cec0-ef9e-40be-9917-dbb10f7ab6e4 service neutron] 10.222.0.99 "GET /v2.0/networks/f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3661265 Feb 09 01:32:49.187354 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ae168b-1d1d-4706-9007-6f26a5efdea4 req-a54960b0-795d-4791-bf38-19cc193f4de2 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:49.188104 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-37ae168b-1d1d-4706-9007-6f26a5efdea4 req-a54960b0-795d-4791-bf38-19cc193f4de2 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:49.238057 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-37ae168b-1d1d-4706-9007-6f26a5efdea4 req-a54960b0-795d-4791-bf38-19cc193f4de2 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5438564 Feb 09 01:32:49.254476 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-37ae168b-1d1d-4706-9007-6f26a5efdea4 req-eae6aad7-b320-4ec8-9e38-c2b918abe481 service neutron] Request body: {'port': {'device_id': '51d222ec-d492-465d-bac5-44a8a382b13e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:49.526058 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-37ae168b-1d1d-4706-9007-6f26a5efdea4 req-eae6aad7-b320-4ec8-9e38-c2b918abe481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:49.547664 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff2dc8-59f8-475b-a974-6aa5becdb645 req-02070b94-fd26-4041-9b53-c554d9a7cf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:49.549777 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c5ff2dc8-59f8-475b-a974-6aa5becdb645 req-02070b94-fd26-4041-9b53-c554d9a7cf1d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=6721380b025b4977bb6883114d898ed6&device_id=cae2d334-fa4b-4e65-9c2b-e847c6a81cc1 HTTP/1.1" status: 200 len: 1094 time: 0.2608991 Feb 09 01:32:49.771912 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44cddb0-2bc2-48a4-b5e9-1ee4956a8831 req-4ed5d686-0498-49aa-8bdf-34ae3b524f5f tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:49.772598 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-c44cddb0-2bc2-48a4-b5e9-1ee4956a8831 req-4ed5d686-0498-49aa-8bdf-34ae3b524f5f tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Synchronizing usage tracker for tenant:83f2c056922441a380e38bb8b16784e5 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:32:49.863943 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff2dc8-59f8-475b-a974-6aa5becdb645 req-4cd5cc15-130c-40bf-9e52-d906fa0e65fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:49.866088 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c5ff2dc8-59f8-475b-a974-6aa5becdb645 req-4cd5cc15-130c-40bf-9e52-d906fa0e65fa service neutron] 10.222.0.99 "GET /v2.0/networks?id=f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f HTTP/1.1" status: 200 len: 913 time: 0.2782795 Feb 09 01:32:49.866088 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-c44cddb0-2bc2-48a4-b5e9-1ee4956a8831 req-4ed5d686-0498-49aa-8bdf-34ae3b524f5f tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Unset dirty status for tenant:83f2c056922441a380e38bb8b16784e5 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:32:49.867474 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c44cddb0-2bc2-48a4-b5e9-1ee4956a8831 req-4ed5d686-0498-49aa-8bdf-34ae3b524f5f tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] 10.222.0.105 "GET /v2.0/ports?device_id=51d222ec-d492-465d-bac5-44a8a382b13e HTTP/1.1" status: 200 len: 931 time: 0.4431176 Feb 09 01:32:49.885819 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8276e885-b543-4bf0-a903-3b784997fb5e tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Router eba4282b-4ead-429e-bedd-9bdc38001a00 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:32:50.106766 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8276e885-b543-4bf0-a903-3b784997fb5e tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:32:50.119871 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0bcdba-448c-4578-9ffa-b3f67daf2537 None None] Sync routers for ids ['eba4282b-4ead-429e-bedd-9bdc38001a00'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:32:50.127238 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c5ff2dc8-59f8-475b-a974-6aa5becdb645 req-6d63b2c7-df51-4170-b201-f674e73dfeba service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42a9ae91-bac1-4503-a141-b22b89b81dc0 HTTP/1.1" status: 200 len: 217 time: 0.2112641 Feb 09 01:32:50.143100 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0bcdba-448c-4578-9ffa-b3f67daf2537 None None] Routers {'eba4282b-4ead-429e-bedd-9bdc38001a00'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:32:50.144312 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-ea0bcdba-448c-4578-9ffa-b3f67daf2537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:32:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['eba4282b-4ead-429e-bedd-9bdc38001a00'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:50.158487 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8276e885-b543-4bf0-a903-3b784997fb5e tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:50.237004 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c44cddb0-2bc2-48a4-b5e9-1ee4956a8831 req-d61a4fed-10e8-497b-bb80-7970b27a3ef4 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] 10.222.0.105 "GET /v2.0/security-groups?id=7ccd8cec-a88d-44d3-80fa-11f8b6c148c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180716 Feb 09 01:32:50.267560 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff2dc8-59f8-475b-a974-6aa5becdb645 req-312cc337-4f14-426d-baa0-9fb0e853d892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:50.269294 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c5ff2dc8-59f8-475b-a974-6aa5becdb645 req-312cc337-4f14-426d-baa0-9fb0e853d892 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=572cbc39-1162-4835-b49c-9787164ff8f8 HTTP/1.1" status: 200 len: 851 time: 0.1344826 Feb 09 01:32:50.300216 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-8276e885-b543-4bf0-a903-3b784997fb5e tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "DELETE /v2.0/floatingips/24327595-4536-49b6-a881-65b91f4eca8a HTTP/1.1" status: 204 len: 168 time: 2.4232194 Feb 09 01:32:50.300915 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '082c5cbb-8014-4596-909f-4ee8af4e4b70', 'tag': 'e3280468-86c2-41f2-b8b8-e6b6ddeb04c6'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:32:50.504356 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-ea0bcdba-448c-4578-9ffa-b3f67daf2537 None None] Set router eba4282b-4ead-429e-bedd-9bdc38001a00 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:32:50.527463 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff2dc8-59f8-475b-a974-6aa5becdb645 req-dd3b86e8-1ce6-463b-9ed4-6de40737ea6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:50.529392 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c5ff2dc8-59f8-475b-a974-6aa5becdb645 req-dd3b86e8-1ce6-463b-9ed4-6de40737ea6a service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2468748 Feb 09 01:32:50.534515 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-37ae168b-1d1d-4706-9007-6f26a5efdea4 req-eae6aad7-b320-4ec8-9e38-c2b918abe481 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c1e9aa8-53db-4ac1-9798-36b406674618 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:32:50.564437 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-37ae168b-1d1d-4706-9007-6f26a5efdea4 req-eae6aad7-b320-4ec8-9e38-c2b918abe481 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:50.646680 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-37ae168b-1d1d-4706-9007-6f26a5efdea4 req-eae6aad7-b320-4ec8-9e38-c2b918abe481 service neutron] Transition to ACTIVE for port object 5c1e9aa8-53db-4ac1-9798-36b406674618 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:32:50.661784 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-37ae168b-1d1d-4706-9007-6f26a5efdea4 req-eae6aad7-b320-4ec8-9e38-c2b918abe481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:50.756780 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6704a0-3375-422e-aff1-833b0713fb04 req-50edafb3-91d7-49ae-8563-4ca3273f7f45 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:50.758288 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cc6704a0-3375-422e-aff1-833b0713fb04 req-50edafb3-91d7-49ae-8563-4ca3273f7f45 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=cae2d334-fa4b-4e65-9c2b-e847c6a81cc1 HTTP/1.1" status: 200 len: 943 time: 0.3685582 Feb 09 01:32:50.899416 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c5ff2dc8-59f8-475b-a974-6aa5becdb645 req-78da3614-289b-4abe-b749-d6cfe479cfaf service neutron] 10.222.0.99 "GET /v2.0/networks/f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3591475 Feb 09 01:32:50.910477 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae6aad7-b320-4ec8-9e38-c2b918abe481 service neutron] Pushing event updated for resources: {'Port': ['ID=5c1e9aa8-53db-4ac1-9798-36b406674618,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:50.975642 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '082c5cbb-8014-4596-909f-4ee8af4e4b70', 'tag': 'e3280468-86c2-41f2-b8b8-e6b6ddeb04c6', 'status': 'completed', 'code': 200} Feb 09 01:32:51.024557 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-ea0bcdba-448c-4578-9ffa-b3f67daf2537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba4282b-4ead-429e-bedd-9bdc38001a00', 'name': 'tempest-TestNetworkBasicOps-router-1368011929', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '60e77692-969b-4777-ad86-9730545ae77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:12Z', 'updated_at': '2022-02-09T01:32:38Z', 'revision_number': 6, 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'gw_port': {'id': '60e77692-969b-4777-ad86-9730545ae77e', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:02:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba4282b-4ead-429e-bedd-9bdc38001a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:14Z', 'updated_at': '2022-02-09T01:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'd2df5801-d9b2-4f0a-bccf-deebd5667317', 'name': '', 'network_id': '3c4fc1c2-da7d-4d47-9fab-e3152cd69d37', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'mac_address': 'fa:16:3e:ff:fc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba4282b-4ead-429e-bedd-9bdc38001a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': 'e8f91757-70e4-4e4e-95d1-289081aff0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:26Z', 'updated_at': '2022-02-09T01:30:43Z', 'revision_number': 5, 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'subnets': [{'id': 'e8f91757-70e4-4e4e-95d1-289081aff0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:51.029272 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0bcdba-448c-4578-9ffa-b3f67daf2537 None None] Checking router: eba4282b-4ead-429e-bedd-9bdc38001a00 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:32:51.038937 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0bcdba-448c-4578-9ffa-b3f67daf2537 None None] Routers {'eba4282b-4ead-429e-bedd-9bdc38001a00'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:32:51.039603 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-ea0bcdba-448c-4578-9ffa-b3f67daf2537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:32:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['eba4282b-4ead-429e-bedd-9bdc38001a00'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:51.088394 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cc6704a0-3375-422e-aff1-833b0713fb04 req-0f06f2bc-b500-4200-9f57-9a84be8fefb0 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194256 Feb 09 01:32:51.258000 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-ea0bcdba-448c-4578-9ffa-b3f67daf2537 None None] Set router eba4282b-4ead-429e-bedd-9bdc38001a00 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:32:51.260858 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-37ae168b-1d1d-4706-9007-6f26a5efdea4 req-eae6aad7-b320-4ec8-9e38-c2b918abe481 service neutron] Attempting to bind port 5c1e9aa8-53db-4ac1-9798-36b406674618 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:32:51.261192 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-37ae168b-1d1d-4706-9007-6f26a5efdea4 req-eae6aad7-b320-4ec8-9e38-c2b918abe481 service neutron] Attempting to bind port 5c1e9aa8-53db-4ac1-9798-36b406674618 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '27d0c4f0-9164-438b-805b-314f019a4c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '788834d7-5a82-4c7e-89f7-1339b4e1f375'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:32:51.261520 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ae168b-1d1d-4706-9007-6f26a5efdea4 req-eae6aad7-b320-4ec8-9e38-c2b918abe481 service neutron] Attempting to bind port 5c1e9aa8-53db-4ac1-9798-36b406674618 on network 788834d7-5a82-4c7e-89f7-1339b4e1f375 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:32:51.275953 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c5ff2dc8-59f8-475b-a974-6aa5becdb645 req-5cb3950c-4de2-401d-893a-96a474bd0e19 service neutron] 10.222.0.99 "GET /v2.0/networks/f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3647065 Feb 09 01:32:51.276499 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ae168b-1d1d-4706-9007-6f26a5efdea4 req-eae6aad7-b320-4ec8-9e38-c2b918abe481 service neutron] Port 5c1e9aa8-53db-4ac1-9798-36b406674618 on network 788834d7-5a82-4c7e-89f7-1339b4e1f375 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:32:51.276818 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ae168b-1d1d-4706-9007-6f26a5efdea4 req-eae6aad7-b320-4ec8-9e38-c2b918abe481 service neutron] Attempting to bind port 5c1e9aa8-53db-4ac1-9798-36b406674618 on network 788834d7-5a82-4c7e-89f7-1339b4e1f375 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:32:51.298281 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ae168b-1d1d-4706-9007-6f26a5efdea4 req-eae6aad7-b320-4ec8-9e38-c2b918abe481 service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:32:51.298625 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ae168b-1d1d-4706-9007-6f26a5efdea4 req-eae6aad7-b320-4ec8-9e38-c2b918abe481 service neutron] Checking segment: {'id': '27d0c4f0-9164-438b-805b-314f019a4c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '788834d7-5a82-4c7e-89f7-1339b4e1f375'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:32:51.299082 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ae168b-1d1d-4706-9007-6f26a5efdea4 req-eae6aad7-b320-4ec8-9e38-c2b918abe481 service neutron] Bound using segment: {'id': '27d0c4f0-9164-438b-805b-314f019a4c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '788834d7-5a82-4c7e-89f7-1339b4e1f375'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:32:51.299514 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-37ae168b-1d1d-4706-9007-6f26a5efdea4 req-eae6aad7-b320-4ec8-9e38-c2b918abe481 service neutron] Bound port: 5c1e9aa8-53db-4ac1-9798-36b406674618, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27d0c4f0-9164-438b-805b-314f019a4c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '788834d7-5a82-4c7e-89f7-1339b4e1f375'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:32:51.299881 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-37ae168b-1d1d-4706-9007-6f26a5efdea4 req-eae6aad7-b320-4ec8-9e38-c2b918abe481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:51.326147 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e637b-c3a7-4aa3-8fb9-c205ba6fa32d req-be915fdc-f830-4512-a687-7dbeb0f217d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:51.327629 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-351e637b-c3a7-4aa3-8fb9-c205ba6fa32d req-be915fdc-f830-4512-a687-7dbeb0f217d5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=59b43f7aa2bc4476a3c7bc7857b33f06&device_id=082c5cbb-8014-4596-909f-4ee8af4e4b70 HTTP/1.1" status: 200 len: 1097 time: 0.3112049 Feb 09 01:32:51.336771 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d6ff29-a09a-41f9-86c4-7309efab54c0 req-e5d94452-aa26-4e5d-9f99-95c463e3226c tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:51.338204 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c9d6ff29-a09a-41f9-86c4-7309efab54c0 req-e5d94452-aa26-4e5d-9f99-95c463e3226c tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/ports?device_id=082c5cbb-8014-4596-909f-4ee8af4e4b70 HTTP/1.1" status: 200 len: 946 time: 0.2379777 Feb 09 01:32:51.578578 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c9d6ff29-a09a-41f9-86c4-7309efab54c0 req-7fd3a2d0-d1e6-4a6f-b925-823d5c034d3b tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/security-groups?id=79ac895b-47f8-4b39-aad5-396f5ee40d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2141201 Feb 09 01:32:51.618232 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-37ae168b-1d1d-4706-9007-6f26a5efdea4 req-eae6aad7-b320-4ec8-9e38-c2b918abe481 service neutron] For port 5c1e9aa8-53db-4ac1-9798-36b406674618, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:32:51.642029 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e637b-c3a7-4aa3-8fb9-c205ba6fa32d req-d0cd6dfb-00a1-44f2-a851-906d63085f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:51.643507 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-351e637b-c3a7-4aa3-8fb9-c205ba6fa32d req-d0cd6dfb-00a1-44f2-a851-906d63085f5d service neutron] 10.222.0.62 "GET /v2.0/networks?id=3c4fc1c2-da7d-4d47-9fab-e3152cd69d37 HTTP/1.1" status: 200 len: 898 time: 0.3044503 Feb 09 01:32:51.644904 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-37ae168b-1d1d-4706-9007-6f26a5efdea4 req-eae6aad7-b320-4ec8-9e38-c2b918abe481 service neutron] For port 5c1e9aa8-53db-4ac1-9798-36b406674618, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=5c1e9aa8-53db-4ac1-9798-36b406674618,segment=NetworkSegment(27d0c4f0-9164-438b-805b-314f019a4c7f),segment_id=27d0c4f0-9164-438b-805b-314f019a4c7f)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:32:51.651271 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-37ae168b-1d1d-4706-9007-6f26a5efdea4 req-eae6aad7-b320-4ec8-9e38-c2b918abe481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:51.678874 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-ea0bcdba-448c-4578-9ffa-b3f67daf2537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba4282b-4ead-429e-bedd-9bdc38001a00', 'name': 'tempest-TestNetworkBasicOps-router-1368011929', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '60e77692-969b-4777-ad86-9730545ae77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:12Z', 'updated_at': '2022-02-09T01:32:38Z', 'revision_number': 6, 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'gw_port': {'id': '60e77692-969b-4777-ad86-9730545ae77e', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:02:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba4282b-4ead-429e-bedd-9bdc38001a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:14Z', 'updated_at': '2022-02-09T01:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'd2df5801-d9b2-4f0a-bccf-deebd5667317', 'name': '', 'network_id': '3c4fc1c2-da7d-4d47-9fab-e3152cd69d37', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'mac_address': 'fa:16:3e:ff:fc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba4282b-4ead-429e-bedd-9bdc38001a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': 'e8f91757-70e4-4e4e-95d1-289081aff0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:26Z', 'updated_at': '2022-02-09T01:30:43Z', 'revision_number': 5, 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'subnets': [{'id': 'e8f91757-70e4-4e4e-95d1-289081aff0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:51.683365 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0bcdba-448c-4578-9ffa-b3f67daf2537 None None] The sync data for ids ['eba4282b-4ead-429e-bedd-9bdc38001a00'] in n-d-828418-1 is: [{'id': 'eba4282b-4ead-429e-bedd-9bdc38001a00', 'name': 'tempest-TestNetworkBasicOps-router-1368011929', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '60e77692-969b-4777-ad86-9730545ae77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:12Z', 'updated_at': '2022-02-09T01:32:38Z', 'revision_number': 6, 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'gw_port': {'id': '60e77692-969b-4777-ad86-9730545ae77e', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:02:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba4282b-4ead-429e-bedd-9bdc38001a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:14Z', 'updated_at': '2022-02-09T01:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'd2df5801-d9b2-4f0a-bccf-deebd5667317', 'name': '', 'network_id': '3c4fc1c2-da7d-4d47-9fab-e3152cd69d37', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'mac_address': 'fa:16:3e:ff:fc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba4282b-4ead-429e-bedd-9bdc38001a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': 'e8f91757-70e4-4e4e-95d1-289081aff0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:26Z', 'updated_at': '2022-02-09T01:30:43Z', 'revision_number': 5, 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'subnets': [{'id': 'e8f91757-70e4-4e4e-95d1-289081aff0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:32:51.766040 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-351e637b-c3a7-4aa3-8fb9-c205ba6fa32d req-06199a95-f3c2-4aef-ac97-20a930c6e8ea service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3280468-86c2-41f2-b8b8-e6b6ddeb04c6 HTTP/1.1" status: 200 len: 217 time: 0.1081870 Feb 09 01:32:51.957013 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e860eec-fa05-4fb4-9c0a-9a4c99ed5ff6 req-f2d6c4a8-6a72-4e1d-afcf-c9344fb54de9 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:51.958348 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2e860eec-fa05-4fb4-9c0a-9a4c99ed5ff6 req-f2d6c4a8-6a72-4e1d-afcf-c9344fb54de9 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] 10.222.0.105 "GET /v2.0/ports?device_id=51d222ec-d492-465d-bac5-44a8a382b13e HTTP/1.1" status: 200 len: 943 time: 0.5600407 Feb 09 01:32:51.964554 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ae168b-1d1d-4706-9007-6f26a5efdea4 req-eae6aad7-b320-4ec8-9e38-c2b918abe481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:51.965157 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-37ae168b-1d1d-4706-9007-6f26a5efdea4 req-eae6aad7-b320-4ec8-9e38-c2b918abe481 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:51.966822 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-37ae168b-1d1d-4706-9007-6f26a5efdea4 req-eae6aad7-b320-4ec8-9e38-c2b918abe481 service neutron] 10.222.0.62 "PUT /v2.0/ports/5c1e9aa8-53db-4ac1-9798-36b406674618 HTTP/1.1" status: 200 len: 1091 time: 2.7203360 Feb 09 01:32:51.967283 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51d222ec-d492-465d-bac5-44a8a382b13e', 'tag': '5c1e9aa8-53db-4ac1-9798-36b406674618'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:32:52.022907 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:52.046697 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51d222ec-d492-465d-bac5-44a8a382b13e', 'tag': '5c1e9aa8-53db-4ac1-9798-36b406674618', 'status': 'completed', 'code': 200} Feb 09 01:32:52.058527 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae6aad7-b320-4ec8-9e38-c2b918abe481 service neutron] Pushing event updated for resources: {'Port': ['ID=5c1e9aa8-53db-4ac1-9798-36b406674618,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:52.098888 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e637b-c3a7-4aa3-8fb9-c205ba6fa32d req-a2a76b1c-e800-468e-be5b-9a94ab019b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:52.100345 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-351e637b-c3a7-4aa3-8fb9-c205ba6fa32d req-a2a76b1c-e800-468e-be5b-9a94ab019b2b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e8f91757-70e4-4e4e-95d1-289081aff0f5 HTTP/1.1" status: 200 len: 835 time: 0.3170731 Feb 09 01:32:52.122900 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c61c45c-0d8e-47a1-85f4-a464bfb90e76 None None] New status for floating IP 24327595-4536-49b6-a881-65b91f4eca8a: DOWN {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:32:52.186235 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2e860eec-fa05-4fb4-9c0a-9a4c99ed5ff6 req-40c6794c-5602-4c00-86e0-77d8dcbeae02 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] 10.222.0.105 "GET /v2.0/security-groups?id=7ccd8cec-a88d-44d3-80fa-11f8b6c148c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704934 Feb 09 01:32:52.226211 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ae168b-1d1d-4706-9007-6f26a5efdea4 req-d81196e8-dc16-45ff-94df-3914101f991f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:52.227698 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-37ae168b-1d1d-4706-9007-6f26a5efdea4 req-d81196e8-dc16-45ff-94df-3914101f991f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=83f2c056922441a380e38bb8b16784e5&device_id=51d222ec-d492-465d-bac5-44a8a382b13e HTTP/1.1" status: 200 len: 1094 time: 0.1702304 Feb 09 01:32:52.232929 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e637b-c3a7-4aa3-8fb9-c205ba6fa32d req-bf04406b-98d9-4fb1-9f6e-198df5e75395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:52.234340 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-351e637b-c3a7-4aa3-8fb9-c205ba6fa32d req-bf04406b-98d9-4fb1-9f6e-198df5e75395 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3c4fc1c2-da7d-4d47-9fab-e3152cd69d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1206355 Feb 09 01:32:52.272989 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.62', 57536) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:52.458034 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-37ae168b-1d1d-4706-9007-6f26a5efdea4 req-08b73987-5c55-4a44-9fa2-bf82630f9656 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c1e9aa8-53db-4ac1-9798-36b406674618 HTTP/1.1" status: 200 len: 217 time: 0.2143853 Feb 09 01:32:52.507303 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5d935-56d7-42f1-a9ad-764a0a426728 req-21879ac1-23f4-444c-b933-8614a61503e9 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:52.508110 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-edc5d935-56d7-42f1-a9ad-764a0a426728 req-21879ac1-23f4-444c-b933-8614a61503e9 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Synchronizing usage tracker for tenant:59b43f7aa2bc4476a3c7bc7857b33f06 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:32:52.527406 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-edc5d935-56d7-42f1-a9ad-764a0a426728 req-21879ac1-23f4-444c-b933-8614a61503e9 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Unset dirty status for tenant:59b43f7aa2bc4476a3c7bc7857b33f06 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:32:52.529559 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-edc5d935-56d7-42f1-a9ad-764a0a426728 req-21879ac1-23f4-444c-b933-8614a61503e9 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.62 "GET /v2.0/ports?device_id=082c5cbb-8014-4596-909f-4ee8af4e4b70 HTTP/1.1" status: 200 len: 946 time: 0.2554808 Feb 09 01:32:52.593402 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-351e637b-c3a7-4aa3-8fb9-c205ba6fa32d req-b017e153-174b-4803-b51e-6e4b5226cd7a service neutron] 10.222.0.62 "GET /v2.0/networks/3c4fc1c2-da7d-4d47-9fab-e3152cd69d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462362 Feb 09 01:32:52.612826 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-edc5d935-56d7-42f1-a9ad-764a0a426728 req-896de28a-3121-40da-ae34-5d6dfc506439 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Deleting port e3280468-86c2-41f2-b8b8-e6b6ddeb04c6 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:32:52.614162 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-edc5d935-56d7-42f1-a9ad-764a0a426728 req-896de28a-3121-40da-ae34-5d6dfc506439 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:52.714739 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ae168b-1d1d-4706-9007-6f26a5efdea4 req-cd3a6b1d-9275-4ca6-b8a4-8308e530f713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:52.716805 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-37ae168b-1d1d-4706-9007-6f26a5efdea4 req-cd3a6b1d-9275-4ca6-b8a4-8308e530f713 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=577680fd-2d6b-4bbd-8b92-01f828cf05ff HTTP/1.1" status: 200 len: 853 time: 0.2416124 Feb 09 01:32:52.834620 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-37ae168b-1d1d-4706-9007-6f26a5efdea4 req-005d601e-1216-47ad-946e-a036e756abf1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=788834d7-5a82-4c7e-89f7-1339b4e1f375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1092145 Feb 09 01:32:52.960850 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-edc5d935-56d7-42f1-a9ad-764a0a426728 req-896de28a-3121-40da-ae34-5d6dfc506439 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] For port e3280468-86c2-41f2-b8b8-e6b6ddeb04c6, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=e3280468-86c2-41f2-b8b8-e6b6ddeb04c6,segment=NetworkSegment(3701e9a4-3ee7-431a-888c-2558f545529b),segment_id=3701e9a4-3ee7-431a-888c-2558f545529b)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:32:52.961211 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-edc5d935-56d7-42f1-a9ad-764a0a426728 req-896de28a-3121-40da-ae34-5d6dfc506439 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:52.994832 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-351e637b-c3a7-4aa3-8fb9-c205ba6fa32d req-806c6015-3cb1-4f76-b10d-61e460c43d8e service neutron] 10.222.0.62 "GET /v2.0/networks/3c4fc1c2-da7d-4d47-9fab-e3152cd69d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3928611 Feb 09 01:32:53.006415 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc44b83-b71b-4604-ada1-4d22692fd88d req-a08556f1-a2bc-48de-829f-d374de038cf0 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:53.007877 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8dc44b83-b71b-4604-ada1-4d22692fd88d req-a08556f1-a2bc-48de-829f-d374de038cf0 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=cae2d334-fa4b-4e65-9c2b-e847c6a81cc1 HTTP/1.1" status: 200 len: 943 time: 0.5002460 Feb 09 01:32:53.074086 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a37bcb0-5297-4a64-aefc-b29fe2aaf068 req-5f81e78d-fb55-4f19-9341-3c597b517610 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:53.076001 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0a37bcb0-5297-4a64-aefc-b29fe2aaf068 req-5f81e78d-fb55-4f19-9341-3c597b517610 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/ports?device_id=082c5cbb-8014-4596-909f-4ee8af4e4b70 HTTP/1.1" status: 200 len: 946 time: 0.3653240 Feb 09 01:32:53.097543 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-edc5d935-56d7-42f1-a9ad-764a0a426728 req-896de28a-3121-40da-ae34-5d6dfc506439 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Calling delete_port for e3280468-86c2-41f2-b8b8-e6b6ddeb04c6 owned by compute:nova {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:32:53.102671 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-37ae168b-1d1d-4706-9007-6f26a5efdea4 req-fd2ebb0f-82d0-4ced-9534-0ddc50b99ca4 service neutron] 10.222.0.62 "GET /v2.0/networks/788834d7-5a82-4c7e-89f7-1339b4e1f375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606738 Feb 09 01:32:53.143541 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8dc44b83-b71b-4604-ada1-4d22692fd88d req-17905238-45d8-4d0e-85e2-5c0af96c7045 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184304 Feb 09 01:32:53.211231 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0a37bcb0-5297-4a64-aefc-b29fe2aaf068 req-9032cd1e-969c-4e0e-8934-9cbdd46f2b70 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/security-groups?id=79ac895b-47f8-4b39-aad5-396f5ee40d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278250 Feb 09 01:32:53.259219 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-edc5d935-56d7-42f1-a9ad-764a0a426728 req-896de28a-3121-40da-ae34-5d6dfc506439 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:53.279249 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-37ae168b-1d1d-4706-9007-6f26a5efdea4 req-c851ea77-2278-4333-84f8-92a5c0670d74 service neutron] 10.222.0.62 "GET /v2.0/networks/788834d7-5a82-4c7e-89f7-1339b4e1f375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669586 Feb 09 01:32:53.315348 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896de28a-3121-40da-ae34-5d6dfc506439 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Pushing event deleted for resources: {'Port': ['ID=e3280468-86c2-41f2-b8b8-e6b6ddeb04c6,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:53.390650 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-edc5d935-56d7-42f1-a9ad-764a0a426728 req-896de28a-3121-40da-ae34-5d6dfc506439 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] No DVR routers for this DVR port e3280468-86c2-41f2-b8b8-e6b6ddeb04c6 on host n-h1-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:32:53.393019 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-edc5d935-56d7-42f1-a9ad-764a0a426728 req-896de28a-3121-40da-ae34-5d6dfc506439 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:53.395560 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '082c5cbb-8014-4596-909f-4ee8af4e4b70', 'name': 'network-vif-deleted', 'tag': 'e3280468-86c2-41f2-b8b8-e6b6ddeb04c6'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:32:53.412646 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-edc5d935-56d7-42f1-a9ad-764a0a426728 req-896de28a-3121-40da-ae34-5d6dfc506439 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.62 "DELETE /v2.0/ports/e3280468-86c2-41f2-b8b8-e6b6ddeb04c6 HTTP/1.1" status: 204 len: 173 time: 0.8765471 Feb 09 01:32:53.445791 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '082c5cbb-8014-4596-909f-4ee8af4e4b70', 'name': 'network-vif-deleted', 'tag': 'e3280468-86c2-41f2-b8b8-e6b6ddeb04c6', 'status': 'completed', 'code': 200} Feb 09 01:32:53.472503 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a1c66-4dcf-4cd8-ac43-14d32fce08cd req-7af9a503-6823-4f7a-81e0-824b49383d69 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:53.473997 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b00a1c66-4dcf-4cd8-ac43-14d32fce08cd req-7af9a503-6823-4f7a-81e0-824b49383d69 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] 10.222.0.105 "GET /v2.0/ports?device_id=51d222ec-d492-465d-bac5-44a8a382b13e HTTP/1.1" status: 200 len: 943 time: 0.1616645 Feb 09 01:32:53.480201 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5803225-1920-4c02-b1c8-97de1d377d5f req-e9325f32-22a3-42e7-b0fd-729afe7921a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:53.481763 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f5803225-1920-4c02-b1c8-97de1d377d5f req-e9325f32-22a3-42e7-b0fd-729afe7921a3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=83f2c056922441a380e38bb8b16784e5&device_id=51d222ec-d492-465d-bac5-44a8a382b13e HTTP/1.1" status: 200 len: 1094 time: 0.1255536 Feb 09 01:32:53.607193 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b00a1c66-4dcf-4cd8-ac43-14d32fce08cd req-d8018921-b808-4de5-8daf-075cb171df71 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] 10.222.0.105 "GET /v2.0/security-groups?id=7ccd8cec-a88d-44d3-80fa-11f8b6c148c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235473 Feb 09 01:32:53.649530 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5803225-1920-4c02-b1c8-97de1d377d5f req-2e38f069-8693-478b-9c65-d9be0ac90f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:53.651013 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f5803225-1920-4c02-b1c8-97de1d377d5f req-2e38f069-8693-478b-9c65-d9be0ac90f52 service neutron] 10.222.0.62 "GET /v2.0/networks?id=788834d7-5a82-4c7e-89f7-1339b4e1f375 HTTP/1.1" status: 200 len: 914 time: 0.1541224 Feb 09 01:32:53.848962 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f5803225-1920-4c02-b1c8-97de1d377d5f req-37a04969-d960-4191-8e83-73e7d9f7d4b1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c1e9aa8-53db-4ac1-9798-36b406674618 HTTP/1.1" status: 200 len: 217 time: 0.1911254 Feb 09 01:32:53.911061 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5803225-1920-4c02-b1c8-97de1d377d5f req-b65d4396-5417-4543-9d94-769137c79412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:53.912398 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f5803225-1920-4c02-b1c8-97de1d377d5f req-b65d4396-5417-4543-9d94-769137c79412 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=577680fd-2d6b-4bbd-8b92-01f828cf05ff HTTP/1.1" status: 200 len: 853 time: 0.0584402 Feb 09 01:32:53.961940 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f5803225-1920-4c02-b1c8-97de1d377d5f req-fe643889-a704-43ba-9510-2517653c322a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=788834d7-5a82-4c7e-89f7-1339b4e1f375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426440 Feb 09 01:32:54.092680 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f5803225-1920-4c02-b1c8-97de1d377d5f req-5538750d-3fb2-4ab3-9d79-fe2ff444babc service neutron] 10.222.0.62 "GET /v2.0/networks/788834d7-5a82-4c7e-89f7-1339b4e1f375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236882 Feb 09 01:32:54.224215 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f5803225-1920-4c02-b1c8-97de1d377d5f req-1d373a18-38ab-472e-9e31-65f733f008b7 service neutron] 10.222.0.62 "GET /v2.0/networks/788834d7-5a82-4c7e-89f7-1339b4e1f375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253366 Feb 09 01:32:54.311201 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42404) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:54.334856 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cef734-1106-4490-b4fd-fa3071b947d9 req-761fa803-42d0-45d9-b0fc-7da7aa48e28f tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:54.336329 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c3cef734-1106-4490-b4fd-fa3071b947d9 req-761fa803-42d0-45d9-b0fc-7da7aa48e28f tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=cae2d334-fa4b-4e65-9c2b-e847c6a81cc1 HTTP/1.1" status: 200 len: 943 time: 0.0795121 Feb 09 01:32:54.380216 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c3cef734-1106-4490-b4fd-fa3071b947d9 req-2d4fcd3d-9acb-408e-8dc1-28ab39cdcdf4 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373197 Feb 09 01:32:54.383036 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-30af1b70-1144-4870-984d-58211189701c tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:54.414645 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-30af1b70-1144-4870-984d-58211189701c tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:54.478348 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-30af1b70-1144-4870-984d-58211189701c tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:54.497340 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30af1b70-1144-4870-984d-58211189701c tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ac895b-47f8-4b39-aad5-396f5ee40d89,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:54.500683 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-30af1b70-1144-4870-984d-58211189701c tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:54.501844 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-30af1b70-1144-4870-984d-58211189701c tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "DELETE /v2.0/security-groups/79ac895b-47f8-4b39-aad5-396f5ee40d89 HTTP/1.1" status: 204 len: 168 time: 0.1896141 Feb 09 01:32:54.532699 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42410) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:54.801431 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc19c79-8216-4563-869e-bc84f2964e4f req-b7c7ba8f-55da-4206-994a-f6d04af9aac7 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:54.802983 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4dc19c79-8216-4563-869e-bc84f2964e4f req-b7c7ba8f-55da-4206-994a-f6d04af9aac7 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] 10.222.0.105 "GET /v2.0/ports?device_id=51d222ec-d492-465d-bac5-44a8a382b13e HTTP/1.1" status: 200 len: 943 time: 0.0883996 Feb 09 01:32:54.848921 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4dc19c79-8216-4563-869e-bc84f2964e4f req-0fcb9bd0-a188-42c0-bbad-a60b667bac7a tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] 10.222.0.105 "GET /v2.0/security-groups?id=7ccd8cec-a88d-44d3-80fa-11f8b6c148c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399575 Feb 09 01:32:54.915972 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:55.206574 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-53da12a4-d4cb-460e-8c18-97a155ed8685 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:55.295636 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 5c1e9aa8-53db-4ac1-9798-36b406674618 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:32:55.436835 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 5c1e9aa8-53db-4ac1-9798-36b406674618, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=5c1e9aa8-53db-4ac1-9798-36b406674618,segment=NetworkSegment(27d0c4f0-9164-438b-805b-314f019a4c7f),segment_id=27d0c4f0-9164-438b-805b-314f019a4c7f)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:32:55.451026 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '5c1e9aa8-53db-4ac1-9798-36b406674618', 'network_id': '788834d7-5a82-4c7e-89f7-1339b4e1f375', 'port_id': '5c1e9aa8-53db-4ac1-9798-36b406674618', 'mac_address': 'fa:16:3e:59:64:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '577680fd-2d6b-4bbd-8b92-01f828cf05ff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:32:55.512967 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:55.532748 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c1e9aa8-53db-4ac1-9798-36b406674618 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:32:55.549117 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 5c1e9aa8-53db-4ac1-9798-36b406674618, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=5c1e9aa8-53db-4ac1-9798-36b406674618,segment=NetworkSegment(27d0c4f0-9164-438b-805b-314f019a4c7f),segment_id=27d0c4f0-9164-438b-805b-314f019a4c7f)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:32:55.553757 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:55.572621 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e439d-6cd0-44e9-bf9a-3f381c973bf4 req-abac6607-1ed7-41ca-bcf7-c1d1885ab32b tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:55.579445 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-53da12a4-d4cb-460e-8c18-97a155ed8685 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Deleting port d2df5801-d9b2-4f0a-bccf-deebd5667317 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:32:55.580300 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-53da12a4-d4cb-460e-8c18-97a155ed8685 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:55.580510 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d05e439d-6cd0-44e9-bf9a-3f381c973bf4 req-abac6607-1ed7-41ca-bcf7-c1d1885ab32b tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=cae2d334-fa4b-4e65-9c2b-e847c6a81cc1 HTTP/1.1" status: 200 len: 943 time: 0.0913100 Feb 09 01:32:55.627187 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=5c1e9aa8-53db-4ac1-9798-36b406674618,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:55.629975 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d05e439d-6cd0-44e9-bf9a-3f381c973bf4 req-8be0f60f-35c7-4aa8-8d11-9f78b8aa4716 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479174 Feb 09 01:32:55.640886 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:55.641316 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:55.641756 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:55.642167 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:55.642574 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:55.643347 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:55.643760 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:55.644160 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:55.644556 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:55.644955 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:55.645351 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:55.645888 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:55.752237 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['5c1e9aa8-53db-4ac1-9798-36b406674618'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:32:55.789192 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-53da12a4-d4cb-460e-8c18-97a155ed8685 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] For port d2df5801-d9b2-4f0a-bccf-deebd5667317, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=d2df5801-d9b2-4f0a-bccf-deebd5667317,segment=NetworkSegment(3701e9a4-3ee7-431a-888c-2558f545529b),segment_id=3701e9a4-3ee7-431a-888c-2558f545529b)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:32:55.789465 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-53da12a4-d4cb-460e-8c18-97a155ed8685 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:55.919255 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-53da12a4-d4cb-460e-8c18-97a155ed8685 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Calling delete_port for d2df5801-d9b2-4f0a-bccf-deebd5667317 owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:32:56.042246 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd455e79-66a7-47da-b4d7-14c21aaf49ad req-0c4d5ae1-b443-4a60-aee5-bdf5f58725a9 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:56.043680 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cd455e79-66a7-47da-b4d7-14c21aaf49ad req-0c4d5ae1-b443-4a60-aee5-bdf5f58725a9 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] 10.222.0.105 "GET /v2.0/ports?device_id=51d222ec-d492-465d-bac5-44a8a382b13e HTTP/1.1" status: 200 len: 944 time: 0.0853698 Feb 09 01:32:56.090833 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cd455e79-66a7-47da-b4d7-14c21aaf49ad req-9f974e95-fb12-4662-8964-4262ff324ead tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] 10.222.0.105 "GET /v2.0/security-groups?id=7ccd8cec-a88d-44d3-80fa-11f8b6c148c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409212 Feb 09 01:32:56.125817 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-53da12a4-d4cb-460e-8c18-97a155ed8685 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:56.186981 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53da12a4-d4cb-460e-8c18-97a155ed8685 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Pushing event deleted for resources: {'Port': ['ID=d2df5801-d9b2-4f0a-bccf-deebd5667317,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:56.599961 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-53da12a4-d4cb-460e-8c18-97a155ed8685 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:56.817056 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d01889-6b83-40c3-9643-3af238ce3af3 req-04471d24-6f9f-4a28-a7cf-0cf0343c4c41 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:56.818590 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-55d01889-6b83-40c3-9643-3af238ce3af3 req-04471d24-6f9f-4a28-a7cf-0cf0343c4c41 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=cae2d334-fa4b-4e65-9c2b-e847c6a81cc1 HTTP/1.1" status: 200 len: 943 time: 0.0820024 Feb 09 01:32:56.868084 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-55d01889-6b83-40c3-9643-3af238ce3af3 req-e19453d3-1dfe-4a67-9022-8825031acfe0 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434561 Feb 09 01:32:56.987952 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53da12a4-d4cb-460e-8c18-97a155ed8685 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Router eba4282b-4ead-429e-bedd-9bdc38001a00 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:32:57.179900 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53da12a4-d4cb-460e-8c18-97a155ed8685 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:32:57.191693 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b22328-975e-433e-a9b9-c58dd18e42c4 None None] Sync routers for ids ['eba4282b-4ead-429e-bedd-9bdc38001a00'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:32:57.201776 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b22328-975e-433e-a9b9-c58dd18e42c4 None None] Routers {'eba4282b-4ead-429e-bedd-9bdc38001a00'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:32:57.202884 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-44b22328-975e-433e-a9b9-c58dd18e42c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:32:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['eba4282b-4ead-429e-bedd-9bdc38001a00'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:57.203021 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 42424) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:57.203389 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-53da12a4-d4cb-460e-8c18-97a155ed8685 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "PUT /v2.0/routers/eba4282b-4ead-429e-bedd-9bdc38001a00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6695840 Feb 09 01:32:57.311392 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 5c1e9aa8-53db-4ac1-9798-36b406674618 up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:32:57.332248 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-969e7f2d-c48d-4ba7-b9fd-f488a3ca6fc8 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Deleting subnet e8f91757-70e4-4e4e-95d1-289081aff0f5 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:32:57.336303 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-969e7f2d-c48d-4ba7-b9fd-f488a3ca6fc8 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:57.395166 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-44b22328-975e-433e-a9b9-c58dd18e42c4 None None] Set router eba4282b-4ead-429e-bedd-9bdc38001a00 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:32:57.399757 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port 5c1e9aa8-53db-4ac1-9798-36b406674618 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:32:57.400946 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-969e7f2d-c48d-4ba7-b9fd-f488a3ca6fc8 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:57.406679 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 5c1e9aa8-53db-4ac1-9798-36b406674618 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:32:57.407181 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:57.458387 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487241f8-b2a9-49c9-9f5e-b7fcfadde47e req-f9599ccb-58f6-4118-9333-612ba731cf07 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:57.463519 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-487241f8-b2a9-49c9-9f5e-b7fcfadde47e req-f9599ccb-58f6-4118-9333-612ba731cf07 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] 10.222.0.105 "GET /v2.0/ports?device_id=51d222ec-d492-465d-bac5-44a8a382b13e HTTP/1.1" status: 200 len: 944 time: 0.2221859 Feb 09 01:32:57.532783 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-487241f8-b2a9-49c9-9f5e-b7fcfadde47e req-cbb3292a-d0f2-44e6-b764-d2f90bde1017 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] 10.222.0.105 "GET /v2.0/security-groups?id=7ccd8cec-a88d-44d3-80fa-11f8b6c148c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649881 Feb 09 01:32:57.542826 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-969e7f2d-c48d-4ba7-b9fd-f488a3ca6fc8 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:57.562825 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:57.601261 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51d222ec-d492-465d-bac5-44a8a382b13e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1e9aa8-53db-4ac1-9798-36b406674618'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:32:57.620410 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 5c1e9aa8-53db-4ac1-9798-36b406674618, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=5c1e9aa8-53db-4ac1-9798-36b406674618,segment=NetworkSegment(27d0c4f0-9164-438b-805b-314f019a4c7f),segment_id=27d0c4f0-9164-438b-805b-314f019a4c7f)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:32:57.638386 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:57.639561 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device e3280468-86c2-41f2-b8b8-e6b6ddeb04c6 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:32:57.643451 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-969e7f2d-c48d-4ba7-b9fd-f488a3ca6fc8 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:57.696022 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969e7f2d-c48d-4ba7-b9fd-f488a3ca6fc8 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Pushing event deleted for resources: {'Subnet': ['ID=e8f91757-70e4-4e4e-95d1-289081aff0f5,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:57.706753 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-969e7f2d-c48d-4ba7-b9fd-f488a3ca6fc8 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:57.721975 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42432) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:57.722488 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-969e7f2d-c48d-4ba7-b9fd-f488a3ca6fc8 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "DELETE /v2.0/subnets/e8f91757-70e4-4e4e-95d1-289081aff0f5 HTTP/1.1" status: 204 len: 168 time: 0.5180833 Feb 09 01:32:57.747481 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: e3280468-86c2-41f2-b8b8-e6b6ddeb04c6 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:32:57.747977 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device e3280468-86c2-41f2-b8b8-e6b6ddeb04c6 not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:32:57.755943 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7086760-bee6-4377-a6c4-26e31789e80f None None] Network 3c4fc1c2-da7d-4d47-9fab-e3152cd69d37 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:32:57.781878 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51d222ec-d492-465d-bac5-44a8a382b13e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1e9aa8-53db-4ac1-9798-36b406674618', 'code': 200} Feb 09 01:32:57.860707 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-44b22328-975e-433e-a9b9-c58dd18e42c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba4282b-4ead-429e-bedd-9bdc38001a00', 'name': 'tempest-TestNetworkBasicOps-router-1368011929', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '60e77692-969b-4777-ad86-9730545ae77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:12Z', 'updated_at': '2022-02-09T01:32:56Z', 'revision_number': 7, 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'gw_port': {'id': '60e77692-969b-4777-ad86-9730545ae77e', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:02:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba4282b-4ead-429e-bedd-9bdc38001a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:14Z', 'updated_at': '2022-02-09T01:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:57.866512 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b22328-975e-433e-a9b9-c58dd18e42c4 None None] Checking router: eba4282b-4ead-429e-bedd-9bdc38001a00 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:32:57.878254 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b22328-975e-433e-a9b9-c58dd18e42c4 None None] Routers {'eba4282b-4ead-429e-bedd-9bdc38001a00'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:32:57.879478 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-44b22328-975e-433e-a9b9-c58dd18e42c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:32:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['eba4282b-4ead-429e-bedd-9bdc38001a00'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:57.933400 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=5c1e9aa8-53db-4ac1-9798-36b406674618,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:57.986149 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed109b6-1479-441b-94b3-00267417c597 req-56f0a5a1-b642-4415-87a5-55aec6ac14ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:57.987933 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fed109b6-1479-441b-94b3-00267417c597 req-56f0a5a1-b642-4415-87a5-55aec6ac14ef service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=51d222ec-d492-465d-bac5-44a8a382b13e HTTP/1.1" status: 200 len: 1096 time: 0.1441166 Feb 09 01:32:57.997782 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c3b2198a-2a8a-44b4-bf54-6792258d088d tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:58.071111 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fed109b6-1479-441b-94b3-00267417c597 req-e23a535d-fbd5-4134-8803-76a3e0dfd0b2 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7ccd8cec-a88d-44d3-80fa-11f8b6c148c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768042 Feb 09 01:32:58.162466 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acef195-f595-4fdb-8db0-2507660cc5c7 req-54233b7a-49e2-46a5-98f0-cdd243f419a1 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:58.165493 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9acef195-f595-4fdb-8db0-2507660cc5c7 req-54233b7a-49e2-46a5-98f0-cdd243f419a1 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=cae2d334-fa4b-4e65-9c2b-e847c6a81cc1 HTTP/1.1" status: 200 len: 943 time: 0.0911930 Feb 09 01:32:58.195631 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e3d2bc-9d1b-4f1f-81da-671057cce740 None None] DHCP port deletion for 3c4fc1c2-da7d-4d47-9fab-e3152cd69d37 request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:32:58.203088 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-44e3d2bc-9d1b-4f1f-81da-671057cce740 None None] Deleting port 4712e12e-ac6a-4bff-994c-7a17f0585f9e {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:32:58.203376 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-44e3d2bc-9d1b-4f1f-81da-671057cce740 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:58.212242 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-44b22328-975e-433e-a9b9-c58dd18e42c4 None None] Set router eba4282b-4ead-429e-bedd-9bdc38001a00 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:32:58.243072 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9acef195-f595-4fdb-8db0-2507660cc5c7 req-8083b4e1-ae40-4682-8a86-b31ad03e7eaf tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660808 Feb 09 01:32:58.267917 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c3b2198a-2a8a-44b4-bf54-6792258d088d tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:58.280384 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-c3b2198a-2a8a-44b4-bf54-6792258d088d tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Deleting port 60e77692-969b-4777-ad86-9730545ae77e {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:32:58.281492 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c3b2198a-2a8a-44b4-bf54-6792258d088d tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:58.441664 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-44e3d2bc-9d1b-4f1f-81da-671057cce740 None None] For port 4712e12e-ac6a-4bff-994c-7a17f0585f9e, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=4712e12e-ac6a-4bff-994c-7a17f0585f9e,segment=NetworkSegment(3701e9a4-3ee7-431a-888c-2558f545529b),segment_id=3701e9a4-3ee7-431a-888c-2558f545529b)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:32:58.442127 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-44e3d2bc-9d1b-4f1f-81da-671057cce740 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:58.499685 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-c3b2198a-2a8a-44b4-bf54-6792258d088d tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] For port 60e77692-969b-4777-ad86-9730545ae77e, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=60e77692-969b-4777-ad86-9730545ae77e,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:32:58.501814 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c3b2198a-2a8a-44b4-bf54-6792258d088d tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:58.521721 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-44b22328-975e-433e-a9b9-c58dd18e42c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba4282b-4ead-429e-bedd-9bdc38001a00', 'name': 'tempest-TestNetworkBasicOps-router-1368011929', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '60e77692-969b-4777-ad86-9730545ae77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:12Z', 'updated_at': '2022-02-09T01:32:56Z', 'revision_number': 7, 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'gw_port': {'id': '60e77692-969b-4777-ad86-9730545ae77e', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:02:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba4282b-4ead-429e-bedd-9bdc38001a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:14Z', 'updated_at': '2022-02-09T01:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:58.526018 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b22328-975e-433e-a9b9-c58dd18e42c4 None None] The sync data for ids ['eba4282b-4ead-429e-bedd-9bdc38001a00'] in n-d-828418-1 is: [{'id': 'eba4282b-4ead-429e-bedd-9bdc38001a00', 'name': 'tempest-TestNetworkBasicOps-router-1368011929', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '60e77692-969b-4777-ad86-9730545ae77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:12Z', 'updated_at': '2022-02-09T01:32:56Z', 'revision_number': 7, 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'gw_port': {'id': '60e77692-969b-4777-ad86-9730545ae77e', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:02:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba4282b-4ead-429e-bedd-9bdc38001a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:14Z', 'updated_at': '2022-02-09T01:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:32:58.575750 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-44e3d2bc-9d1b-4f1f-81da-671057cce740 None None] Calling delete_port for 4712e12e-ac6a-4bff-994c-7a17f0585f9e owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:32:58.662951 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 4712e12e-ac6a-4bff-994c-7a17f0585f9e no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:32:58.693286 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-44e3d2bc-9d1b-4f1f-81da-671057cce740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:58.746662 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 4712e12e-ac6a-4bff-994c-7a17f0585f9e {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:32:58.747568 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 4712e12e-ac6a-4bff-994c-7a17f0585f9e not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:32:58.751534 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8097e1-e1f0-4b29-9acc-d60a7dd7f090 req-03109f8b-a755-443c-8a23-9cc3cf01a8ca tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:58.759507 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5b8097e1-e1f0-4b29-9acc-d60a7dd7f090 req-03109f8b-a755-443c-8a23-9cc3cf01a8ca tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] 10.222.0.105 "GET /v2.0/ports?device_id=51d222ec-d492-465d-bac5-44a8a382b13e HTTP/1.1" status: 200 len: 945 time: 0.1085434 Feb 09 01:32:58.760509 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e3d2bc-9d1b-4f1f-81da-671057cce740 None None] Pushing event deleted for resources: {'Port': ['ID=4712e12e-ac6a-4bff-994c-7a17f0585f9e,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:58.778469 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e3d2bc-9d1b-4f1f-81da-671057cce740 None None] No DVR routers for this DVR port 4712e12e-ac6a-4bff-994c-7a17f0585f9e on host n-d-828418-1 {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:32:58.797919 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-c3b2198a-2a8a-44b4-bf54-6792258d088d tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Calling delete_port for 60e77692-969b-4777-ad86-9730545ae77e owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:32:58.812448 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5b8097e1-e1f0-4b29-9acc-d60a7dd7f090 req-44f41d29-8a48-4d85-9f14-366eadea6861 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] 10.222.0.105 "GET /v2.0/security-groups?id=7ccd8cec-a88d-44d3-80fa-11f8b6c148c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519712 Feb 09 01:32:58.994058 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c3b2198a-2a8a-44b4-bf54-6792258d088d tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:59.051113 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b2198a-2a8a-44b4-bf54-6792258d088d tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Pushing event deleted for resources: {'Port': ['ID=60e77692-969b-4777-ad86-9730545ae77e,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:59.160011 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c3b2198a-2a8a-44b4-bf54-6792258d088d tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:59.346942 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c3b2198a-2a8a-44b4-bf54-6792258d088d tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:59.349425 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c3b2198a-2a8a-44b4-bf54-6792258d088d tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:59.373767 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c3b2198a-2a8a-44b4-bf54-6792258d088d tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:59.374295 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b2198a-2a8a-44b4-bf54-6792258d088d tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Fanout notify agent at l3_agent the message router_deleted on router eba4282b-4ead-429e-bedd-9bdc38001a00 {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:32:59.394134 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c3b2198a-2a8a-44b4-bf54-6792258d088d tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:59.397773 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c3b2198a-2a8a-44b4-bf54-6792258d088d tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "DELETE /v2.0/routers/eba4282b-4ead-429e-bedd-9bdc38001a00 HTTP/1.1" status: 204 len: 168 time: 1.6722627 Feb 09 01:32:59.397943 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42442) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:59.434426 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ede7f-fc69-4ab0-be9b-186881008df4 req-1ccc5344-6884-457e-880f-2fc623bea68c tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:59.440794 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e59ede7f-fc69-4ab0-be9b-186881008df4 req-1ccc5344-6884-457e-880f-2fc623bea68c tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=cae2d334-fa4b-4e65-9c2b-e847c6a81cc1 HTTP/1.1" status: 200 len: 943 time: 0.0936804 Feb 09 01:32:59.533822 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-08cbeb77-f8b5-4cb8-b88a-451245905fe1 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:59.585571 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e59ede7f-fc69-4ab0-be9b-186881008df4 req-0d7c14ef-c6f5-4d2c-b739-26a426d2ed5f tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502233 Feb 09 01:32:59.669142 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-08cbeb77-f8b5-4cb8-b88a-451245905fe1 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:59.696676 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-08cbeb77-f8b5-4cb8-b88a-451245905fe1 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c4fc1c2-da7d-4d47-9fab-e3152cd69d37']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:59.708845 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-08cbeb77-f8b5-4cb8-b88a-451245905fe1 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3701e9a4-3ee7-431a-888c-2558f545529b') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:59.709140 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-08cbeb77-f8b5-4cb8-b88a-451245905fe1 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3701e9a4-3ee7-431a-888c-2558f545529b') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:59.720907 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-08cbeb77-f8b5-4cb8-b88a-451245905fe1 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:59.736296 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-08cbeb77-f8b5-4cb8-b88a-451245905fe1 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:59.742137 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08cbeb77-f8b5-4cb8-b88a-451245905fe1 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:32:59.742514 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-08cbeb77-f8b5-4cb8-b88a-451245905fe1 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:59.756700 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:32:59.756700 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:32:59.756700 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:32:59.756700 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:32:59.756700 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:32:59.756700 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:32:59.756700 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:32:59.756700 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:32:59.756700 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:32:59.756700 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:32:59.756700 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:32:59.756700 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:32:59.756700 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:32:59.756700 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:32:59.756700 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:32:59.756700 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:32:59.756700 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:32:59.756700 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:32:59.756700 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:32:59.756700 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:32:59.756700 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:32:59.756700 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:32:59.756700 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:32:59.756700 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:32:59.756700 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:32:59.756700 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:32:59.756700 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:32:59.756700 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:32:59.756700 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:32:59.756700 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:32:59.756700 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:32:59.756700 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:32:59.833832 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-08cbeb77-f8b5-4cb8-b88a-451245905fe1 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:59.858700 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-08cbeb77-f8b5-4cb8-b88a-451245905fe1 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:59.866469 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cbeb77-f8b5-4cb8-b88a-451245905fe1 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Pushing event deleted for resources: {'Network': ['ID=3c4fc1c2-da7d-4d47-9fab-e3152cd69d37,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:59.872648 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-08cbeb77-f8b5-4cb8-b88a-451245905fe1 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "DELETE /v2.0/networks/3c4fc1c2-da7d-4d47-9fab-e3152cd69d37 HTTP/1.1" status: 204 len: 168 time: 0.4701946 Feb 09 01:32:59.888720 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42448) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:59.895748 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-11b26c7b-5586-4776-abcd-b5f9f0575010 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Request body: {'network': {'name': 'tempest-network-smoke--971201522', 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'port_security_enabled': True}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:59.901782 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-11b26c7b-5586-4776-abcd-b5f9f0575010 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:59.906276 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-11b26c7b-5586-4776-abcd-b5f9f0575010 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Usage tracker for resource:network and tenant:59b43f7aa2bc4476a3c7bc7857b33f06 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:59.909235 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-11b26c7b-5586-4776-abcd-b5f9f0575010 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:59.915218 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-11b26c7b-5586-4776-abcd-b5f9f0575010 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:59.925748 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b26c7b-5586-4776-abcd-b5f9f0575010 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Made reservation on behalf of 59b43f7aa2bc4476a3c7bc7857b33f06 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:32:59.929415 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-11b26c7b-5586-4776-abcd-b5f9f0575010 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:59.958337 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11b26c7b-5586-4776-abcd-b5f9f0575010 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:32:59.966868 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-11b26c7b-5586-4776-abcd-b5f9f0575010 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:59.967220 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-11b26c7b-5586-4776-abcd-b5f9f0575010 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Added segment 7a8f7a9b-40b1-478f-8ca1-23ff5579006e of type vlan for network 11a8c99d-6203-46e5-b736-5041081438dd Feb 09 01:32:59.994742 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-11b26c7b-5586-4776-abcd-b5f9f0575010 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:00.014425 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b8cf10-b11d-4d19-a524-9fb410c8c72b req-7fc1ba09-19b8-4427-8de8-115e03f47503 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:00.015886 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a0b8cf10-b11d-4d19-a524-9fb410c8c72b req-7fc1ba09-19b8-4427-8de8-115e03f47503 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] 10.222.0.105 "GET /v2.0/ports?device_id=51d222ec-d492-465d-bac5-44a8a382b13e HTTP/1.1" status: 200 len: 945 time: 0.0838392 Feb 09 01:33:00.022050 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-11b26c7b-5586-4776-abcd-b5f9f0575010 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:00.027595 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b26c7b-5586-4776-abcd-b5f9f0575010 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:00.028835 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-11b26c7b-5586-4776-abcd-b5f9f0575010 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:00.064867 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a0b8cf10-b11d-4d19-a524-9fb410c8c72b req-9cab0a0b-7559-43ee-82af-36cab0189ae8 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] 10.222.0.105 "GET /v2.0/security-groups?id=7ccd8cec-a88d-44d3-80fa-11f8b6c148c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387833 Feb 09 01:33:00.133413 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-11b26c7b-5586-4776-abcd-b5f9f0575010 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2435963 Feb 09 01:33:00.136100 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42462) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:33:00.138474 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b26c7b-5586-4776-abcd-b5f9f0575010 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Pushing event updated for resources: {'Network': ['ID=11a8c99d-6203-46e5-b736-5041081438dd,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:00.143126 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-fe27965a-12bc-4861-8681-3ca1dd4e7977 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-942359660', 'admin_state_up': True, 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:00.149819 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 11a8c99d-6203-46e5-b736-5041081438dd details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:33:00.151540 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-fe27965a-12bc-4861-8681-3ca1dd4e7977 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:33:00.155933 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-fe27965a-12bc-4861-8681-3ca1dd4e7977 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Usage tracker for resource:router and tenant:59b43f7aa2bc4476a3c7bc7857b33f06 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:33:00.158901 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-fe27965a-12bc-4861-8681-3ca1dd4e7977 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:33:00.164517 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-fe27965a-12bc-4861-8681-3ca1dd4e7977 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:33:00.176523 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fe27965a-12bc-4861-8681-3ca1dd4e7977 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:00.178767 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fe27965a-12bc-4861-8681-3ca1dd4e7977 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:00.197031 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fe27965a-12bc-4861-8681-3ca1dd4e7977 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:00.508811 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device d2df5801-d9b2-4f0a-bccf-deebd5667317 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:33:00.549941 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: d2df5801-d9b2-4f0a-bccf-deebd5667317 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:33:00.550310 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device d2df5801-d9b2-4f0a-bccf-deebd5667317 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:33:00.551019 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 60e77692-969b-4777-ad86-9730545ae77e no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:33:00.583369 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fe27965a-12bc-4861-8681-3ca1dd4e7977 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:00.602920 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 60e77692-969b-4777-ad86-9730545ae77e {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:33:00.603495 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 60e77692-969b-4777-ad86-9730545ae77e not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:33:00.830595 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b67bf84-2deb-4afa-b54a-c3180fdd8e0f req-dac13466-544d-4d3c-baf4-b8deaaaaac75 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:00.832295 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4b67bf84-2deb-4afa-b54a-c3180fdd8e0f req-dac13466-544d-4d3c-baf4-b8deaaaaac75 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=cae2d334-fa4b-4e65-9c2b-e847c6a81cc1 HTTP/1.1" status: 200 len: 943 time: 0.0882065 Feb 09 01:33:00.880651 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4b67bf84-2deb-4afa-b54a-c3180fdd8e0f req-c77098f8-33b6-4b59-b92d-9bb15ae9e6ae tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427661 Feb 09 01:33:00.926401 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fe27965a-12bc-4861-8681-3ca1dd4e7977 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for router_gateway, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:00.960596 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fe27965a-12bc-4861-8681-3ca1dd4e7977 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:01.103884 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-fe27965a-12bc-4861-8681-3ca1dd4e7977 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Allocated IP 172.25.0.211 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/1c6a281f-0048-4433-b29a-fb8f1d1b8a59) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:33:01.258114 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fe27965a-12bc-4861-8681-3ca1dd4e7977 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:01.288816 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fe27965a-12bc-4861-8681-3ca1dd4e7977 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:01.358323 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe27965a-12bc-4861-8681-3ca1dd4e7977 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:33:01.361245 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-fe27965a-12bc-4861-8681-3ca1dd4e7977 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:33:01.365057 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe27965a-12bc-4861-8681-3ca1dd4e7977 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:33:01.383300 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:33:01.402237 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe27965a-12bc-4861-8681-3ca1dd4e7977 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Pushing event updated for resources: {'Port': ['ID=1c6a281f-0048-4433-b29a-fb8f1d1b8a59,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:01.814199 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fe27965a-12bc-4861-8681-3ca1dd4e7977 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for router_gateway, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:02.074516 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e59a39-3af4-4da9-80c1-aee3f92a8b59 req-8a1f3f8e-5ace-4ec5-8874-2cc97127120c tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:02.076623 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-80e59a39-3af4-4da9-80c1-aee3f92a8b59 req-8a1f3f8e-5ace-4ec5-8874-2cc97127120c tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=cae2d334-fa4b-4e65-9c2b-e847c6a81cc1 HTTP/1.1" status: 200 len: 943 time: 0.0832531 Feb 09 01:33:02.130121 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-80e59a39-3af4-4da9-80c1-aee3f92a8b59 req-a3917496-0dfa-4682-9d0c-0135a65ab3a6 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470581 Feb 09 01:33:02.309926 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fe27965a-12bc-4861-8681-3ca1dd4e7977 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:02.527715 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe27965a-12bc-4861-8681-3ca1dd4e7977 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Router a19205ee-bf04-44e0-bcf3-e655636471b2 is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:33:02.712543 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe27965a-12bc-4861-8681-3ca1dd4e7977 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:33:02.722954 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d363288d-7e95-4fc4-adf3-45ae0ff5d692 None None] Sync routers for ids ['a19205ee-bf04-44e0-bcf3-e655636471b2'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:33:02.732166 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d363288d-7e95-4fc4-adf3-45ae0ff5d692 None None] Routers {'a19205ee-bf04-44e0-bcf3-e655636471b2'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:33:02.732762 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-d363288d-7e95-4fc4-adf3-45ae0ff5d692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:32:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['a19205ee-bf04-44e0-bcf3-e655636471b2'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:33:02.745056 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fe27965a-12bc-4861-8681-3ca1dd4e7977 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:02.749789 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 42534) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:33:02.749956 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-fe27965a-12bc-4861-8681-3ca1dd4e7977 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.6127114 Feb 09 01:33:02.801431 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-76e0de4a-53f1-4228-a6fe-464d84be5099 tempest-TestNetworkBasicOps-1758285558 tempest-TestNetworkBasicOps-1758285558-project-admin] 10.222.0.105 "GET /v2.0/subnets?project_id=59b43f7aa2bc4476a3c7bc7857b33f06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0498579 Feb 09 01:33:02.804092 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 42538) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:33:02.921790 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-d363288d-7e95-4fc4-adf3-45ae0ff5d692 None None] Set router a19205ee-bf04-44e0-bcf3-e655636471b2 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:33:02.959884 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4817ed-6bc4-4131-ab45-cb2a7d311e6d tempest-TestNetworkBasicOps-1758285558 tempest-TestNetworkBasicOps-1758285558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:02.961406 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-6f4817ed-6bc4-4131-ab45-cb2a7d311e6d tempest-TestNetworkBasicOps-1758285558 tempest-TestNetworkBasicOps-1758285558-project-admin] 10.222.0.105 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1564162 Feb 09 01:33:02.964311 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42544) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:33:03.010381 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1dd3f571-6b92-446d-8db5-b39f790ef4aa tempest-TestNetworkBasicOps-1758285558 tempest-TestNetworkBasicOps-1758285558-project-admin] 10.222.0.105 "GET /v2.0/subnets?network_id=3d885c3c-255c-4e54-addc-b28437d0b18e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0448980 Feb 09 01:33:03.012925 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42548) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:33:03.018587 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-a6caba99-d278-4a10-81dc-c608db822458 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1720005432', 'network_id': '11a8c99d-6203-46e5-b736-5041081438dd', 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:03.131974 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a6caba99-d278-4a10-81dc-c608db822458 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:33:03.136549 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-a6caba99-d278-4a10-81dc-c608db822458 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Usage tracker for resource:subnet and tenant:59b43f7aa2bc4476a3c7bc7857b33f06 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:33:03.140887 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-a6caba99-d278-4a10-81dc-c608db822458 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:33:03.147085 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a6caba99-d278-4a10-81dc-c608db822458 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:33:03.166734 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6caba99-d278-4a10-81dc-c608db822458 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Made reservation on behalf of 59b43f7aa2bc4476a3c7bc7857b33f06 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:33:03.172309 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a6caba99-d278-4a10-81dc-c608db822458 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:03.248743 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-d363288d-7e95-4fc4-adf3-45ae0ff5d692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19205ee-bf04-44e0-bcf3-e655636471b2', 'name': 'tempest-TestNetworkBasicOps-router-942359660', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '1c6a281f-0048-4433-b29a-fb8f1d1b8a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:33:00Z', 'updated_at': '2022-02-09T01:33:01Z', 'revision_number': 3, 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'gw_port': {'id': '1c6a281f-0048-4433-b29a-fb8f1d1b8a59', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b0:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19205ee-bf04-44e0-bcf3-e655636471b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:00Z', 'updated_at': '2022-02-09T01:33:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:33:03.252739 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d363288d-7e95-4fc4-adf3-45ae0ff5d692 None None] Checking router: a19205ee-bf04-44e0-bcf3-e655636471b2 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:33:03.253083 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d363288d-7e95-4fc4-adf3-45ae0ff5d692 None None] Updating router a19205ee-bf04-44e0-bcf3-e655636471b2 port 1c6a281f-0048-4433-b29a-fb8f1d1b8a59 binding host n-d-828418-1 {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:33:03.323678 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d363288d-7e95-4fc4-adf3-45ae0ff5d692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:03.374708 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574fa13c-7973-4c2d-bbd0-e9ff62262a27 req-b6c74b7c-4eb5-4c2f-b8a9-afaae32105fe tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:03.376545 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-574fa13c-7973-4c2d-bbd0-e9ff62262a27 req-b6c74b7c-4eb5-4c2f-b8a9-afaae32105fe tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=cae2d334-fa4b-4e65-9c2b-e847c6a81cc1 HTTP/1.1" status: 200 len: 943 time: 0.0886765 Feb 09 01:33:03.442221 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-574fa13c-7973-4c2d-bbd0-e9ff62262a27 req-c314acac-9cfe-4208-a992-d98d18febac2 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587769 Feb 09 01:33:03.462510 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a6caba99-d278-4a10-81dc-c608db822458 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:03.543205 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6caba99-d278-4a10-81dc-c608db822458 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Pushing event updated for resources: {'Subnet': ['ID=6289a054-d793-4307-bab7-8d0d359df191,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:03.555304 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6caba99-d278-4a10-81dc-c608db822458 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Checking segment: {'id': '7a8f7a9b-40b1-478f-8ca1-23ff5579006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '11a8c99d-6203-46e5-b736-5041081438dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:33:03.555790 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6caba99-d278-4a10-81dc-c608db822458 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Network hostable DHCP agents. Network: 11a8c99d-6203-46e5-b736-5041081438dd, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:33:03.582535 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6caba99-d278-4a10-81dc-c608db822458 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Network 11a8c99d-6203-46e5-b736-5041081438dd is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:33:03.596611 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-a6caba99-d278-4a10-81dc-c608db822458 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 11a8c99d-6203-46e5-b736-5041081438dd) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:33:03.601147 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6caba99-d278-4a10-81dc-c608db822458 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:03.601977 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a6caba99-d278-4a10-81dc-c608db822458 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:03.613929 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3d7a4b-6d28-4a8e-b624-84f91a0e1df9 None None] Network 11a8c99d-6203-46e5-b736-5041081438dd requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:33:03.632458 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a6caba99-d278-4a10-81dc-c608db822458 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6184561 Feb 09 01:33:03.634687 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 42554) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:33:03.836233 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d363288d-7e95-4fc4-adf3-45ae0ff5d692 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:03.872667 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d363288d-7e95-4fc4-adf3-45ae0ff5d692 None None] Transition to ACTIVE for port object 1c6a281f-0048-4433-b29a-fb8f1d1b8a59 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:33:03.904643 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d363288d-7e95-4fc4-adf3-45ae0ff5d692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:04.001150 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-d363288d-7e95-4fc4-adf3-45ae0ff5d692 None None] Attempting to bind port 1c6a281f-0048-4433-b29a-fb8f1d1b8a59 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:33:04.001518 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-d363288d-7e95-4fc4-adf3-45ae0ff5d692 None None] Attempting to bind port 1c6a281f-0048-4433-b29a-fb8f1d1b8a59 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:33:04.003089 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d363288d-7e95-4fc4-adf3-45ae0ff5d692 None None] Attempting to bind port 1c6a281f-0048-4433-b29a-fb8f1d1b8a59 on network 3d885c3c-255c-4e54-addc-b28437d0b18e {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:33:04.046203 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d363288d-7e95-4fc4-adf3-45ae0ff5d692 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:33:04.046432 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d363288d-7e95-4fc4-adf3-45ae0ff5d692 None None] Checking segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:33:04.046776 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d363288d-7e95-4fc4-adf3-45ae0ff5d692 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:04.047211 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d363288d-7e95-4fc4-adf3-45ae0ff5d692 None None] Bound using segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:33:04.047689 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-d363288d-7e95-4fc4-adf3-45ae0ff5d692 None None] Bound port: 1c6a281f-0048-4433-b29a-fb8f1d1b8a59, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:33:04.048067 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d363288d-7e95-4fc4-adf3-45ae0ff5d692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:04.076303 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e968c40-7e2d-42b1-b0a8-dcacfbe4fa81 None None] Pushing event updated for resources: {'Port': ['ID=1c6a281f-0048-4433-b29a-fb8f1d1b8a59,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:04.098843 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a2c667-1e20-4963-bd04-38a4b0c2cfa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-11a8c99d-6203-46e5-b736-5041081438dd', 'network_id': '11a8c99d-6203-46e5-b736-5041081438dd', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'fixed_ips': [{'subnet_id': '6289a054-d793-4307-bab7-8d0d359df191'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:33:04.099659 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-75a2c667-1e20-4963-bd04-38a4b0c2cfa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:04.195418 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d363288d-7e95-4fc4-adf3-45ae0ff5d692 None None] For port 1c6a281f-0048-4433-b29a-fb8f1d1b8a59, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:33:04.201286 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d363288d-7e95-4fc4-adf3-45ae0ff5d692 None None] For port 1c6a281f-0048-4433-b29a-fb8f1d1b8a59, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=1c6a281f-0048-4433-b29a-fb8f1d1b8a59,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:33:04.209362 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d363288d-7e95-4fc4-adf3-45ae0ff5d692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:04.343970 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d363288d-7e95-4fc4-adf3-45ae0ff5d692 None None] Routers {'a19205ee-bf04-44e0-bcf3-e655636471b2'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:33:04.344511 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-d363288d-7e95-4fc4-adf3-45ae0ff5d692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:32:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['a19205ee-bf04-44e0-bcf3-e655636471b2'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:33:04.404479 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d1f88073-aae1-43d5-8fc8-0cbd13d8f556 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:04.432425 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e968c40-7e2d-42b1-b0a8-dcacfbe4fa81 None None] Pushing event updated for resources: {'Port': ['ID=1c6a281f-0048-4433-b29a-fb8f1d1b8a59,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:04.452536 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-75a2c667-1e20-4963-bd04-38a4b0c2cfa9 None None] Allocated IP 172.20.0.2 (11a8c99d-6203-46e5-b736-5041081438dd/6289a054-d793-4307-bab7-8d0d359df191/9b82ee9e-6e16-469f-a50b-253a5f5e304c) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:33:04.648686 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-d363288d-7e95-4fc4-adf3-45ae0ff5d692 None None] Set router a19205ee-bf04-44e0-bcf3-e655636471b2 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:33:04.926546 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d397e4e-5dd3-474b-a69d-4092df4db812 req-f99e98b2-6d69-4755-ab9a-7a5c775008c7 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:04.928050 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6d397e4e-5dd3-474b-a69d-4092df4db812 req-f99e98b2-6d69-4755-ab9a-7a5c775008c7 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=cae2d334-fa4b-4e65-9c2b-e847c6a81cc1 HTTP/1.1" status: 200 len: 943 time: 0.2153866 Feb 09 01:33:04.994260 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6d397e4e-5dd3-474b-a69d-4092df4db812 req-95c415fd-e440-4d5d-bff0-af6f5eb113e6 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592968 Feb 09 01:33:05.056483 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-75a2c667-1e20-4963-bd04-38a4b0c2cfa9 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:05.068991 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-75a2c667-1e20-4963-bd04-38a4b0c2cfa9 None None] Transition to ACTIVE for port object 9b82ee9e-6e16-469f-a50b-253a5f5e304c will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:33:05.100428 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-75a2c667-1e20-4963-bd04-38a4b0c2cfa9 None None] Transition to ACTIVE for port object 9b82ee9e-6e16-469f-a50b-253a5f5e304c will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:33:05.108144 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-75a2c667-1e20-4963-bd04-38a4b0c2cfa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:05.161909 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a2c667-1e20-4963-bd04-38a4b0c2cfa9 None None] Network 11a8c99d-6203-46e5-b736-5041081438dd is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:33:05.169452 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-75a2c667-1e20-4963-bd04-38a4b0c2cfa9 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:33:05.171898 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a2c667-1e20-4963-bd04-38a4b0c2cfa9 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:33:05.203342 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-d1f88073-aae1-43d5-8fc8-0cbd13d8f556 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Allocated IP 172.20.0.1 (11a8c99d-6203-46e5-b736-5041081438dd/6289a054-d793-4307-bab7-8d0d359df191/5a6336bd-0d6f-4463-9195-531a673c270e) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:33:05.219269 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-d363288d-7e95-4fc4-adf3-45ae0ff5d692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19205ee-bf04-44e0-bcf3-e655636471b2', 'name': 'tempest-TestNetworkBasicOps-router-942359660', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '1c6a281f-0048-4433-b29a-fb8f1d1b8a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:33:00Z', 'updated_at': '2022-02-09T01:33:01Z', 'revision_number': 3, 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'gw_port': {'id': '1c6a281f-0048-4433-b29a-fb8f1d1b8a59', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b0:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19205ee-bf04-44e0-bcf3-e655636471b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:00Z', 'updated_at': '2022-02-09T01:33:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:33:05.266355 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d363288d-7e95-4fc4-adf3-45ae0ff5d692 None None] The sync data for ids ['a19205ee-bf04-44e0-bcf3-e655636471b2'] in n-d-828418-1 is: [{'id': 'a19205ee-bf04-44e0-bcf3-e655636471b2', 'name': 'tempest-TestNetworkBasicOps-router-942359660', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '1c6a281f-0048-4433-b29a-fb8f1d1b8a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:33:00Z', 'updated_at': '2022-02-09T01:33:01Z', 'revision_number': 3, 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'gw_port': {'id': '1c6a281f-0048-4433-b29a-fb8f1d1b8a59', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b0:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19205ee-bf04-44e0-bcf3-e655636471b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:00Z', 'updated_at': '2022-02-09T01:33:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:33:05.268782 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a2c667-1e20-4963-bd04-38a4b0c2cfa9 None None] Pushing event updated for resources: {'Port': ['ID=9b82ee9e-6e16-469f-a50b-253a5f5e304c,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:05.306142 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-75a2c667-1e20-4963-bd04-38a4b0c2cfa9 None None] Attempting to bind port 9b82ee9e-6e16-469f-a50b-253a5f5e304c on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:33:05.306142 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-75a2c667-1e20-4963-bd04-38a4b0c2cfa9 None None] Attempting to bind port 9b82ee9e-6e16-469f-a50b-253a5f5e304c by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '7a8f7a9b-40b1-478f-8ca1-23ff5579006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '11a8c99d-6203-46e5-b736-5041081438dd'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:33:05.306142 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a2c667-1e20-4963-bd04-38a4b0c2cfa9 None None] Attempting to bind port 9b82ee9e-6e16-469f-a50b-253a5f5e304c on network 11a8c99d-6203-46e5-b736-5041081438dd {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:33:05.310604 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a2c667-1e20-4963-bd04-38a4b0c2cfa9 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:33:05.311000 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a2c667-1e20-4963-bd04-38a4b0c2cfa9 None None] Checking segment: {'id': '7a8f7a9b-40b1-478f-8ca1-23ff5579006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '11a8c99d-6203-46e5-b736-5041081438dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:33:05.311390 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-75a2c667-1e20-4963-bd04-38a4b0c2cfa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:05.311766 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a2c667-1e20-4963-bd04-38a4b0c2cfa9 None None] Bound using segment: {'id': '7a8f7a9b-40b1-478f-8ca1-23ff5579006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '11a8c99d-6203-46e5-b736-5041081438dd'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:33:05.312232 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-75a2c667-1e20-4963-bd04-38a4b0c2cfa9 None None] Bound port: 9b82ee9e-6e16-469f-a50b-253a5f5e304c, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a8f7a9b-40b1-478f-8ca1-23ff5579006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '11a8c99d-6203-46e5-b736-5041081438dd'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:33:05.312612 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-75a2c667-1e20-4963-bd04-38a4b0c2cfa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:05.395767 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d1f88073-aae1-43d5-8fc8-0cbd13d8f556 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:05.413043 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-d1f88073-aae1-43d5-8fc8-0cbd13d8f556 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Transition to ACTIVE for port object 5a6336bd-0d6f-4463-9195-531a673c270e will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:33:05.420490 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-75a2c667-1e20-4963-bd04-38a4b0c2cfa9 None None] For port 9b82ee9e-6e16-469f-a50b-253a5f5e304c, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:33:05.423744 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-75a2c667-1e20-4963-bd04-38a4b0c2cfa9 None None] For port 9b82ee9e-6e16-469f-a50b-253a5f5e304c, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=9b82ee9e-6e16-469f-a50b-253a5f5e304c,segment=NetworkSegment(7a8f7a9b-40b1-478f-8ca1-23ff5579006e),segment_id=7a8f7a9b-40b1-478f-8ca1-23ff5579006e)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:33:05.438413 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-75a2c667-1e20-4963-bd04-38a4b0c2cfa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:05.453308 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d1f88073-aae1-43d5-8fc8-0cbd13d8f556 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:05.533220 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f88073-aae1-43d5-8fc8-0cbd13d8f556 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Network 11a8c99d-6203-46e5-b736-5041081438dd is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:33:05.535438 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a2c667-1e20-4963-bd04-38a4b0c2cfa9 None None] Pushing event updated for resources: {'Port': ['ID=9b82ee9e-6e16-469f-a50b-253a5f5e304c,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:05.536811 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-d1f88073-aae1-43d5-8fc8-0cbd13d8f556 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:33:05.540947 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f88073-aae1-43d5-8fc8-0cbd13d8f556 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:33:05.578691 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f88073-aae1-43d5-8fc8-0cbd13d8f556 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Pushing event updated for resources: {'Port': ['ID=5a6336bd-0d6f-4463-9195-531a673c270e,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:05.638681 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d1f88073-aae1-43d5-8fc8-0cbd13d8f556 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:05.991942 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d1f88073-aae1-43d5-8fc8-0cbd13d8f556 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:06.277067 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 42a9ae91-bac1-4503-a141-b22b89b81dc0 details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:33:06.384039 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3872009c-bc76-4b21-967b-33a39f19be3f req-0568b8c1-d562-4415-9a94-c937bbf33d09 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:06.391861 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3872009c-bc76-4b21-967b-33a39f19be3f req-0568b8c1-d562-4415-9a94-c937bbf33d09 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=cae2d334-fa4b-4e65-9c2b-e847c6a81cc1 HTTP/1.1" status: 200 len: 943 time: 0.2039487 Feb 09 01:33:06.482305 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 42a9ae91-bac1-4503-a141-b22b89b81dc0, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=42a9ae91-bac1-4503-a141-b22b89b81dc0,segment=NetworkSegment(eb2641ac-e580-4925-8dd1-0f4584fc0d1e),segment_id=eb2641ac-e580-4925-8dd1-0f4584fc0d1e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:33:06.509788 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': '42a9ae91-bac1-4503-a141-b22b89b81dc0', 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f', 'port_id': '42a9ae91-bac1-4503-a141-b22b89b81dc0', 'mac_address': 'fa:16:3e:cb:85:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '572cbc39-1162-4835-b49c-9787164ff8f8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:33:06.577318 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3872009c-bc76-4b21-967b-33a39f19be3f req-f1521684-f754-4be4-9f88-1ffef24f5d2d tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845810 Feb 09 01:33:06.630464 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:06.661900 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42a9ae91-bac1-4503-a141-b22b89b81dc0 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:33:06.689917 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 9b82ee9e-6e16-469f-a50b-253a5f5e304c up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:33:06.729422 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 42a9ae91-bac1-4503-a141-b22b89b81dc0, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=42a9ae91-bac1-4503-a141-b22b89b81dc0,segment=NetworkSegment(eb2641ac-e580-4925-8dd1-0f4584fc0d1e),segment_id=eb2641ac-e580-4925-8dd1-0f4584fc0d1e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:33:06.740878 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d1f88073-aae1-43d5-8fc8-0cbd13d8f556 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:06.745493 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:06.748214 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d1f88073-aae1-43d5-8fc8-0cbd13d8f556 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:06.831903 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=42a9ae91-bac1-4503-a141-b22b89b81dc0,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:06.849415 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e133c29d-2c71-4283-bae2-11160a423b96 None None] Network 11a8c99d-6203-46e5-b736-5041081438dd requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:33:06.937864 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 9b82ee9e-6e16-469f-a50b-253a5f5e304c completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:33:06.959837 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 1c6a281f-0048-4433-b29a-fb8f1d1b8a59 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:33:07.020130 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-56d38f71-1ffd-4650-8518-aea182f5b41d None None] Provisioning for port 9b82ee9e-6e16-469f-a50b-253a5f5e304c completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:33:07.023406 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d1f88073-aae1-43d5-8fc8-0cbd13d8f556 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:07.027039 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f88073-aae1-43d5-8fc8-0cbd13d8f556 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Pushing event updated for resources: {'Port': ['ID=5a6336bd-0d6f-4463-9195-531a673c270e,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:07.058341 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-56d38f71-1ffd-4650-8518-aea182f5b41d None None] Provisioning complete for port 9b82ee9e-6e16-469f-a50b-253a5f5e304c triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:33:07.058714 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-56d38f71-1ffd-4650-8518-aea182f5b41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:07.088680 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['42a9ae91-bac1-4503-a141-b22b89b81dc0'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:33:07.191880 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f88073-aae1-43d5-8fc8-0cbd13d8f556 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Network 11a8c99d-6203-46e5-b736-5041081438dd is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:33:07.193088 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-d1f88073-aae1-43d5-8fc8-0cbd13d8f556 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:33:07.267824 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 1c6a281f-0048-4433-b29a-fb8f1d1b8a59 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:33:07.310032 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 1c6a281f-0048-4433-b29a-fb8f1d1b8a59 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:33:07.311179 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:07.450984 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1f88073-aae1-43d5-8fc8-0cbd13d8f556 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Router a19205ee-bf04-44e0-bcf3-e655636471b2 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:33:07.503814 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-56d38f71-1ffd-4650-8518-aea182f5b41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:07.682972 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f88073-aae1-43d5-8fc8-0cbd13d8f556 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:33:07.690324 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-56d38f71-1ffd-4650-8518-aea182f5b41d None None] For port 9b82ee9e-6e16-469f-a50b-253a5f5e304c, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=9b82ee9e-6e16-469f-a50b-253a5f5e304c,segment=NetworkSegment(7a8f7a9b-40b1-478f-8ca1-23ff5579006e),segment_id=7a8f7a9b-40b1-478f-8ca1-23ff5579006e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:33:07.692216 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:07.701545 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42572) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:33:07.702102 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-d1f88073-aae1-43d5-8fc8-0cbd13d8f556 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "PUT /v2.0/routers/a19205ee-bf04-44e0-bcf3-e655636471b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0657370 Feb 09 01:33:07.706551 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-56d38f71-1ffd-4650-8518-aea182f5b41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:07.716783 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ba0c5b-0108-41f5-b40b-99142cefdcb0 None None] Sync routers for ids ['a19205ee-bf04-44e0-bcf3-e655636471b2'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:33:07.736734 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ba0c5b-0108-41f5-b40b-99142cefdcb0 None None] Routers {'a19205ee-bf04-44e0-bcf3-e655636471b2'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:33:07.737380 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-37ba0c5b-0108-41f5-b40b-99142cefdcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:32:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['a19205ee-bf04-44e0-bcf3-e655636471b2'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:33:07.867342 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 1c6a281f-0048-4433-b29a-fb8f1d1b8a59, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=1c6a281f-0048-4433-b29a-fb8f1d1b8a59,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:33:07.880270 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:07.894479 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408df640-3e0e-489c-b190-3950532578dc req-ebbe533f-54f5-4596-bac7-8372e8a0f424 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:07.894734 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-408df640-3e0e-489c-b190-3950532578dc req-ebbe533f-54f5-4596-bac7-8372e8a0f424 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=cae2d334-fa4b-4e65-9c2b-e847c6a81cc1 HTTP/1.1" status: 200 len: 944 time: 0.1513987 Feb 09 01:33:07.909336 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d38f71-1ffd-4650-8518-aea182f5b41d None None] Pushing event updated for resources: {'Port': ['ID=9b82ee9e-6e16-469f-a50b-253a5f5e304c,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:07.978522 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-408df640-3e0e-489c-b190-3950532578dc req-d7b1dd5c-1acc-43e4-ab54-dcdfaed87b24 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740185 Feb 09 01:33:07.997651 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=1c6a281f-0048-4433-b29a-fb8f1d1b8a59,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:08.031649 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43c88ab-0bf8-40f2-8034-1521925fb628 tempest-TestNetworkBasicOps-1758285558 tempest-TestNetworkBasicOps-1758285558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:08.032178 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43c88ab-0bf8-40f2-8034-1521925fb628 tempest-TestNetworkBasicOps-1758285558 tempest-TestNetworkBasicOps-1758285558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:08.032635 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43c88ab-0bf8-40f2-8034-1521925fb628 tempest-TestNetworkBasicOps-1758285558 tempest-TestNetworkBasicOps-1758285558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:08.034241 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d78cc497-fff8-418f-a91e-e51aa494fee1 None None] Provisioning for port 5a6336bd-0d6f-4463-9195-531a673c270e completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:33:08.037186 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43c88ab-0bf8-40f2-8034-1521925fb628 tempest-TestNetworkBasicOps-1758285558 tempest-TestNetworkBasicOps-1758285558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:08.037664 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43c88ab-0bf8-40f2-8034-1521925fb628 tempest-TestNetworkBasicOps-1758285558 tempest-TestNetworkBasicOps-1758285558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:08.038123 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43c88ab-0bf8-40f2-8034-1521925fb628 tempest-TestNetworkBasicOps-1758285558 tempest-TestNetworkBasicOps-1758285558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:08.038575 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43c88ab-0bf8-40f2-8034-1521925fb628 tempest-TestNetworkBasicOps-1758285558 tempest-TestNetworkBasicOps-1758285558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:08.042420 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f43c88ab-0bf8-40f2-8034-1521925fb628 tempest-TestNetworkBasicOps-1758285558 tempest-TestNetworkBasicOps-1758285558-project-admin] 10.222.0.105 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4985 time: 0.3382533 Feb 09 01:33:08.043432 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 42576) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:33:08.052936 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d78cc497-fff8-418f-a91e-e51aa494fee1 None None] Provisioning complete for port 5a6336bd-0d6f-4463-9195-531a673c270e triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:33:08.053213 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d78cc497-fff8-418f-a91e-e51aa494fee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:08.078333 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-37ba0c5b-0108-41f5-b40b-99142cefdcb0 None None] Set router a19205ee-bf04-44e0-bcf3-e655636471b2 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:33:08.157498 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d78cc497-fff8-418f-a91e-e51aa494fee1 None None] Port 5a6336bd-0d6f-4463-9195-531a673c270e cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:33:08.176070 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c8372ad9-327f-4241-a41d-5e23bc9f50a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:08.187134 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d78cc497-fff8-418f-a91e-e51aa494fee1 None None] Provisioning complete for port 9b82ee9e-6e16-469f-a50b-253a5f5e304c triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:33:08.188774 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d78cc497-fff8-418f-a91e-e51aa494fee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:08.192134 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b6feb2-07e7-4ecd-a10a-6d424414ddd5 tempest-TestNetworkBasicOps-1758285558 tempest-TestNetworkBasicOps-1758285558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:08.192599 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b6feb2-07e7-4ecd-a10a-6d424414ddd5 tempest-TestNetworkBasicOps-1758285558 tempest-TestNetworkBasicOps-1758285558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:08.193050 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b6feb2-07e7-4ecd-a10a-6d424414ddd5 tempest-TestNetworkBasicOps-1758285558 tempest-TestNetworkBasicOps-1758285558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:08.193496 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b6feb2-07e7-4ecd-a10a-6d424414ddd5 tempest-TestNetworkBasicOps-1758285558 tempest-TestNetworkBasicOps-1758285558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:08.193970 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b6feb2-07e7-4ecd-a10a-6d424414ddd5 tempest-TestNetworkBasicOps-1758285558 tempest-TestNetworkBasicOps-1758285558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:08.194412 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b6feb2-07e7-4ecd-a10a-6d424414ddd5 tempest-TestNetworkBasicOps-1758285558 tempest-TestNetworkBasicOps-1758285558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:08.195112 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b6feb2-07e7-4ecd-a10a-6d424414ddd5 tempest-TestNetworkBasicOps-1758285558 tempest-TestNetworkBasicOps-1758285558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:08.196946 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-03b6feb2-07e7-4ecd-a10a-6d424414ddd5 tempest-TestNetworkBasicOps-1758285558 tempest-TestNetworkBasicOps-1758285558-project-admin] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4646 time: 0.1520166 Feb 09 01:33:08.200049 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 42580) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:33:08.501018 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-799d235d-6d49-45aa-b691-7f032b2bd7f5 tempest-TestNetworkBasicOps-1758285558 tempest-TestNetworkBasicOps-1758285558-project-admin] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2992716 Feb 09 01:33:08.537771 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-2d62a3b3-eb9a-4d9e-911f-b633d9bb8b45 None None] Provisioning complete for port 5a6336bd-0d6f-4463-9195-531a673c270e triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:33:08.538289 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2d62a3b3-eb9a-4d9e-911f-b633d9bb8b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:08.541264 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-37ba0c5b-0108-41f5-b40b-99142cefdcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19205ee-bf04-44e0-bcf3-e655636471b2', 'name': 'tempest-TestNetworkBasicOps-router-942359660', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '1c6a281f-0048-4433-b29a-fb8f1d1b8a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:33:00Z', 'updated_at': '2022-02-09T01:33:05Z', 'revision_number': 4, 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'gw_port': {'id': '1c6a281f-0048-4433-b29a-fb8f1d1b8a59', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19205ee-bf04-44e0-bcf3-e655636471b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:00Z', 'updated_at': '2022-02-09T01:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '5a6336bd-0d6f-4463-9195-531a673c270e', 'name': '', 'network_id': '11a8c99d-6203-46e5-b736-5041081438dd', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'mac_address': 'fa:16:3e:04:b3:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19205ee-bf04-44e0-bcf3-e655636471b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '6289a054-d793-4307-bab7-8d0d359df191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:04Z', 'updated_at': '2022-02-09T01:33:06Z', 'revision_number': 2, 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'subnets': [{'id': '6289a054-d793-4307-bab7-8d0d359df191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:33:08.550646 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ba0c5b-0108-41f5-b40b-99142cefdcb0 None None] Checking router: a19205ee-bf04-44e0-bcf3-e655636471b2 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:33:08.551107 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ba0c5b-0108-41f5-b40b-99142cefdcb0 None None] Updating router a19205ee-bf04-44e0-bcf3-e655636471b2 port 5a6336bd-0d6f-4463-9195-531a673c270e binding host n-d-828418-1 {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:33:08.611630 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 9b82ee9e-6e16-469f-a50b-253a5f5e304c up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:33:08.617844 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-37ba0c5b-0108-41f5-b40b-99142cefdcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:08.704755 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-2d62a3b3-eb9a-4d9e-911f-b633d9bb8b45 None None] Port 5a6336bd-0d6f-4463-9195-531a673c270e cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:33:08.719106 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 9b82ee9e-6e16-469f-a50b-253a5f5e304c triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:33:08.719427 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:08.869981 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5eb9d5ec-c058-4d64-bf02-b19d08e77c7b None None] Provisioning complete for port 5a6336bd-0d6f-4463-9195-531a673c270e triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:33:08.870280 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5eb9d5ec-c058-4d64-bf02-b19d08e77c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:08.908022 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 1c6a281f-0048-4433-b29a-fb8f1d1b8a59 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:33:08.978563 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-5eb9d5ec-c058-4d64-bf02-b19d08e77c7b None None] Port 5a6336bd-0d6f-4463-9195-531a673c270e cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:33:09.000736 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 1c6a281f-0048-4433-b29a-fb8f1d1b8a59 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:33:09.001466 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:09.037359 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-37ba0c5b-0108-41f5-b40b-99142cefdcb0 None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:09.051240 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-37ba0c5b-0108-41f5-b40b-99142cefdcb0 None None] Transition to ACTIVE for port object 5a6336bd-0d6f-4463-9195-531a673c270e will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:33:09.058522 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-37ba0c5b-0108-41f5-b40b-99142cefdcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:09.142850 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5311bec-8102-460b-927b-b7b086898f69 None None] Pushing event updated for resources: {'Port': ['ID=5a6336bd-0d6f-4463-9195-531a673c270e,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:09.218335 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9ae6a7-954b-4a1b-9e91-5b06471824ab req-e7fa4377-d9c0-46bb-b413-dc0f9cb6abc3 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:09.227181 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ad9ae6a7-954b-4a1b-9e91-5b06471824ab req-e7fa4377-d9c0-46bb-b413-dc0f9cb6abc3 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=cae2d334-fa4b-4e65-9c2b-e847c6a81cc1 HTTP/1.1" status: 200 len: 944 time: 0.1089187 Feb 09 01:33:09.234915 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5311bec-8102-460b-927b-b7b086898f69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:09.235331 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5311bec-8102-460b-927b-b7b086898f69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:09.235737 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5311bec-8102-460b-927b-b7b086898f69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:09.236139 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5311bec-8102-460b-927b-b7b086898f69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:09.236531 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5311bec-8102-460b-927b-b7b086898f69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:09.236921 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5311bec-8102-460b-927b-b7b086898f69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:09.237309 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5311bec-8102-460b-927b-b7b086898f69 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:09.237729 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5311bec-8102-460b-927b-b7b086898f69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:09.238314 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5311bec-8102-460b-927b-b7b086898f69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:09.238720 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5311bec-8102-460b-927b-b7b086898f69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:09.239106 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5311bec-8102-460b-927b-b7b086898f69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:09.239492 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5311bec-8102-460b-927b-b7b086898f69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:09.291119 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ad9ae6a7-954b-4a1b-9e91-5b06471824ab req-c8718ffa-ebaa-4c04-9de2-07fda8d6bb58 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625107 Feb 09 01:33:09.350378 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-37ba0c5b-0108-41f5-b40b-99142cefdcb0 None None] Attempting to bind port 5a6336bd-0d6f-4463-9195-531a673c270e on host n-d-828418-1 for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:33:09.351058 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-37ba0c5b-0108-41f5-b40b-99142cefdcb0 None None] Attempting to bind port 5a6336bd-0d6f-4463-9195-531a673c270e by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '7a8f7a9b-40b1-478f-8ca1-23ff5579006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '11a8c99d-6203-46e5-b736-5041081438dd'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:33:09.351882 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ba0c5b-0108-41f5-b40b-99142cefdcb0 None None] Attempting to bind port 5a6336bd-0d6f-4463-9195-531a673c270e on network 11a8c99d-6203-46e5-b736-5041081438dd {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:33:09.358293 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ba0c5b-0108-41f5-b40b-99142cefdcb0 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:33:09.358958 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ba0c5b-0108-41f5-b40b-99142cefdcb0 None None] Checking segment: {'id': '7a8f7a9b-40b1-478f-8ca1-23ff5579006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '11a8c99d-6203-46e5-b736-5041081438dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:33:09.359572 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-37ba0c5b-0108-41f5-b40b-99142cefdcb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:09.360142 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ba0c5b-0108-41f5-b40b-99142cefdcb0 None None] Bound using segment: {'id': '7a8f7a9b-40b1-478f-8ca1-23ff5579006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '11a8c99d-6203-46e5-b736-5041081438dd'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:33:09.360889 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-37ba0c5b-0108-41f5-b40b-99142cefdcb0 None None] Bound port: 5a6336bd-0d6f-4463-9195-531a673c270e, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a8f7a9b-40b1-478f-8ca1-23ff5579006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '11a8c99d-6203-46e5-b736-5041081438dd'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:33:09.361464 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-37ba0c5b-0108-41f5-b40b-99142cefdcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:09.468972 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-37ba0c5b-0108-41f5-b40b-99142cefdcb0 None None] For port 5a6336bd-0d6f-4463-9195-531a673c270e, host n-d-828418-1, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:33:09.472253 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-37ba0c5b-0108-41f5-b40b-99142cefdcb0 None None] For port 5a6336bd-0d6f-4463-9195-531a673c270e, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=5a6336bd-0d6f-4463-9195-531a673c270e,segment=NetworkSegment(7a8f7a9b-40b1-478f-8ca1-23ff5579006e),segment_id=7a8f7a9b-40b1-478f-8ca1-23ff5579006e)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:33:09.475586 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-37ba0c5b-0108-41f5-b40b-99142cefdcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:09.566549 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ba0c5b-0108-41f5-b40b-99142cefdcb0 None None] Routers {'a19205ee-bf04-44e0-bcf3-e655636471b2'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:33:09.567192 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-37ba0c5b-0108-41f5-b40b-99142cefdcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:32:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['a19205ee-bf04-44e0-bcf3-e655636471b2'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:33:09.647485 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5311bec-8102-460b-927b-b7b086898f69 None None] Pushing event updated for resources: {'Port': ['ID=5a6336bd-0d6f-4463-9195-531a673c270e,revision_number=4']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:09.785512 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-37ba0c5b-0108-41f5-b40b-99142cefdcb0 None None] Set router a19205ee-bf04-44e0-bcf3-e655636471b2 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:33:10.022716 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 42596) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:33:10.028764 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-3c40630f-d2ae-4db4-a2de-29d2aa085fab tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-48748307', 'description': 'tempest-secgroup-smoke-48748307 description', 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:10.035714 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-3c40630f-d2ae-4db4-a2de-29d2aa085fab tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:33:10.042224 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-3c40630f-d2ae-4db4-a2de-29d2aa085fab tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Usage tracker for resource:security_group and tenant:59b43f7aa2bc4476a3c7bc7857b33f06 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:33:10.046545 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-3c40630f-d2ae-4db4-a2de-29d2aa085fab tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:33:10.052934 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-3c40630f-d2ae-4db4-a2de-29d2aa085fab tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:33:10.064657 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3c40630f-d2ae-4db4-a2de-29d2aa085fab tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:10.090204 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-3c40630f-d2ae-4db4-a2de-29d2aa085fab tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:33:10.097174 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-3c40630f-d2ae-4db4-a2de-29d2aa085fab tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Usage tracker for resource:security_group_rule and tenant:59b43f7aa2bc4476a3c7bc7857b33f06 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:33:10.100275 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-3c40630f-d2ae-4db4-a2de-29d2aa085fab tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:33:10.106757 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-3c40630f-d2ae-4db4-a2de-29d2aa085fab tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:33:10.120695 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-37ba0c5b-0108-41f5-b40b-99142cefdcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19205ee-bf04-44e0-bcf3-e655636471b2', 'name': 'tempest-TestNetworkBasicOps-router-942359660', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '1c6a281f-0048-4433-b29a-fb8f1d1b8a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:33:00Z', 'updated_at': '2022-02-09T01:33:05Z', 'revision_number': 4, 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'gw_port': {'id': '1c6a281f-0048-4433-b29a-fb8f1d1b8a59', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19205ee-bf04-44e0-bcf3-e655636471b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:00Z', 'updated_at': '2022-02-09T01:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '5a6336bd-0d6f-4463-9195-531a673c270e', 'name': '', 'network_id': '11a8c99d-6203-46e5-b736-5041081438dd', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'mac_address': 'fa:16:3e:04:b3:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19205ee-bf04-44e0-bcf3-e655636471b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '6289a054-d793-4307-bab7-8d0d359df191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:04Z', 'updated_at': '2022-02-09T01:33:09Z', 'revision_number': 4, 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'subnets': [{'id': '6289a054-d793-4307-bab7-8d0d359df191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:33:10.124670 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ba0c5b-0108-41f5-b40b-99142cefdcb0 None None] The sync data for ids ['a19205ee-bf04-44e0-bcf3-e655636471b2'] in n-d-828418-1 is: [{'id': 'a19205ee-bf04-44e0-bcf3-e655636471b2', 'name': 'tempest-TestNetworkBasicOps-router-942359660', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '1c6a281f-0048-4433-b29a-fb8f1d1b8a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:33:00Z', 'updated_at': '2022-02-09T01:33:05Z', 'revision_number': 4, 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'gw_port': {'id': '1c6a281f-0048-4433-b29a-fb8f1d1b8a59', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19205ee-bf04-44e0-bcf3-e655636471b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:00Z', 'updated_at': '2022-02-09T01:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '5a6336bd-0d6f-4463-9195-531a673c270e', 'name': '', 'network_id': '11a8c99d-6203-46e5-b736-5041081438dd', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'mac_address': 'fa:16:3e:04:b3:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19205ee-bf04-44e0-bcf3-e655636471b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '6289a054-d793-4307-bab7-8d0d359df191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:04Z', 'updated_at': '2022-02-09T01:33:09Z', 'revision_number': 4, 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'subnets': [{'id': '6289a054-d793-4307-bab7-8d0d359df191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:33:10.211107 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3c40630f-d2ae-4db4-a2de-29d2aa085fab tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:10.217284 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3c40630f-d2ae-4db4-a2de-29d2aa085fab tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:10.268076 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c40630f-d2ae-4db4-a2de-29d2aa085fab tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0167595c-33f2-46c5-b034-a13b49729cce,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:10.272326 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3c40630f-d2ae-4db4-a2de-29d2aa085fab tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:10.277013 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42600) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:33:10.277578 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-3c40630f-d2ae-4db4-a2de-29d2aa085fab tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2531664 Feb 09 01:33:10.284539 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-97224e43-dee0-4385-bfa5-b07bd26153f9 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Request body: {'security_group_rule': {'security_group_id': '0167595c-33f2-46c5-b034-a13b49729cce', 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:10.297589 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-97224e43-dee0-4385-bfa5-b07bd26153f9 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:33:10.298951 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 42a9ae91-bac1-4503-a141-b22b89b81dc0 up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:33:10.312227 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-97224e43-dee0-4385-bfa5-b07bd26153f9 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Usage tracker for resource:security_group_rule and tenant:59b43f7aa2bc4476a3c7bc7857b33f06 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:33:10.316745 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-97224e43-dee0-4385-bfa5-b07bd26153f9 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:33:10.325890 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-97224e43-dee0-4385-bfa5-b07bd26153f9 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:33:10.349545 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-97224e43-dee0-4385-bfa5-b07bd26153f9 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:10.438417 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-97224e43-dee0-4385-bfa5-b07bd26153f9 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:10.446663 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-97224e43-dee0-4385-bfa5-b07bd26153f9 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:10.447945 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning for port 42a9ae91-bac1-4503-a141-b22b89b81dc0 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:33:10.475395 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port 42a9ae91-bac1-4503-a141-b22b89b81dc0 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:33:10.475582 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97224e43-dee0-4385-bfa5-b07bd26153f9 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d87fe2f-d64b-46d1-a791-9df9b792ad10,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:10.475803 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:10.520419 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-97224e43-dee0-4385-bfa5-b07bd26153f9 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:10.525352 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-97224e43-dee0-4385-bfa5-b07bd26153f9 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2466166 Feb 09 01:33:10.525743 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42606) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:33:10.535874 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-08d936b3-2db4-48c7-8f6c-338374c636ac tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Request body: {'security_group_rule': {'security_group_id': '0167595c-33f2-46c5-b034-a13b49729cce', 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:10.538574 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-695674d6-7331-480e-9924-81efac6ea980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:10.547938 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-08d936b3-2db4-48c7-8f6c-338374c636ac tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:33:10.555963 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-08d936b3-2db4-48c7-8f6c-338374c636ac tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Usage tracker for resource:security_group_rule and tenant:59b43f7aa2bc4476a3c7bc7857b33f06 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:33:10.559362 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-08d936b3-2db4-48c7-8f6c-338374c636ac tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:33:10.581515 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-08d936b3-2db4-48c7-8f6c-338374c636ac tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:33:10.619398 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 5a6336bd-0d6f-4463-9195-531a673c270e up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:33:10.629305 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-08d936b3-2db4-48c7-8f6c-338374c636ac tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:10.633975 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0a2a0f-3653-45ae-96fe-29ec96927dfb req-6cf5af61-e39e-4c6f-ba75-13d7e617885b tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:10.642846 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ec0a2a0f-3653-45ae-96fe-29ec96927dfb req-6cf5af61-e39e-4c6f-ba75-13d7e617885b tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=cae2d334-fa4b-4e65-9c2b-e847c6a81cc1 HTTP/1.1" status: 200 len: 944 time: 0.1659741 Feb 09 01:33:10.718166 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ec0a2a0f-3653-45ae-96fe-29ec96927dfb req-232f63cc-6b7f-4c33-b01a-a95839f12153 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711060 Feb 09 01:33:10.751961 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-08d936b3-2db4-48c7-8f6c-338374c636ac tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:10.756839 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-08d936b3-2db4-48c7-8f6c-338374c636ac tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:10.814052 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-08d936b3-2db4-48c7-8f6c-338374c636ac tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:10.818093 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-08d936b3-2db4-48c7-8f6c-338374c636ac tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2889600 Feb 09 01:33:10.821480 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42612) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:33:10.848369 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-a5835e42-841d-4afc-a94a-fc53707fa6ed tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Request body: {'security_group_rule': {'security_group_id': '0167595c-33f2-46c5-b034-a13b49729cce', 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:10.853838 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d936b3-2db4-48c7-8f6c-338374c636ac tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93a23efd-3df7-4392-916a-4d707909dc40,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:10.858647 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a5835e42-841d-4afc-a94a-fc53707fa6ed tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:33:10.862634 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:10.870516 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-a5835e42-841d-4afc-a94a-fc53707fa6ed tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Usage tracker for resource:security_group_rule and tenant:59b43f7aa2bc4476a3c7bc7857b33f06 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:33:10.876207 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-a5835e42-841d-4afc-a94a-fc53707fa6ed tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:33:10.883613 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a5835e42-841d-4afc-a94a-fc53707fa6ed tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:33:10.892553 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 5a6336bd-0d6f-4463-9195-531a673c270e completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:33:10.904781 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cae2d334-fa4b-4e65-9c2b-e847c6a81cc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42a9ae91-bac1-4503-a141-b22b89b81dc0'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:33:10.909580 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a5835e42-841d-4afc-a94a-fc53707fa6ed tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:10.913660 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 5a6336bd-0d6f-4463-9195-531a673c270e triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:33:10.914031 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:10.924200 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-87fe62d1-edf8-421d-8b81-8528483d4b1c req-2ab1cd65-a059-4ffa-bbe0-0fdb570ff7ac service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=51d222ec-d492-465d-bac5-44a8a382b13e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1276443 Feb 09 01:33:10.963919 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 42a9ae91-bac1-4503-a141-b22b89b81dc0, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=42a9ae91-bac1-4503-a141-b22b89b81dc0,segment=NetworkSegment(eb2641ac-e580-4925-8dd1-0f4584fc0d1e),segment_id=eb2641ac-e580-4925-8dd1-0f4584fc0d1e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:33:10.978148 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:11.056520 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cae2d334-fa4b-4e65-9c2b-e847c6a81cc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42a9ae91-bac1-4503-a141-b22b89b81dc0', 'code': 200} Feb 09 01:33:11.076659 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a5835e42-841d-4afc-a94a-fc53707fa6ed tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:11.081446 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a5835e42-841d-4afc-a94a-fc53707fa6ed tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:11.115853 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=42a9ae91-bac1-4503-a141-b22b89b81dc0,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:11.125857 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5835e42-841d-4afc-a94a-fc53707fa6ed tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d652d277-93b3-47ec-a475-c3f320291e37,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:11.147964 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a5835e42-841d-4afc-a94a-fc53707fa6ed tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:11.152694 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a5835e42-841d-4afc-a94a-fc53707fa6ed tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3300309 Feb 09 01:33:11.154057 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42618) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:33:11.159886 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-5ef2de28-d7ca-4036-93cb-c50a742c5a81 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Request body: {'security_group_rule': {'security_group_id': '0167595c-33f2-46c5-b034-a13b49729cce', 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:11.167628 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5ef2de28-d7ca-4036-93cb-c50a742c5a81 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:33:11.172610 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-5ef2de28-d7ca-4036-93cb-c50a742c5a81 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Usage tracker for resource:security_group_rule and tenant:59b43f7aa2bc4476a3c7bc7857b33f06 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:33:11.175771 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-5ef2de28-d7ca-4036-93cb-c50a742c5a81 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:33:11.185500 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5ef2de28-d7ca-4036-93cb-c50a742c5a81 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:33:11.210051 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5ef2de28-d7ca-4036-93cb-c50a742c5a81 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:11.224857 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:11.238738 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fe62d1-edf8-421d-8b81-8528483d4b1c req-a30ca613-1ab7-40fb-998b-e093d3e5e9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:11.240507 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-87fe62d1-edf8-421d-8b81-8528483d4b1c req-a30ca613-1ab7-40fb-998b-e093d3e5e9e7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=83f2c056922441a380e38bb8b16784e5&device_id=51d222ec-d492-465d-bac5-44a8a382b13e HTTP/1.1" status: 200 len: 1096 time: 0.2091732 Feb 09 01:33:11.295065 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 5a6336bd-0d6f-4463-9195-531a673c270e, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=5a6336bd-0d6f-4463-9195-531a673c270e,segment=NetworkSegment(7a8f7a9b-40b1-478f-8ca1-23ff5579006e),segment_id=7a8f7a9b-40b1-478f-8ca1-23ff5579006e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:33:11.301783 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:11.314057 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5ef2de28-d7ca-4036-93cb-c50a742c5a81 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:11.318523 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5ef2de28-d7ca-4036-93cb-c50a742c5a81 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:11.349299 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef2de28-d7ca-4036-93cb-c50a742c5a81 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d568ae8e-5055-45a4-8c3f-cf50c5d8a8f8,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:11.370140 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5ef2de28-d7ca-4036-93cb-c50a742c5a81 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:11.380223 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-5ef2de28-d7ca-4036-93cb-c50a742c5a81 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2224855 Feb 09 01:33:11.381675 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42622) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:33:11.391460 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-92e612dc-88bd-4b09-9a79-771cb2fcbeb7 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Request body: {'security_group_rule': {'security_group_id': '0167595c-33f2-46c5-b034-a13b49729cce', 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:11.407320 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-92e612dc-88bd-4b09-9a79-771cb2fcbeb7 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:33:11.410785 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=5a6336bd-0d6f-4463-9195-531a673c270e,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:11.420137 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-92e612dc-88bd-4b09-9a79-771cb2fcbeb7 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Usage tracker for resource:security_group_rule and tenant:59b43f7aa2bc4476a3c7bc7857b33f06 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:33:11.425373 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-92e612dc-88bd-4b09-9a79-771cb2fcbeb7 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:33:11.433211 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-92e612dc-88bd-4b09-9a79-771cb2fcbeb7 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:33:11.451105 n-d-828418-1 neutron-server[87638]: INFO neutron.db.securitygroups_db [None req-92e612dc-88bd-4b09-9a79-771cb2fcbeb7 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Project 59b43f7aa2bc4476a3c7bc7857b33f06 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:33:11.459460 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-92e612dc-88bd-4b09-9a79-771cb2fcbeb7 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:11.503094 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d4cc98-7427-48a6-9c63-498942f5f4df req-87f129d3-a63a-475e-aa01-103ad9a87e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:11.504589 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-49d4cc98-7427-48a6-9c63-498942f5f4df req-87f129d3-a63a-475e-aa01-103ad9a87e84 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=cae2d334-fa4b-4e65-9c2b-e847c6a81cc1 HTTP/1.1" status: 200 len: 1096 time: 0.3739660 Feb 09 01:33:11.541543 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:11.557098 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-92e612dc-88bd-4b09-9a79-771cb2fcbeb7 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:11.562577 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-92e612dc-88bd-4b09-9a79-771cb2fcbeb7 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:11.582326 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:11.593200 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-49d4cc98-7427-48a6-9c63-498942f5f4df req-041b5192-43f2-471b-a7c6-21deb01885d0 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802701 Feb 09 01:33:11.597683 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fe62d1-edf8-421d-8b81-8528483d4b1c req-6fe0a526-b0a3-43ce-b6f3-435df7ea797e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:11.599070 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-87fe62d1-edf8-421d-8b81-8528483d4b1c req-6fe0a526-b0a3-43ce-b6f3-435df7ea797e service neutron] 10.222.0.62 "GET /v2.0/networks?id=788834d7-5a82-4c7e-89f7-1339b4e1f375 HTTP/1.1" status: 200 len: 914 time: 0.3406568 Feb 09 01:33:11.607958 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e612dc-88bd-4b09-9a79-771cb2fcbeb7 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=345c2723-d772-41f2-adc7-ce1fe6f3b3b8,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:11.617585 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-92e612dc-88bd-4b09-9a79-771cb2fcbeb7 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:11.618878 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-92e612dc-88bd-4b09-9a79-771cb2fcbeb7 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2361512 Feb 09 01:33:11.620518 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e612dc-88bd-4b09-9a79-771cb2fcbeb7 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:11.620793 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e612dc-88bd-4b09-9a79-771cb2fcbeb7 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:11.621077 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e612dc-88bd-4b09-9a79-771cb2fcbeb7 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:11.621383 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e612dc-88bd-4b09-9a79-771cb2fcbeb7 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:11.622486 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e612dc-88bd-4b09-9a79-771cb2fcbeb7 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:11.623002 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e612dc-88bd-4b09-9a79-771cb2fcbeb7 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:11.623337 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e612dc-88bd-4b09-9a79-771cb2fcbeb7 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:11.623682 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e612dc-88bd-4b09-9a79-771cb2fcbeb7 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:11.623978 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e612dc-88bd-4b09-9a79-771cb2fcbeb7 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:11.624299 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e612dc-88bd-4b09-9a79-771cb2fcbeb7 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:11.624623 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e612dc-88bd-4b09-9a79-771cb2fcbeb7 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:11.625045 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e612dc-88bd-4b09-9a79-771cb2fcbeb7 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:11.628059 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42626) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:33:11.639358 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-b884f6be-df1d-4f56-9beb-367955bd1dda tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Request body: {'security_group_rule': {'security_group_id': '0167595c-33f2-46c5-b034-a13b49729cce', 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:11.653500 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b884f6be-df1d-4f56-9beb-367955bd1dda tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:33:11.658117 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-b884f6be-df1d-4f56-9beb-367955bd1dda tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Usage tracker for resource:security_group_rule and tenant:59b43f7aa2bc4476a3c7bc7857b33f06 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:33:11.661379 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-b884f6be-df1d-4f56-9beb-367955bd1dda tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:33:11.727187 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-87fe62d1-edf8-421d-8b81-8528483d4b1c req-92981a1c-e5b7-42fa-92af-d83ed1823869 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c1e9aa8-53db-4ac1-9798-36b406674618 HTTP/1.1" status: 200 len: 217 time: 0.1190839 Feb 09 01:33:11.815541 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fe62d1-edf8-421d-8b81-8528483d4b1c req-66f0f8bf-16c0-471c-8975-387224ec2cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:11.816938 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-87fe62d1-edf8-421d-8b81-8528483d4b1c req-66f0f8bf-16c0-471c-8975-387224ec2cf9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=577680fd-2d6b-4bbd-8b92-01f828cf05ff HTTP/1.1" status: 200 len: 853 time: 0.0829456 Feb 09 01:33:11.827229 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b884f6be-df1d-4f56-9beb-367955bd1dda tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:33:11.842646 n-d-828418-1 neutron-server[87638]: INFO neutron.db.securitygroups_db [None req-b884f6be-df1d-4f56-9beb-367955bd1dda tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Project 59b43f7aa2bc4476a3c7bc7857b33f06 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:33:11.854863 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b884f6be-df1d-4f56-9beb-367955bd1dda tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:11.949743 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b884f6be-df1d-4f56-9beb-367955bd1dda tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:11.954566 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-87fe62d1-edf8-421d-8b81-8528483d4b1c req-b1c85f76-eed8-40a8-bb2a-c9cc309650ad service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=788834d7-5a82-4c7e-89f7-1339b4e1f375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1303713 Feb 09 01:33:11.955052 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b884f6be-df1d-4f56-9beb-367955bd1dda tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:12.006358 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b884f6be-df1d-4f56-9beb-367955bd1dda tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ff1298a-c4bd-44e0-a1b8-571022f1084c,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:12.014777 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b884f6be-df1d-4f56-9beb-367955bd1dda tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:12.016158 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b884f6be-df1d-4f56-9beb-367955bd1dda tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3818223 Feb 09 01:33:12.118930 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869b9ec-e5a6-499a-a271-52dc84cb90db req-79337040-a62b-40d0-b1b8-b80858c54988 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:12.121524 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5869b9ec-e5a6-499a-a271-52dc84cb90db req-79337040-a62b-40d0-b1b8-b80858c54988 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=cae2d334-fa4b-4e65-9c2b-e847c6a81cc1 HTTP/1.1" status: 200 len: 945 time: 0.2372596 Feb 09 01:33:12.183740 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-87fe62d1-edf8-421d-8b81-8528483d4b1c req-3305beda-cf0e-4dcd-986c-6de6ac291972 service neutron] 10.222.0.62 "GET /v2.0/networks/788834d7-5a82-4c7e-89f7-1339b4e1f375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139971 Feb 09 01:33:12.290106 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5869b9ec-e5a6-499a-a271-52dc84cb90db req-62b9e4bd-547e-4e3e-a8a5-6302ba97e61d tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577194 Feb 09 01:33:12.359675 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-66f0dd2a-daa0-4114-a0b0-9f4004dcf904 req-1bd3fe8e-49c3-4b40-919c-66773027adb1 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Synchronizing usage tracker for tenant:59b43f7aa2bc4476a3c7bc7857b33f06 on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:33:12.389077 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-87fe62d1-edf8-421d-8b81-8528483d4b1c req-3feea6c5-cb4e-4704-b83b-142216d074e7 service neutron] 10.222.0.62 "GET /v2.0/networks/788834d7-5a82-4c7e-89f7-1339b4e1f375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935859 Feb 09 01:33:12.396002 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-66f0dd2a-daa0-4114-a0b0-9f4004dcf904 req-1bd3fe8e-49c3-4b40-919c-66773027adb1 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Unset dirty status for tenant:59b43f7aa2bc4476a3c7bc7857b33f06 on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:33:12.397156 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-66f0dd2a-daa0-4114-a0b0-9f4004dcf904 req-1bd3fe8e-49c3-4b40-919c-66773027adb1 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-48748307&fields=id&tenant_id=59b43f7aa2bc4476a3c7bc7857b33f06 HTTP/1.1" status: 200 len: 267 time: 0.1154819 Feb 09 01:33:12.521355 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 5a6336bd-0d6f-4463-9195-531a673c270e up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:33:12.569235 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f0dd2a-daa0-4114-a0b0-9f4004dcf904 req-897c8de1-5660-44dd-8119-60f0b6b44be5 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:12.570890 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-66f0dd2a-daa0-4114-a0b0-9f4004dcf904 req-897c8de1-5660-44dd-8119-60f0b6b44be5 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/networks?id=11a8c99d-6203-46e5-b736-5041081438dd HTTP/1.1" status: 200 len: 796 time: 0.1592944 Feb 09 01:33:12.586474 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-66f0dd2a-daa0-4114-a0b0-9f4004dcf904 req-6527fcb5-294d-4996-821c-3dc8f236fe9d tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/quotas/59b43f7aa2bc4476a3c7bc7857b33f06 HTTP/1.1" status: 200 len: 375 time: 0.0101929 Feb 09 01:33:12.614057 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 5a6336bd-0d6f-4463-9195-531a673c270e triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:33:12.614335 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:12.698970 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-66f0dd2a-daa0-4114-a0b0-9f4004dcf904 req-b2999b34-bf62-4752-9645-636df198ad2e tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Synchronizing usage tracker for tenant:59b43f7aa2bc4476a3c7bc7857b33f06 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:33:12.717492 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-66f0dd2a-daa0-4114-a0b0-9f4004dcf904 req-b2999b34-bf62-4752-9645-636df198ad2e tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Unset dirty status for tenant:59b43f7aa2bc4476a3c7bc7857b33f06 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:33:12.722082 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-66f0dd2a-daa0-4114-a0b0-9f4004dcf904 req-b2999b34-bf62-4752-9645-636df198ad2e tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=59b43f7aa2bc4476a3c7bc7857b33f06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1268692 Feb 09 01:33:12.875266 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-66f0dd2a-daa0-4114-a0b0-9f4004dcf904 req-af29f6ab-944c-49f6-b4b2-7336156985b5 service neutron] 10.222.0.105 "GET /v2.0/networks/11a8c99d-6203-46e5-b736-5041081438dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446190 Feb 09 01:33:13.046158 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-66f0dd2a-daa0-4114-a0b0-9f4004dcf904 req-fa2a9bd1-d4ed-4180-b416-18cb6cb51819 service neutron] 10.222.0.105 "GET /v2.0/networks/11a8c99d-6203-46e5-b736-5041081438dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650639 Feb 09 01:33:13.231187 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-63af3740-45d5-433a-98a0-7bf4c8b18fdf req-80b3d847-b34a-46f2-8ef2-2d8204cabc7b tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/ports?device_id=0800e5ed-c812-4ec2-947d-640a5128782b HTTP/1.1" status: 200 len: 210 time: 0.0572746 Feb 09 01:33:13.287800 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:13.499353 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5824586a-a27d-4319-b317-5e48b002dfe7 req-9a4d92f7-2bf1-41af-85e4-ad5511d843f0 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:13.500957 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5824586a-a27d-4319-b317-5e48b002dfe7 req-9a4d92f7-2bf1-41af-85e4-ad5511d843f0 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=cae2d334-fa4b-4e65-9c2b-e847c6a81cc1 HTTP/1.1" status: 200 len: 945 time: 0.0902369 Feb 09 01:33:13.599517 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5824586a-a27d-4319-b317-5e48b002dfe7 req-2454957d-9b27-4290-a739-2260eba5d824 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922494 Feb 09 01:33:13.821227 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a38363-394a-4fe7-820b-c6b4ae01ca86 req-2c2cfc38-c9aa-4f6c-9eb3-ec311829cb51 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:13.822841 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e7a38363-394a-4fe7-820b-c6b4ae01ca86 req-2c2cfc38-c9aa-4f6c-9eb3-ec311829cb51 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=cae2d334-fa4b-4e65-9c2b-e847c6a81cc1 HTTP/1.1" status: 200 len: 945 time: 0.0888615 Feb 09 01:33:13.869346 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e7a38363-394a-4fe7-820b-c6b4ae01ca86 req-9d0671d2-402b-426b-ace6-203773cca786 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394366 Feb 09 01:33:14.073661 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6276f79-6a8a-495e-9df0-6bcd767d84a7 req-65fbab74-2969-400c-9171-7fefaef96eff tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:14.075803 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e6276f79-6a8a-495e-9df0-6bcd767d84a7 req-65fbab74-2969-400c-9171-7fefaef96eff tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=cae2d334-fa4b-4e65-9c2b-e847c6a81cc1 HTTP/1.1" status: 200 len: 945 time: 0.0951536 Feb 09 01:33:14.234982 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e6276f79-6a8a-495e-9df0-6bcd767d84a7 req-864460cd-7c82-4665-857e-ed23895f5a62 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536496 Feb 09 01:33:14.443534 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dc545f55-646d-4b1a-8a41-150ebe3e36c7 req-f9ea1135-77eb-4772-9f13-d7616a86f93f tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/ports?device_id=0800e5ed-c812-4ec2-947d-640a5128782b HTTP/1.1" status: 200 len: 210 time: 0.0665200 Feb 09 01:33:14.680703 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f0dd2a-daa0-4114-a0b0-9f4004dcf904 req-87dab818-0a87-450c-b843-b377dba70575 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:14.682607 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-66f0dd2a-daa0-4114-a0b0-9f4004dcf904 req-87dab818-0a87-450c-b843-b377dba70575 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.62 "GET /v2.0/networks?id=11a8c99d-6203-46e5-b736-5041081438dd HTTP/1.1" status: 200 len: 796 time: 0.2258976 Feb 09 01:33:14.776596 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-66f0dd2a-daa0-4114-a0b0-9f4004dcf904 req-41b4b16d-9f2e-4c60-a51c-084abc610026 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59b43f7aa2bc4476a3c7bc7857b33f06 HTTP/1.1" status: 200 len: 378 time: 0.0855460 Feb 09 01:33:14.785632 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-66f0dd2a-daa0-4114-a0b0-9f4004dcf904 req-b65bc3ae-a0f1-41e8-9103-50f6a65d896d tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Request body: {'port': {'device_id': '0800e5ed-c812-4ec2-947d-640a5128782b', 'network_id': '11a8c99d-6203-46e5-b736-5041081438dd', 'admin_state_up': True, 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'security_groups': ['0167595c-33f2-46c5-b034-a13b49729cce']}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:14.949863 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6852b3a-2423-4a5a-b603-afcf9f3e7d33 req-2900e3a0-5649-45bc-a096-8e771fc2bb91 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:14.951321 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e6852b3a-2423-4a5a-b603-afcf9f3e7d33 req-2900e3a0-5649-45bc-a096-8e771fc2bb91 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=cae2d334-fa4b-4e65-9c2b-e847c6a81cc1 HTTP/1.1" status: 200 len: 945 time: 0.2173588 Feb 09 01:33:14.953521 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-66f0dd2a-daa0-4114-a0b0-9f4004dcf904 req-b65bc3ae-a0f1-41e8-9103-50f6a65d896d tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:33:14.977173 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-66f0dd2a-daa0-4114-a0b0-9f4004dcf904 req-b65bc3ae-a0f1-41e8-9103-50f6a65d896d tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:33:15.002787 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66f0dd2a-daa0-4114-a0b0-9f4004dcf904 req-b65bc3ae-a0f1-41e8-9103-50f6a65d896d tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Made reservation on behalf of 59b43f7aa2bc4476a3c7bc7857b33f06 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:33:15.006171 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-66f0dd2a-daa0-4114-a0b0-9f4004dcf904 req-b65bc3ae-a0f1-41e8-9103-50f6a65d896d tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:15.027039 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e6852b3a-2423-4a5a-b603-afcf9f3e7d33 req-6ac8b724-2368-45be-8c8f-938175585be0 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697372 Feb 09 01:33:15.180346 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-66f0dd2a-daa0-4114-a0b0-9f4004dcf904 req-b65bc3ae-a0f1-41e8-9103-50f6a65d896d tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Allocated IP 172.20.0.3 (11a8c99d-6203-46e5-b736-5041081438dd/6289a054-d793-4307-bab7-8d0d359df191/d2b4881a-d904-4326-8523-438814366109) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:33:15.394316 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-66f0dd2a-daa0-4114-a0b0-9f4004dcf904 req-b65bc3ae-a0f1-41e8-9103-50f6a65d896d tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:15.410990 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-66f0dd2a-daa0-4114-a0b0-9f4004dcf904 req-b65bc3ae-a0f1-41e8-9103-50f6a65d896d tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Transition to ACTIVE for port object d2b4881a-d904-4326-8523-438814366109 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:33:15.436599 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-66f0dd2a-daa0-4114-a0b0-9f4004dcf904 req-b65bc3ae-a0f1-41e8-9103-50f6a65d896d tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:15.509096 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66f0dd2a-daa0-4114-a0b0-9f4004dcf904 req-b65bc3ae-a0f1-41e8-9103-50f6a65d896d tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Network 11a8c99d-6203-46e5-b736-5041081438dd is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:33:15.512204 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-66f0dd2a-daa0-4114-a0b0-9f4004dcf904 req-b65bc3ae-a0f1-41e8-9103-50f6a65d896d tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:33:15.516828 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-66f0dd2a-daa0-4114-a0b0-9f4004dcf904 req-b65bc3ae-a0f1-41e8-9103-50f6a65d896d tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:33:15.558005 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65bc3ae-a0f1-41e8-9103-50f6a65d896d tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Pushing event updated for resources: {'Port': ['ID=d2b4881a-d904-4326-8523-438814366109,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:15.625584 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65bc3ae-a0f1-41e8-9103-50f6a65d896d tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:15.626339 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65bc3ae-a0f1-41e8-9103-50f6a65d896d tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:15.626913 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65bc3ae-a0f1-41e8-9103-50f6a65d896d tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:15.627476 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65bc3ae-a0f1-41e8-9103-50f6a65d896d tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:15.628021 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65bc3ae-a0f1-41e8-9103-50f6a65d896d tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:15.628564 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65bc3ae-a0f1-41e8-9103-50f6a65d896d tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:15.629101 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65bc3ae-a0f1-41e8-9103-50f6a65d896d tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:15.629677 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65bc3ae-a0f1-41e8-9103-50f6a65d896d tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:15.630820 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65bc3ae-a0f1-41e8-9103-50f6a65d896d tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:15.631398 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65bc3ae-a0f1-41e8-9103-50f6a65d896d tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:15.632369 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65bc3ae-a0f1-41e8-9103-50f6a65d896d tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:15.632797 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65bc3ae-a0f1-41e8-9103-50f6a65d896d tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:15.674008 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f0dd2a-daa0-4114-a0b0-9f4004dcf904 req-b65bc3ae-a0f1-41e8-9103-50f6a65d896d tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:15.674785 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-66f0dd2a-daa0-4114-a0b0-9f4004dcf904 req-b65bc3ae-a0f1-41e8-9103-50f6a65d896d tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:15.710286 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-66f0dd2a-daa0-4114-a0b0-9f4004dcf904 req-b65bc3ae-a0f1-41e8-9103-50f6a65d896d tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9281859 Feb 09 01:33:15.722587 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b75bcf8-60d6-48c1-bb22-bdbef1613931 req-aa5ce7f4-414a-4715-8fe0-18fb118a3b24 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:15.723574 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-7b75bcf8-60d6-48c1-bb22-bdbef1613931 req-aa5ce7f4-414a-4715-8fe0-18fb118a3b24 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Synchronizing usage tracker for tenant:59b43f7aa2bc4476a3c7bc7857b33f06 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:33:15.730698 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-66f0dd2a-daa0-4114-a0b0-9f4004dcf904 req-a063df10-af0d-4560-a293-577effbf3af8 service neutron] Request body: {'port': {'device_id': '0800e5ed-c812-4ec2-947d-640a5128782b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:15.793449 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-7b75bcf8-60d6-48c1-bb22-bdbef1613931 req-aa5ce7f4-414a-4715-8fe0-18fb118a3b24 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Unset dirty status for tenant:59b43f7aa2bc4476a3c7bc7857b33f06 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:33:15.795519 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7b75bcf8-60d6-48c1-bb22-bdbef1613931 req-aa5ce7f4-414a-4715-8fe0-18fb118a3b24 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/ports?device_id=0800e5ed-c812-4ec2-947d-640a5128782b HTTP/1.1" status: 200 len: 931 time: 0.2304587 Feb 09 01:33:15.810723 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-486ba8c8-bc18-4120-b449-e903322349dd None None] Provisioning for port d2b4881a-d904-4326-8523-438814366109 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:33:15.823128 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-486ba8c8-bc18-4120-b449-e903322349dd None None] Provisioning complete for port d2b4881a-d904-4326-8523-438814366109 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:33:15.823502 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-486ba8c8-bc18-4120-b449-e903322349dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:15.890275 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-66f0dd2a-daa0-4114-a0b0-9f4004dcf904 req-a063df10-af0d-4560-a293-577effbf3af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:15.895512 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-486ba8c8-bc18-4120-b449-e903322349dd None None] Port d2b4881a-d904-4326-8523-438814366109 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:33:15.905659 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7b75bcf8-60d6-48c1-bb22-bdbef1613931 req-f1fb2b8b-59aa-468a-8fac-649485da43ea tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/security-groups?id=0167595c-33f2-46c5-b034-a13b49729cce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1027894 Feb 09 01:33:16.478181 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f2795-3c11-4200-a079-8dd7620932ce req-8f9bed7f-0662-4ea1-b928-acf3d969ea7a tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:16.479632 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-699f2795-3c11-4200-a079-8dd7620932ce req-8f9bed7f-0662-4ea1-b928-acf3d969ea7a tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=cae2d334-fa4b-4e65-9c2b-e847c6a81cc1 HTTP/1.1" status: 200 len: 945 time: 0.3332591 Feb 09 01:33:16.482159 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-66f0dd2a-daa0-4114-a0b0-9f4004dcf904 req-a063df10-af0d-4560-a293-577effbf3af8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2b4881a-d904-4326-8523-438814366109 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:33:16.505553 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-66f0dd2a-daa0-4114-a0b0-9f4004dcf904 req-a063df10-af0d-4560-a293-577effbf3af8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:16.539285 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-66f0dd2a-daa0-4114-a0b0-9f4004dcf904 req-a063df10-af0d-4560-a293-577effbf3af8 service neutron] Transition to ACTIVE for port object d2b4881a-d904-4326-8523-438814366109 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:33:16.548723 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea31e99-5715-47e0-8e22-eb8fb37785f0 req-7631456f-293d-4c23-9688-e8d77f018c20 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:16.550205 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9ea31e99-5715-47e0-8e22-eb8fb37785f0 req-7631456f-293d-4c23-9688-e8d77f018c20 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.99 "GET /v2.0/ports?device_id=cae2d334-fa4b-4e65-9c2b-e847c6a81cc1 HTTP/1.1" status: 200 len: 945 time: 0.3096733 Feb 09 01:33:16.553754 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-66f0dd2a-daa0-4114-a0b0-9f4004dcf904 req-a063df10-af0d-4560-a293-577effbf3af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:16.646910 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-699f2795-3c11-4200-a079-8dd7620932ce req-fe0ace33-180e-492f-90d5-9cfb8a79edb9 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601927 Feb 09 01:33:16.759930 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-9ea31e99-5715-47e0-8e22-eb8fb37785f0 req-e71a8928-210d-4fbb-ba6b-3ede504216f1 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Deleting port 42a9ae91-bac1-4503-a141-b22b89b81dc0 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:33:16.760600 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9ea31e99-5715-47e0-8e22-eb8fb37785f0 req-e71a8928-210d-4fbb-ba6b-3ede504216f1 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:16.785208 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a063df10-af0d-4560-a293-577effbf3af8 service neutron] Pushing event updated for resources: {'Port': ['ID=d2b4881a-d904-4326-8523-438814366109,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:17.086089 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-66f0dd2a-daa0-4114-a0b0-9f4004dcf904 req-a063df10-af0d-4560-a293-577effbf3af8 service neutron] Attempting to bind port d2b4881a-d904-4326-8523-438814366109 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:33:17.086425 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-66f0dd2a-daa0-4114-a0b0-9f4004dcf904 req-a063df10-af0d-4560-a293-577effbf3af8 service neutron] Attempting to bind port d2b4881a-d904-4326-8523-438814366109 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '7a8f7a9b-40b1-478f-8ca1-23ff5579006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '11a8c99d-6203-46e5-b736-5041081438dd'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:33:17.086743 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f0dd2a-daa0-4114-a0b0-9f4004dcf904 req-a063df10-af0d-4560-a293-577effbf3af8 service neutron] Attempting to bind port d2b4881a-d904-4326-8523-438814366109 on network 11a8c99d-6203-46e5-b736-5041081438dd {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:33:17.118643 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f0dd2a-daa0-4114-a0b0-9f4004dcf904 req-a063df10-af0d-4560-a293-577effbf3af8 service neutron] Port d2b4881a-d904-4326-8523-438814366109 on network 11a8c99d-6203-46e5-b736-5041081438dd not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:33:17.118953 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f0dd2a-daa0-4114-a0b0-9f4004dcf904 req-a063df10-af0d-4560-a293-577effbf3af8 service neutron] Attempting to bind port d2b4881a-d904-4326-8523-438814366109 on network 11a8c99d-6203-46e5-b736-5041081438dd {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:33:17.134370 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f0dd2a-daa0-4114-a0b0-9f4004dcf904 req-a063df10-af0d-4560-a293-577effbf3af8 service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:33:17.134707 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f0dd2a-daa0-4114-a0b0-9f4004dcf904 req-a063df10-af0d-4560-a293-577effbf3af8 service neutron] Checking segment: {'id': '7a8f7a9b-40b1-478f-8ca1-23ff5579006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '11a8c99d-6203-46e5-b736-5041081438dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:33:17.135094 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f0dd2a-daa0-4114-a0b0-9f4004dcf904 req-a063df10-af0d-4560-a293-577effbf3af8 service neutron] Bound using segment: {'id': '7a8f7a9b-40b1-478f-8ca1-23ff5579006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '11a8c99d-6203-46e5-b736-5041081438dd'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:33:17.135519 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-66f0dd2a-daa0-4114-a0b0-9f4004dcf904 req-a063df10-af0d-4560-a293-577effbf3af8 service neutron] Bound port: d2b4881a-d904-4326-8523-438814366109, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a8f7a9b-40b1-478f-8ca1-23ff5579006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '11a8c99d-6203-46e5-b736-5041081438dd'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:33:17.135864 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-66f0dd2a-daa0-4114-a0b0-9f4004dcf904 req-a063df10-af0d-4560-a293-577effbf3af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:17.265071 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-9ea31e99-5715-47e0-8e22-eb8fb37785f0 req-e71a8928-210d-4fbb-ba6b-3ede504216f1 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] For port 42a9ae91-bac1-4503-a141-b22b89b81dc0, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=42a9ae91-bac1-4503-a141-b22b89b81dc0,segment=NetworkSegment(eb2641ac-e580-4925-8dd1-0f4584fc0d1e),segment_id=eb2641ac-e580-4925-8dd1-0f4584fc0d1e)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:33:17.265435 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9ea31e99-5715-47e0-8e22-eb8fb37785f0 req-e71a8928-210d-4fbb-ba6b-3ede504216f1 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:17.425755 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-9ea31e99-5715-47e0-8e22-eb8fb37785f0 req-e71a8928-210d-4fbb-ba6b-3ede504216f1 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Calling delete_port for 42a9ae91-bac1-4503-a141-b22b89b81dc0 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:33:17.502329 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2cc8de-15bb-4e70-ba0c-d012eca00087 req-c628ee4a-9422-4869-9fbf-ec5e4684bbcb tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:17.503799 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ae2cc8de-15bb-4e70-ba0c-d012eca00087 req-c628ee4a-9422-4869-9fbf-ec5e4684bbcb tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/ports?device_id=0800e5ed-c812-4ec2-947d-640a5128782b HTTP/1.1" status: 200 len: 943 time: 0.4602115 Feb 09 01:33:17.504816 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-66f0dd2a-daa0-4114-a0b0-9f4004dcf904 req-a063df10-af0d-4560-a293-577effbf3af8 service neutron] For port d2b4881a-d904-4326-8523-438814366109, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:33:17.510049 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-66f0dd2a-daa0-4114-a0b0-9f4004dcf904 req-a063df10-af0d-4560-a293-577effbf3af8 service neutron] For port d2b4881a-d904-4326-8523-438814366109, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=d2b4881a-d904-4326-8523-438814366109,segment=NetworkSegment(7a8f7a9b-40b1-478f-8ca1-23ff5579006e),segment_id=7a8f7a9b-40b1-478f-8ca1-23ff5579006e)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:33:17.533476 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-66f0dd2a-daa0-4114-a0b0-9f4004dcf904 req-a063df10-af0d-4560-a293-577effbf3af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:17.625646 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f0dd2a-daa0-4114-a0b0-9f4004dcf904 req-a063df10-af0d-4560-a293-577effbf3af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:17.626264 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-66f0dd2a-daa0-4114-a0b0-9f4004dcf904 req-a063df10-af0d-4560-a293-577effbf3af8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:17.627648 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-66f0dd2a-daa0-4114-a0b0-9f4004dcf904 req-a063df10-af0d-4560-a293-577effbf3af8 service neutron] 10.222.0.62 "PUT /v2.0/ports/d2b4881a-d904-4326-8523-438814366109 HTTP/1.1" status: 200 len: 1091 time: 1.9010687 Feb 09 01:33:17.628097 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0800e5ed-c812-4ec2-947d-640a5128782b', 'tag': 'd2b4881a-d904-4326-8523-438814366109'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:33:17.715099 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ae2cc8de-15bb-4e70-ba0c-d012eca00087 req-f552e944-a989-475b-847f-dd5e7dcf053f tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/security-groups?id=0167595c-33f2-46c5-b034-a13b49729cce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2012179 Feb 09 01:33:17.721075 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0800e5ed-c812-4ec2-947d-640a5128782b', 'tag': 'd2b4881a-d904-4326-8523-438814366109', 'status': 'completed', 'code': 200} Feb 09 01:33:17.770319 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a063df10-af0d-4560-a293-577effbf3af8 service neutron] Pushing event updated for resources: {'Port': ['ID=d2b4881a-d904-4326-8523-438814366109,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:17.788502 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9ea31e99-5715-47e0-8e22-eb8fb37785f0 req-e71a8928-210d-4fbb-ba6b-3ede504216f1 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:17.802516 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['42a9ae91-bac1-4503-a141-b22b89b81dc0'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:33:17.883236 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71a8928-210d-4fbb-ba6b-3ede504216f1 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Pushing event deleted for resources: {'Port': ['ID=42a9ae91-bac1-4503-a141-b22b89b81dc0,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:17.930186 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9781612e-fa46-4a58-998f-96b7e6676a09 req-ec3a8cde-06a5-43ec-9483-0d00b225bd1a tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=cae2d334-fa4b-4e65-9c2b-e847c6a81cc1 HTTP/1.1" status: 200 len: 210 time: 0.1006296 Feb 09 01:33:17.991472 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ea31e99-5715-47e0-8e22-eb8fb37785f0 req-e71a8928-210d-4fbb-ba6b-3ede504216f1 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] No DVR routers for this DVR port 42a9ae91-bac1-4503-a141-b22b89b81dc0 on host n-h2-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:33:17.994471 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f0dd2a-daa0-4114-a0b0-9f4004dcf904 req-98e67ee0-07e1-4bfe-ba56-965e8b95d47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:17.995976 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-66f0dd2a-daa0-4114-a0b0-9f4004dcf904 req-98e67ee0-07e1-4bfe-ba56-965e8b95d47c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=59b43f7aa2bc4476a3c7bc7857b33f06&device_id=0800e5ed-c812-4ec2-947d-640a5128782b HTTP/1.1" status: 200 len: 1094 time: 0.3175521 Feb 09 01:33:17.997013 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9ea31e99-5715-47e0-8e22-eb8fb37785f0 req-e71a8928-210d-4fbb-ba6b-3ede504216f1 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:18.069409 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-66f0dd2a-daa0-4114-a0b0-9f4004dcf904 req-c85beaff-07e1-4247-b3f6-588e57e61661 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2b4881a-d904-4326-8523-438814366109 HTTP/1.1" status: 200 len: 217 time: 0.0652521 Feb 09 01:33:18.070809 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9ea31e99-5715-47e0-8e22-eb8fb37785f0 req-e71a8928-210d-4fbb-ba6b-3ede504216f1 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.99 "DELETE /v2.0/ports/42a9ae91-bac1-4503-a141-b22b89b81dc0 HTTP/1.1" status: 204 len: 173 time: 1.5134120 Feb 09 01:33:18.256816 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f0dd2a-daa0-4114-a0b0-9f4004dcf904 req-f4066af7-f0d7-416c-9a6f-96d52d714aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:18.258483 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-66f0dd2a-daa0-4114-a0b0-9f4004dcf904 req-f4066af7-f0d7-416c-9a6f-96d52d714aa2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6289a054-d793-4307-bab7-8d0d359df191 HTTP/1.1" status: 200 len: 835 time: 0.1834664 Feb 09 01:33:18.336789 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f0dd2a-daa0-4114-a0b0-9f4004dcf904 req-16d7c5e3-2d05-42e4-8154-7e1311b5eace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:18.338231 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-66f0dd2a-daa0-4114-a0b0-9f4004dcf904 req-16d7c5e3-2d05-42e4-8154-7e1311b5eace service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=11a8c99d-6203-46e5-b736-5041081438dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728693 Feb 09 01:33:18.477372 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-66f0dd2a-daa0-4114-a0b0-9f4004dcf904 req-efb935a6-048f-4059-85b5-6ba59ffc9e23 service neutron] 10.222.0.62 "GET /v2.0/networks/11a8c99d-6203-46e5-b736-5041081438dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320410 Feb 09 01:33:18.623233 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-66f0dd2a-daa0-4114-a0b0-9f4004dcf904 req-189f6a26-ffcb-4d9a-9c40-4376ff964395 service neutron] 10.222.0.62 "GET /v2.0/networks/11a8c99d-6203-46e5-b736-5041081438dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391163 Feb 09 01:33:18.776389 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff5a69-ddf8-4293-a4f0-18f1b2538964 req-ec3d24bf-6953-48b2-aadd-8d4546a6b64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:18.778802 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-98ff5a69-ddf8-4293-a4f0-18f1b2538964 req-ec3d24bf-6953-48b2-aadd-8d4546a6b64b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=59b43f7aa2bc4476a3c7bc7857b33f06&device_id=0800e5ed-c812-4ec2-947d-640a5128782b HTTP/1.1" status: 200 len: 1094 time: 0.1011155 Feb 09 01:33:19.155255 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff5a69-ddf8-4293-a4f0-18f1b2538964 req-9b77345b-5a9a-4c8e-9b4d-92dd72d2774e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:19.159031 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-98ff5a69-ddf8-4293-a4f0-18f1b2538964 req-9b77345b-5a9a-4c8e-9b4d-92dd72d2774e service neutron] 10.222.0.62 "GET /v2.0/networks?id=11a8c99d-6203-46e5-b736-5041081438dd HTTP/1.1" status: 200 len: 897 time: 0.3728540 Feb 09 01:33:19.342983 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-98ff5a69-ddf8-4293-a4f0-18f1b2538964 req-af8edf22-8c14-4ee8-9640-77502d2847ad service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2b4881a-d904-4326-8523-438814366109 HTTP/1.1" status: 200 len: 217 time: 0.1762476 Feb 09 01:33:19.346245 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-c7782416-8ea7-43d0-b038-55a79ae49171 req-ca4206ba-6b66-4539-bb61-c807f34f3df7 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Synchronizing usage tracker for tenant:6721380b025b4977bb6883114d898ed6 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:33:19.418018 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-c7782416-8ea7-43d0-b038-55a79ae49171 req-ca4206ba-6b66-4539-bb61-c807f34f3df7 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Unset dirty status for tenant:6721380b025b4977bb6883114d898ed6 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:33:19.421550 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c7782416-8ea7-43d0-b038-55a79ae49171 req-ca4206ba-6b66-4539-bb61-c807f34f3df7 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=cae2d334-fa4b-4e65-9c2b-e847c6a81cc1 HTTP/1.1" status: 200 len: 210 time: 0.2610602 Feb 09 01:33:19.440510 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68817ed7-d8c4-4f5f-8d8e-916775a79609 req-e4bc5af6-5e5d-42a0-805a-4decb6ee8e5f tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:19.440510 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-68817ed7-d8c4-4f5f-8d8e-916775a79609 req-e4bc5af6-5e5d-42a0-805a-4decb6ee8e5f tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/ports?device_id=0800e5ed-c812-4ec2-947d-640a5128782b HTTP/1.1" status: 200 len: 943 time: 0.5608895 Feb 09 01:33:19.448472 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff5a69-ddf8-4293-a4f0-18f1b2538964 req-87d977f5-3886-4645-b7a6-e7d83c570576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:19.450036 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-98ff5a69-ddf8-4293-a4f0-18f1b2538964 req-87d977f5-3886-4645-b7a6-e7d83c570576 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6289a054-d793-4307-bab7-8d0d359df191 HTTP/1.1" status: 200 len: 835 time: 0.0992570 Feb 09 01:33:19.530878 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-68817ed7-d8c4-4f5f-8d8e-916775a79609 req-54a7498b-a24a-44a6-8868-dd181269e793 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/security-groups?id=0167595c-33f2-46c5-b034-a13b49729cce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0847716 Feb 09 01:33:19.561384 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff5a69-ddf8-4293-a4f0-18f1b2538964 req-9b39598b-f911-49e0-b8b0-a2345c32955c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:19.562910 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-98ff5a69-ddf8-4293-a4f0-18f1b2538964 req-9b39598b-f911-49e0-b8b0-a2345c32955c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=11a8c99d-6203-46e5-b736-5041081438dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1003432 Feb 09 01:33:19.709509 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-98ff5a69-ddf8-4293-a4f0-18f1b2538964 req-2a24267e-c5c1-49ba-be66-ae32b5173b6a service neutron] 10.222.0.62 "GET /v2.0/networks/11a8c99d-6203-46e5-b736-5041081438dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383579 Feb 09 01:33:19.733910 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cae2d334-fa4b-4e65-9c2b-e847c6a81cc1', 'name': 'network-vif-deleted', 'tag': '42a9ae91-bac1-4503-a141-b22b89b81dc0'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:33:19.791562 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cae2d334-fa4b-4e65-9c2b-e847c6a81cc1', 'name': 'network-vif-deleted', 'tag': '42a9ae91-bac1-4503-a141-b22b89b81dc0', 'status': 'completed', 'code': 200} Feb 09 01:33:19.855018 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-98ff5a69-ddf8-4293-a4f0-18f1b2538964 req-c8474a65-deb7-4ec1-a41b-1d6473a51070 service neutron] 10.222.0.62 "GET /v2.0/networks/11a8c99d-6203-46e5-b736-5041081438dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394613 Feb 09 01:33:20.346131 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 42a9ae91-bac1-4503-a141-b22b89b81dc0 no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:33:20.384993 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] No Port match for: 42a9ae91-bac1-4503-a141-b22b89b81dc0 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:33:20.385345 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 42a9ae91-bac1-4503-a141-b22b89b81dc0 not bound to the agent host n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:33:20.764060 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a99681e-c0ba-45a5-a9ca-4ec980e5c20b req-fddf2153-6acf-4883-9e21-e6a00e93f15e tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:20.765740 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9a99681e-c0ba-45a5-a9ca-4ec980e5c20b req-fddf2153-6acf-4883-9e21-e6a00e93f15e tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/ports?device_id=0800e5ed-c812-4ec2-947d-640a5128782b HTTP/1.1" status: 200 len: 943 time: 0.0947835 Feb 09 01:33:20.832128 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9a99681e-c0ba-45a5-a9ca-4ec980e5c20b req-714818d6-70ef-49fd-80b9-abd3c228db17 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/security-groups?id=0167595c-33f2-46c5-b034-a13b49729cce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0580161 Feb 09 01:33:21.390964 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device d2b4881a-d904-4326-8523-438814366109 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:33:21.522920 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port d2b4881a-d904-4326-8523-438814366109, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=d2b4881a-d904-4326-8523-438814366109,segment=NetworkSegment(7a8f7a9b-40b1-478f-8ca1-23ff5579006e),segment_id=7a8f7a9b-40b1-478f-8ca1-23ff5579006e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:33:21.540881 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': 'd2b4881a-d904-4326-8523-438814366109', 'network_id': '11a8c99d-6203-46e5-b736-5041081438dd', 'port_id': 'd2b4881a-d904-4326-8523-438814366109', 'mac_address': 'fa:16:3e:b8:7c:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6289a054-d793-4307-bab7-8d0d359df191', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:33:21.598766 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:21.615410 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2b4881a-d904-4326-8523-438814366109 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:33:21.630773 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port d2b4881a-d904-4326-8523-438814366109, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=d2b4881a-d904-4326-8523-438814366109,segment=NetworkSegment(7a8f7a9b-40b1-478f-8ca1-23ff5579006e),segment_id=7a8f7a9b-40b1-478f-8ca1-23ff5579006e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:33:21.634861 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:21.704384 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=d2b4881a-d904-4326-8523-438814366109,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:21.871568 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['d2b4881a-d904-4326-8523-438814366109'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:33:22.010349 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:22.035517 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7af5fc-5d63-4cbc-b12a-341adfd53d66 req-7c5a24e0-f516-4f0d-b29e-356b576c54f7 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:22.036997 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-db7af5fc-5d63-4cbc-b12a-341adfd53d66 req-7c5a24e0-f516-4f0d-b29e-356b576c54f7 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/ports?device_id=0800e5ed-c812-4ec2-947d-640a5128782b HTTP/1.1" status: 200 len: 944 time: 0.1031427 Feb 09 01:33:22.087728 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-db7af5fc-5d63-4cbc-b12a-341adfd53d66 req-a34b6794-dc3e-4a99-9b52-5f8306275d39 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/security-groups?id=0167595c-33f2-46c5-b034-a13b49729cce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438759 Feb 09 01:33:23.294553 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84482e61-3773-4c13-b00e-5c730c456de4 req-f9be4a12-0eed-4d77-b741-b2c526fcc72f tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:23.296904 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-84482e61-3773-4c13-b00e-5c730c456de4 req-f9be4a12-0eed-4d77-b741-b2c526fcc72f tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/ports?device_id=0800e5ed-c812-4ec2-947d-640a5128782b HTTP/1.1" status: 200 len: 944 time: 0.0873833 Feb 09 01:33:23.349039 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-84482e61-3773-4c13-b00e-5c730c456de4 req-0db2467b-f7ae-41f7-84cb-06c87f8f2f54 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/security-groups?id=0167595c-33f2-46c5-b034-a13b49729cce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452003 Feb 09 01:33:23.402870 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device d2b4881a-d904-4326-8523-438814366109 up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:33:23.473710 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port d2b4881a-d904-4326-8523-438814366109 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:33:23.479285 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port d2b4881a-d904-4326-8523-438814366109 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:33:23.479531 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:23.610212 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:23.650502 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0800e5ed-c812-4ec2-947d-640a5128782b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2b4881a-d904-4326-8523-438814366109'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:33:23.663057 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port d2b4881a-d904-4326-8523-438814366109, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=d2b4881a-d904-4326-8523-438814366109,segment=NetworkSegment(7a8f7a9b-40b1-478f-8ca1-23ff5579006e),segment_id=7a8f7a9b-40b1-478f-8ca1-23ff5579006e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:33:23.669359 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:23.707760 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0800e5ed-c812-4ec2-947d-640a5128782b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2b4881a-d904-4326-8523-438814366109', 'code': 200} Feb 09 01:33:23.752143 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=d2b4881a-d904-4326-8523-438814366109,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:23.836324 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd32a3bf-c334-454e-b0cd-7bbb98c0e143 req-930af2ee-80cc-4704-adc1-3dfbdfe2acde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:23.837828 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bd32a3bf-c334-454e-b0cd-7bbb98c0e143 req-930af2ee-80cc-4704-adc1-3dfbdfe2acde service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0800e5ed-c812-4ec2-947d-640a5128782b HTTP/1.1" status: 200 len: 1096 time: 0.0756640 Feb 09 01:33:23.979459 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bd32a3bf-c334-454e-b0cd-7bbb98c0e143 req-738ce9ff-945a-47e3-9b01-19d4d79b06ab service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0167595c-33f2-46c5-b034-a13b49729cce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1355736 Feb 09 01:33:24.548188 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db445898-2a24-4958-82f1-c3bf0dba4b0b req-c3b4f31a-56b0-428f-9db9-b4d991eefa37 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:24.549816 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-db445898-2a24-4958-82f1-c3bf0dba4b0b req-c3b4f31a-56b0-428f-9db9-b4d991eefa37 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/ports?device_id=0800e5ed-c812-4ec2-947d-640a5128782b HTTP/1.1" status: 200 len: 945 time: 0.0874844 Feb 09 01:33:24.605295 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-db445898-2a24-4958-82f1-c3bf0dba4b0b req-0d84e00e-4a10-4ed2-9148-449064746b6d tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/security-groups?id=0167595c-33f2-46c5-b034-a13b49729cce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495226 Feb 09 01:33:24.940539 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:25.792395 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec679c2-5872-4ac2-a4a7-8c699902976e req-55d4f889-6f2d-4732-9782-43e29bfdf0cf tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:25.794471 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5ec679c2-5872-4ac2-a4a7-8c699902976e req-55d4f889-6f2d-4732-9782-43e29bfdf0cf tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/ports?device_id=0800e5ed-c812-4ec2-947d-640a5128782b HTTP/1.1" status: 200 len: 945 time: 0.0871046 Feb 09 01:33:25.850966 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5ec679c2-5872-4ac2-a4a7-8c699902976e req-c5e87568-672a-4353-9f6f-b615bfe5244f tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/security-groups?id=0167595c-33f2-46c5-b034-a13b49729cce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506647 Feb 09 01:33:26.045496 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b06634-ec4e-4899-b957-8a84fa8d364e req-2f469e11-eb42-4469-b096-0d4a5cb574aa tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:26.046997 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a6b06634-ec4e-4899-b957-8a84fa8d364e req-2f469e11-eb42-4469-b096-0d4a5cb574aa tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/ports?device_id=0800e5ed-c812-4ec2-947d-640a5128782b HTTP/1.1" status: 200 len: 945 time: 0.0817075 Feb 09 01:33:26.095073 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a6b06634-ec4e-4899-b957-8a84fa8d364e req-78553c33-4da0-4b0d-b88a-738ff56a165b tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/security-groups?id=0167595c-33f2-46c5-b034-a13b49729cce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423863 Feb 09 01:33:26.118154 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42844) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:33:26.192494 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a23d8e3-dcc4-4432-9ed5-4473f90b1e6d tempest-TestNetworkBasicOps-1758285558 tempest-TestNetworkBasicOps-1758285558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:26.193966 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9a23d8e3-dcc4-4432-9ed5-4473f90b1e6d tempest-TestNetworkBasicOps-1758285558 tempest-TestNetworkBasicOps-1758285558-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=0800e5ed-c812-4ec2-947d-640a5128782b HTTP/1.1" status: 200 len: 1091 time: 0.0748265 Feb 09 01:33:26.196769 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 42860) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:33:26.202343 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-2d46b618-2cd5-4a76-9795-ac23e8c90873 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Request body: {'floatingip': {'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'port_id': 'd2b4881a-d904-4326-8523-438814366109', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:26.210613 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2d46b618-2cd5-4a76-9795-ac23e8c90873 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:33:26.215980 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-2d46b618-2cd5-4a76-9795-ac23e8c90873 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Usage tracker for resource:floatingip and tenant:59b43f7aa2bc4476a3c7bc7857b33f06 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:33:26.217989 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-2d46b618-2cd5-4a76-9795-ac23e8c90873 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:33:26.223912 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2d46b618-2cd5-4a76-9795-ac23e8c90873 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:33:26.238140 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2d46b618-2cd5-4a76-9795-ac23e8c90873 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for floatingip, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:26.423842 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2d46b618-2cd5-4a76-9795-ac23e8c90873 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:26.584470 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-2d46b618-2cd5-4a76-9795-ac23e8c90873 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Allocated IP 172.25.0.80 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/fc3b5ac2-5f42-45fa-9298-ebad9b2e3db2) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:33:26.740703 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2d46b618-2cd5-4a76-9795-ac23e8c90873 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:26.774562 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2d46b618-2cd5-4a76-9795-ac23e8c90873 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:26.846253 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d46b618-2cd5-4a76-9795-ac23e8c90873 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:33:26.849201 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-2d46b618-2cd5-4a76-9795-ac23e8c90873 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:33:26.853179 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d46b618-2cd5-4a76-9795-ac23e8c90873 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:33:26.889296 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d46b618-2cd5-4a76-9795-ac23e8c90873 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Pushing event updated for resources: {'Port': ['ID=fc3b5ac2-5f42-45fa-9298-ebad9b2e3db2,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:27.306411 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2d46b618-2cd5-4a76-9795-ac23e8c90873 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:27.394240 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2d46b618-2cd5-4a76-9795-ac23e8c90873 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:27.631605 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2d46b618-2cd5-4a76-9795-ac23e8c90873 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:27.638439 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2d46b618-2cd5-4a76-9795-ac23e8c90873 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:27.750639 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d46b618-2cd5-4a76-9795-ac23e8c90873 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Pushing event updated for resources: {'Port': ['ID=fc3b5ac2-5f42-45fa-9298-ebad9b2e3db2,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:27.768069 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2d46b618-2cd5-4a76-9795-ac23e8c90873 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:28.080690 n-d-828418-1 neutron-server[87638]: INFO neutron.db.l3_db [None req-2d46b618-2cd5-4a76-9795-ac23e8c90873 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Floating IP a37aeb72-a1cd-4fc5-930e-6446d025883a associated. External IP: 172.25.0.80, port: d2b4881a-d904-4326-8523-438814366109. Feb 09 01:33:28.516896 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d46b618-2cd5-4a76-9795-ac23e8c90873 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Router a19205ee-bf04-44e0-bcf3-e655636471b2 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:33:28.712867 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d46b618-2cd5-4a76-9795-ac23e8c90873 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:33:28.724230 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb92a8c-dad9-4cd7-9d4b-d21511d120a1 None None] Sync routers for ids ['a19205ee-bf04-44e0-bcf3-e655636471b2'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:33:28.735554 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb92a8c-dad9-4cd7-9d4b-d21511d120a1 None None] Routers {'a19205ee-bf04-44e0-bcf3-e655636471b2'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:33:28.736456 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-2eb92a8c-dad9-4cd7-9d4b-d21511d120a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:33:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['a19205ee-bf04-44e0-bcf3-e655636471b2'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:33:28.742724 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2d46b618-2cd5-4a76-9795-ac23e8c90873 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:28.806547 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-2d46b618-2cd5-4a76-9795-ac23e8c90873 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6087613 Feb 09 01:33:28.807177 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0800e5ed-c812-4ec2-947d-640a5128782b', 'tag': 'd2b4881a-d904-4326-8523-438814366109'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:33:28.809244 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 42882) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:33:28.861164 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0800e5ed-c812-4ec2-947d-640a5128782b', 'tag': 'd2b4881a-d904-4326-8523-438814366109', 'status': 'completed', 'code': 200} Feb 09 01:33:28.942129 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-2eb92a8c-dad9-4cd7-9d4b-d21511d120a1 None None] Set router a19205ee-bf04-44e0-bcf3-e655636471b2 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:33:28.989798 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-c19e1c44-49a2-4682-9865-7fd382ba8d4a tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/floatingips/a37aeb72-a1cd-4fc5-930e-6446d025883a HTTP/1.1" status: 200 len: 990 time: 0.1784191 Feb 09 01:33:29.005889 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0a0fe-197f-4c18-84a5-691acf585d5f req-2c9c2bb4-cdba-4712-a01a-fc97e63cc569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:29.007329 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c1e0a0fe-197f-4c18-84a5-691acf585d5f req-2c9c2bb4-cdba-4712-a01a-fc97e63cc569 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=59b43f7aa2bc4476a3c7bc7857b33f06&device_id=0800e5ed-c812-4ec2-947d-640a5128782b HTTP/1.1" status: 200 len: 1096 time: 0.1052151 Feb 09 01:33:29.148508 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0a0fe-197f-4c18-84a5-691acf585d5f req-837896ea-10c0-4ddc-9146-c75f030f4b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:29.150408 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c1e0a0fe-197f-4c18-84a5-691acf585d5f req-837896ea-10c0-4ddc-9146-c75f030f4b06 service neutron] 10.222.0.62 "GET /v2.0/networks?id=11a8c99d-6203-46e5-b736-5041081438dd HTTP/1.1" status: 200 len: 897 time: 0.1363328 Feb 09 01:33:29.271637 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c1e0a0fe-197f-4c18-84a5-691acf585d5f req-7dd088f9-12af-4c2d-afc1-f94d1cbd39ea service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2b4881a-d904-4326-8523-438814366109 HTTP/1.1" status: 200 len: 998 time: 0.1145697 Feb 09 01:33:29.341503 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0a0fe-197f-4c18-84a5-691acf585d5f req-1e247730-9d62-410c-a84f-f6a70b993429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:29.342240 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c1e0a0fe-197f-4c18-84a5-691acf585d5f req-1e247730-9d62-410c-a84f-f6a70b993429 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6289a054-d793-4307-bab7-8d0d359df191 HTTP/1.1" status: 200 len: 835 time: 0.0644403 Feb 09 01:33:29.354639 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-2eb92a8c-dad9-4cd7-9d4b-d21511d120a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19205ee-bf04-44e0-bcf3-e655636471b2', 'name': 'tempest-TestNetworkBasicOps-router-942359660', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '1c6a281f-0048-4433-b29a-fb8f1d1b8a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:33:00Z', 'updated_at': '2022-02-09T01:33:05Z', 'revision_number': 4, 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'gw_port': {'id': '1c6a281f-0048-4433-b29a-fb8f1d1b8a59', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19205ee-bf04-44e0-bcf3-e655636471b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:00Z', 'updated_at': '2022-02-09T01:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': 'a37aeb72-a1cd-4fc5-930e-6446d025883a', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'floating_ip_address': '172.25.0.80', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': 'a19205ee-bf04-44e0-bcf3-e655636471b2', 'port_id': 'd2b4881a-d904-4326-8523-438814366109', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11a8c99d-6203-46e5-b736-5041081438dd', 'mac_address': 'fa:16:3e:b8:7c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0800e5ed-c812-4ec2-947d-640a5128782b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:33:27Z', 'updated_at': '2022-02-09T01:33:27Z', 'revision_number': 0, 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a6336bd-0d6f-4463-9195-531a673c270e', 'name': '', 'network_id': '11a8c99d-6203-46e5-b736-5041081438dd', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'mac_address': 'fa:16:3e:04:b3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19205ee-bf04-44e0-bcf3-e655636471b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '6289a054-d793-4307-bab7-8d0d359df191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:04Z', 'updated_at': '2022-02-09T01:33:11Z', 'revision_number': 5, 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'subnets': [{'id': '6289a054-d793-4307-bab7-8d0d359df191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:33:29.363292 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb92a8c-dad9-4cd7-9d4b-d21511d120a1 None None] Checking router: a19205ee-bf04-44e0-bcf3-e655636471b2 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:33:29.374004 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb92a8c-dad9-4cd7-9d4b-d21511d120a1 None None] Routers {'a19205ee-bf04-44e0-bcf3-e655636471b2'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:33:29.374637 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-2eb92a8c-dad9-4cd7-9d4b-d21511d120a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:33:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['a19205ee-bf04-44e0-bcf3-e655636471b2'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:33:29.436203 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0a0fe-197f-4c18-84a5-691acf585d5f req-7f38da6a-4e44-4d0f-9d30-646ab60eda76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:29.437967 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c1e0a0fe-197f-4c18-84a5-691acf585d5f req-7f38da6a-4e44-4d0f-9d30-646ab60eda76 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=11a8c99d-6203-46e5-b736-5041081438dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0896399 Feb 09 01:33:29.583595 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-2eb92a8c-dad9-4cd7-9d4b-d21511d120a1 None None] Set router a19205ee-bf04-44e0-bcf3-e655636471b2 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:33:29.602180 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c1e0a0fe-197f-4c18-84a5-691acf585d5f req-1d97e425-1256-4c94-a59d-50b788187305 service neutron] 10.222.0.62 "GET /v2.0/networks/11a8c99d-6203-46e5-b736-5041081438dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573436 Feb 09 01:33:29.788511 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c1e0a0fe-197f-4c18-84a5-691acf585d5f req-74aadf1f-bc6b-4232-ba30-3eddc6354514 service neutron] 10.222.0.62 "GET /v2.0/networks/11a8c99d-6203-46e5-b736-5041081438dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798608 Feb 09 01:33:29.993283 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-2eb92a8c-dad9-4cd7-9d4b-d21511d120a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19205ee-bf04-44e0-bcf3-e655636471b2', 'name': 'tempest-TestNetworkBasicOps-router-942359660', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '1c6a281f-0048-4433-b29a-fb8f1d1b8a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:33:00Z', 'updated_at': '2022-02-09T01:33:05Z', 'revision_number': 4, 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'gw_port': {'id': '1c6a281f-0048-4433-b29a-fb8f1d1b8a59', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19205ee-bf04-44e0-bcf3-e655636471b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:00Z', 'updated_at': '2022-02-09T01:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': 'a37aeb72-a1cd-4fc5-930e-6446d025883a', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'floating_ip_address': '172.25.0.80', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': 'a19205ee-bf04-44e0-bcf3-e655636471b2', 'port_id': 'd2b4881a-d904-4326-8523-438814366109', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11a8c99d-6203-46e5-b736-5041081438dd', 'mac_address': 'fa:16:3e:b8:7c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0800e5ed-c812-4ec2-947d-640a5128782b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:33:27Z', 'updated_at': '2022-02-09T01:33:27Z', 'revision_number': 0, 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a6336bd-0d6f-4463-9195-531a673c270e', 'name': '', 'network_id': '11a8c99d-6203-46e5-b736-5041081438dd', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'mac_address': 'fa:16:3e:04:b3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19205ee-bf04-44e0-bcf3-e655636471b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '6289a054-d793-4307-bab7-8d0d359df191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:04Z', 'updated_at': '2022-02-09T01:33:11Z', 'revision_number': 5, 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'subnets': [{'id': '6289a054-d793-4307-bab7-8d0d359df191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:33:29.993898 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 42898) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:33:29.997815 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb92a8c-dad9-4cd7-9d4b-d21511d120a1 None None] The sync data for ids ['a19205ee-bf04-44e0-bcf3-e655636471b2'] in n-d-828418-1 is: [{'id': 'a19205ee-bf04-44e0-bcf3-e655636471b2', 'name': 'tempest-TestNetworkBasicOps-router-942359660', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '1c6a281f-0048-4433-b29a-fb8f1d1b8a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:33:00Z', 'updated_at': '2022-02-09T01:33:05Z', 'revision_number': 4, 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'gw_port': {'id': '1c6a281f-0048-4433-b29a-fb8f1d1b8a59', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19205ee-bf04-44e0-bcf3-e655636471b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:00Z', 'updated_at': '2022-02-09T01:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': 'a37aeb72-a1cd-4fc5-930e-6446d025883a', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'floating_ip_address': '172.25.0.80', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': 'a19205ee-bf04-44e0-bcf3-e655636471b2', 'port_id': 'd2b4881a-d904-4326-8523-438814366109', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11a8c99d-6203-46e5-b736-5041081438dd', 'mac_address': 'fa:16:3e:b8:7c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0800e5ed-c812-4ec2-947d-640a5128782b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:33:27Z', 'updated_at': '2022-02-09T01:33:27Z', 'revision_number': 0, 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a6336bd-0d6f-4463-9195-531a673c270e', 'name': '', 'network_id': '11a8c99d-6203-46e5-b736-5041081438dd', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'mac_address': 'fa:16:3e:04:b3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19205ee-bf04-44e0-bcf3-e655636471b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '6289a054-d793-4307-bab7-8d0d359df191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:04Z', 'updated_at': '2022-02-09T01:33:11Z', 'revision_number': 5, 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'subnets': [{'id': '6289a054-d793-4307-bab7-8d0d359df191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:33:30.115062 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-6871271f-47ba-46f7-a1ca-d0e6feaae20b tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/floatingips/a37aeb72-a1cd-4fc5-930e-6446d025883a HTTP/1.1" status: 200 len: 990 time: 0.1204796 Feb 09 01:33:30.273861 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4759da1d-04ba-406f-a4fe-e66b5bf9fa23 None None] New status for floating IP a37aeb72-a1cd-4fc5-930e-6446d025883a: ACTIVE {{(pid=87641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:33:31.118378 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 42906) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:33:31.229769 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-5282db42-f61a-4c05-9e8d-c71a2b2538fe tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/floatingips/a37aeb72-a1cd-4fc5-930e-6446d025883a HTTP/1.1" status: 200 len: 992 time: 0.1050727 Feb 09 01:33:38.160476 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8d175b0c-9e3e-4ea4-aea4-5feeaa8c9084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:38.385085 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:33:40.460793 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-52bdd0c8-7e96-4100-8bf0-227ba939a3d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:41.536676 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:41.572272 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:41.579359 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42029694-ac58-41e7-afa6-86785eab1bca req-4a2dd571-afcc-48a9-a9ae-354c238f28a9 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:41.580820 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-42029694-ac58-41e7-afa6-86785eab1bca req-4a2dd571-afcc-48a9-a9ae-354c238f28a9 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/networks?id=f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f HTTP/1.1" status: 200 len: 812 time: 0.1507862 Feb 09 01:33:41.596438 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-42029694-ac58-41e7-afa6-86785eab1bca req-38914053-2645-4516-85d5-7f2f3bd5d4cd tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/quotas/6721380b025b4977bb6883114d898ed6 HTTP/1.1" status: 200 len: 375 time: 0.0102322 Feb 09 01:33:41.783096 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-42029694-ac58-41e7-afa6-86785eab1bca req-f53142af-62a8-4cd3-b99e-6d2167051afa tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=6721380b025b4977bb6883114d898ed6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1813989 Feb 09 01:33:41.913437 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-42029694-ac58-41e7-afa6-86785eab1bca req-ff78b13d-8f2f-46a1-8f87-f93c1f230735 service neutron] 10.222.0.105 "GET /v2.0/networks/f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239290 Feb 09 01:33:42.046656 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-42029694-ac58-41e7-afa6-86785eab1bca req-1c99ec5a-d088-4cb6-b45b-7164b6581992 service neutron] 10.222.0.105 "GET /v2.0/networks/f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265504 Feb 09 01:33:42.491984 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5fd99172-f4f6-4aa2-a90d-822823aa5200 req-f8f6821d-8732-45e0-9906-af3adbca5007 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=f58d509d-93bf-46ae-bb25-e36138b8c533 HTTP/1.1" status: 200 len: 210 time: 0.0576217 Feb 09 01:33:42.986932 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33896d55-504c-4bb0-b988-f99996668afb req-43b4990d-3b35-4cc0-9f42-e9f55629eb6d tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:42.988354 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-33896d55-504c-4bb0-b988-f99996668afb req-43b4990d-3b35-4cc0-9f42-e9f55629eb6d tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] 10.222.0.105 "GET /v2.0/ports?device_id=51d222ec-d492-465d-bac5-44a8a382b13e HTTP/1.1" status: 200 len: 945 time: 0.0928907 Feb 09 01:33:43.036663 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-33896d55-504c-4bb0-b988-f99996668afb req-cf15feb0-654b-4d64-aa08-cdcb40d67aea tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] 10.222.0.105 "GET /v2.0/security-groups?id=7ccd8cec-a88d-44d3-80fa-11f8b6c148c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424354 Feb 09 01:33:43.191412 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:43.603791 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42029694-ac58-41e7-afa6-86785eab1bca req-5da956a4-5dbf-42da-9de9-773f0965d43f tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:43.605303 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-42029694-ac58-41e7-afa6-86785eab1bca req-5da956a4-5dbf-42da-9de9-773f0965d43f tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.99 "GET /v2.0/networks?id=f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f HTTP/1.1" status: 200 len: 812 time: 0.1587255 Feb 09 01:33:43.645870 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-42029694-ac58-41e7-afa6-86785eab1bca req-eb91ea6d-6ead-4dbc-9e0d-7b37a663cf6d tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Request body: {'port': {'device_id': 'f58d509d-93bf-46ae-bb25-e36138b8c533', 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f', 'admin_state_up': True, 'tenant_id': '6721380b025b4977bb6883114d898ed6'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:43.672596 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d9278e0d-55c4-4061-9837-94efb184633c req-52769cf5-7e93-46ec-b6a9-e70c88b32d11 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=f58d509d-93bf-46ae-bb25-e36138b8c533 HTTP/1.1" status: 200 len: 210 time: 0.0659571 Feb 09 01:33:43.795741 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-42029694-ac58-41e7-afa6-86785eab1bca req-eb91ea6d-6ead-4dbc-9e0d-7b37a663cf6d tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:33:43.805373 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-42029694-ac58-41e7-afa6-86785eab1bca req-eb91ea6d-6ead-4dbc-9e0d-7b37a663cf6d tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:33:43.815916 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42029694-ac58-41e7-afa6-86785eab1bca req-eb91ea6d-6ead-4dbc-9e0d-7b37a663cf6d tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Made reservation on behalf of 6721380b025b4977bb6883114d898ed6 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:33:43.819614 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-42029694-ac58-41e7-afa6-86785eab1bca req-eb91ea6d-6ead-4dbc-9e0d-7b37a663cf6d tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:43.986567 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-42029694-ac58-41e7-afa6-86785eab1bca req-eb91ea6d-6ead-4dbc-9e0d-7b37a663cf6d tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Allocated IP 172.20.0.12 (f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f/572cbc39-1162-4835-b49c-9787164ff8f8/b0a722a7-1adc-489e-8598-4f24461ad8cc) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:33:44.251452 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-42029694-ac58-41e7-afa6-86785eab1bca req-eb91ea6d-6ead-4dbc-9e0d-7b37a663cf6d tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:44.272394 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-42029694-ac58-41e7-afa6-86785eab1bca req-eb91ea6d-6ead-4dbc-9e0d-7b37a663cf6d tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Transition to ACTIVE for port object b0a722a7-1adc-489e-8598-4f24461ad8cc will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:33:44.287093 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec92728-ca19-4db4-b153-96e84386fb5a req-145ff397-da70-44ef-89d9-92bdd589c17a tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:44.288625 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bec92728-ca19-4db4-b153-96e84386fb5a req-145ff397-da70-44ef-89d9-92bdd589c17a tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] 10.222.0.105 "GET /v2.0/ports?device_id=51d222ec-d492-465d-bac5-44a8a382b13e HTTP/1.1" status: 200 len: 945 time: 0.1426938 Feb 09 01:33:44.342393 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bec92728-ca19-4db4-b153-96e84386fb5a req-26d3bf7d-e98b-4e5f-b990-0d1e19b0c9b0 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] 10.222.0.105 "GET /v2.0/security-groups?id=7ccd8cec-a88d-44d3-80fa-11f8b6c148c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461037 Feb 09 01:33:44.343743 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-42029694-ac58-41e7-afa6-86785eab1bca req-eb91ea6d-6ead-4dbc-9e0d-7b37a663cf6d tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:44.422724 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42029694-ac58-41e7-afa6-86785eab1bca req-eb91ea6d-6ead-4dbc-9e0d-7b37a663cf6d tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Network f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:33:44.426043 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-42029694-ac58-41e7-afa6-86785eab1bca req-eb91ea6d-6ead-4dbc-9e0d-7b37a663cf6d tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:33:44.428853 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-42029694-ac58-41e7-afa6-86785eab1bca req-eb91ea6d-6ead-4dbc-9e0d-7b37a663cf6d tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:33:44.466542 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb91ea6d-6ead-4dbc-9e0d-7b37a663cf6d tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Pushing event updated for resources: {'Port': ['ID=b0a722a7-1adc-489e-8598-4f24461ad8cc,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:44.502019 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42029694-ac58-41e7-afa6-86785eab1bca req-eb91ea6d-6ead-4dbc-9e0d-7b37a663cf6d tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:44.503061 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-42029694-ac58-41e7-afa6-86785eab1bca req-eb91ea6d-6ead-4dbc-9e0d-7b37a663cf6d tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:44.533583 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-42029694-ac58-41e7-afa6-86785eab1bca req-eb91ea6d-6ead-4dbc-9e0d-7b37a663cf6d tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8912952 Feb 09 01:33:44.550686 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-42029694-ac58-41e7-afa6-86785eab1bca req-9e6497ca-cd2a-42fd-8902-9c590bdbec2b service neutron] Request body: {'port': {'device_id': 'f58d509d-93bf-46ae-bb25-e36138b8c533', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:44.681480 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-0374a06b-2a57-4b73-b229-bf4f77b7b9d0 None None] Provisioning for port b0a722a7-1adc-489e-8598-4f24461ad8cc completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:33:44.682264 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-42029694-ac58-41e7-afa6-86785eab1bca req-9e6497ca-cd2a-42fd-8902-9c590bdbec2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:44.687380 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-0374a06b-2a57-4b73-b229-bf4f77b7b9d0 None None] Provisioning complete for port b0a722a7-1adc-489e-8598-4f24461ad8cc triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:33:44.687804 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0374a06b-2a57-4b73-b229-bf4f77b7b9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:44.747440 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-0374a06b-2a57-4b73-b229-bf4f77b7b9d0 None None] Port b0a722a7-1adc-489e-8598-4f24461ad8cc cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:33:45.130482 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f1e88-e7fc-4897-86d2-e63dd239c96d req-f73f15d2-cd51-43dd-89df-90fc92198c8b tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:45.131741 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-708f1e88-e7fc-4897-86d2-e63dd239c96d req-f73f15d2-cd51-43dd-89df-90fc92198c8b tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] 10.222.0.62 "GET /v2.0/ports?device_id=51d222ec-d492-465d-bac5-44a8a382b13e HTTP/1.1" status: 200 len: 945 time: 0.4094052 Feb 09 01:33:45.139041 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f5670b-60dc-45ca-9841-e3e0dab10830 req-59661632-8549-4dfb-93b3-c931c5ca425d tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:45.139646 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-f6f5670b-60dc-45ca-9841-e3e0dab10830 req-59661632-8549-4dfb-93b3-c931c5ca425d tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Synchronizing usage tracker for tenant:6721380b025b4977bb6883114d898ed6 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:33:45.227038 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-f6f5670b-60dc-45ca-9841-e3e0dab10830 req-59661632-8549-4dfb-93b3-c931c5ca425d tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Unset dirty status for tenant:6721380b025b4977bb6883114d898ed6 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:33:45.228191 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f6f5670b-60dc-45ca-9841-e3e0dab10830 req-59661632-8549-4dfb-93b3-c931c5ca425d tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=f58d509d-93bf-46ae-bb25-e36138b8c533 HTTP/1.1" status: 200 len: 932 time: 0.3463950 Feb 09 01:33:45.241774 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-708f1e88-e7fc-4897-86d2-e63dd239c96d req-b1a5d992-f772-4c71-baa6-67f76d2493bd tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Deleting port 5c1e9aa8-53db-4ac1-9798-36b406674618 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:33:45.242107 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-708f1e88-e7fc-4897-86d2-e63dd239c96d req-b1a5d992-f772-4c71-baa6-67f76d2493bd tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:45.414639 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f6f5670b-60dc-45ca-9841-e3e0dab10830 req-87fce4df-a5a9-4e8e-8d1d-22a910d3358f tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765873 Feb 09 01:33:45.625110 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-42029694-ac58-41e7-afa6-86785eab1bca req-9e6497ca-cd2a-42fd-8902-9c590bdbec2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0a722a7-1adc-489e-8598-4f24461ad8cc {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:33:45.646720 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-42029694-ac58-41e7-afa6-86785eab1bca req-9e6497ca-cd2a-42fd-8902-9c590bdbec2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:45.680920 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-42029694-ac58-41e7-afa6-86785eab1bca req-9e6497ca-cd2a-42fd-8902-9c590bdbec2b service neutron] Transition to ACTIVE for port object b0a722a7-1adc-489e-8598-4f24461ad8cc will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:33:45.683312 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-708f1e88-e7fc-4897-86d2-e63dd239c96d req-b1a5d992-f772-4c71-baa6-67f76d2493bd tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] For port 5c1e9aa8-53db-4ac1-9798-36b406674618, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=5c1e9aa8-53db-4ac1-9798-36b406674618,segment=NetworkSegment(27d0c4f0-9164-438b-805b-314f019a4c7f),segment_id=27d0c4f0-9164-438b-805b-314f019a4c7f)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:33:45.683662 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-708f1e88-e7fc-4897-86d2-e63dd239c96d req-b1a5d992-f772-4c71-baa6-67f76d2493bd tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:45.694840 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-42029694-ac58-41e7-afa6-86785eab1bca req-9e6497ca-cd2a-42fd-8902-9c590bdbec2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:45.848337 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-708f1e88-e7fc-4897-86d2-e63dd239c96d req-b1a5d992-f772-4c71-baa6-67f76d2493bd tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Calling delete_port for 5c1e9aa8-53db-4ac1-9798-36b406674618 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:33:45.984271 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30522f15-8303-470f-9b0b-bd5515279601 req-195aa1aa-6edc-4312-8993-fb81e1ff9197 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:45.985812 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-30522f15-8303-470f-9b0b-bd5515279601 req-195aa1aa-6edc-4312-8993-fb81e1ff9197 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] 10.222.0.105 "GET /v2.0/ports?device_id=51d222ec-d492-465d-bac5-44a8a382b13e HTTP/1.1" status: 200 len: 945 time: 0.5018933 Feb 09 01:33:46.053864 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6497ca-cd2a-42fd-8902-9c590bdbec2b service neutron] Pushing event updated for resources: {'Port': ['ID=b0a722a7-1adc-489e-8598-4f24461ad8cc,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:46.133559 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-30522f15-8303-470f-9b0b-bd5515279601 req-88fae6fe-b692-46bd-b252-59995ca04fa9 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] 10.222.0.105 "GET /v2.0/security-groups?id=7ccd8cec-a88d-44d3-80fa-11f8b6c148c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412132 Feb 09 01:33:46.208796 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-42029694-ac58-41e7-afa6-86785eab1bca req-9e6497ca-cd2a-42fd-8902-9c590bdbec2b service neutron] Attempting to bind port b0a722a7-1adc-489e-8598-4f24461ad8cc on host n-h2-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:33:46.209029 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-42029694-ac58-41e7-afa6-86785eab1bca req-9e6497ca-cd2a-42fd-8902-9c590bdbec2b service neutron] Attempting to bind port b0a722a7-1adc-489e-8598-4f24461ad8cc by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': 'eb2641ac-e580-4925-8dd1-0f4584fc0d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:33:46.209363 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42029694-ac58-41e7-afa6-86785eab1bca req-9e6497ca-cd2a-42fd-8902-9c590bdbec2b service neutron] Attempting to bind port b0a722a7-1adc-489e-8598-4f24461ad8cc on network f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:33:46.218082 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42029694-ac58-41e7-afa6-86785eab1bca req-9e6497ca-cd2a-42fd-8902-9c590bdbec2b service neutron] Port b0a722a7-1adc-489e-8598-4f24461ad8cc on network f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:33:46.218399 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42029694-ac58-41e7-afa6-86785eab1bca req-9e6497ca-cd2a-42fd-8902-9c590bdbec2b service neutron] Attempting to bind port b0a722a7-1adc-489e-8598-4f24461ad8cc on network f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:33:46.223327 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-708f1e88-e7fc-4897-86d2-e63dd239c96d req-b1a5d992-f772-4c71-baa6-67f76d2493bd tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:46.225066 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42029694-ac58-41e7-afa6-86785eab1bca req-9e6497ca-cd2a-42fd-8902-9c590bdbec2b service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:33:46.225390 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42029694-ac58-41e7-afa6-86785eab1bca req-9e6497ca-cd2a-42fd-8902-9c590bdbec2b service neutron] Checking segment: {'id': 'eb2641ac-e580-4925-8dd1-0f4584fc0d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:33:46.225786 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42029694-ac58-41e7-afa6-86785eab1bca req-9e6497ca-cd2a-42fd-8902-9c590bdbec2b service neutron] Bound using segment: {'id': 'eb2641ac-e580-4925-8dd1-0f4584fc0d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:33:46.226201 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-42029694-ac58-41e7-afa6-86785eab1bca req-9e6497ca-cd2a-42fd-8902-9c590bdbec2b service neutron] Bound port: b0a722a7-1adc-489e-8598-4f24461ad8cc, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb2641ac-e580-4925-8dd1-0f4584fc0d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:33:46.226525 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-42029694-ac58-41e7-afa6-86785eab1bca req-9e6497ca-cd2a-42fd-8902-9c590bdbec2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:46.234666 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['5c1e9aa8-53db-4ac1-9798-36b406674618'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:33:46.284446 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a5d992-f772-4c71-baa6-67f76d2493bd tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Pushing event deleted for resources: {'Port': ['ID=5c1e9aa8-53db-4ac1-9798-36b406674618,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:46.506916 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-708f1e88-e7fc-4897-86d2-e63dd239c96d req-b1a5d992-f772-4c71-baa6-67f76d2493bd tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] No DVR routers for this DVR port 5c1e9aa8-53db-4ac1-9798-36b406674618 on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:33:46.510876 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-708f1e88-e7fc-4897-86d2-e63dd239c96d req-b1a5d992-f772-4c71-baa6-67f76d2493bd tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:46.513654 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51d222ec-d492-465d-bac5-44a8a382b13e', 'name': 'network-vif-deleted', 'tag': '5c1e9aa8-53db-4ac1-9798-36b406674618'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:33:46.586922 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-708f1e88-e7fc-4897-86d2-e63dd239c96d req-b1a5d992-f772-4c71-baa6-67f76d2493bd tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] 10.222.0.62 "DELETE /v2.0/ports/5c1e9aa8-53db-4ac1-9798-36b406674618 HTTP/1.1" status: 204 len: 173 time: 1.4433849 Feb 09 01:33:46.598564 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-42029694-ac58-41e7-afa6-86785eab1bca req-9e6497ca-cd2a-42fd-8902-9c590bdbec2b service neutron] For port b0a722a7-1adc-489e-8598-4f24461ad8cc, host n-h2-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:33:46.611378 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-42029694-ac58-41e7-afa6-86785eab1bca req-9e6497ca-cd2a-42fd-8902-9c590bdbec2b service neutron] For port b0a722a7-1adc-489e-8598-4f24461ad8cc, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=b0a722a7-1adc-489e-8598-4f24461ad8cc,segment=NetworkSegment(eb2641ac-e580-4925-8dd1-0f4584fc0d1e),segment_id=eb2641ac-e580-4925-8dd1-0f4584fc0d1e)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:33:46.616368 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-42029694-ac58-41e7-afa6-86785eab1bca req-9e6497ca-cd2a-42fd-8902-9c590bdbec2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:46.667786 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51d222ec-d492-465d-bac5-44a8a382b13e', 'name': 'network-vif-deleted', 'tag': '5c1e9aa8-53db-4ac1-9798-36b406674618', 'status': 'completed', 'code': 200} Feb 09 01:33:46.684457 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42029694-ac58-41e7-afa6-86785eab1bca req-9e6497ca-cd2a-42fd-8902-9c590bdbec2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:46.685071 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-42029694-ac58-41e7-afa6-86785eab1bca req-9e6497ca-cd2a-42fd-8902-9c590bdbec2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:46.686458 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-42029694-ac58-41e7-afa6-86785eab1bca req-9e6497ca-cd2a-42fd-8902-9c590bdbec2b service neutron] 10.222.0.99 "PUT /v2.0/ports/b0a722a7-1adc-489e-8598-4f24461ad8cc HTTP/1.1" status: 200 len: 1092 time: 2.1451457 Feb 09 01:33:46.708718 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031a6d9c-0a69-4608-a1ee-aeac08218c34 req-3b70f14e-e720-4ff8-8ad5-e50e895fb44c tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:46.710368 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-031a6d9c-0a69-4608-a1ee-aeac08218c34 req-3b70f14e-e720-4ff8-8ad5-e50e895fb44c tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=f58d509d-93bf-46ae-bb25-e36138b8c533 HTTP/1.1" status: 200 len: 944 time: 0.1799660 Feb 09 01:33:46.714287 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6497ca-cd2a-42fd-8902-9c590bdbec2b service neutron] Pushing event updated for resources: {'Port': ['ID=b0a722a7-1adc-489e-8598-4f24461ad8cc,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:46.815583 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-031a6d9c-0a69-4608-a1ee-aeac08218c34 req-8a789f50-c307-4f9f-9efd-191931a44650 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947244 Feb 09 01:33:46.837582 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42029694-ac58-41e7-afa6-86785eab1bca req-2e042d04-c96e-4145-a02f-f75aec833d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:46.837582 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-42029694-ac58-41e7-afa6-86785eab1bca req-2e042d04-c96e-4145-a02f-f75aec833d62 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=6721380b025b4977bb6883114d898ed6&device_id=f58d509d-93bf-46ae-bb25-e36138b8c533 HTTP/1.1" status: 200 len: 1095 time: 0.1134012 Feb 09 01:33:46.903328 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-42029694-ac58-41e7-afa6-86785eab1bca req-aaf8ebc2-57a7-4aec-849e-8ad2bf66406c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0a722a7-1adc-489e-8598-4f24461ad8cc HTTP/1.1" status: 200 len: 217 time: 0.0608931 Feb 09 01:33:46.966207 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42029694-ac58-41e7-afa6-86785eab1bca req-24e45ac3-256a-4f61-ba61-94d68cbaa04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:46.967697 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-42029694-ac58-41e7-afa6-86785eab1bca req-24e45ac3-256a-4f61-ba61-94d68cbaa04d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=572cbc39-1162-4835-b49c-9787164ff8f8 HTTP/1.1" status: 200 len: 851 time: 0.0594850 Feb 09 01:33:47.040571 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42029694-ac58-41e7-afa6-86785eab1bca req-b589a1a7-676a-4527-86c9-5c8facedfa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:47.042045 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-42029694-ac58-41e7-afa6-86785eab1bca req-b589a1a7-676a-4527-86c9-5c8facedfa57 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686588 Feb 09 01:33:47.175497 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-42029694-ac58-41e7-afa6-86785eab1bca req-a37abbf3-7028-4a31-9a86-23f843eb3e3b service neutron] 10.222.0.99 "GET /v2.0/networks/f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273959 Feb 09 01:33:47.322038 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-2d327e54-f20a-465f-91ee-587991b396ad req-bd5608ee-019b-4b39-9328-7609129c8ef1 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Synchronizing usage tracker for tenant:83f2c056922441a380e38bb8b16784e5 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:33:47.362006 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-2d327e54-f20a-465f-91ee-587991b396ad req-bd5608ee-019b-4b39-9328-7609129c8ef1 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Unset dirty status for tenant:83f2c056922441a380e38bb8b16784e5 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:33:47.363134 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2d327e54-f20a-465f-91ee-587991b396ad req-bd5608ee-019b-4b39-9328-7609129c8ef1 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] 10.222.0.105 "GET /v2.0/ports?device_id=51d222ec-d492-465d-bac5-44a8a382b13e HTTP/1.1" status: 200 len: 210 time: 0.0960331 Feb 09 01:33:47.370592 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-42029694-ac58-41e7-afa6-86785eab1bca req-e85ef35b-691d-424d-90f6-bf6ac9e566ea service neutron] 10.222.0.99 "GET /v2.0/networks/f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896896 Feb 09 01:33:47.999846 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b092108-7373-4eaa-a994-302de9990907 req-b979ef15-5bca-4739-a6a5-a56b7b115325 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:48.001289 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4b092108-7373-4eaa-a994-302de9990907 req-b979ef15-5bca-4739-a6a5-a56b7b115325 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=f58d509d-93bf-46ae-bb25-e36138b8c533 HTTP/1.1" status: 200 len: 944 time: 0.0795722 Feb 09 01:33:48.044779 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4b092108-7373-4eaa-a994-302de9990907 req-11c5c723-883e-4f53-b34c-09e2b9afc9b2 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370190 Feb 09 01:33:48.669522 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f58d509d-93bf-46ae-bb25-e36138b8c533', 'tag': 'b0a722a7-1adc-489e-8598-4f24461ad8cc'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:33:48.715235 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f58d509d-93bf-46ae-bb25-e36138b8c533', 'tag': 'b0a722a7-1adc-489e-8598-4f24461ad8cc', 'status': 'completed', 'code': 200} Feb 09 01:33:48.813072 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce2a1d-d94d-43dc-8084-6ae8e65e2fd3 req-bc9f498d-8f97-4db0-ae94-e79e434aa9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:48.814672 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-19ce2a1d-d94d-43dc-8084-6ae8e65e2fd3 req-bc9f498d-8f97-4db0-ae94-e79e434aa9c1 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=6721380b025b4977bb6883114d898ed6&device_id=f58d509d-93bf-46ae-bb25-e36138b8c533 HTTP/1.1" status: 200 len: 1095 time: 0.0776300 Feb 09 01:33:48.946080 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce2a1d-d94d-43dc-8084-6ae8e65e2fd3 req-9fe99848-3bf4-4fc5-8eb2-1f60afe60694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:48.947531 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-19ce2a1d-d94d-43dc-8084-6ae8e65e2fd3 req-9fe99848-3bf4-4fc5-8eb2-1f60afe60694 service neutron] 10.222.0.99 "GET /v2.0/networks?id=f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f HTTP/1.1" status: 200 len: 913 time: 0.1268229 Feb 09 01:33:49.013542 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-19ce2a1d-d94d-43dc-8084-6ae8e65e2fd3 req-38aeae1f-a382-4994-9331-8f4f5cce6c41 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0a722a7-1adc-489e-8598-4f24461ad8cc HTTP/1.1" status: 200 len: 217 time: 0.0606005 Feb 09 01:33:49.078567 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce2a1d-d94d-43dc-8084-6ae8e65e2fd3 req-c59bc860-b330-4c92-a996-d26e81efc093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:49.080017 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-19ce2a1d-d94d-43dc-8084-6ae8e65e2fd3 req-c59bc860-b330-4c92-a996-d26e81efc093 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=572cbc39-1162-4835-b49c-9787164ff8f8 HTTP/1.1" status: 200 len: 851 time: 0.0615957 Feb 09 01:33:49.200158 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce2a1d-d94d-43dc-8084-6ae8e65e2fd3 req-13e454e1-6171-489b-b5d7-83e7781f919f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:49.201481 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-19ce2a1d-d94d-43dc-8084-6ae8e65e2fd3 req-13e454e1-6171-489b-b5d7-83e7781f919f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1159315 Feb 09 01:33:49.344018 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0732fa-95e3-4131-a4bd-d03910596515 req-d6909208-4474-4a36-a18f-00cebd5fffb1 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:49.345478 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8d0732fa-95e3-4131-a4bd-d03910596515 req-d6909208-4474-4a36-a18f-00cebd5fffb1 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=f58d509d-93bf-46ae-bb25-e36138b8c533 HTTP/1.1" status: 200 len: 944 time: 0.1957767 Feb 09 01:33:49.483172 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-19ce2a1d-d94d-43dc-8084-6ae8e65e2fd3 req-77bdad7a-99a2-4ed7-b61d-a0bebba4bc60 service neutron] 10.222.0.99 "GET /v2.0/networks/f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722592 Feb 09 01:33:49.524616 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 5c1e9aa8-53db-4ac1-9798-36b406674618 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:33:49.560480 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: 5c1e9aa8-53db-4ac1-9798-36b406674618 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:33:49.560826 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 5c1e9aa8-53db-4ac1-9798-36b406674618 not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:33:49.578983 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8d0732fa-95e3-4131-a4bd-d03910596515 req-b1be9e10-7e1b-42cb-8670-3ceee89a14fb tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244384 Feb 09 01:33:49.648463 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-19ce2a1d-d94d-43dc-8084-6ae8e65e2fd3 req-b8e2d223-20dc-4a6b-a61e-2d68ee1b71d9 service neutron] 10.222.0.99 "GET /v2.0/networks/f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552486 Feb 09 01:33:50.772490 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0385778e-4932-4540-85fa-6d05f77950bb req-7e2b975b-e84b-4d6c-8cbe-68bb9088b503 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:50.773873 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0385778e-4932-4540-85fa-6d05f77950bb req-7e2b975b-e84b-4d6c-8cbe-68bb9088b503 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=f58d509d-93bf-46ae-bb25-e36138b8c533 HTTP/1.1" status: 200 len: 944 time: 0.0785346 Feb 09 01:33:50.821577 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0385778e-4932-4540-85fa-6d05f77950bb req-625af99c-0143-48fd-b899-f123d54b8adb tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417938 Feb 09 01:33:51.966057 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:52.027815 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5a3464-be9e-4ebc-a823-43fa3b608840 req-9da66828-4ebd-4fe6-8b6c-5a3dd919ae63 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:52.029430 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ab5a3464-be9e-4ebc-a823-43fa3b608840 req-9da66828-4ebd-4fe6-8b6c-5a3dd919ae63 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=f58d509d-93bf-46ae-bb25-e36138b8c533 HTTP/1.1" status: 200 len: 944 time: 0.0969641 Feb 09 01:33:52.082302 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ab5a3464-be9e-4ebc-a823-43fa3b608840 req-35eca056-a5b8-4113-9542-3c58f1d1d6aa tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465081 Feb 09 01:33:53.269485 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16017e10-8872-4ca3-970b-f777c8baa896 req-a24d6bd4-3bbc-4707-bc78-a5aad2c3f2ce tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:53.270986 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-16017e10-8872-4ca3-970b-f777c8baa896 req-a24d6bd4-3bbc-4707-bc78-a5aad2c3f2ce tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=f58d509d-93bf-46ae-bb25-e36138b8c533 HTTP/1.1" status: 200 len: 944 time: 0.0830359 Feb 09 01:33:53.315808 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-16017e10-8872-4ca3-970b-f777c8baa896 req-524cedda-cbb2-4dc5-89a5-411b7fd2985e tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387938 Feb 09 01:33:54.543358 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9993c-5afd-4607-a7fe-7e9a9feb853d req-a0c2bd11-0eff-4610-9ec0-ca5658cd2d9c tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:54.544852 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-82b9993c-5afd-4607-a7fe-7e9a9feb853d req-a0c2bd11-0eff-4610-9ec0-ca5658cd2d9c tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=f58d509d-93bf-46ae-bb25-e36138b8c533 HTTP/1.1" status: 200 len: 944 time: 0.1006832 Feb 09 01:33:54.590785 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-82b9993c-5afd-4607-a7fe-7e9a9feb853d req-71b3315d-d1b7-45a9-b9fc-928a3412f926 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401032 Feb 09 01:33:54.959957 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:55.870576 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a926d65f-ec55-4527-a677-bd78deb02b5c req-84fe30e3-e532-468d-84ef-2f061878ddc0 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:55.871930 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a926d65f-ec55-4527-a677-bd78deb02b5c req-84fe30e3-e532-468d-84ef-2f061878ddc0 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] 10.222.0.105 "GET /v2.0/networks?id=788834d7-5a82-4c7e-89f7-1339b4e1f375 HTTP/1.1" status: 200 len: 813 time: 0.1974740 Feb 09 01:33:55.894592 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8d708b-9b56-4c74-bb69-7f3be2f6e9b3 req-c03196e9-75d2-4ca5-b786-26ff8151652c tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:55.896001 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3a8d708b-9b56-4c74-bb69-7f3be2f6e9b3 req-c03196e9-75d2-4ca5-b786-26ff8151652c tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=f58d509d-93bf-46ae-bb25-e36138b8c533 HTTP/1.1" status: 200 len: 944 time: 0.1516969 Feb 09 01:33:55.898149 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a926d65f-ec55-4527-a677-bd78deb02b5c req-6d6579e8-8bad-4056-9808-3da24bc68654 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] 10.222.0.105 "GET /v2.0/quotas/83f2c056922441a380e38bb8b16784e5 HTTP/1.1" status: 200 len: 375 time: 0.0203385 Feb 09 01:33:55.961772 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a926d65f-ec55-4527-a677-bd78deb02b5c req-ceff6789-af4e-4e91-9298-c3b7fc3ad308 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=83f2c056922441a380e38bb8b16784e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466855 Feb 09 01:33:56.048559 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3a8d708b-9b56-4c74-bb69-7f3be2f6e9b3 req-a3e55475-ff55-41e2-bd46-efdaa48eba3b tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467116 Feb 09 01:33:56.105730 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a926d65f-ec55-4527-a677-bd78deb02b5c req-5690412a-f824-477d-b75f-041f7fdcc7b1 service neutron] 10.222.0.105 "GET /v2.0/networks/788834d7-5a82-4c7e-89f7-1339b4e1f375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361327 Feb 09 01:33:56.237142 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a926d65f-ec55-4527-a677-bd78deb02b5c req-8831eef9-aa2d-4898-97e6-785837793597 service neutron] 10.222.0.105 "GET /v2.0/networks/788834d7-5a82-4c7e-89f7-1339b4e1f375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253119 Feb 09 01:33:56.410424 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0ad72ee8-562b-44ec-b96e-042b9bcd02d3 req-7bf3f0ad-6a9d-4d8a-a3e9-db787c0c65bb tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] 10.222.0.105 "GET /v2.0/ports?device_id=074cddb6-9f8e-41f1-9215-ca149f3963ec HTTP/1.1" status: 200 len: 210 time: 0.0428073 Feb 09 01:33:56.539768 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device b0a722a7-1adc-489e-8598-4f24461ad8cc details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:33:56.684084 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port b0a722a7-1adc-489e-8598-4f24461ad8cc, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=b0a722a7-1adc-489e-8598-4f24461ad8cc,segment=NetworkSegment(eb2641ac-e580-4925-8dd1-0f4584fc0d1e),segment_id=eb2641ac-e580-4925-8dd1-0f4584fc0d1e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:33:56.698527 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': 'b0a722a7-1adc-489e-8598-4f24461ad8cc', 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f', 'port_id': 'b0a722a7-1adc-489e-8598-4f24461ad8cc', 'mac_address': 'fa:16:3e:e4:1f:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '572cbc39-1162-4835-b49c-9787164ff8f8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:33:56.756366 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:56.776542 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0a722a7-1adc-489e-8598-4f24461ad8cc {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:33:56.791811 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port b0a722a7-1adc-489e-8598-4f24461ad8cc, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=b0a722a7-1adc-489e-8598-4f24461ad8cc,segment=NetworkSegment(eb2641ac-e580-4925-8dd1-0f4584fc0d1e),segment_id=eb2641ac-e580-4925-8dd1-0f4584fc0d1e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:33:56.795861 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:56.862614 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=b0a722a7-1adc-489e-8598-4f24461ad8cc,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:56.870742 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:56.871098 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:56.871444 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:56.871783 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:56.872116 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:56.873208 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:56.873547 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:56.873907 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:56.874238 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:56.874567 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:56.874897 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:56.875224 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:57.101520 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['b0a722a7-1adc-489e-8598-4f24461ad8cc'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:33:57.235646 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bbfc84-8e58-437d-9fef-9616237858e2 req-02ea98f2-ddad-4394-8686-2f66ba76ac9b tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:57.237112 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-81bbfc84-8e58-437d-9fef-9616237858e2 req-02ea98f2-ddad-4394-8686-2f66ba76ac9b tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=f58d509d-93bf-46ae-bb25-e36138b8c533 HTTP/1.1" status: 200 len: 945 time: 0.0837829 Feb 09 01:33:57.284569 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-81bbfc84-8e58-437d-9fef-9616237858e2 req-7086e716-f4eb-450b-892f-689a11b6a5fc tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393815 Feb 09 01:33:57.498048 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a926d65f-ec55-4527-a677-bd78deb02b5c req-b6443f87-a490-4ef1-b411-86165a15935e tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:57.500396 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a926d65f-ec55-4527-a677-bd78deb02b5c req-b6443f87-a490-4ef1-b411-86165a15935e tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] 10.222.0.99 "GET /v2.0/networks?id=788834d7-5a82-4c7e-89f7-1339b4e1f375 HTTP/1.1" status: 200 len: 813 time: 0.1516984 Feb 09 01:33:57.512285 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-a926d65f-ec55-4527-a677-bd78deb02b5c req-b2a4a95c-770c-4861-be33-3685f7aa253d tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Request body: {'port': {'device_id': '074cddb6-9f8e-41f1-9215-ca149f3963ec', 'network_id': '788834d7-5a82-4c7e-89f7-1339b4e1f375', 'admin_state_up': True, 'tenant_id': '83f2c056922441a380e38bb8b16784e5'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:57.727718 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8fff0392-bef3-473d-899c-a2e6d06c25f0 req-b18c3083-6d03-4a33-9244-c83e01adbbd1 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] 10.222.0.105 "GET /v2.0/ports?device_id=074cddb6-9f8e-41f1-9215-ca149f3963ec HTTP/1.1" status: 200 len: 210 time: 0.1940770 Feb 09 01:33:57.792324 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-a926d65f-ec55-4527-a677-bd78deb02b5c req-b2a4a95c-770c-4861-be33-3685f7aa253d tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:33:57.801703 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-a926d65f-ec55-4527-a677-bd78deb02b5c req-b2a4a95c-770c-4861-be33-3685f7aa253d tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:33:57.811879 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a926d65f-ec55-4527-a677-bd78deb02b5c req-b2a4a95c-770c-4861-be33-3685f7aa253d tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Made reservation on behalf of 83f2c056922441a380e38bb8b16784e5 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:33:57.815476 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a926d65f-ec55-4527-a677-bd78deb02b5c req-b2a4a95c-770c-4861-be33-3685f7aa253d tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:57.974534 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-a926d65f-ec55-4527-a677-bd78deb02b5c req-b2a4a95c-770c-4861-be33-3685f7aa253d tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Allocated IP 172.20.0.5 (788834d7-5a82-4c7e-89f7-1339b4e1f375/577680fd-2d6b-4bbd-8b92-01f828cf05ff/1fe81a83-ab9e-45be-b133-b7fffd7453e7) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:33:58.168547 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a926d65f-ec55-4527-a677-bd78deb02b5c req-b2a4a95c-770c-4861-be33-3685f7aa253d tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:58.197743 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a926d65f-ec55-4527-a677-bd78deb02b5c req-b2a4a95c-770c-4861-be33-3685f7aa253d tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:58.268900 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a926d65f-ec55-4527-a677-bd78deb02b5c req-b2a4a95c-770c-4861-be33-3685f7aa253d tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Network 788834d7-5a82-4c7e-89f7-1339b4e1f375 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:33:58.271991 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-a926d65f-ec55-4527-a677-bd78deb02b5c req-b2a4a95c-770c-4861-be33-3685f7aa253d tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:33:58.276381 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-a926d65f-ec55-4527-a677-bd78deb02b5c req-b2a4a95c-770c-4861-be33-3685f7aa253d tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:33:58.313793 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a4a95c-770c-4861-be33-3685f7aa253d tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Pushing event updated for resources: {'Port': ['ID=1fe81a83-ab9e-45be-b133-b7fffd7453e7,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:58.344476 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a926d65f-ec55-4527-a677-bd78deb02b5c req-b2a4a95c-770c-4861-be33-3685f7aa253d tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:58.345086 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a926d65f-ec55-4527-a677-bd78deb02b5c req-b2a4a95c-770c-4861-be33-3685f7aa253d tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:58.370397 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a926d65f-ec55-4527-a677-bd78deb02b5c req-b2a4a95c-770c-4861-be33-3685f7aa253d tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8617940 Feb 09 01:33:58.382657 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-a926d65f-ec55-4527-a677-bd78deb02b5c req-34977a54-7835-4ed1-a220-5a43541a2010 service neutron] Request body: {'port': {'device_id': '074cddb6-9f8e-41f1-9215-ca149f3963ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:58.550935 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a926d65f-ec55-4527-a677-bd78deb02b5c req-34977a54-7835-4ed1-a220-5a43541a2010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:58.564823 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device b0a722a7-1adc-489e-8598-4f24461ad8cc up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:33:58.605148 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086ee32d-61f6-4449-9ff2-059ada57305e req-a813d089-8835-4684-8213-25dde138c11d tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:58.607439 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-086ee32d-61f6-4449-9ff2-059ada57305e req-a813d089-8835-4684-8213-25dde138c11d tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=f58d509d-93bf-46ae-bb25-e36138b8c533 HTTP/1.1" status: 200 len: 945 time: 0.1937413 Feb 09 01:33:58.636383 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning for port b0a722a7-1adc-489e-8598-4f24461ad8cc completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:33:58.641525 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port b0a722a7-1adc-489e-8598-4f24461ad8cc triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:33:58.641996 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:58.725454 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-086ee32d-61f6-4449-9ff2-059ada57305e req-9a6d6256-4087-4e34-a45c-49f1bb2785d4 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079555 Feb 09 01:33:58.767188 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:58.797360 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f58d509d-93bf-46ae-bb25-e36138b8c533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0a722a7-1adc-489e-8598-4f24461ad8cc'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:33:58.808138 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port b0a722a7-1adc-489e-8598-4f24461ad8cc, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=b0a722a7-1adc-489e-8598-4f24461ad8cc,segment=NetworkSegment(eb2641ac-e580-4925-8dd1-0f4584fc0d1e),segment_id=eb2641ac-e580-4925-8dd1-0f4584fc0d1e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:33:58.813651 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:58.860819 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f58d509d-93bf-46ae-bb25-e36138b8c533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0a722a7-1adc-489e-8598-4f24461ad8cc', 'code': 200} Feb 09 01:33:58.894310 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=b0a722a7-1adc-489e-8598-4f24461ad8cc,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:58.975748 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12605db1-f85e-484c-8507-406468cbc948 req-61ae20c9-1e09-4f42-96e0-4f39017d1a22 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:58.976347 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-12605db1-f85e-484c-8507-406468cbc948 req-61ae20c9-1e09-4f42-96e0-4f39017d1a22 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Synchronizing usage tracker for tenant:83f2c056922441a380e38bb8b16784e5 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:33:58.984205 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c107f01c-7891-429b-9c51-868af5e05cde req-2a54f471-b113-46d1-b0dc-e36867e40270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:58.985715 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-c107f01c-7891-429b-9c51-868af5e05cde req-2a54f471-b113-46d1-b0dc-e36867e40270 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=f58d509d-93bf-46ae-bb25-e36138b8c533 HTTP/1.1" status: 200 len: 1097 time: 0.0764914 Feb 09 01:33:59.030091 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-c107f01c-7891-429b-9c51-868af5e05cde req-21422b34-d620-431b-9005-01f7122f1bb9 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355737 Feb 09 01:33:59.035279 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-12605db1-f85e-484c-8507-406468cbc948 req-61ae20c9-1e09-4f42-96e0-4f39017d1a22 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Unset dirty status for tenant:83f2c056922441a380e38bb8b16784e5 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:33:59.036421 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-12605db1-f85e-484c-8507-406468cbc948 req-61ae20c9-1e09-4f42-96e0-4f39017d1a22 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] 10.222.0.105 "GET /v2.0/ports?device_id=074cddb6-9f8e-41f1-9215-ca149f3963ec HTTP/1.1" status: 200 len: 931 time: 0.1941860 Feb 09 01:33:59.040213 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-a926d65f-ec55-4527-a677-bd78deb02b5c req-34977a54-7835-4ed1-a220-5a43541a2010 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fe81a83-ab9e-45be-b133-b7fffd7453e7 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:33:59.059380 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a926d65f-ec55-4527-a677-bd78deb02b5c req-34977a54-7835-4ed1-a220-5a43541a2010 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:59.087029 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-a926d65f-ec55-4527-a677-bd78deb02b5c req-34977a54-7835-4ed1-a220-5a43541a2010 service neutron] Transition to ACTIVE for port object 1fe81a83-ab9e-45be-b133-b7fffd7453e7 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:33:59.090961 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a926d65f-ec55-4527-a677-bd78deb02b5c req-34977a54-7835-4ed1-a220-5a43541a2010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:59.141420 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-12605db1-f85e-484c-8507-406468cbc948 req-e8883c7b-c9f5-4177-bb3e-41130bb137f8 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] 10.222.0.105 "GET /v2.0/security-groups?id=7ccd8cec-a88d-44d3-80fa-11f8b6c148c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967684 Feb 09 01:33:59.254152 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34977a54-7835-4ed1-a220-5a43541a2010 service neutron] Pushing event updated for resources: {'Port': ['ID=1fe81a83-ab9e-45be-b133-b7fffd7453e7,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:59.333562 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-a926d65f-ec55-4527-a677-bd78deb02b5c req-34977a54-7835-4ed1-a220-5a43541a2010 service neutron] Attempting to bind port 1fe81a83-ab9e-45be-b133-b7fffd7453e7 on host n-h2-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:33:59.334269 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-a926d65f-ec55-4527-a677-bd78deb02b5c req-34977a54-7835-4ed1-a220-5a43541a2010 service neutron] Attempting to bind port 1fe81a83-ab9e-45be-b133-b7fffd7453e7 by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': '27d0c4f0-9164-438b-805b-314f019a4c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '788834d7-5a82-4c7e-89f7-1339b4e1f375'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:33:59.334269 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a926d65f-ec55-4527-a677-bd78deb02b5c req-34977a54-7835-4ed1-a220-5a43541a2010 service neutron] Attempting to bind port 1fe81a83-ab9e-45be-b133-b7fffd7453e7 on network 788834d7-5a82-4c7e-89f7-1339b4e1f375 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:33:59.338861 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a926d65f-ec55-4527-a677-bd78deb02b5c req-34977a54-7835-4ed1-a220-5a43541a2010 service neutron] Port 1fe81a83-ab9e-45be-b133-b7fffd7453e7 on network 788834d7-5a82-4c7e-89f7-1339b4e1f375 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:33:59.339175 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a926d65f-ec55-4527-a677-bd78deb02b5c req-34977a54-7835-4ed1-a220-5a43541a2010 service neutron] Attempting to bind port 1fe81a83-ab9e-45be-b133-b7fffd7453e7 on network 788834d7-5a82-4c7e-89f7-1339b4e1f375 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:33:59.344563 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a926d65f-ec55-4527-a677-bd78deb02b5c req-34977a54-7835-4ed1-a220-5a43541a2010 service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:33:59.344896 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a926d65f-ec55-4527-a677-bd78deb02b5c req-34977a54-7835-4ed1-a220-5a43541a2010 service neutron] Checking segment: {'id': '27d0c4f0-9164-438b-805b-314f019a4c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '788834d7-5a82-4c7e-89f7-1339b4e1f375'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:33:59.345272 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a926d65f-ec55-4527-a677-bd78deb02b5c req-34977a54-7835-4ed1-a220-5a43541a2010 service neutron] Bound using segment: {'id': '27d0c4f0-9164-438b-805b-314f019a4c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '788834d7-5a82-4c7e-89f7-1339b4e1f375'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:33:59.345718 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-a926d65f-ec55-4527-a677-bd78deb02b5c req-34977a54-7835-4ed1-a220-5a43541a2010 service neutron] Bound port: 1fe81a83-ab9e-45be-b133-b7fffd7453e7, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27d0c4f0-9164-438b-805b-314f019a4c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '788834d7-5a82-4c7e-89f7-1339b4e1f375'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:33:59.346060 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a926d65f-ec55-4527-a677-bd78deb02b5c req-34977a54-7835-4ed1-a220-5a43541a2010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:59.436682 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-a926d65f-ec55-4527-a677-bd78deb02b5c req-34977a54-7835-4ed1-a220-5a43541a2010 service neutron] For port 1fe81a83-ab9e-45be-b133-b7fffd7453e7, host n-h2-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:33:59.439719 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-a926d65f-ec55-4527-a677-bd78deb02b5c req-34977a54-7835-4ed1-a220-5a43541a2010 service neutron] For port 1fe81a83-ab9e-45be-b133-b7fffd7453e7, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=1fe81a83-ab9e-45be-b133-b7fffd7453e7,segment=NetworkSegment(27d0c4f0-9164-438b-805b-314f019a4c7f),segment_id=27d0c4f0-9164-438b-805b-314f019a4c7f)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:33:59.443040 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a926d65f-ec55-4527-a677-bd78deb02b5c req-34977a54-7835-4ed1-a220-5a43541a2010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:59.503819 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a926d65f-ec55-4527-a677-bd78deb02b5c req-34977a54-7835-4ed1-a220-5a43541a2010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:59.504489 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a926d65f-ec55-4527-a677-bd78deb02b5c req-34977a54-7835-4ed1-a220-5a43541a2010 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:59.505825 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a926d65f-ec55-4527-a677-bd78deb02b5c req-34977a54-7835-4ed1-a220-5a43541a2010 service neutron] 10.222.0.99 "PUT /v2.0/ports/1fe81a83-ab9e-45be-b133-b7fffd7453e7 HTTP/1.1" status: 200 len: 1091 time: 1.1285512 Feb 09 01:33:59.506259 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '074cddb6-9f8e-41f1-9215-ca149f3963ec', 'tag': '1fe81a83-ab9e-45be-b133-b7fffd7453e7'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:33:59.526206 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34977a54-7835-4ed1-a220-5a43541a2010 service neutron] Pushing event updated for resources: {'Port': ['ID=1fe81a83-ab9e-45be-b133-b7fffd7453e7,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:59.579567 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '074cddb6-9f8e-41f1-9215-ca149f3963ec', 'tag': '1fe81a83-ab9e-45be-b133-b7fffd7453e7', 'status': 'completed', 'code': 200} Feb 09 01:33:59.618201 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a926d65f-ec55-4527-a677-bd78deb02b5c req-a2568fff-05bd-414c-a484-58dccea6bbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:59.619678 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a926d65f-ec55-4527-a677-bd78deb02b5c req-a2568fff-05bd-414c-a484-58dccea6bbbf service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=83f2c056922441a380e38bb8b16784e5&device_id=074cddb6-9f8e-41f1-9215-ca149f3963ec HTTP/1.1" status: 200 len: 1094 time: 0.0769212 Feb 09 01:33:59.793010 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a926d65f-ec55-4527-a677-bd78deb02b5c req-ce75c200-b49d-4f26-8565-b1dca4fd3ff2 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1fe81a83-ab9e-45be-b133-b7fffd7453e7 HTTP/1.1" status: 200 len: 217 time: 0.1667376 Feb 09 01:33:59.904153 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a926d65f-ec55-4527-a677-bd78deb02b5c req-d9ab1eec-0a4a-4912-b2dc-bfba6b02fbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:59.905571 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a926d65f-ec55-4527-a677-bd78deb02b5c req-d9ab1eec-0a4a-4912-b2dc-bfba6b02fbae service neutron] 10.222.0.99 "GET /v2.0/subnets?id=577680fd-2d6b-4bbd-8b92-01f828cf05ff HTTP/1.1" status: 200 len: 853 time: 0.1059120 Feb 09 01:33:59.957079 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a926d65f-ec55-4527-a677-bd78deb02b5c req-92da5202-6246-420d-a475-18abf3e3413f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=788834d7-5a82-4c7e-89f7-1339b4e1f375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446630 Feb 09 01:33:59.992043 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fda1a2-e69a-4bd0-aefe-b1b7572f67ac req-fd89a659-3044-4aa3-88ce-61b27cd54eff tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:59.993460 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-45fda1a2-e69a-4bd0-aefe-b1b7572f67ac req-fd89a659-3044-4aa3-88ce-61b27cd54eff tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=f58d509d-93bf-46ae-bb25-e36138b8c533 HTTP/1.1" status: 200 len: 946 time: 0.1595552 Feb 09 01:34:00.100419 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-45fda1a2-e69a-4bd0-aefe-b1b7572f67ac req-01214529-519c-4787-8164-dd413221c5e1 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639815 Feb 09 01:34:00.139302 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a926d65f-ec55-4527-a677-bd78deb02b5c req-f6478bdc-e4ab-4ed8-878b-148c85561e62 service neutron] 10.222.0.99 "GET /v2.0/networks/788834d7-5a82-4c7e-89f7-1339b4e1f375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745117 Feb 09 01:34:00.313610 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a926d65f-ec55-4527-a677-bd78deb02b5c req-8d4af370-e351-4546-bc69-33dd0a0461e6 service neutron] 10.222.0.99 "GET /v2.0/networks/788834d7-5a82-4c7e-89f7-1339b4e1f375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677332 Feb 09 01:34:00.352165 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a66f193-a6a2-486b-a950-44dacad2ea87 req-5956d796-d003-4ef0-8ab8-437283c4c0d7 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:00.353556 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2a66f193-a6a2-486b-a950-44dacad2ea87 req-5956d796-d003-4ef0-8ab8-437283c4c0d7 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] 10.222.0.105 "GET /v2.0/ports?device_id=074cddb6-9f8e-41f1-9215-ca149f3963ec HTTP/1.1" status: 200 len: 943 time: 0.0977755 Feb 09 01:34:00.401749 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2a66f193-a6a2-486b-a950-44dacad2ea87 req-6a9d248a-a42c-4233-8bc4-1b49109a215a tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] 10.222.0.105 "GET /v2.0/security-groups?id=7ccd8cec-a88d-44d3-80fa-11f8b6c148c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419014 Feb 09 01:34:00.475197 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651709f-470b-416b-a1c8-d40e255a828a req-add863e8-9e57-4e1d-8b57-656d3589e6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:00.476685 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2651709f-470b-416b-a1c8-d40e255a828a req-add863e8-9e57-4e1d-8b57-656d3589e6c3 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=83f2c056922441a380e38bb8b16784e5&device_id=074cddb6-9f8e-41f1-9215-ca149f3963ec HTTP/1.1" status: 200 len: 1094 time: 0.0788636 Feb 09 01:34:00.605818 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651709f-470b-416b-a1c8-d40e255a828a req-7245337c-7ccc-4abf-bdd0-73ff7a0a476b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:00.607217 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2651709f-470b-416b-a1c8-d40e255a828a req-7245337c-7ccc-4abf-bdd0-73ff7a0a476b service neutron] 10.222.0.99 "GET /v2.0/networks?id=788834d7-5a82-4c7e-89f7-1339b4e1f375 HTTP/1.1" status: 200 len: 914 time: 0.1250217 Feb 09 01:34:00.674958 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2651709f-470b-416b-a1c8-d40e255a828a req-c58cdcbe-a9b0-4fa6-a143-6569b3f8a38c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1fe81a83-ab9e-45be-b133-b7fffd7453e7 HTTP/1.1" status: 200 len: 217 time: 0.0615475 Feb 09 01:34:00.739069 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651709f-470b-416b-a1c8-d40e255a828a req-c8c953d7-db0a-4e25-99b5-26fc5b85f4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:00.740471 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2651709f-470b-416b-a1c8-d40e255a828a req-c8c953d7-db0a-4e25-99b5-26fc5b85f4ba service neutron] 10.222.0.99 "GET /v2.0/subnets?id=577680fd-2d6b-4bbd-8b92-01f828cf05ff HTTP/1.1" status: 200 len: 853 time: 0.0604272 Feb 09 01:34:00.785323 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2651709f-470b-416b-a1c8-d40e255a828a req-79e3a3fc-aa2b-42ca-acdb-3cb83f2b94b5 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=788834d7-5a82-4c7e-89f7-1339b4e1f375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397291 Feb 09 01:34:00.910959 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2651709f-470b-416b-a1c8-d40e255a828a req-6d8b6990-49fd-4d33-a24c-54c4752ec2ff service neutron] 10.222.0.99 "GET /v2.0/networks/788834d7-5a82-4c7e-89f7-1339b4e1f375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202042 Feb 09 01:34:01.036948 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2651709f-470b-416b-a1c8-d40e255a828a req-1dab3cd8-3396-4748-ad5b-910eecec6b80 service neutron] 10.222.0.99 "GET /v2.0/networks/788834d7-5a82-4c7e-89f7-1339b4e1f375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204364 Feb 09 01:34:01.287225 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8769f00c-1d95-4a2a-b64f-475c1a9ca576 req-48f8458d-b560-4c5b-8ce8-e8248063fda9 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:01.288727 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8769f00c-1d95-4a2a-b64f-475c1a9ca576 req-48f8458d-b560-4c5b-8ce8-e8248063fda9 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=f58d509d-93bf-46ae-bb25-e36138b8c533 HTTP/1.1" status: 200 len: 946 time: 0.0835459 Feb 09 01:34:01.332686 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8769f00c-1d95-4a2a-b64f-475c1a9ca576 req-65e357b2-9cbc-4ad7-8f8b-b76bac48eca7 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383654 Feb 09 01:34:01.752239 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3761ea6d-274a-4a75-983b-2807ed8cd148 req-7ce8470e-f417-4ee4-a14a-6ec1b9fa8a9a tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:01.753744 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3761ea6d-274a-4a75-983b-2807ed8cd148 req-7ce8470e-f417-4ee4-a14a-6ec1b9fa8a9a tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] 10.222.0.105 "GET /v2.0/ports?device_id=074cddb6-9f8e-41f1-9215-ca149f3963ec HTTP/1.1" status: 200 len: 943 time: 0.2470813 Feb 09 01:34:01.765970 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18075f29-e488-4578-81ff-622fa6f20926 req-d55c7309-bafc-4d4b-8488-e94cfdd83142 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:01.767326 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-18075f29-e488-4578-81ff-622fa6f20926 req-d55c7309-bafc-4d4b-8488-e94cfdd83142 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=f58d509d-93bf-46ae-bb25-e36138b8c533 HTTP/1.1" status: 200 len: 946 time: 0.2230420 Feb 09 01:34:01.834597 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3761ea6d-274a-4a75-983b-2807ed8cd148 req-d9150f4e-a840-4d40-8a75-42cf351fd852 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] 10.222.0.105 "GET /v2.0/security-groups?id=7ccd8cec-a88d-44d3-80fa-11f8b6c148c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663457 Feb 09 01:34:01.838861 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-18075f29-e488-4578-81ff-622fa6f20926 req-b836df5a-ebb3-4980-82bd-bae8c397b26f tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575216 Feb 09 01:34:02.936506 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [req-c232d586-f390-45e3-81b1-c66c150d9e69 req-181c46ed-0038-4c20-a284-579442812785 service neutron] (87638) timed out ('10.222.0.105', 38532) {{(pid=87638) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 01:34:03.031236 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c83376-f304-49da-9eb5-a74497c2c666 req-e96cf46c-90f9-4230-8baa-a8b89ac05e35 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:03.032865 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b5c83376-f304-49da-9eb5-a74497c2c666 req-e96cf46c-90f9-4230-8baa-a8b89ac05e35 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] 10.222.0.105 "GET /v2.0/ports?device_id=074cddb6-9f8e-41f1-9215-ca149f3963ec HTTP/1.1" status: 200 len: 943 time: 0.0845938 Feb 09 01:34:03.079731 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b5c83376-f304-49da-9eb5-a74497c2c666 req-cdfa004f-bb2e-4195-8b68-aebb2ce0803b tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] 10.222.0.105 "GET /v2.0/security-groups?id=7ccd8cec-a88d-44d3-80fa-11f8b6c148c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415094 Feb 09 01:34:04.264709 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228b677-73b1-47fa-b16c-d76b045c82f4 req-fb5257ae-08e6-4f03-b915-530f4e255c40 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:04.266213 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0228b677-73b1-47fa-b16c-d76b045c82f4 req-fb5257ae-08e6-4f03-b915-530f4e255c40 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] 10.222.0.105 "GET /v2.0/ports?device_id=074cddb6-9f8e-41f1-9215-ca149f3963ec HTTP/1.1" status: 200 len: 943 time: 0.0817504 Feb 09 01:34:04.309824 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0228b677-73b1-47fa-b16c-d76b045c82f4 req-4877331f-aacf-4e75-98b7-fe8dcdd3fd4d tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] 10.222.0.105 "GET /v2.0/security-groups?id=7ccd8cec-a88d-44d3-80fa-11f8b6c148c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378413 Feb 09 01:34:04.369988 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 43224) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:34:04.479732 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-398d3f9d-a2cf-4804-af2d-12e03ec09946 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/floatingips/a37aeb72-a1cd-4fc5-930e-6446d025883a HTTP/1.1" status: 200 len: 992 time: 0.1085260 Feb 09 01:34:04.610480 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 1fe81a83-ab9e-45be-b133-b7fffd7453e7 details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:34:04.628233 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95a0c6c-d707-4671-80fb-d85cce0bf4cc req-2db48930-34de-49c4-b8d8-8e4ec83d1e6b tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:04.629689 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a95a0c6c-d707-4671-80fb-d85cce0bf4cc req-2db48930-34de-49c4-b8d8-8e4ec83d1e6b tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/networks?id=f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f HTTP/1.1" status: 200 len: 812 time: 0.1488485 Feb 09 01:34:04.645771 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a95a0c6c-d707-4671-80fb-d85cce0bf4cc req-00797315-84c8-48b0-b7e9-952e2c9f4e22 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/quotas/6721380b025b4977bb6883114d898ed6 HTTP/1.1" status: 200 len: 375 time: 0.0101352 Feb 09 01:34:04.738051 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a95a0c6c-d707-4671-80fb-d85cce0bf4cc req-4f62c4fc-1c63-4830-b5ff-53e7d0fab166 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=6721380b025b4977bb6883114d898ed6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0861876 Feb 09 01:34:04.756814 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43242) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:34:04.784712 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 1fe81a83-ab9e-45be-b133-b7fffd7453e7, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=1fe81a83-ab9e-45be-b133-b7fffd7453e7,segment=NetworkSegment(27d0c4f0-9164-438b-805b-314f019a4c7f),segment_id=27d0c4f0-9164-438b-805b-314f019a4c7f)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:34:04.797801 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': '1fe81a83-ab9e-45be-b133-b7fffd7453e7', 'network_id': '788834d7-5a82-4c7e-89f7-1339b4e1f375', 'port_id': '1fe81a83-ab9e-45be-b133-b7fffd7453e7', 'mac_address': 'fa:16:3e:4e:35:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '577680fd-2d6b-4bbd-8b92-01f828cf05ff', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:34:04.853513 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:04.872242 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fe81a83-ab9e-45be-b133-b7fffd7453e7 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:34:04.878350 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a95a0c6c-d707-4671-80fb-d85cce0bf4cc req-80828fde-31e7-4531-92d4-d532b9c27254 service neutron] 10.222.0.105 "GET /v2.0/networks/f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326504 Feb 09 01:34:04.888701 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 1fe81a83-ab9e-45be-b133-b7fffd7453e7, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=1fe81a83-ab9e-45be-b133-b7fffd7453e7,segment=NetworkSegment(27d0c4f0-9164-438b-805b-314f019a4c7f),segment_id=27d0c4f0-9164-438b-805b-314f019a4c7f)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:34:04.893298 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:04.963033 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=1fe81a83-ab9e-45be-b133-b7fffd7453e7,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:04.969795 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-58ad9591-9ae2-42ab-9974-4aa30a549803 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Deleting port fc3b5ac2-5f42-45fa-9298-ebad9b2e3db2 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:34:04.970147 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-58ad9591-9ae2-42ab-9974-4aa30a549803 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:05.011146 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a95a0c6c-d707-4671-80fb-d85cce0bf4cc req-f6ab2eed-858b-4c01-88f7-e596e3cb4044 service neutron] 10.222.0.105 "GET /v2.0/networks/f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295872 Feb 09 01:34:05.146448 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-58ad9591-9ae2-42ab-9974-4aa30a549803 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:05.146699 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-58ad9591-9ae2-42ab-9974-4aa30a549803 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:05.204254 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['1fe81a83-ab9e-45be-b133-b7fffd7453e7'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:34:05.246803 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-916fa179-96f4-472f-ba32-b4ff95d1ec60 req-3dfacadb-f66e-49a8-85c7-59eb37f26b86 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=a6aa6a99-4f09-4bc5-9b9d-447cde8ee1f2 HTTP/1.1" status: 200 len: 210 time: 0.0492020 Feb 09 01:34:05.290817 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-58ad9591-9ae2-42ab-9974-4aa30a549803 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Calling delete_port for fc3b5ac2-5f42-45fa-9298-ebad9b2e3db2 owned by network:floatingip {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:34:05.525462 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ee2e2-1725-4454-95c9-1d1542d61bfe req-a4f013c7-e060-460e-8b45-59db665a5a0f tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:05.526965 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f92ee2e2-1725-4454-95c9-1d1542d61bfe req-a4f013c7-e060-460e-8b45-59db665a5a0f tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] 10.222.0.105 "GET /v2.0/ports?device_id=074cddb6-9f8e-41f1-9215-ca149f3963ec HTTP/1.1" status: 200 len: 944 time: 0.0926533 Feb 09 01:34:05.585041 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f92ee2e2-1725-4454-95c9-1d1542d61bfe req-1e835ab4-05d4-48f5-acf4-c92c8873ce11 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] 10.222.0.105 "GET /v2.0/security-groups?id=7ccd8cec-a88d-44d3-80fa-11f8b6c148c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494957 Feb 09 01:34:05.599049 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-58ad9591-9ae2-42ab-9974-4aa30a549803 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:05.650187 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ad9591-9ae2-42ab-9974-4aa30a549803 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Pushing event deleted for resources: {'Port': ['ID=fc3b5ac2-5f42-45fa-9298-ebad9b2e3db2,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:05.744107 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-58ad9591-9ae2-42ab-9974-4aa30a549803 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for floatingip, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:05.744512 n-d-828418-1 neutron-server[87638]: INFO neutron.db.l3_db [None req-58ad9591-9ae2-42ab-9974-4aa30a549803 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Floating IP a37aeb72-a1cd-4fc5-930e-6446d025883a disassociated (deleted). External IP: 172.25.0.80, port: d2b4881a-d904-4326-8523-438814366109. Feb 09 01:34:06.094317 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ad9591-9ae2-42ab-9974-4aa30a549803 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Router a19205ee-bf04-44e0-bcf3-e655636471b2 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:34:06.287291 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ad9591-9ae2-42ab-9974-4aa30a549803 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:34:06.303013 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a9b958-af31-407a-83d0-d3614b631af0 None None] Sync routers for ids ['a19205ee-bf04-44e0-bcf3-e655636471b2'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:34:06.313557 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-58ad9591-9ae2-42ab-9974-4aa30a549803 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:06.317503 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a9b958-af31-407a-83d0-d3614b631af0 None None] Routers {'a19205ee-bf04-44e0-bcf3-e655636471b2'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:34:06.326556 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-84a9b958-af31-407a-83d0-d3614b631af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:33:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['a19205ee-bf04-44e0-bcf3-e655636471b2'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:06.383860 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-58ad9591-9ae2-42ab-9974-4aa30a549803 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "DELETE /v2.0/floatingips/a37aeb72-a1cd-4fc5-930e-6446d025883a HTTP/1.1" status: 204 len: 168 time: 1.6257532 Feb 09 01:34:06.384559 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0800e5ed-c812-4ec2-947d-640a5128782b', 'tag': 'd2b4881a-d904-4326-8523-438814366109'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:34:06.391343 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95a0c6c-d707-4671-80fb-d85cce0bf4cc req-a6630abe-f06c-4dd2-92e1-a2d3ce5f617c tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:06.401126 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a95a0c6c-d707-4671-80fb-d85cce0bf4cc req-a6630abe-f06c-4dd2-92e1-a2d3ce5f617c tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.62 "GET /v2.0/networks?id=f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f HTTP/1.1" status: 200 len: 812 time: 0.1998088 Feb 09 01:34:06.414125 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-a95a0c6c-d707-4671-80fb-d85cce0bf4cc req-12dc6d33-0ced-4b3f-ad52-d716c5dcab4c tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Request body: {'port': {'device_id': 'a6aa6a99-4f09-4bc5-9b9d-447cde8ee1f2', 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f', 'admin_state_up': True, 'tenant_id': '6721380b025b4977bb6883114d898ed6'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:34:06.526320 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-38d8bc39-a394-4367-9097-c4b9125e7ff5 req-f36b5bad-c069-4812-ab4b-afddebbcb580 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=a6aa6a99-4f09-4bc5-9b9d-447cde8ee1f2 HTTP/1.1" status: 200 len: 210 time: 0.0958090 Feb 09 01:34:06.579067 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-84a9b958-af31-407a-83d0-d3614b631af0 None None] Set router a19205ee-bf04-44e0-bcf3-e655636471b2 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:34:06.589208 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0800e5ed-c812-4ec2-947d-640a5128782b', 'tag': 'd2b4881a-d904-4326-8523-438814366109', 'status': 'completed', 'code': 200} Feb 09 01:34:06.687657 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-a95a0c6c-d707-4671-80fb-d85cce0bf4cc req-12dc6d33-0ced-4b3f-ad52-d716c5dcab4c tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:34:06.703489 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-a95a0c6c-d707-4671-80fb-d85cce0bf4cc req-12dc6d33-0ced-4b3f-ad52-d716c5dcab4c tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:34:06.718371 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a95a0c6c-d707-4671-80fb-d85cce0bf4cc req-12dc6d33-0ced-4b3f-ad52-d716c5dcab4c tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Made reservation on behalf of 6721380b025b4977bb6883114d898ed6 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:34:06.723440 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a95a0c6c-d707-4671-80fb-d85cce0bf4cc req-12dc6d33-0ced-4b3f-ad52-d716c5dcab4c tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:06.782079 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59427414-6055-4feb-8b5e-12b761851976 req-d31205e3-af64-416a-824f-6e3b1b33e0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:06.785534 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-59427414-6055-4feb-8b5e-12b761851976 req-d31205e3-af64-416a-824f-6e3b1b33e0f4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=59b43f7aa2bc4476a3c7bc7857b33f06&device_id=0800e5ed-c812-4ec2-947d-640a5128782b HTTP/1.1" status: 200 len: 1096 time: 0.1718335 Feb 09 01:34:06.835445 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 1fe81a83-ab9e-45be-b133-b7fffd7453e7 up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:34:06.972716 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59427414-6055-4feb-8b5e-12b761851976 req-a549da4d-4479-458a-b441-86ffb1503753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:06.974981 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-59427414-6055-4feb-8b5e-12b761851976 req-a549da4d-4479-458a-b441-86ffb1503753 service neutron] 10.222.0.62 "GET /v2.0/networks?id=11a8c99d-6203-46e5-b736-5041081438dd HTTP/1.1" status: 200 len: 897 time: 0.1830454 Feb 09 01:34:06.993938 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning for port 1fe81a83-ab9e-45be-b133-b7fffd7453e7 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:34:07.028201 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port 1fe81a83-ab9e-45be-b133-b7fffd7453e7 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:34:07.029884 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:07.085505 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-59427414-6055-4feb-8b5e-12b761851976 req-b27d3887-e5f6-4a71-9448-d3f3a627f6f8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2b4881a-d904-4326-8523-438814366109 HTTP/1.1" status: 200 len: 217 time: 0.1022487 Feb 09 01:34:07.169903 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59427414-6055-4feb-8b5e-12b761851976 req-c86586aa-2c69-4237-9b50-177651792437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:07.172880 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-59427414-6055-4feb-8b5e-12b761851976 req-c86586aa-2c69-4237-9b50-177651792437 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6289a054-d793-4307-bab7-8d0d359df191 HTTP/1.1" status: 200 len: 835 time: 0.0806847 Feb 09 01:34:07.206212 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-a95a0c6c-d707-4671-80fb-d85cce0bf4cc req-12dc6d33-0ced-4b3f-ad52-d716c5dcab4c tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Allocated IP 172.20.0.3 (f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f/572cbc39-1162-4835-b49c-9787164ff8f8/611f388f-08f5-4215-b1fe-875c7316326d) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:34:07.226925 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-84a9b958-af31-407a-83d0-d3614b631af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19205ee-bf04-44e0-bcf3-e655636471b2', 'name': 'tempest-TestNetworkBasicOps-router-942359660', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '1c6a281f-0048-4433-b29a-fb8f1d1b8a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:33:00Z', 'updated_at': '2022-02-09T01:33:05Z', 'revision_number': 4, 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'gw_port': {'id': '1c6a281f-0048-4433-b29a-fb8f1d1b8a59', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19205ee-bf04-44e0-bcf3-e655636471b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:00Z', 'updated_at': '2022-02-09T01:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '5a6336bd-0d6f-4463-9195-531a673c270e', 'name': '', 'network_id': '11a8c99d-6203-46e5-b736-5041081438dd', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'mac_address': 'fa:16:3e:04:b3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19205ee-bf04-44e0-bcf3-e655636471b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '6289a054-d793-4307-bab7-8d0d359df191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:04Z', 'updated_at': '2022-02-09T01:33:11Z', 'revision_number': 5, 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'subnets': [{'id': '6289a054-d793-4307-bab7-8d0d359df191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:07.238150 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a9b958-af31-407a-83d0-d3614b631af0 None None] Checking router: a19205ee-bf04-44e0-bcf3-e655636471b2 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:34:07.253286 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:07.269767 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a9b958-af31-407a-83d0-d3614b631af0 None None] Routers {'a19205ee-bf04-44e0-bcf3-e655636471b2'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:34:07.270428 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-84a9b958-af31-407a-83d0-d3614b631af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:33:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['a19205ee-bf04-44e0-bcf3-e655636471b2'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:07.282766 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1051647b-2487-45f7-8dbc-d8d5e1f266d0 req-b59f9d05-ec01-472d-a83d-0e46801c19d3 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:07.290134 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1051647b-2487-45f7-8dbc-d8d5e1f266d0 req-b59f9d05-ec01-472d-a83d-0e46801c19d3 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] 10.222.0.105 "GET /v2.0/ports?device_id=074cddb6-9f8e-41f1-9215-ca149f3963ec HTTP/1.1" status: 200 len: 944 time: 0.4357164 Feb 09 01:34:07.295265 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59427414-6055-4feb-8b5e-12b761851976 req-9edc1d65-0238-4c15-bc10-9dd38d714510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:07.297351 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-59427414-6055-4feb-8b5e-12b761851976 req-9edc1d65-0238-4c15-bc10-9dd38d714510 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=11a8c99d-6203-46e5-b736-5041081438dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1186376 Feb 09 01:34:07.320750 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc573d-5038-4700-939d-17e816abcdb9 req-144aa182-c89c-4c23-a403-09acc8f761d5 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:07.322579 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-23dc573d-5038-4700-939d-17e816abcdb9 req-144aa182-c89c-4c23-a403-09acc8f761d5 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/ports?device_id=0800e5ed-c812-4ec2-947d-640a5128782b HTTP/1.1" status: 200 len: 945 time: 0.4310296 Feb 09 01:34:07.395558 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1051647b-2487-45f7-8dbc-d8d5e1f266d0 req-84caa8d0-c307-4828-8394-4859edf8f6d1 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] 10.222.0.105 "GET /v2.0/security-groups?id=7ccd8cec-a88d-44d3-80fa-11f8b6c148c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043746 Feb 09 01:34:07.495242 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-59427414-6055-4feb-8b5e-12b761851976 req-e03c969b-5b9f-4cf4-b459-1c448b4ebcef service neutron] 10.222.0.62 "GET /v2.0/networks/11a8c99d-6203-46e5-b736-5041081438dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905909 Feb 09 01:34:07.520353 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '074cddb6-9f8e-41f1-9215-ca149f3963ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fe81a83-ab9e-45be-b133-b7fffd7453e7'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:34:07.521743 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-23dc573d-5038-4700-939d-17e816abcdb9 req-7aea81cd-f6a3-48f3-ade4-92619c04cabb tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/security-groups?id=0167595c-33f2-46c5-b034-a13b49729cce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1502507 Feb 09 01:34:07.541344 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 1fe81a83-ab9e-45be-b133-b7fffd7453e7, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=1fe81a83-ab9e-45be-b133-b7fffd7453e7,segment=NetworkSegment(27d0c4f0-9164-438b-805b-314f019a4c7f),segment_id=27d0c4f0-9164-438b-805b-314f019a4c7f)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:34:07.548152 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-84a9b958-af31-407a-83d0-d3614b631af0 None None] Set router a19205ee-bf04-44e0-bcf3-e655636471b2 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:34:07.648692 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a95a0c6c-d707-4671-80fb-d85cce0bf4cc req-12dc6d33-0ced-4b3f-ad52-d716c5dcab4c tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:07.687204 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-a95a0c6c-d707-4671-80fb-d85cce0bf4cc req-12dc6d33-0ced-4b3f-ad52-d716c5dcab4c tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Transition to ACTIVE for port object 611f388f-08f5-4215-b1fe-875c7316326d will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:34:07.799530 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a95a0c6c-d707-4671-80fb-d85cce0bf4cc req-12dc6d33-0ced-4b3f-ad52-d716c5dcab4c tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:07.833095 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '074cddb6-9f8e-41f1-9215-ca149f3963ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fe81a83-ab9e-45be-b133-b7fffd7453e7', 'code': 200} Feb 09 01:34:07.833742 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:07.837884 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['b0a722a7-1adc-489e-8598-4f24461ad8cc'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:34:07.863880 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-59427414-6055-4feb-8b5e-12b761851976 req-0b4d2189-66f5-4df7-9f14-be7fdd7df8fd service neutron] 10.222.0.62 "GET /v2.0/networks/11a8c99d-6203-46e5-b736-5041081438dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3538694 Feb 09 01:34:07.943883 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a95a0c6c-d707-4671-80fb-d85cce0bf4cc req-12dc6d33-0ced-4b3f-ad52-d716c5dcab4c tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Network f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:34:07.951144 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-a95a0c6c-d707-4671-80fb-d85cce0bf4cc req-12dc6d33-0ced-4b3f-ad52-d716c5dcab4c tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:34:07.955082 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dc6d33-0ced-4b3f-ad52-d716c5dcab4c tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Pushing event updated for resources: {'Port': ['ID=611f388f-08f5-4215-b1fe-875c7316326d,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:07.957791 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-a95a0c6c-d707-4671-80fb-d85cce0bf4cc req-12dc6d33-0ced-4b3f-ad52-d716c5dcab4c tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:34:08.047469 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=1fe81a83-ab9e-45be-b133-b7fffd7453e7,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:08.049002 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95a0c6c-d707-4671-80fb-d85cce0bf4cc req-12dc6d33-0ced-4b3f-ad52-d716c5dcab4c tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:08.050414 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a95a0c6c-d707-4671-80fb-d85cce0bf4cc req-12dc6d33-0ced-4b3f-ad52-d716c5dcab4c tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:08.059585 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863f9782-6393-49a2-911c-dd2f3e0790ff req-f6b96dcf-1505-452a-a0cd-11d5b739d878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:08.061399 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-863f9782-6393-49a2-911c-dd2f3e0790ff req-f6b96dcf-1505-452a-a0cd-11d5b739d878 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=074cddb6-9f8e-41f1-9215-ca149f3963ec HTTP/1.1" status: 200 len: 1096 time: 0.3197453 Feb 09 01:34:08.096518 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eae648-6200-4bab-938e-bf8a216bfcc3 req-69e6aac2-3e68-404a-a58a-6b0d19582c7b tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:08.098360 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d8eae648-6200-4bab-938e-bf8a216bfcc3 req-69e6aac2-3e68-404a-a58a-6b0d19582c7b tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=a6aa6a99-4f09-4bc5-9b9d-447cde8ee1f2 HTTP/1.1" status: 200 len: 931 time: 0.3059707 Feb 09 01:34:08.158861 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ead3fcd-7b12-4e27-ad3b-e53c7ff1b3d0 req-49c47d54-9814-4678-9c96-7fde2e601b73 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:08.159638 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-6ead3fcd-7b12-4e27-ad3b-e53c7ff1b3d0 req-49c47d54-9814-4678-9c96-7fde2e601b73 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Synchronizing usage tracker for tenant:59b43f7aa2bc4476a3c7bc7857b33f06 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:34:08.181345 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a95a0c6c-d707-4671-80fb-d85cce0bf4cc req-12dc6d33-0ced-4b3f-ad52-d716c5dcab4c tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7709939 Feb 09 01:34:08.185905 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-6ead3fcd-7b12-4e27-ad3b-e53c7ff1b3d0 req-49c47d54-9814-4678-9c96-7fde2e601b73 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Unset dirty status for tenant:59b43f7aa2bc4476a3c7bc7857b33f06 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:34:08.188576 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-6ead3fcd-7b12-4e27-ad3b-e53c7ff1b3d0 req-49c47d54-9814-4678-9c96-7fde2e601b73 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.62 "GET /v2.0/ports?device_id=0800e5ed-c812-4ec2-947d-640a5128782b HTTP/1.1" status: 200 len: 945 time: 0.1646721 Feb 09 01:34:08.191181 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c936eaef-c575-4508-9947-a60c0b584905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:08.214105 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-a95a0c6c-d707-4671-80fb-d85cce0bf4cc req-1ba765d5-5979-4a57-81bc-abe44ef28ea8 service neutron] Request body: {'port': {'device_id': 'a6aa6a99-4f09-4bc5-9b9d-447cde8ee1f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:34:08.259773 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-863f9782-6393-49a2-911c-dd2f3e0790ff req-534f7b4e-e84c-4580-b4b3-9a0240c206aa service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=7ccd8cec-a88d-44d3-80fa-11f8b6c148c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906621 Feb 09 01:34:08.287889 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-6ead3fcd-7b12-4e27-ad3b-e53c7ff1b3d0 req-d3832d65-fa2b-481b-967c-257695b9482f tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Deleting port d2b4881a-d904-4326-8523-438814366109 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:34:08.288233 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-6ead3fcd-7b12-4e27-ad3b-e53c7ff1b3d0 req-d3832d65-fa2b-481b-967c-257695b9482f tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:08.310943 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d8eae648-6200-4bab-938e-bf8a216bfcc3 req-43a3b40b-889e-4dcd-94d9-67979b53ea42 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034135 Feb 09 01:34:08.387236 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-84a9b958-af31-407a-83d0-d3614b631af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19205ee-bf04-44e0-bcf3-e655636471b2', 'name': 'tempest-TestNetworkBasicOps-router-942359660', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '1c6a281f-0048-4433-b29a-fb8f1d1b8a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:33:00Z', 'updated_at': '2022-02-09T01:33:05Z', 'revision_number': 4, 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'gw_port': {'id': '1c6a281f-0048-4433-b29a-fb8f1d1b8a59', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19205ee-bf04-44e0-bcf3-e655636471b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:00Z', 'updated_at': '2022-02-09T01:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '5a6336bd-0d6f-4463-9195-531a673c270e', 'name': '', 'network_id': '11a8c99d-6203-46e5-b736-5041081438dd', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'mac_address': 'fa:16:3e:04:b3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19205ee-bf04-44e0-bcf3-e655636471b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '6289a054-d793-4307-bab7-8d0d359df191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:04Z', 'updated_at': '2022-02-09T01:33:11Z', 'revision_number': 5, 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'subnets': [{'id': '6289a054-d793-4307-bab7-8d0d359df191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:08.394228 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a9b958-af31-407a-83d0-d3614b631af0 None None] The sync data for ids ['a19205ee-bf04-44e0-bcf3-e655636471b2'] in n-d-828418-1 is: [{'id': 'a19205ee-bf04-44e0-bcf3-e655636471b2', 'name': 'tempest-TestNetworkBasicOps-router-942359660', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '1c6a281f-0048-4433-b29a-fb8f1d1b8a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:33:00Z', 'updated_at': '2022-02-09T01:33:05Z', 'revision_number': 4, 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'gw_port': {'id': '1c6a281f-0048-4433-b29a-fb8f1d1b8a59', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19205ee-bf04-44e0-bcf3-e655636471b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:00Z', 'updated_at': '2022-02-09T01:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '5a6336bd-0d6f-4463-9195-531a673c270e', 'name': '', 'network_id': '11a8c99d-6203-46e5-b736-5041081438dd', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'mac_address': 'fa:16:3e:04:b3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19205ee-bf04-44e0-bcf3-e655636471b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '6289a054-d793-4307-bab7-8d0d359df191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:04Z', 'updated_at': '2022-02-09T01:33:11Z', 'revision_number': 5, 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'subnets': [{'id': '6289a054-d793-4307-bab7-8d0d359df191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:34:08.416464 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a95a0c6c-d707-4671-80fb-d85cce0bf4cc req-1ba765d5-5979-4a57-81bc-abe44ef28ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:08.489040 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a9a527df-562b-4140-9123-c5a7af6fd104 None None] Provisioning for port 611f388f-08f5-4215-b1fe-875c7316326d completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:34:08.506549 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a9a527df-562b-4140-9123-c5a7af6fd104 None None] Provisioning complete for port 611f388f-08f5-4215-b1fe-875c7316326d triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:34:08.506925 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a9a527df-562b-4140-9123-c5a7af6fd104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:08.623938 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a9a527df-562b-4140-9123-c5a7af6fd104 None None] Port 611f388f-08f5-4215-b1fe-875c7316326d cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:34:08.638977 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-6ead3fcd-7b12-4e27-ad3b-e53c7ff1b3d0 req-d3832d65-fa2b-481b-967c-257695b9482f tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] For port d2b4881a-d904-4326-8523-438814366109, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=d2b4881a-d904-4326-8523-438814366109,segment=NetworkSegment(7a8f7a9b-40b1-478f-8ca1-23ff5579006e),segment_id=7a8f7a9b-40b1-478f-8ca1-23ff5579006e)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:34:08.639655 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-6ead3fcd-7b12-4e27-ad3b-e53c7ff1b3d0 req-d3832d65-fa2b-481b-967c-257695b9482f tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:08.831321 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-6ead3fcd-7b12-4e27-ad3b-e53c7ff1b3d0 req-d3832d65-fa2b-481b-967c-257695b9482f tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Calling delete_port for d2b4881a-d904-4326-8523-438814366109 owned by compute:nova {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:34:08.847954 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a66e70-b821-4359-8ad2-d7b5ad80e9c7 None None] New status for floating IP a37aeb72-a1cd-4fc5-930e-6446d025883a: DOWN {{(pid=87641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:34:08.963124 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086bd9b2-2a3b-4762-a555-576b0bd190a4 req-9b8f3a49-a8fa-4a71-9e6c-fca63d0e3ccb tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:08.970705 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-086bd9b2-2a3b-4762-a555-576b0bd190a4 req-9b8f3a49-a8fa-4a71-9e6c-fca63d0e3ccb tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] 10.222.0.105 "GET /v2.0/ports?device_id=074cddb6-9f8e-41f1-9215-ca149f3963ec HTTP/1.1" status: 200 len: 945 time: 0.3078456 Feb 09 01:34:09.012686 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-6ead3fcd-7b12-4e27-ad3b-e53c7ff1b3d0 req-d3832d65-fa2b-481b-967c-257695b9482f tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:09.057785 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0dea5e-f877-4ee9-9c30-2801fd8f5a08 req-39b8dce2-6637-485b-8406-b73888a8fbf0 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:09.059277 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7c0dea5e-f877-4ee9-9c30-2801fd8f5a08 req-39b8dce2-6637-485b-8406-b73888a8fbf0 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/ports?device_id=0800e5ed-c812-4ec2-947d-640a5128782b HTTP/1.1" status: 200 len: 945 time: 0.2871280 Feb 09 01:34:09.073345 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-086bd9b2-2a3b-4762-a555-576b0bd190a4 req-2e877da9-2382-4cdf-be12-8c1237fdf4d8 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] 10.222.0.105 "GET /v2.0/security-groups?id=7ccd8cec-a88d-44d3-80fa-11f8b6c148c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017342 Feb 09 01:34:09.079210 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3832d65-fa2b-481b-967c-257695b9482f tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Pushing event deleted for resources: {'Port': ['ID=d2b4881a-d904-4326-8523-438814366109,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:09.179181 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7c0dea5e-f877-4ee9-9c30-2801fd8f5a08 req-ccea7127-f728-41f7-a1a4-90a797cb7ffe tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "GET /v2.0/security-groups?id=0167595c-33f2-46c5-b034-a13b49729cce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1048064 Feb 09 01:34:09.188991 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-a95a0c6c-d707-4671-80fb-d85cce0bf4cc req-1ba765d5-5979-4a57-81bc-abe44ef28ea8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 611f388f-08f5-4215-b1fe-875c7316326d {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:34:09.193975 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ead3fcd-7b12-4e27-ad3b-e53c7ff1b3d0 req-d3832d65-fa2b-481b-967c-257695b9482f tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] No DVR routers for this DVR port d2b4881a-d904-4326-8523-438814366109 on host n-h1-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:34:09.197737 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a95a0c6c-d707-4671-80fb-d85cce0bf4cc req-1ba765d5-5979-4a57-81bc-abe44ef28ea8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:09.198343 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-6ead3fcd-7b12-4e27-ad3b-e53c7ff1b3d0 req-d3832d65-fa2b-481b-967c-257695b9482f tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:09.204049 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0800e5ed-c812-4ec2-947d-640a5128782b', 'name': 'network-vif-deleted', 'tag': 'd2b4881a-d904-4326-8523-438814366109'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:34:09.223823 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-a95a0c6c-d707-4671-80fb-d85cce0bf4cc req-1ba765d5-5979-4a57-81bc-abe44ef28ea8 service neutron] Transition to ACTIVE for port object 611f388f-08f5-4215-b1fe-875c7316326d will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:34:09.226402 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-6ead3fcd-7b12-4e27-ad3b-e53c7ff1b3d0 req-d3832d65-fa2b-481b-967c-257695b9482f tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.62 "DELETE /v2.0/ports/d2b4881a-d904-4326-8523-438814366109 HTTP/1.1" status: 204 len: 173 time: 1.0314829 Feb 09 01:34:09.228509 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a95a0c6c-d707-4671-80fb-d85cce0bf4cc req-1ba765d5-5979-4a57-81bc-abe44ef28ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:09.265641 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0800e5ed-c812-4ec2-947d-640a5128782b', 'name': 'network-vif-deleted', 'tag': 'd2b4881a-d904-4326-8523-438814366109', 'status': 'completed', 'code': 200} Feb 09 01:34:09.378151 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba765d5-5979-4a57-81bc-abe44ef28ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=611f388f-08f5-4215-b1fe-875c7316326d,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:09.630151 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-a95a0c6c-d707-4671-80fb-d85cce0bf4cc req-1ba765d5-5979-4a57-81bc-abe44ef28ea8 service neutron] Attempting to bind port 611f388f-08f5-4215-b1fe-875c7316326d on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:34:09.630487 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-a95a0c6c-d707-4671-80fb-d85cce0bf4cc req-1ba765d5-5979-4a57-81bc-abe44ef28ea8 service neutron] Attempting to bind port 611f388f-08f5-4215-b1fe-875c7316326d by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'eb2641ac-e580-4925-8dd1-0f4584fc0d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:34:09.630816 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95a0c6c-d707-4671-80fb-d85cce0bf4cc req-1ba765d5-5979-4a57-81bc-abe44ef28ea8 service neutron] Attempting to bind port 611f388f-08f5-4215-b1fe-875c7316326d on network f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:34:09.795940 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95a0c6c-d707-4671-80fb-d85cce0bf4cc req-1ba765d5-5979-4a57-81bc-abe44ef28ea8 service neutron] Port 611f388f-08f5-4215-b1fe-875c7316326d on network f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:34:09.796256 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95a0c6c-d707-4671-80fb-d85cce0bf4cc req-1ba765d5-5979-4a57-81bc-abe44ef28ea8 service neutron] Attempting to bind port 611f388f-08f5-4215-b1fe-875c7316326d on network f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:34:09.812969 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95a0c6c-d707-4671-80fb-d85cce0bf4cc req-1ba765d5-5979-4a57-81bc-abe44ef28ea8 service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:34:09.813307 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95a0c6c-d707-4671-80fb-d85cce0bf4cc req-1ba765d5-5979-4a57-81bc-abe44ef28ea8 service neutron] Checking segment: {'id': 'eb2641ac-e580-4925-8dd1-0f4584fc0d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:34:09.813820 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95a0c6c-d707-4671-80fb-d85cce0bf4cc req-1ba765d5-5979-4a57-81bc-abe44ef28ea8 service neutron] Bound using segment: {'id': 'eb2641ac-e580-4925-8dd1-0f4584fc0d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:34:09.814377 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-a95a0c6c-d707-4671-80fb-d85cce0bf4cc req-1ba765d5-5979-4a57-81bc-abe44ef28ea8 service neutron] Bound port: 611f388f-08f5-4215-b1fe-875c7316326d, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb2641ac-e580-4925-8dd1-0f4584fc0d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:34:09.814724 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a95a0c6c-d707-4671-80fb-d85cce0bf4cc req-1ba765d5-5979-4a57-81bc-abe44ef28ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:09.913937 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7142c8f8-867f-476f-b892-29bd179e09ac req-aaaee7a5-49a2-49ee-b261-1fd411411016 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:09.914600 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-7142c8f8-867f-476f-b892-29bd179e09ac req-aaaee7a5-49a2-49ee-b261-1fd411411016 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Synchronizing usage tracker for tenant:6721380b025b4977bb6883114d898ed6 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:34:09.993502 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-7142c8f8-867f-476f-b892-29bd179e09ac req-aaaee7a5-49a2-49ee-b261-1fd411411016 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Unset dirty status for tenant:6721380b025b4977bb6883114d898ed6 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:34:09.994741 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7142c8f8-867f-476f-b892-29bd179e09ac req-aaaee7a5-49a2-49ee-b261-1fd411411016 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=a6aa6a99-4f09-4bc5-9b9d-447cde8ee1f2 HTTP/1.1" status: 200 len: 943 time: 0.4913571 Feb 09 01:34:10.003636 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-a95a0c6c-d707-4671-80fb-d85cce0bf4cc req-1ba765d5-5979-4a57-81bc-abe44ef28ea8 service neutron] For port 611f388f-08f5-4215-b1fe-875c7316326d, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:34:10.031945 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-a95a0c6c-d707-4671-80fb-d85cce0bf4cc req-1ba765d5-5979-4a57-81bc-abe44ef28ea8 service neutron] For port 611f388f-08f5-4215-b1fe-875c7316326d, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=611f388f-08f5-4215-b1fe-875c7316326d,segment=NetworkSegment(eb2641ac-e580-4925-8dd1-0f4584fc0d1e),segment_id=eb2641ac-e580-4925-8dd1-0f4584fc0d1e)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:34:10.047691 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-54624e3d-52eb-4848-a253-fafbbfca388f req-c2114c92-2ceb-4b5c-ac96-b286a64d81e1 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=f58d509d-93bf-46ae-bb25-e36138b8c533&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2195213 Feb 09 01:34:10.051352 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a95a0c6c-d707-4671-80fb-d85cce0bf4cc req-1ba765d5-5979-4a57-81bc-abe44ef28ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:10.102811 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7142c8f8-867f-476f-b892-29bd179e09ac req-5d0fa8f0-d2fb-4e4e-bdd1-4b294b516bae tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969391 Feb 09 01:34:10.130988 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95a0c6c-d707-4671-80fb-d85cce0bf4cc req-1ba765d5-5979-4a57-81bc-abe44ef28ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:10.131444 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a95a0c6c-d707-4671-80fb-d85cce0bf4cc req-1ba765d5-5979-4a57-81bc-abe44ef28ea8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:10.132939 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a95a0c6c-d707-4671-80fb-d85cce0bf4cc req-1ba765d5-5979-4a57-81bc-abe44ef28ea8 service neutron] 10.222.0.62 "PUT /v2.0/ports/611f388f-08f5-4215-b1fe-875c7316326d HTTP/1.1" status: 200 len: 1091 time: 1.9359066 Feb 09 01:34:10.136959 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6aa6a99-4f09-4bc5-9b9d-447cde8ee1f2', 'tag': '611f388f-08f5-4215-b1fe-875c7316326d'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:34:10.166626 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba765d5-5979-4a57-81bc-abe44ef28ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=611f388f-08f5-4215-b1fe-875c7316326d,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:10.259347 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6aa6a99-4f09-4bc5-9b9d-447cde8ee1f2', 'tag': '611f388f-08f5-4215-b1fe-875c7316326d', 'status': 'completed', 'code': 200} Feb 09 01:34:10.363872 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43292) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:34:10.434410 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95a0c6c-d707-4671-80fb-d85cce0bf4cc req-e2461dc9-c27d-45e0-81c8-1163de7946e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:10.436172 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a95a0c6c-d707-4671-80fb-d85cce0bf4cc req-e2461dc9-c27d-45e0-81c8-1163de7946e7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6721380b025b4977bb6883114d898ed6&device_id=a6aa6a99-4f09-4bc5-9b9d-447cde8ee1f2 HTTP/1.1" status: 200 len: 1094 time: 0.2212138 Feb 09 01:34:10.442743 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54624e3d-52eb-4848-a253-fafbbfca388f req-42919796-17dc-48de-bd3c-332b585c2f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:10.444932 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-54624e3d-52eb-4848-a253-fafbbfca388f req-42919796-17dc-48de-bd3c-332b585c2f33 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=6721380b025b4977bb6883114d898ed6&device_id=f58d509d-93bf-46ae-bb25-e36138b8c533 HTTP/1.1" status: 200 len: 1097 time: 0.2742460 Feb 09 01:34:10.485353 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-dceb3d1c-2d9a-4f72-ada0-0a9d8f0830c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:10.506836 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5c4c9475-a492-49fe-a63e-75f1c9971882 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:10.549061 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a95a0c6c-d707-4671-80fb-d85cce0bf4cc req-0258baa1-53b9-49f1-96b7-3e683c9aec2f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=611f388f-08f5-4215-b1fe-875c7316326d HTTP/1.1" status: 200 len: 217 time: 0.0972276 Feb 09 01:34:10.563073 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5c4c9475-a492-49fe-a63e-75f1c9971882 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:10.666481 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbb01e2-6dc0-4794-aeb5-3917dc0a278b req-ddbcfb87-3585-49c2-acdf-31713667b8ab tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:10.667954 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8cbb01e2-6dc0-4794-aeb5-3917dc0a278b req-ddbcfb87-3585-49c2-acdf-31713667b8ab tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] 10.222.0.105 "GET /v2.0/ports?device_id=074cddb6-9f8e-41f1-9215-ca149f3963ec HTTP/1.1" status: 200 len: 945 time: 0.3899114 Feb 09 01:34:10.689558 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5c4c9475-a492-49fe-a63e-75f1c9971882 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:10.711278 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4c9475-a492-49fe-a63e-75f1c9971882 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0167595c-33f2-46c5-b034-a13b49729cce,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:10.751892 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95a0c6c-d707-4671-80fb-d85cce0bf4cc req-5e565906-70a4-4b49-a807-efe8cb529e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:10.755366 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a95a0c6c-d707-4671-80fb-d85cce0bf4cc req-5e565906-70a4-4b49-a807-efe8cb529e70 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=572cbc39-1162-4835-b49c-9787164ff8f8 HTTP/1.1" status: 200 len: 851 time: 0.1815996 Feb 09 01:34:10.761353 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5c4c9475-a492-49fe-a63e-75f1c9971882 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:10.766797 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-5c4c9475-a492-49fe-a63e-75f1c9971882 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "DELETE /v2.0/security-groups/0167595c-33f2-46c5-b034-a13b49729cce HTTP/1.1" status: 204 len: 168 time: 0.4019122 Feb 09 01:34:10.829097 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8cbb01e2-6dc0-4794-aeb5-3917dc0a278b req-0b542c8a-f3b9-4adc-9519-a805daa7ecbb tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] 10.222.0.105 "GET /v2.0/security-groups?id=7ccd8cec-a88d-44d3-80fa-11f8b6c148c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338773 Feb 09 01:34:10.868998 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54624e3d-52eb-4848-a253-fafbbfca388f req-7a057bb3-c1bf-498c-bf93-33d6b66d6cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:10.876119 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43298) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:34:10.885250 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-54624e3d-52eb-4848-a253-fafbbfca388f req-7a057bb3-c1bf-498c-bf93-33d6b66d6cc5 service neutron] 10.222.0.99 "GET /v2.0/networks?id=f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f HTTP/1.1" status: 200 len: 913 time: 0.3089828 Feb 09 01:34:10.946541 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-54624e3d-52eb-4848-a253-fafbbfca388f req-3cd5f069-9747-488b-bc2a-2855e0f35c35 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0a722a7-1adc-489e-8598-4f24461ad8cc HTTP/1.1" status: 200 len: 217 time: 0.0655222 Feb 09 01:34:10.997362 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95a0c6c-d707-4671-80fb-d85cce0bf4cc req-50c8deb7-36e9-49e7-9d35-74d007d8653f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:10.997362 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a95a0c6c-d707-4671-80fb-d85cce0bf4cc req-50c8deb7-36e9-49e7-9d35-74d007d8653f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2155504 Feb 09 01:34:11.135638 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54624e3d-52eb-4848-a253-fafbbfca388f req-1db7adf1-cd7a-4095-938e-6c9f3824447e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:11.135638 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-54624e3d-52eb-4848-a253-fafbbfca388f req-1db7adf1-cd7a-4095-938e-6c9f3824447e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=572cbc39-1162-4835-b49c-9787164ff8f8 HTTP/1.1" status: 200 len: 851 time: 0.1780303 Feb 09 01:34:11.341683 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a95a0c6c-d707-4671-80fb-d85cce0bf4cc req-6712b259-6d10-4d0a-87ec-a1972d085244 service neutron] 10.222.0.62 "GET /v2.0/networks/f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3377442 Feb 09 01:34:11.499209 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54624e3d-52eb-4848-a253-fafbbfca388f req-9da871b0-b4eb-4f83-bfd9-f1bf8fcce0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:11.499209 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-54624e3d-52eb-4848-a253-fafbbfca388f req-9da871b0-b4eb-4f83-bfd9-f1bf8fcce0b7 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3635240 Feb 09 01:34:11.559380 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:11.637322 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:11.829472 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a95a0c6c-d707-4671-80fb-d85cce0bf4cc req-a5863480-c9db-432c-93e9-37a22f95b1c4 service neutron] 10.222.0.62 "GET /v2.0/networks/f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4656765 Feb 09 01:34:12.198928 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4558b7b-413f-4983-b006-e9fb1e158b87 req-bc0daf95-67e4-44a0-b347-9d67ad50ae58 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:12.198928 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a4558b7b-413f-4983-b006-e9fb1e158b87 req-bc0daf95-67e4-44a0-b347-9d67ad50ae58 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=a6aa6a99-4f09-4bc5-9b9d-447cde8ee1f2 HTTP/1.1" status: 200 len: 943 time: 0.5153437 Feb 09 01:34:12.198928 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-54624e3d-52eb-4848-a253-fafbbfca388f req-79c190ec-0fe1-4719-8d9f-b41583b31efa service neutron] 10.222.0.99 "GET /v2.0/networks/f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6791577 Feb 09 01:34:12.364697 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a4558b7b-413f-4983-b006-e9fb1e158b87 req-c06610ab-1300-4062-9f81-953cad6a45ad tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533973 Feb 09 01:34:12.393780 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876734ce-a0ff-41b1-88f6-209d73d01df0 req-f6367425-b48b-4f57-b0dc-e8f2bc397e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:12.395706 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-876734ce-a0ff-41b1-88f6-209d73d01df0 req-f6367425-b48b-4f57-b0dc-e8f2bc397e9e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6721380b025b4977bb6883114d898ed6&device_id=a6aa6a99-4f09-4bc5-9b9d-447cde8ee1f2 HTTP/1.1" status: 200 len: 1094 time: 0.5208571 Feb 09 01:34:12.465392 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-56705fae-90fc-4de7-842b-45dd48c98400 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:12.573714 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-54624e3d-52eb-4848-a253-fafbbfca388f req-df81c3e3-4edc-4b59-bfa7-ef64c629535b service neutron] 10.222.0.99 "GET /v2.0/networks/f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3865869 Feb 09 01:34:12.626559 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876734ce-a0ff-41b1-88f6-209d73d01df0 req-645cf479-277d-407e-879f-cd01ca954db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:12.628371 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-876734ce-a0ff-41b1-88f6-209d73d01df0 req-645cf479-277d-407e-879f-cd01ca954db1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f HTTP/1.1" status: 200 len: 913 time: 0.2132537 Feb 09 01:34:12.719916 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-876734ce-a0ff-41b1-88f6-209d73d01df0 req-c963ac3b-7cfe-44aa-ac9b-1f86bc09d1fe service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=611f388f-08f5-4215-b1fe-875c7316326d HTTP/1.1" status: 200 len: 217 time: 0.0846915 Feb 09 01:34:12.813003 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876734ce-a0ff-41b1-88f6-209d73d01df0 req-a40f67ba-916f-4249-be39-e1a98479a24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:12.816299 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-876734ce-a0ff-41b1-88f6-209d73d01df0 req-a40f67ba-916f-4249-be39-e1a98479a24b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=572cbc39-1162-4835-b49c-9787164ff8f8 HTTP/1.1" status: 200 len: 851 time: 0.0899010 Feb 09 01:34:12.949902 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876734ce-a0ff-41b1-88f6-209d73d01df0 req-d1fa7fb2-24f3-4d0f-8b3a-6e963c9b7767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:12.953324 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-876734ce-a0ff-41b1-88f6-209d73d01df0 req-d1fa7fb2-24f3-4d0f-8b3a-6e963c9b7767 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1316314 Feb 09 01:34:12.983582 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-56705fae-90fc-4de7-842b-45dd48c98400 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Deleting port 5a6336bd-0d6f-4463-9195-531a673c270e {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:34:12.985467 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-56705fae-90fc-4de7-842b-45dd48c98400 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:13.126293 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-876734ce-a0ff-41b1-88f6-209d73d01df0 req-9be9ac70-980a-4670-96e7-c201fd274a61 service neutron] 10.222.0.62 "GET /v2.0/networks/f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656573 Feb 09 01:34:13.220833 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:13.303485 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-56705fae-90fc-4de7-842b-45dd48c98400 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] For port 5a6336bd-0d6f-4463-9195-531a673c270e, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=5a6336bd-0d6f-4463-9195-531a673c270e,segment=NetworkSegment(7a8f7a9b-40b1-478f-8ca1-23ff5579006e),segment_id=7a8f7a9b-40b1-478f-8ca1-23ff5579006e)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:34:13.304497 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-56705fae-90fc-4de7-842b-45dd48c98400 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:13.358131 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-876734ce-a0ff-41b1-88f6-209d73d01df0 req-9a3280ad-c7da-49de-8cd9-d3fefb61e311 service neutron] 10.222.0.62 "GET /v2.0/networks/f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240841 Feb 09 01:34:13.490983 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-56705fae-90fc-4de7-842b-45dd48c98400 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Calling delete_port for 5a6336bd-0d6f-4463-9195-531a673c270e owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:34:13.580908 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device d2b4881a-d904-4326-8523-438814366109 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:34:13.697209 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: d2b4881a-d904-4326-8523-438814366109 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:34:13.697945 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device d2b4881a-d904-4326-8523-438814366109 not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:34:13.773393 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be27bd23-e6da-43e3-b809-9f82db84fa34 req-3ca27fd2-483c-4589-9499-3235f4af5eaf tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:13.782284 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-be27bd23-e6da-43e3-b809-9f82db84fa34 req-3ca27fd2-483c-4589-9499-3235f4af5eaf tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=a6aa6a99-4f09-4bc5-9b9d-447cde8ee1f2 HTTP/1.1" status: 200 len: 943 time: 0.2260556 Feb 09 01:34:13.832304 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-56705fae-90fc-4de7-842b-45dd48c98400 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:13.853689 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-be27bd23-e6da-43e3-b809-9f82db84fa34 req-2a27add2-b0d0-4748-8b82-30c5a5a51814 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704551 Feb 09 01:34:13.912394 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56705fae-90fc-4de7-842b-45dd48c98400 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Pushing event deleted for resources: {'Port': ['ID=5a6336bd-0d6f-4463-9195-531a673c270e,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:13.960862 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56705fae-90fc-4de7-842b-45dd48c98400 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:13.960862 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56705fae-90fc-4de7-842b-45dd48c98400 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:13.961196 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56705fae-90fc-4de7-842b-45dd48c98400 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:13.961768 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56705fae-90fc-4de7-842b-45dd48c98400 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:13.962309 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56705fae-90fc-4de7-842b-45dd48c98400 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:13.962650 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56705fae-90fc-4de7-842b-45dd48c98400 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:13.963274 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56705fae-90fc-4de7-842b-45dd48c98400 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:13.963471 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56705fae-90fc-4de7-842b-45dd48c98400 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:13.963911 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56705fae-90fc-4de7-842b-45dd48c98400 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:13.965072 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56705fae-90fc-4de7-842b-45dd48c98400 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:13.965072 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56705fae-90fc-4de7-842b-45dd48c98400 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:13.965371 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56705fae-90fc-4de7-842b-45dd48c98400 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:14.292885 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-56705fae-90fc-4de7-842b-45dd48c98400 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:14.874437 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56705fae-90fc-4de7-842b-45dd48c98400 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Router a19205ee-bf04-44e0-bcf3-e655636471b2 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:34:15.071035 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5547ee2a-c39d-406c-aa34-41798088bbd2 req-31c7401f-a08d-4e92-86f7-713003fc866c tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:15.073115 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5547ee2a-c39d-406c-aa34-41798088bbd2 req-31c7401f-a08d-4e92-86f7-713003fc866c tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=a6aa6a99-4f09-4bc5-9b9d-447cde8ee1f2 HTTP/1.1" status: 200 len: 943 time: 0.0947998 Feb 09 01:34:15.102923 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56705fae-90fc-4de7-842b-45dd48c98400 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:34:15.117973 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804c955f-63e3-42d5-bdbc-88a574e1d22b None None] Sync routers for ids ['a19205ee-bf04-44e0-bcf3-e655636471b2'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:34:15.124534 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-56705fae-90fc-4de7-842b-45dd48c98400 tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "PUT /v2.0/routers/a19205ee-bf04-44e0-bcf3-e655636471b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2649572 Feb 09 01:34:15.124745 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43324) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:34:15.134016 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804c955f-63e3-42d5-bdbc-88a574e1d22b None None] Routers {'a19205ee-bf04-44e0-bcf3-e655636471b2'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:34:15.134208 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5547ee2a-c39d-406c-aa34-41798088bbd2 req-400f9c23-51fc-4882-b214-ae682fdcc21c tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517857 Feb 09 01:34:15.134841 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-804c955f-63e3-42d5-bdbc-88a574e1d22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:34:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['a19205ee-bf04-44e0-bcf3-e655636471b2'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:15.206456 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-13785569-1876-4d4f-8984-b04e9ed3764a tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Deleting subnet 6289a054-d793-4307-bab7-8d0d359df191 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:34:15.209993 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-13785569-1876-4d4f-8984-b04e9ed3764a tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:15.271219 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-13785569-1876-4d4f-8984-b04e9ed3764a tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:15.341589 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-804c955f-63e3-42d5-bdbc-88a574e1d22b None None] Set router a19205ee-bf04-44e0-bcf3-e655636471b2 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:34:15.375624 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-13785569-1876-4d4f-8984-b04e9ed3764a tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:15.389776 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:34:15.477125 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-13785569-1876-4d4f-8984-b04e9ed3764a tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:15.572253 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13785569-1876-4d4f-8984-b04e9ed3764a tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Pushing event deleted for resources: {'Subnet': ['ID=6289a054-d793-4307-bab7-8d0d359df191,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:15.587277 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-13785569-1876-4d4f-8984-b04e9ed3764a tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:15.590247 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531af83f-ab64-47b5-9ded-1f5d3a93f330 None None] Network 11a8c99d-6203-46e5-b736-5041081438dd requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:34:15.605483 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-13785569-1876-4d4f-8984-b04e9ed3764a tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "DELETE /v2.0/subnets/6289a054-d793-4307-bab7-8d0d359df191 HTTP/1.1" status: 204 len: 168 time: 0.4796300 Feb 09 01:34:15.610163 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43328) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:34:15.844351 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-804c955f-63e3-42d5-bdbc-88a574e1d22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19205ee-bf04-44e0-bcf3-e655636471b2', 'name': 'tempest-TestNetworkBasicOps-router-942359660', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '1c6a281f-0048-4433-b29a-fb8f1d1b8a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:33:00Z', 'updated_at': '2022-02-09T01:34:13Z', 'revision_number': 5, 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'gw_port': {'id': '1c6a281f-0048-4433-b29a-fb8f1d1b8a59', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19205ee-bf04-44e0-bcf3-e655636471b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:00Z', 'updated_at': '2022-02-09T01:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:15.851030 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804c955f-63e3-42d5-bdbc-88a574e1d22b None None] Checking router: a19205ee-bf04-44e0-bcf3-e655636471b2 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:34:15.864455 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804c955f-63e3-42d5-bdbc-88a574e1d22b None None] Routers {'a19205ee-bf04-44e0-bcf3-e655636471b2'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:34:15.865306 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-804c955f-63e3-42d5-bdbc-88a574e1d22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:34:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['a19205ee-bf04-44e0-bcf3-e655636471b2'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:15.870215 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-50a2fd9d-b794-449a-8688-dfcdad9fb2ca tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:15.980565 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a91c70-2a12-4589-9232-0b36cc12b32a None None] DHCP port deletion for 11a8c99d-6203-46e5-b736-5041081438dd request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:34:16.038441 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-44a91c70-2a12-4589-9232-0b36cc12b32a None None] Deleting port 9b82ee9e-6e16-469f-a50b-253a5f5e304c {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:34:16.038811 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-44a91c70-2a12-4589-9232-0b36cc12b32a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:16.086083 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-50a2fd9d-b794-449a-8688-dfcdad9fb2ca tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:16.100938 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-50a2fd9d-b794-449a-8688-dfcdad9fb2ca tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Deleting port 1c6a281f-0048-4433-b29a-fb8f1d1b8a59 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:34:16.101338 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-50a2fd9d-b794-449a-8688-dfcdad9fb2ca tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:16.291767 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-804c955f-63e3-42d5-bdbc-88a574e1d22b None None] Set router a19205ee-bf04-44e0-bcf3-e655636471b2 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:34:16.302232 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-50a2fd9d-b794-449a-8688-dfcdad9fb2ca tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] For port 1c6a281f-0048-4433-b29a-fb8f1d1b8a59, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=1c6a281f-0048-4433-b29a-fb8f1d1b8a59,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:34:16.302941 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-50a2fd9d-b794-449a-8688-dfcdad9fb2ca tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:16.613526 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5ad07b-f3fc-4694-9737-7b1c8b3047be req-16e7be88-86d6-43e1-8ca6-26606bcaf52b tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:16.621121 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 9b82ee9e-6e16-469f-a50b-253a5f5e304c no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:34:16.622625 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bd5ad07b-f3fc-4694-9737-7b1c8b3047be req-16e7be88-86d6-43e1-8ca6-26606bcaf52b tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=a6aa6a99-4f09-4bc5-9b9d-447cde8ee1f2 HTTP/1.1" status: 200 len: 943 time: 0.2108338 Feb 09 01:34:16.628454 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-50a2fd9d-b794-449a-8688-dfcdad9fb2ca tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Calling delete_port for 1c6a281f-0048-4433-b29a-fb8f1d1b8a59 owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:34:16.689484 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bd5ad07b-f3fc-4694-9737-7b1c8b3047be req-c3a967f8-71ec-4f2f-907c-8488301fef7b tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597954 Feb 09 01:34:16.767571 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-44a91c70-2a12-4589-9232-0b36cc12b32a None None] For port 9b82ee9e-6e16-469f-a50b-253a5f5e304c, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=9b82ee9e-6e16-469f-a50b-253a5f5e304c,segment=NetworkSegment(7a8f7a9b-40b1-478f-8ca1-23ff5579006e),segment_id=7a8f7a9b-40b1-478f-8ca1-23ff5579006e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:34:16.768009 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-44a91c70-2a12-4589-9232-0b36cc12b32a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:16.894530 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-50a2fd9d-b794-449a-8688-dfcdad9fb2ca tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:16.930849 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-44a91c70-2a12-4589-9232-0b36cc12b32a None None] Calling delete_port for 9b82ee9e-6e16-469f-a50b-253a5f5e304c owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:34:16.944918 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a2fd9d-b794-449a-8688-dfcdad9fb2ca tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Pushing event deleted for resources: {'Port': ['ID=1c6a281f-0048-4433-b29a-fb8f1d1b8a59,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:17.040242 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-804c955f-63e3-42d5-bdbc-88a574e1d22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19205ee-bf04-44e0-bcf3-e655636471b2', 'name': 'tempest-TestNetworkBasicOps-router-942359660', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '1c6a281f-0048-4433-b29a-fb8f1d1b8a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:33:00Z', 'updated_at': '2022-02-09T01:34:13Z', 'revision_number': 5, 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'gw_port': {'id': '1c6a281f-0048-4433-b29a-fb8f1d1b8a59', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19205ee-bf04-44e0-bcf3-e655636471b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:00Z', 'updated_at': '2022-02-09T01:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:17.050041 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:17.060990 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804c955f-63e3-42d5-bdbc-88a574e1d22b None None] The sync data for ids ['a19205ee-bf04-44e0-bcf3-e655636471b2'] in n-d-828418-1 is: [{'id': 'a19205ee-bf04-44e0-bcf3-e655636471b2', 'name': 'tempest-TestNetworkBasicOps-router-942359660', 'tenant_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '1c6a281f-0048-4433-b29a-fb8f1d1b8a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:33:00Z', 'updated_at': '2022-02-09T01:34:13Z', 'revision_number': 5, 'project_id': '59b43f7aa2bc4476a3c7bc7857b33f06', 'gw_port': {'id': '1c6a281f-0048-4433-b29a-fb8f1d1b8a59', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19205ee-bf04-44e0-bcf3-e655636471b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:00Z', 'updated_at': '2022-02-09T01:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:34:17.084351 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-50a2fd9d-b794-449a-8688-dfcdad9fb2ca tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:17.145327 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-44a91c70-2a12-4589-9232-0b36cc12b32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:17.194821 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a91c70-2a12-4589-9232-0b36cc12b32a None None] Pushing event deleted for resources: {'Port': ['ID=9b82ee9e-6e16-469f-a50b-253a5f5e304c,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:17.209777 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a91c70-2a12-4589-9232-0b36cc12b32a None None] No DVR routers for this DVR port 9b82ee9e-6e16-469f-a50b-253a5f5e304c on host n-d-828418-1 {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:34:17.282153 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-50a2fd9d-b794-449a-8688-dfcdad9fb2ca tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:17.284776 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-50a2fd9d-b794-449a-8688-dfcdad9fb2ca tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:17.308613 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-50a2fd9d-b794-449a-8688-dfcdad9fb2ca tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:17.309084 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a2fd9d-b794-449a-8688-dfcdad9fb2ca tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Fanout notify agent at l3_agent the message router_deleted on router a19205ee-bf04-44e0-bcf3-e655636471b2 {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:34:17.325191 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-50a2fd9d-b794-449a-8688-dfcdad9fb2ca tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:17.327351 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-50a2fd9d-b794-449a-8688-dfcdad9fb2ca tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "DELETE /v2.0/routers/a19205ee-bf04-44e0-bcf3-e655636471b2 HTTP/1.1" status: 204 len: 168 time: 1.7160554 Feb 09 01:34:17.330074 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 43338) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:34:17.459745 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-78c9e890-1e6c-4526-a762-891a72897a0b tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:17.621647 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-78c9e890-1e6c-4526-a762-891a72897a0b tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:17.649950 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-78c9e890-1e6c-4526-a762-891a72897a0b tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11a8c99d-6203-46e5-b736-5041081438dd']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:17.663250 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-78c9e890-1e6c-4526-a762-891a72897a0b tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a8f7a9b-40b1-478f-8ca1-23ff5579006e') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:17.663629 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-78c9e890-1e6c-4526-a762-891a72897a0b tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a8f7a9b-40b1-478f-8ca1-23ff5579006e') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:17.676145 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-78c9e890-1e6c-4526-a762-891a72897a0b tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:17.692530 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-78c9e890-1e6c-4526-a762-891a72897a0b tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:17.698701 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78c9e890-1e6c-4526-a762-891a72897a0b tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:34:17.699061 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-78c9e890-1e6c-4526-a762-891a72897a0b tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:17.713339 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 01:34:17.713339 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:34:17.713339 n-d-828418-1 neutron-server[87639]: timer() Feb 09 01:34:17.713339 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:34:17.713339 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 01:34:17.713339 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:34:17.713339 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 01:34:17.713339 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:34:17.713339 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 01:34:17.713339 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:34:17.713339 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 01:34:17.713339 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:34:17.713339 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 01:34:17.713339 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:34:17.713339 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:34:17.713339 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:34:17.713339 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:34:17.713339 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:34:17.713339 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 01:34:17.713339 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:34:17.713339 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 01:34:17.713339 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:34:17.713339 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:34:17.713339 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:34:17.713339 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 01:34:17.713339 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:34:17.713339 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:34:17.713339 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:34:17.713339 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:34:17.713339 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:34:17.713339 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:34:17.713339 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:34:17.948378 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-78c9e890-1e6c-4526-a762-891a72897a0b tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:17.966558 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-78c9e890-1e6c-4526-a762-891a72897a0b tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:17.978310 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c9e890-1e6c-4526-a762-891a72897a0b tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Pushing event deleted for resources: {'Network': ['ID=11a8c99d-6203-46e5-b736-5041081438dd,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:17.985119 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-78c9e890-1e6c-4526-a762-891a72897a0b tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] 10.222.0.105 "DELETE /v2.0/networks/11a8c99d-6203-46e5-b736-5041081438dd HTTP/1.1" status: 204 len: 168 time: 0.6539550 Feb 09 01:34:17.993204 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c9e890-1e6c-4526-a762-891a72897a0b tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:17.993545 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c9e890-1e6c-4526-a762-891a72897a0b tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:17.993909 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c9e890-1e6c-4526-a762-891a72897a0b tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:17.994242 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c9e890-1e6c-4526-a762-891a72897a0b tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:17.994572 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c9e890-1e6c-4526-a762-891a72897a0b tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:17.994897 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c9e890-1e6c-4526-a762-891a72897a0b tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:17.995216 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c9e890-1e6c-4526-a762-891a72897a0b tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:17.995708 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c9e890-1e6c-4526-a762-891a72897a0b tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:17.995851 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c9e890-1e6c-4526-a762-891a72897a0b tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:17.996171 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c9e890-1e6c-4526-a762-891a72897a0b tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:17.996491 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c9e890-1e6c-4526-a762-891a72897a0b tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:17.996813 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c9e890-1e6c-4526-a762-891a72897a0b tempest-TestNetworkBasicOps-1027917244 tempest-TestNetworkBasicOps-1027917244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:18.013929 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac726b-74e1-44fb-9fb1-cb97fbe85c91 req-5fd1a5d7-03f1-4e9e-98c5-a3dc2ab5c6aa tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:18.015516 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f8ac726b-74e1-44fb-9fb1-cb97fbe85c91 req-5fd1a5d7-03f1-4e9e-98c5-a3dc2ab5c6aa tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=a6aa6a99-4f09-4bc5-9b9d-447cde8ee1f2 HTTP/1.1" status: 200 len: 943 time: 0.1452627 Feb 09 01:34:18.064549 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f8ac726b-74e1-44fb-9fb1-cb97fbe85c91 req-3c064f72-c4e2-43fe-89a7-c3122eabe382 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431366 Feb 09 01:34:18.215676 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 43350) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:34:18.366435 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-d3ae3b32-9fe2-4e3f-8ecb-cd3a9a2e3e1b admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=59b43f7aa2bc4476a3c7bc7857b33f06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1489720 Feb 09 01:34:18.368791 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 43356) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:34:18.429420 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f2173d65-13a4-42a7-b7de-cce7ce29ff4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:18.454996 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f2173d65-13a4-42a7-b7de-cce7ce29ff4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:18.515287 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f2173d65-13a4-42a7-b7de-cce7ce29ff4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:18.533635 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2173d65-13a4-42a7-b7de-cce7ce29ff4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453a441b-5c04-4687-b7d3-4cecf0765128,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:18.542523 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f2173d65-13a4-42a7-b7de-cce7ce29ff4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:18.544362 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f2173d65-13a4-42a7-b7de-cce7ce29ff4f admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/453a441b-5c04-4687-b7d3-4cecf0765128 HTTP/1.1" status: 204 len: 168 time: 0.1744888 Feb 09 01:34:18.574816 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 1c6a281f-0048-4433-b29a-fb8f1d1b8a59 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:34:18.606597 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 1c6a281f-0048-4433-b29a-fb8f1d1b8a59 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:34:18.606597 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 1c6a281f-0048-4433-b29a-fb8f1d1b8a59 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:34:18.606597 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 5a6336bd-0d6f-4463-9195-531a673c270e no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:34:18.641472 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 5a6336bd-0d6f-4463-9195-531a673c270e {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:34:18.641472 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 5a6336bd-0d6f-4463-9195-531a673c270e not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:34:18.878907 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43364) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:34:18.897647 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0d10716e-05b8-4043-8c48-f5c3ca9e0e67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:18.913925 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-0d10716e-05b8-4043-8c48-f5c3ca9e0e67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:34:18.922143 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-0d10716e-05b8-4043-8c48-f5c3ca9e0e67 admin admin] Usage tracker for resource:security_group_rule and tenant:38f15de185124c3d8d5b231721254d30 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:34:18.922143 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-0d10716e-05b8-4043-8c48-f5c3ca9e0e67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:34:18.931966 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-0d10716e-05b8-4043-8c48-f5c3ca9e0e67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:34:19.014659 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0d10716e-05b8-4043-8c48-f5c3ca9e0e67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:19.019013 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0d10716e-05b8-4043-8c48-f5c3ca9e0e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:19.073524 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-0d10716e-05b8-4043-8c48-f5c3ca9e0e67 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=38f15de185124c3d8d5b231721254d30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1899893 Feb 09 01:34:19.073524 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d10716e-05b8-4043-8c48-f5c3ca9e0e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c19d75-f26c-4dec-9dc1-8e7772074f8c,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:19.077419 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 43370) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:34:19.178839 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d149a2c0-342b-4e21-8127-98e513f52066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:19.241488 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d149a2c0-342b-4e21-8127-98e513f52066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:19.328174 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfcd11f-214e-4963-9a04-f3f3001ee464 req-20fd0f9d-df71-4005-8a18-baef2a6d8f78 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:19.328174 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2bfcd11f-214e-4963-9a04-f3f3001ee464 req-20fd0f9d-df71-4005-8a18-baef2a6d8f78 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=a6aa6a99-4f09-4bc5-9b9d-447cde8ee1f2 HTTP/1.1" status: 200 len: 943 time: 0.1253240 Feb 09 01:34:19.360348 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d149a2c0-342b-4e21-8127-98e513f52066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:19.396885 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d149a2c0-342b-4e21-8127-98e513f52066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c19d75-f26c-4dec-9dc1-8e7772074f8c,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:19.396885 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d149a2c0-342b-4e21-8127-98e513f52066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:19.396885 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-d149a2c0-342b-4e21-8127-98e513f52066 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/e6c19d75-f26c-4dec-9dc1-8e7772074f8c HTTP/1.1" status: 204 len: 168 time: 0.3197234 Feb 09 01:34:19.412775 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2bfcd11f-214e-4963-9a04-f3f3001ee464 req-8d3a6ce0-dc77-4483-a175-692a3dd6408e tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736105 Feb 09 01:34:20.705738 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f73606b-e968-4e6c-86a1-29fbaefe7db5 req-d2c25895-8b97-4ec9-ad12-9e4474ae65de tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:20.705738 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5f73606b-e968-4e6c-86a1-29fbaefe7db5 req-d2c25895-8b97-4ec9-ad12-9e4474ae65de tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=a6aa6a99-4f09-4bc5-9b9d-447cde8ee1f2 HTTP/1.1" status: 200 len: 943 time: 0.1328733 Feb 09 01:34:20.797638 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5f73606b-e968-4e6c-86a1-29fbaefe7db5 req-0678e7ad-63d3-4d1d-8c4f-a7993e095cc1 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807116 Feb 09 01:34:22.002688 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:22.074526 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4cf64d-e7a8-4b00-a35b-bc663506e29a req-548feb7f-8a54-40bf-8313-af0cd75d3ae9 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:22.083167 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fb4cf64d-e7a8-4b00-a35b-bc663506e29a req-548feb7f-8a54-40bf-8313-af0cd75d3ae9 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=a6aa6a99-4f09-4bc5-9b9d-447cde8ee1f2 HTTP/1.1" status: 200 len: 943 time: 0.1148553 Feb 09 01:34:22.137212 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43540) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:34:22.159366 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fb4cf64d-e7a8-4b00-a35b-bc663506e29a req-c4112399-63ef-4394-b733-4996b9f9fbdb tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748703 Feb 09 01:34:22.282809 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-941fe8dc-d900-48f6-95c8-97fad1d05495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:22.296304 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-941fe8dc-d900-48f6-95c8-97fad1d05495 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:34:22.300187 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-941fe8dc-d900-48f6-95c8-97fad1d05495 admin admin] Usage tracker for resource:security_group_rule and tenant:5b67808d79e54c4187f99caea7274302 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:34:22.303251 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-941fe8dc-d900-48f6-95c8-97fad1d05495 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:34:22.309084 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-941fe8dc-d900-48f6-95c8-97fad1d05495 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:34:22.391543 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-941fe8dc-d900-48f6-95c8-97fad1d05495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:22.395246 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-941fe8dc-d900-48f6-95c8-97fad1d05495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:22.449224 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941fe8dc-d900-48f6-95c8-97fad1d05495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f851aee3-34f3-4db2-8241-a9ae2f88ca5f,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:22.455862 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 43546) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:34:22.459670 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-941fe8dc-d900-48f6-95c8-97fad1d05495 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=5b67808d79e54c4187f99caea7274302&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3123009 Feb 09 01:34:22.516170 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d752e445-477e-489a-8bd7-b9ecb8fcf8a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:22.541738 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d752e445-477e-489a-8bd7-b9ecb8fcf8a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:22.595143 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d752e445-477e-489a-8bd7-b9ecb8fcf8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:22.611470 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d752e445-477e-489a-8bd7-b9ecb8fcf8a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f851aee3-34f3-4db2-8241-a9ae2f88ca5f,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:22.618573 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d752e445-477e-489a-8bd7-b9ecb8fcf8a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:22.621643 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-d752e445-477e-489a-8bd7-b9ecb8fcf8a5 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/f851aee3-34f3-4db2-8241-a9ae2f88ca5f HTTP/1.1" status: 204 len: 168 time: 0.1664209 Feb 09 01:34:23.025083 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 43560) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:34:23.048749 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5bf249d5-9a77-4838-80ed-c36c768d33e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:23.069765 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-5bf249d5-9a77-4838-80ed-c36c768d33e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:34:23.074384 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-5bf249d5-9a77-4838-80ed-c36c768d33e8 admin admin] Usage tracker for resource:security_group_rule and tenant:ab18a631993b43a8a1521e993c393a46 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:34:23.078320 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-5bf249d5-9a77-4838-80ed-c36c768d33e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:34:23.086276 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-5bf249d5-9a77-4838-80ed-c36c768d33e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:34:23.221764 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5bf249d5-9a77-4838-80ed-c36c768d33e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:23.246257 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5bf249d5-9a77-4838-80ed-c36c768d33e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:23.287227 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-5bf249d5-9a77-4838-80ed-c36c768d33e8 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=ab18a631993b43a8a1521e993c393a46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2537868 Feb 09 01:34:23.292500 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43566) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:34:23.355098 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf249d5-9a77-4838-80ed-c36c768d33e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d762df27-bf5b-4b23-beac-ebc969b7f984,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:23.408953 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f39552d-5cf6-4861-a76c-daa37f25bb90 req-f92a2fb3-7f29-41d3-8a84-9f7b759bbd93 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:23.415780 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9f39552d-5cf6-4861-a76c-daa37f25bb90 req-f92a2fb3-7f29-41d3-8a84-9f7b759bbd93 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=a6aa6a99-4f09-4bc5-9b9d-447cde8ee1f2 HTTP/1.1" status: 200 len: 943 time: 0.1270020 Feb 09 01:34:23.420409 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e1dfb8ad-e766-4035-80dc-995408614621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:23.460735 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9f39552d-5cf6-4861-a76c-daa37f25bb90 req-66d239d7-a58c-4e15-a5ef-b63df1963979 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443065 Feb 09 01:34:23.478554 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e1dfb8ad-e766-4035-80dc-995408614621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:23.550024 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e1dfb8ad-e766-4035-80dc-995408614621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:23.569080 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfb8ad-e766-4035-80dc-995408614621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d762df27-bf5b-4b23-beac-ebc969b7f984,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:23.581140 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e1dfb8ad-e766-4035-80dc-995408614621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:23.585013 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e1dfb8ad-e766-4035-80dc-995408614621 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/d762df27-bf5b-4b23-beac-ebc969b7f984 HTTP/1.1" status: 204 len: 168 time: 0.3010416 Feb 09 01:34:24.668992 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347549d3-543b-43f0-ae60-23862f050bd3 req-2e877630-2126-4570-8090-bdedd517add9 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:24.668992 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-347549d3-543b-43f0-ae60-23862f050bd3 req-2e877630-2126-4570-8090-bdedd517add9 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=a6aa6a99-4f09-4bc5-9b9d-447cde8ee1f2 HTTP/1.1" status: 200 len: 943 time: 0.0864944 Feb 09 01:34:24.710833 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-347549d3-543b-43f0-ae60-23862f050bd3 req-7a4ba84b-7251-4c1d-aa15-7ad765c78791 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387104 Feb 09 01:34:24.956133 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:25.913297 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6534acb4-39ab-43b6-8b8c-ac6de9b984eb req-c517081c-aded-4112-8859-0e6e0f2e6e7d tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:25.913297 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6534acb4-39ab-43b6-8b8c-ac6de9b984eb req-c517081c-aded-4112-8859-0e6e0f2e6e7d tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=a6aa6a99-4f09-4bc5-9b9d-447cde8ee1f2 HTTP/1.1" status: 200 len: 943 time: 0.0855401 Feb 09 01:34:25.970918 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6534acb4-39ab-43b6-8b8c-ac6de9b984eb req-56a0e313-20c0-46c5-8dd2-c1d7ac23f822 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513656 Feb 09 01:34:27.170132 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f9e76-2398-4611-b43c-69abf20f5b1d req-24e598ad-aca0-435b-a531-221159de6f62 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:27.171990 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e57f9e76-2398-4611-b43c-69abf20f5b1d req-24e598ad-aca0-435b-a531-221159de6f62 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=a6aa6a99-4f09-4bc5-9b9d-447cde8ee1f2 HTTP/1.1" status: 200 len: 943 time: 0.0876393 Feb 09 01:34:27.222578 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e57f9e76-2398-4611-b43c-69abf20f5b1d req-4d83d354-2ca0-440d-a861-4283c7e5eaa7 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438900 Feb 09 01:34:28.498921 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ab2c5-f76f-4de6-9760-c8e2b820e3af req-f3948df2-c5f7-4a0b-8b71-39a0a54c6362 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:28.500393 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a99ab2c5-f76f-4de6-9760-c8e2b820e3af req-f3948df2-c5f7-4a0b-8b71-39a0a54c6362 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=a6aa6a99-4f09-4bc5-9b9d-447cde8ee1f2 HTTP/1.1" status: 200 len: 943 time: 0.1554635 Feb 09 01:34:28.571003 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a99ab2c5-f76f-4de6-9760-c8e2b820e3af req-396050c3-7b29-4d33-9218-c702dd4e1a8f tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591636 Feb 09 01:34:29.761768 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38413b9e-3ddb-4d96-b1f3-ed4b78c49bb6 req-45f20267-88cc-4398-8053-e3b092ddc5a8 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:29.763475 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-38413b9e-3ddb-4d96-b1f3-ed4b78c49bb6 req-45f20267-88cc-4398-8053-e3b092ddc5a8 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=a6aa6a99-4f09-4bc5-9b9d-447cde8ee1f2 HTTP/1.1" status: 200 len: 943 time: 0.0871413 Feb 09 01:34:29.811577 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-38413b9e-3ddb-4d96-b1f3-ed4b78c49bb6 req-fc99c799-12b7-49ba-bc18-76280d71a3fb tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416348 Feb 09 01:34:31.025808 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c85588-d5ee-4d8e-b0b9-4118a06c99d9 req-69bdbfef-38bc-4442-891e-a1aa39434983 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:31.027988 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a8c85588-d5ee-4d8e-b0b9-4118a06c99d9 req-69bdbfef-38bc-4442-891e-a1aa39434983 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=a6aa6a99-4f09-4bc5-9b9d-447cde8ee1f2 HTTP/1.1" status: 200 len: 943 time: 0.0905604 Feb 09 01:34:31.076466 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a8c85588-d5ee-4d8e-b0b9-4118a06c99d9 req-1854bf5a-0c5f-4b22-9ac9-c869b3056762 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425825 Feb 09 01:34:31.643390 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 611f388f-08f5-4215-b1fe-875c7316326d details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:34:31.789042 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 611f388f-08f5-4215-b1fe-875c7316326d, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=611f388f-08f5-4215-b1fe-875c7316326d,segment=NetworkSegment(eb2641ac-e580-4925-8dd1-0f4584fc0d1e),segment_id=eb2641ac-e580-4925-8dd1-0f4584fc0d1e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:34:31.804773 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '611f388f-08f5-4215-b1fe-875c7316326d', 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f', 'port_id': '611f388f-08f5-4215-b1fe-875c7316326d', 'mac_address': 'fa:16:3e:56:01:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '572cbc39-1162-4835-b49c-9787164ff8f8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:34:31.875108 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:31.955738 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 611f388f-08f5-4215-b1fe-875c7316326d {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:34:31.974518 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 611f388f-08f5-4215-b1fe-875c7316326d, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=611f388f-08f5-4215-b1fe-875c7316326d,segment=NetworkSegment(eb2641ac-e580-4925-8dd1-0f4584fc0d1e),segment_id=eb2641ac-e580-4925-8dd1-0f4584fc0d1e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:34:31.978646 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:32.061357 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=611f388f-08f5-4215-b1fe-875c7316326d,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:32.204493 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['611f388f-08f5-4215-b1fe-875c7316326d'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:34:32.330590 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb2f6d0-6dc4-43b4-bf2a-704c2fcb5f49 req-0bbc091d-f450-4f10-93d3-a0dccd338e3d tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:32.338054 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1fb2f6d0-6dc4-43b4-bf2a-704c2fcb5f49 req-0bbc091d-f450-4f10-93d3-a0dccd338e3d tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=a6aa6a99-4f09-4bc5-9b9d-447cde8ee1f2 HTTP/1.1" status: 200 len: 944 time: 0.1129038 Feb 09 01:34:32.386157 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1fb2f6d0-6dc4-43b4-bf2a-704c2fcb5f49 req-6bed04c9-cfcf-4a78-a876-3aed53189815 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470483 Feb 09 01:34:33.593417 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6702f2-cbb8-4021-acf9-29019e4b9fb9 req-8656a38b-da5e-487a-837e-85790db967eb tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:33.595164 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ea6702f2-cbb8-4021-acf9-29019e4b9fb9 req-8656a38b-da5e-487a-837e-85790db967eb tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=a6aa6a99-4f09-4bc5-9b9d-447cde8ee1f2 HTTP/1.1" status: 200 len: 944 time: 0.0929604 Feb 09 01:34:33.670627 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 611f388f-08f5-4215-b1fe-875c7316326d up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:34:33.671238 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ea6702f2-cbb8-4021-acf9-29019e4b9fb9 req-5963c511-b059-42dd-999b-486e58634c19 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624135 Feb 09 01:34:33.754681 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port 611f388f-08f5-4215-b1fe-875c7316326d completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:34:33.760184 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 611f388f-08f5-4215-b1fe-875c7316326d triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:34:33.760535 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:33.812298 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa91a0ad-ec04-41fe-9e9e-4c78da71383a req-4c57dd3e-f8b7-4038-9abd-77df4774bd0f tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:33.813791 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-aa91a0ad-ec04-41fe-9e9e-4c78da71383a req-4c57dd3e-f8b7-4038-9abd-77df4774bd0f tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] 10.222.0.105 "GET /v2.0/ports?device_id=074cddb6-9f8e-41f1-9215-ca149f3963ec HTTP/1.1" status: 200 len: 945 time: 0.0893497 Feb 09 01:34:33.860488 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-aa91a0ad-ec04-41fe-9e9e-4c78da71383a req-94278d07-9312-4b8e-9cd7-4be69f06181a tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] 10.222.0.105 "GET /v2.0/security-groups?id=7ccd8cec-a88d-44d3-80fa-11f8b6c148c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398445 Feb 09 01:34:33.890808 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:33.922870 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6aa6a99-4f09-4bc5-9b9d-447cde8ee1f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '611f388f-08f5-4215-b1fe-875c7316326d'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:34:33.932052 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 611f388f-08f5-4215-b1fe-875c7316326d, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=611f388f-08f5-4215-b1fe-875c7316326d,segment=NetworkSegment(eb2641ac-e580-4925-8dd1-0f4584fc0d1e),segment_id=eb2641ac-e580-4925-8dd1-0f4584fc0d1e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:34:33.940797 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:33.973952 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6aa6a99-4f09-4bc5-9b9d-447cde8ee1f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '611f388f-08f5-4215-b1fe-875c7316326d', 'code': 200} Feb 09 01:34:34.018085 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=611f388f-08f5-4215-b1fe-875c7316326d,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:34.102771 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb19aab-5145-4d7f-a6cc-fc76a6cc7549 req-e7582381-4ce0-47d3-a6e6-701343b09f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:34.102771 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cdb19aab-5145-4d7f-a6cc-fc76a6cc7549 req-e7582381-4ce0-47d3-a6e6-701343b09f85 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a6aa6a99-4f09-4bc5-9b9d-447cde8ee1f2 HTTP/1.1" status: 200 len: 1096 time: 0.0709701 Feb 09 01:34:34.153420 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cdb19aab-5145-4d7f-a6cc-fc76a6cc7549 req-51374d40-5c19-4e3d-9bc7-334b9a00a882 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390666 Feb 09 01:34:34.877026 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ca3cb2-43e7-47ae-9de6-4ecfadab0ffc req-f24a3794-435d-4370-b85a-cfe01be91258 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:34.878594 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-05ca3cb2-43e7-47ae-9de6-4ecfadab0ffc req-f24a3794-435d-4370-b85a-cfe01be91258 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=a6aa6a99-4f09-4bc5-9b9d-447cde8ee1f2 HTTP/1.1" status: 200 len: 945 time: 0.0909004 Feb 09 01:34:34.940710 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-05ca3cb2-43e7-47ae-9de6-4ecfadab0ffc req-9f7a9c29-e63a-4791-8366-4043b4ff02db tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532601 Feb 09 01:34:35.067939 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f84749-9d27-41cf-8637-0c4fd4ad065e req-94f66e8b-aaec-4d80-9886-ccc5f074041f tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:35.069441 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b2f84749-9d27-41cf-8637-0c4fd4ad065e req-94f66e8b-aaec-4d80-9886-ccc5f074041f tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] 10.222.0.105 "GET /v2.0/ports?device_id=074cddb6-9f8e-41f1-9215-ca149f3963ec HTTP/1.1" status: 200 len: 945 time: 0.0848114 Feb 09 01:34:35.114996 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b2f84749-9d27-41cf-8637-0c4fd4ad065e req-37f2bb2e-9a37-4179-bc65-6910156f36a5 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] 10.222.0.105 "GET /v2.0/security-groups?id=7ccd8cec-a88d-44d3-80fa-11f8b6c148c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396812 Feb 09 01:34:35.656281 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c632512-af46-4193-a029-65ce70bec375 req-dfc8a4b9-116c-4272-8bf9-6a0eabecfcef tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:35.656652 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7c632512-af46-4193-a029-65ce70bec375 req-dfc8a4b9-116c-4272-8bf9-6a0eabecfcef tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] 10.222.0.99 "GET /v2.0/ports?device_id=074cddb6-9f8e-41f1-9215-ca149f3963ec HTTP/1.1" status: 200 len: 945 time: 0.0893698 Feb 09 01:34:35.732708 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-7c632512-af46-4193-a029-65ce70bec375 req-2d989c51-bf03-4302-ac80-bf29659396d1 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Deleting port 1fe81a83-ab9e-45be-b133-b7fffd7453e7 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:34:35.732708 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-7c632512-af46-4193-a029-65ce70bec375 req-2d989c51-bf03-4302-ac80-bf29659396d1 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:36.154461 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-7c632512-af46-4193-a029-65ce70bec375 req-2d989c51-bf03-4302-ac80-bf29659396d1 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] For port 1fe81a83-ab9e-45be-b133-b7fffd7453e7, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=1fe81a83-ab9e-45be-b133-b7fffd7453e7,segment=NetworkSegment(27d0c4f0-9164-438b-805b-314f019a4c7f),segment_id=27d0c4f0-9164-438b-805b-314f019a4c7f)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:34:36.155059 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-7c632512-af46-4193-a029-65ce70bec375 req-2d989c51-bf03-4302-ac80-bf29659396d1 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:36.295836 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-7c632512-af46-4193-a029-65ce70bec375 req-2d989c51-bf03-4302-ac80-bf29659396d1 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Calling delete_port for 1fe81a83-ab9e-45be-b133-b7fffd7453e7 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:34:36.412188 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e35a07-5e03-4240-bcfc-9d696860782b req-64515650-be54-479f-8170-cacb5d30163e tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:36.413753 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-76e35a07-5e03-4240-bcfc-9d696860782b req-64515650-be54-479f-8170-cacb5d30163e tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=a6aa6a99-4f09-4bc5-9b9d-447cde8ee1f2 HTTP/1.1" status: 200 len: 945 time: 0.3602891 Feb 09 01:34:36.544007 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-76e35a07-5e03-4240-bcfc-9d696860782b req-88003234-37d9-4806-adf3-fa6da0301a65 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204567 Feb 09 01:34:36.580611 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd6c11-7226-4809-a661-3250010d47d2 req-a72ea426-7a7c-4133-9a8a-e78abf419a84 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:36.583525 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-11bd6c11-7226-4809-a661-3250010d47d2 req-a72ea426-7a7c-4133-9a8a-e78abf419a84 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] 10.222.0.105 "GET /v2.0/ports?device_id=074cddb6-9f8e-41f1-9215-ca149f3963ec HTTP/1.1" status: 200 len: 945 time: 0.2952828 Feb 09 01:34:36.618958 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-7c632512-af46-4193-a029-65ce70bec375 req-2d989c51-bf03-4302-ac80-bf29659396d1 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:36.633688 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['1fe81a83-ab9e-45be-b133-b7fffd7453e7'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:34:36.707927 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d989c51-bf03-4302-ac80-bf29659396d1 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Pushing event deleted for resources: {'Port': ['ID=1fe81a83-ab9e-45be-b133-b7fffd7453e7,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:36.792763 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-11bd6c11-7226-4809-a661-3250010d47d2 req-7e11d3a2-f1cb-4693-8077-d6d7671749c5 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] 10.222.0.105 "GET /v2.0/security-groups?id=7ccd8cec-a88d-44d3-80fa-11f8b6c148c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977196 Feb 09 01:34:36.838872 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c632512-af46-4193-a029-65ce70bec375 req-2d989c51-bf03-4302-ac80-bf29659396d1 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] No DVR routers for this DVR port 1fe81a83-ab9e-45be-b133-b7fffd7453e7 on host n-h2-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:34:36.845657 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-7c632512-af46-4193-a029-65ce70bec375 req-2d989c51-bf03-4302-ac80-bf29659396d1 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:36.848018 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '074cddb6-9f8e-41f1-9215-ca149f3963ec', 'name': 'network-vif-deleted', 'tag': '1fe81a83-ab9e-45be-b133-b7fffd7453e7'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:34:36.877068 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7c632512-af46-4193-a029-65ce70bec375 req-2d989c51-bf03-4302-ac80-bf29659396d1 tempest-VolumesSnapshotTestJSON-1685163784 tempest-VolumesSnapshotTestJSON-1685163784-project] 10.222.0.99 "DELETE /v2.0/ports/1fe81a83-ab9e-45be-b133-b7fffd7453e7 HTTP/1.1" status: 204 len: 173 time: 1.2147970 Feb 09 01:34:36.895050 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f41fc7a-ce54-43e9-9764-e0887310b3f9 req-1348d7c2-83e2-4b6a-8853-0e8d0a3c0dc6 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:36.896560 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5f41fc7a-ce54-43e9-9764-e0887310b3f9 req-1348d7c2-83e2-4b6a-8853-0e8d0a3c0dc6 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=a6aa6a99-4f09-4bc5-9b9d-447cde8ee1f2 HTTP/1.1" status: 200 len: 945 time: 0.1508319 Feb 09 01:34:36.898090 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '074cddb6-9f8e-41f1-9215-ca149f3963ec', 'name': 'network-vif-deleted', 'tag': '1fe81a83-ab9e-45be-b133-b7fffd7453e7', 'status': 'completed', 'code': 200} Feb 09 01:34:36.948972 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5f41fc7a-ce54-43e9-9764-e0887310b3f9 req-1903765e-656c-439e-b4e1-5b0a0dbd1a64 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454865 Feb 09 01:34:37.415206 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f23c22-17a4-4214-862d-8f8d85310971 req-2fb17b80-9ac9-490a-8dd9-1478d45b1cd7 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:37.416789 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e3f23c22-17a4-4214-862d-8f8d85310971 req-2fb17b80-9ac9-490a-8dd9-1478d45b1cd7 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=a6aa6a99-4f09-4bc5-9b9d-447cde8ee1f2 HTTP/1.1" status: 200 len: 945 time: 0.0801558 Feb 09 01:34:37.463046 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e3f23c22-17a4-4214-862d-8f8d85310971 req-1a558069-7591-42cf-9c60-cebd61e72d05 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398955 Feb 09 01:34:38.167098 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-34f4341a-2428-4d9b-89de-fad32aa10526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:38.661480 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ec9c7-0b97-4f35-a512-0beccd6166d9 req-86dd37a4-767a-4c50-8b42-65d32924dae0 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:38.663019 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b62ec9c7-0b97-4f35-a512-0beccd6166d9 req-86dd37a4-767a-4c50-8b42-65d32924dae0 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=a6aa6a99-4f09-4bc5-9b9d-447cde8ee1f2 HTTP/1.1" status: 200 len: 945 time: 0.0891926 Feb 09 01:34:38.707124 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b62ec9c7-0b97-4f35-a512-0beccd6166d9 req-e58de4c2-e935-48df-a936-33a4bb84057f tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385571 Feb 09 01:34:38.815697 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 1fe81a83-ab9e-45be-b133-b7fffd7453e7 no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:34:38.855054 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] No Port match for: 1fe81a83-ab9e-45be-b133-b7fffd7453e7 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:34:38.855668 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 1fe81a83-ab9e-45be-b133-b7fffd7453e7 not bound to the agent host n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:34:38.963956 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f05e42-c244-4778-aab2-6b4fb8e41fd7 req-d11e9bcb-b88b-4612-b270-0a864615f298 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:38.965318 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-22f05e42-c244-4778-aab2-6b4fb8e41fd7 req-d11e9bcb-b88b-4612-b270-0a864615f298 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6aa6a99-4f09-4bc5-9b9d-447cde8ee1f2 HTTP/1.1" status: 200 len: 945 time: 0.0823395 Feb 09 01:34:39.037082 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-22f05e42-c244-4778-aab2-6b4fb8e41fd7 req-d8f1bb73-1782-413b-bb11-79d6701ef261 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Deleting port 611f388f-08f5-4215-b1fe-875c7316326d {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:34:39.037421 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-22f05e42-c244-4778-aab2-6b4fb8e41fd7 req-d8f1bb73-1782-413b-bb11-79d6701ef261 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:39.279508 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-22f05e42-c244-4778-aab2-6b4fb8e41fd7 req-d8f1bb73-1782-413b-bb11-79d6701ef261 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] For port 611f388f-08f5-4215-b1fe-875c7316326d, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=611f388f-08f5-4215-b1fe-875c7316326d,segment=NetworkSegment(eb2641ac-e580-4925-8dd1-0f4584fc0d1e),segment_id=eb2641ac-e580-4925-8dd1-0f4584fc0d1e)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:34:39.279877 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-22f05e42-c244-4778-aab2-6b4fb8e41fd7 req-d8f1bb73-1782-413b-bb11-79d6701ef261 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:39.406527 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-22f05e42-c244-4778-aab2-6b4fb8e41fd7 req-d8f1bb73-1782-413b-bb11-79d6701ef261 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Calling delete_port for 611f388f-08f5-4215-b1fe-875c7316326d owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:34:39.672212 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-22f05e42-c244-4778-aab2-6b4fb8e41fd7 req-d8f1bb73-1782-413b-bb11-79d6701ef261 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:39.684420 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['611f388f-08f5-4215-b1fe-875c7316326d'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:34:39.711716 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['b0a722a7-1adc-489e-8598-4f24461ad8cc'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:34:39.726037 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f1bb73-1782-413b-bb11-79d6701ef261 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Pushing event deleted for resources: {'Port': ['ID=611f388f-08f5-4215-b1fe-875c7316326d,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:39.802920 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-22f05e42-c244-4778-aab2-6b4fb8e41fd7 req-d8f1bb73-1782-413b-bb11-79d6701ef261 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] No DVR routers for this DVR port 611f388f-08f5-4215-b1fe-875c7316326d on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:34:39.805545 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-22f05e42-c244-4778-aab2-6b4fb8e41fd7 req-d8f1bb73-1782-413b-bb11-79d6701ef261 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:39.808297 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6aa6a99-4f09-4bc5-9b9d-447cde8ee1f2', 'name': 'network-vif-deleted', 'tag': '611f388f-08f5-4215-b1fe-875c7316326d'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:34:39.845407 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-22f05e42-c244-4778-aab2-6b4fb8e41fd7 req-d8f1bb73-1782-413b-bb11-79d6701ef261 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.62 "DELETE /v2.0/ports/611f388f-08f5-4215-b1fe-875c7316326d HTTP/1.1" status: 204 len: 173 time: 0.8747969 Feb 09 01:34:39.872648 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6aa6a99-4f09-4bc5-9b9d-447cde8ee1f2', 'name': 'network-vif-deleted', 'tag': '611f388f-08f5-4215-b1fe-875c7316326d', 'status': 'completed', 'code': 200} Feb 09 01:34:39.946825 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-f19c1d2f-3c60-4665-99b9-ae671ba1f2a2 req-4cdc72c8-f227-4201-899f-2446bf6fd651 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Synchronizing usage tracker for tenant:6721380b025b4977bb6883114d898ed6 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:34:39.983913 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-f19c1d2f-3c60-4665-99b9-ae671ba1f2a2 req-4cdc72c8-f227-4201-899f-2446bf6fd651 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Unset dirty status for tenant:6721380b025b4977bb6883114d898ed6 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:34:39.983913 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f19c1d2f-3c60-4665-99b9-ae671ba1f2a2 req-4cdc72c8-f227-4201-899f-2446bf6fd651 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=a6aa6a99-4f09-4bc5-9b9d-447cde8ee1f2 HTTP/1.1" status: 200 len: 210 time: 0.0893455 Feb 09 01:34:40.468092 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-dfa78b6f-5344-4e75-baf9-ed97e933ed62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:41.543076 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:41.581709 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:43.206311 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:43.698831 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 611f388f-08f5-4215-b1fe-875c7316326d no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:34:43.743298 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: 611f388f-08f5-4215-b1fe-875c7316326d {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:34:43.743646 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 611f388f-08f5-4215-b1fe-875c7316326d not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:34:44.996773 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec227a7c-ff76-4b55-b4bb-fa8332183271 req-4ae59b84-ea19-4f9b-8978-7983b325cb4e tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:45.002835 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ec227a7c-ff76-4b55-b4bb-fa8332183271 req-4ae59b84-ea19-4f9b-8978-7983b325cb4e tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=f58d509d-93bf-46ae-bb25-e36138b8c533 HTTP/1.1" status: 200 len: 946 time: 0.0926828 Feb 09 01:34:45.054109 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ec227a7c-ff76-4b55-b4bb-fa8332183271 req-8f25ed63-793b-43e0-95dd-174a57684086 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491827 Feb 09 01:34:46.261445 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a111d74-9554-4e5d-b1fe-360e8bd311fa req-c29bfd0a-cd88-489d-b592-ccf493ce5c31 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:46.268651 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8a111d74-9554-4e5d-b1fe-360e8bd311fa req-c29bfd0a-cd88-489d-b592-ccf493ce5c31 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=f58d509d-93bf-46ae-bb25-e36138b8c533 HTTP/1.1" status: 200 len: 946 time: 0.0941944 Feb 09 01:34:46.310672 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8a111d74-9554-4e5d-b1fe-360e8bd311fa req-1e70c3de-41e6-4083-bf30-a87bbf615c5b tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd22a36-1e4e-4fda-8643-25127f7eace3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409610 Feb 09 01:34:46.538104 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9badfed-a938-46b5-9bf9-afc2962c10c7 req-5bd30a53-9e96-4ec6-8d3c-1f932b5472db tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:46.539570 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b9badfed-a938-46b5-9bf9-afc2962c10c7 req-5bd30a53-9e96-4ec6-8d3c-1f932b5472db tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.99 "GET /v2.0/ports?device_id=f58d509d-93bf-46ae-bb25-e36138b8c533 HTTP/1.1" status: 200 len: 946 time: 0.0821779 Feb 09 01:34:46.616174 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-b9badfed-a938-46b5-9bf9-afc2962c10c7 req-8f933912-fb30-4325-a1ee-1cbd4df94195 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Deleting port b0a722a7-1adc-489e-8598-4f24461ad8cc {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:34:46.616432 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b9badfed-a938-46b5-9bf9-afc2962c10c7 req-8f933912-fb30-4325-a1ee-1cbd4df94195 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:46.870852 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-b9badfed-a938-46b5-9bf9-afc2962c10c7 req-8f933912-fb30-4325-a1ee-1cbd4df94195 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] For port b0a722a7-1adc-489e-8598-4f24461ad8cc, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=b0a722a7-1adc-489e-8598-4f24461ad8cc,segment=NetworkSegment(eb2641ac-e580-4925-8dd1-0f4584fc0d1e),segment_id=eb2641ac-e580-4925-8dd1-0f4584fc0d1e)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:34:46.871216 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b9badfed-a938-46b5-9bf9-afc2962c10c7 req-8f933912-fb30-4325-a1ee-1cbd4df94195 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:46.999742 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-b9badfed-a938-46b5-9bf9-afc2962c10c7 req-8f933912-fb30-4325-a1ee-1cbd4df94195 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Calling delete_port for b0a722a7-1adc-489e-8598-4f24461ad8cc owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:34:47.155536 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b9badfed-a938-46b5-9bf9-afc2962c10c7 req-8f933912-fb30-4325-a1ee-1cbd4df94195 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:47.169281 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['b0a722a7-1adc-489e-8598-4f24461ad8cc'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:34:47.282749 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f933912-fb30-4325-a1ee-1cbd4df94195 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Pushing event deleted for resources: {'Port': ['ID=b0a722a7-1adc-489e-8598-4f24461ad8cc,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:47.284913 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9badfed-a938-46b5-9bf9-afc2962c10c7 req-8f933912-fb30-4325-a1ee-1cbd4df94195 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] No DVR routers for this DVR port b0a722a7-1adc-489e-8598-4f24461ad8cc on host n-h2-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:34:47.287533 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b9badfed-a938-46b5-9bf9-afc2962c10c7 req-8f933912-fb30-4325-a1ee-1cbd4df94195 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:47.292985 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f58d509d-93bf-46ae-bb25-e36138b8c533', 'name': 'network-vif-deleted', 'tag': 'b0a722a7-1adc-489e-8598-4f24461ad8cc'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:34:47.310320 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b9badfed-a938-46b5-9bf9-afc2962c10c7 req-8f933912-fb30-4325-a1ee-1cbd4df94195 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.99 "DELETE /v2.0/ports/b0a722a7-1adc-489e-8598-4f24461ad8cc HTTP/1.1" status: 204 len: 173 time: 0.7652009 Feb 09 01:34:47.351517 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f58d509d-93bf-46ae-bb25-e36138b8c533', 'name': 'network-vif-deleted', 'tag': 'b0a722a7-1adc-489e-8598-4f24461ad8cc', 'status': 'completed', 'code': 200} Feb 09 01:34:47.479397 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-7f323ac9-b3bc-4b33-8de1-e9819d729285 req-267c5351-a358-4b7b-ad20-5bc72af808de tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Synchronizing usage tracker for tenant:6721380b025b4977bb6883114d898ed6 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:34:47.499960 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-7f323ac9-b3bc-4b33-8de1-e9819d729285 req-267c5351-a358-4b7b-ad20-5bc72af808de tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Unset dirty status for tenant:6721380b025b4977bb6883114d898ed6 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:34:47.501265 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7f323ac9-b3bc-4b33-8de1-e9819d729285 req-267c5351-a358-4b7b-ad20-5bc72af808de tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=f58d509d-93bf-46ae-bb25-e36138b8c533 HTTP/1.1" status: 200 len: 210 time: 0.0639672 Feb 09 01:34:50.846086 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device b0a722a7-1adc-489e-8598-4f24461ad8cc no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:34:50.883113 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] No Port match for: b0a722a7-1adc-489e-8598-4f24461ad8cc {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:34:50.883463 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device b0a722a7-1adc-489e-8598-4f24461ad8cc not bound to the agent host n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:34:51.060163 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43776) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:34:51.066300 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-00ca14ef-e1b2-41fe-95c9-6705109e0d73 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-55915310', 'description': 'tempest-secgroup-smoke-55915310 description', 'project_id': '6721380b025b4977bb6883114d898ed6'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:34:51.073570 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-00ca14ef-e1b2-41fe-95c9-6705109e0d73 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:34:51.078390 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-00ca14ef-e1b2-41fe-95c9-6705109e0d73 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Usage tracker for resource:security_group and tenant:6721380b025b4977bb6883114d898ed6 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:34:51.082104 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-00ca14ef-e1b2-41fe-95c9-6705109e0d73 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:34:51.088123 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-00ca14ef-e1b2-41fe-95c9-6705109e0d73 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:34:51.099654 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-00ca14ef-e1b2-41fe-95c9-6705109e0d73 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:51.119536 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-00ca14ef-e1b2-41fe-95c9-6705109e0d73 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:34:51.124024 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-00ca14ef-e1b2-41fe-95c9-6705109e0d73 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Usage tracker for resource:security_group_rule and tenant:6721380b025b4977bb6883114d898ed6 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:34:51.126937 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-00ca14ef-e1b2-41fe-95c9-6705109e0d73 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:34:51.132670 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-00ca14ef-e1b2-41fe-95c9-6705109e0d73 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:34:51.205801 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-00ca14ef-e1b2-41fe-95c9-6705109e0d73 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:51.210270 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-00ca14ef-e1b2-41fe-95c9-6705109e0d73 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:51.256206 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ca14ef-e1b2-41fe-95c9-6705109e0d73 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1408064a-76ce-4cba-9d45-5e1c6ccbbcfa,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:51.258753 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-00ca14ef-e1b2-41fe-95c9-6705109e0d73 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:51.263707 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 43780) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:34:51.268748 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-c364590d-605c-44d8-bd50-759c20c156da tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Request body: {'security_group_rule': {'security_group_id': '1408064a-76ce-4cba-9d45-5e1c6ccbbcfa', 'project_id': '6721380b025b4977bb6883114d898ed6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:34:51.270248 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-00ca14ef-e1b2-41fe-95c9-6705109e0d73 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2084341 Feb 09 01:34:51.275546 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c364590d-605c-44d8-bd50-759c20c156da tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:34:51.279552 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-c364590d-605c-44d8-bd50-759c20c156da tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Usage tracker for resource:security_group_rule and tenant:6721380b025b4977bb6883114d898ed6 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:34:51.282638 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-c364590d-605c-44d8-bd50-759c20c156da tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:34:51.288777 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c364590d-605c-44d8-bd50-759c20c156da tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:34:51.305779 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c364590d-605c-44d8-bd50-759c20c156da tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:51.366975 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c364590d-605c-44d8-bd50-759c20c156da tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:51.370955 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c364590d-605c-44d8-bd50-759c20c156da tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:51.394948 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c364590d-605c-44d8-bd50-759c20c156da tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f61db586-3017-4854-a6bb-d606646597c9,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:51.404637 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c364590d-605c-44d8-bd50-759c20c156da tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:51.405992 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-c364590d-605c-44d8-bd50-759c20c156da tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1412826 Feb 09 01:34:51.408692 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 43784) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:34:51.413931 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-9ae8e364-1a44-458e-99d3-ec7f0cef4f91 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Request body: {'security_group_rule': {'security_group_id': '1408064a-76ce-4cba-9d45-5e1c6ccbbcfa', 'project_id': '6721380b025b4977bb6883114d898ed6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:34:51.420873 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-9ae8e364-1a44-458e-99d3-ec7f0cef4f91 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:34:51.424643 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-9ae8e364-1a44-458e-99d3-ec7f0cef4f91 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Usage tracker for resource:security_group_rule and tenant:6721380b025b4977bb6883114d898ed6 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:34:51.427508 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-9ae8e364-1a44-458e-99d3-ec7f0cef4f91 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:34:51.433215 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-9ae8e364-1a44-458e-99d3-ec7f0cef4f91 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:34:51.452169 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9ae8e364-1a44-458e-99d3-ec7f0cef4f91 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:51.515466 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9ae8e364-1a44-458e-99d3-ec7f0cef4f91 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:51.520570 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9ae8e364-1a44-458e-99d3-ec7f0cef4f91 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:51.544606 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae8e364-1a44-458e-99d3-ec7f0cef4f91 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34323f4f-82da-40f0-a21b-4f94c7c2ccdc,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:51.554378 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9ae8e364-1a44-458e-99d3-ec7f0cef4f91 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:51.555695 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-9ae8e364-1a44-458e-99d3-ec7f0cef4f91 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1459947 Feb 09 01:34:51.558302 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 43788) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:34:51.564183 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-2e593507-38e5-4617-8f86-41b578bd15dd tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Request body: {'security_group_rule': {'security_group_id': '1408064a-76ce-4cba-9d45-5e1c6ccbbcfa', 'project_id': '6721380b025b4977bb6883114d898ed6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:34:51.570745 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-2e593507-38e5-4617-8f86-41b578bd15dd tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:34:51.574600 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-2e593507-38e5-4617-8f86-41b578bd15dd tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Usage tracker for resource:security_group_rule and tenant:6721380b025b4977bb6883114d898ed6 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:34:51.577458 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-2e593507-38e5-4617-8f86-41b578bd15dd tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:34:51.584976 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-2e593507-38e5-4617-8f86-41b578bd15dd tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:34:51.601655 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2e593507-38e5-4617-8f86-41b578bd15dd tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:51.674845 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2e593507-38e5-4617-8f86-41b578bd15dd tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:51.679921 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2e593507-38e5-4617-8f86-41b578bd15dd tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:51.708291 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e593507-38e5-4617-8f86-41b578bd15dd tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afac2df2-70a6-476c-8253-9b545c1d0880,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:51.718971 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2e593507-38e5-4617-8f86-41b578bd15dd tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:51.720315 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-2e593507-38e5-4617-8f86-41b578bd15dd tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1609867 Feb 09 01:34:51.723016 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 43794) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:34:51.727961 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-e7bb9d8f-d539-4c7a-aa02-721defe18bae tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Request body: {'security_group_rule': {'security_group_id': '1408064a-76ce-4cba-9d45-5e1c6ccbbcfa', 'project_id': '6721380b025b4977bb6883114d898ed6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:34:51.734903 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e7bb9d8f-d539-4c7a-aa02-721defe18bae tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:34:51.738763 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-e7bb9d8f-d539-4c7a-aa02-721defe18bae tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Usage tracker for resource:security_group_rule and tenant:6721380b025b4977bb6883114d898ed6 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:34:51.741714 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-e7bb9d8f-d539-4c7a-aa02-721defe18bae tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:34:51.748387 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e7bb9d8f-d539-4c7a-aa02-721defe18bae tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:34:51.764870 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e7bb9d8f-d539-4c7a-aa02-721defe18bae tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:51.830630 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e7bb9d8f-d539-4c7a-aa02-721defe18bae tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:51.834593 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e7bb9d8f-d539-4c7a-aa02-721defe18bae tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:51.858635 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bb9d8f-d539-4c7a-aa02-721defe18bae tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87477e42-43bf-43b1-bf28-d5ba86fee5b9,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:51.868563 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e7bb9d8f-d539-4c7a-aa02-721defe18bae tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:51.870107 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-e7bb9d8f-d539-4c7a-aa02-721defe18bae tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1461611 Feb 09 01:34:51.872817 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 43798) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:34:51.877844 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-a1737422-07c3-4fb0-8c9a-275b9f8e5da9 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Request body: {'security_group_rule': {'security_group_id': '1408064a-76ce-4cba-9d45-5e1c6ccbbcfa', 'project_id': '6721380b025b4977bb6883114d898ed6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:34:51.884176 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a1737422-07c3-4fb0-8c9a-275b9f8e5da9 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:34:51.888243 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-a1737422-07c3-4fb0-8c9a-275b9f8e5da9 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Usage tracker for resource:security_group_rule and tenant:6721380b025b4977bb6883114d898ed6 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:34:51.891153 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-a1737422-07c3-4fb0-8c9a-275b9f8e5da9 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:34:51.896838 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a1737422-07c3-4fb0-8c9a-275b9f8e5da9 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:34:51.910459 n-d-828418-1 neutron-server[87639]: INFO neutron.db.securitygroups_db [None req-a1737422-07c3-4fb0-8c9a-275b9f8e5da9 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Project 6721380b025b4977bb6883114d898ed6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:34:51.917492 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a1737422-07c3-4fb0-8c9a-275b9f8e5da9 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:51.987599 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:51.988236 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a1737422-07c3-4fb0-8c9a-275b9f8e5da9 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:51.991113 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a1737422-07c3-4fb0-8c9a-275b9f8e5da9 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:52.015709 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1737422-07c3-4fb0-8c9a-275b9f8e5da9 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad814e8f-753b-4831-9462-a26a33e99d82,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:52.024399 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a1737422-07c3-4fb0-8c9a-275b9f8e5da9 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:52.025925 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-a1737422-07c3-4fb0-8c9a-275b9f8e5da9 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1521766 Feb 09 01:34:52.029590 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 43802) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:34:52.034940 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-b52086dd-bc50-4e27-b964-7b973a32ed52 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Request body: {'security_group_rule': {'security_group_id': '1408064a-76ce-4cba-9d45-5e1c6ccbbcfa', 'project_id': '6721380b025b4977bb6883114d898ed6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:34:52.042368 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b52086dd-bc50-4e27-b964-7b973a32ed52 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:34:52.046390 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-b52086dd-bc50-4e27-b964-7b973a32ed52 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Usage tracker for resource:security_group_rule and tenant:6721380b025b4977bb6883114d898ed6 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:34:52.049369 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-b52086dd-bc50-4e27-b964-7b973a32ed52 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:34:52.055108 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b52086dd-bc50-4e27-b964-7b973a32ed52 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:34:52.067550 n-d-828418-1 neutron-server[87638]: INFO neutron.db.securitygroups_db [None req-b52086dd-bc50-4e27-b964-7b973a32ed52 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Project 6721380b025b4977bb6883114d898ed6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:34:52.074721 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b52086dd-bc50-4e27-b964-7b973a32ed52 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:52.147606 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b52086dd-bc50-4e27-b964-7b973a32ed52 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:52.151346 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b52086dd-bc50-4e27-b964-7b973a32ed52 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:52.175414 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52086dd-bc50-4e27-b964-7b973a32ed52 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45c310da-8f36-4302-9fa2-0f8aed6c5fb2,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:52.184504 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b52086dd-bc50-4e27-b964-7b973a32ed52 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:52.185708 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b52086dd-bc50-4e27-b964-7b973a32ed52 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1549301 Feb 09 01:34:52.390202 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:34:54.978612 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:08.187538 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6e5b67f2-5f14-4d35-89f1-0ab2a471274c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:08.309640 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0d731cff-f6e0-4340-bf32-0fb427e30d88 req-8fb066c7-8d49-4d28-a72a-a844426f72a9 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-55915310&fields=id&tenant_id=6721380b025b4977bb6883114d898ed6 HTTP/1.1" status: 200 len: 267 time: 0.0462484 Feb 09 01:35:08.463501 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d731cff-f6e0-4340-bf32-0fb427e30d88 req-774eb86f-30d8-481e-b683-49ea9120c6ed tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:08.464962 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0d731cff-f6e0-4340-bf32-0fb427e30d88 req-774eb86f-30d8-481e-b683-49ea9120c6ed tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/networks?id=f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f HTTP/1.1" status: 200 len: 812 time: 0.1489096 Feb 09 01:35:08.483261 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0d731cff-f6e0-4340-bf32-0fb427e30d88 req-858e5c58-4d98-4478-9953-fb18d16a9335 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/quotas/6721380b025b4977bb6883114d898ed6 HTTP/1.1" status: 200 len: 375 time: 0.0117228 Feb 09 01:35:08.570312 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0d731cff-f6e0-4340-bf32-0fb427e30d88 req-641a24cc-804a-4298-95f1-bb33054b01d6 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=6721380b025b4977bb6883114d898ed6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0816407 Feb 09 01:35:08.806066 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0d731cff-f6e0-4340-bf32-0fb427e30d88 req-06098070-9240-49aa-9541-ff20c6d6d158 service neutron] 10.222.0.105 "GET /v2.0/networks/f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240374 Feb 09 01:35:08.935327 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0d731cff-f6e0-4340-bf32-0fb427e30d88 req-21771e04-b899-4695-a729-16c771ed00fd service neutron] 10.222.0.105 "GET /v2.0/networks/f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229165 Feb 09 01:35:09.302427 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3a1f1383-eeaf-4993-80ca-1494f19ae872 req-2d81a4f7-6a3d-45d5-9f05-11c521d48314 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=717b5236-a9cc-4b08-932f-b8640d4eefb8 HTTP/1.1" status: 200 len: 210 time: 0.0425050 Feb 09 01:35:10.378847 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d731cff-f6e0-4340-bf32-0fb427e30d88 req-2d8f3008-20d2-415d-b720-4046d38434c4 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:10.380192 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0d731cff-f6e0-4340-bf32-0fb427e30d88 req-2d8f3008-20d2-415d-b720-4046d38434c4 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.62 "GET /v2.0/networks?id=f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f HTTP/1.1" status: 200 len: 812 time: 0.1621280 Feb 09 01:35:10.472050 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a95370fb-d62f-4159-95db-d626b7806f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:10.479415 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0d731cff-f6e0-4340-bf32-0fb427e30d88 req-54990bd6-acb3-4bb7-8919-fe24b5198e2a tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6721380b025b4977bb6883114d898ed6 HTTP/1.1" status: 200 len: 378 time: 0.0918391 Feb 09 01:35:10.490022 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-0d731cff-f6e0-4340-bf32-0fb427e30d88 req-152206e5-d220-43f6-ab76-d72249f8aee7 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Request body: {'port': {'device_id': '717b5236-a9cc-4b08-932f-b8640d4eefb8', 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f', 'admin_state_up': True, 'tenant_id': '6721380b025b4977bb6883114d898ed6', 'security_groups': ['1408064a-76ce-4cba-9d45-5e1c6ccbbcfa']}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:10.504920 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fad515dd-e664-4673-ba38-f0ad77b35204 req-711ce6f6-b8b1-4d06-9145-711cac2d4113 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=717b5236-a9cc-4b08-932f-b8640d4eefb8 HTTP/1.1" status: 200 len: 210 time: 0.0769911 Feb 09 01:35:10.648375 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-0d731cff-f6e0-4340-bf32-0fb427e30d88 req-152206e5-d220-43f6-ab76-d72249f8aee7 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:35:10.660316 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-0d731cff-f6e0-4340-bf32-0fb427e30d88 req-152206e5-d220-43f6-ab76-d72249f8aee7 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:35:10.672550 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d731cff-f6e0-4340-bf32-0fb427e30d88 req-152206e5-d220-43f6-ab76-d72249f8aee7 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Made reservation on behalf of 6721380b025b4977bb6883114d898ed6 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:35:10.677087 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0d731cff-f6e0-4340-bf32-0fb427e30d88 req-152206e5-d220-43f6-ab76-d72249f8aee7 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:10.882154 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-0d731cff-f6e0-4340-bf32-0fb427e30d88 req-152206e5-d220-43f6-ab76-d72249f8aee7 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Allocated IP 172.20.0.11 (f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f/572cbc39-1162-4835-b49c-9787164ff8f8/3475cfcd-6527-4bdd-a113-5f5d20ecfaf0) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:35:11.084461 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0d731cff-f6e0-4340-bf32-0fb427e30d88 req-152206e5-d220-43f6-ab76-d72249f8aee7 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:11.100364 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-0d731cff-f6e0-4340-bf32-0fb427e30d88 req-152206e5-d220-43f6-ab76-d72249f8aee7 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Transition to ACTIVE for port object 3475cfcd-6527-4bdd-a113-5f5d20ecfaf0 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:35:11.123589 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0d731cff-f6e0-4340-bf32-0fb427e30d88 req-152206e5-d220-43f6-ab76-d72249f8aee7 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:11.194476 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d731cff-f6e0-4340-bf32-0fb427e30d88 req-152206e5-d220-43f6-ab76-d72249f8aee7 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Network f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:35:11.197566 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-0d731cff-f6e0-4340-bf32-0fb427e30d88 req-152206e5-d220-43f6-ab76-d72249f8aee7 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:35:11.202359 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d731cff-f6e0-4340-bf32-0fb427e30d88 req-152206e5-d220-43f6-ab76-d72249f8aee7 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:35:11.243328 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152206e5-d220-43f6-ab76-d72249f8aee7 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Pushing event updated for resources: {'Port': ['ID=3475cfcd-6527-4bdd-a113-5f5d20ecfaf0,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:11.283407 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d731cff-f6e0-4340-bf32-0fb427e30d88 req-152206e5-d220-43f6-ab76-d72249f8aee7 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:11.283985 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0d731cff-f6e0-4340-bf32-0fb427e30d88 req-152206e5-d220-43f6-ab76-d72249f8aee7 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:11.311625 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0d731cff-f6e0-4340-bf32-0fb427e30d88 req-152206e5-d220-43f6-ab76-d72249f8aee7 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8254421 Feb 09 01:35:11.323814 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-0d731cff-f6e0-4340-bf32-0fb427e30d88 req-44ade509-0956-4159-a725-393c8936a3ec service neutron] Request body: {'port': {'device_id': '717b5236-a9cc-4b08-932f-b8640d4eefb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:11.459091 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0d731cff-f6e0-4340-bf32-0fb427e30d88 req-44ade509-0956-4159-a725-393c8936a3ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:11.592116 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-45b51126-8e2b-4b78-99fa-96a265e69249 None None] Provisioning for port 3475cfcd-6527-4bdd-a113-5f5d20ecfaf0 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:35:11.630865 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:11.632744 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-45b51126-8e2b-4b78-99fa-96a265e69249 None None] Provisioning complete for port 3475cfcd-6527-4bdd-a113-5f5d20ecfaf0 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:11.633310 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-45b51126-8e2b-4b78-99fa-96a265e69249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:11.682824 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:11.713661 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-45b51126-8e2b-4b78-99fa-96a265e69249 None None] Port 3475cfcd-6527-4bdd-a113-5f5d20ecfaf0 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:35:11.884000 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af50110-82cb-495b-a3ba-11bfc6cd0688 req-23ccba0a-6749-44a0-8064-428295d11783 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:11.887746 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-0af50110-82cb-495b-a3ba-11bfc6cd0688 req-23ccba0a-6749-44a0-8064-428295d11783 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Synchronizing usage tracker for tenant:6721380b025b4977bb6883114d898ed6 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:35:11.917970 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-0af50110-82cb-495b-a3ba-11bfc6cd0688 req-23ccba0a-6749-44a0-8064-428295d11783 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Unset dirty status for tenant:6721380b025b4977bb6883114d898ed6 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:35:11.919894 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0af50110-82cb-495b-a3ba-11bfc6cd0688 req-23ccba0a-6749-44a0-8064-428295d11783 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=717b5236-a9cc-4b08-932f-b8640d4eefb8 HTTP/1.1" status: 200 len: 932 time: 0.1872747 Feb 09 01:35:12.008069 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-0d731cff-f6e0-4340-bf32-0fb427e30d88 req-44ade509-0956-4159-a725-393c8936a3ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3475cfcd-6527-4bdd-a113-5f5d20ecfaf0 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:35:12.020005 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0d731cff-f6e0-4340-bf32-0fb427e30d88 req-44ade509-0956-4159-a725-393c8936a3ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:12.028621 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0af50110-82cb-495b-a3ba-11bfc6cd0688 req-b7203505-582d-43ff-b463-c570acdb765d tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=1408064a-76ce-4cba-9d45-5e1c6ccbbcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0768151 Feb 09 01:35:12.041644 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-0d731cff-f6e0-4340-bf32-0fb427e30d88 req-44ade509-0956-4159-a725-393c8936a3ec service neutron] Transition to ACTIVE for port object 3475cfcd-6527-4bdd-a113-5f5d20ecfaf0 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:35:12.048268 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0d731cff-f6e0-4340-bf32-0fb427e30d88 req-44ade509-0956-4159-a725-393c8936a3ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:12.365928 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ade509-0956-4159-a725-393c8936a3ec service neutron] Pushing event updated for resources: {'Port': ['ID=3475cfcd-6527-4bdd-a113-5f5d20ecfaf0,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:12.504420 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-0d731cff-f6e0-4340-bf32-0fb427e30d88 req-44ade509-0956-4159-a725-393c8936a3ec service neutron] Attempting to bind port 3475cfcd-6527-4bdd-a113-5f5d20ecfaf0 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:35:12.505085 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-0d731cff-f6e0-4340-bf32-0fb427e30d88 req-44ade509-0956-4159-a725-393c8936a3ec service neutron] Attempting to bind port 3475cfcd-6527-4bdd-a113-5f5d20ecfaf0 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'eb2641ac-e580-4925-8dd1-0f4584fc0d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:35:12.505085 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d731cff-f6e0-4340-bf32-0fb427e30d88 req-44ade509-0956-4159-a725-393c8936a3ec service neutron] Attempting to bind port 3475cfcd-6527-4bdd-a113-5f5d20ecfaf0 on network f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:35:12.509779 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d731cff-f6e0-4340-bf32-0fb427e30d88 req-44ade509-0956-4159-a725-393c8936a3ec service neutron] Port 3475cfcd-6527-4bdd-a113-5f5d20ecfaf0 on network f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:35:12.510096 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d731cff-f6e0-4340-bf32-0fb427e30d88 req-44ade509-0956-4159-a725-393c8936a3ec service neutron] Attempting to bind port 3475cfcd-6527-4bdd-a113-5f5d20ecfaf0 on network f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:35:12.515416 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d731cff-f6e0-4340-bf32-0fb427e30d88 req-44ade509-0956-4159-a725-393c8936a3ec service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:35:12.515747 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d731cff-f6e0-4340-bf32-0fb427e30d88 req-44ade509-0956-4159-a725-393c8936a3ec service neutron] Checking segment: {'id': 'eb2641ac-e580-4925-8dd1-0f4584fc0d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:35:12.516125 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d731cff-f6e0-4340-bf32-0fb427e30d88 req-44ade509-0956-4159-a725-393c8936a3ec service neutron] Bound using segment: {'id': 'eb2641ac-e580-4925-8dd1-0f4584fc0d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:35:12.516547 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-0d731cff-f6e0-4340-bf32-0fb427e30d88 req-44ade509-0956-4159-a725-393c8936a3ec service neutron] Bound port: 3475cfcd-6527-4bdd-a113-5f5d20ecfaf0, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb2641ac-e580-4925-8dd1-0f4584fc0d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:35:12.516885 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0d731cff-f6e0-4340-bf32-0fb427e30d88 req-44ade509-0956-4159-a725-393c8936a3ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:12.618799 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-0d731cff-f6e0-4340-bf32-0fb427e30d88 req-44ade509-0956-4159-a725-393c8936a3ec service neutron] For port 3475cfcd-6527-4bdd-a113-5f5d20ecfaf0, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:35:12.622588 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-0d731cff-f6e0-4340-bf32-0fb427e30d88 req-44ade509-0956-4159-a725-393c8936a3ec service neutron] For port 3475cfcd-6527-4bdd-a113-5f5d20ecfaf0, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=3475cfcd-6527-4bdd-a113-5f5d20ecfaf0,segment=NetworkSegment(eb2641ac-e580-4925-8dd1-0f4584fc0d1e),segment_id=eb2641ac-e580-4925-8dd1-0f4584fc0d1e)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:35:12.626719 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0d731cff-f6e0-4340-bf32-0fb427e30d88 req-44ade509-0956-4159-a725-393c8936a3ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:12.683701 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d731cff-f6e0-4340-bf32-0fb427e30d88 req-44ade509-0956-4159-a725-393c8936a3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:12.684897 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0d731cff-f6e0-4340-bf32-0fb427e30d88 req-44ade509-0956-4159-a725-393c8936a3ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:12.686237 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0d731cff-f6e0-4340-bf32-0fb427e30d88 req-44ade509-0956-4159-a725-393c8936a3ec service neutron] 10.222.0.62 "PUT /v2.0/ports/3475cfcd-6527-4bdd-a113-5f5d20ecfaf0 HTTP/1.1" status: 200 len: 1092 time: 1.3678248 Feb 09 01:35:12.700628 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '717b5236-a9cc-4b08-932f-b8640d4eefb8', 'tag': '3475cfcd-6527-4bdd-a113-5f5d20ecfaf0'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:35:12.721372 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ade509-0956-4159-a725-393c8936a3ec service neutron] Pushing event updated for resources: {'Port': ['ID=3475cfcd-6527-4bdd-a113-5f5d20ecfaf0,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:12.764593 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '717b5236-a9cc-4b08-932f-b8640d4eefb8', 'tag': '3475cfcd-6527-4bdd-a113-5f5d20ecfaf0', 'status': 'completed', 'code': 200} Feb 09 01:35:12.807819 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d731cff-f6e0-4340-bf32-0fb427e30d88 req-92803749-4bfb-4c33-bd20-6c7f6f79587f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:12.809513 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0d731cff-f6e0-4340-bf32-0fb427e30d88 req-92803749-4bfb-4c33-bd20-6c7f6f79587f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6721380b025b4977bb6883114d898ed6&device_id=717b5236-a9cc-4b08-932f-b8640d4eefb8 HTTP/1.1" status: 200 len: 1095 time: 0.0768268 Feb 09 01:35:12.882171 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0d731cff-f6e0-4340-bf32-0fb427e30d88 req-b8d45c90-5d99-496d-a668-3ff67ce1d4f0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3475cfcd-6527-4bdd-a113-5f5d20ecfaf0 HTTP/1.1" status: 200 len: 217 time: 0.0663030 Feb 09 01:35:12.944890 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d731cff-f6e0-4340-bf32-0fb427e30d88 req-27428ea2-02eb-4565-ae85-3d0e9b7f771b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:12.946400 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0d731cff-f6e0-4340-bf32-0fb427e30d88 req-27428ea2-02eb-4565-ae85-3d0e9b7f771b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=572cbc39-1162-4835-b49c-9787164ff8f8 HTTP/1.1" status: 200 len: 851 time: 0.0592434 Feb 09 01:35:13.037368 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d731cff-f6e0-4340-bf32-0fb427e30d88 req-f883071e-f372-4f15-b7b3-177e4b20e9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:13.038972 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0d731cff-f6e0-4340-bf32-0fb427e30d88 req-f883071e-f372-4f15-b7b3-177e4b20e9f6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0873919 Feb 09 01:35:13.205772 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:13.223618 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0d731cff-f6e0-4340-bf32-0fb427e30d88 req-b47aa41d-5a86-4582-8fa9-7fd8082d3b02 service neutron] 10.222.0.62 "GET /v2.0/networks/f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786120 Feb 09 01:35:13.383829 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc990125-be30-4a3b-82af-d24963094519 req-cf94e83e-c385-4b27-aa16-500ae2d43df2 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:13.385340 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cc990125-be30-4a3b-82af-d24963094519 req-cf94e83e-c385-4b27-aa16-500ae2d43df2 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=717b5236-a9cc-4b08-932f-b8640d4eefb8 HTTP/1.1" status: 200 len: 944 time: 0.2020125 Feb 09 01:35:13.391311 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0d731cff-f6e0-4340-bf32-0fb427e30d88 req-6c3abcdb-d0d8-4235-ae5c-64b840104ed8 service neutron] 10.222.0.62 "GET /v2.0/networks/f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595051 Feb 09 01:35:13.433823 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cc990125-be30-4a3b-82af-d24963094519 req-0741b7e6-ffb3-4509-9f5a-e7e33a40270d tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=1408064a-76ce-4cba-9d45-5e1c6ccbbcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414357 Feb 09 01:35:13.509270 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2a489-9a6f-4043-815c-f9f947f5ba18 req-f8d3928f-0f01-46fc-b2da-d4e8e6f5276a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:13.510689 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e8d2a489-9a6f-4043-815c-f9f947f5ba18 req-f8d3928f-0f01-46fc-b2da-d4e8e6f5276a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6721380b025b4977bb6883114d898ed6&device_id=717b5236-a9cc-4b08-932f-b8640d4eefb8 HTTP/1.1" status: 200 len: 1095 time: 0.0731068 Feb 09 01:35:13.640350 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2a489-9a6f-4043-815c-f9f947f5ba18 req-0de116b2-a6bc-4bc1-8871-226038e2639e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:13.641812 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e8d2a489-9a6f-4043-815c-f9f947f5ba18 req-0de116b2-a6bc-4bc1-8871-226038e2639e service neutron] 10.222.0.62 "GET /v2.0/networks?id=f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f HTTP/1.1" status: 200 len: 913 time: 0.1247168 Feb 09 01:35:13.708330 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e8d2a489-9a6f-4043-815c-f9f947f5ba18 req-744c5e55-5f9f-43c6-998e-eb1eca3d1d14 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3475cfcd-6527-4bdd-a113-5f5d20ecfaf0 HTTP/1.1" status: 200 len: 217 time: 0.0601239 Feb 09 01:35:13.773271 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2a489-9a6f-4043-815c-f9f947f5ba18 req-f160d958-6bad-438a-8f86-dde80f3ac78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:13.774670 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e8d2a489-9a6f-4043-815c-f9f947f5ba18 req-f160d958-6bad-438a-8f86-dde80f3ac78a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=572cbc39-1162-4835-b49c-9787164ff8f8 HTTP/1.1" status: 200 len: 851 time: 0.0594079 Feb 09 01:35:13.853466 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2a489-9a6f-4043-815c-f9f947f5ba18 req-f6f25e09-9b22-4097-b723-0d638b085ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:13.854984 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e8d2a489-9a6f-4043-815c-f9f947f5ba18 req-f6f25e09-9b22-4097-b723-0d638b085ab3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696712 Feb 09 01:35:14.082770 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e8d2a489-9a6f-4043-815c-f9f947f5ba18 req-08f87ad6-890b-442f-b029-a52cfeaedb42 service neutron] 10.222.0.62 "GET /v2.0/networks/f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210050 Feb 09 01:35:14.213334 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e8d2a489-9a6f-4043-815c-f9f947f5ba18 req-2878f07d-ecc2-440f-bc2c-66063ae2732b service neutron] 10.222.0.62 "GET /v2.0/networks/f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248751 Feb 09 01:35:14.628925 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1cec93-d1ce-4526-b435-72373e6085d3 req-bb645f4e-ffaa-489d-9e48-fd1e4dac2de4 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:14.630543 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8b1cec93-d1ce-4526-b435-72373e6085d3 req-bb645f4e-ffaa-489d-9e48-fd1e4dac2de4 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=717b5236-a9cc-4b08-932f-b8640d4eefb8 HTTP/1.1" status: 200 len: 944 time: 0.0851123 Feb 09 01:35:14.674549 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8b1cec93-d1ce-4526-b435-72373e6085d3 req-c377c722-fa72-4e91-bd37-44b7236f5d85 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=1408064a-76ce-4cba-9d45-5e1c6ccbbcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382788 Feb 09 01:35:15.858428 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac46f819-6bb1-4cbf-801b-f08a3d610fe0 req-85fe0a57-e0e0-451a-bd9a-8c3cb26f815c tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:15.859796 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ac46f819-6bb1-4cbf-801b-f08a3d610fe0 req-85fe0a57-e0e0-451a-bd9a-8c3cb26f815c tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=717b5236-a9cc-4b08-932f-b8640d4eefb8 HTTP/1.1" status: 200 len: 944 time: 0.0799072 Feb 09 01:35:15.904637 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ac46f819-6bb1-4cbf-801b-f08a3d610fe0 req-9303e568-ad6d-4e8a-a21d-542b7b2c8b40 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=1408064a-76ce-4cba-9d45-5e1c6ccbbcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390561 Feb 09 01:35:17.091186 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67679cce-bff9-403f-adec-916cfa76f60d req-9f44f419-d4e7-4ee7-81aa-559d6d96226f tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:17.092682 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-67679cce-bff9-403f-adec-916cfa76f60d req-9f44f419-d4e7-4ee7-81aa-559d6d96226f tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=717b5236-a9cc-4b08-932f-b8640d4eefb8 HTTP/1.1" status: 200 len: 944 time: 0.0841827 Feb 09 01:35:17.137845 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-67679cce-bff9-403f-adec-916cfa76f60d req-e92bf7f2-ad71-49a8-bb46-4bbf9d45ba4d tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=1408064a-76ce-4cba-9d45-5e1c6ccbbcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391510 Feb 09 01:35:18.327231 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf83b78-d762-4705-b4ba-87356b3fe299 req-e1c05681-ada2-429c-b3be-465b1635e62e tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:18.328715 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8cf83b78-d762-4705-b4ba-87356b3fe299 req-e1c05681-ada2-429c-b3be-465b1635e62e tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=717b5236-a9cc-4b08-932f-b8640d4eefb8 HTTP/1.1" status: 200 len: 944 time: 0.0846446 Feb 09 01:35:18.376306 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8cf83b78-d762-4705-b4ba-87356b3fe299 req-42370b2a-1e06-4c82-9842-3b54c26ed934 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=1408064a-76ce-4cba-9d45-5e1c6ccbbcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418985 Feb 09 01:35:19.563365 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b5fd8-78fc-4c40-8898-b118ffed9086 req-8dc2fdc0-040e-4382-8bc7-6aa2cc5ac538 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:19.564878 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d63b5fd8-78fc-4c40-8898-b118ffed9086 req-8dc2fdc0-040e-4382-8bc7-6aa2cc5ac538 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=717b5236-a9cc-4b08-932f-b8640d4eefb8 HTTP/1.1" status: 200 len: 944 time: 0.0816457 Feb 09 01:35:19.609774 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d63b5fd8-78fc-4c40-8898-b118ffed9086 req-13762fc8-b9eb-4c0a-a781-7561f2907113 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=1408064a-76ce-4cba-9d45-5e1c6ccbbcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389194 Feb 09 01:35:20.797083 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f30999-8ea3-4f3a-a0da-c50394e1add1 req-7f3a0880-dc9a-410c-8d30-67112cebe6cf tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:20.798484 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-96f30999-8ea3-4f3a-a0da-c50394e1add1 req-7f3a0880-dc9a-410c-8d30-67112cebe6cf tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=717b5236-a9cc-4b08-932f-b8640d4eefb8 HTTP/1.1" status: 200 len: 944 time: 0.0825667 Feb 09 01:35:20.841528 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-96f30999-8ea3-4f3a-a0da-c50394e1add1 req-0d31c2e6-f2df-41ba-9f40-d4f9cf20246d tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=1408064a-76ce-4cba-9d45-5e1c6ccbbcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375016 Feb 09 01:35:21.887788 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 3475cfcd-6527-4bdd-a113-5f5d20ecfaf0 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:35:22.000937 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:22.039116 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba80c2ab-79b5-4c48-9016-f0b46a8cf4c1 req-9f1e41ba-5635-4f3b-83d4-68d3e589b97a tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:22.042481 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ba80c2ab-79b5-4c48-9016-f0b46a8cf4c1 req-9f1e41ba-5635-4f3b-83d4-68d3e589b97a tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=717b5236-a9cc-4b08-932f-b8640d4eefb8 HTTP/1.1" status: 200 len: 944 time: 0.0854352 Feb 09 01:35:22.047555 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 3475cfcd-6527-4bdd-a113-5f5d20ecfaf0, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=3475cfcd-6527-4bdd-a113-5f5d20ecfaf0,segment=NetworkSegment(eb2641ac-e580-4925-8dd1-0f4584fc0d1e),segment_id=eb2641ac-e580-4925-8dd1-0f4584fc0d1e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:35:22.065427 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '3475cfcd-6527-4bdd-a113-5f5d20ecfaf0', 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f', 'port_id': '3475cfcd-6527-4bdd-a113-5f5d20ecfaf0', 'mac_address': 'fa:16:3e:82:40:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '572cbc39-1162-4835-b49c-9787164ff8f8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:35:22.089227 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ba80c2ab-79b5-4c48-9016-f0b46a8cf4c1 req-aee619e1-35ce-44ad-a130-c63c98db616e tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=1408064a-76ce-4cba-9d45-5e1c6ccbbcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401113 Feb 09 01:35:22.122104 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:22.139065 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3475cfcd-6527-4bdd-a113-5f5d20ecfaf0 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:35:22.154480 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 3475cfcd-6527-4bdd-a113-5f5d20ecfaf0, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=3475cfcd-6527-4bdd-a113-5f5d20ecfaf0,segment=NetworkSegment(eb2641ac-e580-4925-8dd1-0f4584fc0d1e),segment_id=eb2641ac-e580-4925-8dd1-0f4584fc0d1e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:35:22.158290 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:22.224975 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=3475cfcd-6527-4bdd-a113-5f5d20ecfaf0,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:22.233688 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:22.234042 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:22.234383 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:22.234721 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:22.235057 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:22.235386 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:22.235714 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:22.236041 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:22.236365 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:22.236687 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:22.237010 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:22.237332 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:22.346953 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['3475cfcd-6527-4bdd-a113-5f5d20ecfaf0'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:35:23.291701 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb929a-b5b5-430e-9bc0-fde258a8466b req-28e20444-0a4c-4f0d-83af-600e4bba3030 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:23.293360 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4ecb929a-b5b5-430e-9bc0-fde258a8466b req-28e20444-0a4c-4f0d-83af-600e4bba3030 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=717b5236-a9cc-4b08-932f-b8640d4eefb8 HTTP/1.1" status: 200 len: 945 time: 0.0900018 Feb 09 01:35:23.343635 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4ecb929a-b5b5-430e-9bc0-fde258a8466b req-4f95bb14-f225-4870-8593-e7867200c23c tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=1408064a-76ce-4cba-9d45-5e1c6ccbbcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424969 Feb 09 01:35:23.479313 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44112) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:35:23.540809 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-fae5a20b-eb94-4894-ac12-fa2cb0df50bb admin admin] Deleting subnet 577680fd-2d6b-4bbd-8b92-01f828cf05ff {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:35:23.544508 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fae5a20b-eb94-4894-ac12-fa2cb0df50bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:23.602736 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fae5a20b-eb94-4894-ac12-fa2cb0df50bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:23.659387 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fae5a20b-eb94-4894-ac12-fa2cb0df50bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:23.732966 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fae5a20b-eb94-4894-ac12-fa2cb0df50bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:23.774157 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae5a20b-eb94-4894-ac12-fa2cb0df50bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=577680fd-2d6b-4bbd-8b92-01f828cf05ff,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:23.784006 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fae5a20b-eb94-4894-ac12-fa2cb0df50bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:23.787079 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae5a20b-eb94-4894-ac12-fa2cb0df50bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:23.787427 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae5a20b-eb94-4894-ac12-fa2cb0df50bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:23.787788 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae5a20b-eb94-4894-ac12-fa2cb0df50bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:23.788123 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae5a20b-eb94-4894-ac12-fa2cb0df50bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:23.788452 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae5a20b-eb94-4894-ac12-fa2cb0df50bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:23.788781 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae5a20b-eb94-4894-ac12-fa2cb0df50bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:23.789103 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae5a20b-eb94-4894-ac12-fa2cb0df50bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:23.789443 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae5a20b-eb94-4894-ac12-fa2cb0df50bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:23.789773 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae5a20b-eb94-4894-ac12-fa2cb0df50bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:23.790095 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae5a20b-eb94-4894-ac12-fa2cb0df50bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:23.790414 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae5a20b-eb94-4894-ac12-fa2cb0df50bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:23.790732 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae5a20b-eb94-4894-ac12-fa2cb0df50bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:23.797054 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-fae5a20b-eb94-4894-ac12-fa2cb0df50bb admin admin] 10.222.0.105 "DELETE /v2.0/subnets/577680fd-2d6b-4bbd-8b92-01f828cf05ff HTTP/1.1" status: 204 len: 168 time: 0.3167193 Feb 09 01:35:23.799512 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44116) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:35:23.900694 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f2e50f17-2a61-4189-aeae-fcb82f16ba60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:23.903270 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 3475cfcd-6527-4bdd-a113-5f5d20ecfaf0 up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:35:23.968075 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port 3475cfcd-6527-4bdd-a113-5f5d20ecfaf0 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:35:23.972615 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 3475cfcd-6527-4bdd-a113-5f5d20ecfaf0 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:23.973028 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:24.029813 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f2e50f17-2a61-4189-aeae-fcb82f16ba60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:24.055206 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-f2e50f17-2a61-4189-aeae-fcb82f16ba60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['788834d7-5a82-4c7e-89f7-1339b4e1f375']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:24.067666 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-f2e50f17-2a61-4189-aeae-fcb82f16ba60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27d0c4f0-9164-438b-805b-314f019a4c7f') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:24.067965 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-f2e50f17-2a61-4189-aeae-fcb82f16ba60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27d0c4f0-9164-438b-805b-314f019a4c7f') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:24.079302 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f2e50f17-2a61-4189-aeae-fcb82f16ba60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:24.089624 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:24.095884 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f2e50f17-2a61-4189-aeae-fcb82f16ba60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:24.102022 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2e50f17-2a61-4189-aeae-fcb82f16ba60 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:35:24.102404 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f2e50f17-2a61-4189-aeae-fcb82f16ba60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:24.116088 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:35:24.116088 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:35:24.116088 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:35:24.116088 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:35:24.116088 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:35:24.116088 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:35:24.116088 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:35:24.116088 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:35:24.116088 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:35:24.116088 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:35:24.116088 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:35:24.116088 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:35:24.116088 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:35:24.116088 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:35:24.116088 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:35:24.116088 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:35:24.116088 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:35:24.116088 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:35:24.116088 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:35:24.116088 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:35:24.116088 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:35:24.116088 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:35:24.116088 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:35:24.116088 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:35:24.116088 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:35:24.116088 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:35:24.116088 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:35:24.116088 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:35:24.116088 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:35:24.116088 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:35:24.116088 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:35:24.116088 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:35:24.118549 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717b5236-a9cc-4b08-932f-b8640d4eefb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3475cfcd-6527-4bdd-a113-5f5d20ecfaf0'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:35:24.127589 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 3475cfcd-6527-4bdd-a113-5f5d20ecfaf0, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=3475cfcd-6527-4bdd-a113-5f5d20ecfaf0,segment=NetworkSegment(eb2641ac-e580-4925-8dd1-0f4584fc0d1e),segment_id=eb2641ac-e580-4925-8dd1-0f4584fc0d1e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:35:24.132192 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:24.168246 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717b5236-a9cc-4b08-932f-b8640d4eefb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3475cfcd-6527-4bdd-a113-5f5d20ecfaf0', 'code': 200} Feb 09 01:35:24.207127 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=3475cfcd-6527-4bdd-a113-5f5d20ecfaf0,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:24.293920 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd0ccce-e032-431f-ad24-831b37e2355a req-a95d862c-2df3-4f73-b397-86fe51f0ef13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:24.295326 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2bd0ccce-e032-431f-ad24-831b37e2355a req-a95d862c-2df3-4f73-b397-86fe51f0ef13 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=717b5236-a9cc-4b08-932f-b8640d4eefb8 HTTP/1.1" status: 200 len: 1097 time: 0.0726357 Feb 09 01:35:24.305284 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f2e50f17-2a61-4189-aeae-fcb82f16ba60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:24.321431 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f2e50f17-2a61-4189-aeae-fcb82f16ba60 admin admin] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:24.330989 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e50f17-2a61-4189-aeae-fcb82f16ba60 admin admin] Pushing event deleted for resources: {'Network': ['ID=788834d7-5a82-4c7e-89f7-1339b4e1f375,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:24.333847 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f2e50f17-2a61-4189-aeae-fcb82f16ba60 admin admin] 10.222.0.105 "DELETE /v2.0/networks/788834d7-5a82-4c7e-89f7-1339b4e1f375 HTTP/1.1" status: 204 len: 168 time: 0.5333982 Feb 09 01:35:24.341773 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2bd0ccce-e032-431f-ad24-831b37e2355a req-bd0083a6-0dac-4869-bb4e-b8b04dc2e4dc service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1408064a-76ce-4cba-9d45-5e1c6ccbbcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403864 Feb 09 01:35:24.510564 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44126) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:35:24.572814 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-cded109c-341f-42da-9414-89809089f8d7 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=83f2c056922441a380e38bb8b16784e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0610013 Feb 09 01:35:24.575278 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44130) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:35:24.581322 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bcc073-980c-4934-aea6-93b7a655d2ae req-e29a3e53-82d2-4135-bd00-e9e692a0157d tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:24.582806 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-83bcc073-980c-4934-aea6-93b7a655d2ae req-e29a3e53-82d2-4135-bd00-e9e692a0157d tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=717b5236-a9cc-4b08-932f-b8640d4eefb8 HTTP/1.1" status: 200 len: 946 time: 0.1333644 Feb 09 01:35:24.628583 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-83bcc073-980c-4934-aea6-93b7a655d2ae req-22f6ebed-c99a-4778-9f5c-a7d0543dd932 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=1408064a-76ce-4cba-9d45-5e1c6ccbbcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395124 Feb 09 01:35:24.635580 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9f59027a-4d98-4e6d-b00a-2aa2ddf42a2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:24.663722 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9f59027a-4d98-4e6d-b00a-2aa2ddf42a2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:24.714616 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9f59027a-4d98-4e6d-b00a-2aa2ddf42a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:24.731351 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f59027a-4d98-4e6d-b00a-2aa2ddf42a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ccd8cec-a88d-44d3-80fa-11f8b6c148c8,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:24.735952 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9f59027a-4d98-4e6d-b00a-2aa2ddf42a2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:24.737090 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9f59027a-4d98-4e6d-b00a-2aa2ddf42a2c admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/7ccd8cec-a88d-44d3-80fa-11f8b6c148c8 HTTP/1.1" status: 204 len: 168 time: 0.1602259 Feb 09 01:35:24.974680 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:25.825379 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073adc62-99a3-45eb-9d45-f0500b7a8922 req-820999fb-eb8a-4b37-b3a6-b0e84a2014c1 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:25.826876 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-073adc62-99a3-45eb-9d45-f0500b7a8922 req-820999fb-eb8a-4b37-b3a6-b0e84a2014c1 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=717b5236-a9cc-4b08-932f-b8640d4eefb8 HTTP/1.1" status: 200 len: 946 time: 0.0870039 Feb 09 01:35:25.872424 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-073adc62-99a3-45eb-9d45-f0500b7a8922 req-a0be0ea4-b762-4e1d-9def-15f7c242bfce tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=1408064a-76ce-4cba-9d45-5e1c6ccbbcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389068 Feb 09 01:35:26.059194 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e2140-a654-4d8d-878c-1293482e0a80 req-2d797e16-0043-4105-bf97-f33d658c28e3 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:26.060888 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-480e2140-a654-4d8d-878c-1293482e0a80 req-2d797e16-0043-4105-bf97-f33d658c28e3 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=717b5236-a9cc-4b08-932f-b8640d4eefb8 HTTP/1.1" status: 200 len: 946 time: 0.0813875 Feb 09 01:35:26.109324 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-480e2140-a654-4d8d-878c-1293482e0a80 req-7a421ee3-4e5d-4c1f-9c69-7a9b4a87ad01 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=1408064a-76ce-4cba-9d45-5e1c6ccbbcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428026 Feb 09 01:35:26.133111 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44176) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:35:26.209338 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a88e361-141e-4fee-ba26-66efac02ecfa tempest-TestVolumeBootPattern-528467763 tempest-TestVolumeBootPattern-528467763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:26.210359 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-7a88e361-141e-4fee-ba26-66efac02ecfa tempest-TestVolumeBootPattern-528467763 tempest-TestVolumeBootPattern-528467763-project-admin] Synchronizing usage tracker for tenant:b15607cf627440a08627f80750bb4781 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:35:26.227368 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-7a88e361-141e-4fee-ba26-66efac02ecfa tempest-TestVolumeBootPattern-528467763 tempest-TestVolumeBootPattern-528467763-project-admin] Unset dirty status for tenant:b15607cf627440a08627f80750bb4781 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:35:26.232071 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-7a88e361-141e-4fee-ba26-66efac02ecfa tempest-TestVolumeBootPattern-528467763 tempest-TestVolumeBootPattern-528467763-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=717b5236-a9cc-4b08-932f-b8640d4eefb8 HTTP/1.1" status: 200 len: 1092 time: 0.0945661 Feb 09 01:35:26.232277 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44180) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:35:26.237274 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-33187994-1506-4d7c-9391-c6cb481bcf49 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Request body: {'floatingip': {'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'port_id': '3475cfcd-6527-4bdd-a113-5f5d20ecfaf0', 'tenant_id': '6721380b025b4977bb6883114d898ed6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:26.244109 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-33187994-1506-4d7c-9391-c6cb481bcf49 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:35:26.248517 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-33187994-1506-4d7c-9391-c6cb481bcf49 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Usage tracker for resource:floatingip and tenant:6721380b025b4977bb6883114d898ed6 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:35:26.251395 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-33187994-1506-4d7c-9391-c6cb481bcf49 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:35:26.257132 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-33187994-1506-4d7c-9391-c6cb481bcf49 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:35:26.268240 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-33187994-1506-4d7c-9391-c6cb481bcf49 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks [] for floatingip, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:26.406456 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-33187994-1506-4d7c-9391-c6cb481bcf49 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:26.540482 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-33187994-1506-4d7c-9391-c6cb481bcf49 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Allocated IP 172.25.0.220 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/8e44bbaa-1f24-4185-9fc5-1b74a67e47df) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:35:26.689892 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-33187994-1506-4d7c-9391-c6cb481bcf49 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:26.718196 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-33187994-1506-4d7c-9391-c6cb481bcf49 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:26.781914 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33187994-1506-4d7c-9391-c6cb481bcf49 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:35:26.784769 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-33187994-1506-4d7c-9391-c6cb481bcf49 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:35:26.787050 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33187994-1506-4d7c-9391-c6cb481bcf49 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:35:26.829569 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33187994-1506-4d7c-9391-c6cb481bcf49 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Pushing event updated for resources: {'Port': ['ID=8e44bbaa-1f24-4185-9fc5-1b74a67e47df,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:27.033206 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44184) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:35:27.038986 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-e4ba2364-b6c7-48d1-b4fb-b0f1d15800fa tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-274555904', 'description': 'tempest-secgroup-smoke-274555904 description', 'project_id': '86d3f064b7034e66946d08a62b972ad0'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:27.045368 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e4ba2364-b6c7-48d1-b4fb-b0f1d15800fa tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:35:27.049169 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-e4ba2364-b6c7-48d1-b4fb-b0f1d15800fa tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Usage tracker for resource:security_group and tenant:86d3f064b7034e66946d08a62b972ad0 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:35:27.052146 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-e4ba2364-b6c7-48d1-b4fb-b0f1d15800fa tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:35:27.058366 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e4ba2364-b6c7-48d1-b4fb-b0f1d15800fa tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:35:27.068079 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e4ba2364-b6c7-48d1-b4fb-b0f1d15800fa tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:27.080782 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e4ba2364-b6c7-48d1-b4fb-b0f1d15800fa tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:27.095140 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e4ba2364-b6c7-48d1-b4fb-b0f1d15800fa tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:35:27.098946 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-e4ba2364-b6c7-48d1-b4fb-b0f1d15800fa tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Usage tracker for resource:security_group_rule and tenant:86d3f064b7034e66946d08a62b972ad0 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:35:27.101735 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-e4ba2364-b6c7-48d1-b4fb-b0f1d15800fa tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:35:27.107682 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e4ba2364-b6c7-48d1-b4fb-b0f1d15800fa tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:35:27.193818 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e4ba2364-b6c7-48d1-b4fb-b0f1d15800fa tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:27.198288 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e4ba2364-b6c7-48d1-b4fb-b0f1d15800fa tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:27.210215 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-33187994-1506-4d7c-9391-c6cb481bcf49 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:27.212034 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e4ba2364-b6c7-48d1-b4fb-b0f1d15800fa tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:35:27.218705 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-e4ba2364-b6c7-48d1-b4fb-b0f1d15800fa tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Usage tracker for resource:security_group_rule and tenant:86d3f064b7034e66946d08a62b972ad0 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:35:27.223366 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-e4ba2364-b6c7-48d1-b4fb-b0f1d15800fa tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:35:27.237493 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e4ba2364-b6c7-48d1-b4fb-b0f1d15800fa tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:35:27.244628 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ba2364-b6c7-48d1-b4fb-b0f1d15800fa tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fcab2e2-893c-41ab-8620-8e04b160059f,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:27.257115 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ba2364-b6c7-48d1-b4fb-b0f1d15800fa tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:27.257460 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ba2364-b6c7-48d1-b4fb-b0f1d15800fa tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:27.257881 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ba2364-b6c7-48d1-b4fb-b0f1d15800fa tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:27.258220 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ba2364-b6c7-48d1-b4fb-b0f1d15800fa tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:27.258551 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ba2364-b6c7-48d1-b4fb-b0f1d15800fa tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:27.258880 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ba2364-b6c7-48d1-b4fb-b0f1d15800fa tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:27.259202 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ba2364-b6c7-48d1-b4fb-b0f1d15800fa tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:27.259526 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ba2364-b6c7-48d1-b4fb-b0f1d15800fa tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:27.259853 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ba2364-b6c7-48d1-b4fb-b0f1d15800fa tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:27.260167 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ba2364-b6c7-48d1-b4fb-b0f1d15800fa tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:27.260486 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ba2364-b6c7-48d1-b4fb-b0f1d15800fa tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:27.260800 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ba2364-b6c7-48d1-b4fb-b0f1d15800fa tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:27.290067 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-33187994-1506-4d7c-9391-c6cb481bcf49 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:27.325293 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e4ba2364-b6c7-48d1-b4fb-b0f1d15800fa tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:27.329250 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e4ba2364-b6c7-48d1-b4fb-b0f1d15800fa tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:27.370410 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ba2364-b6c7-48d1-b4fb-b0f1d15800fa tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c692665-6fff-4384-8fd5-dd2a13f1db99,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:27.374343 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e4ba2364-b6c7-48d1-b4fb-b0f1d15800fa tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:27.378216 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-e4ba2364-b6c7-48d1-b4fb-b0f1d15800fa tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3407223 Feb 09 01:35:27.378518 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44188) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:35:27.383440 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-eec79df4-1af7-49ae-abd8-29ac1c3363f1 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Request body: {'security_group_rule': {'security_group_id': '8c692665-6fff-4384-8fd5-dd2a13f1db99', 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:27.390373 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-eec79df4-1af7-49ae-abd8-29ac1c3363f1 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:35:27.394231 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-eec79df4-1af7-49ae-abd8-29ac1c3363f1 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Usage tracker for resource:security_group_rule and tenant:86d3f064b7034e66946d08a62b972ad0 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:35:27.397081 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-eec79df4-1af7-49ae-abd8-29ac1c3363f1 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:35:27.403096 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-eec79df4-1af7-49ae-abd8-29ac1c3363f1 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:35:27.423839 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-eec79df4-1af7-49ae-abd8-29ac1c3363f1 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:27.483928 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-eec79df4-1af7-49ae-abd8-29ac1c3363f1 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:27.488135 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-eec79df4-1af7-49ae-abd8-29ac1c3363f1 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:27.502942 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-33187994-1506-4d7c-9391-c6cb481bcf49 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:27.507665 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-33187994-1506-4d7c-9391-c6cb481bcf49 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:27.512528 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec79df4-1af7-49ae-abd8-29ac1c3363f1 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db168add-7ad9-47d5-bfe7-c8721a78f196,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:27.521981 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-eec79df4-1af7-49ae-abd8-29ac1c3363f1 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:27.523162 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-eec79df4-1af7-49ae-abd8-29ac1c3363f1 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1438408 Feb 09 01:35:27.526160 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44192) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:35:27.531267 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-38601e73-b5bd-4779-9b9c-c9fc1112668d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Request body: {'security_group_rule': {'security_group_id': '8c692665-6fff-4384-8fd5-dd2a13f1db99', 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:27.537543 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-38601e73-b5bd-4779-9b9c-c9fc1112668d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:35:27.541376 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-38601e73-b5bd-4779-9b9c-c9fc1112668d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Usage tracker for resource:security_group_rule and tenant:86d3f064b7034e66946d08a62b972ad0 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:35:27.544857 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-38601e73-b5bd-4779-9b9c-c9fc1112668d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:35:27.550640 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-38601e73-b5bd-4779-9b9c-c9fc1112668d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:35:27.569080 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-38601e73-b5bd-4779-9b9c-c9fc1112668d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:27.624475 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-33187994-1506-4d7c-9391-c6cb481bcf49 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:27.630339 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-38601e73-b5bd-4779-9b9c-c9fc1112668d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:27.633979 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-38601e73-b5bd-4779-9b9c-c9fc1112668d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:27.658283 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38601e73-b5bd-4779-9b9c-c9fc1112668d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6357da6-746f-4a17-8651-e67fe3458737,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:27.667708 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-38601e73-b5bd-4779-9b9c-c9fc1112668d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:27.669714 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-38601e73-b5bd-4779-9b9c-c9fc1112668d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1425698 Feb 09 01:35:27.672367 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44196) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:35:27.677262 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-46705ed9-0678-46db-9018-1870a1e13661 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Request body: {'security_group_rule': {'security_group_id': '8c692665-6fff-4384-8fd5-dd2a13f1db99', 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:27.683586 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-46705ed9-0678-46db-9018-1870a1e13661 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:35:27.687484 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-46705ed9-0678-46db-9018-1870a1e13661 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Usage tracker for resource:security_group_rule and tenant:86d3f064b7034e66946d08a62b972ad0 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:35:27.690445 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-46705ed9-0678-46db-9018-1870a1e13661 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:35:27.696278 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-46705ed9-0678-46db-9018-1870a1e13661 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:35:27.713270 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-46705ed9-0678-46db-9018-1870a1e13661 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:27.786464 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-46705ed9-0678-46db-9018-1870a1e13661 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:27.790343 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-46705ed9-0678-46db-9018-1870a1e13661 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:27.816765 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46705ed9-0678-46db-9018-1870a1e13661 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e68bd17b-0cf9-48bb-8997-12e67d9a1fa0,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:27.827035 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-46705ed9-0678-46db-9018-1870a1e13661 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:27.829624 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-46705ed9-0678-46db-9018-1870a1e13661 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1549439 Feb 09 01:35:27.830959 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44200) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:35:27.834454 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33187994-1506-4d7c-9391-c6cb481bcf49 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Pushing event updated for resources: {'Port': ['ID=8e44bbaa-1f24-4185-9fc5-1b74a67e47df,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:27.836347 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-ce2fe2db-72b7-4550-8672-25ae25a41054 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Request body: {'security_group_rule': {'security_group_id': '8c692665-6fff-4384-8fd5-dd2a13f1db99', 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:27.845199 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-ce2fe2db-72b7-4550-8672-25ae25a41054 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:35:27.848996 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-ce2fe2db-72b7-4550-8672-25ae25a41054 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Usage tracker for resource:security_group_rule and tenant:86d3f064b7034e66946d08a62b972ad0 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:35:27.851882 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-ce2fe2db-72b7-4550-8672-25ae25a41054 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:35:27.858243 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-ce2fe2db-72b7-4550-8672-25ae25a41054 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:35:27.875028 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ce2fe2db-72b7-4550-8672-25ae25a41054 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:27.936609 n-d-828418-1 neutron-server[87638]: INFO neutron.db.l3_db [None req-33187994-1506-4d7c-9391-c6cb481bcf49 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Floating IP 8d8f694d-1ade-4e64-86be-032b76576d33 associated. External IP: 172.25.0.220, port: 3475cfcd-6527-4bdd-a113-5f5d20ecfaf0. Feb 09 01:35:27.939605 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ce2fe2db-72b7-4550-8672-25ae25a41054 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:27.943262 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ce2fe2db-72b7-4550-8672-25ae25a41054 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:27.967157 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2fe2db-72b7-4550-8672-25ae25a41054 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c787e84f-a8af-4238-bfbf-89f13e1a0739,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:27.975633 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ce2fe2db-72b7-4550-8672-25ae25a41054 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:27.977075 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-ce2fe2db-72b7-4550-8672-25ae25a41054 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1449902 Feb 09 01:35:27.979721 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44204) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:35:27.985567 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-58caec43-d97e-4fc2-b428-a8d01ca28061 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Request body: {'security_group_rule': {'security_group_id': '8c692665-6fff-4384-8fd5-dd2a13f1db99', 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:27.991981 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-58caec43-d97e-4fc2-b428-a8d01ca28061 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:35:27.995852 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-58caec43-d97e-4fc2-b428-a8d01ca28061 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Usage tracker for resource:security_group_rule and tenant:86d3f064b7034e66946d08a62b972ad0 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:35:27.998830 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-58caec43-d97e-4fc2-b428-a8d01ca28061 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:35:28.004488 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-58caec43-d97e-4fc2-b428-a8d01ca28061 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:35:28.014893 n-d-828418-1 neutron-server[87639]: INFO neutron.db.securitygroups_db [None req-58caec43-d97e-4fc2-b428-a8d01ca28061 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Project 86d3f064b7034e66946d08a62b972ad0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:35:28.021405 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-58caec43-d97e-4fc2-b428-a8d01ca28061 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:28.085987 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-58caec43-d97e-4fc2-b428-a8d01ca28061 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:28.089717 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-58caec43-d97e-4fc2-b428-a8d01ca28061 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:28.114655 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58caec43-d97e-4fc2-b428-a8d01ca28061 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f569496-beb8-4ef2-b658-e618ec49126f,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:28.124321 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-58caec43-d97e-4fc2-b428-a8d01ca28061 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:28.125834 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-58caec43-d97e-4fc2-b428-a8d01ca28061 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1451552 Feb 09 01:35:28.128564 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44208) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:35:28.133357 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-ad70b5e6-bf6b-4d0c-bab7-8b43312f2f7c tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Request body: {'security_group_rule': {'security_group_id': '8c692665-6fff-4384-8fd5-dd2a13f1db99', 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:28.140333 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-ad70b5e6-bf6b-4d0c-bab7-8b43312f2f7c tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:35:28.144076 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-ad70b5e6-bf6b-4d0c-bab7-8b43312f2f7c tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Usage tracker for resource:security_group_rule and tenant:86d3f064b7034e66946d08a62b972ad0 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:35:28.147021 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-ad70b5e6-bf6b-4d0c-bab7-8b43312f2f7c tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:35:28.153720 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-ad70b5e6-bf6b-4d0c-bab7-8b43312f2f7c tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:35:28.167281 n-d-828418-1 neutron-server[87639]: INFO neutron.db.securitygroups_db [None req-ad70b5e6-bf6b-4d0c-bab7-8b43312f2f7c tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Project 86d3f064b7034e66946d08a62b972ad0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:35:28.174314 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ad70b5e6-bf6b-4d0c-bab7-8b43312f2f7c tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:28.241750 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ad70b5e6-bf6b-4d0c-bab7-8b43312f2f7c tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:28.245845 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ad70b5e6-bf6b-4d0c-bab7-8b43312f2f7c tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:28.270061 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad70b5e6-bf6b-4d0c-bab7-8b43312f2f7c tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e945f8f-94c5-4295-b6ca-8b196568d367,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:28.280235 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ad70b5e6-bf6b-4d0c-bab7-8b43312f2f7c tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:28.281464 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-ad70b5e6-bf6b-4d0c-bab7-8b43312f2f7c tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1519921 Feb 09 01:35:28.284495 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44212) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:35:28.290049 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-b8074e73-7d64-47bd-a441-89b00077b0dc tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Request body: {'network': {'name': 'tempest-network-smoke--1813000500', 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'port_security_enabled': True}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:28.295944 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b8074e73-7d64-47bd-a441-89b00077b0dc tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:35:28.299980 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-b8074e73-7d64-47bd-a441-89b00077b0dc tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Usage tracker for resource:network and tenant:86d3f064b7034e66946d08a62b972ad0 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:35:28.302933 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-b8074e73-7d64-47bd-a441-89b00077b0dc tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:35:28.308757 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b8074e73-7d64-47bd-a441-89b00077b0dc tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:35:28.309459 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33187994-1506-4d7c-9391-c6cb481bcf49 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Router f64b697c-b9da-4611-aa22-82eb6e12af19 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:35:28.319473 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8074e73-7d64-47bd-a441-89b00077b0dc tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Made reservation on behalf of 86d3f064b7034e66946d08a62b972ad0 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:35:28.322932 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b8074e73-7d64-47bd-a441-89b00077b0dc tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:28.349550 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8074e73-7d64-47bd-a441-89b00077b0dc tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:35:28.358638 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b8074e73-7d64-47bd-a441-89b00077b0dc tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:28.358979 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-b8074e73-7d64-47bd-a441-89b00077b0dc tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Added segment 67d13663-e869-4620-926f-5ecded910a5f of type vlan for network eb6bb812-513b-4118-99ad-d096e706b18b Feb 09 01:35:28.385459 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b8074e73-7d64-47bd-a441-89b00077b0dc tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:28.417210 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b8074e73-7d64-47bd-a441-89b00077b0dc tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:28.424185 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8074e73-7d64-47bd-a441-89b00077b0dc tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:28.424815 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b8074e73-7d64-47bd-a441-89b00077b0dc tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:28.496434 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33187994-1506-4d7c-9391-c6cb481bcf49 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:35:28.507146 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1fecd2-9024-4d08-b17a-3d1719411512 None None] Sync routers for ids ['f64b697c-b9da-4611-aa22-82eb6e12af19'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:35:28.518225 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1fecd2-9024-4d08-b17a-3d1719411512 None None] Routers {'f64b697c-b9da-4611-aa22-82eb6e12af19'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:35:28.518998 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-5f1fecd2-9024-4d08-b17a-3d1719411512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:35:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['f64b697c-b9da-4611-aa22-82eb6e12af19'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:28.522228 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-33187994-1506-4d7c-9391-c6cb481bcf49 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:28.529094 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-b8074e73-7d64-47bd-a441-89b00077b0dc tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2404208 Feb 09 01:35:28.530449 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44216) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:35:28.538105 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-76f8f877-e3a8-46b8-bf91-dcdaf3abdd6b tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1887135875', 'admin_state_up': True, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:28.548272 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8074e73-7d64-47bd-a441-89b00077b0dc tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event updated for resources: {'Network': ['ID=eb6bb812-513b-4118-99ad-d096e706b18b,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:28.550952 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-76f8f877-e3a8-46b8-bf91-dcdaf3abdd6b tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:35:28.555313 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-76f8f877-e3a8-46b8-bf91-dcdaf3abdd6b tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Usage tracker for resource:router and tenant:86d3f064b7034e66946d08a62b972ad0 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:35:28.560149 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-76f8f877-e3a8-46b8-bf91-dcdaf3abdd6b tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:35:28.562102 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network eb6bb812-513b-4118-99ad-d096e706b18b details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:35:28.566947 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-76f8f877-e3a8-46b8-bf91-dcdaf3abdd6b tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:35:28.579932 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-76f8f877-e3a8-46b8-bf91-dcdaf3abdd6b tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:28.581183 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-76f8f877-e3a8-46b8-bf91-dcdaf3abdd6b tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:28.600886 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-76f8f877-e3a8-46b8-bf91-dcdaf3abdd6b tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:28.614156 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-33187994-1506-4d7c-9391-c6cb481bcf49 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3808224 Feb 09 01:35:28.615681 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '717b5236-a9cc-4b08-932f-b8640d4eefb8', 'tag': '3475cfcd-6527-4bdd-a113-5f5d20ecfaf0'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:35:28.693870 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '717b5236-a9cc-4b08-932f-b8640d4eefb8', 'tag': '3475cfcd-6527-4bdd-a113-5f5d20ecfaf0', 'status': 'completed', 'code': 200} Feb 09 01:35:28.741734 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-5f1fecd2-9024-4d08-b17a-3d1719411512 None None] Set router f64b697c-b9da-4611-aa22-82eb6e12af19 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:35:29.054270 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-76f8f877-e3a8-46b8-bf91-dcdaf3abdd6b tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:29.094919 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-5f1fecd2-9024-4d08-b17a-3d1719411512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'name': 'tempest-TestVolumeBootPattern-1652339505-router', 'tenant_id': '6721380b025b4977bb6883114d898ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'b260476d-d5ca-44f5-bf49-16506c42517c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:12Z', 'updated_at': '2022-02-09T01:31:19Z', 'revision_number': 4, 'project_id': '6721380b025b4977bb6883114d898ed6', 'gw_port': {'id': 'b260476d-d5ca-44f5-bf49-16506c42517c', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:59:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:13Z', 'updated_at': '2022-02-09T01:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '8d8f694d-1ade-4e64-86be-032b76576d33', 'tenant_id': '6721380b025b4977bb6883114d898ed6', 'floating_ip_address': '172.25.0.220', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'port_id': '3475cfcd-6527-4bdd-a113-5f5d20ecfaf0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f', 'mac_address': 'fa:16:3e:82:40:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717b5236-a9cc-4b08-932f-b8640d4eefb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:35:27Z', 'updated_at': '2022-02-09T01:35:27Z', 'revision_number': 0, 'project_id': '6721380b025b4977bb6883114d898ed6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87a7cef7-91ed-4263-8ba6-cb257fc19878', 'name': '', 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f', 'tenant_id': '6721380b025b4977bb6883114d898ed6', 'mac_address': 'fa:16:3e:bb:88:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '572cbc39-1162-4835-b49c-9787164ff8f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:18Z', 'updated_at': '2022-02-09T01:31:29Z', 'revision_number': 5, 'project_id': '6721380b025b4977bb6883114d898ed6', 'subnets': [{'id': '572cbc39-1162-4835-b49c-9787164ff8f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:29.098796 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1fecd2-9024-4d08-b17a-3d1719411512 None None] Checking router: f64b697c-b9da-4611-aa22-82eb6e12af19 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:35:29.107205 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1fecd2-9024-4d08-b17a-3d1719411512 None None] Routers {'f64b697c-b9da-4611-aa22-82eb6e12af19'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:35:29.107826 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-5f1fecd2-9024-4d08-b17a-3d1719411512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:35:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['f64b697c-b9da-4611-aa22-82eb6e12af19'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:29.138992 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcae82b-8a0f-4633-a40a-a8b5a28aaae0 req-b8e0d738-e4a6-4e6c-918d-76ee010885a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:29.140464 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fdcae82b-8a0f-4633-a40a-a8b5a28aaae0 req-b8e0d738-e4a6-4e6c-918d-76ee010885a1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6721380b025b4977bb6883114d898ed6&device_id=717b5236-a9cc-4b08-932f-b8640d4eefb8 HTTP/1.1" status: 200 len: 1097 time: 0.4225457 Feb 09 01:35:29.285533 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-5f1fecd2-9024-4d08-b17a-3d1719411512 None None] Set router f64b697c-b9da-4611-aa22-82eb6e12af19 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:35:29.298176 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcae82b-8a0f-4633-a40a-a8b5a28aaae0 req-d030b227-b6ee-4bdf-8bb4-08cfb128809c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:29.299613 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fdcae82b-8a0f-4633-a40a-a8b5a28aaae0 req-d030b227-b6ee-4bdf-8bb4-08cfb128809c service neutron] 10.222.0.62 "GET /v2.0/networks?id=f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f HTTP/1.1" status: 200 len: 913 time: 0.1526601 Feb 09 01:35:29.428171 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:35:29.479317 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fdcae82b-8a0f-4633-a40a-a8b5a28aaae0 req-bd270382-b38c-4ad1-a6e8-0f0d8de8d36d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3475cfcd-6527-4bdd-a113-5f5d20ecfaf0 HTTP/1.1" status: 200 len: 1000 time: 0.1668117 Feb 09 01:35:29.609899 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-76f8f877-e3a8-46b8-bf91-dcdaf3abdd6b tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for router_gateway, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:29.648421 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-76f8f877-e3a8-46b8-bf91-dcdaf3abdd6b tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:29.671908 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-5f1fecd2-9024-4d08-b17a-3d1719411512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'name': 'tempest-TestVolumeBootPattern-1652339505-router', 'tenant_id': '6721380b025b4977bb6883114d898ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'b260476d-d5ca-44f5-bf49-16506c42517c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:12Z', 'updated_at': '2022-02-09T01:31:19Z', 'revision_number': 4, 'project_id': '6721380b025b4977bb6883114d898ed6', 'gw_port': {'id': 'b260476d-d5ca-44f5-bf49-16506c42517c', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:59:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:13Z', 'updated_at': '2022-02-09T01:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '8d8f694d-1ade-4e64-86be-032b76576d33', 'tenant_id': '6721380b025b4977bb6883114d898ed6', 'floating_ip_address': '172.25.0.220', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'port_id': '3475cfcd-6527-4bdd-a113-5f5d20ecfaf0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f', 'mac_address': 'fa:16:3e:82:40:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717b5236-a9cc-4b08-932f-b8640d4eefb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:35:27Z', 'updated_at': '2022-02-09T01:35:27Z', 'revision_number': 0, 'project_id': '6721380b025b4977bb6883114d898ed6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87a7cef7-91ed-4263-8ba6-cb257fc19878', 'name': '', 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f', 'tenant_id': '6721380b025b4977bb6883114d898ed6', 'mac_address': 'fa:16:3e:bb:88:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '572cbc39-1162-4835-b49c-9787164ff8f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:18Z', 'updated_at': '2022-02-09T01:31:29Z', 'revision_number': 5, 'project_id': '6721380b025b4977bb6883114d898ed6', 'subnets': [{'id': '572cbc39-1162-4835-b49c-9787164ff8f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:29.675815 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1fecd2-9024-4d08-b17a-3d1719411512 None None] The sync data for ids ['f64b697c-b9da-4611-aa22-82eb6e12af19'] in n-d-828418-1 is: [{'id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'name': 'tempest-TestVolumeBootPattern-1652339505-router', 'tenant_id': '6721380b025b4977bb6883114d898ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'b260476d-d5ca-44f5-bf49-16506c42517c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:12Z', 'updated_at': '2022-02-09T01:31:19Z', 'revision_number': 4, 'project_id': '6721380b025b4977bb6883114d898ed6', 'gw_port': {'id': 'b260476d-d5ca-44f5-bf49-16506c42517c', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:59:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:13Z', 'updated_at': '2022-02-09T01:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '8d8f694d-1ade-4e64-86be-032b76576d33', 'tenant_id': '6721380b025b4977bb6883114d898ed6', 'floating_ip_address': '172.25.0.220', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'port_id': '3475cfcd-6527-4bdd-a113-5f5d20ecfaf0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f', 'mac_address': 'fa:16:3e:82:40:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717b5236-a9cc-4b08-932f-b8640d4eefb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:35:27Z', 'updated_at': '2022-02-09T01:35:27Z', 'revision_number': 0, 'project_id': '6721380b025b4977bb6883114d898ed6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87a7cef7-91ed-4263-8ba6-cb257fc19878', 'name': '', 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f', 'tenant_id': '6721380b025b4977bb6883114d898ed6', 'mac_address': 'fa:16:3e:bb:88:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '572cbc39-1162-4835-b49c-9787164ff8f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:18Z', 'updated_at': '2022-02-09T01:31:29Z', 'revision_number': 5, 'project_id': '6721380b025b4977bb6883114d898ed6', 'subnets': [{'id': '572cbc39-1162-4835-b49c-9787164ff8f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:35:29.691967 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcae82b-8a0f-4633-a40a-a8b5a28aaae0 req-51b7e2d7-0d5d-40d0-8431-65030e43ec30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:29.693402 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fdcae82b-8a0f-4633-a40a-a8b5a28aaae0 req-51b7e2d7-0d5d-40d0-8431-65030e43ec30 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=572cbc39-1162-4835-b49c-9787164ff8f8 HTTP/1.1" status: 200 len: 851 time: 0.1623485 Feb 09 01:35:29.854121 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-76f8f877-e3a8-46b8-bf91-dcdaf3abdd6b tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Allocated IP 172.25.0.10 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/8e2eb4c4-0621-4a5c-97d4-1facca6c5925) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:35:29.857531 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcae82b-8a0f-4633-a40a-a8b5a28aaae0 req-f5253382-9832-4565-b40e-0170975981e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:29.859074 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fdcae82b-8a0f-4633-a40a-a8b5a28aaae0 req-f5253382-9832-4565-b40e-0170975981e5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1553082 Feb 09 01:35:29.883890 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b70a1b9-30f7-459e-846d-a86b1e5ca05a None None] New status for floating IP 8d8f694d-1ade-4e64-86be-032b76576d33: ACTIVE {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:35:30.097552 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fdcae82b-8a0f-4633-a40a-a8b5a28aaae0 req-3497c2c7-78d9-4c63-9a71-7788d1786055 service neutron] 10.222.0.62 "GET /v2.0/networks/f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305424 Feb 09 01:35:30.302276 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-76f8f877-e3a8-46b8-bf91-dcdaf3abdd6b tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:30.375012 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fdcae82b-8a0f-4633-a40a-a8b5a28aaae0 req-2dabcb24-0b36-47eb-afb5-1ee688d212e7 service neutron] 10.222.0.62 "GET /v2.0/networks/f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647710 Feb 09 01:35:30.381621 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-76f8f877-e3a8-46b8-bf91-dcdaf3abdd6b tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:30.448603 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f8f877-e3a8-46b8-bf91-dcdaf3abdd6b tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:35:30.451540 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-76f8f877-e3a8-46b8-bf91-dcdaf3abdd6b tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:35:30.455309 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f8f877-e3a8-46b8-bf91-dcdaf3abdd6b tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:35:30.490060 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f8f877-e3a8-46b8-bf91-dcdaf3abdd6b tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event updated for resources: {'Port': ['ID=8e2eb4c4-0621-4a5c-97d4-1facca6c5925,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:30.870027 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-76f8f877-e3a8-46b8-bf91-dcdaf3abdd6b tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for router_gateway, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:31.202127 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-76f8f877-e3a8-46b8-bf91-dcdaf3abdd6b tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:31.404406 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76f8f877-e3a8-46b8-bf91-dcdaf3abdd6b tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Router 1882a4e0-85ca-41ce-b1d3-61b3751ba28c is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:35:31.581468 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f8f877-e3a8-46b8-bf91-dcdaf3abdd6b tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:35:31.592636 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad652e3-bd82-4eaf-a508-269bc9ee5bdd None None] Sync routers for ids ['1882a4e0-85ca-41ce-b1d3-61b3751ba28c'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:35:31.602310 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad652e3-bd82-4eaf-a508-269bc9ee5bdd None None] Routers {'1882a4e0-85ca-41ce-b1d3-61b3751ba28c'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:35:31.603000 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-4ad652e3-bd82-4eaf-a508-269bc9ee5bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:35:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['1882a4e0-85ca-41ce-b1d3-61b3751ba28c'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:31.613429 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-76f8f877-e3a8-46b8-bf91-dcdaf3abdd6b tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:31.617562 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-76f8f877-e3a8-46b8-bf91-dcdaf3abdd6b tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.0835390 Feb 09 01:35:31.617913 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44224) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:35:31.784465 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-4ad652e3-bd82-4eaf-a508-269bc9ee5bdd None None] Set router 1882a4e0-85ca-41ce-b1d3-61b3751ba28c gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:35:31.878566 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-c9fce0f5-f1a9-443c-9543-b63f9a581f9f tempest-TestNetworkAdvancedServerOps-293300233 tempest-TestNetworkAdvancedServerOps-293300233-project-admin] 10.222.0.105 "GET /v2.0/subnets?project_id=86d3f064b7034e66946d08a62b972ad0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2592454 Feb 09 01:35:31.881114 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44230) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:35:32.013147 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac3fe1c-3390-4c4d-9784-ebab9c499eeb tempest-TestNetworkAdvancedServerOps-293300233 tempest-TestNetworkAdvancedServerOps-293300233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:32.014678 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-3ac3fe1c-3390-4c4d-9784-ebab9c499eeb tempest-TestNetworkAdvancedServerOps-293300233 tempest-TestNetworkAdvancedServerOps-293300233-project-admin] 10.222.0.105 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1326439 Feb 09 01:35:32.017562 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44234) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:35:32.057053 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-7367f966-777a-422b-bca7-35dca8040c88 tempest-TestNetworkAdvancedServerOps-293300233 tempest-TestNetworkAdvancedServerOps-293300233-project-admin] 10.222.0.105 "GET /v2.0/subnets?network_id=3d885c3c-255c-4e54-addc-b28437d0b18e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384176 Feb 09 01:35:32.060387 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44238) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:35:32.065675 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-923dc0e1-58fa-4d7e-9247-efae362e02a0 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1593077670', 'network_id': 'eb6bb812-513b-4118-99ad-d096e706b18b', 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:32.068847 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-4ad652e3-bd82-4eaf-a508-269bc9ee5bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1882a4e0-85ca-41ce-b1d3-61b3751ba28c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1887135875', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '8e2eb4c4-0621-4a5c-97d4-1facca6c5925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:35:28Z', 'updated_at': '2022-02-09T01:35:30Z', 'revision_number': 3, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'gw_port': {'id': '8e2eb4c4-0621-4a5c-97d4-1facca6c5925', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3e:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1882a4e0-85ca-41ce-b1d3-61b3751ba28c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:29Z', 'updated_at': '2022-02-09T01:35:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:32.072699 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad652e3-bd82-4eaf-a508-269bc9ee5bdd None None] Checking router: 1882a4e0-85ca-41ce-b1d3-61b3751ba28c for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:35:32.073039 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad652e3-bd82-4eaf-a508-269bc9ee5bdd None None] Updating router 1882a4e0-85ca-41ce-b1d3-61b3751ba28c port 8e2eb4c4-0621-4a5c-97d4-1facca6c5925 binding host n-d-828418-1 {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:35:32.131013 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-4ad652e3-bd82-4eaf-a508-269bc9ee5bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:32.177481 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-923dc0e1-58fa-4d7e-9247-efae362e02a0 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:35:32.181439 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-923dc0e1-58fa-4d7e-9247-efae362e02a0 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Usage tracker for resource:subnet and tenant:86d3f064b7034e66946d08a62b972ad0 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:35:32.184383 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-923dc0e1-58fa-4d7e-9247-efae362e02a0 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:35:32.190204 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-923dc0e1-58fa-4d7e-9247-efae362e02a0 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:35:32.199421 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923dc0e1-58fa-4d7e-9247-efae362e02a0 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Made reservation on behalf of 86d3f064b7034e66946d08a62b972ad0 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:35:32.203214 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-923dc0e1-58fa-4d7e-9247-efae362e02a0 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:32.424468 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-923dc0e1-58fa-4d7e-9247-efae362e02a0 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:32.460636 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-4ad652e3-bd82-4eaf-a508-269bc9ee5bdd None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:32.473495 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-4ad652e3-bd82-4eaf-a508-269bc9ee5bdd None None] Transition to ACTIVE for port object 8e2eb4c4-0621-4a5c-97d4-1facca6c5925 will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:35:32.479773 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-4ad652e3-bd82-4eaf-a508-269bc9ee5bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:32.502191 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923dc0e1-58fa-4d7e-9247-efae362e02a0 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event updated for resources: {'Subnet': ['ID=e0a3efb2-85bd-4f32-afd7-b18d0a84eee2,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:32.509863 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923dc0e1-58fa-4d7e-9247-efae362e02a0 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Checking segment: {'id': '67d13663-e869-4620-926f-5ecded910a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'eb6bb812-513b-4118-99ad-d096e706b18b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:35:32.510214 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923dc0e1-58fa-4d7e-9247-efae362e02a0 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Network hostable DHCP agents. Network: eb6bb812-513b-4118-99ad-d096e706b18b, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:35:32.531894 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923dc0e1-58fa-4d7e-9247-efae362e02a0 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Network eb6bb812-513b-4118-99ad-d096e706b18b is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:35:32.542079 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-923dc0e1-58fa-4d7e-9247-efae362e02a0 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, eb6bb812-513b-4118-99ad-d096e706b18b) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:35:32.546369 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923dc0e1-58fa-4d7e-9247-efae362e02a0 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:32.547091 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-923dc0e1-58fa-4d7e-9247-efae362e02a0 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:32.552853 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd70be5-54e7-46ea-93fd-797cce466d40 None None] Network eb6bb812-513b-4118-99ad-d096e706b18b requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:35:32.553392 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-4ad652e3-bd82-4eaf-a508-269bc9ee5bdd None None] Attempting to bind port 8e2eb4c4-0621-4a5c-97d4-1facca6c5925 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:35:32.553789 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-4ad652e3-bd82-4eaf-a508-269bc9ee5bdd None None] Attempting to bind port 8e2eb4c4-0621-4a5c-97d4-1facca6c5925 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:35:32.554148 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad652e3-bd82-4eaf-a508-269bc9ee5bdd None None] Attempting to bind port 8e2eb4c4-0621-4a5c-97d4-1facca6c5925 on network 3d885c3c-255c-4e54-addc-b28437d0b18e {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:35:32.564880 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad652e3-bd82-4eaf-a508-269bc9ee5bdd None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:35:32.565211 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad652e3-bd82-4eaf-a508-269bc9ee5bdd None None] Checking segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:35:32.565647 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-4ad652e3-bd82-4eaf-a508-269bc9ee5bdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:32.565982 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad652e3-bd82-4eaf-a508-269bc9ee5bdd None None] Bound using segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:35:32.566446 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-4ad652e3-bd82-4eaf-a508-269bc9ee5bdd None None] Bound port: 8e2eb4c4-0621-4a5c-97d4-1facca6c5925, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:35:32.566863 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-4ad652e3-bd82-4eaf-a508-269bc9ee5bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:32.576365 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-923dc0e1-58fa-4d7e-9247-efae362e02a0 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5149159 Feb 09 01:35:32.579127 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44242) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:35:32.627699 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f557c3-efe9-4b7a-a923-7ff001ac057c None None] Pushing event updated for resources: {'Port': ['ID=8e2eb4c4-0621-4a5c-97d4-1facca6c5925,revision_number=2']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:32.647717 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f557c3-efe9-4b7a-a923-7ff001ac057c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:32.648062 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f557c3-efe9-4b7a-a923-7ff001ac057c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:32.648398 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f557c3-efe9-4b7a-a923-7ff001ac057c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:32.648727 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f557c3-efe9-4b7a-a923-7ff001ac057c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:32.649054 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f557c3-efe9-4b7a-a923-7ff001ac057c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:32.649378 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f557c3-efe9-4b7a-a923-7ff001ac057c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:32.649736 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f557c3-efe9-4b7a-a923-7ff001ac057c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:32.650311 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f557c3-efe9-4b7a-a923-7ff001ac057c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:32.650628 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f557c3-efe9-4b7a-a923-7ff001ac057c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:32.650944 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f557c3-efe9-4b7a-a923-7ff001ac057c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:32.651259 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f557c3-efe9-4b7a-a923-7ff001ac057c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:32.651576 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f557c3-efe9-4b7a-a923-7ff001ac057c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:32.663141 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-4ad652e3-bd82-4eaf-a508-269bc9ee5bdd None None] For port 8e2eb4c4-0621-4a5c-97d4-1facca6c5925, host n-d-828418-1, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:35:32.666253 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-4ad652e3-bd82-4eaf-a508-269bc9ee5bdd None None] For port 8e2eb4c4-0621-4a5c-97d4-1facca6c5925, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=8e2eb4c4-0621-4a5c-97d4-1facca6c5925,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:35:32.671728 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-4ad652e3-bd82-4eaf-a508-269bc9ee5bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:32.750006 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad652e3-bd82-4eaf-a508-269bc9ee5bdd None None] Routers {'1882a4e0-85ca-41ce-b1d3-61b3751ba28c'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:35:32.750725 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-4ad652e3-bd82-4eaf-a508-269bc9ee5bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:35:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['1882a4e0-85ca-41ce-b1d3-61b3751ba28c'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:32.795983 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86526b18-2a69-4812-84ec-9333b9cd713c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-eb6bb812-513b-4118-99ad-d096e706b18b', 'network_id': 'eb6bb812-513b-4118-99ad-d096e706b18b', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'fixed_ips': [{'subnet_id': 'e0a3efb2-85bd-4f32-afd7-b18d0a84eee2'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:35:32.796910 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-86526b18-2a69-4812-84ec-9333b9cd713c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:32.808503 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f557c3-efe9-4b7a-a923-7ff001ac057c None None] Pushing event updated for resources: {'Port': ['ID=8e2eb4c4-0621-4a5c-97d4-1facca6c5925,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:32.934888 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-4ad652e3-bd82-4eaf-a508-269bc9ee5bdd None None] Set router 1882a4e0-85ca-41ce-b1d3-61b3751ba28c gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:35:32.963365 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-86526b18-2a69-4812-84ec-9333b9cd713c None None] Allocated IP 172.20.0.2 (eb6bb812-513b-4118-99ad-d096e706b18b/e0a3efb2-85bd-4f32-afd7-b18d0a84eee2/93c13bbb-3469-4f7d-9daa-fbc5bc5a3fe9) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:35:33.177431 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-86526b18-2a69-4812-84ec-9333b9cd713c None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:33.188963 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-86526b18-2a69-4812-84ec-9333b9cd713c None None] Transition to ACTIVE for port object 93c13bbb-3469-4f7d-9daa-fbc5bc5a3fe9 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:35:33.208957 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-86526b18-2a69-4812-84ec-9333b9cd713c None None] Transition to ACTIVE for port object 93c13bbb-3469-4f7d-9daa-fbc5bc5a3fe9 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:35:33.215646 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-86526b18-2a69-4812-84ec-9333b9cd713c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:33.261301 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-4ad652e3-bd82-4eaf-a508-269bc9ee5bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1882a4e0-85ca-41ce-b1d3-61b3751ba28c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1887135875', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '8e2eb4c4-0621-4a5c-97d4-1facca6c5925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:35:28Z', 'updated_at': '2022-02-09T01:35:30Z', 'revision_number': 3, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'gw_port': {'id': '8e2eb4c4-0621-4a5c-97d4-1facca6c5925', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3e:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1882a4e0-85ca-41ce-b1d3-61b3751ba28c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:29Z', 'updated_at': '2022-02-09T01:35:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:33.266725 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad652e3-bd82-4eaf-a508-269bc9ee5bdd None None] The sync data for ids ['1882a4e0-85ca-41ce-b1d3-61b3751ba28c'] in n-d-828418-1 is: [{'id': '1882a4e0-85ca-41ce-b1d3-61b3751ba28c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1887135875', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '8e2eb4c4-0621-4a5c-97d4-1facca6c5925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:35:28Z', 'updated_at': '2022-02-09T01:35:30Z', 'revision_number': 3, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'gw_port': {'id': '8e2eb4c4-0621-4a5c-97d4-1facca6c5925', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3e:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1882a4e0-85ca-41ce-b1d3-61b3751ba28c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:29Z', 'updated_at': '2022-02-09T01:35:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:35:33.328134 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86526b18-2a69-4812-84ec-9333b9cd713c None None] Network eb6bb812-513b-4118-99ad-d096e706b18b is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:35:33.331675 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-86526b18-2a69-4812-84ec-9333b9cd713c None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:35:33.334301 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86526b18-2a69-4812-84ec-9333b9cd713c None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:35:33.414831 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86526b18-2a69-4812-84ec-9333b9cd713c None None] Pushing event updated for resources: {'Port': ['ID=93c13bbb-3469-4f7d-9daa-fbc5bc5a3fe9,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:33.438225 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-86526b18-2a69-4812-84ec-9333b9cd713c None None] Attempting to bind port 93c13bbb-3469-4f7d-9daa-fbc5bc5a3fe9 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:35:33.438598 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-86526b18-2a69-4812-84ec-9333b9cd713c None None] Attempting to bind port 93c13bbb-3469-4f7d-9daa-fbc5bc5a3fe9 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '67d13663-e869-4620-926f-5ecded910a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'eb6bb812-513b-4118-99ad-d096e706b18b'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:35:33.438972 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86526b18-2a69-4812-84ec-9333b9cd713c None None] Attempting to bind port 93c13bbb-3469-4f7d-9daa-fbc5bc5a3fe9 on network eb6bb812-513b-4118-99ad-d096e706b18b {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:35:33.444761 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86526b18-2a69-4812-84ec-9333b9cd713c None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:35:33.445136 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86526b18-2a69-4812-84ec-9333b9cd713c None None] Checking segment: {'id': '67d13663-e869-4620-926f-5ecded910a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'eb6bb812-513b-4118-99ad-d096e706b18b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:35:33.445541 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-86526b18-2a69-4812-84ec-9333b9cd713c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:33.445965 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86526b18-2a69-4812-84ec-9333b9cd713c None None] Bound using segment: {'id': '67d13663-e869-4620-926f-5ecded910a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'eb6bb812-513b-4118-99ad-d096e706b18b'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:35:33.446438 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-86526b18-2a69-4812-84ec-9333b9cd713c None None] Bound port: 93c13bbb-3469-4f7d-9daa-fbc5bc5a3fe9, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67d13663-e869-4620-926f-5ecded910a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'eb6bb812-513b-4118-99ad-d096e706b18b'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:35:33.446818 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-86526b18-2a69-4812-84ec-9333b9cd713c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:33.473155 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cbe62b08-1c0b-4b34-a0be-cd0e360ac70d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:33.559879 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-86526b18-2a69-4812-84ec-9333b9cd713c None None] For port 93c13bbb-3469-4f7d-9daa-fbc5bc5a3fe9, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:35:33.564023 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-86526b18-2a69-4812-84ec-9333b9cd713c None None] For port 93c13bbb-3469-4f7d-9daa-fbc5bc5a3fe9, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=93c13bbb-3469-4f7d-9daa-fbc5bc5a3fe9,segment=NetworkSegment(67d13663-e869-4620-926f-5ecded910a5f),segment_id=67d13663-e869-4620-926f-5ecded910a5f)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:35:33.571740 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-86526b18-2a69-4812-84ec-9333b9cd713c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:33.668114 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86526b18-2a69-4812-84ec-9333b9cd713c None None] Pushing event updated for resources: {'Port': ['ID=93c13bbb-3469-4f7d-9daa-fbc5bc5a3fe9,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:33.960706 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-cbe62b08-1c0b-4b34-a0be-cd0e360ac70d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Allocated IP 172.20.0.1 (eb6bb812-513b-4118-99ad-d096e706b18b/e0a3efb2-85bd-4f32-afd7-b18d0a84eee2/b023ca75-4316-425d-87ed-cae067a77d80) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:35:34.139987 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cbe62b08-1c0b-4b34-a0be-cd0e360ac70d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:34.157046 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-cbe62b08-1c0b-4b34-a0be-cd0e360ac70d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Transition to ACTIVE for port object b023ca75-4316-425d-87ed-cae067a77d80 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:35:34.182365 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cbe62b08-1c0b-4b34-a0be-cd0e360ac70d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:34.255711 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe62b08-1c0b-4b34-a0be-cd0e360ac70d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Network eb6bb812-513b-4118-99ad-d096e706b18b is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:35:34.259006 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-cbe62b08-1c0b-4b34-a0be-cd0e360ac70d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:35:34.261527 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe62b08-1c0b-4b34-a0be-cd0e360ac70d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:35:34.302689 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe62b08-1c0b-4b34-a0be-cd0e360ac70d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event updated for resources: {'Port': ['ID=b023ca75-4316-425d-87ed-cae067a77d80,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:34.330965 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cbe62b08-1c0b-4b34-a0be-cd0e360ac70d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:34.605950 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cbe62b08-1c0b-4b34-a0be-cd0e360ac70d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:34.685339 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 93c13bbb-3469-4f7d-9daa-fbc5bc5a3fe9 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:35:34.764925 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 93c13bbb-3469-4f7d-9daa-fbc5bc5a3fe9 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:35:34.770142 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bbc461-c753-4e1f-a4a3-d283e543e18d None None] Network eb6bb812-513b-4118-99ad-d096e706b18b requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:35:34.829172 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 8e2eb4c4-0621-4a5c-97d4-1facca6c5925 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:35:34.910641 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-38a041d0-dacd-4eea-a1eb-1055f33cdd0c None None] Provisioning for port 93c13bbb-3469-4f7d-9daa-fbc5bc5a3fe9 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:35:34.932773 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-38a041d0-dacd-4eea-a1eb-1055f33cdd0c None None] Provisioning complete for port 93c13bbb-3469-4f7d-9daa-fbc5bc5a3fe9 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:34.933150 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-38a041d0-dacd-4eea-a1eb-1055f33cdd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:35.039221 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 8e2eb4c4-0621-4a5c-97d4-1facca6c5925 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:35:35.057359 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 8e2eb4c4-0621-4a5c-97d4-1facca6c5925 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:35.057835 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:35.185059 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cbe62b08-1c0b-4b34-a0be-cd0e360ac70d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:35.190524 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cbe62b08-1c0b-4b34-a0be-cd0e360ac70d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:35.240812 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-38a041d0-dacd-4eea-a1eb-1055f33cdd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:35.310995 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cbe62b08-1c0b-4b34-a0be-cd0e360ac70d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:35.315340 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe62b08-1c0b-4b34-a0be-cd0e360ac70d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event updated for resources: {'Port': ['ID=b023ca75-4316-425d-87ed-cae067a77d80,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:35.332312 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:35.345467 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-38a041d0-dacd-4eea-a1eb-1055f33cdd0c None None] For port 93c13bbb-3469-4f7d-9daa-fbc5bc5a3fe9, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=93c13bbb-3469-4f7d-9daa-fbc5bc5a3fe9,segment=NetworkSegment(67d13663-e869-4620-926f-5ecded910a5f),segment_id=67d13663-e869-4620-926f-5ecded910a5f)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:35:35.352023 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-38a041d0-dacd-4eea-a1eb-1055f33cdd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:35.390570 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 8e2eb4c4-0621-4a5c-97d4-1facca6c5925, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=8e2eb4c4-0621-4a5c-97d4-1facca6c5925,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:35:35.407696 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:35.435915 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a041d0-dacd-4eea-a1eb-1055f33cdd0c None None] Pushing event updated for resources: {'Port': ['ID=93c13bbb-3469-4f7d-9daa-fbc5bc5a3fe9,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:35.474386 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe62b08-1c0b-4b34-a0be-cd0e360ac70d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Network eb6bb812-513b-4118-99ad-d096e706b18b is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:35:35.477190 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-cbe62b08-1c0b-4b34-a0be-cd0e360ac70d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:35:35.526049 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=8e2eb4c4-0621-4a5c-97d4-1facca6c5925,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:35.702706 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-eaf52adb-db97-4aff-a874-af5dbd9d147b None None] Provisioning complete for port 93c13bbb-3469-4f7d-9daa-fbc5bc5a3fe9 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:35.704270 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-eaf52adb-db97-4aff-a874-af5dbd9d147b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:35.714531 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbe62b08-1c0b-4b34-a0be-cd0e360ac70d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Router 1882a4e0-85ca-41ce-b1d3-61b3751ba28c has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:35:35.906331 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-eaf52adb-db97-4aff-a874-af5dbd9d147b None None] Provisioning for port b023ca75-4316-425d-87ed-cae067a77d80 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:35:35.916033 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-eaf52adb-db97-4aff-a874-af5dbd9d147b None None] Provisioning complete for port b023ca75-4316-425d-87ed-cae067a77d80 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:35.916505 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-eaf52adb-db97-4aff-a874-af5dbd9d147b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:35.963776 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe62b08-1c0b-4b34-a0be-cd0e360ac70d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:35:35.975413 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-cbe62b08-1c0b-4b34-a0be-cd0e360ac70d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "PUT /v2.0/routers/1882a4e0-85ca-41ce-b1d3-61b3751ba28c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3944881 Feb 09 01:35:35.993658 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec4a02a-3261-4bad-81c8-c7f12bec1f91 None None] Sync routers for ids ['1882a4e0-85ca-41ce-b1d3-61b3751ba28c'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:35:36.015380 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-eaf52adb-db97-4aff-a874-af5dbd9d147b None None] Port b023ca75-4316-425d-87ed-cae067a77d80 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:35:36.016795 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec4a02a-3261-4bad-81c8-c7f12bec1f91 None None] Routers {'1882a4e0-85ca-41ce-b1d3-61b3751ba28c'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:35:36.018676 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-0ec4a02a-3261-4bad-81c8-c7f12bec1f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:35:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['1882a4e0-85ca-41ce-b1d3-61b3751ba28c'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:36.201930 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-92e45fca-a135-4343-b0b2-1c37276f4c19 None None] Provisioning complete for port b023ca75-4316-425d-87ed-cae067a77d80 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:36.201930 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92e45fca-a135-4343-b0b2-1c37276f4c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:36.202140 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-9ef9eae3-b189-4c8a-8b7e-e4b6316b733e req-d6020cd2-6c8c-4fe3-84fa-49d510266b2d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Synchronizing usage tracker for tenant:86d3f064b7034e66946d08a62b972ad0 on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:35:36.221627 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-9ef9eae3-b189-4c8a-8b7e-e4b6316b733e req-d6020cd2-6c8c-4fe3-84fa-49d510266b2d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Unset dirty status for tenant:86d3f064b7034e66946d08a62b972ad0 on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:35:36.226163 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9ef9eae3-b189-4c8a-8b7e-e4b6316b733e req-d6020cd2-6c8c-4fe3-84fa-49d510266b2d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-274555904&fields=id&tenant_id=86d3f064b7034e66946d08a62b972ad0 HTTP/1.1" status: 200 len: 267 time: 0.0742793 Feb 09 01:35:36.286782 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-0ec4a02a-3261-4bad-81c8-c7f12bec1f91 None None] Set router 1882a4e0-85ca-41ce-b1d3-61b3751ba28c gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:35:36.374381 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-92e45fca-a135-4343-b0b2-1c37276f4c19 None None] Port b023ca75-4316-425d-87ed-cae067a77d80 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:35:36.411257 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef9eae3-b189-4c8a-8b7e-e4b6316b733e req-c50a9606-0c43-45d8-8bce-0610b8dadaec tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:36.411965 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-9ef9eae3-b189-4c8a-8b7e-e4b6316b733e req-c50a9606-0c43-45d8-8bce-0610b8dadaec tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Synchronizing usage tracker for tenant:86d3f064b7034e66946d08a62b972ad0 on resource:network {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:35:36.431071 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-9ef9eae3-b189-4c8a-8b7e-e4b6316b733e req-c50a9606-0c43-45d8-8bce-0610b8dadaec tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Unset dirty status for tenant:86d3f064b7034e66946d08a62b972ad0 on resource:network {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:35:36.432676 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9ef9eae3-b189-4c8a-8b7e-e4b6316b733e req-c50a9606-0c43-45d8-8bce-0610b8dadaec tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/networks?id=eb6bb812-513b-4118-99ad-d096e706b18b HTTP/1.1" status: 200 len: 797 time: 0.1949346 Feb 09 01:35:36.450688 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9ef9eae3-b189-4c8a-8b7e-e4b6316b733e req-c89cf1e7-cb3e-406c-b847-746b25a5af32 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/quotas/86d3f064b7034e66946d08a62b972ad0 HTTP/1.1" status: 200 len: 375 time: 0.0102980 Feb 09 01:35:36.546741 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9ef9eae3-b189-4c8a-8b7e-e4b6316b733e req-402d25b0-bf6c-4997-aff4-2b9d3b407cdb tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=86d3f064b7034e66946d08a62b972ad0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0907521 Feb 09 01:35:36.665555 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 93c13bbb-3469-4f7d-9daa-fbc5bc5a3fe9 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:35:36.731743 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-0ec4a02a-3261-4bad-81c8-c7f12bec1f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1882a4e0-85ca-41ce-b1d3-61b3751ba28c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1887135875', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '8e2eb4c4-0621-4a5c-97d4-1facca6c5925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:35:28Z', 'updated_at': '2022-02-09T01:35:34Z', 'revision_number': 4, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'gw_port': {'id': '8e2eb4c4-0621-4a5c-97d4-1facca6c5925', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1882a4e0-85ca-41ce-b1d3-61b3751ba28c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:29Z', 'updated_at': '2022-02-09T01:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'b023ca75-4316-425d-87ed-cae067a77d80', 'name': '', 'network_id': 'eb6bb812-513b-4118-99ad-d096e706b18b', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'mac_address': 'fa:16:3e:8d:ba:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1882a4e0-85ca-41ce-b1d3-61b3751ba28c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'e0a3efb2-85bd-4f32-afd7-b18d0a84eee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:33Z', 'updated_at': '2022-02-09T01:35:34Z', 'revision_number': 2, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'subnets': [{'id': 'e0a3efb2-85bd-4f32-afd7-b18d0a84eee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:36.737878 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec4a02a-3261-4bad-81c8-c7f12bec1f91 None None] Checking router: 1882a4e0-85ca-41ce-b1d3-61b3751ba28c for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:35:36.738221 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec4a02a-3261-4bad-81c8-c7f12bec1f91 None None] Updating router 1882a4e0-85ca-41ce-b1d3-61b3751ba28c port b023ca75-4316-425d-87ed-cae067a77d80 binding host n-d-828418-1 {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:35:36.797974 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 93c13bbb-3469-4f7d-9daa-fbc5bc5a3fe9 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:36.798245 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:36.805667 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9ef9eae3-b189-4c8a-8b7e-e4b6316b733e req-8e21b338-ed6c-4b35-8b40-fcf8ac29f8b8 service neutron] 10.222.0.105 "GET /v2.0/networks/eb6bb812-513b-4118-99ad-d096e706b18b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430751 Feb 09 01:35:36.827461 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0ec4a02a-3261-4bad-81c8-c7f12bec1f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:36.938298 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9ef9eae3-b189-4c8a-8b7e-e4b6316b733e req-bb84f558-9e06-4c68-ab39-88f3680f103e service neutron] 10.222.0.105 "GET /v2.0/networks/eb6bb812-513b-4118-99ad-d096e706b18b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263509 Feb 09 01:35:37.061381 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 8e2eb4c4-0621-4a5c-97d4-1facca6c5925 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:35:37.125487 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5978aa80-d0ac-4eec-b725-20ded11b0047 req-e4234464-8559-44bb-9c12-6c9b1403f61e tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=fc4bd661-a1a2-4b05-ad23-258afc4f8567 HTTP/1.1" status: 200 len: 210 time: 0.0430329 Feb 09 01:35:37.234201 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 8e2eb4c4-0621-4a5c-97d4-1facca6c5925 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:37.234568 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:37.396352 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0ec4a02a-3261-4bad-81c8-c7f12bec1f91 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:37.428192 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-0ec4a02a-3261-4bad-81c8-c7f12bec1f91 None None] Transition to ACTIVE for port object b023ca75-4316-425d-87ed-cae067a77d80 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:35:37.438148 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0ec4a02a-3261-4bad-81c8-c7f12bec1f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:37.598261 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d44a3a0-b06c-45ad-92ee-166dd1f71c2b None None] Pushing event updated for resources: {'Port': ['ID=b023ca75-4316-425d-87ed-cae067a77d80,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:37.671631 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-0ec4a02a-3261-4bad-81c8-c7f12bec1f91 None None] Attempting to bind port b023ca75-4316-425d-87ed-cae067a77d80 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:35:37.672003 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-0ec4a02a-3261-4bad-81c8-c7f12bec1f91 None None] Attempting to bind port b023ca75-4316-425d-87ed-cae067a77d80 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '67d13663-e869-4620-926f-5ecded910a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'eb6bb812-513b-4118-99ad-d096e706b18b'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:35:37.672370 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec4a02a-3261-4bad-81c8-c7f12bec1f91 None None] Attempting to bind port b023ca75-4316-425d-87ed-cae067a77d80 on network eb6bb812-513b-4118-99ad-d096e706b18b {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:35:37.678712 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec4a02a-3261-4bad-81c8-c7f12bec1f91 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:35:37.679078 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec4a02a-3261-4bad-81c8-c7f12bec1f91 None None] Checking segment: {'id': '67d13663-e869-4620-926f-5ecded910a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'eb6bb812-513b-4118-99ad-d096e706b18b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:35:37.679507 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0ec4a02a-3261-4bad-81c8-c7f12bec1f91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:37.679904 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec4a02a-3261-4bad-81c8-c7f12bec1f91 None None] Bound using segment: {'id': '67d13663-e869-4620-926f-5ecded910a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'eb6bb812-513b-4118-99ad-d096e706b18b'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:35:37.680368 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-0ec4a02a-3261-4bad-81c8-c7f12bec1f91 None None] Bound port: b023ca75-4316-425d-87ed-cae067a77d80, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67d13663-e869-4620-926f-5ecded910a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'eb6bb812-513b-4118-99ad-d096e706b18b'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:35:37.680741 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0ec4a02a-3261-4bad-81c8-c7f12bec1f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:37.773493 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-0ec4a02a-3261-4bad-81c8-c7f12bec1f91 None None] For port b023ca75-4316-425d-87ed-cae067a77d80, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:35:37.776563 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-0ec4a02a-3261-4bad-81c8-c7f12bec1f91 None None] For port b023ca75-4316-425d-87ed-cae067a77d80, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=b023ca75-4316-425d-87ed-cae067a77d80,segment=NetworkSegment(67d13663-e869-4620-926f-5ecded910a5f),segment_id=67d13663-e869-4620-926f-5ecded910a5f)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:35:37.779943 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0ec4a02a-3261-4bad-81c8-c7f12bec1f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:37.868250 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec4a02a-3261-4bad-81c8-c7f12bec1f91 None None] Routers {'1882a4e0-85ca-41ce-b1d3-61b3751ba28c'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:35:37.868875 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-0ec4a02a-3261-4bad-81c8-c7f12bec1f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:35:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['1882a4e0-85ca-41ce-b1d3-61b3751ba28c'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:37.976822 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d44a3a0-b06c-45ad-92ee-166dd1f71c2b None None] Pushing event updated for resources: {'Port': ['ID=b023ca75-4316-425d-87ed-cae067a77d80,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:38.112928 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-0ec4a02a-3261-4bad-81c8-c7f12bec1f91 None None] Set router 1882a4e0-85ca-41ce-b1d3-61b3751ba28c gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:35:38.193313 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4e93426e-d4c9-40a1-a005-6acf47307873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:38.215986 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef9eae3-b189-4c8a-8b7e-e4b6316b733e req-c8375030-4531-492a-afeb-539021640417 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:38.218195 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9ef9eae3-b189-4c8a-8b7e-e4b6316b733e req-c8375030-4531-492a-afeb-539021640417 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.99 "GET /v2.0/networks?id=eb6bb812-513b-4118-99ad-d096e706b18b HTTP/1.1" status: 200 len: 797 time: 0.1600032 Feb 09 01:35:38.316635 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5bab835a-521a-4366-865d-da7fcf65e49b req-4ae7df3c-2df9-4acc-a556-05b4ef5be288 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=fc4bd661-a1a2-4b05-ad23-258afc4f8567 HTTP/1.1" status: 200 len: 210 time: 0.0632634 Feb 09 01:35:38.323382 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9ef9eae3-b189-4c8a-8b7e-e4b6316b733e req-8e26304e-ea5f-4417-816a-f8e100c1e18c tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86d3f064b7034e66946d08a62b972ad0 HTTP/1.1" status: 200 len: 379 time: 0.0973687 Feb 09 01:35:38.334153 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-9ef9eae3-b189-4c8a-8b7e-e4b6316b733e req-d38c4836-8fe6-43af-a4e7-776086b5b4ba tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Request body: {'port': {'device_id': 'fc4bd661-a1a2-4b05-ad23-258afc4f8567', 'network_id': 'eb6bb812-513b-4118-99ad-d096e706b18b', 'admin_state_up': True, 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'security_groups': ['8c692665-6fff-4384-8fd5-dd2a13f1db99']}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:38.467537 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-0ec4a02a-3261-4bad-81c8-c7f12bec1f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1882a4e0-85ca-41ce-b1d3-61b3751ba28c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1887135875', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '8e2eb4c4-0621-4a5c-97d4-1facca6c5925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:35:28Z', 'updated_at': '2022-02-09T01:35:34Z', 'revision_number': 4, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'gw_port': {'id': '8e2eb4c4-0621-4a5c-97d4-1facca6c5925', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1882a4e0-85ca-41ce-b1d3-61b3751ba28c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:29Z', 'updated_at': '2022-02-09T01:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'b023ca75-4316-425d-87ed-cae067a77d80', 'name': '', 'network_id': 'eb6bb812-513b-4118-99ad-d096e706b18b', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'mac_address': 'fa:16:3e:8d:ba:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1882a4e0-85ca-41ce-b1d3-61b3751ba28c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'e0a3efb2-85bd-4f32-afd7-b18d0a84eee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:33Z', 'updated_at': '2022-02-09T01:35:37Z', 'revision_number': 4, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'subnets': [{'id': 'e0a3efb2-85bd-4f32-afd7-b18d0a84eee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:38.472115 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec4a02a-3261-4bad-81c8-c7f12bec1f91 None None] The sync data for ids ['1882a4e0-85ca-41ce-b1d3-61b3751ba28c'] in n-d-828418-1 is: [{'id': '1882a4e0-85ca-41ce-b1d3-61b3751ba28c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1887135875', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '8e2eb4c4-0621-4a5c-97d4-1facca6c5925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:35:28Z', 'updated_at': '2022-02-09T01:35:34Z', 'revision_number': 4, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'gw_port': {'id': '8e2eb4c4-0621-4a5c-97d4-1facca6c5925', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1882a4e0-85ca-41ce-b1d3-61b3751ba28c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:29Z', 'updated_at': '2022-02-09T01:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'b023ca75-4316-425d-87ed-cae067a77d80', 'name': '', 'network_id': 'eb6bb812-513b-4118-99ad-d096e706b18b', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'mac_address': 'fa:16:3e:8d:ba:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1882a4e0-85ca-41ce-b1d3-61b3751ba28c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'e0a3efb2-85bd-4f32-afd7-b18d0a84eee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:33Z', 'updated_at': '2022-02-09T01:35:37Z', 'revision_number': 4, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'subnets': [{'id': 'e0a3efb2-85bd-4f32-afd7-b18d0a84eee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:35:38.610447 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-9ef9eae3-b189-4c8a-8b7e-e4b6316b733e req-d38c4836-8fe6-43af-a4e7-776086b5b4ba tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:35:38.614550 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-9ef9eae3-b189-4c8a-8b7e-e4b6316b733e req-d38c4836-8fe6-43af-a4e7-776086b5b4ba tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Usage tracker for resource:port and tenant:86d3f064b7034e66946d08a62b972ad0 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:35:38.617771 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-9ef9eae3-b189-4c8a-8b7e-e4b6316b733e req-d38c4836-8fe6-43af-a4e7-776086b5b4ba tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:35:38.625724 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-9ef9eae3-b189-4c8a-8b7e-e4b6316b733e req-d38c4836-8fe6-43af-a4e7-776086b5b4ba tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:35:38.644067 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ef9eae3-b189-4c8a-8b7e-e4b6316b733e req-d38c4836-8fe6-43af-a4e7-776086b5b4ba tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Made reservation on behalf of 86d3f064b7034e66946d08a62b972ad0 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:35:38.647807 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9ef9eae3-b189-4c8a-8b7e-e4b6316b733e req-d38c4836-8fe6-43af-a4e7-776086b5b4ba tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:38.667277 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device b023ca75-4316-425d-87ed-cae067a77d80 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:35:38.746051 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port b023ca75-4316-425d-87ed-cae067a77d80 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:35:38.751737 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port b023ca75-4316-425d-87ed-cae067a77d80 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:38.752139 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:38.839939 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-9ef9eae3-b189-4c8a-8b7e-e4b6316b733e req-d38c4836-8fe6-43af-a4e7-776086b5b4ba tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Allocated IP 172.20.0.12 (eb6bb812-513b-4118-99ad-d096e706b18b/e0a3efb2-85bd-4f32-afd7-b18d0a84eee2/191fa8f8-0f4c-4017-b0e7-67c08719cdeb) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:35:38.885558 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:38.926552 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port b023ca75-4316-425d-87ed-cae067a77d80, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=b023ca75-4316-425d-87ed-cae067a77d80,segment=NetworkSegment(67d13663-e869-4620-926f-5ecded910a5f),segment_id=67d13663-e869-4620-926f-5ecded910a5f)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:35:38.930852 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:39.015001 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=b023ca75-4316-425d-87ed-cae067a77d80,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:39.053244 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9ef9eae3-b189-4c8a-8b7e-e4b6316b733e req-d38c4836-8fe6-43af-a4e7-776086b5b4ba tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:39.070704 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-9ef9eae3-b189-4c8a-8b7e-e4b6316b733e req-d38c4836-8fe6-43af-a4e7-776086b5b4ba tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Transition to ACTIVE for port object 191fa8f8-0f4c-4017-b0e7-67c08719cdeb will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:35:39.095766 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9ef9eae3-b189-4c8a-8b7e-e4b6316b733e req-d38c4836-8fe6-43af-a4e7-776086b5b4ba tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:39.174184 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ef9eae3-b189-4c8a-8b7e-e4b6316b733e req-d38c4836-8fe6-43af-a4e7-776086b5b4ba tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Network eb6bb812-513b-4118-99ad-d096e706b18b is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:35:39.177577 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-9ef9eae3-b189-4c8a-8b7e-e4b6316b733e req-d38c4836-8fe6-43af-a4e7-776086b5b4ba tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:35:39.181841 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ef9eae3-b189-4c8a-8b7e-e4b6316b733e req-d38c4836-8fe6-43af-a4e7-776086b5b4ba tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:35:39.214539 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38c4836-8fe6-43af-a4e7-776086b5b4ba tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event updated for resources: {'Port': ['ID=191fa8f8-0f4c-4017-b0e7-67c08719cdeb,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:39.254744 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef9eae3-b189-4c8a-8b7e-e4b6316b733e req-d38c4836-8fe6-43af-a4e7-776086b5b4ba tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:39.255421 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9ef9eae3-b189-4c8a-8b7e-e4b6316b733e req-d38c4836-8fe6-43af-a4e7-776086b5b4ba tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:39.278906 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9ef9eae3-b189-4c8a-8b7e-e4b6316b733e req-d38c4836-8fe6-43af-a4e7-776086b5b4ba tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9484749 Feb 09 01:35:39.291309 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-9ef9eae3-b189-4c8a-8b7e-e4b6316b733e req-fe1bc83b-2a29-4cd2-81d7-0a94d650e93e service neutron] Request body: {'port': {'device_id': 'fc4bd661-a1a2-4b05-ad23-258afc4f8567', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:39.417280 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9ef9eae3-b189-4c8a-8b7e-e4b6316b733e req-fe1bc83b-2a29-4cd2-81d7-0a94d650e93e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:39.437567 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-60b7d985-42bb-4a3d-b3be-fd2c9ba44d7e None None] Provisioning for port 191fa8f8-0f4c-4017-b0e7-67c08719cdeb completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:35:39.446297 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-60b7d985-42bb-4a3d-b3be-fd2c9ba44d7e None None] Provisioning complete for port 191fa8f8-0f4c-4017-b0e7-67c08719cdeb triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:39.446926 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-60b7d985-42bb-4a3d-b3be-fd2c9ba44d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:39.503208 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-60b7d985-42bb-4a3d-b3be-fd2c9ba44d7e None None] Port 191fa8f8-0f4c-4017-b0e7-67c08719cdeb cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:35:39.659884 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b34d08-c9c2-42ab-b04b-061c209b37aa req-064ba60a-28ba-454e-994e-cf904004cbfe tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:39.660585 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-b2b34d08-c9c2-42ab-b04b-061c209b37aa req-064ba60a-28ba-454e-994e-cf904004cbfe tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Synchronizing usage tracker for tenant:86d3f064b7034e66946d08a62b972ad0 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:35:39.734903 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-b2b34d08-c9c2-42ab-b04b-061c209b37aa req-064ba60a-28ba-454e-994e-cf904004cbfe tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Unset dirty status for tenant:86d3f064b7034e66946d08a62b972ad0 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:35:39.736047 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b2b34d08-c9c2-42ab-b04b-061c209b37aa req-064ba60a-28ba-454e-994e-cf904004cbfe tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=fc4bd661-a1a2-4b05-ad23-258afc4f8567 HTTP/1.1" status: 200 len: 932 time: 0.2999105 Feb 09 01:35:39.817080 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b2b34d08-c9c2-42ab-b04b-061c209b37aa req-dca228ea-5639-4eaa-8033-37463f2587cd tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=8c692665-6fff-4384-8fd5-dd2a13f1db99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735717 Feb 09 01:35:39.888229 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-9ef9eae3-b189-4c8a-8b7e-e4b6316b733e req-fe1bc83b-2a29-4cd2-81d7-0a94d650e93e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 191fa8f8-0f4c-4017-b0e7-67c08719cdeb {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:35:39.895309 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9ef9eae3-b189-4c8a-8b7e-e4b6316b733e req-fe1bc83b-2a29-4cd2-81d7-0a94d650e93e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:39.910073 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-9ef9eae3-b189-4c8a-8b7e-e4b6316b733e req-fe1bc83b-2a29-4cd2-81d7-0a94d650e93e service neutron] Transition to ACTIVE for port object 191fa8f8-0f4c-4017-b0e7-67c08719cdeb will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:35:39.913677 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9ef9eae3-b189-4c8a-8b7e-e4b6316b733e req-fe1bc83b-2a29-4cd2-81d7-0a94d650e93e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:40.043488 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1bc83b-2a29-4cd2-81d7-0a94d650e93e service neutron] Pushing event updated for resources: {'Port': ['ID=191fa8f8-0f4c-4017-b0e7-67c08719cdeb,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:40.156052 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-9ef9eae3-b189-4c8a-8b7e-e4b6316b733e req-fe1bc83b-2a29-4cd2-81d7-0a94d650e93e service neutron] Attempting to bind port 191fa8f8-0f4c-4017-b0e7-67c08719cdeb on host n-h2-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:35:40.156383 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-9ef9eae3-b189-4c8a-8b7e-e4b6316b733e req-fe1bc83b-2a29-4cd2-81d7-0a94d650e93e service neutron] Attempting to bind port 191fa8f8-0f4c-4017-b0e7-67c08719cdeb by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': '67d13663-e869-4620-926f-5ecded910a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'eb6bb812-513b-4118-99ad-d096e706b18b'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:35:40.156710 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef9eae3-b189-4c8a-8b7e-e4b6316b733e req-fe1bc83b-2a29-4cd2-81d7-0a94d650e93e service neutron] Attempting to bind port 191fa8f8-0f4c-4017-b0e7-67c08719cdeb on network eb6bb812-513b-4118-99ad-d096e706b18b {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:35:40.161422 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef9eae3-b189-4c8a-8b7e-e4b6316b733e req-fe1bc83b-2a29-4cd2-81d7-0a94d650e93e service neutron] Port 191fa8f8-0f4c-4017-b0e7-67c08719cdeb on network eb6bb812-513b-4118-99ad-d096e706b18b not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:35:40.161770 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef9eae3-b189-4c8a-8b7e-e4b6316b733e req-fe1bc83b-2a29-4cd2-81d7-0a94d650e93e service neutron] Attempting to bind port 191fa8f8-0f4c-4017-b0e7-67c08719cdeb on network eb6bb812-513b-4118-99ad-d096e706b18b {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:35:40.167020 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef9eae3-b189-4c8a-8b7e-e4b6316b733e req-fe1bc83b-2a29-4cd2-81d7-0a94d650e93e service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:35:40.167425 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef9eae3-b189-4c8a-8b7e-e4b6316b733e req-fe1bc83b-2a29-4cd2-81d7-0a94d650e93e service neutron] Checking segment: {'id': '67d13663-e869-4620-926f-5ecded910a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'eb6bb812-513b-4118-99ad-d096e706b18b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:35:40.167745 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef9eae3-b189-4c8a-8b7e-e4b6316b733e req-fe1bc83b-2a29-4cd2-81d7-0a94d650e93e service neutron] Bound using segment: {'id': '67d13663-e869-4620-926f-5ecded910a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'eb6bb812-513b-4118-99ad-d096e706b18b'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:35:40.168516 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-9ef9eae3-b189-4c8a-8b7e-e4b6316b733e req-fe1bc83b-2a29-4cd2-81d7-0a94d650e93e service neutron] Bound port: 191fa8f8-0f4c-4017-b0e7-67c08719cdeb, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67d13663-e869-4620-926f-5ecded910a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'eb6bb812-513b-4118-99ad-d096e706b18b'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:35:40.168971 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9ef9eae3-b189-4c8a-8b7e-e4b6316b733e req-fe1bc83b-2a29-4cd2-81d7-0a94d650e93e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:40.260634 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-9ef9eae3-b189-4c8a-8b7e-e4b6316b733e req-fe1bc83b-2a29-4cd2-81d7-0a94d650e93e service neutron] For port 191fa8f8-0f4c-4017-b0e7-67c08719cdeb, host n-h2-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:35:40.264050 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-9ef9eae3-b189-4c8a-8b7e-e4b6316b733e req-fe1bc83b-2a29-4cd2-81d7-0a94d650e93e service neutron] For port 191fa8f8-0f4c-4017-b0e7-67c08719cdeb, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=191fa8f8-0f4c-4017-b0e7-67c08719cdeb,segment=NetworkSegment(67d13663-e869-4620-926f-5ecded910a5f),segment_id=67d13663-e869-4620-926f-5ecded910a5f)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:35:40.267281 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9ef9eae3-b189-4c8a-8b7e-e4b6316b733e req-fe1bc83b-2a29-4cd2-81d7-0a94d650e93e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:40.330461 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef9eae3-b189-4c8a-8b7e-e4b6316b733e req-fe1bc83b-2a29-4cd2-81d7-0a94d650e93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:40.330953 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9ef9eae3-b189-4c8a-8b7e-e4b6316b733e req-fe1bc83b-2a29-4cd2-81d7-0a94d650e93e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:40.332303 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9ef9eae3-b189-4c8a-8b7e-e4b6316b733e req-fe1bc83b-2a29-4cd2-81d7-0a94d650e93e service neutron] 10.222.0.99 "PUT /v2.0/ports/191fa8f8-0f4c-4017-b0e7-67c08719cdeb HTTP/1.1" status: 200 len: 1092 time: 1.0454459 Feb 09 01:35:40.332723 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc4bd661-a1a2-4b05-ad23-258afc4f8567', 'tag': '191fa8f8-0f4c-4017-b0e7-67c08719cdeb'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:35:40.354281 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1bc83b-2a29-4cd2-81d7-0a94d650e93e service neutron] Pushing event updated for resources: {'Port': ['ID=191fa8f8-0f4c-4017-b0e7-67c08719cdeb,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:40.412774 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc4bd661-a1a2-4b05-ad23-258afc4f8567', 'tag': '191fa8f8-0f4c-4017-b0e7-67c08719cdeb', 'status': 'completed', 'code': 200} Feb 09 01:35:40.448913 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef9eae3-b189-4c8a-8b7e-e4b6316b733e req-0152a0a1-43f1-45aa-819e-b692d2469d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:40.451151 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9ef9eae3-b189-4c8a-8b7e-e4b6316b733e req-0152a0a1-43f1-45aa-819e-b692d2469d4c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=86d3f064b7034e66946d08a62b972ad0&device_id=fc4bd661-a1a2-4b05-ad23-258afc4f8567 HTTP/1.1" status: 200 len: 1095 time: 0.0770741 Feb 09 01:35:40.480542 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1de0391c-c524-451a-a749-6334001ed0f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:40.611866 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device b023ca75-4316-425d-87ed-cae067a77d80 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:35:40.638430 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9ef9eae3-b189-4c8a-8b7e-e4b6316b733e req-f101bcce-9e40-47aa-8438-7f8a01d3c220 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=191fa8f8-0f4c-4017-b0e7-67c08719cdeb HTTP/1.1" status: 200 len: 217 time: 0.1804714 Feb 09 01:35:40.689813 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port b023ca75-4316-425d-87ed-cae067a77d80 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:40.690192 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:40.702630 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef9eae3-b189-4c8a-8b7e-e4b6316b733e req-f5e0954b-13a2-4f53-a81f-777c9b47bad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:40.704069 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9ef9eae3-b189-4c8a-8b7e-e4b6316b733e req-f5e0954b-13a2-4f53-a81f-777c9b47bad7 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e0a3efb2-85bd-4f32-afd7-b18d0a84eee2 HTTP/1.1" status: 200 len: 835 time: 0.0600955 Feb 09 01:35:40.782859 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef9eae3-b189-4c8a-8b7e-e4b6316b733e req-c127c417-c411-420d-9315-e4997f5ddbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:40.784345 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9ef9eae3-b189-4c8a-8b7e-e4b6316b733e req-c127c417-c411-420d-9315-e4997f5ddbfb service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=eb6bb812-513b-4118-99ad-d096e706b18b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738101 Feb 09 01:35:40.916718 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9ef9eae3-b189-4c8a-8b7e-e4b6316b733e req-da0b8e9c-ae52-43b6-bdaa-f8461ba3c747 service neutron] 10.222.0.99 "GET /v2.0/networks/eb6bb812-513b-4118-99ad-d096e706b18b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255548 Feb 09 01:35:41.097821 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9ef9eae3-b189-4c8a-8b7e-e4b6316b733e req-bef4889b-31d2-4296-bbe4-50db95f48662 service neutron] 10.222.0.99 "GET /v2.0/networks/eb6bb812-513b-4118-99ad-d096e706b18b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756794 Feb 09 01:35:41.109296 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07646df2-bf28-4373-8cca-5accd242cff1 req-2463d4ff-ec62-49fc-bb9d-7473f480d6b1 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:41.110720 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-07646df2-bf28-4373-8cca-5accd242cff1 req-2463d4ff-ec62-49fc-bb9d-7473f480d6b1 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=fc4bd661-a1a2-4b05-ad23-258afc4f8567 HTTP/1.1" status: 200 len: 944 time: 0.1718502 Feb 09 01:35:41.202452 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-07646df2-bf28-4373-8cca-5accd242cff1 req-230cf57e-1ac7-434e-8bd6-63f5ff2d5aeb tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=8c692665-6fff-4384-8fd5-dd2a13f1db99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849621 Feb 09 01:35:41.224279 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bae36e-41f6-4ad0-a033-5212c8ec60a7 req-3955d4bc-ded8-4d25-9c0c-ff0621cc3dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:41.225944 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-43bae36e-41f6-4ad0-a033-5212c8ec60a7 req-3955d4bc-ded8-4d25-9c0c-ff0621cc3dd7 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=86d3f064b7034e66946d08a62b972ad0&device_id=fc4bd661-a1a2-4b05-ad23-258afc4f8567 HTTP/1.1" status: 200 len: 1095 time: 0.0862293 Feb 09 01:35:41.357769 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bae36e-41f6-4ad0-a033-5212c8ec60a7 req-0c1d0102-b694-4acc-a225-4195a0aa0c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:41.359213 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-43bae36e-41f6-4ad0-a033-5212c8ec60a7 req-0c1d0102-b694-4acc-a225-4195a0aa0c7d service neutron] 10.222.0.99 "GET /v2.0/networks?id=eb6bb812-513b-4118-99ad-d096e706b18b HTTP/1.1" status: 200 len: 898 time: 0.1277788 Feb 09 01:35:41.435776 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-43bae36e-41f6-4ad0-a033-5212c8ec60a7 req-078e6077-bf90-4b2d-bec2-507c2ca7292e service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=191fa8f8-0f4c-4017-b0e7-67c08719cdeb HTTP/1.1" status: 200 len: 217 time: 0.0673759 Feb 09 01:35:41.497316 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bae36e-41f6-4ad0-a033-5212c8ec60a7 req-39337ad9-d903-4cdd-8155-1e65b032f25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:41.498807 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-43bae36e-41f6-4ad0-a033-5212c8ec60a7 req-39337ad9-d903-4cdd-8155-1e65b032f25d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e0a3efb2-85bd-4f32-afd7-b18d0a84eee2 HTTP/1.1" status: 200 len: 835 time: 0.0579391 Feb 09 01:35:41.548462 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:41.579575 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bae36e-41f6-4ad0-a033-5212c8ec60a7 req-3bc99953-4cc6-4646-98ac-d23e19b3fac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:41.581063 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-43bae36e-41f6-4ad0-a033-5212c8ec60a7 req-3bc99953-4cc6-4646-98ac-d23e19b3fac6 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=eb6bb812-513b-4118-99ad-d096e706b18b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758009 Feb 09 01:35:41.588357 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:41.712883 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-43bae36e-41f6-4ad0-a033-5212c8ec60a7 req-645abdd7-3d03-44a8-9897-3c5fac71e9b3 service neutron] 10.222.0.99 "GET /v2.0/networks/eb6bb812-513b-4118-99ad-d096e706b18b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252394 Feb 09 01:35:41.842540 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-43bae36e-41f6-4ad0-a033-5212c8ec60a7 req-22191c81-eac4-4bdf-a23a-fa6131a01efd service neutron] 10.222.0.99 "GET /v2.0/networks/eb6bb812-513b-4118-99ad-d096e706b18b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230044 Feb 09 01:35:42.396913 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77f175a-963d-450f-ae7f-525737c95f94 req-216962f7-8b5c-41c8-b5ea-d240bd9c0182 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:42.396913 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d77f175a-963d-450f-ae7f-525737c95f94 req-216962f7-8b5c-41c8-b5ea-d240bd9c0182 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=fc4bd661-a1a2-4b05-ad23-258afc4f8567 HTTP/1.1" status: 200 len: 944 time: 0.0821929 Feb 09 01:35:42.441033 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d77f175a-963d-450f-ae7f-525737c95f94 req-5eb783af-2647-4414-824d-7eb2cbf76315 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=8c692665-6fff-4384-8fd5-dd2a13f1db99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403290 Feb 09 01:35:43.197364 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:43.645207 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d07e0-de94-435f-9589-2c9bac5ee9ed req-2b42fee4-4125-4b80-a1e4-67112bfa6a9d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:43.646650 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ae3d07e0-de94-435f-9589-2c9bac5ee9ed req-2b42fee4-4125-4b80-a1e4-67112bfa6a9d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=fc4bd661-a1a2-4b05-ad23-258afc4f8567 HTTP/1.1" status: 200 len: 944 time: 0.0862663 Feb 09 01:35:43.698606 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ae3d07e0-de94-435f-9589-2c9bac5ee9ed req-356c38b4-a48d-4d29-ac44-18de26ddc0c1 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=8c692665-6fff-4384-8fd5-dd2a13f1db99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423944 Feb 09 01:35:44.886891 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25d448-a614-42b8-8dff-b56615b5f052 req-db409b61-4fd6-49cf-bdf3-ff32585f7913 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:44.888332 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ca25d448-a614-42b8-8dff-b56615b5f052 req-db409b61-4fd6-49cf-bdf3-ff32585f7913 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=fc4bd661-a1a2-4b05-ad23-258afc4f8567 HTTP/1.1" status: 200 len: 944 time: 0.0796685 Feb 09 01:35:44.932305 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ca25d448-a614-42b8-8dff-b56615b5f052 req-fa343395-7e18-4f0d-916e-6ba8a3c2d65f tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=8c692665-6fff-4384-8fd5-dd2a13f1db99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384333 Feb 09 01:35:45.104263 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 191fa8f8-0f4c-4017-b0e7-67c08719cdeb details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:35:45.240004 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 191fa8f8-0f4c-4017-b0e7-67c08719cdeb, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=191fa8f8-0f4c-4017-b0e7-67c08719cdeb,segment=NetworkSegment(67d13663-e869-4620-926f-5ecded910a5f),segment_id=67d13663-e869-4620-926f-5ecded910a5f)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:35:45.252737 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': '191fa8f8-0f4c-4017-b0e7-67c08719cdeb', 'network_id': 'eb6bb812-513b-4118-99ad-d096e706b18b', 'port_id': '191fa8f8-0f4c-4017-b0e7-67c08719cdeb', 'mac_address': 'fa:16:3e:56:db:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0a3efb2-85bd-4f32-afd7-b18d0a84eee2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:35:45.307131 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:45.326200 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 191fa8f8-0f4c-4017-b0e7-67c08719cdeb {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:35:45.339754 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 191fa8f8-0f4c-4017-b0e7-67c08719cdeb, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=191fa8f8-0f4c-4017-b0e7-67c08719cdeb,segment=NetworkSegment(67d13663-e869-4620-926f-5ecded910a5f),segment_id=67d13663-e869-4620-926f-5ecded910a5f)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:35:45.344978 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:45.413848 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=191fa8f8-0f4c-4017-b0e7-67c08719cdeb,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:45.646106 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['191fa8f8-0f4c-4017-b0e7-67c08719cdeb'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:35:46.222061 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ca764-4da6-4b09-9e49-d806c01fe454 req-4df35915-a0fc-4283-b98d-0c596814993d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:46.223536 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ff2ca764-4da6-4b09-9e49-d806c01fe454 req-4df35915-a0fc-4283-b98d-0c596814993d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=fc4bd661-a1a2-4b05-ad23-258afc4f8567 HTTP/1.1" status: 200 len: 945 time: 0.1881826 Feb 09 01:35:46.269156 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ff2ca764-4da6-4b09-9e49-d806c01fe454 req-f47bfd91-d01e-4858-aee0-8a8b75f48231 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=8c692665-6fff-4384-8fd5-dd2a13f1db99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394468 Feb 09 01:35:47.119685 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 191fa8f8-0f4c-4017-b0e7-67c08719cdeb up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:35:47.234970 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning for port 191fa8f8-0f4c-4017-b0e7-67c08719cdeb completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:35:47.237762 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port 191fa8f8-0f4c-4017-b0e7-67c08719cdeb triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:47.238134 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:47.359847 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:47.388100 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc4bd661-a1a2-4b05-ad23-258afc4f8567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '191fa8f8-0f4c-4017-b0e7-67c08719cdeb'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:35:47.397730 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 191fa8f8-0f4c-4017-b0e7-67c08719cdeb, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=191fa8f8-0f4c-4017-b0e7-67c08719cdeb,segment=NetworkSegment(67d13663-e869-4620-926f-5ecded910a5f),segment_id=67d13663-e869-4620-926f-5ecded910a5f)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:35:47.403421 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:47.441911 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc4bd661-a1a2-4b05-ad23-258afc4f8567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '191fa8f8-0f4c-4017-b0e7-67c08719cdeb', 'code': 200} Feb 09 01:35:47.466763 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe8b6a-124e-43d1-92e0-734d3e67c05c req-1bf78085-aaed-4244-8648-2bf3b83a80d0 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:47.467875 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-44fe8b6a-124e-43d1-92e0-734d3e67c05c req-1bf78085-aaed-4244-8648-2bf3b83a80d0 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=fc4bd661-a1a2-4b05-ad23-258afc4f8567 HTTP/1.1" status: 200 len: 946 time: 0.0906518 Feb 09 01:35:47.476187 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=191fa8f8-0f4c-4017-b0e7-67c08719cdeb,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:47.557991 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-44fe8b6a-124e-43d1-92e0-734d3e67c05c req-9c79267b-5c1a-4ab7-9529-b8cc08c7545f tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=8c692665-6fff-4384-8fd5-dd2a13f1db99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844574 Feb 09 01:35:47.593522 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d3c9df-b24b-48cd-a239-6f29569dc802 req-e3651030-e1f8-4482-9ea0-f525afae7a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:47.595049 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c2d3c9df-b24b-48cd-a239-6f29569dc802 req-e3651030-e1f8-4482-9ea0-f525afae7a96 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=fc4bd661-a1a2-4b05-ad23-258afc4f8567 HTTP/1.1" status: 200 len: 1097 time: 0.0881593 Feb 09 01:35:47.634855 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c2d3c9df-b24b-48cd-a239-6f29569dc802 req-f5a3ef0b-4787-463d-84bd-16bffcbc9501 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=8c692665-6fff-4384-8fd5-dd2a13f1db99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345283 Feb 09 01:35:48.758386 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ae673f-921a-40d1-9696-7a1a01caf393 req-04508cd3-4eeb-4ec3-b4d5-196a2551b0ba tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:48.759897 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f6ae673f-921a-40d1-9696-7a1a01caf393 req-04508cd3-4eeb-4ec3-b4d5-196a2551b0ba tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=fc4bd661-a1a2-4b05-ad23-258afc4f8567 HTTP/1.1" status: 200 len: 946 time: 0.0880392 Feb 09 01:35:48.814512 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f6ae673f-921a-40d1-9696-7a1a01caf393 req-a088c256-1d03-40dc-b2da-f6324397b2ee tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=8c692665-6fff-4384-8fd5-dd2a13f1db99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443189 Feb 09 01:35:50.000107 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc77072-1779-4d78-95ef-cb337a0798ae req-ae62cc05-2d00-40f2-a617-811659069d69 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:50.001577 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7dc77072-1779-4d78-95ef-cb337a0798ae req-ae62cc05-2d00-40f2-a617-811659069d69 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=fc4bd661-a1a2-4b05-ad23-258afc4f8567 HTTP/1.1" status: 200 len: 946 time: 0.0820057 Feb 09 01:35:50.046121 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7dc77072-1779-4d78-95ef-cb337a0798ae req-e3d0eeb6-122d-4472-b696-1974a8ef8801 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=8c692665-6fff-4384-8fd5-dd2a13f1db99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390453 Feb 09 01:35:50.244346 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bdf3f2-7d39-4882-80ee-8c37cd14ad50 req-a3b99204-8429-4617-a489-3098d16a3a9e tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:50.245873 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-80bdf3f2-7d39-4882-80ee-8c37cd14ad50 req-a3b99204-8429-4617-a489-3098d16a3a9e tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=fc4bd661-a1a2-4b05-ad23-258afc4f8567 HTTP/1.1" status: 200 len: 946 time: 0.0900064 Feb 09 01:35:50.289873 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-80bdf3f2-7d39-4882-80ee-8c37cd14ad50 req-a40f1fb6-471d-424a-b26e-947f2d1e8763 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=8c692665-6fff-4384-8fd5-dd2a13f1db99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383019 Feb 09 01:35:50.312877 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44302) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:35:50.382035 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a832e2-3a97-4ee6-a3d7-9224b0e39f20 tempest-TestNetworkAdvancedServerOps-293300233 tempest-TestNetworkAdvancedServerOps-293300233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:50.383523 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-e7a832e2-3a97-4ee6-a3d7-9224b0e39f20 tempest-TestNetworkAdvancedServerOps-293300233 tempest-TestNetworkAdvancedServerOps-293300233-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=fc4bd661-a1a2-4b05-ad23-258afc4f8567 HTTP/1.1" status: 200 len: 1092 time: 0.0696733 Feb 09 01:35:50.386900 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44306) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:35:50.391661 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-22560789-0238-434f-8f73-4c3aee621323 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Request body: {'floatingip': {'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'port_id': '191fa8f8-0f4c-4017-b0e7-67c08719cdeb', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:50.398026 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-22560789-0238-434f-8f73-4c3aee621323 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:35:50.402105 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-22560789-0238-434f-8f73-4c3aee621323 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Usage tracker for resource:floatingip and tenant:86d3f064b7034e66946d08a62b972ad0 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:35:50.405404 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-22560789-0238-434f-8f73-4c3aee621323 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:35:50.411081 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-22560789-0238-434f-8f73-4c3aee621323 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:35:50.422006 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-22560789-0238-434f-8f73-4c3aee621323 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for floatingip, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:50.556740 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-22560789-0238-434f-8f73-4c3aee621323 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:50.691664 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-22560789-0238-434f-8f73-4c3aee621323 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Allocated IP 172.25.0.188 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/19e63663-ebd5-4430-9dfc-3ece68d34730) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:35:50.837843 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-22560789-0238-434f-8f73-4c3aee621323 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:50.866515 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-22560789-0238-434f-8f73-4c3aee621323 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:50.935321 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22560789-0238-434f-8f73-4c3aee621323 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:35:50.938237 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-22560789-0238-434f-8f73-4c3aee621323 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:35:50.940799 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22560789-0238-434f-8f73-4c3aee621323 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:35:50.975156 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22560789-0238-434f-8f73-4c3aee621323 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event updated for resources: {'Port': ['ID=19e63663-ebd5-4430-9dfc-3ece68d34730,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:51.349923 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-22560789-0238-434f-8f73-4c3aee621323 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:51.422290 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-22560789-0238-434f-8f73-4c3aee621323 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:51.740518 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-22560789-0238-434f-8f73-4c3aee621323 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:51.745830 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-22560789-0238-434f-8f73-4c3aee621323 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:51.865164 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22560789-0238-434f-8f73-4c3aee621323 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event updated for resources: {'Port': ['ID=19e63663-ebd5-4430-9dfc-3ece68d34730,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:51.880052 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-22560789-0238-434f-8f73-4c3aee621323 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:51.983755 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:52.061111 n-d-828418-1 neutron-server[87639]: INFO neutron.db.l3_db [None req-22560789-0238-434f-8f73-4c3aee621323 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Floating IP ddd6e9fd-6bc9-4d03-9f58-68631221a60b associated. External IP: 172.25.0.188, port: 191fa8f8-0f4c-4017-b0e7-67c08719cdeb. Feb 09 01:35:52.439660 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22560789-0238-434f-8f73-4c3aee621323 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Router 1882a4e0-85ca-41ce-b1d3-61b3751ba28c has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:35:52.630814 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22560789-0238-434f-8f73-4c3aee621323 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:35:52.644316 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5c6eaf-0cc2-44c8-a1ea-181b571d3065 None None] Sync routers for ids ['1882a4e0-85ca-41ce-b1d3-61b3751ba28c'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:35:52.658735 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-22560789-0238-434f-8f73-4c3aee621323 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:52.662124 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5c6eaf-0cc2-44c8-a1ea-181b571d3065 None None] Routers {'1882a4e0-85ca-41ce-b1d3-61b3751ba28c'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:35:52.662487 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-af5c6eaf-0cc2-44c8-a1ea-181b571d3065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:35:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['1882a4e0-85ca-41ce-b1d3-61b3751ba28c'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:52.722336 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-22560789-0238-434f-8f73-4c3aee621323 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3340459 Feb 09 01:35:52.722539 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc4bd661-a1a2-4b05-ad23-258afc4f8567', 'tag': '191fa8f8-0f4c-4017-b0e7-67c08719cdeb'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:35:52.801337 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc4bd661-a1a2-4b05-ad23-258afc4f8567', 'tag': '191fa8f8-0f4c-4017-b0e7-67c08719cdeb', 'status': 'completed', 'code': 200} Feb 09 01:35:52.897555 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-af5c6eaf-0cc2-44c8-a1ea-181b571d3065 None None] Set router 1882a4e0-85ca-41ce-b1d3-61b3751ba28c gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:35:52.973573 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2614a6f4-a5da-4138-8029-6a41622ee88c req-3c87fc05-cffd-4503-a58d-86c8cf29b33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:52.973573 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2614a6f4-a5da-4138-8029-6a41622ee88c req-3c87fc05-cffd-4503-a58d-86c8cf29b33a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=86d3f064b7034e66946d08a62b972ad0&device_id=fc4bd661-a1a2-4b05-ad23-258afc4f8567 HTTP/1.1" status: 200 len: 1097 time: 0.1518986 Feb 09 01:35:52.988023 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4c330c-43db-4bd7-92ec-63680320c323 req-4298d99c-2763-4474-966c-3ba26567233a tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:52.988023 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3e4c330c-43db-4bd7-92ec-63680320c323 req-4298d99c-2763-4474-966c-3ba26567233a tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=fc4bd661-a1a2-4b05-ad23-258afc4f8567 HTTP/1.1" status: 200 len: 946 time: 0.1115396 Feb 09 01:35:53.116370 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3e4c330c-43db-4bd7-92ec-63680320c323 req-70e2719a-3d3c-4a22-90f1-583fbe7eb6c6 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=8c692665-6fff-4384-8fd5-dd2a13f1db99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077664 Feb 09 01:35:53.142352 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44314) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:35:53.309966 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-957b4c4c-03c3-4c16-8939-326c5bb79c1b tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/floatingips/ddd6e9fd-6bc9-4d03-9f58-68631221a60b HTTP/1.1" status: 200 len: 992 time: 0.1636205 Feb 09 01:35:53.313206 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2614a6f4-a5da-4138-8029-6a41622ee88c req-140beed6-379a-4ed1-8bee-3f02c8d1f636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:53.313206 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2614a6f4-a5da-4138-8029-6a41622ee88c req-140beed6-379a-4ed1-8bee-3f02c8d1f636 service neutron] 10.222.0.99 "GET /v2.0/networks?id=eb6bb812-513b-4118-99ad-d096e706b18b HTTP/1.1" status: 200 len: 898 time: 0.3254921 Feb 09 01:35:53.332751 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-af5c6eaf-0cc2-44c8-a1ea-181b571d3065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1882a4e0-85ca-41ce-b1d3-61b3751ba28c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1887135875', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '8e2eb4c4-0621-4a5c-97d4-1facca6c5925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:35:28Z', 'updated_at': '2022-02-09T01:35:34Z', 'revision_number': 4, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'gw_port': {'id': '8e2eb4c4-0621-4a5c-97d4-1facca6c5925', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1882a4e0-85ca-41ce-b1d3-61b3751ba28c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:29Z', 'updated_at': '2022-02-09T01:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': 'ddd6e9fd-6bc9-4d03-9f58-68631221a60b', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'floating_ip_address': '172.25.0.188', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '1882a4e0-85ca-41ce-b1d3-61b3751ba28c', 'port_id': '191fa8f8-0f4c-4017-b0e7-67c08719cdeb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3943, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb6bb812-513b-4118-99ad-d096e706b18b', 'mac_address': 'fa:16:3e:56:db:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4bd661-a1a2-4b05-ad23-258afc4f8567', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:35:51Z', 'updated_at': '2022-02-09T01:35:51Z', 'revision_number': 0, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b023ca75-4316-425d-87ed-cae067a77d80', 'name': '', 'network_id': 'eb6bb812-513b-4118-99ad-d096e706b18b', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'mac_address': 'fa:16:3e:8d:ba:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1882a4e0-85ca-41ce-b1d3-61b3751ba28c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'e0a3efb2-85bd-4f32-afd7-b18d0a84eee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:33Z', 'updated_at': '2022-02-09T01:35:38Z', 'revision_number': 5, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'subnets': [{'id': 'e0a3efb2-85bd-4f32-afd7-b18d0a84eee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:53.336540 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5c6eaf-0cc2-44c8-a1ea-181b571d3065 None None] Checking router: 1882a4e0-85ca-41ce-b1d3-61b3751ba28c for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:35:53.346557 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5c6eaf-0cc2-44c8-a1ea-181b571d3065 None None] Routers {'1882a4e0-85ca-41ce-b1d3-61b3751ba28c'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:35:53.347619 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-af5c6eaf-0cc2-44c8-a1ea-181b571d3065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:35:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['1882a4e0-85ca-41ce-b1d3-61b3751ba28c'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:53.425696 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2614a6f4-a5da-4138-8029-6a41622ee88c req-ee2f4546-5844-4d8b-b0be-dc7dd488e0c8 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=191fa8f8-0f4c-4017-b0e7-67c08719cdeb HTTP/1.1" status: 200 len: 1000 time: 0.1049047 Feb 09 01:35:53.487078 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2614a6f4-a5da-4138-8029-6a41622ee88c req-5320772a-3c94-405a-ab01-0cfdd53e63ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:53.488329 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2614a6f4-a5da-4138-8029-6a41622ee88c req-5320772a-3c94-405a-ab01-0cfdd53e63ed service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e0a3efb2-85bd-4f32-afd7-b18d0a84eee2 HTTP/1.1" status: 200 len: 835 time: 0.0630863 Feb 09 01:35:53.555750 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-af5c6eaf-0cc2-44c8-a1ea-181b571d3065 None None] Set router 1882a4e0-85ca-41ce-b1d3-61b3751ba28c gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:35:53.622984 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2614a6f4-a5da-4138-8029-6a41622ee88c req-fe011d77-2a87-439e-8afe-b4d318dfbc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:53.628491 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2614a6f4-a5da-4138-8029-6a41622ee88c req-fe011d77-2a87-439e-8afe-b4d318dfbc8f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=eb6bb812-513b-4118-99ad-d096e706b18b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1326604 Feb 09 01:35:53.813908 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2614a6f4-a5da-4138-8029-6a41622ee88c req-d6f6d441-0d53-4944-bafe-d61e0e61f828 service neutron] 10.222.0.99 "GET /v2.0/networks/eb6bb812-513b-4118-99ad-d096e706b18b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709969 Feb 09 01:35:53.958289 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2614a6f4-a5da-4138-8029-6a41622ee88c req-ff6ea276-528b-4906-80c9-a41ceb28b569 service neutron] 10.222.0.99 "GET /v2.0/networks/eb6bb812-513b-4118-99ad-d096e706b18b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443572 Feb 09 01:35:53.969234 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-af5c6eaf-0cc2-44c8-a1ea-181b571d3065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1882a4e0-85ca-41ce-b1d3-61b3751ba28c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1887135875', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '8e2eb4c4-0621-4a5c-97d4-1facca6c5925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:35:28Z', 'updated_at': '2022-02-09T01:35:34Z', 'revision_number': 4, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'gw_port': {'id': '8e2eb4c4-0621-4a5c-97d4-1facca6c5925', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1882a4e0-85ca-41ce-b1d3-61b3751ba28c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:29Z', 'updated_at': '2022-02-09T01:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': 'ddd6e9fd-6bc9-4d03-9f58-68631221a60b', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'floating_ip_address': '172.25.0.188', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '1882a4e0-85ca-41ce-b1d3-61b3751ba28c', 'port_id': '191fa8f8-0f4c-4017-b0e7-67c08719cdeb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3943, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb6bb812-513b-4118-99ad-d096e706b18b', 'mac_address': 'fa:16:3e:56:db:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4bd661-a1a2-4b05-ad23-258afc4f8567', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:35:51Z', 'updated_at': '2022-02-09T01:35:51Z', 'revision_number': 0, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b023ca75-4316-425d-87ed-cae067a77d80', 'name': '', 'network_id': 'eb6bb812-513b-4118-99ad-d096e706b18b', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'mac_address': 'fa:16:3e:8d:ba:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1882a4e0-85ca-41ce-b1d3-61b3751ba28c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'e0a3efb2-85bd-4f32-afd7-b18d0a84eee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:33Z', 'updated_at': '2022-02-09T01:35:38Z', 'revision_number': 5, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'subnets': [{'id': 'e0a3efb2-85bd-4f32-afd7-b18d0a84eee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:53.973227 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5c6eaf-0cc2-44c8-a1ea-181b571d3065 None None] The sync data for ids ['1882a4e0-85ca-41ce-b1d3-61b3751ba28c'] in n-d-828418-1 is: [{'id': '1882a4e0-85ca-41ce-b1d3-61b3751ba28c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1887135875', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '8e2eb4c4-0621-4a5c-97d4-1facca6c5925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:35:28Z', 'updated_at': '2022-02-09T01:35:34Z', 'revision_number': 4, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'gw_port': {'id': '8e2eb4c4-0621-4a5c-97d4-1facca6c5925', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1882a4e0-85ca-41ce-b1d3-61b3751ba28c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:29Z', 'updated_at': '2022-02-09T01:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': 'ddd6e9fd-6bc9-4d03-9f58-68631221a60b', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'floating_ip_address': '172.25.0.188', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '1882a4e0-85ca-41ce-b1d3-61b3751ba28c', 'port_id': '191fa8f8-0f4c-4017-b0e7-67c08719cdeb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3943, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb6bb812-513b-4118-99ad-d096e706b18b', 'mac_address': 'fa:16:3e:56:db:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4bd661-a1a2-4b05-ad23-258afc4f8567', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:35:51Z', 'updated_at': '2022-02-09T01:35:51Z', 'revision_number': 0, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b023ca75-4316-425d-87ed-cae067a77d80', 'name': '', 'network_id': 'eb6bb812-513b-4118-99ad-d096e706b18b', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'mac_address': 'fa:16:3e:8d:ba:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1882a4e0-85ca-41ce-b1d3-61b3751ba28c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'e0a3efb2-85bd-4f32-afd7-b18d0a84eee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:33Z', 'updated_at': '2022-02-09T01:35:38Z', 'revision_number': 5, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'subnets': [{'id': 'e0a3efb2-85bd-4f32-afd7-b18d0a84eee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:35:54.202536 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e50ac5-e1fb-470a-aa50-35a6f46bb3cb None None] New status for floating IP ddd6e9fd-6bc9-4d03-9f58-68631221a60b: ACTIVE {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:35:54.306875 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44318) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:35:54.418094 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-837b4f57-4e97-4b0c-9e79-bd76655af5a7 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/floatingips/ddd6e9fd-6bc9-4d03-9f58-68631221a60b HTTP/1.1" status: 200 len: 992 time: 0.1091106 Feb 09 01:35:55.006742 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:55.420753 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44322) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:35:55.524196 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-15216637-138e-4146-a679-ab138d921e64 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/floatingips/ddd6e9fd-6bc9-4d03-9f58-68631221a60b HTTP/1.1" status: 200 len: 994 time: 0.1024394 Feb 09 01:36:06.417871 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:36:08.165252 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b563ef00-39db-4bc5-bde4-783f541b50a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:10.474420 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2f34de40-2ab4-4c0b-9b31-142ccc356532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:11.550001 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:11.591579 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:11.862019 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3ccdf1d7-5a37-4fcc-8031-e15eeab0ae5e req-9042257e-c318-40e3-a1f2-6ea668521894 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=fc4bd661-a1a2-4b05-ad23-258afc4f8567&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0676324 Feb 09 01:36:11.999884 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccdf1d7-5a37-4fcc-8031-e15eeab0ae5e req-abeb6262-2a8d-423d-81be-7ac39c7b38f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:12.001379 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3ccdf1d7-5a37-4fcc-8031-e15eeab0ae5e req-abeb6262-2a8d-423d-81be-7ac39c7b38f0 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=86d3f064b7034e66946d08a62b972ad0&device_id=fc4bd661-a1a2-4b05-ad23-258afc4f8567 HTTP/1.1" status: 200 len: 1097 time: 0.0708735 Feb 09 01:36:12.144915 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccdf1d7-5a37-4fcc-8031-e15eeab0ae5e req-a79029b4-5ea5-4395-be09-da2728f90bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:12.146420 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3ccdf1d7-5a37-4fcc-8031-e15eeab0ae5e req-a79029b4-5ea5-4395-be09-da2728f90bfd service neutron] 10.222.0.99 "GET /v2.0/networks?id=eb6bb812-513b-4118-99ad-d096e706b18b HTTP/1.1" status: 200 len: 898 time: 0.1258609 Feb 09 01:36:12.248778 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3ccdf1d7-5a37-4fcc-8031-e15eeab0ae5e req-555b6fc0-2f2d-4956-be49-ff74bceb2e56 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=191fa8f8-0f4c-4017-b0e7-67c08719cdeb HTTP/1.1" status: 200 len: 1002 time: 0.0965075 Feb 09 01:36:12.314360 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccdf1d7-5a37-4fcc-8031-e15eeab0ae5e req-3074dfba-7cf0-487a-acdb-c616f84c4343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:12.315740 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3ccdf1d7-5a37-4fcc-8031-e15eeab0ae5e req-3074dfba-7cf0-487a-acdb-c616f84c4343 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e0a3efb2-85bd-4f32-afd7-b18d0a84eee2 HTTP/1.1" status: 200 len: 835 time: 0.0599663 Feb 09 01:36:12.389093 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccdf1d7-5a37-4fcc-8031-e15eeab0ae5e req-278db961-5fd3-4c5e-8f13-cc172c3e419f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:12.390555 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3ccdf1d7-5a37-4fcc-8031-e15eeab0ae5e req-278db961-5fd3-4c5e-8f13-cc172c3e419f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=eb6bb812-513b-4118-99ad-d096e706b18b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689533 Feb 09 01:36:12.519061 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3ccdf1d7-5a37-4fcc-8031-e15eeab0ae5e req-3f87bf06-ee97-480b-bb30-14002b7fe145 service neutron] 10.222.0.99 "GET /v2.0/networks/eb6bb812-513b-4118-99ad-d096e706b18b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214979 Feb 09 01:36:12.647543 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3ccdf1d7-5a37-4fcc-8031-e15eeab0ae5e req-e97ed695-fa18-460a-af8f-03dd6f8a9723 service neutron] 10.222.0.99 "GET /v2.0/networks/eb6bb812-513b-4118-99ad-d096e706b18b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229343 Feb 09 01:36:13.195129 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:15.870150 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-67bc9243-26a4-4af6-9d6e-2c8538c5dc9a req-1833caef-30b9-4825-9cab-1357ee6bb7b0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=717b5236-a9cc-4b08-932f-b8640d4eefb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1183650 Feb 09 01:36:16.008929 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc9243-26a4-4af6-9d6e-2c8538c5dc9a req-4f1ec9db-aebf-440a-a0ee-6be35e8ab184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:16.010429 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-67bc9243-26a4-4af6-9d6e-2c8538c5dc9a req-4f1ec9db-aebf-440a-a0ee-6be35e8ab184 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6721380b025b4977bb6883114d898ed6&device_id=717b5236-a9cc-4b08-932f-b8640d4eefb8 HTTP/1.1" status: 200 len: 1097 time: 0.0734103 Feb 09 01:36:16.254415 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc9243-26a4-4af6-9d6e-2c8538c5dc9a req-f028208c-0d00-4d54-8afb-994c60eaf405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:16.255858 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-67bc9243-26a4-4af6-9d6e-2c8538c5dc9a req-f028208c-0d00-4d54-8afb-994c60eaf405 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f HTTP/1.1" status: 200 len: 913 time: 0.2281778 Feb 09 01:36:16.358755 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-67bc9243-26a4-4af6-9d6e-2c8538c5dc9a req-04c20227-d027-4c97-a6f5-2560128cc304 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3475cfcd-6527-4bdd-a113-5f5d20ecfaf0 HTTP/1.1" status: 200 len: 1002 time: 0.0961788 Feb 09 01:36:16.420211 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc9243-26a4-4af6-9d6e-2c8538c5dc9a req-68a24c2c-062a-453f-9d47-ea2f7c067127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:16.421683 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-67bc9243-26a4-4af6-9d6e-2c8538c5dc9a req-68a24c2c-062a-453f-9d47-ea2f7c067127 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=572cbc39-1162-4835-b49c-9787164ff8f8 HTTP/1.1" status: 200 len: 851 time: 0.0577669 Feb 09 01:36:16.499573 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc9243-26a4-4af6-9d6e-2c8538c5dc9a req-1c7fed6e-4d76-4024-92e7-1b600af01ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:16.501088 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-67bc9243-26a4-4af6-9d6e-2c8538c5dc9a req-1c7fed6e-4d76-4024-92e7-1b600af01ecd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730579 Feb 09 01:36:16.632278 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-67bc9243-26a4-4af6-9d6e-2c8538c5dc9a req-da9bde5a-de51-486f-9bfc-802178b2df33 service neutron] 10.222.0.62 "GET /v2.0/networks/f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250284 Feb 09 01:36:16.763480 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-67bc9243-26a4-4af6-9d6e-2c8538c5dc9a req-771951df-00d2-4c20-bbd3-af90f12b1e59 service neutron] 10.222.0.62 "GET /v2.0/networks/f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253173 Feb 09 01:36:21.984467 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:25.007915 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:38.167122 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e961b8b7-a224-488a-baed-aef013df6bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:40.475858 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-aa94f9fd-87aa-402a-80c9-35b66ba8ddbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:41.553455 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:41.596481 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:43.198072 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:43.417457 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:36:51.977359 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:55.032278 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:04.685587 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e53e1a8-c457-447b-aedb-6f516a9298c2 req-840f5a90-e7be-447d-999c-90f05a619616 tempest-TestNetworkAdvancedServerOps-293300233 tempest-TestNetworkAdvancedServerOps-293300233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:04.685587 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9e53e1a8-c457-447b-aedb-6f516a9298c2 req-840f5a90-e7be-447d-999c-90f05a619616 tempest-TestNetworkAdvancedServerOps-293300233 tempest-TestNetworkAdvancedServerOps-293300233-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=fc4bd661-a1a2-4b05-ad23-258afc4f8567 HTTP/1.1" status: 200 len: 1097 time: 0.0811188 Feb 09 01:37:04.711216 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9e53e1a8-c457-447b-aedb-6f516a9298c2 req-ee9d475f-6fdc-4e39-bbc1-1b2f8fcd0ba2 tempest-TestNetworkAdvancedServerOps-293300233 tempest-TestNetworkAdvancedServerOps-293300233-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:04.727524 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-9e53e1a8-c457-447b-aedb-6f516a9298c2 req-ee9d475f-6fdc-4e39-bbc1-1b2f8fcd0ba2 tempest-TestNetworkAdvancedServerOps-293300233 tempest-TestNetworkAdvancedServerOps-293300233-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:37:04.732815 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-9e53e1a8-c457-447b-aedb-6f516a9298c2 req-ee9d475f-6fdc-4e39-bbc1-1b2f8fcd0ba2 tempest-TestNetworkAdvancedServerOps-293300233 tempest-TestNetworkAdvancedServerOps-293300233-project-admin] Usage tracker for resource:security_group_rule and tenant:326434cae48643c4adb498c4ee3888bf is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:37:04.736907 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-9e53e1a8-c457-447b-aedb-6f516a9298c2 req-ee9d475f-6fdc-4e39-bbc1-1b2f8fcd0ba2 tempest-TestNetworkAdvancedServerOps-293300233 tempest-TestNetworkAdvancedServerOps-293300233-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:37:04.744814 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-9e53e1a8-c457-447b-aedb-6f516a9298c2 req-ee9d475f-6fdc-4e39-bbc1-1b2f8fcd0ba2 tempest-TestNetworkAdvancedServerOps-293300233 tempest-TestNetworkAdvancedServerOps-293300233-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:37:04.825167 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9e53e1a8-c457-447b-aedb-6f516a9298c2 req-ee9d475f-6fdc-4e39-bbc1-1b2f8fcd0ba2 tempest-TestNetworkAdvancedServerOps-293300233 tempest-TestNetworkAdvancedServerOps-293300233-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:04.829107 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9e53e1a8-c457-447b-aedb-6f516a9298c2 req-ee9d475f-6fdc-4e39-bbc1-1b2f8fcd0ba2 tempest-TestNetworkAdvancedServerOps-293300233 tempest-TestNetworkAdvancedServerOps-293300233-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:04.862264 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9e53e1a8-c457-447b-aedb-6f516a9298c2 req-ee9d475f-6fdc-4e39-bbc1-1b2f8fcd0ba2 tempest-TestNetworkAdvancedServerOps-293300233 tempest-TestNetworkAdvancedServerOps-293300233-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=8c692665-6fff-4384-8fd5-dd2a13f1db99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1708431 Feb 09 01:37:04.868694 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9d475f-6fdc-4e39-bbc1-1b2f8fcd0ba2 tempest-TestNetworkAdvancedServerOps-293300233 tempest-TestNetworkAdvancedServerOps-293300233-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e508ac03-2c22-4b7d-9a01-25a11903143f,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:04.876181 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9d475f-6fdc-4e39-bbc1-1b2f8fcd0ba2 tempest-TestNetworkAdvancedServerOps-293300233 tempest-TestNetworkAdvancedServerOps-293300233-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:04.876525 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9d475f-6fdc-4e39-bbc1-1b2f8fcd0ba2 tempest-TestNetworkAdvancedServerOps-293300233 tempest-TestNetworkAdvancedServerOps-293300233-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:04.876860 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9d475f-6fdc-4e39-bbc1-1b2f8fcd0ba2 tempest-TestNetworkAdvancedServerOps-293300233 tempest-TestNetworkAdvancedServerOps-293300233-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:04.877188 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9d475f-6fdc-4e39-bbc1-1b2f8fcd0ba2 tempest-TestNetworkAdvancedServerOps-293300233 tempest-TestNetworkAdvancedServerOps-293300233-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:04.877514 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9d475f-6fdc-4e39-bbc1-1b2f8fcd0ba2 tempest-TestNetworkAdvancedServerOps-293300233 tempest-TestNetworkAdvancedServerOps-293300233-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:04.877865 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9d475f-6fdc-4e39-bbc1-1b2f8fcd0ba2 tempest-TestNetworkAdvancedServerOps-293300233 tempest-TestNetworkAdvancedServerOps-293300233-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:04.878188 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9d475f-6fdc-4e39-bbc1-1b2f8fcd0ba2 tempest-TestNetworkAdvancedServerOps-293300233 tempest-TestNetworkAdvancedServerOps-293300233-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:04.878506 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9d475f-6fdc-4e39-bbc1-1b2f8fcd0ba2 tempest-TestNetworkAdvancedServerOps-293300233 tempest-TestNetworkAdvancedServerOps-293300233-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:04.878823 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9d475f-6fdc-4e39-bbc1-1b2f8fcd0ba2 tempest-TestNetworkAdvancedServerOps-293300233 tempest-TestNetworkAdvancedServerOps-293300233-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:04.879139 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9d475f-6fdc-4e39-bbc1-1b2f8fcd0ba2 tempest-TestNetworkAdvancedServerOps-293300233 tempest-TestNetworkAdvancedServerOps-293300233-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:04.879455 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9d475f-6fdc-4e39-bbc1-1b2f8fcd0ba2 tempest-TestNetworkAdvancedServerOps-293300233 tempest-TestNetworkAdvancedServerOps-293300233-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:04.879762 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9d475f-6fdc-4e39-bbc1-1b2f8fcd0ba2 tempest-TestNetworkAdvancedServerOps-293300233 tempest-TestNetworkAdvancedServerOps-293300233-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:05.051404 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82cecfd-8165-43a1-a056-fe25639dae40 req-a20f25c8-0789-45b8-b2f5-aa65858a4b06 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:05.052758 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c82cecfd-8165-43a1-a056-fe25639dae40 req-a20f25c8-0789-45b8-b2f5-aa65858a4b06 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=fc4bd661-a1a2-4b05-ad23-258afc4f8567 HTTP/1.1" status: 200 len: 946 time: 0.0797596 Feb 09 01:37:05.105610 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c82cecfd-8165-43a1-a056-fe25639dae40 req-a722c4f8-e8b2-474c-a264-104987a58541 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=8c692665-6fff-4384-8fd5-dd2a13f1db99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468204 Feb 09 01:37:05.128782 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44364) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:37:05.232915 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-43a70575-3451-4471-af4e-790e9b061395 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/floatingips/ddd6e9fd-6bc9-4d03-9f58-68631221a60b HTTP/1.1" status: 200 len: 994 time: 0.1030002 Feb 09 01:37:06.158541 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44392) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:37:06.348208 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7a7c5-282f-4ba4-abcf-3d90f9bd4b47 req-169e04a9-c956-4a9a-9bfa-ff0030e86c56 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:06.349691 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bcf7a7c5-282f-4ba4-abcf-3d90f9bd4b47 req-169e04a9-c956-4a9a-9bfa-ff0030e86c56 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=fc4bd661-a1a2-4b05-ad23-258afc4f8567 HTTP/1.1" status: 200 len: 946 time: 0.1413047 Feb 09 01:37:06.352474 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4fdcf51b-8f11-468e-bade-e2d5fbab25cb req-1b1697b1-b887-448b-94ab-1d3b00e55bd3 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=fc4bd661-a1a2-4b05-ad23-258afc4f8567&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1928356 Feb 09 01:37:06.396141 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bcf7a7c5-282f-4ba4-abcf-3d90f9bd4b47 req-5b95c989-6b4c-40e8-b0fd-f44b1544501c tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=8c692665-6fff-4384-8fd5-dd2a13f1db99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407004 Feb 09 01:37:07.472238 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdcf51b-8f11-468e-bade-e2d5fbab25cb req-8099dfa2-5871-4271-9deb-7735b3ac05d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:07.473809 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4fdcf51b-8f11-468e-bade-e2d5fbab25cb req-8099dfa2-5871-4271-9deb-7735b3ac05d0 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=86d3f064b7034e66946d08a62b972ad0&device_id=fc4bd661-a1a2-4b05-ad23-258afc4f8567 HTTP/1.1" status: 200 len: 1097 time: 0.0752633 Feb 09 01:37:07.656484 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdcf51b-8f11-468e-bade-e2d5fbab25cb req-ca420a7c-8998-4518-b09b-3a04f6479594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:07.657969 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4fdcf51b-8f11-468e-bade-e2d5fbab25cb req-ca420a7c-8998-4518-b09b-3a04f6479594 service neutron] 10.222.0.99 "GET /v2.0/networks?id=eb6bb812-513b-4118-99ad-d096e706b18b HTTP/1.1" status: 200 len: 898 time: 0.1786191 Feb 09 01:37:07.728796 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6df39-3d73-4f72-867c-a7618e826d61 req-13509ae9-4f6f-490c-a1f7-4a1055505d53 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:07.730184 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2ee6df39-3d73-4f72-867c-a7618e826d61 req-13509ae9-4f6f-490c-a1f7-4a1055505d53 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=fc4bd661-a1a2-4b05-ad23-258afc4f8567 HTTP/1.1" status: 200 len: 946 time: 0.1872163 Feb 09 01:37:07.799990 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4fdcf51b-8f11-468e-bade-e2d5fbab25cb req-04dcd4dc-96d4-4373-b226-a7f3b70c79c6 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=191fa8f8-0f4c-4017-b0e7-67c08719cdeb HTTP/1.1" status: 200 len: 1002 time: 0.1355269 Feb 09 01:37:07.802842 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2ee6df39-3d73-4f72-867c-a7618e826d61 req-6d609bfc-10c2-461b-a53b-a6511d9f7457 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=8c692665-6fff-4384-8fd5-dd2a13f1db99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602429 Feb 09 01:37:07.968983 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdcf51b-8f11-468e-bade-e2d5fbab25cb req-81bca82f-72fe-4dd1-a591-61b099c0720d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:07.970425 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4fdcf51b-8f11-468e-bade-e2d5fbab25cb req-81bca82f-72fe-4dd1-a591-61b099c0720d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e0a3efb2-85bd-4f32-afd7-b18d0a84eee2 HTTP/1.1" status: 200 len: 835 time: 0.1643288 Feb 09 01:37:08.043016 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdcf51b-8f11-468e-bade-e2d5fbab25cb req-6f599f1c-ce20-4399-8a25-943aa4181886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:08.044486 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4fdcf51b-8f11-468e-bade-e2d5fbab25cb req-6f599f1c-ce20-4399-8a25-943aa4181886 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=eb6bb812-513b-4118-99ad-d096e706b18b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683122 Feb 09 01:37:08.168163 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0db9e3e2-b707-4f20-ae09-f4fc4e6a2d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:08.175032 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4fdcf51b-8f11-468e-bade-e2d5fbab25cb req-2c4135fb-7b7a-4e54-b337-a220b460f4bc service neutron] 10.222.0.99 "GET /v2.0/networks/eb6bb812-513b-4118-99ad-d096e706b18b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240170 Feb 09 01:37:08.306743 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4fdcf51b-8f11-468e-bade-e2d5fbab25cb req-654a8c41-eada-4666-983d-d999662c5cff service neutron] 10.222.0.99 "GET /v2.0/networks/eb6bb812-513b-4118-99ad-d096e706b18b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262372 Feb 09 01:37:09.137235 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd9627-3dd6-46d6-88a5-e4cb4e397e1d req-57752e10-b5f8-4a3e-aadc-f0e44803c6fe tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:09.138722 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e5cd9627-3dd6-46d6-88a5-e4cb4e397e1d req-57752e10-b5f8-4a3e-aadc-f0e44803c6fe tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=fc4bd661-a1a2-4b05-ad23-258afc4f8567 HTTP/1.1" status: 200 len: 946 time: 0.0798488 Feb 09 01:37:09.187283 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e5cd9627-3dd6-46d6-88a5-e4cb4e397e1d req-d82cf50a-d13b-4bf1-9d54-f902084f14a5 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=8c692665-6fff-4384-8fd5-dd2a13f1db99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426900 Feb 09 01:37:10.372863 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c71cd-6b56-4c08-acf8-aa6a8d08e54b req-d4d05d8b-4481-414d-8675-ad928ac5673d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:10.374833 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-de6c71cd-6b56-4c08-acf8-aa6a8d08e54b req-d4d05d8b-4481-414d-8675-ad928ac5673d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=fc4bd661-a1a2-4b05-ad23-258afc4f8567 HTTP/1.1" status: 200 len: 946 time: 0.0796459 Feb 09 01:37:10.417937 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-de6c71cd-6b56-4c08-acf8-aa6a8d08e54b req-a612be5c-a795-4fdf-b603-302d7dd128a7 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=8c692665-6fff-4384-8fd5-dd2a13f1db99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375791 Feb 09 01:37:10.477657 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-073ab39c-8f20-49c1-bc50-5e5c0857c548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:11.556510 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:11.599843 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:11.611828 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f8a998-3a34-41b4-aa6b-4c77d3ce64ef req-0cb20d23-4e14-42b8-ae42-ea4a45ccc187 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:11.613305 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-30f8a998-3a34-41b4-aa6b-4c77d3ce64ef req-0cb20d23-4e14-42b8-ae42-ea4a45ccc187 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=fc4bd661-a1a2-4b05-ad23-258afc4f8567 HTTP/1.1" status: 200 len: 946 time: 0.0893486 Feb 09 01:37:11.657939 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-30f8a998-3a34-41b4-aa6b-4c77d3ce64ef req-ca598f9c-d059-4e65-aa9c-6b8130c3522a tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=8c692665-6fff-4384-8fd5-dd2a13f1db99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387371 Feb 09 01:37:12.842039 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b0874c-b5fd-4111-b6c1-e416fa6f0dfe req-47a3b599-4dca-47ac-9e55-fb2317b8fc13 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:12.843419 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e2b0874c-b5fd-4111-b6c1-e416fa6f0dfe req-47a3b599-4dca-47ac-9e55-fb2317b8fc13 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=fc4bd661-a1a2-4b05-ad23-258afc4f8567 HTTP/1.1" status: 200 len: 946 time: 0.0795312 Feb 09 01:37:12.934972 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e2b0874c-b5fd-4111-b6c1-e416fa6f0dfe req-aac28eb8-5662-4ee0-a801-0f0f6edd4904 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=8c692665-6fff-4384-8fd5-dd2a13f1db99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858953 Feb 09 01:37:12.954723 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c87ad5-33ad-40c7-af5b-08221d751f85 req-54e3ee8b-20aa-470f-8672-472a78a54135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:12.956320 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-55c87ad5-33ad-40c7-af5b-08221d751f85 req-54e3ee8b-20aa-470f-8672-472a78a54135 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=86d3f064b7034e66946d08a62b972ad0&device_id=fc4bd661-a1a2-4b05-ad23-258afc4f8567 HTTP/1.1" status: 200 len: 1097 time: 0.0924168 Feb 09 01:37:13.097990 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c87ad5-33ad-40c7-af5b-08221d751f85 req-86b0767e-4479-495f-a203-18b13d3ec2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:13.099547 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-55c87ad5-33ad-40c7-af5b-08221d751f85 req-86b0767e-4479-495f-a203-18b13d3ec2b4 service neutron] 10.222.0.99 "GET /v2.0/networks?id=eb6bb812-513b-4118-99ad-d096e706b18b HTTP/1.1" status: 200 len: 898 time: 0.1258163 Feb 09 01:37:13.212277 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:13.214247 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-55c87ad5-33ad-40c7-af5b-08221d751f85 req-ef6480ba-f7bd-40ac-9d3a-9602f7a69ff6 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=191fa8f8-0f4c-4017-b0e7-67c08719cdeb HTTP/1.1" status: 200 len: 1002 time: 0.1090083 Feb 09 01:37:13.278406 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c87ad5-33ad-40c7-af5b-08221d751f85 req-bf7041ea-3968-4348-b086-e528d2bac06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:13.279931 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-55c87ad5-33ad-40c7-af5b-08221d751f85 req-bf7041ea-3968-4348-b086-e528d2bac06a service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e0a3efb2-85bd-4f32-afd7-b18d0a84eee2 HTTP/1.1" status: 200 len: 835 time: 0.0603876 Feb 09 01:37:13.358393 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c87ad5-33ad-40c7-af5b-08221d751f85 req-ba77dfd9-5724-40a4-9b70-6dc4c13a9926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:13.359786 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-55c87ad5-33ad-40c7-af5b-08221d751f85 req-ba77dfd9-5724-40a4-9b70-6dc4c13a9926 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=eb6bb812-513b-4118-99ad-d096e706b18b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734715 Feb 09 01:37:13.494993 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-55c87ad5-33ad-40c7-af5b-08221d751f85 req-c60220fb-bc95-474b-8211-82ac8509a760 service neutron] 10.222.0.99 "GET /v2.0/networks/eb6bb812-513b-4118-99ad-d096e706b18b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291716 Feb 09 01:37:13.623611 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-55c87ad5-33ad-40c7-af5b-08221d751f85 req-e183022e-7267-4d90-80e1-35f8fd4bb8a2 service neutron] 10.222.0.99 "GET /v2.0/networks/eb6bb812-513b-4118-99ad-d096e706b18b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221933 Feb 09 01:37:14.118153 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dba33d-bb3c-4b2d-9bb6-85970c2e57a9 req-7a2a5dd3-dc5e-49a4-94f4-fc7f315df095 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:14.119505 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-89dba33d-bb3c-4b2d-9bb6-85970c2e57a9 req-7a2a5dd3-dc5e-49a4-94f4-fc7f315df095 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=fc4bd661-a1a2-4b05-ad23-258afc4f8567 HTTP/1.1" status: 200 len: 946 time: 0.0784569 Feb 09 01:37:14.163252 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-89dba33d-bb3c-4b2d-9bb6-85970c2e57a9 req-5e67290b-fd2f-4035-9c3e-a060a1566e9a tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=8c692665-6fff-4384-8fd5-dd2a13f1db99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382609 Feb 09 01:37:15.452148 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace73403-beb8-475c-afa4-67597299aeb6 req-33984a33-dadf-431b-b740-bf99c56187a9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:15.453542 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ace73403-beb8-475c-afa4-67597299aeb6 req-33984a33-dadf-431b-b740-bf99c56187a9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=fc4bd661-a1a2-4b05-ad23-258afc4f8567 HTTP/1.1" status: 200 len: 946 time: 0.1850088 Feb 09 01:37:15.497709 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ace73403-beb8-475c-afa4-67597299aeb6 req-cc03f6b9-90b5-4572-9502-77ea7714ad27 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=8c692665-6fff-4384-8fd5-dd2a13f1db99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385199 Feb 09 01:37:16.459341 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b9df5f2c-6791-4856-9f1e-d09368e48269 req-4ec2df1a-c291-42c9-aedc-7dd6bf3bc6bf service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=717b5236-a9cc-4b08-932f-b8640d4eefb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0683336 Feb 09 01:37:16.617462 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df5f2c-6791-4856-9f1e-d09368e48269 req-8d5d736c-16ce-43c8-89a1-73c78ddf3343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:16.617462 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b9df5f2c-6791-4856-9f1e-d09368e48269 req-8d5d736c-16ce-43c8-89a1-73c78ddf3343 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6721380b025b4977bb6883114d898ed6&device_id=717b5236-a9cc-4b08-932f-b8640d4eefb8 HTTP/1.1" status: 200 len: 1097 time: 0.0789890 Feb 09 01:37:16.799123 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c44ea0b-b7b3-435a-8508-6263d92304fb req-a1755be0-8dff-4549-a7fe-72e39e57c2dc tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:16.800538 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1c44ea0b-b7b3-435a-8508-6263d92304fb req-a1755be0-8dff-4549-a7fe-72e39e57c2dc tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=fc4bd661-a1a2-4b05-ad23-258afc4f8567 HTTP/1.1" status: 200 len: 946 time: 0.1915746 Feb 09 01:37:16.803043 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df5f2c-6791-4856-9f1e-d09368e48269 req-ab471338-23c5-4d8d-986f-fc17281faf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:16.804370 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b9df5f2c-6791-4856-9f1e-d09368e48269 req-ab471338-23c5-4d8d-986f-fc17281faf83 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f HTTP/1.1" status: 200 len: 913 time: 0.1586177 Feb 09 01:37:16.924344 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1c44ea0b-b7b3-435a-8508-6263d92304fb req-b6e8107d-467f-4ac0-8169-c3c6ef3a93d8 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=8c692665-6fff-4384-8fd5-dd2a13f1db99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178784 Feb 09 01:37:16.932726 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b9df5f2c-6791-4856-9f1e-d09368e48269 req-30202150-f746-45a8-ac25-d223f56ef56d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3475cfcd-6527-4bdd-a113-5f5d20ecfaf0 HTTP/1.1" status: 200 len: 1002 time: 0.1133447 Feb 09 01:37:16.997140 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df5f2c-6791-4856-9f1e-d09368e48269 req-54299e4b-67bd-4b6d-9956-eb35ba30f5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:16.998570 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b9df5f2c-6791-4856-9f1e-d09368e48269 req-54299e4b-67bd-4b6d-9956-eb35ba30f5da service neutron] 10.222.0.62 "GET /v2.0/subnets?id=572cbc39-1162-4835-b49c-9787164ff8f8 HTTP/1.1" status: 200 len: 851 time: 0.0603695 Feb 09 01:37:17.073748 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df5f2c-6791-4856-9f1e-d09368e48269 req-08ef24ee-6060-4534-83bd-553fb22c0015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:17.075100 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b9df5f2c-6791-4856-9f1e-d09368e48269 req-08ef24ee-6060-4534-83bd-553fb22c0015 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691485 Feb 09 01:37:17.203937 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b9df5f2c-6791-4856-9f1e-d09368e48269 req-d0b773f9-f69f-4d58-8d1b-f0af3f73b348 service neutron] 10.222.0.62 "GET /v2.0/networks/f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223333 Feb 09 01:37:17.338933 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b9df5f2c-6791-4856-9f1e-d09368e48269 req-56c27b81-b364-4bb7-a415-524f5766dbc7 service neutron] 10.222.0.62 "GET /v2.0/networks/f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292737 Feb 09 01:37:18.118137 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf5238-1ec1-4885-bb41-d3941ace969e req-95f8c8af-4a36-4b9a-b9fe-ad94dd70d7cd tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:18.120007 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d7cf5238-1ec1-4885-bb41-d3941ace969e req-95f8c8af-4a36-4b9a-b9fe-ad94dd70d7cd tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=fc4bd661-a1a2-4b05-ad23-258afc4f8567 HTTP/1.1" status: 200 len: 946 time: 0.0890651 Feb 09 01:37:18.164349 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d7cf5238-1ec1-4885-bb41-d3941ace969e req-1c732388-a777-4d29-9661-51ebc9b7d162 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=8c692665-6fff-4384-8fd5-dd2a13f1db99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384233 Feb 09 01:37:19.348578 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccaac57-6721-4d6a-974f-36137b28bd53 req-a72920fb-99c5-4672-85a1-27ce1295b896 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:19.350075 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cccaac57-6721-4d6a-974f-36137b28bd53 req-a72920fb-99c5-4672-85a1-27ce1295b896 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=fc4bd661-a1a2-4b05-ad23-258afc4f8567 HTTP/1.1" status: 200 len: 946 time: 0.0789266 Feb 09 01:37:19.393637 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cccaac57-6721-4d6a-974f-36137b28bd53 req-bd3c7591-8f9f-44ea-a00c-fb19aa957d8d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=8c692665-6fff-4384-8fd5-dd2a13f1db99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378172 Feb 09 01:37:20.416608 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:37:20.447745 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [req-4fdcf51b-8f11-468e-bade-e2d5fbab25cb req-bb450289-3c7f-42e6-8606-e709eb6e7860 service neutron] show failed (client error): The resource could not be found. Feb 09 01:37:20.448806 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4fdcf51b-8f11-468e-bade-e2d5fbab25cb req-bb450289-3c7f-42e6-8606-e709eb6e7860 service neutron] 10.222.0.99 "GET /v2.0/ports/191fa8f8-0f4c-4017-b0e7-67c08719cdeb/bindings/n-h1-828418-1 HTTP/1.1" status: 404 len: 380 time: 0.0783429 Feb 09 01:37:20.580214 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38214f28-ac80-4eb1-94b0-d446c3e9fd15 req-7a4a00a3-459c-47b2-9141-fc4b11f3f96e tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:20.582267 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-38214f28-ac80-4eb1-94b0-d446c3e9fd15 req-7a4a00a3-459c-47b2-9141-fc4b11f3f96e tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=fc4bd661-a1a2-4b05-ad23-258afc4f8567 HTTP/1.1" status: 200 len: 946 time: 0.0819395 Feb 09 01:37:20.631599 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-38214f28-ac80-4eb1-94b0-d446c3e9fd15 req-aa0348f5-329d-4d80-a19d-8c65a5ad9b58 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=8c692665-6fff-4384-8fd5-dd2a13f1db99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434420 Feb 09 01:37:20.711457 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdcf51b-8f11-468e-bade-e2d5fbab25cb req-fb745fa4-093a-48ea-9bbc-e48f02d7bf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:20.712927 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4fdcf51b-8f11-468e-bade-e2d5fbab25cb req-fb745fa4-093a-48ea-9bbc-e48f02d7bf57 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fc4bd661-a1a2-4b05-ad23-258afc4f8567&tenant_id=86d3f064b7034e66946d08a62b972ad0 HTTP/1.1" status: 200 len: 1097 time: 0.0746565 Feb 09 01:37:20.723247 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-4fdcf51b-8f11-468e-bade-e2d5fbab25cb req-373da64b-bcea-41f4-8391-c64e99dc547e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828418-1', 'device_owner': 'compute:nova'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:20.831707 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-4fdcf51b-8f11-468e-bade-e2d5fbab25cb req-373da64b-bcea-41f4-8391-c64e99dc547e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:21.088025 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-4fdcf51b-8f11-468e-bade-e2d5fbab25cb req-373da64b-bcea-41f4-8391-c64e99dc547e service neutron] For port 191fa8f8-0f4c-4017-b0e7-67c08719cdeb, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=191fa8f8-0f4c-4017-b0e7-67c08719cdeb,segment=NetworkSegment(67d13663-e869-4620-926f-5ecded910a5f),segment_id=67d13663-e869-4620-926f-5ecded910a5f)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:37:21.120712 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-4fdcf51b-8f11-468e-bade-e2d5fbab25cb req-373da64b-bcea-41f4-8391-c64e99dc547e service neutron] For port 191fa8f8-0f4c-4017-b0e7-67c08719cdeb, host n-h2-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:37:21.177903 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc4bd661-a1a2-4b05-ad23-258afc4f8567', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '191fa8f8-0f4c-4017-b0e7-67c08719cdeb'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:37:21.183884 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-4fdcf51b-8f11-468e-bade-e2d5fbab25cb req-373da64b-bcea-41f4-8391-c64e99dc547e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:21.198780 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-4fdcf51b-8f11-468e-bade-e2d5fbab25cb req-373da64b-bcea-41f4-8391-c64e99dc547e service neutron] Transition to ACTIVE for port object 191fa8f8-0f4c-4017-b0e7-67c08719cdeb will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:37:21.203231 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-4fdcf51b-8f11-468e-bade-e2d5fbab25cb req-373da64b-bcea-41f4-8391-c64e99dc547e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:21.241246 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc4bd661-a1a2-4b05-ad23-258afc4f8567', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '191fa8f8-0f4c-4017-b0e7-67c08719cdeb', 'code': 200} Feb 09 01:37:21.453140 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373da64b-bcea-41f4-8391-c64e99dc547e service neutron] Pushing event updated for resources: {'Port': ['ID=191fa8f8-0f4c-4017-b0e7-67c08719cdeb,revision_number=6']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:21.506266 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fdcf51b-8f11-468e-bade-e2d5fbab25cb req-373da64b-bcea-41f4-8391-c64e99dc547e service neutron] No DVR routers for this DVR port 191fa8f8-0f4c-4017-b0e7-67c08719cdeb on host n-h2-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:37:21.731051 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-4fdcf51b-8f11-468e-bade-e2d5fbab25cb req-373da64b-bcea-41f4-8391-c64e99dc547e service neutron] Attempting to bind port 191fa8f8-0f4c-4017-b0e7-67c08719cdeb on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:37:21.731384 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-4fdcf51b-8f11-468e-bade-e2d5fbab25cb req-373da64b-bcea-41f4-8391-c64e99dc547e service neutron] Attempting to bind port 191fa8f8-0f4c-4017-b0e7-67c08719cdeb by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '67d13663-e869-4620-926f-5ecded910a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'eb6bb812-513b-4118-99ad-d096e706b18b'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:37:21.731707 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fdcf51b-8f11-468e-bade-e2d5fbab25cb req-373da64b-bcea-41f4-8391-c64e99dc547e service neutron] Attempting to bind port 191fa8f8-0f4c-4017-b0e7-67c08719cdeb on network eb6bb812-513b-4118-99ad-d096e706b18b {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:37:21.736327 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fdcf51b-8f11-468e-bade-e2d5fbab25cb req-373da64b-bcea-41f4-8391-c64e99dc547e service neutron] Port 191fa8f8-0f4c-4017-b0e7-67c08719cdeb on network eb6bb812-513b-4118-99ad-d096e706b18b not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:37:21.736642 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fdcf51b-8f11-468e-bade-e2d5fbab25cb req-373da64b-bcea-41f4-8391-c64e99dc547e service neutron] Attempting to bind port 191fa8f8-0f4c-4017-b0e7-67c08719cdeb on network eb6bb812-513b-4118-99ad-d096e706b18b {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:37:21.777027 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fdcf51b-8f11-468e-bade-e2d5fbab25cb req-373da64b-bcea-41f4-8391-c64e99dc547e service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:37:21.777364 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fdcf51b-8f11-468e-bade-e2d5fbab25cb req-373da64b-bcea-41f4-8391-c64e99dc547e service neutron] Checking segment: {'id': '67d13663-e869-4620-926f-5ecded910a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'eb6bb812-513b-4118-99ad-d096e706b18b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:37:21.777780 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fdcf51b-8f11-468e-bade-e2d5fbab25cb req-373da64b-bcea-41f4-8391-c64e99dc547e service neutron] Bound using segment: {'id': '67d13663-e869-4620-926f-5ecded910a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'eb6bb812-513b-4118-99ad-d096e706b18b'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:37:21.778208 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-4fdcf51b-8f11-468e-bade-e2d5fbab25cb req-373da64b-bcea-41f4-8391-c64e99dc547e service neutron] Bound port: 191fa8f8-0f4c-4017-b0e7-67c08719cdeb, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67d13663-e869-4620-926f-5ecded910a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'eb6bb812-513b-4118-99ad-d096e706b18b'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:37:21.778551 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-4fdcf51b-8f11-468e-bade-e2d5fbab25cb req-373da64b-bcea-41f4-8391-c64e99dc547e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:21.898971 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa1b00-ec91-44f4-bf96-d3317c6e6447 req-6249de67-46bc-4c61-a572-fcba3b1fb015 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:21.900604 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-86aa1b00-ec91-44f4-bf96-d3317c6e6447 req-6249de67-46bc-4c61-a572-fcba3b1fb015 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=fc4bd661-a1a2-4b05-ad23-258afc4f8567 HTTP/1.1" status: 200 len: 944 time: 0.1607666 Feb 09 01:37:21.903055 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-4fdcf51b-8f11-468e-bade-e2d5fbab25cb req-373da64b-bcea-41f4-8391-c64e99dc547e service neutron] For port 191fa8f8-0f4c-4017-b0e7-67c08719cdeb, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:37:21.906135 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-4fdcf51b-8f11-468e-bade-e2d5fbab25cb req-373da64b-bcea-41f4-8391-c64e99dc547e service neutron] For port 191fa8f8-0f4c-4017-b0e7-67c08719cdeb, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=191fa8f8-0f4c-4017-b0e7-67c08719cdeb,segment=NetworkSegment(67d13663-e869-4620-926f-5ecded910a5f),segment_id=67d13663-e869-4620-926f-5ecded910a5f)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:37:21.925953 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-4fdcf51b-8f11-468e-bade-e2d5fbab25cb req-373da64b-bcea-41f4-8391-c64e99dc547e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:22.002186 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:22.003873 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdcf51b-8f11-468e-bade-e2d5fbab25cb req-373da64b-bcea-41f4-8391-c64e99dc547e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:22.004516 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-4fdcf51b-8f11-468e-bade-e2d5fbab25cb req-373da64b-bcea-41f4-8391-c64e99dc547e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:22.005980 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4fdcf51b-8f11-468e-bade-e2d5fbab25cb req-373da64b-bcea-41f4-8391-c64e99dc547e service neutron] 10.222.0.62 "PUT /v2.0/ports/191fa8f8-0f4c-4017-b0e7-67c08719cdeb HTTP/1.1" status: 200 len: 1092 time: 1.2866104 Feb 09 01:37:22.008832 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-86aa1b00-ec91-44f4-bf96-d3317c6e6447 req-161af100-1de6-4395-a4fc-c5fb4833a31c tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=8c692665-6fff-4384-8fd5-dd2a13f1db99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014895 Feb 09 01:37:22.024309 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373da64b-bcea-41f4-8391-c64e99dc547e service neutron] Pushing event updated for resources: {'Port': ['ID=191fa8f8-0f4c-4017-b0e7-67c08719cdeb,revision_number=7']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:22.106122 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdcf51b-8f11-468e-bade-e2d5fbab25cb req-3f2b1fa6-5a6f-49fd-bef1-05a9f2c3795d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:22.107612 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4fdcf51b-8f11-468e-bade-e2d5fbab25cb req-3f2b1fa6-5a6f-49fd-bef1-05a9f2c3795d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=86d3f064b7034e66946d08a62b972ad0&device_id=fc4bd661-a1a2-4b05-ad23-258afc4f8567 HTTP/1.1" status: 200 len: 1095 time: 0.0774245 Feb 09 01:37:22.240381 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdcf51b-8f11-468e-bade-e2d5fbab25cb req-45e2a03c-e491-4663-a0ee-630bfe50f9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:22.241911 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4fdcf51b-8f11-468e-bade-e2d5fbab25cb req-45e2a03c-e491-4663-a0ee-630bfe50f9af service neutron] 10.222.0.62 "GET /v2.0/networks?id=eb6bb812-513b-4118-99ad-d096e706b18b HTTP/1.1" status: 200 len: 898 time: 0.1284115 Feb 09 01:37:22.346217 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4fdcf51b-8f11-468e-bade-e2d5fbab25cb req-c895ae19-a989-4d9a-a9a8-e96517e14361 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=191fa8f8-0f4c-4017-b0e7-67c08719cdeb HTTP/1.1" status: 200 len: 1000 time: 0.0984404 Feb 09 01:37:22.407288 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdcf51b-8f11-468e-bade-e2d5fbab25cb req-19deb7f4-00c6-4761-b945-3407a8835d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:22.408668 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4fdcf51b-8f11-468e-bade-e2d5fbab25cb req-19deb7f4-00c6-4761-b945-3407a8835d03 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e0a3efb2-85bd-4f32-afd7-b18d0a84eee2 HTTP/1.1" status: 200 len: 835 time: 0.0559545 Feb 09 01:37:22.480787 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdcf51b-8f11-468e-bade-e2d5fbab25cb req-738503d0-16d6-42a1-b644-028e27570a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:22.482293 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4fdcf51b-8f11-468e-bade-e2d5fbab25cb req-738503d0-16d6-42a1-b644-028e27570a9c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=eb6bb812-513b-4118-99ad-d096e706b18b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675788 Feb 09 01:37:22.611681 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4fdcf51b-8f11-468e-bade-e2d5fbab25cb req-2d0a30bc-3e7e-4ee3-ba14-726a356af8ae service neutron] 10.222.0.62 "GET /v2.0/networks/eb6bb812-513b-4118-99ad-d096e706b18b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230099 Feb 09 01:37:22.740942 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4fdcf51b-8f11-468e-bade-e2d5fbab25cb req-e2227b3f-4baf-4c3b-bf58-3f35c3c2b8ef service neutron] 10.222.0.62 "GET /v2.0/networks/eb6bb812-513b-4118-99ad-d096e706b18b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230493 Feb 09 01:37:23.201828 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200605db-bb11-4164-a4bf-3e4477d4a260 req-03e9af3f-d5bb-4d89-b611-f9698585ec92 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:23.203339 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-200605db-bb11-4164-a4bf-3e4477d4a260 req-03e9af3f-d5bb-4d89-b611-f9698585ec92 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=fc4bd661-a1a2-4b05-ad23-258afc4f8567 HTTP/1.1" status: 200 len: 944 time: 0.0845921 Feb 09 01:37:23.243140 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc4bd661-a1a2-4b05-ad23-258afc4f8567', 'tag': '191fa8f8-0f4c-4017-b0e7-67c08719cdeb'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:37:23.251866 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-200605db-bb11-4164-a4bf-3e4477d4a260 req-4ead2442-add9-4a3f-a39d-82786e449142 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=8c692665-6fff-4384-8fd5-dd2a13f1db99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421002 Feb 09 01:37:23.305143 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc4bd661-a1a2-4b05-ad23-258afc4f8567', 'tag': '191fa8f8-0f4c-4017-b0e7-67c08719cdeb', 'status': 'completed', 'code': 200} Feb 09 01:37:23.560937 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdbcc77-6a3a-4f96-95ed-68838655d018 req-2458e071-59ef-4069-838d-67c2397a1ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:23.562332 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ffdbcc77-6a3a-4f96-95ed-68838655d018 req-2458e071-59ef-4069-838d-67c2397a1ff4 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=86d3f064b7034e66946d08a62b972ad0&device_id=fc4bd661-a1a2-4b05-ad23-258afc4f8567 HTTP/1.1" status: 200 len: 1095 time: 0.2390490 Feb 09 01:37:23.564152 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdbcc77-6a3a-4f96-95ed-68838655d018 req-ec4f197d-0717-4f00-b5f4-20cae9eaee09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:23.565586 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ffdbcc77-6a3a-4f96-95ed-68838655d018 req-ec4f197d-0717-4f00-b5f4-20cae9eaee09 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=86d3f064b7034e66946d08a62b972ad0&device_id=fc4bd661-a1a2-4b05-ad23-258afc4f8567 HTTP/1.1" status: 200 len: 1095 time: 0.2124505 Feb 09 01:37:23.665642 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 191fa8f8-0f4c-4017-b0e7-67c08719cdeb no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:37:23.732068 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 191fa8f8-0f4c-4017-b0e7-67c08719cdeb not bound to the agent host n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:37:23.800719 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdbcc77-6a3a-4f96-95ed-68838655d018 req-e3a5db08-3b24-4547-8dc5-abb8516b6833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:23.802175 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ffdbcc77-6a3a-4f96-95ed-68838655d018 req-e3a5db08-3b24-4547-8dc5-abb8516b6833 service neutron] 10.222.0.99 "GET /v2.0/networks?id=eb6bb812-513b-4118-99ad-d096e706b18b HTTP/1.1" status: 200 len: 898 time: 0.2340620 Feb 09 01:37:23.803216 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdbcc77-6a3a-4f96-95ed-68838655d018 req-815b006d-b21a-4de3-b732-ab306d0d960b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:23.804471 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ffdbcc77-6a3a-4f96-95ed-68838655d018 req-815b006d-b21a-4de3-b732-ab306d0d960b service neutron] 10.222.0.62 "GET /v2.0/networks?id=eb6bb812-513b-4118-99ad-d096e706b18b HTTP/1.1" status: 200 len: 898 time: 0.2194018 Feb 09 01:37:23.982489 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ffdbcc77-6a3a-4f96-95ed-68838655d018 req-b547a67d-dcbe-49ad-966b-c280e50bbd57 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=191fa8f8-0f4c-4017-b0e7-67c08719cdeb HTTP/1.1" status: 200 len: 1000 time: 0.1749589 Feb 09 01:37:23.985712 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ffdbcc77-6a3a-4f96-95ed-68838655d018 req-dacdc6b5-422a-428e-8cd1-324301e1fc71 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=191fa8f8-0f4c-4017-b0e7-67c08719cdeb HTTP/1.1" status: 200 len: 1000 time: 0.1285408 Feb 09 01:37:24.089454 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdbcc77-6a3a-4f96-95ed-68838655d018 req-48ef8e9e-8f08-4725-a0e6-1226058888c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:24.090871 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ffdbcc77-6a3a-4f96-95ed-68838655d018 req-48ef8e9e-8f08-4725-a0e6-1226058888c2 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e0a3efb2-85bd-4f32-afd7-b18d0a84eee2 HTTP/1.1" status: 200 len: 835 time: 0.1033587 Feb 09 01:37:24.093803 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdbcc77-6a3a-4f96-95ed-68838655d018 req-be711000-3d6c-490e-8471-77a1014ace63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:24.095074 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ffdbcc77-6a3a-4f96-95ed-68838655d018 req-be711000-3d6c-490e-8471-77a1014ace63 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e0a3efb2-85bd-4f32-afd7-b18d0a84eee2 HTTP/1.1" status: 200 len: 835 time: 0.0773268 Feb 09 01:37:24.221650 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdbcc77-6a3a-4f96-95ed-68838655d018 req-d344c32d-64ac-4b3f-bdb0-bd90ceef5510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:24.223076 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ffdbcc77-6a3a-4f96-95ed-68838655d018 req-d344c32d-64ac-4b3f-bdb0-bd90ceef5510 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=eb6bb812-513b-4118-99ad-d096e706b18b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1270194 Feb 09 01:37:24.224790 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdbcc77-6a3a-4f96-95ed-68838655d018 req-5a742c27-22ae-4e85-86fb-2bd6f6c7f333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:24.226110 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ffdbcc77-6a3a-4f96-95ed-68838655d018 req-5a742c27-22ae-4e85-86fb-2bd6f6c7f333 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=eb6bb812-513b-4118-99ad-d096e706b18b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1008463 Feb 09 01:37:24.513844 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ffdbcc77-6a3a-4f96-95ed-68838655d018 req-e14e0e6c-e8b6-4cdd-82e2-97d91f86c98f service neutron] 10.222.0.99 "GET /v2.0/networks/eb6bb812-513b-4118-99ad-d096e706b18b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849226 Feb 09 01:37:24.519208 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ffdbcc77-6a3a-4f96-95ed-68838655d018 req-1c291c5e-130f-4eb7-b421-ab6a7a3eafe2 service neutron] 10.222.0.62 "GET /v2.0/networks/eb6bb812-513b-4118-99ad-d096e706b18b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738039 Feb 09 01:37:24.672975 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f6b7f-ee32-4036-bf4a-510512f98e19 req-8a277b25-47fe-4194-a4e7-af1e97098043 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:24.674453 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ac4f6b7f-ee32-4036-bf4a-510512f98e19 req-8a277b25-47fe-4194-a4e7-af1e97098043 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=fc4bd661-a1a2-4b05-ad23-258afc4f8567 HTTP/1.1" status: 200 len: 944 time: 0.3139689 Feb 09 01:37:24.796534 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ac4f6b7f-ee32-4036-bf4a-510512f98e19 req-7afa8371-ac09-4936-8e16-3ce3d38e3db2 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=8c692665-6fff-4384-8fd5-dd2a13f1db99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113703 Feb 09 01:37:24.801568 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ffdbcc77-6a3a-4f96-95ed-68838655d018 req-ecea53c5-91f5-4c17-b743-855075c15930 service neutron] 10.222.0.62 "GET /v2.0/networks/eb6bb812-513b-4118-99ad-d096e706b18b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594864 Feb 09 01:37:24.803309 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ffdbcc77-6a3a-4f96-95ed-68838655d018 req-c33ba2ac-664d-4b2a-893a-9bf80b69dc45 service neutron] 10.222.0.99 "GET /v2.0/networks/eb6bb812-513b-4118-99ad-d096e706b18b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831483 Feb 09 01:37:25.038754 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:26.107778 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8912f18d-451a-4fcd-8199-03cad3cbcc8c req-d87abfbf-e22b-41c0-9d25-6b606d54b161 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:26.109283 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8912f18d-451a-4fcd-8199-03cad3cbcc8c req-d87abfbf-e22b-41c0-9d25-6b606d54b161 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=fc4bd661-a1a2-4b05-ad23-258afc4f8567 HTTP/1.1" status: 200 len: 944 time: 0.2016234 Feb 09 01:37:26.152741 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8912f18d-451a-4fcd-8199-03cad3cbcc8c req-0e4bdd39-ab32-41c4-94c8-ac190032c5a7 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=8c692665-6fff-4384-8fd5-dd2a13f1db99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372396 Feb 09 01:37:26.513270 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 191fa8f8-0f4c-4017-b0e7-67c08719cdeb details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:37:26.523582 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d5ad49-5a81-4a77-ae96-d8f765dafb9c req-98f6a19f-be2e-4c1d-84db-f4b74c87e39a tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:26.525462 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-63d5ad49-5a81-4a77-ae96-d8f765dafb9c req-98f6a19f-be2e-4c1d-84db-f4b74c87e39a tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=fc4bd661-a1a2-4b05-ad23-258afc4f8567 HTTP/1.1" status: 200 len: 944 time: 0.1479182 Feb 09 01:37:26.532961 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e38a6-0288-4ecc-a35a-961163b8930e req-08ee6862-aea3-4ca5-bfdd-6ca56d3a94ed tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:26.534989 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9d8e38a6-0288-4ecc-a35a-961163b8930e req-08ee6862-aea3-4ca5-bfdd-6ca56d3a94ed tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.99 "GET /v2.0/ports?device_id=fc4bd661-a1a2-4b05-ad23-258afc4f8567&tenant_id=86d3f064b7034e66946d08a62b972ad0&binding%3Ahost_id=n-h1-828418-1 HTTP/1.1" status: 200 len: 944 time: 0.1268125 Feb 09 01:37:26.557210 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [req-9d8e38a6-0288-4ecc-a35a-961163b8930e req-0ae074ad-a839-457b-9dd4-028022fbd6b8 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:37:26.558308 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9d8e38a6-0288-4ecc-a35a-961163b8930e req-0ae074ad-a839-457b-9dd4-028022fbd6b8 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081816 Feb 09 01:37:26.581803 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-63d5ad49-5a81-4a77-ae96-d8f765dafb9c req-8b1e2443-453c-4108-b8fc-2310dc98eda8 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=8c692665-6fff-4384-8fd5-dd2a13f1db99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456355 Feb 09 01:37:26.663800 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [req-9d8e38a6-0288-4ecc-a35a-961163b8930e req-fcd48315-b9be-49e2-b85c-891466123a02 service neutron] delete failed (client error): The resource could not be found. Feb 09 01:37:26.664895 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9d8e38a6-0288-4ecc-a35a-961163b8930e req-fcd48315-b9be-49e2-b85c-891466123a02 service neutron] 10.222.0.99 "DELETE /v2.0/ports/191fa8f8-0f4c-4017-b0e7-67c08719cdeb/bindings/n-h2-828418-1 HTTP/1.1" status: 404 len: 380 time: 0.0867755 Feb 09 01:37:26.671921 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 191fa8f8-0f4c-4017-b0e7-67c08719cdeb, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=191fa8f8-0f4c-4017-b0e7-67c08719cdeb,segment=NetworkSegment(67d13663-e869-4620-926f-5ecded910a5f),segment_id=67d13663-e869-4620-926f-5ecded910a5f)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:37:26.687839 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '191fa8f8-0f4c-4017-b0e7-67c08719cdeb', 'network_id': 'eb6bb812-513b-4118-99ad-d096e706b18b', 'port_id': '191fa8f8-0f4c-4017-b0e7-67c08719cdeb', 'mac_address': 'fa:16:3e:56:db:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0a3efb2-85bd-4f32-afd7-b18d0a84eee2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:37:26.745697 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:26.762914 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 191fa8f8-0f4c-4017-b0e7-67c08719cdeb {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:37:26.779155 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 191fa8f8-0f4c-4017-b0e7-67c08719cdeb, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=191fa8f8-0f4c-4017-b0e7-67c08719cdeb,segment=NetworkSegment(67d13663-e869-4620-926f-5ecded910a5f),segment_id=67d13663-e869-4620-926f-5ecded910a5f)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:37:26.783079 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:26.853984 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=191fa8f8-0f4c-4017-b0e7-67c08719cdeb,revision_number=8']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:26.861498 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:26.861871 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:26.862236 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:26.862558 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:26.862891 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:26.863217 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:26.863540 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:26.863864 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:26.864182 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:26.864527 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:26.864849 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:26.865167 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:26.867040 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e38a6-0288-4ecc-a35a-961163b8930e req-37efd914-57f8-4671-a5d3-528983cfee9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:26.868525 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9d8e38a6-0288-4ecc-a35a-961163b8930e req-37efd914-57f8-4671-a5d3-528983cfee9e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=86d3f064b7034e66946d08a62b972ad0&device_id=fc4bd661-a1a2-4b05-ad23-258afc4f8567 HTTP/1.1" status: 200 len: 1095 time: 0.1335735 Feb 09 01:37:26.876508 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821667f1-73c0-4fd7-b4e9-385bf3295dcb req-8a341e8c-482c-48f9-8c6b-5d596d67db68 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:26.877961 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-821667f1-73c0-4fd7-b4e9-385bf3295dcb req-8a341e8c-482c-48f9-8c6b-5d596d67db68 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=717b5236-a9cc-4b08-932f-b8640d4eefb8 HTTP/1.1" status: 200 len: 946 time: 0.1085198 Feb 09 01:37:27.002465 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-821667f1-73c0-4fd7-b4e9-385bf3295dcb req-e2b39d4b-a780-4741-8e56-ce856157af3b tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=1408064a-76ce-4cba-9d45-5e1c6ccbbcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1061020 Feb 09 01:37:27.033811 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e38a6-0288-4ecc-a35a-961163b8930e req-128b8fe2-3fb3-4159-9e57-89fd41828ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:27.035927 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9d8e38a6-0288-4ecc-a35a-961163b8930e req-128b8fe2-3fb3-4159-9e57-89fd41828ce2 service neutron] 10.222.0.99 "GET /v2.0/networks?id=eb6bb812-513b-4118-99ad-d096e706b18b HTTP/1.1" status: 200 len: 898 time: 0.1571176 Feb 09 01:37:27.103400 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['191fa8f8-0f4c-4017-b0e7-67c08719cdeb'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:37:27.137532 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9d8e38a6-0288-4ecc-a35a-961163b8930e req-06615abb-992f-40a6-be92-a58f4a95e2a0 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=191fa8f8-0f4c-4017-b0e7-67c08719cdeb HTTP/1.1" status: 200 len: 1001 time: 0.0962617 Feb 09 01:37:27.199164 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e38a6-0288-4ecc-a35a-961163b8930e req-a9030d64-2217-4e1e-a861-6de18c8eee23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:27.200601 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9d8e38a6-0288-4ecc-a35a-961163b8930e req-a9030d64-2217-4e1e-a861-6de18c8eee23 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e0a3efb2-85bd-4f32-afd7-b18d0a84eee2 HTTP/1.1" status: 200 len: 835 time: 0.0580153 Feb 09 01:37:27.279423 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e38a6-0288-4ecc-a35a-961163b8930e req-8ca76232-6bf0-4d31-aa0f-bfae1639c6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:27.281070 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9d8e38a6-0288-4ecc-a35a-961163b8930e req-8ca76232-6bf0-4d31-aa0f-bfae1639c6a6 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=eb6bb812-513b-4118-99ad-d096e706b18b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751588 Feb 09 01:37:27.413244 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9d8e38a6-0288-4ecc-a35a-961163b8930e req-794c0648-4b2a-4c85-a4a4-17c90bcbd4f9 service neutron] 10.222.0.99 "GET /v2.0/networks/eb6bb812-513b-4118-99ad-d096e706b18b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258252 Feb 09 01:37:27.543047 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9d8e38a6-0288-4ecc-a35a-961163b8930e req-d323e9ff-dda1-443b-88f7-d0c2e3940643 service neutron] 10.222.0.99 "GET /v2.0/networks/eb6bb812-513b-4118-99ad-d096e706b18b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242859 Feb 09 01:37:27.778775 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd6c11-70f9-4531-b64c-87f6bfe90d2b req-e1396126-7f43-4a1e-bdc5-42ae60922605 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:27.780213 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-65dd6c11-70f9-4531-b64c-87f6bfe90d2b req-e1396126-7f43-4a1e-bdc5-42ae60922605 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=fc4bd661-a1a2-4b05-ad23-258afc4f8567 HTTP/1.1" status: 200 len: 945 time: 0.0817392 Feb 09 01:37:27.823728 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-65dd6c11-70f9-4531-b64c-87f6bfe90d2b req-0fde2f86-482f-4b2d-aa10-da4e65ca69d5 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=8c692665-6fff-4384-8fd5-dd2a13f1db99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377104 Feb 09 01:37:28.191680 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e0eab-ab75-4b46-8d7e-c9b1040759a9 req-516a12d0-9264-4f8d-84de-14f11eb75708 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:28.193152 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b21e0eab-ab75-4b46-8d7e-c9b1040759a9 req-516a12d0-9264-4f8d-84de-14f11eb75708 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=717b5236-a9cc-4b08-932f-b8640d4eefb8 HTTP/1.1" status: 200 len: 946 time: 0.0818951 Feb 09 01:37:28.241479 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b21e0eab-ab75-4b46-8d7e-c9b1040759a9 req-10258722-aeee-46a1-a6f0-e17b480a55a2 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=1408064a-76ce-4cba-9d45-5e1c6ccbbcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425951 Feb 09 01:37:28.526103 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 191fa8f8-0f4c-4017-b0e7-67c08719cdeb up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:37:28.635042 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port 191fa8f8-0f4c-4017-b0e7-67c08719cdeb completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:37:28.639869 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 191fa8f8-0f4c-4017-b0e7-67c08719cdeb triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:37:28.640238 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:28.677580 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018bf22-b08c-48ba-8ef3-bb6e67bef4c8 req-e95e2c31-764a-465a-be2f-c58a60b45ff6 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:28.679031 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5018bf22-b08c-48ba-8ef3-bb6e67bef4c8 req-e95e2c31-764a-465a-be2f-c58a60b45ff6 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.62 "GET /v2.0/ports?device_id=717b5236-a9cc-4b08-932f-b8640d4eefb8 HTTP/1.1" status: 200 len: 946 time: 0.0824754 Feb 09 01:37:28.747046 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-5018bf22-b08c-48ba-8ef3-bb6e67bef4c8 req-118fe7a5-cc86-4bba-ba69-c7ab4bbb3b19 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Deleting port 3475cfcd-6527-4bdd-a113-5f5d20ecfaf0 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:37:28.747384 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5018bf22-b08c-48ba-8ef3-bb6e67bef4c8 req-118fe7a5-cc86-4bba-ba69-c7ab4bbb3b19 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:28.754131 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:28.783360 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc4bd661-a1a2-4b05-ad23-258afc4f8567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '191fa8f8-0f4c-4017-b0e7-67c08719cdeb'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:37:28.793970 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 191fa8f8-0f4c-4017-b0e7-67c08719cdeb, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=191fa8f8-0f4c-4017-b0e7-67c08719cdeb,segment=NetworkSegment(67d13663-e869-4620-926f-5ecded910a5f),segment_id=67d13663-e869-4620-926f-5ecded910a5f)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:37:28.798600 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:28.831739 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc4bd661-a1a2-4b05-ad23-258afc4f8567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '191fa8f8-0f4c-4017-b0e7-67c08719cdeb', 'code': 200} Feb 09 01:37:28.875650 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=191fa8f8-0f4c-4017-b0e7-67c08719cdeb,revision_number=9']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:29.147839 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-5018bf22-b08c-48ba-8ef3-bb6e67bef4c8 req-118fe7a5-cc86-4bba-ba69-c7ab4bbb3b19 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] For port 3475cfcd-6527-4bdd-a113-5f5d20ecfaf0, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=3475cfcd-6527-4bdd-a113-5f5d20ecfaf0,segment=NetworkSegment(eb2641ac-e580-4925-8dd1-0f4584fc0d1e),segment_id=eb2641ac-e580-4925-8dd1-0f4584fc0d1e)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:37:29.148099 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5018bf22-b08c-48ba-8ef3-bb6e67bef4c8 req-118fe7a5-cc86-4bba-ba69-c7ab4bbb3b19 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:29.219112 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b3419-9bdc-46e3-93df-2949292e83c1 req-d0e39638-7629-4375-bf0c-f0a961af3b49 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:29.220550 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-205b3419-9bdc-46e3-93df-2949292e83c1 req-d0e39638-7629-4375-bf0c-f0a961af3b49 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=fc4bd661-a1a2-4b05-ad23-258afc4f8567 HTTP/1.1" status: 200 len: 946 time: 0.1947579 Feb 09 01:37:29.365609 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-205b3419-9bdc-46e3-93df-2949292e83c1 req-991840e1-cf3a-4f42-b93c-80e66fd86396 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=8c692665-6fff-4384-8fd5-dd2a13f1db99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327319 Feb 09 01:37:29.388631 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44474) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:37:29.495208 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f19131e7-c198-407f-b73a-15b38db8fe2d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/floatingips/ddd6e9fd-6bc9-4d03-9f58-68631221a60b HTTP/1.1" status: 200 len: 994 time: 0.1054475 Feb 09 01:37:29.542312 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5018bf22-b08c-48ba-8ef3-bb6e67bef4c8 req-118fe7a5-cc86-4bba-ba69-c7ab4bbb3b19 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:29.542679 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5018bf22-b08c-48ba-8ef3-bb6e67bef4c8 req-118fe7a5-cc86-4bba-ba69-c7ab4bbb3b19 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:29.543007 n-d-828418-1 neutron-server[87639]: INFO neutron.db.l3_db [req-5018bf22-b08c-48ba-8ef3-bb6e67bef4c8 req-118fe7a5-cc86-4bba-ba69-c7ab4bbb3b19 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Floating IP 8d8f694d-1ade-4e64-86be-032b76576d33 disassociated. External IP: 172.25.0.220, port: 3475cfcd-6527-4bdd-a113-5f5d20ecfaf0. Feb 09 01:37:29.543350 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-5018bf22-b08c-48ba-8ef3-bb6e67bef4c8 req-118fe7a5-cc86-4bba-ba69-c7ab4bbb3b19 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Calling delete_port for 3475cfcd-6527-4bdd-a113-5f5d20ecfaf0 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:37:29.601533 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f3beb-4173-48a6-b762-72d6bd70227e req-2bb0e260-cb64-4891-8644-51444bd01311 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:29.603061 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3b9f3beb-4173-48a6-b762-72d6bd70227e req-2bb0e260-cb64-4891-8644-51444bd01311 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=717b5236-a9cc-4b08-932f-b8640d4eefb8 HTTP/1.1" status: 200 len: 946 time: 0.2415438 Feb 09 01:37:29.675263 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3b9f3beb-4173-48a6-b762-72d6bd70227e req-fa507d8c-a540-48d3-8700-6d8938c9eb62 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=1408064a-76ce-4cba-9d45-5e1c6ccbbcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0636504 Feb 09 01:37:29.738224 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5018bf22-b08c-48ba-8ef3-bb6e67bef4c8 req-118fe7a5-cc86-4bba-ba69-c7ab4bbb3b19 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:29.793825 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118fe7a5-cc86-4bba-ba69-c7ab4bbb3b19 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Pushing event deleted for resources: {'Port': ['ID=3475cfcd-6527-4bdd-a113-5f5d20ecfaf0,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:29.975778 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5018bf22-b08c-48ba-8ef3-bb6e67bef4c8 req-118fe7a5-cc86-4bba-ba69-c7ab4bbb3b19 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Router f64b697c-b9da-4611-aa22-82eb6e12af19 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:37:30.156338 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5018bf22-b08c-48ba-8ef3-bb6e67bef4c8 req-118fe7a5-cc86-4bba-ba69-c7ab4bbb3b19 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:37:30.166182 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19e4948-66c7-4067-8646-0feeb2ffbd01 None None] Sync routers for ids ['f64b697c-b9da-4611-aa22-82eb6e12af19'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:37:30.175872 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19e4948-66c7-4067-8646-0feeb2ffbd01 None None] Routers {'f64b697c-b9da-4611-aa22-82eb6e12af19'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:37:30.176497 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-f19e4948-66c7-4067-8646-0feeb2ffbd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:37:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['f64b697c-b9da-4611-aa22-82eb6e12af19'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:30.231758 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-5018bf22-b08c-48ba-8ef3-bb6e67bef4c8 req-118fe7a5-cc86-4bba-ba69-c7ab4bbb3b19 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] No DVR routers for this DVR port 3475cfcd-6527-4bdd-a113-5f5d20ecfaf0 on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:37:30.234486 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5018bf22-b08c-48ba-8ef3-bb6e67bef4c8 req-118fe7a5-cc86-4bba-ba69-c7ab4bbb3b19 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:30.237335 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717b5236-a9cc-4b08-932f-b8640d4eefb8', 'name': 'network-vif-deleted', 'tag': '3475cfcd-6527-4bdd-a113-5f5d20ecfaf0'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:37:30.259255 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5018bf22-b08c-48ba-8ef3-bb6e67bef4c8 req-118fe7a5-cc86-4bba-ba69-c7ab4bbb3b19 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.62 "DELETE /v2.0/ports/3475cfcd-6527-4bdd-a113-5f5d20ecfaf0 HTTP/1.1" status: 204 len: 173 time: 1.5746264 Feb 09 01:37:30.290913 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717b5236-a9cc-4b08-932f-b8640d4eefb8', 'name': 'network-vif-deleted', 'tag': '3475cfcd-6527-4bdd-a113-5f5d20ecfaf0', 'status': 'completed', 'code': 200} Feb 09 01:37:30.378606 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-f19e4948-66c7-4067-8646-0feeb2ffbd01 None None] Set router f64b697c-b9da-4611-aa22-82eb6e12af19 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:37:30.704791 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-f19e4948-66c7-4067-8646-0feeb2ffbd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'name': 'tempest-TestVolumeBootPattern-1652339505-router', 'tenant_id': '6721380b025b4977bb6883114d898ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'b260476d-d5ca-44f5-bf49-16506c42517c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:12Z', 'updated_at': '2022-02-09T01:31:19Z', 'revision_number': 4, 'project_id': '6721380b025b4977bb6883114d898ed6', 'gw_port': {'id': 'b260476d-d5ca-44f5-bf49-16506c42517c', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:59:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:13Z', 'updated_at': '2022-02-09T01:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '87a7cef7-91ed-4263-8ba6-cb257fc19878', 'name': '', 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f', 'tenant_id': '6721380b025b4977bb6883114d898ed6', 'mac_address': 'fa:16:3e:bb:88:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '572cbc39-1162-4835-b49c-9787164ff8f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:18Z', 'updated_at': '2022-02-09T01:31:29Z', 'revision_number': 5, 'project_id': '6721380b025b4977bb6883114d898ed6', 'subnets': [{'id': '572cbc39-1162-4835-b49c-9787164ff8f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:30.709904 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19e4948-66c7-4067-8646-0feeb2ffbd01 None None] Checking router: f64b697c-b9da-4611-aa22-82eb6e12af19 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:37:30.719972 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19e4948-66c7-4067-8646-0feeb2ffbd01 None None] Routers {'f64b697c-b9da-4611-aa22-82eb6e12af19'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:37:30.720578 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-f19e4948-66c7-4067-8646-0feeb2ffbd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:37:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['f64b697c-b9da-4611-aa22-82eb6e12af19'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:30.832702 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-c9b3f571-bad2-46bd-9515-4af6b3b268e4 req-d786329e-cbe5-486e-8ca7-74df624bcc0c tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Synchronizing usage tracker for tenant:6721380b025b4977bb6883114d898ed6 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:37:30.848984 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-c9b3f571-bad2-46bd-9515-4af6b3b268e4 req-d786329e-cbe5-486e-8ca7-74df624bcc0c tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Unset dirty status for tenant:6721380b025b4977bb6883114d898ed6 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:37:30.850319 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c9b3f571-bad2-46bd-9515-4af6b3b268e4 req-d786329e-cbe5-486e-8ca7-74df624bcc0c tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=717b5236-a9cc-4b08-932f-b8640d4eefb8 HTTP/1.1" status: 200 len: 210 time: 0.0637784 Feb 09 01:37:30.906040 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-f19e4948-66c7-4067-8646-0feeb2ffbd01 None None] Set router f64b697c-b9da-4611-aa22-82eb6e12af19 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:37:31.210443 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-f19e4948-66c7-4067-8646-0feeb2ffbd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'name': 'tempest-TestVolumeBootPattern-1652339505-router', 'tenant_id': '6721380b025b4977bb6883114d898ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'b260476d-d5ca-44f5-bf49-16506c42517c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:12Z', 'updated_at': '2022-02-09T01:31:19Z', 'revision_number': 4, 'project_id': '6721380b025b4977bb6883114d898ed6', 'gw_port': {'id': 'b260476d-d5ca-44f5-bf49-16506c42517c', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:59:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:13Z', 'updated_at': '2022-02-09T01:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '87a7cef7-91ed-4263-8ba6-cb257fc19878', 'name': '', 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f', 'tenant_id': '6721380b025b4977bb6883114d898ed6', 'mac_address': 'fa:16:3e:bb:88:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '572cbc39-1162-4835-b49c-9787164ff8f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:18Z', 'updated_at': '2022-02-09T01:31:29Z', 'revision_number': 5, 'project_id': '6721380b025b4977bb6883114d898ed6', 'subnets': [{'id': '572cbc39-1162-4835-b49c-9787164ff8f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:31.214407 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19e4948-66c7-4067-8646-0feeb2ffbd01 None None] The sync data for ids ['f64b697c-b9da-4611-aa22-82eb6e12af19'] in n-d-828418-1 is: [{'id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'name': 'tempest-TestVolumeBootPattern-1652339505-router', 'tenant_id': '6721380b025b4977bb6883114d898ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'b260476d-d5ca-44f5-bf49-16506c42517c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:12Z', 'updated_at': '2022-02-09T01:31:19Z', 'revision_number': 4, 'project_id': '6721380b025b4977bb6883114d898ed6', 'gw_port': {'id': 'b260476d-d5ca-44f5-bf49-16506c42517c', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:59:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:13Z', 'updated_at': '2022-02-09T01:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '87a7cef7-91ed-4263-8ba6-cb257fc19878', 'name': '', 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f', 'tenant_id': '6721380b025b4977bb6883114d898ed6', 'mac_address': 'fa:16:3e:bb:88:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '572cbc39-1162-4835-b49c-9787164ff8f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:18Z', 'updated_at': '2022-02-09T01:31:29Z', 'revision_number': 5, 'project_id': '6721380b025b4977bb6883114d898ed6', 'subnets': [{'id': '572cbc39-1162-4835-b49c-9787164ff8f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:37:31.450248 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6969691e-5687-4217-a04c-289b3915afc9 None None] New status for floating IP 8d8f694d-1ade-4e64-86be-032b76576d33: DOWN {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:37:32.131384 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-26f2f83e-2fee-4d89-a37d-f780149567a5 req-7db82bcd-0cfa-40d1-8add-4460e697cf77 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-55915310&fields=id&tenant_id=6721380b025b4977bb6883114d898ed6 HTTP/1.1" status: 200 len: 267 time: 0.0392563 Feb 09 01:37:32.405788 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f2f83e-2fee-4d89-a37d-f780149567a5 req-b1304bda-9e2d-4229-9a3d-6e7716db6397 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:32.407140 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-26f2f83e-2fee-4d89-a37d-f780149567a5 req-b1304bda-9e2d-4229-9a3d-6e7716db6397 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/networks?id=f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f HTTP/1.1" status: 200 len: 812 time: 0.2695940 Feb 09 01:37:32.422127 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-26f2f83e-2fee-4d89-a37d-f780149567a5 req-53138920-f9e9-4722-8807-e1f78180a3c5 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/quotas/6721380b025b4977bb6883114d898ed6 HTTP/1.1" status: 200 len: 375 time: 0.0095398 Feb 09 01:37:32.505049 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-26f2f83e-2fee-4d89-a37d-f780149567a5 req-89521f82-2065-4996-a800-a0f2205e485e tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=6721380b025b4977bb6883114d898ed6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0780036 Feb 09 01:37:32.556830 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 3475cfcd-6527-4bdd-a113-5f5d20ecfaf0 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:37:32.592073 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: 3475cfcd-6527-4bdd-a113-5f5d20ecfaf0 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:37:32.592626 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 3475cfcd-6527-4bdd-a113-5f5d20ecfaf0 not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:37:32.640416 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-26f2f83e-2fee-4d89-a37d-f780149567a5 req-e93880b9-394e-4e02-ae66-fcdcacd4fc90 service neutron] 10.222.0.105 "GET /v2.0/networks/f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243052 Feb 09 01:37:32.771431 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-26f2f83e-2fee-4d89-a37d-f780149567a5 req-ab56d58f-dc5b-436f-9b79-8e07c5becb84 service neutron] 10.222.0.105 "GET /v2.0/networks/f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242881 Feb 09 01:37:33.149421 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a070a1ec-a1dd-435e-9d60-79d6e6f0d773 req-88f70db6-edbd-49ca-8d78-6ffc9300c797 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=f44955cb-7cfd-4ad1-a032-219cd13dc878 HTTP/1.1" status: 200 len: 210 time: 0.0461788 Feb 09 01:37:34.163296 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f2f83e-2fee-4d89-a37d-f780149567a5 req-130e7cf1-2d1b-48f4-9fb0-1aca2021aa0a tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:34.164753 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-26f2f83e-2fee-4d89-a37d-f780149567a5 req-130e7cf1-2d1b-48f4-9fb0-1aca2021aa0a tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.62 "GET /v2.0/networks?id=f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f HTTP/1.1" status: 200 len: 812 time: 0.1477253 Feb 09 01:37:34.212977 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-26f2f83e-2fee-4d89-a37d-f780149567a5 req-10fd45d4-d6a9-4609-a73c-7fc029521952 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6721380b025b4977bb6883114d898ed6 HTTP/1.1" status: 200 len: 378 time: 0.0412922 Feb 09 01:37:34.227476 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-26f2f83e-2fee-4d89-a37d-f780149567a5 req-79239e5f-94c8-4655-a37e-22b30c652b29 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Request body: {'port': {'device_id': 'f44955cb-7cfd-4ad1-a032-219cd13dc878', 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f', 'admin_state_up': True, 'tenant_id': '6721380b025b4977bb6883114d898ed6', 'security_groups': ['1408064a-76ce-4cba-9d45-5e1c6ccbbcfa']}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:34.340812 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9b65c890-9d20-4f6b-8da5-d92f64259887 req-201fb526-c799-448c-a9cf-4bc0b5bf94b9 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=f44955cb-7cfd-4ad1-a032-219cd13dc878 HTTP/1.1" status: 200 len: 210 time: 0.0489447 Feb 09 01:37:34.405621 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-26f2f83e-2fee-4d89-a37d-f780149567a5 req-79239e5f-94c8-4655-a37e-22b30c652b29 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:37:34.415646 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-26f2f83e-2fee-4d89-a37d-f780149567a5 req-79239e5f-94c8-4655-a37e-22b30c652b29 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:37:34.425377 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26f2f83e-2fee-4d89-a37d-f780149567a5 req-79239e5f-94c8-4655-a37e-22b30c652b29 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Made reservation on behalf of 6721380b025b4977bb6883114d898ed6 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:37:34.428833 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-26f2f83e-2fee-4d89-a37d-f780149567a5 req-79239e5f-94c8-4655-a37e-22b30c652b29 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:34.589473 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-26f2f83e-2fee-4d89-a37d-f780149567a5 req-79239e5f-94c8-4655-a37e-22b30c652b29 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Allocated IP 172.20.0.11 (f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f/572cbc39-1162-4835-b49c-9787164ff8f8/3f8306e2-56cb-4a8f-bb03-cf17820838f7) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:37:34.780888 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-26f2f83e-2fee-4d89-a37d-f780149567a5 req-79239e5f-94c8-4655-a37e-22b30c652b29 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:34.795803 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-26f2f83e-2fee-4d89-a37d-f780149567a5 req-79239e5f-94c8-4655-a37e-22b30c652b29 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Transition to ACTIVE for port object 3f8306e2-56cb-4a8f-bb03-cf17820838f7 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:37:34.819558 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-26f2f83e-2fee-4d89-a37d-f780149567a5 req-79239e5f-94c8-4655-a37e-22b30c652b29 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:34.897383 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26f2f83e-2fee-4d89-a37d-f780149567a5 req-79239e5f-94c8-4655-a37e-22b30c652b29 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Network f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:37:34.900853 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-26f2f83e-2fee-4d89-a37d-f780149567a5 req-79239e5f-94c8-4655-a37e-22b30c652b29 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:37:34.904727 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-26f2f83e-2fee-4d89-a37d-f780149567a5 req-79239e5f-94c8-4655-a37e-22b30c652b29 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:37:34.935228 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79239e5f-94c8-4655-a37e-22b30c652b29 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Pushing event updated for resources: {'Port': ['ID=3f8306e2-56cb-4a8f-bb03-cf17820838f7,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:34.973578 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f2f83e-2fee-4d89-a37d-f780149567a5 req-79239e5f-94c8-4655-a37e-22b30c652b29 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:34.974239 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-26f2f83e-2fee-4d89-a37d-f780149567a5 req-79239e5f-94c8-4655-a37e-22b30c652b29 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:35.000333 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-26f2f83e-2fee-4d89-a37d-f780149567a5 req-79239e5f-94c8-4655-a37e-22b30c652b29 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7764680 Feb 09 01:37:35.012894 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-26f2f83e-2fee-4d89-a37d-f780149567a5 req-19729cf5-44c9-4050-bfd3-6e96de23de57 service neutron] Request body: {'port': {'device_id': 'f44955cb-7cfd-4ad1-a032-219cd13dc878', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:35.132180 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-26f2f83e-2fee-4d89-a37d-f780149567a5 req-19729cf5-44c9-4050-bfd3-6e96de23de57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:35.166664 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-43e7add6-676e-4988-a518-2c7d4dd2326d None None] Provisioning for port 3f8306e2-56cb-4a8f-bb03-cf17820838f7 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:37:35.172023 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-43e7add6-676e-4988-a518-2c7d4dd2326d None None] Provisioning complete for port 3f8306e2-56cb-4a8f-bb03-cf17820838f7 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:37:35.172410 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-43e7add6-676e-4988-a518-2c7d4dd2326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:35.232111 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-43e7add6-676e-4988-a518-2c7d4dd2326d None None] Port 3f8306e2-56cb-4a8f-bb03-cf17820838f7 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:37:35.652692 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3df0f5-bc1b-4747-b6b2-579b6c1e55fa req-92c8d149-2ba6-4ed7-8ab7-35d4b2a1069e tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:35.653632 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-df3df0f5-bc1b-4747-b6b2-579b6c1e55fa req-92c8d149-2ba6-4ed7-8ab7-35d4b2a1069e tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Synchronizing usage tracker for tenant:6721380b025b4977bb6883114d898ed6 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:37:35.670228 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-26f2f83e-2fee-4d89-a37d-f780149567a5 req-19729cf5-44c9-4050-bfd3-6e96de23de57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f8306e2-56cb-4a8f-bb03-cf17820838f7 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:37:35.679144 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-26f2f83e-2fee-4d89-a37d-f780149567a5 req-19729cf5-44c9-4050-bfd3-6e96de23de57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:35.683110 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-df3df0f5-bc1b-4747-b6b2-579b6c1e55fa req-92c8d149-2ba6-4ed7-8ab7-35d4b2a1069e tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Unset dirty status for tenant:6721380b025b4977bb6883114d898ed6 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:37:35.684256 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-df3df0f5-bc1b-4747-b6b2-579b6c1e55fa req-92c8d149-2ba6-4ed7-8ab7-35d4b2a1069e tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=f44955cb-7cfd-4ad1-a032-219cd13dc878 HTTP/1.1" status: 200 len: 932 time: 0.2205732 Feb 09 01:37:35.711003 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-26f2f83e-2fee-4d89-a37d-f780149567a5 req-19729cf5-44c9-4050-bfd3-6e96de23de57 service neutron] Transition to ACTIVE for port object 3f8306e2-56cb-4a8f-bb03-cf17820838f7 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:37:35.716713 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-26f2f83e-2fee-4d89-a37d-f780149567a5 req-19729cf5-44c9-4050-bfd3-6e96de23de57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:35.854299 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-df3df0f5-bc1b-4747-b6b2-579b6c1e55fa req-b074ff1e-c9ef-4cf9-b0c2-c7212dd8aed7 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=1408064a-76ce-4cba-9d45-5e1c6ccbbcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1631863 Feb 09 01:37:35.866039 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19729cf5-44c9-4050-bfd3-6e96de23de57 service neutron] Pushing event updated for resources: {'Port': ['ID=3f8306e2-56cb-4a8f-bb03-cf17820838f7,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:35.975454 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-26f2f83e-2fee-4d89-a37d-f780149567a5 req-19729cf5-44c9-4050-bfd3-6e96de23de57 service neutron] Attempting to bind port 3f8306e2-56cb-4a8f-bb03-cf17820838f7 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:37:35.975778 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-26f2f83e-2fee-4d89-a37d-f780149567a5 req-19729cf5-44c9-4050-bfd3-6e96de23de57 service neutron] Attempting to bind port 3f8306e2-56cb-4a8f-bb03-cf17820838f7 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'eb2641ac-e580-4925-8dd1-0f4584fc0d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:37:35.976101 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f2f83e-2fee-4d89-a37d-f780149567a5 req-19729cf5-44c9-4050-bfd3-6e96de23de57 service neutron] Attempting to bind port 3f8306e2-56cb-4a8f-bb03-cf17820838f7 on network f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:37:35.980963 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f2f83e-2fee-4d89-a37d-f780149567a5 req-19729cf5-44c9-4050-bfd3-6e96de23de57 service neutron] Port 3f8306e2-56cb-4a8f-bb03-cf17820838f7 on network f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:37:35.981378 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f2f83e-2fee-4d89-a37d-f780149567a5 req-19729cf5-44c9-4050-bfd3-6e96de23de57 service neutron] Attempting to bind port 3f8306e2-56cb-4a8f-bb03-cf17820838f7 on network f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:37:35.986651 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f2f83e-2fee-4d89-a37d-f780149567a5 req-19729cf5-44c9-4050-bfd3-6e96de23de57 service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:37:35.987036 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f2f83e-2fee-4d89-a37d-f780149567a5 req-19729cf5-44c9-4050-bfd3-6e96de23de57 service neutron] Checking segment: {'id': 'eb2641ac-e580-4925-8dd1-0f4584fc0d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:37:35.987419 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f2f83e-2fee-4d89-a37d-f780149567a5 req-19729cf5-44c9-4050-bfd3-6e96de23de57 service neutron] Bound using segment: {'id': 'eb2641ac-e580-4925-8dd1-0f4584fc0d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:37:35.987876 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-26f2f83e-2fee-4d89-a37d-f780149567a5 req-19729cf5-44c9-4050-bfd3-6e96de23de57 service neutron] Bound port: 3f8306e2-56cb-4a8f-bb03-cf17820838f7, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb2641ac-e580-4925-8dd1-0f4584fc0d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:37:35.988249 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-26f2f83e-2fee-4d89-a37d-f780149567a5 req-19729cf5-44c9-4050-bfd3-6e96de23de57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:36.080435 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-26f2f83e-2fee-4d89-a37d-f780149567a5 req-19729cf5-44c9-4050-bfd3-6e96de23de57 service neutron] For port 3f8306e2-56cb-4a8f-bb03-cf17820838f7, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:37:36.084182 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-26f2f83e-2fee-4d89-a37d-f780149567a5 req-19729cf5-44c9-4050-bfd3-6e96de23de57 service neutron] For port 3f8306e2-56cb-4a8f-bb03-cf17820838f7, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=3f8306e2-56cb-4a8f-bb03-cf17820838f7,segment=NetworkSegment(eb2641ac-e580-4925-8dd1-0f4584fc0d1e),segment_id=eb2641ac-e580-4925-8dd1-0f4584fc0d1e)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:37:36.089264 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-26f2f83e-2fee-4d89-a37d-f780149567a5 req-19729cf5-44c9-4050-bfd3-6e96de23de57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:36.141794 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f2f83e-2fee-4d89-a37d-f780149567a5 req-19729cf5-44c9-4050-bfd3-6e96de23de57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:36.142308 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-26f2f83e-2fee-4d89-a37d-f780149567a5 req-19729cf5-44c9-4050-bfd3-6e96de23de57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:36.144297 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-26f2f83e-2fee-4d89-a37d-f780149567a5 req-19729cf5-44c9-4050-bfd3-6e96de23de57 service neutron] 10.222.0.62 "PUT /v2.0/ports/3f8306e2-56cb-4a8f-bb03-cf17820838f7 HTTP/1.1" status: 200 len: 1092 time: 1.1364627 Feb 09 01:37:36.151544 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f44955cb-7cfd-4ad1-a032-219cd13dc878', 'tag': '3f8306e2-56cb-4a8f-bb03-cf17820838f7'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:37:36.175812 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19729cf5-44c9-4050-bfd3-6e96de23de57 service neutron] Pushing event updated for resources: {'Port': ['ID=3f8306e2-56cb-4a8f-bb03-cf17820838f7,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:36.214156 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f44955cb-7cfd-4ad1-a032-219cd13dc878', 'tag': '3f8306e2-56cb-4a8f-bb03-cf17820838f7', 'status': 'completed', 'code': 200} Feb 09 01:37:36.254999 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f2f83e-2fee-4d89-a37d-f780149567a5 req-89eefd72-cefb-4782-b92a-ed49eec09c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:36.256484 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-26f2f83e-2fee-4d89-a37d-f780149567a5 req-89eefd72-cefb-4782-b92a-ed49eec09c79 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6721380b025b4977bb6883114d898ed6&device_id=f44955cb-7cfd-4ad1-a032-219cd13dc878 HTTP/1.1" status: 200 len: 1095 time: 0.0753148 Feb 09 01:37:36.332826 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-26f2f83e-2fee-4d89-a37d-f780149567a5 req-9abfc985-ccb1-4b83-9d79-6c3ffe73638e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f8306e2-56cb-4a8f-bb03-cf17820838f7 HTTP/1.1" status: 200 len: 217 time: 0.0671494 Feb 09 01:37:36.397285 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f2f83e-2fee-4d89-a37d-f780149567a5 req-38d98039-45e4-4429-aa75-95aeff000bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:36.398765 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-26f2f83e-2fee-4d89-a37d-f780149567a5 req-38d98039-45e4-4429-aa75-95aeff000bf3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=572cbc39-1162-4835-b49c-9787164ff8f8 HTTP/1.1" status: 200 len: 851 time: 0.0600085 Feb 09 01:37:36.475401 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f2f83e-2fee-4d89-a37d-f780149567a5 req-6e42b551-af8f-4e96-9ef9-90f458bbe127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:36.476920 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-26f2f83e-2fee-4d89-a37d-f780149567a5 req-6e42b551-af8f-4e96-9ef9-90f458bbe127 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720501 Feb 09 01:37:36.607526 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-26f2f83e-2fee-4d89-a37d-f780149567a5 req-efd838b5-7b83-4986-a545-f36e0031145a service neutron] 10.222.0.62 "GET /v2.0/networks/f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242294 Feb 09 01:37:36.748600 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-26f2f83e-2fee-4d89-a37d-f780149567a5 req-a797de11-dc12-406f-9e91-c7c89ae75775 service neutron] 10.222.0.62 "GET /v2.0/networks/f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339409 Feb 09 01:37:36.860057 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365f843-345b-4df4-a008-3c28b41899da req-71bbdfc2-525a-4070-be5c-b8207262c1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:36.861427 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1365f843-345b-4df4-a008-3c28b41899da req-71bbdfc2-525a-4070-be5c-b8207262c1a8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6721380b025b4977bb6883114d898ed6&device_id=f44955cb-7cfd-4ad1-a032-219cd13dc878 HTTP/1.1" status: 200 len: 1095 time: 0.0694356 Feb 09 01:37:37.040528 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365f843-345b-4df4-a008-3c28b41899da req-d01547f0-d272-4dc1-804d-bfc68f4da967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:37.041988 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1365f843-345b-4df4-a008-3c28b41899da req-d01547f0-d272-4dc1-804d-bfc68f4da967 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f HTTP/1.1" status: 200 len: 913 time: 0.1747861 Feb 09 01:37:37.114651 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1365f843-345b-4df4-a008-3c28b41899da req-f3cc9e60-d68c-4d8c-a2b0-bd473d5786e2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f8306e2-56cb-4a8f-bb03-cf17820838f7 HTTP/1.1" status: 200 len: 217 time: 0.0636172 Feb 09 01:37:37.126277 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c93fb26-b197-4fc6-86ae-400dd9de6e40 req-a767237d-5bef-4008-996f-1bdb052e0b31 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:37.127658 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3c93fb26-b197-4fc6-86ae-400dd9de6e40 req-a767237d-5bef-4008-996f-1bdb052e0b31 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=f44955cb-7cfd-4ad1-a032-219cd13dc878 HTTP/1.1" status: 200 len: 944 time: 0.1690776 Feb 09 01:37:37.317142 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365f843-345b-4df4-a008-3c28b41899da req-2fc40edc-b525-4a6e-8903-db3373200efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:37.318607 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1365f843-345b-4df4-a008-3c28b41899da req-2fc40edc-b525-4a6e-8903-db3373200efc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=572cbc39-1162-4835-b49c-9787164ff8f8 HTTP/1.1" status: 200 len: 851 time: 0.1900926 Feb 09 01:37:37.331990 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3c93fb26-b197-4fc6-86ae-400dd9de6e40 req-bb052b56-1af7-4783-8370-5dd78d242e4f tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=1408064a-76ce-4cba-9d45-5e1c6ccbbcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0671248 Feb 09 01:37:37.409777 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365f843-345b-4df4-a008-3c28b41899da req-0f754995-8569-4fbc-9de5-849e8056e7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:37.411180 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1365f843-345b-4df4-a008-3c28b41899da req-0f754995-8569-4fbc-9de5-849e8056e7fd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783045 Feb 09 01:37:37.541691 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1365f843-345b-4df4-a008-3c28b41899da req-7a58ba84-c7f8-4ecc-b40a-8eac2852f9a7 service neutron] 10.222.0.62 "GET /v2.0/networks/f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242566 Feb 09 01:37:37.671327 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1365f843-345b-4df4-a008-3c28b41899da req-63d4c45f-dda0-4764-946e-d6970fa47135 service neutron] 10.222.0.62 "GET /v2.0/networks/f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237302 Feb 09 01:37:38.172212 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-30f9e2c2-cdcb-4458-928e-84558a90ba20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:38.516450 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db6c9d-80a9-43ae-8e16-b04f68784ba6 req-6151358d-d399-4b05-86fa-7ea40c9f5f88 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:38.518348 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-70db6c9d-80a9-43ae-8e16-b04f68784ba6 req-6151358d-d399-4b05-86fa-7ea40c9f5f88 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=f44955cb-7cfd-4ad1-a032-219cd13dc878 HTTP/1.1" status: 200 len: 944 time: 0.0796683 Feb 09 01:37:38.562977 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-70db6c9d-80a9-43ae-8e16-b04f68784ba6 req-70db731f-cedb-45a5-91c6-0d363372143e tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=1408064a-76ce-4cba-9d45-5e1c6ccbbcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390050 Feb 09 01:37:39.864302 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e415059-cbc8-403d-b2c4-89157329125e req-60918caa-a328-4ace-8ba0-60d432bdb57f tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:39.865682 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2e415059-cbc8-403d-b2c4-89157329125e req-60918caa-a328-4ace-8ba0-60d432bdb57f tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=f44955cb-7cfd-4ad1-a032-219cd13dc878 HTTP/1.1" status: 200 len: 944 time: 0.1992593 Feb 09 01:37:39.908155 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2e415059-cbc8-403d-b2c4-89157329125e req-e2dcda2b-a1ec-48b1-bdc8-e9b7da0ae959 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=1408064a-76ce-4cba-9d45-5e1c6ccbbcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368452 Feb 09 01:37:40.478868 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f1861f02-8862-4a6c-afe1-757501c14850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:41.139552 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b61967-757f-4a8e-b129-445a7b3e5afd req-a7e41f79-a720-4481-b1c6-eedccdeb7670 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:41.141040 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e8b61967-757f-4a8e-b129-445a7b3e5afd req-a7e41f79-a720-4481-b1c6-eedccdeb7670 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=f44955cb-7cfd-4ad1-a032-219cd13dc878 HTTP/1.1" status: 200 len: 944 time: 0.1296132 Feb 09 01:37:41.184535 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e8b61967-757f-4a8e-b129-445a7b3e5afd req-beb6b53f-577d-4092-bc27-55aa8d1728b2 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=1408064a-76ce-4cba-9d45-5e1c6ccbbcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377467 Feb 09 01:37:41.560134 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:41.601897 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:42.379569 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fc56ab-dfaa-49e6-84ef-9f51ae68f8c0 req-c90a248e-193c-4e14-8827-36c0cf3fac8f tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:42.381046 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-90fc56ab-dfaa-49e6-84ef-9f51ae68f8c0 req-c90a248e-193c-4e14-8827-36c0cf3fac8f tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=f44955cb-7cfd-4ad1-a032-219cd13dc878 HTTP/1.1" status: 200 len: 944 time: 0.0852580 Feb 09 01:37:42.424897 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-90fc56ab-dfaa-49e6-84ef-9f51ae68f8c0 req-43a14a04-b164-44fe-af72-7aa930b2d4bf tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=1408064a-76ce-4cba-9d45-5e1c6ccbbcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381575 Feb 09 01:37:43.204074 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:43.610730 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be08d91-1774-4b5e-b345-2d10b7ede51a req-f7c74ba1-93b6-40d5-b042-f28ec6061cfa tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:43.612232 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1be08d91-1774-4b5e-b345-2d10b7ede51a req-f7c74ba1-93b6-40d5-b042-f28ec6061cfa tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=f44955cb-7cfd-4ad1-a032-219cd13dc878 HTTP/1.1" status: 200 len: 944 time: 0.0794756 Feb 09 01:37:43.660810 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1be08d91-1774-4b5e-b345-2d10b7ede51a req-ac3d161d-bc89-41c7-a133-5d2c20726f69 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=1408064a-76ce-4cba-9d45-5e1c6ccbbcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425246 Feb 09 01:37:44.603243 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 3f8306e2-56cb-4a8f-bb03-cf17820838f7 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:37:44.741836 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 3f8306e2-56cb-4a8f-bb03-cf17820838f7, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=3f8306e2-56cb-4a8f-bb03-cf17820838f7,segment=NetworkSegment(eb2641ac-e580-4925-8dd1-0f4584fc0d1e),segment_id=eb2641ac-e580-4925-8dd1-0f4584fc0d1e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:37:44.755082 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '3f8306e2-56cb-4a8f-bb03-cf17820838f7', 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f', 'port_id': '3f8306e2-56cb-4a8f-bb03-cf17820838f7', 'mac_address': 'fa:16:3e:04:bb:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '572cbc39-1162-4835-b49c-9787164ff8f8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:37:44.814798 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:44.833077 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f8306e2-56cb-4a8f-bb03-cf17820838f7 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:37:44.844219 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0bc266-a259-4894-909c-fe570e6300a3 req-1787d135-91ae-414b-b937-af80434a6d80 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:44.845744 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fc0bc266-a259-4894-909c-fe570e6300a3 req-1787d135-91ae-414b-b937-af80434a6d80 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=f44955cb-7cfd-4ad1-a032-219cd13dc878 HTTP/1.1" status: 200 len: 944 time: 0.0826330 Feb 09 01:37:44.849580 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 3f8306e2-56cb-4a8f-bb03-cf17820838f7, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=3f8306e2-56cb-4a8f-bb03-cf17820838f7,segment=NetworkSegment(eb2641ac-e580-4925-8dd1-0f4584fc0d1e),segment_id=eb2641ac-e580-4925-8dd1-0f4584fc0d1e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:37:44.853498 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:44.891388 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fc0bc266-a259-4894-909c-fe570e6300a3 req-853c1f60-2535-4426-9913-7ce487fb95ce tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=1408064a-76ce-4cba-9d45-5e1c6ccbbcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391767 Feb 09 01:37:44.920711 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=3f8306e2-56cb-4a8f-bb03-cf17820838f7,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:45.073411 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['3f8306e2-56cb-4a8f-bb03-cf17820838f7'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:37:46.076292 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d970763-1fef-4475-84b3-2a8518a07d5b req-8cd7a6ef-873e-4cb9-8bd3-f91991061c2e tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:46.077768 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0d970763-1fef-4475-84b3-2a8518a07d5b req-8cd7a6ef-873e-4cb9-8bd3-f91991061c2e tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=f44955cb-7cfd-4ad1-a032-219cd13dc878 HTTP/1.1" status: 200 len: 945 time: 0.0826030 Feb 09 01:37:46.122067 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0d970763-1fef-4475-84b3-2a8518a07d5b req-42825180-57aa-4baa-8658-8f1c7c2730e7 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=1408064a-76ce-4cba-9d45-5e1c6ccbbcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385079 Feb 09 01:37:46.607824 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 3f8306e2-56cb-4a8f-bb03-cf17820838f7 up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:37:46.681625 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port 3f8306e2-56cb-4a8f-bb03-cf17820838f7 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:37:46.686368 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 3f8306e2-56cb-4a8f-bb03-cf17820838f7 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:37:46.686738 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:46.809795 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:46.837505 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f44955cb-7cfd-4ad1-a032-219cd13dc878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f8306e2-56cb-4a8f-bb03-cf17820838f7'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:37:46.848418 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 3f8306e2-56cb-4a8f-bb03-cf17820838f7, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=3f8306e2-56cb-4a8f-bb03-cf17820838f7,segment=NetworkSegment(eb2641ac-e580-4925-8dd1-0f4584fc0d1e),segment_id=eb2641ac-e580-4925-8dd1-0f4584fc0d1e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:37:46.853587 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:46.892270 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f44955cb-7cfd-4ad1-a032-219cd13dc878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f8306e2-56cb-4a8f-bb03-cf17820838f7', 'code': 200} Feb 09 01:37:46.936842 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=3f8306e2-56cb-4a8f-bb03-cf17820838f7,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:47.035576 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf235c-5997-46d0-aa9b-210fb34fb423 req-095c31d4-2a02-4064-b1ca-b1e1453712ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:47.038096 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4daf235c-5997-46d0-aa9b-210fb34fb423 req-095c31d4-2a02-4064-b1ca-b1e1453712ca service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f44955cb-7cfd-4ad1-a032-219cd13dc878 HTTP/1.1" status: 200 len: 1097 time: 0.0919435 Feb 09 01:37:47.076473 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4daf235c-5997-46d0-aa9b-210fb34fb423 req-c83b50f5-19fd-4f27-bada-e1185719f49d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1408064a-76ce-4cba-9d45-5e1c6ccbbcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327258 Feb 09 01:37:47.309729 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7500293c-8f9a-405c-9a92-673a081a12c3 req-b4ecae41-e949-44ca-8647-e6ca59509e35 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:47.311194 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7500293c-8f9a-405c-9a92-673a081a12c3 req-b4ecae41-e949-44ca-8647-e6ca59509e35 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=f44955cb-7cfd-4ad1-a032-219cd13dc878 HTTP/1.1" status: 200 len: 946 time: 0.0859258 Feb 09 01:37:47.361033 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7500293c-8f9a-405c-9a92-673a081a12c3 req-b6614049-8a8c-4557-a621-34c2628b794d tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=1408064a-76ce-4cba-9d45-5e1c6ccbbcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436296 Feb 09 01:37:48.543422 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e10f7-9851-449c-b2ed-061da0ede651 req-a2d438d3-b8df-4c04-8768-c5c8f79886c3 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:48.544969 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5d4e10f7-9851-449c-b2ed-061da0ede651 req-a2d438d3-b8df-4c04-8768-c5c8f79886c3 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=f44955cb-7cfd-4ad1-a032-219cd13dc878 HTTP/1.1" status: 200 len: 946 time: 0.0790763 Feb 09 01:37:48.589517 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5d4e10f7-9851-449c-b2ed-061da0ede651 req-0e948268-deaa-455e-8dc3-92d13b687536 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=1408064a-76ce-4cba-9d45-5e1c6ccbbcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387189 Feb 09 01:37:48.777743 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e835d1f8-a917-4615-9799-0f3dac71a1c0 req-b7810a31-8328-499a-a8a5-d814f38b6637 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:48.779202 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e835d1f8-a917-4615-9799-0f3dac71a1c0 req-b7810a31-8328-499a-a8a5-d814f38b6637 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=f44955cb-7cfd-4ad1-a032-219cd13dc878 HTTP/1.1" status: 200 len: 946 time: 0.0828922 Feb 09 01:37:48.824039 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e835d1f8-a917-4615-9799-0f3dac71a1c0 req-b5c13763-e82c-4669-aaf4-cb80486d982a tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=1408064a-76ce-4cba-9d45-5e1c6ccbbcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385520 Feb 09 01:37:48.847831 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44542) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:37:49.018983 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b5ab8f-6dd0-4606-b833-ef57143acb1a tempest-TestVolumeBootPattern-528467763 tempest-TestVolumeBootPattern-528467763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:49.020980 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-04b5ab8f-6dd0-4606-b833-ef57143acb1a tempest-TestVolumeBootPattern-528467763 tempest-TestVolumeBootPattern-528467763-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=f44955cb-7cfd-4ad1-a032-219cd13dc878 HTTP/1.1" status: 200 len: 1092 time: 0.1720018 Feb 09 01:37:49.023954 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44548) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:37:49.028978 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-4d89bdaa-e664-42c1-bbf1-c3fcef766536 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Request body: {'floatingip': {'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'port_id': '3f8306e2-56cb-4a8f-bb03-cf17820838f7', 'tenant_id': '6721380b025b4977bb6883114d898ed6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:49.035335 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4d89bdaa-e664-42c1-bbf1-c3fcef766536 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:37:49.039171 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-4d89bdaa-e664-42c1-bbf1-c3fcef766536 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Usage tracker for resource:floatingip and tenant:6721380b025b4977bb6883114d898ed6 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:37:49.041997 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-4d89bdaa-e664-42c1-bbf1-c3fcef766536 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:37:49.047572 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4d89bdaa-e664-42c1-bbf1-c3fcef766536 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:37:49.061314 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4d89bdaa-e664-42c1-bbf1-c3fcef766536 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks [] for floatingip, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:49.191228 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4d89bdaa-e664-42c1-bbf1-c3fcef766536 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:49.327524 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-4d89bdaa-e664-42c1-bbf1-c3fcef766536 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Allocated IP 172.25.0.83 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/ceb47b9c-afcb-4eca-8a72-6cf2312c8457) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:37:49.472720 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4d89bdaa-e664-42c1-bbf1-c3fcef766536 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:49.500958 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4d89bdaa-e664-42c1-bbf1-c3fcef766536 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:49.663653 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d89bdaa-e664-42c1-bbf1-c3fcef766536 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:37:49.666439 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-4d89bdaa-e664-42c1-bbf1-c3fcef766536 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:37:49.670181 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d89bdaa-e664-42c1-bbf1-c3fcef766536 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:37:49.705763 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d89bdaa-e664-42c1-bbf1-c3fcef766536 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Pushing event updated for resources: {'Port': ['ID=ceb47b9c-afcb-4eca-8a72-6cf2312c8457,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:50.074773 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4d89bdaa-e664-42c1-bbf1-c3fcef766536 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:50.148227 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4d89bdaa-e664-42c1-bbf1-c3fcef766536 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:50.351242 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4d89bdaa-e664-42c1-bbf1-c3fcef766536 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:50.355644 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4d89bdaa-e664-42c1-bbf1-c3fcef766536 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:50.466241 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d89bdaa-e664-42c1-bbf1-c3fcef766536 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Pushing event updated for resources: {'Port': ['ID=ceb47b9c-afcb-4eca-8a72-6cf2312c8457,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:50.477672 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4d89bdaa-e664-42c1-bbf1-c3fcef766536 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:50.648887 n-d-828418-1 neutron-server[87639]: INFO neutron.db.l3_db [None req-4d89bdaa-e664-42c1-bbf1-c3fcef766536 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Floating IP 48c9e300-4fe7-40d6-9070-72229fc1f5cb associated. External IP: 172.25.0.83, port: 3f8306e2-56cb-4a8f-bb03-cf17820838f7. Feb 09 01:37:50.996906 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d89bdaa-e664-42c1-bbf1-c3fcef766536 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Router f64b697c-b9da-4611-aa22-82eb6e12af19 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:37:51.287133 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d89bdaa-e664-42c1-bbf1-c3fcef766536 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:37:51.296919 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832e19a4-1486-438c-9b02-8622160ee88a None None] Sync routers for ids ['f64b697c-b9da-4611-aa22-82eb6e12af19'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:37:51.307596 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832e19a4-1486-438c-9b02-8622160ee88a None None] Routers {'f64b697c-b9da-4611-aa22-82eb6e12af19'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:37:51.308349 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-832e19a4-1486-438c-9b02-8622160ee88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:37:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['f64b697c-b9da-4611-aa22-82eb6e12af19'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:51.311316 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4d89bdaa-e664-42c1-bbf1-c3fcef766536 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:51.368453 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-4d89bdaa-e664-42c1-bbf1-c3fcef766536 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3435035 Feb 09 01:37:51.369019 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f44955cb-7cfd-4ad1-a032-219cd13dc878', 'tag': '3f8306e2-56cb-4a8f-bb03-cf17820838f7'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:37:51.422828 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f44955cb-7cfd-4ad1-a032-219cd13dc878', 'tag': '3f8306e2-56cb-4a8f-bb03-cf17820838f7', 'status': 'completed', 'code': 200} Feb 09 01:37:51.515872 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05677690-b296-4c34-90ad-fd05b39ffa4c req-70062b6a-0f82-4857-9fbe-ef49a94dc233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:51.517372 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-05677690-b296-4c34-90ad-fd05b39ffa4c req-70062b6a-0f82-4857-9fbe-ef49a94dc233 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6721380b025b4977bb6883114d898ed6&device_id=f44955cb-7cfd-4ad1-a032-219cd13dc878 HTTP/1.1" status: 200 len: 1097 time: 0.0719492 Feb 09 01:37:51.522522 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-832e19a4-1486-438c-9b02-8622160ee88a None None] Set router f64b697c-b9da-4611-aa22-82eb6e12af19 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:37:51.662839 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05677690-b296-4c34-90ad-fd05b39ffa4c req-855135e0-7b70-46dd-8f3f-28e2aa574775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:51.664285 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-05677690-b296-4c34-90ad-fd05b39ffa4c req-855135e0-7b70-46dd-8f3f-28e2aa574775 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f HTTP/1.1" status: 200 len: 913 time: 0.1395838 Feb 09 01:37:51.769019 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-05677690-b296-4c34-90ad-fd05b39ffa4c req-483f954e-39cc-4ff2-9202-bff87023167c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f8306e2-56cb-4a8f-bb03-cf17820838f7 HTTP/1.1" status: 200 len: 999 time: 0.0988638 Feb 09 01:37:51.832058 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05677690-b296-4c34-90ad-fd05b39ffa4c req-32402d39-cae2-4361-a983-a4776e230c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:51.833611 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-05677690-b296-4c34-90ad-fd05b39ffa4c req-32402d39-cae2-4361-a983-a4776e230c63 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=572cbc39-1162-4835-b49c-9787164ff8f8 HTTP/1.1" status: 200 len: 851 time: 0.0578482 Feb 09 01:37:51.872403 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-832e19a4-1486-438c-9b02-8622160ee88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'name': 'tempest-TestVolumeBootPattern-1652339505-router', 'tenant_id': '6721380b025b4977bb6883114d898ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'b260476d-d5ca-44f5-bf49-16506c42517c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:12Z', 'updated_at': '2022-02-09T01:31:19Z', 'revision_number': 4, 'project_id': '6721380b025b4977bb6883114d898ed6', 'gw_port': {'id': 'b260476d-d5ca-44f5-bf49-16506c42517c', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:59:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:13Z', 'updated_at': '2022-02-09T01:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '48c9e300-4fe7-40d6-9070-72229fc1f5cb', 'tenant_id': '6721380b025b4977bb6883114d898ed6', 'floating_ip_address': '172.25.0.83', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'port_id': '3f8306e2-56cb-4a8f-bb03-cf17820838f7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f', 'mac_address': 'fa:16:3e:04:bb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44955cb-7cfd-4ad1-a032-219cd13dc878', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:37:50Z', 'updated_at': '2022-02-09T01:37:50Z', 'revision_number': 0, 'project_id': '6721380b025b4977bb6883114d898ed6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87a7cef7-91ed-4263-8ba6-cb257fc19878', 'name': '', 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f', 'tenant_id': '6721380b025b4977bb6883114d898ed6', 'mac_address': 'fa:16:3e:bb:88:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '572cbc39-1162-4835-b49c-9787164ff8f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:18Z', 'updated_at': '2022-02-09T01:31:29Z', 'revision_number': 5, 'project_id': '6721380b025b4977bb6883114d898ed6', 'subnets': [{'id': '572cbc39-1162-4835-b49c-9787164ff8f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:51.876172 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832e19a4-1486-438c-9b02-8622160ee88a None None] Checking router: f64b697c-b9da-4611-aa22-82eb6e12af19 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:37:51.884518 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832e19a4-1486-438c-9b02-8622160ee88a None None] Routers {'f64b697c-b9da-4611-aa22-82eb6e12af19'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:37:51.885118 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-832e19a4-1486-438c-9b02-8622160ee88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:37:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['f64b697c-b9da-4611-aa22-82eb6e12af19'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:51.914579 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05677690-b296-4c34-90ad-fd05b39ffa4c req-7e3550a1-3e25-4075-b968-eb3713ee6cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:51.916156 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-05677690-b296-4c34-90ad-fd05b39ffa4c req-7e3550a1-3e25-4075-b968-eb3713ee6cca service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0771298 Feb 09 01:37:52.000782 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:52.057696 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-05677690-b296-4c34-90ad-fd05b39ffa4c req-a48ec872-fd3f-4987-b20d-8da779eff646 service neutron] 10.222.0.62 "GET /v2.0/networks/f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354890 Feb 09 01:37:52.062047 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-832e19a4-1486-438c-9b02-8622160ee88a None None] Set router f64b697c-b9da-4611-aa22-82eb6e12af19 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:37:52.191270 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-05677690-b296-4c34-90ad-fd05b39ffa4c req-c45e962e-d062-4a8e-9186-ec94af8330a2 service neutron] 10.222.0.62 "GET /v2.0/networks/f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271398 Feb 09 01:37:52.411425 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-832e19a4-1486-438c-9b02-8622160ee88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'name': 'tempest-TestVolumeBootPattern-1652339505-router', 'tenant_id': '6721380b025b4977bb6883114d898ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'b260476d-d5ca-44f5-bf49-16506c42517c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:12Z', 'updated_at': '2022-02-09T01:31:19Z', 'revision_number': 4, 'project_id': '6721380b025b4977bb6883114d898ed6', 'gw_port': {'id': 'b260476d-d5ca-44f5-bf49-16506c42517c', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:59:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:13Z', 'updated_at': '2022-02-09T01:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '48c9e300-4fe7-40d6-9070-72229fc1f5cb', 'tenant_id': '6721380b025b4977bb6883114d898ed6', 'floating_ip_address': '172.25.0.83', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'port_id': '3f8306e2-56cb-4a8f-bb03-cf17820838f7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f', 'mac_address': 'fa:16:3e:04:bb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44955cb-7cfd-4ad1-a032-219cd13dc878', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:37:50Z', 'updated_at': '2022-02-09T01:37:50Z', 'revision_number': 0, 'project_id': '6721380b025b4977bb6883114d898ed6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87a7cef7-91ed-4263-8ba6-cb257fc19878', 'name': '', 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f', 'tenant_id': '6721380b025b4977bb6883114d898ed6', 'mac_address': 'fa:16:3e:bb:88:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '572cbc39-1162-4835-b49c-9787164ff8f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:18Z', 'updated_at': '2022-02-09T01:31:29Z', 'revision_number': 5, 'project_id': '6721380b025b4977bb6883114d898ed6', 'subnets': [{'id': '572cbc39-1162-4835-b49c-9787164ff8f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:52.415323 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832e19a4-1486-438c-9b02-8622160ee88a None None] The sync data for ids ['f64b697c-b9da-4611-aa22-82eb6e12af19'] in n-d-828418-1 is: [{'id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'name': 'tempest-TestVolumeBootPattern-1652339505-router', 'tenant_id': '6721380b025b4977bb6883114d898ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'b260476d-d5ca-44f5-bf49-16506c42517c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:12Z', 'updated_at': '2022-02-09T01:31:19Z', 'revision_number': 4, 'project_id': '6721380b025b4977bb6883114d898ed6', 'gw_port': {'id': 'b260476d-d5ca-44f5-bf49-16506c42517c', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:59:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:13Z', 'updated_at': '2022-02-09T01:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '48c9e300-4fe7-40d6-9070-72229fc1f5cb', 'tenant_id': '6721380b025b4977bb6883114d898ed6', 'floating_ip_address': '172.25.0.83', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'port_id': '3f8306e2-56cb-4a8f-bb03-cf17820838f7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f', 'mac_address': 'fa:16:3e:04:bb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44955cb-7cfd-4ad1-a032-219cd13dc878', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:37:50Z', 'updated_at': '2022-02-09T01:37:50Z', 'revision_number': 0, 'project_id': '6721380b025b4977bb6883114d898ed6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87a7cef7-91ed-4263-8ba6-cb257fc19878', 'name': '', 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f', 'tenant_id': '6721380b025b4977bb6883114d898ed6', 'mac_address': 'fa:16:3e:bb:88:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '572cbc39-1162-4835-b49c-9787164ff8f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:18Z', 'updated_at': '2022-02-09T01:31:29Z', 'revision_number': 5, 'project_id': '6721380b025b4977bb6883114d898ed6', 'subnets': [{'id': '572cbc39-1162-4835-b49c-9787164ff8f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:37:52.612862 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebf5f7d-37ac-4b76-bd4e-6f9e5a368d78 None None] New status for floating IP 48c9e300-4fe7-40d6-9070-72229fc1f5cb: ACTIVE {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:37:55.053453 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:57.416531 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:37:58.030406 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d25d02-e4e5-43a7-b71c-b34de8dd93d8 req-a4fffa66-fc5c-4b9e-91c6-dd4243a92abe tempest-TestNetworkAdvancedServerOps-293300233 tempest-TestNetworkAdvancedServerOps-293300233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:58.031797 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-83d25d02-e4e5-43a7-b71c-b34de8dd93d8 req-a4fffa66-fc5c-4b9e-91c6-dd4243a92abe tempest-TestNetworkAdvancedServerOps-293300233 tempest-TestNetworkAdvancedServerOps-293300233-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=fc4bd661-a1a2-4b05-ad23-258afc4f8567 HTTP/1.1" status: 200 len: 1097 time: 0.0684967 Feb 09 01:37:58.071543 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-83d25d02-e4e5-43a7-b71c-b34de8dd93d8 req-91ab214a-3111-4cca-bb91-0400d4e3bc55 tempest-TestNetworkAdvancedServerOps-293300233 tempest-TestNetworkAdvancedServerOps-293300233-project-admin] Synchronizing usage tracker for tenant:326434cae48643c4adb498c4ee3888bf on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:37:58.086956 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-83d25d02-e4e5-43a7-b71c-b34de8dd93d8 req-91ab214a-3111-4cca-bb91-0400d4e3bc55 tempest-TestNetworkAdvancedServerOps-293300233 tempest-TestNetworkAdvancedServerOps-293300233-project-admin] Unset dirty status for tenant:326434cae48643c4adb498c4ee3888bf on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:37:58.088062 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-83d25d02-e4e5-43a7-b71c-b34de8dd93d8 req-91ab214a-3111-4cca-bb91-0400d4e3bc55 tempest-TestNetworkAdvancedServerOps-293300233 tempest-TestNetworkAdvancedServerOps-293300233-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=8c692665-6fff-4384-8fd5-dd2a13f1db99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499525 Feb 09 01:37:58.110714 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44566) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:37:58.328095 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-606f50ba-a9d0-40f1-9653-f21cf73fb71b tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Deleting port 19e63663-ebd5-4430-9dfc-3ece68d34730 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:37:58.328385 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-606f50ba-a9d0-40f1-9653-f21cf73fb71b tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:58.494616 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-606f50ba-a9d0-40f1-9653-f21cf73fb71b tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:58.494943 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-606f50ba-a9d0-40f1-9653-f21cf73fb71b tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:58.729822 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-606f50ba-a9d0-40f1-9653-f21cf73fb71b tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Calling delete_port for 19e63663-ebd5-4430-9dfc-3ece68d34730 owned by network:floatingip {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:37:58.877156 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-606f50ba-a9d0-40f1-9653-f21cf73fb71b tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:58.926344 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606f50ba-a9d0-40f1-9653-f21cf73fb71b tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event deleted for resources: {'Port': ['ID=19e63663-ebd5-4430-9dfc-3ece68d34730,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:59.025277 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-606f50ba-a9d0-40f1-9653-f21cf73fb71b tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for floatingip, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:59.025393 n-d-828418-1 neutron-server[87639]: INFO neutron.db.l3_db [None req-606f50ba-a9d0-40f1-9653-f21cf73fb71b tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Floating IP ddd6e9fd-6bc9-4d03-9f58-68631221a60b disassociated (deleted). External IP: 172.25.0.188, port: 191fa8f8-0f4c-4017-b0e7-67c08719cdeb. Feb 09 01:37:59.397545 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-606f50ba-a9d0-40f1-9653-f21cf73fb71b tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Router 1882a4e0-85ca-41ce-b1d3-61b3751ba28c has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:37:59.577983 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-606f50ba-a9d0-40f1-9653-f21cf73fb71b tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:37:59.588406 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a430aa8-7e6b-4b94-9155-2d94baca4c71 None None] Sync routers for ids ['1882a4e0-85ca-41ce-b1d3-61b3751ba28c'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:37:59.601018 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-606f50ba-a9d0-40f1-9653-f21cf73fb71b tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:59.601186 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a430aa8-7e6b-4b94-9155-2d94baca4c71 None None] Routers {'1882a4e0-85ca-41ce-b1d3-61b3751ba28c'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:37:59.601470 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-2a430aa8-7e6b-4b94-9155-2d94baca4c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:37:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['1882a4e0-85ca-41ce-b1d3-61b3751ba28c'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:59.669343 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-606f50ba-a9d0-40f1-9653-f21cf73fb71b tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "DELETE /v2.0/floatingips/ddd6e9fd-6bc9-4d03-9f58-68631221a60b HTTP/1.1" status: 204 len: 168 time: 1.5569165 Feb 09 01:37:59.669491 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc4bd661-a1a2-4b05-ad23-258afc4f8567', 'tag': '191fa8f8-0f4c-4017-b0e7-67c08719cdeb'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:37:59.720343 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc4bd661-a1a2-4b05-ad23-258afc4f8567', 'tag': '191fa8f8-0f4c-4017-b0e7-67c08719cdeb', 'status': 'completed', 'code': 200} Feb 09 01:37:59.847411 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb9cb9-02e8-4fa0-8702-5d5fb6bdfd94 req-1de6d5e7-d794-4f79-b4fa-b09e9688b8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:59.848677 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7ecb9cb9-02e8-4fa0-8702-5d5fb6bdfd94 req-1de6d5e7-d794-4f79-b4fa-b09e9688b8eb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=86d3f064b7034e66946d08a62b972ad0&device_id=fc4bd661-a1a2-4b05-ad23-258afc4f8567 HTTP/1.1" status: 200 len: 1097 time: 0.0960958 Feb 09 01:37:59.852355 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-2a430aa8-7e6b-4b94-9155-2d94baca4c71 None None] Set router 1882a4e0-85ca-41ce-b1d3-61b3751ba28c gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:38:00.025716 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb9cb9-02e8-4fa0-8702-5d5fb6bdfd94 req-c3cf7aff-1399-4c05-88f2-ed707a52eb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:00.025716 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7ecb9cb9-02e8-4fa0-8702-5d5fb6bdfd94 req-c3cf7aff-1399-4c05-88f2-ed707a52eb1e service neutron] 10.222.0.62 "GET /v2.0/networks?id=eb6bb812-513b-4118-99ad-d096e706b18b HTTP/1.1" status: 200 len: 898 time: 0.1682215 Feb 09 01:38:00.146215 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7ecb9cb9-02e8-4fa0-8702-5d5fb6bdfd94 req-bd62d77e-7a1c-4516-af11-b420b2b6d143 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=191fa8f8-0f4c-4017-b0e7-67c08719cdeb HTTP/1.1" status: 200 len: 217 time: 0.1139901 Feb 09 01:38:00.262672 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-2a430aa8-7e6b-4b94-9155-2d94baca4c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1882a4e0-85ca-41ce-b1d3-61b3751ba28c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1887135875', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '8e2eb4c4-0621-4a5c-97d4-1facca6c5925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:35:28Z', 'updated_at': '2022-02-09T01:35:34Z', 'revision_number': 4, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'gw_port': {'id': '8e2eb4c4-0621-4a5c-97d4-1facca6c5925', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1882a4e0-85ca-41ce-b1d3-61b3751ba28c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:29Z', 'updated_at': '2022-02-09T01:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'b023ca75-4316-425d-87ed-cae067a77d80', 'name': '', 'network_id': 'eb6bb812-513b-4118-99ad-d096e706b18b', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'mac_address': 'fa:16:3e:8d:ba:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1882a4e0-85ca-41ce-b1d3-61b3751ba28c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'e0a3efb2-85bd-4f32-afd7-b18d0a84eee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:33Z', 'updated_at': '2022-02-09T01:35:38Z', 'revision_number': 5, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'subnets': [{'id': 'e0a3efb2-85bd-4f32-afd7-b18d0a84eee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:00.266763 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a430aa8-7e6b-4b94-9155-2d94baca4c71 None None] Checking router: 1882a4e0-85ca-41ce-b1d3-61b3751ba28c for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:38:00.276853 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a430aa8-7e6b-4b94-9155-2d94baca4c71 None None] Routers {'1882a4e0-85ca-41ce-b1d3-61b3751ba28c'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:38:00.277481 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-2a430aa8-7e6b-4b94-9155-2d94baca4c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:37:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['1882a4e0-85ca-41ce-b1d3-61b3751ba28c'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:00.359621 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb9cb9-02e8-4fa0-8702-5d5fb6bdfd94 req-e4ca95d2-d382-458a-a67d-c8228ac3ef88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:00.361199 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7ecb9cb9-02e8-4fa0-8702-5d5fb6bdfd94 req-e4ca95d2-d382-458a-a67d-c8228ac3ef88 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e0a3efb2-85bd-4f32-afd7-b18d0a84eee2 HTTP/1.1" status: 200 len: 835 time: 0.2063396 Feb 09 01:38:00.368943 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779196b9-b59f-4f90-be85-8bdc03d87e9c req-f62377ee-c94d-4e19-a317-60347732dae8 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:00.369586 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-779196b9-b59f-4f90-be85-8bdc03d87e9c req-f62377ee-c94d-4e19-a317-60347732dae8 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Synchronizing usage tracker for tenant:86d3f064b7034e66946d08a62b972ad0 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:38:00.441186 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-779196b9-b59f-4f90-be85-8bdc03d87e9c req-f62377ee-c94d-4e19-a317-60347732dae8 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Unset dirty status for tenant:86d3f064b7034e66946d08a62b972ad0 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:38:00.447374 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-779196b9-b59f-4f90-be85-8bdc03d87e9c req-f62377ee-c94d-4e19-a317-60347732dae8 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=fc4bd661-a1a2-4b05-ad23-258afc4f8567 HTTP/1.1" status: 200 len: 946 time: 0.3566816 Feb 09 01:38:00.468491 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-2a430aa8-7e6b-4b94-9155-2d94baca4c71 None None] Set router 1882a4e0-85ca-41ce-b1d3-61b3751ba28c gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:38:00.481390 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb9cb9-02e8-4fa0-8702-5d5fb6bdfd94 req-dde17ae6-67a9-4a4c-b351-45656669e610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:00.483219 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7ecb9cb9-02e8-4fa0-8702-5d5fb6bdfd94 req-dde17ae6-67a9-4a4c-b351-45656669e610 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=eb6bb812-513b-4118-99ad-d096e706b18b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1109440 Feb 09 01:38:00.573474 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-779196b9-b59f-4f90-be85-8bdc03d87e9c req-678814c5-6b9e-420d-827d-888c8428aeec tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=8c692665-6fff-4384-8fd5-dd2a13f1db99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190035 Feb 09 01:38:00.647473 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7ecb9cb9-02e8-4fa0-8702-5d5fb6bdfd94 req-92d7954e-513f-4d78-88c6-b9121a485b1e service neutron] 10.222.0.62 "GET /v2.0/networks/eb6bb812-513b-4118-99ad-d096e706b18b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548500 Feb 09 01:38:00.780148 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7ecb9cb9-02e8-4fa0-8702-5d5fb6bdfd94 req-a385c4bb-1ad8-44da-ac35-b48105f59416 service neutron] 10.222.0.62 "GET /v2.0/networks/eb6bb812-513b-4118-99ad-d096e706b18b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263428 Feb 09 01:38:00.784312 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-2a430aa8-7e6b-4b94-9155-2d94baca4c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1882a4e0-85ca-41ce-b1d3-61b3751ba28c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1887135875', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '8e2eb4c4-0621-4a5c-97d4-1facca6c5925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:35:28Z', 'updated_at': '2022-02-09T01:35:34Z', 'revision_number': 4, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'gw_port': {'id': '8e2eb4c4-0621-4a5c-97d4-1facca6c5925', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1882a4e0-85ca-41ce-b1d3-61b3751ba28c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:29Z', 'updated_at': '2022-02-09T01:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'b023ca75-4316-425d-87ed-cae067a77d80', 'name': '', 'network_id': 'eb6bb812-513b-4118-99ad-d096e706b18b', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'mac_address': 'fa:16:3e:8d:ba:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1882a4e0-85ca-41ce-b1d3-61b3751ba28c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'e0a3efb2-85bd-4f32-afd7-b18d0a84eee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:33Z', 'updated_at': '2022-02-09T01:35:38Z', 'revision_number': 5, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'subnets': [{'id': 'e0a3efb2-85bd-4f32-afd7-b18d0a84eee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:00.788411 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a430aa8-7e6b-4b94-9155-2d94baca4c71 None None] The sync data for ids ['1882a4e0-85ca-41ce-b1d3-61b3751ba28c'] in n-d-828418-1 is: [{'id': '1882a4e0-85ca-41ce-b1d3-61b3751ba28c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1887135875', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '8e2eb4c4-0621-4a5c-97d4-1facca6c5925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:35:28Z', 'updated_at': '2022-02-09T01:35:34Z', 'revision_number': 4, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'gw_port': {'id': '8e2eb4c4-0621-4a5c-97d4-1facca6c5925', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1882a4e0-85ca-41ce-b1d3-61b3751ba28c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:29Z', 'updated_at': '2022-02-09T01:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'b023ca75-4316-425d-87ed-cae067a77d80', 'name': '', 'network_id': 'eb6bb812-513b-4118-99ad-d096e706b18b', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'mac_address': 'fa:16:3e:8d:ba:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1882a4e0-85ca-41ce-b1d3-61b3751ba28c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'e0a3efb2-85bd-4f32-afd7-b18d0a84eee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:33Z', 'updated_at': '2022-02-09T01:35:38Z', 'revision_number': 5, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'subnets': [{'id': 'e0a3efb2-85bd-4f32-afd7-b18d0a84eee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:38:01.013227 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1835ebe6-46c4-4fb7-8034-ffc0a601d3ca None None] New status for floating IP ddd6e9fd-6bc9-4d03-9f58-68631221a60b: DOWN {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:38:01.429116 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4118a606-9bf4-4de8-b0de-1adba8a173f6 req-e5daeb9a-a44e-4b3e-a64b-98c77e9a4042 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:01.430642 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4118a606-9bf4-4de8-b0de-1adba8a173f6 req-e5daeb9a-a44e-4b3e-a64b-98c77e9a4042 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc4bd661-a1a2-4b05-ad23-258afc4f8567 HTTP/1.1" status: 200 len: 946 time: 0.0830505 Feb 09 01:38:01.499376 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-4118a606-9bf4-4de8-b0de-1adba8a173f6 req-711c622d-c858-43c4-8a6a-d136d589c802 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Deleting port 191fa8f8-0f4c-4017-b0e7-67c08719cdeb {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:38:01.500068 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-4118a606-9bf4-4de8-b0de-1adba8a173f6 req-711c622d-c858-43c4-8a6a-d136d589c802 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:01.801248 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-4118a606-9bf4-4de8-b0de-1adba8a173f6 req-711c622d-c858-43c4-8a6a-d136d589c802 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] For port 191fa8f8-0f4c-4017-b0e7-67c08719cdeb, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=191fa8f8-0f4c-4017-b0e7-67c08719cdeb,segment=NetworkSegment(67d13663-e869-4620-926f-5ecded910a5f),segment_id=67d13663-e869-4620-926f-5ecded910a5f)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:38:01.801517 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-4118a606-9bf4-4de8-b0de-1adba8a173f6 req-711c622d-c858-43c4-8a6a-d136d589c802 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:01.929811 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-4118a606-9bf4-4de8-b0de-1adba8a173f6 req-711c622d-c858-43c4-8a6a-d136d589c802 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Calling delete_port for 191fa8f8-0f4c-4017-b0e7-67c08719cdeb owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:38:01.964960 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff9abfb-5649-4b83-9205-0aabf45e3182 req-f9d8227e-78fb-4a71-acd3-656c0a8befd7 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:01.966457 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9ff9abfb-5649-4b83-9205-0aabf45e3182 req-f9d8227e-78fb-4a71-acd3-656c0a8befd7 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=fc4bd661-a1a2-4b05-ad23-258afc4f8567 HTTP/1.1" status: 200 len: 946 time: 0.2770414 Feb 09 01:38:02.045777 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9ff9abfb-5649-4b83-9205-0aabf45e3182 req-79b8cee6-1fc9-4409-8bbb-a3c5e3383047 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=8c692665-6fff-4384-8fd5-dd2a13f1db99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724134 Feb 09 01:38:02.116285 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-4118a606-9bf4-4de8-b0de-1adba8a173f6 req-711c622d-c858-43c4-8a6a-d136d589c802 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:02.165902 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c622d-c858-43c4-8a6a-d136d589c802 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event deleted for resources: {'Port': ['ID=191fa8f8-0f4c-4017-b0e7-67c08719cdeb,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:02.243803 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-4118a606-9bf4-4de8-b0de-1adba8a173f6 req-711c622d-c858-43c4-8a6a-d136d589c802 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] No DVR routers for this DVR port 191fa8f8-0f4c-4017-b0e7-67c08719cdeb on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:38:02.246272 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-4118a606-9bf4-4de8-b0de-1adba8a173f6 req-711c622d-c858-43c4-8a6a-d136d589c802 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:02.248730 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc4bd661-a1a2-4b05-ad23-258afc4f8567', 'name': 'network-vif-deleted', 'tag': '191fa8f8-0f4c-4017-b0e7-67c08719cdeb'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:38:02.264421 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4118a606-9bf4-4de8-b0de-1adba8a173f6 req-711c622d-c858-43c4-8a6a-d136d589c802 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.62 "DELETE /v2.0/ports/191fa8f8-0f4c-4017-b0e7-67c08719cdeb HTTP/1.1" status: 204 len: 173 time: 0.8287437 Feb 09 01:38:02.298073 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc4bd661-a1a2-4b05-ad23-258afc4f8567', 'name': 'network-vif-deleted', 'tag': '191fa8f8-0f4c-4017-b0e7-67c08719cdeb', 'status': 'completed', 'code': 200} Feb 09 01:38:03.139791 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44584) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:38:03.791055 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-21031ffb-de99-4422-adac-dfe3180572ca tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:04.137134 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-21031ffb-de99-4422-adac-dfe3180572ca tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Deleting port b023ca75-4316-425d-87ed-cae067a77d80 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:38:04.137471 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-21031ffb-de99-4422-adac-dfe3180572ca tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:04.322333 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-21031ffb-de99-4422-adac-dfe3180572ca tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] For port b023ca75-4316-425d-87ed-cae067a77d80, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=b023ca75-4316-425d-87ed-cae067a77d80,segment=NetworkSegment(67d13663-e869-4620-926f-5ecded910a5f),segment_id=67d13663-e869-4620-926f-5ecded910a5f)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:38:04.323016 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-21031ffb-de99-4422-adac-dfe3180572ca tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:04.447093 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-21031ffb-de99-4422-adac-dfe3180572ca tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Calling delete_port for b023ca75-4316-425d-87ed-cae067a77d80 owned by network:router_interface {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:38:04.775743 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-21031ffb-de99-4422-adac-dfe3180572ca tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:04.855538 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21031ffb-de99-4422-adac-dfe3180572ca tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event deleted for resources: {'Port': ['ID=b023ca75-4316-425d-87ed-cae067a77d80,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:05.232509 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-21031ffb-de99-4422-adac-dfe3180572ca tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:05.593053 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21031ffb-de99-4422-adac-dfe3180572ca tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Router 1882a4e0-85ca-41ce-b1d3-61b3751ba28c has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:38:05.773745 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21031ffb-de99-4422-adac-dfe3180572ca tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:38:05.783177 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8a795d-8406-4e48-8a87-9b966f07b396 None None] Sync routers for ids ['1882a4e0-85ca-41ce-b1d3-61b3751ba28c'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:38:05.788276 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-21031ffb-de99-4422-adac-dfe3180572ca tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "PUT /v2.0/routers/1882a4e0-85ca-41ce-b1d3-61b3751ba28c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6456668 Feb 09 01:38:05.789185 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44588) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:38:05.794041 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8a795d-8406-4e48-8a87-9b966f07b396 None None] Routers {'1882a4e0-85ca-41ce-b1d3-61b3751ba28c'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:38:05.794749 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-bf8a795d-8406-4e48-8a87-9b966f07b396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:37:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['1882a4e0-85ca-41ce-b1d3-61b3751ba28c'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:05.862713 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea560095-b856-4f50-9084-7f63bba20fde tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Deleting subnet e0a3efb2-85bd-4f32-afd7-b18d0a84eee2 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:38:05.862713 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ea560095-b856-4f50-9084-7f63bba20fde tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:05.923373 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ea560095-b856-4f50-9084-7f63bba20fde tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:05.994442 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-bf8a795d-8406-4e48-8a87-9b966f07b396 None None] Set router 1882a4e0-85ca-41ce-b1d3-61b3751ba28c gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:38:06.023431 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ea560095-b856-4f50-9084-7f63bba20fde tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:06.113512 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ea560095-b856-4f50-9084-7f63bba20fde tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:06.166600 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea560095-b856-4f50-9084-7f63bba20fde tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event deleted for resources: {'Subnet': ['ID=e0a3efb2-85bd-4f32-afd7-b18d0a84eee2,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:06.166600 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ea560095-b856-4f50-9084-7f63bba20fde tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:06.175848 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da470b4-1317-44eb-b8e5-167ad23c6ac7 None None] Network eb6bb812-513b-4118-99ad-d096e706b18b requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:38:06.204928 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea560095-b856-4f50-9084-7f63bba20fde tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:06.204928 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea560095-b856-4f50-9084-7f63bba20fde tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:06.204928 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea560095-b856-4f50-9084-7f63bba20fde tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:06.204928 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea560095-b856-4f50-9084-7f63bba20fde tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:06.204928 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea560095-b856-4f50-9084-7f63bba20fde tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:06.204928 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea560095-b856-4f50-9084-7f63bba20fde tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:06.204928 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea560095-b856-4f50-9084-7f63bba20fde tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:06.204928 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea560095-b856-4f50-9084-7f63bba20fde tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:06.214454 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea560095-b856-4f50-9084-7f63bba20fde tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:06.214454 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea560095-b856-4f50-9084-7f63bba20fde tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:06.214454 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea560095-b856-4f50-9084-7f63bba20fde tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:06.214454 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea560095-b856-4f50-9084-7f63bba20fde tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:06.223789 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44592) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:38:06.241068 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-ea560095-b856-4f50-9084-7f63bba20fde tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "DELETE /v2.0/subnets/e0a3efb2-85bd-4f32-afd7-b18d0a84eee2 HTTP/1.1" status: 204 len: 168 time: 0.4424038 Feb 09 01:38:06.336104 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-bf8a795d-8406-4e48-8a87-9b966f07b396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1882a4e0-85ca-41ce-b1d3-61b3751ba28c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1887135875', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '8e2eb4c4-0621-4a5c-97d4-1facca6c5925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:35:28Z', 'updated_at': '2022-02-09T01:38:04Z', 'revision_number': 5, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'gw_port': {'id': '8e2eb4c4-0621-4a5c-97d4-1facca6c5925', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1882a4e0-85ca-41ce-b1d3-61b3751ba28c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:29Z', 'updated_at': '2022-02-09T01:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:06.336104 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8a795d-8406-4e48-8a87-9b966f07b396 None None] Checking router: 1882a4e0-85ca-41ce-b1d3-61b3751ba28c for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:38:06.358884 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8a795d-8406-4e48-8a87-9b966f07b396 None None] Routers {'1882a4e0-85ca-41ce-b1d3-61b3751ba28c'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:38:06.358884 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-bf8a795d-8406-4e48-8a87-9b966f07b396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:37:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['1882a4e0-85ca-41ce-b1d3-61b3751ba28c'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:06.436159 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d87b313b-d23c-4781-b33a-652935cb9a00 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:06.553546 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98582f0-3b30-428c-964e-e653fe562adb None None] DHCP port deletion for eb6bb812-513b-4118-99ad-d096e706b18b request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:38:06.559772 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-b98582f0-3b30-428c-964e-e653fe562adb None None] Deleting port 93c13bbb-3469-4f7d-9daa-fbc5bc5a3fe9 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:38:06.559772 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b98582f0-3b30-428c-964e-e653fe562adb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:06.670282 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-bf8a795d-8406-4e48-8a87-9b966f07b396 None None] Set router 1882a4e0-85ca-41ce-b1d3-61b3751ba28c gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:38:06.972676 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d87b313b-d23c-4781-b33a-652935cb9a00 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:06.985011 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-b98582f0-3b30-428c-964e-e653fe562adb None None] For port 93c13bbb-3469-4f7d-9daa-fbc5bc5a3fe9, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=93c13bbb-3469-4f7d-9daa-fbc5bc5a3fe9,segment=NetworkSegment(67d13663-e869-4620-926f-5ecded910a5f),segment_id=67d13663-e869-4620-926f-5ecded910a5f)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:38:06.985011 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b98582f0-3b30-428c-964e-e653fe562adb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:06.989868 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-d87b313b-d23c-4781-b33a-652935cb9a00 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Deleting port 8e2eb4c4-0621-4a5c-97d4-1facca6c5925 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:38:06.989868 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d87b313b-d23c-4781-b33a-652935cb9a00 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:07.138422 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-b98582f0-3b30-428c-964e-e653fe562adb None None] Calling delete_port for 93c13bbb-3469-4f7d-9daa-fbc5bc5a3fe9 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:38:07.191567 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 191fa8f8-0f4c-4017-b0e7-67c08719cdeb no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:38:07.195897 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-d87b313b-d23c-4781-b33a-652935cb9a00 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] For port 8e2eb4c4-0621-4a5c-97d4-1facca6c5925, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=8e2eb4c4-0621-4a5c-97d4-1facca6c5925,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:38:07.195897 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d87b313b-d23c-4781-b33a-652935cb9a00 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:07.201323 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-bf8a795d-8406-4e48-8a87-9b966f07b396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1882a4e0-85ca-41ce-b1d3-61b3751ba28c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1887135875', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '8e2eb4c4-0621-4a5c-97d4-1facca6c5925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:35:28Z', 'updated_at': '2022-02-09T01:38:04Z', 'revision_number': 5, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'gw_port': {'id': '8e2eb4c4-0621-4a5c-97d4-1facca6c5925', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1882a4e0-85ca-41ce-b1d3-61b3751ba28c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:29Z', 'updated_at': '2022-02-09T01:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:07.201323 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8a795d-8406-4e48-8a87-9b966f07b396 None None] The sync data for ids ['1882a4e0-85ca-41ce-b1d3-61b3751ba28c'] in n-d-828418-1 is: [{'id': '1882a4e0-85ca-41ce-b1d3-61b3751ba28c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1887135875', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '8e2eb4c4-0621-4a5c-97d4-1facca6c5925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:35:28Z', 'updated_at': '2022-02-09T01:38:04Z', 'revision_number': 5, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'gw_port': {'id': '8e2eb4c4-0621-4a5c-97d4-1facca6c5925', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1882a4e0-85ca-41ce-b1d3-61b3751ba28c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:29Z', 'updated_at': '2022-02-09T01:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:38:07.240690 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 93c13bbb-3469-4f7d-9daa-fbc5bc5a3fe9 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:38:07.304557 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: 191fa8f8-0f4c-4017-b0e7-67c08719cdeb {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:38:07.304557 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 191fa8f8-0f4c-4017-b0e7-67c08719cdeb not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:38:07.341455 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-d87b313b-d23c-4781-b33a-652935cb9a00 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Calling delete_port for 8e2eb4c4-0621-4a5c-97d4-1facca6c5925 owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:38:07.401854 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:07.442592 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b98582f0-3b30-428c-964e-e653fe562adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:07.492272 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98582f0-3b30-428c-964e-e653fe562adb None None] Pushing event deleted for resources: {'Port': ['ID=93c13bbb-3469-4f7d-9daa-fbc5bc5a3fe9,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:07.500536 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98582f0-3b30-428c-964e-e653fe562adb None None] No DVR routers for this DVR port 93c13bbb-3469-4f7d-9daa-fbc5bc5a3fe9 on host n-d-828418-1 {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:38:07.774853 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d87b313b-d23c-4781-b33a-652935cb9a00 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:07.827495 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87b313b-d23c-4781-b33a-652935cb9a00 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event deleted for resources: {'Port': ['ID=8e2eb4c4-0621-4a5c-97d4-1facca6c5925,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:07.868501 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87b313b-d23c-4781-b33a-652935cb9a00 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:07.868501 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87b313b-d23c-4781-b33a-652935cb9a00 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:07.868501 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87b313b-d23c-4781-b33a-652935cb9a00 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:07.868501 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87b313b-d23c-4781-b33a-652935cb9a00 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:07.868501 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87b313b-d23c-4781-b33a-652935cb9a00 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:07.868501 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87b313b-d23c-4781-b33a-652935cb9a00 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:07.868501 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87b313b-d23c-4781-b33a-652935cb9a00 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:07.872007 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87b313b-d23c-4781-b33a-652935cb9a00 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:07.872007 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87b313b-d23c-4781-b33a-652935cb9a00 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:07.872007 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87b313b-d23c-4781-b33a-652935cb9a00 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:07.872007 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87b313b-d23c-4781-b33a-652935cb9a00 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:07.872007 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87b313b-d23c-4781-b33a-652935cb9a00 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:07.936823 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d87b313b-d23c-4781-b33a-652935cb9a00 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:08.120079 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d87b313b-d23c-4781-b33a-652935cb9a00 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:08.120079 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d87b313b-d23c-4781-b33a-652935cb9a00 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:08.145744 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d87b313b-d23c-4781-b33a-652935cb9a00 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:08.145744 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d87b313b-d23c-4781-b33a-652935cb9a00 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Fanout notify agent at l3_agent the message router_deleted on router 1882a4e0-85ca-41ce-b1d3-61b3751ba28c {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:38:08.177233 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d87b313b-d23c-4781-b33a-652935cb9a00 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:08.177233 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d87b313b-d23c-4781-b33a-652935cb9a00 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "DELETE /v2.0/routers/1882a4e0-85ca-41ce-b1d3-61b3751ba28c HTTP/1.1" status: 204 len: 168 time: 1.9505754 Feb 09 01:38:08.177233 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44596) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:38:08.184746 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ddbd6830-d2b4-451c-b1b9-e06998bda67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:08.325263 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dfe842b7-fa12-4d06-bbfa-5430be3b2abf tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:08.603579 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dfe842b7-fa12-4d06-bbfa-5430be3b2abf tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:08.631260 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-dfe842b7-fa12-4d06-bbfa-5430be3b2abf tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb6bb812-513b-4118-99ad-d096e706b18b']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:08.663232 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-dfe842b7-fa12-4d06-bbfa-5430be3b2abf tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67d13663-e869-4620-926f-5ecded910a5f') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:08.663232 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-dfe842b7-fa12-4d06-bbfa-5430be3b2abf tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67d13663-e869-4620-926f-5ecded910a5f') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:08.681774 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dfe842b7-fa12-4d06-bbfa-5430be3b2abf tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:08.699471 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dfe842b7-fa12-4d06-bbfa-5430be3b2abf tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:08.709375 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfe842b7-fa12-4d06-bbfa-5430be3b2abf tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:38:08.709375 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dfe842b7-fa12-4d06-bbfa-5430be3b2abf tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:08.756799 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device b023ca75-4316-425d-87ed-cae067a77d80 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:38:08.782996 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:38:08.782996 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:38:08.782996 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:38:08.782996 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:38:08.782996 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:38:08.782996 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:38:08.782996 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:38:08.782996 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:38:08.782996 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:38:08.782996 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:38:08.782996 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:38:08.782996 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:38:08.782996 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:38:08.782996 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:38:08.782996 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:38:08.782996 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:38:08.782996 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:38:08.782996 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:38:08.782996 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:38:08.782996 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:38:08.782996 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:38:08.782996 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:38:08.782996 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:38:08.782996 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:38:08.782996 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:38:08.782996 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:38:08.782996 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:38:08.782996 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:38:08.782996 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:38:08.782996 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:38:08.782996 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:38:08.782996 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:38:08.794538 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: b023ca75-4316-425d-87ed-cae067a77d80 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:38:08.794538 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device b023ca75-4316-425d-87ed-cae067a77d80 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:38:08.794538 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 8e2eb4c4-0621-4a5c-97d4-1facca6c5925 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:38:08.821770 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dfe842b7-fa12-4d06-bbfa-5430be3b2abf tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:08.847029 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 8e2eb4c4-0621-4a5c-97d4-1facca6c5925 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:38:08.847029 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 8e2eb4c4-0621-4a5c-97d4-1facca6c5925 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:38:08.854369 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dfe842b7-fa12-4d06-bbfa-5430be3b2abf tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:08.870562 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe842b7-fa12-4d06-bbfa-5430be3b2abf tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event deleted for resources: {'Network': ['ID=eb6bb812-513b-4118-99ad-d096e706b18b,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:08.888900 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-dfe842b7-fa12-4d06-bbfa-5430be3b2abf tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "DELETE /v2.0/networks/eb6bb812-513b-4118-99ad-d096e706b18b HTTP/1.1" status: 204 len: 168 time: 0.7039027 Feb 09 01:38:08.893095 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44600) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:38:08.965644 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-37af5b48-82a8-4010-81eb-78def368b57b tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:08.995237 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-37af5b48-82a8-4010-81eb-78def368b57b tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:09.060979 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-37af5b48-82a8-4010-81eb-78def368b57b tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:09.084622 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37af5b48-82a8-4010-81eb-78def368b57b tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c692665-6fff-4384-8fd5-dd2a13f1db99,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:09.091151 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-37af5b48-82a8-4010-81eb-78def368b57b tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:09.092268 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-37af5b48-82a8-4010-81eb-78def368b57b tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "DELETE /v2.0/security-groups/8c692665-6fff-4384-8fd5-dd2a13f1db99 HTTP/1.1" status: 204 len: 168 time: 0.2049236 Feb 09 01:38:10.367963 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44612) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:38:10.373159 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-0243ac97-62ca-450c-9fd1-71db6291d699 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-116996114', 'description': 'tempest-secgroup-smoke-116996114 description', 'project_id': '86d3f064b7034e66946d08a62b972ad0'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:10.379589 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-0243ac97-62ca-450c-9fd1-71db6291d699 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:38:10.383616 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-0243ac97-62ca-450c-9fd1-71db6291d699 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Usage tracker for resource:security_group and tenant:86d3f064b7034e66946d08a62b972ad0 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:38:10.386506 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-0243ac97-62ca-450c-9fd1-71db6291d699 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:38:10.393064 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-0243ac97-62ca-450c-9fd1-71db6291d699 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:38:10.402868 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0243ac97-62ca-450c-9fd1-71db6291d699 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:10.425576 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-0243ac97-62ca-450c-9fd1-71db6291d699 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:38:10.429367 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-0243ac97-62ca-450c-9fd1-71db6291d699 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Usage tracker for resource:security_group_rule and tenant:86d3f064b7034e66946d08a62b972ad0 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:38:10.432109 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-0243ac97-62ca-450c-9fd1-71db6291d699 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:38:10.437663 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-0243ac97-62ca-450c-9fd1-71db6291d699 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:38:10.481093 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f337b604-ab68-4076-a278-338d94f10230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:10.506107 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0243ac97-62ca-450c-9fd1-71db6291d699 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:10.509740 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0243ac97-62ca-450c-9fd1-71db6291d699 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:10.561659 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0243ac97-62ca-450c-9fd1-71db6291d699 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e58b40e3-d725-4e98-a30d-bd65e713515b,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:10.561659 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0243ac97-62ca-450c-9fd1-71db6291d699 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:10.570988 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-0243ac97-62ca-450c-9fd1-71db6291d699 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1960523 Feb 09 01:38:10.575152 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44616) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:38:10.575152 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-cc0e913c-598f-4f94-a1c9-d90f5b2bf1e2 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Request body: {'security_group_rule': {'security_group_id': 'e58b40e3-d725-4e98-a30d-bd65e713515b', 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:10.585138 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-cc0e913c-598f-4f94-a1c9-d90f5b2bf1e2 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:38:10.585138 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-cc0e913c-598f-4f94-a1c9-d90f5b2bf1e2 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Usage tracker for resource:security_group_rule and tenant:86d3f064b7034e66946d08a62b972ad0 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:38:10.587313 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-cc0e913c-598f-4f94-a1c9-d90f5b2bf1e2 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:38:10.595156 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-cc0e913c-598f-4f94-a1c9-d90f5b2bf1e2 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:38:10.612463 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cc0e913c-598f-4f94-a1c9-d90f5b2bf1e2 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:10.678417 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cc0e913c-598f-4f94-a1c9-d90f5b2bf1e2 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:10.682148 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cc0e913c-598f-4f94-a1c9-d90f5b2bf1e2 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:10.705582 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0e913c-598f-4f94-a1c9-d90f5b2bf1e2 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af43e640-ebd2-41f0-bd45-1e926f5d9174,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:10.716042 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cc0e913c-598f-4f94-a1c9-d90f5b2bf1e2 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:10.716276 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-cc0e913c-598f-4f94-a1c9-d90f5b2bf1e2 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1498594 Feb 09 01:38:10.719055 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44620) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:38:10.725471 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-75cfc2f5-a091-4160-9b7d-5ba560dc2ae6 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Request body: {'security_group_rule': {'security_group_id': 'e58b40e3-d725-4e98-a30d-bd65e713515b', 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:10.731690 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-75cfc2f5-a091-4160-9b7d-5ba560dc2ae6 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:38:10.735558 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-75cfc2f5-a091-4160-9b7d-5ba560dc2ae6 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Usage tracker for resource:security_group_rule and tenant:86d3f064b7034e66946d08a62b972ad0 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:38:10.739297 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-75cfc2f5-a091-4160-9b7d-5ba560dc2ae6 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:38:10.745718 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-75cfc2f5-a091-4160-9b7d-5ba560dc2ae6 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:38:10.761814 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-75cfc2f5-a091-4160-9b7d-5ba560dc2ae6 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:10.823225 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-75cfc2f5-a091-4160-9b7d-5ba560dc2ae6 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:10.826783 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-75cfc2f5-a091-4160-9b7d-5ba560dc2ae6 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:10.851044 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cfc2f5-a091-4160-9b7d-5ba560dc2ae6 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a365368f-cd55-4653-9c17-ef9cad8d6489,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:10.859811 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-75cfc2f5-a091-4160-9b7d-5ba560dc2ae6 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:10.860977 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-75cfc2f5-a091-4160-9b7d-5ba560dc2ae6 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1410022 Feb 09 01:38:10.864479 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44624) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:38:10.869396 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-530c39f5-5897-498b-a1a1-54023dc56d89 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Request body: {'security_group_rule': {'security_group_id': 'e58b40e3-d725-4e98-a30d-bd65e713515b', 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:10.876008 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-530c39f5-5897-498b-a1a1-54023dc56d89 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:38:10.880193 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-530c39f5-5897-498b-a1a1-54023dc56d89 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Usage tracker for resource:security_group_rule and tenant:86d3f064b7034e66946d08a62b972ad0 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:38:10.883050 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-530c39f5-5897-498b-a1a1-54023dc56d89 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:38:10.888728 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-530c39f5-5897-498b-a1a1-54023dc56d89 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:38:10.905189 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-530c39f5-5897-498b-a1a1-54023dc56d89 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:10.969581 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-530c39f5-5897-498b-a1a1-54023dc56d89 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:10.973857 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-530c39f5-5897-498b-a1a1-54023dc56d89 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:10.994773 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530c39f5-5897-498b-a1a1-54023dc56d89 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a12239c7-3039-4e54-ac1d-783ebf30b5ad,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:11.005864 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-530c39f5-5897-498b-a1a1-54023dc56d89 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:11.007061 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-530c39f5-5897-498b-a1a1-54023dc56d89 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1416166 Feb 09 01:38:11.009784 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44628) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:38:11.014667 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-f263c3a7-59dc-45f0-9926-f6c3a8f7f810 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Request body: {'security_group_rule': {'security_group_id': 'e58b40e3-d725-4e98-a30d-bd65e713515b', 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:11.021553 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f263c3a7-59dc-45f0-9926-f6c3a8f7f810 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:38:11.025588 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-f263c3a7-59dc-45f0-9926-f6c3a8f7f810 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Usage tracker for resource:security_group_rule and tenant:86d3f064b7034e66946d08a62b972ad0 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:38:11.028513 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-f263c3a7-59dc-45f0-9926-f6c3a8f7f810 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:38:11.034876 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f263c3a7-59dc-45f0-9926-f6c3a8f7f810 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:38:11.051312 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f263c3a7-59dc-45f0-9926-f6c3a8f7f810 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:11.113292 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f263c3a7-59dc-45f0-9926-f6c3a8f7f810 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:11.116694 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f263c3a7-59dc-45f0-9926-f6c3a8f7f810 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:11.140276 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f263c3a7-59dc-45f0-9926-f6c3a8f7f810 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfdf4be4-c9ea-4cbd-99f8-e3c1e86582fc,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:11.151360 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f263c3a7-59dc-45f0-9926-f6c3a8f7f810 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:11.152025 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f263c3a7-59dc-45f0-9926-f6c3a8f7f810 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1413114 Feb 09 01:38:11.154771 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44632) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:38:11.161230 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-1460d9d5-7b09-4ed2-92bb-d83000931858 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Request body: {'security_group_rule': {'security_group_id': 'e58b40e3-d725-4e98-a30d-bd65e713515b', 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:11.167378 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1460d9d5-7b09-4ed2-92bb-d83000931858 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:38:11.171526 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-1460d9d5-7b09-4ed2-92bb-d83000931858 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Usage tracker for resource:security_group_rule and tenant:86d3f064b7034e66946d08a62b972ad0 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:38:11.174518 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-1460d9d5-7b09-4ed2-92bb-d83000931858 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:38:11.180252 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1460d9d5-7b09-4ed2-92bb-d83000931858 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:38:11.190598 n-d-828418-1 neutron-server[87638]: INFO neutron.db.securitygroups_db [None req-1460d9d5-7b09-4ed2-92bb-d83000931858 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Project 86d3f064b7034e66946d08a62b972ad0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:38:11.197200 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1460d9d5-7b09-4ed2-92bb-d83000931858 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:11.272055 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1460d9d5-7b09-4ed2-92bb-d83000931858 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:11.276338 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1460d9d5-7b09-4ed2-92bb-d83000931858 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:11.301186 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1460d9d5-7b09-4ed2-92bb-d83000931858 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33f8eb05-b7ac-4cd1-95b4-cbc35ebf03f2,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:11.310887 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1460d9d5-7b09-4ed2-92bb-d83000931858 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:11.312296 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1460d9d5-7b09-4ed2-92bb-d83000931858 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1566143 Feb 09 01:38:11.315407 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44636) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:38:11.320950 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-d5714a98-bdeb-49b3-a5a3-f2b5c448acd5 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Request body: {'security_group_rule': {'security_group_id': 'e58b40e3-d725-4e98-a30d-bd65e713515b', 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:11.327635 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d5714a98-bdeb-49b3-a5a3-f2b5c448acd5 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:38:11.332017 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-d5714a98-bdeb-49b3-a5a3-f2b5c448acd5 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Usage tracker for resource:security_group_rule and tenant:86d3f064b7034e66946d08a62b972ad0 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:38:11.334900 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-d5714a98-bdeb-49b3-a5a3-f2b5c448acd5 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:38:11.340517 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d5714a98-bdeb-49b3-a5a3-f2b5c448acd5 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:38:11.351490 n-d-828418-1 neutron-server[87638]: INFO neutron.db.securitygroups_db [None req-d5714a98-bdeb-49b3-a5a3-f2b5c448acd5 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Project 86d3f064b7034e66946d08a62b972ad0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:38:11.358034 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d5714a98-bdeb-49b3-a5a3-f2b5c448acd5 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:11.422914 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d5714a98-bdeb-49b3-a5a3-f2b5c448acd5 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:11.426497 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d5714a98-bdeb-49b3-a5a3-f2b5c448acd5 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:11.450436 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5714a98-bdeb-49b3-a5a3-f2b5c448acd5 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae47c5d6-819c-4987-88b7-f610df3061a2,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:11.461031 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d5714a98-bdeb-49b3-a5a3-f2b5c448acd5 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:11.462236 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d5714a98-bdeb-49b3-a5a3-f2b5c448acd5 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1458011 Feb 09 01:38:11.465139 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44640) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:38:11.470510 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-1c3ea62a-812c-499a-bd95-5308ccdea0ad tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Request body: {'network': {'name': 'tempest-network-smoke--570083220', 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'port_security_enabled': True}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:11.476264 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1c3ea62a-812c-499a-bd95-5308ccdea0ad tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:38:11.480477 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-1c3ea62a-812c-499a-bd95-5308ccdea0ad tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Usage tracker for resource:network and tenant:86d3f064b7034e66946d08a62b972ad0 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:38:11.483527 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-1c3ea62a-812c-499a-bd95-5308ccdea0ad tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:38:11.489314 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1c3ea62a-812c-499a-bd95-5308ccdea0ad tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:38:11.499621 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c3ea62a-812c-499a-bd95-5308ccdea0ad tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Made reservation on behalf of 86d3f064b7034e66946d08a62b972ad0 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:38:11.503932 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1c3ea62a-812c-499a-bd95-5308ccdea0ad tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:11.531492 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c3ea62a-812c-499a-bd95-5308ccdea0ad tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:38:11.540265 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1c3ea62a-812c-499a-bd95-5308ccdea0ad tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:11.540638 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-1c3ea62a-812c-499a-bd95-5308ccdea0ad tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Added segment c3695727-65aa-4343-a95f-6386f681092c of type vlan for network abb22c1b-4026-4b50-bd35-295521ae552d Feb 09 01:38:11.561666 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:11.570940 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1c3ea62a-812c-499a-bd95-5308ccdea0ad tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:11.608123 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1c3ea62a-812c-499a-bd95-5308ccdea0ad tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:11.609012 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:11.613727 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3ea62a-812c-499a-bd95-5308ccdea0ad tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:11.614364 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1c3ea62a-812c-499a-bd95-5308ccdea0ad tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:11.721869 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1c3ea62a-812c-499a-bd95-5308ccdea0ad tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2555158 Feb 09 01:38:11.724559 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44644) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:38:11.727950 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3ea62a-812c-499a-bd95-5308ccdea0ad tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event updated for resources: {'Network': ['ID=abb22c1b-4026-4b50-bd35-295521ae552d,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:11.731070 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-a3098f24-bf3f-44c4-97fd-c6a3f1b03c47 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-73648498', 'admin_state_up': True, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:11.742609 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a3098f24-bf3f-44c4-97fd-c6a3f1b03c47 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:38:11.746983 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-a3098f24-bf3f-44c4-97fd-c6a3f1b03c47 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Usage tracker for resource:router and tenant:86d3f064b7034e66946d08a62b972ad0 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:38:11.750641 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-a3098f24-bf3f-44c4-97fd-c6a3f1b03c47 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:38:11.750744 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network abb22c1b-4026-4b50-bd35-295521ae552d details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:38:11.758198 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a3098f24-bf3f-44c4-97fd-c6a3f1b03c47 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:38:11.768725 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a3098f24-bf3f-44c4-97fd-c6a3f1b03c47 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:11.776963 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a3098f24-bf3f-44c4-97fd-c6a3f1b03c47 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:11.796071 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a3098f24-bf3f-44c4-97fd-c6a3f1b03c47 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:12.192204 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a3098f24-bf3f-44c4-97fd-c6a3f1b03c47 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:12.505063 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a3098f24-bf3f-44c4-97fd-c6a3f1b03c47 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for router_gateway, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:12.530091 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a3098f24-bf3f-44c4-97fd-c6a3f1b03c47 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:12.677763 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-a3098f24-bf3f-44c4-97fd-c6a3f1b03c47 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Allocated IP 172.25.0.133 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/70ad4b87-3a98-40c9-a626-8beeb0783863) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:38:12.840670 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a3098f24-bf3f-44c4-97fd-c6a3f1b03c47 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:12.872463 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a3098f24-bf3f-44c4-97fd-c6a3f1b03c47 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:12.933392 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3098f24-bf3f-44c4-97fd-c6a3f1b03c47 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:38:12.936351 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-a3098f24-bf3f-44c4-97fd-c6a3f1b03c47 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:12.940180 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3098f24-bf3f-44c4-97fd-c6a3f1b03c47 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:38:12.978634 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3098f24-bf3f-44c4-97fd-c6a3f1b03c47 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event updated for resources: {'Port': ['ID=70ad4b87-3a98-40c9-a626-8beeb0783863,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:13.221722 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:13.512411 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a3098f24-bf3f-44c4-97fd-c6a3f1b03c47 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for router_gateway, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:13.869249 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a3098f24-bf3f-44c4-97fd-c6a3f1b03c47 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:14.075653 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3098f24-bf3f-44c4-97fd-c6a3f1b03c47 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Router 3137c3fb-51e2-4ee9-8579-e94fa20e7643 is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:38:14.255141 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3098f24-bf3f-44c4-97fd-c6a3f1b03c47 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:38:14.265367 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4effb7-49cb-4f9e-9ab0-63462bc747e2 None None] Sync routers for ids ['3137c3fb-51e2-4ee9-8579-e94fa20e7643'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:38:14.280614 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4effb7-49cb-4f9e-9ab0-63462bc747e2 None None] Routers {'3137c3fb-51e2-4ee9-8579-e94fa20e7643'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:38:14.281389 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-bf4effb7-49cb-4f9e-9ab0-63462bc747e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:38:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['3137c3fb-51e2-4ee9-8579-e94fa20e7643'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:14.284181 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a3098f24-bf3f-44c4-97fd-c6a3f1b03c47 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:14.290214 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-a3098f24-bf3f-44c4-97fd-c6a3f1b03c47 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.5594945 Feb 09 01:38:14.290321 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44652) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:38:14.346540 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-80438b80-20b2-4304-9801-23020ed669c7 tempest-TestNetworkAdvancedServerOps-293300233 tempest-TestNetworkAdvancedServerOps-293300233-project-admin] 10.222.0.105 "GET /v2.0/subnets?project_id=86d3f064b7034e66946d08a62b972ad0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0562835 Feb 09 01:38:14.349096 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44656) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:38:14.488674 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b92d8f-6adf-4917-a3f1-dfb7387da424 tempest-TestNetworkAdvancedServerOps-293300233 tempest-TestNetworkAdvancedServerOps-293300233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:14.490013 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-94b92d8f-6adf-4917-a3f1-dfb7387da424 tempest-TestNetworkAdvancedServerOps-293300233 tempest-TestNetworkAdvancedServerOps-293300233-project-admin] 10.222.0.105 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1399784 Feb 09 01:38:14.493191 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44660) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:38:14.514925 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-bf4effb7-49cb-4f9e-9ab0-63462bc747e2 None None] Set router 3137c3fb-51e2-4ee9-8579-e94fa20e7643 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:38:14.536715 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-2c19dba9-ccc9-42a1-ba80-cb07bfa70b4b tempest-TestNetworkAdvancedServerOps-293300233 tempest-TestNetworkAdvancedServerOps-293300233-project-admin] 10.222.0.105 "GET /v2.0/subnets?network_id=3d885c3c-255c-4e54-addc-b28437d0b18e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395212 Feb 09 01:38:14.536715 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44664) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:38:14.542278 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-ffaa1fb1-c462-49fe-bd10-f8f4bdfd39ce tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-23189320', 'network_id': 'abb22c1b-4026-4b50-bd35-295521ae552d', 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:14.678716 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ffaa1fb1-c462-49fe-bd10-f8f4bdfd39ce tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:38:14.678716 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ffaa1fb1-c462-49fe-bd10-f8f4bdfd39ce tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Usage tracker for resource:subnet and tenant:86d3f064b7034e66946d08a62b972ad0 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:38:14.682528 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ffaa1fb1-c462-49fe-bd10-f8f4bdfd39ce tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:38:14.692016 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ffaa1fb1-c462-49fe-bd10-f8f4bdfd39ce tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:38:14.703806 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffaa1fb1-c462-49fe-bd10-f8f4bdfd39ce tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Made reservation on behalf of 86d3f064b7034e66946d08a62b972ad0 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:38:14.709967 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ffaa1fb1-c462-49fe-bd10-f8f4bdfd39ce tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:14.880777 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-bf4effb7-49cb-4f9e-9ab0-63462bc747e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3137c3fb-51e2-4ee9-8579-e94fa20e7643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-73648498', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '70ad4b87-3a98-40c9-a626-8beeb0783863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:38:11Z', 'updated_at': '2022-02-09T01:38:13Z', 'revision_number': 3, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'gw_port': {'id': '70ad4b87-3a98-40c9-a626-8beeb0783863', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:47:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3137c3fb-51e2-4ee9-8579-e94fa20e7643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:12Z', 'updated_at': '2022-02-09T01:38:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:14.880777 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4effb7-49cb-4f9e-9ab0-63462bc747e2 None None] Checking router: 3137c3fb-51e2-4ee9-8579-e94fa20e7643 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:38:14.880777 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4effb7-49cb-4f9e-9ab0-63462bc747e2 None None] Updating router 3137c3fb-51e2-4ee9-8579-e94fa20e7643 port 70ad4b87-3a98-40c9-a626-8beeb0783863 binding host n-d-828418-1 {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:38:14.940428 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bf4effb7-49cb-4f9e-9ab0-63462bc747e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:14.982851 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ffaa1fb1-c462-49fe-bd10-f8f4bdfd39ce tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:15.072227 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaa1fb1-c462-49fe-bd10-f8f4bdfd39ce tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event updated for resources: {'Subnet': ['ID=9d480e77-9138-461b-b39d-b3169b64411f,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:15.081474 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffaa1fb1-c462-49fe-bd10-f8f4bdfd39ce tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Checking segment: {'id': 'c3695727-65aa-4343-a95f-6386f681092c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'abb22c1b-4026-4b50-bd35-295521ae552d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:38:15.081756 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffaa1fb1-c462-49fe-bd10-f8f4bdfd39ce tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Network hostable DHCP agents. Network: abb22c1b-4026-4b50-bd35-295521ae552d, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:38:15.103315 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffaa1fb1-c462-49fe-bd10-f8f4bdfd39ce tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Network abb22c1b-4026-4b50-bd35-295521ae552d is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:38:15.112464 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-ffaa1fb1-c462-49fe-bd10-f8f4bdfd39ce tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, abb22c1b-4026-4b50-bd35-295521ae552d) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:15.117294 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffaa1fb1-c462-49fe-bd10-f8f4bdfd39ce tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:15.117912 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ffaa1fb1-c462-49fe-bd10-f8f4bdfd39ce tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:15.152471 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ffaa1fb1-c462-49fe-bd10-f8f4bdfd39ce tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6083481 Feb 09 01:38:15.152471 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44668) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:38:15.156435 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa77be5-46c4-4525-b1e7-25e5fb210368 None None] Network abb22c1b-4026-4b50-bd35-295521ae552d requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:38:15.489646 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bea2dcb-fa5f-49f1-b298-dd70fd1f67c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-abb22c1b-4026-4b50-bd35-295521ae552d', 'network_id': 'abb22c1b-4026-4b50-bd35-295521ae552d', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'fixed_ips': [{'subnet_id': '9d480e77-9138-461b-b39d-b3169b64411f'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:38:15.490443 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4bea2dcb-fa5f-49f1-b298-dd70fd1f67c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:15.512385 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bf4effb7-49cb-4f9e-9ab0-63462bc747e2 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:15.569650 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-bf4effb7-49cb-4f9e-9ab0-63462bc747e2 None None] Transition to ACTIVE for port object 70ad4b87-3a98-40c9-a626-8beeb0783863 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:38:15.594213 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bf4effb7-49cb-4f9e-9ab0-63462bc747e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:15.682991 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-bf4effb7-49cb-4f9e-9ab0-63462bc747e2 None None] Attempting to bind port 70ad4b87-3a98-40c9-a626-8beeb0783863 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:38:15.683265 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-bf4effb7-49cb-4f9e-9ab0-63462bc747e2 None None] Attempting to bind port 70ad4b87-3a98-40c9-a626-8beeb0783863 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:38:15.683633 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4effb7-49cb-4f9e-9ab0-63462bc747e2 None None] Attempting to bind port 70ad4b87-3a98-40c9-a626-8beeb0783863 on network 3d885c3c-255c-4e54-addc-b28437d0b18e {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:38:15.703347 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4effb7-49cb-4f9e-9ab0-63462bc747e2 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:38:15.703722 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4effb7-49cb-4f9e-9ab0-63462bc747e2 None None] Checking segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:38:15.704126 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bf4effb7-49cb-4f9e-9ab0-63462bc747e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:15.704517 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4effb7-49cb-4f9e-9ab0-63462bc747e2 None None] Bound using segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:38:15.705583 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-bf4effb7-49cb-4f9e-9ab0-63462bc747e2 None None] Bound port: 70ad4b87-3a98-40c9-a626-8beeb0783863, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:38:15.706037 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bf4effb7-49cb-4f9e-9ab0-63462bc747e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:15.730434 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4728b38a-12b8-44d8-bcd2-5402fe82ac3b None None] Pushing event updated for resources: {'Port': ['ID=70ad4b87-3a98-40c9-a626-8beeb0783863,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:15.833432 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-4bea2dcb-fa5f-49f1-b298-dd70fd1f67c2 None None] Allocated IP 172.20.0.2 (abb22c1b-4026-4b50-bd35-295521ae552d/9d480e77-9138-461b-b39d-b3169b64411f/6a28c8bd-780f-4509-9b57-50d2868aec22) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:38:15.843707 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-bf4effb7-49cb-4f9e-9ab0-63462bc747e2 None None] For port 70ad4b87-3a98-40c9-a626-8beeb0783863, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:38:15.850995 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-bf4effb7-49cb-4f9e-9ab0-63462bc747e2 None None] For port 70ad4b87-3a98-40c9-a626-8beeb0783863, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=70ad4b87-3a98-40c9-a626-8beeb0783863,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:38:15.868442 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bf4effb7-49cb-4f9e-9ab0-63462bc747e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:16.056372 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b5e5b2ad-cdf3-4229-bcd5-3460f1451361 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:16.065213 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4effb7-49cb-4f9e-9ab0-63462bc747e2 None None] Routers {'3137c3fb-51e2-4ee9-8579-e94fa20e7643'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:38:16.065213 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-bf4effb7-49cb-4f9e-9ab0-63462bc747e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:38:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['3137c3fb-51e2-4ee9-8579-e94fa20e7643'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:16.181037 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4728b38a-12b8-44d8-bcd2-5402fe82ac3b None None] Pushing event updated for resources: {'Port': ['ID=70ad4b87-3a98-40c9-a626-8beeb0783863,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:16.393350 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4bea2dcb-fa5f-49f1-b298-dd70fd1f67c2 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:16.409320 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-bf4effb7-49cb-4f9e-9ab0-63462bc747e2 None None] Set router 3137c3fb-51e2-4ee9-8579-e94fa20e7643 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:38:16.527200 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4bea2dcb-fa5f-49f1-b298-dd70fd1f67c2 None None] Transition to ACTIVE for port object 6a28c8bd-780f-4509-9b57-50d2868aec22 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:38:16.630055 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4bea2dcb-fa5f-49f1-b298-dd70fd1f67c2 None None] Transition to ACTIVE for port object 6a28c8bd-780f-4509-9b57-50d2868aec22 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:38:16.644283 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4bea2dcb-fa5f-49f1-b298-dd70fd1f67c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:16.731694 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-b5e5b2ad-cdf3-4229-bcd5-3460f1451361 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Allocated IP 172.20.0.1 (abb22c1b-4026-4b50-bd35-295521ae552d/9d480e77-9138-461b-b39d-b3169b64411f/95e2d6db-36bb-43e5-b447-0160d7f957c8) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:38:16.737137 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bea2dcb-fa5f-49f1-b298-dd70fd1f67c2 None None] Network abb22c1b-4026-4b50-bd35-295521ae552d is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:38:16.754710 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-4bea2dcb-fa5f-49f1-b298-dd70fd1f67c2 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:16.754710 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bea2dcb-fa5f-49f1-b298-dd70fd1f67c2 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:38:16.826690 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bea2dcb-fa5f-49f1-b298-dd70fd1f67c2 None None] Pushing event updated for resources: {'Port': ['ID=6a28c8bd-780f-4509-9b57-50d2868aec22,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:16.844073 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-051a6a72-861e-4f98-bde2-6c25f3c025b2 req-1dcbf5df-b8c3-416e-ace8-8aa03fc30c2f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f44955cb-7cfd-4ad1-a032-219cd13dc878&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0931404 Feb 09 01:38:16.920061 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-4bea2dcb-fa5f-49f1-b298-dd70fd1f67c2 None None] Attempting to bind port 6a28c8bd-780f-4509-9b57-50d2868aec22 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:38:16.920341 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-4bea2dcb-fa5f-49f1-b298-dd70fd1f67c2 None None] Attempting to bind port 6a28c8bd-780f-4509-9b57-50d2868aec22 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'c3695727-65aa-4343-a95f-6386f681092c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'abb22c1b-4026-4b50-bd35-295521ae552d'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:38:16.920888 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bea2dcb-fa5f-49f1-b298-dd70fd1f67c2 None None] Attempting to bind port 6a28c8bd-780f-4509-9b57-50d2868aec22 on network abb22c1b-4026-4b50-bd35-295521ae552d {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:38:16.929742 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bea2dcb-fa5f-49f1-b298-dd70fd1f67c2 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:38:16.930477 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bea2dcb-fa5f-49f1-b298-dd70fd1f67c2 None None] Checking segment: {'id': 'c3695727-65aa-4343-a95f-6386f681092c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'abb22c1b-4026-4b50-bd35-295521ae552d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:38:16.931044 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4bea2dcb-fa5f-49f1-b298-dd70fd1f67c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:16.931582 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bea2dcb-fa5f-49f1-b298-dd70fd1f67c2 None None] Bound using segment: {'id': 'c3695727-65aa-4343-a95f-6386f681092c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'abb22c1b-4026-4b50-bd35-295521ae552d'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:38:16.932193 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-4bea2dcb-fa5f-49f1-b298-dd70fd1f67c2 None None] Bound port: 6a28c8bd-780f-4509-9b57-50d2868aec22, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3695727-65aa-4343-a95f-6386f681092c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'abb22c1b-4026-4b50-bd35-295521ae552d'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:38:16.932726 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4bea2dcb-fa5f-49f1-b298-dd70fd1f67c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:16.941635 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b5e5b2ad-cdf3-4229-bcd5-3460f1451361 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:16.958531 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-b5e5b2ad-cdf3-4229-bcd5-3460f1451361 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Transition to ACTIVE for port object 95e2d6db-36bb-43e5-b447-0160d7f957c8 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:38:16.982976 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b5e5b2ad-cdf3-4229-bcd5-3460f1451361 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:16.984244 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a6a72-861e-4f98-bde2-6c25f3c025b2 req-6d2a7d54-cc17-443f-9e41-75d67985d64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:16.987666 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-051a6a72-861e-4f98-bde2-6c25f3c025b2 req-6d2a7d54-cc17-443f-9e41-75d67985d64f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6721380b025b4977bb6883114d898ed6&device_id=f44955cb-7cfd-4ad1-a032-219cd13dc878 HTTP/1.1" status: 200 len: 1097 time: 0.0718200 Feb 09 01:38:17.046441 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-bf4effb7-49cb-4f9e-9ab0-63462bc747e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3137c3fb-51e2-4ee9-8579-e94fa20e7643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-73648498', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '70ad4b87-3a98-40c9-a626-8beeb0783863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:38:11Z', 'updated_at': '2022-02-09T01:38:13Z', 'revision_number': 3, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'gw_port': {'id': '70ad4b87-3a98-40c9-a626-8beeb0783863', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:47:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3137c3fb-51e2-4ee9-8579-e94fa20e7643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:12Z', 'updated_at': '2022-02-09T01:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:17.051275 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-4bea2dcb-fa5f-49f1-b298-dd70fd1f67c2 None None] For port 6a28c8bd-780f-4509-9b57-50d2868aec22, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:38:17.053586 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e5b2ad-cdf3-4229-bcd5-3460f1451361 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Network abb22c1b-4026-4b50-bd35-295521ae552d is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:38:17.056731 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-4bea2dcb-fa5f-49f1-b298-dd70fd1f67c2 None None] For port 6a28c8bd-780f-4509-9b57-50d2868aec22, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=6a28c8bd-780f-4509-9b57-50d2868aec22,segment=NetworkSegment(c3695727-65aa-4343-a95f-6386f681092c),segment_id=c3695727-65aa-4343-a95f-6386f681092c)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:38:17.057550 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-b5e5b2ad-cdf3-4229-bcd5-3460f1451361 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:17.058072 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4effb7-49cb-4f9e-9ab0-63462bc747e2 None None] The sync data for ids ['3137c3fb-51e2-4ee9-8579-e94fa20e7643'] in n-d-828418-1 is: [{'id': '3137c3fb-51e2-4ee9-8579-e94fa20e7643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-73648498', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '70ad4b87-3a98-40c9-a626-8beeb0783863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:38:11Z', 'updated_at': '2022-02-09T01:38:13Z', 'revision_number': 3, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'gw_port': {'id': '70ad4b87-3a98-40c9-a626-8beeb0783863', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:47:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3137c3fb-51e2-4ee9-8579-e94fa20e7643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:12Z', 'updated_at': '2022-02-09T01:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:38:17.062050 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e5b2ad-cdf3-4229-bcd5-3460f1451361 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:38:17.064276 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4bea2dcb-fa5f-49f1-b298-dd70fd1f67c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:17.126162 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e5b2ad-cdf3-4229-bcd5-3460f1451361 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event updated for resources: {'Port': ['ID=95e2d6db-36bb-43e5-b447-0160d7f957c8,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:17.155268 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a6a72-861e-4f98-bde2-6c25f3c025b2 req-dbd20f09-14db-436c-8a8a-524a40ff53f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:17.162181 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-051a6a72-861e-4f98-bde2-6c25f3c025b2 req-dbd20f09-14db-436c-8a8a-524a40ff53f0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f HTTP/1.1" status: 200 len: 913 time: 0.1555591 Feb 09 01:38:17.164567 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bea2dcb-fa5f-49f1-b298-dd70fd1f67c2 None None] Pushing event updated for resources: {'Port': ['ID=6a28c8bd-780f-4509-9b57-50d2868aec22,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:17.183629 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b5e5b2ad-cdf3-4229-bcd5-3460f1451361 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:17.286259 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-051a6a72-861e-4f98-bde2-6c25f3c025b2 req-48814b8b-229b-46b5-9be1-f5bfc43d79c5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f8306e2-56cb-4a8f-bb03-cf17820838f7 HTTP/1.1" status: 200 len: 1001 time: 0.1188478 Feb 09 01:38:17.363322 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a6a72-861e-4f98-bde2-6c25f3c025b2 req-8c24ef6d-e049-4a0b-bacd-d57721e67346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:17.365509 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-051a6a72-861e-4f98-bde2-6c25f3c025b2 req-8c24ef6d-e049-4a0b-bacd-d57721e67346 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=572cbc39-1162-4835-b49c-9787164ff8f8 HTTP/1.1" status: 200 len: 851 time: 0.0720179 Feb 09 01:38:17.514019 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a6a72-861e-4f98-bde2-6c25f3c025b2 req-f98177f1-3fb2-4457-879a-ced7d2a21ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:17.515827 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-051a6a72-861e-4f98-bde2-6c25f3c025b2 req-f98177f1-3fb2-4457-879a-ced7d2a21ead service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1374273 Feb 09 01:38:17.685880 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b5e5b2ad-cdf3-4229-bcd5-3460f1451361 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:17.836746 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-051a6a72-861e-4f98-bde2-6c25f3c025b2 req-fc7a7602-b9ef-494f-8e0a-9b39a03d8c25 service neutron] 10.222.0.62 "GET /v2.0/networks/f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144038 Feb 09 01:38:17.978997 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-051a6a72-861e-4f98-bde2-6c25f3c025b2 req-39046032-2c2f-4fb7-bece-254641df1017 service neutron] 10.222.0.62 "GET /v2.0/networks/f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360960 Feb 09 01:38:18.166927 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b5e5b2ad-cdf3-4229-bcd5-3460f1451361 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:18.171361 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b5e5b2ad-cdf3-4229-bcd5-3460f1451361 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:18.287955 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b5e5b2ad-cdf3-4229-bcd5-3460f1451361 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:18.303579 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e5b2ad-cdf3-4229-bcd5-3460f1451361 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event updated for resources: {'Port': ['ID=95e2d6db-36bb-43e5-b447-0160d7f957c8,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:18.398955 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea29de4-5655-475e-89bb-bb0710f5d6aa None None] Network abb22c1b-4026-4b50-bd35-295521ae552d requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:38:18.437337 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e5b2ad-cdf3-4229-bcd5-3460f1451361 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Network abb22c1b-4026-4b50-bd35-295521ae552d is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:38:18.438507 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-b5e5b2ad-cdf3-4229-bcd5-3460f1451361 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:18.495073 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-6425c3a2-bd75-4a4b-abeb-fc9b94c61438 None None] Provisioning for port 6a28c8bd-780f-4509-9b57-50d2868aec22 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:38:18.636539 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5e5b2ad-cdf3-4229-bcd5-3460f1451361 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Router 3137c3fb-51e2-4ee9-8579-e94fa20e7643 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:38:18.789396 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 70ad4b87-3a98-40c9-a626-8beeb0783863 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:38:18.848642 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e5b2ad-cdf3-4229-bcd5-3460f1451361 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:38:18.863887 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b5e5b2ad-cdf3-4229-bcd5-3460f1451361 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "PUT /v2.0/routers/3137c3fb-51e2-4ee9-8579-e94fa20e7643/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7142549 Feb 09 01:38:18.872044 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 70ad4b87-3a98-40c9-a626-8beeb0783863 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:38:18.878798 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 70ad4b87-3a98-40c9-a626-8beeb0783863 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:18.879176 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:19.023160 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:19.041878 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-86d94bbe-c5e9-4ba6-a128-ef0416d0e585 None None] Provisioning for port 95e2d6db-36bb-43e5-b447-0160d7f957c8 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:38:19.045848 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 70ad4b87-3a98-40c9-a626-8beeb0783863, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=70ad4b87-3a98-40c9-a626-8beeb0783863,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:38:19.049467 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-86d94bbe-c5e9-4ba6-a128-ef0416d0e585 None None] Provisioning complete for port 95e2d6db-36bb-43e5-b447-0160d7f957c8 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:19.050052 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-86d94bbe-c5e9-4ba6-a128-ef0416d0e585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:19.054703 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-8e140785-253f-4d58-86d3-2e5355e6c9df req-4ba10554-a070-45ff-bc01-3ce05346886d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Synchronizing usage tracker for tenant:86d3f064b7034e66946d08a62b972ad0 on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:38:19.073815 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-8e140785-253f-4d58-86d3-2e5355e6c9df req-4ba10554-a070-45ff-bc01-3ce05346886d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Unset dirty status for tenant:86d3f064b7034e66946d08a62b972ad0 on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:38:19.074985 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8e140785-253f-4d58-86d3-2e5355e6c9df req-4ba10554-a070-45ff-bc01-3ce05346886d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-116996114&fields=id&tenant_id=86d3f064b7034e66946d08a62b972ad0 HTTP/1.1" status: 200 len: 267 time: 0.0692790 Feb 09 01:38:19.088805 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:19.089590 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 6a28c8bd-780f-4509-9b57-50d2868aec22 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:38:19.113661 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3355cb-51d4-4049-bb3f-6044435858a1 None None] Sync routers for ids ['3137c3fb-51e2-4ee9-8579-e94fa20e7643'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:38:19.125767 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3355cb-51d4-4049-bb3f-6044435858a1 None None] Routers {'3137c3fb-51e2-4ee9-8579-e94fa20e7643'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:38:19.126721 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-1a3355cb-51d4-4049-bb3f-6044435858a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:38:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['3137c3fb-51e2-4ee9-8579-e94fa20e7643'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:19.251832 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e140785-253f-4d58-86d3-2e5355e6c9df req-40a4d7d1-67ab-4f6f-a412-c5b401e89a90 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:19.260476 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8e140785-253f-4d58-86d3-2e5355e6c9df req-40a4d7d1-67ab-4f6f-a412-c5b401e89a90 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/networks?id=abb22c1b-4026-4b50-bd35-295521ae552d HTTP/1.1" status: 200 len: 796 time: 0.1781547 Feb 09 01:38:19.280639 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8e140785-253f-4d58-86d3-2e5355e6c9df req-859039c9-1587-47e6-a706-18f2bbe04cb5 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/quotas/86d3f064b7034e66946d08a62b972ad0 HTTP/1.1" status: 200 len: 375 time: 0.0191960 Feb 09 01:38:19.289235 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-86d94bbe-c5e9-4ba6-a128-ef0416d0e585 None None] Port 95e2d6db-36bb-43e5-b447-0160d7f957c8 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:38:19.315640 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=70ad4b87-3a98-40c9-a626-8beeb0783863,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:19.327477 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 6a28c8bd-780f-4509-9b57-50d2868aec22 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:38:19.335633 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 6a28c8bd-780f-4509-9b57-50d2868aec22 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:19.336024 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:19.354764 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-1a3355cb-51d4-4049-bb3f-6044435858a1 None None] Set router 3137c3fb-51e2-4ee9-8579-e94fa20e7643 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:38:19.385123 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-8e140785-253f-4d58-86d3-2e5355e6c9df req-ae098b15-3d22-42b6-a49b-8933f230cc5d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Synchronizing usage tracker for tenant:86d3f064b7034e66946d08a62b972ad0 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:38:19.407472 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-8e140785-253f-4d58-86d3-2e5355e6c9df req-ae098b15-3d22-42b6-a49b-8933f230cc5d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Unset dirty status for tenant:86d3f064b7034e66946d08a62b972ad0 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:38:19.417943 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8e140785-253f-4d58-86d3-2e5355e6c9df req-ae098b15-3d22-42b6-a49b-8933f230cc5d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=86d3f064b7034e66946d08a62b972ad0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1342914 Feb 09 01:38:19.478777 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-63ed5ec9-2c0a-457b-9862-2ea32c2bc0a9 None None] Provisioning complete for port 95e2d6db-36bb-43e5-b447-0160d7f957c8 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:19.479273 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-63ed5ec9-2c0a-457b-9862-2ea32c2bc0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:19.480891 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [req-8e140785-253f-4d58-86d3-2e5355e6c9df req-aba99d9c-c156-4b83-8522-f318cff6fb8b service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:38:19.481887 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8e140785-253f-4d58-86d3-2e5355e6c9df req-aba99d9c-c156-4b83-8522-f318cff6fb8b service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0583990 Feb 09 01:38:19.502732 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:19.557155 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-63ed5ec9-2c0a-457b-9862-2ea32c2bc0a9 None None] Port 95e2d6db-36bb-43e5-b447-0160d7f957c8 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:38:19.562710 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 6a28c8bd-780f-4509-9b57-50d2868aec22, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=6a28c8bd-780f-4509-9b57-50d2868aec22,segment=NetworkSegment(c3695727-65aa-4343-a95f-6386f681092c),segment_id=c3695727-65aa-4343-a95f-6386f681092c)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:38:19.567732 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:19.637118 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8e140785-253f-4d58-86d3-2e5355e6c9df req-de26f4be-0dcd-427e-bfa0-d9eabcfe76ff service neutron] 10.222.0.105 "GET /v2.0/networks/abb22c1b-4026-4b50-bd35-295521ae552d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486688 Feb 09 01:38:19.641701 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=6a28c8bd-780f-4509-9b57-50d2868aec22,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:19.733003 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-1a3355cb-51d4-4049-bb3f-6044435858a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3137c3fb-51e2-4ee9-8579-e94fa20e7643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-73648498', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '70ad4b87-3a98-40c9-a626-8beeb0783863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:38:11Z', 'updated_at': '2022-02-09T01:38:17Z', 'revision_number': 4, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'gw_port': {'id': '70ad4b87-3a98-40c9-a626-8beeb0783863', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:47:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3137c3fb-51e2-4ee9-8579-e94fa20e7643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:12Z', 'updated_at': '2022-02-09T01:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '95e2d6db-36bb-43e5-b447-0160d7f957c8', 'name': '', 'network_id': 'abb22c1b-4026-4b50-bd35-295521ae552d', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'mac_address': 'fa:16:3e:58:bf:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3137c3fb-51e2-4ee9-8579-e94fa20e7643', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '9d480e77-9138-461b-b39d-b3169b64411f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:16Z', 'updated_at': '2022-02-09T01:38:17Z', 'revision_number': 2, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'subnets': [{'id': '9d480e77-9138-461b-b39d-b3169b64411f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:19.737493 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3355cb-51d4-4049-bb3f-6044435858a1 None None] Checking router: 3137c3fb-51e2-4ee9-8579-e94fa20e7643 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:38:19.737873 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3355cb-51d4-4049-bb3f-6044435858a1 None None] Updating router 3137c3fb-51e2-4ee9-8579-e94fa20e7643 port 95e2d6db-36bb-43e5-b447-0160d7f957c8 binding host n-d-828418-1 {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:38:19.769285 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8e140785-253f-4d58-86d3-2e5355e6c9df req-506a3d80-6dd2-4648-94a5-9df356cf7273 service neutron] 10.222.0.105 "GET /v2.0/networks/abb22c1b-4026-4b50-bd35-295521ae552d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309025 Feb 09 01:38:19.789628 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-1a3355cb-51d4-4049-bb3f-6044435858a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:19.959580 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0eaf31f5-7137-4802-8f7c-8601ed41db67 req-b019f0dd-a89d-4a18-88e9-2370fdcc4729 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7b230a3-b238-46bd-8d6b-ce57a3336885 HTTP/1.1" status: 200 len: 210 time: 0.0549746 Feb 09 01:38:20.140840 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-1a3355cb-51d4-4049-bb3f-6044435858a1 None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:20.152947 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-1a3355cb-51d4-4049-bb3f-6044435858a1 None None] Transition to ACTIVE for port object 95e2d6db-36bb-43e5-b447-0160d7f957c8 will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:38:20.159842 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-1a3355cb-51d4-4049-bb3f-6044435858a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:20.316199 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255b375d-4c15-4e33-8dfe-5bb1262dfe3e None None] Pushing event updated for resources: {'Port': ['ID=95e2d6db-36bb-43e5-b447-0160d7f957c8,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:20.336435 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255b375d-4c15-4e33-8dfe-5bb1262dfe3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:20.336777 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255b375d-4c15-4e33-8dfe-5bb1262dfe3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:20.337113 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255b375d-4c15-4e33-8dfe-5bb1262dfe3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:20.337444 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255b375d-4c15-4e33-8dfe-5bb1262dfe3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:20.337811 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255b375d-4c15-4e33-8dfe-5bb1262dfe3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:20.338137 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255b375d-4c15-4e33-8dfe-5bb1262dfe3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:20.338460 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255b375d-4c15-4e33-8dfe-5bb1262dfe3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:20.338780 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255b375d-4c15-4e33-8dfe-5bb1262dfe3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:20.339098 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255b375d-4c15-4e33-8dfe-5bb1262dfe3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:20.339414 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255b375d-4c15-4e33-8dfe-5bb1262dfe3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:20.339731 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255b375d-4c15-4e33-8dfe-5bb1262dfe3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:20.340044 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255b375d-4c15-4e33-8dfe-5bb1262dfe3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:20.431893 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-1a3355cb-51d4-4049-bb3f-6044435858a1 None None] Attempting to bind port 95e2d6db-36bb-43e5-b447-0160d7f957c8 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:38:20.432287 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-1a3355cb-51d4-4049-bb3f-6044435858a1 None None] Attempting to bind port 95e2d6db-36bb-43e5-b447-0160d7f957c8 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'c3695727-65aa-4343-a95f-6386f681092c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'abb22c1b-4026-4b50-bd35-295521ae552d'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:38:20.432653 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3355cb-51d4-4049-bb3f-6044435858a1 None None] Attempting to bind port 95e2d6db-36bb-43e5-b447-0160d7f957c8 on network abb22c1b-4026-4b50-bd35-295521ae552d {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:38:20.438830 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3355cb-51d4-4049-bb3f-6044435858a1 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:38:20.439265 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3355cb-51d4-4049-bb3f-6044435858a1 None None] Checking segment: {'id': 'c3695727-65aa-4343-a95f-6386f681092c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'abb22c1b-4026-4b50-bd35-295521ae552d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:38:20.439595 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-1a3355cb-51d4-4049-bb3f-6044435858a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:20.439984 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3355cb-51d4-4049-bb3f-6044435858a1 None None] Bound using segment: {'id': 'c3695727-65aa-4343-a95f-6386f681092c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'abb22c1b-4026-4b50-bd35-295521ae552d'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:38:20.440434 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-1a3355cb-51d4-4049-bb3f-6044435858a1 None None] Bound port: 95e2d6db-36bb-43e5-b447-0160d7f957c8, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3695727-65aa-4343-a95f-6386f681092c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'abb22c1b-4026-4b50-bd35-295521ae552d'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:38:20.440796 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-1a3355cb-51d4-4049-bb3f-6044435858a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:20.534552 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-1a3355cb-51d4-4049-bb3f-6044435858a1 None None] For port 95e2d6db-36bb-43e5-b447-0160d7f957c8, host n-d-828418-1, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:38:20.538025 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-1a3355cb-51d4-4049-bb3f-6044435858a1 None None] For port 95e2d6db-36bb-43e5-b447-0160d7f957c8, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=95e2d6db-36bb-43e5-b447-0160d7f957c8,segment=NetworkSegment(c3695727-65aa-4343-a95f-6386f681092c),segment_id=c3695727-65aa-4343-a95f-6386f681092c)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:38:20.543110 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-1a3355cb-51d4-4049-bb3f-6044435858a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:20.620452 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3355cb-51d4-4049-bb3f-6044435858a1 None None] Routers {'3137c3fb-51e2-4ee9-8579-e94fa20e7643'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:38:20.621067 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-1a3355cb-51d4-4049-bb3f-6044435858a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:38:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['3137c3fb-51e2-4ee9-8579-e94fa20e7643'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:20.679930 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255b375d-4c15-4e33-8dfe-5bb1262dfe3e None None] Pushing event updated for resources: {'Port': ['ID=95e2d6db-36bb-43e5-b447-0160d7f957c8,revision_number=4']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:20.727145 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 70ad4b87-3a98-40c9-a626-8beeb0783863 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:38:20.809076 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 70ad4b87-3a98-40c9-a626-8beeb0783863 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:20.809444 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:20.828073 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-1a3355cb-51d4-4049-bb3f-6044435858a1 None None] Set router 3137c3fb-51e2-4ee9-8579-e94fa20e7643 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:38:20.936023 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 6a28c8bd-780f-4509-9b57-50d2868aec22 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:38:21.003313 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 6a28c8bd-780f-4509-9b57-50d2868aec22 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:21.003684 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:21.152252 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-1a3355cb-51d4-4049-bb3f-6044435858a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3137c3fb-51e2-4ee9-8579-e94fa20e7643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-73648498', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '70ad4b87-3a98-40c9-a626-8beeb0783863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:38:11Z', 'updated_at': '2022-02-09T01:38:17Z', 'revision_number': 4, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'gw_port': {'id': '70ad4b87-3a98-40c9-a626-8beeb0783863', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:47:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3137c3fb-51e2-4ee9-8579-e94fa20e7643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:12Z', 'updated_at': '2022-02-09T01:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '95e2d6db-36bb-43e5-b447-0160d7f957c8', 'name': '', 'network_id': 'abb22c1b-4026-4b50-bd35-295521ae552d', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'mac_address': 'fa:16:3e:58:bf:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3137c3fb-51e2-4ee9-8579-e94fa20e7643', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '9d480e77-9138-461b-b39d-b3169b64411f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:16Z', 'updated_at': '2022-02-09T01:38:20Z', 'revision_number': 4, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'subnets': [{'id': '9d480e77-9138-461b-b39d-b3169b64411f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:21.154291 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f3c23c2b-d8e3-471b-8362-9bd8c1e9546f req-d684ef4b-46ab-40f4-91b4-0311a05bacf2 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7b230a3-b238-46bd-8d6b-ce57a3336885 HTTP/1.1" status: 200 len: 210 time: 0.0746946 Feb 09 01:38:21.156287 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3355cb-51d4-4049-bb3f-6044435858a1 None None] The sync data for ids ['3137c3fb-51e2-4ee9-8579-e94fa20e7643'] in n-d-828418-1 is: [{'id': '3137c3fb-51e2-4ee9-8579-e94fa20e7643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-73648498', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '70ad4b87-3a98-40c9-a626-8beeb0783863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:38:11Z', 'updated_at': '2022-02-09T01:38:17Z', 'revision_number': 4, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'gw_port': {'id': '70ad4b87-3a98-40c9-a626-8beeb0783863', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:47:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3137c3fb-51e2-4ee9-8579-e94fa20e7643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:12Z', 'updated_at': '2022-02-09T01:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '95e2d6db-36bb-43e5-b447-0160d7f957c8', 'name': '', 'network_id': 'abb22c1b-4026-4b50-bd35-295521ae552d', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'mac_address': 'fa:16:3e:58:bf:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3137c3fb-51e2-4ee9-8579-e94fa20e7643', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '9d480e77-9138-461b-b39d-b3169b64411f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:16Z', 'updated_at': '2022-02-09T01:38:20Z', 'revision_number': 4, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'subnets': [{'id': '9d480e77-9138-461b-b39d-b3169b64411f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:38:21.315017 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e140785-253f-4d58-86d3-2e5355e6c9df req-d40f3f78-f56c-493b-bf7a-bb65430ab31a tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:21.316605 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8e140785-253f-4d58-86d3-2e5355e6c9df req-d40f3f78-f56c-493b-bf7a-bb65430ab31a tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.99 "GET /v2.0/networks?id=abb22c1b-4026-4b50-bd35-295521ae552d HTTP/1.1" status: 200 len: 796 time: 0.1991093 Feb 09 01:38:21.371676 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8e140785-253f-4d58-86d3-2e5355e6c9df req-f52c0eb8-b4a6-4658-a93b-a1a12cdc8f45 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86d3f064b7034e66946d08a62b972ad0 HTTP/1.1" status: 200 len: 379 time: 0.0464578 Feb 09 01:38:21.383548 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-8e140785-253f-4d58-86d3-2e5355e6c9df req-78605e00-e045-4ae9-ab0b-954a91cf39bc tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Request body: {'port': {'device_id': 'd7b230a3-b238-46bd-8d6b-ce57a3336885', 'network_id': 'abb22c1b-4026-4b50-bd35-295521ae552d', 'admin_state_up': True, 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'security_groups': ['e58b40e3-d725-4e98-a30d-bd65e713515b']}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:21.524025 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-8e140785-253f-4d58-86d3-2e5355e6c9df req-78605e00-e045-4ae9-ab0b-954a91cf39bc tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:38:21.534773 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-8e140785-253f-4d58-86d3-2e5355e6c9df req-78605e00-e045-4ae9-ab0b-954a91cf39bc tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:38:21.544885 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e140785-253f-4d58-86d3-2e5355e6c9df req-78605e00-e045-4ae9-ab0b-954a91cf39bc tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Made reservation on behalf of 86d3f064b7034e66946d08a62b972ad0 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:38:21.548466 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8e140785-253f-4d58-86d3-2e5355e6c9df req-78605e00-e045-4ae9-ab0b-954a91cf39bc tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:21.726531 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-8e140785-253f-4d58-86d3-2e5355e6c9df req-78605e00-e045-4ae9-ab0b-954a91cf39bc tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Allocated IP 172.20.0.12 (abb22c1b-4026-4b50-bd35-295521ae552d/9d480e77-9138-461b-b39d-b3169b64411f/574cc181-ea16-441f-acb9-d2b4688248ac) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:38:21.922617 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8e140785-253f-4d58-86d3-2e5355e6c9df req-78605e00-e045-4ae9-ab0b-954a91cf39bc tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:21.938489 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-8e140785-253f-4d58-86d3-2e5355e6c9df req-78605e00-e045-4ae9-ab0b-954a91cf39bc tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Transition to ACTIVE for port object 574cc181-ea16-441f-acb9-d2b4688248ac will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:38:21.963407 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8e140785-253f-4d58-86d3-2e5355e6c9df req-78605e00-e045-4ae9-ab0b-954a91cf39bc tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:21.991990 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:22.039310 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e140785-253f-4d58-86d3-2e5355e6c9df req-78605e00-e045-4ae9-ab0b-954a91cf39bc tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Network abb22c1b-4026-4b50-bd35-295521ae552d is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:38:22.042439 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-8e140785-253f-4d58-86d3-2e5355e6c9df req-78605e00-e045-4ae9-ab0b-954a91cf39bc tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:22.044900 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e140785-253f-4d58-86d3-2e5355e6c9df req-78605e00-e045-4ae9-ab0b-954a91cf39bc tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:38:22.087600 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78605e00-e045-4ae9-ab0b-954a91cf39bc tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event updated for resources: {'Port': ['ID=574cc181-ea16-441f-acb9-d2b4688248ac,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:22.118577 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e140785-253f-4d58-86d3-2e5355e6c9df req-78605e00-e045-4ae9-ab0b-954a91cf39bc tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:22.119127 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8e140785-253f-4d58-86d3-2e5355e6c9df req-78605e00-e045-4ae9-ab0b-954a91cf39bc tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:22.146633 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8e140785-253f-4d58-86d3-2e5355e6c9df req-78605e00-e045-4ae9-ab0b-954a91cf39bc tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7671292 Feb 09 01:38:22.239328 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-8e140785-253f-4d58-86d3-2e5355e6c9df req-6db6f1c5-f978-4bb1-b89b-965ff58f35f7 service neutron] Request body: {'port': {'device_id': 'd7b230a3-b238-46bd-8d6b-ce57a3336885', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:22.393829 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f457b965-7694-4f6b-9b23-4f3328932600 None None] Provisioning for port 574cc181-ea16-441f-acb9-d2b4688248ac completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:38:22.398870 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f457b965-7694-4f6b-9b23-4f3328932600 None None] Provisioning complete for port 574cc181-ea16-441f-acb9-d2b4688248ac triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:22.399335 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f457b965-7694-4f6b-9b23-4f3328932600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:22.454584 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-f457b965-7694-4f6b-9b23-4f3328932600 None None] Port 574cc181-ea16-441f-acb9-d2b4688248ac cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:38:22.525398 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8e140785-253f-4d58-86d3-2e5355e6c9df req-6db6f1c5-f978-4bb1-b89b-965ff58f35f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:22.579735 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3a702b-9ac0-4cd1-9244-d1cf31ed0901 req-1a8ad32c-261d-4717-982e-536b824e421f tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:22.580452 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-db3a702b-9ac0-4cd1-9244-d1cf31ed0901 req-1a8ad32c-261d-4717-982e-536b824e421f tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Synchronizing usage tracker for tenant:86d3f064b7034e66946d08a62b972ad0 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:38:22.618066 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-db3a702b-9ac0-4cd1-9244-d1cf31ed0901 req-1a8ad32c-261d-4717-982e-536b824e421f tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Unset dirty status for tenant:86d3f064b7034e66946d08a62b972ad0 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:38:22.619202 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-db3a702b-9ac0-4cd1-9244-d1cf31ed0901 req-1a8ad32c-261d-4717-982e-536b824e421f tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7b230a3-b238-46bd-8d6b-ce57a3336885 HTTP/1.1" status: 200 len: 932 time: 0.2250540 Feb 09 01:38:22.712757 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 95e2d6db-36bb-43e5-b447-0160d7f957c8 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:38:22.784465 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 95e2d6db-36bb-43e5-b447-0160d7f957c8 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:38:22.787518 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-db3a702b-9ac0-4cd1-9244-d1cf31ed0901 req-da4c05e2-a826-4e89-96e0-593b4c3d61d6 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=e58b40e3-d725-4e98-a30d-bd65e713515b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260643 Feb 09 01:38:22.789488 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 95e2d6db-36bb-43e5-b447-0160d7f957c8 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:22.790006 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:22.919324 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:22.924121 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-8e140785-253f-4d58-86d3-2e5355e6c9df req-6db6f1c5-f978-4bb1-b89b-965ff58f35f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 574cc181-ea16-441f-acb9-d2b4688248ac {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:38:22.931612 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8e140785-253f-4d58-86d3-2e5355e6c9df req-6db6f1c5-f978-4bb1-b89b-965ff58f35f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:22.947359 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-8e140785-253f-4d58-86d3-2e5355e6c9df req-6db6f1c5-f978-4bb1-b89b-965ff58f35f7 service neutron] Transition to ACTIVE for port object 574cc181-ea16-441f-acb9-d2b4688248ac will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:38:22.951663 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8e140785-253f-4d58-86d3-2e5355e6c9df req-6db6f1c5-f978-4bb1-b89b-965ff58f35f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:22.953142 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 95e2d6db-36bb-43e5-b447-0160d7f957c8, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=95e2d6db-36bb-43e5-b447-0160d7f957c8,segment=NetworkSegment(c3695727-65aa-4343-a95f-6386f681092c),segment_id=c3695727-65aa-4343-a95f-6386f681092c)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:38:22.957983 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:23.031832 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=95e2d6db-36bb-43e5-b447-0160d7f957c8,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:23.111707 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db6f1c5-f978-4bb1-b89b-965ff58f35f7 service neutron] Pushing event updated for resources: {'Port': ['ID=574cc181-ea16-441f-acb9-d2b4688248ac,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:23.197475 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-8e140785-253f-4d58-86d3-2e5355e6c9df req-6db6f1c5-f978-4bb1-b89b-965ff58f35f7 service neutron] Attempting to bind port 574cc181-ea16-441f-acb9-d2b4688248ac on host n-h2-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:38:23.197832 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-8e140785-253f-4d58-86d3-2e5355e6c9df req-6db6f1c5-f978-4bb1-b89b-965ff58f35f7 service neutron] Attempting to bind port 574cc181-ea16-441f-acb9-d2b4688248ac by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': 'c3695727-65aa-4343-a95f-6386f681092c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'abb22c1b-4026-4b50-bd35-295521ae552d'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:38:23.198194 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e140785-253f-4d58-86d3-2e5355e6c9df req-6db6f1c5-f978-4bb1-b89b-965ff58f35f7 service neutron] Attempting to bind port 574cc181-ea16-441f-acb9-d2b4688248ac on network abb22c1b-4026-4b50-bd35-295521ae552d {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:38:23.203076 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e140785-253f-4d58-86d3-2e5355e6c9df req-6db6f1c5-f978-4bb1-b89b-965ff58f35f7 service neutron] Port 574cc181-ea16-441f-acb9-d2b4688248ac on network abb22c1b-4026-4b50-bd35-295521ae552d not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:38:23.203393 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e140785-253f-4d58-86d3-2e5355e6c9df req-6db6f1c5-f978-4bb1-b89b-965ff58f35f7 service neutron] Attempting to bind port 574cc181-ea16-441f-acb9-d2b4688248ac on network abb22c1b-4026-4b50-bd35-295521ae552d {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:38:23.208903 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e140785-253f-4d58-86d3-2e5355e6c9df req-6db6f1c5-f978-4bb1-b89b-965ff58f35f7 service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:38:23.209246 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e140785-253f-4d58-86d3-2e5355e6c9df req-6db6f1c5-f978-4bb1-b89b-965ff58f35f7 service neutron] Checking segment: {'id': 'c3695727-65aa-4343-a95f-6386f681092c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'abb22c1b-4026-4b50-bd35-295521ae552d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:38:23.209654 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e140785-253f-4d58-86d3-2e5355e6c9df req-6db6f1c5-f978-4bb1-b89b-965ff58f35f7 service neutron] Bound using segment: {'id': 'c3695727-65aa-4343-a95f-6386f681092c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'abb22c1b-4026-4b50-bd35-295521ae552d'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:38:23.210073 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-8e140785-253f-4d58-86d3-2e5355e6c9df req-6db6f1c5-f978-4bb1-b89b-965ff58f35f7 service neutron] Bound port: 574cc181-ea16-441f-acb9-d2b4688248ac, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3695727-65aa-4343-a95f-6386f681092c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'abb22c1b-4026-4b50-bd35-295521ae552d'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:38:23.210425 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8e140785-253f-4d58-86d3-2e5355e6c9df req-6db6f1c5-f978-4bb1-b89b-965ff58f35f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:23.310156 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-8e140785-253f-4d58-86d3-2e5355e6c9df req-6db6f1c5-f978-4bb1-b89b-965ff58f35f7 service neutron] For port 574cc181-ea16-441f-acb9-d2b4688248ac, host n-h2-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:38:23.313590 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-8e140785-253f-4d58-86d3-2e5355e6c9df req-6db6f1c5-f978-4bb1-b89b-965ff58f35f7 service neutron] For port 574cc181-ea16-441f-acb9-d2b4688248ac, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=574cc181-ea16-441f-acb9-d2b4688248ac,segment=NetworkSegment(c3695727-65aa-4343-a95f-6386f681092c),segment_id=c3695727-65aa-4343-a95f-6386f681092c)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:38:23.318975 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8e140785-253f-4d58-86d3-2e5355e6c9df req-6db6f1c5-f978-4bb1-b89b-965ff58f35f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:23.377236 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e140785-253f-4d58-86d3-2e5355e6c9df req-6db6f1c5-f978-4bb1-b89b-965ff58f35f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:23.378102 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8e140785-253f-4d58-86d3-2e5355e6c9df req-6db6f1c5-f978-4bb1-b89b-965ff58f35f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:23.379716 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8e140785-253f-4d58-86d3-2e5355e6c9df req-6db6f1c5-f978-4bb1-b89b-965ff58f35f7 service neutron] 10.222.0.99 "PUT /v2.0/ports/574cc181-ea16-441f-acb9-d2b4688248ac HTTP/1.1" status: 200 len: 1092 time: 1.2259562 Feb 09 01:38:23.382830 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7b230a3-b238-46bd-8d6b-ce57a3336885', 'tag': '574cc181-ea16-441f-acb9-d2b4688248ac'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:38:23.410081 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db6f1c5-f978-4bb1-b89b-965ff58f35f7 service neutron] Pushing event updated for resources: {'Port': ['ID=574cc181-ea16-441f-acb9-d2b4688248ac,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:23.463790 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7b230a3-b238-46bd-8d6b-ce57a3336885', 'tag': '574cc181-ea16-441f-acb9-d2b4688248ac', 'status': 'completed', 'code': 200} Feb 09 01:38:23.511000 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e140785-253f-4d58-86d3-2e5355e6c9df req-2b2c4a88-1914-41b2-8981-e364ac72bc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:23.512775 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8e140785-253f-4d58-86d3-2e5355e6c9df req-2b2c4a88-1914-41b2-8981-e364ac72bc18 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=86d3f064b7034e66946d08a62b972ad0&device_id=d7b230a3-b238-46bd-8d6b-ce57a3336885 HTTP/1.1" status: 200 len: 1095 time: 0.0838001 Feb 09 01:38:23.585875 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8e140785-253f-4d58-86d3-2e5355e6c9df req-276b5e81-008b-43a8-9435-6eb4419b0c04 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=574cc181-ea16-441f-acb9-d2b4688248ac HTTP/1.1" status: 200 len: 217 time: 0.0669570 Feb 09 01:38:23.654141 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e140785-253f-4d58-86d3-2e5355e6c9df req-9a855ebb-f358-4cd5-aea7-2c1aa8594772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:23.655623 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8e140785-253f-4d58-86d3-2e5355e6c9df req-9a855ebb-f358-4cd5-aea7-2c1aa8594772 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=9d480e77-9138-461b-b39d-b3169b64411f HTTP/1.1" status: 200 len: 833 time: 0.0646191 Feb 09 01:38:23.734987 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e140785-253f-4d58-86d3-2e5355e6c9df req-f77cabb4-e43c-4c12-8ed2-77c37e0d9a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:23.736619 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8e140785-253f-4d58-86d3-2e5355e6c9df req-f77cabb4-e43c-4c12-8ed2-77c37e0d9a43 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=abb22c1b-4026-4b50-bd35-295521ae552d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745993 Feb 09 01:38:23.869347 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8e140785-253f-4d58-86d3-2e5355e6c9df req-b81602c4-d951-44fa-aac2-902294f514e2 service neutron] 10.222.0.99 "GET /v2.0/networks/abb22c1b-4026-4b50-bd35-295521ae552d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270046 Feb 09 01:38:24.053074 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8e140785-253f-4d58-86d3-2e5355e6c9df req-2813eb58-a0e3-42a0-8279-8e63ad36aa93 service neutron] 10.222.0.99 "GET /v2.0/networks/abb22c1b-4026-4b50-bd35-295521ae552d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778469 Feb 09 01:38:24.067997 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acbadd3-c838-4053-8b4f-231e570fac00 req-11549eee-cbbf-4c86-ac01-17cc177b4e57 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:24.070141 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4acbadd3-c838-4053-8b4f-231e570fac00 req-11549eee-cbbf-4c86-ac01-17cc177b4e57 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7b230a3-b238-46bd-8d6b-ce57a3336885 HTTP/1.1" status: 200 len: 944 time: 0.1284041 Feb 09 01:38:24.262790 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4acbadd3-c838-4053-8b4f-231e570fac00 req-5d8921ae-44d2-426b-8fb1-a2d3a15a748a tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=e58b40e3-d725-4e98-a30d-bd65e713515b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1868243 Feb 09 01:38:24.283978 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a90c62c-a54a-49ae-ae84-e602f83a46a9 req-94a57890-7ded-4226-819f-2e6a02838770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:24.285504 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0a90c62c-a54a-49ae-ae84-e602f83a46a9 req-94a57890-7ded-4226-819f-2e6a02838770 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=86d3f064b7034e66946d08a62b972ad0&device_id=d7b230a3-b238-46bd-8d6b-ce57a3336885 HTTP/1.1" status: 200 len: 1095 time: 0.1879766 Feb 09 01:38:24.415219 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a90c62c-a54a-49ae-ae84-e602f83a46a9 req-dc942c36-7452-4f3f-af48-5b6fc3f5ba24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:24.416584 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0a90c62c-a54a-49ae-ae84-e602f83a46a9 req-dc942c36-7452-4f3f-af48-5b6fc3f5ba24 service neutron] 10.222.0.99 "GET /v2.0/networks?id=abb22c1b-4026-4b50-bd35-295521ae552d HTTP/1.1" status: 200 len: 897 time: 0.1241922 Feb 09 01:38:24.486909 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0a90c62c-a54a-49ae-ae84-e602f83a46a9 req-97520cb8-524c-46f9-8f69-22af7f7b58f8 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=574cc181-ea16-441f-acb9-d2b4688248ac HTTP/1.1" status: 200 len: 217 time: 0.0642710 Feb 09 01:38:24.547043 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a90c62c-a54a-49ae-ae84-e602f83a46a9 req-16dc6c96-b722-42fb-8b59-60179fd24a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:24.548416 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0a90c62c-a54a-49ae-ae84-e602f83a46a9 req-16dc6c96-b722-42fb-8b59-60179fd24a61 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=9d480e77-9138-461b-b39d-b3169b64411f HTTP/1.1" status: 200 len: 833 time: 0.0558741 Feb 09 01:38:24.624031 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a90c62c-a54a-49ae-ae84-e602f83a46a9 req-7313d8b3-5fe2-434f-a688-c28c90c4c01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:24.625489 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0a90c62c-a54a-49ae-ae84-e602f83a46a9 req-7313d8b3-5fe2-434f-a688-c28c90c4c01d service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=abb22c1b-4026-4b50-bd35-295521ae552d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719070 Feb 09 01:38:24.697088 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 95e2d6db-36bb-43e5-b447-0160d7f957c8 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:38:24.760859 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0a90c62c-a54a-49ae-ae84-e602f83a46a9 req-5df9766e-531c-42fc-b2e7-232b21fa935e service neutron] 10.222.0.99 "GET /v2.0/networks/abb22c1b-4026-4b50-bd35-295521ae552d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289940 Feb 09 01:38:24.767708 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 95e2d6db-36bb-43e5-b447-0160d7f957c8 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:24.768099 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:24.893218 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0a90c62c-a54a-49ae-ae84-e602f83a46a9 req-484246c3-f794-4d8f-bc81-d868d90b234a service neutron] 10.222.0.99 "GET /v2.0/networks/abb22c1b-4026-4b50-bd35-295521ae552d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257546 Feb 09 01:38:25.052120 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:25.445528 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e44b93-3221-442a-8e33-a808b52c8250 req-2b80004d-5a5f-4335-af4e-16a0424131fd tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:25.447036 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c8e44b93-3221-442a-8e33-a808b52c8250 req-2b80004d-5a5f-4335-af4e-16a0424131fd tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7b230a3-b238-46bd-8d6b-ce57a3336885 HTTP/1.1" status: 200 len: 944 time: 0.0795248 Feb 09 01:38:25.492096 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c8e44b93-3221-442a-8e33-a808b52c8250 req-f418cdc7-5fe7-4c97-aabb-4fe7e7e8bf4f tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=e58b40e3-d725-4e98-a30d-bd65e713515b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393281 Feb 09 01:38:26.677803 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b5a7a-94ee-416e-92a3-b29ad102d29c req-193a4168-9860-4786-a51b-a1235e9f3267 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:26.679261 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-715b5a7a-94ee-416e-92a3-b29ad102d29c req-193a4168-9860-4786-a51b-a1235e9f3267 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7b230a3-b238-46bd-8d6b-ce57a3336885 HTTP/1.1" status: 200 len: 944 time: 0.0830739 Feb 09 01:38:26.735311 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-715b5a7a-94ee-416e-92a3-b29ad102d29c req-28014459-eeeb-4aea-bd69-8b5e96223b0b tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=e58b40e3-d725-4e98-a30d-bd65e713515b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504701 Feb 09 01:38:27.889153 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 574cc181-ea16-441f-acb9-d2b4688248ac details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:38:27.923737 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c42472-8d15-4288-8c1a-932a7c71f62c req-cba74e9b-1543-4264-9504-66faedc13b56 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:27.925142 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b6c42472-8d15-4288-8c1a-932a7c71f62c req-cba74e9b-1543-4264-9504-66faedc13b56 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7b230a3-b238-46bd-8d6b-ce57a3336885 HTTP/1.1" status: 200 len: 944 time: 0.0804996 Feb 09 01:38:27.969451 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b6c42472-8d15-4288-8c1a-932a7c71f62c req-aab02fa2-44b3-4a65-a3cb-bd2a022a7ecc tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=e58b40e3-d725-4e98-a30d-bd65e713515b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385673 Feb 09 01:38:28.023171 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 574cc181-ea16-441f-acb9-d2b4688248ac, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=574cc181-ea16-441f-acb9-d2b4688248ac,segment=NetworkSegment(c3695727-65aa-4343-a95f-6386f681092c),segment_id=c3695727-65aa-4343-a95f-6386f681092c)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:38:28.036015 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': '574cc181-ea16-441f-acb9-d2b4688248ac', 'network_id': 'abb22c1b-4026-4b50-bd35-295521ae552d', 'port_id': '574cc181-ea16-441f-acb9-d2b4688248ac', 'mac_address': 'fa:16:3e:4c:7c:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d480e77-9138-461b-b39d-b3169b64411f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:38:28.092943 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:28.109406 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 574cc181-ea16-441f-acb9-d2b4688248ac {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:38:28.124102 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 574cc181-ea16-441f-acb9-d2b4688248ac, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=574cc181-ea16-441f-acb9-d2b4688248ac,segment=NetworkSegment(c3695727-65aa-4343-a95f-6386f681092c),segment_id=c3695727-65aa-4343-a95f-6386f681092c)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:38:28.128667 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:28.193870 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=574cc181-ea16-441f-acb9-d2b4688248ac,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:28.201037 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:28.201381 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:28.201751 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:28.202091 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:28.202415 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:28.202737 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:28.203059 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:28.203377 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:28.203697 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:28.204010 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:28.204325 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:28.204637 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:28.442474 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['574cc181-ea16-441f-acb9-d2b4688248ac'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:38:29.154901 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c1756d-ce36-431f-b33c-e0b973edbb2e req-f1d294c2-51bb-40c3-9858-7555f675f238 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:29.156389 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-99c1756d-ce36-431f-b33c-e0b973edbb2e req-f1d294c2-51bb-40c3-9858-7555f675f238 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7b230a3-b238-46bd-8d6b-ce57a3336885 HTTP/1.1" status: 200 len: 945 time: 0.0838482 Feb 09 01:38:29.200632 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-99c1756d-ce36-431f-b33c-e0b973edbb2e req-98e58f35-a10d-47f6-80b1-974076466020 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=e58b40e3-d725-4e98-a30d-bd65e713515b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380874 Feb 09 01:38:29.890502 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 574cc181-ea16-441f-acb9-d2b4688248ac up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:38:29.956026 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning for port 574cc181-ea16-441f-acb9-d2b4688248ac completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:38:29.961197 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port 574cc181-ea16-441f-acb9-d2b4688248ac triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:29.961570 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:30.075611 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:30.102028 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b230a3-b238-46bd-8d6b-ce57a3336885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '574cc181-ea16-441f-acb9-d2b4688248ac'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:38:30.111562 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 574cc181-ea16-441f-acb9-d2b4688248ac, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=574cc181-ea16-441f-acb9-d2b4688248ac,segment=NetworkSegment(c3695727-65aa-4343-a95f-6386f681092c),segment_id=c3695727-65aa-4343-a95f-6386f681092c)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:38:30.116529 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:30.183804 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=574cc181-ea16-441f-acb9-d2b4688248ac,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:30.368759 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b230a3-b238-46bd-8d6b-ce57a3336885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '574cc181-ea16-441f-acb9-d2b4688248ac', 'code': 200} Feb 09 01:38:30.399403 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4aab0b-97f0-4429-9d59-22167b2c2a24 req-075671f9-92c7-4b3d-bab8-34d34037fd2d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:30.401253 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3e4aab0b-97f0-4429-9d59-22167b2c2a24 req-075671f9-92c7-4b3d-bab8-34d34037fd2d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7b230a3-b238-46bd-8d6b-ce57a3336885 HTTP/1.1" status: 200 len: 946 time: 0.0887961 Feb 09 01:38:30.493872 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3e4aab0b-97f0-4429-9d59-22167b2c2a24 req-9bdec374-a835-4a06-b69e-5d30bbd13ba2 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=e58b40e3-d725-4e98-a30d-bd65e713515b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868175 Feb 09 01:38:30.513387 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d574f70-b4a0-463c-94e0-2c8d99b97596 req-a5890c50-e2c4-4b30-b2e5-a1878e453fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:30.514883 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7d574f70-b4a0-463c-94e0-2c8d99b97596 req-a5890c50-e2c4-4b30-b2e5-a1878e453fe0 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=d7b230a3-b238-46bd-8d6b-ce57a3336885 HTTP/1.1" status: 200 len: 1097 time: 0.0900137 Feb 09 01:38:30.554674 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7d574f70-b4a0-463c-94e0-2c8d99b97596 req-2749d045-dfbc-42fe-af68-f68779c8fac6 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=e58b40e3-d725-4e98-a30d-bd65e713515b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340018 Feb 09 01:38:31.687687 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d54ac33-b57d-4f5c-acbf-0a72fcaba6ac req-0da53b2f-4cc4-4530-8756-455b37dea274 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:31.689157 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6d54ac33-b57d-4f5c-acbf-0a72fcaba6ac req-0da53b2f-4cc4-4530-8756-455b37dea274 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7b230a3-b238-46bd-8d6b-ce57a3336885 HTTP/1.1" status: 200 len: 946 time: 0.0882607 Feb 09 01:38:31.739222 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6d54ac33-b57d-4f5c-acbf-0a72fcaba6ac req-41d22737-4631-443f-9f29-f40c412e23d1 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=e58b40e3-d725-4e98-a30d-bd65e713515b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422077 Feb 09 01:38:32.921564 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf3c35-70a9-4e9e-bcbb-50a45c221908 req-efbee5d7-6cd0-4f8a-bd4c-ab1415624aaa tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:32.922961 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bfdf3c35-70a9-4e9e-bcbb-50a45c221908 req-efbee5d7-6cd0-4f8a-bd4c-ab1415624aaa tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7b230a3-b238-46bd-8d6b-ce57a3336885 HTTP/1.1" status: 200 len: 946 time: 0.0793254 Feb 09 01:38:32.966470 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bfdf3c35-70a9-4e9e-bcbb-50a45c221908 req-ff548a88-aa3e-47f3-a51a-387f87933f9a tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=e58b40e3-d725-4e98-a30d-bd65e713515b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374751 Feb 09 01:38:33.149013 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f63883b-c1cf-4af0-a142-90e58ab7dbd2 req-9e9b7f31-ea92-4140-831e-e49560142cc1 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:33.150750 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1f63883b-c1cf-4af0-a142-90e58ab7dbd2 req-9e9b7f31-ea92-4140-831e-e49560142cc1 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7b230a3-b238-46bd-8d6b-ce57a3336885 HTTP/1.1" status: 200 len: 946 time: 0.0817294 Feb 09 01:38:33.197472 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1f63883b-c1cf-4af0-a142-90e58ab7dbd2 req-87d773ec-9ab0-4ef3-b83f-22c10cdc647a tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=e58b40e3-d725-4e98-a30d-bd65e713515b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412283 Feb 09 01:38:33.219907 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44740) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:38:33.291934 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f521eb5-1136-4f99-99b6-a4d8581dbe8c tempest-TestNetworkAdvancedServerOps-293300233 tempest-TestNetworkAdvancedServerOps-293300233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:33.293772 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-4f521eb5-1136-4f99-99b6-a4d8581dbe8c tempest-TestNetworkAdvancedServerOps-293300233 tempest-TestNetworkAdvancedServerOps-293300233-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=d7b230a3-b238-46bd-8d6b-ce57a3336885 HTTP/1.1" status: 200 len: 1092 time: 0.0728822 Feb 09 01:38:33.296732 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 44744) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:38:33.303039 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-d91f5983-949f-403b-ac8a-577805544719 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Request body: {'floatingip': {'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'port_id': '574cc181-ea16-441f-acb9-d2b4688248ac', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:33.310123 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d91f5983-949f-403b-ac8a-577805544719 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:38:33.313872 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-d91f5983-949f-403b-ac8a-577805544719 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Usage tracker for resource:floatingip and tenant:86d3f064b7034e66946d08a62b972ad0 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:38:33.316811 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-d91f5983-949f-403b-ac8a-577805544719 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:38:33.322348 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d91f5983-949f-403b-ac8a-577805544719 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:38:33.336045 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d91f5983-949f-403b-ac8a-577805544719 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for floatingip, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:33.568993 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d91f5983-949f-403b-ac8a-577805544719 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:33.702514 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-d91f5983-949f-403b-ac8a-577805544719 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Allocated IP 172.25.0.147 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/16163d89-6c9c-45a4-8315-d36420596e8a) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:38:33.848141 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d91f5983-949f-403b-ac8a-577805544719 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:33.875988 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d91f5983-949f-403b-ac8a-577805544719 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:33.943177 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91f5983-949f-403b-ac8a-577805544719 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:38:33.945988 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-d91f5983-949f-403b-ac8a-577805544719 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:33.949747 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91f5983-949f-403b-ac8a-577805544719 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:38:33.985675 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91f5983-949f-403b-ac8a-577805544719 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event updated for resources: {'Port': ['ID=16163d89-6c9c-45a4-8315-d36420596e8a,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:34.355772 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d91f5983-949f-403b-ac8a-577805544719 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:34.415321 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:38:34.429497 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d91f5983-949f-403b-ac8a-577805544719 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:34.631370 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d91f5983-949f-403b-ac8a-577805544719 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:34.635766 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d91f5983-949f-403b-ac8a-577805544719 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:34.745181 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91f5983-949f-403b-ac8a-577805544719 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event updated for resources: {'Port': ['ID=16163d89-6c9c-45a4-8315-d36420596e8a,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:34.755678 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d91f5983-949f-403b-ac8a-577805544719 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:34.925863 n-d-828418-1 neutron-server[87639]: INFO neutron.db.l3_db [None req-d91f5983-949f-403b-ac8a-577805544719 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Floating IP fcd789f3-fb52-43b7-8cea-10051c109e66 associated. External IP: 172.25.0.147, port: 574cc181-ea16-441f-acb9-d2b4688248ac. Feb 09 01:38:35.373155 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d91f5983-949f-403b-ac8a-577805544719 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Router 3137c3fb-51e2-4ee9-8579-e94fa20e7643 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:38:35.551617 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d91f5983-949f-403b-ac8a-577805544719 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:38:35.561149 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9084a11d-0150-492d-9cc3-6407d2077b45 None None] Sync routers for ids ['3137c3fb-51e2-4ee9-8579-e94fa20e7643'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:38:35.571173 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9084a11d-0150-492d-9cc3-6407d2077b45 None None] Routers {'3137c3fb-51e2-4ee9-8579-e94fa20e7643'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:38:35.571804 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-9084a11d-0150-492d-9cc3-6407d2077b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:38:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['3137c3fb-51e2-4ee9-8579-e94fa20e7643'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:35.576637 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d91f5983-949f-403b-ac8a-577805544719 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:35.640283 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-d91f5983-949f-403b-ac8a-577805544719 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3400152 Feb 09 01:38:35.640283 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7b230a3-b238-46bd-8d6b-ce57a3336885', 'tag': '574cc181-ea16-441f-acb9-d2b4688248ac'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:38:35.688012 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7b230a3-b238-46bd-8d6b-ce57a3336885', 'tag': '574cc181-ea16-441f-acb9-d2b4688248ac', 'status': 'completed', 'code': 200} Feb 09 01:38:35.770078 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-9084a11d-0150-492d-9cc3-6407d2077b45 None None] Set router 3137c3fb-51e2-4ee9-8579-e94fa20e7643 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:38:35.848168 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9548b994-7b11-4f13-bb5e-75605b8ae01d req-6b9e69c6-7225-4380-8118-4ffcdbacd487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:35.849698 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9548b994-7b11-4f13-bb5e-75605b8ae01d req-6b9e69c6-7225-4380-8118-4ffcdbacd487 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=86d3f064b7034e66946d08a62b972ad0&device_id=d7b230a3-b238-46bd-8d6b-ce57a3336885 HTTP/1.1" status: 200 len: 1097 time: 0.1417515 Feb 09 01:38:35.857836 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f8422-514a-4417-8f03-7ebd91f90b99 req-86386066-6c2e-4b54-a94e-32a290e4cbb0 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:35.859184 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-232f8422-514a-4417-8f03-7ebd91f90b99 req-86386066-6c2e-4b54-a94e-32a290e4cbb0 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7b230a3-b238-46bd-8d6b-ce57a3336885 HTTP/1.1" status: 200 len: 946 time: 0.1157432 Feb 09 01:38:35.983409 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-232f8422-514a-4417-8f03-7ebd91f90b99 req-dac6582c-e710-4fa9-b5b5-b876e4890edc tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=e58b40e3-d725-4e98-a30d-bd65e713515b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056414 Feb 09 01:38:36.010647 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44754) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:38:36.017809 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9548b994-7b11-4f13-bb5e-75605b8ae01d req-62f4eb53-94b2-432f-8302-cc5aa76b0c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:36.019723 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9548b994-7b11-4f13-bb5e-75605b8ae01d req-62f4eb53-94b2-432f-8302-cc5aa76b0c21 service neutron] 10.222.0.99 "GET /v2.0/networks?id=abb22c1b-4026-4b50-bd35-295521ae552d HTTP/1.1" status: 200 len: 897 time: 0.1596127 Feb 09 01:38:36.120388 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-9084a11d-0150-492d-9cc3-6407d2077b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3137c3fb-51e2-4ee9-8579-e94fa20e7643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-73648498', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '70ad4b87-3a98-40c9-a626-8beeb0783863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:38:11Z', 'updated_at': '2022-02-09T01:38:17Z', 'revision_number': 4, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'gw_port': {'id': '70ad4b87-3a98-40c9-a626-8beeb0783863', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:47:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3137c3fb-51e2-4ee9-8579-e94fa20e7643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:12Z', 'updated_at': '2022-02-09T01:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': 'fcd789f3-fb52-43b7-8cea-10051c109e66', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'floating_ip_address': '172.25.0.147', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '3137c3fb-51e2-4ee9-8579-e94fa20e7643', 'port_id': '574cc181-ea16-441f-acb9-d2b4688248ac', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3970, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abb22c1b-4026-4b50-bd35-295521ae552d', 'mac_address': 'fa:16:3e:4c:7c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b230a3-b238-46bd-8d6b-ce57a3336885', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:38:34Z', 'updated_at': '2022-02-09T01:38:34Z', 'revision_number': 0, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95e2d6db-36bb-43e5-b447-0160d7f957c8', 'name': '', 'network_id': 'abb22c1b-4026-4b50-bd35-295521ae552d', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'mac_address': 'fa:16:3e:58:bf:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3137c3fb-51e2-4ee9-8579-e94fa20e7643', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '9d480e77-9138-461b-b39d-b3169b64411f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:16Z', 'updated_at': '2022-02-09T01:38:22Z', 'revision_number': 5, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'subnets': [{'id': '9d480e77-9138-461b-b39d-b3169b64411f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:36.123888 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-83cce650-3d4b-4aaa-a180-3447288475de tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/floatingips/fcd789f3-fb52-43b7-8cea-10051c109e66 HTTP/1.1" status: 200 len: 992 time: 0.1110046 Feb 09 01:38:36.124018 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9084a11d-0150-492d-9cc3-6407d2077b45 None None] Checking router: 3137c3fb-51e2-4ee9-8579-e94fa20e7643 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:38:36.132484 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9084a11d-0150-492d-9cc3-6407d2077b45 None None] Routers {'3137c3fb-51e2-4ee9-8579-e94fa20e7643'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:38:36.133094 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-9084a11d-0150-492d-9cc3-6407d2077b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:38:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['3137c3fb-51e2-4ee9-8579-e94fa20e7643'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:36.138254 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9548b994-7b11-4f13-bb5e-75605b8ae01d req-a14258fe-069e-4bec-af69-0e9be7537e74 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=574cc181-ea16-441f-acb9-d2b4688248ac HTTP/1.1" status: 200 len: 1000 time: 0.1120734 Feb 09 01:38:36.200391 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9548b994-7b11-4f13-bb5e-75605b8ae01d req-6d5fb31f-fbd4-4025-bbef-725221f0b4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:36.201842 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9548b994-7b11-4f13-bb5e-75605b8ae01d req-6d5fb31f-fbd4-4025-bbef-725221f0b4e0 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=9d480e77-9138-461b-b39d-b3169b64411f HTTP/1.1" status: 200 len: 833 time: 0.0585475 Feb 09 01:38:36.278250 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9548b994-7b11-4f13-bb5e-75605b8ae01d req-78e48c4b-9e29-4a73-bbf7-5ad89ad781cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:36.279624 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9548b994-7b11-4f13-bb5e-75605b8ae01d req-78e48c4b-9e29-4a73-bbf7-5ad89ad781cd service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=abb22c1b-4026-4b50-bd35-295521ae552d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725987 Feb 09 01:38:36.312902 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-9084a11d-0150-492d-9cc3-6407d2077b45 None None] Set router 3137c3fb-51e2-4ee9-8579-e94fa20e7643 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:38:36.410207 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9548b994-7b11-4f13-bb5e-75605b8ae01d req-87c69b6a-bc01-4237-a690-05abf8defc5a service neutron] 10.222.0.99 "GET /v2.0/networks/abb22c1b-4026-4b50-bd35-295521ae552d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243210 Feb 09 01:38:36.653263 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9548b994-7b11-4f13-bb5e-75605b8ae01d req-3e45627b-227f-477f-804b-1f75cae8d4e3 service neutron] 10.222.0.99 "GET /v2.0/networks/abb22c1b-4026-4b50-bd35-295521ae552d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373033 Feb 09 01:38:36.712232 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-9084a11d-0150-492d-9cc3-6407d2077b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3137c3fb-51e2-4ee9-8579-e94fa20e7643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-73648498', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '70ad4b87-3a98-40c9-a626-8beeb0783863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:38:11Z', 'updated_at': '2022-02-09T01:38:17Z', 'revision_number': 4, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'gw_port': {'id': '70ad4b87-3a98-40c9-a626-8beeb0783863', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:47:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3137c3fb-51e2-4ee9-8579-e94fa20e7643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:12Z', 'updated_at': '2022-02-09T01:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': 'fcd789f3-fb52-43b7-8cea-10051c109e66', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'floating_ip_address': '172.25.0.147', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '3137c3fb-51e2-4ee9-8579-e94fa20e7643', 'port_id': '574cc181-ea16-441f-acb9-d2b4688248ac', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3970, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abb22c1b-4026-4b50-bd35-295521ae552d', 'mac_address': 'fa:16:3e:4c:7c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b230a3-b238-46bd-8d6b-ce57a3336885', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:38:34Z', 'updated_at': '2022-02-09T01:38:34Z', 'revision_number': 0, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95e2d6db-36bb-43e5-b447-0160d7f957c8', 'name': '', 'network_id': 'abb22c1b-4026-4b50-bd35-295521ae552d', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'mac_address': 'fa:16:3e:58:bf:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3137c3fb-51e2-4ee9-8579-e94fa20e7643', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '9d480e77-9138-461b-b39d-b3169b64411f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:16Z', 'updated_at': '2022-02-09T01:38:22Z', 'revision_number': 5, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'subnets': [{'id': '9d480e77-9138-461b-b39d-b3169b64411f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:36.716600 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9084a11d-0150-492d-9cc3-6407d2077b45 None None] The sync data for ids ['3137c3fb-51e2-4ee9-8579-e94fa20e7643'] in n-d-828418-1 is: [{'id': '3137c3fb-51e2-4ee9-8579-e94fa20e7643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-73648498', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '70ad4b87-3a98-40c9-a626-8beeb0783863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:38:11Z', 'updated_at': '2022-02-09T01:38:17Z', 'revision_number': 4, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'gw_port': {'id': '70ad4b87-3a98-40c9-a626-8beeb0783863', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:47:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3137c3fb-51e2-4ee9-8579-e94fa20e7643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:12Z', 'updated_at': '2022-02-09T01:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': 'fcd789f3-fb52-43b7-8cea-10051c109e66', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'floating_ip_address': '172.25.0.147', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '3137c3fb-51e2-4ee9-8579-e94fa20e7643', 'port_id': '574cc181-ea16-441f-acb9-d2b4688248ac', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3970, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abb22c1b-4026-4b50-bd35-295521ae552d', 'mac_address': 'fa:16:3e:4c:7c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b230a3-b238-46bd-8d6b-ce57a3336885', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:38:34Z', 'updated_at': '2022-02-09T01:38:34Z', 'revision_number': 0, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95e2d6db-36bb-43e5-b447-0160d7f957c8', 'name': '', 'network_id': 'abb22c1b-4026-4b50-bd35-295521ae552d', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'mac_address': 'fa:16:3e:58:bf:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3137c3fb-51e2-4ee9-8579-e94fa20e7643', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '9d480e77-9138-461b-b39d-b3169b64411f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:16Z', 'updated_at': '2022-02-09T01:38:22Z', 'revision_number': 5, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'subnets': [{'id': '9d480e77-9138-461b-b39d-b3169b64411f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:38:36.925209 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841655aa-7d7d-4fd8-ad5f-e42d00cb1c51 None None] New status for floating IP fcd789f3-fb52-43b7-8cea-10051c109e66: ACTIVE {{(pid=87641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:38:37.126346 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44758) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:38:37.356637 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-fb04c539-24d2-4b17-b3b8-06c09a6f9b81 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/floatingips/fcd789f3-fb52-43b7-8cea-10051c109e66 HTTP/1.1" status: 200 len: 994 time: 0.2288389 Feb 09 01:38:38.172983 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6402db2f-b6d8-4c82-afdb-5bbe559bb272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:40.486199 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c7f49eaf-471e-486e-a8cb-174fa713f738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:41.568685 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:41.605508 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:43.210830 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:52.008189 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:55.068176 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:08.174005 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-efe4e2ac-c55a-4b15-a56b-72227500fde7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:10.488199 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b666f5af-56f0-4b02-a296-3cf167d49092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:11.415664 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:39:11.568417 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:11.600038 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:13.223604 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:16.891997 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9b9ec548-3083-4124-bcfa-608066d29e80 req-6955eaad-2279-4776-a735-bb51bb4267d4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f44955cb-7cfd-4ad1-a032-219cd13dc878&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1293612 Feb 09 01:39:16.894564 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e9e3c08a-8c78-4e0d-9436-14a7a8f95b44 req-48bda183-3e31-4bd3-ba91-651cf52f6538 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=d7b230a3-b238-46bd-8d6b-ce57a3336885&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0973310 Feb 09 01:39:17.089966 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ec548-3083-4124-bcfa-608066d29e80 req-194ac95b-b232-43d6-a26c-8781ba484aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:17.091421 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9b9ec548-3083-4124-bcfa-608066d29e80 req-194ac95b-b232-43d6-a26c-8781ba484aaf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6721380b025b4977bb6883114d898ed6&device_id=f44955cb-7cfd-4ad1-a032-219cd13dc878 HTTP/1.1" status: 200 len: 1097 time: 0.1284645 Feb 09 01:39:17.093818 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3c08a-8c78-4e0d-9436-14a7a8f95b44 req-11cfc35b-87ce-4149-bc15-5ef98eb2ebfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:17.095147 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e9e3c08a-8c78-4e0d-9436-14a7a8f95b44 req-11cfc35b-87ce-4149-bc15-5ef98eb2ebfa service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=86d3f064b7034e66946d08a62b972ad0&device_id=d7b230a3-b238-46bd-8d6b-ce57a3336885 HTTP/1.1" status: 200 len: 1097 time: 0.1334145 Feb 09 01:39:17.339299 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ec548-3083-4124-bcfa-608066d29e80 req-4411d302-d06c-4b3f-860e-0154a6d9f404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:17.340725 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9b9ec548-3083-4124-bcfa-608066d29e80 req-4411d302-d06c-4b3f-860e-0154a6d9f404 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f HTTP/1.1" status: 200 len: 913 time: 0.2303009 Feb 09 01:39:17.344829 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3c08a-8c78-4e0d-9436-14a7a8f95b44 req-d78982ca-7581-41b4-b7e5-c8b5976831b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:17.346166 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e9e3c08a-8c78-4e0d-9436-14a7a8f95b44 req-d78982ca-7581-41b4-b7e5-c8b5976831b8 service neutron] 10.222.0.99 "GET /v2.0/networks?id=abb22c1b-4026-4b50-bd35-295521ae552d HTTP/1.1" status: 200 len: 897 time: 0.2159293 Feb 09 01:39:17.520076 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9b9ec548-3083-4124-bcfa-608066d29e80 req-d2382909-e7fe-4da0-a60e-396541787495 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f8306e2-56cb-4a8f-bb03-cf17820838f7 HTTP/1.1" status: 200 len: 1001 time: 0.1729932 Feb 09 01:39:17.524045 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e9e3c08a-8c78-4e0d-9436-14a7a8f95b44 req-ed6d72d6-4da2-4991-a10b-37eccb465b13 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=574cc181-ea16-441f-acb9-d2b4688248ac HTTP/1.1" status: 200 len: 1002 time: 0.1310747 Feb 09 01:39:17.628725 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ec548-3083-4124-bcfa-608066d29e80 req-7265cb63-0aa9-42d2-a28d-dc578d206e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:17.630652 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9b9ec548-3083-4124-bcfa-608066d29e80 req-7265cb63-0aa9-42d2-a28d-dc578d206e8c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=572cbc39-1162-4835-b49c-9787164ff8f8 HTTP/1.1" status: 200 len: 851 time: 0.1028790 Feb 09 01:39:17.633607 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3c08a-8c78-4e0d-9436-14a7a8f95b44 req-7a5ddeb2-260a-4b16-adeb-23caec99fe1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:17.634898 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e9e3c08a-8c78-4e0d-9436-14a7a8f95b44 req-7a5ddeb2-260a-4b16-adeb-23caec99fe1d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=9d480e77-9138-461b-b39d-b3169b64411f HTTP/1.1" status: 200 len: 833 time: 0.0776436 Feb 09 01:39:17.763351 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ec548-3083-4124-bcfa-608066d29e80 req-1dc6e8b2-bd68-4bb3-866c-94b0651f8d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:17.764799 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9b9ec548-3083-4124-bcfa-608066d29e80 req-1dc6e8b2-bd68-4bb3-866c-94b0651f8d33 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1283784 Feb 09 01:39:17.767168 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3c08a-8c78-4e0d-9436-14a7a8f95b44 req-7b6810e8-a13c-4d88-ba2d-cb1b7b0cb360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:17.768467 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e9e3c08a-8c78-4e0d-9436-14a7a8f95b44 req-7b6810e8-a13c-4d88-ba2d-cb1b7b0cb360 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=abb22c1b-4026-4b50-bd35-295521ae552d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1000569 Feb 09 01:39:17.998149 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e9e3c08a-8c78-4e0d-9436-14a7a8f95b44 req-60f06470-736d-4974-ae97-0be1b4f39754 service neutron] 10.222.0.99 "GET /v2.0/networks/abb22c1b-4026-4b50-bd35-295521ae552d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104735 Feb 09 01:39:17.999808 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9b9ec548-3083-4124-bcfa-608066d29e80 req-8b4f8b54-d8d4-48e1-bfc3-273fe73dfab9 service neutron] 10.222.0.62 "GET /v2.0/networks/f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291894 Feb 09 01:39:18.339225 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9b9ec548-3083-4124-bcfa-608066d29e80 req-c64e1c1a-2a04-4f79-8e1c-34ba9d20f860 service neutron] 10.222.0.62 "GET /v2.0/networks/f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3321731 Feb 09 01:39:18.340994 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e9e3c08a-8c78-4e0d-9436-14a7a8f95b44 req-2c833b82-d3ee-4807-b287-be08a33cd725 service neutron] 10.222.0.99 "GET /v2.0/networks/abb22c1b-4026-4b50-bd35-295521ae552d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352106 Feb 09 01:39:22.006929 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:25.072137 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:38.176879 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8cb8de0d-387c-4c76-a18c-18ad2a8a14e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:40.310841 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ada5f6-0e5e-46b5-8c1f-0063d0eed567 req-08218469-912f-4bf8-9c1b-222ff848ff9e tempest-TestNetworkAdvancedServerOps-293300233 tempest-TestNetworkAdvancedServerOps-293300233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:40.312276 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-86ada5f6-0e5e-46b5-8c1f-0063d0eed567 req-08218469-912f-4bf8-9c1b-222ff848ff9e tempest-TestNetworkAdvancedServerOps-293300233 tempest-TestNetworkAdvancedServerOps-293300233-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=d7b230a3-b238-46bd-8d6b-ce57a3336885 HTTP/1.1" status: 200 len: 1097 time: 0.1477675 Feb 09 01:39:40.375836 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-86ada5f6-0e5e-46b5-8c1f-0063d0eed567 req-60c9960c-193a-4189-9685-232766ff63dd tempest-TestNetworkAdvancedServerOps-293300233 tempest-TestNetworkAdvancedServerOps-293300233-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=e58b40e3-d725-4e98-a30d-bd65e713515b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576532 Feb 09 01:39:40.507645 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3f4e5d79-b0f1-4c6e-b099-dfbcbd9f82e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:40.587430 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be24794-9da8-490a-952e-1c9a4c598c51 req-32989f0b-171e-4d64-87a2-dae4327c9d8c tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:40.590012 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4be24794-9da8-490a-952e-1c9a4c598c51 req-32989f0b-171e-4d64-87a2-dae4327c9d8c tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7b230a3-b238-46bd-8d6b-ce57a3336885 HTTP/1.1" status: 200 len: 946 time: 0.0993216 Feb 09 01:39:40.646455 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4be24794-9da8-490a-952e-1c9a4c598c51 req-267c5f90-647c-4f84-90a5-4ef382cf8d27 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=e58b40e3-d725-4e98-a30d-bd65e713515b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495558 Feb 09 01:39:40.669696 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44828) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:39:40.804965 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-445bfce6-571d-4fb9-8578-0b5bf72089aa tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/floatingips/fcd789f3-fb52-43b7-8cea-10051c109e66 HTTP/1.1" status: 200 len: 994 time: 0.1326566 Feb 09 01:39:41.470101 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44844) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:39:41.623891 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:41.643850 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:41.657678 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec02f070-0ffb-474a-8c78-af6d7602a233 req-9912427f-cf60-4017-b4fc-d2e790fe7b47 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:41.666143 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ec02f070-0ffb-474a-8c78-af6d7602a233 req-9912427f-cf60-4017-b4fc-d2e790fe7b47 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7b230a3-b238-46bd-8d6b-ce57a3336885 HTTP/1.1" status: 200 len: 946 time: 0.1429322 Feb 09 01:39:41.716493 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ec02f070-0ffb-474a-8c78-af6d7602a233 req-9aa91dd1-2238-46fd-baa6-75c313f36204 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=e58b40e3-d725-4e98-a30d-bd65e713515b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494199 Feb 09 01:39:41.737339 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-f8b87cb6-8a6d-49fa-8969-239a10498d15 req-f9110e9b-988c-4aff-811b-5aa601740c9f service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=d7b230a3-b238-46bd-8d6b-ce57a3336885&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2656188 Feb 09 01:39:42.926974 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ef6db-9a20-42de-8c6d-f3f1345a021d req-661bde9c-0528-463d-b8f0-3233cbdded36 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:42.928531 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c23ef6db-9a20-42de-8c6d-f3f1345a021d req-661bde9c-0528-463d-b8f0-3233cbdded36 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7b230a3-b238-46bd-8d6b-ce57a3336885 HTTP/1.1" status: 200 len: 946 time: 0.0936823 Feb 09 01:39:42.975493 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c23ef6db-9a20-42de-8c6d-f3f1345a021d req-44ea6388-fff3-4d6c-ba49-523146fe61ae tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=e58b40e3-d725-4e98-a30d-bd65e713515b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404434 Feb 09 01:39:43.179798 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b87cb6-8a6d-49fa-8969-239a10498d15 req-a280dc99-e9c2-40f8-a391-8e13cfff93b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:43.181448 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f8b87cb6-8a6d-49fa-8969-239a10498d15 req-a280dc99-e9c2-40f8-a391-8e13cfff93b6 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=86d3f064b7034e66946d08a62b972ad0&device_id=d7b230a3-b238-46bd-8d6b-ce57a3336885 HTTP/1.1" status: 200 len: 1097 time: 0.0770354 Feb 09 01:39:43.220720 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:43.323347 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b87cb6-8a6d-49fa-8969-239a10498d15 req-90b73f2f-b47b-4622-8255-94f674f295ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:43.324816 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f8b87cb6-8a6d-49fa-8969-239a10498d15 req-90b73f2f-b47b-4622-8255-94f674f295ef service neutron] 10.222.0.99 "GET /v2.0/networks?id=abb22c1b-4026-4b50-bd35-295521ae552d HTTP/1.1" status: 200 len: 897 time: 0.1374583 Feb 09 01:39:43.434262 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f8b87cb6-8a6d-49fa-8969-239a10498d15 req-d82786a9-9f59-48f5-942e-6f72fdd91d02 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=574cc181-ea16-441f-acb9-d2b4688248ac HTTP/1.1" status: 200 len: 1002 time: 0.1032665 Feb 09 01:39:43.498532 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b87cb6-8a6d-49fa-8969-239a10498d15 req-1e31c211-2e36-4b1f-9674-6138619aed58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:43.499952 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f8b87cb6-8a6d-49fa-8969-239a10498d15 req-1e31c211-2e36-4b1f-9674-6138619aed58 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=9d480e77-9138-461b-b39d-b3169b64411f HTTP/1.1" status: 200 len: 833 time: 0.0598805 Feb 09 01:39:43.585016 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b87cb6-8a6d-49fa-8969-239a10498d15 req-8a7108c8-ba4b-41dd-8cae-721af23e7374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:43.587050 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f8b87cb6-8a6d-49fa-8969-239a10498d15 req-8a7108c8-ba4b-41dd-8cae-721af23e7374 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=abb22c1b-4026-4b50-bd35-295521ae552d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0819230 Feb 09 01:39:43.732883 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f8b87cb6-8a6d-49fa-8969-239a10498d15 req-b0ab0686-b13a-4aac-8426-8bfd659ee52f service neutron] 10.222.0.99 "GET /v2.0/networks/abb22c1b-4026-4b50-bd35-295521ae552d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400821 Feb 09 01:39:43.879419 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f8b87cb6-8a6d-49fa-8969-239a10498d15 req-0a9d5c0e-7e31-4f1c-b4ac-d6dc965842b2 service neutron] 10.222.0.99 "GET /v2.0/networks/abb22c1b-4026-4b50-bd35-295521ae552d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410837 Feb 09 01:39:44.175600 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b45bd3e-ec57-4134-b3b1-186a33a19c9b req-60002c1f-2327-45cc-be69-f67df1a6bc29 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:44.177165 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1b45bd3e-ec57-4134-b3b1-186a33a19c9b req-60002c1f-2327-45cc-be69-f67df1a6bc29 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7b230a3-b238-46bd-8d6b-ce57a3336885 HTTP/1.1" status: 200 len: 946 time: 0.0823412 Feb 09 01:39:44.222147 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1b45bd3e-ec57-4134-b3b1-186a33a19c9b req-1020fcd0-b1bb-458b-a2a7-7d5bb05cb709 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=e58b40e3-d725-4e98-a30d-bd65e713515b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390892 Feb 09 01:39:44.276067 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0debac05-5143-4533-9077-dcf0efe625de req-7daba2fc-e686-45c1-8110-b40bb898024a tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-55915310&fields=id&tenant_id=6721380b025b4977bb6883114d898ed6 HTTP/1.1" status: 200 len: 267 time: 0.0408258 Feb 09 01:39:44.425851 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0debac05-5143-4533-9077-dcf0efe625de req-95d89cf7-5c0d-4135-8c9c-8bd3cfcb7794 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:44.427318 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0debac05-5143-4533-9077-dcf0efe625de req-95d89cf7-5c0d-4135-8c9c-8bd3cfcb7794 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/networks?id=f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f HTTP/1.1" status: 200 len: 812 time: 0.1448233 Feb 09 01:39:44.442964 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0debac05-5143-4533-9077-dcf0efe625de req-b3ea7259-9af3-472f-b134-e863ac8510be tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/quotas/6721380b025b4977bb6883114d898ed6 HTTP/1.1" status: 200 len: 375 time: 0.0099764 Feb 09 01:39:44.535344 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0debac05-5143-4533-9077-dcf0efe625de req-dcbeebbe-e27f-42f2-8eaf-31d383d32a5f tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=6721380b025b4977bb6883114d898ed6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0876844 Feb 09 01:39:44.775397 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0debac05-5143-4533-9077-dcf0efe625de req-6ca4ae0b-0f2d-4697-96a4-5d8ba7a56ff8 service neutron] 10.222.0.105 "GET /v2.0/networks/f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289839 Feb 09 01:39:44.904084 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0debac05-5143-4533-9077-dcf0efe625de req-a612dc9e-0def-4f02-be9e-0e1dfe6993fb service neutron] 10.222.0.105 "GET /v2.0/networks/f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228888 Feb 09 01:39:45.271977 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7a63c27d-cde8-4799-be8c-5817f0710b9a req-5a6f1752-f370-423f-bddf-eec9a81b0ca3 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=74cea038-f5eb-44b5-90d0-b02a7d668cc7 HTTP/1.1" status: 200 len: 210 time: 0.0435338 Feb 09 01:39:45.432283 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ff6a8-9584-4453-9051-53a13bed70bb req-a13be3a3-3a66-4aaa-ba3f-c8fab48a50a5 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:45.433796 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-825ff6a8-9584-4453-9051-53a13bed70bb req-a13be3a3-3a66-4aaa-ba3f-c8fab48a50a5 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7b230a3-b238-46bd-8d6b-ce57a3336885 HTTP/1.1" status: 200 len: 946 time: 0.0883484 Feb 09 01:39:45.482555 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-825ff6a8-9584-4453-9051-53a13bed70bb req-86b8ed38-0a69-4c14-83f4-2818f91c71fa tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=e58b40e3-d725-4e98-a30d-bd65e713515b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429385 Feb 09 01:39:46.353302 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0debac05-5143-4533-9077-dcf0efe625de req-af4056e6-ccd7-4186-97f9-ad64536e717c tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:46.355774 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0debac05-5143-4533-9077-dcf0efe625de req-af4056e6-ccd7-4186-97f9-ad64536e717c tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.99 "GET /v2.0/networks?id=f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f HTTP/1.1" status: 200 len: 812 time: 0.1532073 Feb 09 01:39:46.440694 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-527afc03-6888-4fae-99dc-f202929305f9 req-bfccdf32-db35-46fd-a6b1-21f7d10cb38f tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=74cea038-f5eb-44b5-90d0-b02a7d668cc7 HTTP/1.1" status: 200 len: 210 time: 0.0596330 Feb 09 01:39:46.451212 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0debac05-5143-4533-9077-dcf0efe625de req-01098ff9-af95-40f6-bc84-a2e1a46f18da tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6721380b025b4977bb6883114d898ed6 HTTP/1.1" status: 200 len: 378 time: 0.0873737 Feb 09 01:39:46.459823 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-0debac05-5143-4533-9077-dcf0efe625de req-08ba25dc-0151-4831-b9cc-7064928b0c33 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Request body: {'port': {'device_id': '74cea038-f5eb-44b5-90d0-b02a7d668cc7', 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f', 'admin_state_up': True, 'tenant_id': '6721380b025b4977bb6883114d898ed6', 'security_groups': ['1408064a-76ce-4cba-9d45-5e1c6ccbbcfa']}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:46.646059 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-0debac05-5143-4533-9077-dcf0efe625de req-08ba25dc-0151-4831-b9cc-7064928b0c33 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:39:46.664599 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-0debac05-5143-4533-9077-dcf0efe625de req-08ba25dc-0151-4831-b9cc-7064928b0c33 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:39:46.680638 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0debac05-5143-4533-9077-dcf0efe625de req-08ba25dc-0151-4831-b9cc-7064928b0c33 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Made reservation on behalf of 6721380b025b4977bb6883114d898ed6 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:39:46.684061 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0debac05-5143-4533-9077-dcf0efe625de req-08ba25dc-0151-4831-b9cc-7064928b0c33 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:46.716925 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f6d0bb-6031-493d-bcf2-721d008b180d req-ab092546-dab4-4d9a-8df3-1da649d94e41 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:46.718352 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f1f6d0bb-6031-493d-bcf2-721d008b180d req-ab092546-dab4-4d9a-8df3-1da649d94e41 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7b230a3-b238-46bd-8d6b-ce57a3336885 HTTP/1.1" status: 200 len: 946 time: 0.1277723 Feb 09 01:39:46.823776 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f1f6d0bb-6031-493d-bcf2-721d008b180d req-7a6ecc15-c62a-44d0-b443-9054dc1bb8f6 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=e58b40e3-d725-4e98-a30d-bd65e713515b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712483 Feb 09 01:39:46.892706 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-0debac05-5143-4533-9077-dcf0efe625de req-08ba25dc-0151-4831-b9cc-7064928b0c33 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Allocated IP 172.20.0.5 (f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f/572cbc39-1162-4835-b49c-9787164ff8f8/adfa806c-eed1-4ede-a274-3227b925e3d4) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:39:47.082207 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0debac05-5143-4533-9077-dcf0efe625de req-08ba25dc-0151-4831-b9cc-7064928b0c33 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:47.099159 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-0debac05-5143-4533-9077-dcf0efe625de req-08ba25dc-0151-4831-b9cc-7064928b0c33 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Transition to ACTIVE for port object adfa806c-eed1-4ede-a274-3227b925e3d4 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:39:47.122710 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0debac05-5143-4533-9077-dcf0efe625de req-08ba25dc-0151-4831-b9cc-7064928b0c33 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:47.201223 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0debac05-5143-4533-9077-dcf0efe625de req-08ba25dc-0151-4831-b9cc-7064928b0c33 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Network f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:39:47.204515 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-0debac05-5143-4533-9077-dcf0efe625de req-08ba25dc-0151-4831-b9cc-7064928b0c33 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:39:47.207212 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-0debac05-5143-4533-9077-dcf0efe625de req-08ba25dc-0151-4831-b9cc-7064928b0c33 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:39:47.246688 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ba25dc-0151-4831-b9cc-7064928b0c33 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Pushing event updated for resources: {'Port': ['ID=adfa806c-eed1-4ede-a274-3227b925e3d4,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:47.260633 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ba25dc-0151-4831-b9cc-7064928b0c33 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:47.260967 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ba25dc-0151-4831-b9cc-7064928b0c33 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:47.261298 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ba25dc-0151-4831-b9cc-7064928b0c33 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:47.261648 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ba25dc-0151-4831-b9cc-7064928b0c33 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:47.261975 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ba25dc-0151-4831-b9cc-7064928b0c33 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:47.262297 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ba25dc-0151-4831-b9cc-7064928b0c33 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:47.262614 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ba25dc-0151-4831-b9cc-7064928b0c33 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:47.262927 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ba25dc-0151-4831-b9cc-7064928b0c33 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:47.263238 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ba25dc-0151-4831-b9cc-7064928b0c33 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:47.263542 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ba25dc-0151-4831-b9cc-7064928b0c33 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:47.263856 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ba25dc-0151-4831-b9cc-7064928b0c33 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:47.264169 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ba25dc-0151-4831-b9cc-7064928b0c33 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:47.291795 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0debac05-5143-4533-9077-dcf0efe625de req-08ba25dc-0151-4831-b9cc-7064928b0c33 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:47.292631 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0debac05-5143-4533-9077-dcf0efe625de req-08ba25dc-0151-4831-b9cc-7064928b0c33 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:47.321713 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0debac05-5143-4533-9077-dcf0efe625de req-08ba25dc-0151-4831-b9cc-7064928b0c33 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8657000 Feb 09 01:39:47.345381 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-0debac05-5143-4533-9077-dcf0efe625de req-5a863ce1-e56f-481a-8b0c-78b6e6762623 service neutron] Request body: {'port': {'device_id': '74cea038-f5eb-44b5-90d0-b02a7d668cc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:47.477038 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0debac05-5143-4533-9077-dcf0efe625de req-5a863ce1-e56f-481a-8b0c-78b6e6762623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:47.499337 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-05255a01-9849-4aac-bb9c-2512fa339563 None None] Provisioning for port adfa806c-eed1-4ede-a274-3227b925e3d4 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:39:47.507699 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-05255a01-9849-4aac-bb9c-2512fa339563 None None] Provisioning complete for port adfa806c-eed1-4ede-a274-3227b925e3d4 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:47.508242 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-05255a01-9849-4aac-bb9c-2512fa339563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:47.581551 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-05255a01-9849-4aac-bb9c-2512fa339563 None None] Port adfa806c-eed1-4ede-a274-3227b925e3d4 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:39:47.938379 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aadcf7-1ba3-471f-8809-a47c5b4d5a7b req-15c7bd94-6847-4771-a850-5e6233660d93 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:47.939097 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-28aadcf7-1ba3-471f-8809-a47c5b4d5a7b req-15c7bd94-6847-4771-a850-5e6233660d93 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Synchronizing usage tracker for tenant:6721380b025b4977bb6883114d898ed6 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:39:48.040213 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-28aadcf7-1ba3-471f-8809-a47c5b4d5a7b req-15c7bd94-6847-4771-a850-5e6233660d93 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Unset dirty status for tenant:6721380b025b4977bb6883114d898ed6 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:39:48.042034 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-28aadcf7-1ba3-471f-8809-a47c5b4d5a7b req-15c7bd94-6847-4771-a850-5e6233660d93 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=74cea038-f5eb-44b5-90d0-b02a7d668cc7 HTTP/1.1" status: 200 len: 931 time: 0.4832532 Feb 09 01:39:48.142819 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-28aadcf7-1ba3-471f-8809-a47c5b4d5a7b req-2d08d42e-103b-4853-ac76-4f1e74c579b6 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=1408064a-76ce-4cba-9d45-5e1c6ccbbcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0707166 Feb 09 01:39:48.211198 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab74e51b-3264-4895-8e3d-362753c4f73b req-56031cc1-925a-4ea0-88d9-e2fccb6329ae tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:48.212642 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ab74e51b-3264-4895-8e3d-362753c4f73b req-56031cc1-925a-4ea0-88d9-e2fccb6329ae tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7b230a3-b238-46bd-8d6b-ce57a3336885 HTTP/1.1" status: 200 len: 946 time: 0.2528925 Feb 09 01:39:48.280673 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-0debac05-5143-4533-9077-dcf0efe625de req-5a863ce1-e56f-481a-8b0c-78b6e6762623 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adfa806c-eed1-4ede-a274-3227b925e3d4 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:39:48.302649 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0debac05-5143-4533-9077-dcf0efe625de req-5a863ce1-e56f-481a-8b0c-78b6e6762623 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:48.312768 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ab74e51b-3264-4895-8e3d-362753c4f73b req-65ef7f5f-9871-4d1d-85c1-b0ef817ddeca tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=e58b40e3-d725-4e98-a30d-bd65e713515b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854595 Feb 09 01:39:48.323989 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-0debac05-5143-4533-9077-dcf0efe625de req-5a863ce1-e56f-481a-8b0c-78b6e6762623 service neutron] Transition to ACTIVE for port object adfa806c-eed1-4ede-a274-3227b925e3d4 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:39:48.327841 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0debac05-5143-4533-9077-dcf0efe625de req-5a863ce1-e56f-481a-8b0c-78b6e6762623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:48.422448 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:39:48.493020 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a863ce1-e56f-481a-8b0c-78b6e6762623 service neutron] Pushing event updated for resources: {'Port': ['ID=adfa806c-eed1-4ede-a274-3227b925e3d4,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:48.573177 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-0debac05-5143-4533-9077-dcf0efe625de req-5a863ce1-e56f-481a-8b0c-78b6e6762623 service neutron] Attempting to bind port adfa806c-eed1-4ede-a274-3227b925e3d4 on host n-h2-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:39:48.573510 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-0debac05-5143-4533-9077-dcf0efe625de req-5a863ce1-e56f-481a-8b0c-78b6e6762623 service neutron] Attempting to bind port adfa806c-eed1-4ede-a274-3227b925e3d4 by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': 'eb2641ac-e580-4925-8dd1-0f4584fc0d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:39:48.573874 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0debac05-5143-4533-9077-dcf0efe625de req-5a863ce1-e56f-481a-8b0c-78b6e6762623 service neutron] Attempting to bind port adfa806c-eed1-4ede-a274-3227b925e3d4 on network f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:39:48.578482 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0debac05-5143-4533-9077-dcf0efe625de req-5a863ce1-e56f-481a-8b0c-78b6e6762623 service neutron] Port adfa806c-eed1-4ede-a274-3227b925e3d4 on network f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:39:48.578794 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0debac05-5143-4533-9077-dcf0efe625de req-5a863ce1-e56f-481a-8b0c-78b6e6762623 service neutron] Attempting to bind port adfa806c-eed1-4ede-a274-3227b925e3d4 on network f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:39:48.584461 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0debac05-5143-4533-9077-dcf0efe625de req-5a863ce1-e56f-481a-8b0c-78b6e6762623 service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:39:48.584796 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0debac05-5143-4533-9077-dcf0efe625de req-5a863ce1-e56f-481a-8b0c-78b6e6762623 service neutron] Checking segment: {'id': 'eb2641ac-e580-4925-8dd1-0f4584fc0d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:39:48.585175 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0debac05-5143-4533-9077-dcf0efe625de req-5a863ce1-e56f-481a-8b0c-78b6e6762623 service neutron] Bound using segment: {'id': 'eb2641ac-e580-4925-8dd1-0f4584fc0d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:39:48.585607 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-0debac05-5143-4533-9077-dcf0efe625de req-5a863ce1-e56f-481a-8b0c-78b6e6762623 service neutron] Bound port: adfa806c-eed1-4ede-a274-3227b925e3d4, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb2641ac-e580-4925-8dd1-0f4584fc0d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:39:48.585967 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0debac05-5143-4533-9077-dcf0efe625de req-5a863ce1-e56f-481a-8b0c-78b6e6762623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:48.675609 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-0debac05-5143-4533-9077-dcf0efe625de req-5a863ce1-e56f-481a-8b0c-78b6e6762623 service neutron] For port adfa806c-eed1-4ede-a274-3227b925e3d4, host n-h2-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:39:48.678551 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-0debac05-5143-4533-9077-dcf0efe625de req-5a863ce1-e56f-481a-8b0c-78b6e6762623 service neutron] For port adfa806c-eed1-4ede-a274-3227b925e3d4, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=adfa806c-eed1-4ede-a274-3227b925e3d4,segment=NetworkSegment(eb2641ac-e580-4925-8dd1-0f4584fc0d1e),segment_id=eb2641ac-e580-4925-8dd1-0f4584fc0d1e)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:39:48.682806 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0debac05-5143-4533-9077-dcf0efe625de req-5a863ce1-e56f-481a-8b0c-78b6e6762623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:48.744653 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0debac05-5143-4533-9077-dcf0efe625de req-5a863ce1-e56f-481a-8b0c-78b6e6762623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:48.745255 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0debac05-5143-4533-9077-dcf0efe625de req-5a863ce1-e56f-481a-8b0c-78b6e6762623 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:48.746648 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0debac05-5143-4533-9077-dcf0efe625de req-5a863ce1-e56f-481a-8b0c-78b6e6762623 service neutron] 10.222.0.99 "PUT /v2.0/ports/adfa806c-eed1-4ede-a274-3227b925e3d4 HTTP/1.1" status: 200 len: 1091 time: 1.4177344 Feb 09 01:39:48.747075 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74cea038-f5eb-44b5-90d0-b02a7d668cc7', 'tag': 'adfa806c-eed1-4ede-a274-3227b925e3d4'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:39:48.771258 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a863ce1-e56f-481a-8b0c-78b6e6762623 service neutron] Pushing event updated for resources: {'Port': ['ID=adfa806c-eed1-4ede-a274-3227b925e3d4,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:48.860492 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74cea038-f5eb-44b5-90d0-b02a7d668cc7', 'tag': 'adfa806c-eed1-4ede-a274-3227b925e3d4', 'status': 'completed', 'code': 200} Feb 09 01:39:48.866847 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0debac05-5143-4533-9077-dcf0efe625de req-b98d92ab-365b-40b4-adbc-ea7e462e6dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:48.868361 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0debac05-5143-4533-9077-dcf0efe625de req-b98d92ab-365b-40b4-adbc-ea7e462e6dd2 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=6721380b025b4977bb6883114d898ed6&device_id=74cea038-f5eb-44b5-90d0-b02a7d668cc7 HTTP/1.1" status: 200 len: 1094 time: 0.0771003 Feb 09 01:39:48.942918 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0debac05-5143-4533-9077-dcf0efe625de req-631366d0-f82f-465c-b250-fa9c1b3b805d service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=adfa806c-eed1-4ede-a274-3227b925e3d4 HTTP/1.1" status: 200 len: 217 time: 0.0684006 Feb 09 01:39:49.003044 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0debac05-5143-4533-9077-dcf0efe625de req-3b314df4-aea3-4ed8-ab23-9f1b775fbae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:49.005057 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0debac05-5143-4533-9077-dcf0efe625de req-3b314df4-aea3-4ed8-ab23-9f1b775fbae8 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=572cbc39-1162-4835-b49c-9787164ff8f8 HTTP/1.1" status: 200 len: 851 time: 0.0563529 Feb 09 01:39:49.080910 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0debac05-5143-4533-9077-dcf0efe625de req-4e5f27c5-5a95-4e8f-a3ce-f54a68e7db37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:49.083104 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0debac05-5143-4533-9077-dcf0efe625de req-4e5f27c5-5a95-4e8f-a3ce-f54a68e7db37 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718431 Feb 09 01:39:49.213932 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0debac05-5143-4533-9077-dcf0efe625de req-0cd20bb7-e79a-4bd2-9f28-9a48390e63da service neutron] 10.222.0.99 "GET /v2.0/networks/f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247845 Feb 09 01:39:49.410564 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0debac05-5143-4533-9077-dcf0efe625de req-9b69dcbc-aa27-42d6-9019-d659ede291dc service neutron] 10.222.0.99 "GET /v2.0/networks/f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910491 Feb 09 01:39:49.419429 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b63911-c056-4753-a8ca-055a42153509 req-ca414dae-23ce-405a-b059-16838b08f768 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:49.420886 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-76b63911-c056-4753-a8ca-055a42153509 req-ca414dae-23ce-405a-b059-16838b08f768 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=74cea038-f5eb-44b5-90d0-b02a7d668cc7 HTTP/1.1" status: 200 len: 943 time: 0.1352093 Feb 09 01:39:49.573034 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-76b63911-c056-4753-a8ca-055a42153509 req-501b7ef6-1e35-47c6-b210-a0424c8b33d0 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=1408064a-76ce-4cba-9d45-5e1c6ccbbcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1090240 Feb 09 01:39:49.597155 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66cdf03-2437-465c-a5df-8701f6f8cd0c req-f9b636d7-ae21-4508-924b-53d6cc961a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:49.598745 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f66cdf03-2437-465c-a5df-8701f6f8cd0c req-f9b636d7-ae21-4508-924b-53d6cc961a17 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=6721380b025b4977bb6883114d898ed6&device_id=74cea038-f5eb-44b5-90d0-b02a7d668cc7 HTTP/1.1" status: 200 len: 1094 time: 0.1405044 Feb 09 01:39:49.606783 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23f396-2dd5-4bfa-9950-f160c139647a req-b69a79e2-dd1c-45b3-a98e-b1c177640cd6 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:49.608133 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-be23f396-2dd5-4bfa-9950-f160c139647a req-b69a79e2-dd1c-45b3-a98e-b1c177640cd6 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7b230a3-b238-46bd-8d6b-ce57a3336885 HTTP/1.1" status: 200 len: 946 time: 0.1863804 Feb 09 01:39:49.834758 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-be23f396-2dd5-4bfa-9950-f160c139647a req-818be21c-e86f-4b99-9c77-a62180c05e11 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=e58b40e3-d725-4e98-a30d-bd65e713515b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2085090 Feb 09 01:39:49.869437 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66cdf03-2437-465c-a5df-8701f6f8cd0c req-85557c7f-1de6-4a0f-9ef8-dfc322f1796e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:49.870964 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f66cdf03-2437-465c-a5df-8701f6f8cd0c req-85557c7f-1de6-4a0f-9ef8-dfc322f1796e service neutron] 10.222.0.99 "GET /v2.0/networks?id=f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f HTTP/1.1" status: 200 len: 913 time: 0.2619956 Feb 09 01:39:49.936662 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f66cdf03-2437-465c-a5df-8701f6f8cd0c req-eeab9c65-cdac-4f77-9482-18cf77677fb0 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=adfa806c-eed1-4ede-a274-3227b925e3d4 HTTP/1.1" status: 200 len: 217 time: 0.0597534 Feb 09 01:39:50.001412 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66cdf03-2437-465c-a5df-8701f6f8cd0c req-9f95f75d-94ac-4a7a-af88-3b3cada1c57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:50.002857 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f66cdf03-2437-465c-a5df-8701f6f8cd0c req-9f95f75d-94ac-4a7a-af88-3b3cada1c57c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=572cbc39-1162-4835-b49c-9787164ff8f8 HTTP/1.1" status: 200 len: 851 time: 0.0605733 Feb 09 01:39:50.090212 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66cdf03-2437-465c-a5df-8701f6f8cd0c req-56f165f7-56f0-40df-96d5-8dd5fed0eea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:50.092249 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f66cdf03-2437-465c-a5df-8701f6f8cd0c req-56f165f7-56f0-40df-96d5-8dd5fed0eea1 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0810211 Feb 09 01:39:50.242609 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f66cdf03-2437-465c-a5df-8701f6f8cd0c req-fcd89105-41a8-45f7-970b-8737ec3f4bd5 service neutron] 10.222.0.99 "GET /v2.0/networks/f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419625 Feb 09 01:39:50.403318 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f66cdf03-2437-465c-a5df-8701f6f8cd0c req-2a1a7efd-8aec-42c8-8ef9-972185f35b9e service neutron] 10.222.0.99 "GET /v2.0/networks/f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532822 Feb 09 01:39:50.757567 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9280fb3-6cc7-45c1-8da0-05b9c3111953 req-a58892b3-99e5-4f04-addb-86c4ce06c98e tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:50.758978 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a9280fb3-6cc7-45c1-8da0-05b9c3111953 req-a58892b3-99e5-4f04-addb-86c4ce06c98e tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=74cea038-f5eb-44b5-90d0-b02a7d668cc7 HTTP/1.1" status: 200 len: 943 time: 0.0795131 Feb 09 01:39:50.807084 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a9280fb3-6cc7-45c1-8da0-05b9c3111953 req-03d31435-be61-42ed-b108-0a3799d31731 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=1408064a-76ce-4cba-9d45-5e1c6ccbbcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425401 Feb 09 01:39:51.017762 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0d7e92-0170-4bf5-9164-bccc76f31605 req-abedf24e-c82a-430e-9f73-0c4fdd68e291 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:51.019219 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3d0d7e92-0170-4bf5-9164-bccc76f31605 req-abedf24e-c82a-430e-9f73-0c4fdd68e291 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7b230a3-b238-46bd-8d6b-ce57a3336885 HTTP/1.1" status: 200 len: 946 time: 0.0797698 Feb 09 01:39:51.063818 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3d0d7e92-0170-4bf5-9164-bccc76f31605 req-e4fbd8ed-9a86-4107-a6e7-41bd123eceea tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=e58b40e3-d725-4e98-a30d-bd65e713515b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390210 Feb 09 01:39:52.032433 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0f14d-319c-4c24-b138-147e82c209d4 req-9955b70d-dd60-4a73-850e-af4d6f8d0d74 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:52.034067 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f5a0f14d-319c-4c24-b138-147e82c209d4 req-9955b70d-dd60-4a73-850e-af4d6f8d0d74 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=74cea038-f5eb-44b5-90d0-b02a7d668cc7 HTTP/1.1" status: 200 len: 943 time: 0.1086643 Feb 09 01:39:52.042991 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:52.089748 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f5a0f14d-319c-4c24-b138-147e82c209d4 req-8945d493-c435-4fbb-885e-2e4a85aa0c0e tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=1408064a-76ce-4cba-9d45-5e1c6ccbbcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446630 Feb 09 01:39:52.263948 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ba50c-6545-41b4-8988-16bdae66a5dc req-a8ae0a13-98d8-43fc-aabf-7221ccc8abf6 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:52.266173 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-669ba50c-6545-41b4-8988-16bdae66a5dc req-a8ae0a13-98d8-43fc-aabf-7221ccc8abf6 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7b230a3-b238-46bd-8d6b-ce57a3336885 HTTP/1.1" status: 200 len: 946 time: 0.0852044 Feb 09 01:39:52.321094 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-669ba50c-6545-41b4-8988-16bdae66a5dc req-d78577f8-d65b-43e3-b511-a1597800fbb6 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=e58b40e3-d725-4e98-a30d-bd65e713515b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490913 Feb 09 01:39:53.336612 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7c9bc0-117f-4ca2-9cf8-e956f606c211 req-b0e50e77-371e-49f9-b2c7-86808a6b5fc0 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:53.338348 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-da7c9bc0-117f-4ca2-9cf8-e956f606c211 req-b0e50e77-371e-49f9-b2c7-86808a6b5fc0 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=74cea038-f5eb-44b5-90d0-b02a7d668cc7 HTTP/1.1" status: 200 len: 943 time: 0.1162522 Feb 09 01:39:53.387818 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-da7c9bc0-117f-4ca2-9cf8-e956f606c211 req-b6229ce8-3c37-4347-ae46-11e747e471c6 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=1408064a-76ce-4cba-9d45-5e1c6ccbbcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427041 Feb 09 01:39:53.516455 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f06a6d8-24dd-44e6-9776-3b39d29a05fc req-67a65a22-d9d8-452d-9dc1-9c9af883a358 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:53.518199 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4f06a6d8-24dd-44e6-9776-3b39d29a05fc req-67a65a22-d9d8-452d-9dc1-9c9af883a358 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7b230a3-b238-46bd-8d6b-ce57a3336885 HTTP/1.1" status: 200 len: 946 time: 0.0804269 Feb 09 01:39:53.564484 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4f06a6d8-24dd-44e6-9776-3b39d29a05fc req-73083831-4a2b-4c2a-8bec-4e3521073252 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=e58b40e3-d725-4e98-a30d-bd65e713515b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398769 Feb 09 01:39:54.569941 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7385b01-12ad-4092-916b-15b3e851b056 req-505521ed-ea69-4350-b905-789b93030b85 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:54.571401 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e7385b01-12ad-4092-916b-15b3e851b056 req-505521ed-ea69-4350-b905-789b93030b85 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=74cea038-f5eb-44b5-90d0-b02a7d668cc7 HTTP/1.1" status: 200 len: 943 time: 0.0786669 Feb 09 01:39:54.617219 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e7385b01-12ad-4092-916b-15b3e851b056 req-59b7adc7-ee84-4c2f-879f-1a60a693133f tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=1408064a-76ce-4cba-9d45-5e1c6ccbbcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399652 Feb 09 01:39:54.753784 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639863e-a928-4b83-9212-fb4fccdff1e8 req-d70f16e3-8da4-45b7-90d2-b6bc1fd28e5a tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:54.755851 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6639863e-a928-4b83-9212-fb4fccdff1e8 req-d70f16e3-8da4-45b7-90d2-b6bc1fd28e5a tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7b230a3-b238-46bd-8d6b-ce57a3336885 HTTP/1.1" status: 200 len: 946 time: 0.0838871 Feb 09 01:39:54.799698 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6639863e-a928-4b83-9212-fb4fccdff1e8 req-b4c8f16f-74af-40ac-a605-71ea3c210a27 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=e58b40e3-d725-4e98-a30d-bd65e713515b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382652 Feb 09 01:39:55.087665 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:55.803110 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acb6c5c-f008-414e-8731-765aaab2dccb req-847ab513-6f28-47e9-a62e-89b6dc976c82 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:55.804583 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2acb6c5c-f008-414e-8731-765aaab2dccb req-847ab513-6f28-47e9-a62e-89b6dc976c82 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=74cea038-f5eb-44b5-90d0-b02a7d668cc7 HTTP/1.1" status: 200 len: 943 time: 0.0820246 Feb 09 01:39:55.848976 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2acb6c5c-f008-414e-8731-765aaab2dccb req-bb1357cc-959a-4390-b16d-59582a8a70ba tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=1408064a-76ce-4cba-9d45-5e1c6ccbbcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386193 Feb 09 01:39:55.984727 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f908fe-806a-4a33-a495-521bfa07edd6 req-d158271b-8f37-4d60-bb61-d5725a5bda18 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:55.986195 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-27f908fe-806a-4a33-a495-521bfa07edd6 req-d158271b-8f37-4d60-bb61-d5725a5bda18 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7b230a3-b238-46bd-8d6b-ce57a3336885 HTTP/1.1" status: 200 len: 946 time: 0.0822387 Feb 09 01:39:56.029043 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-27f908fe-806a-4a33-a495-521bfa07edd6 req-4959a9b8-cb84-46fb-bbc0-ce89406a1a4e tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=e58b40e3-d725-4e98-a30d-bd65e713515b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371137 Feb 09 01:39:57.033793 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6015f-ac44-4a89-9ce2-ca02645a22c5 req-859f5fbc-367e-478e-af86-a4182cfeb492 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:57.035235 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6ca6015f-ac44-4a89-9ce2-ca02645a22c5 req-859f5fbc-367e-478e-af86-a4182cfeb492 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=74cea038-f5eb-44b5-90d0-b02a7d668cc7 HTTP/1.1" status: 200 len: 943 time: 0.0793579 Feb 09 01:39:57.080498 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6ca6015f-ac44-4a89-9ce2-ca02645a22c5 req-7748c2a0-fa22-422b-b19a-7b979a1147a2 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=1408064a-76ce-4cba-9d45-5e1c6ccbbcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388291 Feb 09 01:39:57.219570 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d33a9e-434c-477a-ad9d-da99cc8ab228 req-085b747d-82f4-4347-8ec4-f1c1e30602ff tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:57.221013 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-64d33a9e-434c-477a-ad9d-da99cc8ab228 req-085b747d-82f4-4347-8ec4-f1c1e30602ff tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7b230a3-b238-46bd-8d6b-ce57a3336885 HTTP/1.1" status: 200 len: 946 time: 0.0831709 Feb 09 01:39:57.265935 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-64d33a9e-434c-477a-ad9d-da99cc8ab228 req-0c93a73b-9899-4559-84b4-32f0e20b6cee tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=e58b40e3-d725-4e98-a30d-bd65e713515b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389583 Feb 09 01:39:58.267522 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e4a9f-fb72-47be-8cea-1fac6cc73aa1 req-a3785d60-689a-4392-9149-2fbb0960e4ae tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:58.268951 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-951e4a9f-fb72-47be-8cea-1fac6cc73aa1 req-a3785d60-689a-4392-9149-2fbb0960e4ae tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=74cea038-f5eb-44b5-90d0-b02a7d668cc7 HTTP/1.1" status: 200 len: 943 time: 0.0782366 Feb 09 01:39:58.316691 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-951e4a9f-fb72-47be-8cea-1fac6cc73aa1 req-77dc725b-0761-4925-ba9d-ae0a48c83e66 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=1408064a-76ce-4cba-9d45-5e1c6ccbbcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412271 Feb 09 01:39:58.372945 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device adfa806c-eed1-4ede-a274-3227b925e3d4 details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:39:58.451283 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c4474-8547-4eb9-81e2-72873535f8f7 req-af968fb4-f0d5-4652-96a3-f2e1ca1e898d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:58.452779 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-269c4474-8547-4eb9-81e2-72873535f8f7 req-af968fb4-f0d5-4652-96a3-f2e1ca1e898d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7b230a3-b238-46bd-8d6b-ce57a3336885 HTTP/1.1" status: 200 len: 946 time: 0.0804226 Feb 09 01:39:58.497457 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-269c4474-8547-4eb9-81e2-72873535f8f7 req-84c823f3-d395-468d-9b64-cd9409016d33 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=e58b40e3-d725-4e98-a30d-bd65e713515b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379808 Feb 09 01:39:58.505684 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port adfa806c-eed1-4ede-a274-3227b925e3d4, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=adfa806c-eed1-4ede-a274-3227b925e3d4,segment=NetworkSegment(eb2641ac-e580-4925-8dd1-0f4584fc0d1e),segment_id=eb2641ac-e580-4925-8dd1-0f4584fc0d1e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:39:58.519039 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': 'adfa806c-eed1-4ede-a274-3227b925e3d4', 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f', 'port_id': 'adfa806c-eed1-4ede-a274-3227b925e3d4', 'mac_address': 'fa:16:3e:37:e9:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '572cbc39-1162-4835-b49c-9787164ff8f8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:39:58.575140 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:58.592050 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adfa806c-eed1-4ede-a274-3227b925e3d4 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:39:58.607122 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port adfa806c-eed1-4ede-a274-3227b925e3d4, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=adfa806c-eed1-4ede-a274-3227b925e3d4,segment=NetworkSegment(eb2641ac-e580-4925-8dd1-0f4584fc0d1e),segment_id=eb2641ac-e580-4925-8dd1-0f4584fc0d1e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:39:58.610511 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:58.680539 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=adfa806c-eed1-4ede-a274-3227b925e3d4,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:58.688052 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:58.688401 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:58.688742 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:58.689082 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:58.689415 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:58.689781 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:58.690110 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:58.690437 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:58.690760 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:58.691105 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:58.691427 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:58.692309 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:58.927546 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['adfa806c-eed1-4ede-a274-3227b925e3d4'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:39:59.598407 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa04793-5956-4dd4-8197-2a9a8d129379 req-844aa5e3-e1de-4cf6-80fc-59381f403765 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:59.599798 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-faa04793-5956-4dd4-8197-2a9a8d129379 req-844aa5e3-e1de-4cf6-80fc-59381f403765 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=74cea038-f5eb-44b5-90d0-b02a7d668cc7 HTTP/1.1" status: 200 len: 944 time: 0.1806362 Feb 09 01:39:59.698234 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-faa04793-5956-4dd4-8197-2a9a8d129379 req-8d23b2d1-ef8a-450e-aea3-577040807a7c tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=1408064a-76ce-4cba-9d45-5e1c6ccbbcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0916662 Feb 09 01:39:59.720585 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4963d-c84a-44fd-b704-cf3cdff92f91 req-d50d0d63-1067-4579-afde-79f793d6ff2d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:59.722096 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-56e4963d-c84a-44fd-b704-cf3cdff92f91 req-d50d0d63-1067-4579-afde-79f793d6ff2d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7b230a3-b238-46bd-8d6b-ce57a3336885 HTTP/1.1" status: 200 len: 946 time: 0.1173375 Feb 09 01:39:59.768278 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-56e4963d-c84a-44fd-b704-cf3cdff92f91 req-a7a7e0cf-6de2-41c9-8b24-81ab8b5febd6 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=e58b40e3-d725-4e98-a30d-bd65e713515b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398905 Feb 09 01:40:00.379791 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device adfa806c-eed1-4ede-a274-3227b925e3d4 up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:40:00.450179 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning for port adfa806c-eed1-4ede-a274-3227b925e3d4 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:40:00.455238 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port adfa806c-eed1-4ede-a274-3227b925e3d4 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:00.455628 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:00.568077 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:00.596845 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74cea038-f5eb-44b5-90d0-b02a7d668cc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adfa806c-eed1-4ede-a274-3227b925e3d4'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:40:00.607523 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port adfa806c-eed1-4ede-a274-3227b925e3d4, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=adfa806c-eed1-4ede-a274-3227b925e3d4,segment=NetworkSegment(eb2641ac-e580-4925-8dd1-0f4584fc0d1e),segment_id=eb2641ac-e580-4925-8dd1-0f4584fc0d1e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:40:00.611693 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:00.643897 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74cea038-f5eb-44b5-90d0-b02a7d668cc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adfa806c-eed1-4ede-a274-3227b925e3d4', 'code': 200} Feb 09 01:40:00.683783 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=adfa806c-eed1-4ede-a274-3227b925e3d4,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:00.780675 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000453b3-ca41-467b-b0e7-e9d4ef972f14 req-e971b19a-aa69-4102-bf0f-8bccc23ec598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:00.782504 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-000453b3-ca41-467b-b0e7-e9d4ef972f14 req-e971b19a-aa69-4102-bf0f-8bccc23ec598 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=74cea038-f5eb-44b5-90d0-b02a7d668cc7 HTTP/1.1" status: 200 len: 1096 time: 0.0757773 Feb 09 01:40:00.834314 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-000453b3-ca41-467b-b0e7-e9d4ef972f14 req-63e64134-5f72-4e1d-9a9a-4aee9988ad5d service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=1408064a-76ce-4cba-9d45-5e1c6ccbbcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453486 Feb 09 01:40:00.975873 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5280ecd2-fc68-4a5a-a41d-f90d3721e464 req-5c193547-77ab-4639-b030-d22670af6849 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:00.977358 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5280ecd2-fc68-4a5a-a41d-f90d3721e464 req-5c193547-77ab-4639-b030-d22670af6849 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=74cea038-f5eb-44b5-90d0-b02a7d668cc7 HTTP/1.1" status: 200 len: 945 time: 0.1624045 Feb 09 01:40:01.012144 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8c086-6d30-45f2-a99e-33eeba7f48f4 req-6d9afa9e-09fa-4a29-b63d-1bbc8e930a49 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:01.013678 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3da8c086-6d30-45f2-a99e-33eeba7f48f4 req-6d9afa9e-09fa-4a29-b63d-1bbc8e930a49 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7b230a3-b238-46bd-8d6b-ce57a3336885 HTTP/1.1" status: 200 len: 946 time: 0.1232145 Feb 09 01:40:01.050716 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5280ecd2-fc68-4a5a-a41d-f90d3721e464 req-cbe4e28d-8dec-4504-90a1-b6c8ee123891 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=1408064a-76ce-4cba-9d45-5e1c6ccbbcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0655251 Feb 09 01:40:01.075701 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3da8c086-6d30-45f2-a99e-33eeba7f48f4 req-fdbfdac1-7762-46eb-9994-c2edffa595ee tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=e58b40e3-d725-4e98-a30d-bd65e713515b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511465 Feb 09 01:40:01.162568 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [req-f8b87cb6-8a6d-49fa-8969-239a10498d15 req-1de60d1a-9aa5-4510-ac1e-db93b88080f2 service neutron] show failed (client error): The resource could not be found. Feb 09 01:40:01.163532 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f8b87cb6-8a6d-49fa-8969-239a10498d15 req-1de60d1a-9aa5-4510-ac1e-db93b88080f2 service neutron] 10.222.0.99 "GET /v2.0/ports/574cc181-ea16-441f-acb9-d2b4688248ac/bindings/n-h1-828418-1 HTTP/1.1" status: 404 len: 380 time: 0.0732372 Feb 09 01:40:01.418557 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b87cb6-8a6d-49fa-8969-239a10498d15 req-960f0b30-5799-4454-9124-8758d5366d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:01.419937 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f8b87cb6-8a6d-49fa-8969-239a10498d15 req-960f0b30-5799-4454-9124-8758d5366d5b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d7b230a3-b238-46bd-8d6b-ce57a3336885&tenant_id=86d3f064b7034e66946d08a62b972ad0 HTTP/1.1" status: 200 len: 1097 time: 0.0707738 Feb 09 01:40:01.430680 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-f8b87cb6-8a6d-49fa-8969-239a10498d15 req-cb7802c2-4265-496b-9225-20b8b3f46753 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828418-1', 'device_owner': 'compute:nova'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:01.539349 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-f8b87cb6-8a6d-49fa-8969-239a10498d15 req-cb7802c2-4265-496b-9225-20b8b3f46753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:01.802079 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-f8b87cb6-8a6d-49fa-8969-239a10498d15 req-cb7802c2-4265-496b-9225-20b8b3f46753 service neutron] For port 574cc181-ea16-441f-acb9-d2b4688248ac, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=574cc181-ea16-441f-acb9-d2b4688248ac,segment=NetworkSegment(c3695727-65aa-4343-a95f-6386f681092c),segment_id=c3695727-65aa-4343-a95f-6386f681092c)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:40:01.830568 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-f8b87cb6-8a6d-49fa-8969-239a10498d15 req-cb7802c2-4265-496b-9225-20b8b3f46753 service neutron] For port 574cc181-ea16-441f-acb9-d2b4688248ac, host n-h2-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:40:01.887915 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b230a3-b238-46bd-8d6b-ce57a3336885', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '574cc181-ea16-441f-acb9-d2b4688248ac'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:40:01.893507 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-f8b87cb6-8a6d-49fa-8969-239a10498d15 req-cb7802c2-4265-496b-9225-20b8b3f46753 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:01.908455 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-f8b87cb6-8a6d-49fa-8969-239a10498d15 req-cb7802c2-4265-496b-9225-20b8b3f46753 service neutron] Transition to ACTIVE for port object 574cc181-ea16-441f-acb9-d2b4688248ac will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:40:01.911378 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-f8b87cb6-8a6d-49fa-8969-239a10498d15 req-cb7802c2-4265-496b-9225-20b8b3f46753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:01.954555 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b230a3-b238-46bd-8d6b-ce57a3336885', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '574cc181-ea16-441f-acb9-d2b4688248ac', 'code': 200} Feb 09 01:40:02.059378 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7802c2-4265-496b-9225-20b8b3f46753 service neutron] Pushing event updated for resources: {'Port': ['ID=574cc181-ea16-441f-acb9-d2b4688248ac,revision_number=6']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:02.114592 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8b87cb6-8a6d-49fa-8969-239a10498d15 req-cb7802c2-4265-496b-9225-20b8b3f46753 service neutron] No DVR routers for this DVR port 574cc181-ea16-441f-acb9-d2b4688248ac on host n-h2-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:40:02.577881 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f90ea01-2d86-472a-9818-a59d3b6a395f req-ec465db0-1d0e-4a47-8aca-9b4a456266e5 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:02.579345 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4f90ea01-2d86-472a-9818-a59d3b6a395f req-ec465db0-1d0e-4a47-8aca-9b4a456266e5 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=74cea038-f5eb-44b5-90d0-b02a7d668cc7 HTTP/1.1" status: 200 len: 945 time: 0.3858364 Feb 09 01:40:02.595463 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac2afd-f7bd-41ef-9d78-9b7ac881c748 req-704bf629-c4eb-44d4-a166-0cf9d1293e8c tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:02.596843 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bbac2afd-f7bd-41ef-9d78-9b7ac881c748 req-704bf629-c4eb-44d4-a166-0cf9d1293e8c tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7b230a3-b238-46bd-8d6b-ce57a3336885 HTTP/1.1" status: 200 len: 944 time: 0.3515284 Feb 09 01:40:02.639387 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-f8b87cb6-8a6d-49fa-8969-239a10498d15 req-cb7802c2-4265-496b-9225-20b8b3f46753 service neutron] Attempting to bind port 574cc181-ea16-441f-acb9-d2b4688248ac on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:40:02.639714 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-f8b87cb6-8a6d-49fa-8969-239a10498d15 req-cb7802c2-4265-496b-9225-20b8b3f46753 service neutron] Attempting to bind port 574cc181-ea16-441f-acb9-d2b4688248ac by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'c3695727-65aa-4343-a95f-6386f681092c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'abb22c1b-4026-4b50-bd35-295521ae552d'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:40:02.640039 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b87cb6-8a6d-49fa-8969-239a10498d15 req-cb7802c2-4265-496b-9225-20b8b3f46753 service neutron] Attempting to bind port 574cc181-ea16-441f-acb9-d2b4688248ac on network abb22c1b-4026-4b50-bd35-295521ae552d {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:40:02.657512 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b87cb6-8a6d-49fa-8969-239a10498d15 req-cb7802c2-4265-496b-9225-20b8b3f46753 service neutron] Port 574cc181-ea16-441f-acb9-d2b4688248ac on network abb22c1b-4026-4b50-bd35-295521ae552d not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:40:02.657855 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b87cb6-8a6d-49fa-8969-239a10498d15 req-cb7802c2-4265-496b-9225-20b8b3f46753 service neutron] Attempting to bind port 574cc181-ea16-441f-acb9-d2b4688248ac on network abb22c1b-4026-4b50-bd35-295521ae552d {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:40:02.675740 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b87cb6-8a6d-49fa-8969-239a10498d15 req-cb7802c2-4265-496b-9225-20b8b3f46753 service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:40:02.676186 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b87cb6-8a6d-49fa-8969-239a10498d15 req-cb7802c2-4265-496b-9225-20b8b3f46753 service neutron] Checking segment: {'id': 'c3695727-65aa-4343-a95f-6386f681092c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'abb22c1b-4026-4b50-bd35-295521ae552d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:40:02.676569 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b87cb6-8a6d-49fa-8969-239a10498d15 req-cb7802c2-4265-496b-9225-20b8b3f46753 service neutron] Bound using segment: {'id': 'c3695727-65aa-4343-a95f-6386f681092c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'abb22c1b-4026-4b50-bd35-295521ae552d'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:40:02.676989 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-f8b87cb6-8a6d-49fa-8969-239a10498d15 req-cb7802c2-4265-496b-9225-20b8b3f46753 service neutron] Bound port: 574cc181-ea16-441f-acb9-d2b4688248ac, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3695727-65aa-4343-a95f-6386f681092c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'abb22c1b-4026-4b50-bd35-295521ae552d'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:40:02.677333 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-f8b87cb6-8a6d-49fa-8969-239a10498d15 req-cb7802c2-4265-496b-9225-20b8b3f46753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:02.695895 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4f90ea01-2d86-472a-9818-a59d3b6a395f req-23665ca5-50d1-47b2-882d-178312481c6e tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=1408064a-76ce-4cba-9d45-5e1c6ccbbcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1079147 Feb 09 01:40:02.704232 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bbac2afd-f7bd-41ef-9d78-9b7ac881c748 req-ad848729-f259-42f4-a983-40753b7a5709 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=e58b40e3-d725-4e98-a30d-bd65e713515b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886614 Feb 09 01:40:02.777889 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-f8b87cb6-8a6d-49fa-8969-239a10498d15 req-cb7802c2-4265-496b-9225-20b8b3f46753 service neutron] For port 574cc181-ea16-441f-acb9-d2b4688248ac, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:40:02.780716 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-f8b87cb6-8a6d-49fa-8969-239a10498d15 req-cb7802c2-4265-496b-9225-20b8b3f46753 service neutron] For port 574cc181-ea16-441f-acb9-d2b4688248ac, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=574cc181-ea16-441f-acb9-d2b4688248ac,segment=NetworkSegment(c3695727-65aa-4343-a95f-6386f681092c),segment_id=c3695727-65aa-4343-a95f-6386f681092c)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:40:02.785026 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-f8b87cb6-8a6d-49fa-8969-239a10498d15 req-cb7802c2-4265-496b-9225-20b8b3f46753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:02.847742 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b87cb6-8a6d-49fa-8969-239a10498d15 req-cb7802c2-4265-496b-9225-20b8b3f46753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:02.849328 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-f8b87cb6-8a6d-49fa-8969-239a10498d15 req-cb7802c2-4265-496b-9225-20b8b3f46753 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:02.850420 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f8b87cb6-8a6d-49fa-8969-239a10498d15 req-cb7802c2-4265-496b-9225-20b8b3f46753 service neutron] 10.222.0.62 "PUT /v2.0/ports/574cc181-ea16-441f-acb9-d2b4688248ac HTTP/1.1" status: 200 len: 1092 time: 1.4235556 Feb 09 01:40:02.869409 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7802c2-4265-496b-9225-20b8b3f46753 service neutron] Pushing event updated for resources: {'Port': ['ID=574cc181-ea16-441f-acb9-d2b4688248ac,revision_number=7']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:02.944436 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b87cb6-8a6d-49fa-8969-239a10498d15 req-e669bf1f-10fd-4956-9501-2379df2aba21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:02.945980 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f8b87cb6-8a6d-49fa-8969-239a10498d15 req-e669bf1f-10fd-4956-9501-2379df2aba21 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=86d3f064b7034e66946d08a62b972ad0&device_id=d7b230a3-b238-46bd-8d6b-ce57a3336885 HTTP/1.1" status: 200 len: 1095 time: 0.0737262 Feb 09 01:40:03.078855 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b87cb6-8a6d-49fa-8969-239a10498d15 req-b2585732-00d9-47e8-9dbf-25c5e323ac07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:03.080336 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f8b87cb6-8a6d-49fa-8969-239a10498d15 req-b2585732-00d9-47e8-9dbf-25c5e323ac07 service neutron] 10.222.0.62 "GET /v2.0/networks?id=abb22c1b-4026-4b50-bd35-295521ae552d HTTP/1.1" status: 200 len: 897 time: 0.1289406 Feb 09 01:40:03.182950 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f8b87cb6-8a6d-49fa-8969-239a10498d15 req-da692671-edb2-4bab-a9d2-3483a0ffa97e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=574cc181-ea16-441f-acb9-d2b4688248ac HTTP/1.1" status: 200 len: 1000 time: 0.0961542 Feb 09 01:40:03.248710 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b87cb6-8a6d-49fa-8969-239a10498d15 req-48bd42a4-db0e-4eb2-9b50-faa25bb908cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:03.250342 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f8b87cb6-8a6d-49fa-8969-239a10498d15 req-48bd42a4-db0e-4eb2-9b50-faa25bb908cf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9d480e77-9138-461b-b39d-b3169b64411f HTTP/1.1" status: 200 len: 833 time: 0.0618019 Feb 09 01:40:03.327601 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b87cb6-8a6d-49fa-8969-239a10498d15 req-4e8ac085-f06c-4bf8-8182-275ccbde5f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:03.329037 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f8b87cb6-8a6d-49fa-8969-239a10498d15 req-4e8ac085-f06c-4bf8-8182-275ccbde5f12 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=abb22c1b-4026-4b50-bd35-295521ae552d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723035 Feb 09 01:40:03.458745 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f8b87cb6-8a6d-49fa-8969-239a10498d15 req-a6cb1f29-8a4a-412c-aec3-d9df85034f78 service neutron] 10.222.0.62 "GET /v2.0/networks/abb22c1b-4026-4b50-bd35-295521ae552d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228304 Feb 09 01:40:03.589761 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f8b87cb6-8a6d-49fa-8969-239a10498d15 req-bbcf054f-9f27-40cb-bdb6-7af597cd8778 service neutron] 10.222.0.62 "GET /v2.0/networks/abb22c1b-4026-4b50-bd35-295521ae552d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248159 Feb 09 01:40:03.942948 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c7139-78eb-459b-a106-bf5cee7cb235 req-661307f3-5f84-42d7-91f4-11f335a3b0ba tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:03.945153 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a74c7139-78eb-459b-a106-bf5cee7cb235 req-661307f3-5f84-42d7-91f4-11f335a3b0ba tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=74cea038-f5eb-44b5-90d0-b02a7d668cc7 HTTP/1.1" status: 200 len: 945 time: 0.1435237 Feb 09 01:40:03.952481 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b351581-7c17-4bd7-8d38-f0f01f484ae4 req-34d5facd-6e41-443e-b327-e407cf2c8df2 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:03.953880 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9b351581-7c17-4bd7-8d38-f0f01f484ae4 req-34d5facd-6e41-443e-b327-e407cf2c8df2 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7b230a3-b238-46bd-8d6b-ce57a3336885 HTTP/1.1" status: 200 len: 944 time: 0.1213460 Feb 09 01:40:03.955445 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7b230a3-b238-46bd-8d6b-ce57a3336885', 'tag': '574cc181-ea16-441f-acb9-d2b4688248ac'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:40:04.025884 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9b351581-7c17-4bd7-8d38-f0f01f484ae4 req-754e3fa3-3ecd-473a-b07a-43cf603fd76f tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=e58b40e3-d725-4e98-a30d-bd65e713515b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650935 Feb 09 01:40:04.030143 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a74c7139-78eb-459b-a106-bf5cee7cb235 req-a888fb14-81c9-4dcc-8568-a20cd08e18ba tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=1408064a-76ce-4cba-9d45-5e1c6ccbbcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0754142 Feb 09 01:40:04.089062 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7b230a3-b238-46bd-8d6b-ce57a3336885', 'tag': '574cc181-ea16-441f-acb9-d2b4688248ac', 'status': 'completed', 'code': 200} Feb 09 01:40:04.311537 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462948da-4593-42bb-83b9-795c77925068 req-21f5e4fd-a1ad-4b05-a6e7-4e7fa927ce0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:04.312904 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-462948da-4593-42bb-83b9-795c77925068 req-21f5e4fd-a1ad-4b05-a6e7-4e7fa927ce0b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=86d3f064b7034e66946d08a62b972ad0&device_id=d7b230a3-b238-46bd-8d6b-ce57a3336885 HTTP/1.1" status: 200 len: 1095 time: 0.2068503 Feb 09 01:40:04.317504 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462948da-4593-42bb-83b9-795c77925068 req-6790e079-1675-4627-bdbe-b9d604e3ec30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:04.318898 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-462948da-4593-42bb-83b9-795c77925068 req-6790e079-1675-4627-bdbe-b9d604e3ec30 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=86d3f064b7034e66946d08a62b972ad0&device_id=d7b230a3-b238-46bd-8d6b-ce57a3336885 HTTP/1.1" status: 200 len: 1095 time: 0.1828535 Feb 09 01:40:04.346185 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f5ed4-3774-4b59-813c-331650adcce9 req-e48381d6-51e0-422a-82c1-d85261e1d220 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:04.347531 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-748f5ed4-3774-4b59-813c-331650adcce9 req-e48381d6-51e0-422a-82c1-d85261e1d220 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=74cea038-f5eb-44b5-90d0-b02a7d668cc7 HTTP/1.1" status: 200 len: 945 time: 0.2064285 Feb 09 01:40:04.399029 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 574cc181-ea16-441f-acb9-d2b4688248ac no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:40:04.458303 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 574cc181-ea16-441f-acb9-d2b4688248ac not bound to the agent host n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:40:04.647989 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-748f5ed4-3774-4b59-813c-331650adcce9 req-d711a681-f905-4514-ae69-18372de64dcf tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=1408064a-76ce-4cba-9d45-5e1c6ccbbcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2801516 Feb 09 01:40:04.671041 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44994) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:40:04.712681 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462948da-4593-42bb-83b9-795c77925068 req-4a18c0ab-2f15-45ac-88ad-1715be2e72ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:04.714139 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-462948da-4593-42bb-83b9-795c77925068 req-4a18c0ab-2f15-45ac-88ad-1715be2e72ac service neutron] 10.222.0.99 "GET /v2.0/networks?id=abb22c1b-4026-4b50-bd35-295521ae552d HTTP/1.1" status: 200 len: 897 time: 0.3938694 Feb 09 01:40:04.718258 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462948da-4593-42bb-83b9-795c77925068 req-ae975f16-2468-4985-9525-5fd707a3a7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:04.719579 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-462948da-4593-42bb-83b9-795c77925068 req-ae975f16-2468-4985-9525-5fd707a3a7c5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=abb22c1b-4026-4b50-bd35-295521ae552d HTTP/1.1" status: 200 len: 897 time: 0.3706136 Feb 09 01:40:04.741755 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38238eb3-74f0-424c-b492-b28d354f7b52 tempest-TestVolumeBootPattern-528467763 tempest-TestVolumeBootPattern-528467763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:04.743329 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-38238eb3-74f0-424c-b492-b28d354f7b52 tempest-TestVolumeBootPattern-528467763 tempest-TestVolumeBootPattern-528467763-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=74cea038-f5eb-44b5-90d0-b02a7d668cc7 HTTP/1.1" status: 200 len: 1091 time: 0.0713019 Feb 09 01:40:04.746149 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 44998) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:40:04.751102 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-453d4278-e10e-4308-9727-9238d0c7ab6b tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Request body: {'floatingip': {'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'port_id': 'adfa806c-eed1-4ede-a274-3227b925e3d4', 'tenant_id': '6721380b025b4977bb6883114d898ed6', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:04.758564 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-453d4278-e10e-4308-9727-9238d0c7ab6b tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:40:04.762470 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-453d4278-e10e-4308-9727-9238d0c7ab6b tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Usage tracker for resource:floatingip and tenant:6721380b025b4977bb6883114d898ed6 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:40:04.765386 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-453d4278-e10e-4308-9727-9238d0c7ab6b tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:40:04.772141 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-453d4278-e10e-4308-9727-9238d0c7ab6b tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:40:04.782876 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-453d4278-e10e-4308-9727-9238d0c7ab6b tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks [] for floatingip, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:04.900390 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-462948da-4593-42bb-83b9-795c77925068 req-21b3417b-5a22-45f0-bde2-01ebdfd3baa8 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=574cc181-ea16-441f-acb9-d2b4688248ac HTTP/1.1" status: 200 len: 1000 time: 0.1797969 Feb 09 01:40:04.903770 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-462948da-4593-42bb-83b9-795c77925068 req-8aa6c21b-2b47-4a0b-ac8a-b628d78c2b30 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=574cc181-ea16-441f-acb9-d2b4688248ac HTTP/1.1" status: 200 len: 1000 time: 0.1302941 Feb 09 01:40:04.920892 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-453d4278-e10e-4308-9727-9238d0c7ab6b tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:05.011536 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462948da-4593-42bb-83b9-795c77925068 req-bbd306ea-803f-44c0-97a4-3ed06e3abdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:05.012971 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-462948da-4593-42bb-83b9-795c77925068 req-bbd306ea-803f-44c0-97a4-3ed06e3abdfa service neutron] 10.222.0.99 "GET /v2.0/subnets?id=9d480e77-9138-461b-b39d-b3169b64411f HTTP/1.1" status: 200 len: 833 time: 0.1073136 Feb 09 01:40:05.016008 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462948da-4593-42bb-83b9-795c77925068 req-eb68bdc5-4bbd-4bdb-9081-7bcf41b78d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:05.017275 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-462948da-4593-42bb-83b9-795c77925068 req-eb68bdc5-4bbd-4bdb-9081-7bcf41b78d5c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9d480e77-9138-461b-b39d-b3169b64411f HTTP/1.1" status: 200 len: 833 time: 0.0800681 Feb 09 01:40:05.063767 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-453d4278-e10e-4308-9727-9238d0c7ab6b tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Allocated IP 172.25.0.26 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/ef3e2bb3-d3cd-49a6-92c6-1ec720105357) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:40:05.201946 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462948da-4593-42bb-83b9-795c77925068 req-e6c0dfc3-212c-4c04-b71a-e7a9512e4dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:05.203815 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-462948da-4593-42bb-83b9-795c77925068 req-e6c0dfc3-212c-4c04-b71a-e7a9512e4dbf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=abb22c1b-4026-4b50-bd35-295521ae552d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1528332 Feb 09 01:40:05.217749 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-453d4278-e10e-4308-9727-9238d0c7ab6b tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:05.248820 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-453d4278-e10e-4308-9727-9238d0c7ab6b tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:05.281827 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462948da-4593-42bb-83b9-795c77925068 req-215e2249-31b4-44bf-ae3b-40966511aa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:05.283367 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-462948da-4593-42bb-83b9-795c77925068 req-215e2249-31b4-44bf-ae3b-40966511aa7b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=abb22c1b-4026-4b50-bd35-295521ae552d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2651742 Feb 09 01:40:05.330352 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453d4278-e10e-4308-9727-9238d0c7ab6b tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Pushing event updated for resources: {'Port': ['ID=ef3e2bb3-d3cd-49a6-92c6-1ec720105357,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:05.345551 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453d4278-e10e-4308-9727-9238d0c7ab6b tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:05.345921 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453d4278-e10e-4308-9727-9238d0c7ab6b tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:05.346263 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453d4278-e10e-4308-9727-9238d0c7ab6b tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:05.346975 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453d4278-e10e-4308-9727-9238d0c7ab6b tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:05.346975 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453d4278-e10e-4308-9727-9238d0c7ab6b tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:05.347245 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453d4278-e10e-4308-9727-9238d0c7ab6b tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:05.347598 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453d4278-e10e-4308-9727-9238d0c7ab6b tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:05.347942 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453d4278-e10e-4308-9727-9238d0c7ab6b tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:05.348269 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453d4278-e10e-4308-9727-9238d0c7ab6b tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:05.348589 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453d4278-e10e-4308-9727-9238d0c7ab6b tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:05.348913 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453d4278-e10e-4308-9727-9238d0c7ab6b tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:05.349232 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453d4278-e10e-4308-9727-9238d0c7ab6b tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:05.354631 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453d4278-e10e-4308-9727-9238d0c7ab6b tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:05.355784 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-453d4278-e10e-4308-9727-9238d0c7ab6b tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:05.358041 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453d4278-e10e-4308-9727-9238d0c7ab6b tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:40:05.470185 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c520e-2a50-4f51-ab1c-be9a44adb5cc req-f3b09239-0cd9-40ba-8be3-08deb5a0aea3 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:05.471561 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0d3c520e-2a50-4f51-ab1c-be9a44adb5cc req-f3b09239-0cd9-40ba-8be3-08deb5a0aea3 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7b230a3-b238-46bd-8d6b-ce57a3336885 HTTP/1.1" status: 200 len: 944 time: 0.3325248 Feb 09 01:40:05.480387 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-462948da-4593-42bb-83b9-795c77925068 req-4f025187-e2f4-40c4-a17d-ea4dd1c0111a service neutron] 10.222.0.62 "GET /v2.0/networks/abb22c1b-4026-4b50-bd35-295521ae552d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697141 Feb 09 01:40:05.587525 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-462948da-4593-42bb-83b9-795c77925068 req-2452b721-b1db-4bd1-b0d6-57fe43d39719 service neutron] 10.222.0.99 "GET /v2.0/networks/abb22c1b-4026-4b50-bd35-295521ae552d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966321 Feb 09 01:40:05.693663 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0d3c520e-2a50-4f51-ab1c-be9a44adb5cc req-45f350cf-054e-4560-b8d9-5af6e50d9224 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=e58b40e3-d725-4e98-a30d-bd65e713515b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2155190 Feb 09 01:40:05.758203 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-462948da-4593-42bb-83b9-795c77925068 req-1a6ef47f-de70-471b-ab96-5aff508f7c48 service neutron] 10.222.0.62 "GET /v2.0/networks/abb22c1b-4026-4b50-bd35-295521ae552d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681420 Feb 09 01:40:05.779832 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-462948da-4593-42bb-83b9-795c77925068 req-f70f4e56-8a9c-4bd4-8052-ea8110d76645 service neutron] 10.222.0.99 "GET /v2.0/networks/abb22c1b-4026-4b50-bd35-295521ae552d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806121 Feb 09 01:40:05.797523 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-453d4278-e10e-4308-9727-9238d0c7ab6b tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:05.873438 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-453d4278-e10e-4308-9727-9238d0c7ab6b tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:06.084461 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-453d4278-e10e-4308-9727-9238d0c7ab6b tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:06.088753 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-453d4278-e10e-4308-9727-9238d0c7ab6b tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:06.318899 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453d4278-e10e-4308-9727-9238d0c7ab6b tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Pushing event updated for resources: {'Port': ['ID=ef3e2bb3-d3cd-49a6-92c6-1ec720105357,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:06.323327 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-453d4278-e10e-4308-9727-9238d0c7ab6b tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:06.491579 n-d-828418-1 neutron-server[87638]: INFO neutron.db.l3_db [None req-453d4278-e10e-4308-9727-9238d0c7ab6b tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Floating IP 1f25292c-5efb-4be3-b56d-6a4c903c50dd associated. External IP: 172.25.0.26, port: adfa806c-eed1-4ede-a274-3227b925e3d4. Feb 09 01:40:06.840430 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-453d4278-e10e-4308-9727-9238d0c7ab6b tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Router f64b697c-b9da-4611-aa22-82eb6e12af19 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:40:06.877104 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8efa8f-34e8-4041-878d-69803972ed66 req-b20112da-4f12-4eaf-9d85-634d23d655b9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:06.878608 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4b8efa8f-34e8-4041-878d-69803972ed66 req-b20112da-4f12-4eaf-9d85-634d23d655b9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7b230a3-b238-46bd-8d6b-ce57a3336885 HTTP/1.1" status: 200 len: 944 time: 0.0783870 Feb 09 01:40:06.926240 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4b8efa8f-34e8-4041-878d-69803972ed66 req-e341ea20-f5a6-4701-a147-9c575802b8ab tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=e58b40e3-d725-4e98-a30d-bd65e713515b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412354 Feb 09 01:40:07.021430 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-453d4278-e10e-4308-9727-9238d0c7ab6b tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:40:07.034443 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262d6ab4-f5ab-40ce-a694-57e98b0f9c31 None None] Sync routers for ids ['f64b697c-b9da-4611-aa22-82eb6e12af19'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:40:07.047032 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262d6ab4-f5ab-40ce-a694-57e98b0f9c31 None None] Routers {'f64b697c-b9da-4611-aa22-82eb6e12af19'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:40:07.047321 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-453d4278-e10e-4308-9727-9238d0c7ab6b tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:07.047810 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-262d6ab4-f5ab-40ce-a694-57e98b0f9c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:39:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['f64b697c-b9da-4611-aa22-82eb6e12af19'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:07.109111 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-453d4278-e10e-4308-9727-9238d0c7ab6b tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3577020 Feb 09 01:40:07.109111 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74cea038-f5eb-44b5-90d0-b02a7d668cc7', 'tag': 'adfa806c-eed1-4ede-a274-3227b925e3d4'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:40:07.281117 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74cea038-f5eb-44b5-90d0-b02a7d668cc7', 'tag': 'adfa806c-eed1-4ede-a274-3227b925e3d4', 'status': 'completed', 'code': 200} Feb 09 01:40:07.297097 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-262d6ab4-f5ab-40ce-a694-57e98b0f9c31 None None] Set router f64b697c-b9da-4611-aa22-82eb6e12af19 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:40:07.344339 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 574cc181-ea16-441f-acb9-d2b4688248ac details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:40:07.550800 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefc3db-dacd-46b3-8019-f3e583520778 req-e5b26011-ada6-40da-9af6-8cbca60d6ab9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:07.552348 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ccefc3db-dacd-46b3-8019-f3e583520778 req-e5b26011-ada6-40da-9af6-8cbca60d6ab9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7b230a3-b238-46bd-8d6b-ce57a3336885&tenant_id=86d3f064b7034e66946d08a62b972ad0&binding%3Ahost_id=n-h1-828418-1 HTTP/1.1" status: 200 len: 944 time: 0.3544586 Feb 09 01:40:07.604437 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f82108b-4a8a-4b0a-9bfe-5f6f7c1d0cd8 req-47c2676a-5df4-4ed8-a238-7d6e583927f1 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:07.605926 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5f82108b-4a8a-4b0a-9bfe-5f6f7c1d0cd8 req-47c2676a-5df4-4ed8-a238-7d6e583927f1 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7b230a3-b238-46bd-8d6b-ce57a3336885 HTTP/1.1" status: 200 len: 944 time: 0.3389194 Feb 09 01:40:07.612685 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c956de80-1747-47b6-8420-71c98e221404 req-07cf6ec9-5444-49f7-bb85-e42d63b1b196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:07.614113 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c956de80-1747-47b6-8420-71c98e221404 req-07cf6ec9-5444-49f7-bb85-e42d63b1b196 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=6721380b025b4977bb6883114d898ed6&device_id=74cea038-f5eb-44b5-90d0-b02a7d668cc7 HTTP/1.1" status: 200 len: 1096 time: 0.3116698 Feb 09 01:40:07.692220 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 574cc181-ea16-441f-acb9-d2b4688248ac, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=574cc181-ea16-441f-acb9-d2b4688248ac,segment=NetworkSegment(c3695727-65aa-4343-a95f-6386f681092c),segment_id=c3695727-65aa-4343-a95f-6386f681092c)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:40:07.721210 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '574cc181-ea16-441f-acb9-d2b4688248ac', 'network_id': 'abb22c1b-4026-4b50-bd35-295521ae552d', 'port_id': '574cc181-ea16-441f-acb9-d2b4688248ac', 'mac_address': 'fa:16:3e:4c:7c:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d480e77-9138-461b-b39d-b3169b64411f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:40:07.765531 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5f82108b-4a8a-4b0a-9bfe-5f6f7c1d0cd8 req-a8ef320c-eecb-433b-b42a-b7632c71a824 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=e58b40e3-d725-4e98-a30d-bd65e713515b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429124 Feb 09 01:40:07.780213 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ccefc3db-dacd-46b3-8019-f3e583520778 req-96cecc08-2642-41c1-93b3-670042c5d323 service neutron] 10.222.0.62 "GET /v2.0/ports/574cc181-ea16-441f-acb9-d2b4688248ac/bindings/n-h1-828418-1 HTTP/1.1" status: 200 len: 382 time: 0.2201355 Feb 09 01:40:07.810361 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c956de80-1747-47b6-8420-71c98e221404 req-8e897319-d184-4470-a66d-81a767474e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:07.811794 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c956de80-1747-47b6-8420-71c98e221404 req-8e897319-d184-4470-a66d-81a767474e72 service neutron] 10.222.0.99 "GET /v2.0/networks?id=f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f HTTP/1.1" status: 200 len: 913 time: 0.1903608 Feb 09 01:40:07.828722 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:07.851304 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 574cc181-ea16-441f-acb9-d2b4688248ac {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:40:07.876257 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 574cc181-ea16-441f-acb9-d2b4688248ac, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=574cc181-ea16-441f-acb9-d2b4688248ac,segment=NetworkSegment(c3695727-65aa-4343-a95f-6386f681092c),segment_id=c3695727-65aa-4343-a95f-6386f681092c)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:40:07.881925 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:07.942993 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-262d6ab4-f5ab-40ce-a694-57e98b0f9c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'name': 'tempest-TestVolumeBootPattern-1652339505-router', 'tenant_id': '6721380b025b4977bb6883114d898ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'b260476d-d5ca-44f5-bf49-16506c42517c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:12Z', 'updated_at': '2022-02-09T01:31:19Z', 'revision_number': 4, 'project_id': '6721380b025b4977bb6883114d898ed6', 'gw_port': {'id': 'b260476d-d5ca-44f5-bf49-16506c42517c', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:59:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:13Z', 'updated_at': '2022-02-09T01:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '1f25292c-5efb-4be3-b56d-6a4c903c50dd', 'tenant_id': '6721380b025b4977bb6883114d898ed6', 'floating_ip_address': '172.25.0.26', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'port_id': 'adfa806c-eed1-4ede-a274-3227b925e3d4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f', 'mac_address': 'fa:16:3e:37:e9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cea038-f5eb-44b5-90d0-b02a7d668cc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:40:05Z', 'updated_at': '2022-02-09T01:40:05Z', 'revision_number': 0, 'project_id': '6721380b025b4977bb6883114d898ed6', 'fixed_ip_address_scope': None}, {'id': '48c9e300-4fe7-40d6-9070-72229fc1f5cb', 'tenant_id': '6721380b025b4977bb6883114d898ed6', 'floating_ip_address': '172.25.0.83', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'port_id': '3f8306e2-56cb-4a8f-bb03-cf17820838f7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f', 'mac_address': 'fa:16:3e:04:bb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44955cb-7cfd-4ad1-a032-219cd13dc878', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:37:50Z', 'updated_at': '2022-02-09T01:37:52Z', 'revision_number': 1, 'project_id': '6721380b025b4977bb6883114d898ed6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87a7cef7-91ed-4263-8ba6-cb257fc19878', 'name': '', 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f', 'tenant_id': '6721380b025b4977bb6883114d898ed6', 'mac_address': 'fa:16:3e:bb:88:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '572cbc39-1162-4835-b49c-9787164ff8f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:18Z', 'updated_at': '2022-02-09T01:31:29Z', 'revision_number': 5, 'project_id': '6721380b025b4977bb6883114d898ed6', 'subnets': [{'id': '572cbc39-1162-4835-b49c-9787164ff8f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:07.952401 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262d6ab4-f5ab-40ce-a694-57e98b0f9c31 None None] Checking router: f64b697c-b9da-4611-aa22-82eb6e12af19 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:40:07.958292 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c956de80-1747-47b6-8420-71c98e221404 req-fa186937-c884-45c0-84f3-f7495d46cd3b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=adfa806c-eed1-4ede-a274-3227b925e3d4 HTTP/1.1" status: 200 len: 998 time: 0.1170521 Feb 09 01:40:07.964339 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=574cc181-ea16-441f-acb9-d2b4688248ac,revision_number=8']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:07.966975 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262d6ab4-f5ab-40ce-a694-57e98b0f9c31 None None] Routers {'f64b697c-b9da-4611-aa22-82eb6e12af19'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:40:07.967580 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-262d6ab4-f5ab-40ce-a694-57e98b0f9c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:39:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['f64b697c-b9da-4611-aa22-82eb6e12af19'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:08.007633 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefc3db-dacd-46b3-8019-f3e583520778 req-3ca63db1-3b31-4d19-a68f-0be62ec18025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:08.009109 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ccefc3db-dacd-46b3-8019-f3e583520778 req-3ca63db1-3b31-4d19-a68f-0be62ec18025 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=86d3f064b7034e66946d08a62b972ad0&device_id=d7b230a3-b238-46bd-8d6b-ce57a3336885 HTTP/1.1" status: 200 len: 1095 time: 0.2003229 Feb 09 01:40:08.097403 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c956de80-1747-47b6-8420-71c98e221404 req-2f8e66cb-f386-4838-bfb1-0277dfc8ca18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:08.099053 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c956de80-1747-47b6-8420-71c98e221404 req-2f8e66cb-f386-4838-bfb1-0277dfc8ca18 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=572cbc39-1162-4835-b49c-9787164ff8f8 HTTP/1.1" status: 200 len: 851 time: 0.1340933 Feb 09 01:40:08.113039 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['574cc181-ea16-441f-acb9-d2b4688248ac'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:40:08.205255 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefc3db-dacd-46b3-8019-f3e583520778 req-d06d78cf-0d1c-4037-b4b4-97e8aa0fdfde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:08.205583 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-262d6ab4-f5ab-40ce-a694-57e98b0f9c31 None None] Set router f64b697c-b9da-4611-aa22-82eb6e12af19 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:40:08.206727 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ccefc3db-dacd-46b3-8019-f3e583520778 req-d06d78cf-0d1c-4037-b4b4-97e8aa0fdfde service neutron] 10.222.0.62 "GET /v2.0/networks?id=abb22c1b-4026-4b50-bd35-295521ae552d HTTP/1.1" status: 200 len: 897 time: 0.1882946 Feb 09 01:40:08.282535 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e8026e03-0d8c-4f81-88b3-af2fb6f942a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:08.291678 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c956de80-1747-47b6-8420-71c98e221404 req-689a568c-e11b-4687-ab27-43a5129ce461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:08.293175 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c956de80-1747-47b6-8420-71c98e221404 req-689a568c-e11b-4687-ab27-43a5129ce461 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1807325 Feb 09 01:40:08.387021 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ccefc3db-dacd-46b3-8019-f3e583520778 req-4ca1662f-b9dd-4b41-b9fe-1a7d859c333b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=574cc181-ea16-441f-acb9-d2b4688248ac HTTP/1.1" status: 200 len: 1001 time: 0.1727662 Feb 09 01:40:08.487030 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefc3db-dacd-46b3-8019-f3e583520778 req-c7deff44-551a-410b-b0bf-2af5671c8a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:08.489071 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ccefc3db-dacd-46b3-8019-f3e583520778 req-c7deff44-551a-410b-b0bf-2af5671c8a76 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9d480e77-9138-461b-b39d-b3169b64411f HTTP/1.1" status: 200 len: 833 time: 0.0943780 Feb 09 01:40:08.492243 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c956de80-1747-47b6-8420-71c98e221404 req-30f69bc3-1c67-4506-9020-53421b16ae05 service neutron] 10.222.0.99 "GET /v2.0/networks/f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884923 Feb 09 01:40:08.685845 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c956de80-1747-47b6-8420-71c98e221404 req-4ec24263-efd3-46b6-9907-7a30052315e3 service neutron] 10.222.0.99 "GET /v2.0/networks/f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576614 Feb 09 01:40:08.691346 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefc3db-dacd-46b3-8019-f3e583520778 req-131d68f9-adbf-490f-aa1b-652771b73371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:08.693039 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ccefc3db-dacd-46b3-8019-f3e583520778 req-131d68f9-adbf-490f-aa1b-652771b73371 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=abb22c1b-4026-4b50-bd35-295521ae552d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1983302 Feb 09 01:40:08.794888 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-262d6ab4-f5ab-40ce-a694-57e98b0f9c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'name': 'tempest-TestVolumeBootPattern-1652339505-router', 'tenant_id': '6721380b025b4977bb6883114d898ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'b260476d-d5ca-44f5-bf49-16506c42517c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:12Z', 'updated_at': '2022-02-09T01:31:19Z', 'revision_number': 4, 'project_id': '6721380b025b4977bb6883114d898ed6', 'gw_port': {'id': 'b260476d-d5ca-44f5-bf49-16506c42517c', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:59:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:13Z', 'updated_at': '2022-02-09T01:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '1f25292c-5efb-4be3-b56d-6a4c903c50dd', 'tenant_id': '6721380b025b4977bb6883114d898ed6', 'floating_ip_address': '172.25.0.26', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'port_id': 'adfa806c-eed1-4ede-a274-3227b925e3d4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f', 'mac_address': 'fa:16:3e:37:e9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cea038-f5eb-44b5-90d0-b02a7d668cc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:40:05Z', 'updated_at': '2022-02-09T01:40:05Z', 'revision_number': 0, 'project_id': '6721380b025b4977bb6883114d898ed6', 'fixed_ip_address_scope': None}, {'id': '48c9e300-4fe7-40d6-9070-72229fc1f5cb', 'tenant_id': '6721380b025b4977bb6883114d898ed6', 'floating_ip_address': '172.25.0.83', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'port_id': '3f8306e2-56cb-4a8f-bb03-cf17820838f7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f', 'mac_address': 'fa:16:3e:04:bb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44955cb-7cfd-4ad1-a032-219cd13dc878', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:37:50Z', 'updated_at': '2022-02-09T01:37:52Z', 'revision_number': 1, 'project_id': '6721380b025b4977bb6883114d898ed6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87a7cef7-91ed-4263-8ba6-cb257fc19878', 'name': '', 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f', 'tenant_id': '6721380b025b4977bb6883114d898ed6', 'mac_address': 'fa:16:3e:bb:88:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '572cbc39-1162-4835-b49c-9787164ff8f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:18Z', 'updated_at': '2022-02-09T01:31:29Z', 'revision_number': 5, 'project_id': '6721380b025b4977bb6883114d898ed6', 'subnets': [{'id': '572cbc39-1162-4835-b49c-9787164ff8f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:08.808739 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262d6ab4-f5ab-40ce-a694-57e98b0f9c31 None None] The sync data for ids ['f64b697c-b9da-4611-aa22-82eb6e12af19'] in n-d-828418-1 is: [{'id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'name': 'tempest-TestVolumeBootPattern-1652339505-router', 'tenant_id': '6721380b025b4977bb6883114d898ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'b260476d-d5ca-44f5-bf49-16506c42517c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:12Z', 'updated_at': '2022-02-09T01:31:19Z', 'revision_number': 4, 'project_id': '6721380b025b4977bb6883114d898ed6', 'gw_port': {'id': 'b260476d-d5ca-44f5-bf49-16506c42517c', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:59:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:13Z', 'updated_at': '2022-02-09T01:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '1f25292c-5efb-4be3-b56d-6a4c903c50dd', 'tenant_id': '6721380b025b4977bb6883114d898ed6', 'floating_ip_address': '172.25.0.26', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'port_id': 'adfa806c-eed1-4ede-a274-3227b925e3d4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f', 'mac_address': 'fa:16:3e:37:e9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cea038-f5eb-44b5-90d0-b02a7d668cc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:40:05Z', 'updated_at': '2022-02-09T01:40:05Z', 'revision_number': 0, 'project_id': '6721380b025b4977bb6883114d898ed6', 'fixed_ip_address_scope': None}, {'id': '48c9e300-4fe7-40d6-9070-72229fc1f5cb', 'tenant_id': '6721380b025b4977bb6883114d898ed6', 'floating_ip_address': '172.25.0.83', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'port_id': '3f8306e2-56cb-4a8f-bb03-cf17820838f7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f', 'mac_address': 'fa:16:3e:04:bb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44955cb-7cfd-4ad1-a032-219cd13dc878', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:37:50Z', 'updated_at': '2022-02-09T01:37:52Z', 'revision_number': 1, 'project_id': '6721380b025b4977bb6883114d898ed6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87a7cef7-91ed-4263-8ba6-cb257fc19878', 'name': '', 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f', 'tenant_id': '6721380b025b4977bb6883114d898ed6', 'mac_address': 'fa:16:3e:bb:88:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '572cbc39-1162-4835-b49c-9787164ff8f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:18Z', 'updated_at': '2022-02-09T01:31:29Z', 'revision_number': 5, 'project_id': '6721380b025b4977bb6883114d898ed6', 'subnets': [{'id': '572cbc39-1162-4835-b49c-9787164ff8f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:40:08.842979 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ccefc3db-dacd-46b3-8019-f3e583520778 req-b682c0d5-2c0c-4bc6-824d-3869d25ac853 service neutron] 10.222.0.62 "GET /v2.0/networks/abb22c1b-4026-4b50-bd35-295521ae552d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428990 Feb 09 01:40:09.035676 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc80da4-3b61-4c27-9c33-32409a470daf None None] New status for floating IP 1f25292c-5efb-4be3-b56d-6a4c903c50dd: ACTIVE {{(pid=87641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:40:09.159089 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ccefc3db-dacd-46b3-8019-f3e583520778 req-dfc22601-f42d-44b9-be0c-2b3584cfdbc4 service neutron] 10.222.0.62 "GET /v2.0/networks/abb22c1b-4026-4b50-bd35-295521ae552d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084831 Feb 09 01:40:09.171547 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b297e7-d0b0-4aea-bb52-2cd9e2c7c57b req-c328982d-3987-46fa-9661-eaa1143c70ce tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:09.176691 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-79b297e7-d0b0-4aea-bb52-2cd9e2c7c57b req-c328982d-3987-46fa-9661-eaa1143c70ce tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7b230a3-b238-46bd-8d6b-ce57a3336885 HTTP/1.1" status: 200 len: 945 time: 0.2604475 Feb 09 01:40:09.216963 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-79b297e7-d0b0-4aea-bb52-2cd9e2c7c57b req-ba4f4960-49ba-4489-a8a0-414643479884 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=e58b40e3-d725-4e98-a30d-bd65e713515b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374656 Feb 09 01:40:09.335040 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 574cc181-ea16-441f-acb9-d2b4688248ac up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:40:09.402442 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port 574cc181-ea16-441f-acb9-d2b4688248ac completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:40:09.407107 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 574cc181-ea16-441f-acb9-d2b4688248ac triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:09.407474 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:09.523047 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:09.549128 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b230a3-b238-46bd-8d6b-ce57a3336885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '574cc181-ea16-441f-acb9-d2b4688248ac'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:40:09.558570 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 574cc181-ea16-441f-acb9-d2b4688248ac, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=574cc181-ea16-441f-acb9-d2b4688248ac,segment=NetworkSegment(c3695727-65aa-4343-a95f-6386f681092c),segment_id=c3695727-65aa-4343-a95f-6386f681092c)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:40:09.562214 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:09.616119 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b230a3-b238-46bd-8d6b-ce57a3336885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '574cc181-ea16-441f-acb9-d2b4688248ac', 'code': 200} Feb 09 01:40:09.634234 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=574cc181-ea16-441f-acb9-d2b4688248ac,revision_number=9']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:10.407254 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1964bfd0-60eb-46b7-85ef-2553f8ca586f req-fc4a60fe-d6f9-46e3-a6ad-07a29d19c55d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:10.408693 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1964bfd0-60eb-46b7-85ef-2553f8ca586f req-fc4a60fe-d6f9-46e3-a6ad-07a29d19c55d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7b230a3-b238-46bd-8d6b-ce57a3336885 HTTP/1.1" status: 200 len: 946 time: 0.0813339 Feb 09 01:40:10.452584 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1964bfd0-60eb-46b7-85ef-2553f8ca586f req-1ccc76f0-f5d3-4148-9b4c-f7a67b5caabf tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=e58b40e3-d725-4e98-a30d-bd65e713515b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379884 Feb 09 01:40:10.492275 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-13f9eb5d-566c-414f-bedf-ab00daee01bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:11.428205 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefc3db-dacd-46b3-8019-f3e583520778 req-11369e28-9e8d-4f07-a053-8b55ec4f2963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:11.429830 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ccefc3db-dacd-46b3-8019-f3e583520778 req-11369e28-9e8d-4f07-a053-8b55ec4f2963 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=d7b230a3-b238-46bd-8d6b-ce57a3336885&tenant_id=86d3f064b7034e66946d08a62b972ad0 HTTP/1.1" status: 200 len: 1097 time: 0.0710571 Feb 09 01:40:11.440982 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-ccefc3db-dacd-46b3-8019-f3e583520778 req-776f88e9-2428-4d05-a371-00ec51017a39 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828418-1', 'device_owner': 'compute:nova'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:11.552298 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ccefc3db-dacd-46b3-8019-f3e583520778 req-776f88e9-2428-4d05-a371-00ec51017a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:11.574633 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:11.599084 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:11.763083 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e28e0ef-e063-4fe0-89a9-859ef36a19af req-3ad01bde-e2a9-43a6-808b-aed2fefb69c9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:11.764519 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5e28e0ef-e063-4fe0-89a9-859ef36a19af req-3ad01bde-e2a9-43a6-808b-aed2fefb69c9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7b230a3-b238-46bd-8d6b-ce57a3336885 HTTP/1.1" status: 200 len: 946 time: 0.2025163 Feb 09 01:40:11.890224 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5e28e0ef-e063-4fe0-89a9-859ef36a19af req-e2bd7703-5e94-42e6-bd7b-0511c4109072 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=e58b40e3-d725-4e98-a30d-bd65e713515b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187489 Feb 09 01:40:11.923320 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-ccefc3db-dacd-46b3-8019-f3e583520778 req-776f88e9-2428-4d05-a371-00ec51017a39 service neutron] For port 574cc181-ea16-441f-acb9-d2b4688248ac, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=574cc181-ea16-441f-acb9-d2b4688248ac,segment=NetworkSegment(c3695727-65aa-4343-a95f-6386f681092c),segment_id=c3695727-65aa-4343-a95f-6386f681092c)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:40:11.950112 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-ccefc3db-dacd-46b3-8019-f3e583520778 req-776f88e9-2428-4d05-a371-00ec51017a39 service neutron] For port 574cc181-ea16-441f-acb9-d2b4688248ac, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:40:12.006578 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b230a3-b238-46bd-8d6b-ce57a3336885', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '574cc181-ea16-441f-acb9-d2b4688248ac'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:40:12.012437 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ccefc3db-dacd-46b3-8019-f3e583520778 req-776f88e9-2428-4d05-a371-00ec51017a39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:12.028062 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-ccefc3db-dacd-46b3-8019-f3e583520778 req-776f88e9-2428-4d05-a371-00ec51017a39 service neutron] Transition to ACTIVE for port object 574cc181-ea16-441f-acb9-d2b4688248ac will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:40:12.031642 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ccefc3db-dacd-46b3-8019-f3e583520778 req-776f88e9-2428-4d05-a371-00ec51017a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:12.075727 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b230a3-b238-46bd-8d6b-ce57a3336885', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '574cc181-ea16-441f-acb9-d2b4688248ac', 'code': 200} Feb 09 01:40:12.183891 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776f88e9-2428-4d05-a371-00ec51017a39 service neutron] Pushing event updated for resources: {'Port': ['ID=574cc181-ea16-441f-acb9-d2b4688248ac,revision_number=10']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:12.233776 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccefc3db-dacd-46b3-8019-f3e583520778 req-776f88e9-2428-4d05-a371-00ec51017a39 service neutron] No DVR routers for this DVR port 574cc181-ea16-441f-acb9-d2b4688248ac on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:40:12.479807 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-ccefc3db-dacd-46b3-8019-f3e583520778 req-776f88e9-2428-4d05-a371-00ec51017a39 service neutron] Attempting to bind port 574cc181-ea16-441f-acb9-d2b4688248ac on host n-h2-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:40:12.480415 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-ccefc3db-dacd-46b3-8019-f3e583520778 req-776f88e9-2428-4d05-a371-00ec51017a39 service neutron] Attempting to bind port 574cc181-ea16-441f-acb9-d2b4688248ac by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': 'c3695727-65aa-4343-a95f-6386f681092c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'abb22c1b-4026-4b50-bd35-295521ae552d'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:40:12.480532 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccefc3db-dacd-46b3-8019-f3e583520778 req-776f88e9-2428-4d05-a371-00ec51017a39 service neutron] Attempting to bind port 574cc181-ea16-441f-acb9-d2b4688248ac on network abb22c1b-4026-4b50-bd35-295521ae552d {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:40:12.485355 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccefc3db-dacd-46b3-8019-f3e583520778 req-776f88e9-2428-4d05-a371-00ec51017a39 service neutron] Port 574cc181-ea16-441f-acb9-d2b4688248ac on network abb22c1b-4026-4b50-bd35-295521ae552d not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:40:12.485721 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccefc3db-dacd-46b3-8019-f3e583520778 req-776f88e9-2428-4d05-a371-00ec51017a39 service neutron] Attempting to bind port 574cc181-ea16-441f-acb9-d2b4688248ac on network abb22c1b-4026-4b50-bd35-295521ae552d {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:40:12.491819 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccefc3db-dacd-46b3-8019-f3e583520778 req-776f88e9-2428-4d05-a371-00ec51017a39 service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:40:12.492902 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccefc3db-dacd-46b3-8019-f3e583520778 req-776f88e9-2428-4d05-a371-00ec51017a39 service neutron] Checking segment: {'id': 'c3695727-65aa-4343-a95f-6386f681092c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'abb22c1b-4026-4b50-bd35-295521ae552d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:40:12.492902 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccefc3db-dacd-46b3-8019-f3e583520778 req-776f88e9-2428-4d05-a371-00ec51017a39 service neutron] Bound using segment: {'id': 'c3695727-65aa-4343-a95f-6386f681092c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'abb22c1b-4026-4b50-bd35-295521ae552d'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:40:12.493066 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-ccefc3db-dacd-46b3-8019-f3e583520778 req-776f88e9-2428-4d05-a371-00ec51017a39 service neutron] Bound port: 574cc181-ea16-441f-acb9-d2b4688248ac, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3695727-65aa-4343-a95f-6386f681092c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'abb22c1b-4026-4b50-bd35-295521ae552d'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:40:12.493405 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ccefc3db-dacd-46b3-8019-f3e583520778 req-776f88e9-2428-4d05-a371-00ec51017a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:12.585344 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-ccefc3db-dacd-46b3-8019-f3e583520778 req-776f88e9-2428-4d05-a371-00ec51017a39 service neutron] For port 574cc181-ea16-441f-acb9-d2b4688248ac, host n-h2-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:40:12.589805 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-ccefc3db-dacd-46b3-8019-f3e583520778 req-776f88e9-2428-4d05-a371-00ec51017a39 service neutron] For port 574cc181-ea16-441f-acb9-d2b4688248ac, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=574cc181-ea16-441f-acb9-d2b4688248ac,segment=NetworkSegment(c3695727-65aa-4343-a95f-6386f681092c),segment_id=c3695727-65aa-4343-a95f-6386f681092c)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:40:12.595561 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ccefc3db-dacd-46b3-8019-f3e583520778 req-776f88e9-2428-4d05-a371-00ec51017a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:12.658953 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefc3db-dacd-46b3-8019-f3e583520778 req-776f88e9-2428-4d05-a371-00ec51017a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:12.659557 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ccefc3db-dacd-46b3-8019-f3e583520778 req-776f88e9-2428-4d05-a371-00ec51017a39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:12.661175 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ccefc3db-dacd-46b3-8019-f3e583520778 req-776f88e9-2428-4d05-a371-00ec51017a39 service neutron] 10.222.0.99 "PUT /v2.0/ports/574cc181-ea16-441f-acb9-d2b4688248ac HTTP/1.1" status: 200 len: 1093 time: 1.2239730 Feb 09 01:40:12.683692 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776f88e9-2428-4d05-a371-00ec51017a39 service neutron] Pushing event updated for resources: {'Port': ['ID=574cc181-ea16-441f-acb9-d2b4688248ac,revision_number=11']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:12.769990 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefc3db-dacd-46b3-8019-f3e583520778 req-5db768c1-b6ea-44e4-86a5-840a563096a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:12.771703 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ccefc3db-dacd-46b3-8019-f3e583520778 req-5db768c1-b6ea-44e4-86a5-840a563096a7 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=86d3f064b7034e66946d08a62b972ad0&device_id=d7b230a3-b238-46bd-8d6b-ce57a3336885 HTTP/1.1" status: 200 len: 1096 time: 0.0852184 Feb 09 01:40:13.073671 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefc3db-dacd-46b3-8019-f3e583520778 req-a85f3577-26d3-40c8-8490-b6f794c4cd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:13.075264 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ccefc3db-dacd-46b3-8019-f3e583520778 req-a85f3577-26d3-40c8-8490-b6f794c4cd6a service neutron] 10.222.0.99 "GET /v2.0/networks?id=abb22c1b-4026-4b50-bd35-295521ae552d HTTP/1.1" status: 200 len: 897 time: 0.2958648 Feb 09 01:40:13.194046 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b9e19-65aa-4691-bcbe-e0829c39751d req-4567caf3-861f-48f7-ae74-72976f0676c6 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:13.195493 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-da3b9e19-65aa-4691-bcbe-e0829c39751d req-4567caf3-861f-48f7-ae74-72976f0676c6 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7b230a3-b238-46bd-8d6b-ce57a3336885 HTTP/1.1" status: 200 len: 945 time: 0.1835682 Feb 09 01:40:13.214047 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ccefc3db-dacd-46b3-8019-f3e583520778 req-f77677f9-808e-45b9-9c50-068ea554ee1d service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=574cc181-ea16-441f-acb9-d2b4688248ac HTTP/1.1" status: 200 len: 1000 time: 0.1281767 Feb 09 01:40:13.223334 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:13.312077 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-da3b9e19-65aa-4691-bcbe-e0829c39751d req-72853b70-6c17-45d8-a83a-ba6365923c54 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=e58b40e3-d725-4e98-a30d-bd65e713515b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037183 Feb 09 01:40:13.317973 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefc3db-dacd-46b3-8019-f3e583520778 req-c0b73799-b8ba-48d1-acca-9972175bcfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:13.319956 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ccefc3db-dacd-46b3-8019-f3e583520778 req-c0b73799-b8ba-48d1-acca-9972175bcfdb service neutron] 10.222.0.99 "GET /v2.0/subnets?id=9d480e77-9138-461b-b39d-b3169b64411f HTTP/1.1" status: 200 len: 833 time: 0.0845764 Feb 09 01:40:13.406067 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefc3db-dacd-46b3-8019-f3e583520778 req-fbf2a71b-5c95-412d-b4f8-b9d3def77c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:13.407688 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ccefc3db-dacd-46b3-8019-f3e583520778 req-fbf2a71b-5c95-412d-b4f8-b9d3def77c43 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=abb22c1b-4026-4b50-bd35-295521ae552d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0817323 Feb 09 01:40:13.547844 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ccefc3db-dacd-46b3-8019-f3e583520778 req-aae210b1-2ed9-4a5e-a9e4-0b0b360fa9e9 service neutron] 10.222.0.99 "GET /v2.0/networks/abb22c1b-4026-4b50-bd35-295521ae552d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337192 Feb 09 01:40:13.685493 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ccefc3db-dacd-46b3-8019-f3e583520778 req-0aadbd60-ae51-4182-8e65-f9b78cdc7fd0 service neutron] 10.222.0.99 "GET /v2.0/networks/abb22c1b-4026-4b50-bd35-295521ae552d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305103 Feb 09 01:40:14.076533 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7b230a3-b238-46bd-8d6b-ce57a3336885', 'tag': '574cc181-ea16-441f-acb9-d2b4688248ac'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:40:14.133769 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7b230a3-b238-46bd-8d6b-ce57a3336885', 'tag': '574cc181-ea16-441f-acb9-d2b4688248ac', 'status': 'completed', 'code': 200} Feb 09 01:40:14.278599 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08820d86-a6cc-405c-95f1-08b5029cc3bd req-5fc2afa7-6930-4ffa-90b6-b1a3bf440630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:14.279993 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-08820d86-a6cc-405c-95f1-08b5029cc3bd req-5fc2afa7-6930-4ffa-90b6-b1a3bf440630 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=86d3f064b7034e66946d08a62b972ad0&device_id=d7b230a3-b238-46bd-8d6b-ce57a3336885 HTTP/1.1" status: 200 len: 1096 time: 0.1310246 Feb 09 01:40:14.282479 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08820d86-a6cc-405c-95f1-08b5029cc3bd req-250cf1e9-a518-4761-9388-f02596962dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:14.283793 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-08820d86-a6cc-405c-95f1-08b5029cc3bd req-250cf1e9-a518-4761-9388-f02596962dfd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=86d3f064b7034e66946d08a62b972ad0&device_id=d7b230a3-b238-46bd-8d6b-ce57a3336885 HTTP/1.1" status: 200 len: 1096 time: 0.1036983 Feb 09 01:40:14.578936 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08820d86-a6cc-405c-95f1-08b5029cc3bd req-0a5f40fa-0f4f-4418-af39-49cfefc36ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:14.580300 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-08820d86-a6cc-405c-95f1-08b5029cc3bd req-0a5f40fa-0f4f-4418-af39-49cfefc36ee9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=abb22c1b-4026-4b50-bd35-295521ae552d HTTP/1.1" status: 200 len: 897 time: 0.2754443 Feb 09 01:40:14.583431 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08820d86-a6cc-405c-95f1-08b5029cc3bd req-05795155-fc13-4e42-a99f-690d7fcca69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:14.584745 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-08820d86-a6cc-405c-95f1-08b5029cc3bd req-05795155-fc13-4e42-a99f-690d7fcca69d service neutron] 10.222.0.99 "GET /v2.0/networks?id=abb22c1b-4026-4b50-bd35-295521ae552d HTTP/1.1" status: 200 len: 897 time: 0.2981939 Feb 09 01:40:14.731748 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd8fdf7-0d84-44c5-85b0-a21516c50fd8 req-e61a1b76-39df-4e49-86a4-b2b3e8148604 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:14.733196 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5bd8fdf7-0d84-44c5-85b0-a21516c50fd8 req-e61a1b76-39df-4e49-86a4-b2b3e8148604 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7b230a3-b238-46bd-8d6b-ce57a3336885 HTTP/1.1" status: 200 len: 945 time: 0.3104682 Feb 09 01:40:14.793383 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-08820d86-a6cc-405c-95f1-08b5029cc3bd req-18a3d5f2-b9e4-421f-9bbf-864f4a4ff0a8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=574cc181-ea16-441f-acb9-d2b4688248ac HTTP/1.1" status: 200 len: 1000 time: 0.2066705 Feb 09 01:40:14.947097 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-08820d86-a6cc-405c-95f1-08b5029cc3bd req-fb51f301-9b2d-40e5-bb11-6cd777a7b4cf service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=574cc181-ea16-441f-acb9-d2b4688248ac HTTP/1.1" status: 200 len: 1000 time: 0.3107257 Feb 09 01:40:14.993634 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5bd8fdf7-0d84-44c5-85b0-a21516c50fd8 req-1021b62d-38a8-4593-9197-c94dd6abd0c8 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=e58b40e3-d725-4e98-a30d-bd65e713515b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2539020 Feb 09 01:40:15.027531 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08820d86-a6cc-405c-95f1-08b5029cc3bd req-b1483e09-f383-45a1-8ef4-6ea89628b660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:15.028954 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-08820d86-a6cc-405c-95f1-08b5029cc3bd req-b1483e09-f383-45a1-8ef4-6ea89628b660 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9d480e77-9138-461b-b39d-b3169b64411f HTTP/1.1" status: 200 len: 833 time: 0.2256901 Feb 09 01:40:15.037375 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08820d86-a6cc-405c-95f1-08b5029cc3bd req-9c794230-0588-49b3-b724-8ba020c14d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:15.038704 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-08820d86-a6cc-405c-95f1-08b5029cc3bd req-9c794230-0588-49b3-b724-8ba020c14d26 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=9d480e77-9138-461b-b39d-b3169b64411f HTTP/1.1" status: 200 len: 833 time: 0.0785244 Feb 09 01:40:15.165869 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08820d86-a6cc-405c-95f1-08b5029cc3bd req-5faa5789-b14b-4bfe-8962-82f51839a16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:15.167349 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-08820d86-a6cc-405c-95f1-08b5029cc3bd req-5faa5789-b14b-4bfe-8962-82f51839a16c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=abb22c1b-4026-4b50-bd35-295521ae552d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1321871 Feb 09 01:40:15.169114 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08820d86-a6cc-405c-95f1-08b5029cc3bd req-13ab303a-df85-4ce9-8b31-9e3c5684cf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:15.170456 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-08820d86-a6cc-405c-95f1-08b5029cc3bd req-13ab303a-df85-4ce9-8b31-9e3c5684cf69 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=abb22c1b-4026-4b50-bd35-295521ae552d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1030188 Feb 09 01:40:15.350856 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 574cc181-ea16-441f-acb9-d2b4688248ac no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:40:15.405295 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-08820d86-a6cc-405c-95f1-08b5029cc3bd req-927d852c-cb5f-4b6e-9bfa-11d9e3ceff34 service neutron] 10.222.0.62 "GET /v2.0/networks/abb22c1b-4026-4b50-bd35-295521ae552d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317095 Feb 09 01:40:15.408327 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-08820d86-a6cc-405c-95f1-08b5029cc3bd req-ea3bd526-3b5a-461b-afa5-c21ea2d056ce service neutron] 10.222.0.99 "GET /v2.0/networks/abb22c1b-4026-4b50-bd35-295521ae552d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171547 Feb 09 01:40:15.409246 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 574cc181-ea16-441f-acb9-d2b4688248ac not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:40:15.642751 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-08820d86-a6cc-405c-95f1-08b5029cc3bd req-c22b4f90-ccf3-46d9-a9c3-1daaac342b8c service neutron] 10.222.0.62 "GET /v2.0/networks/abb22c1b-4026-4b50-bd35-295521ae552d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302961 Feb 09 01:40:15.645188 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-08820d86-a6cc-405c-95f1-08b5029cc3bd req-3cd67713-2921-4070-a3c7-4bcf9e0193f2 service neutron] 10.222.0.99 "GET /v2.0/networks/abb22c1b-4026-4b50-bd35-295521ae552d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148826 Feb 09 01:40:16.185512 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0ce1d-e84d-404f-acd4-72f51e092875 req-ea966d39-811b-4945-800b-5fedfe729162 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:16.186996 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b1f0ce1d-e84d-404f-acd4-72f51e092875 req-ea966d39-811b-4945-800b-5fedfe729162 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7b230a3-b238-46bd-8d6b-ce57a3336885 HTTP/1.1" status: 200 len: 945 time: 0.0846863 Feb 09 01:40:16.231557 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b1f0ce1d-e84d-404f-acd4-72f51e092875 req-33ba7080-0252-432b-8e6e-f8c65531f10b tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=e58b40e3-d725-4e98-a30d-bd65e713515b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377438 Feb 09 01:40:16.497583 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 574cc181-ea16-441f-acb9-d2b4688248ac details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:40:16.629650 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 574cc181-ea16-441f-acb9-d2b4688248ac, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=574cc181-ea16-441f-acb9-d2b4688248ac,segment=NetworkSegment(c3695727-65aa-4343-a95f-6386f681092c),segment_id=c3695727-65aa-4343-a95f-6386f681092c)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:40:16.642566 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': '574cc181-ea16-441f-acb9-d2b4688248ac', 'network_id': 'abb22c1b-4026-4b50-bd35-295521ae552d', 'port_id': '574cc181-ea16-441f-acb9-d2b4688248ac', 'mac_address': 'fa:16:3e:4c:7c:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d480e77-9138-461b-b39d-b3169b64411f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:40:16.703643 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:16.720772 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 574cc181-ea16-441f-acb9-d2b4688248ac {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:40:16.737405 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 574cc181-ea16-441f-acb9-d2b4688248ac, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=574cc181-ea16-441f-acb9-d2b4688248ac,segment=NetworkSegment(c3695727-65aa-4343-a95f-6386f681092c),segment_id=c3695727-65aa-4343-a95f-6386f681092c)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:40:16.742880 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:16.811559 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=574cc181-ea16-441f-acb9-d2b4688248ac,revision_number=12']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:16.920740 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d25f02-f680-4450-a9c3-0bdb6ea655b7 req-ccb06ed3-0db4-48f4-8c6f-31c83b9495ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:16.922256 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-27d25f02-f680-4450-a9c3-0bdb6ea655b7 req-ccb06ed3-0db4-48f4-8c6f-31c83b9495ca service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=86d3f064b7034e66946d08a62b972ad0&device_id=d7b230a3-b238-46bd-8d6b-ce57a3336885 HTTP/1.1" status: 200 len: 1097 time: 0.0712116 Feb 09 01:40:17.065843 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d25f02-f680-4450-a9c3-0bdb6ea655b7 req-c6ac6c3b-2a6a-4de5-82e3-826c9dd65d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:17.067577 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-27d25f02-f680-4450-a9c3-0bdb6ea655b7 req-c6ac6c3b-2a6a-4de5-82e3-826c9dd65d1c service neutron] 10.222.0.99 "GET /v2.0/networks?id=abb22c1b-4026-4b50-bd35-295521ae552d HTTP/1.1" status: 200 len: 897 time: 0.1281960 Feb 09 01:40:17.070778 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['574cc181-ea16-441f-acb9-d2b4688248ac'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:40:17.171980 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-27d25f02-f680-4450-a9c3-0bdb6ea655b7 req-7773917d-1cd9-4ba7-b0fb-c33b3d02c08b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=574cc181-ea16-441f-acb9-d2b4688248ac HTTP/1.1" status: 200 len: 1001 time: 0.0979908 Feb 09 01:40:17.237846 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d25f02-f680-4450-a9c3-0bdb6ea655b7 req-78ec0232-01e2-445b-8e5b-2ac678835547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:17.239326 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-27d25f02-f680-4450-a9c3-0bdb6ea655b7 req-78ec0232-01e2-445b-8e5b-2ac678835547 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=9d480e77-9138-461b-b39d-b3169b64411f HTTP/1.1" status: 200 len: 833 time: 0.0615118 Feb 09 01:40:17.428394 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d25f02-f680-4450-a9c3-0bdb6ea655b7 req-49f60a89-b799-4969-be3b-4b622567ad5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:17.429874 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-27d25f02-f680-4450-a9c3-0bdb6ea655b7 req-49f60a89-b799-4969-be3b-4b622567ad5b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=abb22c1b-4026-4b50-bd35-295521ae552d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1849105 Feb 09 01:40:17.616333 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9b1aa3fe-3204-4517-9b65-fcd70b12bbb5 req-af2aa4df-5905-4ee5-97d2-0fcd703911ee service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f44955cb-7cfd-4ad1-a032-219cd13dc878&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3204448 Feb 09 01:40:17.652952 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41a096-2f80-4002-8843-fe6cb974a2f9 req-f854b9cb-6499-4c84-9e7a-e1139ceaf8a4 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:17.654418 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ef41a096-2f80-4002-8843-fe6cb974a2f9 req-f854b9cb-6499-4c84-9e7a-e1139ceaf8a4 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7b230a3-b238-46bd-8d6b-ce57a3336885 HTTP/1.1" status: 200 len: 946 time: 0.2978699 Feb 09 01:40:17.761674 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-27d25f02-f680-4450-a9c3-0bdb6ea655b7 req-bd2fbc6d-83cd-4c33-aee7-461caa013501 service neutron] 10.222.0.99 "GET /v2.0/networks/abb22c1b-4026-4b50-bd35-295521ae552d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232536 Feb 09 01:40:17.776526 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ef41a096-2f80-4002-8843-fe6cb974a2f9 req-7d125ff7-8fc1-4482-ac94-4d82f15f2f90 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=e58b40e3-d725-4e98-a30d-bd65e713515b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141105 Feb 09 01:40:17.799942 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45052) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:40:17.892233 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1aa3fe-3204-4517-9b65-fcd70b12bbb5 req-69bcb864-8bbc-4759-bed5-2ed5679ffb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:17.893717 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9b1aa3fe-3204-4517-9b65-fcd70b12bbb5 req-69bcb864-8bbc-4759-bed5-2ed5679ffb8e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6721380b025b4977bb6883114d898ed6&device_id=f44955cb-7cfd-4ad1-a032-219cd13dc878 HTTP/1.1" status: 200 len: 1097 time: 0.2070110 Feb 09 01:40:17.911000 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-74258dbf-7ad4-4aba-bfec-859269257a05 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/floatingips/fcd789f3-fb52-43b7-8cea-10051c109e66 HTTP/1.1" status: 200 len: 993 time: 0.1087830 Feb 09 01:40:17.933780 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-27d25f02-f680-4450-a9c3-0bdb6ea655b7 req-2eb60e01-31b4-4660-9681-aa669469355d service neutron] 10.222.0.99 "GET /v2.0/networks/abb22c1b-4026-4b50-bd35-295521ae552d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605952 Feb 09 01:40:18.044351 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1aa3fe-3204-4517-9b65-fcd70b12bbb5 req-02e44c11-7d88-49c2-9ba4-1c1821dfe8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:18.045740 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9b1aa3fe-3204-4517-9b65-fcd70b12bbb5 req-02e44c11-7d88-49c2-9ba4-1c1821dfe8ec service neutron] 10.222.0.62 "GET /v2.0/networks?id=f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f HTTP/1.1" status: 200 len: 913 time: 0.1323338 Feb 09 01:40:18.143407 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9b1aa3fe-3204-4517-9b65-fcd70b12bbb5 req-57717c30-fb5b-4465-a8fb-5a42d79763c9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f8306e2-56cb-4a8f-bb03-cf17820838f7 HTTP/1.1" status: 200 len: 1001 time: 0.0916221 Feb 09 01:40:18.207698 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1aa3fe-3204-4517-9b65-fcd70b12bbb5 req-e5ddc095-5fb8-44a8-98e3-f04c148559ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:18.209116 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9b1aa3fe-3204-4517-9b65-fcd70b12bbb5 req-e5ddc095-5fb8-44a8-98e3-f04c148559ee service neutron] 10.222.0.62 "GET /v2.0/subnets?id=572cbc39-1162-4835-b49c-9787164ff8f8 HTTP/1.1" status: 200 len: 851 time: 0.0600691 Feb 09 01:40:18.284085 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1aa3fe-3204-4517-9b65-fcd70b12bbb5 req-b3961025-bc7d-44c3-8e68-3494db54f9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:18.285691 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9b1aa3fe-3204-4517-9b65-fcd70b12bbb5 req-b3961025-bc7d-44c3-8e68-3494db54f9c9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709248 Feb 09 01:40:18.418855 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9b1aa3fe-3204-4517-9b65-fcd70b12bbb5 req-4cedaa0d-53d2-4e82-8ead-54d02ea87412 service neutron] 10.222.0.62 "GET /v2.0/networks/f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265478 Feb 09 01:40:18.522145 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 574cc181-ea16-441f-acb9-d2b4688248ac up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:40:18.549260 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9b1aa3fe-3204-4517-9b65-fcd70b12bbb5 req-3f0053a3-4185-40f1-8a93-8aa0246f82f2 service neutron] 10.222.0.62 "GET /v2.0/networks/f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258647 Feb 09 01:40:18.590200 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning for port 574cc181-ea16-441f-acb9-d2b4688248ac completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:40:18.594848 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port 574cc181-ea16-441f-acb9-d2b4688248ac triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:18.595218 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:18.714131 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:18.740613 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b230a3-b238-46bd-8d6b-ce57a3336885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '574cc181-ea16-441f-acb9-d2b4688248ac'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:40:18.749974 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 574cc181-ea16-441f-acb9-d2b4688248ac, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=574cc181-ea16-441f-acb9-d2b4688248ac,segment=NetworkSegment(c3695727-65aa-4343-a95f-6386f681092c),segment_id=c3695727-65aa-4343-a95f-6386f681092c)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:40:18.754125 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:18.788034 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b230a3-b238-46bd-8d6b-ce57a3336885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '574cc181-ea16-441f-acb9-d2b4688248ac', 'code': 200} Feb 09 01:40:18.824684 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=574cc181-ea16-441f-acb9-d2b4688248ac,revision_number=13']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:22.047805 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:25.099097 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:25.413691 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:40:38.187638 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-567cb4d2-43f1-4994-83c9-594e938e5546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:40.494110 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4e3a28d7-2ab1-4fb1-80f7-62270a219637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:41.576799 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:41.600644 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:43.224625 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:52.037510 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:55.103499 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:02.414134 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:41:08.190869 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c729a50e-782e-43f5-8817-4fcc03b2de71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:10.494237 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-58d4eb8d-3060-4ae1-bda9-800746dde630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:11.579885 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:11.602714 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:13.229944 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:13.439008 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd63e4-6157-4bdc-9e31-ee692cbd90ea req-2f084cf4-43bd-4bef-8b6b-4c94a91086dc tempest-TestNetworkAdvancedServerOps-293300233 tempest-TestNetworkAdvancedServerOps-293300233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:13.440555 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3bdd63e4-6157-4bdc-9e31-ee692cbd90ea req-2f084cf4-43bd-4bef-8b6b-4c94a91086dc tempest-TestNetworkAdvancedServerOps-293300233 tempest-TestNetworkAdvancedServerOps-293300233-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=d7b230a3-b238-46bd-8d6b-ce57a3336885 HTTP/1.1" status: 200 len: 1098 time: 0.0738642 Feb 09 01:41:13.480697 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3bdd63e4-6157-4bdc-9e31-ee692cbd90ea req-bbc059ea-e7d2-462b-8225-61a71fb3e2ca tempest-TestNetworkAdvancedServerOps-293300233 tempest-TestNetworkAdvancedServerOps-293300233-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=e58b40e3-d725-4e98-a30d-bd65e713515b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345347 Feb 09 01:41:13.503088 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 45096) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:41:13.701701 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-3a15a768-9428-447c-9306-54efb95642e9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Deleting port 16163d89-6c9c-45a4-8315-d36420596e8a {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:41:13.701950 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3a15a768-9428-447c-9306-54efb95642e9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:13.868440 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3a15a768-9428-447c-9306-54efb95642e9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:13.868758 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3a15a768-9428-447c-9306-54efb95642e9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:14.084035 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-3a15a768-9428-447c-9306-54efb95642e9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Calling delete_port for 16163d89-6c9c-45a4-8315-d36420596e8a owned by network:floatingip {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:41:14.231214 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3a15a768-9428-447c-9306-54efb95642e9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:14.278287 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a15a768-9428-447c-9306-54efb95642e9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event deleted for resources: {'Port': ['ID=16163d89-6c9c-45a4-8315-d36420596e8a,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:14.343865 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a15a768-9428-447c-9306-54efb95642e9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:14.344113 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a15a768-9428-447c-9306-54efb95642e9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:14.344443 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a15a768-9428-447c-9306-54efb95642e9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:14.344768 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a15a768-9428-447c-9306-54efb95642e9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:14.345090 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a15a768-9428-447c-9306-54efb95642e9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:14.345409 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a15a768-9428-447c-9306-54efb95642e9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:14.345752 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a15a768-9428-447c-9306-54efb95642e9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:14.346641 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a15a768-9428-447c-9306-54efb95642e9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:14.347026 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a15a768-9428-447c-9306-54efb95642e9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:14.347344 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a15a768-9428-447c-9306-54efb95642e9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:14.347657 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a15a768-9428-447c-9306-54efb95642e9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:14.347970 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a15a768-9428-447c-9306-54efb95642e9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:14.378330 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3a15a768-9428-447c-9306-54efb95642e9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for floatingip, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:14.378654 n-d-828418-1 neutron-server[87639]: INFO neutron.db.l3_db [None req-3a15a768-9428-447c-9306-54efb95642e9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Floating IP fcd789f3-fb52-43b7-8cea-10051c109e66 disassociated (deleted). External IP: 172.25.0.147, port: 574cc181-ea16-441f-acb9-d2b4688248ac. Feb 09 01:41:14.724516 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a15a768-9428-447c-9306-54efb95642e9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Router 3137c3fb-51e2-4ee9-8579-e94fa20e7643 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:41:14.902517 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a15a768-9428-447c-9306-54efb95642e9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:41:14.912899 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a8c429-f002-4c51-b274-189eb3459c01 None None] Sync routers for ids ['3137c3fb-51e2-4ee9-8579-e94fa20e7643'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:41:14.922145 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a8c429-f002-4c51-b274-189eb3459c01 None None] Routers {'3137c3fb-51e2-4ee9-8579-e94fa20e7643'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:41:14.922756 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-67a8c429-f002-4c51-b274-189eb3459c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:41:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['3137c3fb-51e2-4ee9-8579-e94fa20e7643'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:14.923412 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3a15a768-9428-447c-9306-54efb95642e9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:14.978510 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-3a15a768-9428-447c-9306-54efb95642e9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "DELETE /v2.0/floatingips/fcd789f3-fb52-43b7-8cea-10051c109e66 HTTP/1.1" status: 204 len: 168 time: 1.4743595 Feb 09 01:41:14.979226 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7b230a3-b238-46bd-8d6b-ce57a3336885', 'tag': '574cc181-ea16-441f-acb9-d2b4688248ac'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:41:15.025376 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7b230a3-b238-46bd-8d6b-ce57a3336885', 'tag': '574cc181-ea16-441f-acb9-d2b4688248ac', 'status': 'completed', 'code': 200} Feb 09 01:41:15.105988 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-67a8c429-f002-4c51-b274-189eb3459c01 None None] Set router 3137c3fb-51e2-4ee9-8579-e94fa20e7643 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:41:15.121673 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b8c04-4f64-4f76-9c43-165d172d8355 req-0858cefc-c2ff-432f-bb78-59bd474bb3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:15.123277 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0d9b8c04-4f64-4f76-9c43-165d172d8355 req-0858cefc-c2ff-432f-bb78-59bd474bb3f9 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=86d3f064b7034e66946d08a62b972ad0&device_id=d7b230a3-b238-46bd-8d6b-ce57a3336885 HTTP/1.1" status: 200 len: 1098 time: 0.0761232 Feb 09 01:41:15.266667 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b8c04-4f64-4f76-9c43-165d172d8355 req-836fb41a-ba75-4995-b940-93d80cf5d648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:15.268707 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0d9b8c04-4f64-4f76-9c43-165d172d8355 req-836fb41a-ba75-4995-b940-93d80cf5d648 service neutron] 10.222.0.99 "GET /v2.0/networks?id=abb22c1b-4026-4b50-bd35-295521ae552d HTTP/1.1" status: 200 len: 897 time: 0.1394851 Feb 09 01:41:15.373741 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0d9b8c04-4f64-4f76-9c43-165d172d8355 req-c21cfab5-7afb-4438-97fd-2b97e35906d2 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=574cc181-ea16-441f-acb9-d2b4688248ac HTTP/1.1" status: 200 len: 217 time: 0.0984468 Feb 09 01:41:15.452104 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b8c04-4f64-4f76-9c43-165d172d8355 req-e943161d-d896-4104-bb30-288dc9fab49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:15.453457 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0d9b8c04-4f64-4f76-9c43-165d172d8355 req-e943161d-d896-4104-bb30-288dc9fab49b service neutron] 10.222.0.99 "GET /v2.0/subnets?id=9d480e77-9138-461b-b39d-b3169b64411f HTTP/1.1" status: 200 len: 833 time: 0.0733864 Feb 09 01:41:15.468768 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-67a8c429-f002-4c51-b274-189eb3459c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3137c3fb-51e2-4ee9-8579-e94fa20e7643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-73648498', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '70ad4b87-3a98-40c9-a626-8beeb0783863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:38:11Z', 'updated_at': '2022-02-09T01:38:17Z', 'revision_number': 4, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'gw_port': {'id': '70ad4b87-3a98-40c9-a626-8beeb0783863', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:47:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3137c3fb-51e2-4ee9-8579-e94fa20e7643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:12Z', 'updated_at': '2022-02-09T01:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '95e2d6db-36bb-43e5-b447-0160d7f957c8', 'name': '', 'network_id': 'abb22c1b-4026-4b50-bd35-295521ae552d', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'mac_address': 'fa:16:3e:58:bf:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3137c3fb-51e2-4ee9-8579-e94fa20e7643', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '9d480e77-9138-461b-b39d-b3169b64411f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:16Z', 'updated_at': '2022-02-09T01:38:22Z', 'revision_number': 5, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'subnets': [{'id': '9d480e77-9138-461b-b39d-b3169b64411f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:15.475245 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a8c429-f002-4c51-b274-189eb3459c01 None None] Checking router: 3137c3fb-51e2-4ee9-8579-e94fa20e7643 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:41:15.483570 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a8c429-f002-4c51-b274-189eb3459c01 None None] Routers {'3137c3fb-51e2-4ee9-8579-e94fa20e7643'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:41:15.484172 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-67a8c429-f002-4c51-b274-189eb3459c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:41:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['3137c3fb-51e2-4ee9-8579-e94fa20e7643'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:15.503629 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a434e-2050-499a-bd84-e26b511c2f20 req-2d43bd63-9ac5-4f5e-88f3-3ced1fa9e120 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:15.504322 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-470a434e-2050-499a-bd84-e26b511c2f20 req-2d43bd63-9ac5-4f5e-88f3-3ced1fa9e120 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Synchronizing usage tracker for tenant:86d3f064b7034e66946d08a62b972ad0 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:41:15.541976 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-470a434e-2050-499a-bd84-e26b511c2f20 req-2d43bd63-9ac5-4f5e-88f3-3ced1fa9e120 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Unset dirty status for tenant:86d3f064b7034e66946d08a62b972ad0 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:41:15.543129 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-470a434e-2050-499a-bd84-e26b511c2f20 req-2d43bd63-9ac5-4f5e-88f3-3ced1fa9e120 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7b230a3-b238-46bd-8d6b-ce57a3336885 HTTP/1.1" status: 200 len: 947 time: 0.2203031 Feb 09 01:41:15.671994 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-67a8c429-f002-4c51-b274-189eb3459c01 None None] Set router 3137c3fb-51e2-4ee9-8579-e94fa20e7643 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:41:15.684565 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b8c04-4f64-4f76-9c43-165d172d8355 req-9a1d8817-3d1b-4cf0-baee-a1780abac3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:15.686066 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0d9b8c04-4f64-4f76-9c43-165d172d8355 req-9a1d8817-3d1b-4cf0-baee-a1780abac3bb service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=abb22c1b-4026-4b50-bd35-295521ae552d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2258551 Feb 09 01:41:15.776602 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-470a434e-2050-499a-bd84-e26b511c2f20 req-e92acd74-de7d-4d3b-8bfc-d1520b957f6b tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=e58b40e3-d725-4e98-a30d-bd65e713515b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2255175 Feb 09 01:41:15.833169 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0d9b8c04-4f64-4f76-9c43-165d172d8355 req-def04c94-0047-4a56-89a9-316a50d475f9 service neutron] 10.222.0.99 "GET /v2.0/networks/abb22c1b-4026-4b50-bd35-295521ae552d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386964 Feb 09 01:41:15.963048 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0d9b8c04-4f64-4f76-9c43-165d172d8355 req-203916b7-1d24-4932-ad01-7b1ef4ed4dac service neutron] 10.222.0.99 "GET /v2.0/networks/abb22c1b-4026-4b50-bd35-295521ae552d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240690 Feb 09 01:41:15.993484 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-67a8c429-f002-4c51-b274-189eb3459c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3137c3fb-51e2-4ee9-8579-e94fa20e7643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-73648498', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '70ad4b87-3a98-40c9-a626-8beeb0783863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:38:11Z', 'updated_at': '2022-02-09T01:38:17Z', 'revision_number': 4, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'gw_port': {'id': '70ad4b87-3a98-40c9-a626-8beeb0783863', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:47:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3137c3fb-51e2-4ee9-8579-e94fa20e7643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:12Z', 'updated_at': '2022-02-09T01:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '95e2d6db-36bb-43e5-b447-0160d7f957c8', 'name': '', 'network_id': 'abb22c1b-4026-4b50-bd35-295521ae552d', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'mac_address': 'fa:16:3e:58:bf:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3137c3fb-51e2-4ee9-8579-e94fa20e7643', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '9d480e77-9138-461b-b39d-b3169b64411f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:16Z', 'updated_at': '2022-02-09T01:38:22Z', 'revision_number': 5, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'subnets': [{'id': '9d480e77-9138-461b-b39d-b3169b64411f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:15.997769 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a8c429-f002-4c51-b274-189eb3459c01 None None] The sync data for ids ['3137c3fb-51e2-4ee9-8579-e94fa20e7643'] in n-d-828418-1 is: [{'id': '3137c3fb-51e2-4ee9-8579-e94fa20e7643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-73648498', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '70ad4b87-3a98-40c9-a626-8beeb0783863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:38:11Z', 'updated_at': '2022-02-09T01:38:17Z', 'revision_number': 4, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'gw_port': {'id': '70ad4b87-3a98-40c9-a626-8beeb0783863', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:47:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3137c3fb-51e2-4ee9-8579-e94fa20e7643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:12Z', 'updated_at': '2022-02-09T01:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '95e2d6db-36bb-43e5-b447-0160d7f957c8', 'name': '', 'network_id': 'abb22c1b-4026-4b50-bd35-295521ae552d', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'mac_address': 'fa:16:3e:58:bf:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3137c3fb-51e2-4ee9-8579-e94fa20e7643', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '9d480e77-9138-461b-b39d-b3169b64411f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:16Z', 'updated_at': '2022-02-09T01:38:22Z', 'revision_number': 5, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'subnets': [{'id': '9d480e77-9138-461b-b39d-b3169b64411f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:41:16.228746 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9885579d-cbac-4357-b327-eea31f12f4a6 None None] New status for floating IP fcd789f3-fb52-43b7-8cea-10051c109e66: DOWN {{(pid=87641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:41:16.792923 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05a403e-4da1-41e5-8ccb-2b7f994dd027 req-91f47140-a1b8-4041-a5c5-481682f1a92e tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:16.794383 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d05a403e-4da1-41e5-8ccb-2b7f994dd027 req-91f47140-a1b8-4041-a5c5-481682f1a92e tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.99 "GET /v2.0/ports?device_id=d7b230a3-b238-46bd-8d6b-ce57a3336885 HTTP/1.1" status: 200 len: 947 time: 0.0782640 Feb 09 01:41:16.869914 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-d05a403e-4da1-41e5-8ccb-2b7f994dd027 req-4af6330c-88f9-4f1d-9d4d-f15c3fb6be1c tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Deleting port 574cc181-ea16-441f-acb9-d2b4688248ac {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:41:16.870249 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d05a403e-4da1-41e5-8ccb-2b7f994dd027 req-4af6330c-88f9-4f1d-9d4d-f15c3fb6be1c tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:17.112453 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ea737-659c-4073-930d-eb02d548fe20 req-7a2c9ca2-cf18-489a-b565-3fdadf37291e tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:17.113924 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c14ea737-659c-4073-930d-eb02d548fe20 req-7a2c9ca2-cf18-489a-b565-3fdadf37291e tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7b230a3-b238-46bd-8d6b-ce57a3336885 HTTP/1.1" status: 200 len: 947 time: 0.2193654 Feb 09 01:41:17.197717 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c14ea737-659c-4073-930d-eb02d548fe20 req-32ead1dc-b9e4-4409-873f-3f2bb4b4e218 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=e58b40e3-d725-4e98-a30d-bd65e713515b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780880 Feb 09 01:41:17.207548 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-d05a403e-4da1-41e5-8ccb-2b7f994dd027 req-4af6330c-88f9-4f1d-9d4d-f15c3fb6be1c tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] For port 574cc181-ea16-441f-acb9-d2b4688248ac, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=574cc181-ea16-441f-acb9-d2b4688248ac,segment=NetworkSegment(c3695727-65aa-4343-a95f-6386f681092c),segment_id=c3695727-65aa-4343-a95f-6386f681092c)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:41:17.207939 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d05a403e-4da1-41e5-8ccb-2b7f994dd027 req-4af6330c-88f9-4f1d-9d4d-f15c3fb6be1c tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:17.337313 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-d05a403e-4da1-41e5-8ccb-2b7f994dd027 req-4af6330c-88f9-4f1d-9d4d-f15c3fb6be1c tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Calling delete_port for 574cc181-ea16-441f-acb9-d2b4688248ac owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:41:17.484308 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d05a403e-4da1-41e5-8ccb-2b7f994dd027 req-4af6330c-88f9-4f1d-9d4d-f15c3fb6be1c tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:17.538785 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af6330c-88f9-4f1d-9d4d-f15c3fb6be1c tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event deleted for resources: {'Port': ['ID=574cc181-ea16-441f-acb9-d2b4688248ac,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:17.613327 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-d05a403e-4da1-41e5-8ccb-2b7f994dd027 req-4af6330c-88f9-4f1d-9d4d-f15c3fb6be1c tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] No DVR routers for this DVR port 574cc181-ea16-441f-acb9-d2b4688248ac on host n-h2-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:41:17.616035 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d05a403e-4da1-41e5-8ccb-2b7f994dd027 req-4af6330c-88f9-4f1d-9d4d-f15c3fb6be1c tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:17.618667 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b230a3-b238-46bd-8d6b-ce57a3336885', 'name': 'network-vif-deleted', 'tag': '574cc181-ea16-441f-acb9-d2b4688248ac'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:41:17.634697 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d05a403e-4da1-41e5-8ccb-2b7f994dd027 req-4af6330c-88f9-4f1d-9d4d-f15c3fb6be1c tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.99 "DELETE /v2.0/ports/574cc181-ea16-441f-acb9-d2b4688248ac HTTP/1.1" status: 204 len: 173 time: 0.8351228 Feb 09 01:41:17.665582 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b230a3-b238-46bd-8d6b-ce57a3336885', 'name': 'network-vif-deleted', 'tag': '574cc181-ea16-441f-acb9-d2b4688248ac', 'status': 'completed', 'code': 200} Feb 09 01:41:18.300469 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 45112) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:41:18.794556 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-db32f7c0-556c-4aa1-b7c8-24780abaa0ce req-80c33af2-3fac-42e9-987d-b3f79a90d842 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f44955cb-7cfd-4ad1-a032-219cd13dc878&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4389729 Feb 09 01:41:19.035796 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bf65cc97-843a-463d-a335-51309964e5e4 req-48c1c7b2-fb69-4b64-8c0f-d404613500d1 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=74cea038-f5eb-44b5-90d0-b02a7d668cc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2246513 Feb 09 01:41:19.055193 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32f7c0-556c-4aa1-b7c8-24780abaa0ce req-4195a431-bb9b-42a4-833d-6a487c1c5353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:19.056640 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-db32f7c0-556c-4aa1-b7c8-24780abaa0ce req-4195a431-bb9b-42a4-833d-6a487c1c5353 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6721380b025b4977bb6883114d898ed6&device_id=f44955cb-7cfd-4ad1-a032-219cd13dc878 HTTP/1.1" status: 200 len: 1097 time: 0.1922045 Feb 09 01:41:19.255070 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32f7c0-556c-4aa1-b7c8-24780abaa0ce req-2c7a4de0-5a0e-4c58-9717-27d57d04fdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:19.256511 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-db32f7c0-556c-4aa1-b7c8-24780abaa0ce req-2c7a4de0-5a0e-4c58-9717-27d57d04fdd0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f HTTP/1.1" status: 200 len: 913 time: 0.1682363 Feb 09 01:41:19.339781 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65cc97-843a-463d-a335-51309964e5e4 req-aa374985-0cf5-4d26-8050-a64dd7dbe5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:19.341165 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bf65cc97-843a-463d-a335-51309964e5e4 req-aa374985-0cf5-4d26-8050-a64dd7dbe5fe service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=6721380b025b4977bb6883114d898ed6&device_id=74cea038-f5eb-44b5-90d0-b02a7d668cc7 HTTP/1.1" status: 200 len: 1096 time: 0.2822971 Feb 09 01:41:19.483356 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-db32f7c0-556c-4aa1-b7c8-24780abaa0ce req-e3f2cd0d-00dd-4b32-ba7c-1b853582a84a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f8306e2-56cb-4a8f-bb03-cf17820838f7 HTTP/1.1" status: 200 len: 1001 time: 0.1986358 Feb 09 01:41:19.575908 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1e141965-80bd-4d8a-b5a5-610e9c57e67f tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:19.650475 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65cc97-843a-463d-a335-51309964e5e4 req-10fd1629-9e5a-47f0-b395-43e7f1b4ff5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:19.651939 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bf65cc97-843a-463d-a335-51309964e5e4 req-10fd1629-9e5a-47f0-b395-43e7f1b4ff5b service neutron] 10.222.0.99 "GET /v2.0/networks?id=f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f HTTP/1.1" status: 200 len: 913 time: 0.2864616 Feb 09 01:41:19.658245 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32f7c0-556c-4aa1-b7c8-24780abaa0ce req-588de709-6eb1-4d28-bfd7-640a19f3b85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:19.659784 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-db32f7c0-556c-4aa1-b7c8-24780abaa0ce req-588de709-6eb1-4d28-bfd7-640a19f3b85b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=572cbc39-1162-4835-b49c-9787164ff8f8 HTTP/1.1" status: 200 len: 851 time: 0.1692905 Feb 09 01:41:19.885620 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bf65cc97-843a-463d-a335-51309964e5e4 req-fb176f5e-7cc7-4da8-8bd4-6976cecbbfe5 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=adfa806c-eed1-4ede-a274-3227b925e3d4 HTTP/1.1" status: 200 len: 1000 time: 0.2176688 Feb 09 01:41:20.170473 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32f7c0-556c-4aa1-b7c8-24780abaa0ce req-a963cee2-e88d-42a6-b16e-510c98123167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:20.171947 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-db32f7c0-556c-4aa1-b7c8-24780abaa0ce req-a963cee2-e88d-42a6-b16e-510c98123167 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5000913 Feb 09 01:41:20.177324 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65cc97-843a-463d-a335-51309964e5e4 req-8a09a5d2-06e8-4ee3-8b03-d554b43aebca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:20.178680 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bf65cc97-843a-463d-a335-51309964e5e4 req-8a09a5d2-06e8-4ee3-8b03-d554b43aebca service neutron] 10.222.0.99 "GET /v2.0/subnets?id=572cbc39-1162-4835-b49c-9787164ff8f8 HTTP/1.1" status: 200 len: 851 time: 0.2863164 Feb 09 01:41:20.184328 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [req-db32f7c0-556c-4aa1-b7c8-24780abaa0ce req-99669503-abdc-48ef-96f5-8ca2641fb879 service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:41:20.185228 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-db32f7c0-556c-4aa1-b7c8-24780abaa0ce req-99669503-abdc-48ef-96f5-8ca2641fb879 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047135 Feb 09 01:41:20.426085 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-db32f7c0-556c-4aa1-b7c8-24780abaa0ce req-3bbaddfa-acaa-4d74-a2cc-71da69875da8 service neutron] 10.222.0.62 "GET /v2.0/networks/f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090418 Feb 09 01:41:20.455502 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65cc97-843a-463d-a335-51309964e5e4 req-319c6bf0-eb2e-47e7-822b-9aaff3e7f5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:20.456924 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bf65cc97-843a-463d-a335-51309964e5e4 req-319c6bf0-eb2e-47e7-822b-9aaff3e7f5ea service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2698379 Feb 09 01:41:20.530829 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-1e141965-80bd-4d8a-b5a5-610e9c57e67f tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Deleting port 95e2d6db-36bb-43e5-b447-0160d7f957c8 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:41:20.531165 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1e141965-80bd-4d8a-b5a5-610e9c57e67f tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:20.780040 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-db32f7c0-556c-4aa1-b7c8-24780abaa0ce req-9d7ab2bb-33e9-46c5-99a6-f399943a1801 service neutron] 10.222.0.62 "GET /v2.0/networks/f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3473144 Feb 09 01:41:20.816040 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bf65cc97-843a-463d-a335-51309964e5e4 req-c0fbb1c7-ed29-4da5-bb01-d89d15af03fd service neutron] 10.222.0.99 "GET /v2.0/networks/f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3104713 Feb 09 01:41:20.818653 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 574cc181-ea16-441f-acb9-d2b4688248ac no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:41:20.852068 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] No Port match for: 574cc181-ea16-441f-acb9-d2b4688248ac {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:41:20.852506 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 574cc181-ea16-441f-acb9-d2b4688248ac not bound to the agent host n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:41:20.931338 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-1e141965-80bd-4d8a-b5a5-610e9c57e67f tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] For port 95e2d6db-36bb-43e5-b447-0160d7f957c8, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=95e2d6db-36bb-43e5-b447-0160d7f957c8,segment=NetworkSegment(c3695727-65aa-4343-a95f-6386f681092c),segment_id=c3695727-65aa-4343-a95f-6386f681092c)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:41:20.931692 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1e141965-80bd-4d8a-b5a5-610e9c57e67f tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:21.060357 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-1e141965-80bd-4d8a-b5a5-610e9c57e67f tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Calling delete_port for 95e2d6db-36bb-43e5-b447-0160d7f957c8 owned by network:router_interface {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:41:21.141452 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bf65cc97-843a-463d-a335-51309964e5e4 req-3b619196-5af0-4da0-acb2-e3b2106b5a39 service neutron] 10.222.0.99 "GET /v2.0/networks/f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194332 Feb 09 01:41:21.268136 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1e141965-80bd-4d8a-b5a5-610e9c57e67f tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:21.318094 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e141965-80bd-4d8a-b5a5-610e9c57e67f tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event deleted for resources: {'Port': ['ID=95e2d6db-36bb-43e5-b447-0160d7f957c8,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:21.700506 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1e141965-80bd-4d8a-b5a5-610e9c57e67f tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:22.055328 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e141965-80bd-4d8a-b5a5-610e9c57e67f tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Router 3137c3fb-51e2-4ee9-8579-e94fa20e7643 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:41:22.065965 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:22.234646 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e141965-80bd-4d8a-b5a5-610e9c57e67f tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:41:22.243943 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e063c21-ad50-452c-a3e4-efbd3c47d711 None None] Sync routers for ids ['3137c3fb-51e2-4ee9-8579-e94fa20e7643'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:41:22.247785 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-1e141965-80bd-4d8a-b5a5-610e9c57e67f tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "PUT /v2.0/routers/3137c3fb-51e2-4ee9-8579-e94fa20e7643/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9462407 Feb 09 01:41:22.250438 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 45118) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:41:22.252838 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e063c21-ad50-452c-a3e4-efbd3c47d711 None None] Routers {'3137c3fb-51e2-4ee9-8579-e94fa20e7643'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:41:22.253443 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-0e063c21-ad50-452c-a3e4-efbd3c47d711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:41:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['3137c3fb-51e2-4ee9-8579-e94fa20e7643'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:22.318637 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-68470325-f924-4664-b8dc-cc8f57150b11 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Deleting subnet 9d480e77-9138-461b-b39d-b3169b64411f {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:41:22.321481 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-68470325-f924-4664-b8dc-cc8f57150b11 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:22.379672 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-68470325-f924-4664-b8dc-cc8f57150b11 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:22.438267 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-0e063c21-ad50-452c-a3e4-efbd3c47d711 None None] Set router 3137c3fb-51e2-4ee9-8579-e94fa20e7643 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:41:22.465539 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-68470325-f924-4664-b8dc-cc8f57150b11 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:22.540731 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-68470325-f924-4664-b8dc-cc8f57150b11 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:22.579487 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68470325-f924-4664-b8dc-cc8f57150b11 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event deleted for resources: {'Subnet': ['ID=9d480e77-9138-461b-b39d-b3169b64411f,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:22.584852 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-68470325-f924-4664-b8dc-cc8f57150b11 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:22.594335 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-68470325-f924-4664-b8dc-cc8f57150b11 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "DELETE /v2.0/subnets/9d480e77-9138-461b-b39d-b3169b64411f HTTP/1.1" status: 204 len: 168 time: 0.3405502 Feb 09 01:41:22.594519 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 45122) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:41:22.611930 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752134f3-d3c8-4c12-af06-8bdec4e7114c None None] Network abb22c1b-4026-4b50-bd35-295521ae552d requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:41:22.790230 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-61b201ea-d3c5-4cb7-bc95-032e8e978244 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:22.961918 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-0e063c21-ad50-452c-a3e4-efbd3c47d711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3137c3fb-51e2-4ee9-8579-e94fa20e7643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-73648498', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '70ad4b87-3a98-40c9-a626-8beeb0783863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:38:11Z', 'updated_at': '2022-02-09T01:41:21Z', 'revision_number': 5, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'gw_port': {'id': '70ad4b87-3a98-40c9-a626-8beeb0783863', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:47:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3137c3fb-51e2-4ee9-8579-e94fa20e7643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:12Z', 'updated_at': '2022-02-09T01:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:22.966500 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e063c21-ad50-452c-a3e4-efbd3c47d711 None None] Checking router: 3137c3fb-51e2-4ee9-8579-e94fa20e7643 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:41:22.978479 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e063c21-ad50-452c-a3e4-efbd3c47d711 None None] Routers {'3137c3fb-51e2-4ee9-8579-e94fa20e7643'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:41:22.979112 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-0e063c21-ad50-452c-a3e4-efbd3c47d711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:41:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['3137c3fb-51e2-4ee9-8579-e94fa20e7643'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:23.064319 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d193a22-da54-429c-91ba-bec8b7d1a2d5 None None] DHCP port deletion for abb22c1b-4026-4b50-bd35-295521ae552d request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:41:23.078957 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-5d193a22-da54-429c-91ba-bec8b7d1a2d5 None None] Deleting port 6a28c8bd-780f-4509-9b57-50d2868aec22 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:41:23.079576 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5d193a22-da54-429c-91ba-bec8b7d1a2d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:23.123744 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-61b201ea-d3c5-4cb7-bc95-032e8e978244 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:23.134336 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-61b201ea-d3c5-4cb7-bc95-032e8e978244 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Deleting port 70ad4b87-3a98-40c9-a626-8beeb0783863 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:41:23.135697 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-61b201ea-d3c5-4cb7-bc95-032e8e978244 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:23.308437 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-0e063c21-ad50-452c-a3e4-efbd3c47d711 None None] Set router 3137c3fb-51e2-4ee9-8579-e94fa20e7643 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:41:23.323114 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-61b201ea-d3c5-4cb7-bc95-032e8e978244 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] For port 70ad4b87-3a98-40c9-a626-8beeb0783863, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=70ad4b87-3a98-40c9-a626-8beeb0783863,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:41:23.323475 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-61b201ea-d3c5-4cb7-bc95-032e8e978244 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:23.447544 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-61b201ea-d3c5-4cb7-bc95-032e8e978244 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Calling delete_port for 70ad4b87-3a98-40c9-a626-8beeb0783863 owned by network:router_gateway {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:41:23.582877 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-5d193a22-da54-429c-91ba-bec8b7d1a2d5 None None] For port 6a28c8bd-780f-4509-9b57-50d2868aec22, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=6a28c8bd-780f-4509-9b57-50d2868aec22,segment=NetworkSegment(c3695727-65aa-4343-a95f-6386f681092c),segment_id=c3695727-65aa-4343-a95f-6386f681092c)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:41:23.583208 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5d193a22-da54-429c-91ba-bec8b7d1a2d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:23.625951 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-61b201ea-d3c5-4cb7-bc95-032e8e978244 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:23.676984 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b201ea-d3c5-4cb7-bc95-032e8e978244 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event deleted for resources: {'Port': ['ID=70ad4b87-3a98-40c9-a626-8beeb0783863,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:23.733051 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-5d193a22-da54-429c-91ba-bec8b7d1a2d5 None None] Calling delete_port for 6a28c8bd-780f-4509-9b57-50d2868aec22 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:41:23.772831 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-61b201ea-d3c5-4cb7-bc95-032e8e978244 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:23.869761 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5d193a22-da54-429c-91ba-bec8b7d1a2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:23.925354 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d193a22-da54-429c-91ba-bec8b7d1a2d5 None None] No DVR routers for this DVR port 6a28c8bd-780f-4509-9b57-50d2868aec22 on host n-d-828418-1 {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:41:23.927649 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d193a22-da54-429c-91ba-bec8b7d1a2d5 None None] Pushing event deleted for resources: {'Port': ['ID=6a28c8bd-780f-4509-9b57-50d2868aec22,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:23.941057 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d193a22-da54-429c-91ba-bec8b7d1a2d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:23.941390 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d193a22-da54-429c-91ba-bec8b7d1a2d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:23.941952 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d193a22-da54-429c-91ba-bec8b7d1a2d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:23.942106 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d193a22-da54-429c-91ba-bec8b7d1a2d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:23.942407 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d193a22-da54-429c-91ba-bec8b7d1a2d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:23.942794 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d193a22-da54-429c-91ba-bec8b7d1a2d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:23.943248 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d193a22-da54-429c-91ba-bec8b7d1a2d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:23.943476 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d193a22-da54-429c-91ba-bec8b7d1a2d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:23.943890 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d193a22-da54-429c-91ba-bec8b7d1a2d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:23.944158 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d193a22-da54-429c-91ba-bec8b7d1a2d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:23.944606 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d193a22-da54-429c-91ba-bec8b7d1a2d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:23.944976 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d193a22-da54-429c-91ba-bec8b7d1a2d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:23.947833 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-61b201ea-d3c5-4cb7-bc95-032e8e978244 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:23.950551 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-61b201ea-d3c5-4cb7-bc95-032e8e978244 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:23.951192 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-0e063c21-ad50-452c-a3e4-efbd3c47d711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3137c3fb-51e2-4ee9-8579-e94fa20e7643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-73648498', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '70ad4b87-3a98-40c9-a626-8beeb0783863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:38:11Z', 'updated_at': '2022-02-09T01:41:21Z', 'revision_number': 5, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'gw_port': {'id': '70ad4b87-3a98-40c9-a626-8beeb0783863', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:47:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3137c3fb-51e2-4ee9-8579-e94fa20e7643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:12Z', 'updated_at': '2022-02-09T01:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:23.955537 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e063c21-ad50-452c-a3e4-efbd3c47d711 None None] The sync data for ids ['3137c3fb-51e2-4ee9-8579-e94fa20e7643'] in n-d-828418-1 is: [{'id': '3137c3fb-51e2-4ee9-8579-e94fa20e7643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-73648498', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '70ad4b87-3a98-40c9-a626-8beeb0783863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:38:11Z', 'updated_at': '2022-02-09T01:41:21Z', 'revision_number': 5, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'gw_port': {'id': '70ad4b87-3a98-40c9-a626-8beeb0783863', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:47:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3137c3fb-51e2-4ee9-8579-e94fa20e7643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:12Z', 'updated_at': '2022-02-09T01:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:41:23.976416 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-61b201ea-d3c5-4cb7-bc95-032e8e978244 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:23.976841 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b201ea-d3c5-4cb7-bc95-032e8e978244 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Fanout notify agent at l3_agent the message router_deleted on router 3137c3fb-51e2-4ee9-8579-e94fa20e7643 {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:41:23.992953 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-61b201ea-d3c5-4cb7-bc95-032e8e978244 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:23.994055 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-61b201ea-d3c5-4cb7-bc95-032e8e978244 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "DELETE /v2.0/routers/3137c3fb-51e2-4ee9-8579-e94fa20e7643 HTTP/1.1" status: 204 len: 168 time: 1.3983698 Feb 09 01:41:23.996929 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 45126) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:41:24.112715 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b6fd9352-11a3-4254-9ca7-08d7516f4265 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:24.242745 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b6fd9352-11a3-4254-9ca7-08d7516f4265 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:24.268620 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-b6fd9352-11a3-4254-9ca7-08d7516f4265 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abb22c1b-4026-4b50-bd35-295521ae552d']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:24.280879 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-b6fd9352-11a3-4254-9ca7-08d7516f4265 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3695727-65aa-4343-a95f-6386f681092c') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:24.281177 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-b6fd9352-11a3-4254-9ca7-08d7516f4265 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3695727-65aa-4343-a95f-6386f681092c') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:24.294217 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b6fd9352-11a3-4254-9ca7-08d7516f4265 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:24.311656 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b6fd9352-11a3-4254-9ca7-08d7516f4265 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:24.318306 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6fd9352-11a3-4254-9ca7-08d7516f4265 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:41:24.318763 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b6fd9352-11a3-4254-9ca7-08d7516f4265 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:24.333446 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 01:41:24.333446 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:41:24.333446 n-d-828418-1 neutron-server[87639]: timer() Feb 09 01:41:24.333446 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:41:24.333446 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 01:41:24.333446 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:41:24.333446 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 01:41:24.333446 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:41:24.333446 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 01:41:24.333446 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:41:24.333446 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 01:41:24.333446 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:41:24.333446 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 01:41:24.333446 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:41:24.333446 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:41:24.333446 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:41:24.333446 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:41:24.333446 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:41:24.333446 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 01:41:24.333446 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:41:24.333446 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 01:41:24.333446 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:41:24.333446 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:41:24.333446 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:41:24.333446 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 01:41:24.333446 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:41:24.333446 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:41:24.333446 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:41:24.333446 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:41:24.333446 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:41:24.333446 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:41:24.333446 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:41:24.417771 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b6fd9352-11a3-4254-9ca7-08d7516f4265 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:24.435170 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b6fd9352-11a3-4254-9ca7-08d7516f4265 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:24.446241 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fd9352-11a3-4254-9ca7-08d7516f4265 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event deleted for resources: {'Network': ['ID=abb22c1b-4026-4b50-bd35-295521ae552d,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:24.451107 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-b6fd9352-11a3-4254-9ca7-08d7516f4265 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "DELETE /v2.0/networks/abb22c1b-4026-4b50-bd35-295521ae552d HTTP/1.1" status: 204 len: 168 time: 0.4532504 Feb 09 01:41:24.453792 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 45130) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:41:24.523453 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-370120ba-90e6-475d-9e05-1f0eff0391a5 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:24.558841 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-370120ba-90e6-475d-9e05-1f0eff0391a5 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:24.731372 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-370120ba-90e6-475d-9e05-1f0eff0391a5 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:24.750208 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370120ba-90e6-475d-9e05-1f0eff0391a5 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58b40e3-d725-4e98-a30d-bd65e713515b,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:24.762575 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-370120ba-90e6-475d-9e05-1f0eff0391a5 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:24.763686 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-370120ba-90e6-475d-9e05-1f0eff0391a5 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "DELETE /v2.0/security-groups/e58b40e3-d725-4e98-a30d-bd65e713515b HTTP/1.1" status: 204 len: 168 time: 0.3090224 Feb 09 01:41:24.982834 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 70ad4b87-3a98-40c9-a626-8beeb0783863 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:41:25.017358 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 70ad4b87-3a98-40c9-a626-8beeb0783863 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:41:25.018356 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 70ad4b87-3a98-40c9-a626-8beeb0783863 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:41:25.018921 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 95e2d6db-36bb-43e5-b447-0160d7f957c8 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:41:25.051032 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 95e2d6db-36bb-43e5-b447-0160d7f957c8 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:41:25.051375 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 95e2d6db-36bb-43e5-b447-0160d7f957c8 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:41:25.051775 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 6a28c8bd-780f-4509-9b57-50d2868aec22 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:41:25.086694 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 6a28c8bd-780f-4509-9b57-50d2868aec22 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:41:25.087040 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 6a28c8bd-780f-4509-9b57-50d2868aec22 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:41:25.113193 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:25.430130 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 45138) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:41:25.435256 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-ddc1b01b-6843-4dac-b76e-07ab4a5221d9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1770232245', 'description': 'tempest-secgroup-smoke-1770232245 description', 'project_id': '86d3f064b7034e66946d08a62b972ad0'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:25.442516 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-ddc1b01b-6843-4dac-b76e-07ab4a5221d9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:41:25.446641 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-ddc1b01b-6843-4dac-b76e-07ab4a5221d9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Usage tracker for resource:security_group and tenant:86d3f064b7034e66946d08a62b972ad0 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:41:25.449568 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-ddc1b01b-6843-4dac-b76e-07ab4a5221d9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:41:25.455832 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-ddc1b01b-6843-4dac-b76e-07ab4a5221d9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:41:25.465289 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ddc1b01b-6843-4dac-b76e-07ab4a5221d9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:25.486193 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-ddc1b01b-6843-4dac-b76e-07ab4a5221d9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:41:25.490662 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-ddc1b01b-6843-4dac-b76e-07ab4a5221d9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Usage tracker for resource:security_group_rule and tenant:86d3f064b7034e66946d08a62b972ad0 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:41:25.493429 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-ddc1b01b-6843-4dac-b76e-07ab4a5221d9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:41:25.499039 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-ddc1b01b-6843-4dac-b76e-07ab4a5221d9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:41:25.566995 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ddc1b01b-6843-4dac-b76e-07ab4a5221d9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:25.570897 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ddc1b01b-6843-4dac-b76e-07ab4a5221d9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:25.615897 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc1b01b-6843-4dac-b76e-07ab4a5221d9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ce393c-b0ab-4e0c-a0d7-98a0d4c86b9f,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:25.620020 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ddc1b01b-6843-4dac-b76e-07ab4a5221d9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:25.621333 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-ddc1b01b-6843-4dac-b76e-07ab4a5221d9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1902089 Feb 09 01:41:25.624312 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 45142) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:41:25.630099 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-0ca69adf-c63e-4e28-8608-ae7ea7cebfce tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Request body: {'security_group_rule': {'security_group_id': 'f9ce393c-b0ab-4e0c-a0d7-98a0d4c86b9f', 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:25.636433 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-0ca69adf-c63e-4e28-8608-ae7ea7cebfce tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:41:25.640218 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-0ca69adf-c63e-4e28-8608-ae7ea7cebfce tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Usage tracker for resource:security_group_rule and tenant:86d3f064b7034e66946d08a62b972ad0 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:41:25.644184 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-0ca69adf-c63e-4e28-8608-ae7ea7cebfce tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:41:25.650454 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-0ca69adf-c63e-4e28-8608-ae7ea7cebfce tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:41:25.666236 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0ca69adf-c63e-4e28-8608-ae7ea7cebfce tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:25.727305 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0ca69adf-c63e-4e28-8608-ae7ea7cebfce tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:25.730913 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0ca69adf-c63e-4e28-8608-ae7ea7cebfce tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:25.753670 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca69adf-c63e-4e28-8608-ae7ea7cebfce tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ece791e-9e62-4006-855c-a9574ae71628,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:25.762642 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0ca69adf-c63e-4e28-8608-ae7ea7cebfce tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:25.763983 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-0ca69adf-c63e-4e28-8608-ae7ea7cebfce tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1387002 Feb 09 01:41:25.766843 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 45146) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:41:25.772326 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-5d0719f0-bcbd-4e2a-b756-7cca05f02846 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Request body: {'security_group_rule': {'security_group_id': 'f9ce393c-b0ab-4e0c-a0d7-98a0d4c86b9f', 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:25.778954 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-5d0719f0-bcbd-4e2a-b756-7cca05f02846 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:41:25.782740 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-5d0719f0-bcbd-4e2a-b756-7cca05f02846 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Usage tracker for resource:security_group_rule and tenant:86d3f064b7034e66946d08a62b972ad0 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:41:25.785989 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-5d0719f0-bcbd-4e2a-b756-7cca05f02846 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:41:25.791589 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-5d0719f0-bcbd-4e2a-b756-7cca05f02846 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:41:25.807922 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5d0719f0-bcbd-4e2a-b756-7cca05f02846 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:25.870173 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5d0719f0-bcbd-4e2a-b756-7cca05f02846 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:25.873950 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5d0719f0-bcbd-4e2a-b756-7cca05f02846 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:25.897086 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0719f0-bcbd-4e2a-b756-7cca05f02846 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff72b5c7-cb30-4860-9529-fcdd4a394069,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:25.907060 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5d0719f0-bcbd-4e2a-b756-7cca05f02846 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:25.908282 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-5d0719f0-bcbd-4e2a-b756-7cca05f02846 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1404946 Feb 09 01:41:25.911221 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 45150) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:41:25.916163 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-2d2136ef-1e3b-4561-a50c-70273d48ad24 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Request body: {'security_group_rule': {'security_group_id': 'f9ce393c-b0ab-4e0c-a0d7-98a0d4c86b9f', 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:25.922402 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-2d2136ef-1e3b-4561-a50c-70273d48ad24 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:41:25.927100 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-2d2136ef-1e3b-4561-a50c-70273d48ad24 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Usage tracker for resource:security_group_rule and tenant:86d3f064b7034e66946d08a62b972ad0 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:41:25.930084 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-2d2136ef-1e3b-4561-a50c-70273d48ad24 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:41:25.935743 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-2d2136ef-1e3b-4561-a50c-70273d48ad24 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:41:25.952219 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2d2136ef-1e3b-4561-a50c-70273d48ad24 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:26.016079 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2d2136ef-1e3b-4561-a50c-70273d48ad24 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:26.019790 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2d2136ef-1e3b-4561-a50c-70273d48ad24 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:26.043617 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2136ef-1e3b-4561-a50c-70273d48ad24 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e053123-d33b-43bb-80b1-c3605f0002d9,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:26.053228 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2d2136ef-1e3b-4561-a50c-70273d48ad24 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:26.054496 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-2d2136ef-1e3b-4561-a50c-70273d48ad24 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1423583 Feb 09 01:41:26.057238 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 45154) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:41:26.062079 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-6a23c1c9-e69d-4ff3-b825-d36a231ad77a tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Request body: {'security_group_rule': {'security_group_id': 'f9ce393c-b0ab-4e0c-a0d7-98a0d4c86b9f', 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:26.068801 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-6a23c1c9-e69d-4ff3-b825-d36a231ad77a tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:41:26.072601 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-6a23c1c9-e69d-4ff3-b825-d36a231ad77a tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Usage tracker for resource:security_group_rule and tenant:86d3f064b7034e66946d08a62b972ad0 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:41:26.075468 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-6a23c1c9-e69d-4ff3-b825-d36a231ad77a tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:41:26.081118 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-6a23c1c9-e69d-4ff3-b825-d36a231ad77a tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:41:26.097250 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6a23c1c9-e69d-4ff3-b825-d36a231ad77a tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:26.159726 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6a23c1c9-e69d-4ff3-b825-d36a231ad77a tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:26.163237 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6a23c1c9-e69d-4ff3-b825-d36a231ad77a tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:26.185877 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a23c1c9-e69d-4ff3-b825-d36a231ad77a tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87e3019f-95fe-43a2-b970-1d38a28508a7,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:26.196788 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6a23c1c9-e69d-4ff3-b825-d36a231ad77a tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:26.198167 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-6a23c1c9-e69d-4ff3-b825-d36a231ad77a tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1399884 Feb 09 01:41:26.200992 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 45158) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:41:26.206029 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-943bc130-a04e-4207-bb27-15902e532105 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Request body: {'security_group_rule': {'security_group_id': 'f9ce393c-b0ab-4e0c-a0d7-98a0d4c86b9f', 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:26.212417 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-943bc130-a04e-4207-bb27-15902e532105 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:41:26.216122 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-943bc130-a04e-4207-bb27-15902e532105 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Usage tracker for resource:security_group_rule and tenant:86d3f064b7034e66946d08a62b972ad0 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:41:26.218991 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-943bc130-a04e-4207-bb27-15902e532105 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:41:26.225421 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-943bc130-a04e-4207-bb27-15902e532105 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:41:26.235598 n-d-828418-1 neutron-server[87639]: INFO neutron.db.securitygroups_db [None req-943bc130-a04e-4207-bb27-15902e532105 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Project 86d3f064b7034e66946d08a62b972ad0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:41:26.243020 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-943bc130-a04e-4207-bb27-15902e532105 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:26.307647 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-943bc130-a04e-4207-bb27-15902e532105 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:26.311011 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-943bc130-a04e-4207-bb27-15902e532105 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:26.334785 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943bc130-a04e-4207-bb27-15902e532105 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00cb1d47-1c19-45b1-aeca-b617948c07e4,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:26.344244 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-943bc130-a04e-4207-bb27-15902e532105 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:26.345413 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-943bc130-a04e-4207-bb27-15902e532105 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1434238 Feb 09 01:41:26.348789 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 45162) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:41:26.353773 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-f093d2f5-abdb-4d0d-93e8-d29716160370 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Request body: {'security_group_rule': {'security_group_id': 'f9ce393c-b0ab-4e0c-a0d7-98a0d4c86b9f', 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:26.360137 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f093d2f5-abdb-4d0d-93e8-d29716160370 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:41:26.364690 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-f093d2f5-abdb-4d0d-93e8-d29716160370 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Usage tracker for resource:security_group_rule and tenant:86d3f064b7034e66946d08a62b972ad0 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:41:26.367637 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-f093d2f5-abdb-4d0d-93e8-d29716160370 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:41:26.373229 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f093d2f5-abdb-4d0d-93e8-d29716160370 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:41:26.385568 n-d-828418-1 neutron-server[87639]: INFO neutron.db.securitygroups_db [None req-f093d2f5-abdb-4d0d-93e8-d29716160370 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Project 86d3f064b7034e66946d08a62b972ad0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:41:26.392074 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f093d2f5-abdb-4d0d-93e8-d29716160370 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:26.456571 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f093d2f5-abdb-4d0d-93e8-d29716160370 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:26.459978 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f093d2f5-abdb-4d0d-93e8-d29716160370 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:26.483675 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f093d2f5-abdb-4d0d-93e8-d29716160370 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71d12aa1-f814-4af8-aaa6-9e720233cc44,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:26.492634 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f093d2f5-abdb-4d0d-93e8-d29716160370 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:26.493959 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f093d2f5-abdb-4d0d-93e8-d29716160370 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1442053 Feb 09 01:41:26.496787 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 45166) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:41:26.502296 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-90f3d685-afd9-4741-8aa4-fbf5d53013bd tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Request body: {'network': {'name': 'tempest-network-smoke--800625768', 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'port_security_enabled': True}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:26.507540 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-90f3d685-afd9-4741-8aa4-fbf5d53013bd tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:41:26.511622 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-90f3d685-afd9-4741-8aa4-fbf5d53013bd tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Usage tracker for resource:network and tenant:86d3f064b7034e66946d08a62b972ad0 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:41:26.514486 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-90f3d685-afd9-4741-8aa4-fbf5d53013bd tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:41:26.520202 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-90f3d685-afd9-4741-8aa4-fbf5d53013bd tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:41:26.530451 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f3d685-afd9-4741-8aa4-fbf5d53013bd tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Made reservation on behalf of 86d3f064b7034e66946d08a62b972ad0 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:41:26.534868 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-90f3d685-afd9-4741-8aa4-fbf5d53013bd tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:26.562866 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90f3d685-afd9-4741-8aa4-fbf5d53013bd tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:41:26.571923 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-90f3d685-afd9-4741-8aa4-fbf5d53013bd tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:26.572264 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-90f3d685-afd9-4741-8aa4-fbf5d53013bd tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Added segment 62a8ada6-536e-4298-9668-d8a07af27550 of type vlan for network d466fa4a-6203-4680-a721-1c42ae2ce05c Feb 09 01:41:26.599101 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-90f3d685-afd9-4741-8aa4-fbf5d53013bd tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:26.627772 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-90f3d685-afd9-4741-8aa4-fbf5d53013bd tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:26.633480 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f3d685-afd9-4741-8aa4-fbf5d53013bd tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:26.634169 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-90f3d685-afd9-4741-8aa4-fbf5d53013bd tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:26.741097 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-90f3d685-afd9-4741-8aa4-fbf5d53013bd tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2432790 Feb 09 01:41:26.743914 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 45170) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:41:26.750722 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-714497f6-873f-4644-a0ed-7c8f37aa0df2 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-112794896', 'admin_state_up': True, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:26.756511 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f3d685-afd9-4741-8aa4-fbf5d53013bd tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event updated for resources: {'Network': ['ID=d466fa4a-6203-4680-a721-1c42ae2ce05c,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:26.760080 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-714497f6-873f-4644-a0ed-7c8f37aa0df2 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:41:26.763897 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-714497f6-873f-4644-a0ed-7c8f37aa0df2 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Usage tracker for resource:router and tenant:86d3f064b7034e66946d08a62b972ad0 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:41:26.766757 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-714497f6-873f-4644-a0ed-7c8f37aa0df2 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:41:26.766891 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network d466fa4a-6203-4680-a721-1c42ae2ce05c details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:41:26.773806 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-714497f6-873f-4644-a0ed-7c8f37aa0df2 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:41:26.784243 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-714497f6-873f-4644-a0ed-7c8f37aa0df2 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:26.785225 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-714497f6-873f-4644-a0ed-7c8f37aa0df2 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:26.802110 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-714497f6-873f-4644-a0ed-7c8f37aa0df2 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:27.089858 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-714497f6-873f-4644-a0ed-7c8f37aa0df2 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:27.386296 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-714497f6-873f-4644-a0ed-7c8f37aa0df2 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for router_gateway, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:27.415578 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-714497f6-873f-4644-a0ed-7c8f37aa0df2 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:27.648930 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-714497f6-873f-4644-a0ed-7c8f37aa0df2 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Allocated IP 172.25.0.84 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/35bd9f6d-d59d-4347-a14f-9454baa2ed4b) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:41:27.791729 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-714497f6-873f-4644-a0ed-7c8f37aa0df2 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:27.820913 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-714497f6-873f-4644-a0ed-7c8f37aa0df2 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:27.886639 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714497f6-873f-4644-a0ed-7c8f37aa0df2 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:41:27.889437 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-714497f6-873f-4644-a0ed-7c8f37aa0df2 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:41:27.894103 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714497f6-873f-4644-a0ed-7c8f37aa0df2 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:41:27.927858 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714497f6-873f-4644-a0ed-7c8f37aa0df2 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event updated for resources: {'Port': ['ID=35bd9f6d-d59d-4347-a14f-9454baa2ed4b,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:28.297697 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-714497f6-873f-4644-a0ed-7c8f37aa0df2 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for router_gateway, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:28.634962 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-714497f6-873f-4644-a0ed-7c8f37aa0df2 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:28.846865 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-714497f6-873f-4644-a0ed-7c8f37aa0df2 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Router 00510b14-83be-46e3-99d4-f545faa42177 is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:41:29.126637 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-714497f6-873f-4644-a0ed-7c8f37aa0df2 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:41:29.136175 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a771d3-91b8-4573-8bae-8b30b072cc07 None None] Sync routers for ids ['00510b14-83be-46e3-99d4-f545faa42177'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:41:29.149834 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a771d3-91b8-4573-8bae-8b30b072cc07 None None] Routers {'00510b14-83be-46e3-99d4-f545faa42177'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:41:29.150534 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-10a771d3-91b8-4573-8bae-8b30b072cc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:41:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['00510b14-83be-46e3-99d4-f545faa42177'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:29.155078 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-714497f6-873f-4644-a0ed-7c8f37aa0df2 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:29.156263 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-714497f6-873f-4644-a0ed-7c8f37aa0df2 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4114428 Feb 09 01:41:29.160336 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45174) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:41:29.202538 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9c795deb-ba54-4223-8803-8bbbd5672cbc tempest-TestNetworkAdvancedServerOps-293300233 tempest-TestNetworkAdvancedServerOps-293300233-project-admin] 10.222.0.105 "GET /v2.0/subnets?project_id=86d3f064b7034e66946d08a62b972ad0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410717 Feb 09 01:41:29.205737 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45178) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:41:29.325474 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-10a771d3-91b8-4573-8bae-8b30b072cc07 None None] Set router 00510b14-83be-46e3-99d4-f545faa42177 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:41:29.335198 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f359d01-4155-42e8-bfb9-a42789cb40b2 tempest-TestNetworkAdvancedServerOps-293300233 tempest-TestNetworkAdvancedServerOps-293300233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:29.336677 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1f359d01-4155-42e8-bfb9-a42789cb40b2 tempest-TestNetworkAdvancedServerOps-293300233 tempest-TestNetworkAdvancedServerOps-293300233-project-admin] 10.222.0.105 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1299980 Feb 09 01:41:29.339521 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45182) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:41:29.378446 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9aa20411-6916-4894-9e1f-2b2471d135b7 tempest-TestNetworkAdvancedServerOps-293300233 tempest-TestNetworkAdvancedServerOps-293300233-project-admin] 10.222.0.105 "GET /v2.0/subnets?network_id=3d885c3c-255c-4e54-addc-b28437d0b18e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377314 Feb 09 01:41:29.380785 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45186) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:41:29.386022 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-4f647bd8-db6b-4ff3-a1a3-78d506ae399d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-809565338', 'network_id': 'd466fa4a-6203-4680-a721-1c42ae2ce05c', 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:29.617042 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-4f647bd8-db6b-4ff3-a1a3-78d506ae399d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:41:29.619665 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-10a771d3-91b8-4573-8bae-8b30b072cc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00510b14-83be-46e3-99d4-f545faa42177', 'name': 'tempest-TestNetworkAdvancedServerOps-router-112794896', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '35bd9f6d-d59d-4347-a14f-9454baa2ed4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:41:26Z', 'updated_at': '2022-02-09T01:41:28Z', 'revision_number': 3, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'gw_port': {'id': '35bd9f6d-d59d-4347-a14f-9454baa2ed4b', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c2:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00510b14-83be-46e3-99d4-f545faa42177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:27Z', 'updated_at': '2022-02-09T01:41:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:29.621453 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-4f647bd8-db6b-4ff3-a1a3-78d506ae399d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Usage tracker for resource:subnet and tenant:86d3f064b7034e66946d08a62b972ad0 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:41:29.623399 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a771d3-91b8-4573-8bae-8b30b072cc07 None None] Checking router: 00510b14-83be-46e3-99d4-f545faa42177 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:41:29.623740 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a771d3-91b8-4573-8bae-8b30b072cc07 None None] Updating router 00510b14-83be-46e3-99d4-f545faa42177 port 35bd9f6d-d59d-4347-a14f-9454baa2ed4b binding host n-d-828418-1 {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:41:29.624297 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-4f647bd8-db6b-4ff3-a1a3-78d506ae399d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:41:29.630639 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-4f647bd8-db6b-4ff3-a1a3-78d506ae399d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:41:29.641464 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f647bd8-db6b-4ff3-a1a3-78d506ae399d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Made reservation on behalf of 86d3f064b7034e66946d08a62b972ad0 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:41:29.645200 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4f647bd8-db6b-4ff3-a1a3-78d506ae399d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:29.677994 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-10a771d3-91b8-4573-8bae-8b30b072cc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:29.858601 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4f647bd8-db6b-4ff3-a1a3-78d506ae399d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:29.936830 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f647bd8-db6b-4ff3-a1a3-78d506ae399d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event updated for resources: {'Subnet': ['ID=13eee050-821c-411b-8858-316de1f7faa8,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:29.950153 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f647bd8-db6b-4ff3-a1a3-78d506ae399d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:29.950514 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f647bd8-db6b-4ff3-a1a3-78d506ae399d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:29.950851 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f647bd8-db6b-4ff3-a1a3-78d506ae399d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:29.951205 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f647bd8-db6b-4ff3-a1a3-78d506ae399d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:29.951511 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f647bd8-db6b-4ff3-a1a3-78d506ae399d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:29.951843 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f647bd8-db6b-4ff3-a1a3-78d506ae399d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:29.952158 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f647bd8-db6b-4ff3-a1a3-78d506ae399d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:29.952486 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f647bd8-db6b-4ff3-a1a3-78d506ae399d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:29.952809 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f647bd8-db6b-4ff3-a1a3-78d506ae399d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:29.953139 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f647bd8-db6b-4ff3-a1a3-78d506ae399d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:29.953440 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f647bd8-db6b-4ff3-a1a3-78d506ae399d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:29.953782 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f647bd8-db6b-4ff3-a1a3-78d506ae399d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:29.963547 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f647bd8-db6b-4ff3-a1a3-78d506ae399d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Checking segment: {'id': '62a8ada6-536e-4298-9668-d8a07af27550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd466fa4a-6203-4680-a721-1c42ae2ce05c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:41:29.963547 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f647bd8-db6b-4ff3-a1a3-78d506ae399d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Network hostable DHCP agents. Network: d466fa4a-6203-4680-a721-1c42ae2ce05c, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:41:29.983154 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f647bd8-db6b-4ff3-a1a3-78d506ae399d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Network d466fa4a-6203-4680-a721-1c42ae2ce05c is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:41:29.993181 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-4f647bd8-db6b-4ff3-a1a3-78d506ae399d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, d466fa4a-6203-4680-a721-1c42ae2ce05c) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:41:29.997277 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f647bd8-db6b-4ff3-a1a3-78d506ae399d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:29.997889 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4f647bd8-db6b-4ff3-a1a3-78d506ae399d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:30.002987 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64bfaa4c-5b2a-4440-9fdf-655e3ce7aefe None None] Network d466fa4a-6203-4680-a721-1c42ae2ce05c requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:41:30.019959 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-4f647bd8-db6b-4ff3-a1a3-78d506ae399d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6381688 Feb 09 01:41:30.023019 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 45190) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:41:30.045576 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-10a771d3-91b8-4573-8bae-8b30b072cc07 None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:30.058303 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-10a771d3-91b8-4573-8bae-8b30b072cc07 None None] Transition to ACTIVE for port object 35bd9f6d-d59d-4347-a14f-9454baa2ed4b will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:41:30.063768 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-10a771d3-91b8-4573-8bae-8b30b072cc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:30.136473 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-10a771d3-91b8-4573-8bae-8b30b072cc07 None None] Attempting to bind port 35bd9f6d-d59d-4347-a14f-9454baa2ed4b on host n-d-828418-1 for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:41:30.137171 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-10a771d3-91b8-4573-8bae-8b30b072cc07 None None] Attempting to bind port 35bd9f6d-d59d-4347-a14f-9454baa2ed4b by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:41:30.137171 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a771d3-91b8-4573-8bae-8b30b072cc07 None None] Attempting to bind port 35bd9f6d-d59d-4347-a14f-9454baa2ed4b on network 3d885c3c-255c-4e54-addc-b28437d0b18e {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:41:30.146057 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a771d3-91b8-4573-8bae-8b30b072cc07 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:41:30.146432 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a771d3-91b8-4573-8bae-8b30b072cc07 None None] Checking segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:41:30.146811 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-10a771d3-91b8-4573-8bae-8b30b072cc07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:30.147187 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a771d3-91b8-4573-8bae-8b30b072cc07 None None] Bound using segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:41:30.147648 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-10a771d3-91b8-4573-8bae-8b30b072cc07 None None] Bound port: 35bd9f6d-d59d-4347-a14f-9454baa2ed4b, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:41:30.147993 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-10a771d3-91b8-4573-8bae-8b30b072cc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:30.202302 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b38a80d-6d94-4ba4-9240-ab352f41e896 None None] Pushing event updated for resources: {'Port': ['ID=35bd9f6d-d59d-4347-a14f-9454baa2ed4b,revision_number=2']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:30.227440 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa51b5e8-8807-4e30-a655-8c3f6764d658 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-d466fa4a-6203-4680-a721-1c42ae2ce05c', 'network_id': 'd466fa4a-6203-4680-a721-1c42ae2ce05c', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'fixed_ips': [{'subnet_id': '13eee050-821c-411b-8858-316de1f7faa8'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:41:30.228574 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-aa51b5e8-8807-4e30-a655-8c3f6764d658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:30.231345 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-10a771d3-91b8-4573-8bae-8b30b072cc07 None None] For port 35bd9f6d-d59d-4347-a14f-9454baa2ed4b, host n-d-828418-1, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:41:30.234417 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-10a771d3-91b8-4573-8bae-8b30b072cc07 None None] For port 35bd9f6d-d59d-4347-a14f-9454baa2ed4b, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=35bd9f6d-d59d-4347-a14f-9454baa2ed4b,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:41:30.236526 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b38a80d-6d94-4ba4-9240-ab352f41e896 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:30.237182 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b38a80d-6d94-4ba4-9240-ab352f41e896 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:30.237355 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b38a80d-6d94-4ba4-9240-ab352f41e896 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:30.237713 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b38a80d-6d94-4ba4-9240-ab352f41e896 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:30.238053 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b38a80d-6d94-4ba4-9240-ab352f41e896 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:30.238361 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b38a80d-6d94-4ba4-9240-ab352f41e896 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:30.238716 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b38a80d-6d94-4ba4-9240-ab352f41e896 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:30.238983 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b38a80d-6d94-4ba4-9240-ab352f41e896 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:30.239297 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b38a80d-6d94-4ba4-9240-ab352f41e896 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:30.239607 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b38a80d-6d94-4ba4-9240-ab352f41e896 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:30.239916 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b38a80d-6d94-4ba4-9240-ab352f41e896 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:30.240509 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b38a80d-6d94-4ba4-9240-ab352f41e896 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:30.244117 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-10a771d3-91b8-4573-8bae-8b30b072cc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:30.312944 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a771d3-91b8-4573-8bae-8b30b072cc07 None None] Routers {'00510b14-83be-46e3-99d4-f545faa42177'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:41:30.313564 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-10a771d3-91b8-4573-8bae-8b30b072cc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:41:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['00510b14-83be-46e3-99d4-f545faa42177'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:30.396743 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-aa51b5e8-8807-4e30-a655-8c3f6764d658 None None] Allocated IP 172.20.0.2 (d466fa4a-6203-4680-a721-1c42ae2ce05c/13eee050-821c-411b-8858-316de1f7faa8/1a7a9d4c-7bd8-4fee-84f4-017768caf31f) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:41:30.472963 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b38a80d-6d94-4ba4-9240-ab352f41e896 None None] Pushing event updated for resources: {'Port': ['ID=35bd9f6d-d59d-4347-a14f-9454baa2ed4b,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:30.504270 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-10a771d3-91b8-4573-8bae-8b30b072cc07 None None] Set router 00510b14-83be-46e3-99d4-f545faa42177 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:41:30.614378 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-aa51b5e8-8807-4e30-a655-8c3f6764d658 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:30.628742 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-aa51b5e8-8807-4e30-a655-8c3f6764d658 None None] Transition to ACTIVE for port object 1a7a9d4c-7bd8-4fee-84f4-017768caf31f will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:41:30.651978 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-aa51b5e8-8807-4e30-a655-8c3f6764d658 None None] Transition to ACTIVE for port object 1a7a9d4c-7bd8-4fee-84f4-017768caf31f will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:41:30.660011 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-aa51b5e8-8807-4e30-a655-8c3f6764d658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:30.724690 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa51b5e8-8807-4e30-a655-8c3f6764d658 None None] Network d466fa4a-6203-4680-a721-1c42ae2ce05c is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:41:30.728062 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-aa51b5e8-8807-4e30-a655-8c3f6764d658 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:41:30.731697 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa51b5e8-8807-4e30-a655-8c3f6764d658 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:41:30.753186 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f1976de2-c10c-4f01-aa1a-756ab96a93fc tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:30.773046 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51b5e8-8807-4e30-a655-8c3f6764d658 None None] Pushing event updated for resources: {'Port': ['ID=1a7a9d4c-7bd8-4fee-84f4-017768caf31f,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:30.811203 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-10a771d3-91b8-4573-8bae-8b30b072cc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00510b14-83be-46e3-99d4-f545faa42177', 'name': 'tempest-TestNetworkAdvancedServerOps-router-112794896', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '35bd9f6d-d59d-4347-a14f-9454baa2ed4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:41:26Z', 'updated_at': '2022-02-09T01:41:28Z', 'revision_number': 3, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'gw_port': {'id': '35bd9f6d-d59d-4347-a14f-9454baa2ed4b', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c2:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00510b14-83be-46e3-99d4-f545faa42177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:27Z', 'updated_at': '2022-02-09T01:41:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:30.815805 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a771d3-91b8-4573-8bae-8b30b072cc07 None None] The sync data for ids ['00510b14-83be-46e3-99d4-f545faa42177'] in n-d-828418-1 is: [{'id': '00510b14-83be-46e3-99d4-f545faa42177', 'name': 'tempest-TestNetworkAdvancedServerOps-router-112794896', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '35bd9f6d-d59d-4347-a14f-9454baa2ed4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:41:26Z', 'updated_at': '2022-02-09T01:41:28Z', 'revision_number': 3, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'gw_port': {'id': '35bd9f6d-d59d-4347-a14f-9454baa2ed4b', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c2:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00510b14-83be-46e3-99d4-f545faa42177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:27Z', 'updated_at': '2022-02-09T01:41:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:41:30.838412 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-aa51b5e8-8807-4e30-a655-8c3f6764d658 None None] Attempting to bind port 1a7a9d4c-7bd8-4fee-84f4-017768caf31f on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:41:30.838625 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-aa51b5e8-8807-4e30-a655-8c3f6764d658 None None] Attempting to bind port 1a7a9d4c-7bd8-4fee-84f4-017768caf31f by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '62a8ada6-536e-4298-9668-d8a07af27550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd466fa4a-6203-4680-a721-1c42ae2ce05c'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:41:30.839202 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa51b5e8-8807-4e30-a655-8c3f6764d658 None None] Attempting to bind port 1a7a9d4c-7bd8-4fee-84f4-017768caf31f on network d466fa4a-6203-4680-a721-1c42ae2ce05c {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:41:30.844418 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa51b5e8-8807-4e30-a655-8c3f6764d658 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:41:30.844791 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa51b5e8-8807-4e30-a655-8c3f6764d658 None None] Checking segment: {'id': '62a8ada6-536e-4298-9668-d8a07af27550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd466fa4a-6203-4680-a721-1c42ae2ce05c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:41:30.845190 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-aa51b5e8-8807-4e30-a655-8c3f6764d658 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:30.845573 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa51b5e8-8807-4e30-a655-8c3f6764d658 None None] Bound using segment: {'id': '62a8ada6-536e-4298-9668-d8a07af27550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd466fa4a-6203-4680-a721-1c42ae2ce05c'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:41:30.846257 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-aa51b5e8-8807-4e30-a655-8c3f6764d658 None None] Bound port: 1a7a9d4c-7bd8-4fee-84f4-017768caf31f, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62a8ada6-536e-4298-9668-d8a07af27550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd466fa4a-6203-4680-a721-1c42ae2ce05c'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:41:30.846633 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-aa51b5e8-8807-4e30-a655-8c3f6764d658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:30.937769 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-aa51b5e8-8807-4e30-a655-8c3f6764d658 None None] For port 1a7a9d4c-7bd8-4fee-84f4-017768caf31f, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:41:30.941464 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-aa51b5e8-8807-4e30-a655-8c3f6764d658 None None] For port 1a7a9d4c-7bd8-4fee-84f4-017768caf31f, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=1a7a9d4c-7bd8-4fee-84f4-017768caf31f,segment=NetworkSegment(62a8ada6-536e-4298-9668-d8a07af27550),segment_id=62a8ada6-536e-4298-9668-d8a07af27550)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:41:30.947018 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-aa51b5e8-8807-4e30-a655-8c3f6764d658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:31.034971 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51b5e8-8807-4e30-a655-8c3f6764d658 None None] Pushing event updated for resources: {'Port': ['ID=1a7a9d4c-7bd8-4fee-84f4-017768caf31f,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:31.187147 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-f1976de2-c10c-4f01-aa1a-756ab96a93fc tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Allocated IP 172.20.0.1 (d466fa4a-6203-4680-a721-1c42ae2ce05c/13eee050-821c-411b-8858-316de1f7faa8/d8d8ff6b-1e8b-4f0e-bb14-c8e45ecd858c) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:41:31.376746 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f1976de2-c10c-4f01-aa1a-756ab96a93fc tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:31.395866 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-f1976de2-c10c-4f01-aa1a-756ab96a93fc tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Transition to ACTIVE for port object d8d8ff6b-1e8b-4f0e-bb14-c8e45ecd858c will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:41:31.427779 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f1976de2-c10c-4f01-aa1a-756ab96a93fc tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:31.610802 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1976de2-c10c-4f01-aa1a-756ab96a93fc tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Network d466fa4a-6203-4680-a721-1c42ae2ce05c is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:41:31.614304 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-f1976de2-c10c-4f01-aa1a-756ab96a93fc tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:41:31.618424 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1976de2-c10c-4f01-aa1a-756ab96a93fc tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:41:31.653453 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1976de2-c10c-4f01-aa1a-756ab96a93fc tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event updated for resources: {'Port': ['ID=d8d8ff6b-1e8b-4f0e-bb14-c8e45ecd858c,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:31.681728 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f1976de2-c10c-4f01-aa1a-756ab96a93fc tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:31.957482 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f1976de2-c10c-4f01-aa1a-756ab96a93fc tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:32.071251 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5b513f-044c-4325-af29-2cf7d5796c83 None None] Network d466fa4a-6203-4680-a721-1c42ae2ce05c requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:41:32.179267 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-50a7c742-6d87-4c33-9761-bd561b1dc75b None None] Provisioning for port 1a7a9d4c-7bd8-4fee-84f4-017768caf31f completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:41:32.387330 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f1976de2-c10c-4f01-aa1a-756ab96a93fc tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:32.393298 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f1976de2-c10c-4f01-aa1a-756ab96a93fc tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:32.512262 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f1976de2-c10c-4f01-aa1a-756ab96a93fc tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:32.515627 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1976de2-c10c-4f01-aa1a-756ab96a93fc tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event updated for resources: {'Port': ['ID=d8d8ff6b-1e8b-4f0e-bb14-c8e45ecd858c,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:32.639821 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-500e3110-9575-4173-ad13-0e67f8fa09bd None None] Provisioning for port d8d8ff6b-1e8b-4f0e-bb14-c8e45ecd858c completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:41:32.646800 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-500e3110-9575-4173-ad13-0e67f8fa09bd None None] Provisioning complete for port d8d8ff6b-1e8b-4f0e-bb14-c8e45ecd858c triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:32.647275 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-500e3110-9575-4173-ad13-0e67f8fa09bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:32.661452 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1976de2-c10c-4f01-aa1a-756ab96a93fc tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Network d466fa4a-6203-4680-a721-1c42ae2ce05c is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:41:32.662668 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-f1976de2-c10c-4f01-aa1a-756ab96a93fc tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:41:32.711183 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-500e3110-9575-4173-ad13-0e67f8fa09bd None None] Port d8d8ff6b-1e8b-4f0e-bb14-c8e45ecd858c cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:41:32.836462 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5445e141-6ee0-4bb8-b451-f0d59a456c11 None None] Provisioning complete for port d8d8ff6b-1e8b-4f0e-bb14-c8e45ecd858c triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:32.836646 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5445e141-6ee0-4bb8-b451-f0d59a456c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:32.873014 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1976de2-c10c-4f01-aa1a-756ab96a93fc tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Router 00510b14-83be-46e3-99d4-f545faa42177 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:41:32.881400 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 35bd9f6d-d59d-4347-a14f-9454baa2ed4b up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:41:32.961711 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-5445e141-6ee0-4bb8-b451-f0d59a456c11 None None] Port d8d8ff6b-1e8b-4f0e-bb14-c8e45ecd858c cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:41:32.980137 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 35bd9f6d-d59d-4347-a14f-9454baa2ed4b completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:41:32.985489 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 35bd9f6d-d59d-4347-a14f-9454baa2ed4b triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:32.985902 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:33.115538 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-45cfb629-f4cf-4422-bb3f-71c5e32daee9 None None] Provisioning complete for port d8d8ff6b-1e8b-4f0e-bb14-c8e45ecd858c triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:33.116205 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-45cfb629-f4cf-4422-bb3f-71c5e32daee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:33.142385 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:33.180245 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1976de2-c10c-4f01-aa1a-756ab96a93fc tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:41:33.181619 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 35bd9f6d-d59d-4347-a14f-9454baa2ed4b, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=35bd9f6d-d59d-4347-a14f-9454baa2ed4b,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:41:33.186867 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-45cfb629-f4cf-4422-bb3f-71c5e32daee9 None None] Port d8d8ff6b-1e8b-4f0e-bb14-c8e45ecd858c cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:41:33.188411 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:33.189230 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 1a7a9d4c-7bd8-4fee-84f4-017768caf31f up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:41:33.195943 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f1976de2-c10c-4f01-aa1a-756ab96a93fc tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "PUT /v2.0/routers/00510b14-83be-46e3-99d4-f545faa42177/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1718712 Feb 09 01:41:33.242591 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00905d41-5df1-4f13-b674-c2fcb3b98b72 None None] Sync routers for ids ['00510b14-83be-46e3-99d4-f545faa42177'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:41:33.329757 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00905d41-5df1-4f13-b674-c2fcb3b98b72 None None] Routers {'00510b14-83be-46e3-99d4-f545faa42177'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:41:33.331228 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-00905d41-5df1-4f13-b674-c2fcb3b98b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:41:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['00510b14-83be-46e3-99d4-f545faa42177'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:33.363817 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-d7d3af7b-1ca3-4c2d-8cb6-3526ddb151d5 req-7460a8fc-ba29-4ef2-912f-9abb20707013 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Synchronizing usage tracker for tenant:86d3f064b7034e66946d08a62b972ad0 on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:41:33.379595 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-d7d3af7b-1ca3-4c2d-8cb6-3526ddb151d5 req-7460a8fc-ba29-4ef2-912f-9abb20707013 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Unset dirty status for tenant:86d3f064b7034e66946d08a62b972ad0 on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:41:33.380869 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d7d3af7b-1ca3-4c2d-8cb6-3526ddb151d5 req-7460a8fc-ba29-4ef2-912f-9abb20707013 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1770232245&fields=id&tenant_id=86d3f064b7034e66946d08a62b972ad0 HTTP/1.1" status: 200 len: 267 time: 0.0562563 Feb 09 01:41:33.432111 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=35bd9f6d-d59d-4347-a14f-9454baa2ed4b,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:33.499292 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 1a7a9d4c-7bd8-4fee-84f4-017768caf31f completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:41:33.522624 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 1a7a9d4c-7bd8-4fee-84f4-017768caf31f triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:33.522997 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:33.534565 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3af7b-1ca3-4c2d-8cb6-3526ddb151d5 req-45913049-10dd-4f6d-a14d-1c5cd53641d1 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:33.535241 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-d7d3af7b-1ca3-4c2d-8cb6-3526ddb151d5 req-45913049-10dd-4f6d-a14d-1c5cd53641d1 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Synchronizing usage tracker for tenant:86d3f064b7034e66946d08a62b972ad0 on resource:network {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:41:33.550818 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-d7d3af7b-1ca3-4c2d-8cb6-3526ddb151d5 req-45913049-10dd-4f6d-a14d-1c5cd53641d1 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Unset dirty status for tenant:86d3f064b7034e66946d08a62b972ad0 on resource:network {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:41:33.554024 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d7d3af7b-1ca3-4c2d-8cb6-3526ddb151d5 req-45913049-10dd-4f6d-a14d-1c5cd53641d1 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/networks?id=d466fa4a-6203-4680-a721-1c42ae2ce05c HTTP/1.1" status: 200 len: 796 time: 0.1660652 Feb 09 01:41:33.567730 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d7d3af7b-1ca3-4c2d-8cb6-3526ddb151d5 req-67a8c01b-46a9-4753-bfeb-255d7ed8b80a tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/quotas/86d3f064b7034e66946d08a62b972ad0 HTTP/1.1" status: 200 len: 375 time: 0.0102870 Feb 09 01:41:33.590146 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-00905d41-5df1-4f13-b674-c2fcb3b98b72 None None] Set router 00510b14-83be-46e3-99d4-f545faa42177 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:41:33.657020 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-d7d3af7b-1ca3-4c2d-8cb6-3526ddb151d5 req-ea23b8a4-76a3-4070-8935-013a61541031 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Synchronizing usage tracker for tenant:86d3f064b7034e66946d08a62b972ad0 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:41:33.672526 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-d7d3af7b-1ca3-4c2d-8cb6-3526ddb151d5 req-ea23b8a4-76a3-4070-8935-013a61541031 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Unset dirty status for tenant:86d3f064b7034e66946d08a62b972ad0 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:41:33.674363 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d7d3af7b-1ca3-4c2d-8cb6-3526ddb151d5 req-ea23b8a4-76a3-4070-8935-013a61541031 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=86d3f064b7034e66946d08a62b972ad0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0981948 Feb 09 01:41:33.812298 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d7d3af7b-1ca3-4c2d-8cb6-3526ddb151d5 req-669a4791-c65d-4279-bf1d-8c4f5d68ed0d service neutron] 10.222.0.105 "GET /v2.0/networks/d466fa4a-6203-4680-a721-1c42ae2ce05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261754 Feb 09 01:41:33.853740 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:33.923333 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 1a7a9d4c-7bd8-4fee-84f4-017768caf31f, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=1a7a9d4c-7bd8-4fee-84f4-017768caf31f,segment=NetworkSegment(62a8ada6-536e-4298-9668-d8a07af27550),segment_id=62a8ada6-536e-4298-9668-d8a07af27550)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:41:33.943847 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d7d3af7b-1ca3-4c2d-8cb6-3526ddb151d5 req-4293204c-b0e0-4b78-969c-c986e2c61c37 service neutron] 10.222.0.105 "GET /v2.0/networks/d466fa4a-6203-4680-a721-1c42ae2ce05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254778 Feb 09 01:41:33.951558 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:34.038417 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=1a7a9d4c-7bd8-4fee-84f4-017768caf31f,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:34.056665 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-00905d41-5df1-4f13-b674-c2fcb3b98b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00510b14-83be-46e3-99d4-f545faa42177', 'name': 'tempest-TestNetworkAdvancedServerOps-router-112794896', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '35bd9f6d-d59d-4347-a14f-9454baa2ed4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:41:26Z', 'updated_at': '2022-02-09T01:41:31Z', 'revision_number': 4, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'gw_port': {'id': '35bd9f6d-d59d-4347-a14f-9454baa2ed4b', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00510b14-83be-46e3-99d4-f545faa42177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:27Z', 'updated_at': '2022-02-09T01:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'd8d8ff6b-1e8b-4f0e-bb14-c8e45ecd858c', 'name': '', 'network_id': 'd466fa4a-6203-4680-a721-1c42ae2ce05c', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'mac_address': 'fa:16:3e:da:7e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00510b14-83be-46e3-99d4-f545faa42177', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '13eee050-821c-411b-8858-316de1f7faa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:30Z', 'updated_at': '2022-02-09T01:41:32Z', 'revision_number': 2, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'subnets': [{'id': '13eee050-821c-411b-8858-316de1f7faa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:34.060910 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00905d41-5df1-4f13-b674-c2fcb3b98b72 None None] Checking router: 00510b14-83be-46e3-99d4-f545faa42177 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:41:34.061266 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00905d41-5df1-4f13-b674-c2fcb3b98b72 None None] Updating router 00510b14-83be-46e3-99d4-f545faa42177 port d8d8ff6b-1e8b-4f0e-bb14-c8e45ecd858c binding host n-d-828418-1 {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:41:34.116162 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-00905d41-5df1-4f13-b674-c2fcb3b98b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:34.123522 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8bb88f5b-6995-413a-a9ee-0775b917f8a6 req-f78b85d0-b90a-41aa-bc61-327c24e7a198 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=807f8c43-b251-4f70-a525-d5ab6adc89f9 HTTP/1.1" status: 200 len: 210 time: 0.0432529 Feb 09 01:41:34.499430 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-00905d41-5df1-4f13-b674-c2fcb3b98b72 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:34.511171 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-00905d41-5df1-4f13-b674-c2fcb3b98b72 None None] Transition to ACTIVE for port object d8d8ff6b-1e8b-4f0e-bb14-c8e45ecd858c will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:41:34.517033 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-00905d41-5df1-4f13-b674-c2fcb3b98b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:34.645032 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3991ef6d-6a46-40f3-a264-92838bc44741 None None] Pushing event updated for resources: {'Port': ['ID=d8d8ff6b-1e8b-4f0e-bb14-c8e45ecd858c,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:34.742075 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-00905d41-5df1-4f13-b674-c2fcb3b98b72 None None] Attempting to bind port d8d8ff6b-1e8b-4f0e-bb14-c8e45ecd858c on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:41:34.742474 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-00905d41-5df1-4f13-b674-c2fcb3b98b72 None None] Attempting to bind port d8d8ff6b-1e8b-4f0e-bb14-c8e45ecd858c by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '62a8ada6-536e-4298-9668-d8a07af27550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd466fa4a-6203-4680-a721-1c42ae2ce05c'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:41:34.742787 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00905d41-5df1-4f13-b674-c2fcb3b98b72 None None] Attempting to bind port d8d8ff6b-1e8b-4f0e-bb14-c8e45ecd858c on network d466fa4a-6203-4680-a721-1c42ae2ce05c {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:41:34.748693 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00905d41-5df1-4f13-b674-c2fcb3b98b72 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:41:34.749067 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00905d41-5df1-4f13-b674-c2fcb3b98b72 None None] Checking segment: {'id': '62a8ada6-536e-4298-9668-d8a07af27550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd466fa4a-6203-4680-a721-1c42ae2ce05c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:41:34.749549 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-00905d41-5df1-4f13-b674-c2fcb3b98b72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:34.749870 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00905d41-5df1-4f13-b674-c2fcb3b98b72 None None] Bound using segment: {'id': '62a8ada6-536e-4298-9668-d8a07af27550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd466fa4a-6203-4680-a721-1c42ae2ce05c'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:41:34.750330 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-00905d41-5df1-4f13-b674-c2fcb3b98b72 None None] Bound port: d8d8ff6b-1e8b-4f0e-bb14-c8e45ecd858c, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62a8ada6-536e-4298-9668-d8a07af27550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd466fa4a-6203-4680-a721-1c42ae2ce05c'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:41:34.750699 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-00905d41-5df1-4f13-b674-c2fcb3b98b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:34.814097 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 35bd9f6d-d59d-4347-a14f-9454baa2ed4b up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:41:34.948515 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-00905d41-5df1-4f13-b674-c2fcb3b98b72 None None] For port d8d8ff6b-1e8b-4f0e-bb14-c8e45ecd858c, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:41:34.953804 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-00905d41-5df1-4f13-b674-c2fcb3b98b72 None None] For port d8d8ff6b-1e8b-4f0e-bb14-c8e45ecd858c, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=d8d8ff6b-1e8b-4f0e-bb14-c8e45ecd858c,segment=NetworkSegment(62a8ada6-536e-4298-9668-d8a07af27550),segment_id=62a8ada6-536e-4298-9668-d8a07af27550)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:41:34.960296 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-00905d41-5df1-4f13-b674-c2fcb3b98b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:35.034898 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 35bd9f6d-d59d-4347-a14f-9454baa2ed4b triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:35.035477 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:35.095372 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00905d41-5df1-4f13-b674-c2fcb3b98b72 None None] Routers {'00510b14-83be-46e3-99d4-f545faa42177'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:41:35.096666 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-00905d41-5df1-4f13-b674-c2fcb3b98b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:41:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['00510b14-83be-46e3-99d4-f545faa42177'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:35.143919 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3991ef6d-6a46-40f3-a264-92838bc44741 None None] Pushing event updated for resources: {'Port': ['ID=d8d8ff6b-1e8b-4f0e-bb14-c8e45ecd858c,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:35.301735 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3af7b-1ca3-4c2d-8cb6-3526ddb151d5 req-786f80ad-7111-42c6-8f7c-5753600b6a49 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:35.303353 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d7d3af7b-1ca3-4c2d-8cb6-3526ddb151d5 req-786f80ad-7111-42c6-8f7c-5753600b6a49 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.99 "GET /v2.0/networks?id=d466fa4a-6203-4680-a721-1c42ae2ce05c HTTP/1.1" status: 200 len: 796 time: 0.2163742 Feb 09 01:41:35.336338 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 1a7a9d4c-7bd8-4fee-84f4-017768caf31f up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:41:35.367822 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a3f9be30-1c14-4e91-8655-fe5409f1e70f req-73dec94a-396e-4af9-ad54-b3476c609eb2 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=807f8c43-b251-4f70-a525-d5ab6adc89f9 HTTP/1.1" status: 200 len: 210 time: 0.0634680 Feb 09 01:41:35.398314 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d7d3af7b-1ca3-4c2d-8cb6-3526ddb151d5 req-acd3c677-f7ff-4889-a3d7-1f0dc9d447b5 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86d3f064b7034e66946d08a62b972ad0 HTTP/1.1" status: 200 len: 380 time: 0.0617352 Feb 09 01:41:35.400566 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-00905d41-5df1-4f13-b674-c2fcb3b98b72 None None] Set router 00510b14-83be-46e3-99d4-f545faa42177 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:41:35.407175 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-d7d3af7b-1ca3-4c2d-8cb6-3526ddb151d5 req-25fcd103-947b-4a42-a669-9a0577b46dcb tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Request body: {'port': {'device_id': '807f8c43-b251-4f70-a525-d5ab6adc89f9', 'network_id': 'd466fa4a-6203-4680-a721-1c42ae2ce05c', 'admin_state_up': True, 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'security_groups': ['f9ce393c-b0ab-4e0c-a0d7-98a0d4c86b9f']}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:35.548358 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-d7d3af7b-1ca3-4c2d-8cb6-3526ddb151d5 req-25fcd103-947b-4a42-a669-9a0577b46dcb tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:41:35.558249 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-d7d3af7b-1ca3-4c2d-8cb6-3526ddb151d5 req-25fcd103-947b-4a42-a669-9a0577b46dcb tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:41:35.569697 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7d3af7b-1ca3-4c2d-8cb6-3526ddb151d5 req-25fcd103-947b-4a42-a669-9a0577b46dcb tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Made reservation on behalf of 86d3f064b7034e66946d08a62b972ad0 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:41:35.573128 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d7d3af7b-1ca3-4c2d-8cb6-3526ddb151d5 req-25fcd103-947b-4a42-a669-9a0577b46dcb tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:35.626949 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 1a7a9d4c-7bd8-4fee-84f4-017768caf31f triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:35.627826 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:35.739682 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-d7d3af7b-1ca3-4c2d-8cb6-3526ddb151d5 req-25fcd103-947b-4a42-a669-9a0577b46dcb tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Allocated IP 172.20.0.14 (d466fa4a-6203-4680-a721-1c42ae2ce05c/13eee050-821c-411b-8858-316de1f7faa8/0c2e68c9-611d-4d7a-b0ec-9a202f5043bc) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:41:35.835952 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-00905d41-5df1-4f13-b674-c2fcb3b98b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00510b14-83be-46e3-99d4-f545faa42177', 'name': 'tempest-TestNetworkAdvancedServerOps-router-112794896', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '35bd9f6d-d59d-4347-a14f-9454baa2ed4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:41:26Z', 'updated_at': '2022-02-09T01:41:31Z', 'revision_number': 4, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'gw_port': {'id': '35bd9f6d-d59d-4347-a14f-9454baa2ed4b', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00510b14-83be-46e3-99d4-f545faa42177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:27Z', 'updated_at': '2022-02-09T01:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'd8d8ff6b-1e8b-4f0e-bb14-c8e45ecd858c', 'name': '', 'network_id': 'd466fa4a-6203-4680-a721-1c42ae2ce05c', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'mac_address': 'fa:16:3e:da:7e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00510b14-83be-46e3-99d4-f545faa42177', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '13eee050-821c-411b-8858-316de1f7faa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:30Z', 'updated_at': '2022-02-09T01:41:34Z', 'revision_number': 4, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'subnets': [{'id': '13eee050-821c-411b-8858-316de1f7faa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:35.839884 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00905d41-5df1-4f13-b674-c2fcb3b98b72 None None] The sync data for ids ['00510b14-83be-46e3-99d4-f545faa42177'] in n-d-828418-1 is: [{'id': '00510b14-83be-46e3-99d4-f545faa42177', 'name': 'tempest-TestNetworkAdvancedServerOps-router-112794896', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '35bd9f6d-d59d-4347-a14f-9454baa2ed4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:41:26Z', 'updated_at': '2022-02-09T01:41:31Z', 'revision_number': 4, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'gw_port': {'id': '35bd9f6d-d59d-4347-a14f-9454baa2ed4b', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00510b14-83be-46e3-99d4-f545faa42177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:27Z', 'updated_at': '2022-02-09T01:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'd8d8ff6b-1e8b-4f0e-bb14-c8e45ecd858c', 'name': '', 'network_id': 'd466fa4a-6203-4680-a721-1c42ae2ce05c', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'mac_address': 'fa:16:3e:da:7e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00510b14-83be-46e3-99d4-f545faa42177', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '13eee050-821c-411b-8858-316de1f7faa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:30Z', 'updated_at': '2022-02-09T01:41:34Z', 'revision_number': 4, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'subnets': [{'id': '13eee050-821c-411b-8858-316de1f7faa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:41:35.960570 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d7d3af7b-1ca3-4c2d-8cb6-3526ddb151d5 req-25fcd103-947b-4a42-a669-9a0577b46dcb tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:35.977626 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-d7d3af7b-1ca3-4c2d-8cb6-3526ddb151d5 req-25fcd103-947b-4a42-a669-9a0577b46dcb tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Transition to ACTIVE for port object 0c2e68c9-611d-4d7a-b0ec-9a202f5043bc will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:41:36.002593 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d7d3af7b-1ca3-4c2d-8cb6-3526ddb151d5 req-25fcd103-947b-4a42-a669-9a0577b46dcb tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:36.077702 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7d3af7b-1ca3-4c2d-8cb6-3526ddb151d5 req-25fcd103-947b-4a42-a669-9a0577b46dcb tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Network d466fa4a-6203-4680-a721-1c42ae2ce05c is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:41:36.080889 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-d7d3af7b-1ca3-4c2d-8cb6-3526ddb151d5 req-25fcd103-947b-4a42-a669-9a0577b46dcb tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:41:36.083311 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7d3af7b-1ca3-4c2d-8cb6-3526ddb151d5 req-25fcd103-947b-4a42-a669-9a0577b46dcb tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:41:36.130444 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fcd103-947b-4a42-a669-9a0577b46dcb tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event updated for resources: {'Port': ['ID=0c2e68c9-611d-4d7a-b0ec-9a202f5043bc,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:36.159063 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3af7b-1ca3-4c2d-8cb6-3526ddb151d5 req-25fcd103-947b-4a42-a669-9a0577b46dcb tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:36.159730 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d7d3af7b-1ca3-4c2d-8cb6-3526ddb151d5 req-25fcd103-947b-4a42-a669-9a0577b46dcb tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:36.189216 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d7d3af7b-1ca3-4c2d-8cb6-3526ddb151d5 req-25fcd103-947b-4a42-a669-9a0577b46dcb tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7856557 Feb 09 01:41:36.200865 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-d7d3af7b-1ca3-4c2d-8cb6-3526ddb151d5 req-dce3d723-cdcb-4468-a63d-02b2ec99271c service neutron] Request body: {'port': {'device_id': '807f8c43-b251-4f70-a525-d5ab6adc89f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:36.327806 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d7d3af7b-1ca3-4c2d-8cb6-3526ddb151d5 req-dce3d723-cdcb-4468-a63d-02b2ec99271c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:36.414791 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-c30ac9c5-3186-43af-b6f9-97de4d88f562 None None] Provisioning for port 0c2e68c9-611d-4d7a-b0ec-9a202f5043bc completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:41:36.440760 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-c30ac9c5-3186-43af-b6f9-97de4d88f562 None None] Provisioning complete for port 0c2e68c9-611d-4d7a-b0ec-9a202f5043bc triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:36.441320 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c30ac9c5-3186-43af-b6f9-97de4d88f562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:36.509292 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-c30ac9c5-3186-43af-b6f9-97de4d88f562 None None] Port 0c2e68c9-611d-4d7a-b0ec-9a202f5043bc cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:41:36.734771 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d56d537-2668-49fc-88e3-6e3d5245faec req-afbe874a-04c5-4756-a1f5-914355d3c9f0 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:36.735507 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-4d56d537-2668-49fc-88e3-6e3d5245faec req-afbe874a-04c5-4756-a1f5-914355d3c9f0 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Synchronizing usage tracker for tenant:86d3f064b7034e66946d08a62b972ad0 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:41:36.777138 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-4d56d537-2668-49fc-88e3-6e3d5245faec req-afbe874a-04c5-4756-a1f5-914355d3c9f0 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Unset dirty status for tenant:86d3f064b7034e66946d08a62b972ad0 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:41:36.778514 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4d56d537-2668-49fc-88e3-6e3d5245faec req-afbe874a-04c5-4756-a1f5-914355d3c9f0 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=807f8c43-b251-4f70-a525-d5ab6adc89f9 HTTP/1.1" status: 200 len: 932 time: 0.2792342 Feb 09 01:41:36.825348 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device d8d8ff6b-1e8b-4f0e-bb14-c8e45ecd858c up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:41:36.869679 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4d56d537-2668-49fc-88e3-6e3d5245faec req-3addc39b-e8cd-45b9-abf7-784712123ad8 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ce393c-b0ab-4e0c-a0d7-98a0d4c86b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776818 Feb 09 01:41:36.908509 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port d8d8ff6b-1e8b-4f0e-bb14-c8e45ecd858c completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:41:36.913754 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port d8d8ff6b-1e8b-4f0e-bb14-c8e45ecd858c triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:36.914130 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:36.931678 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-d7d3af7b-1ca3-4c2d-8cb6-3526ddb151d5 req-dce3d723-cdcb-4468-a63d-02b2ec99271c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c2e68c9-611d-4d7a-b0ec-9a202f5043bc {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:41:36.940978 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d7d3af7b-1ca3-4c2d-8cb6-3526ddb151d5 req-dce3d723-cdcb-4468-a63d-02b2ec99271c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:36.957007 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-d7d3af7b-1ca3-4c2d-8cb6-3526ddb151d5 req-dce3d723-cdcb-4468-a63d-02b2ec99271c service neutron] Transition to ACTIVE for port object 0c2e68c9-611d-4d7a-b0ec-9a202f5043bc will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:41:36.961784 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d7d3af7b-1ca3-4c2d-8cb6-3526ddb151d5 req-dce3d723-cdcb-4468-a63d-02b2ec99271c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:37.037567 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:37.072169 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port d8d8ff6b-1e8b-4f0e-bb14-c8e45ecd858c, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=d8d8ff6b-1e8b-4f0e-bb14-c8e45ecd858c,segment=NetworkSegment(62a8ada6-536e-4298-9668-d8a07af27550),segment_id=62a8ada6-536e-4298-9668-d8a07af27550)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:41:37.078230 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:37.164671 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce3d723-cdcb-4468-a63d-02b2ec99271c service neutron] Pushing event updated for resources: {'Port': ['ID=0c2e68c9-611d-4d7a-b0ec-9a202f5043bc,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:37.168994 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=d8d8ff6b-1e8b-4f0e-bb14-c8e45ecd858c,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:37.209030 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-d7d3af7b-1ca3-4c2d-8cb6-3526ddb151d5 req-dce3d723-cdcb-4468-a63d-02b2ec99271c service neutron] Attempting to bind port 0c2e68c9-611d-4d7a-b0ec-9a202f5043bc on host n-h2-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:41:37.209361 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-d7d3af7b-1ca3-4c2d-8cb6-3526ddb151d5 req-dce3d723-cdcb-4468-a63d-02b2ec99271c service neutron] Attempting to bind port 0c2e68c9-611d-4d7a-b0ec-9a202f5043bc by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': '62a8ada6-536e-4298-9668-d8a07af27550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd466fa4a-6203-4680-a721-1c42ae2ce05c'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:41:37.209711 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d3af7b-1ca3-4c2d-8cb6-3526ddb151d5 req-dce3d723-cdcb-4468-a63d-02b2ec99271c service neutron] Attempting to bind port 0c2e68c9-611d-4d7a-b0ec-9a202f5043bc on network d466fa4a-6203-4680-a721-1c42ae2ce05c {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:41:37.214742 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d3af7b-1ca3-4c2d-8cb6-3526ddb151d5 req-dce3d723-cdcb-4468-a63d-02b2ec99271c service neutron] Port 0c2e68c9-611d-4d7a-b0ec-9a202f5043bc on network d466fa4a-6203-4680-a721-1c42ae2ce05c not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:41:37.215058 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d3af7b-1ca3-4c2d-8cb6-3526ddb151d5 req-dce3d723-cdcb-4468-a63d-02b2ec99271c service neutron] Attempting to bind port 0c2e68c9-611d-4d7a-b0ec-9a202f5043bc on network d466fa4a-6203-4680-a721-1c42ae2ce05c {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:41:37.220556 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d3af7b-1ca3-4c2d-8cb6-3526ddb151d5 req-dce3d723-cdcb-4468-a63d-02b2ec99271c service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:41:37.220890 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d3af7b-1ca3-4c2d-8cb6-3526ddb151d5 req-dce3d723-cdcb-4468-a63d-02b2ec99271c service neutron] Checking segment: {'id': '62a8ada6-536e-4298-9668-d8a07af27550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd466fa4a-6203-4680-a721-1c42ae2ce05c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:41:37.221292 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d3af7b-1ca3-4c2d-8cb6-3526ddb151d5 req-dce3d723-cdcb-4468-a63d-02b2ec99271c service neutron] Bound using segment: {'id': '62a8ada6-536e-4298-9668-d8a07af27550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd466fa4a-6203-4680-a721-1c42ae2ce05c'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:41:37.221718 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-d7d3af7b-1ca3-4c2d-8cb6-3526ddb151d5 req-dce3d723-cdcb-4468-a63d-02b2ec99271c service neutron] Bound port: 0c2e68c9-611d-4d7a-b0ec-9a202f5043bc, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a8ada6-536e-4298-9668-d8a07af27550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd466fa4a-6203-4680-a721-1c42ae2ce05c'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:41:37.222059 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d7d3af7b-1ca3-4c2d-8cb6-3526ddb151d5 req-dce3d723-cdcb-4468-a63d-02b2ec99271c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:37.313040 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-d7d3af7b-1ca3-4c2d-8cb6-3526ddb151d5 req-dce3d723-cdcb-4468-a63d-02b2ec99271c service neutron] For port 0c2e68c9-611d-4d7a-b0ec-9a202f5043bc, host n-h2-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:41:37.316161 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-d7d3af7b-1ca3-4c2d-8cb6-3526ddb151d5 req-dce3d723-cdcb-4468-a63d-02b2ec99271c service neutron] For port 0c2e68c9-611d-4d7a-b0ec-9a202f5043bc, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=0c2e68c9-611d-4d7a-b0ec-9a202f5043bc,segment=NetworkSegment(62a8ada6-536e-4298-9668-d8a07af27550),segment_id=62a8ada6-536e-4298-9668-d8a07af27550)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:41:37.320657 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d7d3af7b-1ca3-4c2d-8cb6-3526ddb151d5 req-dce3d723-cdcb-4468-a63d-02b2ec99271c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:37.384834 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3af7b-1ca3-4c2d-8cb6-3526ddb151d5 req-dce3d723-cdcb-4468-a63d-02b2ec99271c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:37.385431 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d7d3af7b-1ca3-4c2d-8cb6-3526ddb151d5 req-dce3d723-cdcb-4468-a63d-02b2ec99271c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:37.386784 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d7d3af7b-1ca3-4c2d-8cb6-3526ddb151d5 req-dce3d723-cdcb-4468-a63d-02b2ec99271c service neutron] 10.222.0.99 "PUT /v2.0/ports/0c2e68c9-611d-4d7a-b0ec-9a202f5043bc HTTP/1.1" status: 200 len: 1092 time: 1.1905451 Feb 09 01:41:37.387229 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '807f8c43-b251-4f70-a525-d5ab6adc89f9', 'tag': '0c2e68c9-611d-4d7a-b0ec-9a202f5043bc'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:41:37.412159 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce3d723-cdcb-4468-a63d-02b2ec99271c service neutron] Pushing event updated for resources: {'Port': ['ID=0c2e68c9-611d-4d7a-b0ec-9a202f5043bc,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:37.467495 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '807f8c43-b251-4f70-a525-d5ab6adc89f9', 'tag': '0c2e68c9-611d-4d7a-b0ec-9a202f5043bc', 'status': 'completed', 'code': 200} Feb 09 01:41:37.509884 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3af7b-1ca3-4c2d-8cb6-3526ddb151d5 req-4b03adb2-95f3-4f71-acbe-fd59281f2d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:37.511377 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d7d3af7b-1ca3-4c2d-8cb6-3526ddb151d5 req-4b03adb2-95f3-4f71-acbe-fd59281f2d81 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=86d3f064b7034e66946d08a62b972ad0&device_id=807f8c43-b251-4f70-a525-d5ab6adc89f9 HTTP/1.1" status: 200 len: 1095 time: 0.0770955 Feb 09 01:41:37.585348 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d7d3af7b-1ca3-4c2d-8cb6-3526ddb151d5 req-db90605d-fd68-4c39-857a-f0a5235dd049 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c2e68c9-611d-4d7a-b0ec-9a202f5043bc HTTP/1.1" status: 200 len: 217 time: 0.0663030 Feb 09 01:41:37.647919 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3af7b-1ca3-4c2d-8cb6-3526ddb151d5 req-1b4aeff6-9c7c-406b-ad02-fb630bf44407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:37.649709 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d7d3af7b-1ca3-4c2d-8cb6-3526ddb151d5 req-1b4aeff6-9c7c-406b-ad02-fb630bf44407 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=13eee050-821c-411b-8858-316de1f7faa8 HTTP/1.1" status: 200 len: 834 time: 0.0591254 Feb 09 01:41:37.726729 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3af7b-1ca3-4c2d-8cb6-3526ddb151d5 req-4e298069-32c3-44ea-be6a-244afe39012d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:37.728171 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d7d3af7b-1ca3-4c2d-8cb6-3526ddb151d5 req-4e298069-32c3-44ea-be6a-244afe39012d service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d466fa4a-6203-4680-a721-1c42ae2ce05c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734777 Feb 09 01:41:37.856566 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d7d3af7b-1ca3-4c2d-8cb6-3526ddb151d5 req-23cf2589-0969-44f0-937a-e4b6ba8887b6 service neutron] 10.222.0.99 "GET /v2.0/networks/d466fa4a-6203-4680-a721-1c42ae2ce05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217601 Feb 09 01:41:38.014080 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d7d3af7b-1ca3-4c2d-8cb6-3526ddb151d5 req-974b070d-d10d-42ed-9d10-2b7726921a47 service neutron] 10.222.0.99 "GET /v2.0/networks/d466fa4a-6203-4680-a721-1c42ae2ce05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513927 Feb 09 01:41:38.065554 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd54a63-1a80-4857-9126-40301b310c99 req-5f06116d-8cdc-454c-8478-82b2bae6999f tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:38.067100 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5fd54a63-1a80-4857-9126-40301b310c99 req-5f06116d-8cdc-454c-8478-82b2bae6999f tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=807f8c43-b251-4f70-a525-d5ab6adc89f9 HTTP/1.1" status: 200 len: 944 time: 0.0849175 Feb 09 01:41:38.195092 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3ae35385-2f40-4b8a-a0f7-cb4bb535afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:38.253744 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5fd54a63-1a80-4857-9126-40301b310c99 req-c2d46c54-b842-40bc-aabc-6804a59e2deb tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ce393c-b0ab-4e0c-a0d7-98a0d4c86b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562095 Feb 09 01:41:38.278310 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ebb7bd-2a0a-4de6-99a9-eff960c38356 req-c13ad3b8-c8f8-4bfa-a043-d5bc9d611f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:38.279760 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-57ebb7bd-2a0a-4de6-99a9-eff960c38356 req-c13ad3b8-c8f8-4bfa-a043-d5bc9d611f20 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=86d3f064b7034e66946d08a62b972ad0&device_id=807f8c43-b251-4f70-a525-d5ab6adc89f9 HTTP/1.1" status: 200 len: 1095 time: 0.2118475 Feb 09 01:41:38.411836 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ebb7bd-2a0a-4de6-99a9-eff960c38356 req-d0ebab9a-8028-451b-96a6-ddc8b95ab8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:38.413256 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-57ebb7bd-2a0a-4de6-99a9-eff960c38356 req-d0ebab9a-8028-451b-96a6-ddc8b95ab8e6 service neutron] 10.222.0.99 "GET /v2.0/networks?id=d466fa4a-6203-4680-a721-1c42ae2ce05c HTTP/1.1" status: 200 len: 897 time: 0.1272333 Feb 09 01:41:38.478427 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-57ebb7bd-2a0a-4de6-99a9-eff960c38356 req-05eb10c5-4fdc-4785-bc0c-c7372c6bbbd5 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c2e68c9-611d-4d7a-b0ec-9a202f5043bc HTTP/1.1" status: 200 len: 217 time: 0.0590036 Feb 09 01:41:38.541095 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ebb7bd-2a0a-4de6-99a9-eff960c38356 req-62f85268-05bf-4015-a670-ba659a804fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:38.542451 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-57ebb7bd-2a0a-4de6-99a9-eff960c38356 req-62f85268-05bf-4015-a670-ba659a804fd9 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=13eee050-821c-411b-8858-316de1f7faa8 HTTP/1.1" status: 200 len: 834 time: 0.0585930 Feb 09 01:41:38.616183 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ebb7bd-2a0a-4de6-99a9-eff960c38356 req-ada82dfa-98ea-4a6a-9968-3dc7f3d779ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:38.617669 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-57ebb7bd-2a0a-4de6-99a9-eff960c38356 req-ada82dfa-98ea-4a6a-9968-3dc7f3d779ad service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d466fa4a-6203-4680-a721-1c42ae2ce05c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690010 Feb 09 01:41:38.760016 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-57ebb7bd-2a0a-4de6-99a9-eff960c38356 req-8eb53439-8bf7-483e-a7ce-ecdd2da8157a service neutron] 10.222.0.99 "GET /v2.0/networks/d466fa4a-6203-4680-a721-1c42ae2ce05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357107 Feb 09 01:41:38.790782 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device d8d8ff6b-1e8b-4f0e-bb14-c8e45ecd858c up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:41:38.857070 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port d8d8ff6b-1e8b-4f0e-bb14-c8e45ecd858c triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:38.857346 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:38.896852 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-57ebb7bd-2a0a-4de6-99a9-eff960c38356 req-2ccea2e2-e69c-4d51-b309-2c7047e88124 service neutron] 10.222.0.99 "GET /v2.0/networks/d466fa4a-6203-4680-a721-1c42ae2ce05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300590 Feb 09 01:41:39.413648 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:41:39.442927 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f12b7-624e-444b-9d9e-c8fdb2a96f41 req-d8974b07-cfc6-48cb-b39c-df8eca52605b tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:39.444375 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d10f12b7-624e-444b-9d9e-c8fdb2a96f41 req-d8974b07-cfc6-48cb-b39c-df8eca52605b tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=807f8c43-b251-4f70-a525-d5ab6adc89f9 HTTP/1.1" status: 200 len: 944 time: 0.0836971 Feb 09 01:41:39.488640 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d10f12b7-624e-444b-9d9e-c8fdb2a96f41 req-686e9e25-1abb-4448-b4af-82701ede0e7d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ce393c-b0ab-4e0c-a0d7-98a0d4c86b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382557 Feb 09 01:41:40.496563 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2f527577-e75c-4446-8440-d44030e944aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:40.671538 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346137b1-71e6-42e4-9408-9e162c57d3c5 req-1b90d7fc-405d-4a72-9c72-0882681c202c tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:40.673000 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-346137b1-71e6-42e4-9408-9e162c57d3c5 req-1b90d7fc-405d-4a72-9c72-0882681c202c tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=807f8c43-b251-4f70-a525-d5ab6adc89f9 HTTP/1.1" status: 200 len: 944 time: 0.0793118 Feb 09 01:41:40.717235 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-346137b1-71e6-42e4-9408-9e162c57d3c5 req-1570f19f-340b-43fc-8cff-7b323d7df44a tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ce393c-b0ab-4e0c-a0d7-98a0d4c86b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382640 Feb 09 01:41:40.927076 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 0c2e68c9-611d-4d7a-b0ec-9a202f5043bc details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:41:41.097037 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 0c2e68c9-611d-4d7a-b0ec-9a202f5043bc, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=0c2e68c9-611d-4d7a-b0ec-9a202f5043bc,segment=NetworkSegment(62a8ada6-536e-4298-9668-d8a07af27550),segment_id=62a8ada6-536e-4298-9668-d8a07af27550)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:41:41.109883 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': '0c2e68c9-611d-4d7a-b0ec-9a202f5043bc', 'network_id': 'd466fa4a-6203-4680-a721-1c42ae2ce05c', 'port_id': '0c2e68c9-611d-4d7a-b0ec-9a202f5043bc', 'mac_address': 'fa:16:3e:98:df:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13eee050-821c-411b-8858-316de1f7faa8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:41:41.168309 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:41.185457 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c2e68c9-611d-4d7a-b0ec-9a202f5043bc {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:41:41.200831 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 0c2e68c9-611d-4d7a-b0ec-9a202f5043bc, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=0c2e68c9-611d-4d7a-b0ec-9a202f5043bc,segment=NetworkSegment(62a8ada6-536e-4298-9668-d8a07af27550),segment_id=62a8ada6-536e-4298-9668-d8a07af27550)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:41:41.204703 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:41.270791 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=0c2e68c9-611d-4d7a-b0ec-9a202f5043bc,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:41.520902 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['0c2e68c9-611d-4d7a-b0ec-9a202f5043bc'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:41:41.599502 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:41.620627 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:41.902584 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8870eb-f9ac-416a-bebe-2187f57f9b9b req-49f52887-85aa-4c07-8d2f-2bd3bef78e09 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:41.904008 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5f8870eb-f9ac-416a-bebe-2187f57f9b9b req-49f52887-85aa-4c07-8d2f-2bd3bef78e09 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=807f8c43-b251-4f70-a525-d5ab6adc89f9 HTTP/1.1" status: 200 len: 945 time: 0.0821803 Feb 09 01:41:41.947617 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5f8870eb-f9ac-416a-bebe-2187f57f9b9b req-f5aacc5c-31b9-4bd1-bea3-4644fa5c67ff tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ce393c-b0ab-4e0c-a0d7-98a0d4c86b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379446 Feb 09 01:41:42.942599 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 0c2e68c9-611d-4d7a-b0ec-9a202f5043bc up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:41:43.010304 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning for port 0c2e68c9-611d-4d7a-b0ec-9a202f5043bc completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:41:43.015182 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port 0c2e68c9-611d-4d7a-b0ec-9a202f5043bc triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:43.015553 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:43.130592 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f352d-d4f6-4db4-9ac2-dbb487cebcee req-f11c5df7-10a7-4f60-baf7-581032a594e1 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:43.132058 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-719f352d-d4f6-4db4-9ac2-dbb487cebcee req-f11c5df7-10a7-4f60-baf7-581032a594e1 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=807f8c43-b251-4f70-a525-d5ab6adc89f9 HTTP/1.1" status: 200 len: 945 time: 0.0805972 Feb 09 01:41:43.136710 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:43.163397 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '807f8c43-b251-4f70-a525-d5ab6adc89f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c2e68c9-611d-4d7a-b0ec-9a202f5043bc'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:41:43.175023 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 0c2e68c9-611d-4d7a-b0ec-9a202f5043bc, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=0c2e68c9-611d-4d7a-b0ec-9a202f5043bc,segment=NetworkSegment(62a8ada6-536e-4298-9668-d8a07af27550),segment_id=62a8ada6-536e-4298-9668-d8a07af27550)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:41:43.180335 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:43.181524 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-719f352d-d4f6-4db4-9ac2-dbb487cebcee req-6a945d24-a07b-46b2-933e-bd2075064e4b tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ce393c-b0ab-4e0c-a0d7-98a0d4c86b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436988 Feb 09 01:41:43.226517 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '807f8c43-b251-4f70-a525-d5ab6adc89f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c2e68c9-611d-4d7a-b0ec-9a202f5043bc', 'code': 200} Feb 09 01:41:43.256677 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:43.266057 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=0c2e68c9-611d-4d7a-b0ec-9a202f5043bc,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:43.342454 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccfa73b-c11f-40f1-9161-f2e78e9ced43 req-6a45b44d-9fd7-4d19-92ea-b9916c87082f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:43.344029 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2ccfa73b-c11f-40f1-9161-f2e78e9ced43 req-6a45b44d-9fd7-4d19-92ea-b9916c87082f service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=807f8c43-b251-4f70-a525-d5ab6adc89f9 HTTP/1.1" status: 200 len: 1097 time: 0.0688713 Feb 09 01:41:43.384278 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2ccfa73b-c11f-40f1-9161-f2e78e9ced43 req-e4651e81-db86-495c-8843-3c5d3bd5ff7c service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=f9ce393c-b0ab-4e0c-a0d7-98a0d4c86b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343559 Feb 09 01:41:44.374744 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62587fe-f5f6-4ac1-b32e-de37947714f6 req-f8045965-385b-4dc2-a9a4-c01162c932d1 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:44.376207 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d62587fe-f5f6-4ac1-b32e-de37947714f6 req-f8045965-385b-4dc2-a9a4-c01162c932d1 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=807f8c43-b251-4f70-a525-d5ab6adc89f9 HTTP/1.1" status: 200 len: 946 time: 0.0823205 Feb 09 01:41:44.420128 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d62587fe-f5f6-4ac1-b32e-de37947714f6 req-de7cdfa5-8b29-426c-b0af-df3144f368a2 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ce393c-b0ab-4e0c-a0d7-98a0d4c86b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380955 Feb 09 01:41:45.608585 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923fffe2-5845-4b68-87ac-bb6f6e3c504b req-1e775811-a400-4a74-89b8-6159ec534487 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:45.610112 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-923fffe2-5845-4b68-87ac-bb6f6e3c504b req-1e775811-a400-4a74-89b8-6159ec534487 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=807f8c43-b251-4f70-a525-d5ab6adc89f9 HTTP/1.1" status: 200 len: 946 time: 0.0793455 Feb 09 01:41:45.655017 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-923fffe2-5845-4b68-87ac-bb6f6e3c504b req-c20b9a5a-6d26-4442-9064-7996ea0c7ab1 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ce393c-b0ab-4e0c-a0d7-98a0d4c86b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386364 Feb 09 01:41:45.838075 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eb9404-7254-4d43-8080-e3686e2efac7 req-28ad9bdf-70e6-48cb-b315-d45e695962d6 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:45.839418 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-55eb9404-7254-4d43-8080-e3686e2efac7 req-28ad9bdf-70e6-48cb-b315-d45e695962d6 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=807f8c43-b251-4f70-a525-d5ab6adc89f9 HTTP/1.1" status: 200 len: 946 time: 0.0818639 Feb 09 01:41:45.882693 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-55eb9404-7254-4d43-8080-e3686e2efac7 req-a532e708-ec39-4de3-890d-afadfc61acf8 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ce393c-b0ab-4e0c-a0d7-98a0d4c86b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377674 Feb 09 01:41:45.904616 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 45242) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:41:45.973072 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7b3ec6-e4a1-449b-868b-cf1b7dad5f84 tempest-TestNetworkAdvancedServerOps-293300233 tempest-TestNetworkAdvancedServerOps-293300233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:45.974588 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-9c7b3ec6-e4a1-449b-868b-cf1b7dad5f84 tempest-TestNetworkAdvancedServerOps-293300233 tempest-TestNetworkAdvancedServerOps-293300233-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=807f8c43-b251-4f70-a525-d5ab6adc89f9 HTTP/1.1" status: 200 len: 1092 time: 0.0689974 Feb 09 01:41:45.977375 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 45246) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:41:45.982030 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-8163783d-7ede-4403-8236-753021011b34 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Request body: {'floatingip': {'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'port_id': '0c2e68c9-611d-4d7a-b0ec-9a202f5043bc', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:45.988945 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-8163783d-7ede-4403-8236-753021011b34 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:41:45.992814 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-8163783d-7ede-4403-8236-753021011b34 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Usage tracker for resource:floatingip and tenant:86d3f064b7034e66946d08a62b972ad0 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:41:45.995674 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-8163783d-7ede-4403-8236-753021011b34 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:41:46.001370 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-8163783d-7ede-4403-8236-753021011b34 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:41:46.011476 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8163783d-7ede-4403-8236-753021011b34 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for floatingip, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:46.145694 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8163783d-7ede-4403-8236-753021011b34 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:46.280989 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-8163783d-7ede-4403-8236-753021011b34 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Allocated IP 172.25.0.227 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/bbc1ba4c-3314-4cc4-a29a-92407f52ac95) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:41:46.519267 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8163783d-7ede-4403-8236-753021011b34 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:46.547039 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8163783d-7ede-4403-8236-753021011b34 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:46.614155 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8163783d-7ede-4403-8236-753021011b34 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:41:46.617113 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-8163783d-7ede-4403-8236-753021011b34 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:41:46.620719 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8163783d-7ede-4403-8236-753021011b34 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:41:46.651020 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8163783d-7ede-4403-8236-753021011b34 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event updated for resources: {'Port': ['ID=bbc1ba4c-3314-4cc4-a29a-92407f52ac95,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:47.019793 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45250) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:41:47.028424 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8163783d-7ede-4403-8236-753021011b34 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:47.100968 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8163783d-7ede-4403-8236-753021011b34 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:47.226058 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-af542a64-6ddb-417c-8765-f69067283c86 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Deleting port ef3e2bb3-d3cd-49a6-92c6-1ec720105357 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:41:47.226402 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-af542a64-6ddb-417c-8765-f69067283c86 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:47.311503 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8163783d-7ede-4403-8236-753021011b34 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:47.316273 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8163783d-7ede-4403-8236-753021011b34 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:47.397982 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-af542a64-6ddb-417c-8765-f69067283c86 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:47.398315 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-af542a64-6ddb-417c-8765-f69067283c86 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:47.428537 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8163783d-7ede-4403-8236-753021011b34 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event updated for resources: {'Port': ['ID=bbc1ba4c-3314-4cc4-a29a-92407f52ac95,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:47.441014 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8163783d-7ede-4403-8236-753021011b34 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:47.522709 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-af542a64-6ddb-417c-8765-f69067283c86 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Calling delete_port for ef3e2bb3-d3cd-49a6-92c6-1ec720105357 owned by network:floatingip {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:41:47.614443 n-d-828418-1 neutron-server[87639]: INFO neutron.db.l3_db [None req-8163783d-7ede-4403-8236-753021011b34 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Floating IP 4aed0b94-325a-4949-b5a1-6b5b30317a75 associated. External IP: 172.25.0.227, port: 0c2e68c9-611d-4d7a-b0ec-9a202f5043bc. Feb 09 01:41:47.680818 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-af542a64-6ddb-417c-8765-f69067283c86 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:47.725683 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af542a64-6ddb-417c-8765-f69067283c86 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Pushing event deleted for resources: {'Port': ['ID=ef3e2bb3-d3cd-49a6-92c6-1ec720105357,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:47.822832 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-af542a64-6ddb-417c-8765-f69067283c86 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks [] for floatingip, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:47.823177 n-d-828418-1 neutron-server[87638]: INFO neutron.db.l3_db [None req-af542a64-6ddb-417c-8765-f69067283c86 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Floating IP 1f25292c-5efb-4be3-b56d-6a4c903c50dd disassociated (deleted). External IP: 172.25.0.26, port: adfa806c-eed1-4ede-a274-3227b925e3d4. Feb 09 01:41:48.079368 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8163783d-7ede-4403-8236-753021011b34 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Router 00510b14-83be-46e3-99d4-f545faa42177 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:41:48.264804 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8163783d-7ede-4403-8236-753021011b34 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:41:48.276982 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c1f50f-25a9-4d33-b5e5-eb2d69f2881a None None] Sync routers for ids ['00510b14-83be-46e3-99d4-f545faa42177'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:41:48.286826 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c1f50f-25a9-4d33-b5e5-eb2d69f2881a None None] Routers {'00510b14-83be-46e3-99d4-f545faa42177'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:41:48.287508 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-43c1f50f-25a9-4d33-b5e5-eb2d69f2881a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:41:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['00510b14-83be-46e3-99d4-f545faa42177'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:48.291912 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8163783d-7ede-4403-8236-753021011b34 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:48.305637 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af542a64-6ddb-417c-8765-f69067283c86 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Router f64b697c-b9da-4611-aa22-82eb6e12af19 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:41:48.354449 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-8163783d-7ede-4403-8236-753021011b34 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3734958 Feb 09 01:41:48.354449 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '807f8c43-b251-4f70-a525-d5ab6adc89f9', 'tag': '0c2e68c9-611d-4d7a-b0ec-9a202f5043bc'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:41:48.402529 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '807f8c43-b251-4f70-a525-d5ab6adc89f9', 'tag': '0c2e68c9-611d-4d7a-b0ec-9a202f5043bc', 'status': 'completed', 'code': 200} Feb 09 01:41:48.479822 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-43c1f50f-25a9-4d33-b5e5-eb2d69f2881a None None] Set router 00510b14-83be-46e3-99d4-f545faa42177 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:41:48.516445 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af542a64-6ddb-417c-8765-f69067283c86 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:41:48.530220 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f048922-b480-42b5-b452-ff83e3e492fc None None] Sync routers for ids ['f64b697c-b9da-4611-aa22-82eb6e12af19'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:41:48.540781 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f048922-b480-42b5-b452-ff83e3e492fc None None] Routers {'f64b697c-b9da-4611-aa22-82eb6e12af19'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:41:48.541769 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-9f048922-b480-42b5-b452-ff83e3e492fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:41:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['f64b697c-b9da-4611-aa22-82eb6e12af19'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:48.556960 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-af542a64-6ddb-417c-8765-f69067283c86 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:48.584648 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9c16fb-8ca2-4b04-b410-cf482acf29b6 req-b84666ee-7102-439e-87b4-40623e0feab3 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:48.586228 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd9c16fb-8ca2-4b04-b410-cf482acf29b6 req-b84666ee-7102-439e-87b4-40623e0feab3 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=807f8c43-b251-4f70-a525-d5ab6adc89f9 HTTP/1.1" status: 200 len: 946 time: 0.1186471 Feb 09 01:41:48.590417 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f729fa94-ec67-44ea-9ac2-3ad2a16f458d req-72e37433-c34f-4f90-9ca6-b9176bc30641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:48.591821 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f729fa94-ec67-44ea-9ac2-3ad2a16f458d req-72e37433-c34f-4f90-9ca6-b9176bc30641 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=86d3f064b7034e66946d08a62b972ad0&device_id=807f8c43-b251-4f70-a525-d5ab6adc89f9 HTTP/1.1" status: 200 len: 1097 time: 0.1586907 Feb 09 01:41:48.650998 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-af542a64-6ddb-417c-8765-f69067283c86 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "DELETE /v2.0/floatingips/1f25292c-5efb-4be3-b56d-6a4c903c50dd HTTP/1.1" status: 204 len: 168 time: 1.6300142 Feb 09 01:41:48.651669 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74cea038-f5eb-44b5-90d0-b02a7d668cc7', 'tag': 'adfa806c-eed1-4ede-a274-3227b925e3d4'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:41:48.720908 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dd9c16fb-8ca2-4b04-b410-cf482acf29b6 req-edf311b8-3b99-4dc7-92a4-6ecb5698c625 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ce393c-b0ab-4e0c-a0d7-98a0d4c86b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257179 Feb 09 01:41:48.750158 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45262) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:41:48.786895 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f729fa94-ec67-44ea-9ac2-3ad2a16f458d req-20a2ab4a-7ff9-47ff-b4cb-283a68eabc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:48.788856 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f729fa94-ec67-44ea-9ac2-3ad2a16f458d req-20a2ab4a-7ff9-47ff-b4cb-283a68eabc87 service neutron] 10.222.0.99 "GET /v2.0/networks?id=d466fa4a-6203-4680-a721-1c42ae2ce05c HTTP/1.1" status: 200 len: 897 time: 0.1800313 Feb 09 01:41:48.846067 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74cea038-f5eb-44b5-90d0-b02a7d668cc7', 'tag': 'adfa806c-eed1-4ede-a274-3227b925e3d4', 'status': 'completed', 'code': 200} Feb 09 01:41:48.883672 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-9f048922-b480-42b5-b452-ff83e3e492fc None None] Set router f64b697c-b9da-4611-aa22-82eb6e12af19 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:41:48.903811 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f729fa94-ec67-44ea-9ac2-3ad2a16f458d req-5ac4e41b-ba05-41c0-b774-febe435311e9 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c2e68c9-611d-4d7a-b0ec-9a202f5043bc HTTP/1.1" status: 200 len: 1000 time: 0.1081502 Feb 09 01:41:48.974655 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-35fd5bc4-ea3d-4381-b91c-a88bb36fd425 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/floatingips/4aed0b94-325a-4949-b5a1-6b5b30317a75 HTTP/1.1" status: 200 len: 992 time: 0.2213097 Feb 09 01:41:48.993252 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5e5a38-0bed-4d78-943f-6e05f5f23252 req-fff03cab-deb1-4d15-83cb-1cce1187310a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:48.995175 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-2f5e5a38-0bed-4d78-943f-6e05f5f23252 req-fff03cab-deb1-4d15-83cb-1cce1187310a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=6721380b025b4977bb6883114d898ed6&device_id=74cea038-f5eb-44b5-90d0-b02a7d668cc7 HTTP/1.1" status: 200 len: 1096 time: 0.1481688 Feb 09 01:41:49.004021 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f729fa94-ec67-44ea-9ac2-3ad2a16f458d req-500bfb29-6d5c-456e-ab69-9ae6fe330704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:49.005517 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f729fa94-ec67-44ea-9ac2-3ad2a16f458d req-500bfb29-6d5c-456e-ab69-9ae6fe330704 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=13eee050-821c-411b-8858-316de1f7faa8 HTTP/1.1" status: 200 len: 834 time: 0.0956197 Feb 09 01:41:49.039273 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-43c1f50f-25a9-4d33-b5e5-eb2d69f2881a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00510b14-83be-46e3-99d4-f545faa42177', 'name': 'tempest-TestNetworkAdvancedServerOps-router-112794896', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '35bd9f6d-d59d-4347-a14f-9454baa2ed4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:41:26Z', 'updated_at': '2022-02-09T01:41:31Z', 'revision_number': 4, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'gw_port': {'id': '35bd9f6d-d59d-4347-a14f-9454baa2ed4b', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00510b14-83be-46e3-99d4-f545faa42177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:27Z', 'updated_at': '2022-02-09T01:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '4aed0b94-325a-4949-b5a1-6b5b30317a75', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'floating_ip_address': '172.25.0.227', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '00510b14-83be-46e3-99d4-f545faa42177', 'port_id': '0c2e68c9-611d-4d7a-b0ec-9a202f5043bc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd466fa4a-6203-4680-a721-1c42ae2ce05c', 'mac_address': 'fa:16:3e:98:df:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807f8c43-b251-4f70-a525-d5ab6adc89f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:41:46Z', 'updated_at': '2022-02-09T01:41:46Z', 'revision_number': 0, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8d8ff6b-1e8b-4f0e-bb14-c8e45ecd858c', 'name': '', 'network_id': 'd466fa4a-6203-4680-a721-1c42ae2ce05c', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'mac_address': 'fa:16:3e:da:7e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00510b14-83be-46e3-99d4-f545faa42177', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '13eee050-821c-411b-8858-316de1f7faa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:30Z', 'updated_at': '2022-02-09T01:41:37Z', 'revision_number': 5, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'subnets': [{'id': '13eee050-821c-411b-8858-316de1f7faa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:49.044003 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c1f50f-25a9-4d33-b5e5-eb2d69f2881a None None] Checking router: 00510b14-83be-46e3-99d4-f545faa42177 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:41:49.055304 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c1f50f-25a9-4d33-b5e5-eb2d69f2881a None None] Routers {'00510b14-83be-46e3-99d4-f545faa42177'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:41:49.056183 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-43c1f50f-25a9-4d33-b5e5-eb2d69f2881a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:41:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['00510b14-83be-46e3-99d4-f545faa42177'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:49.099579 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f729fa94-ec67-44ea-9ac2-3ad2a16f458d req-15d5de85-82a8-46db-a61c-8982e47498f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:49.101422 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f729fa94-ec67-44ea-9ac2-3ad2a16f458d req-15d5de85-82a8-46db-a61c-8982e47498f7 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d466fa4a-6203-4680-a721-1c42ae2ce05c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0903289 Feb 09 01:41:49.206534 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5e5a38-0bed-4d78-943f-6e05f5f23252 req-f4c8c9cf-7389-4d50-8154-a0b2d4a1c934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:49.208030 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-2f5e5a38-0bed-4d78-943f-6e05f5f23252 req-f4c8c9cf-7389-4d50-8154-a0b2d4a1c934 service neutron] 10.222.0.99 "GET /v2.0/networks?id=f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f HTTP/1.1" status: 200 len: 913 time: 0.2053180 Feb 09 01:41:49.286713 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-2f5e5a38-0bed-4d78-943f-6e05f5f23252 req-0154a75b-b239-44f7-a9f2-a0df84ad155d service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=adfa806c-eed1-4ede-a274-3227b925e3d4 HTTP/1.1" status: 200 len: 217 time: 0.0718493 Feb 09 01:41:49.308526 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-43c1f50f-25a9-4d33-b5e5-eb2d69f2881a None None] Set router 00510b14-83be-46e3-99d4-f545faa42177 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:41:49.327417 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f729fa94-ec67-44ea-9ac2-3ad2a16f458d req-e840a87b-0c08-4880-a735-cfd1c0d1f52d service neutron] 10.222.0.99 "GET /v2.0/networks/d466fa4a-6203-4680-a721-1c42ae2ce05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184036 Feb 09 01:41:49.367502 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5e5a38-0bed-4d78-943f-6e05f5f23252 req-0ce2ba7e-7dec-4812-aaab-11760ff4cc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:49.369118 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-2f5e5a38-0bed-4d78-943f-6e05f5f23252 req-0ce2ba7e-7dec-4812-aaab-11760ff4cc79 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=572cbc39-1162-4835-b49c-9787164ff8f8 HTTP/1.1" status: 200 len: 851 time: 0.0754755 Feb 09 01:41:49.376616 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-9f048922-b480-42b5-b452-ff83e3e492fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'name': 'tempest-TestVolumeBootPattern-1652339505-router', 'tenant_id': '6721380b025b4977bb6883114d898ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'b260476d-d5ca-44f5-bf49-16506c42517c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:12Z', 'updated_at': '2022-02-09T01:31:19Z', 'revision_number': 4, 'project_id': '6721380b025b4977bb6883114d898ed6', 'gw_port': {'id': 'b260476d-d5ca-44f5-bf49-16506c42517c', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:59:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:13Z', 'updated_at': '2022-02-09T01:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '48c9e300-4fe7-40d6-9070-72229fc1f5cb', 'tenant_id': '6721380b025b4977bb6883114d898ed6', 'floating_ip_address': '172.25.0.83', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'port_id': '3f8306e2-56cb-4a8f-bb03-cf17820838f7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f', 'mac_address': 'fa:16:3e:04:bb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44955cb-7cfd-4ad1-a032-219cd13dc878', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:37:50Z', 'updated_at': '2022-02-09T01:37:52Z', 'revision_number': 1, 'project_id': '6721380b025b4977bb6883114d898ed6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87a7cef7-91ed-4263-8ba6-cb257fc19878', 'name': '', 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f', 'tenant_id': '6721380b025b4977bb6883114d898ed6', 'mac_address': 'fa:16:3e:bb:88:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '572cbc39-1162-4835-b49c-9787164ff8f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:18Z', 'updated_at': '2022-02-09T01:31:29Z', 'revision_number': 5, 'project_id': '6721380b025b4977bb6883114d898ed6', 'subnets': [{'id': '572cbc39-1162-4835-b49c-9787164ff8f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:49.381584 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f048922-b480-42b5-b452-ff83e3e492fc None None] Checking router: f64b697c-b9da-4611-aa22-82eb6e12af19 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:41:49.391400 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f048922-b480-42b5-b452-ff83e3e492fc None None] Routers {'f64b697c-b9da-4611-aa22-82eb6e12af19'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:41:49.392144 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-9f048922-b480-42b5-b452-ff83e3e492fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:41:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['f64b697c-b9da-4611-aa22-82eb6e12af19'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:49.411213 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d1be56-2cee-4f51-915b-9c0ef65aa245 req-7e0df375-1948-45ca-883d-8fb625d6391c tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:49.412723 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-25d1be56-2cee-4f51-915b-9c0ef65aa245 req-7e0df375-1948-45ca-883d-8fb625d6391c tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=74cea038-f5eb-44b5-90d0-b02a7d668cc7 HTTP/1.1" status: 200 len: 945 time: 0.2244308 Feb 09 01:41:49.466849 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5e5a38-0bed-4d78-943f-6e05f5f23252 req-e1efdc92-e324-4bc9-b3c8-05dc1e3ee71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:49.468979 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-2f5e5a38-0bed-4d78-943f-6e05f5f23252 req-e1efdc92-e324-4bc9-b3c8-05dc1e3ee71b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0939224 Feb 09 01:41:49.504207 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-25d1be56-2cee-4f51-915b-9c0ef65aa245 req-b78529da-75ef-4a1f-bc87-626b6431980c tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=1408064a-76ce-4cba-9d45-5e1c6ccbbcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0840027 Feb 09 01:41:49.531444 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f729fa94-ec67-44ea-9ac2-3ad2a16f458d req-ba4a24de-4c7d-424b-a63f-0ebb9698fae5 service neutron] 10.222.0.99 "GET /v2.0/networks/d466fa4a-6203-4680-a721-1c42ae2ce05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975298 Feb 09 01:41:49.656420 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-2f5e5a38-0bed-4d78-943f-6e05f5f23252 req-7a522919-58d1-4813-a925-fefde5cb5763 service neutron] 10.222.0.99 "GET /v2.0/networks/f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807373 Feb 09 01:41:49.682352 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-9f048922-b480-42b5-b452-ff83e3e492fc None None] Set router f64b697c-b9da-4611-aa22-82eb6e12af19 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:41:49.782852 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-43c1f50f-25a9-4d33-b5e5-eb2d69f2881a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00510b14-83be-46e3-99d4-f545faa42177', 'name': 'tempest-TestNetworkAdvancedServerOps-router-112794896', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '35bd9f6d-d59d-4347-a14f-9454baa2ed4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:41:26Z', 'updated_at': '2022-02-09T01:41:31Z', 'revision_number': 4, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'gw_port': {'id': '35bd9f6d-d59d-4347-a14f-9454baa2ed4b', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00510b14-83be-46e3-99d4-f545faa42177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:27Z', 'updated_at': '2022-02-09T01:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '4aed0b94-325a-4949-b5a1-6b5b30317a75', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'floating_ip_address': '172.25.0.227', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '00510b14-83be-46e3-99d4-f545faa42177', 'port_id': '0c2e68c9-611d-4d7a-b0ec-9a202f5043bc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd466fa4a-6203-4680-a721-1c42ae2ce05c', 'mac_address': 'fa:16:3e:98:df:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807f8c43-b251-4f70-a525-d5ab6adc89f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:41:46Z', 'updated_at': '2022-02-09T01:41:46Z', 'revision_number': 0, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8d8ff6b-1e8b-4f0e-bb14-c8e45ecd858c', 'name': '', 'network_id': 'd466fa4a-6203-4680-a721-1c42ae2ce05c', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'mac_address': 'fa:16:3e:da:7e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00510b14-83be-46e3-99d4-f545faa42177', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '13eee050-821c-411b-8858-316de1f7faa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:30Z', 'updated_at': '2022-02-09T01:41:37Z', 'revision_number': 5, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'subnets': [{'id': '13eee050-821c-411b-8858-316de1f7faa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:49.786905 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c1f50f-25a9-4d33-b5e5-eb2d69f2881a None None] The sync data for ids ['00510b14-83be-46e3-99d4-f545faa42177'] in n-d-828418-1 is: [{'id': '00510b14-83be-46e3-99d4-f545faa42177', 'name': 'tempest-TestNetworkAdvancedServerOps-router-112794896', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '35bd9f6d-d59d-4347-a14f-9454baa2ed4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:41:26Z', 'updated_at': '2022-02-09T01:41:31Z', 'revision_number': 4, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'gw_port': {'id': '35bd9f6d-d59d-4347-a14f-9454baa2ed4b', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00510b14-83be-46e3-99d4-f545faa42177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:27Z', 'updated_at': '2022-02-09T01:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '4aed0b94-325a-4949-b5a1-6b5b30317a75', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'floating_ip_address': '172.25.0.227', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '00510b14-83be-46e3-99d4-f545faa42177', 'port_id': '0c2e68c9-611d-4d7a-b0ec-9a202f5043bc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd466fa4a-6203-4680-a721-1c42ae2ce05c', 'mac_address': 'fa:16:3e:98:df:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807f8c43-b251-4f70-a525-d5ab6adc89f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:41:46Z', 'updated_at': '2022-02-09T01:41:46Z', 'revision_number': 0, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8d8ff6b-1e8b-4f0e-bb14-c8e45ecd858c', 'name': '', 'network_id': 'd466fa4a-6203-4680-a721-1c42ae2ce05c', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'mac_address': 'fa:16:3e:da:7e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00510b14-83be-46e3-99d4-f545faa42177', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '13eee050-821c-411b-8858-316de1f7faa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:30Z', 'updated_at': '2022-02-09T01:41:37Z', 'revision_number': 5, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'subnets': [{'id': '13eee050-821c-411b-8858-316de1f7faa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:41:49.826701 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-2f5e5a38-0bed-4d78-943f-6e05f5f23252 req-0386c9f4-5a04-496c-9e40-8e06cf3b5425 service neutron] 10.222.0.99 "GET /v2.0/networks/f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643791 Feb 09 01:41:49.978992 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45268) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:41:50.030844 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869b6bde-5d1c-410f-a94c-a8932b9d4772 None None] New status for floating IP 4aed0b94-325a-4949-b5a1-6b5b30317a75: ACTIVE {{(pid=87641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:41:50.072707 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-9f048922-b480-42b5-b452-ff83e3e492fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'name': 'tempest-TestVolumeBootPattern-1652339505-router', 'tenant_id': '6721380b025b4977bb6883114d898ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'b260476d-d5ca-44f5-bf49-16506c42517c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:12Z', 'updated_at': '2022-02-09T01:31:19Z', 'revision_number': 4, 'project_id': '6721380b025b4977bb6883114d898ed6', 'gw_port': {'id': 'b260476d-d5ca-44f5-bf49-16506c42517c', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:59:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:13Z', 'updated_at': '2022-02-09T01:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '48c9e300-4fe7-40d6-9070-72229fc1f5cb', 'tenant_id': '6721380b025b4977bb6883114d898ed6', 'floating_ip_address': '172.25.0.83', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'port_id': '3f8306e2-56cb-4a8f-bb03-cf17820838f7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f', 'mac_address': 'fa:16:3e:04:bb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44955cb-7cfd-4ad1-a032-219cd13dc878', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:37:50Z', 'updated_at': '2022-02-09T01:37:52Z', 'revision_number': 1, 'project_id': '6721380b025b4977bb6883114d898ed6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87a7cef7-91ed-4263-8ba6-cb257fc19878', 'name': '', 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f', 'tenant_id': '6721380b025b4977bb6883114d898ed6', 'mac_address': 'fa:16:3e:bb:88:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '572cbc39-1162-4835-b49c-9787164ff8f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:18Z', 'updated_at': '2022-02-09T01:31:29Z', 'revision_number': 5, 'project_id': '6721380b025b4977bb6883114d898ed6', 'subnets': [{'id': '572cbc39-1162-4835-b49c-9787164ff8f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:50.076758 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f048922-b480-42b5-b452-ff83e3e492fc None None] The sync data for ids ['f64b697c-b9da-4611-aa22-82eb6e12af19'] in n-d-828418-1 is: [{'id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'name': 'tempest-TestVolumeBootPattern-1652339505-router', 'tenant_id': '6721380b025b4977bb6883114d898ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'b260476d-d5ca-44f5-bf49-16506c42517c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:12Z', 'updated_at': '2022-02-09T01:31:19Z', 'revision_number': 4, 'project_id': '6721380b025b4977bb6883114d898ed6', 'gw_port': {'id': 'b260476d-d5ca-44f5-bf49-16506c42517c', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:59:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:13Z', 'updated_at': '2022-02-09T01:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '48c9e300-4fe7-40d6-9070-72229fc1f5cb', 'tenant_id': '6721380b025b4977bb6883114d898ed6', 'floating_ip_address': '172.25.0.83', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'port_id': '3f8306e2-56cb-4a8f-bb03-cf17820838f7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f', 'mac_address': 'fa:16:3e:04:bb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44955cb-7cfd-4ad1-a032-219cd13dc878', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:37:50Z', 'updated_at': '2022-02-09T01:37:52Z', 'revision_number': 1, 'project_id': '6721380b025b4977bb6883114d898ed6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87a7cef7-91ed-4263-8ba6-cb257fc19878', 'name': '', 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f', 'tenant_id': '6721380b025b4977bb6883114d898ed6', 'mac_address': 'fa:16:3e:bb:88:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '572cbc39-1162-4835-b49c-9787164ff8f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:18Z', 'updated_at': '2022-02-09T01:31:29Z', 'revision_number': 5, 'project_id': '6721380b025b4977bb6883114d898ed6', 'subnets': [{'id': '572cbc39-1162-4835-b49c-9787164ff8f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:41:50.113541 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e6a829ca-14aa-49c0-922c-7c9ef387b4a8 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/floatingips/4aed0b94-325a-4949-b5a1-6b5b30317a75 HTTP/1.1" status: 200 len: 992 time: 0.1320183 Feb 09 01:41:50.311728 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b4f138-d1df-40a3-9074-ac1fa172b96c None None] New status for floating IP 1f25292c-5efb-4be3-b56d-6a4c903c50dd: DOWN {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:41:50.697736 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8111001b-57c9-413b-ba3e-e266c5742850 req-b28d40ce-cd14-4467-ae14-e7aea8f8d01b tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:50.699213 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8111001b-57c9-413b-ba3e-e266c5742850 req-b28d40ce-cd14-4467-ae14-e7aea8f8d01b tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=74cea038-f5eb-44b5-90d0-b02a7d668cc7 HTTP/1.1" status: 200 len: 945 time: 0.0816791 Feb 09 01:41:50.743889 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8111001b-57c9-413b-ba3e-e266c5742850 req-30974802-c5ff-4ec7-9b82-a02293a0dd28 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=1408064a-76ce-4cba-9d45-5e1c6ccbbcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391355 Feb 09 01:41:50.818600 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d988b1-b295-429e-b627-cb4eb10ea648 req-21fe10cc-22e5-4651-97c7-935c2ef1184e tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:50.819313 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-e6d988b1-b295-429e-b627-cb4eb10ea648 req-21fe10cc-22e5-4651-97c7-935c2ef1184e tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Synchronizing usage tracker for tenant:6721380b025b4977bb6883114d898ed6 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:41:50.834934 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-e6d988b1-b295-429e-b627-cb4eb10ea648 req-21fe10cc-22e5-4651-97c7-935c2ef1184e tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Unset dirty status for tenant:6721380b025b4977bb6883114d898ed6 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:41:50.836016 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e6d988b1-b295-429e-b627-cb4eb10ea648 req-21fe10cc-22e5-4651-97c7-935c2ef1184e tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.99 "GET /v2.0/ports?device_id=74cea038-f5eb-44b5-90d0-b02a7d668cc7 HTTP/1.1" status: 200 len: 945 time: 0.1064458 Feb 09 01:41:50.905563 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-e6d988b1-b295-429e-b627-cb4eb10ea648 req-90f5d24e-fff2-4b35-abcf-6d292ca6aebe tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Deleting port adfa806c-eed1-4ede-a274-3227b925e3d4 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:41:50.905857 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-e6d988b1-b295-429e-b627-cb4eb10ea648 req-90f5d24e-fff2-4b35-abcf-6d292ca6aebe tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:51.116211 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 45274) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:41:51.221707 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-153b4513-2779-42ef-8cac-cc9bd0923d83 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/floatingips/4aed0b94-325a-4949-b5a1-6b5b30317a75 HTTP/1.1" status: 200 len: 994 time: 0.1042099 Feb 09 01:41:51.268129 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-e6d988b1-b295-429e-b627-cb4eb10ea648 req-90f5d24e-fff2-4b35-abcf-6d292ca6aebe tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] For port adfa806c-eed1-4ede-a274-3227b925e3d4, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=adfa806c-eed1-4ede-a274-3227b925e3d4,segment=NetworkSegment(eb2641ac-e580-4925-8dd1-0f4584fc0d1e),segment_id=eb2641ac-e580-4925-8dd1-0f4584fc0d1e)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:41:51.268481 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-e6d988b1-b295-429e-b627-cb4eb10ea648 req-90f5d24e-fff2-4b35-abcf-6d292ca6aebe tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:51.389981 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-e6d988b1-b295-429e-b627-cb4eb10ea648 req-90f5d24e-fff2-4b35-abcf-6d292ca6aebe tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Calling delete_port for adfa806c-eed1-4ede-a274-3227b925e3d4 owned by compute:nova {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:41:51.535071 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-e6d988b1-b295-429e-b627-cb4eb10ea648 req-90f5d24e-fff2-4b35-abcf-6d292ca6aebe tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:51.585068 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f5d24e-fff2-4b35-abcf-6d292ca6aebe tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Pushing event deleted for resources: {'Port': ['ID=adfa806c-eed1-4ede-a274-3227b925e3d4,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:51.661342 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6d988b1-b295-429e-b627-cb4eb10ea648 req-90f5d24e-fff2-4b35-abcf-6d292ca6aebe tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] No DVR routers for this DVR port adfa806c-eed1-4ede-a274-3227b925e3d4 on host n-h2-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:41:51.663894 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-e6d988b1-b295-429e-b627-cb4eb10ea648 req-90f5d24e-fff2-4b35-abcf-6d292ca6aebe tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:51.666400 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74cea038-f5eb-44b5-90d0-b02a7d668cc7', 'name': 'network-vif-deleted', 'tag': 'adfa806c-eed1-4ede-a274-3227b925e3d4'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:41:51.681527 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e6d988b1-b295-429e-b627-cb4eb10ea648 req-90f5d24e-fff2-4b35-abcf-6d292ca6aebe tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.99 "DELETE /v2.0/ports/adfa806c-eed1-4ede-a274-3227b925e3d4 HTTP/1.1" status: 204 len: 173 time: 0.8403058 Feb 09 01:41:51.712753 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74cea038-f5eb-44b5-90d0-b02a7d668cc7', 'name': 'network-vif-deleted', 'tag': 'adfa806c-eed1-4ede-a274-3227b925e3d4', 'status': 'completed', 'code': 200} Feb 09 01:41:52.006785 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c203e2f3-a9cc-4e6a-b375-a1dd53adbb7a req-3893e4c3-13e7-4b02-a631-65f0451f97c0 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=74cea038-f5eb-44b5-90d0-b02a7d668cc7 HTTP/1.1" status: 200 len: 210 time: 0.1569426 Feb 09 01:41:52.098689 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:55.007846 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device adfa806c-eed1-4ede-a274-3227b925e3d4 no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:41:55.045799 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] No Port match for: adfa806c-eed1-4ede-a274-3227b925e3d4 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:41:55.046149 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device adfa806c-eed1-4ede-a274-3227b925e3d4 not bound to the agent host n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:41:55.120840 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:57.635706 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45300) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:41:57.840987 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-3d9d83c1-a7e1-4c21-9d28-2c6f2d32627e tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Deleting port ceb47b9c-afcb-4eca-8a72-6cf2312c8457 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:41:57.841318 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3d9d83c1-a7e1-4c21-9d28-2c6f2d32627e tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:58.006821 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3d9d83c1-a7e1-4c21-9d28-2c6f2d32627e tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:58.007148 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3d9d83c1-a7e1-4c21-9d28-2c6f2d32627e tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:58.128793 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-3d9d83c1-a7e1-4c21-9d28-2c6f2d32627e tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Calling delete_port for ceb47b9c-afcb-4eca-8a72-6cf2312c8457 owned by network:floatingip {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:41:58.278044 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3d9d83c1-a7e1-4c21-9d28-2c6f2d32627e tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:58.325973 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9d83c1-a7e1-4c21-9d28-2c6f2d32627e tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Pushing event deleted for resources: {'Port': ['ID=ceb47b9c-afcb-4eca-8a72-6cf2312c8457,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:58.418016 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3d9d83c1-a7e1-4c21-9d28-2c6f2d32627e tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks [] for floatingip, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:58.418363 n-d-828418-1 neutron-server[87638]: INFO neutron.db.l3_db [None req-3d9d83c1-a7e1-4c21-9d28-2c6f2d32627e tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Floating IP 48c9e300-4fe7-40d6-9070-72229fc1f5cb disassociated (deleted). External IP: 172.25.0.83, port: 3f8306e2-56cb-4a8f-bb03-cf17820838f7. Feb 09 01:41:58.891795 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d9d83c1-a7e1-4c21-9d28-2c6f2d32627e tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Router f64b697c-b9da-4611-aa22-82eb6e12af19 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:41:59.075475 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d9d83c1-a7e1-4c21-9d28-2c6f2d32627e tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:41:59.084957 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bbbfa4-25d2-44de-97b0-49aaadb399f0 None None] Sync routers for ids ['f64b697c-b9da-4611-aa22-82eb6e12af19'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:41:59.091696 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3d9d83c1-a7e1-4c21-9d28-2c6f2d32627e tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:59.094019 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bbbfa4-25d2-44de-97b0-49aaadb399f0 None None] Routers {'f64b697c-b9da-4611-aa22-82eb6e12af19'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:41:59.094620 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-a1bbbfa4-25d2-44de-97b0-49aaadb399f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:41:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['f64b697c-b9da-4611-aa22-82eb6e12af19'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:59.150231 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-3d9d83c1-a7e1-4c21-9d28-2c6f2d32627e tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "DELETE /v2.0/floatingips/48c9e300-4fe7-40d6-9070-72229fc1f5cb HTTP/1.1" status: 204 len: 168 time: 1.5120201 Feb 09 01:41:59.150231 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f44955cb-7cfd-4ad1-a032-219cd13dc878', 'tag': '3f8306e2-56cb-4a8f-bb03-cf17820838f7'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:41:59.195655 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f44955cb-7cfd-4ad1-a032-219cd13dc878', 'tag': '3f8306e2-56cb-4a8f-bb03-cf17820838f7', 'status': 'completed', 'code': 200} Feb 09 01:41:59.276319 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-a1bbbfa4-25d2-44de-97b0-49aaadb399f0 None None] Set router f64b697c-b9da-4611-aa22-82eb6e12af19 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:41:59.291278 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331b8ea-7da4-4828-b90f-3164f3fd2301 req-cb358c40-9b39-4e89-9099-4eb9742b182d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:59.292743 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5331b8ea-7da4-4828-b90f-3164f3fd2301 req-cb358c40-9b39-4e89-9099-4eb9742b182d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6721380b025b4977bb6883114d898ed6&device_id=f44955cb-7cfd-4ad1-a032-219cd13dc878 HTTP/1.1" status: 200 len: 1097 time: 0.0757823 Feb 09 01:41:59.431150 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331b8ea-7da4-4828-b90f-3164f3fd2301 req-3b8f2daa-41df-4ff8-bd89-56edf5b36940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:59.432597 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5331b8ea-7da4-4828-b90f-3164f3fd2301 req-3b8f2daa-41df-4ff8-bd89-56edf5b36940 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f HTTP/1.1" status: 200 len: 913 time: 0.1330876 Feb 09 01:41:59.540844 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5331b8ea-7da4-4828-b90f-3164f3fd2301 req-85b21bad-98d2-45bd-b904-d04f4c6e7eea service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f8306e2-56cb-4a8f-bb03-cf17820838f7 HTTP/1.1" status: 200 len: 217 time: 0.1020374 Feb 09 01:41:59.589016 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-a1bbbfa4-25d2-44de-97b0-49aaadb399f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'name': 'tempest-TestVolumeBootPattern-1652339505-router', 'tenant_id': '6721380b025b4977bb6883114d898ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'b260476d-d5ca-44f5-bf49-16506c42517c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:12Z', 'updated_at': '2022-02-09T01:31:19Z', 'revision_number': 4, 'project_id': '6721380b025b4977bb6883114d898ed6', 'gw_port': {'id': 'b260476d-d5ca-44f5-bf49-16506c42517c', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:59:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:13Z', 'updated_at': '2022-02-09T01:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '87a7cef7-91ed-4263-8ba6-cb257fc19878', 'name': '', 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f', 'tenant_id': '6721380b025b4977bb6883114d898ed6', 'mac_address': 'fa:16:3e:bb:88:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '572cbc39-1162-4835-b49c-9787164ff8f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:18Z', 'updated_at': '2022-02-09T01:31:29Z', 'revision_number': 5, 'project_id': '6721380b025b4977bb6883114d898ed6', 'subnets': [{'id': '572cbc39-1162-4835-b49c-9787164ff8f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:59.592931 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bbbfa4-25d2-44de-97b0-49aaadb399f0 None None] Checking router: f64b697c-b9da-4611-aa22-82eb6e12af19 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:41:59.601200 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bbbfa4-25d2-44de-97b0-49aaadb399f0 None None] Routers {'f64b697c-b9da-4611-aa22-82eb6e12af19'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:41:59.601815 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-a1bbbfa4-25d2-44de-97b0-49aaadb399f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:41:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['f64b697c-b9da-4611-aa22-82eb6e12af19'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:59.611628 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331b8ea-7da4-4828-b90f-3164f3fd2301 req-50a1e57a-7b5a-47b8-bc67-a367bf063c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:59.612972 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5331b8ea-7da4-4828-b90f-3164f3fd2301 req-50a1e57a-7b5a-47b8-bc67-a367bf063c3c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=572cbc39-1162-4835-b49c-9787164ff8f8 HTTP/1.1" status: 200 len: 851 time: 0.0627427 Feb 09 01:41:59.693311 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449dfa73-3f47-414d-884c-cba808c743d4 req-00d7194a-12a3-4ded-83fb-ccfeac479178 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:59.694812 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-449dfa73-3f47-414d-884c-cba808c743d4 req-00d7194a-12a3-4ded-83fb-ccfeac479178 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=f44955cb-7cfd-4ad1-a032-219cd13dc878 HTTP/1.1" status: 200 len: 946 time: 0.2055652 Feb 09 01:41:59.736323 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331b8ea-7da4-4828-b90f-3164f3fd2301 req-55b54fc5-7fd3-4b30-ba7c-ec12830aa211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:59.737840 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5331b8ea-7da4-4828-b90f-3164f3fd2301 req-55b54fc5-7fd3-4b30-ba7c-ec12830aa211 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1189804 Feb 09 01:41:59.748482 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-449dfa73-3f47-414d-884c-cba808c743d4 req-4940700c-f8bf-4885-9a10-90c8f413055e tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=1408064a-76ce-4cba-9d45-5e1c6ccbbcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478292 Feb 09 01:41:59.810283 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-a1bbbfa4-25d2-44de-97b0-49aaadb399f0 None None] Set router f64b697c-b9da-4611-aa22-82eb6e12af19 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:41:59.872279 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5331b8ea-7da4-4828-b90f-3164f3fd2301 req-dd6c48b6-891e-4b20-b1ab-92c3248e7541 service neutron] 10.222.0.62 "GET /v2.0/networks/f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267185 Feb 09 01:42:00.003270 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5331b8ea-7da4-4828-b90f-3164f3fd2301 req-816d3921-4e1c-4d03-bc84-6c188c80094f service neutron] 10.222.0.62 "GET /v2.0/networks/f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246243 Feb 09 01:42:00.122465 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-a1bbbfa4-25d2-44de-97b0-49aaadb399f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'name': 'tempest-TestVolumeBootPattern-1652339505-router', 'tenant_id': '6721380b025b4977bb6883114d898ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'b260476d-d5ca-44f5-bf49-16506c42517c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:12Z', 'updated_at': '2022-02-09T01:31:19Z', 'revision_number': 4, 'project_id': '6721380b025b4977bb6883114d898ed6', 'gw_port': {'id': 'b260476d-d5ca-44f5-bf49-16506c42517c', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:59:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:13Z', 'updated_at': '2022-02-09T01:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '87a7cef7-91ed-4263-8ba6-cb257fc19878', 'name': '', 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f', 'tenant_id': '6721380b025b4977bb6883114d898ed6', 'mac_address': 'fa:16:3e:bb:88:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '572cbc39-1162-4835-b49c-9787164ff8f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:18Z', 'updated_at': '2022-02-09T01:31:29Z', 'revision_number': 5, 'project_id': '6721380b025b4977bb6883114d898ed6', 'subnets': [{'id': '572cbc39-1162-4835-b49c-9787164ff8f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:00.126827 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bbbfa4-25d2-44de-97b0-49aaadb399f0 None None] The sync data for ids ['f64b697c-b9da-4611-aa22-82eb6e12af19'] in n-d-828418-1 is: [{'id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'name': 'tempest-TestVolumeBootPattern-1652339505-router', 'tenant_id': '6721380b025b4977bb6883114d898ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'b260476d-d5ca-44f5-bf49-16506c42517c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:12Z', 'updated_at': '2022-02-09T01:31:19Z', 'revision_number': 4, 'project_id': '6721380b025b4977bb6883114d898ed6', 'gw_port': {'id': 'b260476d-d5ca-44f5-bf49-16506c42517c', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:59:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:13Z', 'updated_at': '2022-02-09T01:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '87a7cef7-91ed-4263-8ba6-cb257fc19878', 'name': '', 'network_id': 'f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f', 'tenant_id': '6721380b025b4977bb6883114d898ed6', 'mac_address': 'fa:16:3e:bb:88:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '572cbc39-1162-4835-b49c-9787164ff8f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:18Z', 'updated_at': '2022-02-09T01:31:29Z', 'revision_number': 5, 'project_id': '6721380b025b4977bb6883114d898ed6', 'subnets': [{'id': '572cbc39-1162-4835-b49c-9787164ff8f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:42:00.338664 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50379154-67c0-4722-afb6-4a397bf26b91 None None] New status for floating IP 48c9e300-4fe7-40d6-9070-72229fc1f5cb: DOWN {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:42:00.998277 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca5f1c-23d7-4728-b26d-f00e9c20f6f6 req-022327c0-9d35-42b2-8077-b34542674b19 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:00.999671 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-28ca5f1c-23d7-4728-b26d-f00e9c20f6f6 req-022327c0-9d35-42b2-8077-b34542674b19 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=f44955cb-7cfd-4ad1-a032-219cd13dc878 HTTP/1.1" status: 200 len: 946 time: 0.1425941 Feb 09 01:42:01.006928 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7483fe0d-0b05-4201-a116-0744a02ad719 req-0cb1b168-9678-4e46-b834-f2a7907daa44 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:01.008238 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7483fe0d-0b05-4201-a116-0744a02ad719 req-0cb1b168-9678-4e46-b834-f2a7907daa44 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.62 "GET /v2.0/ports?device_id=f44955cb-7cfd-4ad1-a032-219cd13dc878 HTTP/1.1" status: 200 len: 946 time: 0.1162894 Feb 09 01:42:01.103646 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-28ca5f1c-23d7-4728-b26d-f00e9c20f6f6 req-8a15a27a-20bf-4d0a-962d-322a06099a42 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/security-groups?id=1408064a-76ce-4cba-9d45-5e1c6ccbbcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0944741 Feb 09 01:42:01.107049 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-7483fe0d-0b05-4201-a116-0744a02ad719 req-c7893667-3f96-44eb-877a-2f98f5f801be tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Deleting port 3f8306e2-56cb-4a8f-bb03-cf17820838f7 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:42:01.107392 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-7483fe0d-0b05-4201-a116-0744a02ad719 req-c7893667-3f96-44eb-877a-2f98f5f801be tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:01.356227 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-7483fe0d-0b05-4201-a116-0744a02ad719 req-c7893667-3f96-44eb-877a-2f98f5f801be tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] For port 3f8306e2-56cb-4a8f-bb03-cf17820838f7, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=3f8306e2-56cb-4a8f-bb03-cf17820838f7,segment=NetworkSegment(eb2641ac-e580-4925-8dd1-0f4584fc0d1e),segment_id=eb2641ac-e580-4925-8dd1-0f4584fc0d1e)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:42:01.356585 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-7483fe0d-0b05-4201-a116-0744a02ad719 req-c7893667-3f96-44eb-877a-2f98f5f801be tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:01.481890 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-7483fe0d-0b05-4201-a116-0744a02ad719 req-c7893667-3f96-44eb-877a-2f98f5f801be tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Calling delete_port for 3f8306e2-56cb-4a8f-bb03-cf17820838f7 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:42:01.719845 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-7483fe0d-0b05-4201-a116-0744a02ad719 req-c7893667-3f96-44eb-877a-2f98f5f801be tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:01.769871 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7893667-3f96-44eb-877a-2f98f5f801be tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Pushing event deleted for resources: {'Port': ['ID=3f8306e2-56cb-4a8f-bb03-cf17820838f7,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:01.847218 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-7483fe0d-0b05-4201-a116-0744a02ad719 req-c7893667-3f96-44eb-877a-2f98f5f801be tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] No DVR routers for this DVR port 3f8306e2-56cb-4a8f-bb03-cf17820838f7 on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:42:01.849722 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-7483fe0d-0b05-4201-a116-0744a02ad719 req-c7893667-3f96-44eb-877a-2f98f5f801be tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:01.852235 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f44955cb-7cfd-4ad1-a032-219cd13dc878', 'name': 'network-vif-deleted', 'tag': '3f8306e2-56cb-4a8f-bb03-cf17820838f7'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:42:01.863440 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7483fe0d-0b05-4201-a116-0744a02ad719 req-c7893667-3f96-44eb-877a-2f98f5f801be tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.62 "DELETE /v2.0/ports/3f8306e2-56cb-4a8f-bb03-cf17820838f7 HTTP/1.1" status: 204 len: 173 time: 0.8418565 Feb 09 01:42:01.900432 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f44955cb-7cfd-4ad1-a032-219cd13dc878', 'name': 'network-vif-deleted', 'tag': '3f8306e2-56cb-4a8f-bb03-cf17820838f7', 'status': 'completed', 'code': 200} Feb 09 01:42:02.261505 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-85a70eeb-6a68-42fd-8965-15eb62d6404b req-cf2ce74f-2773-46b5-be5d-bfdf8d862250 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Synchronizing usage tracker for tenant:6721380b025b4977bb6883114d898ed6 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:42:02.290184 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-85a70eeb-6a68-42fd-8965-15eb62d6404b req-cf2ce74f-2773-46b5-be5d-bfdf8d862250 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Unset dirty status for tenant:6721380b025b4977bb6883114d898ed6 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:42:02.291495 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-85a70eeb-6a68-42fd-8965-15eb62d6404b req-cf2ce74f-2773-46b5-be5d-bfdf8d862250 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "GET /v2.0/ports?device_id=f44955cb-7cfd-4ad1-a032-219cd13dc878 HTTP/1.1" status: 200 len: 210 time: 0.0759516 Feb 09 01:42:03.391946 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45320) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:42:03.550774 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-2a100784-3f04-4675-8e96-d08c21ffcd2d tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Deleting port 8e44bbaa-1f24-4185-9fc5-1b74a67e47df {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:42:03.551109 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2a100784-3f04-4675-8e96-d08c21ffcd2d tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:03.717386 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2a100784-3f04-4675-8e96-d08c21ffcd2d tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:03.717746 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2a100784-3f04-4675-8e96-d08c21ffcd2d tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:03.738503 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 3f8306e2-56cb-4a8f-bb03-cf17820838f7 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:42:03.773382 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: 3f8306e2-56cb-4a8f-bb03-cf17820838f7 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:42:03.773765 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 3f8306e2-56cb-4a8f-bb03-cf17820838f7 not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:42:03.843755 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-2a100784-3f04-4675-8e96-d08c21ffcd2d tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Calling delete_port for 8e44bbaa-1f24-4185-9fc5-1b74a67e47df owned by network:floatingip {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:42:03.990888 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2a100784-3f04-4675-8e96-d08c21ffcd2d tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:04.037962 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a100784-3f04-4675-8e96-d08c21ffcd2d tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Pushing event deleted for resources: {'Port': ['ID=8e44bbaa-1f24-4185-9fc5-1b74a67e47df,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:04.130027 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2a100784-3f04-4675-8e96-d08c21ffcd2d tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks [] for floatingip, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:04.148053 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2a100784-3f04-4675-8e96-d08c21ffcd2d tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:04.149488 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-2a100784-3f04-4675-8e96-d08c21ffcd2d tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "DELETE /v2.0/floatingips/8d8f694d-1ade-4e64-86be-032b76576d33 HTTP/1.1" status: 204 len: 168 time: 0.7565300 Feb 09 01:42:06.600636 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45336) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:42:06.670921 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0b5bcb93-17db-4fb8-82f1-6c820f469b14 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:06.701543 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0b5bcb93-17db-4fb8-82f1-6c820f469b14 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:06.898782 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0b5bcb93-17db-4fb8-82f1-6c820f469b14 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:06.916707 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5bcb93-17db-4fb8-82f1-6c820f469b14 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1408064a-76ce-4cba-9d45-5e1c6ccbbcfa,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:06.921067 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0b5bcb93-17db-4fb8-82f1-6c820f469b14 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:06.923619 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-0b5bcb93-17db-4fb8-82f1-6c820f469b14 tempest-TestVolumeBootPattern-637799542 tempest-TestVolumeBootPattern-637799542-project] 10.222.0.105 "DELETE /v2.0/security-groups/1408064a-76ce-4cba-9d45-5e1c6ccbbcfa HTTP/1.1" status: 204 len: 168 time: 0.3205779 Feb 09 01:42:06.977461 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45342) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:42:07.662412 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ed5fac6e-4bf5-48b8-bb2a-09c3e80f9732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:08.005126 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-ed5fac6e-4bf5-48b8-bb2a-09c3e80f9732 admin admin] Deleting port 87a7cef7-91ed-4263-8ba6-cb257fc19878 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:42:08.005459 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ed5fac6e-4bf5-48b8-bb2a-09c3e80f9732 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:08.173193 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-ed5fac6e-4bf5-48b8-bb2a-09c3e80f9732 admin admin] For port 87a7cef7-91ed-4263-8ba6-cb257fc19878, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=87a7cef7-91ed-4263-8ba6-cb257fc19878,segment=NetworkSegment(eb2641ac-e580-4925-8dd1-0f4584fc0d1e),segment_id=eb2641ac-e580-4925-8dd1-0f4584fc0d1e)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:42:08.173540 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ed5fac6e-4bf5-48b8-bb2a-09c3e80f9732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:08.198599 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-af5f1895-518d-4eb1-beb5-f54656f20f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:08.294657 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-ed5fac6e-4bf5-48b8-bb2a-09c3e80f9732 admin admin] Calling delete_port for 87a7cef7-91ed-4263-8ba6-cb257fc19878 owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:42:08.721905 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ed5fac6e-4bf5-48b8-bb2a-09c3e80f9732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:08.797954 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5fac6e-4bf5-48b8-bb2a-09c3e80f9732 admin admin] Pushing event deleted for resources: {'Port': ['ID=87a7cef7-91ed-4263-8ba6-cb257fc19878,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:09.043407 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ed5fac6e-4bf5-48b8-bb2a-09c3e80f9732 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:09.403596 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed5fac6e-4bf5-48b8-bb2a-09c3e80f9732 admin admin] Router f64b697c-b9da-4611-aa22-82eb6e12af19 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:42:09.577898 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed5fac6e-4bf5-48b8-bb2a-09c3e80f9732 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:42:09.588162 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9738d54-5c5a-4ce4-9204-d363c3956fd7 None None] Sync routers for ids ['f64b697c-b9da-4611-aa22-82eb6e12af19'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:42:09.590576 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ed5fac6e-4bf5-48b8-bb2a-09c3e80f9732 admin admin] 10.222.0.105 "PUT /v2.0/routers/f64b697c-b9da-4611-aa22-82eb6e12af19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6119621 Feb 09 01:42:09.593072 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45350) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:42:09.598202 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9738d54-5c5a-4ce4-9204-d363c3956fd7 None None] Routers {'f64b697c-b9da-4611-aa22-82eb6e12af19'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:42:09.598804 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-e9738d54-5c5a-4ce4-9204-d363c3956fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:41:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['f64b697c-b9da-4611-aa22-82eb6e12af19'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:09.771704 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-e9738d54-5c5a-4ce4-9204-d363c3956fd7 None None] Set router f64b697c-b9da-4611-aa22-82eb6e12af19 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:42:09.773148 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d38b5416-5c40-4fd4-ad04-c8f2494cd9e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:10.065094 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-e9738d54-5c5a-4ce4-9204-d363c3956fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'name': 'tempest-TestVolumeBootPattern-1652339505-router', 'tenant_id': '6721380b025b4977bb6883114d898ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'b260476d-d5ca-44f5-bf49-16506c42517c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:12Z', 'updated_at': '2022-02-09T01:42:08Z', 'revision_number': 5, 'project_id': '6721380b025b4977bb6883114d898ed6', 'gw_port': {'id': 'b260476d-d5ca-44f5-bf49-16506c42517c', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:59:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:13Z', 'updated_at': '2022-02-09T01:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:10.069027 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9738d54-5c5a-4ce4-9204-d363c3956fd7 None None] Checking router: f64b697c-b9da-4611-aa22-82eb6e12af19 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:42:10.073106 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d38b5416-5c40-4fd4-ad04-c8f2494cd9e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:10.077199 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9738d54-5c5a-4ce4-9204-d363c3956fd7 None None] Routers {'f64b697c-b9da-4611-aa22-82eb6e12af19'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:42:10.077825 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-e9738d54-5c5a-4ce4-9204-d363c3956fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:41:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['f64b697c-b9da-4611-aa22-82eb6e12af19'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:10.083118 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-d38b5416-5c40-4fd4-ad04-c8f2494cd9e9 admin admin] Deleting port b260476d-d5ca-44f5-bf49-16506c42517c {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:42:10.083490 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d38b5416-5c40-4fd4-ad04-c8f2494cd9e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:10.226136 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-e9738d54-5c5a-4ce4-9204-d363c3956fd7 None None] Set router f64b697c-b9da-4611-aa22-82eb6e12af19 gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:42:10.260327 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-d38b5416-5c40-4fd4-ad04-c8f2494cd9e9 admin admin] For port b260476d-d5ca-44f5-bf49-16506c42517c, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=b260476d-d5ca-44f5-bf49-16506c42517c,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:42:10.260693 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d38b5416-5c40-4fd4-ad04-c8f2494cd9e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:10.331454 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-e9738d54-5c5a-4ce4-9204-d363c3956fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'name': 'tempest-TestVolumeBootPattern-1652339505-router', 'tenant_id': '6721380b025b4977bb6883114d898ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:12Z', 'updated_at': '2022-02-09T01:42:10Z', 'revision_number': 6, 'project_id': '6721380b025b4977bb6883114d898ed6', 'gw_port_host': None}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:10.335598 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9738d54-5c5a-4ce4-9204-d363c3956fd7 None None] The sync data for ids ['f64b697c-b9da-4611-aa22-82eb6e12af19'] in n-d-828418-1 is: [{'id': 'f64b697c-b9da-4611-aa22-82eb6e12af19', 'name': 'tempest-TestVolumeBootPattern-1652339505-router', 'tenant_id': '6721380b025b4977bb6883114d898ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:12Z', 'updated_at': '2022-02-09T01:42:10Z', 'revision_number': 6, 'project_id': '6721380b025b4977bb6883114d898ed6', 'gw_port_host': None}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:42:10.388386 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-d38b5416-5c40-4fd4-ad04-c8f2494cd9e9 admin admin] Calling delete_port for b260476d-d5ca-44f5-bf49-16506c42517c owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:42:10.494594 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0235de81-3032-4d69-ae6c-c25769814e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:10.557862 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d38b5416-5c40-4fd4-ad04-c8f2494cd9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:10.606201 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38b5416-5c40-4fd4-ad04-c8f2494cd9e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b260476d-d5ca-44f5-bf49-16506c42517c,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:10.696454 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d38b5416-5c40-4fd4-ad04-c8f2494cd9e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:10.876005 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d38b5416-5c40-4fd4-ad04-c8f2494cd9e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:10.878201 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d38b5416-5c40-4fd4-ad04-c8f2494cd9e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:10.899916 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d38b5416-5c40-4fd4-ad04-c8f2494cd9e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:10.900456 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d38b5416-5c40-4fd4-ad04-c8f2494cd9e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f64b697c-b9da-4611-aa22-82eb6e12af19 {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:42:10.913006 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d38b5416-5c40-4fd4-ad04-c8f2494cd9e9 admin admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:10.914170 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d38b5416-5c40-4fd4-ad04-c8f2494cd9e9 admin admin] 10.222.0.105 "DELETE /v2.0/routers/f64b697c-b9da-4611-aa22-82eb6e12af19 HTTP/1.1" status: 204 len: 168 time: 1.3201799 Feb 09 01:42:10.916670 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45354) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:42:10.978006 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-44b67eae-125b-4c11-b088-b8bf3c32c97f admin admin] Deleting subnet 572cbc39-1162-4835-b49c-9787164ff8f8 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:42:10.980875 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-44b67eae-125b-4c11-b088-b8bf3c32c97f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:11.028772 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-44b67eae-125b-4c11-b088-b8bf3c32c97f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:11.109940 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-44b67eae-125b-4c11-b088-b8bf3c32c97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:11.173317 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 87a7cef7-91ed-4263-8ba6-cb257fc19878 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:42:11.181045 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-44b67eae-125b-4c11-b088-b8bf3c32c97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:11.213046 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 87a7cef7-91ed-4263-8ba6-cb257fc19878 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:42:11.213399 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 87a7cef7-91ed-4263-8ba6-cb257fc19878 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:42:11.223102 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b67eae-125b-4c11-b088-b8bf3c32c97f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=572cbc39-1162-4835-b49c-9787164ff8f8,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:11.225134 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-44b67eae-125b-4c11-b088-b8bf3c32c97f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:11.229261 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c4d7bf-c3ec-4345-8a86-ff86fc54d315 None None] Network f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:42:11.234014 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-44b67eae-125b-4c11-b088-b8bf3c32c97f admin admin] 10.222.0.105 "DELETE /v2.0/subnets/572cbc39-1162-4835-b49c-9787164ff8f8 HTTP/1.1" status: 204 len: 168 time: 0.3140965 Feb 09 01:42:11.234603 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45358) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:42:11.348584 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-75932275-09ff-4711-a9d2-4a8f730dde49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:11.360162 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-75932275-09ff-4711-a9d2-4a8f730dde49 admin admin] Deleting port eb7268ab-18f7-4b86-ad0f-a1e18f5e1218 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:42:11.360502 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-75932275-09ff-4711-a9d2-4a8f730dde49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:11.492371 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54da3a6d-157b-46a3-bacf-b65c39f19844 None None] DHCP port deletion for f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:42:11.496730 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-54da3a6d-157b-46a3-bacf-b65c39f19844 None None] Deleting port eb7268ab-18f7-4b86-ad0f-a1e18f5e1218 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:42:11.497297 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-54da3a6d-157b-46a3-bacf-b65c39f19844 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:11.646224 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:11.702219 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-75932275-09ff-4711-a9d2-4a8f730dde49 admin admin] For port eb7268ab-18f7-4b86-ad0f-a1e18f5e1218, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=eb7268ab-18f7-4b86-ad0f-a1e18f5e1218,segment=NetworkSegment(eb2641ac-e580-4925-8dd1-0f4584fc0d1e),segment_id=eb2641ac-e580-4925-8dd1-0f4584fc0d1e)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:42:11.702576 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-75932275-09ff-4711-a9d2-4a8f730dde49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:11.739593 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:11.779422 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-54da3a6d-157b-46a3-bacf-b65c39f19844 None None] For port eb7268ab-18f7-4b86-ad0f-a1e18f5e1218, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=eb7268ab-18f7-4b86-ad0f-a1e18f5e1218,segment=NetworkSegment(eb2641ac-e580-4925-8dd1-0f4584fc0d1e),segment_id=eb2641ac-e580-4925-8dd1-0f4584fc0d1e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:42:11.779811 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-54da3a6d-157b-46a3-bacf-b65c39f19844 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:11.826327 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-75932275-09ff-4711-a9d2-4a8f730dde49 admin admin] Calling delete_port for eb7268ab-18f7-4b86-ad0f-a1e18f5e1218 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:42:11.900050 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-54da3a6d-157b-46a3-bacf-b65c39f19844 None None] Calling delete_port for eb7268ab-18f7-4b86-ad0f-a1e18f5e1218 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:42:11.904101 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-75932275-09ff-4711-a9d2-4a8f730dde49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:11.954405 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75932275-09ff-4711-a9d2-4a8f730dde49 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb7268ab-18f7-4b86-ad0f-a1e18f5e1218,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:11.962591 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75932275-09ff-4711-a9d2-4a8f730dde49 admin admin] No DVR routers for this DVR port eb7268ab-18f7-4b86-ad0f-a1e18f5e1218 on host n-d-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:42:11.974978 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-54da3a6d-157b-46a3-bacf-b65c39f19844 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:42:11.975336 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-54da3a6d-157b-46a3-bacf-b65c39f19844 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:42:12.078201 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-75932275-09ff-4711-a9d2-4a8f730dde49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:12.103798 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-75932275-09ff-4711-a9d2-4a8f730dde49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:12.115744 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-75932275-09ff-4711-a9d2-4a8f730dde49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb2641ac-e580-4925-8dd1-0f4584fc0d1e') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:12.116035 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-75932275-09ff-4711-a9d2-4a8f730dde49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb2641ac-e580-4925-8dd1-0f4584fc0d1e') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:12.126982 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-75932275-09ff-4711-a9d2-4a8f730dde49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:12.142946 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-75932275-09ff-4711-a9d2-4a8f730dde49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:12.149863 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75932275-09ff-4711-a9d2-4a8f730dde49 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:42:12.150302 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-75932275-09ff-4711-a9d2-4a8f730dde49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:12.163725 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:42:12.163725 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:42:12.163725 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:42:12.163725 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:42:12.163725 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:42:12.163725 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:42:12.163725 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:42:12.163725 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:42:12.163725 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:42:12.163725 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:42:12.163725 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:42:12.163725 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:42:12.163725 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:42:12.163725 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:42:12.163725 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:42:12.163725 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:42:12.163725 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:42:12.163725 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:42:12.163725 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:42:12.163725 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:42:12.163725 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:42:12.163725 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:42:12.163725 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:42:12.163725 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:42:12.163725 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:42:12.163725 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:42:12.163725 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:42:12.163725 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:42:12.163725 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:42:12.163725 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:42:12.163725 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:42:12.163725 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:42:12.241094 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-75932275-09ff-4711-a9d2-4a8f730dde49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:12.257653 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-75932275-09ff-4711-a9d2-4a8f730dde49 admin admin] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:12.270905 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75932275-09ff-4711-a9d2-4a8f730dde49 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:12.277148 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-75932275-09ff-4711-a9d2-4a8f730dde49 admin admin] 10.222.0.105 "DELETE /v2.0/networks/f3fdc8c0-d2d2-4e5c-8a7a-98f092540e9f HTTP/1.1" status: 204 len: 168 time: 1.0420115 Feb 09 01:42:12.278860 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45364) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:42:12.476175 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-54da3a6d-157b-46a3-bacf-b65c39f19844 None None] Deleting port eb7268ab-18f7-4b86-ad0f-a1e18f5e1218 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:42:12.476548 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-54da3a6d-157b-46a3-bacf-b65c39f19844 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:12.542235 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-54da3a6d-157b-46a3-bacf-b65c39f19844 None None] The port 'eb7268ab-18f7-4b86-ad0f-a1e18f5e1218' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:42:12.802583 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device eb7268ab-18f7-4b86-ad0f-a1e18f5e1218 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:42:12.815023 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d83ff98f-00a6-4c21-a34d-4b721d0fae17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:12.840491 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: eb7268ab-18f7-4b86-ad0f-a1e18f5e1218 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:42:12.840836 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device eb7268ab-18f7-4b86-ad0f-a1e18f5e1218 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:42:12.841245 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device b260476d-d5ca-44f5-bf49-16506c42517c no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:42:12.875162 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: b260476d-d5ca-44f5-bf49-16506c42517c {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:42:12.875512 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device b260476d-d5ca-44f5-bf49-16506c42517c not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:42:13.233741 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:13.278236 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-d83ff98f-00a6-4c21-a34d-4b721d0fae17 admin admin] Deleting port 7a950c71-3941-4d34-a19e-a25fb45cd2c1 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:42:13.278800 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d83ff98f-00a6-4c21-a34d-4b721d0fae17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:13.452712 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-d83ff98f-00a6-4c21-a34d-4b721d0fae17 admin admin] For port 7a950c71-3941-4d34-a19e-a25fb45cd2c1, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=7a950c71-3941-4d34-a19e-a25fb45cd2c1,segment=NetworkSegment(86926a2c-2cba-439d-8c1c-aff647b7a8de),segment_id=86926a2c-2cba-439d-8c1c-aff647b7a8de)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:42:13.452980 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d83ff98f-00a6-4c21-a34d-4b721d0fae17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:13.576850 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-d83ff98f-00a6-4c21-a34d-4b721d0fae17 admin admin] Calling delete_port for 7a950c71-3941-4d34-a19e-a25fb45cd2c1 owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:42:13.755673 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d83ff98f-00a6-4c21-a34d-4b721d0fae17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:13.802104 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83ff98f-00a6-4c21-a34d-4b721d0fae17 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a950c71-3941-4d34-a19e-a25fb45cd2c1,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:14.071983 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d83ff98f-00a6-4c21-a34d-4b721d0fae17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:14.425988 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d83ff98f-00a6-4c21-a34d-4b721d0fae17 admin admin] Router 6579def6-3a11-4759-9d8d-28d1a24c4240 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:42:14.716832 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d83ff98f-00a6-4c21-a34d-4b721d0fae17 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:42:14.725760 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a21a24-a4b9-47bb-a1ff-24ff3fafcca7 None None] Sync routers for ids ['6579def6-3a11-4759-9d8d-28d1a24c4240'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:42:14.737301 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d83ff98f-00a6-4c21-a34d-4b721d0fae17 admin admin] 10.222.0.105 "PUT /v2.0/routers/6579def6-3a11-4759-9d8d-28d1a24c4240/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4546447 Feb 09 01:42:14.737461 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a21a24-a4b9-47bb-a1ff-24ff3fafcca7 None None] Routers {'6579def6-3a11-4759-9d8d-28d1a24c4240'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:42:14.737461 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-e6a21a24-a4b9-47bb-a1ff-24ff3fafcca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:42:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['6579def6-3a11-4759-9d8d-28d1a24c4240'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:14.737705 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45368) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:42:14.914131 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d29a75a5-24b8-412e-bcb5-e7c93c982cd6 admin admin] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:14.925681 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-e6a21a24-a4b9-47bb-a1ff-24ff3fafcca7 None None] Set router 6579def6-3a11-4759-9d8d-28d1a24c4240 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:42:15.095286 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d29a75a5-24b8-412e-bcb5-e7c93c982cd6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:15.105127 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-d29a75a5-24b8-412e-bcb5-e7c93c982cd6 admin admin] Deleting port 4ccdc415-311c-4e36-961b-500de860ba68 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:42:15.105491 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d29a75a5-24b8-412e-bcb5-e7c93c982cd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:15.210222 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-e6a21a24-a4b9-47bb-a1ff-24ff3fafcca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6579def6-3a11-4759-9d8d-28d1a24c4240', 'name': 'tempest-TestVolumeBootPattern-229294909-router', 'tenant_id': 'b15607cf627440a08627f80750bb4781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '4ccdc415-311c-4e36-961b-500de860ba68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:24Z', 'updated_at': '2022-02-09T01:42:13Z', 'revision_number': 5, 'project_id': 'b15607cf627440a08627f80750bb4781', 'gw_port': {'id': '4ccdc415-311c-4e36-961b-500de860ba68', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ed:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6579def6-3a11-4759-9d8d-28d1a24c4240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:25Z', 'updated_at': '2022-02-09T01:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:15.214043 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a21a24-a4b9-47bb-a1ff-24ff3fafcca7 None None] Checking router: 6579def6-3a11-4759-9d8d-28d1a24c4240 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:42:15.222975 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a21a24-a4b9-47bb-a1ff-24ff3fafcca7 None None] Routers {'6579def6-3a11-4759-9d8d-28d1a24c4240'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:42:15.223572 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-e6a21a24-a4b9-47bb-a1ff-24ff3fafcca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:42:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['6579def6-3a11-4759-9d8d-28d1a24c4240'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:15.276226 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-d29a75a5-24b8-412e-bcb5-e7c93c982cd6 admin admin] For port 4ccdc415-311c-4e36-961b-500de860ba68, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=4ccdc415-311c-4e36-961b-500de860ba68,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:42:15.276574 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d29a75a5-24b8-412e-bcb5-e7c93c982cd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:15.377732 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-e6a21a24-a4b9-47bb-a1ff-24ff3fafcca7 None None] Set router 6579def6-3a11-4759-9d8d-28d1a24c4240 gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:42:15.399881 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-d29a75a5-24b8-412e-bcb5-e7c93c982cd6 admin admin] Calling delete_port for 4ccdc415-311c-4e36-961b-500de860ba68 owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:42:15.483034 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-e6a21a24-a4b9-47bb-a1ff-24ff3fafcca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6579def6-3a11-4759-9d8d-28d1a24c4240', 'name': 'tempest-TestVolumeBootPattern-229294909-router', 'tenant_id': 'b15607cf627440a08627f80750bb4781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:24Z', 'updated_at': '2022-02-09T01:42:15Z', 'revision_number': 6, 'project_id': 'b15607cf627440a08627f80750bb4781', 'gw_port_host': None}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:15.487525 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a21a24-a4b9-47bb-a1ff-24ff3fafcca7 None None] The sync data for ids ['6579def6-3a11-4759-9d8d-28d1a24c4240'] in n-d-828418-1 is: [{'id': '6579def6-3a11-4759-9d8d-28d1a24c4240', 'name': 'tempest-TestVolumeBootPattern-229294909-router', 'tenant_id': 'b15607cf627440a08627f80750bb4781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:24Z', 'updated_at': '2022-02-09T01:42:15Z', 'revision_number': 6, 'project_id': 'b15607cf627440a08627f80750bb4781', 'gw_port_host': None}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:42:15.571707 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d29a75a5-24b8-412e-bcb5-e7c93c982cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:15.621728 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29a75a5-24b8-412e-bcb5-e7c93c982cd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ccdc415-311c-4e36-961b-500de860ba68,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:15.709805 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d29a75a5-24b8-412e-bcb5-e7c93c982cd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:15.882207 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d29a75a5-24b8-412e-bcb5-e7c93c982cd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:15.884784 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d29a75a5-24b8-412e-bcb5-e7c93c982cd6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:15.912578 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d29a75a5-24b8-412e-bcb5-e7c93c982cd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:15.913188 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d29a75a5-24b8-412e-bcb5-e7c93c982cd6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6579def6-3a11-4759-9d8d-28d1a24c4240 {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:42:15.926157 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d29a75a5-24b8-412e-bcb5-e7c93c982cd6 admin admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:15.928355 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d29a75a5-24b8-412e-bcb5-e7c93c982cd6 admin admin] 10.222.0.105 "DELETE /v2.0/routers/6579def6-3a11-4759-9d8d-28d1a24c4240 HTTP/1.1" status: 204 len: 168 time: 1.1887627 Feb 09 01:42:15.931348 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45372) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:42:16.104038 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ec6f7c4-b3e0-48f5-b091-2b66bebc3d80 admin admin] Deleting subnet e6f5f8f6-aab3-43d2-a9f4-3e47c78b876f {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:42:16.107004 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5ec6f7c4-b3e0-48f5-b091-2b66bebc3d80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:16.155001 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5ec6f7c4-b3e0-48f5-b091-2b66bebc3d80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:16.231603 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5ec6f7c4-b3e0-48f5-b091-2b66bebc3d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:16.306262 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5ec6f7c4-b3e0-48f5-b091-2b66bebc3d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:16.345658 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6f7c4-b3e0-48f5-b091-2b66bebc3d80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6f5f8f6-aab3-43d2-a9f4-3e47c78b876f,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:16.347632 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5ec6f7c4-b3e0-48f5-b091-2b66bebc3d80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:16.353229 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac7f134-3a0c-4dde-ba3e-6ca47935e34b None None] Network 2bd9f273-1664-44a2-b5ad-af90ff7d63ed requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:42:16.356826 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-5ec6f7c4-b3e0-48f5-b091-2b66bebc3d80 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/e6f5f8f6-aab3-43d2-a9f4-3e47c78b876f HTTP/1.1" status: 204 len: 168 time: 0.4235582 Feb 09 01:42:16.357039 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45376) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:42:16.414048 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:42:16.468466 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a6a47192-2937-4363-91d1-3795036d74a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:16.479720 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-a6a47192-2937-4363-91d1-3795036d74a6 admin admin] Deleting port 5992ae26-926b-4e4c-98a8-b8e2e6af067a {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:42:16.480047 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a6a47192-2937-4363-91d1-3795036d74a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:16.674143 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20eae402-2cde-4591-aec5-81f0bfebfad7 None None] DHCP port deletion for 2bd9f273-1664-44a2-b5ad-af90ff7d63ed request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:42:16.678466 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-20eae402-2cde-4591-aec5-81f0bfebfad7 None None] Deleting port 5992ae26-926b-4e4c-98a8-b8e2e6af067a {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:42:16.678830 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-20eae402-2cde-4591-aec5-81f0bfebfad7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:16.703330 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-a6a47192-2937-4363-91d1-3795036d74a6 admin admin] For port 5992ae26-926b-4e4c-98a8-b8e2e6af067a, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=5992ae26-926b-4e4c-98a8-b8e2e6af067a,segment=NetworkSegment(86926a2c-2cba-439d-8c1c-aff647b7a8de),segment_id=86926a2c-2cba-439d-8c1c-aff647b7a8de)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:42:16.703885 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a6a47192-2937-4363-91d1-3795036d74a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:16.810281 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 5992ae26-926b-4e4c-98a8-b8e2e6af067a no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:42:16.832774 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-a6a47192-2937-4363-91d1-3795036d74a6 admin admin] Calling delete_port for 5992ae26-926b-4e4c-98a8-b8e2e6af067a owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:42:16.914569 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a6a47192-2937-4363-91d1-3795036d74a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:16.948630 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-20eae402-2cde-4591-aec5-81f0bfebfad7 None None] For port 5992ae26-926b-4e4c-98a8-b8e2e6af067a, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=5992ae26-926b-4e4c-98a8-b8e2e6af067a,segment=NetworkSegment(86926a2c-2cba-439d-8c1c-aff647b7a8de),segment_id=86926a2c-2cba-439d-8c1c-aff647b7a8de)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:42:16.949014 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-20eae402-2cde-4591-aec5-81f0bfebfad7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:16.961685 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No active binding found for port 5992ae26-926b-4e4c-98a8-b8e2e6af067a {{(pid=87640) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 09 01:42:16.962088 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 5992ae26-926b-4e4c-98a8-b8e2e6af067a not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:42:16.962504 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 7a950c71-3941-4d34-a19e-a25fb45cd2c1 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:42:16.965070 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a47192-2937-4363-91d1-3795036d74a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5992ae26-926b-4e4c-98a8-b8e2e6af067a,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:16.968341 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a47192-2937-4363-91d1-3795036d74a6 admin admin] No DVR routers for this DVR port 5992ae26-926b-4e4c-98a8-b8e2e6af067a on host n-d-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:42:17.086002 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a6a47192-2937-4363-91d1-3795036d74a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:17.106226 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-20eae402-2cde-4591-aec5-81f0bfebfad7 None None] Calling delete_port for 5992ae26-926b-4e4c-98a8-b8e2e6af067a owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:42:17.111047 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-a6a47192-2937-4363-91d1-3795036d74a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bd9f273-1664-44a2-b5ad-af90ff7d63ed']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:17.123428 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-a6a47192-2937-4363-91d1-3795036d74a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86926a2c-2cba-439d-8c1c-aff647b7a8de') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:17.123727 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-a6a47192-2937-4363-91d1-3795036d74a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86926a2c-2cba-439d-8c1c-aff647b7a8de') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:17.135668 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a6a47192-2937-4363-91d1-3795036d74a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:17.135859 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 7a950c71-3941-4d34-a19e-a25fb45cd2c1 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:42:17.136234 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 7a950c71-3941-4d34-a19e-a25fb45cd2c1 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:42:17.136621 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 4ccdc415-311c-4e36-961b-500de860ba68 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:42:17.152255 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a6a47192-2937-4363-91d1-3795036d74a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:17.158553 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6a47192-2937-4363-91d1-3795036d74a6 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:42:17.158967 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a6a47192-2937-4363-91d1-3795036d74a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:17.171993 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:42:17.171993 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:42:17.171993 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:42:17.171993 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:42:17.171993 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:42:17.171993 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:42:17.171993 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:42:17.171993 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:42:17.171993 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:42:17.171993 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:42:17.171993 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:42:17.171993 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:42:17.171993 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:42:17.171993 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:42:17.171993 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:42:17.171993 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:42:17.171993 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:42:17.171993 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:42:17.171993 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:42:17.171993 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:42:17.171993 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:42:17.171993 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:42:17.171993 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:42:17.171993 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:42:17.171993 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:42:17.171993 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:42:17.171993 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:42:17.171993 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:42:17.171993 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:42:17.171993 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:42:17.171993 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:42:17.171993 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:42:17.180529 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 4ccdc415-311c-4e36-961b-500de860ba68 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:42:17.180876 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 4ccdc415-311c-4e36-961b-500de860ba68 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:42:17.218368 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-20eae402-2cde-4591-aec5-81f0bfebfad7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:42:17.218636 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-20eae402-2cde-4591-aec5-81f0bfebfad7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:42:17.250832 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a6a47192-2937-4363-91d1-3795036d74a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:17.266644 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a6a47192-2937-4363-91d1-3795036d74a6 admin admin] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:17.276819 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a47192-2937-4363-91d1-3795036d74a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2bd9f273-1664-44a2-b5ad-af90ff7d63ed,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:17.284529 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a6a47192-2937-4363-91d1-3795036d74a6 admin admin] 10.222.0.105 "DELETE /v2.0/networks/2bd9f273-1664-44a2-b5ad-af90ff7d63ed HTTP/1.1" status: 204 len: 168 time: 0.9266083 Feb 09 01:42:17.412399 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45382) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:42:17.459708 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f414754e-6e47-4c8b-be5d-ff516364dea2 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=6721380b025b4977bb6883114d898ed6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461693 Feb 09 01:42:17.462214 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45386) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:42:17.520280 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-156c8f3b-0258-4c72-adb4-d17cf425d0d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:17.550379 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-156c8f3b-0258-4c72-adb4-d17cf425d0d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:17.601828 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-156c8f3b-0258-4c72-adb4-d17cf425d0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:17.616517 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156c8f3b-0258-4c72-adb4-d17cf425d0d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd22a36-1e4e-4fda-8643-25127f7eace3,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:17.623204 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-156c8f3b-0258-4c72-adb4-d17cf425d0d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:17.624266 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-156c8f3b-0258-4c72-adb4-d17cf425d0d7 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/0dd22a36-1e4e-4fda-8643-25127f7eace3 HTTP/1.1" status: 204 len: 168 time: 0.1611855 Feb 09 01:42:17.719696 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-20eae402-2cde-4591-aec5-81f0bfebfad7 None None] Deleting port 5992ae26-926b-4e4c-98a8-b8e2e6af067a {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:42:17.720208 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-20eae402-2cde-4591-aec5-81f0bfebfad7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:17.791472 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-20eae402-2cde-4591-aec5-81f0bfebfad7 None None] The port '5992ae26-926b-4e4c-98a8-b8e2e6af067a' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:42:17.999179 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 45394) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:42:18.050963 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-98a7f156-8ece-40a3-9477-c99d154d193a admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=b15607cf627440a08627f80750bb4781&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0505269 Feb 09 01:42:18.053304 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 45398) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:42:18.112628 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e3d79bef-046c-415b-8493-ca7fd2a8dba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:18.138626 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e3d79bef-046c-415b-8493-ca7fd2a8dba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:18.191630 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e3d79bef-046c-415b-8493-ca7fd2a8dba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:18.207965 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d79bef-046c-415b-8493-ca7fd2a8dba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2cad8b5-dfc7-4eac-bffc-2f5c6faa4325,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:18.216493 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e3d79bef-046c-415b-8493-ca7fd2a8dba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:18.217611 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-e3d79bef-046c-415b-8493-ca7fd2a8dba6 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/b2cad8b5-dfc7-4eac-bffc-2f5c6faa4325 HTTP/1.1" status: 204 len: 168 time: 0.1633742 Feb 09 01:42:18.219050 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d79bef-046c-415b-8493-ca7fd2a8dba6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:18.219386 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d79bef-046c-415b-8493-ca7fd2a8dba6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:18.219715 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d79bef-046c-415b-8493-ca7fd2a8dba6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:18.220136 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d79bef-046c-415b-8493-ca7fd2a8dba6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:18.220464 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d79bef-046c-415b-8493-ca7fd2a8dba6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:18.220787 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d79bef-046c-415b-8493-ca7fd2a8dba6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:18.221104 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d79bef-046c-415b-8493-ca7fd2a8dba6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:18.221422 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d79bef-046c-415b-8493-ca7fd2a8dba6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:18.221806 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d79bef-046c-415b-8493-ca7fd2a8dba6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:18.222125 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d79bef-046c-415b-8493-ca7fd2a8dba6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:18.222516 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d79bef-046c-415b-8493-ca7fd2a8dba6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:18.222927 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d79bef-046c-415b-8493-ca7fd2a8dba6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:19.846469 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-2a5bb0b8-ff9b-449e-894c-b2cba2f14a78 req-cc3fb8df-458c-45a7-acf1-efcbf80e619d service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=807f8c43-b251-4f70-a525-d5ab6adc89f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0687048 Feb 09 01:42:19.989407 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5bb0b8-ff9b-449e-894c-b2cba2f14a78 req-16d58497-f53d-4ba7-9185-85d13fb152a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:19.990920 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-2a5bb0b8-ff9b-449e-894c-b2cba2f14a78 req-16d58497-f53d-4ba7-9185-85d13fb152a0 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=86d3f064b7034e66946d08a62b972ad0&device_id=807f8c43-b251-4f70-a525-d5ab6adc89f9 HTTP/1.1" status: 200 len: 1097 time: 0.0748062 Feb 09 01:42:20.132328 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5bb0b8-ff9b-449e-894c-b2cba2f14a78 req-f81851c4-1f8a-4ae6-a293-c16102254cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:20.133800 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-2a5bb0b8-ff9b-449e-894c-b2cba2f14a78 req-f81851c4-1f8a-4ae6-a293-c16102254cc2 service neutron] 10.222.0.99 "GET /v2.0/networks?id=d466fa4a-6203-4680-a721-1c42ae2ce05c HTTP/1.1" status: 200 len: 897 time: 0.1259637 Feb 09 01:42:20.232463 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-2a5bb0b8-ff9b-449e-894c-b2cba2f14a78 req-5a497046-4ddf-4ba0-892c-71dbb3ad276b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c2e68c9-611d-4d7a-b0ec-9a202f5043bc HTTP/1.1" status: 200 len: 1002 time: 0.0930882 Feb 09 01:42:20.300303 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5bb0b8-ff9b-449e-894c-b2cba2f14a78 req-c45198da-a041-4b0a-98da-ae8b37160de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:20.301683 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-2a5bb0b8-ff9b-449e-894c-b2cba2f14a78 req-c45198da-a041-4b0a-98da-ae8b37160de0 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=13eee050-821c-411b-8858-316de1f7faa8 HTTP/1.1" status: 200 len: 834 time: 0.0631948 Feb 09 01:42:20.375880 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5bb0b8-ff9b-449e-894c-b2cba2f14a78 req-8905cde9-8b32-4917-8b30-6c5bb3cfb913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:20.377882 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-2a5bb0b8-ff9b-449e-894c-b2cba2f14a78 req-8905cde9-8b32-4917-8b30-6c5bb3cfb913 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d466fa4a-6203-4680-a721-1c42ae2ce05c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690291 Feb 09 01:42:20.507627 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-2a5bb0b8-ff9b-449e-894c-b2cba2f14a78 req-fec80113-be12-458e-8365-e59da2cba6f2 service neutron] 10.222.0.99 "GET /v2.0/networks/d466fa4a-6203-4680-a721-1c42ae2ce05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239002 Feb 09 01:42:20.745103 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-2a5bb0b8-ff9b-449e-894c-b2cba2f14a78 req-e353106d-2341-4ea6-bd9f-85ae557835a1 service neutron] 10.222.0.99 "GET /v2.0/networks/d466fa4a-6203-4680-a721-1c42ae2ce05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318120 Feb 09 01:42:22.110472 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:25.120564 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:38.200988 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f5b76e0c-7028-4396-a511-344e4583c710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:40.497489 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-efae1790-db6b-4faa-95fb-427de03713c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:41.588146 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:41.608346 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:43.232506 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:52.125841 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:53.414369 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:42:55.111664 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:02.627099 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38699f68-f24a-4f05-bd27-1370d1bfbc88 req-aca55ca4-9efd-4ab5-83d4-018b984a490e tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:02.628609 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-38699f68-f24a-4f05-bd27-1370d1bfbc88 req-aca55ca4-9efd-4ab5-83d4-018b984a490e tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=807f8c43-b251-4f70-a525-d5ab6adc89f9 HTTP/1.1" status: 200 len: 946 time: 0.3375220 Feb 09 01:43:02.673056 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-38699f68-f24a-4f05-bd27-1370d1bfbc88 req-8553c7b3-b5e6-4540-ad93-5c12a54deac9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ce393c-b0ab-4e0c-a0d7-98a0d4c86b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386150 Feb 09 01:43:02.696110 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 45426) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:02.800549 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-ba7e691f-5c02-4c94-b217-1848bd878a69 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/floatingips/4aed0b94-325a-4949-b5a1-6b5b30317a75 HTTP/1.1" status: 200 len: 994 time: 0.1032903 Feb 09 01:43:03.224151 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d8e29c-2dc3-4b71-bd39-ad18be9b948f req-b92ef254-1f6f-403f-bc36-5626a786671c tempest-TestNetworkAdvancedServerOps-293300233 tempest-TestNetworkAdvancedServerOps-293300233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:03.225650 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-26d8e29c-2dc3-4b71-bd39-ad18be9b948f req-b92ef254-1f6f-403f-bc36-5626a786671c tempest-TestNetworkAdvancedServerOps-293300233 tempest-TestNetworkAdvancedServerOps-293300233-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=807f8c43-b251-4f70-a525-d5ab6adc89f9 HTTP/1.1" status: 200 len: 1097 time: 0.0686290 Feb 09 01:43:03.264863 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-26d8e29c-2dc3-4b71-bd39-ad18be9b948f req-d097df78-cf65-4ff7-90ed-d641e1429179 tempest-TestNetworkAdvancedServerOps-293300233 tempest-TestNetworkAdvancedServerOps-293300233-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=f9ce393c-b0ab-4e0c-a0d7-98a0d4c86b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337617 Feb 09 01:43:03.976428 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-c5cff6e9-7894-4364-88e2-dde0cdd65c9b service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=807f8c43-b251-4f70-a525-d5ab6adc89f9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0724919 Feb 09 01:43:04.473503 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-44d27573-f8c5-41c6-b454-56de8f8759b3 tempest-TestNetworkAdvancedServerOps-293300233 tempest-TestNetworkAdvancedServerOps-293300233-project-admin] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:43:04.474537 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-44d27573-f8c5-41c6-b454-56de8f8759b3 tempest-TestNetworkAdvancedServerOps-293300233 tempest-TestNetworkAdvancedServerOps-293300233-project-admin] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0606914 Feb 09 01:43:04.483010 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-9627ce2e-33a1-4a7c-bbfb-c27af15a7c3c service neutron] Request body: {'binding': {'host': 'n-h1-828418-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:04.483546 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-9627ce2e-33a1-4a7c-bbfb-c27af15a7c3c service neutron] Unknown quota resources ['binding']. {{(pid=87638) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 09 01:43:04.680876 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-9627ce2e-33a1-4a7c-bbfb-c27af15a7c3c service neutron] Attempting to bind port 0c2e68c9-611d-4d7a-b0ec-9a202f5043bc on host n-h1-828418-1 for vnic_type normal with profile None {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:43:04.681212 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-9627ce2e-33a1-4a7c-bbfb-c27af15a7c3c service neutron] Attempting to bind port 0c2e68c9-611d-4d7a-b0ec-9a202f5043bc by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '62a8ada6-536e-4298-9668-d8a07af27550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd466fa4a-6203-4680-a721-1c42ae2ce05c'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:43:04.681543 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-9627ce2e-33a1-4a7c-bbfb-c27af15a7c3c service neutron] Attempting to bind port 0c2e68c9-611d-4d7a-b0ec-9a202f5043bc on network d466fa4a-6203-4680-a721-1c42ae2ce05c {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:43:04.686229 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-9627ce2e-33a1-4a7c-bbfb-c27af15a7c3c service neutron] Port 0c2e68c9-611d-4d7a-b0ec-9a202f5043bc on network d466fa4a-6203-4680-a721-1c42ae2ce05c not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:43:04.686495 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-9627ce2e-33a1-4a7c-bbfb-c27af15a7c3c service neutron] Attempting to bind port 0c2e68c9-611d-4d7a-b0ec-9a202f5043bc on network d466fa4a-6203-4680-a721-1c42ae2ce05c {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:43:04.692059 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-9627ce2e-33a1-4a7c-bbfb-c27af15a7c3c service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:43:04.692390 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-9627ce2e-33a1-4a7c-bbfb-c27af15a7c3c service neutron] Checking segment: {'id': '62a8ada6-536e-4298-9668-d8a07af27550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd466fa4a-6203-4680-a721-1c42ae2ce05c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:43:04.692776 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-9627ce2e-33a1-4a7c-bbfb-c27af15a7c3c service neutron] Bound using segment: {'id': '62a8ada6-536e-4298-9668-d8a07af27550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd466fa4a-6203-4680-a721-1c42ae2ce05c'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:43:04.693196 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-9627ce2e-33a1-4a7c-bbfb-c27af15a7c3c service neutron] Bound port: 0c2e68c9-611d-4d7a-b0ec-9a202f5043bc, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a8ada6-536e-4298-9668-d8a07af27550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd466fa4a-6203-4680-a721-1c42ae2ce05c'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:43:04.722197 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-9627ce2e-33a1-4a7c-bbfb-c27af15a7c3c service neutron] For port 0c2e68c9-611d-4d7a-b0ec-9a202f5043bc, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=0c2e68c9-611d-4d7a-b0ec-9a202f5043bc,segment=NetworkSegment(62a8ada6-536e-4298-9668-d8a07af27550),segment_id=62a8ada6-536e-4298-9668-d8a07af27550)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:43:04.726447 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-9627ce2e-33a1-4a7c-bbfb-c27af15a7c3c service neutron] Notify callbacks [] for binding, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:04.727610 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-9627ce2e-33a1-4a7c-bbfb-c27af15a7c3c service neutron] 10.222.0.105 "POST /v2.0/ports/0c2e68c9-611d-4d7a-b0ec-9a202f5043bc/bindings HTTP/1.1" status: 201 len: 389 time: 0.2477145 Feb 09 01:43:04.999849 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b102738-a961-4599-8338-653977326b21 req-ba40e16a-9e55-4005-a127-36d53fa3cb8a tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:05.001242 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5b102738-a961-4599-8338-653977326b21 req-ba40e16a-9e55-4005-a127-36d53fa3cb8a tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=807f8c43-b251-4f70-a525-d5ab6adc89f9 HTTP/1.1" status: 200 len: 946 time: 0.1402884 Feb 09 01:43:05.004663 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-609146cf-c8f5-49e6-b74b-f0c314208372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:05.006029 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-609146cf-c8f5-49e6-b74b-f0c314208372 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=86d3f064b7034e66946d08a62b972ad0&device_id=807f8c43-b251-4f70-a525-d5ab6adc89f9 HTTP/1.1" status: 200 len: 1097 time: 0.1087346 Feb 09 01:43:05.132946 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5b102738-a961-4599-8338-653977326b21 req-1ccb60b6-dc13-4949-bec7-6b1d29a60d1e tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ce393c-b0ab-4e0c-a0d7-98a0d4c86b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246302 Feb 09 01:43:05.172849 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-282d4483-c165-49b5-ba17-fc54539aec18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:05.174330 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-282d4483-c165-49b5-ba17-fc54539aec18 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d466fa4a-6203-4680-a721-1c42ae2ce05c HTTP/1.1" status: 200 len: 897 time: 0.1540246 Feb 09 01:43:05.277216 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-71c3cde9-7fcf-4f15-a65f-22b28170be6e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c2e68c9-611d-4d7a-b0ec-9a202f5043bc HTTP/1.1" status: 200 len: 1002 time: 0.0959601 Feb 09 01:43:05.342087 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-e17ea36d-a3bf-4758-85e8-cae75ff7d5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:05.343471 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-e17ea36d-a3bf-4758-85e8-cae75ff7d5a6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=13eee050-821c-411b-8858-316de1f7faa8 HTTP/1.1" status: 200 len: 834 time: 0.0606411 Feb 09 01:43:05.416622 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-89aa897d-0d7b-449e-9eb4-985180a07b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:05.418078 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-89aa897d-0d7b-449e-9eb4-985180a07b4c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d466fa4a-6203-4680-a721-1c42ae2ce05c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684435 Feb 09 01:43:05.550645 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-e80efd22-ae4f-4e27-abc7-3c4918035524 service neutron] 10.222.0.62 "GET /v2.0/networks/d466fa4a-6203-4680-a721-1c42ae2ce05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267321 Feb 09 01:43:05.680420 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-63ac5e23-b956-47d6-97fa-609062755eae service neutron] 10.222.0.62 "GET /v2.0/networks/d466fa4a-6203-4680-a721-1c42ae2ce05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237993 Feb 09 01:43:05.810481 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-84cf49fe-d07f-48f1-aca0-4a944888ccb4 tempest-TestNetworkAdvancedServerOps-293300233 tempest-TestNetworkAdvancedServerOps-293300233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:05.811859 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-84cf49fe-d07f-48f1-aca0-4a944888ccb4 tempest-TestNetworkAdvancedServerOps-293300233 tempest-TestNetworkAdvancedServerOps-293300233-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=807f8c43-b251-4f70-a525-d5ab6adc89f9&tenant_id=86d3f064b7034e66946d08a62b972ad0&binding%3Ahost_id=n-h2-828418-1 HTTP/1.1" status: 200 len: 1097 time: 0.0775175 Feb 09 01:43:05.822317 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-cb2ff155-102f-4512-9be9-035e5b616367 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828418-1'}}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:06.021005 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-cb2ff155-102f-4512-9be9-035e5b616367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:06.210399 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-cb2ff155-102f-4512-9be9-035e5b616367 service neutron] For port 0c2e68c9-611d-4d7a-b0ec-9a202f5043bc, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=0c2e68c9-611d-4d7a-b0ec-9a202f5043bc,segment=NetworkSegment(62a8ada6-536e-4298-9668-d8a07af27550),segment_id=62a8ada6-536e-4298-9668-d8a07af27550)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:43:06.246299 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-cb2ff155-102f-4512-9be9-035e5b616367 service neutron] For port 0c2e68c9-611d-4d7a-b0ec-9a202f5043bc, host n-h2-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:43:06.340540 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '807f8c43-b251-4f70-a525-d5ab6adc89f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c2e68c9-611d-4d7a-b0ec-9a202f5043bc'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:43:06.351240 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-cb2ff155-102f-4512-9be9-035e5b616367 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:06.362524 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-cb2ff155-102f-4512-9be9-035e5b616367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:06.397503 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '807f8c43-b251-4f70-a525-d5ab6adc89f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c2e68c9-611d-4d7a-b0ec-9a202f5043bc', 'code': 200} Feb 09 01:43:06.542376 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ff155-102f-4512-9be9-035e5b616367 service neutron] Pushing event updated for resources: {'Port': ['ID=0c2e68c9-611d-4d7a-b0ec-9a202f5043bc,revision_number=7']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:06.564476 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c448b7ba-244f-4b92-b610-d680731bcd2c req-0b08e925-7496-404b-b009-1a146bcb1ffe tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:06.566650 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c448b7ba-244f-4b92-b610-d680731bcd2c req-0b08e925-7496-404b-b009-1a146bcb1ffe tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=807f8c43-b251-4f70-a525-d5ab6adc89f9 HTTP/1.1" status: 200 len: 946 time: 0.3263164 Feb 09 01:43:06.645218 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-cb2ff155-102f-4512-9be9-035e5b616367 service neutron] Attempting to bind port 0c2e68c9-611d-4d7a-b0ec-9a202f5043bc on host n-h2-828418-1 for vnic_type normal with profile {"migrating_to": "n-h1-828418-1"} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:43:06.645551 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-cb2ff155-102f-4512-9be9-035e5b616367 service neutron] Attempting to bind port 0c2e68c9-611d-4d7a-b0ec-9a202f5043bc by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': '62a8ada6-536e-4298-9668-d8a07af27550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd466fa4a-6203-4680-a721-1c42ae2ce05c'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:43:06.645902 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-cb2ff155-102f-4512-9be9-035e5b616367 service neutron] Attempting to bind port 0c2e68c9-611d-4d7a-b0ec-9a202f5043bc on network d466fa4a-6203-4680-a721-1c42ae2ce05c {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:43:06.656712 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-cb2ff155-102f-4512-9be9-035e5b616367 service neutron] Port 0c2e68c9-611d-4d7a-b0ec-9a202f5043bc on network d466fa4a-6203-4680-a721-1c42ae2ce05c not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:43:06.657027 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-cb2ff155-102f-4512-9be9-035e5b616367 service neutron] Attempting to bind port 0c2e68c9-611d-4d7a-b0ec-9a202f5043bc on network d466fa4a-6203-4680-a721-1c42ae2ce05c {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:43:06.666157 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c448b7ba-244f-4b92-b610-d680731bcd2c req-380caa48-687a-46fa-a67b-da24bae61ff4 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ce393c-b0ab-4e0c-a0d7-98a0d4c86b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706890 Feb 09 01:43:06.667013 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-cb2ff155-102f-4512-9be9-035e5b616367 service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:43:06.667344 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-cb2ff155-102f-4512-9be9-035e5b616367 service neutron] Checking segment: {'id': '62a8ada6-536e-4298-9668-d8a07af27550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd466fa4a-6203-4680-a721-1c42ae2ce05c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:43:06.667719 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-cb2ff155-102f-4512-9be9-035e5b616367 service neutron] Bound using segment: {'id': '62a8ada6-536e-4298-9668-d8a07af27550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd466fa4a-6203-4680-a721-1c42ae2ce05c'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:43:06.668141 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-cb2ff155-102f-4512-9be9-035e5b616367 service neutron] Bound port: 0c2e68c9-611d-4d7a-b0ec-9a202f5043bc, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a8ada6-536e-4298-9668-d8a07af27550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd466fa4a-6203-4680-a721-1c42ae2ce05c'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:43:06.668485 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-cb2ff155-102f-4512-9be9-035e5b616367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:06.687375 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-ee4d4018-b0e2-4e7b-a2dd-3abf61b3f6d7 None None] Provisioning complete for port 0c2e68c9-611d-4d7a-b0ec-9a202f5043bc triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:06.687863 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ee4d4018-b0e2-4e7b-a2dd-3abf61b3f6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:06.743919 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-ee4d4018-b0e2-4e7b-a2dd-3abf61b3f6d7 None None] Port 0c2e68c9-611d-4d7a-b0ec-9a202f5043bc cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:43:06.760757 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-cb2ff155-102f-4512-9be9-035e5b616367 service neutron] For port 0c2e68c9-611d-4d7a-b0ec-9a202f5043bc, host n-h2-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:43:06.763708 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-cb2ff155-102f-4512-9be9-035e5b616367 service neutron] For port 0c2e68c9-611d-4d7a-b0ec-9a202f5043bc, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=0c2e68c9-611d-4d7a-b0ec-9a202f5043bc,segment=NetworkSegment(62a8ada6-536e-4298-9668-d8a07af27550),segment_id=62a8ada6-536e-4298-9668-d8a07af27550)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:43:06.768343 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-cb2ff155-102f-4512-9be9-035e5b616367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:06.921492 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ff155-102f-4512-9be9-035e5b616367 service neutron] Pushing event updated for resources: {'Port': ['ID=0c2e68c9-611d-4d7a-b0ec-9a202f5043bc,revision_number=8']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:06.972307 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-cb2ff155-102f-4512-9be9-035e5b616367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:06.972924 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-cb2ff155-102f-4512-9be9-035e5b616367 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:06.974329 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-cb2ff155-102f-4512-9be9-035e5b616367 service neutron] 10.222.0.62 "PUT /v2.0/ports/0c2e68c9-611d-4d7a-b0ec-9a202f5043bc HTTP/1.1" status: 200 len: 1122 time: 1.1558690 Feb 09 01:43:07.037353 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['0c2e68c9-611d-4d7a-b0ec-9a202f5043bc'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:43:07.100228 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a9219bc0-6d21-4181-bda3-d67cc10fd3ed None None] Provisioning complete for port 0c2e68c9-611d-4d7a-b0ec-9a202f5043bc triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:07.100516 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a9219bc0-6d21-4181-bda3-d67cc10fd3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:07.288701 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a9219bc0-6d21-4181-bda3-d67cc10fd3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:07.339416 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '807f8c43-b251-4f70-a525-d5ab6adc89f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c2e68c9-611d-4d7a-b0ec-9a202f5043bc'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:43:07.356149 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a9219bc0-6d21-4181-bda3-d67cc10fd3ed None None] For port 0c2e68c9-611d-4d7a-b0ec-9a202f5043bc, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=0c2e68c9-611d-4d7a-b0ec-9a202f5043bc,segment=NetworkSegment(62a8ada6-536e-4298-9668-d8a07af27550),segment_id=62a8ada6-536e-4298-9668-d8a07af27550)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:43:07.365439 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a9219bc0-6d21-4181-bda3-d67cc10fd3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:07.412661 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '807f8c43-b251-4f70-a525-d5ab6adc89f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c2e68c9-611d-4d7a-b0ec-9a202f5043bc', 'code': 200} Feb 09 01:43:07.547593 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9219bc0-6d21-4181-bda3-d67cc10fd3ed None None] Pushing event updated for resources: {'Port': ['ID=0c2e68c9-611d-4d7a-b0ec-9a202f5043bc,revision_number=9']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:07.627594 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9219bc0-6d21-4181-bda3-d67cc10fd3ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:07.627942 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9219bc0-6d21-4181-bda3-d67cc10fd3ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:07.628293 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9219bc0-6d21-4181-bda3-d67cc10fd3ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:07.629181 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9219bc0-6d21-4181-bda3-d67cc10fd3ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:07.629516 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9219bc0-6d21-4181-bda3-d67cc10fd3ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:07.629875 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9219bc0-6d21-4181-bda3-d67cc10fd3ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:07.630205 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9219bc0-6d21-4181-bda3-d67cc10fd3ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:07.630531 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9219bc0-6d21-4181-bda3-d67cc10fd3ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:07.630856 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9219bc0-6d21-4181-bda3-d67cc10fd3ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:07.631176 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9219bc0-6d21-4181-bda3-d67cc10fd3ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:07.631497 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9219bc0-6d21-4181-bda3-d67cc10fd3ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:07.631819 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9219bc0-6d21-4181-bda3-d67cc10fd3ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:07.854521 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f69fd6-0bf1-4b51-84ca-d336ee020af2 req-debf76d8-5fd0-4f0d-b702-f15f106371a0 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:07.855876 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-26f69fd6-0bf1-4b51-84ca-d336ee020af2 req-debf76d8-5fd0-4f0d-b702-f15f106371a0 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=807f8c43-b251-4f70-a525-d5ab6adc89f9 HTTP/1.1" status: 200 len: 946 time: 0.0810647 Feb 09 01:43:07.898709 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-26f69fd6-0bf1-4b51-84ca-d336ee020af2 req-2f49a608-5175-444b-82b0-4b274069c53e tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ce393c-b0ab-4e0c-a0d7-98a0d4c86b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372548 Feb 09 01:43:08.203307 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0cedc2b6-557d-4df0-97d0-89402574e995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:08.398810 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '807f8c43-b251-4f70-a525-d5ab6adc89f9', 'tag': '0c2e68c9-611d-4d7a-b0ec-9a202f5043bc'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:43:08.446097 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '807f8c43-b251-4f70-a525-d5ab6adc89f9', 'tag': '0c2e68c9-611d-4d7a-b0ec-9a202f5043bc', 'status': 'completed', 'code': 200} Feb 09 01:43:08.542589 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a50f2d4-4cba-4fc4-92c6-cc84f10b3e24 req-615fa0b6-afd4-4a84-bf20-e8bd20fdaf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:08.543993 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-9a50f2d4-4cba-4fc4-92c6-cc84f10b3e24 req-615fa0b6-afd4-4a84-bf20-e8bd20fdaf06 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=86d3f064b7034e66946d08a62b972ad0&device_id=807f8c43-b251-4f70-a525-d5ab6adc89f9 HTTP/1.1" status: 200 len: 1127 time: 0.0768921 Feb 09 01:43:08.678123 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a50f2d4-4cba-4fc4-92c6-cc84f10b3e24 req-cbe62c20-ca90-40bd-9f94-7de290f69251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:08.679590 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-9a50f2d4-4cba-4fc4-92c6-cc84f10b3e24 req-cbe62c20-ca90-40bd-9f94-7de290f69251 service neutron] 10.222.0.99 "GET /v2.0/networks?id=d466fa4a-6203-4680-a721-1c42ae2ce05c HTTP/1.1" status: 200 len: 897 time: 0.1290479 Feb 09 01:43:08.786308 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-9a50f2d4-4cba-4fc4-92c6-cc84f10b3e24 req-01b046db-72f0-461f-858e-9fd4097f725c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c2e68c9-611d-4d7a-b0ec-9a202f5043bc HTTP/1.1" status: 200 len: 1002 time: 0.1005521 Feb 09 01:43:08.846018 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a50f2d4-4cba-4fc4-92c6-cc84f10b3e24 req-dbcd8ff6-388f-4e24-9475-d42eb48c561c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:08.847908 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-9a50f2d4-4cba-4fc4-92c6-cc84f10b3e24 req-dbcd8ff6-388f-4e24-9475-d42eb48c561c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=13eee050-821c-411b-8858-316de1f7faa8 HTTP/1.1" status: 200 len: 834 time: 0.0555995 Feb 09 01:43:08.924046 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a50f2d4-4cba-4fc4-92c6-cc84f10b3e24 req-05e4d4b3-2f9c-4454-83b8-4375a11688cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:08.925617 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-9a50f2d4-4cba-4fc4-92c6-cc84f10b3e24 req-05e4d4b3-2f9c-4454-83b8-4375a11688cd service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=d466fa4a-6203-4680-a721-1c42ae2ce05c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725489 Feb 09 01:43:09.059680 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-9a50f2d4-4cba-4fc4-92c6-cc84f10b3e24 req-8691879f-6c47-4006-8582-b074c49cd5bc service neutron] 10.222.0.99 "GET /v2.0/networks/d466fa4a-6203-4680-a721-1c42ae2ce05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280074 Feb 09 01:43:09.083866 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e97f3ff-fe16-45c8-9dab-eeb87f2c0cb8 req-2af0d5db-96a1-4b7c-8449-b4d47b8143e9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:09.085321 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2e97f3ff-fe16-45c8-9dab-eeb87f2c0cb8 req-2af0d5db-96a1-4b7c-8449-b4d47b8143e9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=807f8c43-b251-4f70-a525-d5ab6adc89f9 HTTP/1.1" status: 200 len: 946 time: 0.0796208 Feb 09 01:43:09.128178 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2e97f3ff-fe16-45c8-9dab-eeb87f2c0cb8 req-c012bbca-fa75-4d21-987c-046419f02e95 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ce393c-b0ab-4e0c-a0d7-98a0d4c86b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370121 Feb 09 01:43:09.202665 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-9a50f2d4-4cba-4fc4-92c6-cc84f10b3e24 req-8594cad1-a4e6-4161-8193-82ca9822c9dc service neutron] 10.222.0.99 "GET /v2.0/networks/d466fa4a-6203-4680-a721-1c42ae2ce05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365097 Feb 09 01:43:10.055356 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 0c2e68c9-611d-4d7a-b0ec-9a202f5043bc details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:43:10.187963 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 0c2e68c9-611d-4d7a-b0ec-9a202f5043bc, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=0c2e68c9-611d-4d7a-b0ec-9a202f5043bc,segment=NetworkSegment(62a8ada6-536e-4298-9668-d8a07af27550),segment_id=62a8ada6-536e-4298-9668-d8a07af27550)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:43:10.201182 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 0c2e68c9-611d-4d7a-b0ec-9a202f5043bc has no active binding in host n-h1-828418-1 {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 09 01:43:10.332176 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f63619-1887-44eb-be1b-cb911a6630f4 req-0a4673ea-fdae-490a-a603-c491b06a1642 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:10.333567 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-11f63619-1887-44eb-be1b-cb911a6630f4 req-0a4673ea-fdae-490a-a603-c491b06a1642 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=807f8c43-b251-4f70-a525-d5ab6adc89f9 HTTP/1.1" status: 200 len: 946 time: 0.0879042 Feb 09 01:43:10.377121 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-11f63619-1887-44eb-be1b-cb911a6630f4 req-6f272209-8c1f-4782-b069-7d543acaef95 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ce393c-b0ab-4e0c-a0d7-98a0d4c86b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379546 Feb 09 01:43:10.498264 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b2bcf198-5230-417a-ae3c-bd33174f3c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:11.561898 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab26ffef-f1f4-4ca2-a84e-7563f324217b req-e20f8203-7c92-490a-b322-c3857d4bfd3f tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:11.563356 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ab26ffef-f1f4-4ca2-a84e-7563f324217b req-e20f8203-7c92-490a-b322-c3857d4bfd3f tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=807f8c43-b251-4f70-a525-d5ab6adc89f9 HTTP/1.1" status: 200 len: 946 time: 0.0813639 Feb 09 01:43:11.590799 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:11.610198 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ab26ffef-f1f4-4ca2-a84e-7563f324217b req-b068a46c-2481-4ce7-9fb6-fb7f9d5eec9f tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ce393c-b0ab-4e0c-a0d7-98a0d4c86b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409811 Feb 09 01:43:11.611985 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:12.150948 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-7c1042c4-c4e4-49c8-99a9-7228cb45f200 service neutron] 10.222.0.99 "GET /v2.0/ports/0c2e68c9-611d-4d7a-b0ec-9a202f5043bc/bindings/n-h1-828418-1 HTTP/1.1" status: 200 len: 384 time: 0.0736148 Feb 09 01:43:12.401452 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-114c012e-e789-4fd3-a1ce-f2f9ec06f42a service neutron] For port 0c2e68c9-611d-4d7a-b0ec-9a202f5043bc, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=0c2e68c9-611d-4d7a-b0ec-9a202f5043bc,segment=NetworkSegment(62a8ada6-536e-4298-9668-d8a07af27550),segment_id=62a8ada6-536e-4298-9668-d8a07af27550)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:43:12.423500 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-114c012e-e789-4fd3-a1ce-f2f9ec06f42a service neutron] For port 0c2e68c9-611d-4d7a-b0ec-9a202f5043bc, host n-h2-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:43:12.483237 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '807f8c43-b251-4f70-a525-d5ab6adc89f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c2e68c9-611d-4d7a-b0ec-9a202f5043bc'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:43:12.493326 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-114c012e-e789-4fd3-a1ce-f2f9ec06f42a service neutron] For port 0c2e68c9-611d-4d7a-b0ec-9a202f5043bc, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=0c2e68c9-611d-4d7a-b0ec-9a202f5043bc,segment=NetworkSegment(62a8ada6-536e-4298-9668-d8a07af27550),segment_id=62a8ada6-536e-4298-9668-d8a07af27550)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:43:12.512985 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-114c012e-e789-4fd3-a1ce-f2f9ec06f42a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:12.554570 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '807f8c43-b251-4f70-a525-d5ab6adc89f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c2e68c9-611d-4d7a-b0ec-9a202f5043bc', 'code': 200} Feb 09 01:43:12.728141 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-114c012e-e789-4fd3-a1ce-f2f9ec06f42a service neutron] Transition to ACTIVE for port object 0c2e68c9-611d-4d7a-b0ec-9a202f5043bc will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:43:12.732192 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-114c012e-e789-4fd3-a1ce-f2f9ec06f42a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:12.806521 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b500f088-84c8-4dde-93c5-a35fcee577dc req-1d80c185-8ea7-47f4-93e1-4d917c05eb00 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:12.808033 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b500f088-84c8-4dde-93c5-a35fcee577dc req-1d80c185-8ea7-47f4-93e1-4d917c05eb00 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=807f8c43-b251-4f70-a525-d5ab6adc89f9 HTTP/1.1" status: 200 len: 945 time: 0.0844028 Feb 09 01:43:12.854886 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b500f088-84c8-4dde-93c5-a35fcee577dc req-b35743ea-8705-49e4-833d-050351f4649b tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ce393c-b0ab-4e0c-a0d7-98a0d4c86b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410149 Feb 09 01:43:12.886951 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114c012e-e789-4fd3-a1ce-f2f9ec06f42a service neutron] Pushing event updated for resources: {'Port': ['ID=0c2e68c9-611d-4d7a-b0ec-9a202f5043bc,revision_number=11']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:12.924127 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114c012e-e789-4fd3-a1ce-f2f9ec06f42a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:12.924381 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114c012e-e789-4fd3-a1ce-f2f9ec06f42a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:12.924717 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114c012e-e789-4fd3-a1ce-f2f9ec06f42a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:12.925048 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114c012e-e789-4fd3-a1ce-f2f9ec06f42a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:12.925406 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114c012e-e789-4fd3-a1ce-f2f9ec06f42a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:12.925765 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114c012e-e789-4fd3-a1ce-f2f9ec06f42a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:12.926088 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114c012e-e789-4fd3-a1ce-f2f9ec06f42a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:12.926410 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114c012e-e789-4fd3-a1ce-f2f9ec06f42a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:12.926731 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114c012e-e789-4fd3-a1ce-f2f9ec06f42a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:12.927050 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114c012e-e789-4fd3-a1ce-f2f9ec06f42a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:12.927369 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114c012e-e789-4fd3-a1ce-f2f9ec06f42a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:12.927699 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114c012e-e789-4fd3-a1ce-f2f9ec06f42a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:12.943581 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-114c012e-e789-4fd3-a1ce-f2f9ec06f42a service neutron] No DVR routers for this DVR port 0c2e68c9-611d-4d7a-b0ec-9a202f5043bc on host n-h2-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:43:13.164487 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-114c012e-e789-4fd3-a1ce-f2f9ec06f42a service neutron] 10.222.0.99 "PUT /v2.0/ports/0c2e68c9-611d-4d7a-b0ec-9a202f5043bc/bindings/n-h1-828418-1/activate HTTP/1.1" status: 200 len: 369 time: 1.0083492 Feb 09 01:43:13.233712 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:13.289074 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-a29f1866-e854-491b-a817-6dabe024dd5c tempest-TestNetworkAdvancedServerOps-293300233 tempest-TestNetworkAdvancedServerOps-293300233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:13.290587 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-a29f1866-e854-491b-a817-6dabe024dd5c tempest-TestNetworkAdvancedServerOps-293300233 tempest-TestNetworkAdvancedServerOps-293300233-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=807f8c43-b251-4f70-a525-d5ab6adc89f9&tenant_id=86d3f064b7034e66946d08a62b972ad0&binding%3Ahost_id=n-h2-828418-1 HTTP/1.1" status: 200 len: 1096 time: 0.0748141 Feb 09 01:43:13.461332 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-0955302a-000d-49ea-80d5-1b3f36e7891d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:13.462761 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-0955302a-000d-49ea-80d5-1b3f36e7891d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=807f8c43-b251-4f70-a525-d5ab6adc89f9&tenant_id=86d3f064b7034e66946d08a62b972ad0 HTTP/1.1" status: 200 len: 1096 time: 0.1656668 Feb 09 01:43:13.553373 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-c5594fa3-2f41-42e0-989e-dac910200945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:13.554855 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-c5594fa3-2f41-42e0-989e-dac910200945 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=86d3f064b7034e66946d08a62b972ad0&device_id=807f8c43-b251-4f70-a525-d5ab6adc89f9 HTTP/1.1" status: 200 len: 1096 time: 0.0700977 Feb 09 01:43:13.683256 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-515aa4a8-b0dc-48f6-a428-df529e759d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:13.684697 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-515aa4a8-b0dc-48f6-a428-df529e759d91 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d466fa4a-6203-4680-a721-1c42ae2ce05c HTTP/1.1" status: 200 len: 897 time: 0.1241572 Feb 09 01:43:13.787417 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-1d0bee90-004d-4e1f-93ec-8d531df3c239 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c2e68c9-611d-4d7a-b0ec-9a202f5043bc HTTP/1.1" status: 200 len: 1000 time: 0.0965447 Feb 09 01:43:13.850866 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-35788985-0221-42a4-a240-fb0e1bcd28ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:13.852308 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-35788985-0221-42a4-a240-fb0e1bcd28ea service neutron] 10.222.0.62 "GET /v2.0/subnets?id=13eee050-821c-411b-8858-316de1f7faa8 HTTP/1.1" status: 200 len: 834 time: 0.0596240 Feb 09 01:43:13.925892 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-ac2406d8-2c8a-40b2-80c5-3880b32e98dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:13.927399 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-ac2406d8-2c8a-40b2-80c5-3880b32e98dc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d466fa4a-6203-4680-a721-1c42ae2ce05c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699012 Feb 09 01:43:14.066977 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-5e48071a-70c3-4800-b4c3-a7aa27a57f51 service neutron] 10.222.0.62 "GET /v2.0/networks/d466fa4a-6203-4680-a721-1c42ae2ce05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333296 Feb 09 01:43:14.251515 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-4afefbc5-6a7b-4822-aa9e-a4f63ebdc828 service neutron] 10.222.0.62 "GET /v2.0/networks/d466fa4a-6203-4680-a721-1c42ae2ce05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792803 Feb 09 01:43:14.266716 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeeca8e-38fd-44b8-9799-60812e483871 req-1bb0ca9b-ffe3-464b-b503-c443204a6f56 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:14.268184 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3eeeca8e-38fd-44b8-9799-60812e483871 req-1bb0ca9b-ffe3-464b-b503-c443204a6f56 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=807f8c43-b251-4f70-a525-d5ab6adc89f9 HTTP/1.1" status: 200 len: 945 time: 0.1287231 Feb 09 01:43:14.314436 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3eeeca8e-38fd-44b8-9799-60812e483871 req-b150fa38-05ff-4ed4-ae6c-eb1128c03c17 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ce393c-b0ab-4e0c-a0d7-98a0d4c86b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372372 Feb 09 01:43:14.528996 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-391d2133-9524-4adb-982f-c927b377903f tempest-TestNetworkAdvancedServerOps-293300233 tempest-TestNetworkAdvancedServerOps-293300233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:14.530748 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-391d2133-9524-4adb-982f-c927b377903f tempest-TestNetworkAdvancedServerOps-293300233 tempest-TestNetworkAdvancedServerOps-293300233-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=807f8c43-b251-4f70-a525-d5ab6adc89f9&tenant_id=86d3f064b7034e66946d08a62b972ad0&binding%3Ahost_id=n-h1-828418-1 HTTP/1.1" status: 200 len: 1096 time: 0.0731246 Feb 09 01:43:14.639828 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-747deaf5-ba06-49ef-890c-52f3051e9d28 service neutron] For port 0c2e68c9-611d-4d7a-b0ec-9a202f5043bc, host n-h2-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:43:14.642688 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-747deaf5-ba06-49ef-890c-52f3051e9d28 service neutron] Notify callbacks [] for binding, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:14.643767 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2dbce9ca-b23a-4add-853a-92cbb92b2ed4 req-747deaf5-ba06-49ef-890c-52f3051e9d28 service neutron] 10.222.0.62 "DELETE /v2.0/ports/0c2e68c9-611d-4d7a-b0ec-9a202f5043bc/bindings/n-h2-828418-1 HTTP/1.1" status: 204 len: 173 time: 0.1078138 Feb 09 01:43:15.380383 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 0c2e68c9-611d-4d7a-b0ec-9a202f5043bc no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:43:15.441063 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 0c2e68c9-611d-4d7a-b0ec-9a202f5043bc not bound to the agent host n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:43:15.499292 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c186f8b8-1d85-46b1-b3ff-470e0c0d95bd req-95899d2a-2cc9-4ec8-89fa-0cdec1e4aebb tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:15.500823 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c186f8b8-1d85-46b1-b3ff-470e0c0d95bd req-95899d2a-2cc9-4ec8-89fa-0cdec1e4aebb tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=807f8c43-b251-4f70-a525-d5ab6adc89f9 HTTP/1.1" status: 200 len: 945 time: 0.0793681 Feb 09 01:43:15.545138 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c186f8b8-1d85-46b1-b3ff-470e0c0d95bd req-100a59e4-361f-4279-80eb-941c7c229ecb tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ce393c-b0ab-4e0c-a0d7-98a0d4c86b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382383 Feb 09 01:43:15.718037 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7985c3-2d88-47fe-8ecf-1eb65acf50fc req-6acc0bf5-e2e6-4417-9a68-02182f5f0f26 tempest-TestNetworkAdvancedServerOps-293300233 tempest-TestNetworkAdvancedServerOps-293300233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:15.719501 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0b7985c3-2d88-47fe-8ecf-1eb65acf50fc req-6acc0bf5-e2e6-4417-9a68-02182f5f0f26 tempest-TestNetworkAdvancedServerOps-293300233 tempest-TestNetworkAdvancedServerOps-293300233-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=807f8c43-b251-4f70-a525-d5ab6adc89f9 HTTP/1.1" status: 200 len: 1096 time: 0.0707903 Feb 09 01:43:15.760853 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0b7985c3-2d88-47fe-8ecf-1eb65acf50fc req-9cfe1893-6634-4b51-b60c-a9879a94d835 tempest-TestNetworkAdvancedServerOps-293300233 tempest-TestNetworkAdvancedServerOps-293300233-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=f9ce393c-b0ab-4e0c-a0d7-98a0d4c86b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357611 Feb 09 01:43:15.938436 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a9ab2-d916-4968-a86f-7ecb32c5e4be req-709c9a93-7d58-46b0-9dee-680397a67b4e tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:15.939851 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-857a9ab2-d916-4968-a86f-7ecb32c5e4be req-709c9a93-7d58-46b0-9dee-680397a67b4e tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=807f8c43-b251-4f70-a525-d5ab6adc89f9 HTTP/1.1" status: 200 len: 945 time: 0.0773618 Feb 09 01:43:15.985746 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-857a9ab2-d916-4968-a86f-7ecb32c5e4be req-39c7a468-238d-49a2-a470-af5eb274bc83 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ce393c-b0ab-4e0c-a0d7-98a0d4c86b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397201 Feb 09 01:43:16.008950 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 45498) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:16.109296 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-5cc80de2-aaff-41de-8d15-d590fccaa5ba tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/floatingips/4aed0b94-325a-4949-b5a1-6b5b30317a75 HTTP/1.1" status: 200 len: 992 time: 0.0989168 Feb 09 01:43:18.374204 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 45508) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:18.671361 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-9f5a3aba-d8e7-4109-81fd-078a79a983d0 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Deleting port bbc1ba4c-3314-4cc4-a29a-92407f52ac95 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:43:18.671697 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9f5a3aba-d8e7-4109-81fd-078a79a983d0 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:18.839886 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9f5a3aba-d8e7-4109-81fd-078a79a983d0 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:18.840209 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9f5a3aba-d8e7-4109-81fd-078a79a983d0 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:18.959287 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-9f5a3aba-d8e7-4109-81fd-078a79a983d0 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Calling delete_port for bbc1ba4c-3314-4cc4-a29a-92407f52ac95 owned by network:floatingip {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:43:19.116390 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9f5a3aba-d8e7-4109-81fd-078a79a983d0 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:19.164250 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5a3aba-d8e7-4109-81fd-078a79a983d0 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event deleted for resources: {'Port': ['ID=bbc1ba4c-3314-4cc4-a29a-92407f52ac95,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:19.202124 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5a3aba-d8e7-4109-81fd-078a79a983d0 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:19.202474 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5a3aba-d8e7-4109-81fd-078a79a983d0 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:19.202811 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5a3aba-d8e7-4109-81fd-078a79a983d0 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:19.203140 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5a3aba-d8e7-4109-81fd-078a79a983d0 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:19.203470 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5a3aba-d8e7-4109-81fd-078a79a983d0 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:19.203794 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5a3aba-d8e7-4109-81fd-078a79a983d0 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:19.204115 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5a3aba-d8e7-4109-81fd-078a79a983d0 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:19.204437 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5a3aba-d8e7-4109-81fd-078a79a983d0 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:19.204753 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5a3aba-d8e7-4109-81fd-078a79a983d0 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:19.205072 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5a3aba-d8e7-4109-81fd-078a79a983d0 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:19.205389 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5a3aba-d8e7-4109-81fd-078a79a983d0 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:19.205735 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5a3aba-d8e7-4109-81fd-078a79a983d0 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:19.269887 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9f5a3aba-d8e7-4109-81fd-078a79a983d0 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for floatingip, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:19.270950 n-d-828418-1 neutron-server[87639]: INFO neutron.db.l3_db [None req-9f5a3aba-d8e7-4109-81fd-078a79a983d0 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Floating IP 4aed0b94-325a-4949-b5a1-6b5b30317a75 disassociated (deleted). External IP: 172.25.0.227, port: 0c2e68c9-611d-4d7a-b0ec-9a202f5043bc. Feb 09 01:43:19.615900 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f5a3aba-d8e7-4109-81fd-078a79a983d0 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Router 00510b14-83be-46e3-99d4-f545faa42177 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:43:19.795951 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f5a3aba-d8e7-4109-81fd-078a79a983d0 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:43:19.805792 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc4505a-c1e9-40da-bcc7-e9b24e8bed82 None None] Sync routers for ids ['00510b14-83be-46e3-99d4-f545faa42177'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:43:19.815031 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc4505a-c1e9-40da-bcc7-e9b24e8bed82 None None] Routers {'00510b14-83be-46e3-99d4-f545faa42177'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:43:19.815648 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-1fc4505a-c1e9-40da-bcc7-e9b24e8bed82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:43:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['00510b14-83be-46e3-99d4-f545faa42177'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:19.816083 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9f5a3aba-d8e7-4109-81fd-078a79a983d0 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:19.870500 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-9f5a3aba-d8e7-4109-81fd-078a79a983d0 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "DELETE /v2.0/floatingips/4aed0b94-325a-4949-b5a1-6b5b30317a75 HTTP/1.1" status: 204 len: 168 time: 1.4944978 Feb 09 01:43:19.871093 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '807f8c43-b251-4f70-a525-d5ab6adc89f9', 'tag': '0c2e68c9-611d-4d7a-b0ec-9a202f5043bc'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:43:19.917828 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '807f8c43-b251-4f70-a525-d5ab6adc89f9', 'tag': '0c2e68c9-611d-4d7a-b0ec-9a202f5043bc', 'status': 'completed', 'code': 200} Feb 09 01:43:20.000880 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-1fc4505a-c1e9-40da-bcc7-e9b24e8bed82 None None] Set router 00510b14-83be-46e3-99d4-f545faa42177 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:43:20.008277 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738e42c9-0901-4ed1-8c60-c411b643cb48 req-370cf4c3-51da-4680-a2be-94fe82c8a3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:20.009855 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-738e42c9-0901-4ed1-8c60-c411b643cb48 req-370cf4c3-51da-4680-a2be-94fe82c8a3a8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=86d3f064b7034e66946d08a62b972ad0&device_id=807f8c43-b251-4f70-a525-d5ab6adc89f9 HTTP/1.1" status: 200 len: 1096 time: 0.0715928 Feb 09 01:43:20.302336 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738e42c9-0901-4ed1-8c60-c411b643cb48 req-556dd89f-3459-46e1-b773-7e90dcdae690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:20.303793 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-738e42c9-0901-4ed1-8c60-c411b643cb48 req-556dd89f-3459-46e1-b773-7e90dcdae690 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d466fa4a-6203-4680-a721-1c42ae2ce05c HTTP/1.1" status: 200 len: 897 time: 0.2887030 Feb 09 01:43:20.318579 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa33e8d-1bb8-4bfe-a182-fdbd138244ea req-afd5725c-e15e-4c29-b41c-c517571534d1 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:20.319244 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-faa33e8d-1bb8-4bfe-a182-fdbd138244ea req-afd5725c-e15e-4c29-b41c-c517571534d1 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Synchronizing usage tracker for tenant:86d3f064b7034e66946d08a62b972ad0 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:43:20.336749 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-1fc4505a-c1e9-40da-bcc7-e9b24e8bed82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00510b14-83be-46e3-99d4-f545faa42177', 'name': 'tempest-TestNetworkAdvancedServerOps-router-112794896', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '35bd9f6d-d59d-4347-a14f-9454baa2ed4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:41:26Z', 'updated_at': '2022-02-09T01:41:31Z', 'revision_number': 4, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'gw_port': {'id': '35bd9f6d-d59d-4347-a14f-9454baa2ed4b', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00510b14-83be-46e3-99d4-f545faa42177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:27Z', 'updated_at': '2022-02-09T01:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'd8d8ff6b-1e8b-4f0e-bb14-c8e45ecd858c', 'name': '', 'network_id': 'd466fa4a-6203-4680-a721-1c42ae2ce05c', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'mac_address': 'fa:16:3e:da:7e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00510b14-83be-46e3-99d4-f545faa42177', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '13eee050-821c-411b-8858-316de1f7faa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:30Z', 'updated_at': '2022-02-09T01:41:37Z', 'revision_number': 5, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'subnets': [{'id': '13eee050-821c-411b-8858-316de1f7faa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:20.340620 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc4505a-c1e9-40da-bcc7-e9b24e8bed82 None None] Checking router: 00510b14-83be-46e3-99d4-f545faa42177 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:43:20.349383 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc4505a-c1e9-40da-bcc7-e9b24e8bed82 None None] Routers {'00510b14-83be-46e3-99d4-f545faa42177'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:43:20.350017 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-1fc4505a-c1e9-40da-bcc7-e9b24e8bed82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:43:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['00510b14-83be-46e3-99d4-f545faa42177'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:20.388339 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-738e42c9-0901-4ed1-8c60-c411b643cb48 req-d250ac52-65af-4a21-8d22-527ea5c76b5f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c2e68c9-611d-4d7a-b0ec-9a202f5043bc HTTP/1.1" status: 200 len: 217 time: 0.0776589 Feb 09 01:43:20.427836 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-faa33e8d-1bb8-4bfe-a182-fdbd138244ea req-afd5725c-e15e-4c29-b41c-c517571534d1 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Unset dirty status for tenant:86d3f064b7034e66946d08a62b972ad0 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:43:20.428946 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-faa33e8d-1bb8-4bfe-a182-fdbd138244ea req-afd5725c-e15e-4c29-b41c-c517571534d1 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=807f8c43-b251-4f70-a525-d5ab6adc89f9 HTTP/1.1" status: 200 len: 945 time: 0.2404971 Feb 09 01:43:20.476543 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738e42c9-0901-4ed1-8c60-c411b643cb48 req-879e0036-ff48-43c4-93f6-83a09e30492d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:20.477998 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-738e42c9-0901-4ed1-8c60-c411b643cb48 req-879e0036-ff48-43c4-93f6-83a09e30492d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=13eee050-821c-411b-8858-316de1f7faa8 HTTP/1.1" status: 200 len: 834 time: 0.0834129 Feb 09 01:43:20.525113 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-1fc4505a-c1e9-40da-bcc7-e9b24e8bed82 None None] Set router 00510b14-83be-46e3-99d4-f545faa42177 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:43:20.527007 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-faa33e8d-1bb8-4bfe-a182-fdbd138244ea req-deb86bf6-a0b8-4b00-a685-eb1d8f7a51d0 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ce393c-b0ab-4e0c-a0d7-98a0d4c86b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914779 Feb 09 01:43:20.567852 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738e42c9-0901-4ed1-8c60-c411b643cb48 req-837d8fc2-55bc-48ad-8415-c4fc3f9cb042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:20.569501 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-738e42c9-0901-4ed1-8c60-c411b643cb48 req-837d8fc2-55bc-48ad-8415-c4fc3f9cb042 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d466fa4a-6203-4680-a721-1c42ae2ce05c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0855772 Feb 09 01:43:20.625877 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2d3ca7-0c5b-4d04-b263-1130393ed8e7 req-2d10b635-ce8f-4841-a8d0-9de8d55fbfec tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:20.626590 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-0f2d3ca7-0c5b-4d04-b263-1130393ed8e7 req-2d10b635-ce8f-4841-a8d0-9de8d55fbfec tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Synchronizing usage tracker for tenant:86d3f064b7034e66946d08a62b972ad0 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:43:20.638856 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-0f2d3ca7-0c5b-4d04-b263-1130393ed8e7 req-2d10b635-ce8f-4841-a8d0-9de8d55fbfec tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Unset dirty status for tenant:86d3f064b7034e66946d08a62b972ad0 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:43:20.639978 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-0f2d3ca7-0c5b-4d04-b263-1130393ed8e7 req-2d10b635-ce8f-4841-a8d0-9de8d55fbfec tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.62 "GET /v2.0/ports?device_id=807f8c43-b251-4f70-a525-d5ab6adc89f9 HTTP/1.1" status: 200 len: 945 time: 0.1138978 Feb 09 01:43:20.716722 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-0f2d3ca7-0c5b-4d04-b263-1130393ed8e7 req-37e54a18-51de-47af-90c6-c2a0a96be8f9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Deleting port 0c2e68c9-611d-4d7a-b0ec-9a202f5043bc {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:43:20.716972 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-738e42c9-0901-4ed1-8c60-c411b643cb48 req-d602b615-8de4-4e78-a26d-51a43cff47cc service neutron] 10.222.0.62 "GET /v2.0/networks/d466fa4a-6203-4680-a721-1c42ae2ce05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409760 Feb 09 01:43:20.717417 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-0f2d3ca7-0c5b-4d04-b263-1130393ed8e7 req-37e54a18-51de-47af-90c6-c2a0a96be8f9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:20.854452 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-1fc4505a-c1e9-40da-bcc7-e9b24e8bed82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00510b14-83be-46e3-99d4-f545faa42177', 'name': 'tempest-TestNetworkAdvancedServerOps-router-112794896', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '35bd9f6d-d59d-4347-a14f-9454baa2ed4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:41:26Z', 'updated_at': '2022-02-09T01:41:31Z', 'revision_number': 4, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'gw_port': {'id': '35bd9f6d-d59d-4347-a14f-9454baa2ed4b', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00510b14-83be-46e3-99d4-f545faa42177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:27Z', 'updated_at': '2022-02-09T01:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'd8d8ff6b-1e8b-4f0e-bb14-c8e45ecd858c', 'name': '', 'network_id': 'd466fa4a-6203-4680-a721-1c42ae2ce05c', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'mac_address': 'fa:16:3e:da:7e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00510b14-83be-46e3-99d4-f545faa42177', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '13eee050-821c-411b-8858-316de1f7faa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:30Z', 'updated_at': '2022-02-09T01:41:37Z', 'revision_number': 5, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'subnets': [{'id': '13eee050-821c-411b-8858-316de1f7faa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:20.855636 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-738e42c9-0901-4ed1-8c60-c411b643cb48 req-6a4cd1a5-1f9c-4a37-8c81-d24ab015f9fa service neutron] 10.222.0.62 "GET /v2.0/networks/d466fa4a-6203-4680-a721-1c42ae2ce05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330037 Feb 09 01:43:20.858518 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc4505a-c1e9-40da-bcc7-e9b24e8bed82 None None] The sync data for ids ['00510b14-83be-46e3-99d4-f545faa42177'] in n-d-828418-1 is: [{'id': '00510b14-83be-46e3-99d4-f545faa42177', 'name': 'tempest-TestNetworkAdvancedServerOps-router-112794896', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '35bd9f6d-d59d-4347-a14f-9454baa2ed4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:41:26Z', 'updated_at': '2022-02-09T01:41:31Z', 'revision_number': 4, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'gw_port': {'id': '35bd9f6d-d59d-4347-a14f-9454baa2ed4b', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00510b14-83be-46e3-99d4-f545faa42177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:27Z', 'updated_at': '2022-02-09T01:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'd8d8ff6b-1e8b-4f0e-bb14-c8e45ecd858c', 'name': '', 'network_id': 'd466fa4a-6203-4680-a721-1c42ae2ce05c', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'mac_address': 'fa:16:3e:da:7e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00510b14-83be-46e3-99d4-f545faa42177', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '13eee050-821c-411b-8858-316de1f7faa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:30Z', 'updated_at': '2022-02-09T01:41:37Z', 'revision_number': 5, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'subnets': [{'id': '13eee050-821c-411b-8858-316de1f7faa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:43:20.980063 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-0f2d3ca7-0c5b-4d04-b263-1130393ed8e7 req-37e54a18-51de-47af-90c6-c2a0a96be8f9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] For port 0c2e68c9-611d-4d7a-b0ec-9a202f5043bc, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=0c2e68c9-611d-4d7a-b0ec-9a202f5043bc,segment=NetworkSegment(62a8ada6-536e-4298-9668-d8a07af27550),segment_id=62a8ada6-536e-4298-9668-d8a07af27550)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:43:20.980445 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-0f2d3ca7-0c5b-4d04-b263-1130393ed8e7 req-37e54a18-51de-47af-90c6-c2a0a96be8f9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:21.086898 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d31d5c-5513-4b47-a1ad-0e7bd9aec039 None None] New status for floating IP 4aed0b94-325a-4949-b5a1-6b5b30317a75: DOWN {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:43:21.107599 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-0f2d3ca7-0c5b-4d04-b263-1130393ed8e7 req-37e54a18-51de-47af-90c6-c2a0a96be8f9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Calling delete_port for 0c2e68c9-611d-4d7a-b0ec-9a202f5043bc owned by compute:nova {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:43:21.260188 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-0f2d3ca7-0c5b-4d04-b263-1130393ed8e7 req-37e54a18-51de-47af-90c6-c2a0a96be8f9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:21.309999 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e54a18-51de-47af-90c6-c2a0a96be8f9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event deleted for resources: {'Port': ['ID=0c2e68c9-611d-4d7a-b0ec-9a202f5043bc,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:21.384548 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f2d3ca7-0c5b-4d04-b263-1130393ed8e7 req-37e54a18-51de-47af-90c6-c2a0a96be8f9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] No DVR routers for this DVR port 0c2e68c9-611d-4d7a-b0ec-9a202f5043bc on host n-h1-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:43:21.386898 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-0f2d3ca7-0c5b-4d04-b263-1130393ed8e7 req-37e54a18-51de-47af-90c6-c2a0a96be8f9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:21.389294 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '807f8c43-b251-4f70-a525-d5ab6adc89f9', 'name': 'network-vif-deleted', 'tag': '0c2e68c9-611d-4d7a-b0ec-9a202f5043bc'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:43:21.405411 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-0f2d3ca7-0c5b-4d04-b263-1130393ed8e7 req-37e54a18-51de-47af-90c6-c2a0a96be8f9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.62 "DELETE /v2.0/ports/0c2e68c9-611d-4d7a-b0ec-9a202f5043bc HTTP/1.1" status: 204 len: 173 time: 0.7603514 Feb 09 01:43:21.435734 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '807f8c43-b251-4f70-a525-d5ab6adc89f9', 'name': 'network-vif-deleted', 'tag': '0c2e68c9-611d-4d7a-b0ec-9a202f5043bc', 'status': 'completed', 'code': 200} Feb 09 01:43:21.710874 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-da44f47b-ef37-4100-8c0d-8205499de1ac req-4f237fb8-9b70-40db-b504-e2dc13129488 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=807f8c43-b251-4f70-a525-d5ab6adc89f9 HTTP/1.1" status: 200 len: 210 time: 0.0440013 Feb 09 01:43:22.126839 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:22.804952 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 45526) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:23.357560 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c8ebf5f3-f389-43ea-aa03-b29cb8404176 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:23.826501 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-c8ebf5f3-f389-43ea-aa03-b29cb8404176 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Deleting port d8d8ff6b-1e8b-4f0e-bb14-c8e45ecd858c {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:43:23.827206 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c8ebf5f3-f389-43ea-aa03-b29cb8404176 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:24.015831 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-c8ebf5f3-f389-43ea-aa03-b29cb8404176 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] For port d8d8ff6b-1e8b-4f0e-bb14-c8e45ecd858c, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=d8d8ff6b-1e8b-4f0e-bb14-c8e45ecd858c,segment=NetworkSegment(62a8ada6-536e-4298-9668-d8a07af27550),segment_id=62a8ada6-536e-4298-9668-d8a07af27550)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:43:24.016191 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c8ebf5f3-f389-43ea-aa03-b29cb8404176 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:24.111532 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 0c2e68c9-611d-4d7a-b0ec-9a202f5043bc no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:43:24.139130 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-c8ebf5f3-f389-43ea-aa03-b29cb8404176 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Calling delete_port for d8d8ff6b-1e8b-4f0e-bb14-c8e45ecd858c owned by network:router_interface {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:43:24.148821 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: 0c2e68c9-611d-4d7a-b0ec-9a202f5043bc {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:43:24.149165 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 0c2e68c9-611d-4d7a-b0ec-9a202f5043bc not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:43:24.462140 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c8ebf5f3-f389-43ea-aa03-b29cb8404176 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:24.509392 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ebf5f3-f389-43ea-aa03-b29cb8404176 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event deleted for resources: {'Port': ['ID=d8d8ff6b-1e8b-4f0e-bb14-c8e45ecd858c,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:24.790613 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c8ebf5f3-f389-43ea-aa03-b29cb8404176 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:25.130535 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:25.263007 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ebf5f3-f389-43ea-aa03-b29cb8404176 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Router 00510b14-83be-46e3-99d4-f545faa42177 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:43:25.440444 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ebf5f3-f389-43ea-aa03-b29cb8404176 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:43:25.449772 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df16f540-4dfb-47df-b9ee-09c652390a6e None None] Sync routers for ids ['00510b14-83be-46e3-99d4-f545faa42177'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:43:25.454215 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-c8ebf5f3-f389-43ea-aa03-b29cb8404176 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "PUT /v2.0/routers/00510b14-83be-46e3-99d4-f545faa42177/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6481633 Feb 09 01:43:25.456888 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 45530) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:25.459300 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df16f540-4dfb-47df-b9ee-09c652390a6e None None] Routers {'00510b14-83be-46e3-99d4-f545faa42177'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:43:25.459907 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-df16f540-4dfb-47df-b9ee-09c652390a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:43:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['00510b14-83be-46e3-99d4-f545faa42177'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:25.524913 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a592fb4-d82f-466f-af11-87ed47d808fe tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Deleting subnet 13eee050-821c-411b-8858-316de1f7faa8 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:43:25.527654 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4a592fb4-d82f-466f-af11-87ed47d808fe tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:25.585185 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4a592fb4-d82f-466f-af11-87ed47d808fe tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:25.667845 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-df16f540-4dfb-47df-b9ee-09c652390a6e None None] Set router 00510b14-83be-46e3-99d4-f545faa42177 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:43:25.675408 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4a592fb4-d82f-466f-af11-87ed47d808fe tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:25.749002 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4a592fb4-d82f-466f-af11-87ed47d808fe tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:25.788726 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a592fb4-d82f-466f-af11-87ed47d808fe tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event deleted for resources: {'Subnet': ['ID=13eee050-821c-411b-8858-316de1f7faa8,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:25.792480 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4a592fb4-d82f-466f-af11-87ed47d808fe tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:25.800319 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8a6610-f648-421c-8795-8f71f24bdcd2 None None] Network d466fa4a-6203-4680-a721-1c42ae2ce05c requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:43:25.801360 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45534) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:25.801846 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-4a592fb4-d82f-466f-af11-87ed47d808fe tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "DELETE /v2.0/subnets/13eee050-821c-411b-8858-316de1f7faa8 HTTP/1.1" status: 204 len: 168 time: 0.3435113 Feb 09 01:43:25.956020 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-df16f540-4dfb-47df-b9ee-09c652390a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00510b14-83be-46e3-99d4-f545faa42177', 'name': 'tempest-TestNetworkAdvancedServerOps-router-112794896', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '35bd9f6d-d59d-4347-a14f-9454baa2ed4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:41:26Z', 'updated_at': '2022-02-09T01:43:24Z', 'revision_number': 5, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'gw_port': {'id': '35bd9f6d-d59d-4347-a14f-9454baa2ed4b', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00510b14-83be-46e3-99d4-f545faa42177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:27Z', 'updated_at': '2022-02-09T01:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:25.960340 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df16f540-4dfb-47df-b9ee-09c652390a6e None None] Checking router: 00510b14-83be-46e3-99d4-f545faa42177 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:43:25.968499 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df16f540-4dfb-47df-b9ee-09c652390a6e None None] Routers {'00510b14-83be-46e3-99d4-f545faa42177'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:43:25.969102 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-df16f540-4dfb-47df-b9ee-09c652390a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:43:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['00510b14-83be-46e3-99d4-f545faa42177'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:26.070192 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c85fa5d-7a38-4835-a5d0-7637089b4f86 None None] DHCP port deletion for d466fa4a-6203-4680-a721-1c42ae2ce05c request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:43:26.074951 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-9c85fa5d-7a38-4835-a5d0-7637089b4f86 None None] Deleting port 1a7a9d4c-7bd8-4fee-84f4-017768caf31f {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:43:26.075811 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9c85fa5d-7a38-4835-a5d0-7637089b4f86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:26.146050 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e4201586-9b6a-4a1f-a8fd-1d38a64859cf tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:26.175175 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-df16f540-4dfb-47df-b9ee-09c652390a6e None None] Set router 00510b14-83be-46e3-99d4-f545faa42177 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:43:26.303895 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-9c85fa5d-7a38-4835-a5d0-7637089b4f86 None None] For port 1a7a9d4c-7bd8-4fee-84f4-017768caf31f, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=1a7a9d4c-7bd8-4fee-84f4-017768caf31f,segment=NetworkSegment(62a8ada6-536e-4298-9668-d8a07af27550),segment_id=62a8ada6-536e-4298-9668-d8a07af27550)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:43:26.304466 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9c85fa5d-7a38-4835-a5d0-7637089b4f86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:26.331833 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e4201586-9b6a-4a1f-a8fd-1d38a64859cf tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:26.342893 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-e4201586-9b6a-4a1f-a8fd-1d38a64859cf tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Deleting port 35bd9f6d-d59d-4347-a14f-9454baa2ed4b {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:43:26.343264 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e4201586-9b6a-4a1f-a8fd-1d38a64859cf tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:26.430259 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-9c85fa5d-7a38-4835-a5d0-7637089b4f86 None None] Calling delete_port for 1a7a9d4c-7bd8-4fee-84f4-017768caf31f owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:43:26.489711 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-df16f540-4dfb-47df-b9ee-09c652390a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00510b14-83be-46e3-99d4-f545faa42177', 'name': 'tempest-TestNetworkAdvancedServerOps-router-112794896', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '35bd9f6d-d59d-4347-a14f-9454baa2ed4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:41:26Z', 'updated_at': '2022-02-09T01:43:24Z', 'revision_number': 5, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'gw_port': {'id': '35bd9f6d-d59d-4347-a14f-9454baa2ed4b', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00510b14-83be-46e3-99d4-f545faa42177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:27Z', 'updated_at': '2022-02-09T01:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:26.494041 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df16f540-4dfb-47df-b9ee-09c652390a6e None None] The sync data for ids ['00510b14-83be-46e3-99d4-f545faa42177'] in n-d-828418-1 is: [{'id': '00510b14-83be-46e3-99d4-f545faa42177', 'name': 'tempest-TestNetworkAdvancedServerOps-router-112794896', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '35bd9f6d-d59d-4347-a14f-9454baa2ed4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:41:26Z', 'updated_at': '2022-02-09T01:43:24Z', 'revision_number': 5, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'gw_port': {'id': '35bd9f6d-d59d-4347-a14f-9454baa2ed4b', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00510b14-83be-46e3-99d4-f545faa42177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:27Z', 'updated_at': '2022-02-09T01:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:43:26.521110 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9c85fa5d-7a38-4835-a5d0-7637089b4f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:26.552589 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-e4201586-9b6a-4a1f-a8fd-1d38a64859cf tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] For port 35bd9f6d-d59d-4347-a14f-9454baa2ed4b, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=35bd9f6d-d59d-4347-a14f-9454baa2ed4b,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:43:26.552971 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e4201586-9b6a-4a1f-a8fd-1d38a64859cf tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:26.576755 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c85fa5d-7a38-4835-a5d0-7637089b4f86 None None] Pushing event deleted for resources: {'Port': ['ID=1a7a9d4c-7bd8-4fee-84f4-017768caf31f,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:26.581547 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c85fa5d-7a38-4835-a5d0-7637089b4f86 None None] No DVR routers for this DVR port 1a7a9d4c-7bd8-4fee-84f4-017768caf31f on host n-d-828418-1 {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:43:26.679187 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-e4201586-9b6a-4a1f-a8fd-1d38a64859cf tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Calling delete_port for 35bd9f6d-d59d-4347-a14f-9454baa2ed4b owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:43:26.846507 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e4201586-9b6a-4a1f-a8fd-1d38a64859cf tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:26.903827 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 1a7a9d4c-7bd8-4fee-84f4-017768caf31f no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:43:26.925619 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4201586-9b6a-4a1f-a8fd-1d38a64859cf tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event deleted for resources: {'Port': ['ID=35bd9f6d-d59d-4347-a14f-9454baa2ed4b,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:26.940245 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 1a7a9d4c-7bd8-4fee-84f4-017768caf31f {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:43:26.940595 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 1a7a9d4c-7bd8-4fee-84f4-017768caf31f not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:43:26.941012 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device d8d8ff6b-1e8b-4f0e-bb14-c8e45ecd858c no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:43:26.975239 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: d8d8ff6b-1e8b-4f0e-bb14-c8e45ecd858c {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:43:26.975789 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device d8d8ff6b-1e8b-4f0e-bb14-c8e45ecd858c not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:43:27.006881 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e4201586-9b6a-4a1f-a8fd-1d38a64859cf tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:27.183952 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e4201586-9b6a-4a1f-a8fd-1d38a64859cf tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:27.186216 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e4201586-9b6a-4a1f-a8fd-1d38a64859cf tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:27.207740 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e4201586-9b6a-4a1f-a8fd-1d38a64859cf tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:27.208235 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4201586-9b6a-4a1f-a8fd-1d38a64859cf tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Fanout notify agent at l3_agent the message router_deleted on router 00510b14-83be-46e3-99d4-f545faa42177 {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:43:27.223842 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e4201586-9b6a-4a1f-a8fd-1d38a64859cf tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:27.227434 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e4201586-9b6a-4a1f-a8fd-1d38a64859cf tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "DELETE /v2.0/routers/00510b14-83be-46e3-99d4-f545faa42177 HTTP/1.1" status: 204 len: 168 time: 1.4218826 Feb 09 01:43:27.227836 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45540) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:27.346304 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-07c474e5-5cff-4d07-b7e8-2395af536b69 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:27.475673 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-07c474e5-5cff-4d07-b7e8-2395af536b69 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:27.500912 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-07c474e5-5cff-4d07-b7e8-2395af536b69 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d466fa4a-6203-4680-a721-1c42ae2ce05c']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:27.512890 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-07c474e5-5cff-4d07-b7e8-2395af536b69 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62a8ada6-536e-4298-9668-d8a07af27550') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:27.513181 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-07c474e5-5cff-4d07-b7e8-2395af536b69 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62a8ada6-536e-4298-9668-d8a07af27550') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:27.524715 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-07c474e5-5cff-4d07-b7e8-2395af536b69 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:27.541351 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-07c474e5-5cff-4d07-b7e8-2395af536b69 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:27.547252 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07c474e5-5cff-4d07-b7e8-2395af536b69 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:43:27.547631 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-07c474e5-5cff-4d07-b7e8-2395af536b69 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:27.561825 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:43:27.561825 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:43:27.561825 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:43:27.561825 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:43:27.561825 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:43:27.561825 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:43:27.561825 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:43:27.561825 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:43:27.561825 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:43:27.561825 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:43:27.561825 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:43:27.561825 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:43:27.561825 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:43:27.561825 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:43:27.561825 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:43:27.561825 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:43:27.561825 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:43:27.561825 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:43:27.561825 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:43:27.561825 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:43:27.561825 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:43:27.561825 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:43:27.561825 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:43:27.561825 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:43:27.561825 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:43:27.561825 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:43:27.561825 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:43:27.561825 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:43:27.561825 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:43:27.561825 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:43:27.561825 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:43:27.561825 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:43:27.759722 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-07c474e5-5cff-4d07-b7e8-2395af536b69 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:27.764412 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-07c474e5-5cff-4d07-b7e8-2395af536b69 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:27.791010 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c474e5-5cff-4d07-b7e8-2395af536b69 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event deleted for resources: {'Network': ['ID=d466fa4a-6203-4680-a721-1c42ae2ce05c,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:27.797704 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-07c474e5-5cff-4d07-b7e8-2395af536b69 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "DELETE /v2.0/networks/d466fa4a-6203-4680-a721-1c42ae2ce05c HTTP/1.1" status: 204 len: 168 time: 0.5689926 Feb 09 01:43:27.800287 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45544) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:27.871336 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3810e8f8-dde0-4686-a4ee-caec1052303b tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:27.900048 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3810e8f8-dde0-4686-a4ee-caec1052303b tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:27.965333 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3810e8f8-dde0-4686-a4ee-caec1052303b tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:27.984102 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3810e8f8-dde0-4686-a4ee-caec1052303b tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ce393c-b0ab-4e0c-a0d7-98a0d4c86b9f,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:27.994615 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3810e8f8-dde0-4686-a4ee-caec1052303b tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:27.995740 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-3810e8f8-dde0-4686-a4ee-caec1052303b tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "DELETE /v2.0/security-groups/f9ce393c-b0ab-4e0c-a0d7-98a0d4c86b9f HTTP/1.1" status: 204 len: 168 time: 0.1945612 Feb 09 01:43:28.423380 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45552) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:28.428577 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-21f3fddf-3bf7-4d9e-b738-476092e13ed5 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1969828229', 'description': 'tempest-secgroup-smoke-1969828229 description', 'project_id': '86d3f064b7034e66946d08a62b972ad0'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:28.435336 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-21f3fddf-3bf7-4d9e-b738-476092e13ed5 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:43:28.439439 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-21f3fddf-3bf7-4d9e-b738-476092e13ed5 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Usage tracker for resource:security_group and tenant:86d3f064b7034e66946d08a62b972ad0 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:43:28.442825 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-21f3fddf-3bf7-4d9e-b738-476092e13ed5 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:43:28.448499 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-21f3fddf-3bf7-4d9e-b738-476092e13ed5 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:43:28.459554 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-21f3fddf-3bf7-4d9e-b738-476092e13ed5 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:28.479125 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-21f3fddf-3bf7-4d9e-b738-476092e13ed5 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:43:28.482901 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-21f3fddf-3bf7-4d9e-b738-476092e13ed5 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Usage tracker for resource:security_group_rule and tenant:86d3f064b7034e66946d08a62b972ad0 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:43:28.485669 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-21f3fddf-3bf7-4d9e-b738-476092e13ed5 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:43:28.491763 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-21f3fddf-3bf7-4d9e-b738-476092e13ed5 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:43:28.562849 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-21f3fddf-3bf7-4d9e-b738-476092e13ed5 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:28.566582 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-21f3fddf-3bf7-4d9e-b738-476092e13ed5 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:28.611740 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f3fddf-3bf7-4d9e-b738-476092e13ed5 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8739ce82-6ca7-4be0-aeb0-6540d7939735,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:28.615184 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-21f3fddf-3bf7-4d9e-b738-476092e13ed5 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:28.619175 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-21f3fddf-3bf7-4d9e-b738-476092e13ed5 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1920202 Feb 09 01:43:28.619520 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 45556) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:28.624544 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-84036ec4-f2ff-4c80-a341-b981d8cfdbaa tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Request body: {'security_group_rule': {'security_group_id': '8739ce82-6ca7-4be0-aeb0-6540d7939735', 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:28.631604 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-84036ec4-f2ff-4c80-a341-b981d8cfdbaa tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:43:28.635508 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-84036ec4-f2ff-4c80-a341-b981d8cfdbaa tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Usage tracker for resource:security_group_rule and tenant:86d3f064b7034e66946d08a62b972ad0 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:43:28.638451 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-84036ec4-f2ff-4c80-a341-b981d8cfdbaa tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:43:28.644125 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-84036ec4-f2ff-4c80-a341-b981d8cfdbaa tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:43:28.661481 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-84036ec4-f2ff-4c80-a341-b981d8cfdbaa tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:28.723855 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-84036ec4-f2ff-4c80-a341-b981d8cfdbaa tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:28.727824 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-84036ec4-f2ff-4c80-a341-b981d8cfdbaa tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:28.756486 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84036ec4-f2ff-4c80-a341-b981d8cfdbaa tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d47a9151-7174-49a3-b2b8-a7863ebecf46,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:28.766042 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-84036ec4-f2ff-4c80-a341-b981d8cfdbaa tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:28.767230 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-84036ec4-f2ff-4c80-a341-b981d8cfdbaa tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1467450 Feb 09 01:43:28.770178 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 45560) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:28.775176 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-f2754bcf-d922-4961-b5c2-6da6a3492254 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Request body: {'security_group_rule': {'security_group_id': '8739ce82-6ca7-4be0-aeb0-6540d7939735', 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:28.781558 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f2754bcf-d922-4961-b5c2-6da6a3492254 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:43:28.785306 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-f2754bcf-d922-4961-b5c2-6da6a3492254 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Usage tracker for resource:security_group_rule and tenant:86d3f064b7034e66946d08a62b972ad0 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:43:28.788450 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-f2754bcf-d922-4961-b5c2-6da6a3492254 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:43:28.794172 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f2754bcf-d922-4961-b5c2-6da6a3492254 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:43:28.811989 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f2754bcf-d922-4961-b5c2-6da6a3492254 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:28.832950 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 35bd9f6d-d59d-4347-a14f-9454baa2ed4b no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:43:28.868126 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 35bd9f6d-d59d-4347-a14f-9454baa2ed4b {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:43:28.868473 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 35bd9f6d-d59d-4347-a14f-9454baa2ed4b not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:43:28.875251 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f2754bcf-d922-4961-b5c2-6da6a3492254 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:28.878956 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f2754bcf-d922-4961-b5c2-6da6a3492254 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:28.903199 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2754bcf-d922-4961-b5c2-6da6a3492254 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0009dfc3-020c-46bc-bd50-ab045383dc0d,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:28.912215 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f2754bcf-d922-4961-b5c2-6da6a3492254 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:28.913507 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f2754bcf-d922-4961-b5c2-6da6a3492254 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1423230 Feb 09 01:43:28.916316 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 45564) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:28.921147 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-d2ec5cf9-b688-4579-926b-f01839d5543e tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Request body: {'security_group_rule': {'security_group_id': '8739ce82-6ca7-4be0-aeb0-6540d7939735', 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:28.927974 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d2ec5cf9-b688-4579-926b-f01839d5543e tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:43:28.931747 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-d2ec5cf9-b688-4579-926b-f01839d5543e tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Usage tracker for resource:security_group_rule and tenant:86d3f064b7034e66946d08a62b972ad0 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:43:28.934589 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-d2ec5cf9-b688-4579-926b-f01839d5543e tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:43:28.940241 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d2ec5cf9-b688-4579-926b-f01839d5543e tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:43:28.957618 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d2ec5cf9-b688-4579-926b-f01839d5543e tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:29.018780 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d2ec5cf9-b688-4579-926b-f01839d5543e tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:29.022267 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d2ec5cf9-b688-4579-926b-f01839d5543e tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:29.048104 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ec5cf9-b688-4579-926b-f01839d5543e tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8f735aa-69ad-42c7-9ae8-0f289c2a6137,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:29.058195 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d2ec5cf9-b688-4579-926b-f01839d5543e tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:29.059361 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-d2ec5cf9-b688-4579-926b-f01839d5543e tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1421449 Feb 09 01:43:29.062338 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45568) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:29.068673 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-29a49c57-23a9-4a22-af4b-eaa1d8562633 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Request body: {'security_group_rule': {'security_group_id': '8739ce82-6ca7-4be0-aeb0-6540d7939735', 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:29.075638 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-29a49c57-23a9-4a22-af4b-eaa1d8562633 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:43:29.079513 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-29a49c57-23a9-4a22-af4b-eaa1d8562633 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Usage tracker for resource:security_group_rule and tenant:86d3f064b7034e66946d08a62b972ad0 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:43:29.082431 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-29a49c57-23a9-4a22-af4b-eaa1d8562633 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:43:29.088133 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-29a49c57-23a9-4a22-af4b-eaa1d8562633 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:43:29.104895 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-29a49c57-23a9-4a22-af4b-eaa1d8562633 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:29.171542 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-29a49c57-23a9-4a22-af4b-eaa1d8562633 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:29.176842 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-29a49c57-23a9-4a22-af4b-eaa1d8562633 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:29.199868 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a49c57-23a9-4a22-af4b-eaa1d8562633 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6e5518a-97ee-40de-a72c-833aba2f264d,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:29.208315 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-29a49c57-23a9-4a22-af4b-eaa1d8562633 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:29.209553 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-29a49c57-23a9-4a22-af4b-eaa1d8562633 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1461651 Feb 09 01:43:29.212207 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45572) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:29.217118 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-55e9ee4a-17a6-4a2b-95c2-49e8a433e642 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Request body: {'security_group_rule': {'security_group_id': '8739ce82-6ca7-4be0-aeb0-6540d7939735', 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:29.224161 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-55e9ee4a-17a6-4a2b-95c2-49e8a433e642 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:43:29.227917 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-55e9ee4a-17a6-4a2b-95c2-49e8a433e642 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Usage tracker for resource:security_group_rule and tenant:86d3f064b7034e66946d08a62b972ad0 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:43:29.230759 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-55e9ee4a-17a6-4a2b-95c2-49e8a433e642 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:43:29.236389 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-55e9ee4a-17a6-4a2b-95c2-49e8a433e642 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:43:29.247694 n-d-828418-1 neutron-server[87638]: INFO neutron.db.securitygroups_db [None req-55e9ee4a-17a6-4a2b-95c2-49e8a433e642 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Project 86d3f064b7034e66946d08a62b972ad0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:43:29.254244 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-55e9ee4a-17a6-4a2b-95c2-49e8a433e642 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:29.320011 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-55e9ee4a-17a6-4a2b-95c2-49e8a433e642 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:29.323443 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-55e9ee4a-17a6-4a2b-95c2-49e8a433e642 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:29.345934 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e9ee4a-17a6-4a2b-95c2-49e8a433e642 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=584f1fb4-c18d-4bbb-bb7b-26063c843497,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:29.356073 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-55e9ee4a-17a6-4a2b-95c2-49e8a433e642 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:29.357236 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-55e9ee4a-17a6-4a2b-95c2-49e8a433e642 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1441276 Feb 09 01:43:29.359932 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45576) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:29.365636 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-ae28d707-5c80-4fe8-bae9-07351d51b2f8 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Request body: {'security_group_rule': {'security_group_id': '8739ce82-6ca7-4be0-aeb0-6540d7939735', 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:29.373563 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ae28d707-5c80-4fe8-bae9-07351d51b2f8 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:43:29.377505 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ae28d707-5c80-4fe8-bae9-07351d51b2f8 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Usage tracker for resource:security_group_rule and tenant:86d3f064b7034e66946d08a62b972ad0 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:43:29.380498 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ae28d707-5c80-4fe8-bae9-07351d51b2f8 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:43:29.386223 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ae28d707-5c80-4fe8-bae9-07351d51b2f8 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:43:29.396155 n-d-828418-1 neutron-server[87638]: INFO neutron.db.securitygroups_db [None req-ae28d707-5c80-4fe8-bae9-07351d51b2f8 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Project 86d3f064b7034e66946d08a62b972ad0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:43:29.402591 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ae28d707-5c80-4fe8-bae9-07351d51b2f8 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:29.469662 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ae28d707-5c80-4fe8-bae9-07351d51b2f8 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:29.474987 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ae28d707-5c80-4fe8-bae9-07351d51b2f8 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:29.499141 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae28d707-5c80-4fe8-bae9-07351d51b2f8 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56e3fadd-1323-41b4-8f9e-1eafc4d4746a,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:29.507637 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ae28d707-5c80-4fe8-bae9-07351d51b2f8 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:29.508827 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ae28d707-5c80-4fe8-bae9-07351d51b2f8 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1479714 Feb 09 01:43:29.511565 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45582) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:29.516793 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-15e6fb8d-b229-4708-8fc1-a413c9008722 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Request body: {'network': {'name': 'tempest-network-smoke--1215002508', 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'port_security_enabled': True}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:29.523422 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-15e6fb8d-b229-4708-8fc1-a413c9008722 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:43:29.527460 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-15e6fb8d-b229-4708-8fc1-a413c9008722 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Usage tracker for resource:network and tenant:86d3f064b7034e66946d08a62b972ad0 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:43:29.530530 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-15e6fb8d-b229-4708-8fc1-a413c9008722 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:43:29.537010 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-15e6fb8d-b229-4708-8fc1-a413c9008722 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:43:29.546362 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e6fb8d-b229-4708-8fc1-a413c9008722 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Made reservation on behalf of 86d3f064b7034e66946d08a62b972ad0 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:43:29.549757 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-15e6fb8d-b229-4708-8fc1-a413c9008722 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:29.575643 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15e6fb8d-b229-4708-8fc1-a413c9008722 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:43:29.584852 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-15e6fb8d-b229-4708-8fc1-a413c9008722 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:29.585293 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-15e6fb8d-b229-4708-8fc1-a413c9008722 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Added segment 462062c7-abd8-4104-87e1-f11ddf378a08 of type vlan for network b6895272-698d-4c40-b965-215cf4acadbd Feb 09 01:43:29.611380 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-15e6fb8d-b229-4708-8fc1-a413c9008722 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:29.639723 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-15e6fb8d-b229-4708-8fc1-a413c9008722 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:29.645575 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e6fb8d-b229-4708-8fc1-a413c9008722 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:29.646178 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-15e6fb8d-b229-4708-8fc1-a413c9008722 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:29.749334 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-15e6fb8d-b229-4708-8fc1-a413c9008722 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2366948 Feb 09 01:43:29.751967 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45586) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:29.758827 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-c888d045-b53c-4ef8-9cae-69d89091fc49 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1744807736', 'admin_state_up': True, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:29.764918 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e6fb8d-b229-4708-8fc1-a413c9008722 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event updated for resources: {'Network': ['ID=b6895272-698d-4c40-b965-215cf4acadbd,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:29.768474 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c888d045-b53c-4ef8-9cae-69d89091fc49 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:43:29.773419 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-c888d045-b53c-4ef8-9cae-69d89091fc49 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Usage tracker for resource:router and tenant:86d3f064b7034e66946d08a62b972ad0 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:43:29.775911 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network b6895272-698d-4c40-b965-215cf4acadbd details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:43:29.776379 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-c888d045-b53c-4ef8-9cae-69d89091fc49 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:43:29.782576 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c888d045-b53c-4ef8-9cae-69d89091fc49 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:43:29.794195 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c888d045-b53c-4ef8-9cae-69d89091fc49 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:29.795177 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c888d045-b53c-4ef8-9cae-69d89091fc49 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:29.811376 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c888d045-b53c-4ef8-9cae-69d89091fc49 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:30.079843 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c888d045-b53c-4ef8-9cae-69d89091fc49 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:30.376943 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c888d045-b53c-4ef8-9cae-69d89091fc49 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for router_gateway, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:30.407049 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c888d045-b53c-4ef8-9cae-69d89091fc49 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:30.413950 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:43:30.653534 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-c888d045-b53c-4ef8-9cae-69d89091fc49 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Allocated IP 172.25.0.254 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/0cc86c7b-a2e3-4d5e-a91d-b5c5dc9ac649) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:43:30.799827 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c888d045-b53c-4ef8-9cae-69d89091fc49 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:30.828301 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c888d045-b53c-4ef8-9cae-69d89091fc49 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:30.893492 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c888d045-b53c-4ef8-9cae-69d89091fc49 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:43:30.897006 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-c888d045-b53c-4ef8-9cae-69d89091fc49 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:30.900686 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c888d045-b53c-4ef8-9cae-69d89091fc49 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:43:30.932860 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c888d045-b53c-4ef8-9cae-69d89091fc49 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event updated for resources: {'Port': ['ID=0cc86c7b-a2e3-4d5e-a91d-b5c5dc9ac649,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:31.318506 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c888d045-b53c-4ef8-9cae-69d89091fc49 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for router_gateway, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:31.651948 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c888d045-b53c-4ef8-9cae-69d89091fc49 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:31.857888 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c888d045-b53c-4ef8-9cae-69d89091fc49 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Router 26fddc9c-58e5-4a5d-9fe0-b2476b119cc0 is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:43:32.154853 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c888d045-b53c-4ef8-9cae-69d89091fc49 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:43:32.164103 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3524dd-8747-4f8f-95fa-13494b958669 None None] Sync routers for ids ['26fddc9c-58e5-4a5d-9fe0-b2476b119cc0'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:43:32.173139 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3524dd-8747-4f8f-95fa-13494b958669 None None] Routers {'26fddc9c-58e5-4a5d-9fe0-b2476b119cc0'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:43:32.173784 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-dc3524dd-8747-4f8f-95fa-13494b958669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:43:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['26fddc9c-58e5-4a5d-9fe0-b2476b119cc0'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:32.180895 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c888d045-b53c-4ef8-9cae-69d89091fc49 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:32.182275 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c888d045-b53c-4ef8-9cae-69d89091fc49 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4293947 Feb 09 01:43:32.185432 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45590) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:32.225412 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-fb3ec1a1-cf15-4484-9d21-cfa8372cb1f9 tempest-TestNetworkAdvancedServerOps-293300233 tempest-TestNetworkAdvancedServerOps-293300233-project-admin] 10.222.0.105 "GET /v2.0/subnets?project_id=86d3f064b7034e66946d08a62b972ad0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388632 Feb 09 01:43:32.228035 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45594) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:32.350688 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-dc3524dd-8747-4f8f-95fa-13494b958669 None None] Set router 26fddc9c-58e5-4a5d-9fe0-b2476b119cc0 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:43:32.357094 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc1500d-6cb8-42c7-89da-f24637dbff5b tempest-TestNetworkAdvancedServerOps-293300233 tempest-TestNetworkAdvancedServerOps-293300233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:32.358616 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1dc1500d-6cb8-42c7-89da-f24637dbff5b tempest-TestNetworkAdvancedServerOps-293300233 tempest-TestNetworkAdvancedServerOps-293300233-project-admin] 10.222.0.105 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1297019 Feb 09 01:43:32.361414 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45598) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:32.403523 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-666c35c7-739a-4836-ae70-ed9dd5634a71 tempest-TestNetworkAdvancedServerOps-293300233 tempest-TestNetworkAdvancedServerOps-293300233-project-admin] 10.222.0.105 "GET /v2.0/subnets?network_id=3d885c3c-255c-4e54-addc-b28437d0b18e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386667 Feb 09 01:43:32.403744 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45602) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:32.409488 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-7d42aa52-eea6-489b-a9ca-5c3b9661bdeb tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1622037645', 'network_id': 'b6895272-698d-4c40-b965-215cf4acadbd', 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:32.522412 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7d42aa52-eea6-489b-a9ca-5c3b9661bdeb tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:43:32.526205 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-7d42aa52-eea6-489b-a9ca-5c3b9661bdeb tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Usage tracker for resource:subnet and tenant:86d3f064b7034e66946d08a62b972ad0 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:43:32.528966 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-7d42aa52-eea6-489b-a9ca-5c3b9661bdeb tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:43:32.534887 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7d42aa52-eea6-489b-a9ca-5c3b9661bdeb tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:43:32.544112 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d42aa52-eea6-489b-a9ca-5c3b9661bdeb tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Made reservation on behalf of 86d3f064b7034e66946d08a62b972ad0 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:43:32.547627 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7d42aa52-eea6-489b-a9ca-5c3b9661bdeb tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:32.634745 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-dc3524dd-8747-4f8f-95fa-13494b958669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26fddc9c-58e5-4a5d-9fe0-b2476b119cc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744807736', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '0cc86c7b-a2e3-4d5e-a91d-b5c5dc9ac649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:43:29Z', 'updated_at': '2022-02-09T01:43:31Z', 'revision_number': 3, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'gw_port': {'id': '0cc86c7b-a2e3-4d5e-a91d-b5c5dc9ac649', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e1:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26fddc9c-58e5-4a5d-9fe0-b2476b119cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:30Z', 'updated_at': '2022-02-09T01:43:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:32.638626 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3524dd-8747-4f8f-95fa-13494b958669 None None] Checking router: 26fddc9c-58e5-4a5d-9fe0-b2476b119cc0 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:43:32.638971 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3524dd-8747-4f8f-95fa-13494b958669 None None] Updating router 26fddc9c-58e5-4a5d-9fe0-b2476b119cc0 port 0cc86c7b-a2e3-4d5e-a91d-b5c5dc9ac649 binding host n-d-828418-1 {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:43:32.692699 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-dc3524dd-8747-4f8f-95fa-13494b958669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:32.770122 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7d42aa52-eea6-489b-a9ca-5c3b9661bdeb tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:32.848948 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d42aa52-eea6-489b-a9ca-5c3b9661bdeb tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event updated for resources: {'Subnet': ['ID=b946a127-d43e-4fd7-9bf0-b54554b93421,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:32.856527 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d42aa52-eea6-489b-a9ca-5c3b9661bdeb tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Checking segment: {'id': '462062c7-abd8-4104-87e1-f11ddf378a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b6895272-698d-4c40-b965-215cf4acadbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:43:32.856876 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d42aa52-eea6-489b-a9ca-5c3b9661bdeb tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Network hostable DHCP agents. Network: b6895272-698d-4c40-b965-215cf4acadbd, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:43:32.875782 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d42aa52-eea6-489b-a9ca-5c3b9661bdeb tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Network b6895272-698d-4c40-b965-215cf4acadbd is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:43:32.884767 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-7d42aa52-eea6-489b-a9ca-5c3b9661bdeb tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, b6895272-698d-4c40-b965-215cf4acadbd) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:32.888948 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d42aa52-eea6-489b-a9ca-5c3b9661bdeb tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:32.889529 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7d42aa52-eea6-489b-a9ca-5c3b9661bdeb tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:32.897788 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd20e6a-8b9b-4bae-859d-8e68f0a180ae None None] Network b6895272-698d-4c40-b965-215cf4acadbd requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:43:32.911617 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-7d42aa52-eea6-489b-a9ca-5c3b9661bdeb tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5055201 Feb 09 01:43:32.913785 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45606) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:33.203591 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-dc3524dd-8747-4f8f-95fa-13494b958669 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:33.217313 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1faae6-31cb-4f5b-8a89-3fbda7950349 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-b6895272-698d-4c40-b965-215cf4acadbd', 'network_id': 'b6895272-698d-4c40-b965-215cf4acadbd', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'fixed_ips': [{'subnet_id': 'b946a127-d43e-4fd7-9bf0-b54554b93421'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:43:33.218146 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9c1faae6-31cb-4f5b-8a89-3fbda7950349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:33.230722 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-dc3524dd-8747-4f8f-95fa-13494b958669 None None] Transition to ACTIVE for port object 0cc86c7b-a2e3-4d5e-a91d-b5c5dc9ac649 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:43:33.241162 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-dc3524dd-8747-4f8f-95fa-13494b958669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:33.373546 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-dc3524dd-8747-4f8f-95fa-13494b958669 None None] Attempting to bind port 0cc86c7b-a2e3-4d5e-a91d-b5c5dc9ac649 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:43:33.373944 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-dc3524dd-8747-4f8f-95fa-13494b958669 None None] Attempting to bind port 0cc86c7b-a2e3-4d5e-a91d-b5c5dc9ac649 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:43:33.374312 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3524dd-8747-4f8f-95fa-13494b958669 None None] Attempting to bind port 0cc86c7b-a2e3-4d5e-a91d-b5c5dc9ac649 on network 3d885c3c-255c-4e54-addc-b28437d0b18e {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:43:33.388744 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67815eb1-d1eb-4ffe-89e2-5dcd4c8a7cc2 None None] Pushing event updated for resources: {'Port': ['ID=0cc86c7b-a2e3-4d5e-a91d-b5c5dc9ac649,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:33.395709 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3524dd-8747-4f8f-95fa-13494b958669 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:43:33.396088 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3524dd-8747-4f8f-95fa-13494b958669 None None] Checking segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:43:33.396489 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-dc3524dd-8747-4f8f-95fa-13494b958669 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:33.396879 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3524dd-8747-4f8f-95fa-13494b958669 None None] Bound using segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:43:33.397350 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-dc3524dd-8747-4f8f-95fa-13494b958669 None None] Bound port: 0cc86c7b-a2e3-4d5e-a91d-b5c5dc9ac649, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:43:33.397760 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-dc3524dd-8747-4f8f-95fa-13494b958669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:33.526111 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-dc3524dd-8747-4f8f-95fa-13494b958669 None None] For port 0cc86c7b-a2e3-4d5e-a91d-b5c5dc9ac649, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:43:33.531180 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-dc3524dd-8747-4f8f-95fa-13494b958669 None None] For port 0cc86c7b-a2e3-4d5e-a91d-b5c5dc9ac649, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=0cc86c7b-a2e3-4d5e-a91d-b5c5dc9ac649,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:43:33.532495 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-9c1faae6-31cb-4f5b-8a89-3fbda7950349 None None] Allocated IP 172.20.0.2 (b6895272-698d-4c40-b965-215cf4acadbd/b946a127-d43e-4fd7-9bf0-b54554b93421/08ba40e9-0629-454d-b58b-2ea33314b39d) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:43:33.537158 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-dc3524dd-8747-4f8f-95fa-13494b958669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:33.744326 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a4b0a8a1-e8b8-4f56-803f-2b600342c969 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:33.760032 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67815eb1-d1eb-4ffe-89e2-5dcd4c8a7cc2 None None] Pushing event updated for resources: {'Port': ['ID=0cc86c7b-a2e3-4d5e-a91d-b5c5dc9ac649,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:33.762549 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3524dd-8747-4f8f-95fa-13494b958669 None None] Routers {'26fddc9c-58e5-4a5d-9fe0-b2476b119cc0'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:43:33.763160 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-dc3524dd-8747-4f8f-95fa-13494b958669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:43:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['26fddc9c-58e5-4a5d-9fe0-b2476b119cc0'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:34.028862 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-dc3524dd-8747-4f8f-95fa-13494b958669 None None] Set router 26fddc9c-58e5-4a5d-9fe0-b2476b119cc0 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:43:34.128802 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9c1faae6-31cb-4f5b-8a89-3fbda7950349 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:34.203193 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-9c1faae6-31cb-4f5b-8a89-3fbda7950349 None None] Transition to ACTIVE for port object 08ba40e9-0629-454d-b58b-2ea33314b39d will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:43:34.239494 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-9c1faae6-31cb-4f5b-8a89-3fbda7950349 None None] Transition to ACTIVE for port object 08ba40e9-0629-454d-b58b-2ea33314b39d will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:43:34.248671 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9c1faae6-31cb-4f5b-8a89-3fbda7950349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:34.312812 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-a4b0a8a1-e8b8-4f56-803f-2b600342c969 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Allocated IP 172.20.0.1 (b6895272-698d-4c40-b965-215cf4acadbd/b946a127-d43e-4fd7-9bf0-b54554b93421/392d8442-8e08-42e8-8647-e7f04c6d38e3) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:43:34.344556 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1faae6-31cb-4f5b-8a89-3fbda7950349 None None] Network b6895272-698d-4c40-b965-215cf4acadbd is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:43:34.374355 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1faae6-31cb-4f5b-8a89-3fbda7950349 None None] Pushing event updated for resources: {'Port': ['ID=08ba40e9-0629-454d-b58b-2ea33314b39d,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:34.377070 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-9c1faae6-31cb-4f5b-8a89-3fbda7950349 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:34.382219 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1faae6-31cb-4f5b-8a89-3fbda7950349 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:43:34.476284 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a4b0a8a1-e8b8-4f56-803f-2b600342c969 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:34.487747 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-9c1faae6-31cb-4f5b-8a89-3fbda7950349 None None] Attempting to bind port 08ba40e9-0629-454d-b58b-2ea33314b39d on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:43:34.488117 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-9c1faae6-31cb-4f5b-8a89-3fbda7950349 None None] Attempting to bind port 08ba40e9-0629-454d-b58b-2ea33314b39d by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '462062c7-abd8-4104-87e1-f11ddf378a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b6895272-698d-4c40-b965-215cf4acadbd'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:43:34.489091 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1faae6-31cb-4f5b-8a89-3fbda7950349 None None] Attempting to bind port 08ba40e9-0629-454d-b58b-2ea33314b39d on network b6895272-698d-4c40-b965-215cf4acadbd {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:43:34.493382 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-a4b0a8a1-e8b8-4f56-803f-2b600342c969 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Transition to ACTIVE for port object 392d8442-8e08-42e8-8647-e7f04c6d38e3 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:43:34.496727 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1faae6-31cb-4f5b-8a89-3fbda7950349 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:43:34.497097 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1faae6-31cb-4f5b-8a89-3fbda7950349 None None] Checking segment: {'id': '462062c7-abd8-4104-87e1-f11ddf378a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b6895272-698d-4c40-b965-215cf4acadbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:43:34.497494 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9c1faae6-31cb-4f5b-8a89-3fbda7950349 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:34.497908 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1faae6-31cb-4f5b-8a89-3fbda7950349 None None] Bound using segment: {'id': '462062c7-abd8-4104-87e1-f11ddf378a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b6895272-698d-4c40-b965-215cf4acadbd'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:43:34.498372 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-9c1faae6-31cb-4f5b-8a89-3fbda7950349 None None] Bound port: 08ba40e9-0629-454d-b58b-2ea33314b39d, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '462062c7-abd8-4104-87e1-f11ddf378a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b6895272-698d-4c40-b965-215cf4acadbd'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:43:34.498752 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9c1faae6-31cb-4f5b-8a89-3fbda7950349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:34.517009 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a4b0a8a1-e8b8-4f56-803f-2b600342c969 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:34.558736 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-dc3524dd-8747-4f8f-95fa-13494b958669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26fddc9c-58e5-4a5d-9fe0-b2476b119cc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744807736', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '0cc86c7b-a2e3-4d5e-a91d-b5c5dc9ac649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:43:29Z', 'updated_at': '2022-02-09T01:43:31Z', 'revision_number': 3, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'gw_port': {'id': '0cc86c7b-a2e3-4d5e-a91d-b5c5dc9ac649', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e1:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26fddc9c-58e5-4a5d-9fe0-b2476b119cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:30Z', 'updated_at': '2022-02-09T01:43:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:34.568784 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3524dd-8747-4f8f-95fa-13494b958669 None None] The sync data for ids ['26fddc9c-58e5-4a5d-9fe0-b2476b119cc0'] in n-d-828418-1 is: [{'id': '26fddc9c-58e5-4a5d-9fe0-b2476b119cc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744807736', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '0cc86c7b-a2e3-4d5e-a91d-b5c5dc9ac649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:43:29Z', 'updated_at': '2022-02-09T01:43:31Z', 'revision_number': 3, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'gw_port': {'id': '0cc86c7b-a2e3-4d5e-a91d-b5c5dc9ac649', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e1:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26fddc9c-58e5-4a5d-9fe0-b2476b119cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:30Z', 'updated_at': '2022-02-09T01:43:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:43:34.589493 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b0a8a1-e8b8-4f56-803f-2b600342c969 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Network b6895272-698d-4c40-b965-215cf4acadbd is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:43:34.592963 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-a4b0a8a1-e8b8-4f56-803f-2b600342c969 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:34.597513 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b0a8a1-e8b8-4f56-803f-2b600342c969 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:43:34.602382 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-9c1faae6-31cb-4f5b-8a89-3fbda7950349 None None] For port 08ba40e9-0629-454d-b58b-2ea33314b39d, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:43:34.607728 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-9c1faae6-31cb-4f5b-8a89-3fbda7950349 None None] For port 08ba40e9-0629-454d-b58b-2ea33314b39d, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=08ba40e9-0629-454d-b58b-2ea33314b39d,segment=NetworkSegment(462062c7-abd8-4104-87e1-f11ddf378a08),segment_id=462062c7-abd8-4104-87e1-f11ddf378a08)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:43:34.611561 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9c1faae6-31cb-4f5b-8a89-3fbda7950349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:34.635758 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b0a8a1-e8b8-4f56-803f-2b600342c969 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event updated for resources: {'Port': ['ID=392d8442-8e08-42e8-8647-e7f04c6d38e3,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:34.667852 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a4b0a8a1-e8b8-4f56-803f-2b600342c969 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:34.706820 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1faae6-31cb-4f5b-8a89-3fbda7950349 None None] Pushing event updated for resources: {'Port': ['ID=08ba40e9-0629-454d-b58b-2ea33314b39d,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:34.976142 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a4b0a8a1-e8b8-4f56-803f-2b600342c969 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:35.421441 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a4b0a8a1-e8b8-4f56-803f-2b600342c969 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:35.427280 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a4b0a8a1-e8b8-4f56-803f-2b600342c969 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:35.670234 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a4b0a8a1-e8b8-4f56-803f-2b600342c969 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:35.674953 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b0a8a1-e8b8-4f56-803f-2b600342c969 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event updated for resources: {'Port': ['ID=392d8442-8e08-42e8-8647-e7f04c6d38e3,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:35.746178 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000803f9-8572-4788-9179-85b72cf687d4 None None] Network b6895272-698d-4c40-b965-215cf4acadbd requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:43:35.812785 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b0a8a1-e8b8-4f56-803f-2b600342c969 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Network b6895272-698d-4c40-b965-215cf4acadbd is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:43:35.814009 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-a4b0a8a1-e8b8-4f56-803f-2b600342c969 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:35.841622 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-2dc78a07-f22a-4cd4-9dc3-5c942f969149 None None] Provisioning for port 08ba40e9-0629-454d-b58b-2ea33314b39d completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:43:36.011450 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4b0a8a1-e8b8-4f56-803f-2b600342c969 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Router 26fddc9c-58e5-4a5d-9fe0-b2476b119cc0 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:43:36.203600 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b0a8a1-e8b8-4f56-803f-2b600342c969 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:43:36.214401 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd145b36-4b4d-447d-bd4f-fc90979d2f61 None None] Sync routers for ids ['26fddc9c-58e5-4a5d-9fe0-b2476b119cc0'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:43:36.220162 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a4b0a8a1-e8b8-4f56-803f-2b600342c969 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "PUT /v2.0/routers/26fddc9c-58e5-4a5d-9fe0-b2476b119cc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3036706 Feb 09 01:43:36.224058 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd145b36-4b4d-447d-bd4f-fc90979d2f61 None None] Routers {'26fddc9c-58e5-4a5d-9fe0-b2476b119cc0'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:43:36.224684 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-bd145b36-4b4d-447d-bd4f-fc90979d2f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:43:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['26fddc9c-58e5-4a5d-9fe0-b2476b119cc0'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:36.288044 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e3ccf310-f121-4af1-a3b5-ed954807b16e None None] Provisioning for port 392d8442-8e08-42e8-8647-e7f04c6d38e3 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:43:36.296436 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e3ccf310-f121-4af1-a3b5-ed954807b16e None None] Provisioning complete for port 392d8442-8e08-42e8-8647-e7f04c6d38e3 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:36.296893 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e3ccf310-f121-4af1-a3b5-ed954807b16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:36.363930 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e3ccf310-f121-4af1-a3b5-ed954807b16e None None] Port 392d8442-8e08-42e8-8647-e7f04c6d38e3 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:43:36.419629 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-bd145b36-4b4d-447d-bd4f-fc90979d2f61 None None] Set router 26fddc9c-58e5-4a5d-9fe0-b2476b119cc0 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:43:36.471939 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-95d924c1-593f-4270-9e2a-a91fe75eaa82 req-10a6c539-8676-4415-b8b2-c1675153ba34 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1969828229&fields=id&tenant_id=86d3f064b7034e66946d08a62b972ad0 HTTP/1.1" status: 200 len: 267 time: 0.0491619 Feb 09 01:43:36.502949 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-31be8f37-f326-40d1-8c07-515dbc15b09a None None] Provisioning complete for port 392d8442-8e08-42e8-8647-e7f04c6d38e3 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:36.503467 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-31be8f37-f326-40d1-8c07-515dbc15b09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:36.567077 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-31be8f37-f326-40d1-8c07-515dbc15b09a None None] Port 392d8442-8e08-42e8-8647-e7f04c6d38e3 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:43:36.636181 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d924c1-593f-4270-9e2a-a91fe75eaa82 req-d4b51ed1-71e4-49d4-bc80-e0848603852a tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:36.643221 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-95d924c1-593f-4270-9e2a-a91fe75eaa82 req-d4b51ed1-71e4-49d4-bc80-e0848603852a tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/networks?id=b6895272-698d-4c40-b965-215cf4acadbd HTTP/1.1" status: 200 len: 797 time: 0.1704373 Feb 09 01:43:36.654867 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-95d924c1-593f-4270-9e2a-a91fe75eaa82 req-33c8d1dc-ca09-48bc-ad46-4e066ca1298c tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/quotas/86d3f064b7034e66946d08a62b972ad0 HTTP/1.1" status: 200 len: 375 time: 0.0105944 Feb 09 01:43:36.687595 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-7604fe30-ed75-4649-a7bc-bc44535d5398 None None] Provisioning complete for port 392d8442-8e08-42e8-8647-e7f04c6d38e3 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:36.688103 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7604fe30-ed75-4649-a7bc-bc44535d5398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:36.742536 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-95d924c1-593f-4270-9e2a-a91fe75eaa82 req-b4d5fdaa-c776-4466-a481-0e96e57c7a61 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Synchronizing usage tracker for tenant:86d3f064b7034e66946d08a62b972ad0 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:43:36.745475 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-7604fe30-ed75-4649-a7bc-bc44535d5398 None None] Port 392d8442-8e08-42e8-8647-e7f04c6d38e3 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:43:36.759196 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-95d924c1-593f-4270-9e2a-a91fe75eaa82 req-b4d5fdaa-c776-4466-a481-0e96e57c7a61 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Unset dirty status for tenant:86d3f064b7034e66946d08a62b972ad0 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:43:36.760747 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-95d924c1-593f-4270-9e2a-a91fe75eaa82 req-b4d5fdaa-c776-4466-a481-0e96e57c7a61 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=86d3f064b7034e66946d08a62b972ad0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1002874 Feb 09 01:43:36.791601 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-bd145b36-4b4d-447d-bd4f-fc90979d2f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26fddc9c-58e5-4a5d-9fe0-b2476b119cc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744807736', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '0cc86c7b-a2e3-4d5e-a91d-b5c5dc9ac649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:43:29Z', 'updated_at': '2022-02-09T01:43:34Z', 'revision_number': 4, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'gw_port': {'id': '0cc86c7b-a2e3-4d5e-a91d-b5c5dc9ac649', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e1:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26fddc9c-58e5-4a5d-9fe0-b2476b119cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:30Z', 'updated_at': '2022-02-09T01:43:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '392d8442-8e08-42e8-8647-e7f04c6d38e3', 'name': '', 'network_id': 'b6895272-698d-4c40-b965-215cf4acadbd', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'mac_address': 'fa:16:3e:d9:3a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26fddc9c-58e5-4a5d-9fe0-b2476b119cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'b946a127-d43e-4fd7-9bf0-b54554b93421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:33Z', 'updated_at': '2022-02-09T01:43:35Z', 'revision_number': 2, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'subnets': [{'id': 'b946a127-d43e-4fd7-9bf0-b54554b93421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:36.796542 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd145b36-4b4d-447d-bd4f-fc90979d2f61 None None] Checking router: 26fddc9c-58e5-4a5d-9fe0-b2476b119cc0 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:43:36.797062 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd145b36-4b4d-447d-bd4f-fc90979d2f61 None None] Updating router 26fddc9c-58e5-4a5d-9fe0-b2476b119cc0 port 392d8442-8e08-42e8-8647-e7f04c6d38e3 binding host n-d-828418-1 {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:43:36.840398 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [req-95d924c1-593f-4270-9e2a-a91fe75eaa82 req-aa8707b4-4af8-4691-bcf0-499a441a1f4e service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:43:36.841383 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-95d924c1-593f-4270-9e2a-a91fe75eaa82 req-aa8707b4-4af8-4691-bcf0-499a441a1f4e service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0692430 Feb 09 01:43:36.853132 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-bd145b36-4b4d-447d-bd4f-fc90979d2f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:36.909080 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 0cc86c7b-a2e3-4d5e-a91d-b5c5dc9ac649 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:43:36.987439 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-95d924c1-593f-4270-9e2a-a91fe75eaa82 req-bf8b3589-1385-4758-b6b9-309c757f1ab3 service neutron] 10.222.0.105 "GET /v2.0/networks/b6895272-698d-4c40-b965-215cf4acadbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393855 Feb 09 01:43:37.021181 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 0cc86c7b-a2e3-4d5e-a91d-b5c5dc9ac649 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:43:37.026342 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 0cc86c7b-a2e3-4d5e-a91d-b5c5dc9ac649 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:37.026768 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:37.125663 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-95d924c1-593f-4270-9e2a-a91fe75eaa82 req-6f45bcdf-f1d5-43a6-8a28-090310abb1d5 service neutron] 10.222.0.105 "GET /v2.0/networks/b6895272-698d-4c40-b965-215cf4acadbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318157 Feb 09 01:43:37.149513 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:37.166616 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 0cc86c7b-a2e3-4d5e-a91d-b5c5dc9ac649, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=0cc86c7b-a2e3-4d5e-a91d-b5c5dc9ac649,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:43:37.172615 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:37.173383 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 08ba40e9-0629-454d-b58b-2ea33314b39d up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:43:37.216224 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-bd145b36-4b4d-447d-bd4f-fc90979d2f61 None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:37.230141 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-bd145b36-4b4d-447d-bd4f-fc90979d2f61 None None] Transition to ACTIVE for port object 392d8442-8e08-42e8-8647-e7f04c6d38e3 will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:43:37.240056 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-bd145b36-4b4d-447d-bd4f-fc90979d2f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:37.322487 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=0cc86c7b-a2e3-4d5e-a91d-b5c5dc9ac649,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:37.348480 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c4067f0d-c4a8-4d90-8ec0-f06f6666589b req-89059f83-9b3a-4d1f-b217-d6352b8d4e45 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=07b43014-2686-48b3-b3f4-6123a5a37324 HTTP/1.1" status: 200 len: 210 time: 0.0551536 Feb 09 01:43:37.350674 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 08ba40e9-0629-454d-b58b-2ea33314b39d completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:43:37.358511 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 08ba40e9-0629-454d-b58b-2ea33314b39d triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:37.358949 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:37.495346 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c8bbe6-8a8b-4cf3-acc9-f7f0d3b4a106 None None] Pushing event updated for resources: {'Port': ['ID=392d8442-8e08-42e8-8647-e7f04c6d38e3,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:37.499004 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-bd145b36-4b4d-447d-bd4f-fc90979d2f61 None None] Attempting to bind port 392d8442-8e08-42e8-8647-e7f04c6d38e3 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:43:37.499370 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-bd145b36-4b4d-447d-bd4f-fc90979d2f61 None None] Attempting to bind port 392d8442-8e08-42e8-8647-e7f04c6d38e3 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '462062c7-abd8-4104-87e1-f11ddf378a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b6895272-698d-4c40-b965-215cf4acadbd'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:43:37.499949 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd145b36-4b4d-447d-bd4f-fc90979d2f61 None None] Attempting to bind port 392d8442-8e08-42e8-8647-e7f04c6d38e3 on network b6895272-698d-4c40-b965-215cf4acadbd {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:43:37.505355 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:37.509796 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c8bbe6-8a8b-4cf3-acc9-f7f0d3b4a106 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:37.510160 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c8bbe6-8a8b-4cf3-acc9-f7f0d3b4a106 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:37.510497 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c8bbe6-8a8b-4cf3-acc9-f7f0d3b4a106 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:37.510832 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c8bbe6-8a8b-4cf3-acc9-f7f0d3b4a106 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:37.512160 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c8bbe6-8a8b-4cf3-acc9-f7f0d3b4a106 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:37.512160 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c8bbe6-8a8b-4cf3-acc9-f7f0d3b4a106 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:37.512430 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c8bbe6-8a8b-4cf3-acc9-f7f0d3b4a106 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:37.512758 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c8bbe6-8a8b-4cf3-acc9-f7f0d3b4a106 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:37.513276 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c8bbe6-8a8b-4cf3-acc9-f7f0d3b4a106 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:37.513613 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c8bbe6-8a8b-4cf3-acc9-f7f0d3b4a106 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:37.513950 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c8bbe6-8a8b-4cf3-acc9-f7f0d3b4a106 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:37.514273 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c8bbe6-8a8b-4cf3-acc9-f7f0d3b4a106 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:37.521325 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd145b36-4b4d-447d-bd4f-fc90979d2f61 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:43:37.521725 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd145b36-4b4d-447d-bd4f-fc90979d2f61 None None] Checking segment: {'id': '462062c7-abd8-4104-87e1-f11ddf378a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b6895272-698d-4c40-b965-215cf4acadbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:43:37.522128 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-bd145b36-4b4d-447d-bd4f-fc90979d2f61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:37.522534 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd145b36-4b4d-447d-bd4f-fc90979d2f61 None None] Bound using segment: {'id': '462062c7-abd8-4104-87e1-f11ddf378a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b6895272-698d-4c40-b965-215cf4acadbd'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:43:37.523002 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-bd145b36-4b4d-447d-bd4f-fc90979d2f61 None None] Bound port: 392d8442-8e08-42e8-8647-e7f04c6d38e3, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '462062c7-abd8-4104-87e1-f11ddf378a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b6895272-698d-4c40-b965-215cf4acadbd'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:43:37.523510 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-bd145b36-4b4d-447d-bd4f-fc90979d2f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:37.552674 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 08ba40e9-0629-454d-b58b-2ea33314b39d, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=08ba40e9-0629-454d-b58b-2ea33314b39d,segment=NetworkSegment(462062c7-abd8-4104-87e1-f11ddf378a08),segment_id=462062c7-abd8-4104-87e1-f11ddf378a08)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:43:37.559585 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:37.625810 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-bd145b36-4b4d-447d-bd4f-fc90979d2f61 None None] For port 392d8442-8e08-42e8-8647-e7f04c6d38e3, host n-d-828418-1, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:43:37.629397 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-bd145b36-4b4d-447d-bd4f-fc90979d2f61 None None] For port 392d8442-8e08-42e8-8647-e7f04c6d38e3, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=392d8442-8e08-42e8-8647-e7f04c6d38e3,segment=NetworkSegment(462062c7-abd8-4104-87e1-f11ddf378a08),segment_id=462062c7-abd8-4104-87e1-f11ddf378a08)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:43:37.634715 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-bd145b36-4b4d-447d-bd4f-fc90979d2f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:37.640129 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=08ba40e9-0629-454d-b58b-2ea33314b39d,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:37.737886 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd145b36-4b4d-447d-bd4f-fc90979d2f61 None None] Routers {'26fddc9c-58e5-4a5d-9fe0-b2476b119cc0'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:43:37.739029 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-bd145b36-4b4d-447d-bd4f-fc90979d2f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:43:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['26fddc9c-58e5-4a5d-9fe0-b2476b119cc0'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:37.809263 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c8bbe6-8a8b-4cf3-acc9-f7f0d3b4a106 None None] Pushing event updated for resources: {'Port': ['ID=392d8442-8e08-42e8-8647-e7f04c6d38e3,revision_number=4']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:37.929840 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-bd145b36-4b4d-447d-bd4f-fc90979d2f61 None None] Set router 26fddc9c-58e5-4a5d-9fe0-b2476b119cc0 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:43:38.204512 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c728ba03-a555-4587-8ca7-800eccfdf68c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:38.248759 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-bd145b36-4b4d-447d-bd4f-fc90979d2f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26fddc9c-58e5-4a5d-9fe0-b2476b119cc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744807736', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '0cc86c7b-a2e3-4d5e-a91d-b5c5dc9ac649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:43:29Z', 'updated_at': '2022-02-09T01:43:34Z', 'revision_number': 4, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'gw_port': {'id': '0cc86c7b-a2e3-4d5e-a91d-b5c5dc9ac649', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26fddc9c-58e5-4a5d-9fe0-b2476b119cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:30Z', 'updated_at': '2022-02-09T01:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '392d8442-8e08-42e8-8647-e7f04c6d38e3', 'name': '', 'network_id': 'b6895272-698d-4c40-b965-215cf4acadbd', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'mac_address': 'fa:16:3e:d9:3a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26fddc9c-58e5-4a5d-9fe0-b2476b119cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'b946a127-d43e-4fd7-9bf0-b54554b93421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:33Z', 'updated_at': '2022-02-09T01:43:37Z', 'revision_number': 4, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'subnets': [{'id': 'b946a127-d43e-4fd7-9bf0-b54554b93421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:38.252575 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd145b36-4b4d-447d-bd4f-fc90979d2f61 None None] The sync data for ids ['26fddc9c-58e5-4a5d-9fe0-b2476b119cc0'] in n-d-828418-1 is: [{'id': '26fddc9c-58e5-4a5d-9fe0-b2476b119cc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744807736', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '0cc86c7b-a2e3-4d5e-a91d-b5c5dc9ac649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:43:29Z', 'updated_at': '2022-02-09T01:43:34Z', 'revision_number': 4, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'gw_port': {'id': '0cc86c7b-a2e3-4d5e-a91d-b5c5dc9ac649', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26fddc9c-58e5-4a5d-9fe0-b2476b119cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:30Z', 'updated_at': '2022-02-09T01:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '392d8442-8e08-42e8-8647-e7f04c6d38e3', 'name': '', 'network_id': 'b6895272-698d-4c40-b965-215cf4acadbd', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'mac_address': 'fa:16:3e:d9:3a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26fddc9c-58e5-4a5d-9fe0-b2476b119cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'b946a127-d43e-4fd7-9bf0-b54554b93421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:33Z', 'updated_at': '2022-02-09T01:43:37Z', 'revision_number': 4, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'subnets': [{'id': 'b946a127-d43e-4fd7-9bf0-b54554b93421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:43:38.686194 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5d706d20-7485-44c4-b005-235d1e4408ca req-7cb52d95-ca49-4d2a-9018-689027d4ce2f tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=07b43014-2686-48b3-b3f4-6123a5a37324 HTTP/1.1" status: 200 len: 210 time: 0.2213252 Feb 09 01:43:38.688929 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d924c1-593f-4270-9e2a-a91fe75eaa82 req-2fe19e1a-1451-434c-8ffb-1f17cc423a05 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:38.689676 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-95d924c1-593f-4270-9e2a-a91fe75eaa82 req-2fe19e1a-1451-434c-8ffb-1f17cc423a05 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Synchronizing usage tracker for tenant:86d3f064b7034e66946d08a62b972ad0 on resource:network {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:43:38.714013 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-95d924c1-593f-4270-9e2a-a91fe75eaa82 req-2fe19e1a-1451-434c-8ffb-1f17cc423a05 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Unset dirty status for tenant:86d3f064b7034e66946d08a62b972ad0 on resource:network {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:43:38.715420 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-95d924c1-593f-4270-9e2a-a91fe75eaa82 req-2fe19e1a-1451-434c-8ffb-1f17cc423a05 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.99 "GET /v2.0/networks?id=b6895272-698d-4c40-b965-215cf4acadbd HTTP/1.1" status: 200 len: 797 time: 0.2253623 Feb 09 01:43:38.764696 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-95d924c1-593f-4270-9e2a-a91fe75eaa82 req-b0399f66-aee8-42c7-9d21-33f8ef8b7b30 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Synchronizing usage tracker for tenant:86d3f064b7034e66946d08a62b972ad0 on resource:security_group {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:43:38.781811 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-95d924c1-593f-4270-9e2a-a91fe75eaa82 req-b0399f66-aee8-42c7-9d21-33f8ef8b7b30 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Unset dirty status for tenant:86d3f064b7034e66946d08a62b972ad0 on resource:security_group {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:43:38.782951 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-95d924c1-593f-4270-9e2a-a91fe75eaa82 req-b0399f66-aee8-42c7-9d21-33f8ef8b7b30 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86d3f064b7034e66946d08a62b972ad0 HTTP/1.1" status: 200 len: 380 time: 0.0603454 Feb 09 01:43:38.792266 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-95d924c1-593f-4270-9e2a-a91fe75eaa82 req-c709d408-c1d9-4dcc-9ba2-a999f90f89ab tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Request body: {'port': {'device_id': '07b43014-2686-48b3-b3f4-6123a5a37324', 'network_id': 'b6895272-698d-4c40-b965-215cf4acadbd', 'admin_state_up': True, 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'security_groups': ['8739ce82-6ca7-4be0-aeb0-6540d7939735']}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:38.933114 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 392d8442-8e08-42e8-8647-e7f04c6d38e3 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:43:38.947359 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-95d924c1-593f-4270-9e2a-a91fe75eaa82 req-c709d408-c1d9-4dcc-9ba2-a999f90f89ab tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:43:38.958078 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-95d924c1-593f-4270-9e2a-a91fe75eaa82 req-c709d408-c1d9-4dcc-9ba2-a999f90f89ab tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:43:38.968496 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95d924c1-593f-4270-9e2a-a91fe75eaa82 req-c709d408-c1d9-4dcc-9ba2-a999f90f89ab tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Made reservation on behalf of 86d3f064b7034e66946d08a62b972ad0 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:43:38.972034 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-95d924c1-593f-4270-9e2a-a91fe75eaa82 req-c709d408-c1d9-4dcc-9ba2-a999f90f89ab tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:39.018755 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 392d8442-8e08-42e8-8647-e7f04c6d38e3 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:43:39.025010 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 392d8442-8e08-42e8-8647-e7f04c6d38e3 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:39.025718 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:39.143770 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-95d924c1-593f-4270-9e2a-a91fe75eaa82 req-c709d408-c1d9-4dcc-9ba2-a999f90f89ab tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Allocated IP 172.20.0.13 (b6895272-698d-4c40-b965-215cf4acadbd/b946a127-d43e-4fd7-9bf0-b54554b93421/dca3f7c9-a879-4ab1-8055-e20d24c3303e) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:43:39.151608 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:39.188910 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 392d8442-8e08-42e8-8647-e7f04c6d38e3, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=392d8442-8e08-42e8-8647-e7f04c6d38e3,segment=NetworkSegment(462062c7-abd8-4104-87e1-f11ddf378a08),segment_id=462062c7-abd8-4104-87e1-f11ddf378a08)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:43:39.194856 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:39.196107 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 0cc86c7b-a2e3-4d5e-a91d-b5c5dc9ac649 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:43:39.313216 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=392d8442-8e08-42e8-8647-e7f04c6d38e3,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:39.325272 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 0cc86c7b-a2e3-4d5e-a91d-b5c5dc9ac649 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:39.325667 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:39.358758 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-95d924c1-593f-4270-9e2a-a91fe75eaa82 req-c709d408-c1d9-4dcc-9ba2-a999f90f89ab tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:39.375617 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-95d924c1-593f-4270-9e2a-a91fe75eaa82 req-c709d408-c1d9-4dcc-9ba2-a999f90f89ab tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Transition to ACTIVE for port object dca3f7c9-a879-4ab1-8055-e20d24c3303e will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:43:39.403243 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-95d924c1-593f-4270-9e2a-a91fe75eaa82 req-c709d408-c1d9-4dcc-9ba2-a999f90f89ab tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:39.450847 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 08ba40e9-0629-454d-b58b-2ea33314b39d up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:43:39.481203 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95d924c1-593f-4270-9e2a-a91fe75eaa82 req-c709d408-c1d9-4dcc-9ba2-a999f90f89ab tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Network b6895272-698d-4c40-b965-215cf4acadbd is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:43:39.484473 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-95d924c1-593f-4270-9e2a-a91fe75eaa82 req-c709d408-c1d9-4dcc-9ba2-a999f90f89ab tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:39.488672 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-95d924c1-593f-4270-9e2a-a91fe75eaa82 req-c709d408-c1d9-4dcc-9ba2-a999f90f89ab tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:43:39.521645 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c709d408-c1d9-4dcc-9ba2-a999f90f89ab tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event updated for resources: {'Port': ['ID=dca3f7c9-a879-4ab1-8055-e20d24c3303e,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:39.528884 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 08ba40e9-0629-454d-b58b-2ea33314b39d triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:39.529515 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:39.561156 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d924c1-593f-4270-9e2a-a91fe75eaa82 req-c709d408-c1d9-4dcc-9ba2-a999f90f89ab tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:39.561722 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-95d924c1-593f-4270-9e2a-a91fe75eaa82 req-c709d408-c1d9-4dcc-9ba2-a999f90f89ab tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:39.588298 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-95d924c1-593f-4270-9e2a-a91fe75eaa82 req-c709d408-c1d9-4dcc-9ba2-a999f90f89ab tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8001738 Feb 09 01:43:39.655183 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-95d924c1-593f-4270-9e2a-a91fe75eaa82 req-2e16b230-7941-4e47-9ecf-8bd5b0de5a20 service neutron] Request body: {'port': {'device_id': '07b43014-2686-48b3-b3f4-6123a5a37324', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:39.783351 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-0b81c58e-99ad-4c75-9953-2025fff442c3 None None] Provisioning for port dca3f7c9-a879-4ab1-8055-e20d24c3303e completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:43:39.790581 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-0b81c58e-99ad-4c75-9953-2025fff442c3 None None] Provisioning complete for port dca3f7c9-a879-4ab1-8055-e20d24c3303e triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:39.791212 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0b81c58e-99ad-4c75-9953-2025fff442c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:39.851834 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-0b81c58e-99ad-4c75-9953-2025fff442c3 None None] Port dca3f7c9-a879-4ab1-8055-e20d24c3303e cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:43:39.883399 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e33cc6-4fba-4dfb-bcb3-1cce5be560d2 req-40c8e559-b1c6-4bd2-9002-2ca85eab3a3c tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:39.884971 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-76e33cc6-4fba-4dfb-bcb3-1cce5be560d2 req-40c8e559-b1c6-4bd2-9002-2ca85eab3a3c tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=07b43014-2686-48b3-b3f4-6123a5a37324 HTTP/1.1" status: 200 len: 932 time: 0.0875785 Feb 09 01:43:39.909311 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-95d924c1-593f-4270-9e2a-a91fe75eaa82 req-2e16b230-7941-4e47-9ecf-8bd5b0de5a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:39.933831 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-76e33cc6-4fba-4dfb-bcb3-1cce5be560d2 req-f7b24529-786a-439d-8fc6-bfb92158b7ef tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=8739ce82-6ca7-4be0-aeb0-6540d7939735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428693 Feb 09 01:43:40.250555 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [req-95d924c1-593f-4270-9e2a-a91fe75eaa82 req-2e16b230-7941-4e47-9ecf-8bd5b0de5a20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dca3f7c9-a879-4ab1-8055-e20d24c3303e {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:43:40.258102 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-95d924c1-593f-4270-9e2a-a91fe75eaa82 req-2e16b230-7941-4e47-9ecf-8bd5b0de5a20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:40.272943 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-95d924c1-593f-4270-9e2a-a91fe75eaa82 req-2e16b230-7941-4e47-9ecf-8bd5b0de5a20 service neutron] Transition to ACTIVE for port object dca3f7c9-a879-4ab1-8055-e20d24c3303e will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:43:40.276512 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-95d924c1-593f-4270-9e2a-a91fe75eaa82 req-2e16b230-7941-4e47-9ecf-8bd5b0de5a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:40.409618 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e16b230-7941-4e47-9ecf-8bd5b0de5a20 service neutron] Pushing event updated for resources: {'Port': ['ID=dca3f7c9-a879-4ab1-8055-e20d24c3303e,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:40.500903 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-dffa437c-02da-4bdc-9fb4-f189808848af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:40.522712 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-95d924c1-593f-4270-9e2a-a91fe75eaa82 req-2e16b230-7941-4e47-9ecf-8bd5b0de5a20 service neutron] Attempting to bind port dca3f7c9-a879-4ab1-8055-e20d24c3303e on host n-h2-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:43:40.523062 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-95d924c1-593f-4270-9e2a-a91fe75eaa82 req-2e16b230-7941-4e47-9ecf-8bd5b0de5a20 service neutron] Attempting to bind port dca3f7c9-a879-4ab1-8055-e20d24c3303e by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': '462062c7-abd8-4104-87e1-f11ddf378a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b6895272-698d-4c40-b965-215cf4acadbd'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:43:40.523389 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d924c1-593f-4270-9e2a-a91fe75eaa82 req-2e16b230-7941-4e47-9ecf-8bd5b0de5a20 service neutron] Attempting to bind port dca3f7c9-a879-4ab1-8055-e20d24c3303e on network b6895272-698d-4c40-b965-215cf4acadbd {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:43:40.527933 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d924c1-593f-4270-9e2a-a91fe75eaa82 req-2e16b230-7941-4e47-9ecf-8bd5b0de5a20 service neutron] Port dca3f7c9-a879-4ab1-8055-e20d24c3303e on network b6895272-698d-4c40-b965-215cf4acadbd not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:43:40.528256 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d924c1-593f-4270-9e2a-a91fe75eaa82 req-2e16b230-7941-4e47-9ecf-8bd5b0de5a20 service neutron] Attempting to bind port dca3f7c9-a879-4ab1-8055-e20d24c3303e on network b6895272-698d-4c40-b965-215cf4acadbd {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:43:40.533539 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d924c1-593f-4270-9e2a-a91fe75eaa82 req-2e16b230-7941-4e47-9ecf-8bd5b0de5a20 service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:43:40.533908 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d924c1-593f-4270-9e2a-a91fe75eaa82 req-2e16b230-7941-4e47-9ecf-8bd5b0de5a20 service neutron] Checking segment: {'id': '462062c7-abd8-4104-87e1-f11ddf378a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b6895272-698d-4c40-b965-215cf4acadbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:43:40.534292 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d924c1-593f-4270-9e2a-a91fe75eaa82 req-2e16b230-7941-4e47-9ecf-8bd5b0de5a20 service neutron] Bound using segment: {'id': '462062c7-abd8-4104-87e1-f11ddf378a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b6895272-698d-4c40-b965-215cf4acadbd'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:43:40.534713 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-95d924c1-593f-4270-9e2a-a91fe75eaa82 req-2e16b230-7941-4e47-9ecf-8bd5b0de5a20 service neutron] Bound port: dca3f7c9-a879-4ab1-8055-e20d24c3303e, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '462062c7-abd8-4104-87e1-f11ddf378a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b6895272-698d-4c40-b965-215cf4acadbd'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:43:40.535066 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-95d924c1-593f-4270-9e2a-a91fe75eaa82 req-2e16b230-7941-4e47-9ecf-8bd5b0de5a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:40.623550 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-95d924c1-593f-4270-9e2a-a91fe75eaa82 req-2e16b230-7941-4e47-9ecf-8bd5b0de5a20 service neutron] For port dca3f7c9-a879-4ab1-8055-e20d24c3303e, host n-h2-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:43:40.626491 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-95d924c1-593f-4270-9e2a-a91fe75eaa82 req-2e16b230-7941-4e47-9ecf-8bd5b0de5a20 service neutron] For port dca3f7c9-a879-4ab1-8055-e20d24c3303e, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=dca3f7c9-a879-4ab1-8055-e20d24c3303e,segment=NetworkSegment(462062c7-abd8-4104-87e1-f11ddf378a08),segment_id=462062c7-abd8-4104-87e1-f11ddf378a08)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:43:40.631390 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-95d924c1-593f-4270-9e2a-a91fe75eaa82 req-2e16b230-7941-4e47-9ecf-8bd5b0de5a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:40.697083 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d924c1-593f-4270-9e2a-a91fe75eaa82 req-2e16b230-7941-4e47-9ecf-8bd5b0de5a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:40.697731 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-95d924c1-593f-4270-9e2a-a91fe75eaa82 req-2e16b230-7941-4e47-9ecf-8bd5b0de5a20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:40.699105 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-95d924c1-593f-4270-9e2a-a91fe75eaa82 req-2e16b230-7941-4e47-9ecf-8bd5b0de5a20 service neutron] 10.222.0.99 "PUT /v2.0/ports/dca3f7c9-a879-4ab1-8055-e20d24c3303e HTTP/1.1" status: 200 len: 1092 time: 1.1036439 Feb 09 01:43:40.699540 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07b43014-2686-48b3-b3f4-6123a5a37324', 'tag': 'dca3f7c9-a879-4ab1-8055-e20d24c3303e'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:43:40.722162 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e16b230-7941-4e47-9ecf-8bd5b0de5a20 service neutron] Pushing event updated for resources: {'Port': ['ID=dca3f7c9-a879-4ab1-8055-e20d24c3303e,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:40.773219 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07b43014-2686-48b3-b3f4-6123a5a37324', 'tag': 'dca3f7c9-a879-4ab1-8055-e20d24c3303e', 'status': 'completed', 'code': 200} Feb 09 01:43:40.815364 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d924c1-593f-4270-9e2a-a91fe75eaa82 req-056c9a4b-3290-4916-861e-9eaee5a65ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:40.817668 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-95d924c1-593f-4270-9e2a-a91fe75eaa82 req-056c9a4b-3290-4916-861e-9eaee5a65ac1 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=86d3f064b7034e66946d08a62b972ad0&device_id=07b43014-2686-48b3-b3f4-6123a5a37324 HTTP/1.1" status: 200 len: 1095 time: 0.0768085 Feb 09 01:43:40.852098 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 392d8442-8e08-42e8-8647-e7f04c6d38e3 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:43:40.893162 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-95d924c1-593f-4270-9e2a-a91fe75eaa82 req-44aa5f35-ea3a-42a6-b14a-d5650553a716 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dca3f7c9-a879-4ab1-8055-e20d24c3303e HTTP/1.1" status: 200 len: 217 time: 0.0691936 Feb 09 01:43:40.922212 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 392d8442-8e08-42e8-8647-e7f04c6d38e3 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:40.922580 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:40.956790 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d924c1-593f-4270-9e2a-a91fe75eaa82 req-10db89b5-af1c-4154-b9cc-e544908c9007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:40.958992 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-95d924c1-593f-4270-9e2a-a91fe75eaa82 req-10db89b5-af1c-4154-b9cc-e544908c9007 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b946a127-d43e-4fd7-9bf0-b54554b93421 HTTP/1.1" status: 200 len: 835 time: 0.0601239 Feb 09 01:43:41.043781 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d924c1-593f-4270-9e2a-a91fe75eaa82 req-a4b93948-2dea-4556-9180-015ecbe5be09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:41.045378 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-95d924c1-593f-4270-9e2a-a91fe75eaa82 req-a4b93948-2dea-4556-9180-015ecbe5be09 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=b6895272-698d-4c40-b965-215cf4acadbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0807281 Feb 09 01:43:41.121770 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf535ea-ea1f-4de1-ad15-de10131af6f3 req-602dc4bd-934e-4307-814c-dd4879a84fd4 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:41.123364 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ebf535ea-ea1f-4de1-ad15-de10131af6f3 req-602dc4bd-934e-4307-814c-dd4879a84fd4 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=07b43014-2686-48b3-b3f4-6123a5a37324 HTTP/1.1" status: 200 len: 944 time: 0.0827591 Feb 09 01:43:41.167510 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ebf535ea-ea1f-4de1-ad15-de10131af6f3 req-cc29dc64-9cbe-478f-87b6-912a615b8944 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=8739ce82-6ca7-4be0-aeb0-6540d7939735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384185 Feb 09 01:43:41.183177 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-95d924c1-593f-4270-9e2a-a91fe75eaa82 req-575bdef1-6fdd-4c9b-b30a-d8e2f3bb7125 service neutron] 10.222.0.99 "GET /v2.0/networks/b6895272-698d-4c40-b965-215cf4acadbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310496 Feb 09 01:43:41.314383 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-95d924c1-593f-4270-9e2a-a91fe75eaa82 req-059a0508-a1b5-4530-8c1c-243acead1dac service neutron] 10.222.0.99 "GET /v2.0/networks/b6895272-698d-4c40-b965-215cf4acadbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252987 Feb 09 01:43:41.434160 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb0e9a6-a3bb-40fb-b9ed-8659d21dc1b6 req-cf8ab9c3-8e53-4622-9a50-9bde07f69568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:41.435642 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ceb0e9a6-a3bb-40fb-b9ed-8659d21dc1b6 req-cf8ab9c3-8e53-4622-9a50-9bde07f69568 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=86d3f064b7034e66946d08a62b972ad0&device_id=07b43014-2686-48b3-b3f4-6123a5a37324 HTTP/1.1" status: 200 len: 1095 time: 0.0778685 Feb 09 01:43:41.564649 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb0e9a6-a3bb-40fb-b9ed-8659d21dc1b6 req-1b0df1ec-b2d9-46e2-b2e5-0d330c586595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:41.566052 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ceb0e9a6-a3bb-40fb-b9ed-8659d21dc1b6 req-1b0df1ec-b2d9-46e2-b2e5-0d330c586595 service neutron] 10.222.0.99 "GET /v2.0/networks?id=b6895272-698d-4c40-b965-215cf4acadbd HTTP/1.1" status: 200 len: 898 time: 0.1250024 Feb 09 01:43:41.591967 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:41.615700 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:41.751469 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ceb0e9a6-a3bb-40fb-b9ed-8659d21dc1b6 req-d39f2cd2-040e-4a06-be0f-68b109bc1fd6 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dca3f7c9-a879-4ab1-8055-e20d24c3303e HTTP/1.1" status: 200 len: 217 time: 0.1792789 Feb 09 01:43:41.814750 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb0e9a6-a3bb-40fb-b9ed-8659d21dc1b6 req-32a0d666-3487-4dea-8e9e-2c3ad7a6e6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:41.816102 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ceb0e9a6-a3bb-40fb-b9ed-8659d21dc1b6 req-32a0d666-3487-4dea-8e9e-2c3ad7a6e6fc service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b946a127-d43e-4fd7-9bf0-b54554b93421 HTTP/1.1" status: 200 len: 835 time: 0.0587015 Feb 09 01:43:41.893100 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb0e9a6-a3bb-40fb-b9ed-8659d21dc1b6 req-1c0dfd53-ec6c-4b5f-b8af-b53fcde94f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:41.895185 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ceb0e9a6-a3bb-40fb-b9ed-8659d21dc1b6 req-1c0dfd53-ec6c-4b5f-b8af-b53fcde94f5d service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=b6895272-698d-4c40-b965-215cf4acadbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727832 Feb 09 01:43:42.025664 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ceb0e9a6-a3bb-40fb-b9ed-8659d21dc1b6 req-5f4a2971-a4e2-4296-a33d-b0a0eb2ebfc4 service neutron] 10.222.0.99 "GET /v2.0/networks/b6895272-698d-4c40-b965-215cf4acadbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253977 Feb 09 01:43:42.155098 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-ceb0e9a6-a3bb-40fb-b9ed-8659d21dc1b6 req-7aa9dcf3-3b79-4b63-8669-571bb8923e8d service neutron] 10.222.0.99 "GET /v2.0/networks/b6895272-698d-4c40-b965-215cf4acadbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225617 Feb 09 01:43:42.357685 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aca28b-7029-4ebf-8394-ade27efaff5b req-e30ec88d-82c8-4d51-8367-f1069efe6ed9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:42.359148 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-50aca28b-7029-4ebf-8394-ade27efaff5b req-e30ec88d-82c8-4d51-8367-f1069efe6ed9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=07b43014-2686-48b3-b3f4-6123a5a37324 HTTP/1.1" status: 200 len: 944 time: 0.0822539 Feb 09 01:43:42.402879 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-50aca28b-7029-4ebf-8394-ade27efaff5b req-269b500d-c464-4e61-8684-a29f7c62899b tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=8739ce82-6ca7-4be0-aeb0-6540d7939735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373435 Feb 09 01:43:43.237124 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:43.586845 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0299d2d-6e56-4446-9b60-dc840ff5028b req-5de2f84f-44e4-4199-96d6-c0e937310cbe tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:43.588239 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f0299d2d-6e56-4446-9b60-dc840ff5028b req-5de2f84f-44e4-4199-96d6-c0e937310cbe tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=07b43014-2686-48b3-b3f4-6123a5a37324 HTTP/1.1" status: 200 len: 944 time: 0.0789173 Feb 09 01:43:43.632838 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f0299d2d-6e56-4446-9b60-dc840ff5028b req-613fc51f-5e09-47e7-a415-ba9cc68e0913 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=8739ce82-6ca7-4be0-aeb0-6540d7939735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387404 Feb 09 01:43:44.820443 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c41564a-ce1c-4687-b02d-0c2ccf3516bd req-70e71793-2583-4dc1-a1a7-ea9cef72e87f tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:44.821932 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8c41564a-ce1c-4687-b02d-0c2ccf3516bd req-70e71793-2583-4dc1-a1a7-ea9cef72e87f tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=07b43014-2686-48b3-b3f4-6123a5a37324 HTTP/1.1" status: 200 len: 944 time: 0.0840333 Feb 09 01:43:44.865727 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8c41564a-ce1c-4687-b02d-0c2ccf3516bd req-8f27c4e4-a24f-4192-95c7-6fd0a8201f49 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=8739ce82-6ca7-4be0-aeb0-6540d7939735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381334 Feb 09 01:43:45.565212 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device dca3f7c9-a879-4ab1-8055-e20d24c3303e details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:43:45.697833 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port dca3f7c9-a879-4ab1-8055-e20d24c3303e, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=dca3f7c9-a879-4ab1-8055-e20d24c3303e,segment=NetworkSegment(462062c7-abd8-4104-87e1-f11ddf378a08),segment_id=462062c7-abd8-4104-87e1-f11ddf378a08)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:43:45.710849 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': 'dca3f7c9-a879-4ab1-8055-e20d24c3303e', 'network_id': 'b6895272-698d-4c40-b965-215cf4acadbd', 'port_id': 'dca3f7c9-a879-4ab1-8055-e20d24c3303e', 'mac_address': 'fa:16:3e:04:09:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b946a127-d43e-4fd7-9bf0-b54554b93421', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:43:45.795838 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:45.812393 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dca3f7c9-a879-4ab1-8055-e20d24c3303e {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:43:45.827954 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port dca3f7c9-a879-4ab1-8055-e20d24c3303e, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=dca3f7c9-a879-4ab1-8055-e20d24c3303e,segment=NetworkSegment(462062c7-abd8-4104-87e1-f11ddf378a08),segment_id=462062c7-abd8-4104-87e1-f11ddf378a08)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:43:45.831654 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:45.897085 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=dca3f7c9-a879-4ab1-8055-e20d24c3303e,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:46.046791 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092dec5e-45c4-4b45-8d65-4c61b3fcac15 req-221a7a1f-4c5b-4c10-996f-0fbf591bd06a tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:46.048192 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-092dec5e-45c4-4b45-8d65-4c61b3fcac15 req-221a7a1f-4c5b-4c10-996f-0fbf591bd06a tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=07b43014-2686-48b3-b3f4-6123a5a37324 HTTP/1.1" status: 200 len: 945 time: 0.0799627 Feb 09 01:43:46.095695 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-092dec5e-45c4-4b45-8d65-4c61b3fcac15 req-e8590298-1b09-4df3-be2b-683f5a4c7272 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=8739ce82-6ca7-4be0-aeb0-6540d7939735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407295 Feb 09 01:43:46.160540 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['dca3f7c9-a879-4ab1-8055-e20d24c3303e'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:43:47.277717 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84bbf9-e505-4b12-9487-35d08a1caa3c req-1b6e2f2e-95bd-4c40-85f3-82b10262fc4d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:47.279437 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ae84bbf9-e505-4b12-9487-35d08a1caa3c req-1b6e2f2e-95bd-4c40-85f3-82b10262fc4d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=07b43014-2686-48b3-b3f4-6123a5a37324 HTTP/1.1" status: 200 len: 945 time: 0.0786641 Feb 09 01:43:47.324939 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ae84bbf9-e505-4b12-9487-35d08a1caa3c req-1ed05eef-7384-4790-8553-a6a89742c817 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=8739ce82-6ca7-4be0-aeb0-6540d7939735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399051 Feb 09 01:43:47.564831 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device dca3f7c9-a879-4ab1-8055-e20d24c3303e up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:43:47.632178 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning for port dca3f7c9-a879-4ab1-8055-e20d24c3303e completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:43:47.637004 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port dca3f7c9-a879-4ab1-8055-e20d24c3303e triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:47.637380 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:47.756073 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:47.782894 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07b43014-2686-48b3-b3f4-6123a5a37324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca3f7c9-a879-4ab1-8055-e20d24c3303e'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:43:47.793174 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port dca3f7c9-a879-4ab1-8055-e20d24c3303e, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=dca3f7c9-a879-4ab1-8055-e20d24c3303e,segment=NetworkSegment(462062c7-abd8-4104-87e1-f11ddf378a08),segment_id=462062c7-abd8-4104-87e1-f11ddf378a08)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:43:47.796862 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:47.865297 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=dca3f7c9-a879-4ab1-8055-e20d24c3303e,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:47.902570 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07b43014-2686-48b3-b3f4-6123a5a37324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca3f7c9-a879-4ab1-8055-e20d24c3303e', 'code': 200} Feb 09 01:43:48.025000 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5573d44a-9e5c-4d42-87f1-07c333c7fc6c req-1c647d0f-0c3f-49ca-8943-bc4c7f671adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:48.026559 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-5573d44a-9e5c-4d42-87f1-07c333c7fc6c req-1c647d0f-0c3f-49ca-8943-bc4c7f671adc service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=07b43014-2686-48b3-b3f4-6123a5a37324 HTTP/1.1" status: 200 len: 1097 time: 0.0706568 Feb 09 01:43:48.067082 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-5573d44a-9e5c-4d42-87f1-07c333c7fc6c req-8fb4ca42-07fe-4510-a9f8-8bf026ae0668 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=8739ce82-6ca7-4be0-aeb0-6540d7939735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342004 Feb 09 01:43:48.512923 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba38cf6-eb20-496c-9f0c-02dfedae137a req-b26a738f-fd7d-4693-b55b-b8e520a9777d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:48.514429 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0ba38cf6-eb20-496c-9f0c-02dfedae137a req-b26a738f-fd7d-4693-b55b-b8e520a9777d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=07b43014-2686-48b3-b3f4-6123a5a37324 HTTP/1.1" status: 200 len: 946 time: 0.0835223 Feb 09 01:43:48.559612 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0ba38cf6-eb20-496c-9f0c-02dfedae137a req-4e6e5564-ee91-4997-8945-b7bdefc9bbd7 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=8739ce82-6ca7-4be0-aeb0-6540d7939735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389960 Feb 09 01:43:49.771288 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ed0f4-ab54-4ba9-9d10-a1b4571218d7 req-c903451f-a12e-433d-a4c3-7c6103791671 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:49.773673 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f98ed0f4-ab54-4ba9-9d10-a1b4571218d7 req-c903451f-a12e-433d-a4c3-7c6103791671 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=07b43014-2686-48b3-b3f4-6123a5a37324 HTTP/1.1" status: 200 len: 946 time: 0.0922384 Feb 09 01:43:49.823177 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f98ed0f4-ab54-4ba9-9d10-a1b4571218d7 req-7dd3aeed-a9c3-44e6-af06-40846ebb80b2 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=8739ce82-6ca7-4be0-aeb0-6540d7939735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437651 Feb 09 01:43:50.020877 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22637d7-513c-4312-a469-748d74c09717 req-ceb3fb65-451d-40be-b65e-ca8e362fb0d9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:50.022401 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f22637d7-513c-4312-a469-748d74c09717 req-ceb3fb65-451d-40be-b65e-ca8e362fb0d9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=07b43014-2686-48b3-b3f4-6123a5a37324 HTTP/1.1" status: 200 len: 946 time: 0.0847273 Feb 09 01:43:50.065582 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f22637d7-513c-4312-a469-748d74c09717 req-8a9b7cfb-d1a5-493b-b051-da8566516c22 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=8739ce82-6ca7-4be0-aeb0-6540d7939735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376196 Feb 09 01:43:50.088575 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 45668) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:50.157695 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b2f90c-5656-45d2-a398-b3b0e77517e9 tempest-TestNetworkAdvancedServerOps-293300233 tempest-TestNetworkAdvancedServerOps-293300233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:50.159209 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f6b2f90c-5656-45d2-a398-b3b0e77517e9 tempest-TestNetworkAdvancedServerOps-293300233 tempest-TestNetworkAdvancedServerOps-293300233-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=07b43014-2686-48b3-b3f4-6123a5a37324 HTTP/1.1" status: 200 len: 1092 time: 0.0696766 Feb 09 01:43:50.162619 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 45672) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:50.167450 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-565b67da-6785-4c9b-b65d-650c829f7e79 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Request body: {'floatingip': {'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'port_id': 'dca3f7c9-a879-4ab1-8055-e20d24c3303e', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:50.174056 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-565b67da-6785-4c9b-b65d-650c829f7e79 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:43:50.178498 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-565b67da-6785-4c9b-b65d-650c829f7e79 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Usage tracker for resource:floatingip and tenant:86d3f064b7034e66946d08a62b972ad0 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:43:50.181264 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-565b67da-6785-4c9b-b65d-650c829f7e79 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:43:50.186862 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-565b67da-6785-4c9b-b65d-650c829f7e79 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:43:50.197739 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-565b67da-6785-4c9b-b65d-650c829f7e79 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for floatingip, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:50.334779 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-565b67da-6785-4c9b-b65d-650c829f7e79 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:50.468755 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-565b67da-6785-4c9b-b65d-650c829f7e79 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Allocated IP 172.25.0.166 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/0a7c49d7-3bda-4353-a16a-c5ae41ec1dd1) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:43:50.612774 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-565b67da-6785-4c9b-b65d-650c829f7e79 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:50.642363 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-565b67da-6785-4c9b-b65d-650c829f7e79 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:50.713056 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565b67da-6785-4c9b-b65d-650c829f7e79 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:43:50.715983 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-565b67da-6785-4c9b-b65d-650c829f7e79 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:50.718715 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565b67da-6785-4c9b-b65d-650c829f7e79 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:43:50.752393 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565b67da-6785-4c9b-b65d-650c829f7e79 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event updated for resources: {'Port': ['ID=0a7c49d7-3bda-4353-a16a-c5ae41ec1dd1,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:51.226821 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-565b67da-6785-4c9b-b65d-650c829f7e79 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:51.300347 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-565b67da-6785-4c9b-b65d-650c829f7e79 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:51.506865 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-565b67da-6785-4c9b-b65d-650c829f7e79 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:51.511082 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-565b67da-6785-4c9b-b65d-650c829f7e79 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:51.621104 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565b67da-6785-4c9b-b65d-650c829f7e79 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event updated for resources: {'Port': ['ID=0a7c49d7-3bda-4353-a16a-c5ae41ec1dd1,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:51.631884 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-565b67da-6785-4c9b-b65d-650c829f7e79 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:51.802779 n-d-828418-1 neutron-server[87639]: INFO neutron.db.l3_db [None req-565b67da-6785-4c9b-b65d-650c829f7e79 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Floating IP d3f2255d-02af-4a6a-ad2d-a317d796655d associated. External IP: 172.25.0.166, port: dca3f7c9-a879-4ab1-8055-e20d24c3303e. Feb 09 01:43:52.148672 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:52.153002 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-565b67da-6785-4c9b-b65d-650c829f7e79 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Router 26fddc9c-58e5-4a5d-9fe0-b2476b119cc0 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:43:52.330877 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565b67da-6785-4c9b-b65d-650c829f7e79 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:43:52.341124 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2894437-607f-4554-8b7d-95185e1c6ad1 None None] Sync routers for ids ['26fddc9c-58e5-4a5d-9fe0-b2476b119cc0'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:43:52.351260 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2894437-607f-4554-8b7d-95185e1c6ad1 None None] Routers {'26fddc9c-58e5-4a5d-9fe0-b2476b119cc0'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:43:52.351991 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-c2894437-607f-4554-8b7d-95185e1c6ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:43:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['26fddc9c-58e5-4a5d-9fe0-b2476b119cc0'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:52.356092 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-565b67da-6785-4c9b-b65d-650c829f7e79 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:52.415002 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-565b67da-6785-4c9b-b65d-650c829f7e79 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2512188 Feb 09 01:43:52.415843 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07b43014-2686-48b3-b3f4-6123a5a37324', 'tag': 'dca3f7c9-a879-4ab1-8055-e20d24c3303e'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:43:52.465796 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07b43014-2686-48b3-b3f4-6123a5a37324', 'tag': 'dca3f7c9-a879-4ab1-8055-e20d24c3303e', 'status': 'completed', 'code': 200} Feb 09 01:43:52.556818 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-c2894437-607f-4554-8b7d-95185e1c6ad1 None None] Set router 26fddc9c-58e5-4a5d-9fe0-b2476b119cc0 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:43:52.573149 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1561ff33-7af1-4ccc-a32f-617446270930 req-a4eff5c3-19cb-4961-8260-51611f3cafed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:52.574572 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1561ff33-7af1-4ccc-a32f-617446270930 req-a4eff5c3-19cb-4961-8260-51611f3cafed service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=86d3f064b7034e66946d08a62b972ad0&device_id=07b43014-2686-48b3-b3f4-6123a5a37324 HTTP/1.1" status: 200 len: 1097 time: 0.0876334 Feb 09 01:43:52.593300 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb553a-5d89-4b77-b072-575c14b76b3b req-11678858-8721-4de6-bc56-06d526a5d8cb tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:52.601470 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f3bb553a-5d89-4b77-b072-575c14b76b3b req-11678858-8721-4de6-bc56-06d526a5d8cb tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=07b43014-2686-48b3-b3f4-6123a5a37324 HTTP/1.1" status: 200 len: 946 time: 0.0974460 Feb 09 01:43:52.719825 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1561ff33-7af1-4ccc-a32f-617446270930 req-15bed164-f7ee-4895-b7c0-fe3df85a980a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:52.721569 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1561ff33-7af1-4ccc-a32f-617446270930 req-15bed164-f7ee-4895-b7c0-fe3df85a980a service neutron] 10.222.0.99 "GET /v2.0/networks?id=b6895272-698d-4c40-b965-215cf4acadbd HTTP/1.1" status: 200 len: 898 time: 0.1413901 Feb 09 01:43:52.763836 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f3bb553a-5d89-4b77-b072-575c14b76b3b req-ad095910-ce50-4556-9b5d-def3f2e0bff7 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=8739ce82-6ca7-4be0-aeb0-6540d7939735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614830 Feb 09 01:43:52.788461 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 45680) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:52.832749 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1561ff33-7af1-4ccc-a32f-617446270930 req-9bb0a01c-4bd1-48ea-a109-e90219f2a32e service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dca3f7c9-a879-4ab1-8055-e20d24c3303e HTTP/1.1" status: 200 len: 1000 time: 0.1041412 Feb 09 01:43:52.894691 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1561ff33-7af1-4ccc-a32f-617446270930 req-4d2f6455-7792-4dd4-bb8b-cbd947d4fc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:52.896413 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1561ff33-7af1-4ccc-a32f-617446270930 req-4d2f6455-7792-4dd4-bb8b-cbd947d4fc10 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b946a127-d43e-4fd7-9bf0-b54554b93421 HTTP/1.1" status: 200 len: 835 time: 0.0583429 Feb 09 01:43:52.899917 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-2c76113f-d570-452d-b08b-48ed98d50596 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/floatingips/d3f2255d-02af-4a6a-ad2d-a317d796655d HTTP/1.1" status: 200 len: 992 time: 0.1089575 Feb 09 01:43:52.924761 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-c2894437-607f-4554-8b7d-95185e1c6ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26fddc9c-58e5-4a5d-9fe0-b2476b119cc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744807736', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '0cc86c7b-a2e3-4d5e-a91d-b5c5dc9ac649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:43:29Z', 'updated_at': '2022-02-09T01:43:34Z', 'revision_number': 4, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'gw_port': {'id': '0cc86c7b-a2e3-4d5e-a91d-b5c5dc9ac649', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26fddc9c-58e5-4a5d-9fe0-b2476b119cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:30Z', 'updated_at': '2022-02-09T01:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': 'd3f2255d-02af-4a6a-ad2d-a317d796655d', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'floating_ip_address': '172.25.0.166', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '26fddc9c-58e5-4a5d-9fe0-b2476b119cc0', 'port_id': 'dca3f7c9-a879-4ab1-8055-e20d24c3303e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6895272-698d-4c40-b965-215cf4acadbd', 'mac_address': 'fa:16:3e:04:09:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b43014-2686-48b3-b3f4-6123a5a37324', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:43:51Z', 'updated_at': '2022-02-09T01:43:51Z', 'revision_number': 0, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '392d8442-8e08-42e8-8647-e7f04c6d38e3', 'name': '', 'network_id': 'b6895272-698d-4c40-b965-215cf4acadbd', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'mac_address': 'fa:16:3e:d9:3a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26fddc9c-58e5-4a5d-9fe0-b2476b119cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'b946a127-d43e-4fd7-9bf0-b54554b93421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:33Z', 'updated_at': '2022-02-09T01:43:39Z', 'revision_number': 5, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'subnets': [{'id': 'b946a127-d43e-4fd7-9bf0-b54554b93421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:52.929236 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2894437-607f-4554-8b7d-95185e1c6ad1 None None] Checking router: 26fddc9c-58e5-4a5d-9fe0-b2476b119cc0 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:43:52.937518 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2894437-607f-4554-8b7d-95185e1c6ad1 None None] Routers {'26fddc9c-58e5-4a5d-9fe0-b2476b119cc0'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:43:52.938145 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-c2894437-607f-4554-8b7d-95185e1c6ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:43:40Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['26fddc9c-58e5-4a5d-9fe0-b2476b119cc0'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:52.970354 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1561ff33-7af1-4ccc-a32f-617446270930 req-f0487a98-5b15-474f-ab74-6b72597d2b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:52.971840 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1561ff33-7af1-4ccc-a32f-617446270930 req-f0487a98-5b15-474f-ab74-6b72597d2b76 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=b6895272-698d-4c40-b965-215cf4acadbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703838 Feb 09 01:43:53.104577 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1561ff33-7af1-4ccc-a32f-617446270930 req-b3cc0ecd-50e3-431a-ab84-3c7a3ed9e93a service neutron] 10.222.0.99 "GET /v2.0/networks/b6895272-698d-4c40-b965-215cf4acadbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263022 Feb 09 01:43:53.114535 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-c2894437-607f-4554-8b7d-95185e1c6ad1 None None] Set router 26fddc9c-58e5-4a5d-9fe0-b2476b119cc0 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:43:53.242247 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-1561ff33-7af1-4ccc-a32f-617446270930 req-0b1e21fd-7d06-4765-84a1-d7b042807333 service neutron] 10.222.0.99 "GET /v2.0/networks/b6895272-698d-4c40-b965-215cf4acadbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319165 Feb 09 01:43:53.662115 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-c2894437-607f-4554-8b7d-95185e1c6ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26fddc9c-58e5-4a5d-9fe0-b2476b119cc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744807736', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '0cc86c7b-a2e3-4d5e-a91d-b5c5dc9ac649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:43:29Z', 'updated_at': '2022-02-09T01:43:34Z', 'revision_number': 4, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'gw_port': {'id': '0cc86c7b-a2e3-4d5e-a91d-b5c5dc9ac649', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26fddc9c-58e5-4a5d-9fe0-b2476b119cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:30Z', 'updated_at': '2022-02-09T01:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': 'd3f2255d-02af-4a6a-ad2d-a317d796655d', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'floating_ip_address': '172.25.0.166', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '26fddc9c-58e5-4a5d-9fe0-b2476b119cc0', 'port_id': 'dca3f7c9-a879-4ab1-8055-e20d24c3303e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6895272-698d-4c40-b965-215cf4acadbd', 'mac_address': 'fa:16:3e:04:09:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b43014-2686-48b3-b3f4-6123a5a37324', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:43:51Z', 'updated_at': '2022-02-09T01:43:51Z', 'revision_number': 0, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '392d8442-8e08-42e8-8647-e7f04c6d38e3', 'name': '', 'network_id': 'b6895272-698d-4c40-b965-215cf4acadbd', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'mac_address': 'fa:16:3e:d9:3a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26fddc9c-58e5-4a5d-9fe0-b2476b119cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'b946a127-d43e-4fd7-9bf0-b54554b93421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:33Z', 'updated_at': '2022-02-09T01:43:39Z', 'revision_number': 5, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'subnets': [{'id': 'b946a127-d43e-4fd7-9bf0-b54554b93421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:53.670680 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2894437-607f-4554-8b7d-95185e1c6ad1 None None] The sync data for ids ['26fddc9c-58e5-4a5d-9fe0-b2476b119cc0'] in n-d-828418-1 is: [{'id': '26fddc9c-58e5-4a5d-9fe0-b2476b119cc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744807736', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '0cc86c7b-a2e3-4d5e-a91d-b5c5dc9ac649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:43:29Z', 'updated_at': '2022-02-09T01:43:34Z', 'revision_number': 4, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'gw_port': {'id': '0cc86c7b-a2e3-4d5e-a91d-b5c5dc9ac649', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26fddc9c-58e5-4a5d-9fe0-b2476b119cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:30Z', 'updated_at': '2022-02-09T01:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': 'd3f2255d-02af-4a6a-ad2d-a317d796655d', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'floating_ip_address': '172.25.0.166', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '26fddc9c-58e5-4a5d-9fe0-b2476b119cc0', 'port_id': 'dca3f7c9-a879-4ab1-8055-e20d24c3303e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6895272-698d-4c40-b965-215cf4acadbd', 'mac_address': 'fa:16:3e:04:09:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b43014-2686-48b3-b3f4-6123a5a37324', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:43:51Z', 'updated_at': '2022-02-09T01:43:51Z', 'revision_number': 0, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '392d8442-8e08-42e8-8647-e7f04c6d38e3', 'name': '', 'network_id': 'b6895272-698d-4c40-b965-215cf4acadbd', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'mac_address': 'fa:16:3e:d9:3a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26fddc9c-58e5-4a5d-9fe0-b2476b119cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'b946a127-d43e-4fd7-9bf0-b54554b93421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:33Z', 'updated_at': '2022-02-09T01:43:39Z', 'revision_number': 5, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'subnets': [{'id': 'b946a127-d43e-4fd7-9bf0-b54554b93421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:43:53.866701 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08b74bc-fb15-4e30-8fff-7a973509a545 None None] New status for floating IP d3f2255d-02af-4a6a-ad2d-a317d796655d: ACTIVE {{(pid=87641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:43:53.902645 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 45684) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:54.009212 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-fd954bf0-1939-4df0-afc7-7da1ed9fcb51 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/floatingips/d3f2255d-02af-4a6a-ad2d-a317d796655d HTTP/1.1" status: 200 len: 992 time: 0.1054864 Feb 09 01:43:55.013106 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45688) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:55.119649 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-8d539404-527d-4650-a085-e4eeffaad837 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/floatingips/d3f2255d-02af-4a6a-ad2d-a317d796655d HTTP/1.1" status: 200 len: 994 time: 0.1053698 Feb 09 01:43:55.140890 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:07.413486 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:44:08.205409 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6725a6ea-c32e-463d-b4fe-f625392a563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:10.503081 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1b3c2a54-e5de-4665-aa5b-4a337a1b84ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:11.594094 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:11.620445 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:13.239904 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:22.155308 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:22.843017 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4fe41780-0c0c-4bd8-abd2-82eeb21dec33 req-86811514-228b-4e8a-8ce8-00d1e22c0eb5 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=07b43014-2686-48b3-b3f4-6123a5a37324&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0723224 Feb 09 01:44:22.980480 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe41780-0c0c-4bd8-abd2-82eeb21dec33 req-015ac788-4166-461d-a7db-31b5858f30c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:22.981992 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4fe41780-0c0c-4bd8-abd2-82eeb21dec33 req-015ac788-4166-461d-a7db-31b5858f30c9 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=86d3f064b7034e66946d08a62b972ad0&device_id=07b43014-2686-48b3-b3f4-6123a5a37324 HTTP/1.1" status: 200 len: 1097 time: 0.0714283 Feb 09 01:44:23.238694 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe41780-0c0c-4bd8-abd2-82eeb21dec33 req-3cdcd50d-af31-4b16-a65f-a7077892e671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:23.240076 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4fe41780-0c0c-4bd8-abd2-82eeb21dec33 req-3cdcd50d-af31-4b16-a65f-a7077892e671 service neutron] 10.222.0.99 "GET /v2.0/networks?id=b6895272-698d-4c40-b965-215cf4acadbd HTTP/1.1" status: 200 len: 898 time: 0.2391891 Feb 09 01:44:23.347033 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4fe41780-0c0c-4bd8-abd2-82eeb21dec33 req-31f4c084-5476-45bd-9086-f13968e0a3c6 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dca3f7c9-a879-4ab1-8055-e20d24c3303e HTTP/1.1" status: 200 len: 1002 time: 0.1003206 Feb 09 01:44:23.415393 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe41780-0c0c-4bd8-abd2-82eeb21dec33 req-a747e674-d95b-4dd6-a788-6e4fad6d598a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:23.416983 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4fe41780-0c0c-4bd8-abd2-82eeb21dec33 req-a747e674-d95b-4dd6-a788-6e4fad6d598a service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b946a127-d43e-4fd7-9bf0-b54554b93421 HTTP/1.1" status: 200 len: 835 time: 0.0640326 Feb 09 01:44:23.492661 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe41780-0c0c-4bd8-abd2-82eeb21dec33 req-eaca1143-8909-43ac-9327-5d0ae5c546cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:23.494116 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4fe41780-0c0c-4bd8-abd2-82eeb21dec33 req-eaca1143-8909-43ac-9327-5d0ae5c546cb service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=b6895272-698d-4c40-b965-215cf4acadbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716448 Feb 09 01:44:23.630899 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4fe41780-0c0c-4bd8-abd2-82eeb21dec33 req-50fab650-2aad-4435-bc83-f52241f70337 service neutron] 10.222.0.99 "GET /v2.0/networks/b6895272-698d-4c40-b965-215cf4acadbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292901 Feb 09 01:44:23.762753 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4fe41780-0c0c-4bd8-abd2-82eeb21dec33 req-6d5ba8c5-4251-4177-823d-47a1e3e3653b service neutron] 10.222.0.99 "GET /v2.0/networks/b6895272-698d-4c40-b965-215cf4acadbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257555 Feb 09 01:44:25.140899 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:38.208615 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-96e7cce2-b353-4a28-b729-14b550dba5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:40.505403 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a1067f81-26c0-49fc-bc36-30f7acbc926f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:41.603435 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:41.613788 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:43.242280 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:44.412528 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:44:52.153606 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:55.156004 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:06.919653 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b6ced-03f9-4b26-862d-826dad5afc8f req-61a8c202-6053-43d4-8001-a08bf7da67b4 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:06.921124 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a77b6ced-03f9-4b26-862d-826dad5afc8f req-61a8c202-6053-43d4-8001-a08bf7da67b4 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=07b43014-2686-48b3-b3f4-6123a5a37324 HTTP/1.1" status: 200 len: 946 time: 0.0808725 Feb 09 01:45:06.965298 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a77b6ced-03f9-4b26-862d-826dad5afc8f req-db4cba6f-5783-4c7d-a027-e53b05a242eb tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=8739ce82-6ca7-4be0-aeb0-6540d7939735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383165 Feb 09 01:45:08.149442 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47691a00-ed5f-41fa-9eb6-3e00f2bce7bc req-39b9504a-8aa5-4262-ae84-6d09911266f9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:08.150895 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-47691a00-ed5f-41fa-9eb6-3e00f2bce7bc req-39b9504a-8aa5-4262-ae84-6d09911266f9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=07b43014-2686-48b3-b3f4-6123a5a37324 HTTP/1.1" status: 200 len: 946 time: 0.0805275 Feb 09 01:45:08.193774 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-47691a00-ed5f-41fa-9eb6-3e00f2bce7bc req-7c19e1ed-d03d-4313-9dd2-4444341fe3aa tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=8739ce82-6ca7-4be0-aeb0-6540d7939735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370178 Feb 09 01:45:08.211441 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0531f673-0ace-48ed-bc65-bc9443898609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:09.378820 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a056d0f9-e85e-4e81-bfaa-8f6b4e1b80de req-459f758c-16dc-47a2-89cb-62ee05334c3c tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:09.380457 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a056d0f9-e85e-4e81-bfaa-8f6b4e1b80de req-459f758c-16dc-47a2-89cb-62ee05334c3c tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=07b43014-2686-48b3-b3f4-6123a5a37324 HTTP/1.1" status: 200 len: 946 time: 0.0786910 Feb 09 01:45:09.423182 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a056d0f9-e85e-4e81-bfaa-8f6b4e1b80de req-25081e55-d186-442a-b163-be6d8232a0cd tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=8739ce82-6ca7-4be0-aeb0-6540d7939735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373158 Feb 09 01:45:10.508377 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3042eb5f-215a-4b0d-88d7-4b019d35bc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:10.610135 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b9eb3b-9f20-448d-bf57-78b6849b1f1c req-562802fc-14c0-442b-bb0d-88299b44a42a tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:10.611594 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c5b9eb3b-9f20-448d-bf57-78b6849b1f1c req-562802fc-14c0-442b-bb0d-88299b44a42a tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=07b43014-2686-48b3-b3f4-6123a5a37324 HTTP/1.1" status: 200 len: 946 time: 0.0824106 Feb 09 01:45:10.656028 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c5b9eb3b-9f20-448d-bf57-78b6849b1f1c req-4438b305-a1e8-43ad-8af1-c5b45ea16755 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=8739ce82-6ca7-4be0-aeb0-6540d7939735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385211 Feb 09 01:45:11.605571 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:11.617000 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:11.841301 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66474187-477d-4ba0-bf6e-1467ebda55f1 req-062aec88-57d6-4c93-ac07-400a72cabd3c tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:11.842785 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-66474187-477d-4ba0-bf6e-1467ebda55f1 req-062aec88-57d6-4c93-ac07-400a72cabd3c tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=07b43014-2686-48b3-b3f4-6123a5a37324 HTTP/1.1" status: 200 len: 946 time: 0.0794680 Feb 09 01:45:11.889388 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-66474187-477d-4ba0-bf6e-1467ebda55f1 req-ed1daab0-41e4-4e1a-a635-996cd44ebf7b tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=8739ce82-6ca7-4be0-aeb0-6540d7939735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409794 Feb 09 01:45:13.077062 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c9b16-c301-40af-b8ef-010484418883 req-2811c119-1ad2-48eb-9129-687f98a31cbb tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:13.078530 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8f2c9b16-c301-40af-b8ef-010484418883 req-2811c119-1ad2-48eb-9129-687f98a31cbb tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=07b43014-2686-48b3-b3f4-6123a5a37324 HTTP/1.1" status: 200 len: 946 time: 0.0780268 Feb 09 01:45:13.123094 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8f2c9b16-c301-40af-b8ef-010484418883 req-01758f86-fe4e-44e9-a1de-579718ceebdc tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=8739ce82-6ca7-4be0-aeb0-6540d7939735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388541 Feb 09 01:45:13.245390 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:14.308353 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5fdf0-7bee-417d-bf04-69c54032b23f req-a54343a2-8edd-4095-84b7-52ae784101e6 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:14.309837 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0dd5fdf0-7bee-417d-bf04-69c54032b23f req-a54343a2-8edd-4095-84b7-52ae784101e6 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=07b43014-2686-48b3-b3f4-6123a5a37324 HTTP/1.1" status: 200 len: 946 time: 0.0836837 Feb 09 01:45:14.352620 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0dd5fdf0-7bee-417d-bf04-69c54032b23f req-011883d4-9701-4ca1-bd87-89664c780f39 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=8739ce82-6ca7-4be0-aeb0-6540d7939735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372360 Feb 09 01:45:15.534778 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe99a8d-17e6-4a36-9457-824f6c6d2b75 req-13749a52-040d-4b13-8224-d64125aff941 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:15.536346 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ffe99a8d-17e6-4a36-9457-824f6c6d2b75 req-13749a52-040d-4b13-8224-d64125aff941 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=07b43014-2686-48b3-b3f4-6123a5a37324 HTTP/1.1" status: 200 len: 946 time: 0.0799952 Feb 09 01:45:15.581257 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ffe99a8d-17e6-4a36-9457-824f6c6d2b75 req-0a9838e3-87ce-4701-a1ed-19578d26b9f0 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=8739ce82-6ca7-4be0-aeb0-6540d7939735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388803 Feb 09 01:45:16.766738 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0351d5-a1c0-45a1-87f1-41e3ae112246 req-60254d83-76f6-4651-85a9-884385906d48 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:16.768169 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9d0351d5-a1c0-45a1-87f1-41e3ae112246 req-60254d83-76f6-4651-85a9-884385906d48 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=07b43014-2686-48b3-b3f4-6123a5a37324 HTTP/1.1" status: 200 len: 946 time: 0.0814509 Feb 09 01:45:16.811126 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9d0351d5-a1c0-45a1-87f1-41e3ae112246 req-e33bbe34-d02f-4dff-9783-b13b0324a71a tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=8739ce82-6ca7-4be0-aeb0-6540d7939735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365696 Feb 09 01:45:17.994276 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3393d14-65e2-4e42-967d-66353fbe7df3 req-8c773f44-7d21-456e-8945-60cbb71649c9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:17.995767 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d3393d14-65e2-4e42-967d-66353fbe7df3 req-8c773f44-7d21-456e-8945-60cbb71649c9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=07b43014-2686-48b3-b3f4-6123a5a37324 HTTP/1.1" status: 200 len: 946 time: 0.0792158 Feb 09 01:45:18.043817 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d3393d14-65e2-4e42-967d-66353fbe7df3 req-9debdf1d-a75a-43d7-96a3-acff1a0124fe tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=8739ce82-6ca7-4be0-aeb0-6540d7939735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424526 Feb 09 01:45:19.227533 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb965f25-79dd-411a-91db-3a987e3efbce req-4aba8722-4945-4d2f-996c-9f3e6d7c8264 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:19.228987 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fb965f25-79dd-411a-91db-3a987e3efbce req-4aba8722-4945-4d2f-996c-9f3e6d7c8264 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=07b43014-2686-48b3-b3f4-6123a5a37324 HTTP/1.1" status: 200 len: 946 time: 0.0792093 Feb 09 01:45:19.271904 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fb965f25-79dd-411a-91db-3a987e3efbce req-f6d7f2e0-477c-42a0-8e4f-dd0126c61cf4 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=8739ce82-6ca7-4be0-aeb0-6540d7939735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373578 Feb 09 01:45:20.459607 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9336436a-01f7-45b6-ae89-eef4c314c2ec req-4ae2bbc0-a9e4-4204-bbab-7525a5bc071f tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:20.461026 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9336436a-01f7-45b6-ae89-eef4c314c2ec req-4ae2bbc0-a9e4-4204-bbab-7525a5bc071f tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=07b43014-2686-48b3-b3f4-6123a5a37324 HTTP/1.1" status: 200 len: 946 time: 0.0823092 Feb 09 01:45:20.504459 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9336436a-01f7-45b6-ae89-eef4c314c2ec req-98e82046-f2dd-48e4-86fc-f25ba349e61f tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=8739ce82-6ca7-4be0-aeb0-6540d7939735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376570 Feb 09 01:45:21.411832 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:45:21.685558 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659cb9c-902f-4031-a237-bc9a1899c39c req-6db3200b-280f-4a6d-b0c2-90e94339ed2f tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:21.687039 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7659cb9c-902f-4031-a237-bc9a1899c39c req-6db3200b-280f-4a6d-b0c2-90e94339ed2f tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=07b43014-2686-48b3-b3f4-6123a5a37324 HTTP/1.1" status: 200 len: 946 time: 0.0798254 Feb 09 01:45:21.732365 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7659cb9c-902f-4031-a237-bc9a1899c39c req-926c0f9a-7fb3-410b-8a90-98acaae7a68d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=8739ce82-6ca7-4be0-aeb0-6540d7939735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396836 Feb 09 01:45:22.161891 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:22.920094 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b3da9-98fc-45f1-a983-360836a87c5b req-88ca03e7-b431-4290-8a2e-66727de394e7 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:22.921562 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-880b3da9-98fc-45f1-a983-360836a87c5b req-88ca03e7-b431-4290-8a2e-66727de394e7 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=07b43014-2686-48b3-b3f4-6123a5a37324 HTTP/1.1" status: 200 len: 946 time: 0.0844219 Feb 09 01:45:22.966359 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-880b3da9-98fc-45f1-a983-360836a87c5b req-8fd01c19-6b01-4db8-8482-805c7ca29e44 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=8739ce82-6ca7-4be0-aeb0-6540d7939735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390975 Feb 09 01:45:23.908459 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729dbfb-ea60-4665-9be6-8b600a317bda req-a4bd6e08-8f00-4e90-8f3b-c065a16e3e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:23.909861 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-9729dbfb-ea60-4665-9be6-8b600a317bda req-a4bd6e08-8f00-4e90-8f3b-c065a16e3e14 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=86d3f064b7034e66946d08a62b972ad0&device_id=07b43014-2686-48b3-b3f4-6123a5a37324 HTTP/1.1" status: 200 len: 1097 time: 0.0742366 Feb 09 01:45:24.064418 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729dbfb-ea60-4665-9be6-8b600a317bda req-b060ce94-1436-4bcf-9d66-3809c4e955be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:24.065819 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-9729dbfb-ea60-4665-9be6-8b600a317bda req-b060ce94-1436-4bcf-9d66-3809c4e955be service neutron] 10.222.0.99 "GET /v2.0/networks?id=b6895272-698d-4c40-b965-215cf4acadbd HTTP/1.1" status: 200 len: 898 time: 0.1359203 Feb 09 01:45:24.149782 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a278116-3e11-40f2-95e9-2e1b9bcbdcd3 req-a2af2c76-117c-41a6-b8ff-e0b2f37b5430 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:24.151259 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0a278116-3e11-40f2-95e9-2e1b9bcbdcd3 req-a2af2c76-117c-41a6-b8ff-e0b2f37b5430 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=07b43014-2686-48b3-b3f4-6123a5a37324 HTTP/1.1" status: 200 len: 946 time: 0.0790794 Feb 09 01:45:24.165766 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-9729dbfb-ea60-4665-9be6-8b600a317bda req-c8801d92-85cf-47cf-9499-237d9e6ddbae service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dca3f7c9-a879-4ab1-8055-e20d24c3303e HTTP/1.1" status: 200 len: 1002 time: 0.0940206 Feb 09 01:45:24.195927 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0a278116-3e11-40f2-95e9-2e1b9bcbdcd3 req-19f9b5b9-6762-4949-a31a-8c2d274e24e1 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=8739ce82-6ca7-4be0-aeb0-6540d7939735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388079 Feb 09 01:45:24.231281 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729dbfb-ea60-4665-9be6-8b600a317bda req-8defd4de-d549-4c98-8cfc-57c60d998f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:24.232728 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-9729dbfb-ea60-4665-9be6-8b600a317bda req-8defd4de-d549-4c98-8cfc-57c60d998f93 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b946a127-d43e-4fd7-9bf0-b54554b93421 HTTP/1.1" status: 200 len: 835 time: 0.0616493 Feb 09 01:45:24.317876 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729dbfb-ea60-4665-9be6-8b600a317bda req-a7a19e73-ae55-4910-a753-25f543a83954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:24.319466 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-9729dbfb-ea60-4665-9be6-8b600a317bda req-a7a19e73-ae55-4910-a753-25f543a83954 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=b6895272-698d-4c40-b965-215cf4acadbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0810461 Feb 09 01:45:24.450235 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-9729dbfb-ea60-4665-9be6-8b600a317bda req-2b5b527c-f568-490e-9cb8-d985641bb031 service neutron] 10.222.0.99 "GET /v2.0/networks/b6895272-698d-4c40-b965-215cf4acadbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231921 Feb 09 01:45:24.581850 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-9729dbfb-ea60-4665-9be6-8b600a317bda req-602ff30c-2630-4092-9067-65abc0e928f6 service neutron] 10.222.0.99 "GET /v2.0/networks/b6895272-698d-4c40-b965-215cf4acadbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257939 Feb 09 01:45:25.169225 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:25.475504 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7822db2e-e180-4406-afb0-2644b755bf48 req-3eaa2c30-e4c9-4213-828a-6f4483741a31 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:25.476955 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7822db2e-e180-4406-afb0-2644b755bf48 req-3eaa2c30-e4c9-4213-828a-6f4483741a31 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=07b43014-2686-48b3-b3f4-6123a5a37324 HTTP/1.1" status: 200 len: 946 time: 0.1776690 Feb 09 01:45:25.522480 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7822db2e-e180-4406-afb0-2644b755bf48 req-1b6d1bfe-c735-4a66-93ee-c202efb0c7d5 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=8739ce82-6ca7-4be0-aeb0-6540d7939735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396430 Feb 09 01:45:26.094403 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device dca3f7c9-a879-4ab1-8055-e20d24c3303e no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:45:26.213551 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:26.242832 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07b43014-2686-48b3-b3f4-6123a5a37324', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dca3f7c9-a879-4ab1-8055-e20d24c3303e'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:45:26.252348 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port dca3f7c9-a879-4ab1-8055-e20d24c3303e, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=dca3f7c9-a879-4ab1-8055-e20d24c3303e,segment=NetworkSegment(462062c7-abd8-4104-87e1-f11ddf378a08),segment_id=462062c7-abd8-4104-87e1-f11ddf378a08)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:45:26.256852 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:26.296196 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07b43014-2686-48b3-b3f4-6123a5a37324', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dca3f7c9-a879-4ab1-8055-e20d24c3303e', 'code': 200} Feb 09 01:45:26.323278 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c96006-6ae8-45e8-b8cd-5d8a1cde7261 req-c2553d6c-2f57-436c-aee0-ba43dd6e5aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:26.324854 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-96c96006-6ae8-45e8-b8cd-5d8a1cde7261 req-c2553d6c-2f57-436c-aee0-ba43dd6e5aaa service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=07b43014-2686-48b3-b3f4-6123a5a37324 HTTP/1.1" status: 200 len: 1095 time: 0.0773354 Feb 09 01:45:26.333159 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=dca3f7c9-a879-4ab1-8055-e20d24c3303e,revision_number=6']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:26.341193 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:26.341539 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:26.341914 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:26.342239 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:26.342572 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:26.342900 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:26.343227 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:26.343552 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:26.343875 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:26.344195 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:26.344573 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:26.344840 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:26.365403 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-96c96006-6ae8-45e8-b8cd-5d8a1cde7261 req-5fa34581-1dae-47e0-b950-f6c5ce051ce5 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=8739ce82-6ca7-4be0-aeb0-6540d7939735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351160 Feb 09 01:45:26.709425 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e789d-9ed2-4d57-962c-402fb7067692 req-724dbed8-550b-4534-924e-35b8ac42b271 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:26.711582 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d68e789d-9ed2-4d57-962c-402fb7067692 req-724dbed8-550b-4534-924e-35b8ac42b271 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=07b43014-2686-48b3-b3f4-6123a5a37324 HTTP/1.1" status: 200 len: 944 time: 0.0829785 Feb 09 01:45:26.753963 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d68e789d-9ed2-4d57-962c-402fb7067692 req-095475f5-bf96-47c9-81fa-41d9b4e34321 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=8739ce82-6ca7-4be0-aeb0-6540d7939735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367994 Feb 09 01:45:27.943851 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11702fcf-c725-435b-8a84-2efa064a15e5 req-4da52b7a-745d-416f-8dc6-f73e803193ba tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:27.945932 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-11702fcf-c725-435b-8a84-2efa064a15e5 req-4da52b7a-745d-416f-8dc6-f73e803193ba tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=07b43014-2686-48b3-b3f4-6123a5a37324 HTTP/1.1" status: 200 len: 944 time: 0.0809751 Feb 09 01:45:27.988924 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-11702fcf-c725-435b-8a84-2efa064a15e5 req-4b3fe47f-6ce5-4160-88b0-1cc5bd8ef70d tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=8739ce82-6ca7-4be0-aeb0-6540d7939735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375519 Feb 09 01:45:28.011997 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45772) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:28.110195 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device dca3f7c9-a879-4ab1-8055-e20d24c3303e details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:45:28.228150 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-5cac47fa-de13-4aaa-af5e-28f15a0affa1 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/floatingips/d3f2255d-02af-4a6a-ad2d-a317d796655d HTTP/1.1" status: 200 len: 992 time: 0.2148960 Feb 09 01:45:28.247275 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port dca3f7c9-a879-4ab1-8055-e20d24c3303e, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=dca3f7c9-a879-4ab1-8055-e20d24c3303e,segment=NetworkSegment(462062c7-abd8-4104-87e1-f11ddf378a08),segment_id=462062c7-abd8-4104-87e1-f11ddf378a08)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:45:28.262689 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': 'dca3f7c9-a879-4ab1-8055-e20d24c3303e', 'network_id': 'b6895272-698d-4c40-b965-215cf4acadbd', 'port_id': 'dca3f7c9-a879-4ab1-8055-e20d24c3303e', 'mac_address': 'fa:16:3e:04:09:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b946a127-d43e-4fd7-9bf0-b54554b93421', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:45:28.317241 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:28.333994 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dca3f7c9-a879-4ab1-8055-e20d24c3303e {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:45:28.348546 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port dca3f7c9-a879-4ab1-8055-e20d24c3303e, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=dca3f7c9-a879-4ab1-8055-e20d24c3303e,segment=NetworkSegment(462062c7-abd8-4104-87e1-f11ddf378a08),segment_id=462062c7-abd8-4104-87e1-f11ddf378a08)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:45:28.352746 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:28.421075 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=dca3f7c9-a879-4ab1-8055-e20d24c3303e,revision_number=7']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:28.657463 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['dca3f7c9-a879-4ab1-8055-e20d24c3303e'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:45:30.118180 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device dca3f7c9-a879-4ab1-8055-e20d24c3303e up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:45:30.184634 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port dca3f7c9-a879-4ab1-8055-e20d24c3303e triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:45:30.185001 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:30.298857 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:30.324957 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07b43014-2686-48b3-b3f4-6123a5a37324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca3f7c9-a879-4ab1-8055-e20d24c3303e'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:45:30.334745 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port dca3f7c9-a879-4ab1-8055-e20d24c3303e, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=dca3f7c9-a879-4ab1-8055-e20d24c3303e,segment=NetworkSegment(462062c7-abd8-4104-87e1-f11ddf378a08),segment_id=462062c7-abd8-4104-87e1-f11ddf378a08)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:45:30.339230 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:30.407844 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07b43014-2686-48b3-b3f4-6123a5a37324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca3f7c9-a879-4ab1-8055-e20d24c3303e', 'code': 200} Feb 09 01:45:30.444646 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=dca3f7c9-a879-4ab1-8055-e20d24c3303e,revision_number=8']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:38.213301 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e33bbc0e-5901-41ad-9247-4d4614f8b61a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:40.512934 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-895ed88f-2856-4e84-bc6d-ffa7a5bea1dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:41.609488 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:41.622005 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:43.247713 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:52.153188 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:55.178737 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:58.411863 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:46:08.214242 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e896c04a-07e6-4fa7-862a-8d783e9b6aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:10.515004 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-00cc4d01-c215-4646-8416-fddf5ba3e1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:11.607208 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:11.625680 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:13.249611 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:22.152662 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:25.193017 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:25.833650 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e7c67347-a67e-474e-9dc5-1afcffccffbf req-3af23220-5c15-4011-8f03-bfc6072e0905 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=07b43014-2686-48b3-b3f4-6123a5a37324&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0688882 Feb 09 01:46:25.971484 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c67347-a67e-474e-9dc5-1afcffccffbf req-441791b5-4207-44fd-8852-4e418aa04807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:25.972944 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e7c67347-a67e-474e-9dc5-1afcffccffbf req-441791b5-4207-44fd-8852-4e418aa04807 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=86d3f064b7034e66946d08a62b972ad0&device_id=07b43014-2686-48b3-b3f4-6123a5a37324 HTTP/1.1" status: 200 len: 1097 time: 0.0745649 Feb 09 01:46:26.116779 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c67347-a67e-474e-9dc5-1afcffccffbf req-884ec708-51b2-4884-98af-879493fb4112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:26.118886 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e7c67347-a67e-474e-9dc5-1afcffccffbf req-884ec708-51b2-4884-98af-879493fb4112 service neutron] 10.222.0.99 "GET /v2.0/networks?id=b6895272-698d-4c40-b965-215cf4acadbd HTTP/1.1" status: 200 len: 898 time: 0.1286559 Feb 09 01:46:26.218299 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e7c67347-a67e-474e-9dc5-1afcffccffbf req-66e03a60-85e3-4656-93fe-2a09f4d86a00 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dca3f7c9-a879-4ab1-8055-e20d24c3303e HTTP/1.1" status: 200 len: 1002 time: 0.0936432 Feb 09 01:46:26.284292 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c67347-a67e-474e-9dc5-1afcffccffbf req-e321da4d-4d3a-40e5-986b-c0d8e3509e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:26.285681 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e7c67347-a67e-474e-9dc5-1afcffccffbf req-e321da4d-4d3a-40e5-986b-c0d8e3509e81 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b946a127-d43e-4fd7-9bf0-b54554b93421 HTTP/1.1" status: 200 len: 835 time: 0.0608287 Feb 09 01:46:26.358681 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c67347-a67e-474e-9dc5-1afcffccffbf req-178ee796-893c-477c-912c-d09dbf354d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:26.360119 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e7c67347-a67e-474e-9dc5-1afcffccffbf req-178ee796-893c-477c-912c-d09dbf354d42 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=b6895272-698d-4c40-b965-215cf4acadbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690572 Feb 09 01:46:26.489397 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e7c67347-a67e-474e-9dc5-1afcffccffbf req-ca2ad906-e838-4195-83a1-afa48dcd4809 service neutron] 10.222.0.99 "GET /v2.0/networks/b6895272-698d-4c40-b965-215cf4acadbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232951 Feb 09 01:46:26.619834 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e7c67347-a67e-474e-9dc5-1afcffccffbf req-688aab21-8e81-4b01-a1bb-66af5657b5d9 service neutron] 10.222.0.99 "GET /v2.0/networks/b6895272-698d-4c40-b965-215cf4acadbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250243 Feb 09 01:46:34.958193 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 45814) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:46:35.161998 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-3e1abcff-90cb-4ed1-9c42-d3e86a1cc9fb tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Deleting port 0a7c49d7-3bda-4353-a16a-c5ae41ec1dd1 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:46:35.162335 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3e1abcff-90cb-4ed1-9c42-d3e86a1cc9fb tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:35.335745 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3e1abcff-90cb-4ed1-9c42-d3e86a1cc9fb tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:35.335975 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3e1abcff-90cb-4ed1-9c42-d3e86a1cc9fb tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:35.411841 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:46:35.456922 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-3e1abcff-90cb-4ed1-9c42-d3e86a1cc9fb tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Calling delete_port for 0a7c49d7-3bda-4353-a16a-c5ae41ec1dd1 owned by network:floatingip {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:46:35.609347 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3e1abcff-90cb-4ed1-9c42-d3e86a1cc9fb tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:35.656401 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1abcff-90cb-4ed1-9c42-d3e86a1cc9fb tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event deleted for resources: {'Port': ['ID=0a7c49d7-3bda-4353-a16a-c5ae41ec1dd1,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:35.698272 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1abcff-90cb-4ed1-9c42-d3e86a1cc9fb tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:35.698616 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1abcff-90cb-4ed1-9c42-d3e86a1cc9fb tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:35.698946 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1abcff-90cb-4ed1-9c42-d3e86a1cc9fb tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:35.699271 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1abcff-90cb-4ed1-9c42-d3e86a1cc9fb tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:35.699591 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1abcff-90cb-4ed1-9c42-d3e86a1cc9fb tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:35.699914 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1abcff-90cb-4ed1-9c42-d3e86a1cc9fb tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:35.700229 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1abcff-90cb-4ed1-9c42-d3e86a1cc9fb tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:35.700543 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1abcff-90cb-4ed1-9c42-d3e86a1cc9fb tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:35.700858 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1abcff-90cb-4ed1-9c42-d3e86a1cc9fb tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:35.701168 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1abcff-90cb-4ed1-9c42-d3e86a1cc9fb tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:35.701477 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1abcff-90cb-4ed1-9c42-d3e86a1cc9fb tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:35.701812 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1abcff-90cb-4ed1-9c42-d3e86a1cc9fb tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:35.758366 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3e1abcff-90cb-4ed1-9c42-d3e86a1cc9fb tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for floatingip, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:35.758707 n-d-828418-1 neutron-server[87639]: INFO neutron.db.l3_db [None req-3e1abcff-90cb-4ed1-9c42-d3e86a1cc9fb tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Floating IP d3f2255d-02af-4a6a-ad2d-a317d796655d disassociated (deleted). External IP: 172.25.0.166, port: dca3f7c9-a879-4ab1-8055-e20d24c3303e. Feb 09 01:46:36.205405 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e1abcff-90cb-4ed1-9c42-d3e86a1cc9fb tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Router 26fddc9c-58e5-4a5d-9fe0-b2476b119cc0 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:46:36.384121 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e1abcff-90cb-4ed1-9c42-d3e86a1cc9fb tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:46:36.394030 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d7feb2-f488-4249-b648-209ae46a4b47 None None] Sync routers for ids ['26fddc9c-58e5-4a5d-9fe0-b2476b119cc0'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:46:36.400758 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3e1abcff-90cb-4ed1-9c42-d3e86a1cc9fb tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:36.406484 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d7feb2-f488-4249-b648-209ae46a4b47 None None] Routers {'26fddc9c-58e5-4a5d-9fe0-b2476b119cc0'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:46:36.407167 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-73d7feb2-f488-4249-b648-209ae46a4b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:46:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['26fddc9c-58e5-4a5d-9fe0-b2476b119cc0'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:36.455005 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-3e1abcff-90cb-4ed1-9c42-d3e86a1cc9fb tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "DELETE /v2.0/floatingips/d3f2255d-02af-4a6a-ad2d-a317d796655d HTTP/1.1" status: 204 len: 168 time: 1.4957373 Feb 09 01:46:36.455637 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07b43014-2686-48b3-b3f4-6123a5a37324', 'tag': 'dca3f7c9-a879-4ab1-8055-e20d24c3303e'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:46:36.573643 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07b43014-2686-48b3-b3f4-6123a5a37324', 'tag': 'dca3f7c9-a879-4ab1-8055-e20d24c3303e', 'status': 'completed', 'code': 200} Feb 09 01:46:36.595914 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-73d7feb2-f488-4249-b648-209ae46a4b47 None None] Set router 26fddc9c-58e5-4a5d-9fe0-b2476b119cc0 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:46:36.683839 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa3bf8-0a46-4800-b30b-28116215c52c req-a7a1eb0e-fc88-4c85-b2e5-853852824e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:36.685355 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-aafa3bf8-0a46-4800-b30b-28116215c52c req-a7a1eb0e-fc88-4c85-b2e5-853852824e1c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=86d3f064b7034e66946d08a62b972ad0&device_id=07b43014-2686-48b3-b3f4-6123a5a37324 HTTP/1.1" status: 200 len: 1097 time: 0.0892332 Feb 09 01:46:36.826120 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa3bf8-0a46-4800-b30b-28116215c52c req-60960b80-70a4-41fc-b74d-bb078f7d3e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:36.827496 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-aafa3bf8-0a46-4800-b30b-28116215c52c req-60960b80-70a4-41fc-b74d-bb078f7d3e7a service neutron] 10.222.0.99 "GET /v2.0/networks?id=b6895272-698d-4c40-b965-215cf4acadbd HTTP/1.1" status: 200 len: 898 time: 0.1355078 Feb 09 01:46:36.845800 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66f47d-95e4-431d-bb2a-cd3600c3cfc0 req-7ca2f87d-0890-4622-b0d8-e009fab91e59 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:36.846473 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-da66f47d-95e4-431d-bb2a-cd3600c3cfc0 req-7ca2f87d-0890-4622-b0d8-e009fab91e59 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Synchronizing usage tracker for tenant:86d3f064b7034e66946d08a62b972ad0 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:46:36.863127 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-da66f47d-95e4-431d-bb2a-cd3600c3cfc0 req-7ca2f87d-0890-4622-b0d8-e009fab91e59 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Unset dirty status for tenant:86d3f064b7034e66946d08a62b972ad0 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:46:36.864528 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-da66f47d-95e4-431d-bb2a-cd3600c3cfc0 req-7ca2f87d-0890-4622-b0d8-e009fab91e59 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=07b43014-2686-48b3-b3f4-6123a5a37324 HTTP/1.1" status: 200 len: 946 time: 0.1010380 Feb 09 01:46:36.901973 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-aafa3bf8-0a46-4800-b30b-28116215c52c req-16b96c35-4d21-4a2b-b168-1e6f35a868d8 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dca3f7c9-a879-4ab1-8055-e20d24c3303e HTTP/1.1" status: 200 len: 217 time: 0.0646029 Feb 09 01:46:36.920435 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-da66f47d-95e4-431d-bb2a-cd3600c3cfc0 req-c43d4bc6-ff9a-44b5-ac48-ef6c6d543f39 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=8739ce82-6ca7-4be0-aeb0-6540d7939735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457010 Feb 09 01:46:36.938254 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-73d7feb2-f488-4249-b648-209ae46a4b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26fddc9c-58e5-4a5d-9fe0-b2476b119cc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744807736', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '0cc86c7b-a2e3-4d5e-a91d-b5c5dc9ac649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:43:29Z', 'updated_at': '2022-02-09T01:43:34Z', 'revision_number': 4, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'gw_port': {'id': '0cc86c7b-a2e3-4d5e-a91d-b5c5dc9ac649', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26fddc9c-58e5-4a5d-9fe0-b2476b119cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:30Z', 'updated_at': '2022-02-09T01:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '392d8442-8e08-42e8-8647-e7f04c6d38e3', 'name': '', 'network_id': 'b6895272-698d-4c40-b965-215cf4acadbd', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'mac_address': 'fa:16:3e:d9:3a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26fddc9c-58e5-4a5d-9fe0-b2476b119cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'b946a127-d43e-4fd7-9bf0-b54554b93421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:33Z', 'updated_at': '2022-02-09T01:43:39Z', 'revision_number': 5, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'subnets': [{'id': 'b946a127-d43e-4fd7-9bf0-b54554b93421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:36.942364 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d7feb2-f488-4249-b648-209ae46a4b47 None None] Checking router: 26fddc9c-58e5-4a5d-9fe0-b2476b119cc0 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:46:36.951429 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d7feb2-f488-4249-b648-209ae46a4b47 None None] Routers {'26fddc9c-58e5-4a5d-9fe0-b2476b119cc0'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:46:36.952034 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-73d7feb2-f488-4249-b648-209ae46a4b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:46:10Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['26fddc9c-58e5-4a5d-9fe0-b2476b119cc0'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:36.971822 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa3bf8-0a46-4800-b30b-28116215c52c req-3c03d688-9a95-4448-9ccd-8b8f509accaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:36.973269 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-aafa3bf8-0a46-4800-b30b-28116215c52c req-3c03d688-9a95-4448-9ccd-8b8f509accaf service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b946a127-d43e-4fd7-9bf0-b54554b93421 HTTP/1.1" status: 200 len: 835 time: 0.0646849 Feb 09 01:46:37.049519 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa3bf8-0a46-4800-b30b-28116215c52c req-12307579-6630-4bd9-8e5e-a7aa9102ffff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:37.051028 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-aafa3bf8-0a46-4800-b30b-28116215c52c req-12307579-6630-4bd9-8e5e-a7aa9102ffff service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=b6895272-698d-4c40-b965-215cf4acadbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698447 Feb 09 01:46:37.129545 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-73d7feb2-f488-4249-b648-209ae46a4b47 None None] Set router 26fddc9c-58e5-4a5d-9fe0-b2476b119cc0 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:46:37.185247 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-aafa3bf8-0a46-4800-b30b-28116215c52c req-f8f5f43c-0149-4cc6-a0a9-9f3f889aae38 service neutron] 10.222.0.99 "GET /v2.0/networks/b6895272-698d-4c40-b965-215cf4acadbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262357 Feb 09 01:46:37.323173 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-aafa3bf8-0a46-4800-b30b-28116215c52c req-b08acc6a-e69a-414b-ac1f-a8f52f4a5dc9 service neutron] 10.222.0.99 "GET /v2.0/networks/b6895272-698d-4c40-b965-215cf4acadbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282806 Feb 09 01:46:37.475341 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-73d7feb2-f488-4249-b648-209ae46a4b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26fddc9c-58e5-4a5d-9fe0-b2476b119cc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744807736', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '0cc86c7b-a2e3-4d5e-a91d-b5c5dc9ac649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:43:29Z', 'updated_at': '2022-02-09T01:43:34Z', 'revision_number': 4, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'gw_port': {'id': '0cc86c7b-a2e3-4d5e-a91d-b5c5dc9ac649', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26fddc9c-58e5-4a5d-9fe0-b2476b119cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:30Z', 'updated_at': '2022-02-09T01:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '392d8442-8e08-42e8-8647-e7f04c6d38e3', 'name': '', 'network_id': 'b6895272-698d-4c40-b965-215cf4acadbd', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'mac_address': 'fa:16:3e:d9:3a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26fddc9c-58e5-4a5d-9fe0-b2476b119cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'b946a127-d43e-4fd7-9bf0-b54554b93421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:33Z', 'updated_at': '2022-02-09T01:43:39Z', 'revision_number': 5, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'subnets': [{'id': 'b946a127-d43e-4fd7-9bf0-b54554b93421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:37.479924 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d7feb2-f488-4249-b648-209ae46a4b47 None None] The sync data for ids ['26fddc9c-58e5-4a5d-9fe0-b2476b119cc0'] in n-d-828418-1 is: [{'id': '26fddc9c-58e5-4a5d-9fe0-b2476b119cc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744807736', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '0cc86c7b-a2e3-4d5e-a91d-b5c5dc9ac649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:43:29Z', 'updated_at': '2022-02-09T01:43:34Z', 'revision_number': 4, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'gw_port': {'id': '0cc86c7b-a2e3-4d5e-a91d-b5c5dc9ac649', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26fddc9c-58e5-4a5d-9fe0-b2476b119cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:30Z', 'updated_at': '2022-02-09T01:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '392d8442-8e08-42e8-8647-e7f04c6d38e3', 'name': '', 'network_id': 'b6895272-698d-4c40-b965-215cf4acadbd', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'mac_address': 'fa:16:3e:d9:3a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26fddc9c-58e5-4a5d-9fe0-b2476b119cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'b946a127-d43e-4fd7-9bf0-b54554b93421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:33Z', 'updated_at': '2022-02-09T01:43:39Z', 'revision_number': 5, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'subnets': [{'id': 'b946a127-d43e-4fd7-9bf0-b54554b93421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:46:37.699026 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6edb722-f1f2-4319-970c-2d5183fe8c57 None None] New status for floating IP d3f2255d-02af-4a6a-ad2d-a317d796655d: DOWN {{(pid=87641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:46:38.123244 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78455fb-71e2-43f4-831c-83430ed99e0f req-b750fc4d-0589-4a2d-b9ca-b668f25aca44 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:38.124616 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c78455fb-71e2-43f4-831c-83430ed99e0f req-b750fc4d-0589-4a2d-b9ca-b668f25aca44 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=07b43014-2686-48b3-b3f4-6123a5a37324 HTTP/1.1" status: 200 len: 946 time: 0.0876162 Feb 09 01:46:38.169465 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c78455fb-71e2-43f4-831c-83430ed99e0f req-317a9cd6-a5ab-4460-8740-a6622dbfc794 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/security-groups?id=8739ce82-6ca7-4be0-aeb0-6540d7939735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387373 Feb 09 01:46:38.215727 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e5eec46e-fc7d-4dc5-9394-0f7ded5590b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:38.495985 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dbbde0-f269-4ef3-a3e6-724af5332152 req-6bc6ac26-671c-4d29-81fb-de80068d1236 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:38.496679 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-74dbbde0-f269-4ef3-a3e6-724af5332152 req-6bc6ac26-671c-4d29-81fb-de80068d1236 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Synchronizing usage tracker for tenant:86d3f064b7034e66946d08a62b972ad0 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:46:38.508673 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-74dbbde0-f269-4ef3-a3e6-724af5332152 req-6bc6ac26-671c-4d29-81fb-de80068d1236 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Unset dirty status for tenant:86d3f064b7034e66946d08a62b972ad0 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:46:38.509899 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-74dbbde0-f269-4ef3-a3e6-724af5332152 req-6bc6ac26-671c-4d29-81fb-de80068d1236 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.99 "GET /v2.0/ports?device_id=07b43014-2686-48b3-b3f4-6123a5a37324 HTTP/1.1" status: 200 len: 946 time: 0.0961022 Feb 09 01:46:38.683571 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-74dbbde0-f269-4ef3-a3e6-724af5332152 req-12190f3a-8469-4f5a-846d-a6e3fca7e09e tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Deleting port dca3f7c9-a879-4ab1-8055-e20d24c3303e {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:46:38.683909 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-74dbbde0-f269-4ef3-a3e6-724af5332152 req-12190f3a-8469-4f5a-846d-a6e3fca7e09e tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:38.931643 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-74dbbde0-f269-4ef3-a3e6-724af5332152 req-12190f3a-8469-4f5a-846d-a6e3fca7e09e tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] For port dca3f7c9-a879-4ab1-8055-e20d24c3303e, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=dca3f7c9-a879-4ab1-8055-e20d24c3303e,segment=NetworkSegment(462062c7-abd8-4104-87e1-f11ddf378a08),segment_id=462062c7-abd8-4104-87e1-f11ddf378a08)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:46:38.932003 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-74dbbde0-f269-4ef3-a3e6-724af5332152 req-12190f3a-8469-4f5a-846d-a6e3fca7e09e tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:39.054704 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-74dbbde0-f269-4ef3-a3e6-724af5332152 req-12190f3a-8469-4f5a-846d-a6e3fca7e09e tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Calling delete_port for dca3f7c9-a879-4ab1-8055-e20d24c3303e owned by compute:nova {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:46:39.202093 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-74dbbde0-f269-4ef3-a3e6-724af5332152 req-12190f3a-8469-4f5a-846d-a6e3fca7e09e tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:39.252379 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12190f3a-8469-4f5a-846d-a6e3fca7e09e tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event deleted for resources: {'Port': ['ID=dca3f7c9-a879-4ab1-8055-e20d24c3303e,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:39.292151 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12190f3a-8469-4f5a-846d-a6e3fca7e09e tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:39.292504 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12190f3a-8469-4f5a-846d-a6e3fca7e09e tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:39.292852 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12190f3a-8469-4f5a-846d-a6e3fca7e09e tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:39.293187 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12190f3a-8469-4f5a-846d-a6e3fca7e09e tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:39.293517 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12190f3a-8469-4f5a-846d-a6e3fca7e09e tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:39.293870 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12190f3a-8469-4f5a-846d-a6e3fca7e09e tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:39.294199 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12190f3a-8469-4f5a-846d-a6e3fca7e09e tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:39.294524 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12190f3a-8469-4f5a-846d-a6e3fca7e09e tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:39.294849 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12190f3a-8469-4f5a-846d-a6e3fca7e09e tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:39.295171 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12190f3a-8469-4f5a-846d-a6e3fca7e09e tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:39.295494 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12190f3a-8469-4f5a-846d-a6e3fca7e09e tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:39.295817 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12190f3a-8469-4f5a-846d-a6e3fca7e09e tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:39.328214 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-36a0acda-7a63-48b9-a905-28c1c0008267 req-9db6fbfe-e3ad-4237-a349-c8cf43d0d20e tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "GET /v2.0/ports?device_id=07b43014-2686-48b3-b3f4-6123a5a37324 HTTP/1.1" status: 200 len: 210 time: 0.0479157 Feb 09 01:46:39.346365 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-74dbbde0-f269-4ef3-a3e6-724af5332152 req-12190f3a-8469-4f5a-846d-a6e3fca7e09e tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] No DVR routers for this DVR port dca3f7c9-a879-4ab1-8055-e20d24c3303e on host n-h2-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:46:39.349102 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-74dbbde0-f269-4ef3-a3e6-724af5332152 req-12190f3a-8469-4f5a-846d-a6e3fca7e09e tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:39.351696 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07b43014-2686-48b3-b3f4-6123a5a37324', 'name': 'network-vif-deleted', 'tag': 'dca3f7c9-a879-4ab1-8055-e20d24c3303e'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:46:39.368175 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-74dbbde0-f269-4ef3-a3e6-724af5332152 req-12190f3a-8469-4f5a-846d-a6e3fca7e09e tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.99 "DELETE /v2.0/ports/dca3f7c9-a879-4ab1-8055-e20d24c3303e HTTP/1.1" status: 204 len: 173 time: 0.8529396 Feb 09 01:46:39.464449 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07b43014-2686-48b3-b3f4-6123a5a37324', 'name': 'network-vif-deleted', 'tag': 'dca3f7c9-a879-4ab1-8055-e20d24c3303e', 'status': 'completed', 'code': 200} Feb 09 01:46:40.420545 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45850) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:46:40.498917 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device dca3f7c9-a879-4ab1-8055-e20d24c3303e no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:46:40.540240 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] No Port match for: dca3f7c9-a879-4ab1-8055-e20d24c3303e {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:46:40.540592 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device dca3f7c9-a879-4ab1-8055-e20d24c3303e not bound to the agent host n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:46:40.551667 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b6422382-53d8-4c60-a463-6eaee7d3186f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:40.986088 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f8d24449-a8aa-4bd2-b28c-b942d49445f6 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:41.450356 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-f8d24449-a8aa-4bd2-b28c-b942d49445f6 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Deleting port 392d8442-8e08-42e8-8647-e7f04c6d38e3 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:46:41.451034 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f8d24449-a8aa-4bd2-b28c-b942d49445f6 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:41.611431 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:41.630700 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:41.637685 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-f8d24449-a8aa-4bd2-b28c-b942d49445f6 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] For port 392d8442-8e08-42e8-8647-e7f04c6d38e3, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=392d8442-8e08-42e8-8647-e7f04c6d38e3,segment=NetworkSegment(462062c7-abd8-4104-87e1-f11ddf378a08),segment_id=462062c7-abd8-4104-87e1-f11ddf378a08)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:46:41.638047 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f8d24449-a8aa-4bd2-b28c-b942d49445f6 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:41.762261 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-f8d24449-a8aa-4bd2-b28c-b942d49445f6 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Calling delete_port for 392d8442-8e08-42e8-8647-e7f04c6d38e3 owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:46:42.094728 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f8d24449-a8aa-4bd2-b28c-b942d49445f6 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:42.149472 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d24449-a8aa-4bd2-b28c-b942d49445f6 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event deleted for resources: {'Port': ['ID=392d8442-8e08-42e8-8647-e7f04c6d38e3,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:42.429804 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f8d24449-a8aa-4bd2-b28c-b942d49445f6 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:42.919099 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8d24449-a8aa-4bd2-b28c-b942d49445f6 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Router 26fddc9c-58e5-4a5d-9fe0-b2476b119cc0 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:46:43.094459 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d24449-a8aa-4bd2-b28c-b942d49445f6 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:46:43.104353 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461144bd-9990-4d96-80f9-72eb8ebc2a4f None None] Sync routers for ids ['26fddc9c-58e5-4a5d-9fe0-b2476b119cc0'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:46:43.107470 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f8d24449-a8aa-4bd2-b28c-b942d49445f6 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "PUT /v2.0/routers/26fddc9c-58e5-4a5d-9fe0-b2476b119cc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6858697 Feb 09 01:46:43.110095 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45858) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:46:43.114159 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461144bd-9990-4d96-80f9-72eb8ebc2a4f None None] Routers {'26fddc9c-58e5-4a5d-9fe0-b2476b119cc0'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:46:43.114770 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-461144bd-9990-4d96-80f9-72eb8ebc2a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:46:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['26fddc9c-58e5-4a5d-9fe0-b2476b119cc0'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:43.178863 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-8810f65b-7d39-4ead-bb01-4579fefac74b tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Deleting subnet b946a127-d43e-4fd7-9bf0-b54554b93421 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:46:43.182725 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8810f65b-7d39-4ead-bb01-4579fefac74b tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:43.241421 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8810f65b-7d39-4ead-bb01-4579fefac74b tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:43.290767 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:43.303282 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-461144bd-9990-4d96-80f9-72eb8ebc2a4f None None] Set router 26fddc9c-58e5-4a5d-9fe0-b2476b119cc0 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:46:43.327029 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8810f65b-7d39-4ead-bb01-4579fefac74b tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:43.413209 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8810f65b-7d39-4ead-bb01-4579fefac74b tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:43.454086 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8810f65b-7d39-4ead-bb01-4579fefac74b tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event deleted for resources: {'Subnet': ['ID=b946a127-d43e-4fd7-9bf0-b54554b93421,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:43.455941 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8810f65b-7d39-4ead-bb01-4579fefac74b tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:43.466441 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-8810f65b-7d39-4ead-bb01-4579fefac74b tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "DELETE /v2.0/subnets/b946a127-d43e-4fd7-9bf0-b54554b93421 HTTP/1.1" status: 204 len: 168 time: 0.3523259 Feb 09 01:46:43.466441 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45862) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:46:43.471629 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dccff32e-da58-4281-b81e-acd1d86b3718 None None] Network b6895272-698d-4c40-b965-215cf4acadbd requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:46:43.649290 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3b8c7c50-611e-485a-bbe1-96b65cf9b37c tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:43.761355 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-461144bd-9990-4d96-80f9-72eb8ebc2a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26fddc9c-58e5-4a5d-9fe0-b2476b119cc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744807736', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '0cc86c7b-a2e3-4d5e-a91d-b5c5dc9ac649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:43:29Z', 'updated_at': '2022-02-09T01:46:42Z', 'revision_number': 5, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'gw_port': {'id': '0cc86c7b-a2e3-4d5e-a91d-b5c5dc9ac649', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26fddc9c-58e5-4a5d-9fe0-b2476b119cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:30Z', 'updated_at': '2022-02-09T01:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:43.765411 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461144bd-9990-4d96-80f9-72eb8ebc2a4f None None] Checking router: 26fddc9c-58e5-4a5d-9fe0-b2476b119cc0 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:46:43.775137 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461144bd-9990-4d96-80f9-72eb8ebc2a4f None None] Routers {'26fddc9c-58e5-4a5d-9fe0-b2476b119cc0'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:46:43.775752 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-461144bd-9990-4d96-80f9-72eb8ebc2a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:46:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['26fddc9c-58e5-4a5d-9fe0-b2476b119cc0'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:43.829438 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3b8c7c50-611e-485a-bbe1-96b65cf9b37c tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:43.833173 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ccca1b-7e87-4048-bf7d-4be9bda7d4cf None None] DHCP port deletion for b6895272-698d-4c40-b965-215cf4acadbd request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:46:43.839487 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-3b8c7c50-611e-485a-bbe1-96b65cf9b37c tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Deleting port 0cc86c7b-a2e3-4d5e-a91d-b5c5dc9ac649 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:46:43.839971 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3b8c7c50-611e-485a-bbe1-96b65cf9b37c tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:43.847286 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-40ccca1b-7e87-4048-bf7d-4be9bda7d4cf None None] Deleting port 08ba40e9-0629-454d-b58b-2ea33314b39d {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:46:43.847862 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-40ccca1b-7e87-4048-bf7d-4be9bda7d4cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:44.017430 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-3b8c7c50-611e-485a-bbe1-96b65cf9b37c tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] For port 0cc86c7b-a2e3-4d5e-a91d-b5c5dc9ac649, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=0cc86c7b-a2e3-4d5e-a91d-b5c5dc9ac649,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:46:44.018034 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3b8c7c50-611e-485a-bbe1-96b65cf9b37c tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:44.062262 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-461144bd-9990-4d96-80f9-72eb8ebc2a4f None None] Set router 26fddc9c-58e5-4a5d-9fe0-b2476b119cc0 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:46:44.271430 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-3b8c7c50-611e-485a-bbe1-96b65cf9b37c tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Calling delete_port for 0cc86c7b-a2e3-4d5e-a91d-b5c5dc9ac649 owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:46:44.375605 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-40ccca1b-7e87-4048-bf7d-4be9bda7d4cf None None] For port 08ba40e9-0629-454d-b58b-2ea33314b39d, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=08ba40e9-0629-454d-b58b-2ea33314b39d,segment=NetworkSegment(462062c7-abd8-4104-87e1-f11ddf378a08),segment_id=462062c7-abd8-4104-87e1-f11ddf378a08)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:46:44.376246 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-40ccca1b-7e87-4048-bf7d-4be9bda7d4cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:44.441752 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3b8c7c50-611e-485a-bbe1-96b65cf9b37c tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:44.488859 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8c7c50-611e-485a-bbe1-96b65cf9b37c tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event deleted for resources: {'Port': ['ID=0cc86c7b-a2e3-4d5e-a91d-b5c5dc9ac649,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:44.509092 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-40ccca1b-7e87-4048-bf7d-4be9bda7d4cf None None] Calling delete_port for 08ba40e9-0629-454d-b58b-2ea33314b39d owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:46:44.586259 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3b8c7c50-611e-485a-bbe1-96b65cf9b37c tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:44.647864 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-40ccca1b-7e87-4048-bf7d-4be9bda7d4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:44.697306 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccca1b-7e87-4048-bf7d-4be9bda7d4cf None None] Pushing event deleted for resources: {'Port': ['ID=08ba40e9-0629-454d-b58b-2ea33314b39d,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:44.703621 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ccca1b-7e87-4048-bf7d-4be9bda7d4cf None None] No DVR routers for this DVR port 08ba40e9-0629-454d-b58b-2ea33314b39d on host n-d-828418-1 {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:46:44.710062 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccca1b-7e87-4048-bf7d-4be9bda7d4cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:44.710403 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccca1b-7e87-4048-bf7d-4be9bda7d4cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:44.710742 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccca1b-7e87-4048-bf7d-4be9bda7d4cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:44.711623 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccca1b-7e87-4048-bf7d-4be9bda7d4cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:44.712078 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccca1b-7e87-4048-bf7d-4be9bda7d4cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:44.712655 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccca1b-7e87-4048-bf7d-4be9bda7d4cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:44.716033 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccca1b-7e87-4048-bf7d-4be9bda7d4cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:44.716033 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccca1b-7e87-4048-bf7d-4be9bda7d4cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:44.716033 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccca1b-7e87-4048-bf7d-4be9bda7d4cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:44.716033 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccca1b-7e87-4048-bf7d-4be9bda7d4cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:44.716033 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccca1b-7e87-4048-bf7d-4be9bda7d4cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:44.716033 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccca1b-7e87-4048-bf7d-4be9bda7d4cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:44.727981 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-461144bd-9990-4d96-80f9-72eb8ebc2a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26fddc9c-58e5-4a5d-9fe0-b2476b119cc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744807736', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '0cc86c7b-a2e3-4d5e-a91d-b5c5dc9ac649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:43:29Z', 'updated_at': '2022-02-09T01:46:42Z', 'revision_number': 5, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'gw_port': {'id': '0cc86c7b-a2e3-4d5e-a91d-b5c5dc9ac649', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26fddc9c-58e5-4a5d-9fe0-b2476b119cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:30Z', 'updated_at': '2022-02-09T01:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:44.732009 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461144bd-9990-4d96-80f9-72eb8ebc2a4f None None] The sync data for ids ['26fddc9c-58e5-4a5d-9fe0-b2476b119cc0'] in n-d-828418-1 is: [{'id': '26fddc9c-58e5-4a5d-9fe0-b2476b119cc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744807736', 'tenant_id': '86d3f064b7034e66946d08a62b972ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '0cc86c7b-a2e3-4d5e-a91d-b5c5dc9ac649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:43:29Z', 'updated_at': '2022-02-09T01:46:42Z', 'revision_number': 5, 'project_id': '86d3f064b7034e66946d08a62b972ad0', 'gw_port': {'id': '0cc86c7b-a2e3-4d5e-a91d-b5c5dc9ac649', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26fddc9c-58e5-4a5d-9fe0-b2476b119cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:30Z', 'updated_at': '2022-02-09T01:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:46:44.777918 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3b8c7c50-611e-485a-bbe1-96b65cf9b37c tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:44.780230 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3b8c7c50-611e-485a-bbe1-96b65cf9b37c tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:44.803050 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3b8c7c50-611e-485a-bbe1-96b65cf9b37c tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:44.803573 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b8c7c50-611e-485a-bbe1-96b65cf9b37c tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Fanout notify agent at l3_agent the message router_deleted on router 26fddc9c-58e5-4a5d-9fe0-b2476b119cc0 {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:46:44.818331 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3b8c7c50-611e-485a-bbe1-96b65cf9b37c tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:44.819427 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-3b8c7c50-611e-485a-bbe1-96b65cf9b37c tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "DELETE /v2.0/routers/26fddc9c-58e5-4a5d-9fe0-b2476b119cc0 HTTP/1.1" status: 204 len: 168 time: 1.3526180 Feb 09 01:46:44.822357 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45866) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:46:44.935451 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-57df1b0d-d211-40d1-bafb-4865be6189a9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:45.067681 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-57df1b0d-d211-40d1-bafb-4865be6189a9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:45.096137 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-57df1b0d-d211-40d1-bafb-4865be6189a9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6895272-698d-4c40-b965-215cf4acadbd']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:45.109921 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-57df1b0d-d211-40d1-bafb-4865be6189a9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '462062c7-abd8-4104-87e1-f11ddf378a08') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:45.110226 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-57df1b0d-d211-40d1-bafb-4865be6189a9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '462062c7-abd8-4104-87e1-f11ddf378a08') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:45.122834 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-57df1b0d-d211-40d1-bafb-4865be6189a9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:45.142100 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-57df1b0d-d211-40d1-bafb-4865be6189a9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:45.148426 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57df1b0d-d211-40d1-bafb-4865be6189a9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:46:45.149517 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-57df1b0d-d211-40d1-bafb-4865be6189a9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:45.162059 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 392d8442-8e08-42e8-8647-e7f04c6d38e3 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:46:45.168649 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:46:45.168649 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:46:45.168649 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:46:45.168649 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:46:45.168649 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:46:45.168649 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:46:45.168649 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:46:45.168649 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:46:45.168649 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:46:45.168649 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:46:45.168649 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:46:45.168649 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:46:45.168649 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:46:45.168649 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:46:45.168649 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:46:45.168649 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:46:45.168649 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:46:45.168649 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:46:45.168649 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:46:45.168649 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:46:45.168649 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:46:45.168649 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:46:45.168649 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:46:45.168649 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:46:45.168649 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:46:45.168649 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:46:45.168649 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:46:45.168649 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:46:45.168649 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:46:45.168649 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:46:45.168649 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:46:45.168649 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:46:45.201497 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 392d8442-8e08-42e8-8647-e7f04c6d38e3 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:46:45.202051 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 392d8442-8e08-42e8-8647-e7f04c6d38e3 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:46:45.202466 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 08ba40e9-0629-454d-b58b-2ea33314b39d no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:46:45.236989 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 08ba40e9-0629-454d-b58b-2ea33314b39d {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:46:45.237334 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 08ba40e9-0629-454d-b58b-2ea33314b39d not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:46:45.260268 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-57df1b0d-d211-40d1-bafb-4865be6189a9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:45.278598 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-57df1b0d-d211-40d1-bafb-4865be6189a9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:45.290768 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57df1b0d-d211-40d1-bafb-4865be6189a9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event deleted for resources: {'Network': ['ID=b6895272-698d-4c40-b965-215cf4acadbd,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:45.299860 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-57df1b0d-d211-40d1-bafb-4865be6189a9 tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "DELETE /v2.0/networks/b6895272-698d-4c40-b965-215cf4acadbd HTTP/1.1" status: 204 len: 168 time: 0.4765100 Feb 09 01:46:45.302451 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45870) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:46:45.378438 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-323cd956-f4a1-4134-9c3e-3d497599755e tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:45.410441 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-323cd956-f4a1-4134-9c3e-3d497599755e tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:45.476027 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-323cd956-f4a1-4134-9c3e-3d497599755e tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:45.493725 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323cd956-f4a1-4134-9c3e-3d497599755e tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8739ce82-6ca7-4be0-aeb0-6540d7939735,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:45.506735 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-323cd956-f4a1-4134-9c3e-3d497599755e tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:45.507885 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-323cd956-f4a1-4134-9c3e-3d497599755e tempest-TestNetworkAdvancedServerOps-1153744603 tempest-TestNetworkAdvancedServerOps-1153744603-project] 10.222.0.105 "DELETE /v2.0/security-groups/8739ce82-6ca7-4be0-aeb0-6540d7939735 HTTP/1.1" status: 204 len: 168 time: 0.2045324 Feb 09 01:46:45.844692 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45880) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:46:45.990056 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-4f9f850f-2297-4982-9f24-9306397265be admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=86d3f064b7034e66946d08a62b972ad0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1441262 Feb 09 01:46:45.993186 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45886) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:46:46.050549 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3aa6acc6-7318-4831-a575-69b3d2a9aa3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:46.076048 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3aa6acc6-7318-4831-a575-69b3d2a9aa3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:46.129730 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3aa6acc6-7318-4831-a575-69b3d2a9aa3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:46.147330 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6acc6-7318-4831-a575-69b3d2a9aa3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fcab2e2-893c-41ab-8620-8e04b160059f,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:46.154518 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3aa6acc6-7318-4831-a575-69b3d2a9aa3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:46.155534 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-3aa6acc6-7318-4831-a575-69b3d2a9aa3b admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/4fcab2e2-893c-41ab-8620-8e04b160059f HTTP/1.1" status: 204 len: 168 time: 0.1612489 Feb 09 01:46:46.450646 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45894) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:46:46.498455 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-51cfe7b4-7393-419f-9b2f-674b7bc79346 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=326434cae48643c4adb498c4ee3888bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466473 Feb 09 01:46:46.500758 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 45898) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:46:46.558163 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1c8326ca-a909-4087-80f7-c84d67bb38e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:46.584479 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1c8326ca-a909-4087-80f7-c84d67bb38e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:46.637430 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1c8326ca-a909-4087-80f7-c84d67bb38e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:46.655370 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8326ca-a909-4087-80f7-c84d67bb38e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e508ac03-2c22-4b7d-9a01-25a11903143f,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:46.664923 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1c8326ca-a909-4087-80f7-c84d67bb38e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:46.666117 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1c8326ca-a909-4087-80f7-c84d67bb38e6 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/e508ac03-2c22-4b7d-9a01-25a11903143f HTTP/1.1" status: 204 len: 168 time: 0.1644559 Feb 09 01:46:46.889998 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 0cc86c7b-a2e3-4d5e-a91d-b5c5dc9ac649 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:46:46.926191 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 0cc86c7b-a2e3-4d5e-a91d-b5c5dc9ac649 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:46:46.926533 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 0cc86c7b-a2e3-4d5e-a91d-b5c5dc9ac649 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:46:52.151757 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:55.184601 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:57.418726 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-02c17572-77f5-45b5-ae6b-177a31ebd680 req-e1e74e1c-6596-43a8-92a8-c13da8baa6d3 tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=9af926008e2847f8a5190773e8739713&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279748 Feb 09 01:46:57.568046 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c17572-77f5-45b5-ae6b-177a31ebd680 req-aa841e47-0478-4635-b203-ea33c1823d78 tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:57.569392 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-02c17572-77f5-45b5-ae6b-177a31ebd680 req-aa841e47-0478-4635-b203-ea33c1823d78 tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1457443 Feb 09 01:46:57.584399 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-02c17572-77f5-45b5-ae6b-177a31ebd680 req-fd05453c-5d76-4675-9d3e-d2131cf6432a tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] 10.222.0.105 "GET /v2.0/quotas/9af926008e2847f8a5190773e8739713 HTTP/1.1" status: 200 len: 375 time: 0.0095820 Feb 09 01:46:57.631952 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-02c17572-77f5-45b5-ae6b-177a31ebd680 req-480b3ae9-a4e7-48fd-9fea-4d3dff687825 tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=9af926008e2847f8a5190773e8739713&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420454 Feb 09 01:46:57.807120 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-77e0ac7f-6366-46d3-aea2-6060d9dd36de req-cdb5a717-dbb2-46bc-8804-6c1c6cf27e45 tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] 10.222.0.105 "GET /v2.0/ports?device_id=2335a1e7-385c-4797-ada3-36056d95f19d HTTP/1.1" status: 200 len: 210 time: 0.0431557 Feb 09 01:46:58.888799 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-02c17572-77f5-45b5-ae6b-177a31ebd680 req-6110986d-8806-4079-a0b2-f4beed69c9d2 tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=9af926008e2847f8a5190773e8739713&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0517943 Feb 09 01:46:58.967796 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5fd57033-1653-4534-902c-abc34bb10178 req-5ffde5be-b5b8-4d9b-8853-310f4ff3d3ec tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] 10.222.0.105 "GET /v2.0/ports?device_id=2335a1e7-385c-4797-ada3-36056d95f19d HTTP/1.1" status: 200 len: 210 time: 0.0490603 Feb 09 01:46:59.146853 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c17572-77f5-45b5-ae6b-177a31ebd680 req-58a2e760-4799-4283-bf2f-99f12e551008 tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:59.148811 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-02c17572-77f5-45b5-ae6b-177a31ebd680 req-58a2e760-4799-4283-bf2f-99f12e551008 tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2554474 Feb 09 01:46:59.160968 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-02c17572-77f5-45b5-ae6b-177a31ebd680 req-0ef37a0f-184c-40a3-a4b4-cda272a23317 tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] Request body: {'port': {'device_id': '2335a1e7-385c-4797-ada3-36056d95f19d', 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6', 'admin_state_up': True, 'tenant_id': '9af926008e2847f8a5190773e8739713'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:59.297079 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-02c17572-77f5-45b5-ae6b-177a31ebd680 req-0ef37a0f-184c-40a3-a4b4-cda272a23317 tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:46:59.300781 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-02c17572-77f5-45b5-ae6b-177a31ebd680 req-0ef37a0f-184c-40a3-a4b4-cda272a23317 tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] Usage tracker for resource:port and tenant:9af926008e2847f8a5190773e8739713 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:46:59.303559 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-02c17572-77f5-45b5-ae6b-177a31ebd680 req-0ef37a0f-184c-40a3-a4b4-cda272a23317 tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:46:59.309205 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-02c17572-77f5-45b5-ae6b-177a31ebd680 req-0ef37a0f-184c-40a3-a4b4-cda272a23317 tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:46:59.318219 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02c17572-77f5-45b5-ae6b-177a31ebd680 req-0ef37a0f-184c-40a3-a4b4-cda272a23317 tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] Made reservation on behalf of 9af926008e2847f8a5190773e8739713 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:46:59.322136 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-02c17572-77f5-45b5-ae6b-177a31ebd680 req-0ef37a0f-184c-40a3-a4b4-cda272a23317 tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:59.333761 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-02c17572-77f5-45b5-ae6b-177a31ebd680 req-0ef37a0f-184c-40a3-a4b4-cda272a23317 tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:59.348475 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-02c17572-77f5-45b5-ae6b-177a31ebd680 req-0ef37a0f-184c-40a3-a4b4-cda272a23317 tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:46:59.352199 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-02c17572-77f5-45b5-ae6b-177a31ebd680 req-0ef37a0f-184c-40a3-a4b4-cda272a23317 tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] Usage tracker for resource:security_group_rule and tenant:9af926008e2847f8a5190773e8739713 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:46:59.354917 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-02c17572-77f5-45b5-ae6b-177a31ebd680 req-0ef37a0f-184c-40a3-a4b4-cda272a23317 tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:46:59.360452 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-02c17572-77f5-45b5-ae6b-177a31ebd680 req-0ef37a0f-184c-40a3-a4b4-cda272a23317 tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:46:59.444461 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-02c17572-77f5-45b5-ae6b-177a31ebd680 req-0ef37a0f-184c-40a3-a4b4-cda272a23317 tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:59.448602 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-02c17572-77f5-45b5-ae6b-177a31ebd680 req-0ef37a0f-184c-40a3-a4b4-cda272a23317 tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:59.528054 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef37a0f-184c-40a3-a4b4-cda272a23317 tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=302aa192-346b-4920-ada2-5866d1591351,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:59.621041 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-02c17572-77f5-45b5-ae6b-177a31ebd680 req-0ef37a0f-184c-40a3-a4b4-cda272a23317 tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] Allocated IP 192.168.233.146 (42d335cf-a678-4bc3-901b-7d21fb8587e6/e7938d94-1f0f-48bd-a0b3-26d5344ff0ec/1f9cd0ea-3f13-40fc-b277-5c51d35a9398) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:46:59.822956 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-02c17572-77f5-45b5-ae6b-177a31ebd680 req-0ef37a0f-184c-40a3-a4b4-cda272a23317 tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:59.838879 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-02c17572-77f5-45b5-ae6b-177a31ebd680 req-0ef37a0f-184c-40a3-a4b4-cda272a23317 tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] Transition to ACTIVE for port object 1f9cd0ea-3f13-40fc-b277-5c51d35a9398 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:46:59.861943 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-02c17572-77f5-45b5-ae6b-177a31ebd680 req-0ef37a0f-184c-40a3-a4b4-cda272a23317 tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:59.936108 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02c17572-77f5-45b5-ae6b-177a31ebd680 req-0ef37a0f-184c-40a3-a4b4-cda272a23317 tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] Network 42d335cf-a678-4bc3-901b-7d21fb8587e6 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:46:59.939351 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-02c17572-77f5-45b5-ae6b-177a31ebd680 req-0ef37a0f-184c-40a3-a4b4-cda272a23317 tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:46:59.943280 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-02c17572-77f5-45b5-ae6b-177a31ebd680 req-0ef37a0f-184c-40a3-a4b4-cda272a23317 tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:46:59.974222 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef37a0f-184c-40a3-a4b4-cda272a23317 tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] Pushing event updated for resources: {'Port': ['ID=1f9cd0ea-3f13-40fc-b277-5c51d35a9398,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:00.012947 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c17572-77f5-45b5-ae6b-177a31ebd680 req-0ef37a0f-184c-40a3-a4b4-cda272a23317 tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:00.013555 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-02c17572-77f5-45b5-ae6b-177a31ebd680 req-0ef37a0f-184c-40a3-a4b4-cda272a23317 tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:00.044179 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-02c17572-77f5-45b5-ae6b-177a31ebd680 req-0ef37a0f-184c-40a3-a4b4-cda272a23317 tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8864486 Feb 09 01:47:00.055184 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-02c17572-77f5-45b5-ae6b-177a31ebd680 req-fc594f80-1395-4a09-ad68-9b8644bdbf6a service neutron] Request body: {'port': {'device_id': '2335a1e7-385c-4797-ada3-36056d95f19d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:47:00.163701 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d627d146-3c1b-4869-984e-9c8e761c58a7 req-b54dce7e-13ea-4e5f-8a0e-2b7da80db64e tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:00.165231 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d627d146-3c1b-4869-984e-9c8e761c58a7 req-b54dce7e-13ea-4e5f-8a0e-2b7da80db64e tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] 10.222.0.105 "GET /v2.0/ports?device_id=2335a1e7-385c-4797-ada3-36056d95f19d HTTP/1.1" status: 200 len: 936 time: 0.0868366 Feb 09 01:47:00.176363 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-02c17572-77f5-45b5-ae6b-177a31ebd680 req-fc594f80-1395-4a09-ad68-9b8644bdbf6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:00.210786 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d627d146-3c1b-4869-984e-9c8e761c58a7 req-d5330386-5525-4355-b81b-c2e8f5466741 tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] 10.222.0.105 "GET /v2.0/security-groups?id=302aa192-346b-4920-ada2-5866d1591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396237 Feb 09 01:47:00.216004 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f9770653-c7ed-455f-a45e-5b727bd8bf19 None None] Provisioning for port 1f9cd0ea-3f13-40fc-b277-5c51d35a9398 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:47:00.226066 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f9770653-c7ed-455f-a45e-5b727bd8bf19 None None] Provisioning complete for port 1f9cd0ea-3f13-40fc-b277-5c51d35a9398 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:00.226395 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f9770653-c7ed-455f-a45e-5b727bd8bf19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:00.281330 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-f9770653-c7ed-455f-a45e-5b727bd8bf19 None None] Port 1f9cd0ea-3f13-40fc-b277-5c51d35a9398 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:47:00.522983 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [req-02c17572-77f5-45b5-ae6b-177a31ebd680 req-fc594f80-1395-4a09-ad68-9b8644bdbf6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f9cd0ea-3f13-40fc-b277-5c51d35a9398 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:47:00.530511 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-02c17572-77f5-45b5-ae6b-177a31ebd680 req-fc594f80-1395-4a09-ad68-9b8644bdbf6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:00.546066 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-02c17572-77f5-45b5-ae6b-177a31ebd680 req-fc594f80-1395-4a09-ad68-9b8644bdbf6a service neutron] Transition to ACTIVE for port object 1f9cd0ea-3f13-40fc-b277-5c51d35a9398 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:47:00.549457 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-02c17572-77f5-45b5-ae6b-177a31ebd680 req-fc594f80-1395-4a09-ad68-9b8644bdbf6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:00.708157 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc594f80-1395-4a09-ad68-9b8644bdbf6a service neutron] Pushing event updated for resources: {'Port': ['ID=1f9cd0ea-3f13-40fc-b277-5c51d35a9398,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:00.788792 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-02c17572-77f5-45b5-ae6b-177a31ebd680 req-fc594f80-1395-4a09-ad68-9b8644bdbf6a service neutron] Attempting to bind port 1f9cd0ea-3f13-40fc-b277-5c51d35a9398 on host n-h2-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:47:00.789125 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-02c17572-77f5-45b5-ae6b-177a31ebd680 req-fc594f80-1395-4a09-ad68-9b8644bdbf6a service neutron] Attempting to bind port 1f9cd0ea-3f13-40fc-b277-5c51d35a9398 by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:47:00.789453 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c17572-77f5-45b5-ae6b-177a31ebd680 req-fc594f80-1395-4a09-ad68-9b8644bdbf6a service neutron] Attempting to bind port 1f9cd0ea-3f13-40fc-b277-5c51d35a9398 on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:47:00.794704 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c17572-77f5-45b5-ae6b-177a31ebd680 req-fc594f80-1395-4a09-ad68-9b8644bdbf6a service neutron] Port 1f9cd0ea-3f13-40fc-b277-5c51d35a9398 on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:47:00.795025 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c17572-77f5-45b5-ae6b-177a31ebd680 req-fc594f80-1395-4a09-ad68-9b8644bdbf6a service neutron] Attempting to bind port 1f9cd0ea-3f13-40fc-b277-5c51d35a9398 on network 42d335cf-a678-4bc3-901b-7d21fb8587e6 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:47:00.800091 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c17572-77f5-45b5-ae6b-177a31ebd680 req-fc594f80-1395-4a09-ad68-9b8644bdbf6a service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:47:00.800426 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c17572-77f5-45b5-ae6b-177a31ebd680 req-fc594f80-1395-4a09-ad68-9b8644bdbf6a service neutron] Checking segment: {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:47:00.800810 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c17572-77f5-45b5-ae6b-177a31ebd680 req-fc594f80-1395-4a09-ad68-9b8644bdbf6a service neutron] Bound using segment: {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:47:00.801233 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-02c17572-77f5-45b5-ae6b-177a31ebd680 req-fc594f80-1395-4a09-ad68-9b8644bdbf6a service neutron] Bound port: 1f9cd0ea-3f13-40fc-b277-5c51d35a9398, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59f3f685-c18b-4061-8f29-d052f08dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:47:00.801581 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-02c17572-77f5-45b5-ae6b-177a31ebd680 req-fc594f80-1395-4a09-ad68-9b8644bdbf6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:00.894299 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-02c17572-77f5-45b5-ae6b-177a31ebd680 req-fc594f80-1395-4a09-ad68-9b8644bdbf6a service neutron] For port 1f9cd0ea-3f13-40fc-b277-5c51d35a9398, host n-h2-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:47:00.897463 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-02c17572-77f5-45b5-ae6b-177a31ebd680 req-fc594f80-1395-4a09-ad68-9b8644bdbf6a service neutron] For port 1f9cd0ea-3f13-40fc-b277-5c51d35a9398, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=1f9cd0ea-3f13-40fc-b277-5c51d35a9398,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:47:00.903673 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-02c17572-77f5-45b5-ae6b-177a31ebd680 req-fc594f80-1395-4a09-ad68-9b8644bdbf6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:00.964387 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c17572-77f5-45b5-ae6b-177a31ebd680 req-fc594f80-1395-4a09-ad68-9b8644bdbf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:00.965124 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-02c17572-77f5-45b5-ae6b-177a31ebd680 req-fc594f80-1395-4a09-ad68-9b8644bdbf6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:00.966524 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-02c17572-77f5-45b5-ae6b-177a31ebd680 req-fc594f80-1395-4a09-ad68-9b8644bdbf6a service neutron] 10.222.0.99 "PUT /v2.0/ports/1f9cd0ea-3f13-40fc-b277-5c51d35a9398 HTTP/1.1" status: 200 len: 1096 time: 0.9157207 Feb 09 01:47:00.966959 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2335a1e7-385c-4797-ada3-36056d95f19d', 'tag': '1f9cd0ea-3f13-40fc-b277-5c51d35a9398'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:47:00.987617 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc594f80-1395-4a09-ad68-9b8644bdbf6a service neutron] Pushing event updated for resources: {'Port': ['ID=1f9cd0ea-3f13-40fc-b277-5c51d35a9398,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:01.161065 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2335a1e7-385c-4797-ada3-36056d95f19d', 'tag': '1f9cd0ea-3f13-40fc-b277-5c51d35a9398', 'status': 'completed', 'code': 200} Feb 09 01:47:01.195303 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c17572-77f5-45b5-ae6b-177a31ebd680 req-1e66ed97-f076-421c-a681-245a19c74107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:01.197691 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-02c17572-77f5-45b5-ae6b-177a31ebd680 req-1e66ed97-f076-421c-a681-245a19c74107 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=9af926008e2847f8a5190773e8739713&device_id=2335a1e7-385c-4797-ada3-36056d95f19d HTTP/1.1" status: 200 len: 1099 time: 0.1908317 Feb 09 01:47:01.268503 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-02c17572-77f5-45b5-ae6b-177a31ebd680 req-accd1494-ed67-4e63-821f-b76c4bf8d47a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=1f9cd0ea-3f13-40fc-b277-5c51d35a9398 HTTP/1.1" status: 200 len: 217 time: 0.0638735 Feb 09 01:47:01.331060 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c17572-77f5-45b5-ae6b-177a31ebd680 req-761049ad-171d-4030-87a8-12867784b946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:01.332417 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-02c17572-77f5-45b5-ae6b-177a31ebd680 req-761049ad-171d-4030-87a8-12867784b946 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.0590580 Feb 09 01:47:01.402423 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eccca28-75e6-4f4b-935f-28a1ee55750f req-315a4b26-eb39-4874-a4a8-a49f8781a305 tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:01.403908 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9eccca28-75e6-4f4b-935f-28a1ee55750f req-315a4b26-eb39-4874-a4a8-a49f8781a305 tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] 10.222.0.105 "GET /v2.0/ports?device_id=2335a1e7-385c-4797-ada3-36056d95f19d HTTP/1.1" status: 200 len: 948 time: 0.0830302 Feb 09 01:47:01.406815 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c17572-77f5-45b5-ae6b-177a31ebd680 req-aab6b92f-50c6-4e20-bcde-e9b611acfac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:01.408313 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-02c17572-77f5-45b5-ae6b-177a31ebd680 req-aab6b92f-50c6-4e20-bcde-e9b611acfac1 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0702415 Feb 09 01:47:01.449051 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9eccca28-75e6-4f4b-935f-28a1ee55750f req-3d9a1267-c4c6-428d-ac3f-6be56deda96e tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] 10.222.0.105 "GET /v2.0/security-groups?id=302aa192-346b-4920-ada2-5866d1591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391603 Feb 09 01:47:01.539005 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-02c17572-77f5-45b5-ae6b-177a31ebd680 req-0ce1e0f1-919c-4483-800a-9813d75f69fb service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246536 Feb 09 01:47:01.672470 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-02c17572-77f5-45b5-ae6b-177a31ebd680 req-fc9381f6-f625-429b-8965-e6e917081751 service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271794 Feb 09 01:47:01.786225 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f953301c-ef91-48ff-8122-fa5d4248b7d1 req-b4322f66-f5b3-4511-bee2-d0a14bb2abf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:01.787700 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-f953301c-ef91-48ff-8122-fa5d4248b7d1 req-b4322f66-f5b3-4511-bee2-d0a14bb2abf6 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=9af926008e2847f8a5190773e8739713&device_id=2335a1e7-385c-4797-ada3-36056d95f19d HTTP/1.1" status: 200 len: 1099 time: 0.0744233 Feb 09 01:47:01.915277 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f953301c-ef91-48ff-8122-fa5d4248b7d1 req-669a6a56-aa45-4391-9e38-7f140d982481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:01.916749 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-f953301c-ef91-48ff-8122-fa5d4248b7d1 req-669a6a56-aa45-4391-9e38-7f140d982481 service neutron] 10.222.0.99 "GET /v2.0/networks?id=42d335cf-a678-4bc3-901b-7d21fb8587e6 HTTP/1.1" status: 200 len: 870 time: 0.1237993 Feb 09 01:47:01.986334 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-f953301c-ef91-48ff-8122-fa5d4248b7d1 req-aab1d25b-0ba7-4c7f-b03e-0fd91aff744b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=1f9cd0ea-3f13-40fc-b277-5c51d35a9398 HTTP/1.1" status: 200 len: 217 time: 0.0634441 Feb 09 01:47:02.048608 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f953301c-ef91-48ff-8122-fa5d4248b7d1 req-f2f5ff00-00a7-4c53-9524-7f5866d8bef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:02.050073 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-f953301c-ef91-48ff-8122-fa5d4248b7d1 req-f2f5ff00-00a7-4c53-9524-7f5866d8bef8 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e7938d94-1f0f-48bd-a0b3-26d5344ff0ec HTTP/1.1" status: 200 len: 843 time: 0.0589547 Feb 09 01:47:02.123992 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f953301c-ef91-48ff-8122-fa5d4248b7d1 req-5080d1c2-fee7-47d4-a432-36dc14c1bd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:02.125414 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-f953301c-ef91-48ff-8122-fa5d4248b7d1 req-5080d1c2-fee7-47d4-a432-36dc14c1bd11 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=42d335cf-a678-4bc3-901b-7d21fb8587e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0699308 Feb 09 01:47:02.255712 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-f953301c-ef91-48ff-8122-fa5d4248b7d1 req-5aaf35d6-8f2f-4e1e-8bd0-b14c5f8112fe service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245892 Feb 09 01:47:02.386919 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-f953301c-ef91-48ff-8122-fa5d4248b7d1 req-e738127c-1eea-4291-8d6b-42da384247b1 service neutron] 10.222.0.99 "GET /v2.0/networks/42d335cf-a678-4bc3-901b-7d21fb8587e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256123 Feb 09 01:47:02.642806 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7491ee-aadc-4333-905a-c7a9049eeedb req-65efa3c5-a484-41fd-be5a-28dc0d3da511 tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:02.649353 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1e7491ee-aadc-4333-905a-c7a9049eeedb req-65efa3c5-a484-41fd-be5a-28dc0d3da511 tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] 10.222.0.105 "GET /v2.0/ports?device_id=2335a1e7-385c-4797-ada3-36056d95f19d HTTP/1.1" status: 200 len: 948 time: 0.0845988 Feb 09 01:47:02.690095 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1e7491ee-aadc-4333-905a-c7a9049eeedb req-57161db4-da9b-4675-9793-dbc8595c7b38 tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] 10.222.0.105 "GET /v2.0/security-groups?id=302aa192-346b-4920-ada2-5866d1591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392563 Feb 09 01:47:04.031146 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f52683d-5843-4daf-a3ff-5bf889632cc3 req-6678dd7a-2d6e-4a51-84e6-1d7823fd2a58 tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:04.032607 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0f52683d-5843-4daf-a3ff-5bf889632cc3 req-6678dd7a-2d6e-4a51-84e6-1d7823fd2a58 tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] 10.222.0.105 "GET /v2.0/ports?device_id=2335a1e7-385c-4797-ada3-36056d95f19d HTTP/1.1" status: 200 len: 948 time: 0.0830855 Feb 09 01:47:04.075631 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0f52683d-5843-4daf-a3ff-5bf889632cc3 req-dbf1f7b4-718e-449d-87d4-b1d889f7cbb2 tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] 10.222.0.105 "GET /v2.0/security-groups?id=302aa192-346b-4920-ada2-5866d1591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375040 Feb 09 01:47:05.255802 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9719108-3156-4fff-a653-5152b51bfd07 req-cbd349cc-b8c0-47e0-a1e5-2058d97863c7 tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:05.257246 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d9719108-3156-4fff-a653-5152b51bfd07 req-cbd349cc-b8c0-47e0-a1e5-2058d97863c7 tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] 10.222.0.105 "GET /v2.0/ports?device_id=2335a1e7-385c-4797-ada3-36056d95f19d HTTP/1.1" status: 200 len: 948 time: 0.0788531 Feb 09 01:47:05.306278 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d9719108-3156-4fff-a653-5152b51bfd07 req-39aa00b7-b8be-4f78-bde4-fa4373aed3e0 tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] 10.222.0.105 "GET /v2.0/security-groups?id=302aa192-346b-4920-ada2-5866d1591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421686 Feb 09 01:47:06.485959 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c1cb9b-cda4-4a44-b7a0-032bda9796ad req-caa33e92-e30f-451f-93ec-5f9cc8e83eac tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:06.487395 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b9c1cb9b-cda4-4a44-b7a0-032bda9796ad req-caa33e92-e30f-451f-93ec-5f9cc8e83eac tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] 10.222.0.105 "GET /v2.0/ports?device_id=2335a1e7-385c-4797-ada3-36056d95f19d HTTP/1.1" status: 200 len: 948 time: 0.0781937 Feb 09 01:47:06.530225 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b9c1cb9b-cda4-4a44-b7a0-032bda9796ad req-a747d981-82db-429b-a1b1-c273e4cc3e1b tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] 10.222.0.105 "GET /v2.0/security-groups?id=302aa192-346b-4920-ada2-5866d1591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373602 Feb 09 01:47:06.624229 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 1f9cd0ea-3f13-40fc-b277-5c51d35a9398 details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:47:06.755586 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 1f9cd0ea-3f13-40fc-b277-5c51d35a9398, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=1f9cd0ea-3f13-40fc-b277-5c51d35a9398,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:47:06.768309 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': '1f9cd0ea-3f13-40fc-b277-5c51d35a9398', 'network_id': '42d335cf-a678-4bc3-901b-7d21fb8587e6', 'port_id': '1f9cd0ea-3f13-40fc-b277-5c51d35a9398', 'mac_address': 'fa:16:3e:94:c6:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7938d94-1f0f-48bd-a0b3-26d5344ff0ec', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:47:06.825571 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:06.842220 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f9cd0ea-3f13-40fc-b277-5c51d35a9398 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:47:06.857494 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 1f9cd0ea-3f13-40fc-b277-5c51d35a9398, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=1f9cd0ea-3f13-40fc-b277-5c51d35a9398,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:47:06.861327 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:06.927355 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=1f9cd0ea-3f13-40fc-b277-5c51d35a9398,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:07.163862 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['1f9cd0ea-3f13-40fc-b277-5c51d35a9398'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:47:07.718920 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574604b0-4a24-48bb-a294-16e68100f77b req-833093bb-f09b-47a3-9e0d-84a216636051 tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:07.720395 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-574604b0-4a24-48bb-a294-16e68100f77b req-833093bb-f09b-47a3-9e0d-84a216636051 tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] 10.222.0.105 "GET /v2.0/ports?device_id=2335a1e7-385c-4797-ada3-36056d95f19d HTTP/1.1" status: 200 len: 949 time: 0.0866618 Feb 09 01:47:07.764743 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-574604b0-4a24-48bb-a294-16e68100f77b req-a24c30fe-afba-4e86-be0a-87f4e5871e5a tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] 10.222.0.105 "GET /v2.0/security-groups?id=302aa192-346b-4920-ada2-5866d1591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385566 Feb 09 01:47:08.217746 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-cd3c92b1-520d-4e67-95e4-f656d2bce920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:08.628657 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 1f9cd0ea-3f13-40fc-b277-5c51d35a9398 up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:47:08.697018 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning for port 1f9cd0ea-3f13-40fc-b277-5c51d35a9398 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:47:08.701790 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port 1f9cd0ea-3f13-40fc-b277-5c51d35a9398 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:08.702164 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:08.820420 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:08.846828 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2335a1e7-385c-4797-ada3-36056d95f19d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f9cd0ea-3f13-40fc-b277-5c51d35a9398'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:47:08.858659 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 1f9cd0ea-3f13-40fc-b277-5c51d35a9398, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=1f9cd0ea-3f13-40fc-b277-5c51d35a9398,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:47:08.863897 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:08.904584 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2335a1e7-385c-4797-ada3-36056d95f19d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f9cd0ea-3f13-40fc-b277-5c51d35a9398', 'code': 200} Feb 09 01:47:08.944975 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=1f9cd0ea-3f13-40fc-b277-5c51d35a9398,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:08.955729 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea34f2-777a-41c0-acb3-1b466ed69eac req-ce09d777-9c68-45ff-8c9b-e2e9cb2288af tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:08.957226 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c5ea34f2-777a-41c0-acb3-1b466ed69eac req-ce09d777-9c68-45ff-8c9b-e2e9cb2288af tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] 10.222.0.105 "GET /v2.0/ports?device_id=2335a1e7-385c-4797-ada3-36056d95f19d HTTP/1.1" status: 200 len: 950 time: 0.0851598 Feb 09 01:47:09.002530 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c5ea34f2-777a-41c0-acb3-1b466ed69eac req-9d2e50a6-f720-4964-994b-c763b543339d tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] 10.222.0.105 "GET /v2.0/security-groups?id=302aa192-346b-4920-ada2-5866d1591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389276 Feb 09 01:47:09.035292 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ccd441-a2fc-4f47-a96c-bb0660fa0ee6 req-48763639-8467-451c-a236-0da2b33d7913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:09.036775 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e2ccd441-a2fc-4f47-a96c-bb0660fa0ee6 req-48763639-8467-451c-a236-0da2b33d7913 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=2335a1e7-385c-4797-ada3-36056d95f19d HTTP/1.1" status: 200 len: 1101 time: 0.0761673 Feb 09 01:47:09.075907 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e2ccd441-a2fc-4f47-a96c-bb0660fa0ee6 req-e2d26cdc-ef64-48d8-abdc-989aef7fed4a service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=302aa192-346b-4920-ada2-5866d1591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333028 Feb 09 01:47:10.300591 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82200336-3ab1-4123-ad91-bab5b921ec82 req-b0a9ce69-685a-4425-a232-fec1a32ee2b9 tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:10.302016 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-82200336-3ab1-4123-ad91-bab5b921ec82 req-b0a9ce69-685a-4425-a232-fec1a32ee2b9 tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] 10.222.0.105 "GET /v2.0/ports?device_id=2335a1e7-385c-4797-ada3-36056d95f19d HTTP/1.1" status: 200 len: 950 time: 0.1936235 Feb 09 01:47:10.348646 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-82200336-3ab1-4123-ad91-bab5b921ec82 req-1fea66c3-78ee-45c9-a5b7-d8f2a42d23a1 tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] 10.222.0.105 "GET /v2.0/security-groups?id=302aa192-346b-4920-ada2-5866d1591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398512 Feb 09 01:47:10.513056 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-91329f1d-09a9-448a-9aaf-9299e504b948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:11.533944 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a77a6b1-5234-4680-b366-c40ba49d873c req-40e9e9ea-daad-44a8-918d-90e5086c2a3c tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:11.535402 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7a77a6b1-5234-4680-b366-c40ba49d873c req-40e9e9ea-daad-44a8-918d-90e5086c2a3c tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] 10.222.0.105 "GET /v2.0/ports?device_id=2335a1e7-385c-4797-ada3-36056d95f19d HTTP/1.1" status: 200 len: 950 time: 0.0798283 Feb 09 01:47:11.582328 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7a77a6b1-5234-4680-b366-c40ba49d873c req-ca4a8590-93fe-44fd-89ab-990d8742df2e tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] 10.222.0.105 "GET /v2.0/security-groups?id=302aa192-346b-4920-ada2-5866d1591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410483 Feb 09 01:47:11.614064 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:11.635310 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:12.410698 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:47:12.670398 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd90449-9fe5-45c5-9c96-7fdaf344ddd2 req-cdb8b07e-f1fa-404f-9590-59e0d81aed42 tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:12.671870 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ccd90449-9fe5-45c5-9c96-7fdaf344ddd2 req-cdb8b07e-f1fa-404f-9590-59e0d81aed42 tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] 10.222.0.105 "GET /v2.0/ports?device_id=2335a1e7-385c-4797-ada3-36056d95f19d HTTP/1.1" status: 200 len: 950 time: 0.0821288 Feb 09 01:47:12.716438 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ccd90449-9fe5-45c5-9c96-7fdaf344ddd2 req-09f83d6e-cdae-4072-b8f3-cf65f3ec0e4e tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] 10.222.0.105 "GET /v2.0/security-groups?id=302aa192-346b-4920-ada2-5866d1591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387328 Feb 09 01:47:13.254814 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:13.905899 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb28e6-7946-4f10-849c-2786abe08bb6 req-5f4567d6-7cd5-482a-be65-8b0b95b2413f tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:13.907272 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9ebb28e6-7946-4f10-849c-2786abe08bb6 req-5f4567d6-7cd5-482a-be65-8b0b95b2413f tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] 10.222.0.105 "GET /v2.0/ports?device_id=2335a1e7-385c-4797-ada3-36056d95f19d HTTP/1.1" status: 200 len: 950 time: 0.0831523 Feb 09 01:47:13.951003 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9ebb28e6-7946-4f10-849c-2786abe08bb6 req-fd8e9464-710b-4dc1-958a-487802ea2f98 tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] 10.222.0.105 "GET /v2.0/security-groups?id=302aa192-346b-4920-ada2-5866d1591351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379059 Feb 09 01:47:14.143500 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53408525-449d-44dc-8840-65e322c6207c req-d53706ce-8720-460e-ae3c-d49e24e61207 tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:14.144187 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-53408525-449d-44dc-8840-65e322c6207c req-d53706ce-8720-460e-ae3c-d49e24e61207 tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] Synchronizing usage tracker for tenant:9af926008e2847f8a5190773e8739713 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:47:14.161929 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-53408525-449d-44dc-8840-65e322c6207c req-d53706ce-8720-460e-ae3c-d49e24e61207 tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] Unset dirty status for tenant:9af926008e2847f8a5190773e8739713 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:47:14.162966 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-53408525-449d-44dc-8840-65e322c6207c req-d53706ce-8720-460e-ae3c-d49e24e61207 tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] 10.222.0.99 "GET /v2.0/ports?device_id=2335a1e7-385c-4797-ada3-36056d95f19d HTTP/1.1" status: 200 len: 950 time: 0.0954301 Feb 09 01:47:14.234487 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-53408525-449d-44dc-8840-65e322c6207c req-d357f3c1-550c-4130-ab3e-1f5209435d91 tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] Deleting port 1f9cd0ea-3f13-40fc-b277-5c51d35a9398 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:47:14.234802 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-53408525-449d-44dc-8840-65e322c6207c req-d357f3c1-550c-4130-ab3e-1f5209435d91 tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:14.482319 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-53408525-449d-44dc-8840-65e322c6207c req-d357f3c1-550c-4130-ab3e-1f5209435d91 tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] For port 1f9cd0ea-3f13-40fc-b277-5c51d35a9398, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=1f9cd0ea-3f13-40fc-b277-5c51d35a9398,segment=NetworkSegment(59f3f685-c18b-4061-8f29-d052f08dc823),segment_id=59f3f685-c18b-4061-8f29-d052f08dc823)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:47:14.482661 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-53408525-449d-44dc-8840-65e322c6207c req-d357f3c1-550c-4130-ab3e-1f5209435d91 tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:14.705065 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-53408525-449d-44dc-8840-65e322c6207c req-d357f3c1-550c-4130-ab3e-1f5209435d91 tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] Calling delete_port for 1f9cd0ea-3f13-40fc-b277-5c51d35a9398 owned by compute:nova {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:47:14.847999 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-53408525-449d-44dc-8840-65e322c6207c req-d357f3c1-550c-4130-ab3e-1f5209435d91 tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:14.897435 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d357f3c1-550c-4130-ab3e-1f5209435d91 tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] Pushing event deleted for resources: {'Port': ['ID=1f9cd0ea-3f13-40fc-b277-5c51d35a9398,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:14.977910 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-53408525-449d-44dc-8840-65e322c6207c req-d357f3c1-550c-4130-ab3e-1f5209435d91 tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] No DVR routers for this DVR port 1f9cd0ea-3f13-40fc-b277-5c51d35a9398 on host n-h2-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:47:14.981267 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-53408525-449d-44dc-8840-65e322c6207c req-d357f3c1-550c-4130-ab3e-1f5209435d91 tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:14.983988 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2335a1e7-385c-4797-ada3-36056d95f19d', 'name': 'network-vif-deleted', 'tag': '1f9cd0ea-3f13-40fc-b277-5c51d35a9398'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:47:15.001092 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-53408525-449d-44dc-8840-65e322c6207c req-d357f3c1-550c-4130-ab3e-1f5209435d91 tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] 10.222.0.99 "DELETE /v2.0/ports/1f9cd0ea-3f13-40fc-b277-5c51d35a9398 HTTP/1.1" status: 204 len: 173 time: 0.8328972 Feb 09 01:47:15.063172 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2335a1e7-385c-4797-ada3-36056d95f19d', 'name': 'network-vif-deleted', 'tag': '1f9cd0ea-3f13-40fc-b277-5c51d35a9398', 'status': 'completed', 'code': 200} Feb 09 01:47:15.147604 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-02c170c6-e837-4790-b19a-f216d47f8498 req-29b2e116-8ee3-4bf3-ac99-4035f63fc25f tempest-ServersAdminNegativeTestJSON-532431011 tempest-ServersAdminNegativeTestJSON-532431011-project] 10.222.0.105 "GET /v2.0/ports?device_id=2335a1e7-385c-4797-ada3-36056d95f19d HTTP/1.1" status: 200 len: 210 time: 0.0417233 Feb 09 01:47:16.512764 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 46038) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:47:16.663129 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-cd978e05-f437-4d6e-aafa-45a5a65d613a admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=9af926008e2847f8a5190773e8739713&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1466858 Feb 09 01:47:16.663308 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 1f9cd0ea-3f13-40fc-b277-5c51d35a9398 no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:47:16.663729 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 46044) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:47:16.695864 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] No Port match for: 1f9cd0ea-3f13-40fc-b277-5c51d35a9398 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:47:16.696125 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 1f9cd0ea-3f13-40fc-b277-5c51d35a9398 not bound to the agent host n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:47:16.722362 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1597f616-71de-45ce-a972-506d8e1ecb3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:16.747832 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1597f616-71de-45ce-a972-506d8e1ecb3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:16.798316 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1597f616-71de-45ce-a972-506d8e1ecb3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:16.812835 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1597f616-71de-45ce-a972-506d8e1ecb3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=302aa192-346b-4920-ada2-5866d1591351,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:16.818894 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1597f616-71de-45ce-a972-506d8e1ecb3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:16.820019 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1597f616-71de-45ce-a972-506d8e1ecb3f admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/302aa192-346b-4920-ada2-5866d1591351 HTTP/1.1" status: 204 len: 168 time: 0.1557190 Feb 09 01:47:17.200093 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 46052) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:47:17.220580 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1c496ae2-cad4-4a0b-80e4-d6c4d8b741f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:17.235473 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1c496ae2-cad4-4a0b-80e4-d6c4d8b741f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:47:17.239255 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-1c496ae2-cad4-4a0b-80e4-d6c4d8b741f6 admin admin] Usage tracker for resource:security_group_rule and tenant:faf59a63e5584b9c8759cfe3576c70be is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:47:17.242041 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-1c496ae2-cad4-4a0b-80e4-d6c4d8b741f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:47:17.248299 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1c496ae2-cad4-4a0b-80e4-d6c4d8b741f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:47:17.333734 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1c496ae2-cad4-4a0b-80e4-d6c4d8b741f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:17.337384 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1c496ae2-cad4-4a0b-80e4-d6c4d8b741f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:17.384193 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1c496ae2-cad4-4a0b-80e4-d6c4d8b741f6 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=faf59a63e5584b9c8759cfe3576c70be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1829884 Feb 09 01:47:17.385025 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c496ae2-cad4-4a0b-80e4-d6c4d8b741f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4600c8f-4041-4d28-831b-fcb6fec5bbda,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:17.386885 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 46056) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:47:17.444124 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7adb340d-0ed2-4339-8c56-9cb46a399cee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:17.469437 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7adb340d-0ed2-4339-8c56-9cb46a399cee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:17.521949 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7adb340d-0ed2-4339-8c56-9cb46a399cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:17.538517 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adb340d-0ed2-4339-8c56-9cb46a399cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4600c8f-4041-4d28-831b-fcb6fec5bbda,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:17.543725 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7adb340d-0ed2-4339-8c56-9cb46a399cee admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:17.544751 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-7adb340d-0ed2-4339-8c56-9cb46a399cee admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/d4600c8f-4041-4d28-831b-fcb6fec5bbda HTTP/1.1" status: 204 len: 168 time: 0.1567464 Feb 09 01:47:18.259222 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 46080) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:47:18.360446 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-fa1358a6-fca5-4766-8ae0-fbd4a843493b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-643856458-network', 'tenant_id': '9fce99d821f749cda7f9d27c13ec20f9'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:47:18.365575 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-fa1358a6-fca5-4766-8ae0-fbd4a843493b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:47:18.370047 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-fa1358a6-fca5-4766-8ae0-fbd4a843493b admin admin] Usage tracker for resource:network and tenant:9fce99d821f749cda7f9d27c13ec20f9 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:47:18.372852 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-fa1358a6-fca5-4766-8ae0-fbd4a843493b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:47:18.378912 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-fa1358a6-fca5-4766-8ae0-fbd4a843493b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:47:18.388253 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa1358a6-fca5-4766-8ae0-fbd4a843493b admin admin] Made reservation on behalf of 9fce99d821f749cda7f9d27c13ec20f9 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:47:18.390576 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fa1358a6-fca5-4766-8ae0-fbd4a843493b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:18.403114 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fa1358a6-fca5-4766-8ae0-fbd4a843493b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:18.417343 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-fa1358a6-fca5-4766-8ae0-fbd4a843493b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:47:18.421112 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-fa1358a6-fca5-4766-8ae0-fbd4a843493b admin admin] Usage tracker for resource:security_group_rule and tenant:9fce99d821f749cda7f9d27c13ec20f9 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:47:18.423908 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-fa1358a6-fca5-4766-8ae0-fbd4a843493b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:47:18.429462 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-fa1358a6-fca5-4766-8ae0-fbd4a843493b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:47:18.510037 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fa1358a6-fca5-4766-8ae0-fbd4a843493b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:18.513809 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fa1358a6-fca5-4766-8ae0-fbd4a843493b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:18.543563 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa1358a6-fca5-4766-8ae0-fbd4a843493b admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:47:18.552265 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1358a6-fca5-4766-8ae0-fbd4a843493b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa2c097-d2d5-4e93-8166-a1d1885e4466,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:18.558160 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fa1358a6-fca5-4766-8ae0-fbd4a843493b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:18.558515 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-fa1358a6-fca5-4766-8ae0-fbd4a843493b admin admin] Added segment 70361dd2-56a7-46d9-85ac-bc873da90957 of type vlan for network 17a10ec9-1d3b-4473-9559-644273e914e9 Feb 09 01:47:18.584272 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fa1358a6-fca5-4766-8ae0-fbd4a843493b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:18.613955 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fa1358a6-fca5-4766-8ae0-fbd4a843493b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:18.614879 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1358a6-fca5-4766-8ae0-fbd4a843493b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:18.615453 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fa1358a6-fca5-4766-8ae0-fbd4a843493b admin admin] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:18.719780 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-fa1358a6-fca5-4766-8ae0-fbd4a843493b admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4594235 Feb 09 01:47:18.720607 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 46086) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:47:18.721101 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1358a6-fca5-4766-8ae0-fbd4a843493b admin admin] Pushing event updated for resources: {'Network': ['ID=17a10ec9-1d3b-4473-9559-644273e914e9,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:18.727289 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-7f7075fa-ea47-4253-8aa0-e1e0e3ab1f8e admin admin] Request body: {'subnet': {'network_id': '17a10ec9-1d3b-4473-9559-644273e914e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-643856458-subnet', 'tenant_id': '9fce99d821f749cda7f9d27c13ec20f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:47:18.738656 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7f7075fa-ea47-4253-8aa0-e1e0e3ab1f8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:47:18.743130 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-7f7075fa-ea47-4253-8aa0-e1e0e3ab1f8e admin admin] Usage tracker for resource:subnet and tenant:9fce99d821f749cda7f9d27c13ec20f9 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:47:18.746865 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-7f7075fa-ea47-4253-8aa0-e1e0e3ab1f8e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:47:18.753983 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7f7075fa-ea47-4253-8aa0-e1e0e3ab1f8e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:47:18.765905 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f7075fa-ea47-4253-8aa0-e1e0e3ab1f8e admin admin] Made reservation on behalf of 9fce99d821f749cda7f9d27c13ec20f9 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:47:18.768295 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7f7075fa-ea47-4253-8aa0-e1e0e3ab1f8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:18.857777 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 17a10ec9-1d3b-4473-9559-644273e914e9 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:47:18.982936 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7f7075fa-ea47-4253-8aa0-e1e0e3ab1f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:19.060417 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7075fa-ea47-4253-8aa0-e1e0e3ab1f8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4deeb61b-a655-48fb-ba37-3ee12c8168fc,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:19.067598 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7075fa-ea47-4253-8aa0-e1e0e3ab1f8e admin admin] Checking segment: {'id': '70361dd2-56a7-46d9-85ac-bc873da90957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '17a10ec9-1d3b-4473-9559-644273e914e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:47:19.067951 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7075fa-ea47-4253-8aa0-e1e0e3ab1f8e admin admin] Network hostable DHCP agents. Network: 17a10ec9-1d3b-4473-9559-644273e914e9, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:47:19.086667 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7075fa-ea47-4253-8aa0-e1e0e3ab1f8e admin admin] Network 17a10ec9-1d3b-4473-9559-644273e914e9 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:47:19.096407 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-7f7075fa-ea47-4253-8aa0-e1e0e3ab1f8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 17a10ec9-1d3b-4473-9559-644273e914e9) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:47:19.100363 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7075fa-ea47-4253-8aa0-e1e0e3ab1f8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:19.100936 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7f7075fa-ea47-4253-8aa0-e1e0e3ab1f8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:19.105773 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42c5cce-f1fe-4b9f-9279-b144eba4bd1c None None] Network 17a10ec9-1d3b-4473-9559-644273e914e9 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:47:19.128964 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-7f7075fa-ea47-4253-8aa0-e1e0e3ab1f8e admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4069955 Feb 09 01:47:19.317423 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cedfb22f-ca31-42e4-a110-f40af7fed147 None None] Network 17a10ec9-1d3b-4473-9559-644273e914e9 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:47:19.635575 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da336a41-b802-4385-a54a-ca544c434c32 req-8d7fbcff-7a3f-44fe-8246-80500cc26442 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:19.636246 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-da336a41-b802-4385-a54a-ca544c434c32 req-8d7fbcff-7a3f-44fe-8246-80500cc26442 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] Synchronizing usage tracker for tenant:9fce99d821f749cda7f9d27c13ec20f9 on resource:network {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:47:19.653084 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-da336a41-b802-4385-a54a-ca544c434c32 req-8d7fbcff-7a3f-44fe-8246-80500cc26442 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] Unset dirty status for tenant:9fce99d821f749cda7f9d27c13ec20f9 on resource:network {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:47:19.654210 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-da336a41-b802-4385-a54a-ca544c434c32 req-8d7fbcff-7a3f-44fe-8246-80500cc26442 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/networks?id=17a10ec9-1d3b-4473-9559-644273e914e9 HTTP/1.1" status: 200 len: 811 time: 0.1611104 Feb 09 01:47:19.668995 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-da336a41-b802-4385-a54a-ca544c434c32 req-1377737f-8879-4404-84d4-35af23fced48 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/quotas/9fce99d821f749cda7f9d27c13ec20f9 HTTP/1.1" status: 200 len: 375 time: 0.0093763 Feb 09 01:47:19.719039 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-da336a41-b802-4385-a54a-ca544c434c32 req-9804402f-21f3-4810-adc7-8785a736bc23 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=9fce99d821f749cda7f9d27c13ec20f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451648 Feb 09 01:47:19.902356 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-da336a41-b802-4385-a54a-ca544c434c32 req-f52dc226-d4c1-4448-a3bf-d05d932dc982 service neutron] 10.222.0.105 "GET /v2.0/networks/17a10ec9-1d3b-4473-9559-644273e914e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764088 Feb 09 01:47:20.029834 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-da336a41-b802-4385-a54a-ca544c434c32 req-87c01967-bfd6-4cd9-b285-5c59204ced00 service neutron] 10.222.0.105 "GET /v2.0/networks/17a10ec9-1d3b-4473-9559-644273e914e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218414 Feb 09 01:47:20.201986 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b70aaf68-d70f-42c5-99b0-815eda4479b3 req-ec8bac32-8420-42ce-9497-23a08e1b8091 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/ports?device_id=ca968fd2-e3b3-4daf-bfb7-94400c32fb68 HTTP/1.1" status: 200 len: 210 time: 0.0433078 Feb 09 01:47:21.223816 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da336a41-b802-4385-a54a-ca544c434c32 req-5b17419b-1d39-41dd-9321-36584a449f2c tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:21.226740 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-da336a41-b802-4385-a54a-ca544c434c32 req-5b17419b-1d39-41dd-9321-36584a449f2c tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.99 "GET /v2.0/networks?id=17a10ec9-1d3b-4473-9559-644273e914e9 HTTP/1.1" status: 200 len: 811 time: 0.1520305 Feb 09 01:47:21.237994 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-da336a41-b802-4385-a54a-ca544c434c32 req-fa6ba797-2010-43bf-93ce-13c93c59e7fb tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] Request body: {'port': {'device_id': 'ca968fd2-e3b3-4daf-bfb7-94400c32fb68', 'network_id': '17a10ec9-1d3b-4473-9559-644273e914e9', 'admin_state_up': True, 'tenant_id': '9fce99d821f749cda7f9d27c13ec20f9'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:47:21.349429 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ba6e9eb6-bb50-42ee-9cfc-4a2d74ef6b8b req-3de12baf-1913-44f1-9f5f-27b25feca3f1 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/ports?device_id=ca968fd2-e3b3-4daf-bfb7-94400c32fb68 HTTP/1.1" status: 200 len: 210 time: 0.0416114 Feb 09 01:47:21.378395 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-da336a41-b802-4385-a54a-ca544c434c32 req-fa6ba797-2010-43bf-93ce-13c93c59e7fb tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:47:21.382242 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-da336a41-b802-4385-a54a-ca544c434c32 req-fa6ba797-2010-43bf-93ce-13c93c59e7fb tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] Usage tracker for resource:port and tenant:9fce99d821f749cda7f9d27c13ec20f9 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:47:21.385085 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-da336a41-b802-4385-a54a-ca544c434c32 req-fa6ba797-2010-43bf-93ce-13c93c59e7fb tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:47:21.390789 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [req-da336a41-b802-4385-a54a-ca544c434c32 req-fa6ba797-2010-43bf-93ce-13c93c59e7fb tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:47:21.399747 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da336a41-b802-4385-a54a-ca544c434c32 req-fa6ba797-2010-43bf-93ce-13c93c59e7fb tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] Made reservation on behalf of 9fce99d821f749cda7f9d27c13ec20f9 for: {'port': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:47:21.404083 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-da336a41-b802-4385-a54a-ca544c434c32 req-fa6ba797-2010-43bf-93ce-13c93c59e7fb tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:21.563895 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [req-da336a41-b802-4385-a54a-ca544c434c32 req-fa6ba797-2010-43bf-93ce-13c93c59e7fb tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] Allocated IP 172.20.0.7 (17a10ec9-1d3b-4473-9559-644273e914e9/4deeb61b-a655-48fb-ba37-3ee12c8168fc/bdaf17a4-e3ab-43e5-8f9a-9033c206ac44) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:47:21.770664 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-da336a41-b802-4385-a54a-ca544c434c32 req-fa6ba797-2010-43bf-93ce-13c93c59e7fb tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:21.800839 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-da336a41-b802-4385-a54a-ca544c434c32 req-fa6ba797-2010-43bf-93ce-13c93c59e7fb tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:21.872306 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da336a41-b802-4385-a54a-ca544c434c32 req-fa6ba797-2010-43bf-93ce-13c93c59e7fb tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] Network 17a10ec9-1d3b-4473-9559-644273e914e9 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:47:21.875299 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [req-da336a41-b802-4385-a54a-ca544c434c32 req-fa6ba797-2010-43bf-93ce-13c93c59e7fb tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:47:21.879323 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-da336a41-b802-4385-a54a-ca544c434c32 req-fa6ba797-2010-43bf-93ce-13c93c59e7fb tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:47:21.918719 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6ba797-2010-43bf-93ce-13c93c59e7fb tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] Pushing event updated for resources: {'Port': ['ID=bdaf17a4-e3ab-43e5-8f9a-9033c206ac44,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:21.945973 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da336a41-b802-4385-a54a-ca544c434c32 req-fa6ba797-2010-43bf-93ce-13c93c59e7fb tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:21.946578 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-da336a41-b802-4385-a54a-ca544c434c32 req-fa6ba797-2010-43bf-93ce-13c93c59e7fb tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:21.967169 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-da336a41-b802-4385-a54a-ca544c434c32 req-fa6ba797-2010-43bf-93ce-13c93c59e7fb tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7332172 Feb 09 01:47:21.978134 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-da336a41-b802-4385-a54a-ca544c434c32 req-c128456f-2b15-4390-8756-c20462b0d904 service neutron] Request body: {'port': {'device_id': 'ca968fd2-e3b3-4daf-bfb7-94400c32fb68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:47:22.091039 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-da336a41-b802-4385-a54a-ca544c434c32 req-c128456f-2b15-4390-8756-c20462b0d904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:22.154419 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:22.539393 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a32d999-7f40-4a3f-9cd5-f5ec33c3c572 req-853fe08d-2647-449a-b312-03f88906abe9 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:22.540852 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8a32d999-7f40-4a3f-9cd5-f5ec33c3c572 req-853fe08d-2647-449a-b312-03f88906abe9 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/ports?device_id=ca968fd2-e3b3-4daf-bfb7-94400c32fb68 HTTP/1.1" status: 200 len: 931 time: 0.0826383 Feb 09 01:47:22.541488 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [req-da336a41-b802-4385-a54a-ca544c434c32 req-c128456f-2b15-4390-8756-c20462b0d904 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdaf17a4-e3ab-43e5-8f9a-9033c206ac44 {{(pid=87638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:47:22.548881 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-da336a41-b802-4385-a54a-ca544c434c32 req-c128456f-2b15-4390-8756-c20462b0d904 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:22.564845 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-da336a41-b802-4385-a54a-ca544c434c32 req-c128456f-2b15-4390-8756-c20462b0d904 service neutron] Transition to ACTIVE for port object bdaf17a4-e3ab-43e5-8f9a-9033c206ac44 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:47:22.568289 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-da336a41-b802-4385-a54a-ca544c434c32 req-c128456f-2b15-4390-8756-c20462b0d904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:22.587934 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-8a32d999-7f40-4a3f-9cd5-f5ec33c3c572 req-57bf74b3-15ca-49ce-b230-466f63eff009 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] Synchronizing usage tracker for tenant:9fce99d821f749cda7f9d27c13ec20f9 on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:47:22.605295 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-8a32d999-7f40-4a3f-9cd5-f5ec33c3c572 req-57bf74b3-15ca-49ce-b230-466f63eff009 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] Unset dirty status for tenant:9fce99d821f749cda7f9d27c13ec20f9 on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:47:22.606780 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8a32d999-7f40-4a3f-9cd5-f5ec33c3c572 req-57bf74b3-15ca-49ce-b230-466f63eff009 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/security-groups?id=efa2c097-d2d5-4e93-8166-a1d1885e4466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597179 Feb 09 01:47:22.702796 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c128456f-2b15-4390-8756-c20462b0d904 service neutron] Pushing event updated for resources: {'Port': ['ID=bdaf17a4-e3ab-43e5-8f9a-9033c206ac44,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:22.802873 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-da336a41-b802-4385-a54a-ca544c434c32 req-c128456f-2b15-4390-8756-c20462b0d904 service neutron] Attempting to bind port bdaf17a4-e3ab-43e5-8f9a-9033c206ac44 on host n-h2-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:47:22.803112 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-da336a41-b802-4385-a54a-ca544c434c32 req-c128456f-2b15-4390-8756-c20462b0d904 service neutron] Attempting to bind port bdaf17a4-e3ab-43e5-8f9a-9033c206ac44 by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': '70361dd2-56a7-46d9-85ac-bc873da90957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '17a10ec9-1d3b-4473-9559-644273e914e9'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:47:22.803433 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da336a41-b802-4385-a54a-ca544c434c32 req-c128456f-2b15-4390-8756-c20462b0d904 service neutron] Attempting to bind port bdaf17a4-e3ab-43e5-8f9a-9033c206ac44 on network 17a10ec9-1d3b-4473-9559-644273e914e9 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:47:22.808611 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da336a41-b802-4385-a54a-ca544c434c32 req-c128456f-2b15-4390-8756-c20462b0d904 service neutron] Port bdaf17a4-e3ab-43e5-8f9a-9033c206ac44 on network 17a10ec9-1d3b-4473-9559-644273e914e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:47:22.808930 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da336a41-b802-4385-a54a-ca544c434c32 req-c128456f-2b15-4390-8756-c20462b0d904 service neutron] Attempting to bind port bdaf17a4-e3ab-43e5-8f9a-9033c206ac44 on network 17a10ec9-1d3b-4473-9559-644273e914e9 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:47:22.813898 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da336a41-b802-4385-a54a-ca544c434c32 req-c128456f-2b15-4390-8756-c20462b0d904 service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:47:22.814230 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da336a41-b802-4385-a54a-ca544c434c32 req-c128456f-2b15-4390-8756-c20462b0d904 service neutron] Checking segment: {'id': '70361dd2-56a7-46d9-85ac-bc873da90957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '17a10ec9-1d3b-4473-9559-644273e914e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:47:22.814607 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da336a41-b802-4385-a54a-ca544c434c32 req-c128456f-2b15-4390-8756-c20462b0d904 service neutron] Bound using segment: {'id': '70361dd2-56a7-46d9-85ac-bc873da90957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '17a10ec9-1d3b-4473-9559-644273e914e9'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:47:22.815022 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-da336a41-b802-4385-a54a-ca544c434c32 req-c128456f-2b15-4390-8756-c20462b0d904 service neutron] Bound port: bdaf17a4-e3ab-43e5-8f9a-9033c206ac44, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70361dd2-56a7-46d9-85ac-bc873da90957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '17a10ec9-1d3b-4473-9559-644273e914e9'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:47:22.815359 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-da336a41-b802-4385-a54a-ca544c434c32 req-c128456f-2b15-4390-8756-c20462b0d904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:22.914603 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-da336a41-b802-4385-a54a-ca544c434c32 req-c128456f-2b15-4390-8756-c20462b0d904 service neutron] For port bdaf17a4-e3ab-43e5-8f9a-9033c206ac44, host n-h2-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:47:22.918603 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-da336a41-b802-4385-a54a-ca544c434c32 req-c128456f-2b15-4390-8756-c20462b0d904 service neutron] For port bdaf17a4-e3ab-43e5-8f9a-9033c206ac44, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=bdaf17a4-e3ab-43e5-8f9a-9033c206ac44,segment=NetworkSegment(70361dd2-56a7-46d9-85ac-bc873da90957),segment_id=70361dd2-56a7-46d9-85ac-bc873da90957)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:47:22.923023 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-da336a41-b802-4385-a54a-ca544c434c32 req-c128456f-2b15-4390-8756-c20462b0d904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:22.981558 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da336a41-b802-4385-a54a-ca544c434c32 req-c128456f-2b15-4390-8756-c20462b0d904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:22.982465 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-da336a41-b802-4385-a54a-ca544c434c32 req-c128456f-2b15-4390-8756-c20462b0d904 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:22.983961 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-da336a41-b802-4385-a54a-ca544c434c32 req-c128456f-2b15-4390-8756-c20462b0d904 service neutron] 10.222.0.99 "PUT /v2.0/ports/bdaf17a4-e3ab-43e5-8f9a-9033c206ac44 HTTP/1.1" status: 200 len: 1091 time: 1.0096903 Feb 09 01:47:22.987440 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca968fd2-e3b3-4daf-bfb7-94400c32fb68', 'tag': 'bdaf17a4-e3ab-43e5-8f9a-9033c206ac44'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:47:23.013993 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c128456f-2b15-4390-8756-c20462b0d904 service neutron] Pushing event updated for resources: {'Port': ['ID=bdaf17a4-e3ab-43e5-8f9a-9033c206ac44,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:23.066116 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca968fd2-e3b3-4daf-bfb7-94400c32fb68', 'tag': 'bdaf17a4-e3ab-43e5-8f9a-9033c206ac44', 'status': 'completed', 'code': 200} Feb 09 01:47:23.113455 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da336a41-b802-4385-a54a-ca544c434c32 req-a041b667-0302-4ef5-8673-c1c40f81d023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:23.114962 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-da336a41-b802-4385-a54a-ca544c434c32 req-a041b667-0302-4ef5-8673-c1c40f81d023 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=9fce99d821f749cda7f9d27c13ec20f9&device_id=ca968fd2-e3b3-4daf-bfb7-94400c32fb68 HTTP/1.1" status: 200 len: 1094 time: 0.0827754 Feb 09 01:47:23.182353 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-da336a41-b802-4385-a54a-ca544c434c32 req-8d03d97a-3c88-4850-99fa-1865fb19235b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdaf17a4-e3ab-43e5-8f9a-9033c206ac44 HTTP/1.1" status: 200 len: 217 time: 0.0609612 Feb 09 01:47:23.247129 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da336a41-b802-4385-a54a-ca544c434c32 req-fe186688-7bd8-4a5c-aeb5-da4a6714ca41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:23.248539 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-da336a41-b802-4385-a54a-ca544c434c32 req-fe186688-7bd8-4a5c-aeb5-da4a6714ca41 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=4deeb61b-a655-48fb-ba37-3ee12c8168fc HTTP/1.1" status: 200 len: 851 time: 0.0607567 Feb 09 01:47:23.295059 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-da336a41-b802-4385-a54a-ca544c434c32 req-56989ed6-e941-4352-812b-3bb647a96c16 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=17a10ec9-1d3b-4473-9559-644273e914e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407734 Feb 09 01:47:23.429974 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-da336a41-b802-4385-a54a-ca544c434c32 req-7991b64a-0e55-4d45-9677-c3e13bd73bce service neutron] 10.222.0.99 "GET /v2.0/networks/17a10ec9-1d3b-4473-9559-644273e914e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285365 Feb 09 01:47:23.562528 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-da336a41-b802-4385-a54a-ca544c434c32 req-2dac617e-6bf8-44b2-8815-f3e4b0ca25e3 service neutron] 10.222.0.99 "GET /v2.0/networks/17a10ec9-1d3b-4473-9559-644273e914e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273386 Feb 09 01:47:23.676038 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc55ebde-118d-45c8-ba83-5730347af910 req-627820d4-8033-4c63-974d-ff4ec114a0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:23.677511 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-fc55ebde-118d-45c8-ba83-5730347af910 req-627820d4-8033-4c63-974d-ff4ec114a0e8 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=9fce99d821f749cda7f9d27c13ec20f9&device_id=ca968fd2-e3b3-4daf-bfb7-94400c32fb68 HTTP/1.1" status: 200 len: 1094 time: 0.0730040 Feb 09 01:47:23.801176 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb43d20f-060c-4e5d-80b7-8b33c70b249d req-118ae2dd-4077-4fa2-9b0e-5c2c383339da tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:23.802507 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fb43d20f-060c-4e5d-80b7-8b33c70b249d req-118ae2dd-4077-4fa2-9b0e-5c2c383339da tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/ports?device_id=ca968fd2-e3b3-4daf-bfb7-94400c32fb68 HTTP/1.1" status: 200 len: 943 time: 0.0846560 Feb 09 01:47:23.815006 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc55ebde-118d-45c8-ba83-5730347af910 req-7f737c59-d4d3-4ab8-b8c9-f90b1fbcb731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:23.816436 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-fc55ebde-118d-45c8-ba83-5730347af910 req-7f737c59-d4d3-4ab8-b8c9-f90b1fbcb731 service neutron] 10.222.0.99 "GET /v2.0/networks?id=17a10ec9-1d3b-4473-9559-644273e914e9 HTTP/1.1" status: 200 len: 912 time: 0.1334834 Feb 09 01:47:23.847238 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fb43d20f-060c-4e5d-80b7-8b33c70b249d req-bb0b1e68-710d-40d5-b56c-b6bf8f3a5582 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/security-groups?id=efa2c097-d2d5-4e93-8166-a1d1885e4466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381274 Feb 09 01:47:23.886910 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-fc55ebde-118d-45c8-ba83-5730347af910 req-a980f57a-db52-48f7-9e75-0644e09bc40a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdaf17a4-e3ab-43e5-8f9a-9033c206ac44 HTTP/1.1" status: 200 len: 217 time: 0.0645816 Feb 09 01:47:23.950821 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc55ebde-118d-45c8-ba83-5730347af910 req-c5e8e880-c8fd-4204-b2ef-c2eaeaf59cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:23.952196 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-fc55ebde-118d-45c8-ba83-5730347af910 req-c5e8e880-c8fd-4204-b2ef-c2eaeaf59cf6 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=4deeb61b-a655-48fb-ba37-3ee12c8168fc HTTP/1.1" status: 200 len: 851 time: 0.0593643 Feb 09 01:47:23.997460 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-fc55ebde-118d-45c8-ba83-5730347af910 req-553b418e-81eb-4e71-ae37-568fd50e7c1d service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=17a10ec9-1d3b-4473-9559-644273e914e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396316 Feb 09 01:47:24.227583 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-fc55ebde-118d-45c8-ba83-5730347af910 req-6fd7c7dd-224d-4cc7-807f-b9667c6d45a5 service neutron] 10.222.0.99 "GET /v2.0/networks/17a10ec9-1d3b-4473-9559-644273e914e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235219 Feb 09 01:47:24.366945 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-fc55ebde-118d-45c8-ba83-5730347af910 req-1abd2205-759d-4292-b044-532ba1adb2f1 service neutron] 10.222.0.99 "GET /v2.0/networks/17a10ec9-1d3b-4473-9559-644273e914e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330836 Feb 09 01:47:25.040808 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceacb1f8-6a58-42bc-8f1b-2c3c0de87a73 req-3897357f-26fd-4629-ba74-1714dd2c5eac tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:25.042839 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ceacb1f8-6a58-42bc-8f1b-2c3c0de87a73 req-3897357f-26fd-4629-ba74-1714dd2c5eac tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/ports?device_id=ca968fd2-e3b3-4daf-bfb7-94400c32fb68 HTTP/1.1" status: 200 len: 943 time: 0.0870547 Feb 09 01:47:25.088902 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ceacb1f8-6a58-42bc-8f1b-2c3c0de87a73 req-8eae2b3b-675c-4caf-963c-cf842b4199c5 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/security-groups?id=efa2c097-d2d5-4e93-8166-a1d1885e4466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393140 Feb 09 01:47:25.214575 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:26.273370 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df46de7c-b60a-4790-afa8-947dff862dda req-41afd0e0-63a3-4fd7-afc3-8b5191ce52b8 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:26.274830 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-df46de7c-b60a-4790-afa8-947dff862dda req-41afd0e0-63a3-4fd7-afc3-8b5191ce52b8 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/ports?device_id=ca968fd2-e3b3-4daf-bfb7-94400c32fb68 HTTP/1.1" status: 200 len: 943 time: 0.0795891 Feb 09 01:47:26.322784 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-df46de7c-b60a-4790-afa8-947dff862dda req-e3926d72-7bd6-4495-8c5e-7799b9017b43 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/security-groups?id=efa2c097-d2d5-4e93-8166-a1d1885e4466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418494 Feb 09 01:47:26.706550 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device bdaf17a4-e3ab-43e5-8f9a-9033c206ac44 details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:47:26.838226 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port bdaf17a4-e3ab-43e5-8f9a-9033c206ac44, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=bdaf17a4-e3ab-43e5-8f9a-9033c206ac44,segment=NetworkSegment(70361dd2-56a7-46d9-85ac-bc873da90957),segment_id=70361dd2-56a7-46d9-85ac-bc873da90957)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:47:26.851096 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': 'bdaf17a4-e3ab-43e5-8f9a-9033c206ac44', 'network_id': '17a10ec9-1d3b-4473-9559-644273e914e9', 'port_id': 'bdaf17a4-e3ab-43e5-8f9a-9033c206ac44', 'mac_address': 'fa:16:3e:5a:f9:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4deeb61b-a655-48fb-ba37-3ee12c8168fc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:47:26.909138 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:26.926125 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdaf17a4-e3ab-43e5-8f9a-9033c206ac44 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:47:26.941022 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port bdaf17a4-e3ab-43e5-8f9a-9033c206ac44, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=bdaf17a4-e3ab-43e5-8f9a-9033c206ac44,segment=NetworkSegment(70361dd2-56a7-46d9-85ac-bc873da90957),segment_id=70361dd2-56a7-46d9-85ac-bc873da90957)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:47:26.944782 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:27.010898 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=bdaf17a4-e3ab-43e5-8f9a-9033c206ac44,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:27.246633 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['bdaf17a4-e3ab-43e5-8f9a-9033c206ac44'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:47:27.502833 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89cb96a-e3e2-463c-85cc-7137c6bccb22 req-9983c97e-6416-45f5-8a45-f6c7f6667ddf tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:27.504181 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a89cb96a-e3e2-463c-85cc-7137c6bccb22 req-9983c97e-6416-45f5-8a45-f6c7f6667ddf tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/ports?device_id=ca968fd2-e3b3-4daf-bfb7-94400c32fb68 HTTP/1.1" status: 200 len: 944 time: 0.0787141 Feb 09 01:47:27.547519 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a89cb96a-e3e2-463c-85cc-7137c6bccb22 req-e129dd5c-38e6-448e-955a-177227b58b26 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/security-groups?id=efa2c097-d2d5-4e93-8166-a1d1885e4466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376503 Feb 09 01:47:28.722049 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device bdaf17a4-e3ab-43e5-8f9a-9033c206ac44 up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:47:28.734432 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a72b5-1ecf-4701-bf44-c2c9277096af req-20cbb23d-7783-4a18-8178-a71e0b6f5771 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:28.735909 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6e6a72b5-1ecf-4701-bf44-c2c9277096af req-20cbb23d-7783-4a18-8178-a71e0b6f5771 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/ports?device_id=ca968fd2-e3b3-4daf-bfb7-94400c32fb68 HTTP/1.1" status: 200 len: 944 time: 0.0844495 Feb 09 01:47:28.781286 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6e6a72b5-1ecf-4701-bf44-c2c9277096af req-286e0545-1704-4ba1-87e4-d9bf909bc1e4 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/security-groups?id=efa2c097-d2d5-4e93-8166-a1d1885e4466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395799 Feb 09 01:47:28.792018 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning for port bdaf17a4-e3ab-43e5-8f9a-9033c206ac44 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:47:28.797329 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port bdaf17a4-e3ab-43e5-8f9a-9033c206ac44 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:28.797722 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:28.913693 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:28.941648 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca968fd2-e3b3-4daf-bfb7-94400c32fb68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdaf17a4-e3ab-43e5-8f9a-9033c206ac44'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:47:28.952418 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port bdaf17a4-e3ab-43e5-8f9a-9033c206ac44, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=bdaf17a4-e3ab-43e5-8f9a-9033c206ac44,segment=NetworkSegment(70361dd2-56a7-46d9-85ac-bc873da90957),segment_id=70361dd2-56a7-46d9-85ac-bc873da90957)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:47:28.956040 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:28.991406 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca968fd2-e3b3-4daf-bfb7-94400c32fb68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdaf17a4-e3ab-43e5-8f9a-9033c206ac44', 'code': 200} Feb 09 01:47:29.028311 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=bdaf17a4-e3ab-43e5-8f9a-9033c206ac44,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:29.110433 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf61c1-34fd-4042-8c27-16d890612a13 req-17e8e49b-d6a4-4258-a141-aaad2a0429b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:29.111910 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-c0bf61c1-34fd-4042-8c27-16d890612a13 req-17e8e49b-d6a4-4258-a141-aaad2a0429b5 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=ca968fd2-e3b3-4daf-bfb7-94400c32fb68 HTTP/1.1" status: 200 len: 1096 time: 0.0696144 Feb 09 01:47:29.154070 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-c0bf61c1-34fd-4042-8c27-16d890612a13 req-f8e0e07f-f082-4270-a6ea-67ec15433cd0 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=efa2c097-d2d5-4e93-8166-a1d1885e4466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362644 Feb 09 01:47:29.963546 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca491810-154d-41c8-9a6c-b5c0d735211e req-e5caf415-3da6-4758-9ba7-5e2d80da7269 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:29.965647 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ca491810-154d-41c8-9a6c-b5c0d735211e req-e5caf415-3da6-4758-9ba7-5e2d80da7269 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/ports?device_id=ca968fd2-e3b3-4daf-bfb7-94400c32fb68 HTTP/1.1" status: 200 len: 945 time: 0.0803049 Feb 09 01:47:30.007998 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ca491810-154d-41c8-9a6c-b5c0d735211e req-2b18b2b3-7e95-4060-89be-120880222aba tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/security-groups?id=efa2c097-d2d5-4e93-8166-a1d1885e4466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368354 Feb 09 01:47:31.202078 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2601f2-f652-43b5-bb3a-45a1cd6cca81 req-ff720287-58d8-4160-9743-52931949dd8d tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:31.203576 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9e2601f2-f652-43b5-bb3a-45a1cd6cca81 req-ff720287-58d8-4160-9743-52931949dd8d tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/ports?device_id=ca968fd2-e3b3-4daf-bfb7-94400c32fb68 HTTP/1.1" status: 200 len: 945 time: 0.0821741 Feb 09 01:47:31.251321 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9e2601f2-f652-43b5-bb3a-45a1cd6cca81 req-7340b37d-9100-4c8b-bc45-40dfd4dbf61f tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/security-groups?id=efa2c097-d2d5-4e93-8166-a1d1885e4466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419641 Feb 09 01:47:31.653513 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213308ce-e27d-412c-ac93-8385218aac0a req-900b6fd7-09ff-4d60-8fa1-70ad3560b173 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:31.655021 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-213308ce-e27d-412c-ac93-8385218aac0a req-900b6fd7-09ff-4d60-8fa1-70ad3560b173 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/ports?device_id=ca968fd2-e3b3-4daf-bfb7-94400c32fb68 HTTP/1.1" status: 200 len: 945 time: 0.0868587 Feb 09 01:47:31.659760 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-91ad91b0-7eb4-4c16-a451-d231afdab1a2 req-b1e5a868-4d2c-4ee2-bb3d-ac6f6d3239b8 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=ca968fd2-e3b3-4daf-bfb7-94400c32fb68&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1340878 Feb 09 01:47:31.710137 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-213308ce-e27d-412c-ac93-8385218aac0a req-e4af8c66-780e-4384-8e7a-ad0228040218 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/security-groups?id=efa2c097-d2d5-4e93-8166-a1d1885e4466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491698 Feb 09 01:47:32.850081 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad91b0-7eb4-4c16-a451-d231afdab1a2 req-6298fe77-eda9-4e5a-8442-26ae6bff1221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:32.851584 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-91ad91b0-7eb4-4c16-a451-d231afdab1a2 req-6298fe77-eda9-4e5a-8442-26ae6bff1221 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=9fce99d821f749cda7f9d27c13ec20f9&device_id=ca968fd2-e3b3-4daf-bfb7-94400c32fb68 HTTP/1.1" status: 200 len: 1096 time: 0.0716703 Feb 09 01:47:32.889287 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda611c-5229-43d5-9789-8bd122fc72b2 req-50d1b98d-45c4-40f4-af41-2cb830611b51 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:32.890857 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bcda611c-5229-43d5-9789-8bd122fc72b2 req-50d1b98d-45c4-40f4-af41-2cb830611b51 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/ports?device_id=ca968fd2-e3b3-4daf-bfb7-94400c32fb68 HTTP/1.1" status: 200 len: 945 time: 0.0793946 Feb 09 01:47:32.936397 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bcda611c-5229-43d5-9789-8bd122fc72b2 req-76c080c8-7c20-4335-98f4-87e5ce08171d tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/security-groups?id=efa2c097-d2d5-4e93-8166-a1d1885e4466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394633 Feb 09 01:47:32.983857 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad91b0-7eb4-4c16-a451-d231afdab1a2 req-b0463523-b7d6-486a-8d05-9444ecc34656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:32.985306 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-91ad91b0-7eb4-4c16-a451-d231afdab1a2 req-b0463523-b7d6-486a-8d05-9444ecc34656 service neutron] 10.222.0.99 "GET /v2.0/networks?id=17a10ec9-1d3b-4473-9559-644273e914e9 HTTP/1.1" status: 200 len: 912 time: 0.1277008 Feb 09 01:47:33.055109 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-91ad91b0-7eb4-4c16-a451-d231afdab1a2 req-80ea661f-3520-4c57-9595-dcb78533391a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdaf17a4-e3ab-43e5-8f9a-9033c206ac44 HTTP/1.1" status: 200 len: 217 time: 0.0641751 Feb 09 01:47:33.116895 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad91b0-7eb4-4c16-a451-d231afdab1a2 req-31143f6d-a3ca-4c7e-8536-436ddaff75a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:33.118311 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-91ad91b0-7eb4-4c16-a451-d231afdab1a2 req-31143f6d-a3ca-4c7e-8536-436ddaff75a2 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=4deeb61b-a655-48fb-ba37-3ee12c8168fc HTTP/1.1" status: 200 len: 851 time: 0.0577981 Feb 09 01:47:33.167716 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-91ad91b0-7eb4-4c16-a451-d231afdab1a2 req-d8a1673d-8000-4248-a54e-a6f040ccb7e2 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=17a10ec9-1d3b-4473-9559-644273e914e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434628 Feb 09 01:47:33.177177 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [req-91ad91b0-7eb4-4c16-a451-d231afdab1a2 req-30b83fac-c699-479b-8829-2b26bbc74ff3 service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:47:33.178113 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-91ad91b0-7eb4-4c16-a451-d231afdab1a2 req-30b83fac-c699-479b-8829-2b26bbc74ff3 service neutron] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046587 Feb 09 01:47:33.318057 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-91ad91b0-7eb4-4c16-a451-d231afdab1a2 req-c19b0ad6-b287-47a9-a353-82c27364c187 service neutron] 10.222.0.99 "GET /v2.0/networks/17a10ec9-1d3b-4473-9559-644273e914e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341057 Feb 09 01:47:33.450158 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-91ad91b0-7eb4-4c16-a451-d231afdab1a2 req-32faa7fe-22ce-4c01-b208-89e0a9358fd1 service neutron] 10.222.0.99 "GET /v2.0/networks/17a10ec9-1d3b-4473-9559-644273e914e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267271 Feb 09 01:47:34.217963 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd16be-295d-4ec5-945e-2fc6d3fc0426 req-c7200374-15a1-43b2-9c9d-b9953dc69fe6 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:34.219336 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c4cd16be-295d-4ec5-945e-2fc6d3fc0426 req-c7200374-15a1-43b2-9c9d-b9953dc69fe6 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/ports?device_id=ca968fd2-e3b3-4daf-bfb7-94400c32fb68 HTTP/1.1" status: 200 len: 945 time: 0.1775036 Feb 09 01:47:34.263239 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c4cd16be-295d-4ec5-945e-2fc6d3fc0426 req-b6b90580-ab56-4b90-b963-884b18853e1f tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/security-groups?id=efa2c097-d2d5-4e93-8166-a1d1885e4466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383008 Feb 09 01:47:35.447452 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06636c46-ea70-4c70-8d3d-12eed28f9fb7 req-4ade90ab-5712-4c17-9423-4c69e2950709 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:35.449544 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-06636c46-ea70-4c70-8d3d-12eed28f9fb7 req-4ade90ab-5712-4c17-9423-4c69e2950709 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/ports?device_id=ca968fd2-e3b3-4daf-bfb7-94400c32fb68 HTTP/1.1" status: 200 len: 945 time: 0.0785697 Feb 09 01:47:35.493194 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-06636c46-ea70-4c70-8d3d-12eed28f9fb7 req-7917b19a-10f0-405b-8ab9-38a27a5ea035 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/security-groups?id=efa2c097-d2d5-4e93-8166-a1d1885e4466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378938 Feb 09 01:47:36.679859 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710d42be-ecf6-4810-abbe-e4a4f55b4448 req-8add25be-2036-4aa4-8757-3eddc22703cd tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:36.681319 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-710d42be-ecf6-4810-abbe-e4a4f55b4448 req-8add25be-2036-4aa4-8757-3eddc22703cd tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/ports?device_id=ca968fd2-e3b3-4daf-bfb7-94400c32fb68 HTTP/1.1" status: 200 len: 945 time: 0.0814714 Feb 09 01:47:36.724511 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-710d42be-ecf6-4810-abbe-e4a4f55b4448 req-b0f0464f-1105-42f8-a098-707e3f5878a5 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/security-groups?id=efa2c097-d2d5-4e93-8166-a1d1885e4466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370588 Feb 09 01:47:37.906605 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67bb76e-f879-4282-b409-9887648fccc6 req-1f5c0db4-76fc-49ea-a09e-2f15a6206645 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:37.907977 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d67bb76e-f879-4282-b409-9887648fccc6 req-1f5c0db4-76fc-49ea-a09e-2f15a6206645 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/ports?device_id=ca968fd2-e3b3-4daf-bfb7-94400c32fb68 HTTP/1.1" status: 200 len: 945 time: 0.0794382 Feb 09 01:47:37.955487 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d67bb76e-f879-4282-b409-9887648fccc6 req-3bbb9586-3574-4bb8-9f8b-acb991c0b57b tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/security-groups?id=efa2c097-d2d5-4e93-8166-a1d1885e4466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416808 Feb 09 01:47:38.218456 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2e8db091-acce-45bf-85c5-1c69cb74b2dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:39.136909 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345505fa-42ba-4e34-8d00-425033f1f3db req-8d1f64ca-5a42-4164-bee9-a2fbbcc36f45 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:39.138538 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-345505fa-42ba-4e34-8d00-425033f1f3db req-8d1f64ca-5a42-4164-bee9-a2fbbcc36f45 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/ports?device_id=ca968fd2-e3b3-4daf-bfb7-94400c32fb68 HTTP/1.1" status: 200 len: 945 time: 0.0801992 Feb 09 01:47:39.182051 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-345505fa-42ba-4e34-8d00-425033f1f3db req-755cf78a-5b79-40b4-a53f-70135ad7fab8 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/security-groups?id=efa2c097-d2d5-4e93-8166-a1d1885e4466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378640 Feb 09 01:47:40.367312 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7debf89-acde-46ae-8020-c833d0eeeb9b req-8ad85ced-dffb-45e6-bcfb-66c8d6cf4265 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:40.368767 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a7debf89-acde-46ae-8020-c833d0eeeb9b req-8ad85ced-dffb-45e6-bcfb-66c8d6cf4265 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/ports?device_id=ca968fd2-e3b3-4daf-bfb7-94400c32fb68 HTTP/1.1" status: 200 len: 945 time: 0.0831668 Feb 09 01:47:40.412271 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a7debf89-acde-46ae-8020-c833d0eeeb9b req-7c453f00-ddc9-472f-bdb0-c40a2a4da82e tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/security-groups?id=efa2c097-d2d5-4e93-8166-a1d1885e4466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377901 Feb 09 01:47:40.514806 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ba735094-eb46-4997-a352-1ca0dbbd9d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:41.596480 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce684a-9e24-4f00-b66e-74a7e264b032 req-4c84dc38-33cd-4bcb-8e00-9c8eb6c8c8e6 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:41.598551 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b6ce684a-9e24-4f00-b66e-74a7e264b032 req-4c84dc38-33cd-4bcb-8e00-9c8eb6c8c8e6 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/ports?device_id=ca968fd2-e3b3-4daf-bfb7-94400c32fb68 HTTP/1.1" status: 200 len: 945 time: 0.0823557 Feb 09 01:47:41.616758 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:41.638906 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:41.647320 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b6ce684a-9e24-4f00-b66e-74a7e264b032 req-4f8c0a60-1e00-44fe-9f22-16a7171b99c0 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/security-groups?id=efa2c097-d2d5-4e93-8166-a1d1885e4466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431087 Feb 09 01:47:42.837668 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353220ca-04fc-4da9-b295-7d11041e10ff req-6f96014d-9a91-4c42-b881-029eefa7f566 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:42.839199 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-353220ca-04fc-4da9-b295-7d11041e10ff req-6f96014d-9a91-4c42-b881-029eefa7f566 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/ports?device_id=ca968fd2-e3b3-4daf-bfb7-94400c32fb68 HTTP/1.1" status: 200 len: 945 time: 0.0821021 Feb 09 01:47:42.882693 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-353220ca-04fc-4da9-b295-7d11041e10ff req-0eea09f6-14a9-4543-bb6a-4436949e227e tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/security-groups?id=efa2c097-d2d5-4e93-8166-a1d1885e4466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379729 Feb 09 01:47:43.257359 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:44.067856 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1316c8-0f7a-4c05-a240-a98e3d29baee req-059c0910-524b-465b-975e-4411104b5bbc tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:44.069307 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0a1316c8-0f7a-4c05-a240-a98e3d29baee req-059c0910-524b-465b-975e-4411104b5bbc tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/ports?device_id=ca968fd2-e3b3-4daf-bfb7-94400c32fb68 HTTP/1.1" status: 200 len: 945 time: 0.0798230 Feb 09 01:47:44.116506 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0a1316c8-0f7a-4c05-a240-a98e3d29baee req-21e842e6-1c07-4dee-bec9-756b715d8a96 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/security-groups?id=efa2c097-d2d5-4e93-8166-a1d1885e4466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407605 Feb 09 01:47:45.301075 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f22f7-9613-4043-b98b-1904d2d6b202 req-2341a736-1c35-4197-a38f-a16ca70025bf tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:45.302564 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-934f22f7-9613-4043-b98b-1904d2d6b202 req-2341a736-1c35-4197-a38f-a16ca70025bf tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/ports?device_id=ca968fd2-e3b3-4daf-bfb7-94400c32fb68 HTTP/1.1" status: 200 len: 945 time: 0.0798538 Feb 09 01:47:45.346543 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-934f22f7-9613-4043-b98b-1904d2d6b202 req-f06b98a3-688b-452e-97dd-be6bd6ab60b6 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/security-groups?id=efa2c097-d2d5-4e93-8166-a1d1885e4466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383177 Feb 09 01:47:46.531612 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d51024-cbf4-44cb-9db5-16744db6276f req-16363b4f-232d-48a5-b1fe-f10236f358e7 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:46.533055 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a2d51024-cbf4-44cb-9db5-16744db6276f req-16363b4f-232d-48a5-b1fe-f10236f358e7 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/ports?device_id=ca968fd2-e3b3-4daf-bfb7-94400c32fb68 HTTP/1.1" status: 200 len: 945 time: 0.0829315 Feb 09 01:47:46.576056 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a2d51024-cbf4-44cb-9db5-16744db6276f req-8bd07f7c-2fef-4fd8-bf61-611994fbc276 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/security-groups?id=efa2c097-d2d5-4e93-8166-a1d1885e4466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367739 Feb 09 01:47:47.760454 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be717e13-c8d5-4e6f-ac19-16fcd1c56e1f req-57d714e9-bdb1-441e-b326-0f9299360405 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:47.761920 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-be717e13-c8d5-4e6f-ac19-16fcd1c56e1f req-57d714e9-bdb1-441e-b326-0f9299360405 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/ports?device_id=ca968fd2-e3b3-4daf-bfb7-94400c32fb68 HTTP/1.1" status: 200 len: 945 time: 0.0799985 Feb 09 01:47:47.805135 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-be717e13-c8d5-4e6f-ac19-16fcd1c56e1f req-9d14ac29-1b06-4c42-9a2f-4f3011b50afa tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/security-groups?id=efa2c097-d2d5-4e93-8166-a1d1885e4466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376470 Feb 09 01:47:48.995604 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60389ed0-d8bc-4b03-a911-9dfe07023563 req-d4c067e0-59ff-4d87-9335-3b665edc45cb tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:48.997040 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-60389ed0-d8bc-4b03-a911-9dfe07023563 req-d4c067e0-59ff-4d87-9335-3b665edc45cb tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/ports?device_id=ca968fd2-e3b3-4daf-bfb7-94400c32fb68 HTTP/1.1" status: 200 len: 945 time: 0.0866101 Feb 09 01:47:49.040554 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-60389ed0-d8bc-4b03-a911-9dfe07023563 req-1acf1d17-e59a-4185-aa1a-84ed5553f2aa tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/security-groups?id=efa2c097-d2d5-4e93-8166-a1d1885e4466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378973 Feb 09 01:47:49.409774 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:47:50.224889 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e61d2cc-5395-4ec5-8183-63d3a8204cde req-dd815619-776d-4505-bb80-fe79e21e592c tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:50.226374 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0e61d2cc-5395-4ec5-8183-63d3a8204cde req-dd815619-776d-4505-bb80-fe79e21e592c tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/ports?device_id=ca968fd2-e3b3-4daf-bfb7-94400c32fb68 HTTP/1.1" status: 200 len: 945 time: 0.0796316 Feb 09 01:47:50.269146 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0e61d2cc-5395-4ec5-8183-63d3a8204cde req-3ac3d80a-5e42-4ca7-bf37-e507d4882afe tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/security-groups?id=efa2c097-d2d5-4e93-8166-a1d1885e4466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365815 Feb 09 01:47:51.458757 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d97600-e784-40d0-8424-4677f73c8813 req-23e74017-a721-431d-bf1c-8cbf90a1e00b tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:51.460189 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-72d97600-e784-40d0-8424-4677f73c8813 req-23e74017-a721-431d-bf1c-8cbf90a1e00b tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/ports?device_id=ca968fd2-e3b3-4daf-bfb7-94400c32fb68 HTTP/1.1" status: 200 len: 945 time: 0.0834906 Feb 09 01:47:51.502606 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-72d97600-e784-40d0-8424-4677f73c8813 req-8622ef7b-0c9c-4b60-9fe0-91dbab421268 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/security-groups?id=efa2c097-d2d5-4e93-8166-a1d1885e4466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369103 Feb 09 01:47:52.179496 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:52.686996 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b5b9f9-ed95-42f0-97fd-cf096ae9df97 req-a1cf68a8-7f9d-4a26-bd5c-2d9dbf010024 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:52.688452 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e6b5b9f9-ed95-42f0-97fd-cf096ae9df97 req-a1cf68a8-7f9d-4a26-bd5c-2d9dbf010024 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/ports?device_id=ca968fd2-e3b3-4daf-bfb7-94400c32fb68 HTTP/1.1" status: 200 len: 945 time: 0.0808125 Feb 09 01:47:52.735327 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e6b5b9f9-ed95-42f0-97fd-cf096ae9df97 req-c0dcd390-303c-4b2b-a3ab-5d8185286d17 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/security-groups?id=efa2c097-d2d5-4e93-8166-a1d1885e4466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406978 Feb 09 01:47:52.996616 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [req-351e637b-c3a7-4aa3-8fb9-c205ba6fa32d req-806c6015-3cb1-4f76-b10d-61e460c43d8e service neutron] (87639) timed out ('10.222.0.62', 57233) {{(pid=87639) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 01:47:53.918543 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4d3fd-8257-46a6-9032-db12f6be969d req-0ced6383-aae9-4910-aed7-229037f87d9e tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:53.919941 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-efa4d3fd-8257-46a6-9032-db12f6be969d req-0ced6383-aae9-4910-aed7-229037f87d9e tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/ports?device_id=ca968fd2-e3b3-4daf-bfb7-94400c32fb68 HTTP/1.1" status: 200 len: 945 time: 0.0790141 Feb 09 01:47:53.964265 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-efa4d3fd-8257-46a6-9032-db12f6be969d req-62f9415f-dbb5-4c8e-9c4a-d6353ad0af22 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/security-groups?id=efa2c097-d2d5-4e93-8166-a1d1885e4466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380507 Feb 09 01:47:55.150476 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b5b9c7-d615-4d64-a99a-6468a3753316 req-a3d7c4af-a5c5-4319-9aaa-0dbea9c4d024 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:55.152210 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-06b5b9c7-d615-4d64-a99a-6468a3753316 req-a3d7c4af-a5c5-4319-9aaa-0dbea9c4d024 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/ports?device_id=ca968fd2-e3b3-4daf-bfb7-94400c32fb68 HTTP/1.1" status: 200 len: 945 time: 0.0827949 Feb 09 01:47:55.197772 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-06b5b9c7-d615-4d64-a99a-6468a3753316 req-794e995c-9639-4c92-b449-e8933fe44145 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/security-groups?id=efa2c097-d2d5-4e93-8166-a1d1885e4466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394740 Feb 09 01:47:55.209843 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:56.447096 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77192962-7525-4f5f-83ca-7064bc19aa45 req-b5e24ca3-2dcf-4bcb-b681-7cdd40712a33 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:56.448542 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-77192962-7525-4f5f-83ca-7064bc19aa45 req-b5e24ca3-2dcf-4bcb-b681-7cdd40712a33 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/ports?device_id=ca968fd2-e3b3-4daf-bfb7-94400c32fb68 HTTP/1.1" status: 200 len: 945 time: 0.0793977 Feb 09 01:47:56.491775 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-77192962-7525-4f5f-83ca-7064bc19aa45 req-9b5ac0c4-73f5-4eae-8141-b573e518d88d tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/security-groups?id=efa2c097-d2d5-4e93-8166-a1d1885e4466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376496 Feb 09 01:47:57.722549 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa34a2-5b75-4879-a2ff-6bb46f063718 req-43c89f3a-d698-40c7-8e99-8061bac42488 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:57.723999 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a4aa34a2-5b75-4879-a2ff-6bb46f063718 req-43c89f3a-d698-40c7-8e99-8061bac42488 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/ports?device_id=ca968fd2-e3b3-4daf-bfb7-94400c32fb68 HTTP/1.1" status: 200 len: 945 time: 0.0830243 Feb 09 01:47:57.766873 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a4aa34a2-5b75-4879-a2ff-6bb46f063718 req-e7ebab4a-f3a7-4cd5-ace1-9a1b4613d20e tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/security-groups?id=efa2c097-d2d5-4e93-8166-a1d1885e4466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373468 Feb 09 01:47:59.035588 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a06451f-b8c5-40d7-a66b-5408c709beaf req-65fac447-02da-4a3b-9539-ac339db6c40e tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:59.037031 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2a06451f-b8c5-40d7-a66b-5408c709beaf req-65fac447-02da-4a3b-9539-ac339db6c40e tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/ports?device_id=ca968fd2-e3b3-4daf-bfb7-94400c32fb68 HTTP/1.1" status: 200 len: 945 time: 0.1216900 Feb 09 01:47:59.083194 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2a06451f-b8c5-40d7-a66b-5408c709beaf req-8b7d7103-7acf-4af1-907e-09e23fb3a092 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/security-groups?id=efa2c097-d2d5-4e93-8166-a1d1885e4466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404196 Feb 09 01:48:00.266054 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c155f7b-24a6-4fb8-a4e7-8a5147e9a1a7 req-e8642c67-ec6b-4502-aa0d-74e1868a19fd tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:00.267530 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8c155f7b-24a6-4fb8-a4e7-8a5147e9a1a7 req-e8642c67-ec6b-4502-aa0d-74e1868a19fd tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/ports?device_id=ca968fd2-e3b3-4daf-bfb7-94400c32fb68 HTTP/1.1" status: 200 len: 945 time: 0.0792725 Feb 09 01:48:00.298299 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [req-91ad91b0-7eb4-4c16-a451-d231afdab1a2 req-3c5ebeda-bf3e-4c7a-8526-8d2293bb1d64 service neutron] show failed (client error): The resource could not be found. Feb 09 01:48:00.299297 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-91ad91b0-7eb4-4c16-a451-d231afdab1a2 req-3c5ebeda-bf3e-4c7a-8526-8d2293bb1d64 service neutron] 10.222.0.99 "GET /v2.0/ports/bdaf17a4-e3ab-43e5-8f9a-9033c206ac44/bindings/n-h1-828418-1 HTTP/1.1" status: 404 len: 380 time: 0.0741642 Feb 09 01:48:00.314414 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8c155f7b-24a6-4fb8-a4e7-8a5147e9a1a7 req-653dd30e-9c45-4a94-838c-c44ce985bf86 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/security-groups?id=efa2c097-d2d5-4e93-8166-a1d1885e4466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408785 Feb 09 01:48:00.615731 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad91b0-7eb4-4c16-a451-d231afdab1a2 req-bf83a410-26bc-4fa3-b970-ccaa7d0064c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:00.617263 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-91ad91b0-7eb4-4c16-a451-d231afdab1a2 req-bf83a410-26bc-4fa3-b970-ccaa7d0064c8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ca968fd2-e3b3-4daf-bfb7-94400c32fb68&tenant_id=9fce99d821f749cda7f9d27c13ec20f9 HTTP/1.1" status: 200 len: 1096 time: 0.1215131 Feb 09 01:48:00.628214 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-91ad91b0-7eb4-4c16-a451-d231afdab1a2 req-49843b17-989e-470e-b909-1d09f39ae4a1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828418-1', 'device_owner': 'compute:nova'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:00.735524 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-91ad91b0-7eb4-4c16-a451-d231afdab1a2 req-49843b17-989e-470e-b909-1d09f39ae4a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:00.999718 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-91ad91b0-7eb4-4c16-a451-d231afdab1a2 req-49843b17-989e-470e-b909-1d09f39ae4a1 service neutron] For port bdaf17a4-e3ab-43e5-8f9a-9033c206ac44, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=bdaf17a4-e3ab-43e5-8f9a-9033c206ac44,segment=NetworkSegment(70361dd2-56a7-46d9-85ac-bc873da90957),segment_id=70361dd2-56a7-46d9-85ac-bc873da90957)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:48:01.029084 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-91ad91b0-7eb4-4c16-a451-d231afdab1a2 req-49843b17-989e-470e-b909-1d09f39ae4a1 service neutron] For port bdaf17a4-e3ab-43e5-8f9a-9033c206ac44, host n-h2-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:48:01.200550 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca968fd2-e3b3-4daf-bfb7-94400c32fb68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdaf17a4-e3ab-43e5-8f9a-9033c206ac44'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:48:01.206758 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-91ad91b0-7eb4-4c16-a451-d231afdab1a2 req-49843b17-989e-470e-b909-1d09f39ae4a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:01.221576 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-91ad91b0-7eb4-4c16-a451-d231afdab1a2 req-49843b17-989e-470e-b909-1d09f39ae4a1 service neutron] Transition to ACTIVE for port object bdaf17a4-e3ab-43e5-8f9a-9033c206ac44 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:48:01.225336 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-91ad91b0-7eb4-4c16-a451-d231afdab1a2 req-49843b17-989e-470e-b909-1d09f39ae4a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:01.263875 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca968fd2-e3b3-4daf-bfb7-94400c32fb68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdaf17a4-e3ab-43e5-8f9a-9033c206ac44', 'code': 200} Feb 09 01:48:01.386617 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-91ad91b0-7eb4-4c16-a451-d231afdab1a2 req-49843b17-989e-470e-b909-1d09f39ae4a1 service neutron] No DVR routers for this DVR port bdaf17a4-e3ab-43e5-8f9a-9033c206ac44 on host n-h2-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:48:01.387793 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49843b17-989e-470e-b909-1d09f39ae4a1 service neutron] Pushing event updated for resources: {'Port': ['ID=bdaf17a4-e3ab-43e5-8f9a-9033c206ac44,revision_number=6']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:01.428278 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49843b17-989e-470e-b909-1d09f39ae4a1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:01.428628 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49843b17-989e-470e-b909-1d09f39ae4a1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:01.428966 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49843b17-989e-470e-b909-1d09f39ae4a1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:01.429294 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49843b17-989e-470e-b909-1d09f39ae4a1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:01.429640 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49843b17-989e-470e-b909-1d09f39ae4a1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:01.429971 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49843b17-989e-470e-b909-1d09f39ae4a1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:01.430357 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49843b17-989e-470e-b909-1d09f39ae4a1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:01.430681 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49843b17-989e-470e-b909-1d09f39ae4a1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:01.431001 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49843b17-989e-470e-b909-1d09f39ae4a1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:01.431317 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49843b17-989e-470e-b909-1d09f39ae4a1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:01.431635 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49843b17-989e-470e-b909-1d09f39ae4a1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:01.431957 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49843b17-989e-470e-b909-1d09f39ae4a1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:01.456647 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-91ad91b0-7eb4-4c16-a451-d231afdab1a2 req-49843b17-989e-470e-b909-1d09f39ae4a1 service neutron] Attempting to bind port bdaf17a4-e3ab-43e5-8f9a-9033c206ac44 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:48:01.456961 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-91ad91b0-7eb4-4c16-a451-d231afdab1a2 req-49843b17-989e-470e-b909-1d09f39ae4a1 service neutron] Attempting to bind port bdaf17a4-e3ab-43e5-8f9a-9033c206ac44 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '70361dd2-56a7-46d9-85ac-bc873da90957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '17a10ec9-1d3b-4473-9559-644273e914e9'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:48:01.457577 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ad91b0-7eb4-4c16-a451-d231afdab1a2 req-49843b17-989e-470e-b909-1d09f39ae4a1 service neutron] Attempting to bind port bdaf17a4-e3ab-43e5-8f9a-9033c206ac44 on network 17a10ec9-1d3b-4473-9559-644273e914e9 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:48:01.462374 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ad91b0-7eb4-4c16-a451-d231afdab1a2 req-49843b17-989e-470e-b909-1d09f39ae4a1 service neutron] Port bdaf17a4-e3ab-43e5-8f9a-9033c206ac44 on network 17a10ec9-1d3b-4473-9559-644273e914e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:48:01.462695 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ad91b0-7eb4-4c16-a451-d231afdab1a2 req-49843b17-989e-470e-b909-1d09f39ae4a1 service neutron] Attempting to bind port bdaf17a4-e3ab-43e5-8f9a-9033c206ac44 on network 17a10ec9-1d3b-4473-9559-644273e914e9 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:48:01.468090 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ad91b0-7eb4-4c16-a451-d231afdab1a2 req-49843b17-989e-470e-b909-1d09f39ae4a1 service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:48:01.468412 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ad91b0-7eb4-4c16-a451-d231afdab1a2 req-49843b17-989e-470e-b909-1d09f39ae4a1 service neutron] Checking segment: {'id': '70361dd2-56a7-46d9-85ac-bc873da90957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '17a10ec9-1d3b-4473-9559-644273e914e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:48:01.468803 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ad91b0-7eb4-4c16-a451-d231afdab1a2 req-49843b17-989e-470e-b909-1d09f39ae4a1 service neutron] Bound using segment: {'id': '70361dd2-56a7-46d9-85ac-bc873da90957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '17a10ec9-1d3b-4473-9559-644273e914e9'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:48:01.469225 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-91ad91b0-7eb4-4c16-a451-d231afdab1a2 req-49843b17-989e-470e-b909-1d09f39ae4a1 service neutron] Bound port: bdaf17a4-e3ab-43e5-8f9a-9033c206ac44, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70361dd2-56a7-46d9-85ac-bc873da90957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '17a10ec9-1d3b-4473-9559-644273e914e9'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:48:01.469570 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-91ad91b0-7eb4-4c16-a451-d231afdab1a2 req-49843b17-989e-470e-b909-1d09f39ae4a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:01.560354 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-91ad91b0-7eb4-4c16-a451-d231afdab1a2 req-49843b17-989e-470e-b909-1d09f39ae4a1 service neutron] For port bdaf17a4-e3ab-43e5-8f9a-9033c206ac44, host n-h1-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:48:01.563287 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-91ad91b0-7eb4-4c16-a451-d231afdab1a2 req-49843b17-989e-470e-b909-1d09f39ae4a1 service neutron] For port bdaf17a4-e3ab-43e5-8f9a-9033c206ac44, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=bdaf17a4-e3ab-43e5-8f9a-9033c206ac44,segment=NetworkSegment(70361dd2-56a7-46d9-85ac-bc873da90957),segment_id=70361dd2-56a7-46d9-85ac-bc873da90957)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:48:01.569293 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-91ad91b0-7eb4-4c16-a451-d231afdab1a2 req-49843b17-989e-470e-b909-1d09f39ae4a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:01.591288 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c956e817-9147-405d-844b-a1630911ab01 req-16453817-9810-4189-98a9-12eaab7c0e5e tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:01.592769 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c956e817-9147-405d-844b-a1630911ab01 req-16453817-9810-4189-98a9-12eaab7c0e5e tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/ports?device_id=ca968fd2-e3b3-4daf-bfb7-94400c32fb68 HTTP/1.1" status: 200 len: 943 time: 0.1301575 Feb 09 01:48:01.633151 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad91b0-7eb4-4c16-a451-d231afdab1a2 req-49843b17-989e-470e-b909-1d09f39ae4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:01.633788 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-91ad91b0-7eb4-4c16-a451-d231afdab1a2 req-49843b17-989e-470e-b909-1d09f39ae4a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:01.635186 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-91ad91b0-7eb4-4c16-a451-d231afdab1a2 req-49843b17-989e-470e-b909-1d09f39ae4a1 service neutron] 10.222.0.62 "PUT /v2.0/ports/bdaf17a4-e3ab-43e5-8f9a-9033c206ac44 HTTP/1.1" status: 200 len: 1091 time: 1.0108702 Feb 09 01:48:01.648150 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c956e817-9147-405d-844b-a1630911ab01 req-921338b3-6771-43d6-bac7-74a5161c943e tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/security-groups?id=efa2c097-d2d5-4e93-8166-a1d1885e4466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449879 Feb 09 01:48:01.653184 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49843b17-989e-470e-b909-1d09f39ae4a1 service neutron] Pushing event updated for resources: {'Port': ['ID=bdaf17a4-e3ab-43e5-8f9a-9033c206ac44,revision_number=7']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:01.726943 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad91b0-7eb4-4c16-a451-d231afdab1a2 req-e35d1cd5-52f7-49a8-ad64-a776697599f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:01.728346 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-91ad91b0-7eb4-4c16-a451-d231afdab1a2 req-e35d1cd5-52f7-49a8-ad64-a776697599f3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9fce99d821f749cda7f9d27c13ec20f9&device_id=ca968fd2-e3b3-4daf-bfb7-94400c32fb68 HTTP/1.1" status: 200 len: 1094 time: 0.0720031 Feb 09 01:48:01.856536 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad91b0-7eb4-4c16-a451-d231afdab1a2 req-3ecf4252-90a5-482d-b107-3bec2e0ec8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:01.857990 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-91ad91b0-7eb4-4c16-a451-d231afdab1a2 req-3ecf4252-90a5-482d-b107-3bec2e0ec8e2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=17a10ec9-1d3b-4473-9559-644273e914e9 HTTP/1.1" status: 200 len: 912 time: 0.1246662 Feb 09 01:48:01.927757 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-91ad91b0-7eb4-4c16-a451-d231afdab1a2 req-a725e322-4edb-4b11-8d0a-f465ccb809c0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdaf17a4-e3ab-43e5-8f9a-9033c206ac44 HTTP/1.1" status: 200 len: 217 time: 0.0637372 Feb 09 01:48:01.986469 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad91b0-7eb4-4c16-a451-d231afdab1a2 req-9d2eb434-fea1-46a5-88aa-64bcea2e9669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:01.988604 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-91ad91b0-7eb4-4c16-a451-d231afdab1a2 req-9d2eb434-fea1-46a5-88aa-64bcea2e9669 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4deeb61b-a655-48fb-ba37-3ee12c8168fc HTTP/1.1" status: 200 len: 851 time: 0.0561354 Feb 09 01:48:02.036690 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-91ad91b0-7eb4-4c16-a451-d231afdab1a2 req-8641b2bf-4482-481a-a8b1-0ace6e319783 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=17a10ec9-1d3b-4473-9559-644273e914e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428085 Feb 09 01:48:02.165774 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-91ad91b0-7eb4-4c16-a451-d231afdab1a2 req-8eefb25b-9309-4212-9240-afb6bdddba83 service neutron] 10.222.0.62 "GET /v2.0/networks/17a10ec9-1d3b-4473-9559-644273e914e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236253 Feb 09 01:48:02.301200 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-91ad91b0-7eb4-4c16-a451-d231afdab1a2 req-c7057d39-3128-4fa1-b812-772c243979a3 service neutron] 10.222.0.62 "GET /v2.0/networks/17a10ec9-1d3b-4473-9559-644273e914e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297033 Feb 09 01:48:02.846313 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77757f33-158b-4a5d-a1a4-3513117c36e1 req-c0f51d87-3eb2-4385-94a1-f48a511e76a2 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:02.849027 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-77757f33-158b-4a5d-a1a4-3513117c36e1 req-c0f51d87-3eb2-4385-94a1-f48a511e76a2 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/ports?device_id=ca968fd2-e3b3-4daf-bfb7-94400c32fb68 HTTP/1.1" status: 200 len: 943 time: 0.0834424 Feb 09 01:48:02.889047 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device bdaf17a4-e3ab-43e5-8f9a-9033c206ac44 no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:48:02.894668 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-77757f33-158b-4a5d-a1a4-3513117c36e1 req-cb10c5be-1d2e-40cd-b342-a88b1519ae37 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/security-groups?id=efa2c097-d2d5-4e93-8166-a1d1885e4466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396369 Feb 09 01:48:02.952610 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device bdaf17a4-e3ab-43e5-8f9a-9033c206ac44 not bound to the agent host n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:48:03.264568 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca968fd2-e3b3-4daf-bfb7-94400c32fb68', 'tag': 'bdaf17a4-e3ab-43e5-8f9a-9033c206ac44'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:48:03.325326 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca968fd2-e3b3-4daf-bfb7-94400c32fb68', 'tag': 'bdaf17a4-e3ab-43e5-8f9a-9033c206ac44', 'status': 'completed', 'code': 200} Feb 09 01:48:03.468001 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d55bb-b7a3-4a77-98e2-a4420a76c20d req-db8a1a8b-945c-42ea-af29-e38288013658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:03.469458 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e97d55bb-b7a3-4a77-98e2-a4420a76c20d req-db8a1a8b-945c-42ea-af29-e38288013658 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=9fce99d821f749cda7f9d27c13ec20f9&device_id=ca968fd2-e3b3-4daf-bfb7-94400c32fb68 HTTP/1.1" status: 200 len: 1094 time: 0.1278815 Feb 09 01:48:03.472364 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d55bb-b7a3-4a77-98e2-a4420a76c20d req-05fb7499-358f-4e0e-8e17-117d276fc56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:03.473666 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e97d55bb-b7a3-4a77-98e2-a4420a76c20d req-05fb7499-358f-4e0e-8e17-117d276fc56b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9fce99d821f749cda7f9d27c13ec20f9&device_id=ca968fd2-e3b3-4daf-bfb7-94400c32fb68 HTTP/1.1" status: 200 len: 1094 time: 0.0960612 Feb 09 01:48:03.479114 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device bdaf17a4-e3ab-43e5-8f9a-9033c206ac44 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:48:03.647794 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port bdaf17a4-e3ab-43e5-8f9a-9033c206ac44, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=bdaf17a4-e3ab-43e5-8f9a-9033c206ac44,segment=NetworkSegment(70361dd2-56a7-46d9-85ac-bc873da90957),segment_id=70361dd2-56a7-46d9-85ac-bc873da90957)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:48:03.662182 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': 'bdaf17a4-e3ab-43e5-8f9a-9033c206ac44', 'network_id': '17a10ec9-1d3b-4473-9559-644273e914e9', 'port_id': 'bdaf17a4-e3ab-43e5-8f9a-9033c206ac44', 'mac_address': 'fa:16:3e:5a:f9:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4deeb61b-a655-48fb-ba37-3ee12c8168fc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:48:03.708283 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d55bb-b7a3-4a77-98e2-a4420a76c20d req-dc8f7dfd-b4e7-443d-99b1-d9e7077d0fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:03.709742 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e97d55bb-b7a3-4a77-98e2-a4420a76c20d req-dc8f7dfd-b4e7-443d-99b1-d9e7077d0fc5 service neutron] 10.222.0.99 "GET /v2.0/networks?id=17a10ec9-1d3b-4473-9559-644273e914e9 HTTP/1.1" status: 200 len: 912 time: 0.2343280 Feb 09 01:48:03.710790 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d55bb-b7a3-4a77-98e2-a4420a76c20d req-6e65bfb1-aac6-4e76-9215-b81cd7dd1792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:03.712062 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e97d55bb-b7a3-4a77-98e2-a4420a76c20d req-6e65bfb1-aac6-4e76-9215-b81cd7dd1792 service neutron] 10.222.0.62 "GET /v2.0/networks?id=17a10ec9-1d3b-4473-9559-644273e914e9 HTTP/1.1" status: 200 len: 912 time: 0.2160900 Feb 09 01:48:03.719544 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:03.737253 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdaf17a4-e3ab-43e5-8f9a-9033c206ac44 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:48:03.753746 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port bdaf17a4-e3ab-43e5-8f9a-9033c206ac44, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=bdaf17a4-e3ab-43e5-8f9a-9033c206ac44,segment=NetworkSegment(70361dd2-56a7-46d9-85ac-bc873da90957),segment_id=70361dd2-56a7-46d9-85ac-bc873da90957)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:48:03.757762 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:03.834237 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=bdaf17a4-e3ab-43e5-8f9a-9033c206ac44,revision_number=8']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:03.842325 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:03.842678 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:03.843029 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:03.843369 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:03.843707 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:03.844040 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:03.844373 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:03.844705 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:03.845030 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:03.845356 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:03.845706 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:03.846031 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:03.945292 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e97d55bb-b7a3-4a77-98e2-a4420a76c20d req-3107bdcb-9eaa-4ef3-bf94-8a289fc0f018 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdaf17a4-e3ab-43e5-8f9a-9033c206ac44 HTTP/1.1" status: 200 len: 217 time: 0.2297320 Feb 09 01:48:03.954370 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e97d55bb-b7a3-4a77-98e2-a4420a76c20d req-e1070bd6-b0d4-47bd-aaf6-3fb0e87e5154 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdaf17a4-e3ab-43e5-8f9a-9033c206ac44 HTTP/1.1" status: 200 len: 217 time: 0.0721552 Feb 09 01:48:04.047592 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['bdaf17a4-e3ab-43e5-8f9a-9033c206ac44'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:48:04.063451 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d55bb-b7a3-4a77-98e2-a4420a76c20d req-376dfe74-ab06-4194-8872-d672e14f3498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:04.064898 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e97d55bb-b7a3-4a77-98e2-a4420a76c20d req-376dfe74-ab06-4194-8872-d672e14f3498 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=4deeb61b-a655-48fb-ba37-3ee12c8168fc HTTP/1.1" status: 200 len: 851 time: 0.1122584 Feb 09 01:48:04.068738 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d55bb-b7a3-4a77-98e2-a4420a76c20d req-f17ad9c8-9804-45cf-9a8a-9b6a72f53472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:04.070099 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e97d55bb-b7a3-4a77-98e2-a4420a76c20d req-f17ad9c8-9804-45cf-9a8a-9b6a72f53472 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4deeb61b-a655-48fb-ba37-3ee12c8168fc HTTP/1.1" status: 200 len: 851 time: 0.0861812 Feb 09 01:48:04.102411 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ebaa1-4c4e-4eca-b5a5-7cf6f1fa0c35 req-1f66c6b6-c5af-4515-9941-ebc820b2bcab tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:04.103897 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-909ebaa1-4c4e-4eca-b5a5-7cf6f1fa0c35 req-1f66c6b6-c5af-4515-9941-ebc820b2bcab tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/ports?device_id=ca968fd2-e3b3-4daf-bfb7-94400c32fb68 HTTP/1.1" status: 200 len: 944 time: 0.0880191 Feb 09 01:48:04.145426 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e97d55bb-b7a3-4a77-98e2-a4420a76c20d req-4e1f964a-06b5-4611-85f4-885993ebd92e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=17a10ec9-1d3b-4473-9559-644273e914e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738857 Feb 09 01:48:04.153553 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-909ebaa1-4c4e-4eca-b5a5-7cf6f1fa0c35 req-22cbe3fe-ed13-47f9-9beb-30b6d8e984a2 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/security-groups?id=efa2c097-d2d5-4e93-8166-a1d1885e4466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426111 Feb 09 01:48:04.155952 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e97d55bb-b7a3-4a77-98e2-a4420a76c20d req-907900ec-caef-48d1-a41b-127607053934 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=17a10ec9-1d3b-4473-9559-644273e914e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503163 Feb 09 01:48:04.389477 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e97d55bb-b7a3-4a77-98e2-a4420a76c20d req-a3987567-f087-464f-90e3-479cebe706bc service neutron] 10.222.0.99 "GET /v2.0/networks/17a10ec9-1d3b-4473-9559-644273e914e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359324 Feb 09 01:48:04.392424 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e97d55bb-b7a3-4a77-98e2-a4420a76c20d req-8bf2a782-2795-4016-b05d-c049e68bca4e service neutron] 10.222.0.62 "GET /v2.0/networks/17a10ec9-1d3b-4473-9559-644273e914e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171843 Feb 09 01:48:04.526528 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fdac2c-e603-43d4-a233-bfa2b7fd20ed req-ac11bc96-ef8e-405b-9279-b36f55155161 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:04.527883 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-86fdac2c-e603-43d4-a233-bfa2b7fd20ed req-ac11bc96-ef8e-405b-9279-b36f55155161 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.99 "GET /v2.0/ports?device_id=ca968fd2-e3b3-4daf-bfb7-94400c32fb68&tenant_id=9fce99d821f749cda7f9d27c13ec20f9&binding%3Ahost_id=n-h1-828418-1 HTTP/1.1" status: 200 len: 944 time: 0.0820131 Feb 09 01:48:04.634933 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e97d55bb-b7a3-4a77-98e2-a4420a76c20d req-4f00888a-1986-46d7-91f5-a3e4d95cb988 service neutron] 10.222.0.99 "GET /v2.0/networks/17a10ec9-1d3b-4473-9559-644273e914e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398214 Feb 09 01:48:04.640660 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-e97d55bb-b7a3-4a77-98e2-a4420a76c20d req-5a13c1b1-d43a-4d33-bffa-c2718d6399af service neutron] 10.222.0.62 "GET /v2.0/networks/17a10ec9-1d3b-4473-9559-644273e914e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264016 Feb 09 01:48:04.713116 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [req-86fdac2c-e603-43d4-a233-bfa2b7fd20ed req-c1558774-7ecf-4b38-ac98-487cbeb53433 service neutron] delete failed (client error): The resource could not be found. Feb 09 01:48:04.714144 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-86fdac2c-e603-43d4-a233-bfa2b7fd20ed req-c1558774-7ecf-4b38-ac98-487cbeb53433 service neutron] 10.222.0.99 "DELETE /v2.0/ports/bdaf17a4-e3ab-43e5-8f9a-9033c206ac44/bindings/n-h2-828418-1 HTTP/1.1" status: 404 len: 380 time: 0.1814837 Feb 09 01:48:04.852812 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fdac2c-e603-43d4-a233-bfa2b7fd20ed req-2b3e31aa-3318-429a-ae39-f97119e7b179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:04.854212 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-86fdac2c-e603-43d4-a233-bfa2b7fd20ed req-2b3e31aa-3318-429a-ae39-f97119e7b179 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=9fce99d821f749cda7f9d27c13ec20f9&device_id=ca968fd2-e3b3-4daf-bfb7-94400c32fb68 HTTP/1.1" status: 200 len: 1095 time: 0.0705824 Feb 09 01:48:04.981484 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fdac2c-e603-43d4-a233-bfa2b7fd20ed req-9dc0b31e-691e-47c6-9ec8-601629a2cf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:04.982946 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-86fdac2c-e603-43d4-a233-bfa2b7fd20ed req-9dc0b31e-691e-47c6-9ec8-601629a2cf6a service neutron] 10.222.0.99 "GET /v2.0/networks?id=17a10ec9-1d3b-4473-9559-644273e914e9 HTTP/1.1" status: 200 len: 912 time: 0.1234031 Feb 09 01:48:05.053296 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-86fdac2c-e603-43d4-a233-bfa2b7fd20ed req-3c3d7542-1d93-4338-b32c-df8c1a620025 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdaf17a4-e3ab-43e5-8f9a-9033c206ac44 HTTP/1.1" status: 200 len: 217 time: 0.0641847 Feb 09 01:48:05.117371 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fdac2c-e603-43d4-a233-bfa2b7fd20ed req-e321ef10-2917-4b32-b16a-f46dbbe45c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:05.118722 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-86fdac2c-e603-43d4-a233-bfa2b7fd20ed req-e321ef10-2917-4b32-b16a-f46dbbe45c6c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=4deeb61b-a655-48fb-ba37-3ee12c8168fc HTTP/1.1" status: 200 len: 851 time: 0.0564101 Feb 09 01:48:05.167213 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-86fdac2c-e603-43d4-a233-bfa2b7fd20ed req-afd22ec6-25f3-4801-9689-1c1e5e2fac13 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=17a10ec9-1d3b-4473-9559-644273e914e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430567 Feb 09 01:48:05.296015 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-86fdac2c-e603-43d4-a233-bfa2b7fd20ed req-e19832d0-484e-44a5-89f4-cbc4ae1076cb service neutron] 10.222.0.99 "GET /v2.0/networks/17a10ec9-1d3b-4473-9559-644273e914e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233954 Feb 09 01:48:05.427697 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-86fdac2c-e603-43d4-a233-bfa2b7fd20ed req-f79f8506-eb3b-4855-af9b-0997e6791bc6 service neutron] 10.222.0.99 "GET /v2.0/networks/17a10ec9-1d3b-4473-9559-644273e914e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257021 Feb 09 01:48:05.492922 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device bdaf17a4-e3ab-43e5-8f9a-9033c206ac44 up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:48:05.562679 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port bdaf17a4-e3ab-43e5-8f9a-9033c206ac44 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:48:05.567347 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port bdaf17a4-e3ab-43e5-8f9a-9033c206ac44 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:48:05.567726 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:05.683983 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:05.709497 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca968fd2-e3b3-4daf-bfb7-94400c32fb68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdaf17a4-e3ab-43e5-8f9a-9033c206ac44'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:48:05.719769 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port bdaf17a4-e3ab-43e5-8f9a-9033c206ac44, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=bdaf17a4-e3ab-43e5-8f9a-9033c206ac44,segment=NetworkSegment(70361dd2-56a7-46d9-85ac-bc873da90957),segment_id=70361dd2-56a7-46d9-85ac-bc873da90957)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:48:05.724577 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:05.773448 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca968fd2-e3b3-4daf-bfb7-94400c32fb68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdaf17a4-e3ab-43e5-8f9a-9033c206ac44', 'code': 200} Feb 09 01:48:05.798893 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=bdaf17a4-e3ab-43e5-8f9a-9033c206ac44,revision_number=9']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:06.238502 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d425e5-3591-4251-8e7d-19e24756adb5 req-15c8017b-e490-4f3f-927c-7dd90070bb05 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:06.239956 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c2d425e5-3591-4251-8e7d-19e24756adb5 req-15c8017b-e490-4f3f-927c-7dd90070bb05 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/ports?device_id=ca968fd2-e3b3-4daf-bfb7-94400c32fb68 HTTP/1.1" status: 200 len: 945 time: 0.0790000 Feb 09 01:48:06.283317 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c2d425e5-3591-4251-8e7d-19e24756adb5 req-0327ce00-5dde-4843-9c2e-d142c9c47218 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/security-groups?id=efa2c097-d2d5-4e93-8166-a1d1885e4466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378792 Feb 09 01:48:07.470953 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c32a79-9b2e-4063-9ad8-ce5a773fa60a req-b7ef27ac-5da5-4b2d-9c65-3135422d44ed tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:07.472430 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d6c32a79-9b2e-4063-9ad8-ce5a773fa60a req-b7ef27ac-5da5-4b2d-9c65-3135422d44ed tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/ports?device_id=ca968fd2-e3b3-4daf-bfb7-94400c32fb68 HTTP/1.1" status: 200 len: 945 time: 0.0816777 Feb 09 01:48:07.500467 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fdac2c-e603-43d4-a233-bfa2b7fd20ed req-f359fd7d-aa97-49b7-9cc0-1b6e8ed900e8 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:07.501154 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-86fdac2c-e603-43d4-a233-bfa2b7fd20ed req-f359fd7d-aa97-49b7-9cc0-1b6e8ed900e8 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] Synchronizing usage tracker for tenant:9fce99d821f749cda7f9d27c13ec20f9 on resource:port {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:48:07.517721 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d6c32a79-9b2e-4063-9ad8-ce5a773fa60a req-06d65ec7-87d7-46e3-ab26-78d78f449ab3 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/security-groups?id=efa2c097-d2d5-4e93-8166-a1d1885e4466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393715 Feb 09 01:48:07.518907 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [req-86fdac2c-e603-43d4-a233-bfa2b7fd20ed req-f359fd7d-aa97-49b7-9cc0-1b6e8ed900e8 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] Unset dirty status for tenant:9fce99d821f749cda7f9d27c13ec20f9 on resource:port {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:48:07.520130 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-86fdac2c-e603-43d4-a233-bfa2b7fd20ed req-f359fd7d-aa97-49b7-9cc0-1b6e8ed900e8 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca968fd2-e3b3-4daf-bfb7-94400c32fb68 HTTP/1.1" status: 200 len: 945 time: 0.0976181 Feb 09 01:48:07.594834 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-86fdac2c-e603-43d4-a233-bfa2b7fd20ed req-3b5c6733-6770-4097-9075-bf5e4c72f2fc tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] Deleting port bdaf17a4-e3ab-43e5-8f9a-9033c206ac44 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:48:07.595088 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-86fdac2c-e603-43d4-a233-bfa2b7fd20ed req-3b5c6733-6770-4097-9075-bf5e4c72f2fc tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:07.836914 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-86fdac2c-e603-43d4-a233-bfa2b7fd20ed req-3b5c6733-6770-4097-9075-bf5e4c72f2fc tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] For port bdaf17a4-e3ab-43e5-8f9a-9033c206ac44, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=bdaf17a4-e3ab-43e5-8f9a-9033c206ac44,segment=NetworkSegment(70361dd2-56a7-46d9-85ac-bc873da90957),segment_id=70361dd2-56a7-46d9-85ac-bc873da90957)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:48:07.837266 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-86fdac2c-e603-43d4-a233-bfa2b7fd20ed req-3b5c6733-6770-4097-9075-bf5e4c72f2fc tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:07.961926 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-86fdac2c-e603-43d4-a233-bfa2b7fd20ed req-3b5c6733-6770-4097-9075-bf5e4c72f2fc tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] Calling delete_port for bdaf17a4-e3ab-43e5-8f9a-9033c206ac44 owned by compute:nova {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:48:08.210370 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-86fdac2c-e603-43d4-a233-bfa2b7fd20ed req-3b5c6733-6770-4097-9075-bf5e4c72f2fc tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:08.221061 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7fc1450b-3659-452e-bb24-121a15248a8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:08.262654 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5c6733-6770-4097-9075-bf5e4c72f2fc tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] Pushing event deleted for resources: {'Port': ['ID=bdaf17a4-e3ab-43e5-8f9a-9033c206ac44,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:08.336934 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-86fdac2c-e603-43d4-a233-bfa2b7fd20ed req-3b5c6733-6770-4097-9075-bf5e4c72f2fc tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] No DVR routers for this DVR port bdaf17a4-e3ab-43e5-8f9a-9033c206ac44 on host n-h1-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:48:08.339562 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-86fdac2c-e603-43d4-a233-bfa2b7fd20ed req-3b5c6733-6770-4097-9075-bf5e4c72f2fc tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:08.343198 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca968fd2-e3b3-4daf-bfb7-94400c32fb68', 'name': 'network-vif-deleted', 'tag': 'bdaf17a4-e3ab-43e5-8f9a-9033c206ac44'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:48:08.358140 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-86fdac2c-e603-43d4-a233-bfa2b7fd20ed req-3b5c6733-6770-4097-9075-bf5e4c72f2fc tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.62 "DELETE /v2.0/ports/bdaf17a4-e3ab-43e5-8f9a-9033c206ac44 HTTP/1.1" status: 204 len: 173 time: 0.8307352 Feb 09 01:48:08.395514 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca968fd2-e3b3-4daf-bfb7-94400c32fb68', 'name': 'network-vif-deleted', 'tag': 'bdaf17a4-e3ab-43e5-8f9a-9033c206ac44', 'status': 'completed', 'code': 200} Feb 09 01:48:08.689116 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-173e820e-bdb7-4b26-91ac-b8e7eec92888 req-00b368cf-9341-456e-b5b5-ce28a701cbb4 tempest-DeleteServersTestJSON-463505159 tempest-DeleteServersTestJSON-463505159-project] 10.222.0.105 "GET /v2.0/ports?device_id=ca968fd2-e3b3-4daf-bfb7-94400c32fb68 HTTP/1.1" status: 200 len: 210 time: 0.0421233 Feb 09 01:48:09.509288 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device bdaf17a4-e3ab-43e5-8f9a-9033c206ac44 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:48:09.543874 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: bdaf17a4-e3ab-43e5-8f9a-9033c206ac44 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:48:09.544214 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device bdaf17a4-e3ab-43e5-8f9a-9033c206ac44 not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:48:09.930733 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 46256) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:48:09.993004 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd9d51f3-a2da-41cd-afca-d0eca927022b admin admin] Deleting subnet 4deeb61b-a655-48fb-ba37-3ee12c8168fc {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:48:09.995917 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dd9d51f3-a2da-41cd-afca-d0eca927022b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:10.044537 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dd9d51f3-a2da-41cd-afca-d0eca927022b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:10.101758 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dd9d51f3-a2da-41cd-afca-d0eca927022b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:10.168083 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dd9d51f3-a2da-41cd-afca-d0eca927022b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:10.205163 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d51f3-a2da-41cd-afca-d0eca927022b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4deeb61b-a655-48fb-ba37-3ee12c8168fc,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:10.210610 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dd9d51f3-a2da-41cd-afca-d0eca927022b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:10.216323 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-dd9d51f3-a2da-41cd-afca-d0eca927022b admin admin] 10.222.0.105 "DELETE /v2.0/subnets/4deeb61b-a655-48fb-ba37-3ee12c8168fc HTTP/1.1" status: 204 len: 168 time: 0.2845569 Feb 09 01:48:10.218836 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 46260) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:48:10.325480 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-382537de-d3b0-4621-91e5-29f8c95fa18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:10.449527 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-382537de-d3b0-4621-91e5-29f8c95fa18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:10.474279 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-382537de-d3b0-4621-91e5-29f8c95fa18a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17a10ec9-1d3b-4473-9559-644273e914e9']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:10.490378 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-382537de-d3b0-4621-91e5-29f8c95fa18a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70361dd2-56a7-46d9-85ac-bc873da90957') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:10.490677 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-382537de-d3b0-4621-91e5-29f8c95fa18a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70361dd2-56a7-46d9-85ac-bc873da90957') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:10.501959 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-382537de-d3b0-4621-91e5-29f8c95fa18a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:10.517169 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-71a03fc4-7905-45f6-a343-c421557ae00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:10.519334 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-382537de-d3b0-4621-91e5-29f8c95fa18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:10.525732 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-382537de-d3b0-4621-91e5-29f8c95fa18a admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:48:10.526369 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-382537de-d3b0-4621-91e5-29f8c95fa18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:10.540486 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:48:10.540486 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:48:10.540486 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:48:10.540486 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:48:10.540486 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:48:10.540486 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:48:10.540486 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:48:10.540486 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:48:10.540486 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:48:10.540486 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:48:10.540486 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:48:10.540486 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:48:10.540486 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:48:10.540486 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:48:10.540486 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:48:10.540486 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:48:10.540486 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:48:10.540486 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:48:10.540486 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:48:10.540486 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:48:10.540486 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:48:10.540486 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:48:10.540486 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:48:10.540486 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:48:10.540486 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:48:10.540486 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:48:10.540486 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:48:10.540486 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:48:10.540486 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:48:10.540486 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:48:10.540486 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:48:10.540486 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:48:10.615520 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-382537de-d3b0-4621-91e5-29f8c95fa18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:10.632494 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-382537de-d3b0-4621-91e5-29f8c95fa18a admin admin] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:10.653264 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382537de-d3b0-4621-91e5-29f8c95fa18a admin admin] Pushing event deleted for resources: {'Network': ['ID=17a10ec9-1d3b-4473-9559-644273e914e9,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:10.662442 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-382537de-d3b0-4621-91e5-29f8c95fa18a admin admin] 10.222.0.105 "DELETE /v2.0/networks/17a10ec9-1d3b-4473-9559-644273e914e9 HTTP/1.1" status: 204 len: 168 time: 0.4426706 Feb 09 01:48:10.781224 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 46266) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:48:10.828892 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-6254f2c8-60c3-4693-b473-286fbdb2b5f9 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=9fce99d821f749cda7f9d27c13ec20f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464711 Feb 09 01:48:10.832058 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 46270) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:48:10.889579 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7e6d2787-7b00-41c7-bc22-7d46dad26e77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:10.915673 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7e6d2787-7b00-41c7-bc22-7d46dad26e77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:10.966634 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7e6d2787-7b00-41c7-bc22-7d46dad26e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:10.983480 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6d2787-7b00-41c7-bc22-7d46dad26e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa2c097-d2d5-4e93-8166-a1d1885e4466,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:10.992793 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d2787-7b00-41c7-bc22-7d46dad26e77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:10.993140 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d2787-7b00-41c7-bc22-7d46dad26e77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:10.993505 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d2787-7b00-41c7-bc22-7d46dad26e77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:10.993883 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d2787-7b00-41c7-bc22-7d46dad26e77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:10.994215 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d2787-7b00-41c7-bc22-7d46dad26e77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:10.994544 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d2787-7b00-41c7-bc22-7d46dad26e77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:10.994870 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d2787-7b00-41c7-bc22-7d46dad26e77 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:10.995243 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d2787-7b00-41c7-bc22-7d46dad26e77 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:10.995566 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d2787-7b00-41c7-bc22-7d46dad26e77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:10.995886 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d2787-7b00-41c7-bc22-7d46dad26e77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:10.996205 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d2787-7b00-41c7-bc22-7d46dad26e77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:10.996523 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d2787-7b00-41c7-bc22-7d46dad26e77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:11.006023 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7e6d2787-7b00-41c7-bc22-7d46dad26e77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:11.007154 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-7e6d2787-7b00-41c7-bc22-7d46dad26e77 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/efa2c097-d2d5-4e93-8166-a1d1885e4466 HTTP/1.1" status: 204 len: 168 time: 0.1742334 Feb 09 01:48:11.620871 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:11.644110 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:11.710845 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 46294) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:48:11.812030 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-444eca3c-e174-4b3e-b81d-be7baf150a9e admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-267102165-network', 'tenant_id': '381350d6f8e44d0bbac0c37aae4743b9'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:11.817387 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-444eca3c-e174-4b3e-b81d-be7baf150a9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:48:11.821239 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-444eca3c-e174-4b3e-b81d-be7baf150a9e admin admin] Usage tracker for resource:network and tenant:381350d6f8e44d0bbac0c37aae4743b9 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:48:11.824104 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-444eca3c-e174-4b3e-b81d-be7baf150a9e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:48:11.829800 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-444eca3c-e174-4b3e-b81d-be7baf150a9e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:48:11.840465 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-444eca3c-e174-4b3e-b81d-be7baf150a9e admin admin] Made reservation on behalf of 381350d6f8e44d0bbac0c37aae4743b9 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:48:11.843026 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-444eca3c-e174-4b3e-b81d-be7baf150a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:11.855730 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-444eca3c-e174-4b3e-b81d-be7baf150a9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:11.870014 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-444eca3c-e174-4b3e-b81d-be7baf150a9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:48:11.873789 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-444eca3c-e174-4b3e-b81d-be7baf150a9e admin admin] Usage tracker for resource:security_group_rule and tenant:381350d6f8e44d0bbac0c37aae4743b9 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:48:11.876561 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-444eca3c-e174-4b3e-b81d-be7baf150a9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:48:11.882587 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-444eca3c-e174-4b3e-b81d-be7baf150a9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:48:11.963401 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-444eca3c-e174-4b3e-b81d-be7baf150a9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:11.966994 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-444eca3c-e174-4b3e-b81d-be7baf150a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:11.996049 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-444eca3c-e174-4b3e-b81d-be7baf150a9e admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:48:12.004411 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444eca3c-e174-4b3e-b81d-be7baf150a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c099fc8a-93bc-447a-9d8e-eed25bd8c171,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:12.010100 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-444eca3c-e174-4b3e-b81d-be7baf150a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:12.010507 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-444eca3c-e174-4b3e-b81d-be7baf150a9e admin admin] Added segment d4af0288-b323-49f6-bb31-90a114494588 of type vlan for network da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0 Feb 09 01:48:12.040446 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-444eca3c-e174-4b3e-b81d-be7baf150a9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:12.068600 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-444eca3c-e174-4b3e-b81d-be7baf150a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:12.069632 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444eca3c-e174-4b3e-b81d-be7baf150a9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:12.070191 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-444eca3c-e174-4b3e-b81d-be7baf150a9e admin admin] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:12.168703 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-444eca3c-e174-4b3e-b81d-be7baf150a9e admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4568300 Feb 09 01:48:12.169512 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444eca3c-e174-4b3e-b81d-be7baf150a9e admin admin] Pushing event updated for resources: {'Network': ['ID=da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:12.171485 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 46300) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:48:12.177003 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-827d5dda-ac16-4600-ad94-c1df0dc1d1ea admin admin] Request body: {'subnet': {'network_id': 'da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-267102165-subnet', 'tenant_id': '381350d6f8e44d0bbac0c37aae4743b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:12.179421 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:48:12.182325 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-827d5dda-ac16-4600-ad94-c1df0dc1d1ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:48:12.186130 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-827d5dda-ac16-4600-ad94-c1df0dc1d1ea admin admin] Usage tracker for resource:subnet and tenant:381350d6f8e44d0bbac0c37aae4743b9 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:48:12.188941 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-827d5dda-ac16-4600-ad94-c1df0dc1d1ea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:48:12.199898 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-827d5dda-ac16-4600-ad94-c1df0dc1d1ea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:48:12.210554 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-827d5dda-ac16-4600-ad94-c1df0dc1d1ea admin admin] Made reservation on behalf of 381350d6f8e44d0bbac0c37aae4743b9 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:48:12.212815 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-827d5dda-ac16-4600-ad94-c1df0dc1d1ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:12.411132 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-827d5dda-ac16-4600-ad94-c1df0dc1d1ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:12.481758 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827d5dda-ac16-4600-ad94-c1df0dc1d1ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a46bc06-be7f-4b92-820c-ce540afe1683,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:12.493348 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827d5dda-ac16-4600-ad94-c1df0dc1d1ea admin admin] Checking segment: {'id': 'd4af0288-b323-49f6-bb31-90a114494588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:48:12.493724 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827d5dda-ac16-4600-ad94-c1df0dc1d1ea admin admin] Network hostable DHCP agents. Network: da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:48:12.512465 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827d5dda-ac16-4600-ad94-c1df0dc1d1ea admin admin] Network da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:48:12.521904 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-827d5dda-ac16-4600-ad94-c1df0dc1d1ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:48:12.525831 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827d5dda-ac16-4600-ad94-c1df0dc1d1ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:12.526659 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-827d5dda-ac16-4600-ad94-c1df0dc1d1ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:12.531042 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75d3645-3d53-44df-9d60-93d007e35a2a None None] Network da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:48:12.547527 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-827d5dda-ac16-4600-ad94-c1df0dc1d1ea admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3749793 Feb 09 01:48:12.751959 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8790e86-9404-4efa-8995-5ac37149416a None None] Network da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:48:13.065462 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a184a3a8-f0e6-43a3-b0ff-ca330dd5dc5c req-cd62d3ae-4358-4a46-8280-d3fa8a22f945 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:13.066158 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-a184a3a8-f0e6-43a3-b0ff-ca330dd5dc5c req-cd62d3ae-4358-4a46-8280-d3fa8a22f945 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Synchronizing usage tracker for tenant:381350d6f8e44d0bbac0c37aae4743b9 on resource:network {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:48:13.082585 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-a184a3a8-f0e6-43a3-b0ff-ca330dd5dc5c req-cd62d3ae-4358-4a46-8280-d3fa8a22f945 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Unset dirty status for tenant:381350d6f8e44d0bbac0c37aae4743b9 on resource:network {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:48:13.083797 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a184a3a8-f0e6-43a3-b0ff-ca330dd5dc5c req-cd62d3ae-4358-4a46-8280-d3fa8a22f945 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/networks?id=da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0 HTTP/1.1" status: 200 len: 814 time: 0.1640506 Feb 09 01:48:13.099512 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a184a3a8-f0e6-43a3-b0ff-ca330dd5dc5c req-7bd77ab1-ce7b-4824-868a-cdadb89fb583 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/quotas/381350d6f8e44d0bbac0c37aae4743b9 HTTP/1.1" status: 200 len: 375 time: 0.0101659 Feb 09 01:48:13.151510 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a184a3a8-f0e6-43a3-b0ff-ca330dd5dc5c req-b901ef2e-b2bb-457c-878b-93af45558134 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=381350d6f8e44d0bbac0c37aae4743b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467398 Feb 09 01:48:13.259754 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:13.381503 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a184a3a8-f0e6-43a3-b0ff-ca330dd5dc5c req-9541fae0-2318-4efa-ac16-2236cbff1ee6 service neutron] 10.222.0.105 "GET /v2.0/networks/da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232697 Feb 09 01:48:13.508996 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a184a3a8-f0e6-43a3-b0ff-ca330dd5dc5c req-145c0c11-ab96-4b49-9943-d6c498684011 service neutron] 10.222.0.105 "GET /v2.0/networks/da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218154 Feb 09 01:48:13.682205 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e7d413f7-a20c-492c-89e4-7459d1113de8 req-91fc36a8-10bc-44fb-8a15-9bdc249450d6 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=55638571-76af-4d48-b169-3ef0961512fb HTTP/1.1" status: 200 len: 210 time: 0.0421309 Feb 09 01:48:14.701108 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a184a3a8-f0e6-43a3-b0ff-ca330dd5dc5c req-2b197baf-eff8-4e03-ac5d-ed3f17018d5a tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:14.702587 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a184a3a8-f0e6-43a3-b0ff-ca330dd5dc5c req-2b197baf-eff8-4e03-ac5d-ed3f17018d5a tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.99 "GET /v2.0/networks?id=da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0 HTTP/1.1" status: 200 len: 814 time: 0.1518078 Feb 09 01:48:14.714830 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-a184a3a8-f0e6-43a3-b0ff-ca330dd5dc5c req-ee0c41e4-93d0-433a-aaee-93f6d1774ec8 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Request body: {'port': {'device_id': '55638571-76af-4d48-b169-3ef0961512fb', 'network_id': 'da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0', 'admin_state_up': True, 'tenant_id': '381350d6f8e44d0bbac0c37aae4743b9'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:14.854663 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-156c9333-5283-43bd-ac69-832553dd2019 req-2ac20070-2050-43ab-b7cd-15748de0b377 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=55638571-76af-4d48-b169-3ef0961512fb HTTP/1.1" status: 200 len: 210 time: 0.0528421 Feb 09 01:48:14.894724 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-a184a3a8-f0e6-43a3-b0ff-ca330dd5dc5c req-ee0c41e4-93d0-433a-aaee-93f6d1774ec8 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:48:14.898397 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-a184a3a8-f0e6-43a3-b0ff-ca330dd5dc5c req-ee0c41e4-93d0-433a-aaee-93f6d1774ec8 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Usage tracker for resource:port and tenant:381350d6f8e44d0bbac0c37aae4743b9 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:48:14.901437 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-a184a3a8-f0e6-43a3-b0ff-ca330dd5dc5c req-ee0c41e4-93d0-433a-aaee-93f6d1774ec8 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:48:14.907039 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-a184a3a8-f0e6-43a3-b0ff-ca330dd5dc5c req-ee0c41e4-93d0-433a-aaee-93f6d1774ec8 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:48:14.917952 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a184a3a8-f0e6-43a3-b0ff-ca330dd5dc5c req-ee0c41e4-93d0-433a-aaee-93f6d1774ec8 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Made reservation on behalf of 381350d6f8e44d0bbac0c37aae4743b9 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:48:14.921395 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a184a3a8-f0e6-43a3-b0ff-ca330dd5dc5c req-ee0c41e4-93d0-433a-aaee-93f6d1774ec8 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:15.080241 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-a184a3a8-f0e6-43a3-b0ff-ca330dd5dc5c req-ee0c41e4-93d0-433a-aaee-93f6d1774ec8 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Allocated IP 172.20.0.3 (da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0/9a46bc06-be7f-4b92-820c-ce540afe1683/fe9f59d5-8c97-4384-b560-5d0cec726091) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:48:15.277937 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a184a3a8-f0e6-43a3-b0ff-ca330dd5dc5c req-ee0c41e4-93d0-433a-aaee-93f6d1774ec8 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:15.307726 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a184a3a8-f0e6-43a3-b0ff-ca330dd5dc5c req-ee0c41e4-93d0-433a-aaee-93f6d1774ec8 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:15.376489 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a184a3a8-f0e6-43a3-b0ff-ca330dd5dc5c req-ee0c41e4-93d0-433a-aaee-93f6d1774ec8 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Network da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:48:15.379874 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-a184a3a8-f0e6-43a3-b0ff-ca330dd5dc5c req-ee0c41e4-93d0-433a-aaee-93f6d1774ec8 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:48:15.383660 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-a184a3a8-f0e6-43a3-b0ff-ca330dd5dc5c req-ee0c41e4-93d0-433a-aaee-93f6d1774ec8 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:48:15.420971 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0c41e4-93d0-433a-aaee-93f6d1774ec8 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Pushing event updated for resources: {'Port': ['ID=fe9f59d5-8c97-4384-b560-5d0cec726091,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:15.453022 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a184a3a8-f0e6-43a3-b0ff-ca330dd5dc5c req-ee0c41e4-93d0-433a-aaee-93f6d1774ec8 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:15.453641 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a184a3a8-f0e6-43a3-b0ff-ca330dd5dc5c req-ee0c41e4-93d0-433a-aaee-93f6d1774ec8 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:15.472855 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a184a3a8-f0e6-43a3-b0ff-ca330dd5dc5c req-ee0c41e4-93d0-433a-aaee-93f6d1774ec8 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7617633 Feb 09 01:48:15.483958 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-a184a3a8-f0e6-43a3-b0ff-ca330dd5dc5c req-708fa2ab-161f-4643-bfd3-61fcb3d29c6f service neutron] Request body: {'port': {'device_id': '55638571-76af-4d48-b169-3ef0961512fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:15.600363 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a184a3a8-f0e6-43a3-b0ff-ca330dd5dc5c req-708fa2ab-161f-4643-bfd3-61fcb3d29c6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:15.934062 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-a184a3a8-f0e6-43a3-b0ff-ca330dd5dc5c req-708fa2ab-161f-4643-bfd3-61fcb3d29c6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe9f59d5-8c97-4384-b560-5d0cec726091 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:48:15.942047 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a184a3a8-f0e6-43a3-b0ff-ca330dd5dc5c req-708fa2ab-161f-4643-bfd3-61fcb3d29c6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:15.957258 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-a184a3a8-f0e6-43a3-b0ff-ca330dd5dc5c req-708fa2ab-161f-4643-bfd3-61fcb3d29c6f service neutron] Transition to ACTIVE for port object fe9f59d5-8c97-4384-b560-5d0cec726091 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:48:15.960966 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a184a3a8-f0e6-43a3-b0ff-ca330dd5dc5c req-708fa2ab-161f-4643-bfd3-61fcb3d29c6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:16.243944 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708fa2ab-161f-4643-bfd3-61fcb3d29c6f service neutron] Pushing event updated for resources: {'Port': ['ID=fe9f59d5-8c97-4384-b560-5d0cec726091,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:16.342874 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d475311-a753-49f8-9591-f141f00f215b req-95d94141-4a56-4fb6-b7c2-3ca93580169c tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:16.343563 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-6d475311-a753-49f8-9591-f141f00f215b req-95d94141-4a56-4fb6-b7c2-3ca93580169c tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Synchronizing usage tracker for tenant:381350d6f8e44d0bbac0c37aae4743b9 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:48:16.370595 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-a184a3a8-f0e6-43a3-b0ff-ca330dd5dc5c req-708fa2ab-161f-4643-bfd3-61fcb3d29c6f service neutron] Attempting to bind port fe9f59d5-8c97-4384-b560-5d0cec726091 on host n-h2-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:48:16.370921 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-a184a3a8-f0e6-43a3-b0ff-ca330dd5dc5c req-708fa2ab-161f-4643-bfd3-61fcb3d29c6f service neutron] Attempting to bind port fe9f59d5-8c97-4384-b560-5d0cec726091 by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': 'd4af0288-b323-49f6-bb31-90a114494588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:48:16.371242 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a184a3a8-f0e6-43a3-b0ff-ca330dd5dc5c req-708fa2ab-161f-4643-bfd3-61fcb3d29c6f service neutron] Attempting to bind port fe9f59d5-8c97-4384-b560-5d0cec726091 on network da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:48:16.378100 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a184a3a8-f0e6-43a3-b0ff-ca330dd5dc5c req-708fa2ab-161f-4643-bfd3-61fcb3d29c6f service neutron] Port fe9f59d5-8c97-4384-b560-5d0cec726091 on network da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:48:16.378535 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a184a3a8-f0e6-43a3-b0ff-ca330dd5dc5c req-708fa2ab-161f-4643-bfd3-61fcb3d29c6f service neutron] Attempting to bind port fe9f59d5-8c97-4384-b560-5d0cec726091 on network da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:48:16.382274 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-6d475311-a753-49f8-9591-f141f00f215b req-95d94141-4a56-4fb6-b7c2-3ca93580169c tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Unset dirty status for tenant:381350d6f8e44d0bbac0c37aae4743b9 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:48:16.383390 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6d475311-a753-49f8-9591-f141f00f215b req-95d94141-4a56-4fb6-b7c2-3ca93580169c tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=55638571-76af-4d48-b169-3ef0961512fb HTTP/1.1" status: 200 len: 943 time: 0.4185534 Feb 09 01:48:16.385754 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a184a3a8-f0e6-43a3-b0ff-ca330dd5dc5c req-708fa2ab-161f-4643-bfd3-61fcb3d29c6f service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:48:16.386084 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a184a3a8-f0e6-43a3-b0ff-ca330dd5dc5c req-708fa2ab-161f-4643-bfd3-61fcb3d29c6f service neutron] Checking segment: {'id': 'd4af0288-b323-49f6-bb31-90a114494588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:48:16.386460 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a184a3a8-f0e6-43a3-b0ff-ca330dd5dc5c req-708fa2ab-161f-4643-bfd3-61fcb3d29c6f service neutron] Bound using segment: {'id': 'd4af0288-b323-49f6-bb31-90a114494588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:48:16.386879 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-a184a3a8-f0e6-43a3-b0ff-ca330dd5dc5c req-708fa2ab-161f-4643-bfd3-61fcb3d29c6f service neutron] Bound port: fe9f59d5-8c97-4384-b560-5d0cec726091, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4af0288-b323-49f6-bb31-90a114494588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:48:16.387214 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a184a3a8-f0e6-43a3-b0ff-ca330dd5dc5c req-708fa2ab-161f-4643-bfd3-61fcb3d29c6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:16.482444 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-6d475311-a753-49f8-9591-f141f00f215b req-9009dbd7-16d0-40cf-8fdb-4e1c3d37dec4 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Synchronizing usage tracker for tenant:381350d6f8e44d0bbac0c37aae4743b9 on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:48:16.517791 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-a184a3a8-f0e6-43a3-b0ff-ca330dd5dc5c req-708fa2ab-161f-4643-bfd3-61fcb3d29c6f service neutron] For port fe9f59d5-8c97-4384-b560-5d0cec726091, host n-h2-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:48:16.519611 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-6d475311-a753-49f8-9591-f141f00f215b req-9009dbd7-16d0-40cf-8fdb-4e1c3d37dec4 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Unset dirty status for tenant:381350d6f8e44d0bbac0c37aae4743b9 on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:48:16.520744 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6d475311-a753-49f8-9591-f141f00f215b req-9009dbd7-16d0-40cf-8fdb-4e1c3d37dec4 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218646 Feb 09 01:48:16.522283 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-a184a3a8-f0e6-43a3-b0ff-ca330dd5dc5c req-708fa2ab-161f-4643-bfd3-61fcb3d29c6f service neutron] For port fe9f59d5-8c97-4384-b560-5d0cec726091, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=fe9f59d5-8c97-4384-b560-5d0cec726091,segment=NetworkSegment(d4af0288-b323-49f6-bb31-90a114494588),segment_id=d4af0288-b323-49f6-bb31-90a114494588)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:48:16.526814 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a184a3a8-f0e6-43a3-b0ff-ca330dd5dc5c req-708fa2ab-161f-4643-bfd3-61fcb3d29c6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:16.589808 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a184a3a8-f0e6-43a3-b0ff-ca330dd5dc5c req-708fa2ab-161f-4643-bfd3-61fcb3d29c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:16.590416 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a184a3a8-f0e6-43a3-b0ff-ca330dd5dc5c req-708fa2ab-161f-4643-bfd3-61fcb3d29c6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:16.591762 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a184a3a8-f0e6-43a3-b0ff-ca330dd5dc5c req-708fa2ab-161f-4643-bfd3-61fcb3d29c6f service neutron] 10.222.0.99 "PUT /v2.0/ports/fe9f59d5-8c97-4384-b560-5d0cec726091 HTTP/1.1" status: 200 len: 1091 time: 1.1117151 Feb 09 01:48:16.592195 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55638571-76af-4d48-b169-3ef0961512fb', 'tag': 'fe9f59d5-8c97-4384-b560-5d0cec726091'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:48:16.613946 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708fa2ab-161f-4643-bfd3-61fcb3d29c6f service neutron] Pushing event updated for resources: {'Port': ['ID=fe9f59d5-8c97-4384-b560-5d0cec726091,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:16.713740 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a184a3a8-f0e6-43a3-b0ff-ca330dd5dc5c req-17fa6f46-5851-4128-8d69-1fd279ff9d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:16.715326 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a184a3a8-f0e6-43a3-b0ff-ca330dd5dc5c req-17fa6f46-5851-4128-8d69-1fd279ff9d77 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=381350d6f8e44d0bbac0c37aae4743b9&device_id=55638571-76af-4d48-b169-3ef0961512fb HTTP/1.1" status: 200 len: 1094 time: 0.0836875 Feb 09 01:48:16.780180 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55638571-76af-4d48-b169-3ef0961512fb', 'tag': 'fe9f59d5-8c97-4384-b560-5d0cec726091', 'status': 'completed', 'code': 200} Feb 09 01:48:16.788286 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a184a3a8-f0e6-43a3-b0ff-ca330dd5dc5c req-d8a7fd76-b311-409d-8609-cfd4f5ba35e8 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe9f59d5-8c97-4384-b560-5d0cec726091 HTTP/1.1" status: 200 len: 217 time: 0.0663288 Feb 09 01:48:16.848806 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a184a3a8-f0e6-43a3-b0ff-ca330dd5dc5c req-f7219e29-cc54-4855-996c-2187dab20d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:16.850239 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a184a3a8-f0e6-43a3-b0ff-ca330dd5dc5c req-f7219e29-cc54-4855-996c-2187dab20d02 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=9a46bc06-be7f-4b92-820c-ce540afe1683 HTTP/1.1" status: 200 len: 854 time: 0.0559640 Feb 09 01:48:16.896068 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a184a3a8-f0e6-43a3-b0ff-ca330dd5dc5c req-e573d872-6fe5-4d43-b13e-9733d7ef577b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396583 Feb 09 01:48:17.022754 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a184a3a8-f0e6-43a3-b0ff-ca330dd5dc5c req-6bfd55ee-b83f-4521-9521-654af43a9cae service neutron] 10.222.0.99 "GET /v2.0/networks/da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204042 Feb 09 01:48:17.150268 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a184a3a8-f0e6-43a3-b0ff-ca330dd5dc5c req-6ff1e29b-b162-4c54-a756-ed7b0d55d1d3 service neutron] 10.222.0.99 "GET /v2.0/networks/da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211581 Feb 09 01:48:17.266930 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06430f4d-9d14-40f4-9dd4-29099aa47412 req-baa0383b-64b4-444c-9ecf-ff5982f7d0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:17.268690 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-06430f4d-9d14-40f4-9dd4-29099aa47412 req-baa0383b-64b4-444c-9ecf-ff5982f7d0e8 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=381350d6f8e44d0bbac0c37aae4743b9&device_id=55638571-76af-4d48-b169-3ef0961512fb HTTP/1.1" status: 200 len: 1094 time: 0.0742097 Feb 09 01:48:17.400150 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06430f4d-9d14-40f4-9dd4-29099aa47412 req-37e1f05b-00da-4dfe-9d1b-8dc8593a4ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:17.401776 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-06430f4d-9d14-40f4-9dd4-29099aa47412 req-37e1f05b-00da-4dfe-9d1b-8dc8593a4ae6 service neutron] 10.222.0.99 "GET /v2.0/networks?id=da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0 HTTP/1.1" status: 200 len: 915 time: 0.1273618 Feb 09 01:48:17.470647 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-06430f4d-9d14-40f4-9dd4-29099aa47412 req-041111ac-dd1b-425b-ab42-bf1b3d5e2870 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe9f59d5-8c97-4384-b560-5d0cec726091 HTTP/1.1" status: 200 len: 217 time: 0.0632546 Feb 09 01:48:17.530723 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06430f4d-9d14-40f4-9dd4-29099aa47412 req-c651ad90-e9be-4fa6-9574-09972021ff27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:17.532113 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-06430f4d-9d14-40f4-9dd4-29099aa47412 req-c651ad90-e9be-4fa6-9574-09972021ff27 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=9a46bc06-be7f-4b92-820c-ce540afe1683 HTTP/1.1" status: 200 len: 854 time: 0.0564327 Feb 09 01:48:17.577299 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-06430f4d-9d14-40f4-9dd4-29099aa47412 req-4d82105c-c37a-405a-ab05-cb607c98f9e0 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399909 Feb 09 01:48:17.879579 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-06430f4d-9d14-40f4-9dd4-29099aa47412 req-bd9b6c99-bae0-4e4f-8471-1a22cd22247f service neutron] 10.222.0.99 "GET /v2.0/networks/da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968903 Feb 09 01:48:17.893629 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f6e8c7-a12d-4a43-ae7b-f1c19adf2d76 req-e414170b-acd9-405f-ab28-285ae04e0431 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:17.895004 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-77f6e8c7-a12d-4a43-ae7b-f1c19adf2d76 req-e414170b-acd9-405f-ab28-285ae04e0431 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=55638571-76af-4d48-b169-3ef0961512fb HTTP/1.1" status: 200 len: 943 time: 0.2410555 Feb 09 01:48:18.022219 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-77f6e8c7-a12d-4a43-ae7b-f1c19adf2d76 req-945a7b8b-c540-42c9-96dc-f5f87d5c1071 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092205 Feb 09 01:48:18.056585 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-06430f4d-9d14-40f4-9dd4-29099aa47412 req-acd979b0-b32d-4893-ac8f-2a5f51ba9ba1 service neutron] 10.222.0.99 "GET /v2.0/networks/da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606841 Feb 09 01:48:19.205180 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c38ffb0-ca6b-4bcd-a5e4-eb8cbfb07fbd req-1e45b043-9aaa-433d-8f54-f90767379f3c tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:19.207294 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5c38ffb0-ca6b-4bcd-a5e4-eb8cbfb07fbd req-1e45b043-9aaa-433d-8f54-f90767379f3c tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=55638571-76af-4d48-b169-3ef0961512fb HTTP/1.1" status: 200 len: 943 time: 0.0815179 Feb 09 01:48:19.254227 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5c38ffb0-ca6b-4bcd-a5e4-eb8cbfb07fbd req-82c6884b-9fc9-44e7-9485-f1d6ecfb1970 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412521 Feb 09 01:48:20.436733 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f98a3-77c6-4531-baa2-d219649e71b6 req-46b0376c-31fc-4c1e-bd2d-459da267a1ae tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:20.438201 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3d4f98a3-77c6-4531-baa2-d219649e71b6 req-46b0376c-31fc-4c1e-bd2d-459da267a1ae tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=55638571-76af-4d48-b169-3ef0961512fb HTTP/1.1" status: 200 len: 943 time: 0.0781965 Feb 09 01:48:20.481663 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3d4f98a3-77c6-4531-baa2-d219649e71b6 req-fe32bac3-b58d-49d3-a8a1-a3168c6c8db9 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371821 Feb 09 01:48:21.028863 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device fe9f59d5-8c97-4384-b560-5d0cec726091 details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:48:21.161748 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port fe9f59d5-8c97-4384-b560-5d0cec726091, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=fe9f59d5-8c97-4384-b560-5d0cec726091,segment=NetworkSegment(d4af0288-b323-49f6-bb31-90a114494588),segment_id=d4af0288-b323-49f6-bb31-90a114494588)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:48:21.178300 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': 'fe9f59d5-8c97-4384-b560-5d0cec726091', 'network_id': 'da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0', 'port_id': 'fe9f59d5-8c97-4384-b560-5d0cec726091', 'mac_address': 'fa:16:3e:00:9c:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a46bc06-be7f-4b92-820c-ce540afe1683', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:48:21.231944 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:21.248926 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe9f59d5-8c97-4384-b560-5d0cec726091 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:48:21.264007 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port fe9f59d5-8c97-4384-b560-5d0cec726091, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=fe9f59d5-8c97-4384-b560-5d0cec726091,segment=NetworkSegment(d4af0288-b323-49f6-bb31-90a114494588),segment_id=d4af0288-b323-49f6-bb31-90a114494588)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:48:21.267429 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:21.333421 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=fe9f59d5-8c97-4384-b560-5d0cec726091,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:21.578750 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['fe9f59d5-8c97-4384-b560-5d0cec726091'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:48:21.670606 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce35e6-83ae-46d0-8295-b69fc7b8811b req-56e68837-35c1-4970-9ff7-438574254dd7 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:21.672381 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a9ce35e6-83ae-46d0-8295-b69fc7b8811b req-56e68837-35c1-4970-9ff7-438574254dd7 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=55638571-76af-4d48-b169-3ef0961512fb HTTP/1.1" status: 200 len: 944 time: 0.0874445 Feb 09 01:48:21.717239 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a9ce35e6-83ae-46d0-8295-b69fc7b8811b req-da06b176-a9db-4f8b-ab9e-ed49cc107367 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380549 Feb 09 01:48:22.189158 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:22.903800 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a7d899-f8d9-4366-9a9f-609d7700d9c4 req-c924c15c-22af-4dee-a100-898af21d1676 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:22.905318 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c7a7d899-f8d9-4366-9a9f-609d7700d9c4 req-c924c15c-22af-4dee-a100-898af21d1676 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=55638571-76af-4d48-b169-3ef0961512fb HTTP/1.1" status: 200 len: 944 time: 0.0813792 Feb 09 01:48:22.950379 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c7a7d899-f8d9-4366-9a9f-609d7700d9c4 req-3fe4adf0-2e62-44fb-a211-16b7a9988b56 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393879 Feb 09 01:48:23.043090 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device fe9f59d5-8c97-4384-b560-5d0cec726091 up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:48:23.111678 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning for port fe9f59d5-8c97-4384-b560-5d0cec726091 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:48:23.116937 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port fe9f59d5-8c97-4384-b560-5d0cec726091 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:48:23.117303 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:23.233899 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:23.259977 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55638571-76af-4d48-b169-3ef0961512fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe9f59d5-8c97-4384-b560-5d0cec726091'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:48:23.269700 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port fe9f59d5-8c97-4384-b560-5d0cec726091, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=fe9f59d5-8c97-4384-b560-5d0cec726091,segment=NetworkSegment(d4af0288-b323-49f6-bb31-90a114494588),segment_id=d4af0288-b323-49f6-bb31-90a114494588)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:48:23.274513 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:23.310907 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55638571-76af-4d48-b169-3ef0961512fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe9f59d5-8c97-4384-b560-5d0cec726091', 'code': 200} Feb 09 01:48:23.343506 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=fe9f59d5-8c97-4384-b560-5d0cec726091,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:23.439066 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bdfb06-5163-4ab2-8cb1-e4378f376c18 req-1628d127-e224-4e20-bd4f-6973a51d774f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:23.440806 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-83bdfb06-5163-4ab2-8cb1-e4378f376c18 req-1628d127-e224-4e20-bd4f-6973a51d774f service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=55638571-76af-4d48-b169-3ef0961512fb HTTP/1.1" status: 200 len: 1096 time: 0.0754352 Feb 09 01:48:23.480766 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-83bdfb06-5163-4ab2-8cb1-e4378f376c18 req-af45f5a3-ddd9-40bf-8d3e-94cad80c7348 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339890 Feb 09 01:48:24.131625 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f045e9-11e2-40b0-8290-e0def1fc792a req-3695685f-6e70-41e9-aa5d-78d063ed893a tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:24.132983 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-60f045e9-11e2-40b0-8290-e0def1fc792a req-3695685f-6e70-41e9-aa5d-78d063ed893a tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=55638571-76af-4d48-b169-3ef0961512fb HTTP/1.1" status: 200 len: 945 time: 0.0781732 Feb 09 01:48:24.175572 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-60f045e9-11e2-40b0-8290-e0def1fc792a req-dcdd500e-1237-4f35-a867-5b963c9b424d tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370412 Feb 09 01:48:25.219088 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:25.371362 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84eb98-0170-42dd-81ef-8ea55d32c1af req-7a849d08-5d6b-4d6d-b130-9e3abdec21ac tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:25.372834 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3a84eb98-0170-42dd-81ef-8ea55d32c1af req-7a849d08-5d6b-4d6d-b130-9e3abdec21ac tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=55638571-76af-4d48-b169-3ef0961512fb HTTP/1.1" status: 200 len: 945 time: 0.0840306 Feb 09 01:48:25.416367 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3a84eb98-0170-42dd-81ef-8ea55d32c1af req-663b75c4-f6b5-4e16-ab6d-e3cdaa64dd38 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379250 Feb 09 01:48:25.597671 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b54d8-ce3d-48df-af60-8c8a6ae9bfa7 req-3df739dd-50b8-4f7d-9e6d-d3e4c5e908d8 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:25.599635 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-492b54d8-ce3d-48df-af60-8c8a6ae9bfa7 req-3df739dd-50b8-4f7d-9e6d-d3e4c5e908d8 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=55638571-76af-4d48-b169-3ef0961512fb HTTP/1.1" status: 200 len: 945 time: 0.0804410 Feb 09 01:48:25.646242 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-492b54d8-ce3d-48df-af60-8c8a6ae9bfa7 req-15647271-ffc1-4640-821a-fd0e72a078e0 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410340 Feb 09 01:48:25.875516 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-985501bd-3843-4370-9ea9-3aa17660e1e0 req-58999920-26c0-4cf2-aba6-55f4d228397e service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=55638571-76af-4d48-b169-3ef0961512fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0697484 Feb 09 01:48:26.041715 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655a2178-88b7-46f7-9e58-db2a6d650f26 req-f8faf714-0068-411d-8111-c6ffa69b2b5e tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:26.043173 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-655a2178-88b7-46f7-9e58-db2a6d650f26 req-f8faf714-0068-411d-8111-c6ffa69b2b5e tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=55638571-76af-4d48-b169-3ef0961512fb HTTP/1.1" status: 200 len: 945 time: 0.1329472 Feb 09 01:48:26.068736 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985501bd-3843-4370-9ea9-3aa17660e1e0 req-5d01a91a-337c-4bd3-b7ca-87b854301325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:26.070132 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-985501bd-3843-4370-9ea9-3aa17660e1e0 req-5d01a91a-337c-4bd3-b7ca-87b854301325 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=381350d6f8e44d0bbac0c37aae4743b9&device_id=55638571-76af-4d48-b169-3ef0961512fb HTTP/1.1" status: 200 len: 1096 time: 0.1237011 Feb 09 01:48:26.110932 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-655a2178-88b7-46f7-9e58-db2a6d650f26 req-9cce98ec-5a9e-4aae-92f1-ce4ef5cafbc0 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614846 Feb 09 01:48:26.215482 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985501bd-3843-4370-9ea9-3aa17660e1e0 req-0c55dfd8-a775-4ad3-8283-b5a1edfff071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:26.216925 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-985501bd-3843-4370-9ea9-3aa17660e1e0 req-0c55dfd8-a775-4ad3-8283-b5a1edfff071 service neutron] 10.222.0.99 "GET /v2.0/networks?id=da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0 HTTP/1.1" status: 200 len: 915 time: 0.1291301 Feb 09 01:48:26.322707 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-985501bd-3843-4370-9ea9-3aa17660e1e0 req-b4d81091-c424-4422-ab06-19e1f71fc3de service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe9f59d5-8c97-4384-b560-5d0cec726091 HTTP/1.1" status: 200 len: 217 time: 0.0694797 Feb 09 01:48:26.397379 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985501bd-3843-4370-9ea9-3aa17660e1e0 req-2eac4843-1b43-4992-9d07-c2de057b7acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:26.398736 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-985501bd-3843-4370-9ea9-3aa17660e1e0 req-2eac4843-1b43-4992-9d07-c2de057b7acc service neutron] 10.222.0.99 "GET /v2.0/subnets?id=9a46bc06-be7f-4b92-820c-ce540afe1683 HTTP/1.1" status: 200 len: 854 time: 0.0687203 Feb 09 01:48:26.408185 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:48:26.410542 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41341ac0-ad24-4d0c-89ac-77c68e14e219 req-dd30b4ff-803e-42c5-a210-ac82a8f7a820 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:26.412564 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-41341ac0-ad24-4d0c-89ac-77c68e14e219 req-dd30b4ff-803e-42c5-a210-ac82a8f7a820 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=55638571-76af-4d48-b169-3ef0961512fb HTTP/1.1" status: 200 len: 945 time: 0.1932800 Feb 09 01:48:26.464119 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-985501bd-3843-4370-9ea9-3aa17660e1e0 req-303ef0ed-2c06-4959-9404-ec919501433e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506616 Feb 09 01:48:26.663228 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-41341ac0-ad24-4d0c-89ac-77c68e14e219 req-1308f35a-5581-47a0-8110-e91e12c8ac33 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163005 Feb 09 01:48:26.716164 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-985501bd-3843-4370-9ea9-3aa17660e1e0 req-89c91608-123d-481e-9e69-b6f0c66d2cc9 service neutron] 10.222.0.99 "GET /v2.0/networks/da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452137 Feb 09 01:48:26.864159 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-985501bd-3843-4370-9ea9-3aa17660e1e0 req-e538a460-37b0-4e87-ac9e-c172a8b419e0 service neutron] 10.222.0.99 "GET /v2.0/networks/da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418245 Feb 09 01:48:27.012778 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-6743ba45-50ce-47df-81d0-fc2098304bbb req-aab8d681-aa6a-4453-bc9d-ac07f7c8f312 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=55638571-76af-4d48-b169-3ef0961512fb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0715656 Feb 09 01:48:27.069192 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c209bc90-897c-4ba5-8951-6044904b5e37 req-d3b915f7-ab1f-4ce5-8e30-8ff4c11160ec tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:27.070685 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c209bc90-897c-4ba5-8951-6044904b5e37 req-d3b915f7-ab1f-4ce5-8e30-8ff4c11160ec tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=55638571-76af-4d48-b169-3ef0961512fb HTTP/1.1" status: 200 len: 945 time: 0.0866055 Feb 09 01:48:27.115076 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c209bc90-897c-4ba5-8951-6044904b5e37 req-3dbf8aa7-42da-40d2-ad77-17d4e600ab3e tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387094 Feb 09 01:48:28.161705 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6743ba45-50ce-47df-81d0-fc2098304bbb req-b32f3ce0-1784-4672-a2c3-a18841a558f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:28.163211 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6743ba45-50ce-47df-81d0-fc2098304bbb req-b32f3ce0-1784-4672-a2c3-a18841a558f6 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=381350d6f8e44d0bbac0c37aae4743b9&device_id=55638571-76af-4d48-b169-3ef0961512fb HTTP/1.1" status: 200 len: 1096 time: 0.0704813 Feb 09 01:48:28.350217 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6743ba45-50ce-47df-81d0-fc2098304bbb req-1436a93b-4f83-4a38-856d-c6d6da6066f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:28.351645 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6743ba45-50ce-47df-81d0-fc2098304bbb req-1436a93b-4f83-4a38-856d-c6d6da6066f9 service neutron] 10.222.0.99 "GET /v2.0/networks?id=da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0 HTTP/1.1" status: 200 len: 915 time: 0.1826396 Feb 09 01:48:28.363103 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3fd05a-76b5-4e7c-84a5-db3d36bd396c req-c5a8d917-3046-442e-93c9-8209c267a764 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:28.364971 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3f3fd05a-76b5-4e7c-84a5-db3d36bd396c req-c5a8d917-3046-442e-93c9-8209c267a764 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=55638571-76af-4d48-b169-3ef0961512fb HTTP/1.1" status: 200 len: 945 time: 0.1306288 Feb 09 01:48:28.441090 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6743ba45-50ce-47df-81d0-fc2098304bbb req-28c9a662-93fd-4a79-be72-00f36592db43 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe9f59d5-8c97-4384-b560-5d0cec726091 HTTP/1.1" status: 200 len: 217 time: 0.0752175 Feb 09 01:48:28.501669 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3f3fd05a-76b5-4e7c-84a5-db3d36bd396c req-d5f919c8-f904-49bf-9e4e-eb76cc811d53 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868173 Feb 09 01:48:28.516730 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6743ba45-50ce-47df-81d0-fc2098304bbb req-241ed250-10bf-44b7-b3e3-364e012c5531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:28.518161 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6743ba45-50ce-47df-81d0-fc2098304bbb req-241ed250-10bf-44b7-b3e3-364e012c5531 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=9a46bc06-be7f-4b92-820c-ce540afe1683 HTTP/1.1" status: 200 len: 854 time: 0.0713098 Feb 09 01:48:28.566494 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6743ba45-50ce-47df-81d0-fc2098304bbb req-5ab97f6b-a2b2-451e-abe5-5cc7206df732 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429821 Feb 09 01:48:28.695172 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6743ba45-50ce-47df-81d0-fc2098304bbb req-9c12abbd-9043-4a7b-8c7c-162be1c81524 service neutron] 10.222.0.99 "GET /v2.0/networks/da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231818 Feb 09 01:48:28.823777 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6743ba45-50ce-47df-81d0-fc2098304bbb req-c1ef9dd7-4ae7-4f02-8574-03718a00bd23 service neutron] 10.222.0.99 "GET /v2.0/networks/da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226664 Feb 09 01:48:29.683609 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53d5b6-d31b-4fe1-a3db-51f42949a4f0 req-21ba8e13-6160-4e2a-a84c-d7133d4b5d71 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:29.685077 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ae53d5b6-d31b-4fe1-a3db-51f42949a4f0 req-21ba8e13-6160-4e2a-a84c-d7133d4b5d71 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=55638571-76af-4d48-b169-3ef0961512fb HTTP/1.1" status: 200 len: 945 time: 0.0794740 Feb 09 01:48:29.729056 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ae53d5b6-d31b-4fe1-a3db-51f42949a4f0 req-97050e3a-d81f-459c-826f-27108c2000d3 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384321 Feb 09 01:48:30.920318 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c724613-66e5-435f-89c2-ba483385955f req-bc80a68a-2a6c-44f1-a1c8-98d30c3e27b8 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:30.921705 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8c724613-66e5-435f-89c2-ba483385955f req-bc80a68a-2a6c-44f1-a1c8-98d30c3e27b8 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=55638571-76af-4d48-b169-3ef0961512fb HTTP/1.1" status: 200 len: 945 time: 0.0861518 Feb 09 01:48:30.967364 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8c724613-66e5-435f-89c2-ba483385955f req-07c12566-dd56-4828-8db5-aa2da2259168 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396323 Feb 09 01:48:32.154412 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a1df7-67b6-420e-a7f3-dfb5b5d4ce21 req-a78d3827-0488-4ddd-9a96-bbef0c84a7f8 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:32.155874 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-949a1df7-67b6-420e-a7f3-dfb5b5d4ce21 req-a78d3827-0488-4ddd-9a96-bbef0c84a7f8 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=55638571-76af-4d48-b169-3ef0961512fb HTTP/1.1" status: 200 len: 945 time: 0.0794029 Feb 09 01:48:32.200615 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-949a1df7-67b6-420e-a7f3-dfb5b5d4ce21 req-c2c3042a-6e5a-4f86-8035-83e7bf280ce4 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388241 Feb 09 01:48:33.388836 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3148c6-6d40-42c8-9150-4311c5f6d23c req-ddcc8121-b209-4862-bd75-9093e1976dac tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:33.390331 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-eb3148c6-6d40-42c8-9150-4311c5f6d23c req-ddcc8121-b209-4862-bd75-9093e1976dac tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=55638571-76af-4d48-b169-3ef0961512fb HTTP/1.1" status: 200 len: 945 time: 0.0836382 Feb 09 01:48:33.437377 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-eb3148c6-6d40-42c8-9150-4311c5f6d23c req-80b306e8-3721-4d62-8f7e-90f3d60cade8 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404212 Feb 09 01:48:34.620317 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6660e2-e47c-4109-bd73-e2f6b014a97d req-be76adab-ca00-4dc2-8f60-213eff557998 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:34.621817 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3c6660e2-e47c-4109-bd73-e2f6b014a97d req-be76adab-ca00-4dc2-8f60-213eff557998 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=55638571-76af-4d48-b169-3ef0961512fb HTTP/1.1" status: 200 len: 945 time: 0.0792367 Feb 09 01:48:34.666977 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3c6660e2-e47c-4109-bd73-e2f6b014a97d req-975bc476-42b6-4fef-b237-ec86458b2d5e tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396347 Feb 09 01:48:35.949277 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d032efb-37c1-462b-ba5c-f24e72923d92 req-97aec557-0758-484a-b2b9-53838d1326c2 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:35.950787 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8d032efb-37c1-462b-ba5c-f24e72923d92 req-97aec557-0758-484a-b2b9-53838d1326c2 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=55638571-76af-4d48-b169-3ef0961512fb HTTP/1.1" status: 200 len: 945 time: 0.1771681 Feb 09 01:48:35.993589 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8d032efb-37c1-462b-ba5c-f24e72923d92 req-791bbcf1-f775-4563-8447-5bbf958f8ebb tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371470 Feb 09 01:48:37.177047 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93f304-cec0-4155-8994-d10ac28630fc req-a938ea22-b8b4-40fb-bff7-16238a79df83 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:37.178531 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4b93f304-cec0-4155-8994-d10ac28630fc req-a938ea22-b8b4-40fb-bff7-16238a79df83 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=55638571-76af-4d48-b169-3ef0961512fb HTTP/1.1" status: 200 len: 945 time: 0.0805469 Feb 09 01:48:37.221818 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4b93f304-cec0-4155-8994-d10ac28630fc req-8b9c4f00-a69b-4dd6-8cca-adb582780aa8 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377424 Feb 09 01:48:38.223488 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2a32dda5-f6f1-4a29-8dda-f1fedfeb3e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:38.403267 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a586b46d-de9c-496a-bfa0-9d64b7ca469f req-f56f987b-7bcc-4eed-9227-21470f46c243 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:38.404692 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a586b46d-de9c-496a-bfa0-9d64b7ca469f req-f56f987b-7bcc-4eed-9227-21470f46c243 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=55638571-76af-4d48-b169-3ef0961512fb HTTP/1.1" status: 200 len: 945 time: 0.0784941 Feb 09 01:48:38.448630 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a586b46d-de9c-496a-bfa0-9d64b7ca469f req-01d93300-c177-4912-a0ac-d549698f8035 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383909 Feb 09 01:48:39.641215 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7499b710-70cc-46b7-b3e7-adb3a459eb97 req-630b56be-cd60-4bfb-bdc3-7c6366b04f38 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:39.642716 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7499b710-70cc-46b7-b3e7-adb3a459eb97 req-630b56be-cd60-4bfb-bdc3-7c6366b04f38 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=55638571-76af-4d48-b169-3ef0961512fb HTTP/1.1" status: 200 len: 945 time: 0.0856383 Feb 09 01:48:39.686447 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7499b710-70cc-46b7-b3e7-adb3a459eb97 req-d7bd88eb-31b3-43ee-8178-bd612a58b729 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375307 Feb 09 01:48:40.519209 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7d600812-222d-4bf2-a228-4822d1363430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:40.869036 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877ce47-f607-4d3d-8cd6-57e5294d9bec req-a8e75c57-da5e-4af2-8368-f65452921c79 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:40.870539 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7877ce47-f607-4d3d-8cd6-57e5294d9bec req-a8e75c57-da5e-4af2-8368-f65452921c79 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=55638571-76af-4d48-b169-3ef0961512fb HTTP/1.1" status: 200 len: 945 time: 0.0793264 Feb 09 01:48:40.915032 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7877ce47-f607-4d3d-8cd6-57e5294d9bec req-fce50d61-9986-473e-ada3-6f77ab432f7f tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388527 Feb 09 01:48:41.622047 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:41.646444 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:42.100889 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e154d-de8a-409f-9080-72109f97ca9e req-330089ce-c35a-4a7c-8bc0-aa648ad588c2 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:42.102385 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d70e154d-de8a-409f-9080-72109f97ca9e req-330089ce-c35a-4a7c-8bc0-aa648ad588c2 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=55638571-76af-4d48-b169-3ef0961512fb HTTP/1.1" status: 200 len: 945 time: 0.0834785 Feb 09 01:48:42.145626 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d70e154d-de8a-409f-9080-72109f97ca9e req-d870a6b7-121c-45c0-afd9-6edb640b9161 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377109 Feb 09 01:48:43.264249 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:43.333379 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aed6eed-f842-44a8-b6d7-c19f475c3b33 req-8ca8580b-ab7b-42c5-acc0-28f58bd1ee8c tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:43.334885 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7aed6eed-f842-44a8-b6d7-c19f475c3b33 req-8ca8580b-ab7b-42c5-acc0-28f58bd1ee8c tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=55638571-76af-4d48-b169-3ef0961512fb HTTP/1.1" status: 200 len: 945 time: 0.0826497 Feb 09 01:48:43.382372 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7aed6eed-f842-44a8-b6d7-c19f475c3b33 req-62073468-f8bf-4692-bf96-a002f7c22cbd tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418403 Feb 09 01:48:44.564457 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e702c21-8335-4785-a577-9f4a4aada129 req-39c86ad5-8c6a-4ecf-acd9-14b1343487c0 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:44.565933 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0e702c21-8335-4785-a577-9f4a4aada129 req-39c86ad5-8c6a-4ecf-acd9-14b1343487c0 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=55638571-76af-4d48-b169-3ef0961512fb HTTP/1.1" status: 200 len: 945 time: 0.0789597 Feb 09 01:48:44.609865 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0e702c21-8335-4785-a577-9f4a4aada129 req-0471418e-526d-47d0-ac66-1b5a223f2972 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377440 Feb 09 01:48:45.796755 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1bd9ec-2436-4b3f-9eec-e3d4b727f08a req-38361ace-c779-4f74-b60a-dd129cfcba3c tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:45.798226 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fa1bd9ec-2436-4b3f-9eec-e3d4b727f08a req-38361ace-c779-4f74-b60a-dd129cfcba3c tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=55638571-76af-4d48-b169-3ef0961512fb HTTP/1.1" status: 200 len: 945 time: 0.0825238 Feb 09 01:48:45.841473 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fa1bd9ec-2436-4b3f-9eec-e3d4b727f08a req-82c5e1ed-8039-420d-96ff-eed36e0c239b tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376260 Feb 09 01:48:47.027619 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c4234-159b-4b96-b628-4710c3ee18b5 req-cefb44a2-28b4-46a5-a1ce-42a5faee1855 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:47.029071 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-319c4234-159b-4b96-b628-4710c3ee18b5 req-cefb44a2-28b4-46a5-a1ce-42a5faee1855 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=55638571-76af-4d48-b169-3ef0961512fb HTTP/1.1" status: 200 len: 945 time: 0.0792918 Feb 09 01:48:47.071914 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-319c4234-159b-4b96-b628-4710c3ee18b5 req-5948633c-9dc5-471a-95c0-5f8ca85d524a tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372994 Feb 09 01:48:48.256780 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01191cae-430a-4040-bc20-3e14fcbe4b9d req-3878ba86-8ec6-4600-8dc7-90f85c797467 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:48.258270 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-01191cae-430a-4040-bc20-3e14fcbe4b9d req-3878ba86-8ec6-4600-8dc7-90f85c797467 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=55638571-76af-4d48-b169-3ef0961512fb HTTP/1.1" status: 200 len: 945 time: 0.0824482 Feb 09 01:48:48.302701 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-01191cae-430a-4040-bc20-3e14fcbe4b9d req-8ca76e75-2f4a-4d61-b6a8-406266f812ea tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389044 Feb 09 01:48:49.482671 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dd673f-75cd-4226-9487-bf94e5ff1c07 req-bf1ef169-2583-41f8-ba10-db0d9ea6850c tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:49.484117 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-13dd673f-75cd-4226-9487-bf94e5ff1c07 req-bf1ef169-2583-41f8-ba10-db0d9ea6850c tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=55638571-76af-4d48-b169-3ef0961512fb HTTP/1.1" status: 200 len: 945 time: 0.0791545 Feb 09 01:48:49.531778 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-13dd673f-75cd-4226-9487-bf94e5ff1c07 req-5cadce8c-c297-47a3-bb8a-e47235754bf1 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415299 Feb 09 01:48:50.716105 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b8fcc1-b96e-4b78-a60f-c6dda18853c3 req-46aa2213-a962-415d-9a51-2fd7f46b5aca tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:50.717626 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e2b8fcc1-b96e-4b78-a60f-c6dda18853c3 req-46aa2213-a962-415d-9a51-2fd7f46b5aca tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=55638571-76af-4d48-b169-3ef0961512fb HTTP/1.1" status: 200 len: 945 time: 0.0791309 Feb 09 01:48:50.761152 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e2b8fcc1-b96e-4b78-a60f-c6dda18853c3 req-77a8faa8-ff23-4e86-abdf-f91e51afb701 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378721 Feb 09 01:48:51.949350 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385f209-1ca8-47ff-8a37-2007cf7483b3 req-01223929-62fe-4e46-8e8f-3ceb6fc40652 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:51.950823 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8385f209-1ca8-47ff-8a37-2007cf7483b3 req-01223929-62fe-4e46-8e8f-3ceb6fc40652 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=55638571-76af-4d48-b169-3ef0961512fb HTTP/1.1" status: 200 len: 945 time: 0.0822906 Feb 09 01:48:51.993371 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8385f209-1ca8-47ff-8a37-2007cf7483b3 req-2f05b11c-95d8-404a-bb62-e6e8739dec80 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368969 Feb 09 01:48:52.179347 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:53.175950 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5549291-a59e-4795-8029-95436c380648 req-5ec9b1c6-9d3b-4efe-8b52-f2e12c7e5c8a tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:53.177797 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f5549291-a59e-4795-8029-95436c380648 req-5ec9b1c6-9d3b-4efe-8b52-f2e12c7e5c8a tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=55638571-76af-4d48-b169-3ef0961512fb HTTP/1.1" status: 200 len: 945 time: 0.0793335 Feb 09 01:48:53.220277 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f5549291-a59e-4795-8029-95436c380648 req-eee488e4-cba1-42c3-86aa-e6952c4d48bd tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368135 Feb 09 01:48:54.416162 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9804e98-8c6c-4a66-bda2-bebe2e9e595e req-6c5782dc-bb32-4ff2-8aa2-ca601bfff027 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:54.417662 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e9804e98-8c6c-4a66-bda2-bebe2e9e595e req-6c5782dc-bb32-4ff2-8aa2-ca601bfff027 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=55638571-76af-4d48-b169-3ef0961512fb HTTP/1.1" status: 200 len: 945 time: 0.0871911 Feb 09 01:48:54.463085 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e9804e98-8c6c-4a66-bda2-bebe2e9e595e req-4b902b75-a481-4a6a-8bcf-471f400a2b22 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396318 Feb 09 01:48:55.222235 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:55.649403 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca299848-feed-4fba-ba47-fdffebfb3175 req-86e32447-11db-483c-b7fd-ad49e7c44c20 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:55.651159 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ca299848-feed-4fba-ba47-fdffebfb3175 req-86e32447-11db-483c-b7fd-ad49e7c44c20 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=55638571-76af-4d48-b169-3ef0961512fb HTTP/1.1" status: 200 len: 945 time: 0.0808573 Feb 09 01:48:55.695688 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ca299848-feed-4fba-ba47-fdffebfb3175 req-5992aa47-a28f-4386-91e8-27bdb1c1a0c1 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389335 Feb 09 01:48:55.838394 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [req-6743ba45-50ce-47df-81d0-fc2098304bbb req-9271f187-1c7f-4a3d-913a-ce9ab6e65fd1 service neutron] show failed (client error): The resource could not be found. Feb 09 01:48:55.839359 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6743ba45-50ce-47df-81d0-fc2098304bbb req-9271f187-1c7f-4a3d-913a-ce9ab6e65fd1 service neutron] 10.222.0.99 "GET /v2.0/ports/fe9f59d5-8c97-4384-b560-5d0cec726091/bindings/n-h1-828418-1 HTTP/1.1" status: 404 len: 380 time: 0.1139705 Feb 09 01:48:56.167644 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6743ba45-50ce-47df-81d0-fc2098304bbb req-92e68338-9909-413b-81d8-5f8aff4807d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:56.169185 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-6743ba45-50ce-47df-81d0-fc2098304bbb req-92e68338-9909-413b-81d8-5f8aff4807d4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=55638571-76af-4d48-b169-3ef0961512fb&tenant_id=381350d6f8e44d0bbac0c37aae4743b9 HTTP/1.1" status: 200 len: 1096 time: 0.1104052 Feb 09 01:48:56.179505 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [req-6743ba45-50ce-47df-81d0-fc2098304bbb req-0d53c88a-7220-478c-acc5-3113d262a047 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828418-1', 'device_owner': 'compute:nova'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:56.291335 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-6743ba45-50ce-47df-81d0-fc2098304bbb req-0d53c88a-7220-478c-acc5-3113d262a047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:56.557876 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-6743ba45-50ce-47df-81d0-fc2098304bbb req-0d53c88a-7220-478c-acc5-3113d262a047 service neutron] For port fe9f59d5-8c97-4384-b560-5d0cec726091, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=fe9f59d5-8c97-4384-b560-5d0cec726091,segment=NetworkSegment(d4af0288-b323-49f6-bb31-90a114494588),segment_id=d4af0288-b323-49f6-bb31-90a114494588)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:48:56.587149 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-6743ba45-50ce-47df-81d0-fc2098304bbb req-0d53c88a-7220-478c-acc5-3113d262a047 service neutron] For port fe9f59d5-8c97-4384-b560-5d0cec726091, host n-h2-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:48:56.646548 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55638571-76af-4d48-b169-3ef0961512fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe9f59d5-8c97-4384-b560-5d0cec726091'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:48:56.652057 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-6743ba45-50ce-47df-81d0-fc2098304bbb req-0d53c88a-7220-478c-acc5-3113d262a047 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:56.666894 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [req-6743ba45-50ce-47df-81d0-fc2098304bbb req-0d53c88a-7220-478c-acc5-3113d262a047 service neutron] Transition to ACTIVE for port object fe9f59d5-8c97-4384-b560-5d0cec726091 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:48:56.670603 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-6743ba45-50ce-47df-81d0-fc2098304bbb req-0d53c88a-7220-478c-acc5-3113d262a047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:56.892170 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4738038e-e12a-44cd-b6f3-e6a615c3308f req-5628f892-d16a-427f-840f-7b62737efc29 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:56.893688 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4738038e-e12a-44cd-b6f3-e6a615c3308f req-5628f892-d16a-427f-840f-7b62737efc29 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=55638571-76af-4d48-b169-3ef0961512fb HTTP/1.1" status: 200 len: 943 time: 0.0855591 Feb 09 01:48:56.909894 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55638571-76af-4d48-b169-3ef0961512fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe9f59d5-8c97-4384-b560-5d0cec726091', 'code': 200} Feb 09 01:48:56.940185 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4738038e-e12a-44cd-b6f3-e6a615c3308f req-d973d755-baac-4a81-99c3-062f50abbf8d tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403137 Feb 09 01:48:56.970596 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-6743ba45-50ce-47df-81d0-fc2098304bbb req-0d53c88a-7220-478c-acc5-3113d262a047 service neutron] No DVR routers for this DVR port fe9f59d5-8c97-4384-b560-5d0cec726091 on host n-h2-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:48:56.972723 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d53c88a-7220-478c-acc5-3113d262a047 service neutron] Pushing event updated for resources: {'Port': ['ID=fe9f59d5-8c97-4384-b560-5d0cec726091,revision_number=6']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:57.028711 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-6743ba45-50ce-47df-81d0-fc2098304bbb req-0d53c88a-7220-478c-acc5-3113d262a047 service neutron] Attempting to bind port fe9f59d5-8c97-4384-b560-5d0cec726091 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:48:57.029044 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-6743ba45-50ce-47df-81d0-fc2098304bbb req-0d53c88a-7220-478c-acc5-3113d262a047 service neutron] Attempting to bind port fe9f59d5-8c97-4384-b560-5d0cec726091 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'd4af0288-b323-49f6-bb31-90a114494588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:48:57.029372 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6743ba45-50ce-47df-81d0-fc2098304bbb req-0d53c88a-7220-478c-acc5-3113d262a047 service neutron] Attempting to bind port fe9f59d5-8c97-4384-b560-5d0cec726091 on network da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:48:57.033941 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6743ba45-50ce-47df-81d0-fc2098304bbb req-0d53c88a-7220-478c-acc5-3113d262a047 service neutron] Port fe9f59d5-8c97-4384-b560-5d0cec726091 on network da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:48:57.034259 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6743ba45-50ce-47df-81d0-fc2098304bbb req-0d53c88a-7220-478c-acc5-3113d262a047 service neutron] Attempting to bind port fe9f59d5-8c97-4384-b560-5d0cec726091 on network da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:48:57.039437 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6743ba45-50ce-47df-81d0-fc2098304bbb req-0d53c88a-7220-478c-acc5-3113d262a047 service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:48:57.039766 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6743ba45-50ce-47df-81d0-fc2098304bbb req-0d53c88a-7220-478c-acc5-3113d262a047 service neutron] Checking segment: {'id': 'd4af0288-b323-49f6-bb31-90a114494588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:48:57.040148 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6743ba45-50ce-47df-81d0-fc2098304bbb req-0d53c88a-7220-478c-acc5-3113d262a047 service neutron] Bound using segment: {'id': 'd4af0288-b323-49f6-bb31-90a114494588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:48:57.040568 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [req-6743ba45-50ce-47df-81d0-fc2098304bbb req-0d53c88a-7220-478c-acc5-3113d262a047 service neutron] Bound port: fe9f59d5-8c97-4384-b560-5d0cec726091, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4af0288-b323-49f6-bb31-90a114494588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:48:57.040909 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-6743ba45-50ce-47df-81d0-fc2098304bbb req-0d53c88a-7220-478c-acc5-3113d262a047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:57.128512 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-6743ba45-50ce-47df-81d0-fc2098304bbb req-0d53c88a-7220-478c-acc5-3113d262a047 service neutron] For port fe9f59d5-8c97-4384-b560-5d0cec726091, host n-h1-828418-1, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:48:57.131374 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-6743ba45-50ce-47df-81d0-fc2098304bbb req-0d53c88a-7220-478c-acc5-3113d262a047 service neutron] For port fe9f59d5-8c97-4384-b560-5d0cec726091, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=fe9f59d5-8c97-4384-b560-5d0cec726091,segment=NetworkSegment(d4af0288-b323-49f6-bb31-90a114494588),segment_id=d4af0288-b323-49f6-bb31-90a114494588)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:48:57.135661 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-6743ba45-50ce-47df-81d0-fc2098304bbb req-0d53c88a-7220-478c-acc5-3113d262a047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:57.198792 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6743ba45-50ce-47df-81d0-fc2098304bbb req-0d53c88a-7220-478c-acc5-3113d262a047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:57.199409 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-6743ba45-50ce-47df-81d0-fc2098304bbb req-0d53c88a-7220-478c-acc5-3113d262a047 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:57.200759 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-6743ba45-50ce-47df-81d0-fc2098304bbb req-0d53c88a-7220-478c-acc5-3113d262a047 service neutron] 10.222.0.62 "PUT /v2.0/ports/fe9f59d5-8c97-4384-b560-5d0cec726091 HTTP/1.1" status: 200 len: 1091 time: 1.0257144 Feb 09 01:48:57.216975 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d53c88a-7220-478c-acc5-3113d262a047 service neutron] Pushing event updated for resources: {'Port': ['ID=fe9f59d5-8c97-4384-b560-5d0cec726091,revision_number=7']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:57.291850 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6743ba45-50ce-47df-81d0-fc2098304bbb req-46e72826-4f4b-4a21-9946-319356e167f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:57.293316 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-6743ba45-50ce-47df-81d0-fc2098304bbb req-46e72826-4f4b-4a21-9946-319356e167f8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=381350d6f8e44d0bbac0c37aae4743b9&device_id=55638571-76af-4d48-b169-3ef0961512fb HTTP/1.1" status: 200 len: 1094 time: 0.0720973 Feb 09 01:48:57.424571 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6743ba45-50ce-47df-81d0-fc2098304bbb req-f91c1727-e0c2-4f12-8b2f-9d4c51b197e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:57.426446 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-6743ba45-50ce-47df-81d0-fc2098304bbb req-f91c1727-e0c2-4f12-8b2f-9d4c51b197e8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0 HTTP/1.1" status: 200 len: 915 time: 0.1264017 Feb 09 01:48:57.496620 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-6743ba45-50ce-47df-81d0-fc2098304bbb req-ac901f26-2283-4729-ae69-765da1f786a4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe9f59d5-8c97-4384-b560-5d0cec726091 HTTP/1.1" status: 200 len: 217 time: 0.0633204 Feb 09 01:48:57.558031 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6743ba45-50ce-47df-81d0-fc2098304bbb req-2017b1b7-82d8-4aad-9eb8-aa6a916ef9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:57.559422 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-6743ba45-50ce-47df-81d0-fc2098304bbb req-2017b1b7-82d8-4aad-9eb8-aa6a916ef9e1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9a46bc06-be7f-4b92-820c-ce540afe1683 HTTP/1.1" status: 200 len: 854 time: 0.0570824 Feb 09 01:48:57.606268 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-6743ba45-50ce-47df-81d0-fc2098304bbb req-8cad58a1-f7e1-4743-b8cd-d2527d729950 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410957 Feb 09 01:48:57.739113 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-6743ba45-50ce-47df-81d0-fc2098304bbb req-b0d59c42-f84e-4b32-af7b-aedc9009e979 service neutron] 10.222.0.62 "GET /v2.0/networks/da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267626 Feb 09 01:48:57.873294 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-6743ba45-50ce-47df-81d0-fc2098304bbb req-de1b0966-f4fb-4255-ad28-fa7b639af450 service neutron] 10.222.0.62 "GET /v2.0/networks/da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274905 Feb 09 01:48:58.130031 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd0e75-1ce4-4a95-a257-ea6ecd64e8a9 req-52894a6b-edc5-4f12-a9f9-92a02757c019 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:58.131475 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-40bd0e75-1ce4-4a95-a257-ea6ecd64e8a9 req-52894a6b-edc5-4f12-a9f9-92a02757c019 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=55638571-76af-4d48-b169-3ef0961512fb HTTP/1.1" status: 200 len: 943 time: 0.0821686 Feb 09 01:48:58.174436 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-40bd0e75-1ce4-4a95-a257-ea6ecd64e8a9 req-a51e127c-7ae1-468b-9fb9-a6c6d6d43baa tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373940 Feb 09 01:48:58.911737 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55638571-76af-4d48-b169-3ef0961512fb', 'tag': 'fe9f59d5-8c97-4384-b560-5d0cec726091'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:48:58.968019 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55638571-76af-4d48-b169-3ef0961512fb', 'tag': 'fe9f59d5-8c97-4384-b560-5d0cec726091', 'status': 'completed', 'code': 200} Feb 09 01:48:59.056061 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc4662-736c-493a-9362-fb8e10c2fd2c req-28d42cd0-4ce8-4574-8c70-cd05cadbabdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:59.057854 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0fdc4662-736c-493a-9362-fb8e10c2fd2c req-28d42cd0-4ce8-4574-8c70-cd05cadbabdd service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=381350d6f8e44d0bbac0c37aae4743b9&device_id=55638571-76af-4d48-b169-3ef0961512fb HTTP/1.1" status: 200 len: 1094 time: 0.0715983 Feb 09 01:48:59.063822 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc4662-736c-493a-9362-fb8e10c2fd2c req-7445bc4e-ee21-443a-a439-cb457febd3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:59.065335 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-0fdc4662-736c-493a-9362-fb8e10c2fd2c req-7445bc4e-ee21-443a-a439-cb457febd3c4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=381350d6f8e44d0bbac0c37aae4743b9&device_id=55638571-76af-4d48-b169-3ef0961512fb HTTP/1.1" status: 200 len: 1094 time: 0.0752490 Feb 09 01:48:59.190900 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc4662-736c-493a-9362-fb8e10c2fd2c req-cac53cf8-e113-443a-a6e2-409d63a40a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:59.193176 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0fdc4662-736c-493a-9362-fb8e10c2fd2c req-cac53cf8-e113-443a-a6e2-409d63a40a16 service neutron] 10.222.0.99 "GET /v2.0/networks?id=da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0 HTTP/1.1" status: 200 len: 915 time: 0.1300554 Feb 09 01:48:59.201142 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc4662-736c-493a-9362-fb8e10c2fd2c req-5365c759-5901-47b3-966c-2d6f7cdf06e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:59.202670 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-0fdc4662-736c-493a-9362-fb8e10c2fd2c req-5365c759-5901-47b3-966c-2d6f7cdf06e2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0 HTTP/1.1" status: 200 len: 915 time: 0.1310649 Feb 09 01:48:59.215287 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device fe9f59d5-8c97-4384-b560-5d0cec726091 no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:48:59.272613 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0fdc4662-736c-493a-9362-fb8e10c2fd2c req-52d1de4a-eb87-4332-b6fe-0bb8f38268a5 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe9f59d5-8c97-4384-b560-5d0cec726091 HTTP/1.1" status: 200 len: 217 time: 0.0730431 Feb 09 01:48:59.273567 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-0fdc4662-736c-493a-9362-fb8e10c2fd2c req-e1573ab1-9e1d-4ebb-b3ad-32b8b3d8d9cb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe9f59d5-8c97-4384-b560-5d0cec726091 HTTP/1.1" status: 200 len: 217 time: 0.0639219 Feb 09 01:48:59.282200 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device fe9f59d5-8c97-4384-b560-5d0cec726091 not bound to the agent host n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:48:59.340151 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc4662-736c-493a-9362-fb8e10c2fd2c req-e100f6c3-4676-4ec5-b017-21bae66ccd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:59.341656 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-0fdc4662-736c-493a-9362-fb8e10c2fd2c req-e100f6c3-4676-4ec5-b017-21bae66ccd40 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9a46bc06-be7f-4b92-820c-ce540afe1683 HTTP/1.1" status: 200 len: 854 time: 0.0619831 Feb 09 01:48:59.398711 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-0fdc4662-736c-493a-9362-fb8e10c2fd2c req-cb959d0e-0898-438b-8e5b-24712dfec16e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462861 Feb 09 01:48:59.405561 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc4662-736c-493a-9362-fb8e10c2fd2c req-d5c45859-c5b1-4c76-9df9-85aa03fb276c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:59.407013 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0fdc4662-736c-493a-9362-fb8e10c2fd2c req-d5c45859-c5b1-4c76-9df9-85aa03fb276c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=9a46bc06-be7f-4b92-820c-ce540afe1683 HTTP/1.1" status: 200 len: 854 time: 0.1287868 Feb 09 01:48:59.460459 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0fdc4662-736c-493a-9362-fb8e10c2fd2c req-d1ba438f-2724-4a09-8cf1-d61b0b6ed5a9 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472608 Feb 09 01:48:59.476888 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a89b12-162c-45eb-aa90-b2cca39424cf req-085aa368-a664-416e-94f5-fdce5776b7dd tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:59.478569 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-74a89b12-162c-45eb-aa90-b2cca39424cf req-085aa368-a664-416e-94f5-fdce5776b7dd tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=55638571-76af-4d48-b169-3ef0961512fb HTTP/1.1" status: 200 len: 943 time: 0.1644909 Feb 09 01:48:59.539134 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-0fdc4662-736c-493a-9362-fb8e10c2fd2c req-a6ed78fb-4147-4147-93bd-51755d925c8d service neutron] 10.222.0.62 "GET /v2.0/networks/da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334140 Feb 09 01:48:59.719728 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-74a89b12-162c-45eb-aa90-b2cca39424cf req-bc9dbea2-66e6-493c-a9a4-717b4718a588 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177267 Feb 09 01:48:59.751820 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0fdc4662-736c-493a-9362-fb8e10c2fd2c req-750de715-62bf-47cf-bc89-6c492dccb2b0 service neutron] 10.222.0.99 "GET /v2.0/networks/da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841597 Feb 09 01:48:59.787837 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-0fdc4662-736c-493a-9362-fb8e10c2fd2c req-56ea971f-534d-4d51-8db5-c0b52cfb5687 service neutron] 10.222.0.62 "GET /v2.0/networks/da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427850 Feb 09 01:48:59.882302 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0fdc4662-736c-493a-9362-fb8e10c2fd2c req-8bf8ad91-0542-44ef-989f-83897f282714 service neutron] 10.222.0.99 "GET /v2.0/networks/da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251378 Feb 09 01:49:00.908882 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4842ad4-b83d-487b-a78d-a7476bfe26cc req-89d62a3f-b315-476a-ac00-1fd6f7c3b83c tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:00.910838 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c4842ad4-b83d-487b-a78d-a7476bfe26cc req-89d62a3f-b315-476a-ac00-1fd6f7c3b83c tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=55638571-76af-4d48-b169-3ef0961512fb HTTP/1.1" status: 200 len: 943 time: 0.0816295 Feb 09 01:49:00.954506 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c4842ad4-b83d-487b-a78d-a7476bfe26cc req-2b2b77e0-eb3a-4a5e-981d-476b3d864f6b tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379663 Feb 09 01:49:01.321195 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d2e2f-0210-4d95-b943-5fbe4e981543 req-ad655eb0-e5e3-4c26-9c78-d26c12215df0 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:01.322693 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a53d2e2f-0210-4d95-b943-5fbe4e981543 req-ad655eb0-e5e3-4c26-9c78-d26c12215df0 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=55638571-76af-4d48-b169-3ef0961512fb HTTP/1.1" status: 200 len: 943 time: 0.1455762 Feb 09 01:49:01.330593 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee531d-f011-49a3-adc7-ccc3b083a522 req-cb3fce90-0dbb-49dc-87ff-a331d8ccf16b tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:01.331958 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-35ee531d-f011-49a3-adc7-ccc3b083a522 req-cb3fce90-0dbb-49dc-87ff-a331d8ccf16b tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.99 "GET /v2.0/ports?device_id=55638571-76af-4d48-b169-3ef0961512fb&tenant_id=381350d6f8e44d0bbac0c37aae4743b9&binding%3Ahost_id=n-h1-828418-1 HTTP/1.1" status: 200 len: 943 time: 0.1196647 Feb 09 01:49:01.431029 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a53d2e2f-0210-4d95-b943-5fbe4e981543 req-d5b683ab-e61b-4325-a865-8d42b61dcbac tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975943 Feb 09 01:49:01.440275 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [req-35ee531d-f011-49a3-adc7-ccc3b083a522 req-2bbb2ad2-c485-4625-8790-1499ce105871 service neutron] delete failed (client error): The resource could not be found. Feb 09 01:49:01.441227 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-35ee531d-f011-49a3-adc7-ccc3b083a522 req-2bbb2ad2-c485-4625-8790-1499ce105871 service neutron] 10.222.0.99 "DELETE /v2.0/ports/fe9f59d5-8c97-4384-b560-5d0cec726091/bindings/n-h2-828418-1 HTTP/1.1" status: 404 len: 380 time: 0.0932195 Feb 09 01:49:01.580134 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee531d-f011-49a3-adc7-ccc3b083a522 req-c8a7fb8f-91de-445c-98e2-cf5b0feac0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:01.581494 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-35ee531d-f011-49a3-adc7-ccc3b083a522 req-c8a7fb8f-91de-445c-98e2-cf5b0feac0a8 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=381350d6f8e44d0bbac0c37aae4743b9&device_id=55638571-76af-4d48-b169-3ef0961512fb HTTP/1.1" status: 200 len: 1094 time: 0.0740936 Feb 09 01:49:01.685946 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device fe9f59d5-8c97-4384-b560-5d0cec726091 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:49:01.713520 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee531d-f011-49a3-adc7-ccc3b083a522 req-cde952d3-9482-40dd-b456-bb780f79d280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:01.714985 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-35ee531d-f011-49a3-adc7-ccc3b083a522 req-cde952d3-9482-40dd-b456-bb780f79d280 service neutron] 10.222.0.99 "GET /v2.0/networks?id=da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0 HTTP/1.1" status: 200 len: 915 time: 0.1276121 Feb 09 01:49:01.780941 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-35ee531d-f011-49a3-adc7-ccc3b083a522 req-4acab7db-feec-45a2-9434-be4d787c9d39 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe9f59d5-8c97-4384-b560-5d0cec726091 HTTP/1.1" status: 200 len: 217 time: 0.0607469 Feb 09 01:49:01.821095 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port fe9f59d5-8c97-4384-b560-5d0cec726091, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=fe9f59d5-8c97-4384-b560-5d0cec726091,segment=NetworkSegment(d4af0288-b323-49f6-bb31-90a114494588),segment_id=d4af0288-b323-49f6-bb31-90a114494588)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:49:01.835161 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': 'fe9f59d5-8c97-4384-b560-5d0cec726091', 'network_id': 'da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0', 'port_id': 'fe9f59d5-8c97-4384-b560-5d0cec726091', 'mac_address': 'fa:16:3e:00:9c:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a46bc06-be7f-4b92-820c-ce540afe1683', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:49:01.846026 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee531d-f011-49a3-adc7-ccc3b083a522 req-81c8a24f-72fc-4039-83a2-7cfd59c62916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:01.847452 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-35ee531d-f011-49a3-adc7-ccc3b083a522 req-81c8a24f-72fc-4039-83a2-7cfd59c62916 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=9a46bc06-be7f-4b92-820c-ce540afe1683 HTTP/1.1" status: 200 len: 854 time: 0.0614512 Feb 09 01:49:01.888583 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:01.893035 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-35ee531d-f011-49a3-adc7-ccc3b083a522 req-ed7797ae-7c3c-4391-9c54-bca8e705eae6 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400400 Feb 09 01:49:01.905880 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe9f59d5-8c97-4384-b560-5d0cec726091 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:49:01.921147 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port fe9f59d5-8c97-4384-b560-5d0cec726091, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=fe9f59d5-8c97-4384-b560-5d0cec726091,segment=NetworkSegment(d4af0288-b323-49f6-bb31-90a114494588),segment_id=d4af0288-b323-49f6-bb31-90a114494588)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:49:01.925713 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:01.995653 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=fe9f59d5-8c97-4384-b560-5d0cec726091,revision_number=8']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:02.027670 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-35ee531d-f011-49a3-adc7-ccc3b083a522 req-e0f48afd-e0c4-4efe-b73f-0072ee7d9cd9 service neutron] 10.222.0.99 "GET /v2.0/networks/da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286333 Feb 09 01:49:02.137659 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['fe9f59d5-8c97-4384-b560-5d0cec726091'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:49:02.158342 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-35ee531d-f011-49a3-adc7-ccc3b083a522 req-1d35f7eb-3e3c-483e-8164-6cfbc65e505d service neutron] 10.222.0.99 "GET /v2.0/networks/da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254394 Feb 09 01:49:02.624412 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f5820d-6a46-4b54-b17b-5c482b94da1d req-c1a7d962-2dff-4772-9f05-d8fd640a8766 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:02.625878 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-91f5820d-6a46-4b54-b17b-5c482b94da1d req-c1a7d962-2dff-4772-9f05-d8fd640a8766 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=55638571-76af-4d48-b169-3ef0961512fb HTTP/1.1" status: 200 len: 944 time: 0.0796509 Feb 09 01:49:02.675530 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-91f5820d-6a46-4b54-b17b-5c482b94da1d req-d28ffddb-e805-406a-9819-8a73bcc1638c tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428042 Feb 09 01:49:03.406999 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:49:03.696098 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device fe9f59d5-8c97-4384-b560-5d0cec726091 up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:49:03.763486 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port fe9f59d5-8c97-4384-b560-5d0cec726091 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:49:03.768636 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port fe9f59d5-8c97-4384-b560-5d0cec726091 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:03.769029 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:03.887842 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61325e0e-f71f-4449-a375-dd9b2a841e72 req-576c27d8-108a-479e-9275-8314a356daa0 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:03.889317 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-61325e0e-f71f-4449-a375-dd9b2a841e72 req-576c27d8-108a-479e-9275-8314a356daa0 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=55638571-76af-4d48-b169-3ef0961512fb HTTP/1.1" status: 200 len: 944 time: 0.0988936 Feb 09 01:49:03.890848 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:03.919657 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55638571-76af-4d48-b169-3ef0961512fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe9f59d5-8c97-4384-b560-5d0cec726091'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:49:03.930532 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port fe9f59d5-8c97-4384-b560-5d0cec726091, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=fe9f59d5-8c97-4384-b560-5d0cec726091,segment=NetworkSegment(d4af0288-b323-49f6-bb31-90a114494588),segment_id=d4af0288-b323-49f6-bb31-90a114494588)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:49:03.934878 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-61325e0e-f71f-4449-a375-dd9b2a841e72 req-3d0a56b2-2e10-4e3d-9a1f-80a1947c84a3 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398939 Feb 09 01:49:03.935081 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:04.009794 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=fe9f59d5-8c97-4384-b560-5d0cec726091,revision_number=9']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:04.017489 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:04.017867 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:04.018209 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:04.018549 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:04.018881 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:04.019212 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:04.019579 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:04.019909 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:04.020241 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:04.020562 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:04.020887 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:04.021210 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:04.076188 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55638571-76af-4d48-b169-3ef0961512fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe9f59d5-8c97-4384-b560-5d0cec726091', 'code': 200} Feb 09 01:49:04.126099 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c93eda-0dcf-4154-9301-e9737be5836f req-e2443d7a-2c6a-4b96-81a3-f1915321ae1e tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:04.127558 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-48c93eda-0dcf-4154-9301-e9737be5836f req-e2443d7a-2c6a-4b96-81a3-f1915321ae1e tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=55638571-76af-4d48-b169-3ef0961512fb HTTP/1.1" status: 200 len: 945 time: 0.0828724 Feb 09 01:49:04.271293 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-48c93eda-0dcf-4154-9301-e9737be5836f req-a6e34502-4533-45a4-8989-5caa2a7fb0c9 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380653 Feb 09 01:49:04.455445 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5977951-13a2-475d-8ed4-0b24bffbe65f req-fb165715-7afc-4450-b83f-dda0a62eeca4 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:04.456893 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d5977951-13a2-475d-8ed4-0b24bffbe65f req-fb165715-7afc-4450-b83f-dda0a62eeca4 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=55638571-76af-4d48-b169-3ef0961512fb HTTP/1.1" status: 200 len: 945 time: 0.0804377 Feb 09 01:49:04.500939 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d5977951-13a2-475d-8ed4-0b24bffbe65f req-922ae64d-925b-4d8a-abd7-957089096158 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377235 Feb 09 01:49:04.985628 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8573c2be-1323-40e1-86e7-885990cbe11c req-f76f3f91-4e6c-4d38-9966-006c30091b08 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:04.987076 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8573c2be-1323-40e1-86e7-885990cbe11c req-f76f3f91-4e6c-4d38-9966-006c30091b08 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/networks?id=da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0 HTTP/1.1" status: 200 len: 814 time: 0.1454999 Feb 09 01:49:05.002467 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8573c2be-1323-40e1-86e7-885990cbe11c req-3285841a-23ac-4a5c-96a2-d45d83b03b3d tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/quotas/381350d6f8e44d0bbac0c37aae4743b9 HTTP/1.1" status: 200 len: 375 time: 0.0094976 Feb 09 01:49:05.080109 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8573c2be-1323-40e1-86e7-885990cbe11c req-4abfb2c6-5e4c-4e69-8dce-9d56d59a852f tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=381350d6f8e44d0bbac0c37aae4743b9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0721500 Feb 09 01:49:05.164966 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [req-8573c2be-1323-40e1-86e7-885990cbe11c req-ab236b60-3004-425d-81ba-073bee03c431 service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:49:05.165982 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8573c2be-1323-40e1-86e7-885990cbe11c req-ab236b60-3004-425d-81ba-073bee03c431 service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0428658 Feb 09 01:49:05.295959 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8573c2be-1323-40e1-86e7-885990cbe11c req-4f56d9e4-3985-45e1-ac25-b087375eda59 service neutron] 10.222.0.105 "GET /v2.0/networks/da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238663 Feb 09 01:49:05.427794 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8573c2be-1323-40e1-86e7-885990cbe11c req-8fc2c152-34ec-456b-853a-eab675e5b1ba service neutron] 10.222.0.105 "GET /v2.0/networks/da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261768 Feb 09 01:49:05.609770 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a3efa271-f0e4-4f8f-8b6f-e8cc4498a03d req-6cf1c2c2-72f6-4e63-8a2e-c7c8d13dce88 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ff1cb376-5853-474e-9a84-f0cc7d78824c HTTP/1.1" status: 200 len: 210 time: 0.0471871 Feb 09 01:49:06.255807 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80643a40-313e-47b7-a5d1-2107763f7135 req-5c1afc75-e7b5-432f-9d3a-3809a6271b1f tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:06.257212 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-80643a40-313e-47b7-a5d1-2107763f7135 req-5c1afc75-e7b5-432f-9d3a-3809a6271b1f tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.62 "GET /v2.0/ports?device_id=55638571-76af-4d48-b169-3ef0961512fb HTTP/1.1" status: 200 len: 945 time: 0.0846219 Feb 09 01:49:06.327581 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-80643a40-313e-47b7-a5d1-2107763f7135 req-7aa2e241-78c9-430e-8804-32065e03e183 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Deleting port fe9f59d5-8c97-4384-b560-5d0cec726091 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:49:06.327919 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-80643a40-313e-47b7-a5d1-2107763f7135 req-7aa2e241-78c9-430e-8804-32065e03e183 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:06.575887 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [req-80643a40-313e-47b7-a5d1-2107763f7135 req-7aa2e241-78c9-430e-8804-32065e03e183 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] For port fe9f59d5-8c97-4384-b560-5d0cec726091, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=fe9f59d5-8c97-4384-b560-5d0cec726091,segment=NetworkSegment(d4af0288-b323-49f6-bb31-90a114494588),segment_id=d4af0288-b323-49f6-bb31-90a114494588)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:49:06.576300 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-80643a40-313e-47b7-a5d1-2107763f7135 req-7aa2e241-78c9-430e-8804-32065e03e183 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:06.712061 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [req-80643a40-313e-47b7-a5d1-2107763f7135 req-7aa2e241-78c9-430e-8804-32065e03e183 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Calling delete_port for fe9f59d5-8c97-4384-b560-5d0cec726091 owned by compute:nova {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:49:06.798437 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7ce008eb-ef56-44e6-93ed-8a40aff499f1 req-5d5d89bd-eb7b-46fe-a862-a3072e84dd4e tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ff1cb376-5853-474e-9a84-f0cc7d78824c HTTP/1.1" status: 200 len: 210 time: 0.0691199 Feb 09 01:49:06.855795 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8573c2be-1323-40e1-86e7-885990cbe11c req-d88b6b77-6a8d-4f70-b221-9d3c1a390ab4 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:06.857285 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8573c2be-1323-40e1-86e7-885990cbe11c req-d88b6b77-6a8d-4f70-b221-9d3c1a390ab4 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.62 "GET /v2.0/networks?id=da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0 HTTP/1.1" status: 200 len: 814 time: 0.2515650 Feb 09 01:49:06.870220 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-8573c2be-1323-40e1-86e7-885990cbe11c req-6aa24153-7364-4630-8989-c5e113284aa5 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Request body: {'port': {'device_id': 'ff1cb376-5853-474e-9a84-f0cc7d78824c', 'network_id': 'da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0', 'admin_state_up': True, 'tenant_id': '381350d6f8e44d0bbac0c37aae4743b9'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:49:06.881759 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-80643a40-313e-47b7-a5d1-2107763f7135 req-7aa2e241-78c9-430e-8804-32065e03e183 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:06.893566 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['fe9f59d5-8c97-4384-b560-5d0cec726091'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:49:06.932691 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa2e241-78c9-430e-8804-32065e03e183 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Pushing event deleted for resources: {'Port': ['ID=fe9f59d5-8c97-4384-b560-5d0cec726091,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:06.976286 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa2e241-78c9-430e-8804-32065e03e183 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:06.976605 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa2e241-78c9-430e-8804-32065e03e183 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:06.976937 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa2e241-78c9-430e-8804-32065e03e183 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:06.977267 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa2e241-78c9-430e-8804-32065e03e183 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:06.977587 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa2e241-78c9-430e-8804-32065e03e183 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:06.977930 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa2e241-78c9-430e-8804-32065e03e183 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:06.978248 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa2e241-78c9-430e-8804-32065e03e183 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:06.978561 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa2e241-78c9-430e-8804-32065e03e183 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:06.978876 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa2e241-78c9-430e-8804-32065e03e183 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:06.979191 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa2e241-78c9-430e-8804-32065e03e183 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:06.979582 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa2e241-78c9-430e-8804-32065e03e183 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:06.979896 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa2e241-78c9-430e-8804-32065e03e183 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:07.020129 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-8573c2be-1323-40e1-86e7-885990cbe11c req-6aa24153-7364-4630-8989-c5e113284aa5 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:49:07.021440 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [req-80643a40-313e-47b7-a5d1-2107763f7135 req-7aa2e241-78c9-430e-8804-32065e03e183 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] No DVR routers for this DVR port fe9f59d5-8c97-4384-b560-5d0cec726091 on host n-h1-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:49:07.024150 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [req-80643a40-313e-47b7-a5d1-2107763f7135 req-7aa2e241-78c9-430e-8804-32065e03e183 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:07.027207 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55638571-76af-4d48-b169-3ef0961512fb', 'name': 'network-vif-deleted', 'tag': 'fe9f59d5-8c97-4384-b560-5d0cec726091'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:49:07.030144 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-8573c2be-1323-40e1-86e7-885990cbe11c req-6aa24153-7364-4630-8989-c5e113284aa5 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:49:07.041464 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8573c2be-1323-40e1-86e7-885990cbe11c req-6aa24153-7364-4630-8989-c5e113284aa5 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Made reservation on behalf of 381350d6f8e44d0bbac0c37aae4743b9 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:49:07.045356 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8573c2be-1323-40e1-86e7-885990cbe11c req-6aa24153-7364-4630-8989-c5e113284aa5 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:07.046278 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-80643a40-313e-47b7-a5d1-2107763f7135 req-7aa2e241-78c9-430e-8804-32065e03e183 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.62 "DELETE /v2.0/ports/fe9f59d5-8c97-4384-b560-5d0cec726091 HTTP/1.1" status: 204 len: 173 time: 0.7829108 Feb 09 01:49:07.075212 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55638571-76af-4d48-b169-3ef0961512fb', 'name': 'network-vif-deleted', 'tag': 'fe9f59d5-8c97-4384-b560-5d0cec726091', 'status': 'completed', 'code': 200} Feb 09 01:49:07.215139 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-8573c2be-1323-40e1-86e7-885990cbe11c req-6aa24153-7364-4630-8989-c5e113284aa5 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Allocated IP 172.20.0.3 (da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0/9a46bc06-be7f-4b92-820c-ce540afe1683/34609e33-137f-4832-89d3-35e4fdb963a9) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:49:07.423942 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8573c2be-1323-40e1-86e7-885990cbe11c req-6aa24153-7364-4630-8989-c5e113284aa5 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:07.452510 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8573c2be-1323-40e1-86e7-885990cbe11c req-6aa24153-7364-4630-8989-c5e113284aa5 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:07.463964 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['fe9f59d5-8c97-4384-b560-5d0cec726091'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:49:07.523126 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8573c2be-1323-40e1-86e7-885990cbe11c req-6aa24153-7364-4630-8989-c5e113284aa5 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Network da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:49:07.526515 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-8573c2be-1323-40e1-86e7-885990cbe11c req-6aa24153-7364-4630-8989-c5e113284aa5 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:49:07.530271 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-8573c2be-1323-40e1-86e7-885990cbe11c req-6aa24153-7364-4630-8989-c5e113284aa5 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:49:07.563113 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa24153-7364-4630-8989-c5e113284aa5 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Pushing event updated for resources: {'Port': ['ID=34609e33-137f-4832-89d3-35e4fdb963a9,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:07.599878 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8573c2be-1323-40e1-86e7-885990cbe11c req-6aa24153-7364-4630-8989-c5e113284aa5 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:07.600580 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8573c2be-1323-40e1-86e7-885990cbe11c req-6aa24153-7364-4630-8989-c5e113284aa5 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:07.626373 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8573c2be-1323-40e1-86e7-885990cbe11c req-6aa24153-7364-4630-8989-c5e113284aa5 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7598658 Feb 09 01:49:07.643017 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-8573c2be-1323-40e1-86e7-885990cbe11c req-73a97a7d-ff7b-4fd4-9e6b-1d6b7c10fa62 service neutron] Request body: {'port': {'device_id': 'ff1cb376-5853-474e-9a84-f0cc7d78824c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:49:07.860941 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8573c2be-1323-40e1-86e7-885990cbe11c req-73a97a7d-ff7b-4fd4-9e6b-1d6b7c10fa62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:08.143148 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54613ec-76af-4086-b76c-5b145f0e3c98 req-33615180-25a2-41ab-8e7d-d9de5426f0f4 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:08.143752 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-c54613ec-76af-4086-b76c-5b145f0e3c98 req-33615180-25a2-41ab-8e7d-d9de5426f0f4 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Synchronizing usage tracker for tenant:381350d6f8e44d0bbac0c37aae4743b9 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:49:08.177042 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-c54613ec-76af-4086-b76c-5b145f0e3c98 req-33615180-25a2-41ab-8e7d-d9de5426f0f4 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Unset dirty status for tenant:381350d6f8e44d0bbac0c37aae4743b9 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:49:08.178230 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c54613ec-76af-4086-b76c-5b145f0e3c98 req-33615180-25a2-41ab-8e7d-d9de5426f0f4 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ff1cb376-5853-474e-9a84-f0cc7d78824c HTTP/1.1" status: 200 len: 931 time: 0.2672014 Feb 09 01:49:08.226598 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f9302798-9255-4c2e-a146-0a8ec218b68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:08.240496 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c54613ec-76af-4086-b76c-5b145f0e3c98 req-4c763d3b-d8cb-4e58-bea7-8b2586b0e1aa tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494525 Feb 09 01:49:08.310624 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-8573c2be-1323-40e1-86e7-885990cbe11c req-73a97a7d-ff7b-4fd4-9e6b-1d6b7c10fa62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34609e33-137f-4832-89d3-35e4fdb963a9 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:49:08.318393 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8573c2be-1323-40e1-86e7-885990cbe11c req-73a97a7d-ff7b-4fd4-9e6b-1d6b7c10fa62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:08.332802 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-8573c2be-1323-40e1-86e7-885990cbe11c req-73a97a7d-ff7b-4fd4-9e6b-1d6b7c10fa62 service neutron] Transition to ACTIVE for port object 34609e33-137f-4832-89d3-35e4fdb963a9 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:49:08.336146 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8573c2be-1323-40e1-86e7-885990cbe11c req-73a97a7d-ff7b-4fd4-9e6b-1d6b7c10fa62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:08.491572 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a97a7d-ff7b-4fd4-9e6b-1d6b7c10fa62 service neutron] Pushing event updated for resources: {'Port': ['ID=34609e33-137f-4832-89d3-35e4fdb963a9,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:08.565015 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-8573c2be-1323-40e1-86e7-885990cbe11c req-73a97a7d-ff7b-4fd4-9e6b-1d6b7c10fa62 service neutron] Attempting to bind port 34609e33-137f-4832-89d3-35e4fdb963a9 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:49:08.565341 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-8573c2be-1323-40e1-86e7-885990cbe11c req-73a97a7d-ff7b-4fd4-9e6b-1d6b7c10fa62 service neutron] Attempting to bind port 34609e33-137f-4832-89d3-35e4fdb963a9 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'd4af0288-b323-49f6-bb31-90a114494588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:49:08.565690 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8573c2be-1323-40e1-86e7-885990cbe11c req-73a97a7d-ff7b-4fd4-9e6b-1d6b7c10fa62 service neutron] Attempting to bind port 34609e33-137f-4832-89d3-35e4fdb963a9 on network da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:49:08.570834 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8573c2be-1323-40e1-86e7-885990cbe11c req-73a97a7d-ff7b-4fd4-9e6b-1d6b7c10fa62 service neutron] Port 34609e33-137f-4832-89d3-35e4fdb963a9 on network da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:49:08.571151 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8573c2be-1323-40e1-86e7-885990cbe11c req-73a97a7d-ff7b-4fd4-9e6b-1d6b7c10fa62 service neutron] Attempting to bind port 34609e33-137f-4832-89d3-35e4fdb963a9 on network da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:49:08.576178 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8573c2be-1323-40e1-86e7-885990cbe11c req-73a97a7d-ff7b-4fd4-9e6b-1d6b7c10fa62 service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:49:08.576513 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8573c2be-1323-40e1-86e7-885990cbe11c req-73a97a7d-ff7b-4fd4-9e6b-1d6b7c10fa62 service neutron] Checking segment: {'id': 'd4af0288-b323-49f6-bb31-90a114494588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:49:08.576914 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8573c2be-1323-40e1-86e7-885990cbe11c req-73a97a7d-ff7b-4fd4-9e6b-1d6b7c10fa62 service neutron] Bound using segment: {'id': 'd4af0288-b323-49f6-bb31-90a114494588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:49:08.577332 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-8573c2be-1323-40e1-86e7-885990cbe11c req-73a97a7d-ff7b-4fd4-9e6b-1d6b7c10fa62 service neutron] Bound port: 34609e33-137f-4832-89d3-35e4fdb963a9, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4af0288-b323-49f6-bb31-90a114494588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:49:08.577700 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8573c2be-1323-40e1-86e7-885990cbe11c req-73a97a7d-ff7b-4fd4-9e6b-1d6b7c10fa62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:08.665496 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-8573c2be-1323-40e1-86e7-885990cbe11c req-73a97a7d-ff7b-4fd4-9e6b-1d6b7c10fa62 service neutron] For port 34609e33-137f-4832-89d3-35e4fdb963a9, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:49:08.668369 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-8573c2be-1323-40e1-86e7-885990cbe11c req-73a97a7d-ff7b-4fd4-9e6b-1d6b7c10fa62 service neutron] For port 34609e33-137f-4832-89d3-35e4fdb963a9, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=34609e33-137f-4832-89d3-35e4fdb963a9,segment=NetworkSegment(d4af0288-b323-49f6-bb31-90a114494588),segment_id=d4af0288-b323-49f6-bb31-90a114494588)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:49:08.672835 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8573c2be-1323-40e1-86e7-885990cbe11c req-73a97a7d-ff7b-4fd4-9e6b-1d6b7c10fa62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:08.735578 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8573c2be-1323-40e1-86e7-885990cbe11c req-73a97a7d-ff7b-4fd4-9e6b-1d6b7c10fa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:08.736197 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8573c2be-1323-40e1-86e7-885990cbe11c req-73a97a7d-ff7b-4fd4-9e6b-1d6b7c10fa62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:08.737540 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8573c2be-1323-40e1-86e7-885990cbe11c req-73a97a7d-ff7b-4fd4-9e6b-1d6b7c10fa62 service neutron] 10.222.0.62 "PUT /v2.0/ports/34609e33-137f-4832-89d3-35e4fdb963a9 HTTP/1.1" status: 200 len: 1091 time: 1.0985630 Feb 09 01:49:08.738576 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff1cb376-5853-474e-9a84-f0cc7d78824c', 'tag': '34609e33-137f-4832-89d3-35e4fdb963a9'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:49:08.762615 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a97a7d-ff7b-4fd4-9e6b-1d6b7c10fa62 service neutron] Pushing event updated for resources: {'Port': ['ID=34609e33-137f-4832-89d3-35e4fdb963a9,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:08.811048 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff1cb376-5853-474e-9a84-f0cc7d78824c', 'tag': '34609e33-137f-4832-89d3-35e4fdb963a9', 'status': 'completed', 'code': 200} Feb 09 01:49:08.845090 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8573c2be-1323-40e1-86e7-885990cbe11c req-ff440e29-fde0-4cd0-aeca-efa7810abc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:08.846590 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8573c2be-1323-40e1-86e7-885990cbe11c req-ff440e29-fde0-4cd0-aeca-efa7810abc28 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=381350d6f8e44d0bbac0c37aae4743b9&device_id=ff1cb376-5853-474e-9a84-f0cc7d78824c HTTP/1.1" status: 200 len: 1094 time: 0.0718250 Feb 09 01:49:08.915784 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8573c2be-1323-40e1-86e7-885990cbe11c req-50545d1c-a1b6-4750-9a34-fb6b0e5f34e8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34609e33-137f-4832-89d3-35e4fdb963a9 HTTP/1.1" status: 200 len: 217 time: 0.0627861 Feb 09 01:49:08.975753 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8573c2be-1323-40e1-86e7-885990cbe11c req-da5d4de9-10c9-40b3-b33b-8ded458f4597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:08.977154 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8573c2be-1323-40e1-86e7-885990cbe11c req-da5d4de9-10c9-40b3-b33b-8ded458f4597 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9a46bc06-be7f-4b92-820c-ce540afe1683 HTTP/1.1" status: 200 len: 854 time: 0.0565982 Feb 09 01:49:09.025971 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8573c2be-1323-40e1-86e7-885990cbe11c req-fc2f06c9-06f7-49ff-a2b0-e89c372ffaef service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427454 Feb 09 01:49:09.154030 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8573c2be-1323-40e1-86e7-885990cbe11c req-1fd9cd80-7149-4894-aa33-2357324f2484 service neutron] 10.222.0.62 "GET /v2.0/networks/da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223867 Feb 09 01:49:09.282618 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8573c2be-1323-40e1-86e7-885990cbe11c req-759b085e-7f9d-418f-ba5f-810027f4e686 service neutron] 10.222.0.62 "GET /v2.0/networks/da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226742 Feb 09 01:49:09.457313 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07e720f-93d7-448a-a15f-a4fe0503c409 req-3335d609-4c03-4a2c-b04e-e433cffcaeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:09.458824 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e07e720f-93d7-448a-a15f-a4fe0503c409 req-3335d609-4c03-4a2c-b04e-e433cffcaeda service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=381350d6f8e44d0bbac0c37aae4743b9&device_id=ff1cb376-5853-474e-9a84-f0cc7d78824c HTTP/1.1" status: 200 len: 1094 time: 0.1279495 Feb 09 01:49:09.470135 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb39321f-6406-4e07-9b75-ae6b3be7b519 req-83ce3a8e-3206-4a03-9d12-77125d2451a2 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:09.471474 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bb39321f-6406-4e07-9b75-ae6b3be7b519 req-83ce3a8e-3206-4a03-9d12-77125d2451a2 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ff1cb376-5853-474e-9a84-f0cc7d78824c HTTP/1.1" status: 200 len: 943 time: 0.1056337 Feb 09 01:49:09.693892 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bb39321f-6406-4e07-9b75-ae6b3be7b519 req-010df55e-53a2-4115-af92-997001c8d830 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012892 Feb 09 01:49:09.719950 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device fe9f59d5-8c97-4384-b560-5d0cec726091 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:49:09.726797 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07e720f-93d7-448a-a15f-a4fe0503c409 req-c3fa99f3-04b5-443b-96a1-0e3988544d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:09.728244 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e07e720f-93d7-448a-a15f-a4fe0503c409 req-c3fa99f3-04b5-443b-96a1-0e3988544d6d service neutron] 10.222.0.62 "GET /v2.0/networks?id=da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0 HTTP/1.1" status: 200 len: 915 time: 0.2559488 Feb 09 01:49:09.755432 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: fe9f59d5-8c97-4384-b560-5d0cec726091 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:49:09.755778 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device fe9f59d5-8c97-4384-b560-5d0cec726091 not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:49:09.797676 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e07e720f-93d7-448a-a15f-a4fe0503c409 req-65c845c1-7445-4d7b-bb11-263fe68e3439 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34609e33-137f-4832-89d3-35e4fdb963a9 HTTP/1.1" status: 200 len: 217 time: 0.0634446 Feb 09 01:49:09.859787 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07e720f-93d7-448a-a15f-a4fe0503c409 req-b8c6a440-b290-439d-b177-27b3a32f0ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:09.861187 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e07e720f-93d7-448a-a15f-a4fe0503c409 req-b8c6a440-b290-439d-b177-27b3a32f0ccf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9a46bc06-be7f-4b92-820c-ce540afe1683 HTTP/1.1" status: 200 len: 854 time: 0.0565591 Feb 09 01:49:09.910401 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e07e720f-93d7-448a-a15f-a4fe0503c409 req-3dec970a-ef4e-4b9a-a200-dc0b598fe558 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393484 Feb 09 01:49:10.039548 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e07e720f-93d7-448a-a15f-a4fe0503c409 req-a27c1746-909e-45ac-952e-0136c796f5f7 service neutron] 10.222.0.62 "GET /v2.0/networks/da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228187 Feb 09 01:49:10.171355 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e07e720f-93d7-448a-a15f-a4fe0503c409 req-e9f88d8f-837b-4ba0-8121-545db4d64790 service neutron] 10.222.0.62 "GET /v2.0/networks/da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253786 Feb 09 01:49:10.520709 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6787c092-c0b7-4b34-b273-699668b30214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:10.878860 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59741bb6-9874-4a72-8734-1ccc11e9474e req-36118259-f6d5-44f3-b493-0b93ccbbe5be tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:10.880290 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-59741bb6-9874-4a72-8734-1ccc11e9474e req-36118259-f6d5-44f3-b493-0b93ccbbe5be tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ff1cb376-5853-474e-9a84-f0cc7d78824c HTTP/1.1" status: 200 len: 943 time: 0.0827303 Feb 09 01:49:10.923253 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-59741bb6-9874-4a72-8734-1ccc11e9474e req-d6d5203e-21a3-427f-a389-3ff29dfd5905 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373900 Feb 09 01:49:11.625285 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:11.648820 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:12.105138 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac41406d-0be5-4d9d-98c8-752adfff48ed req-ee0ddc12-120a-421e-92df-21a7f01a314f tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:12.106676 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ac41406d-0be5-4d9d-98c8-752adfff48ed req-ee0ddc12-120a-421e-92df-21a7f01a314f tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ff1cb376-5853-474e-9a84-f0cc7d78824c HTTP/1.1" status: 200 len: 943 time: 0.0794604 Feb 09 01:49:12.150761 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ac41406d-0be5-4d9d-98c8-752adfff48ed req-024e3a9a-a949-4035-be70-843348d65bc3 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383372 Feb 09 01:49:13.270761 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:13.340645 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a176a60-2ddb-4e2f-92b3-c4fc6cdfc146 req-10bb8dcb-cb64-4750-88a6-c070395acf53 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:13.342138 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1a176a60-2ddb-4e2f-92b3-c4fc6cdfc146 req-10bb8dcb-cb64-4750-88a6-c070395acf53 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ff1cb376-5853-474e-9a84-f0cc7d78824c HTTP/1.1" status: 200 len: 943 time: 0.0870931 Feb 09 01:49:13.385323 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1a176a60-2ddb-4e2f-92b3-c4fc6cdfc146 req-61f91d83-1893-4bf2-aa75-b3aa80dd6cfd tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375829 Feb 09 01:49:13.726642 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 34609e33-137f-4832-89d3-35e4fdb963a9 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:49:13.858910 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 34609e33-137f-4832-89d3-35e4fdb963a9, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=34609e33-137f-4832-89d3-35e4fdb963a9,segment=NetworkSegment(d4af0288-b323-49f6-bb31-90a114494588),segment_id=d4af0288-b323-49f6-bb31-90a114494588)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:49:13.872589 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '34609e33-137f-4832-89d3-35e4fdb963a9', 'network_id': 'da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0', 'port_id': '34609e33-137f-4832-89d3-35e4fdb963a9', 'mac_address': 'fa:16:3e:f7:de:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a46bc06-be7f-4b92-820c-ce540afe1683', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:49:13.928788 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:13.945656 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34609e33-137f-4832-89d3-35e4fdb963a9 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:49:13.960441 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 34609e33-137f-4832-89d3-35e4fdb963a9, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=34609e33-137f-4832-89d3-35e4fdb963a9,segment=NetworkSegment(d4af0288-b323-49f6-bb31-90a114494588),segment_id=d4af0288-b323-49f6-bb31-90a114494588)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:49:13.964202 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:14.034603 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=34609e33-137f-4832-89d3-35e4fdb963a9,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:14.166247 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['34609e33-137f-4832-89d3-35e4fdb963a9'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:49:14.568048 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c0e551-75e3-4130-99c2-d5dbd501709c req-fc59d536-8e38-47c1-97a0-da428512c020 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:14.569510 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-42c0e551-75e3-4130-99c2-d5dbd501709c req-fc59d536-8e38-47c1-97a0-da428512c020 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ff1cb376-5853-474e-9a84-f0cc7d78824c HTTP/1.1" status: 200 len: 944 time: 0.0792687 Feb 09 01:49:14.616300 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-42c0e551-75e3-4130-99c2-d5dbd501709c req-981fef45-fca5-49cf-b237-28ba56dc5b68 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411112 Feb 09 01:49:15.742886 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 34609e33-137f-4832-89d3-35e4fdb963a9 up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:49:15.797810 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4a18ac-3662-4766-bc0f-3511744d01a4 req-a2b0a7d1-b678-490d-8302-ec4c80d030f5 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:15.799297 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2d4a18ac-3662-4766-bc0f-3511744d01a4 req-a2b0a7d1-b678-490d-8302-ec4c80d030f5 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ff1cb376-5853-474e-9a84-f0cc7d78824c HTTP/1.1" status: 200 len: 944 time: 0.0810483 Feb 09 01:49:15.810753 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port 34609e33-137f-4832-89d3-35e4fdb963a9 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:49:15.815498 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 34609e33-137f-4832-89d3-35e4fdb963a9 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:15.815872 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:15.844429 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2d4a18ac-3662-4766-bc0f-3511744d01a4 req-e1395086-a683-4b74-83cb-8547e732fef4 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386782 Feb 09 01:49:15.932123 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:15.959261 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff1cb376-5853-474e-9a84-f0cc7d78824c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34609e33-137f-4832-89d3-35e4fdb963a9'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:49:15.969053 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 34609e33-137f-4832-89d3-35e4fdb963a9, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=34609e33-137f-4832-89d3-35e4fdb963a9,segment=NetworkSegment(d4af0288-b323-49f6-bb31-90a114494588),segment_id=d4af0288-b323-49f6-bb31-90a114494588)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:49:15.973051 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:16.009371 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff1cb376-5853-474e-9a84-f0cc7d78824c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34609e33-137f-4832-89d3-35e4fdb963a9', 'code': 200} Feb 09 01:49:16.042592 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=34609e33-137f-4832-89d3-35e4fdb963a9,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:16.132501 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f7d31e-7a5a-4e2a-a733-7c57b595b420 req-969dac46-715d-4cd5-a19f-1d9a047cf9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:16.133978 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-36f7d31e-7a5a-4e2a-a733-7c57b595b420 req-969dac46-715d-4cd5-a19f-1d9a047cf9a5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ff1cb376-5853-474e-9a84-f0cc7d78824c HTTP/1.1" status: 200 len: 1096 time: 0.0723526 Feb 09 01:49:16.172710 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-36f7d31e-7a5a-4e2a-a733-7c57b595b420 req-988bbb20-c06b-4cb2-9711-db3b8a601f63 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335641 Feb 09 01:49:17.026686 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc07d9f-0c46-4bbf-a51e-0f8db6cac924 req-42a744a6-cf7c-47cd-a95e-16488f575eb9 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:17.028119 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3bc07d9f-0c46-4bbf-a51e-0f8db6cac924 req-42a744a6-cf7c-47cd-a95e-16488f575eb9 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ff1cb376-5853-474e-9a84-f0cc7d78824c HTTP/1.1" status: 200 len: 945 time: 0.0779529 Feb 09 01:49:17.072296 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3bc07d9f-0c46-4bbf-a51e-0f8db6cac924 req-198f75ce-9a1d-494b-a437-e370ea0bf1cc tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384896 Feb 09 01:49:18.258897 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422b952-88db-471e-a607-21717cf313d8 req-78800d62-c28e-4590-9467-5c5668fb6ab4 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:18.260349 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0422b952-88db-471e-a607-21717cf313d8 req-78800d62-c28e-4590-9467-5c5668fb6ab4 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ff1cb376-5853-474e-9a84-f0cc7d78824c HTTP/1.1" status: 200 len: 945 time: 0.0823023 Feb 09 01:49:18.305319 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0422b952-88db-471e-a607-21717cf313d8 req-74eedb16-64d5-44d5-9311-480ed5e9aebc tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393848 Feb 09 01:49:18.485523 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692487db-761b-44c4-847a-496f0cf4b7e8 req-932c4634-ce72-4efa-8714-57fc41caf288 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:18.486977 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-692487db-761b-44c4-847a-496f0cf4b7e8 req-932c4634-ce72-4efa-8714-57fc41caf288 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ff1cb376-5853-474e-9a84-f0cc7d78824c HTTP/1.1" status: 200 len: 945 time: 0.0784533 Feb 09 01:49:18.533339 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-692487db-761b-44c4-847a-496f0cf4b7e8 req-0def3c1b-a9c3-4e7a-8343-88334b7d145b tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403328 Feb 09 01:49:18.879455 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-884856eb-635f-4992-8150-61c9e4b44915 req-6b89a522-32f7-413c-90db-5951155bedb4 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=ff1cb376-5853-474e-9a84-f0cc7d78824c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0727241 Feb 09 01:49:18.929341 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5451e80a-99d7-4e05-900a-a81264f69893 req-ffef93f9-a5ee-455c-acad-f86747bf7cb8 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:18.930420 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5451e80a-99d7-4e05-900a-a81264f69893 req-ffef93f9-a5ee-455c-acad-f86747bf7cb8 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ff1cb376-5853-474e-9a84-f0cc7d78824c HTTP/1.1" status: 200 len: 945 time: 0.0808012 Feb 09 01:49:18.975693 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5451e80a-99d7-4e05-900a-a81264f69893 req-2be18133-280e-49eb-a2b6-376f2f938a23 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397398 Feb 09 01:49:19.984695 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884856eb-635f-4992-8150-61c9e4b44915 req-271e1cdc-ba71-48b3-8488-1e85b80b060a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:19.986174 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-884856eb-635f-4992-8150-61c9e4b44915 req-271e1cdc-ba71-48b3-8488-1e85b80b060a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=381350d6f8e44d0bbac0c37aae4743b9&device_id=ff1cb376-5853-474e-9a84-f0cc7d78824c HTTP/1.1" status: 200 len: 1096 time: 0.0735972 Feb 09 01:49:20.266532 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884856eb-635f-4992-8150-61c9e4b44915 req-8bd01ac3-aea0-4d5d-8ca6-347aa3b7caed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:20.267880 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-884856eb-635f-4992-8150-61c9e4b44915 req-8bd01ac3-aea0-4d5d-8ca6-347aa3b7caed service neutron] 10.222.0.62 "GET /v2.0/networks?id=da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0 HTTP/1.1" status: 200 len: 915 time: 0.2762880 Feb 09 01:49:20.279607 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e675520a-7957-4000-bbe3-73446f3251cc req-dfa9f277-d70e-464c-92ab-fce77b1efb5a tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:20.280946 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e675520a-7957-4000-bbe3-73446f3251cc req-dfa9f277-d70e-464c-92ab-fce77b1efb5a tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ff1cb376-5853-474e-9a84-f0cc7d78824c HTTP/1.1" status: 200 len: 945 time: 0.1714108 Feb 09 01:49:20.356401 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-884856eb-635f-4992-8150-61c9e4b44915 req-eb0b09b2-0eca-47c4-a885-47eddda96ac2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34609e33-137f-4832-89d3-35e4fdb963a9 HTTP/1.1" status: 200 len: 217 time: 0.0745499 Feb 09 01:49:20.426372 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e675520a-7957-4000-bbe3-73446f3251cc req-31fc140e-859e-49df-acca-44867e360c10 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958934 Feb 09 01:49:20.436251 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884856eb-635f-4992-8150-61c9e4b44915 req-9c7420ab-83c0-4e83-8a6b-499716664953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:20.437662 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-884856eb-635f-4992-8150-61c9e4b44915 req-9c7420ab-83c0-4e83-8a6b-499716664953 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9a46bc06-be7f-4b92-820c-ce540afe1683 HTTP/1.1" status: 200 len: 854 time: 0.0762010 Feb 09 01:49:20.484107 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-884856eb-635f-4992-8150-61c9e4b44915 req-17f622be-466e-478e-8d8f-f936d58d25d9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403700 Feb 09 01:49:20.611401 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-884856eb-635f-4992-8150-61c9e4b44915 req-0266082d-bca7-4867-89a9-0d079d3433a0 service neutron] 10.222.0.62 "GET /v2.0/networks/da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216443 Feb 09 01:49:20.742167 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-884856eb-635f-4992-8150-61c9e4b44915 req-1461b8ce-44bb-47d1-b510-16049fe1673d service neutron] 10.222.0.62 "GET /v2.0/networks/da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250591 Feb 09 01:49:21.607942 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a31cf1-7356-4657-9d6c-f1dba393e722 req-9ad76df2-fd85-4504-b5bf-0cbd21e55ab1 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:21.609388 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d7a31cf1-7356-4657-9d6c-f1dba393e722 req-9ad76df2-fd85-4504-b5bf-0cbd21e55ab1 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ff1cb376-5853-474e-9a84-f0cc7d78824c HTTP/1.1" status: 200 len: 945 time: 0.0780630 Feb 09 01:49:21.653054 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d7a31cf1-7356-4657-9d6c-f1dba393e722 req-b4ebab97-e108-4f43-946b-a388900935c2 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379522 Feb 09 01:49:22.194136 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:22.846189 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0124ed-946e-4eda-a877-6802d44c19aa req-8687b333-a24f-41f1-b050-ff1679db540a tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:22.847652 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cd0124ed-946e-4eda-a877-6802d44c19aa req-8687b333-a24f-41f1-b050-ff1679db540a tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ff1cb376-5853-474e-9a84-f0cc7d78824c HTTP/1.1" status: 200 len: 945 time: 0.0839844 Feb 09 01:49:22.892453 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cd0124ed-946e-4eda-a877-6802d44c19aa req-59e188e6-45f3-4cb9-9f0e-7ac9b1031382 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384009 Feb 09 01:49:24.078838 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbce945-3bb1-460d-9991-83e9aa05bcf2 req-5c523fdd-fb90-40f5-8411-d0b32f5fd634 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:24.080292 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-acbce945-3bb1-460d-9991-83e9aa05bcf2 req-5c523fdd-fb90-40f5-8411-d0b32f5fd634 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ff1cb376-5853-474e-9a84-f0cc7d78824c HTTP/1.1" status: 200 len: 945 time: 0.0790527 Feb 09 01:49:24.127712 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-acbce945-3bb1-460d-9991-83e9aa05bcf2 req-ecfa70d7-e700-4533-968f-32aa30ceafcf tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408127 Feb 09 01:49:25.218182 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:25.313648 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a5b3e-63d9-461b-9fed-7bbd1217839b req-0cdb1158-22fd-431e-a49c-2da3c81487ff tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:25.315098 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fb1a5b3e-63d9-461b-9fed-7bbd1217839b req-0cdb1158-22fd-431e-a49c-2da3c81487ff tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ff1cb376-5853-474e-9a84-f0cc7d78824c HTTP/1.1" status: 200 len: 945 time: 0.0803292 Feb 09 01:49:25.357745 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fb1a5b3e-63d9-461b-9fed-7bbd1217839b req-47f35c21-426a-4ad6-a118-ea801eeb8b46 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363293 Feb 09 01:49:26.427713 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e62f22e-f381-4743-8b67-630a65cbaf19 req-65fd2e93-939e-47be-ac01-8c806b82adde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:26.429192 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1e62f22e-f381-4743-8b67-630a65cbaf19 req-65fd2e93-939e-47be-ac01-8c806b82adde service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=381350d6f8e44d0bbac0c37aae4743b9&device_id=ff1cb376-5853-474e-9a84-f0cc7d78824c HTTP/1.1" status: 200 len: 1096 time: 0.0732656 Feb 09 01:49:26.619729 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e62f22e-f381-4743-8b67-630a65cbaf19 req-7b806b0a-3f53-4d4d-b4ed-77ef55f32c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:26.621176 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1e62f22e-f381-4743-8b67-630a65cbaf19 req-7b806b0a-3f53-4d4d-b4ed-77ef55f32c45 service neutron] 10.222.0.62 "GET /v2.0/networks?id=da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0 HTTP/1.1" status: 200 len: 915 time: 0.1753509 Feb 09 01:49:26.636647 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fc801c-a4f2-4619-981e-b6f9e434f35d req-f137e4df-cc84-439e-b322-dcccf3530492 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:26.638003 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-31fc801c-a4f2-4619-981e-b6f9e434f35d req-f137e4df-cc84-439e-b322-dcccf3530492 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ff1cb376-5853-474e-9a84-f0cc7d78824c HTTP/1.1" status: 200 len: 945 time: 0.1741669 Feb 09 01:49:26.712594 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1e62f22e-f381-4743-8b67-630a65cbaf19 req-da20cd49-c755-4090-9a92-02017cf68b8a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34609e33-137f-4832-89d3-35e4fdb963a9 HTTP/1.1" status: 200 len: 217 time: 0.0842876 Feb 09 01:49:26.772309 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-31fc801c-a4f2-4619-981e-b6f9e434f35d req-120e73c6-8d58-4015-a48e-b3c6a245e901 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852947 Feb 09 01:49:26.788881 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e62f22e-f381-4743-8b67-630a65cbaf19 req-6dc51033-ed75-4dcc-91b7-2d4e55b35cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:26.790342 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1e62f22e-f381-4743-8b67-630a65cbaf19 req-6dc51033-ed75-4dcc-91b7-2d4e55b35cff service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9a46bc06-be7f-4b92-820c-ce540afe1683 HTTP/1.1" status: 200 len: 854 time: 0.0726597 Feb 09 01:49:26.940914 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1e62f22e-f381-4743-8b67-630a65cbaf19 req-6abba6ef-1560-4bfe-ae1c-1791dbbe2da4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1453691 Feb 09 01:49:27.067622 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1e62f22e-f381-4743-8b67-630a65cbaf19 req-f1ca41ab-9193-4129-81b2-5be3f9d49897 service neutron] 10.222.0.62 "GET /v2.0/networks/da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202738 Feb 09 01:49:27.194934 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1e62f22e-f381-4743-8b67-630a65cbaf19 req-4c0a652b-1ea8-4d8a-ad7e-f1846bb20c1a service neutron] 10.222.0.62 "GET /v2.0/networks/da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223092 Feb 09 01:49:27.956872 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53684f24-e502-43eb-bff0-7ff6013606b3 req-ab1e8492-2e8c-4fb9-acfb-4e3422f9ccae tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:27.958941 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-53684f24-e502-43eb-bff0-7ff6013606b3 req-ab1e8492-2e8c-4fb9-acfb-4e3422f9ccae tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ff1cb376-5853-474e-9a84-f0cc7d78824c HTTP/1.1" status: 200 len: 945 time: 0.0812964 Feb 09 01:49:28.001948 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-53684f24-e502-43eb-bff0-7ff6013606b3 req-fc103b71-5fcf-4fd4-87a8-5006f841e62a tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373638 Feb 09 01:49:29.189334 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704be7f5-5d35-4a59-bea0-5038cc70c2ed req-8172c6bd-9e8e-4845-be8f-a37b9ca7acb9 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:29.190825 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-704be7f5-5d35-4a59-bea0-5038cc70c2ed req-8172c6bd-9e8e-4845-be8f-a37b9ca7acb9 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ff1cb376-5853-474e-9a84-f0cc7d78824c HTTP/1.1" status: 200 len: 945 time: 0.0818779 Feb 09 01:49:29.236153 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-704be7f5-5d35-4a59-bea0-5038cc70c2ed req-4c6ad5e6-395b-42ff-8b53-66ff5f0dd51d tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388565 Feb 09 01:49:30.578506 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5490c330-95d4-488c-978c-2831c4a32c3a req-a1395810-6867-43db-9d65-306d0bce76a1 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:30.579890 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5490c330-95d4-488c-978c-2831c4a32c3a req-a1395810-6867-43db-9d65-306d0bce76a1 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ff1cb376-5853-474e-9a84-f0cc7d78824c HTTP/1.1" status: 200 len: 945 time: 0.0795047 Feb 09 01:49:30.627447 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5490c330-95d4-488c-978c-2831c4a32c3a req-eedc0d89-3c75-4f79-88b5-409a04ddd161 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413244 Feb 09 01:49:31.815157 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314650fc-ef25-49ab-828e-75e8c5337cb5 req-6d91a4ab-a109-472d-a896-55bf7f45071e tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:31.816658 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-314650fc-ef25-49ab-828e-75e8c5337cb5 req-6d91a4ab-a109-472d-a896-55bf7f45071e tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ff1cb376-5853-474e-9a84-f0cc7d78824c HTTP/1.1" status: 200 len: 945 time: 0.0820291 Feb 09 01:49:31.859686 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-314650fc-ef25-49ab-828e-75e8c5337cb5 req-8ad67b51-9575-47f1-8e7e-bfa41ff41589 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373077 Feb 09 01:49:33.044934 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06fe13d-6a51-4d50-ad91-6f0c81e0b0b7 req-44a99e40-c400-475a-a600-a255c243897a tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:33.046408 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a06fe13d-6a51-4d50-ad91-6f0c81e0b0b7 req-44a99e40-c400-475a-a600-a255c243897a tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ff1cb376-5853-474e-9a84-f0cc7d78824c HTTP/1.1" status: 200 len: 945 time: 0.0825088 Feb 09 01:49:33.089736 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a06fe13d-6a51-4d50-ad91-6f0c81e0b0b7 req-b81ad420-144a-4457-a7e9-21afd55dd9d2 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377264 Feb 09 01:49:34.273759 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c18a97a-d70b-4302-9c55-73fc2e10154c req-de993f24-0b18-46bf-b21e-9a2ef017caf0 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:34.275467 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0c18a97a-d70b-4302-9c55-73fc2e10154c req-de993f24-0b18-46bf-b21e-9a2ef017caf0 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ff1cb376-5853-474e-9a84-f0cc7d78824c HTTP/1.1" status: 200 len: 945 time: 0.0789056 Feb 09 01:49:34.319307 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0c18a97a-d70b-4302-9c55-73fc2e10154c req-23a62b4c-58ca-4226-8bdc-bd7904ec4441 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383091 Feb 09 01:49:35.503419 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5039ac41-0043-4af0-934b-7a60d3da358d req-f68eac39-1f5e-42e4-8f75-333b205e6b42 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:35.505360 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5039ac41-0043-4af0-934b-7a60d3da358d req-f68eac39-1f5e-42e4-8f75-333b205e6b42 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ff1cb376-5853-474e-9a84-f0cc7d78824c HTTP/1.1" status: 200 len: 945 time: 0.0832260 Feb 09 01:49:35.551380 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5039ac41-0043-4af0-934b-7a60d3da358d req-d712f404-2500-48dc-8484-07e1fd68546d tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404246 Feb 09 01:49:36.733544 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88680e33-ec8a-4bfc-9c7a-8e6baf112271 req-0fab85df-959d-447a-b337-fb48f9b6872e tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:36.735047 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-88680e33-ec8a-4bfc-9c7a-8e6baf112271 req-0fab85df-959d-447a-b337-fb48f9b6872e tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ff1cb376-5853-474e-9a84-f0cc7d78824c HTTP/1.1" status: 200 len: 945 time: 0.0787983 Feb 09 01:49:36.778384 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-88680e33-ec8a-4bfc-9c7a-8e6baf112271 req-d650e28f-f522-4025-8124-84a1ca0ba0b1 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373166 Feb 09 01:49:37.967308 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63bad28-9810-4270-9690-e92f5f29673c req-710ec07c-d086-46a3-95af-959d65bd5b9b tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:37.968646 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a63bad28-9810-4270-9690-e92f5f29673c req-710ec07c-d086-46a3-95af-959d65bd5b9b tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ff1cb376-5853-474e-9a84-f0cc7d78824c HTTP/1.1" status: 200 len: 945 time: 0.0828199 Feb 09 01:49:38.012703 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a63bad28-9810-4270-9690-e92f5f29673c req-5e902307-8159-445b-8301-e4984dff3651 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371003 Feb 09 01:49:38.229509 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c29a81b6-e469-444c-b3fa-d79199cbfdfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:39.199330 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2c959-b23d-4288-8387-31c18073f0e5 req-08a329fd-b394-420c-b8c9-09f7e01bf8e8 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:39.200818 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d4f2c959-b23d-4288-8387-31c18073f0e5 req-08a329fd-b394-420c-b8c9-09f7e01bf8e8 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ff1cb376-5853-474e-9a84-f0cc7d78824c HTTP/1.1" status: 200 len: 945 time: 0.0809162 Feb 09 01:49:39.249886 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d4f2c959-b23d-4288-8387-31c18073f0e5 req-b012a0ab-618b-460c-ac22-983e16a679d1 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434418 Feb 09 01:49:40.405869 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:49:40.435914 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3dcae-91b8-411d-9de7-5697d8cd21d3 req-b3876d09-8378-4f44-ab97-e330da615931 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:40.437355 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1de3dcae-91b8-411d-9de7-5697d8cd21d3 req-b3876d09-8378-4f44-ab97-e330da615931 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ff1cb376-5853-474e-9a84-f0cc7d78824c HTTP/1.1" status: 200 len: 945 time: 0.0792196 Feb 09 01:49:40.480719 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1de3dcae-91b8-411d-9de7-5697d8cd21d3 req-53bed9e2-9f57-4cc4-9fce-fc0091f1d7f3 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370018 Feb 09 01:49:40.522672 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e14e1a51-1055-44ed-ba8e-5c5ced2c0b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:41.628969 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:41.655494 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:41.671806 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4123ced-8253-4ac3-a959-c64c4deab847 req-e8d85539-b783-4bf6-a45f-b3a4d11eb175 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:41.673268 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c4123ced-8253-4ac3-a959-c64c4deab847 req-e8d85539-b783-4bf6-a45f-b3a4d11eb175 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ff1cb376-5853-474e-9a84-f0cc7d78824c HTTP/1.1" status: 200 len: 945 time: 0.0847378 Feb 09 01:49:41.717664 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c4123ced-8253-4ac3-a959-c64c4deab847 req-d77ea30e-5e1a-4400-a0c6-0edda9ad7092 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380006 Feb 09 01:49:42.902544 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0821097-207a-4598-b8e0-035a544a5a33 req-2b99e7d3-69a4-405e-ad43-ba7b8fe76cc4 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:42.903946 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d0821097-207a-4598-b8e0-035a544a5a33 req-2b99e7d3-69a4-405e-ad43-ba7b8fe76cc4 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ff1cb376-5853-474e-9a84-f0cc7d78824c HTTP/1.1" status: 200 len: 945 time: 0.0812421 Feb 09 01:49:42.947378 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d0821097-207a-4598-b8e0-035a544a5a33 req-7bae9a82-fb0c-40cf-a007-b7b4b884e4bf tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379350 Feb 09 01:49:43.268536 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:44.131806 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72425bd2-6d62-4bce-b604-41b878ecc6a4 req-a02d514b-a508-49c9-9b78-0aeb65e30076 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:44.133292 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-72425bd2-6d62-4bce-b604-41b878ecc6a4 req-a02d514b-a508-49c9-9b78-0aeb65e30076 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ff1cb376-5853-474e-9a84-f0cc7d78824c HTTP/1.1" status: 200 len: 945 time: 0.0820289 Feb 09 01:49:44.178255 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-72425bd2-6d62-4bce-b604-41b878ecc6a4 req-d6430226-76fd-4691-9368-4cf33b87f6a7 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395052 Feb 09 01:49:45.360893 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71626789-ad86-4466-87cd-d5eea8bbeec1 req-fb5e2cfe-2d80-4523-bfb3-428b614d8e32 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:45.362353 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-71626789-ad86-4466-87cd-d5eea8bbeec1 req-fb5e2cfe-2d80-4523-bfb3-428b614d8e32 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ff1cb376-5853-474e-9a84-f0cc7d78824c HTTP/1.1" status: 200 len: 945 time: 0.0779624 Feb 09 01:49:45.408292 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-71626789-ad86-4466-87cd-d5eea8bbeec1 req-8c6cf26a-d4a0-4736-a999-fd85bac4dc33 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395200 Feb 09 01:49:46.851048 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd334c4f-bd68-4ef6-b020-5aae45fd25ae req-ad9d9527-beed-4852-8287-c5d13757a454 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:46.852431 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cd334c4f-bd68-4ef6-b020-5aae45fd25ae req-ad9d9527-beed-4852-8287-c5d13757a454 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ff1cb376-5853-474e-9a84-f0cc7d78824c HTTP/1.1" status: 200 len: 945 time: 0.1836190 Feb 09 01:49:46.896069 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cd334c4f-bd68-4ef6-b020-5aae45fd25ae req-7dd8837c-417e-4416-bbbd-6114ccf173e9 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378964 Feb 09 01:49:47.742874 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [req-884856eb-635f-4992-8150-61c9e4b44915 req-52fbadde-b2ba-4690-af1e-d42fb1f6186a service neutron] show failed (client error): The resource could not be found. Feb 09 01:49:47.743871 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-884856eb-635f-4992-8150-61c9e4b44915 req-52fbadde-b2ba-4690-af1e-d42fb1f6186a service neutron] 10.222.0.62 "GET /v2.0/ports/34609e33-137f-4832-89d3-35e4fdb963a9/bindings/n-h2-828418-1 HTTP/1.1" status: 404 len: 380 time: 0.0790508 Feb 09 01:49:47.996607 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884856eb-635f-4992-8150-61c9e4b44915 req-66a69a53-7f0f-41df-9134-559ceab8e4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:47.998144 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-884856eb-635f-4992-8150-61c9e4b44915 req-66a69a53-7f0f-41df-9134-559ceab8e4e3 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=ff1cb376-5853-474e-9a84-f0cc7d78824c&tenant_id=381350d6f8e44d0bbac0c37aae4743b9 HTTP/1.1" status: 200 len: 1096 time: 0.0711286 Feb 09 01:49:48.036117 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-884856eb-635f-4992-8150-61c9e4b44915 req-432445f7-cd41-4282-82f6-92b47b26c310 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828418-1', 'device_owner': 'compute:nova'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:49:48.173716 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-884856eb-635f-4992-8150-61c9e4b44915 req-432445f7-cd41-4282-82f6-92b47b26c310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:48.193911 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc749c3-e4db-4260-8dac-716a21670aee req-a75889be-5d2a-4058-a0ff-596391e6bf2a tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:48.195374 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4dc749c3-e4db-4260-8dac-716a21670aee req-a75889be-5d2a-4058-a0ff-596391e6bf2a tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ff1cb376-5853-474e-9a84-f0cc7d78824c HTTP/1.1" status: 200 len: 945 time: 0.1940403 Feb 09 01:49:48.327224 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4dc749c3-e4db-4260-8dac-716a21670aee req-f0ee2573-f864-4db1-a1df-f82a5b767dcb tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046445 Feb 09 01:49:48.481827 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-884856eb-635f-4992-8150-61c9e4b44915 req-432445f7-cd41-4282-82f6-92b47b26c310 service neutron] For port 34609e33-137f-4832-89d3-35e4fdb963a9, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=34609e33-137f-4832-89d3-35e4fdb963a9,segment=NetworkSegment(d4af0288-b323-49f6-bb31-90a114494588),segment_id=d4af0288-b323-49f6-bb31-90a114494588)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:49:48.509141 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-884856eb-635f-4992-8150-61c9e4b44915 req-432445f7-cd41-4282-82f6-92b47b26c310 service neutron] For port 34609e33-137f-4832-89d3-35e4fdb963a9, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:49:48.565423 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff1cb376-5853-474e-9a84-f0cc7d78824c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34609e33-137f-4832-89d3-35e4fdb963a9'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:49:48.571283 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-884856eb-635f-4992-8150-61c9e4b44915 req-432445f7-cd41-4282-82f6-92b47b26c310 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:48.586855 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-884856eb-635f-4992-8150-61c9e4b44915 req-432445f7-cd41-4282-82f6-92b47b26c310 service neutron] Transition to ACTIVE for port object 34609e33-137f-4832-89d3-35e4fdb963a9 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:49:48.590595 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-884856eb-635f-4992-8150-61c9e4b44915 req-432445f7-cd41-4282-82f6-92b47b26c310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:48.647984 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff1cb376-5853-474e-9a84-f0cc7d78824c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34609e33-137f-4832-89d3-35e4fdb963a9', 'code': 200} Feb 09 01:49:48.718616 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432445f7-cd41-4282-82f6-92b47b26c310 service neutron] Pushing event updated for resources: {'Port': ['ID=34609e33-137f-4832-89d3-35e4fdb963a9,revision_number=6']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:48.760913 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432445f7-cd41-4282-82f6-92b47b26c310 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:48.761164 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432445f7-cd41-4282-82f6-92b47b26c310 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:48.761692 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432445f7-cd41-4282-82f6-92b47b26c310 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:48.762027 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432445f7-cd41-4282-82f6-92b47b26c310 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:48.762603 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432445f7-cd41-4282-82f6-92b47b26c310 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:48.762720 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432445f7-cd41-4282-82f6-92b47b26c310 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:48.762969 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432445f7-cd41-4282-82f6-92b47b26c310 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:48.763290 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432445f7-cd41-4282-82f6-92b47b26c310 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:48.763605 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432445f7-cd41-4282-82f6-92b47b26c310 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:48.763920 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432445f7-cd41-4282-82f6-92b47b26c310 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:48.764560 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432445f7-cd41-4282-82f6-92b47b26c310 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:48.764560 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432445f7-cd41-4282-82f6-92b47b26c310 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:48.768342 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-884856eb-635f-4992-8150-61c9e4b44915 req-432445f7-cd41-4282-82f6-92b47b26c310 service neutron] No DVR routers for this DVR port 34609e33-137f-4832-89d3-35e4fdb963a9 on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:49:48.823688 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-884856eb-635f-4992-8150-61c9e4b44915 req-432445f7-cd41-4282-82f6-92b47b26c310 service neutron] Attempting to bind port 34609e33-137f-4832-89d3-35e4fdb963a9 on host n-h2-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:49:48.824010 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-884856eb-635f-4992-8150-61c9e4b44915 req-432445f7-cd41-4282-82f6-92b47b26c310 service neutron] Attempting to bind port 34609e33-137f-4832-89d3-35e4fdb963a9 by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': 'd4af0288-b323-49f6-bb31-90a114494588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:49:48.824330 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884856eb-635f-4992-8150-61c9e4b44915 req-432445f7-cd41-4282-82f6-92b47b26c310 service neutron] Attempting to bind port 34609e33-137f-4832-89d3-35e4fdb963a9 on network da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:49:48.828735 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884856eb-635f-4992-8150-61c9e4b44915 req-432445f7-cd41-4282-82f6-92b47b26c310 service neutron] Port 34609e33-137f-4832-89d3-35e4fdb963a9 on network da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:49:48.829048 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884856eb-635f-4992-8150-61c9e4b44915 req-432445f7-cd41-4282-82f6-92b47b26c310 service neutron] Attempting to bind port 34609e33-137f-4832-89d3-35e4fdb963a9 on network da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:49:48.835046 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884856eb-635f-4992-8150-61c9e4b44915 req-432445f7-cd41-4282-82f6-92b47b26c310 service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:49:48.835376 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884856eb-635f-4992-8150-61c9e4b44915 req-432445f7-cd41-4282-82f6-92b47b26c310 service neutron] Checking segment: {'id': 'd4af0288-b323-49f6-bb31-90a114494588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:49:48.835749 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884856eb-635f-4992-8150-61c9e4b44915 req-432445f7-cd41-4282-82f6-92b47b26c310 service neutron] Bound using segment: {'id': 'd4af0288-b323-49f6-bb31-90a114494588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:49:48.836160 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-884856eb-635f-4992-8150-61c9e4b44915 req-432445f7-cd41-4282-82f6-92b47b26c310 service neutron] Bound port: 34609e33-137f-4832-89d3-35e4fdb963a9, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4af0288-b323-49f6-bb31-90a114494588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:49:48.836493 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-884856eb-635f-4992-8150-61c9e4b44915 req-432445f7-cd41-4282-82f6-92b47b26c310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:48.926336 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-884856eb-635f-4992-8150-61c9e4b44915 req-432445f7-cd41-4282-82f6-92b47b26c310 service neutron] For port 34609e33-137f-4832-89d3-35e4fdb963a9, host n-h2-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:49:48.929354 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-884856eb-635f-4992-8150-61c9e4b44915 req-432445f7-cd41-4282-82f6-92b47b26c310 service neutron] For port 34609e33-137f-4832-89d3-35e4fdb963a9, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=34609e33-137f-4832-89d3-35e4fdb963a9,segment=NetworkSegment(d4af0288-b323-49f6-bb31-90a114494588),segment_id=d4af0288-b323-49f6-bb31-90a114494588)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:49:48.934062 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-884856eb-635f-4992-8150-61c9e4b44915 req-432445f7-cd41-4282-82f6-92b47b26c310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:48.994891 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884856eb-635f-4992-8150-61c9e4b44915 req-432445f7-cd41-4282-82f6-92b47b26c310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:48.995486 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-884856eb-635f-4992-8150-61c9e4b44915 req-432445f7-cd41-4282-82f6-92b47b26c310 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:48.996809 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-884856eb-635f-4992-8150-61c9e4b44915 req-432445f7-cd41-4282-82f6-92b47b26c310 service neutron] 10.222.0.99 "PUT /v2.0/ports/34609e33-137f-4832-89d3-35e4fdb963a9 HTTP/1.1" status: 200 len: 1091 time: 0.9650850 Feb 09 01:49:49.013391 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432445f7-cd41-4282-82f6-92b47b26c310 service neutron] Pushing event updated for resources: {'Port': ['ID=34609e33-137f-4832-89d3-35e4fdb963a9,revision_number=7']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:49.086947 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884856eb-635f-4992-8150-61c9e4b44915 req-c7af5b85-2600-46a3-afb1-73b8e55b4fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:49.088386 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-884856eb-635f-4992-8150-61c9e4b44915 req-c7af5b85-2600-46a3-afb1-73b8e55b4fd4 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=381350d6f8e44d0bbac0c37aae4743b9&device_id=ff1cb376-5853-474e-9a84-f0cc7d78824c HTTP/1.1" status: 200 len: 1094 time: 0.0683391 Feb 09 01:49:49.214727 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884856eb-635f-4992-8150-61c9e4b44915 req-a9a3203d-3ebb-421d-b1db-aac71b2bf698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:49.216144 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-884856eb-635f-4992-8150-61c9e4b44915 req-a9a3203d-3ebb-421d-b1db-aac71b2bf698 service neutron] 10.222.0.99 "GET /v2.0/networks?id=da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0 HTTP/1.1" status: 200 len: 915 time: 0.1224961 Feb 09 01:49:49.285528 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-884856eb-635f-4992-8150-61c9e4b44915 req-55ba3484-83cd-4d75-aeec-a81df4bdf324 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34609e33-137f-4832-89d3-35e4fdb963a9 HTTP/1.1" status: 200 len: 217 time: 0.0632148 Feb 09 01:49:49.355214 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884856eb-635f-4992-8150-61c9e4b44915 req-bc1cec15-c2b5-4cb1-98f0-e43d048d3d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:49.356623 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-884856eb-635f-4992-8150-61c9e4b44915 req-bc1cec15-c2b5-4cb1-98f0-e43d048d3d89 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=9a46bc06-be7f-4b92-820c-ce540afe1683 HTTP/1.1" status: 200 len: 854 time: 0.0651495 Feb 09 01:49:49.403569 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-884856eb-635f-4992-8150-61c9e4b44915 req-9a524e15-e987-4abc-b734-f3889674f1c2 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407424 Feb 09 01:49:49.686386 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-884856eb-635f-4992-8150-61c9e4b44915 req-622087f1-8e80-4a50-ad47-4208f73a1511 service neutron] 10.222.0.99 "GET /v2.0/networks/da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767546 Feb 09 01:49:49.697815 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02764d8-226f-4353-b2cf-a445363151af req-7544045b-bdb8-4db4-ba4d-4001466a7591 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:49.699157 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a02764d8-226f-4353-b2cf-a445363151af req-7544045b-bdb8-4db4-ba4d-4001466a7591 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ff1cb376-5853-474e-9a84-f0cc7d78824c HTTP/1.1" status: 200 len: 943 time: 0.2259588 Feb 09 01:49:49.824030 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a02764d8-226f-4353-b2cf-a445363151af req-2be25b5b-8e35-4048-95fe-1447960248b2 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073713 Feb 09 01:49:49.855210 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-884856eb-635f-4992-8150-61c9e4b44915 req-8cf929fd-a100-4db8-b45a-c82857b3502b service neutron] 10.222.0.99 "GET /v2.0/networks/da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551566 Feb 09 01:49:50.649535 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff1cb376-5853-474e-9a84-f0cc7d78824c', 'tag': '34609e33-137f-4832-89d3-35e4fdb963a9'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:49:50.705697 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff1cb376-5853-474e-9a84-f0cc7d78824c', 'tag': '34609e33-137f-4832-89d3-35e4fdb963a9', 'status': 'completed', 'code': 200} Feb 09 01:49:50.856227 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9bfb67-10b2-4175-88cf-91c317a556ad req-80472e22-f616-4a9a-ba94-ce5de0e80faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:50.857754 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9c9bfb67-10b2-4175-88cf-91c317a556ad req-80472e22-f616-4a9a-ba94-ce5de0e80faa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=381350d6f8e44d0bbac0c37aae4743b9&device_id=ff1cb376-5853-474e-9a84-f0cc7d78824c HTTP/1.1" status: 200 len: 1094 time: 0.1317279 Feb 09 01:49:50.859607 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9bfb67-10b2-4175-88cf-91c317a556ad req-20d9883f-5a43-46d7-b45e-847afad15a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:50.860920 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9c9bfb67-10b2-4175-88cf-91c317a556ad req-20d9883f-5a43-46d7-b45e-847afad15a66 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=381350d6f8e44d0bbac0c37aae4743b9&device_id=ff1cb376-5853-474e-9a84-f0cc7d78824c HTTP/1.1" status: 200 len: 1094 time: 0.1039619 Feb 09 01:49:51.156497 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9bfb67-10b2-4175-88cf-91c317a556ad req-92eec3ea-b091-4a64-844a-9889b5d51c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:51.157951 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9c9bfb67-10b2-4175-88cf-91c317a556ad req-92eec3ea-b091-4a64-844a-9889b5d51c3c service neutron] 10.222.0.99 "GET /v2.0/networks?id=da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0 HTTP/1.1" status: 200 len: 915 time: 0.2741570 Feb 09 01:49:51.159740 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9bfb67-10b2-4175-88cf-91c317a556ad req-d50ecb49-fb90-4fa6-867c-3813ee9600fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:51.161112 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9c9bfb67-10b2-4175-88cf-91c317a556ad req-d50ecb49-fb90-4fa6-867c-3813ee9600fb service neutron] 10.222.0.62 "GET /v2.0/networks?id=da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0 HTTP/1.1" status: 200 len: 915 time: 0.2970028 Feb 09 01:49:51.281657 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9c9bfb67-10b2-4175-88cf-91c317a556ad req-7604128a-6eb0-4982-be30-45a18db3a54f service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34609e33-137f-4832-89d3-35e4fdb963a9 HTTP/1.1" status: 200 len: 217 time: 0.1165829 Feb 09 01:49:51.295317 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab8dee-e90a-4b1e-97df-2add2f9eee98 req-25f26f44-e375-4350-9145-eb635cb68281 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:51.296695 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-60ab8dee-e90a-4b1e-97df-2add2f9eee98 req-25f26f44-e375-4350-9145-eb635cb68281 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ff1cb376-5853-474e-9a84-f0cc7d78824c HTTP/1.1" status: 200 len: 943 time: 0.3414228 Feb 09 01:49:51.299240 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9c9bfb67-10b2-4175-88cf-91c317a556ad req-ae547077-39ef-4049-89f3-f734d0aa5cfa service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34609e33-137f-4832-89d3-35e4fdb963a9 HTTP/1.1" status: 200 len: 217 time: 0.0782089 Feb 09 01:49:51.439243 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-60ab8dee-e90a-4b1e-97df-2add2f9eee98 req-f19df237-ab2a-4076-86b6-fcea3d9310b5 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066554 Feb 09 01:49:51.444829 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9bfb67-10b2-4175-88cf-91c317a556ad req-41bf18a1-a19d-4e48-ac0b-45d5afed0b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:51.446228 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9c9bfb67-10b2-4175-88cf-91c317a556ad req-41bf18a1-a19d-4e48-ac0b-45d5afed0b4a service neutron] 10.222.0.99 "GET /v2.0/subnets?id=9a46bc06-be7f-4b92-820c-ce540afe1683 HTTP/1.1" status: 200 len: 854 time: 0.1487250 Feb 09 01:49:51.447418 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9bfb67-10b2-4175-88cf-91c317a556ad req-c83da377-2729-4436-828a-a0c5ba592e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:51.448699 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9c9bfb67-10b2-4175-88cf-91c317a556ad req-c83da377-2729-4436-828a-a0c5ba592e15 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9a46bc06-be7f-4b92-820c-ce540afe1683 HTTP/1.1" status: 200 len: 854 time: 0.1151054 Feb 09 01:49:51.527918 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9c9bfb67-10b2-4175-88cf-91c317a556ad req-4191e30e-fc68-4af7-ab76-eda7785650e1 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748341 Feb 09 01:49:51.529788 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9c9bfb67-10b2-4175-88cf-91c317a556ad req-8ed92f46-559e-4034-946a-2c3db5961dc6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479798 Feb 09 01:49:51.762673 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9c9bfb67-10b2-4175-88cf-91c317a556ad req-b908bf25-1a2f-4aaa-bc80-3e150587d7dc service neutron] 10.222.0.99 "GET /v2.0/networks/da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271550 Feb 09 01:49:51.765631 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9c9bfb67-10b2-4175-88cf-91c317a556ad req-42d307f0-b5e8-4106-9c39-3f57034c9b6f service neutron] 10.222.0.62 "GET /v2.0/networks/da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130625 Feb 09 01:49:51.960621 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 34609e33-137f-4832-89d3-35e4fdb963a9 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:49:52.019425 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 34609e33-137f-4832-89d3-35e4fdb963a9 not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:49:52.114325 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9c9bfb67-10b2-4175-88cf-91c317a556ad req-206c0d17-d74c-4b9e-b21c-028a4b3e89d9 service neutron] 10.222.0.99 "GET /v2.0/networks/da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3448749 Feb 09 01:49:52.116151 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9c9bfb67-10b2-4175-88cf-91c317a556ad req-e90e1b44-6d8e-47af-bf0e-a6451c62f1ce service neutron] 10.222.0.62 "GET /v2.0/networks/da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293669 Feb 09 01:49:52.206749 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:52.625235 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3f8ed0-b7fd-4870-bed3-0cc49aeae855 req-532923e2-4a5d-4f8d-9160-f399c4f02bac tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:52.626741 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9b3f8ed0-b7fd-4870-bed3-0cc49aeae855 req-532923e2-4a5d-4f8d-9160-f399c4f02bac tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ff1cb376-5853-474e-9a84-f0cc7d78824c HTTP/1.1" status: 200 len: 943 time: 0.0791938 Feb 09 01:49:52.670977 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9b3f8ed0-b7fd-4870-bed3-0cc49aeae855 req-a21adbef-73a3-4588-b11e-391b35ef89fd tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380583 Feb 09 01:49:53.426579 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 34609e33-137f-4832-89d3-35e4fdb963a9 details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:49:53.567508 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 34609e33-137f-4832-89d3-35e4fdb963a9, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=34609e33-137f-4832-89d3-35e4fdb963a9,segment=NetworkSegment(d4af0288-b323-49f6-bb31-90a114494588),segment_id=d4af0288-b323-49f6-bb31-90a114494588)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:49:53.580265 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': '34609e33-137f-4832-89d3-35e4fdb963a9', 'network_id': 'da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0', 'port_id': '34609e33-137f-4832-89d3-35e4fdb963a9', 'mac_address': 'fa:16:3e:f7:de:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a46bc06-be7f-4b92-820c-ce540afe1683', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:49:53.635452 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:53.652033 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34609e33-137f-4832-89d3-35e4fdb963a9 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:49:53.667892 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 34609e33-137f-4832-89d3-35e4fdb963a9, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=34609e33-137f-4832-89d3-35e4fdb963a9,segment=NetworkSegment(d4af0288-b323-49f6-bb31-90a114494588),segment_id=d4af0288-b323-49f6-bb31-90a114494588)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:49:53.671352 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:53.740848 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=34609e33-137f-4832-89d3-35e4fdb963a9,revision_number=8']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:53.860436 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e0be40-0bb4-4496-8046-4c617ab8c11a req-51559fc3-1ad3-44c0-b73c-14049fa869fa tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:53.861808 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b5e0be40-0bb4-4496-8046-4c617ab8c11a req-51559fc3-1ad3-44c0-b73c-14049fa869fa tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ff1cb376-5853-474e-9a84-f0cc7d78824c HTTP/1.1" status: 200 len: 944 time: 0.0822961 Feb 09 01:49:53.905776 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b5e0be40-0bb4-4496-8046-4c617ab8c11a req-1113e320-663c-4290-aafb-0b8a17917353 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383148 Feb 09 01:49:54.011472 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['34609e33-137f-4832-89d3-35e4fdb963a9'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:49:54.277452 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a23cd-7c92-4667-bb8c-3ee693e50687 req-e5927e23-c3cb-4caa-819c-e370457835c5 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:54.279069 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a57a23cd-7c92-4667-bb8c-3ee693e50687 req-e5927e23-c3cb-4caa-819c-e370457835c5 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1cb376-5853-474e-9a84-f0cc7d78824c&tenant_id=381350d6f8e44d0bbac0c37aae4743b9&binding%3Ahost_id=n-h2-828418-1 HTTP/1.1" status: 200 len: 944 time: 0.1120658 Feb 09 01:49:54.287936 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb39302-192b-492e-b923-472a29cdb546 req-df825360-c33b-433c-82bf-7f17a6a122a8 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:54.289309 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9fb39302-192b-492e-b923-472a29cdb546 req-df825360-c33b-433c-82bf-7f17a6a122a8 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ff1cb376-5853-474e-9a84-f0cc7d78824c HTTP/1.1" status: 200 len: 944 time: 0.1587121 Feb 09 01:49:54.396675 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9fb39302-192b-492e-b923-472a29cdb546 req-c357ac1b-1b04-4dec-aee4-5af305940a5c tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719881 Feb 09 01:49:54.408735 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [req-a57a23cd-7c92-4667-bb8c-3ee693e50687 req-0925c989-7821-475a-b789-00236f6410de service neutron] delete failed (client error): The resource could not be found. Feb 09 01:49:54.410018 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a57a23cd-7c92-4667-bb8c-3ee693e50687 req-0925c989-7821-475a-b789-00236f6410de service neutron] 10.222.0.62 "DELETE /v2.0/ports/34609e33-137f-4832-89d3-35e4fdb963a9/bindings/n-h1-828418-1 HTTP/1.1" status: 404 len: 380 time: 0.1196089 Feb 09 01:49:54.561720 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a23cd-7c92-4667-bb8c-3ee693e50687 req-cb24ac6b-4293-44bb-b0c4-81e6f99b345c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:54.563113 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a57a23cd-7c92-4667-bb8c-3ee693e50687 req-cb24ac6b-4293-44bb-b0c4-81e6f99b345c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=381350d6f8e44d0bbac0c37aae4743b9&device_id=ff1cb376-5853-474e-9a84-f0cc7d78824c HTTP/1.1" status: 200 len: 1095 time: 0.0765462 Feb 09 01:49:54.699311 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a23cd-7c92-4667-bb8c-3ee693e50687 req-d080c2e8-d0b7-4f77-99de-d6564d209720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:54.701479 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a57a23cd-7c92-4667-bb8c-3ee693e50687 req-d080c2e8-d0b7-4f77-99de-d6564d209720 service neutron] 10.222.0.62 "GET /v2.0/networks?id=da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0 HTTP/1.1" status: 200 len: 915 time: 0.1322651 Feb 09 01:49:54.787293 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a57a23cd-7c92-4667-bb8c-3ee693e50687 req-3c370478-7847-41b0-90d0-a92a3243a8e5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34609e33-137f-4832-89d3-35e4fdb963a9 HTTP/1.1" status: 200 len: 217 time: 0.0792234 Feb 09 01:49:54.850645 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a23cd-7c92-4667-bb8c-3ee693e50687 req-3aa60cb4-7180-4246-8bb1-30c384b26d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:54.852040 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a57a23cd-7c92-4667-bb8c-3ee693e50687 req-3aa60cb4-7180-4246-8bb1-30c384b26d6c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9a46bc06-be7f-4b92-820c-ce540afe1683 HTTP/1.1" status: 200 len: 854 time: 0.0593748 Feb 09 01:49:54.900378 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a57a23cd-7c92-4667-bb8c-3ee693e50687 req-f12e19c5-a79f-4096-9ab8-852b2d03480a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414817 Feb 09 01:49:55.033424 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a57a23cd-7c92-4667-bb8c-3ee693e50687 req-b818eb19-c2b6-4cff-b9f8-377d2f8b72b0 service neutron] 10.222.0.62 "GET /v2.0/networks/da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272593 Feb 09 01:49:55.162799 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a57a23cd-7c92-4667-bb8c-3ee693e50687 req-703a084e-f0e5-44b1-8ba8-c4daa7624fea service neutron] 10.222.0.62 "GET /v2.0/networks/da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231327 Feb 09 01:49:55.227461 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:55.431613 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 34609e33-137f-4832-89d3-35e4fdb963a9 up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:49:55.502896 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning for port 34609e33-137f-4832-89d3-35e4fdb963a9 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:49:55.509160 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port 34609e33-137f-4832-89d3-35e4fdb963a9 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:55.509533 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:55.603260 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c4241-2270-4f30-be24-bb916c9d7c7d req-e8cab651-ef65-4267-bd28-5d28a134699e tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:55.605550 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bf0c4241-2270-4f30-be24-bb916c9d7c7d req-e8cab651-ef65-4267-bd28-5d28a134699e tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ff1cb376-5853-474e-9a84-f0cc7d78824c HTTP/1.1" status: 200 len: 944 time: 0.0975664 Feb 09 01:49:55.642024 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:55.656268 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bf0c4241-2270-4f30-be24-bb916c9d7c7d req-0ee6742f-6c18-4f7f-9eca-191d13e6ae38 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447364 Feb 09 01:49:55.671661 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff1cb376-5853-474e-9a84-f0cc7d78824c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34609e33-137f-4832-89d3-35e4fdb963a9'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:49:55.681561 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 34609e33-137f-4832-89d3-35e4fdb963a9, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=34609e33-137f-4832-89d3-35e4fdb963a9,segment=NetworkSegment(d4af0288-b323-49f6-bb31-90a114494588),segment_id=d4af0288-b323-49f6-bb31-90a114494588)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:49:55.686305 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:55.730623 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff1cb376-5853-474e-9a84-f0cc7d78824c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34609e33-137f-4832-89d3-35e4fdb963a9', 'code': 200} Feb 09 01:49:55.755511 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=34609e33-137f-4832-89d3-35e4fdb963a9,revision_number=9']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:56.839518 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e69ae-b9b6-44ad-8b67-24e7e1fb4aad req-790650b5-c21b-4359-8c15-534c3b5b13d2 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:56.841003 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cc8e69ae-b9b6-44ad-8b67-24e7e1fb4aad req-790650b5-c21b-4359-8c15-534c3b5b13d2 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ff1cb376-5853-474e-9a84-f0cc7d78824c HTTP/1.1" status: 200 len: 945 time: 0.0813513 Feb 09 01:49:56.884304 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cc8e69ae-b9b6-44ad-8b67-24e7e1fb4aad req-124bad15-a204-48bd-9a39-d9e130534675 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377910 Feb 09 01:49:57.170299 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f490ff-00b8-48c8-92a0-e3cdf6cdc725 req-b5f59d9e-21e7-4633-a0c6-90b0543265bd tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:57.171698 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-06f490ff-00b8-48c8-92a0-e3cdf6cdc725 req-b5f59d9e-21e7-4633-a0c6-90b0543265bd tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ff1cb376-5853-474e-9a84-f0cc7d78824c HTTP/1.1" status: 200 len: 945 time: 0.1798916 Feb 09 01:49:57.215598 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-06f490ff-00b8-48c8-92a0-e3cdf6cdc725 req-51630a6b-4a26-46d9-b8dd-21faa559dce7 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374904 Feb 09 01:49:57.404012 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e71207-f211-4b19-ab76-11502c640fb3 req-888d2034-2754-4f0b-8c76-0a7e31bcb60b tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:57.405962 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-04e71207-f211-4b19-ab76-11502c640fb3 req-888d2034-2754-4f0b-8c76-0a7e31bcb60b tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ff1cb376-5853-474e-9a84-f0cc7d78824c HTTP/1.1" status: 200 len: 945 time: 0.0852227 Feb 09 01:49:57.449973 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-04e71207-f211-4b19-ab76-11502c640fb3 req-b77d34af-4046-49e3-bde6-39a9d8d3ef33 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378213 Feb 09 01:49:57.990197 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74988742-e187-497a-9274-c4b39ac48e2d req-aa5f47e6-a6ff-45ac-bb72-c94a8cec5164 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:57.991648 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-74988742-e187-497a-9274-c4b39ac48e2d req-aa5f47e6-a6ff-45ac-bb72-c94a8cec5164 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ff1cb376-5853-474e-9a84-f0cc7d78824c HTTP/1.1" status: 200 len: 945 time: 0.0773444 Feb 09 01:49:58.035667 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-74988742-e187-497a-9274-c4b39ac48e2d req-9c2da24f-5b4b-4e5b-917b-17fdbf360d07 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383348 Feb 09 01:49:59.278929 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36300339-c324-4012-9a21-368773916806 req-7ce8f2e2-2089-4d57-bd89-1cee0954976f tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:59.280287 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-36300339-c324-4012-9a21-368773916806 req-7ce8f2e2-2089-4d57-bd89-1cee0954976f tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ff1cb376-5853-474e-9a84-f0cc7d78824c HTTP/1.1" status: 200 len: 945 time: 0.1378002 Feb 09 01:49:59.307665 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e85cac-40a7-493d-9c97-ff305ba82d44 req-03cb6f82-54da-4cea-8f88-143dd06e3ce5 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:59.309042 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-06e85cac-40a7-493d-9c97-ff305ba82d44 req-03cb6f82-54da-4cea-8f88-143dd06e3ce5 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.99 "GET /v2.0/ports?device_id=ff1cb376-5853-474e-9a84-f0cc7d78824c HTTP/1.1" status: 200 len: 945 time: 0.1108975 Feb 09 01:49:59.391104 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-36300339-c324-4012-9a21-368773916806 req-06dc2f5a-7446-417f-afc7-7a7df003d74f tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.105 "GET /v2.0/security-groups?id=c099fc8a-93bc-447a-9d8e-eed25bd8c171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029677 Feb 09 01:49:59.407710 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-06e85cac-40a7-493d-9c97-ff305ba82d44 req-61181edc-dc7e-42dc-91ae-8157624a8552 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Deleting port 34609e33-137f-4832-89d3-35e4fdb963a9 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:49:59.408083 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-06e85cac-40a7-493d-9c97-ff305ba82d44 req-61181edc-dc7e-42dc-91ae-8157624a8552 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:59.653014 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-06e85cac-40a7-493d-9c97-ff305ba82d44 req-61181edc-dc7e-42dc-91ae-8157624a8552 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] For port 34609e33-137f-4832-89d3-35e4fdb963a9, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=34609e33-137f-4832-89d3-35e4fdb963a9,segment=NetworkSegment(d4af0288-b323-49f6-bb31-90a114494588),segment_id=d4af0288-b323-49f6-bb31-90a114494588)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:49:59.653362 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-06e85cac-40a7-493d-9c97-ff305ba82d44 req-61181edc-dc7e-42dc-91ae-8157624a8552 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:59.775435 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-06e85cac-40a7-493d-9c97-ff305ba82d44 req-61181edc-dc7e-42dc-91ae-8157624a8552 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Calling delete_port for 34609e33-137f-4832-89d3-35e4fdb963a9 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:49:59.918977 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-06e85cac-40a7-493d-9c97-ff305ba82d44 req-61181edc-dc7e-42dc-91ae-8157624a8552 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:59.929942 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['34609e33-137f-4832-89d3-35e4fdb963a9'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:49:59.968588 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61181edc-dc7e-42dc-91ae-8157624a8552 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Pushing event deleted for resources: {'Port': ['ID=34609e33-137f-4832-89d3-35e4fdb963a9,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:00.043731 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-06e85cac-40a7-493d-9c97-ff305ba82d44 req-61181edc-dc7e-42dc-91ae-8157624a8552 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] No DVR routers for this DVR port 34609e33-137f-4832-89d3-35e4fdb963a9 on host n-h2-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:50:00.046451 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-06e85cac-40a7-493d-9c97-ff305ba82d44 req-61181edc-dc7e-42dc-91ae-8157624a8552 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:00.049291 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff1cb376-5853-474e-9a84-f0cc7d78824c', 'name': 'network-vif-deleted', 'tag': '34609e33-137f-4832-89d3-35e4fdb963a9'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:50:00.064788 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-06e85cac-40a7-493d-9c97-ff305ba82d44 req-61181edc-dc7e-42dc-91ae-8157624a8552 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] 10.222.0.99 "DELETE /v2.0/ports/34609e33-137f-4832-89d3-35e4fdb963a9 HTTP/1.1" status: 204 len: 173 time: 0.7478135 Feb 09 01:50:00.094321 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff1cb376-5853-474e-9a84-f0cc7d78824c', 'name': 'network-vif-deleted', 'tag': '34609e33-137f-4832-89d3-35e4fdb963a9', 'status': 'completed', 'code': 200} Feb 09 01:50:00.624689 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 46682) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:50:00.683795 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7e6466d-1096-4582-aada-5308b46d8487 admin admin] Deleting subnet 9a46bc06-be7f-4b92-820c-ce540afe1683 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:50:00.686627 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a7e6466d-1096-4582-aada-5308b46d8487 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:00.736789 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a7e6466d-1096-4582-aada-5308b46d8487 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:00.790763 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a7e6466d-1096-4582-aada-5308b46d8487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:00.856723 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a7e6466d-1096-4582-aada-5308b46d8487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:00.900258 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a7e6466d-1096-4582-aada-5308b46d8487 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:00.902771 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e6466d-1096-4582-aada-5308b46d8487 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a46bc06-be7f-4b92-820c-ce540afe1683,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:00.908701 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-a7e6466d-1096-4582-aada-5308b46d8487 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/9a46bc06-be7f-4b92-820c-ce540afe1683 HTTP/1.1" status: 204 len: 168 time: 0.2829812 Feb 09 01:50:00.911852 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 46686) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:50:01.012758 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c331d2df-19b1-4336-9737-856e6b8e398b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:01.137018 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c331d2df-19b1-4336-9737-856e6b8e398b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:01.256154 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-c331d2df-19b1-4336-9737-856e6b8e398b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:01.267683 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-c331d2df-19b1-4336-9737-856e6b8e398b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4af0288-b323-49f6-bb31-90a114494588') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:01.267985 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-c331d2df-19b1-4336-9737-856e6b8e398b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4af0288-b323-49f6-bb31-90a114494588') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:01.279892 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c331d2df-19b1-4336-9737-856e6b8e398b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:01.296579 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c331d2df-19b1-4336-9737-856e6b8e398b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:01.303956 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c331d2df-19b1-4336-9737-856e6b8e398b admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:50:01.304440 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c331d2df-19b1-4336-9737-856e6b8e398b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:01.317558 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 01:50:01.317558 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:50:01.317558 n-d-828418-1 neutron-server[87639]: timer() Feb 09 01:50:01.317558 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:50:01.317558 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 01:50:01.317558 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:50:01.317558 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 01:50:01.317558 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:50:01.317558 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 01:50:01.317558 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:50:01.317558 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 01:50:01.317558 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:50:01.317558 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 01:50:01.317558 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:50:01.317558 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:50:01.317558 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:50:01.317558 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:50:01.317558 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:50:01.317558 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 01:50:01.317558 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:50:01.317558 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 01:50:01.317558 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:50:01.317558 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:50:01.317558 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:50:01.317558 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 01:50:01.317558 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:50:01.317558 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:50:01.317558 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:50:01.317558 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:50:01.317558 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:50:01.317558 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:50:01.317558 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:50:01.408942 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c331d2df-19b1-4336-9737-856e6b8e398b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:01.424991 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c331d2df-19b1-4336-9737-856e6b8e398b admin admin] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:01.436027 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c331d2df-19b1-4336-9737-856e6b8e398b admin admin] Pushing event deleted for resources: {'Network': ['ID=da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:01.442148 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-c331d2df-19b1-4336-9737-856e6b8e398b admin admin] 10.222.0.105 "DELETE /v2.0/networks/da7e2734-c8d4-49a2-bfd9-4e61c7b2fbb0 HTTP/1.1" status: 204 len: 168 time: 0.5293677 Feb 09 01:50:01.551012 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 46692) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:50:01.598810 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-2bc16562-e283-4e52-a5af-dba542fb6c06 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=381350d6f8e44d0bbac0c37aae4743b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466313 Feb 09 01:50:01.601361 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 46696) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:50:01.658519 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d4053fdf-a49c-43d7-b50f-bd29825eda04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:01.683153 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d4053fdf-a49c-43d7-b50f-bd29825eda04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:01.737732 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d4053fdf-a49c-43d7-b50f-bd29825eda04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:01.752467 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4053fdf-a49c-43d7-b50f-bd29825eda04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c099fc8a-93bc-447a-9d8e-eed25bd8c171,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:01.765075 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d4053fdf-a49c-43d7-b50f-bd29825eda04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:01.766292 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-d4053fdf-a49c-43d7-b50f-bd29825eda04 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/c099fc8a-93bc-447a-9d8e-eed25bd8c171 HTTP/1.1" status: 204 len: 168 time: 0.1640213 Feb 09 01:50:02.463745 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 46720) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:50:02.569536 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-05d8311c-8af7-48c0-8fd5-c0c58e08a131 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-498310314-network', 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:50:02.577346 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-05d8311c-8af7-48c0-8fd5-c0c58e08a131 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:50:02.581180 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-05d8311c-8af7-48c0-8fd5-c0c58e08a131 admin admin] Usage tracker for resource:network and tenant:308a7c3b94d842c0bda52a99836b9ef6 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:50:02.584162 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-05d8311c-8af7-48c0-8fd5-c0c58e08a131 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:50:02.589988 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-05d8311c-8af7-48c0-8fd5-c0c58e08a131 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:50:02.600466 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d8311c-8af7-48c0-8fd5-c0c58e08a131 admin admin] Made reservation on behalf of 308a7c3b94d842c0bda52a99836b9ef6 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:50:02.603076 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-05d8311c-8af7-48c0-8fd5-c0c58e08a131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:02.615483 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-05d8311c-8af7-48c0-8fd5-c0c58e08a131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:02.629402 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-05d8311c-8af7-48c0-8fd5-c0c58e08a131 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:50:02.633210 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-05d8311c-8af7-48c0-8fd5-c0c58e08a131 admin admin] Usage tracker for resource:security_group_rule and tenant:308a7c3b94d842c0bda52a99836b9ef6 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:50:02.636010 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-05d8311c-8af7-48c0-8fd5-c0c58e08a131 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:50:02.641751 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-05d8311c-8af7-48c0-8fd5-c0c58e08a131 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:50:02.724116 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-05d8311c-8af7-48c0-8fd5-c0c58e08a131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:02.727803 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-05d8311c-8af7-48c0-8fd5-c0c58e08a131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:02.756472 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05d8311c-8af7-48c0-8fd5-c0c58e08a131 admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:50:02.764611 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d8311c-8af7-48c0-8fd5-c0c58e08a131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e6334e-fa10-442e-ad7c-37ab213cefb4,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:02.770567 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-05d8311c-8af7-48c0-8fd5-c0c58e08a131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:02.770909 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-05d8311c-8af7-48c0-8fd5-c0c58e08a131 admin admin] Added segment 86b638af-c634-42fe-bf4b-9e90fe4382c0 of type vlan for network 400d3014-6934-4eca-998b-e5372b1f837c Feb 09 01:50:02.798169 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-05d8311c-8af7-48c0-8fd5-c0c58e08a131 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:02.825812 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-05d8311c-8af7-48c0-8fd5-c0c58e08a131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:02.826720 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d8311c-8af7-48c0-8fd5-c0c58e08a131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:02.827282 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-05d8311c-8af7-48c0-8fd5-c0c58e08a131 admin admin] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:02.929449 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d8311c-8af7-48c0-8fd5-c0c58e08a131 admin admin] Pushing event updated for resources: {'Network': ['ID=400d3014-6934-4eca-998b-e5372b1f837c,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:02.932431 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-05d8311c-8af7-48c0-8fd5-c0c58e08a131 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4676952 Feb 09 01:50:02.935316 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 46728) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:50:02.939857 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 400d3014-6934-4eca-998b-e5372b1f837c details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:50:02.940750 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-6589aee1-ba35-4831-a61c-72afbe12fc20 admin admin] Request body: {'subnet': {'network_id': '400d3014-6934-4eca-998b-e5372b1f837c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-498310314-subnet', 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:50:02.946368 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-6589aee1-ba35-4831-a61c-72afbe12fc20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:50:02.950381 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-6589aee1-ba35-4831-a61c-72afbe12fc20 admin admin] Usage tracker for resource:subnet and tenant:308a7c3b94d842c0bda52a99836b9ef6 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:50:02.953241 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-6589aee1-ba35-4831-a61c-72afbe12fc20 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:50:02.959910 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-6589aee1-ba35-4831-a61c-72afbe12fc20 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:50:02.970129 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6589aee1-ba35-4831-a61c-72afbe12fc20 admin admin] Made reservation on behalf of 308a7c3b94d842c0bda52a99836b9ef6 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:50:02.973054 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6589aee1-ba35-4831-a61c-72afbe12fc20 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:03.183572 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6589aee1-ba35-4831-a61c-72afbe12fc20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:03.256652 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6589aee1-ba35-4831-a61c-72afbe12fc20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa171e68-82ec-475c-ac6b-11e6d23a5112,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:03.269910 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6589aee1-ba35-4831-a61c-72afbe12fc20 admin admin] Checking segment: {'id': '86b638af-c634-42fe-bf4b-9e90fe4382c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:50:03.270290 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6589aee1-ba35-4831-a61c-72afbe12fc20 admin admin] Network hostable DHCP agents. Network: 400d3014-6934-4eca-998b-e5372b1f837c, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:50:03.289104 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6589aee1-ba35-4831-a61c-72afbe12fc20 admin admin] Network 400d3014-6934-4eca-998b-e5372b1f837c is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:50:03.297968 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-6589aee1-ba35-4831-a61c-72afbe12fc20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 400d3014-6934-4eca-998b-e5372b1f837c) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:50:03.302756 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6589aee1-ba35-4831-a61c-72afbe12fc20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:03.303342 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6589aee1-ba35-4831-a61c-72afbe12fc20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:03.307684 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02c9344-4eea-4919-bf04-6a1d5ddf6e44 None None] Network 400d3014-6934-4eca-998b-e5372b1f837c requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:50:03.329392 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-6589aee1-ba35-4831-a61c-72afbe12fc20 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3902421 Feb 09 01:50:03.329574 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 46732) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:50:03.336073 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-0418176b-f62c-4bf0-8986-4f2b21e93a59 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-498310314-router', 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:50:03.342226 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-0418176b-f62c-4bf0-8986-4f2b21e93a59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:50:03.346365 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-0418176b-f62c-4bf0-8986-4f2b21e93a59 admin admin] Usage tracker for resource:router and tenant:308a7c3b94d842c0bda52a99836b9ef6 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:50:03.349714 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-0418176b-f62c-4bf0-8986-4f2b21e93a59 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:50:03.355597 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-0418176b-f62c-4bf0-8986-4f2b21e93a59 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:50:03.367514 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0418176b-f62c-4bf0-8986-4f2b21e93a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:03.368690 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0418176b-f62c-4bf0-8986-4f2b21e93a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:03.393051 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0418176b-f62c-4bf0-8986-4f2b21e93a59 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:03.433021 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 34609e33-137f-4832-89d3-35e4fdb963a9 no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:50:03.477327 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] No Port match for: 34609e33-137f-4832-89d3-35e4fdb963a9 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:50:03.477696 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 34609e33-137f-4832-89d3-35e4fdb963a9 not bound to the agent host n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:50:03.579636 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fe5d55-46d8-4e6c-a79d-df2b4e11a8f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-400d3014-6934-4eca-998b-e5372b1f837c', 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c', 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'fixed_ips': [{'subnet_id': 'fa171e68-82ec-475c-ac6b-11e6d23a5112'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:50:03.580546 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d7fe5d55-46d8-4e6c-a79d-df2b4e11a8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:03.665465 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0418176b-f62c-4bf0-8986-4f2b21e93a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:03.738375 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-d7fe5d55-46d8-4e6c-a79d-df2b4e11a8f2 None None] Allocated IP 172.20.0.2 (400d3014-6934-4eca-998b-e5372b1f837c/fa171e68-82ec-475c-ac6b-11e6d23a5112/cac7217e-9a8b-43ac-9b7c-6e8aa1872f58) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:50:03.941639 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d7fe5d55-46d8-4e6c-a79d-df2b4e11a8f2 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:03.952504 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d7fe5d55-46d8-4e6c-a79d-df2b4e11a8f2 None None] Transition to ACTIVE for port object cac7217e-9a8b-43ac-9b7c-6e8aa1872f58 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:50:03.972224 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d7fe5d55-46d8-4e6c-a79d-df2b4e11a8f2 None None] Transition to ACTIVE for port object cac7217e-9a8b-43ac-9b7c-6e8aa1872f58 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:50:03.978506 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d7fe5d55-46d8-4e6c-a79d-df2b4e11a8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:04.049440 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fe5d55-46d8-4e6c-a79d-df2b4e11a8f2 None None] Network 400d3014-6934-4eca-998b-e5372b1f837c is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:50:04.053180 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-d7fe5d55-46d8-4e6c-a79d-df2b4e11a8f2 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:50:04.055802 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fe5d55-46d8-4e6c-a79d-df2b4e11a8f2 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:50:04.064802 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fe5d55-46d8-4e6c-a79d-df2b4e11a8f2 None None] Pushing event updated for resources: {'Port': ['ID=cac7217e-9a8b-43ac-9b7c-6e8aa1872f58,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:04.083526 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0418176b-f62c-4bf0-8986-4f2b21e93a59 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:04.104056 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fe5d55-46d8-4e6c-a79d-df2b4e11a8f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:04.104406 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fe5d55-46d8-4e6c-a79d-df2b4e11a8f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:04.104746 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fe5d55-46d8-4e6c-a79d-df2b4e11a8f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:04.105081 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fe5d55-46d8-4e6c-a79d-df2b4e11a8f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:04.105410 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fe5d55-46d8-4e6c-a79d-df2b4e11a8f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:04.105768 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fe5d55-46d8-4e6c-a79d-df2b4e11a8f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:04.106096 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fe5d55-46d8-4e6c-a79d-df2b4e11a8f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:04.106419 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fe5d55-46d8-4e6c-a79d-df2b4e11a8f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:04.106742 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fe5d55-46d8-4e6c-a79d-df2b4e11a8f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:04.107064 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fe5d55-46d8-4e6c-a79d-df2b4e11a8f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:04.107385 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fe5d55-46d8-4e6c-a79d-df2b4e11a8f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:04.107702 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fe5d55-46d8-4e6c-a79d-df2b4e11a8f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:04.114168 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0418176b-f62c-4bf0-8986-4f2b21e93a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:04.161046 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-d7fe5d55-46d8-4e6c-a79d-df2b4e11a8f2 None None] Attempting to bind port cac7217e-9a8b-43ac-9b7c-6e8aa1872f58 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:50:04.161549 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-d7fe5d55-46d8-4e6c-a79d-df2b4e11a8f2 None None] Attempting to bind port cac7217e-9a8b-43ac-9b7c-6e8aa1872f58 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '86b638af-c634-42fe-bf4b-9e90fe4382c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:50:04.162064 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fe5d55-46d8-4e6c-a79d-df2b4e11a8f2 None None] Attempting to bind port cac7217e-9a8b-43ac-9b7c-6e8aa1872f58 on network 400d3014-6934-4eca-998b-e5372b1f837c {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:50:04.167581 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fe5d55-46d8-4e6c-a79d-df2b4e11a8f2 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:50:04.168025 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fe5d55-46d8-4e6c-a79d-df2b4e11a8f2 None None] Checking segment: {'id': '86b638af-c634-42fe-bf4b-9e90fe4382c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:50:04.168431 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d7fe5d55-46d8-4e6c-a79d-df2b4e11a8f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:04.168825 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fe5d55-46d8-4e6c-a79d-df2b4e11a8f2 None None] Bound using segment: {'id': '86b638af-c634-42fe-bf4b-9e90fe4382c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:50:04.169303 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-d7fe5d55-46d8-4e6c-a79d-df2b4e11a8f2 None None] Bound port: cac7217e-9a8b-43ac-9b7c-6e8aa1872f58, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86b638af-c634-42fe-bf4b-9e90fe4382c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:50:04.169697 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d7fe5d55-46d8-4e6c-a79d-df2b4e11a8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:04.254918 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-0418176b-f62c-4bf0-8986-4f2b21e93a59 admin admin] Allocated IP 172.25.0.238 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/95b67009-1cb7-48b6-8cbf-e3dccf4cc612) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:50:04.260818 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d7fe5d55-46d8-4e6c-a79d-df2b4e11a8f2 None None] For port cac7217e-9a8b-43ac-9b7c-6e8aa1872f58, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:50:04.263901 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d7fe5d55-46d8-4e6c-a79d-df2b4e11a8f2 None None] For port cac7217e-9a8b-43ac-9b7c-6e8aa1872f58, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=cac7217e-9a8b-43ac-9b7c-6e8aa1872f58,segment=NetworkSegment(86b638af-c634-42fe-bf4b-9e90fe4382c0),segment_id=86b638af-c634-42fe-bf4b-9e90fe4382c0)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:50:04.268883 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d7fe5d55-46d8-4e6c-a79d-df2b4e11a8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:04.359328 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fe5d55-46d8-4e6c-a79d-df2b4e11a8f2 None None] Pushing event updated for resources: {'Port': ['ID=cac7217e-9a8b-43ac-9b7c-6e8aa1872f58,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:04.411210 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0418176b-f62c-4bf0-8986-4f2b21e93a59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:04.440697 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0418176b-f62c-4bf0-8986-4f2b21e93a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:04.497761 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0418176b-f62c-4bf0-8986-4f2b21e93a59 admin admin] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:50:04.504822 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-0418176b-f62c-4bf0-8986-4f2b21e93a59 admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:50:04.509097 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0418176b-f62c-4bf0-8986-4f2b21e93a59 admin admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:50:04.569422 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0418176b-f62c-4bf0-8986-4f2b21e93a59 admin admin] Pushing event updated for resources: {'Port': ['ID=95b67009-1cb7-48b6-8cbf-e3dccf4cc612,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:04.949380 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0418176b-f62c-4bf0-8986-4f2b21e93a59 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:05.057440 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device cac7217e-9a8b-43ac-9b7c-6e8aa1872f58 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:50:05.133973 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port cac7217e-9a8b-43ac-9b7c-6e8aa1872f58 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:50:05.309026 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0418176b-f62c-4bf0-8986-4f2b21e93a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:05.318256 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a618114-dda4-4c95-831e-d6279cc6655f None None] Network 400d3014-6934-4eca-998b-e5372b1f837c requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:50:05.409989 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-2b6f0c16-75ed-495e-bcbb-c69b1dd26eeb None None] Provisioning for port cac7217e-9a8b-43ac-9b7c-6e8aa1872f58 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:50:05.420247 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-2b6f0c16-75ed-495e-bcbb-c69b1dd26eeb None None] Provisioning complete for port cac7217e-9a8b-43ac-9b7c-6e8aa1872f58 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:05.420616 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2b6f0c16-75ed-495e-bcbb-c69b1dd26eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:05.644001 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0418176b-f62c-4bf0-8986-4f2b21e93a59 admin admin] Router 34eabf10-c37b-4379-9e42-d9622d053d3a is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:50:05.661670 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2b6f0c16-75ed-495e-bcbb-c69b1dd26eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:05.700718 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-2b6f0c16-75ed-495e-bcbb-c69b1dd26eeb None None] For port cac7217e-9a8b-43ac-9b7c-6e8aa1872f58, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=cac7217e-9a8b-43ac-9b7c-6e8aa1872f58,segment=NetworkSegment(86b638af-c634-42fe-bf4b-9e90fe4382c0),segment_id=86b638af-c634-42fe-bf4b-9e90fe4382c0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:50:05.707124 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2b6f0c16-75ed-495e-bcbb-c69b1dd26eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:05.782182 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6f0c16-75ed-495e-bcbb-c69b1dd26eeb None None] Pushing event updated for resources: {'Port': ['ID=cac7217e-9a8b-43ac-9b7c-6e8aa1872f58,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:05.827780 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0418176b-f62c-4bf0-8986-4f2b21e93a59 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:50:05.838923 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59eb276c-496b-4d03-94e5-e960f6b258ac None None] Sync routers for ids ['34eabf10-c37b-4379-9e42-d9622d053d3a'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:50:05.849671 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59eb276c-496b-4d03-94e5-e960f6b258ac None None] Routers {'34eabf10-c37b-4379-9e42-d9622d053d3a'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:50:05.850401 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-59eb276c-496b-4d03-94e5-e960f6b258ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:49:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['34eabf10-c37b-4379-9e42-d9622d053d3a'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:05.852624 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0418176b-f62c-4bf0-8986-4f2b21e93a59 admin admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:05.854105 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-0418176b-f62c-4bf0-8986-4f2b21e93a59 admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5234988 Feb 09 01:50:05.856775 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 46738) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:50:05.928840 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b02bd177-7043-4965-9caa-5c2ff365aa34 None None] Provisioning complete for port cac7217e-9a8b-43ac-9b7c-6e8aa1872f58 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:05.929320 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b02bd177-7043-4965-9caa-5c2ff365aa34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:06.029966 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-59eb276c-496b-4d03-94e5-e960f6b258ac None None] Set router 34eabf10-c37b-4379-9e42-d9622d053d3a gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:50:06.346915 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-59eb276c-496b-4d03-94e5-e960f6b258ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'name': 'tempest-ServerActionsTestJSON-498310314-router', 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '95b67009-1cb7-48b6-8cbf-e3dccf4cc612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:03Z', 'updated_at': '2022-02-09T01:50:04Z', 'revision_number': 3, 'project_id': '308a7c3b94d842c0bda52a99836b9ef6', 'gw_port': {'id': '95b67009-1cb7-48b6-8cbf-e3dccf4cc612', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b4:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:04Z', 'updated_at': '2022-02-09T01:50:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:06.350711 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59eb276c-496b-4d03-94e5-e960f6b258ac None None] Checking router: 34eabf10-c37b-4379-9e42-d9622d053d3a for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:50:06.351051 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59eb276c-496b-4d03-94e5-e960f6b258ac None None] Updating router 34eabf10-c37b-4379-9e42-d9622d053d3a port 95b67009-1cb7-48b6-8cbf-e3dccf4cc612 binding host n-d-828418-1 {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:50:06.401870 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-59eb276c-496b-4d03-94e5-e960f6b258ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:06.529752 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8922ac87-3359-40fa-ade1-8fe8580c0e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:06.728754 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-59eb276c-496b-4d03-94e5-e960f6b258ac None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:06.734937 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-8922ac87-3359-40fa-ade1-8fe8580c0e7e admin admin] Allocated IP 172.20.0.1 (400d3014-6934-4eca-998b-e5372b1f837c/fa171e68-82ec-475c-ac6b-11e6d23a5112/8a5c289c-b567-4077-9073-bb8da203046d) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:50:06.740508 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-59eb276c-496b-4d03-94e5-e960f6b258ac None None] Transition to ACTIVE for port object 95b67009-1cb7-48b6-8cbf-e3dccf4cc612 will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:50:06.747110 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-59eb276c-496b-4d03-94e5-e960f6b258ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:06.826751 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-59eb276c-496b-4d03-94e5-e960f6b258ac None None] Attempting to bind port 95b67009-1cb7-48b6-8cbf-e3dccf4cc612 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:50:06.827120 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-59eb276c-496b-4d03-94e5-e960f6b258ac None None] Attempting to bind port 95b67009-1cb7-48b6-8cbf-e3dccf4cc612 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:50:06.827481 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59eb276c-496b-4d03-94e5-e960f6b258ac None None] Attempting to bind port 95b67009-1cb7-48b6-8cbf-e3dccf4cc612 on network 3d885c3c-255c-4e54-addc-b28437d0b18e {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:50:06.836913 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59eb276c-496b-4d03-94e5-e960f6b258ac None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:50:06.837276 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59eb276c-496b-4d03-94e5-e960f6b258ac None None] Checking segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:50:06.837693 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-59eb276c-496b-4d03-94e5-e960f6b258ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:06.838082 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59eb276c-496b-4d03-94e5-e960f6b258ac None None] Bound using segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:50:06.838537 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-59eb276c-496b-4d03-94e5-e960f6b258ac None None] Bound port: 95b67009-1cb7-48b6-8cbf-e3dccf4cc612, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:50:06.838903 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-59eb276c-496b-4d03-94e5-e960f6b258ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:06.867422 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5d5b54-611e-4bdc-a763-da6bf074004e None None] Pushing event updated for resources: {'Port': ['ID=95b67009-1cb7-48b6-8cbf-e3dccf4cc612,revision_number=2']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:06.883708 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8922ac87-3359-40fa-ade1-8fe8580c0e7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:06.889115 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d5b54-611e-4bdc-a763-da6bf074004e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:06.889394 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d5b54-611e-4bdc-a763-da6bf074004e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:06.889750 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d5b54-611e-4bdc-a763-da6bf074004e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:06.890078 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d5b54-611e-4bdc-a763-da6bf074004e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:06.890401 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d5b54-611e-4bdc-a763-da6bf074004e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:06.890718 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d5b54-611e-4bdc-a763-da6bf074004e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:06.891049 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d5b54-611e-4bdc-a763-da6bf074004e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:06.891345 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d5b54-611e-4bdc-a763-da6bf074004e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:06.891657 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d5b54-611e-4bdc-a763-da6bf074004e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:06.891965 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d5b54-611e-4bdc-a763-da6bf074004e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:06.892274 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d5b54-611e-4bdc-a763-da6bf074004e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:06.892585 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d5b54-611e-4bdc-a763-da6bf074004e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:06.901638 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-8922ac87-3359-40fa-ade1-8fe8580c0e7e admin admin] Transition to ACTIVE for port object 8a5c289c-b567-4077-9073-bb8da203046d will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:50:06.925065 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8922ac87-3359-40fa-ade1-8fe8580c0e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:06.926850 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-59eb276c-496b-4d03-94e5-e960f6b258ac None None] For port 95b67009-1cb7-48b6-8cbf-e3dccf4cc612, host n-d-828418-1, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:50:06.930227 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-59eb276c-496b-4d03-94e5-e960f6b258ac None None] For port 95b67009-1cb7-48b6-8cbf-e3dccf4cc612, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=95b67009-1cb7-48b6-8cbf-e3dccf4cc612,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:50:06.934474 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-59eb276c-496b-4d03-94e5-e960f6b258ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:06.993470 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8922ac87-3359-40fa-ade1-8fe8580c0e7e admin admin] Network 400d3014-6934-4eca-998b-e5372b1f837c is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:50:06.996790 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-8922ac87-3359-40fa-ade1-8fe8580c0e7e admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:50:07.000739 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8922ac87-3359-40fa-ade1-8fe8580c0e7e admin admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:50:07.012905 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59eb276c-496b-4d03-94e5-e960f6b258ac None None] Routers {'34eabf10-c37b-4379-9e42-d9622d053d3a'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:50:07.013537 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-59eb276c-496b-4d03-94e5-e960f6b258ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:49:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['34eabf10-c37b-4379-9e42-d9622d053d3a'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:07.037864 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8922ac87-3359-40fa-ade1-8fe8580c0e7e admin admin] Pushing event updated for resources: {'Port': ['ID=8a5c289c-b567-4077-9073-bb8da203046d,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:07.040846 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device cac7217e-9a8b-43ac-9b7c-6e8aa1872f58 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:50:07.061103 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8922ac87-3359-40fa-ade1-8fe8580c0e7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:07.170905 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port cac7217e-9a8b-43ac-9b7c-6e8aa1872f58 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:07.171603 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:07.207269 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-59eb276c-496b-4d03-94e5-e960f6b258ac None None] Set router 34eabf10-c37b-4379-9e42-d9622d053d3a gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:50:07.308708 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-77c08fc0-fb9d-4712-9d30-3bdbe9fd641e None None] Provisioning for port 8a5c289c-b567-4077-9073-bb8da203046d completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:50:07.316250 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-77c08fc0-fb9d-4712-9d30-3bdbe9fd641e None None] Provisioning complete for port 8a5c289c-b567-4077-9073-bb8da203046d triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:07.316622 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-77c08fc0-fb9d-4712-9d30-3bdbe9fd641e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:07.370345 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-77c08fc0-fb9d-4712-9d30-3bdbe9fd641e None None] Port 8a5c289c-b567-4077-9073-bb8da203046d cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:50:07.422980 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5d5b54-611e-4bdc-a763-da6bf074004e None None] Pushing event updated for resources: {'Port': ['ID=95b67009-1cb7-48b6-8cbf-e3dccf4cc612,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:07.464705 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8922ac87-3359-40fa-ade1-8fe8580c0e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:07.542500 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-59eb276c-496b-4d03-94e5-e960f6b258ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'name': 'tempest-ServerActionsTestJSON-498310314-router', 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '95b67009-1cb7-48b6-8cbf-e3dccf4cc612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:03Z', 'updated_at': '2022-02-09T01:50:04Z', 'revision_number': 3, 'project_id': '308a7c3b94d842c0bda52a99836b9ef6', 'gw_port': {'id': '95b67009-1cb7-48b6-8cbf-e3dccf4cc612', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b4:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:04Z', 'updated_at': '2022-02-09T01:50:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:07.546461 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59eb276c-496b-4d03-94e5-e960f6b258ac None None] The sync data for ids ['34eabf10-c37b-4379-9e42-d9622d053d3a'] in n-d-828418-1 is: [{'id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'name': 'tempest-ServerActionsTestJSON-498310314-router', 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '95b67009-1cb7-48b6-8cbf-e3dccf4cc612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:03Z', 'updated_at': '2022-02-09T01:50:04Z', 'revision_number': 3, 'project_id': '308a7c3b94d842c0bda52a99836b9ef6', 'gw_port': {'id': '95b67009-1cb7-48b6-8cbf-e3dccf4cc612', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b4:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:04Z', 'updated_at': '2022-02-09T01:50:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:50:07.689984 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8922ac87-3359-40fa-ade1-8fe8580c0e7e admin admin] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:07.694530 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8922ac87-3359-40fa-ade1-8fe8580c0e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:07.800157 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8922ac87-3359-40fa-ade1-8fe8580c0e7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:07.814713 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8922ac87-3359-40fa-ade1-8fe8580c0e7e admin admin] Pushing event updated for resources: {'Port': ['ID=8a5c289c-b567-4077-9073-bb8da203046d,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:07.950034 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8922ac87-3359-40fa-ade1-8fe8580c0e7e admin admin] Network 400d3014-6934-4eca-998b-e5372b1f837c is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:50:07.951147 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-8922ac87-3359-40fa-ade1-8fe8580c0e7e admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:50:08.152349 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8922ac87-3359-40fa-ade1-8fe8580c0e7e admin admin] Router 34eabf10-c37b-4379-9e42-d9622d053d3a has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:50:08.195558 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-23e89417-8688-40a3-8915-15bc45ed4fa4 None None] Provisioning complete for port 8a5c289c-b567-4077-9073-bb8da203046d triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:08.196112 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-23e89417-8688-40a3-8915-15bc45ed4fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:08.269966 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-67245c1b-023f-40f4-8358-73384b59e90b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:08.275416 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-23e89417-8688-40a3-8915-15bc45ed4fa4 None None] Port 8a5c289c-b567-4077-9073-bb8da203046d cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:50:08.343134 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8922ac87-3359-40fa-ade1-8fe8580c0e7e admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:50:08.352030 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-8922ac87-3359-40fa-ade1-8fe8580c0e7e admin admin] 10.222.0.105 "PUT /v2.0/routers/34eabf10-c37b-4379-9e42-d9622d053d3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4943199 Feb 09 01:50:09.046592 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 95b67009-1cb7-48b6-8cbf-e3dccf4cc612 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:50:09.087690 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b74d38-2488-45dc-a2e7-5a54f8240c14 None None] Sync routers for ids ['34eabf10-c37b-4379-9e42-d9622d053d3a'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:50:09.111427 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b74d38-2488-45dc-a2e7-5a54f8240c14 None None] Routers {'34eabf10-c37b-4379-9e42-d9622d053d3a'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:50:09.112171 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-f6b74d38-2488-45dc-a2e7-5a54f8240c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:49:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['34eabf10-c37b-4379-9e42-d9622d053d3a'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:09.116801 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 46748) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:50:09.121976 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-825c0b20-f79f-41ec-9854-ab454db98ea1 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Request body: {'security_group': {'name': 'tempest-securitygroup--114883119', 'description': 'tempest-description--1101641929'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:50:09.128811 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-825c0b20-f79f-41ec-9854-ab454db98ea1 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:50:09.132589 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-825c0b20-f79f-41ec-9854-ab454db98ea1 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Usage tracker for resource:security_group and tenant:308a7c3b94d842c0bda52a99836b9ef6 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:50:09.135446 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-825c0b20-f79f-41ec-9854-ab454db98ea1 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:50:09.141339 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-825c0b20-f79f-41ec-9854-ab454db98ea1 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:50:09.153389 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-825c0b20-f79f-41ec-9854-ab454db98ea1 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:09.172940 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-825c0b20-f79f-41ec-9854-ab454db98ea1 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:50:09.176780 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-825c0b20-f79f-41ec-9854-ab454db98ea1 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Usage tracker for resource:security_group_rule and tenant:308a7c3b94d842c0bda52a99836b9ef6 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:50:09.179832 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-825c0b20-f79f-41ec-9854-ab454db98ea1 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:50:09.185257 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-825c0b20-f79f-41ec-9854-ab454db98ea1 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:50:09.214273 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 95b67009-1cb7-48b6-8cbf-e3dccf4cc612 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:50:09.223092 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 95b67009-1cb7-48b6-8cbf-e3dccf4cc612 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:09.223478 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:09.260011 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-825c0b20-f79f-41ec-9854-ab454db98ea1 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:09.263811 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-825c0b20-f79f-41ec-9854-ab454db98ea1 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:09.305894 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825c0b20-f79f-41ec-9854-ab454db98ea1 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4714efe8-3d24-4cc1-8696-a3e2d6771088,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:09.308681 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-825c0b20-f79f-41ec-9854-ab454db98ea1 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:09.312595 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-825c0b20-f79f-41ec-9854-ab454db98ea1 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1922276 Feb 09 01:50:09.312815 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 46752) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:50:09.318487 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-3aa9eff9-cc18-47b8-8f65-65d763c6e5ea tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Request body: {'security_group_rule': {'security_group_id': '4714efe8-3d24-4cc1-8696-a3e2d6771088', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:50:09.324812 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-3aa9eff9-cc18-47b8-8f65-65d763c6e5ea tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:50:09.328638 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-3aa9eff9-cc18-47b8-8f65-65d763c6e5ea tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Usage tracker for resource:security_group_rule and tenant:308a7c3b94d842c0bda52a99836b9ef6 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:50:09.332184 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-3aa9eff9-cc18-47b8-8f65-65d763c6e5ea tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:50:09.337886 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-3aa9eff9-cc18-47b8-8f65-65d763c6e5ea tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:50:09.354631 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3aa9eff9-cc18-47b8-8f65-65d763c6e5ea tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:09.364931 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-f6b74d38-2488-45dc-a2e7-5a54f8240c14 None None] Set router 34eabf10-c37b-4379-9e42-d9622d053d3a gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:50:09.426886 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3aa9eff9-cc18-47b8-8f65-65d763c6e5ea tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:09.432229 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3aa9eff9-cc18-47b8-8f65-65d763c6e5ea tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:09.465448 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa9eff9-cc18-47b8-8f65-65d763c6e5ea tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cca3772-15db-44d1-aaf5-7cad688cbd11,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:09.474990 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3aa9eff9-cc18-47b8-8f65-65d763c6e5ea tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:09.476334 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-3aa9eff9-cc18-47b8-8f65-65d763c6e5ea tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1625440 Feb 09 01:50:09.478974 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 46756) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:50:09.483902 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-4f84b3fb-c02d-4719-ac42-4f2007105624 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Request body: {'security_group_rule': {'security_group_id': '4714efe8-3d24-4cc1-8696-a3e2d6771088', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:50:09.491346 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4f84b3fb-c02d-4719-ac42-4f2007105624 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:50:09.495158 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-4f84b3fb-c02d-4719-ac42-4f2007105624 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Usage tracker for resource:security_group_rule and tenant:308a7c3b94d842c0bda52a99836b9ef6 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:50:09.498000 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-4f84b3fb-c02d-4719-ac42-4f2007105624 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:50:09.504455 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4f84b3fb-c02d-4719-ac42-4f2007105624 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:50:09.521393 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4f84b3fb-c02d-4719-ac42-4f2007105624 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:09.585701 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4f84b3fb-c02d-4719-ac42-4f2007105624 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:09.589879 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4f84b3fb-c02d-4719-ac42-4f2007105624 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:09.612821 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f84b3fb-c02d-4719-ac42-4f2007105624 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b7e8b56-9bc3-417a-b3c8-cf54dca7a5e7,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:09.625249 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:09.625546 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4f84b3fb-c02d-4719-ac42-4f2007105624 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:09.629948 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-4f84b3fb-c02d-4719-ac42-4f2007105624 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1465719 Feb 09 01:50:09.630287 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 46762) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:50:09.635664 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-42db1567-46e1-4ddc-82ff-e79fb24bf19a tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Request body: {'floatingip': {'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:50:09.643287 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-42db1567-46e1-4ddc-82ff-e79fb24bf19a tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:50:09.647986 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-42db1567-46e1-4ddc-82ff-e79fb24bf19a tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Usage tracker for resource:floatingip and tenant:308a7c3b94d842c0bda52a99836b9ef6 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:50:09.651160 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-42db1567-46e1-4ddc-82ff-e79fb24bf19a tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:50:09.656860 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-42db1567-46e1-4ddc-82ff-e79fb24bf19a tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:50:09.659559 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 95b67009-1cb7-48b6-8cbf-e3dccf4cc612, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=95b67009-1cb7-48b6-8cbf-e3dccf4cc612,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:50:09.664742 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:09.666772 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-42db1567-46e1-4ddc-82ff-e79fb24bf19a tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks [] for floatingip, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:09.796684 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=95b67009-1cb7-48b6-8cbf-e3dccf4cc612,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:09.817270 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-42db1567-46e1-4ddc-82ff-e79fb24bf19a tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:09.828602 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-f6b74d38-2488-45dc-a2e7-5a54f8240c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'name': 'tempest-ServerActionsTestJSON-498310314-router', 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '95b67009-1cb7-48b6-8cbf-e3dccf4cc612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:03Z', 'updated_at': '2022-02-09T01:50:07Z', 'revision_number': 4, 'project_id': '308a7c3b94d842c0bda52a99836b9ef6', 'gw_port': {'id': '95b67009-1cb7-48b6-8cbf-e3dccf4cc612', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b4:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:04Z', 'updated_at': '2022-02-09T01:50:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '8a5c289c-b567-4077-9073-bb8da203046d', 'name': '', 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c', 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'mac_address': 'fa:16:3e:af:bf:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': 'fa171e68-82ec-475c-ac6b-11e6d23a5112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:06Z', 'updated_at': '2022-02-09T01:50:07Z', 'revision_number': 2, 'project_id': '308a7c3b94d842c0bda52a99836b9ef6', 'subnets': [{'id': 'fa171e68-82ec-475c-ac6b-11e6d23a5112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:09.833177 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b74d38-2488-45dc-a2e7-5a54f8240c14 None None] Checking router: 34eabf10-c37b-4379-9e42-d9622d053d3a for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:50:09.833535 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b74d38-2488-45dc-a2e7-5a54f8240c14 None None] Updating router 34eabf10-c37b-4379-9e42-d9622d053d3a port 8a5c289c-b567-4077-9073-bb8da203046d binding host n-d-828418-1 {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:50:09.886292 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f6b74d38-2488-45dc-a2e7-5a54f8240c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:09.950326 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-42db1567-46e1-4ddc-82ff-e79fb24bf19a tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Allocated IP 172.25.0.109 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/7d5b9038-b7c6-4f79-bb06-bcc8694b208e) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:50:10.096628 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-42db1567-46e1-4ddc-82ff-e79fb24bf19a tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:10.125385 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-42db1567-46e1-4ddc-82ff-e79fb24bf19a tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:10.197161 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42db1567-46e1-4ddc-82ff-e79fb24bf19a tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:50:10.200105 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-42db1567-46e1-4ddc-82ff-e79fb24bf19a tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:50:10.203743 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42db1567-46e1-4ddc-82ff-e79fb24bf19a tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:50:10.233131 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42db1567-46e1-4ddc-82ff-e79fb24bf19a tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Pushing event updated for resources: {'Port': ['ID=7d5b9038-b7c6-4f79-bb06-bcc8694b208e,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:10.248795 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42db1567-46e1-4ddc-82ff-e79fb24bf19a tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:10.249136 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42db1567-46e1-4ddc-82ff-e79fb24bf19a tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:10.249482 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42db1567-46e1-4ddc-82ff-e79fb24bf19a tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:10.249837 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42db1567-46e1-4ddc-82ff-e79fb24bf19a tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:10.250169 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42db1567-46e1-4ddc-82ff-e79fb24bf19a tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:10.250499 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42db1567-46e1-4ddc-82ff-e79fb24bf19a tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:10.250823 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42db1567-46e1-4ddc-82ff-e79fb24bf19a tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:10.251143 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42db1567-46e1-4ddc-82ff-e79fb24bf19a tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:10.251479 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42db1567-46e1-4ddc-82ff-e79fb24bf19a tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:10.251782 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42db1567-46e1-4ddc-82ff-e79fb24bf19a tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:10.252096 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42db1567-46e1-4ddc-82ff-e79fb24bf19a tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:10.252413 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42db1567-46e1-4ddc-82ff-e79fb24bf19a tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:10.270463 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f6b74d38-2488-45dc-a2e7-5a54f8240c14 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:10.283094 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f6b74d38-2488-45dc-a2e7-5a54f8240c14 None None] Transition to ACTIVE for port object 8a5c289c-b567-4077-9073-bb8da203046d will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:50:10.290140 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f6b74d38-2488-45dc-a2e7-5a54f8240c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:10.300384 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-42db1567-46e1-4ddc-82ff-e79fb24bf19a tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:10.365704 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-42db1567-46e1-4ddc-82ff-e79fb24bf19a tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:10.426154 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a36c046-89be-4fc3-8663-5ca428e64fbf None None] Pushing event updated for resources: {'Port': ['ID=8a5c289c-b567-4077-9073-bb8da203046d,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:10.528676 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-f6b74d38-2488-45dc-a2e7-5a54f8240c14 None None] Attempting to bind port 8a5c289c-b567-4077-9073-bb8da203046d on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:50:10.529048 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-f6b74d38-2488-45dc-a2e7-5a54f8240c14 None None] Attempting to bind port 8a5c289c-b567-4077-9073-bb8da203046d by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '86b638af-c634-42fe-bf4b-9e90fe4382c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:50:10.529414 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b74d38-2488-45dc-a2e7-5a54f8240c14 None None] Attempting to bind port 8a5c289c-b567-4077-9073-bb8da203046d on network 400d3014-6934-4eca-998b-e5372b1f837c {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:50:10.538031 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b74d38-2488-45dc-a2e7-5a54f8240c14 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:50:10.538454 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b74d38-2488-45dc-a2e7-5a54f8240c14 None None] Checking segment: {'id': '86b638af-c634-42fe-bf4b-9e90fe4382c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:50:10.538836 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f6b74d38-2488-45dc-a2e7-5a54f8240c14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:10.539194 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b74d38-2488-45dc-a2e7-5a54f8240c14 None None] Bound using segment: {'id': '86b638af-c634-42fe-bf4b-9e90fe4382c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:50:10.539900 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-f6b74d38-2488-45dc-a2e7-5a54f8240c14 None None] Bound port: 8a5c289c-b567-4077-9073-bb8da203046d, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86b638af-c634-42fe-bf4b-9e90fe4382c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:50:10.540204 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f6b74d38-2488-45dc-a2e7-5a54f8240c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:10.552643 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8f9712c8-563a-4bc0-a416-ef5234dcf559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:10.645348 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-f6b74d38-2488-45dc-a2e7-5a54f8240c14 None None] For port 8a5c289c-b567-4077-9073-bb8da203046d, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:50:10.648990 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-f6b74d38-2488-45dc-a2e7-5a54f8240c14 None None] For port 8a5c289c-b567-4077-9073-bb8da203046d, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=8a5c289c-b567-4077-9073-bb8da203046d,segment=NetworkSegment(86b638af-c634-42fe-bf4b-9e90fe4382c0),segment_id=86b638af-c634-42fe-bf4b-9e90fe4382c0)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:50:10.654674 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f6b74d38-2488-45dc-a2e7-5a54f8240c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:10.697977 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-42db1567-46e1-4ddc-82ff-e79fb24bf19a tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:10.702573 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-42db1567-46e1-4ddc-82ff-e79fb24bf19a tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:10.735199 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b74d38-2488-45dc-a2e7-5a54f8240c14 None None] Routers {'34eabf10-c37b-4379-9e42-d9622d053d3a'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:50:10.735828 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-f6b74d38-2488-45dc-a2e7-5a54f8240c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:50:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['34eabf10-c37b-4379-9e42-d9622d053d3a'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:10.791776 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a36c046-89be-4fc3-8663-5ca428e64fbf None None] Pushing event updated for resources: {'Port': ['ID=8a5c289c-b567-4077-9073-bb8da203046d,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:10.820283 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42db1567-46e1-4ddc-82ff-e79fb24bf19a tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Pushing event updated for resources: {'Port': ['ID=7d5b9038-b7c6-4f79-bb06-bcc8694b208e,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:10.832625 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-42db1567-46e1-4ddc-82ff-e79fb24bf19a tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:10.857166 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-42db1567-46e1-4ddc-82ff-e79fb24bf19a tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:10.858652 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-42db1567-46e1-4ddc-82ff-e79fb24bf19a tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2272351 Feb 09 01:50:10.929693 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-f6b74d38-2488-45dc-a2e7-5a54f8240c14 None None] Set router 34eabf10-c37b-4379-9e42-d9622d053d3a gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:50:11.029040 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-df4df38e-3ff1-4819-9cfb-0e924b724c68 req-98818b58-77b4-4530-8b54-dfd91aaaf2ef tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Synchronizing usage tracker for tenant:308a7c3b94d842c0bda52a99836b9ef6 on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:50:11.047262 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-df4df38e-3ff1-4819-9cfb-0e924b724c68 req-98818b58-77b4-4530-8b54-dfd91aaaf2ef tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Unset dirty status for tenant:308a7c3b94d842c0bda52a99836b9ef6 on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:50:11.048581 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-df4df38e-3ff1-4819-9cfb-0e924b724c68 req-98818b58-77b4-4530-8b54-dfd91aaaf2ef tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-securitygroup--114883119&fields=id&tenant_id=308a7c3b94d842c0bda52a99836b9ef6 HTTP/1.1" status: 200 len: 267 time: 0.0592196 Feb 09 01:50:11.069395 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 95b67009-1cb7-48b6-8cbf-e3dccf4cc612 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:50:11.199679 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4df38e-3ff1-4819-9cfb-0e924b724c68 req-c07ae720-625a-4f1b-98f7-233fa8a6a379 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:11.200357 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-df4df38e-3ff1-4819-9cfb-0e924b724c68 req-c07ae720-625a-4f1b-98f7-233fa8a6a379 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Synchronizing usage tracker for tenant:308a7c3b94d842c0bda52a99836b9ef6 on resource:network {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:50:11.217345 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-df4df38e-3ff1-4819-9cfb-0e924b724c68 req-c07ae720-625a-4f1b-98f7-233fa8a6a379 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Unset dirty status for tenant:308a7c3b94d842c0bda52a99836b9ef6 on resource:network {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:50:11.218552 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-df4df38e-3ff1-4819-9cfb-0e924b724c68 req-c07ae720-625a-4f1b-98f7-233fa8a6a379 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/networks?id=400d3014-6934-4eca-998b-e5372b1f837c HTTP/1.1" status: 200 len: 811 time: 0.1629655 Feb 09 01:50:11.234594 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-df4df38e-3ff1-4819-9cfb-0e924b724c68 req-8eb29e54-3d7b-4c78-b4c1-8ad7bacc12da tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/quotas/308a7c3b94d842c0bda52a99836b9ef6 HTTP/1.1" status: 200 len: 375 time: 0.0096419 Feb 09 01:50:11.282948 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 95b67009-1cb7-48b6-8cbf-e3dccf4cc612 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:11.283513 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:11.423274 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-f6b74d38-2488-45dc-a2e7-5a54f8240c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'name': 'tempest-ServerActionsTestJSON-498310314-router', 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '95b67009-1cb7-48b6-8cbf-e3dccf4cc612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:03Z', 'updated_at': '2022-02-09T01:50:07Z', 'revision_number': 4, 'project_id': '308a7c3b94d842c0bda52a99836b9ef6', 'gw_port': {'id': '95b67009-1cb7-48b6-8cbf-e3dccf4cc612', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:04Z', 'updated_at': '2022-02-09T01:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '8a5c289c-b567-4077-9073-bb8da203046d', 'name': '', 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c', 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'mac_address': 'fa:16:3e:af:bf:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': 'fa171e68-82ec-475c-ac6b-11e6d23a5112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:06Z', 'updated_at': '2022-02-09T01:50:10Z', 'revision_number': 4, 'project_id': '308a7c3b94d842c0bda52a99836b9ef6', 'subnets': [{'id': 'fa171e68-82ec-475c-ac6b-11e6d23a5112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:11.432365 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b74d38-2488-45dc-a2e7-5a54f8240c14 None None] The sync data for ids ['34eabf10-c37b-4379-9e42-d9622d053d3a'] in n-d-828418-1 is: [{'id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'name': 'tempest-ServerActionsTestJSON-498310314-router', 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '95b67009-1cb7-48b6-8cbf-e3dccf4cc612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:03Z', 'updated_at': '2022-02-09T01:50:07Z', 'revision_number': 4, 'project_id': '308a7c3b94d842c0bda52a99836b9ef6', 'gw_port': {'id': '95b67009-1cb7-48b6-8cbf-e3dccf4cc612', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:04Z', 'updated_at': '2022-02-09T01:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '8a5c289c-b567-4077-9073-bb8da203046d', 'name': '', 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c', 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'mac_address': 'fa:16:3e:af:bf:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': 'fa171e68-82ec-475c-ac6b-11e6d23a5112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:06Z', 'updated_at': '2022-02-09T01:50:10Z', 'revision_number': 4, 'project_id': '308a7c3b94d842c0bda52a99836b9ef6', 'subnets': [{'id': 'fa171e68-82ec-475c-ac6b-11e6d23a5112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:50:11.435421 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-df4df38e-3ff1-4819-9cfb-0e924b724c68 req-a7ea4fee-5a13-499c-8be9-a7fd270bd7ea tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Synchronizing usage tracker for tenant:308a7c3b94d842c0bda52a99836b9ef6 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:50:11.455172 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-df4df38e-3ff1-4819-9cfb-0e924b724c68 req-a7ea4fee-5a13-499c-8be9-a7fd270bd7ea tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Unset dirty status for tenant:308a7c3b94d842c0bda52a99836b9ef6 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:50:11.457059 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-df4df38e-3ff1-4819-9cfb-0e924b724c68 req-a7ea4fee-5a13-499c-8be9-a7fd270bd7ea tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=308a7c3b94d842c0bda52a99836b9ef6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2172530 Feb 09 01:50:11.650144 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:11.665723 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:11.711029 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-df4df38e-3ff1-4819-9cfb-0e924b724c68 req-a72963fd-0fb8-4cff-a731-325906453583 service neutron] 10.222.0.105 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864543 Feb 09 01:50:11.846599 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-df4df38e-3ff1-4819-9cfb-0e924b724c68 req-152139e1-b505-4263-ba84-53167874f375 service neutron] 10.222.0.105 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298168 Feb 09 01:50:12.047280 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f439a761-cc42-492d-8cbb-e3ec21ed9aca req-555c671d-d072-4be5-a04a-3ec5e64932d2 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=afd9eeec-6f16-4536-9297-d66ad7ce3779 HTTP/1.1" status: 200 len: 210 time: 0.0540836 Feb 09 01:50:13.064915 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 8a5c289c-b567-4077-9073-bb8da203046d up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:50:13.142008 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 8a5c289c-b567-4077-9073-bb8da203046d completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:50:13.148938 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 8a5c289c-b567-4077-9073-bb8da203046d triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:13.149310 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:13.174419 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4df38e-3ff1-4819-9cfb-0e924b724c68 req-817727aa-52b4-4ba8-bf14-663c71941ca1 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:13.176627 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-df4df38e-3ff1-4819-9cfb-0e924b724c68 req-817727aa-52b4-4ba8-bf14-663c71941ca1 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.99 "GET /v2.0/networks?id=400d3014-6934-4eca-998b-e5372b1f837c HTTP/1.1" status: 200 len: 811 time: 0.1875067 Feb 09 01:50:13.236911 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5838329f-72c2-41f0-8661-66277b790084 req-4b4f8da7-05a0-45a7-8649-fdff9f02db90 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=afd9eeec-6f16-4536-9297-d66ad7ce3779 HTTP/1.1" status: 200 len: 210 time: 0.0591905 Feb 09 01:50:13.264971 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-df4df38e-3ff1-4819-9cfb-0e924b724c68 req-b46a85f5-f075-42b1-978e-1d490d47652a tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=308a7c3b94d842c0bda52a99836b9ef6 HTTP/1.1" status: 200 len: 379 time: 0.0518463 Feb 09 01:50:13.273505 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-df4df38e-3ff1-4819-9cfb-0e924b724c68 req-98df334c-2c83-469b-9806-97ed00644ce9 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Request body: {'port': {'device_id': 'afd9eeec-6f16-4536-9297-d66ad7ce3779', 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c', 'admin_state_up': True, 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'security_groups': ['4714efe8-3d24-4cc1-8696-a3e2d6771088']}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:50:13.279580 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:13.294241 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:13.314085 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 8a5c289c-b567-4077-9073-bb8da203046d, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=8a5c289c-b567-4077-9073-bb8da203046d,segment=NetworkSegment(86b638af-c634-42fe-bf4b-9e90fe4382c0),segment_id=86b638af-c634-42fe-bf4b-9e90fe4382c0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:50:13.317806 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:13.387337 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=8a5c289c-b567-4077-9073-bb8da203046d,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:13.417391 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-df4df38e-3ff1-4819-9cfb-0e924b724c68 req-98df334c-2c83-469b-9806-97ed00644ce9 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:50:13.426947 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-df4df38e-3ff1-4819-9cfb-0e924b724c68 req-98df334c-2c83-469b-9806-97ed00644ce9 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:50:13.435744 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df4df38e-3ff1-4819-9cfb-0e924b724c68 req-98df334c-2c83-469b-9806-97ed00644ce9 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Made reservation on behalf of 308a7c3b94d842c0bda52a99836b9ef6 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:50:13.439215 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-df4df38e-3ff1-4819-9cfb-0e924b724c68 req-98df334c-2c83-469b-9806-97ed00644ce9 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:13.603751 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-df4df38e-3ff1-4819-9cfb-0e924b724c68 req-98df334c-2c83-469b-9806-97ed00644ce9 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Allocated IP 172.20.0.3 (400d3014-6934-4eca-998b-e5372b1f837c/fa171e68-82ec-475c-ac6b-11e6d23a5112/778f70ef-de7e-446f-b07a-15cc015e48ac) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:50:13.786265 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-df4df38e-3ff1-4819-9cfb-0e924b724c68 req-98df334c-2c83-469b-9806-97ed00644ce9 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:13.801747 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-df4df38e-3ff1-4819-9cfb-0e924b724c68 req-98df334c-2c83-469b-9806-97ed00644ce9 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Transition to ACTIVE for port object 778f70ef-de7e-446f-b07a-15cc015e48ac will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:50:13.826196 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-df4df38e-3ff1-4819-9cfb-0e924b724c68 req-98df334c-2c83-469b-9806-97ed00644ce9 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:13.895658 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df4df38e-3ff1-4819-9cfb-0e924b724c68 req-98df334c-2c83-469b-9806-97ed00644ce9 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Network 400d3014-6934-4eca-998b-e5372b1f837c is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:50:13.898839 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-df4df38e-3ff1-4819-9cfb-0e924b724c68 req-98df334c-2c83-469b-9806-97ed00644ce9 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:50:13.902893 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-df4df38e-3ff1-4819-9cfb-0e924b724c68 req-98df334c-2c83-469b-9806-97ed00644ce9 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:50:13.936475 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98df334c-2c83-469b-9806-97ed00644ce9 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Pushing event updated for resources: {'Port': ['ID=778f70ef-de7e-446f-b07a-15cc015e48ac,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:13.973476 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4df38e-3ff1-4819-9cfb-0e924b724c68 req-98df334c-2c83-469b-9806-97ed00644ce9 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:13.974140 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-df4df38e-3ff1-4819-9cfb-0e924b724c68 req-98df334c-2c83-469b-9806-97ed00644ce9 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:14.000592 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-df4df38e-3ff1-4819-9cfb-0e924b724c68 req-98df334c-2c83-469b-9806-97ed00644ce9 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7306101 Feb 09 01:50:14.011931 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-df4df38e-3ff1-4819-9cfb-0e924b724c68 req-66b34ce4-1105-4cee-8e2c-f98039abda70 service neutron] Request body: {'port': {'device_id': 'afd9eeec-6f16-4536-9297-d66ad7ce3779', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:50:14.108156 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-6b93f65b-c7c8-4821-aadb-00c012461a99 None None] Provisioning for port 778f70ef-de7e-446f-b07a-15cc015e48ac completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:50:14.113429 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-6b93f65b-c7c8-4821-aadb-00c012461a99 None None] Provisioning complete for port 778f70ef-de7e-446f-b07a-15cc015e48ac triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:14.113824 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6b93f65b-c7c8-4821-aadb-00c012461a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:14.125174 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-df4df38e-3ff1-4819-9cfb-0e924b724c68 req-66b34ce4-1105-4cee-8e2c-f98039abda70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:14.166045 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-6b93f65b-c7c8-4821-aadb-00c012461a99 None None] Port 778f70ef-de7e-446f-b07a-15cc015e48ac cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:50:14.617706 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf14f646-f638-43a3-a374-839d64cc2697 req-bdd5aa64-5b15-4365-8884-84f2371e7f1b tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:14.618394 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-bf14f646-f638-43a3-a374-839d64cc2697 req-bdd5aa64-5b15-4365-8884-84f2371e7f1b tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Synchronizing usage tracker for tenant:308a7c3b94d842c0bda52a99836b9ef6 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:50:14.636334 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-df4df38e-3ff1-4819-9cfb-0e924b724c68 req-66b34ce4-1105-4cee-8e2c-f98039abda70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 778f70ef-de7e-446f-b07a-15cc015e48ac {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:50:14.645195 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-df4df38e-3ff1-4819-9cfb-0e924b724c68 req-66b34ce4-1105-4cee-8e2c-f98039abda70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:14.647765 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-bf14f646-f638-43a3-a374-839d64cc2697 req-bdd5aa64-5b15-4365-8884-84f2371e7f1b tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Unset dirty status for tenant:308a7c3b94d842c0bda52a99836b9ef6 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:50:14.648893 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bf14f646-f638-43a3-a374-839d64cc2697 req-bdd5aa64-5b15-4365-8884-84f2371e7f1b tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=afd9eeec-6f16-4536-9297-d66ad7ce3779 HTTP/1.1" status: 200 len: 931 time: 0.2965071 Feb 09 01:50:14.674125 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-df4df38e-3ff1-4819-9cfb-0e924b724c68 req-66b34ce4-1105-4cee-8e2c-f98039abda70 service neutron] Transition to ACTIVE for port object 778f70ef-de7e-446f-b07a-15cc015e48ac will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:50:14.680064 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-df4df38e-3ff1-4819-9cfb-0e924b724c68 req-66b34ce4-1105-4cee-8e2c-f98039abda70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:14.819672 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bf14f646-f638-43a3-a374-839d64cc2697 req-b625514a-8d33-48f6-ab97-d43b2bcc5735 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1627495 Feb 09 01:50:14.858574 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b34ce4-1105-4cee-8e2c-f98039abda70 service neutron] Pushing event updated for resources: {'Port': ['ID=778f70ef-de7e-446f-b07a-15cc015e48ac,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:14.931368 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-df4df38e-3ff1-4819-9cfb-0e924b724c68 req-66b34ce4-1105-4cee-8e2c-f98039abda70 service neutron] Attempting to bind port 778f70ef-de7e-446f-b07a-15cc015e48ac on host n-h2-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:50:14.931695 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-df4df38e-3ff1-4819-9cfb-0e924b724c68 req-66b34ce4-1105-4cee-8e2c-f98039abda70 service neutron] Attempting to bind port 778f70ef-de7e-446f-b07a-15cc015e48ac by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': '86b638af-c634-42fe-bf4b-9e90fe4382c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:50:14.932013 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4df38e-3ff1-4819-9cfb-0e924b724c68 req-66b34ce4-1105-4cee-8e2c-f98039abda70 service neutron] Attempting to bind port 778f70ef-de7e-446f-b07a-15cc015e48ac on network 400d3014-6934-4eca-998b-e5372b1f837c {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:50:14.936475 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4df38e-3ff1-4819-9cfb-0e924b724c68 req-66b34ce4-1105-4cee-8e2c-f98039abda70 service neutron] Port 778f70ef-de7e-446f-b07a-15cc015e48ac on network 400d3014-6934-4eca-998b-e5372b1f837c not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:50:14.936784 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4df38e-3ff1-4819-9cfb-0e924b724c68 req-66b34ce4-1105-4cee-8e2c-f98039abda70 service neutron] Attempting to bind port 778f70ef-de7e-446f-b07a-15cc015e48ac on network 400d3014-6934-4eca-998b-e5372b1f837c {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:50:14.941683 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4df38e-3ff1-4819-9cfb-0e924b724c68 req-66b34ce4-1105-4cee-8e2c-f98039abda70 service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:50:14.942010 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4df38e-3ff1-4819-9cfb-0e924b724c68 req-66b34ce4-1105-4cee-8e2c-f98039abda70 service neutron] Checking segment: {'id': '86b638af-c634-42fe-bf4b-9e90fe4382c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:50:14.942385 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4df38e-3ff1-4819-9cfb-0e924b724c68 req-66b34ce4-1105-4cee-8e2c-f98039abda70 service neutron] Bound using segment: {'id': '86b638af-c634-42fe-bf4b-9e90fe4382c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:50:14.942795 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-df4df38e-3ff1-4819-9cfb-0e924b724c68 req-66b34ce4-1105-4cee-8e2c-f98039abda70 service neutron] Bound port: 778f70ef-de7e-446f-b07a-15cc015e48ac, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86b638af-c634-42fe-bf4b-9e90fe4382c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:50:14.943129 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-df4df38e-3ff1-4819-9cfb-0e924b724c68 req-66b34ce4-1105-4cee-8e2c-f98039abda70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:15.034508 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-df4df38e-3ff1-4819-9cfb-0e924b724c68 req-66b34ce4-1105-4cee-8e2c-f98039abda70 service neutron] For port 778f70ef-de7e-446f-b07a-15cc015e48ac, host n-h2-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:50:15.035940 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 8a5c289c-b567-4077-9073-bb8da203046d up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:50:15.037550 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-df4df38e-3ff1-4819-9cfb-0e924b724c68 req-66b34ce4-1105-4cee-8e2c-f98039abda70 service neutron] For port 778f70ef-de7e-446f-b07a-15cc015e48ac, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=778f70ef-de7e-446f-b07a-15cc015e48ac,segment=NetworkSegment(86b638af-c634-42fe-bf4b-9e90fe4382c0),segment_id=86b638af-c634-42fe-bf4b-9e90fe4382c0)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:50:15.042366 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-df4df38e-3ff1-4819-9cfb-0e924b724c68 req-66b34ce4-1105-4cee-8e2c-f98039abda70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:15.102499 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4df38e-3ff1-4819-9cfb-0e924b724c68 req-66b34ce4-1105-4cee-8e2c-f98039abda70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:15.103798 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-df4df38e-3ff1-4819-9cfb-0e924b724c68 req-66b34ce4-1105-4cee-8e2c-f98039abda70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:15.105195 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-df4df38e-3ff1-4819-9cfb-0e924b724c68 req-66b34ce4-1105-4cee-8e2c-f98039abda70 service neutron] 10.222.0.99 "PUT /v2.0/ports/778f70ef-de7e-446f-b07a-15cc015e48ac HTTP/1.1" status: 200 len: 1091 time: 1.0974190 Feb 09 01:50:15.108380 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afd9eeec-6f16-4536-9297-d66ad7ce3779', 'tag': '778f70ef-de7e-446f-b07a-15cc015e48ac'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:50:15.160227 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 8a5c289c-b567-4077-9073-bb8da203046d triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:15.160704 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:15.184562 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afd9eeec-6f16-4536-9297-d66ad7ce3779', 'tag': '778f70ef-de7e-446f-b07a-15cc015e48ac', 'status': 'completed', 'code': 200} Feb 09 01:50:15.191922 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b34ce4-1105-4cee-8e2c-f98039abda70 service neutron] Pushing event updated for resources: {'Port': ['ID=778f70ef-de7e-446f-b07a-15cc015e48ac,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:15.236584 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4df38e-3ff1-4819-9cfb-0e924b724c68 req-91be6fb6-b53a-4a73-b151-f5231fc2275e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:15.238186 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-df4df38e-3ff1-4819-9cfb-0e924b724c68 req-91be6fb6-b53a-4a73-b151-f5231fc2275e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=308a7c3b94d842c0bda52a99836b9ef6&device_id=afd9eeec-6f16-4536-9297-d66ad7ce3779 HTTP/1.1" status: 200 len: 1094 time: 0.0909312 Feb 09 01:50:15.310693 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-df4df38e-3ff1-4819-9cfb-0e924b724c68 req-7b60221c-e726-4bdf-bc5a-03743c76ad1e service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=778f70ef-de7e-446f-b07a-15cc015e48ac HTTP/1.1" status: 200 len: 217 time: 0.0643067 Feb 09 01:50:15.375759 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4df38e-3ff1-4819-9cfb-0e924b724c68 req-4938cad5-e3a5-4b77-90ae-a73f9866699d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:15.377084 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-df4df38e-3ff1-4819-9cfb-0e924b724c68 req-4938cad5-e3a5-4b77-90ae-a73f9866699d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fa171e68-82ec-475c-ac6b-11e6d23a5112 HTTP/1.1" status: 200 len: 850 time: 0.0608108 Feb 09 01:50:15.454345 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4df38e-3ff1-4819-9cfb-0e924b724c68 req-ab49830c-a2cc-47bf-a46b-363bc718750b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:15.456525 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-df4df38e-3ff1-4819-9cfb-0e924b724c68 req-ab49830c-a2cc-47bf-a46b-363bc718750b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=400d3014-6934-4eca-998b-e5372b1f837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732851 Feb 09 01:50:15.589362 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-df4df38e-3ff1-4819-9cfb-0e924b724c68 req-ccfdf847-88e4-4b60-8296-1a65e47481d5 service neutron] 10.222.0.99 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274619 Feb 09 01:50:15.721381 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-df4df38e-3ff1-4819-9cfb-0e924b724c68 req-cbbe93dd-6ceb-4648-bd0a-fe6593eb5523 service neutron] 10.222.0.99 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261306 Feb 09 01:50:15.838858 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e188d72-9671-424f-ab9e-8d533eff16e4 req-b04ea4c6-1378-492d-90b8-8a5b953d915c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:15.840359 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0e188d72-9671-424f-ab9e-8d533eff16e4 req-b04ea4c6-1378-492d-90b8-8a5b953d915c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=308a7c3b94d842c0bda52a99836b9ef6&device_id=afd9eeec-6f16-4536-9297-d66ad7ce3779 HTTP/1.1" status: 200 len: 1094 time: 0.0757506 Feb 09 01:50:16.017645 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e188d72-9671-424f-ab9e-8d533eff16e4 req-f4f81c04-f0b5-489d-b02a-35df9ae83258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:16.019910 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0e188d72-9671-424f-ab9e-8d533eff16e4 req-f4f81c04-f0b5-489d-b02a-35df9ae83258 service neutron] 10.222.0.99 "GET /v2.0/networks?id=400d3014-6934-4eca-998b-e5372b1f837c HTTP/1.1" status: 200 len: 912 time: 0.1735291 Feb 09 01:50:16.092609 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0e188d72-9671-424f-ab9e-8d533eff16e4 req-03b4f272-ee2a-4147-9a51-8b36a769c37c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=778f70ef-de7e-446f-b07a-15cc015e48ac HTTP/1.1" status: 200 len: 217 time: 0.0654576 Feb 09 01:50:16.103348 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c49acb-a0a2-42d0-a405-cccbfb2585f4 req-4d089512-2e7f-4928-8a5b-c26f59487bce tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:16.104723 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c4c49acb-a0a2-42d0-a405-cccbfb2585f4 req-4d089512-2e7f-4928-8a5b-c26f59487bce tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=afd9eeec-6f16-4536-9297-d66ad7ce3779 HTTP/1.1" status: 200 len: 943 time: 0.1753824 Feb 09 01:50:16.188636 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e188d72-9671-424f-ab9e-8d533eff16e4 req-fe2de009-39d2-40d7-a13b-70646f3ddcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:16.190650 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0e188d72-9671-424f-ab9e-8d533eff16e4 req-fe2de009-39d2-40d7-a13b-70646f3ddcc1 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fa171e68-82ec-475c-ac6b-11e6d23a5112 HTTP/1.1" status: 200 len: 850 time: 0.0845194 Feb 09 01:50:16.193439 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c4c49acb-a0a2-42d0-a405-cccbfb2585f4 req-bd36caac-5a95-4412-bd39-c7b1e1bec518 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594444 Feb 09 01:50:16.361693 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e188d72-9671-424f-ab9e-8d533eff16e4 req-6a5db5d5-2317-4c06-925e-416f4c64482c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:16.363712 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0e188d72-9671-424f-ab9e-8d533eff16e4 req-6a5db5d5-2317-4c06-925e-416f4c64482c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=400d3014-6934-4eca-998b-e5372b1f837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1685338 Feb 09 01:50:16.491560 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0e188d72-9671-424f-ab9e-8d533eff16e4 req-95762343-3b73-4ca1-8bd3-5123d96852e4 service neutron] 10.222.0.99 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212094 Feb 09 01:50:16.621904 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0e188d72-9671-424f-ab9e-8d533eff16e4 req-d696e0bd-8891-4d26-b96a-66a548cc640c service neutron] 10.222.0.99 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243320 Feb 09 01:50:17.375004 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dee58c-c70d-490e-8905-9f99b69db70a req-bcf25ffe-d805-4853-9714-9b9257849ee7 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:17.376447 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a3dee58c-c70d-490e-8905-9f99b69db70a req-bcf25ffe-d805-4853-9714-9b9257849ee7 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=afd9eeec-6f16-4536-9297-d66ad7ce3779 HTTP/1.1" status: 200 len: 943 time: 0.0785618 Feb 09 01:50:17.405937 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:50:17.423957 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a3dee58c-c70d-490e-8905-9f99b69db70a req-b548de3f-89d6-4580-be9b-be8dafffa571 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414453 Feb 09 01:50:18.604857 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8791bcef-5c25-41c2-82e7-12ae4f703550 req-32bfea5d-715d-469e-a546-d3d8d4a30cc8 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:18.606348 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8791bcef-5c25-41c2-82e7-12ae4f703550 req-32bfea5d-715d-469e-a546-d3d8d4a30cc8 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=afd9eeec-6f16-4536-9297-d66ad7ce3779 HTTP/1.1" status: 200 len: 943 time: 0.0784843 Feb 09 01:50:18.650979 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8791bcef-5c25-41c2-82e7-12ae4f703550 req-11a3634e-6ab2-4d01-949f-20fd5274916c tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389657 Feb 09 01:50:19.490399 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 778f70ef-de7e-446f-b07a-15cc015e48ac details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:50:19.622758 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 778f70ef-de7e-446f-b07a-15cc015e48ac, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=778f70ef-de7e-446f-b07a-15cc015e48ac,segment=NetworkSegment(86b638af-c634-42fe-bf4b-9e90fe4382c0),segment_id=86b638af-c634-42fe-bf4b-9e90fe4382c0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:50:19.636036 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': '778f70ef-de7e-446f-b07a-15cc015e48ac', 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c', 'port_id': '778f70ef-de7e-446f-b07a-15cc015e48ac', 'mac_address': 'fa:16:3e:86:aa:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa171e68-82ec-475c-ac6b-11e6d23a5112', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:50:19.691026 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:19.708252 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 778f70ef-de7e-446f-b07a-15cc015e48ac {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:50:19.723384 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 778f70ef-de7e-446f-b07a-15cc015e48ac, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=778f70ef-de7e-446f-b07a-15cc015e48ac,segment=NetworkSegment(86b638af-c634-42fe-bf4b-9e90fe4382c0),segment_id=86b638af-c634-42fe-bf4b-9e90fe4382c0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:50:19.727263 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:19.796598 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=778f70ef-de7e-446f-b07a-15cc015e48ac,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:19.838571 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54d19fb-f170-476a-90b5-2a635bbc67e5 req-335db33a-5b17-4e53-9ce2-e5de4b82d35e tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:19.840034 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e54d19fb-f170-476a-90b5-2a635bbc67e5 req-335db33a-5b17-4e53-9ce2-e5de4b82d35e tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=afd9eeec-6f16-4536-9297-d66ad7ce3779 HTTP/1.1" status: 200 len: 944 time: 0.0847087 Feb 09 01:50:19.883239 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e54d19fb-f170-476a-90b5-2a635bbc67e5 req-f17727d1-8a29-47c4-9656-2b543482e9e2 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376453 Feb 09 01:50:20.027220 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['778f70ef-de7e-446f-b07a-15cc015e48ac'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:50:21.072561 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02687e5-8d85-40ee-b6da-a609df2ca53e req-f31b22a5-7a6b-4f77-867f-cecd88bbf3ab tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:21.074109 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b02687e5-8d85-40ee-b6da-a609df2ca53e req-f31b22a5-7a6b-4f77-867f-cecd88bbf3ab tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=afd9eeec-6f16-4536-9297-d66ad7ce3779 HTTP/1.1" status: 200 len: 944 time: 0.0805523 Feb 09 01:50:21.118109 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b02687e5-8d85-40ee-b6da-a609df2ca53e req-42e95ab0-e7d8-48b0-82b0-b1fb083c7a2a tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382433 Feb 09 01:50:21.493464 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 778f70ef-de7e-446f-b07a-15cc015e48ac up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:50:21.564647 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning for port 778f70ef-de7e-446f-b07a-15cc015e48ac completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:50:21.570146 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port 778f70ef-de7e-446f-b07a-15cc015e48ac triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:21.570522 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:21.687677 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:21.714049 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afd9eeec-6f16-4536-9297-d66ad7ce3779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '778f70ef-de7e-446f-b07a-15cc015e48ac'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:50:21.723865 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 778f70ef-de7e-446f-b07a-15cc015e48ac, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=778f70ef-de7e-446f-b07a-15cc015e48ac,segment=NetworkSegment(86b638af-c634-42fe-bf4b-9e90fe4382c0),segment_id=86b638af-c634-42fe-bf4b-9e90fe4382c0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:50:21.727473 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:21.764809 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afd9eeec-6f16-4536-9297-d66ad7ce3779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '778f70ef-de7e-446f-b07a-15cc015e48ac', 'code': 200} Feb 09 01:50:21.798077 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=778f70ef-de7e-446f-b07a-15cc015e48ac,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:21.885523 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca7face-9b33-4cc4-b935-37fed5c55a30 req-dd10a014-e22b-4347-9be8-d169e42b89de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:21.887004 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9ca7face-9b33-4cc4-b935-37fed5c55a30 req-dd10a014-e22b-4347-9be8-d169e42b89de service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=afd9eeec-6f16-4536-9297-d66ad7ce3779 HTTP/1.1" status: 200 len: 1096 time: 0.0711083 Feb 09 01:50:21.925779 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9ca7face-9b33-4cc4-b935-37fed5c55a30 req-a3e20fdd-dfed-4016-b9d8-c2ba13a49d44 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331616 Feb 09 01:50:22.206338 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:22.305080 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f6d4b2-8faa-442e-b8ad-91641c59e42e req-99550666-393e-4980-a1b2-4e258a839d39 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:22.306669 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-89f6d4b2-8faa-442e-b8ad-91641c59e42e req-99550666-393e-4980-a1b2-4e258a839d39 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=afd9eeec-6f16-4536-9297-d66ad7ce3779 HTTP/1.1" status: 200 len: 945 time: 0.0815775 Feb 09 01:50:22.349981 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-89f6d4b2-8faa-442e-b8ad-91641c59e42e req-41fb1123-7aee-45d8-954d-295660186d13 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376279 Feb 09 01:50:23.546462 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522311f-40ed-4f87-9d02-e8240c88f74c req-0b044867-bcd0-407c-b0fb-1ede42719265 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:23.547919 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a522311f-40ed-4f87-9d02-e8240c88f74c req-0b044867-bcd0-407c-b0fb-1ede42719265 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=afd9eeec-6f16-4536-9297-d66ad7ce3779 HTTP/1.1" status: 200 len: 945 time: 0.0837379 Feb 09 01:50:23.593055 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a522311f-40ed-4f87-9d02-e8240c88f74c req-62f97731-e425-4b64-a4b4-e90049be0334 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392826 Feb 09 01:50:23.785901 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284ca9aa-25ce-4e08-87c6-966d76942e8b req-d2359aea-6073-4d02-8ff7-7d1101567866 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:23.787366 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-284ca9aa-25ce-4e08-87c6-966d76942e8b req-d2359aea-6073-4d02-8ff7-7d1101567866 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=afd9eeec-6f16-4536-9297-d66ad7ce3779 HTTP/1.1" status: 200 len: 945 time: 0.0806880 Feb 09 01:50:23.795763 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 46836) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:50:23.801239 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-2929e051-aad4-411a-a5f5-ea9f5d9ed94b tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Request body: {'floatingip': {'port_id': '778f70ef-de7e-446f-b07a-15cc015e48ac'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:50:23.880664 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2929e051-aad4-411a-a5f5-ea9f5d9ed94b tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks [] for floatingip, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:24.567644 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2929e051-aad4-411a-a5f5-ea9f5d9ed94b tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:24.572044 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2929e051-aad4-411a-a5f5-ea9f5d9ed94b tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:24.742461 n-d-828418-1 neutron-server[87639]: INFO neutron.db.l3_db [None req-2929e051-aad4-411a-a5f5-ea9f5d9ed94b tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Floating IP 1ad8eadf-1efe-4683-884c-dfba0021af58 associated. External IP: 172.25.0.109, port: 778f70ef-de7e-446f-b07a-15cc015e48ac. Feb 09 01:50:25.086904 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2929e051-aad4-411a-a5f5-ea9f5d9ed94b tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Router 34eabf10-c37b-4379-9e42-d9622d053d3a has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:50:25.250096 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:25.262438 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2929e051-aad4-411a-a5f5-ea9f5d9ed94b tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:50:25.267269 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2929e051-aad4-411a-a5f5-ea9f5d9ed94b tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:25.271928 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34749c0-289e-414e-adf4-aaf2b711aa03 None None] Sync routers for ids ['34eabf10-c37b-4379-9e42-d9622d053d3a'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:50:25.281464 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34749c0-289e-414e-adf4-aaf2b711aa03 None None] Routers {'34eabf10-c37b-4379-9e42-d9622d053d3a'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:50:25.282093 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-a34749c0-289e-414e-adf4-aaf2b711aa03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:50:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['34eabf10-c37b-4379-9e42-d9622d053d3a'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:25.325499 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-2929e051-aad4-411a-a5f5-ea9f5d9ed94b tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "PUT /v2.0/floatingips/1ad8eadf-1efe-4683-884c-dfba0021af58 HTTP/1.1" status: 200 len: 991 time: 1.5287127 Feb 09 01:50:25.326368 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afd9eeec-6f16-4536-9297-d66ad7ce3779', 'tag': '778f70ef-de7e-446f-b07a-15cc015e48ac'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:50:25.372309 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afd9eeec-6f16-4536-9297-d66ad7ce3779', 'tag': '778f70ef-de7e-446f-b07a-15cc015e48ac', 'status': 'completed', 'code': 200} Feb 09 01:50:25.494029 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-a34749c0-289e-414e-adf4-aaf2b711aa03 None None] Set router 34eabf10-c37b-4379-9e42-d9622d053d3a gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:50:25.527027 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e3863a-ae1c-4bd0-bb51-6558c853ab85 req-e2381656-8fb7-4125-ab43-72af00e295af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:25.528430 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-62e3863a-ae1c-4bd0-bb51-6558c853ab85 req-e2381656-8fb7-4125-ab43-72af00e295af service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=308a7c3b94d842c0bda52a99836b9ef6&device_id=afd9eeec-6f16-4536-9297-d66ad7ce3779 HTTP/1.1" status: 200 len: 1096 time: 0.1333272 Feb 09 01:50:25.537976 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb2a536-afc6-45ec-930c-8253a0112a7d req-1ec3ad78-e19f-4091-aabd-2cd779a03bbd tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:25.539556 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2cb2a536-afc6-45ec-930c-8253a0112a7d req-1ec3ad78-e19f-4091-aabd-2cd779a03bbd tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=afd9eeec-6f16-4536-9297-d66ad7ce3779 HTTP/1.1" status: 200 len: 945 time: 0.1135902 Feb 09 01:50:25.787353 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2cb2a536-afc6-45ec-930c-8253a0112a7d req-9e5d8a30-16ae-44bf-8ef7-6284880996c3 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2287009 Feb 09 01:50:25.819883 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e3863a-ae1c-4bd0-bb51-6558c853ab85 req-ae882401-cea2-4d5b-88b0-0df966fa4592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:25.821392 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-62e3863a-ae1c-4bd0-bb51-6558c853ab85 req-ae882401-cea2-4d5b-88b0-0df966fa4592 service neutron] 10.222.0.99 "GET /v2.0/networks?id=400d3014-6934-4eca-998b-e5372b1f837c HTTP/1.1" status: 200 len: 912 time: 0.2809815 Feb 09 01:50:25.863696 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-a34749c0-289e-414e-adf4-aaf2b711aa03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'name': 'tempest-ServerActionsTestJSON-498310314-router', 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '95b67009-1cb7-48b6-8cbf-e3dccf4cc612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:03Z', 'updated_at': '2022-02-09T01:50:07Z', 'revision_number': 4, 'project_id': '308a7c3b94d842c0bda52a99836b9ef6', 'gw_port': {'id': '95b67009-1cb7-48b6-8cbf-e3dccf4cc612', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:04Z', 'updated_at': '2022-02-09T01:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '1ad8eadf-1efe-4683-884c-dfba0021af58', 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'floating_ip_address': '172.25.0.109', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'port_id': '778f70ef-de7e-446f-b07a-15cc015e48ac', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4060, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c', 'mac_address': 'fa:16:3e:86:aa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd9eeec-6f16-4536-9297-d66ad7ce3779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:50:10Z', 'updated_at': '2022-02-09T01:50:24Z', 'revision_number': 1, 'project_id': '308a7c3b94d842c0bda52a99836b9ef6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a5c289c-b567-4077-9073-bb8da203046d', 'name': '', 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c', 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'mac_address': 'fa:16:3e:af:bf:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': 'fa171e68-82ec-475c-ac6b-11e6d23a5112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:06Z', 'updated_at': '2022-02-09T01:50:13Z', 'revision_number': 5, 'project_id': '308a7c3b94d842c0bda52a99836b9ef6', 'subnets': [{'id': 'fa171e68-82ec-475c-ac6b-11e6d23a5112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:25.870278 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34749c0-289e-414e-adf4-aaf2b711aa03 None None] Checking router: 34eabf10-c37b-4379-9e42-d9622d053d3a for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:50:25.873807 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-52402616-adbb-4520-b0ea-c2296dea8393 req-cbedd49c-e343-4a4c-9701-f4839518be57 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=afd9eeec-6f16-4536-9297-d66ad7ce3779&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0848713 Feb 09 01:50:25.879217 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34749c0-289e-414e-adf4-aaf2b711aa03 None None] Routers {'34eabf10-c37b-4379-9e42-d9622d053d3a'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:50:25.879814 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-a34749c0-289e-414e-adf4-aaf2b711aa03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:50:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['34eabf10-c37b-4379-9e42-d9622d053d3a'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:25.926786 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-62e3863a-ae1c-4bd0-bb51-6558c853ab85 req-7f09f524-5aed-48e2-8fe1-cb9f73af72ab service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=778f70ef-de7e-446f-b07a-15cc015e48ac HTTP/1.1" status: 200 len: 999 time: 0.0999663 Feb 09 01:50:25.988572 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e3863a-ae1c-4bd0-bb51-6558c853ab85 req-c81989ba-b9cb-4485-a2ad-fb59d4bea961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:25.990056 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-62e3863a-ae1c-4bd0-bb51-6558c853ab85 req-c81989ba-b9cb-4485-a2ad-fb59d4bea961 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fa171e68-82ec-475c-ac6b-11e6d23a5112 HTTP/1.1" status: 200 len: 850 time: 0.0583458 Feb 09 01:50:26.054363 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-a34749c0-289e-414e-adf4-aaf2b711aa03 None None] Set router 34eabf10-c37b-4379-9e42-d9622d053d3a gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:50:26.064024 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e3863a-ae1c-4bd0-bb51-6558c853ab85 req-088f089b-6a92-467f-b333-c53861a07da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:26.066100 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-62e3863a-ae1c-4bd0-bb51-6558c853ab85 req-088f089b-6a92-467f-b333-c53861a07da4 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=400d3014-6934-4eca-998b-e5372b1f837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700643 Feb 09 01:50:26.196163 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-62e3863a-ae1c-4bd0-bb51-6558c853ab85 req-17fe05a1-d7e9-4c1b-9e8a-893e994da0e0 service neutron] 10.222.0.99 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244831 Feb 09 01:50:26.327064 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-62e3863a-ae1c-4bd0-bb51-6558c853ab85 req-4c0a0ffd-d023-408e-9e22-7e6ca9a78266 service neutron] 10.222.0.99 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255410 Feb 09 01:50:26.398130 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-a34749c0-289e-414e-adf4-aaf2b711aa03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'name': 'tempest-ServerActionsTestJSON-498310314-router', 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '95b67009-1cb7-48b6-8cbf-e3dccf4cc612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:03Z', 'updated_at': '2022-02-09T01:50:07Z', 'revision_number': 4, 'project_id': '308a7c3b94d842c0bda52a99836b9ef6', 'gw_port': {'id': '95b67009-1cb7-48b6-8cbf-e3dccf4cc612', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:04Z', 'updated_at': '2022-02-09T01:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '1ad8eadf-1efe-4683-884c-dfba0021af58', 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'floating_ip_address': '172.25.0.109', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'port_id': '778f70ef-de7e-446f-b07a-15cc015e48ac', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4060, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c', 'mac_address': 'fa:16:3e:86:aa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd9eeec-6f16-4536-9297-d66ad7ce3779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:50:10Z', 'updated_at': '2022-02-09T01:50:24Z', 'revision_number': 1, 'project_id': '308a7c3b94d842c0bda52a99836b9ef6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a5c289c-b567-4077-9073-bb8da203046d', 'name': '', 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c', 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'mac_address': 'fa:16:3e:af:bf:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': 'fa171e68-82ec-475c-ac6b-11e6d23a5112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:06Z', 'updated_at': '2022-02-09T01:50:13Z', 'revision_number': 5, 'project_id': '308a7c3b94d842c0bda52a99836b9ef6', 'subnets': [{'id': 'fa171e68-82ec-475c-ac6b-11e6d23a5112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:26.402445 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34749c0-289e-414e-adf4-aaf2b711aa03 None None] The sync data for ids ['34eabf10-c37b-4379-9e42-d9622d053d3a'] in n-d-828418-1 is: [{'id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'name': 'tempest-ServerActionsTestJSON-498310314-router', 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '95b67009-1cb7-48b6-8cbf-e3dccf4cc612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:03Z', 'updated_at': '2022-02-09T01:50:07Z', 'revision_number': 4, 'project_id': '308a7c3b94d842c0bda52a99836b9ef6', 'gw_port': {'id': '95b67009-1cb7-48b6-8cbf-e3dccf4cc612', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:04Z', 'updated_at': '2022-02-09T01:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '1ad8eadf-1efe-4683-884c-dfba0021af58', 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'floating_ip_address': '172.25.0.109', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'port_id': '778f70ef-de7e-446f-b07a-15cc015e48ac', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4060, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c', 'mac_address': 'fa:16:3e:86:aa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd9eeec-6f16-4536-9297-d66ad7ce3779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:50:10Z', 'updated_at': '2022-02-09T01:50:24Z', 'revision_number': 1, 'project_id': '308a7c3b94d842c0bda52a99836b9ef6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a5c289c-b567-4077-9073-bb8da203046d', 'name': '', 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c', 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'mac_address': 'fa:16:3e:af:bf:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': 'fa171e68-82ec-475c-ac6b-11e6d23a5112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:06Z', 'updated_at': '2022-02-09T01:50:13Z', 'revision_number': 5, 'project_id': '308a7c3b94d842c0bda52a99836b9ef6', 'subnets': [{'id': 'fa171e68-82ec-475c-ac6b-11e6d23a5112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:50:26.491116 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52402616-adbb-4520-b0ea-c2296dea8393 req-de58df8b-a9d9-4835-9ddc-b5a572fd4d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:26.492592 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-52402616-adbb-4520-b0ea-c2296dea8393 req-de58df8b-a9d9-4835-9ddc-b5a572fd4d00 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=308a7c3b94d842c0bda52a99836b9ef6&device_id=afd9eeec-6f16-4536-9297-d66ad7ce3779 HTTP/1.1" status: 200 len: 1096 time: 0.0782650 Feb 09 01:50:26.615586 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae51f6c-b5c6-404f-b40d-b4b793daf852 None None] New status for floating IP 1ad8eadf-1efe-4683-884c-dfba0021af58: ACTIVE {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:50:26.640933 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52402616-adbb-4520-b0ea-c2296dea8393 req-c14e2825-26d6-490c-b85c-6141143dd940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:26.642491 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-52402616-adbb-4520-b0ea-c2296dea8393 req-c14e2825-26d6-490c-b85c-6141143dd940 service neutron] 10.222.0.99 "GET /v2.0/networks?id=400d3014-6934-4eca-998b-e5372b1f837c HTTP/1.1" status: 200 len: 912 time: 0.1318781 Feb 09 01:50:26.746105 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-52402616-adbb-4520-b0ea-c2296dea8393 req-e94454ea-dce1-43dc-81c0-0b9f93a7849b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=778f70ef-de7e-446f-b07a-15cc015e48ac HTTP/1.1" status: 200 len: 999 time: 0.0983431 Feb 09 01:50:26.808029 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52402616-adbb-4520-b0ea-c2296dea8393 req-83980bbd-7c53-4ad1-8a3b-70326fb2d861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:26.809478 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-52402616-adbb-4520-b0ea-c2296dea8393 req-83980bbd-7c53-4ad1-8a3b-70326fb2d861 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fa171e68-82ec-475c-ac6b-11e6d23a5112 HTTP/1.1" status: 200 len: 850 time: 0.0584166 Feb 09 01:50:26.892060 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52402616-adbb-4520-b0ea-c2296dea8393 req-e19561bf-9303-4117-a743-748ed00f129e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:26.893937 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-52402616-adbb-4520-b0ea-c2296dea8393 req-e19561bf-9303-4117-a743-748ed00f129e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=400d3014-6934-4eca-998b-e5372b1f837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789685 Feb 09 01:50:27.083524 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-52402616-adbb-4520-b0ea-c2296dea8393 req-6e76a79b-6b04-4f14-a3d0-b21469020674 service neutron] 10.222.0.99 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840394 Feb 09 01:50:27.094526 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd883de-a923-4735-9ee6-5c6688e6e148 req-86ae5e31-794e-4ce1-bc18-1cb591ea4a11 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:27.096426 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7fd883de-a923-4735-9ee6-5c6688e6e148 req-86ae5e31-794e-4ce1-bc18-1cb591ea4a11 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=afd9eeec-6f16-4536-9297-d66ad7ce3779 HTTP/1.1" status: 200 len: 945 time: 0.1785595 Feb 09 01:50:27.217949 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7fd883de-a923-4735-9ee6-5c6688e6e148 req-7b3ee002-1d00-4c18-b02f-346d46cc1508 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030617 Feb 09 01:50:27.253122 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-52402616-adbb-4520-b0ea-c2296dea8393 req-8469e4db-4093-4b70-a189-82e3686cd74e service neutron] 10.222.0.99 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557772 Feb 09 01:50:27.407372 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be79a7d8-3f02-46ca-a9a0-bc102d3e0968 req-c61cba37-50c0-43ef-aa5b-5368fe1f5ebe tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:27.409354 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-be79a7d8-3f02-46ca-a9a0-bc102d3e0968 req-c61cba37-50c0-43ef-aa5b-5368fe1f5ebe tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=afd9eeec-6f16-4536-9297-d66ad7ce3779 HTTP/1.1" status: 200 len: 945 time: 0.0827804 Feb 09 01:50:27.453646 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-be79a7d8-3f02-46ca-a9a0-bc102d3e0968 req-58f6e0b2-f8fa-48b4-8f00-e98713923adc tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385249 Feb 09 01:50:27.856459 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cda74e-05fa-4548-a95e-2b478d731a15 req-90f66899-fb0a-4ce6-9008-c4de458ee3f0 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:27.857963 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b0cda74e-05fa-4548-a95e-2b478d731a15 req-90f66899-fb0a-4ce6-9008-c4de458ee3f0 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=afd9eeec-6f16-4536-9297-d66ad7ce3779 HTTP/1.1" status: 200 len: 945 time: 0.0798497 Feb 09 01:50:27.891771 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-223d0691-9eed-4b65-8124-efdf943e1604 req-388374e8-8863-483b-8f80-0403f2533d56 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=afd9eeec-6f16-4536-9297-d66ad7ce3779&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1151512 Feb 09 01:50:28.012971 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b0cda74e-05fa-4548-a95e-2b478d731a15 req-3f6ee1b5-c9d0-4929-9e4a-ca29c2759f82 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488342 Feb 09 01:50:29.056455 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d0691-9eed-4b65-8124-efdf943e1604 req-aa3063d5-5ff8-4787-be90-d2fed2561712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:29.058000 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-223d0691-9eed-4b65-8124-efdf943e1604 req-aa3063d5-5ff8-4787-be90-d2fed2561712 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=308a7c3b94d842c0bda52a99836b9ef6&device_id=afd9eeec-6f16-4536-9297-d66ad7ce3779 HTTP/1.1" status: 200 len: 1096 time: 0.0705514 Feb 09 01:50:29.245645 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d0691-9eed-4b65-8124-efdf943e1604 req-5b90b405-59b1-421a-be67-74e492c6c386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:29.247033 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-223d0691-9eed-4b65-8124-efdf943e1604 req-5b90b405-59b1-421a-be67-74e492c6c386 service neutron] 10.222.0.99 "GET /v2.0/networks?id=400d3014-6934-4eca-998b-e5372b1f837c HTTP/1.1" status: 200 len: 912 time: 0.1841164 Feb 09 01:50:29.258601 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d446f-e97d-4afa-8e2c-416473eb5693 req-c263dec2-84b2-4aed-8ee4-21b20a787b37 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:29.259939 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ae1d446f-e97d-4afa-8e2c-416473eb5693 req-c263dec2-84b2-4aed-8ee4-21b20a787b37 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=afd9eeec-6f16-4536-9297-d66ad7ce3779 HTTP/1.1" status: 200 len: 945 time: 0.1312077 Feb 09 01:50:29.386599 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ae1d446f-e97d-4afa-8e2c-416473eb5693 req-179b0053-17b9-45de-b404-c111f275e25e tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770783 Feb 09 01:50:29.390219 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-223d0691-9eed-4b65-8124-efdf943e1604 req-23f7e142-5e96-495a-9493-c742a117f1c8 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=778f70ef-de7e-446f-b07a-15cc015e48ac HTTP/1.1" status: 200 len: 1001 time: 0.1294343 Feb 09 01:50:29.451128 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d0691-9eed-4b65-8124-efdf943e1604 req-5562968b-6100-4800-bee4-07778878f7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:29.452507 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-223d0691-9eed-4b65-8124-efdf943e1604 req-5562968b-6100-4800-bee4-07778878f7f8 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fa171e68-82ec-475c-ac6b-11e6d23a5112 HTTP/1.1" status: 200 len: 850 time: 0.0566525 Feb 09 01:50:29.527989 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d0691-9eed-4b65-8124-efdf943e1604 req-a2609bdf-b27b-4ed7-92db-a17d59031c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:29.529335 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-223d0691-9eed-4b65-8124-efdf943e1604 req-a2609bdf-b27b-4ed7-92db-a17d59031c1d service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=400d3014-6934-4eca-998b-e5372b1f837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710723 Feb 09 01:50:29.664774 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-223d0691-9eed-4b65-8124-efdf943e1604 req-75717283-ca16-467a-bc85-63ba7ea260b7 service neutron] 10.222.0.99 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290233 Feb 09 01:50:29.796711 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-223d0691-9eed-4b65-8124-efdf943e1604 req-8922a937-84a6-4c0f-993f-d3726b301ac5 service neutron] 10.222.0.99 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265159 Feb 09 01:50:30.572746 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51852d2c-cb58-416f-b06e-a58ffd1a85eb req-ee101ce0-20bf-495f-83f8-b7d30e02692a tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:30.574241 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-51852d2c-cb58-416f-b06e-a58ffd1a85eb req-ee101ce0-20bf-495f-83f8-b7d30e02692a tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=afd9eeec-6f16-4536-9297-d66ad7ce3779 HTTP/1.1" status: 200 len: 945 time: 0.0830760 Feb 09 01:50:30.619640 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-51852d2c-cb58-416f-b06e-a58ffd1a85eb req-3288ed05-6907-48da-bf1d-5c60037a25e7 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397315 Feb 09 01:50:31.811924 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33edae8e-a6d1-4ed2-8e11-431a553275b2 req-ea3538fe-15ce-437c-9a80-016f1863d908 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:31.813372 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-33edae8e-a6d1-4ed2-8e11-431a553275b2 req-ea3538fe-15ce-437c-9a80-016f1863d908 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=afd9eeec-6f16-4536-9297-d66ad7ce3779 HTTP/1.1" status: 200 len: 945 time: 0.0853629 Feb 09 01:50:31.857276 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-33edae8e-a6d1-4ed2-8e11-431a553275b2 req-39308927-79ab-4335-bbbd-b76ea9efe5db tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377564 Feb 09 01:50:33.038990 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdcc235-4392-4b31-a67f-3a567538ade9 req-2861247c-0694-4dcf-9f1e-dbf4191b0425 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:33.040443 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8cdcc235-4392-4b31-a67f-3a567538ade9 req-2861247c-0694-4dcf-9f1e-dbf4191b0425 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=afd9eeec-6f16-4536-9297-d66ad7ce3779 HTTP/1.1" status: 200 len: 945 time: 0.0796201 Feb 09 01:50:33.083767 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8cdcc235-4392-4b31-a67f-3a567538ade9 req-fc18041c-b5d0-49ce-a620-0b0cf4824531 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377746 Feb 09 01:50:34.268032 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48efaa21-d514-46b6-a017-aeabf237619a req-a084f6e9-d688-4941-ac2f-32390e84cb47 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:34.269467 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-48efaa21-d514-46b6-a017-aeabf237619a req-a084f6e9-d688-4941-ac2f-32390e84cb47 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=afd9eeec-6f16-4536-9297-d66ad7ce3779 HTTP/1.1" status: 200 len: 945 time: 0.0812709 Feb 09 01:50:34.312275 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-48efaa21-d514-46b6-a017-aeabf237619a req-bd7eeecf-9d98-48dd-9766-251ae053acda tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369689 Feb 09 01:50:35.496466 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6888018-0dde-4fb3-8c69-8735250bc52b req-2a7a6566-320f-407e-8eee-e7fae5d2c5a6 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:35.498052 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c6888018-0dde-4fb3-8c69-8735250bc52b req-2a7a6566-320f-407e-8eee-e7fae5d2c5a6 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=afd9eeec-6f16-4536-9297-d66ad7ce3779 HTTP/1.1" status: 200 len: 945 time: 0.0787058 Feb 09 01:50:35.545210 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c6888018-0dde-4fb3-8c69-8735250bc52b req-a4f46ade-df4c-41f0-8c2d-ba918182d210 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416677 Feb 09 01:50:36.726270 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec7c031-4613-470d-afaa-4fb6b03083b1 req-c8282476-017c-43f0-910d-fd4c23e3bb20 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:36.727706 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fec7c031-4613-470d-afaa-4fb6b03083b1 req-c8282476-017c-43f0-910d-fd4c23e3bb20 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=afd9eeec-6f16-4536-9297-d66ad7ce3779 HTTP/1.1" status: 200 len: 945 time: 0.0777929 Feb 09 01:50:36.770761 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fec7c031-4613-470d-afaa-4fb6b03083b1 req-e2408d27-0428-4655-870f-29b8965da925 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374901 Feb 09 01:50:37.955311 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb77496a-2db2-48ee-83bb-8eccd9f59a69 req-13f1bb59-3fa3-4964-8f1a-313d66897fb8 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:37.956761 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-eb77496a-2db2-48ee-83bb-8eccd9f59a69 req-13f1bb59-3fa3-4964-8f1a-313d66897fb8 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=afd9eeec-6f16-4536-9297-d66ad7ce3779 HTTP/1.1" status: 200 len: 945 time: 0.0825872 Feb 09 01:50:37.999839 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-eb77496a-2db2-48ee-83bb-8eccd9f59a69 req-c49fe2a8-8ed7-4ca7-90e3-ccc1729af9f6 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375323 Feb 09 01:50:38.232697 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d7e6ce65-1563-480c-961d-3177f379f5ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:39.196270 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2837040a-82a4-4dc9-a894-6a2e575f38ae req-2ce2965c-15e5-4ad4-879e-0e5b96f8cbaa tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:39.197768 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2837040a-82a4-4dc9-a894-6a2e575f38ae req-2ce2965c-15e5-4ad4-879e-0e5b96f8cbaa tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=afd9eeec-6f16-4536-9297-d66ad7ce3779 HTTP/1.1" status: 200 len: 945 time: 0.0913906 Feb 09 01:50:39.241474 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2837040a-82a4-4dc9-a894-6a2e575f38ae req-4a10d18d-dee8-41ad-8441-a2cb1dafda73 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380445 Feb 09 01:50:40.525433 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1504ab10-9de6-47f9-a42e-6696ebefcfdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:40.528446 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd569cc-a24e-406d-88a3-9bfd0988459f req-6a8aee3f-ec9d-48da-a0ec-3e95ccf29bf2 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:40.529976 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7cd569cc-a24e-406d-88a3-9bfd0988459f req-6a8aee3f-ec9d-48da-a0ec-3e95ccf29bf2 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=afd9eeec-6f16-4536-9297-d66ad7ce3779 HTTP/1.1" status: 200 len: 945 time: 0.1829975 Feb 09 01:50:40.574422 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7cd569cc-a24e-406d-88a3-9bfd0988459f req-3243d091-97fa-4102-aa6a-0891e21c4165 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380056 Feb 09 01:50:41.644397 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:41.651195 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:41.760671 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba8334-a7a8-4004-8199-4f0655256bbd req-1d781ff1-0aaf-4f6d-8494-1ab1f1f72e35 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:41.762156 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d4ba8334-a7a8-4004-8199-4f0655256bbd req-1d781ff1-0aaf-4f6d-8494-1ab1f1f72e35 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=afd9eeec-6f16-4536-9297-d66ad7ce3779 HTTP/1.1" status: 200 len: 945 time: 0.0788019 Feb 09 01:50:41.808163 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d4ba8334-a7a8-4004-8199-4f0655256bbd req-3a95c353-644e-4bcf-8623-684952a7e712 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403023 Feb 09 01:50:42.992056 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7294c8-c56f-4e31-9a39-803a8d394b7f req-e8694204-b691-4fc8-85eb-3de9333d27ae tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:42.993519 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7c7294c8-c56f-4e31-9a39-803a8d394b7f req-e8694204-b691-4fc8-85eb-3de9333d27ae tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=afd9eeec-6f16-4536-9297-d66ad7ce3779 HTTP/1.1" status: 200 len: 945 time: 0.0782683 Feb 09 01:50:43.037423 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7c7294c8-c56f-4e31-9a39-803a8d394b7f req-d9e8278e-270a-4606-8c82-71583e90b997 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383768 Feb 09 01:50:43.271566 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:44.221828 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ccfcb6-0dfe-4654-a39a-c8a469f26a38 req-2e3a9455-d6ed-4ac2-a488-f4e18165af52 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:44.223288 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d2ccfcb6-0dfe-4654-a39a-c8a469f26a38 req-2e3a9455-d6ed-4ac2-a488-f4e18165af52 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=afd9eeec-6f16-4536-9297-d66ad7ce3779 HTTP/1.1" status: 200 len: 945 time: 0.0830400 Feb 09 01:50:44.265730 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d2ccfcb6-0dfe-4654-a39a-c8a469f26a38 req-bde94432-00a7-4cf6-a10e-160d6b2963e9 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368860 Feb 09 01:50:45.447856 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc43d4ca-7ed3-4f2b-9254-1e6009ad83cc req-c6c03a66-b80b-4758-9c15-f71021e32316 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:45.449280 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cc43d4ca-7ed3-4f2b-9254-1e6009ad83cc req-c6c03a66-b80b-4758-9c15-f71021e32316 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=afd9eeec-6f16-4536-9297-d66ad7ce3779 HTTP/1.1" status: 200 len: 945 time: 0.0778925 Feb 09 01:50:45.492393 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cc43d4ca-7ed3-4f2b-9254-1e6009ad83cc req-07e741ba-d345-4cf3-bbba-287fb125eb65 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376182 Feb 09 01:50:46.635366 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [req-223d0691-9eed-4b65-8124-efdf943e1604 req-4fbfb699-1b92-4669-8762-f1a02b9a2791 service neutron] show failed (client error): The resource could not be found. Feb 09 01:50:46.636334 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-223d0691-9eed-4b65-8124-efdf943e1604 req-4fbfb699-1b92-4669-8762-f1a02b9a2791 service neutron] 10.222.0.99 "GET /v2.0/ports/778f70ef-de7e-446f-b07a-15cc015e48ac/bindings/n-h1-828418-1 HTTP/1.1" status: 404 len: 380 time: 0.1110430 Feb 09 01:50:46.689661 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c44d78-ec69-41a3-a7af-e3e5847cf17f req-f6a884d6-99ec-4c31-a65a-51edb1a3edee tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:46.691390 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-19c44d78-ec69-41a3-a7af-e3e5847cf17f req-f6a884d6-99ec-4c31-a65a-51edb1a3edee tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=afd9eeec-6f16-4536-9297-d66ad7ce3779 HTTP/1.1" status: 200 len: 945 time: 0.0885966 Feb 09 01:50:46.735142 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-19c44d78-ec69-41a3-a7af-e3e5847cf17f req-f06e3852-fe42-4a17-860c-67df419c55bf tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379379 Feb 09 01:50:46.895103 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d0691-9eed-4b65-8124-efdf943e1604 req-6895bff9-e954-4a00-93ba-274f6fa6beba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:46.896525 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-223d0691-9eed-4b65-8124-efdf943e1604 req-6895bff9-e954-4a00-93ba-274f6fa6beba service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=afd9eeec-6f16-4536-9297-d66ad7ce3779&tenant_id=308a7c3b94d842c0bda52a99836b9ef6 HTTP/1.1" status: 200 len: 1096 time: 0.0741234 Feb 09 01:50:46.906805 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-223d0691-9eed-4b65-8124-efdf943e1604 req-859b904b-5028-4992-9570-6993b2516a93 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828418-1', 'device_owner': 'compute:nova'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:50:47.016539 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-223d0691-9eed-4b65-8124-efdf943e1604 req-859b904b-5028-4992-9570-6993b2516a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:47.275572 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-223d0691-9eed-4b65-8124-efdf943e1604 req-859b904b-5028-4992-9570-6993b2516a93 service neutron] For port 778f70ef-de7e-446f-b07a-15cc015e48ac, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=778f70ef-de7e-446f-b07a-15cc015e48ac,segment=NetworkSegment(86b638af-c634-42fe-bf4b-9e90fe4382c0),segment_id=86b638af-c634-42fe-bf4b-9e90fe4382c0)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:50:47.307837 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-223d0691-9eed-4b65-8124-efdf943e1604 req-859b904b-5028-4992-9570-6993b2516a93 service neutron] For port 778f70ef-de7e-446f-b07a-15cc015e48ac, host n-h2-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:50:47.364779 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afd9eeec-6f16-4536-9297-d66ad7ce3779', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '778f70ef-de7e-446f-b07a-15cc015e48ac'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:50:47.370316 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-223d0691-9eed-4b65-8124-efdf943e1604 req-859b904b-5028-4992-9570-6993b2516a93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:47.385374 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-223d0691-9eed-4b65-8124-efdf943e1604 req-859b904b-5028-4992-9570-6993b2516a93 service neutron] Transition to ACTIVE for port object 778f70ef-de7e-446f-b07a-15cc015e48ac will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:50:47.389018 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-223d0691-9eed-4b65-8124-efdf943e1604 req-859b904b-5028-4992-9570-6993b2516a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:47.432822 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afd9eeec-6f16-4536-9297-d66ad7ce3779', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '778f70ef-de7e-446f-b07a-15cc015e48ac', 'code': 200} Feb 09 01:50:47.537950 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859b904b-5028-4992-9570-6993b2516a93 service neutron] Pushing event updated for resources: {'Port': ['ID=778f70ef-de7e-446f-b07a-15cc015e48ac,revision_number=6']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:47.587428 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-223d0691-9eed-4b65-8124-efdf943e1604 req-859b904b-5028-4992-9570-6993b2516a93 service neutron] No DVR routers for this DVR port 778f70ef-de7e-446f-b07a-15cc015e48ac on host n-h2-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:50:47.955017 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-223d0691-9eed-4b65-8124-efdf943e1604 req-859b904b-5028-4992-9570-6993b2516a93 service neutron] Attempting to bind port 778f70ef-de7e-446f-b07a-15cc015e48ac on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:50:47.955789 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-223d0691-9eed-4b65-8124-efdf943e1604 req-859b904b-5028-4992-9570-6993b2516a93 service neutron] Attempting to bind port 778f70ef-de7e-446f-b07a-15cc015e48ac by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '86b638af-c634-42fe-bf4b-9e90fe4382c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:50:47.955789 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223d0691-9eed-4b65-8124-efdf943e1604 req-859b904b-5028-4992-9570-6993b2516a93 service neutron] Attempting to bind port 778f70ef-de7e-446f-b07a-15cc015e48ac on network 400d3014-6934-4eca-998b-e5372b1f837c {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:50:47.968671 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223d0691-9eed-4b65-8124-efdf943e1604 req-859b904b-5028-4992-9570-6993b2516a93 service neutron] Port 778f70ef-de7e-446f-b07a-15cc015e48ac on network 400d3014-6934-4eca-998b-e5372b1f837c not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:50:47.969009 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223d0691-9eed-4b65-8124-efdf943e1604 req-859b904b-5028-4992-9570-6993b2516a93 service neutron] Attempting to bind port 778f70ef-de7e-446f-b07a-15cc015e48ac on network 400d3014-6934-4eca-998b-e5372b1f837c {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:50:47.977096 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223d0691-9eed-4b65-8124-efdf943e1604 req-859b904b-5028-4992-9570-6993b2516a93 service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:50:47.977430 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223d0691-9eed-4b65-8124-efdf943e1604 req-859b904b-5028-4992-9570-6993b2516a93 service neutron] Checking segment: {'id': '86b638af-c634-42fe-bf4b-9e90fe4382c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:50:47.977839 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223d0691-9eed-4b65-8124-efdf943e1604 req-859b904b-5028-4992-9570-6993b2516a93 service neutron] Bound using segment: {'id': '86b638af-c634-42fe-bf4b-9e90fe4382c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:50:47.978258 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-223d0691-9eed-4b65-8124-efdf943e1604 req-859b904b-5028-4992-9570-6993b2516a93 service neutron] Bound port: 778f70ef-de7e-446f-b07a-15cc015e48ac, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86b638af-c634-42fe-bf4b-9e90fe4382c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:50:47.978598 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-223d0691-9eed-4b65-8124-efdf943e1604 req-859b904b-5028-4992-9570-6993b2516a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:48.062835 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a2218-6ca6-4eed-8a14-7087c21079ec req-23a4c43e-976c-40f5-8146-f6bda14debbe tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:48.064445 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9b3a2218-6ca6-4eed-8a14-7087c21079ec req-23a4c43e-976c-40f5-8146-f6bda14debbe tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=afd9eeec-6f16-4536-9297-d66ad7ce3779 HTTP/1.1" status: 200 len: 943 time: 0.1633401 Feb 09 01:50:48.112401 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-223d0691-9eed-4b65-8124-efdf943e1604 req-859b904b-5028-4992-9570-6993b2516a93 service neutron] For port 778f70ef-de7e-446f-b07a-15cc015e48ac, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:50:48.126341 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-223d0691-9eed-4b65-8124-efdf943e1604 req-859b904b-5028-4992-9570-6993b2516a93 service neutron] For port 778f70ef-de7e-446f-b07a-15cc015e48ac, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=778f70ef-de7e-446f-b07a-15cc015e48ac,segment=NetworkSegment(86b638af-c634-42fe-bf4b-9e90fe4382c0),segment_id=86b638af-c634-42fe-bf4b-9e90fe4382c0)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:50:48.130263 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9b3a2218-6ca6-4eed-8a14-7087c21079ec req-bae1bd34-8c97-4265-a6c4-0baf56b0294c tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551448 Feb 09 01:50:48.131666 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-223d0691-9eed-4b65-8124-efdf943e1604 req-859b904b-5028-4992-9570-6993b2516a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:48.195391 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d0691-9eed-4b65-8124-efdf943e1604 req-859b904b-5028-4992-9570-6993b2516a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:48.196001 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-223d0691-9eed-4b65-8124-efdf943e1604 req-859b904b-5028-4992-9570-6993b2516a93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:48.197368 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-223d0691-9eed-4b65-8124-efdf943e1604 req-859b904b-5028-4992-9570-6993b2516a93 service neutron] 10.222.0.62 "PUT /v2.0/ports/778f70ef-de7e-446f-b07a-15cc015e48ac HTTP/1.1" status: 200 len: 1091 time: 1.2943599 Feb 09 01:50:48.212309 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859b904b-5028-4992-9570-6993b2516a93 service neutron] Pushing event updated for resources: {'Port': ['ID=778f70ef-de7e-446f-b07a-15cc015e48ac,revision_number=7']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:48.300365 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d0691-9eed-4b65-8124-efdf943e1604 req-d0184dd9-f378-49a4-a6a4-27897b06ada6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:48.301930 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-223d0691-9eed-4b65-8124-efdf943e1604 req-d0184dd9-f378-49a4-a6a4-27897b06ada6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=308a7c3b94d842c0bda52a99836b9ef6&device_id=afd9eeec-6f16-4536-9297-d66ad7ce3779 HTTP/1.1" status: 200 len: 1094 time: 0.0833590 Feb 09 01:50:48.436013 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d0691-9eed-4b65-8124-efdf943e1604 req-76540996-fb8e-480b-a18b-f91017bdb36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:48.437495 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-223d0691-9eed-4b65-8124-efdf943e1604 req-76540996-fb8e-480b-a18b-f91017bdb36d service neutron] 10.222.0.62 "GET /v2.0/networks?id=400d3014-6934-4eca-998b-e5372b1f837c HTTP/1.1" status: 200 len: 912 time: 0.1284802 Feb 09 01:50:48.540507 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-223d0691-9eed-4b65-8124-efdf943e1604 req-1dd6d0bd-12f6-48a6-bb82-ff213c5cb746 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=778f70ef-de7e-446f-b07a-15cc015e48ac HTTP/1.1" status: 200 len: 999 time: 0.0967500 Feb 09 01:50:48.600660 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d0691-9eed-4b65-8124-efdf943e1604 req-256311e7-5708-4898-834b-908ccfbee2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:48.602085 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-223d0691-9eed-4b65-8124-efdf943e1604 req-256311e7-5708-4898-834b-908ccfbee2f7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fa171e68-82ec-475c-ac6b-11e6d23a5112 HTTP/1.1" status: 200 len: 850 time: 0.0566308 Feb 09 01:50:48.682714 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d0691-9eed-4b65-8124-efdf943e1604 req-e64a6556-0495-4e85-aa36-33f603de5d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:48.684201 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-223d0691-9eed-4b65-8124-efdf943e1604 req-e64a6556-0495-4e85-aa36-33f603de5d5b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=400d3014-6934-4eca-998b-e5372b1f837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751977 Feb 09 01:50:48.814381 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-223d0691-9eed-4b65-8124-efdf943e1604 req-419af3ac-f3ea-4168-91f6-29773e8c4c8b service neutron] 10.222.0.62 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226618 Feb 09 01:50:48.941958 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-223d0691-9eed-4b65-8124-efdf943e1604 req-c9f2989d-9d62-4f6d-95f7-be39718c4213 service neutron] 10.222.0.62 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222668 Feb 09 01:50:49.320121 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c61164-7b7f-41ac-9ced-6e0f2cc88bbf req-2721946b-b94a-44e9-bf76-c152ac707601 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:49.321792 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a2c61164-7b7f-41ac-9ced-6e0f2cc88bbf req-2721946b-b94a-44e9-bf76-c152ac707601 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=afd9eeec-6f16-4536-9297-d66ad7ce3779 HTTP/1.1" status: 200 len: 943 time: 0.0833459 Feb 09 01:50:49.365815 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a2c61164-7b7f-41ac-9ced-6e0f2cc88bbf req-b005a1af-e3bc-407b-bb49-e7e3da6ee374 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382717 Feb 09 01:50:49.434393 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afd9eeec-6f16-4536-9297-d66ad7ce3779', 'tag': '778f70ef-de7e-446f-b07a-15cc015e48ac'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:50:49.489765 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afd9eeec-6f16-4536-9297-d66ad7ce3779', 'tag': '778f70ef-de7e-446f-b07a-15cc015e48ac', 'status': 'completed', 'code': 200} Feb 09 01:50:49.635587 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f13614-cd00-4163-8529-b1806e4c0073 req-67003705-757c-4f41-b176-6cc9f59b30d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:49.636966 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-03f13614-cd00-4163-8529-b1806e4c0073 req-67003705-757c-4f41-b176-6cc9f59b30d7 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=308a7c3b94d842c0bda52a99836b9ef6&device_id=afd9eeec-6f16-4536-9297-d66ad7ce3779 HTTP/1.1" status: 200 len: 1094 time: 0.1292937 Feb 09 01:50:49.639430 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f13614-cd00-4163-8529-b1806e4c0073 req-0592510c-f007-4706-b9bd-16308cf253ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:49.640730 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-03f13614-cd00-4163-8529-b1806e4c0073 req-0592510c-f007-4706-b9bd-16308cf253ed service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=308a7c3b94d842c0bda52a99836b9ef6&device_id=afd9eeec-6f16-4536-9297-d66ad7ce3779 HTTP/1.1" status: 200 len: 1094 time: 0.1031606 Feb 09 01:50:49.872198 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f13614-cd00-4163-8529-b1806e4c0073 req-78754a48-cdf4-4784-8ce3-9b1318f37295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:49.873665 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-03f13614-cd00-4163-8529-b1806e4c0073 req-78754a48-cdf4-4784-8ce3-9b1318f37295 service neutron] 10.222.0.99 "GET /v2.0/networks?id=400d3014-6934-4eca-998b-e5372b1f837c HTTP/1.1" status: 200 len: 912 time: 0.2310596 Feb 09 01:50:49.875883 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f13614-cd00-4163-8529-b1806e4c0073 req-27dd76d6-cb1e-48a8-98e6-0653796f8bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:49.877196 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-03f13614-cd00-4163-8529-b1806e4c0073 req-27dd76d6-cb1e-48a8-98e6-0653796f8bb8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=400d3014-6934-4eca-998b-e5372b1f837c HTTP/1.1" status: 200 len: 912 time: 0.2168198 Feb 09 01:50:50.160383 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-03f13614-cd00-4163-8529-b1806e4c0073 req-6df9987e-495a-4acd-ad0f-ebaca19b63e2 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=778f70ef-de7e-446f-b07a-15cc015e48ac HTTP/1.1" status: 200 len: 999 time: 0.2793958 Feb 09 01:50:50.163684 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-03f13614-cd00-4163-8529-b1806e4c0073 req-b171ec7d-d318-4f87-b1ac-67aa8ddcc0eb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=778f70ef-de7e-446f-b07a-15cc015e48ac HTTP/1.1" status: 200 len: 999 time: 0.1301093 Feb 09 01:50:50.268326 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f13614-cd00-4163-8529-b1806e4c0073 req-22c4cdbd-8860-47cc-805f-55bf81929c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:50.269760 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-03f13614-cd00-4163-8529-b1806e4c0073 req-22c4cdbd-8860-47cc-805f-55bf81929c45 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fa171e68-82ec-475c-ac6b-11e6d23a5112 HTTP/1.1" status: 200 len: 850 time: 0.1035216 Feb 09 01:50:50.271106 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f13614-cd00-4163-8529-b1806e4c0073 req-4f4aa52a-e17d-4f1a-9285-b6f2c30b3d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:50.272375 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-03f13614-cd00-4163-8529-b1806e4c0073 req-4f4aa52a-e17d-4f1a-9285-b6f2c30b3d7c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fa171e68-82ec-475c-ac6b-11e6d23a5112 HTTP/1.1" status: 200 len: 850 time: 0.0765889 Feb 09 01:50:50.404304 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f13614-cd00-4163-8529-b1806e4c0073 req-ef81d0f4-a2e2-49ca-ab30-45611d15a82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:50.405816 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-03f13614-cd00-4163-8529-b1806e4c0073 req-ef81d0f4-a2e2-49ca-ab30-45611d15a82c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=400d3014-6934-4eca-998b-e5372b1f837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1304729 Feb 09 01:50:50.408369 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f13614-cd00-4163-8529-b1806e4c0073 req-80689ebf-d04b-41be-8030-1deb854bdc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:50.409983 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-03f13614-cd00-4163-8529-b1806e4c0073 req-80689ebf-d04b-41be-8030-1deb854bdc69 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=400d3014-6934-4eca-998b-e5372b1f837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1052501 Feb 09 01:50:50.691804 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-03f13614-cd00-4163-8529-b1806e4c0073 req-3a32c8e0-d7b6-49c3-9985-310fefaa44d3 service neutron] 10.222.0.99 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794170 Feb 09 01:50:50.774643 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-03f13614-cd00-4163-8529-b1806e4c0073 req-6a475116-8200-4ca7-84f9-a33dc0cbd6d8 service neutron] 10.222.0.62 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441238 Feb 09 01:50:50.872728 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e1b01d-41eb-4f53-807b-e65e6c1fca26 req-10ce6e41-dfd5-4de5-aae7-0d70ec2bfe1a tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:50.874195 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-54e1b01d-41eb-4f53-807b-e65e6c1fca26 req-10ce6e41-dfd5-4de5-aae7-0d70ec2bfe1a tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=afd9eeec-6f16-4536-9297-d66ad7ce3779 HTTP/1.1" status: 200 len: 943 time: 0.3765202 Feb 09 01:50:50.991442 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-54e1b01d-41eb-4f53-807b-e65e6c1fca26 req-af134c96-41dc-43be-9900-fea9bd527deb tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033142 Feb 09 01:50:50.996353 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-03f13614-cd00-4163-8529-b1806e4c0073 req-5e913b71-cbf6-4300-b860-effb9b30b4f9 service neutron] 10.222.0.99 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911191 Feb 09 01:50:50.999430 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-03f13614-cd00-4163-8529-b1806e4c0073 req-549540f4-f965-40df-9c49-036fb1792875 service neutron] 10.222.0.62 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188432 Feb 09 01:50:51.664745 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 778f70ef-de7e-446f-b07a-15cc015e48ac no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:50:51.720912 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 778f70ef-de7e-446f-b07a-15cc015e48ac not bound to the agent host n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:50:52.176329 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5ced4-7d59-483a-9d27-557cbbe43b67 req-96bebe3c-d79e-4254-ac68-4d7b07c886c4 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:52.177800 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-87f5ced4-7d59-483a-9d27-557cbbe43b67 req-96bebe3c-d79e-4254-ac68-4d7b07c886c4 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=afd9eeec-6f16-4536-9297-d66ad7ce3779 HTTP/1.1" status: 200 len: 943 time: 0.0784717 Feb 09 01:50:52.220231 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-87f5ced4-7d59-483a-9d27-557cbbe43b67 req-d8e84916-3ef5-44c5-8b5b-2c45e73e8e16 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368106 Feb 09 01:50:52.226086 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 778f70ef-de7e-446f-b07a-15cc015e48ac details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:50:52.244835 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:52.377476 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 778f70ef-de7e-446f-b07a-15cc015e48ac, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=778f70ef-de7e-446f-b07a-15cc015e48ac,segment=NetworkSegment(86b638af-c634-42fe-bf4b-9e90fe4382c0),segment_id=86b638af-c634-42fe-bf4b-9e90fe4382c0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:50:52.391700 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '778f70ef-de7e-446f-b07a-15cc015e48ac', 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c', 'port_id': '778f70ef-de7e-446f-b07a-15cc015e48ac', 'mac_address': 'fa:16:3e:86:aa:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa171e68-82ec-475c-ac6b-11e6d23a5112', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:50:52.451198 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:52.468108 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 778f70ef-de7e-446f-b07a-15cc015e48ac {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:50:52.484288 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 778f70ef-de7e-446f-b07a-15cc015e48ac, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=778f70ef-de7e-446f-b07a-15cc015e48ac,segment=NetworkSegment(86b638af-c634-42fe-bf4b-9e90fe4382c0),segment_id=86b638af-c634-42fe-bf4b-9e90fe4382c0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:50:52.488071 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:52.556024 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=778f70ef-de7e-446f-b07a-15cc015e48ac,revision_number=8']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:52.596415 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b24d00-8632-45c9-b679-a63c7be63dac req-987eb797-3bcb-4888-9616-b3a906d51008 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:52.597861 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c1b24d00-8632-45c9-b679-a63c7be63dac req-987eb797-3bcb-4888-9616-b3a906d51008 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.99 "GET /v2.0/ports?device_id=afd9eeec-6f16-4536-9297-d66ad7ce3779&tenant_id=308a7c3b94d842c0bda52a99836b9ef6&binding%3Ahost_id=n-h1-828418-1 HTTP/1.1" status: 200 len: 944 time: 0.1523867 Feb 09 01:50:52.608528 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165566ef-ecfb-467e-9a99-d99bc0e0fd0f req-48f640a9-5afd-41af-8b83-acd5b350492e tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:52.609845 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-165566ef-ecfb-467e-9a99-d99bc0e0fd0f req-48f640a9-5afd-41af-8b83-acd5b350492e tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=afd9eeec-6f16-4536-9297-d66ad7ce3779 HTTP/1.1" status: 200 len: 944 time: 0.1223614 Feb 09 01:50:52.705317 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['778f70ef-de7e-446f-b07a-15cc015e48ac'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:50:52.710997 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-165566ef-ecfb-467e-9a99-d99bc0e0fd0f req-778ca29f-5f34-45a5-9d56-6e7a80ac9ddd tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657940 Feb 09 01:50:52.719319 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [req-c1b24d00-8632-45c9-b679-a63c7be63dac req-c02db8b7-b74e-4bb3-b3db-90a0f99a9541 service neutron] delete failed (client error): The resource could not be found. Feb 09 01:50:52.720826 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c1b24d00-8632-45c9-b679-a63c7be63dac req-c02db8b7-b74e-4bb3-b3db-90a0f99a9541 service neutron] 10.222.0.99 "DELETE /v2.0/ports/778f70ef-de7e-446f-b07a-15cc015e48ac/bindings/n-h2-828418-1 HTTP/1.1" status: 404 len: 380 time: 0.1095898 Feb 09 01:50:52.868381 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b24d00-8632-45c9-b679-a63c7be63dac req-5c9e8096-ec6b-4935-a3bb-bc8116feddd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:52.869910 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c1b24d00-8632-45c9-b679-a63c7be63dac req-5c9e8096-ec6b-4935-a3bb-bc8116feddd5 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=308a7c3b94d842c0bda52a99836b9ef6&device_id=afd9eeec-6f16-4536-9297-d66ad7ce3779 HTTP/1.1" status: 200 len: 1095 time: 0.0723317 Feb 09 01:50:53.107873 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b24d00-8632-45c9-b679-a63c7be63dac req-cf536f8b-9d86-4e4c-8cbf-18de35c14da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:53.109338 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c1b24d00-8632-45c9-b679-a63c7be63dac req-cf536f8b-9d86-4e4c-8cbf-18de35c14da8 service neutron] 10.222.0.99 "GET /v2.0/networks?id=400d3014-6934-4eca-998b-e5372b1f837c HTTP/1.1" status: 200 len: 912 time: 0.2317886 Feb 09 01:50:53.211693 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c1b24d00-8632-45c9-b679-a63c7be63dac req-e4f0c9ea-dd18-4375-abc4-b80088bc370a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=778f70ef-de7e-446f-b07a-15cc015e48ac HTTP/1.1" status: 200 len: 1000 time: 0.0952859 Feb 09 01:50:53.275497 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b24d00-8632-45c9-b679-a63c7be63dac req-1b80eabe-896a-4baa-b27a-2d22067ffdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:53.276887 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c1b24d00-8632-45c9-b679-a63c7be63dac req-1b80eabe-896a-4baa-b27a-2d22067ffdf2 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fa171e68-82ec-475c-ac6b-11e6d23a5112 HTTP/1.1" status: 200 len: 850 time: 0.0592353 Feb 09 01:50:53.351239 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b24d00-8632-45c9-b679-a63c7be63dac req-2b027323-4b7b-41a6-84f3-008eabb37d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:53.352707 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c1b24d00-8632-45c9-b679-a63c7be63dac req-2b027323-4b7b-41a6-84f3-008eabb37d74 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=400d3014-6934-4eca-998b-e5372b1f837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703928 Feb 09 01:50:53.481928 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c1b24d00-8632-45c9-b679-a63c7be63dac req-f74ddb6d-486c-4a4f-9136-df5c53008390 service neutron] 10.222.0.99 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234157 Feb 09 01:50:53.614009 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c1b24d00-8632-45c9-b679-a63c7be63dac req-0207a4c1-adb9-4557-9684-ccd61e7e9477 service neutron] 10.222.0.99 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261508 Feb 09 01:50:53.898759 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cb21f2-370c-480c-bd45-a8419d745014 req-395d1900-b32c-40e6-8153-a3ccd115734b tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:53.900467 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f2cb21f2-370c-480c-bd45-a8419d745014 req-395d1900-b32c-40e6-8153-a3ccd115734b tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=afd9eeec-6f16-4536-9297-d66ad7ce3779 HTTP/1.1" status: 200 len: 944 time: 0.0817199 Feb 09 01:50:53.944836 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f2cb21f2-370c-480c-bd45-a8419d745014 req-29617eb1-9cc0-4bf9-9a97-282d3ccc8087 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387461 Feb 09 01:50:54.246143 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 778f70ef-de7e-446f-b07a-15cc015e48ac up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:50:54.314201 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port 778f70ef-de7e-446f-b07a-15cc015e48ac completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:50:54.318850 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 778f70ef-de7e-446f-b07a-15cc015e48ac triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:54.319256 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:54.409042 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:50:54.434882 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:54.461792 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afd9eeec-6f16-4536-9297-d66ad7ce3779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '778f70ef-de7e-446f-b07a-15cc015e48ac'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:50:54.471948 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 778f70ef-de7e-446f-b07a-15cc015e48ac, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=778f70ef-de7e-446f-b07a-15cc015e48ac,segment=NetworkSegment(86b638af-c634-42fe-bf4b-9e90fe4382c0),segment_id=86b638af-c634-42fe-bf4b-9e90fe4382c0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:50:54.475603 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:54.511798 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afd9eeec-6f16-4536-9297-d66ad7ce3779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '778f70ef-de7e-446f-b07a-15cc015e48ac', 'code': 200} Feb 09 01:50:54.545120 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=778f70ef-de7e-446f-b07a-15cc015e48ac,revision_number=9']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:55.127980 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccedbd9-fe8a-4efc-b1e3-6a3049ba025d req-22d13308-fc55-4720-b195-ea8ca6a6b18b tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:55.129441 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7ccedbd9-fe8a-4efc-b1e3-6a3049ba025d req-22d13308-fc55-4720-b195-ea8ca6a6b18b tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=afd9eeec-6f16-4536-9297-d66ad7ce3779 HTTP/1.1" status: 200 len: 945 time: 0.0782349 Feb 09 01:50:55.172405 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7ccedbd9-fe8a-4efc-b1e3-6a3049ba025d req-778b1f1c-3d20-47f2-b9db-daeeaf8e6f97 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374722 Feb 09 01:50:55.256997 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:55.369498 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a728b4-b9db-4e92-a563-4e0a1b741fdb req-2efb151a-4391-4c8b-8072-f90e0addde25 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:55.370982 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-59a728b4-b9db-4e92-a563-4e0a1b741fdb req-2efb151a-4391-4c8b-8072-f90e0addde25 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=afd9eeec-6f16-4536-9297-d66ad7ce3779 HTTP/1.1" status: 200 len: 945 time: 0.0840015 Feb 09 01:50:55.414774 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-59a728b4-b9db-4e92-a563-4e0a1b741fdb req-3928a477-d2e0-4805-88e2-df5f3dddacd5 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382371 Feb 09 01:50:55.598316 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c86b5-6727-4ee1-8584-91430771e3f6 req-60330f67-b7b0-4dd8-ab04-b8ccddc33f08 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:55.599964 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1e5c86b5-6727-4ee1-8584-91430771e3f6 req-60330f67-b7b0-4dd8-ab04-b8ccddc33f08 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=afd9eeec-6f16-4536-9297-d66ad7ce3779 HTTP/1.1" status: 200 len: 945 time: 0.0818160 Feb 09 01:50:55.647973 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1e5c86b5-6727-4ee1-8584-91430771e3f6 req-4c163b2f-8dee-4422-adc5-3ca4ea66c9fe tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421119 Feb 09 01:50:56.024786 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87fabe2-e086-4be4-b669-6caab2526049 req-96d89970-834e-47af-9978-2695db39933b tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:56.026253 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c87fabe2-e086-4be4-b669-6caab2526049 req-96d89970-834e-47af-9978-2695db39933b tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=afd9eeec-6f16-4536-9297-d66ad7ce3779 HTTP/1.1" status: 200 len: 945 time: 0.0790248 Feb 09 01:50:56.068849 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c87fabe2-e086-4be4-b669-6caab2526049 req-6efff6ce-99f3-4514-a708-305988a51372 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371704 Feb 09 01:50:57.314812 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9787b376-cac3-4940-a25f-e0b2910ca3d1 req-edc9df6e-bae3-4ac2-a1cc-2a2a1ecdf79d tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:57.316041 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9787b376-cac3-4940-a25f-e0b2910ca3d1 req-edc9df6e-bae3-4ac2-a1cc-2a2a1ecdf79d tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=afd9eeec-6f16-4536-9297-d66ad7ce3779 HTTP/1.1" status: 200 len: 945 time: 0.1382647 Feb 09 01:50:57.345950 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07993ca7-8189-4a7a-8341-4cdff315a914 req-c10e79ca-1bc4-4903-927b-d757a3f3be5a tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:57.347357 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-07993ca7-8189-4a7a-8341-4cdff315a914 req-c10e79ca-1bc4-4903-927b-d757a3f3be5a tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.62 "GET /v2.0/ports?device_id=afd9eeec-6f16-4536-9297-d66ad7ce3779 HTTP/1.1" status: 200 len: 945 time: 0.1165919 Feb 09 01:50:57.422455 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9787b376-cac3-4940-a25f-e0b2910ca3d1 req-211786dc-be63-4729-a36c-e579937f3ea9 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001151 Feb 09 01:50:57.435558 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-07993ca7-8189-4a7a-8341-4cdff315a914 req-1f1ab1b9-4c3f-4ff8-bae4-e17989f4db5d tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Deleting port 778f70ef-de7e-446f-b07a-15cc015e48ac {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:50:57.435901 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-07993ca7-8189-4a7a-8341-4cdff315a914 req-1f1ab1b9-4c3f-4ff8-bae4-e17989f4db5d tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:57.684406 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-07993ca7-8189-4a7a-8341-4cdff315a914 req-1f1ab1b9-4c3f-4ff8-bae4-e17989f4db5d tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] For port 778f70ef-de7e-446f-b07a-15cc015e48ac, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=778f70ef-de7e-446f-b07a-15cc015e48ac,segment=NetworkSegment(86b638af-c634-42fe-bf4b-9e90fe4382c0),segment_id=86b638af-c634-42fe-bf4b-9e90fe4382c0)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:50:57.684759 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-07993ca7-8189-4a7a-8341-4cdff315a914 req-1f1ab1b9-4c3f-4ff8-bae4-e17989f4db5d tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:58.062761 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-07993ca7-8189-4a7a-8341-4cdff315a914 req-1f1ab1b9-4c3f-4ff8-bae4-e17989f4db5d tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:58.063125 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-07993ca7-8189-4a7a-8341-4cdff315a914 req-1f1ab1b9-4c3f-4ff8-bae4-e17989f4db5d tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:58.063453 n-d-828418-1 neutron-server[87639]: INFO neutron.db.l3_db [req-07993ca7-8189-4a7a-8341-4cdff315a914 req-1f1ab1b9-4c3f-4ff8-bae4-e17989f4db5d tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Floating IP 1ad8eadf-1efe-4683-884c-dfba0021af58 disassociated. External IP: 172.25.0.109, port: 778f70ef-de7e-446f-b07a-15cc015e48ac. Feb 09 01:50:58.064306 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-07993ca7-8189-4a7a-8341-4cdff315a914 req-1f1ab1b9-4c3f-4ff8-bae4-e17989f4db5d tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Calling delete_port for 778f70ef-de7e-446f-b07a-15cc015e48ac owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:50:58.206214 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-07993ca7-8189-4a7a-8341-4cdff315a914 req-1f1ab1b9-4c3f-4ff8-bae4-e17989f4db5d tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:58.255119 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1ab1b9-4c3f-4ff8-bae4-e17989f4db5d tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Pushing event deleted for resources: {'Port': ['ID=778f70ef-de7e-446f-b07a-15cc015e48ac,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:58.268070 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1ab1b9-4c3f-4ff8-bae4-e17989f4db5d tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:58.268410 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1ab1b9-4c3f-4ff8-bae4-e17989f4db5d tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:58.268862 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1ab1b9-4c3f-4ff8-bae4-e17989f4db5d tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:58.269266 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1ab1b9-4c3f-4ff8-bae4-e17989f4db5d tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:58.269558 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1ab1b9-4c3f-4ff8-bae4-e17989f4db5d tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:58.269904 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1ab1b9-4c3f-4ff8-bae4-e17989f4db5d tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:58.270222 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1ab1b9-4c3f-4ff8-bae4-e17989f4db5d tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:58.270568 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1ab1b9-4c3f-4ff8-bae4-e17989f4db5d tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:58.270882 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1ab1b9-4c3f-4ff8-bae4-e17989f4db5d tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:58.271221 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1ab1b9-4c3f-4ff8-bae4-e17989f4db5d tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:58.271534 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1ab1b9-4c3f-4ff8-bae4-e17989f4db5d tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:58.271845 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1ab1b9-4c3f-4ff8-bae4-e17989f4db5d tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:58.460417 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07993ca7-8189-4a7a-8341-4cdff315a914 req-1f1ab1b9-4c3f-4ff8-bae4-e17989f4db5d tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Router 34eabf10-c37b-4379-9e42-d9622d053d3a has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:50:58.580496 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-518b425c-a5e0-4547-af95-38afcd48e6bc req-b57fd57a-b7d6-415d-a812-a224a7329789 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=afd9eeec-6f16-4536-9297-d66ad7ce3779 HTTP/1.1" status: 200 len: 210 time: 0.0457747 Feb 09 01:50:58.690229 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07993ca7-8189-4a7a-8341-4cdff315a914 req-1f1ab1b9-4c3f-4ff8-bae4-e17989f4db5d tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:50:58.699530 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3efd39-3fe6-49a6-a908-731d51e4df70 None None] Sync routers for ids ['34eabf10-c37b-4379-9e42-d9622d053d3a'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:50:58.708769 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3efd39-3fe6-49a6-a908-731d51e4df70 None None] Routers {'34eabf10-c37b-4379-9e42-d9622d053d3a'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:50:58.709377 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-0e3efd39-3fe6-49a6-a908-731d51e4df70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:50:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['34eabf10-c37b-4379-9e42-d9622d053d3a'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:58.765266 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-07993ca7-8189-4a7a-8341-4cdff315a914 req-1f1ab1b9-4c3f-4ff8-bae4-e17989f4db5d tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] No DVR routers for this DVR port 778f70ef-de7e-446f-b07a-15cc015e48ac on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:50:58.767983 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-07993ca7-8189-4a7a-8341-4cdff315a914 req-1f1ab1b9-4c3f-4ff8-bae4-e17989f4db5d tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:58.770567 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afd9eeec-6f16-4536-9297-d66ad7ce3779', 'name': 'network-vif-deleted', 'tag': '778f70ef-de7e-446f-b07a-15cc015e48ac'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:50:58.787842 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-07993ca7-8189-4a7a-8341-4cdff315a914 req-1f1ab1b9-4c3f-4ff8-bae4-e17989f4db5d tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.62 "DELETE /v2.0/ports/778f70ef-de7e-446f-b07a-15cc015e48ac HTTP/1.1" status: 204 len: 173 time: 1.4350159 Feb 09 01:50:58.833938 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afd9eeec-6f16-4536-9297-d66ad7ce3779', 'name': 'network-vif-deleted', 'tag': '778f70ef-de7e-446f-b07a-15cc015e48ac', 'status': 'completed', 'code': 200} Feb 09 01:50:58.929663 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-0e3efd39-3fe6-49a6-a908-731d51e4df70 None None] Set router 34eabf10-c37b-4379-9e42-d9622d053d3a gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:50:59.251628 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-0e3efd39-3fe6-49a6-a908-731d51e4df70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'name': 'tempest-ServerActionsTestJSON-498310314-router', 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '95b67009-1cb7-48b6-8cbf-e3dccf4cc612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:03Z', 'updated_at': '2022-02-09T01:50:07Z', 'revision_number': 4, 'project_id': '308a7c3b94d842c0bda52a99836b9ef6', 'gw_port': {'id': '95b67009-1cb7-48b6-8cbf-e3dccf4cc612', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:04Z', 'updated_at': '2022-02-09T01:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '8a5c289c-b567-4077-9073-bb8da203046d', 'name': '', 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c', 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'mac_address': 'fa:16:3e:af:bf:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': 'fa171e68-82ec-475c-ac6b-11e6d23a5112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:06Z', 'updated_at': '2022-02-09T01:50:13Z', 'revision_number': 5, 'project_id': '308a7c3b94d842c0bda52a99836b9ef6', 'subnets': [{'id': 'fa171e68-82ec-475c-ac6b-11e6d23a5112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:59.255310 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3efd39-3fe6-49a6-a908-731d51e4df70 None None] Checking router: 34eabf10-c37b-4379-9e42-d9622d053d3a for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:50:59.263350 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3efd39-3fe6-49a6-a908-731d51e4df70 None None] Routers {'34eabf10-c37b-4379-9e42-d9622d053d3a'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:50:59.263940 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-0e3efd39-3fe6-49a6-a908-731d51e4df70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:50:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['34eabf10-c37b-4379-9e42-d9622d053d3a'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:59.437408 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-0e3efd39-3fe6-49a6-a908-731d51e4df70 None None] Set router 34eabf10-c37b-4379-9e42-d9622d053d3a gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:50:59.755466 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-0e3efd39-3fe6-49a6-a908-731d51e4df70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'name': 'tempest-ServerActionsTestJSON-498310314-router', 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '95b67009-1cb7-48b6-8cbf-e3dccf4cc612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:03Z', 'updated_at': '2022-02-09T01:50:07Z', 'revision_number': 4, 'project_id': '308a7c3b94d842c0bda52a99836b9ef6', 'gw_port': {'id': '95b67009-1cb7-48b6-8cbf-e3dccf4cc612', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:04Z', 'updated_at': '2022-02-09T01:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '8a5c289c-b567-4077-9073-bb8da203046d', 'name': '', 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c', 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'mac_address': 'fa:16:3e:af:bf:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': 'fa171e68-82ec-475c-ac6b-11e6d23a5112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:06Z', 'updated_at': '2022-02-09T01:50:13Z', 'revision_number': 5, 'project_id': '308a7c3b94d842c0bda52a99836b9ef6', 'subnets': [{'id': 'fa171e68-82ec-475c-ac6b-11e6d23a5112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:59.759517 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3efd39-3fe6-49a6-a908-731d51e4df70 None None] The sync data for ids ['34eabf10-c37b-4379-9e42-d9622d053d3a'] in n-d-828418-1 is: [{'id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'name': 'tempest-ServerActionsTestJSON-498310314-router', 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '95b67009-1cb7-48b6-8cbf-e3dccf4cc612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:03Z', 'updated_at': '2022-02-09T01:50:07Z', 'revision_number': 4, 'project_id': '308a7c3b94d842c0bda52a99836b9ef6', 'gw_port': {'id': '95b67009-1cb7-48b6-8cbf-e3dccf4cc612', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:04Z', 'updated_at': '2022-02-09T01:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '8a5c289c-b567-4077-9073-bb8da203046d', 'name': '', 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c', 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'mac_address': 'fa:16:3e:af:bf:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': 'fa171e68-82ec-475c-ac6b-11e6d23a5112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:06Z', 'updated_at': '2022-02-09T01:50:13Z', 'revision_number': 5, 'project_id': '308a7c3b94d842c0bda52a99836b9ef6', 'subnets': [{'id': 'fa171e68-82ec-475c-ac6b-11e6d23a5112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:50:59.942950 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ff146332-2063-4651-9a2e-c058cac78b01 req-398d713a-af28-49cd-a2f5-7ca15645079a tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-securitygroup--114883119&fields=id&tenant_id=308a7c3b94d842c0bda52a99836b9ef6 HTTP/1.1" status: 200 len: 267 time: 0.0413835 Feb 09 01:50:59.995117 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ecf5a3-97fc-44b4-81ba-17b1e005635e None None] New status for floating IP 1ad8eadf-1efe-4683-884c-dfba0021af58: DOWN {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:51:00.091835 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff146332-2063-4651-9a2e-c058cac78b01 req-e6eccead-cb76-4af7-8762-1d5b5fb6d746 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:00.093256 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ff146332-2063-4651-9a2e-c058cac78b01 req-e6eccead-cb76-4af7-8762-1d5b5fb6d746 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/networks?id=400d3014-6934-4eca-998b-e5372b1f837c HTTP/1.1" status: 200 len: 811 time: 0.1436093 Feb 09 01:51:00.108897 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ff146332-2063-4651-9a2e-c058cac78b01 req-17f7578a-1b30-41a6-9d0b-f43086b84f40 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/quotas/308a7c3b94d842c0bda52a99836b9ef6 HTTP/1.1" status: 200 len: 375 time: 0.0094240 Feb 09 01:51:00.192730 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-ff146332-2063-4651-9a2e-c058cac78b01 req-f6f03087-fb5d-4b75-ab41-d88befe1ceef tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Synchronizing usage tracker for tenant:308a7c3b94d842c0bda52a99836b9ef6 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:51:00.209270 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-ff146332-2063-4651-9a2e-c058cac78b01 req-f6f03087-fb5d-4b75-ab41-d88befe1ceef tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Unset dirty status for tenant:308a7c3b94d842c0bda52a99836b9ef6 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:51:00.210595 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ff146332-2063-4651-9a2e-c058cac78b01 req-f6f03087-fb5d-4b75-ab41-d88befe1ceef tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=308a7c3b94d842c0bda52a99836b9ef6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0956268 Feb 09 01:51:00.348147 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ff146332-2063-4651-9a2e-c058cac78b01 req-e8009ce2-01af-4e5f-a2c4-37d79f553e32 service neutron] 10.222.0.105 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251619 Feb 09 01:51:00.478293 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ff146332-2063-4651-9a2e-c058cac78b01 req-2ff5381f-f514-4895-80fd-d19ba76ff1c5 service neutron] 10.222.0.105 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243234 Feb 09 01:51:00.663774 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3195f38f-11a1-4182-b69e-96093391fe4b req-712f1467-c889-48d1-8dcf-231d5b88c2d7 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=a11986f0-70d8-41c7-a887-159f0595eeb5 HTTP/1.1" status: 200 len: 210 time: 0.0473266 Feb 09 01:51:01.684494 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff146332-2063-4651-9a2e-c058cac78b01 req-8b0a73e6-a164-4687-b00d-ccef7b3c7613 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:01.685895 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ff146332-2063-4651-9a2e-c058cac78b01 req-8b0a73e6-a164-4687-b00d-ccef7b3c7613 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.62 "GET /v2.0/networks?id=400d3014-6934-4eca-998b-e5372b1f837c HTTP/1.1" status: 200 len: 811 time: 0.1490607 Feb 09 01:51:01.869020 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9e157049-07de-44e4-8df7-cbbb0f690bd3 req-c5d698e6-5984-413a-a9c5-77f22608f432 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=a11986f0-70d8-41c7-a887-159f0595eeb5 HTTP/1.1" status: 200 len: 210 time: 0.0533423 Feb 09 01:51:01.882690 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ff146332-2063-4651-9a2e-c058cac78b01 req-b88b2df5-318e-4fbf-be2a-0254f19a8298 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=308a7c3b94d842c0bda52a99836b9ef6 HTTP/1.1" status: 200 len: 379 time: 0.1895919 Feb 09 01:51:01.890992 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-ff146332-2063-4651-9a2e-c058cac78b01 req-6424aa51-360b-48a6-b673-08624794f84e tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Request body: {'port': {'device_id': 'a11986f0-70d8-41c7-a887-159f0595eeb5', 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c', 'admin_state_up': True, 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'security_groups': ['4714efe8-3d24-4cc1-8696-a3e2d6771088']}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:51:02.025987 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-ff146332-2063-4651-9a2e-c058cac78b01 req-6424aa51-360b-48a6-b673-08624794f84e tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:51:02.035989 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-ff146332-2063-4651-9a2e-c058cac78b01 req-6424aa51-360b-48a6-b673-08624794f84e tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:51:02.045414 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff146332-2063-4651-9a2e-c058cac78b01 req-6424aa51-360b-48a6-b673-08624794f84e tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Made reservation on behalf of 308a7c3b94d842c0bda52a99836b9ef6 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:51:02.048959 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ff146332-2063-4651-9a2e-c058cac78b01 req-6424aa51-360b-48a6-b673-08624794f84e tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:02.210925 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-ff146332-2063-4651-9a2e-c058cac78b01 req-6424aa51-360b-48a6-b673-08624794f84e tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Allocated IP 172.20.0.3 (400d3014-6934-4eca-998b-e5372b1f837c/fa171e68-82ec-475c-ac6b-11e6d23a5112/1ce485d7-2c93-4a2d-a162-ea1ad30c295f) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:51:02.285854 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 778f70ef-de7e-446f-b07a-15cc015e48ac no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:51:02.320815 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: 778f70ef-de7e-446f-b07a-15cc015e48ac {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:51:02.321157 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 778f70ef-de7e-446f-b07a-15cc015e48ac not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:51:02.398414 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ff146332-2063-4651-9a2e-c058cac78b01 req-6424aa51-360b-48a6-b673-08624794f84e tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:02.414301 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-ff146332-2063-4651-9a2e-c058cac78b01 req-6424aa51-360b-48a6-b673-08624794f84e tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Transition to ACTIVE for port object 1ce485d7-2c93-4a2d-a162-ea1ad30c295f will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:51:02.437071 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ff146332-2063-4651-9a2e-c058cac78b01 req-6424aa51-360b-48a6-b673-08624794f84e tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:02.513165 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff146332-2063-4651-9a2e-c058cac78b01 req-6424aa51-360b-48a6-b673-08624794f84e tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Network 400d3014-6934-4eca-998b-e5372b1f837c is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:51:02.516321 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-ff146332-2063-4651-9a2e-c058cac78b01 req-6424aa51-360b-48a6-b673-08624794f84e tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:51:02.519412 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff146332-2063-4651-9a2e-c058cac78b01 req-6424aa51-360b-48a6-b673-08624794f84e tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:51:02.555571 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6424aa51-360b-48a6-b673-08624794f84e tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Pushing event updated for resources: {'Port': ['ID=1ce485d7-2c93-4a2d-a162-ea1ad30c295f,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:02.588206 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff146332-2063-4651-9a2e-c058cac78b01 req-6424aa51-360b-48a6-b673-08624794f84e tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:02.588815 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ff146332-2063-4651-9a2e-c058cac78b01 req-6424aa51-360b-48a6-b673-08624794f84e tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:02.614656 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ff146332-2063-4651-9a2e-c058cac78b01 req-6424aa51-360b-48a6-b673-08624794f84e tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7272091 Feb 09 01:51:02.626648 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-ff146332-2063-4651-9a2e-c058cac78b01 req-56d2bfe0-781b-4cae-bece-68408f60fcc7 service neutron] Request body: {'port': {'device_id': 'a11986f0-70d8-41c7-a887-159f0595eeb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:51:02.735827 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-9e04da23-8a47-4187-87d7-462bce33fecb None None] Provisioning for port 1ce485d7-2c93-4a2d-a162-ea1ad30c295f completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:51:02.741496 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-9e04da23-8a47-4187-87d7-462bce33fecb None None] Provisioning complete for port 1ce485d7-2c93-4a2d-a162-ea1ad30c295f triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:51:02.741895 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9e04da23-8a47-4187-87d7-462bce33fecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:02.743975 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ff146332-2063-4651-9a2e-c058cac78b01 req-56d2bfe0-781b-4cae-bece-68408f60fcc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:02.797662 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-9e04da23-8a47-4187-87d7-462bce33fecb None None] Port 1ce485d7-2c93-4a2d-a162-ea1ad30c295f cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:51:03.140855 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0004298-ccfa-448a-b375-7415037026c4 req-9f1c99a4-0b51-4d33-91e4-9c5b495be992 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:03.141460 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-b0004298-ccfa-448a-b375-7415037026c4 req-9f1c99a4-0b51-4d33-91e4-9c5b495be992 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Synchronizing usage tracker for tenant:308a7c3b94d842c0bda52a99836b9ef6 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:51:03.154326 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-ff146332-2063-4651-9a2e-c058cac78b01 req-56d2bfe0-781b-4cae-bece-68408f60fcc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ce485d7-2c93-4a2d-a162-ea1ad30c295f {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:51:03.165572 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ff146332-2063-4651-9a2e-c058cac78b01 req-56d2bfe0-781b-4cae-bece-68408f60fcc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:03.176453 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-b0004298-ccfa-448a-b375-7415037026c4 req-9f1c99a4-0b51-4d33-91e4-9c5b495be992 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Unset dirty status for tenant:308a7c3b94d842c0bda52a99836b9ef6 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:51:03.177609 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b0004298-ccfa-448a-b375-7415037026c4 req-9f1c99a4-0b51-4d33-91e4-9c5b495be992 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=a11986f0-70d8-41c7-a887-159f0595eeb5 HTTP/1.1" status: 200 len: 931 time: 0.1992645 Feb 09 01:51:03.183099 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-ff146332-2063-4651-9a2e-c058cac78b01 req-56d2bfe0-781b-4cae-bece-68408f60fcc7 service neutron] Transition to ACTIVE for port object 1ce485d7-2c93-4a2d-a162-ea1ad30c295f will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:51:03.198969 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ff146332-2063-4651-9a2e-c058cac78b01 req-56d2bfe0-781b-4cae-bece-68408f60fcc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:03.330037 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b0004298-ccfa-448a-b375-7415037026c4 req-e1b12fee-ee0a-4f58-8b81-80b2d9260667 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456230 Feb 09 01:51:03.374569 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d2bfe0-781b-4cae-bece-68408f60fcc7 service neutron] Pushing event updated for resources: {'Port': ['ID=1ce485d7-2c93-4a2d-a162-ea1ad30c295f,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:03.460363 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-ff146332-2063-4651-9a2e-c058cac78b01 req-56d2bfe0-781b-4cae-bece-68408f60fcc7 service neutron] Attempting to bind port 1ce485d7-2c93-4a2d-a162-ea1ad30c295f on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:51:03.460804 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-ff146332-2063-4651-9a2e-c058cac78b01 req-56d2bfe0-781b-4cae-bece-68408f60fcc7 service neutron] Attempting to bind port 1ce485d7-2c93-4a2d-a162-ea1ad30c295f by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '86b638af-c634-42fe-bf4b-9e90fe4382c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:51:03.461221 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff146332-2063-4651-9a2e-c058cac78b01 req-56d2bfe0-781b-4cae-bece-68408f60fcc7 service neutron] Attempting to bind port 1ce485d7-2c93-4a2d-a162-ea1ad30c295f on network 400d3014-6934-4eca-998b-e5372b1f837c {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:51:03.465944 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff146332-2063-4651-9a2e-c058cac78b01 req-56d2bfe0-781b-4cae-bece-68408f60fcc7 service neutron] Port 1ce485d7-2c93-4a2d-a162-ea1ad30c295f on network 400d3014-6934-4eca-998b-e5372b1f837c not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:51:03.466333 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff146332-2063-4651-9a2e-c058cac78b01 req-56d2bfe0-781b-4cae-bece-68408f60fcc7 service neutron] Attempting to bind port 1ce485d7-2c93-4a2d-a162-ea1ad30c295f on network 400d3014-6934-4eca-998b-e5372b1f837c {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:51:03.472159 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff146332-2063-4651-9a2e-c058cac78b01 req-56d2bfe0-781b-4cae-bece-68408f60fcc7 service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:51:03.472484 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff146332-2063-4651-9a2e-c058cac78b01 req-56d2bfe0-781b-4cae-bece-68408f60fcc7 service neutron] Checking segment: {'id': '86b638af-c634-42fe-bf4b-9e90fe4382c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:51:03.472857 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff146332-2063-4651-9a2e-c058cac78b01 req-56d2bfe0-781b-4cae-bece-68408f60fcc7 service neutron] Bound using segment: {'id': '86b638af-c634-42fe-bf4b-9e90fe4382c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:51:03.473266 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-ff146332-2063-4651-9a2e-c058cac78b01 req-56d2bfe0-781b-4cae-bece-68408f60fcc7 service neutron] Bound port: 1ce485d7-2c93-4a2d-a162-ea1ad30c295f, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86b638af-c634-42fe-bf4b-9e90fe4382c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:51:03.473615 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ff146332-2063-4651-9a2e-c058cac78b01 req-56d2bfe0-781b-4cae-bece-68408f60fcc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:03.573138 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-ff146332-2063-4651-9a2e-c058cac78b01 req-56d2bfe0-781b-4cae-bece-68408f60fcc7 service neutron] For port 1ce485d7-2c93-4a2d-a162-ea1ad30c295f, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:51:03.576118 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-ff146332-2063-4651-9a2e-c058cac78b01 req-56d2bfe0-781b-4cae-bece-68408f60fcc7 service neutron] For port 1ce485d7-2c93-4a2d-a162-ea1ad30c295f, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=1ce485d7-2c93-4a2d-a162-ea1ad30c295f,segment=NetworkSegment(86b638af-c634-42fe-bf4b-9e90fe4382c0),segment_id=86b638af-c634-42fe-bf4b-9e90fe4382c0)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:51:03.581510 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ff146332-2063-4651-9a2e-c058cac78b01 req-56d2bfe0-781b-4cae-bece-68408f60fcc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:03.746461 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff146332-2063-4651-9a2e-c058cac78b01 req-56d2bfe0-781b-4cae-bece-68408f60fcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:03.747073 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ff146332-2063-4651-9a2e-c058cac78b01 req-56d2bfe0-781b-4cae-bece-68408f60fcc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:03.748407 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ff146332-2063-4651-9a2e-c058cac78b01 req-56d2bfe0-781b-4cae-bece-68408f60fcc7 service neutron] 10.222.0.62 "PUT /v2.0/ports/1ce485d7-2c93-4a2d-a162-ea1ad30c295f HTTP/1.1" status: 200 len: 1091 time: 1.1265519 Feb 09 01:51:03.748836 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a11986f0-70d8-41c7-a887-159f0595eeb5', 'tag': '1ce485d7-2c93-4a2d-a162-ea1ad30c295f'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:51:03.778344 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d2bfe0-781b-4cae-bece-68408f60fcc7 service neutron] Pushing event updated for resources: {'Port': ['ID=1ce485d7-2c93-4a2d-a162-ea1ad30c295f,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:03.831414 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a11986f0-70d8-41c7-a887-159f0595eeb5', 'tag': '1ce485d7-2c93-4a2d-a162-ea1ad30c295f', 'status': 'completed', 'code': 200} Feb 09 01:51:03.871362 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff146332-2063-4651-9a2e-c058cac78b01 req-538a8259-46b6-4685-88d7-87dbe9b49a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:03.872853 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ff146332-2063-4651-9a2e-c058cac78b01 req-538a8259-46b6-4685-88d7-87dbe9b49a91 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=308a7c3b94d842c0bda52a99836b9ef6&device_id=a11986f0-70d8-41c7-a887-159f0595eeb5 HTTP/1.1" status: 200 len: 1094 time: 0.0739279 Feb 09 01:51:03.945329 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ff146332-2063-4651-9a2e-c058cac78b01 req-09201c2e-1302-4261-88fd-02c681be4e15 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ce485d7-2c93-4a2d-a162-ea1ad30c295f HTTP/1.1" status: 200 len: 217 time: 0.0649087 Feb 09 01:51:04.010421 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff146332-2063-4651-9a2e-c058cac78b01 req-18df82b1-bf4d-4282-85bc-22a939dadab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:04.011808 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ff146332-2063-4651-9a2e-c058cac78b01 req-18df82b1-bf4d-4282-85bc-22a939dadab0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fa171e68-82ec-475c-ac6b-11e6d23a5112 HTTP/1.1" status: 200 len: 850 time: 0.0612674 Feb 09 01:51:04.086894 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff146332-2063-4651-9a2e-c058cac78b01 req-5a817c47-582c-4ffb-ade1-7fe2d82a0100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:04.088372 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ff146332-2063-4651-9a2e-c058cac78b01 req-5a817c47-582c-4ffb-ade1-7fe2d82a0100 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=400d3014-6934-4eca-998b-e5372b1f837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699151 Feb 09 01:51:04.219056 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ff146332-2063-4651-9a2e-c058cac78b01 req-6e0ee17c-8c1d-44dd-931f-e12275fc8f91 service neutron] 10.222.0.62 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242700 Feb 09 01:51:04.349798 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ff146332-2063-4651-9a2e-c058cac78b01 req-4cc3329a-7302-4653-bc14-c5b477b1ec34 service neutron] 10.222.0.62 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247449 Feb 09 01:51:04.528986 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a881d0-5dd2-43a8-a6bf-db84f36579c1 req-3b313d82-5b78-4f14-96ea-13f6c09453ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:04.530477 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c7a881d0-5dd2-43a8-a6bf-db84f36579c1 req-3b313d82-5b78-4f14-96ea-13f6c09453ae service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=308a7c3b94d842c0bda52a99836b9ef6&device_id=a11986f0-70d8-41c7-a887-159f0595eeb5 HTTP/1.1" status: 200 len: 1094 time: 0.1326904 Feb 09 01:51:04.542479 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87a2fb-cc01-4849-a4b7-e89bd31b5473 req-90be1805-dc3e-445f-9506-515923b16782 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:04.543813 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2c87a2fb-cc01-4849-a4b7-e89bd31b5473 req-90be1805-dc3e-445f-9506-515923b16782 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=a11986f0-70d8-41c7-a887-159f0595eeb5 HTTP/1.1" status: 200 len: 943 time: 0.1056085 Feb 09 01:51:04.668488 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2c87a2fb-cc01-4849-a4b7-e89bd31b5473 req-89f2f580-0196-4386-8a53-fff6faf24fa7 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059780 Feb 09 01:51:04.699414 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a881d0-5dd2-43a8-a6bf-db84f36579c1 req-aefaa4d3-9463-4310-9d9f-3a66c26aeece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:04.700849 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c7a881d0-5dd2-43a8-a6bf-db84f36579c1 req-aefaa4d3-9463-4310-9d9f-3a66c26aeece service neutron] 10.222.0.62 "GET /v2.0/networks?id=400d3014-6934-4eca-998b-e5372b1f837c HTTP/1.1" status: 200 len: 912 time: 0.1562243 Feb 09 01:51:04.770914 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c7a881d0-5dd2-43a8-a6bf-db84f36579c1 req-c370133b-b728-4a83-af74-fa957738e779 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ce485d7-2c93-4a2d-a162-ea1ad30c295f HTTP/1.1" status: 200 len: 217 time: 0.0629070 Feb 09 01:51:04.832954 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a881d0-5dd2-43a8-a6bf-db84f36579c1 req-a54c0098-d9d2-4654-8bd5-ea22f7686762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:04.834390 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c7a881d0-5dd2-43a8-a6bf-db84f36579c1 req-a54c0098-d9d2-4654-8bd5-ea22f7686762 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fa171e68-82ec-475c-ac6b-11e6d23a5112 HTTP/1.1" status: 200 len: 850 time: 0.0562308 Feb 09 01:51:04.911421 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a881d0-5dd2-43a8-a6bf-db84f36579c1 req-23a35dde-9731-4ce2-90cf-c39d4476dbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:04.912777 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c7a881d0-5dd2-43a8-a6bf-db84f36579c1 req-23a35dde-9731-4ce2-90cf-c39d4476dbc5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=400d3014-6934-4eca-998b-e5372b1f837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720716 Feb 09 01:51:05.042570 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c7a881d0-5dd2-43a8-a6bf-db84f36579c1 req-754634e5-9cac-4628-9f3d-0cc5a3261244 service neutron] 10.222.0.62 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237388 Feb 09 01:51:05.170689 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c7a881d0-5dd2-43a8-a6bf-db84f36579c1 req-e9e70fc4-45c4-4efb-8c12-3f72e87a5c48 service neutron] 10.222.0.62 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218417 Feb 09 01:51:05.855202 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b6e0e-9752-4718-b85e-510463c0a38b req-e440a88e-3948-4a8d-9fbb-80083c533245 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:05.856640 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3d7b6e0e-9752-4718-b85e-510463c0a38b req-e440a88e-3948-4a8d-9fbb-80083c533245 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=a11986f0-70d8-41c7-a887-159f0595eeb5 HTTP/1.1" status: 200 len: 943 time: 0.0785174 Feb 09 01:51:05.900207 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3d7b6e0e-9752-4718-b85e-510463c0a38b req-06d259a3-5fe7-41e4-b48b-5ccad59ecf7a tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371418 Feb 09 01:51:07.184284 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53083bb7-6d17-49a5-9bbe-6a9c38340770 req-907ee3e7-6e01-4fa0-a4d0-bf97cd5d5037 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:07.185668 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-53083bb7-6d17-49a5-9bbe-6a9c38340770 req-907ee3e7-6e01-4fa0-a4d0-bf97cd5d5037 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=a11986f0-70d8-41c7-a887-159f0595eeb5 HTTP/1.1" status: 200 len: 943 time: 0.1830940 Feb 09 01:51:07.228456 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-53083bb7-6d17-49a5-9bbe-6a9c38340770 req-8a0f4f5b-4835-4f7a-bdaf-3fd82955d534 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365491 Feb 09 01:51:08.233737 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9b2ec51b-1e82-4cee-9db7-b0b70c19962d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:08.331795 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 1ce485d7-2c93-4a2d-a162-ea1ad30c295f details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:51:08.415316 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132bd0bb-e70b-47a1-b78f-a7d2a38a7d2f req-7d5a6620-7bb2-408f-898f-4bbfb3ab3efd tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:08.417133 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-132bd0bb-e70b-47a1-b78f-a7d2a38a7d2f req-7d5a6620-7bb2-408f-898f-4bbfb3ab3efd tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=a11986f0-70d8-41c7-a887-159f0595eeb5 HTTP/1.1" status: 200 len: 943 time: 0.0808051 Feb 09 01:51:08.464236 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-132bd0bb-e70b-47a1-b78f-a7d2a38a7d2f req-77e226dc-eb45-4dc6-a7c0-2554c229c357 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414705 Feb 09 01:51:08.464922 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 1ce485d7-2c93-4a2d-a162-ea1ad30c295f, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=1ce485d7-2c93-4a2d-a162-ea1ad30c295f,segment=NetworkSegment(86b638af-c634-42fe-bf4b-9e90fe4382c0),segment_id=86b638af-c634-42fe-bf4b-9e90fe4382c0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:51:08.478973 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '1ce485d7-2c93-4a2d-a162-ea1ad30c295f', 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c', 'port_id': '1ce485d7-2c93-4a2d-a162-ea1ad30c295f', 'mac_address': 'fa:16:3e:99:6e:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa171e68-82ec-475c-ac6b-11e6d23a5112', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:51:08.533790 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:08.550363 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ce485d7-2c93-4a2d-a162-ea1ad30c295f {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:51:08.565502 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 1ce485d7-2c93-4a2d-a162-ea1ad30c295f, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=1ce485d7-2c93-4a2d-a162-ea1ad30c295f,segment=NetworkSegment(86b638af-c634-42fe-bf4b-9e90fe4382c0),segment_id=86b638af-c634-42fe-bf4b-9e90fe4382c0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:51:08.569285 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:08.639202 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=1ce485d7-2c93-4a2d-a162-ea1ad30c295f,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:08.646892 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:08.647243 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:08.647584 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:08.647924 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:08.648258 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:08.648590 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:08.649174 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:08.649503 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:08.649855 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:08.650181 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:08.650507 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:08.650832 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:08.756072 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['1ce485d7-2c93-4a2d-a162-ea1ad30c295f'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:51:09.649276 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1423c76-7dd6-4aa9-b22d-08ddcb76634d req-001d7bb5-30a7-44f3-94c0-c7090f4d49ce tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:09.650769 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c1423c76-7dd6-4aa9-b22d-08ddcb76634d req-001d7bb5-30a7-44f3-94c0-c7090f4d49ce tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=a11986f0-70d8-41c7-a887-159f0595eeb5 HTTP/1.1" status: 200 len: 944 time: 0.0794120 Feb 09 01:51:09.694110 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c1423c76-7dd6-4aa9-b22d-08ddcb76634d req-7c9d401d-6543-4663-a218-04fd114f7040 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376358 Feb 09 01:51:10.347642 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 1ce485d7-2c93-4a2d-a162-ea1ad30c295f up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:51:10.416449 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port 1ce485d7-2c93-4a2d-a162-ea1ad30c295f completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:51:10.420921 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 1ce485d7-2c93-4a2d-a162-ea1ad30c295f triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:51:10.421287 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:10.546335 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7023f845-3759-4353-8c99-f945dde182b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:10.548365 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:10.574721 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a11986f0-70d8-41c7-a887-159f0595eeb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce485d7-2c93-4a2d-a162-ea1ad30c295f'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:51:10.584106 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 1ce485d7-2c93-4a2d-a162-ea1ad30c295f, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=1ce485d7-2c93-4a2d-a162-ea1ad30c295f,segment=NetworkSegment(86b638af-c634-42fe-bf4b-9e90fe4382c0),segment_id=86b638af-c634-42fe-bf4b-9e90fe4382c0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:51:10.589239 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:10.626719 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a11986f0-70d8-41c7-a887-159f0595eeb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce485d7-2c93-4a2d-a162-ea1ad30c295f', 'code': 200} Feb 09 01:51:10.664356 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=1ce485d7-2c93-4a2d-a162-ea1ad30c295f,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:10.749850 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675463c6-e6eb-448e-8a0a-aa376ea8463a req-20058c3b-6c90-4f2e-8a2d-7fc7653b0bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:10.751474 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-675463c6-e6eb-448e-8a0a-aa376ea8463a req-20058c3b-6c90-4f2e-8a2d-7fc7653b0bfd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a11986f0-70d8-41c7-a887-159f0595eeb5 HTTP/1.1" status: 200 len: 1096 time: 0.0735705 Feb 09 01:51:10.790642 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-675463c6-e6eb-448e-8a0a-aa376ea8463a req-c73ad168-df71-4cf9-841b-2e2aedf3df6e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338364 Feb 09 01:51:10.878577 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff08c2a-d271-457a-857c-bb2e6d83cd10 req-ed68c752-6095-433f-9f65-fbea845e64a6 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:10.879933 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6ff08c2a-d271-457a-857c-bb2e6d83cd10 req-ed68c752-6095-433f-9f65-fbea845e64a6 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=a11986f0-70d8-41c7-a887-159f0595eeb5 HTTP/1.1" status: 200 len: 945 time: 0.0806036 Feb 09 01:51:10.923687 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6ff08c2a-d271-457a-857c-bb2e6d83cd10 req-75607279-6255-4af4-8688-8af86c1b50d2 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382416 Feb 09 01:51:11.635985 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:11.655235 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:12.112953 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d1ae2-a6e7-4dba-b7ea-2891735ff8b4 req-90061abc-b675-4e24-b650-6c6cd83eaf74 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:12.114427 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ea9d1ae2-a6e7-4dba-b7ea-2891735ff8b4 req-90061abc-b675-4e24-b650-6c6cd83eaf74 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=a11986f0-70d8-41c7-a887-159f0595eeb5 HTTP/1.1" status: 200 len: 945 time: 0.0830441 Feb 09 01:51:12.158508 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ea9d1ae2-a6e7-4dba-b7ea-2891735ff8b4 req-3603bdbb-6d8e-4599-ad57-eccc7e1c802a tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385599 Feb 09 01:51:12.333133 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37aca79-6c10-4c46-ba6c-4ef9dfd5ecc4 req-c7ebc695-d855-4646-9ec0-578bfc5201f1 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:12.334522 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e37aca79-6c10-4c46-ba6c-4ef9dfd5ecc4 req-c7ebc695-d855-4646-9ec0-578bfc5201f1 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=a11986f0-70d8-41c7-a887-159f0595eeb5 HTTP/1.1" status: 200 len: 945 time: 0.0779181 Feb 09 01:51:12.342941 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 47016) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:51:12.348383 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-4f15142f-9c74-4a58-afe3-075291a85d13 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Request body: {'floatingip': {'port_id': '1ce485d7-2c93-4a2d-a162-ea1ad30c295f'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:51:12.425849 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4f15142f-9c74-4a58-afe3-075291a85d13 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks [] for floatingip, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:13.016288 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4f15142f-9c74-4a58-afe3-075291a85d13 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:13.020712 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4f15142f-9c74-4a58-afe3-075291a85d13 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:13.275126 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:13.298501 n-d-828418-1 neutron-server[87639]: INFO neutron.db.l3_db [None req-4f15142f-9c74-4a58-afe3-075291a85d13 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Floating IP 1ad8eadf-1efe-4683-884c-dfba0021af58 associated. External IP: 172.25.0.109, port: 1ce485d7-2c93-4a2d-a162-ea1ad30c295f. Feb 09 01:51:13.639932 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f15142f-9c74-4a58-afe3-075291a85d13 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Router 34eabf10-c37b-4379-9e42-d9622d053d3a has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:51:13.815626 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f15142f-9c74-4a58-afe3-075291a85d13 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:51:13.819850 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4f15142f-9c74-4a58-afe3-075291a85d13 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:13.825760 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6670f1-879b-4ebd-89b1-7b0fe5682b32 None None] Sync routers for ids ['34eabf10-c37b-4379-9e42-d9622d053d3a'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:51:13.836381 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6670f1-879b-4ebd-89b1-7b0fe5682b32 None None] Routers {'34eabf10-c37b-4379-9e42-d9622d053d3a'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:51:13.836991 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-db6670f1-879b-4ebd-89b1-7b0fe5682b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:51:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['34eabf10-c37b-4379-9e42-d9622d053d3a'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:13.879135 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-4f15142f-9c74-4a58-afe3-075291a85d13 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "PUT /v2.0/floatingips/1ad8eadf-1efe-4683-884c-dfba0021af58 HTTP/1.1" status: 200 len: 991 time: 1.5351453 Feb 09 01:51:13.879712 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a11986f0-70d8-41c7-a887-159f0595eeb5', 'tag': '1ce485d7-2c93-4a2d-a162-ea1ad30c295f'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:51:13.926385 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a11986f0-70d8-41c7-a887-159f0595eeb5', 'tag': '1ce485d7-2c93-4a2d-a162-ea1ad30c295f', 'status': 'completed', 'code': 200} Feb 09 01:51:14.025162 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-db6670f1-879b-4ebd-89b1-7b0fe5682b32 None None] Set router 34eabf10-c37b-4379-9e42-d9622d053d3a gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:51:14.080854 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc0f9d6-dbc4-4f94-9b76-7e7faf1543b8 req-0072c6f1-16bd-4551-9b5a-593c06b13e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:14.082372 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0bc0f9d6-dbc4-4f94-9b76-7e7faf1543b8 req-0072c6f1-16bd-4551-9b5a-593c06b13e83 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=308a7c3b94d842c0bda52a99836b9ef6&device_id=a11986f0-70d8-41c7-a887-159f0595eeb5 HTTP/1.1" status: 200 len: 1096 time: 0.1356895 Feb 09 01:51:14.090497 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea088ebd-456f-419f-b10b-d575ed8185b9 req-bc64b7f4-e888-49c0-a730-931671fc5a35 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:14.091859 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ea088ebd-456f-419f-b10b-d575ed8185b9 req-bc64b7f4-e888-49c0-a730-931671fc5a35 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=a11986f0-70d8-41c7-a887-159f0595eeb5 HTTP/1.1" status: 200 len: 945 time: 0.1142416 Feb 09 01:51:14.219052 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ea088ebd-456f-419f-b10b-d575ed8185b9 req-23a5b444-a91b-40e5-9fbc-c4c5d8a28dfb tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063235 Feb 09 01:51:14.250509 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc0f9d6-dbc4-4f94-9b76-7e7faf1543b8 req-1af26421-fbfb-401a-9254-9ce4e7abc4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:14.252025 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0bc0f9d6-dbc4-4f94-9b76-7e7faf1543b8 req-1af26421-fbfb-401a-9254-9ce4e7abc4ce service neutron] 10.222.0.62 "GET /v2.0/networks?id=400d3014-6934-4eca-998b-e5372b1f837c HTTP/1.1" status: 200 len: 912 time: 0.1592901 Feb 09 01:51:14.357826 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0bc0f9d6-dbc4-4f94-9b76-7e7faf1543b8 req-1a390e8d-ade0-49e4-a4df-dda1018278ce service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ce485d7-2c93-4a2d-a162-ea1ad30c295f HTTP/1.1" status: 200 len: 999 time: 0.1004078 Feb 09 01:51:14.404307 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-db6670f1-879b-4ebd-89b1-7b0fe5682b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'name': 'tempest-ServerActionsTestJSON-498310314-router', 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '95b67009-1cb7-48b6-8cbf-e3dccf4cc612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:03Z', 'updated_at': '2022-02-09T01:50:07Z', 'revision_number': 4, 'project_id': '308a7c3b94d842c0bda52a99836b9ef6', 'gw_port': {'id': '95b67009-1cb7-48b6-8cbf-e3dccf4cc612', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:04Z', 'updated_at': '2022-02-09T01:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '1ad8eadf-1efe-4683-884c-dfba0021af58', 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'floating_ip_address': '172.25.0.109', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'port_id': '1ce485d7-2c93-4a2d-a162-ea1ad30c295f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4060, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c', 'mac_address': 'fa:16:3e:99:6e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11986f0-70d8-41c7-a887-159f0595eeb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:50:10Z', 'updated_at': '2022-02-09T01:51:12Z', 'revision_number': 5, 'project_id': '308a7c3b94d842c0bda52a99836b9ef6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a5c289c-b567-4077-9073-bb8da203046d', 'name': '', 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c', 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'mac_address': 'fa:16:3e:af:bf:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': 'fa171e68-82ec-475c-ac6b-11e6d23a5112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:06Z', 'updated_at': '2022-02-09T01:50:13Z', 'revision_number': 5, 'project_id': '308a7c3b94d842c0bda52a99836b9ef6', 'subnets': [{'id': 'fa171e68-82ec-475c-ac6b-11e6d23a5112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:14.408249 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6670f1-879b-4ebd-89b1-7b0fe5682b32 None None] Checking router: 34eabf10-c37b-4379-9e42-d9622d053d3a for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:51:14.416661 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6670f1-879b-4ebd-89b1-7b0fe5682b32 None None] Routers {'34eabf10-c37b-4379-9e42-d9622d053d3a'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:51:14.417272 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-db6670f1-879b-4ebd-89b1-7b0fe5682b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:51:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['34eabf10-c37b-4379-9e42-d9622d053d3a'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:14.423585 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc0f9d6-dbc4-4f94-9b76-7e7faf1543b8 req-be51bfce-cdf6-4bc7-90ff-9ec00a5485ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:14.425085 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0bc0f9d6-dbc4-4f94-9b76-7e7faf1543b8 req-be51bfce-cdf6-4bc7-90ff-9ec00a5485ad service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fa171e68-82ec-475c-ac6b-11e6d23a5112 HTTP/1.1" status: 200 len: 850 time: 0.0614686 Feb 09 01:51:14.499833 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc0f9d6-dbc4-4f94-9b76-7e7faf1543b8 req-2d9fc73f-78bc-4a89-963e-be6402bf6b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:14.501963 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0bc0f9d6-dbc4-4f94-9b76-7e7faf1543b8 req-2d9fc73f-78bc-4a89-963e-be6402bf6b72 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=400d3014-6934-4eca-998b-e5372b1f837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714269 Feb 09 01:51:14.594565 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-db6670f1-879b-4ebd-89b1-7b0fe5682b32 None None] Set router 34eabf10-c37b-4379-9e42-d9622d053d3a gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:51:14.632490 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0bc0f9d6-dbc4-4f94-9b76-7e7faf1543b8 req-812ee20b-a5b0-45d0-bdae-1c4589001a4a service neutron] 10.222.0.62 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251569 Feb 09 01:51:14.881163 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0bc0f9d6-dbc4-4f94-9b76-7e7faf1543b8 req-d13a7385-65a6-4742-9039-e194cdbbd2c4 service neutron] 10.222.0.62 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432592 Feb 09 01:51:14.948487 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-db6670f1-879b-4ebd-89b1-7b0fe5682b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'name': 'tempest-ServerActionsTestJSON-498310314-router', 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '95b67009-1cb7-48b6-8cbf-e3dccf4cc612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:03Z', 'updated_at': '2022-02-09T01:50:07Z', 'revision_number': 4, 'project_id': '308a7c3b94d842c0bda52a99836b9ef6', 'gw_port': {'id': '95b67009-1cb7-48b6-8cbf-e3dccf4cc612', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:04Z', 'updated_at': '2022-02-09T01:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '1ad8eadf-1efe-4683-884c-dfba0021af58', 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'floating_ip_address': '172.25.0.109', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'port_id': '1ce485d7-2c93-4a2d-a162-ea1ad30c295f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4060, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c', 'mac_address': 'fa:16:3e:99:6e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11986f0-70d8-41c7-a887-159f0595eeb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:50:10Z', 'updated_at': '2022-02-09T01:51:12Z', 'revision_number': 5, 'project_id': '308a7c3b94d842c0bda52a99836b9ef6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a5c289c-b567-4077-9073-bb8da203046d', 'name': '', 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c', 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'mac_address': 'fa:16:3e:af:bf:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': 'fa171e68-82ec-475c-ac6b-11e6d23a5112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:06Z', 'updated_at': '2022-02-09T01:50:13Z', 'revision_number': 5, 'project_id': '308a7c3b94d842c0bda52a99836b9ef6', 'subnets': [{'id': 'fa171e68-82ec-475c-ac6b-11e6d23a5112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:14.952286 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6670f1-879b-4ebd-89b1-7b0fe5682b32 None None] The sync data for ids ['34eabf10-c37b-4379-9e42-d9622d053d3a'] in n-d-828418-1 is: [{'id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'name': 'tempest-ServerActionsTestJSON-498310314-router', 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '95b67009-1cb7-48b6-8cbf-e3dccf4cc612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:03Z', 'updated_at': '2022-02-09T01:50:07Z', 'revision_number': 4, 'project_id': '308a7c3b94d842c0bda52a99836b9ef6', 'gw_port': {'id': '95b67009-1cb7-48b6-8cbf-e3dccf4cc612', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:04Z', 'updated_at': '2022-02-09T01:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '1ad8eadf-1efe-4683-884c-dfba0021af58', 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'floating_ip_address': '172.25.0.109', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'port_id': '1ce485d7-2c93-4a2d-a162-ea1ad30c295f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4060, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c', 'mac_address': 'fa:16:3e:99:6e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11986f0-70d8-41c7-a887-159f0595eeb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:50:10Z', 'updated_at': '2022-02-09T01:51:12Z', 'revision_number': 5, 'project_id': '308a7c3b94d842c0bda52a99836b9ef6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a5c289c-b567-4077-9073-bb8da203046d', 'name': '', 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c', 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'mac_address': 'fa:16:3e:af:bf:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': 'fa171e68-82ec-475c-ac6b-11e6d23a5112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:06Z', 'updated_at': '2022-02-09T01:50:13Z', 'revision_number': 5, 'project_id': '308a7c3b94d842c0bda52a99836b9ef6', 'subnets': [{'id': 'fa171e68-82ec-475c-ac6b-11e6d23a5112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:51:15.147190 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bf9e6b-f3f4-4f35-8296-a9f4e1ae78cf None None] New status for floating IP 1ad8eadf-1efe-4683-884c-dfba0021af58: ACTIVE {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:51:15.408450 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd6da2d-9aa5-49da-a3b3-fe3379b61d75 req-d2bd6e49-e809-48ca-9744-65b18e33036a tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:15.410555 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2bd6da2d-9aa5-49da-a3b3-fe3379b61d75 req-d2bd6e49-e809-48ca-9744-65b18e33036a tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=a11986f0-70d8-41c7-a887-159f0595eeb5 HTTP/1.1" status: 200 len: 945 time: 0.0789559 Feb 09 01:51:15.463823 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2bd6da2d-9aa5-49da-a3b3-fe3379b61d75 req-c4af8b5e-5d13-4fe5-b148-35deb8d3ae89 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473707 Feb 09 01:51:15.802500 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076646f6-3d63-46fc-b5a4-c716033c9a22 req-15a28217-0da4-4bd5-ac45-4d906f917942 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:15.803956 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-076646f6-3d63-46fc-b5a4-c716033c9a22 req-15a28217-0da4-4bd5-ac45-4d906f917942 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=a11986f0-70d8-41c7-a887-159f0595eeb5 HTTP/1.1" status: 200 len: 945 time: 0.0801370 Feb 09 01:51:15.850122 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-076646f6-3d63-46fc-b5a4-c716033c9a22 req-ba5ae4d0-ac1a-475a-bd61-c66516b6e129 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405505 Feb 09 01:51:17.041257 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad40a9-15c0-4fa3-8be3-8ad62ad5ef3d req-22393184-279f-4d6e-84be-891b1f0f0067 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:17.042728 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-93ad40a9-15c0-4fa3-8be3-8ad62ad5ef3d req-22393184-279f-4d6e-84be-891b1f0f0067 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=a11986f0-70d8-41c7-a887-159f0595eeb5 HTTP/1.1" status: 200 len: 945 time: 0.0831127 Feb 09 01:51:17.085833 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-93ad40a9-15c0-4fa3-8be3-8ad62ad5ef3d req-df95ac91-8b8a-403c-95a9-252eae1c4ca8 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374532 Feb 09 01:51:18.267179 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1bbac-2472-45b0-af2f-3ae4b78ec4eb req-0bb560dc-de6e-43b7-acf1-33bba0d81a28 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:18.268646 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bbe1bbac-2472-45b0-af2f-3ae4b78ec4eb req-0bb560dc-de6e-43b7-acf1-33bba0d81a28 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=a11986f0-70d8-41c7-a887-159f0595eeb5 HTTP/1.1" status: 200 len: 945 time: 0.0791726 Feb 09 01:51:18.312167 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bbe1bbac-2472-45b0-af2f-3ae4b78ec4eb req-3fb89e85-5e52-48bb-be13-ed1af5b0cacc tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376611 Feb 09 01:51:19.498007 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff009c-c05e-4d2b-bfdc-71c6c6dcccb7 req-c306ae59-2789-4a1a-aafd-3d55deb28947 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:19.499949 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-32ff009c-c05e-4d2b-bfdc-71c6c6dcccb7 req-c306ae59-2789-4a1a-aafd-3d55deb28947 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=a11986f0-70d8-41c7-a887-159f0595eeb5 HTTP/1.1" status: 200 len: 945 time: 0.0826864 Feb 09 01:51:19.544765 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-32ff009c-c05e-4d2b-bfdc-71c6c6dcccb7 req-5fbf3235-a76a-4c0c-8315-5fdc776de636 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392339 Feb 09 01:51:20.733413 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d0ff3-aece-46a1-b1ef-e7b03002f050 req-6e043731-48ea-4ab7-b8b5-c03a490a4802 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:20.734888 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-990d0ff3-aece-46a1-b1ef-e7b03002f050 req-6e043731-48ea-4ab7-b8b5-c03a490a4802 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=a11986f0-70d8-41c7-a887-159f0595eeb5 HTTP/1.1" status: 200 len: 945 time: 0.0807512 Feb 09 01:51:20.778555 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-990d0ff3-aece-46a1-b1ef-e7b03002f050 req-77b77437-bf29-4538-9803-7448c7aa5faf tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379307 Feb 09 01:51:21.963963 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed90e20-97f9-437e-8793-d8a08e140a5e req-74a05ee2-cd4b-4632-ad71-079b85295ef9 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:21.965429 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4ed90e20-97f9-437e-8793-d8a08e140a5e req-74a05ee2-cd4b-4632-ad71-079b85295ef9 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=a11986f0-70d8-41c7-a887-159f0595eeb5 HTTP/1.1" status: 200 len: 945 time: 0.0822473 Feb 09 01:51:22.008895 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4ed90e20-97f9-437e-8793-d8a08e140a5e req-9b84e8fa-f3d8-4be4-87d3-170329831da6 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371695 Feb 09 01:51:22.251718 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:23.192501 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5440cd1d-2bc5-4658-aecc-2c3797a32c7a req-2b6270dd-9ef0-4f6c-9711-cbeab1e66479 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:23.194027 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5440cd1d-2bc5-4658-aecc-2c3797a32c7a req-2b6270dd-9ef0-4f6c-9711-cbeab1e66479 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=a11986f0-70d8-41c7-a887-159f0595eeb5 HTTP/1.1" status: 200 len: 945 time: 0.0795908 Feb 09 01:51:23.241943 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5440cd1d-2bc5-4658-aecc-2c3797a32c7a req-5ca84af6-3d1d-4346-b71f-a6a45e739b74 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423164 Feb 09 01:51:24.427984 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc95bd-dedd-46b0-8463-68a4ddc5317e req-34f4647c-bacf-4c63-b649-c1ca94769884 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:24.429442 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8dcc95bd-dedd-46b0-8463-68a4ddc5317e req-34f4647c-bacf-4c63-b649-c1ca94769884 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=a11986f0-70d8-41c7-a887-159f0595eeb5 HTTP/1.1" status: 200 len: 945 time: 0.0785248 Feb 09 01:51:24.474375 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8dcc95bd-dedd-46b0-8463-68a4ddc5317e req-58f912f9-42bb-4177-afd0-3fc5d025663e tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392478 Feb 09 01:51:25.255651 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:25.662559 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d0027-4163-4fca-b288-1b585350e1e4 req-c5b30222-6bea-4cb5-a75f-6f1e2cd3d149 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:25.664036 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-636d0027-4163-4fca-b288-1b585350e1e4 req-c5b30222-6bea-4cb5-a75f-6f1e2cd3d149 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=a11986f0-70d8-41c7-a887-159f0595eeb5 HTTP/1.1" status: 200 len: 945 time: 0.0832374 Feb 09 01:51:25.707862 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-636d0027-4163-4fca-b288-1b585350e1e4 req-1d045407-20e6-417e-8a5e-f03855075100 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382743 Feb 09 01:51:26.890107 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a64ba6-b3ee-45b5-ac89-bed20f51db46 req-d18f8674-7dbe-457b-8a9f-fa4a58e3765e tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:26.891592 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-06a64ba6-b3ee-45b5-ac89-bed20f51db46 req-d18f8674-7dbe-457b-8a9f-fa4a58e3765e tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=a11986f0-70d8-41c7-a887-159f0595eeb5 HTTP/1.1" status: 200 len: 945 time: 0.0792053 Feb 09 01:51:26.934784 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-06a64ba6-b3ee-45b5-ac89-bed20f51db46 req-278e34c6-845a-49d0-b1cb-15cb0ececb54 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374753 Feb 09 01:51:27.864720 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6b3171-e071-4c33-a3a6-2cd7fd2b724e req-5eaa9df7-5966-4370-92df-c46ed06e8a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:27.866218 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ec6b3171-e071-4c33-a3a6-2cd7fd2b724e req-5eaa9df7-5966-4370-92df-c46ed06e8a84 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=308a7c3b94d842c0bda52a99836b9ef6&device_id=a11986f0-70d8-41c7-a887-159f0595eeb5 HTTP/1.1" status: 200 len: 1096 time: 0.0740745 Feb 09 01:51:28.012854 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6b3171-e071-4c33-a3a6-2cd7fd2b724e req-117dff02-e820-403b-878d-05d69ce6f3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:28.014342 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ec6b3171-e071-4c33-a3a6-2cd7fd2b724e req-117dff02-e820-403b-878d-05d69ce6f3ef service neutron] 10.222.0.62 "GET /v2.0/networks?id=400d3014-6934-4eca-998b-e5372b1f837c HTTP/1.1" status: 200 len: 912 time: 0.1305027 Feb 09 01:51:28.162673 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ec6b3171-e071-4c33-a3a6-2cd7fd2b724e req-dfd85784-a8bb-40f5-856d-ddefb9437007 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ce485d7-2c93-4a2d-a162-ea1ad30c295f HTTP/1.1" status: 200 len: 1001 time: 0.1414487 Feb 09 01:51:28.230278 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b3b4b6-ac17-4b9d-a4c7-df32d1f79f0b req-e4a17af8-bc1c-46cf-9a8c-4b027a4854be tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:28.231615 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-80b3b4b6-ac17-4b9d-a4c7-df32d1f79f0b req-e4a17af8-bc1c-46cf-9a8c-4b027a4854be tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=a11986f0-70d8-41c7-a887-159f0595eeb5 HTTP/1.1" status: 200 len: 945 time: 0.1588347 Feb 09 01:51:28.253954 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6b3171-e071-4c33-a3a6-2cd7fd2b724e req-f29190fe-1e62-44fb-9a8a-17339cf4551a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:28.255312 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ec6b3171-e071-4c33-a3a6-2cd7fd2b724e req-f29190fe-1e62-44fb-9a8a-17339cf4551a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fa171e68-82ec-475c-ac6b-11e6d23a5112 HTTP/1.1" status: 200 len: 850 time: 0.0863836 Feb 09 01:51:28.323706 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-80b3b4b6-ac17-4b9d-a4c7-df32d1f79f0b req-38c65ec6-b369-42a2-a335-58c9b8ccdeee tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849602 Feb 09 01:51:28.345237 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6b3171-e071-4c33-a3a6-2cd7fd2b724e req-ded29f9b-8624-439f-b46a-e22bc28665a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:28.346725 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ec6b3171-e071-4c33-a3a6-2cd7fd2b724e req-ded29f9b-8624-439f-b46a-e22bc28665a2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=400d3014-6934-4eca-998b-e5372b1f837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0845869 Feb 09 01:51:28.355905 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [req-ec6b3171-e071-4c33-a3a6-2cd7fd2b724e req-a56cbfb3-211e-47b2-b30e-63082eec003e service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:51:28.356841 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ec6b3171-e071-4c33-a3a6-2cd7fd2b724e req-a56cbfb3-211e-47b2-b30e-63082eec003e service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047202 Feb 09 01:51:28.583078 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ec6b3171-e071-4c33-a3a6-2cd7fd2b724e req-74d010ef-8a9f-463a-b980-c5e4bdd052a5 service neutron] 10.222.0.62 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203004 Feb 09 01:51:28.711834 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ec6b3171-e071-4c33-a3a6-2cd7fd2b724e req-a2e5c9e9-27cc-4210-a638-2a2937881646 service neutron] 10.222.0.62 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232064 Feb 09 01:51:29.508175 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af68be-b869-42e2-ac86-eabb1fb2e30d req-7e70c9b1-db98-4852-9b99-cc427dda55dd tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:29.510174 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-18af68be-b869-42e2-ac86-eabb1fb2e30d req-7e70c9b1-db98-4852-9b99-cc427dda55dd tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=a11986f0-70d8-41c7-a887-159f0595eeb5 HTTP/1.1" status: 200 len: 945 time: 0.0841527 Feb 09 01:51:29.555591 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-18af68be-b869-42e2-ac86-eabb1fb2e30d req-b1374bff-0de2-4fe9-8dc1-a4c488025b0a tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398591 Feb 09 01:51:30.738929 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ec75a-a058-4f24-9511-7ce6d7065a84 req-1e492f8b-7fc1-439b-a77a-a634d8017438 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:30.740382 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6b0ec75a-a058-4f24-9511-7ce6d7065a84 req-1e492f8b-7fc1-439b-a77a-a634d8017438 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=a11986f0-70d8-41c7-a887-159f0595eeb5 HTTP/1.1" status: 200 len: 945 time: 0.0786977 Feb 09 01:51:30.787169 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6b0ec75a-a058-4f24-9511-7ce6d7065a84 req-ec02efd8-0d4f-4973-b033-9d138c63f829 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413322 Feb 09 01:51:31.408768 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:51:31.978837 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6305786-b762-47c3-96af-b7f82d3640f7 req-b6ffd866-a08f-4803-95c1-baf0e15083c0 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:31.980412 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c6305786-b762-47c3-96af-b7f82d3640f7 req-b6ffd866-a08f-4803-95c1-baf0e15083c0 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=a11986f0-70d8-41c7-a887-159f0595eeb5 HTTP/1.1" status: 200 len: 945 time: 0.0872855 Feb 09 01:51:32.023943 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c6305786-b762-47c3-96af-b7f82d3640f7 req-8adadfae-634b-44eb-a807-ee811ea22eda tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373430 Feb 09 01:51:33.208887 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebdf339-c8a2-4efb-b498-0fb575bad944 req-71e0d436-232e-4360-8810-ff9b007011db tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:33.210351 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-aebdf339-c8a2-4efb-b498-0fb575bad944 req-71e0d436-232e-4360-8810-ff9b007011db tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=a11986f0-70d8-41c7-a887-159f0595eeb5 HTTP/1.1" status: 200 len: 945 time: 0.0823052 Feb 09 01:51:33.255499 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-aebdf339-c8a2-4efb-b498-0fb575bad944 req-15729c50-603c-49d9-af41-b7fc3e1d779e tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394852 Feb 09 01:51:34.440251 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a7b02-a69d-4915-ad42-c93202bd4e09 req-75ce14e6-17ce-42b3-9cd6-d781d110cf3b tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:34.441717 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-989a7b02-a69d-4915-ad42-c93202bd4e09 req-75ce14e6-17ce-42b3-9cd6-d781d110cf3b tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=a11986f0-70d8-41c7-a887-159f0595eeb5 HTTP/1.1" status: 200 len: 945 time: 0.0790484 Feb 09 01:51:34.484276 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-989a7b02-a69d-4915-ad42-c93202bd4e09 req-c2bd2760-b516-4f3d-a04c-12ced59bba8f tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369713 Feb 09 01:51:35.677057 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f0c97-f429-4c93-a939-bee20151fc1c req-04547ac7-3312-4178-a8ee-b9c251293bf7 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:35.678558 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-808f0c97-f429-4c93-a939-bee20151fc1c req-04547ac7-3312-4178-a8ee-b9c251293bf7 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=a11986f0-70d8-41c7-a887-159f0595eeb5 HTTP/1.1" status: 200 len: 945 time: 0.0850883 Feb 09 01:51:35.722060 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-808f0c97-f429-4c93-a939-bee20151fc1c req-302a2df4-7783-4067-8684-305c61b38d7a tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379148 Feb 09 01:51:36.905109 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc362ae-d963-4ed7-8cf7-397fb316ee46 req-767a7604-36f0-44bc-8ea6-2afec992cf4c tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:36.906730 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8dc362ae-d963-4ed7-8cf7-397fb316ee46 req-767a7604-36f0-44bc-8ea6-2afec992cf4c tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=a11986f0-70d8-41c7-a887-159f0595eeb5 HTTP/1.1" status: 200 len: 945 time: 0.0809214 Feb 09 01:51:36.950099 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8dc362ae-d963-4ed7-8cf7-397fb316ee46 req-7e7cbcb2-ccfe-4ab1-9c32-ad00dff063b0 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377948 Feb 09 01:51:38.136972 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1755a67e-4774-4ade-a37c-4c26d8de61d6 req-28c79088-d75d-4d01-bb2f-e4e499cba687 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:38.138451 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1755a67e-4774-4ade-a37c-4c26d8de61d6 req-28c79088-d75d-4d01-bb2f-e4e499cba687 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=a11986f0-70d8-41c7-a887-159f0595eeb5 HTTP/1.1" status: 200 len: 945 time: 0.0836942 Feb 09 01:51:38.182442 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1755a67e-4774-4ade-a37c-4c26d8de61d6 req-2d072400-a6b0-42a6-acdc-ce7a1bca8ad6 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381320 Feb 09 01:51:38.236124 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-11858c9a-db74-4048-a000-34239d698544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:39.369830 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e48f3c-e075-45a8-94e3-5c0522d8225b req-bd8f23b7-06e6-49c0-b034-e8413c438b3d tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:39.371210 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-53e48f3c-e075-45a8-94e3-5c0522d8225b req-bd8f23b7-06e6-49c0-b034-e8413c438b3d tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=a11986f0-70d8-41c7-a887-159f0595eeb5 HTTP/1.1" status: 200 len: 945 time: 0.0811591 Feb 09 01:51:39.418516 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-53e48f3c-e075-45a8-94e3-5c0522d8225b req-e8f942c9-acff-45c6-9380-a4493b95a774 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415173 Feb 09 01:51:40.533689 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d4590d76-1611-40e7-9724-d9d5a9011249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:40.609889 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44132fec-9c9d-4989-96c5-5c143c51d3af req-4d3b3156-5691-4951-817a-63cfbfb8a5b5 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:40.611364 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-44132fec-9c9d-4989-96c5-5c143c51d3af req-4d3b3156-5691-4951-817a-63cfbfb8a5b5 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=a11986f0-70d8-41c7-a887-159f0595eeb5 HTTP/1.1" status: 200 len: 945 time: 0.0833356 Feb 09 01:51:40.656427 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-44132fec-9c9d-4989-96c5-5c143c51d3af req-90d80bba-7e9e-4f56-964f-a291659ca7dc tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391681 Feb 09 01:51:41.638544 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:41.657545 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:41.843256 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69c48b-2601-40bc-a6b7-1ed9c929c1a9 req-25db46ee-5bac-46b8-84f7-3edc5bb02695 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:41.845409 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7b69c48b-2601-40bc-a6b7-1ed9c929c1a9 req-25db46ee-5bac-46b8-84f7-3edc5bb02695 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=a11986f0-70d8-41c7-a887-159f0595eeb5 HTTP/1.1" status: 200 len: 945 time: 0.0855119 Feb 09 01:51:41.887971 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7b69c48b-2601-40bc-a6b7-1ed9c929c1a9 req-461176d9-15ca-4bd5-ac63-912c1c6c10a0 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369132 Feb 09 01:51:43.072378 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a7a41d-c604-436a-89d4-5fb5eb003e3e req-c7b20e9f-c619-4636-b75e-e8a0e5205c72 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:43.073920 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f7a7a41d-c604-436a-89d4-5fb5eb003e3e req-c7b20e9f-c619-4636-b75e-e8a0e5205c72 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=a11986f0-70d8-41c7-a887-159f0595eeb5 HTTP/1.1" status: 200 len: 945 time: 0.0795557 Feb 09 01:51:43.118738 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f7a7a41d-c604-436a-89d4-5fb5eb003e3e req-c85ebcbd-1c34-4ebc-92cf-de6abd26c76f tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384805 Feb 09 01:51:43.277265 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:44.303539 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e3267-19af-462f-9f12-52fb765f1edc req-ce02b6b7-3612-4f23-a554-3a721a24d8e1 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:44.304966 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-447e3267-19af-462f-9f12-52fb765f1edc req-ce02b6b7-3612-4f23-a554-3a721a24d8e1 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=a11986f0-70d8-41c7-a887-159f0595eeb5 HTTP/1.1" status: 200 len: 945 time: 0.0823038 Feb 09 01:51:44.349919 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-447e3267-19af-462f-9f12-52fb765f1edc req-9ddc90fa-3a4a-45f0-9549-7a040738ca28 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383427 Feb 09 01:51:45.531781 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e69b9bb-f280-45b0-bbd5-d1baeea67942 req-1e558da0-d784-41c6-80af-cb6f7933921a tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:45.533307 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4e69b9bb-f280-45b0-bbd5-d1baeea67942 req-1e558da0-d784-41c6-80af-cb6f7933921a tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=a11986f0-70d8-41c7-a887-159f0595eeb5 HTTP/1.1" status: 200 len: 945 time: 0.0794182 Feb 09 01:51:45.581271 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4e69b9bb-f280-45b0-bbd5-d1baeea67942 req-bb71c546-92f4-4333-bebf-6d0f20af4236 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423615 Feb 09 01:51:46.765950 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4735d7-8c5f-4572-a0e2-dfeb71cf8116 req-4e8b1d0f-4665-4a78-9535-bb9b27a7d039 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:46.767379 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4a4735d7-8c5f-4572-a0e2-dfeb71cf8116 req-4e8b1d0f-4665-4a78-9535-bb9b27a7d039 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=a11986f0-70d8-41c7-a887-159f0595eeb5 HTTP/1.1" status: 200 len: 945 time: 0.0781469 Feb 09 01:51:46.810795 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4a4735d7-8c5f-4572-a0e2-dfeb71cf8116 req-1d723cae-c06b-4355-a6cc-5536ec12c624 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379393 Feb 09 01:51:47.154482 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-7397dce5-5095-4099-afdd-e1b4505d3283 req-a2833f4d-7504-40f5-9c03-588e4547c170 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=a11986f0-70d8-41c7-a887-159f0595eeb5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0709882 Feb 09 01:51:47.209940 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea951747-ebfe-407a-90df-475d70a8e289 req-aa137f18-c105-4a4c-b770-2458cd27c887 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:47.211405 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ea951747-ebfe-407a-90df-475d70a8e289 req-aa137f18-c105-4a4c-b770-2458cd27c887 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=a11986f0-70d8-41c7-a887-159f0595eeb5 HTTP/1.1" status: 200 len: 945 time: 0.0847740 Feb 09 01:51:47.256788 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ea951747-ebfe-407a-90df-475d70a8e289 req-bfdf0ace-b724-4432-abf5-54773fa3cd1a tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397401 Feb 09 01:51:48.245790 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397dce5-5095-4099-afdd-e1b4505d3283 req-c242c0e0-8445-402b-a579-0f259bb90883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:48.247242 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7397dce5-5095-4099-afdd-e1b4505d3283 req-c242c0e0-8445-402b-a579-0f259bb90883 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=308a7c3b94d842c0bda52a99836b9ef6&device_id=a11986f0-70d8-41c7-a887-159f0595eeb5 HTTP/1.1" status: 200 len: 1096 time: 0.0697408 Feb 09 01:51:48.423167 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397dce5-5095-4099-afdd-e1b4505d3283 req-e7ee41d1-15e3-4ef8-88dc-bc155b041dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:48.424607 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7397dce5-5095-4099-afdd-e1b4505d3283 req-e7ee41d1-15e3-4ef8-88dc-bc155b041dc0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=400d3014-6934-4eca-998b-e5372b1f837c HTTP/1.1" status: 200 len: 912 time: 0.1701381 Feb 09 01:51:48.634289 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7397dce5-5095-4099-afdd-e1b4505d3283 req-74418137-d8b9-4529-b380-d8743d79083b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ce485d7-2c93-4a2d-a162-ea1ad30c295f HTTP/1.1" status: 200 len: 1001 time: 0.1995299 Feb 09 01:51:48.642329 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629445db-8a20-4e31-9209-108aad863bf9 req-62c719a7-87fe-44e6-bb70-7b72d68e89b4 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:48.643723 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-629445db-8a20-4e31-9209-108aad863bf9 req-62c719a7-87fe-44e6-bb70-7b72d68e89b4 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=a11986f0-70d8-41c7-a887-159f0595eeb5 HTTP/1.1" status: 200 len: 945 time: 0.2786915 Feb 09 01:51:48.728916 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397dce5-5095-4099-afdd-e1b4505d3283 req-74ade47e-25c1-43b5-838e-e33ae5544b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:48.730347 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7397dce5-5095-4099-afdd-e1b4505d3283 req-74ade47e-25c1-43b5-838e-e33ae5544b0f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fa171e68-82ec-475c-ac6b-11e6d23a5112 HTTP/1.1" status: 200 len: 850 time: 0.0857947 Feb 09 01:51:48.735345 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-629445db-8a20-4e31-9209-108aad863bf9 req-7dfccadb-ad03-4e68-9bae-6eb3179ebb56 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607700 Feb 09 01:51:48.810273 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397dce5-5095-4099-afdd-e1b4505d3283 req-77f25cab-7396-4ddf-a01a-fd3a34fc530a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:48.811768 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7397dce5-5095-4099-afdd-e1b4505d3283 req-77f25cab-7396-4ddf-a01a-fd3a34fc530a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=400d3014-6934-4eca-998b-e5372b1f837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747547 Feb 09 01:51:48.941348 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7397dce5-5095-4099-afdd-e1b4505d3283 req-178a05b9-9c65-4165-82e9-e1b076cbed87 service neutron] 10.222.0.62 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235216 Feb 09 01:51:49.070905 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7397dce5-5095-4099-afdd-e1b4505d3283 req-a6d8ac30-0f5b-40c9-ae76-9fab337555e5 service neutron] 10.222.0.62 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241291 Feb 09 01:51:49.918688 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ea884-7817-4bf0-84ac-da7083b16904 req-3253dda0-6c02-44bd-b798-76a6dab58cdb tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:49.920081 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-777ea884-7817-4bf0-84ac-da7083b16904 req-3253dda0-6c02-44bd-b798-76a6dab58cdb tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=a11986f0-70d8-41c7-a887-159f0595eeb5 HTTP/1.1" status: 200 len: 945 time: 0.0808027 Feb 09 01:51:49.963568 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-777ea884-7817-4bf0-84ac-da7083b16904 req-fee771ff-b564-4476-9f63-74603a17cfc3 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378249 Feb 09 01:51:50.937621 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [req-7397dce5-5095-4099-afdd-e1b4505d3283 req-cc432e09-76b2-4c8f-8914-683ef9247e2e service neutron] show failed (client error): The resource could not be found. Feb 09 01:51:50.939251 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7397dce5-5095-4099-afdd-e1b4505d3283 req-cc432e09-76b2-4c8f-8914-683ef9247e2e service neutron] 10.222.0.62 "GET /v2.0/ports/1ce485d7-2c93-4a2d-a162-ea1ad30c295f/bindings/n-h2-828418-1 HTTP/1.1" status: 404 len: 380 time: 0.0763595 Feb 09 01:51:51.206675 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aba002-0919-46ee-af8c-f2395d6dcfc4 req-621821d7-1a45-4793-8768-d412ed8bd15d tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:51.208016 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f0aba002-0919-46ee-af8c-f2395d6dcfc4 req-621821d7-1a45-4793-8768-d412ed8bd15d tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=a11986f0-70d8-41c7-a887-159f0595eeb5 HTTP/1.1" status: 200 len: 945 time: 0.1375608 Feb 09 01:51:51.238272 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397dce5-5095-4099-afdd-e1b4505d3283 req-25d612c8-0788-4dad-8d30-d825089154b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:51.239668 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7397dce5-5095-4099-afdd-e1b4505d3283 req-25d612c8-0788-4dad-8d30-d825089154b4 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=a11986f0-70d8-41c7-a887-159f0595eeb5&tenant_id=308a7c3b94d842c0bda52a99836b9ef6 HTTP/1.1" status: 200 len: 1096 time: 0.1116021 Feb 09 01:51:51.251827 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-7397dce5-5095-4099-afdd-e1b4505d3283 req-1cb16d8b-4bdb-4260-b51b-dc4c98ca96ca service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828418-1', 'device_owner': 'compute:nova'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:51:51.302685 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f0aba002-0919-46ee-af8c-f2395d6dcfc4 req-bd820eab-e51d-48dd-bb45-390ebe261d2f tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878983 Feb 09 01:51:51.369701 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-7397dce5-5095-4099-afdd-e1b4505d3283 req-1cb16d8b-4bdb-4260-b51b-dc4c98ca96ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:51.632244 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-7397dce5-5095-4099-afdd-e1b4505d3283 req-1cb16d8b-4bdb-4260-b51b-dc4c98ca96ca service neutron] For port 1ce485d7-2c93-4a2d-a162-ea1ad30c295f, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=1ce485d7-2c93-4a2d-a162-ea1ad30c295f,segment=NetworkSegment(86b638af-c634-42fe-bf4b-9e90fe4382c0),segment_id=86b638af-c634-42fe-bf4b-9e90fe4382c0)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:51:51.661588 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-7397dce5-5095-4099-afdd-e1b4505d3283 req-1cb16d8b-4bdb-4260-b51b-dc4c98ca96ca service neutron] For port 1ce485d7-2c93-4a2d-a162-ea1ad30c295f, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:51:51.718579 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a11986f0-70d8-41c7-a887-159f0595eeb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ce485d7-2c93-4a2d-a162-ea1ad30c295f'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:51:51.724891 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-7397dce5-5095-4099-afdd-e1b4505d3283 req-1cb16d8b-4bdb-4260-b51b-dc4c98ca96ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:51.739447 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-7397dce5-5095-4099-afdd-e1b4505d3283 req-1cb16d8b-4bdb-4260-b51b-dc4c98ca96ca service neutron] Transition to ACTIVE for port object 1ce485d7-2c93-4a2d-a162-ea1ad30c295f will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:51:51.743196 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-7397dce5-5095-4099-afdd-e1b4505d3283 req-1cb16d8b-4bdb-4260-b51b-dc4c98ca96ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:51.778321 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a11986f0-70d8-41c7-a887-159f0595eeb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ce485d7-2c93-4a2d-a162-ea1ad30c295f', 'code': 200} Feb 09 01:51:51.888906 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb16d8b-4bdb-4260-b51b-dc4c98ca96ca service neutron] Pushing event updated for resources: {'Port': ['ID=1ce485d7-2c93-4a2d-a162-ea1ad30c295f,revision_number=6']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:52.052959 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-7397dce5-5095-4099-afdd-e1b4505d3283 req-1cb16d8b-4bdb-4260-b51b-dc4c98ca96ca service neutron] No DVR routers for this DVR port 1ce485d7-2c93-4a2d-a162-ea1ad30c295f on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:51:52.251436 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:52.275478 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-7397dce5-5095-4099-afdd-e1b4505d3283 req-1cb16d8b-4bdb-4260-b51b-dc4c98ca96ca service neutron] Attempting to bind port 1ce485d7-2c93-4a2d-a162-ea1ad30c295f on host n-h2-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:51:52.275840 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-7397dce5-5095-4099-afdd-e1b4505d3283 req-1cb16d8b-4bdb-4260-b51b-dc4c98ca96ca service neutron] Attempting to bind port 1ce485d7-2c93-4a2d-a162-ea1ad30c295f by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': '86b638af-c634-42fe-bf4b-9e90fe4382c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:51:52.276171 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7397dce5-5095-4099-afdd-e1b4505d3283 req-1cb16d8b-4bdb-4260-b51b-dc4c98ca96ca service neutron] Attempting to bind port 1ce485d7-2c93-4a2d-a162-ea1ad30c295f on network 400d3014-6934-4eca-998b-e5372b1f837c {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:51:52.280690 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7397dce5-5095-4099-afdd-e1b4505d3283 req-1cb16d8b-4bdb-4260-b51b-dc4c98ca96ca service neutron] Port 1ce485d7-2c93-4a2d-a162-ea1ad30c295f on network 400d3014-6934-4eca-998b-e5372b1f837c not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:51:52.281006 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7397dce5-5095-4099-afdd-e1b4505d3283 req-1cb16d8b-4bdb-4260-b51b-dc4c98ca96ca service neutron] Attempting to bind port 1ce485d7-2c93-4a2d-a162-ea1ad30c295f on network 400d3014-6934-4eca-998b-e5372b1f837c {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:51:52.286457 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7397dce5-5095-4099-afdd-e1b4505d3283 req-1cb16d8b-4bdb-4260-b51b-dc4c98ca96ca service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:51:52.286813 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7397dce5-5095-4099-afdd-e1b4505d3283 req-1cb16d8b-4bdb-4260-b51b-dc4c98ca96ca service neutron] Checking segment: {'id': '86b638af-c634-42fe-bf4b-9e90fe4382c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:51:52.287196 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7397dce5-5095-4099-afdd-e1b4505d3283 req-1cb16d8b-4bdb-4260-b51b-dc4c98ca96ca service neutron] Bound using segment: {'id': '86b638af-c634-42fe-bf4b-9e90fe4382c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:51:52.287631 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-7397dce5-5095-4099-afdd-e1b4505d3283 req-1cb16d8b-4bdb-4260-b51b-dc4c98ca96ca service neutron] Bound port: 1ce485d7-2c93-4a2d-a162-ea1ad30c295f, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86b638af-c634-42fe-bf4b-9e90fe4382c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:51:52.288018 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-7397dce5-5095-4099-afdd-e1b4505d3283 req-1cb16d8b-4bdb-4260-b51b-dc4c98ca96ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:52.378230 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-7397dce5-5095-4099-afdd-e1b4505d3283 req-1cb16d8b-4bdb-4260-b51b-dc4c98ca96ca service neutron] For port 1ce485d7-2c93-4a2d-a162-ea1ad30c295f, host n-h2-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:51:52.381687 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-7397dce5-5095-4099-afdd-e1b4505d3283 req-1cb16d8b-4bdb-4260-b51b-dc4c98ca96ca service neutron] For port 1ce485d7-2c93-4a2d-a162-ea1ad30c295f, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=1ce485d7-2c93-4a2d-a162-ea1ad30c295f,segment=NetworkSegment(86b638af-c634-42fe-bf4b-9e90fe4382c0),segment_id=86b638af-c634-42fe-bf4b-9e90fe4382c0)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:51:52.386119 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-7397dce5-5095-4099-afdd-e1b4505d3283 req-1cb16d8b-4bdb-4260-b51b-dc4c98ca96ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:52.489336 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397dce5-5095-4099-afdd-e1b4505d3283 req-1cb16d8b-4bdb-4260-b51b-dc4c98ca96ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:52.490012 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-7397dce5-5095-4099-afdd-e1b4505d3283 req-1cb16d8b-4bdb-4260-b51b-dc4c98ca96ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:52.491399 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7397dce5-5095-4099-afdd-e1b4505d3283 req-1cb16d8b-4bdb-4260-b51b-dc4c98ca96ca service neutron] 10.222.0.99 "PUT /v2.0/ports/1ce485d7-2c93-4a2d-a162-ea1ad30c295f HTTP/1.1" status: 200 len: 1091 time: 1.2438624 Feb 09 01:51:52.570971 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb16d8b-4bdb-4260-b51b-dc4c98ca96ca service neutron] Pushing event updated for resources: {'Port': ['ID=1ce485d7-2c93-4a2d-a162-ea1ad30c295f,revision_number=7']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:52.606706 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8466ad3-5cb9-4c09-bf0d-60ae532ae1e6 req-84833052-b5b3-4cbb-af39-5c47ae1d8ce5 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:52.608214 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b8466ad3-5cb9-4c09-bf0d-60ae532ae1e6 req-84833052-b5b3-4cbb-af39-5c47ae1d8ce5 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=a11986f0-70d8-41c7-a887-159f0595eeb5 HTTP/1.1" status: 200 len: 943 time: 0.1867130 Feb 09 01:51:52.641427 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397dce5-5095-4099-afdd-e1b4505d3283 req-7fddfae0-3dba-46aa-8be0-7c2367059955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:52.642975 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7397dce5-5095-4099-afdd-e1b4505d3283 req-7fddfae0-3dba-46aa-8be0-7c2367059955 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=308a7c3b94d842c0bda52a99836b9ef6&device_id=a11986f0-70d8-41c7-a887-159f0595eeb5 HTTP/1.1" status: 200 len: 1094 time: 0.1276073 Feb 09 01:51:52.732267 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b8466ad3-5cb9-4c09-bf0d-60ae532ae1e6 req-93388c04-46f6-49e6-84d5-533a4acf6add tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161826 Feb 09 01:51:52.787357 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397dce5-5095-4099-afdd-e1b4505d3283 req-c63ac702-cc81-4826-99e6-4c38ce5c9dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:52.788733 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7397dce5-5095-4099-afdd-e1b4505d3283 req-c63ac702-cc81-4826-99e6-4c38ce5c9dce service neutron] 10.222.0.99 "GET /v2.0/networks?id=400d3014-6934-4eca-998b-e5372b1f837c HTTP/1.1" status: 200 len: 912 time: 0.1369610 Feb 09 01:51:52.890235 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7397dce5-5095-4099-afdd-e1b4505d3283 req-717da205-99bd-4b43-9d15-367f3dd5c604 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ce485d7-2c93-4a2d-a162-ea1ad30c295f HTTP/1.1" status: 200 len: 999 time: 0.0961761 Feb 09 01:51:52.951352 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397dce5-5095-4099-afdd-e1b4505d3283 req-e4689278-f338-4182-8c6a-fda49e4de2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:52.952750 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7397dce5-5095-4099-afdd-e1b4505d3283 req-e4689278-f338-4182-8c6a-fda49e4de2a9 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fa171e68-82ec-475c-ac6b-11e6d23a5112 HTTP/1.1" status: 200 len: 850 time: 0.0565982 Feb 09 01:51:53.028394 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397dce5-5095-4099-afdd-e1b4505d3283 req-0c1b25cf-83f7-4259-927f-1266f2b602ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:53.029886 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7397dce5-5095-4099-afdd-e1b4505d3283 req-0c1b25cf-83f7-4259-927f-1266f2b602ac service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=400d3014-6934-4eca-998b-e5372b1f837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718358 Feb 09 01:51:53.158711 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7397dce5-5095-4099-afdd-e1b4505d3283 req-cd5ca4cb-b4d3-4f0c-b467-386eb9347907 service neutron] 10.222.0.99 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226182 Feb 09 01:51:53.287998 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7397dce5-5095-4099-afdd-e1b4505d3283 req-3af7de37-c57d-4db8-bdd2-fcf9a5d2e9d4 service neutron] 10.222.0.99 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238859 Feb 09 01:51:53.779733 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a11986f0-70d8-41c7-a887-159f0595eeb5', 'tag': '1ce485d7-2c93-4a2d-a162-ea1ad30c295f'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:51:53.837236 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a11986f0-70d8-41c7-a887-159f0595eeb5', 'tag': '1ce485d7-2c93-4a2d-a162-ea1ad30c295f', 'status': 'completed', 'code': 200} Feb 09 01:51:54.040661 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9d238-65ad-4218-9c43-7f2409cc2625 req-23a2e59d-e63b-4d5f-832e-b1d6b50d62fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:54.042053 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bbe9d238-65ad-4218-9c43-7f2409cc2625 req-23a2e59d-e63b-4d5f-832e-b1d6b50d62fe service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=308a7c3b94d842c0bda52a99836b9ef6&device_id=a11986f0-70d8-41c7-a887-159f0595eeb5 HTTP/1.1" status: 200 len: 1094 time: 0.1620133 Feb 09 01:51:54.050730 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892b830-f55e-4f7d-a5f7-c5524f83b17c req-7f6d06d0-3b6b-4d83-b129-68c7fb460ef1 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:54.052071 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7892b830-f55e-4f7d-a5f7-c5524f83b17c req-7f6d06d0-3b6b-4d83-b129-68c7fb460ef1 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=a11986f0-70d8-41c7-a887-159f0595eeb5 HTTP/1.1" status: 200 len: 943 time: 0.2096229 Feb 09 01:51:54.055057 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9d238-65ad-4218-9c43-7f2409cc2625 req-0d560739-5217-4f8c-8a88-e0773cd71968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:54.056398 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bbe9d238-65ad-4218-9c43-7f2409cc2625 req-0d560739-5217-4f8c-8a88-e0773cd71968 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=308a7c3b94d842c0bda52a99836b9ef6&device_id=a11986f0-70d8-41c7-a887-159f0595eeb5 HTTP/1.1" status: 200 len: 1094 time: 0.1774261 Feb 09 01:51:54.361231 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7892b830-f55e-4f7d-a5f7-c5524f83b17c req-8a70fe87-38c0-4134-af6d-54001e94a92d tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2866223 Feb 09 01:51:54.427456 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9d238-65ad-4218-9c43-7f2409cc2625 req-ac743182-c8ec-4932-9d48-797efdec37e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:54.428898 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bbe9d238-65ad-4218-9c43-7f2409cc2625 req-ac743182-c8ec-4932-9d48-797efdec37e7 service neutron] 10.222.0.99 "GET /v2.0/networks?id=400d3014-6934-4eca-998b-e5372b1f837c HTTP/1.1" status: 200 len: 912 time: 0.3555150 Feb 09 01:51:54.429992 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9d238-65ad-4218-9c43-7f2409cc2625 req-b36bfebb-200c-4baf-9eb1-7db253de37eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:54.431308 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bbe9d238-65ad-4218-9c43-7f2409cc2625 req-b36bfebb-200c-4baf-9eb1-7db253de37eb service neutron] 10.222.0.62 "GET /v2.0/networks?id=400d3014-6934-4eca-998b-e5372b1f837c HTTP/1.1" status: 200 len: 912 time: 0.3783004 Feb 09 01:51:54.610330 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bbe9d238-65ad-4218-9c43-7f2409cc2625 req-7aca3363-15cd-49c4-8413-8570a276f3cb service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ce485d7-2c93-4a2d-a162-ea1ad30c295f HTTP/1.1" status: 200 len: 999 time: 0.1747766 Feb 09 01:51:54.613806 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bbe9d238-65ad-4218-9c43-7f2409cc2625 req-a2c5d002-d5f7-43c8-bc67-559b079481b7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ce485d7-2c93-4a2d-a162-ea1ad30c295f HTTP/1.1" status: 200 len: 999 time: 0.1313255 Feb 09 01:51:54.721506 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9d238-65ad-4218-9c43-7f2409cc2625 req-aaf5ead5-ec55-4c5d-a6dd-191b343eb119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:54.722954 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bbe9d238-65ad-4218-9c43-7f2409cc2625 req-aaf5ead5-ec55-4c5d-a6dd-191b343eb119 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fa171e68-82ec-475c-ac6b-11e6d23a5112 HTTP/1.1" status: 200 len: 850 time: 0.1068590 Feb 09 01:51:54.724321 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9d238-65ad-4218-9c43-7f2409cc2625 req-60092a41-0ec2-4ac8-956c-32ea4a2cad18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:54.725613 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bbe9d238-65ad-4218-9c43-7f2409cc2625 req-60092a41-0ec2-4ac8-956c-32ea4a2cad18 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fa171e68-82ec-475c-ac6b-11e6d23a5112 HTTP/1.1" status: 200 len: 850 time: 0.0782828 Feb 09 01:51:54.855253 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9d238-65ad-4218-9c43-7f2409cc2625 req-49d1041f-5e7e-4c9b-bbaf-69de49154825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:54.856713 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bbe9d238-65ad-4218-9c43-7f2409cc2625 req-49d1041f-5e7e-4c9b-bbaf-69de49154825 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=400d3014-6934-4eca-998b-e5372b1f837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1281087 Feb 09 01:51:54.859131 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9d238-65ad-4218-9c43-7f2409cc2625 req-acb5df86-c309-409c-b745-c8d130caba6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:54.860585 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bbe9d238-65ad-4218-9c43-7f2409cc2625 req-acb5df86-c309-409c-b745-c8d130caba6b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=400d3014-6934-4eca-998b-e5372b1f837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1033697 Feb 09 01:51:55.092486 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bbe9d238-65ad-4218-9c43-7f2409cc2625 req-17c8850d-aef0-4da8-8f3c-ef622d502c49 service neutron] 10.222.0.99 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296877 Feb 09 01:51:55.094585 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bbe9d238-65ad-4218-9c43-7f2409cc2625 req-33aeac71-9199-4cc1-adf3-99b4030fae66 service neutron] 10.222.0.62 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142692 Feb 09 01:51:55.257436 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:55.331339 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bbe9d238-65ad-4218-9c43-7f2409cc2625 req-16cf5cdb-859a-477c-908e-e84bf9907cbd service neutron] 10.222.0.99 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327657 Feb 09 01:51:55.333125 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bbe9d238-65ad-4218-9c43-7f2409cc2625 req-bf213db3-c911-468c-9a47-ab4d949ed233 service neutron] 10.222.0.62 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178411 Feb 09 01:51:55.543456 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780878ff-7ed1-4934-b4f8-0d2d02271b57 req-454d1084-5ecc-425c-8870-a91789281928 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:55.544954 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-780878ff-7ed1-4934-b4f8-0d2d02271b57 req-454d1084-5ecc-425c-8870-a91789281928 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=a11986f0-70d8-41c7-a887-159f0595eeb5 HTTP/1.1" status: 200 len: 943 time: 0.0787332 Feb 09 01:51:55.593440 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-780878ff-7ed1-4934-b4f8-0d2d02271b57 req-dabb00d8-e9d1-4c22-a48e-0e30fde15a59 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415790 Feb 09 01:51:56.489185 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 1ce485d7-2c93-4a2d-a162-ea1ad30c295f no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:51:56.546015 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 1ce485d7-2c93-4a2d-a162-ea1ad30c295f not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:51:56.780545 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de01ed-4918-4dbe-a1ac-1a0363009765 req-01191542-9f2d-4cdd-aad5-8d5b9fe32bea tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:56.782064 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a4de01ed-4918-4dbe-a1ac-1a0363009765 req-01191542-9f2d-4cdd-aad5-8d5b9fe32bea tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=a11986f0-70d8-41c7-a887-159f0595eeb5 HTTP/1.1" status: 200 len: 943 time: 0.0787580 Feb 09 01:51:56.826515 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a4de01ed-4918-4dbe-a1ac-1a0363009765 req-09a2960a-f0ee-4d13-9e28-2a995a40ae70 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389080 Feb 09 01:51:57.295706 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd2ab5-f39c-41a9-a1c2-cbdf8ca992f2 req-939e2918-b403-45ad-8c6e-823eca2d4796 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:57.297815 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b2fd2ab5-f39c-41a9-a1c2-cbdf8ca992f2 req-939e2918-b403-45ad-8c6e-823eca2d4796 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.62 "GET /v2.0/ports?device_id=a11986f0-70d8-41c7-a887-159f0595eeb5&tenant_id=308a7c3b94d842c0bda52a99836b9ef6&binding%3Ahost_id=n-h2-828418-1 HTTP/1.1" status: 200 len: 943 time: 0.2182863 Feb 09 01:51:57.305773 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f291763d-11d6-4eb2-a59d-0e0034397f96 req-1f1b8665-396a-46d7-8b07-27939dff631f tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:57.307124 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f291763d-11d6-4eb2-a59d-0e0034397f96 req-1f1b8665-396a-46d7-8b07-27939dff631f tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=a11986f0-70d8-41c7-a887-159f0595eeb5 HTTP/1.1" status: 200 len: 943 time: 0.2631807 Feb 09 01:51:57.405935 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f291763d-11d6-4eb2-a59d-0e0034397f96 req-fbb94802-ed5e-47c9-a73a-ad1ab04e45b9 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648086 Feb 09 01:51:57.414227 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [req-b2fd2ab5-f39c-41a9-a1c2-cbdf8ca992f2 req-88a5dd51-cfac-43a6-97e7-58fccc7311dc service neutron] delete failed (client error): The resource could not be found. Feb 09 01:51:57.415177 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b2fd2ab5-f39c-41a9-a1c2-cbdf8ca992f2 req-88a5dd51-cfac-43a6-97e7-58fccc7311dc service neutron] 10.222.0.62 "DELETE /v2.0/ports/1ce485d7-2c93-4a2d-a162-ea1ad30c295f/bindings/n-h1-828418-1 HTTP/1.1" status: 404 len: 380 time: 0.1072135 Feb 09 01:51:57.550318 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd2ab5-f39c-41a9-a1c2-cbdf8ca992f2 req-7cb2a7a3-ddf9-47db-bbae-963614d91e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:57.551662 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b2fd2ab5-f39c-41a9-a1c2-cbdf8ca992f2 req-7cb2a7a3-ddf9-47db-bbae-963614d91e57 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=308a7c3b94d842c0bda52a99836b9ef6&device_id=a11986f0-70d8-41c7-a887-159f0595eeb5 HTTP/1.1" status: 200 len: 1094 time: 0.0699761 Feb 09 01:51:57.680186 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd2ab5-f39c-41a9-a1c2-cbdf8ca992f2 req-d59eb49f-86d6-4af2-964e-8c9e8620a61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:57.681717 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b2fd2ab5-f39c-41a9-a1c2-cbdf8ca992f2 req-d59eb49f-86d6-4af2-964e-8c9e8620a61e service neutron] 10.222.0.62 "GET /v2.0/networks?id=400d3014-6934-4eca-998b-e5372b1f837c HTTP/1.1" status: 200 len: 912 time: 0.1247497 Feb 09 01:51:57.785021 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b2fd2ab5-f39c-41a9-a1c2-cbdf8ca992f2 req-ee4f3da2-ac8b-4161-ad61-a14cb3d68b6c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ce485d7-2c93-4a2d-a162-ea1ad30c295f HTTP/1.1" status: 200 len: 999 time: 0.0968745 Feb 09 01:51:57.848256 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd2ab5-f39c-41a9-a1c2-cbdf8ca992f2 req-ffb69e10-b4c0-4db0-a521-29e317789933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:57.849566 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b2fd2ab5-f39c-41a9-a1c2-cbdf8ca992f2 req-ffb69e10-b4c0-4db0-a521-29e317789933 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fa171e68-82ec-475c-ac6b-11e6d23a5112 HTTP/1.1" status: 200 len: 850 time: 0.0592539 Feb 09 01:51:57.921775 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd2ab5-f39c-41a9-a1c2-cbdf8ca992f2 req-3a19c272-f7b8-4583-bf6f-8b9cff8510a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:57.923283 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b2fd2ab5-f39c-41a9-a1c2-cbdf8ca992f2 req-3a19c272-f7b8-4583-bf6f-8b9cff8510a7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=400d3014-6934-4eca-998b-e5372b1f837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684242 Feb 09 01:51:58.001493 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 1ce485d7-2c93-4a2d-a162-ea1ad30c295f details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:51:58.069237 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b2fd2ab5-f39c-41a9-a1c2-cbdf8ca992f2 req-55e43936-c2c2-438d-a71e-d5ea4fff28ff service neutron] 10.222.0.62 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403890 Feb 09 01:51:58.134527 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 1ce485d7-2c93-4a2d-a162-ea1ad30c295f, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=1ce485d7-2c93-4a2d-a162-ea1ad30c295f,segment=NetworkSegment(86b638af-c634-42fe-bf4b-9e90fe4382c0),segment_id=86b638af-c634-42fe-bf4b-9e90fe4382c0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:51:58.152569 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': '1ce485d7-2c93-4a2d-a162-ea1ad30c295f', 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c', 'port_id': '1ce485d7-2c93-4a2d-a162-ea1ad30c295f', 'mac_address': 'fa:16:3e:99:6e:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa171e68-82ec-475c-ac6b-11e6d23a5112', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:51:58.207859 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b2fd2ab5-f39c-41a9-a1c2-cbdf8ca992f2 req-cccd6ab9-678a-4fb0-918e-0f992ef4ae03 service neutron] 10.222.0.62 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327224 Feb 09 01:51:58.209354 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:58.229474 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ce485d7-2c93-4a2d-a162-ea1ad30c295f {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:51:58.246716 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 1ce485d7-2c93-4a2d-a162-ea1ad30c295f, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=1ce485d7-2c93-4a2d-a162-ea1ad30c295f,segment=NetworkSegment(86b638af-c634-42fe-bf4b-9e90fe4382c0),segment_id=86b638af-c634-42fe-bf4b-9e90fe4382c0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:51:58.251175 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:58.322104 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=1ce485d7-2c93-4a2d-a162-ea1ad30c295f,revision_number=8']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:58.562105 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['1ce485d7-2c93-4a2d-a162-ea1ad30c295f'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:51:58.660154 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb15c4-65bb-4d27-97b1-dc2843d964f2 req-bdf5fe55-d441-4975-97e8-8a134bdb20c2 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:58.661798 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1feb15c4-65bb-4d27-97b1-dc2843d964f2 req-bdf5fe55-d441-4975-97e8-8a134bdb20c2 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=a11986f0-70d8-41c7-a887-159f0595eeb5 HTTP/1.1" status: 200 len: 944 time: 0.1257715 Feb 09 01:51:58.719406 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1feb15c4-65bb-4d27-97b1-dc2843d964f2 req-b8394b00-ee41-4abb-8599-4bbeb32cdd97 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513942 Feb 09 01:51:59.904890 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0d9c66-075d-4e6d-a599-caa557f89ebe req-37d98bf7-ac72-4db4-8de9-b319a0b8e4e8 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:59.906286 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4a0d9c66-075d-4e6d-a599-caa557f89ebe req-37d98bf7-ac72-4db4-8de9-b319a0b8e4e8 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=a11986f0-70d8-41c7-a887-159f0595eeb5 HTTP/1.1" status: 200 len: 944 time: 0.0793276 Feb 09 01:51:59.949567 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4a0d9c66-075d-4e6d-a599-caa557f89ebe req-45b82af4-7bcb-4605-a4ad-8a7c57901ec2 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368431 Feb 09 01:52:00.064399 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 1ce485d7-2c93-4a2d-a162-ea1ad30c295f up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:52:00.134432 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning for port 1ce485d7-2c93-4a2d-a162-ea1ad30c295f completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:52:00.135512 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649aaf7a-0c68-466f-a1c7-9499f2942526 req-a52a3c6a-171b-4a5e-936e-d0c650768d60 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:00.137050 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-649aaf7a-0c68-466f-a1c7-9499f2942526 req-a52a3c6a-171b-4a5e-936e-d0c650768d60 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=a11986f0-70d8-41c7-a887-159f0595eeb5 HTTP/1.1" status: 200 len: 944 time: 0.0827260 Feb 09 01:52:00.139354 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port 1ce485d7-2c93-4a2d-a162-ea1ad30c295f triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:00.139718 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:00.181128 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-649aaf7a-0c68-466f-a1c7-9499f2942526 req-9e8d6216-3389-4d34-8fb7-5de90d8a00e3 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376186 Feb 09 01:52:00.255853 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:00.285905 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a11986f0-70d8-41c7-a887-159f0595eeb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce485d7-2c93-4a2d-a162-ea1ad30c295f'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:52:00.295241 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 1ce485d7-2c93-4a2d-a162-ea1ad30c295f, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=1ce485d7-2c93-4a2d-a162-ea1ad30c295f,segment=NetworkSegment(86b638af-c634-42fe-bf4b-9e90fe4382c0),segment_id=86b638af-c634-42fe-bf4b-9e90fe4382c0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:52:00.300277 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:00.337976 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a11986f0-70d8-41c7-a887-159f0595eeb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce485d7-2c93-4a2d-a162-ea1ad30c295f', 'code': 200} Feb 09 01:52:00.376453 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=1ce485d7-2c93-4a2d-a162-ea1ad30c295f,revision_number=9']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:00.560665 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcee5847-005f-49a0-a965-0bc8cb7a1845 req-a044f11c-b158-4a5f-9d0a-0b95882a95ac tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:00.562002 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bcee5847-005f-49a0-a965-0bc8cb7a1845 req-a044f11c-b158-4a5f-9d0a-0b95882a95ac tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=a11986f0-70d8-41c7-a887-159f0595eeb5 HTTP/1.1" status: 200 len: 945 time: 0.1176760 Feb 09 01:52:00.621231 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bcee5847-005f-49a0-a965-0bc8cb7a1845 req-9e7ed59f-afde-4ea5-ab19-3e6619f62c01 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528581 Feb 09 01:52:00.631454 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5594a14-5c6a-47ff-a845-22866ed980dd req-75b73387-1c5d-4bf6-876b-533a23a17a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:00.632876 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e5594a14-5c6a-47ff-a845-22866ed980dd req-75b73387-1c5d-4bf6-876b-533a23a17a3e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=308a7c3b94d842c0bda52a99836b9ef6&device_id=a11986f0-70d8-41c7-a887-159f0595eeb5 HTTP/1.1" status: 200 len: 1096 time: 0.1157539 Feb 09 01:52:00.760208 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5594a14-5c6a-47ff-a845-22866ed980dd req-44864cd4-9498-4111-b7d4-5a8c8788183d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:00.761643 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e5594a14-5c6a-47ff-a845-22866ed980dd req-44864cd4-9498-4111-b7d4-5a8c8788183d service neutron] 10.222.0.99 "GET /v2.0/networks?id=400d3014-6934-4eca-998b-e5372b1f837c HTTP/1.1" status: 200 len: 912 time: 0.1227400 Feb 09 01:52:00.962218 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e5594a14-5c6a-47ff-a845-22866ed980dd req-d37b5c53-c85b-4e5f-82f6-6625484113ea service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ce485d7-2c93-4a2d-a162-ea1ad30c295f HTTP/1.1" status: 200 len: 1001 time: 0.1947889 Feb 09 01:52:01.021921 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5594a14-5c6a-47ff-a845-22866ed980dd req-806a9e9d-1438-4703-8a76-20b47f0fb8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:01.023563 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e5594a14-5c6a-47ff-a845-22866ed980dd req-806a9e9d-1438-4703-8a76-20b47f0fb8e2 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fa171e68-82ec-475c-ac6b-11e6d23a5112 HTTP/1.1" status: 200 len: 850 time: 0.0555608 Feb 09 01:52:01.098133 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5594a14-5c6a-47ff-a845-22866ed980dd req-b03fdd77-4204-4e72-a18a-3f53e3c2307f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:01.099605 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e5594a14-5c6a-47ff-a845-22866ed980dd req-b03fdd77-4204-4e72-a18a-3f53e3c2307f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=400d3014-6934-4eca-998b-e5372b1f837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709143 Feb 09 01:52:01.226532 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e5594a14-5c6a-47ff-a845-22866ed980dd req-2ea5c719-efe4-4888-9739-5aceb5d11e0a service neutron] 10.222.0.99 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213605 Feb 09 01:52:01.355200 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e5594a14-5c6a-47ff-a845-22866ed980dd req-8569311d-dc5f-4f8f-b72d-78b3d91d34a0 service neutron] 10.222.0.99 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226358 Feb 09 01:52:01.808570 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633a55d-05e2-4fa9-83af-8ee405080e36 req-4ad801cf-4b28-45cd-b44d-c408fe625e9a tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:01.810090 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2633a55d-05e2-4fa9-83af-8ee405080e36 req-4ad801cf-4b28-45cd-b44d-c408fe625e9a tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=a11986f0-70d8-41c7-a887-159f0595eeb5 HTTP/1.1" status: 200 len: 945 time: 0.0820808 Feb 09 01:52:01.854494 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2633a55d-05e2-4fa9-83af-8ee405080e36 req-6bc43a0e-5793-48b8-9458-30231abd4fc4 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380666 Feb 09 01:52:03.044813 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c47c0-c231-4b84-99a8-e6abcb349167 req-700eb10b-b6f1-4bb3-a0b5-f661c74949d8 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:03.046314 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f15c47c0-c231-4b84-99a8-e6abcb349167 req-700eb10b-b6f1-4bb3-a0b5-f661c74949d8 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=a11986f0-70d8-41c7-a887-159f0595eeb5 HTTP/1.1" status: 200 len: 945 time: 0.0834751 Feb 09 01:52:03.090226 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f15c47c0-c231-4b84-99a8-e6abcb349167 req-f9299fc5-041e-43ff-b419-16f3ca70a709 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382538 Feb 09 01:52:03.464592 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03afe837-cb79-4b50-910d-914746a667d9 req-ed368aa5-c1d8-40ec-8406-ee1d0e269e73 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:03.465946 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-03afe837-cb79-4b50-910d-914746a667d9 req-ed368aa5-c1d8-40ec-8406-ee1d0e269e73 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=a11986f0-70d8-41c7-a887-159f0595eeb5 HTTP/1.1" status: 200 len: 945 time: 0.0781918 Feb 09 01:52:03.511382 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-03afe837-cb79-4b50-910d-914746a667d9 req-de932c05-867f-4b14-99ef-0e83003158ad tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397224 Feb 09 01:52:04.702961 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187dc29e-19ce-4aba-9c2a-6921a00b9394 req-fca8a04a-8028-4568-81bf-0f758012c7db tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:04.704930 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-187dc29e-19ce-4aba-9c2a-6921a00b9394 req-fca8a04a-8028-4568-81bf-0f758012c7db tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=a11986f0-70d8-41c7-a887-159f0595eeb5 HTTP/1.1" status: 200 len: 945 time: 0.0835762 Feb 09 01:52:04.798890 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-187dc29e-19ce-4aba-9c2a-6921a00b9394 req-93c05b68-1b2b-4760-b614-4550ccd3075d tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882812 Feb 09 01:52:04.822049 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d1f66-023f-40ed-8370-e6dfbae777cb req-61a85858-6dd0-4527-bf87-1d9d699ecf7f tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:04.823457 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1e3d1f66-023f-40ed-8370-e6dfbae777cb req-61a85858-6dd0-4527-bf87-1d9d699ecf7f tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.99 "GET /v2.0/ports?device_id=a11986f0-70d8-41c7-a887-159f0595eeb5 HTTP/1.1" status: 200 len: 945 time: 0.1006775 Feb 09 01:52:04.892534 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-1e3d1f66-023f-40ed-8370-e6dfbae777cb req-8218b67d-884a-43de-894c-2de316a46d08 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Deleting port 1ce485d7-2c93-4a2d-a162-ea1ad30c295f {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:52:04.892872 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1e3d1f66-023f-40ed-8370-e6dfbae777cb req-8218b67d-884a-43de-894c-2de316a46d08 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:05.132644 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-1e3d1f66-023f-40ed-8370-e6dfbae777cb req-8218b67d-884a-43de-894c-2de316a46d08 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] For port 1ce485d7-2c93-4a2d-a162-ea1ad30c295f, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=1ce485d7-2c93-4a2d-a162-ea1ad30c295f,segment=NetworkSegment(86b638af-c634-42fe-bf4b-9e90fe4382c0),segment_id=86b638af-c634-42fe-bf4b-9e90fe4382c0)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:52:05.132918 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1e3d1f66-023f-40ed-8370-e6dfbae777cb req-8218b67d-884a-43de-894c-2de316a46d08 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:05.414733 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1e3d1f66-023f-40ed-8370-e6dfbae777cb req-8218b67d-884a-43de-894c-2de316a46d08 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:05.414997 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1e3d1f66-023f-40ed-8370-e6dfbae777cb req-8218b67d-884a-43de-894c-2de316a46d08 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:05.415310 n-d-828418-1 neutron-server[87639]: INFO neutron.db.l3_db [req-1e3d1f66-023f-40ed-8370-e6dfbae777cb req-8218b67d-884a-43de-894c-2de316a46d08 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Floating IP 1ad8eadf-1efe-4683-884c-dfba0021af58 disassociated. External IP: 172.25.0.109, port: 1ce485d7-2c93-4a2d-a162-ea1ad30c295f. Feb 09 01:52:05.415651 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-1e3d1f66-023f-40ed-8370-e6dfbae777cb req-8218b67d-884a-43de-894c-2de316a46d08 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Calling delete_port for 1ce485d7-2c93-4a2d-a162-ea1ad30c295f owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:52:05.668087 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1e3d1f66-023f-40ed-8370-e6dfbae777cb req-8218b67d-884a-43de-894c-2de316a46d08 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:05.719705 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8218b67d-884a-43de-894c-2de316a46d08 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Pushing event deleted for resources: {'Port': ['ID=1ce485d7-2c93-4a2d-a162-ea1ad30c295f,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:05.730287 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8218b67d-884a-43de-894c-2de316a46d08 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:05.730645 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8218b67d-884a-43de-894c-2de316a46d08 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:05.730955 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8218b67d-884a-43de-894c-2de316a46d08 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:05.731288 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8218b67d-884a-43de-894c-2de316a46d08 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:05.731610 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8218b67d-884a-43de-894c-2de316a46d08 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:05.731930 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8218b67d-884a-43de-894c-2de316a46d08 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:05.732244 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8218b67d-884a-43de-894c-2de316a46d08 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:05.732554 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8218b67d-884a-43de-894c-2de316a46d08 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:05.732864 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8218b67d-884a-43de-894c-2de316a46d08 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:05.733173 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8218b67d-884a-43de-894c-2de316a46d08 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:05.733482 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8218b67d-884a-43de-894c-2de316a46d08 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:05.733811 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8218b67d-884a-43de-894c-2de316a46d08 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:05.959775 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e3d1f66-023f-40ed-8370-e6dfbae777cb req-8218b67d-884a-43de-894c-2de316a46d08 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Router 34eabf10-c37b-4379-9e42-d9622d053d3a has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:52:05.962143 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7713581a-4130-408d-bd61-79349ab9c4cb req-7dbb1d45-6537-44ca-a7f8-3444c1cbbad5 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=a11986f0-70d8-41c7-a887-159f0595eeb5 HTTP/1.1" status: 200 len: 210 time: 0.0529418 Feb 09 01:52:06.136951 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e3d1f66-023f-40ed-8370-e6dfbae777cb req-8218b67d-884a-43de-894c-2de316a46d08 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:52:06.146143 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2772b612-22fc-4c38-9ae3-266f7a492ec2 None None] Sync routers for ids ['34eabf10-c37b-4379-9e42-d9622d053d3a'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:52:06.155705 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2772b612-22fc-4c38-9ae3-266f7a492ec2 None None] Routers {'34eabf10-c37b-4379-9e42-d9622d053d3a'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:52:06.156847 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-2772b612-22fc-4c38-9ae3-266f7a492ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:51:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['34eabf10-c37b-4379-9e42-d9622d053d3a'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:06.210778 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e3d1f66-023f-40ed-8370-e6dfbae777cb req-8218b67d-884a-43de-894c-2de316a46d08 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] No DVR routers for this DVR port 1ce485d7-2c93-4a2d-a162-ea1ad30c295f on host n-h2-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:52:06.213244 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1e3d1f66-023f-40ed-8370-e6dfbae777cb req-8218b67d-884a-43de-894c-2de316a46d08 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:06.215808 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a11986f0-70d8-41c7-a887-159f0595eeb5', 'name': 'network-vif-deleted', 'tag': '1ce485d7-2c93-4a2d-a162-ea1ad30c295f'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:52:06.241179 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1e3d1f66-023f-40ed-8370-e6dfbae777cb req-8218b67d-884a-43de-894c-2de316a46d08 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.99 "DELETE /v2.0/ports/1ce485d7-2c93-4a2d-a162-ea1ad30c295f HTTP/1.1" status: 204 len: 173 time: 1.4116154 Feb 09 01:52:06.268402 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a11986f0-70d8-41c7-a887-159f0595eeb5', 'name': 'network-vif-deleted', 'tag': '1ce485d7-2c93-4a2d-a162-ea1ad30c295f', 'status': 'completed', 'code': 200} Feb 09 01:52:06.343467 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-2772b612-22fc-4c38-9ae3-266f7a492ec2 None None] Set router 34eabf10-c37b-4379-9e42-d9622d053d3a gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:52:06.354402 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [req-4fdcf51b-8f11-468e-bade-e2d5fbab25cb req-1b1697b1-b887-448b-94ab-1d3b00e55bd3 service neutron] (87639) timed out ('10.222.0.105', 44392) {{(pid=87639) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 01:52:06.662893 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-2772b612-22fc-4c38-9ae3-266f7a492ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'name': 'tempest-ServerActionsTestJSON-498310314-router', 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '95b67009-1cb7-48b6-8cbf-e3dccf4cc612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:03Z', 'updated_at': '2022-02-09T01:50:07Z', 'revision_number': 4, 'project_id': '308a7c3b94d842c0bda52a99836b9ef6', 'gw_port': {'id': '95b67009-1cb7-48b6-8cbf-e3dccf4cc612', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:04Z', 'updated_at': '2022-02-09T01:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '8a5c289c-b567-4077-9073-bb8da203046d', 'name': '', 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c', 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'mac_address': 'fa:16:3e:af:bf:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': 'fa171e68-82ec-475c-ac6b-11e6d23a5112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:06Z', 'updated_at': '2022-02-09T01:50:13Z', 'revision_number': 5, 'project_id': '308a7c3b94d842c0bda52a99836b9ef6', 'subnets': [{'id': 'fa171e68-82ec-475c-ac6b-11e6d23a5112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:06.666657 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2772b612-22fc-4c38-9ae3-266f7a492ec2 None None] Checking router: 34eabf10-c37b-4379-9e42-d9622d053d3a for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:52:06.674915 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2772b612-22fc-4c38-9ae3-266f7a492ec2 None None] Routers {'34eabf10-c37b-4379-9e42-d9622d053d3a'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:52:06.675517 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-2772b612-22fc-4c38-9ae3-266f7a492ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:51:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['34eabf10-c37b-4379-9e42-d9622d053d3a'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:06.885386 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-2772b612-22fc-4c38-9ae3-266f7a492ec2 None None] Set router 34eabf10-c37b-4379-9e42-d9622d053d3a gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:52:07.207910 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-2772b612-22fc-4c38-9ae3-266f7a492ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'name': 'tempest-ServerActionsTestJSON-498310314-router', 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '95b67009-1cb7-48b6-8cbf-e3dccf4cc612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:03Z', 'updated_at': '2022-02-09T01:50:07Z', 'revision_number': 4, 'project_id': '308a7c3b94d842c0bda52a99836b9ef6', 'gw_port': {'id': '95b67009-1cb7-48b6-8cbf-e3dccf4cc612', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:04Z', 'updated_at': '2022-02-09T01:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '8a5c289c-b567-4077-9073-bb8da203046d', 'name': '', 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c', 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'mac_address': 'fa:16:3e:af:bf:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': 'fa171e68-82ec-475c-ac6b-11e6d23a5112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:06Z', 'updated_at': '2022-02-09T01:50:13Z', 'revision_number': 5, 'project_id': '308a7c3b94d842c0bda52a99836b9ef6', 'subnets': [{'id': 'fa171e68-82ec-475c-ac6b-11e6d23a5112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:07.212111 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2772b612-22fc-4c38-9ae3-266f7a492ec2 None None] The sync data for ids ['34eabf10-c37b-4379-9e42-d9622d053d3a'] in n-d-828418-1 is: [{'id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'name': 'tempest-ServerActionsTestJSON-498310314-router', 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '95b67009-1cb7-48b6-8cbf-e3dccf4cc612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:03Z', 'updated_at': '2022-02-09T01:50:07Z', 'revision_number': 4, 'project_id': '308a7c3b94d842c0bda52a99836b9ef6', 'gw_port': {'id': '95b67009-1cb7-48b6-8cbf-e3dccf4cc612', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:04Z', 'updated_at': '2022-02-09T01:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '8a5c289c-b567-4077-9073-bb8da203046d', 'name': '', 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c', 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'mac_address': 'fa:16:3e:af:bf:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': 'fa171e68-82ec-475c-ac6b-11e6d23a5112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:06Z', 'updated_at': '2022-02-09T01:50:13Z', 'revision_number': 5, 'project_id': '308a7c3b94d842c0bda52a99836b9ef6', 'subnets': [{'id': 'fa171e68-82ec-475c-ac6b-11e6d23a5112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:52:07.461317 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ded4b76-fc09-4c2f-b12f-1506799ff25d None None] New status for floating IP 1ad8eadf-1efe-4683-884c-dfba0021af58: DOWN {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:52:07.467873 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-523621a7-4074-49f4-a24d-d77f6d29f6c2 req-c6e28545-f961-4d78-b224-a751ec9fa9c7 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-securitygroup--114883119&fields=id&tenant_id=308a7c3b94d842c0bda52a99836b9ef6 HTTP/1.1" status: 200 len: 267 time: 0.0412252 Feb 09 01:52:07.619309 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523621a7-4074-49f4-a24d-d77f6d29f6c2 req-8e2d300c-ad87-43d3-aa41-d8b9db27ca3c tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:07.620708 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-523621a7-4074-49f4-a24d-d77f6d29f6c2 req-8e2d300c-ad87-43d3-aa41-d8b9db27ca3c tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/networks?id=400d3014-6934-4eca-998b-e5372b1f837c HTTP/1.1" status: 200 len: 811 time: 0.1462440 Feb 09 01:52:07.636098 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-523621a7-4074-49f4-a24d-d77f6d29f6c2 req-fdf884ac-b8f3-4818-b642-2e8f97b5508d tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/quotas/308a7c3b94d842c0bda52a99836b9ef6 HTTP/1.1" status: 200 len: 375 time: 0.0096905 Feb 09 01:52:07.729860 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-523621a7-4074-49f4-a24d-d77f6d29f6c2 req-1154def4-a38b-416d-b0d8-4552da61871b tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Synchronizing usage tracker for tenant:308a7c3b94d842c0bda52a99836b9ef6 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:52:07.744462 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-523621a7-4074-49f4-a24d-d77f6d29f6c2 req-1154def4-a38b-416d-b0d8-4552da61871b tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Unset dirty status for tenant:308a7c3b94d842c0bda52a99836b9ef6 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:52:07.745987 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-523621a7-4074-49f4-a24d-d77f6d29f6c2 req-1154def4-a38b-416d-b0d8-4552da61871b tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=308a7c3b94d842c0bda52a99836b9ef6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1040733 Feb 09 01:52:07.883819 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-523621a7-4074-49f4-a24d-d77f6d29f6c2 req-ba7c0b54-b28e-441b-81e0-08ceaaacc5d2 service neutron] 10.222.0.105 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256304 Feb 09 01:52:08.011811 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-523621a7-4074-49f4-a24d-d77f6d29f6c2 req-46ae5b9b-b0d5-4d51-9d4f-679e3ef9b872 service neutron] 10.222.0.105 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222217 Feb 09 01:52:08.193779 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4704ece2-2986-4e6f-b989-fde7e6214d8b req-452d1eb6-6f18-45ac-8867-53aec4f9240d tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=e61a651d-ace2-4152-9b52-6d689a043f13 HTTP/1.1" status: 200 len: 210 time: 0.0440123 Feb 09 01:52:08.239257 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-213aa752-5f4e-4c92-b0d7-85e386e63562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:08.409336 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:52:09.259908 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523621a7-4074-49f4-a24d-d77f6d29f6c2 req-db953570-378a-4235-9c6a-d59860ff2b89 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:09.261752 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-523621a7-4074-49f4-a24d-d77f6d29f6c2 req-db953570-378a-4235-9c6a-d59860ff2b89 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.99 "GET /v2.0/networks?id=400d3014-6934-4eca-998b-e5372b1f837c HTTP/1.1" status: 200 len: 811 time: 0.1499979 Feb 09 01:52:09.347464 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-523621a7-4074-49f4-a24d-d77f6d29f6c2 req-115afedc-86f4-40f1-b79e-67989430c816 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=308a7c3b94d842c0bda52a99836b9ef6 HTTP/1.1" status: 200 len: 379 time: 0.0782142 Feb 09 01:52:09.353655 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-869bb2a8-fd94-44eb-a6e0-2686feab39c4 req-4772816a-6a8f-4ac2-aa5c-6dfea9769b1e tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=e61a651d-ace2-4152-9b52-6d689a043f13 HTTP/1.1" status: 200 len: 210 time: 0.0487156 Feb 09 01:52:09.357999 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-523621a7-4074-49f4-a24d-d77f6d29f6c2 req-9fbdadf8-39e4-452f-933c-e95333ef7942 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Request body: {'port': {'device_id': 'e61a651d-ace2-4152-9b52-6d689a043f13', 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c', 'admin_state_up': True, 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'security_groups': ['4714efe8-3d24-4cc1-8696-a3e2d6771088']}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:52:09.588469 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-523621a7-4074-49f4-a24d-d77f6d29f6c2 req-9fbdadf8-39e4-452f-933c-e95333ef7942 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:52:09.598492 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-523621a7-4074-49f4-a24d-d77f6d29f6c2 req-9fbdadf8-39e4-452f-933c-e95333ef7942 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:52:09.607659 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-523621a7-4074-49f4-a24d-d77f6d29f6c2 req-9fbdadf8-39e4-452f-933c-e95333ef7942 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Made reservation on behalf of 308a7c3b94d842c0bda52a99836b9ef6 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:52:09.611888 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-523621a7-4074-49f4-a24d-d77f6d29f6c2 req-9fbdadf8-39e4-452f-933c-e95333ef7942 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:09.773289 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-523621a7-4074-49f4-a24d-d77f6d29f6c2 req-9fbdadf8-39e4-452f-933c-e95333ef7942 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Allocated IP 172.20.0.6 (400d3014-6934-4eca-998b-e5372b1f837c/fa171e68-82ec-475c-ac6b-11e6d23a5112/4bd15e4f-d455-414e-b623-8c3f979bcade) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:52:09.959091 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-523621a7-4074-49f4-a24d-d77f6d29f6c2 req-9fbdadf8-39e4-452f-933c-e95333ef7942 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:09.974414 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-523621a7-4074-49f4-a24d-d77f6d29f6c2 req-9fbdadf8-39e4-452f-933c-e95333ef7942 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Transition to ACTIVE for port object 4bd15e4f-d455-414e-b623-8c3f979bcade will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:52:09.997186 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-523621a7-4074-49f4-a24d-d77f6d29f6c2 req-9fbdadf8-39e4-452f-933c-e95333ef7942 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:10.066962 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-523621a7-4074-49f4-a24d-d77f6d29f6c2 req-9fbdadf8-39e4-452f-933c-e95333ef7942 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Network 400d3014-6934-4eca-998b-e5372b1f837c is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:52:10.070152 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-523621a7-4074-49f4-a24d-d77f6d29f6c2 req-9fbdadf8-39e4-452f-933c-e95333ef7942 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:52:10.073943 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-523621a7-4074-49f4-a24d-d77f6d29f6c2 req-9fbdadf8-39e4-452f-933c-e95333ef7942 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:52:10.104636 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbdadf8-39e4-452f-933c-e95333ef7942 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Pushing event updated for resources: {'Port': ['ID=4bd15e4f-d455-414e-b623-8c3f979bcade,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:10.116159 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 1ce485d7-2c93-4a2d-a162-ea1ad30c295f no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:52:10.145713 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523621a7-4074-49f4-a24d-d77f6d29f6c2 req-9fbdadf8-39e4-452f-933c-e95333ef7942 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:10.146448 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-523621a7-4074-49f4-a24d-d77f6d29f6c2 req-9fbdadf8-39e4-452f-933c-e95333ef7942 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:10.152780 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] No Port match for: 1ce485d7-2c93-4a2d-a162-ea1ad30c295f {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:52:10.153132 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 1ce485d7-2c93-4a2d-a162-ea1ad30c295f not bound to the agent host n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:52:10.172652 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-523621a7-4074-49f4-a24d-d77f6d29f6c2 req-9fbdadf8-39e4-452f-933c-e95333ef7942 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8179421 Feb 09 01:52:10.183515 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-523621a7-4074-49f4-a24d-d77f6d29f6c2 req-75c16067-bf3a-47f0-a7e2-657d59c41b05 service neutron] Request body: {'port': {'device_id': 'e61a651d-ace2-4152-9b52-6d689a043f13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:52:10.282729 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-75019531-d5fc-418d-8614-0b445d3fc9cc None None] Provisioning for port 4bd15e4f-d455-414e-b623-8c3f979bcade completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:52:10.287706 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-75019531-d5fc-418d-8614-0b445d3fc9cc None None] Provisioning complete for port 4bd15e4f-d455-414e-b623-8c3f979bcade triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:10.288073 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-75019531-d5fc-418d-8614-0b445d3fc9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:10.298069 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-523621a7-4074-49f4-a24d-d77f6d29f6c2 req-75c16067-bf3a-47f0-a7e2-657d59c41b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:10.376132 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-75019531-d5fc-418d-8614-0b445d3fc9cc None None] Port 4bd15e4f-d455-414e-b623-8c3f979bcade cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:52:10.526468 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-276762c3-2974-4b5c-bb9a-62c4bb148c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:10.638527 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fa8ece-e601-4bf0-81b1-8bfd900b3d12 req-245f6eb8-aedd-4f7d-bacb-bf2428018fee tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:10.639275 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-85fa8ece-e601-4bf0-81b1-8bfd900b3d12 req-245f6eb8-aedd-4f7d-bacb-bf2428018fee tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Synchronizing usage tracker for tenant:308a7c3b94d842c0bda52a99836b9ef6 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:52:10.667623 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-85fa8ece-e601-4bf0-81b1-8bfd900b3d12 req-245f6eb8-aedd-4f7d-bacb-bf2428018fee tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Unset dirty status for tenant:308a7c3b94d842c0bda52a99836b9ef6 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:52:10.668766 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-85fa8ece-e601-4bf0-81b1-8bfd900b3d12 req-245f6eb8-aedd-4f7d-bacb-bf2428018fee tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=e61a651d-ace2-4152-9b52-6d689a043f13 HTTP/1.1" status: 200 len: 931 time: 0.2067251 Feb 09 01:52:10.746460 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-523621a7-4074-49f4-a24d-d77f6d29f6c2 req-75c16067-bf3a-47f0-a7e2-657d59c41b05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bd15e4f-d455-414e-b623-8c3f979bcade {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:52:10.757141 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-523621a7-4074-49f4-a24d-d77f6d29f6c2 req-75c16067-bf3a-47f0-a7e2-657d59c41b05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:10.761821 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-85fa8ece-e601-4bf0-81b1-8bfd900b3d12 req-faa4aab0-6fb4-4bec-9f5f-03123a6ed3a3 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650930 Feb 09 01:52:10.775494 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-523621a7-4074-49f4-a24d-d77f6d29f6c2 req-75c16067-bf3a-47f0-a7e2-657d59c41b05 service neutron] Transition to ACTIVE for port object 4bd15e4f-d455-414e-b623-8c3f979bcade will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:52:10.782508 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-523621a7-4074-49f4-a24d-d77f6d29f6c2 req-75c16067-bf3a-47f0-a7e2-657d59c41b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:10.940353 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c16067-bf3a-47f0-a7e2-657d59c41b05 service neutron] Pushing event updated for resources: {'Port': ['ID=4bd15e4f-d455-414e-b623-8c3f979bcade,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:11.019360 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-523621a7-4074-49f4-a24d-d77f6d29f6c2 req-75c16067-bf3a-47f0-a7e2-657d59c41b05 service neutron] Attempting to bind port 4bd15e4f-d455-414e-b623-8c3f979bcade on host n-h2-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:52:11.019694 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-523621a7-4074-49f4-a24d-d77f6d29f6c2 req-75c16067-bf3a-47f0-a7e2-657d59c41b05 service neutron] Attempting to bind port 4bd15e4f-d455-414e-b623-8c3f979bcade by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': '86b638af-c634-42fe-bf4b-9e90fe4382c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:52:11.020018 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523621a7-4074-49f4-a24d-d77f6d29f6c2 req-75c16067-bf3a-47f0-a7e2-657d59c41b05 service neutron] Attempting to bind port 4bd15e4f-d455-414e-b623-8c3f979bcade on network 400d3014-6934-4eca-998b-e5372b1f837c {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:52:11.024837 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523621a7-4074-49f4-a24d-d77f6d29f6c2 req-75c16067-bf3a-47f0-a7e2-657d59c41b05 service neutron] Port 4bd15e4f-d455-414e-b623-8c3f979bcade on network 400d3014-6934-4eca-998b-e5372b1f837c not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:52:11.025157 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523621a7-4074-49f4-a24d-d77f6d29f6c2 req-75c16067-bf3a-47f0-a7e2-657d59c41b05 service neutron] Attempting to bind port 4bd15e4f-d455-414e-b623-8c3f979bcade on network 400d3014-6934-4eca-998b-e5372b1f837c {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:52:11.030517 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523621a7-4074-49f4-a24d-d77f6d29f6c2 req-75c16067-bf3a-47f0-a7e2-657d59c41b05 service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:52:11.030866 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523621a7-4074-49f4-a24d-d77f6d29f6c2 req-75c16067-bf3a-47f0-a7e2-657d59c41b05 service neutron] Checking segment: {'id': '86b638af-c634-42fe-bf4b-9e90fe4382c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:52:11.031251 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523621a7-4074-49f4-a24d-d77f6d29f6c2 req-75c16067-bf3a-47f0-a7e2-657d59c41b05 service neutron] Bound using segment: {'id': '86b638af-c634-42fe-bf4b-9e90fe4382c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:52:11.031665 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-523621a7-4074-49f4-a24d-d77f6d29f6c2 req-75c16067-bf3a-47f0-a7e2-657d59c41b05 service neutron] Bound port: 4bd15e4f-d455-414e-b623-8c3f979bcade, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86b638af-c634-42fe-bf4b-9e90fe4382c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:52:11.031992 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-523621a7-4074-49f4-a24d-d77f6d29f6c2 req-75c16067-bf3a-47f0-a7e2-657d59c41b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:11.121451 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-523621a7-4074-49f4-a24d-d77f6d29f6c2 req-75c16067-bf3a-47f0-a7e2-657d59c41b05 service neutron] For port 4bd15e4f-d455-414e-b623-8c3f979bcade, host n-h2-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:52:11.124343 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-523621a7-4074-49f4-a24d-d77f6d29f6c2 req-75c16067-bf3a-47f0-a7e2-657d59c41b05 service neutron] For port 4bd15e4f-d455-414e-b623-8c3f979bcade, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=4bd15e4f-d455-414e-b623-8c3f979bcade,segment=NetworkSegment(86b638af-c634-42fe-bf4b-9e90fe4382c0),segment_id=86b638af-c634-42fe-bf4b-9e90fe4382c0)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:52:11.129075 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-523621a7-4074-49f4-a24d-d77f6d29f6c2 req-75c16067-bf3a-47f0-a7e2-657d59c41b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:11.186524 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523621a7-4074-49f4-a24d-d77f6d29f6c2 req-75c16067-bf3a-47f0-a7e2-657d59c41b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:11.187204 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-523621a7-4074-49f4-a24d-d77f6d29f6c2 req-75c16067-bf3a-47f0-a7e2-657d59c41b05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:11.189150 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-523621a7-4074-49f4-a24d-d77f6d29f6c2 req-75c16067-bf3a-47f0-a7e2-657d59c41b05 service neutron] 10.222.0.99 "PUT /v2.0/ports/4bd15e4f-d455-414e-b623-8c3f979bcade HTTP/1.1" status: 200 len: 1091 time: 1.0098383 Feb 09 01:52:11.189586 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e61a651d-ace2-4152-9b52-6d689a043f13', 'tag': '4bd15e4f-d455-414e-b623-8c3f979bcade'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:52:11.213391 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c16067-bf3a-47f0-a7e2-657d59c41b05 service neutron] Pushing event updated for resources: {'Port': ['ID=4bd15e4f-d455-414e-b623-8c3f979bcade,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:11.370197 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e61a651d-ace2-4152-9b52-6d689a043f13', 'tag': '4bd15e4f-d455-414e-b623-8c3f979bcade', 'status': 'completed', 'code': 200} Feb 09 01:52:11.404386 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523621a7-4074-49f4-a24d-d77f6d29f6c2 req-f27a257f-df10-4709-a268-c6acd7498008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:11.406426 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-523621a7-4074-49f4-a24d-d77f6d29f6c2 req-f27a257f-df10-4709-a268-c6acd7498008 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=308a7c3b94d842c0bda52a99836b9ef6&device_id=e61a651d-ace2-4152-9b52-6d689a043f13 HTTP/1.1" status: 200 len: 1094 time: 0.1781533 Feb 09 01:52:11.475038 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-523621a7-4074-49f4-a24d-d77f6d29f6c2 req-1dfcfe20-7e30-4e73-95f2-389cf563030d service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4bd15e4f-d455-414e-b623-8c3f979bcade HTTP/1.1" status: 200 len: 217 time: 0.0620902 Feb 09 01:52:11.535038 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523621a7-4074-49f4-a24d-d77f6d29f6c2 req-1db78187-0486-4335-a620-e163b1694000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:11.536438 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-523621a7-4074-49f4-a24d-d77f6d29f6c2 req-1db78187-0486-4335-a620-e163b1694000 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fa171e68-82ec-475c-ac6b-11e6d23a5112 HTTP/1.1" status: 200 len: 850 time: 0.0565145 Feb 09 01:52:11.608992 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523621a7-4074-49f4-a24d-d77f6d29f6c2 req-b65d4fc9-331d-4856-aec0-77066fd353bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:11.610577 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-523621a7-4074-49f4-a24d-d77f6d29f6c2 req-b65d4fc9-331d-4856-aec0-77066fd353bd service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=400d3014-6934-4eca-998b-e5372b1f837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689199 Feb 09 01:52:11.642937 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:11.661390 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:11.741811 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-523621a7-4074-49f4-a24d-d77f6d29f6c2 req-35bd9b28-b7c2-473e-9198-c08249039c68 service neutron] 10.222.0.99 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250815 Feb 09 01:52:11.905198 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-523621a7-4074-49f4-a24d-d77f6d29f6c2 req-19e68e3e-2e1f-47a3-9278-e72b689e82e4 service neutron] 10.222.0.99 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570668 Feb 09 01:52:11.958393 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc457c1-527f-4bc3-baf4-e3793cc0780e req-34dc80e2-deb9-4c4c-b07b-860e075dc13a tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:11.959851 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7bc457c1-527f-4bc3-baf4-e3793cc0780e req-34dc80e2-deb9-4c4c-b07b-860e075dc13a tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=e61a651d-ace2-4152-9b52-6d689a043f13 HTTP/1.1" status: 200 len: 943 time: 0.0908849 Feb 09 01:52:12.048734 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7bc457c1-527f-4bc3-baf4-e3793cc0780e req-45527b03-88bb-4675-a5a0-fed5afe2aa27 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577953 Feb 09 01:52:12.065328 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b8748-a9ae-4930-8aa5-76a3da62aac7 req-16f94cb9-4125-48c7-8dae-9cc5c28c1b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:12.066817 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-520b8748-a9ae-4930-8aa5-76a3da62aac7 req-16f94cb9-4125-48c7-8dae-9cc5c28c1b68 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=308a7c3b94d842c0bda52a99836b9ef6&device_id=e61a651d-ace2-4152-9b52-6d689a043f13 HTTP/1.1" status: 200 len: 1094 time: 0.1061227 Feb 09 01:52:12.202316 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b8748-a9ae-4930-8aa5-76a3da62aac7 req-0f7a69f4-31ce-4b36-afe6-a072aef02da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:12.203838 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-520b8748-a9ae-4930-8aa5-76a3da62aac7 req-0f7a69f4-31ce-4b36-afe6-a072aef02da2 service neutron] 10.222.0.99 "GET /v2.0/networks?id=400d3014-6934-4eca-998b-e5372b1f837c HTTP/1.1" status: 200 len: 912 time: 0.1312404 Feb 09 01:52:12.271932 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-520b8748-a9ae-4930-8aa5-76a3da62aac7 req-d601aa7c-8982-42e6-ac6e-86fb2143c223 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4bd15e4f-d455-414e-b623-8c3f979bcade HTTP/1.1" status: 200 len: 217 time: 0.0627291 Feb 09 01:52:12.335835 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b8748-a9ae-4930-8aa5-76a3da62aac7 req-8fad946b-2ef4-4cb5-877e-2ce00d47c0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:12.337180 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-520b8748-a9ae-4930-8aa5-76a3da62aac7 req-8fad946b-2ef4-4cb5-877e-2ce00d47c0f2 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fa171e68-82ec-475c-ac6b-11e6d23a5112 HTTP/1.1" status: 200 len: 850 time: 0.0591323 Feb 09 01:52:12.412813 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b8748-a9ae-4930-8aa5-76a3da62aac7 req-e451ab37-c39e-45c9-adb3-4c001c28ce4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:12.414341 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-520b8748-a9ae-4930-8aa5-76a3da62aac7 req-e451ab37-c39e-45c9-adb3-4c001c28ce4c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=400d3014-6934-4eca-998b-e5372b1f837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700901 Feb 09 01:52:12.544808 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-520b8748-a9ae-4930-8aa5-76a3da62aac7 req-646eed0c-b9b4-4e6e-9570-dece0f044913 service neutron] 10.222.0.99 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235209 Feb 09 01:52:12.675236 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-520b8748-a9ae-4930-8aa5-76a3da62aac7 req-a3ff3e62-d6d3-4b1a-a885-d25cbf1daaab service neutron] 10.222.0.99 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243188 Feb 09 01:52:13.234869 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b7e48-989a-4153-be48-5bea8f99e22c req-62705f43-f607-494a-9148-515d559fe60b tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:13.236552 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-146b7e48-989a-4153-be48-5bea8f99e22c req-62705f43-f607-494a-9148-515d559fe60b tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=e61a651d-ace2-4152-9b52-6d689a043f13 HTTP/1.1" status: 200 len: 943 time: 0.0809109 Feb 09 01:52:13.280875 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:13.285216 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-146b7e48-989a-4153-be48-5bea8f99e22c req-465a0fea-a1e6-4c3f-b873-8610bb627bee tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427933 Feb 09 01:52:14.468969 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdccb0a-a9b5-461c-9cae-2ec1bf2926ba req-bd9309d9-814c-4579-b87a-2ed480b69baa tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:14.470950 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2cdccb0a-a9b5-461c-9cae-2ec1bf2926ba req-bd9309d9-814c-4579-b87a-2ed480b69baa tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=e61a651d-ace2-4152-9b52-6d689a043f13 HTTP/1.1" status: 200 len: 943 time: 0.0804551 Feb 09 01:52:14.514841 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2cdccb0a-a9b5-461c-9cae-2ec1bf2926ba req-8ce4f09f-ccef-4ab7-a26e-30305fb01910 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382764 Feb 09 01:52:15.703119 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e197b151-0400-4d51-96b2-2c64887a6510 req-a78256d9-74cc-4b96-bc4d-36208b894342 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:15.704626 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e197b151-0400-4d51-96b2-2c64887a6510 req-a78256d9-74cc-4b96-bc4d-36208b894342 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=e61a651d-ace2-4152-9b52-6d689a043f13 HTTP/1.1" status: 200 len: 943 time: 0.0831680 Feb 09 01:52:15.747625 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e197b151-0400-4d51-96b2-2c64887a6510 req-f5f720f2-a0d7-4ae2-9024-02ce1b9f1bed tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374675 Feb 09 01:52:16.158604 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 4bd15e4f-d455-414e-b623-8c3f979bcade details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:52:16.288881 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 4bd15e4f-d455-414e-b623-8c3f979bcade, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=4bd15e4f-d455-414e-b623-8c3f979bcade,segment=NetworkSegment(86b638af-c634-42fe-bf4b-9e90fe4382c0),segment_id=86b638af-c634-42fe-bf4b-9e90fe4382c0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:52:16.302126 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': '4bd15e4f-d455-414e-b623-8c3f979bcade', 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c', 'port_id': '4bd15e4f-d455-414e-b623-8c3f979bcade', 'mac_address': 'fa:16:3e:bd:40:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa171e68-82ec-475c-ac6b-11e6d23a5112', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:52:16.360705 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:16.377123 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bd15e4f-d455-414e-b623-8c3f979bcade {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:52:16.393021 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 4bd15e4f-d455-414e-b623-8c3f979bcade, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=4bd15e4f-d455-414e-b623-8c3f979bcade,segment=NetworkSegment(86b638af-c634-42fe-bf4b-9e90fe4382c0),segment_id=86b638af-c634-42fe-bf4b-9e90fe4382c0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:52:16.396933 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:16.461300 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=4bd15e4f-d455-414e-b623-8c3f979bcade,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:16.468539 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:16.468889 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:16.469232 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:16.470182 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:16.470520 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:16.470847 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:16.471172 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:16.471497 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:16.471819 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:16.472139 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:16.472460 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:16.472779 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:16.720551 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['4bd15e4f-d455-414e-b623-8c3f979bcade'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:52:16.929783 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823de119-11d7-494f-9244-ee90cf0d8457 req-e8b5038c-e63a-4a01-935f-d13f63bdbaa5 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:16.931243 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-823de119-11d7-494f-9244-ee90cf0d8457 req-e8b5038c-e63a-4a01-935f-d13f63bdbaa5 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=e61a651d-ace2-4152-9b52-6d689a043f13 HTTP/1.1" status: 200 len: 944 time: 0.0795162 Feb 09 01:52:16.974513 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-823de119-11d7-494f-9244-ee90cf0d8457 req-2069742b-4f32-479c-a92f-eb502c07b998 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375514 Feb 09 01:52:18.157923 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 4bd15e4f-d455-414e-b623-8c3f979bcade up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:52:18.228150 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning for port 4bd15e4f-d455-414e-b623-8c3f979bcade completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:52:18.234250 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port 4bd15e4f-d455-414e-b623-8c3f979bcade triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:18.234726 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:18.259247 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad88f2d-a47b-405c-9590-cd86f53fb964 req-263ee094-9842-43ae-beed-08cc07130624 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:18.260641 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3ad88f2d-a47b-405c-9590-cd86f53fb964 req-263ee094-9842-43ae-beed-08cc07130624 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=e61a651d-ace2-4152-9b52-6d689a043f13 HTTP/1.1" status: 200 len: 944 time: 0.1824088 Feb 09 01:52:18.305770 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3ad88f2d-a47b-405c-9590-cd86f53fb964 req-7f1d8b4f-6aba-45ce-9369-06eaaf52a88d tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393395 Feb 09 01:52:18.354031 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:18.381081 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e61a651d-ace2-4152-9b52-6d689a043f13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd15e4f-d455-414e-b623-8c3f979bcade'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:52:18.390838 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 4bd15e4f-d455-414e-b623-8c3f979bcade, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=4bd15e4f-d455-414e-b623-8c3f979bcade,segment=NetworkSegment(86b638af-c634-42fe-bf4b-9e90fe4382c0),segment_id=86b638af-c634-42fe-bf4b-9e90fe4382c0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:52:18.395249 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:18.431528 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e61a651d-ace2-4152-9b52-6d689a043f13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd15e4f-d455-414e-b623-8c3f979bcade', 'code': 200} Feb 09 01:52:18.466758 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=4bd15e4f-d455-414e-b623-8c3f979bcade,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:18.547309 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6543a73-909c-499a-b6a1-9ee894d2041d req-95914110-86bf-4d92-b761-b473f8ffaaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:18.548660 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b6543a73-909c-499a-b6a1-9ee894d2041d req-95914110-86bf-4d92-b761-b473f8ffaaf1 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=e61a651d-ace2-4152-9b52-6d689a043f13 HTTP/1.1" status: 200 len: 1096 time: 0.0686104 Feb 09 01:52:18.590858 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b6543a73-909c-499a-b6a1-9ee894d2041d req-c4b28e44-334c-4734-b63a-edb0b4376630 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367796 Feb 09 01:52:19.497183 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc6d5f-4d3f-42ba-b2cb-26ab9711b3df req-4881c5fd-911b-4561-8fad-6c4a81f36c52 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:19.498640 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b5fc6d5f-4d3f-42ba-b2cb-26ab9711b3df req-4881c5fd-911b-4561-8fad-6c4a81f36c52 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=e61a651d-ace2-4152-9b52-6d689a043f13 HTTP/1.1" status: 200 len: 945 time: 0.0782025 Feb 09 01:52:19.542715 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b5fc6d5f-4d3f-42ba-b2cb-26ab9711b3df req-0118603a-12de-46ed-b839-84d10f223dde tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379648 Feb 09 01:52:20.727504 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d8f53-846e-42f2-8d4a-def8e069dd0f req-48932fd7-d25c-4503-85fe-6526fe5152ca tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:20.728935 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6a3d8f53-846e-42f2-8d4a-def8e069dd0f req-48932fd7-d25c-4503-85fe-6526fe5152ca tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=e61a651d-ace2-4152-9b52-6d689a043f13 HTTP/1.1" status: 200 len: 945 time: 0.0816000 Feb 09 01:52:20.773258 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6a3d8f53-846e-42f2-8d4a-def8e069dd0f req-c5f875c5-36b7-4269-8ddc-c25c23697061 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384166 Feb 09 01:52:20.947936 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09cb26b-3363-4f9c-824d-c3df82d2938a req-0c096943-6627-4033-aed4-d5021018df97 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:20.949390 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d09cb26b-3363-4f9c-824d-c3df82d2938a req-0c096943-6627-4033-aed4-d5021018df97 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=e61a651d-ace2-4152-9b52-6d689a043f13 HTTP/1.1" status: 200 len: 945 time: 0.0787089 Feb 09 01:52:20.958586 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 47218) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:52:20.963473 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-fe9e29f2-04f0-435f-93e7-22759c60a28f tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Request body: {'floatingip': {'port_id': '4bd15e4f-d455-414e-b623-8c3f979bcade'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:52:21.041035 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fe9e29f2-04f0-435f-93e7-22759c60a28f tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks [] for floatingip, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:21.636172 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fe9e29f2-04f0-435f-93e7-22759c60a28f tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:21.640051 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fe9e29f2-04f0-435f-93e7-22759c60a28f tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:21.808983 n-d-828418-1 neutron-server[87639]: INFO neutron.db.l3_db [None req-fe9e29f2-04f0-435f-93e7-22759c60a28f tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Floating IP 1ad8eadf-1efe-4683-884c-dfba0021af58 associated. External IP: 172.25.0.109, port: 4bd15e4f-d455-414e-b623-8c3f979bcade. Feb 09 01:52:22.264435 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:22.269672 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe9e29f2-04f0-435f-93e7-22759c60a28f tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Router 34eabf10-c37b-4379-9e42-d9622d053d3a has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:52:22.446035 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe9e29f2-04f0-435f-93e7-22759c60a28f tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:52:22.450833 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fe9e29f2-04f0-435f-93e7-22759c60a28f tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:22.455319 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f539266-d290-4fb9-b83e-0ed4c15d9757 None None] Sync routers for ids ['34eabf10-c37b-4379-9e42-d9622d053d3a'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:52:22.466157 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f539266-d290-4fb9-b83e-0ed4c15d9757 None None] Routers {'34eabf10-c37b-4379-9e42-d9622d053d3a'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:52:22.466771 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-6f539266-d290-4fb9-b83e-0ed4c15d9757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:52:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['34eabf10-c37b-4379-9e42-d9622d053d3a'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:22.504304 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-fe9e29f2-04f0-435f-93e7-22759c60a28f tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "PUT /v2.0/floatingips/1ad8eadf-1efe-4683-884c-dfba0021af58 HTTP/1.1" status: 200 len: 991 time: 1.5446856 Feb 09 01:52:22.504880 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e61a651d-ace2-4152-9b52-6d689a043f13', 'tag': '4bd15e4f-d455-414e-b623-8c3f979bcade'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:52:22.549013 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e61a651d-ace2-4152-9b52-6d689a043f13', 'tag': '4bd15e4f-d455-414e-b623-8c3f979bcade', 'status': 'completed', 'code': 200} Feb 09 01:52:22.650101 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-6f539266-d290-4fb9-b83e-0ed4c15d9757 None None] Set router 34eabf10-c37b-4379-9e42-d9622d053d3a gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:52:22.703265 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16222ef-ed74-48b1-9b92-dc0e5235c569 req-0afe9e35-884b-462d-a624-f3452df28cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:22.704761 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f16222ef-ed74-48b1-9b92-dc0e5235c569 req-0afe9e35-884b-462d-a624-f3452df28cca service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=308a7c3b94d842c0bda52a99836b9ef6&device_id=e61a651d-ace2-4152-9b52-6d689a043f13 HTTP/1.1" status: 200 len: 1096 time: 0.1352592 Feb 09 01:52:22.740515 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eecd39-935f-4c2b-bfc7-64238e0aaa9b req-c11f4ac2-5c5d-4ca8-9922-d1c8083fbc01 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:22.741983 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-06eecd39-935f-4c2b-bfc7-64238e0aaa9b req-c11f4ac2-5c5d-4ca8-9922-d1c8083fbc01 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=e61a651d-ace2-4152-9b52-6d689a043f13 HTTP/1.1" status: 200 len: 945 time: 0.1323180 Feb 09 01:52:22.851731 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-06eecd39-935f-4c2b-bfc7-64238e0aaa9b req-cb8573a4-1277-409d-9684-214a9107e71c tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624814 Feb 09 01:52:22.882121 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16222ef-ed74-48b1-9b92-dc0e5235c569 req-258db2d1-bf21-44f8-ae4b-35ffe3975e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:22.883589 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f16222ef-ed74-48b1-9b92-dc0e5235c569 req-258db2d1-bf21-44f8-ae4b-35ffe3975e55 service neutron] 10.222.0.99 "GET /v2.0/networks?id=400d3014-6934-4eca-998b-e5372b1f837c HTTP/1.1" status: 200 len: 912 time: 0.1731424 Feb 09 01:52:22.988554 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f16222ef-ed74-48b1-9b92-dc0e5235c569 req-5e9b794a-08ad-4f8b-a5bb-cfee4fe93a58 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4bd15e4f-d455-414e-b623-8c3f979bcade HTTP/1.1" status: 200 len: 999 time: 0.0980172 Feb 09 01:52:23.002472 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-6f539266-d290-4fb9-b83e-0ed4c15d9757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'name': 'tempest-ServerActionsTestJSON-498310314-router', 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '95b67009-1cb7-48b6-8cbf-e3dccf4cc612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:03Z', 'updated_at': '2022-02-09T01:50:07Z', 'revision_number': 4, 'project_id': '308a7c3b94d842c0bda52a99836b9ef6', 'gw_port': {'id': '95b67009-1cb7-48b6-8cbf-e3dccf4cc612', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:04Z', 'updated_at': '2022-02-09T01:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '1ad8eadf-1efe-4683-884c-dfba0021af58', 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'floating_ip_address': '172.25.0.109', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'port_id': '4bd15e4f-d455-414e-b623-8c3f979bcade', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4060, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c', 'mac_address': 'fa:16:3e:bd:40:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61a651d-ace2-4152-9b52-6d689a043f13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:50:10Z', 'updated_at': '2022-02-09T01:52:21Z', 'revision_number': 9, 'project_id': '308a7c3b94d842c0bda52a99836b9ef6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a5c289c-b567-4077-9073-bb8da203046d', 'name': '', 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c', 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'mac_address': 'fa:16:3e:af:bf:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': 'fa171e68-82ec-475c-ac6b-11e6d23a5112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:06Z', 'updated_at': '2022-02-09T01:50:13Z', 'revision_number': 5, 'project_id': '308a7c3b94d842c0bda52a99836b9ef6', 'subnets': [{'id': 'fa171e68-82ec-475c-ac6b-11e6d23a5112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:23.007158 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f539266-d290-4fb9-b83e-0ed4c15d9757 None None] Checking router: 34eabf10-c37b-4379-9e42-d9622d053d3a for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:52:23.015445 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f539266-d290-4fb9-b83e-0ed4c15d9757 None None] Routers {'34eabf10-c37b-4379-9e42-d9622d053d3a'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:52:23.016049 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-6f539266-d290-4fb9-b83e-0ed4c15d9757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:52:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['34eabf10-c37b-4379-9e42-d9622d053d3a'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:23.053271 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16222ef-ed74-48b1-9b92-dc0e5235c569 req-3e12e1a8-573c-4b23-84af-a46dcca547c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:23.055037 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f16222ef-ed74-48b1-9b92-dc0e5235c569 req-3e12e1a8-573c-4b23-84af-a46dcca547c1 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fa171e68-82ec-475c-ac6b-11e6d23a5112 HTTP/1.1" status: 200 len: 850 time: 0.0611992 Feb 09 01:52:23.134234 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16222ef-ed74-48b1-9b92-dc0e5235c569 req-b3dfdabf-85a0-44c3-ac5f-2895ac8f5d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:23.135783 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f16222ef-ed74-48b1-9b92-dc0e5235c569 req-b3dfdabf-85a0-44c3-ac5f-2895ac8f5d16 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=400d3014-6934-4eca-998b-e5372b1f837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747213 Feb 09 01:52:23.197101 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-6f539266-d290-4fb9-b83e-0ed4c15d9757 None None] Set router 34eabf10-c37b-4379-9e42-d9622d053d3a gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:52:23.269377 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f16222ef-ed74-48b1-9b92-dc0e5235c569 req-6231587c-eb83-4ced-b0cc-17fe7c7f438f service neutron] 10.222.0.99 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268184 Feb 09 01:52:23.406315 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f16222ef-ed74-48b1-9b92-dc0e5235c569 req-1fd3e224-8fb3-4277-9bd8-cfbc4837a699 service neutron] 10.222.0.99 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315084 Feb 09 01:52:23.604974 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-6f539266-d290-4fb9-b83e-0ed4c15d9757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'name': 'tempest-ServerActionsTestJSON-498310314-router', 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '95b67009-1cb7-48b6-8cbf-e3dccf4cc612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:03Z', 'updated_at': '2022-02-09T01:50:07Z', 'revision_number': 4, 'project_id': '308a7c3b94d842c0bda52a99836b9ef6', 'gw_port': {'id': '95b67009-1cb7-48b6-8cbf-e3dccf4cc612', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:04Z', 'updated_at': '2022-02-09T01:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '1ad8eadf-1efe-4683-884c-dfba0021af58', 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'floating_ip_address': '172.25.0.109', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'port_id': '4bd15e4f-d455-414e-b623-8c3f979bcade', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4060, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c', 'mac_address': 'fa:16:3e:bd:40:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61a651d-ace2-4152-9b52-6d689a043f13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:50:10Z', 'updated_at': '2022-02-09T01:52:21Z', 'revision_number': 9, 'project_id': '308a7c3b94d842c0bda52a99836b9ef6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a5c289c-b567-4077-9073-bb8da203046d', 'name': '', 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c', 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'mac_address': 'fa:16:3e:af:bf:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': 'fa171e68-82ec-475c-ac6b-11e6d23a5112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:06Z', 'updated_at': '2022-02-09T01:50:13Z', 'revision_number': 5, 'project_id': '308a7c3b94d842c0bda52a99836b9ef6', 'subnets': [{'id': 'fa171e68-82ec-475c-ac6b-11e6d23a5112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:23.609168 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f539266-d290-4fb9-b83e-0ed4c15d9757 None None] The sync data for ids ['34eabf10-c37b-4379-9e42-d9622d053d3a'] in n-d-828418-1 is: [{'id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'name': 'tempest-ServerActionsTestJSON-498310314-router', 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '95b67009-1cb7-48b6-8cbf-e3dccf4cc612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:03Z', 'updated_at': '2022-02-09T01:50:07Z', 'revision_number': 4, 'project_id': '308a7c3b94d842c0bda52a99836b9ef6', 'gw_port': {'id': '95b67009-1cb7-48b6-8cbf-e3dccf4cc612', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:04Z', 'updated_at': '2022-02-09T01:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '1ad8eadf-1efe-4683-884c-dfba0021af58', 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'floating_ip_address': '172.25.0.109', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'port_id': '4bd15e4f-d455-414e-b623-8c3f979bcade', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4060, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c', 'mac_address': 'fa:16:3e:bd:40:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61a651d-ace2-4152-9b52-6d689a043f13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:50:10Z', 'updated_at': '2022-02-09T01:52:21Z', 'revision_number': 9, 'project_id': '308a7c3b94d842c0bda52a99836b9ef6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a5c289c-b567-4077-9073-bb8da203046d', 'name': '', 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c', 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'mac_address': 'fa:16:3e:af:bf:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': 'fa171e68-82ec-475c-ac6b-11e6d23a5112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:06Z', 'updated_at': '2022-02-09T01:50:13Z', 'revision_number': 5, 'project_id': '308a7c3b94d842c0bda52a99836b9ef6', 'subnets': [{'id': 'fa171e68-82ec-475c-ac6b-11e6d23a5112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:52:23.808085 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6ece3c-c357-493c-883f-7463734f2a37 None None] New status for floating IP 1ad8eadf-1efe-4683-884c-dfba0021af58: ACTIVE {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:52:24.040454 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49a544-3c05-457a-83ee-d6b7a1add750 req-3fbd0554-5922-4fbd-b6a6-e3036c60799e tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:24.041951 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bb49a544-3c05-457a-83ee-d6b7a1add750 req-3fbd0554-5922-4fbd-b6a6-e3036c60799e tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=e61a651d-ace2-4152-9b52-6d689a043f13 HTTP/1.1" status: 200 len: 945 time: 0.0791278 Feb 09 01:52:24.088197 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bb49a544-3c05-457a-83ee-d6b7a1add750 req-aebe3c7d-d602-4819-af19-907ef33ddba1 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404222 Feb 09 01:52:24.436813 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-0993eb97-528d-4cd1-a177-5a9844bf1a56 req-403d0a61-c436-4a3c-8f35-d1b8498c332b service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=e61a651d-ace2-4152-9b52-6d689a043f13&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0760372 Feb 09 01:52:24.612719 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771fa49c-e458-4d5e-8c4e-943174d31235 req-ae0b4a43-fd47-4971-b304-50a804cd595f tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:24.614372 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-771fa49c-e458-4d5e-8c4e-943174d31235 req-ae0b4a43-fd47-4971-b304-50a804cd595f tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=e61a651d-ace2-4152-9b52-6d689a043f13 HTTP/1.1" status: 200 len: 945 time: 0.2056234 Feb 09 01:52:24.660891 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-771fa49c-e458-4d5e-8c4e-943174d31235 req-78203c95-3a96-4089-96d2-ef6374757060 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409181 Feb 09 01:52:25.270781 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:25.663766 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0993eb97-528d-4cd1-a177-5a9844bf1a56 req-c8cec991-062a-4df6-997e-03cf6b2f5911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:25.665256 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0993eb97-528d-4cd1-a177-5a9844bf1a56 req-c8cec991-062a-4df6-997e-03cf6b2f5911 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=308a7c3b94d842c0bda52a99836b9ef6&device_id=e61a651d-ace2-4152-9b52-6d689a043f13 HTTP/1.1" status: 200 len: 1096 time: 0.0701387 Feb 09 01:52:25.837280 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0993eb97-528d-4cd1-a177-5a9844bf1a56 req-2c289d71-c3db-4160-95d3-85987f98cc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:25.838737 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0993eb97-528d-4cd1-a177-5a9844bf1a56 req-2c289d71-c3db-4160-95d3-85987f98cc3e service neutron] 10.222.0.99 "GET /v2.0/networks?id=400d3014-6934-4eca-998b-e5372b1f837c HTTP/1.1" status: 200 len: 912 time: 0.1679578 Feb 09 01:52:25.949852 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0993eb97-528d-4cd1-a177-5a9844bf1a56 req-f2d7ed28-f487-4434-a97d-4bb54258d42a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4bd15e4f-d455-414e-b623-8c3f979bcade HTTP/1.1" status: 200 len: 1002 time: 0.1036491 Feb 09 01:52:25.960786 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd813bf1-87c6-41a8-abaa-8fd0ff8f2641 req-e765f40e-05e1-4120-ab5b-d95ab6effe4f tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:25.962201 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bd813bf1-87c6-41a8-abaa-8fd0ff8f2641 req-e765f40e-05e1-4120-ab5b-d95ab6effe4f tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=e61a651d-ace2-4152-9b52-6d689a043f13 HTTP/1.1" status: 200 len: 945 time: 0.1871669 Feb 09 01:52:26.050878 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0993eb97-528d-4cd1-a177-5a9844bf1a56 req-f894e5b0-3011-40fe-8db9-d960ca6d6f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:26.052289 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0993eb97-528d-4cd1-a177-5a9844bf1a56 req-f894e5b0-3011-40fe-8db9-d960ca6d6f62 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fa171e68-82ec-475c-ac6b-11e6d23a5112 HTTP/1.1" status: 200 len: 850 time: 0.0892389 Feb 09 01:52:26.055150 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bd813bf1-87c6-41a8-abaa-8fd0ff8f2641 req-51326ba1-13c9-46ff-9117-e4c9eefe3b2d tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629258 Feb 09 01:52:26.125616 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0993eb97-528d-4cd1-a177-5a9844bf1a56 req-fb4ce506-2b3c-42ac-940e-48d2459bec01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:26.127075 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0993eb97-528d-4cd1-a177-5a9844bf1a56 req-fb4ce506-2b3c-42ac-940e-48d2459bec01 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=400d3014-6934-4eca-998b-e5372b1f837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690670 Feb 09 01:52:26.255959 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0993eb97-528d-4cd1-a177-5a9844bf1a56 req-ac66e281-f6ba-42ee-b0ea-96242c44c9a8 service neutron] 10.222.0.99 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226676 Feb 09 01:52:26.384201 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0993eb97-528d-4cd1-a177-5a9844bf1a56 req-054b129f-9c6c-49b1-993b-d3b0ab87a0c3 service neutron] 10.222.0.99 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227517 Feb 09 01:52:27.237856 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf17dc4-1977-4af3-a8ee-8100acaa6b49 req-2bb4c3bb-7b44-4b1b-b5a7-be9fccffa5b2 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:27.239286 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9bf17dc4-1977-4af3-a8ee-8100acaa6b49 req-2bb4c3bb-7b44-4b1b-b5a7-be9fccffa5b2 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=e61a651d-ace2-4152-9b52-6d689a043f13 HTTP/1.1" status: 200 len: 945 time: 0.0784965 Feb 09 01:52:27.285645 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9bf17dc4-1977-4af3-a8ee-8100acaa6b49 req-2ac549c9-9d95-44b3-b8d6-220a42c1ffe2 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406187 Feb 09 01:52:28.469668 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b367b-3460-4c7f-a528-bbad982752a9 req-28a8f3f1-0ba4-4fc7-b8e5-4a7107f0d59a tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:28.471100 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-513b367b-3460-4c7f-a528-bbad982752a9 req-28a8f3f1-0ba4-4fc7-b8e5-4a7107f0d59a tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=e61a651d-ace2-4152-9b52-6d689a043f13 HTTP/1.1" status: 200 len: 945 time: 0.0792811 Feb 09 01:52:28.514090 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-513b367b-3460-4c7f-a528-bbad982752a9 req-9924635c-976d-4ac7-a5aa-3cabb9c2df28 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368316 Feb 09 01:52:28.899175 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3341a2e1-48f2-4c27-b228-36e08e561745 req-99ee99b1-84ca-41bb-a360-53a25829894a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:28.900549 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3341a2e1-48f2-4c27-b228-36e08e561745 req-99ee99b1-84ca-41bb-a360-53a25829894a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=308a7c3b94d842c0bda52a99836b9ef6&device_id=e61a651d-ace2-4152-9b52-6d689a043f13 HTTP/1.1" status: 200 len: 1096 time: 0.0752027 Feb 09 01:52:29.046416 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3341a2e1-48f2-4c27-b228-36e08e561745 req-4cfe64f7-bc83-4bf9-8254-3a1c67b8174c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:29.047873 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3341a2e1-48f2-4c27-b228-36e08e561745 req-4cfe64f7-bc83-4bf9-8254-3a1c67b8174c service neutron] 10.222.0.99 "GET /v2.0/networks?id=400d3014-6934-4eca-998b-e5372b1f837c HTTP/1.1" status: 200 len: 912 time: 0.1294389 Feb 09 01:52:29.145622 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3341a2e1-48f2-4c27-b228-36e08e561745 req-26eadeba-9b7b-4f7a-bc2d-62b2bd7fcb3d service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4bd15e4f-d455-414e-b623-8c3f979bcade HTTP/1.1" status: 200 len: 1002 time: 0.0920877 Feb 09 01:52:29.210536 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3341a2e1-48f2-4c27-b228-36e08e561745 req-f378a73a-44bf-41ee-8fd9-22c1b1a19b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:29.211933 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3341a2e1-48f2-4c27-b228-36e08e561745 req-f378a73a-44bf-41ee-8fd9-22c1b1a19b09 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fa171e68-82ec-475c-ac6b-11e6d23a5112 HTTP/1.1" status: 200 len: 850 time: 0.0604284 Feb 09 01:52:29.285627 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3341a2e1-48f2-4c27-b228-36e08e561745 req-070ea6ec-2253-4464-bfe3-3b4c6585a0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:29.287093 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3341a2e1-48f2-4c27-b228-36e08e561745 req-070ea6ec-2253-4464-bfe3-3b4c6585a0a6 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=400d3014-6934-4eca-998b-e5372b1f837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698328 Feb 09 01:52:29.512347 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3341a2e1-48f2-4c27-b228-36e08e561745 req-d9e88727-cc4c-499b-ba8d-94d150e1125a service neutron] 10.222.0.99 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197235 Feb 09 01:52:29.686077 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3341a2e1-48f2-4c27-b228-36e08e561745 req-3f8ac50c-fc8f-4d01-92f7-b49ef9c64d7f service neutron] 10.222.0.99 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688473 Feb 09 01:52:29.720168 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36a705-b29f-4168-b712-c4bd1f4e5886 req-97227ff9-3c55-462e-bb6b-1ad1cf86b1c6 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:29.721764 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9e36a705-b29f-4168-b712-c4bd1f4e5886 req-97227ff9-3c55-462e-bb6b-1ad1cf86b1c6 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=e61a651d-ace2-4152-9b52-6d689a043f13 HTTP/1.1" status: 200 len: 945 time: 0.0989513 Feb 09 01:52:29.765325 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9e36a705-b29f-4168-b712-c4bd1f4e5886 req-ff69ee35-eb1e-4569-9d2c-08696d00de83 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380542 Feb 09 01:52:30.953880 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf2625-ecbd-4de2-a19b-ff0c5959eab9 req-ec2f7e52-1146-46fa-9a82-740ea4823e37 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:30.955348 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-10cf2625-ecbd-4de2-a19b-ff0c5959eab9 req-ec2f7e52-1146-46fa-9a82-740ea4823e37 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=e61a651d-ace2-4152-9b52-6d689a043f13 HTTP/1.1" status: 200 len: 945 time: 0.0814521 Feb 09 01:52:31.000541 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-10cf2625-ecbd-4de2-a19b-ff0c5959eab9 req-ec3012b3-57b3-44f8-9294-d8a8178144bd tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389311 Feb 09 01:52:32.188542 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd31cc02-df32-47a2-a749-8f30f20b251a req-efc5af2e-2812-4228-9535-d87cff5f002f tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:32.190626 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bd31cc02-df32-47a2-a749-8f30f20b251a req-efc5af2e-2812-4228-9535-d87cff5f002f tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=e61a651d-ace2-4152-9b52-6d689a043f13 HTTP/1.1" status: 200 len: 945 time: 0.0825181 Feb 09 01:52:32.240487 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bd31cc02-df32-47a2-a749-8f30f20b251a req-d568b871-b973-4d0c-b70d-b39a35a84e6c tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440202 Feb 09 01:52:33.428504 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497fa776-5066-4dfb-93d1-1f7d0e3efdc1 req-d42678d0-da99-44e8-ac9b-6a13659a809d tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:33.430091 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-497fa776-5066-4dfb-93d1-1f7d0e3efdc1 req-d42678d0-da99-44e8-ac9b-6a13659a809d tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=e61a651d-ace2-4152-9b52-6d689a043f13 HTTP/1.1" status: 200 len: 945 time: 0.0803316 Feb 09 01:52:33.479178 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-497fa776-5066-4dfb-93d1-1f7d0e3efdc1 req-be3c7c6e-4236-4794-b33f-43cec8cce9a5 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434206 Feb 09 01:52:34.663765 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026e9c9a-6464-4996-8fcf-b9c0b45e4ec0 req-a9b71bdc-ecfb-4fda-90fb-e8eba15c5622 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:34.665211 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-026e9c9a-6464-4996-8fcf-b9c0b45e4ec0 req-a9b71bdc-ecfb-4fda-90fb-e8eba15c5622 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=e61a651d-ace2-4152-9b52-6d689a043f13 HTTP/1.1" status: 200 len: 945 time: 0.0799410 Feb 09 01:52:34.708618 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-026e9c9a-6464-4996-8fcf-b9c0b45e4ec0 req-2509f01c-ef92-4f52-9a70-758a4b0d769e tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377948 Feb 09 01:52:35.893300 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73479257-6b07-46ae-802f-ba595d419316 req-2458a576-80d0-4e21-85dc-4b54a0aa800b tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:35.895350 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-73479257-6b07-46ae-802f-ba595d419316 req-2458a576-80d0-4e21-85dc-4b54a0aa800b tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=e61a651d-ace2-4152-9b52-6d689a043f13 HTTP/1.1" status: 200 len: 945 time: 0.0828183 Feb 09 01:52:35.938694 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-73479257-6b07-46ae-802f-ba595d419316 req-77b8934e-145a-455e-a6d3-d33a3cf3981e tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374143 Feb 09 01:52:37.119972 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd43e37-0957-49d9-bc44-28c0ae066ea6 req-0359cc2b-c187-4758-881b-850353070095 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:37.121420 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8dd43e37-0957-49d9-bc44-28c0ae066ea6 req-0359cc2b-c187-4758-881b-850353070095 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=e61a651d-ace2-4152-9b52-6d689a043f13 HTTP/1.1" status: 200 len: 945 time: 0.0783374 Feb 09 01:52:37.165104 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8dd43e37-0957-49d9-bc44-28c0ae066ea6 req-3854b04f-8fef-4602-8985-b274f8b62f23 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381961 Feb 09 01:52:38.242170 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-dffa428b-3a3d-4370-ae29-8066ea441dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:38.358325 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84054f12-7964-42af-bc64-62ccbc0cf1ca req-976fa18f-e069-4821-90d4-95aad79f1c5c tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:38.359780 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-84054f12-7964-42af-bc64-62ccbc0cf1ca req-976fa18f-e069-4821-90d4-95aad79f1c5c tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=e61a651d-ace2-4152-9b52-6d689a043f13 HTTP/1.1" status: 200 len: 945 time: 0.0841873 Feb 09 01:52:38.403129 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-84054f12-7964-42af-bc64-62ccbc0cf1ca req-3652e349-9590-46cc-8081-51104dfe197a tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370648 Feb 09 01:52:39.587578 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b8f9a8-e0bb-4548-a588-8793561efc8d req-1a52deb9-26b6-4b38-833d-e74ebfdb4224 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:39.589035 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-34b8f9a8-e0bb-4548-a588-8793561efc8d req-1a52deb9-26b6-4b38-833d-e74ebfdb4224 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=e61a651d-ace2-4152-9b52-6d689a043f13 HTTP/1.1" status: 200 len: 945 time: 0.0788765 Feb 09 01:52:39.637210 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-34b8f9a8-e0bb-4548-a588-8793561efc8d req-b4625a62-67b4-4a32-ac1a-583c9d769a83 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420880 Feb 09 01:52:40.528421 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0932a468-7724-4cc2-b8ad-211ff8bfa9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:40.977102 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66724d80-ab4f-4fe9-acf5-1172c1835fa0 req-e6a7c31f-b3fa-47c5-8971-1135ac6f262e tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:40.978605 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-66724d80-ab4f-4fe9-acf5-1172c1835fa0 req-e6a7c31f-b3fa-47c5-8971-1135ac6f262e tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=e61a651d-ace2-4152-9b52-6d689a043f13 HTTP/1.1" status: 200 len: 945 time: 0.0788851 Feb 09 01:52:41.022912 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-66724d80-ab4f-4fe9-acf5-1172c1835fa0 req-c53e8d53-2872-45aa-a90e-67af22aaff09 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384710 Feb 09 01:52:41.645645 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:41.664379 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:42.210703 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e6da2-fc27-4a3e-b8c2-a7977a9b6408 req-0f7d47bb-70af-4250-9ecd-181da4f6e920 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:42.212167 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a64e6da2-fc27-4a3e-b8c2-a7977a9b6408 req-0f7d47bb-70af-4250-9ecd-181da4f6e920 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=e61a651d-ace2-4152-9b52-6d689a043f13 HTTP/1.1" status: 200 len: 945 time: 0.0863583 Feb 09 01:52:42.259758 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a64e6da2-fc27-4a3e-b8c2-a7977a9b6408 req-22d90af3-8d4d-4a74-bea9-5eb86e0ff784 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418787 Feb 09 01:52:43.283155 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:43.445975 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a076b90-414e-4165-8a5c-1f775015186f req-a425d1d9-2e21-46af-a536-847f8dd13349 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:43.447423 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6a076b90-414e-4165-8a5c-1f775015186f req-a425d1d9-2e21-46af-a536-847f8dd13349 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=e61a651d-ace2-4152-9b52-6d689a043f13 HTTP/1.1" status: 200 len: 945 time: 0.0812986 Feb 09 01:52:43.490684 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6a076b90-414e-4165-8a5c-1f775015186f req-61c535b4-02a3-499d-bd97-cc5cfaf9e367 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377047 Feb 09 01:52:44.681165 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623183e5-2591-408d-8b81-e3cec317487f req-78147ae7-d24e-480d-99e9-6c5d2552e65d tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:44.682692 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-623183e5-2591-408d-8b81-e3cec317487f req-78147ae7-d24e-480d-99e9-6c5d2552e65d tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=e61a651d-ace2-4152-9b52-6d689a043f13 HTTP/1.1" status: 200 len: 945 time: 0.0829349 Feb 09 01:52:44.726845 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-623183e5-2591-408d-8b81-e3cec317487f req-0fddeabe-d3c1-4fe9-996c-5660e9b56bec tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386684 Feb 09 01:52:45.408393 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:52:45.915623 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c46b5-700e-4367-9e8e-c80ec6eb0154 req-9d70b136-9757-4dbe-85a6-7c3d5ac9d16c tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:45.917089 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-557c46b5-700e-4367-9e8e-c80ec6eb0154 req-9d70b136-9757-4dbe-85a6-7c3d5ac9d16c tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=e61a651d-ace2-4152-9b52-6d689a043f13 HTTP/1.1" status: 200 len: 945 time: 0.0792723 Feb 09 01:52:45.961196 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-557c46b5-700e-4367-9e8e-c80ec6eb0154 req-816d14fb-d97c-47c9-8d4a-8a9e67eec6e7 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384090 Feb 09 01:52:47.148151 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b1b542-7e3e-4d06-bad2-5209ca2382ba req-abd89b06-3a9e-4800-a2af-cc153092c3a3 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:47.149579 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f2b1b542-7e3e-4d06-bad2-5209ca2382ba req-abd89b06-3a9e-4800-a2af-cc153092c3a3 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=e61a651d-ace2-4152-9b52-6d689a043f13 HTTP/1.1" status: 200 len: 945 time: 0.0816708 Feb 09 01:52:47.192062 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f2b1b542-7e3e-4d06-bad2-5209ca2382ba req-3a17d1e3-1d99-4489-95f4-828876d77aa5 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362945 Feb 09 01:52:48.382573 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196fb318-96b8-4694-9657-ae9a2b0ae71e req-a7c040e5-5095-453a-9e44-55cba2e4acdf tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:48.384045 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-196fb318-96b8-4694-9657-ae9a2b0ae71e req-a7c040e5-5095-453a-9e44-55cba2e4acdf tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=e61a651d-ace2-4152-9b52-6d689a043f13 HTTP/1.1" status: 200 len: 945 time: 0.0776992 Feb 09 01:52:48.431509 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-196fb318-96b8-4694-9657-ae9a2b0ae71e req-29c15fe6-ab36-4753-b63b-d1087d2997e7 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418854 Feb 09 01:52:49.615680 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a6820-7978-4ae3-8004-502377e528d8 req-256bb4c4-f6eb-4d88-850a-50b3d58566ec tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:49.617161 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6b2a6820-7978-4ae3-8004-502377e528d8 req-256bb4c4-f6eb-4d88-850a-50b3d58566ec tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=e61a651d-ace2-4152-9b52-6d689a043f13 HTTP/1.1" status: 200 len: 945 time: 0.0808780 Feb 09 01:52:49.661075 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6b2a6820-7978-4ae3-8004-502377e528d8 req-5a7c2254-7e16-4bd4-b4ad-b334c37c1524 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382681 Feb 09 01:52:50.847501 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706279b9-2435-43f3-b3d7-19e7a646ebb8 req-71ac69f0-9744-4b29-b125-41f294e0d5ae tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:50.848945 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-706279b9-2435-43f3-b3d7-19e7a646ebb8 req-71ac69f0-9744-4b29-b125-41f294e0d5ae tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=e61a651d-ace2-4152-9b52-6d689a043f13 HTTP/1.1" status: 200 len: 945 time: 0.0829628 Feb 09 01:52:50.892822 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-706279b9-2435-43f3-b3d7-19e7a646ebb8 req-39beb56f-25b1-4da9-a5ed-c0d1153028c6 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380607 Feb 09 01:52:52.078103 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d0f44-df06-44eb-8a6b-3ab5c4f86c83 req-18a7a048-167a-4f62-9fba-c9fecb4316cb tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:52.079555 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-114d0f44-df06-44eb-8a6b-3ab5c4f86c83 req-18a7a048-167a-4f62-9fba-c9fecb4316cb tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=e61a651d-ace2-4152-9b52-6d689a043f13 HTTP/1.1" status: 200 len: 945 time: 0.0806150 Feb 09 01:52:52.123496 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-114d0f44-df06-44eb-8a6b-3ab5c4f86c83 req-0d7ab86d-f813-4bc7-81f2-bc2758a9b043 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381927 Feb 09 01:52:52.264354 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:53.358847 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [req-0993eb97-528d-4cd1-a177-5a9844bf1a56 req-8f145f56-ab70-4082-98e4-a2762c42694b service neutron] show failed (client error): The resource could not be found. Feb 09 01:52:53.359781 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0993eb97-528d-4cd1-a177-5a9844bf1a56 req-8f145f56-ab70-4082-98e4-a2762c42694b service neutron] 10.222.0.99 "GET /v2.0/ports/4bd15e4f-d455-414e-b623-8c3f979bcade/bindings/n-h1-828418-1 HTTP/1.1" status: 404 len: 380 time: 0.1336365 Feb 09 01:52:53.377307 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ba060-43f6-4556-84dc-2f12eafa5450 req-44d5b4c5-2257-459f-abbd-ca8eb789f3ac tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:53.380087 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-007ba060-43f6-4556-84dc-2f12eafa5450 req-44d5b4c5-2257-459f-abbd-ca8eb789f3ac tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=e61a651d-ace2-4152-9b52-6d689a043f13 HTTP/1.1" status: 200 len: 945 time: 0.1182747 Feb 09 01:52:53.427052 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-007ba060-43f6-4556-84dc-2f12eafa5450 req-816fa151-4fd1-46b8-b2a2-86a6cacc449e tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413783 Feb 09 01:52:53.626696 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0993eb97-528d-4cd1-a177-5a9844bf1a56 req-93ff1b15-5e5e-4eeb-8f0a-3a7e56319079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:53.628114 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0993eb97-528d-4cd1-a177-5a9844bf1a56 req-93ff1b15-5e5e-4eeb-8f0a-3a7e56319079 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e61a651d-ace2-4152-9b52-6d689a043f13&tenant_id=308a7c3b94d842c0bda52a99836b9ef6 HTTP/1.1" status: 200 len: 1096 time: 0.0721753 Feb 09 01:52:53.639504 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-0993eb97-528d-4cd1-a177-5a9844bf1a56 req-3940f5ce-6bfd-4f47-b20b-5ed9985ebcee service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828418-1', 'device_owner': 'compute:nova'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:52:53.845683 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0993eb97-528d-4cd1-a177-5a9844bf1a56 req-3940f5ce-6bfd-4f47-b20b-5ed9985ebcee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:54.110160 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-0993eb97-528d-4cd1-a177-5a9844bf1a56 req-3940f5ce-6bfd-4f47-b20b-5ed9985ebcee service neutron] For port 4bd15e4f-d455-414e-b623-8c3f979bcade, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=4bd15e4f-d455-414e-b623-8c3f979bcade,segment=NetworkSegment(86b638af-c634-42fe-bf4b-9e90fe4382c0),segment_id=86b638af-c634-42fe-bf4b-9e90fe4382c0)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:52:54.138226 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-0993eb97-528d-4cd1-a177-5a9844bf1a56 req-3940f5ce-6bfd-4f47-b20b-5ed9985ebcee service neutron] For port 4bd15e4f-d455-414e-b623-8c3f979bcade, host n-h2-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:52:54.194726 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e61a651d-ace2-4152-9b52-6d689a043f13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bd15e4f-d455-414e-b623-8c3f979bcade'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:52:54.200501 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0993eb97-528d-4cd1-a177-5a9844bf1a56 req-3940f5ce-6bfd-4f47-b20b-5ed9985ebcee service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:54.216234 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-0993eb97-528d-4cd1-a177-5a9844bf1a56 req-3940f5ce-6bfd-4f47-b20b-5ed9985ebcee service neutron] Transition to ACTIVE for port object 4bd15e4f-d455-414e-b623-8c3f979bcade will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:52:54.220608 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0993eb97-528d-4cd1-a177-5a9844bf1a56 req-3940f5ce-6bfd-4f47-b20b-5ed9985ebcee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:54.273756 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e61a651d-ace2-4152-9b52-6d689a043f13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bd15e4f-d455-414e-b623-8c3f979bcade', 'code': 200} Feb 09 01:52:54.377307 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3940f5ce-6bfd-4f47-b20b-5ed9985ebcee service neutron] Pushing event updated for resources: {'Port': ['ID=4bd15e4f-d455-414e-b623-8c3f979bcade,revision_number=6']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:54.430556 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-0993eb97-528d-4cd1-a177-5a9844bf1a56 req-3940f5ce-6bfd-4f47-b20b-5ed9985ebcee service neutron] No DVR routers for this DVR port 4bd15e4f-d455-414e-b623-8c3f979bcade on host n-h2-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:52:54.712016 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-0993eb97-528d-4cd1-a177-5a9844bf1a56 req-3940f5ce-6bfd-4f47-b20b-5ed9985ebcee service neutron] Attempting to bind port 4bd15e4f-d455-414e-b623-8c3f979bcade on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:52:54.712340 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-0993eb97-528d-4cd1-a177-5a9844bf1a56 req-3940f5ce-6bfd-4f47-b20b-5ed9985ebcee service neutron] Attempting to bind port 4bd15e4f-d455-414e-b623-8c3f979bcade by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '86b638af-c634-42fe-bf4b-9e90fe4382c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:52:54.712660 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0993eb97-528d-4cd1-a177-5a9844bf1a56 req-3940f5ce-6bfd-4f47-b20b-5ed9985ebcee service neutron] Attempting to bind port 4bd15e4f-d455-414e-b623-8c3f979bcade on network 400d3014-6934-4eca-998b-e5372b1f837c {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:52:54.720214 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0993eb97-528d-4cd1-a177-5a9844bf1a56 req-3940f5ce-6bfd-4f47-b20b-5ed9985ebcee service neutron] Port 4bd15e4f-d455-414e-b623-8c3f979bcade on network 400d3014-6934-4eca-998b-e5372b1f837c not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:52:54.720531 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0993eb97-528d-4cd1-a177-5a9844bf1a56 req-3940f5ce-6bfd-4f47-b20b-5ed9985ebcee service neutron] Attempting to bind port 4bd15e4f-d455-414e-b623-8c3f979bcade on network 400d3014-6934-4eca-998b-e5372b1f837c {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:52:54.733876 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a3ada-002f-4a49-9180-6c2bbdf3b27a req-60e2f32f-3be6-4240-b046-9b5f919fe90d tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:54.735319 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-616a3ada-002f-4a49-9180-6c2bbdf3b27a req-60e2f32f-3be6-4240-b046-9b5f919fe90d tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=e61a651d-ace2-4152-9b52-6d689a043f13 HTTP/1.1" status: 200 len: 943 time: 0.1625161 Feb 09 01:52:54.736183 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0993eb97-528d-4cd1-a177-5a9844bf1a56 req-3940f5ce-6bfd-4f47-b20b-5ed9985ebcee service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:52:54.736528 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0993eb97-528d-4cd1-a177-5a9844bf1a56 req-3940f5ce-6bfd-4f47-b20b-5ed9985ebcee service neutron] Checking segment: {'id': '86b638af-c634-42fe-bf4b-9e90fe4382c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:52:54.736896 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0993eb97-528d-4cd1-a177-5a9844bf1a56 req-3940f5ce-6bfd-4f47-b20b-5ed9985ebcee service neutron] Bound using segment: {'id': '86b638af-c634-42fe-bf4b-9e90fe4382c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:52:54.737319 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-0993eb97-528d-4cd1-a177-5a9844bf1a56 req-3940f5ce-6bfd-4f47-b20b-5ed9985ebcee service neutron] Bound port: 4bd15e4f-d455-414e-b623-8c3f979bcade, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86b638af-c634-42fe-bf4b-9e90fe4382c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:52:54.737687 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0993eb97-528d-4cd1-a177-5a9844bf1a56 req-3940f5ce-6bfd-4f47-b20b-5ed9985ebcee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:54.833662 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-616a3ada-002f-4a49-9180-6c2bbdf3b27a req-dd488c3b-4406-4dd2-8811-85f3e33f95f0 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871823 Feb 09 01:52:54.861140 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-0993eb97-528d-4cd1-a177-5a9844bf1a56 req-3940f5ce-6bfd-4f47-b20b-5ed9985ebcee service neutron] For port 4bd15e4f-d455-414e-b623-8c3f979bcade, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:52:54.864671 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-0993eb97-528d-4cd1-a177-5a9844bf1a56 req-3940f5ce-6bfd-4f47-b20b-5ed9985ebcee service neutron] For port 4bd15e4f-d455-414e-b623-8c3f979bcade, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=4bd15e4f-d455-414e-b623-8c3f979bcade,segment=NetworkSegment(86b638af-c634-42fe-bf4b-9e90fe4382c0),segment_id=86b638af-c634-42fe-bf4b-9e90fe4382c0)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:52:54.868635 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0993eb97-528d-4cd1-a177-5a9844bf1a56 req-3940f5ce-6bfd-4f47-b20b-5ed9985ebcee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:54.929376 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0993eb97-528d-4cd1-a177-5a9844bf1a56 req-3940f5ce-6bfd-4f47-b20b-5ed9985ebcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:54.930123 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-0993eb97-528d-4cd1-a177-5a9844bf1a56 req-3940f5ce-6bfd-4f47-b20b-5ed9985ebcee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:54.931572 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0993eb97-528d-4cd1-a177-5a9844bf1a56 req-3940f5ce-6bfd-4f47-b20b-5ed9985ebcee service neutron] 10.222.0.62 "PUT /v2.0/ports/4bd15e4f-d455-414e-b623-8c3f979bcade HTTP/1.1" status: 200 len: 1091 time: 1.2964084 Feb 09 01:52:54.947197 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3940f5ce-6bfd-4f47-b20b-5ed9985ebcee service neutron] Pushing event updated for resources: {'Port': ['ID=4bd15e4f-d455-414e-b623-8c3f979bcade,revision_number=7']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:55.032602 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0993eb97-528d-4cd1-a177-5a9844bf1a56 req-2d1aa5d2-b3a3-4483-82d4-83256c197c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:55.034254 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0993eb97-528d-4cd1-a177-5a9844bf1a56 req-2d1aa5d2-b3a3-4483-82d4-83256c197c3e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=308a7c3b94d842c0bda52a99836b9ef6&device_id=e61a651d-ace2-4152-9b52-6d689a043f13 HTTP/1.1" status: 200 len: 1094 time: 0.0786207 Feb 09 01:52:55.165299 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0993eb97-528d-4cd1-a177-5a9844bf1a56 req-8318d668-2ebe-417c-a686-0cae67aac069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:55.166754 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0993eb97-528d-4cd1-a177-5a9844bf1a56 req-8318d668-2ebe-417c-a686-0cae67aac069 service neutron] 10.222.0.62 "GET /v2.0/networks?id=400d3014-6934-4eca-998b-e5372b1f837c HTTP/1.1" status: 200 len: 912 time: 0.1272717 Feb 09 01:52:55.265648 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0993eb97-528d-4cd1-a177-5a9844bf1a56 req-e634fc9b-fd8b-4ff5-9a47-3a271b39d757 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4bd15e4f-d455-414e-b623-8c3f979bcade HTTP/1.1" status: 200 len: 1000 time: 0.0927305 Feb 09 01:52:55.284169 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:55.431343 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0993eb97-528d-4cd1-a177-5a9844bf1a56 req-4c900f89-01ea-460c-89f9-913a7807efe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:55.432794 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0993eb97-528d-4cd1-a177-5a9844bf1a56 req-4c900f89-01ea-460c-89f9-913a7807efe4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fa171e68-82ec-475c-ac6b-11e6d23a5112 HTTP/1.1" status: 200 len: 850 time: 0.1620665 Feb 09 01:52:55.504813 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0993eb97-528d-4cd1-a177-5a9844bf1a56 req-5f4975d7-0a39-4725-bbb5-f1f149aab6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:55.506199 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0993eb97-528d-4cd1-a177-5a9844bf1a56 req-5f4975d7-0a39-4725-bbb5-f1f149aab6fd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=400d3014-6934-4eca-998b-e5372b1f837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677712 Feb 09 01:52:55.634231 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0993eb97-528d-4cd1-a177-5a9844bf1a56 req-c11dda0a-6914-4cc1-8e92-5ff9aa99a96c service neutron] 10.222.0.62 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224566 Feb 09 01:52:55.761848 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0993eb97-528d-4cd1-a177-5a9844bf1a56 req-b92ac746-5d26-412a-9ad3-39025d80b1a1 service neutron] 10.222.0.62 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218858 Feb 09 01:52:56.023584 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a71070-5f28-4dde-9184-5d7588e9addb req-9db4814b-8af1-494c-90da-0839b188b8b6 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:56.024955 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-42a71070-5f28-4dde-9184-5d7588e9addb req-9db4814b-8af1-494c-90da-0839b188b8b6 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=e61a651d-ace2-4152-9b52-6d689a043f13 HTTP/1.1" status: 200 len: 943 time: 0.0822167 Feb 09 01:52:56.067425 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-42a71070-5f28-4dde-9184-5d7588e9addb req-661b33f5-a7ec-44f4-b7fb-77515228ea55 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369453 Feb 09 01:52:56.274745 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e61a651d-ace2-4152-9b52-6d689a043f13', 'tag': '4bd15e4f-d455-414e-b623-8c3f979bcade'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:52:56.331037 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e61a651d-ace2-4152-9b52-6d689a043f13', 'tag': '4bd15e4f-d455-414e-b623-8c3f979bcade', 'status': 'completed', 'code': 200} Feb 09 01:52:56.475416 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef7082-d79f-4c5e-98f9-5bc9161631f8 req-e98fcc64-b905-430c-a453-59df7c297e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:56.476847 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bcef7082-d79f-4c5e-98f9-5bc9161631f8 req-e98fcc64-b905-430c-a453-59df7c297e6d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=308a7c3b94d842c0bda52a99836b9ef6&device_id=e61a651d-ace2-4152-9b52-6d689a043f13 HTTP/1.1" status: 200 len: 1094 time: 0.0982196 Feb 09 01:52:56.479198 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef7082-d79f-4c5e-98f9-5bc9161631f8 req-96427366-bf4f-4366-9ff1-bcc9e17b8a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:56.480499 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bcef7082-d79f-4c5e-98f9-5bc9161631f8 req-96427366-bf4f-4366-9ff1-bcc9e17b8a57 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=308a7c3b94d842c0bda52a99836b9ef6&device_id=e61a651d-ace2-4152-9b52-6d689a043f13 HTTP/1.1" status: 200 len: 1094 time: 0.1308265 Feb 09 01:52:56.709734 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef7082-d79f-4c5e-98f9-5bc9161631f8 req-d14cf353-4a55-4ea2-b9da-5bf7984211ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:56.711156 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bcef7082-d79f-4c5e-98f9-5bc9161631f8 req-d14cf353-4a55-4ea2-b9da-5bf7984211ac service neutron] 10.222.0.99 "GET /v2.0/networks?id=400d3014-6934-4eca-998b-e5372b1f837c HTTP/1.1" status: 200 len: 912 time: 0.2111626 Feb 09 01:52:56.712063 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef7082-d79f-4c5e-98f9-5bc9161631f8 req-6c08c309-7d2e-4f6a-9207-d1ab3882b7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:56.713328 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bcef7082-d79f-4c5e-98f9-5bc9161631f8 req-6c08c309-7d2e-4f6a-9207-d1ab3882b7ec service neutron] 10.222.0.62 "GET /v2.0/networks?id=400d3014-6934-4eca-998b-e5372b1f837c HTTP/1.1" status: 200 len: 912 time: 0.2300155 Feb 09 01:52:56.894920 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bcef7082-d79f-4c5e-98f9-5bc9161631f8 req-377aaf72-7f40-4aa8-a15a-c408cebc3cec service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4bd15e4f-d455-414e-b623-8c3f979bcade HTTP/1.1" status: 200 len: 1000 time: 0.1776760 Feb 09 01:52:56.896509 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bcef7082-d79f-4c5e-98f9-5bc9161631f8 req-6f5b802f-123c-469e-94b5-b64d2e4394d0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4bd15e4f-d455-414e-b623-8c3f979bcade HTTP/1.1" status: 200 len: 1000 time: 0.1290774 Feb 09 01:52:57.004895 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef7082-d79f-4c5e-98f9-5bc9161631f8 req-9ec061c0-3049-4540-9425-98f47a1e9ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:57.006346 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bcef7082-d79f-4c5e-98f9-5bc9161631f8 req-9ec061c0-3049-4540-9425-98f47a1e9ff7 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fa171e68-82ec-475c-ac6b-11e6d23a5112 HTTP/1.1" status: 200 len: 850 time: 0.1062341 Feb 09 01:52:57.007700 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef7082-d79f-4c5e-98f9-5bc9161631f8 req-d9c6cf3a-2b9e-4ea6-b8ae-47bcf5306fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:57.008966 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bcef7082-d79f-4c5e-98f9-5bc9161631f8 req-d9c6cf3a-2b9e-4ea6-b8ae-47bcf5306fcf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fa171e68-82ec-475c-ac6b-11e6d23a5112 HTTP/1.1" status: 200 len: 850 time: 0.0792212 Feb 09 01:52:57.136654 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef7082-d79f-4c5e-98f9-5bc9161631f8 req-a56b2bc3-f6ae-42b3-a95e-5dbd491b9d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:57.138166 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bcef7082-d79f-4c5e-98f9-5bc9161631f8 req-a56b2bc3-f6ae-42b3-a95e-5dbd491b9d67 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=400d3014-6934-4eca-998b-e5372b1f837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1265934 Feb 09 01:52:57.140566 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef7082-d79f-4c5e-98f9-5bc9161631f8 req-83d916c5-ab12-44af-afda-2312630518a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:57.141890 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bcef7082-d79f-4c5e-98f9-5bc9161631f8 req-83d916c5-ab12-44af-afda-2312630518a8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=400d3014-6934-4eca-998b-e5372b1f837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1015515 Feb 09 01:52:57.553759 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bcef7082-d79f-4c5e-98f9-5bc9161631f8 req-da3f7fb7-2959-4a55-b9a6-2f8426255a7a service neutron] 10.222.0.99 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4083099 Feb 09 01:52:57.555437 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bcef7082-d79f-4c5e-98f9-5bc9161631f8 req-01aa54d5-893a-4310-96a0-1a278886a7fc service neutron] 10.222.0.62 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3923733 Feb 09 01:52:57.653185 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a9d86-558c-4c89-ac57-68dfb10fa428 req-33a44d08-65fa-49f4-b5fc-ea95de07675e tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:57.654674 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e58a9d86-558c-4c89-ac57-68dfb10fa428 req-33a44d08-65fa-49f4-b5fc-ea95de07675e tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=e61a651d-ace2-4152-9b52-6d689a043f13 HTTP/1.1" status: 200 len: 943 time: 0.4721849 Feb 09 01:52:57.811253 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e58a9d86-558c-4c89-ac57-68dfb10fa428 req-03017989-a31f-43b5-858d-0fb4bc3e8e8c tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1498387 Feb 09 01:52:57.845149 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bcef7082-d79f-4c5e-98f9-5bc9161631f8 req-f3f60aa3-75aa-49ce-841e-c4a932237652 service neutron] 10.222.0.62 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826562 Feb 09 01:52:57.852725 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bcef7082-d79f-4c5e-98f9-5bc9161631f8 req-48fca3ad-c4f7-4ae5-a293-f0418e7e53e1 service neutron] 10.222.0.99 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926948 Feb 09 01:52:58.365504 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 4bd15e4f-d455-414e-b623-8c3f979bcade no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:52:58.425177 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 4bd15e4f-d455-414e-b623-8c3f979bcade not bound to the agent host n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:52:58.712365 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 4bd15e4f-d455-414e-b623-8c3f979bcade details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:52:58.843253 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 4bd15e4f-d455-414e-b623-8c3f979bcade, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=4bd15e4f-d455-414e-b623-8c3f979bcade,segment=NetworkSegment(86b638af-c634-42fe-bf4b-9e90fe4382c0),segment_id=86b638af-c634-42fe-bf4b-9e90fe4382c0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:52:58.857122 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '4bd15e4f-d455-414e-b623-8c3f979bcade', 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c', 'port_id': '4bd15e4f-d455-414e-b623-8c3f979bcade', 'mac_address': 'fa:16:3e:bd:40:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa171e68-82ec-475c-ac6b-11e6d23a5112', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:52:58.916739 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:58.933514 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bd15e4f-d455-414e-b623-8c3f979bcade {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:52:58.949093 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 4bd15e4f-d455-414e-b623-8c3f979bcade, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=4bd15e4f-d455-414e-b623-8c3f979bcade,segment=NetworkSegment(86b638af-c634-42fe-bf4b-9e90fe4382c0),segment_id=86b638af-c634-42fe-bf4b-9e90fe4382c0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:52:58.952748 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:58.998959 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f599c080-72ec-4176-9676-ab6c30b63a82 req-5ce189af-5a4b-4dd6-940f-544c35440019 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:59.000418 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f599c080-72ec-4176-9676-ab6c30b63a82 req-5ce189af-5a4b-4dd6-940f-544c35440019 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=e61a651d-ace2-4152-9b52-6d689a043f13 HTTP/1.1" status: 200 len: 944 time: 0.0796678 Feb 09 01:52:59.025137 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=4bd15e4f-d455-414e-b623-8c3f979bcade,revision_number=8']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:59.045757 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f599c080-72ec-4176-9676-ab6c30b63a82 req-034d1fb7-145c-4fa7-be2b-655d24547b3f tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395272 Feb 09 01:52:59.227752 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['4bd15e4f-d455-414e-b623-8c3f979bcade'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:52:59.508933 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65729e53-16e0-434b-bdcf-d6c2c55c5185 req-7d417b95-9c44-48c0-a906-d604d61da3d9 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:59.510320 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-65729e53-16e0-434b-bdcf-d6c2c55c5185 req-7d417b95-9c44-48c0-a906-d604d61da3d9 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.62 "GET /v2.0/ports?device_id=e61a651d-ace2-4152-9b52-6d689a043f13&tenant_id=308a7c3b94d842c0bda52a99836b9ef6&binding%3Ahost_id=n-h1-828418-1 HTTP/1.1" status: 200 len: 944 time: 0.1502352 Feb 09 01:52:59.562366 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7ed3fd-0989-4cc6-b882-3b737fa4d141 req-14e7766b-65ec-4f1c-bcdd-482fe4e2be51 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:59.563797 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bd7ed3fd-0989-4cc6-b882-3b737fa4d141 req-14e7766b-65ec-4f1c-bcdd-482fe4e2be51 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=e61a651d-ace2-4152-9b52-6d689a043f13 HTTP/1.1" status: 200 len: 944 time: 0.1392114 Feb 09 01:52:59.635476 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bd7ed3fd-0989-4cc6-b882-3b737fa4d141 req-1662fe23-7f23-4e63-8da9-096ceb7548e4 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644653 Feb 09 01:52:59.638142 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-65729e53-16e0-434b-bdcf-d6c2c55c5185 req-d71ccbc7-5c10-44ab-bce2-84e88c152c00 service neutron] 10.222.0.62 "GET /v2.0/ports/4bd15e4f-d455-414e-b623-8c3f979bcade/bindings/n-h1-828418-1 HTTP/1.1" status: 200 len: 382 time: 0.1200414 Feb 09 01:52:59.735140 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65729e53-16e0-434b-bdcf-d6c2c55c5185 req-e428ee1d-82e4-4bf6-8f0a-5b07e85c4956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:59.736603 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-65729e53-16e0-434b-bdcf-d6c2c55c5185 req-e428ee1d-82e4-4bf6-8f0a-5b07e85c4956 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=308a7c3b94d842c0bda52a99836b9ef6&device_id=e61a651d-ace2-4152-9b52-6d689a043f13 HTTP/1.1" status: 200 len: 1095 time: 0.0707555 Feb 09 01:52:59.868191 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65729e53-16e0-434b-bdcf-d6c2c55c5185 req-a8890997-bc78-45ee-bd87-e8c344b9160c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:59.869537 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-65729e53-16e0-434b-bdcf-d6c2c55c5185 req-a8890997-bc78-45ee-bd87-e8c344b9160c service neutron] 10.222.0.62 "GET /v2.0/networks?id=400d3014-6934-4eca-998b-e5372b1f837c HTTP/1.1" status: 200 len: 912 time: 0.1265461 Feb 09 01:52:59.970850 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-65729e53-16e0-434b-bdcf-d6c2c55c5185 req-ac5cd333-8a00-432a-a446-de7bbb2f0f5f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4bd15e4f-d455-414e-b623-8c3f979bcade HTTP/1.1" status: 200 len: 1001 time: 0.0952153 Feb 09 01:53:00.031711 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65729e53-16e0-434b-bdcf-d6c2c55c5185 req-2ef171ff-4a57-4992-8eb3-66c2e781beae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:00.033107 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-65729e53-16e0-434b-bdcf-d6c2c55c5185 req-2ef171ff-4a57-4992-8eb3-66c2e781beae service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fa171e68-82ec-475c-ac6b-11e6d23a5112 HTTP/1.1" status: 200 len: 850 time: 0.0561738 Feb 09 01:53:00.108610 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65729e53-16e0-434b-bdcf-d6c2c55c5185 req-eff95b4d-8934-4672-96a9-5a4eb791b6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:00.110064 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-65729e53-16e0-434b-bdcf-d6c2c55c5185 req-eff95b4d-8934-4672-96a9-5a4eb791b6da service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=400d3014-6934-4eca-998b-e5372b1f837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708182 Feb 09 01:53:00.243580 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-65729e53-16e0-434b-bdcf-d6c2c55c5185 req-fd74207b-def9-4e9f-a1a9-c34716b2c1c9 service neutron] 10.222.0.62 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267464 Feb 09 01:53:00.498215 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-65729e53-16e0-434b-bdcf-d6c2c55c5185 req-3abf0f04-1d67-4cae-95d4-f99d1d3a2c0b service neutron] 10.222.0.62 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481155 Feb 09 01:53:00.724158 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 4bd15e4f-d455-414e-b623-8c3f979bcade up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:53:00.831426 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port 4bd15e4f-d455-414e-b623-8c3f979bcade completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:53:00.836980 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 4bd15e4f-d455-414e-b623-8c3f979bcade triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:53:00.837350 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:00.917411 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3082fd-9bea-4208-83d0-6f209160d489 req-85669b20-e863-4d63-bcc1-6b61d8676e45 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:00.919296 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0a3082fd-9bea-4208-83d0-6f209160d489 req-85669b20-e863-4d63-bcc1-6b61d8676e45 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=e61a651d-ace2-4152-9b52-6d689a043f13 HTTP/1.1" status: 200 len: 944 time: 0.1642587 Feb 09 01:53:00.968357 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0a3082fd-9bea-4208-83d0-6f209160d489 req-cace6ecf-5faf-403b-9bea-6b347d71718c tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419846 Feb 09 01:53:00.976679 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:01.006850 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e61a651d-ace2-4152-9b52-6d689a043f13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd15e4f-d455-414e-b623-8c3f979bcade'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:53:01.017668 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 4bd15e4f-d455-414e-b623-8c3f979bcade, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=4bd15e4f-d455-414e-b623-8c3f979bcade,segment=NetworkSegment(86b638af-c634-42fe-bf4b-9e90fe4382c0),segment_id=86b638af-c634-42fe-bf4b-9e90fe4382c0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:53:01.022951 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:01.075271 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e61a651d-ace2-4152-9b52-6d689a043f13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd15e4f-d455-414e-b623-8c3f979bcade', 'code': 200} Feb 09 01:53:01.093728 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=4bd15e4f-d455-414e-b623-8c3f979bcade,revision_number=9']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:02.160270 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b724d846-b2dc-44b8-9638-96e5cf0c2731 req-d38680ee-9609-449d-b958-d886aac03f54 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:02.161736 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b724d846-b2dc-44b8-9638-96e5cf0c2731 req-d38680ee-9609-449d-b958-d886aac03f54 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=e61a651d-ace2-4152-9b52-6d689a043f13 HTTP/1.1" status: 200 len: 945 time: 0.0826027 Feb 09 01:53:02.204292 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b724d846-b2dc-44b8-9638-96e5cf0c2731 req-5f0a62b9-f878-4f09-a667-08bd6044ec02 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370088 Feb 09 01:53:02.604884 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65729e53-16e0-434b-bdcf-d6c2c55c5185 req-6d84d15e-1900-4d0f-9940-96ec055589c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:02.606555 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-65729e53-16e0-434b-bdcf-d6c2c55c5185 req-6d84d15e-1900-4d0f-9940-96ec055589c5 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=e61a651d-ace2-4152-9b52-6d689a043f13&tenant_id=308a7c3b94d842c0bda52a99836b9ef6 HTTP/1.1" status: 200 len: 1096 time: 0.0717003 Feb 09 01:53:02.617243 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-65729e53-16e0-434b-bdcf-d6c2c55c5185 req-10fcb0af-edd6-4263-acfc-ebea60bc9904 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828418-1', 'device_owner': 'compute:nova'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:53:02.724539 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-65729e53-16e0-434b-bdcf-d6c2c55c5185 req-10fcb0af-edd6-4263-acfc-ebea60bc9904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:02.990442 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-65729e53-16e0-434b-bdcf-d6c2c55c5185 req-10fcb0af-edd6-4263-acfc-ebea60bc9904 service neutron] For port 4bd15e4f-d455-414e-b623-8c3f979bcade, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=4bd15e4f-d455-414e-b623-8c3f979bcade,segment=NetworkSegment(86b638af-c634-42fe-bf4b-9e90fe4382c0),segment_id=86b638af-c634-42fe-bf4b-9e90fe4382c0)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:53:03.017808 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-65729e53-16e0-434b-bdcf-d6c2c55c5185 req-10fcb0af-edd6-4263-acfc-ebea60bc9904 service neutron] For port 4bd15e4f-d455-414e-b623-8c3f979bcade, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:53:03.076393 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e61a651d-ace2-4152-9b52-6d689a043f13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bd15e4f-d455-414e-b623-8c3f979bcade'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:53:03.081854 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-65729e53-16e0-434b-bdcf-d6c2c55c5185 req-10fcb0af-edd6-4263-acfc-ebea60bc9904 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:03.096582 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-65729e53-16e0-434b-bdcf-d6c2c55c5185 req-10fcb0af-edd6-4263-acfc-ebea60bc9904 service neutron] Transition to ACTIVE for port object 4bd15e4f-d455-414e-b623-8c3f979bcade will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:53:03.100725 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-65729e53-16e0-434b-bdcf-d6c2c55c5185 req-10fcb0af-edd6-4263-acfc-ebea60bc9904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:03.143173 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e61a651d-ace2-4152-9b52-6d689a043f13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bd15e4f-d455-414e-b623-8c3f979bcade', 'code': 200} Feb 09 01:53:03.242109 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fcb0af-edd6-4263-acfc-ebea60bc9904 service neutron] Pushing event updated for resources: {'Port': ['ID=4bd15e4f-d455-414e-b623-8c3f979bcade,revision_number=10']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:03.305192 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-65729e53-16e0-434b-bdcf-d6c2c55c5185 req-10fcb0af-edd6-4263-acfc-ebea60bc9904 service neutron] No DVR routers for this DVR port 4bd15e4f-d455-414e-b623-8c3f979bcade on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:53:03.545202 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb551c1a-d76a-4c2d-a4e7-85cb413b611b req-5e90a7fe-84f6-4ec8-add1-58a68da52de6 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:03.546598 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cb551c1a-d76a-4c2d-a4e7-85cb413b611b req-5e90a7fe-84f6-4ec8-add1-58a68da52de6 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=e61a651d-ace2-4152-9b52-6d689a043f13 HTTP/1.1" status: 200 len: 944 time: 0.1896200 Feb 09 01:53:03.626995 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-65729e53-16e0-434b-bdcf-d6c2c55c5185 req-10fcb0af-edd6-4263-acfc-ebea60bc9904 service neutron] Attempting to bind port 4bd15e4f-d455-414e-b623-8c3f979bcade on host n-h2-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:53:03.627327 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-65729e53-16e0-434b-bdcf-d6c2c55c5185 req-10fcb0af-edd6-4263-acfc-ebea60bc9904 service neutron] Attempting to bind port 4bd15e4f-d455-414e-b623-8c3f979bcade by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': '86b638af-c634-42fe-bf4b-9e90fe4382c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:53:03.627653 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65729e53-16e0-434b-bdcf-d6c2c55c5185 req-10fcb0af-edd6-4263-acfc-ebea60bc9904 service neutron] Attempting to bind port 4bd15e4f-d455-414e-b623-8c3f979bcade on network 400d3014-6934-4eca-998b-e5372b1f837c {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:53:03.638376 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65729e53-16e0-434b-bdcf-d6c2c55c5185 req-10fcb0af-edd6-4263-acfc-ebea60bc9904 service neutron] Port 4bd15e4f-d455-414e-b623-8c3f979bcade on network 400d3014-6934-4eca-998b-e5372b1f837c not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:53:03.638698 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65729e53-16e0-434b-bdcf-d6c2c55c5185 req-10fcb0af-edd6-4263-acfc-ebea60bc9904 service neutron] Attempting to bind port 4bd15e4f-d455-414e-b623-8c3f979bcade on network 400d3014-6934-4eca-998b-e5372b1f837c {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:53:03.643064 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cb551c1a-d76a-4c2d-a4e7-85cb413b611b req-f45a83d5-1574-4de1-9b76-d4ad85cd4af5 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901802 Feb 09 01:53:03.647531 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65729e53-16e0-434b-bdcf-d6c2c55c5185 req-10fcb0af-edd6-4263-acfc-ebea60bc9904 service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:53:03.647864 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65729e53-16e0-434b-bdcf-d6c2c55c5185 req-10fcb0af-edd6-4263-acfc-ebea60bc9904 service neutron] Checking segment: {'id': '86b638af-c634-42fe-bf4b-9e90fe4382c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:53:03.648265 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65729e53-16e0-434b-bdcf-d6c2c55c5185 req-10fcb0af-edd6-4263-acfc-ebea60bc9904 service neutron] Bound using segment: {'id': '86b638af-c634-42fe-bf4b-9e90fe4382c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:53:03.648727 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-65729e53-16e0-434b-bdcf-d6c2c55c5185 req-10fcb0af-edd6-4263-acfc-ebea60bc9904 service neutron] Bound port: 4bd15e4f-d455-414e-b623-8c3f979bcade, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86b638af-c634-42fe-bf4b-9e90fe4382c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:53:03.649088 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-65729e53-16e0-434b-bdcf-d6c2c55c5185 req-10fcb0af-edd6-4263-acfc-ebea60bc9904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:03.742260 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-65729e53-16e0-434b-bdcf-d6c2c55c5185 req-10fcb0af-edd6-4263-acfc-ebea60bc9904 service neutron] For port 4bd15e4f-d455-414e-b623-8c3f979bcade, host n-h2-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:53:03.745615 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-65729e53-16e0-434b-bdcf-d6c2c55c5185 req-10fcb0af-edd6-4263-acfc-ebea60bc9904 service neutron] For port 4bd15e4f-d455-414e-b623-8c3f979bcade, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=4bd15e4f-d455-414e-b623-8c3f979bcade,segment=NetworkSegment(86b638af-c634-42fe-bf4b-9e90fe4382c0),segment_id=86b638af-c634-42fe-bf4b-9e90fe4382c0)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:53:03.749631 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-65729e53-16e0-434b-bdcf-d6c2c55c5185 req-10fcb0af-edd6-4263-acfc-ebea60bc9904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:03.805747 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65729e53-16e0-434b-bdcf-d6c2c55c5185 req-10fcb0af-edd6-4263-acfc-ebea60bc9904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:03.806388 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-65729e53-16e0-434b-bdcf-d6c2c55c5185 req-10fcb0af-edd6-4263-acfc-ebea60bc9904 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:03.807756 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-65729e53-16e0-434b-bdcf-d6c2c55c5185 req-10fcb0af-edd6-4263-acfc-ebea60bc9904 service neutron] 10.222.0.99 "PUT /v2.0/ports/4bd15e4f-d455-414e-b623-8c3f979bcade HTTP/1.1" status: 200 len: 1092 time: 1.1950569 Feb 09 01:53:03.828733 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fcb0af-edd6-4263-acfc-ebea60bc9904 service neutron] Pushing event updated for resources: {'Port': ['ID=4bd15e4f-d455-414e-b623-8c3f979bcade,revision_number=11']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:03.903318 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65729e53-16e0-434b-bdcf-d6c2c55c5185 req-89e9d83e-709d-4833-bc97-5e964c2c5678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:03.904823 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-65729e53-16e0-434b-bdcf-d6c2c55c5185 req-89e9d83e-709d-4833-bc97-5e964c2c5678 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=308a7c3b94d842c0bda52a99836b9ef6&device_id=e61a651d-ace2-4152-9b52-6d689a043f13 HTTP/1.1" status: 200 len: 1095 time: 0.0730927 Feb 09 01:53:04.146443 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65729e53-16e0-434b-bdcf-d6c2c55c5185 req-e66c49ec-e5a3-4a50-80c9-a604a156baa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:04.148149 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-65729e53-16e0-434b-bdcf-d6c2c55c5185 req-e66c49ec-e5a3-4a50-80c9-a604a156baa7 service neutron] 10.222.0.99 "GET /v2.0/networks?id=400d3014-6934-4eca-998b-e5372b1f837c HTTP/1.1" status: 200 len: 912 time: 0.2367945 Feb 09 01:53:04.249503 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-65729e53-16e0-434b-bdcf-d6c2c55c5185 req-5b1872af-8120-42f5-8349-366e922f5d96 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4bd15e4f-d455-414e-b623-8c3f979bcade HTTP/1.1" status: 200 len: 1000 time: 0.0957141 Feb 09 01:53:04.312295 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65729e53-16e0-434b-bdcf-d6c2c55c5185 req-e095bf3d-4ac9-4aae-87a4-9188ebf6d0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:04.313711 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-65729e53-16e0-434b-bdcf-d6c2c55c5185 req-e095bf3d-4ac9-4aae-87a4-9188ebf6d0b5 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fa171e68-82ec-475c-ac6b-11e6d23a5112 HTTP/1.1" status: 200 len: 850 time: 0.0589252 Feb 09 01:53:04.387255 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65729e53-16e0-434b-bdcf-d6c2c55c5185 req-922505c3-f8df-493e-b5fe-5b184ca1ff00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:04.388662 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-65729e53-16e0-434b-bdcf-d6c2c55c5185 req-922505c3-f8df-493e-b5fe-5b184ca1ff00 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=400d3014-6934-4eca-998b-e5372b1f837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692794 Feb 09 01:53:04.517134 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-65729e53-16e0-434b-bdcf-d6c2c55c5185 req-ee70692d-7e2c-4a95-9f44-ec81ff1e58a6 service neutron] 10.222.0.99 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226084 Feb 09 01:53:04.647676 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-65729e53-16e0-434b-bdcf-d6c2c55c5185 req-284b5752-cdeb-482e-8b72-4ace5ad96801 service neutron] 10.222.0.99 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234159 Feb 09 01:53:04.894490 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bd6108-e508-49af-9276-8ee713160e74 req-3fbe1bf5-3ada-4041-8fa5-0d68655c642b tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:04.895870 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d8bd6108-e508-49af-9276-8ee713160e74 req-3fbe1bf5-3ada-4041-8fa5-0d68655c642b tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=e61a651d-ace2-4152-9b52-6d689a043f13 HTTP/1.1" status: 200 len: 944 time: 0.1451449 Feb 09 01:53:04.938658 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d8bd6108-e508-49af-9276-8ee713160e74 req-7c714b57-d5b3-4d26-b48e-8dd6e6287582 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369725 Feb 09 01:53:05.144793 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e61a651d-ace2-4152-9b52-6d689a043f13', 'tag': '4bd15e4f-d455-414e-b623-8c3f979bcade'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:53:05.199892 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e61a651d-ace2-4152-9b52-6d689a043f13', 'tag': '4bd15e4f-d455-414e-b623-8c3f979bcade', 'status': 'completed', 'code': 200} Feb 09 01:53:05.345914 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0498b0-06a3-4517-9f88-3b0aa765ccc8 req-c99a6139-d0fc-44d5-b21b-f861659b9180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:05.347466 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9a0498b0-06a3-4517-9f88-3b0aa765ccc8 req-c99a6139-d0fc-44d5-b21b-f861659b9180 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=308a7c3b94d842c0bda52a99836b9ef6&device_id=e61a651d-ace2-4152-9b52-6d689a043f13 HTTP/1.1" status: 200 len: 1095 time: 0.1289558 Feb 09 01:53:05.349891 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0498b0-06a3-4517-9f88-3b0aa765ccc8 req-7f8421c4-5d95-4e8d-a0bd-677d53b2df64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:05.351181 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9a0498b0-06a3-4517-9f88-3b0aa765ccc8 req-7f8421c4-5d95-4e8d-a0bd-677d53b2df64 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=308a7c3b94d842c0bda52a99836b9ef6&device_id=e61a651d-ace2-4152-9b52-6d689a043f13 HTTP/1.1" status: 200 len: 1095 time: 0.0995703 Feb 09 01:53:05.581538 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0498b0-06a3-4517-9f88-3b0aa765ccc8 req-579c036d-a979-4859-b66c-a290c9d13cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:05.582990 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9a0498b0-06a3-4517-9f88-3b0aa765ccc8 req-579c036d-a979-4859-b66c-a290c9d13cc7 service neutron] 10.222.0.99 "GET /v2.0/networks?id=400d3014-6934-4eca-998b-e5372b1f837c HTTP/1.1" status: 200 len: 912 time: 0.2287226 Feb 09 01:53:05.584039 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0498b0-06a3-4517-9f88-3b0aa765ccc8 req-c596631c-c0d5-45b6-ac0a-2924966b7806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:05.585282 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9a0498b0-06a3-4517-9f88-3b0aa765ccc8 req-c596631c-c0d5-45b6-ac0a-2924966b7806 service neutron] 10.222.0.62 "GET /v2.0/networks?id=400d3014-6934-4eca-998b-e5372b1f837c HTTP/1.1" status: 200 len: 912 time: 0.2143171 Feb 09 01:53:05.764677 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9a0498b0-06a3-4517-9f88-3b0aa765ccc8 req-22f6dcf6-c7f3-4a35-b8f0-35e94ebbb8f9 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4bd15e4f-d455-414e-b623-8c3f979bcade HTTP/1.1" status: 200 len: 1000 time: 0.1755140 Feb 09 01:53:05.766377 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9a0498b0-06a3-4517-9f88-3b0aa765ccc8 req-eb842f80-c8db-46f4-ae99-c621df0ffc76 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4bd15e4f-d455-414e-b623-8c3f979bcade HTTP/1.1" status: 200 len: 1000 time: 0.1312087 Feb 09 01:53:05.872075 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0498b0-06a3-4517-9f88-3b0aa765ccc8 req-792b77e6-abd0-47e4-a57c-56394135eb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:05.873386 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9a0498b0-06a3-4517-9f88-3b0aa765ccc8 req-792b77e6-abd0-47e4-a57c-56394135eb1c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fa171e68-82ec-475c-ac6b-11e6d23a5112 HTTP/1.1" status: 200 len: 850 time: 0.1029589 Feb 09 01:53:05.876356 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0498b0-06a3-4517-9f88-3b0aa765ccc8 req-25464ac7-bcb7-467f-b119-1d24af99ddd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:05.877620 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9a0498b0-06a3-4517-9f88-3b0aa765ccc8 req-25464ac7-bcb7-467f-b119-1d24af99ddd0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fa171e68-82ec-475c-ac6b-11e6d23a5112 HTTP/1.1" status: 200 len: 850 time: 0.0792856 Feb 09 01:53:06.172399 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0498b0-06a3-4517-9f88-3b0aa765ccc8 req-52cce642-bab5-44c6-b5f7-b53f7d2f7670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:06.173804 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9a0498b0-06a3-4517-9f88-3b0aa765ccc8 req-52cce642-bab5-44c6-b5f7-b53f7d2f7670 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=400d3014-6934-4eca-998b-e5372b1f837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2940404 Feb 09 01:53:06.180343 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0498b0-06a3-4517-9f88-3b0aa765ccc8 req-eea1190a-4c12-4e8e-afa9-de55d4fee2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:06.181691 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9a0498b0-06a3-4517-9f88-3b0aa765ccc8 req-eea1190a-4c12-4e8e-afa9-de55d4fee2b7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=400d3014-6934-4eca-998b-e5372b1f837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1610260 Feb 09 01:53:06.206428 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8dfb44-c850-40c0-b5e3-55fa1a967308 req-6e77da63-02f3-4a8d-8e98-567a8ffe9582 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:06.207909 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ec8dfb44-c850-40c0-b5e3-55fa1a967308 req-6e77da63-02f3-4a8d-8e98-567a8ffe9582 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=e61a651d-ace2-4152-9b52-6d689a043f13 HTTP/1.1" status: 200 len: 944 time: 0.1493278 Feb 09 01:53:06.394926 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ec8dfb44-c850-40c0-b5e3-55fa1a967308 req-b9463d20-a32c-4108-99f4-cbfa62b62f34 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237254 Feb 09 01:53:06.454250 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9a0498b0-06a3-4517-9f88-3b0aa765ccc8 req-71638b79-4ce9-4e28-bfa7-bdd87ed0fe18 service neutron] 10.222.0.99 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716584 Feb 09 01:53:06.455930 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9a0498b0-06a3-4517-9f88-3b0aa765ccc8 req-69057eed-9c8b-436a-ab1c-7038637cebfc service neutron] 10.222.0.62 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452273 Feb 09 01:53:06.688035 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9a0498b0-06a3-4517-9f88-3b0aa765ccc8 req-6e96eaa0-2ca0-4f17-953a-b275cf2108a0 service neutron] 10.222.0.99 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267165 Feb 09 01:53:06.689863 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9a0498b0-06a3-4517-9f88-3b0aa765ccc8 req-6f5cad58-2920-4c01-8fbc-affbc1f8974e service neutron] 10.222.0.62 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076347 Feb 09 01:53:06.783101 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 4bd15e4f-d455-414e-b623-8c3f979bcade no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:53:06.842064 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 4bd15e4f-d455-414e-b623-8c3f979bcade not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:53:07.591652 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821c0b5-106c-473c-9487-08cc6af0a390 req-8c53ed42-37e8-4845-8468-228bf9ea4f45 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:07.593128 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0821c0b5-106c-473c-9487-08cc6af0a390 req-8c53ed42-37e8-4845-8468-228bf9ea4f45 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=e61a651d-ace2-4152-9b52-6d689a043f13 HTTP/1.1" status: 200 len: 944 time: 0.0852325 Feb 09 01:53:07.643048 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0821c0b5-106c-473c-9487-08cc6af0a390 req-a0d0d526-c1ed-4562-8a58-39f3367f66ec tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429811 Feb 09 01:53:08.242714 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5bd93e03-c6a7-4499-ba01-49ddd473070f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:08.458822 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 4bd15e4f-d455-414e-b623-8c3f979bcade details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:53:08.589847 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 4bd15e4f-d455-414e-b623-8c3f979bcade, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=4bd15e4f-d455-414e-b623-8c3f979bcade,segment=NetworkSegment(86b638af-c634-42fe-bf4b-9e90fe4382c0),segment_id=86b638af-c634-42fe-bf4b-9e90fe4382c0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:53:08.603109 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': '4bd15e4f-d455-414e-b623-8c3f979bcade', 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c', 'port_id': '4bd15e4f-d455-414e-b623-8c3f979bcade', 'mac_address': 'fa:16:3e:bd:40:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa171e68-82ec-475c-ac6b-11e6d23a5112', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:53:08.658237 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:08.678811 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bd15e4f-d455-414e-b623-8c3f979bcade {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:53:08.694715 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 4bd15e4f-d455-414e-b623-8c3f979bcade, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=4bd15e4f-d455-414e-b623-8c3f979bcade,segment=NetworkSegment(86b638af-c634-42fe-bf4b-9e90fe4382c0),segment_id=86b638af-c634-42fe-bf4b-9e90fe4382c0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:53:08.698677 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:08.764495 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=4bd15e4f-d455-414e-b623-8c3f979bcade,revision_number=12']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:08.827043 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ccc385-dcb7-410c-891c-6d3252dd0c59 req-9dcfbdb5-c93b-49a3-9cbb-720eb9cfdfe2 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:08.828534 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-94ccc385-dcb7-410c-891c-6d3252dd0c59 req-9dcfbdb5-c93b-49a3-9cbb-720eb9cfdfe2 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=e61a651d-ace2-4152-9b52-6d689a043f13 HTTP/1.1" status: 200 len: 945 time: 0.0800393 Feb 09 01:53:08.875406 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-94ccc385-dcb7-410c-891c-6d3252dd0c59 req-4efbdb2e-296a-4c10-b4bd-a58905235e57 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410933 Feb 09 01:53:09.018151 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['4bd15e4f-d455-414e-b623-8c3f979bcade'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:53:09.064225 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bcf764-8e8f-488e-a457-07d4bd53bb33 req-19a02d52-07dd-4a79-b5ab-36790bd369ba tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:09.065745 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-91bcf764-8e8f-488e-a457-07d4bd53bb33 req-19a02d52-07dd-4a79-b5ab-36790bd369ba tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=e61a651d-ace2-4152-9b52-6d689a043f13 HTTP/1.1" status: 200 len: 945 time: 0.0826821 Feb 09 01:53:09.109679 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-91bcf764-8e8f-488e-a457-07d4bd53bb33 req-fd998849-75c9-4f00-bf08-4382782a8ad4 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380130 Feb 09 01:53:09.301233 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d6da5-997c-4e81-ba22-46b67f5bc4af req-8ef1aa49-2e35-488a-85a6-8a3de9a4c811 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:09.302678 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2f6d6da5-997c-4e81-ba22-46b67f5bc4af req-8ef1aa49-2e35-488a-85a6-8a3de9a4c811 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=e61a651d-ace2-4152-9b52-6d689a043f13 HTTP/1.1" status: 200 len: 945 time: 0.0860295 Feb 09 01:53:09.348011 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2f6d6da5-997c-4e81-ba22-46b67f5bc4af req-0a29eaa7-1e87-4823-ba39-775410586ca8 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397360 Feb 09 01:53:09.716636 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb16b7-4f4c-455c-87ca-9e0bc7c4a582 req-70ab6751-32e2-4754-8efa-99fd2c23e8a7 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:09.718106 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-15eb16b7-4f4c-455c-87ca-9e0bc7c4a582 req-70ab6751-32e2-4754-8efa-99fd2c23e8a7 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=e61a651d-ace2-4152-9b52-6d689a043f13 HTTP/1.1" status: 200 len: 945 time: 0.0782931 Feb 09 01:53:09.760762 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-15eb16b7-4f4c-455c-87ca-9e0bc7c4a582 req-4696d333-d10f-4f54-a426-e2cc79358d7e tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371046 Feb 09 01:53:10.462783 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 4bd15e4f-d455-414e-b623-8c3f979bcade up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:53:10.536980 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2a34e750-ec95-4692-8fdc-459555bdcb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:10.542507 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning for port 4bd15e4f-d455-414e-b623-8c3f979bcade completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:53:10.547284 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port 4bd15e4f-d455-414e-b623-8c3f979bcade triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:53:10.547649 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:10.665927 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:10.692604 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e61a651d-ace2-4152-9b52-6d689a043f13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd15e4f-d455-414e-b623-8c3f979bcade'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:53:10.702074 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 4bd15e4f-d455-414e-b623-8c3f979bcade, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=4bd15e4f-d455-414e-b623-8c3f979bcade,segment=NetworkSegment(86b638af-c634-42fe-bf4b-9e90fe4382c0),segment_id=86b638af-c634-42fe-bf4b-9e90fe4382c0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:53:10.705952 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:10.742224 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e61a651d-ace2-4152-9b52-6d689a043f13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd15e4f-d455-414e-b623-8c3f979bcade', 'code': 200} Feb 09 01:53:10.777772 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=4bd15e4f-d455-414e-b623-8c3f979bcade,revision_number=13']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:10.949369 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d01b6-36ea-4567-8ce0-ef9482f7e9b5 req-3bc7a00e-8663-46a4-952b-4d00aab733bc tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:10.950868 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a33d01b6-36ea-4567-8ce0-ef9482f7e9b5 req-3bc7a00e-8663-46a4-952b-4d00aab733bc tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=e61a651d-ace2-4152-9b52-6d689a043f13 HTTP/1.1" status: 200 len: 946 time: 0.0829546 Feb 09 01:53:10.994585 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a33d01b6-36ea-4567-8ce0-ef9482f7e9b5 req-ce209a8f-6a45-46a7-9bcf-a3d5348aefb2 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380723 Feb 09 01:53:11.136415 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d5010-8daa-4970-85c6-ee5dc891eb41 req-051c748b-1d72-4ded-9dbc-706011e920af tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:11.137874 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8d2d5010-8daa-4970-85c6-ee5dc891eb41 req-051c748b-1d72-4ded-9dbc-706011e920af tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.99 "GET /v2.0/ports?device_id=e61a651d-ace2-4152-9b52-6d689a043f13 HTTP/1.1" status: 200 len: 946 time: 0.0784447 Feb 09 01:53:11.209010 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-8d2d5010-8daa-4970-85c6-ee5dc891eb41 req-33c482ff-edae-41ef-9efd-d57cdd03a2af tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Deleting port 4bd15e4f-d455-414e-b623-8c3f979bcade {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:53:11.209346 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8d2d5010-8daa-4970-85c6-ee5dc891eb41 req-33c482ff-edae-41ef-9efd-d57cdd03a2af tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:11.551284 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-8d2d5010-8daa-4970-85c6-ee5dc891eb41 req-33c482ff-edae-41ef-9efd-d57cdd03a2af tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] For port 4bd15e4f-d455-414e-b623-8c3f979bcade, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=4bd15e4f-d455-414e-b623-8c3f979bcade,segment=NetworkSegment(86b638af-c634-42fe-bf4b-9e90fe4382c0),segment_id=86b638af-c634-42fe-bf4b-9e90fe4382c0)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:53:11.551636 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8d2d5010-8daa-4970-85c6-ee5dc891eb41 req-33c482ff-edae-41ef-9efd-d57cdd03a2af tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:11.650034 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:11.667820 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:11.841333 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8d2d5010-8daa-4970-85c6-ee5dc891eb41 req-33c482ff-edae-41ef-9efd-d57cdd03a2af tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:11.841619 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8d2d5010-8daa-4970-85c6-ee5dc891eb41 req-33c482ff-edae-41ef-9efd-d57cdd03a2af tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:11.841945 n-d-828418-1 neutron-server[87639]: INFO neutron.db.l3_db [req-8d2d5010-8daa-4970-85c6-ee5dc891eb41 req-33c482ff-edae-41ef-9efd-d57cdd03a2af tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Floating IP 1ad8eadf-1efe-4683-884c-dfba0021af58 disassociated. External IP: 172.25.0.109, port: 4bd15e4f-d455-414e-b623-8c3f979bcade. Feb 09 01:53:11.842284 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-8d2d5010-8daa-4970-85c6-ee5dc891eb41 req-33c482ff-edae-41ef-9efd-d57cdd03a2af tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Calling delete_port for 4bd15e4f-d455-414e-b623-8c3f979bcade owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:53:11.985549 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8d2d5010-8daa-4970-85c6-ee5dc891eb41 req-33c482ff-edae-41ef-9efd-d57cdd03a2af tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:12.035519 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c482ff-edae-41ef-9efd-d57cdd03a2af tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Pushing event deleted for resources: {'Port': ['ID=4bd15e4f-d455-414e-b623-8c3f979bcade,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:12.047019 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c482ff-edae-41ef-9efd-d57cdd03a2af tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:12.047363 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c482ff-edae-41ef-9efd-d57cdd03a2af tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:12.047714 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c482ff-edae-41ef-9efd-d57cdd03a2af tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:12.048078 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c482ff-edae-41ef-9efd-d57cdd03a2af tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:12.048366 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c482ff-edae-41ef-9efd-d57cdd03a2af tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:12.048695 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c482ff-edae-41ef-9efd-d57cdd03a2af tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:12.049130 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c482ff-edae-41ef-9efd-d57cdd03a2af tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:12.049457 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c482ff-edae-41ef-9efd-d57cdd03a2af tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:12.050500 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c482ff-edae-41ef-9efd-d57cdd03a2af tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:12.050892 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c482ff-edae-41ef-9efd-d57cdd03a2af tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:12.051352 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c482ff-edae-41ef-9efd-d57cdd03a2af tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:12.051686 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c482ff-edae-41ef-9efd-d57cdd03a2af tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:12.166292 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-53c4c63a-18f5-4682-9636-1c07fef02fed req-97e0597d-e68b-4aa0-a598-19a0b2e6dca7 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=e61a651d-ace2-4152-9b52-6d689a043f13 HTTP/1.1" status: 200 len: 210 time: 0.0558925 Feb 09 01:53:12.279598 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d2d5010-8daa-4970-85c6-ee5dc891eb41 req-33c482ff-edae-41ef-9efd-d57cdd03a2af tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Router 34eabf10-c37b-4379-9e42-d9622d053d3a has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:53:12.461428 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d2d5010-8daa-4970-85c6-ee5dc891eb41 req-33c482ff-edae-41ef-9efd-d57cdd03a2af tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:53:12.470746 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1e1778-cf76-4842-a531-cd1dde8a4202 None None] Sync routers for ids ['34eabf10-c37b-4379-9e42-d9622d053d3a'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:53:12.480826 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1e1778-cf76-4842-a531-cd1dde8a4202 None None] Routers {'34eabf10-c37b-4379-9e42-d9622d053d3a'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:53:12.481437 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-5b1e1778-cf76-4842-a531-cd1dde8a4202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:53:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['34eabf10-c37b-4379-9e42-d9622d053d3a'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:12.536114 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d2d5010-8daa-4970-85c6-ee5dc891eb41 req-33c482ff-edae-41ef-9efd-d57cdd03a2af tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] No DVR routers for this DVR port 4bd15e4f-d455-414e-b623-8c3f979bcade on host n-h2-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:53:12.538914 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-8d2d5010-8daa-4970-85c6-ee5dc891eb41 req-33c482ff-edae-41ef-9efd-d57cdd03a2af tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:12.541666 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e61a651d-ace2-4152-9b52-6d689a043f13', 'name': 'network-vif-deleted', 'tag': '4bd15e4f-d455-414e-b623-8c3f979bcade'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:53:12.557425 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8d2d5010-8daa-4970-85c6-ee5dc891eb41 req-33c482ff-edae-41ef-9efd-d57cdd03a2af tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.99 "DELETE /v2.0/ports/4bd15e4f-d455-414e-b623-8c3f979bcade HTTP/1.1" status: 204 len: 173 time: 1.4143431 Feb 09 01:53:12.590794 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e61a651d-ace2-4152-9b52-6d689a043f13', 'name': 'network-vif-deleted', 'tag': '4bd15e4f-d455-414e-b623-8c3f979bcade', 'status': 'completed', 'code': 200} Feb 09 01:53:12.666309 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-5b1e1778-cf76-4842-a531-cd1dde8a4202 None None] Set router 34eabf10-c37b-4379-9e42-d9622d053d3a gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:53:12.971640 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-5b1e1778-cf76-4842-a531-cd1dde8a4202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'name': 'tempest-ServerActionsTestJSON-498310314-router', 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '95b67009-1cb7-48b6-8cbf-e3dccf4cc612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:03Z', 'updated_at': '2022-02-09T01:50:07Z', 'revision_number': 4, 'project_id': '308a7c3b94d842c0bda52a99836b9ef6', 'gw_port': {'id': '95b67009-1cb7-48b6-8cbf-e3dccf4cc612', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:04Z', 'updated_at': '2022-02-09T01:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '8a5c289c-b567-4077-9073-bb8da203046d', 'name': '', 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c', 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'mac_address': 'fa:16:3e:af:bf:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': 'fa171e68-82ec-475c-ac6b-11e6d23a5112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:06Z', 'updated_at': '2022-02-09T01:50:13Z', 'revision_number': 5, 'project_id': '308a7c3b94d842c0bda52a99836b9ef6', 'subnets': [{'id': 'fa171e68-82ec-475c-ac6b-11e6d23a5112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:12.975715 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1e1778-cf76-4842-a531-cd1dde8a4202 None None] Checking router: 34eabf10-c37b-4379-9e42-d9622d053d3a for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:53:12.983999 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1e1778-cf76-4842-a531-cd1dde8a4202 None None] Routers {'34eabf10-c37b-4379-9e42-d9622d053d3a'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:53:12.984670 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-5b1e1778-cf76-4842-a531-cd1dde8a4202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:53:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['34eabf10-c37b-4379-9e42-d9622d053d3a'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:13.167357 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-5b1e1778-cf76-4842-a531-cd1dde8a4202 None None] Set router 34eabf10-c37b-4379-9e42-d9622d053d3a gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:53:13.293243 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:13.480066 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-5b1e1778-cf76-4842-a531-cd1dde8a4202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'name': 'tempest-ServerActionsTestJSON-498310314-router', 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '95b67009-1cb7-48b6-8cbf-e3dccf4cc612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:03Z', 'updated_at': '2022-02-09T01:50:07Z', 'revision_number': 4, 'project_id': '308a7c3b94d842c0bda52a99836b9ef6', 'gw_port': {'id': '95b67009-1cb7-48b6-8cbf-e3dccf4cc612', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:04Z', 'updated_at': '2022-02-09T01:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '8a5c289c-b567-4077-9073-bb8da203046d', 'name': '', 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c', 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'mac_address': 'fa:16:3e:af:bf:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': 'fa171e68-82ec-475c-ac6b-11e6d23a5112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:06Z', 'updated_at': '2022-02-09T01:50:13Z', 'revision_number': 5, 'project_id': '308a7c3b94d842c0bda52a99836b9ef6', 'subnets': [{'id': 'fa171e68-82ec-475c-ac6b-11e6d23a5112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:13.483989 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1e1778-cf76-4842-a531-cd1dde8a4202 None None] The sync data for ids ['34eabf10-c37b-4379-9e42-d9622d053d3a'] in n-d-828418-1 is: [{'id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'name': 'tempest-ServerActionsTestJSON-498310314-router', 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '95b67009-1cb7-48b6-8cbf-e3dccf4cc612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:03Z', 'updated_at': '2022-02-09T01:50:07Z', 'revision_number': 4, 'project_id': '308a7c3b94d842c0bda52a99836b9ef6', 'gw_port': {'id': '95b67009-1cb7-48b6-8cbf-e3dccf4cc612', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:04Z', 'updated_at': '2022-02-09T01:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '8a5c289c-b567-4077-9073-bb8da203046d', 'name': '', 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c', 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'mac_address': 'fa:16:3e:af:bf:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': 'fa171e68-82ec-475c-ac6b-11e6d23a5112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:06Z', 'updated_at': '2022-02-09T01:50:13Z', 'revision_number': 5, 'project_id': '308a7c3b94d842c0bda52a99836b9ef6', 'subnets': [{'id': 'fa171e68-82ec-475c-ac6b-11e6d23a5112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:53:13.508297 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-42f58d81-da36-4fa8-93ec-d8a0e7546deb req-bff3b45c-c79e-45d6-975c-9920eb4f9348 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-securitygroup--114883119&fields=id&tenant_id=308a7c3b94d842c0bda52a99836b9ef6 HTTP/1.1" status: 200 len: 267 time: 0.0400305 Feb 09 01:53:13.665472 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f58d81-da36-4fa8-93ec-d8a0e7546deb req-32e16f05-3b4b-4b57-bdb7-313acbe309ff tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:13.667299 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-42f58d81-da36-4fa8-93ec-d8a0e7546deb req-32e16f05-3b4b-4b57-bdb7-313acbe309ff tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/networks?id=400d3014-6934-4eca-998b-e5372b1f837c HTTP/1.1" status: 200 len: 811 time: 0.1521802 Feb 09 01:53:13.683451 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-42f58d81-da36-4fa8-93ec-d8a0e7546deb req-3be2d43f-f466-4650-a908-292a6f7eab6a tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/quotas/308a7c3b94d842c0bda52a99836b9ef6 HTTP/1.1" status: 200 len: 375 time: 0.0108962 Feb 09 01:53:13.714168 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6862fcbc-df63-4014-88fe-d3af18b84097 None None] New status for floating IP 1ad8eadf-1efe-4683-884c-dfba0021af58: DOWN {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:53:13.771373 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-42f58d81-da36-4fa8-93ec-d8a0e7546deb req-76fd9ff6-e047-42ee-b902-f16ae07ae90e tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Synchronizing usage tracker for tenant:308a7c3b94d842c0bda52a99836b9ef6 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:53:13.787383 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-42f58d81-da36-4fa8-93ec-d8a0e7546deb req-76fd9ff6-e047-42ee-b902-f16ae07ae90e tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Unset dirty status for tenant:308a7c3b94d842c0bda52a99836b9ef6 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:53:13.788728 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-42f58d81-da36-4fa8-93ec-d8a0e7546deb req-76fd9ff6-e047-42ee-b902-f16ae07ae90e tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=308a7c3b94d842c0bda52a99836b9ef6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0998755 Feb 09 01:53:14.033633 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-42f58d81-da36-4fa8-93ec-d8a0e7546deb req-377d341a-1223-4c31-940a-10fee7bc211e service neutron] 10.222.0.105 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330739 Feb 09 01:53:14.163744 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-42f58d81-da36-4fa8-93ec-d8a0e7546deb req-0125c299-3b81-46c0-942c-254cf3d3402b service neutron] 10.222.0.105 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236391 Feb 09 01:53:14.345960 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ac765e3a-e7eb-41bb-9e96-5aeeff3bc686 req-0b522970-257d-434e-afa2-5ebfc51919c2 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=13626a1c-88ea-4e77-9f96-1d165f9a9704 HTTP/1.1" status: 200 len: 210 time: 0.0473571 Feb 09 01:53:15.346663 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f58d81-da36-4fa8-93ec-d8a0e7546deb req-9cfc08d7-d42d-4e47-80b1-3c43510c9fdd tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:15.348605 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-42f58d81-da36-4fa8-93ec-d8a0e7546deb req-9cfc08d7-d42d-4e47-80b1-3c43510c9fdd tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.99 "GET /v2.0/networks?id=400d3014-6934-4eca-998b-e5372b1f837c HTTP/1.1" status: 200 len: 811 time: 0.1505275 Feb 09 01:53:15.399707 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-42f58d81-da36-4fa8-93ec-d8a0e7546deb req-2cc4da41-ef95-4199-a04d-708d769c3b84 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=308a7c3b94d842c0bda52a99836b9ef6 HTTP/1.1" status: 200 len: 379 time: 0.0429983 Feb 09 01:53:15.407857 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-42f58d81-da36-4fa8-93ec-d8a0e7546deb req-2431e470-f9fe-42c9-bcb1-4b5b90646ff7 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Request body: {'port': {'device_id': '13626a1c-88ea-4e77-9f96-1d165f9a9704', 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c', 'admin_state_up': True, 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'security_groups': ['4714efe8-3d24-4cc1-8696-a3e2d6771088']}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:53:15.520348 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f9f7ee47-ef01-43a2-bbfc-e8f19f49e041 req-761ac917-a657-47af-86cd-0519968acb50 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=13626a1c-88ea-4e77-9f96-1d165f9a9704 HTTP/1.1" status: 200 len: 210 time: 0.0487218 Feb 09 01:53:15.588932 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-42f58d81-da36-4fa8-93ec-d8a0e7546deb req-2431e470-f9fe-42c9-bcb1-4b5b90646ff7 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:53:15.598906 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-42f58d81-da36-4fa8-93ec-d8a0e7546deb req-2431e470-f9fe-42c9-bcb1-4b5b90646ff7 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:53:15.608508 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42f58d81-da36-4fa8-93ec-d8a0e7546deb req-2431e470-f9fe-42c9-bcb1-4b5b90646ff7 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Made reservation on behalf of 308a7c3b94d842c0bda52a99836b9ef6 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:53:15.611976 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-42f58d81-da36-4fa8-93ec-d8a0e7546deb req-2431e470-f9fe-42c9-bcb1-4b5b90646ff7 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:15.774835 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-42f58d81-da36-4fa8-93ec-d8a0e7546deb req-2431e470-f9fe-42c9-bcb1-4b5b90646ff7 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Allocated IP 172.20.0.3 (400d3014-6934-4eca-998b-e5372b1f837c/fa171e68-82ec-475c-ac6b-11e6d23a5112/2f7eb2ee-a966-4132-a1c7-c85a6b6da372) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:53:15.959804 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-42f58d81-da36-4fa8-93ec-d8a0e7546deb req-2431e470-f9fe-42c9-bcb1-4b5b90646ff7 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:15.974766 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-42f58d81-da36-4fa8-93ec-d8a0e7546deb req-2431e470-f9fe-42c9-bcb1-4b5b90646ff7 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Transition to ACTIVE for port object 2f7eb2ee-a966-4132-a1c7-c85a6b6da372 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:53:15.997208 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-42f58d81-da36-4fa8-93ec-d8a0e7546deb req-2431e470-f9fe-42c9-bcb1-4b5b90646ff7 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:16.065307 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42f58d81-da36-4fa8-93ec-d8a0e7546deb req-2431e470-f9fe-42c9-bcb1-4b5b90646ff7 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Network 400d3014-6934-4eca-998b-e5372b1f837c is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:53:16.068908 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-42f58d81-da36-4fa8-93ec-d8a0e7546deb req-2431e470-f9fe-42c9-bcb1-4b5b90646ff7 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:53:16.072849 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-42f58d81-da36-4fa8-93ec-d8a0e7546deb req-2431e470-f9fe-42c9-bcb1-4b5b90646ff7 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:53:16.112894 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2431e470-f9fe-42c9-bcb1-4b5b90646ff7 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Pushing event updated for resources: {'Port': ['ID=2f7eb2ee-a966-4132-a1c7-c85a6b6da372,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:16.144463 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f58d81-da36-4fa8-93ec-d8a0e7546deb req-2431e470-f9fe-42c9-bcb1-4b5b90646ff7 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:16.145066 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-42f58d81-da36-4fa8-93ec-d8a0e7546deb req-2431e470-f9fe-42c9-bcb1-4b5b90646ff7 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:16.170663 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-42f58d81-da36-4fa8-93ec-d8a0e7546deb req-2431e470-f9fe-42c9-bcb1-4b5b90646ff7 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7665479 Feb 09 01:53:16.181945 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-42f58d81-da36-4fa8-93ec-d8a0e7546deb req-8dd2304b-97cc-4508-aa09-c90f14a01711 service neutron] Request body: {'port': {'device_id': '13626a1c-88ea-4e77-9f96-1d165f9a9704', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:53:16.274135 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f82bc600-38cc-460c-a9ed-5beb301e9519 None None] Provisioning for port 2f7eb2ee-a966-4132-a1c7-c85a6b6da372 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:53:16.281347 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f82bc600-38cc-460c-a9ed-5beb301e9519 None None] Provisioning complete for port 2f7eb2ee-a966-4132-a1c7-c85a6b6da372 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:53:16.281759 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f82bc600-38cc-460c-a9ed-5beb301e9519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:16.292087 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-42f58d81-da36-4fa8-93ec-d8a0e7546deb req-8dd2304b-97cc-4508-aa09-c90f14a01711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:16.338062 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-f82bc600-38cc-460c-a9ed-5beb301e9519 None None] Port 2f7eb2ee-a966-4132-a1c7-c85a6b6da372 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:53:16.482474 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 4bd15e4f-d455-414e-b623-8c3f979bcade no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:53:16.520340 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] No Port match for: 4bd15e4f-d455-414e-b623-8c3f979bcade {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:53:16.520682 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 4bd15e4f-d455-414e-b623-8c3f979bcade not bound to the agent host n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:53:16.783915 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-42f58d81-da36-4fa8-93ec-d8a0e7546deb req-8dd2304b-97cc-4508-aa09-c90f14a01711 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f7eb2ee-a966-4132-a1c7-c85a6b6da372 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:53:16.797498 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-42f58d81-da36-4fa8-93ec-d8a0e7546deb req-8dd2304b-97cc-4508-aa09-c90f14a01711 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:16.819438 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-42f58d81-da36-4fa8-93ec-d8a0e7546deb req-8dd2304b-97cc-4508-aa09-c90f14a01711 service neutron] Transition to ACTIVE for port object 2f7eb2ee-a966-4132-a1c7-c85a6b6da372 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:53:16.826106 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-42f58d81-da36-4fa8-93ec-d8a0e7546deb req-8dd2304b-97cc-4508-aa09-c90f14a01711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:16.942390 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c758405-cfe7-42ce-b50b-fe23e46a2dad req-0d1cf3a7-4dfb-4144-b3b9-30c89f6c99e1 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:16.943103 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-1c758405-cfe7-42ce-b50b-fe23e46a2dad req-0d1cf3a7-4dfb-4144-b3b9-30c89f6c99e1 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Synchronizing usage tracker for tenant:308a7c3b94d842c0bda52a99836b9ef6 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:53:17.009716 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2304b-97cc-4508-aa09-c90f14a01711 service neutron] Pushing event updated for resources: {'Port': ['ID=2f7eb2ee-a966-4132-a1c7-c85a6b6da372,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:17.054211 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-1c758405-cfe7-42ce-b50b-fe23e46a2dad req-0d1cf3a7-4dfb-4144-b3b9-30c89f6c99e1 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Unset dirty status for tenant:308a7c3b94d842c0bda52a99836b9ef6 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:53:17.055379 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1c758405-cfe7-42ce-b50b-fe23e46a2dad req-0d1cf3a7-4dfb-4144-b3b9-30c89f6c99e1 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=13626a1c-88ea-4e77-9f96-1d165f9a9704 HTTP/1.1" status: 200 len: 931 time: 0.3256204 Feb 09 01:53:17.127555 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-42f58d81-da36-4fa8-93ec-d8a0e7546deb req-8dd2304b-97cc-4508-aa09-c90f14a01711 service neutron] Attempting to bind port 2f7eb2ee-a966-4132-a1c7-c85a6b6da372 on host n-h2-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:53:17.128534 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-42f58d81-da36-4fa8-93ec-d8a0e7546deb req-8dd2304b-97cc-4508-aa09-c90f14a01711 service neutron] Attempting to bind port 2f7eb2ee-a966-4132-a1c7-c85a6b6da372 by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': '86b638af-c634-42fe-bf4b-9e90fe4382c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:53:17.128866 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f58d81-da36-4fa8-93ec-d8a0e7546deb req-8dd2304b-97cc-4508-aa09-c90f14a01711 service neutron] Attempting to bind port 2f7eb2ee-a966-4132-a1c7-c85a6b6da372 on network 400d3014-6934-4eca-998b-e5372b1f837c {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:53:17.134498 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1c758405-cfe7-42ce-b50b-fe23e46a2dad req-ee83fd77-c2ee-4f17-8bb4-7216163bba79 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707059 Feb 09 01:53:17.136263 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f58d81-da36-4fa8-93ec-d8a0e7546deb req-8dd2304b-97cc-4508-aa09-c90f14a01711 service neutron] Port 2f7eb2ee-a966-4132-a1c7-c85a6b6da372 on network 400d3014-6934-4eca-998b-e5372b1f837c not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:53:17.136587 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f58d81-da36-4fa8-93ec-d8a0e7546deb req-8dd2304b-97cc-4508-aa09-c90f14a01711 service neutron] Attempting to bind port 2f7eb2ee-a966-4132-a1c7-c85a6b6da372 on network 400d3014-6934-4eca-998b-e5372b1f837c {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:53:17.141852 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f58d81-da36-4fa8-93ec-d8a0e7546deb req-8dd2304b-97cc-4508-aa09-c90f14a01711 service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:53:17.142187 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f58d81-da36-4fa8-93ec-d8a0e7546deb req-8dd2304b-97cc-4508-aa09-c90f14a01711 service neutron] Checking segment: {'id': '86b638af-c634-42fe-bf4b-9e90fe4382c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:53:17.142560 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f58d81-da36-4fa8-93ec-d8a0e7546deb req-8dd2304b-97cc-4508-aa09-c90f14a01711 service neutron] Bound using segment: {'id': '86b638af-c634-42fe-bf4b-9e90fe4382c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:53:17.142983 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-42f58d81-da36-4fa8-93ec-d8a0e7546deb req-8dd2304b-97cc-4508-aa09-c90f14a01711 service neutron] Bound port: 2f7eb2ee-a966-4132-a1c7-c85a6b6da372, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86b638af-c634-42fe-bf4b-9e90fe4382c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:53:17.143596 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-42f58d81-da36-4fa8-93ec-d8a0e7546deb req-8dd2304b-97cc-4508-aa09-c90f14a01711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:17.231104 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-42f58d81-da36-4fa8-93ec-d8a0e7546deb req-8dd2304b-97cc-4508-aa09-c90f14a01711 service neutron] For port 2f7eb2ee-a966-4132-a1c7-c85a6b6da372, host n-h2-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:53:17.234031 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-42f58d81-da36-4fa8-93ec-d8a0e7546deb req-8dd2304b-97cc-4508-aa09-c90f14a01711 service neutron] For port 2f7eb2ee-a966-4132-a1c7-c85a6b6da372, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=2f7eb2ee-a966-4132-a1c7-c85a6b6da372,segment=NetworkSegment(86b638af-c634-42fe-bf4b-9e90fe4382c0),segment_id=86b638af-c634-42fe-bf4b-9e90fe4382c0)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:53:17.239295 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-42f58d81-da36-4fa8-93ec-d8a0e7546deb req-8dd2304b-97cc-4508-aa09-c90f14a01711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:17.301441 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f58d81-da36-4fa8-93ec-d8a0e7546deb req-8dd2304b-97cc-4508-aa09-c90f14a01711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:17.302113 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-42f58d81-da36-4fa8-93ec-d8a0e7546deb req-8dd2304b-97cc-4508-aa09-c90f14a01711 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:17.303817 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-42f58d81-da36-4fa8-93ec-d8a0e7546deb req-8dd2304b-97cc-4508-aa09-c90f14a01711 service neutron] 10.222.0.99 "PUT /v2.0/ports/2f7eb2ee-a966-4132-a1c7-c85a6b6da372 HTTP/1.1" status: 200 len: 1091 time: 1.1260459 Feb 09 01:53:17.304038 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13626a1c-88ea-4e77-9f96-1d165f9a9704', 'tag': '2f7eb2ee-a966-4132-a1c7-c85a6b6da372'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:53:17.326881 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2304b-97cc-4508-aa09-c90f14a01711 service neutron] Pushing event updated for resources: {'Port': ['ID=2f7eb2ee-a966-4132-a1c7-c85a6b6da372,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:17.416875 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f58d81-da36-4fa8-93ec-d8a0e7546deb req-08dc07af-b8ab-4ffa-97d4-b659e7fd3b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:17.418417 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-42f58d81-da36-4fa8-93ec-d8a0e7546deb req-08dc07af-b8ab-4ffa-97d4-b659e7fd3b61 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=308a7c3b94d842c0bda52a99836b9ef6&device_id=13626a1c-88ea-4e77-9f96-1d165f9a9704 HTTP/1.1" status: 200 len: 1094 time: 0.0745273 Feb 09 01:53:17.419950 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13626a1c-88ea-4e77-9f96-1d165f9a9704', 'tag': '2f7eb2ee-a966-4132-a1c7-c85a6b6da372', 'status': 'completed', 'code': 200} Feb 09 01:53:17.492469 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-42f58d81-da36-4fa8-93ec-d8a0e7546deb req-c86cc739-d00f-46c0-8a12-29e3dcd75e51 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f7eb2ee-a966-4132-a1c7-c85a6b6da372 HTTP/1.1" status: 200 len: 217 time: 0.0658689 Feb 09 01:53:17.554778 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f58d81-da36-4fa8-93ec-d8a0e7546deb req-73e0c67d-304e-4299-94c7-ce0787411300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:17.556138 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-42f58d81-da36-4fa8-93ec-d8a0e7546deb req-73e0c67d-304e-4299-94c7-ce0787411300 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fa171e68-82ec-475c-ac6b-11e6d23a5112 HTTP/1.1" status: 200 len: 850 time: 0.0580044 Feb 09 01:53:17.634492 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f58d81-da36-4fa8-93ec-d8a0e7546deb req-768ff761-e724-48fb-b490-13844305bfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:17.635979 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-42f58d81-da36-4fa8-93ec-d8a0e7546deb req-768ff761-e724-48fb-b490-13844305bfdb service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=400d3014-6934-4eca-998b-e5372b1f837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740304 Feb 09 01:53:17.765567 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-42f58d81-da36-4fa8-93ec-d8a0e7546deb req-20fffc03-0c25-4ec0-bae9-984a835047f0 service neutron] 10.222.0.99 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238439 Feb 09 01:53:17.899251 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-42f58d81-da36-4fa8-93ec-d8a0e7546deb req-cae7e9dc-0802-4644-85e6-b3abe6817dce service neutron] 10.222.0.99 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279218 Feb 09 01:53:18.015462 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9957ec-da09-4be2-9a3c-5fe48721ea06 req-a322403c-d7d1-417c-92b4-7c434d0ae101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:18.016924 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bd9957ec-da09-4be2-9a3c-5fe48721ea06 req-a322403c-d7d1-417c-92b4-7c434d0ae101 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=308a7c3b94d842c0bda52a99836b9ef6&device_id=13626a1c-88ea-4e77-9f96-1d165f9a9704 HTTP/1.1" status: 200 len: 1094 time: 0.0734181 Feb 09 01:53:18.153365 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9957ec-da09-4be2-9a3c-5fe48721ea06 req-ef71a55b-3a73-48d6-a51d-cd32e0c980b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:18.154749 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bd9957ec-da09-4be2-9a3c-5fe48721ea06 req-ef71a55b-3a73-48d6-a51d-cd32e0c980b5 service neutron] 10.222.0.99 "GET /v2.0/networks?id=400d3014-6934-4eca-998b-e5372b1f837c HTTP/1.1" status: 200 len: 912 time: 0.1283491 Feb 09 01:53:18.224627 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bd9957ec-da09-4be2-9a3c-5fe48721ea06 req-e9b8453b-68ba-4e0c-8f85-e178de422922 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f7eb2ee-a966-4132-a1c7-c85a6b6da372 HTTP/1.1" status: 200 len: 217 time: 0.0638952 Feb 09 01:53:18.336858 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9957ec-da09-4be2-9a3c-5fe48721ea06 req-bf3ca797-1443-4d94-87fa-0c8c3349dc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:18.338339 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bd9957ec-da09-4be2-9a3c-5fe48721ea06 req-bf3ca797-1443-4d94-87fa-0c8c3349dc3c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fa171e68-82ec-475c-ac6b-11e6d23a5112 HTTP/1.1" status: 200 len: 850 time: 0.1085329 Feb 09 01:53:18.512666 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc53463c-7762-47a4-b1e6-976051ad18d9 req-638ced9e-9eab-4fda-8bee-80a26ed72d78 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:18.514141 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dc53463c-7762-47a4-b1e6-976051ad18d9 req-638ced9e-9eab-4fda-8bee-80a26ed72d78 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=13626a1c-88ea-4e77-9f96-1d165f9a9704 HTTP/1.1" status: 200 len: 943 time: 0.2547710 Feb 09 01:53:18.562900 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9957ec-da09-4be2-9a3c-5fe48721ea06 req-1ea4ebf4-cdf4-452d-bb98-42705b453ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:18.564362 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bd9957ec-da09-4be2-9a3c-5fe48721ea06 req-1ea4ebf4-cdf4-452d-bb98-42705b453ef3 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=400d3014-6934-4eca-998b-e5372b1f837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2201254 Feb 09 01:53:18.568974 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dc53463c-7762-47a4-b1e6-976051ad18d9 req-d01d20a5-baac-4cc8-acd7-697e219ff9c1 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487254 Feb 09 01:53:18.695306 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bd9957ec-da09-4be2-9a3c-5fe48721ea06 req-cf0dbfb5-1a8f-4112-bcf5-0e869764af67 service neutron] 10.222.0.99 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241112 Feb 09 01:53:18.825261 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bd9957ec-da09-4be2-9a3c-5fe48721ea06 req-fee2a23d-3bb0-4d8d-9b74-cea88cb3f50a service neutron] 10.222.0.99 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237087 Feb 09 01:53:19.759936 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8babde8c-e978-423f-9957-749457fd1009 req-9779e1ac-4786-4c83-85a7-11470cae4a55 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:19.761364 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8babde8c-e978-423f-9957-749457fd1009 req-9779e1ac-4786-4c83-85a7-11470cae4a55 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=13626a1c-88ea-4e77-9f96-1d165f9a9704 HTTP/1.1" status: 200 len: 943 time: 0.0818353 Feb 09 01:53:19.804981 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8babde8c-e978-423f-9957-749457fd1009 req-04287b47-cf99-4e6a-aa06-d28a9c0cc273 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379901 Feb 09 01:53:20.991346 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df2faf-b5b0-4a23-8098-d5d74a1f2171 req-0d03a034-4127-4bfb-92ba-c8575f1708a8 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:20.992841 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-06df2faf-b5b0-4a23-8098-d5d74a1f2171 req-0d03a034-4127-4bfb-92ba-c8575f1708a8 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=13626a1c-88ea-4e77-9f96-1d165f9a9704 HTTP/1.1" status: 200 len: 943 time: 0.0797045 Feb 09 01:53:21.036154 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-06df2faf-b5b0-4a23-8098-d5d74a1f2171 req-36eed2fd-c807-4a07-97c9-3cd872c4603e tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377655 Feb 09 01:53:22.220737 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e2323-ea15-4f8c-ac8c-377dcacc98d9 req-3f83d3d7-1a74-4df0-867c-003870b18ee0 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:22.222281 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e73e2323-ea15-4f8c-ac8c-377dcacc98d9 req-3f83d3d7-1a74-4df0-867c-003870b18ee0 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=13626a1c-88ea-4e77-9f96-1d165f9a9704 HTTP/1.1" status: 200 len: 943 time: 0.0816877 Feb 09 01:53:22.263587 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:22.268110 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e73e2323-ea15-4f8c-ac8c-377dcacc98d9 req-d5ff2044-1d11-4204-8aeb-9f3fb174bf4c tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399699 Feb 09 01:53:22.407703 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:53:22.520152 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 2f7eb2ee-a966-4132-a1c7-c85a6b6da372 details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:53:22.685363 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 2f7eb2ee-a966-4132-a1c7-c85a6b6da372, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=2f7eb2ee-a966-4132-a1c7-c85a6b6da372,segment=NetworkSegment(86b638af-c634-42fe-bf4b-9e90fe4382c0),segment_id=86b638af-c634-42fe-bf4b-9e90fe4382c0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:53:22.698112 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': '2f7eb2ee-a966-4132-a1c7-c85a6b6da372', 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c', 'port_id': '2f7eb2ee-a966-4132-a1c7-c85a6b6da372', 'mac_address': 'fa:16:3e:40:07:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa171e68-82ec-475c-ac6b-11e6d23a5112', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:53:22.751473 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:22.767695 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f7eb2ee-a966-4132-a1c7-c85a6b6da372 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:53:22.784722 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 2f7eb2ee-a966-4132-a1c7-c85a6b6da372, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=2f7eb2ee-a966-4132-a1c7-c85a6b6da372,segment=NetworkSegment(86b638af-c634-42fe-bf4b-9e90fe4382c0),segment_id=86b638af-c634-42fe-bf4b-9e90fe4382c0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:53:22.788472 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:22.856695 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=2f7eb2ee-a966-4132-a1c7-c85a6b6da372,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:22.864589 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:22.864940 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:22.865284 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:22.865710 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:22.866053 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:22.866412 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:22.866742 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:22.867070 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:22.867396 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:22.867724 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:22.868045 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:22.868370 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:23.084507 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['2f7eb2ee-a966-4132-a1c7-c85a6b6da372'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:53:23.452846 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6f75d2-36b4-4577-b77f-70160794c528 req-e164e392-5f0a-4571-9d8e-045eb7a08813 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:23.454344 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3c6f75d2-36b4-4577-b77f-70160794c528 req-e164e392-5f0a-4571-9d8e-045eb7a08813 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=13626a1c-88ea-4e77-9f96-1d165f9a9704 HTTP/1.1" status: 200 len: 944 time: 0.0807889 Feb 09 01:53:23.501506 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3c6f75d2-36b4-4577-b77f-70160794c528 req-1312ea7f-d6fc-45ab-b479-fd04256527fc tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406444 Feb 09 01:53:24.535799 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 2f7eb2ee-a966-4132-a1c7-c85a6b6da372 up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:53:24.610897 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning for port 2f7eb2ee-a966-4132-a1c7-c85a6b6da372 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:53:24.616680 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port 2f7eb2ee-a966-4132-a1c7-c85a6b6da372 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:53:24.617050 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:24.688989 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee97872-75d5-4d4a-9bce-a1857bfc338f req-c0e2ef51-1a6f-4c6a-9d35-0bd52a954970 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:24.690744 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2ee97872-75d5-4d4a-9bce-a1857bfc338f req-c0e2ef51-1a6f-4c6a-9d35-0bd52a954970 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=13626a1c-88ea-4e77-9f96-1d165f9a9704 HTTP/1.1" status: 200 len: 944 time: 0.0835688 Feb 09 01:53:24.735149 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2ee97872-75d5-4d4a-9bce-a1857bfc338f req-6de1c47f-c62e-4e12-ab78-7e967c1d026f tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387056 Feb 09 01:53:24.738036 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:24.764512 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13626a1c-88ea-4e77-9f96-1d165f9a9704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7eb2ee-a966-4132-a1c7-c85a6b6da372'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:53:24.774902 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 2f7eb2ee-a966-4132-a1c7-c85a6b6da372, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=2f7eb2ee-a966-4132-a1c7-c85a6b6da372,segment=NetworkSegment(86b638af-c634-42fe-bf4b-9e90fe4382c0),segment_id=86b638af-c634-42fe-bf4b-9e90fe4382c0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:53:24.778769 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:24.815414 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13626a1c-88ea-4e77-9f96-1d165f9a9704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7eb2ee-a966-4132-a1c7-c85a6b6da372', 'code': 200} Feb 09 01:53:24.848078 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=2f7eb2ee-a966-4132-a1c7-c85a6b6da372,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:24.936403 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ccc0ae-87f0-4047-b2d2-bd0472910973 req-8bc048cc-cc4d-4767-80ec-0e1e4264c969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:24.937904 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e9ccc0ae-87f0-4047-b2d2-bd0472910973 req-8bc048cc-cc4d-4767-80ec-0e1e4264c969 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=13626a1c-88ea-4e77-9f96-1d165f9a9704 HTTP/1.1" status: 200 len: 1096 time: 0.0729468 Feb 09 01:53:24.975572 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e9ccc0ae-87f0-4047-b2d2-bd0472910973 req-58d25915-557c-49fd-ad1d-5b33ba714a2f service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323751 Feb 09 01:53:25.290631 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:25.920989 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2494515-dfe4-4926-8c73-02517508f90a req-fe8bca51-3db5-4b1f-bef2-c3fc8fb86548 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:25.922365 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d2494515-dfe4-4926-8c73-02517508f90a req-fe8bca51-3db5-4b1f-bef2-c3fc8fb86548 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=13626a1c-88ea-4e77-9f96-1d165f9a9704 HTTP/1.1" status: 200 len: 945 time: 0.0786307 Feb 09 01:53:25.965838 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d2494515-dfe4-4926-8c73-02517508f90a req-b4dcd89f-9dd4-4272-9ad3-80cc7d397c3e tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372446 Feb 09 01:53:27.154624 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59360a-f939-4d66-887e-6996c2ee4dfe req-e80eb68f-e78b-46e0-889b-f271778352e9 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:27.156059 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3e59360a-f939-4d66-887e-6996c2ee4dfe req-e80eb68f-e78b-46e0-889b-f271778352e9 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=13626a1c-88ea-4e77-9f96-1d165f9a9704 HTTP/1.1" status: 200 len: 945 time: 0.0825839 Feb 09 01:53:27.198808 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3e59360a-f939-4d66-887e-6996c2ee4dfe req-8c8754ed-a332-43d3-8744-dc295a8621b1 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372553 Feb 09 01:53:27.376877 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904bcc2-1d2a-43db-9f87-f526fab52b44 req-7ffb1419-1c05-4e1a-852e-ebfd9e02c3b6 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:27.378912 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8904bcc2-1d2a-43db-9f87-f526fab52b44 req-7ffb1419-1c05-4e1a-852e-ebfd9e02c3b6 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=13626a1c-88ea-4e77-9f96-1d165f9a9704 HTTP/1.1" status: 200 len: 945 time: 0.0818901 Feb 09 01:53:27.387409 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 47426) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:53:27.392391 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-bbbf5236-d9b4-4631-8bc2-91c6855f71c0 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Request body: {'floatingip': {'port_id': '2f7eb2ee-a966-4132-a1c7-c85a6b6da372'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:53:27.470212 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bbbf5236-d9b4-4631-8bc2-91c6855f71c0 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks [] for floatingip, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:28.163344 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bbbf5236-d9b4-4631-8bc2-91c6855f71c0 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:28.166989 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bbbf5236-d9b4-4631-8bc2-91c6855f71c0 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:28.339286 n-d-828418-1 neutron-server[87639]: INFO neutron.db.l3_db [None req-bbbf5236-d9b4-4631-8bc2-91c6855f71c0 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Floating IP 1ad8eadf-1efe-4683-884c-dfba0021af58 associated. External IP: 172.25.0.109, port: 2f7eb2ee-a966-4132-a1c7-c85a6b6da372. Feb 09 01:53:28.691654 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbbf5236-d9b4-4631-8bc2-91c6855f71c0 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Router 34eabf10-c37b-4379-9e42-d9622d053d3a has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:53:28.870822 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbbf5236-d9b4-4631-8bc2-91c6855f71c0 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:53:28.875690 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bbbf5236-d9b4-4631-8bc2-91c6855f71c0 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:28.881067 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11e96db-94c1-4600-bb09-c5f438084d12 None None] Sync routers for ids ['34eabf10-c37b-4379-9e42-d9622d053d3a'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:53:28.890504 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11e96db-94c1-4600-bb09-c5f438084d12 None None] Routers {'34eabf10-c37b-4379-9e42-d9622d053d3a'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:53:28.891040 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-c11e96db-94c1-4600-bb09-c5f438084d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:53:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['34eabf10-c37b-4379-9e42-d9622d053d3a'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:28.933791 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-bbbf5236-d9b4-4631-8bc2-91c6855f71c0 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "PUT /v2.0/floatingips/1ad8eadf-1efe-4683-884c-dfba0021af58 HTTP/1.1" status: 200 len: 992 time: 1.5427651 Feb 09 01:53:28.933791 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13626a1c-88ea-4e77-9f96-1d165f9a9704', 'tag': '2f7eb2ee-a966-4132-a1c7-c85a6b6da372'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:53:29.003636 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13626a1c-88ea-4e77-9f96-1d165f9a9704', 'tag': '2f7eb2ee-a966-4132-a1c7-c85a6b6da372', 'status': 'completed', 'code': 200} Feb 09 01:53:29.118510 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-c11e96db-94c1-4600-bb09-c5f438084d12 None None] Set router 34eabf10-c37b-4379-9e42-d9622d053d3a gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:53:29.172070 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2a7334-3962-4c36-bcf3-ef880e80b57e req-9dc8f8ae-3cc4-443d-8d2a-9ecc8305156d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:29.173494 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5d2a7334-3962-4c36-bcf3-ef880e80b57e req-9dc8f8ae-3cc4-443d-8d2a-9ecc8305156d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=308a7c3b94d842c0bda52a99836b9ef6&device_id=13626a1c-88ea-4e77-9f96-1d165f9a9704 HTTP/1.1" status: 200 len: 1096 time: 0.1401775 Feb 09 01:53:29.185095 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300cef6-472b-4ee5-8da5-aef33018f4a7 req-2c015656-f7cc-43bd-a510-fe7b8491026a tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:29.186497 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5300cef6-472b-4ee5-8da5-aef33018f4a7 req-2c015656-f7cc-43bd-a510-fe7b8491026a tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=13626a1c-88ea-4e77-9f96-1d165f9a9704 HTTP/1.1" status: 200 len: 945 time: 0.1097705 Feb 09 01:53:29.435661 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5300cef6-472b-4ee5-8da5-aef33018f4a7 req-c7a7fa14-67e7-4b3f-9e64-c5a2b381c8df tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2286584 Feb 09 01:53:29.470040 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2a7334-3962-4c36-bcf3-ef880e80b57e req-ce4dee79-367a-4a5a-97e8-ad1b041df640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:29.471493 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5d2a7334-3962-4c36-bcf3-ef880e80b57e req-ce4dee79-367a-4a5a-97e8-ad1b041df640 service neutron] 10.222.0.99 "GET /v2.0/networks?id=400d3014-6934-4eca-998b-e5372b1f837c HTTP/1.1" status: 200 len: 912 time: 0.2841661 Feb 09 01:53:29.476955 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-c11e96db-94c1-4600-bb09-c5f438084d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'name': 'tempest-ServerActionsTestJSON-498310314-router', 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '95b67009-1cb7-48b6-8cbf-e3dccf4cc612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:03Z', 'updated_at': '2022-02-09T01:50:07Z', 'revision_number': 4, 'project_id': '308a7c3b94d842c0bda52a99836b9ef6', 'gw_port': {'id': '95b67009-1cb7-48b6-8cbf-e3dccf4cc612', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:04Z', 'updated_at': '2022-02-09T01:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '1ad8eadf-1efe-4683-884c-dfba0021af58', 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'floating_ip_address': '172.25.0.109', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'port_id': '2f7eb2ee-a966-4132-a1c7-c85a6b6da372', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4060, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c', 'mac_address': 'fa:16:3e:40:07:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13626a1c-88ea-4e77-9f96-1d165f9a9704', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:50:10Z', 'updated_at': '2022-02-09T01:53:28Z', 'revision_number': 13, 'project_id': '308a7c3b94d842c0bda52a99836b9ef6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a5c289c-b567-4077-9073-bb8da203046d', 'name': '', 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c', 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'mac_address': 'fa:16:3e:af:bf:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': 'fa171e68-82ec-475c-ac6b-11e6d23a5112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:06Z', 'updated_at': '2022-02-09T01:50:13Z', 'revision_number': 5, 'project_id': '308a7c3b94d842c0bda52a99836b9ef6', 'subnets': [{'id': 'fa171e68-82ec-475c-ac6b-11e6d23a5112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:29.480724 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11e96db-94c1-4600-bb09-c5f438084d12 None None] Checking router: 34eabf10-c37b-4379-9e42-d9622d053d3a for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:53:29.488834 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11e96db-94c1-4600-bb09-c5f438084d12 None None] Routers {'34eabf10-c37b-4379-9e42-d9622d053d3a'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:53:29.489423 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-c11e96db-94c1-4600-bb09-c5f438084d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:53:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['34eabf10-c37b-4379-9e42-d9622d053d3a'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:29.579255 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5d2a7334-3962-4c36-bcf3-ef880e80b57e req-51317306-8cc2-4436-8e70-6651e05c9057 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f7eb2ee-a966-4132-a1c7-c85a6b6da372 HTTP/1.1" status: 200 len: 1000 time: 0.1018324 Feb 09 01:53:29.642732 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2a7334-3962-4c36-bcf3-ef880e80b57e req-aaf30cac-f37d-48bc-887b-9938f1e29a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:29.644568 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5d2a7334-3962-4c36-bcf3-ef880e80b57e req-aaf30cac-f37d-48bc-887b-9938f1e29a8e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fa171e68-82ec-475c-ac6b-11e6d23a5112 HTTP/1.1" status: 200 len: 850 time: 0.0590370 Feb 09 01:53:29.664529 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-c11e96db-94c1-4600-bb09-c5f438084d12 None None] Set router 34eabf10-c37b-4379-9e42-d9622d053d3a gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:53:29.721992 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2a7334-3962-4c36-bcf3-ef880e80b57e req-2ce39573-e2fd-43fe-99c8-4daf68faef55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:29.723433 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5d2a7334-3962-4c36-bcf3-ef880e80b57e req-2ce39573-e2fd-43fe-99c8-4daf68faef55 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=400d3014-6934-4eca-998b-e5372b1f837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731125 Feb 09 01:53:29.842786 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-a230f996-ab5d-4c27-8a49-615cfce5f63f req-aed87a9b-c25e-4354-9a62-e01725c0ee8b service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=13626a1c-88ea-4e77-9f96-1d165f9a9704&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0797653 Feb 09 01:53:29.862200 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5d2a7334-3962-4c36-bcf3-ef880e80b57e req-afe08a4e-439b-4d76-9e9c-8a0a0593570f service neutron] 10.222.0.99 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318884 Feb 09 01:53:29.992762 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5d2a7334-3962-4c36-bcf3-ef880e80b57e req-2a4a1113-2d33-4174-9ad4-a3bc371e6efa service neutron] 10.222.0.99 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254339 Feb 09 01:53:30.011231 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-c11e96db-94c1-4600-bb09-c5f438084d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'name': 'tempest-ServerActionsTestJSON-498310314-router', 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '95b67009-1cb7-48b6-8cbf-e3dccf4cc612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:03Z', 'updated_at': '2022-02-09T01:50:07Z', 'revision_number': 4, 'project_id': '308a7c3b94d842c0bda52a99836b9ef6', 'gw_port': {'id': '95b67009-1cb7-48b6-8cbf-e3dccf4cc612', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:04Z', 'updated_at': '2022-02-09T01:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '1ad8eadf-1efe-4683-884c-dfba0021af58', 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'floating_ip_address': '172.25.0.109', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'port_id': '2f7eb2ee-a966-4132-a1c7-c85a6b6da372', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4060, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c', 'mac_address': 'fa:16:3e:40:07:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13626a1c-88ea-4e77-9f96-1d165f9a9704', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:50:10Z', 'updated_at': '2022-02-09T01:53:28Z', 'revision_number': 13, 'project_id': '308a7c3b94d842c0bda52a99836b9ef6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a5c289c-b567-4077-9073-bb8da203046d', 'name': '', 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c', 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'mac_address': 'fa:16:3e:af:bf:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': 'fa171e68-82ec-475c-ac6b-11e6d23a5112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:06Z', 'updated_at': '2022-02-09T01:50:13Z', 'revision_number': 5, 'project_id': '308a7c3b94d842c0bda52a99836b9ef6', 'subnets': [{'id': 'fa171e68-82ec-475c-ac6b-11e6d23a5112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:30.015362 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11e96db-94c1-4600-bb09-c5f438084d12 None None] The sync data for ids ['34eabf10-c37b-4379-9e42-d9622d053d3a'] in n-d-828418-1 is: [{'id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'name': 'tempest-ServerActionsTestJSON-498310314-router', 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '95b67009-1cb7-48b6-8cbf-e3dccf4cc612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:03Z', 'updated_at': '2022-02-09T01:50:07Z', 'revision_number': 4, 'project_id': '308a7c3b94d842c0bda52a99836b9ef6', 'gw_port': {'id': '95b67009-1cb7-48b6-8cbf-e3dccf4cc612', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:04Z', 'updated_at': '2022-02-09T01:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '1ad8eadf-1efe-4683-884c-dfba0021af58', 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'floating_ip_address': '172.25.0.109', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'port_id': '2f7eb2ee-a966-4132-a1c7-c85a6b6da372', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4060, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c', 'mac_address': 'fa:16:3e:40:07:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13626a1c-88ea-4e77-9f96-1d165f9a9704', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:50:10Z', 'updated_at': '2022-02-09T01:53:28Z', 'revision_number': 13, 'project_id': '308a7c3b94d842c0bda52a99836b9ef6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a5c289c-b567-4077-9073-bb8da203046d', 'name': '', 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c', 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'mac_address': 'fa:16:3e:af:bf:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': 'fa171e68-82ec-475c-ac6b-11e6d23a5112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:06Z', 'updated_at': '2022-02-09T01:50:13Z', 'revision_number': 5, 'project_id': '308a7c3b94d842c0bda52a99836b9ef6', 'subnets': [{'id': 'fa171e68-82ec-475c-ac6b-11e6d23a5112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:53:30.156070 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230f996-ab5d-4c27-8a49-615cfce5f63f req-af7c60af-f829-4871-88a6-61c77e3dde83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:30.157677 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a230f996-ab5d-4c27-8a49-615cfce5f63f req-af7c60af-f829-4871-88a6-61c77e3dde83 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=308a7c3b94d842c0bda52a99836b9ef6&device_id=13626a1c-88ea-4e77-9f96-1d165f9a9704 HTTP/1.1" status: 200 len: 1096 time: 0.0725782 Feb 09 01:53:30.223299 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc859044-28c7-4cb1-9be0-a1783e481657 None None] New status for floating IP 1ad8eadf-1efe-4683-884c-dfba0021af58: ACTIVE {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:53:30.305275 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230f996-ab5d-4c27-8a49-615cfce5f63f req-aaee9643-e4ac-4d2d-80fd-f41868550388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:30.306682 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a230f996-ab5d-4c27-8a49-615cfce5f63f req-aaee9643-e4ac-4d2d-80fd-f41868550388 service neutron] 10.222.0.99 "GET /v2.0/networks?id=400d3014-6934-4eca-998b-e5372b1f837c HTTP/1.1" status: 200 len: 912 time: 0.1310401 Feb 09 01:53:30.411033 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a230f996-ab5d-4c27-8a49-615cfce5f63f req-9d5db52f-d43b-4c2d-8161-51fdbcd33365 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f7eb2ee-a966-4132-a1c7-c85a6b6da372 HTTP/1.1" status: 200 len: 1000 time: 0.0984023 Feb 09 01:53:30.474152 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230f996-ab5d-4c27-8a49-615cfce5f63f req-0a1f62b7-430b-4c86-9acc-74899ed55cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:30.475786 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a230f996-ab5d-4c27-8a49-615cfce5f63f req-0a1f62b7-430b-4c86-9acc-74899ed55cfe service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fa171e68-82ec-475c-ac6b-11e6d23a5112 HTTP/1.1" status: 200 len: 850 time: 0.0590281 Feb 09 01:53:30.612711 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230f996-ab5d-4c27-8a49-615cfce5f63f req-5489ba1d-d833-4925-b300-44b0f6657cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:30.614162 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a230f996-ab5d-4c27-8a49-615cfce5f63f req-5489ba1d-d833-4925-b300-44b0f6657cc3 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=400d3014-6934-4eca-998b-e5372b1f837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1325288 Feb 09 01:53:30.731019 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c02a38-ecc3-4a78-8457-06c77f1fe74a req-5af57314-bb34-4a88-9ba4-aa9a5a43c845 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:30.732475 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e3c02a38-ecc3-4a78-8457-06c77f1fe74a req-5af57314-bb34-4a88-9ba4-aa9a5a43c845 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=13626a1c-88ea-4e77-9f96-1d165f9a9704 HTTP/1.1" status: 200 len: 945 time: 0.1819580 Feb 09 01:53:30.791138 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a230f996-ab5d-4c27-8a49-615cfce5f63f req-3dc6faf2-2d8c-4caa-95cc-6843c3ff74de service neutron] 10.222.0.99 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700525 Feb 09 01:53:30.822093 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e3c02a38-ecc3-4a78-8457-06c77f1fe74a req-7b61849f-f894-4026-9f78-5a3b053e6ee8 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774620 Feb 09 01:53:30.930404 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a230f996-ab5d-4c27-8a49-615cfce5f63f req-ddaa684e-d699-4b2b-9efd-c13790710201 service neutron] 10.222.0.99 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317346 Feb 09 01:53:32.475051 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b7a16d-5c25-4c92-8062-2ef9410e80c8 req-2e81c090-574e-4f1c-8b43-7d7916434135 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:32.476508 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d2b7a16d-5c25-4c92-8062-2ef9410e80c8 req-2e81c090-574e-4f1c-8b43-7d7916434135 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=13626a1c-88ea-4e77-9f96-1d165f9a9704 HTTP/1.1" status: 200 len: 945 time: 0.0790994 Feb 09 01:53:32.520289 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d2b7a16d-5c25-4c92-8062-2ef9410e80c8 req-d65345d6-952b-4c68-8812-83e635eed32c tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380425 Feb 09 01:53:38.244374 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f6796c5f-d9c4-49a1-a5ea-f2db098d8360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:40.531184 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-166eabe9-9b7d-4b0a-b5a8-6bb11476ebd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:41.007736 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-09e35f9f-8609-40ea-ae4b-152c20b986cd req-8ef827e7-143f-48f7-a48c-8406f27ca189 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=13626a1c-88ea-4e77-9f96-1d165f9a9704&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0723083 Feb 09 01:53:41.065981 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f796e63-919f-4c92-92c4-8c176253f042 req-e6510db6-5e33-417f-ab60-ce48c7872c4f tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:41.067547 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4f796e63-919f-4c92-92c4-8c176253f042 req-e6510db6-5e33-417f-ab60-ce48c7872c4f tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=13626a1c-88ea-4e77-9f96-1d165f9a9704 HTTP/1.1" status: 200 len: 945 time: 0.0851312 Feb 09 01:53:41.225238 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4f796e63-919f-4c92-92c4-8c176253f042 req-921ffa26-31d6-4576-b87f-882e643500f7 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522040 Feb 09 01:53:41.661549 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:41.670866 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:42.175100 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e35f9f-8609-40ea-ae4b-152c20b986cd req-82d47d03-1c3c-4f30-b81d-9eb2398ba0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:42.176581 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-09e35f9f-8609-40ea-ae4b-152c20b986cd req-82d47d03-1c3c-4f30-b81d-9eb2398ba0ab service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=308a7c3b94d842c0bda52a99836b9ef6&device_id=13626a1c-88ea-4e77-9f96-1d165f9a9704 HTTP/1.1" status: 200 len: 1096 time: 0.0705447 Feb 09 01:53:42.307842 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e35f9f-8609-40ea-ae4b-152c20b986cd req-34caa2db-29ae-400f-b172-e0ede7c12200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:42.309294 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-09e35f9f-8609-40ea-ae4b-152c20b986cd req-34caa2db-29ae-400f-b172-e0ede7c12200 service neutron] 10.222.0.99 "GET /v2.0/networks?id=400d3014-6934-4eca-998b-e5372b1f837c HTTP/1.1" status: 200 len: 912 time: 0.1265435 Feb 09 01:53:42.466087 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-09e35f9f-8609-40ea-ae4b-152c20b986cd req-60737582-5ca3-4c8e-bd4f-6daec4f17ee7 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f7eb2ee-a966-4132-a1c7-c85a6b6da372 HTTP/1.1" status: 200 len: 1002 time: 0.1499250 Feb 09 01:53:42.531379 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d79114-7a55-4800-89a9-fe6d8a0dc562 req-950bafe9-26ec-4b13-afb9-70f7c0350a2b tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:42.536885 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d1d79114-7a55-4800-89a9-fe6d8a0dc562 req-950bafe9-26ec-4b13-afb9-70f7c0350a2b tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=13626a1c-88ea-4e77-9f96-1d165f9a9704 HTTP/1.1" status: 200 len: 945 time: 0.1633916 Feb 09 01:53:42.559245 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e35f9f-8609-40ea-ae4b-152c20b986cd req-73e6b2ad-e719-4fc9-b013-f36cd2d44282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:42.560635 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-09e35f9f-8609-40ea-ae4b-152c20b986cd req-73e6b2ad-e719-4fc9-b013-f36cd2d44282 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fa171e68-82ec-475c-ac6b-11e6d23a5112 HTTP/1.1" status: 200 len: 850 time: 0.0874023 Feb 09 01:53:42.628811 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d1d79114-7a55-4800-89a9-fe6d8a0dc562 req-79d290c5-484c-4578-ba75-af5bb90a81c0 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860136 Feb 09 01:53:42.661516 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e35f9f-8609-40ea-ae4b-152c20b986cd req-a8e773ed-2b64-48a0-9db1-632141da4d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:42.663836 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-09e35f9f-8609-40ea-ae4b-152c20b986cd req-a8e773ed-2b64-48a0-9db1-632141da4d2b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=400d3014-6934-4eca-998b-e5372b1f837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0961730 Feb 09 01:53:42.795230 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-09e35f9f-8609-40ea-ae4b-152c20b986cd req-b8364f36-cb24-45b2-9c3b-d79dd37f13b3 service neutron] 10.222.0.99 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241853 Feb 09 01:53:42.923161 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-09e35f9f-8609-40ea-ae4b-152c20b986cd req-4960bfa7-59a1-4820-a2c0-94a07d04f204 service neutron] 10.222.0.99 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225817 Feb 09 01:53:43.287689 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:43.815106 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f17813-522e-48c1-a41f-8b3b0277b678 req-f1eedf7a-5a7d-4ecb-b674-6e8d20f46db5 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:43.816538 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-30f17813-522e-48c1-a41f-8b3b0277b678 req-f1eedf7a-5a7d-4ecb-b674-6e8d20f46db5 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=13626a1c-88ea-4e77-9f96-1d165f9a9704 HTTP/1.1" status: 200 len: 945 time: 0.0788765 Feb 09 01:53:43.860088 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-30f17813-522e-48c1-a41f-8b3b0277b678 req-4b46a03c-e1ea-4a08-8f90-f6bc89a22ec0 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379205 Feb 09 01:53:45.048115 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677348f-1a8a-4b1d-8e52-900e7b3f18cb req-e5b004aa-c8b4-455b-8dd2-30ba1492bdc6 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:45.050266 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d677348f-1a8a-4b1d-8e52-900e7b3f18cb req-e5b004aa-c8b4-455b-8dd2-30ba1492bdc6 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=13626a1c-88ea-4e77-9f96-1d165f9a9704 HTTP/1.1" status: 200 len: 945 time: 0.0835006 Feb 09 01:53:45.092794 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d677348f-1a8a-4b1d-8e52-900e7b3f18cb req-809a6e02-6d02-4174-a70b-5ec7980ef555 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368896 Feb 09 01:53:46.278982 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbbf12e-df64-4ea0-b73d-eab9983b699e req-d923f1ad-96ee-422c-ac6d-cd38948ffddc tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:46.280428 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-efbbf12e-df64-4ea0-b73d-eab9983b699e req-d923f1ad-96ee-422c-ac6d-cd38948ffddc tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=13626a1c-88ea-4e77-9f96-1d165f9a9704 HTTP/1.1" status: 200 len: 945 time: 0.0781243 Feb 09 01:53:46.324689 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-efbbf12e-df64-4ea0-b73d-eab9983b699e req-c54509af-32e6-4c8d-aea2-5ecf20e43e69 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384364 Feb 09 01:53:47.508485 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57875c1-1830-4814-8e21-2b8570d81ecf req-3a250f69-aa67-4ac9-92fd-deb1d0d0e426 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:47.509960 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e57875c1-1830-4814-8e21-2b8570d81ecf req-3a250f69-aa67-4ac9-92fd-deb1d0d0e426 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=13626a1c-88ea-4e77-9f96-1d165f9a9704 HTTP/1.1" status: 200 len: 945 time: 0.0810733 Feb 09 01:53:47.553739 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e57875c1-1830-4814-8e21-2b8570d81ecf req-a10baad6-ce95-4daf-9db2-61662e80467e tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382032 Feb 09 01:53:48.742382 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc5e69-0ccd-4845-8fe9-7c1b680924a1 req-2a2d515d-db99-4560-ac34-1e69d736d9fb tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:48.743839 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-88cc5e69-0ccd-4845-8fe9-7c1b680924a1 req-2a2d515d-db99-4560-ac34-1e69d736d9fb tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=13626a1c-88ea-4e77-9f96-1d165f9a9704 HTTP/1.1" status: 200 len: 945 time: 0.0847101 Feb 09 01:53:48.789807 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-88cc5e69-0ccd-4845-8fe9-7c1b680924a1 req-951f0829-90f6-4815-a103-57c4089be033 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403681 Feb 09 01:53:49.973080 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fca23f-9849-4599-9111-46e4879da3f4 req-f4d68f7e-48ee-4b34-ada2-1159792e5b4e tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:49.974595 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d5fca23f-9849-4599-9111-46e4879da3f4 req-f4d68f7e-48ee-4b34-ada2-1159792e5b4e tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=13626a1c-88ea-4e77-9f96-1d165f9a9704 HTTP/1.1" status: 200 len: 945 time: 0.0796027 Feb 09 01:53:50.018863 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d5fca23f-9849-4599-9111-46e4879da3f4 req-abe6a74c-ce08-4ee4-aae2-c1beec2e05c6 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388081 Feb 09 01:53:50.365117 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [req-09e35f9f-8609-40ea-ae4b-152c20b986cd req-b4a5a672-81df-4b9d-9075-a91bfcca9f54 service neutron] show failed (client error): The resource could not be found. Feb 09 01:53:50.366129 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-09e35f9f-8609-40ea-ae4b-152c20b986cd req-b4a5a672-81df-4b9d-9075-a91bfcca9f54 service neutron] 10.222.0.99 "GET /v2.0/ports/2f7eb2ee-a966-4132-a1c7-c85a6b6da372/bindings/n-h1-828418-1 HTTP/1.1" status: 404 len: 380 time: 0.0772018 Feb 09 01:53:50.623498 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e35f9f-8609-40ea-ae4b-152c20b986cd req-b8858e86-2210-478b-8a9d-fa8fcf300665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:50.624885 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-09e35f9f-8609-40ea-ae4b-152c20b986cd req-b8858e86-2210-478b-8a9d-fa8fcf300665 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=13626a1c-88ea-4e77-9f96-1d165f9a9704&tenant_id=308a7c3b94d842c0bda52a99836b9ef6 HTTP/1.1" status: 200 len: 1096 time: 0.0715649 Feb 09 01:53:50.635460 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-09e35f9f-8609-40ea-ae4b-152c20b986cd req-54c977b5-b2cc-4a9d-af1d-1f91f8958c3a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828418-1', 'device_owner': 'compute:nova'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:53:50.842609 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-09e35f9f-8609-40ea-ae4b-152c20b986cd req-54c977b5-b2cc-4a9d-af1d-1f91f8958c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:51.104350 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-09e35f9f-8609-40ea-ae4b-152c20b986cd req-54c977b5-b2cc-4a9d-af1d-1f91f8958c3a service neutron] For port 2f7eb2ee-a966-4132-a1c7-c85a6b6da372, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=2f7eb2ee-a966-4132-a1c7-c85a6b6da372,segment=NetworkSegment(86b638af-c634-42fe-bf4b-9e90fe4382c0),segment_id=86b638af-c634-42fe-bf4b-9e90fe4382c0)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:53:51.172313 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-09e35f9f-8609-40ea-ae4b-152c20b986cd req-54c977b5-b2cc-4a9d-af1d-1f91f8958c3a service neutron] For port 2f7eb2ee-a966-4132-a1c7-c85a6b6da372, host n-h2-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:53:51.246697 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13626a1c-88ea-4e77-9f96-1d165f9a9704', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f7eb2ee-a966-4132-a1c7-c85a6b6da372'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:53:51.252918 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-09e35f9f-8609-40ea-ae4b-152c20b986cd req-54c977b5-b2cc-4a9d-af1d-1f91f8958c3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:51.275741 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-09e35f9f-8609-40ea-ae4b-152c20b986cd req-54c977b5-b2cc-4a9d-af1d-1f91f8958c3a service neutron] Transition to ACTIVE for port object 2f7eb2ee-a966-4132-a1c7-c85a6b6da372 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:53:51.285455 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec967be-e9b5-4c80-82a0-2f4864fb5b0e req-8033d9fe-78f1-4006-9c9e-1310b4955b02 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:51.286976 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5ec967be-e9b5-4c80-82a0-2f4864fb5b0e req-8033d9fe-78f1-4006-9c9e-1310b4955b02 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=13626a1c-88ea-4e77-9f96-1d165f9a9704 HTTP/1.1" status: 200 len: 945 time: 0.1608446 Feb 09 01:53:51.288030 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-09e35f9f-8609-40ea-ae4b-152c20b986cd req-54c977b5-b2cc-4a9d-af1d-1f91f8958c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:51.324390 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13626a1c-88ea-4e77-9f96-1d165f9a9704', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f7eb2ee-a966-4132-a1c7-c85a6b6da372', 'code': 200} Feb 09 01:53:51.456081 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c977b5-b2cc-4a9d-af1d-1f91f8958c3a service neutron] Pushing event updated for resources: {'Port': ['ID=2f7eb2ee-a966-4132-a1c7-c85a6b6da372,revision_number=6']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:51.473848 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5ec967be-e9b5-4c80-82a0-2f4864fb5b0e req-4dc14968-7210-41d7-8455-b44957060e9e tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511188 Feb 09 01:53:51.525083 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-09e35f9f-8609-40ea-ae4b-152c20b986cd req-54c977b5-b2cc-4a9d-af1d-1f91f8958c3a service neutron] No DVR routers for this DVR port 2f7eb2ee-a966-4132-a1c7-c85a6b6da372 on host n-h2-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:53:51.749398 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-09e35f9f-8609-40ea-ae4b-152c20b986cd req-54c977b5-b2cc-4a9d-af1d-1f91f8958c3a service neutron] Attempting to bind port 2f7eb2ee-a966-4132-a1c7-c85a6b6da372 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:53:51.749758 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-09e35f9f-8609-40ea-ae4b-152c20b986cd req-54c977b5-b2cc-4a9d-af1d-1f91f8958c3a service neutron] Attempting to bind port 2f7eb2ee-a966-4132-a1c7-c85a6b6da372 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '86b638af-c634-42fe-bf4b-9e90fe4382c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:53:51.750079 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e35f9f-8609-40ea-ae4b-152c20b986cd req-54c977b5-b2cc-4a9d-af1d-1f91f8958c3a service neutron] Attempting to bind port 2f7eb2ee-a966-4132-a1c7-c85a6b6da372 on network 400d3014-6934-4eca-998b-e5372b1f837c {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:53:51.754577 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e35f9f-8609-40ea-ae4b-152c20b986cd req-54c977b5-b2cc-4a9d-af1d-1f91f8958c3a service neutron] Port 2f7eb2ee-a966-4132-a1c7-c85a6b6da372 on network 400d3014-6934-4eca-998b-e5372b1f837c not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:53:51.754917 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e35f9f-8609-40ea-ae4b-152c20b986cd req-54c977b5-b2cc-4a9d-af1d-1f91f8958c3a service neutron] Attempting to bind port 2f7eb2ee-a966-4132-a1c7-c85a6b6da372 on network 400d3014-6934-4eca-998b-e5372b1f837c {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:53:51.759859 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e35f9f-8609-40ea-ae4b-152c20b986cd req-54c977b5-b2cc-4a9d-af1d-1f91f8958c3a service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:53:51.760187 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e35f9f-8609-40ea-ae4b-152c20b986cd req-54c977b5-b2cc-4a9d-af1d-1f91f8958c3a service neutron] Checking segment: {'id': '86b638af-c634-42fe-bf4b-9e90fe4382c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:53:51.760559 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e35f9f-8609-40ea-ae4b-152c20b986cd req-54c977b5-b2cc-4a9d-af1d-1f91f8958c3a service neutron] Bound using segment: {'id': '86b638af-c634-42fe-bf4b-9e90fe4382c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:53:51.760968 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-09e35f9f-8609-40ea-ae4b-152c20b986cd req-54c977b5-b2cc-4a9d-af1d-1f91f8958c3a service neutron] Bound port: 2f7eb2ee-a966-4132-a1c7-c85a6b6da372, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86b638af-c634-42fe-bf4b-9e90fe4382c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:53:51.761304 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-09e35f9f-8609-40ea-ae4b-152c20b986cd req-54c977b5-b2cc-4a9d-af1d-1f91f8958c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:51.846908 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-09e35f9f-8609-40ea-ae4b-152c20b986cd req-54c977b5-b2cc-4a9d-af1d-1f91f8958c3a service neutron] For port 2f7eb2ee-a966-4132-a1c7-c85a6b6da372, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:53:51.849724 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-09e35f9f-8609-40ea-ae4b-152c20b986cd req-54c977b5-b2cc-4a9d-af1d-1f91f8958c3a service neutron] For port 2f7eb2ee-a966-4132-a1c7-c85a6b6da372, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=2f7eb2ee-a966-4132-a1c7-c85a6b6da372,segment=NetworkSegment(86b638af-c634-42fe-bf4b-9e90fe4382c0),segment_id=86b638af-c634-42fe-bf4b-9e90fe4382c0)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:53:51.854156 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-09e35f9f-8609-40ea-ae4b-152c20b986cd req-54c977b5-b2cc-4a9d-af1d-1f91f8958c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:51.916133 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e35f9f-8609-40ea-ae4b-152c20b986cd req-54c977b5-b2cc-4a9d-af1d-1f91f8958c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:51.916738 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-09e35f9f-8609-40ea-ae4b-152c20b986cd req-54c977b5-b2cc-4a9d-af1d-1f91f8958c3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:51.918124 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-09e35f9f-8609-40ea-ae4b-152c20b986cd req-54c977b5-b2cc-4a9d-af1d-1f91f8958c3a service neutron] 10.222.0.62 "PUT /v2.0/ports/2f7eb2ee-a966-4132-a1c7-c85a6b6da372 HTTP/1.1" status: 200 len: 1091 time: 1.2865326 Feb 09 01:53:51.934081 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c977b5-b2cc-4a9d-af1d-1f91f8958c3a service neutron] Pushing event updated for resources: {'Port': ['ID=2f7eb2ee-a966-4132-a1c7-c85a6b6da372,revision_number=7']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:52.010125 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e35f9f-8609-40ea-ae4b-152c20b986cd req-a0e277d8-f017-4862-8c5f-53118232e7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:52.011660 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-09e35f9f-8609-40ea-ae4b-152c20b986cd req-a0e277d8-f017-4862-8c5f-53118232e7ec service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=308a7c3b94d842c0bda52a99836b9ef6&device_id=13626a1c-88ea-4e77-9f96-1d165f9a9704 HTTP/1.1" status: 200 len: 1094 time: 0.0723763 Feb 09 01:53:52.147119 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e35f9f-8609-40ea-ae4b-152c20b986cd req-f32331f6-d4da-48a2-8aba-6b570208b152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:52.148564 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-09e35f9f-8609-40ea-ae4b-152c20b986cd req-f32331f6-d4da-48a2-8aba-6b570208b152 service neutron] 10.222.0.62 "GET /v2.0/networks?id=400d3014-6934-4eca-998b-e5372b1f837c HTTP/1.1" status: 200 len: 912 time: 0.1316340 Feb 09 01:53:52.249357 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-09e35f9f-8609-40ea-ae4b-152c20b986cd req-48c2fe07-30f9-494d-b940-2004d4f30534 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f7eb2ee-a966-4132-a1c7-c85a6b6da372 HTTP/1.1" status: 200 len: 1000 time: 0.0947208 Feb 09 01:53:52.278659 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:52.311730 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e35f9f-8609-40ea-ae4b-152c20b986cd req-9403e384-1cb1-424b-909e-0c868980c0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:52.313161 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-09e35f9f-8609-40ea-ae4b-152c20b986cd req-9403e384-1cb1-424b-909e-0c868980c0bc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fa171e68-82ec-475c-ac6b-11e6d23a5112 HTTP/1.1" status: 200 len: 850 time: 0.0578396 Feb 09 01:53:52.490487 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e35f9f-8609-40ea-ae4b-152c20b986cd req-ab14eed2-54b3-4873-a800-8c6a54347889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:52.491962 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-09e35f9f-8609-40ea-ae4b-152c20b986cd req-ab14eed2-54b3-4873-a800-8c6a54347889 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=400d3014-6934-4eca-998b-e5372b1f837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1734359 Feb 09 01:53:52.673953 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-09e35f9f-8609-40ea-ae4b-152c20b986cd req-9d3cea32-2f5c-4bb5-9f13-ff288491db6a service neutron] 10.222.0.62 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755772 Feb 09 01:53:52.776544 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1f096-d2a5-4cc6-acb2-feec2f172b1a req-c769fb7e-dc39-47bd-ab7a-17ee76c3929f tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:52.778276 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a6a1f096-d2a5-4cc6-acb2-feec2f172b1a req-c769fb7e-dc39-47bd-ab7a-17ee76c3929f tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=13626a1c-88ea-4e77-9f96-1d165f9a9704 HTTP/1.1" status: 200 len: 943 time: 0.1915066 Feb 09 01:53:52.851190 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a6a1f096-d2a5-4cc6-acb2-feec2f172b1a req-9cf784c2-d4ac-420b-8603-e49d15328dc1 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670300 Feb 09 01:53:52.854328 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-09e35f9f-8609-40ea-ae4b-152c20b986cd req-6c4e0e19-e2ad-49d8-bcdf-9355eca05615 service neutron] 10.222.0.62 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743145 Feb 09 01:53:53.325410 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13626a1c-88ea-4e77-9f96-1d165f9a9704', 'tag': '2f7eb2ee-a966-4132-a1c7-c85a6b6da372'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:53:53.385073 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13626a1c-88ea-4e77-9f96-1d165f9a9704', 'tag': '2f7eb2ee-a966-4132-a1c7-c85a6b6da372', 'status': 'completed', 'code': 200} Feb 09 01:53:53.538448 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753daf68-0a1f-4589-ad9f-19b708f65568 req-d02cd6e6-0b26-4381-bdcf-54456bc2e4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:53.539932 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-753daf68-0a1f-4589-ad9f-19b708f65568 req-d02cd6e6-0b26-4381-bdcf-54456bc2e4f0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=308a7c3b94d842c0bda52a99836b9ef6&device_id=13626a1c-88ea-4e77-9f96-1d165f9a9704 HTTP/1.1" status: 200 len: 1094 time: 0.0983200 Feb 09 01:53:53.541827 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753daf68-0a1f-4589-ad9f-19b708f65568 req-68ff9d8e-9175-4cb8-b14c-26eb1750a47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:53.543147 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-753daf68-0a1f-4589-ad9f-19b708f65568 req-68ff9d8e-9175-4cb8-b14c-26eb1750a47f service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=308a7c3b94d842c0bda52a99836b9ef6&device_id=13626a1c-88ea-4e77-9f96-1d165f9a9704 HTTP/1.1" status: 200 len: 1094 time: 0.1410882 Feb 09 01:53:53.783779 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753daf68-0a1f-4589-ad9f-19b708f65568 req-9baec75c-9be3-4c9c-a861-8e95860fffe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:53.785320 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-753daf68-0a1f-4589-ad9f-19b708f65568 req-9baec75c-9be3-4c9c-a861-8e95860fffe6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=400d3014-6934-4eca-998b-e5372b1f837c HTTP/1.1" status: 200 len: 912 time: 0.2388456 Feb 09 01:53:53.789523 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753daf68-0a1f-4589-ad9f-19b708f65568 req-8ea9fc99-02ee-4d4b-a440-06a4312ec452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:53.790894 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-753daf68-0a1f-4589-ad9f-19b708f65568 req-8ea9fc99-02ee-4d4b-a440-06a4312ec452 service neutron] 10.222.0.99 "GET /v2.0/networks?id=400d3014-6934-4eca-998b-e5372b1f837c HTTP/1.1" status: 200 len: 912 time: 0.2249820 Feb 09 01:53:54.009944 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-753daf68-0a1f-4589-ad9f-19b708f65568 req-8dc3d450-c061-4e50-89e1-acc38ce21ebe service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f7eb2ee-a966-4132-a1c7-c85a6b6da372 HTTP/1.1" status: 200 len: 1000 time: 0.2180693 Feb 09 01:53:54.016036 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-753daf68-0a1f-4589-ad9f-19b708f65568 req-1d93ed11-440f-4f1f-bcb8-a88240abe628 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f7eb2ee-a966-4132-a1c7-c85a6b6da372 HTTP/1.1" status: 200 len: 1000 time: 0.1738195 Feb 09 01:53:54.138022 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753daf68-0a1f-4589-ad9f-19b708f65568 req-f720795c-44f6-4e84-9561-c7592bae9c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:54.139392 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-753daf68-0a1f-4589-ad9f-19b708f65568 req-f720795c-44f6-4e84-9561-c7592bae9c78 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fa171e68-82ec-475c-ac6b-11e6d23a5112 HTTP/1.1" status: 200 len: 850 time: 0.1225266 Feb 09 01:53:54.148860 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753daf68-0a1f-4589-ad9f-19b708f65568 req-838b4e00-856e-4d6f-b408-e799f8db79f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:54.150222 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-753daf68-0a1f-4589-ad9f-19b708f65568 req-838b4e00-856e-4d6f-b408-e799f8db79f4 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fa171e68-82ec-475c-ac6b-11e6d23a5112 HTTP/1.1" status: 200 len: 850 time: 0.0994692 Feb 09 01:53:54.258400 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf07222-0dea-416e-97a9-8c9796310bd8 req-aeb4665d-f60e-4534-9176-888f7f3e2ed0 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:54.259775 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2bf07222-0dea-416e-97a9-8c9796310bd8 req-aeb4665d-f60e-4534-9176-888f7f3e2ed0 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=13626a1c-88ea-4e77-9f96-1d165f9a9704 HTTP/1.1" status: 200 len: 943 time: 0.2950139 Feb 09 01:53:54.328247 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2bf07222-0dea-416e-97a9-8c9796310bd8 req-f61543bf-e6c7-4730-82ea-38174f89cb2a tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611308 Feb 09 01:53:54.341103 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753daf68-0a1f-4589-ad9f-19b708f65568 req-9e4db5c6-b246-432a-ab18-76a6004dc31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:54.347906 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-753daf68-0a1f-4589-ad9f-19b708f65568 req-9e4db5c6-b246-432a-ab18-76a6004dc31c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=400d3014-6934-4eca-998b-e5372b1f837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1953332 Feb 09 01:53:54.347906 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753daf68-0a1f-4589-ad9f-19b708f65568 req-a5e5ef43-eb06-47ca-8829-f83b0a85f99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:54.347906 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-753daf68-0a1f-4589-ad9f-19b708f65568 req-a5e5ef43-eb06-47ca-8829-f83b0a85f99e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=400d3014-6934-4eca-998b-e5372b1f837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1579618 Feb 09 01:53:54.690161 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-753daf68-0a1f-4589-ad9f-19b708f65568 req-c337ff92-e2f9-461a-9edc-4be56c679342 service neutron] 10.222.0.99 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382046 Feb 09 01:53:54.692015 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-753daf68-0a1f-4589-ad9f-19b708f65568 req-e6cea245-9c95-44de-94fa-2892bd7913e8 service neutron] 10.222.0.62 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202715 Feb 09 01:53:54.722840 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 2f7eb2ee-a966-4132-a1c7-c85a6b6da372 no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:53:54.779918 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 2f7eb2ee-a966-4132-a1c7-c85a6b6da372 not bound to the agent host n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:53:54.925397 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-753daf68-0a1f-4589-ad9f-19b708f65568 req-c8cca2ce-159d-493e-954c-41687908762a service neutron] 10.222.0.99 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297633 Feb 09 01:53:54.927235 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-753daf68-0a1f-4589-ad9f-19b708f65568 req-d44255fd-91b2-424e-9b18-2d77ae945934 service neutron] 10.222.0.62 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135036 Feb 09 01:53:55.283303 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:55.517436 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74a894-5fdf-4300-9f86-ebc81a72a688 req-4c8b4e52-871a-4583-9796-d0a4bee7982c tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:55.518936 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8d74a894-5fdf-4300-9f86-ebc81a72a688 req-4c8b4e52-871a-4583-9796-d0a4bee7982c tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=13626a1c-88ea-4e77-9f96-1d165f9a9704 HTTP/1.1" status: 200 len: 943 time: 0.0783677 Feb 09 01:53:55.563718 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8d74a894-5fdf-4300-9f86-ebc81a72a688 req-4745f069-e866-4dd9-8976-12539037b090 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386450 Feb 09 01:53:56.757630 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786d7f34-dd72-4138-a457-28a0e9fc29c4 req-3fa78d18-96d2-412f-83a0-01d7b2e9fb06 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:56.759141 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-786d7f34-dd72-4138-a457-28a0e9fc29c4 req-3fa78d18-96d2-412f-83a0-01d7b2e9fb06 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=13626a1c-88ea-4e77-9f96-1d165f9a9704 HTTP/1.1" status: 200 len: 943 time: 0.0890398 Feb 09 01:53:56.806349 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-786d7f34-dd72-4138-a457-28a0e9fc29c4 req-5abada17-6ed5-44f7-9ec1-d8612fb4bef3 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415237 Feb 09 01:53:57.994928 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f3fc5-d797-4422-a3c3-a5032e77a348 req-6449bb55-9c1d-45ea-b4b7-fa525a27d5e8 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:57.996371 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d60f3fc5-d797-4422-a3c3-a5032e77a348 req-6449bb55-9c1d-45ea-b4b7-fa525a27d5e8 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=13626a1c-88ea-4e77-9f96-1d165f9a9704 HTTP/1.1" status: 200 len: 943 time: 0.0795679 Feb 09 01:53:58.039942 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d60f3fc5-d797-4422-a3c3-a5032e77a348 req-02d6d748-5a39-4728-9ab5-22b41b856505 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374105 Feb 09 01:53:59.230245 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b7794-5f1b-4ecb-a523-520f92e0d213 req-172d782d-20c2-4d7a-902a-7f0a753e1706 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:59.231688 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-036b7794-5f1b-4ecb-a523-520f92e0d213 req-172d782d-20c2-4d7a-902a-7f0a753e1706 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=13626a1c-88ea-4e77-9f96-1d165f9a9704 HTTP/1.1" status: 200 len: 943 time: 0.0823777 Feb 09 01:53:59.275158 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-036b7794-5f1b-4ecb-a523-520f92e0d213 req-9b59381f-1404-4727-99b7-4e20223b3d86 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373113 Feb 09 01:53:59.406665 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:54:00.458331 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40750f3b-9be3-4a37-91c6-a4dfacc43f29 req-99774ff5-d08b-495c-9589-d6d5d20b4a42 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:00.459693 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-40750f3b-9be3-4a37-91c6-a4dfacc43f29 req-99774ff5-d08b-495c-9589-d6d5d20b4a42 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=13626a1c-88ea-4e77-9f96-1d165f9a9704 HTTP/1.1" status: 200 len: 943 time: 0.0787318 Feb 09 01:54:00.502641 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-40750f3b-9be3-4a37-91c6-a4dfacc43f29 req-990b5845-5d32-49e6-b97d-cdcc8360a072 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373945 Feb 09 01:54:01.701431 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a96d76-4431-4968-a37f-d8647837fd0a req-a7e782d1-09de-41e6-879d-c2a3b4b9f155 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:01.702925 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-58a96d76-4431-4968-a37f-d8647837fd0a req-a7e782d1-09de-41e6-879d-c2a3b4b9f155 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=13626a1c-88ea-4e77-9f96-1d165f9a9704 HTTP/1.1" status: 200 len: 943 time: 0.0899446 Feb 09 01:54:01.750356 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-58a96d76-4431-4968-a37f-d8647837fd0a req-14afe480-64bc-4306-a14a-6d4f01d3823e tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412393 Feb 09 01:54:02.942070 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25199566-1c2e-4471-b636-b831db4206c9 req-189df5d5-5955-4408-9703-ecbf8e9bc869 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:02.943538 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-25199566-1c2e-4471-b636-b831db4206c9 req-189df5d5-5955-4408-9703-ecbf8e9bc869 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=13626a1c-88ea-4e77-9f96-1d165f9a9704 HTTP/1.1" status: 200 len: 943 time: 0.0804667 Feb 09 01:54:02.990582 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-25199566-1c2e-4471-b636-b831db4206c9 req-efa4d4e0-91fa-492e-a753-e1beb53738a8 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414217 Feb 09 01:54:03.095163 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 2f7eb2ee-a966-4132-a1c7-c85a6b6da372 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:54:03.227707 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 2f7eb2ee-a966-4132-a1c7-c85a6b6da372, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=2f7eb2ee-a966-4132-a1c7-c85a6b6da372,segment=NetworkSegment(86b638af-c634-42fe-bf4b-9e90fe4382c0),segment_id=86b638af-c634-42fe-bf4b-9e90fe4382c0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:54:03.240670 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '2f7eb2ee-a966-4132-a1c7-c85a6b6da372', 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c', 'port_id': '2f7eb2ee-a966-4132-a1c7-c85a6b6da372', 'mac_address': 'fa:16:3e:40:07:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa171e68-82ec-475c-ac6b-11e6d23a5112', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:54:03.302336 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:03.321491 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f7eb2ee-a966-4132-a1c7-c85a6b6da372 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:54:03.337774 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 2f7eb2ee-a966-4132-a1c7-c85a6b6da372, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=2f7eb2ee-a966-4132-a1c7-c85a6b6da372,segment=NetworkSegment(86b638af-c634-42fe-bf4b-9e90fe4382c0),segment_id=86b638af-c634-42fe-bf4b-9e90fe4382c0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:54:03.341503 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:03.409493 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=2f7eb2ee-a966-4132-a1c7-c85a6b6da372,revision_number=8']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:03.465679 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673bf0e8-eaa0-48bb-b14d-08c91df5b7ba req-fb56d72a-673c-4b67-a0bd-338927719393 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:03.467094 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-673bf0e8-eaa0-48bb-b14d-08c91df5b7ba req-fb56d72a-673c-4b67-a0bd-338927719393 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.62 "GET /v2.0/ports?device_id=13626a1c-88ea-4e77-9f96-1d165f9a9704&tenant_id=308a7c3b94d842c0bda52a99836b9ef6&binding%3Ahost_id=n-h1-828418-1 HTTP/1.1" status: 200 len: 944 time: 0.1456950 Feb 09 01:54:03.487083 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874aeb98-1247-4c5d-ac6c-18f867a9b60d req-bfe047c8-9ca7-46e6-bc17-3de262002645 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:03.488540 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-874aeb98-1247-4c5d-ac6c-18f867a9b60d req-bfe047c8-9ca7-46e6-bc17-3de262002645 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=13626a1c-88ea-4e77-9f96-1d165f9a9704 HTTP/1.1" status: 200 len: 944 time: 0.1098101 Feb 09 01:54:03.532853 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-874aeb98-1247-4c5d-ac6c-18f867a9b60d req-92c626d5-2cb2-4fc4-8bcb-87551f2551dc tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385902 Feb 09 01:54:03.559270 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['2f7eb2ee-a966-4132-a1c7-c85a6b6da372'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:54:03.619003 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-673bf0e8-eaa0-48bb-b14d-08c91df5b7ba req-0e3f4d03-9f43-4b3d-98b1-8f584d5f87f5 service neutron] 10.222.0.62 "GET /v2.0/ports/2f7eb2ee-a966-4132-a1c7-c85a6b6da372/bindings/n-h1-828418-1 HTTP/1.1" status: 200 len: 382 time: 0.1441696 Feb 09 01:54:03.717153 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673bf0e8-eaa0-48bb-b14d-08c91df5b7ba req-4c9286b9-9675-428c-81ef-74cde7af945f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:03.718659 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-673bf0e8-eaa0-48bb-b14d-08c91df5b7ba req-4c9286b9-9675-428c-81ef-74cde7af945f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=308a7c3b94d842c0bda52a99836b9ef6&device_id=13626a1c-88ea-4e77-9f96-1d165f9a9704 HTTP/1.1" status: 200 len: 1095 time: 0.0753989 Feb 09 01:54:03.847685 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673bf0e8-eaa0-48bb-b14d-08c91df5b7ba req-7d7421ad-607d-4997-881c-235391830f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:03.849015 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-673bf0e8-eaa0-48bb-b14d-08c91df5b7ba req-7d7421ad-607d-4997-881c-235391830f66 service neutron] 10.222.0.62 "GET /v2.0/networks?id=400d3014-6934-4eca-998b-e5372b1f837c HTTP/1.1" status: 200 len: 912 time: 0.1245408 Feb 09 01:54:03.947405 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-673bf0e8-eaa0-48bb-b14d-08c91df5b7ba req-d6a18c56-e1b2-40ca-be72-498449dca181 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f7eb2ee-a966-4132-a1c7-c85a6b6da372 HTTP/1.1" status: 200 len: 1001 time: 0.0917988 Feb 09 01:54:04.110758 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673bf0e8-eaa0-48bb-b14d-08c91df5b7ba req-5267a957-7af8-4815-b9c8-1d5337e616ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:04.112280 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-673bf0e8-eaa0-48bb-b14d-08c91df5b7ba req-5267a957-7af8-4815-b9c8-1d5337e616ba service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fa171e68-82ec-475c-ac6b-11e6d23a5112 HTTP/1.1" status: 200 len: 850 time: 0.1591651 Feb 09 01:54:04.186639 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673bf0e8-eaa0-48bb-b14d-08c91df5b7ba req-cc98f2ed-97b1-4358-8b68-d8b9e4b1e341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:04.188116 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-673bf0e8-eaa0-48bb-b14d-08c91df5b7ba req-cc98f2ed-97b1-4358-8b68-d8b9e4b1e341 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=400d3014-6934-4eca-998b-e5372b1f837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686898 Feb 09 01:54:04.319977 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-673bf0e8-eaa0-48bb-b14d-08c91df5b7ba req-bcdb1884-6e48-4c26-9b9d-99382aa62786 service neutron] 10.222.0.62 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254764 Feb 09 01:54:04.452238 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-673bf0e8-eaa0-48bb-b14d-08c91df5b7ba req-464d2385-618e-4139-90b7-4719b4c18a3a service neutron] 10.222.0.62 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261137 Feb 09 01:54:04.723335 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce2cab-4a92-4ded-aa6d-47c68f89fd65 req-0b67e5e5-196e-4052-ac54-f4b779f26c24 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:04.724691 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-62ce2cab-4a92-4ded-aa6d-47c68f89fd65 req-0b67e5e5-196e-4052-ac54-f4b779f26c24 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=13626a1c-88ea-4e77-9f96-1d165f9a9704 HTTP/1.1" status: 200 len: 944 time: 0.0839195 Feb 09 01:54:04.768477 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-62ce2cab-4a92-4ded-aa6d-47c68f89fd65 req-07d20da1-8318-4450-9f60-3cbda446c419 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382128 Feb 09 01:54:05.120166 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 2f7eb2ee-a966-4132-a1c7-c85a6b6da372 up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:54:05.186171 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port 2f7eb2ee-a966-4132-a1c7-c85a6b6da372 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:54:05.190893 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 2f7eb2ee-a966-4132-a1c7-c85a6b6da372 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:54:05.191264 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:05.305095 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:05.332192 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13626a1c-88ea-4e77-9f96-1d165f9a9704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7eb2ee-a966-4132-a1c7-c85a6b6da372'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:54:05.341344 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 2f7eb2ee-a966-4132-a1c7-c85a6b6da372, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=2f7eb2ee-a966-4132-a1c7-c85a6b6da372,segment=NetworkSegment(86b638af-c634-42fe-bf4b-9e90fe4382c0),segment_id=86b638af-c634-42fe-bf4b-9e90fe4382c0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:54:05.345412 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:05.417119 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=2f7eb2ee-a966-4132-a1c7-c85a6b6da372,revision_number=9']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:05.455200 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13626a1c-88ea-4e77-9f96-1d165f9a9704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7eb2ee-a966-4132-a1c7-c85a6b6da372', 'code': 200} Feb 09 01:54:05.953904 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ccb424-c358-43ca-bbf0-8b1504cd7ff4 req-3bc68894-9128-4dbc-96df-74c2165f9eb0 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:05.955458 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-96ccb424-c358-43ca-bbf0-8b1504cd7ff4 req-3bc68894-9128-4dbc-96df-74c2165f9eb0 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=13626a1c-88ea-4e77-9f96-1d165f9a9704 HTTP/1.1" status: 200 len: 945 time: 0.0810061 Feb 09 01:54:05.998944 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-96ccb424-c358-43ca-bbf0-8b1504cd7ff4 req-2ab7abc2-3bb3-44d7-8ae5-c11fdfd272e6 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379968 Feb 09 01:54:07.197906 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e83a3-9e4d-49cc-9cc2-3ee15c112be9 req-033069fe-5245-43c5-9899-36378751560b tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:07.199364 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0a7e83a3-9e4d-49cc-9cc2-3ee15c112be9 req-033069fe-5245-43c5-9899-36378751560b tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=13626a1c-88ea-4e77-9f96-1d165f9a9704 HTTP/1.1" status: 200 len: 945 time: 0.0919409 Feb 09 01:54:07.292345 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0a7e83a3-9e4d-49cc-9cc2-3ee15c112be9 req-55f92842-1de6-4ac2-9a4d-92e31b7c1028 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624900 Feb 09 01:54:07.307560 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673bf0e8-eaa0-48bb-b14d-08c91df5b7ba req-190d3ad8-5ee5-4d6f-85a7-9a8e9870fa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:07.307560 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-673bf0e8-eaa0-48bb-b14d-08c91df5b7ba req-190d3ad8-5ee5-4d6f-85a7-9a8e9870fa2f service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=13626a1c-88ea-4e77-9f96-1d165f9a9704&tenant_id=308a7c3b94d842c0bda52a99836b9ef6 HTTP/1.1" status: 200 len: 1096 time: 0.1525831 Feb 09 01:54:07.318490 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-673bf0e8-eaa0-48bb-b14d-08c91df5b7ba req-f67cda81-cbd8-47ab-a4ee-5daa80560cff service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828418-1', 'device_owner': 'compute:nova'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:54:07.424782 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-673bf0e8-eaa0-48bb-b14d-08c91df5b7ba req-f67cda81-cbd8-47ab-a4ee-5daa80560cff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:07.687831 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-673bf0e8-eaa0-48bb-b14d-08c91df5b7ba req-f67cda81-cbd8-47ab-a4ee-5daa80560cff service neutron] For port 2f7eb2ee-a966-4132-a1c7-c85a6b6da372, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=2f7eb2ee-a966-4132-a1c7-c85a6b6da372,segment=NetworkSegment(86b638af-c634-42fe-bf4b-9e90fe4382c0),segment_id=86b638af-c634-42fe-bf4b-9e90fe4382c0)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:54:07.715080 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-673bf0e8-eaa0-48bb-b14d-08c91df5b7ba req-f67cda81-cbd8-47ab-a4ee-5daa80560cff service neutron] For port 2f7eb2ee-a966-4132-a1c7-c85a6b6da372, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:54:07.776397 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13626a1c-88ea-4e77-9f96-1d165f9a9704', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f7eb2ee-a966-4132-a1c7-c85a6b6da372'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:54:07.781829 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-673bf0e8-eaa0-48bb-b14d-08c91df5b7ba req-f67cda81-cbd8-47ab-a4ee-5daa80560cff service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:07.796997 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-673bf0e8-eaa0-48bb-b14d-08c91df5b7ba req-f67cda81-cbd8-47ab-a4ee-5daa80560cff service neutron] Transition to ACTIVE for port object 2f7eb2ee-a966-4132-a1c7-c85a6b6da372 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:54:07.801183 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-673bf0e8-eaa0-48bb-b14d-08c91df5b7ba req-f67cda81-cbd8-47ab-a4ee-5daa80560cff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:07.843338 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13626a1c-88ea-4e77-9f96-1d165f9a9704', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f7eb2ee-a966-4132-a1c7-c85a6b6da372', 'code': 200} Feb 09 01:54:07.949050 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67cda81-cbd8-47ab-a4ee-5daa80560cff service neutron] Pushing event updated for resources: {'Port': ['ID=2f7eb2ee-a966-4132-a1c7-c85a6b6da372,revision_number=10']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:07.998137 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-673bf0e8-eaa0-48bb-b14d-08c91df5b7ba req-f67cda81-cbd8-47ab-a4ee-5daa80560cff service neutron] No DVR routers for this DVR port 2f7eb2ee-a966-4132-a1c7-c85a6b6da372 on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:54:08.249740 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5b4fbe8c-b179-41c8-ae6d-8a16e5a6ad2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:08.324333 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-673bf0e8-eaa0-48bb-b14d-08c91df5b7ba req-f67cda81-cbd8-47ab-a4ee-5daa80560cff service neutron] Attempting to bind port 2f7eb2ee-a966-4132-a1c7-c85a6b6da372 on host n-h2-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:54:08.324756 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-673bf0e8-eaa0-48bb-b14d-08c91df5b7ba req-f67cda81-cbd8-47ab-a4ee-5daa80560cff service neutron] Attempting to bind port 2f7eb2ee-a966-4132-a1c7-c85a6b6da372 by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': '86b638af-c634-42fe-bf4b-9e90fe4382c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:54:08.324986 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673bf0e8-eaa0-48bb-b14d-08c91df5b7ba req-f67cda81-cbd8-47ab-a4ee-5daa80560cff service neutron] Attempting to bind port 2f7eb2ee-a966-4132-a1c7-c85a6b6da372 on network 400d3014-6934-4eca-998b-e5372b1f837c {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:54:08.330228 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673bf0e8-eaa0-48bb-b14d-08c91df5b7ba req-f67cda81-cbd8-47ab-a4ee-5daa80560cff service neutron] Port 2f7eb2ee-a966-4132-a1c7-c85a6b6da372 on network 400d3014-6934-4eca-998b-e5372b1f837c not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:54:08.330676 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673bf0e8-eaa0-48bb-b14d-08c91df5b7ba req-f67cda81-cbd8-47ab-a4ee-5daa80560cff service neutron] Attempting to bind port 2f7eb2ee-a966-4132-a1c7-c85a6b6da372 on network 400d3014-6934-4eca-998b-e5372b1f837c {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:54:08.335748 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673bf0e8-eaa0-48bb-b14d-08c91df5b7ba req-f67cda81-cbd8-47ab-a4ee-5daa80560cff service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:54:08.336081 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673bf0e8-eaa0-48bb-b14d-08c91df5b7ba req-f67cda81-cbd8-47ab-a4ee-5daa80560cff service neutron] Checking segment: {'id': '86b638af-c634-42fe-bf4b-9e90fe4382c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:54:08.336464 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673bf0e8-eaa0-48bb-b14d-08c91df5b7ba req-f67cda81-cbd8-47ab-a4ee-5daa80560cff service neutron] Bound using segment: {'id': '86b638af-c634-42fe-bf4b-9e90fe4382c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:54:08.336878 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-673bf0e8-eaa0-48bb-b14d-08c91df5b7ba req-f67cda81-cbd8-47ab-a4ee-5daa80560cff service neutron] Bound port: 2f7eb2ee-a966-4132-a1c7-c85a6b6da372, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86b638af-c634-42fe-bf4b-9e90fe4382c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:54:08.337238 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-673bf0e8-eaa0-48bb-b14d-08c91df5b7ba req-f67cda81-cbd8-47ab-a4ee-5daa80560cff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:08.472928 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-673bf0e8-eaa0-48bb-b14d-08c91df5b7ba req-f67cda81-cbd8-47ab-a4ee-5daa80560cff service neutron] For port 2f7eb2ee-a966-4132-a1c7-c85a6b6da372, host n-h2-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:54:08.484049 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-673bf0e8-eaa0-48bb-b14d-08c91df5b7ba req-f67cda81-cbd8-47ab-a4ee-5daa80560cff service neutron] For port 2f7eb2ee-a966-4132-a1c7-c85a6b6da372, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=2f7eb2ee-a966-4132-a1c7-c85a6b6da372,segment=NetworkSegment(86b638af-c634-42fe-bf4b-9e90fe4382c0),segment_id=86b638af-c634-42fe-bf4b-9e90fe4382c0)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:54:08.489938 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-673bf0e8-eaa0-48bb-b14d-08c91df5b7ba req-f67cda81-cbd8-47ab-a4ee-5daa80560cff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:08.559103 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673bf0e8-eaa0-48bb-b14d-08c91df5b7ba req-f67cda81-cbd8-47ab-a4ee-5daa80560cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:08.559713 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-673bf0e8-eaa0-48bb-b14d-08c91df5b7ba req-f67cda81-cbd8-47ab-a4ee-5daa80560cff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:08.561087 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-673bf0e8-eaa0-48bb-b14d-08c91df5b7ba req-f67cda81-cbd8-47ab-a4ee-5daa80560cff service neutron] 10.222.0.99 "PUT /v2.0/ports/2f7eb2ee-a966-4132-a1c7-c85a6b6da372 HTTP/1.1" status: 200 len: 1092 time: 1.2471704 Feb 09 01:54:08.576225 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc24a3-272e-4bff-b749-026c6bdecabb req-81c9da5f-f7c0-4d55-acd8-886c8c51a7e6 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:08.578031 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-24cc24a3-272e-4bff-b749-026c6bdecabb req-81c9da5f-f7c0-4d55-acd8-886c8c51a7e6 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=13626a1c-88ea-4e77-9f96-1d165f9a9704 HTTP/1.1" status: 200 len: 944 time: 0.1736045 Feb 09 01:54:08.664184 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67cda81-cbd8-47ab-a4ee-5daa80560cff service neutron] Pushing event updated for resources: {'Port': ['ID=2f7eb2ee-a966-4132-a1c7-c85a6b6da372,revision_number=11']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:08.693823 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-24cc24a3-272e-4bff-b749-026c6bdecabb req-7d25fcc1-9534-4e89-9c96-a2c4250640f6 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723937 Feb 09 01:54:08.717009 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673bf0e8-eaa0-48bb-b14d-08c91df5b7ba req-079a434f-285f-4534-84ea-e6c1e3f1040d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:08.718569 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-673bf0e8-eaa0-48bb-b14d-08c91df5b7ba req-079a434f-285f-4534-84ea-e6c1e3f1040d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=308a7c3b94d842c0bda52a99836b9ef6&device_id=13626a1c-88ea-4e77-9f96-1d165f9a9704 HTTP/1.1" status: 200 len: 1095 time: 0.1363776 Feb 09 01:54:08.851339 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673bf0e8-eaa0-48bb-b14d-08c91df5b7ba req-8f666997-4eeb-4a07-90eb-242eddaa95ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:08.852703 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-673bf0e8-eaa0-48bb-b14d-08c91df5b7ba req-8f666997-4eeb-4a07-90eb-242eddaa95ba service neutron] 10.222.0.99 "GET /v2.0/networks?id=400d3014-6934-4eca-998b-e5372b1f837c HTTP/1.1" status: 200 len: 912 time: 0.1282384 Feb 09 01:54:08.952088 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-673bf0e8-eaa0-48bb-b14d-08c91df5b7ba req-de2f43eb-c72f-45d4-9acc-7b5188dd1a91 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f7eb2ee-a966-4132-a1c7-c85a6b6da372 HTTP/1.1" status: 200 len: 1000 time: 0.0935850 Feb 09 01:54:09.016459 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673bf0e8-eaa0-48bb-b14d-08c91df5b7ba req-e5646d96-53db-4d35-a000-c14cc9cb49c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:09.018021 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-673bf0e8-eaa0-48bb-b14d-08c91df5b7ba req-e5646d96-53db-4d35-a000-c14cc9cb49c0 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fa171e68-82ec-475c-ac6b-11e6d23a5112 HTTP/1.1" status: 200 len: 850 time: 0.0599370 Feb 09 01:54:09.091174 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673bf0e8-eaa0-48bb-b14d-08c91df5b7ba req-a36b4b00-ed6c-4ea9-90d7-69fc0a3929bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:09.092647 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-673bf0e8-eaa0-48bb-b14d-08c91df5b7ba req-a36b4b00-ed6c-4ea9-90d7-69fc0a3929bf service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=400d3014-6934-4eca-998b-e5372b1f837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687447 Feb 09 01:54:09.221436 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-673bf0e8-eaa0-48bb-b14d-08c91df5b7ba req-603e64b7-7a22-4c1a-bd45-e5a7f0555f51 service neutron] 10.222.0.99 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223927 Feb 09 01:54:09.351827 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-673bf0e8-eaa0-48bb-b14d-08c91df5b7ba req-5dcbf62f-f5cc-4151-a175-8056fc149919 service neutron] 10.222.0.99 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251781 Feb 09 01:54:09.846229 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13626a1c-88ea-4e77-9f96-1d165f9a9704', 'tag': '2f7eb2ee-a966-4132-a1c7-c85a6b6da372'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:54:09.896657 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35224004-d032-49c5-9808-13c94571fb94 req-3f4a8ff8-414f-4f88-ae29-bc8164ae2107 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:09.898526 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-35224004-d032-49c5-9808-13c94571fb94 req-3f4a8ff8-414f-4f88-ae29-bc8164ae2107 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=13626a1c-88ea-4e77-9f96-1d165f9a9704 HTTP/1.1" status: 200 len: 944 time: 0.0928960 Feb 09 01:54:09.904220 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13626a1c-88ea-4e77-9f96-1d165f9a9704', 'tag': '2f7eb2ee-a966-4132-a1c7-c85a6b6da372', 'status': 'completed', 'code': 200} Feb 09 01:54:10.036555 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-35224004-d032-49c5-9808-13c94571fb94 req-4147076e-bf32-4fc6-ab96-fbb99a41927c tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311641 Feb 09 01:54:10.077236 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd22f3-8465-4fcb-a25d-6f371fa99751 req-8343396b-3ef4-4611-a7f2-3ae17e719184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:10.078750 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-68cd22f3-8465-4fcb-a25d-6f371fa99751 req-8343396b-3ef4-4611-a7f2-3ae17e719184 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=308a7c3b94d842c0bda52a99836b9ef6&device_id=13626a1c-88ea-4e77-9f96-1d165f9a9704 HTTP/1.1" status: 200 len: 1095 time: 0.1552942 Feb 09 01:54:10.083167 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd22f3-8465-4fcb-a25d-6f371fa99751 req-5b2a05c4-bb3d-4f22-b89e-6c88f22c243c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:10.084607 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-68cd22f3-8465-4fcb-a25d-6f371fa99751 req-5b2a05c4-bb3d-4f22-b89e-6c88f22c243c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=308a7c3b94d842c0bda52a99836b9ef6&device_id=13626a1c-88ea-4e77-9f96-1d165f9a9704 HTTP/1.1" status: 200 len: 1095 time: 0.1286893 Feb 09 01:54:10.443239 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd22f3-8465-4fcb-a25d-6f371fa99751 req-2ec80989-eb39-441a-b054-8139bc01aef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:10.444675 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-68cd22f3-8465-4fcb-a25d-6f371fa99751 req-2ec80989-eb39-441a-b054-8139bc01aef8 service neutron] 10.222.0.99 "GET /v2.0/networks?id=400d3014-6934-4eca-998b-e5372b1f837c HTTP/1.1" status: 200 len: 912 time: 0.3592372 Feb 09 01:54:10.449000 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd22f3-8465-4fcb-a25d-6f371fa99751 req-cdf16bcb-4fed-4ba7-a967-6fe71003494e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:10.450461 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-68cd22f3-8465-4fcb-a25d-6f371fa99751 req-cdf16bcb-4fed-4ba7-a967-6fe71003494e service neutron] 10.222.0.62 "GET /v2.0/networks?id=400d3014-6934-4eca-998b-e5372b1f837c HTTP/1.1" status: 200 len: 912 time: 0.3375030 Feb 09 01:54:10.535270 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-52fe822e-8c95-401e-8750-14c07da5906b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:10.639700 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-68cd22f3-8465-4fcb-a25d-6f371fa99751 req-b9d79e51-e234-4610-80c4-27e901972057 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f7eb2ee-a966-4132-a1c7-c85a6b6da372 HTTP/1.1" status: 200 len: 1000 time: 0.1883216 Feb 09 01:54:10.641409 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-68cd22f3-8465-4fcb-a25d-6f371fa99751 req-763db24d-c520-40aa-b94a-6eaa2078bdc8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f7eb2ee-a966-4132-a1c7-c85a6b6da372 HTTP/1.1" status: 200 len: 1000 time: 0.1405482 Feb 09 01:54:10.751737 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd22f3-8465-4fcb-a25d-6f371fa99751 req-fdd8512c-7913-4b45-9ae8-ee37f9f2dab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:10.753166 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-68cd22f3-8465-4fcb-a25d-6f371fa99751 req-fdd8512c-7913-4b45-9ae8-ee37f9f2dab9 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fa171e68-82ec-475c-ac6b-11e6d23a5112 HTTP/1.1" status: 200 len: 850 time: 0.1077585 Feb 09 01:54:10.756227 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd22f3-8465-4fcb-a25d-6f371fa99751 req-42fab6af-ab71-4114-8514-b87d0440e242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:10.757513 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-68cd22f3-8465-4fcb-a25d-6f371fa99751 req-42fab6af-ab71-4114-8514-b87d0440e242 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fa171e68-82ec-475c-ac6b-11e6d23a5112 HTTP/1.1" status: 200 len: 850 time: 0.0821590 Feb 09 01:54:10.888279 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd22f3-8465-4fcb-a25d-6f371fa99751 req-45ba9f7a-c827-4b25-ae71-7ba5d3af4fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:10.889678 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-68cd22f3-8465-4fcb-a25d-6f371fa99751 req-45ba9f7a-c827-4b25-ae71-7ba5d3af4fcc service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=400d3014-6934-4eca-998b-e5372b1f837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1309335 Feb 09 01:54:10.892734 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd22f3-8465-4fcb-a25d-6f371fa99751 req-97052ea7-692c-484a-8e81-c0d844024632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:10.894070 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-68cd22f3-8465-4fcb-a25d-6f371fa99751 req-97052ea7-692c-484a-8e81-c0d844024632 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=400d3014-6934-4eca-998b-e5372b1f837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1011462 Feb 09 01:54:11.122709 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-68cd22f3-8465-4fcb-a25d-6f371fa99751 req-54b5bc4f-82e4-4489-8497-31a9062016dc service neutron] 10.222.0.99 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267823 Feb 09 01:54:11.125559 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-68cd22f3-8465-4fcb-a25d-6f371fa99751 req-3bcd9082-9bd4-43ca-bb66-ded0bb58c296 service neutron] 10.222.0.62 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122843 Feb 09 01:54:11.154740 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 2f7eb2ee-a966-4132-a1c7-c85a6b6da372 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:54:11.215393 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 2f7eb2ee-a966-4132-a1c7-c85a6b6da372 not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:54:11.400133 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-68cd22f3-8465-4fcb-a25d-6f371fa99751 req-9fa123e9-61be-48ab-8bab-3b6249cca5b3 service neutron] 10.222.0.99 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706780 Feb 09 01:54:11.422507 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-68cd22f3-8465-4fcb-a25d-6f371fa99751 req-48a7de81-0287-48dc-8ed6-d5c41d8c9c97 service neutron] 10.222.0.62 "GET /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721839 Feb 09 01:54:11.430710 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ad7e6-70b8-4fa7-8b36-f0212c8fd224 req-aae17fdf-0286-438e-8138-275271fbcbbe tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:11.432085 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b01ad7e6-70b8-4fa7-8b36-f0212c8fd224 req-aae17fdf-0286-438e-8138-275271fbcbbe tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=13626a1c-88ea-4e77-9f96-1d165f9a9704 HTTP/1.1" status: 200 len: 944 time: 0.2829635 Feb 09 01:54:11.476801 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b01ad7e6-70b8-4fa7-8b36-f0212c8fd224 req-88ccde58-b2c2-4448-9802-2fdf7e68c3f7 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385969 Feb 09 01:54:11.654571 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:11.671553 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:12.669845 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d847c16-8fda-464a-98ae-5a245532ba43 req-f96f7882-56af-4169-971e-0e8c093c3933 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:12.671315 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0d847c16-8fda-464a-98ae-5a245532ba43 req-f96f7882-56af-4169-971e-0e8c093c3933 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=13626a1c-88ea-4e77-9f96-1d165f9a9704 HTTP/1.1" status: 200 len: 944 time: 0.0836916 Feb 09 01:54:12.716583 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0d847c16-8fda-464a-98ae-5a245532ba43 req-6363750b-3c11-4719-ae60-6f50c704814b tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396061 Feb 09 01:54:13.290665 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:13.900158 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f7177-84da-486c-8b7e-f692acce8e41 req-8388d041-dd19-48d7-ac4c-f114c86c054b tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:13.901521 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-919f7177-84da-486c-8b7e-f692acce8e41 req-8388d041-dd19-48d7-ac4c-f114c86c054b tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=13626a1c-88ea-4e77-9f96-1d165f9a9704 HTTP/1.1" status: 200 len: 944 time: 0.0793653 Feb 09 01:54:13.947510 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-919f7177-84da-486c-8b7e-f692acce8e41 req-70d71f0a-b5ef-4cb3-a0c6-5ffc68e3d4ab tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405295 Feb 09 01:54:15.128254 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77177472-4eea-484a-b1bd-42fc85d4f57c req-b7abe32f-4938-4503-a1d2-a85c1b4cc3ea tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:15.129701 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-77177472-4eea-484a-b1bd-42fc85d4f57c req-b7abe32f-4938-4503-a1d2-a85c1b4cc3ea tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=13626a1c-88ea-4e77-9f96-1d165f9a9704 HTTP/1.1" status: 200 len: 944 time: 0.0779362 Feb 09 01:54:15.172191 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-77177472-4eea-484a-b1bd-42fc85d4f57c req-fdacf844-327a-48ba-aa7b-ef8e10bcbd5e tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369720 Feb 09 01:54:16.471715 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89622ee4-cae2-4acd-85ac-3f0f1af856e2 req-91420961-f844-480e-b655-7e8c4e73a728 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:16.473092 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-89622ee4-cae2-4acd-85ac-3f0f1af856e2 req-91420961-f844-480e-b655-7e8c4e73a728 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=13626a1c-88ea-4e77-9f96-1d165f9a9704 HTTP/1.1" status: 200 len: 944 time: 0.1927514 Feb 09 01:54:16.516918 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-89622ee4-cae2-4acd-85ac-3f0f1af856e2 req-af3f7cc4-b518-4df8-93e4-62c5c583dc32 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380201 Feb 09 01:54:17.703702 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff85a72-180c-4e3c-a924-a92523682d55 req-7d570a2a-6e9b-46f9-b4fe-3eb310d266bd tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:17.705208 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9ff85a72-180c-4e3c-a924-a92523682d55 req-7d570a2a-6e9b-46f9-b4fe-3eb310d266bd tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=13626a1c-88ea-4e77-9f96-1d165f9a9704 HTTP/1.1" status: 200 len: 944 time: 0.0790775 Feb 09 01:54:17.747830 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9ff85a72-180c-4e3c-a924-a92523682d55 req-926e705c-137a-45dc-aad6-bd614aec00ff tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368836 Feb 09 01:54:18.815980 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 2f7eb2ee-a966-4132-a1c7-c85a6b6da372 details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:54:18.939265 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1479e-d740-4aef-9ce1-b13746b50649 req-1075bde1-7181-4900-843d-241e6f665970 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:18.941613 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2ab1479e-d740-4aef-9ce1-b13746b50649 req-1075bde1-7181-4900-843d-241e6f665970 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=13626a1c-88ea-4e77-9f96-1d165f9a9704 HTTP/1.1" status: 200 len: 944 time: 0.0843887 Feb 09 01:54:18.955165 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 2f7eb2ee-a966-4132-a1c7-c85a6b6da372, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=2f7eb2ee-a966-4132-a1c7-c85a6b6da372,segment=NetworkSegment(86b638af-c634-42fe-bf4b-9e90fe4382c0),segment_id=86b638af-c634-42fe-bf4b-9e90fe4382c0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:54:18.969890 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': '2f7eb2ee-a966-4132-a1c7-c85a6b6da372', 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c', 'port_id': '2f7eb2ee-a966-4132-a1c7-c85a6b6da372', 'mac_address': 'fa:16:3e:40:07:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa171e68-82ec-475c-ac6b-11e6d23a5112', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:54:18.984374 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2ab1479e-d740-4aef-9ce1-b13746b50649 req-0ccd8652-41da-4c8c-8489-58f9c07367ac tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378325 Feb 09 01:54:19.031944 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:19.050945 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f7eb2ee-a966-4132-a1c7-c85a6b6da372 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:54:19.065327 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 2f7eb2ee-a966-4132-a1c7-c85a6b6da372, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=2f7eb2ee-a966-4132-a1c7-c85a6b6da372,segment=NetworkSegment(86b638af-c634-42fe-bf4b-9e90fe4382c0),segment_id=86b638af-c634-42fe-bf4b-9e90fe4382c0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:54:19.070062 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:19.136731 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=2f7eb2ee-a966-4132-a1c7-c85a6b6da372,revision_number=12']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:19.387896 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['2f7eb2ee-a966-4132-a1c7-c85a6b6da372'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:54:20.168113 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6b5a1-dad7-48f9-8436-1a7d26ce9793 req-dfb29700-0c11-46cc-bc07-b5b17af6af82 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:20.169543 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-55f6b5a1-dad7-48f9-8436-1a7d26ce9793 req-dfb29700-0c11-46cc-bc07-b5b17af6af82 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=13626a1c-88ea-4e77-9f96-1d165f9a9704 HTTP/1.1" status: 200 len: 945 time: 0.0784378 Feb 09 01:54:20.217167 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-55f6b5a1-dad7-48f9-8436-1a7d26ce9793 req-3c650558-caad-4e9c-9ae3-a8cbcf5aa6e8 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418077 Feb 09 01:54:20.400149 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4098f-ba71-4fbc-a90e-31be55ad9611 req-51dd5660-e6dc-4c36-8497-074b1c873bca tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:20.401516 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-78c4098f-ba71-4fbc-a90e-31be55ad9611 req-51dd5660-e6dc-4c36-8497-074b1c873bca tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=13626a1c-88ea-4e77-9f96-1d165f9a9704 HTTP/1.1" status: 200 len: 945 time: 0.0809875 Feb 09 01:54:20.446150 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-78c4098f-ba71-4fbc-a90e-31be55ad9611 req-c435c709-ae55-4574-b1b0-1ac4df7acac8 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389824 Feb 09 01:54:20.630878 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06931342-cdc0-4299-a014-bd07d5fcc839 req-4091ba7c-4343-416d-8110-ed00c7e5062f tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:20.632343 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-06931342-cdc0-4299-a014-bd07d5fcc839 req-4091ba7c-4343-416d-8110-ed00c7e5062f tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=13626a1c-88ea-4e77-9f96-1d165f9a9704 HTTP/1.1" status: 200 len: 945 time: 0.0824997 Feb 09 01:54:20.676231 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-06931342-cdc0-4299-a014-bd07d5fcc839 req-bf90dec4-3883-4220-bfc9-543404b6cb17 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382392 Feb 09 01:54:20.831331 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 2f7eb2ee-a966-4132-a1c7-c85a6b6da372 up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:54:20.906710 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning for port 2f7eb2ee-a966-4132-a1c7-c85a6b6da372 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:54:20.912279 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port 2f7eb2ee-a966-4132-a1c7-c85a6b6da372 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:54:20.912656 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:21.030713 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:21.058014 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b141ad82-928a-45a8-bb7c-3c60bc503614 req-116dfeb7-4dae-465a-8de8-70d2ed676c01 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:21.058699 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13626a1c-88ea-4e77-9f96-1d165f9a9704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7eb2ee-a966-4132-a1c7-c85a6b6da372'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:54:21.059479 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b141ad82-928a-45a8-bb7c-3c60bc503614 req-116dfeb7-4dae-465a-8de8-70d2ed676c01 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=13626a1c-88ea-4e77-9f96-1d165f9a9704 HTTP/1.1" status: 200 len: 945 time: 0.0793126 Feb 09 01:54:21.069029 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 2f7eb2ee-a966-4132-a1c7-c85a6b6da372, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=2f7eb2ee-a966-4132-a1c7-c85a6b6da372,segment=NetworkSegment(86b638af-c634-42fe-bf4b-9e90fe4382c0),segment_id=86b638af-c634-42fe-bf4b-9e90fe4382c0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:54:21.073338 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:21.106551 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b141ad82-928a-45a8-bb7c-3c60bc503614 req-0fd44014-1d3b-4b94-94a5-c2e0379a98c6 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404115 Feb 09 01:54:21.117033 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13626a1c-88ea-4e77-9f96-1d165f9a9704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7eb2ee-a966-4132-a1c7-c85a6b6da372', 'code': 200} Feb 09 01:54:21.148115 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=2f7eb2ee-a966-4132-a1c7-c85a6b6da372,revision_number=13']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:22.292558 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:22.296146 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d06168e-e2ba-4c85-baab-e9cda978a776 req-708c17fc-f1e1-44a3-a5d6-119e3d017d43 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:22.297664 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7d06168e-e2ba-4c85-baab-e9cda978a776 req-708c17fc-f1e1-44a3-a5d6-119e3d017d43 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=13626a1c-88ea-4e77-9f96-1d165f9a9704 HTTP/1.1" status: 200 len: 946 time: 0.0836313 Feb 09 01:54:22.344060 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7d06168e-e2ba-4c85-baab-e9cda978a776 req-895298d3-e774-4275-bc80-9177f29fecb6 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups?id=4714efe8-3d24-4cc1-8696-a3e2d6771088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391784 Feb 09 01:54:22.673613 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f43c16-f697-446e-bcce-ccd1dce0134e req-e26f6c06-790c-472f-96b8-5e19d23a0e8f tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:22.675143 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-97f43c16-f697-446e-bcce-ccd1dce0134e req-e26f6c06-790c-472f-96b8-5e19d23a0e8f tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.99 "GET /v2.0/ports?device_id=13626a1c-88ea-4e77-9f96-1d165f9a9704 HTTP/1.1" status: 200 len: 946 time: 0.0793290 Feb 09 01:54:22.745202 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-97f43c16-f697-446e-bcce-ccd1dce0134e req-3a2168ce-c5ee-4015-9fa6-98100dbe7f42 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Deleting port 2f7eb2ee-a966-4132-a1c7-c85a6b6da372 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:54:22.745535 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-97f43c16-f697-446e-bcce-ccd1dce0134e req-3a2168ce-c5ee-4015-9fa6-98100dbe7f42 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:22.993265 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-97f43c16-f697-446e-bcce-ccd1dce0134e req-3a2168ce-c5ee-4015-9fa6-98100dbe7f42 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] For port 2f7eb2ee-a966-4132-a1c7-c85a6b6da372, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=2f7eb2ee-a966-4132-a1c7-c85a6b6da372,segment=NetworkSegment(86b638af-c634-42fe-bf4b-9e90fe4382c0),segment_id=86b638af-c634-42fe-bf4b-9e90fe4382c0)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:54:22.993626 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-97f43c16-f697-446e-bcce-ccd1dce0134e req-3a2168ce-c5ee-4015-9fa6-98100dbe7f42 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:23.282851 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-97f43c16-f697-446e-bcce-ccd1dce0134e req-3a2168ce-c5ee-4015-9fa6-98100dbe7f42 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:23.283214 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-97f43c16-f697-446e-bcce-ccd1dce0134e req-3a2168ce-c5ee-4015-9fa6-98100dbe7f42 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:23.283526 n-d-828418-1 neutron-server[87639]: INFO neutron.db.l3_db [req-97f43c16-f697-446e-bcce-ccd1dce0134e req-3a2168ce-c5ee-4015-9fa6-98100dbe7f42 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Floating IP 1ad8eadf-1efe-4683-884c-dfba0021af58 disassociated. External IP: 172.25.0.109, port: 2f7eb2ee-a966-4132-a1c7-c85a6b6da372. Feb 09 01:54:23.283861 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-97f43c16-f697-446e-bcce-ccd1dce0134e req-3a2168ce-c5ee-4015-9fa6-98100dbe7f42 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Calling delete_port for 2f7eb2ee-a966-4132-a1c7-c85a6b6da372 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:54:23.438252 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-97f43c16-f697-446e-bcce-ccd1dce0134e req-3a2168ce-c5ee-4015-9fa6-98100dbe7f42 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:23.588793 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2168ce-c5ee-4015-9fa6-98100dbe7f42 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Pushing event deleted for resources: {'Port': ['ID=2f7eb2ee-a966-4132-a1c7-c85a6b6da372,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:23.607375 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2168ce-c5ee-4015-9fa6-98100dbe7f42 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:23.607813 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2168ce-c5ee-4015-9fa6-98100dbe7f42 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:23.608148 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2168ce-c5ee-4015-9fa6-98100dbe7f42 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:23.608476 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2168ce-c5ee-4015-9fa6-98100dbe7f42 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:23.608829 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2168ce-c5ee-4015-9fa6-98100dbe7f42 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:23.609285 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2168ce-c5ee-4015-9fa6-98100dbe7f42 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:23.609619 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2168ce-c5ee-4015-9fa6-98100dbe7f42 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:23.610032 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2168ce-c5ee-4015-9fa6-98100dbe7f42 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:23.610394 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2168ce-c5ee-4015-9fa6-98100dbe7f42 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:23.610757 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2168ce-c5ee-4015-9fa6-98100dbe7f42 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:23.611376 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2168ce-c5ee-4015-9fa6-98100dbe7f42 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:23.611935 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2168ce-c5ee-4015-9fa6-98100dbe7f42 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:23.626072 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e2e18981-e255-4a47-afd4-fcdf667a16ac req-9549dd81-8a7b-47ee-9c9b-f01d2ebf8e7a tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=13626a1c-88ea-4e77-9f96-1d165f9a9704 HTTP/1.1" status: 200 len: 210 time: 0.1466308 Feb 09 01:54:23.754149 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97f43c16-f697-446e-bcce-ccd1dce0134e req-3a2168ce-c5ee-4015-9fa6-98100dbe7f42 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Router 34eabf10-c37b-4379-9e42-d9622d053d3a has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:54:24.029204 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97f43c16-f697-446e-bcce-ccd1dce0134e req-3a2168ce-c5ee-4015-9fa6-98100dbe7f42 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:54:24.038892 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717c8781-6a8d-4293-9877-866ff1f75e21 None None] Sync routers for ids ['34eabf10-c37b-4379-9e42-d9622d053d3a'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:54:24.048610 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717c8781-6a8d-4293-9877-866ff1f75e21 None None] Routers {'34eabf10-c37b-4379-9e42-d9622d053d3a'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:54:24.049046 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-717c8781-6a8d-4293-9877-866ff1f75e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:54:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['34eabf10-c37b-4379-9e42-d9622d053d3a'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:24.102334 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f43c16-f697-446e-bcce-ccd1dce0134e req-3a2168ce-c5ee-4015-9fa6-98100dbe7f42 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] No DVR routers for this DVR port 2f7eb2ee-a966-4132-a1c7-c85a6b6da372 on host n-h2-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:54:24.104872 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-97f43c16-f697-446e-bcce-ccd1dce0134e req-3a2168ce-c5ee-4015-9fa6-98100dbe7f42 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:24.107535 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13626a1c-88ea-4e77-9f96-1d165f9a9704', 'name': 'network-vif-deleted', 'tag': '2f7eb2ee-a966-4132-a1c7-c85a6b6da372'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:54:24.123235 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-97f43c16-f697-446e-bcce-ccd1dce0134e req-3a2168ce-c5ee-4015-9fa6-98100dbe7f42 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.99 "DELETE /v2.0/ports/2f7eb2ee-a966-4132-a1c7-c85a6b6da372 HTTP/1.1" status: 204 len: 173 time: 1.4430070 Feb 09 01:54:24.155428 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13626a1c-88ea-4e77-9f96-1d165f9a9704', 'name': 'network-vif-deleted', 'tag': '2f7eb2ee-a966-4132-a1c7-c85a6b6da372', 'status': 'completed', 'code': 200} Feb 09 01:54:24.248733 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-717c8781-6a8d-4293-9877-866ff1f75e21 None None] Set router 34eabf10-c37b-4379-9e42-d9622d053d3a gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:54:24.599548 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-717c8781-6a8d-4293-9877-866ff1f75e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'name': 'tempest-ServerActionsTestJSON-498310314-router', 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '95b67009-1cb7-48b6-8cbf-e3dccf4cc612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:03Z', 'updated_at': '2022-02-09T01:50:07Z', 'revision_number': 4, 'project_id': '308a7c3b94d842c0bda52a99836b9ef6', 'gw_port': {'id': '95b67009-1cb7-48b6-8cbf-e3dccf4cc612', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:04Z', 'updated_at': '2022-02-09T01:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '8a5c289c-b567-4077-9073-bb8da203046d', 'name': '', 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c', 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'mac_address': 'fa:16:3e:af:bf:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': 'fa171e68-82ec-475c-ac6b-11e6d23a5112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:06Z', 'updated_at': '2022-02-09T01:50:13Z', 'revision_number': 5, 'project_id': '308a7c3b94d842c0bda52a99836b9ef6', 'subnets': [{'id': 'fa171e68-82ec-475c-ac6b-11e6d23a5112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:24.603713 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717c8781-6a8d-4293-9877-866ff1f75e21 None None] Checking router: 34eabf10-c37b-4379-9e42-d9622d053d3a for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:54:24.612349 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717c8781-6a8d-4293-9877-866ff1f75e21 None None] Routers {'34eabf10-c37b-4379-9e42-d9622d053d3a'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:54:24.612972 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-717c8781-6a8d-4293-9877-866ff1f75e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:54:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['34eabf10-c37b-4379-9e42-d9622d053d3a'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:24.796037 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-717c8781-6a8d-4293-9877-866ff1f75e21 None None] Set router 34eabf10-c37b-4379-9e42-d9622d053d3a gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:54:24.796253 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-985068aa-75f4-42bc-a40f-ea35e3a2c77a req-a93b8866-5518-4e26-995e-405ef0167259 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Synchronizing usage tracker for tenant:308a7c3b94d842c0bda52a99836b9ef6 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:54:24.811245 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-985068aa-75f4-42bc-a40f-ea35e3a2c77a req-a93b8866-5518-4e26-995e-405ef0167259 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Unset dirty status for tenant:308a7c3b94d842c0bda52a99836b9ef6 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:54:24.812467 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-985068aa-75f4-42bc-a40f-ea35e3a2c77a req-a93b8866-5518-4e26-995e-405ef0167259 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/ports?device_id=13626a1c-88ea-4e77-9f96-1d165f9a9704 HTTP/1.1" status: 200 len: 210 time: 0.0583766 Feb 09 01:54:25.116029 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-717c8781-6a8d-4293-9877-866ff1f75e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'name': 'tempest-ServerActionsTestJSON-498310314-router', 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '95b67009-1cb7-48b6-8cbf-e3dccf4cc612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:03Z', 'updated_at': '2022-02-09T01:50:07Z', 'revision_number': 4, 'project_id': '308a7c3b94d842c0bda52a99836b9ef6', 'gw_port': {'id': '95b67009-1cb7-48b6-8cbf-e3dccf4cc612', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:04Z', 'updated_at': '2022-02-09T01:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '8a5c289c-b567-4077-9073-bb8da203046d', 'name': '', 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c', 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'mac_address': 'fa:16:3e:af:bf:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': 'fa171e68-82ec-475c-ac6b-11e6d23a5112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:06Z', 'updated_at': '2022-02-09T01:50:13Z', 'revision_number': 5, 'project_id': '308a7c3b94d842c0bda52a99836b9ef6', 'subnets': [{'id': 'fa171e68-82ec-475c-ac6b-11e6d23a5112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:25.120501 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717c8781-6a8d-4293-9877-866ff1f75e21 None None] The sync data for ids ['34eabf10-c37b-4379-9e42-d9622d053d3a'] in n-d-828418-1 is: [{'id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'name': 'tempest-ServerActionsTestJSON-498310314-router', 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '95b67009-1cb7-48b6-8cbf-e3dccf4cc612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:03Z', 'updated_at': '2022-02-09T01:50:07Z', 'revision_number': 4, 'project_id': '308a7c3b94d842c0bda52a99836b9ef6', 'gw_port': {'id': '95b67009-1cb7-48b6-8cbf-e3dccf4cc612', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:04Z', 'updated_at': '2022-02-09T01:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '8a5c289c-b567-4077-9073-bb8da203046d', 'name': '', 'network_id': '400d3014-6934-4eca-998b-e5372b1f837c', 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'mac_address': 'fa:16:3e:af:bf:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': 'fa171e68-82ec-475c-ac6b-11e6d23a5112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:06Z', 'updated_at': '2022-02-09T01:50:13Z', 'revision_number': 5, 'project_id': '308a7c3b94d842c0bda52a99836b9ef6', 'subnets': [{'id': 'fa171e68-82ec-475c-ac6b-11e6d23a5112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:54:25.299997 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:25.352468 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ff538a-8f2a-4407-b7c2-a03f450b30e0 None None] New status for floating IP 1ad8eadf-1efe-4683-884c-dfba0021af58: DOWN {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:54:26.862842 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 2f7eb2ee-a966-4132-a1c7-c85a6b6da372 no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:54:26.897553 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] No Port match for: 2f7eb2ee-a966-4132-a1c7-c85a6b6da372 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:54:26.897851 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 2f7eb2ee-a966-4132-a1c7-c85a6b6da372 not bound to the agent host n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:54:29.042383 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 47642) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:54:29.108546 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0704e5d1-bfa6-4207-aa85-86bff4ffb28f tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:29.136141 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0704e5d1-bfa6-4207-aa85-86bff4ffb28f tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:29.186555 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0704e5d1-bfa6-4207-aa85-86bff4ffb28f tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:29.204333 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0704e5d1-bfa6-4207-aa85-86bff4ffb28f tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4714efe8-3d24-4cc1-8696-a3e2d6771088,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:29.220452 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0704e5d1-bfa6-4207-aa85-86bff4ffb28f tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:29.224195 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47646) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:54:29.224732 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-0704e5d1-bfa6-4207-aa85-86bff4ffb28f tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "DELETE /v2.0/security-groups/4714efe8-3d24-4cc1-8696-a3e2d6771088 HTTP/1.1" status: 204 len: 168 time: 0.1808903 Feb 09 01:54:29.241820 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-38767967-0fb3-458f-9791-1feb434371d9 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] show failed (client error): The resource could not be found. Feb 09 01:54:29.242787 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-38767967-0fb3-458f-9791-1feb434371d9 tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "GET /v2.0/security-groups/4714efe8-3d24-4cc1-8696-a3e2d6771088 HTTP/1.1" status: 404 len: 347 time: 0.0173869 Feb 09 01:54:29.245361 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47650) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:54:29.400265 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-4de0b345-417a-45c3-9f5b-5521396a1e6b tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Deleting port 7d5b9038-b7c6-4f79-bb06-bcc8694b208e {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:54:29.400515 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4de0b345-417a-45c3-9f5b-5521396a1e6b tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:29.571055 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4de0b345-417a-45c3-9f5b-5521396a1e6b tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:29.571383 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4de0b345-417a-45c3-9f5b-5521396a1e6b tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:29.693553 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-4de0b345-417a-45c3-9f5b-5521396a1e6b tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Calling delete_port for 7d5b9038-b7c6-4f79-bb06-bcc8694b208e owned by network:floatingip {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:54:29.837720 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4de0b345-417a-45c3-9f5b-5521396a1e6b tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:29.884231 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de0b345-417a-45c3-9f5b-5521396a1e6b tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Pushing event deleted for resources: {'Port': ['ID=7d5b9038-b7c6-4f79-bb06-bcc8694b208e,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:29.926990 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de0b345-417a-45c3-9f5b-5521396a1e6b tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:29.927337 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de0b345-417a-45c3-9f5b-5521396a1e6b tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:29.927677 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de0b345-417a-45c3-9f5b-5521396a1e6b tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:29.928014 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de0b345-417a-45c3-9f5b-5521396a1e6b tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:29.928343 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de0b345-417a-45c3-9f5b-5521396a1e6b tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:29.928670 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de0b345-417a-45c3-9f5b-5521396a1e6b tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:29.928992 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de0b345-417a-45c3-9f5b-5521396a1e6b tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:29.929313 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de0b345-417a-45c3-9f5b-5521396a1e6b tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:29.929658 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de0b345-417a-45c3-9f5b-5521396a1e6b tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:29.929980 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de0b345-417a-45c3-9f5b-5521396a1e6b tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:29.930299 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de0b345-417a-45c3-9f5b-5521396a1e6b tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:29.930616 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de0b345-417a-45c3-9f5b-5521396a1e6b tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:30.087813 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4de0b345-417a-45c3-9f5b-5521396a1e6b tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks [] for floatingip, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:30.105192 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4de0b345-417a-45c3-9f5b-5521396a1e6b tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:30.106377 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-4de0b345-417a-45c3-9f5b-5521396a1e6b tempest-ServerActionsTestJSON-129212203 tempest-ServerActionsTestJSON-129212203-project] 10.222.0.105 "DELETE /v2.0/floatingips/1ad8eadf-1efe-4683-884c-dfba0021af58 HTTP/1.1" status: 204 len: 168 time: 0.8601193 Feb 09 01:54:30.109315 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47654) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:54:30.640898 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e8f3b30b-0c39-48bc-b081-45c5781bbd35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:30.999739 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-e8f3b30b-0c39-48bc-b081-45c5781bbd35 admin admin] Deleting port 8a5c289c-b567-4077-9073-bb8da203046d {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:54:31.000081 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e8f3b30b-0c39-48bc-b081-45c5781bbd35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:31.171604 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-e8f3b30b-0c39-48bc-b081-45c5781bbd35 admin admin] For port 8a5c289c-b567-4077-9073-bb8da203046d, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=8a5c289c-b567-4077-9073-bb8da203046d,segment=NetworkSegment(86b638af-c634-42fe-bf4b-9e90fe4382c0),segment_id=86b638af-c634-42fe-bf4b-9e90fe4382c0)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:54:31.171958 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e8f3b30b-0c39-48bc-b081-45c5781bbd35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:31.302441 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-e8f3b30b-0c39-48bc-b081-45c5781bbd35 admin admin] Calling delete_port for 8a5c289c-b567-4077-9073-bb8da203046d owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:54:31.477708 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e8f3b30b-0c39-48bc-b081-45c5781bbd35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:31.635772 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f3b30b-0c39-48bc-b081-45c5781bbd35 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a5c289c-b567-4077-9073-bb8da203046d,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:31.900049 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e8f3b30b-0c39-48bc-b081-45c5781bbd35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:32.250302 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f3b30b-0c39-48bc-b081-45c5781bbd35 admin admin] Router 34eabf10-c37b-4379-9e42-d9622d053d3a has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:54:32.425228 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f3b30b-0c39-48bc-b081-45c5781bbd35 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:54:32.433522 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e179d22-5dbf-4eb0-b7a9-5fab50d37f17 None None] Sync routers for ids ['34eabf10-c37b-4379-9e42-d9622d053d3a'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:54:32.438894 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e8f3b30b-0c39-48bc-b081-45c5781bbd35 admin admin] 10.222.0.105 "PUT /v2.0/routers/34eabf10-c37b-4379-9e42-d9622d053d3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3280523 Feb 09 01:54:32.441402 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47658) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:54:32.446209 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e179d22-5dbf-4eb0-b7a9-5fab50d37f17 None None] Routers {'34eabf10-c37b-4379-9e42-d9622d053d3a'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:54:32.446954 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-6e179d22-5dbf-4eb0-b7a9-5fab50d37f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:54:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['34eabf10-c37b-4379-9e42-d9622d053d3a'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:32.621291 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e87371d5-4830-48ca-8568-c0b393a5a608 admin admin] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:32.627160 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-6e179d22-5dbf-4eb0-b7a9-5fab50d37f17 None None] Set router 34eabf10-c37b-4379-9e42-d9622d053d3a gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:54:32.815753 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e87371d5-4830-48ca-8568-c0b393a5a608 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:32.825279 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-e87371d5-4830-48ca-8568-c0b393a5a608 admin admin] Deleting port 95b67009-1cb7-48b6-8cbf-e3dccf4cc612 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:54:32.825853 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e87371d5-4830-48ca-8568-c0b393a5a608 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:32.949453 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-6e179d22-5dbf-4eb0-b7a9-5fab50d37f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'name': 'tempest-ServerActionsTestJSON-498310314-router', 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '95b67009-1cb7-48b6-8cbf-e3dccf4cc612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:03Z', 'updated_at': '2022-02-09T01:54:31Z', 'revision_number': 5, 'project_id': '308a7c3b94d842c0bda52a99836b9ef6', 'gw_port': {'id': '95b67009-1cb7-48b6-8cbf-e3dccf4cc612', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:04Z', 'updated_at': '2022-02-09T01:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:32.955759 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e179d22-5dbf-4eb0-b7a9-5fab50d37f17 None None] Checking router: 34eabf10-c37b-4379-9e42-d9622d053d3a for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:54:32.966012 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e179d22-5dbf-4eb0-b7a9-5fab50d37f17 None None] Routers {'34eabf10-c37b-4379-9e42-d9622d053d3a'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:54:32.967027 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-6e179d22-5dbf-4eb0-b7a9-5fab50d37f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:54:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['34eabf10-c37b-4379-9e42-d9622d053d3a'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:33.143864 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-e87371d5-4830-48ca-8568-c0b393a5a608 admin admin] For port 95b67009-1cb7-48b6-8cbf-e3dccf4cc612, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=95b67009-1cb7-48b6-8cbf-e3dccf4cc612,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:54:33.144418 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e87371d5-4830-48ca-8568-c0b393a5a608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:33.167535 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-6e179d22-5dbf-4eb0-b7a9-5fab50d37f17 None None] Set router 34eabf10-c37b-4379-9e42-d9622d053d3a gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:54:33.270700 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-e87371d5-4830-48ca-8568-c0b393a5a608 admin admin] Calling delete_port for 95b67009-1cb7-48b6-8cbf-e3dccf4cc612 owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:54:33.278165 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-6e179d22-5dbf-4eb0-b7a9-5fab50d37f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'name': 'tempest-ServerActionsTestJSON-498310314-router', 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:03Z', 'updated_at': '2022-02-09T01:54:32Z', 'revision_number': 6, 'project_id': '308a7c3b94d842c0bda52a99836b9ef6', 'gw_port_host': None}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:33.285135 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e179d22-5dbf-4eb0-b7a9-5fab50d37f17 None None] The sync data for ids ['34eabf10-c37b-4379-9e42-d9622d053d3a'] in n-d-828418-1 is: [{'id': '34eabf10-c37b-4379-9e42-d9622d053d3a', 'name': 'tempest-ServerActionsTestJSON-498310314-router', 'tenant_id': '308a7c3b94d842c0bda52a99836b9ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:03Z', 'updated_at': '2022-02-09T01:54:32Z', 'revision_number': 6, 'project_id': '308a7c3b94d842c0bda52a99836b9ef6', 'gw_port_host': None}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:54:33.446777 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e87371d5-4830-48ca-8568-c0b393a5a608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:33.527994 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87371d5-4830-48ca-8568-c0b393a5a608 admin admin] Pushing event deleted for resources: {'Port': ['ID=95b67009-1cb7-48b6-8cbf-e3dccf4cc612,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:33.593506 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e87371d5-4830-48ca-8568-c0b393a5a608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:33.775929 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e87371d5-4830-48ca-8568-c0b393a5a608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:33.778271 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e87371d5-4830-48ca-8568-c0b393a5a608 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:33.801413 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e87371d5-4830-48ca-8568-c0b393a5a608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:33.801971 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e87371d5-4830-48ca-8568-c0b393a5a608 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34eabf10-c37b-4379-9e42-d9622d053d3a {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:54:33.813541 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e87371d5-4830-48ca-8568-c0b393a5a608 admin admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:33.814669 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e87371d5-4830-48ca-8568-c0b393a5a608 admin admin] 10.222.0.105 "DELETE /v2.0/routers/34eabf10-c37b-4379-9e42-d9622d053d3a HTTP/1.1" status: 204 len: 168 time: 1.3723519 Feb 09 01:54:33.817157 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47662) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:54:33.876464 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-d543e344-ad9a-4c91-ad91-a7b9424a6b4c admin admin] Deleting subnet fa171e68-82ec-475c-ac6b-11e6d23a5112 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:54:33.879274 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d543e344-ad9a-4c91-ad91-a7b9424a6b4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:33.927630 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d543e344-ad9a-4c91-ad91-a7b9424a6b4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:34.006441 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d543e344-ad9a-4c91-ad91-a7b9424a6b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:34.075031 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d543e344-ad9a-4c91-ad91-a7b9424a6b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:34.114766 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d543e344-ad9a-4c91-ad91-a7b9424a6b4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa171e68-82ec-475c-ac6b-11e6d23a5112,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:34.116682 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d543e344-ad9a-4c91-ad91-a7b9424a6b4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:34.120275 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4093059d-4cc0-49a9-8a9c-876ff4c04f12 None None] Network 400d3014-6934-4eca-998b-e5372b1f837c requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:54:34.127323 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d543e344-ad9a-4c91-ad91-a7b9424a6b4c admin admin] 10.222.0.105 "DELETE /v2.0/subnets/fa171e68-82ec-475c-ac6b-11e6d23a5112 HTTP/1.1" status: 204 len: 168 time: 0.3089969 Feb 09 01:54:34.129554 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47666) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:54:34.237750 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-793857ef-cc1b-443f-b9c3-491a910537d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:34.249487 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-793857ef-cc1b-443f-b9c3-491a910537d6 admin admin] Deleting port cac7217e-9a8b-43ac-9b7c-6e8aa1872f58 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:54:34.249854 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-793857ef-cc1b-443f-b9c3-491a910537d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:34.402462 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f78afb6-56fb-48a3-987b-3f72e4ba7888 None None] DHCP port deletion for 400d3014-6934-4eca-998b-e5372b1f837c request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:54:34.406856 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-3f78afb6-56fb-48a3-987b-3f72e4ba7888 None None] Deleting port cac7217e-9a8b-43ac-9b7c-6e8aa1872f58 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:54:34.407254 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3f78afb6-56fb-48a3-987b-3f72e4ba7888 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:34.570608 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-793857ef-cc1b-443f-b9c3-491a910537d6 admin admin] For port cac7217e-9a8b-43ac-9b7c-6e8aa1872f58, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=cac7217e-9a8b-43ac-9b7c-6e8aa1872f58,segment=NetworkSegment(86b638af-c634-42fe-bf4b-9e90fe4382c0),segment_id=86b638af-c634-42fe-bf4b-9e90fe4382c0)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:54:34.570881 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-793857ef-cc1b-443f-b9c3-491a910537d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:34.616959 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-3f78afb6-56fb-48a3-987b-3f72e4ba7888 None None] For port cac7217e-9a8b-43ac-9b7c-6e8aa1872f58, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=cac7217e-9a8b-43ac-9b7c-6e8aa1872f58,segment=NetworkSegment(86b638af-c634-42fe-bf4b-9e90fe4382c0),segment_id=86b638af-c634-42fe-bf4b-9e90fe4382c0)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:54:34.617335 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3f78afb6-56fb-48a3-987b-3f72e4ba7888 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:34.694388 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-793857ef-cc1b-443f-b9c3-491a910537d6 admin admin] Calling delete_port for cac7217e-9a8b-43ac-9b7c-6e8aa1872f58 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:54:34.737011 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-3f78afb6-56fb-48a3-987b-3f72e4ba7888 None None] Calling delete_port for cac7217e-9a8b-43ac-9b7c-6e8aa1872f58 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:54:34.769330 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-793857ef-cc1b-443f-b9c3-491a910537d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:34.810598 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-3f78afb6-56fb-48a3-987b-3f72e4ba7888 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:54:34.811105 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-3f78afb6-56fb-48a3-987b-3f72e4ba7888 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:54:34.819814 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793857ef-cc1b-443f-b9c3-491a910537d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=cac7217e-9a8b-43ac-9b7c-6e8aa1872f58,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:34.821660 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793857ef-cc1b-443f-b9c3-491a910537d6 admin admin] No DVR routers for this DVR port cac7217e-9a8b-43ac-9b7c-6e8aa1872f58 on host n-d-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:54:34.935204 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-793857ef-cc1b-443f-b9c3-491a910537d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:34.959654 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-793857ef-cc1b-443f-b9c3-491a910537d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['400d3014-6934-4eca-998b-e5372b1f837c']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:34.972098 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-793857ef-cc1b-443f-b9c3-491a910537d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86b638af-c634-42fe-bf4b-9e90fe4382c0') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:34.972388 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-793857ef-cc1b-443f-b9c3-491a910537d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86b638af-c634-42fe-bf4b-9e90fe4382c0') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:34.983555 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-793857ef-cc1b-443f-b9c3-491a910537d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:34.999955 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-793857ef-cc1b-443f-b9c3-491a910537d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:35.006212 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-793857ef-cc1b-443f-b9c3-491a910537d6 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:54:35.006769 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-793857ef-cc1b-443f-b9c3-491a910537d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:35.022072 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:54:35.022072 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:54:35.022072 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:54:35.022072 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:54:35.022072 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:54:35.022072 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:54:35.022072 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:54:35.022072 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:54:35.022072 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:54:35.022072 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:54:35.022072 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:54:35.022072 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:54:35.022072 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:54:35.022072 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:54:35.022072 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:54:35.022072 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:54:35.022072 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:54:35.022072 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:54:35.022072 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:54:35.022072 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:54:35.022072 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:54:35.022072 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:54:35.022072 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:54:35.022072 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:54:35.022072 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:54:35.022072 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:54:35.022072 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:54:35.022072 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:54:35.022072 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:54:35.022072 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:54:35.022072 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:54:35.022072 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:54:35.107459 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-793857ef-cc1b-443f-b9c3-491a910537d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:35.113222 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-793857ef-cc1b-443f-b9c3-491a910537d6 admin admin] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:35.138256 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793857ef-cc1b-443f-b9c3-491a910537d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=400d3014-6934-4eca-998b-e5372b1f837c,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:35.153281 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 8a5c289c-b567-4077-9073-bb8da203046d no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:54:35.154308 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-793857ef-cc1b-443f-b9c3-491a910537d6 admin admin] 10.222.0.105 "DELETE /v2.0/networks/400d3014-6934-4eca-998b-e5372b1f837c HTTP/1.1" status: 204 len: 168 time: 1.0237308 Feb 09 01:54:35.187373 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 8a5c289c-b567-4077-9073-bb8da203046d {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:54:35.187723 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 8a5c289c-b567-4077-9073-bb8da203046d not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:54:35.188677 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 95b67009-1cb7-48b6-8cbf-e3dccf4cc612 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:54:35.222657 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 95b67009-1cb7-48b6-8cbf-e3dccf4cc612 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:54:35.223004 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 95b67009-1cb7-48b6-8cbf-e3dccf4cc612 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:54:35.223422 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device cac7217e-9a8b-43ac-9b7c-6e8aa1872f58 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:54:35.261720 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: cac7217e-9a8b-43ac-9b7c-6e8aa1872f58 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:54:35.262077 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device cac7217e-9a8b-43ac-9b7c-6e8aa1872f58 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:54:35.286884 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 47672) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:54:35.312491 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-3f78afb6-56fb-48a3-987b-3f72e4ba7888 None None] Deleting port cac7217e-9a8b-43ac-9b7c-6e8aa1872f58 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:54:35.312881 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3f78afb6-56fb-48a3-987b-3f72e4ba7888 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:35.337403 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-81c8c53e-798e-4322-bc56-709ed5e8f9c1 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=308a7c3b94d842c0bda52a99836b9ef6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471065 Feb 09 01:54:35.337821 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 47676) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:54:35.380515 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-3f78afb6-56fb-48a3-987b-3f72e4ba7888 None None] The port 'cac7217e-9a8b-43ac-9b7c-6e8aa1872f58' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:54:35.397743 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f8d91c66-1f35-4b81-a36e-6a1c5beee56d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:35.423790 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f8d91c66-1f35-4b81-a36e-6a1c5beee56d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:35.477315 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f8d91c66-1f35-4b81-a36e-6a1c5beee56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:35.493673 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d91c66-1f35-4b81-a36e-6a1c5beee56d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e6334e-fa10-442e-ad7c-37ab213cefb4,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:35.500142 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f8d91c66-1f35-4b81-a36e-6a1c5beee56d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:35.502177 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f8d91c66-1f35-4b81-a36e-6a1c5beee56d admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/a7e6334e-fa10-442e-ad7c-37ab213cefb4 HTTP/1.1" status: 204 len: 168 time: 0.1632297 Feb 09 01:54:36.225234 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 47700) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:54:36.330056 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-d460e3bf-6f3f-408b-8bf1-aaaeedb2fcdd admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1650445995-network', 'tenant_id': 'dcf6d95607e6477caf33397a1c7c8c57'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:54:36.335271 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d460e3bf-6f3f-408b-8bf1-aaaeedb2fcdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:54:36.339075 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-d460e3bf-6f3f-408b-8bf1-aaaeedb2fcdd admin admin] Usage tracker for resource:network and tenant:dcf6d95607e6477caf33397a1c7c8c57 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:54:36.341934 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-d460e3bf-6f3f-408b-8bf1-aaaeedb2fcdd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:54:36.347881 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d460e3bf-6f3f-408b-8bf1-aaaeedb2fcdd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:54:36.358140 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d460e3bf-6f3f-408b-8bf1-aaaeedb2fcdd admin admin] Made reservation on behalf of dcf6d95607e6477caf33397a1c7c8c57 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:54:36.361182 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d460e3bf-6f3f-408b-8bf1-aaaeedb2fcdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:36.372893 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d460e3bf-6f3f-408b-8bf1-aaaeedb2fcdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:36.387786 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d460e3bf-6f3f-408b-8bf1-aaaeedb2fcdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:54:36.391546 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-d460e3bf-6f3f-408b-8bf1-aaaeedb2fcdd admin admin] Usage tracker for resource:security_group_rule and tenant:dcf6d95607e6477caf33397a1c7c8c57 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:54:36.394383 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-d460e3bf-6f3f-408b-8bf1-aaaeedb2fcdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:54:36.400298 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d460e3bf-6f3f-408b-8bf1-aaaeedb2fcdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:54:36.405187 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:54:36.483783 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d460e3bf-6f3f-408b-8bf1-aaaeedb2fcdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:36.488276 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d460e3bf-6f3f-408b-8bf1-aaaeedb2fcdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:36.522247 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d460e3bf-6f3f-408b-8bf1-aaaeedb2fcdd admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:54:36.527659 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d460e3bf-6f3f-408b-8bf1-aaaeedb2fcdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a82a4c-5ad2-4cc1-bfda-734e5589d021,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:36.535448 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d460e3bf-6f3f-408b-8bf1-aaaeedb2fcdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:36.535876 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-d460e3bf-6f3f-408b-8bf1-aaaeedb2fcdd admin admin] Added segment 7db594c6-83d4-4f9a-b8d4-bd2500b150e4 of type vlan for network 16175a15-2dd5-4bf2-af60-f3d06c116071 Feb 09 01:54:36.562193 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d460e3bf-6f3f-408b-8bf1-aaaeedb2fcdd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:36.591430 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d460e3bf-6f3f-408b-8bf1-aaaeedb2fcdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:36.592404 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d460e3bf-6f3f-408b-8bf1-aaaeedb2fcdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:36.592978 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d460e3bf-6f3f-408b-8bf1-aaaeedb2fcdd admin admin] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:36.696051 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d460e3bf-6f3f-408b-8bf1-aaaeedb2fcdd admin admin] Pushing event updated for resources: {'Network': ['ID=16175a15-2dd5-4bf2-af60-f3d06c116071,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:36.701887 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47706) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:54:36.702460 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-d460e3bf-6f3f-408b-8bf1-aaaeedb2fcdd admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4755573 Feb 09 01:54:36.706150 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 16175a15-2dd5-4bf2-af60-f3d06c116071 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:54:36.709397 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-6bca39c2-9103-446b-b43f-86f979847a9f admin admin] Request body: {'subnet': {'network_id': '16175a15-2dd5-4bf2-af60-f3d06c116071', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1650445995-subnet', 'tenant_id': 'dcf6d95607e6477caf33397a1c7c8c57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:54:36.715956 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-6bca39c2-9103-446b-b43f-86f979847a9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:54:36.720414 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-6bca39c2-9103-446b-b43f-86f979847a9f admin admin] Usage tracker for resource:subnet and tenant:dcf6d95607e6477caf33397a1c7c8c57 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:54:36.723317 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-6bca39c2-9103-446b-b43f-86f979847a9f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:54:36.729041 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-6bca39c2-9103-446b-b43f-86f979847a9f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:54:36.739931 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bca39c2-9103-446b-b43f-86f979847a9f admin admin] Made reservation on behalf of dcf6d95607e6477caf33397a1c7c8c57 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:54:36.742450 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6bca39c2-9103-446b-b43f-86f979847a9f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:36.951708 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6bca39c2-9103-446b-b43f-86f979847a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:37.034087 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bca39c2-9103-446b-b43f-86f979847a9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=55851adb-c4bb-4a93-ad61-2a258b38b073,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:37.042384 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bca39c2-9103-446b-b43f-86f979847a9f admin admin] Checking segment: {'id': '7db594c6-83d4-4f9a-b8d4-bd2500b150e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '16175a15-2dd5-4bf2-af60-f3d06c116071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:54:37.042742 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bca39c2-9103-446b-b43f-86f979847a9f admin admin] Network hostable DHCP agents. Network: 16175a15-2dd5-4bf2-af60-f3d06c116071, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:54:37.061583 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bca39c2-9103-446b-b43f-86f979847a9f admin admin] Network 16175a15-2dd5-4bf2-af60-f3d06c116071 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:54:37.070718 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-6bca39c2-9103-446b-b43f-86f979847a9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 16175a15-2dd5-4bf2-af60-f3d06c116071) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:54:37.074849 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bca39c2-9103-446b-b43f-86f979847a9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:37.075430 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6bca39c2-9103-446b-b43f-86f979847a9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:37.080342 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334a9cbf-222e-4cb3-90f5-e5c99d0e5559 None None] Network 16175a15-2dd5-4bf2-af60-f3d06c116071 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:54:37.103258 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-6bca39c2-9103-446b-b43f-86f979847a9f admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3959725 Feb 09 01:54:37.295744 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8717b3-5143-4b28-a819-29d07b14f0dd None None] Network 16175a15-2dd5-4bf2-af60-f3d06c116071 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:54:37.600643 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c84b23-ca59-4ca3-a9c7-ab25c6ec3aa5 req-65da8b63-9ca3-41bf-ac3e-016b628f0074 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:37.601223 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-76c84b23-ca59-4ca3-a9c7-ab25c6ec3aa5 req-65da8b63-9ca3-41bf-ac3e-016b628f0074 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Synchronizing usage tracker for tenant:dcf6d95607e6477caf33397a1c7c8c57 on resource:network {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:54:37.619133 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-76c84b23-ca59-4ca3-a9c7-ab25c6ec3aa5 req-65da8b63-9ca3-41bf-ac3e-016b628f0074 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Unset dirty status for tenant:dcf6d95607e6477caf33397a1c7c8c57 on resource:network {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:54:37.620330 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-76c84b23-ca59-4ca3-a9c7-ab25c6ec3aa5 req-65da8b63-9ca3-41bf-ac3e-016b628f0074 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] 10.222.0.105 "GET /v2.0/networks?id=16175a15-2dd5-4bf2-af60-f3d06c116071 HTTP/1.1" status: 200 len: 814 time: 0.1613843 Feb 09 01:54:37.635697 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-76c84b23-ca59-4ca3-a9c7-ab25c6ec3aa5 req-ba329709-f818-452a-96bf-71b5bf469dc7 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] 10.222.0.105 "GET /v2.0/quotas/dcf6d95607e6477caf33397a1c7c8c57 HTTP/1.1" status: 200 len: 375 time: 0.0094459 Feb 09 01:54:37.687086 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-76c84b23-ca59-4ca3-a9c7-ab25c6ec3aa5 req-8c3904dc-99bd-4268-be6c-eeee5326b3eb tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=dcf6d95607e6477caf33397a1c7c8c57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461781 Feb 09 01:54:37.697422 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [req-76c84b23-ca59-4ca3-a9c7-ab25c6ec3aa5 req-a2e22d86-f782-4bb0-a33b-4fdcdd70c3bc service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:54:37.698391 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-76c84b23-ca59-4ca3-a9c7-ab25c6ec3aa5 req-a2e22d86-f782-4bb0-a33b-4fdcdd70c3bc service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048730 Feb 09 01:54:37.827402 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-76c84b23-ca59-4ca3-a9c7-ab25c6ec3aa5 req-39589bb9-db54-4a85-8386-028893acbf62 service neutron] 10.222.0.105 "GET /v2.0/networks/16175a15-2dd5-4bf2-af60-f3d06c116071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236632 Feb 09 01:54:37.958331 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-76c84b23-ca59-4ca3-a9c7-ab25c6ec3aa5 req-b1686bd3-9d46-4367-a2ff-bf587e72d30a service neutron] 10.222.0.105 "GET /v2.0/networks/16175a15-2dd5-4bf2-af60-f3d06c116071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244254 Feb 09 01:54:38.133314 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-df032d68-9494-44d9-a458-5fca0ea007e8 req-3381b33c-1272-43bb-84a4-991bca8ce735 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] 10.222.0.105 "GET /v2.0/ports?device_id=1d197046-7a02-425a-a8d7-528097502e38 HTTP/1.1" status: 200 len: 210 time: 0.0425918 Feb 09 01:54:38.242288 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f71d79af-37b4-4832-9fd3-5196cedf205b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:39.303990 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b53a9fb0-cd58-4d9a-9d50-4fc9f120dc6f req-c020fe3d-7e84-436e-8398-8f47b0b19702 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] 10.222.0.105 "GET /v2.0/ports?device_id=1d197046-7a02-425a-a8d7-528097502e38 HTTP/1.1" status: 200 len: 210 time: 0.0556240 Feb 09 01:54:39.362385 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c84b23-ca59-4ca3-a9c7-ab25c6ec3aa5 req-5200d165-6e52-4612-9073-21ca0491b46c tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:39.363757 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-76c84b23-ca59-4ca3-a9c7-ab25c6ec3aa5 req-5200d165-6e52-4612-9073-21ca0491b46c tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] 10.222.0.99 "GET /v2.0/networks?id=16175a15-2dd5-4bf2-af60-f3d06c116071 HTTP/1.1" status: 200 len: 814 time: 0.1936343 Feb 09 01:54:39.377670 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-76c84b23-ca59-4ca3-a9c7-ab25c6ec3aa5 req-72a64a6f-3755-4bd8-8cea-f6e5783daf47 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Request body: {'port': {'device_id': '1d197046-7a02-425a-a8d7-528097502e38', 'network_id': '16175a15-2dd5-4bf2-af60-f3d06c116071', 'admin_state_up': True, 'tenant_id': 'dcf6d95607e6477caf33397a1c7c8c57'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:54:39.609050 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-76c84b23-ca59-4ca3-a9c7-ab25c6ec3aa5 req-72a64a6f-3755-4bd8-8cea-f6e5783daf47 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:54:39.613153 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-76c84b23-ca59-4ca3-a9c7-ab25c6ec3aa5 req-72a64a6f-3755-4bd8-8cea-f6e5783daf47 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Usage tracker for resource:port and tenant:dcf6d95607e6477caf33397a1c7c8c57 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:54:39.615899 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-76c84b23-ca59-4ca3-a9c7-ab25c6ec3aa5 req-72a64a6f-3755-4bd8-8cea-f6e5783daf47 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:54:39.621630 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-76c84b23-ca59-4ca3-a9c7-ab25c6ec3aa5 req-72a64a6f-3755-4bd8-8cea-f6e5783daf47 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:54:39.631843 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76c84b23-ca59-4ca3-a9c7-ab25c6ec3aa5 req-72a64a6f-3755-4bd8-8cea-f6e5783daf47 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Made reservation on behalf of dcf6d95607e6477caf33397a1c7c8c57 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:54:39.635735 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-76c84b23-ca59-4ca3-a9c7-ab25c6ec3aa5 req-72a64a6f-3755-4bd8-8cea-f6e5783daf47 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:39.795133 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-76c84b23-ca59-4ca3-a9c7-ab25c6ec3aa5 req-72a64a6f-3755-4bd8-8cea-f6e5783daf47 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Allocated IP 172.20.0.13 (16175a15-2dd5-4bf2-af60-f3d06c116071/55851adb-c4bb-4a93-ad61-2a258b38b073/8baad7d8-ebc9-448f-b0bd-24b666a3abdb) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:54:39.999579 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-76c84b23-ca59-4ca3-a9c7-ab25c6ec3aa5 req-72a64a6f-3755-4bd8-8cea-f6e5783daf47 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:40.029454 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-76c84b23-ca59-4ca3-a9c7-ab25c6ec3aa5 req-72a64a6f-3755-4bd8-8cea-f6e5783daf47 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:40.098482 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76c84b23-ca59-4ca3-a9c7-ab25c6ec3aa5 req-72a64a6f-3755-4bd8-8cea-f6e5783daf47 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Network 16175a15-2dd5-4bf2-af60-f3d06c116071 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:54:40.101622 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-76c84b23-ca59-4ca3-a9c7-ab25c6ec3aa5 req-72a64a6f-3755-4bd8-8cea-f6e5783daf47 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:54:40.105399 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-76c84b23-ca59-4ca3-a9c7-ab25c6ec3aa5 req-72a64a6f-3755-4bd8-8cea-f6e5783daf47 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:54:40.136212 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a64a6f-3755-4bd8-8cea-f6e5783daf47 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Pushing event updated for resources: {'Port': ['ID=8baad7d8-ebc9-448f-b0bd-24b666a3abdb,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:40.171176 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c84b23-ca59-4ca3-a9c7-ab25c6ec3aa5 req-72a64a6f-3755-4bd8-8cea-f6e5783daf47 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:40.171776 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-76c84b23-ca59-4ca3-a9c7-ab25c6ec3aa5 req-72a64a6f-3755-4bd8-8cea-f6e5783daf47 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:40.192399 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-76c84b23-ca59-4ca3-a9c7-ab25c6ec3aa5 req-72a64a6f-3755-4bd8-8cea-f6e5783daf47 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8192065 Feb 09 01:54:40.203479 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-76c84b23-ca59-4ca3-a9c7-ab25c6ec3aa5 req-43fc4e2b-98c8-4068-9c57-df16c1d7db3c service neutron] Request body: {'port': {'device_id': '1d197046-7a02-425a-a8d7-528097502e38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:54:40.314348 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-76c84b23-ca59-4ca3-a9c7-ab25c6ec3aa5 req-43fc4e2b-98c8-4068-9c57-df16c1d7db3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:40.539639 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f1248e46-e5c2-4b45-a9eb-b97b4b05c290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:40.627097 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fcde5c-6a7c-491d-9b49-3a43900f4f12 req-39cab6db-e463-4173-ac3e-71a9426227c5 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:40.627676 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-c5fcde5c-6a7c-491d-9b49-3a43900f4f12 req-39cab6db-e463-4173-ac3e-71a9426227c5 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Synchronizing usage tracker for tenant:dcf6d95607e6477caf33397a1c7c8c57 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:54:40.675596 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-c5fcde5c-6a7c-491d-9b49-3a43900f4f12 req-39cab6db-e463-4173-ac3e-71a9426227c5 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Unset dirty status for tenant:dcf6d95607e6477caf33397a1c7c8c57 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:54:40.676738 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c5fcde5c-6a7c-491d-9b49-3a43900f4f12 req-39cab6db-e463-4173-ac3e-71a9426227c5 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] 10.222.0.105 "GET /v2.0/ports?device_id=1d197046-7a02-425a-a8d7-528097502e38 HTTP/1.1" status: 200 len: 932 time: 0.2456365 Feb 09 01:54:40.755982 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-76c84b23-ca59-4ca3-a9c7-ab25c6ec3aa5 req-43fc4e2b-98c8-4068-9c57-df16c1d7db3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8baad7d8-ebc9-448f-b0bd-24b666a3abdb {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:54:40.767331 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-76c84b23-ca59-4ca3-a9c7-ab25c6ec3aa5 req-43fc4e2b-98c8-4068-9c57-df16c1d7db3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:40.774616 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-c5fcde5c-6a7c-491d-9b49-3a43900f4f12 req-e869f54d-2982-4f40-90dd-eceab0067c78 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Synchronizing usage tracker for tenant:dcf6d95607e6477caf33397a1c7c8c57 on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:54:40.790913 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-76c84b23-ca59-4ca3-a9c7-ab25c6ec3aa5 req-43fc4e2b-98c8-4068-9c57-df16c1d7db3c service neutron] Transition to ACTIVE for port object 8baad7d8-ebc9-448f-b0bd-24b666a3abdb will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:54:40.796969 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-76c84b23-ca59-4ca3-a9c7-ab25c6ec3aa5 req-43fc4e2b-98c8-4068-9c57-df16c1d7db3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:40.840135 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-c5fcde5c-6a7c-491d-9b49-3a43900f4f12 req-e869f54d-2982-4f40-90dd-eceab0067c78 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Unset dirty status for tenant:dcf6d95607e6477caf33397a1c7c8c57 on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:54:40.841257 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c5fcde5c-6a7c-491d-9b49-3a43900f4f12 req-e869f54d-2982-4f40-90dd-eceab0067c78 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] 10.222.0.105 "GET /v2.0/security-groups?id=b7a82a4c-5ad2-4cc1-bfda-734e5589d021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328058 Feb 09 01:54:40.927918 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fc4e2b-98c8-4068-9c57-df16c1d7db3c service neutron] Pushing event updated for resources: {'Port': ['ID=8baad7d8-ebc9-448f-b0bd-24b666a3abdb,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:41.035249 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-76c84b23-ca59-4ca3-a9c7-ab25c6ec3aa5 req-43fc4e2b-98c8-4068-9c57-df16c1d7db3c service neutron] Attempting to bind port 8baad7d8-ebc9-448f-b0bd-24b666a3abdb on host n-h2-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:54:41.035573 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-76c84b23-ca59-4ca3-a9c7-ab25c6ec3aa5 req-43fc4e2b-98c8-4068-9c57-df16c1d7db3c service neutron] Attempting to bind port 8baad7d8-ebc9-448f-b0bd-24b666a3abdb by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': '7db594c6-83d4-4f9a-b8d4-bd2500b150e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '16175a15-2dd5-4bf2-af60-f3d06c116071'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:54:41.035898 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c84b23-ca59-4ca3-a9c7-ab25c6ec3aa5 req-43fc4e2b-98c8-4068-9c57-df16c1d7db3c service neutron] Attempting to bind port 8baad7d8-ebc9-448f-b0bd-24b666a3abdb on network 16175a15-2dd5-4bf2-af60-f3d06c116071 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:54:41.040403 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c84b23-ca59-4ca3-a9c7-ab25c6ec3aa5 req-43fc4e2b-98c8-4068-9c57-df16c1d7db3c service neutron] Port 8baad7d8-ebc9-448f-b0bd-24b666a3abdb on network 16175a15-2dd5-4bf2-af60-f3d06c116071 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:54:41.040717 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c84b23-ca59-4ca3-a9c7-ab25c6ec3aa5 req-43fc4e2b-98c8-4068-9c57-df16c1d7db3c service neutron] Attempting to bind port 8baad7d8-ebc9-448f-b0bd-24b666a3abdb on network 16175a15-2dd5-4bf2-af60-f3d06c116071 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:54:41.045686 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c84b23-ca59-4ca3-a9c7-ab25c6ec3aa5 req-43fc4e2b-98c8-4068-9c57-df16c1d7db3c service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:54:41.046014 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c84b23-ca59-4ca3-a9c7-ab25c6ec3aa5 req-43fc4e2b-98c8-4068-9c57-df16c1d7db3c service neutron] Checking segment: {'id': '7db594c6-83d4-4f9a-b8d4-bd2500b150e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '16175a15-2dd5-4bf2-af60-f3d06c116071'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:54:41.046388 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c84b23-ca59-4ca3-a9c7-ab25c6ec3aa5 req-43fc4e2b-98c8-4068-9c57-df16c1d7db3c service neutron] Bound using segment: {'id': '7db594c6-83d4-4f9a-b8d4-bd2500b150e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '16175a15-2dd5-4bf2-af60-f3d06c116071'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:54:41.046803 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-76c84b23-ca59-4ca3-a9c7-ab25c6ec3aa5 req-43fc4e2b-98c8-4068-9c57-df16c1d7db3c service neutron] Bound port: 8baad7d8-ebc9-448f-b0bd-24b666a3abdb, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7db594c6-83d4-4f9a-b8d4-bd2500b150e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '16175a15-2dd5-4bf2-af60-f3d06c116071'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:54:41.047135 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-76c84b23-ca59-4ca3-a9c7-ab25c6ec3aa5 req-43fc4e2b-98c8-4068-9c57-df16c1d7db3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:41.133009 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-76c84b23-ca59-4ca3-a9c7-ab25c6ec3aa5 req-43fc4e2b-98c8-4068-9c57-df16c1d7db3c service neutron] For port 8baad7d8-ebc9-448f-b0bd-24b666a3abdb, host n-h2-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:54:41.136503 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-76c84b23-ca59-4ca3-a9c7-ab25c6ec3aa5 req-43fc4e2b-98c8-4068-9c57-df16c1d7db3c service neutron] For port 8baad7d8-ebc9-448f-b0bd-24b666a3abdb, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=8baad7d8-ebc9-448f-b0bd-24b666a3abdb,segment=NetworkSegment(7db594c6-83d4-4f9a-b8d4-bd2500b150e4),segment_id=7db594c6-83d4-4f9a-b8d4-bd2500b150e4)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:54:41.140349 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-76c84b23-ca59-4ca3-a9c7-ab25c6ec3aa5 req-43fc4e2b-98c8-4068-9c57-df16c1d7db3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:41.202387 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c84b23-ca59-4ca3-a9c7-ab25c6ec3aa5 req-43fc4e2b-98c8-4068-9c57-df16c1d7db3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:41.202993 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-76c84b23-ca59-4ca3-a9c7-ab25c6ec3aa5 req-43fc4e2b-98c8-4068-9c57-df16c1d7db3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:41.204947 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-76c84b23-ca59-4ca3-a9c7-ab25c6ec3aa5 req-43fc4e2b-98c8-4068-9c57-df16c1d7db3c service neutron] 10.222.0.99 "PUT /v2.0/ports/8baad7d8-ebc9-448f-b0bd-24b666a3abdb HTTP/1.1" status: 200 len: 1092 time: 1.0053880 Feb 09 01:54:41.205376 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d197046-7a02-425a-a8d7-528097502e38', 'tag': '8baad7d8-ebc9-448f-b0bd-24b666a3abdb'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:54:41.231510 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fc4e2b-98c8-4068-9c57-df16c1d7db3c service neutron] Pushing event updated for resources: {'Port': ['ID=8baad7d8-ebc9-448f-b0bd-24b666a3abdb,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:41.272285 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d197046-7a02-425a-a8d7-528097502e38', 'tag': '8baad7d8-ebc9-448f-b0bd-24b666a3abdb', 'status': 'completed', 'code': 200} Feb 09 01:54:41.314598 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c84b23-ca59-4ca3-a9c7-ab25c6ec3aa5 req-a697d614-c17b-4038-bdcf-ab08598b345e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:41.316093 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-76c84b23-ca59-4ca3-a9c7-ab25c6ec3aa5 req-a697d614-c17b-4038-bdcf-ab08598b345e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=dcf6d95607e6477caf33397a1c7c8c57&device_id=1d197046-7a02-425a-a8d7-528097502e38 HTTP/1.1" status: 200 len: 1095 time: 0.0763447 Feb 09 01:54:41.387212 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-76c84b23-ca59-4ca3-a9c7-ab25c6ec3aa5 req-4ac9a4c5-b79b-44cf-9eae-05672a64cb51 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8baad7d8-ebc9-448f-b0bd-24b666a3abdb HTTP/1.1" status: 200 len: 217 time: 0.0646384 Feb 09 01:54:41.447688 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c84b23-ca59-4ca3-a9c7-ab25c6ec3aa5 req-df7ac30b-417f-4bd3-a8e7-105536580b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:41.449038 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-76c84b23-ca59-4ca3-a9c7-ab25c6ec3aa5 req-df7ac30b-417f-4bd3-a8e7-105536580b33 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=55851adb-c4bb-4a93-ad61-2a258b38b073 HTTP/1.1" status: 200 len: 854 time: 0.0562587 Feb 09 01:54:41.497040 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-76c84b23-ca59-4ca3-a9c7-ab25c6ec3aa5 req-aa89db9c-a111-4478-9f2e-b125c056ee0d service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=16175a15-2dd5-4bf2-af60-f3d06c116071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416014 Feb 09 01:54:41.661771 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:41.678755 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:41.732047 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-76c84b23-ca59-4ca3-a9c7-ab25c6ec3aa5 req-d7ce34b9-a996-4231-8f6b-9296846792ef service neutron] 10.222.0.99 "GET /v2.0/networks/16175a15-2dd5-4bf2-af60-f3d06c116071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289040 Feb 09 01:54:41.860502 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-76c84b23-ca59-4ca3-a9c7-ab25c6ec3aa5 req-f8c6f790-324d-4544-babf-11262ee41642 service neutron] 10.222.0.99 "GET /v2.0/networks/16175a15-2dd5-4bf2-af60-f3d06c116071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214945 Feb 09 01:54:42.039345 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac2c2d-b1c4-4f10-a116-5a19df334c92 req-d666ca3c-1786-4222-b7d1-f95b5982272c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:42.040721 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0cac2c2d-b1c4-4f10-a116-5a19df334c92 req-d666ca3c-1786-4222-b7d1-f95b5982272c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=dcf6d95607e6477caf33397a1c7c8c57&device_id=1d197046-7a02-425a-a8d7-528097502e38 HTTP/1.1" status: 200 len: 1095 time: 0.1287997 Feb 09 01:54:42.074522 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd17e9-cbd7-42fd-9317-6a6c7f17b4a8 req-67946f1f-3b4e-4b90-ae99-7065e448490c tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:42.075913 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d0dd17e9-cbd7-42fd-9317-6a6c7f17b4a8 req-67946f1f-3b4e-4b90-ae99-7065e448490c tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] 10.222.0.105 "GET /v2.0/ports?device_id=1d197046-7a02-425a-a8d7-528097502e38 HTTP/1.1" status: 200 len: 944 time: 0.1285825 Feb 09 01:54:42.184402 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d0dd17e9-cbd7-42fd-9317-6a6c7f17b4a8 req-310b05d3-be91-4ef0-af55-b312467db465 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] 10.222.0.105 "GET /v2.0/security-groups?id=b7a82a4c-5ad2-4cc1-bfda-734e5589d021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652854 Feb 09 01:54:42.213254 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac2c2d-b1c4-4f10-a116-5a19df334c92 req-47ea1fc3-d5f2-43f3-bb6e-4dce0b8d1d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:42.214748 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0cac2c2d-b1c4-4f10-a116-5a19df334c92 req-47ea1fc3-d5f2-43f3-bb6e-4dce0b8d1d1f service neutron] 10.222.0.99 "GET /v2.0/networks?id=16175a15-2dd5-4bf2-af60-f3d06c116071 HTTP/1.1" status: 200 len: 915 time: 0.1670892 Feb 09 01:54:42.285324 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0cac2c2d-b1c4-4f10-a116-5a19df334c92 req-dcef0a39-bde8-4a30-9afe-55265073bbe9 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8baad7d8-ebc9-448f-b0bd-24b666a3abdb HTTP/1.1" status: 200 len: 217 time: 0.0643177 Feb 09 01:54:42.346418 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac2c2d-b1c4-4f10-a116-5a19df334c92 req-2669ae83-79fb-4b2f-94ef-24785900d0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:42.347761 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0cac2c2d-b1c4-4f10-a116-5a19df334c92 req-2669ae83-79fb-4b2f-94ef-24785900d0f4 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=55851adb-c4bb-4a93-ad61-2a258b38b073 HTTP/1.1" status: 200 len: 854 time: 0.0575211 Feb 09 01:54:42.393265 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0cac2c2d-b1c4-4f10-a116-5a19df334c92 req-fbdf974e-1dd4-4e29-843e-024ba3c292d3 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=16175a15-2dd5-4bf2-af60-f3d06c116071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392241 Feb 09 01:54:42.521802 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0cac2c2d-b1c4-4f10-a116-5a19df334c92 req-da5f9458-5866-4f43-ac24-d626d7061a05 service neutron] 10.222.0.99 "GET /v2.0/networks/16175a15-2dd5-4bf2-af60-f3d06c116071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227317 Feb 09 01:54:42.653667 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0cac2c2d-b1c4-4f10-a116-5a19df334c92 req-1d058506-18df-40b6-a577-f67961e79313 service neutron] 10.222.0.99 "GET /v2.0/networks/16175a15-2dd5-4bf2-af60-f3d06c116071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258049 Feb 09 01:54:43.293402 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:43.371106 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f2443-61c1-4af0-8147-740881294e58 req-9fc9d454-7b62-4a75-a5f4-faa7c9768f24 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:43.372482 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9f9f2443-61c1-4af0-8147-740881294e58 req-9fc9d454-7b62-4a75-a5f4-faa7c9768f24 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] 10.222.0.105 "GET /v2.0/ports?device_id=1d197046-7a02-425a-a8d7-528097502e38 HTTP/1.1" status: 200 len: 944 time: 0.0833526 Feb 09 01:54:43.416106 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9f9f2443-61c1-4af0-8147-740881294e58 req-c2db53d3-1109-4f31-8f28-9968e9f5053d tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] 10.222.0.105 "GET /v2.0/security-groups?id=b7a82a4c-5ad2-4cc1-bfda-734e5589d021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374005 Feb 09 01:54:44.601846 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a171eb-4402-466d-b4a9-9a12a093f2a4 req-f295fa83-0e61-47e6-84e9-21a9b8b44e22 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:44.603335 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-98a171eb-4402-466d-b4a9-9a12a093f2a4 req-f295fa83-0e61-47e6-84e9-21a9b8b44e22 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] 10.222.0.105 "GET /v2.0/ports?device_id=1d197046-7a02-425a-a8d7-528097502e38 HTTP/1.1" status: 200 len: 944 time: 0.0816972 Feb 09 01:54:44.651438 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-98a171eb-4402-466d-b4a9-9a12a093f2a4 req-2f0bd983-135b-44af-8f12-5647c88e560b tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] 10.222.0.105 "GET /v2.0/security-groups?id=b7a82a4c-5ad2-4cc1-bfda-734e5589d021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424583 Feb 09 01:54:44.893746 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 8baad7d8-ebc9-448f-b0bd-24b666a3abdb details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:54:45.029446 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 8baad7d8-ebc9-448f-b0bd-24b666a3abdb, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=8baad7d8-ebc9-448f-b0bd-24b666a3abdb,segment=NetworkSegment(7db594c6-83d4-4f9a-b8d4-bd2500b150e4),segment_id=7db594c6-83d4-4f9a-b8d4-bd2500b150e4)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:54:45.073987 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': '8baad7d8-ebc9-448f-b0bd-24b666a3abdb', 'network_id': '16175a15-2dd5-4bf2-af60-f3d06c116071', 'port_id': '8baad7d8-ebc9-448f-b0bd-24b666a3abdb', 'mac_address': 'fa:16:3e:b0:17:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55851adb-c4bb-4a93-ad61-2a258b38b073', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:54:45.128847 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:45.146525 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8baad7d8-ebc9-448f-b0bd-24b666a3abdb {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:54:45.161335 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 8baad7d8-ebc9-448f-b0bd-24b666a3abdb, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=8baad7d8-ebc9-448f-b0bd-24b666a3abdb,segment=NetworkSegment(7db594c6-83d4-4f9a-b8d4-bd2500b150e4),segment_id=7db594c6-83d4-4f9a-b8d4-bd2500b150e4)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:54:45.165119 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:45.233262 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=8baad7d8-ebc9-448f-b0bd-24b666a3abdb,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:45.240650 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:45.240996 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:45.241333 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:45.241688 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:45.242020 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:45.242343 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:45.242663 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:45.242984 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:45.243303 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:45.243619 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:45.243946 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:45.244252 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:45.490317 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['8baad7d8-ebc9-448f-b0bd-24b666a3abdb'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:54:45.834947 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d570a9a1-a0a1-4996-9ff9-35b7dc4d6aef req-77eb087a-6a9b-4cf0-a01a-75201fa042cf tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:45.836326 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d570a9a1-a0a1-4996-9ff9-35b7dc4d6aef req-77eb087a-6a9b-4cf0-a01a-75201fa042cf tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] 10.222.0.105 "GET /v2.0/ports?device_id=1d197046-7a02-425a-a8d7-528097502e38 HTTP/1.1" status: 200 len: 945 time: 0.0791175 Feb 09 01:54:45.880233 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d570a9a1-a0a1-4996-9ff9-35b7dc4d6aef req-b6f32da6-88e9-42d7-8b5f-d9e8795ac61a tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] 10.222.0.105 "GET /v2.0/security-groups?id=b7a82a4c-5ad2-4cc1-bfda-734e5589d021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384278 Feb 09 01:54:46.893078 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 8baad7d8-ebc9-448f-b0bd-24b666a3abdb up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:54:46.963452 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning for port 8baad7d8-ebc9-448f-b0bd-24b666a3abdb completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:54:46.968002 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port 8baad7d8-ebc9-448f-b0bd-24b666a3abdb triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:54:46.968355 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:47.075041 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1a0f6-e8a3-46d9-945a-641318f8cd8f req-4754714d-5130-4476-ba44-81972cc6795d tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:47.076509 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-37e1a0f6-e8a3-46d9-945a-641318f8cd8f req-4754714d-5130-4476-ba44-81972cc6795d tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] 10.222.0.105 "GET /v2.0/ports?device_id=1d197046-7a02-425a-a8d7-528097502e38 HTTP/1.1" status: 200 len: 945 time: 0.0882719 Feb 09 01:54:47.087023 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:47.113866 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d197046-7a02-425a-a8d7-528097502e38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8baad7d8-ebc9-448f-b0bd-24b666a3abdb'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:54:47.121296 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-37e1a0f6-e8a3-46d9-945a-641318f8cd8f req-654a2bcc-7d00-4fc8-a849-06a86b44aa1d tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] 10.222.0.105 "GET /v2.0/security-groups?id=b7a82a4c-5ad2-4cc1-bfda-734e5589d021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387146 Feb 09 01:54:47.123400 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 8baad7d8-ebc9-448f-b0bd-24b666a3abdb, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=8baad7d8-ebc9-448f-b0bd-24b666a3abdb,segment=NetworkSegment(7db594c6-83d4-4f9a-b8d4-bd2500b150e4),segment_id=7db594c6-83d4-4f9a-b8d4-bd2500b150e4)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:54:47.128880 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:47.165618 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d197046-7a02-425a-a8d7-528097502e38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8baad7d8-ebc9-448f-b0bd-24b666a3abdb', 'code': 200} Feb 09 01:54:47.200362 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=8baad7d8-ebc9-448f-b0bd-24b666a3abdb,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:47.286553 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ada21a-7874-4036-bf5b-31e770cfa467 req-f377d65b-1e27-4341-ae87-637578e05cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:47.288004 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c3ada21a-7874-4036-bf5b-31e770cfa467 req-f377d65b-1e27-4341-ae87-637578e05cfc service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=1d197046-7a02-425a-a8d7-528097502e38 HTTP/1.1" status: 200 len: 1097 time: 0.0698822 Feb 09 01:54:47.328798 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c3ada21a-7874-4036-bf5b-31e770cfa467 req-4e023722-8855-4a14-878b-7cd41e54529f service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=b7a82a4c-5ad2-4cc1-bfda-734e5589d021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343552 Feb 09 01:54:48.309546 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81553297-b70a-4e15-837a-82dd1eb22ab2 req-5d6f3939-442f-4e11-839c-3d0caea3abfa tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:48.311115 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-81553297-b70a-4e15-837a-82dd1eb22ab2 req-5d6f3939-442f-4e11-839c-3d0caea3abfa tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] 10.222.0.105 "GET /v2.0/ports?device_id=1d197046-7a02-425a-a8d7-528097502e38 HTTP/1.1" status: 200 len: 946 time: 0.0829046 Feb 09 01:54:48.354675 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-81553297-b70a-4e15-837a-82dd1eb22ab2 req-e761c5f2-44b0-4a39-8fdc-203b022f3089 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] 10.222.0.105 "GET /v2.0/security-groups?id=b7a82a4c-5ad2-4cc1-bfda-734e5589d021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371177 Feb 09 01:54:49.536953 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ee694-7398-4fc7-8e77-953ce4a258f1 req-d0b85191-87b6-4d19-a3e2-aac70bba3c96 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:49.538465 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0d8ee694-7398-4fc7-8e77-953ce4a258f1 req-d0b85191-87b6-4d19-a3e2-aac70bba3c96 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] 10.222.0.105 "GET /v2.0/ports?device_id=1d197046-7a02-425a-a8d7-528097502e38 HTTP/1.1" status: 200 len: 946 time: 0.0786648 Feb 09 01:54:49.584852 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0d8ee694-7398-4fc7-8e77-953ce4a258f1 req-2e4caa24-19aa-47dd-9b44-4135ba45fc70 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] 10.222.0.105 "GET /v2.0/security-groups?id=b7a82a4c-5ad2-4cc1-bfda-734e5589d021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408261 Feb 09 01:54:49.960940 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fad14bb-9c74-4e88-9703-ee2d2d5f2b9c req-e8286962-99f8-4b1c-ad50-5dca99dfea86 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:49.962395 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6fad14bb-9c74-4e88-9703-ee2d2d5f2b9c req-e8286962-99f8-4b1c-ad50-5dca99dfea86 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] 10.222.0.105 "GET /v2.0/networks?id=16175a15-2dd5-4bf2-af60-f3d06c116071 HTTP/1.1" status: 200 len: 814 time: 0.2395895 Feb 09 01:54:49.977280 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6fad14bb-9c74-4e88-9703-ee2d2d5f2b9c req-9942fa4d-b5ee-4b01-96df-3e2d1b8aafba tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] 10.222.0.105 "GET /v2.0/quotas/dcf6d95607e6477caf33397a1c7c8c57 HTTP/1.1" status: 200 len: 375 time: 0.0095026 Feb 09 01:54:50.055034 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6fad14bb-9c74-4e88-9703-ee2d2d5f2b9c req-b06fb23e-e438-4b12-9e7d-88756f38910c tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=dcf6d95607e6477caf33397a1c7c8c57&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0726001 Feb 09 01:54:50.226028 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6fad14bb-9c74-4e88-9703-ee2d2d5f2b9c req-5bfaa0fe-eefe-4d3b-aa1f-9f6e0896ef15 service neutron] 10.222.0.105 "GET /v2.0/networks/16175a15-2dd5-4bf2-af60-f3d06c116071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641307 Feb 09 01:54:50.355562 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6fad14bb-9c74-4e88-9703-ee2d2d5f2b9c req-28ad9314-77d0-46b1-b55b-74cc43b3bf2c service neutron] 10.222.0.105 "GET /v2.0/networks/16175a15-2dd5-4bf2-af60-f3d06c116071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237760 Feb 09 01:54:50.527475 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-da187684-202a-4e6b-bed9-008edbae3379 req-84e70557-fe06-43fa-b150-4a31fa1fd806 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] 10.222.0.105 "GET /v2.0/ports?device_id=159aa3c6-08bc-4348-8d72-a4f491e61c1a HTTP/1.1" status: 200 len: 210 time: 0.0426700 Feb 09 01:54:51.532928 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fad14bb-9c74-4e88-9703-ee2d2d5f2b9c req-f63de3c6-ffe3-4f38-8dc6-6bf3534e74f1 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:51.534883 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6fad14bb-9c74-4e88-9703-ee2d2d5f2b9c req-f63de3c6-ffe3-4f38-8dc6-6bf3534e74f1 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] 10.222.0.62 "GET /v2.0/networks?id=16175a15-2dd5-4bf2-af60-f3d06c116071 HTTP/1.1" status: 200 len: 814 time: 0.1540682 Feb 09 01:54:51.546829 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-6fad14bb-9c74-4e88-9703-ee2d2d5f2b9c req-ebcb4bca-50bf-4d8b-9cf8-75ca40e9fcc3 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Request body: {'port': {'device_id': '159aa3c6-08bc-4348-8d72-a4f491e61c1a', 'network_id': '16175a15-2dd5-4bf2-af60-f3d06c116071', 'admin_state_up': True, 'tenant_id': 'dcf6d95607e6477caf33397a1c7c8c57'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:54:51.697586 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-363e1412-4560-4523-93d0-579441fbc50f req-0f95c4f1-8692-4811-85c1-8b2d15ad9ca4 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] 10.222.0.105 "GET /v2.0/ports?device_id=159aa3c6-08bc-4348-8d72-a4f491e61c1a HTTP/1.1" status: 200 len: 210 time: 0.0565495 Feb 09 01:54:51.734700 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-6fad14bb-9c74-4e88-9703-ee2d2d5f2b9c req-ebcb4bca-50bf-4d8b-9cf8-75ca40e9fcc3 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:54:51.744004 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-6fad14bb-9c74-4e88-9703-ee2d2d5f2b9c req-ebcb4bca-50bf-4d8b-9cf8-75ca40e9fcc3 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:54:51.754173 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fad14bb-9c74-4e88-9703-ee2d2d5f2b9c req-ebcb4bca-50bf-4d8b-9cf8-75ca40e9fcc3 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Made reservation on behalf of dcf6d95607e6477caf33397a1c7c8c57 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:54:51.757576 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-6fad14bb-9c74-4e88-9703-ee2d2d5f2b9c req-ebcb4bca-50bf-4d8b-9cf8-75ca40e9fcc3 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:51.917764 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-6fad14bb-9c74-4e88-9703-ee2d2d5f2b9c req-ebcb4bca-50bf-4d8b-9cf8-75ca40e9fcc3 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Allocated IP 172.20.0.4 (16175a15-2dd5-4bf2-af60-f3d06c116071/55851adb-c4bb-4a93-ad61-2a258b38b073/19b94818-ad12-403a-bd87-9ae741be968b) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:54:52.117057 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-6fad14bb-9c74-4e88-9703-ee2d2d5f2b9c req-ebcb4bca-50bf-4d8b-9cf8-75ca40e9fcc3 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:52.145834 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-6fad14bb-9c74-4e88-9703-ee2d2d5f2b9c req-ebcb4bca-50bf-4d8b-9cf8-75ca40e9fcc3 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:52.157776 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['8baad7d8-ebc9-448f-b0bd-24b666a3abdb'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:54:52.214854 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fad14bb-9c74-4e88-9703-ee2d2d5f2b9c req-ebcb4bca-50bf-4d8b-9cf8-75ca40e9fcc3 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Network 16175a15-2dd5-4bf2-af60-f3d06c116071 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:54:52.215938 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-6fad14bb-9c74-4e88-9703-ee2d2d5f2b9c req-ebcb4bca-50bf-4d8b-9cf8-75ca40e9fcc3 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:54:52.220033 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fad14bb-9c74-4e88-9703-ee2d2d5f2b9c req-ebcb4bca-50bf-4d8b-9cf8-75ca40e9fcc3 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:54:52.259541 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcb4bca-50bf-4d8b-9cf8-75ca40e9fcc3 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Pushing event updated for resources: {'Port': ['ID=19b94818-ad12-403a-bd87-9ae741be968b,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:52.294294 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fad14bb-9c74-4e88-9703-ee2d2d5f2b9c req-ebcb4bca-50bf-4d8b-9cf8-75ca40e9fcc3 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:52.294903 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-6fad14bb-9c74-4e88-9703-ee2d2d5f2b9c req-ebcb4bca-50bf-4d8b-9cf8-75ca40e9fcc3 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:52.320176 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6fad14bb-9c74-4e88-9703-ee2d2d5f2b9c req-ebcb4bca-50bf-4d8b-9cf8-75ca40e9fcc3 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7768242 Feb 09 01:54:52.331750 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-6fad14bb-9c74-4e88-9703-ee2d2d5f2b9c req-30ab688e-9b6e-4188-b5b0-99e632fc0a1c service neutron] Request body: {'port': {'device_id': '159aa3c6-08bc-4348-8d72-a4f491e61c1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:54:52.331997 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:52.440783 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-6fad14bb-9c74-4e88-9703-ee2d2d5f2b9c req-30ab688e-9b6e-4188-b5b0-99e632fc0a1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:52.930588 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-6fad14bb-9c74-4e88-9703-ee2d2d5f2b9c req-30ab688e-9b6e-4188-b5b0-99e632fc0a1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19b94818-ad12-403a-bd87-9ae741be968b {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:54:52.939051 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-6fad14bb-9c74-4e88-9703-ee2d2d5f2b9c req-30ab688e-9b6e-4188-b5b0-99e632fc0a1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:52.960017 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-6fad14bb-9c74-4e88-9703-ee2d2d5f2b9c req-30ab688e-9b6e-4188-b5b0-99e632fc0a1c service neutron] Transition to ACTIVE for port object 19b94818-ad12-403a-bd87-9ae741be968b will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:54:52.968590 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7782c1-9931-4cfa-8912-622480d5d8d9 req-085293f5-fca8-4a74-a8c9-6ca6f3f64ea1 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:52.970052 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-db7782c1-9931-4cfa-8912-622480d5d8d9 req-085293f5-fca8-4a74-a8c9-6ca6f3f64ea1 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Synchronizing usage tracker for tenant:dcf6d95607e6477caf33397a1c7c8c57 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:54:52.973749 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-6fad14bb-9c74-4e88-9703-ee2d2d5f2b9c req-30ab688e-9b6e-4188-b5b0-99e632fc0a1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:53.108844 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-db7782c1-9931-4cfa-8912-622480d5d8d9 req-085293f5-fca8-4a74-a8c9-6ca6f3f64ea1 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Unset dirty status for tenant:dcf6d95607e6477caf33397a1c7c8c57 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:54:53.110094 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-db7782c1-9931-4cfa-8912-622480d5d8d9 req-085293f5-fca8-4a74-a8c9-6ca6f3f64ea1 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] 10.222.0.105 "GET /v2.0/ports?device_id=159aa3c6-08bc-4348-8d72-a4f491e61c1a HTTP/1.1" status: 200 len: 931 time: 0.3018541 Feb 09 01:54:53.119112 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ab688e-9b6e-4188-b5b0-99e632fc0a1c service neutron] Pushing event updated for resources: {'Port': ['ID=19b94818-ad12-403a-bd87-9ae741be968b,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:53.234333 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-db7782c1-9931-4cfa-8912-622480d5d8d9 req-dd99b91e-b247-4418-996e-486206e67433 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] 10.222.0.105 "GET /v2.0/security-groups?id=b7a82a4c-5ad2-4cc1-bfda-734e5589d021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160645 Feb 09 01:54:53.255820 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-6fad14bb-9c74-4e88-9703-ee2d2d5f2b9c req-30ab688e-9b6e-4188-b5b0-99e632fc0a1c service neutron] Attempting to bind port 19b94818-ad12-403a-bd87-9ae741be968b on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:54:53.256158 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-6fad14bb-9c74-4e88-9703-ee2d2d5f2b9c req-30ab688e-9b6e-4188-b5b0-99e632fc0a1c service neutron] Attempting to bind port 19b94818-ad12-403a-bd87-9ae741be968b by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '7db594c6-83d4-4f9a-b8d4-bd2500b150e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '16175a15-2dd5-4bf2-af60-f3d06c116071'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:54:53.256483 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fad14bb-9c74-4e88-9703-ee2d2d5f2b9c req-30ab688e-9b6e-4188-b5b0-99e632fc0a1c service neutron] Attempting to bind port 19b94818-ad12-403a-bd87-9ae741be968b on network 16175a15-2dd5-4bf2-af60-f3d06c116071 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:54:53.261063 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fad14bb-9c74-4e88-9703-ee2d2d5f2b9c req-30ab688e-9b6e-4188-b5b0-99e632fc0a1c service neutron] Port 19b94818-ad12-403a-bd87-9ae741be968b on network 16175a15-2dd5-4bf2-af60-f3d06c116071 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:54:53.261383 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fad14bb-9c74-4e88-9703-ee2d2d5f2b9c req-30ab688e-9b6e-4188-b5b0-99e632fc0a1c service neutron] Attempting to bind port 19b94818-ad12-403a-bd87-9ae741be968b on network 16175a15-2dd5-4bf2-af60-f3d06c116071 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:54:53.267082 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fad14bb-9c74-4e88-9703-ee2d2d5f2b9c req-30ab688e-9b6e-4188-b5b0-99e632fc0a1c service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:54:53.267414 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fad14bb-9c74-4e88-9703-ee2d2d5f2b9c req-30ab688e-9b6e-4188-b5b0-99e632fc0a1c service neutron] Checking segment: {'id': '7db594c6-83d4-4f9a-b8d4-bd2500b150e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '16175a15-2dd5-4bf2-af60-f3d06c116071'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:54:53.267795 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fad14bb-9c74-4e88-9703-ee2d2d5f2b9c req-30ab688e-9b6e-4188-b5b0-99e632fc0a1c service neutron] Bound using segment: {'id': '7db594c6-83d4-4f9a-b8d4-bd2500b150e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '16175a15-2dd5-4bf2-af60-f3d06c116071'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:54:53.268212 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-6fad14bb-9c74-4e88-9703-ee2d2d5f2b9c req-30ab688e-9b6e-4188-b5b0-99e632fc0a1c service neutron] Bound port: 19b94818-ad12-403a-bd87-9ae741be968b, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7db594c6-83d4-4f9a-b8d4-bd2500b150e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '16175a15-2dd5-4bf2-af60-f3d06c116071'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:54:53.268552 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-6fad14bb-9c74-4e88-9703-ee2d2d5f2b9c req-30ab688e-9b6e-4188-b5b0-99e632fc0a1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:53.357075 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-6fad14bb-9c74-4e88-9703-ee2d2d5f2b9c req-30ab688e-9b6e-4188-b5b0-99e632fc0a1c service neutron] For port 19b94818-ad12-403a-bd87-9ae741be968b, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:54:53.360435 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-6fad14bb-9c74-4e88-9703-ee2d2d5f2b9c req-30ab688e-9b6e-4188-b5b0-99e632fc0a1c service neutron] For port 19b94818-ad12-403a-bd87-9ae741be968b, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=19b94818-ad12-403a-bd87-9ae741be968b,segment=NetworkSegment(7db594c6-83d4-4f9a-b8d4-bd2500b150e4),segment_id=7db594c6-83d4-4f9a-b8d4-bd2500b150e4)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:54:53.364155 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-6fad14bb-9c74-4e88-9703-ee2d2d5f2b9c req-30ab688e-9b6e-4188-b5b0-99e632fc0a1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:53.425864 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fad14bb-9c74-4e88-9703-ee2d2d5f2b9c req-30ab688e-9b6e-4188-b5b0-99e632fc0a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:53.426473 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-6fad14bb-9c74-4e88-9703-ee2d2d5f2b9c req-30ab688e-9b6e-4188-b5b0-99e632fc0a1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:53.427832 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6fad14bb-9c74-4e88-9703-ee2d2d5f2b9c req-30ab688e-9b6e-4188-b5b0-99e632fc0a1c service neutron] 10.222.0.62 "PUT /v2.0/ports/19b94818-ad12-403a-bd87-9ae741be968b HTTP/1.1" status: 200 len: 1091 time: 1.1004829 Feb 09 01:54:53.428264 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '159aa3c6-08bc-4348-8d72-a4f491e61c1a', 'tag': '19b94818-ad12-403a-bd87-9ae741be968b'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:54:53.450221 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ab688e-9b6e-4188-b5b0-99e632fc0a1c service neutron] Pushing event updated for resources: {'Port': ['ID=19b94818-ad12-403a-bd87-9ae741be968b,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:53.498840 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '159aa3c6-08bc-4348-8d72-a4f491e61c1a', 'tag': '19b94818-ad12-403a-bd87-9ae741be968b', 'status': 'completed', 'code': 200} Feb 09 01:54:53.539372 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fad14bb-9c74-4e88-9703-ee2d2d5f2b9c req-09df7280-a67e-4bf2-80e6-fc8184e37462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:53.540819 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6fad14bb-9c74-4e88-9703-ee2d2d5f2b9c req-09df7280-a67e-4bf2-80e6-fc8184e37462 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dcf6d95607e6477caf33397a1c7c8c57&device_id=159aa3c6-08bc-4348-8d72-a4f491e61c1a HTTP/1.1" status: 200 len: 1094 time: 0.0727808 Feb 09 01:54:53.611531 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6fad14bb-9c74-4e88-9703-ee2d2d5f2b9c req-2fdf5206-a019-416c-907e-063a48d16f8a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19b94818-ad12-403a-bd87-9ae741be968b HTTP/1.1" status: 200 len: 217 time: 0.0633495 Feb 09 01:54:53.672674 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fad14bb-9c74-4e88-9703-ee2d2d5f2b9c req-f03e80f4-e256-4e60-b124-b276ae9787d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:53.674130 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6fad14bb-9c74-4e88-9703-ee2d2d5f2b9c req-f03e80f4-e256-4e60-b124-b276ae9787d2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=55851adb-c4bb-4a93-ad61-2a258b38b073 HTTP/1.1" status: 200 len: 854 time: 0.0570319 Feb 09 01:54:53.723052 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6fad14bb-9c74-4e88-9703-ee2d2d5f2b9c req-51afb47b-b0f2-4ada-92fb-fe37973bf180 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=16175a15-2dd5-4bf2-af60-f3d06c116071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435667 Feb 09 01:54:53.852483 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6fad14bb-9c74-4e88-9703-ee2d2d5f2b9c req-61d5957c-aea1-4537-8bdf-10ddb173f5e4 service neutron] 10.222.0.62 "GET /v2.0/networks/16175a15-2dd5-4bf2-af60-f3d06c116071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236703 Feb 09 01:54:53.980270 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6fad14bb-9c74-4e88-9703-ee2d2d5f2b9c req-0b02200a-8aa9-45e1-b92e-c5fb10956234 service neutron] 10.222.0.62 "GET /v2.0/networks/16175a15-2dd5-4bf2-af60-f3d06c116071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219134 Feb 09 01:54:54.089051 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a639467-e981-41fa-9654-2bfb106b14f6 req-78f75505-9d16-42a0-bbf0-f64e55ac528a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:54.090530 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3a639467-e981-41fa-9654-2bfb106b14f6 req-78f75505-9d16-42a0-bbf0-f64e55ac528a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dcf6d95607e6477caf33397a1c7c8c57&device_id=159aa3c6-08bc-4348-8d72-a4f491e61c1a HTTP/1.1" status: 200 len: 1094 time: 0.0694537 Feb 09 01:54:54.218853 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a639467-e981-41fa-9654-2bfb106b14f6 req-d640659b-44c0-4f64-96ad-f44107b23949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:54.220283 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3a639467-e981-41fa-9654-2bfb106b14f6 req-d640659b-44c0-4f64-96ad-f44107b23949 service neutron] 10.222.0.62 "GET /v2.0/networks?id=16175a15-2dd5-4bf2-af60-f3d06c116071 HTTP/1.1" status: 200 len: 915 time: 0.1241090 Feb 09 01:54:54.390211 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3a639467-e981-41fa-9654-2bfb106b14f6 req-bf3409aa-4a6e-4f0f-bf49-589057628e6d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19b94818-ad12-403a-bd87-9ae741be968b HTTP/1.1" status: 200 len: 217 time: 0.1634552 Feb 09 01:54:54.499499 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a639467-e981-41fa-9654-2bfb106b14f6 req-9114e296-00aa-4098-ac6f-699a9cd86e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:54.501466 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3a639467-e981-41fa-9654-2bfb106b14f6 req-9114e296-00aa-4098-ac6f-699a9cd86e65 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=55851adb-c4bb-4a93-ad61-2a258b38b073 HTTP/1.1" status: 200 len: 854 time: 0.0817678 Feb 09 01:54:54.551231 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3a639467-e981-41fa-9654-2bfb106b14f6 req-ad32653d-1684-41e5-a740-89fb4d57b426 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=16175a15-2dd5-4bf2-af60-f3d06c116071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421162 Feb 09 01:54:54.558630 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df817813-ba10-48ec-9780-be4e72f62289 req-f6b15cee-9ea7-425b-b41c-51260ad1a7eb tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:54.559963 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-df817813-ba10-48ec-9780-be4e72f62289 req-f6b15cee-9ea7-425b-b41c-51260ad1a7eb tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] 10.222.0.105 "GET /v2.0/ports?device_id=159aa3c6-08bc-4348-8d72-a4f491e61c1a HTTP/1.1" status: 200 len: 943 time: 0.1715689 Feb 09 01:54:54.684728 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-df817813-ba10-48ec-9780-be4e72f62289 req-9a091971-219a-42d5-86a3-83ca39014ad7 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] 10.222.0.105 "GET /v2.0/security-groups?id=b7a82a4c-5ad2-4cc1-bfda-734e5589d021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064680 Feb 09 01:54:54.718191 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3a639467-e981-41fa-9654-2bfb106b14f6 req-f327498d-b605-42cf-a044-669c0fd2062a service neutron] 10.222.0.62 "GET /v2.0/networks/16175a15-2dd5-4bf2-af60-f3d06c116071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573234 Feb 09 01:54:54.847066 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3a639467-e981-41fa-9654-2bfb106b14f6 req-a4d2200a-6cc3-4246-8a36-b6855c9c0115 service neutron] 10.222.0.62 "GET /v2.0/networks/16175a15-2dd5-4bf2-af60-f3d06c116071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221721 Feb 09 01:54:55.301842 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:55.872096 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c866e942-b20d-423d-ab6e-a45878ab7b78 req-0ad1f0e4-00d8-4eb3-9567-a959faf5e3d2 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:55.873552 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c866e942-b20d-423d-ab6e-a45878ab7b78 req-0ad1f0e4-00d8-4eb3-9567-a959faf5e3d2 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] 10.222.0.105 "GET /v2.0/ports?device_id=159aa3c6-08bc-4348-8d72-a4f491e61c1a HTTP/1.1" status: 200 len: 943 time: 0.0839376 Feb 09 01:54:55.917463 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c866e942-b20d-423d-ab6e-a45878ab7b78 req-b5e96721-7806-4ca4-b513-e80af4fa725e tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] 10.222.0.105 "GET /v2.0/security-groups?id=b7a82a4c-5ad2-4cc1-bfda-734e5589d021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373564 Feb 09 01:54:57.098166 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2856b8-fab3-47c8-83fe-1009c6d9b21d req-7adbe4a9-95fc-4b1d-92a8-9f138cba99ff tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:57.099618 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-eb2856b8-fab3-47c8-83fe-1009c6d9b21d req-7adbe4a9-95fc-4b1d-92a8-9f138cba99ff tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] 10.222.0.105 "GET /v2.0/ports?device_id=159aa3c6-08bc-4348-8d72-a4f491e61c1a HTTP/1.1" status: 200 len: 943 time: 0.0796151 Feb 09 01:54:57.150125 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-eb2856b8-fab3-47c8-83fe-1009c6d9b21d req-13107121-a5bb-495e-bf2c-3e22cd1740f5 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] 10.222.0.105 "GET /v2.0/security-groups?id=b7a82a4c-5ad2-4cc1-bfda-734e5589d021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449007 Feb 09 01:54:57.294143 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 19b94818-ad12-403a-bd87-9ae741be968b details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:54:57.425443 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 19b94818-ad12-403a-bd87-9ae741be968b, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=19b94818-ad12-403a-bd87-9ae741be968b,segment=NetworkSegment(7db594c6-83d4-4f9a-b8d4-bd2500b150e4),segment_id=7db594c6-83d4-4f9a-b8d4-bd2500b150e4)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:54:57.438181 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '19b94818-ad12-403a-bd87-9ae741be968b', 'network_id': '16175a15-2dd5-4bf2-af60-f3d06c116071', 'port_id': '19b94818-ad12-403a-bd87-9ae741be968b', 'mac_address': 'fa:16:3e:96:51:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55851adb-c4bb-4a93-ad61-2a258b38b073', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:54:57.491842 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:57.510475 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19b94818-ad12-403a-bd87-9ae741be968b {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:54:57.526034 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 19b94818-ad12-403a-bd87-9ae741be968b, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=19b94818-ad12-403a-bd87-9ae741be968b,segment=NetworkSegment(7db594c6-83d4-4f9a-b8d4-bd2500b150e4),segment_id=7db594c6-83d4-4f9a-b8d4-bd2500b150e4)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:54:57.529582 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:57.594887 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=19b94818-ad12-403a-bd87-9ae741be968b,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:57.718126 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['19b94818-ad12-403a-bd87-9ae741be968b'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:54:58.337653 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd0c04-cf29-4beb-bcaa-ce41781a7735 req-6795def7-d270-4107-bd2b-b348506d3832 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:58.339103 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-accd0c04-cf29-4beb-bcaa-ce41781a7735 req-6795def7-d270-4107-bd2b-b348506d3832 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] 10.222.0.105 "GET /v2.0/ports?device_id=159aa3c6-08bc-4348-8d72-a4f491e61c1a HTTP/1.1" status: 200 len: 944 time: 0.0824535 Feb 09 01:54:58.382388 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-accd0c04-cf29-4beb-bcaa-ce41781a7735 req-5f72f879-2c5f-435b-b6be-f4a37337b813 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] 10.222.0.105 "GET /v2.0/security-groups?id=b7a82a4c-5ad2-4cc1-bfda-734e5589d021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374162 Feb 09 01:54:59.294063 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 19b94818-ad12-403a-bd87-9ae741be968b up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:54:59.363607 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port 19b94818-ad12-403a-bd87-9ae741be968b completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:54:59.368289 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 19b94818-ad12-403a-bd87-9ae741be968b triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:54:59.368683 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:59.486453 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:59.512859 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '159aa3c6-08bc-4348-8d72-a4f491e61c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19b94818-ad12-403a-bd87-9ae741be968b'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:54:59.523849 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 19b94818-ad12-403a-bd87-9ae741be968b, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=19b94818-ad12-403a-bd87-9ae741be968b,segment=NetworkSegment(7db594c6-83d4-4f9a-b8d4-bd2500b150e4),segment_id=7db594c6-83d4-4f9a-b8d4-bd2500b150e4)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:54:59.528135 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:59.572208 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '159aa3c6-08bc-4348-8d72-a4f491e61c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19b94818-ad12-403a-bd87-9ae741be968b', 'code': 200} Feb 09 01:54:59.599567 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43980185-72c4-412f-b0de-2307a7e4e6b7 req-04f57c24-9f01-429b-a1ab-4f471e0979f1 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:59.601099 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-43980185-72c4-412f-b0de-2307a7e4e6b7 req-04f57c24-9f01-429b-a1ab-4f471e0979f1 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] 10.222.0.105 "GET /v2.0/ports?device_id=159aa3c6-08bc-4348-8d72-a4f491e61c1a HTTP/1.1" status: 200 len: 945 time: 0.1107326 Feb 09 01:54:59.601898 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=19b94818-ad12-403a-bd87-9ae741be968b,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:59.701046 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-43980185-72c4-412f-b0de-2307a7e4e6b7 req-d567c19d-b707-4ce8-865d-cdad1974ce50 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] 10.222.0.105 "GET /v2.0/security-groups?id=b7a82a4c-5ad2-4cc1-bfda-734e5589d021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893905 Feb 09 01:54:59.720378 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d39c9-a266-4414-bac2-61313c893aa1 req-5939fda8-399a-49fe-869b-a835328a9747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:59.721838 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-856d39c9-a266-4414-bac2-61313c893aa1 req-5939fda8-399a-49fe-869b-a835328a9747 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=159aa3c6-08bc-4348-8d72-a4f491e61c1a HTTP/1.1" status: 200 len: 1096 time: 0.0913417 Feb 09 01:54:59.761494 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-856d39c9-a266-4414-bac2-61313c893aa1 req-14c6f9fa-ae38-4a24-b653-57a985ac3698 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b7a82a4c-5ad2-4cc1-bfda-734e5589d021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337381 Feb 09 01:55:00.894138 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2dfe48-da0e-4b28-97a6-c3296633c7e8 req-a52ab492-882c-4607-9680-c24e4d5c2a24 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:00.895790 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bd2dfe48-da0e-4b28-97a6-c3296633c7e8 req-a52ab492-882c-4607-9680-c24e4d5c2a24 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] 10.222.0.105 "GET /v2.0/ports?device_id=159aa3c6-08bc-4348-8d72-a4f491e61c1a HTTP/1.1" status: 200 len: 945 time: 0.0868213 Feb 09 01:55:00.939885 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bd2dfe48-da0e-4b28-97a6-c3296633c7e8 req-8668ad92-2437-4552-ae1b-e7407cd60250 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] 10.222.0.105 "GET /v2.0/security-groups?id=b7a82a4c-5ad2-4cc1-bfda-734e5589d021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384736 Feb 09 01:55:02.122300 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d3742-b944-4b8e-a063-6efe1ce1b091 req-78cf9ea5-580a-4380-be11-031031fb903e tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:02.123894 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9c1d3742-b944-4b8e-a063-6efe1ce1b091 req-78cf9ea5-580a-4380-be11-031031fb903e tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] 10.222.0.105 "GET /v2.0/ports?device_id=159aa3c6-08bc-4348-8d72-a4f491e61c1a HTTP/1.1" status: 200 len: 945 time: 0.0804279 Feb 09 01:55:02.168680 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9c1d3742-b944-4b8e-a063-6efe1ce1b091 req-73dce82e-4cf9-45aa-9cdc-29ea696b2690 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] 10.222.0.105 "GET /v2.0/security-groups?id=b7a82a4c-5ad2-4cc1-bfda-734e5589d021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387206 Feb 09 01:55:02.541881 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702655a7-2fa3-4900-a568-49e3e3dc2f88 req-cda7a103-98cc-4ed1-8614-79dc47896225 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:02.543247 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-702655a7-2fa3-4900-a568-49e3e3dc2f88 req-cda7a103-98cc-4ed1-8614-79dc47896225 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] 10.222.0.105 "GET /v2.0/ports?device_id=159aa3c6-08bc-4348-8d72-a4f491e61c1a HTTP/1.1" status: 200 len: 945 time: 0.0819695 Feb 09 01:55:02.589180 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-702655a7-2fa3-4900-a568-49e3e3dc2f88 req-c7803198-5dde-4994-8484-59d925d01354 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] 10.222.0.105 "GET /v2.0/security-groups?id=b7a82a4c-5ad2-4cc1-bfda-734e5589d021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396836 Feb 09 01:55:03.834923 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceea989-ddc9-4465-b586-ece8d81344d2 req-d0042ec4-9fef-4745-8b1f-c8089501703b tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:03.836369 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-eceea989-ddc9-4465-b586-ece8d81344d2 req-d0042ec4-9fef-4745-8b1f-c8089501703b tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] 10.222.0.105 "GET /v2.0/ports?device_id=159aa3c6-08bc-4348-8d72-a4f491e61c1a HTTP/1.1" status: 200 len: 945 time: 0.1388552 Feb 09 01:55:03.843430 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d85231-dd73-4f76-8fb1-a5f2765abd72 req-c38b47df-9ccc-4223-b66c-923df00087f2 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:03.844835 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b2d85231-dd73-4f76-8fb1-a5f2765abd72 req-c38b47df-9ccc-4223-b66c-923df00087f2 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] 10.222.0.62 "GET /v2.0/ports?device_id=159aa3c6-08bc-4348-8d72-a4f491e61c1a HTTP/1.1" status: 200 len: 945 time: 0.1168172 Feb 09 01:55:03.935411 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-eceea989-ddc9-4465-b586-ece8d81344d2 req-49168d35-bdc6-4670-a49e-fe7b27e80e0c tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] 10.222.0.105 "GET /v2.0/security-groups?id=b7a82a4c-5ad2-4cc1-bfda-734e5589d021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896652 Feb 09 01:55:03.940791 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-b2d85231-dd73-4f76-8fb1-a5f2765abd72 req-7bacfc89-043e-4200-9cc4-76adb7703412 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Deleting port 19b94818-ad12-403a-bd87-9ae741be968b {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:55:03.941121 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b2d85231-dd73-4f76-8fb1-a5f2765abd72 req-7bacfc89-043e-4200-9cc4-76adb7703412 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:04.281656 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-b2d85231-dd73-4f76-8fb1-a5f2765abd72 req-7bacfc89-043e-4200-9cc4-76adb7703412 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] For port 19b94818-ad12-403a-bd87-9ae741be968b, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=19b94818-ad12-403a-bd87-9ae741be968b,segment=NetworkSegment(7db594c6-83d4-4f9a-b8d4-bd2500b150e4),segment_id=7db594c6-83d4-4f9a-b8d4-bd2500b150e4)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:55:04.281940 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b2d85231-dd73-4f76-8fb1-a5f2765abd72 req-7bacfc89-043e-4200-9cc4-76adb7703412 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:04.407414 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-b2d85231-dd73-4f76-8fb1-a5f2765abd72 req-7bacfc89-043e-4200-9cc4-76adb7703412 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Calling delete_port for 19b94818-ad12-403a-bd87-9ae741be968b owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:55:04.558541 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b2d85231-dd73-4f76-8fb1-a5f2765abd72 req-7bacfc89-043e-4200-9cc4-76adb7703412 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:04.577549 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['8baad7d8-ebc9-448f-b0bd-24b666a3abdb'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:55:04.609636 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bacfc89-043e-4200-9cc4-76adb7703412 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Pushing event deleted for resources: {'Port': ['ID=19b94818-ad12-403a-bd87-9ae741be968b,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:04.614507 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['19b94818-ad12-403a-bd87-9ae741be968b'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:55:04.696638 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d85231-dd73-4f76-8fb1-a5f2765abd72 req-7bacfc89-043e-4200-9cc4-76adb7703412 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] No DVR routers for this DVR port 19b94818-ad12-403a-bd87-9ae741be968b on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:55:04.699961 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b2d85231-dd73-4f76-8fb1-a5f2765abd72 req-7bacfc89-043e-4200-9cc4-76adb7703412 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:04.703742 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '159aa3c6-08bc-4348-8d72-a4f491e61c1a', 'name': 'network-vif-deleted', 'tag': '19b94818-ad12-403a-bd87-9ae741be968b'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:55:04.724403 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b2d85231-dd73-4f76-8fb1-a5f2765abd72 req-7bacfc89-043e-4200-9cc4-76adb7703412 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] 10.222.0.62 "DELETE /v2.0/ports/19b94818-ad12-403a-bd87-9ae741be968b HTTP/1.1" status: 204 len: 173 time: 0.8663199 Feb 09 01:55:04.767096 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '159aa3c6-08bc-4348-8d72-a4f491e61c1a', 'name': 'network-vif-deleted', 'tag': '19b94818-ad12-403a-bd87-9ae741be968b', 'status': 'completed', 'code': 200} Feb 09 01:55:05.095309 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-2fc22c50-1202-41a4-bb79-8a37cdf08c05 req-3bbb7cf5-c24d-4c11-90a4-9f98d0f53c6f tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Synchronizing usage tracker for tenant:dcf6d95607e6477caf33397a1c7c8c57 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:55:05.117094 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-2fc22c50-1202-41a4-bb79-8a37cdf08c05 req-3bbb7cf5-c24d-4c11-90a4-9f98d0f53c6f tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Unset dirty status for tenant:dcf6d95607e6477caf33397a1c7c8c57 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:55:05.118282 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2fc22c50-1202-41a4-bb79-8a37cdf08c05 req-3bbb7cf5-c24d-4c11-90a4-9f98d0f53c6f tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] 10.222.0.105 "GET /v2.0/ports?device_id=159aa3c6-08bc-4348-8d72-a4f491e61c1a HTTP/1.1" status: 200 len: 210 time: 0.0651345 Feb 09 01:55:06.382264 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdcf2ae-c259-473a-9cc7-238478e9c8ce req-ea6a319a-5118-4c91-830a-d68c3a756c9f tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:06.383695 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fbdcf2ae-c259-473a-9cc7-238478e9c8ce req-ea6a319a-5118-4c91-830a-d68c3a756c9f tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] 10.222.0.105 "GET /v2.0/ports?device_id=1d197046-7a02-425a-a8d7-528097502e38 HTTP/1.1" status: 200 len: 946 time: 0.0790904 Feb 09 01:55:06.429827 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fbdcf2ae-c259-473a-9cc7-238478e9c8ce req-0938e683-9554-48cf-9c87-e4c3ca67c508 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] 10.222.0.105 "GET /v2.0/security-groups?id=b7a82a4c-5ad2-4cc1-bfda-734e5589d021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405278 Feb 09 01:55:06.629129 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f9670b-60f9-499d-950a-7671d9e3cfc7 req-3dc5b2a5-63b2-42e2-a7c4-a13a8aa30920 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:06.630633 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-16f9670b-60f9-499d-950a-7671d9e3cfc7 req-3dc5b2a5-63b2-42e2-a7c4-a13a8aa30920 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] 10.222.0.105 "GET /v2.0/ports?device_id=1d197046-7a02-425a-a8d7-528097502e38 HTTP/1.1" status: 200 len: 946 time: 0.0803978 Feb 09 01:55:06.675472 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-16f9670b-60f9-499d-950a-7671d9e3cfc7 req-70d933cd-5b04-4f23-a6cf-95f592106742 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] 10.222.0.105 "GET /v2.0/security-groups?id=b7a82a4c-5ad2-4cc1-bfda-734e5589d021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390358 Feb 09 01:55:06.861664 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc8d1b-5856-48e9-b3d5-c57b64638922 req-efeed8f7-b75a-4eee-a441-9e28c7e15cc1 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:06.863111 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e6fc8d1b-5856-48e9-b3d5-c57b64638922 req-efeed8f7-b75a-4eee-a441-9e28c7e15cc1 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] 10.222.0.105 "GET /v2.0/ports?device_id=1d197046-7a02-425a-a8d7-528097502e38 HTTP/1.1" status: 200 len: 946 time: 0.0834527 Feb 09 01:55:06.907281 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e6fc8d1b-5856-48e9-b3d5-c57b64638922 req-afce1e14-d262-4c1e-bd39-13257f38447d tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] 10.222.0.105 "GET /v2.0/security-groups?id=b7a82a4c-5ad2-4cc1-bfda-734e5589d021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386438 Feb 09 01:55:07.192075 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dafd8f9-d8a0-4def-a28d-ec17fe6d5a72 req-71503524-28f4-400b-a8fc-3c375aaa43f1 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:07.193820 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9dafd8f9-d8a0-4def-a28d-ec17fe6d5a72 req-71503524-28f4-400b-a8fc-3c375aaa43f1 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] 10.222.0.105 "GET /v2.0/ports?device_id=1d197046-7a02-425a-a8d7-528097502e38 HTTP/1.1" status: 200 len: 946 time: 0.0858958 Feb 09 01:55:07.237546 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9dafd8f9-d8a0-4def-a28d-ec17fe6d5a72 req-a659abdd-fc45-4f00-baa1-52253416a83b tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] 10.222.0.105 "GET /v2.0/security-groups?id=b7a82a4c-5ad2-4cc1-bfda-734e5589d021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383112 Feb 09 01:55:07.349332 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 19b94818-ad12-403a-bd87-9ae741be968b no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:55:07.384676 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: 19b94818-ad12-403a-bd87-9ae741be968b {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:55:07.385029 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 19b94818-ad12-403a-bd87-9ae741be968b not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:55:07.427884 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d54e237-a77c-4627-8e3c-5f4848bedd61 req-af336b4d-d009-48ec-a6b1-1dcb6ec746b5 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:07.429338 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5d54e237-a77c-4627-8e3c-5f4848bedd61 req-af336b4d-d009-48ec-a6b1-1dcb6ec746b5 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] 10.222.0.105 "GET /v2.0/ports?device_id=1d197046-7a02-425a-a8d7-528097502e38 HTTP/1.1" status: 200 len: 946 time: 0.0860982 Feb 09 01:55:07.473251 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5d54e237-a77c-4627-8e3c-5f4848bedd61 req-87b9d597-a87d-4e6b-8f6d-35ff674257ba tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] 10.222.0.105 "GET /v2.0/security-groups?id=b7a82a4c-5ad2-4cc1-bfda-734e5589d021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382524 Feb 09 01:55:07.666184 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b26c2-be02-45cb-99a0-ccaa2a54d747 req-870424cd-bb02-4045-8dbd-ee8f55cb41fb tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:07.667944 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8c2b26c2-be02-45cb-99a0-ccaa2a54d747 req-870424cd-bb02-4045-8dbd-ee8f55cb41fb tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] 10.222.0.105 "GET /v2.0/ports?device_id=1d197046-7a02-425a-a8d7-528097502e38 HTTP/1.1" status: 200 len: 946 time: 0.0806336 Feb 09 01:55:07.712346 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8c2b26c2-be02-45cb-99a0-ccaa2a54d747 req-375361db-caee-49f9-a4e0-bb977ba933a5 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] 10.222.0.105 "GET /v2.0/security-groups?id=b7a82a4c-5ad2-4cc1-bfda-734e5589d021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386784 Feb 09 01:55:08.237035 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597edad-ada9-4c6b-b9f4-0c9837757c25 req-666f76bb-7e37-4ebe-890a-dbc171596e99 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:08.238538 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7597edad-ada9-4c6b-b9f4-0c9837757c25 req-666f76bb-7e37-4ebe-890a-dbc171596e99 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] 10.222.0.105 "GET /v2.0/ports?device_id=1d197046-7a02-425a-a8d7-528097502e38 HTTP/1.1" status: 200 len: 946 time: 0.0832405 Feb 09 01:55:08.243992 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d7d73bbd-1fc6-403c-a718-6cc02f4ff513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:08.282012 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7597edad-ada9-4c6b-b9f4-0c9837757c25 req-21bfb977-5336-45b9-b7f1-d131b685e73c tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] 10.222.0.105 "GET /v2.0/security-groups?id=b7a82a4c-5ad2-4cc1-bfda-734e5589d021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377476 Feb 09 01:55:09.466884 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d24574b-3526-424d-bd8d-dbd0ab61d1cf req-61f38649-eed9-43c4-bab3-12e672187fa1 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:09.469098 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1d24574b-3526-424d-bd8d-dbd0ab61d1cf req-61f38649-eed9-43c4-bab3-12e672187fa1 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] 10.222.0.105 "GET /v2.0/ports?device_id=1d197046-7a02-425a-a8d7-528097502e38 HTTP/1.1" status: 200 len: 946 time: 0.0800092 Feb 09 01:55:09.515908 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1d24574b-3526-424d-bd8d-dbd0ab61d1cf req-3ad8ebd8-f70c-4616-bfe2-be9040e43757 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] 10.222.0.105 "GET /v2.0/security-groups?id=b7a82a4c-5ad2-4cc1-bfda-734e5589d021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412352 Feb 09 01:55:09.763721 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d582d95-2ad7-45d7-aef8-cfb837e165d2 req-21cbe905-d6c6-476b-8b91-31040f9d7ac0 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:09.765068 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9d582d95-2ad7-45d7-aef8-cfb837e165d2 req-21cbe905-d6c6-476b-8b91-31040f9d7ac0 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] 10.222.0.99 "GET /v2.0/ports?device_id=1d197046-7a02-425a-a8d7-528097502e38 HTTP/1.1" status: 200 len: 946 time: 0.0809374 Feb 09 01:55:09.834226 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-9d582d95-2ad7-45d7-aef8-cfb837e165d2 req-d8e17cc2-9ca0-4b08-9979-d25ca6f84201 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Deleting port 8baad7d8-ebc9-448f-b0bd-24b666a3abdb {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:55:09.834560 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9d582d95-2ad7-45d7-aef8-cfb837e165d2 req-d8e17cc2-9ca0-4b08-9979-d25ca6f84201 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:10.079596 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-9d582d95-2ad7-45d7-aef8-cfb837e165d2 req-d8e17cc2-9ca0-4b08-9979-d25ca6f84201 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] For port 8baad7d8-ebc9-448f-b0bd-24b666a3abdb, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=8baad7d8-ebc9-448f-b0bd-24b666a3abdb,segment=NetworkSegment(7db594c6-83d4-4f9a-b8d4-bd2500b150e4),segment_id=7db594c6-83d4-4f9a-b8d4-bd2500b150e4)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:55:10.079840 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9d582d95-2ad7-45d7-aef8-cfb837e165d2 req-d8e17cc2-9ca0-4b08-9979-d25ca6f84201 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:10.204323 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-9d582d95-2ad7-45d7-aef8-cfb837e165d2 req-d8e17cc2-9ca0-4b08-9979-d25ca6f84201 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Calling delete_port for 8baad7d8-ebc9-448f-b0bd-24b666a3abdb owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:55:10.343030 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9d582d95-2ad7-45d7-aef8-cfb837e165d2 req-d8e17cc2-9ca0-4b08-9979-d25ca6f84201 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:10.355354 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['8baad7d8-ebc9-448f-b0bd-24b666a3abdb'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:55:10.492803 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e17cc2-9ca0-4b08-9979-d25ca6f84201 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Pushing event deleted for resources: {'Port': ['ID=8baad7d8-ebc9-448f-b0bd-24b666a3abdb,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:10.541837 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ac5f406c-3b07-458b-8cc4-a82de7fda057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:10.569418 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d582d95-2ad7-45d7-aef8-cfb837e165d2 req-d8e17cc2-9ca0-4b08-9979-d25ca6f84201 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] No DVR routers for this DVR port 8baad7d8-ebc9-448f-b0bd-24b666a3abdb on host n-h2-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:55:10.572041 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9d582d95-2ad7-45d7-aef8-cfb837e165d2 req-d8e17cc2-9ca0-4b08-9979-d25ca6f84201 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:10.574638 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d197046-7a02-425a-a8d7-528097502e38', 'name': 'network-vif-deleted', 'tag': '8baad7d8-ebc9-448f-b0bd-24b666a3abdb'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:55:10.596164 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9d582d95-2ad7-45d7-aef8-cfb837e165d2 req-d8e17cc2-9ca0-4b08-9979-d25ca6f84201 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] 10.222.0.99 "DELETE /v2.0/ports/8baad7d8-ebc9-448f-b0bd-24b666a3abdb HTTP/1.1" status: 204 len: 173 time: 0.8242414 Feb 09 01:55:10.632148 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d197046-7a02-425a-a8d7-528097502e38', 'name': 'network-vif-deleted', 'tag': '8baad7d8-ebc9-448f-b0bd-24b666a3abdb', 'status': 'completed', 'code': 200} Feb 09 01:55:10.692730 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-e7af7fc3-0945-4373-9005-4e47ac9ea559 req-db5e8384-1eb7-4195-8c8d-cf87a4f8d607 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Synchronizing usage tracker for tenant:dcf6d95607e6477caf33397a1c7c8c57 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:55:10.710054 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-e7af7fc3-0945-4373-9005-4e47ac9ea559 req-db5e8384-1eb7-4195-8c8d-cf87a4f8d607 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] Unset dirty status for tenant:dcf6d95607e6477caf33397a1c7c8c57 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:55:10.711186 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e7af7fc3-0945-4373-9005-4e47ac9ea559 req-db5e8384-1eb7-4195-8c8d-cf87a4f8d607 tempest-ServersNegativeTestJSON-1477405407 tempest-ServersNegativeTestJSON-1477405407-project] 10.222.0.105 "GET /v2.0/ports?device_id=1d197046-7a02-425a-a8d7-528097502e38 HTTP/1.1" status: 200 len: 210 time: 0.0616632 Feb 09 01:55:11.670692 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:11.675457 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:11.805931 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47858) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:55:11.869221 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-42b6398c-529c-4e54-8da8-6247acca99da admin admin] Deleting subnet 55851adb-c4bb-4a93-ad61-2a258b38b073 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:55:11.872117 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-42b6398c-529c-4e54-8da8-6247acca99da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:11.921305 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-42b6398c-529c-4e54-8da8-6247acca99da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:11.975137 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-42b6398c-529c-4e54-8da8-6247acca99da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:12.045359 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-42b6398c-529c-4e54-8da8-6247acca99da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:12.080562 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b6398c-529c-4e54-8da8-6247acca99da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55851adb-c4bb-4a93-ad61-2a258b38b073,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:12.087773 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-42b6398c-529c-4e54-8da8-6247acca99da admin admin] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:12.094067 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-42b6398c-529c-4e54-8da8-6247acca99da admin admin] 10.222.0.105 "DELETE /v2.0/subnets/55851adb-c4bb-4a93-ad61-2a258b38b073 HTTP/1.1" status: 204 len: 168 time: 0.2864680 Feb 09 01:55:12.096447 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47862) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:55:12.200053 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6ab211f2-403d-4b88-99ea-1d9a83faacf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:12.323496 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6ab211f2-403d-4b88-99ea-1d9a83faacf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:12.348855 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-6ab211f2-403d-4b88-99ea-1d9a83faacf3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16175a15-2dd5-4bf2-af60-f3d06c116071']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:12.360566 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-6ab211f2-403d-4b88-99ea-1d9a83faacf3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7db594c6-83d4-4f9a-b8d4-bd2500b150e4') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:12.360861 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-6ab211f2-403d-4b88-99ea-1d9a83faacf3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7db594c6-83d4-4f9a-b8d4-bd2500b150e4') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:12.372179 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6ab211f2-403d-4b88-99ea-1d9a83faacf3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:12.387749 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6ab211f2-403d-4b88-99ea-1d9a83faacf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:12.394219 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ab211f2-403d-4b88-99ea-1d9a83faacf3 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:55:12.394599 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6ab211f2-403d-4b88-99ea-1d9a83faacf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:12.408321 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:55:12.408321 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:55:12.408321 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:55:12.408321 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:55:12.408321 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:55:12.408321 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:55:12.408321 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:55:12.408321 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:55:12.408321 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:55:12.408321 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:55:12.408321 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:55:12.408321 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:55:12.408321 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:55:12.408321 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:55:12.408321 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:55:12.408321 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:55:12.408321 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:55:12.408321 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:55:12.408321 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:55:12.408321 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:55:12.408321 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:55:12.408321 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:55:12.408321 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:55:12.408321 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:55:12.408321 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:55:12.408321 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:55:12.408321 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:55:12.408321 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:55:12.408321 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:55:12.408321 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:55:12.408321 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:55:12.408321 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:55:12.483667 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6ab211f2-403d-4b88-99ea-1d9a83faacf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:12.499344 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6ab211f2-403d-4b88-99ea-1d9a83faacf3 admin admin] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:12.509489 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab211f2-403d-4b88-99ea-1d9a83faacf3 admin admin] Pushing event deleted for resources: {'Network': ['ID=16175a15-2dd5-4bf2-af60-f3d06c116071,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:12.518186 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-6ab211f2-403d-4b88-99ea-1d9a83faacf3 admin admin] 10.222.0.105 "DELETE /v2.0/networks/16175a15-2dd5-4bf2-af60-f3d06c116071 HTTP/1.1" status: 204 len: 168 time: 0.4208121 Feb 09 01:55:12.632623 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47868) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:55:12.681341 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-6ea0a33e-7744-4e4e-88ad-0aaa628144cd admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=dcf6d95607e6477caf33397a1c7c8c57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475690 Feb 09 01:55:12.683797 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47872) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:55:12.846027 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c8769b83-e206-4341-899f-1fba9cca7dd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:12.871654 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c8769b83-e206-4341-899f-1fba9cca7dd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:12.926081 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c8769b83-e206-4341-899f-1fba9cca7dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:12.942278 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8769b83-e206-4341-899f-1fba9cca7dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a82a4c-5ad2-4cc1-bfda-734e5589d021,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:12.954281 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c8769b83-e206-4341-899f-1fba9cca7dd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:12.955411 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c8769b83-e206-4341-899f-1fba9cca7dd5 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/b7a82a4c-5ad2-4cc1-bfda-734e5589d021 HTTP/1.1" status: 204 len: 168 time: 0.2707338 Feb 09 01:55:13.004570 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 8baad7d8-ebc9-448f-b0bd-24b666a3abdb no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:55:13.065519 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] No Port match for: 8baad7d8-ebc9-448f-b0bd-24b666a3abdb {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:55:13.065894 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 8baad7d8-ebc9-448f-b0bd-24b666a3abdb not bound to the agent host n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:55:13.297407 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:13.404439 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:55:13.703517 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47896) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:55:13.804991 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-6fd9ebcd-4326-41bc-8394-a4c50ed5a36d tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1481012182'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:13.810916 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-6fd9ebcd-4326-41bc-8394-a4c50ed5a36d tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:55:13.814854 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-6fd9ebcd-4326-41bc-8394-a4c50ed5a36d tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Usage tracker for resource:network and tenant:1770a4286cd047d49b9a0880794576ec is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:55:13.817736 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-6fd9ebcd-4326-41bc-8394-a4c50ed5a36d tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:55:13.824151 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-6fd9ebcd-4326-41bc-8394-a4c50ed5a36d tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:55:13.834276 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd9ebcd-4326-41bc-8394-a4c50ed5a36d tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Made reservation on behalf of 1770a4286cd047d49b9a0880794576ec for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:55:13.837863 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6fd9ebcd-4326-41bc-8394-a4c50ed5a36d tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:13.850619 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6fd9ebcd-4326-41bc-8394-a4c50ed5a36d tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:13.865062 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-6fd9ebcd-4326-41bc-8394-a4c50ed5a36d tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:55:13.868909 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-6fd9ebcd-4326-41bc-8394-a4c50ed5a36d tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Usage tracker for resource:security_group_rule and tenant:1770a4286cd047d49b9a0880794576ec is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:55:13.871668 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-6fd9ebcd-4326-41bc-8394-a4c50ed5a36d tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:55:13.877354 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-6fd9ebcd-4326-41bc-8394-a4c50ed5a36d tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:55:13.963033 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6fd9ebcd-4326-41bc-8394-a4c50ed5a36d tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:13.966603 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6fd9ebcd-4326-41bc-8394-a4c50ed5a36d tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:13.994597 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fd9ebcd-4326-41bc-8394-a4c50ed5a36d tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:55:14.009549 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd9ebcd-4326-41bc-8394-a4c50ed5a36d tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70d36e4a-aff2-483a-b8ab-8920400f9033,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:14.013887 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6fd9ebcd-4326-41bc-8394-a4c50ed5a36d tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:14.014249 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-6fd9ebcd-4326-41bc-8394-a4c50ed5a36d tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Added segment d7e80215-f357-4cab-b54a-01ebbf9f6f1f of type vlan for network a597dd65-ad6b-4467-8aa8-e8c97b1d0771 Feb 09 01:55:14.041330 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6fd9ebcd-4326-41bc-8394-a4c50ed5a36d tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:14.070056 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6fd9ebcd-4326-41bc-8394-a4c50ed5a36d tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:14.075607 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd9ebcd-4326-41bc-8394-a4c50ed5a36d tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:14.076179 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6fd9ebcd-4326-41bc-8394-a4c50ed5a36d tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:14.186133 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-6fd9ebcd-4326-41bc-8394-a4c50ed5a36d tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4814866 Feb 09 01:55:14.189958 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd9ebcd-4326-41bc-8394-a4c50ed5a36d tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Pushing event updated for resources: {'Network': ['ID=a597dd65-ad6b-4467-8aa8-e8c97b1d0771,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:14.202424 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network a597dd65-ad6b-4467-8aa8-e8c97b1d0771 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:55:17.450293 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47902) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:55:17.456765 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-341fdc4b-8316-4050-8665-e33e69995e6f tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Request body: {'subnet': {'network_id': 'a597dd65-ad6b-4467-8aa8-e8c97b1d0771', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:17.568744 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-341fdc4b-8316-4050-8665-e33e69995e6f tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:55:17.572582 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-341fdc4b-8316-4050-8665-e33e69995e6f tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Usage tracker for resource:subnet and tenant:1770a4286cd047d49b9a0880794576ec is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:55:17.575412 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-341fdc4b-8316-4050-8665-e33e69995e6f tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:55:17.581332 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-341fdc4b-8316-4050-8665-e33e69995e6f tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:55:17.591183 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341fdc4b-8316-4050-8665-e33e69995e6f tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Made reservation on behalf of 1770a4286cd047d49b9a0880794576ec for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:55:17.594858 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-341fdc4b-8316-4050-8665-e33e69995e6f tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:17.810961 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-341fdc4b-8316-4050-8665-e33e69995e6f tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:17.891275 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341fdc4b-8316-4050-8665-e33e69995e6f tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Pushing event updated for resources: {'Subnet': ['ID=b00f8144-04da-49ab-87ce-c5c06eb4d531,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:17.900266 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341fdc4b-8316-4050-8665-e33e69995e6f tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Checking segment: {'id': 'd7e80215-f357-4cab-b54a-01ebbf9f6f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a597dd65-ad6b-4467-8aa8-e8c97b1d0771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:55:17.900622 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341fdc4b-8316-4050-8665-e33e69995e6f tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Network hostable DHCP agents. Network: a597dd65-ad6b-4467-8aa8-e8c97b1d0771, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:55:17.918875 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341fdc4b-8316-4050-8665-e33e69995e6f tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Network a597dd65-ad6b-4467-8aa8-e8c97b1d0771 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:55:17.928655 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-341fdc4b-8316-4050-8665-e33e69995e6f tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, a597dd65-ad6b-4467-8aa8-e8c97b1d0771) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:17.934524 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341fdc4b-8316-4050-8665-e33e69995e6f tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:17.934657 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-341fdc4b-8316-4050-8665-e33e69995e6f tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:17.937843 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c0b237-2db9-4c12-9829-5b20bf9e5c01 None None] Network a597dd65-ad6b-4467-8aa8-e8c97b1d0771 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:55:17.959279 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-341fdc4b-8316-4050-8665-e33e69995e6f tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5078528 Feb 09 01:55:17.963150 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47906) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:55:17.969846 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-00bed06f-ffcf-4a89-8bb2-44e6bdaebff3 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1425394385'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:17.975729 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-00bed06f-ffcf-4a89-8bb2-44e6bdaebff3 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:55:17.979578 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-00bed06f-ffcf-4a89-8bb2-44e6bdaebff3 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Usage tracker for resource:network and tenant:1770a4286cd047d49b9a0880794576ec is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:55:17.982422 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-00bed06f-ffcf-4a89-8bb2-44e6bdaebff3 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:55:17.988804 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-00bed06f-ffcf-4a89-8bb2-44e6bdaebff3 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:55:17.998982 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00bed06f-ffcf-4a89-8bb2-44e6bdaebff3 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Made reservation on behalf of 1770a4286cd047d49b9a0880794576ec for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:55:18.002745 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-00bed06f-ffcf-4a89-8bb2-44e6bdaebff3 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:18.030120 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00bed06f-ffcf-4a89-8bb2-44e6bdaebff3 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:55:18.040336 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-00bed06f-ffcf-4a89-8bb2-44e6bdaebff3 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:18.040672 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-00bed06f-ffcf-4a89-8bb2-44e6bdaebff3 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Added segment 65a5560e-3993-4f92-9010-f689ca4c980a of type vlan for network f31d4638-1632-4267-889f-05942e435878 Feb 09 01:55:18.067365 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-00bed06f-ffcf-4a89-8bb2-44e6bdaebff3 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:18.095948 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-00bed06f-ffcf-4a89-8bb2-44e6bdaebff3 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:18.101501 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bed06f-ffcf-4a89-8bb2-44e6bdaebff3 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:18.102124 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-00bed06f-ffcf-4a89-8bb2-44e6bdaebff3 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:18.156472 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8848362d-297c-47ee-9b99-84913db92063 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-a597dd65-ad6b-4467-8aa8-e8c97b1d0771', 'network_id': 'a597dd65-ad6b-4467-8aa8-e8c97b1d0771', 'tenant_id': '1770a4286cd047d49b9a0880794576ec', 'fixed_ips': [{'subnet_id': 'b00f8144-04da-49ab-87ce-c5c06eb4d531'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:55:18.157384 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8848362d-297c-47ee-9b99-84913db92063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:18.201113 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-00bed06f-ffcf-4a89-8bb2-44e6bdaebff3 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2369282 Feb 09 01:55:18.204442 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 47910) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:55:18.210488 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-0ab9c2cf-e8d6-423e-ba30-e12c97f8c62e tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Request body: {'subnet': {'network_id': 'f31d4638-1632-4267-889f-05942e435878', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:18.210646 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bed06f-ffcf-4a89-8bb2-44e6bdaebff3 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Pushing event updated for resources: {'Network': ['ID=f31d4638-1632-4267-889f-05942e435878,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:18.224669 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network f31d4638-1632-4267-889f-05942e435878 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:55:18.325219 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-0ab9c2cf-e8d6-423e-ba30-e12c97f8c62e tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:55:18.331953 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-0ab9c2cf-e8d6-423e-ba30-e12c97f8c62e tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Usage tracker for resource:subnet and tenant:1770a4286cd047d49b9a0880794576ec is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:55:18.335584 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-0ab9c2cf-e8d6-423e-ba30-e12c97f8c62e tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:55:18.342018 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-0ab9c2cf-e8d6-423e-ba30-e12c97f8c62e tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:55:18.354769 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab9c2cf-e8d6-423e-ba30-e12c97f8c62e tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Made reservation on behalf of 1770a4286cd047d49b9a0880794576ec for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:55:18.359093 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0ab9c2cf-e8d6-423e-ba30-e12c97f8c62e tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:18.430859 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-8848362d-297c-47ee-9b99-84913db92063 None None] Allocated IP 2001:db8:0:ffff::2 (a597dd65-ad6b-4467-8aa8-e8c97b1d0771/b00f8144-04da-49ab-87ce-c5c06eb4d531/efea3dc4-41f7-406d-94c7-495e8103dc01) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:55:18.594190 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0ab9c2cf-e8d6-423e-ba30-e12c97f8c62e tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:18.642428 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8848362d-297c-47ee-9b99-84913db92063 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:18.653725 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8848362d-297c-47ee-9b99-84913db92063 None None] Transition to ACTIVE for port object efea3dc4-41f7-406d-94c7-495e8103dc01 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:55:18.672390 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8848362d-297c-47ee-9b99-84913db92063 None None] Transition to ACTIVE for port object efea3dc4-41f7-406d-94c7-495e8103dc01 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:55:18.676911 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab9c2cf-e8d6-423e-ba30-e12c97f8c62e tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Pushing event updated for resources: {'Subnet': ['ID=539f3663-fbe3-42b3-ab02-38d6718ffce5,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:18.678139 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8848362d-297c-47ee-9b99-84913db92063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:18.685862 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab9c2cf-e8d6-423e-ba30-e12c97f8c62e tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Checking segment: {'id': '65a5560e-3993-4f92-9010-f689ca4c980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f31d4638-1632-4267-889f-05942e435878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:55:18.686220 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab9c2cf-e8d6-423e-ba30-e12c97f8c62e tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Network hostable DHCP agents. Network: f31d4638-1632-4267-889f-05942e435878, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:55:18.705783 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab9c2cf-e8d6-423e-ba30-e12c97f8c62e tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Network f31d4638-1632-4267-889f-05942e435878 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:55:18.715065 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-0ab9c2cf-e8d6-423e-ba30-e12c97f8c62e tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, f31d4638-1632-4267-889f-05942e435878) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:18.719460 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab9c2cf-e8d6-423e-ba30-e12c97f8c62e tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:18.720056 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0ab9c2cf-e8d6-423e-ba30-e12c97f8c62e tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:18.733413 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3ad0d2-2b10-4371-9cc2-fa8d93a2185c None None] Network f31d4638-1632-4267-889f-05942e435878 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:55:18.742397 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-0ab9c2cf-e8d6-423e-ba30-e12c97f8c62e tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5367079 Feb 09 01:55:18.745117 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 47914) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:55:18.819466 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8848362d-297c-47ee-9b99-84913db92063 None None] Network a597dd65-ad6b-4467-8aa8-e8c97b1d0771 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:55:18.825730 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-8848362d-297c-47ee-9b99-84913db92063 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:18.839136 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8848362d-297c-47ee-9b99-84913db92063 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:55:18.841063 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8848362d-297c-47ee-9b99-84913db92063 None None] Pushing event updated for resources: {'Port': ['ID=efea3dc4-41f7-406d-94c7-495e8103dc01,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:18.892007 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-441c1700-50f6-4f4a-9a39-e667ed8d454f tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:18.958033 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-441c1700-50f6-4f4a-9a39-e667ed8d454f tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:18.963259 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-8848362d-297c-47ee-9b99-84913db92063 None None] Attempting to bind port efea3dc4-41f7-406d-94c7-495e8103dc01 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:55:18.963763 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-8848362d-297c-47ee-9b99-84913db92063 None None] Attempting to bind port efea3dc4-41f7-406d-94c7-495e8103dc01 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'd7e80215-f357-4cab-b54a-01ebbf9f6f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a597dd65-ad6b-4467-8aa8-e8c97b1d0771'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:55:18.963988 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8848362d-297c-47ee-9b99-84913db92063 None None] Attempting to bind port efea3dc4-41f7-406d-94c7-495e8103dc01 on network a597dd65-ad6b-4467-8aa8-e8c97b1d0771 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:55:18.998069 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8848362d-297c-47ee-9b99-84913db92063 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:55:18.998442 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8848362d-297c-47ee-9b99-84913db92063 None None] Checking segment: {'id': 'd7e80215-f357-4cab-b54a-01ebbf9f6f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a597dd65-ad6b-4467-8aa8-e8c97b1d0771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:55:18.998846 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8848362d-297c-47ee-9b99-84913db92063 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:18.999768 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8848362d-297c-47ee-9b99-84913db92063 None None] Bound using segment: {'id': 'd7e80215-f357-4cab-b54a-01ebbf9f6f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a597dd65-ad6b-4467-8aa8-e8c97b1d0771'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:55:19.000249 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-8848362d-297c-47ee-9b99-84913db92063 None None] Bound port: efea3dc4-41f7-406d-94c7-495e8103dc01, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7e80215-f357-4cab-b54a-01ebbf9f6f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a597dd65-ad6b-4467-8aa8-e8c97b1d0771'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:55:19.000766 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8848362d-297c-47ee-9b99-84913db92063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:19.040336 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-441c1700-50f6-4f4a-9a39-e667ed8d454f tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:19.078429 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441c1700-50f6-4f4a-9a39-e667ed8d454f tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Pushing event deleted for resources: {'Subnet': ['ID=539f3663-fbe3-42b3-ab02-38d6718ffce5,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:19.137273 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3f6b0a-0616-4d05-acf6-3b837be399fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-f31d4638-1632-4267-889f-05942e435878', 'network_id': 'f31d4638-1632-4267-889f-05942e435878', 'tenant_id': '1770a4286cd047d49b9a0880794576ec', 'fixed_ips': [{'subnet_id': '539f3663-fbe3-42b3-ab02-38d6718ffce5'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:55:19.138109 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1b3f6b0a-0616-4d05-acf6-3b837be399fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:19.167872 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-8848362d-297c-47ee-9b99-84913db92063 None None] For port efea3dc4-41f7-406d-94c7-495e8103dc01, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:55:19.179358 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-441c1700-50f6-4f4a-9a39-e667ed8d454f tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:19.204392 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-441c1700-50f6-4f4a-9a39-e667ed8d454f tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f31d4638-1632-4267-889f-05942e435878']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:19.216532 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-441c1700-50f6-4f4a-9a39-e667ed8d454f tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65a5560e-3993-4f92-9010-f689ca4c980a') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:19.217271 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-8848362d-297c-47ee-9b99-84913db92063 None None] For port efea3dc4-41f7-406d-94c7-495e8103dc01, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=efea3dc4-41f7-406d-94c7-495e8103dc01,segment=NetworkSegment(d7e80215-f357-4cab-b54a-01ebbf9f6f1f),segment_id=d7e80215-f357-4cab-b54a-01ebbf9f6f1f)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:55:19.217378 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-441c1700-50f6-4f4a-9a39-e667ed8d454f tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65a5560e-3993-4f92-9010-f689ca4c980a') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:19.229747 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-441c1700-50f6-4f4a-9a39-e667ed8d454f tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:19.232248 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8848362d-297c-47ee-9b99-84913db92063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:19.246175 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-441c1700-50f6-4f4a-9a39-e667ed8d454f tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:19.252578 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-441c1700-50f6-4f4a-9a39-e667ed8d454f tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:55:19.252956 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-441c1700-50f6-4f4a-9a39-e667ed8d454f tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:19.268982 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 01:55:19.268982 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:55:19.268982 n-d-828418-1 neutron-server[87639]: timer() Feb 09 01:55:19.268982 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:55:19.268982 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 01:55:19.268982 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:55:19.268982 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 01:55:19.268982 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:55:19.268982 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 01:55:19.268982 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:55:19.268982 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 01:55:19.268982 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:55:19.268982 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 01:55:19.268982 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:55:19.268982 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:55:19.268982 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:55:19.268982 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:55:19.268982 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:55:19.268982 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 01:55:19.268982 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:55:19.268982 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 01:55:19.268982 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:55:19.268982 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:55:19.268982 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:55:19.268982 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 01:55:19.268982 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:55:19.268982 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:55:19.268982 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:55:19.268982 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:55:19.268982 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:55:19.268982 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:55:19.268982 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:55:19.318411 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3606948d-2f24-4e6c-b354-26cce7d3b7fd None None] Network f31d4638-1632-4267-889f-05942e435878 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:55:19.358418 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-441c1700-50f6-4f4a-9a39-e667ed8d454f tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:19.377276 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-441c1700-50f6-4f4a-9a39-e667ed8d454f tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:19.388848 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441c1700-50f6-4f4a-9a39-e667ed8d454f tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Pushing event deleted for resources: {'Network': ['ID=f31d4638-1632-4267-889f-05942e435878,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:19.395437 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-441c1700-50f6-4f4a-9a39-e667ed8d454f tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] 10.222.0.105 "DELETE /v2.0/networks/f31d4638-1632-4267-889f-05942e435878 HTTP/1.1" status: 204 len: 168 time: 0.6477544 Feb 09 01:55:19.397725 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 47918) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:55:19.403251 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-a5d8a04c-ac3d-49af-ad1b-d5e3a40dda0c tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1593338672'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:19.409185 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a5d8a04c-ac3d-49af-ad1b-d5e3a40dda0c tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:55:19.413296 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-a5d8a04c-ac3d-49af-ad1b-d5e3a40dda0c tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Usage tracker for resource:network and tenant:1770a4286cd047d49b9a0880794576ec is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:55:19.416295 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-a5d8a04c-ac3d-49af-ad1b-d5e3a40dda0c tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:55:19.423511 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a5d8a04c-ac3d-49af-ad1b-d5e3a40dda0c tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:55:19.434788 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d8a04c-ac3d-49af-ad1b-d5e3a40dda0c tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Made reservation on behalf of 1770a4286cd047d49b9a0880794576ec for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:55:19.435717 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8848362d-297c-47ee-9b99-84913db92063 None None] Pushing event updated for resources: {'Port': ['ID=efea3dc4-41f7-406d-94c7-495e8103dc01,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:19.439031 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a5d8a04c-ac3d-49af-ad1b-d5e3a40dda0c tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:19.468989 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5d8a04c-ac3d-49af-ad1b-d5e3a40dda0c tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:55:19.478574 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a5d8a04c-ac3d-49af-ad1b-d5e3a40dda0c tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:19.478911 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-a5d8a04c-ac3d-49af-ad1b-d5e3a40dda0c tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Added segment 6b31aeed-935a-4521-9cd5-6218e5e4c790 of type vlan for network 99d24c4f-6868-491b-91a3-7268f3a41476 Feb 09 01:55:19.508203 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a5d8a04c-ac3d-49af-ad1b-d5e3a40dda0c tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:19.558405 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a5d8a04c-ac3d-49af-ad1b-d5e3a40dda0c tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:19.567297 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d8a04c-ac3d-49af-ad1b-d5e3a40dda0c tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:19.567982 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a5d8a04c-ac3d-49af-ad1b-d5e3a40dda0c tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:19.683852 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-a5d8a04c-ac3d-49af-ad1b-d5e3a40dda0c tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2850039 Feb 09 01:55:19.684590 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d8a04c-ac3d-49af-ad1b-d5e3a40dda0c tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Pushing event updated for resources: {'Network': ['ID=99d24c4f-6868-491b-91a3-7268f3a41476,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:19.687986 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47922) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:55:19.695488 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-8c0d0c2a-de20-4eb9-8047-ac4e0d60d2a1 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Request body: {'subnet': {'network_id': '99d24c4f-6868-491b-91a3-7268f3a41476', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:19.696203 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 99d24c4f-6868-491b-91a3-7268f3a41476 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:55:19.812760 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8c0d0c2a-de20-4eb9-8047-ac4e0d60d2a1 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:55:19.816561 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-8c0d0c2a-de20-4eb9-8047-ac4e0d60d2a1 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Usage tracker for resource:subnet and tenant:1770a4286cd047d49b9a0880794576ec is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:55:19.819378 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-8c0d0c2a-de20-4eb9-8047-ac4e0d60d2a1 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:55:19.825032 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-8c0d0c2a-de20-4eb9-8047-ac4e0d60d2a1 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:55:19.835404 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0d0c2a-de20-4eb9-8047-ac4e0d60d2a1 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Made reservation on behalf of 1770a4286cd047d49b9a0880794576ec for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:55:19.839160 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8c0d0c2a-de20-4eb9-8047-ac4e0d60d2a1 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:19.930954 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.ipam_backend_mixin [None req-8c0d0c2a-de20-4eb9-8047-ac4e0d60d2a1 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Performing IP validity checks on allocation pools {{(pid=87638) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 09 01:55:19.931482 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.ipam_backend_mixin [None req-8c0d0c2a-de20-4eb9-8047-ac4e0d60d2a1 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87638) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 09 01:55:20.052132 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8c0d0c2a-de20-4eb9-8047-ac4e0d60d2a1 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:20.131787 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0d0c2a-de20-4eb9-8047-ac4e0d60d2a1 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Pushing event updated for resources: {'Subnet': ['ID=b2c0ad44-042e-4880-a810-11a34a480948,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:20.148832 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0d0c2a-de20-4eb9-8047-ac4e0d60d2a1 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Checking segment: {'id': '6b31aeed-935a-4521-9cd5-6218e5e4c790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '99d24c4f-6868-491b-91a3-7268f3a41476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:55:20.149189 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0d0c2a-de20-4eb9-8047-ac4e0d60d2a1 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Network hostable DHCP agents. Network: 99d24c4f-6868-491b-91a3-7268f3a41476, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:55:20.168998 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0d0c2a-de20-4eb9-8047-ac4e0d60d2a1 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Network 99d24c4f-6868-491b-91a3-7268f3a41476 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:55:20.179962 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-8c0d0c2a-de20-4eb9-8047-ac4e0d60d2a1 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 99d24c4f-6868-491b-91a3-7268f3a41476) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:20.184025 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0d0c2a-de20-4eb9-8047-ac4e0d60d2a1 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:20.184798 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8c0d0c2a-de20-4eb9-8047-ac4e0d60d2a1 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:20.189780 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67a0dcb-302d-4deb-9575-d01a4350099b None None] Network 99d24c4f-6868-491b-91a3-7268f3a41476 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:55:20.211205 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-8c0d0c2a-de20-4eb9-8047-ac4e0d60d2a1 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5188451 Feb 09 01:55:20.211463 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47926) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:55:20.357410 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-08c513a3-2727-42ba-8ec0-9d8b4da603c5 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:20.414855 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e19b3c-adc1-4e21-abf6-dcd590d490b0 None None] Network a597dd65-ad6b-4467-8aa8-e8c97b1d0771 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:55:20.430764 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a321510-f7da-4e74-9243-2c2d3d894869 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-99d24c4f-6868-491b-91a3-7268f3a41476', 'network_id': '99d24c4f-6868-491b-91a3-7268f3a41476', 'tenant_id': '1770a4286cd047d49b9a0880794576ec', 'fixed_ips': [{'subnet_id': 'b2c0ad44-042e-4880-a810-11a34a480948'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:55:20.431569 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4a321510-f7da-4e74-9243-2c2d3d894869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:20.433479 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-08c513a3-2727-42ba-8ec0-9d8b4da603c5 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:20.567698 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fd73da0a-cef7-410f-926d-de07c9774a69 None None] Provisioning for port efea3dc4-41f7-406d-94c7-495e8103dc01 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:55:20.634426 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-08c513a3-2727-42ba-8ec0-9d8b4da603c5 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server [None req-4a321510-f7da-4e74-9243-2c2d3d894869 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b2c0ad44-042e-4880-a810-11a34a480948: This subnet is being modified by another concurrent operation. Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server raise exception Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b2c0ad44-042e-4880-a810-11a34a480948: This subnet is being modified by another concurrent operation. Feb 09 01:55:20.674621 n-d-828418-1 neutron-server[87640]: ERROR oslo_messaging.rpc.server Feb 09 01:55:20.681026 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c513a3-2727-42ba-8ec0-9d8b4da603c5 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Pushing event deleted for resources: {'Subnet': ['ID=b2c0ad44-042e-4880-a810-11a34a480948,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:20.726141 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c27f0d6-b177-435c-a302-31ffc147800d None None] Network 99d24c4f-6868-491b-91a3-7268f3a41476 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:55:20.777799 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-08c513a3-2727-42ba-8ec0-9d8b4da603c5 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:20.803221 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-08c513a3-2727-42ba-8ec0-9d8b4da603c5 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99d24c4f-6868-491b-91a3-7268f3a41476']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:20.815224 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-08c513a3-2727-42ba-8ec0-9d8b4da603c5 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b31aeed-935a-4521-9cd5-6218e5e4c790') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:20.815523 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-08c513a3-2727-42ba-8ec0-9d8b4da603c5 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b31aeed-935a-4521-9cd5-6218e5e4c790') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:20.827029 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-08c513a3-2727-42ba-8ec0-9d8b4da603c5 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:20.843768 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-08c513a3-2727-42ba-8ec0-9d8b4da603c5 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:20.849882 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08c513a3-2727-42ba-8ec0-9d8b4da603c5 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:55:20.850268 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-08c513a3-2727-42ba-8ec0-9d8b4da603c5 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:20.865009 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:55:20.865009 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:55:20.865009 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:55:20.865009 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:55:20.865009 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:55:20.865009 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:55:20.865009 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:55:20.865009 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:55:20.865009 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:55:20.865009 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:55:20.865009 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:55:20.865009 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:55:20.865009 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:55:20.865009 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:55:20.865009 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:55:20.865009 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:55:20.865009 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:55:20.865009 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:55:20.865009 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:55:20.865009 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:55:20.865009 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:55:20.865009 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:55:20.865009 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:55:20.865009 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:55:20.865009 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:55:20.865009 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:55:20.865009 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:55:20.865009 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:55:20.865009 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:55:20.865009 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:55:20.865009 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:55:20.865009 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:55:20.948768 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-08c513a3-2727-42ba-8ec0-9d8b4da603c5 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:20.967414 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-08c513a3-2727-42ba-8ec0-9d8b4da603c5 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:20.978638 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c513a3-2727-42ba-8ec0-9d8b4da603c5 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Pushing event deleted for resources: {'Network': ['ID=99d24c4f-6868-491b-91a3-7268f3a41476,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:20.986531 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-08c513a3-2727-42ba-8ec0-9d8b4da603c5 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] 10.222.0.105 "DELETE /v2.0/networks/99d24c4f-6868-491b-91a3-7268f3a41476 HTTP/1.1" status: 204 len: 168 time: 0.7703526 Feb 09 01:55:20.986919 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47930) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:55:20.992701 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-b0f66d49-d074-4d5a-a02a-78943574e8ec tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-30397414'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:20.998960 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b0f66d49-d074-4d5a-a02a-78943574e8ec tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:55:21.003724 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-b0f66d49-d074-4d5a-a02a-78943574e8ec tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Usage tracker for resource:network and tenant:1770a4286cd047d49b9a0880794576ec is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:55:21.006854 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-b0f66d49-d074-4d5a-a02a-78943574e8ec tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:55:21.012636 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b0f66d49-d074-4d5a-a02a-78943574e8ec tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:55:21.023980 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f66d49-d074-4d5a-a02a-78943574e8ec tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Made reservation on behalf of 1770a4286cd047d49b9a0880794576ec for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:55:21.027498 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b0f66d49-d074-4d5a-a02a-78943574e8ec tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:21.057311 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0f66d49-d074-4d5a-a02a-78943574e8ec tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:55:21.067519 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b0f66d49-d074-4d5a-a02a-78943574e8ec tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:21.067875 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-b0f66d49-d074-4d5a-a02a-78943574e8ec tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Added segment b1499a69-5b0a-4d62-963e-8a977859ac9b of type vlan for network 587bcfd3-960d-42b5-a4c8-6ce3e5df7f22 Feb 09 01:55:21.096077 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b0f66d49-d074-4d5a-a02a-78943574e8ec tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:21.118239 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434b880e-7f98-487b-b341-85896fc5c6e1 None None] get_active_networks_info from n-d-828418-1 {{(pid=87640) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 01:55:21.127173 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b0f66d49-d074-4d5a-a02a-78943574e8ec tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:21.132851 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f66d49-d074-4d5a-a02a-78943574e8ec tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:21.133441 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b0f66d49-d074-4d5a-a02a-78943574e8ec tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:21.210177 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device efea3dc4-41f7-406d-94c7-495e8103dc01 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:55:21.238264 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b0f66d49-d074-4d5a-a02a-78943574e8ec tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2501438 Feb 09 01:55:21.241208 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 47934) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:55:21.247936 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f66d49-d074-4d5a-a02a-78943574e8ec tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Pushing event updated for resources: {'Network': ['ID=587bcfd3-960d-42b5-a4c8-6ce3e5df7f22,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:21.250749 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-1cb4dc8b-7bc0-41dc-a530-ad3c7e918154 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Request body: {'subnet': {'network_id': '587bcfd3-960d-42b5-a4c8-6ce3e5df7f22', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:21.269736 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 587bcfd3-960d-42b5-a4c8-6ce3e5df7f22 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:55:21.338861 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434b880e-7f98-487b-b341-85896fc5c6e1 None None] Resources bound (agent type, host, resource id): {{(pid=87640) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:55:21.363909 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-1cb4dc8b-7bc0-41dc-a530-ad3c7e918154 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:55:21.367616 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-1cb4dc8b-7bc0-41dc-a530-ad3c7e918154 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Usage tracker for resource:subnet and tenant:1770a4286cd047d49b9a0880794576ec is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:55:21.370464 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-1cb4dc8b-7bc0-41dc-a530-ad3c7e918154 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:55:21.376757 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-1cb4dc8b-7bc0-41dc-a530-ad3c7e918154 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:55:21.387116 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb4dc8b-7bc0-41dc-a530-ad3c7e918154 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Made reservation on behalf of 1770a4286cd047d49b9a0880794576ec for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:55:21.391325 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1cb4dc8b-7bc0-41dc-a530-ad3c7e918154 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:21.497567 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port efea3dc4-41f7-406d-94c7-495e8103dc01 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:55:21.510030 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port efea3dc4-41f7-406d-94c7-495e8103dc01 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:21.510400 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:21.721768 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1cb4dc8b-7bc0-41dc-a530-ad3c7e918154 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:21.748792 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:21.795236 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb4dc8b-7bc0-41dc-a530-ad3c7e918154 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Pushing event updated for resources: {'Subnet': ['ID=95501018-5a26-438d-aebc-2d86410207e3,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:21.808920 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb4dc8b-7bc0-41dc-a530-ad3c7e918154 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Checking segment: {'id': 'b1499a69-5b0a-4d62-963e-8a977859ac9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '587bcfd3-960d-42b5-a4c8-6ce3e5df7f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:55:21.809277 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb4dc8b-7bc0-41dc-a530-ad3c7e918154 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Network hostable DHCP agents. Network: 587bcfd3-960d-42b5-a4c8-6ce3e5df7f22, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:55:21.826835 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port efea3dc4-41f7-406d-94c7-495e8103dc01, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=efea3dc4-41f7-406d-94c7-495e8103dc01,segment=NetworkSegment(d7e80215-f357-4cab-b54a-01ebbf9f6f1f),segment_id=d7e80215-f357-4cab-b54a-01ebbf9f6f1f)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:55:21.830100 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb4dc8b-7bc0-41dc-a530-ad3c7e918154 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Network 587bcfd3-960d-42b5-a4c8-6ce3e5df7f22 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:55:21.832819 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:21.841527 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-1cb4dc8b-7bc0-41dc-a530-ad3c7e918154 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 587bcfd3-960d-42b5-a4c8-6ce3e5df7f22) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:21.845690 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb4dc8b-7bc0-41dc-a530-ad3c7e918154 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:21.846344 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1cb4dc8b-7bc0-41dc-a530-ad3c7e918154 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:21.868190 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-1cb4dc8b-7bc0-41dc-a530-ad3c7e918154 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6248796 Feb 09 01:55:21.871807 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 47938) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:55:21.879359 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-b1bfb249-baa3-42d9-a14e-278229816357 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-303486522'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:21.884615 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b1bfb249-baa3-42d9-a14e-278229816357 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:55:21.888608 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-b1bfb249-baa3-42d9-a14e-278229816357 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Usage tracker for resource:network and tenant:1770a4286cd047d49b9a0880794576ec is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:55:21.891734 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-b1bfb249-baa3-42d9-a14e-278229816357 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:55:21.897701 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b1bfb249-baa3-42d9-a14e-278229816357 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:55:21.908777 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1bfb249-baa3-42d9-a14e-278229816357 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Made reservation on behalf of 1770a4286cd047d49b9a0880794576ec for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:55:21.912354 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b1bfb249-baa3-42d9-a14e-278229816357 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:21.924313 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a24f0e3-250d-426a-a50f-8eda095597d7 None None] Network 587bcfd3-960d-42b5-a4c8-6ce3e5df7f22 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:55:21.941099 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1bfb249-baa3-42d9-a14e-278229816357 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:55:21.950310 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b1bfb249-baa3-42d9-a14e-278229816357 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:21.950765 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-b1bfb249-baa3-42d9-a14e-278229816357 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Added segment a6c375d1-6edb-469e-a1c0-65110bedf593 of type vlan for network 1d2f7144-dbdc-43ba-b29f-64d887bf06e9 Feb 09 01:55:21.979758 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b1bfb249-baa3-42d9-a14e-278229816357 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:21.988698 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=efea3dc4-41f7-406d-94c7-495e8103dc01,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:22.010137 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b1bfb249-baa3-42d9-a14e-278229816357 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:22.015855 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bfb249-baa3-42d9-a14e-278229816357 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:22.016437 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b1bfb249-baa3-42d9-a14e-278229816357 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:22.115886 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-b1bfb249-baa3-42d9-a14e-278229816357 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2430346 Feb 09 01:55:22.118997 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47942) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:55:22.125066 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-d3937e91-0988-404f-a77e-260a259724ef tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Request body: {'subnet': {'network_id': '1d2f7144-dbdc-43ba-b29f-64d887bf06e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:22.125449 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bfb249-baa3-42d9-a14e-278229816357 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Pushing event updated for resources: {'Network': ['ID=1d2f7144-dbdc-43ba-b29f-64d887bf06e9,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:22.141115 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 1d2f7144-dbdc-43ba-b29f-64d887bf06e9 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:55:22.205397 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ee3023-75f3-4b91-8a94-f7a5e320e3bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-587bcfd3-960d-42b5-a4c8-6ce3e5df7f22', 'network_id': '587bcfd3-960d-42b5-a4c8-6ce3e5df7f22', 'tenant_id': '1770a4286cd047d49b9a0880794576ec', 'fixed_ips': [{'subnet_id': '95501018-5a26-438d-aebc-2d86410207e3'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:55:22.206245 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-39ee3023-75f3-4b91-8a94-f7a5e320e3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:22.241530 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d3937e91-0988-404f-a77e-260a259724ef tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:55:22.245347 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-d3937e91-0988-404f-a77e-260a259724ef tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Usage tracker for resource:subnet and tenant:1770a4286cd047d49b9a0880794576ec is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:55:22.248211 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-d3937e91-0988-404f-a77e-260a259724ef tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:55:22.254128 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d3937e91-0988-404f-a77e-260a259724ef tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:55:22.264465 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3937e91-0988-404f-a77e-260a259724ef tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Made reservation on behalf of 1770a4286cd047d49b9a0880794576ec for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:55:22.268118 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d3937e91-0988-404f-a77e-260a259724ef tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:22.383228 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:22.413265 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-39ee3023-75f3-4b91-8a94-f7a5e320e3bc None None] Allocated IP 2001:db8::2 (587bcfd3-960d-42b5-a4c8-6ce3e5df7f22/95501018-5a26-438d-aebc-2d86410207e3/51372a1e-8962-471f-b950-06c266cd9435) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:55:22.497874 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d3937e91-0988-404f-a77e-260a259724ef tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:22.574893 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3937e91-0988-404f-a77e-260a259724ef tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Pushing event updated for resources: {'Subnet': ['ID=4b2c725a-a006-42fa-8088-723a5b22cfc8,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:22.587781 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3937e91-0988-404f-a77e-260a259724ef tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Checking segment: {'id': 'a6c375d1-6edb-469e-a1c0-65110bedf593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '1d2f7144-dbdc-43ba-b29f-64d887bf06e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:55:22.588138 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3937e91-0988-404f-a77e-260a259724ef tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Network hostable DHCP agents. Network: 1d2f7144-dbdc-43ba-b29f-64d887bf06e9, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:55:22.607134 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3937e91-0988-404f-a77e-260a259724ef tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Network 1d2f7144-dbdc-43ba-b29f-64d887bf06e9 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:55:22.617655 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-d3937e91-0988-404f-a77e-260a259724ef tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 1d2f7144-dbdc-43ba-b29f-64d887bf06e9) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:22.622432 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3937e91-0988-404f-a77e-260a259724ef tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:22.622835 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d3937e91-0988-404f-a77e-260a259724ef tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:22.632777 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf45210b-1ad3-4c45-9043-1be6c64ea744 None None] Network 1d2f7144-dbdc-43ba-b29f-64d887bf06e9 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:55:22.646602 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d3937e91-0988-404f-a77e-260a259724ef tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5264652 Feb 09 01:55:22.649035 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47946) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:55:22.653404 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-39ee3023-75f3-4b91-8a94-f7a5e320e3bc None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:22.715926 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-39ee3023-75f3-4b91-8a94-f7a5e320e3bc None None] Transition to ACTIVE for port object 51372a1e-8962-471f-b950-06c266cd9435 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:55:22.749939 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-39ee3023-75f3-4b91-8a94-f7a5e320e3bc None None] Transition to ACTIVE for port object 51372a1e-8962-471f-b950-06c266cd9435 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:55:22.762973 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-39ee3023-75f3-4b91-8a94-f7a5e320e3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:22.791764 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1d14f7de-a62c-43eb-90ec-9f77d1c3d5e9 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:22.864317 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1d14f7de-a62c-43eb-90ec-9f77d1c3d5e9 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:22.875092 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ee3023-75f3-4b91-8a94-f7a5e320e3bc None None] Network 587bcfd3-960d-42b5-a4c8-6ce3e5df7f22 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:55:22.881403 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-39ee3023-75f3-4b91-8a94-f7a5e320e3bc None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:22.886411 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ee3023-75f3-4b91-8a94-f7a5e320e3bc None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:55:22.895836 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ee3023-75f3-4b91-8a94-f7a5e320e3bc None None] Pushing event updated for resources: {'Port': ['ID=51372a1e-8962-471f-b950-06c266cd9435,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:22.943787 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1d14f7de-a62c-43eb-90ec-9f77d1c3d5e9 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:22.982122 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d14f7de-a62c-43eb-90ec-9f77d1c3d5e9 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Pushing event deleted for resources: {'Subnet': ['ID=4b2c725a-a006-42fa-8088-723a5b22cfc8,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:23.031423 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-39ee3023-75f3-4b91-8a94-f7a5e320e3bc None None] Attempting to bind port 51372a1e-8962-471f-b950-06c266cd9435 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:55:23.031796 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-39ee3023-75f3-4b91-8a94-f7a5e320e3bc None None] Attempting to bind port 51372a1e-8962-471f-b950-06c266cd9435 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'b1499a69-5b0a-4d62-963e-8a977859ac9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '587bcfd3-960d-42b5-a4c8-6ce3e5df7f22'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:55:23.032161 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ee3023-75f3-4b91-8a94-f7a5e320e3bc None None] Attempting to bind port 51372a1e-8962-471f-b950-06c266cd9435 on network 587bcfd3-960d-42b5-a4c8-6ce3e5df7f22 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:55:23.037734 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ee3023-75f3-4b91-8a94-f7a5e320e3bc None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:55:23.038110 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ee3023-75f3-4b91-8a94-f7a5e320e3bc None None] Checking segment: {'id': 'b1499a69-5b0a-4d62-963e-8a977859ac9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '587bcfd3-960d-42b5-a4c8-6ce3e5df7f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:55:23.038508 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-39ee3023-75f3-4b91-8a94-f7a5e320e3bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:23.038891 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ee3023-75f3-4b91-8a94-f7a5e320e3bc None None] Bound using segment: {'id': 'b1499a69-5b0a-4d62-963e-8a977859ac9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '587bcfd3-960d-42b5-a4c8-6ce3e5df7f22'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:55:23.039348 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-39ee3023-75f3-4b91-8a94-f7a5e320e3bc None None] Bound port: 51372a1e-8962-471f-b950-06c266cd9435, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1499a69-5b0a-4d62-963e-8a977859ac9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '587bcfd3-960d-42b5-a4c8-6ce3e5df7f22'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:55:23.039723 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-39ee3023-75f3-4b91-8a94-f7a5e320e3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:23.049720 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c40163-fa63-44f4-8be1-94a91811be38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-1d2f7144-dbdc-43ba-b29f-64d887bf06e9', 'network_id': '1d2f7144-dbdc-43ba-b29f-64d887bf06e9', 'tenant_id': '1770a4286cd047d49b9a0880794576ec', 'fixed_ips': [{'subnet_id': '4b2c725a-a006-42fa-8088-723a5b22cfc8'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:55:23.050520 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-23c40163-fa63-44f4-8be1-94a91811be38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:23.083602 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1d14f7de-a62c-43eb-90ec-9f77d1c3d5e9 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:23.110389 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-1d14f7de-a62c-43eb-90ec-9f77d1c3d5e9 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d2f7144-dbdc-43ba-b29f-64d887bf06e9']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:23.123362 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-1d14f7de-a62c-43eb-90ec-9f77d1c3d5e9 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6c375d1-6edb-469e-a1c0-65110bedf593') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:23.123953 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-1d14f7de-a62c-43eb-90ec-9f77d1c3d5e9 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6c375d1-6edb-469e-a1c0-65110bedf593') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:23.136984 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1d14f7de-a62c-43eb-90ec-9f77d1c3d5e9 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:23.156965 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1d14f7de-a62c-43eb-90ec-9f77d1c3d5e9 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:23.164529 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d14f7de-a62c-43eb-90ec-9f77d1c3d5e9 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:55:23.165216 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1d14f7de-a62c-43eb-90ec-9f77d1c3d5e9 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:23.181344 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:55:23.181344 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:55:23.181344 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:55:23.181344 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:55:23.181344 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:55:23.181344 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:55:23.181344 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:55:23.181344 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:55:23.181344 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:55:23.181344 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:55:23.181344 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:55:23.181344 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:55:23.181344 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:55:23.181344 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:55:23.181344 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:55:23.181344 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:55:23.181344 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:55:23.181344 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:55:23.181344 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:55:23.181344 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:55:23.181344 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:55:23.181344 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:55:23.181344 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:55:23.181344 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:55:23.181344 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:55:23.181344 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:55:23.181344 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:55:23.181344 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:55:23.181344 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:55:23.181344 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:55:23.181344 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:55:23.181344 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:55:23.207247 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-39ee3023-75f3-4b91-8a94-f7a5e320e3bc None None] For port 51372a1e-8962-471f-b950-06c266cd9435, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:55:23.217705 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ccb17d-22ed-457c-852f-521ecec03f70 None None] Network 1d2f7144-dbdc-43ba-b29f-64d887bf06e9 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:55:23.233937 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device efea3dc4-41f7-406d-94c7-495e8103dc01 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:55:23.277795 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1d14f7de-a62c-43eb-90ec-9f77d1c3d5e9 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:23.305362 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1d14f7de-a62c-43eb-90ec-9f77d1c3d5e9 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:23.317465 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d14f7de-a62c-43eb-90ec-9f77d1c3d5e9 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Pushing event deleted for resources: {'Network': ['ID=1d2f7144-dbdc-43ba-b29f-64d887bf06e9,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:23.321860 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1d14f7de-a62c-43eb-90ec-9f77d1c3d5e9 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] 10.222.0.105 "DELETE /v2.0/networks/1d2f7144-dbdc-43ba-b29f-64d887bf06e9 HTTP/1.1" status: 204 len: 168 time: 0.6717725 Feb 09 01:55:23.325223 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47950) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:55:23.377484 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-39ee3023-75f3-4b91-8a94-f7a5e320e3bc None None] For port 51372a1e-8962-471f-b950-06c266cd9435, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=51372a1e-8962-471f-b950-06c266cd9435,segment=NetworkSegment(b1499a69-5b0a-4d62-963e-8a977859ac9b),segment_id=b1499a69-5b0a-4d62-963e-8a977859ac9b)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:55:23.395323 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-39ee3023-75f3-4b91-8a94-f7a5e320e3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:23.482203 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a28a799-5cfb-4995-b1d9-4cdc3f6ae386 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] GET failed (client error): The resource could not be found. Feb 09 01:55:23.482718 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-9a28a799-5cfb-4995-b1d9-4cdc3f6ae386 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Synchronizing usage tracker for tenant:1770a4286cd047d49b9a0880794576ec on resource:subnet {{(pid=87638) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:55:23.501236 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-9a28a799-5cfb-4995-b1d9-4cdc3f6ae386 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Unset dirty status for tenant:1770a4286cd047d49b9a0880794576ec on resource:subnet {{(pid=87638) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:55:23.502346 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9a28a799-5cfb-4995-b1d9-4cdc3f6ae386 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] 10.222.0.105 "GET /v2.0/subnets/4b2c725a-a006-42fa-8088-723a5b22cfc8 HTTP/1.1" status: 404 len: 337 time: 0.1761065 Feb 09 01:55:23.505312 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47954) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:55:23.536099 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b476863-e0c5-485c-b3a9-d8a5c56be4bc tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] DELETE failed (client error): The resource could not be found. Feb 09 01:55:23.536584 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b476863-e0c5-485c-b3a9-d8a5c56be4bc tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:55:23.542133 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9b476863-e0c5-485c-b3a9-d8a5c56be4bc tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] 10.222.0.105 "DELETE /v2.0/networks/1d2f7144-dbdc-43ba-b29f-64d887bf06e9 HTTP/1.1" status: 404 len: 339 time: 0.0320086 Feb 09 01:55:23.542413 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47958) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:55:23.572008 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ee3023-75f3-4b91-8a94-f7a5e320e3bc None None] Pushing event updated for resources: {'Port': ['ID=51372a1e-8962-471f-b950-06c266cd9435,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:23.580197 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port efea3dc4-41f7-406d-94c7-495e8103dc01 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:23.580453 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:23.619656 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9abd1ae-34cf-43f3-81a8-b4635d8befb7 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] DELETE failed (client error): The resource could not be found. Feb 09 01:55:23.620121 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9abd1ae-34cf-43f3-81a8-b4635d8befb7 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:55:23.624189 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a9abd1ae-34cf-43f3-81a8-b4635d8befb7 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] 10.222.0.105 "DELETE /v2.0/subnets/4b2c725a-a006-42fa-8088-723a5b22cfc8 HTTP/1.1" status: 404 len: 337 time: 0.0783947 Feb 09 01:55:23.625139 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 47962) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:55:23.679273 n-d-828418-1 neutron-server[87639]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4c76632-24eb-465c-a6c2-d7a9470d7930 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] DELETE failed (client error): The resource could not be found. Feb 09 01:55:23.679753 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4c76632-24eb-465c-a6c2-d7a9470d7930 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:55:23.683836 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-b4c76632-24eb-465c-a6c2-d7a9470d7930 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] 10.222.0.105 "DELETE /v2.0/networks/1d2f7144-dbdc-43ba-b29f-64d887bf06e9 HTTP/1.1" status: 404 len: 339 time: 0.0520487 Feb 09 01:55:23.684227 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47966) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:55:23.759210 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-904bb2fa-39e3-4096-aefd-0f81a2b3c144 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Deleting subnet 95501018-5a26-438d-aebc-2d86410207e3 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:55:23.763766 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-904bb2fa-39e3-4096-aefd-0f81a2b3c144 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:23.839499 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-904bb2fa-39e3-4096-aefd-0f81a2b3c144 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:23.935621 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-904bb2fa-39e3-4096-aefd-0f81a2b3c144 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:24.011764 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-904bb2fa-39e3-4096-aefd-0f81a2b3c144 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:24.054689 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-904bb2fa-39e3-4096-aefd-0f81a2b3c144 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:24.057429 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904bb2fa-39e3-4096-aefd-0f81a2b3c144 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Pushing event deleted for resources: {'Subnet': ['ID=95501018-5a26-438d-aebc-2d86410207e3,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:24.069234 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-904bb2fa-39e3-4096-aefd-0f81a2b3c144 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] 10.222.0.105 "DELETE /v2.0/subnets/95501018-5a26-438d-aebc-2d86410207e3 HTTP/1.1" status: 204 len: 168 time: 0.3837790 Feb 09 01:55:24.071636 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47970) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:55:24.186006 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9bf09074-4f11-4a7d-8b9e-a5866d06fcd9 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:24.196320 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-9bf09074-4f11-4a7d-8b9e-a5866d06fcd9 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Deleting port 51372a1e-8962-471f-b950-06c266cd9435 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:55:24.196649 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9bf09074-4f11-4a7d-8b9e-a5866d06fcd9 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:24.412512 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-9bf09074-4f11-4a7d-8b9e-a5866d06fcd9 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] For port 51372a1e-8962-471f-b950-06c266cd9435, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=51372a1e-8962-471f-b950-06c266cd9435,segment=NetworkSegment(b1499a69-5b0a-4d62-963e-8a977859ac9b),segment_id=b1499a69-5b0a-4d62-963e-8a977859ac9b)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:55:24.412875 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9bf09074-4f11-4a7d-8b9e-a5866d06fcd9 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:24.546035 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-9bf09074-4f11-4a7d-8b9e-a5866d06fcd9 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Calling delete_port for 51372a1e-8962-471f-b950-06c266cd9435 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:55:24.550307 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f17141c-086e-4982-ae2e-2cc9b578ce35 None None] Network 587bcfd3-960d-42b5-a4c8-6ce3e5df7f22 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:55:24.623419 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9bf09074-4f11-4a7d-8b9e-a5866d06fcd9 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:24.636475 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f724c833-27cc-4d9d-a804-e5e0a881e1a6 None None] Could not find standard attr ID for object 51372a1e-8962-471f-b950-06c266cd9435. {{(pid=87640) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:55:24.677984 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf09074-4f11-4a7d-8b9e-a5866d06fcd9 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Pushing event deleted for resources: {'Port': ['ID=51372a1e-8962-471f-b950-06c266cd9435,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:24.679797 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf09074-4f11-4a7d-8b9e-a5866d06fcd9 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] No DVR routers for this DVR port 51372a1e-8962-471f-b950-06c266cd9435 on host n-d-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:55:24.773751 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578243a5-09d5-46ba-872d-e5e348054bca None None] DHCP port deletion for 587bcfd3-960d-42b5-a4c8-6ce3e5df7f22 request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:55:24.806299 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9bf09074-4f11-4a7d-8b9e-a5866d06fcd9 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:24.831392 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-9bf09074-4f11-4a7d-8b9e-a5866d06fcd9 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['587bcfd3-960d-42b5-a4c8-6ce3e5df7f22']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:24.843217 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-9bf09074-4f11-4a7d-8b9e-a5866d06fcd9 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1499a69-5b0a-4d62-963e-8a977859ac9b') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:24.843512 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-9bf09074-4f11-4a7d-8b9e-a5866d06fcd9 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1499a69-5b0a-4d62-963e-8a977859ac9b') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:24.855440 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9bf09074-4f11-4a7d-8b9e-a5866d06fcd9 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:24.872251 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9bf09074-4f11-4a7d-8b9e-a5866d06fcd9 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:24.879152 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bf09074-4f11-4a7d-8b9e-a5866d06fcd9 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:55:24.879700 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9bf09074-4f11-4a7d-8b9e-a5866d06fcd9 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:24.894491 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:55:24.894491 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:55:24.894491 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:55:24.894491 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:55:24.894491 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:55:24.894491 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:55:24.894491 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:55:24.894491 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:55:24.894491 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:55:24.894491 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:55:24.894491 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:55:24.894491 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:55:24.894491 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:55:24.894491 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:55:24.894491 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:55:24.894491 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:55:24.894491 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:55:24.894491 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:55:24.894491 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:55:24.894491 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:55:24.894491 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:55:24.894491 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:55:24.894491 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:55:24.894491 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:55:24.894491 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:55:24.894491 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:55:24.894491 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:55:24.894491 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:55:24.894491 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:55:24.894491 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:55:24.894491 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:55:24.894491 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:55:24.973663 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9bf09074-4f11-4a7d-8b9e-a5866d06fcd9 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:24.978839 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9bf09074-4f11-4a7d-8b9e-a5866d06fcd9 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:25.005188 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf09074-4f11-4a7d-8b9e-a5866d06fcd9 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Pushing event deleted for resources: {'Network': ['ID=587bcfd3-960d-42b5-a4c8-6ce3e5df7f22,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:25.009105 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9bf09074-4f11-4a7d-8b9e-a5866d06fcd9 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] 10.222.0.105 "DELETE /v2.0/networks/587bcfd3-960d-42b5-a4c8-6ce3e5df7f22 HTTP/1.1" status: 204 len: 168 time: 0.9363749 Feb 09 01:55:25.011585 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47974) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:55:25.049854 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e776f65-b5fc-4658-b77d-fb73761f76e3 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] DELETE failed (client error): The resource could not be found. Feb 09 01:55:25.050224 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e776f65-b5fc-4658-b77d-fb73761f76e3 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:55:25.051843 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9e776f65-b5fc-4658-b77d-fb73761f76e3 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] 10.222.0.105 "DELETE /v2.0/subnets/b2c0ad44-042e-4880-a810-11a34a480948 HTTP/1.1" status: 404 len: 337 time: 0.0393550 Feb 09 01:55:25.054207 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47978) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:55:25.078265 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cd3f097-8971-4684-8d43-e798c1319b1a tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] DELETE failed (client error): The resource could not be found. Feb 09 01:55:25.078717 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cd3f097-8971-4684-8d43-e798c1319b1a tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:55:25.080349 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-7cd3f097-8971-4684-8d43-e798c1319b1a tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] 10.222.0.105 "DELETE /v2.0/networks/99d24c4f-6868-491b-91a3-7268f3a41476 HTTP/1.1" status: 404 len: 339 time: 0.0252764 Feb 09 01:55:25.082901 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47982) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:55:25.123557 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-2325f5f8-db30-4877-bdc6-6c443a614631 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] DELETE failed (client error): The resource could not be found. Feb 09 01:55:25.123986 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2325f5f8-db30-4877-bdc6-6c443a614631 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:55:25.125657 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-2325f5f8-db30-4877-bdc6-6c443a614631 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] 10.222.0.105 "DELETE /v2.0/subnets/539f3663-fbe3-42b3-ab02-38d6718ffce5 HTTP/1.1" status: 404 len: 337 time: 0.0418713 Feb 09 01:55:25.128217 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47986) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:55:25.152061 n-d-828418-1 neutron-server[87638]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff17e5d5-c990-4382-b669-c0b72c2bd987 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] DELETE failed (client error): The resource could not be found. Feb 09 01:55:25.152511 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff17e5d5-c990-4382-b669-c0b72c2bd987 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87638) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:55:25.154096 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ff17e5d5-c990-4382-b669-c0b72c2bd987 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] 10.222.0.105 "DELETE /v2.0/networks/f31d4638-1632-4267-889f-05942e435878 HTTP/1.1" status: 404 len: 339 time: 0.0250206 Feb 09 01:55:25.156901 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47990) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:55:25.220399 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1b47dd0-768a-4e14-b37e-d9ad5264a3f4 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Deleting subnet b00f8144-04da-49ab-87ce-c5c06eb4d531 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:55:25.223277 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d1b47dd0-768a-4e14-b37e-d9ad5264a3f4 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:25.312567 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:25.388477 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d1b47dd0-768a-4e14-b37e-d9ad5264a3f4 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:25.469662 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d1b47dd0-768a-4e14-b37e-d9ad5264a3f4 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:25.545021 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d1b47dd0-768a-4e14-b37e-d9ad5264a3f4 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:25.586516 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d1b47dd0-768a-4e14-b37e-d9ad5264a3f4 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:25.589534 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b47dd0-768a-4e14-b37e-d9ad5264a3f4 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Pushing event deleted for resources: {'Subnet': ['ID=b00f8144-04da-49ab-87ce-c5c06eb4d531,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:25.599733 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc58d75-dcd4-472f-a682-f0c9ab6561d9 None None] Network a597dd65-ad6b-4467-8aa8-e8c97b1d0771 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:55:25.601884 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d1b47dd0-768a-4e14-b37e-d9ad5264a3f4 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] 10.222.0.105 "DELETE /v2.0/subnets/b00f8144-04da-49ab-87ce-c5c06eb4d531 HTTP/1.1" status: 204 len: 168 time: 0.4440205 Feb 09 01:55:25.604199 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 47994) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:55:25.719169 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9a7c731c-be23-461b-874b-9ce380d9fd93 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:25.730508 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-9a7c731c-be23-461b-874b-9ce380d9fd93 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Deleting port efea3dc4-41f7-406d-94c7-495e8103dc01 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:55:25.730838 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9a7c731c-be23-461b-874b-9ce380d9fd93 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:25.852424 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c8113b-a8f9-442d-b9c0-387d09d0f3a1 None None] DHCP port deletion for a597dd65-ad6b-4467-8aa8-e8c97b1d0771 request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:55:25.856614 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a3c8113b-a8f9-442d-b9c0-387d09d0f3a1 None None] Deleting port efea3dc4-41f7-406d-94c7-495e8103dc01 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:55:25.856988 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a3c8113b-a8f9-442d-b9c0-387d09d0f3a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:25.944447 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-9a7c731c-be23-461b-874b-9ce380d9fd93 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] For port efea3dc4-41f7-406d-94c7-495e8103dc01, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=efea3dc4-41f7-406d-94c7-495e8103dc01,segment=NetworkSegment(d7e80215-f357-4cab-b54a-01ebbf9f6f1f),segment_id=d7e80215-f357-4cab-b54a-01ebbf9f6f1f)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:55:25.944904 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9a7c731c-be23-461b-874b-9ce380d9fd93 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:26.058771 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a3c8113b-a8f9-442d-b9c0-387d09d0f3a1 None None] For port efea3dc4-41f7-406d-94c7-495e8103dc01, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=efea3dc4-41f7-406d-94c7-495e8103dc01,segment=NetworkSegment(d7e80215-f357-4cab-b54a-01ebbf9f6f1f),segment_id=d7e80215-f357-4cab-b54a-01ebbf9f6f1f)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:55:26.059161 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a3c8113b-a8f9-442d-b9c0-387d09d0f3a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:26.070678 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-9a7c731c-be23-461b-874b-9ce380d9fd93 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Calling delete_port for efea3dc4-41f7-406d-94c7-495e8103dc01 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:55:26.146378 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9a7c731c-be23-461b-874b-9ce380d9fd93 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:26.188777 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a3c8113b-a8f9-442d-b9c0-387d09d0f3a1 None None] Calling delete_port for efea3dc4-41f7-406d-94c7-495e8103dc01 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:55:26.195454 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7c731c-be23-461b-874b-9ce380d9fd93 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Pushing event deleted for resources: {'Port': ['ID=efea3dc4-41f7-406d-94c7-495e8103dc01,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:26.198826 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7c731c-be23-461b-874b-9ce380d9fd93 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] No DVR routers for this DVR port efea3dc4-41f7-406d-94c7-495e8103dc01 on host n-d-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:55:26.265345 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-a3c8113b-a8f9-442d-b9c0-387d09d0f3a1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:55:26.265738 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-a3c8113b-a8f9-442d-b9c0-387d09d0f3a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:55:26.322290 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9a7c731c-be23-461b-874b-9ce380d9fd93 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:26.346969 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-9a7c731c-be23-461b-874b-9ce380d9fd93 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a597dd65-ad6b-4467-8aa8-e8c97b1d0771']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:26.359233 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-9a7c731c-be23-461b-874b-9ce380d9fd93 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7e80215-f357-4cab-b54a-01ebbf9f6f1f') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:26.359524 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-9a7c731c-be23-461b-874b-9ce380d9fd93 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7e80215-f357-4cab-b54a-01ebbf9f6f1f') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:26.370568 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9a7c731c-be23-461b-874b-9ce380d9fd93 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:26.386507 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9a7c731c-be23-461b-874b-9ce380d9fd93 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:26.392369 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a7c731c-be23-461b-874b-9ce380d9fd93 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:55:26.392744 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9a7c731c-be23-461b-874b-9ce380d9fd93 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:26.407330 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 01:55:26.407330 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:55:26.407330 n-d-828418-1 neutron-server[87638]: timer() Feb 09 01:55:26.407330 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:55:26.407330 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 01:55:26.407330 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:55:26.407330 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 01:55:26.407330 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:55:26.407330 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 01:55:26.407330 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:55:26.407330 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 01:55:26.407330 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:55:26.407330 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 01:55:26.407330 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:55:26.407330 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:55:26.407330 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:55:26.407330 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:55:26.407330 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:55:26.407330 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 01:55:26.407330 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:55:26.407330 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 01:55:26.407330 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:55:26.407330 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:55:26.407330 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:55:26.407330 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 01:55:26.407330 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:55:26.407330 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:55:26.407330 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:55:26.407330 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:55:26.407330 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:55:26.407330 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:55:26.407330 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:55:26.486386 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9a7c731c-be23-461b-874b-9ce380d9fd93 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:26.503790 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9a7c731c-be23-461b-874b-9ce380d9fd93 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:26.515497 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7c731c-be23-461b-874b-9ce380d9fd93 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] Pushing event deleted for resources: {'Network': ['ID=a597dd65-ad6b-4467-8aa8-e8c97b1d0771,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:26.518300 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9a7c731c-be23-461b-874b-9ce380d9fd93 tempest-NetworksIpV6Test-1728636117 tempest-NetworksIpV6Test-1728636117-project] 10.222.0.105 "DELETE /v2.0/networks/a597dd65-ad6b-4467-8aa8-e8c97b1d0771 HTTP/1.1" status: 204 len: 168 time: 0.9131510 Feb 09 01:55:26.767518 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a3c8113b-a8f9-442d-b9c0-387d09d0f3a1 None None] Deleting port efea3dc4-41f7-406d-94c7-495e8103dc01 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:55:26.768019 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a3c8113b-a8f9-442d-b9c0-387d09d0f3a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:26.777466 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48002) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:55:26.837400 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a3c8113b-a8f9-442d-b9c0-387d09d0f3a1 None None] The port 'efea3dc4-41f7-406d-94c7-495e8103dc01' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:55:26.930499 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1e0c6ac3-157a-490e-936e-7b923e2f83da admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=1770a4286cd047d49b9a0880794576ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1517880 Feb 09 01:55:26.932932 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48008) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:55:26.990480 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-695d2abb-23c4-440d-af13-8b64ef019bfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:27.015882 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-695d2abb-23c4-440d-af13-8b64ef019bfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:27.067113 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-695d2abb-23c4-440d-af13-8b64ef019bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:27.085088 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695d2abb-23c4-440d-af13-8b64ef019bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d36e4a-aff2-483a-b8ab-8920400f9033,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:27.091281 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-695d2abb-23c4-440d-af13-8b64ef019bfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:27.092416 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-695d2abb-23c4-440d-af13-8b64ef019bfe admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/70d36e4a-aff2-483a-b8ab-8920400f9033 HTTP/1.1" status: 204 len: 168 time: 0.1585798 Feb 09 01:55:27.171946 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device efea3dc4-41f7-406d-94c7-495e8103dc01 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:55:27.207005 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: efea3dc4-41f7-406d-94c7-495e8103dc01 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:55:27.207359 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device efea3dc4-41f7-406d-94c7-495e8103dc01 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:55:27.768975 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48032) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:55:27.869533 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-e0d4d747-2d02-4878-98ee-155b900bc5df tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1049121400', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:27.877650 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e0d4d747-2d02-4878-98ee-155b900bc5df tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:55:27.881579 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e0d4d747-2d02-4878-98ee-155b900bc5df tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Usage tracker for resource:router and tenant:b15910b3ff5c4023bcff0a94e4686cad is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:55:27.884418 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e0d4d747-2d02-4878-98ee-155b900bc5df tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:55:27.890836 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e0d4d747-2d02-4878-98ee-155b900bc5df tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:55:27.900763 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e0d4d747-2d02-4878-98ee-155b900bc5df tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:27.902040 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e0d4d747-2d02-4878-98ee-155b900bc5df tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:27.916972 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e0d4d747-2d02-4878-98ee-155b900bc5df tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:27.935512 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e0d4d747-2d02-4878-98ee-155b900bc5df tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:27.958227 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e0d4d747-2d02-4878-98ee-155b900bc5df tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:27.959599 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e0d4d747-2d02-4878-98ee-155b900bc5df tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1896112 Feb 09 01:55:27.962520 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48038) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:55:27.968249 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-7378eb8a-cc1f-434a-b1e6-45116129fc01 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2006002394'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:27.974377 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7378eb8a-cc1f-434a-b1e6-45116129fc01 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:55:27.979312 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-7378eb8a-cc1f-434a-b1e6-45116129fc01 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Usage tracker for resource:network and tenant:b15910b3ff5c4023bcff0a94e4686cad is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:55:27.982192 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-7378eb8a-cc1f-434a-b1e6-45116129fc01 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:55:27.988396 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7378eb8a-cc1f-434a-b1e6-45116129fc01 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:55:27.997884 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7378eb8a-cc1f-434a-b1e6-45116129fc01 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Made reservation on behalf of b15910b3ff5c4023bcff0a94e4686cad for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:55:28.002014 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7378eb8a-cc1f-434a-b1e6-45116129fc01 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:28.013897 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7378eb8a-cc1f-434a-b1e6-45116129fc01 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:28.028507 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7378eb8a-cc1f-434a-b1e6-45116129fc01 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:55:28.032898 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-7378eb8a-cc1f-434a-b1e6-45116129fc01 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Usage tracker for resource:security_group_rule and tenant:b15910b3ff5c4023bcff0a94e4686cad is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:55:28.035672 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-7378eb8a-cc1f-434a-b1e6-45116129fc01 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:55:28.041298 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7378eb8a-cc1f-434a-b1e6-45116129fc01 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:55:28.122910 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7378eb8a-cc1f-434a-b1e6-45116129fc01 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:28.126488 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7378eb8a-cc1f-434a-b1e6-45116129fc01 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:28.160600 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7378eb8a-cc1f-434a-b1e6-45116129fc01 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:55:28.165693 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7378eb8a-cc1f-434a-b1e6-45116129fc01 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a258e777-0956-4244-9530-f175e0a8bfe4,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:28.172999 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7378eb8a-cc1f-434a-b1e6-45116129fc01 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:28.173336 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-7378eb8a-cc1f-434a-b1e6-45116129fc01 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Added segment 6545d2fc-c862-4878-b5b6-17988e2893b2 of type vlan for network cfa55594-39b0-41d7-b833-56c830e6bb60 Feb 09 01:55:28.198954 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7378eb8a-cc1f-434a-b1e6-45116129fc01 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:28.227893 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7378eb8a-cc1f-434a-b1e6-45116129fc01 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:28.234543 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7378eb8a-cc1f-434a-b1e6-45116129fc01 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:28.235120 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7378eb8a-cc1f-434a-b1e6-45116129fc01 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:28.347330 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-7378eb8a-cc1f-434a-b1e6-45116129fc01 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3837180 Feb 09 01:55:28.350303 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7378eb8a-cc1f-434a-b1e6-45116129fc01 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Pushing event updated for resources: {'Network': ['ID=cfa55594-39b0-41d7-b833-56c830e6bb60,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:28.350484 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48042) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:55:28.355923 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-10b03057-72ae-4d69-a603-b13fbbfbbda6 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Request body: {'subnet': {'network_id': 'cfa55594-39b0-41d7-b833-56c830e6bb60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:28.361127 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network cfa55594-39b0-41d7-b833-56c830e6bb60 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:55:28.477399 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-10b03057-72ae-4d69-a603-b13fbbfbbda6 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:55:28.481262 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-10b03057-72ae-4d69-a603-b13fbbfbbda6 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Usage tracker for resource:subnet and tenant:b15910b3ff5c4023bcff0a94e4686cad is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:55:28.484013 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-10b03057-72ae-4d69-a603-b13fbbfbbda6 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:55:28.489668 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-10b03057-72ae-4d69-a603-b13fbbfbbda6 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:55:28.499547 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b03057-72ae-4d69-a603-b13fbbfbbda6 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Made reservation on behalf of b15910b3ff5c4023bcff0a94e4686cad for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:55:28.503005 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-10b03057-72ae-4d69-a603-b13fbbfbbda6 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:28.715251 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-10b03057-72ae-4d69-a603-b13fbbfbbda6 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:28.795930 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b03057-72ae-4d69-a603-b13fbbfbbda6 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Pushing event updated for resources: {'Subnet': ['ID=e76b2b61-ae6f-455c-a4df-babf145654fd,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:28.806781 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b03057-72ae-4d69-a603-b13fbbfbbda6 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:28.807162 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b03057-72ae-4d69-a603-b13fbbfbbda6 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:28.807506 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b03057-72ae-4d69-a603-b13fbbfbbda6 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:28.807840 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b03057-72ae-4d69-a603-b13fbbfbbda6 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:28.808196 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b03057-72ae-4d69-a603-b13fbbfbbda6 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:28.808530 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b03057-72ae-4d69-a603-b13fbbfbbda6 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:28.808851 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b03057-72ae-4d69-a603-b13fbbfbbda6 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:28.809171 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b03057-72ae-4d69-a603-b13fbbfbbda6 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:28.809493 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b03057-72ae-4d69-a603-b13fbbfbbda6 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:28.809837 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b03057-72ae-4d69-a603-b13fbbfbbda6 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:28.810158 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b03057-72ae-4d69-a603-b13fbbfbbda6 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:28.810479 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b03057-72ae-4d69-a603-b13fbbfbbda6 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:28.815708 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b03057-72ae-4d69-a603-b13fbbfbbda6 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Checking segment: {'id': '6545d2fc-c862-4878-b5b6-17988e2893b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'cfa55594-39b0-41d7-b833-56c830e6bb60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:55:28.816066 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b03057-72ae-4d69-a603-b13fbbfbbda6 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Network hostable DHCP agents. Network: cfa55594-39b0-41d7-b833-56c830e6bb60, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:55:28.835304 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b03057-72ae-4d69-a603-b13fbbfbbda6 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Network cfa55594-39b0-41d7-b833-56c830e6bb60 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:55:28.844654 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-10b03057-72ae-4d69-a603-b13fbbfbbda6 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, cfa55594-39b0-41d7-b833-56c830e6bb60) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:28.848429 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b03057-72ae-4d69-a603-b13fbbfbbda6 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:28.849004 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-10b03057-72ae-4d69-a603-b13fbbfbbda6 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:28.853459 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17831f8d-76ba-44c9-8b15-a65f44b0615b None None] Network cfa55594-39b0-41d7-b833-56c830e6bb60 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:55:28.871182 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-10b03057-72ae-4d69-a603-b13fbbfbbda6 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5198102 Feb 09 01:55:28.875071 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48046) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:55:28.881055 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-f2d21fa9-0fe8-41ad-945a-1af73f824c4e tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1908718248'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:28.886568 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f2d21fa9-0fe8-41ad-945a-1af73f824c4e tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:55:28.891430 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-f2d21fa9-0fe8-41ad-945a-1af73f824c4e tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Usage tracker for resource:network and tenant:b15910b3ff5c4023bcff0a94e4686cad is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:55:28.894367 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-f2d21fa9-0fe8-41ad-945a-1af73f824c4e tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:55:28.900177 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f2d21fa9-0fe8-41ad-945a-1af73f824c4e tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:55:28.910315 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d21fa9-0fe8-41ad-945a-1af73f824c4e tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Made reservation on behalf of b15910b3ff5c4023bcff0a94e4686cad for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:55:28.913735 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f2d21fa9-0fe8-41ad-945a-1af73f824c4e tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:28.942771 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2d21fa9-0fe8-41ad-945a-1af73f824c4e tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:55:28.951880 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f2d21fa9-0fe8-41ad-945a-1af73f824c4e tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:28.952913 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-f2d21fa9-0fe8-41ad-945a-1af73f824c4e tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Added segment 1229bdc5-2ea4-43e2-8dea-e95ed2c40dca of type vlan for network 049b7465-89af-4b05-8628-a207f161f75b Feb 09 01:55:28.979000 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f2d21fa9-0fe8-41ad-945a-1af73f824c4e tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:29.007928 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f2d21fa9-0fe8-41ad-945a-1af73f824c4e tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:29.013247 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d21fa9-0fe8-41ad-945a-1af73f824c4e tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:29.013845 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f2d21fa9-0fe8-41ad-945a-1af73f824c4e tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:29.112146 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede7831c-47f9-4cf7-b553-7e33f0894485 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-cfa55594-39b0-41d7-b833-56c830e6bb60', 'network_id': 'cfa55594-39b0-41d7-b833-56c830e6bb60', 'tenant_id': 'b15910b3ff5c4023bcff0a94e4686cad', 'fixed_ips': [{'subnet_id': 'e76b2b61-ae6f-455c-a4df-babf145654fd'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:55:29.113298 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ede7831c-47f9-4cf7-b553-7e33f0894485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:29.113644 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f2d21fa9-0fe8-41ad-945a-1af73f824c4e tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2373230 Feb 09 01:55:29.116874 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48050) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:55:29.124036 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d21fa9-0fe8-41ad-945a-1af73f824c4e tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Pushing event updated for resources: {'Network': ['ID=049b7465-89af-4b05-8628-a207f161f75b,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:29.130537 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-17d2d4dc-d4aa-48cb-a0c1-76ae5f6288a9 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Request body: {'subnet': {'network_id': '049b7465-89af-4b05-8628-a207f161f75b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:29.137317 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 049b7465-89af-4b05-8628-a207f161f75b details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:55:29.357748 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-17d2d4dc-d4aa-48cb-a0c1-76ae5f6288a9 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:55:29.362049 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-17d2d4dc-d4aa-48cb-a0c1-76ae5f6288a9 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Usage tracker for resource:subnet and tenant:b15910b3ff5c4023bcff0a94e4686cad is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:55:29.365009 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-17d2d4dc-d4aa-48cb-a0c1-76ae5f6288a9 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:55:29.370951 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-17d2d4dc-d4aa-48cb-a0c1-76ae5f6288a9 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:55:29.371987 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-ede7831c-47f9-4cf7-b553-7e33f0894485 None None] Allocated IP 172.20.0.2 (cfa55594-39b0-41d7-b833-56c830e6bb60/e76b2b61-ae6f-455c-a4df-babf145654fd/adc4cd60-8c97-468c-bdd7-4d3282752e14) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:55:29.382013 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d2d4dc-d4aa-48cb-a0c1-76ae5f6288a9 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Made reservation on behalf of b15910b3ff5c4023bcff0a94e4686cad for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:55:29.385640 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-17d2d4dc-d4aa-48cb-a0c1-76ae5f6288a9 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:29.581072 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ede7831c-47f9-4cf7-b553-7e33f0894485 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:29.591707 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-ede7831c-47f9-4cf7-b553-7e33f0894485 None None] Transition to ACTIVE for port object adc4cd60-8c97-468c-bdd7-4d3282752e14 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:55:29.608665 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-17d2d4dc-d4aa-48cb-a0c1-76ae5f6288a9 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:29.612450 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-ede7831c-47f9-4cf7-b553-7e33f0894485 None None] Transition to ACTIVE for port object adc4cd60-8c97-468c-bdd7-4d3282752e14 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:55:29.618350 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ede7831c-47f9-4cf7-b553-7e33f0894485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:29.684694 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede7831c-47f9-4cf7-b553-7e33f0894485 None None] Network cfa55594-39b0-41d7-b833-56c830e6bb60 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:55:29.685552 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d2d4dc-d4aa-48cb-a0c1-76ae5f6288a9 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Pushing event updated for resources: {'Subnet': ['ID=42cbcf66-d811-4f6e-9b5b-be244078014b,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:29.689092 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-ede7831c-47f9-4cf7-b553-7e33f0894485 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:29.692182 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede7831c-47f9-4cf7-b553-7e33f0894485 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:55:29.699710 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d2d4dc-d4aa-48cb-a0c1-76ae5f6288a9 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Checking segment: {'id': '1229bdc5-2ea4-43e2-8dea-e95ed2c40dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '049b7465-89af-4b05-8628-a207f161f75b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:55:29.700069 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d2d4dc-d4aa-48cb-a0c1-76ae5f6288a9 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Network hostable DHCP agents. Network: 049b7465-89af-4b05-8628-a207f161f75b, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:55:29.722099 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d2d4dc-d4aa-48cb-a0c1-76ae5f6288a9 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Network 049b7465-89af-4b05-8628-a207f161f75b is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:55:29.732587 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-17d2d4dc-d4aa-48cb-a0c1-76ae5f6288a9 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 049b7465-89af-4b05-8628-a207f161f75b) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:29.736816 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d2d4dc-d4aa-48cb-a0c1-76ae5f6288a9 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:29.737409 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-17d2d4dc-d4aa-48cb-a0c1-76ae5f6288a9 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:29.741211 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede7831c-47f9-4cf7-b553-7e33f0894485 None None] Pushing event updated for resources: {'Port': ['ID=adc4cd60-8c97-468c-bdd7-4d3282752e14,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:29.746346 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c715644-4c45-42b2-8744-b5db49247d98 None None] Network 049b7465-89af-4b05-8628-a207f161f75b requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:55:29.759439 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-17d2d4dc-d4aa-48cb-a0c1-76ae5f6288a9 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6402092 Feb 09 01:55:29.762307 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48054) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:55:29.768180 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-6a675eac-4aa8-4399-8c0b-0db1b93cf46f tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Request body: {'router': {'external_gateway_info': {'network_id': '049b7465-89af-4b05-8628-a207f161f75b'}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:29.869581 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-ede7831c-47f9-4cf7-b553-7e33f0894485 None None] Attempting to bind port adc4cd60-8c97-468c-bdd7-4d3282752e14 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:55:29.869882 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-ede7831c-47f9-4cf7-b553-7e33f0894485 None None] Attempting to bind port adc4cd60-8c97-468c-bdd7-4d3282752e14 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '6545d2fc-c862-4878-b5b6-17988e2893b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'cfa55594-39b0-41d7-b833-56c830e6bb60'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:55:29.870240 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede7831c-47f9-4cf7-b553-7e33f0894485 None None] Attempting to bind port adc4cd60-8c97-468c-bdd7-4d3282752e14 on network cfa55594-39b0-41d7-b833-56c830e6bb60 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:55:29.881118 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede7831c-47f9-4cf7-b553-7e33f0894485 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:55:29.881483 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede7831c-47f9-4cf7-b553-7e33f0894485 None None] Checking segment: {'id': '6545d2fc-c862-4878-b5b6-17988e2893b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'cfa55594-39b0-41d7-b833-56c830e6bb60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:55:29.881904 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ede7831c-47f9-4cf7-b553-7e33f0894485 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:29.882289 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede7831c-47f9-4cf7-b553-7e33f0894485 None None] Bound using segment: {'id': '6545d2fc-c862-4878-b5b6-17988e2893b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'cfa55594-39b0-41d7-b833-56c830e6bb60'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:55:29.882745 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-ede7831c-47f9-4cf7-b553-7e33f0894485 None None] Bound port: adc4cd60-8c97-468c-bdd7-4d3282752e14, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6545d2fc-c862-4878-b5b6-17988e2893b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'cfa55594-39b0-41d7-b833-56c830e6bb60'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:55:29.883116 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ede7831c-47f9-4cf7-b553-7e33f0894485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:30.066781 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-ede7831c-47f9-4cf7-b553-7e33f0894485 None None] For port adc4cd60-8c97-468c-bdd7-4d3282752e14, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:55:30.085074 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-ede7831c-47f9-4cf7-b553-7e33f0894485 None None] For port adc4cd60-8c97-468c-bdd7-4d3282752e14, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=adc4cd60-8c97-468c-bdd7-4d3282752e14,segment=NetworkSegment(6545d2fc-c862-4878-b5b6-17988e2893b2),segment_id=6545d2fc-c862-4878-b5b6-17988e2893b2)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:55:30.090264 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7515fd9d-ca04-46ef-b655-57461088446d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-049b7465-89af-4b05-8628-a207f161f75b', 'network_id': '049b7465-89af-4b05-8628-a207f161f75b', 'tenant_id': 'b15910b3ff5c4023bcff0a94e4686cad', 'fixed_ips': [{'subnet_id': '42cbcf66-d811-4f6e-9b5b-be244078014b'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:55:30.091179 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7515fd9d-ca04-46ef-b655-57461088446d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:30.102607 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ede7831c-47f9-4cf7-b553-7e33f0894485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:30.154508 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6a675eac-4aa8-4399-8c0b-0db1b93cf46f tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:30.245700 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede7831c-47f9-4cf7-b553-7e33f0894485 None None] Pushing event updated for resources: {'Port': ['ID=adc4cd60-8c97-468c-bdd7-4d3282752e14,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:30.308927 n-d-828418-1 neutron-server[87638]: INFO neutron.api.v2.resource [None req-6a675eac-4aa8-4399-8c0b-0db1b93cf46f tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:55:30.310591 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-6a675eac-4aa8-4399-8c0b-0db1b93cf46f tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] 10.222.0.105 "PUT /v2.0/routers/e37baf53-f60f-4cb2-8118-178c39afdaa2 HTTP/1.1" status: 400 len: 364 time: 0.5472870 Feb 09 01:55:30.317199 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48058) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:55:30.341138 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-7515fd9d-ca04-46ef-b655-57461088446d None None] Allocated IP 172.21.0.2 (049b7465-89af-4b05-8628-a207f161f75b/42cbcf66-d811-4f6e-9b5b-be244078014b/afa024c2-6744-4dc9-91b4-15176a7cd963) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:55:30.388130 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcc5cf29-07a8-4de9-8cec-dcbb26fad3ae tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Deleting subnet 42cbcf66-d811-4f6e-9b5b-be244078014b {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:55:30.565434 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7515fd9d-ca04-46ef-b655-57461088446d None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:30.576127 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-7515fd9d-ca04-46ef-b655-57461088446d None None] Transition to ACTIVE for port object afa024c2-6744-4dc9-91b4-15176a7cd963 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:55:30.594816 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-7515fd9d-ca04-46ef-b655-57461088446d None None] Transition to ACTIVE for port object afa024c2-6744-4dc9-91b4-15176a7cd963 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:55:30.599714 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dcc5cf29-07a8-4de9-8cec-dcbb26fad3ae tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:30.600029 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7515fd9d-ca04-46ef-b655-57461088446d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:30.661636 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dcc5cf29-07a8-4de9-8cec-dcbb26fad3ae tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:30.668336 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7515fd9d-ca04-46ef-b655-57461088446d None None] Network 049b7465-89af-4b05-8628-a207f161f75b is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:55:30.671919 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-7515fd9d-ca04-46ef-b655-57461088446d None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:30.675707 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7515fd9d-ca04-46ef-b655-57461088446d None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:55:30.681224 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7515fd9d-ca04-46ef-b655-57461088446d None None] Pushing event updated for resources: {'Port': ['ID=afa024c2-6744-4dc9-91b4-15176a7cd963,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:30.757115 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dcc5cf29-07a8-4de9-8cec-dcbb26fad3ae tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:30.811561 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-7515fd9d-ca04-46ef-b655-57461088446d None None] Attempting to bind port afa024c2-6744-4dc9-91b4-15176a7cd963 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:55:30.811938 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-7515fd9d-ca04-46ef-b655-57461088446d None None] Attempting to bind port afa024c2-6744-4dc9-91b4-15176a7cd963 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '1229bdc5-2ea4-43e2-8dea-e95ed2c40dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '049b7465-89af-4b05-8628-a207f161f75b'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:55:30.812369 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7515fd9d-ca04-46ef-b655-57461088446d None None] Attempting to bind port afa024c2-6744-4dc9-91b4-15176a7cd963 on network 049b7465-89af-4b05-8628-a207f161f75b {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:55:30.817570 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7515fd9d-ca04-46ef-b655-57461088446d None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:55:30.817977 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7515fd9d-ca04-46ef-b655-57461088446d None None] Checking segment: {'id': '1229bdc5-2ea4-43e2-8dea-e95ed2c40dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '049b7465-89af-4b05-8628-a207f161f75b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:55:30.818376 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7515fd9d-ca04-46ef-b655-57461088446d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:30.818767 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7515fd9d-ca04-46ef-b655-57461088446d None None] Bound using segment: {'id': '1229bdc5-2ea4-43e2-8dea-e95ed2c40dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '049b7465-89af-4b05-8628-a207f161f75b'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:55:30.819222 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-7515fd9d-ca04-46ef-b655-57461088446d None None] Bound port: afa024c2-6744-4dc9-91b4-15176a7cd963, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1229bdc5-2ea4-43e2-8dea-e95ed2c40dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '049b7465-89af-4b05-8628-a207f161f75b'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:55:30.819646 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7515fd9d-ca04-46ef-b655-57461088446d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:30.835882 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dcc5cf29-07a8-4de9-8cec-dcbb26fad3ae tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:30.875992 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc5cf29-07a8-4de9-8cec-dcbb26fad3ae tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Pushing event deleted for resources: {'Subnet': ['ID=42cbcf66-d811-4f6e-9b5b-be244078014b,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:30.877944 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dcc5cf29-07a8-4de9-8cec-dcbb26fad3ae tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:30.886398 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-dcc5cf29-07a8-4de9-8cec-dcbb26fad3ae tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] 10.222.0.105 "DELETE /v2.0/subnets/42cbcf66-d811-4f6e-9b5b-be244078014b HTTP/1.1" status: 204 len: 168 time: 0.5652509 Feb 09 01:55:30.886627 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48062) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:55:30.912883 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-7515fd9d-ca04-46ef-b655-57461088446d None None] For port afa024c2-6744-4dc9-91b4-15176a7cd963, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:55:30.916233 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-7515fd9d-ca04-46ef-b655-57461088446d None None] For port afa024c2-6744-4dc9-91b4-15176a7cd963, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=afa024c2-6744-4dc9-91b4-15176a7cd963,segment=NetworkSegment(1229bdc5-2ea4-43e2-8dea-e95ed2c40dca),segment_id=1229bdc5-2ea4-43e2-8dea-e95ed2c40dca)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:55:30.925003 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7515fd9d-ca04-46ef-b655-57461088446d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:31.019048 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bbd3fcc3-55b5-43ed-a333-f13b57051d55 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:31.032059 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-bbd3fcc3-55b5-43ed-a333-f13b57051d55 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Deleting port afa024c2-6744-4dc9-91b4-15176a7cd963 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:55:31.032447 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bbd3fcc3-55b5-43ed-a333-f13b57051d55 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:31.066822 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7515fd9d-ca04-46ef-b655-57461088446d None None] Pushing event updated for resources: {'Port': ['ID=afa024c2-6744-4dc9-91b4-15176a7cd963,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:31.082525 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150c873b-5833-4f25-bb6e-259ce76bb733 None None] Network 049b7465-89af-4b05-8628-a207f161f75b requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:55:31.258163 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device adc4cd60-8c97-468c-bdd7-4d3282752e14 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:55:31.359867 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4acfb15-a809-4fb8-8c8f-91a5e97f0e71 None None] Network cfa55594-39b0-41d7-b833-56c830e6bb60 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:55:31.374518 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-bbd3fcc3-55b5-43ed-a333-f13b57051d55 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] For port afa024c2-6744-4dc9-91b4-15176a7cd963, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=afa024c2-6744-4dc9-91b4-15176a7cd963,segment=NetworkSegment(1229bdc5-2ea4-43e2-8dea-e95ed2c40dca),segment_id=1229bdc5-2ea4-43e2-8dea-e95ed2c40dca)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:55:31.375070 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bbd3fcc3-55b5-43ed-a333-f13b57051d55 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:31.431576 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port adc4cd60-8c97-468c-bdd7-4d3282752e14 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:55:31.467492 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-7da525ba-59b4-4a6b-b4de-0daf56bf9f4a None None] Provisioning for port adc4cd60-8c97-468c-bdd7-4d3282752e14 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:55:31.483784 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-7da525ba-59b4-4a6b-b4de-0daf56bf9f4a None None] Provisioning complete for port adc4cd60-8c97-468c-bdd7-4d3282752e14 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:31.484154 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7da525ba-59b4-4a6b-b4de-0daf56bf9f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:31.499952 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-bbd3fcc3-55b5-43ed-a333-f13b57051d55 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Calling delete_port for afa024c2-6744-4dc9-91b4-15176a7cd963 owned by network:dhcp {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:55:31.574528 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bbd3fcc3-55b5-43ed-a333-f13b57051d55 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:31.626401 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd3fcc3-55b5-43ed-a333-f13b57051d55 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Pushing event deleted for resources: {'Port': ['ID=afa024c2-6744-4dc9-91b4-15176a7cd963,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:31.628098 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd3fcc3-55b5-43ed-a333-f13b57051d55 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] No DVR routers for this DVR port afa024c2-6744-4dc9-91b4-15176a7cd963 on host n-d-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:55:31.706909 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7da525ba-59b4-4a6b-b4de-0daf56bf9f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:31.747818 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-7da525ba-59b4-4a6b-b4de-0daf56bf9f4a None None] For port adc4cd60-8c97-468c-bdd7-4d3282752e14, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=adc4cd60-8c97-468c-bdd7-4d3282752e14,segment=NetworkSegment(6545d2fc-c862-4878-b5b6-17988e2893b2),segment_id=6545d2fc-c862-4878-b5b6-17988e2893b2)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:55:31.751058 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bbd3fcc3-55b5-43ed-a333-f13b57051d55 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:31.755205 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7da525ba-59b4-4a6b-b4de-0daf56bf9f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:31.781235 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-bbd3fcc3-55b5-43ed-a333-f13b57051d55 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['049b7465-89af-4b05-8628-a207f161f75b']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:31.792825 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-bbd3fcc3-55b5-43ed-a333-f13b57051d55 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1229bdc5-2ea4-43e2-8dea-e95ed2c40dca') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:31.793153 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-bbd3fcc3-55b5-43ed-a333-f13b57051d55 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1229bdc5-2ea4-43e2-8dea-e95ed2c40dca') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:31.805951 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bbd3fcc3-55b5-43ed-a333-f13b57051d55 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:31.827783 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bbd3fcc3-55b5-43ed-a333-f13b57051d55 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:31.833276 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da525ba-59b4-4a6b-b4de-0daf56bf9f4a None None] Pushing event updated for resources: {'Port': ['ID=adc4cd60-8c97-468c-bdd7-4d3282752e14,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:31.838557 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbd3fcc3-55b5-43ed-a333-f13b57051d55 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:55:31.839009 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bbd3fcc3-55b5-43ed-a333-f13b57051d55 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:31.853764 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 01:55:31.853764 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:55:31.853764 n-d-828418-1 neutron-server[87639]: timer() Feb 09 01:55:31.853764 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:55:31.853764 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 01:55:31.853764 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:55:31.853764 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 01:55:31.853764 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:55:31.853764 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 01:55:31.853764 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:55:31.853764 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 01:55:31.853764 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:55:31.853764 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 01:55:31.853764 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:55:31.853764 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:55:31.853764 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:55:31.853764 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:55:31.853764 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:55:31.853764 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 01:55:31.853764 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:55:31.853764 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 01:55:31.853764 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:55:31.853764 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:55:31.853764 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:55:31.853764 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 01:55:31.853764 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:55:31.853764 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:55:31.853764 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:55:31.853764 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:55:31.853764 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:55:31.853764 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:55:31.853764 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:55:31.939405 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bbd3fcc3-55b5-43ed-a333-f13b57051d55 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:31.956250 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35dfe365-11d2-4e2f-91be-eddae8699488 None None] get_active_networks_info from n-d-828418-1 {{(pid=87640) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 01:55:31.956742 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bbd3fcc3-55b5-43ed-a333-f13b57051d55 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:31.968887 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd3fcc3-55b5-43ed-a333-f13b57051d55 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Pushing event deleted for resources: {'Network': ['ID=049b7465-89af-4b05-8628-a207f161f75b,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:31.971640 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-bbd3fcc3-55b5-43ed-a333-f13b57051d55 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] 10.222.0.105 "DELETE /v2.0/networks/049b7465-89af-4b05-8628-a207f161f75b HTTP/1.1" status: 204 len: 168 time: 1.0841084 Feb 09 01:55:31.974326 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48066) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:55:32.013118 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-ae81755a-9ee0-4c9a-b57f-f26b0e95f417 None None] Provisioning complete for port adc4cd60-8c97-468c-bdd7-4d3282752e14 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:32.013487 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ae81755a-9ee0-4c9a-b57f-f26b0e95f417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:32.038976 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-db7a05ac-6242-40e5-9625-8ff514dc1b18 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Deleting subnet e76b2b61-ae6f-455c-a4df-babf145654fd {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:55:32.041758 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-db7a05ac-6242-40e5-9625-8ff514dc1b18 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:32.099997 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-db7a05ac-6242-40e5-9625-8ff514dc1b18 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:32.104206 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35dfe365-11d2-4e2f-91be-eddae8699488 None None] Resources bound (agent type, host, resource id): {{(pid=87640) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:55:32.182326 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-db7a05ac-6242-40e5-9625-8ff514dc1b18 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:32.259723 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-db7a05ac-6242-40e5-9625-8ff514dc1b18 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:32.301750 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7a05ac-6242-40e5-9625-8ff514dc1b18 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Pushing event deleted for resources: {'Subnet': ['ID=e76b2b61-ae6f-455c-a4df-babf145654fd,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:32.303567 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-db7a05ac-6242-40e5-9625-8ff514dc1b18 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:32.311934 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-db7a05ac-6242-40e5-9625-8ff514dc1b18 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] 10.222.0.105 "DELETE /v2.0/subnets/e76b2b61-ae6f-455c-a4df-babf145654fd HTTP/1.1" status: 204 len: 168 time: 0.3344495 Feb 09 01:55:32.312219 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48070) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:55:32.425223 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-03cea04b-4a67-453a-ad9e-3de4123939f8 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:32.435867 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-03cea04b-4a67-453a-ad9e-3de4123939f8 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Deleting port adc4cd60-8c97-468c-bdd7-4d3282752e14 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:55:32.436198 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-03cea04b-4a67-453a-ad9e-3de4123939f8 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:32.451191 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf5487c-bcc2-42eb-8c42-ac820aa14c58 None None] Network cfa55594-39b0-41d7-b833-56c830e6bb60 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:55:32.643625 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-03cea04b-4a67-453a-ad9e-3de4123939f8 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] For port adc4cd60-8c97-468c-bdd7-4d3282752e14, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=adc4cd60-8c97-468c-bdd7-4d3282752e14,segment=NetworkSegment(6545d2fc-c862-4878-b5b6-17988e2893b2),segment_id=6545d2fc-c862-4878-b5b6-17988e2893b2)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:55:32.643944 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-03cea04b-4a67-453a-ad9e-3de4123939f8 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:32.751319 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07704f05-e164-44f7-a891-535a34cd2aea None None] DHCP port deletion for cfa55594-39b0-41d7-b833-56c830e6bb60 request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:55:32.755509 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-07704f05-e164-44f7-a891-535a34cd2aea None None] Deleting port adc4cd60-8c97-468c-bdd7-4d3282752e14 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:55:32.755879 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-07704f05-e164-44f7-a891-535a34cd2aea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:32.876224 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-03cea04b-4a67-453a-ad9e-3de4123939f8 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Calling delete_port for adc4cd60-8c97-468c-bdd7-4d3282752e14 owned by network:dhcp {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:55:32.953732 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-03cea04b-4a67-453a-ad9e-3de4123939f8 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:32.963737 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-07704f05-e164-44f7-a891-535a34cd2aea None None] For port adc4cd60-8c97-468c-bdd7-4d3282752e14, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=adc4cd60-8c97-468c-bdd7-4d3282752e14,segment=NetworkSegment(6545d2fc-c862-4878-b5b6-17988e2893b2),segment_id=6545d2fc-c862-4878-b5b6-17988e2893b2)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:55:32.964132 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-07704f05-e164-44f7-a891-535a34cd2aea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:33.003440 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cea04b-4a67-453a-ad9e-3de4123939f8 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Pushing event deleted for resources: {'Port': ['ID=adc4cd60-8c97-468c-bdd7-4d3282752e14,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:33.010384 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cea04b-4a67-453a-ad9e-3de4123939f8 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] No DVR routers for this DVR port adc4cd60-8c97-468c-bdd7-4d3282752e14 on host n-d-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:55:33.088546 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-07704f05-e164-44f7-a891-535a34cd2aea None None] Calling delete_port for adc4cd60-8c97-468c-bdd7-4d3282752e14 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:55:33.136882 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-03cea04b-4a67-453a-ad9e-3de4123939f8 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:33.161474 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-07704f05-e164-44f7-a891-535a34cd2aea None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:55:33.161854 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-07704f05-e164-44f7-a891-535a34cd2aea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:55:33.170104 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-03cea04b-4a67-453a-ad9e-3de4123939f8 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfa55594-39b0-41d7-b833-56c830e6bb60']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:33.181843 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device adc4cd60-8c97-468c-bdd7-4d3282752e14 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:55:33.183296 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-03cea04b-4a67-453a-ad9e-3de4123939f8 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6545d2fc-c862-4878-b5b6-17988e2893b2') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:33.183589 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-03cea04b-4a67-453a-ad9e-3de4123939f8 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6545d2fc-c862-4878-b5b6-17988e2893b2') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:33.195373 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-03cea04b-4a67-453a-ad9e-3de4123939f8 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:33.211745 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-03cea04b-4a67-453a-ad9e-3de4123939f8 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:33.215883 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: adc4cd60-8c97-468c-bdd7-4d3282752e14 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:55:33.216233 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device adc4cd60-8c97-468c-bdd7-4d3282752e14 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:55:33.218733 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03cea04b-4a67-453a-ad9e-3de4123939f8 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:55:33.219276 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-03cea04b-4a67-453a-ad9e-3de4123939f8 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:33.234652 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 01:55:33.234652 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:55:33.234652 n-d-828418-1 neutron-server[87639]: timer() Feb 09 01:55:33.234652 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:55:33.234652 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 01:55:33.234652 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:55:33.234652 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 01:55:33.234652 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:55:33.234652 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 01:55:33.234652 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:55:33.234652 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 01:55:33.234652 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:55:33.234652 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 01:55:33.234652 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:55:33.234652 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:55:33.234652 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:55:33.234652 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:55:33.234652 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:55:33.234652 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 01:55:33.234652 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:55:33.234652 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 01:55:33.234652 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:55:33.234652 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:55:33.234652 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:55:33.234652 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 01:55:33.234652 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:55:33.234652 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:55:33.234652 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:55:33.234652 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:55:33.234652 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:55:33.234652 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:55:33.234652 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:55:33.314692 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-03cea04b-4a67-453a-ad9e-3de4123939f8 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:33.332998 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-03cea04b-4a67-453a-ad9e-3de4123939f8 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:33.345576 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cea04b-4a67-453a-ad9e-3de4123939f8 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Pushing event deleted for resources: {'Network': ['ID=cfa55594-39b0-41d7-b833-56c830e6bb60,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:33.348139 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-03cea04b-4a67-453a-ad9e-3de4123939f8 tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] 10.222.0.105 "DELETE /v2.0/networks/cfa55594-39b0-41d7-b833-56c830e6bb60 HTTP/1.1" status: 204 len: 168 time: 1.0350301 Feb 09 01:55:33.350981 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48074) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:55:33.395311 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-06c6384b-c080-498b-8328-a874894bb3ff tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] 10.222.0.105 "GET /v2.0/ports?device_id=e37baf53-f60f-4cb2-8118-178c39afdaa2 HTTP/1.1" status: 200 len: 205 time: 0.0428903 Feb 09 01:55:33.397585 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48078) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:55:33.527553 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e65388d9-ff8f-484a-8e20-d8ad3cd0cfff tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:33.662785 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-07704f05-e164-44f7-a891-535a34cd2aea None None] Deleting port adc4cd60-8c97-468c-bdd7-4d3282752e14 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:55:33.663206 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-07704f05-e164-44f7-a891-535a34cd2aea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:33.737727 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-07704f05-e164-44f7-a891-535a34cd2aea None None] The port 'adc4cd60-8c97-468c-bdd7-4d3282752e14' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:55:33.944103 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e65388d9-ff8f-484a-8e20-d8ad3cd0cfff tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:33.946578 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e65388d9-ff8f-484a-8e20-d8ad3cd0cfff tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:33.969789 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e65388d9-ff8f-484a-8e20-d8ad3cd0cfff tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:33.970296 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e65388d9-ff8f-484a-8e20-d8ad3cd0cfff tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Fanout notify agent at l3_agent the message router_deleted on router e37baf53-f60f-4cb2-8118-178c39afdaa2 {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:55:33.981920 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e65388d9-ff8f-484a-8e20-d8ad3cd0cfff tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:33.982994 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e65388d9-ff8f-484a-8e20-d8ad3cd0cfff tempest-RoutersNegativeTest-1594202585 tempest-RoutersNegativeTest-1594202585-project] 10.222.0.105 "DELETE /v2.0/routers/e37baf53-f60f-4cb2-8118-178c39afdaa2 HTTP/1.1" status: 204 len: 168 time: 0.5845127 Feb 09 01:55:34.243614 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48086) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:55:34.389197 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-cfdf8967-1cc2-4433-a06c-26034e8251e6 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=b15910b3ff5c4023bcff0a94e4686cad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1444356 Feb 09 01:55:34.391703 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48092) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:55:34.448498 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-54289035-7b3e-4340-844a-cb35453dfc01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:34.474129 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-54289035-7b3e-4340-844a-cb35453dfc01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:34.524765 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-54289035-7b3e-4340-844a-cb35453dfc01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:34.539636 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54289035-7b3e-4340-844a-cb35453dfc01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a258e777-0956-4244-9530-f175e0a8bfe4,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:34.550495 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54289035-7b3e-4340-844a-cb35453dfc01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:34.550845 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54289035-7b3e-4340-844a-cb35453dfc01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:34.551188 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54289035-7b3e-4340-844a-cb35453dfc01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:34.551529 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54289035-7b3e-4340-844a-cb35453dfc01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:34.551862 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54289035-7b3e-4340-844a-cb35453dfc01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:34.552194 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54289035-7b3e-4340-844a-cb35453dfc01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:34.552523 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54289035-7b3e-4340-844a-cb35453dfc01 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:34.552848 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54289035-7b3e-4340-844a-cb35453dfc01 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:34.553172 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54289035-7b3e-4340-844a-cb35453dfc01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:34.553496 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54289035-7b3e-4340-844a-cb35453dfc01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:34.553844 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54289035-7b3e-4340-844a-cb35453dfc01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:34.554168 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54289035-7b3e-4340-844a-cb35453dfc01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:34.557205 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-54289035-7b3e-4340-844a-cb35453dfc01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:34.558346 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-54289035-7b3e-4340-844a-cb35453dfc01 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/a258e777-0956-4244-9530-f175e0a8bfe4 HTTP/1.1" status: 204 len: 168 time: 0.1656771 Feb 09 01:55:35.202874 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48116) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:55:35.306172 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-31fdf155-7768-4091-a18f-2d09b62db7f1 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-569405954-network', 'tenant_id': 'fac337074da7441d9445bf0fdfcae4d4'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:35.312168 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-31fdf155-7768-4091-a18f-2d09b62db7f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:55:35.315996 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-31fdf155-7768-4091-a18f-2d09b62db7f1 admin admin] Usage tracker for resource:network and tenant:fac337074da7441d9445bf0fdfcae4d4 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:55:35.318848 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-31fdf155-7768-4091-a18f-2d09b62db7f1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:55:35.324493 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-31fdf155-7768-4091-a18f-2d09b62db7f1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:55:35.335978 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31fdf155-7768-4091-a18f-2d09b62db7f1 admin admin] Made reservation on behalf of fac337074da7441d9445bf0fdfcae4d4 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:55:35.338708 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-31fdf155-7768-4091-a18f-2d09b62db7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:35.353767 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-31fdf155-7768-4091-a18f-2d09b62db7f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:35.368040 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-31fdf155-7768-4091-a18f-2d09b62db7f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:55:35.371919 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-31fdf155-7768-4091-a18f-2d09b62db7f1 admin admin] Usage tracker for resource:security_group_rule and tenant:fac337074da7441d9445bf0fdfcae4d4 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:55:35.375800 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-31fdf155-7768-4091-a18f-2d09b62db7f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:55:35.381477 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-31fdf155-7768-4091-a18f-2d09b62db7f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:55:35.466163 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-31fdf155-7768-4091-a18f-2d09b62db7f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:35.469979 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-31fdf155-7768-4091-a18f-2d09b62db7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:35.501710 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31fdf155-7768-4091-a18f-2d09b62db7f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:55:35.506800 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fdf155-7768-4091-a18f-2d09b62db7f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e00100-a5d9-4550-b7fb-70e5b2dda62d,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:35.513308 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-31fdf155-7768-4091-a18f-2d09b62db7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:35.513734 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-31fdf155-7768-4091-a18f-2d09b62db7f1 admin admin] Added segment 475d7f08-923b-4465-a67b-7491940c3f77 of type vlan for network 5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e Feb 09 01:55:35.540119 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-31fdf155-7768-4091-a18f-2d09b62db7f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:35.568556 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-31fdf155-7768-4091-a18f-2d09b62db7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:35.569410 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fdf155-7768-4091-a18f-2d09b62db7f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:35.570013 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-31fdf155-7768-4091-a18f-2d09b62db7f1 admin admin] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:35.671971 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-31fdf155-7768-4091-a18f-2d09b62db7f1 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4677985 Feb 09 01:55:35.674844 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48122) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:55:35.675301 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fdf155-7768-4091-a18f-2d09b62db7f1 admin admin] Pushing event updated for resources: {'Network': ['ID=5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:35.681094 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-bedc0cd2-3fa5-40bb-980f-d14146b21311 admin admin] Request body: {'subnet': {'network_id': '5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-569405954-subnet', 'tenant_id': 'fac337074da7441d9445bf0fdfcae4d4', 'ip_version': 4}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:35.684512 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:55:35.686153 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-bedc0cd2-3fa5-40bb-980f-d14146b21311 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:55:35.691288 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-bedc0cd2-3fa5-40bb-980f-d14146b21311 admin admin] Usage tracker for resource:subnet and tenant:fac337074da7441d9445bf0fdfcae4d4 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:55:35.694142 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-bedc0cd2-3fa5-40bb-980f-d14146b21311 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:55:35.699728 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-bedc0cd2-3fa5-40bb-980f-d14146b21311 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:55:35.710930 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bedc0cd2-3fa5-40bb-980f-d14146b21311 admin admin] Made reservation on behalf of fac337074da7441d9445bf0fdfcae4d4 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:55:35.713318 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bedc0cd2-3fa5-40bb-980f-d14146b21311 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:35.913291 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bedc0cd2-3fa5-40bb-980f-d14146b21311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:35.989180 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedc0cd2-3fa5-40bb-980f-d14146b21311 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22121f0b-5ede-4ab0-88f2-d436b4610a80,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:35.996398 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedc0cd2-3fa5-40bb-980f-d14146b21311 admin admin] Checking segment: {'id': '475d7f08-923b-4465-a67b-7491940c3f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:55:35.996751 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedc0cd2-3fa5-40bb-980f-d14146b21311 admin admin] Network hostable DHCP agents. Network: 5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:55:36.015119 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedc0cd2-3fa5-40bb-980f-d14146b21311 admin admin] Network 5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:55:36.024831 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-bedc0cd2-3fa5-40bb-980f-d14146b21311 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:36.028765 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bedc0cd2-3fa5-40bb-980f-d14146b21311 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:36.029344 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bedc0cd2-3fa5-40bb-980f-d14146b21311 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:36.035458 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bb6eca-1e93-46b5-a2f3-1a0e41706c17 None None] Network 5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:55:36.051022 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-bedc0cd2-3fa5-40bb-980f-d14146b21311 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3749983 Feb 09 01:55:36.053799 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48126) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:55:36.058614 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-132658fd-541b-403f-bca4-318f8d61c22c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-569405954-router', 'tenant_id': 'fac337074da7441d9445bf0fdfcae4d4', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:36.064181 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-132658fd-541b-403f-bca4-318f8d61c22c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:55:36.068287 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-132658fd-541b-403f-bca4-318f8d61c22c admin admin] Usage tracker for resource:router and tenant:fac337074da7441d9445bf0fdfcae4d4 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:55:36.071211 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-132658fd-541b-403f-bca4-318f8d61c22c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:55:36.077511 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-132658fd-541b-403f-bca4-318f8d61c22c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:55:36.088502 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-132658fd-541b-403f-bca4-318f8d61c22c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:36.089477 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-132658fd-541b-403f-bca4-318f8d61c22c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:36.104359 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-132658fd-541b-403f-bca4-318f8d61c22c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:36.249253 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17e1e77-cb04-414c-b7e7-cde844be3f06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e', 'network_id': '5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e', 'tenant_id': 'fac337074da7441d9445bf0fdfcae4d4', 'fixed_ips': [{'subnet_id': '22121f0b-5ede-4ab0-88f2-d436b4610a80'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:55:36.250148 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a17e1e77-cb04-414c-b7e7-cde844be3f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:36.372208 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-132658fd-541b-403f-bca4-318f8d61c22c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:36.401085 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-a17e1e77-cb04-414c-b7e7-cde844be3f06 None None] Allocated IP 172.20.0.2 (5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e/22121f0b-5ede-4ab0-88f2-d436b4610a80/48b15c84-068b-4f18-8f77-0be668ab9eed) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:55:36.609085 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a17e1e77-cb04-414c-b7e7-cde844be3f06 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:36.619489 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a17e1e77-cb04-414c-b7e7-cde844be3f06 None None] Transition to ACTIVE for port object 48b15c84-068b-4f18-8f77-0be668ab9eed will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:55:36.638372 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a17e1e77-cb04-414c-b7e7-cde844be3f06 None None] Transition to ACTIVE for port object 48b15c84-068b-4f18-8f77-0be668ab9eed will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:55:36.644737 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a17e1e77-cb04-414c-b7e7-cde844be3f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:36.713697 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17e1e77-cb04-414c-b7e7-cde844be3f06 None None] Network 5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:55:36.716822 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-a17e1e77-cb04-414c-b7e7-cde844be3f06 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:36.720889 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17e1e77-cb04-414c-b7e7-cde844be3f06 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:55:36.726803 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17e1e77-cb04-414c-b7e7-cde844be3f06 None None] Pushing event updated for resources: {'Port': ['ID=48b15c84-068b-4f18-8f77-0be668ab9eed,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:36.804074 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-132658fd-541b-403f-bca4-318f8d61c22c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:36.833480 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-132658fd-541b-403f-bca4-318f8d61c22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:36.850737 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-a17e1e77-cb04-414c-b7e7-cde844be3f06 None None] Attempting to bind port 48b15c84-068b-4f18-8f77-0be668ab9eed on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:55:36.851104 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-a17e1e77-cb04-414c-b7e7-cde844be3f06 None None] Attempting to bind port 48b15c84-068b-4f18-8f77-0be668ab9eed by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '475d7f08-923b-4465-a67b-7491940c3f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:55:36.851465 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17e1e77-cb04-414c-b7e7-cde844be3f06 None None] Attempting to bind port 48b15c84-068b-4f18-8f77-0be668ab9eed on network 5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:55:36.856583 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17e1e77-cb04-414c-b7e7-cde844be3f06 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:55:36.856954 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17e1e77-cb04-414c-b7e7-cde844be3f06 None None] Checking segment: {'id': '475d7f08-923b-4465-a67b-7491940c3f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:55:36.857357 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a17e1e77-cb04-414c-b7e7-cde844be3f06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:36.857777 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17e1e77-cb04-414c-b7e7-cde844be3f06 None None] Bound using segment: {'id': '475d7f08-923b-4465-a67b-7491940c3f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:55:36.858363 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-a17e1e77-cb04-414c-b7e7-cde844be3f06 None None] Bound port: 48b15c84-068b-4f18-8f77-0be668ab9eed, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '475d7f08-923b-4465-a67b-7491940c3f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:55:36.858737 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a17e1e77-cb04-414c-b7e7-cde844be3f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:36.947949 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a17e1e77-cb04-414c-b7e7-cde844be3f06 None None] For port 48b15c84-068b-4f18-8f77-0be668ab9eed, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:55:36.951039 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a17e1e77-cb04-414c-b7e7-cde844be3f06 None None] For port 48b15c84-068b-4f18-8f77-0be668ab9eed, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=48b15c84-068b-4f18-8f77-0be668ab9eed,segment=NetworkSegment(475d7f08-923b-4465-a67b-7491940c3f77),segment_id=475d7f08-923b-4465-a67b-7491940c3f77)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:55:36.955731 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a17e1e77-cb04-414c-b7e7-cde844be3f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:36.972593 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-132658fd-541b-403f-bca4-318f8d61c22c admin admin] Allocated IP 172.25.0.210 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/15eb2006-f0ef-409b-ad0d-1cf391c1257c) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:55:37.049087 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17e1e77-cb04-414c-b7e7-cde844be3f06 None None] Pushing event updated for resources: {'Port': ['ID=48b15c84-068b-4f18-8f77-0be668ab9eed,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:37.147574 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-132658fd-541b-403f-bca4-318f8d61c22c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:37.182308 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-132658fd-541b-403f-bca4-318f8d61c22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:37.259012 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132658fd-541b-403f-bca4-318f8d61c22c admin admin] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:55:37.262992 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-132658fd-541b-403f-bca4-318f8d61c22c admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:37.269143 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132658fd-541b-403f-bca4-318f8d61c22c admin admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:55:37.308558 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132658fd-541b-403f-bca4-318f8d61c22c admin admin] Pushing event updated for resources: {'Port': ['ID=15eb2006-f0ef-409b-ad0d-1cf391c1257c,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:37.696897 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-132658fd-541b-403f-bca4-318f8d61c22c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:38.042768 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-132658fd-541b-403f-bca4-318f8d61c22c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:38.052236 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a853d6a8-47cb-4acb-896a-e8ffcc26d245 None None] Network 5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:55:38.144439 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-27fbbb32-9e19-4dd6-a739-a39ca62f9c1d None None] Provisioning for port 48b15c84-068b-4f18-8f77-0be668ab9eed completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:55:38.282875 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-64489164-4e66-42f1-9653-8e0b2bc217ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:38.374913 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-132658fd-541b-403f-bca4-318f8d61c22c admin admin] Router 0bfbdd75-d1ab-4657-9dee-c83997feed90 is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:55:38.555459 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-132658fd-541b-403f-bca4-318f8d61c22c admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:55:38.565222 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d673c0-4449-47f7-8f40-99e052ff9fd2 None None] Sync routers for ids ['0bfbdd75-d1ab-4657-9dee-c83997feed90'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:55:38.582012 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-132658fd-541b-403f-bca4-318f8d61c22c admin admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:38.582217 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d673c0-4449-47f7-8f40-99e052ff9fd2 None None] Routers {'0bfbdd75-d1ab-4657-9dee-c83997feed90'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:55:38.582616 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-d5d673c0-4449-47f7-8f40-99e052ff9fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:55:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['0bfbdd75-d1ab-4657-9dee-c83997feed90'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:38.585771 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-132658fd-541b-403f-bca4-318f8d61c22c admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5285177 Feb 09 01:55:38.586016 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48132) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:55:38.763039 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-d5d673c0-4449-47f7-8f40-99e052ff9fd2 None None] Set router 0bfbdd75-d1ab-4657-9dee-c83997feed90 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:55:39.047607 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-d5d673c0-4449-47f7-8f40-99e052ff9fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bfbdd75-d1ab-4657-9dee-c83997feed90', 'name': 'tempest-TestEncryptedCinderVolumes-569405954-router', 'tenant_id': 'fac337074da7441d9445bf0fdfcae4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '15eb2006-f0ef-409b-ad0d-1cf391c1257c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:55:36Z', 'updated_at': '2022-02-09T01:55:37Z', 'revision_number': 3, 'project_id': 'fac337074da7441d9445bf0fdfcae4d4', 'gw_port': {'id': '15eb2006-f0ef-409b-ad0d-1cf391c1257c', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bfbdd75-d1ab-4657-9dee-c83997feed90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:55:36Z', 'updated_at': '2022-02-09T01:55:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:39.051442 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d673c0-4449-47f7-8f40-99e052ff9fd2 None None] Checking router: 0bfbdd75-d1ab-4657-9dee-c83997feed90 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:55:39.051787 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d673c0-4449-47f7-8f40-99e052ff9fd2 None None] Updating router 0bfbdd75-d1ab-4657-9dee-c83997feed90 port 15eb2006-f0ef-409b-ad0d-1cf391c1257c binding host n-d-828418-1 {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:55:39.107025 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d5d673c0-4449-47f7-8f40-99e052ff9fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:39.222197 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 48b15c84-068b-4f18-8f77-0be668ab9eed up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:55:39.266394 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4cfd41dc-41e3-41c2-8714-541ca610be9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:39.393678 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 48b15c84-068b-4f18-8f77-0be668ab9eed completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:55:39.411254 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 48b15c84-068b-4f18-8f77-0be668ab9eed triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:39.411629 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:39.474595 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-4cfd41dc-41e3-41c2-8714-541ca610be9d admin admin] Allocated IP 172.20.0.1 (5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e/22121f0b-5ede-4ab0-88f2-d436b4610a80/edcf2100-ee78-4f35-b1c0-ee7192e8e177) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:55:39.623621 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4cfd41dc-41e3-41c2-8714-541ca610be9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:39.641275 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-4cfd41dc-41e3-41c2-8714-541ca610be9d admin admin] Transition to ACTIVE for port object edcf2100-ee78-4f35-b1c0-ee7192e8e177 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:55:39.651597 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:39.662174 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d5d673c0-4449-47f7-8f40-99e052ff9fd2 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:39.666607 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4cfd41dc-41e3-41c2-8714-541ca610be9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:39.682917 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d5d673c0-4449-47f7-8f40-99e052ff9fd2 None None] Transition to ACTIVE for port object 15eb2006-f0ef-409b-ad0d-1cf391c1257c will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:55:39.694557 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d5d673c0-4449-47f7-8f40-99e052ff9fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:39.732510 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfd41dc-41e3-41c2-8714-541ca610be9d admin admin] Network 5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:55:39.735665 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-4cfd41dc-41e3-41c2-8714-541ca610be9d admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:39.739346 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfd41dc-41e3-41c2-8714-541ca610be9d admin admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:55:39.750302 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 48b15c84-068b-4f18-8f77-0be668ab9eed, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=48b15c84-068b-4f18-8f77-0be668ab9eed,segment=NetworkSegment(475d7f08-923b-4465-a67b-7491940c3f77),segment_id=475d7f08-923b-4465-a67b-7491940c3f77)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:55:39.758553 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:39.780316 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfd41dc-41e3-41c2-8714-541ca610be9d admin admin] Pushing event updated for resources: {'Port': ['ID=edcf2100-ee78-4f35-b1c0-ee7192e8e177,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:39.782828 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4160ad7-84a9-452d-bdb8-06a34065b321 None None] Pushing event updated for resources: {'Port': ['ID=15eb2006-f0ef-409b-ad0d-1cf391c1257c,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:39.785203 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-d5d673c0-4449-47f7-8f40-99e052ff9fd2 None None] Attempting to bind port 15eb2006-f0ef-409b-ad0d-1cf391c1257c on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:55:39.785543 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-d5d673c0-4449-47f7-8f40-99e052ff9fd2 None None] Attempting to bind port 15eb2006-f0ef-409b-ad0d-1cf391c1257c by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:55:39.785926 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d673c0-4449-47f7-8f40-99e052ff9fd2 None None] Attempting to bind port 15eb2006-f0ef-409b-ad0d-1cf391c1257c on network 3d885c3c-255c-4e54-addc-b28437d0b18e {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:55:39.798970 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4cfd41dc-41e3-41c2-8714-541ca610be9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:39.831275 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d673c0-4449-47f7-8f40-99e052ff9fd2 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:55:39.831701 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d673c0-4449-47f7-8f40-99e052ff9fd2 None None] Checking segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:55:39.832046 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d5d673c0-4449-47f7-8f40-99e052ff9fd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:39.832431 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d673c0-4449-47f7-8f40-99e052ff9fd2 None None] Bound using segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:55:39.832904 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-d5d673c0-4449-47f7-8f40-99e052ff9fd2 None None] Bound port: 15eb2006-f0ef-409b-ad0d-1cf391c1257c, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:55:39.833697 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d5d673c0-4449-47f7-8f40-99e052ff9fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:39.918989 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=48b15c84-068b-4f18-8f77-0be668ab9eed,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:39.933891 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d5d673c0-4449-47f7-8f40-99e052ff9fd2 None None] For port 15eb2006-f0ef-409b-ad0d-1cf391c1257c, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:55:39.938807 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d5d673c0-4449-47f7-8f40-99e052ff9fd2 None None] For port 15eb2006-f0ef-409b-ad0d-1cf391c1257c, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=15eb2006-f0ef-409b-ad0d-1cf391c1257c,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:55:39.943008 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d5d673c0-4449-47f7-8f40-99e052ff9fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:40.022911 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d673c0-4449-47f7-8f40-99e052ff9fd2 None None] Routers {'0bfbdd75-d1ab-4657-9dee-c83997feed90'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:55:40.023420 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-d5d673c0-4449-47f7-8f40-99e052ff9fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:55:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['0bfbdd75-d1ab-4657-9dee-c83997feed90'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:40.048547 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4cfd41dc-41e3-41c2-8714-541ca610be9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:40.093948 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4160ad7-84a9-452d-bdb8-06a34065b321 None None] Pushing event updated for resources: {'Port': ['ID=15eb2006-f0ef-409b-ad0d-1cf391c1257c,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:40.118976 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-694c172a-f87a-4f99-a96a-3a01a3b26007 None None] Provisioning for port edcf2100-ee78-4f35-b1c0-ee7192e8e177 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:55:40.127328 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-694c172a-f87a-4f99-a96a-3a01a3b26007 None None] Provisioning complete for port edcf2100-ee78-4f35-b1c0-ee7192e8e177 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:40.127694 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-694c172a-f87a-4f99-a96a-3a01a3b26007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:40.256786 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-694c172a-f87a-4f99-a96a-3a01a3b26007 None None] Port edcf2100-ee78-4f35-b1c0-ee7192e8e177 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:55:40.267936 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-d5d673c0-4449-47f7-8f40-99e052ff9fd2 None None] Set router 0bfbdd75-d1ab-4657-9dee-c83997feed90 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:55:40.273889 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4cfd41dc-41e3-41c2-8714-541ca610be9d admin admin] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:40.278281 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4cfd41dc-41e3-41c2-8714-541ca610be9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:40.380395 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfd41dc-41e3-41c2-8714-541ca610be9d admin admin] Pushing event updated for resources: {'Port': ['ID=edcf2100-ee78-4f35-b1c0-ee7192e8e177,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:40.382936 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4cfd41dc-41e3-41c2-8714-541ca610be9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:40.516887 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfd41dc-41e3-41c2-8714-541ca610be9d admin admin] Network 5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:55:40.518045 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-4cfd41dc-41e3-41c2-8714-541ca610be9d admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:40.563848 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3dcf1852-9eaf-4f8a-a045-d0afbe261d1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:40.592232 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-d5d673c0-4449-47f7-8f40-99e052ff9fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bfbdd75-d1ab-4657-9dee-c83997feed90', 'name': 'tempest-TestEncryptedCinderVolumes-569405954-router', 'tenant_id': 'fac337074da7441d9445bf0fdfcae4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '15eb2006-f0ef-409b-ad0d-1cf391c1257c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:55:36Z', 'updated_at': '2022-02-09T01:55:39Z', 'revision_number': 4, 'project_id': 'fac337074da7441d9445bf0fdfcae4d4', 'gw_port': {'id': '15eb2006-f0ef-409b-ad0d-1cf391c1257c', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bfbdd75-d1ab-4657-9dee-c83997feed90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:55:36Z', 'updated_at': '2022-02-09T01:55:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'edcf2100-ee78-4f35-b1c0-ee7192e8e177', 'name': '', 'network_id': '5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e', 'tenant_id': 'fac337074da7441d9445bf0fdfcae4d4', 'mac_address': 'fa:16:3e:21:a7:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bfbdd75-d1ab-4657-9dee-c83997feed90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '22121f0b-5ede-4ab0-88f2-d436b4610a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:55:39Z', 'updated_at': '2022-02-09T01:55:39Z', 'revision_number': 1, 'project_id': 'fac337074da7441d9445bf0fdfcae4d4', 'subnets': [{'id': '22121f0b-5ede-4ab0-88f2-d436b4610a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:40.598066 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d673c0-4449-47f7-8f40-99e052ff9fd2 None None] The sync data for ids ['0bfbdd75-d1ab-4657-9dee-c83997feed90'] in n-d-828418-1 is: [{'id': '0bfbdd75-d1ab-4657-9dee-c83997feed90', 'name': 'tempest-TestEncryptedCinderVolumes-569405954-router', 'tenant_id': 'fac337074da7441d9445bf0fdfcae4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '15eb2006-f0ef-409b-ad0d-1cf391c1257c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:55:36Z', 'updated_at': '2022-02-09T01:55:39Z', 'revision_number': 4, 'project_id': 'fac337074da7441d9445bf0fdfcae4d4', 'gw_port': {'id': '15eb2006-f0ef-409b-ad0d-1cf391c1257c', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bfbdd75-d1ab-4657-9dee-c83997feed90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:55:36Z', 'updated_at': '2022-02-09T01:55:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'edcf2100-ee78-4f35-b1c0-ee7192e8e177', 'name': '', 'network_id': '5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e', 'tenant_id': 'fac337074da7441d9445bf0fdfcae4d4', 'mac_address': 'fa:16:3e:21:a7:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bfbdd75-d1ab-4657-9dee-c83997feed90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '22121f0b-5ede-4ab0-88f2-d436b4610a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:55:39Z', 'updated_at': '2022-02-09T01:55:39Z', 'revision_number': 1, 'project_id': 'fac337074da7441d9445bf0fdfcae4d4', 'subnets': [{'id': '22121f0b-5ede-4ab0-88f2-d436b4610a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:55:40.734925 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cfd41dc-41e3-41c2-8714-541ca610be9d admin admin] Router 0bfbdd75-d1ab-4657-9dee-c83997feed90 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:55:40.780853 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5851eec1-1ea7-4b3a-8045-9616a6f23f94 None None] Provisioning complete for port edcf2100-ee78-4f35-b1c0-ee7192e8e177 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:40.781518 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5851eec1-1ea7-4b3a-8045-9616a6f23f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:40.847361 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-5851eec1-1ea7-4b3a-8045-9616a6f23f94 None None] Port edcf2100-ee78-4f35-b1c0-ee7192e8e177 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:55:40.928414 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cfd41dc-41e3-41c2-8714-541ca610be9d admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:55:40.938461 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-4cfd41dc-41e3-41c2-8714-541ca610be9d admin admin] 10.222.0.105 "PUT /v2.0/routers/0bfbdd75-d1ab-4657-9dee-c83997feed90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3513358 Feb 09 01:55:41.195709 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 48b15c84-068b-4f18-8f77-0be668ab9eed up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:55:41.275661 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 48b15c84-068b-4f18-8f77-0be668ab9eed triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:41.276260 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:41.520375 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48150) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:55:41.525793 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-4d95164b-51c7-4b31-838b-2cdcc585c4eb admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-283696907-network', 'tenant_id': '0fdcfe7f5e054aa38753e3d8f9ef83c1'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:41.532254 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-4d95164b-51c7-4b31-838b-2cdcc585c4eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:55:41.536484 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-4d95164b-51c7-4b31-838b-2cdcc585c4eb admin admin] Usage tracker for resource:network and tenant:0fdcfe7f5e054aa38753e3d8f9ef83c1 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:55:41.539427 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-4d95164b-51c7-4b31-838b-2cdcc585c4eb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:55:41.546600 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-4d95164b-51c7-4b31-838b-2cdcc585c4eb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:55:41.557101 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d95164b-51c7-4b31-838b-2cdcc585c4eb admin admin] Made reservation on behalf of 0fdcfe7f5e054aa38753e3d8f9ef83c1 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:55:41.559701 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4d95164b-51c7-4b31-838b-2cdcc585c4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:41.573221 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4d95164b-51c7-4b31-838b-2cdcc585c4eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:41.588660 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-4d95164b-51c7-4b31-838b-2cdcc585c4eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:55:41.592737 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-4d95164b-51c7-4b31-838b-2cdcc585c4eb admin admin] Usage tracker for resource:security_group_rule and tenant:0fdcfe7f5e054aa38753e3d8f9ef83c1 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:55:41.596057 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-4d95164b-51c7-4b31-838b-2cdcc585c4eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:55:41.602213 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-4d95164b-51c7-4b31-838b-2cdcc585c4eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:55:41.675209 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:41.676640 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:41.701116 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4d95164b-51c7-4b31-838b-2cdcc585c4eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:41.705639 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4d95164b-51c7-4b31-838b-2cdcc585c4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:41.742783 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d95164b-51c7-4b31-838b-2cdcc585c4eb admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:55:41.752479 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d95164b-51c7-4b31-838b-2cdcc585c4eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d8ae94-8e8f-4f1a-9b8d-746bd7996d76,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:41.760498 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4d95164b-51c7-4b31-838b-2cdcc585c4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:41.760959 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-4d95164b-51c7-4b31-838b-2cdcc585c4eb admin admin] Added segment bb62406e-191b-4b5a-926e-1a0d3274118c of type vlan for network 73be4c29-fa1b-4f68-8f85-96e4e478b2c4 Feb 09 01:55:41.796056 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4d95164b-51c7-4b31-838b-2cdcc585c4eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:41.828045 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4d95164b-51c7-4b31-838b-2cdcc585c4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:41.829161 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d95164b-51c7-4b31-838b-2cdcc585c4eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:41.829792 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-4d95164b-51c7-4b31-838b-2cdcc585c4eb admin admin] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:41.937082 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d95164b-51c7-4b31-838b-2cdcc585c4eb admin admin] Pushing event updated for resources: {'Network': ['ID=73be4c29-fa1b-4f68-8f85-96e4e478b2c4,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:41.942551 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-4d95164b-51c7-4b31-838b-2cdcc585c4eb admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4185627 Feb 09 01:55:41.942722 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48154) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:55:41.947888 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 73be4c29-fa1b-4f68-8f85-96e4e478b2c4 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:55:41.948182 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-6b6dc10e-16ae-4d1d-8160-4994183b5689 admin admin] Request body: {'subnet': {'network_id': '73be4c29-fa1b-4f68-8f85-96e4e478b2c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-283696907-subnet', 'tenant_id': '0fdcfe7f5e054aa38753e3d8f9ef83c1', 'ip_version': 4}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:41.954574 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-6b6dc10e-16ae-4d1d-8160-4994183b5689 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:55:41.958656 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-6b6dc10e-16ae-4d1d-8160-4994183b5689 admin admin] Usage tracker for resource:subnet and tenant:0fdcfe7f5e054aa38753e3d8f9ef83c1 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:55:41.961747 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-6b6dc10e-16ae-4d1d-8160-4994183b5689 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:55:41.967725 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-6b6dc10e-16ae-4d1d-8160-4994183b5689 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:55:41.979387 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b6dc10e-16ae-4d1d-8160-4994183b5689 admin admin] Made reservation on behalf of 0fdcfe7f5e054aa38753e3d8f9ef83c1 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:55:41.981768 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6b6dc10e-16ae-4d1d-8160-4994183b5689 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:42.185462 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6b6dc10e-16ae-4d1d-8160-4994183b5689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:42.261686 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6dc10e-16ae-4d1d-8160-4994183b5689 admin admin] Pushing event updated for resources: {'Subnet': ['ID=feef81db-bc14-444e-80f0-67f183f3b3ed,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:42.270959 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6dc10e-16ae-4d1d-8160-4994183b5689 admin admin] Checking segment: {'id': 'bb62406e-191b-4b5a-926e-1a0d3274118c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '73be4c29-fa1b-4f68-8f85-96e4e478b2c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:55:42.271315 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6dc10e-16ae-4d1d-8160-4994183b5689 admin admin] Network hostable DHCP agents. Network: 73be4c29-fa1b-4f68-8f85-96e4e478b2c4, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:55:42.290342 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6dc10e-16ae-4d1d-8160-4994183b5689 admin admin] Network 73be4c29-fa1b-4f68-8f85-96e4e478b2c4 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:55:42.300061 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-6b6dc10e-16ae-4d1d-8160-4994183b5689 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 73be4c29-fa1b-4f68-8f85-96e4e478b2c4) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:42.303874 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6dc10e-16ae-4d1d-8160-4994183b5689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:42.304495 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6b6dc10e-16ae-4d1d-8160-4994183b5689 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:42.309044 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a08109-a3c2-432c-8c4d-d5c01fc1d8ed None None] Network 73be4c29-fa1b-4f68-8f85-96e4e478b2c4 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:55:42.325708 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-6b6dc10e-16ae-4d1d-8160-4994183b5689 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3818877 Feb 09 01:55:42.328333 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48158) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:55:42.333687 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-5033f96f-31f1-41ec-9d71-daed9d6f3817 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-283696907-router', 'tenant_id': '0fdcfe7f5e054aa38753e3d8f9ef83c1', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:42.339242 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5033f96f-31f1-41ec-9d71-daed9d6f3817 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:55:42.343322 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-5033f96f-31f1-41ec-9d71-daed9d6f3817 admin admin] Usage tracker for resource:router and tenant:0fdcfe7f5e054aa38753e3d8f9ef83c1 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:55:42.346159 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-5033f96f-31f1-41ec-9d71-daed9d6f3817 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:55:42.351862 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5033f96f-31f1-41ec-9d71-daed9d6f3817 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:55:42.362820 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5033f96f-31f1-41ec-9d71-daed9d6f3817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:42.363901 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5033f96f-31f1-41ec-9d71-daed9d6f3817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:42.380020 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5033f96f-31f1-41ec-9d71-daed9d6f3817 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:42.582223 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b50a94f-0485-49c5-b3b4-925259087bf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-73be4c29-fa1b-4f68-8f85-96e4e478b2c4', 'network_id': '73be4c29-fa1b-4f68-8f85-96e4e478b2c4', 'tenant_id': '0fdcfe7f5e054aa38753e3d8f9ef83c1', 'fixed_ips': [{'subnet_id': 'feef81db-bc14-444e-80f0-67f183f3b3ed'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:55:42.583195 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7b50a94f-0485-49c5-b3b4-925259087bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:42.661911 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5033f96f-31f1-41ec-9d71-daed9d6f3817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:42.754050 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4db58c-2d80-4890-9471-ae8533293d36 None None] Sync routers for ids ['0bfbdd75-d1ab-4657-9dee-c83997feed90'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:55:42.754805 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-7b50a94f-0485-49c5-b3b4-925259087bf0 None None] Allocated IP 172.20.0.2 (73be4c29-fa1b-4f68-8f85-96e4e478b2c4/feef81db-bc14-444e-80f0-67f183f3b3ed/cf423bba-7350-43c7-accb-61782545dad7) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:55:42.766887 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4db58c-2d80-4890-9471-ae8533293d36 None None] Routers {'0bfbdd75-d1ab-4657-9dee-c83997feed90'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:55:42.767625 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-cc4db58c-2d80-4890-9471-ae8533293d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:55:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['0bfbdd75-d1ab-4657-9dee-c83997feed90'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:42.974300 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7b50a94f-0485-49c5-b3b4-925259087bf0 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:42.980153 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-cc4db58c-2d80-4890-9471-ae8533293d36 None None] Set router 0bfbdd75-d1ab-4657-9dee-c83997feed90 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:55:42.986788 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-7b50a94f-0485-49c5-b3b4-925259087bf0 None None] Transition to ACTIVE for port object cf423bba-7350-43c7-accb-61782545dad7 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:55:43.010841 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-7b50a94f-0485-49c5-b3b4-925259087bf0 None None] Transition to ACTIVE for port object cf423bba-7350-43c7-accb-61782545dad7 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:55:43.021141 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7b50a94f-0485-49c5-b3b4-925259087bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:43.096226 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b50a94f-0485-49c5-b3b4-925259087bf0 None None] Network 73be4c29-fa1b-4f68-8f85-96e4e478b2c4 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:55:43.100126 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-7b50a94f-0485-49c5-b3b4-925259087bf0 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:43.102256 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b50a94f-0485-49c5-b3b4-925259087bf0 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:55:43.109248 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5033f96f-31f1-41ec-9d71-daed9d6f3817 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:43.140239 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5033f96f-31f1-41ec-9d71-daed9d6f3817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:43.145267 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b50a94f-0485-49c5-b3b4-925259087bf0 None None] Pushing event updated for resources: {'Port': ['ID=cf423bba-7350-43c7-accb-61782545dad7,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:43.210738 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-7b50a94f-0485-49c5-b3b4-925259087bf0 None None] Attempting to bind port cf423bba-7350-43c7-accb-61782545dad7 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:55:43.211704 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-7b50a94f-0485-49c5-b3b4-925259087bf0 None None] Attempting to bind port cf423bba-7350-43c7-accb-61782545dad7 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'bb62406e-191b-4b5a-926e-1a0d3274118c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '73be4c29-fa1b-4f68-8f85-96e4e478b2c4'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:55:43.211704 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b50a94f-0485-49c5-b3b4-925259087bf0 None None] Attempting to bind port cf423bba-7350-43c7-accb-61782545dad7 on network 73be4c29-fa1b-4f68-8f85-96e4e478b2c4 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:55:43.217144 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b50a94f-0485-49c5-b3b4-925259087bf0 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:55:43.218132 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b50a94f-0485-49c5-b3b4-925259087bf0 None None] Checking segment: {'id': 'bb62406e-191b-4b5a-926e-1a0d3274118c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '73be4c29-fa1b-4f68-8f85-96e4e478b2c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:55:43.218543 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7b50a94f-0485-49c5-b3b4-925259087bf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:43.218945 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b50a94f-0485-49c5-b3b4-925259087bf0 None None] Bound using segment: {'id': 'bb62406e-191b-4b5a-926e-1a0d3274118c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '73be4c29-fa1b-4f68-8f85-96e4e478b2c4'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:55:43.219410 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-7b50a94f-0485-49c5-b3b4-925259087bf0 None None] Bound port: cf423bba-7350-43c7-accb-61782545dad7, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb62406e-191b-4b5a-926e-1a0d3274118c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '73be4c29-fa1b-4f68-8f85-96e4e478b2c4'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:55:43.219786 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7b50a94f-0485-49c5-b3b4-925259087bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:43.299005 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 15eb2006-f0ef-409b-ad0d-1cf391c1257c up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:55:43.304611 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-5033f96f-31f1-41ec-9d71-daed9d6f3817 admin admin] Allocated IP 172.25.0.101 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/fc75c70d-a297-4a11-b1ed-c83554796088) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:55:43.325016 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-cc4db58c-2d80-4890-9471-ae8533293d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bfbdd75-d1ab-4657-9dee-c83997feed90', 'name': 'tempest-TestEncryptedCinderVolumes-569405954-router', 'tenant_id': 'fac337074da7441d9445bf0fdfcae4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '15eb2006-f0ef-409b-ad0d-1cf391c1257c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:55:36Z', 'updated_at': '2022-02-09T01:55:39Z', 'revision_number': 4, 'project_id': 'fac337074da7441d9445bf0fdfcae4d4', 'gw_port': {'id': '15eb2006-f0ef-409b-ad0d-1cf391c1257c', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bfbdd75-d1ab-4657-9dee-c83997feed90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:55:36Z', 'updated_at': '2022-02-09T01:55:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'edcf2100-ee78-4f35-b1c0-ee7192e8e177', 'name': '', 'network_id': '5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e', 'tenant_id': 'fac337074da7441d9445bf0fdfcae4d4', 'mac_address': 'fa:16:3e:21:a7:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bfbdd75-d1ab-4657-9dee-c83997feed90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '22121f0b-5ede-4ab0-88f2-d436b4610a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:55:39Z', 'updated_at': '2022-02-09T01:55:40Z', 'revision_number': 2, 'project_id': 'fac337074da7441d9445bf0fdfcae4d4', 'subnets': [{'id': '22121f0b-5ede-4ab0-88f2-d436b4610a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:43.330140 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4db58c-2d80-4890-9471-ae8533293d36 None None] Checking router: 0bfbdd75-d1ab-4657-9dee-c83997feed90 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:55:43.330516 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4db58c-2d80-4890-9471-ae8533293d36 None None] Updating router 0bfbdd75-d1ab-4657-9dee-c83997feed90 port edcf2100-ee78-4f35-b1c0-ee7192e8e177 binding host n-d-828418-1 {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:55:43.363335 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:43.391371 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-cc4db58c-2d80-4890-9471-ae8533293d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:43.397276 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-7b50a94f-0485-49c5-b3b4-925259087bf0 None None] For port cf423bba-7350-43c7-accb-61782545dad7, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:55:43.401058 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-7b50a94f-0485-49c5-b3b4-925259087bf0 None None] For port cf423bba-7350-43c7-accb-61782545dad7, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=cf423bba-7350-43c7-accb-61782545dad7,segment=NetworkSegment(bb62406e-191b-4b5a-926e-1a0d3274118c),segment_id=bb62406e-191b-4b5a-926e-1a0d3274118c)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:55:43.409075 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7b50a94f-0485-49c5-b3b4-925259087bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:43.465543 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5033f96f-31f1-41ec-9d71-daed9d6f3817 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:43.473580 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 15eb2006-f0ef-409b-ad0d-1cf391c1257c completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:55:43.496028 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 15eb2006-f0ef-409b-ad0d-1cf391c1257c triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:43.496391 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:43.498802 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5033f96f-31f1-41ec-9d71-daed9d6f3817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:43.563091 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5033f96f-31f1-41ec-9d71-daed9d6f3817 admin admin] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:55:43.563324 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b50a94f-0485-49c5-b3b4-925259087bf0 None None] Pushing event updated for resources: {'Port': ['ID=cf423bba-7350-43c7-accb-61782545dad7,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:43.566082 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-5033f96f-31f1-41ec-9d71-daed9d6f3817 admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:43.570026 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5033f96f-31f1-41ec-9d71-daed9d6f3817 admin admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:55:43.673075 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:43.694950 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 15eb2006-f0ef-409b-ad0d-1cf391c1257c, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=15eb2006-f0ef-409b-ad0d-1cf391c1257c,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:55:43.701169 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:43.792633 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-cc4db58c-2d80-4890-9471-ae8533293d36 None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:43.802932 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=15eb2006-f0ef-409b-ad0d-1cf391c1257c,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:43.806023 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-cc4db58c-2d80-4890-9471-ae8533293d36 None None] Transition to ACTIVE for port object edcf2100-ee78-4f35-b1c0-ee7192e8e177 will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:55:43.814037 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-cc4db58c-2d80-4890-9471-ae8533293d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:43.824512 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5033f96f-31f1-41ec-9d71-daed9d6f3817 admin admin] Pushing event updated for resources: {'Port': ['ID=fc75c70d-a297-4a11-b1ed-c83554796088,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:44.024832 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4fcdf8-2c13-4611-8d51-0a76ae0bb075 None None] Pushing event updated for resources: {'Port': ['ID=edcf2100-ee78-4f35-b1c0-ee7192e8e177,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:44.041926 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4fcdf8-2c13-4611-8d51-0a76ae0bb075 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:44.042175 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4fcdf8-2c13-4611-8d51-0a76ae0bb075 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:44.042502 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4fcdf8-2c13-4611-8d51-0a76ae0bb075 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:44.043032 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4fcdf8-2c13-4611-8d51-0a76ae0bb075 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:44.043358 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4fcdf8-2c13-4611-8d51-0a76ae0bb075 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:44.043682 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4fcdf8-2c13-4611-8d51-0a76ae0bb075 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:44.043999 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4fcdf8-2c13-4611-8d51-0a76ae0bb075 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:44.044316 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4fcdf8-2c13-4611-8d51-0a76ae0bb075 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:44.044630 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4fcdf8-2c13-4611-8d51-0a76ae0bb075 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:44.044941 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4fcdf8-2c13-4611-8d51-0a76ae0bb075 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:44.045255 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4fcdf8-2c13-4611-8d51-0a76ae0bb075 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:44.046369 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4fcdf8-2c13-4611-8d51-0a76ae0bb075 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:44.065641 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-cc4db58c-2d80-4890-9471-ae8533293d36 None None] Attempting to bind port edcf2100-ee78-4f35-b1c0-ee7192e8e177 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:55:44.066297 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-cc4db58c-2d80-4890-9471-ae8533293d36 None None] Attempting to bind port edcf2100-ee78-4f35-b1c0-ee7192e8e177 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '475d7f08-923b-4465-a67b-7491940c3f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:55:44.066828 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4db58c-2d80-4890-9471-ae8533293d36 None None] Attempting to bind port edcf2100-ee78-4f35-b1c0-ee7192e8e177 on network 5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:55:44.073042 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4db58c-2d80-4890-9471-ae8533293d36 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:55:44.073699 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4db58c-2d80-4890-9471-ae8533293d36 None None] Checking segment: {'id': '475d7f08-923b-4465-a67b-7491940c3f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:55:44.074278 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-cc4db58c-2d80-4890-9471-ae8533293d36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:44.074665 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4db58c-2d80-4890-9471-ae8533293d36 None None] Bound using segment: {'id': '475d7f08-923b-4465-a67b-7491940c3f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:55:44.075123 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-cc4db58c-2d80-4890-9471-ae8533293d36 None None] Bound port: edcf2100-ee78-4f35-b1c0-ee7192e8e177, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '475d7f08-923b-4465-a67b-7491940c3f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:55:44.075487 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-cc4db58c-2d80-4890-9471-ae8533293d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:44.083624 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5033f96f-31f1-41ec-9d71-daed9d6f3817 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:44.173698 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-cc4db58c-2d80-4890-9471-ae8533293d36 None None] For port edcf2100-ee78-4f35-b1c0-ee7192e8e177, host n-d-828418-1, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:55:44.176670 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-cc4db58c-2d80-4890-9471-ae8533293d36 None None] For port edcf2100-ee78-4f35-b1c0-ee7192e8e177, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=edcf2100-ee78-4f35-b1c0-ee7192e8e177,segment=NetworkSegment(475d7f08-923b-4465-a67b-7491940c3f77),segment_id=475d7f08-923b-4465-a67b-7491940c3f77)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:55:44.183234 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-cc4db58c-2d80-4890-9471-ae8533293d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:44.259373 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4db58c-2d80-4890-9471-ae8533293d36 None None] Routers {'0bfbdd75-d1ab-4657-9dee-c83997feed90'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:55:44.260243 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-cc4db58c-2d80-4890-9471-ae8533293d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:55:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['0bfbdd75-d1ab-4657-9dee-c83997feed90'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:44.318714 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4fcdf8-2c13-4611-8d51-0a76ae0bb075 None None] Pushing event updated for resources: {'Port': ['ID=edcf2100-ee78-4f35-b1c0-ee7192e8e177,revision_number=4']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:44.454928 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-cc4db58c-2d80-4890-9471-ae8533293d36 None None] Set router 0bfbdd75-d1ab-4657-9dee-c83997feed90 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:55:44.580308 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5033f96f-31f1-41ec-9d71-daed9d6f3817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:44.785672 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-cc4db58c-2d80-4890-9471-ae8533293d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bfbdd75-d1ab-4657-9dee-c83997feed90', 'name': 'tempest-TestEncryptedCinderVolumes-569405954-router', 'tenant_id': 'fac337074da7441d9445bf0fdfcae4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '15eb2006-f0ef-409b-ad0d-1cf391c1257c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:55:36Z', 'updated_at': '2022-02-09T01:55:39Z', 'revision_number': 4, 'project_id': 'fac337074da7441d9445bf0fdfcae4d4', 'gw_port': {'id': '15eb2006-f0ef-409b-ad0d-1cf391c1257c', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bfbdd75-d1ab-4657-9dee-c83997feed90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:55:36Z', 'updated_at': '2022-02-09T01:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'edcf2100-ee78-4f35-b1c0-ee7192e8e177', 'name': '', 'network_id': '5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e', 'tenant_id': 'fac337074da7441d9445bf0fdfcae4d4', 'mac_address': 'fa:16:3e:21:a7:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bfbdd75-d1ab-4657-9dee-c83997feed90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '22121f0b-5ede-4ab0-88f2-d436b4610a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:55:39Z', 'updated_at': '2022-02-09T01:55:44Z', 'revision_number': 4, 'project_id': 'fac337074da7441d9445bf0fdfcae4d4', 'subnets': [{'id': '22121f0b-5ede-4ab0-88f2-d436b4610a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:44.789961 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4db58c-2d80-4890-9471-ae8533293d36 None None] The sync data for ids ['0bfbdd75-d1ab-4657-9dee-c83997feed90'] in n-d-828418-1 is: [{'id': '0bfbdd75-d1ab-4657-9dee-c83997feed90', 'name': 'tempest-TestEncryptedCinderVolumes-569405954-router', 'tenant_id': 'fac337074da7441d9445bf0fdfcae4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '15eb2006-f0ef-409b-ad0d-1cf391c1257c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:55:36Z', 'updated_at': '2022-02-09T01:55:39Z', 'revision_number': 4, 'project_id': 'fac337074da7441d9445bf0fdfcae4d4', 'gw_port': {'id': '15eb2006-f0ef-409b-ad0d-1cf391c1257c', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bfbdd75-d1ab-4657-9dee-c83997feed90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:55:36Z', 'updated_at': '2022-02-09T01:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'edcf2100-ee78-4f35-b1c0-ee7192e8e177', 'name': '', 'network_id': '5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e', 'tenant_id': 'fac337074da7441d9445bf0fdfcae4d4', 'mac_address': 'fa:16:3e:21:a7:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bfbdd75-d1ab-4657-9dee-c83997feed90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '22121f0b-5ede-4ab0-88f2-d436b4610a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:55:39Z', 'updated_at': '2022-02-09T01:55:44Z', 'revision_number': 4, 'project_id': 'fac337074da7441d9445bf0fdfcae4d4', 'subnets': [{'id': '22121f0b-5ede-4ab0-88f2-d436b4610a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:55:44.802874 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5033f96f-31f1-41ec-9d71-daed9d6f3817 admin admin] Router 71118528-aadb-4bfe-8135-e03d43216c1a is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:55:44.843607 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03adc62-7173-4179-9c04-d3cf5640848d None None] Network 73be4c29-fa1b-4f68-8f85-96e4e478b2c4 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:55:44.956502 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d1a86ab8-c865-410c-8e05-8cf34aba7e9c None None] Provisioning for port cf423bba-7350-43c7-accb-61782545dad7 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:55:44.995015 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5033f96f-31f1-41ec-9d71-daed9d6f3817 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:55:45.011564 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cc9db7-f5b5-4da6-b3db-21475ad299ad None None] Sync routers for ids ['71118528-aadb-4bfe-8135-e03d43216c1a'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:55:45.024120 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5033f96f-31f1-41ec-9d71-daed9d6f3817 admin admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:45.028030 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-5033f96f-31f1-41ec-9d71-daed9d6f3817 admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.6961641 Feb 09 01:55:45.028952 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48162) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:55:45.038305 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cc9db7-f5b5-4da6-b3db-21475ad299ad None None] Routers {'71118528-aadb-4bfe-8135-e03d43216c1a'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:55:45.038932 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-b7cc9db7-f5b5-4da6-b3db-21475ad299ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:55:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['71118528-aadb-4bfe-8135-e03d43216c1a'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:45.343188 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-b7cc9db7-f5b5-4da6-b3db-21475ad299ad None None] Set router 71118528-aadb-4bfe-8135-e03d43216c1a gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:55:45.391217 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device cf423bba-7350-43c7-accb-61782545dad7 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:55:45.639954 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port cf423bba-7350-43c7-accb-61782545dad7 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:55:45.657177 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port cf423bba-7350-43c7-accb-61782545dad7 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:45.657546 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:45.766089 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4ff619c3-c1dc-4cac-a35e-a6ceb5a9a815 None None] Provisioning complete for port cf423bba-7350-43c7-accb-61782545dad7 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:45.766460 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4ff619c3-c1dc-4cac-a35e-a6ceb5a9a815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:45.895568 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c7172a76-a168-4275-9c66-1fa61e88f09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:45.902603 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:45.971601 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-b7cc9db7-f5b5-4da6-b3db-21475ad299ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71118528-aadb-4bfe-8135-e03d43216c1a', 'name': 'tempest-TestEncryptedCinderVolumes-283696907-router', 'tenant_id': '0fdcfe7f5e054aa38753e3d8f9ef83c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'fc75c70d-a297-4a11-b1ed-c83554796088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:55:42Z', 'updated_at': '2022-02-09T01:55:43Z', 'revision_number': 3, 'project_id': '0fdcfe7f5e054aa38753e3d8f9ef83c1', 'gw_port': {'id': 'fc75c70d-a297-4a11-b1ed-c83554796088', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d5:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71118528-aadb-4bfe-8135-e03d43216c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:55:43Z', 'updated_at': '2022-02-09T01:55:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:45.985106 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cc9db7-f5b5-4da6-b3db-21475ad299ad None None] Checking router: 71118528-aadb-4bfe-8135-e03d43216c1a for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:55:45.985570 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cc9db7-f5b5-4da6-b3db-21475ad299ad None None] Updating router 71118528-aadb-4bfe-8135-e03d43216c1a port fc75c70d-a297-4a11-b1ed-c83554796088 binding host n-d-828418-1 {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:55:46.034974 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4ff619c3-c1dc-4cac-a35e-a6ceb5a9a815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:46.054780 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port cf423bba-7350-43c7-accb-61782545dad7, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=cf423bba-7350-43c7-accb-61782545dad7,segment=NetworkSegment(bb62406e-191b-4b5a-926e-1a0d3274118c),segment_id=bb62406e-191b-4b5a-926e-1a0d3274118c)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:55:46.066442 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:46.067205 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device edcf2100-ee78-4f35-b1c0-ee7192e8e177 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:55:46.103865 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-c7172a76-a168-4275-9c66-1fa61e88f09d admin admin] Allocated IP 172.20.0.1 (73be4c29-fa1b-4f68-8f85-96e4e478b2c4/feef81db-bc14-444e-80f0-67f183f3b3ed/34e59a41-5b8c-44d6-afdc-538e90fb3643) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:55:46.145024 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b7cc9db7-f5b5-4da6-b3db-21475ad299ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:46.252598 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c7172a76-a168-4275-9c66-1fa61e88f09d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:46.267717 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-c7172a76-a168-4275-9c66-1fa61e88f09d admin admin] Transition to ACTIVE for port object 34e59a41-5b8c-44d6-afdc-538e90fb3643 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:55:46.291844 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c7172a76-a168-4275-9c66-1fa61e88f09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:46.325718 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-4ff619c3-c1dc-4cac-a35e-a6ceb5a9a815 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:55:46.326075 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-4ff619c3-c1dc-4cac-a35e-a6ceb5a9a815 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:55:46.333334 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=cf423bba-7350-43c7-accb-61782545dad7,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:46.349816 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:46.350159 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:46.350492 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:46.351076 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:46.351211 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:46.351451 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:46.351773 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:46.352093 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:46.352410 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:46.352723 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:46.353036 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:46.353350 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:46.360351 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7172a76-a168-4275-9c66-1fa61e88f09d admin admin] Network 73be4c29-fa1b-4f68-8f85-96e4e478b2c4 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:55:46.363368 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-c7172a76-a168-4275-9c66-1fa61e88f09d admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:46.366421 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7172a76-a168-4275-9c66-1fa61e88f09d admin admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:55:46.384199 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port edcf2100-ee78-4f35-b1c0-ee7192e8e177 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:55:46.414386 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7172a76-a168-4275-9c66-1fa61e88f09d admin admin] Pushing event updated for resources: {'Port': ['ID=34e59a41-5b8c-44d6-afdc-538e90fb3643,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:46.437884 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c7172a76-a168-4275-9c66-1fa61e88f09d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:46.453873 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port edcf2100-ee78-4f35-b1c0-ee7192e8e177 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:46.454243 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:46.570949 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c7172a76-a168-4275-9c66-1fa61e88f09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:46.638141 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:46.727585 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b7cc9db7-f5b5-4da6-b3db-21475ad299ad None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:46.730534 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port edcf2100-ee78-4f35-b1c0-ee7192e8e177, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=edcf2100-ee78-4f35-b1c0-ee7192e8e177,segment=NetworkSegment(475d7f08-923b-4465-a67b-7491940c3f77),segment_id=475d7f08-923b-4465-a67b-7491940c3f77)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:55:46.739964 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:46.740718 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 15eb2006-f0ef-409b-ad0d-1cf391c1257c up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:55:46.811292 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c7172a76-a168-4275-9c66-1fa61e88f09d admin admin] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:46.811906 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b7cc9db7-f5b5-4da6-b3db-21475ad299ad None None] Transition to ACTIVE for port object fc75c70d-a297-4a11-b1ed-c83554796088 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:55:46.816028 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c7172a76-a168-4275-9c66-1fa61e88f09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:46.868904 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b7cc9db7-f5b5-4da6-b3db-21475ad299ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:46.923820 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7172a76-a168-4275-9c66-1fa61e88f09d admin admin] Pushing event updated for resources: {'Port': ['ID=34e59a41-5b8c-44d6-afdc-538e90fb3643,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:46.926333 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c7172a76-a168-4275-9c66-1fa61e88f09d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:46.938256 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=edcf2100-ee78-4f35-b1c0-ee7192e8e177,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:47.027484 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-b7cc9db7-f5b5-4da6-b3db-21475ad299ad None None] Attempting to bind port fc75c70d-a297-4a11-b1ed-c83554796088 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:55:47.027484 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-b7cc9db7-f5b5-4da6-b3db-21475ad299ad None None] Attempting to bind port fc75c70d-a297-4a11-b1ed-c83554796088 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:55:47.027904 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cc9db7-f5b5-4da6-b3db-21475ad299ad None None] Attempting to bind port fc75c70d-a297-4a11-b1ed-c83554796088 on network 3d885c3c-255c-4e54-addc-b28437d0b18e {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:55:47.048443 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cc9db7-f5b5-4da6-b3db-21475ad299ad None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:55:47.048819 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cc9db7-f5b5-4da6-b3db-21475ad299ad None None] Checking segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:55:47.049227 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b7cc9db7-f5b5-4da6-b3db-21475ad299ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:47.049634 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cc9db7-f5b5-4da6-b3db-21475ad299ad None None] Bound using segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:55:47.050072 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-b7cc9db7-f5b5-4da6-b3db-21475ad299ad None None] Bound port: fc75c70d-a297-4a11-b1ed-c83554796088, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:55:47.050445 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b7cc9db7-f5b5-4da6-b3db-21475ad299ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:47.064056 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7172a76-a168-4275-9c66-1fa61e88f09d admin admin] Network 73be4c29-fa1b-4f68-8f85-96e4e478b2c4 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:55:47.065152 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-c7172a76-a168-4275-9c66-1fa61e88f09d admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:47.113271 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 15eb2006-f0ef-409b-ad0d-1cf391c1257c triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:47.113660 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:47.166373 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61efe28-a8d8-4b66-928e-1da6f5d20b78 None None] Pushing event updated for resources: {'Port': ['ID=fc75c70d-a297-4a11-b1ed-c83554796088,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:47.173109 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5cdecf95-8c1b-4724-bc0a-854cabd800b2 None None] Provisioning for port 34e59a41-5b8c-44d6-afdc-538e90fb3643 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:55:47.200014 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5cdecf95-8c1b-4724-bc0a-854cabd800b2 None None] Provisioning complete for port 34e59a41-5b8c-44d6-afdc-538e90fb3643 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:47.200377 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5cdecf95-8c1b-4724-bc0a-854cabd800b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:47.256325 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-b7cc9db7-f5b5-4da6-b3db-21475ad299ad None None] For port fc75c70d-a297-4a11-b1ed-c83554796088, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:55:47.273729 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7172a76-a168-4275-9c66-1fa61e88f09d admin admin] Router 71118528-aadb-4bfe-8135-e03d43216c1a has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:55:47.276426 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-b7cc9db7-f5b5-4da6-b3db-21475ad299ad None None] For port fc75c70d-a297-4a11-b1ed-c83554796088, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=fc75c70d-a297-4a11-b1ed-c83554796088,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:55:47.280861 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-5cdecf95-8c1b-4724-bc0a-854cabd800b2 None None] Port 34e59a41-5b8c-44d6-afdc-538e90fb3643 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:55:47.306582 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b7cc9db7-f5b5-4da6-b3db-21475ad299ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:47.429563 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cc9db7-f5b5-4da6-b3db-21475ad299ad None None] Routers {'71118528-aadb-4bfe-8135-e03d43216c1a'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:55:47.430205 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-b7cc9db7-f5b5-4da6-b3db-21475ad299ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:55:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['71118528-aadb-4bfe-8135-e03d43216c1a'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:47.482495 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61efe28-a8d8-4b66-928e-1da6f5d20b78 None None] Pushing event updated for resources: {'Port': ['ID=fc75c70d-a297-4a11-b1ed-c83554796088,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:47.493018 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4b39dd25-190a-4540-af33-557a15b99dd4 None None] Provisioning complete for port 34e59a41-5b8c-44d6-afdc-538e90fb3643 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:47.493366 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4b39dd25-190a-4540-af33-557a15b99dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:47.517176 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device cf423bba-7350-43c7-accb-61782545dad7 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:55:47.579581 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7172a76-a168-4275-9c66-1fa61e88f09d admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:55:47.590904 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-c7172a76-a168-4275-9c66-1fa61e88f09d admin admin] 10.222.0.105 "PUT /v2.0/routers/71118528-aadb-4bfe-8135-e03d43216c1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5593936 Feb 09 01:55:47.685527 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-4b39dd25-190a-4540-af33-557a15b99dd4 None None] Port 34e59a41-5b8c-44d6-afdc-538e90fb3643 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:55:47.731119 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port cf423bba-7350-43c7-accb-61782545dad7 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:47.731493 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:47.756459 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-b7cc9db7-f5b5-4da6-b3db-21475ad299ad None None] Set router 71118528-aadb-4bfe-8135-e03d43216c1a gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:55:48.077608 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device edcf2100-ee78-4f35-b1c0-ee7192e8e177 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:55:48.198938 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port edcf2100-ee78-4f35-b1c0-ee7192e8e177 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:48.199316 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:48.254341 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-b7cc9db7-f5b5-4da6-b3db-21475ad299ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71118528-aadb-4bfe-8135-e03d43216c1a', 'name': 'tempest-TestEncryptedCinderVolumes-283696907-router', 'tenant_id': '0fdcfe7f5e054aa38753e3d8f9ef83c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'fc75c70d-a297-4a11-b1ed-c83554796088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:55:42Z', 'updated_at': '2022-02-09T01:55:46Z', 'revision_number': 4, 'project_id': '0fdcfe7f5e054aa38753e3d8f9ef83c1', 'gw_port': {'id': 'fc75c70d-a297-4a11-b1ed-c83554796088', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d5:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71118528-aadb-4bfe-8135-e03d43216c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:55:43Z', 'updated_at': '2022-02-09T01:55:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '34e59a41-5b8c-44d6-afdc-538e90fb3643', 'name': '', 'network_id': '73be4c29-fa1b-4f68-8f85-96e4e478b2c4', 'tenant_id': '0fdcfe7f5e054aa38753e3d8f9ef83c1', 'mac_address': 'fa:16:3e:73:3c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71118528-aadb-4bfe-8135-e03d43216c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'feef81db-bc14-444e-80f0-67f183f3b3ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:55:45Z', 'updated_at': '2022-02-09T01:55:46Z', 'revision_number': 2, 'project_id': '0fdcfe7f5e054aa38753e3d8f9ef83c1', 'subnets': [{'id': 'feef81db-bc14-444e-80f0-67f183f3b3ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:48.262129 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cc9db7-f5b5-4da6-b3db-21475ad299ad None None] The sync data for ids ['71118528-aadb-4bfe-8135-e03d43216c1a'] in n-d-828418-1 is: [{'id': '71118528-aadb-4bfe-8135-e03d43216c1a', 'name': 'tempest-TestEncryptedCinderVolumes-283696907-router', 'tenant_id': '0fdcfe7f5e054aa38753e3d8f9ef83c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'fc75c70d-a297-4a11-b1ed-c83554796088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:55:42Z', 'updated_at': '2022-02-09T01:55:46Z', 'revision_number': 4, 'project_id': '0fdcfe7f5e054aa38753e3d8f9ef83c1', 'gw_port': {'id': 'fc75c70d-a297-4a11-b1ed-c83554796088', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d5:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71118528-aadb-4bfe-8135-e03d43216c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:55:43Z', 'updated_at': '2022-02-09T01:55:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '34e59a41-5b8c-44d6-afdc-538e90fb3643', 'name': '', 'network_id': '73be4c29-fa1b-4f68-8f85-96e4e478b2c4', 'tenant_id': '0fdcfe7f5e054aa38753e3d8f9ef83c1', 'mac_address': 'fa:16:3e:73:3c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71118528-aadb-4bfe-8135-e03d43216c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'feef81db-bc14-444e-80f0-67f183f3b3ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:55:45Z', 'updated_at': '2022-02-09T01:55:46Z', 'revision_number': 2, 'project_id': '0fdcfe7f5e054aa38753e3d8f9ef83c1', 'subnets': [{'id': 'feef81db-bc14-444e-80f0-67f183f3b3ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:55:48.432120 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6949d8c-7d60-47a6-893c-73e462b2beba req-6df9db39-3446-4631-a9b6-77af048824e6 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:48.433523 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c6949d8c-7d60-47a6-893c-73e462b2beba req-6df9db39-3446-4631-a9b6-77af048824e6 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] 10.222.0.105 "GET /v2.0/networks?id=5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e HTTP/1.1" status: 200 len: 816 time: 0.1552753 Feb 09 01:55:48.462978 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c6949d8c-7d60-47a6-893c-73e462b2beba req-5cb3f6d4-a966-44b4-8f3c-ed82da5710c7 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] 10.222.0.105 "GET /v2.0/quotas/fac337074da7441d9445bf0fdfcae4d4 HTTP/1.1" status: 200 len: 375 time: 0.0193634 Feb 09 01:55:48.563084 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-c6949d8c-7d60-47a6-893c-73e462b2beba req-8537ce33-f567-4e3c-bc7b-8013e1bd2477 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Synchronizing usage tracker for tenant:fac337074da7441d9445bf0fdfcae4d4 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:55:48.583302 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-c6949d8c-7d60-47a6-893c-73e462b2beba req-8537ce33-f567-4e3c-bc7b-8013e1bd2477 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Unset dirty status for tenant:fac337074da7441d9445bf0fdfcae4d4 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:55:48.584704 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c6949d8c-7d60-47a6-893c-73e462b2beba req-8537ce33-f567-4e3c-bc7b-8013e1bd2477 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=fac337074da7441d9445bf0fdfcae4d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1121800 Feb 09 01:55:48.832925 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c6949d8c-7d60-47a6-893c-73e462b2beba req-43588c97-49e5-4c39-aebd-13bb7d32becb service neutron] 10.222.0.105 "GET /v2.0/networks/5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340813 Feb 09 01:55:48.979902 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c6949d8c-7d60-47a6-893c-73e462b2beba req-a6009d64-86cd-4384-afad-6b89364040ad service neutron] 10.222.0.105 "GET /v2.0/networks/5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409388 Feb 09 01:55:49.182313 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f4fd6e12-946d-47fb-8e54-bfce0815b440 req-648576a4-b609-4b81-a964-581426cade10 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] 10.222.0.105 "GET /v2.0/ports?device_id=5472de10-1832-4411-a3f2-7b48d483cc3c HTTP/1.1" status: 200 len: 210 time: 0.0467129 Feb 09 01:55:49.507590 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device fc75c70d-a297-4a11-b1ed-c83554796088 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:55:49.588080 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port fc75c70d-a297-4a11-b1ed-c83554796088 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:55:49.593452 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port fc75c70d-a297-4a11-b1ed-c83554796088 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:49.593850 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:49.768204 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:49.784965 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port fc75c70d-a297-4a11-b1ed-c83554796088, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=fc75c70d-a297-4a11-b1ed-c83554796088,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:55:49.788626 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:49.854839 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=fc75c70d-a297-4a11-b1ed-c83554796088,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:50.273738 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6949d8c-7d60-47a6-893c-73e462b2beba req-465f5b82-fd4e-4c14-85a6-6c7d650680e2 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:50.275157 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c6949d8c-7d60-47a6-893c-73e462b2beba req-465f5b82-fd4e-4c14-85a6-6c7d650680e2 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] 10.222.0.99 "GET /v2.0/networks?id=5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e HTTP/1.1" status: 200 len: 816 time: 0.1556609 Feb 09 01:55:50.287704 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-c6949d8c-7d60-47a6-893c-73e462b2beba req-24c8fd1e-096f-4e20-be44-4938370bd856 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Request body: {'port': {'device_id': '5472de10-1832-4411-a3f2-7b48d483cc3c', 'network_id': '5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e', 'admin_state_up': True, 'tenant_id': 'fac337074da7441d9445bf0fdfcae4d4'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:50.397495 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-00569c91-389c-446e-bd4b-1beb619c5735 req-b2ff0d64-c53f-42d9-ad7e-fc4ed2d06eeb tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] 10.222.0.105 "GET /v2.0/ports?device_id=5472de10-1832-4411-a3f2-7b48d483cc3c HTTP/1.1" status: 200 len: 210 time: 0.0952497 Feb 09 01:55:50.403980 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:55:50.463003 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-c6949d8c-7d60-47a6-893c-73e462b2beba req-24c8fd1e-096f-4e20-be44-4938370bd856 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:55:50.473063 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-c6949d8c-7d60-47a6-893c-73e462b2beba req-24c8fd1e-096f-4e20-be44-4938370bd856 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:55:50.483410 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6949d8c-7d60-47a6-893c-73e462b2beba req-24c8fd1e-096f-4e20-be44-4938370bd856 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Made reservation on behalf of fac337074da7441d9445bf0fdfcae4d4 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:55:50.487020 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c6949d8c-7d60-47a6-893c-73e462b2beba req-24c8fd1e-096f-4e20-be44-4938370bd856 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:50.650254 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-c6949d8c-7d60-47a6-893c-73e462b2beba req-24c8fd1e-096f-4e20-be44-4938370bd856 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Allocated IP 172.20.0.10 (5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e/22121f0b-5ede-4ab0-88f2-d436b4610a80/cc750bf6-43fe-4b07-954d-55578c06888a) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:55:50.857755 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c6949d8c-7d60-47a6-893c-73e462b2beba req-24c8fd1e-096f-4e20-be44-4938370bd856 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:50.872842 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-c6949d8c-7d60-47a6-893c-73e462b2beba req-24c8fd1e-096f-4e20-be44-4938370bd856 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Transition to ACTIVE for port object cc750bf6-43fe-4b07-954d-55578c06888a will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:55:50.896367 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c6949d8c-7d60-47a6-893c-73e462b2beba req-24c8fd1e-096f-4e20-be44-4938370bd856 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:50.967231 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6949d8c-7d60-47a6-893c-73e462b2beba req-24c8fd1e-096f-4e20-be44-4938370bd856 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Network 5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:55:50.970576 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-c6949d8c-7d60-47a6-893c-73e462b2beba req-24c8fd1e-096f-4e20-be44-4938370bd856 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:50.974435 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6949d8c-7d60-47a6-893c-73e462b2beba req-24c8fd1e-096f-4e20-be44-4938370bd856 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:55:51.005291 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c8fd1e-096f-4e20-be44-4938370bd856 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Pushing event updated for resources: {'Port': ['ID=cc750bf6-43fe-4b07-954d-55578c06888a,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:51.042074 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6949d8c-7d60-47a6-893c-73e462b2beba req-24c8fd1e-096f-4e20-be44-4938370bd856 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:51.042696 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c6949d8c-7d60-47a6-893c-73e462b2beba req-24c8fd1e-096f-4e20-be44-4938370bd856 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:51.069540 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c6949d8c-7d60-47a6-893c-73e462b2beba req-24c8fd1e-096f-4e20-be44-4938370bd856 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7859082 Feb 09 01:55:51.081298 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-c6949d8c-7d60-47a6-893c-73e462b2beba req-18786b09-330c-4802-b576-eea244535291 service neutron] Request body: {'port': {'device_id': '5472de10-1832-4411-a3f2-7b48d483cc3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:51.237445 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-93f4cc00-99f5-41dd-b69e-06e6f62714a0 None None] Provisioning for port cc750bf6-43fe-4b07-954d-55578c06888a completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:55:51.242157 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-93f4cc00-99f5-41dd-b69e-06e6f62714a0 None None] Provisioning complete for port cc750bf6-43fe-4b07-954d-55578c06888a triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:51.242469 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-93f4cc00-99f5-41dd-b69e-06e6f62714a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:51.296091 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-93f4cc00-99f5-41dd-b69e-06e6f62714a0 None None] Port cc750bf6-43fe-4b07-954d-55578c06888a cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:55:51.296385 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c6949d8c-7d60-47a6-893c-73e462b2beba req-18786b09-330c-4802-b576-eea244535291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:51.478799 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device fc75c70d-a297-4a11-b1ed-c83554796088 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:55:51.555173 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port fc75c70d-a297-4a11-b1ed-c83554796088 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:51.555173 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:51.638538 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf35a9c-4ae1-4df6-a936-04b63c2474ea req-fb15e256-98a5-467c-b8b9-0e8d9b3cf5b4 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:51.639797 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-6cf35a9c-4ae1-4df6-a936-04b63c2474ea req-fb15e256-98a5-467c-b8b9-0e8d9b3cf5b4 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Synchronizing usage tracker for tenant:fac337074da7441d9445bf0fdfcae4d4 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:55:51.696683 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-6cf35a9c-4ae1-4df6-a936-04b63c2474ea req-fb15e256-98a5-467c-b8b9-0e8d9b3cf5b4 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Unset dirty status for tenant:fac337074da7441d9445bf0fdfcae4d4 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:55:51.697861 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6cf35a9c-4ae1-4df6-a936-04b63c2474ea req-fb15e256-98a5-467c-b8b9-0e8d9b3cf5b4 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] 10.222.0.105 "GET /v2.0/ports?device_id=5472de10-1832-4411-a3f2-7b48d483cc3c HTTP/1.1" status: 200 len: 932 time: 0.1893578 Feb 09 01:55:51.747922 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-c6949d8c-7d60-47a6-893c-73e462b2beba req-18786b09-330c-4802-b576-eea244535291 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc750bf6-43fe-4b07-954d-55578c06888a {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:55:51.759211 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c6949d8c-7d60-47a6-893c-73e462b2beba req-18786b09-330c-4802-b576-eea244535291 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:51.772562 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6cf35a9c-4ae1-4df6-a936-04b63c2474ea req-bf8c6904-51f2-4cab-a145-0fc34a985dc4 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] 10.222.0.105 "GET /v2.0/security-groups?id=b2e00100-a5d9-4550-b7fb-70e5b2dda62d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613558 Feb 09 01:55:51.780931 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-c6949d8c-7d60-47a6-893c-73e462b2beba req-18786b09-330c-4802-b576-eea244535291 service neutron] Transition to ACTIVE for port object cc750bf6-43fe-4b07-954d-55578c06888a will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:55:51.786142 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c6949d8c-7d60-47a6-893c-73e462b2beba req-18786b09-330c-4802-b576-eea244535291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:51.946066 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18786b09-330c-4802-b576-eea244535291 service neutron] Pushing event updated for resources: {'Port': ['ID=cc750bf6-43fe-4b07-954d-55578c06888a,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:52.029365 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-c6949d8c-7d60-47a6-893c-73e462b2beba req-18786b09-330c-4802-b576-eea244535291 service neutron] Attempting to bind port cc750bf6-43fe-4b07-954d-55578c06888a on host n-h2-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:55:52.030283 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-c6949d8c-7d60-47a6-893c-73e462b2beba req-18786b09-330c-4802-b576-eea244535291 service neutron] Attempting to bind port cc750bf6-43fe-4b07-954d-55578c06888a by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': '475d7f08-923b-4465-a67b-7491940c3f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:55:52.030850 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6949d8c-7d60-47a6-893c-73e462b2beba req-18786b09-330c-4802-b576-eea244535291 service neutron] Attempting to bind port cc750bf6-43fe-4b07-954d-55578c06888a on network 5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:55:52.035703 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6949d8c-7d60-47a6-893c-73e462b2beba req-18786b09-330c-4802-b576-eea244535291 service neutron] Port cc750bf6-43fe-4b07-954d-55578c06888a on network 5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:55:52.036012 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6949d8c-7d60-47a6-893c-73e462b2beba req-18786b09-330c-4802-b576-eea244535291 service neutron] Attempting to bind port cc750bf6-43fe-4b07-954d-55578c06888a on network 5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:55:52.041165 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6949d8c-7d60-47a6-893c-73e462b2beba req-18786b09-330c-4802-b576-eea244535291 service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:55:52.041492 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6949d8c-7d60-47a6-893c-73e462b2beba req-18786b09-330c-4802-b576-eea244535291 service neutron] Checking segment: {'id': '475d7f08-923b-4465-a67b-7491940c3f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:55:52.041891 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6949d8c-7d60-47a6-893c-73e462b2beba req-18786b09-330c-4802-b576-eea244535291 service neutron] Bound using segment: {'id': '475d7f08-923b-4465-a67b-7491940c3f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:55:52.042304 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-c6949d8c-7d60-47a6-893c-73e462b2beba req-18786b09-330c-4802-b576-eea244535291 service neutron] Bound port: cc750bf6-43fe-4b07-954d-55578c06888a, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '475d7f08-923b-4465-a67b-7491940c3f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:55:52.042645 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c6949d8c-7d60-47a6-893c-73e462b2beba req-18786b09-330c-4802-b576-eea244535291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:52.140302 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-c6949d8c-7d60-47a6-893c-73e462b2beba req-18786b09-330c-4802-b576-eea244535291 service neutron] For port cc750bf6-43fe-4b07-954d-55578c06888a, host n-h2-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:55:52.144019 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-c6949d8c-7d60-47a6-893c-73e462b2beba req-18786b09-330c-4802-b576-eea244535291 service neutron] For port cc750bf6-43fe-4b07-954d-55578c06888a, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=cc750bf6-43fe-4b07-954d-55578c06888a,segment=NetworkSegment(475d7f08-923b-4465-a67b-7491940c3f77),segment_id=475d7f08-923b-4465-a67b-7491940c3f77)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:55:52.149878 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c6949d8c-7d60-47a6-893c-73e462b2beba req-18786b09-330c-4802-b576-eea244535291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:52.151870 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4e92ec-6f26-4508-a0be-4da377821dbe None None] Sync routers for ids ['71118528-aadb-4bfe-8135-e03d43216c1a'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:55:52.161096 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4e92ec-6f26-4508-a0be-4da377821dbe None None] Routers {'71118528-aadb-4bfe-8135-e03d43216c1a'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:55:52.161769 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-bd4e92ec-6f26-4508-a0be-4da377821dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:55:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['71118528-aadb-4bfe-8135-e03d43216c1a'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:52.210028 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6949d8c-7d60-47a6-893c-73e462b2beba req-18786b09-330c-4802-b576-eea244535291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:52.210785 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c6949d8c-7d60-47a6-893c-73e462b2beba req-18786b09-330c-4802-b576-eea244535291 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:52.211987 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c6949d8c-7d60-47a6-893c-73e462b2beba req-18786b09-330c-4802-b576-eea244535291 service neutron] 10.222.0.99 "PUT /v2.0/ports/cc750bf6-43fe-4b07-954d-55578c06888a HTTP/1.1" status: 200 len: 1092 time: 1.1357663 Feb 09 01:55:52.212412 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5472de10-1832-4411-a3f2-7b48d483cc3c', 'tag': 'cc750bf6-43fe-4b07-954d-55578c06888a'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:55:52.243639 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18786b09-330c-4802-b576-eea244535291 service neutron] Pushing event updated for resources: {'Port': ['ID=cc750bf6-43fe-4b07-954d-55578c06888a,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:52.263468 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5472de10-1832-4411-a3f2-7b48d483cc3c', 'tag': 'cc750bf6-43fe-4b07-954d-55578c06888a', 'status': 'completed', 'code': 200} Feb 09 01:55:52.348824 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6949d8c-7d60-47a6-893c-73e462b2beba req-06fa229e-8ed7-4a48-92dc-890734d42d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:52.350664 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c6949d8c-7d60-47a6-893c-73e462b2beba req-06fa229e-8ed7-4a48-92dc-890734d42d1c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=fac337074da7441d9445bf0fdfcae4d4&device_id=5472de10-1832-4411-a3f2-7b48d483cc3c HTTP/1.1" status: 200 len: 1095 time: 0.0894730 Feb 09 01:55:52.366133 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:52.386348 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-bd4e92ec-6f26-4508-a0be-4da377821dbe None None] Set router 71118528-aadb-4bfe-8135-e03d43216c1a gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:55:52.426288 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c6949d8c-7d60-47a6-893c-73e462b2beba req-90d9e1e3-da09-4b8e-9572-cbb76eedf8a0 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc750bf6-43fe-4b07-954d-55578c06888a HTTP/1.1" status: 200 len: 217 time: 0.0694089 Feb 09 01:55:52.492462 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6949d8c-7d60-47a6-893c-73e462b2beba req-04d7992c-4add-4fb6-9bbb-e62bc0558066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:52.493939 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c6949d8c-7d60-47a6-893c-73e462b2beba req-04d7992c-4add-4fb6-9bbb-e62bc0558066 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=22121f0b-5ede-4ab0-88f2-d436b4610a80 HTTP/1.1" status: 200 len: 855 time: 0.0625691 Feb 09 01:55:52.568787 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6949d8c-7d60-47a6-893c-73e462b2beba req-0afbb31c-c78a-4cc7-9540-b0aadb665ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:52.570231 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c6949d8c-7d60-47a6-893c-73e462b2beba req-0afbb31c-c78a-4cc7-9540-b0aadb665ad3 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706556 Feb 09 01:55:52.710606 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c6949d8c-7d60-47a6-893c-73e462b2beba req-ced5a17e-e5e5-4f04-ba1a-4233d4d1865f service neutron] 10.222.0.99 "GET /v2.0/networks/5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341717 Feb 09 01:55:52.731404 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-bd4e92ec-6f26-4508-a0be-4da377821dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71118528-aadb-4bfe-8135-e03d43216c1a', 'name': 'tempest-TestEncryptedCinderVolumes-283696907-router', 'tenant_id': '0fdcfe7f5e054aa38753e3d8f9ef83c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'fc75c70d-a297-4a11-b1ed-c83554796088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:55:42Z', 'updated_at': '2022-02-09T01:55:46Z', 'revision_number': 4, 'project_id': '0fdcfe7f5e054aa38753e3d8f9ef83c1', 'gw_port': {'id': 'fc75c70d-a297-4a11-b1ed-c83554796088', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71118528-aadb-4bfe-8135-e03d43216c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:55:43Z', 'updated_at': '2022-02-09T01:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '34e59a41-5b8c-44d6-afdc-538e90fb3643', 'name': '', 'network_id': '73be4c29-fa1b-4f68-8f85-96e4e478b2c4', 'tenant_id': '0fdcfe7f5e054aa38753e3d8f9ef83c1', 'mac_address': 'fa:16:3e:73:3c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71118528-aadb-4bfe-8135-e03d43216c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'feef81db-bc14-444e-80f0-67f183f3b3ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:55:45Z', 'updated_at': '2022-02-09T01:55:46Z', 'revision_number': 2, 'project_id': '0fdcfe7f5e054aa38753e3d8f9ef83c1', 'subnets': [{'id': 'feef81db-bc14-444e-80f0-67f183f3b3ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:52.735259 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4e92ec-6f26-4508-a0be-4da377821dbe None None] Checking router: 71118528-aadb-4bfe-8135-e03d43216c1a for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:55:52.735610 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4e92ec-6f26-4508-a0be-4da377821dbe None None] Updating router 71118528-aadb-4bfe-8135-e03d43216c1a port 34e59a41-5b8c-44d6-afdc-538e90fb3643 binding host n-d-828418-1 {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:55:52.791434 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-bd4e92ec-6f26-4508-a0be-4da377821dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:52.847732 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c6949d8c-7d60-47a6-893c-73e462b2beba req-0228a797-51ee-48da-8f38-a959c9f0881e service neutron] 10.222.0.99 "GET /v2.0/networks/5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310856 Feb 09 01:55:53.137571 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f7a94-29ef-4524-b57f-1e32ce6823a1 req-538737aa-3642-42f9-85b2-71ee0efd6550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:53.139182 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-199f7a94-29ef-4524-b57f-1e32ce6823a1 req-538737aa-3642-42f9-85b2-71ee0efd6550 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=fac337074da7441d9445bf0fdfcae4d4&device_id=5472de10-1832-4411-a3f2-7b48d483cc3c HTTP/1.1" status: 200 len: 1095 time: 0.2457223 Feb 09 01:55:53.147725 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e43b8-90c8-4c1c-abb5-5d48eb1753d0 req-bc6c25bb-7f9a-47e3-a835-59e859da6a84 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:53.148048 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-bd4e92ec-6f26-4508-a0be-4da377821dbe None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:53.149090 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2a9e43b8-90c8-4c1c-abb5-5d48eb1753d0 req-bc6c25bb-7f9a-47e3-a835-59e859da6a84 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] 10.222.0.105 "GET /v2.0/ports?device_id=5472de10-1832-4411-a3f2-7b48d483cc3c HTTP/1.1" status: 200 len: 944 time: 0.2574482 Feb 09 01:55:53.160591 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-bd4e92ec-6f26-4508-a0be-4da377821dbe None None] Transition to ACTIVE for port object 34e59a41-5b8c-44d6-afdc-538e90fb3643 will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:55:53.166919 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-bd4e92ec-6f26-4508-a0be-4da377821dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:53.278456 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2a9e43b8-90c8-4c1c-abb5-5d48eb1753d0 req-05597b5e-3e9c-4dc2-8657-9c109a7cddce tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] 10.222.0.105 "GET /v2.0/security-groups?id=b2e00100-a5d9-4550-b7fb-70e5b2dda62d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096208 Feb 09 01:55:53.280843 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388ec231-7bfe-4641-a731-1b0ddfcf39a6 None None] Pushing event updated for resources: {'Port': ['ID=34e59a41-5b8c-44d6-afdc-538e90fb3643,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:53.321909 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f7a94-29ef-4524-b57f-1e32ce6823a1 req-a53d7107-4ba8-4f04-bc8c-594e675ec397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:53.323580 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-199f7a94-29ef-4524-b57f-1e32ce6823a1 req-a53d7107-4ba8-4f04-bc8c-594e675ec397 service neutron] 10.222.0.99 "GET /v2.0/networks?id=5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e HTTP/1.1" status: 200 len: 917 time: 0.1736534 Feb 09 01:55:53.405923 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-bd4e92ec-6f26-4508-a0be-4da377821dbe None None] Attempting to bind port 34e59a41-5b8c-44d6-afdc-538e90fb3643 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:55:53.406130 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-199f7a94-29ef-4524-b57f-1e32ce6823a1 req-f1a7f70c-2ec0-461f-934e-dd7b448be6f6 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc750bf6-43fe-4b07-954d-55578c06888a HTTP/1.1" status: 200 len: 217 time: 0.0753889 Feb 09 01:55:53.407201 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-bd4e92ec-6f26-4508-a0be-4da377821dbe None None] Attempting to bind port 34e59a41-5b8c-44d6-afdc-538e90fb3643 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'bb62406e-191b-4b5a-926e-1a0d3274118c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '73be4c29-fa1b-4f68-8f85-96e4e478b2c4'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:55:53.407850 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4e92ec-6f26-4508-a0be-4da377821dbe None None] Attempting to bind port 34e59a41-5b8c-44d6-afdc-538e90fb3643 on network 73be4c29-fa1b-4f68-8f85-96e4e478b2c4 {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:55:53.413817 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4e92ec-6f26-4508-a0be-4da377821dbe None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:55:53.414182 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4e92ec-6f26-4508-a0be-4da377821dbe None None] Checking segment: {'id': 'bb62406e-191b-4b5a-926e-1a0d3274118c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '73be4c29-fa1b-4f68-8f85-96e4e478b2c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:55:53.414577 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-bd4e92ec-6f26-4508-a0be-4da377821dbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:53.414960 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4e92ec-6f26-4508-a0be-4da377821dbe None None] Bound using segment: {'id': 'bb62406e-191b-4b5a-926e-1a0d3274118c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '73be4c29-fa1b-4f68-8f85-96e4e478b2c4'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:55:53.415414 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-bd4e92ec-6f26-4508-a0be-4da377821dbe None None] Bound port: 34e59a41-5b8c-44d6-afdc-538e90fb3643, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb62406e-191b-4b5a-926e-1a0d3274118c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '73be4c29-fa1b-4f68-8f85-96e4e478b2c4'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:55:53.415776 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-bd4e92ec-6f26-4508-a0be-4da377821dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:53.488215 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f7a94-29ef-4524-b57f-1e32ce6823a1 req-45818649-3b51-46a0-8b2a-ae59a765d576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:53.489810 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-199f7a94-29ef-4524-b57f-1e32ce6823a1 req-45818649-3b51-46a0-8b2a-ae59a765d576 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=22121f0b-5ede-4ab0-88f2-d436b4610a80 HTTP/1.1" status: 200 len: 855 time: 0.0790918 Feb 09 01:55:53.524972 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-bd4e92ec-6f26-4508-a0be-4da377821dbe None None] For port 34e59a41-5b8c-44d6-afdc-538e90fb3643, host n-d-828418-1, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:55:53.528869 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-bd4e92ec-6f26-4508-a0be-4da377821dbe None None] For port 34e59a41-5b8c-44d6-afdc-538e90fb3643, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=34e59a41-5b8c-44d6-afdc-538e90fb3643,segment=NetworkSegment(bb62406e-191b-4b5a-926e-1a0d3274118c),segment_id=bb62406e-191b-4b5a-926e-1a0d3274118c)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:55:53.534444 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-bd4e92ec-6f26-4508-a0be-4da377821dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:53.567349 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f7a94-29ef-4524-b57f-1e32ce6823a1 req-da51ba74-9a49-490d-ad7b-0c10492ff9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:53.568857 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-199f7a94-29ef-4524-b57f-1e32ce6823a1 req-da51ba74-9a49-490d-ad7b-0c10492ff9bd service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732298 Feb 09 01:55:53.609488 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4e92ec-6f26-4508-a0be-4da377821dbe None None] Routers {'71118528-aadb-4bfe-8135-e03d43216c1a'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:55:53.610143 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-bd4e92ec-6f26-4508-a0be-4da377821dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:55:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['71118528-aadb-4bfe-8135-e03d43216c1a'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:53.697686 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388ec231-7bfe-4641-a731-1b0ddfcf39a6 None None] Pushing event updated for resources: {'Port': ['ID=34e59a41-5b8c-44d6-afdc-538e90fb3643,revision_number=4']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:53.737752 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-199f7a94-29ef-4524-b57f-1e32ce6823a1 req-cf76c391-c5cc-4fe5-9b07-312df77363be service neutron] 10.222.0.99 "GET /v2.0/networks/5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626227 Feb 09 01:55:53.812705 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-bd4e92ec-6f26-4508-a0be-4da377821dbe None None] Set router 71118528-aadb-4bfe-8135-e03d43216c1a gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:55:53.875312 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-199f7a94-29ef-4524-b57f-1e32ce6823a1 req-d122c583-9605-424d-a63e-763dc96889db service neutron] 10.222.0.99 "GET /v2.0/networks/5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316745 Feb 09 01:55:54.117902 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-bd4e92ec-6f26-4508-a0be-4da377821dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71118528-aadb-4bfe-8135-e03d43216c1a', 'name': 'tempest-TestEncryptedCinderVolumes-283696907-router', 'tenant_id': '0fdcfe7f5e054aa38753e3d8f9ef83c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'fc75c70d-a297-4a11-b1ed-c83554796088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:55:42Z', 'updated_at': '2022-02-09T01:55:46Z', 'revision_number': 4, 'project_id': '0fdcfe7f5e054aa38753e3d8f9ef83c1', 'gw_port': {'id': 'fc75c70d-a297-4a11-b1ed-c83554796088', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71118528-aadb-4bfe-8135-e03d43216c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:55:43Z', 'updated_at': '2022-02-09T01:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '34e59a41-5b8c-44d6-afdc-538e90fb3643', 'name': '', 'network_id': '73be4c29-fa1b-4f68-8f85-96e4e478b2c4', 'tenant_id': '0fdcfe7f5e054aa38753e3d8f9ef83c1', 'mac_address': 'fa:16:3e:73:3c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71118528-aadb-4bfe-8135-e03d43216c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'feef81db-bc14-444e-80f0-67f183f3b3ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:55:45Z', 'updated_at': '2022-02-09T01:55:53Z', 'revision_number': 4, 'project_id': '0fdcfe7f5e054aa38753e3d8f9ef83c1', 'subnets': [{'id': 'feef81db-bc14-444e-80f0-67f183f3b3ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:54.121744 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4e92ec-6f26-4508-a0be-4da377821dbe None None] The sync data for ids ['71118528-aadb-4bfe-8135-e03d43216c1a'] in n-d-828418-1 is: [{'id': '71118528-aadb-4bfe-8135-e03d43216c1a', 'name': 'tempest-TestEncryptedCinderVolumes-283696907-router', 'tenant_id': '0fdcfe7f5e054aa38753e3d8f9ef83c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'fc75c70d-a297-4a11-b1ed-c83554796088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:55:42Z', 'updated_at': '2022-02-09T01:55:46Z', 'revision_number': 4, 'project_id': '0fdcfe7f5e054aa38753e3d8f9ef83c1', 'gw_port': {'id': 'fc75c70d-a297-4a11-b1ed-c83554796088', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71118528-aadb-4bfe-8135-e03d43216c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:55:43Z', 'updated_at': '2022-02-09T01:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '34e59a41-5b8c-44d6-afdc-538e90fb3643', 'name': '', 'network_id': '73be4c29-fa1b-4f68-8f85-96e4e478b2c4', 'tenant_id': '0fdcfe7f5e054aa38753e3d8f9ef83c1', 'mac_address': 'fa:16:3e:73:3c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71118528-aadb-4bfe-8135-e03d43216c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'feef81db-bc14-444e-80f0-67f183f3b3ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:55:45Z', 'updated_at': '2022-02-09T01:55:53Z', 'revision_number': 4, 'project_id': '0fdcfe7f5e054aa38753e3d8f9ef83c1', 'subnets': [{'id': 'feef81db-bc14-444e-80f0-67f183f3b3ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:55:54.480767 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac297a3-243c-4366-b5be-0cb71814f702 req-367c86c8-390a-4c6c-a10f-deef18aa797d tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:54.482331 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bac297a3-243c-4366-b5be-0cb71814f702 req-367c86c8-390a-4c6c-a10f-deef18aa797d tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] 10.222.0.105 "GET /v2.0/ports?device_id=5472de10-1832-4411-a3f2-7b48d483cc3c HTTP/1.1" status: 200 len: 944 time: 0.0825524 Feb 09 01:55:54.533022 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bac297a3-243c-4366-b5be-0cb71814f702 req-07f01e87-18c4-416d-b93c-712310f36c0c tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] 10.222.0.105 "GET /v2.0/security-groups?id=b2e00100-a5d9-4550-b7fb-70e5b2dda62d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448980 Feb 09 01:55:55.208263 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device cc750bf6-43fe-4b07-954d-55578c06888a details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:55:55.347677 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:55.349223 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port cc750bf6-43fe-4b07-954d-55578c06888a, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=cc750bf6-43fe-4b07-954d-55578c06888a,segment=NetworkSegment(475d7f08-923b-4465-a67b-7491940c3f77),segment_id=475d7f08-923b-4465-a67b-7491940c3f77)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:55:55.361977 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': 'cc750bf6-43fe-4b07-954d-55578c06888a', 'network_id': '5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e', 'port_id': 'cc750bf6-43fe-4b07-954d-55578c06888a', 'mac_address': 'fa:16:3e:9c:21:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22121f0b-5ede-4ab0-88f2-d436b4610a80', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:55:55.416297 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:55.437238 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc750bf6-43fe-4b07-954d-55578c06888a {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:55:55.453272 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port cc750bf6-43fe-4b07-954d-55578c06888a, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=cc750bf6-43fe-4b07-954d-55578c06888a,segment=NetworkSegment(475d7f08-923b-4465-a67b-7491940c3f77),segment_id=475d7f08-923b-4465-a67b-7491940c3f77)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:55:55.460948 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:55.496703 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 34e59a41-5b8c-44d6-afdc-538e90fb3643 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:55:55.577633 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=cc750bf6-43fe-4b07-954d-55578c06888a,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:55.596072 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 34e59a41-5b8c-44d6-afdc-538e90fb3643 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:55:55.601299 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 34e59a41-5b8c-44d6-afdc-538e90fb3643 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:55.601678 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:55.726705 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:55.736329 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5915c46-ec70-437d-917f-d35ea9202965 req-51ab9392-fa7b-485f-ab90-dd10dbc9be6a tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:55.737834 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b5915c46-ec70-437d-917f-d35ea9202965 req-51ab9392-fa7b-485f-ab90-dd10dbc9be6a tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] 10.222.0.105 "GET /v2.0/ports?device_id=5472de10-1832-4411-a3f2-7b48d483cc3c HTTP/1.1" status: 200 len: 945 time: 0.0832226 Feb 09 01:55:55.759545 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 34e59a41-5b8c-44d6-afdc-538e90fb3643, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=34e59a41-5b8c-44d6-afdc-538e90fb3643,segment=NetworkSegment(bb62406e-191b-4b5a-926e-1a0d3274118c),segment_id=bb62406e-191b-4b5a-926e-1a0d3274118c)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:55:55.763208 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:55.785455 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b5915c46-ec70-437d-917f-d35ea9202965 req-e1023c29-d960-4643-bfb3-7922004e7255 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] 10.222.0.105 "GET /v2.0/security-groups?id=b2e00100-a5d9-4550-b7fb-70e5b2dda62d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417795 Feb 09 01:55:55.826182 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['cc750bf6-43fe-4b07-954d-55578c06888a'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:55:55.875591 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=34e59a41-5b8c-44d6-afdc-538e90fb3643,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:56.973628 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d881391-72cf-414d-8617-4a56a0949631 req-4960530b-b5c6-4139-8687-c6b70b847d90 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:56.975104 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0d881391-72cf-414d-8617-4a56a0949631 req-4960530b-b5c6-4139-8687-c6b70b847d90 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] 10.222.0.105 "GET /v2.0/ports?device_id=5472de10-1832-4411-a3f2-7b48d483cc3c HTTP/1.1" status: 200 len: 945 time: 0.0843494 Feb 09 01:55:57.020417 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0d881391-72cf-414d-8617-4a56a0949631 req-1e37259b-9804-489a-b278-eeb97487651d tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] 10.222.0.105 "GET /v2.0/security-groups?id=b2e00100-a5d9-4550-b7fb-70e5b2dda62d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396173 Feb 09 01:55:57.225187 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device cc750bf6-43fe-4b07-954d-55578c06888a up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:55:57.291491 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning for port cc750bf6-43fe-4b07-954d-55578c06888a completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:55:57.296853 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port cc750bf6-43fe-4b07-954d-55578c06888a triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:57.297614 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:57.416093 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:57.444916 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5472de10-1832-4411-a3f2-7b48d483cc3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc750bf6-43fe-4b07-954d-55578c06888a'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:55:57.456112 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port cc750bf6-43fe-4b07-954d-55578c06888a, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=cc750bf6-43fe-4b07-954d-55578c06888a,segment=NetworkSegment(475d7f08-923b-4465-a67b-7491940c3f77),segment_id=475d7f08-923b-4465-a67b-7491940c3f77)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:55:57.460180 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:57.496662 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5472de10-1832-4411-a3f2-7b48d483cc3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc750bf6-43fe-4b07-954d-55578c06888a', 'code': 200} Feb 09 01:55:57.503690 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 34e59a41-5b8c-44d6-afdc-538e90fb3643 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:55:57.620128 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d3742e-c4bc-4e02-9397-b83d91d5def9 req-53e351c5-9621-4bc7-a082-bcfc70e69388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:57.621483 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a6d3742e-c4bc-4e02-9397-b83d91d5def9 req-53e351c5-9621-4bc7-a082-bcfc70e69388 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=5472de10-1832-4411-a3f2-7b48d483cc3c HTTP/1.1" status: 200 len: 1097 time: 0.0711470 Feb 09 01:55:57.628958 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=cc750bf6-43fe-4b07-954d-55578c06888a,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:57.642463 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 34e59a41-5b8c-44d6-afdc-538e90fb3643 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:57.643002 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:57.664276 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a6d3742e-c4bc-4e02-9397-b83d91d5def9 req-94bbc016-c867-47fd-958a-bda63740c1e5 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=b2e00100-a5d9-4550-b7fb-70e5b2dda62d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365212 Feb 09 01:55:58.205978 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8404327-ac4d-44b8-aef3-2244113d899a req-370ceee7-4f07-448c-8c9b-c46c8e6f1330 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:58.207444 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b8404327-ac4d-44b8-aef3-2244113d899a req-370ceee7-4f07-448c-8c9b-c46c8e6f1330 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] 10.222.0.105 "GET /v2.0/ports?device_id=5472de10-1832-4411-a3f2-7b48d483cc3c HTTP/1.1" status: 200 len: 946 time: 0.0847824 Feb 09 01:55:58.250809 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b8404327-ac4d-44b8-aef3-2244113d899a req-040303fa-31e0-4f88-8cd2-8a74c9c86a04 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] 10.222.0.105 "GET /v2.0/security-groups?id=b2e00100-a5d9-4550-b7fb-70e5b2dda62d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377996 Feb 09 01:55:59.437287 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca3b98-becf-4ccd-b927-ef907ad58e75 req-a4a532f1-51f0-4805-86fc-c1aec508fc64 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:59.438783 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7cca3b98-becf-4ccd-b927-ef907ad58e75 req-a4a532f1-51f0-4805-86fc-c1aec508fc64 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] 10.222.0.105 "GET /v2.0/ports?device_id=5472de10-1832-4411-a3f2-7b48d483cc3c HTTP/1.1" status: 200 len: 946 time: 0.0836995 Feb 09 01:55:59.485433 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7cca3b98-becf-4ccd-b927-ef907ad58e75 req-21b881d3-37d2-4177-a221-17c63dde2eef tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] 10.222.0.105 "GET /v2.0/security-groups?id=b2e00100-a5d9-4550-b7fb-70e5b2dda62d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405934 Feb 09 01:55:59.669051 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa3c74-2b52-47e8-8e8b-c69570ce1a83 req-5c0be985-91f7-47d0-8299-7fc0bdc7a099 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:59.671070 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-34aa3c74-2b52-47e8-8e8b-c69570ce1a83 req-5c0be985-91f7-47d0-8299-7fc0bdc7a099 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] 10.222.0.105 "GET /v2.0/ports?device_id=5472de10-1832-4411-a3f2-7b48d483cc3c HTTP/1.1" status: 200 len: 946 time: 0.0800874 Feb 09 01:55:59.714196 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-34aa3c74-2b52-47e8-8e8b-c69570ce1a83 req-788e7e73-f74a-4c48-8379-df70c7caab8a tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] 10.222.0.105 "GET /v2.0/security-groups?id=b2e00100-a5d9-4550-b7fb-70e5b2dda62d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375013 Feb 09 01:56:08.248064 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fc853bd6-9701-44c7-8aed-4f08deae1d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:10.546944 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-59df93a8-484c-4443-ae27-30969f7a2c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:11.676397 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:11.678008 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:13.301895 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:14.251520 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e900c1-a328-4f3d-bc3b-efda9d704a6d req-99f8c288-a31c-496d-a705-d6350e462a03 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:14.252979 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-07e900c1-a328-4f3d-bc3b-efda9d704a6d req-99f8c288-a31c-496d-a705-d6350e462a03 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] 10.222.0.105 "GET /v2.0/ports?device_id=5472de10-1832-4411-a3f2-7b48d483cc3c HTTP/1.1" status: 200 len: 946 time: 0.0818939 Feb 09 01:56:14.297215 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-07e900c1-a328-4f3d-bc3b-efda9d704a6d req-bc42c132-1ec3-4b71-a95b-b508abd5f2b8 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] 10.222.0.105 "GET /v2.0/security-groups?id=b2e00100-a5d9-4550-b7fb-70e5b2dda62d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386004 Feb 09 01:56:15.485702 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d010dca-9530-4987-a5e5-8f7f6a4b9a95 req-2eda9edd-ae4e-457e-b33b-2684a469f0bc tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:15.487312 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2d010dca-9530-4987-a5e5-8f7f6a4b9a95 req-2eda9edd-ae4e-457e-b33b-2684a469f0bc tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] 10.222.0.105 "GET /v2.0/ports?device_id=5472de10-1832-4411-a3f2-7b48d483cc3c HTTP/1.1" status: 200 len: 946 time: 0.0802553 Feb 09 01:56:15.531070 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2d010dca-9530-4987-a5e5-8f7f6a4b9a95 req-fe4715e4-aa4a-4714-b77d-4d35e94625a6 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] 10.222.0.105 "GET /v2.0/security-groups?id=b2e00100-a5d9-4550-b7fb-70e5b2dda62d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381773 Feb 09 01:56:15.765972 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e2785f-4bf7-493e-b95a-9654f9f85a8e req-f3f9fd21-dd7d-453e-ad11-33bdb9deb7a5 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:15.767542 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a8e2785f-4bf7-493e-b95a-9654f9f85a8e req-f3f9fd21-dd7d-453e-ad11-33bdb9deb7a5 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] 10.222.0.99 "GET /v2.0/ports?device_id=5472de10-1832-4411-a3f2-7b48d483cc3c HTTP/1.1" status: 200 len: 946 time: 0.0817549 Feb 09 01:56:15.835346 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-a8e2785f-4bf7-493e-b95a-9654f9f85a8e req-77105595-e36a-44a9-b260-d0617fdbbf57 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Deleting port cc750bf6-43fe-4b07-954d-55578c06888a {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:56:15.835686 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a8e2785f-4bf7-493e-b95a-9654f9f85a8e req-77105595-e36a-44a9-b260-d0617fdbbf57 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:16.172630 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-a8e2785f-4bf7-493e-b95a-9654f9f85a8e req-77105595-e36a-44a9-b260-d0617fdbbf57 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] For port cc750bf6-43fe-4b07-954d-55578c06888a, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=cc750bf6-43fe-4b07-954d-55578c06888a,segment=NetworkSegment(475d7f08-923b-4465-a67b-7491940c3f77),segment_id=475d7f08-923b-4465-a67b-7491940c3f77)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:56:16.172982 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a8e2785f-4bf7-493e-b95a-9654f9f85a8e req-77105595-e36a-44a9-b260-d0617fdbbf57 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:16.293866 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-a8e2785f-4bf7-493e-b95a-9654f9f85a8e req-77105595-e36a-44a9-b260-d0617fdbbf57 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Calling delete_port for cc750bf6-43fe-4b07-954d-55578c06888a owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:56:16.440468 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a8e2785f-4bf7-493e-b95a-9654f9f85a8e req-77105595-e36a-44a9-b260-d0617fdbbf57 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:16.452992 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['cc750bf6-43fe-4b07-954d-55578c06888a'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:56:16.493299 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77105595-e36a-44a9-b260-d0617fdbbf57 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Pushing event deleted for resources: {'Port': ['ID=cc750bf6-43fe-4b07-954d-55578c06888a,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:16.572498 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8e2785f-4bf7-493e-b95a-9654f9f85a8e req-77105595-e36a-44a9-b260-d0617fdbbf57 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] No DVR routers for this DVR port cc750bf6-43fe-4b07-954d-55578c06888a on host n-h2-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:56:16.574971 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-a8e2785f-4bf7-493e-b95a-9654f9f85a8e req-77105595-e36a-44a9-b260-d0617fdbbf57 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:16.585168 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5472de10-1832-4411-a3f2-7b48d483cc3c', 'name': 'network-vif-deleted', 'tag': 'cc750bf6-43fe-4b07-954d-55578c06888a'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:56:16.592191 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a8e2785f-4bf7-493e-b95a-9654f9f85a8e req-77105595-e36a-44a9-b260-d0617fdbbf57 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] 10.222.0.99 "DELETE /v2.0/ports/cc750bf6-43fe-4b07-954d-55578c06888a HTTP/1.1" status: 204 len: 173 time: 0.8193219 Feb 09 01:56:16.656352 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5472de10-1832-4411-a3f2-7b48d483cc3c', 'name': 'network-vif-deleted', 'tag': 'cc750bf6-43fe-4b07-954d-55578c06888a', 'status': 'completed', 'code': 200} Feb 09 01:56:16.713868 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-31a32695-89f1-4f67-9149-38d4e03fbdc7 req-e48db7ab-ad91-44c0-bc7f-781edf9793a4 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Synchronizing usage tracker for tenant:fac337074da7441d9445bf0fdfcae4d4 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:56:16.731514 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-31a32695-89f1-4f67-9149-38d4e03fbdc7 req-e48db7ab-ad91-44c0-bc7f-781edf9793a4 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Unset dirty status for tenant:fac337074da7441d9445bf0fdfcae4d4 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:56:16.732949 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-31a32695-89f1-4f67-9149-38d4e03fbdc7 req-e48db7ab-ad91-44c0-bc7f-781edf9793a4 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] 10.222.0.105 "GET /v2.0/ports?device_id=5472de10-1832-4411-a3f2-7b48d483cc3c HTTP/1.1" status: 200 len: 210 time: 0.0662451 Feb 09 01:56:18.351115 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00338e97-10a9-4bd5-a8e9-f4f493dc011f req-7f238a37-85a8-4c2b-91b4-ea504fd30884 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:18.352480 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-00338e97-10a9-4bd5-a8e9-f4f493dc011f req-7f238a37-85a8-4c2b-91b4-ea504fd30884 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] 10.222.0.105 "GET /v2.0/networks?id=5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e HTTP/1.1" status: 200 len: 816 time: 0.1464221 Feb 09 01:56:18.368028 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-00338e97-10a9-4bd5-a8e9-f4f493dc011f req-650df5cd-f4e9-464d-8baf-49890e3a6057 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] 10.222.0.105 "GET /v2.0/quotas/fac337074da7441d9445bf0fdfcae4d4 HTTP/1.1" status: 200 len: 375 time: 0.0094800 Feb 09 01:56:18.449264 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-00338e97-10a9-4bd5-a8e9-f4f493dc011f req-a0b8310c-080b-4a17-96b8-6e487be863ea tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=fac337074da7441d9445bf0fdfcae4d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0757766 Feb 09 01:56:18.584091 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-00338e97-10a9-4bd5-a8e9-f4f493dc011f req-667d28b5-ee11-4670-90f6-d131f957704c service neutron] 10.222.0.105 "GET /v2.0/networks/5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234522 Feb 09 01:56:18.713353 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-00338e97-10a9-4bd5-a8e9-f4f493dc011f req-5230825c-ef2d-4616-b9a3-04f1d2ff0894 service neutron] 10.222.0.105 "GET /v2.0/networks/5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235504 Feb 09 01:56:18.890032 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9c28d138-7a9c-42ec-98ba-835a4b0580c3 req-3d60ddcd-e5a8-4dd6-87fc-871aec9b14f6 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] 10.222.0.105 "GET /v2.0/ports?device_id=2957279b-fcf8-4515-86fe-08ece0491cf6 HTTP/1.1" status: 200 len: 210 time: 0.0424135 Feb 09 01:56:19.302594 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device cc750bf6-43fe-4b07-954d-55578c06888a no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:56:19.336998 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] No Port match for: cc750bf6-43fe-4b07-954d-55578c06888a {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:56:19.337368 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device cc750bf6-43fe-4b07-954d-55578c06888a not bound to the agent host n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:56:19.916272 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00338e97-10a9-4bd5-a8e9-f4f493dc011f req-34d62630-6d68-4c00-b791-c2fb6220e4aa tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:19.917649 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-00338e97-10a9-4bd5-a8e9-f4f493dc011f req-34d62630-6d68-4c00-b791-c2fb6220e4aa tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] 10.222.0.99 "GET /v2.0/networks?id=5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e HTTP/1.1" status: 200 len: 816 time: 0.1454566 Feb 09 01:56:19.930536 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-00338e97-10a9-4bd5-a8e9-f4f493dc011f req-22a66f86-4ffa-458f-aa77-ae02fe98024c tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Request body: {'port': {'device_id': '2957279b-fcf8-4515-86fe-08ece0491cf6', 'network_id': '5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e', 'admin_state_up': True, 'tenant_id': 'fac337074da7441d9445bf0fdfcae4d4'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:56:20.167657 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e5777c07-2af3-4962-ae60-6f855244e606 req-c852e095-69d4-404e-830c-2690a79b7faa tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] 10.222.0.105 "GET /v2.0/ports?device_id=2957279b-fcf8-4515-86fe-08ece0491cf6 HTTP/1.1" status: 200 len: 210 time: 0.1617806 Feb 09 01:56:20.214740 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-00338e97-10a9-4bd5-a8e9-f4f493dc011f req-22a66f86-4ffa-458f-aa77-ae02fe98024c tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:56:20.224281 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-00338e97-10a9-4bd5-a8e9-f4f493dc011f req-22a66f86-4ffa-458f-aa77-ae02fe98024c tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:56:20.233449 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00338e97-10a9-4bd5-a8e9-f4f493dc011f req-22a66f86-4ffa-458f-aa77-ae02fe98024c tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Made reservation on behalf of fac337074da7441d9445bf0fdfcae4d4 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:56:20.236857 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-00338e97-10a9-4bd5-a8e9-f4f493dc011f req-22a66f86-4ffa-458f-aa77-ae02fe98024c tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:20.400689 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-00338e97-10a9-4bd5-a8e9-f4f493dc011f req-22a66f86-4ffa-458f-aa77-ae02fe98024c tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Allocated IP 172.20.0.12 (5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e/22121f0b-5ede-4ab0-88f2-d436b4610a80/fcd76696-c911-4fd4-9d8d-96ab45428bb4) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:56:20.597178 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-00338e97-10a9-4bd5-a8e9-f4f493dc011f req-22a66f86-4ffa-458f-aa77-ae02fe98024c tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:20.612752 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-00338e97-10a9-4bd5-a8e9-f4f493dc011f req-22a66f86-4ffa-458f-aa77-ae02fe98024c tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Transition to ACTIVE for port object fcd76696-c911-4fd4-9d8d-96ab45428bb4 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:56:20.636161 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-00338e97-10a9-4bd5-a8e9-f4f493dc011f req-22a66f86-4ffa-458f-aa77-ae02fe98024c tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:20.709269 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00338e97-10a9-4bd5-a8e9-f4f493dc011f req-22a66f86-4ffa-458f-aa77-ae02fe98024c tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Network 5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:56:20.712347 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-00338e97-10a9-4bd5-a8e9-f4f493dc011f req-22a66f86-4ffa-458f-aa77-ae02fe98024c tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:56:20.714793 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-00338e97-10a9-4bd5-a8e9-f4f493dc011f req-22a66f86-4ffa-458f-aa77-ae02fe98024c tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:56:20.756253 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a66f86-4ffa-458f-aa77-ae02fe98024c tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Pushing event updated for resources: {'Port': ['ID=fcd76696-c911-4fd4-9d8d-96ab45428bb4,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:20.786031 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00338e97-10a9-4bd5-a8e9-f4f493dc011f req-22a66f86-4ffa-458f-aa77-ae02fe98024c tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:20.786641 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-00338e97-10a9-4bd5-a8e9-f4f493dc011f req-22a66f86-4ffa-458f-aa77-ae02fe98024c tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:20.813527 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-00338e97-10a9-4bd5-a8e9-f4f493dc011f req-22a66f86-4ffa-458f-aa77-ae02fe98024c tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8881834 Feb 09 01:56:20.825287 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-00338e97-10a9-4bd5-a8e9-f4f493dc011f req-5291e181-608e-4d16-b5c3-c62028db6f96 service neutron] Request body: {'port': {'device_id': '2957279b-fcf8-4515-86fe-08ece0491cf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:56:20.940801 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-00338e97-10a9-4bd5-a8e9-f4f493dc011f req-5291e181-608e-4d16-b5c3-c62028db6f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:20.991661 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5d24ab8c-9e08-4fda-a421-69479488fc61 None None] Provisioning for port fcd76696-c911-4fd4-9d8d-96ab45428bb4 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:56:20.996380 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5d24ab8c-9e08-4fda-a421-69479488fc61 None None] Provisioning complete for port fcd76696-c911-4fd4-9d8d-96ab45428bb4 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:20.996753 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5d24ab8c-9e08-4fda-a421-69479488fc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:21.052632 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-5d24ab8c-9e08-4fda-a421-69479488fc61 None None] Port fcd76696-c911-4fd4-9d8d-96ab45428bb4 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:56:21.328406 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-00338e97-10a9-4bd5-a8e9-f4f493dc011f req-5291e181-608e-4d16-b5c3-c62028db6f96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcd76696-c911-4fd4-9d8d-96ab45428bb4 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:56:21.346037 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-00338e97-10a9-4bd5-a8e9-f4f493dc011f req-5291e181-608e-4d16-b5c3-c62028db6f96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:21.365167 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-00338e97-10a9-4bd5-a8e9-f4f493dc011f req-5291e181-608e-4d16-b5c3-c62028db6f96 service neutron] Transition to ACTIVE for port object fcd76696-c911-4fd4-9d8d-96ab45428bb4 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:56:21.369854 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-00338e97-10a9-4bd5-a8e9-f4f493dc011f req-5291e181-608e-4d16-b5c3-c62028db6f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:21.500350 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852a1f6d-e6bc-4bf8-b2f5-7952033f6300 req-bf753ef5-a0b1-4022-b123-164f8295a62b tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:21.501051 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-852a1f6d-e6bc-4bf8-b2f5-7952033f6300 req-bf753ef5-a0b1-4022-b123-164f8295a62b tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Synchronizing usage tracker for tenant:fac337074da7441d9445bf0fdfcae4d4 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:56:21.548338 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5291e181-608e-4d16-b5c3-c62028db6f96 service neutron] Pushing event updated for resources: {'Port': ['ID=fcd76696-c911-4fd4-9d8d-96ab45428bb4,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:21.591677 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-852a1f6d-e6bc-4bf8-b2f5-7952033f6300 req-bf753ef5-a0b1-4022-b123-164f8295a62b tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Unset dirty status for tenant:fac337074da7441d9445bf0fdfcae4d4 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:56:21.592859 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-852a1f6d-e6bc-4bf8-b2f5-7952033f6300 req-bf753ef5-a0b1-4022-b123-164f8295a62b tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] 10.222.0.105 "GET /v2.0/ports?device_id=2957279b-fcf8-4515-86fe-08ece0491cf6 HTTP/1.1" status: 200 len: 932 time: 0.3181844 Feb 09 01:56:21.665283 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-00338e97-10a9-4bd5-a8e9-f4f493dc011f req-5291e181-608e-4d16-b5c3-c62028db6f96 service neutron] Attempting to bind port fcd76696-c911-4fd4-9d8d-96ab45428bb4 on host n-h2-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:56:21.665633 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-00338e97-10a9-4bd5-a8e9-f4f493dc011f req-5291e181-608e-4d16-b5c3-c62028db6f96 service neutron] Attempting to bind port fcd76696-c911-4fd4-9d8d-96ab45428bb4 by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': '475d7f08-923b-4465-a67b-7491940c3f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:56:21.665967 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00338e97-10a9-4bd5-a8e9-f4f493dc011f req-5291e181-608e-4d16-b5c3-c62028db6f96 service neutron] Attempting to bind port fcd76696-c911-4fd4-9d8d-96ab45428bb4 on network 5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:56:21.671831 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-852a1f6d-e6bc-4bf8-b2f5-7952033f6300 req-f3b08f82-5564-446b-9594-485395485896 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] 10.222.0.105 "GET /v2.0/security-groups?id=b2e00100-a5d9-4550-b7fb-70e5b2dda62d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706053 Feb 09 01:56:21.673667 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00338e97-10a9-4bd5-a8e9-f4f493dc011f req-5291e181-608e-4d16-b5c3-c62028db6f96 service neutron] Port fcd76696-c911-4fd4-9d8d-96ab45428bb4 on network 5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:56:21.673987 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00338e97-10a9-4bd5-a8e9-f4f493dc011f req-5291e181-608e-4d16-b5c3-c62028db6f96 service neutron] Attempting to bind port fcd76696-c911-4fd4-9d8d-96ab45428bb4 on network 5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:56:21.681744 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00338e97-10a9-4bd5-a8e9-f4f493dc011f req-5291e181-608e-4d16-b5c3-c62028db6f96 service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:56:21.682313 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00338e97-10a9-4bd5-a8e9-f4f493dc011f req-5291e181-608e-4d16-b5c3-c62028db6f96 service neutron] Checking segment: {'id': '475d7f08-923b-4465-a67b-7491940c3f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:56:21.682958 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00338e97-10a9-4bd5-a8e9-f4f493dc011f req-5291e181-608e-4d16-b5c3-c62028db6f96 service neutron] Bound using segment: {'id': '475d7f08-923b-4465-a67b-7491940c3f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:56:21.683672 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-00338e97-10a9-4bd5-a8e9-f4f493dc011f req-5291e181-608e-4d16-b5c3-c62028db6f96 service neutron] Bound port: fcd76696-c911-4fd4-9d8d-96ab45428bb4, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '475d7f08-923b-4465-a67b-7491940c3f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:56:21.684266 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-00338e97-10a9-4bd5-a8e9-f4f493dc011f req-5291e181-608e-4d16-b5c3-c62028db6f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:21.774357 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-00338e97-10a9-4bd5-a8e9-f4f493dc011f req-5291e181-608e-4d16-b5c3-c62028db6f96 service neutron] For port fcd76696-c911-4fd4-9d8d-96ab45428bb4, host n-h2-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:56:21.777088 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-00338e97-10a9-4bd5-a8e9-f4f493dc011f req-5291e181-608e-4d16-b5c3-c62028db6f96 service neutron] For port fcd76696-c911-4fd4-9d8d-96ab45428bb4, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=fcd76696-c911-4fd4-9d8d-96ab45428bb4,segment=NetworkSegment(475d7f08-923b-4465-a67b-7491940c3f77),segment_id=475d7f08-923b-4465-a67b-7491940c3f77)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:56:21.781578 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-00338e97-10a9-4bd5-a8e9-f4f493dc011f req-5291e181-608e-4d16-b5c3-c62028db6f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:21.841765 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00338e97-10a9-4bd5-a8e9-f4f493dc011f req-5291e181-608e-4d16-b5c3-c62028db6f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:21.842375 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-00338e97-10a9-4bd5-a8e9-f4f493dc011f req-5291e181-608e-4d16-b5c3-c62028db6f96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:21.844110 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-00338e97-10a9-4bd5-a8e9-f4f493dc011f req-5291e181-608e-4d16-b5c3-c62028db6f96 service neutron] 10.222.0.99 "PUT /v2.0/ports/fcd76696-c911-4fd4-9d8d-96ab45428bb4 HTTP/1.1" status: 200 len: 1092 time: 1.0227807 Feb 09 01:56:21.844315 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2957279b-fcf8-4515-86fe-08ece0491cf6', 'tag': 'fcd76696-c911-4fd4-9d8d-96ab45428bb4'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:56:21.868852 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5291e181-608e-4d16-b5c3-c62028db6f96 service neutron] Pushing event updated for resources: {'Port': ['ID=fcd76696-c911-4fd4-9d8d-96ab45428bb4,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:21.921615 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2957279b-fcf8-4515-86fe-08ece0491cf6', 'tag': 'fcd76696-c911-4fd4-9d8d-96ab45428bb4', 'status': 'completed', 'code': 200} Feb 09 01:56:21.962888 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00338e97-10a9-4bd5-a8e9-f4f493dc011f req-31ea3e88-d54b-46b4-aa2d-31f7b4fbb662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:21.964427 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-00338e97-10a9-4bd5-a8e9-f4f493dc011f req-31ea3e88-d54b-46b4-aa2d-31f7b4fbb662 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=fac337074da7441d9445bf0fdfcae4d4&device_id=2957279b-fcf8-4515-86fe-08ece0491cf6 HTTP/1.1" status: 200 len: 1095 time: 0.0773237 Feb 09 01:56:22.143403 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-00338e97-10a9-4bd5-a8e9-f4f493dc011f req-e7206a7c-5062-447a-9ef9-5f707918dc72 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fcd76696-c911-4fd4-9d8d-96ab45428bb4 HTTP/1.1" status: 200 len: 217 time: 0.1723914 Feb 09 01:56:22.204399 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00338e97-10a9-4bd5-a8e9-f4f493dc011f req-f3ef9478-46c2-4f74-85b2-076ee1bf018a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:22.205818 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-00338e97-10a9-4bd5-a8e9-f4f493dc011f req-f3ef9478-46c2-4f74-85b2-076ee1bf018a service neutron] 10.222.0.99 "GET /v2.0/subnets?id=22121f0b-5ede-4ab0-88f2-d436b4610a80 HTTP/1.1" status: 200 len: 855 time: 0.0566893 Feb 09 01:56:22.281434 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00338e97-10a9-4bd5-a8e9-f4f493dc011f req-f2575c84-3397-4d0b-89cf-245d5736063f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:22.282829 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-00338e97-10a9-4bd5-a8e9-f4f493dc011f req-f2575c84-3397-4d0b-89cf-245d5736063f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716527 Feb 09 01:56:22.353376 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:22.414392 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-00338e97-10a9-4bd5-a8e9-f4f493dc011f req-4b2b5818-51be-4f44-8741-aa0e3b12600a service neutron] 10.222.0.99 "GET /v2.0/networks/5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255689 Feb 09 01:56:22.543437 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-00338e97-10a9-4bd5-a8e9-f4f493dc011f req-38570ba8-9ab9-4ed2-b8bb-7350c54e7fa7 service neutron] 10.222.0.99 "GET /v2.0/networks/5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232865 Feb 09 01:56:22.659241 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f31283f-44c1-4de0-be36-b4b56c5b88d2 req-5f98f780-6c57-4def-a21c-58f652098969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:22.660728 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0f31283f-44c1-4de0-be36-b4b56c5b88d2 req-5f98f780-6c57-4def-a21c-58f652098969 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=fac337074da7441d9445bf0fdfcae4d4&device_id=2957279b-fcf8-4515-86fe-08ece0491cf6 HTTP/1.1" status: 200 len: 1095 time: 0.0713224 Feb 09 01:56:22.835548 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f31283f-44c1-4de0-be36-b4b56c5b88d2 req-595ea708-aacf-49d3-955d-069c92f6deb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:22.836905 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0f31283f-44c1-4de0-be36-b4b56c5b88d2 req-595ea708-aacf-49d3-955d-069c92f6deb2 service neutron] 10.222.0.99 "GET /v2.0/networks?id=5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e HTTP/1.1" status: 200 len: 917 time: 0.1702094 Feb 09 01:56:22.911163 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0f31283f-44c1-4de0-be36-b4b56c5b88d2 req-4926f834-f2b1-44b7-9ae2-a18d3ba87e75 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fcd76696-c911-4fd4-9d8d-96ab45428bb4 HTTP/1.1" status: 200 len: 217 time: 0.0641825 Feb 09 01:56:22.980470 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f31283f-44c1-4de0-be36-b4b56c5b88d2 req-88fcb8f6-4237-4899-9985-248cab8ea7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:22.982457 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0f31283f-44c1-4de0-be36-b4b56c5b88d2 req-88fcb8f6-4237-4899-9985-248cab8ea7b6 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=22121f0b-5ede-4ab0-88f2-d436b4610a80 HTTP/1.1" status: 200 len: 855 time: 0.0665052 Feb 09 01:56:22.989988 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3b22a0-ec10-49f2-b158-b53632c99488 req-172bbeb5-e552-4236-b7be-415a2458d3bd tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:22.991328 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bf3b22a0-ec10-49f2-b158-b53632c99488 req-172bbeb5-e552-4236-b7be-415a2458d3bd tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] 10.222.0.105 "GET /v2.0/ports?device_id=2957279b-fcf8-4515-86fe-08ece0491cf6 HTTP/1.1" status: 200 len: 944 time: 0.2052956 Feb 09 01:56:23.083523 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bf3b22a0-ec10-49f2-b158-b53632c99488 req-73b25b06-ecc3-4c0d-865c-c388a5612a46 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] 10.222.0.105 "GET /v2.0/security-groups?id=b2e00100-a5d9-4550-b7fb-70e5b2dda62d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612247 Feb 09 01:56:23.103648 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f31283f-44c1-4de0-be36-b4b56c5b88d2 req-78a09b27-8701-44d8-b185-8ea95c57e166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:23.105114 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0f31283f-44c1-4de0-be36-b4b56c5b88d2 req-78a09b27-8701-44d8-b185-8ea95c57e166 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1129646 Feb 09 01:56:23.237847 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0f31283f-44c1-4de0-be36-b4b56c5b88d2 req-6c40a51d-bef4-4de1-b357-0e09c79ac1c4 service neutron] 10.222.0.99 "GET /v2.0/networks/5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253541 Feb 09 01:56:23.374343 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0f31283f-44c1-4de0-be36-b4b56c5b88d2 req-c8bfa946-ff00-43bc-8fa3-c1939faad150 service neutron] 10.222.0.99 "GET /v2.0/networks/5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302025 Feb 09 01:56:24.265922 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4003b3-2a5c-4bb9-afe0-5e6d81bdd938 req-34a81920-034c-41c2-b0a4-5a8b5934820c tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:24.267377 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-db4003b3-2a5c-4bb9-afe0-5e6d81bdd938 req-34a81920-034c-41c2-b0a4-5a8b5934820c tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] 10.222.0.105 "GET /v2.0/ports?device_id=2957279b-fcf8-4515-86fe-08ece0491cf6 HTTP/1.1" status: 200 len: 944 time: 0.0781596 Feb 09 01:56:24.311743 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-db4003b3-2a5c-4bb9-afe0-5e6d81bdd938 req-3535f3d6-533c-4657-a8bd-237fe110c3ac tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] 10.222.0.105 "GET /v2.0/security-groups?id=b2e00100-a5d9-4550-b7fb-70e5b2dda62d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385454 Feb 09 01:56:25.311775 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device fcd76696-c911-4fd4-9d8d-96ab45428bb4 details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:56:25.329250 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:25.466080 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port fcd76696-c911-4fd4-9d8d-96ab45428bb4, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=fcd76696-c911-4fd4-9d8d-96ab45428bb4,segment=NetworkSegment(475d7f08-923b-4465-a67b-7491940c3f77),segment_id=475d7f08-923b-4465-a67b-7491940c3f77)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:56:25.480542 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': 'fcd76696-c911-4fd4-9d8d-96ab45428bb4', 'network_id': '5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e', 'port_id': 'fcd76696-c911-4fd4-9d8d-96ab45428bb4', 'mac_address': 'fa:16:3e:ca:39:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22121f0b-5ede-4ab0-88f2-d436b4610a80', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:56:25.537587 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:25.554166 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcd76696-c911-4fd4-9d8d-96ab45428bb4 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:56:25.569915 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port fcd76696-c911-4fd4-9d8d-96ab45428bb4, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=fcd76696-c911-4fd4-9d8d-96ab45428bb4,segment=NetworkSegment(475d7f08-923b-4465-a67b-7491940c3f77),segment_id=475d7f08-923b-4465-a67b-7491940c3f77)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:56:25.573559 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:25.644627 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=fcd76696-c911-4fd4-9d8d-96ab45428bb4,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:25.674368 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19042ae4-c520-4d4e-9a97-685b23e80fd6 req-408ce60e-0258-4be9-af55-526123176d43 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:25.675840 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-19042ae4-c520-4d4e-9a97-685b23e80fd6 req-408ce60e-0258-4be9-af55-526123176d43 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] 10.222.0.105 "GET /v2.0/ports?device_id=2957279b-fcf8-4515-86fe-08ece0491cf6 HTTP/1.1" status: 200 len: 945 time: 0.1046815 Feb 09 01:56:25.725857 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-19042ae4-c520-4d4e-9a97-685b23e80fd6 req-fedeb1a6-96e9-4866-816b-f6e1a04fc981 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] 10.222.0.105 "GET /v2.0/security-groups?id=b2e00100-a5d9-4550-b7fb-70e5b2dda62d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443368 Feb 09 01:56:25.879322 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['fcd76696-c911-4fd4-9d8d-96ab45428bb4'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:56:26.909659 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472861b-0947-4a7b-bc74-c1ed806209c3 req-4a7de61a-458c-4461-b5e6-931b05b4d22e tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:26.911052 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d472861b-0947-4a7b-bc74-c1ed806209c3 req-4a7de61a-458c-4461-b5e6-931b05b4d22e tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] 10.222.0.105 "GET /v2.0/ports?device_id=2957279b-fcf8-4515-86fe-08ece0491cf6 HTTP/1.1" status: 200 len: 945 time: 0.0794141 Feb 09 01:56:26.954304 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d472861b-0947-4a7b-bc74-c1ed806209c3 req-e25d9222-5327-4536-ba03-2f85d98459c4 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] 10.222.0.105 "GET /v2.0/security-groups?id=b2e00100-a5d9-4550-b7fb-70e5b2dda62d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377183 Feb 09 01:56:27.312065 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device fcd76696-c911-4fd4-9d8d-96ab45428bb4 up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:56:27.380279 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning for port fcd76696-c911-4fd4-9d8d-96ab45428bb4 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:56:27.384838 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port fcd76696-c911-4fd4-9d8d-96ab45428bb4 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:27.385279 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:27.404978 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:56:27.502964 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:27.529997 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2957279b-fcf8-4515-86fe-08ece0491cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd76696-c911-4fd4-9d8d-96ab45428bb4'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:56:27.539385 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port fcd76696-c911-4fd4-9d8d-96ab45428bb4, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=fcd76696-c911-4fd4-9d8d-96ab45428bb4,segment=NetworkSegment(475d7f08-923b-4465-a67b-7491940c3f77),segment_id=475d7f08-923b-4465-a67b-7491940c3f77)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:56:27.543358 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:27.579838 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2957279b-fcf8-4515-86fe-08ece0491cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd76696-c911-4fd4-9d8d-96ab45428bb4', 'code': 200} Feb 09 01:56:27.621127 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=fcd76696-c911-4fd4-9d8d-96ab45428bb4,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:27.802105 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effe4a8f-bb6e-4eeb-ac2a-fd654cd99448 req-0df0a5d6-fa29-4d6e-b9f8-3741de15ab4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:27.803578 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-effe4a8f-bb6e-4eeb-ac2a-fd654cd99448 req-0df0a5d6-fa29-4d6e-b9f8-3741de15ab4c service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=2957279b-fcf8-4515-86fe-08ece0491cf6 HTTP/1.1" status: 200 len: 1097 time: 0.1741290 Feb 09 01:56:27.844010 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-effe4a8f-bb6e-4eeb-ac2a-fd654cd99448 req-0fd5d8cd-7382-4367-973d-410a8c3717ca service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=b2e00100-a5d9-4550-b7fb-70e5b2dda62d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340893 Feb 09 01:56:28.139867 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce273a-8100-4dc1-8907-210b38058399 req-df04516a-aa47-4580-a181-84fd67e7b341 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:28.141233 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2bce273a-8100-4dc1-8907-210b38058399 req-df04516a-aa47-4580-a181-84fd67e7b341 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] 10.222.0.105 "GET /v2.0/ports?device_id=2957279b-fcf8-4515-86fe-08ece0491cf6 HTTP/1.1" status: 200 len: 946 time: 0.0778940 Feb 09 01:56:28.188093 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2bce273a-8100-4dc1-8907-210b38058399 req-035d87f8-5f33-401a-a6fc-3455f118ddfb tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] 10.222.0.105 "GET /v2.0/security-groups?id=b2e00100-a5d9-4550-b7fb-70e5b2dda62d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409875 Feb 09 01:56:29.373909 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f489147-e0c7-4f8c-beb6-4124f19ad051 req-35656a46-6e85-418a-826e-50fc38f23629 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:29.375361 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1f489147-e0c7-4f8c-beb6-4124f19ad051 req-35656a46-6e85-418a-826e-50fc38f23629 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] 10.222.0.105 "GET /v2.0/ports?device_id=2957279b-fcf8-4515-86fe-08ece0491cf6 HTTP/1.1" status: 200 len: 946 time: 0.0809195 Feb 09 01:56:29.420541 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1f489147-e0c7-4f8c-beb6-4124f19ad051 req-1f1d8fa8-e069-44b1-8b88-7f4ac7b13378 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] 10.222.0.105 "GET /v2.0/security-groups?id=b2e00100-a5d9-4550-b7fb-70e5b2dda62d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394835 Feb 09 01:56:30.605361 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c45522e-cacb-4c6a-8476-1a2124e8c5ee req-24c8981f-60d8-4d55-a8fd-bea31a8faf7d tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:30.607409 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3c45522e-cacb-4c6a-8476-1a2124e8c5ee req-24c8981f-60d8-4d55-a8fd-bea31a8faf7d tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] 10.222.0.105 "GET /v2.0/ports?device_id=2957279b-fcf8-4515-86fe-08ece0491cf6 HTTP/1.1" status: 200 len: 946 time: 0.0838671 Feb 09 01:56:30.653682 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3c45522e-cacb-4c6a-8476-1a2124e8c5ee req-f44159da-650e-4176-b59f-210fdb83c27c tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] 10.222.0.105 "GET /v2.0/security-groups?id=b2e00100-a5d9-4550-b7fb-70e5b2dda62d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400066 Feb 09 01:56:30.841922 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b028137-4730-4b12-916f-1551b4cacc5b req-18b70242-1f8c-4cd1-8f74-9b48906ecdee tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:30.843309 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4b028137-4730-4b12-916f-1551b4cacc5b req-18b70242-1f8c-4cd1-8f74-9b48906ecdee tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] 10.222.0.105 "GET /v2.0/ports?device_id=2957279b-fcf8-4515-86fe-08ece0491cf6 HTTP/1.1" status: 200 len: 946 time: 0.0798700 Feb 09 01:56:30.887115 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4b028137-4730-4b12-916f-1551b4cacc5b req-58cdc21b-c1e5-4f84-8ca5-a8f3656e5a5c tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] 10.222.0.105 "GET /v2.0/security-groups?id=b2e00100-a5d9-4550-b7fb-70e5b2dda62d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381997 Feb 09 01:56:33.822456 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7b7a4411-6ade-4d0b-8959-ad69cac9a72f req-8d986ec1-2871-4c53-aad2-7ecee2053067 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=2957279b-fcf8-4515-86fe-08ece0491cf6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0717466 Feb 09 01:56:33.960723 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a4411-6ade-4d0b-8959-ad69cac9a72f req-24c2ad27-92ef-4962-8e35-9c7882136cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:33.962192 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7b7a4411-6ade-4d0b-8959-ad69cac9a72f req-24c2ad27-92ef-4962-8e35-9c7882136cc0 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=fac337074da7441d9445bf0fdfcae4d4&device_id=2957279b-fcf8-4515-86fe-08ece0491cf6 HTTP/1.1" status: 200 len: 1097 time: 0.0718265 Feb 09 01:56:34.113896 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a4411-6ade-4d0b-8959-ad69cac9a72f req-3e07d60f-9765-421b-928d-b8c8e5988871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:34.115346 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7b7a4411-6ade-4d0b-8959-ad69cac9a72f req-3e07d60f-9765-421b-928d-b8c8e5988871 service neutron] 10.222.0.99 "GET /v2.0/networks?id=5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e HTTP/1.1" status: 200 len: 917 time: 0.1306603 Feb 09 01:56:34.188060 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7b7a4411-6ade-4d0b-8959-ad69cac9a72f req-fd2a94f3-9f27-4ce2-affe-700bbb1eb17c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fcd76696-c911-4fd4-9d8d-96ab45428bb4 HTTP/1.1" status: 200 len: 217 time: 0.0664806 Feb 09 01:56:34.253408 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a4411-6ade-4d0b-8959-ad69cac9a72f req-b6bf2b88-0133-44af-b3d4-be1028c16152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:34.255032 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7b7a4411-6ade-4d0b-8959-ad69cac9a72f req-b6bf2b88-0133-44af-b3d4-be1028c16152 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=22121f0b-5ede-4ab0-88f2-d436b4610a80 HTTP/1.1" status: 200 len: 855 time: 0.0608621 Feb 09 01:56:34.343484 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a4411-6ade-4d0b-8959-ad69cac9a72f req-196a62db-57db-4662-8afa-6bc7a86763c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:34.344888 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7b7a4411-6ade-4d0b-8959-ad69cac9a72f req-196a62db-57db-4662-8afa-6bc7a86763c3 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0818131 Feb 09 01:56:34.484872 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7b7a4411-6ade-4d0b-8959-ad69cac9a72f req-d67ed047-f2a4-4b74-8441-a83bae8295fd service neutron] 10.222.0.99 "GET /v2.0/networks/5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272252 Feb 09 01:56:34.628468 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7b7a4411-6ade-4d0b-8959-ad69cac9a72f req-21802f53-9ba8-4a2d-ad7c-6d1b4715e69d service neutron] 10.222.0.99 "GET /v2.0/networks/5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237400 Feb 09 01:56:38.251049 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f54a3c61-4c2d-42c7-8004-55121320facb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:40.548334 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-060eb4bf-755f-4760-855e-75973c3ab8af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:41.682620 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:41.683713 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:43.304653 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:45.126551 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed1199e-a2b5-4cf7-a8f2-fb4ad310671a req-2b3e86cf-c4a6-491b-9487-1b18c5b6cd73 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:45.127980 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fed1199e-a2b5-4cf7-a8f2-fb4ad310671a req-2b3e86cf-c4a6-491b-9487-1b18c5b6cd73 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] 10.222.0.105 "GET /v2.0/ports?device_id=2957279b-fcf8-4515-86fe-08ece0491cf6 HTTP/1.1" status: 200 len: 946 time: 0.0790513 Feb 09 01:56:45.172211 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fed1199e-a2b5-4cf7-a8f2-fb4ad310671a req-0d0bc0c7-7a3a-4d02-a5de-5336e7d01ac8 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] 10.222.0.105 "GET /v2.0/security-groups?id=b2e00100-a5d9-4550-b7fb-70e5b2dda62d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385299 Feb 09 01:56:46.359292 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77017088-b833-4532-90de-bab1f509151a req-9e0ee478-369a-4135-a06a-fd57ce7b5db6 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:46.360820 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-77017088-b833-4532-90de-bab1f509151a req-9e0ee478-369a-4135-a06a-fd57ce7b5db6 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] 10.222.0.105 "GET /v2.0/ports?device_id=2957279b-fcf8-4515-86fe-08ece0491cf6 HTTP/1.1" status: 200 len: 946 time: 0.0834155 Feb 09 01:56:46.404956 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-77017088-b833-4532-90de-bab1f509151a req-939db91d-ca8e-4dda-8329-26e8aa7f52c7 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] 10.222.0.105 "GET /v2.0/security-groups?id=b2e00100-a5d9-4550-b7fb-70e5b2dda62d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386126 Feb 09 01:56:46.898011 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eace2787-7caa-4556-a56a-4e1557f5fda3 req-8104a986-7f4c-48cb-aaa1-7abd089f39fd tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:46.899342 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-eace2787-7caa-4556-a56a-4e1557f5fda3 req-8104a986-7f4c-48cb-aaa1-7abd089f39fd tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] 10.222.0.99 "GET /v2.0/ports?device_id=2957279b-fcf8-4515-86fe-08ece0491cf6 HTTP/1.1" status: 200 len: 946 time: 0.0785589 Feb 09 01:56:46.970805 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-eace2787-7caa-4556-a56a-4e1557f5fda3 req-ad0ca3ca-042f-48b7-85cc-9afcb85df33f tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Deleting port fcd76696-c911-4fd4-9d8d-96ab45428bb4 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:56:46.971144 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-eace2787-7caa-4556-a56a-4e1557f5fda3 req-ad0ca3ca-042f-48b7-85cc-9afcb85df33f tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:47.305548 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-eace2787-7caa-4556-a56a-4e1557f5fda3 req-ad0ca3ca-042f-48b7-85cc-9afcb85df33f tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] For port fcd76696-c911-4fd4-9d8d-96ab45428bb4, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=fcd76696-c911-4fd4-9d8d-96ab45428bb4,segment=NetworkSegment(475d7f08-923b-4465-a67b-7491940c3f77),segment_id=475d7f08-923b-4465-a67b-7491940c3f77)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:56:47.305926 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-eace2787-7caa-4556-a56a-4e1557f5fda3 req-ad0ca3ca-042f-48b7-85cc-9afcb85df33f tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:47.427955 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-eace2787-7caa-4556-a56a-4e1557f5fda3 req-ad0ca3ca-042f-48b7-85cc-9afcb85df33f tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Calling delete_port for fcd76696-c911-4fd4-9d8d-96ab45428bb4 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:56:47.628846 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-eace2787-7caa-4556-a56a-4e1557f5fda3 req-ad0ca3ca-042f-48b7-85cc-9afcb85df33f tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:47.640238 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['fcd76696-c911-4fd4-9d8d-96ab45428bb4'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:56:47.688815 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0ca3ca-042f-48b7-85cc-9afcb85df33f tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Pushing event deleted for resources: {'Port': ['ID=fcd76696-c911-4fd4-9d8d-96ab45428bb4,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:47.700557 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64cad69-9ac4-4f8b-9f0c-30cb5a130401 req-6a517120-6db5-4f5e-9b0e-a88c13b1f603 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:47.702073 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d64cad69-9ac4-4f8b-9f0c-30cb5a130401 req-6a517120-6db5-4f5e-9b0e-a88c13b1f603 tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] 10.222.0.105 "GET /v2.0/ports?device_id=2957279b-fcf8-4515-86fe-08ece0491cf6 HTTP/1.1" status: 200 len: 946 time: 0.1918323 Feb 09 01:56:47.739129 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0ca3ca-042f-48b7-85cc-9afcb85df33f tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:47.739476 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0ca3ca-042f-48b7-85cc-9afcb85df33f tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:47.739817 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0ca3ca-042f-48b7-85cc-9afcb85df33f tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:47.740154 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0ca3ca-042f-48b7-85cc-9afcb85df33f tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:47.740488 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0ca3ca-042f-48b7-85cc-9afcb85df33f tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:47.740820 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0ca3ca-042f-48b7-85cc-9afcb85df33f tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:47.741147 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0ca3ca-042f-48b7-85cc-9afcb85df33f tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:47.741470 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0ca3ca-042f-48b7-85cc-9afcb85df33f tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:47.741828 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0ca3ca-042f-48b7-85cc-9afcb85df33f tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:47.742151 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0ca3ca-042f-48b7-85cc-9afcb85df33f tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:47.742472 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0ca3ca-042f-48b7-85cc-9afcb85df33f tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:47.742791 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0ca3ca-042f-48b7-85cc-9afcb85df33f tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:47.803801 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-eace2787-7caa-4556-a56a-4e1557f5fda3 req-ad0ca3ca-042f-48b7-85cc-9afcb85df33f tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] No DVR routers for this DVR port fcd76696-c911-4fd4-9d8d-96ab45428bb4 on host n-h2-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:56:47.807018 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-eace2787-7caa-4556-a56a-4e1557f5fda3 req-ad0ca3ca-042f-48b7-85cc-9afcb85df33f tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:47.809956 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2957279b-fcf8-4515-86fe-08ece0491cf6', 'name': 'network-vif-deleted', 'tag': 'fcd76696-c911-4fd4-9d8d-96ab45428bb4'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:56:47.841539 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d64cad69-9ac4-4f8b-9f0c-30cb5a130401 req-0b62b1d0-47de-491c-928d-21df7eb6856a tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] 10.222.0.105 "GET /v2.0/security-groups?id=b2e00100-a5d9-4550-b7fb-70e5b2dda62d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104500 Feb 09 01:56:47.842984 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-eace2787-7caa-4556-a56a-4e1557f5fda3 req-ad0ca3ca-042f-48b7-85cc-9afcb85df33f tempest-TestEncryptedCinderVolumes-678816040 tempest-TestEncryptedCinderVolumes-678816040-project] 10.222.0.99 "DELETE /v2.0/ports/fcd76696-c911-4fd4-9d8d-96ab45428bb4 HTTP/1.1" status: 204 len: 173 time: 0.9383221 Feb 09 01:56:47.875781 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2957279b-fcf8-4515-86fe-08ece0491cf6', 'name': 'network-vif-deleted', 'tag': 'fcd76696-c911-4fd4-9d8d-96ab45428bb4', 'status': 'completed', 'code': 200} Feb 09 01:56:48.978007 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48444) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:56:49.513521 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7b134309-7396-4a54-8526-e5bea8fb23d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:49.969056 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-7b134309-7396-4a54-8526-e5bea8fb23d2 admin admin] Deleting port edcf2100-ee78-4f35-b1c0-ee7192e8e177 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:56:49.969387 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7b134309-7396-4a54-8526-e5bea8fb23d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:50.136017 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-7b134309-7396-4a54-8526-e5bea8fb23d2 admin admin] For port edcf2100-ee78-4f35-b1c0-ee7192e8e177, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=edcf2100-ee78-4f35-b1c0-ee7192e8e177,segment=NetworkSegment(475d7f08-923b-4465-a67b-7491940c3f77),segment_id=475d7f08-923b-4465-a67b-7491940c3f77)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:56:50.136712 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7b134309-7396-4a54-8526-e5bea8fb23d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:50.255749 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-7b134309-7396-4a54-8526-e5bea8fb23d2 admin admin] Calling delete_port for edcf2100-ee78-4f35-b1c0-ee7192e8e177 owned by network:router_interface {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:56:50.567329 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7b134309-7396-4a54-8526-e5bea8fb23d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:50.615073 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b134309-7396-4a54-8526-e5bea8fb23d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=edcf2100-ee78-4f35-b1c0-ee7192e8e177,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:50.877710 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7b134309-7396-4a54-8526-e5bea8fb23d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:51.338185 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b134309-7396-4a54-8526-e5bea8fb23d2 admin admin] Router 0bfbdd75-d1ab-4657-9dee-c83997feed90 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:56:51.430662 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device fcd76696-c911-4fd4-9d8d-96ab45428bb4 no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:56:51.467017 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] No Port match for: fcd76696-c911-4fd4-9d8d-96ab45428bb4 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:56:51.467617 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device fcd76696-c911-4fd4-9d8d-96ab45428bb4 not bound to the agent host n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:56:51.516066 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b134309-7396-4a54-8526-e5bea8fb23d2 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:56:51.525010 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3659bd-6c6e-4dbf-bbae-eb5a9e277efc None None] Sync routers for ids ['0bfbdd75-d1ab-4657-9dee-c83997feed90'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:56:51.528189 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-7b134309-7396-4a54-8526-e5bea8fb23d2 admin admin] 10.222.0.105 "PUT /v2.0/routers/0bfbdd75-d1ab-4657-9dee-c83997feed90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5491359 Feb 09 01:56:51.531203 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48450) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:56:51.534497 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3659bd-6c6e-4dbf-bbae-eb5a9e277efc None None] Routers {'0bfbdd75-d1ab-4657-9dee-c83997feed90'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:56:51.535305 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-8f3659bd-6c6e-4dbf-bbae-eb5a9e277efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:56:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['0bfbdd75-d1ab-4657-9dee-c83997feed90'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:51.708990 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6c03d9d8-169f-41bb-9d33-d9840d32d8a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:51.715673 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-8f3659bd-6c6e-4dbf-bbae-eb5a9e277efc None None] Set router 0bfbdd75-d1ab-4657-9dee-c83997feed90 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:56:51.888802 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6c03d9d8-169f-41bb-9d33-d9840d32d8a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:51.899604 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-6c03d9d8-169f-41bb-9d33-d9840d32d8a8 admin admin] Deleting port 15eb2006-f0ef-409b-ad0d-1cf391c1257c {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:56:51.899955 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6c03d9d8-169f-41bb-9d33-d9840d32d8a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:52.031287 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-8f3659bd-6c6e-4dbf-bbae-eb5a9e277efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bfbdd75-d1ab-4657-9dee-c83997feed90', 'name': 'tempest-TestEncryptedCinderVolumes-569405954-router', 'tenant_id': 'fac337074da7441d9445bf0fdfcae4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '15eb2006-f0ef-409b-ad0d-1cf391c1257c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:55:36Z', 'updated_at': '2022-02-09T01:56:50Z', 'revision_number': 5, 'project_id': 'fac337074da7441d9445bf0fdfcae4d4', 'gw_port': {'id': '15eb2006-f0ef-409b-ad0d-1cf391c1257c', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bfbdd75-d1ab-4657-9dee-c83997feed90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:55:36Z', 'updated_at': '2022-02-09T01:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:52.035208 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3659bd-6c6e-4dbf-bbae-eb5a9e277efc None None] Checking router: 0bfbdd75-d1ab-4657-9dee-c83997feed90 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:56:52.044274 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3659bd-6c6e-4dbf-bbae-eb5a9e277efc None None] Routers {'0bfbdd75-d1ab-4657-9dee-c83997feed90'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:56:52.045008 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-8f3659bd-6c6e-4dbf-bbae-eb5a9e277efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:56:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['0bfbdd75-d1ab-4657-9dee-c83997feed90'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:52.072375 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-6c03d9d8-169f-41bb-9d33-d9840d32d8a8 admin admin] For port 15eb2006-f0ef-409b-ad0d-1cf391c1257c, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=15eb2006-f0ef-409b-ad0d-1cf391c1257c,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:56:52.072725 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6c03d9d8-169f-41bb-9d33-d9840d32d8a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:52.195870 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-8f3659bd-6c6e-4dbf-bbae-eb5a9e277efc None None] Set router 0bfbdd75-d1ab-4657-9dee-c83997feed90 gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:56:52.196493 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-6c03d9d8-169f-41bb-9d33-d9840d32d8a8 admin admin] Calling delete_port for 15eb2006-f0ef-409b-ad0d-1cf391c1257c owned by network:router_gateway {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:56:52.301152 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-8f3659bd-6c6e-4dbf-bbae-eb5a9e277efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bfbdd75-d1ab-4657-9dee-c83997feed90', 'name': 'tempest-TestEncryptedCinderVolumes-569405954-router', 'tenant_id': 'fac337074da7441d9445bf0fdfcae4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:55:36Z', 'updated_at': '2022-02-09T01:56:51Z', 'revision_number': 6, 'project_id': 'fac337074da7441d9445bf0fdfcae4d4', 'gw_port_host': None}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:52.305144 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3659bd-6c6e-4dbf-bbae-eb5a9e277efc None None] The sync data for ids ['0bfbdd75-d1ab-4657-9dee-c83997feed90'] in n-d-828418-1 is: [{'id': '0bfbdd75-d1ab-4657-9dee-c83997feed90', 'name': 'tempest-TestEncryptedCinderVolumes-569405954-router', 'tenant_id': 'fac337074da7441d9445bf0fdfcae4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:55:36Z', 'updated_at': '2022-02-09T01:56:51Z', 'revision_number': 6, 'project_id': 'fac337074da7441d9445bf0fdfcae4d4', 'gw_port_host': None}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:56:52.357021 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:52.375137 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6c03d9d8-169f-41bb-9d33-d9840d32d8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:52.424777 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c03d9d8-169f-41bb-9d33-d9840d32d8a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=15eb2006-f0ef-409b-ad0d-1cf391c1257c,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:52.512877 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6c03d9d8-169f-41bb-9d33-d9840d32d8a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:52.798301 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6c03d9d8-169f-41bb-9d33-d9840d32d8a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:52.800460 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6c03d9d8-169f-41bb-9d33-d9840d32d8a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:52.826321 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6c03d9d8-169f-41bb-9d33-d9840d32d8a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:52.826837 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c03d9d8-169f-41bb-9d33-d9840d32d8a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0bfbdd75-d1ab-4657-9dee-c83997feed90 {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:56:52.838817 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6c03d9d8-169f-41bb-9d33-d9840d32d8a8 admin admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:52.839982 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-6c03d9d8-169f-41bb-9d33-d9840d32d8a8 admin admin] 10.222.0.105 "DELETE /v2.0/routers/0bfbdd75-d1ab-4657-9dee-c83997feed90 HTTP/1.1" status: 204 len: 168 time: 1.3078442 Feb 09 01:56:52.843370 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48454) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:56:52.903758 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-51e31790-8ba1-433b-af4d-4822656e06ab admin admin] Deleting subnet 22121f0b-5ede-4ab0-88f2-d436b4610a80 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:56:52.906723 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-51e31790-8ba1-433b-af4d-4822656e06ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:52.954442 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-51e31790-8ba1-433b-af4d-4822656e06ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:53.033698 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-51e31790-8ba1-433b-af4d-4822656e06ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:53.103883 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-51e31790-8ba1-433b-af4d-4822656e06ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:53.141284 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e31790-8ba1-433b-af4d-4822656e06ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22121f0b-5ede-4ab0-88f2-d436b4610a80,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:53.145872 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-51e31790-8ba1-433b-af4d-4822656e06ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:53.151141 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c0ce50-0c03-4ca3-89f7-4698992a2bf2 None None] Network 5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:56:53.153266 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-51e31790-8ba1-433b-af4d-4822656e06ab admin admin] 10.222.0.105 "DELETE /v2.0/subnets/22121f0b-5ede-4ab0-88f2-d436b4610a80 HTTP/1.1" status: 204 len: 168 time: 0.3082328 Feb 09 01:56:53.155733 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48458) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:56:53.264783 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1cdd2f37-ecb0-47ec-8a22-6198e5fa699f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:53.276258 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-1cdd2f37-ecb0-47ec-8a22-6198e5fa699f admin admin] Deleting port 48b15c84-068b-4f18-8f77-0be668ab9eed {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:56:53.276594 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1cdd2f37-ecb0-47ec-8a22-6198e5fa699f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:53.420517 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebbd3da-b6b0-4d9b-b0aa-26710a43b205 None None] DHCP port deletion for 5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:56:53.424752 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-5ebbd3da-b6b0-4d9b-b0aa-26710a43b205 None None] Deleting port 48b15c84-068b-4f18-8f77-0be668ab9eed {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:56:53.425130 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5ebbd3da-b6b0-4d9b-b0aa-26710a43b205 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:53.495887 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-1cdd2f37-ecb0-47ec-8a22-6198e5fa699f admin admin] For port 48b15c84-068b-4f18-8f77-0be668ab9eed, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=48b15c84-068b-4f18-8f77-0be668ab9eed,segment=NetworkSegment(475d7f08-923b-4465-a67b-7491940c3f77),segment_id=475d7f08-923b-4465-a67b-7491940c3f77)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:56:53.497132 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1cdd2f37-ecb0-47ec-8a22-6198e5fa699f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:53.511251 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device edcf2100-ee78-4f35-b1c0-ee7192e8e177 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:56:53.561128 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: edcf2100-ee78-4f35-b1c0-ee7192e8e177 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:56:53.561476 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device edcf2100-ee78-4f35-b1c0-ee7192e8e177 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:56:53.561914 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 15eb2006-f0ef-409b-ad0d-1cf391c1257c no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:56:53.599152 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 15eb2006-f0ef-409b-ad0d-1cf391c1257c {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:56:53.599418 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 15eb2006-f0ef-409b-ad0d-1cf391c1257c not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:56:53.599827 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 48b15c84-068b-4f18-8f77-0be668ab9eed no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:56:53.622593 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-1cdd2f37-ecb0-47ec-8a22-6198e5fa699f admin admin] Calling delete_port for 48b15c84-068b-4f18-8f77-0be668ab9eed owned by network:dhcp {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:56:53.701933 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1cdd2f37-ecb0-47ec-8a22-6198e5fa699f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:53.744182 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No active binding found for port 48b15c84-068b-4f18-8f77-0be668ab9eed {{(pid=87640) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 09 01:56:53.744586 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 48b15c84-068b-4f18-8f77-0be668ab9eed not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:56:53.747827 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdd2f37-ecb0-47ec-8a22-6198e5fa699f admin admin] Pushing event deleted for resources: {'Port': ['ID=48b15c84-068b-4f18-8f77-0be668ab9eed,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:53.751330 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdd2f37-ecb0-47ec-8a22-6198e5fa699f admin admin] No DVR routers for this DVR port 48b15c84-068b-4f18-8f77-0be668ab9eed on host n-d-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:56:53.756237 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-5ebbd3da-b6b0-4d9b-b0aa-26710a43b205 None None] For port 48b15c84-068b-4f18-8f77-0be668ab9eed, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=48b15c84-068b-4f18-8f77-0be668ab9eed,segment=NetworkSegment(475d7f08-923b-4465-a67b-7491940c3f77),segment_id=475d7f08-923b-4465-a67b-7491940c3f77)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:56:53.756648 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5ebbd3da-b6b0-4d9b-b0aa-26710a43b205 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:53.869080 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1cdd2f37-ecb0-47ec-8a22-6198e5fa699f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:53.883599 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-5ebbd3da-b6b0-4d9b-b0aa-26710a43b205 None None] Calling delete_port for 48b15c84-068b-4f18-8f77-0be668ab9eed owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:56:53.894575 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-1cdd2f37-ecb0-47ec-8a22-6198e5fa699f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:53.907262 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-1cdd2f37-ecb0-47ec-8a22-6198e5fa699f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '475d7f08-923b-4465-a67b-7491940c3f77') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:53.907546 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-1cdd2f37-ecb0-47ec-8a22-6198e5fa699f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '475d7f08-923b-4465-a67b-7491940c3f77') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:53.919177 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1cdd2f37-ecb0-47ec-8a22-6198e5fa699f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:53.935296 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1cdd2f37-ecb0-47ec-8a22-6198e5fa699f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:53.941280 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cdd2f37-ecb0-47ec-8a22-6198e5fa699f admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:56:53.941697 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1cdd2f37-ecb0-47ec-8a22-6198e5fa699f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:53.955579 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 01:56:53.955579 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:56:53.955579 n-d-828418-1 neutron-server[87639]: timer() Feb 09 01:56:53.955579 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:56:53.955579 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 01:56:53.955579 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:56:53.955579 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 01:56:53.955579 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:56:53.955579 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 01:56:53.955579 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:56:53.955579 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 01:56:53.955579 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:56:53.955579 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 01:56:53.955579 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:56:53.955579 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:56:53.955579 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:56:53.955579 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:56:53.955579 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:56:53.955579 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 01:56:53.955579 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:56:53.955579 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 01:56:53.955579 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:56:53.955579 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:56:53.955579 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:56:53.955579 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 01:56:53.955579 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:56:53.955579 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:56:53.955579 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:56:53.955579 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:56:53.955579 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:56:53.955579 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:56:53.955579 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:56:53.957982 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-5ebbd3da-b6b0-4d9b-b0aa-26710a43b205 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:56:53.957982 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-5ebbd3da-b6b0-4d9b-b0aa-26710a43b205 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:56:54.031864 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1cdd2f37-ecb0-47ec-8a22-6198e5fa699f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:54.047462 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1cdd2f37-ecb0-47ec-8a22-6198e5fa699f admin admin] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:54.057162 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdd2f37-ecb0-47ec-8a22-6198e5fa699f admin admin] Pushing event deleted for resources: {'Network': ['ID=5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:54.064653 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-1cdd2f37-ecb0-47ec-8a22-6198e5fa699f admin admin] 10.222.0.105 "DELETE /v2.0/networks/5414f8b6-14f6-4ab4-bd42-7a1ffbfb604e HTTP/1.1" status: 204 len: 168 time: 0.9077983 Feb 09 01:56:54.067481 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48462) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:56:54.458646 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-5ebbd3da-b6b0-4d9b-b0aa-26710a43b205 None None] Deleting port 48b15c84-068b-4f18-8f77-0be668ab9eed {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:56:54.459223 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5ebbd3da-b6b0-4d9b-b0aa-26710a43b205 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:54.528732 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-5ebbd3da-b6b0-4d9b-b0aa-26710a43b205 None None] The port '48b15c84-068b-4f18-8f77-0be668ab9eed' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:56:54.695409 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-345fea1f-ebb1-4cc2-bdba-f04c305be4b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:55.036946 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-345fea1f-ebb1-4cc2-bdba-f04c305be4b1 admin admin] Deleting port 34e59a41-5b8c-44d6-afdc-538e90fb3643 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:56:55.037278 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-345fea1f-ebb1-4cc2-bdba-f04c305be4b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:55.205980 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-345fea1f-ebb1-4cc2-bdba-f04c305be4b1 admin admin] For port 34e59a41-5b8c-44d6-afdc-538e90fb3643, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=34e59a41-5b8c-44d6-afdc-538e90fb3643,segment=NetworkSegment(bb62406e-191b-4b5a-926e-1a0d3274118c),segment_id=bb62406e-191b-4b5a-926e-1a0d3274118c)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:56:55.206326 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-345fea1f-ebb1-4cc2-bdba-f04c305be4b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:55.327042 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-345fea1f-ebb1-4cc2-bdba-f04c305be4b1 admin admin] Calling delete_port for 34e59a41-5b8c-44d6-afdc-538e90fb3643 owned by network:router_interface {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:56:55.340738 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:55.504078 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-345fea1f-ebb1-4cc2-bdba-f04c305be4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:55.551619 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345fea1f-ebb1-4cc2-bdba-f04c305be4b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=34e59a41-5b8c-44d6-afdc-538e90fb3643,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:55.932614 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-345fea1f-ebb1-4cc2-bdba-f04c305be4b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:56.283101 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-345fea1f-ebb1-4cc2-bdba-f04c305be4b1 admin admin] Router 71118528-aadb-4bfe-8135-e03d43216c1a has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:56:56.458816 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-345fea1f-ebb1-4cc2-bdba-f04c305be4b1 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:56:56.467289 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dc7334-bb8a-4561-912d-e3811ed92271 None None] Sync routers for ids ['71118528-aadb-4bfe-8135-e03d43216c1a'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:56:56.467851 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-345fea1f-ebb1-4cc2-bdba-f04c305be4b1 admin admin] 10.222.0.105 "PUT /v2.0/routers/71118528-aadb-4bfe-8135-e03d43216c1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3994169 Feb 09 01:56:56.470360 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48466) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:56:56.476873 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95dc7334-bb8a-4561-912d-e3811ed92271 None None] Routers {'71118528-aadb-4bfe-8135-e03d43216c1a'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:56:56.477479 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-95dc7334-bb8a-4561-912d-e3811ed92271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:56:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['71118528-aadb-4bfe-8135-e03d43216c1a'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:56.644307 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-850f6a44-467e-40ef-8c5d-4b51f1bb8a1d admin admin] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:56.652558 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-95dc7334-bb8a-4561-912d-e3811ed92271 None None] Set router 71118528-aadb-4bfe-8135-e03d43216c1a gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:56:56.824091 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-850f6a44-467e-40ef-8c5d-4b51f1bb8a1d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:56.838697 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-850f6a44-467e-40ef-8c5d-4b51f1bb8a1d admin admin] Deleting port fc75c70d-a297-4a11-b1ed-c83554796088 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:56:56.839069 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-850f6a44-467e-40ef-8c5d-4b51f1bb8a1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:56.931223 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-95dc7334-bb8a-4561-912d-e3811ed92271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71118528-aadb-4bfe-8135-e03d43216c1a', 'name': 'tempest-TestEncryptedCinderVolumes-283696907-router', 'tenant_id': '0fdcfe7f5e054aa38753e3d8f9ef83c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'fc75c70d-a297-4a11-b1ed-c83554796088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:55:42Z', 'updated_at': '2022-02-09T01:56:55Z', 'revision_number': 5, 'project_id': '0fdcfe7f5e054aa38753e3d8f9ef83c1', 'gw_port': {'id': 'fc75c70d-a297-4a11-b1ed-c83554796088', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71118528-aadb-4bfe-8135-e03d43216c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:55:43Z', 'updated_at': '2022-02-09T01:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:56.935968 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dc7334-bb8a-4561-912d-e3811ed92271 None None] Checking router: 71118528-aadb-4bfe-8135-e03d43216c1a for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:56:56.944684 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95dc7334-bb8a-4561-912d-e3811ed92271 None None] Routers {'71118528-aadb-4bfe-8135-e03d43216c1a'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:56:56.945303 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-95dc7334-bb8a-4561-912d-e3811ed92271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:56:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['71118528-aadb-4bfe-8135-e03d43216c1a'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:57.098225 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-95dc7334-bb8a-4561-912d-e3811ed92271 None None] Set router 71118528-aadb-4bfe-8135-e03d43216c1a gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:56:57.122038 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-850f6a44-467e-40ef-8c5d-4b51f1bb8a1d admin admin] For port fc75c70d-a297-4a11-b1ed-c83554796088, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=fc75c70d-a297-4a11-b1ed-c83554796088,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:56:57.122579 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-850f6a44-467e-40ef-8c5d-4b51f1bb8a1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:57.203755 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-95dc7334-bb8a-4561-912d-e3811ed92271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71118528-aadb-4bfe-8135-e03d43216c1a', 'name': 'tempest-TestEncryptedCinderVolumes-283696907-router', 'tenant_id': '0fdcfe7f5e054aa38753e3d8f9ef83c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:55:42Z', 'updated_at': '2022-02-09T01:56:56Z', 'revision_number': 6, 'project_id': '0fdcfe7f5e054aa38753e3d8f9ef83c1', 'gw_port_host': None}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:57.207594 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dc7334-bb8a-4561-912d-e3811ed92271 None None] The sync data for ids ['71118528-aadb-4bfe-8135-e03d43216c1a'] in n-d-828418-1 is: [{'id': '71118528-aadb-4bfe-8135-e03d43216c1a', 'name': 'tempest-TestEncryptedCinderVolumes-283696907-router', 'tenant_id': '0fdcfe7f5e054aa38753e3d8f9ef83c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:55:42Z', 'updated_at': '2022-02-09T01:56:56Z', 'revision_number': 6, 'project_id': '0fdcfe7f5e054aa38753e3d8f9ef83c1', 'gw_port_host': None}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:56:57.249143 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-850f6a44-467e-40ef-8c5d-4b51f1bb8a1d admin admin] Calling delete_port for fc75c70d-a297-4a11-b1ed-c83554796088 owned by network:router_gateway {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:56:57.412283 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-850f6a44-467e-40ef-8c5d-4b51f1bb8a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:57.458178 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850f6a44-467e-40ef-8c5d-4b51f1bb8a1d admin admin] Pushing event deleted for resources: {'Port': ['ID=fc75c70d-a297-4a11-b1ed-c83554796088,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:57.548866 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-850f6a44-467e-40ef-8c5d-4b51f1bb8a1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:57.733420 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-850f6a44-467e-40ef-8c5d-4b51f1bb8a1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:57.735569 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-850f6a44-467e-40ef-8c5d-4b51f1bb8a1d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:57.757550 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-850f6a44-467e-40ef-8c5d-4b51f1bb8a1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:57.758214 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850f6a44-467e-40ef-8c5d-4b51f1bb8a1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71118528-aadb-4bfe-8135-e03d43216c1a {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:56:57.771204 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-850f6a44-467e-40ef-8c5d-4b51f1bb8a1d admin admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:57.772366 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-850f6a44-467e-40ef-8c5d-4b51f1bb8a1d admin admin] 10.222.0.105 "DELETE /v2.0/routers/71118528-aadb-4bfe-8135-e03d43216c1a HTTP/1.1" status: 204 len: 168 time: 1.3011007 Feb 09 01:56:57.774915 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48470) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:56:57.833243 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-30efaaab-61ef-4a8b-bc41-4d303bcba328 admin admin] Deleting subnet feef81db-bc14-444e-80f0-67f183f3b3ed {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:56:57.836111 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-30efaaab-61ef-4a8b-bc41-4d303bcba328 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:57.888324 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-30efaaab-61ef-4a8b-bc41-4d303bcba328 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:57.964255 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-30efaaab-61ef-4a8b-bc41-4d303bcba328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:57.984417 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 34e59a41-5b8c-44d6-afdc-538e90fb3643 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:56:58.031557 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 34e59a41-5b8c-44d6-afdc-538e90fb3643 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:56:58.032046 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 34e59a41-5b8c-44d6-afdc-538e90fb3643 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:56:58.034997 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-30efaaab-61ef-4a8b-bc41-4d303bcba328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:58.078230 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30efaaab-61ef-4a8b-bc41-4d303bcba328 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=feef81db-bc14-444e-80f0-67f183f3b3ed,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:58.081916 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-30efaaab-61ef-4a8b-bc41-4d303bcba328 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:58.087725 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36ecbb8-8fd0-4b57-9dfc-94fa4f672df9 None None] Network 73be4c29-fa1b-4f68-8f85-96e4e478b2c4 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:56:58.087892 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-30efaaab-61ef-4a8b-bc41-4d303bcba328 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/feef81db-bc14-444e-80f0-67f183f3b3ed HTTP/1.1" status: 204 len: 168 time: 0.3119104 Feb 09 01:56:58.090716 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48474) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:56:58.200441 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1e515552-e95d-4e59-b49a-7bdf327bc1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:58.211826 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-1e515552-e95d-4e59-b49a-7bdf327bc1ef admin admin] Deleting port cf423bba-7350-43c7-accb-61782545dad7 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:56:58.212159 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1e515552-e95d-4e59-b49a-7bdf327bc1ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:58.377316 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19081675-f1e9-4514-962e-0dbc93db99cb None None] DHCP port deletion for 73be4c29-fa1b-4f68-8f85-96e4e478b2c4 request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:56:58.381472 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-19081675-f1e9-4514-962e-0dbc93db99cb None None] Deleting port cf423bba-7350-43c7-accb-61782545dad7 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:56:58.381868 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-19081675-f1e9-4514-962e-0dbc93db99cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:58.427911 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-1e515552-e95d-4e59-b49a-7bdf327bc1ef admin admin] For port cf423bba-7350-43c7-accb-61782545dad7, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=cf423bba-7350-43c7-accb-61782545dad7,segment=NetworkSegment(bb62406e-191b-4b5a-926e-1a0d3274118c),segment_id=bb62406e-191b-4b5a-926e-1a0d3274118c)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:56:58.428262 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1e515552-e95d-4e59-b49a-7bdf327bc1ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:58.551161 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-1e515552-e95d-4e59-b49a-7bdf327bc1ef admin admin] Calling delete_port for cf423bba-7350-43c7-accb-61782545dad7 owned by network:dhcp {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:56:58.581379 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-19081675-f1e9-4514-962e-0dbc93db99cb None None] For port cf423bba-7350-43c7-accb-61782545dad7, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=cf423bba-7350-43c7-accb-61782545dad7,segment=NetworkSegment(bb62406e-191b-4b5a-926e-1a0d3274118c),segment_id=bb62406e-191b-4b5a-926e-1a0d3274118c)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:56:58.581883 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-19081675-f1e9-4514-962e-0dbc93db99cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:58.711050 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-19081675-f1e9-4514-962e-0dbc93db99cb None None] Calling delete_port for cf423bba-7350-43c7-accb-61782545dad7 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:56:58.728036 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1e515552-e95d-4e59-b49a-7bdf327bc1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:58.774444 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e515552-e95d-4e59-b49a-7bdf327bc1ef admin admin] Pushing event deleted for resources: {'Port': ['ID=cf423bba-7350-43c7-accb-61782545dad7,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:58.779507 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e515552-e95d-4e59-b49a-7bdf327bc1ef admin admin] No DVR routers for this DVR port cf423bba-7350-43c7-accb-61782545dad7 on host n-d-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:56:58.782348 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-19081675-f1e9-4514-962e-0dbc93db99cb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:56:58.782712 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-19081675-f1e9-4514-962e-0dbc93db99cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:56:58.893134 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1e515552-e95d-4e59-b49a-7bdf327bc1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:58.922761 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-1e515552-e95d-4e59-b49a-7bdf327bc1ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73be4c29-fa1b-4f68-8f85-96e4e478b2c4']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:58.934901 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-1e515552-e95d-4e59-b49a-7bdf327bc1ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb62406e-191b-4b5a-926e-1a0d3274118c') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:58.935193 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-1e515552-e95d-4e59-b49a-7bdf327bc1ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb62406e-191b-4b5a-926e-1a0d3274118c') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:58.946045 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1e515552-e95d-4e59-b49a-7bdf327bc1ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:58.962194 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1e515552-e95d-4e59-b49a-7bdf327bc1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:58.969323 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e515552-e95d-4e59-b49a-7bdf327bc1ef admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:56:58.969760 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1e515552-e95d-4e59-b49a-7bdf327bc1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:58.982868 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 01:56:58.982868 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:56:58.982868 n-d-828418-1 neutron-server[87639]: timer() Feb 09 01:56:58.982868 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:56:58.982868 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 01:56:58.982868 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:56:58.982868 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 01:56:58.982868 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:56:58.982868 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 01:56:58.982868 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:56:58.982868 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 01:56:58.982868 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:56:58.982868 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 01:56:58.982868 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:56:58.982868 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:56:58.982868 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:56:58.982868 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:56:58.982868 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:56:58.982868 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 01:56:58.982868 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:56:58.982868 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 01:56:58.982868 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:56:58.982868 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:56:58.982868 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:56:58.982868 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 01:56:58.982868 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:56:58.982868 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:56:58.982868 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:56:58.982868 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:56:58.982868 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:56:58.982868 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:56:58.982868 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:56:59.055245 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1e515552-e95d-4e59-b49a-7bdf327bc1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:59.061171 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1e515552-e95d-4e59-b49a-7bdf327bc1ef admin admin] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:59.089023 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-1e515552-e95d-4e59-b49a-7bdf327bc1ef admin admin] 10.222.0.105 "DELETE /v2.0/networks/73be4c29-fa1b-4f68-8f85-96e4e478b2c4 HTTP/1.1" status: 204 len: 168 time: 0.9973304 Feb 09 01:56:59.090582 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e515552-e95d-4e59-b49a-7bdf327bc1ef admin admin] Pushing event deleted for resources: {'Network': ['ID=73be4c29-fa1b-4f68-8f85-96e4e478b2c4,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:59.256286 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48480) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:56:59.284017 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-19081675-f1e9-4514-962e-0dbc93db99cb None None] Deleting port cf423bba-7350-43c7-accb-61782545dad7 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:56:59.284536 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-19081675-f1e9-4514-962e-0dbc93db99cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:59.305092 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-d9485910-4580-460b-b520-014f1b709e56 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=fac337074da7441d9445bf0fdfcae4d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476213 Feb 09 01:56:59.307536 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48484) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:56:59.352294 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-19081675-f1e9-4514-962e-0dbc93db99cb None None] The port 'cf423bba-7350-43c7-accb-61782545dad7' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:56:59.368654 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-98c49b04-4c5a-4a82-92a1-e07a0a97e4c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:59.396692 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-98c49b04-4c5a-4a82-92a1-e07a0a97e4c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:59.447646 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-98c49b04-4c5a-4a82-92a1-e07a0a97e4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:59.465978 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c49b04-4c5a-4a82-92a1-e07a0a97e4c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e00100-a5d9-4550-b7fb-70e5b2dda62d,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:59.472212 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-98c49b04-4c5a-4a82-92a1-e07a0a97e4c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:59.476555 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-98c49b04-4c5a-4a82-92a1-e07a0a97e4c9 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/b2e00100-a5d9-4550-b7fb-70e5b2dda62d HTTP/1.1" status: 204 len: 168 time: 0.1656494 Feb 09 01:56:59.504816 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device cf423bba-7350-43c7-accb-61782545dad7 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:56:59.539027 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: cf423bba-7350-43c7-accb-61782545dad7 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:56:59.539377 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device cf423bba-7350-43c7-accb-61782545dad7 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:56:59.539795 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device fc75c70d-a297-4a11-b1ed-c83554796088 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:56:59.573125 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: fc75c70d-a297-4a11-b1ed-c83554796088 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:56:59.573473 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device fc75c70d-a297-4a11-b1ed-c83554796088 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:56:59.818762 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48492) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:56:59.868800 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-2bb4210b-e7cf-409c-a796-6068a9b2ae7b admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=0fdcfe7f5e054aa38753e3d8f9ef83c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0486090 Feb 09 01:56:59.871101 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48496) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:56:59.931614 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cd372f69-eecc-4bcf-8673-3866bac676ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:59.957997 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cd372f69-eecc-4bcf-8673-3866bac676ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:00.007705 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cd372f69-eecc-4bcf-8673-3866bac676ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:00.022500 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd372f69-eecc-4bcf-8673-3866bac676ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d8ae94-8e8f-4f1a-9b8d-746bd7996d76,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:00.028433 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cd372f69-eecc-4bcf-8673-3866bac676ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:00.033625 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-cd372f69-eecc-4bcf-8673-3866bac676ce admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/c8d8ae94-8e8f-4f1a-9b8d-746bd7996d76 HTTP/1.1" status: 204 len: 168 time: 0.1575527 Feb 09 01:57:00.784050 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48520) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:57:00.885268 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-ae491cda-64dc-4a2d-9408-89c27bc041ac admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1295129022-network', 'tenant_id': '98c38cb4cfe84cd9a048429123ca9b5b'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:57:00.890647 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-ae491cda-64dc-4a2d-9408-89c27bc041ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:57:00.894656 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-ae491cda-64dc-4a2d-9408-89c27bc041ac admin admin] Usage tracker for resource:network and tenant:98c38cb4cfe84cd9a048429123ca9b5b is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:57:00.897413 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-ae491cda-64dc-4a2d-9408-89c27bc041ac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:57:00.904243 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-ae491cda-64dc-4a2d-9408-89c27bc041ac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:57:00.913879 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae491cda-64dc-4a2d-9408-89c27bc041ac admin admin] Made reservation on behalf of 98c38cb4cfe84cd9a048429123ca9b5b for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:57:00.916167 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ae491cda-64dc-4a2d-9408-89c27bc041ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:00.928609 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ae491cda-64dc-4a2d-9408-89c27bc041ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:00.942552 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-ae491cda-64dc-4a2d-9408-89c27bc041ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:57:00.946268 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-ae491cda-64dc-4a2d-9408-89c27bc041ac admin admin] Usage tracker for resource:security_group_rule and tenant:98c38cb4cfe84cd9a048429123ca9b5b is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:57:00.948963 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-ae491cda-64dc-4a2d-9408-89c27bc041ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:57:00.954624 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-ae491cda-64dc-4a2d-9408-89c27bc041ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:57:01.034785 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ae491cda-64dc-4a2d-9408-89c27bc041ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:01.038875 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ae491cda-64dc-4a2d-9408-89c27bc041ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:01.073471 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae491cda-64dc-4a2d-9408-89c27bc041ac admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:57:01.079342 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae491cda-64dc-4a2d-9408-89c27bc041ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad549a1-c09f-46c1-84b1-6ced2677dc68,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:01.086867 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ae491cda-64dc-4a2d-9408-89c27bc041ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:01.086867 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-ae491cda-64dc-4a2d-9408-89c27bc041ac admin admin] Added segment 5faf9a68-952f-46ec-a2c4-50b0ba5b6015 of type vlan for network 11365114-3783-4bd2-8a92-cb0729ffb860 Feb 09 01:57:01.112957 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ae491cda-64dc-4a2d-9408-89c27bc041ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:01.140938 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ae491cda-64dc-4a2d-9408-89c27bc041ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:01.141912 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae491cda-64dc-4a2d-9408-89c27bc041ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:01.142482 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ae491cda-64dc-4a2d-9408-89c27bc041ac admin admin] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:01.242872 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae491cda-64dc-4a2d-9408-89c27bc041ac admin admin] Pushing event updated for resources: {'Network': ['ID=11365114-3783-4bd2-8a92-cb0729ffb860,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:01.246996 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-ae491cda-64dc-4a2d-9408-89c27bc041ac admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4619091 Feb 09 01:57:01.249908 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48526) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:57:01.253199 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 11365114-3783-4bd2-8a92-cb0729ffb860 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:57:01.255372 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-0a400ff9-b297-46c9-a134-5553468c2eb2 admin admin] Request body: {'subnet': {'network_id': '11365114-3783-4bd2-8a92-cb0729ffb860', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1295129022-subnet', 'tenant_id': '98c38cb4cfe84cd9a048429123ca9b5b', 'ip_version': 4}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:57:01.260692 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-0a400ff9-b297-46c9-a134-5553468c2eb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:57:01.265060 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-0a400ff9-b297-46c9-a134-5553468c2eb2 admin admin] Usage tracker for resource:subnet and tenant:98c38cb4cfe84cd9a048429123ca9b5b is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:57:01.268014 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-0a400ff9-b297-46c9-a134-5553468c2eb2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:57:01.274505 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-0a400ff9-b297-46c9-a134-5553468c2eb2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:57:01.285844 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a400ff9-b297-46c9-a134-5553468c2eb2 admin admin] Made reservation on behalf of 98c38cb4cfe84cd9a048429123ca9b5b for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:57:01.288146 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0a400ff9-b297-46c9-a134-5553468c2eb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:01.487659 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0a400ff9-b297-46c9-a134-5553468c2eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:01.562632 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a400ff9-b297-46c9-a134-5553468c2eb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76e95c84-768e-4cb7-9a1d-523676098af9,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:01.571119 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a400ff9-b297-46c9-a134-5553468c2eb2 admin admin] Checking segment: {'id': '5faf9a68-952f-46ec-a2c4-50b0ba5b6015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '11365114-3783-4bd2-8a92-cb0729ffb860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:57:01.571475 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a400ff9-b297-46c9-a134-5553468c2eb2 admin admin] Network hostable DHCP agents. Network: 11365114-3783-4bd2-8a92-cb0729ffb860, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:57:01.590055 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a400ff9-b297-46c9-a134-5553468c2eb2 admin admin] Network 11365114-3783-4bd2-8a92-cb0729ffb860 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:57:01.598631 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-0a400ff9-b297-46c9-a134-5553468c2eb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 11365114-3783-4bd2-8a92-cb0729ffb860) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:57:01.602644 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a400ff9-b297-46c9-a134-5553468c2eb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:01.603271 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0a400ff9-b297-46c9-a134-5553468c2eb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:01.611569 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9bdefe-9156-4eca-add1-cade86484cb9 None None] Network 11365114-3783-4bd2-8a92-cb0729ffb860 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:57:01.625689 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-0a400ff9-b297-46c9-a134-5553468c2eb2 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3747270 Feb 09 01:57:01.628305 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48530) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:57:01.633799 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-d7594890-e679-47c5-8c3b-83eab9308521 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1295129022-router', 'tenant_id': '98c38cb4cfe84cd9a048429123ca9b5b', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:57:01.639890 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d7594890-e679-47c5-8c3b-83eab9308521 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:57:01.644244 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-d7594890-e679-47c5-8c3b-83eab9308521 admin admin] Usage tracker for resource:router and tenant:98c38cb4cfe84cd9a048429123ca9b5b is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:57:01.647478 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-d7594890-e679-47c5-8c3b-83eab9308521 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:57:01.653252 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d7594890-e679-47c5-8c3b-83eab9308521 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:57:01.663836 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d7594890-e679-47c5-8c3b-83eab9308521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:01.664968 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d7594890-e679-47c5-8c3b-83eab9308521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:01.680048 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d7594890-e679-47c5-8c3b-83eab9308521 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:01.832679 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409fe541-c9c9-4db9-848a-bec234426a1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-11365114-3783-4bd2-8a92-cb0729ffb860', 'network_id': '11365114-3783-4bd2-8a92-cb0729ffb860', 'tenant_id': '98c38cb4cfe84cd9a048429123ca9b5b', 'fixed_ips': [{'subnet_id': '76e95c84-768e-4cb7-9a1d-523676098af9'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:57:01.833692 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-409fe541-c9c9-4db9-848a-bec234426a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:01.994814 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-409fe541-c9c9-4db9-848a-bec234426a1c None None] Allocated IP 172.20.0.2 (11365114-3783-4bd2-8a92-cb0729ffb860/76e95c84-768e-4cb7-9a1d-523676098af9/0e710c1b-fc41-437d-a927-7f44624ce1ef) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:57:02.062795 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d7594890-e679-47c5-8c3b-83eab9308521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:02.203585 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-409fe541-c9c9-4db9-848a-bec234426a1c None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:02.213923 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-409fe541-c9c9-4db9-848a-bec234426a1c None None] Transition to ACTIVE for port object 0e710c1b-fc41-437d-a927-7f44624ce1ef will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:57:02.233036 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-409fe541-c9c9-4db9-848a-bec234426a1c None None] Transition to ACTIVE for port object 0e710c1b-fc41-437d-a927-7f44624ce1ef will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:57:02.239117 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-409fe541-c9c9-4db9-848a-bec234426a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:02.338026 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409fe541-c9c9-4db9-848a-bec234426a1c None None] Network 11365114-3783-4bd2-8a92-cb0729ffb860 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:57:02.341668 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-409fe541-c9c9-4db9-848a-bec234426a1c None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:57:02.345255 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409fe541-c9c9-4db9-848a-bec234426a1c None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:57:02.352512 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409fe541-c9c9-4db9-848a-bec234426a1c None None] Pushing event updated for resources: {'Port': ['ID=0e710c1b-fc41-437d-a927-7f44624ce1ef,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:02.377678 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d7594890-e679-47c5-8c3b-83eab9308521 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:02.391918 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409fe541-c9c9-4db9-848a-bec234426a1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:02.392261 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409fe541-c9c9-4db9-848a-bec234426a1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:02.392611 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409fe541-c9c9-4db9-848a-bec234426a1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:02.392922 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409fe541-c9c9-4db9-848a-bec234426a1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:02.393247 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409fe541-c9c9-4db9-848a-bec234426a1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:02.393844 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409fe541-c9c9-4db9-848a-bec234426a1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:02.394165 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409fe541-c9c9-4db9-848a-bec234426a1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:02.394481 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409fe541-c9c9-4db9-848a-bec234426a1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:02.394809 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409fe541-c9c9-4db9-848a-bec234426a1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:02.395110 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409fe541-c9c9-4db9-848a-bec234426a1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:02.395421 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409fe541-c9c9-4db9-848a-bec234426a1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:02.395731 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409fe541-c9c9-4db9-848a-bec234426a1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:02.412084 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d7594890-e679-47c5-8c3b-83eab9308521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:02.446832 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-409fe541-c9c9-4db9-848a-bec234426a1c None None] Attempting to bind port 0e710c1b-fc41-437d-a927-7f44624ce1ef on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:57:02.447195 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-409fe541-c9c9-4db9-848a-bec234426a1c None None] Attempting to bind port 0e710c1b-fc41-437d-a927-7f44624ce1ef by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '5faf9a68-952f-46ec-a2c4-50b0ba5b6015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '11365114-3783-4bd2-8a92-cb0729ffb860'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:57:02.447551 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409fe541-c9c9-4db9-848a-bec234426a1c None None] Attempting to bind port 0e710c1b-fc41-437d-a927-7f44624ce1ef on network 11365114-3783-4bd2-8a92-cb0729ffb860 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:57:02.453298 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409fe541-c9c9-4db9-848a-bec234426a1c None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:57:02.453697 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409fe541-c9c9-4db9-848a-bec234426a1c None None] Checking segment: {'id': '5faf9a68-952f-46ec-a2c4-50b0ba5b6015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '11365114-3783-4bd2-8a92-cb0729ffb860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:57:02.454099 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-409fe541-c9c9-4db9-848a-bec234426a1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:02.454558 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409fe541-c9c9-4db9-848a-bec234426a1c None None] Bound using segment: {'id': '5faf9a68-952f-46ec-a2c4-50b0ba5b6015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '11365114-3783-4bd2-8a92-cb0729ffb860'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:57:02.455101 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-409fe541-c9c9-4db9-848a-bec234426a1c None None] Bound port: 0e710c1b-fc41-437d-a927-7f44624ce1ef, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5faf9a68-952f-46ec-a2c4-50b0ba5b6015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '11365114-3783-4bd2-8a92-cb0729ffb860'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:57:02.455482 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-409fe541-c9c9-4db9-848a-bec234426a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:02.545788 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-d7594890-e679-47c5-8c3b-83eab9308521 admin admin] Allocated IP 172.25.0.110 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/14f81105-da13-4722-96b7-53468713bb6f) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:57:02.546486 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-409fe541-c9c9-4db9-848a-bec234426a1c None None] For port 0e710c1b-fc41-437d-a927-7f44624ce1ef, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:57:02.549866 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-409fe541-c9c9-4db9-848a-bec234426a1c None None] For port 0e710c1b-fc41-437d-a927-7f44624ce1ef, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=0e710c1b-fc41-437d-a927-7f44624ce1ef,segment=NetworkSegment(5faf9a68-952f-46ec-a2c4-50b0ba5b6015),segment_id=5faf9a68-952f-46ec-a2c4-50b0ba5b6015)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:57:02.553829 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-409fe541-c9c9-4db9-848a-bec234426a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:02.645977 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409fe541-c9c9-4db9-848a-bec234426a1c None None] Pushing event updated for resources: {'Port': ['ID=0e710c1b-fc41-437d-a927-7f44624ce1ef,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:02.703806 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d7594890-e679-47c5-8c3b-83eab9308521 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:02.734098 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d7594890-e679-47c5-8c3b-83eab9308521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:02.805376 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7594890-e679-47c5-8c3b-83eab9308521 admin admin] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:57:02.810902 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-d7594890-e679-47c5-8c3b-83eab9308521 admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:57:02.813570 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7594890-e679-47c5-8c3b-83eab9308521 admin admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:57:02.850159 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7594890-e679-47c5-8c3b-83eab9308521 admin admin] Pushing event updated for resources: {'Port': ['ID=14f81105-da13-4722-96b7-53468713bb6f,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:03.247337 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d7594890-e679-47c5-8c3b-83eab9308521 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:03.548033 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 0e710c1b-fc41-437d-a927-7f44624ce1ef up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:57:03.626485 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 0e710c1b-fc41-437d-a927-7f44624ce1ef completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:57:03.662142 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacee176-59ed-40ae-92f5-f9358cfc1bd8 None None] Network 11365114-3783-4bd2-8a92-cb0729ffb860 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:57:03.716493 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d7594890-e679-47c5-8c3b-83eab9308521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:03.815013 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-32c9bb9a-f2ac-40ed-b31d-15d46a68a437 None None] Provisioning for port 0e710c1b-fc41-437d-a927-7f44624ce1ef completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:57:03.826788 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-32c9bb9a-f2ac-40ed-b31d-15d46a68a437 None None] Provisioning complete for port 0e710c1b-fc41-437d-a927-7f44624ce1ef triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:03.827245 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-32c9bb9a-f2ac-40ed-b31d-15d46a68a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:03.924837 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7594890-e679-47c5-8c3b-83eab9308521 admin admin] Router f27e6b73-c838-4eea-b2d1-8e509d5aa135 is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:57:04.019216 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-32c9bb9a-f2ac-40ed-b31d-15d46a68a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:04.060516 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-32c9bb9a-f2ac-40ed-b31d-15d46a68a437 None None] For port 0e710c1b-fc41-437d-a927-7f44624ce1ef, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=0e710c1b-fc41-437d-a927-7f44624ce1ef,segment=NetworkSegment(5faf9a68-952f-46ec-a2c4-50b0ba5b6015),segment_id=5faf9a68-952f-46ec-a2c4-50b0ba5b6015)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:57:04.066345 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-32c9bb9a-f2ac-40ed-b31d-15d46a68a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:04.109801 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7594890-e679-47c5-8c3b-83eab9308521 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:57:04.122287 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1057cfa4-db02-4e16-8db5-9a68c9638627 None None] Sync routers for ids ['f27e6b73-c838-4eea-b2d1-8e509d5aa135'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:57:04.141242 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1057cfa4-db02-4e16-8db5-9a68c9638627 None None] Routers {'f27e6b73-c838-4eea-b2d1-8e509d5aa135'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:57:04.142030 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-1057cfa4-db02-4e16-8db5-9a68c9638627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:56:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['f27e6b73-c838-4eea-b2d1-8e509d5aa135'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:04.145626 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d7594890-e679-47c5-8c3b-83eab9308521 admin admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:04.149430 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-d7594890-e679-47c5-8c3b-83eab9308521 admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5174553 Feb 09 01:57:04.149793 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48536) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:57:04.221184 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c9bb9a-f2ac-40ed-b31d-15d46a68a437 None None] Pushing event updated for resources: {'Port': ['ID=0e710c1b-fc41-437d-a927-7f44624ce1ef,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:04.348006 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-ca33041c-e53e-443e-93e9-1d3e60153c93 None None] Provisioning complete for port 0e710c1b-fc41-437d-a927-7f44624ce1ef triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:04.348251 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ca33041c-e53e-443e-93e9-1d3e60153c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:04.385699 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-1057cfa4-db02-4e16-8db5-9a68c9638627 None None] Set router f27e6b73-c838-4eea-b2d1-8e509d5aa135 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:57:04.404073 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:57:04.811305 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-1057cfa4-db02-4e16-8db5-9a68c9638627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27e6b73-c838-4eea-b2d1-8e509d5aa135', 'name': 'tempest-TestMinimumBasicScenario-1295129022-router', 'tenant_id': '98c38cb4cfe84cd9a048429123ca9b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '14f81105-da13-4722-96b7-53468713bb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:57:01Z', 'updated_at': '2022-02-09T01:57:03Z', 'revision_number': 3, 'project_id': '98c38cb4cfe84cd9a048429123ca9b5b', 'gw_port': {'id': '14f81105-da13-4722-96b7-53468713bb6f', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a1:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27e6b73-c838-4eea-b2d1-8e509d5aa135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:57:02Z', 'updated_at': '2022-02-09T01:57:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:04.815285 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1057cfa4-db02-4e16-8db5-9a68c9638627 None None] Checking router: f27e6b73-c838-4eea-b2d1-8e509d5aa135 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:57:04.815661 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1057cfa4-db02-4e16-8db5-9a68c9638627 None None] Updating router f27e6b73-c838-4eea-b2d1-8e509d5aa135 port 14f81105-da13-4722-96b7-53468713bb6f binding host n-d-828418-1 {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:57:04.877086 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4f02797f-dd4d-4484-a5b1-5b827d2ec519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:04.878395 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1057cfa4-db02-4e16-8db5-9a68c9638627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:05.238916 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-4f02797f-dd4d-4484-a5b1-5b827d2ec519 admin admin] Allocated IP 172.20.0.1 (11365114-3783-4bd2-8a92-cb0729ffb860/76e95c84-768e-4cb7-9a1d-523676098af9/cef1ea55-c358-44f9-8b10-4d74600989ca) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:57:05.320129 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1057cfa4-db02-4e16-8db5-9a68c9638627 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:05.333412 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1057cfa4-db02-4e16-8db5-9a68c9638627 None None] Transition to ACTIVE for port object 14f81105-da13-4722-96b7-53468713bb6f will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:57:05.340334 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1057cfa4-db02-4e16-8db5-9a68c9638627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:05.393052 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4f02797f-dd4d-4484-a5b1-5b827d2ec519 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:05.409088 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-4f02797f-dd4d-4484-a5b1-5b827d2ec519 admin admin] Transition to ACTIVE for port object cef1ea55-c358-44f9-8b10-4d74600989ca will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:57:05.418180 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-1057cfa4-db02-4e16-8db5-9a68c9638627 None None] Attempting to bind port 14f81105-da13-4722-96b7-53468713bb6f on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:57:05.418560 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-1057cfa4-db02-4e16-8db5-9a68c9638627 None None] Attempting to bind port 14f81105-da13-4722-96b7-53468713bb6f by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:57:05.418926 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1057cfa4-db02-4e16-8db5-9a68c9638627 None None] Attempting to bind port 14f81105-da13-4722-96b7-53468713bb6f on network 3d885c3c-255c-4e54-addc-b28437d0b18e {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:57:05.427710 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f218953-1752-48b8-844d-d3534d0ea29a None None] Pushing event updated for resources: {'Port': ['ID=14f81105-da13-4722-96b7-53468713bb6f,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:05.431466 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1057cfa4-db02-4e16-8db5-9a68c9638627 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:57:05.431855 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1057cfa4-db02-4e16-8db5-9a68c9638627 None None] Checking segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:57:05.432286 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1057cfa4-db02-4e16-8db5-9a68c9638627 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:05.432685 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1057cfa4-db02-4e16-8db5-9a68c9638627 None None] Bound using segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:57:05.432983 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4f02797f-dd4d-4484-a5b1-5b827d2ec519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:05.433228 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-1057cfa4-db02-4e16-8db5-9a68c9638627 None None] Bound port: 14f81105-da13-4722-96b7-53468713bb6f, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:57:05.434181 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1057cfa4-db02-4e16-8db5-9a68c9638627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:05.504213 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f02797f-dd4d-4484-a5b1-5b827d2ec519 admin admin] Network 11365114-3783-4bd2-8a92-cb0729ffb860 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:57:05.507112 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-4f02797f-dd4d-4484-a5b1-5b827d2ec519 admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:57:05.511274 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f02797f-dd4d-4484-a5b1-5b827d2ec519 admin admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:57:05.517341 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 0e710c1b-fc41-437d-a927-7f44624ce1ef up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:57:05.541451 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f02797f-dd4d-4484-a5b1-5b827d2ec519 admin admin] Pushing event updated for resources: {'Port': ['ID=cef1ea55-c358-44f9-8b10-4d74600989ca,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:05.543794 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-1057cfa4-db02-4e16-8db5-9a68c9638627 None None] For port 14f81105-da13-4722-96b7-53468713bb6f, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:57:05.570782 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4f02797f-dd4d-4484-a5b1-5b827d2ec519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:05.571638 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-1057cfa4-db02-4e16-8db5-9a68c9638627 None None] For port 14f81105-da13-4722-96b7-53468713bb6f, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=14f81105-da13-4722-96b7-53468713bb6f,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:57:05.580666 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1057cfa4-db02-4e16-8db5-9a68c9638627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:05.691745 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1057cfa4-db02-4e16-8db5-9a68c9638627 None None] Routers {'f27e6b73-c838-4eea-b2d1-8e509d5aa135'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:57:05.692396 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-1057cfa4-db02-4e16-8db5-9a68c9638627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:56:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['f27e6b73-c838-4eea-b2d1-8e509d5aa135'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:05.768792 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 0e710c1b-fc41-437d-a927-7f44624ce1ef triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:05.769164 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:05.813023 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f218953-1752-48b8-844d-d3534d0ea29a None None] Pushing event updated for resources: {'Port': ['ID=14f81105-da13-4722-96b7-53468713bb6f,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:05.852565 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4f02797f-dd4d-4484-a5b1-5b827d2ec519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:05.959140 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-6d32611e-7dfc-4d86-8a62-852f3d4a5ce1 None None] Provisioning for port cef1ea55-c358-44f9-8b10-4d74600989ca completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:57:05.963923 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-1057cfa4-db02-4e16-8db5-9a68c9638627 None None] Set router f27e6b73-c838-4eea-b2d1-8e509d5aa135 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:57:06.075207 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4f02797f-dd4d-4484-a5b1-5b827d2ec519 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:06.079470 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4f02797f-dd4d-4484-a5b1-5b827d2ec519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:06.108042 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-6d32611e-7dfc-4d86-8a62-852f3d4a5ce1 None None] Provisioning complete for port cef1ea55-c358-44f9-8b10-4d74600989ca triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:06.108408 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6d32611e-7dfc-4d86-8a62-852f3d4a5ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:06.184583 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4f02797f-dd4d-4484-a5b1-5b827d2ec519 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:06.191081 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f02797f-dd4d-4484-a5b1-5b827d2ec519 admin admin] Pushing event updated for resources: {'Port': ['ID=cef1ea55-c358-44f9-8b10-4d74600989ca,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:06.250871 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-6d32611e-7dfc-4d86-8a62-852f3d4a5ce1 None None] Port cef1ea55-c358-44f9-8b10-4d74600989ca cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:57:06.324847 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f02797f-dd4d-4484-a5b1-5b827d2ec519 admin admin] Network 11365114-3783-4bd2-8a92-cb0729ffb860 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:57:06.326103 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-4f02797f-dd4d-4484-a5b1-5b827d2ec519 admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:57:06.357139 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-1057cfa4-db02-4e16-8db5-9a68c9638627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27e6b73-c838-4eea-b2d1-8e509d5aa135', 'name': 'tempest-TestMinimumBasicScenario-1295129022-router', 'tenant_id': '98c38cb4cfe84cd9a048429123ca9b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '14f81105-da13-4722-96b7-53468713bb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:57:01Z', 'updated_at': '2022-02-09T01:57:03Z', 'revision_number': 3, 'project_id': '98c38cb4cfe84cd9a048429123ca9b5b', 'gw_port': {'id': '14f81105-da13-4722-96b7-53468713bb6f', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a1:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27e6b73-c838-4eea-b2d1-8e509d5aa135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:57:02Z', 'updated_at': '2022-02-09T01:57:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:06.361638 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1057cfa4-db02-4e16-8db5-9a68c9638627 None None] The sync data for ids ['f27e6b73-c838-4eea-b2d1-8e509d5aa135'] in n-d-828418-1 is: [{'id': 'f27e6b73-c838-4eea-b2d1-8e509d5aa135', 'name': 'tempest-TestMinimumBasicScenario-1295129022-router', 'tenant_id': '98c38cb4cfe84cd9a048429123ca9b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '14f81105-da13-4722-96b7-53468713bb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:57:01Z', 'updated_at': '2022-02-09T01:57:03Z', 'revision_number': 3, 'project_id': '98c38cb4cfe84cd9a048429123ca9b5b', 'gw_port': {'id': '14f81105-da13-4722-96b7-53468713bb6f', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a1:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27e6b73-c838-4eea-b2d1-8e509d5aa135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:57:02Z', 'updated_at': '2022-02-09T01:57:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:57:06.521674 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f02797f-dd4d-4484-a5b1-5b827d2ec519 admin admin] Router f27e6b73-c838-4eea-b2d1-8e509d5aa135 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:57:06.573949 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2474008-4a74-4957-980c-c978b92909b7 None None] Provisioning complete for port cef1ea55-c358-44f9-8b10-4d74600989ca triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:06.574611 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2474008-4a74-4957-980c-c978b92909b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:06.666631 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2474008-4a74-4957-980c-c978b92909b7 None None] Port cef1ea55-c358-44f9-8b10-4d74600989ca cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:57:06.851136 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f02797f-dd4d-4484-a5b1-5b827d2ec519 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:57:06.860951 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-4f02797f-dd4d-4484-a5b1-5b827d2ec519 admin admin] 10.222.0.105 "PUT /v2.0/routers/f27e6b73-c838-4eea-b2d1-8e509d5aa135/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7099175 Feb 09 01:57:07.375541 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48554) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:57:07.381214 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-8d840d01-f4fe-4a15-b50e-2ed9c6a229ae admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1258522349-network', 'tenant_id': 'd5391f20fb124c41b7195aafc8777f06'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:57:07.386529 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-8d840d01-f4fe-4a15-b50e-2ed9c6a229ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:57:07.390732 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-8d840d01-f4fe-4a15-b50e-2ed9c6a229ae admin admin] Usage tracker for resource:network and tenant:d5391f20fb124c41b7195aafc8777f06 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:57:07.393871 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-8d840d01-f4fe-4a15-b50e-2ed9c6a229ae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:57:07.399492 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-8d840d01-f4fe-4a15-b50e-2ed9c6a229ae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:57:07.409794 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d840d01-f4fe-4a15-b50e-2ed9c6a229ae admin admin] Made reservation on behalf of d5391f20fb124c41b7195aafc8777f06 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:57:07.412010 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8d840d01-f4fe-4a15-b50e-2ed9c6a229ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:07.424778 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8d840d01-f4fe-4a15-b50e-2ed9c6a229ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:07.439558 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-8d840d01-f4fe-4a15-b50e-2ed9c6a229ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:57:07.443484 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-8d840d01-f4fe-4a15-b50e-2ed9c6a229ae admin admin] Usage tracker for resource:security_group_rule and tenant:d5391f20fb124c41b7195aafc8777f06 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:57:07.446333 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-8d840d01-f4fe-4a15-b50e-2ed9c6a229ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:57:07.452390 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-8d840d01-f4fe-4a15-b50e-2ed9c6a229ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:57:07.525847 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 14f81105-da13-4722-96b7-53468713bb6f up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:57:07.544846 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8d840d01-f4fe-4a15-b50e-2ed9c6a229ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:07.548609 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8d840d01-f4fe-4a15-b50e-2ed9c6a229ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:07.580249 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d840d01-f4fe-4a15-b50e-2ed9c6a229ae admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:57:07.588589 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d840d01-f4fe-4a15-b50e-2ed9c6a229ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a0f33e-2aa8-416c-a9f4-2cc5460ef4d6,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:07.594923 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8d840d01-f4fe-4a15-b50e-2ed9c6a229ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:07.595296 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-8d840d01-f4fe-4a15-b50e-2ed9c6a229ae admin admin] Added segment abcb3451-d9b5-4737-913c-2e60ecf16f6b of type vlan for network 7d7da27f-0977-406f-ab58-8677549468a3 Feb 09 01:57:07.623640 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 14f81105-da13-4722-96b7-53468713bb6f completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:57:07.630494 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8d840d01-f4fe-4a15-b50e-2ed9c6a229ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:07.630702 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 14f81105-da13-4722-96b7-53468713bb6f triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:07.634372 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:07.669862 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8d840d01-f4fe-4a15-b50e-2ed9c6a229ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:07.671132 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d840d01-f4fe-4a15-b50e-2ed9c6a229ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:07.672227 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8d840d01-f4fe-4a15-b50e-2ed9c6a229ae admin admin] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:07.763119 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:07.779336 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d840d01-f4fe-4a15-b50e-2ed9c6a229ae admin admin] Pushing event updated for resources: {'Network': ['ID=7d7da27f-0977-406f-ab58-8677549468a3,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:07.780349 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 14f81105-da13-4722-96b7-53468713bb6f, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=14f81105-da13-4722-96b7-53468713bb6f,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:57:07.782406 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-8d840d01-f4fe-4a15-b50e-2ed9c6a229ae admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4057643 Feb 09 01:57:07.785266 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48558) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:57:07.786817 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:07.790804 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-418d61bd-589b-4e7e-880d-476e7e7abc52 admin admin] Request body: {'subnet': {'network_id': '7d7da27f-0977-406f-ab58-8677549468a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1258522349-subnet', 'tenant_id': 'd5391f20fb124c41b7195aafc8777f06', 'ip_version': 4}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:57:07.797184 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-418d61bd-589b-4e7e-880d-476e7e7abc52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:57:07.801116 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-418d61bd-589b-4e7e-880d-476e7e7abc52 admin admin] Usage tracker for resource:subnet and tenant:d5391f20fb124c41b7195aafc8777f06 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:57:07.804187 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-418d61bd-589b-4e7e-880d-476e7e7abc52 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:57:07.811072 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-418d61bd-589b-4e7e-880d-476e7e7abc52 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:57:07.823294 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418d61bd-589b-4e7e-880d-476e7e7abc52 admin admin] Made reservation on behalf of d5391f20fb124c41b7195aafc8777f06 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:57:07.826587 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-418d61bd-589b-4e7e-880d-476e7e7abc52 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:07.859906 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 7d7da27f-0977-406f-ab58-8677549468a3 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:57:07.911667 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cb2ab3-b117-4689-a151-04217f5e8d22 None None] Sync routers for ids ['f27e6b73-c838-4eea-b2d1-8e509d5aa135'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:57:07.922666 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cb2ab3-b117-4689-a151-04217f5e8d22 None None] Routers {'f27e6b73-c838-4eea-b2d1-8e509d5aa135'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:57:07.923541 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-72cb2ab3-b117-4689-a151-04217f5e8d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:56:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['f27e6b73-c838-4eea-b2d1-8e509d5aa135'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:07.985519 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=14f81105-da13-4722-96b7-53468713bb6f,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:08.050070 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-418d61bd-589b-4e7e-880d-476e7e7abc52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:08.113357 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-72cb2ab3-b117-4689-a151-04217f5e8d22 None None] Set router f27e6b73-c838-4eea-b2d1-8e509d5aa135 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:57:08.128345 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418d61bd-589b-4e7e-880d-476e7e7abc52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c4f4a27-0a16-4e40-9f91-be9813704da1,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:08.138769 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418d61bd-589b-4e7e-880d-476e7e7abc52 admin admin] Checking segment: {'id': 'abcb3451-d9b5-4737-913c-2e60ecf16f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7d7da27f-0977-406f-ab58-8677549468a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:57:08.139127 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418d61bd-589b-4e7e-880d-476e7e7abc52 admin admin] Network hostable DHCP agents. Network: 7d7da27f-0977-406f-ab58-8677549468a3, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:57:08.159617 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418d61bd-589b-4e7e-880d-476e7e7abc52 admin admin] Network 7d7da27f-0977-406f-ab58-8677549468a3 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:57:08.168708 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-418d61bd-589b-4e7e-880d-476e7e7abc52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 7d7da27f-0977-406f-ab58-8677549468a3) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:57:08.174110 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418d61bd-589b-4e7e-880d-476e7e7abc52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:08.174723 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-418d61bd-589b-4e7e-880d-476e7e7abc52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:08.178977 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4bf818-15c3-4778-806f-2f151e52f215 None None] Network 7d7da27f-0977-406f-ab58-8677549468a3 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:57:08.198943 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-418d61bd-589b-4e7e-880d-476e7e7abc52 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4121141 Feb 09 01:57:08.201789 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48562) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:57:08.207166 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-a87dcc9a-6211-4e9b-a59a-f19f5f17e161 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1258522349-router', 'tenant_id': 'd5391f20fb124c41b7195aafc8777f06', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:57:08.212840 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a87dcc9a-6211-4e9b-a59a-f19f5f17e161 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:57:08.217948 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-a87dcc9a-6211-4e9b-a59a-f19f5f17e161 admin admin] Usage tracker for resource:router and tenant:d5391f20fb124c41b7195aafc8777f06 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:57:08.221247 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-a87dcc9a-6211-4e9b-a59a-f19f5f17e161 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:57:08.227957 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-a87dcc9a-6211-4e9b-a59a-f19f5f17e161 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:57:08.241138 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a87dcc9a-6211-4e9b-a59a-f19f5f17e161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:08.242424 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a87dcc9a-6211-4e9b-a59a-f19f5f17e161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:08.263500 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a87dcc9a-6211-4e9b-a59a-f19f5f17e161 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:08.280535 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-251e75d9-b630-4486-8d62-03972026d201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:08.419299 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23805628-b9a2-47c1-96c4-9b5eb98bcc72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-7d7da27f-0977-406f-ab58-8677549468a3', 'network_id': '7d7da27f-0977-406f-ab58-8677549468a3', 'tenant_id': 'd5391f20fb124c41b7195aafc8777f06', 'fixed_ips': [{'subnet_id': '4c4f4a27-0a16-4e40-9f91-be9813704da1'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:57:08.420134 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-23805628-b9a2-47c1-96c4-9b5eb98bcc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:08.463136 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-72cb2ab3-b117-4689-a151-04217f5e8d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27e6b73-c838-4eea-b2d1-8e509d5aa135', 'name': 'tempest-TestMinimumBasicScenario-1295129022-router', 'tenant_id': '98c38cb4cfe84cd9a048429123ca9b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '14f81105-da13-4722-96b7-53468713bb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:57:01Z', 'updated_at': '2022-02-09T01:57:05Z', 'revision_number': 4, 'project_id': '98c38cb4cfe84cd9a048429123ca9b5b', 'gw_port': {'id': '14f81105-da13-4722-96b7-53468713bb6f', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27e6b73-c838-4eea-b2d1-8e509d5aa135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:57:02Z', 'updated_at': '2022-02-09T01:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'cef1ea55-c358-44f9-8b10-4d74600989ca', 'name': '', 'network_id': '11365114-3783-4bd2-8a92-cb0729ffb860', 'tenant_id': '98c38cb4cfe84cd9a048429123ca9b5b', 'mac_address': 'fa:16:3e:e3:89:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27e6b73-c838-4eea-b2d1-8e509d5aa135', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '76e95c84-768e-4cb7-9a1d-523676098af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:57:04Z', 'updated_at': '2022-02-09T01:57:05Z', 'revision_number': 2, 'project_id': '98c38cb4cfe84cd9a048429123ca9b5b', 'subnets': [{'id': '76e95c84-768e-4cb7-9a1d-523676098af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:08.467091 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cb2ab3-b117-4689-a151-04217f5e8d22 None None] Checking router: f27e6b73-c838-4eea-b2d1-8e509d5aa135 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:57:08.467443 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cb2ab3-b117-4689-a151-04217f5e8d22 None None] Updating router f27e6b73-c838-4eea-b2d1-8e509d5aa135 port cef1ea55-c358-44f9-8b10-4d74600989ca binding host n-d-828418-1 {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:57:08.523976 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-72cb2ab3-b117-4689-a151-04217f5e8d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:08.565423 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a87dcc9a-6211-4e9b-a59a-f19f5f17e161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:08.588939 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-23805628-b9a2-47c1-96c4-9b5eb98bcc72 None None] Allocated IP 172.20.0.2 (7d7da27f-0977-406f-ab58-8677549468a3/4c4f4a27-0a16-4e40-9f91-be9813704da1/8f25dd78-71c2-4a84-a10f-b9e8c25262d4) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:57:08.813939 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-23805628-b9a2-47c1-96c4-9b5eb98bcc72 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:08.824273 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-23805628-b9a2-47c1-96c4-9b5eb98bcc72 None None] Transition to ACTIVE for port object 8f25dd78-71c2-4a84-a10f-b9e8c25262d4 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:57:08.843030 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-23805628-b9a2-47c1-96c4-9b5eb98bcc72 None None] Transition to ACTIVE for port object 8f25dd78-71c2-4a84-a10f-b9e8c25262d4 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:57:08.848944 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-23805628-b9a2-47c1-96c4-9b5eb98bcc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:08.887530 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-72cb2ab3-b117-4689-a151-04217f5e8d22 None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:08.897171 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a87dcc9a-6211-4e9b-a59a-f19f5f17e161 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:08.899651 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-72cb2ab3-b117-4689-a151-04217f5e8d22 None None] Transition to ACTIVE for port object cef1ea55-c358-44f9-8b10-4d74600989ca will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:57:08.910818 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-72cb2ab3-b117-4689-a151-04217f5e8d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:08.919676 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23805628-b9a2-47c1-96c4-9b5eb98bcc72 None None] Network 7d7da27f-0977-406f-ab58-8677549468a3 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:57:08.923470 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-23805628-b9a2-47c1-96c4-9b5eb98bcc72 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:57:08.926181 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23805628-b9a2-47c1-96c4-9b5eb98bcc72 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:57:08.931893 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a87dcc9a-6211-4e9b-a59a-f19f5f17e161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:09.009663 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23805628-b9a2-47c1-96c4-9b5eb98bcc72 None None] Pushing event updated for resources: {'Port': ['ID=8f25dd78-71c2-4a84-a10f-b9e8c25262d4,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:09.038786 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-23805628-b9a2-47c1-96c4-9b5eb98bcc72 None None] Attempting to bind port 8f25dd78-71c2-4a84-a10f-b9e8c25262d4 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:57:09.039160 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-23805628-b9a2-47c1-96c4-9b5eb98bcc72 None None] Attempting to bind port 8f25dd78-71c2-4a84-a10f-b9e8c25262d4 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'abcb3451-d9b5-4737-913c-2e60ecf16f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7d7da27f-0977-406f-ab58-8677549468a3'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:57:09.039527 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23805628-b9a2-47c1-96c4-9b5eb98bcc72 None None] Attempting to bind port 8f25dd78-71c2-4a84-a10f-b9e8c25262d4 on network 7d7da27f-0977-406f-ab58-8677549468a3 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:57:09.045738 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23805628-b9a2-47c1-96c4-9b5eb98bcc72 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:57:09.046118 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23805628-b9a2-47c1-96c4-9b5eb98bcc72 None None] Checking segment: {'id': 'abcb3451-d9b5-4737-913c-2e60ecf16f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7d7da27f-0977-406f-ab58-8677549468a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:57:09.046525 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-23805628-b9a2-47c1-96c4-9b5eb98bcc72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:09.046916 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23805628-b9a2-47c1-96c4-9b5eb98bcc72 None None] Bound using segment: {'id': 'abcb3451-d9b5-4737-913c-2e60ecf16f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7d7da27f-0977-406f-ab58-8677549468a3'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:57:09.047386 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-23805628-b9a2-47c1-96c4-9b5eb98bcc72 None None] Bound port: 8f25dd78-71c2-4a84-a10f-b9e8c25262d4, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abcb3451-d9b5-4737-913c-2e60ecf16f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7d7da27f-0977-406f-ab58-8677549468a3'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:57:09.047764 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-23805628-b9a2-47c1-96c4-9b5eb98bcc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:09.097911 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-a87dcc9a-6211-4e9b-a59a-f19f5f17e161 admin admin] Allocated IP 172.25.0.157 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/b57afb82-aeef-4049-ab5f-86f41ba89c22) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:57:09.130236 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec5249f-b789-4d73-8c1c-26490cc4a7db None None] Pushing event updated for resources: {'Port': ['ID=cef1ea55-c358-44f9-8b10-4d74600989ca,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:09.147793 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec5249f-b789-4d73-8c1c-26490cc4a7db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:09.148490 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec5249f-b789-4d73-8c1c-26490cc4a7db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:09.149162 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec5249f-b789-4d73-8c1c-26490cc4a7db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:09.149697 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec5249f-b789-4d73-8c1c-26490cc4a7db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:09.150201 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec5249f-b789-4d73-8c1c-26490cc4a7db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:09.151096 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec5249f-b789-4d73-8c1c-26490cc4a7db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:09.151589 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec5249f-b789-4d73-8c1c-26490cc4a7db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:09.152743 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec5249f-b789-4d73-8c1c-26490cc4a7db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:09.153250 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec5249f-b789-4d73-8c1c-26490cc4a7db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:09.153844 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec5249f-b789-4d73-8c1c-26490cc4a7db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:09.154336 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec5249f-b789-4d73-8c1c-26490cc4a7db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:09.154816 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec5249f-b789-4d73-8c1c-26490cc4a7db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:09.161958 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-72cb2ab3-b117-4689-a151-04217f5e8d22 None None] Attempting to bind port cef1ea55-c358-44f9-8b10-4d74600989ca on host n-d-828418-1 for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:57:09.162594 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-72cb2ab3-b117-4689-a151-04217f5e8d22 None None] Attempting to bind port cef1ea55-c358-44f9-8b10-4d74600989ca by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '5faf9a68-952f-46ec-a2c4-50b0ba5b6015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '11365114-3783-4bd2-8a92-cb0729ffb860'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:57:09.163124 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cb2ab3-b117-4689-a151-04217f5e8d22 None None] Attempting to bind port cef1ea55-c358-44f9-8b10-4d74600989ca on network 11365114-3783-4bd2-8a92-cb0729ffb860 {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:57:09.171341 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cb2ab3-b117-4689-a151-04217f5e8d22 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:57:09.172158 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cb2ab3-b117-4689-a151-04217f5e8d22 None None] Checking segment: {'id': '5faf9a68-952f-46ec-a2c4-50b0ba5b6015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '11365114-3783-4bd2-8a92-cb0729ffb860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:57:09.172618 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-72cb2ab3-b117-4689-a151-04217f5e8d22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:09.173081 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cb2ab3-b117-4689-a151-04217f5e8d22 None None] Bound using segment: {'id': '5faf9a68-952f-46ec-a2c4-50b0ba5b6015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '11365114-3783-4bd2-8a92-cb0729ffb860'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:57:09.173557 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-72cb2ab3-b117-4689-a151-04217f5e8d22 None None] Bound port: cef1ea55-c358-44f9-8b10-4d74600989ca, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5faf9a68-952f-46ec-a2c4-50b0ba5b6015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '11365114-3783-4bd2-8a92-cb0729ffb860'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:57:09.173984 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-72cb2ab3-b117-4689-a151-04217f5e8d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:09.179678 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-23805628-b9a2-47c1-96c4-9b5eb98bcc72 None None] For port 8f25dd78-71c2-4a84-a10f-b9e8c25262d4, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:57:09.184928 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-23805628-b9a2-47c1-96c4-9b5eb98bcc72 None None] For port 8f25dd78-71c2-4a84-a10f-b9e8c25262d4, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=8f25dd78-71c2-4a84-a10f-b9e8c25262d4,segment=NetworkSegment(abcb3451-d9b5-4737-913c-2e60ecf16f6b),segment_id=abcb3451-d9b5-4737-913c-2e60ecf16f6b)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:57:09.192583 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-23805628-b9a2-47c1-96c4-9b5eb98bcc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:09.290596 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-72cb2ab3-b117-4689-a151-04217f5e8d22 None None] For port cef1ea55-c358-44f9-8b10-4d74600989ca, host n-d-828418-1, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:57:09.295279 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-72cb2ab3-b117-4689-a151-04217f5e8d22 None None] For port cef1ea55-c358-44f9-8b10-4d74600989ca, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=cef1ea55-c358-44f9-8b10-4d74600989ca,segment=NetworkSegment(5faf9a68-952f-46ec-a2c4-50b0ba5b6015),segment_id=5faf9a68-952f-46ec-a2c4-50b0ba5b6015)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:57:09.300261 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-72cb2ab3-b117-4689-a151-04217f5e8d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:09.307068 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23805628-b9a2-47c1-96c4-9b5eb98bcc72 None None] Pushing event updated for resources: {'Port': ['ID=8f25dd78-71c2-4a84-a10f-b9e8c25262d4,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:09.392401 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cb2ab3-b117-4689-a151-04217f5e8d22 None None] Routers {'f27e6b73-c838-4eea-b2d1-8e509d5aa135'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:57:09.393027 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-72cb2ab3-b117-4689-a151-04217f5e8d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:56:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['f27e6b73-c838-4eea-b2d1-8e509d5aa135'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:09.421767 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a87dcc9a-6211-4e9b-a59a-f19f5f17e161 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:09.444628 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec5249f-b789-4d73-8c1c-26490cc4a7db None None] Pushing event updated for resources: {'Port': ['ID=cef1ea55-c358-44f9-8b10-4d74600989ca,revision_number=4']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:09.461363 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a87dcc9a-6211-4e9b-a59a-f19f5f17e161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:09.588618 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87dcc9a-6211-4e9b-a59a-f19f5f17e161 admin admin] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:57:09.592252 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 14f81105-da13-4722-96b7-53468713bb6f up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:57:09.596621 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-a87dcc9a-6211-4e9b-a59a-f19f5f17e161 admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:57:09.600996 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87dcc9a-6211-4e9b-a59a-f19f5f17e161 admin admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:57:09.629671 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-72cb2ab3-b117-4689-a151-04217f5e8d22 None None] Set router f27e6b73-c838-4eea-b2d1-8e509d5aa135 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:57:09.648930 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87dcc9a-6211-4e9b-a59a-f19f5f17e161 admin admin] Pushing event updated for resources: {'Port': ['ID=b57afb82-aeef-4049-ab5f-86f41ba89c22,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:09.708308 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 14f81105-da13-4722-96b7-53468713bb6f triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:09.708690 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:10.019861 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-72cb2ab3-b117-4689-a151-04217f5e8d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27e6b73-c838-4eea-b2d1-8e509d5aa135', 'name': 'tempest-TestMinimumBasicScenario-1295129022-router', 'tenant_id': '98c38cb4cfe84cd9a048429123ca9b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '14f81105-da13-4722-96b7-53468713bb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:57:01Z', 'updated_at': '2022-02-09T01:57:05Z', 'revision_number': 4, 'project_id': '98c38cb4cfe84cd9a048429123ca9b5b', 'gw_port': {'id': '14f81105-da13-4722-96b7-53468713bb6f', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27e6b73-c838-4eea-b2d1-8e509d5aa135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:57:02Z', 'updated_at': '2022-02-09T01:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'cef1ea55-c358-44f9-8b10-4d74600989ca', 'name': '', 'network_id': '11365114-3783-4bd2-8a92-cb0729ffb860', 'tenant_id': '98c38cb4cfe84cd9a048429123ca9b5b', 'mac_address': 'fa:16:3e:e3:89:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27e6b73-c838-4eea-b2d1-8e509d5aa135', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '76e95c84-768e-4cb7-9a1d-523676098af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:57:04Z', 'updated_at': '2022-02-09T01:57:09Z', 'revision_number': 4, 'project_id': '98c38cb4cfe84cd9a048429123ca9b5b', 'subnets': [{'id': '76e95c84-768e-4cb7-9a1d-523676098af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:10.023929 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cb2ab3-b117-4689-a151-04217f5e8d22 None None] The sync data for ids ['f27e6b73-c838-4eea-b2d1-8e509d5aa135'] in n-d-828418-1 is: [{'id': 'f27e6b73-c838-4eea-b2d1-8e509d5aa135', 'name': 'tempest-TestMinimumBasicScenario-1295129022-router', 'tenant_id': '98c38cb4cfe84cd9a048429123ca9b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '14f81105-da13-4722-96b7-53468713bb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:57:01Z', 'updated_at': '2022-02-09T01:57:05Z', 'revision_number': 4, 'project_id': '98c38cb4cfe84cd9a048429123ca9b5b', 'gw_port': {'id': '14f81105-da13-4722-96b7-53468713bb6f', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27e6b73-c838-4eea-b2d1-8e509d5aa135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:57:02Z', 'updated_at': '2022-02-09T01:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'cef1ea55-c358-44f9-8b10-4d74600989ca', 'name': '', 'network_id': '11365114-3783-4bd2-8a92-cb0729ffb860', 'tenant_id': '98c38cb4cfe84cd9a048429123ca9b5b', 'mac_address': 'fa:16:3e:e3:89:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27e6b73-c838-4eea-b2d1-8e509d5aa135', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '76e95c84-768e-4cb7-9a1d-523676098af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:57:04Z', 'updated_at': '2022-02-09T01:57:09Z', 'revision_number': 4, 'project_id': '98c38cb4cfe84cd9a048429123ca9b5b', 'subnets': [{'id': '76e95c84-768e-4cb7-9a1d-523676098af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:57:10.115188 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a87dcc9a-6211-4e9b-a59a-f19f5f17e161 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:10.497530 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a87dcc9a-6211-4e9b-a59a-f19f5f17e161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:10.518745 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c398b9fb-7cf7-4104-a66a-9d9aa40aa359 None None] Network 7d7da27f-0977-406f-ab58-8677549468a3 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:57:10.626509 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-022b9d19-95a8-4790-9100-dc3e85d1793a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:10.633622 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-2f77662c-4ddc-495d-8b02-20b04bc21912 None None] Provisioning for port 8f25dd78-71c2-4a84-a10f-b9e8c25262d4 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:57:10.731525 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a87dcc9a-6211-4e9b-a59a-f19f5f17e161 admin admin] Router 368cb53a-6fd2-4b2b-880b-19baf95893a1 is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:57:11.042207 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a87dcc9a-6211-4e9b-a59a-f19f5f17e161 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:57:11.052275 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e1e8fa-417f-4623-a6e4-101c5fd8b764 None None] Sync routers for ids ['368cb53a-6fd2-4b2b-880b-19baf95893a1'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:57:11.068275 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a87dcc9a-6211-4e9b-a59a-f19f5f17e161 admin admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:11.072067 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-a87dcc9a-6211-4e9b-a59a-f19f5f17e161 admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8667808 Feb 09 01:57:11.072232 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e1e8fa-417f-4623-a6e4-101c5fd8b764 None None] Routers {'368cb53a-6fd2-4b2b-880b-19baf95893a1'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:57:11.072232 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-73e1e8fa-417f-4623-a6e4-101c5fd8b764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:57:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['368cb53a-6fd2-4b2b-880b-19baf95893a1'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:11.072455 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48566) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:57:11.295223 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-73e1e8fa-417f-4623-a6e4-101c5fd8b764 None None] Set router 368cb53a-6fd2-4b2b-880b-19baf95893a1 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:57:11.585025 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device cef1ea55-c358-44f9-8b10-4d74600989ca up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:57:11.687673 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:11.691963 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:11.693468 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-73e1e8fa-417f-4623-a6e4-101c5fd8b764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368cb53a-6fd2-4b2b-880b-19baf95893a1', 'name': 'tempest-TestMinimumBasicScenario-1258522349-router', 'tenant_id': 'd5391f20fb124c41b7195aafc8777f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': 'b57afb82-aeef-4049-ab5f-86f41ba89c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:57:08Z', 'updated_at': '2022-02-09T01:57:09Z', 'revision_number': 3, 'project_id': 'd5391f20fb124c41b7195aafc8777f06', 'gw_port': {'id': 'b57afb82-aeef-4049-ab5f-86f41ba89c22', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368cb53a-6fd2-4b2b-880b-19baf95893a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:57:08Z', 'updated_at': '2022-02-09T01:57:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:11.699702 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e1e8fa-417f-4623-a6e4-101c5fd8b764 None None] Checking router: 368cb53a-6fd2-4b2b-880b-19baf95893a1 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:57:11.700061 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e1e8fa-417f-4623-a6e4-101c5fd8b764 None None] Updating router 368cb53a-6fd2-4b2b-880b-19baf95893a1 port b57afb82-aeef-4049-ab5f-86f41ba89c22 binding host n-d-828418-1 {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:57:11.728760 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port cef1ea55-c358-44f9-8b10-4d74600989ca completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:57:11.750418 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port cef1ea55-c358-44f9-8b10-4d74600989ca triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:11.750781 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:11.778527 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5851c477-b84b-4e22-a708-a84fd98871a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:11.802834 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-73e1e8fa-417f-4623-a6e4-101c5fd8b764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:11.983236 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:11.987344 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-5851c477-b84b-4e22-a708-a84fd98871a6 admin admin] Allocated IP 172.20.0.1 (7d7da27f-0977-406f-ab58-8677549468a3/4c4f4a27-0a16-4e40-9f91-be9813704da1/8389d95a-2a34-451d-b3ca-a0c2b021a811) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:57:12.094105 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port cef1ea55-c358-44f9-8b10-4d74600989ca, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=cef1ea55-c358-44f9-8b10-4d74600989ca,segment=NetworkSegment(5faf9a68-952f-46ec-a2c4-50b0ba5b6015),segment_id=5faf9a68-952f-46ec-a2c4-50b0ba5b6015)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:57:12.099262 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:12.100024 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 8f25dd78-71c2-4a84-a10f-b9e8c25262d4 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:57:12.134596 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5851c477-b84b-4e22-a708-a84fd98871a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:12.151154 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-5851c477-b84b-4e22-a708-a84fd98871a6 admin admin] Transition to ACTIVE for port object 8389d95a-2a34-451d-b3ca-a0c2b021a811 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:57:12.175481 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5851c477-b84b-4e22-a708-a84fd98871a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:12.241027 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5851c477-b84b-4e22-a708-a84fd98871a6 admin admin] Network 7d7da27f-0977-406f-ab58-8677549468a3 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:57:12.243881 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-5851c477-b84b-4e22-a708-a84fd98871a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:57:12.247701 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5851c477-b84b-4e22-a708-a84fd98871a6 admin admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:57:12.252144 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=cef1ea55-c358-44f9-8b10-4d74600989ca,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:12.291792 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5851c477-b84b-4e22-a708-a84fd98871a6 admin admin] Pushing event updated for resources: {'Port': ['ID=8389d95a-2a34-451d-b3ca-a0c2b021a811,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:12.317831 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5851c477-b84b-4e22-a708-a84fd98871a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:12.318417 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 8f25dd78-71c2-4a84-a10f-b9e8c25262d4 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:57:12.328236 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 8f25dd78-71c2-4a84-a10f-b9e8c25262d4 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:12.328603 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:12.383363 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-73e1e8fa-417f-4623-a6e4-101c5fd8b764 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:12.404506 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-73e1e8fa-417f-4623-a6e4-101c5fd8b764 None None] Transition to ACTIVE for port object b57afb82-aeef-4049-ab5f-86f41ba89c22 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:57:12.417047 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-73e1e8fa-417f-4623-a6e4-101c5fd8b764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:12.458518 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5851c477-b84b-4e22-a708-a84fd98871a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:12.559006 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a943a9c5-53e1-4ebd-976b-b4a3e1749c89 None None] Pushing event updated for resources: {'Port': ['ID=b57afb82-aeef-4049-ab5f-86f41ba89c22,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:12.566478 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-73e1e8fa-417f-4623-a6e4-101c5fd8b764 None None] Attempting to bind port b57afb82-aeef-4049-ab5f-86f41ba89c22 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:57:12.566728 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-73e1e8fa-417f-4623-a6e4-101c5fd8b764 None None] Attempting to bind port b57afb82-aeef-4049-ab5f-86f41ba89c22 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:57:12.567112 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e1e8fa-417f-4623-a6e4-101c5fd8b764 None None] Attempting to bind port b57afb82-aeef-4049-ab5f-86f41ba89c22 on network 3d885c3c-255c-4e54-addc-b28437d0b18e {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:57:12.575167 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:12.583746 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-76259790-4888-47da-8403-0655bd652c2c None None] Provisioning for port 8389d95a-2a34-451d-b3ca-a0c2b021a811 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:57:12.588476 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e1e8fa-417f-4623-a6e4-101c5fd8b764 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:57:12.588850 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e1e8fa-417f-4623-a6e4-101c5fd8b764 None None] Checking segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:57:12.589248 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-73e1e8fa-417f-4623-a6e4-101c5fd8b764 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:12.589746 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e1e8fa-417f-4623-a6e4-101c5fd8b764 None None] Bound using segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:57:12.590186 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-73e1e8fa-417f-4623-a6e4-101c5fd8b764 None None] Bound port: b57afb82-aeef-4049-ab5f-86f41ba89c22, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:57:12.590557 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-73e1e8fa-417f-4623-a6e4-101c5fd8b764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:12.630742 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-76259790-4888-47da-8403-0655bd652c2c None None] Provisioning complete for port 8389d95a-2a34-451d-b3ca-a0c2b021a811 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:12.631115 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-76259790-4888-47da-8403-0655bd652c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:12.760539 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 8f25dd78-71c2-4a84-a10f-b9e8c25262d4, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=8f25dd78-71c2-4a84-a10f-b9e8c25262d4,segment=NetworkSegment(abcb3451-d9b5-4737-913c-2e60ecf16f6b),segment_id=abcb3451-d9b5-4737-913c-2e60ecf16f6b)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:57:12.767414 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-76259790-4888-47da-8403-0655bd652c2c None None] Port 8389d95a-2a34-451d-b3ca-a0c2b021a811 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:57:12.771967 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:12.803364 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5851c477-b84b-4e22-a708-a84fd98871a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:12.808516 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5851c477-b84b-4e22-a708-a84fd98871a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:12.826602 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-73e1e8fa-417f-4623-a6e4-101c5fd8b764 None None] For port b57afb82-aeef-4049-ab5f-86f41ba89c22, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:57:12.840486 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-73e1e8fa-417f-4623-a6e4-101c5fd8b764 None None] For port b57afb82-aeef-4049-ab5f-86f41ba89c22, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=b57afb82-aeef-4049-ab5f-86f41ba89c22,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:57:12.848049 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-73e1e8fa-417f-4623-a6e4-101c5fd8b764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:12.859183 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=8f25dd78-71c2-4a84-a10f-b9e8c25262d4,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:12.920719 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5851c477-b84b-4e22-a708-a84fd98871a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:12.925052 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5851c477-b84b-4e22-a708-a84fd98871a6 admin admin] Pushing event updated for resources: {'Port': ['ID=8389d95a-2a34-451d-b3ca-a0c2b021a811,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:12.927002 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e1e8fa-417f-4623-a6e4-101c5fd8b764 None None] Routers {'368cb53a-6fd2-4b2b-880b-19baf95893a1'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:57:12.927631 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-73e1e8fa-417f-4623-a6e4-101c5fd8b764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:57:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['368cb53a-6fd2-4b2b-880b-19baf95893a1'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:13.000352 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a943a9c5-53e1-4ebd-976b-b4a3e1749c89 None None] Pushing event updated for resources: {'Port': ['ID=b57afb82-aeef-4049-ab5f-86f41ba89c22,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:13.059331 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5851c477-b84b-4e22-a708-a84fd98871a6 admin admin] Network 7d7da27f-0977-406f-ab58-8677549468a3 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:57:13.060601 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-5851c477-b84b-4e22-a708-a84fd98871a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:57:13.118036 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-73e1e8fa-417f-4623-a6e4-101c5fd8b764 None None] Set router 368cb53a-6fd2-4b2b-880b-19baf95893a1 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:57:13.260209 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5851c477-b84b-4e22-a708-a84fd98871a6 admin admin] Router 368cb53a-6fd2-4b2b-880b-19baf95893a1 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:57:13.365163 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:13.376276 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-0873da7e-5130-4b6a-9c2b-5481f93caf0c None None] Provisioning complete for port 8389d95a-2a34-451d-b3ca-a0c2b021a811 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:13.376638 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0873da7e-5130-4b6a-9c2b-5481f93caf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:13.442237 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5851c477-b84b-4e22-a708-a84fd98871a6 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:57:13.451630 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-5851c477-b84b-4e22-a708-a84fd98871a6 admin admin] 10.222.0.105 "PUT /v2.0/routers/368cb53a-6fd2-4b2b-880b-19baf95893a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3784056 Feb 09 01:57:13.489762 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-0873da7e-5130-4b6a-9c2b-5481f93caf0c None None] Port 8389d95a-2a34-451d-b3ca-a0c2b021a811 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:57:13.525290 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device cef1ea55-c358-44f9-8b10-4d74600989ca up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:57:13.569531 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-73e1e8fa-417f-4623-a6e4-101c5fd8b764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368cb53a-6fd2-4b2b-880b-19baf95893a1', 'name': 'tempest-TestMinimumBasicScenario-1258522349-router', 'tenant_id': 'd5391f20fb124c41b7195aafc8777f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': 'b57afb82-aeef-4049-ab5f-86f41ba89c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:57:08Z', 'updated_at': '2022-02-09T01:57:12Z', 'revision_number': 4, 'project_id': 'd5391f20fb124c41b7195aafc8777f06', 'gw_port': {'id': 'b57afb82-aeef-4049-ab5f-86f41ba89c22', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368cb53a-6fd2-4b2b-880b-19baf95893a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:57:08Z', 'updated_at': '2022-02-09T01:57:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '8389d95a-2a34-451d-b3ca-a0c2b021a811', 'name': '', 'network_id': '7d7da27f-0977-406f-ab58-8677549468a3', 'tenant_id': 'd5391f20fb124c41b7195aafc8777f06', 'mac_address': 'fa:16:3e:3a:51:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368cb53a-6fd2-4b2b-880b-19baf95893a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '4c4f4a27-0a16-4e40-9f91-be9813704da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:57:11Z', 'updated_at': '2022-02-09T01:57:12Z', 'revision_number': 2, 'project_id': 'd5391f20fb124c41b7195aafc8777f06', 'subnets': [{'id': '4c4f4a27-0a16-4e40-9f91-be9813704da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:13.579395 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e1e8fa-417f-4623-a6e4-101c5fd8b764 None None] The sync data for ids ['368cb53a-6fd2-4b2b-880b-19baf95893a1'] in n-d-828418-1 is: [{'id': '368cb53a-6fd2-4b2b-880b-19baf95893a1', 'name': 'tempest-TestMinimumBasicScenario-1258522349-router', 'tenant_id': 'd5391f20fb124c41b7195aafc8777f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': 'b57afb82-aeef-4049-ab5f-86f41ba89c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:57:08Z', 'updated_at': '2022-02-09T01:57:12Z', 'revision_number': 4, 'project_id': 'd5391f20fb124c41b7195aafc8777f06', 'gw_port': {'id': 'b57afb82-aeef-4049-ab5f-86f41ba89c22', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368cb53a-6fd2-4b2b-880b-19baf95893a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:57:08Z', 'updated_at': '2022-02-09T01:57:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '8389d95a-2a34-451d-b3ca-a0c2b021a811', 'name': '', 'network_id': '7d7da27f-0977-406f-ab58-8677549468a3', 'tenant_id': 'd5391f20fb124c41b7195aafc8777f06', 'mac_address': 'fa:16:3e:3a:51:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368cb53a-6fd2-4b2b-880b-19baf95893a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '4c4f4a27-0a16-4e40-9f91-be9813704da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:57:11Z', 'updated_at': '2022-02-09T01:57:12Z', 'revision_number': 2, 'project_id': 'd5391f20fb124c41b7195aafc8777f06', 'subnets': [{'id': '4c4f4a27-0a16-4e40-9f91-be9813704da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:57:13.603822 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port cef1ea55-c358-44f9-8b10-4d74600989ca triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:13.604939 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:13.735074 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 8f25dd78-71c2-4a84-a10f-b9e8c25262d4 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:57:13.824804 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 8f25dd78-71c2-4a84-a10f-b9e8c25262d4 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:13.825530 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:15.548802 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device b57afb82-aeef-4049-ab5f-86f41ba89c22 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:57:15.650743 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port b57afb82-aeef-4049-ab5f-86f41ba89c22 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:57:15.658651 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port b57afb82-aeef-4049-ab5f-86f41ba89c22 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:15.659501 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:15.786884 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:15.806450 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port b57afb82-aeef-4049-ab5f-86f41ba89c22, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=b57afb82-aeef-4049-ab5f-86f41ba89c22,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:57:15.812596 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:15.886543 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=b57afb82-aeef-4049-ab5f-86f41ba89c22,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:17.423414 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed1cd58-7138-49d1-b766-497e8937e633 None None] Sync routers for ids ['368cb53a-6fd2-4b2b-880b-19baf95893a1'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:57:17.437945 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed1cd58-7138-49d1-b766-497e8937e633 None None] Routers {'368cb53a-6fd2-4b2b-880b-19baf95893a1'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:57:17.438655 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-bed1cd58-7138-49d1-b766-497e8937e633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:57:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['368cb53a-6fd2-4b2b-880b-19baf95893a1'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:17.533458 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device b57afb82-aeef-4049-ab5f-86f41ba89c22 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:57:17.618331 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port b57afb82-aeef-4049-ab5f-86f41ba89c22 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:17.618868 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:17.702561 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-bed1cd58-7138-49d1-b766-497e8937e633 None None] Set router 368cb53a-6fd2-4b2b-880b-19baf95893a1 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:57:18.060945 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-bed1cd58-7138-49d1-b766-497e8937e633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368cb53a-6fd2-4b2b-880b-19baf95893a1', 'name': 'tempest-TestMinimumBasicScenario-1258522349-router', 'tenant_id': 'd5391f20fb124c41b7195aafc8777f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': 'b57afb82-aeef-4049-ab5f-86f41ba89c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:57:08Z', 'updated_at': '2022-02-09T01:57:12Z', 'revision_number': 4, 'project_id': 'd5391f20fb124c41b7195aafc8777f06', 'gw_port': {'id': 'b57afb82-aeef-4049-ab5f-86f41ba89c22', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368cb53a-6fd2-4b2b-880b-19baf95893a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:57:08Z', 'updated_at': '2022-02-09T01:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '8389d95a-2a34-451d-b3ca-a0c2b021a811', 'name': '', 'network_id': '7d7da27f-0977-406f-ab58-8677549468a3', 'tenant_id': 'd5391f20fb124c41b7195aafc8777f06', 'mac_address': 'fa:16:3e:3a:51:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368cb53a-6fd2-4b2b-880b-19baf95893a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '4c4f4a27-0a16-4e40-9f91-be9813704da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:57:11Z', 'updated_at': '2022-02-09T01:57:12Z', 'revision_number': 2, 'project_id': 'd5391f20fb124c41b7195aafc8777f06', 'subnets': [{'id': '4c4f4a27-0a16-4e40-9f91-be9813704da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:18.072820 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed1cd58-7138-49d1-b766-497e8937e633 None None] Checking router: 368cb53a-6fd2-4b2b-880b-19baf95893a1 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:57:18.073436 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed1cd58-7138-49d1-b766-497e8937e633 None None] Updating router 368cb53a-6fd2-4b2b-880b-19baf95893a1 port 8389d95a-2a34-451d-b3ca-a0c2b021a811 binding host n-d-828418-1 {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:57:18.137424 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-bed1cd58-7138-49d1-b766-497e8937e633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:18.530579 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-bed1cd58-7138-49d1-b766-497e8937e633 None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:18.546478 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-bed1cd58-7138-49d1-b766-497e8937e633 None None] Transition to ACTIVE for port object 8389d95a-2a34-451d-b3ca-a0c2b021a811 will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:57:18.554026 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-bed1cd58-7138-49d1-b766-497e8937e633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:18.744971 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2a05d2-016b-445e-a90f-3e780b4e7a65 None None] Pushing event updated for resources: {'Port': ['ID=8389d95a-2a34-451d-b3ca-a0c2b021a811,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:18.811277 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-bed1cd58-7138-49d1-b766-497e8937e633 None None] Attempting to bind port 8389d95a-2a34-451d-b3ca-a0c2b021a811 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:57:18.811646 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-bed1cd58-7138-49d1-b766-497e8937e633 None None] Attempting to bind port 8389d95a-2a34-451d-b3ca-a0c2b021a811 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'abcb3451-d9b5-4737-913c-2e60ecf16f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7d7da27f-0977-406f-ab58-8677549468a3'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:57:18.812007 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed1cd58-7138-49d1-b766-497e8937e633 None None] Attempting to bind port 8389d95a-2a34-451d-b3ca-a0c2b021a811 on network 7d7da27f-0977-406f-ab58-8677549468a3 {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:57:18.817958 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed1cd58-7138-49d1-b766-497e8937e633 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:57:18.818326 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed1cd58-7138-49d1-b766-497e8937e633 None None] Checking segment: {'id': 'abcb3451-d9b5-4737-913c-2e60ecf16f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7d7da27f-0977-406f-ab58-8677549468a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:57:18.818726 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-bed1cd58-7138-49d1-b766-497e8937e633 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:18.819111 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed1cd58-7138-49d1-b766-497e8937e633 None None] Bound using segment: {'id': 'abcb3451-d9b5-4737-913c-2e60ecf16f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7d7da27f-0977-406f-ab58-8677549468a3'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:57:18.819573 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-bed1cd58-7138-49d1-b766-497e8937e633 None None] Bound port: 8389d95a-2a34-451d-b3ca-a0c2b021a811, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abcb3451-d9b5-4737-913c-2e60ecf16f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7d7da27f-0977-406f-ab58-8677549468a3'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:57:18.819941 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-bed1cd58-7138-49d1-b766-497e8937e633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:18.939242 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-bed1cd58-7138-49d1-b766-497e8937e633 None None] For port 8389d95a-2a34-451d-b3ca-a0c2b021a811, host n-d-828418-1, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:57:18.943059 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-bed1cd58-7138-49d1-b766-497e8937e633 None None] For port 8389d95a-2a34-451d-b3ca-a0c2b021a811, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=8389d95a-2a34-451d-b3ca-a0c2b021a811,segment=NetworkSegment(abcb3451-d9b5-4737-913c-2e60ecf16f6b),segment_id=abcb3451-d9b5-4737-913c-2e60ecf16f6b)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:57:18.952277 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-bed1cd58-7138-49d1-b766-497e8937e633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:19.034412 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed1cd58-7138-49d1-b766-497e8937e633 None None] Routers {'368cb53a-6fd2-4b2b-880b-19baf95893a1'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:57:19.035140 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-bed1cd58-7138-49d1-b766-497e8937e633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:57:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['368cb53a-6fd2-4b2b-880b-19baf95893a1'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:19.150266 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2a05d2-016b-445e-a90f-3e780b4e7a65 None None] Pushing event updated for resources: {'Port': ['ID=8389d95a-2a34-451d-b3ca-a0c2b021a811,revision_number=4']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:19.281451 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-bed1cd58-7138-49d1-b766-497e8937e633 None None] Set router 368cb53a-6fd2-4b2b-880b-19baf95893a1 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:57:19.576383 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 8389d95a-2a34-451d-b3ca-a0c2b021a811 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:57:19.668104 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-bed1cd58-7138-49d1-b766-497e8937e633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368cb53a-6fd2-4b2b-880b-19baf95893a1', 'name': 'tempest-TestMinimumBasicScenario-1258522349-router', 'tenant_id': 'd5391f20fb124c41b7195aafc8777f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': 'b57afb82-aeef-4049-ab5f-86f41ba89c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:57:08Z', 'updated_at': '2022-02-09T01:57:12Z', 'revision_number': 4, 'project_id': 'd5391f20fb124c41b7195aafc8777f06', 'gw_port': {'id': 'b57afb82-aeef-4049-ab5f-86f41ba89c22', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368cb53a-6fd2-4b2b-880b-19baf95893a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:57:08Z', 'updated_at': '2022-02-09T01:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '8389d95a-2a34-451d-b3ca-a0c2b021a811', 'name': '', 'network_id': '7d7da27f-0977-406f-ab58-8677549468a3', 'tenant_id': 'd5391f20fb124c41b7195aafc8777f06', 'mac_address': 'fa:16:3e:3a:51:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368cb53a-6fd2-4b2b-880b-19baf95893a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '4c4f4a27-0a16-4e40-9f91-be9813704da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:57:11Z', 'updated_at': '2022-02-09T01:57:18Z', 'revision_number': 4, 'project_id': 'd5391f20fb124c41b7195aafc8777f06', 'subnets': [{'id': '4c4f4a27-0a16-4e40-9f91-be9813704da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:19.679286 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed1cd58-7138-49d1-b766-497e8937e633 None None] The sync data for ids ['368cb53a-6fd2-4b2b-880b-19baf95893a1'] in n-d-828418-1 is: [{'id': '368cb53a-6fd2-4b2b-880b-19baf95893a1', 'name': 'tempest-TestMinimumBasicScenario-1258522349-router', 'tenant_id': 'd5391f20fb124c41b7195aafc8777f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': 'b57afb82-aeef-4049-ab5f-86f41ba89c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:57:08Z', 'updated_at': '2022-02-09T01:57:12Z', 'revision_number': 4, 'project_id': 'd5391f20fb124c41b7195aafc8777f06', 'gw_port': {'id': 'b57afb82-aeef-4049-ab5f-86f41ba89c22', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368cb53a-6fd2-4b2b-880b-19baf95893a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:57:08Z', 'updated_at': '2022-02-09T01:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '8389d95a-2a34-451d-b3ca-a0c2b021a811', 'name': '', 'network_id': '7d7da27f-0977-406f-ab58-8677549468a3', 'tenant_id': 'd5391f20fb124c41b7195aafc8777f06', 'mac_address': 'fa:16:3e:3a:51:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368cb53a-6fd2-4b2b-880b-19baf95893a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '4c4f4a27-0a16-4e40-9f91-be9813704da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:57:11Z', 'updated_at': '2022-02-09T01:57:18Z', 'revision_number': 4, 'project_id': 'd5391f20fb124c41b7195aafc8777f06', 'subnets': [{'id': '4c4f4a27-0a16-4e40-9f91-be9813704da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:57:19.716864 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 8389d95a-2a34-451d-b3ca-a0c2b021a811 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:57:19.722390 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 8389d95a-2a34-451d-b3ca-a0c2b021a811 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:19.722841 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:19.852707 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:19.892488 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 8389d95a-2a34-451d-b3ca-a0c2b021a811, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=8389d95a-2a34-451d-b3ca-a0c2b021a811,segment=NetworkSegment(abcb3451-d9b5-4737-913c-2e60ecf16f6b),segment_id=abcb3451-d9b5-4737-913c-2e60ecf16f6b)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:57:19.897163 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:19.973740 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=8389d95a-2a34-451d-b3ca-a0c2b021a811,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:21.523195 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 8389d95a-2a34-451d-b3ca-a0c2b021a811 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:57:21.595858 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 8389d95a-2a34-451d-b3ca-a0c2b021a811 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:21.596250 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:22.369939 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:24.242887 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98f1d3-f7db-4b64-91f5-e8e4089db1bd req-654a9b9e-7d31-4881-b2c6-c5cfd9317cc7 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:24.243562 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-ca98f1d3-f7db-4b64-91f5-e8e4089db1bd req-654a9b9e-7d31-4881-b2c6-c5cfd9317cc7 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Synchronizing usage tracker for tenant:98c38cb4cfe84cd9a048429123ca9b5b on resource:network {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:57:24.260580 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-ca98f1d3-f7db-4b64-91f5-e8e4089db1bd req-654a9b9e-7d31-4881-b2c6-c5cfd9317cc7 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Unset dirty status for tenant:98c38cb4cfe84cd9a048429123ca9b5b on resource:network {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:57:24.262141 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ca98f1d3-f7db-4b64-91f5-e8e4089db1bd req-654a9b9e-7d31-4881-b2c6-c5cfd9317cc7 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/networks?id=11365114-3783-4bd2-8a92-cb0729ffb860 HTTP/1.1" status: 200 len: 815 time: 0.1610096 Feb 09 01:57:24.277291 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ca98f1d3-f7db-4b64-91f5-e8e4089db1bd req-d6c32018-1b82-463f-98d5-1b1bc51294bd tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/quotas/98c38cb4cfe84cd9a048429123ca9b5b HTTP/1.1" status: 200 len: 375 time: 0.0096436 Feb 09 01:57:24.365506 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-ca98f1d3-f7db-4b64-91f5-e8e4089db1bd req-082e228e-beb4-4de9-b330-56b2bb05a248 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Synchronizing usage tracker for tenant:98c38cb4cfe84cd9a048429123ca9b5b on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:57:24.381558 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-ca98f1d3-f7db-4b64-91f5-e8e4089db1bd req-082e228e-beb4-4de9-b330-56b2bb05a248 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Unset dirty status for tenant:98c38cb4cfe84cd9a048429123ca9b5b on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:57:24.382911 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ca98f1d3-f7db-4b64-91f5-e8e4089db1bd req-082e228e-beb4-4de9-b330-56b2bb05a248 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=98c38cb4cfe84cd9a048429123ca9b5b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1008368 Feb 09 01:57:24.519825 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ca98f1d3-f7db-4b64-91f5-e8e4089db1bd req-9e14a949-bbe8-4a83-bcb0-1f85b4d9ec32 service neutron] 10.222.0.105 "GET /v2.0/networks/11365114-3783-4bd2-8a92-cb0729ffb860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250737 Feb 09 01:57:24.649678 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ca98f1d3-f7db-4b64-91f5-e8e4089db1bd req-cd85d9af-0679-413e-8a6e-1ecc25717dfc service neutron] 10.222.0.105 "GET /v2.0/networks/11365114-3783-4bd2-8a92-cb0729ffb860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236405 Feb 09 01:57:24.824400 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ff0818e3-2843-4ffd-9018-c45ef3aadec7 req-50443aa7-dbac-4dcb-a177-868a1be40ff1 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/ports?device_id=e04a3d17-fca7-4277-ac25-eb5fbadb439f HTTP/1.1" status: 200 len: 210 time: 0.0417302 Feb 09 01:57:25.353099 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:25.862679 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98f1d3-f7db-4b64-91f5-e8e4089db1bd req-aebdba3c-c6d5-40fe-aaca-94fc2b04e0d9 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:25.864108 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ca98f1d3-f7db-4b64-91f5-e8e4089db1bd req-aebdba3c-c6d5-40fe-aaca-94fc2b04e0d9 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.99 "GET /v2.0/networks?id=11365114-3783-4bd2-8a92-cb0729ffb860 HTTP/1.1" status: 200 len: 815 time: 0.1519508 Feb 09 01:57:25.876030 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-ca98f1d3-f7db-4b64-91f5-e8e4089db1bd req-cea379d1-3bb5-4751-9928-061223c8693f tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Request body: {'port': {'device_id': 'e04a3d17-fca7-4277-ac25-eb5fbadb439f', 'network_id': '11365114-3783-4bd2-8a92-cb0729ffb860', 'admin_state_up': True, 'tenant_id': '98c38cb4cfe84cd9a048429123ca9b5b'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:57:26.114660 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e12e331f-a666-4df1-808a-55525776874d req-6509dc95-a79a-4973-bbe0-04a47ba88ef2 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/ports?device_id=e04a3d17-fca7-4277-ac25-eb5fbadb439f HTTP/1.1" status: 200 len: 210 time: 0.0541527 Feb 09 01:57:26.175924 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-ca98f1d3-f7db-4b64-91f5-e8e4089db1bd req-cea379d1-3bb5-4751-9928-061223c8693f tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:57:26.186408 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-ca98f1d3-f7db-4b64-91f5-e8e4089db1bd req-cea379d1-3bb5-4751-9928-061223c8693f tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:57:26.207811 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca98f1d3-f7db-4b64-91f5-e8e4089db1bd req-cea379d1-3bb5-4751-9928-061223c8693f tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Made reservation on behalf of 98c38cb4cfe84cd9a048429123ca9b5b for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:57:26.217725 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ca98f1d3-f7db-4b64-91f5-e8e4089db1bd req-cea379d1-3bb5-4751-9928-061223c8693f tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:26.454152 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-ca98f1d3-f7db-4b64-91f5-e8e4089db1bd req-cea379d1-3bb5-4751-9928-061223c8693f tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Allocated IP 172.20.0.6 (11365114-3783-4bd2-8a92-cb0729ffb860/76e95c84-768e-4cb7-9a1d-523676098af9/884e1ed4-4ccb-45b9-a87e-7362304dc47d) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:57:26.704429 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ca98f1d3-f7db-4b64-91f5-e8e4089db1bd req-cea379d1-3bb5-4751-9928-061223c8693f tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:26.731036 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-ca98f1d3-f7db-4b64-91f5-e8e4089db1bd req-cea379d1-3bb5-4751-9928-061223c8693f tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Transition to ACTIVE for port object 884e1ed4-4ccb-45b9-a87e-7362304dc47d will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:57:26.755838 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ca98f1d3-f7db-4b64-91f5-e8e4089db1bd req-cea379d1-3bb5-4751-9928-061223c8693f tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:26.829197 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca98f1d3-f7db-4b64-91f5-e8e4089db1bd req-cea379d1-3bb5-4751-9928-061223c8693f tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Network 11365114-3783-4bd2-8a92-cb0729ffb860 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:57:26.832497 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-ca98f1d3-f7db-4b64-91f5-e8e4089db1bd req-cea379d1-3bb5-4751-9928-061223c8693f tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:57:26.836438 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca98f1d3-f7db-4b64-91f5-e8e4089db1bd req-cea379d1-3bb5-4751-9928-061223c8693f tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:57:26.867714 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea379d1-3bb5-4751-9928-061223c8693f tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Pushing event updated for resources: {'Port': ['ID=884e1ed4-4ccb-45b9-a87e-7362304dc47d,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:26.905477 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98f1d3-f7db-4b64-91f5-e8e4089db1bd req-cea379d1-3bb5-4751-9928-061223c8693f tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:26.906037 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ca98f1d3-f7db-4b64-91f5-e8e4089db1bd req-cea379d1-3bb5-4751-9928-061223c8693f tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:26.933446 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ca98f1d3-f7db-4b64-91f5-e8e4089db1bd req-cea379d1-3bb5-4751-9928-061223c8693f tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0610347 Feb 09 01:57:27.167203 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-ba16f34f-bf5a-41a5-8b6a-bd012eca7940 None None] Provisioning for port 884e1ed4-4ccb-45b9-a87e-7362304dc47d completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:57:27.172895 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-ba16f34f-bf5a-41a5-8b6a-bd012eca7940 None None] Provisioning complete for port 884e1ed4-4ccb-45b9-a87e-7362304dc47d triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:27.173265 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ba16f34f-bf5a-41a5-8b6a-bd012eca7940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:27.239755 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-ba16f34f-bf5a-41a5-8b6a-bd012eca7940 None None] Port 884e1ed4-4ccb-45b9-a87e-7362304dc47d cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:57:27.341467 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4e85a7-20ce-4b04-9ab6-88ced8aa9c35 req-22d58780-6017-43db-bf8d-e339ff90b10f tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:27.342215 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-aa4e85a7-20ce-4b04-9ab6-88ced8aa9c35 req-22d58780-6017-43db-bf8d-e339ff90b10f tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Synchronizing usage tracker for tenant:98c38cb4cfe84cd9a048429123ca9b5b on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:57:27.358706 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-aa4e85a7-20ce-4b04-9ab6-88ced8aa9c35 req-22d58780-6017-43db-bf8d-e339ff90b10f tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Unset dirty status for tenant:98c38cb4cfe84cd9a048429123ca9b5b on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:57:27.359896 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-aa4e85a7-20ce-4b04-9ab6-88ced8aa9c35 req-22d58780-6017-43db-bf8d-e339ff90b10f tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/ports?device_id=e04a3d17-fca7-4277-ac25-eb5fbadb439f HTTP/1.1" status: 200 len: 931 time: 0.1041222 Feb 09 01:57:27.406119 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-aa4e85a7-20ce-4b04-9ab6-88ced8aa9c35 req-3d6c10f5-88b3-4264-a490-5fb6ed4c4777 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Synchronizing usage tracker for tenant:98c38cb4cfe84cd9a048429123ca9b5b on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:57:27.425910 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-aa4e85a7-20ce-4b04-9ab6-88ced8aa9c35 req-3d6c10f5-88b3-4264-a490-5fb6ed4c4777 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Unset dirty status for tenant:98c38cb4cfe84cd9a048429123ca9b5b on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:57:27.432584 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-aa4e85a7-20ce-4b04-9ab6-88ced8aa9c35 req-3d6c10f5-88b3-4264-a490-5fb6ed4c4777 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/security-groups?id=3ad549a1-c09f-46c1-84b1-6ced2677dc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668917 Feb 09 01:57:28.662684 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf60452a-b2ec-4303-80c8-5ef2f52b3349 req-fff16973-b9a5-4977-b968-4ac5cdccc75d tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:28.670670 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cf60452a-b2ec-4303-80c8-5ef2f52b3349 req-fff16973-b9a5-4977-b968-4ac5cdccc75d tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/ports?device_id=e04a3d17-fca7-4277-ac25-eb5fbadb439f HTTP/1.1" status: 200 len: 931 time: 0.1366210 Feb 09 01:57:28.714770 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cf60452a-b2ec-4303-80c8-5ef2f52b3349 req-d1e102ae-02ab-44e5-b5b6-7d0f82c80a45 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/security-groups?id=3ad549a1-c09f-46c1-84b1-6ced2677dc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429132 Feb 09 01:57:29.911688 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc028a1-eb47-45dc-b4a1-3f7e5be649f5 req-263c3d58-3d76-48dd-848c-e6f0935a255d tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:29.913160 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6fc028a1-eb47-45dc-b4a1-3f7e5be649f5 req-263c3d58-3d76-48dd-848c-e6f0935a255d tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/ports?device_id=e04a3d17-fca7-4277-ac25-eb5fbadb439f HTTP/1.1" status: 200 len: 931 time: 0.0836501 Feb 09 01:57:29.980681 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6fc028a1-eb47-45dc-b4a1-3f7e5be649f5 req-c3e8d2e9-9293-4dd0-9deb-28a72f3a2ccf tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/security-groups?id=3ad549a1-c09f-46c1-84b1-6ced2677dc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578563 Feb 09 01:57:31.192053 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc55cd68-a411-44f3-b581-8650b88166f6 req-f29d20ad-d8d0-46cf-bb9a-e5c8361369d5 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:31.193543 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dc55cd68-a411-44f3-b581-8650b88166f6 req-f29d20ad-d8d0-46cf-bb9a-e5c8361369d5 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/ports?device_id=e04a3d17-fca7-4277-ac25-eb5fbadb439f HTTP/1.1" status: 200 len: 931 time: 0.0841939 Feb 09 01:57:31.237214 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dc55cd68-a411-44f3-b581-8650b88166f6 req-74f4abc1-ab6b-4698-a2ce-ad8af4ed47e6 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/security-groups?id=3ad549a1-c09f-46c1-84b1-6ced2677dc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377488 Feb 09 01:57:32.427569 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fcc603-b1b4-487d-ad30-ada23f18c538 req-9a322e4f-77ef-42d9-81a9-f354ad2324b0 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:32.429146 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-47fcc603-b1b4-487d-ad30-ada23f18c538 req-9a322e4f-77ef-42d9-81a9-f354ad2324b0 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/ports?device_id=e04a3d17-fca7-4277-ac25-eb5fbadb439f HTTP/1.1" status: 200 len: 931 time: 0.0851166 Feb 09 01:57:32.478977 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-47fcc603-b1b4-487d-ad30-ada23f18c538 req-5c9021f3-f37a-4b8a-9573-f411b1bc975a tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/security-groups?id=3ad549a1-c09f-46c1-84b1-6ced2677dc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439878 Feb 09 01:57:33.674541 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c27f8c-731e-46ec-a3f3-0ea0e3c5d06e req-3b06b6ab-f7ed-444f-bc45-661c0108fc95 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:33.676182 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a4c27f8c-731e-46ec-a3f3-0ea0e3c5d06e req-3b06b6ab-f7ed-444f-bc45-661c0108fc95 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/ports?device_id=e04a3d17-fca7-4277-ac25-eb5fbadb439f HTTP/1.1" status: 200 len: 931 time: 0.0899899 Feb 09 01:57:33.720916 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a4c27f8c-731e-46ec-a3f3-0ea0e3c5d06e req-fbd7038e-aa48-41eb-87a0-b92288d7ef1b tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/security-groups?id=3ad549a1-c09f-46c1-84b1-6ced2677dc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389450 Feb 09 01:57:34.907709 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e1231f-24ac-42ab-8c41-a8154d9f2c14 req-7902d933-4eaf-4155-ba5d-6d5241182572 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:34.909252 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f9e1231f-24ac-42ab-8c41-a8154d9f2c14 req-7902d933-4eaf-4155-ba5d-6d5241182572 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/ports?device_id=e04a3d17-fca7-4277-ac25-eb5fbadb439f HTTP/1.1" status: 200 len: 931 time: 0.0843093 Feb 09 01:57:34.958061 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f9e1231f-24ac-42ab-8c41-a8154d9f2c14 req-1bba20d6-d2e7-4ee0-a1b0-4ca28db7e40c tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/security-groups?id=3ad549a1-c09f-46c1-84b1-6ced2677dc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431144 Feb 09 01:57:36.140070 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae33fac-ade9-4fdf-9afd-1e38096c3f7a req-d2629756-b079-4f9c-b4da-037d7b0440bc tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:36.141525 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-aae33fac-ade9-4fdf-9afd-1e38096c3f7a req-d2629756-b079-4f9c-b4da-037d7b0440bc tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/ports?device_id=e04a3d17-fca7-4277-ac25-eb5fbadb439f HTTP/1.1" status: 200 len: 931 time: 0.0796492 Feb 09 01:57:36.185823 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-aae33fac-ade9-4fdf-9afd-1e38096c3f7a req-71270ff0-ecd8-4147-a881-beb75b835dcf tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/security-groups?id=3ad549a1-c09f-46c1-84b1-6ced2677dc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382452 Feb 09 01:57:37.373927 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d83ade-ec9e-468d-b979-b40ffc452367 req-e4164217-d6f1-48b5-ba29-2b8ac6b0077d tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:37.375421 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-19d83ade-ec9e-468d-b979-b40ffc452367 req-e4164217-d6f1-48b5-ba29-2b8ac6b0077d tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/ports?device_id=e04a3d17-fca7-4277-ac25-eb5fbadb439f HTTP/1.1" status: 200 len: 931 time: 0.0841894 Feb 09 01:57:37.419539 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-19d83ade-ec9e-468d-b979-b40ffc452367 req-9f3c0459-39dd-4f91-b6f7-ca75083f454a tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/security-groups?id=3ad549a1-c09f-46c1-84b1-6ced2677dc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386543 Feb 09 01:57:38.254387 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b5f4e42f-26a8-4e7d-a6d3-cea01969cd59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:38.600834 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf93781-04e9-491f-a55e-a2cb8ec57efa req-51d47043-d772-4c8a-91ba-a91fa67046d1 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:38.602253 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dcf93781-04e9-491f-a55e-a2cb8ec57efa req-51d47043-d772-4c8a-91ba-a91fa67046d1 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/ports?device_id=e04a3d17-fca7-4277-ac25-eb5fbadb439f HTTP/1.1" status: 200 len: 931 time: 0.0803366 Feb 09 01:57:38.646423 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dcf93781-04e9-491f-a55e-a2cb8ec57efa req-428c7f1f-1b5c-49a5-acc2-b8e06fd25ff1 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/security-groups?id=3ad549a1-c09f-46c1-84b1-6ced2677dc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378101 Feb 09 01:57:39.136546 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [req-ca98f1d3-f7db-4b64-91f5-e8e4089db1bd req-584a6ff8-3e0f-4ac2-815b-50c705db9503 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:57:39.137451 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ca98f1d3-f7db-4b64-91f5-e8e4089db1bd req-584a6ff8-3e0f-4ac2-815b-50c705db9503 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058043 Feb 09 01:57:39.153882 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-ca98f1d3-f7db-4b64-91f5-e8e4089db1bd req-a3ff2f43-a6e5-4ec2-a5b6-f200daa464a0 service neutron] Request body: {'port': {'device_id': 'e04a3d17-fca7-4277-ac25-eb5fbadb439f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:57:39.264141 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ca98f1d3-f7db-4b64-91f5-e8e4089db1bd req-a3ff2f43-a6e5-4ec2-a5b6-f200daa464a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:39.639418 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-ca98f1d3-f7db-4b64-91f5-e8e4089db1bd req-a3ff2f43-a6e5-4ec2-a5b6-f200daa464a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 884e1ed4-4ccb-45b9-a87e-7362304dc47d {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:57:39.647039 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ca98f1d3-f7db-4b64-91f5-e8e4089db1bd req-a3ff2f43-a6e5-4ec2-a5b6-f200daa464a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:39.661116 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-ca98f1d3-f7db-4b64-91f5-e8e4089db1bd req-a3ff2f43-a6e5-4ec2-a5b6-f200daa464a0 service neutron] Transition to ACTIVE for port object 884e1ed4-4ccb-45b9-a87e-7362304dc47d will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:57:39.664629 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ca98f1d3-f7db-4b64-91f5-e8e4089db1bd req-a3ff2f43-a6e5-4ec2-a5b6-f200daa464a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:39.944965 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ff2f43-a6e5-4ec2-a5b6-f200daa464a0 service neutron] Pushing event updated for resources: {'Port': ['ID=884e1ed4-4ccb-45b9-a87e-7362304dc47d,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:40.068561 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-ca98f1d3-f7db-4b64-91f5-e8e4089db1bd req-a3ff2f43-a6e5-4ec2-a5b6-f200daa464a0 service neutron] Attempting to bind port 884e1ed4-4ccb-45b9-a87e-7362304dc47d on host n-h2-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:57:40.068927 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-ca98f1d3-f7db-4b64-91f5-e8e4089db1bd req-a3ff2f43-a6e5-4ec2-a5b6-f200daa464a0 service neutron] Attempting to bind port 884e1ed4-4ccb-45b9-a87e-7362304dc47d by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': '5faf9a68-952f-46ec-a2c4-50b0ba5b6015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '11365114-3783-4bd2-8a92-cb0729ffb860'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:57:40.069089 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca98f1d3-f7db-4b64-91f5-e8e4089db1bd req-a3ff2f43-a6e5-4ec2-a5b6-f200daa464a0 service neutron] Attempting to bind port 884e1ed4-4ccb-45b9-a87e-7362304dc47d on network 11365114-3783-4bd2-8a92-cb0729ffb860 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:57:40.078381 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf99b128-8c0e-4b2e-8d88-cca3fefc248f req-607b0dd5-ceda-479a-8cf8-792ba7550ca4 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:40.079825 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bf99b128-8c0e-4b2e-8d88-cca3fefc248f req-607b0dd5-ceda-479a-8cf8-792ba7550ca4 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/ports?device_id=e04a3d17-fca7-4277-ac25-eb5fbadb439f HTTP/1.1" status: 200 len: 943 time: 0.3118832 Feb 09 01:57:40.083190 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca98f1d3-f7db-4b64-91f5-e8e4089db1bd req-a3ff2f43-a6e5-4ec2-a5b6-f200daa464a0 service neutron] Port 884e1ed4-4ccb-45b9-a87e-7362304dc47d on network 11365114-3783-4bd2-8a92-cb0729ffb860 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:57:40.083504 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca98f1d3-f7db-4b64-91f5-e8e4089db1bd req-a3ff2f43-a6e5-4ec2-a5b6-f200daa464a0 service neutron] Attempting to bind port 884e1ed4-4ccb-45b9-a87e-7362304dc47d on network 11365114-3783-4bd2-8a92-cb0729ffb860 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:57:40.102293 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca98f1d3-f7db-4b64-91f5-e8e4089db1bd req-a3ff2f43-a6e5-4ec2-a5b6-f200daa464a0 service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:57:40.102623 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca98f1d3-f7db-4b64-91f5-e8e4089db1bd req-a3ff2f43-a6e5-4ec2-a5b6-f200daa464a0 service neutron] Checking segment: {'id': '5faf9a68-952f-46ec-a2c4-50b0ba5b6015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '11365114-3783-4bd2-8a92-cb0729ffb860'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:57:40.102991 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca98f1d3-f7db-4b64-91f5-e8e4089db1bd req-a3ff2f43-a6e5-4ec2-a5b6-f200daa464a0 service neutron] Bound using segment: {'id': '5faf9a68-952f-46ec-a2c4-50b0ba5b6015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '11365114-3783-4bd2-8a92-cb0729ffb860'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:57:40.103413 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-ca98f1d3-f7db-4b64-91f5-e8e4089db1bd req-a3ff2f43-a6e5-4ec2-a5b6-f200daa464a0 service neutron] Bound port: 884e1ed4-4ccb-45b9-a87e-7362304dc47d, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5faf9a68-952f-46ec-a2c4-50b0ba5b6015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '11365114-3783-4bd2-8a92-cb0729ffb860'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:57:40.103750 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ca98f1d3-f7db-4b64-91f5-e8e4089db1bd req-a3ff2f43-a6e5-4ec2-a5b6-f200daa464a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:40.179263 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bf99b128-8c0e-4b2e-8d88-cca3fefc248f req-ae677293-b705-48ed-a83d-4a81a6aff7f7 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/security-groups?id=3ad549a1-c09f-46c1-84b1-6ced2677dc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935225 Feb 09 01:57:40.209788 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-ca98f1d3-f7db-4b64-91f5-e8e4089db1bd req-a3ff2f43-a6e5-4ec2-a5b6-f200daa464a0 service neutron] For port 884e1ed4-4ccb-45b9-a87e-7362304dc47d, host n-h2-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:57:40.212638 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-ca98f1d3-f7db-4b64-91f5-e8e4089db1bd req-a3ff2f43-a6e5-4ec2-a5b6-f200daa464a0 service neutron] For port 884e1ed4-4ccb-45b9-a87e-7362304dc47d, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=884e1ed4-4ccb-45b9-a87e-7362304dc47d,segment=NetworkSegment(5faf9a68-952f-46ec-a2c4-50b0ba5b6015),segment_id=5faf9a68-952f-46ec-a2c4-50b0ba5b6015)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:57:40.217269 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ca98f1d3-f7db-4b64-91f5-e8e4089db1bd req-a3ff2f43-a6e5-4ec2-a5b6-f200daa464a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:40.280261 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98f1d3-f7db-4b64-91f5-e8e4089db1bd req-a3ff2f43-a6e5-4ec2-a5b6-f200daa464a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:40.280871 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ca98f1d3-f7db-4b64-91f5-e8e4089db1bd req-a3ff2f43-a6e5-4ec2-a5b6-f200daa464a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:40.282252 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ca98f1d3-f7db-4b64-91f5-e8e4089db1bd req-a3ff2f43-a6e5-4ec2-a5b6-f200daa464a0 service neutron] 10.222.0.99 "PUT /v2.0/ports/884e1ed4-4ccb-45b9-a87e-7362304dc47d HTTP/1.1" status: 200 len: 1091 time: 1.1332483 Feb 09 01:57:40.282682 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e04a3d17-fca7-4277-ac25-eb5fbadb439f', 'tag': '884e1ed4-4ccb-45b9-a87e-7362304dc47d'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:57:40.308021 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ff2f43-a6e5-4ec2-a5b6-f200daa464a0 service neutron] Pushing event updated for resources: {'Port': ['ID=884e1ed4-4ccb-45b9-a87e-7362304dc47d,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:40.356474 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e04a3d17-fca7-4277-ac25-eb5fbadb439f', 'tag': '884e1ed4-4ccb-45b9-a87e-7362304dc47d', 'status': 'completed', 'code': 200} Feb 09 01:57:40.398799 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98f1d3-f7db-4b64-91f5-e8e4089db1bd req-a9614041-e100-45d1-9211-62b3cafb7474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:40.400312 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ca98f1d3-f7db-4b64-91f5-e8e4089db1bd req-a9614041-e100-45d1-9211-62b3cafb7474 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=98c38cb4cfe84cd9a048429123ca9b5b&device_id=e04a3d17-fca7-4277-ac25-eb5fbadb439f HTTP/1.1" status: 200 len: 1094 time: 0.0758274 Feb 09 01:57:40.477562 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ca98f1d3-f7db-4b64-91f5-e8e4089db1bd req-5f4c9781-5340-4ddf-bc68-cacb3e7cc739 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=884e1ed4-4ccb-45b9-a87e-7362304dc47d HTTP/1.1" status: 200 len: 217 time: 0.0705318 Feb 09 01:57:40.539612 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98f1d3-f7db-4b64-91f5-e8e4089db1bd req-3e2c93a7-b10b-431f-88b7-08ead1120212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:40.541015 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ca98f1d3-f7db-4b64-91f5-e8e4089db1bd req-3e2c93a7-b10b-431f-88b7-08ead1120212 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=76e95c84-768e-4cb7-9a1d-523676098af9 HTTP/1.1" status: 200 len: 854 time: 0.0582764 Feb 09 01:57:40.567788 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c582df3d-cc41-40b7-a235-7a4ba4191ff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:40.618390 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98f1d3-f7db-4b64-91f5-e8e4089db1bd req-b0271ff0-0b77-4282-b676-696771dbc81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:40.620056 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ca98f1d3-f7db-4b64-91f5-e8e4089db1bd req-b0271ff0-0b77-4282-b676-696771dbc81d service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=11365114-3783-4bd2-8a92-cb0729ffb860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729878 Feb 09 01:57:40.748636 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ca98f1d3-f7db-4b64-91f5-e8e4089db1bd req-2c860ecc-51ae-4d72-81d6-980035ad4f81 service neutron] 10.222.0.99 "GET /v2.0/networks/11365114-3783-4bd2-8a92-cb0729ffb860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230028 Feb 09 01:57:40.879048 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ca98f1d3-f7db-4b64-91f5-e8e4089db1bd req-b11bd4b7-d408-4a63-8af1-6517d1e34926 service neutron] 10.222.0.99 "GET /v2.0/networks/11365114-3783-4bd2-8a92-cb0729ffb860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245835 Feb 09 01:57:40.988822 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86956276-ba33-4c7f-ab4a-1d297c50ee52 req-4faca2ad-1c10-4e73-8f28-33c1bb23db1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:40.990327 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-86956276-ba33-4c7f-ab4a-1d297c50ee52 req-4faca2ad-1c10-4e73-8f28-33c1bb23db1b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=98c38cb4cfe84cd9a048429123ca9b5b&device_id=e04a3d17-fca7-4277-ac25-eb5fbadb439f HTTP/1.1" status: 200 len: 1094 time: 0.0699887 Feb 09 01:57:41.119181 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86956276-ba33-4c7f-ab4a-1d297c50ee52 req-a0f446f6-c990-4748-883c-2724de439cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:41.121180 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-86956276-ba33-4c7f-ab4a-1d297c50ee52 req-a0f446f6-c990-4748-883c-2724de439cf3 service neutron] 10.222.0.99 "GET /v2.0/networks?id=11365114-3783-4bd2-8a92-cb0729ffb860 HTTP/1.1" status: 200 len: 916 time: 0.1251223 Feb 09 01:57:41.190980 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-86956276-ba33-4c7f-ab4a-1d297c50ee52 req-b3be112f-1c00-4519-8feb-4bdc4e9d0692 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=884e1ed4-4ccb-45b9-a87e-7362304dc47d HTTP/1.1" status: 200 len: 217 time: 0.0638959 Feb 09 01:57:41.254582 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86956276-ba33-4c7f-ab4a-1d297c50ee52 req-4a2947c0-9ef3-47e6-ad94-5f5c3e001b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:41.256024 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-86956276-ba33-4c7f-ab4a-1d297c50ee52 req-4a2947c0-9ef3-47e6-ad94-5f5c3e001b3b service neutron] 10.222.0.99 "GET /v2.0/subnets?id=76e95c84-768e-4cb7-9a1d-523676098af9 HTTP/1.1" status: 200 len: 854 time: 0.0570095 Feb 09 01:57:41.389470 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86956276-ba33-4c7f-ab4a-1d297c50ee52 req-34401143-39aa-48fc-a24e-ed50864d89b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:41.390988 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-86956276-ba33-4c7f-ab4a-1d297c50ee52 req-34401143-39aa-48fc-a24e-ed50864d89b0 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=11365114-3783-4bd2-8a92-cb0729ffb860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1293547 Feb 09 01:57:41.402541 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:57:41.403096 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb649d-a4fe-4cfd-9200-029e9ae06888 req-37ea7ac1-e511-458d-8e45-df95b807dee0 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:41.404155 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a7eb649d-a4fe-4cfd-9200-029e9ae06888 req-37ea7ac1-e511-458d-8e45-df95b807dee0 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/ports?device_id=e04a3d17-fca7-4277-ac25-eb5fbadb439f HTTP/1.1" status: 200 len: 943 time: 0.1086254 Feb 09 01:57:41.527751 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a7eb649d-a4fe-4cfd-9200-029e9ae06888 req-a8b6caca-ce39-4ba6-b122-e20c713926c9 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/security-groups?id=3ad549a1-c09f-46c1-84b1-6ced2677dc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053464 Feb 09 01:57:41.559780 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-86956276-ba33-4c7f-ab4a-1d297c50ee52 req-85f46d41-6c16-4b47-9499-7d74726b54d1 service neutron] 10.222.0.99 "GET /v2.0/networks/11365114-3783-4bd2-8a92-cb0729ffb860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547112 Feb 09 01:57:41.680187 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:41.682300 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:41.800293 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-86956276-ba33-4c7f-ab4a-1d297c50ee52 req-b179dd79-0faf-4c6c-ac12-743873d89ebb service neutron] 10.222.0.99 "GET /v2.0/networks/11365114-3783-4bd2-8a92-cb0729ffb860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335904 Feb 09 01:57:42.716610 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c6b18-b282-45a6-9447-13aa25f3ce4a req-d74b367d-aa6d-4f90-a77d-2a33320db0b2 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:42.718082 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f36c6b18-b282-45a6-9447-13aa25f3ce4a req-d74b367d-aa6d-4f90-a77d-2a33320db0b2 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/ports?device_id=e04a3d17-fca7-4277-ac25-eb5fbadb439f HTTP/1.1" status: 200 len: 943 time: 0.0825264 Feb 09 01:57:42.761568 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f36c6b18-b282-45a6-9447-13aa25f3ce4a req-fa2ee9fe-fe22-490c-8419-735c905c3c52 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/security-groups?id=3ad549a1-c09f-46c1-84b1-6ced2677dc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377805 Feb 09 01:57:43.312380 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:43.669441 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 884e1ed4-4ccb-45b9-a87e-7362304dc47d details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:57:43.804150 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 884e1ed4-4ccb-45b9-a87e-7362304dc47d, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=884e1ed4-4ccb-45b9-a87e-7362304dc47d,segment=NetworkSegment(5faf9a68-952f-46ec-a2c4-50b0ba5b6015),segment_id=5faf9a68-952f-46ec-a2c4-50b0ba5b6015)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:57:43.817655 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': '884e1ed4-4ccb-45b9-a87e-7362304dc47d', 'network_id': '11365114-3783-4bd2-8a92-cb0729ffb860', 'port_id': '884e1ed4-4ccb-45b9-a87e-7362304dc47d', 'mac_address': 'fa:16:3e:c6:fb:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76e95c84-768e-4cb7-9a1d-523676098af9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:57:43.873969 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:43.891194 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 884e1ed4-4ccb-45b9-a87e-7362304dc47d {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:57:43.906957 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 884e1ed4-4ccb-45b9-a87e-7362304dc47d, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=884e1ed4-4ccb-45b9-a87e-7362304dc47d,segment=NetworkSegment(5faf9a68-952f-46ec-a2c4-50b0ba5b6015),segment_id=5faf9a68-952f-46ec-a2c4-50b0ba5b6015)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:57:43.910958 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:43.950587 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fabfdf6-a980-49c6-b8c9-7675d591d4fe req-cef42573-e3ab-4978-aa1d-c1f56a079cfd tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:43.952061 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3fabfdf6-a980-49c6-b8c9-7675d591d4fe req-cef42573-e3ab-4978-aa1d-c1f56a079cfd tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/ports?device_id=e04a3d17-fca7-4277-ac25-eb5fbadb439f HTTP/1.1" status: 200 len: 943 time: 0.0847580 Feb 09 01:57:43.981781 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=884e1ed4-4ccb-45b9-a87e-7362304dc47d,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:44.003717 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3fabfdf6-a980-49c6-b8c9-7675d591d4fe req-4829ebc3-e712-4d6b-9bdd-5b974fb7d064 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/security-groups?id=3ad549a1-c09f-46c1-84b1-6ced2677dc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440040 Feb 09 01:57:44.227335 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['884e1ed4-4ccb-45b9-a87e-7362304dc47d'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:57:45.185263 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d86cb4c-e8fb-4951-b61d-201df6ed839d req-7f8dda39-9237-4212-a939-c9e2b4ad1a2b tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:45.186750 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1d86cb4c-e8fb-4951-b61d-201df6ed839d req-7f8dda39-9237-4212-a939-c9e2b4ad1a2b tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/ports?device_id=e04a3d17-fca7-4277-ac25-eb5fbadb439f HTTP/1.1" status: 200 len: 944 time: 0.0800614 Feb 09 01:57:45.230280 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1d86cb4c-e8fb-4951-b61d-201df6ed839d req-31116476-6c42-4a14-bdbc-2641ef6806a3 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/security-groups?id=3ad549a1-c09f-46c1-84b1-6ced2677dc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380266 Feb 09 01:57:45.682972 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 884e1ed4-4ccb-45b9-a87e-7362304dc47d up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:57:45.749327 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning for port 884e1ed4-4ccb-45b9-a87e-7362304dc47d completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:57:45.753820 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port 884e1ed4-4ccb-45b9-a87e-7362304dc47d triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:45.754189 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:45.869521 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:45.895621 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e04a3d17-fca7-4277-ac25-eb5fbadb439f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '884e1ed4-4ccb-45b9-a87e-7362304dc47d'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:57:45.905077 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 884e1ed4-4ccb-45b9-a87e-7362304dc47d, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=884e1ed4-4ccb-45b9-a87e-7362304dc47d,segment=NetworkSegment(5faf9a68-952f-46ec-a2c4-50b0ba5b6015),segment_id=5faf9a68-952f-46ec-a2c4-50b0ba5b6015)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:57:45.910060 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:45.946617 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e04a3d17-fca7-4277-ac25-eb5fbadb439f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '884e1ed4-4ccb-45b9-a87e-7362304dc47d', 'code': 200} Feb 09 01:57:45.978711 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=884e1ed4-4ccb-45b9-a87e-7362304dc47d,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:46.070703 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2200eb2d-2888-4883-b1d3-8050ff81f575 req-bab0e325-29b1-47a5-95bc-6c869407548d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:46.072068 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2200eb2d-2888-4883-b1d3-8050ff81f575 req-bab0e325-29b1-47a5-95bc-6c869407548d service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=e04a3d17-fca7-4277-ac25-eb5fbadb439f HTTP/1.1" status: 200 len: 1096 time: 0.0717320 Feb 09 01:57:46.113225 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2200eb2d-2888-4883-b1d3-8050ff81f575 req-50daed61-1f43-44be-a045-0c7c20cd3c12 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=3ad549a1-c09f-46c1-84b1-6ced2677dc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352569 Feb 09 01:57:46.413371 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea89a18-2e92-4e1e-b6a8-b2f4224e8468 req-83f71653-f3a0-4d6d-8a27-0e47972d2aca tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:46.414732 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cea89a18-2e92-4e1e-b6a8-b2f4224e8468 req-83f71653-f3a0-4d6d-8a27-0e47972d2aca tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/ports?device_id=e04a3d17-fca7-4277-ac25-eb5fbadb439f HTTP/1.1" status: 200 len: 945 time: 0.0799968 Feb 09 01:57:46.457950 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cea89a18-2e92-4e1e-b6a8-b2f4224e8468 req-a2e22ce9-bbdc-47bd-9a63-8433fc3cb2b2 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/security-groups?id=3ad549a1-c09f-46c1-84b1-6ced2677dc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369751 Feb 09 01:57:47.648327 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201a2ca-c9a4-4041-8991-82353940cb6f req-8d434ce7-1fcb-41f1-84a9-61d35fed26a7 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:47.649815 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6201a2ca-c9a4-4041-8991-82353940cb6f req-8d434ce7-1fcb-41f1-84a9-61d35fed26a7 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/ports?device_id=e04a3d17-fca7-4277-ac25-eb5fbadb439f HTTP/1.1" status: 200 len: 945 time: 0.0832567 Feb 09 01:57:47.692912 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6201a2ca-c9a4-4041-8991-82353940cb6f req-e5009f88-ebc5-4441-bf5e-83d50fc7ae22 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/security-groups?id=3ad549a1-c09f-46c1-84b1-6ced2677dc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373983 Feb 09 01:57:47.871988 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbcee4f-1d75-4fea-8ace-61302c56977f req-d207fe4b-e5b8-488b-8dfb-3a4e93609c08 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:47.873444 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5fbcee4f-1d75-4fea-8ace-61302c56977f req-d207fe4b-e5b8-488b-8dfb-3a4e93609c08 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/ports?device_id=e04a3d17-fca7-4277-ac25-eb5fbadb439f HTTP/1.1" status: 200 len: 945 time: 0.0789552 Feb 09 01:57:47.916096 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5fbcee4f-1d75-4fea-8ace-61302c56977f req-a41839f6-ed05-4af4-9698-532b9897ffca tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/security-groups?id=3ad549a1-c09f-46c1-84b1-6ced2677dc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371368 Feb 09 01:57:48.300952 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e392670-72b0-4cc8-827f-1973638bdf81 req-9322e15a-d53a-4ed2-85f8-b32e049fd36a tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:48.302328 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8e392670-72b0-4cc8-827f-1973638bdf81 req-9322e15a-d53a-4ed2-85f8-b32e049fd36a tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/ports?device_id=e04a3d17-fca7-4277-ac25-eb5fbadb439f HTTP/1.1" status: 200 len: 945 time: 0.0806170 Feb 09 01:57:48.346317 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8e392670-72b0-4cc8-827f-1973638bdf81 req-052c6737-aa95-4c9f-947b-47b46c030fb7 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/security-groups?id=3ad549a1-c09f-46c1-84b1-6ced2677dc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378041 Feb 09 01:57:52.367852 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:55.353904 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:58.395023 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efeb1c8-020f-4760-a983-56c7e36d50fe req-503e4b8c-d135-47bf-8171-edb59a9d571c tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:58.396475 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8efeb1c8-020f-4760-a983-56c7e36d50fe req-503e4b8c-d135-47bf-8171-edb59a9d571c tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/ports?device_id=e04a3d17-fca7-4277-ac25-eb5fbadb439f HTTP/1.1" status: 200 len: 945 time: 0.0794168 Feb 09 01:57:58.443868 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8efeb1c8-020f-4760-a983-56c7e36d50fe req-27270e03-97c8-4014-9d67-d32305b0ba09 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/security-groups?id=3ad549a1-c09f-46c1-84b1-6ced2677dc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412493 Feb 09 01:57:58.467602 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48762) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:57:58.627471 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc96d1e-ca11-4b19-841f-a7daf17778e0 tempest-TestMinimumBasicScenario-940474322 tempest-TestMinimumBasicScenario-940474322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:58.628169 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-1cc96d1e-ca11-4b19-841f-a7daf17778e0 tempest-TestMinimumBasicScenario-940474322 tempest-TestMinimumBasicScenario-940474322-project-admin] Synchronizing usage tracker for tenant:d5391f20fb124c41b7195aafc8777f06 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:57:58.645415 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-1cc96d1e-ca11-4b19-841f-a7daf17778e0 tempest-TestMinimumBasicScenario-940474322 tempest-TestMinimumBasicScenario-940474322-project-admin] Unset dirty status for tenant:d5391f20fb124c41b7195aafc8777f06 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:57:58.646590 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-1cc96d1e-ca11-4b19-841f-a7daf17778e0 tempest-TestMinimumBasicScenario-940474322 tempest-TestMinimumBasicScenario-940474322-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=e04a3d17-fca7-4277-ac25-eb5fbadb439f HTTP/1.1" status: 200 len: 1091 time: 0.1780410 Feb 09 01:57:58.649684 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48768) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:57:58.655234 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-4c292817-19ca-4101-9960-ec014f54f20e tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Request body: {'floatingip': {'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'port_id': '884e1ed4-4ccb-45b9-a87e-7362304dc47d', 'tenant_id': '98c38cb4cfe84cd9a048429123ca9b5b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:57:58.661506 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4c292817-19ca-4101-9960-ec014f54f20e tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:57:58.665243 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-4c292817-19ca-4101-9960-ec014f54f20e tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Usage tracker for resource:floatingip and tenant:98c38cb4cfe84cd9a048429123ca9b5b is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:57:58.668424 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-4c292817-19ca-4101-9960-ec014f54f20e tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:57:58.674044 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4c292817-19ca-4101-9960-ec014f54f20e tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:57:58.683499 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4c292817-19ca-4101-9960-ec014f54f20e tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Notify callbacks [] for floatingip, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:58.819519 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4c292817-19ca-4101-9960-ec014f54f20e tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:58.956489 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-4c292817-19ca-4101-9960-ec014f54f20e tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Allocated IP 172.25.0.58 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/37d3b781-cab5-49b5-95ff-b32f06cea3c8) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:57:59.101765 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4c292817-19ca-4101-9960-ec014f54f20e tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:59.133159 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4c292817-19ca-4101-9960-ec014f54f20e tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:59.198458 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c292817-19ca-4101-9960-ec014f54f20e tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:57:59.201350 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-4c292817-19ca-4101-9960-ec014f54f20e tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:57:59.204911 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c292817-19ca-4101-9960-ec014f54f20e tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:57:59.237425 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c292817-19ca-4101-9960-ec014f54f20e tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Pushing event updated for resources: {'Port': ['ID=37d3b781-cab5-49b5-95ff-b32f06cea3c8,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:59.251496 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c292817-19ca-4101-9960-ec014f54f20e tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:59.251843 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c292817-19ca-4101-9960-ec014f54f20e tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:59.252183 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c292817-19ca-4101-9960-ec014f54f20e tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:59.252517 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c292817-19ca-4101-9960-ec014f54f20e tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:59.252846 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c292817-19ca-4101-9960-ec014f54f20e tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:59.253173 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c292817-19ca-4101-9960-ec014f54f20e tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:59.253496 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c292817-19ca-4101-9960-ec014f54f20e tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:59.253857 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c292817-19ca-4101-9960-ec014f54f20e tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:59.254181 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c292817-19ca-4101-9960-ec014f54f20e tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:59.254501 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c292817-19ca-4101-9960-ec014f54f20e tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:59.254819 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c292817-19ca-4101-9960-ec014f54f20e tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:59.255137 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c292817-19ca-4101-9960-ec014f54f20e tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:59.717090 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4c292817-19ca-4101-9960-ec014f54f20e tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:59.787717 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4c292817-19ca-4101-9960-ec014f54f20e tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:59.987991 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4c292817-19ca-4101-9960-ec014f54f20e tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:59.992265 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4c292817-19ca-4101-9960-ec014f54f20e tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:00.099951 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c292817-19ca-4101-9960-ec014f54f20e tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Pushing event updated for resources: {'Port': ['ID=37d3b781-cab5-49b5-95ff-b32f06cea3c8,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:00.110255 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4c292817-19ca-4101-9960-ec014f54f20e tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:00.281493 n-d-828418-1 neutron-server[87639]: INFO neutron.db.l3_db [None req-4c292817-19ca-4101-9960-ec014f54f20e tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Floating IP d104a0ce-9ddd-4709-a244-eb33dfe9dce0 associated. External IP: 172.25.0.58, port: 884e1ed4-4ccb-45b9-a87e-7362304dc47d. Feb 09 01:58:00.628770 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c292817-19ca-4101-9960-ec014f54f20e tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Router f27e6b73-c838-4eea-b2d1-8e509d5aa135 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:58:00.910742 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c292817-19ca-4101-9960-ec014f54f20e tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:58:00.924271 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2318aa5-84e4-42dc-b226-5e440f437a55 None None] Sync routers for ids ['f27e6b73-c838-4eea-b2d1-8e509d5aa135'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:58:00.933970 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2318aa5-84e4-42dc-b226-5e440f437a55 None None] Routers {'f27e6b73-c838-4eea-b2d1-8e509d5aa135'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:58:00.934596 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-c2318aa5-84e4-42dc-b226-5e440f437a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:57:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['f27e6b73-c838-4eea-b2d1-8e509d5aa135'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:00.935282 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4c292817-19ca-4101-9960-ec014f54f20e tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:00.992213 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-4c292817-19ca-4101-9960-ec014f54f20e tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3415120 Feb 09 01:58:00.992790 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e04a3d17-fca7-4277-ac25-eb5fbadb439f', 'tag': '884e1ed4-4ccb-45b9-a87e-7362304dc47d'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:58:00.995336 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48772) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:58:01.001119 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-a5e6e6ea-0258-4e0b-8bbd-25c13b34b18f tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-675184914', 'description': 'tempest-secgroup-smoke-675184914 description', 'project_id': '98c38cb4cfe84cd9a048429123ca9b5b'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:01.008009 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a5e6e6ea-0258-4e0b-8bbd-25c13b34b18f tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:58:01.018911 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a5e6e6ea-0258-4e0b-8bbd-25c13b34b18f tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:58:01.030228 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a5e6e6ea-0258-4e0b-8bbd-25c13b34b18f tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:01.040170 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e04a3d17-fca7-4277-ac25-eb5fbadb439f', 'tag': '884e1ed4-4ccb-45b9-a87e-7362304dc47d', 'status': 'completed', 'code': 200} Feb 09 01:58:01.053537 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a5e6e6ea-0258-4e0b-8bbd-25c13b34b18f tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:58:01.058966 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-a5e6e6ea-0258-4e0b-8bbd-25c13b34b18f tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Usage tracker for resource:security_group_rule and tenant:98c38cb4cfe84cd9a048429123ca9b5b is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:58:01.061903 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-a5e6e6ea-0258-4e0b-8bbd-25c13b34b18f tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:58:01.067875 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-a5e6e6ea-0258-4e0b-8bbd-25c13b34b18f tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:58:01.141410 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8da84b0-b3e3-4536-8758-ae4e89f113d2 req-761b01f7-b049-4fc5-8cb1-11e757a9a87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:01.141976 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a5e6e6ea-0258-4e0b-8bbd-25c13b34b18f tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:01.143265 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e8da84b0-b3e3-4536-8758-ae4e89f113d2 req-761b01f7-b049-4fc5-8cb1-11e757a9a87a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=98c38cb4cfe84cd9a048429123ca9b5b&device_id=e04a3d17-fca7-4277-ac25-eb5fbadb439f HTTP/1.1" status: 200 len: 1096 time: 0.0792327 Feb 09 01:58:01.146022 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a5e6e6ea-0258-4e0b-8bbd-25c13b34b18f tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:01.147074 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-c2318aa5-84e4-42dc-b226-5e440f437a55 None None] Set router f27e6b73-c838-4eea-b2d1-8e509d5aa135 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:58:01.184226 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e6e6ea-0258-4e0b-8bbd-25c13b34b18f tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0572864e-98a2-46ff-9755-74efc6d85114,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:01.192379 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e6e6ea-0258-4e0b-8bbd-25c13b34b18f tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:01.192730 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e6e6ea-0258-4e0b-8bbd-25c13b34b18f tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:01.193070 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e6e6ea-0258-4e0b-8bbd-25c13b34b18f tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:01.193406 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e6e6ea-0258-4e0b-8bbd-25c13b34b18f tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:01.193757 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e6e6ea-0258-4e0b-8bbd-25c13b34b18f tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:01.194263 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e6e6ea-0258-4e0b-8bbd-25c13b34b18f tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:01.194756 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e6e6ea-0258-4e0b-8bbd-25c13b34b18f tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:01.195079 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e6e6ea-0258-4e0b-8bbd-25c13b34b18f tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:01.195593 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e6e6ea-0258-4e0b-8bbd-25c13b34b18f tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:01.195926 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e6e6ea-0258-4e0b-8bbd-25c13b34b18f tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:01.196253 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e6e6ea-0258-4e0b-8bbd-25c13b34b18f tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:01.196579 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e6e6ea-0258-4e0b-8bbd-25c13b34b18f tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:01.214526 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a5e6e6ea-0258-4e0b-8bbd-25c13b34b18f tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:01.215875 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-a5e6e6ea-0258-4e0b-8bbd-25c13b34b18f tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2194724 Feb 09 01:58:01.218870 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48778) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:58:01.224357 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-5c86e5d1-ec5d-4bd5-9960-d3216d194f4f tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Request body: {'security_group_rule': {'security_group_id': '0572864e-98a2-46ff-9755-74efc6d85114', 'project_id': '98c38cb4cfe84cd9a048429123ca9b5b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:01.231894 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5c86e5d1-ec5d-4bd5-9960-d3216d194f4f tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:58:01.236046 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-5c86e5d1-ec5d-4bd5-9960-d3216d194f4f tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Usage tracker for resource:security_group_rule and tenant:98c38cb4cfe84cd9a048429123ca9b5b is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:58:01.239179 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-5c86e5d1-ec5d-4bd5-9960-d3216d194f4f tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:58:01.246569 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5c86e5d1-ec5d-4bd5-9960-d3216d194f4f tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:58:01.265363 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5c86e5d1-ec5d-4bd5-9960-d3216d194f4f tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:01.287319 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8da84b0-b3e3-4536-8758-ae4e89f113d2 req-953061ef-7223-4570-b7fd-24885f5540cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:01.289886 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e8da84b0-b3e3-4536-8758-ae4e89f113d2 req-953061ef-7223-4570-b7fd-24885f5540cd service neutron] 10.222.0.99 "GET /v2.0/networks?id=11365114-3783-4bd2-8a92-cb0729ffb860 HTTP/1.1" status: 200 len: 916 time: 0.1396894 Feb 09 01:58:01.336384 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5c86e5d1-ec5d-4bd5-9960-d3216d194f4f tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:01.340704 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5c86e5d1-ec5d-4bd5-9960-d3216d194f4f tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:01.366289 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c86e5d1-ec5d-4bd5-9960-d3216d194f4f tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28bd8afe-f1e8-45b2-9349-a7f487a2e8b1,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:01.375688 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5c86e5d1-ec5d-4bd5-9960-d3216d194f4f tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:01.376833 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-5c86e5d1-ec5d-4bd5-9960-d3216d194f4f tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1570306 Feb 09 01:58:01.379629 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48782) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:58:01.386640 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-d23fca7f-e271-4936-bc8b-207238ca9cd5 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Request body: {'security_group_rule': {'security_group_id': '0572864e-98a2-46ff-9755-74efc6d85114', 'project_id': '98c38cb4cfe84cd9a048429123ca9b5b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:01.394521 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d23fca7f-e271-4936-bc8b-207238ca9cd5 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:58:01.397973 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-d23fca7f-e271-4936-bc8b-207238ca9cd5 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Usage tracker for resource:security_group_rule and tenant:98c38cb4cfe84cd9a048429123ca9b5b is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:58:01.400905 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-d23fca7f-e271-4936-bc8b-207238ca9cd5 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:58:01.408778 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d23fca7f-e271-4936-bc8b-207238ca9cd5 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:58:01.409833 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e8da84b0-b3e3-4536-8758-ae4e89f113d2 req-ab615359-92f0-4e21-95c1-44f9a68715fe service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=884e1ed4-4ccb-45b9-a87e-7362304dc47d HTTP/1.1" status: 200 len: 998 time: 0.1122584 Feb 09 01:58:01.429956 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d23fca7f-e271-4936-bc8b-207238ca9cd5 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:01.479493 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8da84b0-b3e3-4536-8758-ae4e89f113d2 req-9c724a21-a03d-4be2-8976-677d85adc1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:01.481302 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e8da84b0-b3e3-4536-8758-ae4e89f113d2 req-9c724a21-a03d-4be2-8976-677d85adc1ec service neutron] 10.222.0.99 "GET /v2.0/subnets?id=76e95c84-768e-4cb7-9a1d-523676098af9 HTTP/1.1" status: 200 len: 854 time: 0.0654171 Feb 09 01:58:01.495747 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d23fca7f-e271-4936-bc8b-207238ca9cd5 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:01.499548 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d23fca7f-e271-4936-bc8b-207238ca9cd5 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:01.523279 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23fca7f-e271-4936-bc8b-207238ca9cd5 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90e04dfa-cc55-4e95-966f-acd6b9a874a2,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:01.530711 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-c2318aa5-84e4-42dc-b226-5e440f437a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27e6b73-c838-4eea-b2d1-8e509d5aa135', 'name': 'tempest-TestMinimumBasicScenario-1295129022-router', 'tenant_id': '98c38cb4cfe84cd9a048429123ca9b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '14f81105-da13-4722-96b7-53468713bb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:57:01Z', 'updated_at': '2022-02-09T01:57:05Z', 'revision_number': 4, 'project_id': '98c38cb4cfe84cd9a048429123ca9b5b', 'gw_port': {'id': '14f81105-da13-4722-96b7-53468713bb6f', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27e6b73-c838-4eea-b2d1-8e509d5aa135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:57:02Z', 'updated_at': '2022-02-09T01:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': 'd104a0ce-9ddd-4709-a244-eb33dfe9dce0', 'tenant_id': '98c38cb4cfe84cd9a048429123ca9b5b', 'floating_ip_address': '172.25.0.58', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': 'f27e6b73-c838-4eea-b2d1-8e509d5aa135', 'port_id': '884e1ed4-4ccb-45b9-a87e-7362304dc47d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11365114-3783-4bd2-8a92-cb0729ffb860', 'mac_address': 'fa:16:3e:c6:fb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04a3d17-fca7-4277-ac25-eb5fbadb439f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:57:59Z', 'updated_at': '2022-02-09T01:57:59Z', 'revision_number': 0, 'project_id': '98c38cb4cfe84cd9a048429123ca9b5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cef1ea55-c358-44f9-8b10-4d74600989ca', 'name': '', 'network_id': '11365114-3783-4bd2-8a92-cb0729ffb860', 'tenant_id': '98c38cb4cfe84cd9a048429123ca9b5b', 'mac_address': 'fa:16:3e:e3:89:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27e6b73-c838-4eea-b2d1-8e509d5aa135', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '76e95c84-768e-4cb7-9a1d-523676098af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:57:04Z', 'updated_at': '2022-02-09T01:57:12Z', 'revision_number': 5, 'project_id': '98c38cb4cfe84cd9a048429123ca9b5b', 'subnets': [{'id': '76e95c84-768e-4cb7-9a1d-523676098af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:01.535609 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2318aa5-84e4-42dc-b226-5e440f437a55 None None] Checking router: f27e6b73-c838-4eea-b2d1-8e509d5aa135 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:58:01.535775 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d23fca7f-e271-4936-bc8b-207238ca9cd5 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:01.537185 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d23fca7f-e271-4936-bc8b-207238ca9cd5 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1557341 Feb 09 01:58:01.539933 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48786) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:58:01.547970 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-72c039cb-f4aa-46c3-88f4-54e8ff3cc6ec tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Request body: {'security_group_rule': {'security_group_id': '0572864e-98a2-46ff-9755-74efc6d85114', 'project_id': '98c38cb4cfe84cd9a048429123ca9b5b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:01.548973 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2318aa5-84e4-42dc-b226-5e440f437a55 None None] Routers {'f27e6b73-c838-4eea-b2d1-8e509d5aa135'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:58:01.550377 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-c2318aa5-84e4-42dc-b226-5e440f437a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T01:57:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['f27e6b73-c838-4eea-b2d1-8e509d5aa135'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:01.555104 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-72c039cb-f4aa-46c3-88f4-54e8ff3cc6ec tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:58:01.559800 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-72c039cb-f4aa-46c3-88f4-54e8ff3cc6ec tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Usage tracker for resource:security_group_rule and tenant:98c38cb4cfe84cd9a048429123ca9b5b is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:58:01.562944 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-72c039cb-f4aa-46c3-88f4-54e8ff3cc6ec tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:58:01.563414 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8da84b0-b3e3-4536-8758-ae4e89f113d2 req-d9596173-42f7-498a-a68f-7300a09e80e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:01.564935 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e8da84b0-b3e3-4536-8758-ae4e89f113d2 req-d9596173-42f7-498a-a68f-7300a09e80e2 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=11365114-3783-4bd2-8a92-cb0729ffb860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0784769 Feb 09 01:58:01.569100 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-72c039cb-f4aa-46c3-88f4-54e8ff3cc6ec tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:58:01.590039 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-72c039cb-f4aa-46c3-88f4-54e8ff3cc6ec tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:01.665463 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-72c039cb-f4aa-46c3-88f4-54e8ff3cc6ec tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:01.669560 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-72c039cb-f4aa-46c3-88f4-54e8ff3cc6ec tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:01.693619 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c039cb-f4aa-46c3-88f4-54e8ff3cc6ec tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5ef77b2-c615-4de3-8487-80f40291d499,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:01.703502 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-72c039cb-f4aa-46c3-88f4-54e8ff3cc6ec tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:01.704907 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-72c039cb-f4aa-46c3-88f4-54e8ff3cc6ec tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1619892 Feb 09 01:58:01.708079 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48790) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:58:01.713229 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-785bd145-6ae1-4fd3-a891-97302f819873 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Request body: {'security_group_rule': {'security_group_id': '0572864e-98a2-46ff-9755-74efc6d85114', 'project_id': '98c38cb4cfe84cd9a048429123ca9b5b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:01.720940 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-785bd145-6ae1-4fd3-a891-97302f819873 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:58:01.725007 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-785bd145-6ae1-4fd3-a891-97302f819873 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Usage tracker for resource:security_group_rule and tenant:98c38cb4cfe84cd9a048429123ca9b5b is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:58:01.725818 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e8da84b0-b3e3-4536-8758-ae4e89f113d2 req-7ef9f1ca-5f55-4769-8b17-2f90e1807ad9 service neutron] 10.222.0.99 "GET /v2.0/networks/11365114-3783-4bd2-8a92-cb0729ffb860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527052 Feb 09 01:58:01.728068 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-785bd145-6ae1-4fd3-a891-97302f819873 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:58:01.735014 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-785bd145-6ae1-4fd3-a891-97302f819873 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:58:01.737703 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-c2318aa5-84e4-42dc-b226-5e440f437a55 None None] Set router f27e6b73-c838-4eea-b2d1-8e509d5aa135 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:58:01.753453 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-785bd145-6ae1-4fd3-a891-97302f819873 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:01.823493 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-785bd145-6ae1-4fd3-a891-97302f819873 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:01.828341 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-785bd145-6ae1-4fd3-a891-97302f819873 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:01.861064 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785bd145-6ae1-4fd3-a891-97302f819873 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e2a1e0a-187b-4ad5-b9f8-bac82f872d86,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:01.879226 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e8da84b0-b3e3-4536-8758-ae4e89f113d2 req-bf1cc917-aee7-43ba-b0f3-9da982889d26 service neutron] 10.222.0.99 "GET /v2.0/networks/11365114-3783-4bd2-8a92-cb0729ffb860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473007 Feb 09 01:58:01.881904 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-785bd145-6ae1-4fd3-a891-97302f819873 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:01.883915 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-785bd145-6ae1-4fd3-a891-97302f819873 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1748376 Feb 09 01:58:01.886805 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48794) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:58:01.891880 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-6ea2f140-1c03-4046-90f4-81a58dd361e5 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Request body: {'security_group_rule': {'security_group_id': '0572864e-98a2-46ff-9755-74efc6d85114', 'project_id': '98c38cb4cfe84cd9a048429123ca9b5b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:01.899075 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-6ea2f140-1c03-4046-90f4-81a58dd361e5 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:58:01.904699 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-6ea2f140-1c03-4046-90f4-81a58dd361e5 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Usage tracker for resource:security_group_rule and tenant:98c38cb4cfe84cd9a048429123ca9b5b is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:58:01.908233 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-6ea2f140-1c03-4046-90f4-81a58dd361e5 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:58:01.915247 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-6ea2f140-1c03-4046-90f4-81a58dd361e5 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:58:01.925651 n-d-828418-1 neutron-server[87639]: INFO neutron.db.securitygroups_db [None req-6ea2f140-1c03-4046-90f4-81a58dd361e5 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Project 98c38cb4cfe84cd9a048429123ca9b5b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:58:01.932570 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6ea2f140-1c03-4046-90f4-81a58dd361e5 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:01.996590 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6ea2f140-1c03-4046-90f4-81a58dd361e5 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:02.000133 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6ea2f140-1c03-4046-90f4-81a58dd361e5 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:02.027639 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea2f140-1c03-4046-90f4-81a58dd361e5 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eac46c89-ba31-4bc5-8d94-ca16a047eb4c,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:02.037384 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6ea2f140-1c03-4046-90f4-81a58dd361e5 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:02.041178 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-6ea2f140-1c03-4046-90f4-81a58dd361e5 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1507905 Feb 09 01:58:02.041455 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 48798) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:58:02.046853 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-c5533dac-df6c-4440-aad9-0a8c31e5ca21 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Request body: {'security_group_rule': {'security_group_id': '0572864e-98a2-46ff-9755-74efc6d85114', 'project_id': '98c38cb4cfe84cd9a048429123ca9b5b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:02.053171 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c5533dac-df6c-4440-aad9-0a8c31e5ca21 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:58:02.057699 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-c5533dac-df6c-4440-aad9-0a8c31e5ca21 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Usage tracker for resource:security_group_rule and tenant:98c38cb4cfe84cd9a048429123ca9b5b is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:58:02.060562 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-c5533dac-df6c-4440-aad9-0a8c31e5ca21 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:58:02.066266 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c5533dac-df6c-4440-aad9-0a8c31e5ca21 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:58:02.077926 n-d-828418-1 neutron-server[87639]: INFO neutron.db.securitygroups_db [None req-c5533dac-df6c-4440-aad9-0a8c31e5ca21 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Project 98c38cb4cfe84cd9a048429123ca9b5b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:58:02.084565 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c5533dac-df6c-4440-aad9-0a8c31e5ca21 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:02.108347 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-c2318aa5-84e4-42dc-b226-5e440f437a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27e6b73-c838-4eea-b2d1-8e509d5aa135', 'name': 'tempest-TestMinimumBasicScenario-1295129022-router', 'tenant_id': '98c38cb4cfe84cd9a048429123ca9b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '14f81105-da13-4722-96b7-53468713bb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:57:01Z', 'updated_at': '2022-02-09T01:57:05Z', 'revision_number': 4, 'project_id': '98c38cb4cfe84cd9a048429123ca9b5b', 'gw_port': {'id': '14f81105-da13-4722-96b7-53468713bb6f', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27e6b73-c838-4eea-b2d1-8e509d5aa135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:57:02Z', 'updated_at': '2022-02-09T01:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': 'd104a0ce-9ddd-4709-a244-eb33dfe9dce0', 'tenant_id': '98c38cb4cfe84cd9a048429123ca9b5b', 'floating_ip_address': '172.25.0.58', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': 'f27e6b73-c838-4eea-b2d1-8e509d5aa135', 'port_id': '884e1ed4-4ccb-45b9-a87e-7362304dc47d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11365114-3783-4bd2-8a92-cb0729ffb860', 'mac_address': 'fa:16:3e:c6:fb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04a3d17-fca7-4277-ac25-eb5fbadb439f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:57:59Z', 'updated_at': '2022-02-09T01:57:59Z', 'revision_number': 0, 'project_id': '98c38cb4cfe84cd9a048429123ca9b5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cef1ea55-c358-44f9-8b10-4d74600989ca', 'name': '', 'network_id': '11365114-3783-4bd2-8a92-cb0729ffb860', 'tenant_id': '98c38cb4cfe84cd9a048429123ca9b5b', 'mac_address': 'fa:16:3e:e3:89:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27e6b73-c838-4eea-b2d1-8e509d5aa135', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '76e95c84-768e-4cb7-9a1d-523676098af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:57:04Z', 'updated_at': '2022-02-09T01:57:12Z', 'revision_number': 5, 'project_id': '98c38cb4cfe84cd9a048429123ca9b5b', 'subnets': [{'id': '76e95c84-768e-4cb7-9a1d-523676098af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:02.112349 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2318aa5-84e4-42dc-b226-5e440f437a55 None None] The sync data for ids ['f27e6b73-c838-4eea-b2d1-8e509d5aa135'] in n-d-828418-1 is: [{'id': 'f27e6b73-c838-4eea-b2d1-8e509d5aa135', 'name': 'tempest-TestMinimumBasicScenario-1295129022-router', 'tenant_id': '98c38cb4cfe84cd9a048429123ca9b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '14f81105-da13-4722-96b7-53468713bb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:57:01Z', 'updated_at': '2022-02-09T01:57:05Z', 'revision_number': 4, 'project_id': '98c38cb4cfe84cd9a048429123ca9b5b', 'gw_port': {'id': '14f81105-da13-4722-96b7-53468713bb6f', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27e6b73-c838-4eea-b2d1-8e509d5aa135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:57:02Z', 'updated_at': '2022-02-09T01:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': 'd104a0ce-9ddd-4709-a244-eb33dfe9dce0', 'tenant_id': '98c38cb4cfe84cd9a048429123ca9b5b', 'floating_ip_address': '172.25.0.58', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': 'f27e6b73-c838-4eea-b2d1-8e509d5aa135', 'port_id': '884e1ed4-4ccb-45b9-a87e-7362304dc47d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11365114-3783-4bd2-8a92-cb0729ffb860', 'mac_address': 'fa:16:3e:c6:fb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04a3d17-fca7-4277-ac25-eb5fbadb439f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:57:59Z', 'updated_at': '2022-02-09T01:57:59Z', 'revision_number': 0, 'project_id': '98c38cb4cfe84cd9a048429123ca9b5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cef1ea55-c358-44f9-8b10-4d74600989ca', 'name': '', 'network_id': '11365114-3783-4bd2-8a92-cb0729ffb860', 'tenant_id': '98c38cb4cfe84cd9a048429123ca9b5b', 'mac_address': 'fa:16:3e:e3:89:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27e6b73-c838-4eea-b2d1-8e509d5aa135', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '76e95c84-768e-4cb7-9a1d-523676098af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:57:04Z', 'updated_at': '2022-02-09T01:57:12Z', 'revision_number': 5, 'project_id': '98c38cb4cfe84cd9a048429123ca9b5b', 'subnets': [{'id': '76e95c84-768e-4cb7-9a1d-523676098af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:58:02.154987 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c5533dac-df6c-4440-aad9-0a8c31e5ca21 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:02.159020 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c5533dac-df6c-4440-aad9-0a8c31e5ca21 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:02.183330 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5533dac-df6c-4440-aad9-0a8c31e5ca21 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ca8c856-5550-43da-b965-ba636a518c75,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:02.193671 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c5533dac-df6c-4440-aad9-0a8c31e5ca21 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:02.198494 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-c5533dac-df6c-4440-aad9-0a8c31e5ca21 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1558225 Feb 09 01:58:02.325881 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4350207c-fc82-4149-bc8a-5e097ec5f9e1 req-268cf5c2-a3d7-4cd1-8cb8-0b486e9f2fe0 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-675184914&fields=id&tenant_id=98c38cb4cfe84cd9a048429123ca9b5b HTTP/1.1" status: 200 len: 267 time: 0.0466859 Feb 09 01:58:02.335054 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7928431b-ff15-4136-a986-b63c445c7f30 None None] New status for floating IP d104a0ce-9ddd-4709-a244-eb33dfe9dce0: ACTIVE {{(pid=87641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:58:02.416491 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4350207c-fc82-4149-bc8a-5e097ec5f9e1 req-6fb7df64-b97b-4e59-839e-1783eabefb47 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:02.417976 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4350207c-fc82-4149-bc8a-5e097ec5f9e1 req-6fb7df64-b97b-4e59-839e-1783eabefb47 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/ports?device_id=e04a3d17-fca7-4277-ac25-eb5fbadb439f HTTP/1.1" status: 200 len: 945 time: 0.0867388 Feb 09 01:58:02.432186 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-4350207c-fc82-4149-bc8a-5e097ec5f9e1 req-fc1d81e5-325e-4841-a83b-0d3e639c80c3 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Request body: {'port': {'security_groups': ['3ad549a1-c09f-46c1-84b1-6ced2677dc68', '0572864e-98a2-46ff-9755-74efc6d85114']}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:02.550128 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-4350207c-fc82-4149-bc8a-5e097ec5f9e1 req-fc1d81e5-325e-4841-a83b-0d3e639c80c3 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:02.810404 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-4350207c-fc82-4149-bc8a-5e097ec5f9e1 req-fc1d81e5-325e-4841-a83b-0d3e639c80c3 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] For port 884e1ed4-4ccb-45b9-a87e-7362304dc47d, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=884e1ed4-4ccb-45b9-a87e-7362304dc47d,segment=NetworkSegment(5faf9a68-952f-46ec-a2c4-50b0ba5b6015),segment_id=5faf9a68-952f-46ec-a2c4-50b0ba5b6015)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:58:02.834082 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-4350207c-fc82-4149-bc8a-5e097ec5f9e1 req-fc1d81e5-325e-4841-a83b-0d3e639c80c3 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:02.838909 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-4350207c-fc82-4149-bc8a-5e097ec5f9e1 req-fc1d81e5-325e-4841-a83b-0d3e639c80c3 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:02.849996 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['884e1ed4-4ccb-45b9-a87e-7362304dc47d'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:58:02.911829 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4350207c-fc82-4149-bc8a-5e097ec5f9e1 req-fc1d81e5-325e-4841-a83b-0d3e639c80c3 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:02.912449 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-4350207c-fc82-4149-bc8a-5e097ec5f9e1 req-fc1d81e5-325e-4841-a83b-0d3e639c80c3 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:02.913851 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4350207c-fc82-4149-bc8a-5e097ec5f9e1 req-fc1d81e5-325e-4841-a83b-0d3e639c80c3 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "PUT /v2.0/ports/884e1ed4-4ccb-45b9-a87e-7362304dc47d HTTP/1.1" status: 200 len: 981 time: 0.4889879 Feb 09 01:58:02.934892 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1d81e5-325e-4841-a83b-0d3e639c80c3 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Pushing event updated for resources: {'Port': ['ID=884e1ed4-4ccb-45b9-a87e-7362304dc47d,revision_number=6']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:02.984882 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['884e1ed4-4ccb-45b9-a87e-7362304dc47d'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:58:03.041128 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e04a3d17-fca7-4277-ac25-eb5fbadb439f', 'tag': '884e1ed4-4ccb-45b9-a87e-7362304dc47d'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:58:03.097344 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e04a3d17-fca7-4277-ac25-eb5fbadb439f', 'tag': '884e1ed4-4ccb-45b9-a87e-7362304dc47d', 'status': 'completed', 'code': 200} Feb 09 01:58:03.267460 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358dd6da-419c-48bc-98cd-9489f449c952 req-2f1a81f6-8053-4319-aa24-25fa3e922591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:03.269214 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-358dd6da-419c-48bc-98cd-9489f449c952 req-2f1a81f6-8053-4319-aa24-25fa3e922591 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=98c38cb4cfe84cd9a048429123ca9b5b&device_id=e04a3d17-fca7-4277-ac25-eb5fbadb439f HTTP/1.1" status: 200 len: 1135 time: 0.1421683 Feb 09 01:58:03.280406 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86058d67-cff6-46b7-a1c1-6e9b910e6704 req-3d6671f2-4ccf-4568-85c1-87104e9862b2 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:03.281884 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-86058d67-cff6-46b7-a1c1-6e9b910e6704 req-3d6671f2-4ccf-4568-85c1-87104e9862b2 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/ports?device_id=e04a3d17-fca7-4277-ac25-eb5fbadb439f HTTP/1.1" status: 200 len: 984 time: 0.2672601 Feb 09 01:58:03.317639 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-7a12f560-58c6-45c0-86f1-c352bc8c4214 None None] Provisioning complete for port 884e1ed4-4ccb-45b9-a87e-7362304dc47d triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:58:03.318210 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7a12f560-58c6-45c0-86f1-c352bc8c4214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:03.415120 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-86058d67-cff6-46b7-a1c1-6e9b910e6704 req-e92b47d5-b840-4e16-8ad6-ba459cc77e61 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/security-groups?id=3ad549a1-c09f-46c1-84b1-6ced2677dc68&id=0572864e-98a2-46ff-9755-74efc6d85114&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1119301 Feb 09 01:58:03.455690 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358dd6da-419c-48bc-98cd-9489f449c952 req-80b2dbb8-39d8-4a41-aa0b-ef3dff8fb715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:03.455690 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-358dd6da-419c-48bc-98cd-9489f449c952 req-80b2dbb8-39d8-4a41-aa0b-ef3dff8fb715 service neutron] 10.222.0.99 "GET /v2.0/networks?id=11365114-3783-4bd2-8a92-cb0729ffb860 HTTP/1.1" status: 200 len: 916 time: 0.1729057 Feb 09 01:58:03.560395 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-358dd6da-419c-48bc-98cd-9489f449c952 req-9d77eaa0-a1a8-4e79-a425-2240393f0087 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=884e1ed4-4ccb-45b9-a87e-7362304dc47d HTTP/1.1" status: 200 len: 1000 time: 0.0978363 Feb 09 01:58:03.733117 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358dd6da-419c-48bc-98cd-9489f449c952 req-31ee2169-195e-4252-ad2a-350cf0cdec35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:03.734780 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-358dd6da-419c-48bc-98cd-9489f449c952 req-31ee2169-195e-4252-ad2a-350cf0cdec35 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=76e95c84-768e-4cb7-9a1d-523676098af9 HTTP/1.1" status: 200 len: 854 time: 0.1688910 Feb 09 01:58:03.808679 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358dd6da-419c-48bc-98cd-9489f449c952 req-ab365491-e870-4b50-9708-9edcf5783ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:03.810147 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-358dd6da-419c-48bc-98cd-9489f449c952 req-ab365491-e870-4b50-9708-9edcf5783ebc service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=11365114-3783-4bd2-8a92-cb0729ffb860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692842 Feb 09 01:58:03.938418 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-358dd6da-419c-48bc-98cd-9489f449c952 req-a3383d79-b7a3-4f12-b8d2-b2a45d3bb9c5 service neutron] 10.222.0.99 "GET /v2.0/networks/11365114-3783-4bd2-8a92-cb0729ffb860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210356 Feb 09 01:58:04.067499 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-358dd6da-419c-48bc-98cd-9489f449c952 req-49035e80-af60-4135-8b06-8dc91bf0b99e service neutron] 10.222.0.99 "GET /v2.0/networks/11365114-3783-4bd2-8a92-cb0729ffb860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227853 Feb 09 01:58:08.255631 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f3addeb0-c851-4730-b4d6-5c3280a21426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:10.561535 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-578cf639-a11e-411a-9fde-6145b016952c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:11.680818 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:11.683544 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:13.319986 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:18.402985 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:58:22.380040 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:25.358096 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:33.828782 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9dcbd6b1-a84a-4865-aece-7dc18ba4fd6c req-7393dd9c-8526-4163-9356-ec6f16839d50 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=e04a3d17-fca7-4277-ac25-eb5fbadb439f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0719519 Feb 09 01:58:33.965539 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcbd6b1-a84a-4865-aece-7dc18ba4fd6c req-631f8d9e-b039-4dce-b95e-98bff345425c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:33.967032 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9dcbd6b1-a84a-4865-aece-7dc18ba4fd6c req-631f8d9e-b039-4dce-b95e-98bff345425c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=98c38cb4cfe84cd9a048429123ca9b5b&device_id=e04a3d17-fca7-4277-ac25-eb5fbadb439f HTTP/1.1" status: 200 len: 1135 time: 0.0711300 Feb 09 01:58:34.107839 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcbd6b1-a84a-4865-aece-7dc18ba4fd6c req-84aaa5c0-26c9-4b65-a43c-6213a626e0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:34.109165 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9dcbd6b1-a84a-4865-aece-7dc18ba4fd6c req-84aaa5c0-26c9-4b65-a43c-6213a626e0e4 service neutron] 10.222.0.99 "GET /v2.0/networks?id=11365114-3783-4bd2-8a92-cb0729ffb860 HTTP/1.1" status: 200 len: 916 time: 0.1244030 Feb 09 01:58:34.211053 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9dcbd6b1-a84a-4865-aece-7dc18ba4fd6c req-66cf43f0-dffc-4972-9c9a-b9267d9b5e02 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=884e1ed4-4ccb-45b9-a87e-7362304dc47d HTTP/1.1" status: 200 len: 1000 time: 0.0960243 Feb 09 01:58:34.273966 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcbd6b1-a84a-4865-aece-7dc18ba4fd6c req-63f39325-fab0-4f8e-ad21-7e152783bcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:34.275332 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9dcbd6b1-a84a-4865-aece-7dc18ba4fd6c req-63f39325-fab0-4f8e-ad21-7e152783bcaa service neutron] 10.222.0.99 "GET /v2.0/subnets?id=76e95c84-768e-4cb7-9a1d-523676098af9 HTTP/1.1" status: 200 len: 854 time: 0.0581591 Feb 09 01:58:34.347723 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcbd6b1-a84a-4865-aece-7dc18ba4fd6c req-92ec0a05-28da-472f-ab7f-06554565aa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:34.349216 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9dcbd6b1-a84a-4865-aece-7dc18ba4fd6c req-92ec0a05-28da-472f-ab7f-06554565aa0e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=11365114-3783-4bd2-8a92-cb0729ffb860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682471 Feb 09 01:58:34.478812 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9dcbd6b1-a84a-4865-aece-7dc18ba4fd6c req-bd8b07a5-d487-4093-891d-0c51a11be800 service neutron] 10.222.0.99 "GET /v2.0/networks/11365114-3783-4bd2-8a92-cb0729ffb860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218936 Feb 09 01:58:34.605330 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9dcbd6b1-a84a-4865-aece-7dc18ba4fd6c req-42bdd6f8-090c-460b-b760-2e9a3ad68b76 service neutron] 10.222.0.99 "GET /v2.0/networks/11365114-3783-4bd2-8a92-cb0729ffb860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208191 Feb 09 01:58:38.256284 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b40a672f-16f8-49c2-9874-204bdccb8dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:40.562318 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c9095988-9675-4fa5-ba7c-b2846a9a7db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:41.680081 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:41.685431 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:43.318448 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:52.396721 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:55.365564 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:55.402880 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:59:02.266383 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7078309d-4d59-458b-9fe7-717d6f8e0e8e req-a8c8f16d-975d-4d2a-9885-26f694d73872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:02.268108 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7078309d-4d59-458b-9fe7-717d6f8e0e8e req-a8c8f16d-975d-4d2a-9885-26f694d73872 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=98c38cb4cfe84cd9a048429123ca9b5b&device_id=e04a3d17-fca7-4277-ac25-eb5fbadb439f HTTP/1.1" status: 200 len: 1135 time: 0.1309278 Feb 09 01:59:02.279899 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3635675e-8164-4343-a38b-0074e1f0e983 req-5715336a-0964-43fe-bd7e-68c449fd2ce4 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:02.281235 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3635675e-8164-4343-a38b-0074e1f0e983 req-5715336a-0964-43fe-bd7e-68c449fd2ce4 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/ports?device_id=e04a3d17-fca7-4277-ac25-eb5fbadb439f HTTP/1.1" status: 200 len: 984 time: 0.1093462 Feb 09 01:59:02.406282 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3635675e-8164-4343-a38b-0074e1f0e983 req-7eaf3da0-dedd-4e94-9e2d-95cf1662a53f tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/security-groups?id=3ad549a1-c09f-46c1-84b1-6ced2677dc68&id=0572864e-98a2-46ff-9755-74efc6d85114&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1066427 Feb 09 01:59:02.443309 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7078309d-4d59-458b-9fe7-717d6f8e0e8e req-a6005561-bc15-44a7-a9c1-a21502097455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:02.444755 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7078309d-4d59-458b-9fe7-717d6f8e0e8e req-a6005561-bc15-44a7-a9c1-a21502097455 service neutron] 10.222.0.99 "GET /v2.0/networks?id=11365114-3783-4bd2-8a92-cb0729ffb860 HTTP/1.1" status: 200 len: 916 time: 0.1626465 Feb 09 01:59:02.642498 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7078309d-4d59-458b-9fe7-717d6f8e0e8e req-f482e604-0a4b-433a-bd76-3d75187e5421 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=884e1ed4-4ccb-45b9-a87e-7362304dc47d HTTP/1.1" status: 200 len: 1000 time: 0.1913638 Feb 09 01:59:02.706782 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7078309d-4d59-458b-9fe7-717d6f8e0e8e req-376a7963-35a1-48f0-ab31-80df64e20fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:02.708222 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7078309d-4d59-458b-9fe7-717d6f8e0e8e req-376a7963-35a1-48f0-ab31-80df64e20fc7 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=76e95c84-768e-4cb7-9a1d-523676098af9 HTTP/1.1" status: 200 len: 854 time: 0.0587058 Feb 09 01:59:02.784269 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7078309d-4d59-458b-9fe7-717d6f8e0e8e req-1bb65af1-3e5e-4ddc-ac08-a1f5b0ca9a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:02.785697 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7078309d-4d59-458b-9fe7-717d6f8e0e8e req-1bb65af1-3e5e-4ddc-ac08-a1f5b0ca9a3c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=11365114-3783-4bd2-8a92-cb0729ffb860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679405 Feb 09 01:59:02.914196 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7078309d-4d59-458b-9fe7-717d6f8e0e8e req-92154468-51bb-4cc8-b79b-cf241c233fb6 service neutron] 10.222.0.99 "GET /v2.0/networks/11365114-3783-4bd2-8a92-cb0729ffb860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211159 Feb 09 01:59:03.042666 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7078309d-4d59-458b-9fe7-717d6f8e0e8e req-b23ba1d9-6759-48a0-bcf3-7ea9799bcedc service neutron] 10.222.0.99 "GET /v2.0/networks/11365114-3783-4bd2-8a92-cb0729ffb860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209083 Feb 09 01:59:03.646741 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882fed35-1f5b-40af-ae38-d311d5736935 req-35811bba-a4ad-4a02-a5cc-fe7951c7de3d tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:03.648216 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-882fed35-1f5b-40af-ae38-d311d5736935 req-35811bba-a4ad-4a02-a5cc-fe7951c7de3d tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/ports?device_id=e04a3d17-fca7-4277-ac25-eb5fbadb439f HTTP/1.1" status: 200 len: 984 time: 0.1314750 Feb 09 01:59:03.693555 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-882fed35-1f5b-40af-ae38-d311d5736935 req-252e5406-b4fa-4821-83b9-2ec5f99095e7 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/security-groups?id=3ad549a1-c09f-46c1-84b1-6ced2677dc68&id=0572864e-98a2-46ff-9755-74efc6d85114&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0390227 Feb 09 01:59:04.884701 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37844143-3190-40df-9c4b-9754371e0b54 req-643f896f-7379-429e-b0eb-7ac18065c6e6 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:04.886999 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-37844143-3190-40df-9c4b-9754371e0b54 req-643f896f-7379-429e-b0eb-7ac18065c6e6 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/ports?device_id=e04a3d17-fca7-4277-ac25-eb5fbadb439f HTTP/1.1" status: 200 len: 984 time: 0.0827038 Feb 09 01:59:04.934075 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-37844143-3190-40df-9c4b-9754371e0b54 req-93ad2ebe-1b7e-41d5-873f-8b457251abd7 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/security-groups?id=3ad549a1-c09f-46c1-84b1-6ced2677dc68&id=0572864e-98a2-46ff-9755-74efc6d85114&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0411034 Feb 09 01:59:06.119227 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a41cc3-7569-4c85-ab95-7355f6236421 req-c975161b-cbcc-4df1-b083-a2b91a37d4f7 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:06.120800 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-75a41cc3-7569-4c85-ab95-7355f6236421 req-c975161b-cbcc-4df1-b083-a2b91a37d4f7 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/ports?device_id=e04a3d17-fca7-4277-ac25-eb5fbadb439f HTTP/1.1" status: 200 len: 984 time: 0.0814195 Feb 09 01:59:06.166517 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-75a41cc3-7569-4c85-ab95-7355f6236421 req-af2324ec-c782-44d9-b9b6-513f37553e02 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/security-groups?id=3ad549a1-c09f-46c1-84b1-6ced2677dc68&id=0572864e-98a2-46ff-9755-74efc6d85114&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398786 Feb 09 01:59:07.348569 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c1b67-646f-4ca3-845b-e303ca5d5210 req-94bd44da-4cca-4015-910d-2948444460d6 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:07.350035 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ca4c1b67-646f-4ca3-845b-e303ca5d5210 req-94bd44da-4cca-4015-910d-2948444460d6 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/ports?device_id=e04a3d17-fca7-4277-ac25-eb5fbadb439f HTTP/1.1" status: 200 len: 984 time: 0.0800726 Feb 09 01:59:07.396389 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ca4c1b67-646f-4ca3-845b-e303ca5d5210 req-8879f3df-18f4-4b89-9284-39f8fcf6d371 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/security-groups?id=3ad549a1-c09f-46c1-84b1-6ced2677dc68&id=0572864e-98a2-46ff-9755-74efc6d85114&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398214 Feb 09 01:59:08.258348 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fd9df102-e686-4ccd-a26a-df8d411ef79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:59:08.597746 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8621e3-942c-4d7a-bcb1-26cd80fbeee5 req-d17db58b-0ce3-49ee-a26d-2ee557968177 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:08.599258 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6f8621e3-942c-4d7a-bcb1-26cd80fbeee5 req-d17db58b-0ce3-49ee-a26d-2ee557968177 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/ports?device_id=e04a3d17-fca7-4277-ac25-eb5fbadb439f HTTP/1.1" status: 200 len: 984 time: 0.0886867 Feb 09 01:59:08.654774 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6f8621e3-942c-4d7a-bcb1-26cd80fbeee5 req-3e763357-f635-4d3e-bd54-cf5f2a672717 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/security-groups?id=3ad549a1-c09f-46c1-84b1-6ced2677dc68&id=0572864e-98a2-46ff-9755-74efc6d85114&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0470579 Feb 09 01:59:09.844684 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a863cf1f-a2fb-4135-868a-35a392681b35 req-243952f8-7268-4a14-82be-1f2757a6a37a tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:09.846124 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a863cf1f-a2fb-4135-868a-35a392681b35 req-243952f8-7268-4a14-82be-1f2757a6a37a tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/ports?device_id=e04a3d17-fca7-4277-ac25-eb5fbadb439f HTTP/1.1" status: 200 len: 984 time: 0.0794880 Feb 09 01:59:09.896307 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a863cf1f-a2fb-4135-868a-35a392681b35 req-687db46a-7b6d-4bb9-a06a-69757bf2fe96 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/security-groups?id=3ad549a1-c09f-46c1-84b1-6ced2677dc68&id=0572864e-98a2-46ff-9755-74efc6d85114&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0444520 Feb 09 01:59:10.563333 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-61293205-5f50-4123-adfd-8108cd77c201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:59:11.081355 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa339224-0e84-4905-b767-dde40dd084ab req-0b5cedfd-4236-4e3a-b295-070ea405d085 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:11.082851 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fa339224-0e84-4905-b767-dde40dd084ab req-0b5cedfd-4236-4e3a-b295-070ea405d085 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/ports?device_id=e04a3d17-fca7-4277-ac25-eb5fbadb439f HTTP/1.1" status: 200 len: 984 time: 0.0832136 Feb 09 01:59:11.130207 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fa339224-0e84-4905-b767-dde40dd084ab req-fd7dc49e-0c78-4ec2-899c-1ca3efa98d6d tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/security-groups?id=3ad549a1-c09f-46c1-84b1-6ced2677dc68&id=0572864e-98a2-46ff-9755-74efc6d85114&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0416493 Feb 09 01:59:11.678980 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:59:11.684216 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:59:12.320834 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce0979-9eb8-43e3-b797-8b916dcb2a22 req-aa608347-40ec-43be-b174-1816b956ca26 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:12.322333 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-efce0979-9eb8-43e3-b797-8b916dcb2a22 req-aa608347-40ec-43be-b174-1816b956ca26 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/ports?device_id=e04a3d17-fca7-4277-ac25-eb5fbadb439f HTTP/1.1" status: 200 len: 984 time: 0.0845249 Feb 09 01:59:12.369077 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-efce0979-9eb8-43e3-b797-8b916dcb2a22 req-514e4413-438d-442e-ac38-2e6e6ac687ba tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/security-groups?id=3ad549a1-c09f-46c1-84b1-6ced2677dc68&id=0572864e-98a2-46ff-9755-74efc6d85114&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407748 Feb 09 01:59:13.323921 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:59:13.554804 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56085a11-6ee5-4c8d-95e9-83f6fbdb3bc7 req-720627d7-ff29-49bb-8b92-f6df1763aa42 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:13.556273 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-56085a11-6ee5-4c8d-95e9-83f6fbdb3bc7 req-720627d7-ff29-49bb-8b92-f6df1763aa42 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/ports?device_id=e04a3d17-fca7-4277-ac25-eb5fbadb439f HTTP/1.1" status: 200 len: 984 time: 0.0820565 Feb 09 01:59:13.602289 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-56085a11-6ee5-4c8d-95e9-83f6fbdb3bc7 req-2518861b-b983-451c-9f57-6ae9fd0595b7 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/security-groups?id=3ad549a1-c09f-46c1-84b1-6ced2677dc68&id=0572864e-98a2-46ff-9755-74efc6d85114&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0393758 Feb 09 01:59:14.788829 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bba766-9e6e-47e2-a64f-3571485c7e2c req-36b82d13-73ea-4058-8df3-5a61a879b29e tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:14.790298 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c9bba766-9e6e-47e2-a64f-3571485c7e2c req-36b82d13-73ea-4058-8df3-5a61a879b29e tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/ports?device_id=e04a3d17-fca7-4277-ac25-eb5fbadb439f HTTP/1.1" status: 200 len: 984 time: 0.0823224 Feb 09 01:59:14.835451 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c9bba766-9e6e-47e2-a64f-3571485c7e2c req-2d81f981-1cb6-400f-97e1-0e30b05f7740 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/security-groups?id=3ad549a1-c09f-46c1-84b1-6ced2677dc68&id=0572864e-98a2-46ff-9755-74efc6d85114&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0395544 Feb 09 01:59:22.410987 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:59:25.369151 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:59:32.401321 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:59:34.888273 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-53a5607e-acc6-4989-a902-040231775743 req-1a06da24-22c0-4870-8951-821a68851345 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=e04a3d17-fca7-4277-ac25-eb5fbadb439f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1106560 Feb 09 01:59:35.032914 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a5607e-acc6-4989-a902-040231775743 req-6004bf72-0978-4b01-85d7-84b24774e818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:35.034435 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-53a5607e-acc6-4989-a902-040231775743 req-6004bf72-0978-4b01-85d7-84b24774e818 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=98c38cb4cfe84cd9a048429123ca9b5b&device_id=e04a3d17-fca7-4277-ac25-eb5fbadb439f HTTP/1.1" status: 200 len: 1135 time: 0.0752523 Feb 09 01:59:35.270545 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a5607e-acc6-4989-a902-040231775743 req-0be73bd8-c8cd-4103-8828-16d9376d02ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:35.271979 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-53a5607e-acc6-4989-a902-040231775743 req-0be73bd8-c8cd-4103-8828-16d9376d02ae service neutron] 10.222.0.99 "GET /v2.0/networks?id=11365114-3783-4bd2-8a92-cb0729ffb860 HTTP/1.1" status: 200 len: 916 time: 0.2179449 Feb 09 01:59:35.375604 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-53a5607e-acc6-4989-a902-040231775743 req-9e7c7358-83b0-415c-b7ba-a79dcca7decc service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=884e1ed4-4ccb-45b9-a87e-7362304dc47d HTTP/1.1" status: 200 len: 1000 time: 0.0973227 Feb 09 01:59:35.442004 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a5607e-acc6-4989-a902-040231775743 req-066ee724-d968-4f51-aee8-1e8256485f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:35.443425 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-53a5607e-acc6-4989-a902-040231775743 req-066ee724-d968-4f51-aee8-1e8256485f92 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=76e95c84-768e-4cb7-9a1d-523676098af9 HTTP/1.1" status: 200 len: 854 time: 0.0575180 Feb 09 01:59:35.521203 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a5607e-acc6-4989-a902-040231775743 req-5b5002da-3aab-41fa-85ce-3e938e57c285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:35.522637 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-53a5607e-acc6-4989-a902-040231775743 req-5b5002da-3aab-41fa-85ce-3e938e57c285 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=11365114-3783-4bd2-8a92-cb0729ffb860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726469 Feb 09 01:59:35.657487 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-53a5607e-acc6-4989-a902-040231775743 req-15593ad9-9545-42b7-858a-e750ddef0688 service neutron] 10.222.0.99 "GET /v2.0/networks/11365114-3783-4bd2-8a92-cb0729ffb860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284838 Feb 09 01:59:35.786701 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-53a5607e-acc6-4989-a902-040231775743 req-a4069e04-f1f1-495e-91a4-aa4b308ddd55 service neutron] 10.222.0.99 "GET /v2.0/networks/11365114-3783-4bd2-8a92-cb0729ffb860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234381 Feb 09 01:59:38.261229 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d6037f0f-9fbb-4913-b8e2-74fd679507c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:59:40.563709 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-31ac3bfe-dd6e-40a0-955e-2440c9130d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:59:41.674561 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:59:41.685393 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:59:43.326003 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:59:52.410092 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:59:55.384487 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:08.265290 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-37b926fd-4558-40a2-a8de-4bcf3de6a238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:09.400484 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:00:10.566503 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-231756b2-7a5a-4179-b33a-ff0bb6f2d790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:11.680206 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:11.690007 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:13.328999 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:18.300422 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6030642f-95bd-4bd8-9315-712012aa07e6 req-2736c150-8b89-48d8-bf90-24d0875ef3e3 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-675184914&fields=id&tenant_id=98c38cb4cfe84cd9a048429123ca9b5b HTTP/1.1" status: 200 len: 267 time: 0.0397682 Feb 09 02:00:18.382809 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6030642f-95bd-4bd8-9315-712012aa07e6 req-4d638f69-5539-4726-b977-3737265a3162 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:18.384241 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6030642f-95bd-4bd8-9315-712012aa07e6 req-4d638f69-5539-4726-b977-3737265a3162 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/ports?device_id=e04a3d17-fca7-4277-ac25-eb5fbadb439f HTTP/1.1" status: 200 len: 984 time: 0.0787265 Feb 09 02:00:18.395344 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-6030642f-95bd-4bd8-9315-712012aa07e6 req-6083a245-858f-412f-a2f2-354bc92740a3 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Request body: {'port': {'security_groups': ['3ad549a1-c09f-46c1-84b1-6ced2677dc68']}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:18.512912 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-6030642f-95bd-4bd8-9315-712012aa07e6 req-6083a245-858f-412f-a2f2-354bc92740a3 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:18.750582 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-6030642f-95bd-4bd8-9315-712012aa07e6 req-6083a245-858f-412f-a2f2-354bc92740a3 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] For port 884e1ed4-4ccb-45b9-a87e-7362304dc47d, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=884e1ed4-4ccb-45b9-a87e-7362304dc47d,segment=NetworkSegment(5faf9a68-952f-46ec-a2c4-50b0ba5b6015),segment_id=5faf9a68-952f-46ec-a2c4-50b0ba5b6015)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:00:18.774783 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-6030642f-95bd-4bd8-9315-712012aa07e6 req-6083a245-858f-412f-a2f2-354bc92740a3 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:18.780308 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-6030642f-95bd-4bd8-9315-712012aa07e6 req-6083a245-858f-412f-a2f2-354bc92740a3 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:18.795884 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['884e1ed4-4ccb-45b9-a87e-7362304dc47d'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 02:00:18.848630 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6030642f-95bd-4bd8-9315-712012aa07e6 req-6083a245-858f-412f-a2f2-354bc92740a3 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:18.849249 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-6030642f-95bd-4bd8-9315-712012aa07e6 req-6083a245-858f-412f-a2f2-354bc92740a3 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:18.850652 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6030642f-95bd-4bd8-9315-712012aa07e6 req-6083a245-858f-412f-a2f2-354bc92740a3 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "PUT /v2.0/ports/884e1ed4-4ccb-45b9-a87e-7362304dc47d HTTP/1.1" status: 200 len: 942 time: 0.4599648 Feb 09 02:00:18.851101 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e04a3d17-fca7-4277-ac25-eb5fbadb439f', 'tag': '884e1ed4-4ccb-45b9-a87e-7362304dc47d'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:00:18.857133 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48912) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:00:18.882016 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6083a245-858f-412f-a2f2-354bc92740a3 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Pushing event updated for resources: {'Port': ['ID=884e1ed4-4ccb-45b9-a87e-7362304dc47d,revision_number=7']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:18.898089 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6083a245-858f-412f-a2f2-354bc92740a3 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:18.898716 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6083a245-858f-412f-a2f2-354bc92740a3 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:18.899222 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6083a245-858f-412f-a2f2-354bc92740a3 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:18.899726 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6083a245-858f-412f-a2f2-354bc92740a3 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:18.900229 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6083a245-858f-412f-a2f2-354bc92740a3 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:18.900719 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6083a245-858f-412f-a2f2-354bc92740a3 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:18.901210 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6083a245-858f-412f-a2f2-354bc92740a3 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:18.901886 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6083a245-858f-412f-a2f2-354bc92740a3 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:18.902389 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6083a245-858f-412f-a2f2-354bc92740a3 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:18.902878 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6083a245-858f-412f-a2f2-354bc92740a3 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:18.903362 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6083a245-858f-412f-a2f2-354bc92740a3 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:18.903844 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6083a245-858f-412f-a2f2-354bc92740a3 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:18.923763 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['884e1ed4-4ccb-45b9-a87e-7362304dc47d'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 02:00:18.950273 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d73251b1-af07-4769-95ef-048958ac931e tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:18.985342 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d73251b1-af07-4769-95ef-048958ac931e tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:19.071201 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d73251b1-af07-4769-95ef-048958ac931e tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:19.096241 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73251b1-af07-4769-95ef-048958ac931e tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0572864e-98a2-46ff-9755-74efc6d85114,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:19.109314 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73251b1-af07-4769-95ef-048958ac931e tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:19.109814 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73251b1-af07-4769-95ef-048958ac931e tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:19.110271 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73251b1-af07-4769-95ef-048958ac931e tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:19.110734 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73251b1-af07-4769-95ef-048958ac931e tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:19.111210 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73251b1-af07-4769-95ef-048958ac931e tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:19.111688 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73251b1-af07-4769-95ef-048958ac931e tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:19.112175 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73251b1-af07-4769-95ef-048958ac931e tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:19.112615 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73251b1-af07-4769-95ef-048958ac931e tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:19.113053 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73251b1-af07-4769-95ef-048958ac931e tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:19.113506 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73251b1-af07-4769-95ef-048958ac931e tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:19.114124 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73251b1-af07-4769-95ef-048958ac931e tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:19.114522 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73251b1-af07-4769-95ef-048958ac931e tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:19.118988 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d73251b1-af07-4769-95ef-048958ac931e tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:19.123918 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d73251b1-af07-4769-95ef-048958ac931e tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "DELETE /v2.0/security-groups/0572864e-98a2-46ff-9755-74efc6d85114 HTTP/1.1" status: 204 len: 168 time: 0.2615893 Feb 09 02:00:19.124418 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 48918) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:00:19.214771 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f9c0bf0f-71fa-4a0a-b2f2-6575d5338ceb None None] Provisioning complete for port 884e1ed4-4ccb-45b9-a87e-7362304dc47d triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:19.215138 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f9c0bf0f-71fa-4a0a-b2f2-6575d5338ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:19.338684 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-5eccc89b-7e5a-424b-adcd-3abc53c020b1 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Deleting port 37d3b781-cab5-49b5-95ff-b32f06cea3c8 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:00:19.339142 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5eccc89b-7e5a-424b-adcd-3abc53c020b1 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:19.511247 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5eccc89b-7e5a-424b-adcd-3abc53c020b1 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:19.511567 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5eccc89b-7e5a-424b-adcd-3abc53c020b1 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:19.737373 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-5eccc89b-7e5a-424b-adcd-3abc53c020b1 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Calling delete_port for 37d3b781-cab5-49b5-95ff-b32f06cea3c8 owned by network:floatingip {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:00:19.887021 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5eccc89b-7e5a-424b-adcd-3abc53c020b1 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:19.934422 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eccc89b-7e5a-424b-adcd-3abc53c020b1 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Pushing event deleted for resources: {'Port': ['ID=37d3b781-cab5-49b5-95ff-b32f06cea3c8,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:20.028353 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5eccc89b-7e5a-424b-adcd-3abc53c020b1 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Notify callbacks [] for floatingip, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:20.028758 n-d-828418-1 neutron-server[87638]: INFO neutron.db.l3_db [None req-5eccc89b-7e5a-424b-adcd-3abc53c020b1 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Floating IP d104a0ce-9ddd-4709-a244-eb33dfe9dce0 disassociated (deleted). External IP: 172.25.0.58, port: 884e1ed4-4ccb-45b9-a87e-7362304dc47d. Feb 09 02:00:20.038543 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e04a3d17-fca7-4277-ac25-eb5fbadb439f', 'tag': '884e1ed4-4ccb-45b9-a87e-7362304dc47d', 'status': 'completed', 'code': 200} Feb 09 02:00:20.134394 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469c8cb3-de19-4e78-a717-9e0861da15f9 req-14bb933f-8820-4f71-bb80-637311d32617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:20.135913 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-469c8cb3-de19-4e78-a717-9e0861da15f9 req-14bb933f-8820-4f71-bb80-637311d32617 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=98c38cb4cfe84cd9a048429123ca9b5b&device_id=e04a3d17-fca7-4277-ac25-eb5fbadb439f HTTP/1.1" status: 200 len: 1096 time: 0.0741560 Feb 09 02:00:20.266775 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469c8cb3-de19-4e78-a717-9e0861da15f9 req-2c53681e-65ed-4e8b-8d55-4781e91c0645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:20.268142 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-469c8cb3-de19-4e78-a717-9e0861da15f9 req-2c53681e-65ed-4e8b-8d55-4781e91c0645 service neutron] 10.222.0.99 "GET /v2.0/networks?id=11365114-3783-4bd2-8a92-cb0729ffb860 HTTP/1.1" status: 200 len: 916 time: 0.1264555 Feb 09 02:00:20.335169 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-469c8cb3-de19-4e78-a717-9e0861da15f9 req-0b780166-6a9f-4316-b673-acf2a8eae6b1 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=884e1ed4-4ccb-45b9-a87e-7362304dc47d HTTP/1.1" status: 200 len: 217 time: 0.0609777 Feb 09 02:00:20.383423 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eccc89b-7e5a-424b-adcd-3abc53c020b1 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Router f27e6b73-c838-4eea-b2d1-8e509d5aa135 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:00:20.402800 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469c8cb3-de19-4e78-a717-9e0861da15f9 req-c6de0055-bba8-44f3-82e8-6df45a7c38c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:20.404310 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-469c8cb3-de19-4e78-a717-9e0861da15f9 req-c6de0055-bba8-44f3-82e8-6df45a7c38c1 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=76e95c84-768e-4cb7-9a1d-523676098af9 HTTP/1.1" status: 200 len: 854 time: 0.0634112 Feb 09 02:00:20.477502 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469c8cb3-de19-4e78-a717-9e0861da15f9 req-625438d4-1ac4-48f9-ae36-9361a5a356e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:20.479000 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-469c8cb3-de19-4e78-a717-9e0861da15f9 req-625438d4-1ac4-48f9-ae36-9361a5a356e8 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=11365114-3783-4bd2-8a92-cb0729ffb860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692923 Feb 09 02:00:20.569761 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eccc89b-7e5a-424b-adcd-3abc53c020b1 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:00:20.582709 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb95556-22e2-4ec5-b1ad-eea1720f7a82 None None] Sync routers for ids ['f27e6b73-c838-4eea-b2d1-8e509d5aa135'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:00:20.594339 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb95556-22e2-4ec5-b1ad-eea1720f7a82 None None] Routers {'f27e6b73-c838-4eea-b2d1-8e509d5aa135'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:00:20.595042 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-fdb95556-22e2-4ec5-b1ad-eea1720f7a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:00:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['f27e6b73-c838-4eea-b2d1-8e509d5aa135'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:20.600061 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5eccc89b-7e5a-424b-adcd-3abc53c020b1 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:20.662722 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-5eccc89b-7e5a-424b-adcd-3abc53c020b1 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "DELETE /v2.0/floatingips/d104a0ce-9ddd-4709-a244-eb33dfe9dce0 HTTP/1.1" status: 204 len: 168 time: 1.5350266 Feb 09 02:00:20.662722 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e04a3d17-fca7-4277-ac25-eb5fbadb439f', 'tag': '884e1ed4-4ccb-45b9-a87e-7362304dc47d'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:00:20.723887 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-469c8cb3-de19-4e78-a717-9e0861da15f9 req-54041966-79ed-4e4e-b72c-aef168c578ec service neutron] 10.222.0.99 "GET /v2.0/networks/11365114-3783-4bd2-8a92-cb0729ffb860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372456 Feb 09 02:00:20.788786 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-fdb95556-22e2-4ec5-b1ad-eea1720f7a82 None None] Set router f27e6b73-c838-4eea-b2d1-8e509d5aa135 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:00:20.792073 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e04a3d17-fca7-4277-ac25-eb5fbadb439f', 'tag': '884e1ed4-4ccb-45b9-a87e-7362304dc47d', 'status': 'completed', 'code': 200} Feb 09 02:00:20.870145 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-469c8cb3-de19-4e78-a717-9e0861da15f9 req-1396129c-1c27-4ed4-ac44-fd58a253503b service neutron] 10.222.0.99 "GET /v2.0/networks/11365114-3783-4bd2-8a92-cb0729ffb860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401527 Feb 09 02:00:20.989589 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27219d54-1666-4107-a416-75d0beca1a61 req-36e5a546-0e95-4473-81b1-054a4c3862a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:20.991571 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-27219d54-1666-4107-a416-75d0beca1a61 req-36e5a546-0e95-4473-81b1-054a4c3862a6 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=98c38cb4cfe84cd9a048429123ca9b5b&device_id=e04a3d17-fca7-4277-ac25-eb5fbadb439f HTTP/1.1" status: 200 len: 1096 time: 0.0781536 Feb 09 02:00:21.143615 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27219d54-1666-4107-a416-75d0beca1a61 req-cf227653-26b1-409b-bc7d-abaf4949dcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:21.146771 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-27219d54-1666-4107-a416-75d0beca1a61 req-cf227653-26b1-409b-bc7d-abaf4949dcc7 service neutron] 10.222.0.99 "GET /v2.0/networks?id=11365114-3783-4bd2-8a92-cb0729ffb860 HTTP/1.1" status: 200 len: 916 time: 0.1497798 Feb 09 02:00:21.181373 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-fdb95556-22e2-4ec5-b1ad-eea1720f7a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27e6b73-c838-4eea-b2d1-8e509d5aa135', 'name': 'tempest-TestMinimumBasicScenario-1295129022-router', 'tenant_id': '98c38cb4cfe84cd9a048429123ca9b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '14f81105-da13-4722-96b7-53468713bb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:57:01Z', 'updated_at': '2022-02-09T01:57:05Z', 'revision_number': 4, 'project_id': '98c38cb4cfe84cd9a048429123ca9b5b', 'gw_port': {'id': '14f81105-da13-4722-96b7-53468713bb6f', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27e6b73-c838-4eea-b2d1-8e509d5aa135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:57:02Z', 'updated_at': '2022-02-09T01:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'cef1ea55-c358-44f9-8b10-4d74600989ca', 'name': '', 'network_id': '11365114-3783-4bd2-8a92-cb0729ffb860', 'tenant_id': '98c38cb4cfe84cd9a048429123ca9b5b', 'mac_address': 'fa:16:3e:e3:89:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27e6b73-c838-4eea-b2d1-8e509d5aa135', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '76e95c84-768e-4cb7-9a1d-523676098af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:57:04Z', 'updated_at': '2022-02-09T01:57:12Z', 'revision_number': 5, 'project_id': '98c38cb4cfe84cd9a048429123ca9b5b', 'subnets': [{'id': '76e95c84-768e-4cb7-9a1d-523676098af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:21.185801 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb95556-22e2-4ec5-b1ad-eea1720f7a82 None None] Checking router: f27e6b73-c838-4eea-b2d1-8e509d5aa135 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:00:21.194438 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb95556-22e2-4ec5-b1ad-eea1720f7a82 None None] Routers {'f27e6b73-c838-4eea-b2d1-8e509d5aa135'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:00:21.195038 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-fdb95556-22e2-4ec5-b1ad-eea1720f7a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:00:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['f27e6b73-c838-4eea-b2d1-8e509d5aa135'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:21.216307 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-27219d54-1666-4107-a416-75d0beca1a61 req-04000a91-945a-46f5-aaf2-6530d63e0486 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=884e1ed4-4ccb-45b9-a87e-7362304dc47d HTTP/1.1" status: 200 len: 217 time: 0.0644913 Feb 09 02:00:21.280668 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27219d54-1666-4107-a416-75d0beca1a61 req-d5d40fd8-a4f5-4cf5-8187-bbe25c4423da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:21.282130 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-27219d54-1666-4107-a416-75d0beca1a61 req-d5d40fd8-a4f5-4cf5-8187-bbe25c4423da service neutron] 10.222.0.99 "GET /v2.0/subnets?id=76e95c84-768e-4cb7-9a1d-523676098af9 HTTP/1.1" status: 200 len: 854 time: 0.0598776 Feb 09 02:00:21.357215 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27219d54-1666-4107-a416-75d0beca1a61 req-753beff2-160f-4431-ad09-d19ed884f401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:21.358773 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-27219d54-1666-4107-a416-75d0beca1a61 req-753beff2-160f-4431-ad09-d19ed884f401 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=11365114-3783-4bd2-8a92-cb0729ffb860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708089 Feb 09 02:00:21.377810 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-fdb95556-22e2-4ec5-b1ad-eea1720f7a82 None None] Set router f27e6b73-c838-4eea-b2d1-8e509d5aa135 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:00:21.493224 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-27219d54-1666-4107-a416-75d0beca1a61 req-6d094aa0-0356-4835-aabf-ac90df9ac243 service neutron] 10.222.0.99 "GET /v2.0/networks/11365114-3783-4bd2-8a92-cb0729ffb860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278121 Feb 09 02:00:21.645477 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-27219d54-1666-4107-a416-75d0beca1a61 req-33943363-f2d7-41e1-a0c1-98b0d2dc678e service neutron] 10.222.0.99 "GET /v2.0/networks/11365114-3783-4bd2-8a92-cb0729ffb860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371870 Feb 09 02:00:21.699902 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-fdb95556-22e2-4ec5-b1ad-eea1720f7a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27e6b73-c838-4eea-b2d1-8e509d5aa135', 'name': 'tempest-TestMinimumBasicScenario-1295129022-router', 'tenant_id': '98c38cb4cfe84cd9a048429123ca9b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '14f81105-da13-4722-96b7-53468713bb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:57:01Z', 'updated_at': '2022-02-09T01:57:05Z', 'revision_number': 4, 'project_id': '98c38cb4cfe84cd9a048429123ca9b5b', 'gw_port': {'id': '14f81105-da13-4722-96b7-53468713bb6f', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27e6b73-c838-4eea-b2d1-8e509d5aa135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:57:02Z', 'updated_at': '2022-02-09T01:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'cef1ea55-c358-44f9-8b10-4d74600989ca', 'name': '', 'network_id': '11365114-3783-4bd2-8a92-cb0729ffb860', 'tenant_id': '98c38cb4cfe84cd9a048429123ca9b5b', 'mac_address': 'fa:16:3e:e3:89:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27e6b73-c838-4eea-b2d1-8e509d5aa135', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '76e95c84-768e-4cb7-9a1d-523676098af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:57:04Z', 'updated_at': '2022-02-09T01:57:12Z', 'revision_number': 5, 'project_id': '98c38cb4cfe84cd9a048429123ca9b5b', 'subnets': [{'id': '76e95c84-768e-4cb7-9a1d-523676098af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:21.703987 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb95556-22e2-4ec5-b1ad-eea1720f7a82 None None] The sync data for ids ['f27e6b73-c838-4eea-b2d1-8e509d5aa135'] in n-d-828418-1 is: [{'id': 'f27e6b73-c838-4eea-b2d1-8e509d5aa135', 'name': 'tempest-TestMinimumBasicScenario-1295129022-router', 'tenant_id': '98c38cb4cfe84cd9a048429123ca9b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '14f81105-da13-4722-96b7-53468713bb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:57:01Z', 'updated_at': '2022-02-09T01:57:05Z', 'revision_number': 4, 'project_id': '98c38cb4cfe84cd9a048429123ca9b5b', 'gw_port': {'id': '14f81105-da13-4722-96b7-53468713bb6f', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27e6b73-c838-4eea-b2d1-8e509d5aa135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:57:02Z', 'updated_at': '2022-02-09T01:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'cef1ea55-c358-44f9-8b10-4d74600989ca', 'name': '', 'network_id': '11365114-3783-4bd2-8a92-cb0729ffb860', 'tenant_id': '98c38cb4cfe84cd9a048429123ca9b5b', 'mac_address': 'fa:16:3e:e3:89:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27e6b73-c838-4eea-b2d1-8e509d5aa135', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '76e95c84-768e-4cb7-9a1d-523676098af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:57:04Z', 'updated_at': '2022-02-09T01:57:12Z', 'revision_number': 5, 'project_id': '98c38cb4cfe84cd9a048429123ca9b5b', 'subnets': [{'id': '76e95c84-768e-4cb7-9a1d-523676098af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:00:21.923009 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3e05b7-6e45-488f-b85d-6c04b2ec162e None None] New status for floating IP d104a0ce-9ddd-4709-a244-eb33dfe9dce0: DOWN {{(pid=87641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:00:22.422866 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:25.195917 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee083e97-69b5-4578-b844-82570948425b req-56bf2c2a-0e82-4ddb-8d51-f7a97942388c tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:25.197318 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ee083e97-69b5-4578-b844-82570948425b req-56bf2c2a-0e82-4ddb-8d51-f7a97942388c tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/ports?device_id=e04a3d17-fca7-4277-ac25-eb5fbadb439f HTTP/1.1" status: 200 len: 945 time: 0.0855067 Feb 09 02:00:25.247794 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ee083e97-69b5-4578-b844-82570948425b req-749a31f6-e10b-450f-aea1-85131cdcc734 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/security-groups?id=3ad549a1-c09f-46c1-84b1-6ced2677dc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441675 Feb 09 02:00:25.390195 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:26.431409 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ce7b7-b5b4-4303-9fab-edaa8cf88963 req-7ccec3dc-83ec-4162-b3fc-76651010fef6 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:26.432870 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5e6ce7b7-b5b4-4303-9fab-edaa8cf88963 req-7ccec3dc-83ec-4162-b3fc-76651010fef6 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/ports?device_id=e04a3d17-fca7-4277-ac25-eb5fbadb439f HTTP/1.1" status: 200 len: 945 time: 0.0798051 Feb 09 02:00:26.475861 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5e6ce7b7-b5b4-4303-9fab-edaa8cf88963 req-4d4d8cff-1249-4b66-af55-195a5977b7df tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/security-groups?id=3ad549a1-c09f-46c1-84b1-6ced2677dc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372629 Feb 09 02:00:27.035444 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd42c70f-355a-435d-9cfb-59f40606d08b req-3ea0fb7c-91d5-410b-bea1-2d418597c29c tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:27.036856 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fd42c70f-355a-435d-9cfb-59f40606d08b req-3ea0fb7c-91d5-410b-bea1-2d418597c29c tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.99 "GET /v2.0/ports?device_id=e04a3d17-fca7-4277-ac25-eb5fbadb439f HTTP/1.1" status: 200 len: 945 time: 0.0822053 Feb 09 02:00:27.104023 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-fd42c70f-355a-435d-9cfb-59f40606d08b req-cab1d8ac-2834-4d70-bcf1-7581fd8a630d tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Deleting port 884e1ed4-4ccb-45b9-a87e-7362304dc47d {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:00:27.104361 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-fd42c70f-355a-435d-9cfb-59f40606d08b req-cab1d8ac-2834-4d70-bcf1-7581fd8a630d tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:27.354800 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-fd42c70f-355a-435d-9cfb-59f40606d08b req-cab1d8ac-2834-4d70-bcf1-7581fd8a630d tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] For port 884e1ed4-4ccb-45b9-a87e-7362304dc47d, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=884e1ed4-4ccb-45b9-a87e-7362304dc47d,segment=NetworkSegment(5faf9a68-952f-46ec-a2c4-50b0ba5b6015),segment_id=5faf9a68-952f-46ec-a2c4-50b0ba5b6015)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:00:27.355069 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-fd42c70f-355a-435d-9cfb-59f40606d08b req-cab1d8ac-2834-4d70-bcf1-7581fd8a630d tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:27.571067 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-fd42c70f-355a-435d-9cfb-59f40606d08b req-cab1d8ac-2834-4d70-bcf1-7581fd8a630d tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Calling delete_port for 884e1ed4-4ccb-45b9-a87e-7362304dc47d owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:00:27.757968 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c953d97b-5c6c-4b78-9270-a0bb65225933 req-780345d8-6cab-455d-97b4-efbedfa25bc7 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:27.759423 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c953d97b-5c6c-4b78-9270-a0bb65225933 req-780345d8-6cab-455d-97b4-efbedfa25bc7 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/ports?device_id=e04a3d17-fca7-4277-ac25-eb5fbadb439f HTTP/1.1" status: 200 len: 945 time: 0.1584885 Feb 09 02:00:27.807380 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-fd42c70f-355a-435d-9cfb-59f40606d08b req-cab1d8ac-2834-4d70-bcf1-7581fd8a630d tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:27.818349 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['884e1ed4-4ccb-45b9-a87e-7362304dc47d'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 02:00:27.855955 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c953d97b-5c6c-4b78-9270-a0bb65225933 req-c60ae550-0b8e-4695-ba63-d87d8d2dc990 tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.105 "GET /v2.0/security-groups?id=3ad549a1-c09f-46c1-84b1-6ced2677dc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891275 Feb 09 02:00:27.865629 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab1d8ac-2834-4d70-bcf1-7581fd8a630d tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Pushing event deleted for resources: {'Port': ['ID=884e1ed4-4ccb-45b9-a87e-7362304dc47d,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:27.941727 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd42c70f-355a-435d-9cfb-59f40606d08b req-cab1d8ac-2834-4d70-bcf1-7581fd8a630d tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] No DVR routers for this DVR port 884e1ed4-4ccb-45b9-a87e-7362304dc47d on host n-h2-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:00:27.944350 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-fd42c70f-355a-435d-9cfb-59f40606d08b req-cab1d8ac-2834-4d70-bcf1-7581fd8a630d tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:27.946892 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e04a3d17-fca7-4277-ac25-eb5fbadb439f', 'name': 'network-vif-deleted', 'tag': '884e1ed4-4ccb-45b9-a87e-7362304dc47d'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:00:27.958736 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fd42c70f-355a-435d-9cfb-59f40606d08b req-cab1d8ac-2834-4d70-bcf1-7581fd8a630d tempest-TestMinimumBasicScenario-1999462397 tempest-TestMinimumBasicScenario-1999462397-project] 10.222.0.99 "DELETE /v2.0/ports/884e1ed4-4ccb-45b9-a87e-7362304dc47d HTTP/1.1" status: 204 len: 173 time: 0.9169602 Feb 09 02:00:27.997226 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e04a3d17-fca7-4277-ac25-eb5fbadb439f', 'name': 'network-vif-deleted', 'tag': '884e1ed4-4ccb-45b9-a87e-7362304dc47d', 'status': 'completed', 'code': 200} Feb 09 02:00:29.485739 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49008) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:00:30.127267 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-92ed7bd2-4878-40fe-82ea-2255fbae2739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:30.471801 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-92ed7bd2-4878-40fe-82ea-2255fbae2739 admin admin] Deleting port cef1ea55-c358-44f9-8b10-4d74600989ca {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:00:30.472138 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-92ed7bd2-4878-40fe-82ea-2255fbae2739 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:30.586757 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 884e1ed4-4ccb-45b9-a87e-7362304dc47d no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:00:30.621194 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] No Port match for: 884e1ed4-4ccb-45b9-a87e-7362304dc47d {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:00:30.621547 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 884e1ed4-4ccb-45b9-a87e-7362304dc47d not bound to the agent host n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:00:30.647265 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-92ed7bd2-4878-40fe-82ea-2255fbae2739 admin admin] For port cef1ea55-c358-44f9-8b10-4d74600989ca, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=cef1ea55-c358-44f9-8b10-4d74600989ca,segment=NetworkSegment(5faf9a68-952f-46ec-a2c4-50b0ba5b6015),segment_id=5faf9a68-952f-46ec-a2c4-50b0ba5b6015)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:00:30.647739 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-92ed7bd2-4878-40fe-82ea-2255fbae2739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:30.772996 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-92ed7bd2-4878-40fe-82ea-2255fbae2739 admin admin] Calling delete_port for cef1ea55-c358-44f9-8b10-4d74600989ca owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:00:30.948122 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-92ed7bd2-4878-40fe-82ea-2255fbae2739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:30.993095 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ed7bd2-4878-40fe-82ea-2255fbae2739 admin admin] Pushing event deleted for resources: {'Port': ['ID=cef1ea55-c358-44f9-8b10-4d74600989ca,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:31.270444 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-92ed7bd2-4878-40fe-82ea-2255fbae2739 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:31.737070 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92ed7bd2-4878-40fe-82ea-2255fbae2739 admin admin] Router f27e6b73-c838-4eea-b2d1-8e509d5aa135 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:00:31.910018 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92ed7bd2-4878-40fe-82ea-2255fbae2739 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:00:31.918402 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cdbd2a-7198-42c9-b096-a77276641d91 None None] Sync routers for ids ['f27e6b73-c838-4eea-b2d1-8e509d5aa135'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:00:31.922757 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-92ed7bd2-4878-40fe-82ea-2255fbae2739 admin admin] 10.222.0.105 "PUT /v2.0/routers/f27e6b73-c838-4eea-b2d1-8e509d5aa135/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4357939 Feb 09 02:00:31.925041 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49012) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:00:31.928525 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cdbd2a-7198-42c9-b096-a77276641d91 None None] Routers {'f27e6b73-c838-4eea-b2d1-8e509d5aa135'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:00:31.929134 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-49cdbd2a-7198-42c9-b096-a77276641d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:00:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['f27e6b73-c838-4eea-b2d1-8e509d5aa135'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:32.104438 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-70180a6c-6dbd-4daf-b3f5-563cc553b784 admin admin] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:32.111433 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-49cdbd2a-7198-42c9-b096-a77276641d91 None None] Set router f27e6b73-c838-4eea-b2d1-8e509d5aa135 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:00:32.283761 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-70180a6c-6dbd-4daf-b3f5-563cc553b784 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:32.293201 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-70180a6c-6dbd-4daf-b3f5-563cc553b784 admin admin] Deleting port 14f81105-da13-4722-96b7-53468713bb6f {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:00:32.293891 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-70180a6c-6dbd-4daf-b3f5-563cc553b784 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:32.394488 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-49cdbd2a-7198-42c9-b096-a77276641d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27e6b73-c838-4eea-b2d1-8e509d5aa135', 'name': 'tempest-TestMinimumBasicScenario-1295129022-router', 'tenant_id': '98c38cb4cfe84cd9a048429123ca9b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '14f81105-da13-4722-96b7-53468713bb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:57:01Z', 'updated_at': '2022-02-09T02:00:30Z', 'revision_number': 5, 'project_id': '98c38cb4cfe84cd9a048429123ca9b5b', 'gw_port': {'id': '14f81105-da13-4722-96b7-53468713bb6f', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27e6b73-c838-4eea-b2d1-8e509d5aa135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:57:02Z', 'updated_at': '2022-02-09T01:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:32.398498 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cdbd2a-7198-42c9-b096-a77276641d91 None None] Checking router: f27e6b73-c838-4eea-b2d1-8e509d5aa135 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:00:32.406920 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cdbd2a-7198-42c9-b096-a77276641d91 None None] Routers {'f27e6b73-c838-4eea-b2d1-8e509d5aa135'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:00:32.407567 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-49cdbd2a-7198-42c9-b096-a77276641d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:00:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['f27e6b73-c838-4eea-b2d1-8e509d5aa135'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:32.469226 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-70180a6c-6dbd-4daf-b3f5-563cc553b784 admin admin] For port 14f81105-da13-4722-96b7-53468713bb6f, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=14f81105-da13-4722-96b7-53468713bb6f,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:00:32.469579 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-70180a6c-6dbd-4daf-b3f5-563cc553b784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:32.591955 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-70180a6c-6dbd-4daf-b3f5-563cc553b784 admin admin] Calling delete_port for 14f81105-da13-4722-96b7-53468713bb6f owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:00:32.601043 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-49cdbd2a-7198-42c9-b096-a77276641d91 None None] Set router f27e6b73-c838-4eea-b2d1-8e509d5aa135 gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:00:32.709622 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-49cdbd2a-7198-42c9-b096-a77276641d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27e6b73-c838-4eea-b2d1-8e509d5aa135', 'name': 'tempest-TestMinimumBasicScenario-1295129022-router', 'tenant_id': '98c38cb4cfe84cd9a048429123ca9b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:57:01Z', 'updated_at': '2022-02-09T02:00:32Z', 'revision_number': 6, 'project_id': '98c38cb4cfe84cd9a048429123ca9b5b', 'gw_port_host': None}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:32.714144 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cdbd2a-7198-42c9-b096-a77276641d91 None None] The sync data for ids ['f27e6b73-c838-4eea-b2d1-8e509d5aa135'] in n-d-828418-1 is: [{'id': 'f27e6b73-c838-4eea-b2d1-8e509d5aa135', 'name': 'tempest-TestMinimumBasicScenario-1295129022-router', 'tenant_id': '98c38cb4cfe84cd9a048429123ca9b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:57:01Z', 'updated_at': '2022-02-09T02:00:32Z', 'revision_number': 6, 'project_id': '98c38cb4cfe84cd9a048429123ca9b5b', 'gw_port_host': None}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:00:32.897012 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-70180a6c-6dbd-4daf-b3f5-563cc553b784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:32.951910 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70180a6c-6dbd-4daf-b3f5-563cc553b784 admin admin] Pushing event deleted for resources: {'Port': ['ID=14f81105-da13-4722-96b7-53468713bb6f,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:33.047003 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-70180a6c-6dbd-4daf-b3f5-563cc553b784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:33.226562 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-70180a6c-6dbd-4daf-b3f5-563cc553b784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:33.228917 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-70180a6c-6dbd-4daf-b3f5-563cc553b784 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:33.251248 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-70180a6c-6dbd-4daf-b3f5-563cc553b784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:33.251781 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70180a6c-6dbd-4daf-b3f5-563cc553b784 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f27e6b73-c838-4eea-b2d1-8e509d5aa135 {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 02:00:33.264967 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-70180a6c-6dbd-4daf-b3f5-563cc553b784 admin admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:33.266380 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-70180a6c-6dbd-4daf-b3f5-563cc553b784 admin admin] 10.222.0.105 "DELETE /v2.0/routers/f27e6b73-c838-4eea-b2d1-8e509d5aa135 HTTP/1.1" status: 204 len: 168 time: 1.3404150 Feb 09 02:00:33.268883 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49016) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:00:33.333012 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-8169e124-d359-457f-8e05-165d8af01b79 admin admin] Deleting subnet 76e95c84-768e-4cb7-9a1d-523676098af9 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 02:00:33.335902 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8169e124-d359-457f-8e05-165d8af01b79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:33.384261 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8169e124-d359-457f-8e05-165d8af01b79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:33.463604 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8169e124-d359-457f-8e05-165d8af01b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:33.532413 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8169e124-d359-457f-8e05-165d8af01b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:33.571027 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8169e124-d359-457f-8e05-165d8af01b79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76e95c84-768e-4cb7-9a1d-523676098af9,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:33.576612 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8169e124-d359-457f-8e05-165d8af01b79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:33.583365 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44fff4b-4614-4314-9d86-bd6f5477cf41 None None] Network 11365114-3783-4bd2-8a92-cb0729ffb860 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 02:00:33.584118 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-8169e124-d359-457f-8e05-165d8af01b79 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/76e95c84-768e-4cb7-9a1d-523676098af9 HTTP/1.1" status: 204 len: 168 time: 0.3134241 Feb 09 02:00:33.586269 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49020) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:00:33.672799 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device cef1ea55-c358-44f9-8b10-4d74600989ca no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:00:33.696561 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3e916bbd-7126-4871-a952-50a4c004e76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:33.707134 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-3e916bbd-7126-4871-a952-50a4c004e76e admin admin] Deleting port 0e710c1b-fc41-437d-a927-7f44624ce1ef {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:00:33.707467 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3e916bbd-7126-4871-a952-50a4c004e76e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:33.718184 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: cef1ea55-c358-44f9-8b10-4d74600989ca {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:00:33.718459 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device cef1ea55-c358-44f9-8b10-4d74600989ca not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:00:33.718870 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 14f81105-da13-4722-96b7-53468713bb6f no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:00:33.765452 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 14f81105-da13-4722-96b7-53468713bb6f {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:00:33.765946 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 14f81105-da13-4722-96b7-53468713bb6f not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:00:33.929776 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-3e916bbd-7126-4871-a952-50a4c004e76e admin admin] For port 0e710c1b-fc41-437d-a927-7f44624ce1ef, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=0e710c1b-fc41-437d-a927-7f44624ce1ef,segment=NetworkSegment(5faf9a68-952f-46ec-a2c4-50b0ba5b6015),segment_id=5faf9a68-952f-46ec-a2c4-50b0ba5b6015)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:00:33.930343 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3e916bbd-7126-4871-a952-50a4c004e76e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:33.942289 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9549ac-f996-49de-a458-1a4349796eb2 None None] DHCP port deletion for 11365114-3783-4bd2-8a92-cb0729ffb860 request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 02:00:33.946336 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-eb9549ac-f996-49de-a458-1a4349796eb2 None None] Deleting port 0e710c1b-fc41-437d-a927-7f44624ce1ef {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:00:33.946715 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-eb9549ac-f996-49de-a458-1a4349796eb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:34.055605 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-3e916bbd-7126-4871-a952-50a4c004e76e admin admin] Calling delete_port for 0e710c1b-fc41-437d-a927-7f44624ce1ef owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:00:34.131392 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3e916bbd-7126-4871-a952-50a4c004e76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:34.150464 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-eb9549ac-f996-49de-a458-1a4349796eb2 None None] For port 0e710c1b-fc41-437d-a927-7f44624ce1ef, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=0e710c1b-fc41-437d-a927-7f44624ce1ef,segment=NetworkSegment(5faf9a68-952f-46ec-a2c4-50b0ba5b6015),segment_id=5faf9a68-952f-46ec-a2c4-50b0ba5b6015)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:00:34.150860 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-eb9549ac-f996-49de-a458-1a4349796eb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:34.181805 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e916bbd-7126-4871-a952-50a4c004e76e admin admin] Pushing event deleted for resources: {'Port': ['ID=0e710c1b-fc41-437d-a927-7f44624ce1ef,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:34.185713 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e916bbd-7126-4871-a952-50a4c004e76e admin admin] No DVR routers for this DVR port 0e710c1b-fc41-437d-a927-7f44624ce1ef on host n-d-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:00:34.285398 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-eb9549ac-f996-49de-a458-1a4349796eb2 None None] Calling delete_port for 0e710c1b-fc41-437d-a927-7f44624ce1ef owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:00:34.304413 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3e916bbd-7126-4871-a952-50a4c004e76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:34.329824 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-3e916bbd-7126-4871-a952-50a4c004e76e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11365114-3783-4bd2-8a92-cb0729ffb860']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:34.342449 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-3e916bbd-7126-4871-a952-50a4c004e76e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5faf9a68-952f-46ec-a2c4-50b0ba5b6015') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:34.342746 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-3e916bbd-7126-4871-a952-50a4c004e76e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5faf9a68-952f-46ec-a2c4-50b0ba5b6015') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:34.354039 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3e916bbd-7126-4871-a952-50a4c004e76e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:34.359366 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-eb9549ac-f996-49de-a458-1a4349796eb2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:00:34.359724 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-eb9549ac-f996-49de-a458-1a4349796eb2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:00:34.369669 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3e916bbd-7126-4871-a952-50a4c004e76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:34.375970 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e916bbd-7126-4871-a952-50a4c004e76e admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:00:34.376354 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3e916bbd-7126-4871-a952-50a4c004e76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:34.390543 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 02:00:34.390543 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:00:34.390543 n-d-828418-1 neutron-server[87638]: timer() Feb 09 02:00:34.390543 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:00:34.390543 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 02:00:34.390543 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 02:00:34.390543 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 02:00:34.390543 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:00:34.390543 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 02:00:34.390543 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:00:34.390543 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 02:00:34.390543 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:00:34.390543 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 02:00:34.390543 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 02:00:34.390543 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:00:34.390543 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 02:00:34.390543 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:00:34.390543 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 02:00:34.390543 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 02:00:34.390543 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 02:00:34.390543 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 02:00:34.390543 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 02:00:34.390543 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:00:34.390543 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:00:34.390543 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 02:00:34.390543 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:00:34.390543 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:00:34.390543 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:00:34.390543 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:00:34.390543 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:00:34.390543 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:00:34.390543 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:00:34.571556 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3e916bbd-7126-4871-a952-50a4c004e76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:34.588356 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3e916bbd-7126-4871-a952-50a4c004e76e admin admin] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:34.599118 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e916bbd-7126-4871-a952-50a4c004e76e admin admin] Pushing event deleted for resources: {'Network': ['ID=11365114-3783-4bd2-8a92-cb0729ffb860,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:34.612625 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-3e916bbd-7126-4871-a952-50a4c004e76e admin admin] 10.222.0.105 "DELETE /v2.0/networks/11365114-3783-4bd2-8a92-cb0729ffb860 HTTP/1.1" status: 204 len: 168 time: 1.0251079 Feb 09 02:00:34.615505 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49024) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:00:34.861040 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-eb9549ac-f996-49de-a458-1a4349796eb2 None None] Deleting port 0e710c1b-fc41-437d-a927-7f44624ce1ef {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:00:34.861658 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-eb9549ac-f996-49de-a458-1a4349796eb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:34.929545 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-eb9549ac-f996-49de-a458-1a4349796eb2 None None] The port '0e710c1b-fc41-437d-a927-7f44624ce1ef' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 02:00:35.159742 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-17614149-bba4-44d8-8a49-931f251a8daa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:35.507725 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-17614149-bba4-44d8-8a49-931f251a8daa admin admin] Deleting port 8389d95a-2a34-451d-b3ca-a0c2b021a811 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:00:35.508061 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-17614149-bba4-44d8-8a49-931f251a8daa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:35.612013 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 0e710c1b-fc41-437d-a927-7f44624ce1ef no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:00:35.649471 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 0e710c1b-fc41-437d-a927-7f44624ce1ef {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:00:35.649842 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 0e710c1b-fc41-437d-a927-7f44624ce1ef not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:00:35.688292 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-17614149-bba4-44d8-8a49-931f251a8daa admin admin] For port 8389d95a-2a34-451d-b3ca-a0c2b021a811, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=8389d95a-2a34-451d-b3ca-a0c2b021a811,segment=NetworkSegment(abcb3451-d9b5-4737-913c-2e60ecf16f6b),segment_id=abcb3451-d9b5-4737-913c-2e60ecf16f6b)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:00:35.688641 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-17614149-bba4-44d8-8a49-931f251a8daa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:35.808750 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-17614149-bba4-44d8-8a49-931f251a8daa admin admin] Calling delete_port for 8389d95a-2a34-451d-b3ca-a0c2b021a811 owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:00:36.098267 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-17614149-bba4-44d8-8a49-931f251a8daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:36.145669 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17614149-bba4-44d8-8a49-931f251a8daa admin admin] Pushing event deleted for resources: {'Port': ['ID=8389d95a-2a34-451d-b3ca-a0c2b021a811,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:36.414571 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-17614149-bba4-44d8-8a49-931f251a8daa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:36.766317 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17614149-bba4-44d8-8a49-931f251a8daa admin admin] Router 368cb53a-6fd2-4b2b-880b-19baf95893a1 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:00:36.941685 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17614149-bba4-44d8-8a49-931f251a8daa admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:00:36.954979 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632a309d-18f0-489c-9463-6209a054d4b0 None None] Sync routers for ids ['368cb53a-6fd2-4b2b-880b-19baf95893a1'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:00:36.958241 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-17614149-bba4-44d8-8a49-931f251a8daa admin admin] 10.222.0.105 "PUT /v2.0/routers/368cb53a-6fd2-4b2b-880b-19baf95893a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3417397 Feb 09 02:00:36.960785 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49028) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:00:36.965104 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632a309d-18f0-489c-9463-6209a054d4b0 None None] Routers {'368cb53a-6fd2-4b2b-880b-19baf95893a1'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:00:36.965750 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-632a309d-18f0-489c-9463-6209a054d4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:00:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['368cb53a-6fd2-4b2b-880b-19baf95893a1'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:37.141551 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-caf59878-7048-4519-8e06-ca9587372cdf admin admin] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:37.175084 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-632a309d-18f0-489c-9463-6209a054d4b0 None None] Set router 368cb53a-6fd2-4b2b-880b-19baf95893a1 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:00:37.455227 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-caf59878-7048-4519-8e06-ca9587372cdf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:37.458692 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-632a309d-18f0-489c-9463-6209a054d4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368cb53a-6fd2-4b2b-880b-19baf95893a1', 'name': 'tempest-TestMinimumBasicScenario-1258522349-router', 'tenant_id': 'd5391f20fb124c41b7195aafc8777f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': 'b57afb82-aeef-4049-ab5f-86f41ba89c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:57:08Z', 'updated_at': '2022-02-09T02:00:36Z', 'revision_number': 5, 'project_id': 'd5391f20fb124c41b7195aafc8777f06', 'gw_port': {'id': 'b57afb82-aeef-4049-ab5f-86f41ba89c22', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368cb53a-6fd2-4b2b-880b-19baf95893a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:57:08Z', 'updated_at': '2022-02-09T01:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:37.462873 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632a309d-18f0-489c-9463-6209a054d4b0 None None] Checking router: 368cb53a-6fd2-4b2b-880b-19baf95893a1 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:00:37.465277 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-caf59878-7048-4519-8e06-ca9587372cdf admin admin] Deleting port b57afb82-aeef-4049-ab5f-86f41ba89c22 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:00:37.465618 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-caf59878-7048-4519-8e06-ca9587372cdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:37.471605 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632a309d-18f0-489c-9463-6209a054d4b0 None None] Routers {'368cb53a-6fd2-4b2b-880b-19baf95893a1'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:00:37.472202 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-632a309d-18f0-489c-9463-6209a054d4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:00:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['368cb53a-6fd2-4b2b-880b-19baf95893a1'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:37.631913 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-632a309d-18f0-489c-9463-6209a054d4b0 None None] Set router 368cb53a-6fd2-4b2b-880b-19baf95893a1 gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:00:37.658666 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-caf59878-7048-4519-8e06-ca9587372cdf admin admin] For port b57afb82-aeef-4049-ab5f-86f41ba89c22, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=b57afb82-aeef-4049-ab5f-86f41ba89c22,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:00:37.659021 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-caf59878-7048-4519-8e06-ca9587372cdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:37.742949 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-632a309d-18f0-489c-9463-6209a054d4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368cb53a-6fd2-4b2b-880b-19baf95893a1', 'name': 'tempest-TestMinimumBasicScenario-1258522349-router', 'tenant_id': 'd5391f20fb124c41b7195aafc8777f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:57:08Z', 'updated_at': '2022-02-09T02:00:37Z', 'revision_number': 6, 'project_id': 'd5391f20fb124c41b7195aafc8777f06', 'gw_port_host': None}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:37.746761 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632a309d-18f0-489c-9463-6209a054d4b0 None None] The sync data for ids ['368cb53a-6fd2-4b2b-880b-19baf95893a1'] in n-d-828418-1 is: [{'id': '368cb53a-6fd2-4b2b-880b-19baf95893a1', 'name': 'tempest-TestMinimumBasicScenario-1258522349-router', 'tenant_id': 'd5391f20fb124c41b7195aafc8777f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:57:08Z', 'updated_at': '2022-02-09T02:00:37Z', 'revision_number': 6, 'project_id': 'd5391f20fb124c41b7195aafc8777f06', 'gw_port_host': None}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:00:37.788229 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-caf59878-7048-4519-8e06-ca9587372cdf admin admin] Calling delete_port for b57afb82-aeef-4049-ab5f-86f41ba89c22 owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:00:37.951286 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-caf59878-7048-4519-8e06-ca9587372cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:37.997144 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf59878-7048-4519-8e06-ca9587372cdf admin admin] Pushing event deleted for resources: {'Port': ['ID=b57afb82-aeef-4049-ab5f-86f41ba89c22,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:38.093164 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-caf59878-7048-4519-8e06-ca9587372cdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:38.268819 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9f0e1732-0b2d-40bc-b1dd-809e90c0b52c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:38.269398 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-caf59878-7048-4519-8e06-ca9587372cdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:38.271651 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-caf59878-7048-4519-8e06-ca9587372cdf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:38.295018 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-caf59878-7048-4519-8e06-ca9587372cdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:38.295514 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf59878-7048-4519-8e06-ca9587372cdf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 368cb53a-6fd2-4b2b-880b-19baf95893a1 {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 02:00:38.307221 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-caf59878-7048-4519-8e06-ca9587372cdf admin admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:38.308337 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-caf59878-7048-4519-8e06-ca9587372cdf admin admin] 10.222.0.105 "DELETE /v2.0/routers/368cb53a-6fd2-4b2b-880b-19baf95893a1 HTTP/1.1" status: 204 len: 168 time: 1.3465989 Feb 09 02:00:38.311194 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49032) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:00:38.369308 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c5e819e-a2ce-48e7-a7dc-e7ad8e3a66a5 admin admin] Deleting subnet 4c4f4a27-0a16-4e40-9f91-be9813704da1 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 02:00:38.372670 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1c5e819e-a2ce-48e7-a7dc-e7ad8e3a66a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:38.423852 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1c5e819e-a2ce-48e7-a7dc-e7ad8e3a66a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:38.501325 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1c5e819e-a2ce-48e7-a7dc-e7ad8e3a66a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:38.575214 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1c5e819e-a2ce-48e7-a7dc-e7ad8e3a66a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:38.621937 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1c5e819e-a2ce-48e7-a7dc-e7ad8e3a66a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:38.624627 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df88529d-6272-4cbd-8ba5-6e6991c8d5d1 None None] Network 7d7da27f-0977-406f-ab58-8677549468a3 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 02:00:38.630564 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5e819e-a2ce-48e7-a7dc-e7ad8e3a66a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c4f4a27-0a16-4e40-9f91-be9813704da1,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:38.637103 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1c5e819e-a2ce-48e7-a7dc-e7ad8e3a66a5 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/4c4f4a27-0a16-4e40-9f91-be9813704da1 HTTP/1.1" status: 204 len: 168 time: 0.3247192 Feb 09 02:00:38.639629 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49036) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:00:38.757655 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dae936d6-c712-4338-b6c5-428586357568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:38.770154 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-dae936d6-c712-4338-b6c5-428586357568 admin admin] Deleting port 8f25dd78-71c2-4a84-a10f-b9e8c25262d4 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:00:38.770490 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dae936d6-c712-4338-b6c5-428586357568 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:38.905658 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe66691-08f9-4fb2-9395-5a28549f9342 None None] DHCP port deletion for 7d7da27f-0977-406f-ab58-8677549468a3 request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 02:00:38.910017 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-afe66691-08f9-4fb2-9395-5a28549f9342 None None] Deleting port 8f25dd78-71c2-4a84-a10f-b9e8c25262d4 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:00:38.910453 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-afe66691-08f9-4fb2-9395-5a28549f9342 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:39.110472 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-dae936d6-c712-4338-b6c5-428586357568 admin admin] For port 8f25dd78-71c2-4a84-a10f-b9e8c25262d4, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=8f25dd78-71c2-4a84-a10f-b9e8c25262d4,segment=NetworkSegment(abcb3451-d9b5-4737-913c-2e60ecf16f6b),segment_id=abcb3451-d9b5-4737-913c-2e60ecf16f6b)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:00:39.110725 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dae936d6-c712-4338-b6c5-428586357568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:39.155513 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-afe66691-08f9-4fb2-9395-5a28549f9342 None None] For port 8f25dd78-71c2-4a84-a10f-b9e8c25262d4, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=8f25dd78-71c2-4a84-a10f-b9e8c25262d4,segment=NetworkSegment(abcb3451-d9b5-4737-913c-2e60ecf16f6b),segment_id=abcb3451-d9b5-4737-913c-2e60ecf16f6b)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:00:39.155933 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-afe66691-08f9-4fb2-9395-5a28549f9342 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:39.255119 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-dae936d6-c712-4338-b6c5-428586357568 admin admin] Calling delete_port for 8f25dd78-71c2-4a84-a10f-b9e8c25262d4 owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:00:39.282162 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-afe66691-08f9-4fb2-9395-5a28549f9342 None None] Calling delete_port for 8f25dd78-71c2-4a84-a10f-b9e8c25262d4 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:00:39.342489 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dae936d6-c712-4338-b6c5-428586357568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:39.358907 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-afe66691-08f9-4fb2-9395-5a28549f9342 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:00:39.359266 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-afe66691-08f9-4fb2-9395-5a28549f9342 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:00:39.393189 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae936d6-c712-4338-b6c5-428586357568 admin admin] No DVR routers for this DVR port 8f25dd78-71c2-4a84-a10f-b9e8c25262d4 on host n-d-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:00:39.395332 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae936d6-c712-4338-b6c5-428586357568 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f25dd78-71c2-4a84-a10f-b9e8c25262d4,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:39.509856 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dae936d6-c712-4338-b6c5-428586357568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:39.535345 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-dae936d6-c712-4338-b6c5-428586357568 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d7da27f-0977-406f-ab58-8677549468a3']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:39.547731 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-dae936d6-c712-4338-b6c5-428586357568 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abcb3451-d9b5-4737-913c-2e60ecf16f6b') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:39.548025 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-dae936d6-c712-4338-b6c5-428586357568 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abcb3451-d9b5-4737-913c-2e60ecf16f6b') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:39.558857 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dae936d6-c712-4338-b6c5-428586357568 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:39.579997 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dae936d6-c712-4338-b6c5-428586357568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:39.586835 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dae936d6-c712-4338-b6c5-428586357568 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:00:39.587224 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dae936d6-c712-4338-b6c5-428586357568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:39.600799 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 02:00:39.600799 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:00:39.600799 n-d-828418-1 neutron-server[87638]: timer() Feb 09 02:00:39.600799 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:00:39.600799 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 02:00:39.600799 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 02:00:39.600799 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 02:00:39.600799 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:00:39.600799 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 02:00:39.600799 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:00:39.600799 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 02:00:39.600799 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:00:39.600799 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 02:00:39.600799 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 02:00:39.600799 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:00:39.600799 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 02:00:39.600799 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:00:39.600799 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 02:00:39.600799 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 02:00:39.600799 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 02:00:39.600799 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 02:00:39.600799 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 02:00:39.600799 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:00:39.600799 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:00:39.600799 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 02:00:39.600799 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:00:39.600799 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:00:39.600799 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:00:39.600799 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:00:39.600799 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:00:39.600799 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:00:39.600799 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:00:39.620751 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device b57afb82-aeef-4049-ab5f-86f41ba89c22 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:00:39.658038 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: b57afb82-aeef-4049-ab5f-86f41ba89c22 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:00:39.658384 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device b57afb82-aeef-4049-ab5f-86f41ba89c22 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:00:39.658799 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 8389d95a-2a34-451d-b3ca-a0c2b021a811 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:00:39.676223 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dae936d6-c712-4338-b6c5-428586357568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:39.682131 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dae936d6-c712-4338-b6c5-428586357568 admin admin] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:39.693151 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 8389d95a-2a34-451d-b3ca-a0c2b021a811 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:00:39.693500 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 8389d95a-2a34-451d-b3ca-a0c2b021a811 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:00:39.693939 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 8f25dd78-71c2-4a84-a10f-b9e8c25262d4 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:00:39.709525 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae936d6-c712-4338-b6c5-428586357568 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d7da27f-0977-406f-ab58-8677549468a3,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:39.717208 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-dae936d6-c712-4338-b6c5-428586357568 admin admin] 10.222.0.105 "DELETE /v2.0/networks/7d7da27f-0977-406f-ab58-8677549468a3 HTTP/1.1" status: 204 len: 168 time: 1.0729234 Feb 09 02:00:39.729271 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 8f25dd78-71c2-4a84-a10f-b9e8c25262d4 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:00:39.729715 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 8f25dd78-71c2-4a84-a10f-b9e8c25262d4 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:00:39.860949 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-afe66691-08f9-4fb2-9395-5a28549f9342 None None] Deleting port 8f25dd78-71c2-4a84-a10f-b9e8c25262d4 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:00:39.861450 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-afe66691-08f9-4fb2-9395-5a28549f9342 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:39.887734 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49042) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:00:39.926895 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-afe66691-08f9-4fb2-9395-5a28549f9342 None None] The port '8f25dd78-71c2-4a84-a10f-b9e8c25262d4' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 02:00:39.939999 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f20d0139-ccae-4f77-9a74-c3b1e4690f2f admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=98c38cb4cfe84cd9a048429123ca9b5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0510278 Feb 09 02:00:39.942525 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49046) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:00:40.001002 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-173947db-df77-4b60-9a71-080291f8549d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:40.026257 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-173947db-df77-4b60-9a71-080291f8549d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:40.084153 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-173947db-df77-4b60-9a71-080291f8549d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:40.101847 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173947db-df77-4b60-9a71-080291f8549d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad549a1-c09f-46c1-84b1-6ced2677dc68,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:40.109175 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-173947db-df77-4b60-9a71-080291f8549d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:40.113171 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-173947db-df77-4b60-9a71-080291f8549d admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/3ad549a1-c09f-46c1-84b1-6ced2677dc68 HTTP/1.1" status: 204 len: 168 time: 0.1697176 Feb 09 02:00:40.548894 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49056) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:00:40.568067 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-316b1d9a-a1e6-4cb6-ac45-4fcd36cfd3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:40.598032 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-990778c9-30e6-4c7d-b154-b16f18b2b66a admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=d5391f20fb124c41b7195aafc8777f06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476360 Feb 09 02:00:40.600529 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49060) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:00:40.658995 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-57759ad0-04ab-427f-b0bf-cdfa70a9143f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:40.683800 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-57759ad0-04ab-427f-b0bf-cdfa70a9143f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:40.735254 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-57759ad0-04ab-427f-b0bf-cdfa70a9143f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:40.749625 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57759ad0-04ab-427f-b0bf-cdfa70a9143f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a0f33e-2aa8-416c-a9f4-2cc5460ef4d6,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:40.755939 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-57759ad0-04ab-427f-b0bf-cdfa70a9143f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:40.757047 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-57759ad0-04ab-427f-b0bf-cdfa70a9143f admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/a0a0f33e-2aa8-416c-a9f4-2cc5460ef4d6 HTTP/1.1" status: 204 len: 168 time: 0.1556463 Feb 09 02:00:41.672243 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:41.690412 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:42.558121 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49102) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:00:42.563986 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-9eb74634-fdc8-45bb-862e-efac58ca4114 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-878158122', 'description': 'tempest-secgroup-smoke-878158122 description', 'project_id': '00d6805fb291418fb69e8e927f223d1a'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:42.570557 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-9eb74634-fdc8-45bb-862e-efac58ca4114 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:00:42.574323 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-9eb74634-fdc8-45bb-862e-efac58ca4114 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Usage tracker for resource:security_group and tenant:00d6805fb291418fb69e8e927f223d1a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:00:42.577266 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-9eb74634-fdc8-45bb-862e-efac58ca4114 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:00:42.583115 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-9eb74634-fdc8-45bb-862e-efac58ca4114 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:00:42.596392 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9eb74634-fdc8-45bb-862e-efac58ca4114 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:42.608647 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9eb74634-fdc8-45bb-862e-efac58ca4114 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:42.623171 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-9eb74634-fdc8-45bb-862e-efac58ca4114 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:00:42.626861 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-9eb74634-fdc8-45bb-862e-efac58ca4114 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Usage tracker for resource:security_group_rule and tenant:00d6805fb291418fb69e8e927f223d1a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:00:42.629549 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-9eb74634-fdc8-45bb-862e-efac58ca4114 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:00:42.635151 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-9eb74634-fdc8-45bb-862e-efac58ca4114 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:00:42.720963 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9eb74634-fdc8-45bb-862e-efac58ca4114 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:42.724921 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9eb74634-fdc8-45bb-862e-efac58ca4114 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:42.739763 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-9eb74634-fdc8-45bb-862e-efac58ca4114 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:00:42.751678 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-9eb74634-fdc8-45bb-862e-efac58ca4114 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Usage tracker for resource:security_group_rule and tenant:00d6805fb291418fb69e8e927f223d1a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:00:42.757294 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-9eb74634-fdc8-45bb-862e-efac58ca4114 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:00:42.765437 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-9eb74634-fdc8-45bb-862e-efac58ca4114 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:00:42.767334 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb74634-fdc8-45bb-862e-efac58ca4114 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8114c0d1-4395-445f-8613-227c985c8c50,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:42.837820 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9eb74634-fdc8-45bb-862e-efac58ca4114 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:42.842011 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9eb74634-fdc8-45bb-862e-efac58ca4114 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:42.883414 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb74634-fdc8-45bb-862e-efac58ca4114 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba7f2ca-39a9-45fd-9ef1-f5afb4330a4f,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:42.886430 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9eb74634-fdc8-45bb-862e-efac58ca4114 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:42.887671 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-9eb74634-fdc8-45bb-862e-efac58ca4114 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3284822 Feb 09 02:00:42.891103 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49106) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:00:42.896520 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-f47ebd6b-4410-4879-898e-6aca2bacbeb3 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Request body: {'security_group_rule': {'security_group_id': '6ba7f2ca-39a9-45fd-9ef1-f5afb4330a4f', 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:42.904455 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f47ebd6b-4410-4879-898e-6aca2bacbeb3 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:00:42.908315 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-f47ebd6b-4410-4879-898e-6aca2bacbeb3 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Usage tracker for resource:security_group_rule and tenant:00d6805fb291418fb69e8e927f223d1a is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:00:42.911202 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-f47ebd6b-4410-4879-898e-6aca2bacbeb3 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:00:42.922007 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-f47ebd6b-4410-4879-898e-6aca2bacbeb3 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:00:42.937571 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f47ebd6b-4410-4879-898e-6aca2bacbeb3 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:42.999743 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f47ebd6b-4410-4879-898e-6aca2bacbeb3 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:43.003392 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f47ebd6b-4410-4879-898e-6aca2bacbeb3 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:43.028040 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47ebd6b-4410-4879-898e-6aca2bacbeb3 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa08806a-a8d2-4be3-ad65-d1277a8a55ca,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:43.037962 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f47ebd6b-4410-4879-898e-6aca2bacbeb3 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:43.039194 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f47ebd6b-4410-4879-898e-6aca2bacbeb3 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1468630 Feb 09 02:00:43.041900 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49110) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:00:43.047410 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-08968ccb-5bb1-4271-a13f-6d45dceedfe1 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Request body: {'security_group_rule': {'security_group_id': '6ba7f2ca-39a9-45fd-9ef1-f5afb4330a4f', 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:43.054116 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-08968ccb-5bb1-4271-a13f-6d45dceedfe1 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:00:43.058211 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-08968ccb-5bb1-4271-a13f-6d45dceedfe1 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Usage tracker for resource:security_group_rule and tenant:00d6805fb291418fb69e8e927f223d1a is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:00:43.061179 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-08968ccb-5bb1-4271-a13f-6d45dceedfe1 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:00:43.067095 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-08968ccb-5bb1-4271-a13f-6d45dceedfe1 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:00:43.084092 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-08968ccb-5bb1-4271-a13f-6d45dceedfe1 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:43.146462 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-08968ccb-5bb1-4271-a13f-6d45dceedfe1 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:43.149836 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-08968ccb-5bb1-4271-a13f-6d45dceedfe1 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:43.173495 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08968ccb-5bb1-4271-a13f-6d45dceedfe1 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e56546f-d583-49eb-8bc1-947e147c8235,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:43.183883 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-08968ccb-5bb1-4271-a13f-6d45dceedfe1 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:43.185778 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-08968ccb-5bb1-4271-a13f-6d45dceedfe1 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1428630 Feb 09 02:00:43.188380 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49114) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:00:43.193292 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-dff0645c-6940-48f1-b595-0e8e615e909f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Request body: {'security_group_rule': {'security_group_id': '6ba7f2ca-39a9-45fd-9ef1-f5afb4330a4f', 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:43.199834 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-dff0645c-6940-48f1-b595-0e8e615e909f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:00:43.204283 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-dff0645c-6940-48f1-b595-0e8e615e909f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Usage tracker for resource:security_group_rule and tenant:00d6805fb291418fb69e8e927f223d1a is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:00:43.207124 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-dff0645c-6940-48f1-b595-0e8e615e909f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:00:43.212738 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-dff0645c-6940-48f1-b595-0e8e615e909f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:00:43.228926 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dff0645c-6940-48f1-b595-0e8e615e909f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:43.294667 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dff0645c-6940-48f1-b595-0e8e615e909f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:43.298272 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dff0645c-6940-48f1-b595-0e8e615e909f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:43.322022 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff0645c-6940-48f1-b595-0e8e615e909f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ada4ab10-d1c3-4a73-acd0-175a6ba156ee,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:43.332349 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dff0645c-6940-48f1-b595-0e8e615e909f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:43.336214 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:43.336683 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-dff0645c-6940-48f1-b595-0e8e615e909f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1442893 Feb 09 02:00:43.336683 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49118) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:00:43.341920 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-2f1e3274-01e8-4bb9-bf31-29523284eca1 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Request body: {'security_group_rule': {'security_group_id': '6ba7f2ca-39a9-45fd-9ef1-f5afb4330a4f', 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:43.348436 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2f1e3274-01e8-4bb9-bf31-29523284eca1 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:00:43.352218 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-2f1e3274-01e8-4bb9-bf31-29523284eca1 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Usage tracker for resource:security_group_rule and tenant:00d6805fb291418fb69e8e927f223d1a is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:00:43.355147 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-2f1e3274-01e8-4bb9-bf31-29523284eca1 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:00:43.360999 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2f1e3274-01e8-4bb9-bf31-29523284eca1 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:00:43.377037 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2f1e3274-01e8-4bb9-bf31-29523284eca1 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:43.439671 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2f1e3274-01e8-4bb9-bf31-29523284eca1 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:43.443030 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2f1e3274-01e8-4bb9-bf31-29523284eca1 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:43.466979 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1e3274-01e8-4bb9-bf31-29523284eca1 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=791faa7b-bcee-4d3f-8dcc-eaca4daf77b6,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:43.475595 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2f1e3274-01e8-4bb9-bf31-29523284eca1 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:43.476807 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-2f1e3274-01e8-4bb9-bf31-29523284eca1 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1394958 Feb 09 02:00:43.479519 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49122) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:00:43.484589 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-c11f813e-a097-449c-a89b-41b7ca6f3501 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Request body: {'security_group_rule': {'security_group_id': '6ba7f2ca-39a9-45fd-9ef1-f5afb4330a4f', 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:43.491589 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c11f813e-a097-449c-a89b-41b7ca6f3501 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:00:43.495403 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-c11f813e-a097-449c-a89b-41b7ca6f3501 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Usage tracker for resource:security_group_rule and tenant:00d6805fb291418fb69e8e927f223d1a is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:00:43.498321 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-c11f813e-a097-449c-a89b-41b7ca6f3501 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:00:43.503967 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-c11f813e-a097-449c-a89b-41b7ca6f3501 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:00:43.514409 n-d-828418-1 neutron-server[87638]: INFO neutron.db.securitygroups_db [None req-c11f813e-a097-449c-a89b-41b7ca6f3501 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Project 00d6805fb291418fb69e8e927f223d1a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:00:43.520995 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c11f813e-a097-449c-a89b-41b7ca6f3501 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:43.585841 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c11f813e-a097-449c-a89b-41b7ca6f3501 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:43.589711 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c11f813e-a097-449c-a89b-41b7ca6f3501 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:43.616377 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11f813e-a097-449c-a89b-41b7ca6f3501 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ae5cb71-fefe-4b61-81e4-7739e8f16d24,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:43.626323 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c11f813e-a097-449c-a89b-41b7ca6f3501 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:43.627517 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-c11f813e-a097-449c-a89b-41b7ca6f3501 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1470959 Feb 09 02:00:43.630303 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49126) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:00:43.635176 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-da93be14-3416-4e69-aa8b-8e83dca378b7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Request body: {'security_group_rule': {'security_group_id': '6ba7f2ca-39a9-45fd-9ef1-f5afb4330a4f', 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:43.642854 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-da93be14-3416-4e69-aa8b-8e83dca378b7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:00:43.646654 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-da93be14-3416-4e69-aa8b-8e83dca378b7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Usage tracker for resource:security_group_rule and tenant:00d6805fb291418fb69e8e927f223d1a is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:00:43.649513 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-da93be14-3416-4e69-aa8b-8e83dca378b7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:00:43.655178 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-da93be14-3416-4e69-aa8b-8e83dca378b7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:00:43.665747 n-d-828418-1 neutron-server[87638]: INFO neutron.db.securitygroups_db [None req-da93be14-3416-4e69-aa8b-8e83dca378b7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Project 00d6805fb291418fb69e8e927f223d1a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:00:43.672351 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-da93be14-3416-4e69-aa8b-8e83dca378b7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:43.737721 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-da93be14-3416-4e69-aa8b-8e83dca378b7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:43.741067 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-da93be14-3416-4e69-aa8b-8e83dca378b7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:43.764471 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da93be14-3416-4e69-aa8b-8e83dca378b7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd9df989-4d35-4f0c-82e3-04cc49c14b9f,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:43.774101 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-da93be14-3416-4e69-aa8b-8e83dca378b7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:43.775257 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-da93be14-3416-4e69-aa8b-8e83dca378b7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1440332 Feb 09 02:00:43.778290 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49130) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:00:43.783741 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-83cf6a82-9835-4b53-9e7d-e88e04b65430 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Request body: {'network': {'name': 'tempest-network-smoke--276079892', 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'port_security_enabled': True}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:43.789249 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-83cf6a82-9835-4b53-9e7d-e88e04b65430 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:00:43.793200 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-83cf6a82-9835-4b53-9e7d-e88e04b65430 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Usage tracker for resource:network and tenant:00d6805fb291418fb69e8e927f223d1a is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:00:43.796433 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-83cf6a82-9835-4b53-9e7d-e88e04b65430 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:00:43.803268 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-83cf6a82-9835-4b53-9e7d-e88e04b65430 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:00:43.814151 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83cf6a82-9835-4b53-9e7d-e88e04b65430 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Made reservation on behalf of 00d6805fb291418fb69e8e927f223d1a for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:00:43.817585 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-83cf6a82-9835-4b53-9e7d-e88e04b65430 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:43.845031 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83cf6a82-9835-4b53-9e7d-e88e04b65430 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:00:43.853359 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-83cf6a82-9835-4b53-9e7d-e88e04b65430 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:43.853743 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-83cf6a82-9835-4b53-9e7d-e88e04b65430 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Added segment f7e9b06c-aa6c-4d6a-9d93-b3496cedb4b5 of type vlan for network b6d30544-853e-40ac-8783-9772d598fcd3 Feb 09 02:00:43.879631 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-83cf6a82-9835-4b53-9e7d-e88e04b65430 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:43.909101 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-83cf6a82-9835-4b53-9e7d-e88e04b65430 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:43.914595 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cf6a82-9835-4b53-9e7d-e88e04b65430 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:43.915177 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-83cf6a82-9835-4b53-9e7d-e88e04b65430 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:44.015371 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-83cf6a82-9835-4b53-9e7d-e88e04b65430 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2356484 Feb 09 02:00:44.018378 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49134) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:00:44.023589 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-27a1799b-56aa-46e8-a74e-c60bfed766cc tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1325350752', 'admin_state_up': True, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:44.024103 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cf6a82-9835-4b53-9e7d-e88e04b65430 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event updated for resources: {'Network': ['ID=b6d30544-853e-40ac-8783-9772d598fcd3,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:44.033962 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network b6d30544-853e-40ac-8783-9772d598fcd3 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 02:00:44.035165 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-27a1799b-56aa-46e8-a74e-c60bfed766cc tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:00:44.039061 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-27a1799b-56aa-46e8-a74e-c60bfed766cc tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Usage tracker for resource:router and tenant:00d6805fb291418fb69e8e927f223d1a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:00:44.042051 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-27a1799b-56aa-46e8-a74e-c60bfed766cc tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:00:44.049165 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-27a1799b-56aa-46e8-a74e-c60bfed766cc tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:00:44.058993 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-27a1799b-56aa-46e8-a74e-c60bfed766cc tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:44.060739 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-27a1799b-56aa-46e8-a74e-c60bfed766cc tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:44.076307 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-27a1799b-56aa-46e8-a74e-c60bfed766cc tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:44.340568 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-27a1799b-56aa-46e8-a74e-c60bfed766cc tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:44.736071 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-27a1799b-56aa-46e8-a74e-c60bfed766cc tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for router_gateway, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:44.765418 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-27a1799b-56aa-46e8-a74e-c60bfed766cc tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:44.898782 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-27a1799b-56aa-46e8-a74e-c60bfed766cc tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Allocated IP 172.25.0.243 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/5d729786-6c1e-41b1-a525-8ed4b0890177) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:00:45.045559 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-27a1799b-56aa-46e8-a74e-c60bfed766cc tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:45.074314 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-27a1799b-56aa-46e8-a74e-c60bfed766cc tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:45.142088 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a1799b-56aa-46e8-a74e-c60bfed766cc tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:00:45.144886 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-27a1799b-56aa-46e8-a74e-c60bfed766cc tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:00:45.148878 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a1799b-56aa-46e8-a74e-c60bfed766cc tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:00:45.184178 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a1799b-56aa-46e8-a74e-c60bfed766cc tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event updated for resources: {'Port': ['ID=5d729786-6c1e-41b1-a525-8ed4b0890177,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:45.557133 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-27a1799b-56aa-46e8-a74e-c60bfed766cc tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for router_gateway, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:45.892793 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-27a1799b-56aa-46e8-a74e-c60bfed766cc tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:46.201640 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27a1799b-56aa-46e8-a74e-c60bfed766cc tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Router 5dd3d579-fc99-4492-8cb7-b65dc1b61d6d is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 02:00:46.378360 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27a1799b-56aa-46e8-a74e-c60bfed766cc tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:00:46.390438 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77bb31d-93b6-4b26-81f3-9dcc43188aec None None] Sync routers for ids ['5dd3d579-fc99-4492-8cb7-b65dc1b61d6d'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:00:46.399161 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:00:46.400045 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77bb31d-93b6-4b26-81f3-9dcc43188aec None None] Routers {'5dd3d579-fc99-4492-8cb7-b65dc1b61d6d'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:00:46.400675 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-c77bb31d-93b6-4b26-81f3-9dcc43188aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:00:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['5dd3d579-fc99-4492-8cb7-b65dc1b61d6d'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:46.405885 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-27a1799b-56aa-46e8-a74e-c60bfed766cc tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:46.409987 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-27a1799b-56aa-46e8-a74e-c60bfed766cc tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3877392 Feb 09 02:00:46.410306 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49138) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:00:46.548727 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-ca0db4c0-aca2-4f97-87c0-1b14ae96c0cb tempest-TestNetworkAdvancedServerOps-1798257017 tempest-TestNetworkAdvancedServerOps-1798257017-project-admin] 10.222.0.105 "GET /v2.0/subnets?project_id=00d6805fb291418fb69e8e927f223d1a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1373093 Feb 09 02:00:46.551384 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49144) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:00:46.581098 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-c77bb31d-93b6-4b26-81f3-9dcc43188aec None None] Set router 5dd3d579-fc99-4492-8cb7-b65dc1b61d6d gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:00:46.680796 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f784b9c1-1ab8-4a8c-90ef-fb5793252627 tempest-TestNetworkAdvancedServerOps-1798257017 tempest-TestNetworkAdvancedServerOps-1798257017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:46.682307 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f784b9c1-1ab8-4a8c-90ef-fb5793252627 tempest-TestNetworkAdvancedServerOps-1798257017 tempest-TestNetworkAdvancedServerOps-1798257017-project-admin] 10.222.0.105 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1300516 Feb 09 02:00:46.685215 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49148) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:00:46.723673 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-e6cda2c3-d392-41b8-ab1b-b6dbc627e40b tempest-TestNetworkAdvancedServerOps-1798257017 tempest-TestNetworkAdvancedServerOps-1798257017-project-admin] 10.222.0.105 "GET /v2.0/subnets?network_id=3d885c3c-255c-4e54-addc-b28437d0b18e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373869 Feb 09 02:00:46.726269 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49152) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:00:46.732077 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-602befcf-4e2b-45c9-9b6c-870b71b0bf86 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-224780500', 'network_id': 'b6d30544-853e-40ac-8783-9772d598fcd3', 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:46.841513 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-602befcf-4e2b-45c9-9b6c-870b71b0bf86 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:00:46.845249 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-602befcf-4e2b-45c9-9b6c-870b71b0bf86 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Usage tracker for resource:subnet and tenant:00d6805fb291418fb69e8e927f223d1a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:00:46.848047 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-602befcf-4e2b-45c9-9b6c-870b71b0bf86 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:00:46.853708 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-602befcf-4e2b-45c9-9b6c-870b71b0bf86 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:00:46.864061 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-602befcf-4e2b-45c9-9b6c-870b71b0bf86 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Made reservation on behalf of 00d6805fb291418fb69e8e927f223d1a for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:00:46.866093 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-c77bb31d-93b6-4b26-81f3-9dcc43188aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd3d579-fc99-4492-8cb7-b65dc1b61d6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1325350752', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '5d729786-6c1e-41b1-a525-8ed4b0890177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:00:44Z', 'updated_at': '2022-02-09T02:00:45Z', 'revision_number': 3, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'gw_port': {'id': '5d729786-6c1e-41b1-a525-8ed4b0890177', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:2f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd3d579-fc99-4492-8cb7-b65dc1b61d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:44Z', 'updated_at': '2022-02-09T02:00:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:46.867621 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-602befcf-4e2b-45c9-9b6c-870b71b0bf86 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:46.869973 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77bb31d-93b6-4b26-81f3-9dcc43188aec None None] Checking router: 5dd3d579-fc99-4492-8cb7-b65dc1b61d6d for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:00:46.870324 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77bb31d-93b6-4b26-81f3-9dcc43188aec None None] Updating router 5dd3d579-fc99-4492-8cb7-b65dc1b61d6d port 5d729786-6c1e-41b1-a525-8ed4b0890177 binding host n-d-828418-1 {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:00:46.923559 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c77bb31d-93b6-4b26-81f3-9dcc43188aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:47.086100 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-602befcf-4e2b-45c9-9b6c-870b71b0bf86 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:47.162515 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602befcf-4e2b-45c9-9b6c-870b71b0bf86 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event updated for resources: {'Subnet': ['ID=267c9dee-924c-420d-962a-178e80fd0313,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:47.170545 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602befcf-4e2b-45c9-9b6c-870b71b0bf86 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Checking segment: {'id': 'f7e9b06c-aa6c-4d6a-9d93-b3496cedb4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b6d30544-853e-40ac-8783-9772d598fcd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:00:47.170755 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602befcf-4e2b-45c9-9b6c-870b71b0bf86 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Network hostable DHCP agents. Network: b6d30544-853e-40ac-8783-9772d598fcd3, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:00:47.190144 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602befcf-4e2b-45c9-9b6c-870b71b0bf86 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Network b6d30544-853e-40ac-8783-9772d598fcd3 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:00:47.199405 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-602befcf-4e2b-45c9-9b6c-870b71b0bf86 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, b6d30544-853e-40ac-8783-9772d598fcd3) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:00:47.204144 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602befcf-4e2b-45c9-9b6c-870b71b0bf86 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:47.204849 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-602befcf-4e2b-45c9-9b6c-870b71b0bf86 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:47.213054 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f9ae55-1641-43f0-be56-85fd1f6a2de3 None None] Network b6d30544-853e-40ac-8783-9772d598fcd3 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 02:00:47.226230 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-602befcf-4e2b-45c9-9b6c-870b71b0bf86 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4989519 Feb 09 02:00:47.229003 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49156) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:00:47.372586 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c77bb31d-93b6-4b26-81f3-9dcc43188aec None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:47.397815 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-c77bb31d-93b6-4b26-81f3-9dcc43188aec None None] Transition to ACTIVE for port object 5d729786-6c1e-41b1-a525-8ed4b0890177 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:00:47.412676 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c77bb31d-93b6-4b26-81f3-9dcc43188aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:47.538463 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-c77bb31d-93b6-4b26-81f3-9dcc43188aec None None] Attempting to bind port 5d729786-6c1e-41b1-a525-8ed4b0890177 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:00:47.538834 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-c77bb31d-93b6-4b26-81f3-9dcc43188aec None None] Attempting to bind port 5d729786-6c1e-41b1-a525-8ed4b0890177 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:00:47.539201 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77bb31d-93b6-4b26-81f3-9dcc43188aec None None] Attempting to bind port 5d729786-6c1e-41b1-a525-8ed4b0890177 on network 3d885c3c-255c-4e54-addc-b28437d0b18e {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:00:47.544947 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cda14b-af21-4d84-b96e-73871e60b103 None None] Pushing event updated for resources: {'Port': ['ID=5d729786-6c1e-41b1-a525-8ed4b0890177,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:47.551284 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77bb31d-93b6-4b26-81f3-9dcc43188aec None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:00:47.551657 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77bb31d-93b6-4b26-81f3-9dcc43188aec None None] Checking segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:00:47.552057 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c77bb31d-93b6-4b26-81f3-9dcc43188aec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:47.552452 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77bb31d-93b6-4b26-81f3-9dcc43188aec None None] Bound using segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:00:47.552920 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-c77bb31d-93b6-4b26-81f3-9dcc43188aec None None] Bound port: 5d729786-6c1e-41b1-a525-8ed4b0890177, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:00:47.553292 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c77bb31d-93b6-4b26-81f3-9dcc43188aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:47.586575 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cda14b-af21-4d84-b96e-73871e60b103 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:47.586919 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cda14b-af21-4d84-b96e-73871e60b103 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:47.587264 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cda14b-af21-4d84-b96e-73871e60b103 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:47.587604 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cda14b-af21-4d84-b96e-73871e60b103 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:47.587949 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cda14b-af21-4d84-b96e-73871e60b103 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:47.588282 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cda14b-af21-4d84-b96e-73871e60b103 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:47.588616 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cda14b-af21-4d84-b96e-73871e60b103 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:47.588949 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cda14b-af21-4d84-b96e-73871e60b103 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:47.589277 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cda14b-af21-4d84-b96e-73871e60b103 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:47.589631 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cda14b-af21-4d84-b96e-73871e60b103 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:47.589952 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cda14b-af21-4d84-b96e-73871e60b103 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:47.590277 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cda14b-af21-4d84-b96e-73871e60b103 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:47.660803 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7553d1ce-235d-4b92-aa76-adfeee60b880 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-b6d30544-853e-40ac-8783-9772d598fcd3', 'network_id': 'b6d30544-853e-40ac-8783-9772d598fcd3', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'fixed_ips': [{'subnet_id': '267c9dee-924c-420d-962a-178e80fd0313'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 02:00:47.661636 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7553d1ce-235d-4b92-aa76-adfeee60b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:47.728832 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-c77bb31d-93b6-4b26-81f3-9dcc43188aec None None] For port 5d729786-6c1e-41b1-a525-8ed4b0890177, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:00:47.747329 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-c77bb31d-93b6-4b26-81f3-9dcc43188aec None None] For port 5d729786-6c1e-41b1-a525-8ed4b0890177, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=5d729786-6c1e-41b1-a525-8ed4b0890177,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:00:47.753181 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c77bb31d-93b6-4b26-81f3-9dcc43188aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:47.905230 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77bb31d-93b6-4b26-81f3-9dcc43188aec None None] Routers {'5dd3d579-fc99-4492-8cb7-b65dc1b61d6d'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:00:47.905882 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-c77bb31d-93b6-4b26-81f3-9dcc43188aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:00:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['5dd3d579-fc99-4492-8cb7-b65dc1b61d6d'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:47.962985 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cda14b-af21-4d84-b96e-73871e60b103 None None] Pushing event updated for resources: {'Port': ['ID=5d729786-6c1e-41b1-a525-8ed4b0890177,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:47.990834 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-7553d1ce-235d-4b92-aa76-adfeee60b880 None None] Allocated IP 172.20.0.2 (b6d30544-853e-40ac-8783-9772d598fcd3/267c9dee-924c-420d-962a-178e80fd0313/c5158c31-8d63-4d3f-beb6-1d580f275192) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:00:48.054021 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d059a84b-b7f4-48fc-a07f-6b227be4a27a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:48.185963 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-c77bb31d-93b6-4b26-81f3-9dcc43188aec None None] Set router 5dd3d579-fc99-4492-8cb7-b65dc1b61d6d gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:00:48.540441 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7553d1ce-235d-4b92-aa76-adfeee60b880 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:48.580844 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-7553d1ce-235d-4b92-aa76-adfeee60b880 None None] Transition to ACTIVE for port object c5158c31-8d63-4d3f-beb6-1d580f275192 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:00:48.605186 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-7553d1ce-235d-4b92-aa76-adfeee60b880 None None] Transition to ACTIVE for port object c5158c31-8d63-4d3f-beb6-1d580f275192 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:00:48.611876 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7553d1ce-235d-4b92-aa76-adfeee60b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:48.676262 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-d059a84b-b7f4-48fc-a07f-6b227be4a27a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Allocated IP 172.20.0.1 (b6d30544-853e-40ac-8783-9772d598fcd3/267c9dee-924c-420d-962a-178e80fd0313/9b1b5c25-8f4d-431c-a6fc-86183b77538c) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:00:48.692418 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7553d1ce-235d-4b92-aa76-adfeee60b880 None None] Network b6d30544-853e-40ac-8783-9772d598fcd3 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:00:48.696463 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-7553d1ce-235d-4b92-aa76-adfeee60b880 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:00:48.703642 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7553d1ce-235d-4b92-aa76-adfeee60b880 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:00:48.707079 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7553d1ce-235d-4b92-aa76-adfeee60b880 None None] Pushing event updated for resources: {'Port': ['ID=c5158c31-8d63-4d3f-beb6-1d580f275192,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:48.742405 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-c77bb31d-93b6-4b26-81f3-9dcc43188aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd3d579-fc99-4492-8cb7-b65dc1b61d6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1325350752', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '5d729786-6c1e-41b1-a525-8ed4b0890177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:00:44Z', 'updated_at': '2022-02-09T02:00:45Z', 'revision_number': 3, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'gw_port': {'id': '5d729786-6c1e-41b1-a525-8ed4b0890177', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:2f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd3d579-fc99-4492-8cb7-b65dc1b61d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:44Z', 'updated_at': '2022-02-09T02:00:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:48.781814 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77bb31d-93b6-4b26-81f3-9dcc43188aec None None] The sync data for ids ['5dd3d579-fc99-4492-8cb7-b65dc1b61d6d'] in n-d-828418-1 is: [{'id': '5dd3d579-fc99-4492-8cb7-b65dc1b61d6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1325350752', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '5d729786-6c1e-41b1-a525-8ed4b0890177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:00:44Z', 'updated_at': '2022-02-09T02:00:45Z', 'revision_number': 3, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'gw_port': {'id': '5d729786-6c1e-41b1-a525-8ed4b0890177', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:2f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd3d579-fc99-4492-8cb7-b65dc1b61d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:44Z', 'updated_at': '2022-02-09T02:00:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:00:48.804907 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-7553d1ce-235d-4b92-aa76-adfeee60b880 None None] Attempting to bind port c5158c31-8d63-4d3f-beb6-1d580f275192 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:00:48.805208 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-7553d1ce-235d-4b92-aa76-adfeee60b880 None None] Attempting to bind port c5158c31-8d63-4d3f-beb6-1d580f275192 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'f7e9b06c-aa6c-4d6a-9d93-b3496cedb4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b6d30544-853e-40ac-8783-9772d598fcd3'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:00:48.805572 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7553d1ce-235d-4b92-aa76-adfeee60b880 None None] Attempting to bind port c5158c31-8d63-4d3f-beb6-1d580f275192 on network b6d30544-853e-40ac-8783-9772d598fcd3 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:00:48.811948 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7553d1ce-235d-4b92-aa76-adfeee60b880 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:00:48.812325 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7553d1ce-235d-4b92-aa76-adfeee60b880 None None] Checking segment: {'id': 'f7e9b06c-aa6c-4d6a-9d93-b3496cedb4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b6d30544-853e-40ac-8783-9772d598fcd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:00:48.812729 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7553d1ce-235d-4b92-aa76-adfeee60b880 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:48.813257 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7553d1ce-235d-4b92-aa76-adfeee60b880 None None] Bound using segment: {'id': 'f7e9b06c-aa6c-4d6a-9d93-b3496cedb4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b6d30544-853e-40ac-8783-9772d598fcd3'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:00:48.813787 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-7553d1ce-235d-4b92-aa76-adfeee60b880 None None] Bound port: c5158c31-8d63-4d3f-beb6-1d580f275192, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7e9b06c-aa6c-4d6a-9d93-b3496cedb4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b6d30544-853e-40ac-8783-9772d598fcd3'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:00:48.814164 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7553d1ce-235d-4b92-aa76-adfeee60b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:48.839523 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d059a84b-b7f4-48fc-a07f-6b227be4a27a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:48.858029 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-d059a84b-b7f4-48fc-a07f-6b227be4a27a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Transition to ACTIVE for port object 9b1b5c25-8f4d-431c-a6fc-86183b77538c will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:00:48.884330 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d059a84b-b7f4-48fc-a07f-6b227be4a27a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:48.907625 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-7553d1ce-235d-4b92-aa76-adfeee60b880 None None] For port c5158c31-8d63-4d3f-beb6-1d580f275192, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:00:48.910893 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-7553d1ce-235d-4b92-aa76-adfeee60b880 None None] For port c5158c31-8d63-4d3f-beb6-1d580f275192, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=c5158c31-8d63-4d3f-beb6-1d580f275192,segment=NetworkSegment(f7e9b06c-aa6c-4d6a-9d93-b3496cedb4b5),segment_id=f7e9b06c-aa6c-4d6a-9d93-b3496cedb4b5)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:00:48.916150 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7553d1ce-235d-4b92-aa76-adfeee60b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:48.956545 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d059a84b-b7f4-48fc-a07f-6b227be4a27a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Network b6d30544-853e-40ac-8783-9772d598fcd3 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:00:48.959970 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-d059a84b-b7f4-48fc-a07f-6b227be4a27a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:00:48.963936 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d059a84b-b7f4-48fc-a07f-6b227be4a27a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:00:49.001776 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d059a84b-b7f4-48fc-a07f-6b227be4a27a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event updated for resources: {'Port': ['ID=9b1b5c25-8f4d-431c-a6fc-86183b77538c,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:49.036118 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7553d1ce-235d-4b92-aa76-adfeee60b880 None None] Pushing event updated for resources: {'Port': ['ID=c5158c31-8d63-4d3f-beb6-1d580f275192,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:49.054391 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d059a84b-b7f4-48fc-a07f-6b227be4a27a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:49.190049 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d059a84b-b7f4-48fc-a07f-6b227be4a27a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:49.674432 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d059a84b-b7f4-48fc-a07f-6b227be4a27a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:49.679444 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d059a84b-b7f4-48fc-a07f-6b227be4a27a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:49.723903 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device c5158c31-8d63-4d3f-beb6-1d580f275192 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:00:49.799152 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port c5158c31-8d63-4d3f-beb6-1d580f275192 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:00:49.803810 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d059a84b-b7f4-48fc-a07f-6b227be4a27a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event updated for resources: {'Port': ['ID=9b1b5c25-8f4d-431c-a6fc-86183b77538c,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:49.804780 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 5d729786-6c1e-41b1-a525-8ed4b0890177 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:00:49.809327 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d059a84b-b7f4-48fc-a07f-6b227be4a27a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:49.895929 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 5d729786-6c1e-41b1-a525-8ed4b0890177 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:00:49.901551 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 5d729786-6c1e-41b1-a525-8ed4b0890177 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:49.901951 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:50.026746 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:50.044771 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 5d729786-6c1e-41b1-a525-8ed4b0890177, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=5d729786-6c1e-41b1-a525-8ed4b0890177,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:00:50.049266 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:50.099308 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d059a84b-b7f4-48fc-a07f-6b227be4a27a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Network b6d30544-853e-40ac-8783-9772d598fcd3 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:00:50.100628 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-d059a84b-b7f4-48fc-a07f-6b227be4a27a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:00:50.132219 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=5d729786-6c1e-41b1-a525-8ed4b0890177,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:50.188871 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34b1a5e-54d1-4669-a882-7c70603ab989 None None] Network b6d30544-853e-40ac-8783-9772d598fcd3 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 02:00:50.280274 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5f725044-0db9-46ff-a4ee-63cb9654a158 None None] Provisioning for port c5158c31-8d63-4d3f-beb6-1d580f275192 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:00:50.290660 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5f725044-0db9-46ff-a4ee-63cb9654a158 None None] Provisioning complete for port c5158c31-8d63-4d3f-beb6-1d580f275192 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:50.291028 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5f725044-0db9-46ff-a4ee-63cb9654a158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:50.294818 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d059a84b-b7f4-48fc-a07f-6b227be4a27a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Router 5dd3d579-fc99-4492-8cb7-b65dc1b61d6d has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:00:50.483252 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d059a84b-b7f4-48fc-a07f-6b227be4a27a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:00:50.492883 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-d059a84b-b7f4-48fc-a07f-6b227be4a27a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "PUT /v2.0/routers/5dd3d579-fc99-4492-8cb7-b65dc1b61d6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2630594 Feb 09 02:00:50.523413 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5f725044-0db9-46ff-a4ee-63cb9654a158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:50.568149 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-5f725044-0db9-46ff-a4ee-63cb9654a158 None None] For port c5158c31-8d63-4d3f-beb6-1d580f275192, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=c5158c31-8d63-4d3f-beb6-1d580f275192,segment=NetworkSegment(f7e9b06c-aa6c-4d6a-9d93-b3496cedb4b5),segment_id=f7e9b06c-aa6c-4d6a-9d93-b3496cedb4b5)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:00:50.574618 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5f725044-0db9-46ff-a4ee-63cb9654a158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:50.655997 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f725044-0db9-46ff-a4ee-63cb9654a158 None None] Pushing event updated for resources: {'Port': ['ID=c5158c31-8d63-4d3f-beb6-1d580f275192,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:50.665626 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931d9c3e-d7fb-42cc-894d-a9cba843f007 None None] Sync routers for ids ['5dd3d579-fc99-4492-8cb7-b65dc1b61d6d'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:00:50.679114 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931d9c3e-d7fb-42cc-894d-a9cba843f007 None None] Routers {'5dd3d579-fc99-4492-8cb7-b65dc1b61d6d'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:00:50.679736 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-931d9c3e-d7fb-42cc-894d-a9cba843f007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:00:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['5dd3d579-fc99-4492-8cb7-b65dc1b61d6d'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:50.679918 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-26cd7695-0a15-4e18-aac1-1d2530165022 req-16105d13-ab79-4c17-ae42-d020a533cd9b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Synchronizing usage tracker for tenant:00d6805fb291418fb69e8e927f223d1a on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:00:50.699363 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-26cd7695-0a15-4e18-aac1-1d2530165022 req-16105d13-ab79-4c17-ae42-d020a533cd9b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Unset dirty status for tenant:00d6805fb291418fb69e8e927f223d1a on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:00:50.702122 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-26cd7695-0a15-4e18-aac1-1d2530165022 req-16105d13-ab79-4c17-ae42-d020a533cd9b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-878158122&fields=id&tenant_id=00d6805fb291418fb69e8e927f223d1a HTTP/1.1" status: 200 len: 267 time: 0.0723121 Feb 09 02:00:50.861587 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd7695-0a15-4e18-aac1-1d2530165022 req-82076930-a262-42b4-bb5a-18593495bff9 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:50.863045 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-26cd7695-0a15-4e18-aac1-1d2530165022 req-82076930-a262-42b4-bb5a-18593495bff9 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/networks?id=b6d30544-853e-40ac-8783-9772d598fcd3 HTTP/1.1" status: 200 len: 796 time: 0.1528807 Feb 09 02:00:50.868339 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-931d9c3e-d7fb-42cc-894d-a9cba843f007 None None] Set router 5dd3d579-fc99-4492-8cb7-b65dc1b61d6d gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:00:50.880764 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-26cd7695-0a15-4e18-aac1-1d2530165022 req-ecba26ec-865c-4e72-9521-f22bb00c789a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/quotas/00d6805fb291418fb69e8e927f223d1a HTTP/1.1" status: 200 len: 375 time: 0.0119607 Feb 09 02:00:50.910100 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8a4fe0db-28d6-4e5f-a853-f0684561554f None None] Provisioning for port 9b1b5c25-8f4d-431c-a6fc-86183b77538c completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:00:50.916561 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8a4fe0db-28d6-4e5f-a853-f0684561554f None None] Provisioning complete for port 9b1b5c25-8f4d-431c-a6fc-86183b77538c triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:50.916931 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8a4fe0db-28d6-4e5f-a853-f0684561554f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:50.977010 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-26cd7695-0a15-4e18-aac1-1d2530165022 req-9e3ec9c4-f3cd-4efc-884a-c25783ad07fb tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Synchronizing usage tracker for tenant:00d6805fb291418fb69e8e927f223d1a on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:00:50.985459 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-8a4fe0db-28d6-4e5f-a853-f0684561554f None None] Port 9b1b5c25-8f4d-431c-a6fc-86183b77538c cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 02:00:51.000483 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-26cd7695-0a15-4e18-aac1-1d2530165022 req-9e3ec9c4-f3cd-4efc-884a-c25783ad07fb tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Unset dirty status for tenant:00d6805fb291418fb69e8e927f223d1a on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:00:51.000747 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8a4fe0db-28d6-4e5f-a853-f0684561554f None None] Provisioning complete for port c5158c31-8d63-4d3f-beb6-1d580f275192 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:51.001215 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8a4fe0db-28d6-4e5f-a853-f0684561554f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:51.002235 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-26cd7695-0a15-4e18-aac1-1d2530165022 req-9e3ec9c4-f3cd-4efc-884a-c25783ad07fb tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=00d6805fb291418fb69e8e927f223d1a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1159804 Feb 09 02:00:51.216490 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-26cd7695-0a15-4e18-aac1-1d2530165022 req-4aba3a4e-5bd9-4372-b354-fd7dbb46dcab service neutron] 10.222.0.105 "GET /v2.0/networks/b6d30544-853e-40ac-8783-9772d598fcd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015076 Feb 09 02:00:51.230034 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-931d9c3e-d7fb-42cc-894d-a9cba843f007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd3d579-fc99-4492-8cb7-b65dc1b61d6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1325350752', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '5d729786-6c1e-41b1-a525-8ed4b0890177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:00:44Z', 'updated_at': '2022-02-09T02:00:49Z', 'revision_number': 4, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'gw_port': {'id': '5d729786-6c1e-41b1-a525-8ed4b0890177', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:2f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd3d579-fc99-4492-8cb7-b65dc1b61d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:44Z', 'updated_at': '2022-02-09T02:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '9b1b5c25-8f4d-431c-a6fc-86183b77538c', 'name': '', 'network_id': 'b6d30544-853e-40ac-8783-9772d598fcd3', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'mac_address': 'fa:16:3e:00:ce:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd3d579-fc99-4492-8cb7-b65dc1b61d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '267c9dee-924c-420d-962a-178e80fd0313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:48Z', 'updated_at': '2022-02-09T02:00:49Z', 'revision_number': 2, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'subnets': [{'id': '267c9dee-924c-420d-962a-178e80fd0313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:51.235299 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931d9c3e-d7fb-42cc-894d-a9cba843f007 None None] Checking router: 5dd3d579-fc99-4492-8cb7-b65dc1b61d6d for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:00:51.235732 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931d9c3e-d7fb-42cc-894d-a9cba843f007 None None] Updating router 5dd3d579-fc99-4492-8cb7-b65dc1b61d6d port 9b1b5c25-8f4d-431c-a6fc-86183b77538c binding host n-d-828418-1 {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:00:51.292729 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-2106e299-4efe-4e82-8642-2f6cf23cb5c1 None None] Provisioning complete for port 9b1b5c25-8f4d-431c-a6fc-86183b77538c triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:51.293113 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2106e299-4efe-4e82-8642-2f6cf23cb5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:51.294467 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-931d9c3e-d7fb-42cc-894d-a9cba843f007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:51.352515 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-2106e299-4efe-4e82-8642-2f6cf23cb5c1 None None] Port 9b1b5c25-8f4d-431c-a6fc-86183b77538c cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 02:00:51.355896 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-26cd7695-0a15-4e18-aac1-1d2530165022 req-5d9842cd-e112-4e7d-adf2-4fb531c9f63d service neutron] 10.222.0.105 "GET /v2.0/networks/b6d30544-853e-40ac-8783-9772d598fcd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332731 Feb 09 02:00:51.540742 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-20af0e6e-d553-4037-8dc0-5d1438336caf req-ed053dfe-58de-4d57-8dd1-9617a5f79970 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=0047b627-9456-4bc0-b161-a58d32d99840 HTTP/1.1" status: 200 len: 210 time: 0.0464201 Feb 09 02:00:51.663261 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 5d729786-6c1e-41b1-a525-8ed4b0890177 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:00:51.689903 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-931d9c3e-d7fb-42cc-894d-a9cba843f007 None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:51.703110 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-931d9c3e-d7fb-42cc-894d-a9cba843f007 None None] Transition to ACTIVE for port object 9b1b5c25-8f4d-431c-a6fc-86183b77538c will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:00:51.710239 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-931d9c3e-d7fb-42cc-894d-a9cba843f007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:51.742613 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 5d729786-6c1e-41b1-a525-8ed4b0890177 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:51.743056 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:51.871304 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c922d1d-5b0a-49df-8bd5-54755449bef1 None None] Pushing event updated for resources: {'Port': ['ID=9b1b5c25-8f4d-431c-a6fc-86183b77538c,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:51.926315 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c922d1d-5b0a-49df-8bd5-54755449bef1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:51.926659 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c922d1d-5b0a-49df-8bd5-54755449bef1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:51.927192 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c922d1d-5b0a-49df-8bd5-54755449bef1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:51.927706 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c922d1d-5b0a-49df-8bd5-54755449bef1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:51.928208 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c922d1d-5b0a-49df-8bd5-54755449bef1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:51.928608 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c922d1d-5b0a-49df-8bd5-54755449bef1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:51.929080 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c922d1d-5b0a-49df-8bd5-54755449bef1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:51.929408 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c922d1d-5b0a-49df-8bd5-54755449bef1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:51.929936 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c922d1d-5b0a-49df-8bd5-54755449bef1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:51.930615 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c922d1d-5b0a-49df-8bd5-54755449bef1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:51.931422 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c922d1d-5b0a-49df-8bd5-54755449bef1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:51.931940 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c922d1d-5b0a-49df-8bd5-54755449bef1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:51.951115 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device c5158c31-8d63-4d3f-beb6-1d580f275192 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:00:51.956540 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-931d9c3e-d7fb-42cc-894d-a9cba843f007 None None] Attempting to bind port 9b1b5c25-8f4d-431c-a6fc-86183b77538c on host n-d-828418-1 for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:00:51.956980 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-931d9c3e-d7fb-42cc-894d-a9cba843f007 None None] Attempting to bind port 9b1b5c25-8f4d-431c-a6fc-86183b77538c by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'f7e9b06c-aa6c-4d6a-9d93-b3496cedb4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b6d30544-853e-40ac-8783-9772d598fcd3'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:00:51.957409 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931d9c3e-d7fb-42cc-894d-a9cba843f007 None None] Attempting to bind port 9b1b5c25-8f4d-431c-a6fc-86183b77538c on network b6d30544-853e-40ac-8783-9772d598fcd3 {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:00:51.963152 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931d9c3e-d7fb-42cc-894d-a9cba843f007 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:00:51.963602 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931d9c3e-d7fb-42cc-894d-a9cba843f007 None None] Checking segment: {'id': 'f7e9b06c-aa6c-4d6a-9d93-b3496cedb4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b6d30544-853e-40ac-8783-9772d598fcd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:00:51.964084 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-931d9c3e-d7fb-42cc-894d-a9cba843f007 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:51.964534 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931d9c3e-d7fb-42cc-894d-a9cba843f007 None None] Bound using segment: {'id': 'f7e9b06c-aa6c-4d6a-9d93-b3496cedb4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b6d30544-853e-40ac-8783-9772d598fcd3'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:00:51.965066 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-931d9c3e-d7fb-42cc-894d-a9cba843f007 None None] Bound port: 9b1b5c25-8f4d-431c-a6fc-86183b77538c, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7e9b06c-aa6c-4d6a-9d93-b3496cedb4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b6d30544-853e-40ac-8783-9772d598fcd3'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:00:51.965645 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-931d9c3e-d7fb-42cc-894d-a9cba843f007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:52.037526 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port c5158c31-8d63-4d3f-beb6-1d580f275192 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:52.038002 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:52.066413 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-931d9c3e-d7fb-42cc-894d-a9cba843f007 None None] For port 9b1b5c25-8f4d-431c-a6fc-86183b77538c, host n-d-828418-1, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:00:52.070101 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-931d9c3e-d7fb-42cc-894d-a9cba843f007 None None] For port 9b1b5c25-8f4d-431c-a6fc-86183b77538c, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=9b1b5c25-8f4d-431c-a6fc-86183b77538c,segment=NetworkSegment(f7e9b06c-aa6c-4d6a-9d93-b3496cedb4b5),segment_id=f7e9b06c-aa6c-4d6a-9d93-b3496cedb4b5)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:00:52.076212 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-931d9c3e-d7fb-42cc-894d-a9cba843f007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:52.162228 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931d9c3e-d7fb-42cc-894d-a9cba843f007 None None] Routers {'5dd3d579-fc99-4492-8cb7-b65dc1b61d6d'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:00:52.163285 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-931d9c3e-d7fb-42cc-894d-a9cba843f007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:00:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['5dd3d579-fc99-4492-8cb7-b65dc1b61d6d'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:52.221438 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c922d1d-5b0a-49df-8bd5-54755449bef1 None None] Pushing event updated for resources: {'Port': ['ID=9b1b5c25-8f4d-431c-a6fc-86183b77538c,revision_number=4']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:52.362056 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-931d9c3e-d7fb-42cc-894d-a9cba843f007 None None] Set router 5dd3d579-fc99-4492-8cb7-b65dc1b61d6d gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:00:52.425075 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:52.697411 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-931d9c3e-d7fb-42cc-894d-a9cba843f007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd3d579-fc99-4492-8cb7-b65dc1b61d6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1325350752', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '5d729786-6c1e-41b1-a525-8ed4b0890177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:00:44Z', 'updated_at': '2022-02-09T02:00:49Z', 'revision_number': 4, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'gw_port': {'id': '5d729786-6c1e-41b1-a525-8ed4b0890177', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:2f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd3d579-fc99-4492-8cb7-b65dc1b61d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:44Z', 'updated_at': '2022-02-09T02:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '9b1b5c25-8f4d-431c-a6fc-86183b77538c', 'name': '', 'network_id': 'b6d30544-853e-40ac-8783-9772d598fcd3', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'mac_address': 'fa:16:3e:00:ce:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd3d579-fc99-4492-8cb7-b65dc1b61d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '267c9dee-924c-420d-962a-178e80fd0313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:48Z', 'updated_at': '2022-02-09T02:00:52Z', 'revision_number': 4, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'subnets': [{'id': '267c9dee-924c-420d-962a-178e80fd0313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:52.698128 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-477f5830-0025-4ce2-bf16-b90c7c042ac6 req-a3e833e5-a758-4737-bf7b-4557a8a81a35 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=0047b627-9456-4bc0-b161-a58d32d99840 HTTP/1.1" status: 200 len: 210 time: 0.0422063 Feb 09 02:00:52.702742 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931d9c3e-d7fb-42cc-894d-a9cba843f007 None None] The sync data for ids ['5dd3d579-fc99-4492-8cb7-b65dc1b61d6d'] in n-d-828418-1 is: [{'id': '5dd3d579-fc99-4492-8cb7-b65dc1b61d6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1325350752', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '5d729786-6c1e-41b1-a525-8ed4b0890177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:00:44Z', 'updated_at': '2022-02-09T02:00:49Z', 'revision_number': 4, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'gw_port': {'id': '5d729786-6c1e-41b1-a525-8ed4b0890177', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:2f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd3d579-fc99-4492-8cb7-b65dc1b61d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:44Z', 'updated_at': '2022-02-09T02:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '9b1b5c25-8f4d-431c-a6fc-86183b77538c', 'name': '', 'network_id': 'b6d30544-853e-40ac-8783-9772d598fcd3', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'mac_address': 'fa:16:3e:00:ce:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd3d579-fc99-4492-8cb7-b65dc1b61d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '267c9dee-924c-420d-962a-178e80fd0313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:48Z', 'updated_at': '2022-02-09T02:00:52Z', 'revision_number': 4, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'subnets': [{'id': '267c9dee-924c-420d-962a-178e80fd0313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:00:52.940791 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd7695-0a15-4e18-aac1-1d2530165022 req-e5bdd9be-9d03-47fa-8960-1e216ec697c4 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:52.942495 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-26cd7695-0a15-4e18-aac1-1d2530165022 req-e5bdd9be-9d03-47fa-8960-1e216ec697c4 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.99 "GET /v2.0/networks?id=b6d30544-853e-40ac-8783-9772d598fcd3 HTTP/1.1" status: 200 len: 796 time: 0.1605260 Feb 09 02:00:53.000731 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-26cd7695-0a15-4e18-aac1-1d2530165022 req-107d1094-3668-428b-9bf6-ed7c56db0ce9 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00d6805fb291418fb69e8e927f223d1a HTTP/1.1" status: 200 len: 379 time: 0.0491714 Feb 09 02:00:53.009397 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-26cd7695-0a15-4e18-aac1-1d2530165022 req-fe1c1c90-72c5-4bca-9b6f-2970487951d0 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Request body: {'port': {'device_id': '0047b627-9456-4bc0-b161-a58d32d99840', 'network_id': 'b6d30544-853e-40ac-8783-9772d598fcd3', 'admin_state_up': True, 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'security_groups': ['6ba7f2ca-39a9-45fd-9ef1-f5afb4330a4f']}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:53.161461 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-26cd7695-0a15-4e18-aac1-1d2530165022 req-fe1c1c90-72c5-4bca-9b6f-2970487951d0 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:00:53.171246 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-26cd7695-0a15-4e18-aac1-1d2530165022 req-fe1c1c90-72c5-4bca-9b6f-2970487951d0 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:00:53.181317 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26cd7695-0a15-4e18-aac1-1d2530165022 req-fe1c1c90-72c5-4bca-9b6f-2970487951d0 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Made reservation on behalf of 00d6805fb291418fb69e8e927f223d1a for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:00:53.185493 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-26cd7695-0a15-4e18-aac1-1d2530165022 req-fe1c1c90-72c5-4bca-9b6f-2970487951d0 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:53.468822 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-26cd7695-0a15-4e18-aac1-1d2530165022 req-fe1c1c90-72c5-4bca-9b6f-2970487951d0 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Allocated IP 172.20.0.11 (b6d30544-853e-40ac-8783-9772d598fcd3/267c9dee-924c-420d-962a-178e80fd0313/ece4da26-6cd7-4a8e-8150-f521e80d7f31) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:00:53.676548 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-26cd7695-0a15-4e18-aac1-1d2530165022 req-fe1c1c90-72c5-4bca-9b6f-2970487951d0 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:53.677253 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 9b1b5c25-8f4d-431c-a6fc-86183b77538c up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:00:53.693901 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-26cd7695-0a15-4e18-aac1-1d2530165022 req-fe1c1c90-72c5-4bca-9b6f-2970487951d0 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Transition to ACTIVE for port object ece4da26-6cd7-4a8e-8150-f521e80d7f31 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:00:53.722619 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-26cd7695-0a15-4e18-aac1-1d2530165022 req-fe1c1c90-72c5-4bca-9b6f-2970487951d0 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:53.756388 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 9b1b5c25-8f4d-431c-a6fc-86183b77538c completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:00:53.761876 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 9b1b5c25-8f4d-431c-a6fc-86183b77538c triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:53.762734 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:53.803087 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26cd7695-0a15-4e18-aac1-1d2530165022 req-fe1c1c90-72c5-4bca-9b6f-2970487951d0 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Network b6d30544-853e-40ac-8783-9772d598fcd3 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:00:53.806462 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-26cd7695-0a15-4e18-aac1-1d2530165022 req-fe1c1c90-72c5-4bca-9b6f-2970487951d0 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:00:53.811861 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-26cd7695-0a15-4e18-aac1-1d2530165022 req-fe1c1c90-72c5-4bca-9b6f-2970487951d0 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:00:53.858415 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1c1c90-72c5-4bca-9b6f-2970487951d0 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event updated for resources: {'Port': ['ID=ece4da26-6cd7-4a8e-8150-f521e80d7f31,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:53.912937 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:53.939320 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd7695-0a15-4e18-aac1-1d2530165022 req-fe1c1c90-72c5-4bca-9b6f-2970487951d0 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:53.940429 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-26cd7695-0a15-4e18-aac1-1d2530165022 req-fe1c1c90-72c5-4bca-9b6f-2970487951d0 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:53.967825 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 9b1b5c25-8f4d-431c-a6fc-86183b77538c, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=9b1b5c25-8f4d-431c-a6fc-86183b77538c,segment=NetworkSegment(f7e9b06c-aa6c-4d6a-9d93-b3496cedb4b5),segment_id=f7e9b06c-aa6c-4d6a-9d93-b3496cedb4b5)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:00:53.972377 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:53.990826 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-26cd7695-0a15-4e18-aac1-1d2530165022 req-fe1c1c90-72c5-4bca-9b6f-2970487951d0 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9852159 Feb 09 02:00:54.002657 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-26cd7695-0a15-4e18-aac1-1d2530165022 req-029088d8-b8be-49f4-8f53-fd3894ef81db service neutron] Request body: {'port': {'device_id': '0047b627-9456-4bc0-b161-a58d32d99840', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:54.061503 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=9b1b5c25-8f4d-431c-a6fc-86183b77538c,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:54.062533 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8477ec9e-0c71-415a-ace6-55382e3a7644 req-7befd359-ab35-47ab-9639-c8e8f1143ddb tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:54.063332 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-8477ec9e-0c71-415a-ace6-55382e3a7644 req-7befd359-ab35-47ab-9639-c8e8f1143ddb tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Synchronizing usage tracker for tenant:00d6805fb291418fb69e8e927f223d1a on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:00:54.119238 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-8477ec9e-0c71-415a-ace6-55382e3a7644 req-7befd359-ab35-47ab-9639-c8e8f1143ddb tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Unset dirty status for tenant:00d6805fb291418fb69e8e927f223d1a on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:00:54.120284 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8477ec9e-0c71-415a-ace6-55382e3a7644 req-7befd359-ab35-47ab-9639-c8e8f1143ddb tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=0047b627-9456-4bc0-b161-a58d32d99840 HTTP/1.1" status: 200 len: 932 time: 0.2349284 Feb 09 02:00:54.162835 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-26cd7695-0a15-4e18-aac1-1d2530165022 req-029088d8-b8be-49f4-8f53-fd3894ef81db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:54.183805 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4ebd7313-c0b3-4dcf-b296-4b44cf5e088e None None] Provisioning for port ece4da26-6cd7-4a8e-8150-f521e80d7f31 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:00:54.187672 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8477ec9e-0c71-415a-ace6-55382e3a7644 req-1a249364-021f-45e5-89e1-d676fccab0f7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=6ba7f2ca-39a9-45fd-9ef1-f5afb4330a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601854 Feb 09 02:00:54.189364 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4ebd7313-c0b3-4dcf-b296-4b44cf5e088e None None] Provisioning complete for port ece4da26-6cd7-4a8e-8150-f521e80d7f31 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:54.189782 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4ebd7313-c0b3-4dcf-b296-4b44cf5e088e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:54.244480 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-4ebd7313-c0b3-4dcf-b296-4b44cf5e088e None None] Port ece4da26-6cd7-4a8e-8150-f521e80d7f31 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 02:00:54.516328 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-26cd7695-0a15-4e18-aac1-1d2530165022 req-029088d8-b8be-49f4-8f53-fd3894ef81db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ece4da26-6cd7-4a8e-8150-f521e80d7f31 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 02:00:54.523360 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-26cd7695-0a15-4e18-aac1-1d2530165022 req-029088d8-b8be-49f4-8f53-fd3894ef81db service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:54.537861 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-26cd7695-0a15-4e18-aac1-1d2530165022 req-029088d8-b8be-49f4-8f53-fd3894ef81db service neutron] Transition to ACTIVE for port object ece4da26-6cd7-4a8e-8150-f521e80d7f31 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:00:54.541308 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-26cd7695-0a15-4e18-aac1-1d2530165022 req-029088d8-b8be-49f4-8f53-fd3894ef81db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:54.695506 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029088d8-b8be-49f4-8f53-fd3894ef81db service neutron] Pushing event updated for resources: {'Port': ['ID=ece4da26-6cd7-4a8e-8150-f521e80d7f31,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:54.775978 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-26cd7695-0a15-4e18-aac1-1d2530165022 req-029088d8-b8be-49f4-8f53-fd3894ef81db service neutron] Attempting to bind port ece4da26-6cd7-4a8e-8150-f521e80d7f31 on host n-h2-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:00:54.776639 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-26cd7695-0a15-4e18-aac1-1d2530165022 req-029088d8-b8be-49f4-8f53-fd3894ef81db service neutron] Attempting to bind port ece4da26-6cd7-4a8e-8150-f521e80d7f31 by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': 'f7e9b06c-aa6c-4d6a-9d93-b3496cedb4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b6d30544-853e-40ac-8783-9772d598fcd3'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:00:54.776639 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cd7695-0a15-4e18-aac1-1d2530165022 req-029088d8-b8be-49f4-8f53-fd3894ef81db service neutron] Attempting to bind port ece4da26-6cd7-4a8e-8150-f521e80d7f31 on network b6d30544-853e-40ac-8783-9772d598fcd3 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:00:54.781378 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cd7695-0a15-4e18-aac1-1d2530165022 req-029088d8-b8be-49f4-8f53-fd3894ef81db service neutron] Port ece4da26-6cd7-4a8e-8150-f521e80d7f31 on network b6d30544-853e-40ac-8783-9772d598fcd3 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 02:00:54.781724 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cd7695-0a15-4e18-aac1-1d2530165022 req-029088d8-b8be-49f4-8f53-fd3894ef81db service neutron] Attempting to bind port ece4da26-6cd7-4a8e-8150-f521e80d7f31 on network b6d30544-853e-40ac-8783-9772d598fcd3 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:00:54.786737 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cd7695-0a15-4e18-aac1-1d2530165022 req-029088d8-b8be-49f4-8f53-fd3894ef81db service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:00:54.787068 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cd7695-0a15-4e18-aac1-1d2530165022 req-029088d8-b8be-49f4-8f53-fd3894ef81db service neutron] Checking segment: {'id': 'f7e9b06c-aa6c-4d6a-9d93-b3496cedb4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b6d30544-853e-40ac-8783-9772d598fcd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:00:54.787447 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cd7695-0a15-4e18-aac1-1d2530165022 req-029088d8-b8be-49f4-8f53-fd3894ef81db service neutron] Bound using segment: {'id': 'f7e9b06c-aa6c-4d6a-9d93-b3496cedb4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b6d30544-853e-40ac-8783-9772d598fcd3'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:00:54.787863 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-26cd7695-0a15-4e18-aac1-1d2530165022 req-029088d8-b8be-49f4-8f53-fd3894ef81db service neutron] Bound port: ece4da26-6cd7-4a8e-8150-f521e80d7f31, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7e9b06c-aa6c-4d6a-9d93-b3496cedb4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b6d30544-853e-40ac-8783-9772d598fcd3'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:00:54.788201 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-26cd7695-0a15-4e18-aac1-1d2530165022 req-029088d8-b8be-49f4-8f53-fd3894ef81db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:54.877759 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-26cd7695-0a15-4e18-aac1-1d2530165022 req-029088d8-b8be-49f4-8f53-fd3894ef81db service neutron] For port ece4da26-6cd7-4a8e-8150-f521e80d7f31, host n-h2-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:00:54.880591 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-26cd7695-0a15-4e18-aac1-1d2530165022 req-029088d8-b8be-49f4-8f53-fd3894ef81db service neutron] For port ece4da26-6cd7-4a8e-8150-f521e80d7f31, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=ece4da26-6cd7-4a8e-8150-f521e80d7f31,segment=NetworkSegment(f7e9b06c-aa6c-4d6a-9d93-b3496cedb4b5),segment_id=f7e9b06c-aa6c-4d6a-9d93-b3496cedb4b5)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:00:54.884826 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-26cd7695-0a15-4e18-aac1-1d2530165022 req-029088d8-b8be-49f4-8f53-fd3894ef81db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:54.943794 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd7695-0a15-4e18-aac1-1d2530165022 req-029088d8-b8be-49f4-8f53-fd3894ef81db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:54.944326 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-26cd7695-0a15-4e18-aac1-1d2530165022 req-029088d8-b8be-49f4-8f53-fd3894ef81db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:54.945714 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-26cd7695-0a15-4e18-aac1-1d2530165022 req-029088d8-b8be-49f4-8f53-fd3894ef81db service neutron] 10.222.0.99 "PUT /v2.0/ports/ece4da26-6cd7-4a8e-8150-f521e80d7f31 HTTP/1.1" status: 200 len: 1092 time: 0.9473281 Feb 09 02:00:54.946154 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0047b627-9456-4bc0-b161-a58d32d99840', 'tag': 'ece4da26-6cd7-4a8e-8150-f521e80d7f31'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:00:54.966157 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029088d8-b8be-49f4-8f53-fd3894ef81db service neutron] Pushing event updated for resources: {'Port': ['ID=ece4da26-6cd7-4a8e-8150-f521e80d7f31,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:55.029390 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0047b627-9456-4bc0-b161-a58d32d99840', 'tag': 'ece4da26-6cd7-4a8e-8150-f521e80d7f31', 'status': 'completed', 'code': 200} Feb 09 02:00:55.070309 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd7695-0a15-4e18-aac1-1d2530165022 req-1f80603a-f885-488c-9083-317ca7d3c561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:55.071816 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-26cd7695-0a15-4e18-aac1-1d2530165022 req-1f80603a-f885-488c-9083-317ca7d3c561 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=00d6805fb291418fb69e8e927f223d1a&device_id=0047b627-9456-4bc0-b161-a58d32d99840 HTTP/1.1" status: 200 len: 1095 time: 0.0789061 Feb 09 02:00:55.143117 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-26cd7695-0a15-4e18-aac1-1d2530165022 req-f68e0245-e590-4e17-9810-52e403d9a67c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ece4da26-6cd7-4a8e-8150-f521e80d7f31 HTTP/1.1" status: 200 len: 217 time: 0.0652087 Feb 09 02:00:55.344719 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd7695-0a15-4e18-aac1-1d2530165022 req-03d402e2-69ea-4f9f-8831-2b67ef259709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:55.346061 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-26cd7695-0a15-4e18-aac1-1d2530165022 req-03d402e2-69ea-4f9f-8831-2b67ef259709 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=267c9dee-924c-420d-962a-178e80fd0313 HTTP/1.1" status: 200 len: 834 time: 0.1973567 Feb 09 02:00:55.398978 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:55.439403 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d428d34-54aa-44b6-bfb8-c5fbd2bb520b req-9481183c-21dd-4aa7-b063-d28e4a3dcaa4 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:55.440838 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7d428d34-54aa-44b6-bfb8-c5fbd2bb520b req-9481183c-21dd-4aa7-b063-d28e4a3dcaa4 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=0047b627-9456-4bc0-b161-a58d32d99840 HTTP/1.1" status: 200 len: 944 time: 0.1457734 Feb 09 02:00:55.461422 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd7695-0a15-4e18-aac1-1d2530165022 req-aeeb2c90-5952-4321-ace6-a115a13942c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:55.462840 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-26cd7695-0a15-4e18-aac1-1d2530165022 req-aeeb2c90-5952-4321-ace6-a115a13942c4 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=b6d30544-853e-40ac-8783-9772d598fcd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1088042 Feb 09 02:00:55.560705 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7d428d34-54aa-44b6-bfb8-c5fbd2bb520b req-5af41844-0126-460f-9cce-b074369e092f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=6ba7f2ca-39a9-45fd-9ef1-f5afb4330a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131265 Feb 09 02:00:55.618203 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-26cd7695-0a15-4e18-aac1-1d2530165022 req-e980b2dc-55d8-45a8-87c7-9566b6016c47 service neutron] 10.222.0.99 "GET /v2.0/networks/b6d30544-853e-40ac-8783-9772d598fcd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483264 Feb 09 02:00:55.643671 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 9b1b5c25-8f4d-431c-a6fc-86183b77538c up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:00:55.714364 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 9b1b5c25-8f4d-431c-a6fc-86183b77538c triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:55.715113 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:55.755611 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-26cd7695-0a15-4e18-aac1-1d2530165022 req-b5d5675b-83bc-464e-92b5-a64e5794cd83 service neutron] 10.222.0.99 "GET /v2.0/networks/b6d30544-853e-40ac-8783-9772d598fcd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281683 Feb 09 02:00:55.871357 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa7213d-be88-454e-9d97-2f2cab872a2e req-d260e6a5-1b59-436b-b441-0f0ea0af19f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:55.872794 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6aa7213d-be88-454e-9d97-2f2cab872a2e req-d260e6a5-1b59-436b-b441-0f0ea0af19f8 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=00d6805fb291418fb69e8e927f223d1a&device_id=0047b627-9456-4bc0-b161-a58d32d99840 HTTP/1.1" status: 200 len: 1095 time: 0.0758703 Feb 09 02:00:56.003464 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa7213d-be88-454e-9d97-2f2cab872a2e req-4a07ffa5-d2e8-44d2-ba9c-3d1ff1127754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:56.004912 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6aa7213d-be88-454e-9d97-2f2cab872a2e req-4a07ffa5-d2e8-44d2-ba9c-3d1ff1127754 service neutron] 10.222.0.99 "GET /v2.0/networks?id=b6d30544-853e-40ac-8783-9772d598fcd3 HTTP/1.1" status: 200 len: 897 time: 0.1259327 Feb 09 02:00:56.071003 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6aa7213d-be88-454e-9d97-2f2cab872a2e req-782c6acd-ccab-438f-9314-e679bda9cfcd service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ece4da26-6cd7-4a8e-8150-f521e80d7f31 HTTP/1.1" status: 200 len: 217 time: 0.0593460 Feb 09 02:00:56.133180 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa7213d-be88-454e-9d97-2f2cab872a2e req-2a984d3f-f623-4b5d-b2d9-bcc2c84daf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:56.134538 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6aa7213d-be88-454e-9d97-2f2cab872a2e req-2a984d3f-f623-4b5d-b2d9-bcc2c84daf88 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=267c9dee-924c-420d-962a-178e80fd0313 HTTP/1.1" status: 200 len: 834 time: 0.0584784 Feb 09 02:00:56.207887 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa7213d-be88-454e-9d97-2f2cab872a2e req-a79acfeb-4047-4e75-aa46-0dc9491362d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:56.209338 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6aa7213d-be88-454e-9d97-2f2cab872a2e req-a79acfeb-4047-4e75-aa46-0dc9491362d2 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=b6d30544-853e-40ac-8783-9772d598fcd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684180 Feb 09 02:00:56.348788 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6aa7213d-be88-454e-9d97-2f2cab872a2e req-ea6479f8-cbdd-4e34-9e68-8fd2fe2f1787 service neutron] 10.222.0.99 "GET /v2.0/networks/b6d30544-853e-40ac-8783-9772d598fcd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333799 Feb 09 02:00:56.478683 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6aa7213d-be88-454e-9d97-2f2cab872a2e req-72f6d750-75d3-4c59-b105-c96269393255 service neutron] 10.222.0.99 "GET /v2.0/networks/b6d30544-853e-40ac-8783-9772d598fcd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237633 Feb 09 02:00:56.748770 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f4d137-ea6c-4829-971c-48fa3f269af1 req-d5ec0c08-72bf-4553-b956-709dac7cb8fd tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:56.750254 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d3f4d137-ea6c-4829-971c-48fa3f269af1 req-d5ec0c08-72bf-4553-b956-709dac7cb8fd tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=0047b627-9456-4bc0-b161-a58d32d99840 HTTP/1.1" status: 200 len: 944 time: 0.0841851 Feb 09 02:00:56.793134 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d3f4d137-ea6c-4829-971c-48fa3f269af1 req-9cfbfd8d-39ec-4482-8910-6a5ed0728497 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=6ba7f2ca-39a9-45fd-9ef1-f5afb4330a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373526 Feb 09 02:00:57.974324 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caba9b8-758b-4aa8-a9e0-69795c3e73e8 req-1ffc7db5-00ff-4f00-9891-a63430fc4850 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:57.975772 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6caba9b8-758b-4aa8-a9e0-69795c3e73e8 req-1ffc7db5-00ff-4f00-9891-a63430fc4850 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=0047b627-9456-4bc0-b161-a58d32d99840 HTTP/1.1" status: 200 len: 944 time: 0.0778108 Feb 09 02:00:58.019906 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6caba9b8-758b-4aa8-a9e0-69795c3e73e8 req-91aac0c3-ea80-419c-b10b-08fffcd6d303 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=6ba7f2ca-39a9-45fd-9ef1-f5afb4330a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384691 Feb 09 02:00:58.769890 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device ece4da26-6cd7-4a8e-8150-f521e80d7f31 details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 02:00:58.901333 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port ece4da26-6cd7-4a8e-8150-f521e80d7f31, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=ece4da26-6cd7-4a8e-8150-f521e80d7f31,segment=NetworkSegment(f7e9b06c-aa6c-4d6a-9d93-b3496cedb4b5),segment_id=f7e9b06c-aa6c-4d6a-9d93-b3496cedb4b5)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:00:58.914158 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': 'ece4da26-6cd7-4a8e-8150-f521e80d7f31', 'network_id': 'b6d30544-853e-40ac-8783-9772d598fcd3', 'port_id': 'ece4da26-6cd7-4a8e-8150-f521e80d7f31', 'mac_address': 'fa:16:3e:21:e0:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '267c9dee-924c-420d-962a-178e80fd0313', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 02:00:58.967842 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:58.984423 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ece4da26-6cd7-4a8e-8150-f521e80d7f31 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 02:00:58.999633 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port ece4da26-6cd7-4a8e-8150-f521e80d7f31, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=ece4da26-6cd7-4a8e-8150-f521e80d7f31,segment=NetworkSegment(f7e9b06c-aa6c-4d6a-9d93-b3496cedb4b5),segment_id=f7e9b06c-aa6c-4d6a-9d93-b3496cedb4b5)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:00:59.003391 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:59.074236 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=ece4da26-6cd7-4a8e-8150-f521e80d7f31,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:59.209465 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b77ac-4b33-48a9-900a-c4f34cb631fa req-bcde3cb0-abbf-44c0-86cf-300c6f709b1a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:59.210970 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3e5b77ac-4b33-48a9-900a-c4f34cb631fa req-bcde3cb0-abbf-44c0-86cf-300c6f709b1a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=0047b627-9456-4bc0-b161-a58d32d99840 HTTP/1.1" status: 200 len: 945 time: 0.0830982 Feb 09 02:00:59.254979 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3e5b77ac-4b33-48a9-900a-c4f34cb631fa req-87368f94-a82c-4c6c-b838-143f8cef096d tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=6ba7f2ca-39a9-45fd-9ef1-f5afb4330a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382142 Feb 09 02:00:59.347684 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['ece4da26-6cd7-4a8e-8150-f521e80d7f31'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 02:01:00.439778 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89351bdb-f76f-444d-81e0-7c70174015de req-019bdacb-aac2-4fb7-8ed5-0714b2b21018 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:00.441229 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-89351bdb-f76f-444d-81e0-7c70174015de req-019bdacb-aac2-4fb7-8ed5-0714b2b21018 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=0047b627-9456-4bc0-b161-a58d32d99840 HTTP/1.1" status: 200 len: 945 time: 0.0787313 Feb 09 02:01:00.488712 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-89351bdb-f76f-444d-81e0-7c70174015de req-72ebdde2-0e38-4bc7-a83f-1b2c5ccdeafd tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=6ba7f2ca-39a9-45fd-9ef1-f5afb4330a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419075 Feb 09 02:01:00.773312 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device ece4da26-6cd7-4a8e-8150-f521e80d7f31 up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:01:00.838766 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning for port ece4da26-6cd7-4a8e-8150-f521e80d7f31 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:01:00.844233 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port ece4da26-6cd7-4a8e-8150-f521e80d7f31 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:01:00.844606 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:00.960418 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:00.987199 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0047b627-9456-4bc0-b161-a58d32d99840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece4da26-6cd7-4a8e-8150-f521e80d7f31'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:01:00.997001 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port ece4da26-6cd7-4a8e-8150-f521e80d7f31, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=ece4da26-6cd7-4a8e-8150-f521e80d7f31,segment=NetworkSegment(f7e9b06c-aa6c-4d6a-9d93-b3496cedb4b5),segment_id=f7e9b06c-aa6c-4d6a-9d93-b3496cedb4b5)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:01:01.001773 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:01.074674 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=ece4da26-6cd7-4a8e-8150-f521e80d7f31,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:01.088823 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0047b627-9456-4bc0-b161-a58d32d99840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece4da26-6cd7-4a8e-8150-f521e80d7f31', 'code': 200} Feb 09 02:01:01.298302 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53feb8ee-eed7-4264-b494-b7c5f2af564c req-750ddbe5-9003-41b1-b077-243079843f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:01.299684 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-53feb8ee-eed7-4264-b494-b7c5f2af564c req-750ddbe5-9003-41b1-b077-243079843f53 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=0047b627-9456-4bc0-b161-a58d32d99840 HTTP/1.1" status: 200 len: 1097 time: 0.1564393 Feb 09 02:01:01.339668 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-53feb8ee-eed7-4264-b494-b7c5f2af564c req-9358b9a7-75d3-41e9-b9c0-6279db448e93 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=6ba7f2ca-39a9-45fd-9ef1-f5afb4330a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341995 Feb 09 02:01:01.676811 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249e3ee4-5ad9-40d8-824b-927afe7ebcaa req-f0fa94c6-5cf5-4fb1-b117-eafb77c67a7c tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:01.678278 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-249e3ee4-5ad9-40d8-824b-927afe7ebcaa req-f0fa94c6-5cf5-4fb1-b117-eafb77c67a7c tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=0047b627-9456-4bc0-b161-a58d32d99840 HTTP/1.1" status: 200 len: 946 time: 0.0826886 Feb 09 02:01:01.723001 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-249e3ee4-5ad9-40d8-824b-927afe7ebcaa req-e30b40ff-05bb-4505-86b3-74b08dfe2206 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=6ba7f2ca-39a9-45fd-9ef1-f5afb4330a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389819 Feb 09 02:01:02.907855 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5079d9e9-c667-4d81-ba69-b171bc558c8d req-07fa06a5-ffb1-43f8-9b9a-6ed03fcd460d tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:02.909241 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5079d9e9-c667-4d81-ba69-b171bc558c8d req-07fa06a5-ffb1-43f8-9b9a-6ed03fcd460d tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=0047b627-9456-4bc0-b161-a58d32d99840 HTTP/1.1" status: 200 len: 946 time: 0.0809095 Feb 09 02:01:02.952462 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5079d9e9-c667-4d81-ba69-b171bc558c8d req-8f5c2531-c7fe-45db-820c-a88c7dd28563 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=6ba7f2ca-39a9-45fd-9ef1-f5afb4330a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375593 Feb 09 02:01:03.136150 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dafd7f-a71e-482d-83a4-c01b717cf100 req-bc63e3d4-f87c-4820-94da-b696b4a21829 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:03.137610 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-77dafd7f-a71e-482d-83a4-c01b717cf100 req-bc63e3d4-f87c-4820-94da-b696b4a21829 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=0047b627-9456-4bc0-b161-a58d32d99840 HTTP/1.1" status: 200 len: 946 time: 0.0832789 Feb 09 02:01:03.181459 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-77dafd7f-a71e-482d-83a4-c01b717cf100 req-53aa93d3-6ed7-4b83-826f-92797d980c69 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=6ba7f2ca-39a9-45fd-9ef1-f5afb4330a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379903 Feb 09 02:01:03.203516 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49214) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:01:03.272468 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351510f5-989b-420f-8751-9b4cceb99952 tempest-TestNetworkAdvancedServerOps-1798257017 tempest-TestNetworkAdvancedServerOps-1798257017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:03.273961 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-351510f5-989b-420f-8751-9b4cceb99952 tempest-TestNetworkAdvancedServerOps-1798257017 tempest-TestNetworkAdvancedServerOps-1798257017-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=0047b627-9456-4bc0-b161-a58d32d99840 HTTP/1.1" status: 200 len: 1092 time: 0.0694964 Feb 09 02:01:03.276756 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49218) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:01:03.282121 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-f9425532-553c-4458-af49-d81daf82e50d tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Request body: {'floatingip': {'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'port_id': 'ece4da26-6cd7-4a8e-8150-f521e80d7f31', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:01:03.288378 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f9425532-553c-4458-af49-d81daf82e50d tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:01:03.292181 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-f9425532-553c-4458-af49-d81daf82e50d tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Usage tracker for resource:floatingip and tenant:00d6805fb291418fb69e8e927f223d1a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:01:03.295783 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-f9425532-553c-4458-af49-d81daf82e50d tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:01:03.301545 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-f9425532-553c-4458-af49-d81daf82e50d tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:01:03.311855 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f9425532-553c-4458-af49-d81daf82e50d tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for floatingip, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:03.449449 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f9425532-553c-4458-af49-d81daf82e50d tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:03.585498 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-f9425532-553c-4458-af49-d81daf82e50d tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Allocated IP 172.25.0.102 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/ab58f4e5-638f-4ae3-aa8b-87f945df1353) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:01:03.732399 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f9425532-553c-4458-af49-d81daf82e50d tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:03.760442 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f9425532-553c-4458-af49-d81daf82e50d tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:03.831781 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9425532-553c-4458-af49-d81daf82e50d tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:01:03.834732 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-f9425532-553c-4458-af49-d81daf82e50d tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:01:03.837240 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9425532-553c-4458-af49-d81daf82e50d tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:01:03.870393 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9425532-553c-4458-af49-d81daf82e50d tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event updated for resources: {'Port': ['ID=ab58f4e5-638f-4ae3-aa8b-87f945df1353,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:04.241185 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f9425532-553c-4458-af49-d81daf82e50d tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:04.315745 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f9425532-553c-4458-af49-d81daf82e50d tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:04.615083 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f9425532-553c-4458-af49-d81daf82e50d tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:04.619604 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f9425532-553c-4458-af49-d81daf82e50d tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:04.725638 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9425532-553c-4458-af49-d81daf82e50d tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event updated for resources: {'Port': ['ID=ab58f4e5-638f-4ae3-aa8b-87f945df1353,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:04.736595 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f9425532-553c-4458-af49-d81daf82e50d tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:04.903937 n-d-828418-1 neutron-server[87639]: INFO neutron.db.l3_db [None req-f9425532-553c-4458-af49-d81daf82e50d tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Floating IP 0e0b6899-14f4-4f33-a13a-4f7d7ef2ab71 associated. External IP: 172.25.0.102, port: ece4da26-6cd7-4a8e-8150-f521e80d7f31. Feb 09 02:01:05.244973 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9425532-553c-4458-af49-d81daf82e50d tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Router 5dd3d579-fc99-4492-8cb7-b65dc1b61d6d has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:01:05.425367 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9425532-553c-4458-af49-d81daf82e50d tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:01:05.435453 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b005895d-0077-4f08-9af8-f8598d0fce79 None None] Sync routers for ids ['5dd3d579-fc99-4492-8cb7-b65dc1b61d6d'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:01:05.444952 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b005895d-0077-4f08-9af8-f8598d0fce79 None None] Routers {'5dd3d579-fc99-4492-8cb7-b65dc1b61d6d'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:01:05.445673 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-b005895d-0077-4f08-9af8-f8598d0fce79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:00:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['5dd3d579-fc99-4492-8cb7-b65dc1b61d6d'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:05.454892 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-f9425532-553c-4458-af49-d81daf82e50d tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:05.512557 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f9425532-553c-4458-af49-d81daf82e50d tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2347102 Feb 09 02:01:05.513715 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0047b627-9456-4bc0-b161-a58d32d99840', 'tag': 'ece4da26-6cd7-4a8e-8150-f521e80d7f31'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:01:05.560483 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0047b627-9456-4bc0-b161-a58d32d99840', 'tag': 'ece4da26-6cd7-4a8e-8150-f521e80d7f31', 'status': 'completed', 'code': 200} Feb 09 02:01:05.675775 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-b005895d-0077-4f08-9af8-f8598d0fce79 None None] Set router 5dd3d579-fc99-4492-8cb7-b65dc1b61d6d gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:01:05.726634 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b43c1b-b066-4b19-b8b3-4659ac39453a req-85975a23-f111-4a72-85fa-8824415dbccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:05.728155 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-83b43c1b-b066-4b19-b8b3-4659ac39453a req-85975a23-f111-4a72-85fa-8824415dbccb service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=00d6805fb291418fb69e8e927f223d1a&device_id=0047b627-9456-4bc0-b161-a58d32d99840 HTTP/1.1" status: 200 len: 1097 time: 0.1366167 Feb 09 02:01:05.736787 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2cc945-397a-4467-bd0e-2ea7c82faaaf req-aab7fd77-435e-4f92-b84e-4ac63308271f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:05.738350 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0c2cc945-397a-4467-bd0e-2ea7c82faaaf req-aab7fd77-435e-4f92-b84e-4ac63308271f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=0047b627-9456-4bc0-b161-a58d32d99840 HTTP/1.1" status: 200 len: 946 time: 0.1133127 Feb 09 02:01:05.860447 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0c2cc945-397a-4467-bd0e-2ea7c82faaaf req-623707ba-7db9-4c52-9307-20c07c39368a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=6ba7f2ca-39a9-45fd-9ef1-f5afb4330a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037817 Feb 09 02:01:05.884041 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49226) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:01:05.894808 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b43c1b-b066-4b19-b8b3-4659ac39453a req-df3454de-c0cf-4c56-ad83-95d209b18e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:05.896223 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-83b43c1b-b066-4b19-b8b3-4659ac39453a req-df3454de-c0cf-4c56-ad83-95d209b18e93 service neutron] 10.222.0.99 "GET /v2.0/networks?id=b6d30544-853e-40ac-8783-9772d598fcd3 HTTP/1.1" status: 200 len: 897 time: 0.1572373 Feb 09 02:01:06.004848 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-8e5731fd-b90c-4de5-9aa2-35bb84c74fd0 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/floatingips/0e0b6899-14f4-4f33-a13a-4f7d7ef2ab71 HTTP/1.1" status: 200 len: 992 time: 0.1192713 Feb 09 02:01:06.036468 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-b005895d-0077-4f08-9af8-f8598d0fce79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd3d579-fc99-4492-8cb7-b65dc1b61d6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1325350752', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '5d729786-6c1e-41b1-a525-8ed4b0890177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:00:44Z', 'updated_at': '2022-02-09T02:00:49Z', 'revision_number': 4, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'gw_port': {'id': '5d729786-6c1e-41b1-a525-8ed4b0890177', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:2f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd3d579-fc99-4492-8cb7-b65dc1b61d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:44Z', 'updated_at': '2022-02-09T02:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '0e0b6899-14f4-4f33-a13a-4f7d7ef2ab71', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'floating_ip_address': '172.25.0.102', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '5dd3d579-fc99-4492-8cb7-b65dc1b61d6d', 'port_id': 'ece4da26-6cd7-4a8e-8150-f521e80d7f31', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6d30544-853e-40ac-8783-9772d598fcd3', 'mac_address': 'fa:16:3e:21:e0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0047b627-9456-4bc0-b161-a58d32d99840', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:01:04Z', 'updated_at': '2022-02-09T02:01:04Z', 'revision_number': 0, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b1b5c25-8f4d-431c-a6fc-86183b77538c', 'name': '', 'network_id': 'b6d30544-853e-40ac-8783-9772d598fcd3', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'mac_address': 'fa:16:3e:00:ce:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd3d579-fc99-4492-8cb7-b65dc1b61d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '267c9dee-924c-420d-962a-178e80fd0313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:48Z', 'updated_at': '2022-02-09T02:00:53Z', 'revision_number': 5, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'subnets': [{'id': '267c9dee-924c-420d-962a-178e80fd0313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:06.040651 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b005895d-0077-4f08-9af8-f8598d0fce79 None None] Checking router: 5dd3d579-fc99-4492-8cb7-b65dc1b61d6d for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:01:06.050689 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b005895d-0077-4f08-9af8-f8598d0fce79 None None] Routers {'5dd3d579-fc99-4492-8cb7-b65dc1b61d6d'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:01:06.051763 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-b005895d-0077-4f08-9af8-f8598d0fce79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:00:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['5dd3d579-fc99-4492-8cb7-b65dc1b61d6d'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:06.125691 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-83b43c1b-b066-4b19-b8b3-4659ac39453a req-9f71d10c-7aba-40bc-97e4-cf72e9e48c47 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ece4da26-6cd7-4a8e-8150-f521e80d7f31 HTTP/1.1" status: 200 len: 1000 time: 0.2231719 Feb 09 02:01:06.188680 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b43c1b-b066-4b19-b8b3-4659ac39453a req-0cd964a0-db66-4223-9ea8-414ed8b43150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:06.190151 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-83b43c1b-b066-4b19-b8b3-4659ac39453a req-0cd964a0-db66-4223-9ea8-414ed8b43150 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=267c9dee-924c-420d-962a-178e80fd0313 HTTP/1.1" status: 200 len: 834 time: 0.0583653 Feb 09 02:01:06.238713 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-b005895d-0077-4f08-9af8-f8598d0fce79 None None] Set router 5dd3d579-fc99-4492-8cb7-b65dc1b61d6d gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:01:06.267305 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b43c1b-b066-4b19-b8b3-4659ac39453a req-f1ca5ea0-48bf-4f21-851a-6ec72a52f854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:06.268977 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-83b43c1b-b066-4b19-b8b3-4659ac39453a req-f1ca5ea0-48bf-4f21-851a-6ec72a52f854 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=b6d30544-853e-40ac-8783-9772d598fcd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735989 Feb 09 02:01:06.401085 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-83b43c1b-b066-4b19-b8b3-4659ac39453a req-7c873098-b365-479b-ae45-e3aa408efca6 service neutron] 10.222.0.99 "GET /v2.0/networks/b6d30544-853e-40ac-8783-9772d598fcd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264038 Feb 09 02:01:06.533084 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-83b43c1b-b066-4b19-b8b3-4659ac39453a req-279d1abf-5235-47a3-b1bb-8a881d851ecb service neutron] 10.222.0.99 "GET /v2.0/networks/b6d30544-853e-40ac-8783-9772d598fcd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256528 Feb 09 02:01:06.586921 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-b005895d-0077-4f08-9af8-f8598d0fce79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd3d579-fc99-4492-8cb7-b65dc1b61d6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1325350752', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '5d729786-6c1e-41b1-a525-8ed4b0890177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:00:44Z', 'updated_at': '2022-02-09T02:00:49Z', 'revision_number': 4, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'gw_port': {'id': '5d729786-6c1e-41b1-a525-8ed4b0890177', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:2f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd3d579-fc99-4492-8cb7-b65dc1b61d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:44Z', 'updated_at': '2022-02-09T02:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '0e0b6899-14f4-4f33-a13a-4f7d7ef2ab71', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'floating_ip_address': '172.25.0.102', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '5dd3d579-fc99-4492-8cb7-b65dc1b61d6d', 'port_id': 'ece4da26-6cd7-4a8e-8150-f521e80d7f31', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6d30544-853e-40ac-8783-9772d598fcd3', 'mac_address': 'fa:16:3e:21:e0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0047b627-9456-4bc0-b161-a58d32d99840', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:01:04Z', 'updated_at': '2022-02-09T02:01:04Z', 'revision_number': 0, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b1b5c25-8f4d-431c-a6fc-86183b77538c', 'name': '', 'network_id': 'b6d30544-853e-40ac-8783-9772d598fcd3', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'mac_address': 'fa:16:3e:00:ce:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd3d579-fc99-4492-8cb7-b65dc1b61d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '267c9dee-924c-420d-962a-178e80fd0313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:48Z', 'updated_at': '2022-02-09T02:00:53Z', 'revision_number': 5, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'subnets': [{'id': '267c9dee-924c-420d-962a-178e80fd0313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:06.591676 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b005895d-0077-4f08-9af8-f8598d0fce79 None None] The sync data for ids ['5dd3d579-fc99-4492-8cb7-b65dc1b61d6d'] in n-d-828418-1 is: [{'id': '5dd3d579-fc99-4492-8cb7-b65dc1b61d6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1325350752', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '5d729786-6c1e-41b1-a525-8ed4b0890177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:00:44Z', 'updated_at': '2022-02-09T02:00:49Z', 'revision_number': 4, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'gw_port': {'id': '5d729786-6c1e-41b1-a525-8ed4b0890177', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:2f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd3d579-fc99-4492-8cb7-b65dc1b61d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:44Z', 'updated_at': '2022-02-09T02:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '0e0b6899-14f4-4f33-a13a-4f7d7ef2ab71', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'floating_ip_address': '172.25.0.102', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '5dd3d579-fc99-4492-8cb7-b65dc1b61d6d', 'port_id': 'ece4da26-6cd7-4a8e-8150-f521e80d7f31', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6d30544-853e-40ac-8783-9772d598fcd3', 'mac_address': 'fa:16:3e:21:e0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0047b627-9456-4bc0-b161-a58d32d99840', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:01:04Z', 'updated_at': '2022-02-09T02:01:04Z', 'revision_number': 0, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b1b5c25-8f4d-431c-a6fc-86183b77538c', 'name': '', 'network_id': 'b6d30544-853e-40ac-8783-9772d598fcd3', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'mac_address': 'fa:16:3e:00:ce:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd3d579-fc99-4492-8cb7-b65dc1b61d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '267c9dee-924c-420d-962a-178e80fd0313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:48Z', 'updated_at': '2022-02-09T02:00:53Z', 'revision_number': 5, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'subnets': [{'id': '267c9dee-924c-420d-962a-178e80fd0313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:01:06.791499 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0d0187-f55b-4ec5-842b-a7cef769bd4e None None] New status for floating IP 0e0b6899-14f4-4f33-a13a-4f7d7ef2ab71: ACTIVE {{(pid=87641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:01:07.007048 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49230) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:01:07.115957 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-5103ec32-b7f7-4165-895c-11499a7861ac tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/floatingips/0e0b6899-14f4-4f33-a13a-4f7d7ef2ab71 HTTP/1.1" status: 200 len: 994 time: 0.1077852 Feb 09 02:01:08.270826 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-55bcabca-9c23-4d39-ae47-bb6c77a6050a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:10.571325 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2ef4a724-7e31-4fe7-9575-2a24855acc6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:11.677445 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:11.696249 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:13.334969 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:22.438765 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:23.398166 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:01:25.403548 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:36.834432 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c095e58a-ae96-4164-abc5-b8149cf9b071 req-efcde884-470e-4f07-9a27-55a7c0244863 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=0047b627-9456-4bc0-b161-a58d32d99840&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0703027 Feb 09 02:01:36.968888 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c095e58a-ae96-4164-abc5-b8149cf9b071 req-9b9376f4-db84-4f6d-862c-62ea855dda8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:36.970411 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c095e58a-ae96-4164-abc5-b8149cf9b071 req-9b9376f4-db84-4f6d-862c-62ea855dda8b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=00d6805fb291418fb69e8e927f223d1a&device_id=0047b627-9456-4bc0-b161-a58d32d99840 HTTP/1.1" status: 200 len: 1097 time: 0.0685732 Feb 09 02:01:37.112227 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c095e58a-ae96-4164-abc5-b8149cf9b071 req-fcd74c6f-6a6a-4fac-ba76-14d93951359f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:37.113640 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c095e58a-ae96-4164-abc5-b8149cf9b071 req-fcd74c6f-6a6a-4fac-ba76-14d93951359f service neutron] 10.222.0.99 "GET /v2.0/networks?id=b6d30544-853e-40ac-8783-9772d598fcd3 HTTP/1.1" status: 200 len: 897 time: 0.1223915 Feb 09 02:01:37.214618 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c095e58a-ae96-4164-abc5-b8149cf9b071 req-657fee15-bf32-4bb8-8580-54392e25582c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ece4da26-6cd7-4a8e-8150-f521e80d7f31 HTTP/1.1" status: 200 len: 1002 time: 0.0949428 Feb 09 02:01:37.278579 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c095e58a-ae96-4164-abc5-b8149cf9b071 req-8255c6aa-eb20-43ad-bdfe-00503a621dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:37.280158 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c095e58a-ae96-4164-abc5-b8149cf9b071 req-8255c6aa-eb20-43ad-bdfe-00503a621dea service neutron] 10.222.0.99 "GET /v2.0/subnets?id=267c9dee-924c-420d-962a-178e80fd0313 HTTP/1.1" status: 200 len: 834 time: 0.0599837 Feb 09 02:01:37.353494 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c095e58a-ae96-4164-abc5-b8149cf9b071 req-75edfc35-9b0e-45bd-a998-73a01066fe83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:37.355020 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c095e58a-ae96-4164-abc5-b8149cf9b071 req-75edfc35-9b0e-45bd-a998-73a01066fe83 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=b6d30544-853e-40ac-8783-9772d598fcd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685358 Feb 09 02:01:37.485190 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c095e58a-ae96-4164-abc5-b8149cf9b071 req-f2577dd3-b54e-4ff8-a8d5-05a47ab9deca service neutron] 10.222.0.99 "GET /v2.0/networks/b6d30544-853e-40ac-8783-9772d598fcd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243770 Feb 09 02:01:37.617036 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c095e58a-ae96-4164-abc5-b8149cf9b071 req-1bf1d6a3-ea81-4d26-bdab-80f5cfe2824f service neutron] 10.222.0.99 "GET /v2.0/networks/b6d30544-853e-40ac-8783-9772d598fcd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259868 Feb 09 02:01:38.272757 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b1db6703-ba31-4c99-ab04-e3bfab015c8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:40.573847 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-956ab4ff-b16c-4855-a3d8-daf571d5e096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:41.671254 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:41.697070 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:43.339251 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:52.433733 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:55.405624 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:00.397300 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:02:08.274321 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-128855e1-5974-4e8c-bfa6-79f1495ca2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:10.578065 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2dc46e3d-d3d6-4bce-82c0-713591728cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:11.673694 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:11.699018 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:12.127398 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd3865-8fb2-4b10-9884-bece4f7f452e req-365a4611-4b01-47df-98f5-33783fb5ac6a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:12.128849 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f1dd3865-8fb2-4b10-9884-bece4f7f452e req-365a4611-4b01-47df-98f5-33783fb5ac6a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=0047b627-9456-4bc0-b161-a58d32d99840 HTTP/1.1" status: 200 len: 946 time: 0.0783694 Feb 09 02:02:12.179500 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f1dd3865-8fb2-4b10-9884-bece4f7f452e req-e34a62d5-479f-4b66-b5c8-9097ed01e42f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=6ba7f2ca-39a9-45fd-9ef1-f5afb4330a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451078 Feb 09 02:02:13.343618 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:13.368006 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f84ab9-a1cb-41b0-ba68-c97314a56ab0 req-23d1105d-ae40-443c-ac6a-93266f0f4234 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:13.369454 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-72f84ab9-a1cb-41b0-ba68-c97314a56ab0 req-23d1105d-ae40-443c-ac6a-93266f0f4234 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=0047b627-9456-4bc0-b161-a58d32d99840 HTTP/1.1" status: 200 len: 946 time: 0.0797460 Feb 09 02:02:13.413744 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-72f84ab9-a1cb-41b0-ba68-c97314a56ab0 req-ce143ed6-880f-4d4f-be58-58adc8f5e5e4 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=6ba7f2ca-39a9-45fd-9ef1-f5afb4330a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377538 Feb 09 02:02:13.437049 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49266) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:02:13.542139 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d37938f3-8c97-4ac9-801a-b7e8c69f5200 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/floatingips/0e0b6899-14f4-4f33-a13a-4f7d7ef2ab71 HTTP/1.1" status: 200 len: 994 time: 0.1038430 Feb 09 02:02:14.990392 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d222382d-e7a7-4c32-ac54-7453e6493cb7 req-28856791-c453-43bd-bc60-e9759a01f964 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:14.991878 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d222382d-e7a7-4c32-ac54-7453e6493cb7 req-28856791-c453-43bd-bc60-e9759a01f964 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=0047b627-9456-4bc0-b161-a58d32d99840 HTTP/1.1" status: 200 len: 946 time: 0.0865569 Feb 09 02:02:15.036850 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d222382d-e7a7-4c32-ac54-7453e6493cb7 req-eefd6e5c-cbb1-442a-89f4-6778c5223c43 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=6ba7f2ca-39a9-45fd-9ef1-f5afb4330a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384023 Feb 09 02:02:16.224009 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484de0b9-7ed5-4e9b-b053-2fa8eef4af29 req-fdc87895-bb23-45f0-9531-b86a5ee10492 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:16.225483 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-484de0b9-7ed5-4e9b-b053-2fa8eef4af29 req-fdc87895-bb23-45f0-9531-b86a5ee10492 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=0047b627-9456-4bc0-b161-a58d32d99840 HTTP/1.1" status: 200 len: 946 time: 0.0800602 Feb 09 02:02:16.269192 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-484de0b9-7ed5-4e9b-b053-2fa8eef4af29 req-1728142e-ca65-4766-b8f7-bf3bcbcdf340 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=6ba7f2ca-39a9-45fd-9ef1-f5afb4330a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381885 Feb 09 02:02:16.291824 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49280) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:02:16.398064 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-e2df2e1b-2056-49e3-9a51-ffeac7bbf2cd tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/floatingips/0e0b6899-14f4-4f33-a13a-4f7d7ef2ab71 HTTP/1.1" status: 200 len: 994 time: 0.1050236 Feb 09 02:02:16.698763 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49288) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:02:16.987530 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-be8a20ac-6dfb-4def-906d-0842572f2f3b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Deleting port ab58f4e5-638f-4ae3-aa8b-87f945df1353 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:02:16.987825 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-be8a20ac-6dfb-4def-906d-0842572f2f3b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:17.149533 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-be8a20ac-6dfb-4def-906d-0842572f2f3b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:17.149873 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-be8a20ac-6dfb-4def-906d-0842572f2f3b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:17.270949 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-be8a20ac-6dfb-4def-906d-0842572f2f3b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Calling delete_port for ab58f4e5-638f-4ae3-aa8b-87f945df1353 owned by network:floatingip {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:02:17.418648 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-be8a20ac-6dfb-4def-906d-0842572f2f3b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:17.467325 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8a20ac-6dfb-4def-906d-0842572f2f3b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event deleted for resources: {'Port': ['ID=ab58f4e5-638f-4ae3-aa8b-87f945df1353,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:17.502852 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8a20ac-6dfb-4def-906d-0842572f2f3b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:17.503192 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8a20ac-6dfb-4def-906d-0842572f2f3b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:17.503524 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8a20ac-6dfb-4def-906d-0842572f2f3b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:17.503848 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8a20ac-6dfb-4def-906d-0842572f2f3b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:17.504172 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8a20ac-6dfb-4def-906d-0842572f2f3b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:17.504494 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8a20ac-6dfb-4def-906d-0842572f2f3b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:17.504807 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8a20ac-6dfb-4def-906d-0842572f2f3b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:17.505123 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8a20ac-6dfb-4def-906d-0842572f2f3b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:17.505437 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8a20ac-6dfb-4def-906d-0842572f2f3b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:17.505779 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8a20ac-6dfb-4def-906d-0842572f2f3b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:17.506093 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8a20ac-6dfb-4def-906d-0842572f2f3b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:17.506402 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8a20ac-6dfb-4def-906d-0842572f2f3b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:17.564451 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-be8a20ac-6dfb-4def-906d-0842572f2f3b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for floatingip, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:17.564703 n-d-828418-1 neutron-server[87639]: INFO neutron.db.l3_db [None req-be8a20ac-6dfb-4def-906d-0842572f2f3b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Floating IP 0e0b6899-14f4-4f33-a13a-4f7d7ef2ab71 disassociated (deleted). External IP: 172.25.0.102, port: ece4da26-6cd7-4a8e-8150-f521e80d7f31. Feb 09 02:02:17.911755 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be8a20ac-6dfb-4def-906d-0842572f2f3b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Router 5dd3d579-fc99-4492-8cb7-b65dc1b61d6d has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:02:18.082656 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be8a20ac-6dfb-4def-906d-0842572f2f3b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:02:18.093419 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fd2b7b-e023-4c5a-90d0-44d1ac16c563 None None] Sync routers for ids ['5dd3d579-fc99-4492-8cb7-b65dc1b61d6d'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:02:18.103653 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-be8a20ac-6dfb-4def-906d-0842572f2f3b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:18.104445 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fd2b7b-e023-4c5a-90d0-44d1ac16c563 None None] Routers {'5dd3d579-fc99-4492-8cb7-b65dc1b61d6d'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:02:18.105442 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-47fd2b7b-e023-4c5a-90d0-44d1ac16c563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:02:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['5dd3d579-fc99-4492-8cb7-b65dc1b61d6d'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:18.266118 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-be8a20ac-6dfb-4def-906d-0842572f2f3b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "DELETE /v2.0/floatingips/0e0b6899-14f4-4f33-a13a-4f7d7ef2ab71 HTTP/1.1" status: 204 len: 168 time: 1.5662305 Feb 09 02:02:18.266708 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0047b627-9456-4bc0-b161-a58d32d99840', 'tag': 'ece4da26-6cd7-4a8e-8150-f521e80d7f31'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:02:18.313851 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0047b627-9456-4bc0-b161-a58d32d99840', 'tag': 'ece4da26-6cd7-4a8e-8150-f521e80d7f31', 'status': 'completed', 'code': 200} Feb 09 02:02:18.342284 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-47fd2b7b-e023-4c5a-90d0-44d1ac16c563 None None] Set router 5dd3d579-fc99-4492-8cb7-b65dc1b61d6d gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:02:18.411871 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37a282-7666-49ce-8cc0-da5fa0c29cde req-a2c93ac0-8712-4fc8-8204-2d68fbd006f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:18.413360 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cd37a282-7666-49ce-8cc0-da5fa0c29cde req-a2c93ac0-8712-4fc8-8204-2d68fbd006f8 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=00d6805fb291418fb69e8e927f223d1a&device_id=0047b627-9456-4bc0-b161-a58d32d99840 HTTP/1.1" status: 200 len: 1097 time: 0.0763664 Feb 09 02:02:18.557149 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37a282-7666-49ce-8cc0-da5fa0c29cde req-eefea912-3eb4-4561-96bc-c1d9bc617280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:18.558554 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cd37a282-7666-49ce-8cc0-da5fa0c29cde req-eefea912-3eb4-4561-96bc-c1d9bc617280 service neutron] 10.222.0.99 "GET /v2.0/networks?id=b6d30544-853e-40ac-8783-9772d598fcd3 HTTP/1.1" status: 200 len: 897 time: 0.1395683 Feb 09 02:02:18.671429 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cd37a282-7666-49ce-8cc0-da5fa0c29cde req-de427314-e5fb-4b58-9865-e33cd72d9be6 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ece4da26-6cd7-4a8e-8150-f521e80d7f31 HTTP/1.1" status: 200 len: 217 time: 0.1033280 Feb 09 02:02:18.672840 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-47fd2b7b-e023-4c5a-90d0-44d1ac16c563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd3d579-fc99-4492-8cb7-b65dc1b61d6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1325350752', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '5d729786-6c1e-41b1-a525-8ed4b0890177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:00:44Z', 'updated_at': '2022-02-09T02:00:49Z', 'revision_number': 4, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'gw_port': {'id': '5d729786-6c1e-41b1-a525-8ed4b0890177', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:2f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd3d579-fc99-4492-8cb7-b65dc1b61d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:44Z', 'updated_at': '2022-02-09T02:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '9b1b5c25-8f4d-431c-a6fc-86183b77538c', 'name': '', 'network_id': 'b6d30544-853e-40ac-8783-9772d598fcd3', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'mac_address': 'fa:16:3e:00:ce:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd3d579-fc99-4492-8cb7-b65dc1b61d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '267c9dee-924c-420d-962a-178e80fd0313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:48Z', 'updated_at': '2022-02-09T02:00:53Z', 'revision_number': 5, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'subnets': [{'id': '267c9dee-924c-420d-962a-178e80fd0313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:18.676781 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fd2b7b-e023-4c5a-90d0-44d1ac16c563 None None] Checking router: 5dd3d579-fc99-4492-8cb7-b65dc1b61d6d for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:02:18.685331 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fd2b7b-e023-4c5a-90d0-44d1ac16c563 None None] Routers {'5dd3d579-fc99-4492-8cb7-b65dc1b61d6d'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:02:18.685980 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-47fd2b7b-e023-4c5a-90d0-44d1ac16c563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:02:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['5dd3d579-fc99-4492-8cb7-b65dc1b61d6d'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:18.751420 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37a282-7666-49ce-8cc0-da5fa0c29cde req-ee84f764-17c2-421b-9e8d-211d9f60ee94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:18.752888 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cd37a282-7666-49ce-8cc0-da5fa0c29cde req-ee84f764-17c2-421b-9e8d-211d9f60ee94 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=267c9dee-924c-420d-962a-178e80fd0313 HTTP/1.1" status: 200 len: 834 time: 0.0721636 Feb 09 02:02:18.764871 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafeeaba-3d72-4bcf-805d-464c077396b0 req-2839b300-97eb-4f75-b497-5ac93e9197f2 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:18.765545 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-fafeeaba-3d72-4bcf-805d-464c077396b0 req-2839b300-97eb-4f75-b497-5ac93e9197f2 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Synchronizing usage tracker for tenant:00d6805fb291418fb69e8e927f223d1a on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:02:18.826298 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-fafeeaba-3d72-4bcf-805d-464c077396b0 req-2839b300-97eb-4f75-b497-5ac93e9197f2 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Unset dirty status for tenant:00d6805fb291418fb69e8e927f223d1a on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:02:18.827355 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fafeeaba-3d72-4bcf-805d-464c077396b0 req-2839b300-97eb-4f75-b497-5ac93e9197f2 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=0047b627-9456-4bc0-b161-a58d32d99840 HTTP/1.1" status: 200 len: 946 time: 0.2610457 Feb 09 02:02:18.863682 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-47fd2b7b-e023-4c5a-90d0-44d1ac16c563 None None] Set router 5dd3d579-fc99-4492-8cb7-b65dc1b61d6d gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:02:18.879590 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37a282-7666-49ce-8cc0-da5fa0c29cde req-d6a9f702-869f-41dc-8173-d52e37e463f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:18.881287 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cd37a282-7666-49ce-8cc0-da5fa0c29cde req-d6a9f702-869f-41dc-8173-d52e37e463f1 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=b6d30544-853e-40ac-8783-9772d598fcd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1131318 Feb 09 02:02:18.884445 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fafeeaba-3d72-4bcf-805d-464c077396b0 req-b53420af-ff3e-4429-962e-1168990b128d tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=6ba7f2ca-39a9-45fd-9ef1-f5afb4330a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516260 Feb 09 02:02:19.014928 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cd37a282-7666-49ce-8cc0-da5fa0c29cde req-05aea18a-471b-497a-bb3f-2d9fd709251f service neutron] 10.222.0.99 "GET /v2.0/networks/b6d30544-853e-40ac-8783-9772d598fcd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264844 Feb 09 02:02:19.147290 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cd37a282-7666-49ce-8cc0-da5fa0c29cde req-18d658bf-77f7-403b-bf40-5bfe13a651c6 service neutron] 10.222.0.99 "GET /v2.0/networks/b6d30544-853e-40ac-8783-9772d598fcd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264665 Feb 09 02:02:19.176217 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-47fd2b7b-e023-4c5a-90d0-44d1ac16c563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd3d579-fc99-4492-8cb7-b65dc1b61d6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1325350752', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '5d729786-6c1e-41b1-a525-8ed4b0890177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:00:44Z', 'updated_at': '2022-02-09T02:00:49Z', 'revision_number': 4, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'gw_port': {'id': '5d729786-6c1e-41b1-a525-8ed4b0890177', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:2f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd3d579-fc99-4492-8cb7-b65dc1b61d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:44Z', 'updated_at': '2022-02-09T02:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '9b1b5c25-8f4d-431c-a6fc-86183b77538c', 'name': '', 'network_id': 'b6d30544-853e-40ac-8783-9772d598fcd3', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'mac_address': 'fa:16:3e:00:ce:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd3d579-fc99-4492-8cb7-b65dc1b61d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '267c9dee-924c-420d-962a-178e80fd0313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:48Z', 'updated_at': '2022-02-09T02:00:53Z', 'revision_number': 5, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'subnets': [{'id': '267c9dee-924c-420d-962a-178e80fd0313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:19.180157 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fd2b7b-e023-4c5a-90d0-44d1ac16c563 None None] The sync data for ids ['5dd3d579-fc99-4492-8cb7-b65dc1b61d6d'] in n-d-828418-1 is: [{'id': '5dd3d579-fc99-4492-8cb7-b65dc1b61d6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1325350752', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '5d729786-6c1e-41b1-a525-8ed4b0890177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:00:44Z', 'updated_at': '2022-02-09T02:00:49Z', 'revision_number': 4, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'gw_port': {'id': '5d729786-6c1e-41b1-a525-8ed4b0890177', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:2f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd3d579-fc99-4492-8cb7-b65dc1b61d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:44Z', 'updated_at': '2022-02-09T02:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '9b1b5c25-8f4d-431c-a6fc-86183b77538c', 'name': '', 'network_id': 'b6d30544-853e-40ac-8783-9772d598fcd3', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'mac_address': 'fa:16:3e:00:ce:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd3d579-fc99-4492-8cb7-b65dc1b61d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '267c9dee-924c-420d-962a-178e80fd0313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:48Z', 'updated_at': '2022-02-09T02:00:53Z', 'revision_number': 5, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'subnets': [{'id': '267c9dee-924c-420d-962a-178e80fd0313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:02:19.408734 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b11c14-128c-4cea-89b1-e02ddfd79586 None None] New status for floating IP 0e0b6899-14f4-4f33-a13a-4f7d7ef2ab71: DOWN {{(pid=87641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:02:20.077616 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39be8f17-431c-4414-b670-1648246059a9 req-025a6117-1521-44f0-ace2-d95f27d69107 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:20.079072 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-39be8f17-431c-4414-b670-1648246059a9 req-025a6117-1521-44f0-ace2-d95f27d69107 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=0047b627-9456-4bc0-b161-a58d32d99840 HTTP/1.1" status: 200 len: 946 time: 0.0862072 Feb 09 02:02:20.123557 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-39be8f17-431c-4414-b670-1648246059a9 req-28f08d78-d946-4548-aaec-e49c31ca1721 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=6ba7f2ca-39a9-45fd-9ef1-f5afb4330a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382078 Feb 09 02:02:20.478940 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8274f-65c2-4528-9d25-66a01dd65a1a req-4addefff-17c1-485c-b40e-32f4e925427f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:20.480360 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-83e8274f-65c2-4528-9d25-66a01dd65a1a req-4addefff-17c1-485c-b40e-32f4e925427f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.99 "GET /v2.0/ports?device_id=0047b627-9456-4bc0-b161-a58d32d99840 HTTP/1.1" status: 200 len: 946 time: 0.0780926 Feb 09 02:02:20.553026 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-83e8274f-65c2-4528-9d25-66a01dd65a1a req-c0af1610-87e4-407c-b0c1-849f0b117e77 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Deleting port ece4da26-6cd7-4a8e-8150-f521e80d7f31 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:02:20.553363 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-83e8274f-65c2-4528-9d25-66a01dd65a1a req-c0af1610-87e4-407c-b0c1-849f0b117e77 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:20.798902 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-83e8274f-65c2-4528-9d25-66a01dd65a1a req-c0af1610-87e4-407c-b0c1-849f0b117e77 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] For port ece4da26-6cd7-4a8e-8150-f521e80d7f31, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=ece4da26-6cd7-4a8e-8150-f521e80d7f31,segment=NetworkSegment(f7e9b06c-aa6c-4d6a-9d93-b3496cedb4b5),segment_id=f7e9b06c-aa6c-4d6a-9d93-b3496cedb4b5)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:02:20.799151 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-83e8274f-65c2-4528-9d25-66a01dd65a1a req-c0af1610-87e4-407c-b0c1-849f0b117e77 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:20.917052 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-83e8274f-65c2-4528-9d25-66a01dd65a1a req-c0af1610-87e4-407c-b0c1-849f0b117e77 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Calling delete_port for ece4da26-6cd7-4a8e-8150-f521e80d7f31 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:02:21.056874 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-83e8274f-65c2-4528-9d25-66a01dd65a1a req-c0af1610-87e4-407c-b0c1-849f0b117e77 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:21.196813 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0af1610-87e4-407c-b0c1-849f0b117e77 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event deleted for resources: {'Port': ['ID=ece4da26-6cd7-4a8e-8150-f521e80d7f31,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:21.311060 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-83e8274f-65c2-4528-9d25-66a01dd65a1a req-c0af1610-87e4-407c-b0c1-849f0b117e77 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] No DVR routers for this DVR port ece4da26-6cd7-4a8e-8150-f521e80d7f31 on host n-h2-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:02:21.314126 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-52da6fbb-aed7-445d-8c41-cd61311d632e req-7be28202-f87d-4bfd-840f-7a2cbfc1ba69 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=0047b627-9456-4bc0-b161-a58d32d99840 HTTP/1.1" status: 200 len: 210 time: 0.0761039 Feb 09 02:02:21.315054 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-83e8274f-65c2-4528-9d25-66a01dd65a1a req-c0af1610-87e4-407c-b0c1-849f0b117e77 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:21.317502 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0047b627-9456-4bc0-b161-a58d32d99840', 'name': 'network-vif-deleted', 'tag': 'ece4da26-6cd7-4a8e-8150-f521e80d7f31'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:02:21.335185 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-83e8274f-65c2-4528-9d25-66a01dd65a1a req-c0af1610-87e4-407c-b0c1-849f0b117e77 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.99 "DELETE /v2.0/ports/ece4da26-6cd7-4a8e-8150-f521e80d7f31 HTTP/1.1" status: 204 len: 173 time: 0.8487117 Feb 09 02:02:21.367154 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0047b627-9456-4bc0-b161-a58d32d99840', 'name': 'network-vif-deleted', 'tag': 'ece4da26-6cd7-4a8e-8150-f521e80d7f31', 'status': 'completed', 'code': 200} Feb 09 02:02:22.409685 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49308) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:02:22.440589 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:22.952620 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8b594bc6-1570-4214-8bfa-33d4eaaebc62 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:23.175500 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device ece4da26-6cd7-4a8e-8150-f521e80d7f31 no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:02:23.211216 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] No Port match for: ece4da26-6cd7-4a8e-8150-f521e80d7f31 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:02:23.211620 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device ece4da26-6cd7-4a8e-8150-f521e80d7f31 not bound to the agent host n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:02:23.304185 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-8b594bc6-1570-4214-8bfa-33d4eaaebc62 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Deleting port 9b1b5c25-8f4d-431c-a6fc-86183b77538c {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:02:23.304528 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8b594bc6-1570-4214-8bfa-33d4eaaebc62 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:23.492635 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-8b594bc6-1570-4214-8bfa-33d4eaaebc62 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] For port 9b1b5c25-8f4d-431c-a6fc-86183b77538c, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=9b1b5c25-8f4d-431c-a6fc-86183b77538c,segment=NetworkSegment(f7e9b06c-aa6c-4d6a-9d93-b3496cedb4b5),segment_id=f7e9b06c-aa6c-4d6a-9d93-b3496cedb4b5)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:02:23.493298 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8b594bc6-1570-4214-8bfa-33d4eaaebc62 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:23.719318 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-8b594bc6-1570-4214-8bfa-33d4eaaebc62 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Calling delete_port for 9b1b5c25-8f4d-431c-a6fc-86183b77538c owned by network:router_interface {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:02:24.045090 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8b594bc6-1570-4214-8bfa-33d4eaaebc62 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:24.090879 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b594bc6-1570-4214-8bfa-33d4eaaebc62 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event deleted for resources: {'Port': ['ID=9b1b5c25-8f4d-431c-a6fc-86183b77538c,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:24.367669 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8b594bc6-1570-4214-8bfa-33d4eaaebc62 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:24.716241 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b594bc6-1570-4214-8bfa-33d4eaaebc62 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Router 5dd3d579-fc99-4492-8cb7-b65dc1b61d6d has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:02:24.887732 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b594bc6-1570-4214-8bfa-33d4eaaebc62 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:02:24.897131 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740f439e-b5b4-4ef0-9633-02e0d4b4d3fc None None] Sync routers for ids ['5dd3d579-fc99-4492-8cb7-b65dc1b61d6d'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:02:24.900185 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-8b594bc6-1570-4214-8bfa-33d4eaaebc62 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "PUT /v2.0/routers/5dd3d579-fc99-4492-8cb7-b65dc1b61d6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4894216 Feb 09 02:02:24.902978 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49312) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:02:24.906906 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740f439e-b5b4-4ef0-9633-02e0d4b4d3fc None None] Routers {'5dd3d579-fc99-4492-8cb7-b65dc1b61d6d'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:02:24.907494 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-740f439e-b5b4-4ef0-9633-02e0d4b4d3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:02:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['5dd3d579-fc99-4492-8cb7-b65dc1b61d6d'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:25.078810 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-c06c91df-b596-4dda-8c8f-d1fb66565e0a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Deleting subnet 267c9dee-924c-420d-962a-178e80fd0313 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 02:02:25.081793 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c06c91df-b596-4dda-8c8f-d1fb66565e0a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:25.087892 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-740f439e-b5b4-4ef0-9633-02e0d4b4d3fc None None] Set router 5dd3d579-fc99-4492-8cb7-b65dc1b61d6d gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:02:25.135820 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c06c91df-b596-4dda-8c8f-d1fb66565e0a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:25.221888 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c06c91df-b596-4dda-8c8f-d1fb66565e0a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:25.294783 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c06c91df-b596-4dda-8c8f-d1fb66565e0a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:25.333537 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06c91df-b596-4dda-8c8f-d1fb66565e0a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event deleted for resources: {'Subnet': ['ID=267c9dee-924c-420d-962a-178e80fd0313,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:25.337099 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c06c91df-b596-4dda-8c8f-d1fb66565e0a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:25.345916 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-c06c91df-b596-4dda-8c8f-d1fb66565e0a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "DELETE /v2.0/subnets/267c9dee-924c-420d-962a-178e80fd0313 HTTP/1.1" status: 204 len: 168 time: 0.4395592 Feb 09 02:02:25.346145 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49316) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:02:25.350502 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab9719d-a1ec-467b-afed-a7aee25af3c4 None None] Network b6d30544-853e-40ac-8783-9772d598fcd3 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 02:02:25.482536 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:25.526897 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-70f2cf9c-d49c-43d9-9027-032d47b623b0 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:25.598614 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-740f439e-b5b4-4ef0-9633-02e0d4b4d3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd3d579-fc99-4492-8cb7-b65dc1b61d6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1325350752', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '5d729786-6c1e-41b1-a525-8ed4b0890177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:00:44Z', 'updated_at': '2022-02-09T02:02:23Z', 'revision_number': 5, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'gw_port': {'id': '5d729786-6c1e-41b1-a525-8ed4b0890177', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:2f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd3d579-fc99-4492-8cb7-b65dc1b61d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:44Z', 'updated_at': '2022-02-09T02:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:25.604814 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740f439e-b5b4-4ef0-9633-02e0d4b4d3fc None None] Checking router: 5dd3d579-fc99-4492-8cb7-b65dc1b61d6d for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:02:25.620210 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740f439e-b5b4-4ef0-9633-02e0d4b4d3fc None None] Routers {'5dd3d579-fc99-4492-8cb7-b65dc1b61d6d'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:02:25.620816 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-740f439e-b5b4-4ef0-9633-02e0d4b4d3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:02:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['5dd3d579-fc99-4492-8cb7-b65dc1b61d6d'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:25.735392 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-70f2cf9c-d49c-43d9-9027-032d47b623b0 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:25.744945 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-70f2cf9c-d49c-43d9-9027-032d47b623b0 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Deleting port 5d729786-6c1e-41b1-a525-8ed4b0890177 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:02:25.745314 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-70f2cf9c-d49c-43d9-9027-032d47b623b0 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:25.771025 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c226e8d9-6e48-46c3-bf8a-ffa8fa45ccbe None None] DHCP port deletion for b6d30544-853e-40ac-8783-9772d598fcd3 request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 02:02:25.791743 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-c226e8d9-6e48-46c3-bf8a-ffa8fa45ccbe None None] Deleting port c5158c31-8d63-4d3f-beb6-1d580f275192 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:02:25.792107 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c226e8d9-6e48-46c3-bf8a-ffa8fa45ccbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:25.854944 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-740f439e-b5b4-4ef0-9633-02e0d4b4d3fc None None] Set router 5dd3d579-fc99-4492-8cb7-b65dc1b61d6d gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:02:25.926566 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-70f2cf9c-d49c-43d9-9027-032d47b623b0 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] For port 5d729786-6c1e-41b1-a525-8ed4b0890177, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=5d729786-6c1e-41b1-a525-8ed4b0890177,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:02:25.926924 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-70f2cf9c-d49c-43d9-9027-032d47b623b0 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:26.049052 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-70f2cf9c-d49c-43d9-9027-032d47b623b0 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Calling delete_port for 5d729786-6c1e-41b1-a525-8ed4b0890177 owned by network:router_gateway {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:02:26.212347 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-c226e8d9-6e48-46c3-bf8a-ffa8fa45ccbe None None] For port c5158c31-8d63-4d3f-beb6-1d580f275192, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=c5158c31-8d63-4d3f-beb6-1d580f275192,segment=NetworkSegment(f7e9b06c-aa6c-4d6a-9d93-b3496cedb4b5),segment_id=f7e9b06c-aa6c-4d6a-9d93-b3496cedb4b5)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:02:26.212959 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c226e8d9-6e48-46c3-bf8a-ffa8fa45ccbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:26.219615 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-70f2cf9c-d49c-43d9-9027-032d47b623b0 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:26.271550 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f2cf9c-d49c-43d9-9027-032d47b623b0 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event deleted for resources: {'Port': ['ID=5d729786-6c1e-41b1-a525-8ed4b0890177,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:26.359039 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-70f2cf9c-d49c-43d9-9027-032d47b623b0 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:26.372301 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-c226e8d9-6e48-46c3-bf8a-ffa8fa45ccbe None None] Calling delete_port for c5158c31-8d63-4d3f-beb6-1d580f275192 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:02:26.459794 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c226e8d9-6e48-46c3-bf8a-ffa8fa45ccbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:26.493507 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-740f439e-b5b4-4ef0-9633-02e0d4b4d3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd3d579-fc99-4492-8cb7-b65dc1b61d6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1325350752', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '5d729786-6c1e-41b1-a525-8ed4b0890177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:00:44Z', 'updated_at': '2022-02-09T02:02:23Z', 'revision_number': 5, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'gw_port': {'id': '5d729786-6c1e-41b1-a525-8ed4b0890177', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:2f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd3d579-fc99-4492-8cb7-b65dc1b61d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:44Z', 'updated_at': '2022-02-09T02:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:26.512188 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c226e8d9-6e48-46c3-bf8a-ffa8fa45ccbe None None] Pushing event deleted for resources: {'Port': ['ID=c5158c31-8d63-4d3f-beb6-1d580f275192,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:26.515072 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740f439e-b5b4-4ef0-9633-02e0d4b4d3fc None None] The sync data for ids ['5dd3d579-fc99-4492-8cb7-b65dc1b61d6d'] in n-d-828418-1 is: [{'id': '5dd3d579-fc99-4492-8cb7-b65dc1b61d6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1325350752', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '5d729786-6c1e-41b1-a525-8ed4b0890177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:00:44Z', 'updated_at': '2022-02-09T02:02:23Z', 'revision_number': 5, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'gw_port': {'id': '5d729786-6c1e-41b1-a525-8ed4b0890177', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:2f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd3d579-fc99-4492-8cb7-b65dc1b61d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:44Z', 'updated_at': '2022-02-09T02:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:02:26.526020 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c226e8d9-6e48-46c3-bf8a-ffa8fa45ccbe None None] No DVR routers for this DVR port c5158c31-8d63-4d3f-beb6-1d580f275192 on host n-d-828418-1 {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:02:26.535420 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c226e8d9-6e48-46c3-bf8a-ffa8fa45ccbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:26.535420 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c226e8d9-6e48-46c3-bf8a-ffa8fa45ccbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:26.535420 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c226e8d9-6e48-46c3-bf8a-ffa8fa45ccbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:26.535729 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c226e8d9-6e48-46c3-bf8a-ffa8fa45ccbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:26.535937 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c226e8d9-6e48-46c3-bf8a-ffa8fa45ccbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:26.536374 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c226e8d9-6e48-46c3-bf8a-ffa8fa45ccbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:26.536585 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c226e8d9-6e48-46c3-bf8a-ffa8fa45ccbe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:26.536907 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c226e8d9-6e48-46c3-bf8a-ffa8fa45ccbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:26.537223 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c226e8d9-6e48-46c3-bf8a-ffa8fa45ccbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:26.537542 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c226e8d9-6e48-46c3-bf8a-ffa8fa45ccbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:26.537887 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c226e8d9-6e48-46c3-bf8a-ffa8fa45ccbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:26.538201 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c226e8d9-6e48-46c3-bf8a-ffa8fa45ccbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:26.641884 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-70f2cf9c-d49c-43d9-9027-032d47b623b0 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:26.644197 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-70f2cf9c-d49c-43d9-9027-032d47b623b0 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:26.669524 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-70f2cf9c-d49c-43d9-9027-032d47b623b0 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:26.670688 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f2cf9c-d49c-43d9-9027-032d47b623b0 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Fanout notify agent at l3_agent the message router_deleted on router 5dd3d579-fc99-4492-8cb7-b65dc1b61d6d {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 02:02:26.685341 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-70f2cf9c-d49c-43d9-9027-032d47b623b0 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:26.686447 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-70f2cf9c-d49c-43d9-9027-032d47b623b0 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "DELETE /v2.0/routers/5dd3d579-fc99-4492-8cb7-b65dc1b61d6d HTTP/1.1" status: 204 len: 168 time: 1.3394063 Feb 09 02:02:26.689159 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49320) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:02:26.796555 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e94f883f-4394-4d0b-84e8-8840fb78976f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:26.937792 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e94f883f-4394-4d0b-84e8-8840fb78976f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:26.963706 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-e94f883f-4394-4d0b-84e8-8840fb78976f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6d30544-853e-40ac-8783-9772d598fcd3']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:26.977450 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-e94f883f-4394-4d0b-84e8-8840fb78976f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7e9b06c-aa6c-4d6a-9d93-b3496cedb4b5') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:26.977770 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-e94f883f-4394-4d0b-84e8-8840fb78976f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7e9b06c-aa6c-4d6a-9d93-b3496cedb4b5') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:26.991016 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e94f883f-4394-4d0b-84e8-8840fb78976f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:27.008893 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e94f883f-4394-4d0b-84e8-8840fb78976f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:27.016357 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e94f883f-4394-4d0b-84e8-8840fb78976f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:02:27.016797 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e94f883f-4394-4d0b-84e8-8840fb78976f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:27.031523 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 02:02:27.031523 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:02:27.031523 n-d-828418-1 neutron-server[87639]: timer() Feb 09 02:02:27.031523 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:02:27.031523 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 02:02:27.031523 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 02:02:27.031523 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 02:02:27.031523 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:02:27.031523 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 02:02:27.031523 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:02:27.031523 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 02:02:27.031523 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:02:27.031523 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 02:02:27.031523 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 02:02:27.031523 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:02:27.031523 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 02:02:27.031523 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:02:27.031523 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 02:02:27.031523 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 02:02:27.031523 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 02:02:27.031523 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 02:02:27.031523 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 02:02:27.031523 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:02:27.031523 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:02:27.031523 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 02:02:27.031523 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:02:27.031523 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:02:27.031523 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:02:27.031523 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:02:27.031523 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:02:27.031523 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:02:27.031523 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:02:27.112357 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e94f883f-4394-4d0b-84e8-8840fb78976f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:27.131122 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e94f883f-4394-4d0b-84e8-8840fb78976f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:27.141737 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94f883f-4394-4d0b-84e8-8840fb78976f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event deleted for resources: {'Network': ['ID=b6d30544-853e-40ac-8783-9772d598fcd3,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:27.146784 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-e94f883f-4394-4d0b-84e8-8840fb78976f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "DELETE /v2.0/networks/b6d30544-853e-40ac-8783-9772d598fcd3 HTTP/1.1" status: 204 len: 168 time: 0.4542265 Feb 09 02:02:27.147227 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49324) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:02:27.221333 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cd3440a7-9906-4372-af12-bb04a1d82c49 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:27.251429 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cd3440a7-9906-4372-af12-bb04a1d82c49 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:27.314666 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cd3440a7-9906-4372-af12-bb04a1d82c49 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:27.331330 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3440a7-9906-4372-af12-bb04a1d82c49 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba7f2ca-39a9-45fd-9ef1-f5afb4330a4f,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:27.342546 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cd3440a7-9906-4372-af12-bb04a1d82c49 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:27.343666 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-cd3440a7-9906-4372-af12-bb04a1d82c49 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "DELETE /v2.0/security-groups/6ba7f2ca-39a9-45fd-9ef1-f5afb4330a4f HTTP/1.1" status: 204 len: 168 time: 0.1957166 Feb 09 02:02:27.676896 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 9b1b5c25-8f4d-431c-a6fc-86183b77538c no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:02:27.753787 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49332) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:02:27.754470 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 9b1b5c25-8f4d-431c-a6fc-86183b77538c {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:02:27.754820 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 9b1b5c25-8f4d-431c-a6fc-86183b77538c not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:02:27.755456 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device c5158c31-8d63-4d3f-beb6-1d580f275192 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:02:27.759022 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-451189a5-48e6-4cb3-bd3e-cda0cc009d85 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1183397923', 'description': 'tempest-secgroup-smoke-1183397923 description', 'project_id': '00d6805fb291418fb69e8e927f223d1a'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:02:27.765621 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-451189a5-48e6-4cb3-bd3e-cda0cc009d85 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:02:27.769887 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-451189a5-48e6-4cb3-bd3e-cda0cc009d85 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Usage tracker for resource:security_group and tenant:00d6805fb291418fb69e8e927f223d1a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:02:27.772781 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-451189a5-48e6-4cb3-bd3e-cda0cc009d85 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:02:27.778703 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-451189a5-48e6-4cb3-bd3e-cda0cc009d85 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:02:27.788214 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: c5158c31-8d63-4d3f-beb6-1d580f275192 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:02:27.788557 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device c5158c31-8d63-4d3f-beb6-1d580f275192 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:02:27.788964 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 5d729786-6c1e-41b1-a525-8ed4b0890177 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:02:27.793020 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-451189a5-48e6-4cb3-bd3e-cda0cc009d85 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:27.817759 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-451189a5-48e6-4cb3-bd3e-cda0cc009d85 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:02:27.821730 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-451189a5-48e6-4cb3-bd3e-cda0cc009d85 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Usage tracker for resource:security_group_rule and tenant:00d6805fb291418fb69e8e927f223d1a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:02:27.824573 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-451189a5-48e6-4cb3-bd3e-cda0cc009d85 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:02:27.825241 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 5d729786-6c1e-41b1-a525-8ed4b0890177 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:02:27.825619 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 5d729786-6c1e-41b1-a525-8ed4b0890177 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:02:27.831941 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-451189a5-48e6-4cb3-bd3e-cda0cc009d85 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:02:27.903636 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-451189a5-48e6-4cb3-bd3e-cda0cc009d85 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:27.908102 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-451189a5-48e6-4cb3-bd3e-cda0cc009d85 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:27.952681 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451189a5-48e6-4cb3-bd3e-cda0cc009d85 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a694447d-8961-43be-9d05-7c1856941c20,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:27.955492 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-451189a5-48e6-4cb3-bd3e-cda0cc009d85 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:27.956708 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-451189a5-48e6-4cb3-bd3e-cda0cc009d85 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2018592 Feb 09 02:02:27.959688 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49336) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:02:27.964627 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-80846d0a-2de0-4137-863c-f367fa46a820 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Request body: {'security_group_rule': {'security_group_id': 'a694447d-8961-43be-9d05-7c1856941c20', 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:02:27.971638 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-80846d0a-2de0-4137-863c-f367fa46a820 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:02:27.975411 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-80846d0a-2de0-4137-863c-f367fa46a820 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Usage tracker for resource:security_group_rule and tenant:00d6805fb291418fb69e8e927f223d1a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:02:27.978242 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-80846d0a-2de0-4137-863c-f367fa46a820 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:02:27.984229 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-80846d0a-2de0-4137-863c-f367fa46a820 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:02:28.000692 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-80846d0a-2de0-4137-863c-f367fa46a820 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:28.059638 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-80846d0a-2de0-4137-863c-f367fa46a820 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:28.063423 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-80846d0a-2de0-4137-863c-f367fa46a820 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:28.087913 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80846d0a-2de0-4137-863c-f367fa46a820 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21ff0fad-0520-4f16-8a26-135c1edcd263,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:28.098350 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-80846d0a-2de0-4137-863c-f367fa46a820 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:28.099823 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-80846d0a-2de0-4137-863c-f367fa46a820 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1391044 Feb 09 02:02:28.102574 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49340) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:02:28.107858 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-7bb48b10-d17a-4c71-a2a6-dcb42c4de21a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Request body: {'security_group_rule': {'security_group_id': 'a694447d-8961-43be-9d05-7c1856941c20', 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:02:28.114496 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-7bb48b10-d17a-4c71-a2a6-dcb42c4de21a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:02:28.118322 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-7bb48b10-d17a-4c71-a2a6-dcb42c4de21a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Usage tracker for resource:security_group_rule and tenant:00d6805fb291418fb69e8e927f223d1a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:02:28.121151 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-7bb48b10-d17a-4c71-a2a6-dcb42c4de21a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:02:28.126876 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-7bb48b10-d17a-4c71-a2a6-dcb42c4de21a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:02:28.143890 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7bb48b10-d17a-4c71-a2a6-dcb42c4de21a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:28.208440 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7bb48b10-d17a-4c71-a2a6-dcb42c4de21a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:28.212887 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7bb48b10-d17a-4c71-a2a6-dcb42c4de21a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:28.236335 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb48b10-d17a-4c71-a2a6-dcb42c4de21a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6e73b6c-b857-4408-a798-2f31105bbe6d,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:28.245103 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7bb48b10-d17a-4c71-a2a6-dcb42c4de21a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:28.246448 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-7bb48b10-d17a-4c71-a2a6-dcb42c4de21a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1428585 Feb 09 02:02:28.249948 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49344) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:02:28.254818 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-dd3b4d36-138c-4fd1-878f-7311438514a5 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Request body: {'security_group_rule': {'security_group_id': 'a694447d-8961-43be-9d05-7c1856941c20', 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:02:28.261038 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-dd3b4d36-138c-4fd1-878f-7311438514a5 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:02:28.266490 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-dd3b4d36-138c-4fd1-878f-7311438514a5 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Usage tracker for resource:security_group_rule and tenant:00d6805fb291418fb69e8e927f223d1a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:02:28.269377 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-dd3b4d36-138c-4fd1-878f-7311438514a5 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:02:28.275047 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-dd3b4d36-138c-4fd1-878f-7311438514a5 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:02:28.291271 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dd3b4d36-138c-4fd1-878f-7311438514a5 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:28.367217 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dd3b4d36-138c-4fd1-878f-7311438514a5 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:28.370865 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dd3b4d36-138c-4fd1-878f-7311438514a5 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:28.395636 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3b4d36-138c-4fd1-878f-7311438514a5 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=156c50c7-62aa-4fea-9c71-e96855eff950,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:28.403621 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dd3b4d36-138c-4fd1-878f-7311438514a5 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:28.405038 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-dd3b4d36-138c-4fd1-878f-7311438514a5 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1541812 Feb 09 02:02:28.407811 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49348) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:02:28.412715 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-49ce853f-7bb7-45f5-b8cd-4728008e6a90 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Request body: {'security_group_rule': {'security_group_id': 'a694447d-8961-43be-9d05-7c1856941c20', 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:02:28.418962 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-49ce853f-7bb7-45f5-b8cd-4728008e6a90 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:02:28.422880 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-49ce853f-7bb7-45f5-b8cd-4728008e6a90 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Usage tracker for resource:security_group_rule and tenant:00d6805fb291418fb69e8e927f223d1a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:02:28.425740 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-49ce853f-7bb7-45f5-b8cd-4728008e6a90 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:02:28.431357 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-49ce853f-7bb7-45f5-b8cd-4728008e6a90 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:02:28.447986 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-49ce853f-7bb7-45f5-b8cd-4728008e6a90 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:28.512224 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-49ce853f-7bb7-45f5-b8cd-4728008e6a90 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:28.516683 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-49ce853f-7bb7-45f5-b8cd-4728008e6a90 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:28.539178 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ce853f-7bb7-45f5-b8cd-4728008e6a90 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f7df7a6-9f5b-41c9-bb32-c152b5ba8995,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:28.549092 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-49ce853f-7bb7-45f5-b8cd-4728008e6a90 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:28.550306 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-49ce853f-7bb7-45f5-b8cd-4728008e6a90 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1415865 Feb 09 02:02:28.553026 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49352) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:02:28.557915 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-8821f9d4-1cdf-40a0-b2d1-e4e4bff9a157 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Request body: {'security_group_rule': {'security_group_id': 'a694447d-8961-43be-9d05-7c1856941c20', 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:02:28.565145 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-8821f9d4-1cdf-40a0-b2d1-e4e4bff9a157 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:02:28.569063 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-8821f9d4-1cdf-40a0-b2d1-e4e4bff9a157 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Usage tracker for resource:security_group_rule and tenant:00d6805fb291418fb69e8e927f223d1a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:02:28.572013 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-8821f9d4-1cdf-40a0-b2d1-e4e4bff9a157 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:02:28.578120 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-8821f9d4-1cdf-40a0-b2d1-e4e4bff9a157 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:02:28.588322 n-d-828418-1 neutron-server[87639]: INFO neutron.db.securitygroups_db [None req-8821f9d4-1cdf-40a0-b2d1-e4e4bff9a157 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Project 00d6805fb291418fb69e8e927f223d1a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:02:28.595446 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8821f9d4-1cdf-40a0-b2d1-e4e4bff9a157 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:28.661412 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8821f9d4-1cdf-40a0-b2d1-e4e4bff9a157 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:28.664825 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8821f9d4-1cdf-40a0-b2d1-e4e4bff9a157 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:28.689263 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8821f9d4-1cdf-40a0-b2d1-e4e4bff9a157 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a52e9b88-8fe1-46ac-8bab-a75000cd9a33,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:28.697773 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8821f9d4-1cdf-40a0-b2d1-e4e4bff9a157 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:28.698979 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-8821f9d4-1cdf-40a0-b2d1-e4e4bff9a157 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1450446 Feb 09 02:02:28.701913 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49356) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:02:28.706789 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-3fb1075a-e2f3-44e3-9bab-9e78cf4357ee tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Request body: {'security_group_rule': {'security_group_id': 'a694447d-8961-43be-9d05-7c1856941c20', 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:02:28.713049 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-3fb1075a-e2f3-44e3-9bab-9e78cf4357ee tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:02:28.717235 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-3fb1075a-e2f3-44e3-9bab-9e78cf4357ee tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Usage tracker for resource:security_group_rule and tenant:00d6805fb291418fb69e8e927f223d1a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:02:28.720371 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-3fb1075a-e2f3-44e3-9bab-9e78cf4357ee tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:02:28.726059 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-3fb1075a-e2f3-44e3-9bab-9e78cf4357ee tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:02:28.736825 n-d-828418-1 neutron-server[87639]: INFO neutron.db.securitygroups_db [None req-3fb1075a-e2f3-44e3-9bab-9e78cf4357ee tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Project 00d6805fb291418fb69e8e927f223d1a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:02:28.743130 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3fb1075a-e2f3-44e3-9bab-9e78cf4357ee tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:28.807325 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3fb1075a-e2f3-44e3-9bab-9e78cf4357ee tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:28.811331 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3fb1075a-e2f3-44e3-9bab-9e78cf4357ee tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:28.833418 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb1075a-e2f3-44e3-9bab-9e78cf4357ee tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=652a3b38-231f-4506-9e4d-441c677b7313,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:28.843071 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3fb1075a-e2f3-44e3-9bab-9e78cf4357ee tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:28.844337 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-3fb1075a-e2f3-44e3-9bab-9e78cf4357ee tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1415346 Feb 09 02:02:28.847240 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49360) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:02:28.852568 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-e2c40497-5f2f-4a40-acaf-4ce396976d42 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Request body: {'network': {'name': 'tempest-network-smoke--1405990541', 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'port_security_enabled': True}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:02:28.858501 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e2c40497-5f2f-4a40-acaf-4ce396976d42 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:02:28.862318 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-e2c40497-5f2f-4a40-acaf-4ce396976d42 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Usage tracker for resource:network and tenant:00d6805fb291418fb69e8e927f223d1a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:02:28.865142 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-e2c40497-5f2f-4a40-acaf-4ce396976d42 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:02:28.870763 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-e2c40497-5f2f-4a40-acaf-4ce396976d42 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:02:28.883556 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c40497-5f2f-4a40-acaf-4ce396976d42 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Made reservation on behalf of 00d6805fb291418fb69e8e927f223d1a for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:02:28.886999 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e2c40497-5f2f-4a40-acaf-4ce396976d42 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:28.915419 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2c40497-5f2f-4a40-acaf-4ce396976d42 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:02:28.924742 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e2c40497-5f2f-4a40-acaf-4ce396976d42 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:28.925083 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-e2c40497-5f2f-4a40-acaf-4ce396976d42 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Added segment f44dcfec-0a99-4674-bafe-f36ced087d3f of type vlan for network 3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4 Feb 09 02:02:28.950789 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e2c40497-5f2f-4a40-acaf-4ce396976d42 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:28.978901 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e2c40497-5f2f-4a40-acaf-4ce396976d42 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:28.985128 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c40497-5f2f-4a40-acaf-4ce396976d42 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:28.985735 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e2c40497-5f2f-4a40-acaf-4ce396976d42 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:29.084748 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-e2c40497-5f2f-4a40-acaf-4ce396976d42 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2363906 Feb 09 02:02:29.087591 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49364) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:02:29.092880 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-7acbec66-154a-46e7-bf0e-9af2749b93e5 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-863113271', 'admin_state_up': True, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:02:29.093782 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c40497-5f2f-4a40-acaf-4ce396976d42 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event updated for resources: {'Network': ['ID=3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:29.101067 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7acbec66-154a-46e7-bf0e-9af2749b93e5 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:02:29.104075 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 02:02:29.105039 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-7acbec66-154a-46e7-bf0e-9af2749b93e5 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Usage tracker for resource:router and tenant:00d6805fb291418fb69e8e927f223d1a is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:02:29.107983 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-7acbec66-154a-46e7-bf0e-9af2749b93e5 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:02:29.114342 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7acbec66-154a-46e7-bf0e-9af2749b93e5 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:02:29.124468 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7acbec66-154a-46e7-bf0e-9af2749b93e5 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:29.125464 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7acbec66-154a-46e7-bf0e-9af2749b93e5 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:29.141236 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7acbec66-154a-46e7-bf0e-9af2749b93e5 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:29.512820 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7acbec66-154a-46e7-bf0e-9af2749b93e5 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:29.816290 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7acbec66-154a-46e7-bf0e-9af2749b93e5 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for router_gateway, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:29.846999 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7acbec66-154a-46e7-bf0e-9af2749b93e5 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:29.984142 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-7acbec66-154a-46e7-bf0e-9af2749b93e5 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Allocated IP 172.25.0.50 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/889af0ac-982a-45e3-b822-de99e8e73634) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:02:30.126139 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7acbec66-154a-46e7-bf0e-9af2749b93e5 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:30.154728 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7acbec66-154a-46e7-bf0e-9af2749b93e5 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:30.215952 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7acbec66-154a-46e7-bf0e-9af2749b93e5 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:02:30.219566 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-7acbec66-154a-46e7-bf0e-9af2749b93e5 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:02:30.223278 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acbec66-154a-46e7-bf0e-9af2749b93e5 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:02:30.259929 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acbec66-154a-46e7-bf0e-9af2749b93e5 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event updated for resources: {'Port': ['ID=889af0ac-982a-45e3-b822-de99e8e73634,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:30.272766 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acbec66-154a-46e7-bf0e-9af2749b93e5 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:30.273110 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acbec66-154a-46e7-bf0e-9af2749b93e5 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:30.273444 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acbec66-154a-46e7-bf0e-9af2749b93e5 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:30.273799 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acbec66-154a-46e7-bf0e-9af2749b93e5 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:30.274128 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acbec66-154a-46e7-bf0e-9af2749b93e5 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:30.274453 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acbec66-154a-46e7-bf0e-9af2749b93e5 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:30.274777 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acbec66-154a-46e7-bf0e-9af2749b93e5 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:30.275096 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acbec66-154a-46e7-bf0e-9af2749b93e5 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:30.275415 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acbec66-154a-46e7-bf0e-9af2749b93e5 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:30.275731 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acbec66-154a-46e7-bf0e-9af2749b93e5 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:30.276047 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acbec66-154a-46e7-bf0e-9af2749b93e5 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:30.276359 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acbec66-154a-46e7-bf0e-9af2749b93e5 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:30.640611 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7acbec66-154a-46e7-bf0e-9af2749b93e5 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for router_gateway, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:31.083845 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7acbec66-154a-46e7-bf0e-9af2749b93e5 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:31.287463 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7acbec66-154a-46e7-bf0e-9af2749b93e5 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Router 4e05c055-d2c9-434c-8a49-eef41ab6a7ef is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 02:02:31.464960 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7acbec66-154a-46e7-bf0e-9af2749b93e5 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:02:31.475814 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c2021f-519c-4e84-89a4-6ad4e93f4cb0 None None] Sync routers for ids ['4e05c055-d2c9-434c-8a49-eef41ab6a7ef'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:02:31.489917 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c2021f-519c-4e84-89a4-6ad4e93f4cb0 None None] Routers {'4e05c055-d2c9-434c-8a49-eef41ab6a7ef'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:02:31.490532 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-77c2021f-519c-4e84-89a4-6ad4e93f4cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:02:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['4e05c055-d2c9-434c-8a49-eef41ab6a7ef'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:31.492588 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7acbec66-154a-46e7-bf0e-9af2749b93e5 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:31.493959 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-7acbec66-154a-46e7-bf0e-9af2749b93e5 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4053667 Feb 09 02:02:31.497070 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49368) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:02:31.539832 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-7c8b5aa6-466e-4bcf-b21b-ee348306edc6 tempest-TestNetworkAdvancedServerOps-1798257017 tempest-TestNetworkAdvancedServerOps-1798257017-project-admin] 10.222.0.105 "GET /v2.0/subnets?project_id=00d6805fb291418fb69e8e927f223d1a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0415540 Feb 09 02:02:31.542451 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49372) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:02:31.665500 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-77c2021f-519c-4e84-89a4-6ad4e93f4cb0 None None] Set router 4e05c055-d2c9-434c-8a49-eef41ab6a7ef gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:02:31.676586 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3798b56b-a20f-4a50-b7a9-b8300045260f tempest-TestNetworkAdvancedServerOps-1798257017 tempest-TestNetworkAdvancedServerOps-1798257017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:31.678121 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-3798b56b-a20f-4a50-b7a9-b8300045260f tempest-TestNetworkAdvancedServerOps-1798257017 tempest-TestNetworkAdvancedServerOps-1798257017-project-admin] 10.222.0.105 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1347859 Feb 09 02:02:31.680877 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49376) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:02:31.720109 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-21cc2929-2049-4479-845b-3c5d19128e3f tempest-TestNetworkAdvancedServerOps-1798257017 tempest-TestNetworkAdvancedServerOps-1798257017-project-admin] 10.222.0.105 "GET /v2.0/subnets?network_id=3d885c3c-255c-4e54-addc-b28437d0b18e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380356 Feb 09 02:02:31.722440 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49380) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:02:31.727662 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-9762cc38-fd1a-478e-a22d-9c33d89f517f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1537252049', 'network_id': '3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4', 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:02:31.838167 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9762cc38-fd1a-478e-a22d-9c33d89f517f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:02:31.842612 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-9762cc38-fd1a-478e-a22d-9c33d89f517f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Usage tracker for resource:subnet and tenant:00d6805fb291418fb69e8e927f223d1a is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:02:31.845510 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-9762cc38-fd1a-478e-a22d-9c33d89f517f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:02:31.851296 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-9762cc38-fd1a-478e-a22d-9c33d89f517f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:02:31.862829 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9762cc38-fd1a-478e-a22d-9c33d89f517f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Made reservation on behalf of 00d6805fb291418fb69e8e927f223d1a for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:02:31.866345 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9762cc38-fd1a-478e-a22d-9c33d89f517f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:31.951891 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-77c2021f-519c-4e84-89a4-6ad4e93f4cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e05c055-d2c9-434c-8a49-eef41ab6a7ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-863113271', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '889af0ac-982a-45e3-b822-de99e8e73634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:02:29Z', 'updated_at': '2022-02-09T02:02:30Z', 'revision_number': 3, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'gw_port': {'id': '889af0ac-982a-45e3-b822-de99e8e73634', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d9:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e05c055-d2c9-434c-8a49-eef41ab6a7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:29Z', 'updated_at': '2022-02-09T02:02:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:31.955574 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c2021f-519c-4e84-89a4-6ad4e93f4cb0 None None] Checking router: 4e05c055-d2c9-434c-8a49-eef41ab6a7ef for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:02:31.955914 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c2021f-519c-4e84-89a4-6ad4e93f4cb0 None None] Updating router 4e05c055-d2c9-434c-8a49-eef41ab6a7ef port 889af0ac-982a-45e3-b822-de99e8e73634 binding host n-d-828418-1 {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:02:32.011884 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-77c2021f-519c-4e84-89a4-6ad4e93f4cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:32.083073 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9762cc38-fd1a-478e-a22d-9c33d89f517f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:32.162085 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9762cc38-fd1a-478e-a22d-9c33d89f517f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event updated for resources: {'Subnet': ['ID=2ee96fdf-5978-40b1-8db1-d55ed0ea35e2,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:32.172521 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9762cc38-fd1a-478e-a22d-9c33d89f517f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Checking segment: {'id': 'f44dcfec-0a99-4674-bafe-f36ced087d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:02:32.172884 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9762cc38-fd1a-478e-a22d-9c33d89f517f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Network hostable DHCP agents. Network: 3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:02:32.191947 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9762cc38-fd1a-478e-a22d-9c33d89f517f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Network 3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:02:32.201779 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-9762cc38-fd1a-478e-a22d-9c33d89f517f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:02:32.206829 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9762cc38-fd1a-478e-a22d-9c33d89f517f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:32.207643 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9762cc38-fd1a-478e-a22d-9c33d89f517f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:32.209765 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1b4312-a305-4630-9795-ae4414eb407c None None] Network 3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 02:02:32.231015 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-9762cc38-fd1a-478e-a22d-9c33d89f517f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5075829 Feb 09 02:02:32.233900 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49384) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:02:32.353701 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-77c2021f-519c-4e84-89a4-6ad4e93f4cb0 None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:32.367284 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-77c2021f-519c-4e84-89a4-6ad4e93f4cb0 None None] Transition to ACTIVE for port object 889af0ac-982a-45e3-b822-de99e8e73634 will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:02:32.375379 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-77c2021f-519c-4e84-89a4-6ad4e93f4cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:32.445752 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97bd437-0897-4ea4-bf89-26a4d3586554 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4', 'network_id': '3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'fixed_ips': [{'subnet_id': '2ee96fdf-5978-40b1-8db1-d55ed0ea35e2'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 02:02:32.446906 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d97bd437-0897-4ea4-bf89-26a4d3586554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:32.457632 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-77c2021f-519c-4e84-89a4-6ad4e93f4cb0 None None] Attempting to bind port 889af0ac-982a-45e3-b822-de99e8e73634 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:02:32.457931 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-77c2021f-519c-4e84-89a4-6ad4e93f4cb0 None None] Attempting to bind port 889af0ac-982a-45e3-b822-de99e8e73634 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:02:32.458351 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c2021f-519c-4e84-89a4-6ad4e93f4cb0 None None] Attempting to bind port 889af0ac-982a-45e3-b822-de99e8e73634 on network 3d885c3c-255c-4e54-addc-b28437d0b18e {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:02:32.469847 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c2021f-519c-4e84-89a4-6ad4e93f4cb0 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:02:32.470218 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c2021f-519c-4e84-89a4-6ad4e93f4cb0 None None] Checking segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:02:32.470614 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-77c2021f-519c-4e84-89a4-6ad4e93f4cb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:32.471004 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c2021f-519c-4e84-89a4-6ad4e93f4cb0 None None] Bound using segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:02:32.471464 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-77c2021f-519c-4e84-89a4-6ad4e93f4cb0 None None] Bound port: 889af0ac-982a-45e3-b822-de99e8e73634, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:02:32.471831 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-77c2021f-519c-4e84-89a4-6ad4e93f4cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:32.495582 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e8f99f-18c0-45c0-b74c-55bdd77ed146 None None] Pushing event updated for resources: {'Port': ['ID=889af0ac-982a-45e3-b822-de99e8e73634,revision_number=2']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:32.517230 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e8f99f-18c0-45c0-b74c-55bdd77ed146 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:32.517589 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e8f99f-18c0-45c0-b74c-55bdd77ed146 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:32.518070 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e8f99f-18c0-45c0-b74c-55bdd77ed146 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:32.518440 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e8f99f-18c0-45c0-b74c-55bdd77ed146 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:32.518736 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e8f99f-18c0-45c0-b74c-55bdd77ed146 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:32.519659 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e8f99f-18c0-45c0-b74c-55bdd77ed146 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:32.520626 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e8f99f-18c0-45c0-b74c-55bdd77ed146 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:32.520626 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e8f99f-18c0-45c0-b74c-55bdd77ed146 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:32.520626 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e8f99f-18c0-45c0-b74c-55bdd77ed146 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:32.521031 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e8f99f-18c0-45c0-b74c-55bdd77ed146 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:32.521255 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e8f99f-18c0-45c0-b74c-55bdd77ed146 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:32.521578 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e8f99f-18c0-45c0-b74c-55bdd77ed146 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:32.573746 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-77c2021f-519c-4e84-89a4-6ad4e93f4cb0 None None] For port 889af0ac-982a-45e3-b822-de99e8e73634, host n-d-828418-1, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:02:32.577465 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-77c2021f-519c-4e84-89a4-6ad4e93f4cb0 None None] For port 889af0ac-982a-45e3-b822-de99e8e73634, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=889af0ac-982a-45e3-b822-de99e8e73634,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:02:32.584864 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-77c2021f-519c-4e84-89a4-6ad4e93f4cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:32.619229 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-d97bd437-0897-4ea4-bf89-26a4d3586554 None None] Allocated IP 172.20.0.2 (3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4/2ee96fdf-5978-40b1-8db1-d55ed0ea35e2/6dafca54-ed5a-47b7-8662-2d354f0b4ca3) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:02:32.711665 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c2021f-519c-4e84-89a4-6ad4e93f4cb0 None None] Routers {'4e05c055-d2c9-434c-8a49-eef41ab6a7ef'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:02:32.712302 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-77c2021f-519c-4e84-89a4-6ad4e93f4cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:02:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['4e05c055-d2c9-434c-8a49-eef41ab6a7ef'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:32.793030 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e8f99f-18c0-45c0-b74c-55bdd77ed146 None None] Pushing event updated for resources: {'Port': ['ID=889af0ac-982a-45e3-b822-de99e8e73634,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:32.853985 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d97bd437-0897-4ea4-bf89-26a4d3586554 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:32.865552 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d97bd437-0897-4ea4-bf89-26a4d3586554 None None] Transition to ACTIVE for port object 6dafca54-ed5a-47b7-8662-2d354f0b4ca3 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:02:32.885987 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d97bd437-0897-4ea4-bf89-26a4d3586554 None None] Transition to ACTIVE for port object 6dafca54-ed5a-47b7-8662-2d354f0b4ca3 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:02:32.893272 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d97bd437-0897-4ea4-bf89-26a4d3586554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:32.905973 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-77c2021f-519c-4e84-89a4-6ad4e93f4cb0 None None] Set router 4e05c055-d2c9-434c-8a49-eef41ab6a7ef gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:02:32.956017 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97bd437-0897-4ea4-bf89-26a4d3586554 None None] Network 3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:02:32.964114 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-d97bd437-0897-4ea4-bf89-26a4d3586554 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:02:32.968392 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97bd437-0897-4ea4-bf89-26a4d3586554 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:02:33.018211 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97bd437-0897-4ea4-bf89-26a4d3586554 None None] Pushing event updated for resources: {'Port': ['ID=6dafca54-ed5a-47b7-8662-2d354f0b4ca3,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:33.075802 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-d97bd437-0897-4ea4-bf89-26a4d3586554 None None] Attempting to bind port 6dafca54-ed5a-47b7-8662-2d354f0b4ca3 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:02:33.076172 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-d97bd437-0897-4ea4-bf89-26a4d3586554 None None] Attempting to bind port 6dafca54-ed5a-47b7-8662-2d354f0b4ca3 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'f44dcfec-0a99-4674-bafe-f36ced087d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:02:33.076528 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97bd437-0897-4ea4-bf89-26a4d3586554 None None] Attempting to bind port 6dafca54-ed5a-47b7-8662-2d354f0b4ca3 on network 3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:02:33.081802 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97bd437-0897-4ea4-bf89-26a4d3586554 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:02:33.082133 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97bd437-0897-4ea4-bf89-26a4d3586554 None None] Checking segment: {'id': 'f44dcfec-0a99-4674-bafe-f36ced087d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:02:33.082526 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d97bd437-0897-4ea4-bf89-26a4d3586554 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:33.082910 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97bd437-0897-4ea4-bf89-26a4d3586554 None None] Bound using segment: {'id': 'f44dcfec-0a99-4674-bafe-f36ced087d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:02:33.083523 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-d97bd437-0897-4ea4-bf89-26a4d3586554 None None] Bound port: 6dafca54-ed5a-47b7-8662-2d354f0b4ca3, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f44dcfec-0a99-4674-bafe-f36ced087d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:02:33.083734 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d97bd437-0897-4ea4-bf89-26a4d3586554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:33.095837 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-06258db6-d207-4d19-afcd-b2ecb0f9f640 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:33.176325 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d97bd437-0897-4ea4-bf89-26a4d3586554 None None] For port 6dafca54-ed5a-47b7-8662-2d354f0b4ca3, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:02:33.179651 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d97bd437-0897-4ea4-bf89-26a4d3586554 None None] For port 6dafca54-ed5a-47b7-8662-2d354f0b4ca3, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=6dafca54-ed5a-47b7-8662-2d354f0b4ca3,segment=NetworkSegment(f44dcfec-0a99-4674-bafe-f36ced087d3f),segment_id=f44dcfec-0a99-4674-bafe-f36ced087d3f)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:02:33.184198 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d97bd437-0897-4ea4-bf89-26a4d3586554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:33.199479 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-77c2021f-519c-4e84-89a4-6ad4e93f4cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e05c055-d2c9-434c-8a49-eef41ab6a7ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-863113271', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '889af0ac-982a-45e3-b822-de99e8e73634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:02:29Z', 'updated_at': '2022-02-09T02:02:30Z', 'revision_number': 3, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'gw_port': {'id': '889af0ac-982a-45e3-b822-de99e8e73634', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d9:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e05c055-d2c9-434c-8a49-eef41ab6a7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:29Z', 'updated_at': '2022-02-09T02:02:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:33.204383 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c2021f-519c-4e84-89a4-6ad4e93f4cb0 None None] The sync data for ids ['4e05c055-d2c9-434c-8a49-eef41ab6a7ef'] in n-d-828418-1 is: [{'id': '4e05c055-d2c9-434c-8a49-eef41ab6a7ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-863113271', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '889af0ac-982a-45e3-b822-de99e8e73634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:02:29Z', 'updated_at': '2022-02-09T02:02:30Z', 'revision_number': 3, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'gw_port': {'id': '889af0ac-982a-45e3-b822-de99e8e73634', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d9:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e05c055-d2c9-434c-8a49-eef41ab6a7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:29Z', 'updated_at': '2022-02-09T02:02:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:02:33.275752 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97bd437-0897-4ea4-bf89-26a4d3586554 None None] Pushing event updated for resources: {'Port': ['ID=6dafca54-ed5a-47b7-8662-2d354f0b4ca3,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:33.584343 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-06258db6-d207-4d19-afcd-b2ecb0f9f640 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Allocated IP 172.20.0.1 (3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4/2ee96fdf-5978-40b1-8db1-d55ed0ea35e2/4c290958-482d-4e59-ba63-9dd01b2a0579) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:02:33.765338 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 889af0ac-982a-45e3-b822-de99e8e73634 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:02:33.808509 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-06258db6-d207-4d19-afcd-b2ecb0f9f640 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:33.829262 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-06258db6-d207-4d19-afcd-b2ecb0f9f640 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Transition to ACTIVE for port object 4c290958-482d-4e59-ba63-9dd01b2a0579 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:02:33.846027 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 889af0ac-982a-45e3-b822-de99e8e73634 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:02:33.856418 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 889af0ac-982a-45e3-b822-de99e8e73634 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:02:33.856970 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:33.864608 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-06258db6-d207-4d19-afcd-b2ecb0f9f640 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:33.938461 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06258db6-d207-4d19-afcd-b2ecb0f9f640 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Network 3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:02:33.941865 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-06258db6-d207-4d19-afcd-b2ecb0f9f640 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:02:33.946126 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06258db6-d207-4d19-afcd-b2ecb0f9f640 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:02:33.981716 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06258db6-d207-4d19-afcd-b2ecb0f9f640 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event updated for resources: {'Port': ['ID=4c290958-482d-4e59-ba63-9dd01b2a0579,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:33.991798 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:34.012011 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 889af0ac-982a-45e3-b822-de99e8e73634, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=889af0ac-982a-45e3-b822-de99e8e73634,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:02:34.015477 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-06258db6-d207-4d19-afcd-b2ecb0f9f640 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:34.017746 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:34.018720 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 6dafca54-ed5a-47b7-8662-2d354f0b4ca3 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:02:34.141948 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=889af0ac-982a-45e3-b822-de99e8e73634,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:34.163472 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 6dafca54-ed5a-47b7-8662-2d354f0b4ca3 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:02:34.419469 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-06258db6-d207-4d19-afcd-b2ecb0f9f640 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:34.525450 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17a3ce7-3d5d-4b43-9d9a-76c01cc14c14 None None] Network 3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 02:02:34.678747 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-edbce3e4-4e77-4b96-a2b1-ca4f2eaf9990 None None] Provisioning for port 6dafca54-ed5a-47b7-8662-2d354f0b4ca3 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:02:34.687558 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-edbce3e4-4e77-4b96-a2b1-ca4f2eaf9990 None None] Provisioning complete for port 6dafca54-ed5a-47b7-8662-2d354f0b4ca3 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:02:34.687934 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-edbce3e4-4e77-4b96-a2b1-ca4f2eaf9990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:34.849501 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-06258db6-d207-4d19-afcd-b2ecb0f9f640 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:34.854040 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-06258db6-d207-4d19-afcd-b2ecb0f9f640 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:34.900189 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-edbce3e4-4e77-4b96-a2b1-ca4f2eaf9990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:34.940561 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-edbce3e4-4e77-4b96-a2b1-ca4f2eaf9990 None None] For port 6dafca54-ed5a-47b7-8662-2d354f0b4ca3, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=6dafca54-ed5a-47b7-8662-2d354f0b4ca3,segment=NetworkSegment(f44dcfec-0a99-4674-bafe-f36ced087d3f),segment_id=f44dcfec-0a99-4674-bafe-f36ced087d3f)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:02:34.947047 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-edbce3e4-4e77-4b96-a2b1-ca4f2eaf9990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:34.969683 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06258db6-d207-4d19-afcd-b2ecb0f9f640 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event updated for resources: {'Port': ['ID=4c290958-482d-4e59-ba63-9dd01b2a0579,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:34.971981 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-06258db6-d207-4d19-afcd-b2ecb0f9f640 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:35.029115 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbce3e4-4e77-4b96-a2b1-ca4f2eaf9990 None None] Pushing event updated for resources: {'Port': ['ID=6dafca54-ed5a-47b7-8662-2d354f0b4ca3,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:35.121355 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06258db6-d207-4d19-afcd-b2ecb0f9f640 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Network 3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:02:35.123089 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-06258db6-d207-4d19-afcd-b2ecb0f9f640 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:02:35.170881 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-69f40d44-7750-4fe3-b3ef-e25eb02e98d8 None None] Provisioning for port 4c290958-482d-4e59-ba63-9dd01b2a0579 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:02:35.177150 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-69f40d44-7750-4fe3-b3ef-e25eb02e98d8 None None] Provisioning complete for port 4c290958-482d-4e59-ba63-9dd01b2a0579 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:02:35.177691 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-69f40d44-7750-4fe3-b3ef-e25eb02e98d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:35.233910 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-69f40d44-7750-4fe3-b3ef-e25eb02e98d8 None None] Port 4c290958-482d-4e59-ba63-9dd01b2a0579 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 02:02:35.245730 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-69f40d44-7750-4fe3-b3ef-e25eb02e98d8 None None] Provisioning complete for port 6dafca54-ed5a-47b7-8662-2d354f0b4ca3 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:02:35.246104 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-69f40d44-7750-4fe3-b3ef-e25eb02e98d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:35.322569 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06258db6-d207-4d19-afcd-b2ecb0f9f640 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Router 4e05c055-d2c9-434c-8a49-eef41ab6a7ef has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:02:35.499858 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-952625b9-5574-40ca-86cc-7f5bdec005bc None None] Provisioning complete for port 4c290958-482d-4e59-ba63-9dd01b2a0579 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:02:35.500956 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-952625b9-5574-40ca-86cc-7f5bdec005bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:35.511319 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06258db6-d207-4d19-afcd-b2ecb0f9f640 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:02:35.534965 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-06258db6-d207-4d19-afcd-b2ecb0f9f640 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "PUT /v2.0/routers/4e05c055-d2c9-434c-8a49-eef41ab6a7ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2910824 Feb 09 02:02:35.535185 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ba50ae-d1c4-4f0f-974a-1f264a52e261 None None] Sync routers for ids ['4e05c055-d2c9-434c-8a49-eef41ab6a7ef'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:02:35.566095 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ba50ae-d1c4-4f0f-974a-1f264a52e261 None None] Routers {'4e05c055-d2c9-434c-8a49-eef41ab6a7ef'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:02:35.566718 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-18ba50ae-d1c4-4f0f-974a-1f264a52e261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:02:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['4e05c055-d2c9-434c-8a49-eef41ab6a7ef'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:35.632225 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-952625b9-5574-40ca-86cc-7f5bdec005bc None None] Port 4c290958-482d-4e59-ba63-9dd01b2a0579 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 02:02:35.719433 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-89225574-951b-4ce3-8fc1-f54878463a00 req-4011f736-0425-4710-bf14-5e2c53cccd47 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Synchronizing usage tracker for tenant:00d6805fb291418fb69e8e927f223d1a on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:02:35.726100 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 889af0ac-982a-45e3-b822-de99e8e73634 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:02:35.734664 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-89225574-951b-4ce3-8fc1-f54878463a00 req-4011f736-0425-4710-bf14-5e2c53cccd47 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Unset dirty status for tenant:00d6805fb291418fb69e8e927f223d1a on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:02:35.735920 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-89225574-951b-4ce3-8fc1-f54878463a00 req-4011f736-0425-4710-bf14-5e2c53cccd47 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1183397923&fields=id&tenant_id=00d6805fb291418fb69e8e927f223d1a HTTP/1.1" status: 200 len: 267 time: 0.0589767 Feb 09 02:02:35.820427 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-18ba50ae-d1c4-4f0f-974a-1f264a52e261 None None] Set router 4e05c055-d2c9-434c-8a49-eef41ab6a7ef gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:02:35.877866 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1a17403b-6068-4d7b-b33b-04bf46a093d4 None None] Provisioning complete for port 4c290958-482d-4e59-ba63-9dd01b2a0579 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:02:35.878243 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1a17403b-6068-4d7b-b33b-04bf46a093d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:35.893678 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89225574-951b-4ce3-8fc1-f54878463a00 req-7392f0ec-c611-452c-9b46-487a714ffab2 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:35.894359 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-89225574-951b-4ce3-8fc1-f54878463a00 req-7392f0ec-c611-452c-9b46-487a714ffab2 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Synchronizing usage tracker for tenant:00d6805fb291418fb69e8e927f223d1a on resource:network {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:02:35.911318 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-89225574-951b-4ce3-8fc1-f54878463a00 req-7392f0ec-c611-452c-9b46-487a714ffab2 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Unset dirty status for tenant:00d6805fb291418fb69e8e927f223d1a on resource:network {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:02:35.912584 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-89225574-951b-4ce3-8fc1-f54878463a00 req-7392f0ec-c611-452c-9b46-487a714ffab2 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/networks?id=3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4 HTTP/1.1" status: 200 len: 797 time: 0.1698711 Feb 09 02:02:35.928474 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-89225574-951b-4ce3-8fc1-f54878463a00 req-f44a238c-9555-4769-83c2-db80fbb56893 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/quotas/00d6805fb291418fb69e8e927f223d1a HTTP/1.1" status: 200 len: 375 time: 0.0101702 Feb 09 02:02:36.011423 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-89225574-951b-4ce3-8fc1-f54878463a00 req-b4fc02b5-a6bd-4eb6-ac11-5ce200c3d42d tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Synchronizing usage tracker for tenant:00d6805fb291418fb69e8e927f223d1a on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:02:36.018910 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-1a17403b-6068-4d7b-b33b-04bf46a093d4 None None] Port 4c290958-482d-4e59-ba63-9dd01b2a0579 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 02:02:36.027947 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-89225574-951b-4ce3-8fc1-f54878463a00 req-b4fc02b5-a6bd-4eb6-ac11-5ce200c3d42d tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Unset dirty status for tenant:00d6805fb291418fb69e8e927f223d1a on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:02:36.029327 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-89225574-951b-4ce3-8fc1-f54878463a00 req-b4fc02b5-a6bd-4eb6-ac11-5ce200c3d42d tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=00d6805fb291418fb69e8e927f223d1a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0956125 Feb 09 02:02:36.037908 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 889af0ac-982a-45e3-b822-de99e8e73634 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:02:36.038285 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:36.166748 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-89225574-951b-4ce3-8fc1-f54878463a00 req-e39eff09-e303-4703-9f5e-f146d01ded14 service neutron] 10.222.0.105 "GET /v2.0/networks/3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254783 Feb 09 02:02:36.284205 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 6dafca54-ed5a-47b7-8662-2d354f0b4ca3 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:02:36.301469 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-89225574-951b-4ce3-8fc1-f54878463a00 req-a9824b54-a8e6-410b-adb4-fa2de36b6f17 service neutron] 10.222.0.105 "GET /v2.0/networks/3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284592 Feb 09 02:02:36.361373 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-18ba50ae-d1c4-4f0f-974a-1f264a52e261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e05c055-d2c9-434c-8a49-eef41ab6a7ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-863113271', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '889af0ac-982a-45e3-b822-de99e8e73634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:02:29Z', 'updated_at': '2022-02-09T02:02:34Z', 'revision_number': 4, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'gw_port': {'id': '889af0ac-982a-45e3-b822-de99e8e73634', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e05c055-d2c9-434c-8a49-eef41ab6a7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:29Z', 'updated_at': '2022-02-09T02:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '4c290958-482d-4e59-ba63-9dd01b2a0579', 'name': '', 'network_id': '3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'mac_address': 'fa:16:3e:80:1e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e05c055-d2c9-434c-8a49-eef41ab6a7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '2ee96fdf-5978-40b1-8db1-d55ed0ea35e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:33Z', 'updated_at': '2022-02-09T02:02:34Z', 'revision_number': 2, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'subnets': [{'id': '2ee96fdf-5978-40b1-8db1-d55ed0ea35e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:36.373582 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ba50ae-d1c4-4f0f-974a-1f264a52e261 None None] Checking router: 4e05c055-d2c9-434c-8a49-eef41ab6a7ef for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:02:36.373998 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ba50ae-d1c4-4f0f-974a-1f264a52e261 None None] Updating router 4e05c055-d2c9-434c-8a49-eef41ab6a7ef port 4c290958-482d-4e59-ba63-9dd01b2a0579 binding host n-d-828418-1 {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:02:36.402726 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 6dafca54-ed5a-47b7-8662-2d354f0b4ca3 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:02:36.403102 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:36.530657 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-18ba50ae-d1c4-4f0f-974a-1f264a52e261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:36.604541 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9804f170-5fb9-435b-ae23-bacea14fd8cd req-4025dd40-2a78-4d3d-94e0-fec2f8f17c4d tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=9d5a8ca0-8d26-4c30-8949-20fa7a50b859 HTTP/1.1" status: 200 len: 210 time: 0.1671877 Feb 09 02:02:36.949502 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-18ba50ae-d1c4-4f0f-974a-1f264a52e261 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:36.962856 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-18ba50ae-d1c4-4f0f-974a-1f264a52e261 None None] Transition to ACTIVE for port object 4c290958-482d-4e59-ba63-9dd01b2a0579 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:02:36.969578 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-18ba50ae-d1c4-4f0f-974a-1f264a52e261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:37.132982 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34afa942-66b6-45e3-8e13-53152b9dc205 None None] Pushing event updated for resources: {'Port': ['ID=4c290958-482d-4e59-ba63-9dd01b2a0579,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:37.191329 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-18ba50ae-d1c4-4f0f-974a-1f264a52e261 None None] Attempting to bind port 4c290958-482d-4e59-ba63-9dd01b2a0579 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:02:37.191701 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-18ba50ae-d1c4-4f0f-974a-1f264a52e261 None None] Attempting to bind port 4c290958-482d-4e59-ba63-9dd01b2a0579 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'f44dcfec-0a99-4674-bafe-f36ced087d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:02:37.192076 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ba50ae-d1c4-4f0f-974a-1f264a52e261 None None] Attempting to bind port 4c290958-482d-4e59-ba63-9dd01b2a0579 on network 3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:02:37.197587 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ba50ae-d1c4-4f0f-974a-1f264a52e261 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:02:37.197992 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ba50ae-d1c4-4f0f-974a-1f264a52e261 None None] Checking segment: {'id': 'f44dcfec-0a99-4674-bafe-f36ced087d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:02:37.198395 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-18ba50ae-d1c4-4f0f-974a-1f264a52e261 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:37.198790 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ba50ae-d1c4-4f0f-974a-1f264a52e261 None None] Bound using segment: {'id': 'f44dcfec-0a99-4674-bafe-f36ced087d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:02:37.199283 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-18ba50ae-d1c4-4f0f-974a-1f264a52e261 None None] Bound port: 4c290958-482d-4e59-ba63-9dd01b2a0579, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f44dcfec-0a99-4674-bafe-f36ced087d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:02:37.199715 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-18ba50ae-d1c4-4f0f-974a-1f264a52e261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:37.299402 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-18ba50ae-d1c4-4f0f-974a-1f264a52e261 None None] For port 4c290958-482d-4e59-ba63-9dd01b2a0579, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:02:37.302304 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-18ba50ae-d1c4-4f0f-974a-1f264a52e261 None None] For port 4c290958-482d-4e59-ba63-9dd01b2a0579, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=4c290958-482d-4e59-ba63-9dd01b2a0579,segment=NetworkSegment(f44dcfec-0a99-4674-bafe-f36ced087d3f),segment_id=f44dcfec-0a99-4674-bafe-f36ced087d3f)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:02:37.305807 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-18ba50ae-d1c4-4f0f-974a-1f264a52e261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:37.387303 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ba50ae-d1c4-4f0f-974a-1f264a52e261 None None] Routers {'4e05c055-d2c9-434c-8a49-eef41ab6a7ef'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:02:37.387952 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-18ba50ae-d1c4-4f0f-974a-1f264a52e261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:02:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['4e05c055-d2c9-434c-8a49-eef41ab6a7ef'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:37.401130 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:02:37.453054 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34afa942-66b6-45e3-8e13-53152b9dc205 None None] Pushing event updated for resources: {'Port': ['ID=4c290958-482d-4e59-ba63-9dd01b2a0579,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:37.578820 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-18ba50ae-d1c4-4f0f-974a-1f264a52e261 None None] Set router 4e05c055-d2c9-434c-8a49-eef41ab6a7ef gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:02:37.749467 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4dc27236-c947-485c-9f59-e99aa4b5a0f6 req-b7eb32e5-174d-42f7-a0fa-d24bb104016d tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=9d5a8ca0-8d26-4c30-8949-20fa7a50b859 HTTP/1.1" status: 200 len: 210 time: 0.0425434 Feb 09 02:02:37.922365 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-18ba50ae-d1c4-4f0f-974a-1f264a52e261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e05c055-d2c9-434c-8a49-eef41ab6a7ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-863113271', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '889af0ac-982a-45e3-b822-de99e8e73634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:02:29Z', 'updated_at': '2022-02-09T02:02:34Z', 'revision_number': 4, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'gw_port': {'id': '889af0ac-982a-45e3-b822-de99e8e73634', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e05c055-d2c9-434c-8a49-eef41ab6a7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:29Z', 'updated_at': '2022-02-09T02:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '4c290958-482d-4e59-ba63-9dd01b2a0579', 'name': '', 'network_id': '3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'mac_address': 'fa:16:3e:80:1e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e05c055-d2c9-434c-8a49-eef41ab6a7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '2ee96fdf-5978-40b1-8db1-d55ed0ea35e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:33Z', 'updated_at': '2022-02-09T02:02:37Z', 'revision_number': 4, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'subnets': [{'id': '2ee96fdf-5978-40b1-8db1-d55ed0ea35e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:37.926494 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ba50ae-d1c4-4f0f-974a-1f264a52e261 None None] The sync data for ids ['4e05c055-d2c9-434c-8a49-eef41ab6a7ef'] in n-d-828418-1 is: [{'id': '4e05c055-d2c9-434c-8a49-eef41ab6a7ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-863113271', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '889af0ac-982a-45e3-b822-de99e8e73634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:02:29Z', 'updated_at': '2022-02-09T02:02:34Z', 'revision_number': 4, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'gw_port': {'id': '889af0ac-982a-45e3-b822-de99e8e73634', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e05c055-d2c9-434c-8a49-eef41ab6a7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:29Z', 'updated_at': '2022-02-09T02:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '4c290958-482d-4e59-ba63-9dd01b2a0579', 'name': '', 'network_id': '3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'mac_address': 'fa:16:3e:80:1e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e05c055-d2c9-434c-8a49-eef41ab6a7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '2ee96fdf-5978-40b1-8db1-d55ed0ea35e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:33Z', 'updated_at': '2022-02-09T02:02:37Z', 'revision_number': 4, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'subnets': [{'id': '2ee96fdf-5978-40b1-8db1-d55ed0ea35e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:02:38.014133 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89225574-951b-4ce3-8fc1-f54878463a00 req-9f4cfab7-5b9a-4d48-9f54-807fb11bbef2 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:38.016144 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-89225574-951b-4ce3-8fc1-f54878463a00 req-9f4cfab7-5b9a-4d48-9f54-807fb11bbef2 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.62 "GET /v2.0/networks?id=3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4 HTTP/1.1" status: 200 len: 797 time: 0.1788208 Feb 09 02:02:38.077847 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-89225574-951b-4ce3-8fc1-f54878463a00 req-f784e2aa-bb8f-4647-8905-f8e9f3149a72 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00d6805fb291418fb69e8e927f223d1a HTTP/1.1" status: 200 len: 380 time: 0.0536242 Feb 09 02:02:38.086437 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-89225574-951b-4ce3-8fc1-f54878463a00 req-d0325b1f-2b5f-465c-8163-2dee9b320ade tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Request body: {'port': {'device_id': '9d5a8ca0-8d26-4c30-8949-20fa7a50b859', 'network_id': '3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4', 'admin_state_up': True, 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'security_groups': ['a694447d-8961-43be-9d05-7c1856941c20']}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:02:38.230399 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-89225574-951b-4ce3-8fc1-f54878463a00 req-d0325b1f-2b5f-465c-8163-2dee9b320ade tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:02:38.240778 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-89225574-951b-4ce3-8fc1-f54878463a00 req-d0325b1f-2b5f-465c-8163-2dee9b320ade tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:02:38.251375 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89225574-951b-4ce3-8fc1-f54878463a00 req-d0325b1f-2b5f-465c-8163-2dee9b320ade tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Made reservation on behalf of 00d6805fb291418fb69e8e927f223d1a for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:02:38.254985 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-89225574-951b-4ce3-8fc1-f54878463a00 req-d0325b1f-2b5f-465c-8163-2dee9b320ade tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:38.278713 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0281347f-2580-4df1-9587-d911cb8b162d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:38.429032 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-89225574-951b-4ce3-8fc1-f54878463a00 req-d0325b1f-2b5f-465c-8163-2dee9b320ade tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Allocated IP 172.20.0.13 (3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4/2ee96fdf-5978-40b1-8db1-d55ed0ea35e2/6905a011-e75b-45c4-8cbd-e612dc639561) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:02:38.628296 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-89225574-951b-4ce3-8fc1-f54878463a00 req-d0325b1f-2b5f-465c-8163-2dee9b320ade tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:38.646499 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-89225574-951b-4ce3-8fc1-f54878463a00 req-d0325b1f-2b5f-465c-8163-2dee9b320ade tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Transition to ACTIVE for port object 6905a011-e75b-45c4-8cbd-e612dc639561 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:02:38.672210 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-89225574-951b-4ce3-8fc1-f54878463a00 req-d0325b1f-2b5f-465c-8163-2dee9b320ade tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:38.748250 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89225574-951b-4ce3-8fc1-f54878463a00 req-d0325b1f-2b5f-465c-8163-2dee9b320ade tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Network 3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:02:38.751375 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-89225574-951b-4ce3-8fc1-f54878463a00 req-d0325b1f-2b5f-465c-8163-2dee9b320ade tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:02:38.755543 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-89225574-951b-4ce3-8fc1-f54878463a00 req-d0325b1f-2b5f-465c-8163-2dee9b320ade tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:02:38.796800 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0325b1f-2b5f-465c-8163-2dee9b320ade tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event updated for resources: {'Port': ['ID=6905a011-e75b-45c4-8cbd-e612dc639561,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:38.831778 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89225574-951b-4ce3-8fc1-f54878463a00 req-d0325b1f-2b5f-465c-8163-2dee9b320ade tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:38.832572 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-89225574-951b-4ce3-8fc1-f54878463a00 req-d0325b1f-2b5f-465c-8163-2dee9b320ade tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:38.863530 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-89225574-951b-4ce3-8fc1-f54878463a00 req-d0325b1f-2b5f-465c-8163-2dee9b320ade tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7808261 Feb 09 02:02:38.882691 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [req-89225574-951b-4ce3-8fc1-f54878463a00 req-9d494952-d511-4299-b225-7dbe48a0fa48 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 02:02:38.883639 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-89225574-951b-4ce3-8fc1-f54878463a00 req-9d494952-d511-4299-b225-7dbe48a0fa48 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053504 Feb 09 02:02:38.980003 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65390f7-9293-4989-b1cc-f4074980d545 req-0479b7ed-d2e7-4fef-97cf-3472d9933026 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:38.980783 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-f65390f7-9293-4989-b1cc-f4074980d545 req-0479b7ed-d2e7-4fef-97cf-3472d9933026 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Synchronizing usage tracker for tenant:00d6805fb291418fb69e8e927f223d1a on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:02:38.989867 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-89225574-951b-4ce3-8fc1-f54878463a00 req-f277e500-ae13-4552-8070-a1af6f1623a3 service neutron] Request body: {'port': {'device_id': '9d5a8ca0-8d26-4c30-8949-20fa7a50b859', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:02:39.038627 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e1a20175-41c8-49c4-9090-d189eb946afa None None] Provisioning for port 6905a011-e75b-45c4-8cbd-e612dc639561 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:02:39.047846 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e1a20175-41c8-49c4-9090-d189eb946afa None None] Provisioning complete for port 6905a011-e75b-45c4-8cbd-e612dc639561 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:02:39.048358 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e1a20175-41c8-49c4-9090-d189eb946afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:39.051501 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-f65390f7-9293-4989-b1cc-f4074980d545 req-0479b7ed-d2e7-4fef-97cf-3472d9933026 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Unset dirty status for tenant:00d6805fb291418fb69e8e927f223d1a on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:02:39.052862 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f65390f7-9293-4989-b1cc-f4074980d545 req-0479b7ed-d2e7-4fef-97cf-3472d9933026 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=9d5a8ca0-8d26-4c30-8949-20fa7a50b859 HTTP/1.1" status: 200 len: 932 time: 0.1681883 Feb 09 02:02:39.105864 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e1a20175-41c8-49c4-9090-d189eb946afa None None] Port 6905a011-e75b-45c4-8cbd-e612dc639561 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 02:02:39.150222 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f65390f7-9293-4989-b1cc-f4074980d545 req-196fa3a8-4130-455a-840f-ed9d6178a76a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=a694447d-8961-43be-9d05-7c1856941c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645857 Feb 09 02:02:39.150767 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-89225574-951b-4ce3-8fc1-f54878463a00 req-f277e500-ae13-4552-8070-a1af6f1623a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:39.491907 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-89225574-951b-4ce3-8fc1-f54878463a00 req-f277e500-ae13-4552-8070-a1af6f1623a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6905a011-e75b-45c4-8cbd-e612dc639561 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 02:02:39.499462 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-89225574-951b-4ce3-8fc1-f54878463a00 req-f277e500-ae13-4552-8070-a1af6f1623a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:39.514081 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-89225574-951b-4ce3-8fc1-f54878463a00 req-f277e500-ae13-4552-8070-a1af6f1623a3 service neutron] Transition to ACTIVE for port object 6905a011-e75b-45c4-8cbd-e612dc639561 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:02:39.517947 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-89225574-951b-4ce3-8fc1-f54878463a00 req-f277e500-ae13-4552-8070-a1af6f1623a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:39.674226 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f277e500-ae13-4552-8070-a1af6f1623a3 service neutron] Pushing event updated for resources: {'Port': ['ID=6905a011-e75b-45c4-8cbd-e612dc639561,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:39.715053 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 4c290958-482d-4e59-ba63-9dd01b2a0579 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:02:39.843413 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 4c290958-482d-4e59-ba63-9dd01b2a0579 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:02:39.848115 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 4c290958-482d-4e59-ba63-9dd01b2a0579 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:02:39.848490 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:39.871832 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-89225574-951b-4ce3-8fc1-f54878463a00 req-f277e500-ae13-4552-8070-a1af6f1623a3 service neutron] Attempting to bind port 6905a011-e75b-45c4-8cbd-e612dc639561 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:02:39.872389 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-89225574-951b-4ce3-8fc1-f54878463a00 req-f277e500-ae13-4552-8070-a1af6f1623a3 service neutron] Attempting to bind port 6905a011-e75b-45c4-8cbd-e612dc639561 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': 'f44dcfec-0a99-4674-bafe-f36ced087d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:02:39.873521 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89225574-951b-4ce3-8fc1-f54878463a00 req-f277e500-ae13-4552-8070-a1af6f1623a3 service neutron] Attempting to bind port 6905a011-e75b-45c4-8cbd-e612dc639561 on network 3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:02:39.881101 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89225574-951b-4ce3-8fc1-f54878463a00 req-f277e500-ae13-4552-8070-a1af6f1623a3 service neutron] Port 6905a011-e75b-45c4-8cbd-e612dc639561 on network 3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 02:02:39.881689 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89225574-951b-4ce3-8fc1-f54878463a00 req-f277e500-ae13-4552-8070-a1af6f1623a3 service neutron] Attempting to bind port 6905a011-e75b-45c4-8cbd-e612dc639561 on network 3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:02:39.886851 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89225574-951b-4ce3-8fc1-f54878463a00 req-f277e500-ae13-4552-8070-a1af6f1623a3 service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:02:39.887182 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89225574-951b-4ce3-8fc1-f54878463a00 req-f277e500-ae13-4552-8070-a1af6f1623a3 service neutron] Checking segment: {'id': 'f44dcfec-0a99-4674-bafe-f36ced087d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:02:39.887556 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89225574-951b-4ce3-8fc1-f54878463a00 req-f277e500-ae13-4552-8070-a1af6f1623a3 service neutron] Bound using segment: {'id': 'f44dcfec-0a99-4674-bafe-f36ced087d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:02:39.887969 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-89225574-951b-4ce3-8fc1-f54878463a00 req-f277e500-ae13-4552-8070-a1af6f1623a3 service neutron] Bound port: 6905a011-e75b-45c4-8cbd-e612dc639561, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f44dcfec-0a99-4674-bafe-f36ced087d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:02:39.888505 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-89225574-951b-4ce3-8fc1-f54878463a00 req-f277e500-ae13-4552-8070-a1af6f1623a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:39.969912 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:39.979075 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-89225574-951b-4ce3-8fc1-f54878463a00 req-f277e500-ae13-4552-8070-a1af6f1623a3 service neutron] For port 6905a011-e75b-45c4-8cbd-e612dc639561, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:02:39.983154 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-89225574-951b-4ce3-8fc1-f54878463a00 req-f277e500-ae13-4552-8070-a1af6f1623a3 service neutron] For port 6905a011-e75b-45c4-8cbd-e612dc639561, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=6905a011-e75b-45c4-8cbd-e612dc639561,segment=NetworkSegment(f44dcfec-0a99-4674-bafe-f36ced087d3f),segment_id=f44dcfec-0a99-4674-bafe-f36ced087d3f)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:02:39.987003 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-89225574-951b-4ce3-8fc1-f54878463a00 req-f277e500-ae13-4552-8070-a1af6f1623a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:40.003368 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 4c290958-482d-4e59-ba63-9dd01b2a0579, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=4c290958-482d-4e59-ba63-9dd01b2a0579,segment=NetworkSegment(f44dcfec-0a99-4674-bafe-f36ced087d3f),segment_id=f44dcfec-0a99-4674-bafe-f36ced087d3f)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:02:40.007255 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:40.050708 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89225574-951b-4ce3-8fc1-f54878463a00 req-f277e500-ae13-4552-8070-a1af6f1623a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:40.051318 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-89225574-951b-4ce3-8fc1-f54878463a00 req-f277e500-ae13-4552-8070-a1af6f1623a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:40.052759 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-89225574-951b-4ce3-8fc1-f54878463a00 req-f277e500-ae13-4552-8070-a1af6f1623a3 service neutron] 10.222.0.62 "PUT /v2.0/ports/6905a011-e75b-45c4-8cbd-e612dc639561 HTTP/1.1" status: 200 len: 1092 time: 1.1356757 Feb 09 02:02:40.053246 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d5a8ca0-8d26-4c30-8949-20fa7a50b859', 'tag': '6905a011-e75b-45c4-8cbd-e612dc639561'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:02:40.092969 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=4c290958-482d-4e59-ba63-9dd01b2a0579,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:40.142840 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d5a8ca0-8d26-4c30-8949-20fa7a50b859', 'tag': '6905a011-e75b-45c4-8cbd-e612dc639561', 'status': 'completed', 'code': 200} Feb 09 02:02:40.148091 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f277e500-ae13-4552-8070-a1af6f1623a3 service neutron] Pushing event updated for resources: {'Port': ['ID=6905a011-e75b-45c4-8cbd-e612dc639561,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:40.187947 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89225574-951b-4ce3-8fc1-f54878463a00 req-83220ead-90b1-4d0c-9c20-cbb8edeb406e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:40.189466 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-89225574-951b-4ce3-8fc1-f54878463a00 req-83220ead-90b1-4d0c-9c20-cbb8edeb406e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=00d6805fb291418fb69e8e927f223d1a&device_id=9d5a8ca0-8d26-4c30-8949-20fa7a50b859 HTTP/1.1" status: 200 len: 1095 time: 0.0952804 Feb 09 02:02:40.258861 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-89225574-951b-4ce3-8fc1-f54878463a00 req-096f4041-f2ef-44bf-b5fd-43bd98d4615b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6905a011-e75b-45c4-8cbd-e612dc639561 HTTP/1.1" status: 200 len: 217 time: 0.0626087 Feb 09 02:02:40.375010 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89225574-951b-4ce3-8fc1-f54878463a00 req-3babac47-96b7-4a75-ac6e-2f5f1369a917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:40.376435 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-89225574-951b-4ce3-8fc1-f54878463a00 req-3babac47-96b7-4a75-ac6e-2f5f1369a917 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2ee96fdf-5978-40b1-8db1-d55ed0ea35e2 HTTP/1.1" status: 200 len: 835 time: 0.1101246 Feb 09 02:02:40.446462 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff96793-9347-4767-9e85-24164fee6f42 req-4de3dbca-cca0-4a04-aefc-1ee3f43b9b65 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:40.447884 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8ff96793-9347-4767-9e85-24164fee6f42 req-4de3dbca-cca0-4a04-aefc-1ee3f43b9b65 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=9d5a8ca0-8d26-4c30-8949-20fa7a50b859 HTTP/1.1" status: 200 len: 944 time: 0.1847136 Feb 09 02:02:40.500170 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8ff96793-9347-4767-9e85-24164fee6f42 req-4746322e-bebb-43de-8891-de7e2a6c4607 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=a694447d-8961-43be-9d05-7c1856941c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454102 Feb 09 02:02:40.502153 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89225574-951b-4ce3-8fc1-f54878463a00 req-ea695e02-d4e3-4e4d-bf92-3ca4c7655b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:40.503508 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-89225574-951b-4ce3-8fc1-f54878463a00 req-ea695e02-d4e3-4e4d-bf92-3ca4c7655b6f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1202097 Feb 09 02:02:40.580729 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-829e16c6-56b6-4d41-8bdd-5ea55f9d2ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:40.635841 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-89225574-951b-4ce3-8fc1-f54878463a00 req-08de8af8-72a9-450f-b12b-e7573dc95ffc service neutron] 10.222.0.62 "GET /v2.0/networks/3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265261 Feb 09 02:02:40.765064 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-89225574-951b-4ce3-8fc1-f54878463a00 req-843ed676-16a2-4e58-a965-96e3dfad1688 service neutron] 10.222.0.62 "GET /v2.0/networks/3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235476 Feb 09 02:02:40.872100 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5d3e1-fb8b-428d-9a5b-f2cff7bf2a0d req-a39e00e4-e1fa-4a94-bcde-709a674d8120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:40.874304 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-13a5d3e1-fb8b-428d-9a5b-f2cff7bf2a0d req-a39e00e4-e1fa-4a94-bcde-709a674d8120 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=00d6805fb291418fb69e8e927f223d1a&device_id=9d5a8ca0-8d26-4c30-8949-20fa7a50b859 HTTP/1.1" status: 200 len: 1095 time: 0.0700159 Feb 09 02:02:41.003287 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5d3e1-fb8b-428d-9a5b-f2cff7bf2a0d req-ff250990-e588-4e91-b4bc-2985a4d0a7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:41.004726 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-13a5d3e1-fb8b-428d-9a5b-f2cff7bf2a0d req-ff250990-e588-4e91-b4bc-2985a4d0a7ac service neutron] 10.222.0.62 "GET /v2.0/networks?id=3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4 HTTP/1.1" status: 200 len: 898 time: 0.1244948 Feb 09 02:02:41.077703 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-13a5d3e1-fb8b-428d-9a5b-f2cff7bf2a0d req-4e44bf1f-281a-4b65-b436-bcef7f8402d3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6905a011-e75b-45c4-8cbd-e612dc639561 HTTP/1.1" status: 200 len: 217 time: 0.0666821 Feb 09 02:02:41.142154 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5d3e1-fb8b-428d-9a5b-f2cff7bf2a0d req-8f41c62b-8885-4d17-a716-c278a948474a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:41.143576 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-13a5d3e1-fb8b-428d-9a5b-f2cff7bf2a0d req-8f41c62b-8885-4d17-a716-c278a948474a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2ee96fdf-5978-40b1-8db1-d55ed0ea35e2 HTTP/1.1" status: 200 len: 835 time: 0.0595834 Feb 09 02:02:41.219804 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5d3e1-fb8b-428d-9a5b-f2cff7bf2a0d req-d2f31d4b-2c06-40a3-b7aa-8febc7dff601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:41.221253 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-13a5d3e1-fb8b-428d-9a5b-f2cff7bf2a0d req-d2f31d4b-2c06-40a3-b7aa-8febc7dff601 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719748 Feb 09 02:02:41.350527 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-13a5d3e1-fb8b-428d-9a5b-f2cff7bf2a0d req-23bff80e-d24c-4bfc-906b-9436d469475f service neutron] 10.222.0.62 "GET /v2.0/networks/3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224728 Feb 09 02:02:41.587553 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-13a5d3e1-fb8b-428d-9a5b-f2cff7bf2a0d req-f99ce57c-d2aa-4a2b-b9a2-b06378e4d17a service neutron] 10.222.0.62 "GET /v2.0/networks/3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310884 Feb 09 02:02:41.676447 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:41.698282 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 4c290958-482d-4e59-ba63-9dd01b2a0579 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:02:41.702496 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc894f83-856c-458e-90d2-f61edbe4abf9 req-c439ec18-f5a7-484a-8b8c-9d03add1bccc tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:41.703990 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bc894f83-856c-458e-90d2-f61edbe4abf9 req-c439ec18-f5a7-484a-8b8c-9d03add1bccc tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=9d5a8ca0-8d26-4c30-8949-20fa7a50b859 HTTP/1.1" status: 200 len: 944 time: 0.0920219 Feb 09 02:02:41.748981 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bc894f83-856c-458e-90d2-f61edbe4abf9 req-51ce99a3-a395-46dc-92e8-983c33278836 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=a694447d-8961-43be-9d05-7c1856941c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389833 Feb 09 02:02:41.749773 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:41.775027 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 4c290958-482d-4e59-ba63-9dd01b2a0579 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:02:41.775397 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:42.934369 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4331c1-772f-4433-8d32-c75e0e4d8936 req-07f8f530-14fa-4668-99a7-565ea12d35cd tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:42.936481 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bc4331c1-772f-4433-8d32-c75e0e4d8936 req-07f8f530-14fa-4668-99a7-565ea12d35cd tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=9d5a8ca0-8d26-4c30-8949-20fa7a50b859 HTTP/1.1" status: 200 len: 944 time: 0.0831726 Feb 09 02:02:42.978834 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bc4331c1-772f-4433-8d32-c75e0e4d8936 req-fb820852-bd8f-43c9-a2b9-b353d7eeb1aa tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=a694447d-8961-43be-9d05-7c1856941c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368850 Feb 09 02:02:43.345987 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:43.498704 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 6905a011-e75b-45c4-8cbd-e612dc639561 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 02:02:43.635340 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 6905a011-e75b-45c4-8cbd-e612dc639561, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=6905a011-e75b-45c4-8cbd-e612dc639561,segment=NetworkSegment(f44dcfec-0a99-4674-bafe-f36ced087d3f),segment_id=f44dcfec-0a99-4674-bafe-f36ced087d3f)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:02:43.648951 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '6905a011-e75b-45c4-8cbd-e612dc639561', 'network_id': '3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4', 'port_id': '6905a011-e75b-45c4-8cbd-e612dc639561', 'mac_address': 'fa:16:3e:4f:44:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ee96fdf-5978-40b1-8db1-d55ed0ea35e2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 02:02:43.706370 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:43.722732 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6905a011-e75b-45c4-8cbd-e612dc639561 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 02:02:43.738091 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 6905a011-e75b-45c4-8cbd-e612dc639561, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=6905a011-e75b-45c4-8cbd-e612dc639561,segment=NetworkSegment(f44dcfec-0a99-4674-bafe-f36ced087d3f),segment_id=f44dcfec-0a99-4674-bafe-f36ced087d3f)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:02:43.742459 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:43.808461 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=6905a011-e75b-45c4-8cbd-e612dc639561,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:43.987725 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['6905a011-e75b-45c4-8cbd-e612dc639561'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 02:02:44.162616 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c4201-1291-4dff-94c6-e52a1a0f8cfa req-d99c34d8-816b-43b8-8174-10aa8c1a877d tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:44.164123 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bd3c4201-1291-4dff-94c6-e52a1a0f8cfa req-d99c34d8-816b-43b8-8174-10aa8c1a877d tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=9d5a8ca0-8d26-4c30-8949-20fa7a50b859 HTTP/1.1" status: 200 len: 945 time: 0.0811880 Feb 09 02:02:44.209328 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bd3c4201-1291-4dff-94c6-e52a1a0f8cfa req-fa59619f-fd7f-4fdd-957a-3654efa291d2 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=a694447d-8961-43be-9d05-7c1856941c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395136 Feb 09 02:02:45.399133 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d67dbbb-056a-4bed-b2cd-1086f75ec693 req-58041f48-44cb-49d0-be2d-4f9a44878be8 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:45.400638 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9d67dbbb-056a-4bed-b2cd-1086f75ec693 req-58041f48-44cb-49d0-be2d-4f9a44878be8 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=9d5a8ca0-8d26-4c30-8949-20fa7a50b859 HTTP/1.1" status: 200 len: 945 time: 0.0841053 Feb 09 02:02:45.444473 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9d67dbbb-056a-4bed-b2cd-1086f75ec693 req-e19faac7-c6fe-4289-a82a-d6dbc864f6ef tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=a694447d-8961-43be-9d05-7c1856941c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374281 Feb 09 02:02:45.514119 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 6905a011-e75b-45c4-8cbd-e612dc639561 up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:02:45.580651 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port 6905a011-e75b-45c4-8cbd-e612dc639561 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:02:45.586054 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 6905a011-e75b-45c4-8cbd-e612dc639561 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:02:45.586423 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:45.706041 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:45.732948 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d5a8ca0-8d26-4c30-8949-20fa7a50b859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6905a011-e75b-45c4-8cbd-e612dc639561'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:02:45.742741 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 6905a011-e75b-45c4-8cbd-e612dc639561, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=6905a011-e75b-45c4-8cbd-e612dc639561,segment=NetworkSegment(f44dcfec-0a99-4674-bafe-f36ced087d3f),segment_id=f44dcfec-0a99-4674-bafe-f36ced087d3f)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:02:45.746427 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:45.779302 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d5a8ca0-8d26-4c30-8949-20fa7a50b859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6905a011-e75b-45c4-8cbd-e612dc639561', 'code': 200} Feb 09 02:02:45.816815 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=6905a011-e75b-45c4-8cbd-e612dc639561,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:45.899835 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f751b781-4bfc-48f3-abfe-745cec6b502e req-f3f2fb23-7975-42c3-9bcd-447969b7acb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:45.901281 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f751b781-4bfc-48f3-abfe-745cec6b502e req-f3f2fb23-7975-42c3-9bcd-447969b7acb2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9d5a8ca0-8d26-4c30-8949-20fa7a50b859 HTTP/1.1" status: 200 len: 1097 time: 0.0689664 Feb 09 02:02:45.944495 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f751b781-4bfc-48f3-abfe-745cec6b502e req-d31c46ac-6248-411f-830e-677185f3bbcc service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a694447d-8961-43be-9d05-7c1856941c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374980 Feb 09 02:02:46.626741 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed654b24-4d29-4911-ba24-6d84cafe865b req-7cc45401-f3ab-4cf1-9361-318b4bbef4e8 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:46.628222 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ed654b24-4d29-4911-ba24-6d84cafe865b req-7cc45401-f3ab-4cf1-9361-318b4bbef4e8 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=9d5a8ca0-8d26-4c30-8949-20fa7a50b859 HTTP/1.1" status: 200 len: 946 time: 0.0794864 Feb 09 02:02:46.673019 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ed654b24-4d29-4911-ba24-6d84cafe865b req-e9f7392d-b361-42b6-a21c-8ee4a1130eed tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=a694447d-8961-43be-9d05-7c1856941c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392299 Feb 09 02:02:47.861524 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9323ece-87a7-4f1b-a35d-9bbd489cb445 req-944eac4a-dbb9-47d6-a9be-1d71484e858e tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:47.862940 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c9323ece-87a7-4f1b-a35d-9bbd489cb445 req-944eac4a-dbb9-47d6-a9be-1d71484e858e tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=9d5a8ca0-8d26-4c30-8949-20fa7a50b859 HTTP/1.1" status: 200 len: 946 time: 0.0819304 Feb 09 02:02:47.905860 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c9323ece-87a7-4f1b-a35d-9bbd489cb445 req-1006e362-c218-4142-a1f9-22eabd1a083e tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=a694447d-8961-43be-9d05-7c1856941c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371935 Feb 09 02:02:48.091312 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a781d-05b3-4acb-8ac8-22c2a7467198 req-01130407-094d-4a3d-8352-35b66a25b34a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:48.092776 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ba3a781d-05b3-4acb-8ac8-22c2a7467198 req-01130407-094d-4a3d-8352-35b66a25b34a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=9d5a8ca0-8d26-4c30-8949-20fa7a50b859 HTTP/1.1" status: 200 len: 946 time: 0.0786929 Feb 09 02:02:48.136672 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ba3a781d-05b3-4acb-8ac8-22c2a7467198 req-f54c8b5b-f737-4a9b-aec1-a5512206b399 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=a694447d-8961-43be-9d05-7c1856941c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381992 Feb 09 02:02:48.159036 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49440) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:02:48.231716 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55312ce-4d74-475c-ab65-90bb4e70c1cd tempest-TestNetworkAdvancedServerOps-1798257017 tempest-TestNetworkAdvancedServerOps-1798257017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:48.234167 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-a55312ce-4d74-475c-ab65-90bb4e70c1cd tempest-TestNetworkAdvancedServerOps-1798257017 tempest-TestNetworkAdvancedServerOps-1798257017-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=9d5a8ca0-8d26-4c30-8949-20fa7a50b859 HTTP/1.1" status: 200 len: 1092 time: 0.0741847 Feb 09 02:02:48.236988 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49444) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:02:48.241853 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-3c3a4bfb-d021-4217-a619-b9a2484b1df6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Request body: {'floatingip': {'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'port_id': '6905a011-e75b-45c4-8cbd-e612dc639561', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:02:48.248885 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-3c3a4bfb-d021-4217-a619-b9a2484b1df6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:02:48.252728 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-3c3a4bfb-d021-4217-a619-b9a2484b1df6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Usage tracker for resource:floatingip and tenant:00d6805fb291418fb69e8e927f223d1a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:02:48.255573 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-3c3a4bfb-d021-4217-a619-b9a2484b1df6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:02:48.261215 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-3c3a4bfb-d021-4217-a619-b9a2484b1df6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:02:48.271928 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3c3a4bfb-d021-4217-a619-b9a2484b1df6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for floatingip, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:48.409512 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3c3a4bfb-d021-4217-a619-b9a2484b1df6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:48.542506 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-3c3a4bfb-d021-4217-a619-b9a2484b1df6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Allocated IP 172.25.0.46 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/df6432d2-2139-49c4-95be-0d2d1e55a2ca) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:02:48.689359 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3c3a4bfb-d021-4217-a619-b9a2484b1df6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:48.717900 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3c3a4bfb-d021-4217-a619-b9a2484b1df6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:48.781386 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3a4bfb-d021-4217-a619-b9a2484b1df6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:02:48.784189 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-3c3a4bfb-d021-4217-a619-b9a2484b1df6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:02:48.787947 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3a4bfb-d021-4217-a619-b9a2484b1df6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:02:48.821763 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3a4bfb-d021-4217-a619-b9a2484b1df6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event updated for resources: {'Port': ['ID=df6432d2-2139-49c4-95be-0d2d1e55a2ca,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:49.298162 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3c3a4bfb-d021-4217-a619-b9a2484b1df6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:49.370924 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3c3a4bfb-d021-4217-a619-b9a2484b1df6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:49.570945 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3c3a4bfb-d021-4217-a619-b9a2484b1df6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:49.575229 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3c3a4bfb-d021-4217-a619-b9a2484b1df6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:49.678446 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3a4bfb-d021-4217-a619-b9a2484b1df6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event updated for resources: {'Port': ['ID=df6432d2-2139-49c4-95be-0d2d1e55a2ca,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:49.694151 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3c3a4bfb-d021-4217-a619-b9a2484b1df6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:49.859817 n-d-828418-1 neutron-server[87639]: INFO neutron.db.l3_db [None req-3c3a4bfb-d021-4217-a619-b9a2484b1df6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Floating IP bde67d8d-f2f3-4ab4-a50b-817822a6b7f9 associated. External IP: 172.25.0.46, port: 6905a011-e75b-45c4-8cbd-e612dc639561. Feb 09 02:02:50.205987 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c3a4bfb-d021-4217-a619-b9a2484b1df6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Router 4e05c055-d2c9-434c-8a49-eef41ab6a7ef has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:02:50.378746 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3a4bfb-d021-4217-a619-b9a2484b1df6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:02:50.388686 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e62d13b-094a-41ca-8898-56407d7fc002 None None] Sync routers for ids ['4e05c055-d2c9-434c-8a49-eef41ab6a7ef'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:02:50.399416 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e62d13b-094a-41ca-8898-56407d7fc002 None None] Routers {'4e05c055-d2c9-434c-8a49-eef41ab6a7ef'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:02:50.400118 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-8e62d13b-094a-41ca-8898-56407d7fc002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:02:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['4e05c055-d2c9-434c-8a49-eef41ab6a7ef'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:50.405768 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3c3a4bfb-d021-4217-a619-b9a2484b1df6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:50.464970 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-3c3a4bfb-d021-4217-a619-b9a2484b1df6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2268612 Feb 09 02:02:50.465624 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d5a8ca0-8d26-4c30-8949-20fa7a50b859', 'tag': '6905a011-e75b-45c4-8cbd-e612dc639561'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:02:50.511143 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d5a8ca0-8d26-4c30-8949-20fa7a50b859', 'tag': '6905a011-e75b-45c4-8cbd-e612dc639561', 'status': 'completed', 'code': 200} Feb 09 02:02:50.577272 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-8e62d13b-094a-41ca-8898-56407d7fc002 None None] Set router 4e05c055-d2c9-434c-8a49-eef41ab6a7ef gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:02:50.667328 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48feec-ab9e-4a8b-8794-91085204e179 req-c4f15096-7862-4145-ac93-18d1bef1c20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:50.668848 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bd48feec-ab9e-4a8b-8794-91085204e179 req-c4f15096-7862-4145-ac93-18d1bef1c20b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=00d6805fb291418fb69e8e927f223d1a&device_id=9d5a8ca0-8d26-4c30-8949-20fa7a50b859 HTTP/1.1" status: 200 len: 1097 time: 0.1334331 Feb 09 02:02:50.676228 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915812eb-28a6-4cda-a394-e3fccd698f04 req-0315a6da-a0f8-43f8-a882-6ddc22b1434c tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:50.677609 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-915812eb-28a6-4cda-a394-e3fccd698f04 req-0315a6da-a0f8-43f8-a882-6ddc22b1434c tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=9d5a8ca0-8d26-4c30-8949-20fa7a50b859 HTTP/1.1" status: 200 len: 946 time: 0.1118431 Feb 09 02:02:50.922078 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-915812eb-28a6-4cda-a394-e3fccd698f04 req-f0b0f9eb-de93-484d-a67c-04ad4f1585ac tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=a694447d-8961-43be-9d05-7c1856941c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2228961 Feb 09 02:02:50.931580 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-8e62d13b-094a-41ca-8898-56407d7fc002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e05c055-d2c9-434c-8a49-eef41ab6a7ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-863113271', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '889af0ac-982a-45e3-b822-de99e8e73634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:02:29Z', 'updated_at': '2022-02-09T02:02:34Z', 'revision_number': 4, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'gw_port': {'id': '889af0ac-982a-45e3-b822-de99e8e73634', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e05c055-d2c9-434c-8a49-eef41ab6a7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:29Z', 'updated_at': '2022-02-09T02:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': 'bde67d8d-f2f3-4ab4-a50b-817822a6b7f9', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'floating_ip_address': '172.25.0.46', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '4e05c055-d2c9-434c-8a49-eef41ab6a7ef', 'port_id': '6905a011-e75b-45c4-8cbd-e612dc639561', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4218, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4', 'mac_address': 'fa:16:3e:4f:44:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5a8ca0-8d26-4c30-8949-20fa7a50b859', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:02:49Z', 'updated_at': '2022-02-09T02:02:49Z', 'revision_number': 0, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c290958-482d-4e59-ba63-9dd01b2a0579', 'name': '', 'network_id': '3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'mac_address': 'fa:16:3e:80:1e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e05c055-d2c9-434c-8a49-eef41ab6a7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '2ee96fdf-5978-40b1-8db1-d55ed0ea35e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:33Z', 'updated_at': '2022-02-09T02:02:39Z', 'revision_number': 5, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'subnets': [{'id': '2ee96fdf-5978-40b1-8db1-d55ed0ea35e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:50.945748 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e62d13b-094a-41ca-8898-56407d7fc002 None None] Checking router: 4e05c055-d2c9-434c-8a49-eef41ab6a7ef for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:02:50.945748 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e62d13b-094a-41ca-8898-56407d7fc002 None None] Routers {'4e05c055-d2c9-434c-8a49-eef41ab6a7ef'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:02:50.945748 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-8e62d13b-094a-41ca-8898-56407d7fc002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:02:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['4e05c055-d2c9-434c-8a49-eef41ab6a7ef'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:50.946002 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49452) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:02:50.962019 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48feec-ab9e-4a8b-8794-91085204e179 req-280b6e55-7289-4e20-aa03-32d7870747e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:50.963469 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bd48feec-ab9e-4a8b-8794-91085204e179 req-280b6e55-7289-4e20-aa03-32d7870747e3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4 HTTP/1.1" status: 200 len: 898 time: 0.2850170 Feb 09 02:02:51.054478 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b7670805-7d2f-4cd1-83e4-015b0727b0c7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/floatingips/bde67d8d-f2f3-4ab4-a50b-817822a6b7f9 HTTP/1.1" status: 200 len: 991 time: 0.1069145 Feb 09 02:02:51.072820 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bd48feec-ab9e-4a8b-8794-91085204e179 req-bb7c719b-a398-440a-ab3a-8d239943f2b7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6905a011-e75b-45c4-8cbd-e612dc639561 HTTP/1.1" status: 200 len: 999 time: 0.1030636 Feb 09 02:02:51.126793 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-8e62d13b-094a-41ca-8898-56407d7fc002 None None] Set router 4e05c055-d2c9-434c-8a49-eef41ab6a7ef gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:02:51.134494 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48feec-ab9e-4a8b-8794-91085204e179 req-64424546-4242-4c10-bd87-534170242380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:51.135947 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bd48feec-ab9e-4a8b-8794-91085204e179 req-64424546-4242-4c10-bd87-534170242380 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2ee96fdf-5978-40b1-8db1-d55ed0ea35e2 HTTP/1.1" status: 200 len: 835 time: 0.0567818 Feb 09 02:02:51.214628 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48feec-ab9e-4a8b-8794-91085204e179 req-8e2e4fae-f750-4724-89b9-aed0131b4d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:51.216098 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bd48feec-ab9e-4a8b-8794-91085204e179 req-8e2e4fae-f750-4724-89b9-aed0131b4d00 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736952 Feb 09 02:02:51.350349 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bd48feec-ab9e-4a8b-8794-91085204e179 req-23efc179-8b10-4341-96ab-e599ab95220a service neutron] 10.222.0.62 "GET /v2.0/networks/3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270330 Feb 09 02:02:51.483385 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bd48feec-ab9e-4a8b-8794-91085204e179 req-90a48602-bdfb-453c-a268-bfa12955f707 service neutron] 10.222.0.62 "GET /v2.0/networks/3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271553 Feb 09 02:02:51.507472 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-8e62d13b-094a-41ca-8898-56407d7fc002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e05c055-d2c9-434c-8a49-eef41ab6a7ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-863113271', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '889af0ac-982a-45e3-b822-de99e8e73634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:02:29Z', 'updated_at': '2022-02-09T02:02:34Z', 'revision_number': 4, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'gw_port': {'id': '889af0ac-982a-45e3-b822-de99e8e73634', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e05c055-d2c9-434c-8a49-eef41ab6a7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:29Z', 'updated_at': '2022-02-09T02:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': 'bde67d8d-f2f3-4ab4-a50b-817822a6b7f9', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'floating_ip_address': '172.25.0.46', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '4e05c055-d2c9-434c-8a49-eef41ab6a7ef', 'port_id': '6905a011-e75b-45c4-8cbd-e612dc639561', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4218, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4', 'mac_address': 'fa:16:3e:4f:44:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5a8ca0-8d26-4c30-8949-20fa7a50b859', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:02:49Z', 'updated_at': '2022-02-09T02:02:49Z', 'revision_number': 0, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c290958-482d-4e59-ba63-9dd01b2a0579', 'name': '', 'network_id': '3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'mac_address': 'fa:16:3e:80:1e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e05c055-d2c9-434c-8a49-eef41ab6a7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '2ee96fdf-5978-40b1-8db1-d55ed0ea35e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:33Z', 'updated_at': '2022-02-09T02:02:39Z', 'revision_number': 5, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'subnets': [{'id': '2ee96fdf-5978-40b1-8db1-d55ed0ea35e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:51.511499 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e62d13b-094a-41ca-8898-56407d7fc002 None None] The sync data for ids ['4e05c055-d2c9-434c-8a49-eef41ab6a7ef'] in n-d-828418-1 is: [{'id': '4e05c055-d2c9-434c-8a49-eef41ab6a7ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-863113271', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '889af0ac-982a-45e3-b822-de99e8e73634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:02:29Z', 'updated_at': '2022-02-09T02:02:34Z', 'revision_number': 4, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'gw_port': {'id': '889af0ac-982a-45e3-b822-de99e8e73634', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e05c055-d2c9-434c-8a49-eef41ab6a7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:29Z', 'updated_at': '2022-02-09T02:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': 'bde67d8d-f2f3-4ab4-a50b-817822a6b7f9', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'floating_ip_address': '172.25.0.46', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '4e05c055-d2c9-434c-8a49-eef41ab6a7ef', 'port_id': '6905a011-e75b-45c4-8cbd-e612dc639561', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4218, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4', 'mac_address': 'fa:16:3e:4f:44:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5a8ca0-8d26-4c30-8949-20fa7a50b859', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:02:49Z', 'updated_at': '2022-02-09T02:02:49Z', 'revision_number': 0, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c290958-482d-4e59-ba63-9dd01b2a0579', 'name': '', 'network_id': '3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'mac_address': 'fa:16:3e:80:1e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e05c055-d2c9-434c-8a49-eef41ab6a7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '2ee96fdf-5978-40b1-8db1-d55ed0ea35e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:33Z', 'updated_at': '2022-02-09T02:02:39Z', 'revision_number': 5, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'subnets': [{'id': '2ee96fdf-5978-40b1-8db1-d55ed0ea35e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:02:51.715201 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce906695-b68d-44ce-a881-5ad7ad8cf34d None None] New status for floating IP bde67d8d-f2f3-4ab4-a50b-817822a6b7f9: ACTIVE {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:02:52.057692 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49456) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:02:52.160937 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-07820e33-951d-4931-b3a3-944025b848f6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/floatingips/bde67d8d-f2f3-4ab4-a50b-817822a6b7f9 HTTP/1.1" status: 200 len: 993 time: 0.1020489 Feb 09 02:02:52.443573 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:55.425653 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:03:08.282601 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-307ea856-e569-4055-be7d-a5b6b7b77188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:03:10.584199 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bde0491c-3032-4d5b-95af-453e30df6a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:03:11.678631 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:03:11.697964 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:03:13.348277 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:03:14.399622 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:03:22.456696 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:03:23.351907 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e4be7-d444-4b65-8779-5e10fe8f82a1 req-2e9f0eb2-fc31-4852-ab38-4f16b38bfae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:23.353395 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-703e4be7-d444-4b65-8779-5e10fe8f82a1 req-2e9f0eb2-fc31-4852-ab38-4f16b38bfae5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=00d6805fb291418fb69e8e927f223d1a&device_id=9d5a8ca0-8d26-4c30-8949-20fa7a50b859 HTTP/1.1" status: 200 len: 1097 time: 0.0803812 Feb 09 02:03:23.551950 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e4be7-d444-4b65-8779-5e10fe8f82a1 req-2a2c6234-1385-44c1-b237-e5b7e28b8e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:23.553323 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-703e4be7-d444-4b65-8779-5e10fe8f82a1 req-2a2c6234-1385-44c1-b237-e5b7e28b8e05 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4 HTTP/1.1" status: 200 len: 898 time: 0.1930459 Feb 09 02:03:23.562053 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b8faf-a3b6-4105-89a6-4f58c407a12d req-0a0adbe5-60a4-4c3f-926d-03dbab9ca133 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:23.563441 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-589b8faf-a3b6-4105-89a6-4f58c407a12d req-0a0adbe5-60a4-4c3f-926d-03dbab9ca133 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=9d5a8ca0-8d26-4c30-8949-20fa7a50b859 HTTP/1.1" status: 200 len: 946 time: 0.2557688 Feb 09 02:03:23.691559 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-589b8faf-a3b6-4105-89a6-4f58c407a12d req-f8995bdd-b89b-461d-8425-0b17b961402f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=a694447d-8961-43be-9d05-7c1856941c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772181 Feb 09 02:03:23.693349 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-703e4be7-d444-4b65-8779-5e10fe8f82a1 req-83229447-c181-42e0-93b6-14f8cfd2bc27 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6905a011-e75b-45c4-8cbd-e612dc639561 HTTP/1.1" status: 200 len: 1001 time: 0.1290758 Feb 09 02:03:23.758771 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e4be7-d444-4b65-8779-5e10fe8f82a1 req-fa579d58-8fdf-4ecb-81a7-03e9c5ff1283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:23.760204 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-703e4be7-d444-4b65-8779-5e10fe8f82a1 req-fa579d58-8fdf-4ecb-81a7-03e9c5ff1283 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2ee96fdf-5978-40b1-8db1-d55ed0ea35e2 HTTP/1.1" status: 200 len: 835 time: 0.0606925 Feb 09 02:03:23.835089 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e4be7-d444-4b65-8779-5e10fe8f82a1 req-8dc8d21c-f71f-4161-90c3-8c48d7c35d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:23.836432 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-703e4be7-d444-4b65-8779-5e10fe8f82a1 req-8dc8d21c-f71f-4161-90c3-8c48d7c35d80 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688965 Feb 09 02:03:23.971584 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-703e4be7-d444-4b65-8779-5e10fe8f82a1 req-facc06cc-4991-42b4-a8b2-186921198036 service neutron] 10.222.0.62 "GET /v2.0/networks/3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279068 Feb 09 02:03:24.197992 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-703e4be7-d444-4b65-8779-5e10fe8f82a1 req-032605ad-b4ac-4da2-adb1-7eb18c5c9b71 service neutron] 10.222.0.62 "GET /v2.0/networks/3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200239 Feb 09 02:03:24.879336 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49594466-0558-4d1d-9f35-344d934848b7 req-fcbdc552-17be-4b98-8b04-cf572423d50f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:24.880784 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-49594466-0558-4d1d-9f35-344d934848b7 req-fcbdc552-17be-4b98-8b04-cf572423d50f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=9d5a8ca0-8d26-4c30-8949-20fa7a50b859 HTTP/1.1" status: 200 len: 946 time: 0.0815785 Feb 09 02:03:24.924230 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-49594466-0558-4d1d-9f35-344d934848b7 req-2ee455d7-4fc1-4f40-929d-806e01b89cf7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=a694447d-8961-43be-9d05-7c1856941c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378366 Feb 09 02:03:25.441329 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:03:26.106891 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c3164c-919d-4a78-b9ed-d887db50179b req-53bfa267-e089-43a0-b4f4-889119cc5e52 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:26.108346 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-30c3164c-919d-4a78-b9ed-d887db50179b req-53bfa267-e089-43a0-b4f4-889119cc5e52 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=9d5a8ca0-8d26-4c30-8949-20fa7a50b859 HTTP/1.1" status: 200 len: 946 time: 0.0786262 Feb 09 02:03:26.161060 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-30c3164c-919d-4a78-b9ed-d887db50179b req-27a68993-6fbf-44d4-ab72-b32dc893c430 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=a694447d-8961-43be-9d05-7c1856941c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469396 Feb 09 02:03:27.342425 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f772b-52ac-4e77-ba57-e63e2c95b3b5 req-548d2445-341e-46b8-99e8-529509071514 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:27.343921 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a24f772b-52ac-4e77-ba57-e63e2c95b3b5 req-548d2445-341e-46b8-99e8-529509071514 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=9d5a8ca0-8d26-4c30-8949-20fa7a50b859 HTTP/1.1" status: 200 len: 946 time: 0.0799677 Feb 09 02:03:27.388142 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a24f772b-52ac-4e77-ba57-e63e2c95b3b5 req-44778760-2dff-497c-8555-269412e6d11e tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=a694447d-8961-43be-9d05-7c1856941c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380468 Feb 09 02:03:28.575603 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477bdaf0-dea4-4d40-850c-5c87a9400264 req-df634f17-e9e0-4f54-90d3-4db02d66bb24 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:28.577798 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-477bdaf0-dea4-4d40-850c-5c87a9400264 req-df634f17-e9e0-4f54-90d3-4db02d66bb24 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=9d5a8ca0-8d26-4c30-8949-20fa7a50b859 HTTP/1.1" status: 200 len: 946 time: 0.0831444 Feb 09 02:03:28.620857 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-477bdaf0-dea4-4d40-850c-5c87a9400264 req-b8b45df3-34c1-4519-b60e-ee0e005d5f9a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=a694447d-8961-43be-9d05-7c1856941c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374835 Feb 09 02:03:29.808692 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf8962-cf67-4ae1-a46d-abceb000973e req-06854bfd-a49d-4388-b7c8-aec6ec14f2b2 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:29.810101 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2adf8962-cf67-4ae1-a46d-abceb000973e req-06854bfd-a49d-4388-b7c8-aec6ec14f2b2 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=9d5a8ca0-8d26-4c30-8949-20fa7a50b859 HTTP/1.1" status: 200 len: 946 time: 0.0791779 Feb 09 02:03:29.853813 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2adf8962-cf67-4ae1-a46d-abceb000973e req-034014f4-5031-4e56-84ef-5f1eb1106b05 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=a694447d-8961-43be-9d05-7c1856941c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373538 Feb 09 02:03:31.040204 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22702780-9212-4ae6-8f69-edc96e8f229d req-30c0b0c9-2212-4020-be20-ccdaebae4fe3 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:31.041705 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-22702780-9212-4ae6-8f69-edc96e8f229d req-30c0b0c9-2212-4020-be20-ccdaebae4fe3 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=9d5a8ca0-8d26-4c30-8949-20fa7a50b859 HTTP/1.1" status: 200 len: 946 time: 0.0839846 Feb 09 02:03:31.084637 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-22702780-9212-4ae6-8f69-edc96e8f229d req-9d3ac7aa-bfdf-406c-8675-7fea36fc2821 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=a694447d-8961-43be-9d05-7c1856941c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367651 Feb 09 02:03:32.270602 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e9d69-feb4-4958-98fa-39286a8d85bd req-1b3611cc-2e89-48cc-bacf-008340117e1e tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:32.272078 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e78e9d69-feb4-4958-98fa-39286a8d85bd req-1b3611cc-2e89-48cc-bacf-008340117e1e tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=9d5a8ca0-8d26-4c30-8949-20fa7a50b859 HTTP/1.1" status: 200 len: 946 time: 0.0791636 Feb 09 02:03:32.316440 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e78e9d69-feb4-4958-98fa-39286a8d85bd req-39dff7c0-7b1b-444a-a60c-64d783ad0e31 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=a694447d-8961-43be-9d05-7c1856941c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388410 Feb 09 02:03:32.849331 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dac22af-4d0a-410a-a7e8-c1d63e48d545 req-fcf39c67-1a94-454e-9f4a-7d3f92bdc247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:32.850937 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8dac22af-4d0a-410a-a7e8-c1d63e48d545 req-fcf39c67-1a94-454e-9f4a-7d3f92bdc247 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=00d6805fb291418fb69e8e927f223d1a&device_id=9d5a8ca0-8d26-4c30-8949-20fa7a50b859 HTTP/1.1" status: 200 len: 1097 time: 0.0736606 Feb 09 02:03:32.991842 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dac22af-4d0a-410a-a7e8-c1d63e48d545 req-b17e5c14-9e76-4837-aa46-11fee61aa07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:32.993285 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8dac22af-4d0a-410a-a7e8-c1d63e48d545 req-b17e5c14-9e76-4837-aa46-11fee61aa07a service neutron] 10.222.0.62 "GET /v2.0/networks?id=3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4 HTTP/1.1" status: 200 len: 898 time: 0.1250529 Feb 09 02:03:33.095427 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8dac22af-4d0a-410a-a7e8-c1d63e48d545 req-b6c7623a-bc1a-40ec-9ffc-7d9cd341347a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6905a011-e75b-45c4-8cbd-e612dc639561 HTTP/1.1" status: 200 len: 1001 time: 0.0959234 Feb 09 02:03:33.155828 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dac22af-4d0a-410a-a7e8-c1d63e48d545 req-b49068d2-9f6b-49b6-a953-4d5c850faa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:33.157252 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8dac22af-4d0a-410a-a7e8-c1d63e48d545 req-b49068d2-9f6b-49b6-a953-4d5c850faa50 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2ee96fdf-5978-40b1-8db1-d55ed0ea35e2 HTTP/1.1" status: 200 len: 835 time: 0.0568604 Feb 09 02:03:33.232763 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dac22af-4d0a-410a-a7e8-c1d63e48d545 req-90434e9c-614b-4abd-af96-85012ea1b046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:33.234416 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8dac22af-4d0a-410a-a7e8-c1d63e48d545 req-90434e9c-614b-4abd-af96-85012ea1b046 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714955 Feb 09 02:03:33.366819 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8dac22af-4d0a-410a-a7e8-c1d63e48d545 req-1ea2f58c-c6f2-4144-923a-1124890583cd service neutron] 10.222.0.62 "GET /v2.0/networks/3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263471 Feb 09 02:03:33.552440 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8dac22af-4d0a-410a-a7e8-c1d63e48d545 req-1ec0438c-9872-4b77-9691-d34a365e841a service neutron] 10.222.0.62 "GET /v2.0/networks/3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799507 Feb 09 02:03:33.565019 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e1784-1acf-4705-b856-2b882540abb0 req-fb91cada-b6cf-419d-b87f-adfaa66ce456 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:33.566483 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-253e1784-1acf-4705-b856-2b882540abb0 req-fb91cada-b6cf-419d-b87f-adfaa66ce456 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=9d5a8ca0-8d26-4c30-8949-20fa7a50b859 HTTP/1.1" status: 200 len: 946 time: 0.1316490 Feb 09 02:03:33.610791 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-253e1784-1acf-4705-b856-2b882540abb0 req-9220a8c6-2b68-41b4-8cb3-d19f2169a2d1 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=a694447d-8961-43be-9d05-7c1856941c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376906 Feb 09 02:03:34.891603 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ffa68-2ee6-4da2-b165-ca6bdd7c10a5 req-c1724d10-6735-4ced-a2f7-f9d631100f43 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:34.892979 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-347ffa68-2ee6-4da2-b165-ca6bdd7c10a5 req-c1724d10-6735-4ced-a2f7-f9d631100f43 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=9d5a8ca0-8d26-4c30-8949-20fa7a50b859 HTTP/1.1" status: 200 len: 946 time: 0.1784217 Feb 09 02:03:34.936147 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-347ffa68-2ee6-4da2-b165-ca6bdd7c10a5 req-ad4c077b-e706-4624-b580-f29cdf925bc4 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=a694447d-8961-43be-9d05-7c1856941c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375886 Feb 09 02:03:36.119956 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7770d85f-46d1-43f1-85d6-08153c43f825 req-88161898-81e5-499d-8830-bce27bfc38e8 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:36.121381 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7770d85f-46d1-43f1-85d6-08153c43f825 req-88161898-81e5-499d-8830-bce27bfc38e8 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=9d5a8ca0-8d26-4c30-8949-20fa7a50b859 HTTP/1.1" status: 200 len: 946 time: 0.0773454 Feb 09 02:03:36.167704 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7770d85f-46d1-43f1-85d6-08153c43f825 req-33934cf7-1f5d-466a-9691-9a511ba9a9ca tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=a694447d-8961-43be-9d05-7c1856941c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400980 Feb 09 02:03:37.351407 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10308aba-de8a-4a1d-af98-daec3efb4a8c req-38b44eef-93ff-4763-9cf1-814dfb961186 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:37.352847 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-10308aba-de8a-4a1d-af98-daec3efb4a8c req-38b44eef-93ff-4763-9cf1-814dfb961186 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=9d5a8ca0-8d26-4c30-8949-20fa7a50b859 HTTP/1.1" status: 200 len: 946 time: 0.0787356 Feb 09 02:03:37.397334 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-10308aba-de8a-4a1d-af98-daec3efb4a8c req-2e62de87-1d2c-478f-85cd-3dba2e08882e tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=a694447d-8961-43be-9d05-7c1856941c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386269 Feb 09 02:03:38.284038 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2e4f7b94-4904-41d6-b6c1-97f29d145e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:03:38.584011 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe942dd2-209d-4dd2-883e-3d505dd90264 req-eb72b9ab-eca2-445d-ba76-465816f035f0 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:38.585366 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fe942dd2-209d-4dd2-883e-3d505dd90264 req-eb72b9ab-eca2-445d-ba76-465816f035f0 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=9d5a8ca0-8d26-4c30-8949-20fa7a50b859 HTTP/1.1" status: 200 len: 946 time: 0.0821948 Feb 09 02:03:38.629877 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fe942dd2-209d-4dd2-883e-3d505dd90264 req-ed980641-7daf-45a7-ad60-7dd0f95b764e tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=a694447d-8961-43be-9d05-7c1856941c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387418 Feb 09 02:03:39.811331 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd497a1-1360-4dc7-8783-f3c1df08a7a4 req-df2e7bcb-0ad2-4e2a-ba93-623482fdb723 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:39.812784 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dfd497a1-1360-4dc7-8783-f3c1df08a7a4 req-df2e7bcb-0ad2-4e2a-ba93-623482fdb723 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=9d5a8ca0-8d26-4c30-8949-20fa7a50b859 HTTP/1.1" status: 200 len: 946 time: 0.0795524 Feb 09 02:03:39.856538 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dfd497a1-1360-4dc7-8783-f3c1df08a7a4 req-0d496504-cee0-4467-ada6-fdb83d944508 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=a694447d-8961-43be-9d05-7c1856941c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372696 Feb 09 02:03:40.585754 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d8f6fcfa-e804-44be-80e1-5ed0c186c530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:03:41.039967 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851f1290-6cec-43d2-adf4-24ee2e18873d req-263418d6-deea-4add-a830-56a99419360b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:41.041395 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-851f1290-6cec-43d2-adf4-24ee2e18873d req-263418d6-deea-4add-a830-56a99419360b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=9d5a8ca0-8d26-4c30-8949-20fa7a50b859 HTTP/1.1" status: 200 len: 946 time: 0.0808616 Feb 09 02:03:41.084983 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-851f1290-6cec-43d2-adf4-24ee2e18873d req-38aa3ae4-dde4-4d3b-8a6a-2f1874995653 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=a694447d-8961-43be-9d05-7c1856941c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378375 Feb 09 02:03:41.107970 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49526) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:03:41.212819 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-57f4bf90-111e-4ed2-9575-903b2a14353d tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/floatingips/bde67d8d-f2f3-4ab4-a50b-817822a6b7f9 HTTP/1.1" status: 200 len: 993 time: 0.1037428 Feb 09 02:03:41.680598 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:03:41.703232 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:03:43.350106 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:03:51.399810 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:03:52.487982 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:03:55.441681 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:07.048739 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [req-80643a40-313e-47b7-a5d1-2107763f7135 req-7aa2e241-78c9-430e-8804-32065e03e183 tempest-ServerDiskConfigTestJSON-732168092 tempest-ServerDiskConfigTestJSON-732168092-project] (87638) timed out ('10.222.0.62', 57536) {{(pid=87638) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 02:04:08.284604 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33feee4a-7d11-4271-9638-5dd724f69347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:10.588319 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-38caf0d3-650e-474e-b2dc-cb47bb3549f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:11.684962 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:11.705720 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:11.830614 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49540) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:04:12.048453 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-eb19a164-1994-4447-982c-82743ab16e2e tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Deleting port df6432d2-2139-49c4-95be-0d2d1e55a2ca {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:04:12.048795 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-eb19a164-1994-4447-982c-82743ab16e2e tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:12.220460 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-eb19a164-1994-4447-982c-82743ab16e2e tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:12.220933 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-eb19a164-1994-4447-982c-82743ab16e2e tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:12.344916 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-eb19a164-1994-4447-982c-82743ab16e2e tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Calling delete_port for df6432d2-2139-49c4-95be-0d2d1e55a2ca owned by network:floatingip {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:04:12.494180 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-eb19a164-1994-4447-982c-82743ab16e2e tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:12.540462 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb19a164-1994-4447-982c-82743ab16e2e tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event deleted for resources: {'Port': ['ID=df6432d2-2139-49c4-95be-0d2d1e55a2ca,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:12.580756 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb19a164-1994-4447-982c-82743ab16e2e tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:12.581107 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb19a164-1994-4447-982c-82743ab16e2e tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:12.581448 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb19a164-1994-4447-982c-82743ab16e2e tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:12.581814 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb19a164-1994-4447-982c-82743ab16e2e tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:12.582147 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb19a164-1994-4447-982c-82743ab16e2e tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:12.582477 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb19a164-1994-4447-982c-82743ab16e2e tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:12.582803 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb19a164-1994-4447-982c-82743ab16e2e tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:12.583129 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb19a164-1994-4447-982c-82743ab16e2e tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:12.583458 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb19a164-1994-4447-982c-82743ab16e2e tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:12.583780 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb19a164-1994-4447-982c-82743ab16e2e tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:12.584103 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb19a164-1994-4447-982c-82743ab16e2e tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:12.584422 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb19a164-1994-4447-982c-82743ab16e2e tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:12.644267 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-eb19a164-1994-4447-982c-82743ab16e2e tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for floatingip, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:12.644672 n-d-828418-1 neutron-server[87639]: INFO neutron.db.l3_db [None req-eb19a164-1994-4447-982c-82743ab16e2e tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Floating IP bde67d8d-f2f3-4ab4-a50b-817822a6b7f9 disassociated (deleted). External IP: 172.25.0.46, port: 6905a011-e75b-45c4-8cbd-e612dc639561. Feb 09 02:04:13.097956 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb19a164-1994-4447-982c-82743ab16e2e tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Router 4e05c055-d2c9-434c-8a49-eef41ab6a7ef has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:04:13.271479 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb19a164-1994-4447-982c-82743ab16e2e tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:04:13.280564 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa31e37-d863-4cc6-82ad-046a104749f0 None None] Sync routers for ids ['4e05c055-d2c9-434c-8a49-eef41ab6a7ef'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:04:13.290387 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa31e37-d863-4cc6-82ad-046a104749f0 None None] Routers {'4e05c055-d2c9-434c-8a49-eef41ab6a7ef'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:04:13.291305 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-dfa31e37-d863-4cc6-82ad-046a104749f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:04:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['4e05c055-d2c9-434c-8a49-eef41ab6a7ef'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:13.292733 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-eb19a164-1994-4447-982c-82743ab16e2e tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:13.351956 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-eb19a164-1994-4447-982c-82743ab16e2e tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "DELETE /v2.0/floatingips/bde67d8d-f2f3-4ab4-a50b-817822a6b7f9 HTTP/1.1" status: 204 len: 168 time: 1.5200217 Feb 09 02:04:13.352815 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d5a8ca0-8d26-4c30-8949-20fa7a50b859', 'tag': '6905a011-e75b-45c4-8cbd-e612dc639561'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:04:13.358885 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:13.408064 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d5a8ca0-8d26-4c30-8949-20fa7a50b859', 'tag': '6905a011-e75b-45c4-8cbd-e612dc639561', 'status': 'completed', 'code': 200} Feb 09 02:04:13.478577 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-dfa31e37-d863-4cc6-82ad-046a104749f0 None None] Set router 4e05c055-d2c9-434c-8a49-eef41ab6a7ef gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:04:13.500153 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44663ccc-94b3-4726-a445-c8785f20daa1 req-8a189fec-354b-4e06-be87-48dcd78d5e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:13.502390 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-44663ccc-94b3-4726-a445-c8785f20daa1 req-8a189fec-354b-4e06-be87-48dcd78d5e5c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=00d6805fb291418fb69e8e927f223d1a&device_id=9d5a8ca0-8d26-4c30-8949-20fa7a50b859 HTTP/1.1" status: 200 len: 1097 time: 0.0721679 Feb 09 02:04:13.662520 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44663ccc-94b3-4726-a445-c8785f20daa1 req-555caaea-e9ca-40f8-a25c-4ebc7f2fe16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:13.663427 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-44663ccc-94b3-4726-a445-c8785f20daa1 req-555caaea-e9ca-40f8-a25c-4ebc7f2fe16d service neutron] 10.222.0.62 "GET /v2.0/networks?id=3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4 HTTP/1.1" status: 200 len: 898 time: 0.1555660 Feb 09 02:04:13.739015 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-44663ccc-94b3-4726-a445-c8785f20daa1 req-1e9005ad-d9d3-4bf7-b1f3-8a6bd9d8169f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6905a011-e75b-45c4-8cbd-e612dc639561 HTTP/1.1" status: 200 len: 217 time: 0.0691230 Feb 09 02:04:13.793968 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-dfa31e37-d863-4cc6-82ad-046a104749f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e05c055-d2c9-434c-8a49-eef41ab6a7ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-863113271', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '889af0ac-982a-45e3-b822-de99e8e73634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:02:29Z', 'updated_at': '2022-02-09T02:02:34Z', 'revision_number': 4, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'gw_port': {'id': '889af0ac-982a-45e3-b822-de99e8e73634', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e05c055-d2c9-434c-8a49-eef41ab6a7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:29Z', 'updated_at': '2022-02-09T02:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '4c290958-482d-4e59-ba63-9dd01b2a0579', 'name': '', 'network_id': '3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'mac_address': 'fa:16:3e:80:1e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e05c055-d2c9-434c-8a49-eef41ab6a7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '2ee96fdf-5978-40b1-8db1-d55ed0ea35e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:33Z', 'updated_at': '2022-02-09T02:02:39Z', 'revision_number': 5, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'subnets': [{'id': '2ee96fdf-5978-40b1-8db1-d55ed0ea35e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:13.797875 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa31e37-d863-4cc6-82ad-046a104749f0 None None] Checking router: 4e05c055-d2c9-434c-8a49-eef41ab6a7ef for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:04:13.805938 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa31e37-d863-4cc6-82ad-046a104749f0 None None] Routers {'4e05c055-d2c9-434c-8a49-eef41ab6a7ef'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:04:13.806530 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-dfa31e37-d863-4cc6-82ad-046a104749f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:04:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['4e05c055-d2c9-434c-8a49-eef41ab6a7ef'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:13.848857 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44663ccc-94b3-4726-a445-c8785f20daa1 req-1d945beb-5279-404a-a2e6-5b75f1dfd90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:13.850504 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-44663ccc-94b3-4726-a445-c8785f20daa1 req-1d945beb-5279-404a-a2e6-5b75f1dfd90f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2ee96fdf-5978-40b1-8db1-d55ed0ea35e2 HTTP/1.1" status: 200 len: 835 time: 0.0767703 Feb 09 02:04:13.912924 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef436e55-735b-4a2c-b102-47577e385318 req-03cfaf40-6b5b-49ca-91db-1327d9f8809b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:13.913541 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-ef436e55-735b-4a2c-b102-47577e385318 req-03cfaf40-6b5b-49ca-91db-1327d9f8809b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Synchronizing usage tracker for tenant:00d6805fb291418fb69e8e927f223d1a on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:04:13.940384 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-ef436e55-735b-4a2c-b102-47577e385318 req-03cfaf40-6b5b-49ca-91db-1327d9f8809b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Unset dirty status for tenant:00d6805fb291418fb69e8e927f223d1a on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:04:13.941521 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ef436e55-735b-4a2c-b102-47577e385318 req-03cfaf40-6b5b-49ca-91db-1327d9f8809b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=9d5a8ca0-8d26-4c30-8949-20fa7a50b859 HTTP/1.1" status: 200 len: 946 time: 0.2861431 Feb 09 02:04:13.972056 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44663ccc-94b3-4726-a445-c8785f20daa1 req-87fab7ce-066b-4943-807b-7b4e4b1cff82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:13.973516 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-44663ccc-94b3-4726-a445-c8785f20daa1 req-87fab7ce-066b-4943-807b-7b4e4b1cff82 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1159229 Feb 09 02:04:13.988615 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-dfa31e37-d863-4cc6-82ad-046a104749f0 None None] Set router 4e05c055-d2c9-434c-8a49-eef41ab6a7ef gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:04:14.060497 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ef436e55-735b-4a2c-b102-47577e385318 req-6b01cafd-3bca-499c-beb3-3338ab0d27a8 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=a694447d-8961-43be-9d05-7c1856941c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118786 Feb 09 02:04:14.126997 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-44663ccc-94b3-4726-a445-c8785f20daa1 req-fccb42e7-d75e-4630-a6a8-3a404cd56853 service neutron] 10.222.0.62 "GET /v2.0/networks/3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435730 Feb 09 02:04:14.257491 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-44663ccc-94b3-4726-a445-c8785f20daa1 req-1e581653-acd1-475a-8256-9d5b7ed30f4c service neutron] 10.222.0.62 "GET /v2.0/networks/3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245384 Feb 09 02:04:14.333500 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-dfa31e37-d863-4cc6-82ad-046a104749f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e05c055-d2c9-434c-8a49-eef41ab6a7ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-863113271', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '889af0ac-982a-45e3-b822-de99e8e73634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:02:29Z', 'updated_at': '2022-02-09T02:02:34Z', 'revision_number': 4, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'gw_port': {'id': '889af0ac-982a-45e3-b822-de99e8e73634', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e05c055-d2c9-434c-8a49-eef41ab6a7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:29Z', 'updated_at': '2022-02-09T02:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '4c290958-482d-4e59-ba63-9dd01b2a0579', 'name': '', 'network_id': '3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'mac_address': 'fa:16:3e:80:1e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e05c055-d2c9-434c-8a49-eef41ab6a7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '2ee96fdf-5978-40b1-8db1-d55ed0ea35e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:33Z', 'updated_at': '2022-02-09T02:02:39Z', 'revision_number': 5, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'subnets': [{'id': '2ee96fdf-5978-40b1-8db1-d55ed0ea35e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:14.337564 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa31e37-d863-4cc6-82ad-046a104749f0 None None] The sync data for ids ['4e05c055-d2c9-434c-8a49-eef41ab6a7ef'] in n-d-828418-1 is: [{'id': '4e05c055-d2c9-434c-8a49-eef41ab6a7ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-863113271', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '889af0ac-982a-45e3-b822-de99e8e73634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:02:29Z', 'updated_at': '2022-02-09T02:02:34Z', 'revision_number': 4, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'gw_port': {'id': '889af0ac-982a-45e3-b822-de99e8e73634', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e05c055-d2c9-434c-8a49-eef41ab6a7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:29Z', 'updated_at': '2022-02-09T02:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '4c290958-482d-4e59-ba63-9dd01b2a0579', 'name': '', 'network_id': '3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'mac_address': 'fa:16:3e:80:1e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e05c055-d2c9-434c-8a49-eef41ab6a7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '2ee96fdf-5978-40b1-8db1-d55ed0ea35e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:33Z', 'updated_at': '2022-02-09T02:02:39Z', 'revision_number': 5, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'subnets': [{'id': '2ee96fdf-5978-40b1-8db1-d55ed0ea35e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:04:14.562260 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abf86e2-b323-4300-a0f7-53c5e5cbe00d None None] New status for floating IP bde67d8d-f2f3-4ab4-a50b-817822a6b7f9: DOWN {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:04:15.164223 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43bb8e2-fbdf-4347-b4d2-87ec0523b881 req-c8702ca4-4026-4a65-b1d2-2a8fc5602d61 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:15.165712 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c43bb8e2-fbdf-4347-b4d2-87ec0523b881 req-c8702ca4-4026-4a65-b1d2-2a8fc5602d61 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d5a8ca0-8d26-4c30-8949-20fa7a50b859 HTTP/1.1" status: 200 len: 946 time: 0.0825338 Feb 09 02:04:15.389579 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-c43bb8e2-fbdf-4347-b4d2-87ec0523b881 req-cf1d34c8-1d3a-4763-aa5c-39a214a57cfa tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Deleting port 6905a011-e75b-45c4-8cbd-e612dc639561 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:04:15.389862 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c43bb8e2-fbdf-4347-b4d2-87ec0523b881 req-cf1d34c8-1d3a-4763-aa5c-39a214a57cfa tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:15.489372 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04051f76-0bd8-4249-98ac-60663db7801b req-63efd6c4-636c-45d7-b006-540d15c20326 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:15.490871 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-04051f76-0bd8-4249-98ac-60663db7801b req-63efd6c4-636c-45d7-b006-540d15c20326 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=9d5a8ca0-8d26-4c30-8949-20fa7a50b859 HTTP/1.1" status: 200 len: 946 time: 0.3216038 Feb 09 02:04:15.618538 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-04051f76-0bd8-4249-98ac-60663db7801b req-6bfcfcad-fd1e-427c-827b-ba0c2a26a503 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=a694447d-8961-43be-9d05-7c1856941c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212897 Feb 09 02:04:15.686483 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-c43bb8e2-fbdf-4347-b4d2-87ec0523b881 req-cf1d34c8-1d3a-4763-aa5c-39a214a57cfa tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] For port 6905a011-e75b-45c4-8cbd-e612dc639561, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=6905a011-e75b-45c4-8cbd-e612dc639561,segment=NetworkSegment(f44dcfec-0a99-4674-bafe-f36ced087d3f),segment_id=f44dcfec-0a99-4674-bafe-f36ced087d3f)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:04:15.687063 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c43bb8e2-fbdf-4347-b4d2-87ec0523b881 req-cf1d34c8-1d3a-4763-aa5c-39a214a57cfa tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:15.808827 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-c43bb8e2-fbdf-4347-b4d2-87ec0523b881 req-cf1d34c8-1d3a-4763-aa5c-39a214a57cfa tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Calling delete_port for 6905a011-e75b-45c4-8cbd-e612dc639561 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:04:15.952439 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c43bb8e2-fbdf-4347-b4d2-87ec0523b881 req-cf1d34c8-1d3a-4763-aa5c-39a214a57cfa tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:16.002469 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1d34c8-1d3a-4763-aa5c-39a214a57cfa tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event deleted for resources: {'Port': ['ID=6905a011-e75b-45c4-8cbd-e612dc639561,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:16.076820 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-c43bb8e2-fbdf-4347-b4d2-87ec0523b881 req-cf1d34c8-1d3a-4763-aa5c-39a214a57cfa tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] No DVR routers for this DVR port 6905a011-e75b-45c4-8cbd-e612dc639561 on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:04:16.080151 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-c43bb8e2-fbdf-4347-b4d2-87ec0523b881 req-cf1d34c8-1d3a-4763-aa5c-39a214a57cfa tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:16.082633 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d5a8ca0-8d26-4c30-8949-20fa7a50b859', 'name': 'network-vif-deleted', 'tag': '6905a011-e75b-45c4-8cbd-e612dc639561'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:04:16.098021 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c43bb8e2-fbdf-4347-b4d2-87ec0523b881 req-cf1d34c8-1d3a-4763-aa5c-39a214a57cfa tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.62 "DELETE /v2.0/ports/6905a011-e75b-45c4-8cbd-e612dc639561 HTTP/1.1" status: 204 len: 173 time: 0.9275186 Feb 09 02:04:16.130420 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d5a8ca0-8d26-4c30-8949-20fa7a50b859', 'name': 'network-vif-deleted', 'tag': '6905a011-e75b-45c4-8cbd-e612dc639561', 'status': 'completed', 'code': 200} Feb 09 02:04:16.712882 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49558) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:04:17.256388 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a93ea40b-e680-4508-89f7-1624472b0927 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:17.707246 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-a93ea40b-e680-4508-89f7-1624472b0927 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Deleting port 4c290958-482d-4e59-ba63-9dd01b2a0579 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:04:17.707589 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a93ea40b-e680-4508-89f7-1624472b0927 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:17.892695 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-a93ea40b-e680-4508-89f7-1624472b0927 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] For port 4c290958-482d-4e59-ba63-9dd01b2a0579, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=4c290958-482d-4e59-ba63-9dd01b2a0579,segment=NetworkSegment(f44dcfec-0a99-4674-bafe-f36ced087d3f),segment_id=f44dcfec-0a99-4674-bafe-f36ced087d3f)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:04:17.893364 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a93ea40b-e680-4508-89f7-1624472b0927 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:17.950763 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 6905a011-e75b-45c4-8cbd-e612dc639561 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:04:17.988193 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: 6905a011-e75b-45c4-8cbd-e612dc639561 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:04:17.988540 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 6905a011-e75b-45c4-8cbd-e612dc639561 not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:04:18.019289 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-a93ea40b-e680-4508-89f7-1624472b0927 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Calling delete_port for 4c290958-482d-4e59-ba63-9dd01b2a0579 owned by network:router_interface {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:04:18.209467 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a93ea40b-e680-4508-89f7-1624472b0927 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:18.255125 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93ea40b-e680-4508-89f7-1624472b0927 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event deleted for resources: {'Port': ['ID=4c290958-482d-4e59-ba63-9dd01b2a0579,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:18.538600 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a93ea40b-e680-4508-89f7-1624472b0927 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:19.005771 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a93ea40b-e680-4508-89f7-1624472b0927 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Router 4e05c055-d2c9-434c-8a49-eef41ab6a7ef has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:04:19.183972 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a93ea40b-e680-4508-89f7-1624472b0927 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:04:19.194033 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b4063a-9b49-4490-a276-bceea03eb020 None None] Sync routers for ids ['4e05c055-d2c9-434c-8a49-eef41ab6a7ef'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:04:19.196320 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-a93ea40b-e680-4508-89f7-1624472b0927 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "PUT /v2.0/routers/4e05c055-d2c9-434c-8a49-eef41ab6a7ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4823377 Feb 09 02:04:19.199035 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49562) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:04:19.204127 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b4063a-9b49-4490-a276-bceea03eb020 None None] Routers {'4e05c055-d2c9-434c-8a49-eef41ab6a7ef'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:04:19.204809 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-d2b4063a-9b49-4490-a276-bceea03eb020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:04:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['4e05c055-d2c9-434c-8a49-eef41ab6a7ef'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:19.269037 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-46d3b7cf-1a8d-43d6-b366-0b294f805b49 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Deleting subnet 2ee96fdf-5978-40b1-8db1-d55ed0ea35e2 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 02:04:19.271887 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-46d3b7cf-1a8d-43d6-b366-0b294f805b49 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:19.326897 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-46d3b7cf-1a8d-43d6-b366-0b294f805b49 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:19.383494 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-d2b4063a-9b49-4490-a276-bceea03eb020 None None] Set router 4e05c055-d2c9-434c-8a49-eef41ab6a7ef gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:04:19.416613 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-46d3b7cf-1a8d-43d6-b366-0b294f805b49 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:19.494283 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-46d3b7cf-1a8d-43d6-b366-0b294f805b49 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:19.535063 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d3b7cf-1a8d-43d6-b366-0b294f805b49 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event deleted for resources: {'Subnet': ['ID=2ee96fdf-5978-40b1-8db1-d55ed0ea35e2,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:19.540542 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-46d3b7cf-1a8d-43d6-b366-0b294f805b49 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:19.546705 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6322e7b-7a1a-4e20-9895-68e1626e4217 None None] Network 3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 02:04:19.547978 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-46d3b7cf-1a8d-43d6-b366-0b294f805b49 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "DELETE /v2.0/subnets/2ee96fdf-5978-40b1-8db1-d55ed0ea35e2 HTTP/1.1" status: 204 len: 168 time: 0.3478456 Feb 09 02:04:19.550642 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49566) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:04:19.685362 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-d2b4063a-9b49-4490-a276-bceea03eb020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e05c055-d2c9-434c-8a49-eef41ab6a7ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-863113271', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '889af0ac-982a-45e3-b822-de99e8e73634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:02:29Z', 'updated_at': '2022-02-09T02:04:18Z', 'revision_number': 5, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'gw_port': {'id': '889af0ac-982a-45e3-b822-de99e8e73634', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e05c055-d2c9-434c-8a49-eef41ab6a7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:29Z', 'updated_at': '2022-02-09T02:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:19.690920 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b4063a-9b49-4490-a276-bceea03eb020 None None] Checking router: 4e05c055-d2c9-434c-8a49-eef41ab6a7ef for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:04:19.701737 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b4063a-9b49-4490-a276-bceea03eb020 None None] Routers {'4e05c055-d2c9-434c-8a49-eef41ab6a7ef'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:04:19.702362 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-d2b4063a-9b49-4490-a276-bceea03eb020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:04:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['4e05c055-d2c9-434c-8a49-eef41ab6a7ef'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:19.763328 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7ae08e2e-80b8-42b0-9401-5f0a8b776849 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:19.827106 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27336aef-e77e-4031-a76c-cc686b7fb7ad None None] DHCP port deletion for 3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4 request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 02:04:19.832314 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-27336aef-e77e-4031-a76c-cc686b7fb7ad None None] Deleting port 6dafca54-ed5a-47b7-8662-2d354f0b4ca3 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:04:19.832877 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-27336aef-e77e-4031-a76c-cc686b7fb7ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:19.891701 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-d2b4063a-9b49-4490-a276-bceea03eb020 None None] Set router 4e05c055-d2c9-434c-8a49-eef41ab6a7ef gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:04:19.951833 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7ae08e2e-80b8-42b0-9401-5f0a8b776849 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:19.964045 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-7ae08e2e-80b8-42b0-9401-5f0a8b776849 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Deleting port 889af0ac-982a-45e3-b822-de99e8e73634 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:04:19.964794 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7ae08e2e-80b8-42b0-9401-5f0a8b776849 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:20.042759 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-27336aef-e77e-4031-a76c-cc686b7fb7ad None None] For port 6dafca54-ed5a-47b7-8662-2d354f0b4ca3, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=6dafca54-ed5a-47b7-8662-2d354f0b4ca3,segment=NetworkSegment(f44dcfec-0a99-4674-bafe-f36ced087d3f),segment_id=f44dcfec-0a99-4674-bafe-f36ced087d3f)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:04:20.043095 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-27336aef-e77e-4031-a76c-cc686b7fb7ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:20.148753 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-7ae08e2e-80b8-42b0-9401-5f0a8b776849 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] For port 889af0ac-982a-45e3-b822-de99e8e73634, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=889af0ac-982a-45e3-b822-de99e8e73634,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:04:20.149359 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7ae08e2e-80b8-42b0-9401-5f0a8b776849 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:20.163304 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-27336aef-e77e-4031-a76c-cc686b7fb7ad None None] Calling delete_port for 6dafca54-ed5a-47b7-8662-2d354f0b4ca3 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:04:20.183455 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-d2b4063a-9b49-4490-a276-bceea03eb020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e05c055-d2c9-434c-8a49-eef41ab6a7ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-863113271', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '889af0ac-982a-45e3-b822-de99e8e73634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:02:29Z', 'updated_at': '2022-02-09T02:04:18Z', 'revision_number': 5, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'gw_port': {'id': '889af0ac-982a-45e3-b822-de99e8e73634', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e05c055-d2c9-434c-8a49-eef41ab6a7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:29Z', 'updated_at': '2022-02-09T02:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:20.187471 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b4063a-9b49-4490-a276-bceea03eb020 None None] The sync data for ids ['4e05c055-d2c9-434c-8a49-eef41ab6a7ef'] in n-d-828418-1 is: [{'id': '4e05c055-d2c9-434c-8a49-eef41ab6a7ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-863113271', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '889af0ac-982a-45e3-b822-de99e8e73634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:02:29Z', 'updated_at': '2022-02-09T02:04:18Z', 'revision_number': 5, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'gw_port': {'id': '889af0ac-982a-45e3-b822-de99e8e73634', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e05c055-d2c9-434c-8a49-eef41ab6a7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:29Z', 'updated_at': '2022-02-09T02:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:04:20.239644 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-27336aef-e77e-4031-a76c-cc686b7fb7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:20.286772 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-7ae08e2e-80b8-42b0-9401-5f0a8b776849 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Calling delete_port for 889af0ac-982a-45e3-b822-de99e8e73634 owned by network:router_gateway {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:04:20.288625 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27336aef-e77e-4031-a76c-cc686b7fb7ad None None] Pushing event deleted for resources: {'Port': ['ID=6dafca54-ed5a-47b7-8662-2d354f0b4ca3,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:20.293460 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27336aef-e77e-4031-a76c-cc686b7fb7ad None None] No DVR routers for this DVR port 6dafca54-ed5a-47b7-8662-2d354f0b4ca3 on host n-d-828418-1 {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:04:20.299964 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27336aef-e77e-4031-a76c-cc686b7fb7ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:20.300317 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27336aef-e77e-4031-a76c-cc686b7fb7ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:20.300673 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27336aef-e77e-4031-a76c-cc686b7fb7ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:20.301009 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27336aef-e77e-4031-a76c-cc686b7fb7ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:20.301346 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27336aef-e77e-4031-a76c-cc686b7fb7ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:20.301705 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27336aef-e77e-4031-a76c-cc686b7fb7ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:20.302038 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27336aef-e77e-4031-a76c-cc686b7fb7ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:20.302366 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27336aef-e77e-4031-a76c-cc686b7fb7ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:20.302695 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27336aef-e77e-4031-a76c-cc686b7fb7ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:20.303023 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27336aef-e77e-4031-a76c-cc686b7fb7ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:20.303625 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27336aef-e77e-4031-a76c-cc686b7fb7ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:20.303716 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27336aef-e77e-4031-a76c-cc686b7fb7ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:20.562694 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7ae08e2e-80b8-42b0-9401-5f0a8b776849 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:20.609359 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae08e2e-80b8-42b0-9401-5f0a8b776849 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event deleted for resources: {'Port': ['ID=889af0ac-982a-45e3-b822-de99e8e73634,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:20.707104 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7ae08e2e-80b8-42b0-9401-5f0a8b776849 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:20.880275 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7ae08e2e-80b8-42b0-9401-5f0a8b776849 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:20.882452 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7ae08e2e-80b8-42b0-9401-5f0a8b776849 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:20.904211 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7ae08e2e-80b8-42b0-9401-5f0a8b776849 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:20.904781 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae08e2e-80b8-42b0-9401-5f0a8b776849 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Fanout notify agent at l3_agent the message router_deleted on router 4e05c055-d2c9-434c-8a49-eef41ab6a7ef {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 02:04:20.920517 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7ae08e2e-80b8-42b0-9401-5f0a8b776849 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:20.921632 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-7ae08e2e-80b8-42b0-9401-5f0a8b776849 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "DELETE /v2.0/routers/4e05c055-d2c9-434c-8a49-eef41ab6a7ef HTTP/1.1" status: 204 len: 168 time: 1.3700867 Feb 09 02:04:20.924940 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49570) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:04:21.044174 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c6ffb891-bec8-4f8f-ba9b-833725b90f57 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:21.172759 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c6ffb891-bec8-4f8f-ba9b-833725b90f57 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:21.197166 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-c6ffb891-bec8-4f8f-ba9b-833725b90f57 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:21.209440 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-c6ffb891-bec8-4f8f-ba9b-833725b90f57 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f44dcfec-0a99-4674-bafe-f36ced087d3f') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:21.209769 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-c6ffb891-bec8-4f8f-ba9b-833725b90f57 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f44dcfec-0a99-4674-bafe-f36ced087d3f') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:21.220661 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c6ffb891-bec8-4f8f-ba9b-833725b90f57 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:21.239735 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c6ffb891-bec8-4f8f-ba9b-833725b90f57 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:21.245448 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6ffb891-bec8-4f8f-ba9b-833725b90f57 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:04:21.245843 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c6ffb891-bec8-4f8f-ba9b-833725b90f57 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:21.260122 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 02:04:21.260122 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:04:21.260122 n-d-828418-1 neutron-server[87639]: timer() Feb 09 02:04:21.260122 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:04:21.260122 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 02:04:21.260122 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 02:04:21.260122 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 02:04:21.260122 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:04:21.260122 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 02:04:21.260122 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:04:21.260122 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 02:04:21.260122 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:04:21.260122 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 02:04:21.260122 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 02:04:21.260122 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:04:21.260122 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 02:04:21.260122 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:04:21.260122 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 02:04:21.260122 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 02:04:21.260122 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 02:04:21.260122 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 02:04:21.260122 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 02:04:21.260122 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:04:21.260122 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:04:21.260122 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 02:04:21.260122 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:04:21.260122 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:04:21.260122 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:04:21.260122 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:04:21.260122 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:04:21.260122 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:04:21.260122 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:04:21.337779 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c6ffb891-bec8-4f8f-ba9b-833725b90f57 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:21.343620 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c6ffb891-bec8-4f8f-ba9b-833725b90f57 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:21.372409 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ffb891-bec8-4f8f-ba9b-833725b90f57 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event deleted for resources: {'Network': ['ID=3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:21.384831 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-c6ffb891-bec8-4f8f-ba9b-833725b90f57 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "DELETE /v2.0/networks/3f213e4a-c150-40e8-a6b4-3ccc5fccf5c4 HTTP/1.1" status: 204 len: 168 time: 0.4565399 Feb 09 02:04:21.385902 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49574) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:04:21.458413 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-659b90eb-fc3f-48db-ae9e-f74eb80f2211 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:21.487596 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-659b90eb-fc3f-48db-ae9e-f74eb80f2211 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:21.553392 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-659b90eb-fc3f-48db-ae9e-f74eb80f2211 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:21.573278 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659b90eb-fc3f-48db-ae9e-f74eb80f2211 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a694447d-8961-43be-9d05-7c1856941c20,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:21.581780 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-659b90eb-fc3f-48db-ae9e-f74eb80f2211 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:21.582997 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-659b90eb-fc3f-48db-ae9e-f74eb80f2211 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "DELETE /v2.0/security-groups/a694447d-8961-43be-9d05-7c1856941c20 HTTP/1.1" status: 204 len: 168 time: 0.1968839 Feb 09 02:04:21.726452 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 889af0ac-982a-45e3-b822-de99e8e73634 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:04:21.760111 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 889af0ac-982a-45e3-b822-de99e8e73634 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:04:21.760454 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 889af0ac-982a-45e3-b822-de99e8e73634 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:04:21.760854 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 4c290958-482d-4e59-ba63-9dd01b2a0579 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:04:21.792658 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 4c290958-482d-4e59-ba63-9dd01b2a0579 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:04:21.793008 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 4c290958-482d-4e59-ba63-9dd01b2a0579 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:04:21.793402 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 6dafca54-ed5a-47b7-8662-2d354f0b4ca3 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:04:21.827076 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 6dafca54-ed5a-47b7-8662-2d354f0b4ca3 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:04:21.827416 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 6dafca54-ed5a-47b7-8662-2d354f0b4ca3 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:04:21.994852 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49582) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:04:22.000071 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-5d7e0b3c-f1fd-4538-b932-d22f074637b8 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1275343242', 'description': 'tempest-secgroup-smoke-1275343242 description', 'project_id': '00d6805fb291418fb69e8e927f223d1a'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:04:22.007353 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-5d7e0b3c-f1fd-4538-b932-d22f074637b8 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:04:22.011487 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-5d7e0b3c-f1fd-4538-b932-d22f074637b8 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Usage tracker for resource:security_group and tenant:00d6805fb291418fb69e8e927f223d1a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:04:22.014329 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-5d7e0b3c-f1fd-4538-b932-d22f074637b8 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:04:22.020402 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-5d7e0b3c-f1fd-4538-b932-d22f074637b8 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:04:22.030364 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5d7e0b3c-f1fd-4538-b932-d22f074637b8 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:22.051092 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-5d7e0b3c-f1fd-4538-b932-d22f074637b8 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:04:22.054849 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-5d7e0b3c-f1fd-4538-b932-d22f074637b8 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Usage tracker for resource:security_group_rule and tenant:00d6805fb291418fb69e8e927f223d1a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:04:22.057615 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-5d7e0b3c-f1fd-4538-b932-d22f074637b8 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:04:22.063200 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-5d7e0b3c-f1fd-4538-b932-d22f074637b8 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:04:22.136259 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5d7e0b3c-f1fd-4538-b932-d22f074637b8 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:22.139887 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5d7e0b3c-f1fd-4538-b932-d22f074637b8 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:22.194262 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e0b3c-f1fd-4538-b932-d22f074637b8 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51339470-eb52-4143-b471-95455173a35f,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:22.198373 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5d7e0b3c-f1fd-4538-b932-d22f074637b8 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:22.202447 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-5d7e0b3c-f1fd-4538-b932-d22f074637b8 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2037063 Feb 09 02:04:22.202819 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49586) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:04:22.208415 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-ddec09f6-4020-4194-b0b4-b789aab35098 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Request body: {'security_group_rule': {'security_group_id': '51339470-eb52-4143-b471-95455173a35f', 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:04:22.214832 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-ddec09f6-4020-4194-b0b4-b789aab35098 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:04:22.218617 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-ddec09f6-4020-4194-b0b4-b789aab35098 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Usage tracker for resource:security_group_rule and tenant:00d6805fb291418fb69e8e927f223d1a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:04:22.222277 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-ddec09f6-4020-4194-b0b4-b789aab35098 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:04:22.227949 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-ddec09f6-4020-4194-b0b4-b789aab35098 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:04:22.244520 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ddec09f6-4020-4194-b0b4-b789aab35098 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:22.303191 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ddec09f6-4020-4194-b0b4-b789aab35098 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:22.307012 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ddec09f6-4020-4194-b0b4-b789aab35098 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:22.331804 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddec09f6-4020-4194-b0b4-b789aab35098 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e38bd260-b459-448f-8937-9f7794767dde,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:22.342448 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ddec09f6-4020-4194-b0b4-b789aab35098 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:22.343603 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-ddec09f6-4020-4194-b0b4-b789aab35098 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1400652 Feb 09 02:04:22.347058 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49590) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:04:22.351976 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-28550b1e-31cb-4e93-a1eb-78e40a0c81fe tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Request body: {'security_group_rule': {'security_group_id': '51339470-eb52-4143-b471-95455173a35f', 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:04:22.358191 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-28550b1e-31cb-4e93-a1eb-78e40a0c81fe tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:04:22.362045 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-28550b1e-31cb-4e93-a1eb-78e40a0c81fe tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Usage tracker for resource:security_group_rule and tenant:00d6805fb291418fb69e8e927f223d1a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:04:22.364832 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-28550b1e-31cb-4e93-a1eb-78e40a0c81fe tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:04:22.370777 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-28550b1e-31cb-4e93-a1eb-78e40a0c81fe tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:04:22.387268 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-28550b1e-31cb-4e93-a1eb-78e40a0c81fe tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:22.448923 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-28550b1e-31cb-4e93-a1eb-78e40a0c81fe tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:22.452489 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-28550b1e-31cb-4e93-a1eb-78e40a0c81fe tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:22.476604 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28550b1e-31cb-4e93-a1eb-78e40a0c81fe tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=574df959-195d-43e3-9fc5-335864c31b68,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:22.481220 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:22.485818 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-28550b1e-31cb-4e93-a1eb-78e40a0c81fe tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:22.487036 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-28550b1e-31cb-4e93-a1eb-78e40a0c81fe tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1390753 Feb 09 02:04:22.489760 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49594) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:04:22.494726 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-8bba37d6-45cd-475b-8f42-dbbae410e97d tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Request body: {'security_group_rule': {'security_group_id': '51339470-eb52-4143-b471-95455173a35f', 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:04:22.501955 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-8bba37d6-45cd-475b-8f42-dbbae410e97d tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:04:22.505932 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-8bba37d6-45cd-475b-8f42-dbbae410e97d tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Usage tracker for resource:security_group_rule and tenant:00d6805fb291418fb69e8e927f223d1a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:04:22.508785 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-8bba37d6-45cd-475b-8f42-dbbae410e97d tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:04:22.514430 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-8bba37d6-45cd-475b-8f42-dbbae410e97d tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:04:22.535221 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8bba37d6-45cd-475b-8f42-dbbae410e97d tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:22.597039 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8bba37d6-45cd-475b-8f42-dbbae410e97d tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:22.600978 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8bba37d6-45cd-475b-8f42-dbbae410e97d tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:22.623952 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bba37d6-45cd-475b-8f42-dbbae410e97d tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbe4f474-0670-4edd-96b4-15a7428210c3,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:22.634617 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8bba37d6-45cd-475b-8f42-dbbae410e97d tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:22.635906 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-8bba37d6-45cd-475b-8f42-dbbae410e97d tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1452367 Feb 09 02:04:22.638639 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49598) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:04:22.644346 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-befee868-3ef8-47bf-8f08-7b385bfa9ecb tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Request body: {'security_group_rule': {'security_group_id': '51339470-eb52-4143-b471-95455173a35f', 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:04:22.650899 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-befee868-3ef8-47bf-8f08-7b385bfa9ecb tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:04:22.654734 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-befee868-3ef8-47bf-8f08-7b385bfa9ecb tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Usage tracker for resource:security_group_rule and tenant:00d6805fb291418fb69e8e927f223d1a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:04:22.657686 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-befee868-3ef8-47bf-8f08-7b385bfa9ecb tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:04:22.663323 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-befee868-3ef8-47bf-8f08-7b385bfa9ecb tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:04:22.679686 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-befee868-3ef8-47bf-8f08-7b385bfa9ecb tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:22.741639 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-befee868-3ef8-47bf-8f08-7b385bfa9ecb tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:22.745060 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-befee868-3ef8-47bf-8f08-7b385bfa9ecb tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:22.769772 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befee868-3ef8-47bf-8f08-7b385bfa9ecb tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1739461-7720-475e-8096-d744393fb287,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:22.777859 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-befee868-3ef8-47bf-8f08-7b385bfa9ecb tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:22.779029 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-befee868-3ef8-47bf-8f08-7b385bfa9ecb tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1394880 Feb 09 02:04:22.781824 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49602) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:04:22.786678 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-8d6f7b5b-75f6-4aab-a5d5-c51c5b942827 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Request body: {'security_group_rule': {'security_group_id': '51339470-eb52-4143-b471-95455173a35f', 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:04:22.792839 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-8d6f7b5b-75f6-4aab-a5d5-c51c5b942827 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:04:22.796639 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-8d6f7b5b-75f6-4aab-a5d5-c51c5b942827 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Usage tracker for resource:security_group_rule and tenant:00d6805fb291418fb69e8e927f223d1a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:04:22.799784 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-8d6f7b5b-75f6-4aab-a5d5-c51c5b942827 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:04:22.805351 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-8d6f7b5b-75f6-4aab-a5d5-c51c5b942827 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:04:22.815817 n-d-828418-1 neutron-server[87639]: INFO neutron.db.securitygroups_db [None req-8d6f7b5b-75f6-4aab-a5d5-c51c5b942827 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Project 00d6805fb291418fb69e8e927f223d1a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:04:22.822325 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8d6f7b5b-75f6-4aab-a5d5-c51c5b942827 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:22.888495 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8d6f7b5b-75f6-4aab-a5d5-c51c5b942827 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:22.892007 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8d6f7b5b-75f6-4aab-a5d5-c51c5b942827 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:22.915471 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6f7b5b-75f6-4aab-a5d5-c51c5b942827 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=730d560c-6768-47a5-9d46-aa90270f297f,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:22.924294 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8d6f7b5b-75f6-4aab-a5d5-c51c5b942827 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:22.925662 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-8d6f7b5b-75f6-4aab-a5d5-c51c5b942827 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1429133 Feb 09 02:04:22.928401 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49606) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:04:22.933338 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-edbbb141-4b0b-4cb6-a548-9f57e133d848 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Request body: {'security_group_rule': {'security_group_id': '51339470-eb52-4143-b471-95455173a35f', 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:04:22.940623 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-edbbb141-4b0b-4cb6-a548-9f57e133d848 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:04:22.944640 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-edbbb141-4b0b-4cb6-a548-9f57e133d848 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Usage tracker for resource:security_group_rule and tenant:00d6805fb291418fb69e8e927f223d1a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:04:22.947604 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-edbbb141-4b0b-4cb6-a548-9f57e133d848 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:04:22.953469 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-edbbb141-4b0b-4cb6-a548-9f57e133d848 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:04:22.964655 n-d-828418-1 neutron-server[87639]: INFO neutron.db.securitygroups_db [None req-edbbb141-4b0b-4cb6-a548-9f57e133d848 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Project 00d6805fb291418fb69e8e927f223d1a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:04:22.971422 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-edbbb141-4b0b-4cb6-a548-9f57e133d848 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:23.037434 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-edbbb141-4b0b-4cb6-a548-9f57e133d848 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:23.041088 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-edbbb141-4b0b-4cb6-a548-9f57e133d848 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:23.065388 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbbb141-4b0b-4cb6-a548-9f57e133d848 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deb48dcf-2bfe-40a8-b8bd-42e6ee52f9cf,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:23.074838 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-edbbb141-4b0b-4cb6-a548-9f57e133d848 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:23.076079 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-edbbb141-4b0b-4cb6-a548-9f57e133d848 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1467228 Feb 09 02:04:23.078894 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49610) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:04:23.084520 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-34998899-fb27-41b4-8f52-768dd8c150eb tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Request body: {'network': {'name': 'tempest-network-smoke--1950051642', 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'port_security_enabled': True}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:04:23.090153 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-34998899-fb27-41b4-8f52-768dd8c150eb tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:04:23.094491 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-34998899-fb27-41b4-8f52-768dd8c150eb tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Usage tracker for resource:network and tenant:00d6805fb291418fb69e8e927f223d1a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:04:23.097426 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-34998899-fb27-41b4-8f52-768dd8c150eb tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:04:23.103637 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-34998899-fb27-41b4-8f52-768dd8c150eb tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:04:23.114818 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34998899-fb27-41b4-8f52-768dd8c150eb tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Made reservation on behalf of 00d6805fb291418fb69e8e927f223d1a for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:04:23.118232 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-34998899-fb27-41b4-8f52-768dd8c150eb tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:23.146879 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34998899-fb27-41b4-8f52-768dd8c150eb tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:04:23.156087 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-34998899-fb27-41b4-8f52-768dd8c150eb tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:23.156429 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-34998899-fb27-41b4-8f52-768dd8c150eb tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Added segment 453edd74-b47b-4698-9c2b-1af490931183 of type vlan for network e94295f9-2d1d-4113-966b-540eec391284 Feb 09 02:04:23.183599 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-34998899-fb27-41b4-8f52-768dd8c150eb tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:23.213190 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-34998899-fb27-41b4-8f52-768dd8c150eb tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:23.218746 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34998899-fb27-41b4-8f52-768dd8c150eb tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:23.219832 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-34998899-fb27-41b4-8f52-768dd8c150eb tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:23.324034 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-34998899-fb27-41b4-8f52-768dd8c150eb tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2437975 Feb 09 02:04:23.326724 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49614) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:04:23.329974 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34998899-fb27-41b4-8f52-768dd8c150eb tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event updated for resources: {'Network': ['ID=e94295f9-2d1d-4113-966b-540eec391284,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:23.332183 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-bd8d18a1-7200-4549-93cc-597527a7ca79 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2119008890', 'admin_state_up': True, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:04:23.340319 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network e94295f9-2d1d-4113-966b-540eec391284 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 02:04:23.474518 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-bd8d18a1-7200-4549-93cc-597527a7ca79 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:04:23.478612 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-bd8d18a1-7200-4549-93cc-597527a7ca79 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Usage tracker for resource:router and tenant:00d6805fb291418fb69e8e927f223d1a is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:04:23.481546 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-bd8d18a1-7200-4549-93cc-597527a7ca79 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:04:23.488158 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-bd8d18a1-7200-4549-93cc-597527a7ca79 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:04:23.498335 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bd8d18a1-7200-4549-93cc-597527a7ca79 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:23.499327 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bd8d18a1-7200-4549-93cc-597527a7ca79 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:23.514580 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bd8d18a1-7200-4549-93cc-597527a7ca79 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:23.801072 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bd8d18a1-7200-4549-93cc-597527a7ca79 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:24.111309 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bd8d18a1-7200-4549-93cc-597527a7ca79 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for router_gateway, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:24.139854 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bd8d18a1-7200-4549-93cc-597527a7ca79 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:24.274202 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-bd8d18a1-7200-4549-93cc-597527a7ca79 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Allocated IP 172.25.0.51 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/e083a5ca-adba-4bde-bbd5-9d74b09abbb6) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:04:24.424012 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bd8d18a1-7200-4549-93cc-597527a7ca79 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:24.454008 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bd8d18a1-7200-4549-93cc-597527a7ca79 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:24.520354 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8d18a1-7200-4549-93cc-597527a7ca79 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:04:24.523298 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-bd8d18a1-7200-4549-93cc-597527a7ca79 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:04:24.527006 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8d18a1-7200-4549-93cc-597527a7ca79 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:04:24.559298 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8d18a1-7200-4549-93cc-597527a7ca79 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event updated for resources: {'Port': ['ID=e083a5ca-adba-4bde-bbd5-9d74b09abbb6,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:24.571472 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8d18a1-7200-4549-93cc-597527a7ca79 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:24.571823 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8d18a1-7200-4549-93cc-597527a7ca79 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:24.572166 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8d18a1-7200-4549-93cc-597527a7ca79 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:24.572504 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8d18a1-7200-4549-93cc-597527a7ca79 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:24.572838 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8d18a1-7200-4549-93cc-597527a7ca79 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:24.573171 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8d18a1-7200-4549-93cc-597527a7ca79 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:24.573501 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8d18a1-7200-4549-93cc-597527a7ca79 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:24.573854 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8d18a1-7200-4549-93cc-597527a7ca79 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:24.574184 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8d18a1-7200-4549-93cc-597527a7ca79 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:24.574511 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8d18a1-7200-4549-93cc-597527a7ca79 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:24.574835 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8d18a1-7200-4549-93cc-597527a7ca79 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:24.575155 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8d18a1-7200-4549-93cc-597527a7ca79 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:25.063627 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bd8d18a1-7200-4549-93cc-597527a7ca79 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for router_gateway, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:25.405805 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bd8d18a1-7200-4549-93cc-597527a7ca79 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:25.450004 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:25.608978 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd8d18a1-7200-4549-93cc-597527a7ca79 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Router 9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51 is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 02:04:25.786476 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd8d18a1-7200-4549-93cc-597527a7ca79 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:04:25.798024 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24fe337-2e8c-4970-8ff7-caeeef07ec3a None None] Sync routers for ids ['9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:04:25.807147 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24fe337-2e8c-4970-8ff7-caeeef07ec3a None None] Routers {'9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:04:25.807794 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-e24fe337-2e8c-4970-8ff7-caeeef07ec3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:04:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:25.813890 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bd8d18a1-7200-4549-93cc-597527a7ca79 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:25.815071 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-bd8d18a1-7200-4549-93cc-597527a7ca79 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4873583 Feb 09 02:04:25.818271 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49618) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:04:25.857431 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-48b87e1f-78d0-496a-ba23-d52c67d3719c tempest-TestNetworkAdvancedServerOps-1798257017 tempest-TestNetworkAdvancedServerOps-1798257017-project-admin] 10.222.0.105 "GET /v2.0/subnets?project_id=00d6805fb291418fb69e8e927f223d1a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380082 Feb 09 02:04:25.860731 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49622) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:04:25.987542 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-e24fe337-2e8c-4970-8ff7-caeeef07ec3a None None] Set router 9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:04:25.988867 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e167892d-f697-4792-a383-8e0b8806f360 tempest-TestNetworkAdvancedServerOps-1798257017 tempest-TestNetworkAdvancedServerOps-1798257017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:25.990385 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e167892d-f697-4792-a383-8e0b8806f360 tempest-TestNetworkAdvancedServerOps-1798257017 tempest-TestNetworkAdvancedServerOps-1798257017-project-admin] 10.222.0.105 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1288872 Feb 09 02:04:25.993156 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49626) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:04:26.035437 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-4b7f9012-9753-428b-939d-92deb186ffa9 tempest-TestNetworkAdvancedServerOps-1798257017 tempest-TestNetworkAdvancedServerOps-1798257017-project-admin] 10.222.0.105 "GET /v2.0/subnets?network_id=3d885c3c-255c-4e54-addc-b28437d0b18e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0411909 Feb 09 02:04:26.037968 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49630) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:04:26.043116 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-1bab8f06-19d9-4d0b-bcc0-87a16bed2062 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-292535031', 'network_id': 'e94295f9-2d1d-4113-966b-540eec391284', 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:04:26.151655 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1bab8f06-19d9-4d0b-bcc0-87a16bed2062 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:04:26.155431 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-1bab8f06-19d9-4d0b-bcc0-87a16bed2062 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Usage tracker for resource:subnet and tenant:00d6805fb291418fb69e8e927f223d1a is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:04:26.158503 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-1bab8f06-19d9-4d0b-bcc0-87a16bed2062 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:04:26.164067 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1bab8f06-19d9-4d0b-bcc0-87a16bed2062 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:04:26.174966 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bab8f06-19d9-4d0b-bcc0-87a16bed2062 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Made reservation on behalf of 00d6805fb291418fb69e8e927f223d1a for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:04:26.178496 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1bab8f06-19d9-4d0b-bcc0-87a16bed2062 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:26.271513 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-e24fe337-2e8c-4970-8ff7-caeeef07ec3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2119008890', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'e083a5ca-adba-4bde-bbd5-9d74b09abbb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:04:23Z', 'updated_at': '2022-02-09T02:04:24Z', 'revision_number': 3, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'gw_port': {'id': 'e083a5ca-adba-4bde-bbd5-9d74b09abbb6', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:72:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:24Z', 'updated_at': '2022-02-09T02:04:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:26.275262 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24fe337-2e8c-4970-8ff7-caeeef07ec3a None None] Checking router: 9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:04:26.275604 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24fe337-2e8c-4970-8ff7-caeeef07ec3a None None] Updating router 9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51 port e083a5ca-adba-4bde-bbd5-9d74b09abbb6 binding host n-d-828418-1 {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:04:26.330091 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e24fe337-2e8c-4970-8ff7-caeeef07ec3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:26.517197 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1bab8f06-19d9-4d0b-bcc0-87a16bed2062 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:26.597729 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bab8f06-19d9-4d0b-bcc0-87a16bed2062 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event updated for resources: {'Subnet': ['ID=d63fee79-ad6d-45e4-997d-2e85e3f587f6,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:26.606133 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bab8f06-19d9-4d0b-bcc0-87a16bed2062 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Checking segment: {'id': '453edd74-b47b-4698-9c2b-1af490931183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e94295f9-2d1d-4113-966b-540eec391284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:04:26.606496 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bab8f06-19d9-4d0b-bcc0-87a16bed2062 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Network hostable DHCP agents. Network: e94295f9-2d1d-4113-966b-540eec391284, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:04:26.626165 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bab8f06-19d9-4d0b-bcc0-87a16bed2062 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Network e94295f9-2d1d-4113-966b-540eec391284 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:04:26.635293 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-1bab8f06-19d9-4d0b-bcc0-87a16bed2062 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, e94295f9-2d1d-4113-966b-540eec391284) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:04:26.639543 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bab8f06-19d9-4d0b-bcc0-87a16bed2062 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:26.640374 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1bab8f06-19d9-4d0b-bcc0-87a16bed2062 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:26.662122 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1bab8f06-19d9-4d0b-bcc0-87a16bed2062 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6231737 Feb 09 02:04:26.662570 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca5b386-2609-45d8-90a5-c93b7a6c221d None None] Network e94295f9-2d1d-4113-966b-540eec391284 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 02:04:26.665011 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49634) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:04:26.746783 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e24fe337-2e8c-4970-8ff7-caeeef07ec3a None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:26.772850 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e24fe337-2e8c-4970-8ff7-caeeef07ec3a None None] Transition to ACTIVE for port object e083a5ca-adba-4bde-bbd5-9d74b09abbb6 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:04:26.793019 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e24fe337-2e8c-4970-8ff7-caeeef07ec3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:26.926644 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7822f240-3d5e-4376-915d-e5db4f5412b7 None None] Pushing event updated for resources: {'Port': ['ID=e083a5ca-adba-4bde-bbd5-9d74b09abbb6,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:26.930647 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-e24fe337-2e8c-4970-8ff7-caeeef07ec3a None None] Attempting to bind port e083a5ca-adba-4bde-bbd5-9d74b09abbb6 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:04:26.931021 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-e24fe337-2e8c-4970-8ff7-caeeef07ec3a None None] Attempting to bind port e083a5ca-adba-4bde-bbd5-9d74b09abbb6 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:04:26.931388 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24fe337-2e8c-4970-8ff7-caeeef07ec3a None None] Attempting to bind port e083a5ca-adba-4bde-bbd5-9d74b09abbb6 on network 3d885c3c-255c-4e54-addc-b28437d0b18e {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:04:26.949769 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24fe337-2e8c-4970-8ff7-caeeef07ec3a None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:04:26.950145 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24fe337-2e8c-4970-8ff7-caeeef07ec3a None None] Checking segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:04:26.950547 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e24fe337-2e8c-4970-8ff7-caeeef07ec3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:26.950942 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24fe337-2e8c-4970-8ff7-caeeef07ec3a None None] Bound using segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:04:26.951411 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-e24fe337-2e8c-4970-8ff7-caeeef07ec3a None None] Bound port: e083a5ca-adba-4bde-bbd5-9d74b09abbb6, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:04:26.951800 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e24fe337-2e8c-4970-8ff7-caeeef07ec3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:27.038730 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e205e6a8-075a-4ea7-bb64-77b601ae4e67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-e94295f9-2d1d-4113-966b-540eec391284', 'network_id': 'e94295f9-2d1d-4113-966b-540eec391284', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'fixed_ips': [{'subnet_id': 'd63fee79-ad6d-45e4-997d-2e85e3f587f6'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 02:04:27.039550 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e205e6a8-075a-4ea7-bb64-77b601ae4e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:27.114217 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e24fe337-2e8c-4970-8ff7-caeeef07ec3a None None] For port e083a5ca-adba-4bde-bbd5-9d74b09abbb6, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:04:27.132169 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e24fe337-2e8c-4970-8ff7-caeeef07ec3a None None] For port e083a5ca-adba-4bde-bbd5-9d74b09abbb6, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=e083a5ca-adba-4bde-bbd5-9d74b09abbb6,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:04:27.136877 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e24fe337-2e8c-4970-8ff7-caeeef07ec3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:27.301547 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24fe337-2e8c-4970-8ff7-caeeef07ec3a None None] Routers {'9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:04:27.302222 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-e24fe337-2e8c-4970-8ff7-caeeef07ec3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:04:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:27.374918 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7822f240-3d5e-4376-915d-e5db4f5412b7 None None] Pushing event updated for resources: {'Port': ['ID=e083a5ca-adba-4bde-bbd5-9d74b09abbb6,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:27.466672 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b42553da-603c-4c04-ad0b-4867b2aab9d7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:27.475760 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-e205e6a8-075a-4ea7-bb64-77b601ae4e67 None None] Allocated IP 172.20.0.2 (e94295f9-2d1d-4113-966b-540eec391284/d63fee79-ad6d-45e4-997d-2e85e3f587f6/f62b5a84-356e-47ec-9004-993dbbb57e03) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:04:27.567204 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-e24fe337-2e8c-4970-8ff7-caeeef07ec3a None None] Set router 9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:04:27.935620 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e205e6a8-075a-4ea7-bb64-77b601ae4e67 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:27.948525 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e205e6a8-075a-4ea7-bb64-77b601ae4e67 None None] Transition to ACTIVE for port object f62b5a84-356e-47ec-9004-993dbbb57e03 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:04:27.978396 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e205e6a8-075a-4ea7-bb64-77b601ae4e67 None None] Transition to ACTIVE for port object f62b5a84-356e-47ec-9004-993dbbb57e03 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:04:27.984721 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e205e6a8-075a-4ea7-bb64-77b601ae4e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:28.035047 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-e24fe337-2e8c-4970-8ff7-caeeef07ec3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2119008890', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'e083a5ca-adba-4bde-bbd5-9d74b09abbb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:04:23Z', 'updated_at': '2022-02-09T02:04:24Z', 'revision_number': 3, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'gw_port': {'id': 'e083a5ca-adba-4bde-bbd5-9d74b09abbb6', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:72:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:24Z', 'updated_at': '2022-02-09T02:04:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:28.050133 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-b42553da-603c-4c04-ad0b-4867b2aab9d7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Allocated IP 172.20.0.1 (e94295f9-2d1d-4113-966b-540eec391284/d63fee79-ad6d-45e4-997d-2e85e3f587f6/d8ddace2-42b3-40c4-80d1-5bff7e91882f) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:04:28.060288 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24fe337-2e8c-4970-8ff7-caeeef07ec3a None None] The sync data for ids ['9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51'] in n-d-828418-1 is: [{'id': '9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2119008890', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'e083a5ca-adba-4bde-bbd5-9d74b09abbb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:04:23Z', 'updated_at': '2022-02-09T02:04:24Z', 'revision_number': 3, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'gw_port': {'id': 'e083a5ca-adba-4bde-bbd5-9d74b09abbb6', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:72:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:24Z', 'updated_at': '2022-02-09T02:04:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:04:28.065977 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e205e6a8-075a-4ea7-bb64-77b601ae4e67 None None] Network e94295f9-2d1d-4113-966b-540eec391284 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:04:28.067225 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e205e6a8-075a-4ea7-bb64-77b601ae4e67 None None] Pushing event updated for resources: {'Port': ['ID=f62b5a84-356e-47ec-9004-993dbbb57e03,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:28.069662 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-e205e6a8-075a-4ea7-bb64-77b601ae4e67 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:04:28.071680 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e205e6a8-075a-4ea7-bb64-77b601ae4e67 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:04:28.165202 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-e205e6a8-075a-4ea7-bb64-77b601ae4e67 None None] Attempting to bind port f62b5a84-356e-47ec-9004-993dbbb57e03 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:04:28.165624 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-e205e6a8-075a-4ea7-bb64-77b601ae4e67 None None] Attempting to bind port f62b5a84-356e-47ec-9004-993dbbb57e03 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '453edd74-b47b-4698-9c2b-1af490931183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e94295f9-2d1d-4113-966b-540eec391284'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:04:28.166133 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e205e6a8-075a-4ea7-bb64-77b601ae4e67 None None] Attempting to bind port f62b5a84-356e-47ec-9004-993dbbb57e03 on network e94295f9-2d1d-4113-966b-540eec391284 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:04:28.171713 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e205e6a8-075a-4ea7-bb64-77b601ae4e67 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:04:28.172624 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e205e6a8-075a-4ea7-bb64-77b601ae4e67 None None] Checking segment: {'id': '453edd74-b47b-4698-9c2b-1af490931183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e94295f9-2d1d-4113-966b-540eec391284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:04:28.173182 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e205e6a8-075a-4ea7-bb64-77b601ae4e67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:28.173773 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e205e6a8-075a-4ea7-bb64-77b601ae4e67 None None] Bound using segment: {'id': '453edd74-b47b-4698-9c2b-1af490931183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e94295f9-2d1d-4113-966b-540eec391284'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:04:28.174251 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-e205e6a8-075a-4ea7-bb64-77b601ae4e67 None None] Bound port: f62b5a84-356e-47ec-9004-993dbbb57e03, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '453edd74-b47b-4698-9c2b-1af490931183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e94295f9-2d1d-4113-966b-540eec391284'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:04:28.174625 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e205e6a8-075a-4ea7-bb64-77b601ae4e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:28.222184 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b42553da-603c-4c04-ad0b-4867b2aab9d7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:28.238637 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-b42553da-603c-4c04-ad0b-4867b2aab9d7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Transition to ACTIVE for port object d8ddace2-42b3-40c4-80d1-5bff7e91882f will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:04:28.262984 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b42553da-603c-4c04-ad0b-4867b2aab9d7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:28.266790 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e205e6a8-075a-4ea7-bb64-77b601ae4e67 None None] For port f62b5a84-356e-47ec-9004-993dbbb57e03, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:04:28.272062 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e205e6a8-075a-4ea7-bb64-77b601ae4e67 None None] For port f62b5a84-356e-47ec-9004-993dbbb57e03, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=f62b5a84-356e-47ec-9004-993dbbb57e03,segment=NetworkSegment(453edd74-b47b-4698-9c2b-1af490931183),segment_id=453edd74-b47b-4698-9c2b-1af490931183)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:04:28.277047 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e205e6a8-075a-4ea7-bb64-77b601ae4e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:28.350791 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42553da-603c-4c04-ad0b-4867b2aab9d7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Network e94295f9-2d1d-4113-966b-540eec391284 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:04:28.354136 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-b42553da-603c-4c04-ad0b-4867b2aab9d7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:04:28.358018 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42553da-603c-4c04-ad0b-4867b2aab9d7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:04:28.384302 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e205e6a8-075a-4ea7-bb64-77b601ae4e67 None None] Pushing event updated for resources: {'Port': ['ID=f62b5a84-356e-47ec-9004-993dbbb57e03,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:28.401795 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:04:28.411151 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42553da-603c-4c04-ad0b-4867b2aab9d7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event updated for resources: {'Port': ['ID=d8ddace2-42b3-40c4-80d1-5bff7e91882f,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:28.435183 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b42553da-603c-4c04-ad0b-4867b2aab9d7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:28.878380 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b42553da-603c-4c04-ad0b-4867b2aab9d7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:29.308011 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b42553da-603c-4c04-ad0b-4867b2aab9d7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:29.314172 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b42553da-603c-4c04-ad0b-4867b2aab9d7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:29.393113 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa0f5b3-674b-4c5e-9488-a0e7494d9138 None None] Network e94295f9-2d1d-4113-966b-540eec391284 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 02:04:29.435743 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42553da-603c-4c04-ad0b-4867b2aab9d7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event updated for resources: {'Port': ['ID=d8ddace2-42b3-40c4-80d1-5bff7e91882f,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:29.438719 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b42553da-603c-4c04-ad0b-4867b2aab9d7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:29.487014 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a1f3f01a-c618-4b66-a439-a1e184a41376 None None] Provisioning for port f62b5a84-356e-47ec-9004-993dbbb57e03 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:04:29.583135 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42553da-603c-4c04-ad0b-4867b2aab9d7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Network e94295f9-2d1d-4113-966b-540eec391284 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:04:29.584537 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-b42553da-603c-4c04-ad0b-4867b2aab9d7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:04:29.786136 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b42553da-603c-4c04-ad0b-4867b2aab9d7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Router 9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:04:29.807030 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device f62b5a84-356e-47ec-9004-993dbbb57e03 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:04:29.886545 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port f62b5a84-356e-47ec-9004-993dbbb57e03 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:04:29.892788 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port f62b5a84-356e-47ec-9004-993dbbb57e03 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:04:29.893285 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:29.957471 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5b9834c3-59dc-4919-9ec8-ec2d1be604c1 None None] Provisioning for port d8ddace2-42b3-40c4-80d1-5bff7e91882f completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:04:29.966371 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5b9834c3-59dc-4919-9ec8-ec2d1be604c1 None None] Provisioning complete for port d8ddace2-42b3-40c4-80d1-5bff7e91882f triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:04:29.966960 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5b9834c3-59dc-4919-9ec8-ec2d1be604c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:29.979665 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b42553da-603c-4c04-ad0b-4867b2aab9d7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:04:29.990448 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73416f86-e3b9-4ccb-bfed-21723ae53804 None None] Sync routers for ids ['9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:04:30.001311 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73416f86-e3b9-4ccb-bfed-21723ae53804 None None] Routers {'9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:04:30.002468 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-73416f86-e3b9-4ccb-bfed-21723ae53804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:04:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:30.014200 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-b42553da-603c-4c04-ad0b-4867b2aab9d7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "PUT /v2.0/routers/9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3479421 Feb 09 02:04:30.140377 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:30.177290 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-5b9834c3-59dc-4919-9ec8-ec2d1be604c1 None None] Port d8ddace2-42b3-40c4-80d1-5bff7e91882f cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 02:04:30.197281 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-ac9e131d-f6a8-4057-85dc-79215763116a req-825b3679-cda4-4078-a51a-03ceb3ad66bd tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Synchronizing usage tracker for tenant:00d6805fb291418fb69e8e927f223d1a on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:04:30.198346 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-5b9834c3-59dc-4919-9ec8-ec2d1be604c1 None None] Provisioning complete for port f62b5a84-356e-47ec-9004-993dbbb57e03 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:04:30.198721 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5b9834c3-59dc-4919-9ec8-ec2d1be604c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:30.217287 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-ac9e131d-f6a8-4057-85dc-79215763116a req-825b3679-cda4-4078-a51a-03ceb3ad66bd tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Unset dirty status for tenant:00d6805fb291418fb69e8e927f223d1a on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:04:30.219713 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ac9e131d-f6a8-4057-85dc-79215763116a req-825b3679-cda4-4078-a51a-03ceb3ad66bd tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1275343242&fields=id&tenant_id=00d6805fb291418fb69e8e927f223d1a HTTP/1.1" status: 200 len: 267 time: 0.0715313 Feb 09 02:04:30.239295 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-73416f86-e3b9-4ccb-bfed-21723ae53804 None None] Set router 9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:04:30.262755 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port f62b5a84-356e-47ec-9004-993dbbb57e03, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=f62b5a84-356e-47ec-9004-993dbbb57e03,segment=NetworkSegment(453edd74-b47b-4698-9c2b-1af490931183),segment_id=453edd74-b47b-4698-9c2b-1af490931183)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:04:30.275022 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:30.275808 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device e083a5ca-adba-4bde-bbd5-9d74b09abbb6 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:04:30.402097 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e131d-f6a8-4057-85dc-79215763116a req-30b20a13-552e-4ece-abcd-69eaa071c0e0 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:30.402987 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-ac9e131d-f6a8-4057-85dc-79215763116a req-30b20a13-552e-4ece-abcd-69eaa071c0e0 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Synchronizing usage tracker for tenant:00d6805fb291418fb69e8e927f223d1a on resource:network {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:04:30.420071 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-ac9e131d-f6a8-4057-85dc-79215763116a req-30b20a13-552e-4ece-abcd-69eaa071c0e0 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Unset dirty status for tenant:00d6805fb291418fb69e8e927f223d1a on resource:network {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:04:30.421706 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ac9e131d-f6a8-4057-85dc-79215763116a req-30b20a13-552e-4ece-abcd-69eaa071c0e0 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/networks?id=e94295f9-2d1d-4113-966b-540eec391284 HTTP/1.1" status: 200 len: 797 time: 0.1936393 Feb 09 02:04:30.439404 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ac9e131d-f6a8-4057-85dc-79215763116a req-453ce24c-96b3-4833-a0a0-bc75f38b63c8 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/quotas/00d6805fb291418fb69e8e927f223d1a HTTP/1.1" status: 200 len: 375 time: 0.0113244 Feb 09 02:04:30.466375 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=f62b5a84-356e-47ec-9004-993dbbb57e03,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:30.472160 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port e083a5ca-adba-4bde-bbd5-9d74b09abbb6 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:04:30.478100 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port e083a5ca-adba-4bde-bbd5-9d74b09abbb6 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:04:30.478465 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:30.533237 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-ac9e131d-f6a8-4057-85dc-79215763116a req-9d70c32f-afa3-4217-8c1a-53da1bebf143 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Synchronizing usage tracker for tenant:00d6805fb291418fb69e8e927f223d1a on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:04:30.551217 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-ac9e131d-f6a8-4057-85dc-79215763116a req-9d70c32f-afa3-4217-8c1a-53da1bebf143 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Unset dirty status for tenant:00d6805fb291418fb69e8e927f223d1a on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:04:30.563667 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ac9e131d-f6a8-4057-85dc-79215763116a req-9d70c32f-afa3-4217-8c1a-53da1bebf143 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=00d6805fb291418fb69e8e927f223d1a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1096797 Feb 09 02:04:30.572040 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-73416f86-e3b9-4ccb-bfed-21723ae53804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2119008890', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'e083a5ca-adba-4bde-bbd5-9d74b09abbb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:04:23Z', 'updated_at': '2022-02-09T02:04:28Z', 'revision_number': 4, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'gw_port': {'id': 'e083a5ca-adba-4bde-bbd5-9d74b09abbb6', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:72:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:24Z', 'updated_at': '2022-02-09T02:04:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'd8ddace2-42b3-40c4-80d1-5bff7e91882f', 'name': '', 'network_id': 'e94295f9-2d1d-4113-966b-540eec391284', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'mac_address': 'fa:16:3e:53:da:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'd63fee79-ad6d-45e4-997d-2e85e3f587f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:27Z', 'updated_at': '2022-02-09T02:04:29Z', 'revision_number': 2, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'subnets': [{'id': 'd63fee79-ad6d-45e4-997d-2e85e3f587f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:30.576042 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73416f86-e3b9-4ccb-bfed-21723ae53804 None None] Checking router: 9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:04:30.576391 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73416f86-e3b9-4ccb-bfed-21723ae53804 None None] Updating router 9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51 port d8ddace2-42b3-40c4-80d1-5bff7e91882f binding host n-d-828418-1 {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:04:30.613490 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:30.619331 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-10dec48a-005a-4b7b-8df6-93a9e9ed4b4e None None] Provisioning complete for port d8ddace2-42b3-40c4-80d1-5bff7e91882f triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:04:30.619695 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-10dec48a-005a-4b7b-8df6-93a9e9ed4b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:30.635151 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-73416f86-e3b9-4ccb-bfed-21723ae53804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:30.675354 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port e083a5ca-adba-4bde-bbd5-9d74b09abbb6, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=e083a5ca-adba-4bde-bbd5-9d74b09abbb6,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:04:30.684940 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:30.718907 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-10dec48a-005a-4b7b-8df6-93a9e9ed4b4e None None] Port d8ddace2-42b3-40c4-80d1-5bff7e91882f cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 02:04:30.761104 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=e083a5ca-adba-4bde-bbd5-9d74b09abbb6,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:30.808939 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ac9e131d-f6a8-4057-85dc-79215763116a req-e04ae05e-db7a-41ba-ab40-8b73f1a67d35 service neutron] 10.222.0.105 "GET /v2.0/networks/e94295f9-2d1d-4113-966b-540eec391284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443056 Feb 09 02:04:30.939596 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ac9e131d-f6a8-4057-85dc-79215763116a req-c77806a3-bab0-4f9d-82d0-aef5f90a7e49 service neutron] 10.222.0.105 "GET /v2.0/networks/e94295f9-2d1d-4113-966b-540eec391284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242890 Feb 09 02:04:30.999136 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-73416f86-e3b9-4ccb-bfed-21723ae53804 None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:31.011514 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-73416f86-e3b9-4ccb-bfed-21723ae53804 None None] Transition to ACTIVE for port object d8ddace2-42b3-40c4-80d1-5bff7e91882f will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:04:31.019004 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-73416f86-e3b9-4ccb-bfed-21723ae53804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:31.132249 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bc920723-1f0e-4b62-8940-6a828a3545ad req-d8496374-01c9-4f00-b0a5-876a6247ae20 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=88dd77f3-5744-4154-a625-d12eebcbc8a8 HTTP/1.1" status: 200 len: 210 time: 0.0543284 Feb 09 02:04:31.219810 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0721f571-cbc1-4f8c-87f4-32d2dd03dbef None None] Pushing event updated for resources: {'Port': ['ID=d8ddace2-42b3-40c4-80d1-5bff7e91882f,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:31.241170 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0721f571-cbc1-4f8c-87f4-32d2dd03dbef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:31.241514 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0721f571-cbc1-4f8c-87f4-32d2dd03dbef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:31.241879 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0721f571-cbc1-4f8c-87f4-32d2dd03dbef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:31.242216 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0721f571-cbc1-4f8c-87f4-32d2dd03dbef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:31.242548 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0721f571-cbc1-4f8c-87f4-32d2dd03dbef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:31.242879 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0721f571-cbc1-4f8c-87f4-32d2dd03dbef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:31.243201 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0721f571-cbc1-4f8c-87f4-32d2dd03dbef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:31.243533 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0721f571-cbc1-4f8c-87f4-32d2dd03dbef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:31.243844 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0721f571-cbc1-4f8c-87f4-32d2dd03dbef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:31.244165 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0721f571-cbc1-4f8c-87f4-32d2dd03dbef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:31.244490 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0721f571-cbc1-4f8c-87f4-32d2dd03dbef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:31.244820 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0721f571-cbc1-4f8c-87f4-32d2dd03dbef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:31.255672 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-73416f86-e3b9-4ccb-bfed-21723ae53804 None None] Attempting to bind port d8ddace2-42b3-40c4-80d1-5bff7e91882f on host n-d-828418-1 for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:04:31.256063 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-73416f86-e3b9-4ccb-bfed-21723ae53804 None None] Attempting to bind port d8ddace2-42b3-40c4-80d1-5bff7e91882f by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '453edd74-b47b-4698-9c2b-1af490931183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e94295f9-2d1d-4113-966b-540eec391284'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:04:31.256568 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73416f86-e3b9-4ccb-bfed-21723ae53804 None None] Attempting to bind port d8ddace2-42b3-40c4-80d1-5bff7e91882f on network e94295f9-2d1d-4113-966b-540eec391284 {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:04:31.262567 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73416f86-e3b9-4ccb-bfed-21723ae53804 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:04:31.262940 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73416f86-e3b9-4ccb-bfed-21723ae53804 None None] Checking segment: {'id': '453edd74-b47b-4698-9c2b-1af490931183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e94295f9-2d1d-4113-966b-540eec391284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:04:31.263348 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-73416f86-e3b9-4ccb-bfed-21723ae53804 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:31.263733 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73416f86-e3b9-4ccb-bfed-21723ae53804 None None] Bound using segment: {'id': '453edd74-b47b-4698-9c2b-1af490931183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e94295f9-2d1d-4113-966b-540eec391284'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:04:31.264195 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-73416f86-e3b9-4ccb-bfed-21723ae53804 None None] Bound port: d8ddace2-42b3-40c4-80d1-5bff7e91882f, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '453edd74-b47b-4698-9c2b-1af490931183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e94295f9-2d1d-4113-966b-540eec391284'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:04:31.264564 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-73416f86-e3b9-4ccb-bfed-21723ae53804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:31.371694 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-73416f86-e3b9-4ccb-bfed-21723ae53804 None None] For port d8ddace2-42b3-40c4-80d1-5bff7e91882f, host n-d-828418-1, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:04:31.375405 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-73416f86-e3b9-4ccb-bfed-21723ae53804 None None] For port d8ddace2-42b3-40c4-80d1-5bff7e91882f, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=d8ddace2-42b3-40c4-80d1-5bff7e91882f,segment=NetworkSegment(453edd74-b47b-4698-9c2b-1af490931183),segment_id=453edd74-b47b-4698-9c2b-1af490931183)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:04:31.379433 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-73416f86-e3b9-4ccb-bfed-21723ae53804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:31.474816 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73416f86-e3b9-4ccb-bfed-21723ae53804 None None] Routers {'9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:04:31.475475 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-73416f86-e3b9-4ccb-bfed-21723ae53804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:04:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:31.536761 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0721f571-cbc1-4f8c-87f4-32d2dd03dbef None None] Pushing event updated for resources: {'Port': ['ID=d8ddace2-42b3-40c4-80d1-5bff7e91882f,revision_number=4']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:31.672623 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-73416f86-e3b9-4ccb-bfed-21723ae53804 None None] Set router 9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:04:31.743983 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device f62b5a84-356e-47ec-9004-993dbbb57e03 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:04:31.824865 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port f62b5a84-356e-47ec-9004-993dbbb57e03 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:04:31.825246 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:31.953264 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device e083a5ca-adba-4bde-bbd5-9d74b09abbb6 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:04:32.014611 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-73416f86-e3b9-4ccb-bfed-21723ae53804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2119008890', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'e083a5ca-adba-4bde-bbd5-9d74b09abbb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:04:23Z', 'updated_at': '2022-02-09T02:04:28Z', 'revision_number': 4, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'gw_port': {'id': 'e083a5ca-adba-4bde-bbd5-9d74b09abbb6', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:72:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:24Z', 'updated_at': '2022-02-09T02:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'd8ddace2-42b3-40c4-80d1-5bff7e91882f', 'name': '', 'network_id': 'e94295f9-2d1d-4113-966b-540eec391284', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'mac_address': 'fa:16:3e:53:da:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'd63fee79-ad6d-45e4-997d-2e85e3f587f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:27Z', 'updated_at': '2022-02-09T02:04:31Z', 'revision_number': 4, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'subnets': [{'id': 'd63fee79-ad6d-45e4-997d-2e85e3f587f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:32.019067 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73416f86-e3b9-4ccb-bfed-21723ae53804 None None] The sync data for ids ['9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51'] in n-d-828418-1 is: [{'id': '9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2119008890', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'e083a5ca-adba-4bde-bbd5-9d74b09abbb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:04:23Z', 'updated_at': '2022-02-09T02:04:28Z', 'revision_number': 4, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'gw_port': {'id': 'e083a5ca-adba-4bde-bbd5-9d74b09abbb6', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:72:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:24Z', 'updated_at': '2022-02-09T02:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'd8ddace2-42b3-40c4-80d1-5bff7e91882f', 'name': '', 'network_id': 'e94295f9-2d1d-4113-966b-540eec391284', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'mac_address': 'fa:16:3e:53:da:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'd63fee79-ad6d-45e4-997d-2e85e3f587f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:27Z', 'updated_at': '2022-02-09T02:04:31Z', 'revision_number': 4, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'subnets': [{'id': 'd63fee79-ad6d-45e4-997d-2e85e3f587f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:04:32.022673 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port e083a5ca-adba-4bde-bbd5-9d74b09abbb6 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:04:32.023129 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:32.335904 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1e05c75e-1532-467f-88ad-313cc6206261 req-2a96fd8a-6535-4d93-a50b-f120283cbf55 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=88dd77f3-5744-4154-a625-d12eebcbc8a8 HTTP/1.1" status: 200 len: 210 time: 0.0602727 Feb 09 02:04:32.347623 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e131d-f6a8-4057-85dc-79215763116a req-4f6fe0cf-e94c-465c-b886-60a41a1fc5f4 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:32.349178 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ac9e131d-f6a8-4057-85dc-79215763116a req-4f6fe0cf-e94c-465c-b886-60a41a1fc5f4 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.99 "GET /v2.0/networks?id=e94295f9-2d1d-4113-966b-540eec391284 HTTP/1.1" status: 200 len: 797 time: 0.2630556 Feb 09 02:04:32.401347 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ac9e131d-f6a8-4057-85dc-79215763116a req-facc2e07-034c-4f16-b7cd-4716932c6c81 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00d6805fb291418fb69e8e927f223d1a HTTP/1.1" status: 200 len: 380 time: 0.0439529 Feb 09 02:04:32.410722 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-ac9e131d-f6a8-4057-85dc-79215763116a req-0b07e154-f09f-49c0-b085-373f8ffdbae9 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Request body: {'port': {'device_id': '88dd77f3-5744-4154-a625-d12eebcbc8a8', 'network_id': 'e94295f9-2d1d-4113-966b-540eec391284', 'admin_state_up': True, 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'security_groups': ['51339470-eb52-4143-b471-95455173a35f']}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:04:32.555162 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-ac9e131d-f6a8-4057-85dc-79215763116a req-0b07e154-f09f-49c0-b085-373f8ffdbae9 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:04:32.565419 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-ac9e131d-f6a8-4057-85dc-79215763116a req-0b07e154-f09f-49c0-b085-373f8ffdbae9 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:04:32.578026 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac9e131d-f6a8-4057-85dc-79215763116a req-0b07e154-f09f-49c0-b085-373f8ffdbae9 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Made reservation on behalf of 00d6805fb291418fb69e8e927f223d1a for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:04:32.581755 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ac9e131d-f6a8-4057-85dc-79215763116a req-0b07e154-f09f-49c0-b085-373f8ffdbae9 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:32.755895 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-ac9e131d-f6a8-4057-85dc-79215763116a req-0b07e154-f09f-49c0-b085-373f8ffdbae9 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Allocated IP 172.20.0.11 (e94295f9-2d1d-4113-966b-540eec391284/d63fee79-ad6d-45e4-997d-2e85e3f587f6/a969d5fe-c5b4-4e64-8c61-4d5bdda6492a) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:04:32.955931 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ac9e131d-f6a8-4057-85dc-79215763116a req-0b07e154-f09f-49c0-b085-373f8ffdbae9 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:32.972542 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-ac9e131d-f6a8-4057-85dc-79215763116a req-0b07e154-f09f-49c0-b085-373f8ffdbae9 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Transition to ACTIVE for port object a969d5fe-c5b4-4e64-8c61-4d5bdda6492a will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:04:32.996308 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ac9e131d-f6a8-4057-85dc-79215763116a req-0b07e154-f09f-49c0-b085-373f8ffdbae9 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:33.069240 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac9e131d-f6a8-4057-85dc-79215763116a req-0b07e154-f09f-49c0-b085-373f8ffdbae9 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Network e94295f9-2d1d-4113-966b-540eec391284 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:04:33.072569 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-ac9e131d-f6a8-4057-85dc-79215763116a req-0b07e154-f09f-49c0-b085-373f8ffdbae9 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:04:33.074912 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac9e131d-f6a8-4057-85dc-79215763116a req-0b07e154-f09f-49c0-b085-373f8ffdbae9 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:04:33.117010 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b07e154-f09f-49c0-b085-373f8ffdbae9 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event updated for resources: {'Port': ['ID=a969d5fe-c5b4-4e64-8c61-4d5bdda6492a,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:33.152723 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e131d-f6a8-4057-85dc-79215763116a req-0b07e154-f09f-49c0-b085-373f8ffdbae9 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:33.153358 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ac9e131d-f6a8-4057-85dc-79215763116a req-0b07e154-f09f-49c0-b085-373f8ffdbae9 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:33.183444 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ac9e131d-f6a8-4057-85dc-79215763116a req-0b07e154-f09f-49c0-b085-373f8ffdbae9 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7771964 Feb 09 02:04:33.194786 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-ac9e131d-f6a8-4057-85dc-79215763116a req-ea3caf82-4be3-4d57-b12b-2554f2319635 service neutron] Request body: {'port': {'device_id': '88dd77f3-5744-4154-a625-d12eebcbc8a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:04:33.316332 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ac9e131d-f6a8-4057-85dc-79215763116a req-ea3caf82-4be3-4d57-b12b-2554f2319635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:33.339739 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d9ccb347-4974-40ae-a5dd-357b6ff620dd None None] Provisioning for port a969d5fe-c5b4-4e64-8c61-4d5bdda6492a completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:04:33.345436 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d9ccb347-4974-40ae-a5dd-357b6ff620dd None None] Provisioning complete for port a969d5fe-c5b4-4e64-8c61-4d5bdda6492a triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:04:33.345826 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d9ccb347-4974-40ae-a5dd-357b6ff620dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:33.409947 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d9ccb347-4974-40ae-a5dd-357b6ff620dd None None] Port a969d5fe-c5b4-4e64-8c61-4d5bdda6492a cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 02:04:33.647633 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdb86a4-1334-4848-87a2-2e5ec4c106e7 req-c0d7b9da-1dca-4ea9-be39-c898c9a8828b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:33.648332 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-3bdb86a4-1334-4848-87a2-2e5ec4c106e7 req-c0d7b9da-1dca-4ea9-be39-c898c9a8828b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Synchronizing usage tracker for tenant:00d6805fb291418fb69e8e927f223d1a on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:04:33.680498 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-3bdb86a4-1334-4848-87a2-2e5ec4c106e7 req-c0d7b9da-1dca-4ea9-be39-c898c9a8828b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Unset dirty status for tenant:00d6805fb291418fb69e8e927f223d1a on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:04:33.681500 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3bdb86a4-1334-4848-87a2-2e5ec4c106e7 req-c0d7b9da-1dca-4ea9-be39-c898c9a8828b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=88dd77f3-5744-4154-a625-d12eebcbc8a8 HTTP/1.1" status: 200 len: 932 time: 0.2323337 Feb 09 02:04:33.760641 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device d8ddace2-42b3-40c4-80d1-5bff7e91882f up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:04:33.833166 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port d8ddace2-42b3-40c4-80d1-5bff7e91882f completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:04:33.838776 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port d8ddace2-42b3-40c4-80d1-5bff7e91882f triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:04:33.839285 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:33.887113 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-ac9e131d-f6a8-4057-85dc-79215763116a req-ea3caf82-4be3-4d57-b12b-2554f2319635 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a969d5fe-c5b4-4e64-8c61-4d5bdda6492a {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 02:04:33.898614 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ac9e131d-f6a8-4057-85dc-79215763116a req-ea3caf82-4be3-4d57-b12b-2554f2319635 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:33.903115 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3bdb86a4-1334-4848-87a2-2e5ec4c106e7 req-034390b7-cfa2-420b-895c-a931fa87001c tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=51339470-eb52-4143-b471-95455173a35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1874130 Feb 09 02:04:33.917718 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-ac9e131d-f6a8-4057-85dc-79215763116a req-ea3caf82-4be3-4d57-b12b-2554f2319635 service neutron] Transition to ACTIVE for port object a969d5fe-c5b4-4e64-8c61-4d5bdda6492a will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:04:33.922215 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ac9e131d-f6a8-4057-85dc-79215763116a req-ea3caf82-4be3-4d57-b12b-2554f2319635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:33.966015 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:33.998396 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port d8ddace2-42b3-40c4-80d1-5bff7e91882f, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=d8ddace2-42b3-40c4-80d1-5bff7e91882f,segment=NetworkSegment(453edd74-b47b-4698-9c2b-1af490931183),segment_id=453edd74-b47b-4698-9c2b-1af490931183)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:04:34.004025 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:34.075885 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3caf82-4be3-4d57-b12b-2554f2319635 service neutron] Pushing event updated for resources: {'Port': ['ID=a969d5fe-c5b4-4e64-8c61-4d5bdda6492a,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:34.082071 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=d8ddace2-42b3-40c4-80d1-5bff7e91882f,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:34.160259 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-ac9e131d-f6a8-4057-85dc-79215763116a req-ea3caf82-4be3-4d57-b12b-2554f2319635 service neutron] Attempting to bind port a969d5fe-c5b4-4e64-8c61-4d5bdda6492a on host n-h2-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:04:34.160594 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-ac9e131d-f6a8-4057-85dc-79215763116a req-ea3caf82-4be3-4d57-b12b-2554f2319635 service neutron] Attempting to bind port a969d5fe-c5b4-4e64-8c61-4d5bdda6492a by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': '453edd74-b47b-4698-9c2b-1af490931183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e94295f9-2d1d-4113-966b-540eec391284'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:04:34.160922 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9e131d-f6a8-4057-85dc-79215763116a req-ea3caf82-4be3-4d57-b12b-2554f2319635 service neutron] Attempting to bind port a969d5fe-c5b4-4e64-8c61-4d5bdda6492a on network e94295f9-2d1d-4113-966b-540eec391284 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:04:34.167201 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9e131d-f6a8-4057-85dc-79215763116a req-ea3caf82-4be3-4d57-b12b-2554f2319635 service neutron] Port a969d5fe-c5b4-4e64-8c61-4d5bdda6492a on network e94295f9-2d1d-4113-966b-540eec391284 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 02:04:34.167507 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9e131d-f6a8-4057-85dc-79215763116a req-ea3caf82-4be3-4d57-b12b-2554f2319635 service neutron] Attempting to bind port a969d5fe-c5b4-4e64-8c61-4d5bdda6492a on network e94295f9-2d1d-4113-966b-540eec391284 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:04:34.174923 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9e131d-f6a8-4057-85dc-79215763116a req-ea3caf82-4be3-4d57-b12b-2554f2319635 service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:04:34.175471 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9e131d-f6a8-4057-85dc-79215763116a req-ea3caf82-4be3-4d57-b12b-2554f2319635 service neutron] Checking segment: {'id': '453edd74-b47b-4698-9c2b-1af490931183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e94295f9-2d1d-4113-966b-540eec391284'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:04:34.176044 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9e131d-f6a8-4057-85dc-79215763116a req-ea3caf82-4be3-4d57-b12b-2554f2319635 service neutron] Bound using segment: {'id': '453edd74-b47b-4698-9c2b-1af490931183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e94295f9-2d1d-4113-966b-540eec391284'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:04:34.176567 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-ac9e131d-f6a8-4057-85dc-79215763116a req-ea3caf82-4be3-4d57-b12b-2554f2319635 service neutron] Bound port: a969d5fe-c5b4-4e64-8c61-4d5bdda6492a, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '453edd74-b47b-4698-9c2b-1af490931183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e94295f9-2d1d-4113-966b-540eec391284'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:04:34.176969 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ac9e131d-f6a8-4057-85dc-79215763116a req-ea3caf82-4be3-4d57-b12b-2554f2319635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:34.274371 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-ac9e131d-f6a8-4057-85dc-79215763116a req-ea3caf82-4be3-4d57-b12b-2554f2319635 service neutron] For port a969d5fe-c5b4-4e64-8c61-4d5bdda6492a, host n-h2-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:04:34.277197 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-ac9e131d-f6a8-4057-85dc-79215763116a req-ea3caf82-4be3-4d57-b12b-2554f2319635 service neutron] For port a969d5fe-c5b4-4e64-8c61-4d5bdda6492a, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=a969d5fe-c5b4-4e64-8c61-4d5bdda6492a,segment=NetworkSegment(453edd74-b47b-4698-9c2b-1af490931183),segment_id=453edd74-b47b-4698-9c2b-1af490931183)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:04:34.281639 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ac9e131d-f6a8-4057-85dc-79215763116a req-ea3caf82-4be3-4d57-b12b-2554f2319635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:34.345784 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e131d-f6a8-4057-85dc-79215763116a req-ea3caf82-4be3-4d57-b12b-2554f2319635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:34.346399 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-ac9e131d-f6a8-4057-85dc-79215763116a req-ea3caf82-4be3-4d57-b12b-2554f2319635 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:34.347785 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ac9e131d-f6a8-4057-85dc-79215763116a req-ea3caf82-4be3-4d57-b12b-2554f2319635 service neutron] 10.222.0.99 "PUT /v2.0/ports/a969d5fe-c5b4-4e64-8c61-4d5bdda6492a HTTP/1.1" status: 200 len: 1092 time: 1.1573374 Feb 09 02:04:34.348214 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88dd77f3-5744-4154-a625-d12eebcbc8a8', 'tag': 'a969d5fe-c5b4-4e64-8c61-4d5bdda6492a'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:04:34.372650 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3caf82-4be3-4d57-b12b-2554f2319635 service neutron] Pushing event updated for resources: {'Port': ['ID=a969d5fe-c5b4-4e64-8c61-4d5bdda6492a,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:34.400787 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88dd77f3-5744-4154-a625-d12eebcbc8a8', 'tag': 'a969d5fe-c5b4-4e64-8c61-4d5bdda6492a', 'status': 'completed', 'code': 200} Feb 09 02:04:34.527309 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e131d-f6a8-4057-85dc-79215763116a req-f92f0a3c-1f98-4205-ac30-3ea4b5076baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:34.528798 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ac9e131d-f6a8-4057-85dc-79215763116a req-f92f0a3c-1f98-4205-ac30-3ea4b5076baf service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=00d6805fb291418fb69e8e927f223d1a&device_id=88dd77f3-5744-4154-a625-d12eebcbc8a8 HTTP/1.1" status: 200 len: 1095 time: 0.1398792 Feb 09 02:04:34.599914 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ac9e131d-f6a8-4057-85dc-79215763116a req-08839fca-62ee-49a7-9b0d-62f7b8a4bd73 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a969d5fe-c5b4-4e64-8c61-4d5bdda6492a HTTP/1.1" status: 200 len: 217 time: 0.0645332 Feb 09 02:04:34.662460 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e131d-f6a8-4057-85dc-79215763116a req-cc628aa5-0680-4301-adca-8e1ef9abba07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:34.663888 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ac9e131d-f6a8-4057-85dc-79215763116a req-cc628aa5-0680-4301-adca-8e1ef9abba07 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d63fee79-ad6d-45e4-997d-2e85e3f587f6 HTTP/1.1" status: 200 len: 834 time: 0.0584118 Feb 09 02:04:34.737423 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e131d-f6a8-4057-85dc-79215763116a req-e7e9d705-1d7e-4d20-a03b-70a7ea5f9596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:34.738916 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ac9e131d-f6a8-4057-85dc-79215763116a req-e7e9d705-1d7e-4d20-a03b-70a7ea5f9596 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=e94295f9-2d1d-4113-966b-540eec391284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690715 Feb 09 02:04:34.868498 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ac9e131d-f6a8-4057-85dc-79215763116a req-5d48c175-97aa-412b-b748-d3f70084da6f service neutron] 10.222.0.99 "GET /v2.0/networks/e94295f9-2d1d-4113-966b-540eec391284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238763 Feb 09 02:04:34.999116 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ac9e131d-f6a8-4057-85dc-79215763116a req-a5442f71-cd47-4856-a1c1-c386778dc17a service neutron] 10.222.0.99 "GET /v2.0/networks/e94295f9-2d1d-4113-966b-540eec391284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245480 Feb 09 02:04:35.150375 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8115883-7d09-4199-b2fa-2919d5e6a93d req-4d7a554a-396c-4bbe-b358-2046102caa38 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:35.151769 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c8115883-7d09-4199-b2fa-2919d5e6a93d req-4d7a554a-396c-4bbe-b358-2046102caa38 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=88dd77f3-5744-4154-a625-d12eebcbc8a8 HTTP/1.1" status: 200 len: 944 time: 0.1365826 Feb 09 02:04:35.157530 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c709f0-b77b-4c5d-aa0d-14a1f4e66f0e req-56c7f56c-c9ef-4a01-a0d7-e8315b3fab6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:35.158908 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-39c709f0-b77b-4c5d-aa0d-14a1f4e66f0e req-56c7f56c-c9ef-4a01-a0d7-e8315b3fab6c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=00d6805fb291418fb69e8e927f223d1a&device_id=88dd77f3-5744-4154-a625-d12eebcbc8a8 HTTP/1.1" status: 200 len: 1095 time: 0.1041794 Feb 09 02:04:35.277303 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c8115883-7d09-4199-b2fa-2919d5e6a93d req-016981bd-1ad5-4bcd-9862-b3add3f6ae29 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=51339470-eb52-4143-b471-95455173a35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174667 Feb 09 02:04:35.321134 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c709f0-b77b-4c5d-aa0d-14a1f4e66f0e req-4919f41c-e952-465f-af86-d22560ef131f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:35.322587 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-39c709f0-b77b-4c5d-aa0d-14a1f4e66f0e req-4919f41c-e952-465f-af86-d22560ef131f service neutron] 10.222.0.99 "GET /v2.0/networks?id=e94295f9-2d1d-4113-966b-540eec391284 HTTP/1.1" status: 200 len: 898 time: 0.1507130 Feb 09 02:04:35.388309 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-39c709f0-b77b-4c5d-aa0d-14a1f4e66f0e req-8b27c65a-f5b9-41bd-a59f-28f651ae3cc5 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a969d5fe-c5b4-4e64-8c61-4d5bdda6492a HTTP/1.1" status: 200 len: 217 time: 0.0598638 Feb 09 02:04:35.451162 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c709f0-b77b-4c5d-aa0d-14a1f4e66f0e req-70de8f52-62f7-4ae3-b54a-4da3c204fa13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:35.452546 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-39c709f0-b77b-4c5d-aa0d-14a1f4e66f0e req-70de8f52-62f7-4ae3-b54a-4da3c204fa13 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d63fee79-ad6d-45e4-997d-2e85e3f587f6 HTTP/1.1" status: 200 len: 834 time: 0.0591073 Feb 09 02:04:35.525052 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c709f0-b77b-4c5d-aa0d-14a1f4e66f0e req-a904e53b-8346-4aef-8021-de67a6bd5021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:35.526548 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-39c709f0-b77b-4c5d-aa0d-14a1f4e66f0e req-a904e53b-8346-4aef-8021-de67a6bd5021 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=e94295f9-2d1d-4113-966b-540eec391284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688672 Feb 09 02:04:35.736671 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device d8ddace2-42b3-40c4-80d1-5bff7e91882f up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:04:35.763209 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-39c709f0-b77b-4c5d-aa0d-14a1f4e66f0e req-3412a0e2-d0a6-4373-8da3-bd08ab0e41ac service neutron] 10.222.0.99 "GET /v2.0/networks/e94295f9-2d1d-4113-966b-540eec391284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306135 Feb 09 02:04:35.805900 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port d8ddace2-42b3-40c4-80d1-5bff7e91882f triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:04:35.806278 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:35.893196 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-39c709f0-b77b-4c5d-aa0d-14a1f4e66f0e req-6e6f09e7-c624-42c4-8be2-51d86fef65e9 service neutron] 10.222.0.99 "GET /v2.0/networks/e94295f9-2d1d-4113-966b-540eec391284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239698 Feb 09 02:04:36.468074 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5be5b-3c7c-4b2c-98e8-5c7e7e65ce09 req-af63ae6e-f999-459e-b35d-4e82a874b772 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:36.470195 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5ef5be5b-3c7c-4b2c-98e8-5c7e7e65ce09 req-af63ae6e-f999-459e-b35d-4e82a874b772 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=88dd77f3-5744-4154-a625-d12eebcbc8a8 HTTP/1.1" status: 200 len: 944 time: 0.0843761 Feb 09 02:04:36.513642 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5ef5be5b-3c7c-4b2c-98e8-5c7e7e65ce09 req-e1b17182-4a58-47ef-954b-25bc015093eb tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=51339470-eb52-4143-b471-95455173a35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378277 Feb 09 02:04:37.699803 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f5f8b-1f12-4904-b8d8-4d90a32be03e req-b21941bf-47ce-4772-abb1-092cd5449a75 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:37.701276 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ac6f5f8b-1f12-4904-b8d8-4d90a32be03e req-b21941bf-47ce-4772-abb1-092cd5449a75 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=88dd77f3-5744-4154-a625-d12eebcbc8a8 HTTP/1.1" status: 200 len: 944 time: 0.0798619 Feb 09 02:04:37.746735 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ac6f5f8b-1f12-4904-b8d8-4d90a32be03e req-a886e29f-d40a-471c-8b34-3cbf657357b9 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=51339470-eb52-4143-b471-95455173a35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382526 Feb 09 02:04:38.286653 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fd363e92-dab5-47b0-bd6e-92056fd7ed40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:38.933845 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00507a6-c381-4f11-bb10-2b2282666fbf req-bc878295-020d-41b6-b4eb-2a8c684f965b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:38.935304 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f00507a6-c381-4f11-bb10-2b2282666fbf req-bc878295-020d-41b6-b4eb-2a8c684f965b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=88dd77f3-5744-4154-a625-d12eebcbc8a8 HTTP/1.1" status: 200 len: 944 time: 0.0833867 Feb 09 02:04:38.978772 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f00507a6-c381-4f11-bb10-2b2282666fbf req-2406086d-e2c2-47fb-9938-cf064ee89350 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=51339470-eb52-4143-b471-95455173a35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378015 Feb 09 02:04:39.788014 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device a969d5fe-c5b4-4e64-8c61-4d5bdda6492a details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 02:04:39.948469 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port a969d5fe-c5b4-4e64-8c61-4d5bdda6492a, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=a969d5fe-c5b4-4e64-8c61-4d5bdda6492a,segment=NetworkSegment(453edd74-b47b-4698-9c2b-1af490931183),segment_id=453edd74-b47b-4698-9c2b-1af490931183)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:04:39.961523 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': 'a969d5fe-c5b4-4e64-8c61-4d5bdda6492a', 'network_id': 'e94295f9-2d1d-4113-966b-540eec391284', 'port_id': 'a969d5fe-c5b4-4e64-8c61-4d5bdda6492a', 'mac_address': 'fa:16:3e:1c:9f:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd63fee79-ad6d-45e4-997d-2e85e3f587f6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 02:04:40.018440 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:40.039127 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a969d5fe-c5b4-4e64-8c61-4d5bdda6492a {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 02:04:40.055644 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port a969d5fe-c5b4-4e64-8c61-4d5bdda6492a, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=a969d5fe-c5b4-4e64-8c61-4d5bdda6492a,segment=NetworkSegment(453edd74-b47b-4698-9c2b-1af490931183),segment_id=453edd74-b47b-4698-9c2b-1af490931183)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:04:40.059278 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:40.126543 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=a969d5fe-c5b4-4e64-8c61-4d5bdda6492a,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:40.168955 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c72dcfe-da44-4b08-9564-db9c13b06dfc req-c4b7dee3-df73-4187-a033-609fb1cd6bd6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:40.170484 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9c72dcfe-da44-4b08-9564-db9c13b06dfc req-c4b7dee3-df73-4187-a033-609fb1cd6bd6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=88dd77f3-5744-4154-a625-d12eebcbc8a8 HTTP/1.1" status: 200 len: 945 time: 0.0866432 Feb 09 02:04:40.215496 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9c72dcfe-da44-4b08-9564-db9c13b06dfc req-ec8d4ffc-d55c-421c-8825-c39d99cffb7c tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=51339470-eb52-4143-b471-95455173a35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390415 Feb 09 02:04:40.386506 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['a969d5fe-c5b4-4e64-8c61-4d5bdda6492a'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 02:04:40.613752 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-10534f1a-3bb6-4d7d-a9d4-5a78657bf09d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:41.401571 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7613ee-9fcf-45ce-93d1-dd1a34a5cfd0 req-d185316c-ea36-4f59-b6dc-160b58bfb969 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:41.403049 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3b7613ee-9fcf-45ce-93d1-dd1a34a5cfd0 req-d185316c-ea36-4f59-b6dc-160b58bfb969 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=88dd77f3-5744-4154-a625-d12eebcbc8a8 HTTP/1.1" status: 200 len: 945 time: 0.0829926 Feb 09 02:04:41.447829 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3b7613ee-9fcf-45ce-93d1-dd1a34a5cfd0 req-b0f1303f-868f-4b1f-811c-991905c24e6a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=51339470-eb52-4143-b471-95455173a35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386105 Feb 09 02:04:41.677891 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:41.705731 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:41.799110 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device a969d5fe-c5b4-4e64-8c61-4d5bdda6492a up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:04:41.868956 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning for port a969d5fe-c5b4-4e64-8c61-4d5bdda6492a completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:04:41.873455 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port a969d5fe-c5b4-4e64-8c61-4d5bdda6492a triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:04:41.873854 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:41.988769 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:42.014549 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88dd77f3-5744-4154-a625-d12eebcbc8a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a969d5fe-c5b4-4e64-8c61-4d5bdda6492a'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:04:42.025082 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port a969d5fe-c5b4-4e64-8c61-4d5bdda6492a, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=a969d5fe-c5b4-4e64-8c61-4d5bdda6492a,segment=NetworkSegment(453edd74-b47b-4698-9c2b-1af490931183),segment_id=453edd74-b47b-4698-9c2b-1af490931183)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:04:42.029273 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:42.061019 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88dd77f3-5744-4154-a625-d12eebcbc8a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a969d5fe-c5b4-4e64-8c61-4d5bdda6492a', 'code': 200} Feb 09 02:04:42.099733 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=a969d5fe-c5b4-4e64-8c61-4d5bdda6492a,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:42.183466 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aca0b8a-30b8-4fa5-a6c2-68644054ddae req-c951041c-f86e-4326-9bd0-2c0a6fb10a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:42.184911 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2aca0b8a-30b8-4fa5-a6c2-68644054ddae req-c951041c-f86e-4326-9bd0-2c0a6fb10a78 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=88dd77f3-5744-4154-a625-d12eebcbc8a8 HTTP/1.1" status: 200 len: 1097 time: 0.0682070 Feb 09 02:04:42.226778 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2aca0b8a-30b8-4fa5-a6c2-68644054ddae req-7b7264af-903d-4d79-b27b-01447d67f4a6 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=51339470-eb52-4143-b471-95455173a35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361922 Feb 09 02:04:42.635636 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e6ebf-dc7b-4db4-b36b-af0f9c057c41 req-15eea695-b184-4e0a-8bf7-cd851d9e7bc8 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:42.637019 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-070e6ebf-dc7b-4db4-b36b-af0f9c057c41 req-15eea695-b184-4e0a-8bf7-cd851d9e7bc8 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=88dd77f3-5744-4154-a625-d12eebcbc8a8 HTTP/1.1" status: 200 len: 946 time: 0.0822673 Feb 09 02:04:42.680794 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-070e6ebf-dc7b-4db4-b36b-af0f9c057c41 req-3720db83-07ee-439f-83ef-6674c71857f2 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=51339470-eb52-4143-b471-95455173a35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378425 Feb 09 02:04:43.357129 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:43.868969 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a1eba-4852-47a6-9ff2-bb3850292ce8 req-b13f71dc-6046-470c-8d4f-59e580712f12 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:43.870450 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-974a1eba-4852-47a6-9ff2-bb3850292ce8 req-b13f71dc-6046-470c-8d4f-59e580712f12 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=88dd77f3-5744-4154-a625-d12eebcbc8a8 HTTP/1.1" status: 200 len: 946 time: 0.0824449 Feb 09 02:04:43.916105 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-974a1eba-4852-47a6-9ff2-bb3850292ce8 req-8719591f-fa7b-4140-a794-99d15074b267 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=51339470-eb52-4143-b471-95455173a35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399013 Feb 09 02:04:44.248413 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1214da-a6f4-477f-af9f-c2ff112159cc req-deb339ba-2f6f-48f9-b657-6afe4c8c6107 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:44.250409 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2a1214da-a6f4-477f-af9f-c2ff112159cc req-deb339ba-2f6f-48f9-b657-6afe4c8c6107 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=88dd77f3-5744-4154-a625-d12eebcbc8a8 HTTP/1.1" status: 200 len: 946 time: 0.0788870 Feb 09 02:04:44.294778 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2a1214da-a6f4-477f-af9f-c2ff112159cc req-5a950c5e-b656-498c-af6c-bae786a397df tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=51339470-eb52-4143-b471-95455173a35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386803 Feb 09 02:04:44.317414 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49688) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:04:44.390640 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596c68ba-207e-457c-8504-e75403d26950 tempest-TestNetworkAdvancedServerOps-1798257017 tempest-TestNetworkAdvancedServerOps-1798257017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:44.392144 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-596c68ba-207e-457c-8504-e75403d26950 tempest-TestNetworkAdvancedServerOps-1798257017 tempest-TestNetworkAdvancedServerOps-1798257017-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=88dd77f3-5744-4154-a625-d12eebcbc8a8 HTTP/1.1" status: 200 len: 1092 time: 0.0737512 Feb 09 02:04:44.394901 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49692) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:04:44.399727 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-18226ab5-ff60-4812-9e10-85685b16a830 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Request body: {'floatingip': {'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'port_id': 'a969d5fe-c5b4-4e64-8c61-4d5bdda6492a', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:04:44.406688 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-18226ab5-ff60-4812-9e10-85685b16a830 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:04:44.410585 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-18226ab5-ff60-4812-9e10-85685b16a830 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Usage tracker for resource:floatingip and tenant:00d6805fb291418fb69e8e927f223d1a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:04:44.413372 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-18226ab5-ff60-4812-9e10-85685b16a830 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:04:44.419082 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-18226ab5-ff60-4812-9e10-85685b16a830 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:04:44.429846 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-18226ab5-ff60-4812-9e10-85685b16a830 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for floatingip, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:44.563991 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-18226ab5-ff60-4812-9e10-85685b16a830 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:44.708417 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-18226ab5-ff60-4812-9e10-85685b16a830 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Allocated IP 172.25.0.207 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/8e740ca2-7df5-475f-a17f-c807f61f5e41) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:04:44.852952 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-18226ab5-ff60-4812-9e10-85685b16a830 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:44.881293 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-18226ab5-ff60-4812-9e10-85685b16a830 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:44.944979 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18226ab5-ff60-4812-9e10-85685b16a830 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:04:44.947840 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-18226ab5-ff60-4812-9e10-85685b16a830 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:04:44.951662 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18226ab5-ff60-4812-9e10-85685b16a830 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:04:44.988682 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18226ab5-ff60-4812-9e10-85685b16a830 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event updated for resources: {'Port': ['ID=8e740ca2-7df5-475f-a17f-c807f61f5e41,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:45.454789 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-18226ab5-ff60-4812-9e10-85685b16a830 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:45.527678 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-18226ab5-ff60-4812-9e10-85685b16a830 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:45.728984 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-18226ab5-ff60-4812-9e10-85685b16a830 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:45.733360 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-18226ab5-ff60-4812-9e10-85685b16a830 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:45.844577 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18226ab5-ff60-4812-9e10-85685b16a830 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event updated for resources: {'Port': ['ID=8e740ca2-7df5-475f-a17f-c807f61f5e41,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:45.852645 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-18226ab5-ff60-4812-9e10-85685b16a830 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:46.021815 n-d-828418-1 neutron-server[87639]: INFO neutron.db.l3_db [None req-18226ab5-ff60-4812-9e10-85685b16a830 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Floating IP 7d697f7d-69f3-4069-89bc-260759732238 associated. External IP: 172.25.0.207, port: a969d5fe-c5b4-4e64-8c61-4d5bdda6492a. Feb 09 02:04:46.365303 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18226ab5-ff60-4812-9e10-85685b16a830 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Router 9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:04:46.539269 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18226ab5-ff60-4812-9e10-85685b16a830 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:04:46.548729 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5e02f8-88bb-48f9-87a4-a753e6416505 None None] Sync routers for ids ['9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:04:46.558562 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5e02f8-88bb-48f9-87a4-a753e6416505 None None] Routers {'9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:04:46.559177 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-7d5e02f8-88bb-48f9-87a4-a753e6416505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:04:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:46.564007 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-18226ab5-ff60-4812-9e10-85685b16a830 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:46.736269 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-18226ab5-ff60-4812-9e10-85685b16a830 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3403482 Feb 09 02:04:46.736857 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88dd77f3-5744-4154-a625-d12eebcbc8a8', 'tag': 'a969d5fe-c5b4-4e64-8c61-4d5bdda6492a'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:04:46.752066 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-7d5e02f8-88bb-48f9-87a4-a753e6416505 None None] Set router 9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:04:46.788641 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88dd77f3-5744-4154-a625-d12eebcbc8a8', 'tag': 'a969d5fe-c5b4-4e64-8c61-4d5bdda6492a', 'status': 'completed', 'code': 200} Feb 09 02:04:46.885826 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b80b94-3a3f-456f-a1f9-170faf80c18e req-516167d5-d8e9-4300-b5ed-b09f84da14c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:46.887369 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f2b80b94-3a3f-456f-a1f9-170faf80c18e req-516167d5-d8e9-4300-b5ed-b09f84da14c4 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=00d6805fb291418fb69e8e927f223d1a&device_id=88dd77f3-5744-4154-a625-d12eebcbc8a8 HTTP/1.1" status: 200 len: 1097 time: 0.0786335 Feb 09 02:04:47.079998 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b80b94-3a3f-456f-a1f9-170faf80c18e req-de62c98f-04cd-45df-a003-30fad9097a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:47.081459 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f2b80b94-3a3f-456f-a1f9-170faf80c18e req-de62c98f-04cd-45df-a003-30fad9097a42 service neutron] 10.222.0.99 "GET /v2.0/networks?id=e94295f9-2d1d-4113-966b-540eec391284 HTTP/1.1" status: 200 len: 898 time: 0.1885104 Feb 09 02:04:47.122241 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-7d5e02f8-88bb-48f9-87a4-a753e6416505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2119008890', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'e083a5ca-adba-4bde-bbd5-9d74b09abbb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:04:23Z', 'updated_at': '2022-02-09T02:04:28Z', 'revision_number': 4, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'gw_port': {'id': 'e083a5ca-adba-4bde-bbd5-9d74b09abbb6', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:72:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:24Z', 'updated_at': '2022-02-09T02:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '7d697f7d-69f3-4069-89bc-260759732238', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'floating_ip_address': '172.25.0.207', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51', 'port_id': 'a969d5fe-c5b4-4e64-8c61-4d5bdda6492a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e94295f9-2d1d-4113-966b-540eec391284', 'mac_address': 'fa:16:3e:1c:9f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88dd77f3-5744-4154-a625-d12eebcbc8a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:04:45Z', 'updated_at': '2022-02-09T02:04:45Z', 'revision_number': 0, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8ddace2-42b3-40c4-80d1-5bff7e91882f', 'name': '', 'network_id': 'e94295f9-2d1d-4113-966b-540eec391284', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'mac_address': 'fa:16:3e:53:da:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'd63fee79-ad6d-45e4-997d-2e85e3f587f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:27Z', 'updated_at': '2022-02-09T02:04:33Z', 'revision_number': 5, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'subnets': [{'id': 'd63fee79-ad6d-45e4-997d-2e85e3f587f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:47.126709 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5e02f8-88bb-48f9-87a4-a753e6416505 None None] Checking router: 9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:04:47.135010 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5e02f8-88bb-48f9-87a4-a753e6416505 None None] Routers {'9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:04:47.135607 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-7d5e02f8-88bb-48f9-87a4-a753e6416505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:04:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:47.169755 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950e6bdd-37af-4467-90d5-cee8736905dc req-cec1ad92-af03-4e9b-a84c-bf947bc81368 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:47.171482 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-950e6bdd-37af-4467-90d5-cee8736905dc req-cec1ad92-af03-4e9b-a84c-bf947bc81368 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=88dd77f3-5744-4154-a625-d12eebcbc8a8 HTTP/1.1" status: 200 len: 946 time: 0.1859443 Feb 09 02:04:47.225675 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f2b80b94-3a3f-456f-a1f9-170faf80c18e req-a1df687d-28f4-4410-819d-1855b33977e1 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a969d5fe-c5b4-4e64-8c61-4d5bdda6492a HTTP/1.1" status: 200 len: 1000 time: 0.1376739 Feb 09 02:04:47.267939 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-950e6bdd-37af-4467-90d5-cee8736905dc req-489dcfa5-f2d6-4cc4-80d7-02aec9d1c48e tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=51339470-eb52-4143-b471-95455173a35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844462 Feb 09 02:04:47.292002 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49700) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:04:47.296045 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b80b94-3a3f-456f-a1f9-170faf80c18e req-ee6803fd-b3b6-4396-8ef5-c946490ef7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:47.298312 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f2b80b94-3a3f-456f-a1f9-170faf80c18e req-ee6803fd-b3b6-4396-8ef5-c946490ef7ca service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d63fee79-ad6d-45e4-997d-2e85e3f587f6 HTTP/1.1" status: 200 len: 834 time: 0.0670214 Feb 09 02:04:47.316803 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-7d5e02f8-88bb-48f9-87a4-a753e6416505 None None] Set router 9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:04:47.381375 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b80b94-3a3f-456f-a1f9-170faf80c18e req-09ea071f-9bd5-4f61-b46e-28037d4c666b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:47.383149 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f2b80b94-3a3f-456f-a1f9-170faf80c18e req-09ea071f-9bd5-4f61-b46e-28037d4c666b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=e94295f9-2d1d-4113-966b-540eec391284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0796239 Feb 09 02:04:47.406644 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-df423887-b3a5-48c9-a2b9-dea3aff5009b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/floatingips/7d697f7d-69f3-4069-89bc-260759732238 HTTP/1.1" status: 200 len: 992 time: 0.1122248 Feb 09 02:04:47.514067 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f2b80b94-3a3f-456f-a1f9-170faf80c18e req-b2c786bf-edac-4896-bc95-2e81184260e0 service neutron] 10.222.0.99 "GET /v2.0/networks/e94295f9-2d1d-4113-966b-540eec391284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248465 Feb 09 02:04:47.645290 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f2b80b94-3a3f-456f-a1f9-170faf80c18e req-63b1e0f7-c3c9-49cf-bef0-e2807e9f8d7c service neutron] 10.222.0.99 "GET /v2.0/networks/e94295f9-2d1d-4113-966b-540eec391284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257021 Feb 09 02:04:47.705705 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-7d5e02f8-88bb-48f9-87a4-a753e6416505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2119008890', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'e083a5ca-adba-4bde-bbd5-9d74b09abbb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:04:23Z', 'updated_at': '2022-02-09T02:04:28Z', 'revision_number': 4, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'gw_port': {'id': 'e083a5ca-adba-4bde-bbd5-9d74b09abbb6', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:72:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:24Z', 'updated_at': '2022-02-09T02:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '7d697f7d-69f3-4069-89bc-260759732238', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'floating_ip_address': '172.25.0.207', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51', 'port_id': 'a969d5fe-c5b4-4e64-8c61-4d5bdda6492a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e94295f9-2d1d-4113-966b-540eec391284', 'mac_address': 'fa:16:3e:1c:9f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88dd77f3-5744-4154-a625-d12eebcbc8a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:04:45Z', 'updated_at': '2022-02-09T02:04:45Z', 'revision_number': 0, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8ddace2-42b3-40c4-80d1-5bff7e91882f', 'name': '', 'network_id': 'e94295f9-2d1d-4113-966b-540eec391284', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'mac_address': 'fa:16:3e:53:da:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'd63fee79-ad6d-45e4-997d-2e85e3f587f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:27Z', 'updated_at': '2022-02-09T02:04:33Z', 'revision_number': 5, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'subnets': [{'id': 'd63fee79-ad6d-45e4-997d-2e85e3f587f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:47.711092 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5e02f8-88bb-48f9-87a4-a753e6416505 None None] The sync data for ids ['9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51'] in n-d-828418-1 is: [{'id': '9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2119008890', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'e083a5ca-adba-4bde-bbd5-9d74b09abbb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:04:23Z', 'updated_at': '2022-02-09T02:04:28Z', 'revision_number': 4, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'gw_port': {'id': 'e083a5ca-adba-4bde-bbd5-9d74b09abbb6', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:72:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:24Z', 'updated_at': '2022-02-09T02:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '7d697f7d-69f3-4069-89bc-260759732238', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'floating_ip_address': '172.25.0.207', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51', 'port_id': 'a969d5fe-c5b4-4e64-8c61-4d5bdda6492a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e94295f9-2d1d-4113-966b-540eec391284', 'mac_address': 'fa:16:3e:1c:9f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88dd77f3-5744-4154-a625-d12eebcbc8a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:04:45Z', 'updated_at': '2022-02-09T02:04:45Z', 'revision_number': 0, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8ddace2-42b3-40c4-80d1-5bff7e91882f', 'name': '', 'network_id': 'e94295f9-2d1d-4113-966b-540eec391284', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'mac_address': 'fa:16:3e:53:da:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'd63fee79-ad6d-45e4-997d-2e85e3f587f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:27Z', 'updated_at': '2022-02-09T02:04:33Z', 'revision_number': 5, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'subnets': [{'id': 'd63fee79-ad6d-45e4-997d-2e85e3f587f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:04:47.897292 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bd89f3-2f35-4ece-9f8f-2a52ab4209ad None None] New status for floating IP 7d697f7d-69f3-4069-89bc-260759732238: ACTIVE {{(pid=87641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:04:48.410951 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49704) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:04:48.514023 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-4db996b9-1a57-4540-98d1-5a4414f0a942 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/floatingips/7d697f7d-69f3-4069-89bc-260759732238 HTTP/1.1" status: 200 len: 994 time: 0.1019363 Feb 09 02:04:52.503040 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:55.461942 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:05:05.401891 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:05:08.287568 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bdc07ab4-df9a-4d72-80f6-bf53d03f022f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:05:10.599274 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2e19e86c-1aef-4eb9-8802-091beca0ba0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:05:11.684703 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:05:11.715262 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:05:13.360118 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:05:22.494803 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:05:25.467024 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:05:38.289382 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5d7bfbaa-7504-4898-a9c1-b320b9533049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:05:39.817870 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-75919333-9428-453e-83ce-c199f9561ba3 req-c1a3aaa1-59e2-432b-9c46-fce95756f8a9 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=88dd77f3-5744-4154-a625-d12eebcbc8a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0688007 Feb 09 02:05:39.956567 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75919333-9428-453e-83ce-c199f9561ba3 req-c16e44ef-57e9-4e7a-9967-64ea2e180c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:39.958052 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-75919333-9428-453e-83ce-c199f9561ba3 req-c16e44ef-57e9-4e7a-9967-64ea2e180c4e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=00d6805fb291418fb69e8e927f223d1a&device_id=88dd77f3-5744-4154-a625-d12eebcbc8a8 HTTP/1.1" status: 200 len: 1097 time: 0.0734382 Feb 09 02:05:40.100929 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75919333-9428-453e-83ce-c199f9561ba3 req-c2d2e6a6-7b15-415d-aeb7-1c8b9e32da94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:40.102398 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-75919333-9428-453e-83ce-c199f9561ba3 req-c2d2e6a6-7b15-415d-aeb7-1c8b9e32da94 service neutron] 10.222.0.99 "GET /v2.0/networks?id=e94295f9-2d1d-4113-966b-540eec391284 HTTP/1.1" status: 200 len: 898 time: 0.1255665 Feb 09 02:05:40.205932 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-75919333-9428-453e-83ce-c199f9561ba3 req-8049acdb-918a-460d-8b21-032f758abd80 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a969d5fe-c5b4-4e64-8c61-4d5bdda6492a HTTP/1.1" status: 200 len: 1002 time: 0.0975909 Feb 09 02:05:40.270979 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75919333-9428-453e-83ce-c199f9561ba3 req-2d3a5ceb-5f5c-4b9a-9f27-59f525bde303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:40.272299 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-75919333-9428-453e-83ce-c199f9561ba3 req-2d3a5ceb-5f5c-4b9a-9f27-59f525bde303 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d63fee79-ad6d-45e4-997d-2e85e3f587f6 HTTP/1.1" status: 200 len: 834 time: 0.0603213 Feb 09 02:05:40.344168 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75919333-9428-453e-83ce-c199f9561ba3 req-fa48cf0c-baae-4bc3-b9ec-a00f240cd174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:40.345804 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-75919333-9428-453e-83ce-c199f9561ba3 req-fa48cf0c-baae-4bc3-b9ec-a00f240cd174 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=e94295f9-2d1d-4113-966b-540eec391284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682776 Feb 09 02:05:40.575365 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-75919333-9428-453e-83ce-c199f9561ba3 req-12e13685-7af0-4aed-8d17-1c1b77f34e8d service neutron] 10.222.0.99 "GET /v2.0/networks/e94295f9-2d1d-4113-966b-540eec391284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234967 Feb 09 02:05:40.591919 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fcc329ba-c378-4e0f-95f4-630973653ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:05:40.709195 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-75919333-9428-453e-83ce-c199f9561ba3 req-cad44615-1712-4a64-8644-5fe8eb6f15ec service neutron] 10.222.0.99 "GET /v2.0/networks/e94295f9-2d1d-4113-966b-540eec391284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276960 Feb 09 02:05:41.678408 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:05:41.705571 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:05:42.401253 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:05:43.363431 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:05:52.509503 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:05:55.494015 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:05:57.918411 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-4e6cb4cd-5333-4ac7-9564-ff50d084f0b0 req-ce261020-c544-441d-9d93-3d97d7e27ffc service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=88dd77f3-5744-4154-a625-d12eebcbc8a8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1159759 Feb 09 02:05:57.930989 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9864da16-ac0a-470f-8fa1-c001e357c7d0 req-c6a860e6-8dbc-48f6-aaba-40add36d0378 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:57.932479 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9864da16-ac0a-470f-8fa1-c001e357c7d0 req-c6a860e6-8dbc-48f6-aaba-40add36d0378 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=88dd77f3-5744-4154-a625-d12eebcbc8a8 HTTP/1.1" status: 200 len: 946 time: 0.0837679 Feb 09 02:05:57.978998 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9864da16-ac0a-470f-8fa1-c001e357c7d0 req-b760a02b-de2a-4ea3-ba9a-38981a51f2ff tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=51339470-eb52-4143-b471-95455173a35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403380 Feb 09 02:05:59.225120 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6cb4cd-5333-4ac7-9564-ff50d084f0b0 req-a988b0ba-5975-40e6-913b-2c07b77a40cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:59.226628 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4e6cb4cd-5333-4ac7-9564-ff50d084f0b0 req-a988b0ba-5975-40e6-913b-2c07b77a40cb service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=00d6805fb291418fb69e8e927f223d1a&device_id=88dd77f3-5744-4154-a625-d12eebcbc8a8 HTTP/1.1" status: 200 len: 1097 time: 0.1037207 Feb 09 02:05:59.234062 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa1c74-691e-410a-9069-99fcfeb3c716 req-50550ce2-94cd-404d-a9a8-1473b0f123bb tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:59.235408 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3baa1c74-691e-410a-9069-99fcfeb3c716 req-50550ce2-94cd-404d-a9a8-1473b0f123bb tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=88dd77f3-5744-4154-a625-d12eebcbc8a8 HTTP/1.1" status: 200 len: 946 time: 0.1437619 Feb 09 02:05:59.361560 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3baa1c74-691e-410a-9069-99fcfeb3c716 req-bf3a93aa-c74c-4ee4-a5b0-d28fe6819441 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=51339470-eb52-4143-b471-95455173a35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073503 Feb 09 02:05:59.392997 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6cb4cd-5333-4ac7-9564-ff50d084f0b0 req-1306c109-2c26-41c0-8a69-bd95766aa8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:59.395490 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4e6cb4cd-5333-4ac7-9564-ff50d084f0b0 req-1306c109-2c26-41c0-8a69-bd95766aa8b5 service neutron] 10.222.0.99 "GET /v2.0/networks?id=e94295f9-2d1d-4113-966b-540eec391284 HTTP/1.1" status: 200 len: 898 time: 0.1591513 Feb 09 02:05:59.497230 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4e6cb4cd-5333-4ac7-9564-ff50d084f0b0 req-3f0d76ac-35df-4400-87d9-e4dd865c9c69 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a969d5fe-c5b4-4e64-8c61-4d5bdda6492a HTTP/1.1" status: 200 len: 1002 time: 0.0964456 Feb 09 02:05:59.561886 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6cb4cd-5333-4ac7-9564-ff50d084f0b0 req-cb86bd14-60fe-4e24-a3c7-3c0ade551b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:59.563293 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4e6cb4cd-5333-4ac7-9564-ff50d084f0b0 req-cb86bd14-60fe-4e24-a3c7-3c0ade551b34 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d63fee79-ad6d-45e4-997d-2e85e3f587f6 HTTP/1.1" status: 200 len: 834 time: 0.0601227 Feb 09 02:05:59.636563 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6cb4cd-5333-4ac7-9564-ff50d084f0b0 req-12ee6fd4-7256-4ef2-afde-a256ee1aa97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:59.637974 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4e6cb4cd-5333-4ac7-9564-ff50d084f0b0 req-12ee6fd4-7256-4ef2-afde-a256ee1aa97f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=e94295f9-2d1d-4113-966b-540eec391284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694923 Feb 09 02:05:59.768963 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4e6cb4cd-5333-4ac7-9564-ff50d084f0b0 req-74912850-9b03-489e-b73b-cefe4a34a41d service neutron] 10.222.0.99 "GET /v2.0/networks/e94295f9-2d1d-4113-966b-540eec391284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248512 Feb 09 02:05:59.899395 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4e6cb4cd-5333-4ac7-9564-ff50d084f0b0 req-381f19cd-ae3a-49e0-9d12-c37a517bb3d3 service neutron] 10.222.0.99 "GET /v2.0/networks/e94295f9-2d1d-4113-966b-540eec391284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245286 Feb 09 02:06:00.545628 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffb3d84-cfa6-4e76-b7c8-f60d6430aea0 req-657ec7c8-57bf-4255-96d5-9e3ef03ea975 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:00.547108 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2ffb3d84-cfa6-4e76-b7c8-f60d6430aea0 req-657ec7c8-57bf-4255-96d5-9e3ef03ea975 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=88dd77f3-5744-4154-a625-d12eebcbc8a8 HTTP/1.1" status: 200 len: 946 time: 0.0794742 Feb 09 02:06:00.593955 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2ffb3d84-cfa6-4e76-b7c8-f60d6430aea0 req-4d375f3c-ca58-4e74-9fac-4021f328a978 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=51339470-eb52-4143-b471-95455173a35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411110 Feb 09 02:06:01.779208 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0430ed4-910a-4845-93c2-05edc6d23476 req-a3fad278-dbcd-44d6-bc7d-b9ebf6295149 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:01.780648 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e0430ed4-910a-4845-93c2-05edc6d23476 req-a3fad278-dbcd-44d6-bc7d-b9ebf6295149 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=88dd77f3-5744-4154-a625-d12eebcbc8a8 HTTP/1.1" status: 200 len: 946 time: 0.0792327 Feb 09 02:06:01.823754 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e0430ed4-910a-4845-93c2-05edc6d23476 req-0cf8ef37-3e7b-4fa6-b800-b2c877c71622 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=51339470-eb52-4143-b471-95455173a35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369413 Feb 09 02:06:03.016358 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c546a-1366-47ab-a39b-a314e9ba0359 req-a1b1a317-889d-4542-983a-2b3e0b0645ed tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:03.017839 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-566c546a-1366-47ab-a39b-a314e9ba0359 req-a1b1a317-889d-4542-983a-2b3e0b0645ed tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=88dd77f3-5744-4154-a625-d12eebcbc8a8 HTTP/1.1" status: 200 len: 946 time: 0.0894086 Feb 09 02:06:03.061073 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-566c546a-1366-47ab-a39b-a314e9ba0359 req-f7e9985b-0b6c-4e40-8fd7-e1103be1778b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=51339470-eb52-4143-b471-95455173a35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377104 Feb 09 02:06:04.240719 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4776520f-c71f-4470-970e-813cd77f7a20 req-0672b856-3ab6-4577-bfd5-abbfb4dcd1c8 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:04.242178 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4776520f-c71f-4470-970e-813cd77f7a20 req-0672b856-3ab6-4577-bfd5-abbfb4dcd1c8 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=88dd77f3-5744-4154-a625-d12eebcbc8a8 HTTP/1.1" status: 200 len: 946 time: 0.0780439 Feb 09 02:06:04.288024 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4776520f-c71f-4470-970e-813cd77f7a20 req-d9f38226-8a3b-4c27-9936-fe42568d3acf tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=51339470-eb52-4143-b471-95455173a35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401216 Feb 09 02:06:05.577209 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708aa951-2411-42b1-a960-d6dce51b4462 req-5951413b-870d-453b-b628-7db88f998ac7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:05.578593 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-708aa951-2411-42b1-a960-d6dce51b4462 req-5951413b-870d-453b-b628-7db88f998ac7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=88dd77f3-5744-4154-a625-d12eebcbc8a8 HTTP/1.1" status: 200 len: 946 time: 0.1808929 Feb 09 02:06:05.622344 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-708aa951-2411-42b1-a960-d6dce51b4462 req-d73b31b4-1c46-45b9-9207-5476cf8d6eab tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=51339470-eb52-4143-b471-95455173a35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374079 Feb 09 02:06:06.806678 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b02ddf-e9ec-4e31-bd32-554a09ee0bc2 req-3a844c77-c6d5-4508-880d-75c0a17b225b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:06.808136 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-36b02ddf-e9ec-4e31-bd32-554a09ee0bc2 req-3a844c77-c6d5-4508-880d-75c0a17b225b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=88dd77f3-5744-4154-a625-d12eebcbc8a8 HTTP/1.1" status: 200 len: 946 time: 0.0794132 Feb 09 02:06:06.854235 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-36b02ddf-e9ec-4e31-bd32-554a09ee0bc2 req-67d17baf-5296-4307-b83b-d089298e3e1b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=51339470-eb52-4143-b471-95455173a35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405884 Feb 09 02:06:08.036810 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcacccaf-f5c0-424a-a519-2111edf5d036 req-49c68b81-6adb-43d9-bfe0-201ecdf2d181 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:08.038297 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bcacccaf-f5c0-424a-a519-2111edf5d036 req-49c68b81-6adb-43d9-bfe0-201ecdf2d181 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=88dd77f3-5744-4154-a625-d12eebcbc8a8 HTTP/1.1" status: 200 len: 946 time: 0.0790172 Feb 09 02:06:08.082135 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bcacccaf-f5c0-424a-a519-2111edf5d036 req-25c9cf66-3f25-446e-9194-2913f7b61f81 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=51339470-eb52-4143-b471-95455173a35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383289 Feb 09 02:06:08.291360 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-38870783-d56e-4016-9cea-a3223f719c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:09.267507 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc751a2-aa44-4028-aa7c-d1e59cf9c460 req-d17c69bc-3815-4fbf-8154-c26654b5cef3 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:09.269634 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fbc751a2-aa44-4028-aa7c-d1e59cf9c460 req-d17c69bc-3815-4fbf-8154-c26654b5cef3 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=88dd77f3-5744-4154-a625-d12eebcbc8a8 HTTP/1.1" status: 200 len: 946 time: 0.0840914 Feb 09 02:06:09.313294 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fbc751a2-aa44-4028-aa7c-d1e59cf9c460 req-0b02b33c-f343-4bda-9803-55d35af134bb tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=51339470-eb52-4143-b471-95455173a35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372720 Feb 09 02:06:10.496963 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253e9c1-e180-419b-9aa2-97c7300e8ce3 req-0a49ac43-ab20-4cfe-a857-4ea0f7b2aba4 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:10.498456 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f253e9c1-e180-419b-9aa2-97c7300e8ce3 req-0a49ac43-ab20-4cfe-a857-4ea0f7b2aba4 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=88dd77f3-5744-4154-a625-d12eebcbc8a8 HTTP/1.1" status: 200 len: 946 time: 0.0789595 Feb 09 02:06:10.542512 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f253e9c1-e180-419b-9aa2-97c7300e8ce3 req-cd99fcf3-db19-4041-b52e-2c6abe8340af tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=51339470-eb52-4143-b471-95455173a35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384710 Feb 09 02:06:10.594290 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-47310e97-9578-4263-8816-514cb3b1b4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:11.681151 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:11.709392 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:11.732252 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b1e12d-e5f9-493c-a3f6-e40ff74a187d req-42aaa897-3748-45c6-a586-7bf2a19ca4f4 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:11.733723 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-36b1e12d-e5f9-493c-a3f6-e40ff74a187d req-42aaa897-3748-45c6-a586-7bf2a19ca4f4 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=88dd77f3-5744-4154-a625-d12eebcbc8a8 HTTP/1.1" status: 200 len: 946 time: 0.0861669 Feb 09 02:06:11.829761 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-36b1e12d-e5f9-493c-a3f6-e40ff74a187d req-ccf1b361-277a-4ccc-8aa2-871bbb089e85 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=51339470-eb52-4143-b471-95455173a35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897431 Feb 09 02:06:11.845646 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [req-4e6cb4cd-5333-4ac7-9564-ff50d084f0b0 req-63a171aa-5d06-465e-b6af-1d061e3f0fac service neutron] show failed (client error): The resource could not be found. Feb 09 02:06:11.846625 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4e6cb4cd-5333-4ac7-9564-ff50d084f0b0 req-63a171aa-5d06-465e-b6af-1d061e3f0fac service neutron] 10.222.0.99 "GET /v2.0/ports/a969d5fe-c5b4-4e64-8c61-4d5bdda6492a/bindings/n-h1-828418-1 HTTP/1.1" status: 404 len: 380 time: 0.0892406 Feb 09 02:06:12.108906 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6cb4cd-5333-4ac7-9564-ff50d084f0b0 req-d2986b61-e415-4ec3-b60f-97a19a2d7c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:12.110327 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4e6cb4cd-5333-4ac7-9564-ff50d084f0b0 req-d2986b61-e415-4ec3-b60f-97a19a2d7c59 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=88dd77f3-5744-4154-a625-d12eebcbc8a8&tenant_id=00d6805fb291418fb69e8e927f223d1a HTTP/1.1" status: 200 len: 1097 time: 0.0734954 Feb 09 02:06:12.121556 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-4e6cb4cd-5333-4ac7-9564-ff50d084f0b0 req-aea34419-d1dd-4bfb-bfc2-097dc8b23dad service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828418-1', 'device_owner': 'compute:nova'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:12.230907 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-4e6cb4cd-5333-4ac7-9564-ff50d084f0b0 req-aea34419-d1dd-4bfb-bfc2-097dc8b23dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:12.486252 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-4e6cb4cd-5333-4ac7-9564-ff50d084f0b0 req-aea34419-d1dd-4bfb-bfc2-097dc8b23dad service neutron] For port a969d5fe-c5b4-4e64-8c61-4d5bdda6492a, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=a969d5fe-c5b4-4e64-8c61-4d5bdda6492a,segment=NetworkSegment(453edd74-b47b-4698-9c2b-1af490931183),segment_id=453edd74-b47b-4698-9c2b-1af490931183)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:06:12.517464 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-4e6cb4cd-5333-4ac7-9564-ff50d084f0b0 req-aea34419-d1dd-4bfb-bfc2-097dc8b23dad service neutron] For port a969d5fe-c5b4-4e64-8c61-4d5bdda6492a, host n-h2-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:06:12.573291 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88dd77f3-5744-4154-a625-d12eebcbc8a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a969d5fe-c5b4-4e64-8c61-4d5bdda6492a'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:06:12.579123 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-4e6cb4cd-5333-4ac7-9564-ff50d084f0b0 req-aea34419-d1dd-4bfb-bfc2-097dc8b23dad service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:12.595051 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-4e6cb4cd-5333-4ac7-9564-ff50d084f0b0 req-aea34419-d1dd-4bfb-bfc2-097dc8b23dad service neutron] Transition to ACTIVE for port object a969d5fe-c5b4-4e64-8c61-4d5bdda6492a will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:06:12.600251 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-4e6cb4cd-5333-4ac7-9564-ff50d084f0b0 req-aea34419-d1dd-4bfb-bfc2-097dc8b23dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:12.700838 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88dd77f3-5744-4154-a625-d12eebcbc8a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a969d5fe-c5b4-4e64-8c61-4d5bdda6492a', 'code': 200} Feb 09 02:06:12.751213 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea34419-d1dd-4bfb-bfc2-097dc8b23dad service neutron] Pushing event updated for resources: {'Port': ['ID=a969d5fe-c5b4-4e64-8c61-4d5bdda6492a,revision_number=6']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:12.764499 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea34419-d1dd-4bfb-bfc2-097dc8b23dad service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:12.764833 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea34419-d1dd-4bfb-bfc2-097dc8b23dad service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:12.765163 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea34419-d1dd-4bfb-bfc2-097dc8b23dad service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:12.765770 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea34419-d1dd-4bfb-bfc2-097dc8b23dad service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:12.766096 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea34419-d1dd-4bfb-bfc2-097dc8b23dad service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:12.766412 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea34419-d1dd-4bfb-bfc2-097dc8b23dad service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:12.766727 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea34419-d1dd-4bfb-bfc2-097dc8b23dad service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:12.767039 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea34419-d1dd-4bfb-bfc2-097dc8b23dad service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:12.767350 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea34419-d1dd-4bfb-bfc2-097dc8b23dad service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:12.767662 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea34419-d1dd-4bfb-bfc2-097dc8b23dad service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:12.767970 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea34419-d1dd-4bfb-bfc2-097dc8b23dad service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:12.768278 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea34419-d1dd-4bfb-bfc2-097dc8b23dad service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:12.815540 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e6cb4cd-5333-4ac7-9564-ff50d084f0b0 req-aea34419-d1dd-4bfb-bfc2-097dc8b23dad service neutron] No DVR routers for this DVR port a969d5fe-c5b4-4e64-8c61-4d5bdda6492a on host n-h2-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:06:13.197714 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-4e6cb4cd-5333-4ac7-9564-ff50d084f0b0 req-aea34419-d1dd-4bfb-bfc2-097dc8b23dad service neutron] Attempting to bind port a969d5fe-c5b4-4e64-8c61-4d5bdda6492a on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:06:13.198047 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-4e6cb4cd-5333-4ac7-9564-ff50d084f0b0 req-aea34419-d1dd-4bfb-bfc2-097dc8b23dad service neutron] Attempting to bind port a969d5fe-c5b4-4e64-8c61-4d5bdda6492a by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '453edd74-b47b-4698-9c2b-1af490931183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e94295f9-2d1d-4113-966b-540eec391284'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:06:13.198374 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6cb4cd-5333-4ac7-9564-ff50d084f0b0 req-aea34419-d1dd-4bfb-bfc2-097dc8b23dad service neutron] Attempting to bind port a969d5fe-c5b4-4e64-8c61-4d5bdda6492a on network e94295f9-2d1d-4113-966b-540eec391284 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:06:13.205764 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6cb4cd-5333-4ac7-9564-ff50d084f0b0 req-aea34419-d1dd-4bfb-bfc2-097dc8b23dad service neutron] Port a969d5fe-c5b4-4e64-8c61-4d5bdda6492a on network e94295f9-2d1d-4113-966b-540eec391284 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 02:06:13.206086 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6cb4cd-5333-4ac7-9564-ff50d084f0b0 req-aea34419-d1dd-4bfb-bfc2-097dc8b23dad service neutron] Attempting to bind port a969d5fe-c5b4-4e64-8c61-4d5bdda6492a on network e94295f9-2d1d-4113-966b-540eec391284 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:06:13.217541 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee61bcd6-586c-469d-8757-b48551f46b26 req-a2d10338-0b74-4a52-a6e3-ed46aab5f43d tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:13.219040 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ee61bcd6-586c-469d-8757-b48551f46b26 req-a2d10338-0b74-4a52-a6e3-ed46aab5f43d tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=88dd77f3-5744-4154-a625-d12eebcbc8a8 HTTP/1.1" status: 200 len: 944 time: 0.2633548 Feb 09 02:06:13.221496 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6cb4cd-5333-4ac7-9564-ff50d084f0b0 req-aea34419-d1dd-4bfb-bfc2-097dc8b23dad service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:06:13.221856 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6cb4cd-5333-4ac7-9564-ff50d084f0b0 req-aea34419-d1dd-4bfb-bfc2-097dc8b23dad service neutron] Checking segment: {'id': '453edd74-b47b-4698-9c2b-1af490931183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e94295f9-2d1d-4113-966b-540eec391284'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:06:13.222234 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6cb4cd-5333-4ac7-9564-ff50d084f0b0 req-aea34419-d1dd-4bfb-bfc2-097dc8b23dad service neutron] Bound using segment: {'id': '453edd74-b47b-4698-9c2b-1af490931183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e94295f9-2d1d-4113-966b-540eec391284'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:06:13.222702 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-4e6cb4cd-5333-4ac7-9564-ff50d084f0b0 req-aea34419-d1dd-4bfb-bfc2-097dc8b23dad service neutron] Bound port: a969d5fe-c5b4-4e64-8c61-4d5bdda6492a, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '453edd74-b47b-4698-9c2b-1af490931183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e94295f9-2d1d-4113-966b-540eec391284'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:06:13.223046 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-4e6cb4cd-5333-4ac7-9564-ff50d084f0b0 req-aea34419-d1dd-4bfb-bfc2-097dc8b23dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:13.326904 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ee61bcd6-586c-469d-8757-b48551f46b26 req-1506d2e2-20a9-42c9-9f7a-33ba29d9cee0 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=51339470-eb52-4143-b471-95455173a35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908296 Feb 09 02:06:13.358991 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-4e6cb4cd-5333-4ac7-9564-ff50d084f0b0 req-aea34419-d1dd-4bfb-bfc2-097dc8b23dad service neutron] For port a969d5fe-c5b4-4e64-8c61-4d5bdda6492a, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:06:13.362300 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-4e6cb4cd-5333-4ac7-9564-ff50d084f0b0 req-aea34419-d1dd-4bfb-bfc2-097dc8b23dad service neutron] For port a969d5fe-c5b4-4e64-8c61-4d5bdda6492a, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=a969d5fe-c5b4-4e64-8c61-4d5bdda6492a,segment=NetworkSegment(453edd74-b47b-4698-9c2b-1af490931183),segment_id=453edd74-b47b-4698-9c2b-1af490931183)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:06:13.367613 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-4e6cb4cd-5333-4ac7-9564-ff50d084f0b0 req-aea34419-d1dd-4bfb-bfc2-097dc8b23dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:13.369693 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:13.446629 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6cb4cd-5333-4ac7-9564-ff50d084f0b0 req-aea34419-d1dd-4bfb-bfc2-097dc8b23dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:13.447342 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-4e6cb4cd-5333-4ac7-9564-ff50d084f0b0 req-aea34419-d1dd-4bfb-bfc2-097dc8b23dad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:13.449520 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4e6cb4cd-5333-4ac7-9564-ff50d084f0b0 req-aea34419-d1dd-4bfb-bfc2-097dc8b23dad service neutron] 10.222.0.62 "PUT /v2.0/ports/a969d5fe-c5b4-4e64-8c61-4d5bdda6492a HTTP/1.1" status: 200 len: 1092 time: 1.3316381 Feb 09 02:06:13.465729 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea34419-d1dd-4bfb-bfc2-097dc8b23dad service neutron] Pushing event updated for resources: {'Port': ['ID=a969d5fe-c5b4-4e64-8c61-4d5bdda6492a,revision_number=7']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:13.550085 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6cb4cd-5333-4ac7-9564-ff50d084f0b0 req-f65c363e-eb46-4f18-bdab-60db818b1eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:13.552260 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4e6cb4cd-5333-4ac7-9564-ff50d084f0b0 req-f65c363e-eb46-4f18-bdab-60db818b1eaf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=00d6805fb291418fb69e8e927f223d1a&device_id=88dd77f3-5744-4154-a625-d12eebcbc8a8 HTTP/1.1" status: 200 len: 1095 time: 0.0811253 Feb 09 02:06:13.732086 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6cb4cd-5333-4ac7-9564-ff50d084f0b0 req-1d62e83f-5116-448c-bbad-c434542e4adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:13.733571 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4e6cb4cd-5333-4ac7-9564-ff50d084f0b0 req-1d62e83f-5116-448c-bbad-c434542e4adb service neutron] 10.222.0.62 "GET /v2.0/networks?id=e94295f9-2d1d-4113-966b-540eec391284 HTTP/1.1" status: 200 len: 898 time: 0.1756697 Feb 09 02:06:13.848843 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4e6cb4cd-5333-4ac7-9564-ff50d084f0b0 req-e50e597c-44b9-463d-bdc4-e590e42ee8e6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a969d5fe-c5b4-4e64-8c61-4d5bdda6492a HTTP/1.1" status: 200 len: 1000 time: 0.1082034 Feb 09 02:06:13.919994 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6cb4cd-5333-4ac7-9564-ff50d084f0b0 req-05b90b18-3ebf-4abb-bdff-f85e3e3ca372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:13.921439 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4e6cb4cd-5333-4ac7-9564-ff50d084f0b0 req-05b90b18-3ebf-4abb-bdff-f85e3e3ca372 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d63fee79-ad6d-45e4-997d-2e85e3f587f6 HTTP/1.1" status: 200 len: 834 time: 0.0672297 Feb 09 02:06:14.014285 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6cb4cd-5333-4ac7-9564-ff50d084f0b0 req-88b6f7a8-8f32-445e-b569-55a1d044a613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:14.016516 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4e6cb4cd-5333-4ac7-9564-ff50d084f0b0 req-88b6f7a8-8f32-445e-b569-55a1d044a613 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e94295f9-2d1d-4113-966b-540eec391284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0890377 Feb 09 02:06:14.156320 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4e6cb4cd-5333-4ac7-9564-ff50d084f0b0 req-3107f9eb-877d-4fae-aae1-2d7c6d080f1c service neutron] 10.222.0.62 "GET /v2.0/networks/e94295f9-2d1d-4113-966b-540eec391284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331575 Feb 09 02:06:14.286319 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4e6cb4cd-5333-4ac7-9564-ff50d084f0b0 req-5242df7a-a5a1-468a-8abb-bc6f30162469 service neutron] 10.222.0.62 "GET /v2.0/networks/e94295f9-2d1d-4113-966b-540eec391284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229022 Feb 09 02:06:14.318566 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device a969d5fe-c5b4-4e64-8c61-4d5bdda6492a no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:06:14.380861 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device a969d5fe-c5b4-4e64-8c61-4d5bdda6492a not bound to the agent host n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:06:14.524019 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff393c95-1aaa-4461-bd13-15c469b4cdec req-1a8c7b07-5e56-4a59-bd4e-92f39e989860 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:14.525487 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ff393c95-1aaa-4461-bd13-15c469b4cdec req-1a8c7b07-5e56-4a59-bd4e-92f39e989860 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=88dd77f3-5744-4154-a625-d12eebcbc8a8 HTTP/1.1" status: 200 len: 944 time: 0.0805964 Feb 09 02:06:14.569091 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ff393c95-1aaa-4461-bd13-15c469b4cdec req-8defa763-38a5-4d54-a4a5-de3d0bcbbc49 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=51339470-eb52-4143-b471-95455173a35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380099 Feb 09 02:06:14.701957 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88dd77f3-5744-4154-a625-d12eebcbc8a8', 'tag': 'a969d5fe-c5b4-4e64-8c61-4d5bdda6492a'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:06:14.757685 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88dd77f3-5744-4154-a625-d12eebcbc8a8', 'tag': 'a969d5fe-c5b4-4e64-8c61-4d5bdda6492a', 'status': 'completed', 'code': 200} Feb 09 02:06:14.903402 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c6ac9-5777-4915-9012-062f16952e55 req-c79d1c20-e5ab-40d3-9ed5-ce1c9dcab22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:14.904862 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-201c6ac9-5777-4915-9012-062f16952e55 req-c79d1c20-e5ab-40d3-9ed5-ce1c9dcab22f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=00d6805fb291418fb69e8e927f223d1a&device_id=88dd77f3-5744-4154-a625-d12eebcbc8a8 HTTP/1.1" status: 200 len: 1095 time: 0.1014802 Feb 09 02:06:14.907397 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c6ac9-5777-4915-9012-062f16952e55 req-28c88cf0-99af-4849-a3d3-ae9e01365283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:14.908719 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-201c6ac9-5777-4915-9012-062f16952e55 req-28c88cf0-99af-4849-a3d3-ae9e01365283 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=00d6805fb291418fb69e8e927f223d1a&device_id=88dd77f3-5744-4154-a625-d12eebcbc8a8 HTTP/1.1" status: 200 len: 1095 time: 0.1351461 Feb 09 02:06:15.142341 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c6ac9-5777-4915-9012-062f16952e55 req-71e2f813-80bd-41be-94b1-81de93331198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:15.143798 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-201c6ac9-5777-4915-9012-062f16952e55 req-71e2f813-80bd-41be-94b1-81de93331198 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e94295f9-2d1d-4113-966b-540eec391284 HTTP/1.1" status: 200 len: 898 time: 0.2325041 Feb 09 02:06:15.144849 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c6ac9-5777-4915-9012-062f16952e55 req-01d0963f-07c2-458d-8881-01ce777f3228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:15.146281 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-201c6ac9-5777-4915-9012-062f16952e55 req-01d0963f-07c2-458d-8881-01ce777f3228 service neutron] 10.222.0.99 "GET /v2.0/networks?id=e94295f9-2d1d-4113-966b-540eec391284 HTTP/1.1" status: 200 len: 898 time: 0.2167237 Feb 09 02:06:15.438876 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-201c6ac9-5777-4915-9012-062f16952e55 req-d2b5900e-3a3c-4ee7-963b-48e2d252cd78 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a969d5fe-c5b4-4e64-8c61-4d5bdda6492a HTTP/1.1" status: 200 len: 1000 time: 0.2878728 Feb 09 02:06:15.440617 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-201c6ac9-5777-4915-9012-062f16952e55 req-bfae01db-612c-4ab8-91d6-0e51ff287dab service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a969d5fe-c5b4-4e64-8c61-4d5bdda6492a HTTP/1.1" status: 200 len: 1000 time: 0.2381766 Feb 09 02:06:15.551065 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c6ac9-5777-4915-9012-062f16952e55 req-da1fa56d-10f4-4f15-b2d3-c403e75be156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:15.552503 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-201c6ac9-5777-4915-9012-062f16952e55 req-da1fa56d-10f4-4f15-b2d3-c403e75be156 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d63fee79-ad6d-45e4-997d-2e85e3f587f6 HTTP/1.1" status: 200 len: 834 time: 0.1066868 Feb 09 02:06:15.553906 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c6ac9-5777-4915-9012-062f16952e55 req-a19ca4af-4717-497f-81a5-2d70357e6c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:15.555179 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-201c6ac9-5777-4915-9012-062f16952e55 req-a19ca4af-4717-497f-81a5-2d70357e6c37 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d63fee79-ad6d-45e4-997d-2e85e3f587f6 HTTP/1.1" status: 200 len: 834 time: 0.1082840 Feb 09 02:06:15.732463 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c6ac9-5777-4915-9012-062f16952e55 req-09038bd1-45c0-4558-aa0e-9dad3eeb411c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:15.733956 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-201c6ac9-5777-4915-9012-062f16952e55 req-09038bd1-45c0-4558-aa0e-9dad3eeb411c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=e94295f9-2d1d-4113-966b-540eec391284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1763179 Feb 09 02:06:15.736364 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c6ac9-5777-4915-9012-062f16952e55 req-ad58d43e-5900-4a79-87cb-55e4f115003a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:15.737708 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-201c6ac9-5777-4915-9012-062f16952e55 req-ad58d43e-5900-4a79-87cb-55e4f115003a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e94295f9-2d1d-4113-966b-540eec391284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1501656 Feb 09 02:06:15.979796 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c4019f-8845-4586-a8ed-572ae8041681 req-1b6af01c-4ccd-496a-a817-fca2a33f86fa tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:15.981162 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-30c4019f-8845-4586-a8ed-572ae8041681 req-1b6af01c-4ccd-496a-a817-fca2a33f86fa tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=88dd77f3-5744-4154-a625-d12eebcbc8a8 HTTP/1.1" status: 200 len: 944 time: 0.3013327 Feb 09 02:06:16.028000 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-201c6ac9-5777-4915-9012-062f16952e55 req-a6b24e92-d66f-4d36-975b-ccf171a927ac service neutron] 10.222.0.62 "GET /v2.0/networks/e94295f9-2d1d-4113-966b-540eec391284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651575 Feb 09 02:06:16.032628 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-201c6ac9-5777-4915-9012-062f16952e55 req-a9e1b089-34a3-469e-ab82-b93b540eb44b service neutron] 10.222.0.99 "GET /v2.0/networks/e94295f9-2d1d-4113-966b-540eec391284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892027 Feb 09 02:06:16.190477 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-30c4019f-8845-4586-a8ed-572ae8041681 req-a5c0502f-bc43-4e1a-8f2e-1d2c75e79449 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=51339470-eb52-4143-b471-95455173a35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1913495 Feb 09 02:06:16.286406 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-201c6ac9-5777-4915-9012-062f16952e55 req-dee5109d-b3ab-4f2a-8e91-3d78eaa45a6f service neutron] 10.222.0.62 "GET /v2.0/networks/e94295f9-2d1d-4113-966b-540eec391284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516150 Feb 09 02:06:16.289331 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-201c6ac9-5777-4915-9012-062f16952e55 req-34913517-c7b6-48dc-99b6-3262f1c5df98 service neutron] 10.222.0.99 "GET /v2.0/networks/e94295f9-2d1d-4113-966b-540eec391284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475393 Feb 09 02:06:16.488410 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device a969d5fe-c5b4-4e64-8c61-4d5bdda6492a details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 02:06:16.621570 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port a969d5fe-c5b4-4e64-8c61-4d5bdda6492a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=a969d5fe-c5b4-4e64-8c61-4d5bdda6492a,segment=NetworkSegment(453edd74-b47b-4698-9c2b-1af490931183),segment_id=453edd74-b47b-4698-9c2b-1af490931183)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:06:16.634357 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': 'a969d5fe-c5b4-4e64-8c61-4d5bdda6492a', 'network_id': 'e94295f9-2d1d-4113-966b-540eec391284', 'port_id': 'a969d5fe-c5b4-4e64-8c61-4d5bdda6492a', 'mac_address': 'fa:16:3e:1c:9f:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd63fee79-ad6d-45e4-997d-2e85e3f587f6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 02:06:16.699707 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:16.720301 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a969d5fe-c5b4-4e64-8c61-4d5bdda6492a {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 02:06:16.739546 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port a969d5fe-c5b4-4e64-8c61-4d5bdda6492a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=a969d5fe-c5b4-4e64-8c61-4d5bdda6492a,segment=NetworkSegment(453edd74-b47b-4698-9c2b-1af490931183),segment_id=453edd74-b47b-4698-9c2b-1af490931183)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:06:16.744204 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:16.820657 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=a969d5fe-c5b4-4e64-8c61-4d5bdda6492a,revision_number=8']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:16.827952 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:16.828365 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:16.828703 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:16.829033 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:16.829357 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:16.829703 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:16.830026 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:16.830344 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:16.830665 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:16.830977 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:16.831292 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:16.831603 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:17.005982 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['a969d5fe-c5b4-4e64-8c61-4d5bdda6492a'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 02:06:17.381057 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7933f4c-95fe-4beb-8b50-eec78f637ea5 req-0de94258-a40d-437f-8736-754c03af850f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:17.382467 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c7933f4c-95fe-4beb-8b50-eec78f637ea5 req-0de94258-a40d-437f-8736-754c03af850f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=88dd77f3-5744-4154-a625-d12eebcbc8a8 HTTP/1.1" status: 200 len: 945 time: 0.0834670 Feb 09 02:06:17.425833 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c7933f4c-95fe-4beb-8b50-eec78f637ea5 req-3e579acd-623e-4b95-83da-f6be8653a3fb tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=51339470-eb52-4143-b471-95455173a35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378611 Feb 09 02:06:17.790874 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6155e0-6463-4a54-885e-c9dc74a40b7f req-b7bbf3a0-80db-48c5-91c2-5f5ac73ba7c4 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:17.792336 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2a6155e0-6463-4a54-885e-c9dc74a40b7f req-b7bbf3a0-80db-48c5-91c2-5f5ac73ba7c4 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=88dd77f3-5744-4154-a625-d12eebcbc8a8 HTTP/1.1" status: 200 len: 945 time: 0.1435254 Feb 09 02:06:17.800170 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b0ce1-eb28-4d0f-844c-48e5c7de4539 req-9e7a39c4-2faf-4544-9563-970e4517e915 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:17.801479 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ed4b0ce1-eb28-4d0f-844c-48e5c7de4539 req-9e7a39c4-2faf-4544-9563-970e4517e915 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.99 "GET /v2.0/ports?device_id=88dd77f3-5744-4154-a625-d12eebcbc8a8&tenant_id=00d6805fb291418fb69e8e927f223d1a&binding%3Ahost_id=n-h1-828418-1 HTTP/1.1" status: 200 len: 945 time: 0.1218035 Feb 09 02:06:17.898424 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2a6155e0-6463-4a54-885e-c9dc74a40b7f req-8587e947-ff1b-47cf-8790-28855e9c854d tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=51339470-eb52-4143-b471-95455173a35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959070 Feb 09 02:06:17.909951 n-d-828418-1 neutron-server[87639]: INFO neutron.api.v2.resource [req-ed4b0ce1-eb28-4d0f-844c-48e5c7de4539 req-48b538b9-9ae1-4123-9625-66b918523c50 service neutron] delete failed (client error): The resource could not be found. Feb 09 02:06:17.914615 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ed4b0ce1-eb28-4d0f-844c-48e5c7de4539 req-48b538b9-9ae1-4123-9625-66b918523c50 service neutron] 10.222.0.99 "DELETE /v2.0/ports/a969d5fe-c5b4-4e64-8c61-4d5bdda6492a/bindings/n-h2-828418-1 HTTP/1.1" status: 404 len: 380 time: 0.0994174 Feb 09 02:06:18.117710 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b0ce1-eb28-4d0f-844c-48e5c7de4539 req-867cdb19-09d7-4c4a-ae34-bd8f7ab3ba09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:18.119170 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ed4b0ce1-eb28-4d0f-844c-48e5c7de4539 req-867cdb19-09d7-4c4a-ae34-bd8f7ab3ba09 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=00d6805fb291418fb69e8e927f223d1a&device_id=88dd77f3-5744-4154-a625-d12eebcbc8a8 HTTP/1.1" status: 200 len: 1096 time: 0.1356544 Feb 09 02:06:18.127087 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adee09b-eadb-4449-ba48-6c958961de81 req-02d4bff1-4ab0-45e3-9376-a53a88685d2b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:18.128419 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1adee09b-eadb-4449-ba48-6c958961de81 req-02d4bff1-4ab0-45e3-9376-a53a88685d2b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=88dd77f3-5744-4154-a625-d12eebcbc8a8 HTTP/1.1" status: 200 len: 945 time: 0.1139293 Feb 09 02:06:18.363205 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1adee09b-eadb-4449-ba48-6c958961de81 req-fede809d-940e-46dd-9908-f17bc2535e4d tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=51339470-eb52-4143-b471-95455173a35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025963 Feb 09 02:06:18.397623 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b0ce1-eb28-4d0f-844c-48e5c7de4539 req-9ac47b72-caae-46e9-bb23-4ee74c22f6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:18.399079 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ed4b0ce1-eb28-4d0f-844c-48e5c7de4539 req-9ac47b72-caae-46e9-bb23-4ee74c22f6b9 service neutron] 10.222.0.99 "GET /v2.0/networks?id=e94295f9-2d1d-4113-966b-540eec391284 HTTP/1.1" status: 200 len: 898 time: 0.2698207 Feb 09 02:06:18.448671 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device a969d5fe-c5b4-4e64-8c61-4d5bdda6492a up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:06:18.499931 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ed4b0ce1-eb28-4d0f-844c-48e5c7de4539 req-3c4af60b-13be-49bd-90bc-46d607f28911 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a969d5fe-c5b4-4e64-8c61-4d5bdda6492a HTTP/1.1" status: 200 len: 1001 time: 0.0952213 Feb 09 02:06:18.515716 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port a969d5fe-c5b4-4e64-8c61-4d5bdda6492a completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:06:18.520541 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port a969d5fe-c5b4-4e64-8c61-4d5bdda6492a triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:18.520976 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:18.562436 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b0ce1-eb28-4d0f-844c-48e5c7de4539 req-f4468ccd-fddb-4419-a8f5-12d7c508394a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:18.563914 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ed4b0ce1-eb28-4d0f-844c-48e5c7de4539 req-f4468ccd-fddb-4419-a8f5-12d7c508394a service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d63fee79-ad6d-45e4-997d-2e85e3f587f6 HTTP/1.1" status: 200 len: 834 time: 0.0573854 Feb 09 02:06:18.639946 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:18.646174 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b0ce1-eb28-4d0f-844c-48e5c7de4539 req-8edb17dc-d7b0-4c06-b1da-1cfc9a6a13ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:18.647898 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ed4b0ce1-eb28-4d0f-844c-48e5c7de4539 req-8edb17dc-d7b0-4c06-b1da-1cfc9a6a13ac service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=e94295f9-2d1d-4113-966b-540eec391284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0785499 Feb 09 02:06:18.667443 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88dd77f3-5744-4154-a625-d12eebcbc8a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a969d5fe-c5b4-4e64-8c61-4d5bdda6492a'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:06:18.677515 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port a969d5fe-c5b4-4e64-8c61-4d5bdda6492a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=a969d5fe-c5b4-4e64-8c61-4d5bdda6492a,segment=NetworkSegment(453edd74-b47b-4698-9c2b-1af490931183),segment_id=453edd74-b47b-4698-9c2b-1af490931183)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:06:18.681801 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:18.780869 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88dd77f3-5744-4154-a625-d12eebcbc8a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a969d5fe-c5b4-4e64-8c61-4d5bdda6492a', 'code': 200} Feb 09 02:06:18.787448 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ed4b0ce1-eb28-4d0f-844c-48e5c7de4539 req-28dc7caa-6270-4439-9790-8fd3295205db service neutron] 10.222.0.99 "GET /v2.0/networks/e94295f9-2d1d-4113-966b-540eec391284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331134 Feb 09 02:06:18.793337 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=a969d5fe-c5b4-4e64-8c61-4d5bdda6492a,revision_number=9']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:18.916057 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ed4b0ce1-eb28-4d0f-844c-48e5c7de4539 req-a8b312dd-78d0-4183-bdaa-f5ae73a5fce9 service neutron] 10.222.0.99 "GET /v2.0/networks/e94295f9-2d1d-4113-966b-540eec391284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229608 Feb 09 02:06:19.403962 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:06:19.554156 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315b90a-7707-45ae-9388-08eebe9da772 req-5100f896-1b59-41d6-b64d-f1b45ba69c0e tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:19.555635 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b315b90a-7707-45ae-9388-08eebe9da772 req-5100f896-1b59-41d6-b64d-f1b45ba69c0e tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=88dd77f3-5744-4154-a625-d12eebcbc8a8 HTTP/1.1" status: 200 len: 946 time: 0.0833561 Feb 09 02:06:19.599875 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b315b90a-7707-45ae-9388-08eebe9da772 req-eb627141-a120-429d-a3da-00ea1d2db5aa tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=51339470-eb52-4143-b471-95455173a35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384548 Feb 09 02:06:19.622240 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49818) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:06:19.728309 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-115bb8a7-8715-4455-b00d-4d742cdc3100 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/floatingips/7d697f7d-69f3-4069-89bc-260759732238 HTTP/1.1" status: 200 len: 994 time: 0.1048765 Feb 09 02:06:22.530145 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:25.487004 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:34.782426 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e611ee6c-d35d-45cd-a8b5-69646a13ab2e req-bff9b7d4-d360-45de-b7a7-6c04657b65ab service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=88dd77f3-5744-4154-a625-d12eebcbc8a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0713863 Feb 09 02:06:34.915608 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e611ee6c-d35d-45cd-a8b5-69646a13ab2e req-947ae137-f724-451c-85a3-bc557c4f4551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:34.916996 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e611ee6c-d35d-45cd-a8b5-69646a13ab2e req-947ae137-f724-451c-85a3-bc557c4f4551 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=00d6805fb291418fb69e8e927f223d1a&device_id=88dd77f3-5744-4154-a625-d12eebcbc8a8 HTTP/1.1" status: 200 len: 1097 time: 0.0694666 Feb 09 02:06:35.058997 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e611ee6c-d35d-45cd-a8b5-69646a13ab2e req-94a092fd-2b41-48eb-b7f6-e1ae5e7677c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:35.060513 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e611ee6c-d35d-45cd-a8b5-69646a13ab2e req-94a092fd-2b41-48eb-b7f6-e1ae5e7677c3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e94295f9-2d1d-4113-966b-540eec391284 HTTP/1.1" status: 200 len: 898 time: 0.1252613 Feb 09 02:06:35.160703 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e611ee6c-d35d-45cd-a8b5-69646a13ab2e req-6c04b63e-c24b-43a6-9799-a3ec5b0e655d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a969d5fe-c5b4-4e64-8c61-4d5bdda6492a HTTP/1.1" status: 200 len: 1002 time: 0.0942757 Feb 09 02:06:35.221503 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e611ee6c-d35d-45cd-a8b5-69646a13ab2e req-b83e0445-4dcf-4a96-9b63-70007e0f5c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:35.223047 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e611ee6c-d35d-45cd-a8b5-69646a13ab2e req-b83e0445-4dcf-4a96-9b63-70007e0f5c52 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d63fee79-ad6d-45e4-997d-2e85e3f587f6 HTTP/1.1" status: 200 len: 834 time: 0.0556147 Feb 09 02:06:35.298895 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e611ee6c-d35d-45cd-a8b5-69646a13ab2e req-3d719b3c-9444-4fc5-95d8-2f46bfd1bfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:35.300373 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e611ee6c-d35d-45cd-a8b5-69646a13ab2e req-3d719b3c-9444-4fc5-95d8-2f46bfd1bfeb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e94295f9-2d1d-4113-966b-540eec391284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710261 Feb 09 02:06:35.534902 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e611ee6c-d35d-45cd-a8b5-69646a13ab2e req-01441f84-a800-4bab-909e-04598a234a63 service neutron] 10.222.0.62 "GET /v2.0/networks/e94295f9-2d1d-4113-966b-540eec391284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272792 Feb 09 02:06:35.666600 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e611ee6c-d35d-45cd-a8b5-69646a13ab2e req-b8d4e85e-b6da-4e12-9f07-bc0ffe7e203b service neutron] 10.222.0.62 "GET /v2.0/networks/e94295f9-2d1d-4113-966b-540eec391284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251812 Feb 09 02:06:38.292325 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fd30e111-ade0-408d-b7ac-c8b138c106c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:40.596609 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b33fd7d1-f542-4f13-9949-d683c28b9153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:41.683643 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:41.712344 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:43.369843 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:48.352900 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49834) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:06:48.556279 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-0bb86202-3f00-491d-811a-9cb47e930748 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Deleting port 8e740ca2-7df5-475f-a17f-c807f61f5e41 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:06:48.556623 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0bb86202-3f00-491d-811a-9cb47e930748 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:48.725657 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0bb86202-3f00-491d-811a-9cb47e930748 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:48.725987 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0bb86202-3f00-491d-811a-9cb47e930748 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:48.851136 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-0bb86202-3f00-491d-811a-9cb47e930748 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Calling delete_port for 8e740ca2-7df5-475f-a17f-c807f61f5e41 owned by network:floatingip {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:06:48.996906 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0bb86202-3f00-491d-811a-9cb47e930748 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:49.046949 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb86202-3f00-491d-811a-9cb47e930748 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event deleted for resources: {'Port': ['ID=8e740ca2-7df5-475f-a17f-c807f61f5e41,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:49.079697 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb86202-3f00-491d-811a-9cb47e930748 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:49.080050 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb86202-3f00-491d-811a-9cb47e930748 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:49.080392 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb86202-3f00-491d-811a-9cb47e930748 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:49.080729 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb86202-3f00-491d-811a-9cb47e930748 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:49.081062 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb86202-3f00-491d-811a-9cb47e930748 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:49.081393 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb86202-3f00-491d-811a-9cb47e930748 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:49.081755 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb86202-3f00-491d-811a-9cb47e930748 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:49.082090 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb86202-3f00-491d-811a-9cb47e930748 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:49.082415 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb86202-3f00-491d-811a-9cb47e930748 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:49.082741 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb86202-3f00-491d-811a-9cb47e930748 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:49.083065 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb86202-3f00-491d-811a-9cb47e930748 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:49.083908 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb86202-3f00-491d-811a-9cb47e930748 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:49.148578 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0bb86202-3f00-491d-811a-9cb47e930748 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for floatingip, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:49.148971 n-d-828418-1 neutron-server[87638]: INFO neutron.db.l3_db [None req-0bb86202-3f00-491d-811a-9cb47e930748 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Floating IP 7d697f7d-69f3-4069-89bc-260759732238 disassociated (deleted). External IP: 172.25.0.207, port: a969d5fe-c5b4-4e64-8c61-4d5bdda6492a. Feb 09 02:06:49.624122 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bb86202-3f00-491d-811a-9cb47e930748 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Router 9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:06:49.803335 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb86202-3f00-491d-811a-9cb47e930748 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:06:49.812882 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d184c6-bd1a-49bf-b25e-0cb0c839470d None None] Sync routers for ids ['9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:06:49.823336 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d184c6-bd1a-49bf-b25e-0cb0c839470d None None] Routers {'9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:06:49.823537 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0bb86202-3f00-491d-811a-9cb47e930748 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:49.823976 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-33d184c6-bd1a-49bf-b25e-0cb0c839470d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:06:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:49.881853 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-0bb86202-3f00-491d-811a-9cb47e930748 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "DELETE /v2.0/floatingips/7d697f7d-69f3-4069-89bc-260759732238 HTTP/1.1" status: 204 len: 168 time: 1.5278404 Feb 09 02:06:49.882502 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88dd77f3-5744-4154-a625-d12eebcbc8a8', 'tag': 'a969d5fe-c5b4-4e64-8c61-4d5bdda6492a'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:06:49.979344 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88dd77f3-5744-4154-a625-d12eebcbc8a8', 'tag': 'a969d5fe-c5b4-4e64-8c61-4d5bdda6492a', 'status': 'completed', 'code': 200} Feb 09 02:06:50.004714 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-33d184c6-bd1a-49bf-b25e-0cb0c839470d None None] Set router 9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:06:50.073172 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b34266-1167-4983-af52-526fbb336662 req-f7bc559d-6ce5-47f7-95c8-ac3062495e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:50.074863 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-02b34266-1167-4983-af52-526fbb336662 req-f7bc559d-6ce5-47f7-95c8-ac3062495e04 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=00d6805fb291418fb69e8e927f223d1a&device_id=88dd77f3-5744-4154-a625-d12eebcbc8a8 HTTP/1.1" status: 200 len: 1097 time: 0.0749352 Feb 09 02:06:50.261864 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b34266-1167-4983-af52-526fbb336662 req-b2bdf136-3388-4e25-aaa9-a5a57a28b0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:50.263293 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-02b34266-1167-4983-af52-526fbb336662 req-b2bdf136-3388-4e25-aaa9-a5a57a28b0a2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e94295f9-2d1d-4113-966b-540eec391284 HTTP/1.1" status: 200 len: 898 time: 0.1780605 Feb 09 02:06:50.319429 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-33d184c6-bd1a-49bf-b25e-0cb0c839470d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2119008890', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'e083a5ca-adba-4bde-bbd5-9d74b09abbb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:04:23Z', 'updated_at': '2022-02-09T02:04:28Z', 'revision_number': 4, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'gw_port': {'id': 'e083a5ca-adba-4bde-bbd5-9d74b09abbb6', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:72:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:24Z', 'updated_at': '2022-02-09T02:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'd8ddace2-42b3-40c4-80d1-5bff7e91882f', 'name': '', 'network_id': 'e94295f9-2d1d-4113-966b-540eec391284', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'mac_address': 'fa:16:3e:53:da:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'd63fee79-ad6d-45e4-997d-2e85e3f587f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:27Z', 'updated_at': '2022-02-09T02:04:33Z', 'revision_number': 5, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'subnets': [{'id': 'd63fee79-ad6d-45e4-997d-2e85e3f587f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:50.323375 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d184c6-bd1a-49bf-b25e-0cb0c839470d None None] Checking router: 9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:06:50.331582 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d184c6-bd1a-49bf-b25e-0cb0c839470d None None] Routers {'9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:06:50.332187 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-33d184c6-bd1a-49bf-b25e-0cb0c839470d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:06:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:50.334558 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-02b34266-1167-4983-af52-526fbb336662 req-7ff60b94-e72a-4139-b9bc-79af65e75f15 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a969d5fe-c5b4-4e64-8c61-4d5bdda6492a HTTP/1.1" status: 200 len: 217 time: 0.0627489 Feb 09 02:06:50.409512 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b48c2c-9875-42e4-aee3-3faebd1ee728 req-222fb2cd-fc4e-4447-b17d-95c23ab1a98f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:50.411004 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-87b48c2c-9875-42e4-aee3-3faebd1ee728 req-222fb2cd-fc4e-4447-b17d-95c23ab1a98f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=88dd77f3-5744-4154-a625-d12eebcbc8a8 HTTP/1.1" status: 200 len: 946 time: 0.2089882 Feb 09 02:06:50.417320 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b34266-1167-4983-af52-526fbb336662 req-86d3e9c5-dee8-4800-8861-62c0a8ab0e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:50.418742 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-02b34266-1167-4983-af52-526fbb336662 req-86d3e9c5-dee8-4800-8861-62c0a8ab0e0e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d63fee79-ad6d-45e4-997d-2e85e3f587f6 HTTP/1.1" status: 200 len: 834 time: 0.0779181 Feb 09 02:06:50.508889 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-87b48c2c-9875-42e4-aee3-3faebd1ee728 req-fd572b6a-f95d-47bd-bb4f-6f500ddd9c87 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=51339470-eb52-4143-b471-95455173a35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885994 Feb 09 02:06:50.512824 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-33d184c6-bd1a-49bf-b25e-0cb0c839470d None None] Set router 9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:06:50.536063 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b34266-1167-4983-af52-526fbb336662 req-fadff069-c562-4804-a8ff-b5c38514975b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:50.538354 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-02b34266-1167-4983-af52-526fbb336662 req-fadff069-c562-4804-a8ff-b5c38514975b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e94295f9-2d1d-4113-966b-540eec391284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1046999 Feb 09 02:06:50.670160 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-02b34266-1167-4983-af52-526fbb336662 req-56dae234-b3c3-45a6-9fbb-bb0d3b8b16dd service neutron] 10.222.0.62 "GET /v2.0/networks/e94295f9-2d1d-4113-966b-540eec391284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254089 Feb 09 02:06:50.802733 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-02b34266-1167-4983-af52-526fbb336662 req-9655ee23-9548-481f-98af-96389ea833c0 service neutron] 10.222.0.62 "GET /v2.0/networks/e94295f9-2d1d-4113-966b-540eec391284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265144 Feb 09 02:06:50.829343 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-33d184c6-bd1a-49bf-b25e-0cb0c839470d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2119008890', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'e083a5ca-adba-4bde-bbd5-9d74b09abbb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:04:23Z', 'updated_at': '2022-02-09T02:04:28Z', 'revision_number': 4, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'gw_port': {'id': 'e083a5ca-adba-4bde-bbd5-9d74b09abbb6', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:72:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:24Z', 'updated_at': '2022-02-09T02:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'd8ddace2-42b3-40c4-80d1-5bff7e91882f', 'name': '', 'network_id': 'e94295f9-2d1d-4113-966b-540eec391284', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'mac_address': 'fa:16:3e:53:da:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'd63fee79-ad6d-45e4-997d-2e85e3f587f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:27Z', 'updated_at': '2022-02-09T02:04:33Z', 'revision_number': 5, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'subnets': [{'id': 'd63fee79-ad6d-45e4-997d-2e85e3f587f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:50.833852 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d184c6-bd1a-49bf-b25e-0cb0c839470d None None] The sync data for ids ['9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51'] in n-d-828418-1 is: [{'id': '9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2119008890', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'e083a5ca-adba-4bde-bbd5-9d74b09abbb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:04:23Z', 'updated_at': '2022-02-09T02:04:28Z', 'revision_number': 4, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'gw_port': {'id': 'e083a5ca-adba-4bde-bbd5-9d74b09abbb6', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:72:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:24Z', 'updated_at': '2022-02-09T02:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'd8ddace2-42b3-40c4-80d1-5bff7e91882f', 'name': '', 'network_id': 'e94295f9-2d1d-4113-966b-540eec391284', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'mac_address': 'fa:16:3e:53:da:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'd63fee79-ad6d-45e4-997d-2e85e3f587f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:27Z', 'updated_at': '2022-02-09T02:04:33Z', 'revision_number': 5, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'subnets': [{'id': 'd63fee79-ad6d-45e4-997d-2e85e3f587f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:06:51.044625 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efbba6a-a45d-451f-ba0a-1d2e826537e0 None None] New status for floating IP 7d697f7d-69f3-4069-89bc-260759732238: DOWN {{(pid=87641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:06:51.485500 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ab36a-b4f3-453e-9f73-38af3bdcb703 req-a5864f25-a46a-46f4-be97-272b6c3a4fd2 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:51.486941 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-141ab36a-b4f3-453e-9f73-38af3bdcb703 req-a5864f25-a46a-46f4-be97-272b6c3a4fd2 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.62 "GET /v2.0/ports?device_id=88dd77f3-5744-4154-a625-d12eebcbc8a8 HTTP/1.1" status: 200 len: 946 time: 0.0776076 Feb 09 02:06:51.555500 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-141ab36a-b4f3-453e-9f73-38af3bdcb703 req-b2f5b26f-a328-4926-a9c5-4cdd9b2ff87f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Deleting port a969d5fe-c5b4-4e64-8c61-4d5bdda6492a {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:06:51.555838 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-141ab36a-b4f3-453e-9f73-38af3bdcb703 req-b2f5b26f-a328-4926-a9c5-4cdd9b2ff87f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:51.843811 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54243080-104c-4287-abb0-4ee7ba91bc88 req-37bb83c1-0019-493c-bf9a-f1ee9ef40e92 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:51.845246 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-54243080-104c-4287-abb0-4ee7ba91bc88 req-37bb83c1-0019-493c-bf9a-f1ee9ef40e92 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=88dd77f3-5744-4154-a625-d12eebcbc8a8 HTTP/1.1" status: 200 len: 946 time: 0.2050841 Feb 09 02:06:51.877613 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-141ab36a-b4f3-453e-9f73-38af3bdcb703 req-b2f5b26f-a328-4926-a9c5-4cdd9b2ff87f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] For port a969d5fe-c5b4-4e64-8c61-4d5bdda6492a, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=a969d5fe-c5b4-4e64-8c61-4d5bdda6492a,segment=NetworkSegment(453edd74-b47b-4698-9c2b-1af490931183),segment_id=453edd74-b47b-4698-9c2b-1af490931183)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:06:51.877967 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-141ab36a-b4f3-453e-9f73-38af3bdcb703 req-b2f5b26f-a328-4926-a9c5-4cdd9b2ff87f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:52.102320 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-141ab36a-b4f3-453e-9f73-38af3bdcb703 req-b2f5b26f-a328-4926-a9c5-4cdd9b2ff87f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Calling delete_port for a969d5fe-c5b4-4e64-8c61-4d5bdda6492a owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:06:52.148839 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-54243080-104c-4287-abb0-4ee7ba91bc88 req-8a248e80-6af6-45a2-9480-d2b27a9562c2 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=51339470-eb52-4143-b471-95455173a35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2946131 Feb 09 02:06:52.248116 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-141ab36a-b4f3-453e-9f73-38af3bdcb703 req-b2f5b26f-a328-4926-a9c5-4cdd9b2ff87f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:52.299057 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f5b26f-a328-4926-a9c5-4cdd9b2ff87f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event deleted for resources: {'Port': ['ID=a969d5fe-c5b4-4e64-8c61-4d5bdda6492a,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:52.376062 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-141ab36a-b4f3-453e-9f73-38af3bdcb703 req-b2f5b26f-a328-4926-a9c5-4cdd9b2ff87f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] No DVR routers for this DVR port a969d5fe-c5b4-4e64-8c61-4d5bdda6492a on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:06:52.378527 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-141ab36a-b4f3-453e-9f73-38af3bdcb703 req-b2f5b26f-a328-4926-a9c5-4cdd9b2ff87f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:52.382285 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88dd77f3-5744-4154-a625-d12eebcbc8a8', 'name': 'network-vif-deleted', 'tag': 'a969d5fe-c5b4-4e64-8c61-4d5bdda6492a'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:06:52.394725 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-141ab36a-b4f3-453e-9f73-38af3bdcb703 req-b2f5b26f-a328-4926-a9c5-4cdd9b2ff87f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.62 "DELETE /v2.0/ports/a969d5fe-c5b4-4e64-8c61-4d5bdda6492a HTTP/1.1" status: 204 len: 173 time: 0.9019008 Feb 09 02:06:52.432599 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88dd77f3-5744-4154-a625-d12eebcbc8a8', 'name': 'network-vif-deleted', 'tag': 'a969d5fe-c5b4-4e64-8c61-4d5bdda6492a', 'status': 'completed', 'code': 200} Feb 09 02:06:52.526765 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:53.243053 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49854) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:06:53.784226 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-27a38056-bc05-4b45-8dda-e0fe4032ec1a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:54.134739 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-27a38056-bc05-4b45-8dda-e0fe4032ec1a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Deleting port d8ddace2-42b3-40c4-80d1-5bff7e91882f {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:06:54.135181 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-27a38056-bc05-4b45-8dda-e0fe4032ec1a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:54.440025 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-27a38056-bc05-4b45-8dda-e0fe4032ec1a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] For port d8ddace2-42b3-40c4-80d1-5bff7e91882f, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=d8ddace2-42b3-40c4-80d1-5bff7e91882f,segment=NetworkSegment(453edd74-b47b-4698-9c2b-1af490931183),segment_id=453edd74-b47b-4698-9c2b-1af490931183)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:06:54.440724 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-27a38056-bc05-4b45-8dda-e0fe4032ec1a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:54.566473 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-27a38056-bc05-4b45-8dda-e0fe4032ec1a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Calling delete_port for d8ddace2-42b3-40c4-80d1-5bff7e91882f owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:06:54.683053 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device a969d5fe-c5b4-4e64-8c61-4d5bdda6492a no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:06:54.718367 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: a969d5fe-c5b4-4e64-8c61-4d5bdda6492a {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:06:54.718647 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device a969d5fe-c5b4-4e64-8c61-4d5bdda6492a not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:06:54.831456 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-27a38056-bc05-4b45-8dda-e0fe4032ec1a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:54.883420 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a38056-bc05-4b45-8dda-e0fe4032ec1a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event deleted for resources: {'Port': ['ID=d8ddace2-42b3-40c4-80d1-5bff7e91882f,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:55.159796 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-27a38056-bc05-4b45-8dda-e0fe4032ec1a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:55.501546 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:55.521889 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27a38056-bc05-4b45-8dda-e0fe4032ec1a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Router 9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:06:55.825611 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27a38056-bc05-4b45-8dda-e0fe4032ec1a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:06:55.834938 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdf7843-b530-48d8-809d-c660d014ebd2 None None] Sync routers for ids ['9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:06:55.838351 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-27a38056-bc05-4b45-8dda-e0fe4032ec1a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "PUT /v2.0/routers/9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5941002 Feb 09 02:06:55.840823 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49858) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:06:55.844821 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdf7843-b530-48d8-809d-c660d014ebd2 None None] Routers {'9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:06:55.845434 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-afdf7843-b530-48d8-809d-c660d014ebd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:06:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:55.906605 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-1df49d76-9ec5-473b-8ab5-455e7322239f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Deleting subnet d63fee79-ad6d-45e4-997d-2e85e3f587f6 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 02:06:55.909922 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1df49d76-9ec5-473b-8ab5-455e7322239f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:55.966549 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1df49d76-9ec5-473b-8ab5-455e7322239f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:56.024347 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-afdf7843-b530-48d8-809d-c660d014ebd2 None None] Set router 9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:06:56.050664 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1df49d76-9ec5-473b-8ab5-455e7322239f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:56.126944 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1df49d76-9ec5-473b-8ab5-455e7322239f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:56.170325 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df49d76-9ec5-473b-8ab5-455e7322239f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event deleted for resources: {'Subnet': ['ID=d63fee79-ad6d-45e4-997d-2e85e3f587f6,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:56.173975 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1df49d76-9ec5-473b-8ab5-455e7322239f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:56.182111 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1df49d76-9ec5-473b-8ab5-455e7322239f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "DELETE /v2.0/subnets/d63fee79-ad6d-45e4-997d-2e85e3f587f6 HTTP/1.1" status: 204 len: 168 time: 0.3402894 Feb 09 02:06:56.183361 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49862) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:06:56.191296 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5fe0ec-a65b-4caa-9bd5-2fd1c4411042 None None] Network e94295f9-2d1d-4113-966b-540eec391284 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 02:06:56.364113 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6e9b55dd-33d3-487c-b645-12c41f5771f0 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:56.403608 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:06:56.524519 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-afdf7843-b530-48d8-809d-c660d014ebd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2119008890', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'e083a5ca-adba-4bde-bbd5-9d74b09abbb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:04:23Z', 'updated_at': '2022-02-09T02:06:54Z', 'revision_number': 5, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'gw_port': {'id': 'e083a5ca-adba-4bde-bbd5-9d74b09abbb6', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:72:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:24Z', 'updated_at': '2022-02-09T02:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:56.528258 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdf7843-b530-48d8-809d-c660d014ebd2 None None] Checking router: 9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:06:56.538691 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdf7843-b530-48d8-809d-c660d014ebd2 None None] Routers {'9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:06:56.539319 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-afdf7843-b530-48d8-809d-c660d014ebd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:06:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:56.559717 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6e9b55dd-33d3-487c-b645-12c41f5771f0 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:56.570402 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-6e9b55dd-33d3-487c-b645-12c41f5771f0 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Deleting port e083a5ca-adba-4bde-bbd5-9d74b09abbb6 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:06:56.570802 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6e9b55dd-33d3-487c-b645-12c41f5771f0 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:56.588518 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1758a4-6544-4856-9a95-f3437058cb17 None None] DHCP port deletion for e94295f9-2d1d-4113-966b-540eec391284 request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 02:06:56.608614 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-cf1758a4-6544-4856-9a95-f3437058cb17 None None] Deleting port f62b5a84-356e-47ec-9004-993dbbb57e03 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:06:56.608986 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-cf1758a4-6544-4856-9a95-f3437058cb17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:56.749047 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-6e9b55dd-33d3-487c-b645-12c41f5771f0 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] For port e083a5ca-adba-4bde-bbd5-9d74b09abbb6, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=e083a5ca-adba-4bde-bbd5-9d74b09abbb6,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:06:56.749405 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6e9b55dd-33d3-487c-b645-12c41f5771f0 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:56.778276 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-afdf7843-b530-48d8-809d-c660d014ebd2 None None] Set router 9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51 gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:06:56.878295 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-6e9b55dd-33d3-487c-b645-12c41f5771f0 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Calling delete_port for e083a5ca-adba-4bde-bbd5-9d74b09abbb6 owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:06:56.890271 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-afdf7843-b530-48d8-809d-c660d014ebd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2119008890', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:04:23Z', 'updated_at': '2022-02-09T02:06:56Z', 'revision_number': 6, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'gw_port_host': None}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:56.910792 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdf7843-b530-48d8-809d-c660d014ebd2 None None] The sync data for ids ['9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51'] in n-d-828418-1 is: [{'id': '9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2119008890', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:04:23Z', 'updated_at': '2022-02-09T02:06:56Z', 'revision_number': 6, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'gw_port_host': None}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:06:56.996006 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-cf1758a4-6544-4856-9a95-f3437058cb17 None None] For port f62b5a84-356e-47ec-9004-993dbbb57e03, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=f62b5a84-356e-47ec-9004-993dbbb57e03,segment=NetworkSegment(453edd74-b47b-4698-9c2b-1af490931183),segment_id=453edd74-b47b-4698-9c2b-1af490931183)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:06:56.996392 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-cf1758a4-6544-4856-9a95-f3437058cb17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:57.050109 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6e9b55dd-33d3-487c-b645-12c41f5771f0 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:57.097132 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9b55dd-33d3-487c-b645-12c41f5771f0 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event deleted for resources: {'Port': ['ID=e083a5ca-adba-4bde-bbd5-9d74b09abbb6,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:57.122841 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-cf1758a4-6544-4856-9a95-f3437058cb17 None None] Calling delete_port for f62b5a84-356e-47ec-9004-993dbbb57e03 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:06:57.191895 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6e9b55dd-33d3-487c-b645-12c41f5771f0 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:57.199354 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-cf1758a4-6544-4856-9a95-f3437058cb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:57.256027 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1758a4-6544-4856-9a95-f3437058cb17 None None] Pushing event deleted for resources: {'Port': ['ID=f62b5a84-356e-47ec-9004-993dbbb57e03,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:57.261143 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1758a4-6544-4856-9a95-f3437058cb17 None None] No DVR routers for this DVR port f62b5a84-356e-47ec-9004-993dbbb57e03 on host n-d-828418-1 {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:06:57.375161 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6e9b55dd-33d3-487c-b645-12c41f5771f0 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:57.377567 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6e9b55dd-33d3-487c-b645-12c41f5771f0 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:57.518377 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6e9b55dd-33d3-487c-b645-12c41f5771f0 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:57.518879 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e9b55dd-33d3-487c-b645-12c41f5771f0 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Fanout notify agent at l3_agent the message router_deleted on router 9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51 {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 02:06:57.535511 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6e9b55dd-33d3-487c-b645-12c41f5771f0 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:57.536844 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-6e9b55dd-33d3-487c-b645-12c41f5771f0 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "DELETE /v2.0/routers/9bae3b67-c2d2-4ed9-a8f9-033cca4fbc51 HTTP/1.1" status: 204 len: 168 time: 1.3523481 Feb 09 02:06:57.539375 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49866) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:06:57.659077 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f4be7983-d686-4466-930f-4e362f5d9218 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:57.795307 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f4be7983-d686-4466-930f-4e362f5d9218 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:57.804086 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device f62b5a84-356e-47ec-9004-993dbbb57e03 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:06:57.823690 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-f4be7983-d686-4466-930f-4e362f5d9218 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e94295f9-2d1d-4113-966b-540eec391284']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:57.837017 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-f4be7983-d686-4466-930f-4e362f5d9218 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '453edd74-b47b-4698-9c2b-1af490931183') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:57.837323 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-f4be7983-d686-4466-930f-4e362f5d9218 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '453edd74-b47b-4698-9c2b-1af490931183') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:57.850169 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f4be7983-d686-4466-930f-4e362f5d9218 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:57.866928 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f4be7983-d686-4466-930f-4e362f5d9218 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:57.873304 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4be7983-d686-4466-930f-4e362f5d9218 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:06:57.873862 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f4be7983-d686-4466-930f-4e362f5d9218 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:57.876805 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: f62b5a84-356e-47ec-9004-993dbbb57e03 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:06:57.877158 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device f62b5a84-356e-47ec-9004-993dbbb57e03 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:06:57.877570 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device d8ddace2-42b3-40c4-80d1-5bff7e91882f no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:06:57.888909 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 02:06:57.888909 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:06:57.888909 n-d-828418-1 neutron-server[87638]: timer() Feb 09 02:06:57.888909 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:06:57.888909 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 02:06:57.888909 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 02:06:57.888909 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 02:06:57.888909 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:06:57.888909 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 02:06:57.888909 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:06:57.888909 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 02:06:57.888909 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:06:57.888909 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 02:06:57.888909 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 02:06:57.888909 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:06:57.888909 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 02:06:57.888909 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:06:57.888909 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 02:06:57.888909 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 02:06:57.888909 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 02:06:57.888909 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 02:06:57.888909 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 02:06:57.888909 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:06:57.888909 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:06:57.888909 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 02:06:57.888909 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:06:57.888909 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:06:57.888909 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:06:57.888909 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:06:57.888909 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:06:57.888909 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:06:57.888909 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:06:57.912159 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: d8ddace2-42b3-40c4-80d1-5bff7e91882f {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:06:57.912754 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device d8ddace2-42b3-40c4-80d1-5bff7e91882f not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:06:57.912917 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device e083a5ca-adba-4bde-bbd5-9d74b09abbb6 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:06:57.948183 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: e083a5ca-adba-4bde-bbd5-9d74b09abbb6 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:06:57.948535 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device e083a5ca-adba-4bde-bbd5-9d74b09abbb6 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:06:57.971674 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f4be7983-d686-4466-930f-4e362f5d9218 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:57.988835 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f4be7983-d686-4466-930f-4e362f5d9218 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:58.000515 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4be7983-d686-4466-930f-4e362f5d9218 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event deleted for resources: {'Network': ['ID=e94295f9-2d1d-4113-966b-540eec391284,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:58.008584 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f4be7983-d686-4466-930f-4e362f5d9218 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "DELETE /v2.0/networks/e94295f9-2d1d-4113-966b-540eec391284 HTTP/1.1" status: 204 len: 168 time: 0.4682307 Feb 09 02:06:58.011482 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49870) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:06:58.079079 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eeff98b1-a573-40ee-ab38-9f5c340a5d38 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:58.112742 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eeff98b1-a573-40ee-ab38-9f5c340a5d38 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:58.180083 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eeff98b1-a573-40ee-ab38-9f5c340a5d38 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:58.198512 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff98b1-a573-40ee-ab38-9f5c340a5d38 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51339470-eb52-4143-b471-95455173a35f,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:58.216928 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-eeff98b1-a573-40ee-ab38-9f5c340a5d38 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:58.218180 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-eeff98b1-a573-40ee-ab38-9f5c340a5d38 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "DELETE /v2.0/security-groups/51339470-eb52-4143-b471-95455173a35f HTTP/1.1" status: 204 len: 168 time: 0.2058027 Feb 09 02:06:58.459091 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49878) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:06:58.464359 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-c7a1edef-9237-47c9-a5d8-be86140feaf7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-795468449', 'description': 'tempest-secgroup-smoke-795468449 description', 'project_id': '00d6805fb291418fb69e8e927f223d1a'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:58.470902 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c7a1edef-9237-47c9-a5d8-be86140feaf7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:06:58.475012 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-c7a1edef-9237-47c9-a5d8-be86140feaf7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Usage tracker for resource:security_group and tenant:00d6805fb291418fb69e8e927f223d1a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:06:58.478013 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-c7a1edef-9237-47c9-a5d8-be86140feaf7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:06:58.484213 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c7a1edef-9237-47c9-a5d8-be86140feaf7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:06:58.494305 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c7a1edef-9237-47c9-a5d8-be86140feaf7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:58.513980 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c7a1edef-9237-47c9-a5d8-be86140feaf7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:06:58.517922 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-c7a1edef-9237-47c9-a5d8-be86140feaf7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Usage tracker for resource:security_group_rule and tenant:00d6805fb291418fb69e8e927f223d1a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:06:58.521637 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-c7a1edef-9237-47c9-a5d8-be86140feaf7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:06:58.527360 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c7a1edef-9237-47c9-a5d8-be86140feaf7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:06:58.597490 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c7a1edef-9237-47c9-a5d8-be86140feaf7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:58.601514 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c7a1edef-9237-47c9-a5d8-be86140feaf7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:58.647420 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a1edef-9237-47c9-a5d8-be86140feaf7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e97ee62-9436-48ac-b609-7647a80ecf62,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:58.652170 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c7a1edef-9237-47c9-a5d8-be86140feaf7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:58.653360 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-c7a1edef-9237-47c9-a5d8-be86140feaf7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1932466 Feb 09 02:06:58.656568 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49882) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:06:58.662069 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-774128dd-f6af-470e-9904-2d610c77a4dd tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Request body: {'security_group_rule': {'security_group_id': '4e97ee62-9436-48ac-b609-7647a80ecf62', 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:58.669004 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-774128dd-f6af-470e-9904-2d610c77a4dd tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:06:58.672847 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-774128dd-f6af-470e-9904-2d610c77a4dd tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Usage tracker for resource:security_group_rule and tenant:00d6805fb291418fb69e8e927f223d1a is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:06:58.675826 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-774128dd-f6af-470e-9904-2d610c77a4dd tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:06:58.681650 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-774128dd-f6af-470e-9904-2d610c77a4dd tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:06:58.697395 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-774128dd-f6af-470e-9904-2d610c77a4dd tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:58.756660 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-774128dd-f6af-470e-9904-2d610c77a4dd tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:58.759921 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-774128dd-f6af-470e-9904-2d610c77a4dd tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:58.783635 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774128dd-f6af-470e-9904-2d610c77a4dd tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aae4f5d5-50c4-44b6-88ad-dbbe3f0cc3cd,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:58.791707 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-774128dd-f6af-470e-9904-2d610c77a4dd tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:58.792913 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-774128dd-f6af-470e-9904-2d610c77a4dd tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1353617 Feb 09 02:06:58.795685 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49886) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:06:58.800580 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-875a20c9-7a64-46b4-8e41-2d0dd906a7c3 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Request body: {'security_group_rule': {'security_group_id': '4e97ee62-9436-48ac-b609-7647a80ecf62', 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:58.808039 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-875a20c9-7a64-46b4-8e41-2d0dd906a7c3 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:06:58.811833 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-875a20c9-7a64-46b4-8e41-2d0dd906a7c3 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Usage tracker for resource:security_group_rule and tenant:00d6805fb291418fb69e8e927f223d1a is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:06:58.814686 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-875a20c9-7a64-46b4-8e41-2d0dd906a7c3 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:06:58.820926 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-875a20c9-7a64-46b4-8e41-2d0dd906a7c3 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:06:58.836401 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-875a20c9-7a64-46b4-8e41-2d0dd906a7c3 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:58.899011 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-875a20c9-7a64-46b4-8e41-2d0dd906a7c3 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:58.902464 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-875a20c9-7a64-46b4-8e41-2d0dd906a7c3 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:58.924767 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875a20c9-7a64-46b4-8e41-2d0dd906a7c3 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=405dac5a-2888-43c7-a13e-a132c1cc3962,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:58.934480 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-875a20c9-7a64-46b4-8e41-2d0dd906a7c3 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:58.935969 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-875a20c9-7a64-46b4-8e41-2d0dd906a7c3 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1393731 Feb 09 02:06:58.938725 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49890) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:06:58.944127 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-921b1177-b4a1-458b-9519-1aa3e1de646c tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Request body: {'security_group_rule': {'security_group_id': '4e97ee62-9436-48ac-b609-7647a80ecf62', 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:58.951095 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-921b1177-b4a1-458b-9519-1aa3e1de646c tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:06:58.954895 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-921b1177-b4a1-458b-9519-1aa3e1de646c tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Usage tracker for resource:security_group_rule and tenant:00d6805fb291418fb69e8e927f223d1a is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:06:58.957741 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-921b1177-b4a1-458b-9519-1aa3e1de646c tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:06:58.963558 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-921b1177-b4a1-458b-9519-1aa3e1de646c tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:06:58.980280 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-921b1177-b4a1-458b-9519-1aa3e1de646c tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:59.042634 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-921b1177-b4a1-458b-9519-1aa3e1de646c tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:59.046067 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-921b1177-b4a1-458b-9519-1aa3e1de646c tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:59.071291 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921b1177-b4a1-458b-9519-1aa3e1de646c tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25a20fc9-42c7-410b-854d-003815927588,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:59.079550 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-921b1177-b4a1-458b-9519-1aa3e1de646c tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:59.080777 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-921b1177-b4a1-458b-9519-1aa3e1de646c tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1411312 Feb 09 02:06:59.083490 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49894) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:06:59.088570 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-6b7e8a56-09ad-44f5-8353-cdae77d7ed98 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Request body: {'security_group_rule': {'security_group_id': '4e97ee62-9436-48ac-b609-7647a80ecf62', 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:59.095322 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-6b7e8a56-09ad-44f5-8353-cdae77d7ed98 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:06:59.099839 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-6b7e8a56-09ad-44f5-8353-cdae77d7ed98 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Usage tracker for resource:security_group_rule and tenant:00d6805fb291418fb69e8e927f223d1a is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:06:59.102723 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-6b7e8a56-09ad-44f5-8353-cdae77d7ed98 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:06:59.108343 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-6b7e8a56-09ad-44f5-8353-cdae77d7ed98 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:06:59.125108 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6b7e8a56-09ad-44f5-8353-cdae77d7ed98 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:59.188498 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6b7e8a56-09ad-44f5-8353-cdae77d7ed98 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:59.192128 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6b7e8a56-09ad-44f5-8353-cdae77d7ed98 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:59.214612 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7e8a56-09ad-44f5-8353-cdae77d7ed98 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4c6b305-b49a-4809-9c50-be12a72b1e45,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:59.223426 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-6b7e8a56-09ad-44f5-8353-cdae77d7ed98 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:59.225162 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-6b7e8a56-09ad-44f5-8353-cdae77d7ed98 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1406431 Feb 09 02:06:59.227948 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49898) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:06:59.232905 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-771b6501-ff1a-4d6b-a8cb-e5fe33ec2c2c tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Request body: {'security_group_rule': {'security_group_id': '4e97ee62-9436-48ac-b609-7647a80ecf62', 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:59.240106 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-771b6501-ff1a-4d6b-a8cb-e5fe33ec2c2c tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:06:59.243856 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-771b6501-ff1a-4d6b-a8cb-e5fe33ec2c2c tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Usage tracker for resource:security_group_rule and tenant:00d6805fb291418fb69e8e927f223d1a is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:06:59.246813 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-771b6501-ff1a-4d6b-a8cb-e5fe33ec2c2c tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:06:59.252665 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-771b6501-ff1a-4d6b-a8cb-e5fe33ec2c2c tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:06:59.265944 n-d-828418-1 neutron-server[87638]: INFO neutron.db.securitygroups_db [None req-771b6501-ff1a-4d6b-a8cb-e5fe33ec2c2c tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Project 00d6805fb291418fb69e8e927f223d1a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:06:59.272653 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-771b6501-ff1a-4d6b-a8cb-e5fe33ec2c2c tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:59.337873 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-771b6501-ff1a-4d6b-a8cb-e5fe33ec2c2c tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:59.341684 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-771b6501-ff1a-4d6b-a8cb-e5fe33ec2c2c tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:59.366796 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771b6501-ff1a-4d6b-a8cb-e5fe33ec2c2c tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceb864b9-3a13-4e0a-a4bd-13db149411ae,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:59.375112 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-771b6501-ff1a-4d6b-a8cb-e5fe33ec2c2c tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:59.376269 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-771b6501-ff1a-4d6b-a8cb-e5fe33ec2c2c tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1473382 Feb 09 02:06:59.379109 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49902) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:06:59.384079 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-b967d879-be5d-4daf-87e6-7fe384739abd tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Request body: {'security_group_rule': {'security_group_id': '4e97ee62-9436-48ac-b609-7647a80ecf62', 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:59.390924 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b967d879-be5d-4daf-87e6-7fe384739abd tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:06:59.394674 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-b967d879-be5d-4daf-87e6-7fe384739abd tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Usage tracker for resource:security_group_rule and tenant:00d6805fb291418fb69e8e927f223d1a is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:06:59.397673 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-b967d879-be5d-4daf-87e6-7fe384739abd tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:06:59.403246 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-b967d879-be5d-4daf-87e6-7fe384739abd tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:06:59.414505 n-d-828418-1 neutron-server[87638]: INFO neutron.db.securitygroups_db [None req-b967d879-be5d-4daf-87e6-7fe384739abd tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Project 00d6805fb291418fb69e8e927f223d1a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:06:59.421522 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b967d879-be5d-4daf-87e6-7fe384739abd tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:59.490558 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b967d879-be5d-4daf-87e6-7fe384739abd tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:59.494021 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b967d879-be5d-4daf-87e6-7fe384739abd tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:59.518064 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b967d879-be5d-4daf-87e6-7fe384739abd tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=236c241b-684f-4aa3-aee6-1aed58266629,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:59.527006 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b967d879-be5d-4daf-87e6-7fe384739abd tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:59.528177 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b967d879-be5d-4daf-87e6-7fe384739abd tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1481655 Feb 09 02:06:59.531028 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49906) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:06:59.537122 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-e7b94a8f-7017-480c-83b6-7c6298134e02 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Request body: {'network': {'name': 'tempest-network-smoke--353455658', 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'port_security_enabled': True}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:59.542840 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e7b94a8f-7017-480c-83b6-7c6298134e02 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:06:59.546911 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e7b94a8f-7017-480c-83b6-7c6298134e02 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Usage tracker for resource:network and tenant:00d6805fb291418fb69e8e927f223d1a is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:06:59.549828 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e7b94a8f-7017-480c-83b6-7c6298134e02 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:06:59.556030 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e7b94a8f-7017-480c-83b6-7c6298134e02 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:06:59.566449 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b94a8f-7017-480c-83b6-7c6298134e02 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Made reservation on behalf of 00d6805fb291418fb69e8e927f223d1a for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:06:59.570065 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e7b94a8f-7017-480c-83b6-7c6298134e02 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:59.597689 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7b94a8f-7017-480c-83b6-7c6298134e02 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:06:59.607085 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e7b94a8f-7017-480c-83b6-7c6298134e02 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:59.607397 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-e7b94a8f-7017-480c-83b6-7c6298134e02 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Added segment 5ea823d2-a1b0-4dce-a12a-14ace8fd58ae of type vlan for network 17bf0e66-a09a-4aed-a8ec-ee57787252bf Feb 09 02:06:59.635191 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e7b94a8f-7017-480c-83b6-7c6298134e02 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:59.664656 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e7b94a8f-7017-480c-83b6-7c6298134e02 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:59.670664 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b94a8f-7017-480c-83b6-7c6298134e02 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:59.671277 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e7b94a8f-7017-480c-83b6-7c6298134e02 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:59.778988 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e7b94a8f-7017-480c-83b6-7c6298134e02 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2469463 Feb 09 02:06:59.781835 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b94a8f-7017-480c-83b6-7c6298134e02 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event updated for resources: {'Network': ['ID=17bf0e66-a09a-4aed-a8ec-ee57787252bf,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:59.781996 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49910) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:06:59.788445 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-35bface2-ee93-4306-a977-3de9e97e0ae7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1416020739', 'admin_state_up': True, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:59.792074 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 17bf0e66-a09a-4aed-a8ec-ee57787252bf details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 02:06:59.797563 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-35bface2-ee93-4306-a977-3de9e97e0ae7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:06:59.801542 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-35bface2-ee93-4306-a977-3de9e97e0ae7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Usage tracker for resource:router and tenant:00d6805fb291418fb69e8e927f223d1a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:06:59.805104 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-35bface2-ee93-4306-a977-3de9e97e0ae7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:06:59.814703 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-35bface2-ee93-4306-a977-3de9e97e0ae7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:06:59.825309 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-35bface2-ee93-4306-a977-3de9e97e0ae7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:59.826432 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-35bface2-ee93-4306-a977-3de9e97e0ae7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:59.844342 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-35bface2-ee93-4306-a977-3de9e97e0ae7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:00.115176 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-35bface2-ee93-4306-a977-3de9e97e0ae7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:00.418241 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-35bface2-ee93-4306-a977-3de9e97e0ae7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for router_gateway, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:00.446762 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-35bface2-ee93-4306-a977-3de9e97e0ae7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:00.582865 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-35bface2-ee93-4306-a977-3de9e97e0ae7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Allocated IP 172.25.0.48 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/d7f007f9-811f-4bae-8452-28f6871cc547) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:07:00.726612 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-35bface2-ee93-4306-a977-3de9e97e0ae7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:00.754736 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-35bface2-ee93-4306-a977-3de9e97e0ae7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:00.822876 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bface2-ee93-4306-a977-3de9e97e0ae7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:07:00.825759 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-35bface2-ee93-4306-a977-3de9e97e0ae7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:07:00.829326 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bface2-ee93-4306-a977-3de9e97e0ae7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:07:00.963850 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bface2-ee93-4306-a977-3de9e97e0ae7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event updated for resources: {'Port': ['ID=d7f007f9-811f-4bae-8452-28f6871cc547,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:01.351395 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-35bface2-ee93-4306-a977-3de9e97e0ae7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for router_gateway, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:01.698144 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-35bface2-ee93-4306-a977-3de9e97e0ae7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:01.903271 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35bface2-ee93-4306-a977-3de9e97e0ae7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Router 15a7b0f8-305b-414c-9b88-5c73a0b002be is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 02:07:02.077053 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35bface2-ee93-4306-a977-3de9e97e0ae7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:07:02.086789 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db12b70a-e00b-43fb-9e18-87344fe8ebcf None None] Sync routers for ids ['15a7b0f8-305b-414c-9b88-5c73a0b002be'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:07:02.095699 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db12b70a-e00b-43fb-9e18-87344fe8ebcf None None] Routers {'15a7b0f8-305b-414c-9b88-5c73a0b002be'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:07:02.096310 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-db12b70a-e00b-43fb-9e18-87344fe8ebcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:06:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['15a7b0f8-305b-414c-9b88-5c73a0b002be'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:02.104339 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-35bface2-ee93-4306-a977-3de9e97e0ae7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:02.105708 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-35bface2-ee93-4306-a977-3de9e97e0ae7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3227563 Feb 09 02:07:02.108720 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49914) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:07:02.190001 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-6b052cd3-f39f-4c84-8f51-2d1fb326c29a tempest-TestNetworkAdvancedServerOps-1798257017 tempest-TestNetworkAdvancedServerOps-1798257017-project-admin] 10.222.0.105 "GET /v2.0/subnets?project_id=00d6805fb291418fb69e8e927f223d1a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0801680 Feb 09 02:07:02.193243 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49920) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:07:02.280579 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-db12b70a-e00b-43fb-9e18-87344fe8ebcf None None] Set router 15a7b0f8-305b-414c-9b88-5c73a0b002be gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:07:02.438737 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed9b641-d5bb-4fca-a27d-04c9cd529ad7 tempest-TestNetworkAdvancedServerOps-1798257017 tempest-TestNetworkAdvancedServerOps-1798257017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:02.440279 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-9ed9b641-d5bb-4fca-a27d-04c9cd529ad7 tempest-TestNetworkAdvancedServerOps-1798257017 tempest-TestNetworkAdvancedServerOps-1798257017-project-admin] 10.222.0.105 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2460489 Feb 09 02:07:02.443683 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49924) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:07:02.482690 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-15b6981f-2771-4d1d-9b4d-190203a156d1 tempest-TestNetworkAdvancedServerOps-1798257017 tempest-TestNetworkAdvancedServerOps-1798257017-project-admin] 10.222.0.105 "GET /v2.0/subnets?network_id=3d885c3c-255c-4e54-addc-b28437d0b18e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379305 Feb 09 02:07:02.485149 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49928) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:07:02.491067 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-7f4e4473-e880-4e61-b929-308211c78b04 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1707325228', 'network_id': '17bf0e66-a09a-4aed-a8ec-ee57787252bf', 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:07:02.601525 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-7f4e4473-e880-4e61-b929-308211c78b04 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:07:02.604239 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-db12b70a-e00b-43fb-9e18-87344fe8ebcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a7b0f8-305b-414c-9b88-5c73a0b002be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1416020739', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'd7f007f9-811f-4bae-8452-28f6871cc547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:59Z', 'updated_at': '2022-02-09T02:07:01Z', 'revision_number': 3, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'gw_port': {'id': 'd7f007f9-811f-4bae-8452-28f6871cc547', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a7b0f8-305b-414c-9b88-5c73a0b002be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:00Z', 'updated_at': '2022-02-09T02:07:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:02.605503 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-7f4e4473-e880-4e61-b929-308211c78b04 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Usage tracker for resource:subnet and tenant:00d6805fb291418fb69e8e927f223d1a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:07:02.608146 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db12b70a-e00b-43fb-9e18-87344fe8ebcf None None] Checking router: 15a7b0f8-305b-414c-9b88-5c73a0b002be for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:07:02.608313 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-7f4e4473-e880-4e61-b929-308211c78b04 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:07:02.608488 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db12b70a-e00b-43fb-9e18-87344fe8ebcf None None] Updating router 15a7b0f8-305b-414c-9b88-5c73a0b002be port d7f007f9-811f-4bae-8452-28f6871cc547 binding host n-d-828418-1 {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:07:02.613961 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-7f4e4473-e880-4e61-b929-308211c78b04 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:07:02.624782 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f4e4473-e880-4e61-b929-308211c78b04 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Made reservation on behalf of 00d6805fb291418fb69e8e927f223d1a for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:07:02.628429 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7f4e4473-e880-4e61-b929-308211c78b04 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:02.667090 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-db12b70a-e00b-43fb-9e18-87344fe8ebcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:02.857108 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7f4e4473-e880-4e61-b929-308211c78b04 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:02.935775 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4e4473-e880-4e61-b929-308211c78b04 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event updated for resources: {'Subnet': ['ID=b34caea0-f91e-433d-8f61-0cee4bc30a28,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:02.943125 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4e4473-e880-4e61-b929-308211c78b04 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Checking segment: {'id': '5ea823d2-a1b0-4dce-a12a-14ace8fd58ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '17bf0e66-a09a-4aed-a8ec-ee57787252bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:07:02.943360 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4e4473-e880-4e61-b929-308211c78b04 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Network hostable DHCP agents. Network: 17bf0e66-a09a-4aed-a8ec-ee57787252bf, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:07:02.962310 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4e4473-e880-4e61-b929-308211c78b04 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Network 17bf0e66-a09a-4aed-a8ec-ee57787252bf is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:07:02.971683 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-7f4e4473-e880-4e61-b929-308211c78b04 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 17bf0e66-a09a-4aed-a8ec-ee57787252bf) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:07:02.976438 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4e4473-e880-4e61-b929-308211c78b04 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:02.977021 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-7f4e4473-e880-4e61-b929-308211c78b04 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:02.984860 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24e8741-e8d0-4ea9-9613-2fd3dae6cd25 None None] Network 17bf0e66-a09a-4aed-a8ec-ee57787252bf requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 02:07:03.002621 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 49932) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:07:03.009879 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-db12b70a-e00b-43fb-9e18-87344fe8ebcf None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:03.012071 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-7f4e4473-e880-4e61-b929-308211c78b04 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5258465 Feb 09 02:07:03.022720 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-db12b70a-e00b-43fb-9e18-87344fe8ebcf None None] Transition to ACTIVE for port object d7f007f9-811f-4bae-8452-28f6871cc547 will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:07:03.029721 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-db12b70a-e00b-43fb-9e18-87344fe8ebcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:03.109711 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ca92f0-00ef-48ae-a1d9-f88cb94779cf None None] Pushing event updated for resources: {'Port': ['ID=d7f007f9-811f-4bae-8452-28f6871cc547,revision_number=2']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:03.119923 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-db12b70a-e00b-43fb-9e18-87344fe8ebcf None None] Attempting to bind port d7f007f9-811f-4bae-8452-28f6871cc547 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:07:03.120316 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-db12b70a-e00b-43fb-9e18-87344fe8ebcf None None] Attempting to bind port d7f007f9-811f-4bae-8452-28f6871cc547 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:07:03.120684 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db12b70a-e00b-43fb-9e18-87344fe8ebcf None None] Attempting to bind port d7f007f9-811f-4bae-8452-28f6871cc547 on network 3d885c3c-255c-4e54-addc-b28437d0b18e {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:07:03.123493 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ca92f0-00ef-48ae-a1d9-f88cb94779cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:03.123867 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ca92f0-00ef-48ae-a1d9-f88cb94779cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:03.124202 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ca92f0-00ef-48ae-a1d9-f88cb94779cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:03.124536 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ca92f0-00ef-48ae-a1d9-f88cb94779cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:03.124868 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ca92f0-00ef-48ae-a1d9-f88cb94779cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:03.125193 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ca92f0-00ef-48ae-a1d9-f88cb94779cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:03.125513 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ca92f0-00ef-48ae-a1d9-f88cb94779cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:03.125874 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ca92f0-00ef-48ae-a1d9-f88cb94779cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:03.126184 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ca92f0-00ef-48ae-a1d9-f88cb94779cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:03.126502 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ca92f0-00ef-48ae-a1d9-f88cb94779cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:03.126822 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ca92f0-00ef-48ae-a1d9-f88cb94779cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:03.127136 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ca92f0-00ef-48ae-a1d9-f88cb94779cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:03.133806 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db12b70a-e00b-43fb-9e18-87344fe8ebcf None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:07:03.134181 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db12b70a-e00b-43fb-9e18-87344fe8ebcf None None] Checking segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:07:03.134581 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-db12b70a-e00b-43fb-9e18-87344fe8ebcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:03.134964 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db12b70a-e00b-43fb-9e18-87344fe8ebcf None None] Bound using segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:07:03.135425 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-db12b70a-e00b-43fb-9e18-87344fe8ebcf None None] Bound port: d7f007f9-811f-4bae-8452-28f6871cc547, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:07:03.135794 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-db12b70a-e00b-43fb-9e18-87344fe8ebcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:03.212130 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41de157-f8f5-450a-b8f9-fb2a10b8368f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-17bf0e66-a09a-4aed-a8ec-ee57787252bf', 'network_id': '17bf0e66-a09a-4aed-a8ec-ee57787252bf', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'fixed_ips': [{'subnet_id': 'b34caea0-f91e-433d-8f61-0cee4bc30a28'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 02:07:03.212795 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-db12b70a-e00b-43fb-9e18-87344fe8ebcf None None] For port d7f007f9-811f-4bae-8452-28f6871cc547, host n-d-828418-1, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:07:03.213573 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d41de157-f8f5-450a-b8f9-fb2a10b8368f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:03.215871 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-db12b70a-e00b-43fb-9e18-87344fe8ebcf None None] For port d7f007f9-811f-4bae-8452-28f6871cc547, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=d7f007f9-811f-4bae-8452-28f6871cc547,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:07:03.221061 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-db12b70a-e00b-43fb-9e18-87344fe8ebcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:03.298719 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db12b70a-e00b-43fb-9e18-87344fe8ebcf None None] Routers {'15a7b0f8-305b-414c-9b88-5c73a0b002be'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:07:03.299337 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-db12b70a-e00b-43fb-9e18-87344fe8ebcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:06:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['15a7b0f8-305b-414c-9b88-5c73a0b002be'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:03.367674 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ca92f0-00ef-48ae-a1d9-f88cb94779cf None None] Pushing event updated for resources: {'Port': ['ID=d7f007f9-811f-4bae-8452-28f6871cc547,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:03.393014 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-d41de157-f8f5-450a-b8f9-fb2a10b8368f None None] Allocated IP 172.20.0.2 (17bf0e66-a09a-4aed-a8ec-ee57787252bf/b34caea0-f91e-433d-8f61-0cee4bc30a28/df499b7f-e0aa-4c17-8c4c-f02ebbf21aa7) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:07:03.495745 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-db12b70a-e00b-43fb-9e18-87344fe8ebcf None None] Set router 15a7b0f8-305b-414c-9b88-5c73a0b002be gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:07:03.608938 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d41de157-f8f5-450a-b8f9-fb2a10b8368f None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:03.619331 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d41de157-f8f5-450a-b8f9-fb2a10b8368f None None] Transition to ACTIVE for port object df499b7f-e0aa-4c17-8c4c-f02ebbf21aa7 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:07:03.638216 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d41de157-f8f5-450a-b8f9-fb2a10b8368f None None] Transition to ACTIVE for port object df499b7f-e0aa-4c17-8c4c-f02ebbf21aa7 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:07:03.646680 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d41de157-f8f5-450a-b8f9-fb2a10b8368f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:03.718447 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41de157-f8f5-450a-b8f9-fb2a10b8368f None None] Network 17bf0e66-a09a-4aed-a8ec-ee57787252bf is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:07:03.721400 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-d41de157-f8f5-450a-b8f9-fb2a10b8368f None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:07:03.728754 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41de157-f8f5-450a-b8f9-fb2a10b8368f None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:07:03.769400 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41de157-f8f5-450a-b8f9-fb2a10b8368f None None] Pushing event updated for resources: {'Port': ['ID=df499b7f-e0aa-4c17-8c4c-f02ebbf21aa7,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:03.821304 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-db12b70a-e00b-43fb-9e18-87344fe8ebcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a7b0f8-305b-414c-9b88-5c73a0b002be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1416020739', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'd7f007f9-811f-4bae-8452-28f6871cc547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:59Z', 'updated_at': '2022-02-09T02:07:01Z', 'revision_number': 3, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'gw_port': {'id': 'd7f007f9-811f-4bae-8452-28f6871cc547', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a7b0f8-305b-414c-9b88-5c73a0b002be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:00Z', 'updated_at': '2022-02-09T02:07:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:03.825312 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db12b70a-e00b-43fb-9e18-87344fe8ebcf None None] The sync data for ids ['15a7b0f8-305b-414c-9b88-5c73a0b002be'] in n-d-828418-1 is: [{'id': '15a7b0f8-305b-414c-9b88-5c73a0b002be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1416020739', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'd7f007f9-811f-4bae-8452-28f6871cc547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:59Z', 'updated_at': '2022-02-09T02:07:01Z', 'revision_number': 3, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'gw_port': {'id': 'd7f007f9-811f-4bae-8452-28f6871cc547', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a7b0f8-305b-414c-9b88-5c73a0b002be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:00Z', 'updated_at': '2022-02-09T02:07:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:07:03.829869 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-d41de157-f8f5-450a-b8f9-fb2a10b8368f None None] Attempting to bind port df499b7f-e0aa-4c17-8c4c-f02ebbf21aa7 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:07:03.829869 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-d41de157-f8f5-450a-b8f9-fb2a10b8368f None None] Attempting to bind port df499b7f-e0aa-4c17-8c4c-f02ebbf21aa7 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '5ea823d2-a1b0-4dce-a12a-14ace8fd58ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '17bf0e66-a09a-4aed-a8ec-ee57787252bf'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:07:03.830070 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41de157-f8f5-450a-b8f9-fb2a10b8368f None None] Attempting to bind port df499b7f-e0aa-4c17-8c4c-f02ebbf21aa7 on network 17bf0e66-a09a-4aed-a8ec-ee57787252bf {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:07:03.836861 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41de157-f8f5-450a-b8f9-fb2a10b8368f None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:07:03.837318 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41de157-f8f5-450a-b8f9-fb2a10b8368f None None] Checking segment: {'id': '5ea823d2-a1b0-4dce-a12a-14ace8fd58ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '17bf0e66-a09a-4aed-a8ec-ee57787252bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:07:03.837823 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d41de157-f8f5-450a-b8f9-fb2a10b8368f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:03.838301 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41de157-f8f5-450a-b8f9-fb2a10b8368f None None] Bound using segment: {'id': '5ea823d2-a1b0-4dce-a12a-14ace8fd58ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '17bf0e66-a09a-4aed-a8ec-ee57787252bf'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:07:03.838836 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-d41de157-f8f5-450a-b8f9-fb2a10b8368f None None] Bound port: df499b7f-e0aa-4c17-8c4c-f02ebbf21aa7, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ea823d2-a1b0-4dce-a12a-14ace8fd58ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '17bf0e66-a09a-4aed-a8ec-ee57787252bf'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:07:03.839489 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d41de157-f8f5-450a-b8f9-fb2a10b8368f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:03.865427 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2f09c2ca-7d1d-45aa-b3ff-3e33cbbaa598 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:03.935286 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d41de157-f8f5-450a-b8f9-fb2a10b8368f None None] For port df499b7f-e0aa-4c17-8c4c-f02ebbf21aa7, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:07:03.939932 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d41de157-f8f5-450a-b8f9-fb2a10b8368f None None] For port df499b7f-e0aa-4c17-8c4c-f02ebbf21aa7, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=df499b7f-e0aa-4c17-8c4c-f02ebbf21aa7,segment=NetworkSegment(5ea823d2-a1b0-4dce-a12a-14ace8fd58ae),segment_id=5ea823d2-a1b0-4dce-a12a-14ace8fd58ae)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:07:03.944091 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d41de157-f8f5-450a-b8f9-fb2a10b8368f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:04.040840 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41de157-f8f5-450a-b8f9-fb2a10b8368f None None] Pushing event updated for resources: {'Port': ['ID=df499b7f-e0aa-4c17-8c4c-f02ebbf21aa7,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:04.346828 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-2f09c2ca-7d1d-45aa-b3ff-3e33cbbaa598 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Allocated IP 172.20.0.1 (17bf0e66-a09a-4aed-a8ec-ee57787252bf/b34caea0-f91e-433d-8f61-0cee4bc30a28/2bd46475-e599-453e-b1df-824e186a2355) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:07:04.523177 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2f09c2ca-7d1d-45aa-b3ff-3e33cbbaa598 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:04.540832 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-2f09c2ca-7d1d-45aa-b3ff-3e33cbbaa598 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Transition to ACTIVE for port object 2bd46475-e599-453e-b1df-824e186a2355 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:07:04.566870 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2f09c2ca-7d1d-45aa-b3ff-3e33cbbaa598 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:04.645894 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f09c2ca-7d1d-45aa-b3ff-3e33cbbaa598 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Network 17bf0e66-a09a-4aed-a8ec-ee57787252bf is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:07:04.649084 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-2f09c2ca-7d1d-45aa-b3ff-3e33cbbaa598 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:07:04.651843 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f09c2ca-7d1d-45aa-b3ff-3e33cbbaa598 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:07:04.693660 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09c2ca-7d1d-45aa-b3ff-3e33cbbaa598 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event updated for resources: {'Port': ['ID=2bd46475-e599-453e-b1df-824e186a2355,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:04.721342 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2f09c2ca-7d1d-45aa-b3ff-3e33cbbaa598 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:04.999764 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2f09c2ca-7d1d-45aa-b3ff-3e33cbbaa598 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:05.055530 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8da49c-f93c-496b-a181-b98413ae52dc None None] Network 17bf0e66-a09a-4aed-a8ec-ee57787252bf requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 02:07:05.152478 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4189a28e-1689-4e85-aa3e-fbca3b6605ab None None] Provisioning for port df499b7f-e0aa-4c17-8c4c-f02ebbf21aa7 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:07:05.557851 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2f09c2ca-7d1d-45aa-b3ff-3e33cbbaa598 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:05.563126 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2f09c2ca-7d1d-45aa-b3ff-3e33cbbaa598 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:05.598419 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-3bd61c39-652c-4c18-bf11-94faecb4a821 None None] Provisioning for port 2bd46475-e599-453e-b1df-824e186a2355 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:07:05.605008 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-3bd61c39-652c-4c18-bf11-94faecb4a821 None None] Provisioning complete for port 2bd46475-e599-453e-b1df-824e186a2355 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:05.605695 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3bd61c39-652c-4c18-bf11-94faecb4a821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:05.673857 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-3bd61c39-652c-4c18-bf11-94faecb4a821 None None] Port 2bd46475-e599-453e-b1df-824e186a2355 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 02:07:05.681630 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09c2ca-7d1d-45aa-b3ff-3e33cbbaa598 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event updated for resources: {'Port': ['ID=2bd46475-e599-453e-b1df-824e186a2355,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:05.688761 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2f09c2ca-7d1d-45aa-b3ff-3e33cbbaa598 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:05.817865 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-c9aff16f-0a1d-4b37-b9e6-c76d4cd92b1c None None] Provisioning complete for port 2bd46475-e599-453e-b1df-824e186a2355 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:05.818230 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c9aff16f-0a1d-4b37-b9e6-c76d4cd92b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:05.832550 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f09c2ca-7d1d-45aa-b3ff-3e33cbbaa598 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Network 17bf0e66-a09a-4aed-a8ec-ee57787252bf is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:07:05.834327 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-2f09c2ca-7d1d-45aa-b3ff-3e33cbbaa598 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:07:05.872992 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device d7f007f9-811f-4bae-8452-28f6871cc547 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:07:05.967337 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-c9aff16f-0a1d-4b37-b9e6-c76d4cd92b1c None None] Port 2bd46475-e599-453e-b1df-824e186a2355 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 02:07:05.993803 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port d7f007f9-811f-4bae-8452-28f6871cc547 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:07:05.999379 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port d7f007f9-811f-4bae-8452-28f6871cc547 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:05.999828 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:06.054521 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f09c2ca-7d1d-45aa-b3ff-3e33cbbaa598 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Router 15a7b0f8-305b-414c-9b88-5c73a0b002be has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:07:06.130746 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:06.135138 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-51d95e5c-ad55-42bf-a63c-8dc18fea526b None None] Provisioning complete for port 2bd46475-e599-453e-b1df-824e186a2355 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:06.135501 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-51d95e5c-ad55-42bf-a63c-8dc18fea526b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:06.190916 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port d7f007f9-811f-4bae-8452-28f6871cc547, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=d7f007f9-811f-4bae-8452-28f6871cc547,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:07:06.197600 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-51d95e5c-ad55-42bf-a63c-8dc18fea526b None None] Port 2bd46475-e599-453e-b1df-824e186a2355 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 02:07:06.199031 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:06.199789 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device df499b7f-e0aa-4c17-8c4c-f02ebbf21aa7 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:07:06.244202 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f09c2ca-7d1d-45aa-b3ff-3e33cbbaa598 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:07:06.258473 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-2f09c2ca-7d1d-45aa-b3ff-3e33cbbaa598 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "PUT /v2.0/routers/15a7b0f8-305b-414c-9b88-5c73a0b002be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2546883 Feb 09 02:07:06.270911 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e71ffa-2aa7-4ab6-b873-d5bee1f8ffba None None] Sync routers for ids ['15a7b0f8-305b-414c-9b88-5c73a0b002be'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:07:06.317923 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e71ffa-2aa7-4ab6-b873-d5bee1f8ffba None None] Routers {'15a7b0f8-305b-414c-9b88-5c73a0b002be'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:07:06.318559 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-46e71ffa-2aa7-4ab6-b873-d5bee1f8ffba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:06:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['15a7b0f8-305b-414c-9b88-5c73a0b002be'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:06.399363 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=d7f007f9-811f-4bae-8452-28f6871cc547,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:06.424042 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-1ee00b6a-f428-4376-83e8-370e4e804037 req-de5924c7-4a7b-422a-bd43-8bbd312b09ea tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Synchronizing usage tracker for tenant:00d6805fb291418fb69e8e927f223d1a on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:07:06.427490 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port df499b7f-e0aa-4c17-8c4c-f02ebbf21aa7 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:07:06.438979 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-1ee00b6a-f428-4376-83e8-370e4e804037 req-de5924c7-4a7b-422a-bd43-8bbd312b09ea tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Unset dirty status for tenant:00d6805fb291418fb69e8e927f223d1a on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:07:06.440372 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1ee00b6a-f428-4376-83e8-370e4e804037 req-de5924c7-4a7b-422a-bd43-8bbd312b09ea tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-795468449&fields=id&tenant_id=00d6805fb291418fb69e8e927f223d1a HTTP/1.1" status: 200 len: 267 time: 0.0580328 Feb 09 02:07:06.479020 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port df499b7f-e0aa-4c17-8c4c-f02ebbf21aa7 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:06.479392 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:06.563078 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-46e71ffa-2aa7-4ab6-b873-d5bee1f8ffba None None] Set router 15a7b0f8-305b-414c-9b88-5c73a0b002be gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:07:06.592002 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee00b6a-f428-4376-83e8-370e4e804037 req-33ac00fd-3801-4d2a-82d1-de59267c2ebd tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:06.593452 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1ee00b6a-f428-4376-83e8-370e4e804037 req-33ac00fd-3801-4d2a-82d1-de59267c2ebd tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/networks?id=17bf0e66-a09a-4aed-a8ec-ee57787252bf HTTP/1.1" status: 200 len: 796 time: 0.1465411 Feb 09 02:07:06.609580 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1ee00b6a-f428-4376-83e8-370e4e804037 req-d1b96110-3f5a-420d-a605-666b124e758a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/quotas/00d6805fb291418fb69e8e927f223d1a HTTP/1.1" status: 200 len: 375 time: 0.0096965 Feb 09 02:07:06.697810 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-1ee00b6a-f428-4376-83e8-370e4e804037 req-0fe4144b-3ab1-4f91-8725-de8043babc20 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Synchronizing usage tracker for tenant:00d6805fb291418fb69e8e927f223d1a on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:07:06.714022 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-1ee00b6a-f428-4376-83e8-370e4e804037 req-0fe4144b-3ab1-4f91-8725-de8043babc20 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Unset dirty status for tenant:00d6805fb291418fb69e8e927f223d1a on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:07:06.715347 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1ee00b6a-f428-4376-83e8-370e4e804037 req-0fe4144b-3ab1-4f91-8725-de8043babc20 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=00d6805fb291418fb69e8e927f223d1a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0998316 Feb 09 02:07:06.776155 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [req-1ee00b6a-f428-4376-83e8-370e4e804037 req-e0da98f7-5a7d-477f-9b43-85fe9ba7f019 service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 02:07:06.777171 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1ee00b6a-f428-4376-83e8-370e4e804037 req-e0da98f7-5a7d-477f-9b43-85fe9ba7f019 service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0486813 Feb 09 02:07:06.824830 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:06.891242 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port df499b7f-e0aa-4c17-8c4c-f02ebbf21aa7, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=df499b7f-e0aa-4c17-8c4c-f02ebbf21aa7,segment=NetworkSegment(5ea823d2-a1b0-4dce-a12a-14ace8fd58ae),segment_id=5ea823d2-a1b0-4dce-a12a-14ace8fd58ae)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:07:06.911527 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1ee00b6a-f428-4376-83e8-370e4e804037 req-8979df1a-d6e9-493f-8b37-81e7a7657d75 service neutron] 10.222.0.105 "GET /v2.0/networks/17bf0e66-a09a-4aed-a8ec-ee57787252bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280549 Feb 09 02:07:06.919176 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:06.997786 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=df499b7f-e0aa-4c17-8c4c-f02ebbf21aa7,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:07.020256 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-46e71ffa-2aa7-4ab6-b873-d5bee1f8ffba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a7b0f8-305b-414c-9b88-5c73a0b002be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1416020739', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'd7f007f9-811f-4bae-8452-28f6871cc547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:59Z', 'updated_at': '2022-02-09T02:07:04Z', 'revision_number': 4, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'gw_port': {'id': 'd7f007f9-811f-4bae-8452-28f6871cc547', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a7b0f8-305b-414c-9b88-5c73a0b002be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:00Z', 'updated_at': '2022-02-09T02:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '2bd46475-e599-453e-b1df-824e186a2355', 'name': '', 'network_id': '17bf0e66-a09a-4aed-a8ec-ee57787252bf', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'mac_address': 'fa:16:3e:7c:ec:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a7b0f8-305b-414c-9b88-5c73a0b002be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'b34caea0-f91e-433d-8f61-0cee4bc30a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:04Z', 'updated_at': '2022-02-09T02:07:05Z', 'revision_number': 2, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'subnets': [{'id': 'b34caea0-f91e-433d-8f61-0cee4bc30a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:07.024112 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e71ffa-2aa7-4ab6-b873-d5bee1f8ffba None None] Checking router: 15a7b0f8-305b-414c-9b88-5c73a0b002be for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:07:07.024452 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e71ffa-2aa7-4ab6-b873-d5bee1f8ffba None None] Updating router 15a7b0f8-305b-414c-9b88-5c73a0b002be port 2bd46475-e599-453e-b1df-824e186a2355 binding host n-d-828418-1 {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:07:07.045198 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1ee00b6a-f428-4376-83e8-370e4e804037 req-f38c90db-5e3e-4d0b-87ba-259625c66ac8 service neutron] 10.222.0.105 "GET /v2.0/networks/17bf0e66-a09a-4aed-a8ec-ee57787252bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278667 Feb 09 02:07:07.079311 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-46e71ffa-2aa7-4ab6-b873-d5bee1f8ffba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:07.225063 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9a6c866b-1596-4a4e-89f2-a426881b53bf req-96a9e230-257b-477c-8000-20ca60e12b08 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9792d8a-256c-4de1-bc52-3575e8e1baa7 HTTP/1.1" status: 200 len: 210 time: 0.0423646 Feb 09 02:07:07.468593 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-46e71ffa-2aa7-4ab6-b873-d5bee1f8ffba None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:07.481588 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-46e71ffa-2aa7-4ab6-b873-d5bee1f8ffba None None] Transition to ACTIVE for port object 2bd46475-e599-453e-b1df-824e186a2355 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:07:07.488901 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-46e71ffa-2aa7-4ab6-b873-d5bee1f8ffba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:07.617661 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47e11ce-9fff-4300-8b96-ab08cc636d39 None None] Pushing event updated for resources: {'Port': ['ID=2bd46475-e599-453e-b1df-824e186a2355,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:07.822122 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-46e71ffa-2aa7-4ab6-b873-d5bee1f8ffba None None] Attempting to bind port 2bd46475-e599-453e-b1df-824e186a2355 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:07:07.822490 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-46e71ffa-2aa7-4ab6-b873-d5bee1f8ffba None None] Attempting to bind port 2bd46475-e599-453e-b1df-824e186a2355 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '5ea823d2-a1b0-4dce-a12a-14ace8fd58ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '17bf0e66-a09a-4aed-a8ec-ee57787252bf'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:07:07.822855 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e71ffa-2aa7-4ab6-b873-d5bee1f8ffba None None] Attempting to bind port 2bd46475-e599-453e-b1df-824e186a2355 on network 17bf0e66-a09a-4aed-a8ec-ee57787252bf {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:07:07.833657 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e71ffa-2aa7-4ab6-b873-d5bee1f8ffba None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:07:07.834066 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e71ffa-2aa7-4ab6-b873-d5bee1f8ffba None None] Checking segment: {'id': '5ea823d2-a1b0-4dce-a12a-14ace8fd58ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '17bf0e66-a09a-4aed-a8ec-ee57787252bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:07:07.834588 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-46e71ffa-2aa7-4ab6-b873-d5bee1f8ffba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:07.835107 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e71ffa-2aa7-4ab6-b873-d5bee1f8ffba None None] Bound using segment: {'id': '5ea823d2-a1b0-4dce-a12a-14ace8fd58ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '17bf0e66-a09a-4aed-a8ec-ee57787252bf'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:07:07.835626 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-46e71ffa-2aa7-4ab6-b873-d5bee1f8ffba None None] Bound port: 2bd46475-e599-453e-b1df-824e186a2355, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ea823d2-a1b0-4dce-a12a-14ace8fd58ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '17bf0e66-a09a-4aed-a8ec-ee57787252bf'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:07:07.835999 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-46e71ffa-2aa7-4ab6-b873-d5bee1f8ffba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:07.885030 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device d7f007f9-811f-4bae-8452-28f6871cc547 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:07:07.995709 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-46e71ffa-2aa7-4ab6-b873-d5bee1f8ffba None None] For port 2bd46475-e599-453e-b1df-824e186a2355, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:07:08.000079 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-46e71ffa-2aa7-4ab6-b873-d5bee1f8ffba None None] For port 2bd46475-e599-453e-b1df-824e186a2355, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=2bd46475-e599-453e-b1df-824e186a2355,segment=NetworkSegment(5ea823d2-a1b0-4dce-a12a-14ace8fd58ae),segment_id=5ea823d2-a1b0-4dce-a12a-14ace8fd58ae)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:07:08.003874 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-46e71ffa-2aa7-4ab6-b873-d5bee1f8ffba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:08.062817 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port d7f007f9-811f-4bae-8452-28f6871cc547 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:08.063180 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:08.138807 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e71ffa-2aa7-4ab6-b873-d5bee1f8ffba None None] Routers {'15a7b0f8-305b-414c-9b88-5c73a0b002be'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:07:08.139435 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-46e71ffa-2aa7-4ab6-b873-d5bee1f8ffba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:06:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['15a7b0f8-305b-414c-9b88-5c73a0b002be'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:08.231090 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47e11ce-9fff-4300-8b96-ab08cc636d39 None None] Pushing event updated for resources: {'Port': ['ID=2bd46475-e599-453e-b1df-824e186a2355,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:08.390940 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-46e71ffa-2aa7-4ab6-b873-d5bee1f8ffba None None] Set router 15a7b0f8-305b-414c-9b88-5c73a0b002be gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:07:08.422117 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cfc29ccd-3a01-4766-8492-54bdc097d635 req-71aa6c3e-0ded-47fa-b786-6efbba7e2773 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9792d8a-256c-4de1-bc52-3575e8e1baa7 HTTP/1.1" status: 200 len: 210 time: 0.0614133 Feb 09 02:07:08.428765 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee00b6a-f428-4376-83e8-370e4e804037 req-e77b8c13-5e4d-400b-a0d2-a7e15d2b81c6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:08.430215 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1ee00b6a-f428-4376-83e8-370e4e804037 req-e77b8c13-5e4d-400b-a0d2-a7e15d2b81c6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.99 "GET /v2.0/networks?id=17bf0e66-a09a-4aed-a8ec-ee57787252bf HTTP/1.1" status: 200 len: 796 time: 0.2269602 Feb 09 02:07:08.482880 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1ee00b6a-f428-4376-83e8-370e4e804037 req-e46ffd5e-471e-4d46-bbfc-dabda719a839 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00d6805fb291418fb69e8e927f223d1a HTTP/1.1" status: 200 len: 379 time: 0.0404940 Feb 09 02:07:08.491404 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-1ee00b6a-f428-4376-83e8-370e4e804037 req-c3314bc7-29d9-448d-ab75-f753c4524b3c tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Request body: {'port': {'device_id': 'd9792d8a-256c-4de1-bc52-3575e8e1baa7', 'network_id': '17bf0e66-a09a-4aed-a8ec-ee57787252bf', 'admin_state_up': True, 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'security_groups': ['4e97ee62-9436-48ac-b609-7647a80ecf62']}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:07:08.583176 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-aa62d3e9-e7b2-4793-8da3-0bb9b970b95c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:08.630990 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-1ee00b6a-f428-4376-83e8-370e4e804037 req-c3314bc7-29d9-448d-ab75-f753c4524b3c tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:07:08.641123 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-1ee00b6a-f428-4376-83e8-370e4e804037 req-c3314bc7-29d9-448d-ab75-f753c4524b3c tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:07:08.651542 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ee00b6a-f428-4376-83e8-370e4e804037 req-c3314bc7-29d9-448d-ab75-f753c4524b3c tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Made reservation on behalf of 00d6805fb291418fb69e8e927f223d1a for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:07:08.655108 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1ee00b6a-f428-4376-83e8-370e4e804037 req-c3314bc7-29d9-448d-ab75-f753c4524b3c tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:08.660022 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device df499b7f-e0aa-4c17-8c4c-f02ebbf21aa7 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:07:08.807833 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port df499b7f-e0aa-4c17-8c4c-f02ebbf21aa7 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:08.808262 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:08.938133 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-1ee00b6a-f428-4376-83e8-370e4e804037 req-c3314bc7-29d9-448d-ab75-f753c4524b3c tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Allocated IP 172.20.0.5 (17bf0e66-a09a-4aed-a8ec-ee57787252bf/b34caea0-f91e-433d-8f61-0cee4bc30a28/9be3a77b-64dc-4c4a-9925-524cca7ced90) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:07:08.949104 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-46e71ffa-2aa7-4ab6-b873-d5bee1f8ffba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a7b0f8-305b-414c-9b88-5c73a0b002be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1416020739', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'd7f007f9-811f-4bae-8452-28f6871cc547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:59Z', 'updated_at': '2022-02-09T02:07:04Z', 'revision_number': 4, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'gw_port': {'id': 'd7f007f9-811f-4bae-8452-28f6871cc547', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a7b0f8-305b-414c-9b88-5c73a0b002be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:00Z', 'updated_at': '2022-02-09T02:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '2bd46475-e599-453e-b1df-824e186a2355', 'name': '', 'network_id': '17bf0e66-a09a-4aed-a8ec-ee57787252bf', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'mac_address': 'fa:16:3e:7c:ec:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a7b0f8-305b-414c-9b88-5c73a0b002be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'b34caea0-f91e-433d-8f61-0cee4bc30a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:04Z', 'updated_at': '2022-02-09T02:07:07Z', 'revision_number': 4, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'subnets': [{'id': 'b34caea0-f91e-433d-8f61-0cee4bc30a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:08.957468 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e71ffa-2aa7-4ab6-b873-d5bee1f8ffba None None] The sync data for ids ['15a7b0f8-305b-414c-9b88-5c73a0b002be'] in n-d-828418-1 is: [{'id': '15a7b0f8-305b-414c-9b88-5c73a0b002be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1416020739', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'd7f007f9-811f-4bae-8452-28f6871cc547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:59Z', 'updated_at': '2022-02-09T02:07:04Z', 'revision_number': 4, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'gw_port': {'id': 'd7f007f9-811f-4bae-8452-28f6871cc547', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a7b0f8-305b-414c-9b88-5c73a0b002be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:00Z', 'updated_at': '2022-02-09T02:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '2bd46475-e599-453e-b1df-824e186a2355', 'name': '', 'network_id': '17bf0e66-a09a-4aed-a8ec-ee57787252bf', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'mac_address': 'fa:16:3e:7c:ec:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a7b0f8-305b-414c-9b88-5c73a0b002be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'b34caea0-f91e-433d-8f61-0cee4bc30a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:04Z', 'updated_at': '2022-02-09T02:07:07Z', 'revision_number': 4, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'subnets': [{'id': 'b34caea0-f91e-433d-8f61-0cee4bc30a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:07:09.139094 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1ee00b6a-f428-4376-83e8-370e4e804037 req-c3314bc7-29d9-448d-ab75-f753c4524b3c tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:09.156465 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-1ee00b6a-f428-4376-83e8-370e4e804037 req-c3314bc7-29d9-448d-ab75-f753c4524b3c tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Transition to ACTIVE for port object 9be3a77b-64dc-4c4a-9925-524cca7ced90 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:07:09.185512 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1ee00b6a-f428-4376-83e8-370e4e804037 req-c3314bc7-29d9-448d-ab75-f753c4524b3c tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:09.258237 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ee00b6a-f428-4376-83e8-370e4e804037 req-c3314bc7-29d9-448d-ab75-f753c4524b3c tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Network 17bf0e66-a09a-4aed-a8ec-ee57787252bf is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:07:09.261447 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-1ee00b6a-f428-4376-83e8-370e4e804037 req-c3314bc7-29d9-448d-ab75-f753c4524b3c tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:07:09.265661 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ee00b6a-f428-4376-83e8-370e4e804037 req-c3314bc7-29d9-448d-ab75-f753c4524b3c tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:07:09.301551 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3314bc7-29d9-448d-ab75-f753c4524b3c tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event updated for resources: {'Port': ['ID=9be3a77b-64dc-4c4a-9925-524cca7ced90,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:09.351643 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee00b6a-f428-4376-83e8-370e4e804037 req-c3314bc7-29d9-448d-ab75-f753c4524b3c tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:09.352308 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1ee00b6a-f428-4376-83e8-370e4e804037 req-c3314bc7-29d9-448d-ab75-f753c4524b3c tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:09.383891 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1ee00b6a-f428-4376-83e8-370e4e804037 req-c3314bc7-29d9-448d-ab75-f753c4524b3c tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8961964 Feb 09 02:07:09.396271 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-1ee00b6a-f428-4376-83e8-370e4e804037 req-7039cb3b-1c76-4430-8769-0b1cd6a758da service neutron] Request body: {'port': {'device_id': 'd9792d8a-256c-4de1-bc52-3575e8e1baa7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:07:09.522980 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1ee00b6a-f428-4376-83e8-370e4e804037 req-7039cb3b-1c76-4430-8769-0b1cd6a758da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:09.587074 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8874b634-fa2c-44bb-a9ba-2b2502f10bcf None None] Provisioning for port 9be3a77b-64dc-4c4a-9925-524cca7ced90 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:07:09.593697 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8874b634-fa2c-44bb-a9ba-2b2502f10bcf None None] Provisioning complete for port 9be3a77b-64dc-4c4a-9925-524cca7ced90 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:09.594338 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8874b634-fa2c-44bb-a9ba-2b2502f10bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:09.658418 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-8874b634-fa2c-44bb-a9ba-2b2502f10bcf None None] Port 9be3a77b-64dc-4c4a-9925-524cca7ced90 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 02:07:09.835717 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d573c3e-6361-4773-954d-b088c5e01a91 req-f3378a5e-d226-4e20-ac2d-daf053b6feeb tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:09.836359 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-3d573c3e-6361-4773-954d-b088c5e01a91 req-f3378a5e-d226-4e20-ac2d-daf053b6feeb tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Synchronizing usage tracker for tenant:00d6805fb291418fb69e8e927f223d1a on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:07:09.842903 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 2bd46475-e599-453e-b1df-824e186a2355 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:07:09.883692 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-3d573c3e-6361-4773-954d-b088c5e01a91 req-f3378a5e-d226-4e20-ac2d-daf053b6feeb tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Unset dirty status for tenant:00d6805fb291418fb69e8e927f223d1a on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:07:09.885118 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3d573c3e-6361-4773-954d-b088c5e01a91 req-f3378a5e-d226-4e20-ac2d-daf053b6feeb tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9792d8a-256c-4de1-bc52-3575e8e1baa7 HTTP/1.1" status: 200 len: 931 time: 0.3175294 Feb 09 02:07:09.933171 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 2bd46475-e599-453e-b1df-824e186a2355 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:07:09.938423 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 2bd46475-e599-453e-b1df-824e186a2355 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:09.938936 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:09.996366 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3d573c3e-6361-4773-954d-b088c5e01a91 req-0c11f313-3710-4b53-a088-db67aa4fc9bd tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=4e97ee62-9436-48ac-b609-7647a80ecf62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041751 Feb 09 02:07:10.003505 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-1ee00b6a-f428-4376-83e8-370e4e804037 req-7039cb3b-1c76-4430-8769-0b1cd6a758da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9be3a77b-64dc-4c4a-9925-524cca7ced90 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 02:07:10.014981 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1ee00b6a-f428-4376-83e8-370e4e804037 req-7039cb3b-1c76-4430-8769-0b1cd6a758da service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:10.030581 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-1ee00b6a-f428-4376-83e8-370e4e804037 req-7039cb3b-1c76-4430-8769-0b1cd6a758da service neutron] Transition to ACTIVE for port object 9be3a77b-64dc-4c4a-9925-524cca7ced90 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:07:10.034840 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1ee00b6a-f428-4376-83e8-370e4e804037 req-7039cb3b-1c76-4430-8769-0b1cd6a758da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:10.115917 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:10.153985 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 2bd46475-e599-453e-b1df-824e186a2355, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=2bd46475-e599-453e-b1df-824e186a2355,segment=NetworkSegment(5ea823d2-a1b0-4dce-a12a-14ace8fd58ae),segment_id=5ea823d2-a1b0-4dce-a12a-14ace8fd58ae)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:07:10.160230 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:10.199235 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7039cb3b-1c76-4430-8769-0b1cd6a758da service neutron] Pushing event updated for resources: {'Port': ['ID=9be3a77b-64dc-4c4a-9925-524cca7ced90,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:10.236870 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=2bd46475-e599-453e-b1df-824e186a2355,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:10.289469 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-1ee00b6a-f428-4376-83e8-370e4e804037 req-7039cb3b-1c76-4430-8769-0b1cd6a758da service neutron] Attempting to bind port 9be3a77b-64dc-4c4a-9925-524cca7ced90 on host n-h2-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:07:10.289831 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-1ee00b6a-f428-4376-83e8-370e4e804037 req-7039cb3b-1c76-4430-8769-0b1cd6a758da service neutron] Attempting to bind port 9be3a77b-64dc-4c4a-9925-524cca7ced90 by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': '5ea823d2-a1b0-4dce-a12a-14ace8fd58ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '17bf0e66-a09a-4aed-a8ec-ee57787252bf'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:07:10.290158 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee00b6a-f428-4376-83e8-370e4e804037 req-7039cb3b-1c76-4430-8769-0b1cd6a758da service neutron] Attempting to bind port 9be3a77b-64dc-4c4a-9925-524cca7ced90 on network 17bf0e66-a09a-4aed-a8ec-ee57787252bf {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:07:10.294950 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee00b6a-f428-4376-83e8-370e4e804037 req-7039cb3b-1c76-4430-8769-0b1cd6a758da service neutron] Port 9be3a77b-64dc-4c4a-9925-524cca7ced90 on network 17bf0e66-a09a-4aed-a8ec-ee57787252bf not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 02:07:10.295266 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee00b6a-f428-4376-83e8-370e4e804037 req-7039cb3b-1c76-4430-8769-0b1cd6a758da service neutron] Attempting to bind port 9be3a77b-64dc-4c4a-9925-524cca7ced90 on network 17bf0e66-a09a-4aed-a8ec-ee57787252bf {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:07:10.300542 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee00b6a-f428-4376-83e8-370e4e804037 req-7039cb3b-1c76-4430-8769-0b1cd6a758da service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:07:10.300878 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee00b6a-f428-4376-83e8-370e4e804037 req-7039cb3b-1c76-4430-8769-0b1cd6a758da service neutron] Checking segment: {'id': '5ea823d2-a1b0-4dce-a12a-14ace8fd58ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '17bf0e66-a09a-4aed-a8ec-ee57787252bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:07:10.301266 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee00b6a-f428-4376-83e8-370e4e804037 req-7039cb3b-1c76-4430-8769-0b1cd6a758da service neutron] Bound using segment: {'id': '5ea823d2-a1b0-4dce-a12a-14ace8fd58ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '17bf0e66-a09a-4aed-a8ec-ee57787252bf'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:07:10.301928 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-1ee00b6a-f428-4376-83e8-370e4e804037 req-7039cb3b-1c76-4430-8769-0b1cd6a758da service neutron] Bound port: 9be3a77b-64dc-4c4a-9925-524cca7ced90, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ea823d2-a1b0-4dce-a12a-14ace8fd58ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '17bf0e66-a09a-4aed-a8ec-ee57787252bf'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:07:10.302374 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1ee00b6a-f428-4376-83e8-370e4e804037 req-7039cb3b-1c76-4430-8769-0b1cd6a758da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:10.394228 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-1ee00b6a-f428-4376-83e8-370e4e804037 req-7039cb3b-1c76-4430-8769-0b1cd6a758da service neutron] For port 9be3a77b-64dc-4c4a-9925-524cca7ced90, host n-h2-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:07:10.397904 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-1ee00b6a-f428-4376-83e8-370e4e804037 req-7039cb3b-1c76-4430-8769-0b1cd6a758da service neutron] For port 9be3a77b-64dc-4c4a-9925-524cca7ced90, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=9be3a77b-64dc-4c4a-9925-524cca7ced90,segment=NetworkSegment(5ea823d2-a1b0-4dce-a12a-14ace8fd58ae),segment_id=5ea823d2-a1b0-4dce-a12a-14ace8fd58ae)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:07:10.402235 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1ee00b6a-f428-4376-83e8-370e4e804037 req-7039cb3b-1c76-4430-8769-0b1cd6a758da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:10.464071 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee00b6a-f428-4376-83e8-370e4e804037 req-7039cb3b-1c76-4430-8769-0b1cd6a758da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:10.464618 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-1ee00b6a-f428-4376-83e8-370e4e804037 req-7039cb3b-1c76-4430-8769-0b1cd6a758da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:10.466032 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1ee00b6a-f428-4376-83e8-370e4e804037 req-7039cb3b-1c76-4430-8769-0b1cd6a758da service neutron] 10.222.0.99 "PUT /v2.0/ports/9be3a77b-64dc-4c4a-9925-524cca7ced90 HTTP/1.1" status: 200 len: 1091 time: 1.0748658 Feb 09 02:07:10.466452 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9792d8a-256c-4de1-bc52-3575e8e1baa7', 'tag': '9be3a77b-64dc-4c4a-9925-524cca7ced90'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:07:10.487654 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7039cb3b-1c76-4430-8769-0b1cd6a758da service neutron] Pushing event updated for resources: {'Port': ['ID=9be3a77b-64dc-4c4a-9925-524cca7ced90,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:10.541401 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9792d8a-256c-4de1-bc52-3575e8e1baa7', 'tag': '9be3a77b-64dc-4c4a-9925-524cca7ced90', 'status': 'completed', 'code': 200} Feb 09 02:07:10.586404 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee00b6a-f428-4376-83e8-370e4e804037 req-ec1ba248-7166-44f5-b247-21a3b2299b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:10.587904 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1ee00b6a-f428-4376-83e8-370e4e804037 req-ec1ba248-7166-44f5-b247-21a3b2299b75 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=00d6805fb291418fb69e8e927f223d1a&device_id=d9792d8a-256c-4de1-bc52-3575e8e1baa7 HTTP/1.1" status: 200 len: 1094 time: 0.0807884 Feb 09 02:07:10.602425 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2f04e64a-1bce-4fad-8b24-7f45fb3c343d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:10.668772 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1ee00b6a-f428-4376-83e8-370e4e804037 req-ce84b4c5-f08b-49b0-8eb2-12b7be5a39b0 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9be3a77b-64dc-4c4a-9925-524cca7ced90 HTTP/1.1" status: 200 len: 217 time: 0.0744240 Feb 09 02:07:10.729914 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee00b6a-f428-4376-83e8-370e4e804037 req-b28aadc8-e406-4471-bdd0-b6bcb6709755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:10.731282 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1ee00b6a-f428-4376-83e8-370e4e804037 req-b28aadc8-e406-4471-bdd0-b6bcb6709755 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b34caea0-f91e-433d-8f61-0cee4bc30a28 HTTP/1.1" status: 200 len: 835 time: 0.0573869 Feb 09 02:07:10.807878 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee00b6a-f428-4376-83e8-370e4e804037 req-14bfb300-8051-4a8c-a54e-7240cd11e4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:10.809241 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1ee00b6a-f428-4376-83e8-370e4e804037 req-14bfb300-8051-4a8c-a54e-7240cd11e4ad service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=17bf0e66-a09a-4aed-a8ec-ee57787252bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720990 Feb 09 02:07:11.047249 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1ee00b6a-f428-4376-83e8-370e4e804037 req-11d4f7be-e156-4488-a71c-9027313325a7 service neutron] 10.222.0.99 "GET /v2.0/networks/17bf0e66-a09a-4aed-a8ec-ee57787252bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324090 Feb 09 02:07:11.233145 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1ee00b6a-f428-4376-83e8-370e4e804037 req-755b0815-31c8-4290-8b3d-cebf8afd411b service neutron] 10.222.0.99 "GET /v2.0/networks/17bf0e66-a09a-4aed-a8ec-ee57787252bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803927 Feb 09 02:07:11.247969 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a81a8-97e9-4535-85ff-89d46626f2cf req-b3c00166-1cf4-4740-9089-9edd8d3a05d3 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:11.249431 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a99a81a8-97e9-4535-85ff-89d46626f2cf req-b3c00166-1cf4-4740-9089-9edd8d3a05d3 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9792d8a-256c-4de1-bc52-3575e8e1baa7 HTTP/1.1" status: 200 len: 943 time: 0.1328824 Feb 09 02:07:11.335556 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a99a81a8-97e9-4535-85ff-89d46626f2cf req-0ea5bd94-6d71-468b-930b-770bf06cbfb3 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=4e97ee62-9436-48ac-b609-7647a80ecf62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795250 Feb 09 02:07:11.365377 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db583d2-1e56-4056-a6ad-6eec302c02bd req-8b758707-05f9-4d8e-824a-21476e2d3dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:11.367182 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4db583d2-1e56-4056-a6ad-6eec302c02bd req-8b758707-05f9-4d8e-824a-21476e2d3dd9 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=00d6805fb291418fb69e8e927f223d1a&device_id=d9792d8a-256c-4de1-bc52-3575e8e1baa7 HTTP/1.1" status: 200 len: 1094 time: 0.0834160 Feb 09 02:07:11.496839 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db583d2-1e56-4056-a6ad-6eec302c02bd req-f3e7d005-9109-4d8c-802a-8014fbaa6115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:11.498323 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4db583d2-1e56-4056-a6ad-6eec302c02bd req-f3e7d005-9109-4d8c-802a-8014fbaa6115 service neutron] 10.222.0.99 "GET /v2.0/networks?id=17bf0e66-a09a-4aed-a8ec-ee57787252bf HTTP/1.1" status: 200 len: 897 time: 0.1251011 Feb 09 02:07:11.566895 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4db583d2-1e56-4056-a6ad-6eec302c02bd req-21520783-540c-4500-aa1f-cd4f1eabecb6 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9be3a77b-64dc-4c4a-9925-524cca7ced90 HTTP/1.1" status: 200 len: 217 time: 0.0609140 Feb 09 02:07:11.633217 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db583d2-1e56-4056-a6ad-6eec302c02bd req-d638bb13-c1ee-45b2-bce5-d43bb79229d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:11.634655 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4db583d2-1e56-4056-a6ad-6eec302c02bd req-d638bb13-c1ee-45b2-bce5-d43bb79229d7 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b34caea0-f91e-433d-8f61-0cee4bc30a28 HTTP/1.1" status: 200 len: 835 time: 0.0604486 Feb 09 02:07:11.685200 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:11.711367 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db583d2-1e56-4056-a6ad-6eec302c02bd req-08629d01-04e3-485c-b378-b488094b4294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:11.713200 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4db583d2-1e56-4056-a6ad-6eec302c02bd req-08629d01-04e3-485c-b378-b488094b4294 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=17bf0e66-a09a-4aed-a8ec-ee57787252bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717261 Feb 09 02:07:11.713806 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:11.815101 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 2bd46475-e599-453e-b1df-824e186a2355 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:07:11.845581 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4db583d2-1e56-4056-a6ad-6eec302c02bd req-b984d3cc-f3f2-497a-9fa8-11e07924d979 service neutron] 10.222.0.99 "GET /v2.0/networks/17bf0e66-a09a-4aed-a8ec-ee57787252bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261210 Feb 09 02:07:11.886082 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 2bd46475-e599-453e-b1df-824e186a2355 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:11.886368 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:11.980571 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4db583d2-1e56-4056-a6ad-6eec302c02bd req-c796ea3d-4cee-45e3-b4f6-0db36a9ee2ce service neutron] 10.222.0.99 "GET /v2.0/networks/17bf0e66-a09a-4aed-a8ec-ee57787252bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265008 Feb 09 02:07:12.522697 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909b57ba-959f-4fdb-a856-14bccc0c7d89 req-25e9916a-85ac-47e5-b538-4a9a1988d33b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:12.524158 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-909b57ba-959f-4fdb-a856-14bccc0c7d89 req-25e9916a-85ac-47e5-b538-4a9a1988d33b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9792d8a-256c-4de1-bc52-3575e8e1baa7 HTTP/1.1" status: 200 len: 943 time: 0.0823100 Feb 09 02:07:12.566635 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-909b57ba-959f-4fdb-a856-14bccc0c7d89 req-a9182ac3-df44-4c11-a4d9-9564c98dd8e2 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=4e97ee62-9436-48ac-b609-7647a80ecf62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368855 Feb 09 02:07:13.374292 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:13.749399 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e13329d-8ea2-43c3-9caa-3ba9d5f60423 req-fe833c00-a185-4281-ae99-1c966cd830c8 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:13.751115 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4e13329d-8ea2-43c3-9caa-3ba9d5f60423 req-fe833c00-a185-4281-ae99-1c966cd830c8 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9792d8a-256c-4de1-bc52-3575e8e1baa7 HTTP/1.1" status: 200 len: 943 time: 0.0813208 Feb 09 02:07:13.795315 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4e13329d-8ea2-43c3-9caa-3ba9d5f60423 req-123da85a-3316-4e55-8096-149a0861867b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=4e97ee62-9436-48ac-b609-7647a80ecf62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385356 Feb 09 02:07:14.645277 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 9be3a77b-64dc-4c4a-9925-524cca7ced90 details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 02:07:14.792861 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 9be3a77b-64dc-4c4a-9925-524cca7ced90, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=9be3a77b-64dc-4c4a-9925-524cca7ced90,segment=NetworkSegment(5ea823d2-a1b0-4dce-a12a-14ace8fd58ae),segment_id=5ea823d2-a1b0-4dce-a12a-14ace8fd58ae)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:07:14.808402 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': '9be3a77b-64dc-4c4a-9925-524cca7ced90', 'network_id': '17bf0e66-a09a-4aed-a8ec-ee57787252bf', 'port_id': '9be3a77b-64dc-4c4a-9925-524cca7ced90', 'mac_address': 'fa:16:3e:a7:cd:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b34caea0-f91e-433d-8f61-0cee4bc30a28', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 02:07:14.868179 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:14.886766 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9be3a77b-64dc-4c4a-9925-524cca7ced90 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 02:07:14.903895 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 9be3a77b-64dc-4c4a-9925-524cca7ced90, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=9be3a77b-64dc-4c4a-9925-524cca7ced90,segment=NetworkSegment(5ea823d2-a1b0-4dce-a12a-14ace8fd58ae),segment_id=5ea823d2-a1b0-4dce-a12a-14ace8fd58ae)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:07:14.909092 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:14.981558 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=9be3a77b-64dc-4c4a-9925-524cca7ced90,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:15.003388 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02bb984-a967-40d5-8fc6-250105e90a55 req-f7689ff0-410f-4aa0-8ef0-b337c469c89a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:15.004908 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e02bb984-a967-40d5-8fc6-250105e90a55 req-f7689ff0-410f-4aa0-8ef0-b337c469c89a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9792d8a-256c-4de1-bc52-3575e8e1baa7 HTTP/1.1" status: 200 len: 944 time: 0.0861211 Feb 09 02:07:15.048136 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e02bb984-a967-40d5-8fc6-250105e90a55 req-f1aa8c9a-1c72-4748-8fb9-fa5c43168673 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=4e97ee62-9436-48ac-b609-7647a80ecf62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376189 Feb 09 02:07:15.234264 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['9be3a77b-64dc-4c4a-9925-524cca7ced90'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 02:07:16.231517 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a313e-3952-47dc-b09b-8584acf3a7a3 req-70cd01e5-9190-4f09-a750-85a23c7ef25e tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:16.232980 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1c0a313e-3952-47dc-b09b-8584acf3a7a3 req-70cd01e5-9190-4f09-a750-85a23c7ef25e tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9792d8a-256c-4de1-bc52-3575e8e1baa7 HTTP/1.1" status: 200 len: 944 time: 0.0785072 Feb 09 02:07:16.280976 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1c0a313e-3952-47dc-b09b-8584acf3a7a3 req-eb804c72-0ed3-4f9e-9b71-f26a4bf657d2 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=4e97ee62-9436-48ac-b609-7647a80ecf62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424676 Feb 09 02:07:16.660341 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 9be3a77b-64dc-4c4a-9925-524cca7ced90 up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:07:16.727903 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning for port 9be3a77b-64dc-4c4a-9925-524cca7ced90 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:07:16.733539 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port 9be3a77b-64dc-4c4a-9925-524cca7ced90 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:16.733948 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:16.850511 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:16.876042 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9792d8a-256c-4de1-bc52-3575e8e1baa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9be3a77b-64dc-4c4a-9925-524cca7ced90'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:07:16.885913 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 9be3a77b-64dc-4c4a-9925-524cca7ced90, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=9be3a77b-64dc-4c4a-9925-524cca7ced90,segment=NetworkSegment(5ea823d2-a1b0-4dce-a12a-14ace8fd58ae),segment_id=5ea823d2-a1b0-4dce-a12a-14ace8fd58ae)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:07:16.890101 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:16.930034 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9792d8a-256c-4de1-bc52-3575e8e1baa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9be3a77b-64dc-4c4a-9925-524cca7ced90', 'code': 200} Feb 09 02:07:16.962454 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=9be3a77b-64dc-4c4a-9925-524cca7ced90,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:16.970339 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:16.970688 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:16.971028 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:16.971366 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:16.971700 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:16.972030 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:16.972358 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:16.972685 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:16.973013 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:16.973341 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:16.974352 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:16.974874 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:17.056089 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522bbbb7-b414-4d5a-9e5f-0b8652d8cc0e req-9652fc6e-8fe8-4042-b0ee-54e9221398d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:17.057549 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-522bbbb7-b414-4d5a-9e5f-0b8652d8cc0e req-9652fc6e-8fe8-4042-b0ee-54e9221398d8 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=d9792d8a-256c-4de1-bc52-3575e8e1baa7 HTTP/1.1" status: 200 len: 1096 time: 0.0687165 Feb 09 02:07:17.096843 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-522bbbb7-b414-4d5a-9e5f-0b8652d8cc0e req-48a91c53-9694-4d34-8669-31cbcb2880e4 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=4e97ee62-9436-48ac-b609-7647a80ecf62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337098 Feb 09 02:07:17.465327 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f70abe5-fba7-4d02-b35c-fc0247bcaca3 req-389d083b-ee64-414b-bab9-4ab7823f77c2 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:17.466808 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9f70abe5-fba7-4d02-b35c-fc0247bcaca3 req-389d083b-ee64-414b-bab9-4ab7823f77c2 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9792d8a-256c-4de1-bc52-3575e8e1baa7 HTTP/1.1" status: 200 len: 945 time: 0.0838685 Feb 09 02:07:17.608679 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9f70abe5-fba7-4d02-b35c-fc0247bcaca3 req-c38d5b78-c55f-4f9d-82b4-1a57dc5c419e tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=4e97ee62-9436-48ac-b609-7647a80ecf62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362054 Feb 09 02:07:18.793952 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2256345-c140-4f87-b83a-03ce9ce30946 req-57186033-83e0-4aa1-8fb0-99ef4bf8a25d tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:18.795406 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b2256345-c140-4f87-b83a-03ce9ce30946 req-57186033-83e0-4aa1-8fb0-99ef4bf8a25d tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9792d8a-256c-4de1-bc52-3575e8e1baa7 HTTP/1.1" status: 200 len: 945 time: 0.0796001 Feb 09 02:07:18.839224 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b2256345-c140-4f87-b83a-03ce9ce30946 req-11c4aae7-bcaa-4563-a738-5976afb099e8 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=4e97ee62-9436-48ac-b609-7647a80ecf62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382509 Feb 09 02:07:19.023395 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155bf6db-b875-4b2d-9fe0-b709596035a8 req-5aa8b317-0fc1-48f8-8d4a-cc2c1783c7df tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:19.024866 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-155bf6db-b875-4b2d-9fe0-b709596035a8 req-5aa8b317-0fc1-48f8-8d4a-cc2c1783c7df tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9792d8a-256c-4de1-bc52-3575e8e1baa7 HTTP/1.1" status: 200 len: 945 time: 0.0825298 Feb 09 02:07:19.067852 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-155bf6db-b875-4b2d-9fe0-b709596035a8 req-82f231ec-1053-482e-bbd1-e53ef8081acd tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=4e97ee62-9436-48ac-b609-7647a80ecf62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374522 Feb 09 02:07:19.089994 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49988) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:07:19.159337 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b833faa-4a56-4453-a897-982a4c457903 tempest-TestNetworkAdvancedServerOps-1798257017 tempest-TestNetworkAdvancedServerOps-1798257017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:19.160719 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-6b833faa-4a56-4453-a897-982a4c457903 tempest-TestNetworkAdvancedServerOps-1798257017 tempest-TestNetworkAdvancedServerOps-1798257017-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=d9792d8a-256c-4de1-bc52-3575e8e1baa7 HTTP/1.1" status: 200 len: 1091 time: 0.0697601 Feb 09 02:07:19.164026 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 49992) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:07:19.168909 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-4ed567be-b4b0-46fd-bf94-0460fe20c2b6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Request body: {'floatingip': {'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'port_id': '9be3a77b-64dc-4c4a-9925-524cca7ced90', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:07:19.175403 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4ed567be-b4b0-46fd-bf94-0460fe20c2b6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:07:19.179807 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-4ed567be-b4b0-46fd-bf94-0460fe20c2b6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Usage tracker for resource:floatingip and tenant:00d6805fb291418fb69e8e927f223d1a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:07:19.182769 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-4ed567be-b4b0-46fd-bf94-0460fe20c2b6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:07:19.189758 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4ed567be-b4b0-46fd-bf94-0460fe20c2b6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:07:19.205299 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4ed567be-b4b0-46fd-bf94-0460fe20c2b6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for floatingip, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:19.337747 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4ed567be-b4b0-46fd-bf94-0460fe20c2b6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:19.475921 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-4ed567be-b4b0-46fd-bf94-0460fe20c2b6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Allocated IP 172.25.0.215 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/8c16ec50-17a8-4f07-9e91-529f3ec80a6b) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:07:19.622109 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4ed567be-b4b0-46fd-bf94-0460fe20c2b6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:19.652413 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4ed567be-b4b0-46fd-bf94-0460fe20c2b6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:19.722815 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed567be-b4b0-46fd-bf94-0460fe20c2b6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:07:19.725768 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-4ed567be-b4b0-46fd-bf94-0460fe20c2b6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:07:19.728165 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed567be-b4b0-46fd-bf94-0460fe20c2b6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:07:19.765019 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed567be-b4b0-46fd-bf94-0460fe20c2b6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event updated for resources: {'Port': ['ID=8c16ec50-17a8-4f07-9e91-529f3ec80a6b,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:19.780538 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed567be-b4b0-46fd-bf94-0460fe20c2b6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:19.780885 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed567be-b4b0-46fd-bf94-0460fe20c2b6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:19.781224 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed567be-b4b0-46fd-bf94-0460fe20c2b6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:19.781558 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed567be-b4b0-46fd-bf94-0460fe20c2b6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:19.781912 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed567be-b4b0-46fd-bf94-0460fe20c2b6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:19.782280 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed567be-b4b0-46fd-bf94-0460fe20c2b6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:19.782640 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed567be-b4b0-46fd-bf94-0460fe20c2b6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:19.783132 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed567be-b4b0-46fd-bf94-0460fe20c2b6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:19.783552 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed567be-b4b0-46fd-bf94-0460fe20c2b6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:19.783882 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed567be-b4b0-46fd-bf94-0460fe20c2b6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:19.784206 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed567be-b4b0-46fd-bf94-0460fe20c2b6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:19.784527 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed567be-b4b0-46fd-bf94-0460fe20c2b6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:20.143567 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4ed567be-b4b0-46fd-bf94-0460fe20c2b6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:20.214414 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4ed567be-b4b0-46fd-bf94-0460fe20c2b6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:20.413921 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4ed567be-b4b0-46fd-bf94-0460fe20c2b6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:20.418320 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4ed567be-b4b0-46fd-bf94-0460fe20c2b6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:20.624187 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed567be-b4b0-46fd-bf94-0460fe20c2b6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event updated for resources: {'Port': ['ID=8c16ec50-17a8-4f07-9e91-529f3ec80a6b,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:20.640182 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4ed567be-b4b0-46fd-bf94-0460fe20c2b6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:20.808425 n-d-828418-1 neutron-server[87639]: INFO neutron.db.l3_db [None req-4ed567be-b4b0-46fd-bf94-0460fe20c2b6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Floating IP 9a1f013c-b2da-4033-97ed-b25ec9cedb52 associated. External IP: 172.25.0.215, port: 9be3a77b-64dc-4c4a-9925-524cca7ced90. Feb 09 02:07:21.153253 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ed567be-b4b0-46fd-bf94-0460fe20c2b6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Router 15a7b0f8-305b-414c-9b88-5c73a0b002be has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:07:21.326582 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed567be-b4b0-46fd-bf94-0460fe20c2b6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:07:21.337266 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e796d7-af90-4765-a46f-c872206bd806 None None] Sync routers for ids ['15a7b0f8-305b-414c-9b88-5c73a0b002be'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:07:21.347243 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e796d7-af90-4765-a46f-c872206bd806 None None] Routers {'15a7b0f8-305b-414c-9b88-5c73a0b002be'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:07:21.351152 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-51e796d7-af90-4765-a46f-c872206bd806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:07:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['15a7b0f8-305b-414c-9b88-5c73a0b002be'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:21.352183 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4ed567be-b4b0-46fd-bf94-0460fe20c2b6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:21.407008 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-4ed567be-b4b0-46fd-bf94-0460fe20c2b6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2418568 Feb 09 02:07:21.407602 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9792d8a-256c-4de1-bc52-3575e8e1baa7', 'tag': '9be3a77b-64dc-4c4a-9925-524cca7ced90'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:07:21.458566 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9792d8a-256c-4de1-bc52-3575e8e1baa7', 'tag': '9be3a77b-64dc-4c4a-9925-524cca7ced90', 'status': 'completed', 'code': 200} Feb 09 02:07:21.558189 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-51e796d7-af90-4765-a46f-c872206bd806 None None] Set router 15a7b0f8-305b-414c-9b88-5c73a0b002be gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:07:21.610886 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec264759-3b40-46f8-a573-6dbff8dfd243 req-d4f1a4d1-2b39-4c80-9ec2-267b06f9afff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:21.612358 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ec264759-3b40-46f8-a573-6dbff8dfd243 req-d4f1a4d1-2b39-4c80-9ec2-267b06f9afff service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=00d6805fb291418fb69e8e927f223d1a&device_id=d9792d8a-256c-4de1-bc52-3575e8e1baa7 HTTP/1.1" status: 200 len: 1096 time: 0.1319864 Feb 09 02:07:21.623286 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b96cea5-d6e1-4df6-914b-fe8674342e3b req-728e944f-445e-4e65-b333-eaba18e7a668 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:21.624703 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4b96cea5-d6e1-4df6-914b-fe8674342e3b req-728e944f-445e-4e65-b333-eaba18e7a668 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9792d8a-256c-4de1-bc52-3575e8e1baa7 HTTP/1.1" status: 200 len: 945 time: 0.1068742 Feb 09 02:07:21.748837 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4b96cea5-d6e1-4df6-914b-fe8674342e3b req-f9deae9d-ed7e-4578-8f11-1b081a2b53d9 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=4e97ee62-9436-48ac-b609-7647a80ecf62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031628 Feb 09 02:07:21.772868 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50000) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:07:21.788690 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec264759-3b40-46f8-a573-6dbff8dfd243 req-e831f252-3c7c-4083-a510-a3cc3186833b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:21.790181 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ec264759-3b40-46f8-a573-6dbff8dfd243 req-e831f252-3c7c-4083-a510-a3cc3186833b service neutron] 10.222.0.99 "GET /v2.0/networks?id=17bf0e66-a09a-4aed-a8ec-ee57787252bf HTTP/1.1" status: 200 len: 897 time: 0.1646502 Feb 09 02:07:21.890357 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ec264759-3b40-46f8-a573-6dbff8dfd243 req-a0c8d577-1e12-47e6-9336-f364d22867fc service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9be3a77b-64dc-4c4a-9925-524cca7ced90 HTTP/1.1" status: 200 len: 999 time: 0.0941415 Feb 09 02:07:21.892344 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-507ebf2e-962c-4a9f-9b27-7a7e0698b458 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/floatingips/9a1f013c-b2da-4033-97ed-b25ec9cedb52 HTTP/1.1" status: 200 len: 991 time: 0.1175411 Feb 09 02:07:21.908689 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-51e796d7-af90-4765-a46f-c872206bd806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a7b0f8-305b-414c-9b88-5c73a0b002be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1416020739', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'd7f007f9-811f-4bae-8452-28f6871cc547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:59Z', 'updated_at': '2022-02-09T02:07:04Z', 'revision_number': 4, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'gw_port': {'id': 'd7f007f9-811f-4bae-8452-28f6871cc547', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a7b0f8-305b-414c-9b88-5c73a0b002be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:00Z', 'updated_at': '2022-02-09T02:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '9a1f013c-b2da-4033-97ed-b25ec9cedb52', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'floating_ip_address': '172.25.0.215', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '15a7b0f8-305b-414c-9b88-5c73a0b002be', 'port_id': '9be3a77b-64dc-4c4a-9925-524cca7ced90', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4256, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17bf0e66-a09a-4aed-a8ec-ee57787252bf', 'mac_address': 'fa:16:3e:a7:cd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9792d8a-256c-4de1-bc52-3575e8e1baa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:07:20Z', 'updated_at': '2022-02-09T02:07:20Z', 'revision_number': 0, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bd46475-e599-453e-b1df-824e186a2355', 'name': '', 'network_id': '17bf0e66-a09a-4aed-a8ec-ee57787252bf', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'mac_address': 'fa:16:3e:7c:ec:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a7b0f8-305b-414c-9b88-5c73a0b002be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'b34caea0-f91e-433d-8f61-0cee4bc30a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:04Z', 'updated_at': '2022-02-09T02:07:10Z', 'revision_number': 5, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'subnets': [{'id': 'b34caea0-f91e-433d-8f61-0cee4bc30a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:21.912588 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e796d7-af90-4765-a46f-c872206bd806 None None] Checking router: 15a7b0f8-305b-414c-9b88-5c73a0b002be for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:07:21.920792 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e796d7-af90-4765-a46f-c872206bd806 None None] Routers {'15a7b0f8-305b-414c-9b88-5c73a0b002be'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:07:21.921381 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-51e796d7-af90-4765-a46f-c872206bd806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:07:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['15a7b0f8-305b-414c-9b88-5c73a0b002be'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:21.956207 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec264759-3b40-46f8-a573-6dbff8dfd243 req-69ec9505-d659-43ca-be11-77e0d3e0b80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:21.957664 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ec264759-3b40-46f8-a573-6dbff8dfd243 req-69ec9505-d659-43ca-be11-77e0d3e0b80c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b34caea0-f91e-433d-8f61-0cee4bc30a28 HTTP/1.1" status: 200 len: 835 time: 0.0615687 Feb 09 02:07:22.031226 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec264759-3b40-46f8-a573-6dbff8dfd243 req-b0fa5694-d713-407f-83d8-eddf3a6d5046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:22.032622 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ec264759-3b40-46f8-a573-6dbff8dfd243 req-b0fa5694-d713-407f-83d8-eddf3a6d5046 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=17bf0e66-a09a-4aed-a8ec-ee57787252bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692563 Feb 09 02:07:22.094337 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-51e796d7-af90-4765-a46f-c872206bd806 None None] Set router 15a7b0f8-305b-414c-9b88-5c73a0b002be gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:07:22.275997 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ec264759-3b40-46f8-a573-6dbff8dfd243 req-23cf5694-22dd-499d-8e81-f61905becdd1 service neutron] 10.222.0.99 "GET /v2.0/networks/17bf0e66-a09a-4aed-a8ec-ee57787252bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374744 Feb 09 02:07:22.407874 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ec264759-3b40-46f8-a573-6dbff8dfd243 req-63b6a97c-2b63-4a2c-9778-6672b2459166 service neutron] 10.222.0.99 "GET /v2.0/networks/17bf0e66-a09a-4aed-a8ec-ee57787252bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254795 Feb 09 02:07:22.453489 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-51e796d7-af90-4765-a46f-c872206bd806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a7b0f8-305b-414c-9b88-5c73a0b002be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1416020739', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'd7f007f9-811f-4bae-8452-28f6871cc547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:59Z', 'updated_at': '2022-02-09T02:07:04Z', 'revision_number': 4, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'gw_port': {'id': 'd7f007f9-811f-4bae-8452-28f6871cc547', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a7b0f8-305b-414c-9b88-5c73a0b002be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:00Z', 'updated_at': '2022-02-09T02:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '9a1f013c-b2da-4033-97ed-b25ec9cedb52', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'floating_ip_address': '172.25.0.215', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '15a7b0f8-305b-414c-9b88-5c73a0b002be', 'port_id': '9be3a77b-64dc-4c4a-9925-524cca7ced90', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4256, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17bf0e66-a09a-4aed-a8ec-ee57787252bf', 'mac_address': 'fa:16:3e:a7:cd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9792d8a-256c-4de1-bc52-3575e8e1baa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:07:20Z', 'updated_at': '2022-02-09T02:07:20Z', 'revision_number': 0, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bd46475-e599-453e-b1df-824e186a2355', 'name': '', 'network_id': '17bf0e66-a09a-4aed-a8ec-ee57787252bf', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'mac_address': 'fa:16:3e:7c:ec:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a7b0f8-305b-414c-9b88-5c73a0b002be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'b34caea0-f91e-433d-8f61-0cee4bc30a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:04Z', 'updated_at': '2022-02-09T02:07:10Z', 'revision_number': 5, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'subnets': [{'id': 'b34caea0-f91e-433d-8f61-0cee4bc30a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:22.457485 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e796d7-af90-4765-a46f-c872206bd806 None None] The sync data for ids ['15a7b0f8-305b-414c-9b88-5c73a0b002be'] in n-d-828418-1 is: [{'id': '15a7b0f8-305b-414c-9b88-5c73a0b002be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1416020739', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'd7f007f9-811f-4bae-8452-28f6871cc547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:59Z', 'updated_at': '2022-02-09T02:07:04Z', 'revision_number': 4, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'gw_port': {'id': 'd7f007f9-811f-4bae-8452-28f6871cc547', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a7b0f8-305b-414c-9b88-5c73a0b002be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:00Z', 'updated_at': '2022-02-09T02:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '9a1f013c-b2da-4033-97ed-b25ec9cedb52', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'floating_ip_address': '172.25.0.215', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '15a7b0f8-305b-414c-9b88-5c73a0b002be', 'port_id': '9be3a77b-64dc-4c4a-9925-524cca7ced90', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4256, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17bf0e66-a09a-4aed-a8ec-ee57787252bf', 'mac_address': 'fa:16:3e:a7:cd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9792d8a-256c-4de1-bc52-3575e8e1baa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:07:20Z', 'updated_at': '2022-02-09T02:07:20Z', 'revision_number': 0, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bd46475-e599-453e-b1df-824e186a2355', 'name': '', 'network_id': '17bf0e66-a09a-4aed-a8ec-ee57787252bf', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'mac_address': 'fa:16:3e:7c:ec:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a7b0f8-305b-414c-9b88-5c73a0b002be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'b34caea0-f91e-433d-8f61-0cee4bc30a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:04Z', 'updated_at': '2022-02-09T02:07:10Z', 'revision_number': 5, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'subnets': [{'id': 'b34caea0-f91e-433d-8f61-0cee4bc30a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:07:22.541336 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:22.654592 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907b1e08-624f-4b61-85e7-059f7e7cba17 None None] New status for floating IP 9a1f013c-b2da-4033-97ed-b25ec9cedb52: ACTIVE {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:07:22.894146 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50004) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:07:23.005026 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-df9fe804-ed3e-4785-b830-4f93d3387a15 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/floatingips/9a1f013c-b2da-4033-97ed-b25ec9cedb52 HTTP/1.1" status: 200 len: 993 time: 0.1095414 Feb 09 02:07:25.521856 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:33.404599 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:07:38.297433 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6c019131-6d82-4830-95db-6a6d4457599a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:40.605683 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b9fd7a8a-61cc-4ea5-b9c1-b9a74bc13616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:41.687042 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:41.716436 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:42.811600 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cf07930b-b6ba-42a1-8df8-fbcfbb693977 req-a7238203-91d8-44f9-bd48-07839ac2da2b service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=d9792d8a-256c-4de1-bc52-3575e8e1baa7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0746970 Feb 09 02:07:42.945046 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf07930b-b6ba-42a1-8df8-fbcfbb693977 req-262da000-7054-4f38-9310-4525714416ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:42.946552 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cf07930b-b6ba-42a1-8df8-fbcfbb693977 req-262da000-7054-4f38-9310-4525714416ef service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=00d6805fb291418fb69e8e927f223d1a&device_id=d9792d8a-256c-4de1-bc52-3575e8e1baa7 HTTP/1.1" status: 200 len: 1096 time: 0.0703714 Feb 09 02:07:43.088342 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf07930b-b6ba-42a1-8df8-fbcfbb693977 req-d450825e-57aa-4852-ada2-e29270e42dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:43.089813 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cf07930b-b6ba-42a1-8df8-fbcfbb693977 req-d450825e-57aa-4852-ada2-e29270e42dfa service neutron] 10.222.0.99 "GET /v2.0/networks?id=17bf0e66-a09a-4aed-a8ec-ee57787252bf HTTP/1.1" status: 200 len: 897 time: 0.1247585 Feb 09 02:07:43.192662 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cf07930b-b6ba-42a1-8df8-fbcfbb693977 req-66de1121-ec8d-4497-ba2d-c7090ea7c5ae service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9be3a77b-64dc-4c4a-9925-524cca7ced90 HTTP/1.1" status: 200 len: 1001 time: 0.0970991 Feb 09 02:07:43.253786 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf07930b-b6ba-42a1-8df8-fbcfbb693977 req-69d83580-4267-44c0-b927-f6f8c1f534ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:43.255147 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cf07930b-b6ba-42a1-8df8-fbcfbb693977 req-69d83580-4267-44c0-b927-f6f8c1f534ba service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b34caea0-f91e-433d-8f61-0cee4bc30a28 HTTP/1.1" status: 200 len: 835 time: 0.0574198 Feb 09 02:07:43.332221 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf07930b-b6ba-42a1-8df8-fbcfbb693977 req-b6a40759-7c71-4e97-9669-fcb23f340f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:43.333695 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cf07930b-b6ba-42a1-8df8-fbcfbb693977 req-b6a40759-7c71-4e97-9669-fcb23f340f8c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=17bf0e66-a09a-4aed-a8ec-ee57787252bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732684 Feb 09 02:07:43.343933 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [req-cf07930b-b6ba-42a1-8df8-fbcfbb693977 req-c4450a08-1db6-4844-a6da-f005ab23f89f service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 02:07:43.344831 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cf07930b-b6ba-42a1-8df8-fbcfbb693977 req-c4450a08-1db6-4844-a6da-f005ab23f89f service neutron] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046957 Feb 09 02:07:43.377707 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:43.475300 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cf07930b-b6ba-42a1-8df8-fbcfbb693977 req-1862c526-a80c-42aa-a1d1-641f71ca28b1 service neutron] 10.222.0.99 "GET /v2.0/networks/17bf0e66-a09a-4aed-a8ec-ee57787252bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239414 Feb 09 02:07:43.606159 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cf07930b-b6ba-42a1-8df8-fbcfbb693977 req-02b79194-af9b-4838-915c-97e2a1052650 service neutron] 10.222.0.99 "GET /v2.0/networks/17bf0e66-a09a-4aed-a8ec-ee57787252bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261060 Feb 09 02:07:52.557111 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:55.524747 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:08.299034 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d91aaf5a-064f-47e5-bc35-27a153945ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:10.404911 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:08:10.607486 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-30c0e11c-1745-49bf-a8a3-60e773d6fff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:11.698458 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:11.718750 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:13.381353 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:22.569159 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:25.522151 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:29.845645 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [req-a230f996-ab5d-4c27-8a49-615cfce5f63f req-aed87a9b-c25e-4354-9a62-e01725c0ee8b service neutron] (87638) timed out ('10.222.0.99', 61606) {{(pid=87638) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 02:08:34.650893 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc8457-c9e2-42d4-a4ed-1aa0c217f16e req-607f55bb-e1ea-40d2-b92a-aa1620575a39 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:34.652354 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-62bc8457-c9e2-42d4-a4ed-1aa0c217f16e req-607f55bb-e1ea-40d2-b92a-aa1620575a39 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9792d8a-256c-4de1-bc52-3575e8e1baa7 HTTP/1.1" status: 200 len: 945 time: 0.1239178 Feb 09 02:08:34.699607 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-62bc8457-c9e2-42d4-a4ed-1aa0c217f16e req-12d34055-5dc7-40c8-8bd6-7fc817e3edcd tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=4e97ee62-9436-48ac-b609-7647a80ecf62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415583 Feb 09 02:08:35.887993 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef824180-3e70-4416-ac8c-56212eb745a3 req-3ea8a157-5026-4470-8481-a62a2abeb566 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:35.889368 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ef824180-3e70-4416-ac8c-56212eb745a3 req-3ea8a157-5026-4470-8481-a62a2abeb566 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9792d8a-256c-4de1-bc52-3575e8e1baa7 HTTP/1.1" status: 200 len: 945 time: 0.0790558 Feb 09 02:08:35.933935 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ef824180-3e70-4416-ac8c-56212eb745a3 req-12842bbe-30b5-4e70-a1f8-6eb53c497c13 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=4e97ee62-9436-48ac-b609-7647a80ecf62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385625 Feb 09 02:08:37.119043 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf994e0-d726-4fd6-b383-2fd77e50b431 req-75872c5c-1ede-482c-bcdd-83aa6ee550f2 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:37.120489 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7bf994e0-d726-4fd6-b383-2fd77e50b431 req-75872c5c-1ede-482c-bcdd-83aa6ee550f2 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9792d8a-256c-4de1-bc52-3575e8e1baa7 HTTP/1.1" status: 200 len: 945 time: 0.0826190 Feb 09 02:08:37.164255 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7bf994e0-d726-4fd6-b383-2fd77e50b431 req-fe4ba0ba-c467-4072-828d-c9d0e3dfe586 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=4e97ee62-9436-48ac-b609-7647a80ecf62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382507 Feb 09 02:08:38.301081 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bd1bc1fe-ee87-4bab-ada5-a1cfda82ad91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:38.348435 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d2c1e5-caad-4e4d-b240-ac9b30e97ac4 req-b7da1f7a-25f3-4563-830b-1832dc4975f7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:38.350172 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-78d2c1e5-caad-4e4d-b240-ac9b30e97ac4 req-b7da1f7a-25f3-4563-830b-1832dc4975f7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9792d8a-256c-4de1-bc52-3575e8e1baa7 HTTP/1.1" status: 200 len: 945 time: 0.0816092 Feb 09 02:08:38.393558 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-78d2c1e5-caad-4e4d-b240-ac9b30e97ac4 req-073a6c2d-7dc1-4cb4-a4d1-553735fea827 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=4e97ee62-9436-48ac-b609-7647a80ecf62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378845 Feb 09 02:08:39.581515 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5607739-608f-40c0-9e0f-65db3f55b86e req-731a3ee2-269a-4093-9535-8246a60ab185 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:39.583004 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c5607739-608f-40c0-9e0f-65db3f55b86e req-731a3ee2-269a-4093-9535-8246a60ab185 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9792d8a-256c-4de1-bc52-3575e8e1baa7 HTTP/1.1" status: 200 len: 945 time: 0.0859632 Feb 09 02:08:39.627478 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c5607739-608f-40c0-9e0f-65db3f55b86e req-255cab98-ee2b-49a3-9762-0fd1db240d39 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=4e97ee62-9436-48ac-b609-7647a80ecf62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379267 Feb 09 02:08:40.609521 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-67b3a485-c3ae-4056-a8e5-437f221ffb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:40.809175 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a182f01-5a2a-4138-85d9-26cbc0a3c728 req-157e6a0f-8368-40da-b19f-e9344eabf647 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:40.810660 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2a182f01-5a2a-4138-85d9-26cbc0a3c728 req-157e6a0f-8368-40da-b19f-e9344eabf647 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9792d8a-256c-4de1-bc52-3575e8e1baa7 HTTP/1.1" status: 200 len: 945 time: 0.0779982 Feb 09 02:08:40.857666 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2a182f01-5a2a-4138-85d9-26cbc0a3c728 req-7226de56-6872-4f1b-aef7-87e15d14b998 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=4e97ee62-9436-48ac-b609-7647a80ecf62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413470 Feb 09 02:08:41.690657 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:41.723220 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:42.144155 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a51e4d0-aa7d-4b06-a495-902eb1c6e673 req-625f3d60-c7ca-4c91-a5c0-310ed799d3bc tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:42.145555 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5a51e4d0-aa7d-4b06-a495-902eb1c6e673 req-625f3d60-c7ca-4c91-a5c0-310ed799d3bc tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9792d8a-256c-4de1-bc52-3575e8e1baa7 HTTP/1.1" status: 200 len: 945 time: 0.1766458 Feb 09 02:08:42.190671 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5a51e4d0-aa7d-4b06-a495-902eb1c6e673 req-3c539c59-5683-4b49-87a6-5befbac51d86 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=4e97ee62-9436-48ac-b609-7647a80ecf62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394154 Feb 09 02:08:43.379690 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c7f271-5f70-47ff-930f-669e98a4e6aa req-6e2ebda1-8348-4405-87ca-8fd9faeb416d tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:43.381827 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-16c7f271-5f70-47ff-930f-669e98a4e6aa req-6e2ebda1-8348-4405-87ca-8fd9faeb416d tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9792d8a-256c-4de1-bc52-3575e8e1baa7 HTTP/1.1" status: 200 len: 945 time: 0.0825398 Feb 09 02:08:43.382955 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:43.426682 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-16c7f271-5f70-47ff-930f-669e98a4e6aa req-63b2bb5a-486d-47ce-a571-da8ab73dad37 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=4e97ee62-9436-48ac-b609-7647a80ecf62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386519 Feb 09 02:08:44.610190 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa68def-6041-4827-ba21-626ece19dadc req-f299b80f-5c81-4220-81aa-508ca15061cf tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:44.611653 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4aa68def-6041-4827-ba21-626ece19dadc req-f299b80f-5c81-4220-81aa-508ca15061cf tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9792d8a-256c-4de1-bc52-3575e8e1baa7 HTTP/1.1" status: 200 len: 945 time: 0.0796328 Feb 09 02:08:44.659309 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4aa68def-6041-4827-ba21-626ece19dadc req-7f1b09cd-1389-446c-9418-e282b2e9dfd1 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=4e97ee62-9436-48ac-b609-7647a80ecf62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417557 Feb 09 02:08:44.900352 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac84d969-0017-41e2-aa3d-0251c9971a8f req-f034b142-a8e3-4ff4-ba48-f101a6a75033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:44.901797 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ac84d969-0017-41e2-aa3d-0251c9971a8f req-f034b142-a8e3-4ff4-ba48-f101a6a75033 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=00d6805fb291418fb69e8e927f223d1a&device_id=d9792d8a-256c-4de1-bc52-3575e8e1baa7 HTTP/1.1" status: 200 len: 1096 time: 0.0713511 Feb 09 02:08:45.046928 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac84d969-0017-41e2-aa3d-0251c9971a8f req-e7cfc405-66c0-4894-aa90-41e33102e887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:45.048375 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ac84d969-0017-41e2-aa3d-0251c9971a8f req-e7cfc405-66c0-4894-aa90-41e33102e887 service neutron] 10.222.0.99 "GET /v2.0/networks?id=17bf0e66-a09a-4aed-a8ec-ee57787252bf HTTP/1.1" status: 200 len: 897 time: 0.1282821 Feb 09 02:08:45.150234 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ac84d969-0017-41e2-aa3d-0251c9971a8f req-042f26ed-c422-4899-abfd-65d1e8151f86 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9be3a77b-64dc-4c4a-9925-524cca7ced90 HTTP/1.1" status: 200 len: 1001 time: 0.0959144 Feb 09 02:08:45.210490 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac84d969-0017-41e2-aa3d-0251c9971a8f req-3a5c295f-d573-4ba3-823a-41d1520e243c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:45.211853 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ac84d969-0017-41e2-aa3d-0251c9971a8f req-3a5c295f-d573-4ba3-823a-41d1520e243c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b34caea0-f91e-433d-8f61-0cee4bc30a28 HTTP/1.1" status: 200 len: 835 time: 0.0566161 Feb 09 02:08:45.288966 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac84d969-0017-41e2-aa3d-0251c9971a8f req-c60404b3-a0bf-4df8-8916-18e836ab6f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:45.290419 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ac84d969-0017-41e2-aa3d-0251c9971a8f req-c60404b3-a0bf-4df8-8916-18e836ab6f5a service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=17bf0e66-a09a-4aed-a8ec-ee57787252bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731015 Feb 09 02:08:45.417969 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ac84d969-0017-41e2-aa3d-0251c9971a8f req-e115fbf2-8d1c-424a-a725-b2cae3d14ddd service neutron] 10.222.0.99 "GET /v2.0/networks/17bf0e66-a09a-4aed-a8ec-ee57787252bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215074 Feb 09 02:08:45.545417 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ac84d969-0017-41e2-aa3d-0251c9971a8f req-bc4b9c1d-fab9-43c7-a8a3-2bb012aee18a service neutron] 10.222.0.99 "GET /v2.0/networks/17bf0e66-a09a-4aed-a8ec-ee57787252bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215050 Feb 09 02:08:45.842944 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec75d577-b382-418b-a794-31621a9e045c req-8d5b33da-bd2b-478c-874c-7001c35b5e10 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:45.844402 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ec75d577-b382-418b-a794-31621a9e045c req-8d5b33da-bd2b-478c-874c-7001c35b5e10 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9792d8a-256c-4de1-bc52-3575e8e1baa7 HTTP/1.1" status: 200 len: 945 time: 0.0782316 Feb 09 02:08:45.894363 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ec75d577-b382-418b-a794-31621a9e045c req-c6a7d32c-d8e0-45cb-9161-5b1e977fc31f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=4e97ee62-9436-48ac-b609-7647a80ecf62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435309 Feb 09 02:08:45.918910 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 50066) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:08:46.022903 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-bdea920f-f044-4e88-81de-bb0d74e396ee tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/floatingips/9a1f013c-b2da-4033-97ed-b25ec9cedb52 HTTP/1.1" status: 200 len: 993 time: 0.1028457 Feb 09 02:08:47.405299 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:08:47.519924 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b53ef7-5569-452b-951f-bd66b0827bdc req-a1d8a257-ce8a-4e7a-89ad-bc4affc2f5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:47.522005 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-39b53ef7-5569-452b-951f-bd66b0827bdc req-a1d8a257-ce8a-4e7a-89ad-bc4affc2f5fe service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=00d6805fb291418fb69e8e927f223d1a&device_id=d9792d8a-256c-4de1-bc52-3575e8e1baa7 HTTP/1.1" status: 200 len: 1096 time: 0.0969625 Feb 09 02:08:47.530479 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8beb5e5-11a4-4006-a05a-bedea6838adf req-dc101167-f6a4-4138-82b2-42b045fab34a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:47.531829 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e8beb5e5-11a4-4006-a05a-bedea6838adf req-dc101167-f6a4-4138-82b2-42b045fab34a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9792d8a-256c-4de1-bc52-3575e8e1baa7 HTTP/1.1" status: 200 len: 945 time: 0.1470473 Feb 09 02:08:47.661572 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e8beb5e5-11a4-4006-a05a-bedea6838adf req-2a200b54-7291-4355-a208-357059a6423a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=4e97ee62-9436-48ac-b609-7647a80ecf62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116741 Feb 09 02:08:47.694307 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b53ef7-5569-452b-951f-bd66b0827bdc req-d4a0229a-fca1-410e-8367-81811dd02c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:47.695727 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-39b53ef7-5569-452b-951f-bd66b0827bdc req-d4a0229a-fca1-410e-8367-81811dd02c14 service neutron] 10.222.0.99 "GET /v2.0/networks?id=17bf0e66-a09a-4aed-a8ec-ee57787252bf HTTP/1.1" status: 200 len: 897 time: 0.1630850 Feb 09 02:08:47.905873 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-39b53ef7-5569-452b-951f-bd66b0827bdc req-af54e998-9868-42a8-bd64-23dce613b3f4 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9be3a77b-64dc-4c4a-9925-524cca7ced90 HTTP/1.1" status: 200 len: 1001 time: 0.2039745 Feb 09 02:08:47.970869 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b53ef7-5569-452b-951f-bd66b0827bdc req-43478b76-76fc-4dd5-a95c-3888793b13a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:47.972351 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-39b53ef7-5569-452b-951f-bd66b0827bdc req-43478b76-76fc-4dd5-a95c-3888793b13a0 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b34caea0-f91e-433d-8f61-0cee4bc30a28 HTTP/1.1" status: 200 len: 835 time: 0.0593219 Feb 09 02:08:48.049374 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b53ef7-5569-452b-951f-bd66b0827bdc req-019110fa-fb36-4c9e-ab69-c05fbcb0f9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:48.051388 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-39b53ef7-5569-452b-951f-bd66b0827bdc req-019110fa-fb36-4c9e-ab69-c05fbcb0f9ef service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=17bf0e66-a09a-4aed-a8ec-ee57787252bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730772 Feb 09 02:08:48.184612 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-39b53ef7-5569-452b-951f-bd66b0827bdc req-6a3b672b-a966-459f-afd4-7274f9ca1c4c service neutron] 10.222.0.99 "GET /v2.0/networks/17bf0e66-a09a-4aed-a8ec-ee57787252bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275289 Feb 09 02:08:48.316975 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-39b53ef7-5569-452b-951f-bd66b0827bdc req-381520f7-f655-445a-b3ca-810783310fd1 service neutron] 10.222.0.99 "GET /v2.0/networks/17bf0e66-a09a-4aed-a8ec-ee57787252bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261783 Feb 09 02:08:48.858799 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c02f73-ee11-4513-b553-6d1f16fdbabf req-1fbd4747-26a0-459f-91cf-de71470aad0d tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:48.860654 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d1c02f73-ee11-4513-b553-6d1f16fdbabf req-1fbd4747-26a0-459f-91cf-de71470aad0d tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9792d8a-256c-4de1-bc52-3575e8e1baa7 HTTP/1.1" status: 200 len: 945 time: 0.0871613 Feb 09 02:08:48.907828 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d1c02f73-ee11-4513-b553-6d1f16fdbabf req-89d67cbe-da57-4e2a-abe1-25eefc45382f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=4e97ee62-9436-48ac-b609-7647a80ecf62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399914 Feb 09 02:08:50.092331 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facad52f-1d4f-442a-b72b-857e82bac849 req-bd5b0b02-fb55-416b-adc2-c41b7cfcb882 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:50.093836 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-facad52f-1d4f-442a-b72b-857e82bac849 req-bd5b0b02-fb55-416b-adc2-c41b7cfcb882 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9792d8a-256c-4de1-bc52-3575e8e1baa7 HTTP/1.1" status: 200 len: 945 time: 0.0801361 Feb 09 02:08:50.137431 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-facad52f-1d4f-442a-b72b-857e82bac849 req-e2749940-477a-4228-901f-33b8d23fac3e tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=4e97ee62-9436-48ac-b609-7647a80ecf62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378981 Feb 09 02:08:50.160162 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 50080) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:08:50.265869 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-d7d8f024-48dc-498b-81ef-60b1a90adab6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/floatingips/9a1f013c-b2da-4033-97ed-b25ec9cedb52 HTTP/1.1" status: 200 len: 993 time: 0.1042366 Feb 09 02:08:52.585154 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:55.537732 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:08.303712 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-86d9b5d9-205d-418d-ab40-5c333cc678e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:10.612524 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb883003-769a-4e3f-8a63-e1a75738aa7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:11.692033 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:11.725489 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:13.385075 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:22.583127 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:24.404611 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:09:25.536350 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:38.305154 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0fe670b7-3015-4bff-b4c0-c3a45f172283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:40.614089 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-41f1b363-8322-4893-b2f3-1ac933ff1aab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:41.694925 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:41.729241 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:43.389718 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:45.217840 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 50104) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:09:45.423031 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-a35b7808-5550-497c-a57f-5baacf72f5d2 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Deleting port 8c16ec50-17a8-4f07-9e91-529f3ec80a6b {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:09:45.423371 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a35b7808-5550-497c-a57f-5baacf72f5d2 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:45.588615 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a35b7808-5550-497c-a57f-5baacf72f5d2 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:45.588838 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a35b7808-5550-497c-a57f-5baacf72f5d2 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:45.716167 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-a35b7808-5550-497c-a57f-5baacf72f5d2 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Calling delete_port for 8c16ec50-17a8-4f07-9e91-529f3ec80a6b owned by network:floatingip {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:09:45.926397 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a35b7808-5550-497c-a57f-5baacf72f5d2 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:45.962920 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-978bb7c9-d4d3-489b-8217-09bfbc27421d req-0311e025-abbd-4f74-9f69-03060d29fcf4 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=d9792d8a-256c-4de1-bc52-3575e8e1baa7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2008529 Feb 09 02:09:46.005587 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b7808-5550-497c-a57f-5baacf72f5d2 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event deleted for resources: {'Port': ['ID=8c16ec50-17a8-4f07-9e91-529f3ec80a6b,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:46.182375 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b7808-5550-497c-a57f-5baacf72f5d2 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:46.182717 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b7808-5550-497c-a57f-5baacf72f5d2 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:46.183055 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b7808-5550-497c-a57f-5baacf72f5d2 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:46.183387 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b7808-5550-497c-a57f-5baacf72f5d2 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:46.183716 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b7808-5550-497c-a57f-5baacf72f5d2 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:46.184043 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b7808-5550-497c-a57f-5baacf72f5d2 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:46.184368 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b7808-5550-497c-a57f-5baacf72f5d2 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:46.184693 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b7808-5550-497c-a57f-5baacf72f5d2 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:46.185015 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b7808-5550-497c-a57f-5baacf72f5d2 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:46.185333 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b7808-5550-497c-a57f-5baacf72f5d2 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:46.185684 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b7808-5550-497c-a57f-5baacf72f5d2 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:46.186005 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b7808-5550-497c-a57f-5baacf72f5d2 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:46.232968 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a35b7808-5550-497c-a57f-5baacf72f5d2 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for floatingip, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:46.233751 n-d-828418-1 neutron-server[87639]: INFO neutron.db.l3_db [None req-a35b7808-5550-497c-a57f-5baacf72f5d2 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Floating IP 9a1f013c-b2da-4033-97ed-b25ec9cedb52 disassociated (deleted). External IP: 172.25.0.215, port: 9be3a77b-64dc-4c4a-9925-524cca7ced90. Feb 09 02:09:46.320722 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978bb7c9-d4d3-489b-8217-09bfbc27421d req-221c12f9-bd4a-48af-bed7-bb54eb9757c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:46.322237 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-978bb7c9-d4d3-489b-8217-09bfbc27421d req-221c12f9-bd4a-48af-bed7-bb54eb9757c5 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=00d6805fb291418fb69e8e927f223d1a&device_id=d9792d8a-256c-4de1-bc52-3575e8e1baa7 HTTP/1.1" status: 200 len: 1096 time: 0.2115183 Feb 09 02:09:46.609135 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978bb7c9-d4d3-489b-8217-09bfbc27421d req-9f1e0183-6ed5-4def-a79e-7700575bb5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:46.610596 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-978bb7c9-d4d3-489b-8217-09bfbc27421d req-9f1e0183-6ed5-4def-a79e-7700575bb5cd service neutron] 10.222.0.99 "GET /v2.0/networks?id=17bf0e66-a09a-4aed-a8ec-ee57787252bf HTTP/1.1" status: 200 len: 897 time: 0.2300096 Feb 09 02:09:46.745560 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-978bb7c9-d4d3-489b-8217-09bfbc27421d req-ca5ac82e-3d13-4342-a832-6ff36cd6c6a4 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9be3a77b-64dc-4c4a-9925-524cca7ced90 HTTP/1.1" status: 200 len: 217 time: 0.0793993 Feb 09 02:09:46.807553 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a35b7808-5550-497c-a57f-5baacf72f5d2 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Router 15a7b0f8-305b-414c-9b88-5c73a0b002be has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:09:46.822870 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978bb7c9-d4d3-489b-8217-09bfbc27421d req-efd5fe3b-5bc3-4f5e-9c0a-5882ad4590e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:46.824470 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-978bb7c9-d4d3-489b-8217-09bfbc27421d req-efd5fe3b-5bc3-4f5e-9c0a-5882ad4590e2 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b34caea0-f91e-433d-8f61-0cee4bc30a28 HTTP/1.1" status: 200 len: 835 time: 0.0737679 Feb 09 02:09:47.049890 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978bb7c9-d4d3-489b-8217-09bfbc27421d req-f826fff4-99cd-452b-8e40-480a618409db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:47.051376 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-978bb7c9-d4d3-489b-8217-09bfbc27421d req-f826fff4-99cd-452b-8e40-480a618409db service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=17bf0e66-a09a-4aed-a8ec-ee57787252bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1761479 Feb 09 02:09:47.054702 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a35b7808-5550-497c-a57f-5baacf72f5d2 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:09:47.067382 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4263ee6-0fb0-495b-8743-a102af6514d9 None None] Sync routers for ids ['15a7b0f8-305b-414c-9b88-5c73a0b002be'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:09:47.080804 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4263ee6-0fb0-495b-8743-a102af6514d9 None None] Routers {'15a7b0f8-305b-414c-9b88-5c73a0b002be'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:09:47.081415 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-d4263ee6-0fb0-495b-8743-a102af6514d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:09:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['15a7b0f8-305b-414c-9b88-5c73a0b002be'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:09:47.150226 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a35b7808-5550-497c-a57f-5baacf72f5d2 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:47.234916 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-a35b7808-5550-497c-a57f-5baacf72f5d2 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "DELETE /v2.0/floatingips/9a1f013c-b2da-4033-97ed-b25ec9cedb52 HTTP/1.1" status: 204 len: 168 time: 2.0160043 Feb 09 02:09:47.243725 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9792d8a-256c-4de1-bc52-3575e8e1baa7', 'tag': '9be3a77b-64dc-4c4a-9925-524cca7ced90'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:09:47.256508 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-978bb7c9-d4d3-489b-8217-09bfbc27421d req-1f181087-b871-4410-a227-156faac51135 service neutron] 10.222.0.99 "GET /v2.0/networks/17bf0e66-a09a-4aed-a8ec-ee57787252bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957960 Feb 09 02:09:47.297681 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-d4263ee6-0fb0-495b-8743-a102af6514d9 None None] Set router 15a7b0f8-305b-414c-9b88-5c73a0b002be gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:09:47.338813 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9792d8a-256c-4de1-bc52-3575e8e1baa7', 'tag': '9be3a77b-64dc-4c4a-9925-524cca7ced90', 'status': 'completed', 'code': 200} Feb 09 02:09:47.537551 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-978bb7c9-d4d3-489b-8217-09bfbc27421d req-e144ab75-e64f-4232-82c2-096bbedd5caf service neutron] 10.222.0.99 "GET /v2.0/networks/17bf0e66-a09a-4aed-a8ec-ee57787252bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751682 Feb 09 02:09:47.659132 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c9fd3-399d-4322-85ad-8eb6a0982b24 req-3906fcff-7305-4a3a-89a5-333ba1da4036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:47.660658 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-568c9fd3-399d-4322-85ad-8eb6a0982b24 req-3906fcff-7305-4a3a-89a5-333ba1da4036 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=00d6805fb291418fb69e8e927f223d1a&device_id=d9792d8a-256c-4de1-bc52-3575e8e1baa7 HTTP/1.1" status: 200 len: 1096 time: 0.0762153 Feb 09 02:09:47.667675 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-d4263ee6-0fb0-495b-8743-a102af6514d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a7b0f8-305b-414c-9b88-5c73a0b002be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1416020739', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'd7f007f9-811f-4bae-8452-28f6871cc547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:59Z', 'updated_at': '2022-02-09T02:07:04Z', 'revision_number': 4, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'gw_port': {'id': 'd7f007f9-811f-4bae-8452-28f6871cc547', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a7b0f8-305b-414c-9b88-5c73a0b002be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:00Z', 'updated_at': '2022-02-09T02:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '2bd46475-e599-453e-b1df-824e186a2355', 'name': '', 'network_id': '17bf0e66-a09a-4aed-a8ec-ee57787252bf', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'mac_address': 'fa:16:3e:7c:ec:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a7b0f8-305b-414c-9b88-5c73a0b002be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'b34caea0-f91e-433d-8f61-0cee4bc30a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:04Z', 'updated_at': '2022-02-09T02:07:10Z', 'revision_number': 5, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'subnets': [{'id': 'b34caea0-f91e-433d-8f61-0cee4bc30a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:09:47.671665 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4263ee6-0fb0-495b-8743-a102af6514d9 None None] Checking router: 15a7b0f8-305b-414c-9b88-5c73a0b002be for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:09:47.679833 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4263ee6-0fb0-495b-8743-a102af6514d9 None None] Routers {'15a7b0f8-305b-414c-9b88-5c73a0b002be'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:09:47.680426 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-d4263ee6-0fb0-495b-8743-a102af6514d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:09:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['15a7b0f8-305b-414c-9b88-5c73a0b002be'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:09:47.850232 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c9fd3-399d-4322-85ad-8eb6a0982b24 req-c313468c-31f4-40ea-89e0-6fdca643613b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:47.851656 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-568c9fd3-399d-4322-85ad-8eb6a0982b24 req-c313468c-31f4-40ea-89e0-6fdca643613b service neutron] 10.222.0.99 "GET /v2.0/networks?id=17bf0e66-a09a-4aed-a8ec-ee57787252bf HTTP/1.1" status: 200 len: 897 time: 0.1846046 Feb 09 02:09:47.860522 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed4d756-874e-4eb7-929c-f8ed1ba13a5a req-3f0c53c0-00fe-4c51-acc6-5abe3ea41b4b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:47.861008 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-d4263ee6-0fb0-495b-8743-a102af6514d9 None None] Set router 15a7b0f8-305b-414c-9b88-5c73a0b002be gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:09:47.861186 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-aed4d756-874e-4eb7-929c-f8ed1ba13a5a req-3f0c53c0-00fe-4c51-acc6-5abe3ea41b4b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Synchronizing usage tracker for tenant:00d6805fb291418fb69e8e927f223d1a on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:09:47.930839 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-568c9fd3-399d-4322-85ad-8eb6a0982b24 req-286f5edf-45f5-4650-bc0f-c4b868f641c0 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9be3a77b-64dc-4c4a-9925-524cca7ced90 HTTP/1.1" status: 200 len: 217 time: 0.0659590 Feb 09 02:09:47.968546 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-aed4d756-874e-4eb7-929c-f8ed1ba13a5a req-3f0c53c0-00fe-4c51-acc6-5abe3ea41b4b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Unset dirty status for tenant:00d6805fb291418fb69e8e927f223d1a on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:09:47.969660 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-aed4d756-874e-4eb7-929c-f8ed1ba13a5a req-3f0c53c0-00fe-4c51-acc6-5abe3ea41b4b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9792d8a-256c-4de1-bc52-3575e8e1baa7 HTTP/1.1" status: 200 len: 945 time: 0.3905573 Feb 09 02:09:48.023973 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c9fd3-399d-4322-85ad-8eb6a0982b24 req-f99a294f-24ab-41c3-8223-13b27be18029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:48.025961 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-568c9fd3-399d-4322-85ad-8eb6a0982b24 req-f99a294f-24ab-41c3-8223-13b27be18029 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b34caea0-f91e-433d-8f61-0cee4bc30a28 HTTP/1.1" status: 200 len: 835 time: 0.0885224 Feb 09 02:09:48.030441 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-aed4d756-874e-4eb7-929c-f8ed1ba13a5a req-07a385af-6d23-48c3-9a09-c4807558ada1 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=4e97ee62-9436-48ac-b609-7647a80ecf62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542169 Feb 09 02:09:48.106738 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c9fd3-399d-4322-85ad-8eb6a0982b24 req-6d5c1676-36f9-4c84-9465-b6a13fd7ccde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:48.108216 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-568c9fd3-399d-4322-85ad-8eb6a0982b24 req-6d5c1676-36f9-4c84-9465-b6a13fd7ccde service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=17bf0e66-a09a-4aed-a8ec-ee57787252bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767415 Feb 09 02:09:48.182215 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-d4263ee6-0fb0-495b-8743-a102af6514d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a7b0f8-305b-414c-9b88-5c73a0b002be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1416020739', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'd7f007f9-811f-4bae-8452-28f6871cc547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:59Z', 'updated_at': '2022-02-09T02:07:04Z', 'revision_number': 4, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'gw_port': {'id': 'd7f007f9-811f-4bae-8452-28f6871cc547', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a7b0f8-305b-414c-9b88-5c73a0b002be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:00Z', 'updated_at': '2022-02-09T02:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '2bd46475-e599-453e-b1df-824e186a2355', 'name': '', 'network_id': '17bf0e66-a09a-4aed-a8ec-ee57787252bf', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'mac_address': 'fa:16:3e:7c:ec:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a7b0f8-305b-414c-9b88-5c73a0b002be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'b34caea0-f91e-433d-8f61-0cee4bc30a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:04Z', 'updated_at': '2022-02-09T02:07:10Z', 'revision_number': 5, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'subnets': [{'id': 'b34caea0-f91e-433d-8f61-0cee4bc30a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:09:48.186078 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4263ee6-0fb0-495b-8743-a102af6514d9 None None] The sync data for ids ['15a7b0f8-305b-414c-9b88-5c73a0b002be'] in n-d-828418-1 is: [{'id': '15a7b0f8-305b-414c-9b88-5c73a0b002be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1416020739', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'd7f007f9-811f-4bae-8452-28f6871cc547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:59Z', 'updated_at': '2022-02-09T02:07:04Z', 'revision_number': 4, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'gw_port': {'id': 'd7f007f9-811f-4bae-8452-28f6871cc547', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a7b0f8-305b-414c-9b88-5c73a0b002be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:00Z', 'updated_at': '2022-02-09T02:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '2bd46475-e599-453e-b1df-824e186a2355', 'name': '', 'network_id': '17bf0e66-a09a-4aed-a8ec-ee57787252bf', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'mac_address': 'fa:16:3e:7c:ec:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a7b0f8-305b-414c-9b88-5c73a0b002be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'b34caea0-f91e-433d-8f61-0cee4bc30a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:04Z', 'updated_at': '2022-02-09T02:07:10Z', 'revision_number': 5, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'subnets': [{'id': 'b34caea0-f91e-433d-8f61-0cee4bc30a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:09:48.244877 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-568c9fd3-399d-4322-85ad-8eb6a0982b24 req-dfde2fd7-842a-48c8-8ec7-d698a2c8ff68 service neutron] 10.222.0.99 "GET /v2.0/networks/17bf0e66-a09a-4aed-a8ec-ee57787252bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302178 Feb 09 02:09:48.381214 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-568c9fd3-399d-4322-85ad-8eb6a0982b24 req-3d67bc69-e181-4509-8cec-f1f2d4c2e69c service neutron] 10.222.0.99 "GET /v2.0/networks/17bf0e66-a09a-4aed-a8ec-ee57787252bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305301 Feb 09 02:09:48.430709 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df1ca83-d6d0-49da-98de-fa6b0c588c4b None None] New status for floating IP 9a1f013c-b2da-4033-97ed-b25ec9cedb52: DOWN {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:09:49.284599 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec69d77-50f3-40d2-896f-d2e1756c9aec req-c1298b07-2923-4e9b-8a08-5eeaa4e181ba tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:49.286081 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0ec69d77-50f3-40d2-896f-d2e1756c9aec req-c1298b07-2923-4e9b-8a08-5eeaa4e181ba tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9792d8a-256c-4de1-bc52-3575e8e1baa7 HTTP/1.1" status: 200 len: 945 time: 0.1345000 Feb 09 02:09:49.323874 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31244b7a-dcfe-402a-bee8-608e8e64d9c3 req-87a1582d-83e1-49c7-ad67-6c7c8d1c4258 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:49.325194 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-31244b7a-dcfe-402a-bee8-608e8e64d9c3 req-87a1582d-83e1-49c7-ad67-6c7c8d1c4258 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.99 "GET /v2.0/ports?device_id=d9792d8a-256c-4de1-bc52-3575e8e1baa7 HTTP/1.1" status: 200 len: 945 time: 0.1186714 Feb 09 02:09:49.387790 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0ec69d77-50f3-40d2-896f-d2e1756c9aec req-b6193a49-c7fc-4822-b9ef-996496988ef5 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=4e97ee62-9436-48ac-b609-7647a80ecf62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947037 Feb 09 02:09:49.404106 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-31244b7a-dcfe-402a-bee8-608e8e64d9c3 req-5f7ba059-9fcf-44ab-b370-6be3e6ac6aab tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Deleting port 9be3a77b-64dc-4c4a-9925-524cca7ced90 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:09:49.404448 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-31244b7a-dcfe-402a-bee8-608e8e64d9c3 req-5f7ba059-9fcf-44ab-b370-6be3e6ac6aab tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:49.648589 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-31244b7a-dcfe-402a-bee8-608e8e64d9c3 req-5f7ba059-9fcf-44ab-b370-6be3e6ac6aab tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] For port 9be3a77b-64dc-4c4a-9925-524cca7ced90, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=9be3a77b-64dc-4c4a-9925-524cca7ced90,segment=NetworkSegment(5ea823d2-a1b0-4dce-a12a-14ace8fd58ae),segment_id=5ea823d2-a1b0-4dce-a12a-14ace8fd58ae)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:09:49.648943 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-31244b7a-dcfe-402a-bee8-608e8e64d9c3 req-5f7ba059-9fcf-44ab-b370-6be3e6ac6aab tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:49.771038 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-31244b7a-dcfe-402a-bee8-608e8e64d9c3 req-5f7ba059-9fcf-44ab-b370-6be3e6ac6aab tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Calling delete_port for 9be3a77b-64dc-4c4a-9925-524cca7ced90 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:09:50.020415 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-31244b7a-dcfe-402a-bee8-608e8e64d9c3 req-5f7ba059-9fcf-44ab-b370-6be3e6ac6aab tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:50.073693 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7ba059-9fcf-44ab-b370-6be3e6ac6aab tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event deleted for resources: {'Port': ['ID=9be3a77b-64dc-4c4a-9925-524cca7ced90,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:50.148774 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-31244b7a-dcfe-402a-bee8-608e8e64d9c3 req-5f7ba059-9fcf-44ab-b370-6be3e6ac6aab tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] No DVR routers for this DVR port 9be3a77b-64dc-4c4a-9925-524cca7ced90 on host n-h2-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:09:50.151521 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-31244b7a-dcfe-402a-bee8-608e8e64d9c3 req-5f7ba059-9fcf-44ab-b370-6be3e6ac6aab tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:50.154111 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9792d8a-256c-4de1-bc52-3575e8e1baa7', 'name': 'network-vif-deleted', 'tag': '9be3a77b-64dc-4c4a-9925-524cca7ced90'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:09:50.174496 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-31244b7a-dcfe-402a-bee8-608e8e64d9c3 req-5f7ba059-9fcf-44ab-b370-6be3e6ac6aab tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.99 "DELETE /v2.0/ports/9be3a77b-64dc-4c4a-9925-524cca7ced90 HTTP/1.1" status: 204 len: 173 time: 0.8422544 Feb 09 02:09:50.208292 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9792d8a-256c-4de1-bc52-3575e8e1baa7', 'name': 'network-vif-deleted', 'tag': '9be3a77b-64dc-4c4a-9925-524cca7ced90', 'status': 'completed', 'code': 200} Feb 09 02:09:50.563294 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-e8303e4c-4058-4053-8dca-b3a3fce0b07d req-0a1c098a-777d-44f1-b593-888159bfb08b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Synchronizing usage tracker for tenant:00d6805fb291418fb69e8e927f223d1a on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:09:50.579935 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-e8303e4c-4058-4053-8dca-b3a3fce0b07d req-0a1c098a-777d-44f1-b593-888159bfb08b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Unset dirty status for tenant:00d6805fb291418fb69e8e927f223d1a on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:09:50.581481 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e8303e4c-4058-4053-8dca-b3a3fce0b07d req-0a1c098a-777d-44f1-b593-888159bfb08b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9792d8a-256c-4de1-bc52-3575e8e1baa7 HTTP/1.1" status: 200 len: 210 time: 0.0649202 Feb 09 02:09:51.417265 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 9be3a77b-64dc-4c4a-9925-524cca7ced90 no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:09:51.451249 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] No Port match for: 9be3a77b-64dc-4c4a-9925-524cca7ced90 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:09:51.451592 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 9be3a77b-64dc-4c4a-9925-524cca7ced90 not bound to the agent host n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:09:51.675969 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 50130) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:09:52.223389 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fa44714b-bdb7-4906-9535-fe0fee8e73f6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:52.571031 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-fa44714b-bdb7-4906-9535-fe0fee8e73f6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Deleting port 2bd46475-e599-453e-b1df-824e186a2355 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:09:52.571282 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fa44714b-bdb7-4906-9535-fe0fee8e73f6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:52.615734 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:52.758336 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-fa44714b-bdb7-4906-9535-fe0fee8e73f6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] For port 2bd46475-e599-453e-b1df-824e186a2355, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=2bd46475-e599-453e-b1df-824e186a2355,segment=NetworkSegment(5ea823d2-a1b0-4dce-a12a-14ace8fd58ae),segment_id=5ea823d2-a1b0-4dce-a12a-14ace8fd58ae)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:09:52.758886 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fa44714b-bdb7-4906-9535-fe0fee8e73f6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:52.985613 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-fa44714b-bdb7-4906-9535-fe0fee8e73f6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Calling delete_port for 2bd46475-e599-453e-b1df-824e186a2355 owned by network:router_interface {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:09:53.301419 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fa44714b-bdb7-4906-9535-fe0fee8e73f6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:53.348094 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa44714b-bdb7-4906-9535-fe0fee8e73f6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event deleted for resources: {'Port': ['ID=2bd46475-e599-453e-b1df-824e186a2355,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:53.629231 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fa44714b-bdb7-4906-9535-fe0fee8e73f6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:53.987182 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa44714b-bdb7-4906-9535-fe0fee8e73f6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Router 15a7b0f8-305b-414c-9b88-5c73a0b002be has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:09:54.160404 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa44714b-bdb7-4906-9535-fe0fee8e73f6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:09:54.170166 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc153893-95b2-4ab7-baea-109336eb5b02 None None] Sync routers for ids ['15a7b0f8-305b-414c-9b88-5c73a0b002be'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:09:54.176869 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-fa44714b-bdb7-4906-9535-fe0fee8e73f6 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "PUT /v2.0/routers/15a7b0f8-305b-414c-9b88-5c73a0b002be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4998171 Feb 09 02:09:54.179583 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 50136) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:09:54.179896 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc153893-95b2-4ab7-baea-109336eb5b02 None None] Routers {'15a7b0f8-305b-414c-9b88-5c73a0b002be'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:09:54.180539 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-cc153893-95b2-4ab7-baea-109336eb5b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:09:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['15a7b0f8-305b-414c-9b88-5c73a0b002be'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:09:54.363845 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-cc153893-95b2-4ab7-baea-109336eb5b02 None None] Set router 15a7b0f8-305b-414c-9b88-5c73a0b002be gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:09:54.367546 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-956db91f-9598-4d1d-8655-ea56b6f04503 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Deleting subnet b34caea0-f91e-433d-8f61-0cee4bc30a28 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 02:09:54.371412 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-956db91f-9598-4d1d-8655-ea56b6f04503 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:54.426286 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-956db91f-9598-4d1d-8655-ea56b6f04503 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:54.513228 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-956db91f-9598-4d1d-8655-ea56b6f04503 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:54.587259 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-956db91f-9598-4d1d-8655-ea56b6f04503 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:54.626670 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956db91f-9598-4d1d-8655-ea56b6f04503 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event deleted for resources: {'Subnet': ['ID=b34caea0-f91e-433d-8f61-0cee4bc30a28,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:54.630160 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-956db91f-9598-4d1d-8655-ea56b6f04503 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:54.636410 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-956db91f-9598-4d1d-8655-ea56b6f04503 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "DELETE /v2.0/subnets/b34caea0-f91e-433d-8f61-0cee4bc30a28 HTTP/1.1" status: 204 len: 168 time: 0.4558623 Feb 09 02:09:54.638988 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 50140) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:09:54.643805 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a31db66-6ae3-4e15-bbda-644431de68a7 None None] Network 17bf0e66-a09a-4aed-a8ec-ee57787252bf requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 02:09:54.679710 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-cc153893-95b2-4ab7-baea-109336eb5b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a7b0f8-305b-414c-9b88-5c73a0b002be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1416020739', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'd7f007f9-811f-4bae-8452-28f6871cc547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:59Z', 'updated_at': '2022-02-09T02:09:53Z', 'revision_number': 5, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'gw_port': {'id': 'd7f007f9-811f-4bae-8452-28f6871cc547', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a7b0f8-305b-414c-9b88-5c73a0b002be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:00Z', 'updated_at': '2022-02-09T02:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:09:54.683742 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc153893-95b2-4ab7-baea-109336eb5b02 None None] Checking router: 15a7b0f8-305b-414c-9b88-5c73a0b002be for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:09:54.692163 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc153893-95b2-4ab7-baea-109336eb5b02 None None] Routers {'15a7b0f8-305b-414c-9b88-5c73a0b002be'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:09:54.692997 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-cc153893-95b2-4ab7-baea-109336eb5b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:09:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['15a7b0f8-305b-414c-9b88-5c73a0b002be'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:09:54.820892 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2b4c2c5e-0889-4122-af69-f43e4209ae62 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:54.872589 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-cc153893-95b2-4ab7-baea-109336eb5b02 None None] Set router 15a7b0f8-305b-414c-9b88-5c73a0b002be gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:09:54.918723 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933baab4-0de3-4191-a253-39addccecac9 None None] DHCP port deletion for 17bf0e66-a09a-4aed-a8ec-ee57787252bf request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 02:09:54.922861 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-933baab4-0de3-4191-a253-39addccecac9 None None] Deleting port df499b7f-e0aa-4c17-8c4c-f02ebbf21aa7 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:09:54.923232 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-933baab4-0de3-4191-a253-39addccecac9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:55.006952 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2b4c2c5e-0889-4122-af69-f43e4209ae62 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:55.017207 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-2b4c2c5e-0889-4122-af69-f43e4209ae62 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Deleting port d7f007f9-811f-4bae-8452-28f6871cc547 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:09:55.017515 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2b4c2c5e-0889-4122-af69-f43e4209ae62 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:55.139502 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-933baab4-0de3-4191-a253-39addccecac9 None None] For port df499b7f-e0aa-4c17-8c4c-f02ebbf21aa7, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=df499b7f-e0aa-4c17-8c4c-f02ebbf21aa7,segment=NetworkSegment(5ea823d2-a1b0-4dce-a12a-14ace8fd58ae),segment_id=5ea823d2-a1b0-4dce-a12a-14ace8fd58ae)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:09:55.139791 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-933baab4-0de3-4191-a253-39addccecac9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:55.161610 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-cc153893-95b2-4ab7-baea-109336eb5b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a7b0f8-305b-414c-9b88-5c73a0b002be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1416020739', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'd7f007f9-811f-4bae-8452-28f6871cc547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:59Z', 'updated_at': '2022-02-09T02:09:53Z', 'revision_number': 5, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'gw_port': {'id': 'd7f007f9-811f-4bae-8452-28f6871cc547', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a7b0f8-305b-414c-9b88-5c73a0b002be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:00Z', 'updated_at': '2022-02-09T02:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:09:55.165726 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc153893-95b2-4ab7-baea-109336eb5b02 None None] The sync data for ids ['15a7b0f8-305b-414c-9b88-5c73a0b002be'] in n-d-828418-1 is: [{'id': '15a7b0f8-305b-414c-9b88-5c73a0b002be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1416020739', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'd7f007f9-811f-4bae-8452-28f6871cc547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:59Z', 'updated_at': '2022-02-09T02:09:53Z', 'revision_number': 5, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'gw_port': {'id': 'd7f007f9-811f-4bae-8452-28f6871cc547', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a7b0f8-305b-414c-9b88-5c73a0b002be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:00Z', 'updated_at': '2022-02-09T02:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:09:55.192033 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-2b4c2c5e-0889-4122-af69-f43e4209ae62 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] For port d7f007f9-811f-4bae-8452-28f6871cc547, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=d7f007f9-811f-4bae-8452-28f6871cc547,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:09:55.192390 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2b4c2c5e-0889-4122-af69-f43e4209ae62 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:55.267310 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-933baab4-0de3-4191-a253-39addccecac9 None None] Calling delete_port for df499b7f-e0aa-4c17-8c4c-f02ebbf21aa7 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:09:55.317195 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-2b4c2c5e-0889-4122-af69-f43e4209ae62 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Calling delete_port for d7f007f9-811f-4bae-8452-28f6871cc547 owned by network:router_gateway {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:09:55.346329 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-933baab4-0de3-4191-a253-39addccecac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:55.393326 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933baab4-0de3-4191-a253-39addccecac9 None None] Pushing event deleted for resources: {'Port': ['ID=df499b7f-e0aa-4c17-8c4c-f02ebbf21aa7,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:55.398477 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933baab4-0de3-4191-a253-39addccecac9 None None] No DVR routers for this DVR port df499b7f-e0aa-4c17-8c4c-f02ebbf21aa7 on host n-d-828418-1 {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:09:55.409138 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933baab4-0de3-4191-a253-39addccecac9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:55.409494 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933baab4-0de3-4191-a253-39addccecac9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:55.409870 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933baab4-0de3-4191-a253-39addccecac9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:55.410219 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933baab4-0de3-4191-a253-39addccecac9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:55.410556 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933baab4-0de3-4191-a253-39addccecac9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:55.410891 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933baab4-0de3-4191-a253-39addccecac9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:55.411218 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933baab4-0de3-4191-a253-39addccecac9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:55.411545 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933baab4-0de3-4191-a253-39addccecac9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:55.411871 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933baab4-0de3-4191-a253-39addccecac9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:55.412197 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933baab4-0de3-4191-a253-39addccecac9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:55.412522 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933baab4-0de3-4191-a253-39addccecac9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:55.412842 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933baab4-0de3-4191-a253-39addccecac9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:55.491511 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2b4c2c5e-0889-4122-af69-f43e4209ae62 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:55.543507 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4c2c5e-0889-4122-af69-f43e4209ae62 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event deleted for resources: {'Port': ['ID=d7f007f9-811f-4bae-8452-28f6871cc547,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:55.544003 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:55.642156 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2b4c2c5e-0889-4122-af69-f43e4209ae62 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:55.924815 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2b4c2c5e-0889-4122-af69-f43e4209ae62 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:55.927378 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2b4c2c5e-0889-4122-af69-f43e4209ae62 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:55.936911 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device df499b7f-e0aa-4c17-8c4c-f02ebbf21aa7 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:09:55.950602 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2b4c2c5e-0889-4122-af69-f43e4209ae62 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:55.951424 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b4c2c5e-0889-4122-af69-f43e4209ae62 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Fanout notify agent at l3_agent the message router_deleted on router 15a7b0f8-305b-414c-9b88-5c73a0b002be {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 02:09:55.968384 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-2b4c2c5e-0889-4122-af69-f43e4209ae62 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:55.972339 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-2b4c2c5e-0889-4122-af69-f43e4209ae62 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "DELETE /v2.0/routers/15a7b0f8-305b-414c-9b88-5c73a0b002be HTTP/1.1" status: 204 len: 168 time: 1.3296306 Feb 09 02:09:55.972339 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 50144) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:09:55.975067 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: df499b7f-e0aa-4c17-8c4c-f02ebbf21aa7 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:09:55.975482 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device df499b7f-e0aa-4c17-8c4c-f02ebbf21aa7 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:09:55.975958 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 2bd46475-e599-453e-b1df-824e186a2355 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:09:56.065695 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 2bd46475-e599-453e-b1df-824e186a2355 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:09:56.066043 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 2bd46475-e599-453e-b1df-824e186a2355 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:09:56.099111 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6a0ede17-d30b-4e3d-809d-cb8d375e2c05 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:56.229763 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6a0ede17-d30b-4e3d-809d-cb8d375e2c05 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:56.253805 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-6a0ede17-d30b-4e3d-809d-cb8d375e2c05 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17bf0e66-a09a-4aed-a8ec-ee57787252bf']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:09:56.265649 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-6a0ede17-d30b-4e3d-809d-cb8d375e2c05 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ea823d2-a1b0-4dce-a12a-14ace8fd58ae') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:09:56.265952 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-6a0ede17-d30b-4e3d-809d-cb8d375e2c05 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ea823d2-a1b0-4dce-a12a-14ace8fd58ae') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:09:56.277939 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6a0ede17-d30b-4e3d-809d-cb8d375e2c05 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:56.294368 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6a0ede17-d30b-4e3d-809d-cb8d375e2c05 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:56.300345 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a0ede17-d30b-4e3d-809d-cb8d375e2c05 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:09:56.300725 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6a0ede17-d30b-4e3d-809d-cb8d375e2c05 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:56.314782 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 02:09:56.314782 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:09:56.314782 n-d-828418-1 neutron-server[87639]: timer() Feb 09 02:09:56.314782 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:09:56.314782 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 02:09:56.314782 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 02:09:56.314782 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 02:09:56.314782 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:09:56.314782 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 02:09:56.314782 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:09:56.314782 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 02:09:56.314782 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:09:56.314782 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 02:09:56.314782 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 02:09:56.314782 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:09:56.314782 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 02:09:56.314782 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:09:56.314782 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 02:09:56.314782 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 02:09:56.314782 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 02:09:56.314782 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 02:09:56.314782 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 02:09:56.314782 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:09:56.314782 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:09:56.314782 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 02:09:56.314782 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:09:56.314782 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:09:56.314782 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:09:56.314782 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:09:56.314782 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:09:56.314782 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:09:56.314782 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:09:56.396731 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6a0ede17-d30b-4e3d-809d-cb8d375e2c05 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:56.415797 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6a0ede17-d30b-4e3d-809d-cb8d375e2c05 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:56.427635 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ede17-d30b-4e3d-809d-cb8d375e2c05 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event deleted for resources: {'Network': ['ID=17bf0e66-a09a-4aed-a8ec-ee57787252bf,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:56.432956 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-6a0ede17-d30b-4e3d-809d-cb8d375e2c05 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "DELETE /v2.0/networks/17bf0e66-a09a-4aed-a8ec-ee57787252bf HTTP/1.1" status: 204 len: 168 time: 0.4598250 Feb 09 02:09:56.435701 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 50148) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:09:56.502529 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ffbb3f93-7680-4da1-a304-e8c2a340097a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:56.532379 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ffbb3f93-7680-4da1-a304-e8c2a340097a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:56.603347 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ffbb3f93-7680-4da1-a304-e8c2a340097a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:56.626021 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbb3f93-7680-4da1-a304-e8c2a340097a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e97ee62-9436-48ac-b609-7647a80ecf62,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:56.636329 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-ffbb3f93-7680-4da1-a304-e8c2a340097a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:56.639980 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-ffbb3f93-7680-4da1-a304-e8c2a340097a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "DELETE /v2.0/security-groups/4e97ee62-9436-48ac-b609-7647a80ecf62 HTTP/1.1" status: 204 len: 168 time: 0.2008603 Feb 09 02:09:57.849387 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device d7f007f9-811f-4bae-8452-28f6871cc547 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:09:57.884051 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: d7f007f9-811f-4bae-8452-28f6871cc547 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:09:57.884396 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device d7f007f9-811f-4bae-8452-28f6871cc547 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:09:58.075156 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 50158) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:09:58.080187 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-4bc3e42b-6f14-4167-a367-488fce19e9fc tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-618546476', 'description': 'tempest-secgroup-smoke-618546476 description', 'project_id': '00d6805fb291418fb69e8e927f223d1a'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:09:58.086709 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4bc3e42b-6f14-4167-a367-488fce19e9fc tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:09:58.091556 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-4bc3e42b-6f14-4167-a367-488fce19e9fc tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Usage tracker for resource:security_group and tenant:00d6805fb291418fb69e8e927f223d1a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:09:58.094428 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-4bc3e42b-6f14-4167-a367-488fce19e9fc tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:09:58.100047 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4bc3e42b-6f14-4167-a367-488fce19e9fc tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:09:58.109855 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4bc3e42b-6f14-4167-a367-488fce19e9fc tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:58.128686 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4bc3e42b-6f14-4167-a367-488fce19e9fc tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:09:58.132430 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-4bc3e42b-6f14-4167-a367-488fce19e9fc tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Usage tracker for resource:security_group_rule and tenant:00d6805fb291418fb69e8e927f223d1a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:09:58.135746 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-4bc3e42b-6f14-4167-a367-488fce19e9fc tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:09:58.141732 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4bc3e42b-6f14-4167-a367-488fce19e9fc tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:09:58.208630 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4bc3e42b-6f14-4167-a367-488fce19e9fc tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:58.211979 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4bc3e42b-6f14-4167-a367-488fce19e9fc tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:58.262539 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc3e42b-6f14-4167-a367-488fce19e9fc tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf17113-b215-4106-a688-d82d877fda2d,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:58.265397 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4bc3e42b-6f14-4167-a367-488fce19e9fc tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:58.266609 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-4bc3e42b-6f14-4167-a367-488fce19e9fc tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1904685 Feb 09 02:09:58.269467 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 50162) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:09:58.274334 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-3a442639-723a-46be-86f8-0392347c7084 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Request body: {'security_group_rule': {'security_group_id': '3bf17113-b215-4106-a688-d82d877fda2d', 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:09:58.281443 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-3a442639-723a-46be-86f8-0392347c7084 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:09:58.285250 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-3a442639-723a-46be-86f8-0392347c7084 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Usage tracker for resource:security_group_rule and tenant:00d6805fb291418fb69e8e927f223d1a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:09:58.288103 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-3a442639-723a-46be-86f8-0392347c7084 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:09:58.293875 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-3a442639-723a-46be-86f8-0392347c7084 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:09:58.310910 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3a442639-723a-46be-86f8-0392347c7084 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:58.370287 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3a442639-723a-46be-86f8-0392347c7084 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:58.373761 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3a442639-723a-46be-86f8-0392347c7084 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:58.399233 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a442639-723a-46be-86f8-0392347c7084 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=534d2748-def5-4a10-b34e-dcec1ed6ecfc,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:58.408743 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-3a442639-723a-46be-86f8-0392347c7084 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:58.409943 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-3a442639-723a-46be-86f8-0392347c7084 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1395566 Feb 09 02:09:58.413956 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 50166) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:09:58.419180 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-37c8a3ee-1bd0-404b-ac45-b0b980339b16 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Request body: {'security_group_rule': {'security_group_id': '3bf17113-b215-4106-a688-d82d877fda2d', 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:09:58.425521 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-37c8a3ee-1bd0-404b-ac45-b0b980339b16 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:09:58.429275 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-37c8a3ee-1bd0-404b-ac45-b0b980339b16 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Usage tracker for resource:security_group_rule and tenant:00d6805fb291418fb69e8e927f223d1a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:09:58.432779 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-37c8a3ee-1bd0-404b-ac45-b0b980339b16 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:09:58.438387 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-37c8a3ee-1bd0-404b-ac45-b0b980339b16 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:09:58.457368 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-37c8a3ee-1bd0-404b-ac45-b0b980339b16 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:58.516603 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-37c8a3ee-1bd0-404b-ac45-b0b980339b16 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:58.519918 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-37c8a3ee-1bd0-404b-ac45-b0b980339b16 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:58.542658 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c8a3ee-1bd0-404b-ac45-b0b980339b16 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9018a5b-aa12-4ab4-a490-fb312d2dc52e,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:58.550604 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-37c8a3ee-1bd0-404b-ac45-b0b980339b16 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:58.551755 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-37c8a3ee-1bd0-404b-ac45-b0b980339b16 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1368897 Feb 09 02:09:58.554519 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 50172) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:09:58.560227 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-d19f65c4-a3e8-4382-b9a4-4704805a49b3 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Request body: {'security_group_rule': {'security_group_id': '3bf17113-b215-4106-a688-d82d877fda2d', 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:09:58.566588 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d19f65c4-a3e8-4382-b9a4-4704805a49b3 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:09:58.570511 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-d19f65c4-a3e8-4382-b9a4-4704805a49b3 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Usage tracker for resource:security_group_rule and tenant:00d6805fb291418fb69e8e927f223d1a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:09:58.574013 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-d19f65c4-a3e8-4382-b9a4-4704805a49b3 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:09:58.579695 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-d19f65c4-a3e8-4382-b9a4-4704805a49b3 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:09:58.597209 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d19f65c4-a3e8-4382-b9a4-4704805a49b3 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:58.659677 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d19f65c4-a3e8-4382-b9a4-4704805a49b3 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:58.662734 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d19f65c4-a3e8-4382-b9a4-4704805a49b3 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:58.686454 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19f65c4-a3e8-4382-b9a4-4704805a49b3 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da81afc7-a330-4c1f-9da6-5e035618621c,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:58.694272 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-d19f65c4-a3e8-4382-b9a4-4704805a49b3 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:58.695477 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-d19f65c4-a3e8-4382-b9a4-4704805a49b3 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1400452 Feb 09 02:09:58.698337 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 50176) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:09:58.703229 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-9905027f-b83c-4282-99f2-11a5027ae33e tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Request body: {'security_group_rule': {'security_group_id': '3bf17113-b215-4106-a688-d82d877fda2d', 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:09:58.709476 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-9905027f-b83c-4282-99f2-11a5027ae33e tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:09:58.713683 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-9905027f-b83c-4282-99f2-11a5027ae33e tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Usage tracker for resource:security_group_rule and tenant:00d6805fb291418fb69e8e927f223d1a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:09:58.716523 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-9905027f-b83c-4282-99f2-11a5027ae33e tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:09:58.722241 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-9905027f-b83c-4282-99f2-11a5027ae33e tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:09:58.738824 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9905027f-b83c-4282-99f2-11a5027ae33e tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:58.803134 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9905027f-b83c-4282-99f2-11a5027ae33e tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:58.807296 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9905027f-b83c-4282-99f2-11a5027ae33e tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:58.829950 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9905027f-b83c-4282-99f2-11a5027ae33e tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43c20bc6-4331-4b60-9161-c3a4dc3b958b,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:58.837890 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9905027f-b83c-4282-99f2-11a5027ae33e tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:58.839182 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-9905027f-b83c-4282-99f2-11a5027ae33e tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1398807 Feb 09 02:09:58.841794 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 50180) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:09:58.846670 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-807c5695-0599-4d93-a894-946edebf1f34 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Request body: {'security_group_rule': {'security_group_id': '3bf17113-b215-4106-a688-d82d877fda2d', 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:09:58.852872 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-807c5695-0599-4d93-a894-946edebf1f34 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:09:58.857304 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-807c5695-0599-4d93-a894-946edebf1f34 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Usage tracker for resource:security_group_rule and tenant:00d6805fb291418fb69e8e927f223d1a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:09:58.860172 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-807c5695-0599-4d93-a894-946edebf1f34 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:09:58.865836 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-807c5695-0599-4d93-a894-946edebf1f34 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:09:58.876828 n-d-828418-1 neutron-server[87639]: INFO neutron.db.securitygroups_db [None req-807c5695-0599-4d93-a894-946edebf1f34 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Project 00d6805fb291418fb69e8e927f223d1a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:09:58.883140 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-807c5695-0599-4d93-a894-946edebf1f34 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:58.945970 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-807c5695-0599-4d93-a894-946edebf1f34 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:58.949726 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-807c5695-0599-4d93-a894-946edebf1f34 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:58.972050 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807c5695-0599-4d93-a894-946edebf1f34 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f45b245-2deb-4a6f-a4cd-4003c416c252,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:58.980494 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-807c5695-0599-4d93-a894-946edebf1f34 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:58.981671 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-807c5695-0599-4d93-a894-946edebf1f34 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1389592 Feb 09 02:09:58.984407 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 50184) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:09:58.989290 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-500cf6b8-95d6-4e0f-a578-ed5bf97a95bf tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Request body: {'security_group_rule': {'security_group_id': '3bf17113-b215-4106-a688-d82d877fda2d', 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:09:58.996619 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-500cf6b8-95d6-4e0f-a578-ed5bf97a95bf tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:09:59.000447 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-500cf6b8-95d6-4e0f-a578-ed5bf97a95bf tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Usage tracker for resource:security_group_rule and tenant:00d6805fb291418fb69e8e927f223d1a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:09:59.003297 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-500cf6b8-95d6-4e0f-a578-ed5bf97a95bf tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:09:59.009519 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-500cf6b8-95d6-4e0f-a578-ed5bf97a95bf tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:09:59.019439 n-d-828418-1 neutron-server[87639]: INFO neutron.db.securitygroups_db [None req-500cf6b8-95d6-4e0f-a578-ed5bf97a95bf tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Project 00d6805fb291418fb69e8e927f223d1a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:09:59.026853 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-500cf6b8-95d6-4e0f-a578-ed5bf97a95bf tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:59.090939 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-500cf6b8-95d6-4e0f-a578-ed5bf97a95bf tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:59.094202 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-500cf6b8-95d6-4e0f-a578-ed5bf97a95bf tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:59.121168 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500cf6b8-95d6-4e0f-a578-ed5bf97a95bf tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee444b1b-834b-4513-8886-9fcd6ebf31e1,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:59.130123 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-500cf6b8-95d6-4e0f-a578-ed5bf97a95bf tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:59.131245 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-500cf6b8-95d6-4e0f-a578-ed5bf97a95bf tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1459570 Feb 09 02:09:59.134098 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 50188) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:09:59.139487 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-269350d5-924d-45a3-af50-4710858141ae tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Request body: {'network': {'name': 'tempest-network-smoke--12391899', 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'port_security_enabled': True}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:09:59.145012 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-269350d5-924d-45a3-af50-4710858141ae tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:09:59.149014 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-269350d5-924d-45a3-af50-4710858141ae tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Usage tracker for resource:network and tenant:00d6805fb291418fb69e8e927f223d1a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:09:59.152363 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-269350d5-924d-45a3-af50-4710858141ae tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:09:59.157923 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-269350d5-924d-45a3-af50-4710858141ae tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:09:59.167850 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-269350d5-924d-45a3-af50-4710858141ae tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Made reservation on behalf of 00d6805fb291418fb69e8e927f223d1a for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:09:59.171445 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-269350d5-924d-45a3-af50-4710858141ae tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:59.201953 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-269350d5-924d-45a3-af50-4710858141ae tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:09:59.210702 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-269350d5-924d-45a3-af50-4710858141ae tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:59.211062 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-269350d5-924d-45a3-af50-4710858141ae tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Added segment cb6c3b7b-7649-4c9c-9e46-46c5e8253068 of type vlan for network 5edc78be-38bc-4f20-acf7-6dd03d1b2ed3 Feb 09 02:09:59.237294 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-269350d5-924d-45a3-af50-4710858141ae tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:59.265994 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-269350d5-924d-45a3-af50-4710858141ae tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:59.271717 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269350d5-924d-45a3-af50-4710858141ae tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:59.272295 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-269350d5-924d-45a3-af50-4710858141ae tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:59.378797 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-269350d5-924d-45a3-af50-4710858141ae tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2436671 Feb 09 02:09:59.381570 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50194) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:09:59.385118 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269350d5-924d-45a3-af50-4710858141ae tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event updated for resources: {'Network': ['ID=5edc78be-38bc-4f20-acf7-6dd03d1b2ed3,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:59.387615 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-e2ac19c2-117f-4fc8-83b1-67f9659e6219 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1150047923', 'admin_state_up': True, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:09:59.395465 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 5edc78be-38bc-4f20-acf7-6dd03d1b2ed3 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 02:09:59.396188 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e2ac19c2-117f-4fc8-83b1-67f9659e6219 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:09:59.400782 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e2ac19c2-117f-4fc8-83b1-67f9659e6219 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Usage tracker for resource:router and tenant:00d6805fb291418fb69e8e927f223d1a is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:09:59.404278 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-e2ac19c2-117f-4fc8-83b1-67f9659e6219 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:09:59.410933 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-e2ac19c2-117f-4fc8-83b1-67f9659e6219 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:09:59.421549 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e2ac19c2-117f-4fc8-83b1-67f9659e6219 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:59.422580 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e2ac19c2-117f-4fc8-83b1-67f9659e6219 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:59.437252 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e2ac19c2-117f-4fc8-83b1-67f9659e6219 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:59.819355 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e2ac19c2-117f-4fc8-83b1-67f9659e6219 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:00.122416 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e2ac19c2-117f-4fc8-83b1-67f9659e6219 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for router_gateway, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:00.151915 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e2ac19c2-117f-4fc8-83b1-67f9659e6219 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:00.294059 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-e2ac19c2-117f-4fc8-83b1-67f9659e6219 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Allocated IP 172.25.0.10 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/a9a96663-5b96-460d-80f3-02e3775c4f25) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:10:00.442443 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e2ac19c2-117f-4fc8-83b1-67f9659e6219 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:00.470718 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e2ac19c2-117f-4fc8-83b1-67f9659e6219 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:00.536625 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ac19c2-117f-4fc8-83b1-67f9659e6219 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:10:00.539566 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-e2ac19c2-117f-4fc8-83b1-67f9659e6219 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:10:00.543818 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ac19c2-117f-4fc8-83b1-67f9659e6219 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:10:00.575779 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ac19c2-117f-4fc8-83b1-67f9659e6219 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event updated for resources: {'Port': ['ID=a9a96663-5b96-460d-80f3-02e3775c4f25,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:00.590488 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ac19c2-117f-4fc8-83b1-67f9659e6219 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:00.590841 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ac19c2-117f-4fc8-83b1-67f9659e6219 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:00.591183 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ac19c2-117f-4fc8-83b1-67f9659e6219 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:00.591519 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ac19c2-117f-4fc8-83b1-67f9659e6219 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:00.591849 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ac19c2-117f-4fc8-83b1-67f9659e6219 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:00.592180 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ac19c2-117f-4fc8-83b1-67f9659e6219 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:00.592508 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ac19c2-117f-4fc8-83b1-67f9659e6219 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:00.592840 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ac19c2-117f-4fc8-83b1-67f9659e6219 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:00.593160 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ac19c2-117f-4fc8-83b1-67f9659e6219 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:00.593483 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ac19c2-117f-4fc8-83b1-67f9659e6219 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:00.593835 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ac19c2-117f-4fc8-83b1-67f9659e6219 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:00.594156 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ac19c2-117f-4fc8-83b1-67f9659e6219 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:00.968786 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e2ac19c2-117f-4fc8-83b1-67f9659e6219 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for router_gateway, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:01.404000 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:10:01.420958 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e2ac19c2-117f-4fc8-83b1-67f9659e6219 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:01.627524 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2ac19c2-117f-4fc8-83b1-67f9659e6219 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Router 45bea270-2be2-46c6-a191-4c054b868bf3 is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 02:10:01.804838 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ac19c2-117f-4fc8-83b1-67f9659e6219 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:10:01.815028 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa4deb6-e758-4916-9eda-03b59a2835d6 None None] Sync routers for ids ['45bea270-2be2-46c6-a191-4c054b868bf3'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:10:01.824044 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa4deb6-e758-4916-9eda-03b59a2835d6 None None] Routers {'45bea270-2be2-46c6-a191-4c054b868bf3'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:10:01.824677 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-6aa4deb6-e758-4916-9eda-03b59a2835d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:09:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['45bea270-2be2-46c6-a191-4c054b868bf3'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:10:01.832592 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e2ac19c2-117f-4fc8-83b1-67f9659e6219 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:01.834065 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-e2ac19c2-117f-4fc8-83b1-67f9659e6219 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4514389 Feb 09 02:10:01.837315 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50200) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:10:01.881301 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-3f670b0c-ffb1-40b5-8011-bf09da862a4b tempest-TestNetworkAdvancedServerOps-1798257017 tempest-TestNetworkAdvancedServerOps-1798257017-project-admin] 10.222.0.105 "GET /v2.0/subnets?project_id=00d6805fb291418fb69e8e927f223d1a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0428240 Feb 09 02:10:01.883936 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50204) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:10:02.005433 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-6aa4deb6-e758-4916-9eda-03b59a2835d6 None None] Set router 45bea270-2be2-46c6-a191-4c054b868bf3 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:10:02.013261 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc59d44-1641-4cbb-b01b-2b8371a2bedd tempest-TestNetworkAdvancedServerOps-1798257017 tempest-TestNetworkAdvancedServerOps-1798257017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:02.014780 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-cbc59d44-1641-4cbb-b01b-2b8371a2bedd tempest-TestNetworkAdvancedServerOps-1798257017 tempest-TestNetworkAdvancedServerOps-1798257017-project-admin] 10.222.0.105 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1299396 Feb 09 02:10:02.017881 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50208) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:10:02.058996 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-8ddc3206-9222-44bf-8c51-f4fb77ecb3d1 tempest-TestNetworkAdvancedServerOps-1798257017 tempest-TestNetworkAdvancedServerOps-1798257017-project-admin] 10.222.0.105 "GET /v2.0/subnets?network_id=3d885c3c-255c-4e54-addc-b28437d0b18e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375662 Feb 09 02:10:02.059187 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50212) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:10:02.064219 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-1fc3d5ee-6cde-4865-8e4a-ad10142f10dc tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-586496557', 'network_id': '5edc78be-38bc-4f20-acf7-6dd03d1b2ed3', 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:10:02.177027 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1fc3d5ee-6cde-4865-8e4a-ad10142f10dc tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:10:02.180873 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-1fc3d5ee-6cde-4865-8e4a-ad10142f10dc tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Usage tracker for resource:subnet and tenant:00d6805fb291418fb69e8e927f223d1a is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:10:02.183837 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-1fc3d5ee-6cde-4865-8e4a-ad10142f10dc tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:10:02.189468 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-1fc3d5ee-6cde-4865-8e4a-ad10142f10dc tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:10:02.199206 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc3d5ee-6cde-4865-8e4a-ad10142f10dc tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Made reservation on behalf of 00d6805fb291418fb69e8e927f223d1a for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:10:02.202970 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1fc3d5ee-6cde-4865-8e4a-ad10142f10dc tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:02.289078 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-6aa4deb6-e758-4916-9eda-03b59a2835d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45bea270-2be2-46c6-a191-4c054b868bf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150047923', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'a9a96663-5b96-460d-80f3-02e3775c4f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:09:59Z', 'updated_at': '2022-02-09T02:10:00Z', 'revision_number': 3, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'gw_port': {'id': 'a9a96663-5b96-460d-80f3-02e3775c4f25', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:76:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45bea270-2be2-46c6-a191-4c054b868bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:10:00Z', 'updated_at': '2022-02-09T02:10:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:10:02.293794 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa4deb6-e758-4916-9eda-03b59a2835d6 None None] Checking router: 45bea270-2be2-46c6-a191-4c054b868bf3 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:10:02.294138 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa4deb6-e758-4916-9eda-03b59a2835d6 None None] Updating router 45bea270-2be2-46c6-a191-4c054b868bf3 port a9a96663-5b96-460d-80f3-02e3775c4f25 binding host n-d-828418-1 {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:10:02.356023 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6aa4deb6-e758-4916-9eda-03b59a2835d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:02.430227 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1fc3d5ee-6cde-4865-8e4a-ad10142f10dc tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:02.514177 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc3d5ee-6cde-4865-8e4a-ad10142f10dc tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event updated for resources: {'Subnet': ['ID=b49f3112-2d6c-4f70-8ce8-6a020374c51c,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:02.522627 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc3d5ee-6cde-4865-8e4a-ad10142f10dc tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Checking segment: {'id': 'cb6c3b7b-7649-4c9c-9e46-46c5e8253068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '5edc78be-38bc-4f20-acf7-6dd03d1b2ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:10:02.523021 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc3d5ee-6cde-4865-8e4a-ad10142f10dc tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Network hostable DHCP agents. Network: 5edc78be-38bc-4f20-acf7-6dd03d1b2ed3, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:10:02.543024 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc3d5ee-6cde-4865-8e4a-ad10142f10dc tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Network 5edc78be-38bc-4f20-acf7-6dd03d1b2ed3 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:10:02.553741 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-1fc3d5ee-6cde-4865-8e4a-ad10142f10dc tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 5edc78be-38bc-4f20-acf7-6dd03d1b2ed3) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:10:02.558113 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc3d5ee-6cde-4865-8e4a-ad10142f10dc tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:02.559398 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1fc3d5ee-6cde-4865-8e4a-ad10142f10dc tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:02.567360 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0775730d-c573-443f-af4d-60a0b66f7c08 None None] Network 5edc78be-38bc-4f20-acf7-6dd03d1b2ed3 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 02:10:02.584917 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 50216) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:10:02.585512 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1fc3d5ee-6cde-4865-8e4a-ad10142f10dc tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5248849 Feb 09 02:10:02.865896 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6aa4deb6-e758-4916-9eda-03b59a2835d6 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:02.880272 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7d32fd-afbf-45d9-89f1-5fb6bb9489d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-5edc78be-38bc-4f20-acf7-6dd03d1b2ed3', 'network_id': '5edc78be-38bc-4f20-acf7-6dd03d1b2ed3', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'fixed_ips': [{'subnet_id': 'b49f3112-2d6c-4f70-8ce8-6a020374c51c'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 02:10:02.881084 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6d7d32fd-afbf-45d9-89f1-5fb6bb9489d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:02.897717 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-6aa4deb6-e758-4916-9eda-03b59a2835d6 None None] Transition to ACTIVE for port object a9a96663-5b96-460d-80f3-02e3775c4f25 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:10:02.908588 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6aa4deb6-e758-4916-9eda-03b59a2835d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:03.042701 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-6aa4deb6-e758-4916-9eda-03b59a2835d6 None None] Attempting to bind port a9a96663-5b96-460d-80f3-02e3775c4f25 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:10:03.043066 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-6aa4deb6-e758-4916-9eda-03b59a2835d6 None None] Attempting to bind port a9a96663-5b96-460d-80f3-02e3775c4f25 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:10:03.043429 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa4deb6-e758-4916-9eda-03b59a2835d6 None None] Attempting to bind port a9a96663-5b96-460d-80f3-02e3775c4f25 on network 3d885c3c-255c-4e54-addc-b28437d0b18e {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:10:03.098065 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa4deb6-e758-4916-9eda-03b59a2835d6 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:10:03.098442 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa4deb6-e758-4916-9eda-03b59a2835d6 None None] Checking segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:10:03.098816 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6aa4deb6-e758-4916-9eda-03b59a2835d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:03.099199 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa4deb6-e758-4916-9eda-03b59a2835d6 None None] Bound using segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:10:03.099655 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-6aa4deb6-e758-4916-9eda-03b59a2835d6 None None] Bound port: a9a96663-5b96-460d-80f3-02e3775c4f25, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:10:03.100017 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6aa4deb6-e758-4916-9eda-03b59a2835d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:03.122945 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ce3aa4-129c-4ba1-8a15-c38cef9fc706 None None] Pushing event updated for resources: {'Port': ['ID=a9a96663-5b96-460d-80f3-02e3775c4f25,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:03.221583 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-6d7d32fd-afbf-45d9-89f1-5fb6bb9489d8 None None] Allocated IP 172.20.0.2 (5edc78be-38bc-4f20-acf7-6dd03d1b2ed3/b49f3112-2d6c-4f70-8ce8-6a020374c51c/80192b9a-3b41-4548-922a-bf7437ea65be) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:10:03.226509 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-6aa4deb6-e758-4916-9eda-03b59a2835d6 None None] For port a9a96663-5b96-460d-80f3-02e3775c4f25, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:10:03.230837 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-6aa4deb6-e758-4916-9eda-03b59a2835d6 None None] For port a9a96663-5b96-460d-80f3-02e3775c4f25, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=a9a96663-5b96-460d-80f3-02e3775c4f25,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:10:03.236124 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6aa4deb6-e758-4916-9eda-03b59a2835d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:03.389077 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ce3aa4-129c-4ba1-8a15-c38cef9fc706 None None] Pushing event updated for resources: {'Port': ['ID=a9a96663-5b96-460d-80f3-02e3775c4f25,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:03.401914 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5ffcbe49-4bf1-4db5-9b70-c80c9b155b2d tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:03.405501 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa4deb6-e758-4916-9eda-03b59a2835d6 None None] Routers {'45bea270-2be2-46c6-a191-4c054b868bf3'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:10:03.406363 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-6aa4deb6-e758-4916-9eda-03b59a2835d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:09:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['45bea270-2be2-46c6-a191-4c054b868bf3'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:10:03.672553 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6d7d32fd-afbf-45d9-89f1-5fb6bb9489d8 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:03.675693 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-6aa4deb6-e758-4916-9eda-03b59a2835d6 None None] Set router 45bea270-2be2-46c6-a191-4c054b868bf3 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:10:03.785347 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-6d7d32fd-afbf-45d9-89f1-5fb6bb9489d8 None None] Transition to ACTIVE for port object 80192b9a-3b41-4548-922a-bf7437ea65be will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:10:03.868783 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-6d7d32fd-afbf-45d9-89f1-5fb6bb9489d8 None None] Transition to ACTIVE for port object 80192b9a-3b41-4548-922a-bf7437ea65be will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:10:03.881759 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6d7d32fd-afbf-45d9-89f1-5fb6bb9489d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:03.946182 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-5ffcbe49-4bf1-4db5-9b70-c80c9b155b2d tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Allocated IP 172.20.0.1 (5edc78be-38bc-4f20-acf7-6dd03d1b2ed3/b49f3112-2d6c-4f70-8ce8-6a020374c51c/85f2af08-068d-4e35-ad4c-dce9dad4896b) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:10:03.977623 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7d32fd-afbf-45d9-89f1-5fb6bb9489d8 None None] Network 5edc78be-38bc-4f20-acf7-6dd03d1b2ed3 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:10:03.982565 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-6d7d32fd-afbf-45d9-89f1-5fb6bb9489d8 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:10:03.987567 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7d32fd-afbf-45d9-89f1-5fb6bb9489d8 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:10:03.995841 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7d32fd-afbf-45d9-89f1-5fb6bb9489d8 None None] Pushing event updated for resources: {'Port': ['ID=80192b9a-3b41-4548-922a-bf7437ea65be,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:04.105684 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5ffcbe49-4bf1-4db5-9b70-c80c9b155b2d tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:04.121102 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-5ffcbe49-4bf1-4db5-9b70-c80c9b155b2d tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Transition to ACTIVE for port object 85f2af08-068d-4e35-ad4c-dce9dad4896b will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:10:04.122866 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-6d7d32fd-afbf-45d9-89f1-5fb6bb9489d8 None None] Attempting to bind port 80192b9a-3b41-4548-922a-bf7437ea65be on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:10:04.123238 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-6d7d32fd-afbf-45d9-89f1-5fb6bb9489d8 None None] Attempting to bind port 80192b9a-3b41-4548-922a-bf7437ea65be by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'cb6c3b7b-7649-4c9c-9e46-46c5e8253068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '5edc78be-38bc-4f20-acf7-6dd03d1b2ed3'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:10:04.123881 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7d32fd-afbf-45d9-89f1-5fb6bb9489d8 None None] Attempting to bind port 80192b9a-3b41-4548-922a-bf7437ea65be on network 5edc78be-38bc-4f20-acf7-6dd03d1b2ed3 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:10:04.135801 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7d32fd-afbf-45d9-89f1-5fb6bb9489d8 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:10:04.136173 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7d32fd-afbf-45d9-89f1-5fb6bb9489d8 None None] Checking segment: {'id': 'cb6c3b7b-7649-4c9c-9e46-46c5e8253068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '5edc78be-38bc-4f20-acf7-6dd03d1b2ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:10:04.136573 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6d7d32fd-afbf-45d9-89f1-5fb6bb9489d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:04.136966 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7d32fd-afbf-45d9-89f1-5fb6bb9489d8 None None] Bound using segment: {'id': 'cb6c3b7b-7649-4c9c-9e46-46c5e8253068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '5edc78be-38bc-4f20-acf7-6dd03d1b2ed3'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:10:04.137430 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-6d7d32fd-afbf-45d9-89f1-5fb6bb9489d8 None None] Bound port: 80192b9a-3b41-4548-922a-bf7437ea65be, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb6c3b7b-7649-4c9c-9e46-46c5e8253068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '5edc78be-38bc-4f20-acf7-6dd03d1b2ed3'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:10:04.137826 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6d7d32fd-afbf-45d9-89f1-5fb6bb9489d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:04.146038 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5ffcbe49-4bf1-4db5-9b70-c80c9b155b2d tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:04.207047 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-6aa4deb6-e758-4916-9eda-03b59a2835d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45bea270-2be2-46c6-a191-4c054b868bf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150047923', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'a9a96663-5b96-460d-80f3-02e3775c4f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:09:59Z', 'updated_at': '2022-02-09T02:10:00Z', 'revision_number': 3, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'gw_port': {'id': 'a9a96663-5b96-460d-80f3-02e3775c4f25', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:76:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45bea270-2be2-46c6-a191-4c054b868bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:10:00Z', 'updated_at': '2022-02-09T02:10:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:10:04.218830 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffcbe49-4bf1-4db5-9b70-c80c9b155b2d tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Network 5edc78be-38bc-4f20-acf7-6dd03d1b2ed3 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:10:04.222087 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-5ffcbe49-4bf1-4db5-9b70-c80c9b155b2d tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:10:04.222356 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa4deb6-e758-4916-9eda-03b59a2835d6 None None] The sync data for ids ['45bea270-2be2-46c6-a191-4c054b868bf3'] in n-d-828418-1 is: [{'id': '45bea270-2be2-46c6-a191-4c054b868bf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150047923', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'a9a96663-5b96-460d-80f3-02e3775c4f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:09:59Z', 'updated_at': '2022-02-09T02:10:00Z', 'revision_number': 3, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'gw_port': {'id': 'a9a96663-5b96-460d-80f3-02e3775c4f25', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:76:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45bea270-2be2-46c6-a191-4c054b868bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:10:00Z', 'updated_at': '2022-02-09T02:10:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:10:04.226463 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffcbe49-4bf1-4db5-9b70-c80c9b155b2d tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:10:04.239520 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-6d7d32fd-afbf-45d9-89f1-5fb6bb9489d8 None None] For port 80192b9a-3b41-4548-922a-bf7437ea65be, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:10:04.247256 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-6d7d32fd-afbf-45d9-89f1-5fb6bb9489d8 None None] For port 80192b9a-3b41-4548-922a-bf7437ea65be, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=80192b9a-3b41-4548-922a-bf7437ea65be,segment=NetworkSegment(cb6c3b7b-7649-4c9c-9e46-46c5e8253068),segment_id=cb6c3b7b-7649-4c9c-9e46-46c5e8253068)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:10:04.251221 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6d7d32fd-afbf-45d9-89f1-5fb6bb9489d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:04.262159 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffcbe49-4bf1-4db5-9b70-c80c9b155b2d tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event updated for resources: {'Port': ['ID=85f2af08-068d-4e35-ad4c-dce9dad4896b,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:04.290374 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5ffcbe49-4bf1-4db5-9b70-c80c9b155b2d tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:04.350640 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7d32fd-afbf-45d9-89f1-5fb6bb9489d8 None None] Pushing event updated for resources: {'Port': ['ID=80192b9a-3b41-4548-922a-bf7437ea65be,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:04.785389 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5ffcbe49-4bf1-4db5-9b70-c80c9b155b2d tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:05.214744 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5ffcbe49-4bf1-4db5-9b70-c80c9b155b2d tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:05.219339 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5ffcbe49-4bf1-4db5-9b70-c80c9b155b2d tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:05.335170 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5ffcbe49-4bf1-4db5-9b70-c80c9b155b2d tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:05.339034 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffcbe49-4bf1-4db5-9b70-c80c9b155b2d tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event updated for resources: {'Port': ['ID=85f2af08-068d-4e35-ad4c-dce9dad4896b,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:05.376925 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa975c68-99e1-4cd0-90ff-c9db13f86d72 None None] Network 5edc78be-38bc-4f20-acf7-6dd03d1b2ed3 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 02:10:05.477008 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffcbe49-4bf1-4db5-9b70-c80c9b155b2d tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Network 5edc78be-38bc-4f20-acf7-6dd03d1b2ed3 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:10:05.477578 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-01ea66f9-228f-410a-bea7-f9215a981871 None None] Provisioning for port 80192b9a-3b41-4548-922a-bf7437ea65be completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:10:05.478297 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-5ffcbe49-4bf1-4db5-9b70-c80c9b155b2d tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:10:05.666994 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ffcbe49-4bf1-4db5-9b70-c80c9b155b2d tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Router 45bea270-2be2-46c6-a191-4c054b868bf3 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:10:05.872284 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ffcbe49-4bf1-4db5-9b70-c80c9b155b2d tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:10:05.896989 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-5ffcbe49-4bf1-4db5-9b70-c80c9b155b2d tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "PUT /v2.0/routers/45bea270-2be2-46c6-a191-4c054b868bf3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3015337 Feb 09 02:10:05.924247 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c468084c-7113-4c90-b113-d749590e1733 None None] Sync routers for ids ['45bea270-2be2-46c6-a191-4c054b868bf3'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:10:05.935203 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f8d8dced-d77d-4c05-8ad6-8e6fe63977eb None None] Provisioning for port 85f2af08-068d-4e35-ad4c-dce9dad4896b completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:10:05.942131 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c468084c-7113-4c90-b113-d749590e1733 None None] Routers {'45bea270-2be2-46c6-a191-4c054b868bf3'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:10:05.942898 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-c468084c-7113-4c90-b113-d749590e1733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:09:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['45bea270-2be2-46c6-a191-4c054b868bf3'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:10:05.950474 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f8d8dced-d77d-4c05-8ad6-8e6fe63977eb None None] Provisioning complete for port 85f2af08-068d-4e35-ad4c-dce9dad4896b triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:10:05.950885 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f8d8dced-d77d-4c05-8ad6-8e6fe63977eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:05.996571 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 80192b9a-3b41-4548-922a-bf7437ea65be up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:10:06.100957 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-9ff30a21-6775-4fa3-a6e8-51a120203c7a req-33de4b79-fa43-4f7e-9427-dc35959104b2 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Synchronizing usage tracker for tenant:00d6805fb291418fb69e8e927f223d1a on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:10:06.121984 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-9ff30a21-6775-4fa3-a6e8-51a120203c7a req-33de4b79-fa43-4f7e-9427-dc35959104b2 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Unset dirty status for tenant:00d6805fb291418fb69e8e927f223d1a on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:10:06.123192 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9ff30a21-6775-4fa3-a6e8-51a120203c7a req-33de4b79-fa43-4f7e-9427-dc35959104b2 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-618546476&fields=id&tenant_id=00d6805fb291418fb69e8e927f223d1a HTTP/1.1" status: 200 len: 267 time: 0.0650311 Feb 09 02:10:06.153392 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-f8d8dced-d77d-4c05-8ad6-8e6fe63977eb None None] Port 85f2af08-068d-4e35-ad4c-dce9dad4896b cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 02:10:06.180336 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-c468084c-7113-4c90-b113-d749590e1733 None None] Set router 45bea270-2be2-46c6-a191-4c054b868bf3 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:10:06.183462 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 80192b9a-3b41-4548-922a-bf7437ea65be completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:10:06.188778 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 80192b9a-3b41-4548-922a-bf7437ea65be triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:10:06.189146 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:06.304803 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff30a21-6775-4fa3-a6e8-51a120203c7a req-0a05c397-e367-4083-bcc6-17ee100c5e50 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:06.307193 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-9ff30a21-6775-4fa3-a6e8-51a120203c7a req-0a05c397-e367-4083-bcc6-17ee100c5e50 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Synchronizing usage tracker for tenant:00d6805fb291418fb69e8e927f223d1a on resource:network {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:10:06.332004 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:06.333842 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-9ff30a21-6775-4fa3-a6e8-51a120203c7a req-0a05c397-e367-4083-bcc6-17ee100c5e50 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Unset dirty status for tenant:00d6805fb291418fb69e8e927f223d1a on resource:network {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:10:06.335228 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9ff30a21-6775-4fa3-a6e8-51a120203c7a req-0a05c397-e367-4083-bcc6-17ee100c5e50 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/networks?id=5edc78be-38bc-4f20-acf7-6dd03d1b2ed3 HTTP/1.1" status: 200 len: 795 time: 0.2051506 Feb 09 02:10:06.343318 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8253e8ef-3641-4505-8b10-df90be4c2730 None None] Provisioning complete for port 85f2af08-068d-4e35-ad4c-dce9dad4896b triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:10:06.343697 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8253e8ef-3641-4505-8b10-df90be4c2730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:06.356015 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9ff30a21-6775-4fa3-a6e8-51a120203c7a req-06e1efec-baf0-4860-b651-4f8c47b0c00f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/quotas/00d6805fb291418fb69e8e927f223d1a HTTP/1.1" status: 200 len: 375 time: 0.0137966 Feb 09 02:10:06.424905 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-8253e8ef-3641-4505-8b10-df90be4c2730 None None] Port 85f2af08-068d-4e35-ad4c-dce9dad4896b cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 02:10:06.427306 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 80192b9a-3b41-4548-922a-bf7437ea65be, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=80192b9a-3b41-4548-922a-bf7437ea65be,segment=NetworkSegment(cb6c3b7b-7649-4c9c-9e46-46c5e8253068),segment_id=cb6c3b7b-7649-4c9c-9e46-46c5e8253068)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:10:06.432586 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:06.433782 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device a9a96663-5b96-460d-80f3-02e3775c4f25 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:10:06.459319 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-9ff30a21-6775-4fa3-a6e8-51a120203c7a req-c668a9fb-9a2e-461d-bc59-263e0a847caa tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Synchronizing usage tracker for tenant:00d6805fb291418fb69e8e927f223d1a on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:10:06.475754 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-9ff30a21-6775-4fa3-a6e8-51a120203c7a req-c668a9fb-9a2e-461d-bc59-263e0a847caa tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Unset dirty status for tenant:00d6805fb291418fb69e8e927f223d1a on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:10:06.476122 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9ff30a21-6775-4fa3-a6e8-51a120203c7a req-c668a9fb-9a2e-461d-bc59-263e0a847caa tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=00d6805fb291418fb69e8e927f223d1a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1000051 Feb 09 02:10:06.527609 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-c468084c-7113-4c90-b113-d749590e1733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45bea270-2be2-46c6-a191-4c054b868bf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150047923', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'a9a96663-5b96-460d-80f3-02e3775c4f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:09:59Z', 'updated_at': '2022-02-09T02:10:04Z', 'revision_number': 4, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'gw_port': {'id': 'a9a96663-5b96-460d-80f3-02e3775c4f25', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:76:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45bea270-2be2-46c6-a191-4c054b868bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:10:00Z', 'updated_at': '2022-02-09T02:10:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '85f2af08-068d-4e35-ad4c-dce9dad4896b', 'name': '', 'network_id': '5edc78be-38bc-4f20-acf7-6dd03d1b2ed3', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'mac_address': 'fa:16:3e:f3:0d:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45bea270-2be2-46c6-a191-4c054b868bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'b49f3112-2d6c-4f70-8ce8-6a020374c51c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:10:03Z', 'updated_at': '2022-02-09T02:10:05Z', 'revision_number': 2, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'subnets': [{'id': 'b49f3112-2d6c-4f70-8ce8-6a020374c51c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:10:06.532149 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c468084c-7113-4c90-b113-d749590e1733 None None] Checking router: 45bea270-2be2-46c6-a191-4c054b868bf3 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:10:06.532507 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c468084c-7113-4c90-b113-d749590e1733 None None] Updating router 45bea270-2be2-46c6-a191-4c054b868bf3 port 85f2af08-068d-4e35-ad4c-dce9dad4896b binding host n-d-828418-1 {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:10:06.560753 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=80192b9a-3b41-4548-922a-bf7437ea65be,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:06.573368 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-f2074e0c-e3ba-4d96-be43-6be42f9dc12f None None] Provisioning complete for port 85f2af08-068d-4e35-ad4c-dce9dad4896b triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:10:06.573796 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f2074e0c-e3ba-4d96-be43-6be42f9dc12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:06.611757 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-c468084c-7113-4c90-b113-d749590e1733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:06.619615 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port a9a96663-5b96-460d-80f3-02e3775c4f25 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:10:06.630975 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port a9a96663-5b96-460d-80f3-02e3775c4f25 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:10:06.631236 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:06.677629 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-f2074e0c-e3ba-4d96-be43-6be42f9dc12f None None] Port 85f2af08-068d-4e35-ad4c-dce9dad4896b cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 02:10:06.764156 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:06.771542 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9ff30a21-6775-4fa3-a6e8-51a120203c7a req-f90f8b0b-6350-440b-ad04-f4b48da54e82 service neutron] 10.222.0.105 "GET /v2.0/networks/5edc78be-38bc-4f20-acf7-6dd03d1b2ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752271 Feb 09 02:10:06.782702 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port a9a96663-5b96-460d-80f3-02e3775c4f25, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=a9a96663-5b96-460d-80f3-02e3775c4f25,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:10:06.788063 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:06.859645 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=a9a96663-5b96-460d-80f3-02e3775c4f25,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:06.910264 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9ff30a21-6775-4fa3-a6e8-51a120203c7a req-285bcc2f-d337-4d8f-ae0a-3c2d5056105e service neutron] 10.222.0.105 "GET /v2.0/networks/5edc78be-38bc-4f20-acf7-6dd03d1b2ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311712 Feb 09 02:10:07.000575 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-c468084c-7113-4c90-b113-d749590e1733 None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:07.018394 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-c468084c-7113-4c90-b113-d749590e1733 None None] Transition to ACTIVE for port object 85f2af08-068d-4e35-ad4c-dce9dad4896b will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:10:07.027271 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-c468084c-7113-4c90-b113-d749590e1733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:07.098387 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-398f44a5-d67b-406b-81b1-54bb32ac19cb req-c9d14b8f-bf22-4cb8-8993-0bd66d7f9ccb tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=a59c1f60-6cbc-4f51-be88-10ed5dd947f4 HTTP/1.1" status: 200 len: 210 time: 0.0493274 Feb 09 02:10:07.230948 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6871ad29-a063-4fa9-b120-78258c01d82a None None] Pushing event updated for resources: {'Port': ['ID=85f2af08-068d-4e35-ad4c-dce9dad4896b,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:07.250964 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6871ad29-a063-4fa9-b120-78258c01d82a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:07.251312 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6871ad29-a063-4fa9-b120-78258c01d82a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:07.251679 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6871ad29-a063-4fa9-b120-78258c01d82a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:07.252204 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6871ad29-a063-4fa9-b120-78258c01d82a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:07.252595 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6871ad29-a063-4fa9-b120-78258c01d82a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:07.252859 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6871ad29-a063-4fa9-b120-78258c01d82a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:07.253188 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6871ad29-a063-4fa9-b120-78258c01d82a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:07.253517 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6871ad29-a063-4fa9-b120-78258c01d82a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:07.253923 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6871ad29-a063-4fa9-b120-78258c01d82a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:07.254208 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6871ad29-a063-4fa9-b120-78258c01d82a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:07.254493 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6871ad29-a063-4fa9-b120-78258c01d82a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:07.254823 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6871ad29-a063-4fa9-b120-78258c01d82a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:07.262569 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-c468084c-7113-4c90-b113-d749590e1733 None None] Attempting to bind port 85f2af08-068d-4e35-ad4c-dce9dad4896b on host n-d-828418-1 for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:10:07.262937 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-c468084c-7113-4c90-b113-d749590e1733 None None] Attempting to bind port 85f2af08-068d-4e35-ad4c-dce9dad4896b by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': 'cb6c3b7b-7649-4c9c-9e46-46c5e8253068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '5edc78be-38bc-4f20-acf7-6dd03d1b2ed3'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:10:07.263442 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c468084c-7113-4c90-b113-d749590e1733 None None] Attempting to bind port 85f2af08-068d-4e35-ad4c-dce9dad4896b on network 5edc78be-38bc-4f20-acf7-6dd03d1b2ed3 {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:10:07.269401 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c468084c-7113-4c90-b113-d749590e1733 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:10:07.269806 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c468084c-7113-4c90-b113-d749590e1733 None None] Checking segment: {'id': 'cb6c3b7b-7649-4c9c-9e46-46c5e8253068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '5edc78be-38bc-4f20-acf7-6dd03d1b2ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:10:07.270201 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-c468084c-7113-4c90-b113-d749590e1733 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:07.270581 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c468084c-7113-4c90-b113-d749590e1733 None None] Bound using segment: {'id': 'cb6c3b7b-7649-4c9c-9e46-46c5e8253068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '5edc78be-38bc-4f20-acf7-6dd03d1b2ed3'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:10:07.271169 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-c468084c-7113-4c90-b113-d749590e1733 None None] Bound port: 85f2af08-068d-4e35-ad4c-dce9dad4896b, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb6c3b7b-7649-4c9c-9e46-46c5e8253068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '5edc78be-38bc-4f20-acf7-6dd03d1b2ed3'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:10:07.271540 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-c468084c-7113-4c90-b113-d749590e1733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:07.363571 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-c468084c-7113-4c90-b113-d749590e1733 None None] For port 85f2af08-068d-4e35-ad4c-dce9dad4896b, host n-d-828418-1, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:10:07.366545 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-c468084c-7113-4c90-b113-d749590e1733 None None] For port 85f2af08-068d-4e35-ad4c-dce9dad4896b, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=85f2af08-068d-4e35-ad4c-dce9dad4896b,segment=NetworkSegment(cb6c3b7b-7649-4c9c-9e46-46c5e8253068),segment_id=cb6c3b7b-7649-4c9c-9e46-46c5e8253068)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:10:07.371413 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-c468084c-7113-4c90-b113-d749590e1733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:07.449183 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c468084c-7113-4c90-b113-d749590e1733 None None] Routers {'45bea270-2be2-46c6-a191-4c054b868bf3'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:10:07.449833 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-c468084c-7113-4c90-b113-d749590e1733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:09:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['45bea270-2be2-46c6-a191-4c054b868bf3'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:10:07.507007 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6871ad29-a063-4fa9-b120-78258c01d82a None None] Pushing event updated for resources: {'Port': ['ID=85f2af08-068d-4e35-ad4c-dce9dad4896b,revision_number=4']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:07.646187 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-c468084c-7113-4c90-b113-d749590e1733 None None] Set router 45bea270-2be2-46c6-a191-4c054b868bf3 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:10:07.903262 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 80192b9a-3b41-4548-922a-bf7437ea65be up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:10:07.964639 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-c468084c-7113-4c90-b113-d749590e1733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45bea270-2be2-46c6-a191-4c054b868bf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150047923', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'a9a96663-5b96-460d-80f3-02e3775c4f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:09:59Z', 'updated_at': '2022-02-09T02:10:04Z', 'revision_number': 4, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'gw_port': {'id': 'a9a96663-5b96-460d-80f3-02e3775c4f25', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:76:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bea270-2be2-46c6-a191-4c054b868bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:10:00Z', 'updated_at': '2022-02-09T02:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '85f2af08-068d-4e35-ad4c-dce9dad4896b', 'name': '', 'network_id': '5edc78be-38bc-4f20-acf7-6dd03d1b2ed3', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'mac_address': 'fa:16:3e:f3:0d:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45bea270-2be2-46c6-a191-4c054b868bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'b49f3112-2d6c-4f70-8ce8-6a020374c51c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:10:03Z', 'updated_at': '2022-02-09T02:10:07Z', 'revision_number': 4, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'subnets': [{'id': 'b49f3112-2d6c-4f70-8ce8-6a020374c51c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:10:07.968597 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c468084c-7113-4c90-b113-d749590e1733 None None] The sync data for ids ['45bea270-2be2-46c6-a191-4c054b868bf3'] in n-d-828418-1 is: [{'id': '45bea270-2be2-46c6-a191-4c054b868bf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150047923', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'a9a96663-5b96-460d-80f3-02e3775c4f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:09:59Z', 'updated_at': '2022-02-09T02:10:04Z', 'revision_number': 4, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'gw_port': {'id': 'a9a96663-5b96-460d-80f3-02e3775c4f25', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:76:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bea270-2be2-46c6-a191-4c054b868bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:10:00Z', 'updated_at': '2022-02-09T02:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '85f2af08-068d-4e35-ad4c-dce9dad4896b', 'name': '', 'network_id': '5edc78be-38bc-4f20-acf7-6dd03d1b2ed3', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'mac_address': 'fa:16:3e:f3:0d:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45bea270-2be2-46c6-a191-4c054b868bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'b49f3112-2d6c-4f70-8ce8-6a020374c51c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:10:03Z', 'updated_at': '2022-02-09T02:10:07Z', 'revision_number': 4, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'subnets': [{'id': 'b49f3112-2d6c-4f70-8ce8-6a020374c51c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:10:07.979289 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 80192b9a-3b41-4548-922a-bf7437ea65be triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:10:07.979790 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:08.145063 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device a9a96663-5b96-460d-80f3-02e3775c4f25 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:10:08.234768 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port a9a96663-5b96-460d-80f3-02e3775c4f25 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:10:08.235269 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:08.319521 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f47ba5e1-fd15-4ec9-98b3-ec3e547142b8 req-1f53563e-e66b-419a-a2b7-6d78e5f7bfa1 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=a59c1f60-6cbc-4f51-be88-10ed5dd947f4 HTTP/1.1" status: 200 len: 210 time: 0.0640411 Feb 09 02:10:08.321468 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ac70c0f8-e140-4952-adf2-2018998995e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:08.335562 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff30a21-6775-4fa3-a6e8-51a120203c7a req-fad0e99a-04d2-4e49-87eb-ef6b7d3103f7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:08.337041 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9ff30a21-6775-4fa3-a6e8-51a120203c7a req-fad0e99a-04d2-4e49-87eb-ef6b7d3103f7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.99 "GET /v2.0/networks?id=5edc78be-38bc-4f20-acf7-6dd03d1b2ed3 HTTP/1.1" status: 200 len: 795 time: 0.2591465 Feb 09 02:10:08.414435 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9ff30a21-6775-4fa3-a6e8-51a120203c7a req-83409dee-ccda-43ee-b67f-95298dcb82de tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00d6805fb291418fb69e8e927f223d1a HTTP/1.1" status: 200 len: 379 time: 0.0647528 Feb 09 02:10:08.423410 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-9ff30a21-6775-4fa3-a6e8-51a120203c7a req-e822a196-e865-430b-b900-b063995aee1a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Request body: {'port': {'device_id': 'a59c1f60-6cbc-4f51-be88-10ed5dd947f4', 'network_id': '5edc78be-38bc-4f20-acf7-6dd03d1b2ed3', 'admin_state_up': True, 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'security_groups': ['3bf17113-b215-4106-a688-d82d877fda2d']}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:10:08.575141 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-9ff30a21-6775-4fa3-a6e8-51a120203c7a req-e822a196-e865-430b-b900-b063995aee1a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:10:08.585802 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-9ff30a21-6775-4fa3-a6e8-51a120203c7a req-e822a196-e865-430b-b900-b063995aee1a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:10:08.598669 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ff30a21-6775-4fa3-a6e8-51a120203c7a req-e822a196-e865-430b-b900-b063995aee1a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Made reservation on behalf of 00d6805fb291418fb69e8e927f223d1a for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:10:08.603784 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9ff30a21-6775-4fa3-a6e8-51a120203c7a req-e822a196-e865-430b-b900-b063995aee1a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:08.788444 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-9ff30a21-6775-4fa3-a6e8-51a120203c7a req-e822a196-e865-430b-b900-b063995aee1a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Allocated IP 172.20.0.9 (5edc78be-38bc-4f20-acf7-6dd03d1b2ed3/b49f3112-2d6c-4f70-8ce8-6a020374c51c/3170bcdd-1f60-42c9-819f-f6dbd0af4790) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:10:08.989776 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9ff30a21-6775-4fa3-a6e8-51a120203c7a req-e822a196-e865-430b-b900-b063995aee1a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:09.006369 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-9ff30a21-6775-4fa3-a6e8-51a120203c7a req-e822a196-e865-430b-b900-b063995aee1a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Transition to ACTIVE for port object 3170bcdd-1f60-42c9-819f-f6dbd0af4790 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:10:09.030482 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9ff30a21-6775-4fa3-a6e8-51a120203c7a req-e822a196-e865-430b-b900-b063995aee1a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:09.108269 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ff30a21-6775-4fa3-a6e8-51a120203c7a req-e822a196-e865-430b-b900-b063995aee1a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Network 5edc78be-38bc-4f20-acf7-6dd03d1b2ed3 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:10:09.111568 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-9ff30a21-6775-4fa3-a6e8-51a120203c7a req-e822a196-e865-430b-b900-b063995aee1a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:10:09.115405 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ff30a21-6775-4fa3-a6e8-51a120203c7a req-e822a196-e865-430b-b900-b063995aee1a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:10:09.147499 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e822a196-e865-430b-b900-b063995aee1a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event updated for resources: {'Port': ['ID=3170bcdd-1f60-42c9-819f-f6dbd0af4790,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:09.188367 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff30a21-6775-4fa3-a6e8-51a120203c7a req-e822a196-e865-430b-b900-b063995aee1a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:09.189091 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9ff30a21-6775-4fa3-a6e8-51a120203c7a req-e822a196-e865-430b-b900-b063995aee1a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:09.217407 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9ff30a21-6775-4fa3-a6e8-51a120203c7a req-e822a196-e865-430b-b900-b063995aee1a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7979789 Feb 09 02:10:09.229200 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-9ff30a21-6775-4fa3-a6e8-51a120203c7a req-38f489be-a5ae-4078-bf25-bcd44a751c23 service neutron] Request body: {'port': {'device_id': 'a59c1f60-6cbc-4f51-be88-10ed5dd947f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:10:09.348639 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9ff30a21-6775-4fa3-a6e8-51a120203c7a req-38f489be-a5ae-4078-bf25-bcd44a751c23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:09.364014 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-c90fa41e-6c9d-40a0-a4e6-bd04590d2100 None None] Provisioning for port 3170bcdd-1f60-42c9-819f-f6dbd0af4790 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:10:09.369435 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-c90fa41e-6c9d-40a0-a4e6-bd04590d2100 None None] Provisioning complete for port 3170bcdd-1f60-42c9-819f-f6dbd0af4790 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:10:09.369865 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c90fa41e-6c9d-40a0-a4e6-bd04590d2100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:09.428939 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-c90fa41e-6c9d-40a0-a4e6-bd04590d2100 None None] Port 3170bcdd-1f60-42c9-819f-f6dbd0af4790 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 02:10:09.654641 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47084b4-087c-48cb-9602-cee7872edc2e req-f4d2d422-e674-4b2c-970f-323deb50af1c tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:09.655358 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-e47084b4-087c-48cb-9602-cee7872edc2e req-f4d2d422-e674-4b2c-970f-323deb50af1c tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Synchronizing usage tracker for tenant:00d6805fb291418fb69e8e927f223d1a on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:10:09.788817 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-e47084b4-087c-48cb-9602-cee7872edc2e req-f4d2d422-e674-4b2c-970f-323deb50af1c tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Unset dirty status for tenant:00d6805fb291418fb69e8e927f223d1a on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:10:09.789901 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e47084b4-087c-48cb-9602-cee7872edc2e req-f4d2d422-e674-4b2c-970f-323deb50af1c tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=a59c1f60-6cbc-4f51-be88-10ed5dd947f4 HTTP/1.1" status: 200 len: 931 time: 0.3622649 Feb 09 02:10:09.894639 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e47084b4-087c-48cb-9602-cee7872edc2e req-43d807d1-a93f-42fe-9d9f-514882aef011 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=3bf17113-b215-4106-a688-d82d877fda2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976408 Feb 09 02:10:09.900967 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-9ff30a21-6775-4fa3-a6e8-51a120203c7a req-38f489be-a5ae-4078-bf25-bcd44a751c23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3170bcdd-1f60-42c9-819f-f6dbd0af4790 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 02:10:09.909112 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9ff30a21-6775-4fa3-a6e8-51a120203c7a req-38f489be-a5ae-4078-bf25-bcd44a751c23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:09.922089 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 85f2af08-068d-4e35-ad4c-dce9dad4896b up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:10:09.930874 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-9ff30a21-6775-4fa3-a6e8-51a120203c7a req-38f489be-a5ae-4078-bf25-bcd44a751c23 service neutron] Transition to ACTIVE for port object 3170bcdd-1f60-42c9-819f-f6dbd0af4790 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:10:09.934851 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9ff30a21-6775-4fa3-a6e8-51a120203c7a req-38f489be-a5ae-4078-bf25-bcd44a751c23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:09.989191 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 85f2af08-068d-4e35-ad4c-dce9dad4896b completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:10:09.994313 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 85f2af08-068d-4e35-ad4c-dce9dad4896b triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:10:09.994768 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:10.100507 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f489be-a5ae-4078-bf25-bcd44a751c23 service neutron] Pushing event updated for resources: {'Port': ['ID=3170bcdd-1f60-42c9-819f-f6dbd0af4790,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:10.122209 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:10.157935 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 85f2af08-068d-4e35-ad4c-dce9dad4896b, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=85f2af08-068d-4e35-ad4c-dce9dad4896b,segment=NetworkSegment(cb6c3b7b-7649-4c9c-9e46-46c5e8253068),segment_id=cb6c3b7b-7649-4c9c-9e46-46c5e8253068)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:10:10.163219 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:10.182484 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-9ff30a21-6775-4fa3-a6e8-51a120203c7a req-38f489be-a5ae-4078-bf25-bcd44a751c23 service neutron] Attempting to bind port 3170bcdd-1f60-42c9-819f-f6dbd0af4790 on host n-h2-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:10:10.182867 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-9ff30a21-6775-4fa3-a6e8-51a120203c7a req-38f489be-a5ae-4078-bf25-bcd44a751c23 service neutron] Attempting to bind port 3170bcdd-1f60-42c9-819f-f6dbd0af4790 by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': 'cb6c3b7b-7649-4c9c-9e46-46c5e8253068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '5edc78be-38bc-4f20-acf7-6dd03d1b2ed3'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:10:10.183104 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff30a21-6775-4fa3-a6e8-51a120203c7a req-38f489be-a5ae-4078-bf25-bcd44a751c23 service neutron] Attempting to bind port 3170bcdd-1f60-42c9-819f-f6dbd0af4790 on network 5edc78be-38bc-4f20-acf7-6dd03d1b2ed3 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:10:10.187930 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff30a21-6775-4fa3-a6e8-51a120203c7a req-38f489be-a5ae-4078-bf25-bcd44a751c23 service neutron] Port 3170bcdd-1f60-42c9-819f-f6dbd0af4790 on network 5edc78be-38bc-4f20-acf7-6dd03d1b2ed3 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 02:10:10.188249 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff30a21-6775-4fa3-a6e8-51a120203c7a req-38f489be-a5ae-4078-bf25-bcd44a751c23 service neutron] Attempting to bind port 3170bcdd-1f60-42c9-819f-f6dbd0af4790 on network 5edc78be-38bc-4f20-acf7-6dd03d1b2ed3 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:10:10.193302 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff30a21-6775-4fa3-a6e8-51a120203c7a req-38f489be-a5ae-4078-bf25-bcd44a751c23 service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:10:10.193753 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff30a21-6775-4fa3-a6e8-51a120203c7a req-38f489be-a5ae-4078-bf25-bcd44a751c23 service neutron] Checking segment: {'id': 'cb6c3b7b-7649-4c9c-9e46-46c5e8253068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '5edc78be-38bc-4f20-acf7-6dd03d1b2ed3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:10:10.194159 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff30a21-6775-4fa3-a6e8-51a120203c7a req-38f489be-a5ae-4078-bf25-bcd44a751c23 service neutron] Bound using segment: {'id': 'cb6c3b7b-7649-4c9c-9e46-46c5e8253068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '5edc78be-38bc-4f20-acf7-6dd03d1b2ed3'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:10:10.194573 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-9ff30a21-6775-4fa3-a6e8-51a120203c7a req-38f489be-a5ae-4078-bf25-bcd44a751c23 service neutron] Bound port: 3170bcdd-1f60-42c9-819f-f6dbd0af4790, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb6c3b7b-7649-4c9c-9e46-46c5e8253068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '5edc78be-38bc-4f20-acf7-6dd03d1b2ed3'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:10:10.194911 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9ff30a21-6775-4fa3-a6e8-51a120203c7a req-38f489be-a5ae-4078-bf25-bcd44a751c23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:10.235763 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=85f2af08-068d-4e35-ad4c-dce9dad4896b,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:10.284808 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-9ff30a21-6775-4fa3-a6e8-51a120203c7a req-38f489be-a5ae-4078-bf25-bcd44a751c23 service neutron] For port 3170bcdd-1f60-42c9-819f-f6dbd0af4790, host n-h2-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:10:10.288237 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-9ff30a21-6775-4fa3-a6e8-51a120203c7a req-38f489be-a5ae-4078-bf25-bcd44a751c23 service neutron] For port 3170bcdd-1f60-42c9-819f-f6dbd0af4790, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=3170bcdd-1f60-42c9-819f-f6dbd0af4790,segment=NetworkSegment(cb6c3b7b-7649-4c9c-9e46-46c5e8253068),segment_id=cb6c3b7b-7649-4c9c-9e46-46c5e8253068)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:10:10.292550 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9ff30a21-6775-4fa3-a6e8-51a120203c7a req-38f489be-a5ae-4078-bf25-bcd44a751c23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:10.354930 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff30a21-6775-4fa3-a6e8-51a120203c7a req-38f489be-a5ae-4078-bf25-bcd44a751c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:10.355603 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-9ff30a21-6775-4fa3-a6e8-51a120203c7a req-38f489be-a5ae-4078-bf25-bcd44a751c23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:10.356976 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9ff30a21-6775-4fa3-a6e8-51a120203c7a req-38f489be-a5ae-4078-bf25-bcd44a751c23 service neutron] 10.222.0.99 "PUT /v2.0/ports/3170bcdd-1f60-42c9-819f-f6dbd0af4790 HTTP/1.1" status: 200 len: 1091 time: 1.1330602 Feb 09 02:10:10.357415 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a59c1f60-6cbc-4f51-be88-10ed5dd947f4', 'tag': '3170bcdd-1f60-42c9-819f-f6dbd0af4790'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:10:10.377983 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f489be-a5ae-4078-bf25-bcd44a751c23 service neutron] Pushing event updated for resources: {'Port': ['ID=3170bcdd-1f60-42c9-819f-f6dbd0af4790,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:10.436307 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a59c1f60-6cbc-4f51-be88-10ed5dd947f4', 'tag': '3170bcdd-1f60-42c9-819f-f6dbd0af4790', 'status': 'completed', 'code': 200} Feb 09 02:10:10.472904 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff30a21-6775-4fa3-a6e8-51a120203c7a req-ab87860e-b1b7-42db-84a8-b47838a1fab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:10.474440 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9ff30a21-6775-4fa3-a6e8-51a120203c7a req-ab87860e-b1b7-42db-84a8-b47838a1fab5 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=00d6805fb291418fb69e8e927f223d1a&device_id=a59c1f60-6cbc-4f51-be88-10ed5dd947f4 HTTP/1.1" status: 200 len: 1094 time: 0.0769448 Feb 09 02:10:10.546367 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9ff30a21-6775-4fa3-a6e8-51a120203c7a req-e0cd9127-6a5b-4aec-b10b-c15b93985661 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3170bcdd-1f60-42c9-819f-f6dbd0af4790 HTTP/1.1" status: 200 len: 217 time: 0.0651088 Feb 09 02:10:10.607528 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff30a21-6775-4fa3-a6e8-51a120203c7a req-e3d3f54b-9c07-469d-967b-fb05d4a8ab9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:10.608883 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9ff30a21-6775-4fa3-a6e8-51a120203c7a req-e3d3f54b-9c07-469d-967b-fb05d4a8ab9c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b49f3112-2d6c-4f70-8ce8-6a020374c51c HTTP/1.1" status: 200 len: 834 time: 0.0574353 Feb 09 02:10:10.619655 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bb73245d-669a-46ac-b03d-a73d3cbb637c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:10.685260 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff30a21-6775-4fa3-a6e8-51a120203c7a req-ddd8bfad-8169-48fd-b732-26c6ab49c19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:10.686808 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9ff30a21-6775-4fa3-a6e8-51a120203c7a req-ddd8bfad-8169-48fd-b732-26c6ab49c19a service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=5edc78be-38bc-4f20-acf7-6dd03d1b2ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725300 Feb 09 02:10:10.816566 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9ff30a21-6775-4fa3-a6e8-51a120203c7a req-91e5059e-ea5d-408e-bc27-d635d9b4e943 service neutron] 10.222.0.99 "GET /v2.0/networks/5edc78be-38bc-4f20-acf7-6dd03d1b2ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237872 Feb 09 02:10:10.945763 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9ff30a21-6775-4fa3-a6e8-51a120203c7a req-3e19229c-409b-42ac-94c1-e6636d81fc04 service neutron] 10.222.0.99 "GET /v2.0/networks/5edc78be-38bc-4f20-acf7-6dd03d1b2ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228912 Feb 09 02:10:11.122944 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b0e05-9767-43ad-9773-4e515ef10709 req-dc35b4dd-0864-4f7d-8267-74001c4aa5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:11.124412 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-229b0e05-9767-43ad-9773-4e515ef10709 req-dc35b4dd-0864-4f7d-8267-74001c4aa5e0 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=00d6805fb291418fb69e8e927f223d1a&device_id=a59c1f60-6cbc-4f51-be88-10ed5dd947f4 HTTP/1.1" status: 200 len: 1094 time: 0.1347902 Feb 09 02:10:11.132353 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f597cc7b-60e9-42d3-9620-fc23cae97d31 req-4f97c149-6f97-47f6-913d-c4fa1000e39e tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:11.133712 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f597cc7b-60e9-42d3-9620-fc23cae97d31 req-4f97c149-6f97-47f6-913d-c4fa1000e39e tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=a59c1f60-6cbc-4f51-be88-10ed5dd947f4 HTTP/1.1" status: 200 len: 943 time: 0.1053541 Feb 09 02:10:11.257019 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f597cc7b-60e9-42d3-9620-fc23cae97d31 req-a1d7d22d-dde1-4a78-8e06-98458095665f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=3bf17113-b215-4106-a688-d82d877fda2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044199 Feb 09 02:10:11.295926 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b0e05-9767-43ad-9773-4e515ef10709 req-cd8c1e19-f941-430a-81da-f24fcfc9ce9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:11.297350 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-229b0e05-9767-43ad-9773-4e515ef10709 req-cd8c1e19-f941-430a-81da-f24fcfc9ce9a service neutron] 10.222.0.99 "GET /v2.0/networks?id=5edc78be-38bc-4f20-acf7-6dd03d1b2ed3 HTTP/1.1" status: 200 len: 896 time: 0.1627913 Feb 09 02:10:11.363357 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-229b0e05-9767-43ad-9773-4e515ef10709 req-cafb13fa-119d-4b19-bf6b-6603b16b050c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3170bcdd-1f60-42c9-819f-f6dbd0af4790 HTTP/1.1" status: 200 len: 217 time: 0.0594771 Feb 09 02:10:11.521133 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b0e05-9767-43ad-9773-4e515ef10709 req-5be33d02-25cd-41f7-9fba-a477fb01e9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:11.522522 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-229b0e05-9767-43ad-9773-4e515ef10709 req-5be33d02-25cd-41f7-9fba-a477fb01e9d6 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b49f3112-2d6c-4f70-8ce8-6a020374c51c HTTP/1.1" status: 200 len: 834 time: 0.1537440 Feb 09 02:10:11.596914 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b0e05-9767-43ad-9773-4e515ef10709 req-f11c5679-d5fe-4110-9eba-cdf6a325334e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:11.598423 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-229b0e05-9767-43ad-9773-4e515ef10709 req-f11c5679-d5fe-4110-9eba-cdf6a325334e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=5edc78be-38bc-4f20-acf7-6dd03d1b2ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694671 Feb 09 02:10:11.699675 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:11.731065 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-229b0e05-9767-43ad-9773-4e515ef10709 req-cb90e4d6-92ae-44e8-a07d-32908b0d1dd0 service neutron] 10.222.0.99 "GET /v2.0/networks/5edc78be-38bc-4f20-acf7-6dd03d1b2ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260841 Feb 09 02:10:11.731421 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:11.861737 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-229b0e05-9767-43ad-9773-4e515ef10709 req-c333dba0-8074-4fc9-8996-55a275401d13 service neutron] 10.222.0.99 "GET /v2.0/networks/5edc78be-38bc-4f20-acf7-6dd03d1b2ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248453 Feb 09 02:10:11.900534 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 85f2af08-068d-4e35-ad4c-dce9dad4896b up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:10:11.967201 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 85f2af08-068d-4e35-ad4c-dce9dad4896b triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:10:11.967571 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:12.450784 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b703cba-7070-4e89-9366-c36d8e123ba7 req-fddedb0d-c9f7-41dd-9842-b74120b8e1cf tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:12.452752 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9b703cba-7070-4e89-9366-c36d8e123ba7 req-fddedb0d-c9f7-41dd-9842-b74120b8e1cf tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=a59c1f60-6cbc-4f51-be88-10ed5dd947f4 HTTP/1.1" status: 200 len: 943 time: 0.0909555 Feb 09 02:10:12.496648 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9b703cba-7070-4e89-9366-c36d8e123ba7 req-f449fceb-1256-4691-927b-3a0cf8666ec8 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=3bf17113-b215-4106-a688-d82d877fda2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382223 Feb 09 02:10:13.390631 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:13.678192 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a8eea-5a1d-4b61-b5c2-42a2ad6d64e9 req-6d490943-cc5d-4eec-a4e2-192ea746fedc tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:13.679649 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c02a8eea-5a1d-4b61-b5c2-42a2ad6d64e9 req-6d490943-cc5d-4eec-a4e2-192ea746fedc tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=a59c1f60-6cbc-4f51-be88-10ed5dd947f4 HTTP/1.1" status: 200 len: 943 time: 0.0811388 Feb 09 02:10:13.722523 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c02a8eea-5a1d-4b61-b5c2-42a2ad6d64e9 req-9443fc74-9307-4c5c-9db1-ba8336f22461 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=3bf17113-b215-4106-a688-d82d877fda2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366495 Feb 09 02:10:14.907778 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec15da54-769e-4a40-889e-d3943413e4b8 req-2c83606b-639b-4885-98c9-23f8a368b99b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:14.909164 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ec15da54-769e-4a40-889e-d3943413e4b8 req-2c83606b-639b-4885-98c9-23f8a368b99b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=a59c1f60-6cbc-4f51-be88-10ed5dd947f4 HTTP/1.1" status: 200 len: 943 time: 0.0825920 Feb 09 02:10:14.953138 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ec15da54-769e-4a40-889e-d3943413e4b8 req-99e06be9-b097-4c28-97fe-46b5a2a5e2f7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=3bf17113-b215-4106-a688-d82d877fda2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383260 Feb 09 02:10:15.517463 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 3170bcdd-1f60-42c9-819f-f6dbd0af4790 details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 02:10:15.681874 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 3170bcdd-1f60-42c9-819f-f6dbd0af4790, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=3170bcdd-1f60-42c9-819f-f6dbd0af4790,segment=NetworkSegment(cb6c3b7b-7649-4c9c-9e46-46c5e8253068),segment_id=cb6c3b7b-7649-4c9c-9e46-46c5e8253068)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:10:15.694348 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': '3170bcdd-1f60-42c9-819f-f6dbd0af4790', 'network_id': '5edc78be-38bc-4f20-acf7-6dd03d1b2ed3', 'port_id': '3170bcdd-1f60-42c9-819f-f6dbd0af4790', 'mac_address': 'fa:16:3e:fc:44:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b49f3112-2d6c-4f70-8ce8-6a020374c51c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 02:10:15.752409 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:15.768903 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3170bcdd-1f60-42c9-819f-f6dbd0af4790 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 02:10:15.784281 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 3170bcdd-1f60-42c9-819f-f6dbd0af4790, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=3170bcdd-1f60-42c9-819f-f6dbd0af4790,segment=NetworkSegment(cb6c3b7b-7649-4c9c-9e46-46c5e8253068),segment_id=cb6c3b7b-7649-4c9c-9e46-46c5e8253068)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:10:15.787800 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:15.855457 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=3170bcdd-1f60-42c9-819f-f6dbd0af4790,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:16.080870 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['3170bcdd-1f60-42c9-819f-f6dbd0af4790'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 02:10:16.135314 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d537eca3-fb08-46ee-a9cd-6f13c0376ef5 req-d6ed91aa-a887-4837-b27c-9b5c1b95f89f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:16.136780 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d537eca3-fb08-46ee-a9cd-6f13c0376ef5 req-d6ed91aa-a887-4837-b27c-9b5c1b95f89f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=a59c1f60-6cbc-4f51-be88-10ed5dd947f4 HTTP/1.1" status: 200 len: 944 time: 0.0813298 Feb 09 02:10:16.181845 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d537eca3-fb08-46ee-a9cd-6f13c0376ef5 req-e697b506-e8b3-45cd-aeb8-2ceea7460f21 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=3bf17113-b215-4106-a688-d82d877fda2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384169 Feb 09 02:10:17.407262 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae09d5b-7908-4b65-ae48-48461d4f05ec req-90f3ca35-ff9c-4591-aaeb-154c6bd25fe0 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:17.408758 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cae09d5b-7908-4b65-ae48-48461d4f05ec req-90f3ca35-ff9c-4591-aaeb-154c6bd25fe0 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=a59c1f60-6cbc-4f51-be88-10ed5dd947f4 HTTP/1.1" status: 200 len: 944 time: 0.1049480 Feb 09 02:10:17.454381 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cae09d5b-7908-4b65-ae48-48461d4f05ec req-fca38537-8500-4c5c-bad6-28936ec33833 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=3bf17113-b215-4106-a688-d82d877fda2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399866 Feb 09 02:10:17.533256 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 3170bcdd-1f60-42c9-819f-f6dbd0af4790 up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:10:17.603711 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning for port 3170bcdd-1f60-42c9-819f-f6dbd0af4790 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:10:17.611512 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port 3170bcdd-1f60-42c9-819f-f6dbd0af4790 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:10:17.612202 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:17.737445 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:17.766569 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a59c1f60-6cbc-4f51-be88-10ed5dd947f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3170bcdd-1f60-42c9-819f-f6dbd0af4790'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:10:17.777478 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 3170bcdd-1f60-42c9-819f-f6dbd0af4790, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=3170bcdd-1f60-42c9-819f-f6dbd0af4790,segment=NetworkSegment(cb6c3b7b-7649-4c9c-9e46-46c5e8253068),segment_id=cb6c3b7b-7649-4c9c-9e46-46c5e8253068)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:10:17.781785 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:17.821370 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a59c1f60-6cbc-4f51-be88-10ed5dd947f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3170bcdd-1f60-42c9-819f-f6dbd0af4790', 'code': 200} Feb 09 02:10:17.860388 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=3170bcdd-1f60-42c9-819f-f6dbd0af4790,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:17.945951 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d42b2d-eb8b-4055-8bb3-042b7ee25197 req-9c689d4f-0649-4a87-9c6a-7dfccc07ce65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:17.948084 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-96d42b2d-eb8b-4055-8bb3-042b7ee25197 req-9c689d4f-0649-4a87-9c6a-7dfccc07ce65 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=a59c1f60-6cbc-4f51-be88-10ed5dd947f4 HTTP/1.1" status: 200 len: 1096 time: 0.0715702 Feb 09 02:10:17.990920 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-96d42b2d-eb8b-4055-8bb3-042b7ee25197 req-e5cd5cf5-baa7-464b-8013-eae5133cbd23 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=3bf17113-b215-4106-a688-d82d877fda2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369813 Feb 09 02:10:18.636938 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b34793-cdcc-4df6-94bd-de45b0532d0b req-13cab629-beff-4689-8d8e-5548808de79b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:18.638344 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-37b34793-cdcc-4df6-94bd-de45b0532d0b req-13cab629-beff-4689-8d8e-5548808de79b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=a59c1f60-6cbc-4f51-be88-10ed5dd947f4 HTTP/1.1" status: 200 len: 945 time: 0.0777664 Feb 09 02:10:18.682646 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-37b34793-cdcc-4df6-94bd-de45b0532d0b req-400959e1-0215-425a-ace3-0890881ffd3f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=3bf17113-b215-4106-a688-d82d877fda2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384052 Feb 09 02:10:19.871802 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd531b-9943-4aab-8c97-243b685f10a8 req-61171858-fe6b-4024-8067-ed31e9003ced tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:19.873264 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4bfd531b-9943-4aab-8c97-243b685f10a8 req-61171858-fe6b-4024-8067-ed31e9003ced tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=a59c1f60-6cbc-4f51-be88-10ed5dd947f4 HTTP/1.1" status: 200 len: 945 time: 0.0834639 Feb 09 02:10:19.917315 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4bfd531b-9943-4aab-8c97-243b685f10a8 req-b85bd025-b61d-45ef-ad6c-deb84ea969a5 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=3bf17113-b215-4106-a688-d82d877fda2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382650 Feb 09 02:10:20.099073 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115af0ed-6698-4612-856c-5e30aae17f5f req-4300a9ff-3704-4c18-b020-020d3bb2efcc tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:20.100536 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-115af0ed-6698-4612-856c-5e30aae17f5f req-4300a9ff-3704-4c18-b020-020d3bb2efcc tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=a59c1f60-6cbc-4f51-be88-10ed5dd947f4 HTTP/1.1" status: 200 len: 945 time: 0.0800514 Feb 09 02:10:20.143742 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-115af0ed-6698-4612-856c-5e30aae17f5f req-08b01de8-c89a-42bb-806d-03de8b252b55 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=3bf17113-b215-4106-a688-d82d877fda2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370457 Feb 09 02:10:20.166548 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 50274) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:10:20.238519 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6dc396-ff42-478f-abeb-2228053cf440 tempest-TestNetworkAdvancedServerOps-1798257017 tempest-TestNetworkAdvancedServerOps-1798257017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:20.240032 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-5a6dc396-ff42-478f-abeb-2228053cf440 tempest-TestNetworkAdvancedServerOps-1798257017 tempest-TestNetworkAdvancedServerOps-1798257017-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=a59c1f60-6cbc-4f51-be88-10ed5dd947f4 HTTP/1.1" status: 200 len: 1091 time: 0.0725365 Feb 09 02:10:20.242926 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 50278) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:10:20.247658 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-cfca3a98-5279-46cb-9d28-b0a3aa035457 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Request body: {'floatingip': {'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'port_id': '3170bcdd-1f60-42c9-819f-f6dbd0af4790', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:10:20.254003 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-cfca3a98-5279-46cb-9d28-b0a3aa035457 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:10:20.257778 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-cfca3a98-5279-46cb-9d28-b0a3aa035457 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Usage tracker for resource:floatingip and tenant:00d6805fb291418fb69e8e927f223d1a is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:10:20.260612 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-cfca3a98-5279-46cb-9d28-b0a3aa035457 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:10:20.266470 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-cfca3a98-5279-46cb-9d28-b0a3aa035457 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:10:20.277038 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cfca3a98-5279-46cb-9d28-b0a3aa035457 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for floatingip, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:20.410868 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cfca3a98-5279-46cb-9d28-b0a3aa035457 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:20.549190 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-cfca3a98-5279-46cb-9d28-b0a3aa035457 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Allocated IP 172.25.0.199 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/48a7b88a-b8f5-42df-aa9e-4599b2736b17) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:10:20.783780 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cfca3a98-5279-46cb-9d28-b0a3aa035457 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:20.813139 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cfca3a98-5279-46cb-9d28-b0a3aa035457 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:20.875786 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfca3a98-5279-46cb-9d28-b0a3aa035457 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:10:20.878590 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-cfca3a98-5279-46cb-9d28-b0a3aa035457 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:10:20.882415 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfca3a98-5279-46cb-9d28-b0a3aa035457 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:10:20.916630 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfca3a98-5279-46cb-9d28-b0a3aa035457 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event updated for resources: {'Port': ['ID=48a7b88a-b8f5-42df-aa9e-4599b2736b17,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:21.289689 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cfca3a98-5279-46cb-9d28-b0a3aa035457 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:21.362342 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cfca3a98-5279-46cb-9d28-b0a3aa035457 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:21.564734 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cfca3a98-5279-46cb-9d28-b0a3aa035457 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:21.569112 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cfca3a98-5279-46cb-9d28-b0a3aa035457 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:21.678998 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfca3a98-5279-46cb-9d28-b0a3aa035457 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event updated for resources: {'Port': ['ID=48a7b88a-b8f5-42df-aa9e-4599b2736b17,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:21.689587 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cfca3a98-5279-46cb-9d28-b0a3aa035457 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:21.860103 n-d-828418-1 neutron-server[87639]: INFO neutron.db.l3_db [None req-cfca3a98-5279-46cb-9d28-b0a3aa035457 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Floating IP 608151e4-ae24-46b6-9a1d-384c0240061a associated. External IP: 172.25.0.199, port: 3170bcdd-1f60-42c9-819f-f6dbd0af4790. Feb 09 02:10:22.299898 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfca3a98-5279-46cb-9d28-b0a3aa035457 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Router 45bea270-2be2-46c6-a191-4c054b868bf3 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:10:22.476146 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfca3a98-5279-46cb-9d28-b0a3aa035457 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:10:22.487606 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54faff95-2aa8-401d-80f3-c6e53f9d5c19 None None] Sync routers for ids ['45bea270-2be2-46c6-a191-4c054b868bf3'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:10:22.504565 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54faff95-2aa8-401d-80f3-c6e53f9d5c19 None None] Routers {'45bea270-2be2-46c6-a191-4c054b868bf3'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:10:22.505243 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-54faff95-2aa8-401d-80f3-c6e53f9d5c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:10:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['45bea270-2be2-46c6-a191-4c054b868bf3'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:10:22.508042 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cfca3a98-5279-46cb-9d28-b0a3aa035457 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:22.563411 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-cfca3a98-5279-46cb-9d28-b0a3aa035457 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3193727 Feb 09 02:10:22.563904 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a59c1f60-6cbc-4f51-be88-10ed5dd947f4', 'tag': '3170bcdd-1f60-42c9-819f-f6dbd0af4790'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:10:22.619379 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a59c1f60-6cbc-4f51-be88-10ed5dd947f4', 'tag': '3170bcdd-1f60-42c9-819f-f6dbd0af4790', 'status': 'completed', 'code': 200} Feb 09 02:10:22.703665 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:22.712269 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-54faff95-2aa8-401d-80f3-c6e53f9d5c19 None None] Set router 45bea270-2be2-46c6-a191-4c054b868bf3 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:10:22.781930 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe86220-cebb-41df-a773-38d70d7fb15b req-35568643-5dd9-4716-bc7d-058a67d8c43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:22.783425 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3fe86220-cebb-41df-a773-38d70d7fb15b req-35568643-5dd9-4716-bc7d-058a67d8c43a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=00d6805fb291418fb69e8e927f223d1a&device_id=a59c1f60-6cbc-4f51-be88-10ed5dd947f4 HTTP/1.1" status: 200 len: 1096 time: 0.1386020 Feb 09 02:10:22.792021 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1999235-1d9a-4807-889b-331e4f235e9d req-8c9c9cc8-c7f4-457d-b1da-577d0750bb47 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:22.793387 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f1999235-1d9a-4807-889b-331e4f235e9d req-8c9c9cc8-c7f4-457d-b1da-577d0750bb47 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=a59c1f60-6cbc-4f51-be88-10ed5dd947f4 HTTP/1.1" status: 200 len: 945 time: 0.1147530 Feb 09 02:10:22.921046 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f1999235-1d9a-4807-889b-331e4f235e9d req-8a8ba6b6-5ec3-415a-aba3-bc1501ab6220 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=3bf17113-b215-4106-a688-d82d877fda2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087413 Feb 09 02:10:22.945264 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50286) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:10:22.958945 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe86220-cebb-41df-a773-38d70d7fb15b req-53258477-d931-47c0-a718-0f5f16f07c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:22.961112 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3fe86220-cebb-41df-a773-38d70d7fb15b req-53258477-d931-47c0-a718-0f5f16f07c6c service neutron] 10.222.0.99 "GET /v2.0/networks?id=5edc78be-38bc-4f20-acf7-6dd03d1b2ed3 HTTP/1.1" status: 200 len: 896 time: 0.1668565 Feb 09 02:10:23.079882 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-54faff95-2aa8-401d-80f3-c6e53f9d5c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45bea270-2be2-46c6-a191-4c054b868bf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150047923', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'a9a96663-5b96-460d-80f3-02e3775c4f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:09:59Z', 'updated_at': '2022-02-09T02:10:04Z', 'revision_number': 4, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'gw_port': {'id': 'a9a96663-5b96-460d-80f3-02e3775c4f25', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:76:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bea270-2be2-46c6-a191-4c054b868bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:10:00Z', 'updated_at': '2022-02-09T02:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '608151e4-ae24-46b6-9a1d-384c0240061a', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'floating_ip_address': '172.25.0.199', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '45bea270-2be2-46c6-a191-4c054b868bf3', 'port_id': '3170bcdd-1f60-42c9-819f-f6dbd0af4790', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5edc78be-38bc-4f20-acf7-6dd03d1b2ed3', 'mac_address': 'fa:16:3e:fc:44:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59c1f60-6cbc-4f51-be88-10ed5dd947f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:10:21Z', 'updated_at': '2022-02-09T02:10:21Z', 'revision_number': 0, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85f2af08-068d-4e35-ad4c-dce9dad4896b', 'name': '', 'network_id': '5edc78be-38bc-4f20-acf7-6dd03d1b2ed3', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'mac_address': 'fa:16:3e:f3:0d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bea270-2be2-46c6-a191-4c054b868bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'b49f3112-2d6c-4f70-8ce8-6a020374c51c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:10:03Z', 'updated_at': '2022-02-09T02:10:10Z', 'revision_number': 5, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'subnets': [{'id': 'b49f3112-2d6c-4f70-8ce8-6a020374c51c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:10:23.084877 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54faff95-2aa8-401d-80f3-c6e53f9d5c19 None None] Checking router: 45bea270-2be2-46c6-a191-4c054b868bf3 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:10:23.089711 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3fe86220-cebb-41df-a773-38d70d7fb15b req-fd0a2ff3-a0ff-472e-91f2-d5b035a232ae service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3170bcdd-1f60-42c9-819f-f6dbd0af4790 HTTP/1.1" status: 200 len: 999 time: 0.1222382 Feb 09 02:10:23.095710 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54faff95-2aa8-401d-80f3-c6e53f9d5c19 None None] Routers {'45bea270-2be2-46c6-a191-4c054b868bf3'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:10:23.096553 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-54faff95-2aa8-401d-80f3-c6e53f9d5c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:10:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['45bea270-2be2-46c6-a191-4c054b868bf3'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:10:23.163210 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe86220-cebb-41df-a773-38d70d7fb15b req-320e3f87-e332-4134-b468-cb7739b40e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:23.164677 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3fe86220-cebb-41df-a773-38d70d7fb15b req-320e3f87-e332-4134-b468-cb7739b40e08 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b49f3112-2d6c-4f70-8ce8-6a020374c51c HTTP/1.1" status: 200 len: 834 time: 0.0692060 Feb 09 02:10:23.203311 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d5bb5fe5-4609-4ea0-bea2-3c4f017b1180 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/floatingips/608151e4-ae24-46b6-9a1d-384c0240061a HTTP/1.1" status: 200 len: 991 time: 0.2566965 Feb 09 02:10:23.250429 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe86220-cebb-41df-a773-38d70d7fb15b req-f4fb392a-adeb-45d0-b4de-da9313514bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:23.252047 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3fe86220-cebb-41df-a773-38d70d7fb15b req-f4fb392a-adeb-45d0-b4de-da9313514bd3 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=5edc78be-38bc-4f20-acf7-6dd03d1b2ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0803533 Feb 09 02:10:23.294392 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-54faff95-2aa8-401d-80f3-c6e53f9d5c19 None None] Set router 45bea270-2be2-46c6-a191-4c054b868bf3 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:10:23.386444 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3fe86220-cebb-41df-a773-38d70d7fb15b req-27fdb595-1c57-418c-b7fe-d8d52e595531 service neutron] 10.222.0.99 "GET /v2.0/networks/5edc78be-38bc-4f20-acf7-6dd03d1b2ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283090 Feb 09 02:10:23.521188 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3fe86220-cebb-41df-a773-38d70d7fb15b req-56146b73-08e8-4432-ae25-0f8f167b9c7b service neutron] 10.222.0.99 "GET /v2.0/networks/5edc78be-38bc-4f20-acf7-6dd03d1b2ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290393 Feb 09 02:10:23.682672 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-54faff95-2aa8-401d-80f3-c6e53f9d5c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45bea270-2be2-46c6-a191-4c054b868bf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150047923', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'a9a96663-5b96-460d-80f3-02e3775c4f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:09:59Z', 'updated_at': '2022-02-09T02:10:04Z', 'revision_number': 4, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'gw_port': {'id': 'a9a96663-5b96-460d-80f3-02e3775c4f25', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:76:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bea270-2be2-46c6-a191-4c054b868bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:10:00Z', 'updated_at': '2022-02-09T02:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '608151e4-ae24-46b6-9a1d-384c0240061a', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'floating_ip_address': '172.25.0.199', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '45bea270-2be2-46c6-a191-4c054b868bf3', 'port_id': '3170bcdd-1f60-42c9-819f-f6dbd0af4790', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5edc78be-38bc-4f20-acf7-6dd03d1b2ed3', 'mac_address': 'fa:16:3e:fc:44:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59c1f60-6cbc-4f51-be88-10ed5dd947f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:10:21Z', 'updated_at': '2022-02-09T02:10:21Z', 'revision_number': 0, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85f2af08-068d-4e35-ad4c-dce9dad4896b', 'name': '', 'network_id': '5edc78be-38bc-4f20-acf7-6dd03d1b2ed3', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'mac_address': 'fa:16:3e:f3:0d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bea270-2be2-46c6-a191-4c054b868bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'b49f3112-2d6c-4f70-8ce8-6a020374c51c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:10:03Z', 'updated_at': '2022-02-09T02:10:10Z', 'revision_number': 5, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'subnets': [{'id': 'b49f3112-2d6c-4f70-8ce8-6a020374c51c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:10:23.686674 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54faff95-2aa8-401d-80f3-c6e53f9d5c19 None None] The sync data for ids ['45bea270-2be2-46c6-a191-4c054b868bf3'] in n-d-828418-1 is: [{'id': '45bea270-2be2-46c6-a191-4c054b868bf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150047923', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'a9a96663-5b96-460d-80f3-02e3775c4f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:09:59Z', 'updated_at': '2022-02-09T02:10:04Z', 'revision_number': 4, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'gw_port': {'id': 'a9a96663-5b96-460d-80f3-02e3775c4f25', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:76:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bea270-2be2-46c6-a191-4c054b868bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:10:00Z', 'updated_at': '2022-02-09T02:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '608151e4-ae24-46b6-9a1d-384c0240061a', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'floating_ip_address': '172.25.0.199', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '45bea270-2be2-46c6-a191-4c054b868bf3', 'port_id': '3170bcdd-1f60-42c9-819f-f6dbd0af4790', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5edc78be-38bc-4f20-acf7-6dd03d1b2ed3', 'mac_address': 'fa:16:3e:fc:44:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59c1f60-6cbc-4f51-be88-10ed5dd947f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:10:21Z', 'updated_at': '2022-02-09T02:10:21Z', 'revision_number': 0, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85f2af08-068d-4e35-ad4c-dce9dad4896b', 'name': '', 'network_id': '5edc78be-38bc-4f20-acf7-6dd03d1b2ed3', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'mac_address': 'fa:16:3e:f3:0d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bea270-2be2-46c6-a191-4c054b868bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'b49f3112-2d6c-4f70-8ce8-6a020374c51c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:10:03Z', 'updated_at': '2022-02-09T02:10:10Z', 'revision_number': 5, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'subnets': [{'id': 'b49f3112-2d6c-4f70-8ce8-6a020374c51c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:10:23.890671 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea90e136-494a-4bd1-9f85-95ad73302f25 None None] New status for floating IP 608151e4-ae24-46b6-9a1d-384c0240061a: ACTIVE {{(pid=87641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:10:24.205197 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50290) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:10:24.310903 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-da7c9bcd-ce9f-44a5-9eca-c2071d2f21e8 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/floatingips/608151e4-ae24-46b6-9a1d-384c0240061a HTTP/1.1" status: 200 len: 993 time: 0.1045513 Feb 09 02:10:25.545684 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:38.302712 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-80f8e08b-97a9-4ea8-9c6c-43734bbaf363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:38.403399 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:10:40.613380 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8d6f41d3-955b-4490-bcce-5841a47d16df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:41.702440 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:41.737116 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:43.394981 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:47.820879 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0b045135-5727-4e41-8494-6d7d9639d9b5 req-ac383d0b-82ec-48a0-9fa1-c5fd32f43645 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=a59c1f60-6cbc-4f51-be88-10ed5dd947f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0680504 Feb 09 02:10:47.960666 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b045135-5727-4e41-8494-6d7d9639d9b5 req-e81645f3-2a95-488d-8d34-b0b55b8b1af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:47.962132 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0b045135-5727-4e41-8494-6d7d9639d9b5 req-e81645f3-2a95-488d-8d34-b0b55b8b1af9 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=00d6805fb291418fb69e8e927f223d1a&device_id=a59c1f60-6cbc-4f51-be88-10ed5dd947f4 HTTP/1.1" status: 200 len: 1096 time: 0.0734546 Feb 09 02:10:48.101541 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b045135-5727-4e41-8494-6d7d9639d9b5 req-8836093a-0098-4f22-91fa-f4a163119c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:48.102997 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0b045135-5727-4e41-8494-6d7d9639d9b5 req-8836093a-0098-4f22-91fa-f4a163119c4d service neutron] 10.222.0.99 "GET /v2.0/networks?id=5edc78be-38bc-4f20-acf7-6dd03d1b2ed3 HTTP/1.1" status: 200 len: 896 time: 0.1234288 Feb 09 02:10:48.204001 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0b045135-5727-4e41-8494-6d7d9639d9b5 req-25752696-f498-4ba3-a3bd-20f5219d267b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3170bcdd-1f60-42c9-819f-f6dbd0af4790 HTTP/1.1" status: 200 len: 1001 time: 0.0940442 Feb 09 02:10:48.373204 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b045135-5727-4e41-8494-6d7d9639d9b5 req-4a2f41dc-202c-4672-90a5-6aca79f56afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:48.374568 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0b045135-5727-4e41-8494-6d7d9639d9b5 req-4a2f41dc-202c-4672-90a5-6aca79f56afb service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b49f3112-2d6c-4f70-8ce8-6a020374c51c HTTP/1.1" status: 200 len: 834 time: 0.1652043 Feb 09 02:10:48.449788 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b045135-5727-4e41-8494-6d7d9639d9b5 req-955da689-e64a-4b61-a75a-a8814a7fc786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:48.451262 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0b045135-5727-4e41-8494-6d7d9639d9b5 req-955da689-e64a-4b61-a75a-a8814a7fc786 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=5edc78be-38bc-4f20-acf7-6dd03d1b2ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713346 Feb 09 02:10:48.581472 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0b045135-5727-4e41-8494-6d7d9639d9b5 req-b47debbb-9909-464f-9910-23d0223b58d3 service neutron] 10.222.0.99 "GET /v2.0/networks/5edc78be-38bc-4f20-acf7-6dd03d1b2ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237323 Feb 09 02:10:48.718295 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0b045135-5727-4e41-8494-6d7d9639d9b5 req-95ecb1ec-8a3a-412f-b8a3-e400323ed3e2 service neutron] 10.222.0.99 "GET /v2.0/networks/5edc78be-38bc-4f20-acf7-6dd03d1b2ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308444 Feb 09 02:10:52.644978 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:55.560189 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:08.303500 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f5153571-82d4-42c5-93ec-956e019250e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:10.616869 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ede8e8d4-80ef-4cfb-b878-2d2b6adc5a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:11.704163 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:11.735285 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:13.396835 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:15.404081 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:11:22.643061 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:25.570542 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:34.196522 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e569731-dcb6-41f6-b972-870b0f0c4282 req-296b38a1-2a83-4661-9d4a-ddc2a1b8191b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:34.198015 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8e569731-dcb6-41f6-b972-870b0f0c4282 req-296b38a1-2a83-4661-9d4a-ddc2a1b8191b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=a59c1f60-6cbc-4f51-be88-10ed5dd947f4 HTTP/1.1" status: 200 len: 945 time: 0.0842233 Feb 09 02:11:34.241903 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8e569731-dcb6-41f6-b972-870b0f0c4282 req-1194d848-b3aa-465d-903a-8780ee328168 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=3bf17113-b215-4106-a688-d82d877fda2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380628 Feb 09 02:11:35.429561 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175681b-fa63-4d4a-a6d9-fb7ddb7c4fbb req-bfb450c1-8056-42dd-b017-717a367044ed tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:35.431058 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3175681b-fa63-4d4a-a6d9-fb7ddb7c4fbb req-bfb450c1-8056-42dd-b017-717a367044ed tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=a59c1f60-6cbc-4f51-be88-10ed5dd947f4 HTTP/1.1" status: 200 len: 945 time: 0.0790172 Feb 09 02:11:35.477412 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3175681b-fa63-4d4a-a6d9-fb7ddb7c4fbb req-899dfbef-dcc3-45b8-b942-d9411498f2ed tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=3bf17113-b215-4106-a688-d82d877fda2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399141 Feb 09 02:11:36.664265 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3822eb6f-7327-4c33-b6b3-908c80a6e712 req-4811f561-2e62-48d3-96bc-b316d0244cd1 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:36.665743 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3822eb6f-7327-4c33-b6b3-908c80a6e712 req-4811f561-2e62-48d3-96bc-b316d0244cd1 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=a59c1f60-6cbc-4f51-be88-10ed5dd947f4 HTTP/1.1" status: 200 len: 945 time: 0.0783870 Feb 09 02:11:36.709353 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3822eb6f-7327-4c33-b6b3-908c80a6e712 req-eae1f06b-6f87-426e-a0d6-0be66d4cda93 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=3bf17113-b215-4106-a688-d82d877fda2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379605 Feb 09 02:11:36.731647 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 50328) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:11:36.837545 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-47cd95ed-9a53-407b-9d6c-6a754e07cc83 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/floatingips/608151e4-ae24-46b6-9a1d-384c0240061a HTTP/1.1" status: 200 len: 993 time: 0.1047184 Feb 09 02:11:38.306085 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-cb641c79-efa0-4b17-985f-a3dcef169403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:38.334841 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e1f2fc-b824-449e-9071-0916b3e8d79c req-fe5a6d9b-9a88-497c-aac3-6a883835797c tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:38.336321 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-98e1f2fc-b824-449e-9071-0916b3e8d79c req-fe5a6d9b-9a88-497c-aac3-6a883835797c tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=a59c1f60-6cbc-4f51-be88-10ed5dd947f4 HTTP/1.1" status: 200 len: 945 time: 0.1445446 Feb 09 02:11:38.338215 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf6335d-bdaf-4abe-bf3c-91c7e2bd6fbd req-8e24536c-6c78-4187-b15b-57dd2a010d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:38.339531 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ccf6335d-bdaf-4abe-bf3c-91c7e2bd6fbd req-8e24536c-6c78-4187-b15b-57dd2a010d77 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=00d6805fb291418fb69e8e927f223d1a&device_id=a59c1f60-6cbc-4f51-be88-10ed5dd947f4 HTTP/1.1" status: 200 len: 1096 time: 0.1111946 Feb 09 02:11:38.461284 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-98e1f2fc-b824-449e-9071-0916b3e8d79c req-583decc9-7280-4342-867f-67b9d694a5f8 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=3bf17113-b215-4106-a688-d82d877fda2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191776 Feb 09 02:11:38.499352 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf6335d-bdaf-4abe-bf3c-91c7e2bd6fbd req-bf628051-f896-4396-b4cf-9766ba75fe6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:38.500835 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ccf6335d-bdaf-4abe-bf3c-91c7e2bd6fbd req-bf628051-f896-4396-b4cf-9766ba75fe6a service neutron] 10.222.0.99 "GET /v2.0/networks?id=5edc78be-38bc-4f20-acf7-6dd03d1b2ed3 HTTP/1.1" status: 200 len: 896 time: 0.1464391 Feb 09 02:11:38.604473 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ccf6335d-bdaf-4abe-bf3c-91c7e2bd6fbd req-01ee5d99-5b63-443f-bd6c-0c9466551d11 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3170bcdd-1f60-42c9-819f-f6dbd0af4790 HTTP/1.1" status: 200 len: 1001 time: 0.0978251 Feb 09 02:11:38.666297 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf6335d-bdaf-4abe-bf3c-91c7e2bd6fbd req-49b7120e-979b-4c40-805d-18ec22fce483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:38.667708 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ccf6335d-bdaf-4abe-bf3c-91c7e2bd6fbd req-49b7120e-979b-4c40-805d-18ec22fce483 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b49f3112-2d6c-4f70-8ce8-6a020374c51c HTTP/1.1" status: 200 len: 834 time: 0.0572979 Feb 09 02:11:38.743213 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf6335d-bdaf-4abe-bf3c-91c7e2bd6fbd req-ead93d70-bfa1-4dde-970b-7e0edaf7803e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:38.744651 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ccf6335d-bdaf-4abe-bf3c-91c7e2bd6fbd req-ead93d70-bfa1-4dde-970b-7e0edaf7803e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=5edc78be-38bc-4f20-acf7-6dd03d1b2ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715725 Feb 09 02:11:38.871077 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ccf6335d-bdaf-4abe-bf3c-91c7e2bd6fbd req-ba42dbe9-bd6b-44b0-87ed-b0059b472dd7 service neutron] 10.222.0.99 "GET /v2.0/networks/5edc78be-38bc-4f20-acf7-6dd03d1b2ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206818 Feb 09 02:11:39.093969 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ccf6335d-bdaf-4abe-bf3c-91c7e2bd6fbd req-1eeff1cd-7c80-4e6d-97a3-8fb3075f16e5 service neutron] 10.222.0.99 "GET /v2.0/networks/5edc78be-38bc-4f20-acf7-6dd03d1b2ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169852 Feb 09 02:11:39.645380 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932ccc2d-12ba-4a1f-9d47-ac0112cc7d5d req-5ce16474-8a13-44b2-80a7-729a09586a77 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:39.646855 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-932ccc2d-12ba-4a1f-9d47-ac0112cc7d5d req-5ce16474-8a13-44b2-80a7-729a09586a77 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=a59c1f60-6cbc-4f51-be88-10ed5dd947f4 HTTP/1.1" status: 200 len: 945 time: 0.0797050 Feb 09 02:11:39.690081 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-932ccc2d-12ba-4a1f-9d47-ac0112cc7d5d req-65739bdb-a90a-4f23-bf64-99d25e757a22 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=3bf17113-b215-4106-a688-d82d877fda2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376079 Feb 09 02:11:40.620002 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-70f47900-2014-4a23-905a-bd9db9cd0624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:40.875012 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d82b9e-4b82-465d-bdfe-eba3ebc1c7cd req-40769cfc-8f81-4ce2-8d1a-6537ec967890 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:40.876351 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f1d82b9e-4b82-465d-bdfe-eba3ebc1c7cd req-40769cfc-8f81-4ce2-8d1a-6537ec967890 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=a59c1f60-6cbc-4f51-be88-10ed5dd947f4 HTTP/1.1" status: 200 len: 945 time: 0.0833695 Feb 09 02:11:40.922635 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f1d82b9e-4b82-465d-bdfe-eba3ebc1c7cd req-13ca5111-1520-4af4-b765-55dd75b7926f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=3bf17113-b215-4106-a688-d82d877fda2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389881 Feb 09 02:11:40.945494 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 50342) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:11:41.052116 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-390f4d29-114d-4e84-be80-9c590a80d7d4 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/floatingips/608151e4-ae24-46b6-9a1d-384c0240061a HTTP/1.1" status: 200 len: 993 time: 0.1053958 Feb 09 02:11:41.308524 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50350) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:11:41.511918 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-1484a51a-7e5e-441b-93c5-d7d9e223a54a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Deleting port 48a7b88a-b8f5-42df-aa9e-4599b2736b17 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:11:41.512255 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1484a51a-7e5e-441b-93c5-d7d9e223a54a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:41.678390 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1484a51a-7e5e-441b-93c5-d7d9e223a54a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:41.678710 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1484a51a-7e5e-441b-93c5-d7d9e223a54a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:41.706172 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:41.739179 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:41.800994 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-1484a51a-7e5e-441b-93c5-d7d9e223a54a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Calling delete_port for 48a7b88a-b8f5-42df-aa9e-4599b2736b17 owned by network:floatingip {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:11:41.951353 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1484a51a-7e5e-441b-93c5-d7d9e223a54a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:41.996170 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1484a51a-7e5e-441b-93c5-d7d9e223a54a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event deleted for resources: {'Port': ['ID=48a7b88a-b8f5-42df-aa9e-4599b2736b17,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:42.041882 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1484a51a-7e5e-441b-93c5-d7d9e223a54a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:42.042266 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1484a51a-7e5e-441b-93c5-d7d9e223a54a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:42.042610 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1484a51a-7e5e-441b-93c5-d7d9e223a54a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:42.042949 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1484a51a-7e5e-441b-93c5-d7d9e223a54a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:42.043284 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1484a51a-7e5e-441b-93c5-d7d9e223a54a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:42.043615 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1484a51a-7e5e-441b-93c5-d7d9e223a54a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:42.044584 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1484a51a-7e5e-441b-93c5-d7d9e223a54a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:42.044910 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1484a51a-7e5e-441b-93c5-d7d9e223a54a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:42.045233 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1484a51a-7e5e-441b-93c5-d7d9e223a54a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:42.045556 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1484a51a-7e5e-441b-93c5-d7d9e223a54a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:42.045905 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1484a51a-7e5e-441b-93c5-d7d9e223a54a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:42.046226 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1484a51a-7e5e-441b-93c5-d7d9e223a54a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:42.101299 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1484a51a-7e5e-441b-93c5-d7d9e223a54a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for floatingip, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:42.101663 n-d-828418-1 neutron-server[87638]: INFO neutron.db.l3_db [None req-1484a51a-7e5e-441b-93c5-d7d9e223a54a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Floating IP 608151e4-ae24-46b6-9a1d-384c0240061a disassociated (deleted). External IP: 172.25.0.199, port: 3170bcdd-1f60-42c9-819f-f6dbd0af4790. Feb 09 02:11:42.449840 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1484a51a-7e5e-441b-93c5-d7d9e223a54a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Router 45bea270-2be2-46c6-a191-4c054b868bf3 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:11:42.745398 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1484a51a-7e5e-441b-93c5-d7d9e223a54a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:11:42.754774 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7e095a-ce68-4864-b937-b7572b56589d None None] Sync routers for ids ['45bea270-2be2-46c6-a191-4c054b868bf3'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:11:42.765544 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7e095a-ce68-4864-b937-b7572b56589d None None] Routers {'45bea270-2be2-46c6-a191-4c054b868bf3'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:11:42.766191 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-2f7e095a-ce68-4864-b937-b7572b56589d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:11:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['45bea270-2be2-46c6-a191-4c054b868bf3'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:42.767014 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1484a51a-7e5e-441b-93c5-d7d9e223a54a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:42.826142 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1484a51a-7e5e-441b-93c5-d7d9e223a54a tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "DELETE /v2.0/floatingips/608151e4-ae24-46b6-9a1d-384c0240061a HTTP/1.1" status: 204 len: 168 time: 1.5163815 Feb 09 02:11:42.826868 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a59c1f60-6cbc-4f51-be88-10ed5dd947f4', 'tag': '3170bcdd-1f60-42c9-819f-f6dbd0af4790'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:11:42.877149 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a59c1f60-6cbc-4f51-be88-10ed5dd947f4', 'tag': '3170bcdd-1f60-42c9-819f-f6dbd0af4790', 'status': 'completed', 'code': 200} Feb 09 02:11:42.962674 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-2f7e095a-ce68-4864-b937-b7572b56589d None None] Set router 45bea270-2be2-46c6-a191-4c054b868bf3 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:11:42.972914 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f426b6-3756-4d72-b7b5-78bd8cfb394b req-5db4f4ac-1ba7-40c6-b919-173f535be805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:42.975030 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b9f426b6-3756-4d72-b7b5-78bd8cfb394b req-5db4f4ac-1ba7-40c6-b919-173f535be805 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=00d6805fb291418fb69e8e927f223d1a&device_id=a59c1f60-6cbc-4f51-be88-10ed5dd947f4 HTTP/1.1" status: 200 len: 1096 time: 0.0785584 Feb 09 02:11:43.113961 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f426b6-3756-4d72-b7b5-78bd8cfb394b req-850c6629-a38a-408c-b6c4-ac0e0357edaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:43.115423 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b9f426b6-3756-4d72-b7b5-78bd8cfb394b req-850c6629-a38a-408c-b6c4-ac0e0357edaf service neutron] 10.222.0.99 "GET /v2.0/networks?id=5edc78be-38bc-4f20-acf7-6dd03d1b2ed3 HTTP/1.1" status: 200 len: 896 time: 0.1341784 Feb 09 02:11:43.229865 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b9f426b6-3756-4d72-b7b5-78bd8cfb394b req-5b26b49d-849b-472b-aa49-31b773354d60 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3170bcdd-1f60-42c9-819f-f6dbd0af4790 HTTP/1.1" status: 200 len: 217 time: 0.1069214 Feb 09 02:11:43.295280 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-2f7e095a-ce68-4864-b937-b7572b56589d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45bea270-2be2-46c6-a191-4c054b868bf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150047923', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'a9a96663-5b96-460d-80f3-02e3775c4f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:09:59Z', 'updated_at': '2022-02-09T02:10:04Z', 'revision_number': 4, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'gw_port': {'id': 'a9a96663-5b96-460d-80f3-02e3775c4f25', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:76:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bea270-2be2-46c6-a191-4c054b868bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:10:00Z', 'updated_at': '2022-02-09T02:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '85f2af08-068d-4e35-ad4c-dce9dad4896b', 'name': '', 'network_id': '5edc78be-38bc-4f20-acf7-6dd03d1b2ed3', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'mac_address': 'fa:16:3e:f3:0d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bea270-2be2-46c6-a191-4c054b868bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'b49f3112-2d6c-4f70-8ce8-6a020374c51c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:10:03Z', 'updated_at': '2022-02-09T02:10:10Z', 'revision_number': 5, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'subnets': [{'id': 'b49f3112-2d6c-4f70-8ce8-6a020374c51c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:43.299006 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7e095a-ce68-4864-b937-b7572b56589d None None] Checking router: 45bea270-2be2-46c6-a191-4c054b868bf3 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:11:43.305070 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f426b6-3756-4d72-b7b5-78bd8cfb394b req-d9911d37-9fdf-4574-9c3b-80de0f6e5044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:43.306549 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b9f426b6-3756-4d72-b7b5-78bd8cfb394b req-d9911d37-9fdf-4574-9c3b-80de0f6e5044 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=b49f3112-2d6c-4f70-8ce8-6a020374c51c HTTP/1.1" status: 200 len: 834 time: 0.0671804 Feb 09 02:11:43.307141 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7e095a-ce68-4864-b937-b7572b56589d None None] Routers {'45bea270-2be2-46c6-a191-4c054b868bf3'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:11:43.307728 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-2f7e095a-ce68-4864-b937-b7572b56589d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:11:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['45bea270-2be2-46c6-a191-4c054b868bf3'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:43.355790 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026ceed4-f1f0-4679-aed7-81a4712e18da req-38eaf77b-2718-481a-8647-e9c3da44a4aa tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:43.357513 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-026ceed4-f1f0-4679-aed7-81a4712e18da req-38eaf77b-2718-481a-8647-e9c3da44a4aa tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=a59c1f60-6cbc-4f51-be88-10ed5dd947f4 HTTP/1.1" status: 200 len: 945 time: 0.1821649 Feb 09 02:11:43.422686 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-026ceed4-f1f0-4679-aed7-81a4712e18da req-6ec82302-591c-4d7c-b8ca-d0ee3e67d2e4 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=3bf17113-b215-4106-a688-d82d877fda2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584083 Feb 09 02:11:43.437019 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f426b6-3756-4d72-b7b5-78bd8cfb394b req-949e4e57-27ac-472d-b3cc-66e0df58e352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:43.438553 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b9f426b6-3756-4d72-b7b5-78bd8cfb394b req-949e4e57-27ac-472d-b3cc-66e0df58e352 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=5edc78be-38bc-4f20-acf7-6dd03d1b2ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1240456 Feb 09 02:11:43.458658 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:43.494675 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-2f7e095a-ce68-4864-b937-b7572b56589d None None] Set router 45bea270-2be2-46c6-a191-4c054b868bf3 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:11:43.571068 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b9f426b6-3756-4d72-b7b5-78bd8cfb394b req-1925c8a1-758f-4019-beab-8ead63a4e34f service neutron] 10.222.0.99 "GET /v2.0/networks/5edc78be-38bc-4f20-acf7-6dd03d1b2ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261346 Feb 09 02:11:43.707521 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b9f426b6-3756-4d72-b7b5-78bd8cfb394b req-f9147f49-01e7-4c7c-a839-4b3bbc020f25 service neutron] 10.222.0.99 "GET /v2.0/networks/5edc78be-38bc-4f20-acf7-6dd03d1b2ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298223 Feb 09 02:11:43.850870 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-2f7e095a-ce68-4864-b937-b7572b56589d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45bea270-2be2-46c6-a191-4c054b868bf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150047923', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'a9a96663-5b96-460d-80f3-02e3775c4f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:09:59Z', 'updated_at': '2022-02-09T02:10:04Z', 'revision_number': 4, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'gw_port': {'id': 'a9a96663-5b96-460d-80f3-02e3775c4f25', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:76:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bea270-2be2-46c6-a191-4c054b868bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:10:00Z', 'updated_at': '2022-02-09T02:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '85f2af08-068d-4e35-ad4c-dce9dad4896b', 'name': '', 'network_id': '5edc78be-38bc-4f20-acf7-6dd03d1b2ed3', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'mac_address': 'fa:16:3e:f3:0d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bea270-2be2-46c6-a191-4c054b868bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'b49f3112-2d6c-4f70-8ce8-6a020374c51c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:10:03Z', 'updated_at': '2022-02-09T02:10:10Z', 'revision_number': 5, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'subnets': [{'id': 'b49f3112-2d6c-4f70-8ce8-6a020374c51c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:43.854771 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7e095a-ce68-4864-b937-b7572b56589d None None] The sync data for ids ['45bea270-2be2-46c6-a191-4c054b868bf3'] in n-d-828418-1 is: [{'id': '45bea270-2be2-46c6-a191-4c054b868bf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150047923', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'a9a96663-5b96-460d-80f3-02e3775c4f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:09:59Z', 'updated_at': '2022-02-09T02:10:04Z', 'revision_number': 4, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'gw_port': {'id': 'a9a96663-5b96-460d-80f3-02e3775c4f25', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:76:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bea270-2be2-46c6-a191-4c054b868bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:10:00Z', 'updated_at': '2022-02-09T02:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '85f2af08-068d-4e35-ad4c-dce9dad4896b', 'name': '', 'network_id': '5edc78be-38bc-4f20-acf7-6dd03d1b2ed3', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'mac_address': 'fa:16:3e:f3:0d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bea270-2be2-46c6-a191-4c054b868bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'b49f3112-2d6c-4f70-8ce8-6a020374c51c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:10:03Z', 'updated_at': '2022-02-09T02:10:10Z', 'revision_number': 5, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'subnets': [{'id': 'b49f3112-2d6c-4f70-8ce8-6a020374c51c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:11:44.071627 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fde215e-a314-416d-bd87-20674c7e0dd6 None None] New status for floating IP 608151e4-ae24-46b6-9a1d-384c0240061a: DOWN {{(pid=87641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:11:44.609861 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ad98c8-5aaa-47ad-b514-6fd8cf1f9f4b req-15f28a71-6a22-4358-818e-83b623a1918b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:44.611361 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-11ad98c8-5aaa-47ad-b514-6fd8cf1f9f4b req-15f28a71-6a22-4358-818e-83b623a1918b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=a59c1f60-6cbc-4f51-be88-10ed5dd947f4 HTTP/1.1" status: 200 len: 945 time: 0.0798264 Feb 09 02:11:44.656321 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-11ad98c8-5aaa-47ad-b514-6fd8cf1f9f4b req-af4e7b5e-9304-40c8-97bd-75e1b2622aa4 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/security-groups?id=3bf17113-b215-4106-a688-d82d877fda2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393581 Feb 09 02:11:44.898010 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af610b5-b99a-46eb-a08c-0a953256d22f req-ddcfbd56-4c01-4548-85ce-c16e646a02d7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:44.899328 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5af610b5-b99a-46eb-a08c-0a953256d22f req-ddcfbd56-4c01-4548-85ce-c16e646a02d7 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.99 "GET /v2.0/ports?device_id=a59c1f60-6cbc-4f51-be88-10ed5dd947f4 HTTP/1.1" status: 200 len: 945 time: 0.0812953 Feb 09 02:11:44.974658 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-5af610b5-b99a-46eb-a08c-0a953256d22f req-ae790492-344a-4c4d-8a42-72f4621de17b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Deleting port 3170bcdd-1f60-42c9-819f-f6dbd0af4790 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:11:44.975000 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5af610b5-b99a-46eb-a08c-0a953256d22f req-ae790492-344a-4c4d-8a42-72f4621de17b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:45.309695 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-5af610b5-b99a-46eb-a08c-0a953256d22f req-ae790492-344a-4c4d-8a42-72f4621de17b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] For port 3170bcdd-1f60-42c9-819f-f6dbd0af4790, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=3170bcdd-1f60-42c9-819f-f6dbd0af4790,segment=NetworkSegment(cb6c3b7b-7649-4c9c-9e46-46c5e8253068),segment_id=cb6c3b7b-7649-4c9c-9e46-46c5e8253068)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:11:45.310045 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5af610b5-b99a-46eb-a08c-0a953256d22f req-ae790492-344a-4c4d-8a42-72f4621de17b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:45.439639 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-5af610b5-b99a-46eb-a08c-0a953256d22f req-ae790492-344a-4c4d-8a42-72f4621de17b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Calling delete_port for 3170bcdd-1f60-42c9-819f-f6dbd0af4790 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:11:45.582419 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5af610b5-b99a-46eb-a08c-0a953256d22f req-ae790492-344a-4c4d-8a42-72f4621de17b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:45.631376 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae790492-344a-4c4d-8a42-72f4621de17b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event deleted for resources: {'Port': ['ID=3170bcdd-1f60-42c9-819f-f6dbd0af4790,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:45.670079 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae790492-344a-4c4d-8a42-72f4621de17b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:45.670427 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae790492-344a-4c4d-8a42-72f4621de17b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:45.670762 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae790492-344a-4c4d-8a42-72f4621de17b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:45.671092 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae790492-344a-4c4d-8a42-72f4621de17b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:45.671663 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae790492-344a-4c4d-8a42-72f4621de17b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:45.672000 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae790492-344a-4c4d-8a42-72f4621de17b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:45.672326 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae790492-344a-4c4d-8a42-72f4621de17b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:45.672679 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae790492-344a-4c4d-8a42-72f4621de17b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:45.673001 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae790492-344a-4c4d-8a42-72f4621de17b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:45.673321 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae790492-344a-4c4d-8a42-72f4621de17b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:45.673664 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae790492-344a-4c4d-8a42-72f4621de17b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:45.673983 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae790492-344a-4c4d-8a42-72f4621de17b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:45.719915 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-5af610b5-b99a-46eb-a08c-0a953256d22f req-ae790492-344a-4c4d-8a42-72f4621de17b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] No DVR routers for this DVR port 3170bcdd-1f60-42c9-819f-f6dbd0af4790 on host n-h2-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:11:45.722521 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5af610b5-b99a-46eb-a08c-0a953256d22f req-ae790492-344a-4c4d-8a42-72f4621de17b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:45.725312 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a59c1f60-6cbc-4f51-be88-10ed5dd947f4', 'name': 'network-vif-deleted', 'tag': '3170bcdd-1f60-42c9-819f-f6dbd0af4790'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:11:45.737188 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5af610b5-b99a-46eb-a08c-0a953256d22f req-ae790492-344a-4c4d-8a42-72f4621de17b tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.99 "DELETE /v2.0/ports/3170bcdd-1f60-42c9-819f-f6dbd0af4790 HTTP/1.1" status: 204 len: 173 time: 0.8322527 Feb 09 02:11:45.820903 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-680b6b67-056d-47e4-892a-f14e91fbb3ad req-18446876-ac0d-43d5-9d42-3781a10d595f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Synchronizing usage tracker for tenant:00d6805fb291418fb69e8e927f223d1a on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:11:45.838890 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-680b6b67-056d-47e4-892a-f14e91fbb3ad req-18446876-ac0d-43d5-9d42-3781a10d595f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Unset dirty status for tenant:00d6805fb291418fb69e8e927f223d1a on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:11:45.840083 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-680b6b67-056d-47e4-892a-f14e91fbb3ad req-18446876-ac0d-43d5-9d42-3781a10d595f tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "GET /v2.0/ports?device_id=a59c1f60-6cbc-4f51-be88-10ed5dd947f4 HTTP/1.1" status: 200 len: 210 time: 0.0629432 Feb 09 02:11:45.868273 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a59c1f60-6cbc-4f51-be88-10ed5dd947f4', 'name': 'network-vif-deleted', 'tag': '3170bcdd-1f60-42c9-819f-f6dbd0af4790', 'status': 'completed', 'code': 200} Feb 09 02:11:46.940251 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 50370) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:11:47.478610 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-95dde52e-1aba-41a3-9780-3b0e67ef0e14 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:47.926260 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-95dde52e-1aba-41a3-9780-3b0e67ef0e14 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Deleting port 85f2af08-068d-4e35-ad4c-dce9dad4896b {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:11:47.926599 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-95dde52e-1aba-41a3-9780-3b0e67ef0e14 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:48.077017 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 3170bcdd-1f60-42c9-819f-f6dbd0af4790 no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:11:48.110952 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-95dde52e-1aba-41a3-9780-3b0e67ef0e14 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] For port 85f2af08-068d-4e35-ad4c-dce9dad4896b, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=85f2af08-068d-4e35-ad4c-dce9dad4896b,segment=NetworkSegment(cb6c3b7b-7649-4c9c-9e46-46c5e8253068),segment_id=cb6c3b7b-7649-4c9c-9e46-46c5e8253068)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:11:48.111572 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-95dde52e-1aba-41a3-9780-3b0e67ef0e14 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:48.111693 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] No Port match for: 3170bcdd-1f60-42c9-819f-f6dbd0af4790 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:11:48.112041 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 3170bcdd-1f60-42c9-819f-f6dbd0af4790 not bound to the agent host n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:11:48.233518 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-95dde52e-1aba-41a3-9780-3b0e67ef0e14 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Calling delete_port for 85f2af08-068d-4e35-ad4c-dce9dad4896b owned by network:router_interface {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:11:48.556348 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-95dde52e-1aba-41a3-9780-3b0e67ef0e14 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:48.605864 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dde52e-1aba-41a3-9780-3b0e67ef0e14 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event deleted for resources: {'Port': ['ID=85f2af08-068d-4e35-ad4c-dce9dad4896b,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:48.882440 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-95dde52e-1aba-41a3-9780-3b0e67ef0e14 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:49.351485 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95dde52e-1aba-41a3-9780-3b0e67ef0e14 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Router 45bea270-2be2-46c6-a191-4c054b868bf3 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:11:49.529906 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95dde52e-1aba-41a3-9780-3b0e67ef0e14 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:11:49.539705 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1dfe66-679f-4620-8263-d0a2247256fb None None] Sync routers for ids ['45bea270-2be2-46c6-a191-4c054b868bf3'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:11:49.545956 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-95dde52e-1aba-41a3-9780-3b0e67ef0e14 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "PUT /v2.0/routers/45bea270-2be2-46c6-a191-4c054b868bf3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6045320 Feb 09 02:11:49.548589 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 50376) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:11:49.549827 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1dfe66-679f-4620-8263-d0a2247256fb None None] Routers {'45bea270-2be2-46c6-a191-4c054b868bf3'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:11:49.550453 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-7c1dfe66-679f-4620-8263-d0a2247256fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:11:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['45bea270-2be2-46c6-a191-4c054b868bf3'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:49.619034 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-c53af005-32b1-4c5b-9ab6-ac3502fa9807 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Deleting subnet b49f3112-2d6c-4f70-8ce8-6a020374c51c {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 02:11:49.622714 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c53af005-32b1-4c5b-9ab6-ac3502fa9807 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:49.678669 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c53af005-32b1-4c5b-9ab6-ac3502fa9807 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:49.733409 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-7c1dfe66-679f-4620-8263-d0a2247256fb None None] Set router 45bea270-2be2-46c6-a191-4c054b868bf3 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:11:49.766393 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c53af005-32b1-4c5b-9ab6-ac3502fa9807 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:49.840128 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c53af005-32b1-4c5b-9ab6-ac3502fa9807 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:49.878252 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53af005-32b1-4c5b-9ab6-ac3502fa9807 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event deleted for resources: {'Subnet': ['ID=b49f3112-2d6c-4f70-8ce8-6a020374c51c,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:49.883389 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c53af005-32b1-4c5b-9ab6-ac3502fa9807 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:49.890833 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-c53af005-32b1-4c5b-9ab6-ac3502fa9807 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "DELETE /v2.0/subnets/b49f3112-2d6c-4f70-8ce8-6a020374c51c HTTP/1.1" status: 204 len: 168 time: 0.3409898 Feb 09 02:11:49.893125 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 50380) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:11:49.902360 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e7bbfb-48f2-420f-b386-be52c8aa67e0 None None] Network 5edc78be-38bc-4f20-acf7-6dd03d1b2ed3 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 02:11:50.079807 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b78053f9-c76c-458d-a491-32046b225f52 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:50.200469 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-7c1dfe66-679f-4620-8263-d0a2247256fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45bea270-2be2-46c6-a191-4c054b868bf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150047923', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'a9a96663-5b96-460d-80f3-02e3775c4f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:09:59Z', 'updated_at': '2022-02-09T02:11:48Z', 'revision_number': 5, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'gw_port': {'id': 'a9a96663-5b96-460d-80f3-02e3775c4f25', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:76:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bea270-2be2-46c6-a191-4c054b868bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:10:00Z', 'updated_at': '2022-02-09T02:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:50.206885 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1dfe66-679f-4620-8263-d0a2247256fb None None] Checking router: 45bea270-2be2-46c6-a191-4c054b868bf3 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:11:50.221277 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1dfe66-679f-4620-8263-d0a2247256fb None None] Routers {'45bea270-2be2-46c6-a191-4c054b868bf3'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:11:50.221928 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-7c1dfe66-679f-4620-8263-d0a2247256fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:11:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['45bea270-2be2-46c6-a191-4c054b868bf3'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:50.260510 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b78053f9-c76c-458d-a491-32046b225f52 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:50.270838 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-b78053f9-c76c-458d-a491-32046b225f52 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Deleting port a9a96663-5b96-460d-80f3-02e3775c4f25 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:11:50.271178 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b78053f9-c76c-458d-a491-32046b225f52 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:50.282140 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d5e5ad-0792-4cd8-b6d5-93f5d8e82a9a None None] DHCP port deletion for 5edc78be-38bc-4f20-acf7-6dd03d1b2ed3 request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 02:11:50.299665 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a5d5e5ad-0792-4cd8-b6d5-93f5d8e82a9a None None] Deleting port 80192b9a-3b41-4548-922a-bf7437ea65be {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:11:50.300040 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a5d5e5ad-0792-4cd8-b6d5-93f5d8e82a9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:50.447180 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-b78053f9-c76c-458d-a491-32046b225f52 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] For port a9a96663-5b96-460d-80f3-02e3775c4f25, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=a9a96663-5b96-460d-80f3-02e3775c4f25,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:11:50.447743 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b78053f9-c76c-458d-a491-32046b225f52 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:50.473102 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-7c1dfe66-679f-4620-8263-d0a2247256fb None None] Set router 45bea270-2be2-46c6-a191-4c054b868bf3 gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:11:50.571889 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-b78053f9-c76c-458d-a491-32046b225f52 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Calling delete_port for a9a96663-5b96-460d-80f3-02e3775c4f25 owned by network:router_gateway {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:11:50.589776 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-7c1dfe66-679f-4620-8263-d0a2247256fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45bea270-2be2-46c6-a191-4c054b868bf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150047923', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:09:59Z', 'updated_at': '2022-02-09T02:11:50Z', 'revision_number': 6, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'gw_port_host': None}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:50.702786 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1dfe66-679f-4620-8263-d0a2247256fb None None] The sync data for ids ['45bea270-2be2-46c6-a191-4c054b868bf3'] in n-d-828418-1 is: [{'id': '45bea270-2be2-46c6-a191-4c054b868bf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150047923', 'tenant_id': '00d6805fb291418fb69e8e927f223d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:09:59Z', 'updated_at': '2022-02-09T02:11:50Z', 'revision_number': 6, 'project_id': '00d6805fb291418fb69e8e927f223d1a', 'gw_port_host': None}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:11:50.747386 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b78053f9-c76c-458d-a491-32046b225f52 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:50.753265 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a5d5e5ad-0792-4cd8-b6d5-93f5d8e82a9a None None] For port 80192b9a-3b41-4548-922a-bf7437ea65be, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=80192b9a-3b41-4548-922a-bf7437ea65be,segment=NetworkSegment(cb6c3b7b-7649-4c9c-9e46-46c5e8253068),segment_id=cb6c3b7b-7649-4c9c-9e46-46c5e8253068)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:11:50.753679 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a5d5e5ad-0792-4cd8-b6d5-93f5d8e82a9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:50.792113 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78053f9-c76c-458d-a491-32046b225f52 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event deleted for resources: {'Port': ['ID=a9a96663-5b96-460d-80f3-02e3775c4f25,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:50.887371 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a5d5e5ad-0792-4cd8-b6d5-93f5d8e82a9a None None] Calling delete_port for 80192b9a-3b41-4548-922a-bf7437ea65be owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:11:50.964456 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a5d5e5ad-0792-4cd8-b6d5-93f5d8e82a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876'] for port, after_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:50.990184 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b78053f9-c76c-458d-a491-32046b225f52 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:51.020410 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d5e5ad-0792-4cd8-b6d5-93f5d8e82a9a None None] Pushing event deleted for resources: {'Port': ['ID=80192b9a-3b41-4548-922a-bf7437ea65be,revision_number=None']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:51.022645 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d5e5ad-0792-4cd8-b6d5-93f5d8e82a9a None None] No DVR routers for this DVR port 80192b9a-3b41-4548-922a-bf7437ea65be on host n-d-828418-1 {{(pid=87640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:11:51.033334 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d5e5ad-0792-4cd8-b6d5-93f5d8e82a9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:51.033334 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d5e5ad-0792-4cd8-b6d5-93f5d8e82a9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:51.033334 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d5e5ad-0792-4cd8-b6d5-93f5d8e82a9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:51.033334 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d5e5ad-0792-4cd8-b6d5-93f5d8e82a9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:51.033334 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d5e5ad-0792-4cd8-b6d5-93f5d8e82a9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:51.033334 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d5e5ad-0792-4cd8-b6d5-93f5d8e82a9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:51.034440 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d5e5ad-0792-4cd8-b6d5-93f5d8e82a9a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:51.034440 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d5e5ad-0792-4cd8-b6d5-93f5d8e82a9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:51.034440 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d5e5ad-0792-4cd8-b6d5-93f5d8e82a9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:51.034440 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d5e5ad-0792-4cd8-b6d5-93f5d8e82a9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:51.034808 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d5e5ad-0792-4cd8-b6d5-93f5d8e82a9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:51.034959 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d5e5ad-0792-4cd8-b6d5-93f5d8e82a9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:51.172942 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b78053f9-c76c-458d-a491-32046b225f52 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:51.175280 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b78053f9-c76c-458d-a491-32046b225f52 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:51.197842 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b78053f9-c76c-458d-a491-32046b225f52 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:51.198341 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b78053f9-c76c-458d-a491-32046b225f52 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Fanout notify agent at l3_agent the message router_deleted on router 45bea270-2be2-46c6-a191-4c054b868bf3 {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 02:11:51.212653 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b78053f9-c76c-458d-a491-32046b225f52 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:51.213744 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-b78053f9-c76c-458d-a491-32046b225f52 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "DELETE /v2.0/routers/45bea270-2be2-46c6-a191-4c054b868bf3 HTTP/1.1" status: 204 len: 168 time: 1.3195395 Feb 09 02:11:51.216495 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 50384) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:11:51.325219 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9a893ae7-53aa-4c70-a5ee-5dfd4b806843 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:51.451647 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9a893ae7-53aa-4c70-a5ee-5dfd4b806843 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:51.479973 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-9a893ae7-53aa-4c70-a5ee-5dfd4b806843 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5edc78be-38bc-4f20-acf7-6dd03d1b2ed3']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:51.493552 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-9a893ae7-53aa-4c70-a5ee-5dfd4b806843 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb6c3b7b-7649-4c9c-9e46-46c5e8253068') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:51.493873 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-9a893ae7-53aa-4c70-a5ee-5dfd4b806843 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb6c3b7b-7649-4c9c-9e46-46c5e8253068') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:51.505810 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9a893ae7-53aa-4c70-a5ee-5dfd4b806843 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:51.522352 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9a893ae7-53aa-4c70-a5ee-5dfd4b806843 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:51.529183 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a893ae7-53aa-4c70-a5ee-5dfd4b806843 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:11:51.529533 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9a893ae7-53aa-4c70-a5ee-5dfd4b806843 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:51.544671 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 02:11:51.544671 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:11:51.544671 n-d-828418-1 neutron-server[87639]: timer() Feb 09 02:11:51.544671 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:11:51.544671 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 02:11:51.544671 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 02:11:51.544671 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 02:11:51.544671 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:11:51.544671 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 02:11:51.544671 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:11:51.544671 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 02:11:51.544671 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:11:51.544671 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 02:11:51.544671 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 02:11:51.544671 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:11:51.544671 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 02:11:51.544671 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:11:51.544671 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 02:11:51.544671 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 02:11:51.544671 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 02:11:51.544671 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 02:11:51.544671 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 02:11:51.544671 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:11:51.544671 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:11:51.544671 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 02:11:51.544671 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:11:51.544671 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:11:51.544671 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:11:51.544671 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:11:51.544671 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:11:51.544671 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:11:51.544671 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:11:51.626017 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9a893ae7-53aa-4c70-a5ee-5dfd4b806843 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:51.646779 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9a893ae7-53aa-4c70-a5ee-5dfd4b806843 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:51.657563 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a893ae7-53aa-4c70-a5ee-5dfd4b806843 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event deleted for resources: {'Network': ['ID=5edc78be-38bc-4f20-acf7-6dd03d1b2ed3,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:51.665836 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-9a893ae7-53aa-4c70-a5ee-5dfd4b806843 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "DELETE /v2.0/networks/5edc78be-38bc-4f20-acf7-6dd03d1b2ed3 HTTP/1.1" status: 204 len: 168 time: 0.4483538 Feb 09 02:11:51.668500 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 50388) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:11:51.738853 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c0e75be2-e5dd-499f-a5ba-6ebd0bffdd64 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:51.770938 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c0e75be2-e5dd-499f-a5ba-6ebd0bffdd64 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:51.837810 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c0e75be2-e5dd-499f-a5ba-6ebd0bffdd64 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:51.857420 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e75be2-e5dd-499f-a5ba-6ebd0bffdd64 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf17113-b215-4106-a688-d82d877fda2d,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:51.865363 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c0e75be2-e5dd-499f-a5ba-6ebd0bffdd64 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:51.866905 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-c0e75be2-e5dd-499f-a5ba-6ebd0bffdd64 tempest-TestNetworkAdvancedServerOps-1802350150 tempest-TestNetworkAdvancedServerOps-1802350150-project] 10.222.0.105 "DELETE /v2.0/security-groups/3bf17113-b215-4106-a688-d82d877fda2d HTTP/1.1" status: 204 len: 168 time: 0.1971817 Feb 09 02:11:51.952306 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 80192b9a-3b41-4548-922a-bf7437ea65be no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:11:51.987661 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 80192b9a-3b41-4548-922a-bf7437ea65be {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:11:51.988105 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 80192b9a-3b41-4548-922a-bf7437ea65be not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:11:51.988741 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device a9a96663-5b96-460d-80f3-02e3775c4f25 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:11:52.024123 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: a9a96663-5b96-460d-80f3-02e3775c4f25 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:11:52.024469 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device a9a96663-5b96-460d-80f3-02e3775c4f25 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:11:52.024879 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 85f2af08-068d-4e35-ad4c-dce9dad4896b no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:11:52.062054 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 85f2af08-068d-4e35-ad4c-dce9dad4896b {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:11:52.062403 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 85f2af08-068d-4e35-ad4c-dce9dad4896b not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:11:52.251885 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 50398) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:11:52.399096 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-2b88fa1b-3e7b-48e1-81ff-ae78d6341973 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=00d6805fb291418fb69e8e927f223d1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1454358 Feb 09 02:11:52.401735 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50404) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:11:52.403931 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:11:52.460230 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-75617c43-9a70-4954-ba72-3e281d3b624b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:52.485315 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-75617c43-9a70-4954-ba72-3e281d3b624b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:52.537154 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-75617c43-9a70-4954-ba72-3e281d3b624b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:52.552962 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75617c43-9a70-4954-ba72-3e281d3b624b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8114c0d1-4395-445f-8613-227c985c8c50,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:52.563526 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-75617c43-9a70-4954-ba72-3e281d3b624b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:52.564728 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-75617c43-9a70-4954-ba72-3e281d3b624b admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/8114c0d1-4395-445f-8613-227c985c8c50 HTTP/1.1" status: 204 len: 168 time: 0.1620228 Feb 09 02:11:52.659313 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:52.859190 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50412) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:11:52.877247 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-94b9956e-16d7-4511-be77-1e0abfa7598d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:52.895899 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-94b9956e-16d7-4511-be77-1e0abfa7598d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:11:52.899761 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-94b9956e-16d7-4511-be77-1e0abfa7598d admin admin] Usage tracker for resource:security_group_rule and tenant:22df0157e15a426a8e4fb533b05fe435 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:11:52.902551 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-94b9956e-16d7-4511-be77-1e0abfa7598d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:11:52.908743 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-94b9956e-16d7-4511-be77-1e0abfa7598d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:11:52.991386 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-94b9956e-16d7-4511-be77-1e0abfa7598d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:52.995138 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-94b9956e-16d7-4511-be77-1e0abfa7598d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:53.049264 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-94b9956e-16d7-4511-be77-1e0abfa7598d admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=22df0157e15a426a8e4fb533b05fe435&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1889734 Feb 09 02:11:53.050151 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b9956e-16d7-4511-be77-1e0abfa7598d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9ac12f-8249-4a1b-9509-081ace6aac76,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:53.052114 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 50416) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:11:53.109875 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fce4e60b-b96b-4894-a354-d6388d7ad4fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:53.134881 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fce4e60b-b96b-4894-a354-d6388d7ad4fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:53.185619 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fce4e60b-b96b-4894-a354-d6388d7ad4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:53.199065 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce4e60b-b96b-4894-a354-d6388d7ad4fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9ac12f-8249-4a1b-9509-081ace6aac76,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:53.205996 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fce4e60b-b96b-4894-a354-d6388d7ad4fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:53.207089 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-fce4e60b-b96b-4894-a354-d6388d7ad4fc admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/0c9ac12f-8249-4a1b-9509-081ace6aac76 HTTP/1.1" status: 204 len: 168 time: 0.1539228 Feb 09 02:11:53.962528 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 50440) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:11:54.066247 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-5252eed2-00a3-4226-949f-4f4b3e008650 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2041250135-network', 'tenant_id': 'b54a3eca3d694dacaab799c3b259d242'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:11:54.071463 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-5252eed2-00a3-4226-949f-4f4b3e008650 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:11:54.076010 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-5252eed2-00a3-4226-949f-4f4b3e008650 admin admin] Usage tracker for resource:network and tenant:b54a3eca3d694dacaab799c3b259d242 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:11:54.078849 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-5252eed2-00a3-4226-949f-4f4b3e008650 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:11:54.084466 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-5252eed2-00a3-4226-949f-4f4b3e008650 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:11:54.095175 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5252eed2-00a3-4226-949f-4f4b3e008650 admin admin] Made reservation on behalf of b54a3eca3d694dacaab799c3b259d242 for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:11:54.097420 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5252eed2-00a3-4226-949f-4f4b3e008650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:54.109053 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5252eed2-00a3-4226-949f-4f4b3e008650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:54.122969 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-5252eed2-00a3-4226-949f-4f4b3e008650 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:11:54.126941 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-5252eed2-00a3-4226-949f-4f4b3e008650 admin admin] Usage tracker for resource:security_group_rule and tenant:b54a3eca3d694dacaab799c3b259d242 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:11:54.129741 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-5252eed2-00a3-4226-949f-4f4b3e008650 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:11:54.135321 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-5252eed2-00a3-4226-949f-4f4b3e008650 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:11:54.222648 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5252eed2-00a3-4226-949f-4f4b3e008650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:54.226463 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5252eed2-00a3-4226-949f-4f4b3e008650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:54.255252 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5252eed2-00a3-4226-949f-4f4b3e008650 admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:11:54.263911 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5252eed2-00a3-4226-949f-4f4b3e008650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59300151-0820-49de-bf48-b6958a882f99,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:54.270095 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5252eed2-00a3-4226-949f-4f4b3e008650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:54.270453 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-5252eed2-00a3-4226-949f-4f4b3e008650 admin admin] Added segment 67a1c5dd-4b89-4026-97c3-38e75d8014c9 of type vlan for network 674640b3-405d-4ea7-9a23-dff82f095067 Feb 09 02:11:54.296611 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5252eed2-00a3-4226-949f-4f4b3e008650 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:54.323888 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5252eed2-00a3-4226-949f-4f4b3e008650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:54.325421 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5252eed2-00a3-4226-949f-4f4b3e008650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:54.326108 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-5252eed2-00a3-4226-949f-4f4b3e008650 admin admin] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:54.427892 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5252eed2-00a3-4226-949f-4f4b3e008650 admin admin] Pushing event updated for resources: {'Network': ['ID=674640b3-405d-4ea7-9a23-dff82f095067,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:54.430868 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-5252eed2-00a3-4226-949f-4f4b3e008650 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4673047 Feb 09 02:11:54.433821 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 50446) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:11:54.438851 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 674640b3-405d-4ea7-9a23-dff82f095067 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 02:11:54.439700 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-53fc7de1-f97c-4505-b90e-47e94ff4b2db admin admin] Request body: {'subnet': {'network_id': '674640b3-405d-4ea7-9a23-dff82f095067', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2041250135-subnet', 'tenant_id': 'b54a3eca3d694dacaab799c3b259d242', 'ip_version': 4}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:11:54.445067 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-53fc7de1-f97c-4505-b90e-47e94ff4b2db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:11:54.448896 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-53fc7de1-f97c-4505-b90e-47e94ff4b2db admin admin] Usage tracker for resource:subnet and tenant:b54a3eca3d694dacaab799c3b259d242 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:11:54.452449 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-53fc7de1-f97c-4505-b90e-47e94ff4b2db admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:11:54.458099 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-53fc7de1-f97c-4505-b90e-47e94ff4b2db admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:11:54.467720 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53fc7de1-f97c-4505-b90e-47e94ff4b2db admin admin] Made reservation on behalf of b54a3eca3d694dacaab799c3b259d242 for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:11:54.469964 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-53fc7de1-f97c-4505-b90e-47e94ff4b2db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:54.670206 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-53fc7de1-f97c-4505-b90e-47e94ff4b2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:54.832263 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fc7de1-f97c-4505-b90e-47e94ff4b2db admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6178e2b-0a8b-4256-af87-acc1f11408c9,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:54.844672 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fc7de1-f97c-4505-b90e-47e94ff4b2db admin admin] Checking segment: {'id': '67a1c5dd-4b89-4026-97c3-38e75d8014c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '674640b3-405d-4ea7-9a23-dff82f095067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:11:54.845022 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fc7de1-f97c-4505-b90e-47e94ff4b2db admin admin] Network hostable DHCP agents. Network: 674640b3-405d-4ea7-9a23-dff82f095067, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:11:54.863889 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fc7de1-f97c-4505-b90e-47e94ff4b2db admin admin] Network 674640b3-405d-4ea7-9a23-dff82f095067 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:11:54.873340 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-53fc7de1-f97c-4505-b90e-47e94ff4b2db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 674640b3-405d-4ea7-9a23-dff82f095067) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:11:54.877147 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fc7de1-f97c-4505-b90e-47e94ff4b2db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:54.877752 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-53fc7de1-f97c-4505-b90e-47e94ff4b2db admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:54.881995 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a00e051-f159-4fc9-9e7b-2669fed2c3e5 None None] Network 674640b3-405d-4ea7-9a23-dff82f095067 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 02:11:54.898420 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-53fc7de1-f97c-4505-b90e-47e94ff4b2db admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4630678 Feb 09 02:11:54.901143 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 50450) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:11:54.906153 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-1651b1d5-48bc-48aa-91ac-13602ef680cc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2041250135-router', 'tenant_id': 'b54a3eca3d694dacaab799c3b259d242', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:11:54.911292 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-1651b1d5-48bc-48aa-91ac-13602ef680cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:11:54.915022 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-1651b1d5-48bc-48aa-91ac-13602ef680cc admin admin] Usage tracker for resource:router and tenant:b54a3eca3d694dacaab799c3b259d242 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:11:54.917799 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-1651b1d5-48bc-48aa-91ac-13602ef680cc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:11:54.924022 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-1651b1d5-48bc-48aa-91ac-13602ef680cc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:11:54.935440 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1651b1d5-48bc-48aa-91ac-13602ef680cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:54.936433 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1651b1d5-48bc-48aa-91ac-13602ef680cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:54.951347 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1651b1d5-48bc-48aa-91ac-13602ef680cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:55.103260 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341e31b3-5e1a-40b2-b956-30b8fbf937a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-674640b3-405d-4ea7-9a23-dff82f095067', 'network_id': '674640b3-405d-4ea7-9a23-dff82f095067', 'tenant_id': 'b54a3eca3d694dacaab799c3b259d242', 'fixed_ips': [{'subnet_id': 'e6178e2b-0a8b-4256-af87-acc1f11408c9'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 02:11:55.104088 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-341e31b3-5e1a-40b2-b956-30b8fbf937a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:55.220636 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1651b1d5-48bc-48aa-91ac-13602ef680cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:55.259700 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-341e31b3-5e1a-40b2-b956-30b8fbf937a9 None None] Allocated IP 172.20.0.2 (674640b3-405d-4ea7-9a23-dff82f095067/e6178e2b-0a8b-4256-af87-acc1f11408c9/59f2d8fa-67ec-4eed-9323-3a986b0eef53) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:11:55.460279 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-341e31b3-5e1a-40b2-b956-30b8fbf937a9 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:55.471209 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-341e31b3-5e1a-40b2-b956-30b8fbf937a9 None None] Transition to ACTIVE for port object 59f2d8fa-67ec-4eed-9323-3a986b0eef53 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:11:55.490090 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-341e31b3-5e1a-40b2-b956-30b8fbf937a9 None None] Transition to ACTIVE for port object 59f2d8fa-67ec-4eed-9323-3a986b0eef53 will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:11:55.496739 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-341e31b3-5e1a-40b2-b956-30b8fbf937a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:55.537450 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1651b1d5-48bc-48aa-91ac-13602ef680cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:55.569518 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1651b1d5-48bc-48aa-91ac-13602ef680cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:55.609813 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:55.613338 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341e31b3-5e1a-40b2-b956-30b8fbf937a9 None None] Network 674640b3-405d-4ea7-9a23-dff82f095067 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:11:55.616059 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-341e31b3-5e1a-40b2-b956-30b8fbf937a9 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:11:55.620267 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341e31b3-5e1a-40b2-b956-30b8fbf937a9 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:11:55.622946 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341e31b3-5e1a-40b2-b956-30b8fbf937a9 None None] Pushing event updated for resources: {'Port': ['ID=59f2d8fa-67ec-4eed-9323-3a986b0eef53,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:55.712099 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-1651b1d5-48bc-48aa-91ac-13602ef680cc admin admin] Allocated IP 172.25.0.184 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/04410e41-1913-4877-b321-98a94ff02c23) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:11:55.714169 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-341e31b3-5e1a-40b2-b956-30b8fbf937a9 None None] Attempting to bind port 59f2d8fa-67ec-4eed-9323-3a986b0eef53 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:11:55.714733 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-341e31b3-5e1a-40b2-b956-30b8fbf937a9 None None] Attempting to bind port 59f2d8fa-67ec-4eed-9323-3a986b0eef53 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '67a1c5dd-4b89-4026-97c3-38e75d8014c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '674640b3-405d-4ea7-9a23-dff82f095067'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:11:55.716044 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341e31b3-5e1a-40b2-b956-30b8fbf937a9 None None] Attempting to bind port 59f2d8fa-67ec-4eed-9323-3a986b0eef53 on network 674640b3-405d-4ea7-9a23-dff82f095067 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:11:55.722285 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341e31b3-5e1a-40b2-b956-30b8fbf937a9 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:11:55.722791 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341e31b3-5e1a-40b2-b956-30b8fbf937a9 None None] Checking segment: {'id': '67a1c5dd-4b89-4026-97c3-38e75d8014c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '674640b3-405d-4ea7-9a23-dff82f095067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:11:55.723193 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-341e31b3-5e1a-40b2-b956-30b8fbf937a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:55.723585 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341e31b3-5e1a-40b2-b956-30b8fbf937a9 None None] Bound using segment: {'id': '67a1c5dd-4b89-4026-97c3-38e75d8014c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '674640b3-405d-4ea7-9a23-dff82f095067'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:11:55.724078 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-341e31b3-5e1a-40b2-b956-30b8fbf937a9 None None] Bound port: 59f2d8fa-67ec-4eed-9323-3a986b0eef53, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67a1c5dd-4b89-4026-97c3-38e75d8014c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '674640b3-405d-4ea7-9a23-dff82f095067'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:11:55.724491 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-341e31b3-5e1a-40b2-b956-30b8fbf937a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:55.812669 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-341e31b3-5e1a-40b2-b956-30b8fbf937a9 None None] For port 59f2d8fa-67ec-4eed-9323-3a986b0eef53, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:11:55.815635 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-341e31b3-5e1a-40b2-b956-30b8fbf937a9 None None] For port 59f2d8fa-67ec-4eed-9323-3a986b0eef53, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=59f2d8fa-67ec-4eed-9323-3a986b0eef53,segment=NetworkSegment(67a1c5dd-4b89-4026-97c3-38e75d8014c9),segment_id=67a1c5dd-4b89-4026-97c3-38e75d8014c9)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:11:55.820405 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-341e31b3-5e1a-40b2-b956-30b8fbf937a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:55.861691 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1651b1d5-48bc-48aa-91ac-13602ef680cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:55.891993 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1651b1d5-48bc-48aa-91ac-13602ef680cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:55.910638 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341e31b3-5e1a-40b2-b956-30b8fbf937a9 None None] Pushing event updated for resources: {'Port': ['ID=59f2d8fa-67ec-4eed-9323-3a986b0eef53,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:55.957811 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1651b1d5-48bc-48aa-91ac-13602ef680cc admin admin] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:11:55.960757 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-1651b1d5-48bc-48aa-91ac-13602ef680cc admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:11:55.964766 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1651b1d5-48bc-48aa-91ac-13602ef680cc admin admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:11:55.999908 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1651b1d5-48bc-48aa-91ac-13602ef680cc admin admin] Pushing event updated for resources: {'Port': ['ID=04410e41-1913-4877-b321-98a94ff02c23,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:56.496218 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1651b1d5-48bc-48aa-91ac-13602ef680cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:56.844886 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1651b1d5-48bc-48aa-91ac-13602ef680cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:56.885910 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5858e4f6-0b9d-4345-9a3d-8a9898605afe None None] Network 674640b3-405d-4ea7-9a23-dff82f095067 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 02:11:56.979500 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-777a399b-3b06-4584-bf3a-4f0c48ea364c None None] Provisioning for port 59f2d8fa-67ec-4eed-9323-3a986b0eef53 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:11:57.056791 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1651b1d5-48bc-48aa-91ac-13602ef680cc admin admin] Router 2387ceb0-8206-4c48-9cc0-9ac33c6676bb is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 02:11:57.241279 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1651b1d5-48bc-48aa-91ac-13602ef680cc admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:11:57.251518 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c9a63d-78c6-4154-9c3a-d41bc40e6d59 None None] Sync routers for ids ['2387ceb0-8206-4c48-9cc0-9ac33c6676bb'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:11:57.265929 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c9a63d-78c6-4154-9c3a-d41bc40e6d59 None None] Routers {'2387ceb0-8206-4c48-9cc0-9ac33c6676bb'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:11:57.266884 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-66c9a63d-78c6-4154-9c3a-d41bc40e6d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:11:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['2387ceb0-8206-4c48-9cc0-9ac33c6676bb'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:57.267070 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1651b1d5-48bc-48aa-91ac-13602ef680cc admin admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:57.268180 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-1651b1d5-48bc-48aa-91ac-13602ef680cc admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3660781 Feb 09 02:11:57.271106 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50454) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:11:57.452701 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-66c9a63d-78c6-4154-9c3a-d41bc40e6d59 None None] Set router 2387ceb0-8206-4c48-9cc0-9ac33c6676bb gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:11:57.730875 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-66c9a63d-78c6-4154-9c3a-d41bc40e6d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2387ceb0-8206-4c48-9cc0-9ac33c6676bb', 'name': 'tempest-TestShelveInstance-2041250135-router', 'tenant_id': 'b54a3eca3d694dacaab799c3b259d242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '04410e41-1913-4877-b321-98a94ff02c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:54Z', 'updated_at': '2022-02-09T02:11:56Z', 'revision_number': 3, 'project_id': 'b54a3eca3d694dacaab799c3b259d242', 'gw_port': {'id': '04410e41-1913-4877-b321-98a94ff02c23', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c0:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2387ceb0-8206-4c48-9cc0-9ac33c6676bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:55Z', 'updated_at': '2022-02-09T02:11:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:57.735172 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c9a63d-78c6-4154-9c3a-d41bc40e6d59 None None] Checking router: 2387ceb0-8206-4c48-9cc0-9ac33c6676bb for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:11:57.735508 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c9a63d-78c6-4154-9c3a-d41bc40e6d59 None None] Updating router 2387ceb0-8206-4c48-9cc0-9ac33c6676bb port 04410e41-1913-4877-b321-98a94ff02c23 binding host n-d-828418-1 {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:11:57.789877 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-66c9a63d-78c6-4154-9c3a-d41bc40e6d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:57.957701 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ee93834-8a95-4f03-ac2a-37b32ec7f89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:57.988601 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 59f2d8fa-67ec-4eed-9323-3a986b0eef53 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:11:58.062949 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 59f2d8fa-67ec-4eed-9323-3a986b0eef53 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:11:58.068195 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 59f2d8fa-67ec-4eed-9323-3a986b0eef53 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:11:58.068644 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:58.118370 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-66c9a63d-78c6-4154-9c3a-d41bc40e6d59 None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:58.130820 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-66c9a63d-78c6-4154-9c3a-d41bc40e6d59 None None] Transition to ACTIVE for port object 04410e41-1913-4877-b321-98a94ff02c23 will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:11:58.139011 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-66c9a63d-78c6-4154-9c3a-d41bc40e6d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:58.173907 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-1ee93834-8a95-4f03-ac2a-37b32ec7f89e admin admin] Allocated IP 172.20.0.1 (674640b3-405d-4ea7-9a23-dff82f095067/e6178e2b-0a8b-4256-af87-acc1f11408c9/085df2ad-1826-49fb-879c-c5678e24d069) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:11:58.195099 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:58.220561 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-66c9a63d-78c6-4154-9c3a-d41bc40e6d59 None None] Attempting to bind port 04410e41-1913-4877-b321-98a94ff02c23 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:11:58.220922 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-66c9a63d-78c6-4154-9c3a-d41bc40e6d59 None None] Attempting to bind port 04410e41-1913-4877-b321-98a94ff02c23 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:11:58.221368 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c9a63d-78c6-4154-9c3a-d41bc40e6d59 None None] Attempting to bind port 04410e41-1913-4877-b321-98a94ff02c23 on network 3d885c3c-255c-4e54-addc-b28437d0b18e {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:11:58.227037 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95a8b4f-5a89-4647-b288-44d5199a7324 None None] Pushing event updated for resources: {'Port': ['ID=04410e41-1913-4877-b321-98a94ff02c23,revision_number=2']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:58.229718 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 59f2d8fa-67ec-4eed-9323-3a986b0eef53, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=59f2d8fa-67ec-4eed-9323-3a986b0eef53,segment=NetworkSegment(67a1c5dd-4b89-4026-97c3-38e75d8014c9),segment_id=67a1c5dd-4b89-4026-97c3-38e75d8014c9)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:11:58.232755 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c9a63d-78c6-4154-9c3a-d41bc40e6d59 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:11:58.233210 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c9a63d-78c6-4154-9c3a-d41bc40e6d59 None None] Checking segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:11:58.233626 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-66c9a63d-78c6-4154-9c3a-d41bc40e6d59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:58.234201 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c9a63d-78c6-4154-9c3a-d41bc40e6d59 None None] Bound using segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:11:58.234662 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-66c9a63d-78c6-4154-9c3a-d41bc40e6d59 None None] Bound port: 04410e41-1913-4877-b321-98a94ff02c23, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:11:58.234847 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:58.235023 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-66c9a63d-78c6-4154-9c3a-d41bc40e6d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:58.276647 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95a8b4f-5a89-4647-b288-44d5199a7324 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:58.277401 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95a8b4f-5a89-4647-b288-44d5199a7324 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:58.277512 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95a8b4f-5a89-4647-b288-44d5199a7324 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:58.278286 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95a8b4f-5a89-4647-b288-44d5199a7324 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:58.278879 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95a8b4f-5a89-4647-b288-44d5199a7324 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:58.279331 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95a8b4f-5a89-4647-b288-44d5199a7324 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:58.279751 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95a8b4f-5a89-4647-b288-44d5199a7324 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:58.280169 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95a8b4f-5a89-4647-b288-44d5199a7324 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:58.280590 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95a8b4f-5a89-4647-b288-44d5199a7324 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:58.281010 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95a8b4f-5a89-4647-b288-44d5199a7324 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:58.281458 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95a8b4f-5a89-4647-b288-44d5199a7324 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:58.281893 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95a8b4f-5a89-4647-b288-44d5199a7324 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:58.317548 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=59f2d8fa-67ec-4eed-9323-3a986b0eef53,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:58.367749 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-66c9a63d-78c6-4154-9c3a-d41bc40e6d59 None None] For port 04410e41-1913-4877-b321-98a94ff02c23, host n-d-828418-1, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:11:58.371068 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-66c9a63d-78c6-4154-9c3a-d41bc40e6d59 None None] For port 04410e41-1913-4877-b321-98a94ff02c23, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=04410e41-1913-4877-b321-98a94ff02c23,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:11:58.375630 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-66c9a63d-78c6-4154-9c3a-d41bc40e6d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:58.450596 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ee93834-8a95-4f03-ac2a-37b32ec7f89e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:58.452705 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c9a63d-78c6-4154-9c3a-d41bc40e6d59 None None] Routers {'2387ceb0-8206-4c48-9cc0-9ac33c6676bb'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:11:58.453339 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-66c9a63d-78c6-4154-9c3a-d41bc40e6d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:11:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['2387ceb0-8206-4c48-9cc0-9ac33c6676bb'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:58.466104 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-1ee93834-8a95-4f03-ac2a-37b32ec7f89e admin admin] Transition to ACTIVE for port object 085df2ad-1826-49fb-879c-c5678e24d069 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:11:58.490263 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ee93834-8a95-4f03-ac2a-37b32ec7f89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:58.509470 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95a8b4f-5a89-4647-b288-44d5199a7324 None None] Pushing event updated for resources: {'Port': ['ID=04410e41-1913-4877-b321-98a94ff02c23,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:58.560180 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee93834-8a95-4f03-ac2a-37b32ec7f89e admin admin] Network 674640b3-405d-4ea7-9a23-dff82f095067 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:11:58.563474 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-1ee93834-8a95-4f03-ac2a-37b32ec7f89e admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:11:58.566078 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee93834-8a95-4f03-ac2a-37b32ec7f89e admin admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:11:58.602482 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee93834-8a95-4f03-ac2a-37b32ec7f89e admin admin] Pushing event updated for resources: {'Port': ['ID=085df2ad-1826-49fb-879c-c5678e24d069,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:58.638348 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ee93834-8a95-4f03-ac2a-37b32ec7f89e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:58.639051 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-66c9a63d-78c6-4154-9c3a-d41bc40e6d59 None None] Set router 2387ceb0-8206-4c48-9cc0-9ac33c6676bb gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:11:58.769459 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ee93834-8a95-4f03-ac2a-37b32ec7f89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:58.851585 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-3f0d7f64-8775-49f5-ac2e-d563c99bda2f None None] Provisioning for port 085df2ad-1826-49fb-879c-c5678e24d069 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:11:58.857512 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-3f0d7f64-8775-49f5-ac2e-d563c99bda2f None None] Provisioning complete for port 085df2ad-1826-49fb-879c-c5678e24d069 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:11:58.858025 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3f0d7f64-8775-49f5-ac2e-d563c99bda2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:58.918289 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-3f0d7f64-8775-49f5-ac2e-d563c99bda2f None None] Port 085df2ad-1826-49fb-879c-c5678e24d069 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 02:11:58.932286 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-66c9a63d-78c6-4154-9c3a-d41bc40e6d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2387ceb0-8206-4c48-9cc0-9ac33c6676bb', 'name': 'tempest-TestShelveInstance-2041250135-router', 'tenant_id': 'b54a3eca3d694dacaab799c3b259d242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '04410e41-1913-4877-b321-98a94ff02c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:54Z', 'updated_at': '2022-02-09T02:11:56Z', 'revision_number': 3, 'project_id': 'b54a3eca3d694dacaab799c3b259d242', 'gw_port': {'id': '04410e41-1913-4877-b321-98a94ff02c23', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c0:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2387ceb0-8206-4c48-9cc0-9ac33c6676bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:55Z', 'updated_at': '2022-02-09T02:11:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:58.937133 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c9a63d-78c6-4154-9c3a-d41bc40e6d59 None None] The sync data for ids ['2387ceb0-8206-4c48-9cc0-9ac33c6676bb'] in n-d-828418-1 is: [{'id': '2387ceb0-8206-4c48-9cc0-9ac33c6676bb', 'name': 'tempest-TestShelveInstance-2041250135-router', 'tenant_id': 'b54a3eca3d694dacaab799c3b259d242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '04410e41-1913-4877-b321-98a94ff02c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:54Z', 'updated_at': '2022-02-09T02:11:56Z', 'revision_number': 3, 'project_id': 'b54a3eca3d694dacaab799c3b259d242', 'gw_port': {'id': '04410e41-1913-4877-b321-98a94ff02c23', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c0:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2387ceb0-8206-4c48-9cc0-9ac33c6676bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:55Z', 'updated_at': '2022-02-09T02:11:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:11:59.004348 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ee93834-8a95-4f03-ac2a-37b32ec7f89e admin admin] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:59.009167 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ee93834-8a95-4f03-ac2a-37b32ec7f89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:59.120150 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee93834-8a95-4f03-ac2a-37b32ec7f89e admin admin] Pushing event updated for resources: {'Port': ['ID=085df2ad-1826-49fb-879c-c5678e24d069,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:59.123119 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1ee93834-8a95-4f03-ac2a-37b32ec7f89e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:59.275857 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee93834-8a95-4f03-ac2a-37b32ec7f89e admin admin] Network 674640b3-405d-4ea7-9a23-dff82f095067 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:11:59.277033 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-1ee93834-8a95-4f03-ac2a-37b32ec7f89e admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:11:59.484528 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee93834-8a95-4f03-ac2a-37b32ec7f89e admin admin] Router 2387ceb0-8206-4c48-9cc0-9ac33c6676bb has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:11:59.545042 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d12125f7-78ae-4097-8a2d-a01e71110911 None None] Provisioning complete for port 085df2ad-1826-49fb-879c-c5678e24d069 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:11:59.545657 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d12125f7-78ae-4097-8a2d-a01e71110911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:59.610636 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d12125f7-78ae-4097-8a2d-a01e71110911 None None] Port 085df2ad-1826-49fb-879c-c5678e24d069 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 02:11:59.681983 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee93834-8a95-4f03-ac2a-37b32ec7f89e admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:11:59.699132 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1ee93834-8a95-4f03-ac2a-37b32ec7f89e admin admin] 10.222.0.105 "PUT /v2.0/routers/2387ceb0-8206-4c48-9cc0-9ac33c6676bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4269331 Feb 09 02:12:00.024169 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 59f2d8fa-67ec-4eed-9323-3a986b0eef53 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:12:00.096116 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 59f2d8fa-67ec-4eed-9323-3a986b0eef53 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:12:00.096485 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:00.215943 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 04410e41-1913-4877-b321-98a94ff02c23 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:12:00.218967 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50472) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:12:00.224507 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-905b7180-2da8-45ab-84a6-8d798be130a7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1189403663-network', 'tenant_id': '52ca296614bc4a9b867a68ae2dc96ded'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:12:00.230138 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-905b7180-2da8-45ab-84a6-8d798be130a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:12:00.234793 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-905b7180-2da8-45ab-84a6-8d798be130a7 admin admin] Usage tracker for resource:network and tenant:52ca296614bc4a9b867a68ae2dc96ded is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:12:00.237666 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-905b7180-2da8-45ab-84a6-8d798be130a7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:12:00.243472 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-905b7180-2da8-45ab-84a6-8d798be130a7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:12:00.256238 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-905b7180-2da8-45ab-84a6-8d798be130a7 admin admin] Made reservation on behalf of 52ca296614bc4a9b867a68ae2dc96ded for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:12:00.258960 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-905b7180-2da8-45ab-84a6-8d798be130a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:00.271642 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-905b7180-2da8-45ab-84a6-8d798be130a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:00.287923 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 04410e41-1913-4877-b321-98a94ff02c23 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:12:00.289389 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-905b7180-2da8-45ab-84a6-8d798be130a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:12:00.294201 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-905b7180-2da8-45ab-84a6-8d798be130a7 admin admin] Usage tracker for resource:security_group_rule and tenant:52ca296614bc4a9b867a68ae2dc96ded is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:12:00.294489 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 04410e41-1913-4877-b321-98a94ff02c23 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:12:00.294846 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:00.297052 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-905b7180-2da8-45ab-84a6-8d798be130a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:12:00.302958 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-905b7180-2da8-45ab-84a6-8d798be130a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:12:00.403408 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-905b7180-2da8-45ab-84a6-8d798be130a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:00.407780 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-905b7180-2da8-45ab-84a6-8d798be130a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:00.424916 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:00.439024 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-905b7180-2da8-45ab-84a6-8d798be130a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:12:00.443748 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 04410e41-1913-4877-b321-98a94ff02c23, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=04410e41-1913-4877-b321-98a94ff02c23,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:12:00.448195 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b7180-2da8-45ab-84a6-8d798be130a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ca32f3-2bf0-4e8f-a190-948165e0b75d,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:00.448943 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:00.455061 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-905b7180-2da8-45ab-84a6-8d798be130a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:00.455414 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-905b7180-2da8-45ab-84a6-8d798be130a7 admin admin] Added segment 67319ac8-8b69-4f4b-8325-9dcf9dfc93db of type vlan for network a3dbbd5c-0df6-4abf-801d-ae3e2d9a0737 Feb 09 02:12:00.483716 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-905b7180-2da8-45ab-84a6-8d798be130a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:00.514283 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-905b7180-2da8-45ab-84a6-8d798be130a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:00.516030 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905b7180-2da8-45ab-84a6-8d798be130a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:00.516705 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-905b7180-2da8-45ab-84a6-8d798be130a7 admin admin] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:00.530437 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=04410e41-1913-4877-b321-98a94ff02c23,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:00.561612 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fbb52a-4dc6-46bb-be0d-dec4fb773573 None None] Sync routers for ids ['2387ceb0-8206-4c48-9cc0-9ac33c6676bb'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:12:00.572105 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fbb52a-4dc6-46bb-be0d-dec4fb773573 None None] Routers {'2387ceb0-8206-4c48-9cc0-9ac33c6676bb'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:12:00.572828 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-a1fbb52a-4dc6-46bb-be0d-dec4fb773573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:11:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['2387ceb0-8206-4c48-9cc0-9ac33c6676bb'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:12:00.626959 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-905b7180-2da8-45ab-84a6-8d798be130a7 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4043379 Feb 09 02:12:00.626959 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b7180-2da8-45ab-84a6-8d798be130a7 admin admin] Pushing event updated for resources: {'Network': ['ID=a3dbbd5c-0df6-4abf-801d-ae3e2d9a0737,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:00.627282 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 50476) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:12:00.633046 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-4e36e8f3-4393-4085-a21e-e3caa571b69a admin admin] Request body: {'subnet': {'network_id': 'a3dbbd5c-0df6-4abf-801d-ae3e2d9a0737', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1189403663-subnet', 'tenant_id': '52ca296614bc4a9b867a68ae2dc96ded', 'ip_version': 4}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:12:00.639460 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4e36e8f3-4393-4085-a21e-e3caa571b69a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:12:00.643822 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network a3dbbd5c-0df6-4abf-801d-ae3e2d9a0737 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 02:12:00.644529 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-4e36e8f3-4393-4085-a21e-e3caa571b69a admin admin] Usage tracker for resource:subnet and tenant:52ca296614bc4a9b867a68ae2dc96ded is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:12:00.648661 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-4e36e8f3-4393-4085-a21e-e3caa571b69a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:12:00.656133 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4e36e8f3-4393-4085-a21e-e3caa571b69a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:12:00.668061 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e36e8f3-4393-4085-a21e-e3caa571b69a admin admin] Made reservation on behalf of 52ca296614bc4a9b867a68ae2dc96ded for: {'subnet': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:12:00.670515 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4e36e8f3-4393-4085-a21e-e3caa571b69a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144129'] for subnet, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:00.876284 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4e36e8f3-4393-4085-a21e-e3caa571b69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3561720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144147'] for subnet, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:00.893051 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-a1fbb52a-4dc6-46bb-be0d-dec4fb773573 None None] Set router 2387ceb0-8206-4c48-9cc0-9ac33c6676bb gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:12:00.953129 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e36e8f3-4393-4085-a21e-e3caa571b69a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c21cce8-bfe3-4bc0-bfa0-49bae44780cd,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:00.961629 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e36e8f3-4393-4085-a21e-e3caa571b69a admin admin] Checking segment: {'id': '67319ac8-8b69-4f4b-8325-9dcf9dfc93db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a3dbbd5c-0df6-4abf-801d-ae3e2d9a0737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:12:00.961976 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e36e8f3-4393-4085-a21e-e3caa571b69a admin admin] Network hostable DHCP agents. Network: a3dbbd5c-0df6-4abf-801d-ae3e2d9a0737, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:12:00.981317 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e36e8f3-4393-4085-a21e-e3caa571b69a admin admin] Network a3dbbd5c-0df6-4abf-801d-ae3e2d9a0737 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:12:00.990135 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-4e36e8f3-4393-4085-a21e-e3caa571b69a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, a3dbbd5c-0df6-4abf-801d-ae3e2d9a0737) {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:12:00.994196 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e36e8f3-4393-4085-a21e-e3caa571b69a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:00.994995 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4e36e8f3-4393-4085-a21e-e3caa571b69a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:01.016135 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-4e36e8f3-4393-4085-a21e-e3caa571b69a admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3877933 Feb 09 02:12:01.018774 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 50480) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:12:01.020684 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680bb73a-2968-4712-8579-ed74800c2b76 None None] Network a3dbbd5c-0df6-4abf-801d-ae3e2d9a0737 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 02:12:01.023922 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-c39fd726-60e3-4ef1-8511-4426199f12cf admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1189403663-router', 'tenant_id': '52ca296614bc4a9b867a68ae2dc96ded', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:12:01.029658 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c39fd726-60e3-4ef1-8511-4426199f12cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:12:01.033414 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-c39fd726-60e3-4ef1-8511-4426199f12cf admin admin] Usage tracker for resource:router and tenant:52ca296614bc4a9b867a68ae2dc96ded is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:12:01.036234 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-c39fd726-60e3-4ef1-8511-4426199f12cf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:12:01.042032 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c39fd726-60e3-4ef1-8511-4426199f12cf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:12:01.054008 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c39fd726-60e3-4ef1-8511-4426199f12cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:01.055163 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c39fd726-60e3-4ef1-8511-4426199f12cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:01.074516 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c39fd726-60e3-4ef1-8511-4426199f12cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:01.394790 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b19bc6a-b342-4201-a94c-717ef76c834e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-a3dbbd5c-0df6-4abf-801d-ae3e2d9a0737', 'network_id': 'a3dbbd5c-0df6-4abf-801d-ae3e2d9a0737', 'tenant_id': '52ca296614bc4a9b867a68ae2dc96ded', 'fixed_ips': [{'subnet_id': '2c21cce8-bfe3-4bc0-bfa0-49bae44780cd'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 02:12:01.395604 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4b19bc6a-b342-4201-a94c-717ef76c834e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:01.457161 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c39fd726-60e3-4ef1-8511-4426199f12cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:01.463474 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-a1fbb52a-4dc6-46bb-be0d-dec4fb773573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2387ceb0-8206-4c48-9cc0-9ac33c6676bb', 'name': 'tempest-TestShelveInstance-2041250135-router', 'tenant_id': 'b54a3eca3d694dacaab799c3b259d242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '04410e41-1913-4877-b321-98a94ff02c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:54Z', 'updated_at': '2022-02-09T02:11:58Z', 'revision_number': 4, 'project_id': 'b54a3eca3d694dacaab799c3b259d242', 'gw_port': {'id': '04410e41-1913-4877-b321-98a94ff02c23', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2387ceb0-8206-4c48-9cc0-9ac33c6676bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:55Z', 'updated_at': '2022-02-09T02:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '085df2ad-1826-49fb-879c-c5678e24d069', 'name': '', 'network_id': '674640b3-405d-4ea7-9a23-dff82f095067', 'tenant_id': 'b54a3eca3d694dacaab799c3b259d242', 'mac_address': 'fa:16:3e:75:65:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2387ceb0-8206-4c48-9cc0-9ac33c6676bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'e6178e2b-0a8b-4256-af87-acc1f11408c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:58Z', 'updated_at': '2022-02-09T02:11:58Z', 'revision_number': 2, 'project_id': 'b54a3eca3d694dacaab799c3b259d242', 'subnets': [{'id': 'e6178e2b-0a8b-4256-af87-acc1f11408c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:12:01.477431 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fbb52a-4dc6-46bb-be0d-dec4fb773573 None None] Checking router: 2387ceb0-8206-4c48-9cc0-9ac33c6676bb for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:12:01.477804 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fbb52a-4dc6-46bb-be0d-dec4fb773573 None None] Updating router 2387ceb0-8206-4c48-9cc0-9ac33c6676bb port 085df2ad-1826-49fb-879c-c5678e24d069 binding host n-d-828418-1 {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:12:01.583967 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a1fbb52a-4dc6-46bb-be0d-dec4fb773573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:01.665111 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-4b19bc6a-b342-4201-a94c-717ef76c834e None None] Allocated IP 172.20.0.2 (a3dbbd5c-0df6-4abf-801d-ae3e2d9a0737/2c21cce8-bfe3-4bc0-bfa0-49bae44780cd/b06cd8bf-8c31-4c98-a67e-7e70c21392fd) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:12:01.770273 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c39fd726-60e3-4ef1-8511-4426199f12cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:01.800080 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c39fd726-60e3-4ef1-8511-4426199f12cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:01.943030 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-c39fd726-60e3-4ef1-8511-4426199f12cf admin admin] Allocated IP 172.25.0.47 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/00e7533b-199f-4f90-bd0f-24213fc3b316) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:12:01.991375 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 04410e41-1913-4877-b321-98a94ff02c23 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:12:02.095881 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c39fd726-60e3-4ef1-8511-4426199f12cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:02.098099 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4b19bc6a-b342-4201-a94c-717ef76c834e None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:02.111096 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4b19bc6a-b342-4201-a94c-717ef76c834e None None] Transition to ACTIVE for port object b06cd8bf-8c31-4c98-a67e-7e70c21392fd will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:12:02.125023 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c39fd726-60e3-4ef1-8511-4426199f12cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:02.188896 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39fd726-60e3-4ef1-8511-4426199f12cf admin admin] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:12:02.190199 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4b19bc6a-b342-4201-a94c-717ef76c834e None None] Transition to ACTIVE for port object b06cd8bf-8c31-4c98-a67e-7e70c21392fd will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:12:02.191293 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 04410e41-1913-4877-b321-98a94ff02c23 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:12:02.191651 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:02.191773 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-c39fd726-60e3-4ef1-8511-4426199f12cf admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:12:02.195590 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39fd726-60e3-4ef1-8511-4426199f12cf admin admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:12:02.235728 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39fd726-60e3-4ef1-8511-4426199f12cf admin admin] Pushing event updated for resources: {'Port': ['ID=00e7533b-199f-4f90-bd0f-24213fc3b316,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:02.284686 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4b19bc6a-b342-4201-a94c-717ef76c834e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:02.377092 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a1fbb52a-4dc6-46bb-be0d-dec4fb773573 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:02.386793 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b19bc6a-b342-4201-a94c-717ef76c834e None None] Network a3dbbd5c-0df6-4abf-801d-ae3e2d9a0737 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:12:02.392427 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-4b19bc6a-b342-4201-a94c-717ef76c834e None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:12:02.397184 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b19bc6a-b342-4201-a94c-717ef76c834e None None] Pushing event updated for resources: {'Port': ['ID=b06cd8bf-8c31-4c98-a67e-7e70c21392fd,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:02.402248 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b19bc6a-b342-4201-a94c-717ef76c834e None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:12:02.412733 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a1fbb52a-4dc6-46bb-be0d-dec4fb773573 None None] Transition to ACTIVE for port object 085df2ad-1826-49fb-879c-c5678e24d069 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:12:02.476118 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a1fbb52a-4dc6-46bb-be0d-dec4fb773573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:02.625674 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c39fd726-60e3-4ef1-8511-4426199f12cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:02.664134 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-4b19bc6a-b342-4201-a94c-717ef76c834e None None] Attempting to bind port b06cd8bf-8c31-4c98-a67e-7e70c21392fd on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:12:02.664605 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-4b19bc6a-b342-4201-a94c-717ef76c834e None None] Attempting to bind port b06cd8bf-8c31-4c98-a67e-7e70c21392fd by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '67319ac8-8b69-4f4b-8325-9dcf9dfc93db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a3dbbd5c-0df6-4abf-801d-ae3e2d9a0737'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:12:02.664872 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b19bc6a-b342-4201-a94c-717ef76c834e None None] Attempting to bind port b06cd8bf-8c31-4c98-a67e-7e70c21392fd on network a3dbbd5c-0df6-4abf-801d-ae3e2d9a0737 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:12:02.695401 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b19bc6a-b342-4201-a94c-717ef76c834e None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:12:02.695774 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b19bc6a-b342-4201-a94c-717ef76c834e None None] Checking segment: {'id': '67319ac8-8b69-4f4b-8325-9dcf9dfc93db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a3dbbd5c-0df6-4abf-801d-ae3e2d9a0737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:12:02.696181 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4b19bc6a-b342-4201-a94c-717ef76c834e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:02.696571 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b19bc6a-b342-4201-a94c-717ef76c834e None None] Bound using segment: {'id': '67319ac8-8b69-4f4b-8325-9dcf9dfc93db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a3dbbd5c-0df6-4abf-801d-ae3e2d9a0737'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:12:02.697043 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-4b19bc6a-b342-4201-a94c-717ef76c834e None None] Bound port: b06cd8bf-8c31-4c98-a67e-7e70c21392fd, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67319ac8-8b69-4f4b-8325-9dcf9dfc93db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a3dbbd5c-0df6-4abf-801d-ae3e2d9a0737'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:12:02.697416 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4b19bc6a-b342-4201-a94c-717ef76c834e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:02.707630 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aba0d8-c59d-4241-b5b5-91c6ac93c1f5 None None] Pushing event updated for resources: {'Port': ['ID=085df2ad-1826-49fb-879c-c5678e24d069,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:02.865982 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-a1fbb52a-4dc6-46bb-be0d-dec4fb773573 None None] Attempting to bind port 085df2ad-1826-49fb-879c-c5678e24d069 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:12:02.866267 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-a1fbb52a-4dc6-46bb-be0d-dec4fb773573 None None] Attempting to bind port 085df2ad-1826-49fb-879c-c5678e24d069 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '67a1c5dd-4b89-4026-97c3-38e75d8014c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '674640b3-405d-4ea7-9a23-dff82f095067'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:12:02.866630 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fbb52a-4dc6-46bb-be0d-dec4fb773573 None None] Attempting to bind port 085df2ad-1826-49fb-879c-c5678e24d069 on network 674640b3-405d-4ea7-9a23-dff82f095067 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:12:02.896686 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fbb52a-4dc6-46bb-be0d-dec4fb773573 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:12:02.897068 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fbb52a-4dc6-46bb-be0d-dec4fb773573 None None] Checking segment: {'id': '67a1c5dd-4b89-4026-97c3-38e75d8014c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '674640b3-405d-4ea7-9a23-dff82f095067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:12:02.897509 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a1fbb52a-4dc6-46bb-be0d-dec4fb773573 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:02.897873 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fbb52a-4dc6-46bb-be0d-dec4fb773573 None None] Bound using segment: {'id': '67a1c5dd-4b89-4026-97c3-38e75d8014c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '674640b3-405d-4ea7-9a23-dff82f095067'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:12:02.898361 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-a1fbb52a-4dc6-46bb-be0d-dec4fb773573 None None] Bound port: 085df2ad-1826-49fb-879c-c5678e24d069, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67a1c5dd-4b89-4026-97c3-38e75d8014c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '674640b3-405d-4ea7-9a23-dff82f095067'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:12:02.898740 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a1fbb52a-4dc6-46bb-be0d-dec4fb773573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:02.955396 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-4b19bc6a-b342-4201-a94c-717ef76c834e None None] For port b06cd8bf-8c31-4c98-a67e-7e70c21392fd, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:12:02.976653 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-4b19bc6a-b342-4201-a94c-717ef76c834e None None] For port b06cd8bf-8c31-4c98-a67e-7e70c21392fd, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=b06cd8bf-8c31-4c98-a67e-7e70c21392fd,segment=NetworkSegment(67319ac8-8b69-4f4b-8325-9dcf9dfc93db),segment_id=67319ac8-8b69-4f4b-8325-9dcf9dfc93db)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:12:02.984441 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4b19bc6a-b342-4201-a94c-717ef76c834e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:03.068070 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a1fbb52a-4dc6-46bb-be0d-dec4fb773573 None None] For port 085df2ad-1826-49fb-879c-c5678e24d069, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:12:03.073089 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a1fbb52a-4dc6-46bb-be0d-dec4fb773573 None None] For port 085df2ad-1826-49fb-879c-c5678e24d069, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=085df2ad-1826-49fb-879c-c5678e24d069,segment=NetworkSegment(67a1c5dd-4b89-4026-97c3-38e75d8014c9),segment_id=67a1c5dd-4b89-4026-97c3-38e75d8014c9)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:12:03.083420 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a1fbb52a-4dc6-46bb-be0d-dec4fb773573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:03.086305 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c39fd726-60e3-4ef1-8511-4426199f12cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:03.106799 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b19bc6a-b342-4201-a94c-717ef76c834e None None] Pushing event updated for resources: {'Port': ['ID=b06cd8bf-8c31-4c98-a67e-7e70c21392fd,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:03.176041 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fbb52a-4dc6-46bb-be0d-dec4fb773573 None None] Routers {'2387ceb0-8206-4c48-9cc0-9ac33c6676bb'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:12:03.176716 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-a1fbb52a-4dc6-46bb-be0d-dec4fb773573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:11:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['2387ceb0-8206-4c48-9cc0-9ac33c6676bb'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:12:03.270519 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aba0d8-c59d-4241-b5b5-91c6ac93c1f5 None None] Pushing event updated for resources: {'Port': ['ID=085df2ad-1826-49fb-879c-c5678e24d069,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:03.351931 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c39fd726-60e3-4ef1-8511-4426199f12cf admin admin] Router 9ca30fb5-3581-469b-b2ab-4d8ccd154732 is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 02:12:03.421280 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-a1fbb52a-4dc6-46bb-be0d-dec4fb773573 None None] Set router 2387ceb0-8206-4c48-9cc0-9ac33c6676bb gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:12:03.577326 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c39fd726-60e3-4ef1-8511-4426199f12cf admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:12:03.586067 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1d5c62-4dfc-467c-9877-b6d6751b3928 None None] Sync routers for ids ['9ca30fb5-3581-469b-b2ab-4d8ccd154732'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:12:03.598110 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1d5c62-4dfc-467c-9877-b6d6751b3928 None None] Routers {'9ca30fb5-3581-469b-b2ab-4d8ccd154732'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:12:03.599294 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-3f1d5c62-4dfc-467c-9877-b6d6751b3928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:11:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['9ca30fb5-3581-469b-b2ab-4d8ccd154732'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:12:03.604426 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c39fd726-60e3-4ef1-8511-4426199f12cf admin admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:03.606603 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-c39fd726-60e3-4ef1-8511-4426199f12cf admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5862699 Feb 09 02:12:03.609371 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50484) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:12:03.789612 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-a1fbb52a-4dc6-46bb-be0d-dec4fb773573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2387ceb0-8206-4c48-9cc0-9ac33c6676bb', 'name': 'tempest-TestShelveInstance-2041250135-router', 'tenant_id': 'b54a3eca3d694dacaab799c3b259d242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '04410e41-1913-4877-b321-98a94ff02c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:54Z', 'updated_at': '2022-02-09T02:11:58Z', 'revision_number': 4, 'project_id': 'b54a3eca3d694dacaab799c3b259d242', 'gw_port': {'id': '04410e41-1913-4877-b321-98a94ff02c23', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2387ceb0-8206-4c48-9cc0-9ac33c6676bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:55Z', 'updated_at': '2022-02-09T02:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '085df2ad-1826-49fb-879c-c5678e24d069', 'name': '', 'network_id': '674640b3-405d-4ea7-9a23-dff82f095067', 'tenant_id': 'b54a3eca3d694dacaab799c3b259d242', 'mac_address': 'fa:16:3e:75:65:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2387ceb0-8206-4c48-9cc0-9ac33c6676bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'e6178e2b-0a8b-4256-af87-acc1f11408c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:58Z', 'updated_at': '2022-02-09T02:12:03Z', 'revision_number': 4, 'project_id': 'b54a3eca3d694dacaab799c3b259d242', 'subnets': [{'id': 'e6178e2b-0a8b-4256-af87-acc1f11408c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:12:03.795773 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fbb52a-4dc6-46bb-be0d-dec4fb773573 None None] The sync data for ids ['2387ceb0-8206-4c48-9cc0-9ac33c6676bb'] in n-d-828418-1 is: [{'id': '2387ceb0-8206-4c48-9cc0-9ac33c6676bb', 'name': 'tempest-TestShelveInstance-2041250135-router', 'tenant_id': 'b54a3eca3d694dacaab799c3b259d242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '04410e41-1913-4877-b321-98a94ff02c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:54Z', 'updated_at': '2022-02-09T02:11:58Z', 'revision_number': 4, 'project_id': 'b54a3eca3d694dacaab799c3b259d242', 'gw_port': {'id': '04410e41-1913-4877-b321-98a94ff02c23', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2387ceb0-8206-4c48-9cc0-9ac33c6676bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:55Z', 'updated_at': '2022-02-09T02:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '085df2ad-1826-49fb-879c-c5678e24d069', 'name': '', 'network_id': '674640b3-405d-4ea7-9a23-dff82f095067', 'tenant_id': 'b54a3eca3d694dacaab799c3b259d242', 'mac_address': 'fa:16:3e:75:65:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2387ceb0-8206-4c48-9cc0-9ac33c6676bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'e6178e2b-0a8b-4256-af87-acc1f11408c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:58Z', 'updated_at': '2022-02-09T02:12:03Z', 'revision_number': 4, 'project_id': 'b54a3eca3d694dacaab799c3b259d242', 'subnets': [{'id': 'e6178e2b-0a8b-4256-af87-acc1f11408c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:12:03.802573 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-3f1d5c62-4dfc-467c-9877-b6d6751b3928 None None] Set router 9ca30fb5-3581-469b-b2ab-4d8ccd154732 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:12:04.060164 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 085df2ad-1826-49fb-879c-c5678e24d069 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:12:04.169311 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 085df2ad-1826-49fb-879c-c5678e24d069 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:12:04.176639 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 085df2ad-1826-49fb-879c-c5678e24d069 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:12:04.177013 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:04.239602 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-3f1d5c62-4dfc-467c-9877-b6d6751b3928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca30fb5-3581-469b-b2ab-4d8ccd154732', 'name': 'tempest-TestShelveInstance-1189403663-router', 'tenant_id': '52ca296614bc4a9b867a68ae2dc96ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '00e7533b-199f-4f90-bd0f-24213fc3b316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:12:01Z', 'updated_at': '2022-02-09T02:12:02Z', 'revision_number': 3, 'project_id': '52ca296614bc4a9b867a68ae2dc96ded', 'gw_port': {'id': '00e7533b-199f-4f90-bd0f-24213fc3b316', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:41:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca30fb5-3581-469b-b2ab-4d8ccd154732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:12:01Z', 'updated_at': '2022-02-09T02:12:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:12:04.243777 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1d5c62-4dfc-467c-9877-b6d6751b3928 None None] Checking router: 9ca30fb5-3581-469b-b2ab-4d8ccd154732 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:12:04.244124 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1d5c62-4dfc-467c-9877-b6d6751b3928 None None] Updating router 9ca30fb5-3581-469b-b2ab-4d8ccd154732 port 00e7533b-199f-4f90-bd0f-24213fc3b316 binding host n-d-828418-1 {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:12:04.352561 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-3f1d5c62-4dfc-467c-9877-b6d6751b3928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:04.385284 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:04.411742 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0228e252-10b4-4054-b1aa-a32a9c67f291 None None] Network a3dbbd5c-0df6-4abf-801d-ae3e2d9a0737 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 02:12:04.497699 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 085df2ad-1826-49fb-879c-c5678e24d069, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=085df2ad-1826-49fb-879c-c5678e24d069,segment=NetworkSegment(67a1c5dd-4b89-4026-97c3-38e75d8014c9),segment_id=67a1c5dd-4b89-4026-97c3-38e75d8014c9)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:12:04.508697 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:04.510016 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device b06cd8bf-8c31-4c98-a67e-7e70c21392fd up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:12:04.633019 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=085df2ad-1826-49fb-879c-c5678e24d069,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:04.652165 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-4bfab661-c016-42f7-9551-93cbac91dfac None None] Provisioning for port b06cd8bf-8c31-4c98-a67e-7e70c21392fd completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:12:04.674945 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b8096b84-364f-43f8-8f73-9e33e8c0a1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:04.819345 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-3f1d5c62-4dfc-467c-9877-b6d6751b3928 None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:04.822584 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port b06cd8bf-8c31-4c98-a67e-7e70c21392fd completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:12:04.836775 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-3f1d5c62-4dfc-467c-9877-b6d6751b3928 None None] Transition to ACTIVE for port object 00e7533b-199f-4f90-bd0f-24213fc3b316 will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:12:04.841933 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port b06cd8bf-8c31-4c98-a67e-7e70c21392fd triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:12:04.842661 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:04.851509 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-3f1d5c62-4dfc-467c-9877-b6d6751b3928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:04.932796 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-b8096b84-364f-43f8-8f73-9e33e8c0a1c1 admin admin] Allocated IP 172.20.0.1 (a3dbbd5c-0df6-4abf-801d-ae3e2d9a0737/2c21cce8-bfe3-4bc0-bfa0-49bae44780cd/139fe7a0-8735-40ea-aaea-355963c77594) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:12:04.942769 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-3f1d5c62-4dfc-467c-9877-b6d6751b3928 None None] Attempting to bind port 00e7533b-199f-4f90-bd0f-24213fc3b316 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:12:04.943131 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-3f1d5c62-4dfc-467c-9877-b6d6751b3928 None None] Attempting to bind port 00e7533b-199f-4f90-bd0f-24213fc3b316 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:12:04.943532 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1d5c62-4dfc-467c-9877-b6d6751b3928 None None] Attempting to bind port 00e7533b-199f-4f90-bd0f-24213fc3b316 on network 3d885c3c-255c-4e54-addc-b28437d0b18e {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:12:04.963993 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1689f6d6-0b98-4660-ae20-74f41182f69d None None] Pushing event updated for resources: {'Port': ['ID=00e7533b-199f-4f90-bd0f-24213fc3b316,revision_number=2']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:04.971713 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1d5c62-4dfc-467c-9877-b6d6751b3928 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:12:04.972283 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1d5c62-4dfc-467c-9877-b6d6751b3928 None None] Checking segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:12:04.972602 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-3f1d5c62-4dfc-467c-9877-b6d6751b3928 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:04.973117 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1d5c62-4dfc-467c-9877-b6d6751b3928 None None] Bound using segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:12:04.973584 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-3f1d5c62-4dfc-467c-9877-b6d6751b3928 None None] Bound port: 00e7533b-199f-4f90-bd0f-24213fc3b316, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:12:04.973979 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-3f1d5c62-4dfc-467c-9877-b6d6751b3928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:04.999181 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:05.052247 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port b06cd8bf-8c31-4c98-a67e-7e70c21392fd, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=b06cd8bf-8c31-4c98-a67e-7e70c21392fd,segment=NetworkSegment(67319ac8-8b69-4f4b-8325-9dcf9dfc93db),segment_id=67319ac8-8b69-4f4b-8325-9dcf9dfc93db)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:12:05.060054 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:05.066777 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-3f1d5c62-4dfc-467c-9877-b6d6751b3928 None None] For port 00e7533b-199f-4f90-bd0f-24213fc3b316, host n-d-828418-1, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:12:05.070912 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-3f1d5c62-4dfc-467c-9877-b6d6751b3928 None None] For port 00e7533b-199f-4f90-bd0f-24213fc3b316, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=00e7533b-199f-4f90-bd0f-24213fc3b316,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:12:05.080514 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-3f1d5c62-4dfc-467c-9877-b6d6751b3928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:05.160682 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=b06cd8bf-8c31-4c98-a67e-7e70c21392fd,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:05.163554 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b8096b84-364f-43f8-8f73-9e33e8c0a1c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:05.173498 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1d5c62-4dfc-467c-9877-b6d6751b3928 None None] Routers {'9ca30fb5-3581-469b-b2ab-4d8ccd154732'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:12:05.174285 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-3f1d5c62-4dfc-467c-9877-b6d6751b3928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:11:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['9ca30fb5-3581-469b-b2ab-4d8ccd154732'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:12:05.181910 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-b8096b84-364f-43f8-8f73-9e33e8c0a1c1 admin admin] Transition to ACTIVE for port object 139fe7a0-8735-40ea-aaea-355963c77594 will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:12:05.221711 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b8096b84-364f-43f8-8f73-9e33e8c0a1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:05.276961 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1689f6d6-0b98-4660-ae20-74f41182f69d None None] Pushing event updated for resources: {'Port': ['ID=00e7533b-199f-4f90-bd0f-24213fc3b316,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:05.296054 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8096b84-364f-43f8-8f73-9e33e8c0a1c1 admin admin] Network a3dbbd5c-0df6-4abf-801d-ae3e2d9a0737 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:12:05.299110 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-b8096b84-364f-43f8-8f73-9e33e8c0a1c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:12:05.303124 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8096b84-364f-43f8-8f73-9e33e8c0a1c1 admin admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:12:05.346149 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8096b84-364f-43f8-8f73-9e33e8c0a1c1 admin admin] Pushing event updated for resources: {'Port': ['ID=139fe7a0-8735-40ea-aaea-355963c77594,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:05.375233 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b8096b84-364f-43f8-8f73-9e33e8c0a1c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:05.390013 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e945134b-a3d9-425d-bc61-4d9d3d2c8e06 None None] Provisioning complete for port b06cd8bf-8c31-4c98-a67e-7e70c21392fd triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:12:05.390532 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e945134b-a3d9-425d-bc61-4d9d3d2c8e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:05.408929 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-3f1d5c62-4dfc-467c-9877-b6d6751b3928 None None] Set router 9ca30fb5-3581-469b-b2ab-4d8ccd154732 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:12:05.540176 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b8096b84-364f-43f8-8f73-9e33e8c0a1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:05.700675 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-0da3d66f-5b7f-41cd-8e64-85f914066466 None None] Provisioning for port 139fe7a0-8735-40ea-aaea-355963c77594 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:12:05.705882 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-0da3d66f-5b7f-41cd-8e64-85f914066466 None None] Provisioning complete for port 139fe7a0-8735-40ea-aaea-355963c77594 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:12:05.706256 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0da3d66f-5b7f-41cd-8e64-85f914066466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:05.761402 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-0da3d66f-5b7f-41cd-8e64-85f914066466 None None] Port 139fe7a0-8735-40ea-aaea-355963c77594 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 02:12:05.764012 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-3f1d5c62-4dfc-467c-9877-b6d6751b3928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca30fb5-3581-469b-b2ab-4d8ccd154732', 'name': 'tempest-TestShelveInstance-1189403663-router', 'tenant_id': '52ca296614bc4a9b867a68ae2dc96ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '00e7533b-199f-4f90-bd0f-24213fc3b316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:12:01Z', 'updated_at': '2022-02-09T02:12:02Z', 'revision_number': 3, 'project_id': '52ca296614bc4a9b867a68ae2dc96ded', 'gw_port': {'id': '00e7533b-199f-4f90-bd0f-24213fc3b316', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:41:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca30fb5-3581-469b-b2ab-4d8ccd154732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:12:01Z', 'updated_at': '2022-02-09T02:12:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:12:05.768396 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1d5c62-4dfc-467c-9877-b6d6751b3928 None None] The sync data for ids ['9ca30fb5-3581-469b-b2ab-4d8ccd154732'] in n-d-828418-1 is: [{'id': '9ca30fb5-3581-469b-b2ab-4d8ccd154732', 'name': 'tempest-TestShelveInstance-1189403663-router', 'tenant_id': '52ca296614bc4a9b867a68ae2dc96ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '00e7533b-199f-4f90-bd0f-24213fc3b316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:12:01Z', 'updated_at': '2022-02-09T02:12:02Z', 'revision_number': 3, 'project_id': '52ca296614bc4a9b867a68ae2dc96ded', 'gw_port': {'id': '00e7533b-199f-4f90-bd0f-24213fc3b316', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:41:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca30fb5-3581-469b-b2ab-4d8ccd154732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:12:01Z', 'updated_at': '2022-02-09T02:12:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:12:05.790683 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b8096b84-364f-43f8-8f73-9e33e8c0a1c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:05.795891 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b8096b84-364f-43f8-8f73-9e33e8c0a1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:06.000753 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 085df2ad-1826-49fb-879c-c5678e24d069 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:12:06.048335 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8096b84-364f-43f8-8f73-9e33e8c0a1c1 admin admin] Pushing event updated for resources: {'Port': ['ID=139fe7a0-8735-40ea-aaea-355963c77594,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:06.055819 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b8096b84-364f-43f8-8f73-9e33e8c0a1c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:06.082279 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 085df2ad-1826-49fb-879c-c5678e24d069 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:12:06.082652 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:06.207017 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8096b84-364f-43f8-8f73-9e33e8c0a1c1 admin admin] Network a3dbbd5c-0df6-4abf-801d-ae3e2d9a0737 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:12:06.208198 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-b8096b84-364f-43f8-8f73-9e33e8c0a1c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:12:06.217989 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device b06cd8bf-8c31-4c98-a67e-7e70c21392fd up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:12:06.301114 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port b06cd8bf-8c31-4c98-a67e-7e70c21392fd triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:12:06.301474 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:06.421576 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8096b84-364f-43f8-8f73-9e33e8c0a1c1 admin admin] Router 9ca30fb5-3581-469b-b2ab-4d8ccd154732 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:12:06.485320 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-9525e28b-a9c0-41e6-9b5b-81fc62839b8a None None] Provisioning complete for port 139fe7a0-8735-40ea-aaea-355963c77594 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:12:06.485967 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9525e28b-a9c0-41e6-9b5b-81fc62839b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:06.541444 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-9525e28b-a9c0-41e6-9b5b-81fc62839b8a None None] Port 139fe7a0-8735-40ea-aaea-355963c77594 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 02:12:06.619039 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8096b84-364f-43f8-8f73-9e33e8c0a1c1 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:12:06.633800 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-b8096b84-364f-43f8-8f73-9e33e8c0a1c1 admin admin] 10.222.0.105 "PUT /v2.0/routers/9ca30fb5-3581-469b-b2ab-4d8ccd154732/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0179560 Feb 09 02:12:07.068042 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50494) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:12:07.073423 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-5638185b-9e5e-45a5-978b-6454bf5561ef tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-943592911', 'description': 'tempest-secgroup-smoke-943592911 description', 'project_id': 'b54a3eca3d694dacaab799c3b259d242'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:12:07.080821 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5638185b-9e5e-45a5-978b-6454bf5561ef tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:12:07.084781 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-5638185b-9e5e-45a5-978b-6454bf5561ef tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Usage tracker for resource:security_group and tenant:b54a3eca3d694dacaab799c3b259d242 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:12:07.087844 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-5638185b-9e5e-45a5-978b-6454bf5561ef tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:12:07.094621 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5638185b-9e5e-45a5-978b-6454bf5561ef tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:12:07.105711 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5638185b-9e5e-45a5-978b-6454bf5561ef tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:07.126139 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5638185b-9e5e-45a5-978b-6454bf5561ef tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:12:07.130313 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-5638185b-9e5e-45a5-978b-6454bf5561ef tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Usage tracker for resource:security_group_rule and tenant:b54a3eca3d694dacaab799c3b259d242 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:12:07.133425 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-5638185b-9e5e-45a5-978b-6454bf5561ef tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:12:07.140821 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5638185b-9e5e-45a5-978b-6454bf5561ef tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:12:07.213261 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5638185b-9e5e-45a5-978b-6454bf5561ef tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:07.217624 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5638185b-9e5e-45a5-978b-6454bf5561ef tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:07.259606 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5638185b-9e5e-45a5-978b-6454bf5561ef tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54e982aa-82ff-4770-a495-89ebad5bc7ca,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:07.262982 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5638185b-9e5e-45a5-978b-6454bf5561ef tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:07.264194 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-5638185b-9e5e-45a5-978b-6454bf5561ef tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1951292 Feb 09 02:12:07.268166 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50498) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:12:07.272692 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-de2c8427-20ba-42e9-9426-85ddbb94ea02 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Request body: {'security_group_rule': {'security_group_id': '54e982aa-82ff-4770-a495-89ebad5bc7ca', 'project_id': 'b54a3eca3d694dacaab799c3b259d242', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:12:07.279684 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-de2c8427-20ba-42e9-9426-85ddbb94ea02 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:12:07.283738 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-de2c8427-20ba-42e9-9426-85ddbb94ea02 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Usage tracker for resource:security_group_rule and tenant:b54a3eca3d694dacaab799c3b259d242 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:12:07.286700 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-de2c8427-20ba-42e9-9426-85ddbb94ea02 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:12:07.292438 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-de2c8427-20ba-42e9-9426-85ddbb94ea02 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:12:07.310753 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-de2c8427-20ba-42e9-9426-85ddbb94ea02 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:07.374640 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-de2c8427-20ba-42e9-9426-85ddbb94ea02 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:07.379346 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-de2c8427-20ba-42e9-9426-85ddbb94ea02 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:07.385324 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5708f9-6c4c-410a-8b64-439ec77d6057 None None] Sync routers for ids ['9ca30fb5-3581-469b-b2ab-4d8ccd154732'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:12:07.395384 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5708f9-6c4c-410a-8b64-439ec77d6057 None None] Routers {'9ca30fb5-3581-469b-b2ab-4d8ccd154732'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:12:07.396010 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-8b5708f9-6c4c-410a-8b64-439ec77d6057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:11:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['9ca30fb5-3581-469b-b2ab-4d8ccd154732'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:12:07.403908 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2c8427-20ba-42e9-9426-85ddbb94ea02 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ee4dc9d-b669-4cfe-8c3c-035bb5214013,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:07.415110 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-de2c8427-20ba-42e9-9426-85ddbb94ea02 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:07.419648 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 50502) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:12:07.420132 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-de2c8427-20ba-42e9-9426-85ddbb94ea02 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1511919 Feb 09 02:12:07.424973 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-499f4180-2006-49d8-8d59-149f245d1fc8 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Request body: {'security_group_rule': {'security_group_id': '54e982aa-82ff-4770-a495-89ebad5bc7ca', 'project_id': 'b54a3eca3d694dacaab799c3b259d242', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:12:07.431714 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-499f4180-2006-49d8-8d59-149f245d1fc8 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:12:07.436044 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-499f4180-2006-49d8-8d59-149f245d1fc8 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Usage tracker for resource:security_group_rule and tenant:b54a3eca3d694dacaab799c3b259d242 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:12:07.442591 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-499f4180-2006-49d8-8d59-149f245d1fc8 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:12:07.448280 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-499f4180-2006-49d8-8d59-149f245d1fc8 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:12:07.465496 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-499f4180-2006-49d8-8d59-149f245d1fc8 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:07.525985 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-499f4180-2006-49d8-8d59-149f245d1fc8 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:07.530239 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-499f4180-2006-49d8-8d59-149f245d1fc8 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:07.553562 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f4180-2006-49d8-8d59-149f245d1fc8 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efaa2323-1417-4b0b-9802-2d6189e4696f,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:07.564911 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-499f4180-2006-49d8-8d59-149f245d1fc8 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:07.569016 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-499f4180-2006-49d8-8d59-149f245d1fc8 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1482389 Feb 09 02:12:07.569156 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50506) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:12:07.575392 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-ecfc0459-e1b8-4b07-9b83-30d207de0637 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Request body: {'security_group_rule': {'security_group_id': '54e982aa-82ff-4770-a495-89ebad5bc7ca', 'project_id': 'b54a3eca3d694dacaab799c3b259d242', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:12:07.582166 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ecfc0459-e1b8-4b07-9b83-30d207de0637 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:12:07.586129 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ecfc0459-e1b8-4b07-9b83-30d207de0637 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Usage tracker for resource:security_group_rule and tenant:b54a3eca3d694dacaab799c3b259d242 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:12:07.589395 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-ecfc0459-e1b8-4b07-9b83-30d207de0637 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:12:07.595657 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-ecfc0459-e1b8-4b07-9b83-30d207de0637 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:12:07.596632 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-8b5708f9-6c4c-410a-8b64-439ec77d6057 None None] Set router 9ca30fb5-3581-469b-b2ab-4d8ccd154732 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:12:07.614080 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ecfc0459-e1b8-4b07-9b83-30d207de0637 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:07.681047 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ecfc0459-e1b8-4b07-9b83-30d207de0637 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:07.685738 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ecfc0459-e1b8-4b07-9b83-30d207de0637 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:07.709823 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfc0459-e1b8-4b07-9b83-30d207de0637 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f2b5bd1-55d4-4aca-9d83-21a7121bd87e,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:07.718637 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ecfc0459-e1b8-4b07-9b83-30d207de0637 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:07.722493 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ecfc0459-e1b8-4b07-9b83-30d207de0637 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1495996 Feb 09 02:12:07.722660 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50510) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:12:07.727721 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-5be11b74-9631-4d0c-9b7e-03b880d3b665 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Request body: {'security_group_rule': {'security_group_id': '54e982aa-82ff-4770-a495-89ebad5bc7ca', 'project_id': 'b54a3eca3d694dacaab799c3b259d242', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:12:07.735416 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5be11b74-9631-4d0c-9b7e-03b880d3b665 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:12:07.739278 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-5be11b74-9631-4d0c-9b7e-03b880d3b665 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Usage tracker for resource:security_group_rule and tenant:b54a3eca3d694dacaab799c3b259d242 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:12:07.742146 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-5be11b74-9631-4d0c-9b7e-03b880d3b665 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:12:07.748954 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5be11b74-9631-4d0c-9b7e-03b880d3b665 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:12:07.767329 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5be11b74-9631-4d0c-9b7e-03b880d3b665 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:07.833682 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5be11b74-9631-4d0c-9b7e-03b880d3b665 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:07.837771 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5be11b74-9631-4d0c-9b7e-03b880d3b665 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:07.861884 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be11b74-9631-4d0c-9b7e-03b880d3b665 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89b887f6-face-41ea-b92d-4acd6d7c038e,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:07.872262 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5be11b74-9631-4d0c-9b7e-03b880d3b665 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:07.873741 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-5be11b74-9631-4d0c-9b7e-03b880d3b665 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1501322 Feb 09 02:12:07.876527 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 50514) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:12:07.881734 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-1ff0cc9e-10d7-4d01-a9cc-5f58147f85cc tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Request body: {'security_group_rule': {'security_group_id': '54e982aa-82ff-4770-a495-89ebad5bc7ca', 'project_id': 'b54a3eca3d694dacaab799c3b259d242', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:12:07.888744 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-1ff0cc9e-10d7-4d01-a9cc-5f58147f85cc tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:12:07.892846 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-1ff0cc9e-10d7-4d01-a9cc-5f58147f85cc tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Usage tracker for resource:security_group_rule and tenant:b54a3eca3d694dacaab799c3b259d242 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:12:07.895733 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-1ff0cc9e-10d7-4d01-a9cc-5f58147f85cc tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:12:07.901222 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-1ff0cc9e-10d7-4d01-a9cc-5f58147f85cc tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:12:07.914131 n-d-828418-1 neutron-server[87639]: INFO neutron.db.securitygroups_db [None req-1ff0cc9e-10d7-4d01-a9cc-5f58147f85cc tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Project b54a3eca3d694dacaab799c3b259d242 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:12:07.923782 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1ff0cc9e-10d7-4d01-a9cc-5f58147f85cc tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:07.971434 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-8b5708f9-6c4c-410a-8b64-439ec77d6057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca30fb5-3581-469b-b2ab-4d8ccd154732', 'name': 'tempest-TestShelveInstance-1189403663-router', 'tenant_id': '52ca296614bc4a9b867a68ae2dc96ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '00e7533b-199f-4f90-bd0f-24213fc3b316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:12:01Z', 'updated_at': '2022-02-09T02:12:05Z', 'revision_number': 4, 'project_id': '52ca296614bc4a9b867a68ae2dc96ded', 'gw_port': {'id': '00e7533b-199f-4f90-bd0f-24213fc3b316', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:41:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca30fb5-3581-469b-b2ab-4d8ccd154732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:12:01Z', 'updated_at': '2022-02-09T02:12:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '139fe7a0-8735-40ea-aaea-355963c77594', 'name': '', 'network_id': 'a3dbbd5c-0df6-4abf-801d-ae3e2d9a0737', 'tenant_id': '52ca296614bc4a9b867a68ae2dc96ded', 'mac_address': 'fa:16:3e:5f:8d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca30fb5-3581-469b-b2ab-4d8ccd154732', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '2c21cce8-bfe3-4bc0-bfa0-49bae44780cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:12:04Z', 'updated_at': '2022-02-09T02:12:05Z', 'revision_number': 2, 'project_id': '52ca296614bc4a9b867a68ae2dc96ded', 'subnets': [{'id': '2c21cce8-bfe3-4bc0-bfa0-49bae44780cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:12:07.977571 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5708f9-6c4c-410a-8b64-439ec77d6057 None None] Checking router: 9ca30fb5-3581-469b-b2ab-4d8ccd154732 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:12:07.978015 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5708f9-6c4c-410a-8b64-439ec77d6057 None None] Updating router 9ca30fb5-3581-469b-b2ab-4d8ccd154732 port 139fe7a0-8735-40ea-aaea-355963c77594 binding host n-d-828418-1 {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:12:07.996766 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1ff0cc9e-10d7-4d01-a9cc-5f58147f85cc tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:08.000876 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1ff0cc9e-10d7-4d01-a9cc-5f58147f85cc tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:08.011334 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 00e7533b-199f-4f90-bd0f-24213fc3b316 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:12:08.022608 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff0cc9e-10d7-4d01-a9cc-5f58147f85cc tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2575659-587a-4f95-8bc8-b21ca1142599,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:08.034380 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-1ff0cc9e-10d7-4d01-a9cc-5f58147f85cc tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:08.035659 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-1ff0cc9e-10d7-4d01-a9cc-5f58147f85cc tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1580911 Feb 09 02:12:08.038360 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 50518) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:12:08.043416 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-8e090605-0693-4ee7-b194-46f3c7e7b84e tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Request body: {'security_group_rule': {'security_group_id': '54e982aa-82ff-4770-a495-89ebad5bc7ca', 'project_id': 'b54a3eca3d694dacaab799c3b259d242', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:12:08.050004 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-8e090605-0693-4ee7-b194-46f3c7e7b84e tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:12:08.054143 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-8e090605-0693-4ee7-b194-46f3c7e7b84e tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Usage tracker for resource:security_group_rule and tenant:b54a3eca3d694dacaab799c3b259d242 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:12:08.057202 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-8e090605-0693-4ee7-b194-46f3c7e7b84e tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:12:08.063524 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-8e090605-0693-4ee7-b194-46f3c7e7b84e tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:12:08.074471 n-d-828418-1 neutron-server[87639]: INFO neutron.db.securitygroups_db [None req-8e090605-0693-4ee7-b194-46f3c7e7b84e tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Project b54a3eca3d694dacaab799c3b259d242 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:12:08.081368 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8e090605-0693-4ee7-b194-46f3c7e7b84e tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:08.088317 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8b5708f9-6c4c-410a-8b64-439ec77d6057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:08.149955 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8e090605-0693-4ee7-b194-46f3c7e7b84e tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:08.153826 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8e090605-0693-4ee7-b194-46f3c7e7b84e tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:08.162392 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 00e7533b-199f-4f90-bd0f-24213fc3b316 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:12:08.175667 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e090605-0693-4ee7-b194-46f3c7e7b84e tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b27750bc-63ce-4f6e-a72e-31d3032f1b8f,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:08.187703 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-8e090605-0693-4ee7-b194-46f3c7e7b84e tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:08.189369 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-8e090605-0693-4ee7-b194-46f3c7e7b84e tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1500103 Feb 09 02:12:08.203826 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 00e7533b-199f-4f90-bd0f-24213fc3b316 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:12:08.204199 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:08.414248 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3ef29c08-f6e1-475d-966d-536805c2c47a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:08.422089 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-5dfc9f9c-2174-4e8b-8c1c-6f2166b6562a req-f245d28e-3781-4f8d-aa6e-c96c03f39070 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Synchronizing usage tracker for tenant:b54a3eca3d694dacaab799c3b259d242 on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:12:08.438676 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-5dfc9f9c-2174-4e8b-8c1c-6f2166b6562a req-f245d28e-3781-4f8d-aa6e-c96c03f39070 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Unset dirty status for tenant:b54a3eca3d694dacaab799c3b259d242 on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:12:08.440040 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5dfc9f9c-2174-4e8b-8c1c-6f2166b6562a req-f245d28e-3781-4f8d-aa6e-c96c03f39070 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-943592911&fields=id&tenant_id=b54a3eca3d694dacaab799c3b259d242 HTTP/1.1" status: 200 len: 267 time: 0.0584476 Feb 09 02:12:08.474372 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:08.496801 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 00e7533b-199f-4f90-bd0f-24213fc3b316, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=00e7533b-199f-4f90-bd0f-24213fc3b316,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:12:08.508291 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:08.596289 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc9f9c-2174-4e8b-8c1c-6f2166b6562a req-2e0ddbff-f4fe-46bf-a244-cf09cb79db4b tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:08.597353 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-5dfc9f9c-2174-4e8b-8c1c-6f2166b6562a req-2e0ddbff-f4fe-46bf-a244-cf09cb79db4b tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Synchronizing usage tracker for tenant:b54a3eca3d694dacaab799c3b259d242 on resource:network {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:12:08.616682 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-5dfc9f9c-2174-4e8b-8c1c-6f2166b6562a req-2e0ddbff-f4fe-46bf-a244-cf09cb79db4b tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Unset dirty status for tenant:b54a3eca3d694dacaab799c3b259d242 on resource:network {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:12:08.622186 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5dfc9f9c-2174-4e8b-8c1c-6f2166b6562a req-2e0ddbff-f4fe-46bf-a244-cf09cb79db4b tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/networks?id=674640b3-405d-4ea7-9a23-dff82f095067 HTTP/1.1" status: 200 len: 809 time: 0.1752081 Feb 09 02:12:08.631683 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8b5708f9-6c4c-410a-8b64-439ec77d6057 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:08.636211 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5dfc9f9c-2174-4e8b-8c1c-6f2166b6562a req-69b8d55c-82e4-4280-b848-620d1ace5af3 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/quotas/b54a3eca3d694dacaab799c3b259d242 HTTP/1.1" status: 200 len: 375 time: 0.0119498 Feb 09 02:12:08.637616 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=00e7533b-199f-4f90-bd0f-24213fc3b316,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:08.648641 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-8b5708f9-6c4c-410a-8b64-439ec77d6057 None None] Transition to ACTIVE for port object 139fe7a0-8735-40ea-aaea-355963c77594 will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:12:08.655991 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8b5708f9-6c4c-410a-8b64-439ec77d6057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:08.731222 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5dfc9f9c-2174-4e8b-8c1c-6f2166b6562a req-1b50c2bb-8ca1-456f-8deb-f197f85d69a6 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=b54a3eca3d694dacaab799c3b259d242&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0799112 Feb 09 02:12:08.810894 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc53b7-3c35-45d7-a5e4-33bd8a19f44f None None] Pushing event updated for resources: {'Port': ['ID=139fe7a0-8735-40ea-aaea-355963c77594,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:08.858890 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [req-5dfc9f9c-2174-4e8b-8c1c-6f2166b6562a req-40fb8e76-8ccb-4422-ad5b-e97c90ed274c service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 02:12:08.860052 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5dfc9f9c-2174-4e8b-8c1c-6f2166b6562a req-40fb8e76-8ccb-4422-ad5b-e97c90ed274c service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1165102 Feb 09 02:12:08.878758 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-8b5708f9-6c4c-410a-8b64-439ec77d6057 None None] Attempting to bind port 139fe7a0-8735-40ea-aaea-355963c77594 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:12:08.879044 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-8b5708f9-6c4c-410a-8b64-439ec77d6057 None None] Attempting to bind port 139fe7a0-8735-40ea-aaea-355963c77594 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '67319ac8-8b69-4f4b-8325-9dcf9dfc93db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a3dbbd5c-0df6-4abf-801d-ae3e2d9a0737'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:12:08.879413 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5708f9-6c4c-410a-8b64-439ec77d6057 None None] Attempting to bind port 139fe7a0-8735-40ea-aaea-355963c77594 on network a3dbbd5c-0df6-4abf-801d-ae3e2d9a0737 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:12:08.885399 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5708f9-6c4c-410a-8b64-439ec77d6057 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:12:08.885978 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5708f9-6c4c-410a-8b64-439ec77d6057 None None] Checking segment: {'id': '67319ac8-8b69-4f4b-8325-9dcf9dfc93db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a3dbbd5c-0df6-4abf-801d-ae3e2d9a0737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:12:08.886383 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8b5708f9-6c4c-410a-8b64-439ec77d6057 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:08.886773 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5708f9-6c4c-410a-8b64-439ec77d6057 None None] Bound using segment: {'id': '67319ac8-8b69-4f4b-8325-9dcf9dfc93db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a3dbbd5c-0df6-4abf-801d-ae3e2d9a0737'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:12:08.887796 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-8b5708f9-6c4c-410a-8b64-439ec77d6057 None None] Bound port: 139fe7a0-8735-40ea-aaea-355963c77594, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67319ac8-8b69-4f4b-8325-9dcf9dfc93db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a3dbbd5c-0df6-4abf-801d-ae3e2d9a0737'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:12:08.888168 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8b5708f9-6c4c-410a-8b64-439ec77d6057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:09.005809 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-8b5708f9-6c4c-410a-8b64-439ec77d6057 None None] For port 139fe7a0-8735-40ea-aaea-355963c77594, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:12:09.009206 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-8b5708f9-6c4c-410a-8b64-439ec77d6057 None None] For port 139fe7a0-8735-40ea-aaea-355963c77594, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=139fe7a0-8735-40ea-aaea-355963c77594,segment=NetworkSegment(67319ac8-8b69-4f4b-8325-9dcf9dfc93db),segment_id=67319ac8-8b69-4f4b-8325-9dcf9dfc93db)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:12:09.015862 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8b5708f9-6c4c-410a-8b64-439ec77d6057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:09.023312 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5dfc9f9c-2174-4e8b-8c1c-6f2166b6562a req-358bbfb4-2c84-43a0-a23a-e5a3128bfef5 service neutron] 10.222.0.105 "GET /v2.0/networks/674640b3-405d-4ea7-9a23-dff82f095067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568799 Feb 09 02:12:09.096668 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5708f9-6c4c-410a-8b64-439ec77d6057 None None] Routers {'9ca30fb5-3581-469b-b2ab-4d8ccd154732'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:12:09.097299 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-8b5708f9-6c4c-410a-8b64-439ec77d6057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:11:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['9ca30fb5-3581-469b-b2ab-4d8ccd154732'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:12:09.158742 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc53b7-3c35-45d7-a5e4-33bd8a19f44f None None] Pushing event updated for resources: {'Port': ['ID=139fe7a0-8735-40ea-aaea-355963c77594,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:09.181359 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5dfc9f9c-2174-4e8b-8c1c-6f2166b6562a req-3303a454-da02-40d6-8692-284482a72f67 service neutron] 10.222.0.105 "GET /v2.0/networks/674640b3-405d-4ea7-9a23-dff82f095067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506643 Feb 09 02:12:09.370154 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-8b5708f9-6c4c-410a-8b64-439ec77d6057 None None] Set router 9ca30fb5-3581-469b-b2ab-4d8ccd154732 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:12:09.517765 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-846913c4-4bbc-42c2-980b-678a942334a0 req-0d58b6d7-a218-4853-949d-7196d99016ee tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=a210eb51-7144-41ab-8b88-7f45361b4396 HTTP/1.1" status: 200 len: 210 time: 0.1571672 Feb 09 02:12:09.702604 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-8b5708f9-6c4c-410a-8b64-439ec77d6057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca30fb5-3581-469b-b2ab-4d8ccd154732', 'name': 'tempest-TestShelveInstance-1189403663-router', 'tenant_id': '52ca296614bc4a9b867a68ae2dc96ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '00e7533b-199f-4f90-bd0f-24213fc3b316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:12:01Z', 'updated_at': '2022-02-09T02:12:05Z', 'revision_number': 4, 'project_id': '52ca296614bc4a9b867a68ae2dc96ded', 'gw_port': {'id': '00e7533b-199f-4f90-bd0f-24213fc3b316', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:41:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca30fb5-3581-469b-b2ab-4d8ccd154732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:12:01Z', 'updated_at': '2022-02-09T02:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '139fe7a0-8735-40ea-aaea-355963c77594', 'name': '', 'network_id': 'a3dbbd5c-0df6-4abf-801d-ae3e2d9a0737', 'tenant_id': '52ca296614bc4a9b867a68ae2dc96ded', 'mac_address': 'fa:16:3e:5f:8d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca30fb5-3581-469b-b2ab-4d8ccd154732', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '2c21cce8-bfe3-4bc0-bfa0-49bae44780cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:12:04Z', 'updated_at': '2022-02-09T02:12:09Z', 'revision_number': 4, 'project_id': '52ca296614bc4a9b867a68ae2dc96ded', 'subnets': [{'id': '2c21cce8-bfe3-4bc0-bfa0-49bae44780cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:12:09.706675 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5708f9-6c4c-410a-8b64-439ec77d6057 None None] The sync data for ids ['9ca30fb5-3581-469b-b2ab-4d8ccd154732'] in n-d-828418-1 is: [{'id': '9ca30fb5-3581-469b-b2ab-4d8ccd154732', 'name': 'tempest-TestShelveInstance-1189403663-router', 'tenant_id': '52ca296614bc4a9b867a68ae2dc96ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '00e7533b-199f-4f90-bd0f-24213fc3b316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:12:01Z', 'updated_at': '2022-02-09T02:12:05Z', 'revision_number': 4, 'project_id': '52ca296614bc4a9b867a68ae2dc96ded', 'gw_port': {'id': '00e7533b-199f-4f90-bd0f-24213fc3b316', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:41:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca30fb5-3581-469b-b2ab-4d8ccd154732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:12:01Z', 'updated_at': '2022-02-09T02:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '139fe7a0-8735-40ea-aaea-355963c77594', 'name': '', 'network_id': 'a3dbbd5c-0df6-4abf-801d-ae3e2d9a0737', 'tenant_id': '52ca296614bc4a9b867a68ae2dc96ded', 'mac_address': 'fa:16:3e:5f:8d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca30fb5-3581-469b-b2ab-4d8ccd154732', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '2c21cce8-bfe3-4bc0-bfa0-49bae44780cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:12:04Z', 'updated_at': '2022-02-09T02:12:09Z', 'revision_number': 4, 'project_id': '52ca296614bc4a9b867a68ae2dc96ded', 'subnets': [{'id': '2c21cce8-bfe3-4bc0-bfa0-49bae44780cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:12:10.028627 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 00e7533b-199f-4f90-bd0f-24213fc3b316 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:12:10.101538 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 00e7533b-199f-4f90-bd0f-24213fc3b316 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:12:10.101930 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:10.220573 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 139fe7a0-8735-40ea-aaea-355963c77594 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:12:10.291145 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 139fe7a0-8735-40ea-aaea-355963c77594 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:12:10.296462 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 139fe7a0-8735-40ea-aaea-355963c77594 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:12:10.296829 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:10.422254 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:10.457683 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 139fe7a0-8735-40ea-aaea-355963c77594, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=139fe7a0-8735-40ea-aaea-355963c77594,segment=NetworkSegment(67319ac8-8b69-4f4b-8325-9dcf9dfc93db),segment_id=67319ac8-8b69-4f4b-8325-9dcf9dfc93db)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:12:10.462729 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:10.543584 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=139fe7a0-8735-40ea-aaea-355963c77594,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:10.638935 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f950821f-aeec-4bd3-b5ab-7dca0afaeb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:10.646211 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3f74a4d3-32a6-4531-80b9-828a16a60c8b req-54640c65-c6c7-45ca-9dbb-0f326c7218a5 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=a210eb51-7144-41ab-8b88-7f45361b4396 HTTP/1.1" status: 200 len: 210 time: 0.0520608 Feb 09 02:12:11.709379 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:11.742146 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:11.747278 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-10157b13-71a5-443c-ac20-b73b20159e78 req-89aabf9c-8cbf-4d3e-9d93-3ff083b6f73f tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=a210eb51-7144-41ab-8b88-7f45361b4396 HTTP/1.1" status: 200 len: 210 time: 0.0456471 Feb 09 02:12:11.965750 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 139fe7a0-8735-40ea-aaea-355963c77594 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:12:12.037355 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 139fe7a0-8735-40ea-aaea-355963c77594 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:12:12.037679 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:12.901111 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4702bb96-e30d-40df-98c7-7fee1fc1095f req-f79ce7b9-d2f5-47d8-8129-26d4b7d1b95b tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=a210eb51-7144-41ab-8b88-7f45361b4396 HTTP/1.1" status: 200 len: 210 time: 0.0473506 Feb 09 02:12:13.403741 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:13.711128 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc9f9c-2174-4e8b-8c1c-6f2166b6562a req-b632b0df-e23d-4d13-8790-2095e9de2784 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:13.712544 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5dfc9f9c-2174-4e8b-8c1c-6f2166b6562a req-b632b0df-e23d-4d13-8790-2095e9de2784 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.99 "GET /v2.0/networks?id=674640b3-405d-4ea7-9a23-dff82f095067 HTTP/1.1" status: 200 len: 809 time: 0.1549137 Feb 09 02:12:13.765421 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5dfc9f9c-2174-4e8b-8c1c-6f2166b6562a req-9401a6f4-e27b-4d8d-b3b9-3a1841c5a5a1 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b54a3eca3d694dacaab799c3b259d242 HTTP/1.1" status: 200 len: 379 time: 0.0411851 Feb 09 02:12:13.773872 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-5dfc9f9c-2174-4e8b-8c1c-6f2166b6562a req-164f9b40-986f-44ca-8f42-081fca1b25c9 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Request body: {'port': {'device_id': 'a210eb51-7144-41ab-8b88-7f45361b4396', 'network_id': '674640b3-405d-4ea7-9a23-dff82f095067', 'admin_state_up': True, 'tenant_id': 'b54a3eca3d694dacaab799c3b259d242', 'security_groups': ['54e982aa-82ff-4770-a495-89ebad5bc7ca']}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:12:13.906553 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-5dfc9f9c-2174-4e8b-8c1c-6f2166b6562a req-164f9b40-986f-44ca-8f42-081fca1b25c9 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:12:13.910489 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-5dfc9f9c-2174-4e8b-8c1c-6f2166b6562a req-164f9b40-986f-44ca-8f42-081fca1b25c9 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Usage tracker for resource:port and tenant:b54a3eca3d694dacaab799c3b259d242 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:12:13.913359 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-5dfc9f9c-2174-4e8b-8c1c-6f2166b6562a req-164f9b40-986f-44ca-8f42-081fca1b25c9 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:12:13.919274 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-5dfc9f9c-2174-4e8b-8c1c-6f2166b6562a req-164f9b40-986f-44ca-8f42-081fca1b25c9 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:12:13.929089 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dfc9f9c-2174-4e8b-8c1c-6f2166b6562a req-164f9b40-986f-44ca-8f42-081fca1b25c9 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Made reservation on behalf of b54a3eca3d694dacaab799c3b259d242 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:12:13.932784 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5dfc9f9c-2174-4e8b-8c1c-6f2166b6562a req-164f9b40-986f-44ca-8f42-081fca1b25c9 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:14.069021 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c619de1e-ccee-4dd4-baa5-3350c1cdb2c3 req-51aa1508-ca3a-4bbc-af2a-633fb127e78b tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=a210eb51-7144-41ab-8b88-7f45361b4396 HTTP/1.1" status: 200 len: 210 time: 0.0611579 Feb 09 02:12:14.137725 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-5dfc9f9c-2174-4e8b-8c1c-6f2166b6562a req-164f9b40-986f-44ca-8f42-081fca1b25c9 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Allocated IP 172.20.0.4 (674640b3-405d-4ea7-9a23-dff82f095067/e6178e2b-0a8b-4256-af87-acc1f11408c9/a3646726-3ce3-4acc-894c-44bdbf52c370) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:12:14.326125 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5dfc9f9c-2174-4e8b-8c1c-6f2166b6562a req-164f9b40-986f-44ca-8f42-081fca1b25c9 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:14.341900 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-5dfc9f9c-2174-4e8b-8c1c-6f2166b6562a req-164f9b40-986f-44ca-8f42-081fca1b25c9 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Transition to ACTIVE for port object a3646726-3ce3-4acc-894c-44bdbf52c370 will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:12:14.364437 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5dfc9f9c-2174-4e8b-8c1c-6f2166b6562a req-164f9b40-986f-44ca-8f42-081fca1b25c9 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:14.432893 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dfc9f9c-2174-4e8b-8c1c-6f2166b6562a req-164f9b40-986f-44ca-8f42-081fca1b25c9 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Network 674640b3-405d-4ea7-9a23-dff82f095067 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:12:14.436501 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-5dfc9f9c-2174-4e8b-8c1c-6f2166b6562a req-164f9b40-986f-44ca-8f42-081fca1b25c9 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:12:14.440557 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dfc9f9c-2174-4e8b-8c1c-6f2166b6562a req-164f9b40-986f-44ca-8f42-081fca1b25c9 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:12:14.483552 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164f9b40-986f-44ca-8f42-081fca1b25c9 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Pushing event updated for resources: {'Port': ['ID=a3646726-3ce3-4acc-894c-44bdbf52c370,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:14.516714 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc9f9c-2174-4e8b-8c1c-6f2166b6562a req-164f9b40-986f-44ca-8f42-081fca1b25c9 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:14.517032 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5dfc9f9c-2174-4e8b-8c1c-6f2166b6562a req-164f9b40-986f-44ca-8f42-081fca1b25c9 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:14.539080 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5dfc9f9c-2174-4e8b-8c1c-6f2166b6562a req-164f9b40-986f-44ca-8f42-081fca1b25c9 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7686739 Feb 09 02:12:14.551237 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-5dfc9f9c-2174-4e8b-8c1c-6f2166b6562a req-85ad975c-8387-41a5-8591-62dfe775047c service neutron] Request body: {'port': {'device_id': 'a210eb51-7144-41ab-8b88-7f45361b4396', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:12:14.663561 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5dfc9f9c-2174-4e8b-8c1c-6f2166b6562a req-85ad975c-8387-41a5-8591-62dfe775047c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:14.665308 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a7323b40-c79a-433e-8f91-61f2ec92633b None None] Provisioning for port a3646726-3ce3-4acc-894c-44bdbf52c370 completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:12:14.671530 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a7323b40-c79a-433e-8f91-61f2ec92633b None None] Provisioning complete for port a3646726-3ce3-4acc-894c-44bdbf52c370 triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:12:14.671897 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a7323b40-c79a-433e-8f91-61f2ec92633b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:14.727505 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a7323b40-c79a-433e-8f91-61f2ec92633b None None] Port a3646726-3ce3-4acc-894c-44bdbf52c370 cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 02:12:15.001441 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-5dfc9f9c-2174-4e8b-8c1c-6f2166b6562a req-85ad975c-8387-41a5-8591-62dfe775047c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3646726-3ce3-4acc-894c-44bdbf52c370 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 02:12:15.008565 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5dfc9f9c-2174-4e8b-8c1c-6f2166b6562a req-85ad975c-8387-41a5-8591-62dfe775047c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:15.023651 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-5dfc9f9c-2174-4e8b-8c1c-6f2166b6562a req-85ad975c-8387-41a5-8591-62dfe775047c service neutron] Transition to ACTIVE for port object a3646726-3ce3-4acc-894c-44bdbf52c370 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:12:15.027999 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5dfc9f9c-2174-4e8b-8c1c-6f2166b6562a req-85ad975c-8387-41a5-8591-62dfe775047c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:15.311486 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ad975c-8387-41a5-8591-62dfe775047c service neutron] Pushing event updated for resources: {'Port': ['ID=a3646726-3ce3-4acc-894c-44bdbf52c370,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:15.438449 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502941a7-f8e4-4db7-8231-2412ac4d8def req-624589fa-6edc-4c54-bf38-397af37c39d4 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:15.439143 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-502941a7-f8e4-4db7-8231-2412ac4d8def req-624589fa-6edc-4c54-bf38-397af37c39d4 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Synchronizing usage tracker for tenant:b54a3eca3d694dacaab799c3b259d242 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:12:15.445754 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-5dfc9f9c-2174-4e8b-8c1c-6f2166b6562a req-85ad975c-8387-41a5-8591-62dfe775047c service neutron] Attempting to bind port a3646726-3ce3-4acc-894c-44bdbf52c370 on host n-h2-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:12:15.446085 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-5dfc9f9c-2174-4e8b-8c1c-6f2166b6562a req-85ad975c-8387-41a5-8591-62dfe775047c service neutron] Attempting to bind port a3646726-3ce3-4acc-894c-44bdbf52c370 by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': '67a1c5dd-4b89-4026-97c3-38e75d8014c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '674640b3-405d-4ea7-9a23-dff82f095067'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:12:15.446410 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfc9f9c-2174-4e8b-8c1c-6f2166b6562a req-85ad975c-8387-41a5-8591-62dfe775047c service neutron] Attempting to bind port a3646726-3ce3-4acc-894c-44bdbf52c370 on network 674640b3-405d-4ea7-9a23-dff82f095067 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:12:15.453842 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfc9f9c-2174-4e8b-8c1c-6f2166b6562a req-85ad975c-8387-41a5-8591-62dfe775047c service neutron] Port a3646726-3ce3-4acc-894c-44bdbf52c370 on network 674640b3-405d-4ea7-9a23-dff82f095067 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 02:12:15.454162 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfc9f9c-2174-4e8b-8c1c-6f2166b6562a req-85ad975c-8387-41a5-8591-62dfe775047c service neutron] Attempting to bind port a3646726-3ce3-4acc-894c-44bdbf52c370 on network 674640b3-405d-4ea7-9a23-dff82f095067 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:12:15.463824 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfc9f9c-2174-4e8b-8c1c-6f2166b6562a req-85ad975c-8387-41a5-8591-62dfe775047c service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:12:15.464154 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfc9f9c-2174-4e8b-8c1c-6f2166b6562a req-85ad975c-8387-41a5-8591-62dfe775047c service neutron] Checking segment: {'id': '67a1c5dd-4b89-4026-97c3-38e75d8014c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '674640b3-405d-4ea7-9a23-dff82f095067'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:12:15.464530 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfc9f9c-2174-4e8b-8c1c-6f2166b6562a req-85ad975c-8387-41a5-8591-62dfe775047c service neutron] Bound using segment: {'id': '67a1c5dd-4b89-4026-97c3-38e75d8014c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '674640b3-405d-4ea7-9a23-dff82f095067'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:12:15.465642 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-5dfc9f9c-2174-4e8b-8c1c-6f2166b6562a req-85ad975c-8387-41a5-8591-62dfe775047c service neutron] Bound port: a3646726-3ce3-4acc-894c-44bdbf52c370, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67a1c5dd-4b89-4026-97c3-38e75d8014c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '674640b3-405d-4ea7-9a23-dff82f095067'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:12:15.466017 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5dfc9f9c-2174-4e8b-8c1c-6f2166b6562a req-85ad975c-8387-41a5-8591-62dfe775047c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:15.480079 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-502941a7-f8e4-4db7-8231-2412ac4d8def req-624589fa-6edc-4c54-bf38-397af37c39d4 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Unset dirty status for tenant:b54a3eca3d694dacaab799c3b259d242 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:12:15.482149 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-502941a7-f8e4-4db7-8231-2412ac4d8def req-624589fa-6edc-4c54-bf38-397af37c39d4 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=a210eb51-7144-41ab-8b88-7f45361b4396 HTTP/1.1" status: 200 len: 943 time: 0.2328734 Feb 09 02:12:15.582937 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-502941a7-f8e4-4db7-8231-2412ac4d8def req-08366736-d1ca-4e17-8a95-c26d6b8514f8 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=54e982aa-82ff-4770-a495-89ebad5bc7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741518 Feb 09 02:12:15.606919 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-5dfc9f9c-2174-4e8b-8c1c-6f2166b6562a req-85ad975c-8387-41a5-8591-62dfe775047c service neutron] For port a3646726-3ce3-4acc-894c-44bdbf52c370, host n-h2-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:12:15.606919 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-5dfc9f9c-2174-4e8b-8c1c-6f2166b6562a req-85ad975c-8387-41a5-8591-62dfe775047c service neutron] For port a3646726-3ce3-4acc-894c-44bdbf52c370, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=a3646726-3ce3-4acc-894c-44bdbf52c370,segment=NetworkSegment(67a1c5dd-4b89-4026-97c3-38e75d8014c9),segment_id=67a1c5dd-4b89-4026-97c3-38e75d8014c9)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:12:15.611409 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5dfc9f9c-2174-4e8b-8c1c-6f2166b6562a req-85ad975c-8387-41a5-8591-62dfe775047c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:15.675203 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc9f9c-2174-4e8b-8c1c-6f2166b6562a req-85ad975c-8387-41a5-8591-62dfe775047c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:15.676191 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-5dfc9f9c-2174-4e8b-8c1c-6f2166b6562a req-85ad975c-8387-41a5-8591-62dfe775047c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:15.677548 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5dfc9f9c-2174-4e8b-8c1c-6f2166b6562a req-85ad975c-8387-41a5-8591-62dfe775047c service neutron] 10.222.0.99 "PUT /v2.0/ports/a3646726-3ce3-4acc-894c-44bdbf52c370 HTTP/1.1" status: 200 len: 1091 time: 1.1309569 Feb 09 02:12:15.678007 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a210eb51-7144-41ab-8b88-7f45361b4396', 'tag': 'a3646726-3ce3-4acc-894c-44bdbf52c370'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:12:15.701401 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ad975c-8387-41a5-8591-62dfe775047c service neutron] Pushing event updated for resources: {'Port': ['ID=a3646726-3ce3-4acc-894c-44bdbf52c370,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:15.751334 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a210eb51-7144-41ab-8b88-7f45361b4396', 'tag': 'a3646726-3ce3-4acc-894c-44bdbf52c370', 'status': 'completed', 'code': 200} Feb 09 02:12:15.798623 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc9f9c-2174-4e8b-8c1c-6f2166b6562a req-f7b79a31-30df-4e8a-93aa-d1de196c6cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:15.800145 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5dfc9f9c-2174-4e8b-8c1c-6f2166b6562a req-f7b79a31-30df-4e8a-93aa-d1de196c6cc8 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b54a3eca3d694dacaab799c3b259d242&device_id=a210eb51-7144-41ab-8b88-7f45361b4396 HTTP/1.1" status: 200 len: 1094 time: 0.0828843 Feb 09 02:12:15.874031 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5dfc9f9c-2174-4e8b-8c1c-6f2166b6562a req-da689e70-c075-4cd9-871c-374916d312b4 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3646726-3ce3-4acc-894c-44bdbf52c370 HTTP/1.1" status: 200 len: 217 time: 0.0674818 Feb 09 02:12:15.939209 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc9f9c-2174-4e8b-8c1c-6f2166b6562a req-ebeac039-5a1e-4a61-963f-4683058e6c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:15.940566 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5dfc9f9c-2174-4e8b-8c1c-6f2166b6562a req-ebeac039-5a1e-4a61-963f-4683058e6c0e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e6178e2b-0a8b-4256-af87-acc1f11408c9 HTTP/1.1" status: 200 len: 848 time: 0.0614703 Feb 09 02:12:16.015895 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc9f9c-2174-4e8b-8c1c-6f2166b6562a req-33711cfc-bfe0-4fc0-9097-93f643051f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:16.017359 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5dfc9f9c-2174-4e8b-8c1c-6f2166b6562a req-33711cfc-bfe0-4fc0-9097-93f643051f43 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=674640b3-405d-4ea7-9a23-dff82f095067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715988 Feb 09 02:12:16.146907 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5dfc9f9c-2174-4e8b-8c1c-6f2166b6562a req-c8e70154-8625-4695-845a-b8e8c7c6a6b0 service neutron] 10.222.0.99 "GET /v2.0/networks/674640b3-405d-4ea7-9a23-dff82f095067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239614 Feb 09 02:12:16.274715 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5dfc9f9c-2174-4e8b-8c1c-6f2166b6562a req-355b511c-473e-4945-93ca-440c7b8c885b service neutron] 10.222.0.99 "GET /v2.0/networks/674640b3-405d-4ea7-9a23-dff82f095067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220028 Feb 09 02:12:16.390354 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03178f-eb6c-4bda-a623-6b5b0c78bb37 req-bb1c7a02-103e-4fad-9009-7dc5f29940a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:16.391800 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fb03178f-eb6c-4bda-a623-6b5b0c78bb37 req-bb1c7a02-103e-4fad-9009-7dc5f29940a3 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b54a3eca3d694dacaab799c3b259d242&device_id=a210eb51-7144-41ab-8b88-7f45361b4396 HTTP/1.1" status: 200 len: 1094 time: 0.0697029 Feb 09 02:12:16.519419 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03178f-eb6c-4bda-a623-6b5b0c78bb37 req-63fd3938-d971-46a5-a988-057f93883578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:16.520855 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fb03178f-eb6c-4bda-a623-6b5b0c78bb37 req-63fd3938-d971-46a5-a988-057f93883578 service neutron] 10.222.0.99 "GET /v2.0/networks?id=674640b3-405d-4ea7-9a23-dff82f095067 HTTP/1.1" status: 200 len: 910 time: 0.1237695 Feb 09 02:12:16.591469 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fb03178f-eb6c-4bda-a623-6b5b0c78bb37 req-a773b5fd-6613-4a4b-abd3-ed2dac38145e service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3646726-3ce3-4acc-894c-44bdbf52c370 HTTP/1.1" status: 200 len: 217 time: 0.0643904 Feb 09 02:12:16.656841 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03178f-eb6c-4bda-a623-6b5b0c78bb37 req-6129a215-5764-4d3d-adb1-3e23c3ae02b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:16.658312 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fb03178f-eb6c-4bda-a623-6b5b0c78bb37 req-6129a215-5764-4d3d-adb1-3e23c3ae02b3 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e6178e2b-0a8b-4256-af87-acc1f11408c9 HTTP/1.1" status: 200 len: 848 time: 0.0613301 Feb 09 02:12:16.792053 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03178f-eb6c-4bda-a623-6b5b0c78bb37 req-8b2b3544-cfdc-4c8a-a8f4-03b5490b7a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:16.794154 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fb03178f-eb6c-4bda-a623-6b5b0c78bb37 req-8b2b3544-cfdc-4c8a-a8f4-03b5490b7a14 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=674640b3-405d-4ea7-9a23-dff82f095067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1305020 Feb 09 02:12:16.805606 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00b3f5-1c8c-4450-a956-b6729809b31c req-527aaba2-2e2a-4310-8511-0e89c6f2f542 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:16.806956 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fc00b3f5-1c8c-4450-a956-b6729809b31c req-527aaba2-2e2a-4310-8511-0e89c6f2f542 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=a210eb51-7144-41ab-8b88-7f45361b4396 HTTP/1.1" status: 200 len: 943 time: 0.1086035 Feb 09 02:12:16.932781 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fc00b3f5-1c8c-4450-a956-b6729809b31c req-090f9b0c-bfb0-466c-b4f0-f8c5c89e29ad tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=54e982aa-82ff-4770-a495-89ebad5bc7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073284 Feb 09 02:12:17.063910 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fb03178f-eb6c-4bda-a623-6b5b0c78bb37 req-e943a5bd-267c-40d8-b47f-f152d1eacefc service neutron] 10.222.0.99 "GET /v2.0/networks/674640b3-405d-4ea7-9a23-dff82f095067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559512 Feb 09 02:12:17.190653 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fb03178f-eb6c-4bda-a623-6b5b0c78bb37 req-881b330f-23b0-406b-8546-17e81ff64aed service neutron] 10.222.0.99 "GET /v2.0/networks/674640b3-405d-4ea7-9a23-dff82f095067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208909 Feb 09 02:12:18.118490 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9ae80-c9f1-4d99-afbd-a57e4cf51761 req-6cc74228-efb4-4f5a-8f1f-4d22512180fa tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:18.119919 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fac9ae80-c9f1-4d99-afbd-a57e4cf51761 req-6cc74228-efb4-4f5a-8f1f-4d22512180fa tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=a210eb51-7144-41ab-8b88-7f45361b4396 HTTP/1.1" status: 200 len: 943 time: 0.0785449 Feb 09 02:12:18.162998 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fac9ae80-c9f1-4d99-afbd-a57e4cf51761 req-c03d4e80-0e9a-4879-a89c-06c2cbfde7fe tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=54e982aa-82ff-4770-a495-89ebad5bc7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365577 Feb 09 02:12:19.355064 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc16e35-2898-409e-8beb-1089db43f514 req-3a7d7c1a-bc63-4cb3-a35c-5f81d197a5a8 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:19.356534 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8cc16e35-2898-409e-8beb-1089db43f514 req-3a7d7c1a-bc63-4cb3-a35c-5f81d197a5a8 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=a210eb51-7144-41ab-8b88-7f45361b4396 HTTP/1.1" status: 200 len: 943 time: 0.0843475 Feb 09 02:12:19.401000 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8cc16e35-2898-409e-8beb-1089db43f514 req-5529ed47-0c1f-4efb-bbac-110cd580189c tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=54e982aa-82ff-4770-a495-89ebad5bc7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380619 Feb 09 02:12:20.172128 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device a3646726-3ce3-4acc-894c-44bdbf52c370 details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 02:12:20.328662 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port a3646726-3ce3-4acc-894c-44bdbf52c370, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=a3646726-3ce3-4acc-894c-44bdbf52c370,segment=NetworkSegment(67a1c5dd-4b89-4026-97c3-38e75d8014c9),segment_id=67a1c5dd-4b89-4026-97c3-38e75d8014c9)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:12:20.353441 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': 'a3646726-3ce3-4acc-894c-44bdbf52c370', 'network_id': '674640b3-405d-4ea7-9a23-dff82f095067', 'port_id': 'a3646726-3ce3-4acc-894c-44bdbf52c370', 'mac_address': 'fa:16:3e:ae:34:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6178e2b-0a8b-4256-af87-acc1f11408c9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 02:12:20.419523 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:20.444736 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3646726-3ce3-4acc-894c-44bdbf52c370 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 02:12:20.462711 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port a3646726-3ce3-4acc-894c-44bdbf52c370, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=a3646726-3ce3-4acc-894c-44bdbf52c370,segment=NetworkSegment(67a1c5dd-4b89-4026-97c3-38e75d8014c9),segment_id=67a1c5dd-4b89-4026-97c3-38e75d8014c9)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:12:20.467619 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:20.549715 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=a3646726-3ce3-4acc-894c-44bdbf52c370,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:20.606173 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87df3b70-c992-455f-a005-bdb3a484924b req-b7d10205-01e7-4160-864e-8acf1a9aa94e tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:20.607671 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-87df3b70-c992-455f-a005-bdb3a484924b req-b7d10205-01e7-4160-864e-8acf1a9aa94e tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=a210eb51-7144-41ab-8b88-7f45361b4396 HTTP/1.1" status: 200 len: 944 time: 0.0917258 Feb 09 02:12:20.660318 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-87df3b70-c992-455f-a005-bdb3a484924b req-5a961b65-41d8-40b6-9f82-46ebd751a2d0 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=54e982aa-82ff-4770-a495-89ebad5bc7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439312 Feb 09 02:12:20.775950 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['a3646726-3ce3-4acc-894c-44bdbf52c370'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 02:12:21.844868 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f40f56-56df-4fc8-9f49-71b145519b43 req-ebbdbfbb-74d0-45d8-bc8b-64d6fcb1f56d tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:21.846327 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-86f40f56-56df-4fc8-9f49-71b145519b43 req-ebbdbfbb-74d0-45d8-bc8b-64d6fcb1f56d tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=a210eb51-7144-41ab-8b88-7f45361b4396 HTTP/1.1" status: 200 len: 944 time: 0.0809088 Feb 09 02:12:21.889207 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-86f40f56-56df-4fc8-9f49-71b145519b43 req-9cd0b941-901e-4fe4-a1cf-8ac3d6751428 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=54e982aa-82ff-4770-a495-89ebad5bc7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372705 Feb 09 02:12:22.177929 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device a3646726-3ce3-4acc-894c-44bdbf52c370 up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:12:22.280534 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning for port a3646726-3ce3-4acc-894c-44bdbf52c370 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:12:22.284973 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port a3646726-3ce3-4acc-894c-44bdbf52c370 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:12:22.285330 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:22.397621 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:22.424062 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a210eb51-7144-41ab-8b88-7f45361b4396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3646726-3ce3-4acc-894c-44bdbf52c370'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:12:22.434202 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port a3646726-3ce3-4acc-894c-44bdbf52c370, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=a3646726-3ce3-4acc-894c-44bdbf52c370,segment=NetworkSegment(67a1c5dd-4b89-4026-97c3-38e75d8014c9),segment_id=67a1c5dd-4b89-4026-97c3-38e75d8014c9)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:12:22.438725 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:22.505496 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=a3646726-3ce3-4acc-894c-44bdbf52c370,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:22.520235 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a210eb51-7144-41ab-8b88-7f45361b4396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3646726-3ce3-4acc-894c-44bdbf52c370', 'code': 200} Feb 09 02:12:22.643214 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0347b424-d45c-46b9-93a8-d535c9772e48 req-3524434f-589c-4fe2-aa05-c3e3c054db20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:22.644696 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0347b424-d45c-46b9-93a8-d535c9772e48 req-3524434f-589c-4fe2-aa05-c3e3c054db20 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=a210eb51-7144-41ab-8b88-7f45361b4396 HTTP/1.1" status: 200 len: 1096 time: 0.0694106 Feb 09 02:12:22.659789 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:22.688427 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0347b424-d45c-46b9-93a8-d535c9772e48 req-f309c9b5-bf3c-4e6e-bbe1-0ea54800606e service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=54e982aa-82ff-4770-a495-89ebad5bc7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382509 Feb 09 02:12:23.074087 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb2f9a-a47c-4e0b-ad6d-4a4c332c6517 req-9ed5a69f-9053-477b-ac48-e2565d69d128 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:23.075730 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1aeb2f9a-a47c-4e0b-ad6d-4a4c332c6517 req-9ed5a69f-9053-477b-ac48-e2565d69d128 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=a210eb51-7144-41ab-8b88-7f45361b4396 HTTP/1.1" status: 200 len: 945 time: 0.0806468 Feb 09 02:12:23.121525 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1aeb2f9a-a47c-4e0b-ad6d-4a4c332c6517 req-a31569fd-5e60-4707-8073-59b0e1285a93 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=54e982aa-82ff-4770-a495-89ebad5bc7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392523 Feb 09 02:12:24.312002 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f442e-cba7-4478-847e-a9d37964cc7a req-848fafb2-3eee-4d75-9013-c154c3aff457 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:24.313459 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4e7f442e-cba7-4478-847e-a9d37964cc7a req-848fafb2-3eee-4d75-9013-c154c3aff457 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=a210eb51-7144-41ab-8b88-7f45361b4396 HTTP/1.1" status: 200 len: 945 time: 0.0855134 Feb 09 02:12:24.356329 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4e7f442e-cba7-4478-847e-a9d37964cc7a req-b2e0428e-d14a-4b3c-9c5d-4c3332e766cc tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=54e982aa-82ff-4770-a495-89ebad5bc7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372870 Feb 09 02:12:24.540323 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be8639-34a0-44ed-98ab-1d56c33651ae req-025d0a03-e8eb-46a4-b917-f37ce4f7537c tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:24.541774 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-70be8639-34a0-44ed-98ab-1d56c33651ae req-025d0a03-e8eb-46a4-b917-f37ce4f7537c tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=a210eb51-7144-41ab-8b88-7f45361b4396 HTTP/1.1" status: 200 len: 945 time: 0.0785544 Feb 09 02:12:24.584532 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-70be8639-34a0-44ed-98ab-1d56c33651ae req-212fc222-b2cd-4ebb-abed-570f4d27857f tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=54e982aa-82ff-4770-a495-89ebad5bc7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363126 Feb 09 02:12:24.608017 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 50594) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:12:24.722129 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77e8a3d-160e-4ced-86e5-ad77496392f6 tempest-TestShelveInstance-786285105 tempest-TestShelveInstance-786285105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:24.724275 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-f77e8a3d-160e-4ced-86e5-ad77496392f6 tempest-TestShelveInstance-786285105 tempest-TestShelveInstance-786285105-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=a210eb51-7144-41ab-8b88-7f45361b4396 HTTP/1.1" status: 200 len: 1091 time: 0.1152446 Feb 09 02:12:24.726499 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 50600) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:12:24.731993 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-65d6ffbc-ac7a-4f00-a8f5-532577e3dc89 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Request body: {'floatingip': {'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'port_id': 'a3646726-3ce3-4acc-894c-44bdbf52c370', 'tenant_id': 'b54a3eca3d694dacaab799c3b259d242', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:12:24.738557 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-65d6ffbc-ac7a-4f00-a8f5-532577e3dc89 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:12:24.742340 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-65d6ffbc-ac7a-4f00-a8f5-532577e3dc89 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Usage tracker for resource:floatingip and tenant:b54a3eca3d694dacaab799c3b259d242 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:12:24.745109 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-65d6ffbc-ac7a-4f00-a8f5-532577e3dc89 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:12:24.750768 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-65d6ffbc-ac7a-4f00-a8f5-532577e3dc89 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:12:24.760676 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-65d6ffbc-ac7a-4f00-a8f5-532577e3dc89 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks [] for floatingip, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:24.895479 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-65d6ffbc-ac7a-4f00-a8f5-532577e3dc89 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:25.030379 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-65d6ffbc-ac7a-4f00-a8f5-532577e3dc89 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Allocated IP 172.25.0.81 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/fa7a1a3e-9f5f-498d-8997-17f680010cd9) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:12:25.174146 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-65d6ffbc-ac7a-4f00-a8f5-532577e3dc89 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:25.203576 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-65d6ffbc-ac7a-4f00-a8f5-532577e3dc89 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:25.272653 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d6ffbc-ac7a-4f00-a8f5-532577e3dc89 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:12:25.275506 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-65d6ffbc-ac7a-4f00-a8f5-532577e3dc89 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:12:25.279345 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d6ffbc-ac7a-4f00-a8f5-532577e3dc89 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:12:25.314076 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d6ffbc-ac7a-4f00-a8f5-532577e3dc89 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Pushing event updated for resources: {'Port': ['ID=fa7a1a3e-9f5f-498d-8997-17f680010cd9,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:25.586545 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:25.791613 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-65d6ffbc-ac7a-4f00-a8f5-532577e3dc89 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:25.865844 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-65d6ffbc-ac7a-4f00-a8f5-532577e3dc89 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:26.067778 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-65d6ffbc-ac7a-4f00-a8f5-532577e3dc89 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:26.072332 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-65d6ffbc-ac7a-4f00-a8f5-532577e3dc89 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:26.185200 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d6ffbc-ac7a-4f00-a8f5-532577e3dc89 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Pushing event updated for resources: {'Port': ['ID=fa7a1a3e-9f5f-498d-8997-17f680010cd9,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:26.194186 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-65d6ffbc-ac7a-4f00-a8f5-532577e3dc89 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:26.366650 n-d-828418-1 neutron-server[87639]: INFO neutron.db.l3_db [None req-65d6ffbc-ac7a-4f00-a8f5-532577e3dc89 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Floating IP db63b229-71b2-4b6f-9fa5-73315135d400 associated. External IP: 172.25.0.81, port: a3646726-3ce3-4acc-894c-44bdbf52c370. Feb 09 02:12:26.714031 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65d6ffbc-ac7a-4f00-a8f5-532577e3dc89 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Router 2387ceb0-8206-4c48-9cc0-9ac33c6676bb has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:12:26.888514 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d6ffbc-ac7a-4f00-a8f5-532577e3dc89 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:12:26.898120 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c18f94-066d-4d86-a7bc-b64d662986f4 None None] Sync routers for ids ['2387ceb0-8206-4c48-9cc0-9ac33c6676bb'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:12:26.908251 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c18f94-066d-4d86-a7bc-b64d662986f4 None None] Routers {'2387ceb0-8206-4c48-9cc0-9ac33c6676bb'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:12:26.908862 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-b8c18f94-066d-4d86-a7bc-b64d662986f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:12:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['2387ceb0-8206-4c48-9cc0-9ac33c6676bb'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:12:26.912815 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-65d6ffbc-ac7a-4f00-a8f5-532577e3dc89 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:27.079288 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-65d6ffbc-ac7a-4f00-a8f5-532577e3dc89 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3517590 Feb 09 02:12:27.079960 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a210eb51-7144-41ab-8b88-7f45361b4396', 'tag': 'a3646726-3ce3-4acc-894c-44bdbf52c370'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:12:27.091656 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-b8c18f94-066d-4d86-a7bc-b64d662986f4 None None] Set router 2387ceb0-8206-4c48-9cc0-9ac33c6676bb gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:12:27.132506 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a210eb51-7144-41ab-8b88-7f45361b4396', 'tag': 'a3646726-3ce3-4acc-894c-44bdbf52c370', 'status': 'completed', 'code': 200} Feb 09 02:12:27.224075 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd084907-56cc-48e8-825e-26715acdf85b req-8d4bd2de-5f96-47ca-9a53-3ed873524f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:27.225575 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cd084907-56cc-48e8-825e-26715acdf85b req-8d4bd2de-5f96-47ca-9a53-3ed873524f36 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b54a3eca3d694dacaab799c3b259d242&device_id=a210eb51-7144-41ab-8b88-7f45361b4396 HTTP/1.1" status: 200 len: 1096 time: 0.0691936 Feb 09 02:12:27.359689 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd084907-56cc-48e8-825e-26715acdf85b req-95314aa7-ebdf-40fe-9fb2-57e3eeac90af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:27.361157 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cd084907-56cc-48e8-825e-26715acdf85b req-95314aa7-ebdf-40fe-9fb2-57e3eeac90af service neutron] 10.222.0.99 "GET /v2.0/networks?id=674640b3-405d-4ea7-9a23-dff82f095067 HTTP/1.1" status: 200 len: 910 time: 0.1292775 Feb 09 02:12:27.440837 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-b8c18f94-066d-4d86-a7bc-b64d662986f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2387ceb0-8206-4c48-9cc0-9ac33c6676bb', 'name': 'tempest-TestShelveInstance-2041250135-router', 'tenant_id': 'b54a3eca3d694dacaab799c3b259d242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '04410e41-1913-4877-b321-98a94ff02c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:54Z', 'updated_at': '2022-02-09T02:11:58Z', 'revision_number': 4, 'project_id': 'b54a3eca3d694dacaab799c3b259d242', 'gw_port': {'id': '04410e41-1913-4877-b321-98a94ff02c23', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2387ceb0-8206-4c48-9cc0-9ac33c6676bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:55Z', 'updated_at': '2022-02-09T02:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': 'db63b229-71b2-4b6f-9fa5-73315135d400', 'tenant_id': 'b54a3eca3d694dacaab799c3b259d242', 'floating_ip_address': '172.25.0.81', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '2387ceb0-8206-4c48-9cc0-9ac33c6676bb', 'port_id': 'a3646726-3ce3-4acc-894c-44bdbf52c370', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '674640b3-405d-4ea7-9a23-dff82f095067', 'mac_address': 'fa:16:3e:ae:34:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a210eb51-7144-41ab-8b88-7f45361b4396', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:12:25Z', 'updated_at': '2022-02-09T02:12:25Z', 'revision_number': 0, 'project_id': 'b54a3eca3d694dacaab799c3b259d242', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '085df2ad-1826-49fb-879c-c5678e24d069', 'name': '', 'network_id': '674640b3-405d-4ea7-9a23-dff82f095067', 'tenant_id': 'b54a3eca3d694dacaab799c3b259d242', 'mac_address': 'fa:16:3e:75:65:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2387ceb0-8206-4c48-9cc0-9ac33c6676bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'e6178e2b-0a8b-4256-af87-acc1f11408c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:58Z', 'updated_at': '2022-02-09T02:12:04Z', 'revision_number': 5, 'project_id': 'b54a3eca3d694dacaab799c3b259d242', 'subnets': [{'id': 'e6178e2b-0a8b-4256-af87-acc1f11408c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:12:27.444676 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c18f94-066d-4d86-a7bc-b64d662986f4 None None] Checking router: 2387ceb0-8206-4c48-9cc0-9ac33c6676bb for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:12:27.453011 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c18f94-066d-4d86-a7bc-b64d662986f4 None None] Routers {'2387ceb0-8206-4c48-9cc0-9ac33c6676bb'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:12:27.453635 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-b8c18f94-066d-4d86-a7bc-b64d662986f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:12:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['2387ceb0-8206-4c48-9cc0-9ac33c6676bb'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:12:27.466526 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cd084907-56cc-48e8-825e-26715acdf85b req-6c1c1557-21f1-479b-9867-6b9845c92fa7 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3646726-3ce3-4acc-894c-44bdbf52c370 HTTP/1.1" status: 200 len: 998 time: 0.0994790 Feb 09 02:12:27.531509 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd084907-56cc-48e8-825e-26715acdf85b req-540faea1-72df-450a-947e-ce156b58dffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:27.532845 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cd084907-56cc-48e8-825e-26715acdf85b req-540faea1-72df-450a-947e-ce156b58dffb service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e6178e2b-0a8b-4256-af87-acc1f11408c9 HTTP/1.1" status: 200 len: 848 time: 0.0617273 Feb 09 02:12:27.609295 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd084907-56cc-48e8-825e-26715acdf85b req-b8d4ee85-daec-4c71-bf3f-7a4b62af38d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:27.610845 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cd084907-56cc-48e8-825e-26715acdf85b req-b8d4ee85-daec-4c71-bf3f-7a4b62af38d4 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=674640b3-405d-4ea7-9a23-dff82f095067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724168 Feb 09 02:12:27.662028 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-b8c18f94-066d-4d86-a7bc-b64d662986f4 None None] Set router 2387ceb0-8206-4c48-9cc0-9ac33c6676bb gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:12:27.740858 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cd084907-56cc-48e8-825e-26715acdf85b req-8604672f-a572-43d7-9759-b76864ebf25b service neutron] 10.222.0.99 "GET /v2.0/networks/674640b3-405d-4ea7-9a23-dff82f095067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245584 Feb 09 02:12:27.870162 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cd084907-56cc-48e8-825e-26715acdf85b req-cbfa423f-d796-46c9-b4a8-2d356895b3c0 service neutron] 10.222.0.99 "GET /v2.0/networks/674640b3-405d-4ea7-9a23-dff82f095067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238511 Feb 09 02:12:28.007385 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-b8c18f94-066d-4d86-a7bc-b64d662986f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2387ceb0-8206-4c48-9cc0-9ac33c6676bb', 'name': 'tempest-TestShelveInstance-2041250135-router', 'tenant_id': 'b54a3eca3d694dacaab799c3b259d242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '04410e41-1913-4877-b321-98a94ff02c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:54Z', 'updated_at': '2022-02-09T02:11:58Z', 'revision_number': 4, 'project_id': 'b54a3eca3d694dacaab799c3b259d242', 'gw_port': {'id': '04410e41-1913-4877-b321-98a94ff02c23', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2387ceb0-8206-4c48-9cc0-9ac33c6676bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:55Z', 'updated_at': '2022-02-09T02:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': 'db63b229-71b2-4b6f-9fa5-73315135d400', 'tenant_id': 'b54a3eca3d694dacaab799c3b259d242', 'floating_ip_address': '172.25.0.81', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '2387ceb0-8206-4c48-9cc0-9ac33c6676bb', 'port_id': 'a3646726-3ce3-4acc-894c-44bdbf52c370', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '674640b3-405d-4ea7-9a23-dff82f095067', 'mac_address': 'fa:16:3e:ae:34:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a210eb51-7144-41ab-8b88-7f45361b4396', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:12:25Z', 'updated_at': '2022-02-09T02:12:25Z', 'revision_number': 0, 'project_id': 'b54a3eca3d694dacaab799c3b259d242', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '085df2ad-1826-49fb-879c-c5678e24d069', 'name': '', 'network_id': '674640b3-405d-4ea7-9a23-dff82f095067', 'tenant_id': 'b54a3eca3d694dacaab799c3b259d242', 'mac_address': 'fa:16:3e:75:65:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2387ceb0-8206-4c48-9cc0-9ac33c6676bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'e6178e2b-0a8b-4256-af87-acc1f11408c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:58Z', 'updated_at': '2022-02-09T02:12:04Z', 'revision_number': 5, 'project_id': 'b54a3eca3d694dacaab799c3b259d242', 'subnets': [{'id': 'e6178e2b-0a8b-4256-af87-acc1f11408c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:12:28.011314 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c18f94-066d-4d86-a7bc-b64d662986f4 None None] The sync data for ids ['2387ceb0-8206-4c48-9cc0-9ac33c6676bb'] in n-d-828418-1 is: [{'id': '2387ceb0-8206-4c48-9cc0-9ac33c6676bb', 'name': 'tempest-TestShelveInstance-2041250135-router', 'tenant_id': 'b54a3eca3d694dacaab799c3b259d242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '04410e41-1913-4877-b321-98a94ff02c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:54Z', 'updated_at': '2022-02-09T02:11:58Z', 'revision_number': 4, 'project_id': 'b54a3eca3d694dacaab799c3b259d242', 'gw_port': {'id': '04410e41-1913-4877-b321-98a94ff02c23', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2387ceb0-8206-4c48-9cc0-9ac33c6676bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:55Z', 'updated_at': '2022-02-09T02:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': 'db63b229-71b2-4b6f-9fa5-73315135d400', 'tenant_id': 'b54a3eca3d694dacaab799c3b259d242', 'floating_ip_address': '172.25.0.81', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '2387ceb0-8206-4c48-9cc0-9ac33c6676bb', 'port_id': 'a3646726-3ce3-4acc-894c-44bdbf52c370', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '674640b3-405d-4ea7-9a23-dff82f095067', 'mac_address': 'fa:16:3e:ae:34:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a210eb51-7144-41ab-8b88-7f45361b4396', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:12:25Z', 'updated_at': '2022-02-09T02:12:25Z', 'revision_number': 0, 'project_id': 'b54a3eca3d694dacaab799c3b259d242', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '085df2ad-1826-49fb-879c-c5678e24d069', 'name': '', 'network_id': '674640b3-405d-4ea7-9a23-dff82f095067', 'tenant_id': 'b54a3eca3d694dacaab799c3b259d242', 'mac_address': 'fa:16:3e:75:65:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2387ceb0-8206-4c48-9cc0-9ac33c6676bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'e6178e2b-0a8b-4256-af87-acc1f11408c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:58Z', 'updated_at': '2022-02-09T02:12:04Z', 'revision_number': 5, 'project_id': 'b54a3eca3d694dacaab799c3b259d242', 'subnets': [{'id': 'e6178e2b-0a8b-4256-af87-acc1f11408c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:12:28.213813 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b7bba2-e22a-4609-b34c-4e56024d6bd4 None None] New status for floating IP db63b229-71b2-4b6f-9fa5-73315135d400: ACTIVE {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:12:29.404031 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:12:38.306248 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c19594c2-3aec-4fd4-a86e-6628008757e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:40.620640 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b348b9aa-f26c-4fc1-91ea-c075b032739b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:41.711465 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:41.743123 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:43.407405 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:48.808264 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-139476b3-89f8-44a0-8330-b5b51415ddee req-a6ca703a-d48b-4fb6-b64c-25e8590a627d service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=a210eb51-7144-41ab-8b88-7f45361b4396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0684130 Feb 09 02:12:48.961289 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139476b3-89f8-44a0-8330-b5b51415ddee req-bcb53869-a89c-49fd-9f69-bb8475e280e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:48.962808 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-139476b3-89f8-44a0-8330-b5b51415ddee req-bcb53869-a89c-49fd-9f69-bb8475e280e9 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b54a3eca3d694dacaab799c3b259d242&device_id=a210eb51-7144-41ab-8b88-7f45361b4396 HTTP/1.1" status: 200 len: 1096 time: 0.0781906 Feb 09 02:12:49.108836 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139476b3-89f8-44a0-8330-b5b51415ddee req-adcb8010-ed55-453a-875e-6ac6023b5f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:49.110309 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-139476b3-89f8-44a0-8330-b5b51415ddee req-adcb8010-ed55-453a-875e-6ac6023b5f7a service neutron] 10.222.0.99 "GET /v2.0/networks?id=674640b3-405d-4ea7-9a23-dff82f095067 HTTP/1.1" status: 200 len: 910 time: 0.1300437 Feb 09 02:12:49.212032 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-139476b3-89f8-44a0-8330-b5b51415ddee req-7f513698-9d6b-4ca4-88bb-072a968d79d8 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3646726-3ce3-4acc-894c-44bdbf52c370 HTTP/1.1" status: 200 len: 1000 time: 0.0959868 Feb 09 02:12:49.273290 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139476b3-89f8-44a0-8330-b5b51415ddee req-5a1e60b6-d103-41eb-907b-817ca22f8a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:49.274696 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-139476b3-89f8-44a0-8330-b5b51415ddee req-5a1e60b6-d103-41eb-907b-817ca22f8a03 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e6178e2b-0a8b-4256-af87-acc1f11408c9 HTTP/1.1" status: 200 len: 848 time: 0.0568631 Feb 09 02:12:49.350484 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139476b3-89f8-44a0-8330-b5b51415ddee req-45addc4a-310e-49bf-abc9-6f003c403507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:49.351934 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-139476b3-89f8-44a0-8330-b5b51415ddee req-45addc4a-310e-49bf-abc9-6f003c403507 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=674640b3-405d-4ea7-9a23-dff82f095067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711453 Feb 09 02:12:49.486061 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-139476b3-89f8-44a0-8330-b5b51415ddee req-e8c22cf0-54ca-40b1-99c7-47eba86fe8f5 service neutron] 10.222.0.99 "GET /v2.0/networks/674640b3-405d-4ea7-9a23-dff82f095067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275105 Feb 09 02:12:49.615593 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-139476b3-89f8-44a0-8330-b5b51415ddee req-b98df249-5e87-4a1d-9c82-a473031432e1 service neutron] 10.222.0.99 "GET /v2.0/networks/674640b3-405d-4ea7-9a23-dff82f095067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240113 Feb 09 02:12:52.672774 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:55.596226 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:13:06.404313 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:13:08.307583 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6f98638c-9b15-4dd1-9c6a-15c612a1216c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:13:10.622751 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6335c1d6-c5b7-4824-b47f-f28d22d02b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:13:11.713380 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:13:11.745217 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:13:13.410128 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:13:22.672829 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:13:25.601149 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:13:38.310006 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ed6c36ac-e008-446d-bb91-c95f4ce38e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:13:40.625450 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-23712846-c381-40ec-aaba-e8905c6771b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:13:41.715176 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:13:41.747620 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:13:43.403904 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:13:43.416117 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:13:48.905209 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-50f71f1c-6b3d-4f20-a191-0e4eb7619ccd req-6fa48d53-b3a7-43a1-a071-0c272045f26f service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=a210eb51-7144-41ab-8b88-7f45361b4396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1605144 Feb 09 02:13:49.042197 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f71f1c-6b3d-4f20-a191-0e4eb7619ccd req-5b185c5a-0621-4292-8b5d-5bcf40c932da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:49.043663 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-50f71f1c-6b3d-4f20-a191-0e4eb7619ccd req-5b185c5a-0621-4292-8b5d-5bcf40c932da service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b54a3eca3d694dacaab799c3b259d242&device_id=a210eb51-7144-41ab-8b88-7f45361b4396 HTTP/1.1" status: 200 len: 1096 time: 0.0723257 Feb 09 02:13:49.198142 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f71f1c-6b3d-4f20-a191-0e4eb7619ccd req-1087ea93-25cb-4aa8-b21c-7d81a8c69df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:49.199582 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-50f71f1c-6b3d-4f20-a191-0e4eb7619ccd req-1087ea93-25cb-4aa8-b21c-7d81a8c69df9 service neutron] 10.222.0.99 "GET /v2.0/networks?id=674640b3-405d-4ea7-9a23-dff82f095067 HTTP/1.1" status: 200 len: 910 time: 0.1370907 Feb 09 02:13:49.300954 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-50f71f1c-6b3d-4f20-a191-0e4eb7619ccd req-c8f8ed3a-515c-4079-8a8f-aca1bebd1000 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3646726-3ce3-4acc-894c-44bdbf52c370 HTTP/1.1" status: 200 len: 1000 time: 0.0948532 Feb 09 02:13:49.364523 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f71f1c-6b3d-4f20-a191-0e4eb7619ccd req-e75b8d8e-d4d2-4e31-b4ab-05feabc7b390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:49.365987 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-50f71f1c-6b3d-4f20-a191-0e4eb7619ccd req-e75b8d8e-d4d2-4e31-b4ab-05feabc7b390 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e6178e2b-0a8b-4256-af87-acc1f11408c9 HTTP/1.1" status: 200 len: 848 time: 0.0593860 Feb 09 02:13:49.441466 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f71f1c-6b3d-4f20-a191-0e4eb7619ccd req-3ab4aaf3-b2b5-4d1e-9149-2ed85ac777fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:49.442969 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-50f71f1c-6b3d-4f20-a191-0e4eb7619ccd req-3ab4aaf3-b2b5-4d1e-9149-2ed85ac777fb service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=674640b3-405d-4ea7-9a23-dff82f095067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710297 Feb 09 02:13:49.574062 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-50f71f1c-6b3d-4f20-a191-0e4eb7619ccd req-fd12abf1-9020-422a-a84c-117f6a07312b service neutron] 10.222.0.99 "GET /v2.0/networks/674640b3-405d-4ea7-9a23-dff82f095067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248651 Feb 09 02:13:49.704844 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-50f71f1c-6b3d-4f20-a191-0e4eb7619ccd req-12d426f5-0e92-4ea4-afec-92759ac69f9f service neutron] 10.222.0.99 "GET /v2.0/networks/674640b3-405d-4ea7-9a23-dff82f095067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245921 Feb 09 02:13:52.686443 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:13:55.610522 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:14:08.314880 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-92a2210c-22d2-4f0d-bf1a-dc86555f4bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:14:10.627040 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-72c081ba-ee3e-4bb8-9daf-5583f4592282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:14:11.716754 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:14:11.753225 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:14:13.417484 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:14:20.404105 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:14:22.686732 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:14:25.606815 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:14:38.317123 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2d05-6285-4f41-957f-331c7ac07530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:14:40.628879 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2e38e2ea-72cd-41dd-baab-ec978af22d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:14:41.718316 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:14:41.754571 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:14:43.418947 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:14:50.877962 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c40f337b-cd60-46fe-a20b-c213e81866b2 req-a8d91253-3d4c-435a-b615-c0630ffba9f5 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=a210eb51-7144-41ab-8b88-7f45361b4396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1412003 Feb 09 02:14:51.012995 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40f337b-cd60-46fe-a20b-c213e81866b2 req-e692aa2d-be4a-4dd1-8869-fa30bf5e9c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:51.014713 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c40f337b-cd60-46fe-a20b-c213e81866b2 req-e692aa2d-be4a-4dd1-8869-fa30bf5e9c4d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b54a3eca3d694dacaab799c3b259d242&device_id=a210eb51-7144-41ab-8b88-7f45361b4396 HTTP/1.1" status: 200 len: 1096 time: 0.0693114 Feb 09 02:14:51.153965 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40f337b-cd60-46fe-a20b-c213e81866b2 req-c8a9b944-18f9-43a0-b471-26d0a570e544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:51.155380 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c40f337b-cd60-46fe-a20b-c213e81866b2 req-c8a9b944-18f9-43a0-b471-26d0a570e544 service neutron] 10.222.0.99 "GET /v2.0/networks?id=674640b3-405d-4ea7-9a23-dff82f095067 HTTP/1.1" status: 200 len: 910 time: 0.1220098 Feb 09 02:14:51.257071 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c40f337b-cd60-46fe-a20b-c213e81866b2 req-782cf175-8cfe-4199-9380-4cf2db261927 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3646726-3ce3-4acc-894c-44bdbf52c370 HTTP/1.1" status: 200 len: 1000 time: 0.0946543 Feb 09 02:14:51.317314 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40f337b-cd60-46fe-a20b-c213e81866b2 req-8ba177f5-6bf0-43a1-87f0-9d0d742178e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:51.318625 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c40f337b-cd60-46fe-a20b-c213e81866b2 req-8ba177f5-6bf0-43a1-87f0-9d0d742178e4 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e6178e2b-0a8b-4256-af87-acc1f11408c9 HTTP/1.1" status: 200 len: 848 time: 0.0557137 Feb 09 02:14:51.393307 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40f337b-cd60-46fe-a20b-c213e81866b2 req-a7ed5528-2fba-4647-b5a4-e3f9f7708461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:51.394764 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c40f337b-cd60-46fe-a20b-c213e81866b2 req-a7ed5528-2fba-4647-b5a4-e3f9f7708461 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=674640b3-405d-4ea7-9a23-dff82f095067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706446 Feb 09 02:14:51.521865 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c40f337b-cd60-46fe-a20b-c213e81866b2 req-f78b7acd-c362-4693-8b6c-27f78790af29 service neutron] 10.222.0.99 "GET /v2.0/networks/674640b3-405d-4ea7-9a23-dff82f095067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208501 Feb 09 02:14:51.742538 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c40f337b-cd60-46fe-a20b-c213e81866b2 req-539e4a88-a1b7-4153-b22b-686fb5a8e003 service neutron] 10.222.0.99 "GET /v2.0/networks/674640b3-405d-4ea7-9a23-dff82f095067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149127 Feb 09 02:14:52.685814 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:14:55.613732 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:14:57.404147 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:15:04.656159 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becfdc80-5224-4ad1-bab1-e487c3080393 req-b0c06238-b8f5-448a-b365-5f5ca3913c24 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:04.658140 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-becfdc80-5224-4ad1-bab1-e487c3080393 req-b0c06238-b8f5-448a-b365-5f5ca3913c24 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=a210eb51-7144-41ab-8b88-7f45361b4396 HTTP/1.1" status: 200 len: 945 time: 0.1285381 Feb 09 02:15:04.704644 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-becfdc80-5224-4ad1-bab1-e487c3080393 req-1830284a-559b-4703-8683-0754ca5243ea tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=54e982aa-82ff-4770-a495-89ebad5bc7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407751 Feb 09 02:15:05.898871 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef155e1-7eb2-48ec-a4a4-7723f8705f20 req-7ae98f83-bf58-4c13-8550-b8d7e050366d tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:05.900246 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bef155e1-7eb2-48ec-a4a4-7723f8705f20 req-7ae98f83-bf58-4c13-8550-b8d7e050366d tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=a210eb51-7144-41ab-8b88-7f45361b4396 HTTP/1.1" status: 200 len: 945 time: 0.0800323 Feb 09 02:15:05.947554 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bef155e1-7eb2-48ec-a4a4-7723f8705f20 req-d7b4c939-6f03-4de5-b3f4-25b185b52bdf tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=54e982aa-82ff-4770-a495-89ebad5bc7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417550 Feb 09 02:15:07.142125 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e4b18-0b7b-4843-8b97-e95ce49eb6fd req-795c889e-89c1-4eca-a96b-f59c085259bc tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:07.143571 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7e0e4b18-0b7b-4843-8b97-e95ce49eb6fd req-795c889e-89c1-4eca-a96b-f59c085259bc tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=a210eb51-7144-41ab-8b88-7f45361b4396 HTTP/1.1" status: 200 len: 945 time: 0.0826681 Feb 09 02:15:07.186691 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7e0e4b18-0b7b-4843-8b97-e95ce49eb6fd req-dff896fa-cd07-4952-9a72-089e318fe9d0 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=54e982aa-82ff-4770-a495-89ebad5bc7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375891 Feb 09 02:15:08.320750 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b3632776-dbcd-4dea-9149-1d43e31de328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:08.375400 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f16364-45da-41d3-b5b2-887fe3604ed9 req-373893a9-261f-4116-a808-b04775561551 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:08.377514 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c3f16364-45da-41d3-b5b2-887fe3604ed9 req-373893a9-261f-4116-a808-b04775561551 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=a210eb51-7144-41ab-8b88-7f45361b4396 HTTP/1.1" status: 200 len: 945 time: 0.0868251 Feb 09 02:15:08.421330 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c3f16364-45da-41d3-b5b2-887fe3604ed9 req-9d0025bd-8777-434e-b628-c326f34a590e tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=54e982aa-82ff-4770-a495-89ebad5bc7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382740 Feb 09 02:15:09.609052 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da23166-ab93-4700-ad38-4d499b935b81 req-0db3a8d0-849e-418f-8a5b-d7939c7f56ad tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:09.610423 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0da23166-ab93-4700-ad38-4d499b935b81 req-0db3a8d0-849e-418f-8a5b-d7939c7f56ad tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=a210eb51-7144-41ab-8b88-7f45361b4396 HTTP/1.1" status: 200 len: 945 time: 0.0837166 Feb 09 02:15:09.655990 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0da23166-ab93-4700-ad38-4d499b935b81 req-e1440d25-f96c-4e9e-9855-4822f108bfe2 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=54e982aa-82ff-4770-a495-89ebad5bc7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393908 Feb 09 02:15:10.630348 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-32a5addf-791c-4498-ace6-80eaadac6a81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:10.837493 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ae2312-d355-428d-8f74-c7d659e03d6a req-6f07bde5-a5ab-4a00-96ac-b246e85a913d tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:10.839015 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-80ae2312-d355-428d-8f74-c7d659e03d6a req-6f07bde5-a5ab-4a00-96ac-b246e85a913d tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=a210eb51-7144-41ab-8b88-7f45361b4396 HTTP/1.1" status: 200 len: 945 time: 0.0796309 Feb 09 02:15:10.885220 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-80ae2312-d355-428d-8f74-c7d659e03d6a req-018e6d08-3459-47b4-b9aa-a54d8b401d14 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=54e982aa-82ff-4770-a495-89ebad5bc7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406075 Feb 09 02:15:11.719492 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:11.757761 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:12.072759 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12972729-9f2f-476b-b0ce-4a8e25622b26 req-b97cf0d4-deec-4cd5-8abf-9bc41dd00cd8 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:12.074670 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-12972729-9f2f-476b-b0ce-4a8e25622b26 req-b97cf0d4-deec-4cd5-8abf-9bc41dd00cd8 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=a210eb51-7144-41ab-8b88-7f45361b4396 HTTP/1.1" status: 200 len: 945 time: 0.0794482 Feb 09 02:15:12.119744 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-12972729-9f2f-476b-b0ce-4a8e25622b26 req-a4223bee-684f-4a99-a221-32527c93ca80 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=54e982aa-82ff-4770-a495-89ebad5bc7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393918 Feb 09 02:15:13.307489 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8369deff-faf5-43a3-88f2-73a2fd56b01d req-d48a0fa8-e083-499c-8042-a59737dc7017 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:13.308943 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8369deff-faf5-43a3-88f2-73a2fd56b01d req-d48a0fa8-e083-499c-8042-a59737dc7017 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=a210eb51-7144-41ab-8b88-7f45361b4396 HTTP/1.1" status: 200 len: 945 time: 0.0836985 Feb 09 02:15:13.354085 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8369deff-faf5-43a3-88f2-73a2fd56b01d req-7417cf21-d768-42ca-a4b8-68c70b61cba9 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=54e982aa-82ff-4770-a495-89ebad5bc7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391691 Feb 09 02:15:13.421716 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:14.537608 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe61db-0996-47e3-95c0-8b4d9e350034 req-ed62e437-5a50-4fe1-ae15-0f667e9d19f8 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:14.539085 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4dbe61db-0996-47e3-95c0-8b4d9e350034 req-ed62e437-5a50-4fe1-ae15-0f667e9d19f8 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=a210eb51-7144-41ab-8b88-7f45361b4396 HTTP/1.1" status: 200 len: 945 time: 0.0808239 Feb 09 02:15:14.583241 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4dbe61db-0996-47e3-95c0-8b4d9e350034 req-b4e5b7fd-a142-4169-a609-91931dac0754 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=54e982aa-82ff-4770-a495-89ebad5bc7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384171 Feb 09 02:15:15.774461 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a85abc-b7f1-4530-be69-810cd7b17083 req-aa9d2f11-2d95-457e-962c-df0e21865b16 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:15.775921 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-37a85abc-b7f1-4530-be69-810cd7b17083 req-aa9d2f11-2d95-457e-962c-df0e21865b16 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=a210eb51-7144-41ab-8b88-7f45361b4396 HTTP/1.1" status: 200 len: 945 time: 0.0834675 Feb 09 02:15:15.819035 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-37a85abc-b7f1-4530-be69-810cd7b17083 req-b10fd895-2756-4fe1-8315-fcd6d1dda27e tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=54e982aa-82ff-4770-a495-89ebad5bc7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374827 Feb 09 02:15:17.000300 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3693c4-3229-497a-b8c0-cdbcdb1ac308 req-c2c918b0-4561-4a01-b4a1-ea09566e0d33 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:17.001786 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8e3693c4-3229-497a-b8c0-cdbcdb1ac308 req-c2c918b0-4561-4a01-b4a1-ea09566e0d33 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=a210eb51-7144-41ab-8b88-7f45361b4396 HTTP/1.1" status: 200 len: 945 time: 0.0788736 Feb 09 02:15:17.045769 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8e3693c4-3229-497a-b8c0-cdbcdb1ac308 req-bc7ad091-4639-4c2b-b626-e9bc038f537d tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=54e982aa-82ff-4770-a495-89ebad5bc7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383642 Feb 09 02:15:17.239459 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device a3646726-3ce3-4acc-894c-44bdbf52c370 details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 02:15:17.370669 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port a3646726-3ce3-4acc-894c-44bdbf52c370, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=a3646726-3ce3-4acc-894c-44bdbf52c370,segment=NetworkSegment(67a1c5dd-4b89-4026-97c3-38e75d8014c9),segment_id=67a1c5dd-4b89-4026-97c3-38e75d8014c9)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:15:17.387039 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': 'a3646726-3ce3-4acc-894c-44bdbf52c370', 'network_id': '674640b3-405d-4ea7-9a23-dff82f095067', 'port_id': 'a3646726-3ce3-4acc-894c-44bdbf52c370', 'mac_address': 'fa:16:3e:ae:34:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6178e2b-0a8b-4256-af87-acc1f11408c9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 02:15:17.441017 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:17.457466 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a3646726-3ce3-4acc-894c-44bdbf52c370 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 02:15:17.472472 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port a3646726-3ce3-4acc-894c-44bdbf52c370, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=a3646726-3ce3-4acc-894c-44bdbf52c370,segment=NetworkSegment(67a1c5dd-4b89-4026-97c3-38e75d8014c9),segment_id=67a1c5dd-4b89-4026-97c3-38e75d8014c9)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:15:17.476157 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:17.545142 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=a3646726-3ce3-4acc-894c-44bdbf52c370,revision_number=6']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:17.553105 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:17.553455 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:17.553822 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:17.554159 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:17.554490 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:17.554819 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:17.555145 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:17.555469 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:17.555794 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:17.556111 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:17.556432 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:17.556752 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:17.561294 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['a3646726-3ce3-4acc-894c-44bdbf52c370'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 02:15:18.228680 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e0dcc4-d6e0-4ce1-b7c9-177a4f111f62 req-ff21784a-5d7a-44fd-af41-97b11b1a5b16 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:18.230135 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-33e0dcc4-d6e0-4ce1-b7c9-177a4f111f62 req-ff21784a-5d7a-44fd-af41-97b11b1a5b16 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=a210eb51-7144-41ab-8b88-7f45361b4396 HTTP/1.1" status: 200 len: 944 time: 0.0819662 Feb 09 02:15:18.272687 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-33e0dcc4-d6e0-4ce1-b7c9-177a4f111f62 req-2822d2e5-f825-4392-ba73-2081e89e2448 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=54e982aa-82ff-4770-a495-89ebad5bc7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369918 Feb 09 02:15:19.247275 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device a3646726-3ce3-4acc-894c-44bdbf52c370 up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:15:19.318272 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port a3646726-3ce3-4acc-894c-44bdbf52c370 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:15:19.318649 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:19.433787 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:19.459776 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a210eb51-7144-41ab-8b88-7f45361b4396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3646726-3ce3-4acc-894c-44bdbf52c370'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:15:19.461321 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa490c-7f08-42ac-ac14-e469f7f624ce req-d52dc816-3fdc-4e33-88b2-f8b4665c8b65 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:19.462848 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b7fa490c-7f08-42ac-ac14-e469f7f624ce req-d52dc816-3fdc-4e33-88b2-f8b4665c8b65 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=a210eb51-7144-41ab-8b88-7f45361b4396 HTTP/1.1" status: 200 len: 944 time: 0.0805843 Feb 09 02:15:19.475234 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port a3646726-3ce3-4acc-894c-44bdbf52c370, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=a3646726-3ce3-4acc-894c-44bdbf52c370,segment=NetworkSegment(67a1c5dd-4b89-4026-97c3-38e75d8014c9),segment_id=67a1c5dd-4b89-4026-97c3-38e75d8014c9)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:15:19.491037 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:19.512433 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b7fa490c-7f08-42ac-ac14-e469f7f624ce req-ab6fe8a9-84ec-40ca-b519-2e4293a504a5 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=54e982aa-82ff-4770-a495-89ebad5bc7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436292 Feb 09 02:15:19.529626 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a210eb51-7144-41ab-8b88-7f45361b4396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3646726-3ce3-4acc-894c-44bdbf52c370', 'code': 200} Feb 09 02:15:19.567439 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=a3646726-3ce3-4acc-894c-44bdbf52c370,revision_number=7']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:20.700737 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b809a3-12e2-493c-861d-1eaa949a9058 req-023d2b07-7156-486c-a2a0-5ceeae2b2398 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:20.702213 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b4b809a3-12e2-493c-861d-1eaa949a9058 req-023d2b07-7156-486c-a2a0-5ceeae2b2398 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=a210eb51-7144-41ab-8b88-7f45361b4396 HTTP/1.1" status: 200 len: 945 time: 0.0787768 Feb 09 02:15:20.746016 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b4b809a3-12e2-493c-861d-1eaa949a9058 req-19ae1941-b38d-4d07-bce0-b3d1b3866c25 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=54e982aa-82ff-4770-a495-89ebad5bc7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375144 Feb 09 02:15:21.935408 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2174328b-0024-43aa-8d25-9a8eadf19378 req-1e6d0ddc-fc90-49c9-a89c-ebf62f169103 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:21.936892 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2174328b-0024-43aa-8d25-9a8eadf19378 req-1e6d0ddc-fc90-49c9-a89c-ebf62f169103 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=a210eb51-7144-41ab-8b88-7f45361b4396 HTTP/1.1" status: 200 len: 945 time: 0.0838323 Feb 09 02:15:21.987536 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2174328b-0024-43aa-8d25-9a8eadf19378 req-1b5cd9ec-3849-4202-a224-b125d52b367b tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=54e982aa-82ff-4770-a495-89ebad5bc7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447531 Feb 09 02:15:22.700518 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:23.218441 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb76ae-d7c7-4497-accf-4755b9e7ab5e req-39d31581-8a90-44f0-8186-2aed2b78474e tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:23.226813 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-07eb76ae-d7c7-4497-accf-4755b9e7ab5e req-39d31581-8a90-44f0-8186-2aed2b78474e tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=a210eb51-7144-41ab-8b88-7f45361b4396 HTTP/1.1" status: 200 len: 945 time: 0.1044106 Feb 09 02:15:23.278282 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-07eb76ae-d7c7-4497-accf-4755b9e7ab5e req-83efadcd-3416-484f-9011-93f09a0b2562 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=54e982aa-82ff-4770-a495-89ebad5bc7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500910 Feb 09 02:15:24.487470 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e7e243-7061-4de6-87d7-0f073f591104 req-ea65112f-f73f-41c1-9d1b-1010e4519cc9 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:24.489223 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-63e7e243-7061-4de6-87d7-0f073f591104 req-ea65112f-f73f-41c1-9d1b-1010e4519cc9 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=a210eb51-7144-41ab-8b88-7f45361b4396 HTTP/1.1" status: 200 len: 945 time: 0.0985563 Feb 09 02:15:24.543983 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-63e7e243-7061-4de6-87d7-0f073f591104 req-e78f674d-6175-48cf-ab4b-e9f8f3e0ff1c tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=54e982aa-82ff-4770-a495-89ebad5bc7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466337 Feb 09 02:15:25.639727 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:25.761541 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b451647-a28d-41b3-b738-1f8afed4a35c req-cddccd89-0d87-4524-8340-5abcb8ff0eff tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:25.762501 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2b451647-a28d-41b3-b738-1f8afed4a35c req-cddccd89-0d87-4524-8340-5abcb8ff0eff tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=a210eb51-7144-41ab-8b88-7f45361b4396 HTTP/1.1" status: 200 len: 945 time: 0.0932159 Feb 09 02:15:25.819924 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2b451647-a28d-41b3-b738-1f8afed4a35c req-592f6e97-a739-4fd0-a27e-ce1a8ed5da0c tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=54e982aa-82ff-4770-a495-89ebad5bc7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513322 Feb 09 02:15:27.021508 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ef799-b636-4a09-aa6e-59f14ba4b567 req-e1c93a47-cdc4-4fe3-a680-3688b14d67fd tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:27.023225 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a13ef799-b636-4a09-aa6e-59f14ba4b567 req-e1c93a47-cdc4-4fe3-a680-3688b14d67fd tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=a210eb51-7144-41ab-8b88-7f45361b4396 HTTP/1.1" status: 200 len: 945 time: 0.0866523 Feb 09 02:15:27.081678 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a13ef799-b636-4a09-aa6e-59f14ba4b567 req-bcd3ac26-0f4d-44d3-b480-907fc52cea5a tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=54e982aa-82ff-4770-a495-89ebad5bc7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522563 Feb 09 02:15:28.295450 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0466cd-68ab-4db9-b27a-5412da9d1f39 req-e407ca9a-f72d-4ba3-b831-20c1ade7b7c8 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:28.296960 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9a0466cd-68ab-4db9-b27a-5412da9d1f39 req-e407ca9a-f72d-4ba3-b831-20c1ade7b7c8 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=a210eb51-7144-41ab-8b88-7f45361b4396 HTTP/1.1" status: 200 len: 945 time: 0.0866289 Feb 09 02:15:28.347147 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9a0466cd-68ab-4db9-b27a-5412da9d1f39 req-af27d5f6-16c5-4ae2-9d92-c55b0e063b6e tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=54e982aa-82ff-4770-a495-89ebad5bc7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431194 Feb 09 02:15:29.555135 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16031bdc-fec8-4e84-9b6e-a3288c6782c2 req-ef0aa338-bb4f-45f1-a3f9-7e9eeca80232 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:29.556891 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-16031bdc-fec8-4e84-9b6e-a3288c6782c2 req-ef0aa338-bb4f-45f1-a3f9-7e9eeca80232 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=a210eb51-7144-41ab-8b88-7f45361b4396 HTTP/1.1" status: 200 len: 945 time: 0.0957041 Feb 09 02:15:29.623099 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-16031bdc-fec8-4e84-9b6e-a3288c6782c2 req-7e3c2e51-61fb-4306-8300-2184b6d960bd tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=54e982aa-82ff-4770-a495-89ebad5bc7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574095 Feb 09 02:15:30.819320 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b3dfe3-8eaa-4bfd-a180-55535c8e72e7 req-2617ecaf-9530-4f98-84f4-c6254282d651 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:30.820806 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-49b3dfe3-8eaa-4bfd-a180-55535c8e72e7 req-2617ecaf-9530-4f98-84f4-c6254282d651 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=a210eb51-7144-41ab-8b88-7f45361b4396 HTTP/1.1" status: 200 len: 945 time: 0.0882146 Feb 09 02:15:30.866563 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-49b3dfe3-8eaa-4bfd-a180-55535c8e72e7 req-4b705b24-9bc0-4d7b-8fa7-67d97fec8764 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=54e982aa-82ff-4770-a495-89ebad5bc7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399826 Feb 09 02:15:31.759887 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18259612-fba0-49dd-93ef-59397cb09b58 req-b05277cd-8cd8-4e56-99dc-6e78e0e8dec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:31.761328 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-18259612-fba0-49dd-93ef-59397cb09b58 req-b05277cd-8cd8-4e56-99dc-6e78e0e8dec2 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b54a3eca3d694dacaab799c3b259d242&device_id=a210eb51-7144-41ab-8b88-7f45361b4396 HTTP/1.1" status: 200 len: 1096 time: 0.0696232 Feb 09 02:15:32.024941 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18259612-fba0-49dd-93ef-59397cb09b58 req-fc257ec1-deb6-4eb2-8717-a0b322c30001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:32.026400 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-18259612-fba0-49dd-93ef-59397cb09b58 req-fc257ec1-deb6-4eb2-8717-a0b322c30001 service neutron] 10.222.0.99 "GET /v2.0/networks?id=674640b3-405d-4ea7-9a23-dff82f095067 HTTP/1.1" status: 200 len: 910 time: 0.2591012 Feb 09 02:15:32.141344 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-18259612-fba0-49dd-93ef-59397cb09b58 req-21433fd2-16fc-413c-90dc-b5433fc92783 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3646726-3ce3-4acc-894c-44bdbf52c370 HTTP/1.1" status: 200 len: 1000 time: 0.1057456 Feb 09 02:15:32.152687 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3c1509-650d-403b-96fd-f55e65553f02 req-a02357ae-73fb-44aa-b497-44740c88ccfd tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:32.154039 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3e3c1509-650d-403b-96fd-f55e65553f02 req-a02357ae-73fb-44aa-b497-44740c88ccfd tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=a210eb51-7144-41ab-8b88-7f45361b4396 HTTP/1.1" status: 200 len: 945 time: 0.1777771 Feb 09 02:15:32.242071 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3e3c1509-650d-403b-96fd-f55e65553f02 req-99529278-e1e6-49da-a175-95249abd903d tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=54e982aa-82ff-4770-a495-89ebad5bc7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570850 Feb 09 02:15:32.243541 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18259612-fba0-49dd-93ef-59397cb09b58 req-a25963ef-bacc-479b-886f-c34da04fa3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:32.244889 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-18259612-fba0-49dd-93ef-59397cb09b58 req-a25963ef-bacc-479b-886f-c34da04fa3de service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e6178e2b-0a8b-4256-af87-acc1f11408c9 HTTP/1.1" status: 200 len: 848 time: 0.0900235 Feb 09 02:15:32.322778 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18259612-fba0-49dd-93ef-59397cb09b58 req-f1172f84-e20a-424f-919f-8f8331bf0c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:32.324219 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-18259612-fba0-49dd-93ef-59397cb09b58 req-f1172f84-e20a-424f-919f-8f8331bf0c02 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=674640b3-405d-4ea7-9a23-dff82f095067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737946 Feb 09 02:15:32.452537 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-18259612-fba0-49dd-93ef-59397cb09b58 req-5d8e7732-5cfc-4a86-bd3d-f48e658fb29f service neutron] 10.222.0.99 "GET /v2.0/networks/674640b3-405d-4ea7-9a23-dff82f095067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224461 Feb 09 02:15:32.583207 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-18259612-fba0-49dd-93ef-59397cb09b58 req-e27f010f-1154-4bd6-a258-846683ab093b service neutron] 10.222.0.99 "GET /v2.0/networks/674640b3-405d-4ea7-9a23-dff82f095067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242888 Feb 09 02:15:33.422502 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b154dc4f-42fc-47aa-8476-7121abe6a10d req-2ae6427c-1880-47fe-baa3-2bede33bd753 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:33.424464 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b154dc4f-42fc-47aa-8476-7121abe6a10d req-2ae6427c-1880-47fe-baa3-2bede33bd753 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=a210eb51-7144-41ab-8b88-7f45361b4396 HTTP/1.1" status: 200 len: 945 time: 0.0793571 Feb 09 02:15:33.467914 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b154dc4f-42fc-47aa-8476-7121abe6a10d req-acb2fdb2-0752-4edf-96dc-af0fbfce3c36 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=54e982aa-82ff-4770-a495-89ebad5bc7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377274 Feb 09 02:15:34.403449 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:15:34.663824 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814a45ac-7113-4c94-a81c-4b3076924bbd req-eb9a8686-7f8f-4d24-9934-0f2ce08838f5 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:34.665226 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-814a45ac-7113-4c94-a81c-4b3076924bbd req-eb9a8686-7f8f-4d24-9934-0f2ce08838f5 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=a210eb51-7144-41ab-8b88-7f45361b4396 HTTP/1.1" status: 200 len: 945 time: 0.0896430 Feb 09 02:15:34.709110 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-814a45ac-7113-4c94-a81c-4b3076924bbd req-9f892e2b-6e37-4492-9b65-2db316c42a20 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=54e982aa-82ff-4770-a495-89ebad5bc7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381839 Feb 09 02:15:35.055180 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e2f40-699a-42ba-bd61-b5aba903d285 req-20b6db82-1d96-4b14-8a03-828d8a671d16 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:35.056662 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4f2e2f40-699a-42ba-bd61-b5aba903d285 req-20b6db82-1d96-4b14-8a03-828d8a671d16 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=a210eb51-7144-41ab-8b88-7f45361b4396 HTTP/1.1" status: 200 len: 945 time: 0.0802772 Feb 09 02:15:35.106618 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4f2e2f40-699a-42ba-bd61-b5aba903d285 req-2e4ec33e-4e39-48e5-88ad-cf10b9c686eb tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=54e982aa-82ff-4770-a495-89ebad5bc7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434604 Feb 09 02:15:35.165492 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 50816) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:15:35.271521 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-20802ee9-0ca4-4e01-819d-8a3183c420f0 req-3c88c20f-c413-4878-9aca-93fb721aaaef service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=a210eb51-7144-41ab-8b88-7f45361b4396&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1048791 Feb 09 02:15:35.312025 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device a3646726-3ce3-4acc-894c-44bdbf52c370 no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:15:35.427532 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:35.454521 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a210eb51-7144-41ab-8b88-7f45361b4396', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3646726-3ce3-4acc-894c-44bdbf52c370'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:15:35.464884 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port a3646726-3ce3-4acc-894c-44bdbf52c370, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=a3646726-3ce3-4acc-894c-44bdbf52c370,segment=NetworkSegment(67a1c5dd-4b89-4026-97c3-38e75d8014c9),segment_id=67a1c5dd-4b89-4026-97c3-38e75d8014c9)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:15:35.473110 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:35.512296 n-d-828418-1 neutron-server[87640]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a210eb51-7144-41ab-8b88-7f45361b4396', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a3646726-3ce3-4acc-894c-44bdbf52c370', 'code': 422} returned with failed status Feb 09 02:15:35.545139 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=a3646726-3ce3-4acc-894c-44bdbf52c370,revision_number=8']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:36.167194 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20802ee9-0ca4-4e01-819d-8a3183c420f0 req-7941ae8b-a651-4ab0-beec-380df613859c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:36.168670 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-20802ee9-0ca4-4e01-819d-8a3183c420f0 req-7941ae8b-a651-4ab0-beec-380df613859c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a210eb51-7144-41ab-8b88-7f45361b4396&tenant_id=b54a3eca3d694dacaab799c3b259d242 HTTP/1.1" status: 200 len: 1094 time: 0.1189647 Feb 09 02:15:36.179727 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-20802ee9-0ca4-4e01-819d-8a3183c420f0 req-92aeaae8-c772-4e18-bd3c-59ff6b10eabb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828418-1', 'device_owner': 'compute:nova'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:15:36.346491 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-20802ee9-0ca4-4e01-819d-8a3183c420f0 req-92aeaae8-c772-4e18-bd3c-59ff6b10eabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:36.371273 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd03905-cb66-40ab-a6ce-fe81a2e823ab req-c8d9bf9b-1793-4ac0-94d6-4afc5898562f tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:36.372699 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7cd03905-cb66-40ab-a6ce-fe81a2e823ab req-c8d9bf9b-1793-4ac0-94d6-4afc5898562f tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=a210eb51-7144-41ab-8b88-7f45361b4396 HTTP/1.1" status: 200 len: 943 time: 0.1553080 Feb 09 02:15:36.461472 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7cd03905-cb66-40ab-a6ce-fe81a2e823ab req-c3113cc7-9413-42d3-9a9c-e5e3d338ee59 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=54e982aa-82ff-4770-a495-89ebad5bc7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651486 Feb 09 02:15:36.748740 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-20802ee9-0ca4-4e01-819d-8a3183c420f0 req-92aeaae8-c772-4e18-bd3c-59ff6b10eabb service neutron] For port a3646726-3ce3-4acc-894c-44bdbf52c370, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=a3646726-3ce3-4acc-894c-44bdbf52c370,segment=NetworkSegment(67a1c5dd-4b89-4026-97c3-38e75d8014c9),segment_id=67a1c5dd-4b89-4026-97c3-38e75d8014c9)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:15:36.777335 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-20802ee9-0ca4-4e01-819d-8a3183c420f0 req-92aeaae8-c772-4e18-bd3c-59ff6b10eabb service neutron] For port a3646726-3ce3-4acc-894c-44bdbf52c370, host n-h2-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:15:36.826955 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-20802ee9-0ca4-4e01-819d-8a3183c420f0 req-92aeaae8-c772-4e18-bd3c-59ff6b10eabb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3646726-3ce3-4acc-894c-44bdbf52c370 {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 02:15:36.834726 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-20802ee9-0ca4-4e01-819d-8a3183c420f0 req-92aeaae8-c772-4e18-bd3c-59ff6b10eabb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:36.848607 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-20802ee9-0ca4-4e01-819d-8a3183c420f0 req-92aeaae8-c772-4e18-bd3c-59ff6b10eabb service neutron] Transition to ACTIVE for port object a3646726-3ce3-4acc-894c-44bdbf52c370 will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:15:36.851998 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-20802ee9-0ca4-4e01-819d-8a3183c420f0 req-92aeaae8-c772-4e18-bd3c-59ff6b10eabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:36.998374 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aeaae8-c772-4e18-bd3c-59ff6b10eabb service neutron] Pushing event updated for resources: {'Port': ['ID=a3646726-3ce3-4acc-894c-44bdbf52c370,revision_number=9']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:37.012227 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aeaae8-c772-4e18-bd3c-59ff6b10eabb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:37.012556 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aeaae8-c772-4e18-bd3c-59ff6b10eabb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:37.012898 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aeaae8-c772-4e18-bd3c-59ff6b10eabb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:37.013487 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aeaae8-c772-4e18-bd3c-59ff6b10eabb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:37.013849 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aeaae8-c772-4e18-bd3c-59ff6b10eabb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:37.014178 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aeaae8-c772-4e18-bd3c-59ff6b10eabb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:37.014520 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aeaae8-c772-4e18-bd3c-59ff6b10eabb service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:37.014827 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aeaae8-c772-4e18-bd3c-59ff6b10eabb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:37.015152 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aeaae8-c772-4e18-bd3c-59ff6b10eabb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:37.015469 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aeaae8-c772-4e18-bd3c-59ff6b10eabb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:37.015788 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aeaae8-c772-4e18-bd3c-59ff6b10eabb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:37.016105 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aeaae8-c772-4e18-bd3c-59ff6b10eabb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:37.059762 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-20802ee9-0ca4-4e01-819d-8a3183c420f0 req-92aeaae8-c772-4e18-bd3c-59ff6b10eabb service neutron] No DVR routers for this DVR port a3646726-3ce3-4acc-894c-44bdbf52c370 on host n-h2-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:15:37.281167 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-20802ee9-0ca4-4e01-819d-8a3183c420f0 req-92aeaae8-c772-4e18-bd3c-59ff6b10eabb service neutron] Attempting to bind port a3646726-3ce3-4acc-894c-44bdbf52c370 on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:15:37.281901 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-20802ee9-0ca4-4e01-819d-8a3183c420f0 req-92aeaae8-c772-4e18-bd3c-59ff6b10eabb service neutron] Attempting to bind port a3646726-3ce3-4acc-894c-44bdbf52c370 by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '67a1c5dd-4b89-4026-97c3-38e75d8014c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '674640b3-405d-4ea7-9a23-dff82f095067'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:15:37.281901 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20802ee9-0ca4-4e01-819d-8a3183c420f0 req-92aeaae8-c772-4e18-bd3c-59ff6b10eabb service neutron] Attempting to bind port a3646726-3ce3-4acc-894c-44bdbf52c370 on network 674640b3-405d-4ea7-9a23-dff82f095067 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:15:37.286357 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20802ee9-0ca4-4e01-819d-8a3183c420f0 req-92aeaae8-c772-4e18-bd3c-59ff6b10eabb service neutron] Port a3646726-3ce3-4acc-894c-44bdbf52c370 on network 674640b3-405d-4ea7-9a23-dff82f095067 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 02:15:37.286680 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20802ee9-0ca4-4e01-819d-8a3183c420f0 req-92aeaae8-c772-4e18-bd3c-59ff6b10eabb service neutron] Attempting to bind port a3646726-3ce3-4acc-894c-44bdbf52c370 on network 674640b3-405d-4ea7-9a23-dff82f095067 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:15:37.291647 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20802ee9-0ca4-4e01-819d-8a3183c420f0 req-92aeaae8-c772-4e18-bd3c-59ff6b10eabb service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:15:37.291979 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20802ee9-0ca4-4e01-819d-8a3183c420f0 req-92aeaae8-c772-4e18-bd3c-59ff6b10eabb service neutron] Checking segment: {'id': '67a1c5dd-4b89-4026-97c3-38e75d8014c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '674640b3-405d-4ea7-9a23-dff82f095067'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:15:37.292362 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20802ee9-0ca4-4e01-819d-8a3183c420f0 req-92aeaae8-c772-4e18-bd3c-59ff6b10eabb service neutron] Bound using segment: {'id': '67a1c5dd-4b89-4026-97c3-38e75d8014c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '674640b3-405d-4ea7-9a23-dff82f095067'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:15:37.292778 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-20802ee9-0ca4-4e01-819d-8a3183c420f0 req-92aeaae8-c772-4e18-bd3c-59ff6b10eabb service neutron] Bound port: a3646726-3ce3-4acc-894c-44bdbf52c370, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67a1c5dd-4b89-4026-97c3-38e75d8014c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '674640b3-405d-4ea7-9a23-dff82f095067'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:15:37.293116 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-20802ee9-0ca4-4e01-819d-8a3183c420f0 req-92aeaae8-c772-4e18-bd3c-59ff6b10eabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:37.382993 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-20802ee9-0ca4-4e01-819d-8a3183c420f0 req-92aeaae8-c772-4e18-bd3c-59ff6b10eabb service neutron] For port a3646726-3ce3-4acc-894c-44bdbf52c370, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:15:37.385872 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-20802ee9-0ca4-4e01-819d-8a3183c420f0 req-92aeaae8-c772-4e18-bd3c-59ff6b10eabb service neutron] For port a3646726-3ce3-4acc-894c-44bdbf52c370, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=a3646726-3ce3-4acc-894c-44bdbf52c370,segment=NetworkSegment(67a1c5dd-4b89-4026-97c3-38e75d8014c9),segment_id=67a1c5dd-4b89-4026-97c3-38e75d8014c9)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:15:37.390545 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-20802ee9-0ca4-4e01-819d-8a3183c420f0 req-92aeaae8-c772-4e18-bd3c-59ff6b10eabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:37.449573 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20802ee9-0ca4-4e01-819d-8a3183c420f0 req-92aeaae8-c772-4e18-bd3c-59ff6b10eabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:37.450154 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-20802ee9-0ca4-4e01-819d-8a3183c420f0 req-92aeaae8-c772-4e18-bd3c-59ff6b10eabb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:37.451528 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-20802ee9-0ca4-4e01-819d-8a3183c420f0 req-92aeaae8-c772-4e18-bd3c-59ff6b10eabb service neutron] 10.222.0.62 "PUT /v2.0/ports/a3646726-3ce3-4acc-894c-44bdbf52c370 HTTP/1.1" status: 200 len: 1091 time: 1.2757256 Feb 09 02:15:37.451965 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a210eb51-7144-41ab-8b88-7f45361b4396', 'tag': 'a3646726-3ce3-4acc-894c-44bdbf52c370'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:15:37.522852 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a210eb51-7144-41ab-8b88-7f45361b4396', 'tag': 'a3646726-3ce3-4acc-894c-44bdbf52c370', 'status': 'completed', 'code': 200} Feb 09 02:15:37.523429 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aeaae8-c772-4e18-bd3c-59ff6b10eabb service neutron] Pushing event updated for resources: {'Port': ['ID=a3646726-3ce3-4acc-894c-44bdbf52c370,revision_number=10']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:37.557452 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20802ee9-0ca4-4e01-819d-8a3183c420f0 req-0a8b1828-eb34-4b6e-989f-a11c3abb57f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:37.558996 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-20802ee9-0ca4-4e01-819d-8a3183c420f0 req-0a8b1828-eb34-4b6e-989f-a11c3abb57f8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b54a3eca3d694dacaab799c3b259d242&device_id=a210eb51-7144-41ab-8b88-7f45361b4396 HTTP/1.1" status: 200 len: 1095 time: 0.0865443 Feb 09 02:15:37.748341 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20802ee9-0ca4-4e01-819d-8a3183c420f0 req-cb8000c7-b6e3-485a-a475-ed4acc4f2186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:37.749828 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-20802ee9-0ca4-4e01-819d-8a3183c420f0 req-cb8000c7-b6e3-485a-a475-ed4acc4f2186 service neutron] 10.222.0.62 "GET /v2.0/networks?id=674640b3-405d-4ea7-9a23-dff82f095067 HTTP/1.1" status: 200 len: 910 time: 0.1849868 Feb 09 02:15:37.761660 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f164a13-b65f-4e2c-9d74-60553ddad473 req-f8bbd59e-3fa3-41ff-a724-00d36fa08234 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:37.763016 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5f164a13-b65f-4e2c-9d74-60553ddad473 req-f8bbd59e-3fa3-41ff-a724-00d36fa08234 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=a210eb51-7144-41ab-8b88-7f45361b4396 HTTP/1.1" status: 200 len: 944 time: 0.1326571 Feb 09 02:15:37.887598 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-20802ee9-0ca4-4e01-819d-8a3183c420f0 req-e1cceacc-f247-4b55-b3ea-13331f4e9d27 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3646726-3ce3-4acc-894c-44bdbf52c370 HTTP/1.1" status: 200 len: 998 time: 0.1233244 Feb 09 02:15:37.890609 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5f164a13-b65f-4e2c-9d74-60553ddad473 req-c95dc54d-3d83-4554-a17d-16a84db361e8 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=54e982aa-82ff-4770-a495-89ebad5bc7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711880 Feb 09 02:15:37.948806 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20802ee9-0ca4-4e01-819d-8a3183c420f0 req-f08c2df7-55b4-43bf-b455-29ec58811881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:37.950257 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-20802ee9-0ca4-4e01-819d-8a3183c420f0 req-f08c2df7-55b4-43bf-b455-29ec58811881 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e6178e2b-0a8b-4256-af87-acc1f11408c9 HTTP/1.1" status: 200 len: 848 time: 0.0565639 Feb 09 02:15:38.026602 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20802ee9-0ca4-4e01-819d-8a3183c420f0 req-a83b686d-7e87-46d4-89ca-c551a985b65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:38.028059 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-20802ee9-0ca4-4e01-819d-8a3183c420f0 req-a83b686d-7e87-46d4-89ca-c551a985b65b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=674640b3-405d-4ea7-9a23-dff82f095067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717318 Feb 09 02:15:38.038289 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [req-20802ee9-0ca4-4e01-819d-8a3183c420f0 req-74d547a2-06ce-44fb-be1e-104ed9b20f5a service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 02:15:38.039202 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-20802ee9-0ca4-4e01-819d-8a3183c420f0 req-74d547a2-06ce-44fb-be1e-104ed9b20f5a service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047526 Feb 09 02:15:38.169110 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-20802ee9-0ca4-4e01-819d-8a3183c420f0 req-699cd8bb-538f-4678-b83f-5342cf8f3741 service neutron] 10.222.0.62 "GET /v2.0/networks/674640b3-405d-4ea7-9a23-dff82f095067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225662 Feb 09 02:15:38.323915 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-efa9d3e9-d0ca-4178-b66e-62774db83fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:38.410619 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-20802ee9-0ca4-4e01-819d-8a3183c420f0 req-51923298-fe82-4c0c-8431-f02cd9560c8a service neutron] 10.222.0.62 "GET /v2.0/networks/674640b3-405d-4ea7-9a23-dff82f095067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359812 Feb 09 02:15:38.520800 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdb3507-549f-4171-ac29-6ef5d148304c req-c0b1a692-783e-4ea9-8fc4-7aeff4f36fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:38.522385 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4bdb3507-549f-4171-ac29-6ef5d148304c req-c0b1a692-783e-4ea9-8fc4-7aeff4f36fab service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b54a3eca3d694dacaab799c3b259d242&device_id=a210eb51-7144-41ab-8b88-7f45361b4396 HTTP/1.1" status: 200 len: 1095 time: 0.0707037 Feb 09 02:15:38.661272 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdb3507-549f-4171-ac29-6ef5d148304c req-d9ffc9ea-9461-4fe0-8006-a432774c2822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:38.662753 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4bdb3507-549f-4171-ac29-6ef5d148304c req-d9ffc9ea-9461-4fe0-8006-a432774c2822 service neutron] 10.222.0.62 "GET /v2.0/networks?id=674640b3-405d-4ea7-9a23-dff82f095067 HTTP/1.1" status: 200 len: 910 time: 0.1347980 Feb 09 02:15:38.785450 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4bdb3507-549f-4171-ac29-6ef5d148304c req-c655dd06-f338-496b-a5c8-71b4881d83a1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3646726-3ce3-4acc-894c-44bdbf52c370 HTTP/1.1" status: 200 len: 998 time: 0.1168175 Feb 09 02:15:39.108106 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a953dbb5-67a1-4289-b377-fb140aa4a20c req-fa41e6e3-c3e5-4557-959e-073a84226a7f tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:39.116185 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a953dbb5-67a1-4289-b377-fb140aa4a20c req-fa41e6e3-c3e5-4557-959e-073a84226a7f tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=a210eb51-7144-41ab-8b88-7f45361b4396 HTTP/1.1" status: 200 len: 944 time: 0.0945115 Feb 09 02:15:39.178257 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a953dbb5-67a1-4289-b377-fb140aa4a20c req-b700a02d-c2f1-4c14-8c50-dd4ee3abb051 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=54e982aa-82ff-4770-a495-89ebad5bc7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611122 Feb 09 02:15:39.325035 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device a3646726-3ce3-4acc-894c-44bdbf52c370 no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:15:39.392147 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device a3646726-3ce3-4acc-894c-44bdbf52c370 not bound to the agent host n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:15:40.363408 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c43f5-add9-4427-a2f6-a240e3bc8790 req-5ef4ade6-d4e6-49c3-9a45-7b1122bfdd60 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:40.364794 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-922c43f5-add9-4427-a2f6-a240e3bc8790 req-5ef4ade6-d4e6-49c3-9a45-7b1122bfdd60 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=a210eb51-7144-41ab-8b88-7f45361b4396 HTTP/1.1" status: 200 len: 944 time: 0.0882785 Feb 09 02:15:40.409936 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-922c43f5-add9-4427-a2f6-a240e3bc8790 req-3811aa29-625e-4022-97ac-48c62de85e33 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=54e982aa-82ff-4770-a495-89ebad5bc7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393288 Feb 09 02:15:40.634366 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8b25bc99-1201-423a-bf76-e286e01374f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:41.619153 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e08e95d-54e6-436e-b58d-c3cb75d11af5 req-6618a1d8-f8bc-41b4-9595-a3bbc8e5eb7d tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:41.620585 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8e08e95d-54e6-436e-b58d-c3cb75d11af5 req-6618a1d8-f8bc-41b4-9595-a3bbc8e5eb7d tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=a210eb51-7144-41ab-8b88-7f45361b4396 HTTP/1.1" status: 200 len: 944 time: 0.0913875 Feb 09 02:15:41.669143 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8e08e95d-54e6-436e-b58d-c3cb75d11af5 req-5c2b98c4-b536-4363-9c58-2fd5eec5978e tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=54e982aa-82ff-4770-a495-89ebad5bc7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429935 Feb 09 02:15:41.723859 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:41.766564 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:42.867399 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e66590-2c30-4c18-a475-d666d4ad17d0 req-dd58db97-5da9-44bb-9eb5-bf2df1b7a8af tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:42.869195 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c3e66590-2c30-4c18-a475-d666d4ad17d0 req-dd58db97-5da9-44bb-9eb5-bf2df1b7a8af tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=a210eb51-7144-41ab-8b88-7f45361b4396 HTTP/1.1" status: 200 len: 944 time: 0.0815141 Feb 09 02:15:42.916805 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c3e66590-2c30-4c18-a475-d666d4ad17d0 req-7febffbf-ae76-444f-993e-2b079297ebf2 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=54e982aa-82ff-4770-a495-89ebad5bc7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411518 Feb 09 02:15:43.427706 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:44.108738 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f036ad2f-8fbe-4c28-b2c1-b87d870ec155 req-8ba797fa-2552-448f-9dc7-e3b20e207868 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:44.110251 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f036ad2f-8fbe-4c28-b2c1-b87d870ec155 req-8ba797fa-2552-448f-9dc7-e3b20e207868 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=a210eb51-7144-41ab-8b88-7f45361b4396 HTTP/1.1" status: 200 len: 944 time: 0.0865800 Feb 09 02:15:44.158658 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f036ad2f-8fbe-4c28-b2c1-b87d870ec155 req-de7ca23c-14e6-4a55-8c70-477b08e74468 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=54e982aa-82ff-4770-a495-89ebad5bc7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427692 Feb 09 02:15:45.355383 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5a388-0ae0-42c3-bf25-96e5c02dfc86 req-88320536-fcd1-47f5-b791-34955d609fad tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:45.356882 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dfb5a388-0ae0-42c3-bf25-96e5c02dfc86 req-88320536-fcd1-47f5-b791-34955d609fad tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=a210eb51-7144-41ab-8b88-7f45361b4396 HTTP/1.1" status: 200 len: 944 time: 0.0871422 Feb 09 02:15:45.412306 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-dfb5a388-0ae0-42c3-bf25-96e5c02dfc86 req-360be35c-d917-427a-8509-3a12d5e2d65c tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=54e982aa-82ff-4770-a495-89ebad5bc7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474272 Feb 09 02:15:46.594467 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e98b17-0051-4034-a06c-7c25fc2dbd62 req-2ac5d5ed-1e04-45c1-bca8-c4b91483e460 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:46.596474 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-07e98b17-0051-4034-a06c-7c25fc2dbd62 req-2ac5d5ed-1e04-45c1-bca8-c4b91483e460 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=a210eb51-7144-41ab-8b88-7f45361b4396 HTTP/1.1" status: 200 len: 944 time: 0.0803356 Feb 09 02:15:46.640161 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-07e98b17-0051-4034-a06c-7c25fc2dbd62 req-37a58177-5418-4f08-abe2-f01bb0e99529 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=54e982aa-82ff-4770-a495-89ebad5bc7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377882 Feb 09 02:15:46.879290 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdb3507-549f-4171-ac29-6ef5d148304c req-fca74809-3f5e-4e44-9e5a-8c6aada8a276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:46.880643 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4bdb3507-549f-4171-ac29-6ef5d148304c req-fca74809-3f5e-4e44-9e5a-8c6aada8a276 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e6178e2b-0a8b-4256-af87-acc1f11408c9 HTTP/1.1" status: 200 len: 848 time: 0.0620229 Feb 09 02:15:46.957832 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdb3507-549f-4171-ac29-6ef5d148304c req-ea02d623-0758-498d-8bb5-42d86fe6164c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:46.959292 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4bdb3507-549f-4171-ac29-6ef5d148304c req-ea02d623-0758-498d-8bb5-42d86fe6164c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=674640b3-405d-4ea7-9a23-dff82f095067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699370 Feb 09 02:15:47.087574 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4bdb3507-549f-4171-ac29-6ef5d148304c req-8c442084-50e7-4bce-9fb8-53ea03eef05a service neutron] 10.222.0.62 "GET /v2.0/networks/674640b3-405d-4ea7-9a23-dff82f095067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212258 Feb 09 02:15:47.215020 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4bdb3507-549f-4171-ac29-6ef5d148304c req-e961810f-fc4e-4dba-81cb-af3ef1b09b93 service neutron] 10.222.0.62 "GET /v2.0/networks/674640b3-405d-4ea7-9a23-dff82f095067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212754 Feb 09 02:15:47.365378 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61b026-836a-497b-bae9-3ed682a8ea88 req-ada51e1f-1f2a-45a4-ab53-b38d4535ab87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:47.366857 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-da61b026-836a-497b-bae9-3ed682a8ea88 req-ada51e1f-1f2a-45a4-ab53-b38d4535ab87 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b54a3eca3d694dacaab799c3b259d242&device_id=a210eb51-7144-41ab-8b88-7f45361b4396 HTTP/1.1" status: 200 len: 1095 time: 0.0692344 Feb 09 02:15:47.509959 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61b026-836a-497b-bae9-3ed682a8ea88 req-82a317b6-c70c-47a0-942f-e067d6788c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:47.511301 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-da61b026-836a-497b-bae9-3ed682a8ea88 req-82a317b6-c70c-47a0-942f-e067d6788c5c service neutron] 10.222.0.62 "GET /v2.0/networks?id=674640b3-405d-4ea7-9a23-dff82f095067 HTTP/1.1" status: 200 len: 910 time: 0.1261249 Feb 09 02:15:47.612943 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-da61b026-836a-497b-bae9-3ed682a8ea88 req-39062444-c324-4bd4-ba7a-d9285159d1d9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3646726-3ce3-4acc-894c-44bdbf52c370 HTTP/1.1" status: 200 len: 998 time: 0.0951762 Feb 09 02:15:47.679303 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61b026-836a-497b-bae9-3ed682a8ea88 req-6d01dd2d-e124-411e-afad-931cf995a19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:47.680757 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-da61b026-836a-497b-bae9-3ed682a8ea88 req-6d01dd2d-e124-411e-afad-931cf995a19d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e6178e2b-0a8b-4256-af87-acc1f11408c9 HTTP/1.1" status: 200 len: 848 time: 0.0617208 Feb 09 02:15:47.904597 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61b026-836a-497b-bae9-3ed682a8ea88 req-61e0358b-9939-4418-bcd4-492623feed3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:47.905987 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-da61b026-836a-497b-bae9-3ed682a8ea88 req-61e0358b-9939-4418-bcd4-492623feed3d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=674640b3-405d-4ea7-9a23-dff82f095067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2188680 Feb 09 02:15:48.016522 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4941ad-7fee-4f0f-8b91-951ca37edea0 req-d7907b62-cdc8-4ca5-80dc-4375d6fbb982 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:48.018237 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ac4941ad-7fee-4f0f-8b91-951ca37edea0 req-d7907b62-cdc8-4ca5-80dc-4375d6fbb982 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=a210eb51-7144-41ab-8b88-7f45361b4396 HTTP/1.1" status: 200 len: 944 time: 0.2730200 Feb 09 02:15:48.082839 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-da61b026-836a-497b-bae9-3ed682a8ea88 req-2216fe1b-caa1-4226-81b1-f292c86d3467 service neutron] 10.222.0.62 "GET /v2.0/networks/674640b3-405d-4ea7-9a23-dff82f095067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695104 Feb 09 02:15:48.087255 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-ac4941ad-7fee-4f0f-8b91-951ca37edea0 req-12f790b0-4466-4075-b8ed-194076b82052 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=54e982aa-82ff-4770-a495-89ebad5bc7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629754 Feb 09 02:15:48.211628 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-da61b026-836a-497b-bae9-3ed682a8ea88 req-2bc85928-494b-440a-ba43-90c39337d7dc service neutron] 10.222.0.62 "GET /v2.0/networks/674640b3-405d-4ea7-9a23-dff82f095067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227705 Feb 09 02:15:49.186682 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device a3646726-3ce3-4acc-894c-44bdbf52c370 details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 02:15:49.272204 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd26e715-5bff-48a9-b283-830d34ce2dad req-c5dd1e93-07fa-4c85-8df6-8b5eb5d76125 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:49.273677 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fd26e715-5bff-48a9-b283-830d34ce2dad req-c5dd1e93-07fa-4c85-8df6-8b5eb5d76125 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=a210eb51-7144-41ab-8b88-7f45361b4396 HTTP/1.1" status: 200 len: 944 time: 0.0794671 Feb 09 02:15:49.320920 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fd26e715-5bff-48a9-b283-830d34ce2dad req-8ea58f56-1109-49ac-8bbc-401cb6e3f11a tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=54e982aa-82ff-4770-a495-89ebad5bc7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415933 Feb 09 02:15:49.321166 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port a3646726-3ce3-4acc-894c-44bdbf52c370, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=a3646726-3ce3-4acc-894c-44bdbf52c370,segment=NetworkSegment(67a1c5dd-4b89-4026-97c3-38e75d8014c9),segment_id=67a1c5dd-4b89-4026-97c3-38e75d8014c9)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:15:49.334691 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': 'a3646726-3ce3-4acc-894c-44bdbf52c370', 'network_id': '674640b3-405d-4ea7-9a23-dff82f095067', 'port_id': 'a3646726-3ce3-4acc-894c-44bdbf52c370', 'mac_address': 'fa:16:3e:ae:34:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6178e2b-0a8b-4256-af87-acc1f11408c9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 02:15:49.389500 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:49.409671 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3646726-3ce3-4acc-894c-44bdbf52c370 {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 02:15:49.427276 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port a3646726-3ce3-4acc-894c-44bdbf52c370, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=a3646726-3ce3-4acc-894c-44bdbf52c370,segment=NetworkSegment(67a1c5dd-4b89-4026-97c3-38e75d8014c9),segment_id=67a1c5dd-4b89-4026-97c3-38e75d8014c9)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:15:49.431128 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:49.497454 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=a3646726-3ce3-4acc-894c-44bdbf52c370,revision_number=11']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:49.662671 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['a3646726-3ce3-4acc-894c-44bdbf52c370'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 02:15:50.502237 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c4502-14dc-4611-bedc-bdb4cdcba624 req-21cbedae-1251-4e7b-ac97-05db5864d23d tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:50.503684 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-eb2c4502-14dc-4611-bedc-bdb4cdcba624 req-21cbedae-1251-4e7b-ac97-05db5864d23d tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=a210eb51-7144-41ab-8b88-7f45361b4396 HTTP/1.1" status: 200 len: 945 time: 0.0782378 Feb 09 02:15:50.547502 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-eb2c4502-14dc-4611-bedc-bdb4cdcba624 req-afb34af2-b3b7-4a34-85b0-51d64490d02d tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=54e982aa-82ff-4770-a495-89ebad5bc7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383041 Feb 09 02:15:51.194691 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device a3646726-3ce3-4acc-894c-44bdbf52c370 up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:15:51.264429 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port a3646726-3ce3-4acc-894c-44bdbf52c370 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:15:51.269094 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port a3646726-3ce3-4acc-894c-44bdbf52c370 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:15:51.269464 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:51.384980 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:51.411119 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a210eb51-7144-41ab-8b88-7f45361b4396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3646726-3ce3-4acc-894c-44bdbf52c370'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:15:51.420434 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port a3646726-3ce3-4acc-894c-44bdbf52c370, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=a3646726-3ce3-4acc-894c-44bdbf52c370,segment=NetworkSegment(67a1c5dd-4b89-4026-97c3-38e75d8014c9),segment_id=67a1c5dd-4b89-4026-97c3-38e75d8014c9)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:15:51.425049 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:51.475269 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a210eb51-7144-41ab-8b88-7f45361b4396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3646726-3ce3-4acc-894c-44bdbf52c370', 'code': 200} Feb 09 02:15:51.529783 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=a3646726-3ce3-4acc-894c-44bdbf52c370,revision_number=12']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:51.795977 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae0729c-c29a-4fc4-ac63-078e6cbb0380 req-b00356f2-14aa-42f3-9d58-487c94a2f428 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:51.797332 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2ae0729c-c29a-4fc4-ac63-078e6cbb0380 req-b00356f2-14aa-42f3-9d58-487c94a2f428 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=a210eb51-7144-41ab-8b88-7f45361b4396 HTTP/1.1" status: 200 len: 946 time: 0.1351566 Feb 09 02:15:51.800510 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f23a80-4ac3-4dd8-8654-d41fe60c1e47 req-8a5f44af-462e-428d-8f01-f70a3f199427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:51.801868 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-41f23a80-4ac3-4dd8-8654-d41fe60c1e47 req-8a5f44af-462e-428d-8f01-f70a3f199427 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a210eb51-7144-41ab-8b88-7f45361b4396 HTTP/1.1" status: 200 len: 1097 time: 0.1378562 Feb 09 02:15:51.866303 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2ae0729c-c29a-4fc4-ac63-078e6cbb0380 req-0066cb15-6f33-417e-b420-6556f99ab63a tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=54e982aa-82ff-4770-a495-89ebad5bc7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625615 Feb 09 02:15:51.869444 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-41f23a80-4ac3-4dd8-8654-d41fe60c1e47 req-4b0a27cd-1ba9-4d54-bb2d-9ec66e279c40 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=54e982aa-82ff-4770-a495-89ebad5bc7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536377 Feb 09 02:15:52.685280 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:53.075054 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f4ded-eb06-4182-85be-55925ca4f727 req-20e39378-8274-48c7-9156-65cfc4b018bc tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:53.076548 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-436f4ded-eb06-4182-85be-55925ca4f727 req-20e39378-8274-48c7-9156-65cfc4b018bc tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=a210eb51-7144-41ab-8b88-7f45361b4396 HTTP/1.1" status: 200 len: 946 time: 0.0986249 Feb 09 02:15:53.124007 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-436f4ded-eb06-4182-85be-55925ca4f727 req-75d1c891-d08f-4a96-a445-a044be46158a tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=54e982aa-82ff-4770-a495-89ebad5bc7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415142 Feb 09 02:15:54.314276 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865b9fd-46a1-47cd-914a-4d72be401492 req-154108f8-ae71-43ab-845d-4e3de57a6aa3 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:54.315681 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c865b9fd-46a1-47cd-914a-4d72be401492 req-154108f8-ae71-43ab-845d-4e3de57a6aa3 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=a210eb51-7144-41ab-8b88-7f45361b4396 HTTP/1.1" status: 200 len: 946 time: 0.0849717 Feb 09 02:15:54.362935 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c865b9fd-46a1-47cd-914a-4d72be401492 req-cbfee1aa-2298-491a-bad1-133604ad4460 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=54e982aa-82ff-4770-a495-89ebad5bc7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416937 Feb 09 02:15:55.635135 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:16:08.324393 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fa78da95-f760-4733-a690-322a92706db5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:16:10.637294 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-28af2ec6-ad93-447e-b9b4-8ea90da8be6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:16:11.402517 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:16:11.717112 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:16:11.763680 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:16:13.428610 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:16:22.702874 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:16:25.640830 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:16:38.326410 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e1f5a367-c959-4956-9d9c-ec3eaaa6a35d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:16:40.643670 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bb1a4210-4cc4-481f-b8f9-a5023aab2289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:16:40.775920 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c78ecbbb-fa55-4ecf-ba72-779ed32e74bd req-6645547f-ae06-4b02-b0e2-ae942d2d00b8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a210eb51-7144-41ab-8b88-7f45361b4396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0692511 Feb 09 02:16:40.912254 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ecbbb-fa55-4ecf-ba72-779ed32e74bd req-dcbe234d-6501-4329-93b7-f3c4dccf30af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:40.913635 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c78ecbbb-fa55-4ecf-ba72-779ed32e74bd req-dcbe234d-6501-4329-93b7-f3c4dccf30af service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b54a3eca3d694dacaab799c3b259d242&device_id=a210eb51-7144-41ab-8b88-7f45361b4396 HTTP/1.1" status: 200 len: 1097 time: 0.0706263 Feb 09 02:16:41.057018 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ecbbb-fa55-4ecf-ba72-779ed32e74bd req-49d3aeb6-ee55-4394-b202-bc843904830c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:41.058496 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c78ecbbb-fa55-4ecf-ba72-779ed32e74bd req-49d3aeb6-ee55-4394-b202-bc843904830c service neutron] 10.222.0.62 "GET /v2.0/networks?id=674640b3-405d-4ea7-9a23-dff82f095067 HTTP/1.1" status: 200 len: 910 time: 0.1270306 Feb 09 02:16:41.160748 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c78ecbbb-fa55-4ecf-ba72-779ed32e74bd req-d4244a8c-8096-412a-864b-0140607c3266 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3646726-3ce3-4acc-894c-44bdbf52c370 HTTP/1.1" status: 200 len: 1000 time: 0.0960615 Feb 09 02:16:41.224292 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ecbbb-fa55-4ecf-ba72-779ed32e74bd req-6608dcb1-738d-4da3-bbf7-704952ebf10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:41.225709 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c78ecbbb-fa55-4ecf-ba72-779ed32e74bd req-6608dcb1-738d-4da3-bbf7-704952ebf10a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e6178e2b-0a8b-4256-af87-acc1f11408c9 HTTP/1.1" status: 200 len: 848 time: 0.0600984 Feb 09 02:16:41.298656 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ecbbb-fa55-4ecf-ba72-779ed32e74bd req-00d2de3e-08ed-4bb7-9f14-36beb7265222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:41.300099 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c78ecbbb-fa55-4ecf-ba72-779ed32e74bd req-00d2de3e-08ed-4bb7-9f14-36beb7265222 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=674640b3-405d-4ea7-9a23-dff82f095067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684988 Feb 09 02:16:41.431106 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c78ecbbb-fa55-4ecf-ba72-779ed32e74bd req-a13bfd76-7041-4765-b4c7-cf326e241ab2 service neutron] 10.222.0.62 "GET /v2.0/networks/674640b3-405d-4ea7-9a23-dff82f095067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244211 Feb 09 02:16:41.654703 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c78ecbbb-fa55-4ecf-ba72-779ed32e74bd req-7dab2ade-14e6-4820-a4c9-5680e4ee66dd service neutron] 10.222.0.62 "GET /v2.0/networks/674640b3-405d-4ea7-9a23-dff82f095067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179160 Feb 09 02:16:41.719130 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:16:41.765205 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:16:43.430923 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:16:48.402348 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:16:52.698276 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:16:55.634098 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:07.400754 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50944) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:17:07.641239 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-90d84e46-191b-4880-9a31-30468fbd04bf tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Deleting port fa7a1a3e-9f5f-498d-8997-17f680010cd9 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:17:07.641579 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-90d84e46-191b-4880-9a31-30468fbd04bf tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:07.809335 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-90d84e46-191b-4880-9a31-30468fbd04bf tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:07.809674 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-90d84e46-191b-4880-9a31-30468fbd04bf tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:07.928760 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-90d84e46-191b-4880-9a31-30468fbd04bf tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Calling delete_port for fa7a1a3e-9f5f-498d-8997-17f680010cd9 owned by network:floatingip {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:17:08.183479 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-90d84e46-191b-4880-9a31-30468fbd04bf tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:08.230370 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d84e46-191b-4880-9a31-30468fbd04bf tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Pushing event deleted for resources: {'Port': ['ID=fa7a1a3e-9f5f-498d-8997-17f680010cd9,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:08.268258 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d84e46-191b-4880-9a31-30468fbd04bf tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:08.268580 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d84e46-191b-4880-9a31-30468fbd04bf tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:08.268913 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d84e46-191b-4880-9a31-30468fbd04bf tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:08.269241 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d84e46-191b-4880-9a31-30468fbd04bf tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:08.269567 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d84e46-191b-4880-9a31-30468fbd04bf tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:08.269913 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d84e46-191b-4880-9a31-30468fbd04bf tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:08.270232 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d84e46-191b-4880-9a31-30468fbd04bf tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:08.270568 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d84e46-191b-4880-9a31-30468fbd04bf tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:08.270866 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d84e46-191b-4880-9a31-30468fbd04bf tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:08.271959 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d84e46-191b-4880-9a31-30468fbd04bf tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:08.272289 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d84e46-191b-4880-9a31-30468fbd04bf tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:08.272602 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d84e46-191b-4880-9a31-30468fbd04bf tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:08.327924 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f10afdbf-0b69-4dd2-abad-16bb4b9b8f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:08.335214 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-90d84e46-191b-4880-9a31-30468fbd04bf tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks [] for floatingip, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:08.335532 n-d-828418-1 neutron-server[87638]: INFO neutron.db.l3_db [None req-90d84e46-191b-4880-9a31-30468fbd04bf tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Floating IP db63b229-71b2-4b6f-9fa5-73315135d400 disassociated (deleted). External IP: 172.25.0.81, port: a3646726-3ce3-4acc-894c-44bdbf52c370. Feb 09 02:17:08.702543 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d84e46-191b-4880-9a31-30468fbd04bf tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Router 2387ceb0-8206-4c48-9cc0-9ac33c6676bb has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:17:08.890539 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d84e46-191b-4880-9a31-30468fbd04bf tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:17:08.901052 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91df7d7-82a8-4a27-a6f5-691f4ca5987e None None] Sync routers for ids ['2387ceb0-8206-4c48-9cc0-9ac33c6676bb'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:17:08.911115 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91df7d7-82a8-4a27-a6f5-691f4ca5987e None None] Routers {'2387ceb0-8206-4c48-9cc0-9ac33c6676bb'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:17:08.911290 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-90d84e46-191b-4880-9a31-30468fbd04bf tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:08.911860 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-b91df7d7-82a8-4a27-a6f5-691f4ca5987e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:16:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['2387ceb0-8206-4c48-9cc0-9ac33c6676bb'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:08.967672 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-90d84e46-191b-4880-9a31-30468fbd04bf tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "DELETE /v2.0/floatingips/db63b229-71b2-4b6f-9fa5-73315135d400 HTTP/1.1" status: 204 len: 168 time: 1.5658276 Feb 09 02:17:08.968264 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a210eb51-7144-41ab-8b88-7f45361b4396', 'tag': 'a3646726-3ce3-4acc-894c-44bdbf52c370'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:17:09.074741 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a210eb51-7144-41ab-8b88-7f45361b4396', 'tag': 'a3646726-3ce3-4acc-894c-44bdbf52c370', 'status': 'completed', 'code': 200} Feb 09 02:17:09.098012 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-b91df7d7-82a8-4a27-a6f5-691f4ca5987e None None] Set router 2387ceb0-8206-4c48-9cc0-9ac33c6676bb gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:17:09.173220 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff3de6-31d1-4933-ab3c-56e907b47e37 req-a7452302-a248-4f92-8950-f4701edca1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:09.174882 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-57ff3de6-31d1-4933-ab3c-56e907b47e37 req-a7452302-a248-4f92-8950-f4701edca1d2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b54a3eca3d694dacaab799c3b259d242&device_id=a210eb51-7144-41ab-8b88-7f45361b4396 HTTP/1.1" status: 200 len: 1097 time: 0.0803976 Feb 09 02:17:09.367933 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff3de6-31d1-4933-ab3c-56e907b47e37 req-cb3beabf-0925-41b0-96d6-b954c8b22fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:09.369409 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-57ff3de6-31d1-4933-ab3c-56e907b47e37 req-cb3beabf-0925-41b0-96d6-b954c8b22fb7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=674640b3-405d-4ea7-9a23-dff82f095067 HTTP/1.1" status: 200 len: 910 time: 0.1882296 Feb 09 02:17:09.449517 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-57ff3de6-31d1-4933-ab3c-56e907b47e37 req-1c0c012f-8a5d-4bc2-ba14-569f04399b3e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3646726-3ce3-4acc-894c-44bdbf52c370 HTTP/1.1" status: 200 len: 217 time: 0.0686357 Feb 09 02:17:09.461567 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-b91df7d7-82a8-4a27-a6f5-691f4ca5987e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2387ceb0-8206-4c48-9cc0-9ac33c6676bb', 'name': 'tempest-TestShelveInstance-2041250135-router', 'tenant_id': 'b54a3eca3d694dacaab799c3b259d242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '04410e41-1913-4877-b321-98a94ff02c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:54Z', 'updated_at': '2022-02-09T02:11:58Z', 'revision_number': 4, 'project_id': 'b54a3eca3d694dacaab799c3b259d242', 'gw_port': {'id': '04410e41-1913-4877-b321-98a94ff02c23', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2387ceb0-8206-4c48-9cc0-9ac33c6676bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:55Z', 'updated_at': '2022-02-09T02:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '085df2ad-1826-49fb-879c-c5678e24d069', 'name': '', 'network_id': '674640b3-405d-4ea7-9a23-dff82f095067', 'tenant_id': 'b54a3eca3d694dacaab799c3b259d242', 'mac_address': 'fa:16:3e:75:65:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2387ceb0-8206-4c48-9cc0-9ac33c6676bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'e6178e2b-0a8b-4256-af87-acc1f11408c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:58Z', 'updated_at': '2022-02-09T02:12:04Z', 'revision_number': 5, 'project_id': 'b54a3eca3d694dacaab799c3b259d242', 'subnets': [{'id': 'e6178e2b-0a8b-4256-af87-acc1f11408c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:09.465444 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91df7d7-82a8-4a27-a6f5-691f4ca5987e None None] Checking router: 2387ceb0-8206-4c48-9cc0-9ac33c6676bb for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:17:09.473559 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91df7d7-82a8-4a27-a6f5-691f4ca5987e None None] Routers {'2387ceb0-8206-4c48-9cc0-9ac33c6676bb'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:17:09.475246 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-b91df7d7-82a8-4a27-a6f5-691f4ca5987e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:16:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['2387ceb0-8206-4c48-9cc0-9ac33c6676bb'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:09.495300 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e805923a-785b-44a3-b149-87228edded2f req-b6e3e30d-fff8-4f14-b5b4-fc4be0766598 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:09.497060 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e805923a-785b-44a3-b149-87228edded2f req-b6e3e30d-fff8-4f14-b5b4-fc4be0766598 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=a210eb51-7144-41ab-8b88-7f45361b4396 HTTP/1.1" status: 200 len: 946 time: 0.2177446 Feb 09 02:17:09.557019 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff3de6-31d1-4933-ab3c-56e907b47e37 req-bdd3d33b-c739-4d6c-b993-ce982dcf4398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:09.558520 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-57ff3de6-31d1-4933-ab3c-56e907b47e37 req-bdd3d33b-c739-4d6c-b993-ce982dcf4398 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e6178e2b-0a8b-4256-af87-acc1f11408c9 HTTP/1.1" status: 200 len: 848 time: 0.1043344 Feb 09 02:17:09.565694 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e805923a-785b-44a3-b149-87228edded2f req-0ba9df2d-3591-4a49-a656-0b2d5e197ad5 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=54e982aa-82ff-4770-a495-89ebad5bc7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621164 Feb 09 02:17:09.638132 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff3de6-31d1-4933-ab3c-56e907b47e37 req-dcb8daf8-d6ce-49b6-8b5c-b2d8a0aaa2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:09.639805 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-57ff3de6-31d1-4933-ab3c-56e907b47e37 req-dcb8daf8-d6ce-49b6-8b5c-b2d8a0aaa2ff service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=674640b3-405d-4ea7-9a23-dff82f095067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732791 Feb 09 02:17:09.659961 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-b91df7d7-82a8-4a27-a6f5-691f4ca5987e None None] Set router 2387ceb0-8206-4c48-9cc0-9ac33c6676bb gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:17:09.772019 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-57ff3de6-31d1-4933-ab3c-56e907b47e37 req-543c764f-dc30-4674-bb33-e315c2633b05 service neutron] 10.222.0.62 "GET /v2.0/networks/674640b3-405d-4ea7-9a23-dff82f095067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253154 Feb 09 02:17:09.904077 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-57ff3de6-31d1-4933-ab3c-56e907b47e37 req-b438c13e-1f98-48dd-8308-699312449a99 service neutron] 10.222.0.62 "GET /v2.0/networks/674640b3-405d-4ea7-9a23-dff82f095067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253927 Feb 09 02:17:09.974863 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-b91df7d7-82a8-4a27-a6f5-691f4ca5987e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2387ceb0-8206-4c48-9cc0-9ac33c6676bb', 'name': 'tempest-TestShelveInstance-2041250135-router', 'tenant_id': 'b54a3eca3d694dacaab799c3b259d242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '04410e41-1913-4877-b321-98a94ff02c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:54Z', 'updated_at': '2022-02-09T02:11:58Z', 'revision_number': 4, 'project_id': 'b54a3eca3d694dacaab799c3b259d242', 'gw_port': {'id': '04410e41-1913-4877-b321-98a94ff02c23', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2387ceb0-8206-4c48-9cc0-9ac33c6676bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:55Z', 'updated_at': '2022-02-09T02:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '085df2ad-1826-49fb-879c-c5678e24d069', 'name': '', 'network_id': '674640b3-405d-4ea7-9a23-dff82f095067', 'tenant_id': 'b54a3eca3d694dacaab799c3b259d242', 'mac_address': 'fa:16:3e:75:65:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2387ceb0-8206-4c48-9cc0-9ac33c6676bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'e6178e2b-0a8b-4256-af87-acc1f11408c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:58Z', 'updated_at': '2022-02-09T02:12:04Z', 'revision_number': 5, 'project_id': 'b54a3eca3d694dacaab799c3b259d242', 'subnets': [{'id': 'e6178e2b-0a8b-4256-af87-acc1f11408c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:09.978815 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91df7d7-82a8-4a27-a6f5-691f4ca5987e None None] The sync data for ids ['2387ceb0-8206-4c48-9cc0-9ac33c6676bb'] in n-d-828418-1 is: [{'id': '2387ceb0-8206-4c48-9cc0-9ac33c6676bb', 'name': 'tempest-TestShelveInstance-2041250135-router', 'tenant_id': 'b54a3eca3d694dacaab799c3b259d242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '04410e41-1913-4877-b321-98a94ff02c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:54Z', 'updated_at': '2022-02-09T02:11:58Z', 'revision_number': 4, 'project_id': 'b54a3eca3d694dacaab799c3b259d242', 'gw_port': {'id': '04410e41-1913-4877-b321-98a94ff02c23', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2387ceb0-8206-4c48-9cc0-9ac33c6676bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:55Z', 'updated_at': '2022-02-09T02:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '085df2ad-1826-49fb-879c-c5678e24d069', 'name': '', 'network_id': '674640b3-405d-4ea7-9a23-dff82f095067', 'tenant_id': 'b54a3eca3d694dacaab799c3b259d242', 'mac_address': 'fa:16:3e:75:65:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2387ceb0-8206-4c48-9cc0-9ac33c6676bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'e6178e2b-0a8b-4256-af87-acc1f11408c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:58Z', 'updated_at': '2022-02-09T02:12:04Z', 'revision_number': 5, 'project_id': 'b54a3eca3d694dacaab799c3b259d242', 'subnets': [{'id': 'e6178e2b-0a8b-4256-af87-acc1f11408c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:17:10.200426 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272e10f6-4e50-4711-98f3-9e713892c6c2 None None] New status for floating IP db63b229-71b2-4b6f-9fa5-73315135d400: DOWN {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:17:10.640120 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-26a498af-c210-4254-8863-c90511a70f52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:10.669988 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c95c7-bb83-4f2c-9fca-2c823d7ea3e9 req-4929017f-8ca6-4fa2-98a7-5a9ec74eb20e tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:10.671459 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-471c95c7-bb83-4f2c-9fca-2c823d7ea3e9 req-4929017f-8ca6-4fa2-98a7-5a9ec74eb20e tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.62 "GET /v2.0/ports?device_id=a210eb51-7144-41ab-8b88-7f45361b4396 HTTP/1.1" status: 200 len: 946 time: 0.0805900 Feb 09 02:17:10.792319 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-471c95c7-bb83-4f2c-9fca-2c823d7ea3e9 req-93d37350-9185-429a-8316-0a704b9ee5ee tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Deleting port a3646726-3ce3-4acc-894c-44bdbf52c370 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:17:10.792661 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-471c95c7-bb83-4f2c-9fca-2c823d7ea3e9 req-93d37350-9185-429a-8316-0a704b9ee5ee tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:10.894858 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9896a4e-39e1-4c60-9584-a977c5523987 req-e45a3c9a-825e-4495-9ecc-b6b7ee5c62d2 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:10.896871 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f9896a4e-39e1-4c60-9584-a977c5523987 req-e45a3c9a-825e-4495-9ecc-b6b7ee5c62d2 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=a210eb51-7144-41ab-8b88-7f45361b4396 HTTP/1.1" status: 200 len: 946 time: 0.1865509 Feb 09 02:17:11.023109 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f9896a4e-39e1-4c60-9584-a977c5523987 req-cda74486-adee-4120-b1b8-5d5419397068 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=54e982aa-82ff-4770-a495-89ebad5bc7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194184 Feb 09 02:17:11.087273 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-471c95c7-bb83-4f2c-9fca-2c823d7ea3e9 req-93d37350-9185-429a-8316-0a704b9ee5ee tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] For port a3646726-3ce3-4acc-894c-44bdbf52c370, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=a3646726-3ce3-4acc-894c-44bdbf52c370,segment=NetworkSegment(67a1c5dd-4b89-4026-97c3-38e75d8014c9),segment_id=67a1c5dd-4b89-4026-97c3-38e75d8014c9)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:17:11.087658 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-471c95c7-bb83-4f2c-9fca-2c823d7ea3e9 req-93d37350-9185-429a-8316-0a704b9ee5ee tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:11.211873 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-471c95c7-bb83-4f2c-9fca-2c823d7ea3e9 req-93d37350-9185-429a-8316-0a704b9ee5ee tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Calling delete_port for a3646726-3ce3-4acc-894c-44bdbf52c370 owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:17:11.455878 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-471c95c7-bb83-4f2c-9fca-2c823d7ea3e9 req-93d37350-9185-429a-8316-0a704b9ee5ee tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:11.508661 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d37350-9185-429a-8316-0a704b9ee5ee tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Pushing event deleted for resources: {'Port': ['ID=a3646726-3ce3-4acc-894c-44bdbf52c370,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:11.546900 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d37350-9185-429a-8316-0a704b9ee5ee tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:11.547235 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d37350-9185-429a-8316-0a704b9ee5ee tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:11.547572 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d37350-9185-429a-8316-0a704b9ee5ee tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:11.547895 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d37350-9185-429a-8316-0a704b9ee5ee tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:11.548217 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d37350-9185-429a-8316-0a704b9ee5ee tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:11.548535 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d37350-9185-429a-8316-0a704b9ee5ee tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:11.548856 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d37350-9185-429a-8316-0a704b9ee5ee tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:11.549172 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d37350-9185-429a-8316-0a704b9ee5ee tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:11.549491 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d37350-9185-429a-8316-0a704b9ee5ee tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:11.549830 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d37350-9185-429a-8316-0a704b9ee5ee tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:11.550144 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d37350-9185-429a-8316-0a704b9ee5ee tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:11.550454 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d37350-9185-429a-8316-0a704b9ee5ee tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:11.592476 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-471c95c7-bb83-4f2c-9fca-2c823d7ea3e9 req-93d37350-9185-429a-8316-0a704b9ee5ee tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] No DVR routers for this DVR port a3646726-3ce3-4acc-894c-44bdbf52c370 on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:17:11.594990 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-471c95c7-bb83-4f2c-9fca-2c823d7ea3e9 req-93d37350-9185-429a-8316-0a704b9ee5ee tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:11.597444 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a210eb51-7144-41ab-8b88-7f45361b4396', 'name': 'network-vif-deleted', 'tag': 'a3646726-3ce3-4acc-894c-44bdbf52c370'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:17:11.609534 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-471c95c7-bb83-4f2c-9fca-2c823d7ea3e9 req-93d37350-9185-429a-8316-0a704b9ee5ee tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.62 "DELETE /v2.0/ports/a3646726-3ce3-4acc-894c-44bdbf52c370 HTTP/1.1" status: 204 len: 173 time: 0.9327667 Feb 09 02:17:11.702355 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a210eb51-7144-41ab-8b88-7f45361b4396', 'name': 'network-vif-deleted', 'tag': 'a3646726-3ce3-4acc-894c-44bdbf52c370', 'status': 'completed', 'code': 200} Feb 09 02:17:11.721885 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:11.767818 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:12.200589 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-9255dc25-7970-46d7-b2db-07122e0c7b85 req-890d9c58-bb49-4d49-9424-832fd5934223 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Synchronizing usage tracker for tenant:b54a3eca3d694dacaab799c3b259d242 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:17:12.215520 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-9255dc25-7970-46d7-b2db-07122e0c7b85 req-890d9c58-bb49-4d49-9424-832fd5934223 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Unset dirty status for tenant:b54a3eca3d694dacaab799c3b259d242 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:17:12.216721 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9255dc25-7970-46d7-b2db-07122e0c7b85 req-890d9c58-bb49-4d49-9424-832fd5934223 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=a210eb51-7144-41ab-8b88-7f45361b4396 HTTP/1.1" status: 200 len: 210 time: 0.0658729 Feb 09 02:17:13.311294 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50968) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:17:13.382444 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-906ac0c4-233e-4f80-9ad8-029dbc57dd0d tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:13.413097 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-906ac0c4-233e-4f80-9ad8-029dbc57dd0d tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:13.436506 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:13.482312 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-906ac0c4-233e-4f80-9ad8-029dbc57dd0d tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:13.503179 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906ac0c4-233e-4f80-9ad8-029dbc57dd0d tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e982aa-82ff-4770-a495-89ebad5bc7ca,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:13.511212 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-906ac0c4-233e-4f80-9ad8-029dbc57dd0d tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:13.512587 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-906ac0c4-233e-4f80-9ad8-029dbc57dd0d tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "DELETE /v2.0/security-groups/54e982aa-82ff-4770-a495-89ebad5bc7ca HTTP/1.1" status: 204 len: 168 time: 0.2000360 Feb 09 02:17:13.542973 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device a3646726-3ce3-4acc-894c-44bdbf52c370 no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:17:13.581036 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: a3646726-3ce3-4acc-894c-44bdbf52c370 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:17:13.581692 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device a3646726-3ce3-4acc-894c-44bdbf52c370 not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:17:13.818529 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 50976) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:17:13.823695 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-b4b3bfed-9e48-4f29-bb2e-3f349c69a882 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-51620943', 'description': 'tempest-secgroup-smoke-51620943 description', 'project_id': 'b54a3eca3d694dacaab799c3b259d242'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:17:13.830178 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b4b3bfed-9e48-4f29-bb2e-3f349c69a882 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:17:13.834319 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-b4b3bfed-9e48-4f29-bb2e-3f349c69a882 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Usage tracker for resource:security_group and tenant:b54a3eca3d694dacaab799c3b259d242 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:17:13.837358 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-b4b3bfed-9e48-4f29-bb2e-3f349c69a882 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:17:13.843863 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b4b3bfed-9e48-4f29-bb2e-3f349c69a882 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:17:13.853292 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b4b3bfed-9e48-4f29-bb2e-3f349c69a882 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:13.872709 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b4b3bfed-9e48-4f29-bb2e-3f349c69a882 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:17:13.876468 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-b4b3bfed-9e48-4f29-bb2e-3f349c69a882 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Usage tracker for resource:security_group_rule and tenant:b54a3eca3d694dacaab799c3b259d242 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:17:13.879195 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-b4b3bfed-9e48-4f29-bb2e-3f349c69a882 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:17:13.885573 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-b4b3bfed-9e48-4f29-bb2e-3f349c69a882 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:17:13.955656 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b4b3bfed-9e48-4f29-bb2e-3f349c69a882 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:13.959061 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b4b3bfed-9e48-4f29-bb2e-3f349c69a882 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:14.003200 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b3bfed-9e48-4f29-bb2e-3f349c69a882 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=897ecfdc-6fb3-40fa-815e-edb0e3fc898f,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:14.005967 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-b4b3bfed-9e48-4f29-bb2e-3f349c69a882 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:14.007160 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-b4b3bfed-9e48-4f29-bb2e-3f349c69a882 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1875992 Feb 09 02:17:14.010229 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50980) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:17:14.015552 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-d1551e30-4b95-4870-86b4-c994192c81f1 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Request body: {'security_group_rule': {'security_group_id': '897ecfdc-6fb3-40fa-815e-edb0e3fc898f', 'project_id': 'b54a3eca3d694dacaab799c3b259d242', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:17:14.022718 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d1551e30-4b95-4870-86b4-c994192c81f1 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:17:14.026582 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-d1551e30-4b95-4870-86b4-c994192c81f1 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Usage tracker for resource:security_group_rule and tenant:b54a3eca3d694dacaab799c3b259d242 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:17:14.029441 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-d1551e30-4b95-4870-86b4-c994192c81f1 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:17:14.035374 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-d1551e30-4b95-4870-86b4-c994192c81f1 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:17:14.053018 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d1551e30-4b95-4870-86b4-c994192c81f1 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:14.112512 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d1551e30-4b95-4870-86b4-c994192c81f1 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:14.115735 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d1551e30-4b95-4870-86b4-c994192c81f1 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:14.139005 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1551e30-4b95-4870-86b4-c994192c81f1 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d27c76cd-be6f-4c39-9a32-4be79be55928,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:14.148234 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d1551e30-4b95-4870-86b4-c994192c81f1 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:14.149323 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-d1551e30-4b95-4870-86b4-c994192c81f1 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1381187 Feb 09 02:17:14.152110 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50984) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:17:14.157066 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-52845643-dcc3-4907-9bc4-d4553556b636 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Request body: {'security_group_rule': {'security_group_id': '897ecfdc-6fb3-40fa-815e-edb0e3fc898f', 'project_id': 'b54a3eca3d694dacaab799c3b259d242', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:17:14.163776 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-52845643-dcc3-4907-9bc4-d4553556b636 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:17:14.167569 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-52845643-dcc3-4907-9bc4-d4553556b636 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Usage tracker for resource:security_group_rule and tenant:b54a3eca3d694dacaab799c3b259d242 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:17:14.170388 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-52845643-dcc3-4907-9bc4-d4553556b636 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:17:14.175933 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-52845643-dcc3-4907-9bc4-d4553556b636 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:17:14.191643 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-52845643-dcc3-4907-9bc4-d4553556b636 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:14.254303 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-52845643-dcc3-4907-9bc4-d4553556b636 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:14.258115 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-52845643-dcc3-4907-9bc4-d4553556b636 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:14.281300 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52845643-dcc3-4907-9bc4-d4553556b636 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ff73c60-eb77-49cf-a3d9-a401a9810c53,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:14.290054 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-52845643-dcc3-4907-9bc4-d4553556b636 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:14.291399 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-52845643-dcc3-4907-9bc4-d4553556b636 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1382213 Feb 09 02:17:14.293902 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50988) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:17:14.298883 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-7ef22466-2d42-416d-83e8-ec5645f27077 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Request body: {'security_group_rule': {'security_group_id': '897ecfdc-6fb3-40fa-815e-edb0e3fc898f', 'project_id': 'b54a3eca3d694dacaab799c3b259d242', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:17:14.306168 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7ef22466-2d42-416d-83e8-ec5645f27077 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:17:14.310003 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-7ef22466-2d42-416d-83e8-ec5645f27077 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Usage tracker for resource:security_group_rule and tenant:b54a3eca3d694dacaab799c3b259d242 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:17:14.312851 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-7ef22466-2d42-416d-83e8-ec5645f27077 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:17:14.319349 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7ef22466-2d42-416d-83e8-ec5645f27077 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:17:14.335463 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7ef22466-2d42-416d-83e8-ec5645f27077 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:14.396321 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7ef22466-2d42-416d-83e8-ec5645f27077 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:14.399586 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7ef22466-2d42-416d-83e8-ec5645f27077 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:14.422021 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef22466-2d42-416d-83e8-ec5645f27077 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46b75adf-92a2-40e4-8424-b802bcff1a47,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:14.431555 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7ef22466-2d42-416d-83e8-ec5645f27077 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:14.432779 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-7ef22466-2d42-416d-83e8-ec5645f27077 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1379714 Feb 09 02:17:14.435596 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50992) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:17:14.440539 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-bb36c791-f7e9-4be4-923b-b0ea980390c3 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Request body: {'security_group_rule': {'security_group_id': '897ecfdc-6fb3-40fa-815e-edb0e3fc898f', 'project_id': 'b54a3eca3d694dacaab799c3b259d242', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:17:14.447878 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-bb36c791-f7e9-4be4-923b-b0ea980390c3 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:17:14.451755 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-bb36c791-f7e9-4be4-923b-b0ea980390c3 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Usage tracker for resource:security_group_rule and tenant:b54a3eca3d694dacaab799c3b259d242 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:17:14.454632 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-bb36c791-f7e9-4be4-923b-b0ea980390c3 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:17:14.460899 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-bb36c791-f7e9-4be4-923b-b0ea980390c3 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:17:14.477582 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bb36c791-f7e9-4be4-923b-b0ea980390c3 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:14.539895 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bb36c791-f7e9-4be4-923b-b0ea980390c3 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:14.543336 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bb36c791-f7e9-4be4-923b-b0ea980390c3 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:14.568413 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb36c791-f7e9-4be4-923b-b0ea980390c3 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7636225-7c78-4c77-ab10-10c968ec7c22,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:14.577945 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-bb36c791-f7e9-4be4-923b-b0ea980390c3 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:14.579199 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-bb36c791-f7e9-4be4-923b-b0ea980390c3 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1426384 Feb 09 02:17:14.581928 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 50996) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:17:14.587476 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-5fcb64c3-22fb-484b-97d7-57c7e4ff0359 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Request body: {'security_group_rule': {'security_group_id': '897ecfdc-6fb3-40fa-815e-edb0e3fc898f', 'project_id': 'b54a3eca3d694dacaab799c3b259d242', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:17:14.594170 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5fcb64c3-22fb-484b-97d7-57c7e4ff0359 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:17:14.598120 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-5fcb64c3-22fb-484b-97d7-57c7e4ff0359 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Usage tracker for resource:security_group_rule and tenant:b54a3eca3d694dacaab799c3b259d242 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:17:14.601727 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-5fcb64c3-22fb-484b-97d7-57c7e4ff0359 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:17:14.607489 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-5fcb64c3-22fb-484b-97d7-57c7e4ff0359 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:17:14.618118 n-d-828418-1 neutron-server[87638]: INFO neutron.db.securitygroups_db [None req-5fcb64c3-22fb-484b-97d7-57c7e4ff0359 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Project b54a3eca3d694dacaab799c3b259d242 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:17:14.624624 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5fcb64c3-22fb-484b-97d7-57c7e4ff0359 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:14.689264 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5fcb64c3-22fb-484b-97d7-57c7e4ff0359 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:14.693254 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5fcb64c3-22fb-484b-97d7-57c7e4ff0359 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:14.723784 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcb64c3-22fb-484b-97d7-57c7e4ff0359 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c63b047-d10f-484e-8237-9b686f0e320e,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:14.733003 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5fcb64c3-22fb-484b-97d7-57c7e4ff0359 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:14.734290 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-5fcb64c3-22fb-484b-97d7-57c7e4ff0359 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1514618 Feb 09 02:17:14.737017 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 51000) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:17:14.742353 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-7ba1c60d-aa97-4501-92ea-5d12ed29fd3a tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Request body: {'security_group_rule': {'security_group_id': '897ecfdc-6fb3-40fa-815e-edb0e3fc898f', 'project_id': 'b54a3eca3d694dacaab799c3b259d242', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:17:14.749296 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7ba1c60d-aa97-4501-92ea-5d12ed29fd3a tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:17:14.753211 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-7ba1c60d-aa97-4501-92ea-5d12ed29fd3a tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Usage tracker for resource:security_group_rule and tenant:b54a3eca3d694dacaab799c3b259d242 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:17:14.756808 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-7ba1c60d-aa97-4501-92ea-5d12ed29fd3a tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:17:14.762766 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-7ba1c60d-aa97-4501-92ea-5d12ed29fd3a tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:17:14.773761 n-d-828418-1 neutron-server[87638]: INFO neutron.db.securitygroups_db [None req-7ba1c60d-aa97-4501-92ea-5d12ed29fd3a tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Project b54a3eca3d694dacaab799c3b259d242 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:17:14.780111 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7ba1c60d-aa97-4501-92ea-5d12ed29fd3a tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:14.845163 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7ba1c60d-aa97-4501-92ea-5d12ed29fd3a tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:14.848447 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7ba1c60d-aa97-4501-92ea-5d12ed29fd3a tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:14.872108 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba1c60d-aa97-4501-92ea-5d12ed29fd3a tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caf21960-1ff9-43bf-8146-5281ee135405,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:14.882277 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7ba1c60d-aa97-4501-92ea-5d12ed29fd3a tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:14.883565 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-7ba1c60d-aa97-4501-92ea-5d12ed29fd3a tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1456389 Feb 09 02:17:22.700135 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:25.404785 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:17:25.639271 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:28.736928 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-f9872ad8-a96a-4297-9f66-56f1eb71b8f9 req-1e0de4e1-7869-4dc6-839f-82c95394069d tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Synchronizing usage tracker for tenant:b54a3eca3d694dacaab799c3b259d242 on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:17:28.751933 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-f9872ad8-a96a-4297-9f66-56f1eb71b8f9 req-1e0de4e1-7869-4dc6-839f-82c95394069d tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Unset dirty status for tenant:b54a3eca3d694dacaab799c3b259d242 on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:17:28.753059 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f9872ad8-a96a-4297-9f66-56f1eb71b8f9 req-1e0de4e1-7869-4dc6-839f-82c95394069d tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-51620943&fields=id&tenant_id=b54a3eca3d694dacaab799c3b259d242 HTTP/1.1" status: 200 len: 267 time: 0.0582461 Feb 09 02:17:28.903220 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9872ad8-a96a-4297-9f66-56f1eb71b8f9 req-70dcf66e-9b27-4a70-a138-16c11ead6e9f tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:28.904546 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f9872ad8-a96a-4297-9f66-56f1eb71b8f9 req-70dcf66e-9b27-4a70-a138-16c11ead6e9f tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/networks?id=674640b3-405d-4ea7-9a23-dff82f095067 HTTP/1.1" status: 200 len: 809 time: 0.1449227 Feb 09 02:17:28.920136 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f9872ad8-a96a-4297-9f66-56f1eb71b8f9 req-a0cadae3-1fb4-4193-950a-c6a0e4257a74 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/quotas/b54a3eca3d694dacaab799c3b259d242 HTTP/1.1" status: 200 len: 375 time: 0.0101111 Feb 09 02:17:29.000266 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f9872ad8-a96a-4297-9f66-56f1eb71b8f9 req-e15963f3-381d-4c49-8051-470eb2291bd6 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=b54a3eca3d694dacaab799c3b259d242&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0752556 Feb 09 02:17:29.173215 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f9872ad8-a96a-4297-9f66-56f1eb71b8f9 req-3e7eb55a-7e1e-4a00-8f5b-5dc861115ace service neutron] 10.222.0.105 "GET /v2.0/networks/674640b3-405d-4ea7-9a23-dff82f095067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612310 Feb 09 02:17:29.303167 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f9872ad8-a96a-4297-9f66-56f1eb71b8f9 req-384ae0ec-e7e5-4795-baef-7db498c57219 service neutron] 10.222.0.105 "GET /v2.0/networks/674640b3-405d-4ea7-9a23-dff82f095067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240647 Feb 09 02:17:29.686867 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d85db2ef-63b8-4f6d-ade3-d133b33831ce req-92caaff1-af51-4801-b984-af3c8d5e1260 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=9ae4cb38-b28c-4550-89fc-5207d1fb8a3e HTTP/1.1" status: 200 len: 210 time: 0.0428827 Feb 09 02:17:30.788643 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9872ad8-a96a-4297-9f66-56f1eb71b8f9 req-b3290ea2-cb8b-4f6d-968c-a4fc540e54a7 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:30.790140 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f9872ad8-a96a-4297-9f66-56f1eb71b8f9 req-b3290ea2-cb8b-4f6d-968c-a4fc540e54a7 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.99 "GET /v2.0/networks?id=674640b3-405d-4ea7-9a23-dff82f095067 HTTP/1.1" status: 200 len: 809 time: 0.1619782 Feb 09 02:17:30.874443 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-12230e16-b1e7-4f6f-8932-653b461d9a49 req-e1b02b33-69a1-4cdd-926e-4db222329494 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=9ae4cb38-b28c-4550-89fc-5207d1fb8a3e HTTP/1.1" status: 200 len: 210 time: 0.0588090 Feb 09 02:17:30.889494 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f9872ad8-a96a-4297-9f66-56f1eb71b8f9 req-55e68fb8-f5f8-45f7-86fd-3aa09d77399b tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b54a3eca3d694dacaab799c3b259d242 HTTP/1.1" status: 200 len: 378 time: 0.0921009 Feb 09 02:17:30.897990 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-f9872ad8-a96a-4297-9f66-56f1eb71b8f9 req-24f4d2f8-f931-4a3c-ada1-8f91122f779a tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Request body: {'port': {'device_id': '9ae4cb38-b28c-4550-89fc-5207d1fb8a3e', 'network_id': '674640b3-405d-4ea7-9a23-dff82f095067', 'admin_state_up': True, 'tenant_id': 'b54a3eca3d694dacaab799c3b259d242', 'security_groups': ['897ecfdc-6fb3-40fa-815e-edb0e3fc898f']}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:17:31.036624 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-f9872ad8-a96a-4297-9f66-56f1eb71b8f9 req-24f4d2f8-f931-4a3c-ada1-8f91122f779a tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:17:31.046109 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-f9872ad8-a96a-4297-9f66-56f1eb71b8f9 req-24f4d2f8-f931-4a3c-ada1-8f91122f779a tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:17:31.057713 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9872ad8-a96a-4297-9f66-56f1eb71b8f9 req-24f4d2f8-f931-4a3c-ada1-8f91122f779a tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Made reservation on behalf of b54a3eca3d694dacaab799c3b259d242 for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:17:31.061157 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-f9872ad8-a96a-4297-9f66-56f1eb71b8f9 req-24f4d2f8-f931-4a3c-ada1-8f91122f779a tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:31.226803 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-f9872ad8-a96a-4297-9f66-56f1eb71b8f9 req-24f4d2f8-f931-4a3c-ada1-8f91122f779a tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Allocated IP 172.20.0.13 (674640b3-405d-4ea7-9a23-dff82f095067/e6178e2b-0a8b-4256-af87-acc1f11408c9/baf3b872-ddb8-40eb-897a-2ed60cf0158b) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:17:31.515866 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-f9872ad8-a96a-4297-9f66-56f1eb71b8f9 req-24f4d2f8-f931-4a3c-ada1-8f91122f779a tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:31.532232 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-f9872ad8-a96a-4297-9f66-56f1eb71b8f9 req-24f4d2f8-f931-4a3c-ada1-8f91122f779a tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Transition to ACTIVE for port object baf3b872-ddb8-40eb-897a-2ed60cf0158b will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:17:31.557164 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-f9872ad8-a96a-4297-9f66-56f1eb71b8f9 req-24f4d2f8-f931-4a3c-ada1-8f91122f779a tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:31.629816 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9872ad8-a96a-4297-9f66-56f1eb71b8f9 req-24f4d2f8-f931-4a3c-ada1-8f91122f779a tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Network 674640b3-405d-4ea7-9a23-dff82f095067 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:17:31.633100 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-f9872ad8-a96a-4297-9f66-56f1eb71b8f9 req-24f4d2f8-f931-4a3c-ada1-8f91122f779a tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:17:31.636948 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9872ad8-a96a-4297-9f66-56f1eb71b8f9 req-24f4d2f8-f931-4a3c-ada1-8f91122f779a tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:17:31.668429 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f4d2f8-f931-4a3c-ada1-8f91122f779a tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Pushing event updated for resources: {'Port': ['ID=baf3b872-ddb8-40eb-897a-2ed60cf0158b,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:31.710555 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9872ad8-a96a-4297-9f66-56f1eb71b8f9 req-24f4d2f8-f931-4a3c-ada1-8f91122f779a tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:31.711161 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-f9872ad8-a96a-4297-9f66-56f1eb71b8f9 req-24f4d2f8-f931-4a3c-ada1-8f91122f779a tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:31.741361 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f9872ad8-a96a-4297-9f66-56f1eb71b8f9 req-24f4d2f8-f931-4a3c-ada1-8f91122f779a tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8469369 Feb 09 02:17:31.753307 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-f9872ad8-a96a-4297-9f66-56f1eb71b8f9 req-5180c9a1-e325-4df8-ba40-6f22d7153a0d service neutron] Request body: {'port': {'device_id': '9ae4cb38-b28c-4550-89fc-5207d1fb8a3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:17:31.872512 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-f9872ad8-a96a-4297-9f66-56f1eb71b8f9 req-5180c9a1-e325-4df8-ba40-6f22d7153a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:31.900200 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-7d7453b4-a7cd-4c08-be1d-f6511230d00f None None] Provisioning for port baf3b872-ddb8-40eb-897a-2ed60cf0158b completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:17:31.910528 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-7d7453b4-a7cd-4c08-be1d-f6511230d00f None None] Provisioning complete for port baf3b872-ddb8-40eb-897a-2ed60cf0158b triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:17:31.910954 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7d7453b4-a7cd-4c08-be1d-f6511230d00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:31.974572 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-7d7453b4-a7cd-4c08-be1d-f6511230d00f None None] Port baf3b872-ddb8-40eb-897a-2ed60cf0158b cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 02:17:32.201467 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e1d9aa-1111-4945-9b45-81a11ca31898 req-5cb09de2-4b81-4f6d-b814-2fe54a230d73 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:32.202292 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-14e1d9aa-1111-4945-9b45-81a11ca31898 req-5cb09de2-4b81-4f6d-b814-2fe54a230d73 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Synchronizing usage tracker for tenant:b54a3eca3d694dacaab799c3b259d242 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:17:32.244256 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-14e1d9aa-1111-4945-9b45-81a11ca31898 req-5cb09de2-4b81-4f6d-b814-2fe54a230d73 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Unset dirty status for tenant:b54a3eca3d694dacaab799c3b259d242 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:17:32.245425 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-14e1d9aa-1111-4945-9b45-81a11ca31898 req-5cb09de2-4b81-4f6d-b814-2fe54a230d73 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=9ae4cb38-b28c-4550-89fc-5207d1fb8a3e HTTP/1.1" status: 200 len: 932 time: 0.2490108 Feb 09 02:17:32.351298 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-14e1d9aa-1111-4945-9b45-81a11ca31898 req-32794a2c-5ba8-4749-976f-6eea491722aa tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=897ecfdc-6fb3-40fa-815e-edb0e3fc898f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0963175 Feb 09 02:17:32.353388 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-f9872ad8-a96a-4297-9f66-56f1eb71b8f9 req-5180c9a1-e325-4df8-ba40-6f22d7153a0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baf3b872-ddb8-40eb-897a-2ed60cf0158b {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 02:17:32.361962 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-f9872ad8-a96a-4297-9f66-56f1eb71b8f9 req-5180c9a1-e325-4df8-ba40-6f22d7153a0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:32.386050 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-f9872ad8-a96a-4297-9f66-56f1eb71b8f9 req-5180c9a1-e325-4df8-ba40-6f22d7153a0d service neutron] Transition to ACTIVE for port object baf3b872-ddb8-40eb-897a-2ed60cf0158b will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:17:32.389990 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-f9872ad8-a96a-4297-9f66-56f1eb71b8f9 req-5180c9a1-e325-4df8-ba40-6f22d7153a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:32.523909 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5180c9a1-e325-4df8-ba40-6f22d7153a0d service neutron] Pushing event updated for resources: {'Port': ['ID=baf3b872-ddb8-40eb-897a-2ed60cf0158b,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:32.635814 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-f9872ad8-a96a-4297-9f66-56f1eb71b8f9 req-5180c9a1-e325-4df8-ba40-6f22d7153a0d service neutron] Attempting to bind port baf3b872-ddb8-40eb-897a-2ed60cf0158b on host n-h2-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:17:32.636106 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-f9872ad8-a96a-4297-9f66-56f1eb71b8f9 req-5180c9a1-e325-4df8-ba40-6f22d7153a0d service neutron] Attempting to bind port baf3b872-ddb8-40eb-897a-2ed60cf0158b by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': '67a1c5dd-4b89-4026-97c3-38e75d8014c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '674640b3-405d-4ea7-9a23-dff82f095067'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:17:32.636413 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9872ad8-a96a-4297-9f66-56f1eb71b8f9 req-5180c9a1-e325-4df8-ba40-6f22d7153a0d service neutron] Attempting to bind port baf3b872-ddb8-40eb-897a-2ed60cf0158b on network 674640b3-405d-4ea7-9a23-dff82f095067 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:17:32.641428 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9872ad8-a96a-4297-9f66-56f1eb71b8f9 req-5180c9a1-e325-4df8-ba40-6f22d7153a0d service neutron] Port baf3b872-ddb8-40eb-897a-2ed60cf0158b on network 674640b3-405d-4ea7-9a23-dff82f095067 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 02:17:32.641778 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9872ad8-a96a-4297-9f66-56f1eb71b8f9 req-5180c9a1-e325-4df8-ba40-6f22d7153a0d service neutron] Attempting to bind port baf3b872-ddb8-40eb-897a-2ed60cf0158b on network 674640b3-405d-4ea7-9a23-dff82f095067 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:17:32.647517 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9872ad8-a96a-4297-9f66-56f1eb71b8f9 req-5180c9a1-e325-4df8-ba40-6f22d7153a0d service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:17:32.647854 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9872ad8-a96a-4297-9f66-56f1eb71b8f9 req-5180c9a1-e325-4df8-ba40-6f22d7153a0d service neutron] Checking segment: {'id': '67a1c5dd-4b89-4026-97c3-38e75d8014c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '674640b3-405d-4ea7-9a23-dff82f095067'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:17:32.648232 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9872ad8-a96a-4297-9f66-56f1eb71b8f9 req-5180c9a1-e325-4df8-ba40-6f22d7153a0d service neutron] Bound using segment: {'id': '67a1c5dd-4b89-4026-97c3-38e75d8014c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '674640b3-405d-4ea7-9a23-dff82f095067'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:17:32.648650 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-f9872ad8-a96a-4297-9f66-56f1eb71b8f9 req-5180c9a1-e325-4df8-ba40-6f22d7153a0d service neutron] Bound port: baf3b872-ddb8-40eb-897a-2ed60cf0158b, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67a1c5dd-4b89-4026-97c3-38e75d8014c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '674640b3-405d-4ea7-9a23-dff82f095067'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:17:32.648996 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-f9872ad8-a96a-4297-9f66-56f1eb71b8f9 req-5180c9a1-e325-4df8-ba40-6f22d7153a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:32.739122 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-f9872ad8-a96a-4297-9f66-56f1eb71b8f9 req-5180c9a1-e325-4df8-ba40-6f22d7153a0d service neutron] For port baf3b872-ddb8-40eb-897a-2ed60cf0158b, host n-h2-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:17:32.741975 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-f9872ad8-a96a-4297-9f66-56f1eb71b8f9 req-5180c9a1-e325-4df8-ba40-6f22d7153a0d service neutron] For port baf3b872-ddb8-40eb-897a-2ed60cf0158b, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=baf3b872-ddb8-40eb-897a-2ed60cf0158b,segment=NetworkSegment(67a1c5dd-4b89-4026-97c3-38e75d8014c9),segment_id=67a1c5dd-4b89-4026-97c3-38e75d8014c9)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:17:32.746331 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-f9872ad8-a96a-4297-9f66-56f1eb71b8f9 req-5180c9a1-e325-4df8-ba40-6f22d7153a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:32.806521 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9872ad8-a96a-4297-9f66-56f1eb71b8f9 req-5180c9a1-e325-4df8-ba40-6f22d7153a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:32.807170 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-f9872ad8-a96a-4297-9f66-56f1eb71b8f9 req-5180c9a1-e325-4df8-ba40-6f22d7153a0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:32.808715 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f9872ad8-a96a-4297-9f66-56f1eb71b8f9 req-5180c9a1-e325-4df8-ba40-6f22d7153a0d service neutron] 10.222.0.99 "PUT /v2.0/ports/baf3b872-ddb8-40eb-897a-2ed60cf0158b HTTP/1.1" status: 200 len: 1092 time: 1.0601416 Feb 09 02:17:32.809152 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ae4cb38-b28c-4550-89fc-5207d1fb8a3e', 'tag': 'baf3b872-ddb8-40eb-897a-2ed60cf0158b'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:17:32.830337 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5180c9a1-e325-4df8-ba40-6f22d7153a0d service neutron] Pushing event updated for resources: {'Port': ['ID=baf3b872-ddb8-40eb-897a-2ed60cf0158b,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:32.881623 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ae4cb38-b28c-4550-89fc-5207d1fb8a3e', 'tag': 'baf3b872-ddb8-40eb-897a-2ed60cf0158b', 'status': 'completed', 'code': 200} Feb 09 02:17:32.922957 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9872ad8-a96a-4297-9f66-56f1eb71b8f9 req-9545085c-810d-41f1-9de9-42e61ae1a67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:32.924479 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f9872ad8-a96a-4297-9f66-56f1eb71b8f9 req-9545085c-810d-41f1-9de9-42e61ae1a67b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b54a3eca3d694dacaab799c3b259d242&device_id=9ae4cb38-b28c-4550-89fc-5207d1fb8a3e HTTP/1.1" status: 200 len: 1095 time: 0.0765359 Feb 09 02:17:32.999413 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f9872ad8-a96a-4297-9f66-56f1eb71b8f9 req-13ae5f93-4a5e-4e96-b2fb-98c20e0531f6 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=baf3b872-ddb8-40eb-897a-2ed60cf0158b HTTP/1.1" status: 200 len: 217 time: 0.0673876 Feb 09 02:17:33.064170 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9872ad8-a96a-4297-9f66-56f1eb71b8f9 req-c1de5621-fe09-46c7-ad2e-918bc5bc102b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:33.065582 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f9872ad8-a96a-4297-9f66-56f1eb71b8f9 req-c1de5621-fe09-46c7-ad2e-918bc5bc102b service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e6178e2b-0a8b-4256-af87-acc1f11408c9 HTTP/1.1" status: 200 len: 848 time: 0.0608397 Feb 09 02:17:33.138958 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9872ad8-a96a-4297-9f66-56f1eb71b8f9 req-04d5c4ca-58b7-4297-99ff-26a22e3dd6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:33.140385 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f9872ad8-a96a-4297-9f66-56f1eb71b8f9 req-04d5c4ca-58b7-4297-99ff-26a22e3dd6bd service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=674640b3-405d-4ea7-9a23-dff82f095067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681834 Feb 09 02:17:33.360126 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f9872ad8-a96a-4297-9f66-56f1eb71b8f9 req-98f55fbf-0c2d-4f98-b898-97621973e642 service neutron] 10.222.0.99 "GET /v2.0/networks/674640b3-405d-4ea7-9a23-dff82f095067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137516 Feb 09 02:17:33.531393 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f9872ad8-a96a-4297-9f66-56f1eb71b8f9 req-cf6d21e2-495e-4041-a116-9523ded235a4 service neutron] 10.222.0.99 "GET /v2.0/networks/674640b3-405d-4ea7-9a23-dff82f095067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649828 Feb 09 02:17:33.567549 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3882bac7-94f0-4b89-b7d3-e29819151793 req-2019ce61-b930-477b-ba5f-f1139aab2e65 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:33.569007 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3882bac7-94f0-4b89-b7d3-e29819151793 req-2019ce61-b930-477b-ba5f-f1139aab2e65 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=9ae4cb38-b28c-4550-89fc-5207d1fb8a3e HTTP/1.1" status: 200 len: 944 time: 0.0969660 Feb 09 02:17:33.662398 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-3882bac7-94f0-4b89-b7d3-e29819151793 req-d3f9bdb7-4009-45be-ae4b-e60388da4760 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=897ecfdc-6fb3-40fa-815e-edb0e3fc898f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0570409 Feb 09 02:17:33.678588 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b3d2c-2b8b-40eb-b72d-93e7bc2414f1 req-648f063d-a8cb-4364-8bc8-475034c7831b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:33.680038 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e13b3d2c-2b8b-40eb-b72d-93e7bc2414f1 req-648f063d-a8cb-4364-8bc8-475034c7831b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b54a3eca3d694dacaab799c3b259d242&device_id=9ae4cb38-b28c-4550-89fc-5207d1fb8a3e HTTP/1.1" status: 200 len: 1095 time: 0.1072905 Feb 09 02:17:33.809941 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b3d2c-2b8b-40eb-b72d-93e7bc2414f1 req-9e7f17a9-73dc-4d71-8175-88268e01ca37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:33.811369 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e13b3d2c-2b8b-40eb-b72d-93e7bc2414f1 req-9e7f17a9-73dc-4d71-8175-88268e01ca37 service neutron] 10.222.0.99 "GET /v2.0/networks?id=674640b3-405d-4ea7-9a23-dff82f095067 HTTP/1.1" status: 200 len: 910 time: 0.1249018 Feb 09 02:17:33.880822 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e13b3d2c-2b8b-40eb-b72d-93e7bc2414f1 req-c67e7a2a-e29e-4dc1-9fbe-066c2d08a15f service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=baf3b872-ddb8-40eb-897a-2ed60cf0158b HTTP/1.1" status: 200 len: 217 time: 0.0632544 Feb 09 02:17:33.942299 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b3d2c-2b8b-40eb-b72d-93e7bc2414f1 req-7c56acbc-6811-4a30-8d5d-b3c012cc1149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:33.943777 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e13b3d2c-2b8b-40eb-b72d-93e7bc2414f1 req-7c56acbc-6811-4a30-8d5d-b3c012cc1149 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e6178e2b-0a8b-4256-af87-acc1f11408c9 HTTP/1.1" status: 200 len: 848 time: 0.0570383 Feb 09 02:17:34.016942 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b3d2c-2b8b-40eb-b72d-93e7bc2414f1 req-f81ce37a-9569-4900-81f8-ccf6a0e839de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:34.018411 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e13b3d2c-2b8b-40eb-b72d-93e7bc2414f1 req-f81ce37a-9569-4900-81f8-ccf6a0e839de service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=674640b3-405d-4ea7-9a23-dff82f095067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689049 Feb 09 02:17:34.148388 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e13b3d2c-2b8b-40eb-b72d-93e7bc2414f1 req-a43102c7-6ccb-47ae-9174-56ba4a503812 service neutron] 10.222.0.99 "GET /v2.0/networks/674640b3-405d-4ea7-9a23-dff82f095067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228445 Feb 09 02:17:34.276479 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e13b3d2c-2b8b-40eb-b72d-93e7bc2414f1 req-36c953ac-e035-4675-807f-576603ceda3f service neutron] 10.222.0.99 "GET /v2.0/networks/674640b3-405d-4ea7-9a23-dff82f095067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222265 Feb 09 02:17:34.850152 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227b5b0-a9dd-4429-aca3-39eef7c4987f req-c98e2cce-b433-4a99-81d5-d8abc4aa4f1b tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:34.851619 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b227b5b0-a9dd-4429-aca3-39eef7c4987f req-c98e2cce-b433-4a99-81d5-d8abc4aa4f1b tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=9ae4cb38-b28c-4550-89fc-5207d1fb8a3e HTTP/1.1" status: 200 len: 944 time: 0.0841544 Feb 09 02:17:34.895647 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b227b5b0-a9dd-4429-aca3-39eef7c4987f req-4b8de6a5-16cb-4f67-be0d-8f619d28e647 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=897ecfdc-6fb3-40fa-815e-edb0e3fc898f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382214 Feb 09 02:17:36.076210 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9602f638-1a49-4cce-a60f-ce9e79a4854d req-7ff267c8-8b2f-435d-b1ab-82cd566850b6 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:36.077661 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9602f638-1a49-4cce-a60f-ce9e79a4854d req-7ff267c8-8b2f-435d-b1ab-82cd566850b6 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=9ae4cb38-b28c-4550-89fc-5207d1fb8a3e HTTP/1.1" status: 200 len: 944 time: 0.0779102 Feb 09 02:17:36.126393 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9602f638-1a49-4cce-a60f-ce9e79a4854d req-eca2bc10-a294-4d5c-b563-69f1a2d68aaa tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=897ecfdc-6fb3-40fa-815e-edb0e3fc898f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426273 Feb 09 02:17:37.310678 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14438a04-8871-4588-bb69-4eea8ec08f1c req-860576ab-76a8-4344-9be4-d1be82ca2b2b tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:37.312123 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-14438a04-8871-4588-bb69-4eea8ec08f1c req-860576ab-76a8-4344-9be4-d1be82ca2b2b tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=9ae4cb38-b28c-4550-89fc-5207d1fb8a3e HTTP/1.1" status: 200 len: 944 time: 0.0785728 Feb 09 02:17:37.355738 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-14438a04-8871-4588-bb69-4eea8ec08f1c req-5956fc93-46f2-4bb1-a3fc-b641ef08d37d tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=897ecfdc-6fb3-40fa-815e-edb0e3fc898f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376220 Feb 09 02:17:38.330043 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f48131d7-6936-418b-b049-810e07f56019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:38.542506 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b21c0e-e89d-4383-a315-775dbbfa2d48 req-cd530134-2106-470f-a016-449b4d59ff30 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:38.543961 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-83b21c0e-e89d-4383-a315-775dbbfa2d48 req-cd530134-2106-470f-a016-449b4d59ff30 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=9ae4cb38-b28c-4550-89fc-5207d1fb8a3e HTTP/1.1" status: 200 len: 944 time: 0.0833330 Feb 09 02:17:38.587734 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-83b21c0e-e89d-4383-a315-775dbbfa2d48 req-31222834-86e6-4d2c-a7e4-17ee6d0bdeff tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=897ecfdc-6fb3-40fa-815e-edb0e3fc898f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381341 Feb 09 02:17:39.928285 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf8bb25-1058-488d-881b-567397131df8 req-3e99f1b7-3b8f-4cb6-a948-5fa9e0dc8c2a tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:39.929798 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9cf8bb25-1058-488d-881b-567397131df8 req-3e99f1b7-3b8f-4cb6-a948-5fa9e0dc8c2a tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=9ae4cb38-b28c-4550-89fc-5207d1fb8a3e HTTP/1.1" status: 200 len: 944 time: 0.0820212 Feb 09 02:17:39.976177 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9cf8bb25-1058-488d-881b-567397131df8 req-9903b2b3-cd67-453d-b718-e5df872fe874 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=897ecfdc-6fb3-40fa-815e-edb0e3fc898f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399582 Feb 09 02:17:40.634545 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-89216dbf-bfd8-4a27-8173-f89b1aa16e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:41.163146 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70708d0-78ec-471b-9fd2-469a7ae74626 req-4d0ca2dc-fe51-4619-b1ca-615c03d5745e tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:41.164637 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a70708d0-78ec-471b-9fd2-469a7ae74626 req-4d0ca2dc-fe51-4619-b1ca-615c03d5745e tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=9ae4cb38-b28c-4550-89fc-5207d1fb8a3e HTTP/1.1" status: 200 len: 944 time: 0.0825448 Feb 09 02:17:41.207806 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a70708d0-78ec-471b-9fd2-469a7ae74626 req-ceea6db4-6b50-41b9-a9ae-0d322c213dd2 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=897ecfdc-6fb3-40fa-815e-edb0e3fc898f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375612 Feb 09 02:17:41.723757 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:41.771934 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:41.946284 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device baf3b872-ddb8-40eb-897a-2ed60cf0158b details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 02:17:42.077378 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port baf3b872-ddb8-40eb-897a-2ed60cf0158b, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=baf3b872-ddb8-40eb-897a-2ed60cf0158b,segment=NetworkSegment(67a1c5dd-4b89-4026-97c3-38e75d8014c9),segment_id=67a1c5dd-4b89-4026-97c3-38e75d8014c9)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:17:42.093567 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': 'baf3b872-ddb8-40eb-897a-2ed60cf0158b', 'network_id': '674640b3-405d-4ea7-9a23-dff82f095067', 'port_id': 'baf3b872-ddb8-40eb-897a-2ed60cf0158b', 'mac_address': 'fa:16:3e:b4:83:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6178e2b-0a8b-4256-af87-acc1f11408c9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 02:17:42.148118 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:42.164199 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baf3b872-ddb8-40eb-897a-2ed60cf0158b {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 02:17:42.179586 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port baf3b872-ddb8-40eb-897a-2ed60cf0158b, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=baf3b872-ddb8-40eb-897a-2ed60cf0158b,segment=NetworkSegment(67a1c5dd-4b89-4026-97c3-38e75d8014c9),segment_id=67a1c5dd-4b89-4026-97c3-38e75d8014c9)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:17:42.183756 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:42.250803 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=baf3b872-ddb8-40eb-897a-2ed60cf0158b,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:42.258749 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:42.259094 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:42.259432 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:42.259770 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:42.260105 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:42.260432 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:42.260758 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:42.261077 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:42.261398 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:42.261759 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:42.262343 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:42.262666 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:42.388687 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bff938b-132a-4c21-b126-a1d0bcc4eafb req-1c9d1816-857f-47e7-8aae-dc9361aaf5ec tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:42.390165 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8bff938b-132a-4c21-b126-a1d0bcc4eafb req-1c9d1816-857f-47e7-8aae-dc9361aaf5ec tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=9ae4cb38-b28c-4550-89fc-5207d1fb8a3e HTTP/1.1" status: 200 len: 945 time: 0.0787220 Feb 09 02:17:42.438212 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8bff938b-132a-4c21-b126-a1d0bcc4eafb req-58e77f47-5697-42a7-b212-744a5cf495ee tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=897ecfdc-6fb3-40fa-815e-edb0e3fc898f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424876 Feb 09 02:17:42.525257 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['baf3b872-ddb8-40eb-897a-2ed60cf0158b'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 02:17:43.436430 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:43.622284 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced0bc3-b2c9-4fd8-b1cc-2e15c211f6eb req-75790f5b-4ea0-4cd5-a813-1bf7ae06cc4f tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:43.623861 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fced0bc3-b2c9-4fd8-b1cc-2e15c211f6eb req-75790f5b-4ea0-4cd5-a813-1bf7ae06cc4f tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=9ae4cb38-b28c-4550-89fc-5207d1fb8a3e HTTP/1.1" status: 200 len: 945 time: 0.0800302 Feb 09 02:17:43.669754 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fced0bc3-b2c9-4fd8-b1cc-2e15c211f6eb req-65747367-26a0-47ff-a8a5-0bc7293b48d4 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=897ecfdc-6fb3-40fa-815e-edb0e3fc898f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401382 Feb 09 02:17:43.964623 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device baf3b872-ddb8-40eb-897a-2ed60cf0158b up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:17:44.031808 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning for port baf3b872-ddb8-40eb-897a-2ed60cf0158b completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:17:44.036679 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port baf3b872-ddb8-40eb-897a-2ed60cf0158b triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:17:44.037052 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:44.154425 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:44.180708 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ae4cb38-b28c-4550-89fc-5207d1fb8a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf3b872-ddb8-40eb-897a-2ed60cf0158b'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:17:44.190306 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port baf3b872-ddb8-40eb-897a-2ed60cf0158b, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=baf3b872-ddb8-40eb-897a-2ed60cf0158b,segment=NetworkSegment(67a1c5dd-4b89-4026-97c3-38e75d8014c9),segment_id=67a1c5dd-4b89-4026-97c3-38e75d8014c9)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:17:44.195735 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:44.267054 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=baf3b872-ddb8-40eb-897a-2ed60cf0158b,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:44.275333 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ae4cb38-b28c-4550-89fc-5207d1fb8a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf3b872-ddb8-40eb-897a-2ed60cf0158b', 'code': 200} Feb 09 02:17:44.400025 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a10a5-76ff-4f27-8df6-3cdb0ab0a0f6 req-fc5e26f6-73b4-46bd-a73a-dd59f94c4136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:44.401459 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-914a10a5-76ff-4f27-8df6-3cdb0ab0a0f6 req-fc5e26f6-73b4-46bd-a73a-dd59f94c4136 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=9ae4cb38-b28c-4550-89fc-5207d1fb8a3e HTTP/1.1" status: 200 len: 1097 time: 0.0712669 Feb 09 02:17:44.532991 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-914a10a5-76ff-4f27-8df6-3cdb0ab0a0f6 req-a717bf7b-87a2-4f02-a282-2239e0a02409 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=897ecfdc-6fb3-40fa-815e-edb0e3fc898f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1259358 Feb 09 02:17:44.851473 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9809c55a-e135-4065-8feb-1fb4b91340e2 req-016c3860-c5cb-46d0-b73f-1350e66a3325 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:44.852836 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9809c55a-e135-4065-8feb-1fb4b91340e2 req-016c3860-c5cb-46d0-b73f-1350e66a3325 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=9ae4cb38-b28c-4550-89fc-5207d1fb8a3e HTTP/1.1" status: 200 len: 946 time: 0.0793605 Feb 09 02:17:44.897374 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9809c55a-e135-4065-8feb-1fb4b91340e2 req-c7aaabfb-dd99-40ae-9bfe-8517da744139 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=897ecfdc-6fb3-40fa-815e-edb0e3fc898f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390086 Feb 09 02:17:46.084559 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f7553-fd6e-4d78-8a6b-143d59ad589e req-d15076a4-4acb-48e4-b97e-0e426f80a11c tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:46.086032 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-db0f7553-fd6e-4d78-8a6b-143d59ad589e req-d15076a4-4acb-48e4-b97e-0e426f80a11c tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=9ae4cb38-b28c-4550-89fc-5207d1fb8a3e HTTP/1.1" status: 200 len: 946 time: 0.0815222 Feb 09 02:17:46.129237 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-db0f7553-fd6e-4d78-8a6b-143d59ad589e req-4bdfe6b5-aa16-42fc-87f4-a939190780de tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=897ecfdc-6fb3-40fa-815e-edb0e3fc898f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377154 Feb 09 02:17:46.310895 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f0ebe-2801-41e6-a06e-84c5e2ef3ffb req-45ae4c02-9154-4296-b646-5503b14c75a1 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:46.312276 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6a0f0ebe-2801-41e6-a06e-84c5e2ef3ffb req-45ae4c02-9154-4296-b646-5503b14c75a1 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=9ae4cb38-b28c-4550-89fc-5207d1fb8a3e HTTP/1.1" status: 200 len: 946 time: 0.0780630 Feb 09 02:17:46.359082 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-6a0f0ebe-2801-41e6-a06e-84c5e2ef3ffb req-9a9f4215-6924-4f38-9882-5e0bb442b504 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=897ecfdc-6fb3-40fa-815e-edb0e3fc898f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406885 Feb 09 02:17:46.381482 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 51184) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:17:46.490438 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fc0e89-6e74-4ee7-8380-04696cadbf1e tempest-TestShelveInstance-786285105 tempest-TestShelveInstance-786285105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:46.491921 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-68fc0e89-6e74-4ee7-8380-04696cadbf1e tempest-TestShelveInstance-786285105 tempest-TestShelveInstance-786285105-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=9ae4cb38-b28c-4550-89fc-5207d1fb8a3e HTTP/1.1" status: 200 len: 1092 time: 0.1094332 Feb 09 02:17:46.494762 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 51190) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:17:46.499584 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-4d8b76e6-c5ce-43d1-afc4-9d5e3dc074a2 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Request body: {'floatingip': {'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'port_id': 'baf3b872-ddb8-40eb-897a-2ed60cf0158b', 'tenant_id': 'b54a3eca3d694dacaab799c3b259d242', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:17:46.506532 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4d8b76e6-c5ce-43d1-afc4-9d5e3dc074a2 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:17:46.510301 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-4d8b76e6-c5ce-43d1-afc4-9d5e3dc074a2 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Usage tracker for resource:floatingip and tenant:b54a3eca3d694dacaab799c3b259d242 is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:17:46.513329 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-4d8b76e6-c5ce-43d1-afc4-9d5e3dc074a2 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:17:46.518926 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-4d8b76e6-c5ce-43d1-afc4-9d5e3dc074a2 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:17:46.529997 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4d8b76e6-c5ce-43d1-afc4-9d5e3dc074a2 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks [] for floatingip, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:46.664927 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4d8b76e6-c5ce-43d1-afc4-9d5e3dc074a2 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:46.801193 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-4d8b76e6-c5ce-43d1-afc4-9d5e3dc074a2 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Allocated IP 172.25.0.192 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/b42ce689-d2db-48a1-a248-9cbb7e9c1c3f) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:17:46.958006 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4d8b76e6-c5ce-43d1-afc4-9d5e3dc074a2 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:46.986123 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4d8b76e6-c5ce-43d1-afc4-9d5e3dc074a2 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:47.048272 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8b76e6-c5ce-43d1-afc4-9d5e3dc074a2 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:17:47.051045 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-4d8b76e6-c5ce-43d1-afc4-9d5e3dc074a2 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:17:47.055433 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8b76e6-c5ce-43d1-afc4-9d5e3dc074a2 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:17:47.093914 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8b76e6-c5ce-43d1-afc4-9d5e3dc074a2 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Pushing event updated for resources: {'Port': ['ID=b42ce689-d2db-48a1-a248-9cbb7e9c1c3f,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:47.460440 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4d8b76e6-c5ce-43d1-afc4-9d5e3dc074a2 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:47.533961 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4d8b76e6-c5ce-43d1-afc4-9d5e3dc074a2 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:47.738742 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4d8b76e6-c5ce-43d1-afc4-9d5e3dc074a2 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:47.743424 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4d8b76e6-c5ce-43d1-afc4-9d5e3dc074a2 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:47.937792 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8b76e6-c5ce-43d1-afc4-9d5e3dc074a2 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Pushing event updated for resources: {'Port': ['ID=b42ce689-d2db-48a1-a248-9cbb7e9c1c3f,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:47.954912 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4d8b76e6-c5ce-43d1-afc4-9d5e3dc074a2 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:48.124488 n-d-828418-1 neutron-server[87639]: INFO neutron.db.l3_db [None req-4d8b76e6-c5ce-43d1-afc4-9d5e3dc074a2 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Floating IP 88a05f57-0ac4-4524-924d-3a5506b8ee4b associated. External IP: 172.25.0.192, port: baf3b872-ddb8-40eb-897a-2ed60cf0158b. Feb 09 02:17:48.467702 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d8b76e6-c5ce-43d1-afc4-9d5e3dc074a2 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Router 2387ceb0-8206-4c48-9cc0-9ac33c6676bb has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:17:48.645469 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d8b76e6-c5ce-43d1-afc4-9d5e3dc074a2 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:17:48.655153 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a6b47a-4d0a-4c98-bf90-73f9cb518b25 None None] Sync routers for ids ['2387ceb0-8206-4c48-9cc0-9ac33c6676bb'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:17:48.664903 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a6b47a-4d0a-4c98-bf90-73f9cb518b25 None None] Routers {'2387ceb0-8206-4c48-9cc0-9ac33c6676bb'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:17:48.665512 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-51a6b47a-4d0a-4c98-bf90-73f9cb518b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:17:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['2387ceb0-8206-4c48-9cc0-9ac33c6676bb'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:48.670367 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4d8b76e6-c5ce-43d1-afc4-9d5e3dc074a2 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:48.725799 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-4d8b76e6-c5ce-43d1-afc4-9d5e3dc074a2 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2298872 Feb 09 02:17:48.726290 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ae4cb38-b28c-4550-89fc-5207d1fb8a3e', 'tag': 'baf3b872-ddb8-40eb-897a-2ed60cf0158b'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:17:48.769235 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ae4cb38-b28c-4550-89fc-5207d1fb8a3e', 'tag': 'baf3b872-ddb8-40eb-897a-2ed60cf0158b', 'status': 'completed', 'code': 200} Feb 09 02:17:48.845079 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-51a6b47a-4d0a-4c98-bf90-73f9cb518b25 None None] Set router 2387ceb0-8206-4c48-9cc0-9ac33c6676bb gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:17:48.863480 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baff0b9c-7bb6-4346-a2d3-a3379fbd4b46 req-ae753e27-75df-4d4b-bdb2-f5a2794d1677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:48.865181 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-baff0b9c-7bb6-4346-a2d3-a3379fbd4b46 req-ae753e27-75df-4d4b-bdb2-f5a2794d1677 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b54a3eca3d694dacaab799c3b259d242&device_id=9ae4cb38-b28c-4550-89fc-5207d1fb8a3e HTTP/1.1" status: 200 len: 1097 time: 0.0737622 Feb 09 02:17:49.003875 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baff0b9c-7bb6-4346-a2d3-a3379fbd4b46 req-53ff4b37-6171-4109-9676-d682253ff295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:49.005505 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-baff0b9c-7bb6-4346-a2d3-a3379fbd4b46 req-53ff4b37-6171-4109-9676-d682253ff295 service neutron] 10.222.0.99 "GET /v2.0/networks?id=674640b3-405d-4ea7-9a23-dff82f095067 HTTP/1.1" status: 200 len: 910 time: 0.1337657 Feb 09 02:17:49.105482 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-baff0b9c-7bb6-4346-a2d3-a3379fbd4b46 req-b6a05563-0b3c-43db-bda4-5911e8b9f7ed service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=baf3b872-ddb8-40eb-897a-2ed60cf0158b HTTP/1.1" status: 200 len: 1000 time: 0.0935719 Feb 09 02:17:49.170668 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baff0b9c-7bb6-4346-a2d3-a3379fbd4b46 req-6202465a-406a-454e-92ec-e5027d312122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:49.172121 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-baff0b9c-7bb6-4346-a2d3-a3379fbd4b46 req-6202465a-406a-454e-92ec-e5027d312122 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e6178e2b-0a8b-4256-af87-acc1f11408c9 HTTP/1.1" status: 200 len: 848 time: 0.0608549 Feb 09 02:17:49.219387 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-51a6b47a-4d0a-4c98-bf90-73f9cb518b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2387ceb0-8206-4c48-9cc0-9ac33c6676bb', 'name': 'tempest-TestShelveInstance-2041250135-router', 'tenant_id': 'b54a3eca3d694dacaab799c3b259d242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '04410e41-1913-4877-b321-98a94ff02c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:54Z', 'updated_at': '2022-02-09T02:11:58Z', 'revision_number': 4, 'project_id': 'b54a3eca3d694dacaab799c3b259d242', 'gw_port': {'id': '04410e41-1913-4877-b321-98a94ff02c23', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2387ceb0-8206-4c48-9cc0-9ac33c6676bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:55Z', 'updated_at': '2022-02-09T02:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '88a05f57-0ac4-4524-924d-3a5506b8ee4b', 'tenant_id': 'b54a3eca3d694dacaab799c3b259d242', 'floating_ip_address': '172.25.0.192', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '2387ceb0-8206-4c48-9cc0-9ac33c6676bb', 'port_id': 'baf3b872-ddb8-40eb-897a-2ed60cf0158b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '674640b3-405d-4ea7-9a23-dff82f095067', 'mac_address': 'fa:16:3e:b4:83:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae4cb38-b28c-4550-89fc-5207d1fb8a3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:17:47Z', 'updated_at': '2022-02-09T02:17:47Z', 'revision_number': 0, 'project_id': 'b54a3eca3d694dacaab799c3b259d242', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '085df2ad-1826-49fb-879c-c5678e24d069', 'name': '', 'network_id': '674640b3-405d-4ea7-9a23-dff82f095067', 'tenant_id': 'b54a3eca3d694dacaab799c3b259d242', 'mac_address': 'fa:16:3e:75:65:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2387ceb0-8206-4c48-9cc0-9ac33c6676bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'e6178e2b-0a8b-4256-af87-acc1f11408c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:58Z', 'updated_at': '2022-02-09T02:12:04Z', 'revision_number': 5, 'project_id': 'b54a3eca3d694dacaab799c3b259d242', 'subnets': [{'id': 'e6178e2b-0a8b-4256-af87-acc1f11408c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:49.223682 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a6b47a-4d0a-4c98-bf90-73f9cb518b25 None None] Checking router: 2387ceb0-8206-4c48-9cc0-9ac33c6676bb for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:17:49.231799 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a6b47a-4d0a-4c98-bf90-73f9cb518b25 None None] Routers {'2387ceb0-8206-4c48-9cc0-9ac33c6676bb'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:17:49.232380 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-51a6b47a-4d0a-4c98-bf90-73f9cb518b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:17:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['2387ceb0-8206-4c48-9cc0-9ac33c6676bb'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:49.248478 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baff0b9c-7bb6-4346-a2d3-a3379fbd4b46 req-c7198097-08d5-4d25-a3c5-ec94190ad62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:49.249981 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-baff0b9c-7bb6-4346-a2d3-a3379fbd4b46 req-c7198097-08d5-4d25-a3c5-ec94190ad62d service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=674640b3-405d-4ea7-9a23-dff82f095067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719173 Feb 09 02:17:49.260519 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [req-baff0b9c-7bb6-4346-a2d3-a3379fbd4b46 req-b15bbf8a-31ca-4af3-a12b-bf1c798672bf service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 02:17:49.261373 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-baff0b9c-7bb6-4346-a2d3-a3379fbd4b46 req-b15bbf8a-31ca-4af3-a12b-bf1c798672bf service neutron] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046971 Feb 09 02:17:49.411536 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-51a6b47a-4d0a-4c98-bf90-73f9cb518b25 None None] Set router 2387ceb0-8206-4c48-9cc0-9ac33c6676bb gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:17:49.501789 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-baff0b9c-7bb6-4346-a2d3-a3379fbd4b46 req-c5c46949-2ea6-425c-8fbf-5af3b4c84144 service neutron] 10.222.0.99 "GET /v2.0/networks/674640b3-405d-4ea7-9a23-dff82f095067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346189 Feb 09 02:17:49.638175 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-baff0b9c-7bb6-4346-a2d3-a3379fbd4b46 req-a6626c55-4d04-46e7-861f-2cf0b93d86c4 service neutron] 10.222.0.99 "GET /v2.0/networks/674640b3-405d-4ea7-9a23-dff82f095067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298773 Feb 09 02:17:49.759279 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-51a6b47a-4d0a-4c98-bf90-73f9cb518b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2387ceb0-8206-4c48-9cc0-9ac33c6676bb', 'name': 'tempest-TestShelveInstance-2041250135-router', 'tenant_id': 'b54a3eca3d694dacaab799c3b259d242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '04410e41-1913-4877-b321-98a94ff02c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:54Z', 'updated_at': '2022-02-09T02:11:58Z', 'revision_number': 4, 'project_id': 'b54a3eca3d694dacaab799c3b259d242', 'gw_port': {'id': '04410e41-1913-4877-b321-98a94ff02c23', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2387ceb0-8206-4c48-9cc0-9ac33c6676bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:55Z', 'updated_at': '2022-02-09T02:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '88a05f57-0ac4-4524-924d-3a5506b8ee4b', 'tenant_id': 'b54a3eca3d694dacaab799c3b259d242', 'floating_ip_address': '172.25.0.192', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '2387ceb0-8206-4c48-9cc0-9ac33c6676bb', 'port_id': 'baf3b872-ddb8-40eb-897a-2ed60cf0158b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '674640b3-405d-4ea7-9a23-dff82f095067', 'mac_address': 'fa:16:3e:b4:83:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae4cb38-b28c-4550-89fc-5207d1fb8a3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:17:47Z', 'updated_at': '2022-02-09T02:17:47Z', 'revision_number': 0, 'project_id': 'b54a3eca3d694dacaab799c3b259d242', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '085df2ad-1826-49fb-879c-c5678e24d069', 'name': '', 'network_id': '674640b3-405d-4ea7-9a23-dff82f095067', 'tenant_id': 'b54a3eca3d694dacaab799c3b259d242', 'mac_address': 'fa:16:3e:75:65:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2387ceb0-8206-4c48-9cc0-9ac33c6676bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'e6178e2b-0a8b-4256-af87-acc1f11408c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:58Z', 'updated_at': '2022-02-09T02:12:04Z', 'revision_number': 5, 'project_id': 'b54a3eca3d694dacaab799c3b259d242', 'subnets': [{'id': 'e6178e2b-0a8b-4256-af87-acc1f11408c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:49.763458 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a6b47a-4d0a-4c98-bf90-73f9cb518b25 None None] The sync data for ids ['2387ceb0-8206-4c48-9cc0-9ac33c6676bb'] in n-d-828418-1 is: [{'id': '2387ceb0-8206-4c48-9cc0-9ac33c6676bb', 'name': 'tempest-TestShelveInstance-2041250135-router', 'tenant_id': 'b54a3eca3d694dacaab799c3b259d242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '04410e41-1913-4877-b321-98a94ff02c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:54Z', 'updated_at': '2022-02-09T02:11:58Z', 'revision_number': 4, 'project_id': 'b54a3eca3d694dacaab799c3b259d242', 'gw_port': {'id': '04410e41-1913-4877-b321-98a94ff02c23', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2387ceb0-8206-4c48-9cc0-9ac33c6676bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:55Z', 'updated_at': '2022-02-09T02:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '88a05f57-0ac4-4524-924d-3a5506b8ee4b', 'tenant_id': 'b54a3eca3d694dacaab799c3b259d242', 'floating_ip_address': '172.25.0.192', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '2387ceb0-8206-4c48-9cc0-9ac33c6676bb', 'port_id': 'baf3b872-ddb8-40eb-897a-2ed60cf0158b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '674640b3-405d-4ea7-9a23-dff82f095067', 'mac_address': 'fa:16:3e:b4:83:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae4cb38-b28c-4550-89fc-5207d1fb8a3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:17:47Z', 'updated_at': '2022-02-09T02:17:47Z', 'revision_number': 0, 'project_id': 'b54a3eca3d694dacaab799c3b259d242', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '085df2ad-1826-49fb-879c-c5678e24d069', 'name': '', 'network_id': '674640b3-405d-4ea7-9a23-dff82f095067', 'tenant_id': 'b54a3eca3d694dacaab799c3b259d242', 'mac_address': 'fa:16:3e:75:65:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2387ceb0-8206-4c48-9cc0-9ac33c6676bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'e6178e2b-0a8b-4256-af87-acc1f11408c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:58Z', 'updated_at': '2022-02-09T02:12:04Z', 'revision_number': 5, 'project_id': 'b54a3eca3d694dacaab799c3b259d242', 'subnets': [{'id': 'e6178e2b-0a8b-4256-af87-acc1f11408c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:17:49.961951 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5071bc25-ea34-4e4a-9680-0aa7f9b94da3 None None] New status for floating IP 88a05f57-0ac4-4524-924d-3a5506b8ee4b: ACTIVE {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:17:52.711488 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:53.808277 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d6e12b75-7755-42b8-bf6f-57cd4a4d7fac req-ce95a293-9dc1-43a2-961f-cd83f94ddae9 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=9ae4cb38-b28c-4550-89fc-5207d1fb8a3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0715559 Feb 09 02:17:53.943412 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e12b75-7755-42b8-bf6f-57cd4a4d7fac req-5b518751-6a49-44e3-975b-ac2286bf6624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:53.944851 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d6e12b75-7755-42b8-bf6f-57cd4a4d7fac req-5b518751-6a49-44e3-975b-ac2286bf6624 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b54a3eca3d694dacaab799c3b259d242&device_id=9ae4cb38-b28c-4550-89fc-5207d1fb8a3e HTTP/1.1" status: 200 len: 1097 time: 0.0703375 Feb 09 02:17:54.087319 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e12b75-7755-42b8-bf6f-57cd4a4d7fac req-b264ee35-bc2c-477e-9648-4ad87f8c17a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:54.088755 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d6e12b75-7755-42b8-bf6f-57cd4a4d7fac req-b264ee35-bc2c-477e-9648-4ad87f8c17a8 service neutron] 10.222.0.99 "GET /v2.0/networks?id=674640b3-405d-4ea7-9a23-dff82f095067 HTTP/1.1" status: 200 len: 910 time: 0.1259568 Feb 09 02:17:54.189747 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d6e12b75-7755-42b8-bf6f-57cd4a4d7fac req-4b51b7aa-0f71-4ec5-9586-eee70cf751ff service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=baf3b872-ddb8-40eb-897a-2ed60cf0158b HTTP/1.1" status: 200 len: 1002 time: 0.0948889 Feb 09 02:17:54.249309 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e12b75-7755-42b8-bf6f-57cd4a4d7fac req-10a4df35-df9f-46e0-be9f-d9c285250057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:54.250636 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d6e12b75-7755-42b8-bf6f-57cd4a4d7fac req-10a4df35-df9f-46e0-be9f-d9c285250057 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e6178e2b-0a8b-4256-af87-acc1f11408c9 HTTP/1.1" status: 200 len: 848 time: 0.0555203 Feb 09 02:17:54.328504 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e12b75-7755-42b8-bf6f-57cd4a4d7fac req-7cc66ab8-1a63-475b-b900-a86ae236b7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:54.330003 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d6e12b75-7755-42b8-bf6f-57cd4a4d7fac req-7cc66ab8-1a63-475b-b900-a86ae236b7b4 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=674640b3-405d-4ea7-9a23-dff82f095067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732656 Feb 09 02:17:54.466408 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d6e12b75-7755-42b8-bf6f-57cd4a4d7fac req-2d501523-52fe-428e-a2a9-d428b4d2e766 service neutron] 10.222.0.99 "GET /v2.0/networks/674640b3-405d-4ea7-9a23-dff82f095067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302037 Feb 09 02:17:54.605732 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d6e12b75-7755-42b8-bf6f-57cd4a4d7fac req-c4b5677d-91e5-4d86-bbb4-03218cd0dabb service neutron] 10.222.0.99 "GET /v2.0/networks/674640b3-405d-4ea7-9a23-dff82f095067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333213 Feb 09 02:17:55.635228 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:18:02.404269 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:18:08.332237 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-653b10db-b268-4734-9f74-49cdf0110d28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:18:10.637312 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f952f1ff-856c-49b3-9ce0-5026caa2f6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:18:11.727983 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:18:11.776499 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:18:13.446589 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:18:22.715117 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:18:25.646701 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:18:38.334460 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a8cad5ec-592e-4c73-83ad-34040f9a1550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:18:39.404139 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:18:40.641558 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1eca283e-34b7-4fd4-8dfb-7f3ef9560ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:18:41.729965 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:18:41.777313 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:18:43.439394 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:18:52.726805 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:18:53.797457 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-72816ec1-cc55-460c-87ac-cedc6ceea903 req-3ec5fc54-41e6-4d45-ba06-9854b4056016 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=9ae4cb38-b28c-4550-89fc-5207d1fb8a3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0676718 Feb 09 02:18:53.934314 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72816ec1-cc55-460c-87ac-cedc6ceea903 req-0534cefa-d668-4bfd-ae1f-375ae714dd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:53.935757 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-72816ec1-cc55-460c-87ac-cedc6ceea903 req-0534cefa-d668-4bfd-ae1f-375ae714dd1b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b54a3eca3d694dacaab799c3b259d242&device_id=9ae4cb38-b28c-4550-89fc-5207d1fb8a3e HTTP/1.1" status: 200 len: 1097 time: 0.0728738 Feb 09 02:18:54.074609 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72816ec1-cc55-460c-87ac-cedc6ceea903 req-49b5b452-dfc9-4965-a90b-c0a6e6254bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:54.076025 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-72816ec1-cc55-460c-87ac-cedc6ceea903 req-49b5b452-dfc9-4965-a90b-c0a6e6254bdc service neutron] 10.222.0.99 "GET /v2.0/networks?id=674640b3-405d-4ea7-9a23-dff82f095067 HTTP/1.1" status: 200 len: 910 time: 0.1226056 Feb 09 02:18:54.176461 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-72816ec1-cc55-460c-87ac-cedc6ceea903 req-6c9c819f-caed-4640-8323-0d80fc927f80 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=baf3b872-ddb8-40eb-897a-2ed60cf0158b HTTP/1.1" status: 200 len: 1002 time: 0.0939953 Feb 09 02:18:54.236544 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72816ec1-cc55-460c-87ac-cedc6ceea903 req-0bccec7b-da9e-412a-9098-6660b91c96bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:54.237881 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-72816ec1-cc55-460c-87ac-cedc6ceea903 req-0bccec7b-da9e-412a-9098-6660b91c96bd service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e6178e2b-0a8b-4256-af87-acc1f11408c9 HTTP/1.1" status: 200 len: 848 time: 0.0564239 Feb 09 02:18:54.309572 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72816ec1-cc55-460c-87ac-cedc6ceea903 req-b58de7fc-ac4f-4a4b-819e-9b19c013d148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:54.311014 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-72816ec1-cc55-460c-87ac-cedc6ceea903 req-b58de7fc-ac4f-4a4b-819e-9b19c013d148 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=674640b3-405d-4ea7-9a23-dff82f095067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677891 Feb 09 02:18:54.535308 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-72816ec1-cc55-460c-87ac-cedc6ceea903 req-d87928e5-8bba-4571-b3ed-5dfc77ac9a2e service neutron] 10.222.0.99 "GET /v2.0/networks/674640b3-405d-4ea7-9a23-dff82f095067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184381 Feb 09 02:18:54.663449 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-72816ec1-cc55-460c-87ac-cedc6ceea903 req-aca60177-97a0-4760-8d68-6ae6aae1d048 service neutron] 10.222.0.99 "GET /v2.0/networks/674640b3-405d-4ea7-9a23-dff82f095067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216931 Feb 09 02:18:55.642665 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:19:08.337560 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-db2175c9-c96d-410e-aa30-4ec2dac4bd31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:19:10.644159 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-71ea9525-bb55-489f-b015-daaf84f1f011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:19:11.731575 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:19:11.779831 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:19:13.441412 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:19:16.404056 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:19:22.725497 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:19:25.650807 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:19:38.340371 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9f292de3-944e-4580-9a5a-5c0492685f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:19:40.645883 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-75e47240-3ff5-4080-9e36-f81f95c5c1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:19:41.734096 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:19:41.781234 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:19:43.443491 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:19:47.696654 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e2ab1a-701c-4d95-9f7e-a105b6cab1a1 req-1e962ec2-15f3-439a-b80c-37c1e5eb3d72 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:47.698149 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-23e2ab1a-701c-4d95-9f7e-a105b6cab1a1 req-1e962ec2-15f3-439a-b80c-37c1e5eb3d72 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=9ae4cb38-b28c-4550-89fc-5207d1fb8a3e HTTP/1.1" status: 200 len: 946 time: 0.0870492 Feb 09 02:19:47.741215 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-23e2ab1a-701c-4d95-9f7e-a105b6cab1a1 req-19b9403d-2108-4ad7-a15a-98b32d2ec9ba tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=897ecfdc-6fb3-40fa-815e-edb0e3fc898f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373158 Feb 09 02:19:48.928507 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57ec522-0349-4a73-9425-75843414aa45 req-8d8e4e6e-a652-4503-84e2-22cb61904d14 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:48.929995 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d57ec522-0349-4a73-9425-75843414aa45 req-8d8e4e6e-a652-4503-84e2-22cb61904d14 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=9ae4cb38-b28c-4550-89fc-5207d1fb8a3e HTTP/1.1" status: 200 len: 946 time: 0.0794063 Feb 09 02:19:48.976901 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d57ec522-0349-4a73-9425-75843414aa45 req-1ba61b71-b18c-49d6-a57a-88236c34cae6 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=897ecfdc-6fb3-40fa-815e-edb0e3fc898f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413120 Feb 09 02:19:50.165070 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbc8193-35bc-4fb1-a012-b1219ef7c349 req-a92a6d81-9884-419e-8be8-5a45055fcabd tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:50.166533 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1fbc8193-35bc-4fb1-a012-b1219ef7c349 req-a92a6d81-9884-419e-8be8-5a45055fcabd tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=9ae4cb38-b28c-4550-89fc-5207d1fb8a3e HTTP/1.1" status: 200 len: 946 time: 0.0793405 Feb 09 02:19:50.209971 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1fbc8193-35bc-4fb1-a012-b1219ef7c349 req-b97e29be-3f83-4942-a50c-3c362f756ea9 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=897ecfdc-6fb3-40fa-815e-edb0e3fc898f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377941 Feb 09 02:19:51.396430 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f51775-9032-4f63-abae-c19f7fabf1f4 req-964ecc05-1427-4940-8d03-e3cb9f8b7376 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:51.397918 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-82f51775-9032-4f63-abae-c19f7fabf1f4 req-964ecc05-1427-4940-8d03-e3cb9f8b7376 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=9ae4cb38-b28c-4550-89fc-5207d1fb8a3e HTTP/1.1" status: 200 len: 946 time: 0.0835314 Feb 09 02:19:51.442880 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-82f51775-9032-4f63-abae-c19f7fabf1f4 req-d1f51170-62ab-4e7a-b823-03fdeb796b4d tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=897ecfdc-6fb3-40fa-815e-edb0e3fc898f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393989 Feb 09 02:19:52.629738 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96180fcb-152e-43a2-b106-7d7f9a6a11d1 req-a5e53f4b-a1e8-404f-a4e0-143edd33a1c4 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:52.631207 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-96180fcb-152e-43a2-b106-7d7f9a6a11d1 req-a5e53f4b-a1e8-404f-a4e0-143edd33a1c4 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=9ae4cb38-b28c-4550-89fc-5207d1fb8a3e HTTP/1.1" status: 200 len: 946 time: 0.0809045 Feb 09 02:19:52.676471 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-96180fcb-152e-43a2-b106-7d7f9a6a11d1 req-baf3c583-8d6f-4e4c-bf8e-e6f5089b7022 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=897ecfdc-6fb3-40fa-815e-edb0e3fc898f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382731 Feb 09 02:19:52.739289 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:19:53.404490 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:19:53.868094 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98033f-5813-4fcf-b5d6-a2544dd97f0f req-6fb4cb4e-f85a-4d7d-a3b4-31bf21cc034b tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:53.869587 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4b98033f-5813-4fcf-b5d6-a2544dd97f0f req-6fb4cb4e-f85a-4d7d-a3b4-31bf21cc034b tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=9ae4cb38-b28c-4550-89fc-5207d1fb8a3e HTTP/1.1" status: 200 len: 946 time: 0.0866756 Feb 09 02:19:53.959770 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4b98033f-5813-4fcf-b5d6-a2544dd97f0f req-a82fab95-39d7-4134-8df5-3fa947aa4247 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=897ecfdc-6fb3-40fa-815e-edb0e3fc898f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0597670 Feb 09 02:19:53.971727 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40a12aa-00b5-4bb3-9c05-a4fc52acc789 req-22c3fd95-b70e-4742-97c6-18b12e75b6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:53.973858 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f40a12aa-00b5-4bb3-9c05-a4fc52acc789 req-22c3fd95-b70e-4742-97c6-18b12e75b6cf service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b54a3eca3d694dacaab799c3b259d242&device_id=9ae4cb38-b28c-4550-89fc-5207d1fb8a3e HTTP/1.1" status: 200 len: 1097 time: 0.1562598 Feb 09 02:19:54.120540 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40a12aa-00b5-4bb3-9c05-a4fc52acc789 req-02d05efb-4de3-41fb-800c-891e7ae4e5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:54.122236 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f40a12aa-00b5-4bb3-9c05-a4fc52acc789 req-02d05efb-4de3-41fb-800c-891e7ae4e5a3 service neutron] 10.222.0.99 "GET /v2.0/networks?id=674640b3-405d-4ea7-9a23-dff82f095067 HTTP/1.1" status: 200 len: 910 time: 0.1242437 Feb 09 02:19:54.222644 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f40a12aa-00b5-4bb3-9c05-a4fc52acc789 req-2ce8af77-170d-4d3f-8495-0d0e63101307 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=baf3b872-ddb8-40eb-897a-2ed60cf0158b HTTP/1.1" status: 200 len: 1002 time: 0.0950871 Feb 09 02:19:54.286860 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40a12aa-00b5-4bb3-9c05-a4fc52acc789 req-26276470-ab29-4479-99fc-1213946bd701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:54.288245 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f40a12aa-00b5-4bb3-9c05-a4fc52acc789 req-26276470-ab29-4479-99fc-1213946bd701 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e6178e2b-0a8b-4256-af87-acc1f11408c9 HTTP/1.1" status: 200 len: 848 time: 0.0599763 Feb 09 02:19:54.361021 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40a12aa-00b5-4bb3-9c05-a4fc52acc789 req-ba7e859b-a3c1-4fd5-b78b-ab9d44c1dd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:54.362520 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f40a12aa-00b5-4bb3-9c05-a4fc52acc789 req-ba7e859b-a3c1-4fd5-b78b-ab9d44c1dd5e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=674640b3-405d-4ea7-9a23-dff82f095067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687814 Feb 09 02:19:54.492043 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f40a12aa-00b5-4bb3-9c05-a4fc52acc789 req-0cd58cfd-cf2d-4e2f-ab1d-3886ec969dd5 service neutron] 10.222.0.99 "GET /v2.0/networks/674640b3-405d-4ea7-9a23-dff82f095067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228726 Feb 09 02:19:54.623333 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f40a12aa-00b5-4bb3-9c05-a4fc52acc789 req-543d36d3-ed4f-4199-918b-b73c3b93c749 service neutron] 10.222.0.99 "GET /v2.0/networks/674640b3-405d-4ea7-9a23-dff82f095067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248331 Feb 09 02:19:55.146521 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166cadc9-31f4-443d-adad-cebd9442ee29 req-b082ee32-e621-43e1-9695-14935feea217 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:55.147962 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-166cadc9-31f4-443d-adad-cebd9442ee29 req-b082ee32-e621-43e1-9695-14935feea217 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=9ae4cb38-b28c-4550-89fc-5207d1fb8a3e HTTP/1.1" status: 200 len: 946 time: 0.0834701 Feb 09 02:19:55.191757 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-166cadc9-31f4-443d-adad-cebd9442ee29 req-a860bb93-9b38-47ba-b52d-c432ad6341c7 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=897ecfdc-6fb3-40fa-815e-edb0e3fc898f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378771 Feb 09 02:19:55.652940 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:19:56.376675 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9285b9fb-c336-4446-a786-9f5e9e19a7c7 req-23b4159d-c8b4-4241-9bb3-9584fa6cc607 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:56.378054 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9285b9fb-c336-4446-a786-9f5e9e19a7c7 req-23b4159d-c8b4-4241-9bb3-9584fa6cc607 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=9ae4cb38-b28c-4550-89fc-5207d1fb8a3e HTTP/1.1" status: 200 len: 946 time: 0.0790133 Feb 09 02:19:56.422436 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9285b9fb-c336-4446-a786-9f5e9e19a7c7 req-86ab4743-8b41-4b37-b8c8-fa06ed56ebc8 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=897ecfdc-6fb3-40fa-815e-edb0e3fc898f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372727 Feb 09 02:19:57.617447 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b1a8a-3324-4fa6-a86d-ca05c7017357 req-c8062c1a-de8d-4b1b-8386-a58a501a9780 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:57.618413 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-285b1a8a-3324-4fa6-a86d-ca05c7017357 req-c8062c1a-de8d-4b1b-8386-a58a501a9780 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=9ae4cb38-b28c-4550-89fc-5207d1fb8a3e HTTP/1.1" status: 200 len: 946 time: 0.0845692 Feb 09 02:19:57.669243 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-285b1a8a-3324-4fa6-a86d-ca05c7017357 req-53f0f350-80ae-4b79-a86a-a67101269feb tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=897ecfdc-6fb3-40fa-815e-edb0e3fc898f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444658 Feb 09 02:19:58.850381 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb43db2-a81a-483c-a176-9c251ca602f5 req-f7084f96-82e5-475d-b3fd-5d9b59e83a98 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:58.851829 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-eeb43db2-a81a-483c-a176-9c251ca602f5 req-f7084f96-82e5-475d-b3fd-5d9b59e83a98 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=9ae4cb38-b28c-4550-89fc-5207d1fb8a3e HTTP/1.1" status: 200 len: 946 time: 0.0793176 Feb 09 02:19:58.894743 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-eeb43db2-a81a-483c-a176-9c251ca602f5 req-0af9e111-6945-44bc-8e83-6303178970ab tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=897ecfdc-6fb3-40fa-815e-edb0e3fc898f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373640 Feb 09 02:20:00.097467 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1d934-5399-4c44-a0a9-64658f8c96dd req-33df3c27-d5a3-42ed-99f7-ef7802e2e2d6 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:00.099227 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f3d1d934-5399-4c44-a0a9-64658f8c96dd req-33df3c27-d5a3-42ed-99f7-ef7802e2e2d6 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=9ae4cb38-b28c-4550-89fc-5207d1fb8a3e HTTP/1.1" status: 200 len: 946 time: 0.0981910 Feb 09 02:20:00.144264 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f3d1d934-5399-4c44-a0a9-64658f8c96dd req-81db276c-7e83-4745-a0d3-2d500a679ff5 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=897ecfdc-6fb3-40fa-815e-edb0e3fc898f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392759 Feb 09 02:20:01.325497 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcb55c1-4b1b-4f53-b2bf-04552f4e2df1 req-b548ef43-41fc-4699-8b63-84913f1f7416 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:01.326895 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bdcb55c1-4b1b-4f53-b2bf-04552f4e2df1 req-b548ef43-41fc-4699-8b63-84913f1f7416 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=9ae4cb38-b28c-4550-89fc-5207d1fb8a3e HTTP/1.1" status: 200 len: 946 time: 0.0796821 Feb 09 02:20:01.372955 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-bdcb55c1-4b1b-4f53-b2bf-04552f4e2df1 req-458fef95-138b-4487-9dc7-1cfed60e1464 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=897ecfdc-6fb3-40fa-815e-edb0e3fc898f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404778 Feb 09 02:20:02.556505 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0040c1f6-aa0d-4e01-a26f-8fd348303f92 req-1c5fba1b-13e2-41b6-ac98-d599ce47fe01 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:02.557973 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0040c1f6-aa0d-4e01-a26f-8fd348303f92 req-1c5fba1b-13e2-41b6-ac98-d599ce47fe01 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=9ae4cb38-b28c-4550-89fc-5207d1fb8a3e HTTP/1.1" status: 200 len: 946 time: 0.0790083 Feb 09 02:20:02.607297 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0040c1f6-aa0d-4e01-a26f-8fd348303f92 req-c6666608-e10e-4247-91cb-d5879e8b2a71 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=897ecfdc-6fb3-40fa-815e-edb0e3fc898f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437107 Feb 09 02:20:02.854182 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb7f90e-4ead-49e6-b15a-72db78ba4150 req-d50b32bb-1566-4cbd-b81e-5b73a6360692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:02.855656 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9fb7f90e-4ead-49e6-b15a-72db78ba4150 req-d50b32bb-1566-4cbd-b81e-5b73a6360692 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b54a3eca3d694dacaab799c3b259d242&device_id=9ae4cb38-b28c-4550-89fc-5207d1fb8a3e HTTP/1.1" status: 200 len: 1097 time: 0.1636739 Feb 09 02:20:02.986173 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb7f90e-4ead-49e6-b15a-72db78ba4150 req-6bea53c5-c3bd-43b3-bef5-ed56a338c5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:02.987614 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9fb7f90e-4ead-49e6-b15a-72db78ba4150 req-6bea53c5-c3bd-43b3-bef5-ed56a338c5b7 service neutron] 10.222.0.99 "GET /v2.0/networks?id=674640b3-405d-4ea7-9a23-dff82f095067 HTTP/1.1" status: 200 len: 910 time: 0.1262684 Feb 09 02:20:03.088799 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9fb7f90e-4ead-49e6-b15a-72db78ba4150 req-c588643a-6b70-4577-88ee-a01f18351d9b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=baf3b872-ddb8-40eb-897a-2ed60cf0158b HTTP/1.1" status: 200 len: 1002 time: 0.0957687 Feb 09 02:20:03.150672 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb7f90e-4ead-49e6-b15a-72db78ba4150 req-cc05c193-056b-41c1-bcb5-515814644a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:03.152000 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9fb7f90e-4ead-49e6-b15a-72db78ba4150 req-cc05c193-056b-41c1-bcb5-515814644a9b service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e6178e2b-0a8b-4256-af87-acc1f11408c9 HTTP/1.1" status: 200 len: 848 time: 0.0570834 Feb 09 02:20:03.224864 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb7f90e-4ead-49e6-b15a-72db78ba4150 req-71dda41a-8c28-4bda-bcf9-2f7b1d99df90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:03.226367 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9fb7f90e-4ead-49e6-b15a-72db78ba4150 req-71dda41a-8c28-4bda-bcf9-2f7b1d99df90 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=674640b3-405d-4ea7-9a23-dff82f095067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684876 Feb 09 02:20:03.354394 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9fb7f90e-4ead-49e6-b15a-72db78ba4150 req-f632e1bb-7a52-4eca-9468-b8f406f79f91 service neutron] 10.222.0.99 "GET /v2.0/networks/674640b3-405d-4ea7-9a23-dff82f095067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219206 Feb 09 02:20:03.482747 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9fb7f90e-4ead-49e6-b15a-72db78ba4150 req-7cc2b619-0792-4664-9792-a186cdf174ae service neutron] 10.222.0.99 "GET /v2.0/networks/674640b3-405d-4ea7-9a23-dff82f095067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223266 Feb 09 02:20:03.993145 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09d421c-c4c7-4086-b81a-545b5043e00a req-530ad0f0-4cf1-4bf5-bc33-79bdc9a48e70 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:03.994636 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c09d421c-c4c7-4086-b81a-545b5043e00a req-530ad0f0-4cf1-4bf5-bc33-79bdc9a48e70 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=9ae4cb38-b28c-4550-89fc-5207d1fb8a3e HTTP/1.1" status: 200 len: 946 time: 0.1252880 Feb 09 02:20:04.038872 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c09d421c-c4c7-4086-b81a-545b5043e00a req-ec47e2d0-e80f-4276-8d69-96d8375d6fe3 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=897ecfdc-6fb3-40fa-815e-edb0e3fc898f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387325 Feb 09 02:20:05.265010 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9cd2be-28cf-45d0-a1fc-0de3dfbcded3 req-b1836a6d-d08a-4277-8cc8-41c3d5c0d785 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:05.266529 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7e9cd2be-28cf-45d0-a1fc-0de3dfbcded3 req-b1836a6d-d08a-4277-8cc8-41c3d5c0d785 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=9ae4cb38-b28c-4550-89fc-5207d1fb8a3e HTTP/1.1" status: 200 len: 946 time: 0.1251967 Feb 09 02:20:05.315379 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7e9cd2be-28cf-45d0-a1fc-0de3dfbcded3 req-ff86b065-22c9-44ea-b118-c8b35e2e7354 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=897ecfdc-6fb3-40fa-815e-edb0e3fc898f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422263 Feb 09 02:20:06.497234 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56939bd8-40ab-41e3-afe0-a98331f15b2c req-c70a9ad9-5779-4101-9aed-480dfc66ac80 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:06.498716 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-56939bd8-40ab-41e3-afe0-a98331f15b2c req-c70a9ad9-5779-4101-9aed-480dfc66ac80 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=9ae4cb38-b28c-4550-89fc-5207d1fb8a3e HTTP/1.1" status: 200 len: 946 time: 0.0779262 Feb 09 02:20:06.541821 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-56939bd8-40ab-41e3-afe0-a98331f15b2c req-b4cbbfb9-28b7-4420-8515-447c290fba5c tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=897ecfdc-6fb3-40fa-815e-edb0e3fc898f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374482 Feb 09 02:20:06.865747 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [req-d50286eb-0a77-4699-ad42-35b2d54a297e req-27bccd00-8dc4-42ed-bdf6-18a789a393a4 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=9ae4cb38-b28c-4550-89fc-5207d1fb8a3e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1139538 Feb 09 02:20:06.890793 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3744a5-0830-4459-bdbd-e0b31c3a1298 req-2165dc87-4194-485d-afcc-e7c29042f663 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:06.892300 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1b3744a5-0830-4459-bdbd-e0b31c3a1298 req-2165dc87-4194-485d-afcc-e7c29042f663 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=9ae4cb38-b28c-4550-89fc-5207d1fb8a3e HTTP/1.1" status: 200 len: 946 time: 0.0827911 Feb 09 02:20:06.936624 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1b3744a5-0830-4459-bdbd-e0b31c3a1298 req-2b0e568f-e704-4bdf-a433-26a107b8cefb tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=897ecfdc-6fb3-40fa-815e-edb0e3fc898f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377955 Feb 09 02:20:08.128126 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2057fc9b-94da-43ad-aacc-fb0762fcd240 req-36539050-bbb5-4f15-8363-3a8e907ff1a9 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:08.130133 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2057fc9b-94da-43ad-aacc-fb0762fcd240 req-36539050-bbb5-4f15-8363-3a8e907ff1a9 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=9ae4cb38-b28c-4550-89fc-5207d1fb8a3e HTTP/1.1" status: 200 len: 946 time: 0.0874491 Feb 09 02:20:08.174446 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2057fc9b-94da-43ad-aacc-fb0762fcd240 req-1747a19e-1a30-4b16-993c-e406ef3a517b tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=897ecfdc-6fb3-40fa-815e-edb0e3fc898f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397434 Feb 09 02:20:08.342493 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4645863d-dbad-4ee5-9708-044ba03c20e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:08.553035 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device baf3b872-ddb8-40eb-897a-2ed60cf0158b no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:20:08.672003 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:08.699784 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ae4cb38-b28c-4550-89fc-5207d1fb8a3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'baf3b872-ddb8-40eb-897a-2ed60cf0158b'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:20:08.710226 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port baf3b872-ddb8-40eb-897a-2ed60cf0158b, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=baf3b872-ddb8-40eb-897a-2ed60cf0158b,segment=NetworkSegment(67a1c5dd-4b89-4026-97c3-38e75d8014c9),segment_id=67a1c5dd-4b89-4026-97c3-38e75d8014c9)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:20:08.715357 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:08.754767 n-d-828418-1 neutron-server[87640]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9ae4cb38-b28c-4550-89fc-5207d1fb8a3e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'baf3b872-ddb8-40eb-897a-2ed60cf0158b', 'code': 422} returned with failed status Feb 09 02:20:08.787363 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=baf3b872-ddb8-40eb-897a-2ed60cf0158b,revision_number=6']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:08.796214 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:08.796692 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:08.797220 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:08.797631 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:08.797975 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:08.798360 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:08.798710 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:08.799145 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:08.799617 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:08.799837 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:08.800249 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:08.800576 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:09.264195 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50286eb-0a77-4699-ad42-35b2d54a297e req-4fdfc621-f693-4005-a259-361c8bf495f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:09.265765 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d50286eb-0a77-4699-ad42-35b2d54a297e req-4fdfc621-f693-4005-a259-361c8bf495f7 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=9ae4cb38-b28c-4550-89fc-5207d1fb8a3e&tenant_id=b54a3eca3d694dacaab799c3b259d242 HTTP/1.1" status: 200 len: 1095 time: 0.0754898 Feb 09 02:20:09.420195 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26f138a-e6bf-4c74-a826-43fc2ebbf44e req-afa44a36-bf29-4be4-8136-06cf89ae2621 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:09.421685 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d26f138a-e6bf-4c74-a826-43fc2ebbf44e req-afa44a36-bf29-4be4-8136-06cf89ae2621 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=9ae4cb38-b28c-4550-89fc-5207d1fb8a3e HTTP/1.1" status: 200 len: 944 time: 0.1384580 Feb 09 02:20:09.423513 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50286eb-0a77-4699-ad42-35b2d54a297e req-46469b3d-f711-4c19-8599-023bed5dd830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:09.424851 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d50286eb-0a77-4699-ad42-35b2d54a297e req-46469b3d-f711-4c19-8599-023bed5dd830 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b54a3eca3d694dacaab799c3b259d242&device_id=9ae4cb38-b28c-4550-89fc-5207d1fb8a3e HTTP/1.1" status: 200 len: 1095 time: 0.1107717 Feb 09 02:20:09.544296 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d26f138a-e6bf-4c74-a826-43fc2ebbf44e req-f3b9f55d-a5b9-4a6c-b600-c9d17320e203 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=897ecfdc-6fb3-40fa-815e-edb0e3fc898f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1168294 Feb 09 02:20:09.590957 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50286eb-0a77-4699-ad42-35b2d54a297e req-582a69f7-94fb-4f22-8e3b-50b4058a1a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:09.592377 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d50286eb-0a77-4699-ad42-35b2d54a297e req-582a69f7-94fb-4f22-8e3b-50b4058a1a4e service neutron] 10.222.0.99 "GET /v2.0/networks?id=674640b3-405d-4ea7-9a23-dff82f095067 HTTP/1.1" status: 200 len: 910 time: 0.1527574 Feb 09 02:20:09.789451 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d50286eb-0a77-4699-ad42-35b2d54a297e req-0b0b6534-3851-4ac7-8e52-283e3a495211 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=baf3b872-ddb8-40eb-897a-2ed60cf0158b HTTP/1.1" status: 200 len: 1000 time: 0.1908052 Feb 09 02:20:09.852508 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50286eb-0a77-4699-ad42-35b2d54a297e req-b3c2bdc5-8eed-4d23-b071-11db5b761ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:09.853845 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d50286eb-0a77-4699-ad42-35b2d54a297e req-b3c2bdc5-8eed-4d23-b071-11db5b761ad1 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e6178e2b-0a8b-4256-af87-acc1f11408c9 HTTP/1.1" status: 200 len: 848 time: 0.0560408 Feb 09 02:20:09.928663 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50286eb-0a77-4699-ad42-35b2d54a297e req-6f3b325b-4ec4-4562-88bb-ddd2dc3a5a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:09.930163 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d50286eb-0a77-4699-ad42-35b2d54a297e req-6f3b325b-4ec4-4562-88bb-ddd2dc3a5a53 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=674640b3-405d-4ea7-9a23-dff82f095067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702009 Feb 09 02:20:10.060854 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d50286eb-0a77-4699-ad42-35b2d54a297e req-dacb3dc8-d898-4ca0-9876-8ca53c52c04a service neutron] 10.222.0.99 "GET /v2.0/networks/674640b3-405d-4ea7-9a23-dff82f095067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242914 Feb 09 02:20:10.192741 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d50286eb-0a77-4699-ad42-35b2d54a297e req-e4be3324-8153-422c-b848-633f57a7e288 service neutron] 10.222.0.99 "GET /v2.0/networks/674640b3-405d-4ea7-9a23-dff82f095067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258991 Feb 09 02:20:10.650320 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f0ea0a39-f0fa-45da-af05-1cafecd41c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:10.734272 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bdbebd-ee1c-4e0a-b401-c0679a874e5d req-b47070ee-50bb-46a8-9b72-62cce8719d73 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:10.735766 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-01bdbebd-ee1c-4e0a-b401-c0679a874e5d req-b47070ee-50bb-46a8-9b72-62cce8719d73 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=9ae4cb38-b28c-4550-89fc-5207d1fb8a3e HTTP/1.1" status: 200 len: 944 time: 0.0830190 Feb 09 02:20:10.779274 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-01bdbebd-ee1c-4e0a-b401-c0679a874e5d req-550786fe-e50d-490b-8264-d0c3ca9f0862 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=897ecfdc-6fb3-40fa-815e-edb0e3fc898f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377331 Feb 09 02:20:11.736597 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:11.783652 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:11.959804 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e5df9a-ccdc-4d62-a9fa-3af94fc35258 req-c72e6da2-ad2c-4e50-a0bb-f98d15bb34c0 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:11.961259 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-90e5df9a-ccdc-4d62-a9fa-3af94fc35258 req-c72e6da2-ad2c-4e50-a0bb-f98d15bb34c0 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=9ae4cb38-b28c-4550-89fc-5207d1fb8a3e HTTP/1.1" status: 200 len: 944 time: 0.0796988 Feb 09 02:20:12.007862 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-90e5df9a-ccdc-4d62-a9fa-3af94fc35258 req-3fdfcfcf-15c7-48ec-868a-d6032e861b3d tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=897ecfdc-6fb3-40fa-815e-edb0e3fc898f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409746 Feb 09 02:20:13.190654 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712089cf-e37a-41e8-8d4c-3c47faebaa94 req-befa72dc-a228-4d27-b939-07d66d9ff339 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:13.192133 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-712089cf-e37a-41e8-8d4c-3c47faebaa94 req-befa72dc-a228-4d27-b939-07d66d9ff339 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=9ae4cb38-b28c-4550-89fc-5207d1fb8a3e HTTP/1.1" status: 200 len: 944 time: 0.0797899 Feb 09 02:20:13.235046 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-712089cf-e37a-41e8-8d4c-3c47faebaa94 req-57097b00-a279-451b-90e9-066c6778dff1 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=897ecfdc-6fb3-40fa-815e-edb0e3fc898f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373549 Feb 09 02:20:13.446827 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:14.422172 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a85f67-8319-4625-b68c-1ac6e25c41f2 req-0a9b6a06-41f5-4673-a7cc-c868ed0ebaee tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:14.423540 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-91a85f67-8319-4625-b68c-1ac6e25c41f2 req-0a9b6a06-41f5-4673-a7cc-c868ed0ebaee tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=9ae4cb38-b28c-4550-89fc-5207d1fb8a3e HTTP/1.1" status: 200 len: 944 time: 0.0845916 Feb 09 02:20:14.466975 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-91a85f67-8319-4625-b68c-1ac6e25c41f2 req-9d2a5dbd-dea0-4c6f-9082-4f6a346c5919 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=897ecfdc-6fb3-40fa-815e-edb0e3fc898f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372176 Feb 09 02:20:15.656170 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c145a3-da7c-4814-81a7-e14993d641f3 req-9e51c5e5-1aa6-4a72-ab70-8490c84a41ec tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:15.657638 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b0c145a3-da7c-4814-81a7-e14993d641f3 req-9e51c5e5-1aa6-4a72-ab70-8490c84a41ec tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=9ae4cb38-b28c-4550-89fc-5207d1fb8a3e HTTP/1.1" status: 200 len: 944 time: 0.0853455 Feb 09 02:20:15.701935 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b0c145a3-da7c-4814-81a7-e14993d641f3 req-44d0e59a-95a3-486c-be5f-d5d0f50b4179 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=897ecfdc-6fb3-40fa-815e-edb0e3fc898f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378079 Feb 09 02:20:16.890141 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a188782f-1221-4d91-93a9-7df8142bdad9 req-eee22ad7-8de9-40c8-b1f0-c5fdd393675a tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:16.891491 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a188782f-1221-4d91-93a9-7df8142bdad9 req-eee22ad7-8de9-40c8-b1f0-c5fdd393675a tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=9ae4cb38-b28c-4550-89fc-5207d1fb8a3e HTTP/1.1" status: 200 len: 944 time: 0.0835705 Feb 09 02:20:16.935571 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a188782f-1221-4d91-93a9-7df8142bdad9 req-82047cb9-0c9f-40b9-bc0f-bdb7b3d038d1 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=897ecfdc-6fb3-40fa-815e-edb0e3fc898f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382600 Feb 09 02:20:18.120694 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462514b-bba5-4c46-8476-c24323d1e3db req-9913335c-057f-4336-a66c-d5ebae6f8239 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:18.122194 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8462514b-bba5-4c46-8476-c24323d1e3db req-9913335c-057f-4336-a66c-d5ebae6f8239 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=9ae4cb38-b28c-4550-89fc-5207d1fb8a3e HTTP/1.1" status: 200 len: 944 time: 0.0802679 Feb 09 02:20:18.169452 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8462514b-bba5-4c46-8476-c24323d1e3db req-1d815c69-a3cd-4b80-a862-5102e8a74a7c tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=897ecfdc-6fb3-40fa-815e-edb0e3fc898f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417070 Feb 09 02:20:18.584039 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device baf3b872-ddb8-40eb-897a-2ed60cf0158b details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 02:20:18.718264 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port baf3b872-ddb8-40eb-897a-2ed60cf0158b, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=baf3b872-ddb8-40eb-897a-2ed60cf0158b,segment=NetworkSegment(67a1c5dd-4b89-4026-97c3-38e75d8014c9),segment_id=67a1c5dd-4b89-4026-97c3-38e75d8014c9)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:20:18.731773 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': 'baf3b872-ddb8-40eb-897a-2ed60cf0158b', 'network_id': '674640b3-405d-4ea7-9a23-dff82f095067', 'port_id': 'baf3b872-ddb8-40eb-897a-2ed60cf0158b', 'mac_address': 'fa:16:3e:b4:83:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6178e2b-0a8b-4256-af87-acc1f11408c9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 02:20:18.785482 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:18.805119 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baf3b872-ddb8-40eb-897a-2ed60cf0158b {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 02:20:18.820221 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port baf3b872-ddb8-40eb-897a-2ed60cf0158b, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=baf3b872-ddb8-40eb-897a-2ed60cf0158b,segment=NetworkSegment(67a1c5dd-4b89-4026-97c3-38e75d8014c9),segment_id=67a1c5dd-4b89-4026-97c3-38e75d8014c9)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:20:18.824396 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:18.889733 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=baf3b872-ddb8-40eb-897a-2ed60cf0158b,revision_number=7']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:19.144299 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['baf3b872-ddb8-40eb-897a-2ed60cf0158b'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 02:20:19.353697 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b8c979-25b2-49ef-9474-653e69a98f79 req-798ad810-cdfc-470a-96f2-edf81c04b5f1 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:19.355185 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c1b8c979-25b2-49ef-9474-653e69a98f79 req-798ad810-cdfc-470a-96f2-edf81c04b5f1 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=9ae4cb38-b28c-4550-89fc-5207d1fb8a3e HTTP/1.1" status: 200 len: 945 time: 0.0797169 Feb 09 02:20:19.399925 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c1b8c979-25b2-49ef-9474-653e69a98f79 req-20613bc7-38b9-4262-bea6-07f0d5b29807 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=897ecfdc-6fb3-40fa-815e-edb0e3fc898f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387318 Feb 09 02:20:20.584573 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f0043-960e-4555-b80d-69f54a74c538 req-a5a16590-5fc1-46c7-a57b-e0c70b2539c5 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:20.586126 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-153f0043-960e-4555-b80d-69f54a74c538 req-a5a16590-5fc1-46c7-a57b-e0c70b2539c5 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=9ae4cb38-b28c-4550-89fc-5207d1fb8a3e HTTP/1.1" status: 200 len: 945 time: 0.0828245 Feb 09 02:20:20.617153 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device baf3b872-ddb8-40eb-897a-2ed60cf0158b up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:20:20.629252 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-153f0043-960e-4555-b80d-69f54a74c538 req-bd4a3275-dd7d-48dd-8a5b-3beed84448e7 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=897ecfdc-6fb3-40fa-815e-edb0e3fc898f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375395 Feb 09 02:20:20.693303 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port baf3b872-ddb8-40eb-897a-2ed60cf0158b triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:20:20.693614 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:20.808183 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:20.835061 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ae4cb38-b28c-4550-89fc-5207d1fb8a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf3b872-ddb8-40eb-897a-2ed60cf0158b'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:20:20.844425 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port baf3b872-ddb8-40eb-897a-2ed60cf0158b, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=baf3b872-ddb8-40eb-897a-2ed60cf0158b,segment=NetworkSegment(67a1c5dd-4b89-4026-97c3-38e75d8014c9),segment_id=67a1c5dd-4b89-4026-97c3-38e75d8014c9)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:20:20.849320 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:20.881949 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ae4cb38-b28c-4550-89fc-5207d1fb8a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf3b872-ddb8-40eb-897a-2ed60cf0158b', 'code': 200} Feb 09 02:20:20.920678 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=baf3b872-ddb8-40eb-897a-2ed60cf0158b,revision_number=8']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:21.078763 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa8cf0-d509-471d-9450-db5ba37f76d1 req-9e3c59eb-97f3-47ae-9b25-5daf829dda5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:21.080118 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-76fa8cf0-d509-471d-9450-db5ba37f76d1 req-9e3c59eb-97f3-47ae-9b25-5daf829dda5e service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=9ae4cb38-b28c-4550-89fc-5207d1fb8a3e HTTP/1.1" status: 200 len: 1097 time: 0.0684485 Feb 09 02:20:21.119561 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-76fa8cf0-d509-471d-9450-db5ba37f76d1 req-1dfc7c72-ae6d-43be-899a-9cf3505d857e service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=897ecfdc-6fb3-40fa-815e-edb0e3fc898f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337331 Feb 09 02:20:21.821456 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d12c152-c564-4c2c-8fb4-d6465d398230 req-836d52d8-cd7f-4757-8a65-83c03a16ad76 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:21.822936 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1d12c152-c564-4c2c-8fb4-d6465d398230 req-836d52d8-cd7f-4757-8a65-83c03a16ad76 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=9ae4cb38-b28c-4550-89fc-5207d1fb8a3e HTTP/1.1" status: 200 len: 946 time: 0.0827243 Feb 09 02:20:21.866552 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1d12c152-c564-4c2c-8fb4-d6465d398230 req-83315283-24b7-48c4-9d21-2fc6616488ca tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=897ecfdc-6fb3-40fa-815e-edb0e3fc898f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380871 Feb 09 02:20:22.741264 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:23.049764 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b085ea1-6cce-4a09-892c-1ee968bd552b req-b9b58bb1-cbb3-4203-b965-5a9c0e3f4c5c tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:23.051227 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8b085ea1-6cce-4a09-892c-1ee968bd552b req-b9b58bb1-cbb3-4203-b965-5a9c0e3f4c5c tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=9ae4cb38-b28c-4550-89fc-5207d1fb8a3e HTTP/1.1" status: 200 len: 946 time: 0.0797298 Feb 09 02:20:23.095204 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-8b085ea1-6cce-4a09-892c-1ee968bd552b req-39ee3b11-bd23-447b-a99f-4d79fe21ac88 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=897ecfdc-6fb3-40fa-815e-edb0e3fc898f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375102 Feb 09 02:20:25.669518 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:30.404880 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:20:38.345088 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a3c3b8df-4df1-4b89-8e81-534490fee500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:40.661037 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-10a52ce6-759c-4ad0-a28a-df1a89fc0726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:41.746204 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:41.792123 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:43.449390 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:52.739684 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:54.801814 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5c7953ca-52ba-4984-a8c4-76ceb1bc47e9 req-e221ab8c-1334-460e-91da-83c7b3b54e17 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=9ae4cb38-b28c-4550-89fc-5207d1fb8a3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0728159 Feb 09 02:20:54.937407 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7953ca-52ba-4984-a8c4-76ceb1bc47e9 req-0498c25e-76d3-4463-b60b-ae4aec8e2574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:54.938898 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5c7953ca-52ba-4984-a8c4-76ceb1bc47e9 req-0498c25e-76d3-4463-b60b-ae4aec8e2574 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b54a3eca3d694dacaab799c3b259d242&device_id=9ae4cb38-b28c-4550-89fc-5207d1fb8a3e HTTP/1.1" status: 200 len: 1097 time: 0.0710850 Feb 09 02:20:55.087514 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7953ca-52ba-4984-a8c4-76ceb1bc47e9 req-a570445a-e7fe-4390-bef5-39cc5d9f6296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:55.089040 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5c7953ca-52ba-4984-a8c4-76ceb1bc47e9 req-a570445a-e7fe-4390-bef5-39cc5d9f6296 service neutron] 10.222.0.99 "GET /v2.0/networks?id=674640b3-405d-4ea7-9a23-dff82f095067 HTTP/1.1" status: 200 len: 910 time: 0.1317506 Feb 09 02:20:55.193960 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5c7953ca-52ba-4984-a8c4-76ceb1bc47e9 req-679204e8-4c7c-4da7-bc05-e7ddac33ec7e service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=baf3b872-ddb8-40eb-897a-2ed60cf0158b HTTP/1.1" status: 200 len: 1002 time: 0.0977435 Feb 09 02:20:55.256809 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7953ca-52ba-4984-a8c4-76ceb1bc47e9 req-cc2f61b6-0406-4bd6-9728-cc3f8cfc48fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:55.258277 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5c7953ca-52ba-4984-a8c4-76ceb1bc47e9 req-cc2f61b6-0406-4bd6-9728-cc3f8cfc48fc service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e6178e2b-0a8b-4256-af87-acc1f11408c9 HTTP/1.1" status: 200 len: 848 time: 0.0592716 Feb 09 02:20:55.330500 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7953ca-52ba-4984-a8c4-76ceb1bc47e9 req-a0405c1d-de3a-4f56-b15e-ef6dbf928084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:55.331935 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5c7953ca-52ba-4984-a8c4-76ceb1bc47e9 req-a0405c1d-de3a-4f56-b15e-ef6dbf928084 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=674640b3-405d-4ea7-9a23-dff82f095067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681980 Feb 09 02:20:55.559072 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5c7953ca-52ba-4984-a8c4-76ceb1bc47e9 req-d0f2a3dc-a278-42d9-9eb0-0ec606ef1059 service neutron] 10.222.0.99 "GET /v2.0/networks/674640b3-405d-4ea7-9a23-dff82f095067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208483 Feb 09 02:20:55.662476 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:55.693168 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-5c7953ca-52ba-4984-a8c4-76ceb1bc47e9 req-1d4f139e-2b04-439e-950a-bdc3bc67fbe8 service neutron] 10.222.0.99 "GET /v2.0/networks/674640b3-405d-4ea7-9a23-dff82f095067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269138 Feb 09 02:21:07.405023 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:21:08.348935 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bcc76b06-a68e-464f-a080-5387bb8b16e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:10.657344 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1dbaace1-f53a-4871-ba23-8673251603b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:11.743387 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:11.787926 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:13.453049 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:22.739884 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:25.675915 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:38.350276 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6dbc14d4-9513-46b0-9f7b-b72a3e0d83f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:40.658324 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d695ca7d-ce1a-48ae-b0b7-199618802f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:41.343932 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 51364) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:21:41.547476 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2cf19-b205-47cd-a06b-2131b34d76a3 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Deleting port b42ce689-d2db-48a1-a248-9cbb7e9c1c3f {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:21:41.547743 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fbc2cf19-b205-47cd-a06b-2131b34d76a3 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:41.712066 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fbc2cf19-b205-47cd-a06b-2131b34d76a3 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:41.712389 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fbc2cf19-b205-47cd-a06b-2131b34d76a3 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:41.747043 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:41.792581 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:41.839679 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2cf19-b205-47cd-a06b-2131b34d76a3 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Calling delete_port for b42ce689-d2db-48a1-a248-9cbb7e9c1c3f owned by network:floatingip {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:21:41.991528 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fbc2cf19-b205-47cd-a06b-2131b34d76a3 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:42.039937 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2cf19-b205-47cd-a06b-2131b34d76a3 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Pushing event deleted for resources: {'Port': ['ID=b42ce689-d2db-48a1-a248-9cbb7e9c1c3f,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:42.113553 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2cf19-b205-47cd-a06b-2131b34d76a3 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:42.113844 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2cf19-b205-47cd-a06b-2131b34d76a3 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:42.114185 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2cf19-b205-47cd-a06b-2131b34d76a3 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:42.114519 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2cf19-b205-47cd-a06b-2131b34d76a3 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:42.114852 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2cf19-b205-47cd-a06b-2131b34d76a3 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:42.115177 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2cf19-b205-47cd-a06b-2131b34d76a3 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:42.115503 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2cf19-b205-47cd-a06b-2131b34d76a3 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:42.115830 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2cf19-b205-47cd-a06b-2131b34d76a3 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:42.116166 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2cf19-b205-47cd-a06b-2131b34d76a3 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:42.116470 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2cf19-b205-47cd-a06b-2131b34d76a3 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:42.116789 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2cf19-b205-47cd-a06b-2131b34d76a3 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:42.117104 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2cf19-b205-47cd-a06b-2131b34d76a3 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:42.147693 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fbc2cf19-b205-47cd-a06b-2131b34d76a3 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks [] for floatingip, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:42.148030 n-d-828418-1 neutron-server[87639]: INFO neutron.db.l3_db [None req-fbc2cf19-b205-47cd-a06b-2131b34d76a3 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Floating IP 88a05f57-0ac4-4524-924d-3a5506b8ee4b disassociated (deleted). External IP: 172.25.0.192, port: baf3b872-ddb8-40eb-897a-2ed60cf0158b. Feb 09 02:21:42.495989 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbc2cf19-b205-47cd-a06b-2131b34d76a3 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Router 2387ceb0-8206-4c48-9cc0-9ac33c6676bb has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:21:42.781586 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc2cf19-b205-47cd-a06b-2131b34d76a3 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:21:42.791106 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f0d107-3da6-4c14-8eb4-7c99cbc89863 None None] Sync routers for ids ['2387ceb0-8206-4c48-9cc0-9ac33c6676bb'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:21:42.800832 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-fbc2cf19-b205-47cd-a06b-2131b34d76a3 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:42.801019 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f0d107-3da6-4c14-8eb4-7c99cbc89863 None None] Routers {'2387ceb0-8206-4c48-9cc0-9ac33c6676bb'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:21:42.801552 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-37f0d107-3da6-4c14-8eb4-7c99cbc89863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:21:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['2387ceb0-8206-4c48-9cc0-9ac33c6676bb'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:42.854813 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-fbc2cf19-b205-47cd-a06b-2131b34d76a3 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "DELETE /v2.0/floatingips/88a05f57-0ac4-4524-924d-3a5506b8ee4b HTTP/1.1" status: 204 len: 168 time: 1.5097852 Feb 09 02:21:42.856562 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ae4cb38-b28c-4550-89fc-5207d1fb8a3e', 'tag': 'baf3b872-ddb8-40eb-897a-2ed60cf0158b'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:21:42.900865 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ae4cb38-b28c-4550-89fc-5207d1fb8a3e', 'tag': 'baf3b872-ddb8-40eb-897a-2ed60cf0158b', 'status': 'completed', 'code': 200} Feb 09 02:21:42.992425 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-37f0d107-3da6-4c14-8eb4-7c99cbc89863 None None] Set router 2387ceb0-8206-4c48-9cc0-9ac33c6676bb gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:21:42.995468 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d7150f-aede-45ad-a005-02c7b469b1b9 req-50e87510-badf-4b07-bc42-0d4a1c5742fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:42.997157 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-24d7150f-aede-45ad-a005-02c7b469b1b9 req-50e87510-badf-4b07-bc42-0d4a1c5742fa service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b54a3eca3d694dacaab799c3b259d242&device_id=9ae4cb38-b28c-4550-89fc-5207d1fb8a3e HTTP/1.1" status: 200 len: 1097 time: 0.0735493 Feb 09 02:21:43.140961 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d7150f-aede-45ad-a005-02c7b469b1b9 req-73cac353-454b-4a39-a423-74c1c07e35bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:43.142583 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-24d7150f-aede-45ad-a005-02c7b469b1b9 req-73cac353-454b-4a39-a423-74c1c07e35bf service neutron] 10.222.0.99 "GET /v2.0/networks?id=674640b3-405d-4ea7-9a23-dff82f095067 HTTP/1.1" status: 200 len: 910 time: 0.1388054 Feb 09 02:21:43.249010 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-24d7150f-aede-45ad-a005-02c7b469b1b9 req-2b212d02-4ed3-4874-be43-a969c9aa1d2c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=baf3b872-ddb8-40eb-897a-2ed60cf0158b HTTP/1.1" status: 200 len: 217 time: 0.1000786 Feb 09 02:21:43.331252 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d7150f-aede-45ad-a005-02c7b469b1b9 req-03a50521-d501-4b23-976d-87310edcc80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:43.332602 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-24d7150f-aede-45ad-a005-02c7b469b1b9 req-03a50521-d501-4b23-976d-87310edcc80d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e6178e2b-0a8b-4256-af87-acc1f11408c9 HTTP/1.1" status: 200 len: 848 time: 0.0759768 Feb 09 02:21:43.360410 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-37f0d107-3da6-4c14-8eb4-7c99cbc89863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2387ceb0-8206-4c48-9cc0-9ac33c6676bb', 'name': 'tempest-TestShelveInstance-2041250135-router', 'tenant_id': 'b54a3eca3d694dacaab799c3b259d242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '04410e41-1913-4877-b321-98a94ff02c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:54Z', 'updated_at': '2022-02-09T02:11:58Z', 'revision_number': 4, 'project_id': 'b54a3eca3d694dacaab799c3b259d242', 'gw_port': {'id': '04410e41-1913-4877-b321-98a94ff02c23', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2387ceb0-8206-4c48-9cc0-9ac33c6676bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:55Z', 'updated_at': '2022-02-09T02:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '085df2ad-1826-49fb-879c-c5678e24d069', 'name': '', 'network_id': '674640b3-405d-4ea7-9a23-dff82f095067', 'tenant_id': 'b54a3eca3d694dacaab799c3b259d242', 'mac_address': 'fa:16:3e:75:65:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2387ceb0-8206-4c48-9cc0-9ac33c6676bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'e6178e2b-0a8b-4256-af87-acc1f11408c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:58Z', 'updated_at': '2022-02-09T02:12:04Z', 'revision_number': 5, 'project_id': 'b54a3eca3d694dacaab799c3b259d242', 'subnets': [{'id': 'e6178e2b-0a8b-4256-af87-acc1f11408c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:43.364141 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f0d107-3da6-4c14-8eb4-7c99cbc89863 None None] Checking router: 2387ceb0-8206-4c48-9cc0-9ac33c6676bb for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:21:43.372764 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f0d107-3da6-4c14-8eb4-7c99cbc89863 None None] Routers {'2387ceb0-8206-4c48-9cc0-9ac33c6676bb'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:21:43.373360 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-37f0d107-3da6-4c14-8eb4-7c99cbc89863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:21:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['2387ceb0-8206-4c48-9cc0-9ac33c6676bb'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:43.381763 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a4df08-c8de-496c-a59f-569e8e45b1ff req-e1cf2928-c83d-4f12-9f35-42b849bed412 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:43.382459 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-99a4df08-c8de-496c-a59f-569e8e45b1ff req-e1cf2928-c83d-4f12-9f35-42b849bed412 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Synchronizing usage tracker for tenant:b54a3eca3d694dacaab799c3b259d242 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:21:43.419253 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-99a4df08-c8de-496c-a59f-569e8e45b1ff req-e1cf2928-c83d-4f12-9f35-42b849bed412 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Unset dirty status for tenant:b54a3eca3d694dacaab799c3b259d242 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:21:43.420398 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-99a4df08-c8de-496c-a59f-569e8e45b1ff req-e1cf2928-c83d-4f12-9f35-42b849bed412 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=9ae4cb38-b28c-4550-89fc-5207d1fb8a3e HTTP/1.1" status: 200 len: 946 time: 0.2189381 Feb 09 02:21:43.450591 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d7150f-aede-45ad-a005-02c7b469b1b9 req-3dae4e33-cae7-48e9-8bff-651d3e5b1988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:43.452237 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-24d7150f-aede-45ad-a005-02c7b469b1b9 req-3dae4e33-cae7-48e9-8bff-651d3e5b1988 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=674640b3-405d-4ea7-9a23-dff82f095067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1117866 Feb 09 02:21:43.456655 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:43.538540 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-99a4df08-c8de-496c-a59f-569e8e45b1ff req-57746fdd-9359-46fd-8f77-19f1722bd6e4 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=897ecfdc-6fb3-40fa-815e-edb0e3fc898f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1113126 Feb 09 02:21:43.563267 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-37f0d107-3da6-4c14-8eb4-7c99cbc89863 None None] Set router 2387ceb0-8206-4c48-9cc0-9ac33c6676bb gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:21:43.604604 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-24d7150f-aede-45ad-a005-02c7b469b1b9 req-ea8c6784-5896-41db-8906-3e8e04d91e03 service neutron] 10.222.0.99 "GET /v2.0/networks/674640b3-405d-4ea7-9a23-dff82f095067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430891 Feb 09 02:21:43.740768 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-24d7150f-aede-45ad-a005-02c7b469b1b9 req-d31af01c-7108-4c6c-af64-e8cea38efd01 service neutron] 10.222.0.99 "GET /v2.0/networks/674640b3-405d-4ea7-9a23-dff82f095067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288233 Feb 09 02:21:43.872409 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-37f0d107-3da6-4c14-8eb4-7c99cbc89863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2387ceb0-8206-4c48-9cc0-9ac33c6676bb', 'name': 'tempest-TestShelveInstance-2041250135-router', 'tenant_id': 'b54a3eca3d694dacaab799c3b259d242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '04410e41-1913-4877-b321-98a94ff02c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:54Z', 'updated_at': '2022-02-09T02:11:58Z', 'revision_number': 4, 'project_id': 'b54a3eca3d694dacaab799c3b259d242', 'gw_port': {'id': '04410e41-1913-4877-b321-98a94ff02c23', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2387ceb0-8206-4c48-9cc0-9ac33c6676bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:55Z', 'updated_at': '2022-02-09T02:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '085df2ad-1826-49fb-879c-c5678e24d069', 'name': '', 'network_id': '674640b3-405d-4ea7-9a23-dff82f095067', 'tenant_id': 'b54a3eca3d694dacaab799c3b259d242', 'mac_address': 'fa:16:3e:75:65:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2387ceb0-8206-4c48-9cc0-9ac33c6676bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'e6178e2b-0a8b-4256-af87-acc1f11408c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:58Z', 'updated_at': '2022-02-09T02:12:04Z', 'revision_number': 5, 'project_id': 'b54a3eca3d694dacaab799c3b259d242', 'subnets': [{'id': 'e6178e2b-0a8b-4256-af87-acc1f11408c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:43.876143 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f0d107-3da6-4c14-8eb4-7c99cbc89863 None None] The sync data for ids ['2387ceb0-8206-4c48-9cc0-9ac33c6676bb'] in n-d-828418-1 is: [{'id': '2387ceb0-8206-4c48-9cc0-9ac33c6676bb', 'name': 'tempest-TestShelveInstance-2041250135-router', 'tenant_id': 'b54a3eca3d694dacaab799c3b259d242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '04410e41-1913-4877-b321-98a94ff02c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:54Z', 'updated_at': '2022-02-09T02:11:58Z', 'revision_number': 4, 'project_id': 'b54a3eca3d694dacaab799c3b259d242', 'gw_port': {'id': '04410e41-1913-4877-b321-98a94ff02c23', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2387ceb0-8206-4c48-9cc0-9ac33c6676bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:55Z', 'updated_at': '2022-02-09T02:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '085df2ad-1826-49fb-879c-c5678e24d069', 'name': '', 'network_id': '674640b3-405d-4ea7-9a23-dff82f095067', 'tenant_id': 'b54a3eca3d694dacaab799c3b259d242', 'mac_address': 'fa:16:3e:75:65:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2387ceb0-8206-4c48-9cc0-9ac33c6676bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'e6178e2b-0a8b-4256-af87-acc1f11408c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:58Z', 'updated_at': '2022-02-09T02:12:04Z', 'revision_number': 5, 'project_id': 'b54a3eca3d694dacaab799c3b259d242', 'subnets': [{'id': 'e6178e2b-0a8b-4256-af87-acc1f11408c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:21:44.099467 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51982ca1-8454-4e5c-83b6-582589706d4c None None] New status for floating IP 88a05f57-0ac4-4524-924d-3a5506b8ee4b: DOWN {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:21:44.404033 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:21:44.723461 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92555d70-fc0d-4179-85e4-fd842e169b1d req-b0d392d6-c86a-4ee3-9ad4-3768570001b8 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:44.724890 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-92555d70-fc0d-4179-85e4-fd842e169b1d req-b0d392d6-c86a-4ee3-9ad4-3768570001b8 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=9ae4cb38-b28c-4550-89fc-5207d1fb8a3e HTTP/1.1" status: 200 len: 946 time: 0.0778606 Feb 09 02:21:44.768293 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-92555d70-fc0d-4179-85e4-fd842e169b1d req-e4026066-5af6-45d8-978c-d893f65ba6af tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/security-groups?id=897ecfdc-6fb3-40fa-815e-edb0e3fc898f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371728 Feb 09 02:21:44.936084 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce2695-34ed-4f82-a425-99dfe7a73f3c req-bbcb34ab-8d77-40aa-9bfb-95601036361c tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:44.937539 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d7ce2695-34ed-4f82-a425-99dfe7a73f3c req-bbcb34ab-8d77-40aa-9bfb-95601036361c tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.99 "GET /v2.0/ports?device_id=9ae4cb38-b28c-4550-89fc-5207d1fb8a3e HTTP/1.1" status: 200 len: 946 time: 0.0819056 Feb 09 02:21:45.005418 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-d7ce2695-34ed-4f82-a425-99dfe7a73f3c req-1ec84d04-985e-4938-95d9-0fc4b88753d3 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Deleting port baf3b872-ddb8-40eb-897a-2ed60cf0158b {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:21:45.005805 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d7ce2695-34ed-4f82-a425-99dfe7a73f3c req-1ec84d04-985e-4938-95d9-0fc4b88753d3 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:45.340539 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-d7ce2695-34ed-4f82-a425-99dfe7a73f3c req-1ec84d04-985e-4938-95d9-0fc4b88753d3 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] For port baf3b872-ddb8-40eb-897a-2ed60cf0158b, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=baf3b872-ddb8-40eb-897a-2ed60cf0158b,segment=NetworkSegment(67a1c5dd-4b89-4026-97c3-38e75d8014c9),segment_id=67a1c5dd-4b89-4026-97c3-38e75d8014c9)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:21:45.340805 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d7ce2695-34ed-4f82-a425-99dfe7a73f3c req-1ec84d04-985e-4938-95d9-0fc4b88753d3 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:45.464669 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-d7ce2695-34ed-4f82-a425-99dfe7a73f3c req-1ec84d04-985e-4938-95d9-0fc4b88753d3 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Calling delete_port for baf3b872-ddb8-40eb-897a-2ed60cf0158b owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:21:45.612697 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d7ce2695-34ed-4f82-a425-99dfe7a73f3c req-1ec84d04-985e-4938-95d9-0fc4b88753d3 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:45.664321 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec84d04-985e-4938-95d9-0fc4b88753d3 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Pushing event deleted for resources: {'Port': ['ID=baf3b872-ddb8-40eb-897a-2ed60cf0158b,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:45.742756 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7ce2695-34ed-4f82-a425-99dfe7a73f3c req-1ec84d04-985e-4938-95d9-0fc4b88753d3 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] No DVR routers for this DVR port baf3b872-ddb8-40eb-897a-2ed60cf0158b on host n-h2-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:21:45.745513 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-d7ce2695-34ed-4f82-a425-99dfe7a73f3c req-1ec84d04-985e-4938-95d9-0fc4b88753d3 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:45.749413 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ae4cb38-b28c-4550-89fc-5207d1fb8a3e', 'name': 'network-vif-deleted', 'tag': 'baf3b872-ddb8-40eb-897a-2ed60cf0158b'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:21:45.763349 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d7ce2695-34ed-4f82-a425-99dfe7a73f3c req-1ec84d04-985e-4938-95d9-0fc4b88753d3 tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.99 "DELETE /v2.0/ports/baf3b872-ddb8-40eb-897a-2ed60cf0158b HTTP/1.1" status: 204 len: 173 time: 0.8203909 Feb 09 02:21:45.801566 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ae4cb38-b28c-4550-89fc-5207d1fb8a3e', 'name': 'network-vif-deleted', 'tag': 'baf3b872-ddb8-40eb-897a-2ed60cf0158b', 'status': 'completed', 'code': 200} Feb 09 02:21:45.925581 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-771b01be-d001-4709-a36d-b73b34ab7406 req-76cdf047-646c-48f9-81a7-9a698da141eb tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Synchronizing usage tracker for tenant:b54a3eca3d694dacaab799c3b259d242 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:21:45.940736 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-771b01be-d001-4709-a36d-b73b34ab7406 req-76cdf047-646c-48f9-81a7-9a698da141eb tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Unset dirty status for tenant:b54a3eca3d694dacaab799c3b259d242 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:21:45.941898 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-771b01be-d001-4709-a36d-b73b34ab7406 req-76cdf047-646c-48f9-81a7-9a698da141eb tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "GET /v2.0/ports?device_id=9ae4cb38-b28c-4550-89fc-5207d1fb8a3e HTTP/1.1" status: 200 len: 210 time: 0.0588012 Feb 09 02:21:47.036646 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 51382) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:21:47.108730 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-95df59db-7bb2-4a77-a68f-d2f9e41da7ee tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:47.138989 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-95df59db-7bb2-4a77-a68f-d2f9e41da7ee tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:47.204916 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-95df59db-7bb2-4a77-a68f-d2f9e41da7ee tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:47.226528 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95df59db-7bb2-4a77-a68f-d2f9e41da7ee tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=897ecfdc-6fb3-40fa-815e-edb0e3fc898f,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:47.238831 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-95df59db-7bb2-4a77-a68f-d2f9e41da7ee tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:47.242797 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-95df59db-7bb2-4a77-a68f-d2f9e41da7ee tempest-TestShelveInstance-310988252 tempest-TestShelveInstance-310988252-project] 10.222.0.105 "DELETE /v2.0/security-groups/897ecfdc-6fb3-40fa-815e-edb0e3fc898f HTTP/1.1" status: 204 len: 168 time: 0.2051284 Feb 09 02:21:47.292823 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 51388) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:21:48.059725 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-642f638b-77a7-4bfb-b5de-8088af9b93f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:48.414952 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-642f638b-77a7-4bfb-b5de-8088af9b93f0 admin admin] Deleting port 085df2ad-1826-49fb-879c-c5678e24d069 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:21:48.415485 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-642f638b-77a7-4bfb-b5de-8088af9b93f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:48.592113 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-642f638b-77a7-4bfb-b5de-8088af9b93f0 admin admin] For port 085df2ad-1826-49fb-879c-c5678e24d069, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=085df2ad-1826-49fb-879c-c5678e24d069,segment=NetworkSegment(67a1c5dd-4b89-4026-97c3-38e75d8014c9),segment_id=67a1c5dd-4b89-4026-97c3-38e75d8014c9)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:21:48.592537 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-642f638b-77a7-4bfb-b5de-8088af9b93f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:48.721858 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-642f638b-77a7-4bfb-b5de-8088af9b93f0 admin admin] Calling delete_port for 085df2ad-1826-49fb-879c-c5678e24d069 owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:21:49.004699 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device baf3b872-ddb8-40eb-897a-2ed60cf0158b no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:21:49.045158 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] No Port match for: baf3b872-ddb8-40eb-897a-2ed60cf0158b {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:21:49.045510 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device baf3b872-ddb8-40eb-897a-2ed60cf0158b not bound to the agent host n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:21:49.155607 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-642f638b-77a7-4bfb-b5de-8088af9b93f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:49.202086 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f638b-77a7-4bfb-b5de-8088af9b93f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=085df2ad-1826-49fb-879c-c5678e24d069,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:49.243852 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642f638b-77a7-4bfb-b5de-8088af9b93f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:49.244193 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642f638b-77a7-4bfb-b5de-8088af9b93f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:49.245093 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642f638b-77a7-4bfb-b5de-8088af9b93f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:49.245589 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642f638b-77a7-4bfb-b5de-8088af9b93f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:49.246173 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642f638b-77a7-4bfb-b5de-8088af9b93f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:49.246510 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642f638b-77a7-4bfb-b5de-8088af9b93f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:49.246838 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642f638b-77a7-4bfb-b5de-8088af9b93f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:49.247162 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642f638b-77a7-4bfb-b5de-8088af9b93f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:49.247484 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642f638b-77a7-4bfb-b5de-8088af9b93f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:49.247802 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642f638b-77a7-4bfb-b5de-8088af9b93f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:49.248123 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642f638b-77a7-4bfb-b5de-8088af9b93f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:49.248441 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642f638b-77a7-4bfb-b5de-8088af9b93f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:49.483824 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-642f638b-77a7-4bfb-b5de-8088af9b93f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:49.843792 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-642f638b-77a7-4bfb-b5de-8088af9b93f0 admin admin] Router 2387ceb0-8206-4c48-9cc0-9ac33c6676bb has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:21:50.017243 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-642f638b-77a7-4bfb-b5de-8088af9b93f0 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:21:50.025905 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0095facc-ace3-4328-aafd-cd7debb3a90f None None] Sync routers for ids ['2387ceb0-8206-4c48-9cc0-9ac33c6676bb'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:21:50.036608 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-642f638b-77a7-4bfb-b5de-8088af9b93f0 admin admin] 10.222.0.105 "PUT /v2.0/routers/2387ceb0-8206-4c48-9cc0-9ac33c6676bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7394638 Feb 09 02:21:50.036817 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0095facc-ace3-4328-aafd-cd7debb3a90f None None] Routers {'2387ceb0-8206-4c48-9cc0-9ac33c6676bb'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:21:50.036940 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 51394) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:21:50.037082 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-0095facc-ace3-4328-aafd-cd7debb3a90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:21:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['2387ceb0-8206-4c48-9cc0-9ac33c6676bb'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:50.219296 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-081c171b-47c2-41a3-8dc5-2e331f4d192c admin admin] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:50.224891 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-0095facc-ace3-4328-aafd-cd7debb3a90f None None] Set router 2387ceb0-8206-4c48-9cc0-9ac33c6676bb gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:21:50.511207 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-0095facc-ace3-4328-aafd-cd7debb3a90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2387ceb0-8206-4c48-9cc0-9ac33c6676bb', 'name': 'tempest-TestShelveInstance-2041250135-router', 'tenant_id': 'b54a3eca3d694dacaab799c3b259d242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '04410e41-1913-4877-b321-98a94ff02c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:54Z', 'updated_at': '2022-02-09T02:21:49Z', 'revision_number': 5, 'project_id': 'b54a3eca3d694dacaab799c3b259d242', 'gw_port': {'id': '04410e41-1913-4877-b321-98a94ff02c23', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2387ceb0-8206-4c48-9cc0-9ac33c6676bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:55Z', 'updated_at': '2022-02-09T02:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:50.515110 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0095facc-ace3-4328-aafd-cd7debb3a90f None None] Checking router: 2387ceb0-8206-4c48-9cc0-9ac33c6676bb for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:21:50.523199 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0095facc-ace3-4328-aafd-cd7debb3a90f None None] Routers {'2387ceb0-8206-4c48-9cc0-9ac33c6676bb'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:21:50.523784 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-0095facc-ace3-4328-aafd-cd7debb3a90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:21:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['2387ceb0-8206-4c48-9cc0-9ac33c6676bb'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:50.524903 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-081c171b-47c2-41a3-8dc5-2e331f4d192c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:50.534755 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-081c171b-47c2-41a3-8dc5-2e331f4d192c admin admin] Deleting port 04410e41-1913-4877-b321-98a94ff02c23 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:21:50.535117 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-081c171b-47c2-41a3-8dc5-2e331f4d192c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:50.709513 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-0095facc-ace3-4328-aafd-cd7debb3a90f None None] Set router 2387ceb0-8206-4c48-9cc0-9ac33c6676bb gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:21:50.713809 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-081c171b-47c2-41a3-8dc5-2e331f4d192c admin admin] For port 04410e41-1913-4877-b321-98a94ff02c23, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=04410e41-1913-4877-b321-98a94ff02c23,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:21:50.714180 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-081c171b-47c2-41a3-8dc5-2e331f4d192c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:50.814042 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-0095facc-ace3-4328-aafd-cd7debb3a90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2387ceb0-8206-4c48-9cc0-9ac33c6676bb', 'name': 'tempest-TestShelveInstance-2041250135-router', 'tenant_id': 'b54a3eca3d694dacaab799c3b259d242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:54Z', 'updated_at': '2022-02-09T02:21:50Z', 'revision_number': 6, 'project_id': 'b54a3eca3d694dacaab799c3b259d242', 'gw_port_host': None}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:50.817890 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0095facc-ace3-4328-aafd-cd7debb3a90f None None] The sync data for ids ['2387ceb0-8206-4c48-9cc0-9ac33c6676bb'] in n-d-828418-1 is: [{'id': '2387ceb0-8206-4c48-9cc0-9ac33c6676bb', 'name': 'tempest-TestShelveInstance-2041250135-router', 'tenant_id': 'b54a3eca3d694dacaab799c3b259d242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:54Z', 'updated_at': '2022-02-09T02:21:50Z', 'revision_number': 6, 'project_id': 'b54a3eca3d694dacaab799c3b259d242', 'gw_port_host': None}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:21:50.839591 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-081c171b-47c2-41a3-8dc5-2e331f4d192c admin admin] Calling delete_port for 04410e41-1913-4877-b321-98a94ff02c23 owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:21:51.007749 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-081c171b-47c2-41a3-8dc5-2e331f4d192c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:51.083669 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081c171b-47c2-41a3-8dc5-2e331f4d192c admin admin] Pushing event deleted for resources: {'Port': ['ID=04410e41-1913-4877-b321-98a94ff02c23,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:51.148678 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-081c171b-47c2-41a3-8dc5-2e331f4d192c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:51.325431 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-081c171b-47c2-41a3-8dc5-2e331f4d192c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:51.327702 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-081c171b-47c2-41a3-8dc5-2e331f4d192c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:51.349469 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-081c171b-47c2-41a3-8dc5-2e331f4d192c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:51.349938 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-081c171b-47c2-41a3-8dc5-2e331f4d192c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2387ceb0-8206-4c48-9cc0-9ac33c6676bb {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 02:21:51.362006 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-081c171b-47c2-41a3-8dc5-2e331f4d192c admin admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:51.363128 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-081c171b-47c2-41a3-8dc5-2e331f4d192c admin admin] 10.222.0.105 "DELETE /v2.0/routers/2387ceb0-8206-4c48-9cc0-9ac33c6676bb HTTP/1.1" status: 204 len: 168 time: 1.3254702 Feb 09 02:21:51.365749 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 51398) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:21:51.427788 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bbe518e-0228-4d4e-b9a9-16ba3489ff4d admin admin] Deleting subnet e6178e2b-0a8b-4256-af87-acc1f11408c9 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 02:21:51.430681 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8bbe518e-0228-4d4e-b9a9-16ba3489ff4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:51.480596 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8bbe518e-0228-4d4e-b9a9-16ba3489ff4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:51.563666 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8bbe518e-0228-4d4e-b9a9-16ba3489ff4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:51.637115 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8bbe518e-0228-4d4e-b9a9-16ba3489ff4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:51.675766 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbe518e-0228-4d4e-b9a9-16ba3489ff4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6178e2b-0a8b-4256-af87-acc1f11408c9,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:51.679637 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8bbe518e-0228-4d4e-b9a9-16ba3489ff4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:51.686268 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e1d765-71e6-46d9-baee-1ca4b1d9e5f8 None None] Network 674640b3-405d-4ea7-9a23-dff82f095067 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 02:21:51.686733 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-8bbe518e-0228-4d4e-b9a9-16ba3489ff4d admin admin] 10.222.0.105 "DELETE /v2.0/subnets/e6178e2b-0a8b-4256-af87-acc1f11408c9 HTTP/1.1" status: 204 len: 168 time: 0.3196926 Feb 09 02:21:51.689282 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 51402) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:21:51.799580 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cf68ede1-0d10-4785-a8b9-af1003b63bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:51.811225 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-cf68ede1-0d10-4785-a8b9-af1003b63bec admin admin] Deleting port 59f2d8fa-67ec-4eed-9323-3a986b0eef53 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:21:51.811556 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cf68ede1-0d10-4785-a8b9-af1003b63bec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:51.934790 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0129f448-cfca-4a62-9927-79b0430a637d None None] DHCP port deletion for 674640b3-405d-4ea7-9a23-dff82f095067 request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 02:21:51.939016 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-0129f448-cfca-4a62-9927-79b0430a637d None None] Deleting port 59f2d8fa-67ec-4eed-9323-3a986b0eef53 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:21:51.939426 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0129f448-cfca-4a62-9927-79b0430a637d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:52.021558 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-cf68ede1-0d10-4785-a8b9-af1003b63bec admin admin] For port 59f2d8fa-67ec-4eed-9323-3a986b0eef53, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=59f2d8fa-67ec-4eed-9323-3a986b0eef53,segment=NetworkSegment(67a1c5dd-4b89-4026-97c3-38e75d8014c9),segment_id=67a1c5dd-4b89-4026-97c3-38e75d8014c9)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:21:52.021937 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cf68ede1-0d10-4785-a8b9-af1003b63bec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:52.147154 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-cf68ede1-0d10-4785-a8b9-af1003b63bec admin admin] Calling delete_port for 59f2d8fa-67ec-4eed-9323-3a986b0eef53 owned by network:dhcp {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:21:52.149570 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-0129f448-cfca-4a62-9927-79b0430a637d None None] For port 59f2d8fa-67ec-4eed-9323-3a986b0eef53, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=59f2d8fa-67ec-4eed-9323-3a986b0eef53,segment=NetworkSegment(67a1c5dd-4b89-4026-97c3-38e75d8014c9),segment_id=67a1c5dd-4b89-4026-97c3-38e75d8014c9)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:21:52.150002 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0129f448-cfca-4a62-9927-79b0430a637d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:52.224594 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cf68ede1-0d10-4785-a8b9-af1003b63bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:52.271907 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 085df2ad-1826-49fb-879c-c5678e24d069 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:21:52.276564 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf68ede1-0d10-4785-a8b9-af1003b63bec admin admin] Pushing event deleted for resources: {'Port': ['ID=59f2d8fa-67ec-4eed-9323-3a986b0eef53,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:52.278365 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf68ede1-0d10-4785-a8b9-af1003b63bec admin admin] No DVR routers for this DVR port 59f2d8fa-67ec-4eed-9323-3a986b0eef53 on host n-d-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:21:52.303247 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-0129f448-cfca-4a62-9927-79b0430a637d None None] Calling delete_port for 59f2d8fa-67ec-4eed-9323-3a986b0eef53 owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:21:52.351862 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 085df2ad-1826-49fb-879c-c5678e24d069 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:21:52.352206 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 085df2ad-1826-49fb-879c-c5678e24d069 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:21:52.352610 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 59f2d8fa-67ec-4eed-9323-3a986b0eef53 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:21:52.388554 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 59f2d8fa-67ec-4eed-9323-3a986b0eef53 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:21:52.388892 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 59f2d8fa-67ec-4eed-9323-3a986b0eef53 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:21:52.389299 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 04410e41-1913-4877-b321-98a94ff02c23 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:21:52.391525 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cf68ede1-0d10-4785-a8b9-af1003b63bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:52.415947 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-cf68ede1-0d10-4785-a8b9-af1003b63bec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['674640b3-405d-4ea7-9a23-dff82f095067']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:52.426457 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 04410e41-1913-4877-b321-98a94ff02c23 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:21:52.426798 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 04410e41-1913-4877-b321-98a94ff02c23 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:21:52.428352 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-cf68ede1-0d10-4785-a8b9-af1003b63bec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67a1c5dd-4b89-4026-97c3-38e75d8014c9') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:52.428643 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-cf68ede1-0d10-4785-a8b9-af1003b63bec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67a1c5dd-4b89-4026-97c3-38e75d8014c9') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:52.440586 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cf68ede1-0d10-4785-a8b9-af1003b63bec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:52.451684 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-0129f448-cfca-4a62-9927-79b0430a637d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:21:52.452037 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-0129f448-cfca-4a62-9927-79b0430a637d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:21:52.456927 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cf68ede1-0d10-4785-a8b9-af1003b63bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:52.463524 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf68ede1-0d10-4785-a8b9-af1003b63bec admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:21:52.463927 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cf68ede1-0d10-4785-a8b9-af1003b63bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:52.476956 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 02:21:52.476956 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:21:52.476956 n-d-828418-1 neutron-server[87639]: timer() Feb 09 02:21:52.476956 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:21:52.476956 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 02:21:52.476956 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 02:21:52.476956 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 02:21:52.476956 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:21:52.476956 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 02:21:52.476956 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:21:52.476956 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 02:21:52.476956 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:21:52.476956 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 02:21:52.476956 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 02:21:52.476956 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:21:52.476956 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 02:21:52.476956 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:21:52.476956 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 02:21:52.476956 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 02:21:52.476956 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 02:21:52.476956 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 02:21:52.476956 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 02:21:52.476956 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:21:52.476956 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:21:52.476956 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 02:21:52.476956 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:21:52.476956 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:21:52.476956 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:21:52.476956 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:21:52.476956 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:21:52.476956 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:21:52.476956 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:21:52.646435 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cf68ede1-0d10-4785-a8b9-af1003b63bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:52.663009 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cf68ede1-0d10-4785-a8b9-af1003b63bec admin admin] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:52.674582 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf68ede1-0d10-4785-a8b9-af1003b63bec admin admin] Pushing event deleted for resources: {'Network': ['ID=674640b3-405d-4ea7-9a23-dff82f095067,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:52.689122 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-cf68ede1-0d10-4785-a8b9-af1003b63bec admin admin] 10.222.0.105 "DELETE /v2.0/networks/674640b3-405d-4ea7-9a23-dff82f095067 HTTP/1.1" status: 204 len: 168 time: 0.9986498 Feb 09 02:21:52.692231 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 51406) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:21:52.753433 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:52.953621 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-0129f448-cfca-4a62-9927-79b0430a637d None None] Deleting port 59f2d8fa-67ec-4eed-9323-3a986b0eef53 {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:21:52.954019 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0129f448-cfca-4a62-9927-79b0430a637d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:53.024486 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-0129f448-cfca-4a62-9927-79b0430a637d None None] The port '59f2d8fa-67ec-4eed-9323-3a986b0eef53' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 02:21:53.363279 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2149007b-3a96-45f3-8d9a-677ad065592f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:53.708331 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-2149007b-3a96-45f3-8d9a-677ad065592f admin admin] Deleting port 139fe7a0-8735-40ea-aaea-355963c77594 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:21:53.708951 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2149007b-3a96-45f3-8d9a-677ad065592f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:53.879763 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-2149007b-3a96-45f3-8d9a-677ad065592f admin admin] For port 139fe7a0-8735-40ea-aaea-355963c77594, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=139fe7a0-8735-40ea-aaea-355963c77594,segment=NetworkSegment(67319ac8-8b69-4f4b-8325-9dcf9dfc93db),segment_id=67319ac8-8b69-4f4b-8325-9dcf9dfc93db)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:21:53.880117 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2149007b-3a96-45f3-8d9a-677ad065592f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:54.000756 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-2149007b-3a96-45f3-8d9a-677ad065592f admin admin] Calling delete_port for 139fe7a0-8735-40ea-aaea-355963c77594 owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:21:54.174801 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2149007b-3a96-45f3-8d9a-677ad065592f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:54.226256 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2149007b-3a96-45f3-8d9a-677ad065592f admin admin] Pushing event deleted for resources: {'Port': ['ID=139fe7a0-8735-40ea-aaea-355963c77594,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:54.614460 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2149007b-3a96-45f3-8d9a-677ad065592f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:54.973867 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2149007b-3a96-45f3-8d9a-677ad065592f admin admin] Router 9ca30fb5-3581-469b-b2ab-4d8ccd154732 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:21:55.152719 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2149007b-3a96-45f3-8d9a-677ad065592f admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:21:55.161313 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab81fcf-c766-4d55-8799-7adc58ef45da None None] Sync routers for ids ['9ca30fb5-3581-469b-b2ab-4d8ccd154732'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:21:55.161800 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-2149007b-3a96-45f3-8d9a-677ad065592f admin admin] 10.222.0.105 "PUT /v2.0/routers/9ca30fb5-3581-469b-b2ab-4d8ccd154732/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4682016 Feb 09 02:21:55.164119 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 51410) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:21:55.171168 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab81fcf-c766-4d55-8799-7adc58ef45da None None] Routers {'9ca30fb5-3581-469b-b2ab-4d8ccd154732'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:21:55.171784 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-eab81fcf-c766-4d55-8799-7adc58ef45da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:21:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['9ca30fb5-3581-469b-b2ab-4d8ccd154732'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:55.344110 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f03717d8-d709-4639-a78c-9b996ffa449b admin admin] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:55.386011 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-eab81fcf-c766-4d55-8799-7adc58ef45da None None] Set router 9ca30fb5-3581-469b-b2ab-4d8ccd154732 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:21:55.523531 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f03717d8-d709-4639-a78c-9b996ffa449b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:55.533461 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-f03717d8-d709-4639-a78c-9b996ffa449b admin admin] Deleting port 00e7533b-199f-4f90-bd0f-24213fc3b316 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:21:55.533835 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f03717d8-d709-4639-a78c-9b996ffa449b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:55.669251 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-eab81fcf-c766-4d55-8799-7adc58ef45da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca30fb5-3581-469b-b2ab-4d8ccd154732', 'name': 'tempest-TestShelveInstance-1189403663-router', 'tenant_id': '52ca296614bc4a9b867a68ae2dc96ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '00e7533b-199f-4f90-bd0f-24213fc3b316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:12:01Z', 'updated_at': '2022-02-09T02:21:54Z', 'revision_number': 5, 'project_id': '52ca296614bc4a9b867a68ae2dc96ded', 'gw_port': {'id': '00e7533b-199f-4f90-bd0f-24213fc3b316', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:41:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca30fb5-3581-469b-b2ab-4d8ccd154732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:12:01Z', 'updated_at': '2022-02-09T02:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:55.673053 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab81fcf-c766-4d55-8799-7adc58ef45da None None] Checking router: 9ca30fb5-3581-469b-b2ab-4d8ccd154732 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:21:55.692281 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab81fcf-c766-4d55-8799-7adc58ef45da None None] Routers {'9ca30fb5-3581-469b-b2ab-4d8ccd154732'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:21:55.692924 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-eab81fcf-c766-4d55-8799-7adc58ef45da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:21:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['9ca30fb5-3581-469b-b2ab-4d8ccd154732'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:55.709629 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-f03717d8-d709-4639-a78c-9b996ffa449b admin admin] For port 00e7533b-199f-4f90-bd0f-24213fc3b316, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=00e7533b-199f-4f90-bd0f-24213fc3b316,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:21:55.710159 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f03717d8-d709-4639-a78c-9b996ffa449b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:55.758114 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:55.833909 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-f03717d8-d709-4639-a78c-9b996ffa449b admin admin] Calling delete_port for 00e7533b-199f-4f90-bd0f-24213fc3b316 owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:21:55.844359 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-eab81fcf-c766-4d55-8799-7adc58ef45da None None] Set router 9ca30fb5-3581-469b-b2ab-4d8ccd154732 gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:21:55.953303 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-eab81fcf-c766-4d55-8799-7adc58ef45da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca30fb5-3581-469b-b2ab-4d8ccd154732', 'name': 'tempest-TestShelveInstance-1189403663-router', 'tenant_id': '52ca296614bc4a9b867a68ae2dc96ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:12:01Z', 'updated_at': '2022-02-09T02:21:55Z', 'revision_number': 6, 'project_id': '52ca296614bc4a9b867a68ae2dc96ded', 'gw_port_host': None}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:55.957838 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab81fcf-c766-4d55-8799-7adc58ef45da None None] The sync data for ids ['9ca30fb5-3581-469b-b2ab-4d8ccd154732'] in n-d-828418-1 is: [{'id': '9ca30fb5-3581-469b-b2ab-4d8ccd154732', 'name': 'tempest-TestShelveInstance-1189403663-router', 'tenant_id': '52ca296614bc4a9b867a68ae2dc96ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:12:01Z', 'updated_at': '2022-02-09T02:21:55Z', 'revision_number': 6, 'project_id': '52ca296614bc4a9b867a68ae2dc96ded', 'gw_port_host': None}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:21:56.132453 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f03717d8-d709-4639-a78c-9b996ffa449b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:56.180747 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03717d8-d709-4639-a78c-9b996ffa449b admin admin] Pushing event deleted for resources: {'Port': ['ID=00e7533b-199f-4f90-bd0f-24213fc3b316,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:56.276188 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f03717d8-d709-4639-a78c-9b996ffa449b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:56.417193 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 139fe7a0-8735-40ea-aaea-355963c77594 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:21:56.455495 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 139fe7a0-8735-40ea-aaea-355963c77594 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:21:56.455961 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 139fe7a0-8735-40ea-aaea-355963c77594 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:21:56.461573 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f03717d8-d709-4639-a78c-9b996ffa449b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:56.464715 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f03717d8-d709-4639-a78c-9b996ffa449b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:56.486676 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f03717d8-d709-4639-a78c-9b996ffa449b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:56.487333 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f03717d8-d709-4639-a78c-9b996ffa449b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ca30fb5-3581-469b-b2ab-4d8ccd154732 {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 02:21:56.500337 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f03717d8-d709-4639-a78c-9b996ffa449b admin admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:56.501466 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-f03717d8-d709-4639-a78c-9b996ffa449b admin admin] 10.222.0.105 "DELETE /v2.0/routers/9ca30fb5-3581-469b-b2ab-4d8ccd154732 HTTP/1.1" status: 204 len: 168 time: 1.3364520 Feb 09 02:21:56.504073 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 51414) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:21:56.564871 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-053e0a62-8939-4e45-a301-a4ea6af73bcb admin admin] Deleting subnet 2c21cce8-bfe3-4bc0-bfa0-49bae44780cd {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 02:21:56.567654 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-053e0a62-8939-4e45-a301-a4ea6af73bcb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:56.616687 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-053e0a62-8939-4e45-a301-a4ea6af73bcb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:56.696700 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-053e0a62-8939-4e45-a301-a4ea6af73bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:56.767087 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-053e0a62-8939-4e45-a301-a4ea6af73bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:56.806304 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053e0a62-8939-4e45-a301-a4ea6af73bcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c21cce8-bfe3-4bc0-bfa0-49bae44780cd,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:56.812829 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-053e0a62-8939-4e45-a301-a4ea6af73bcb admin admin] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:56.818686 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f1f4c6-2de5-4d8e-8646-bab88f4ad62a None None] Network a3dbbd5c-0df6-4abf-801d-ae3e2d9a0737 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 02:21:56.820343 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-053e0a62-8939-4e45-a301-a4ea6af73bcb admin admin] 10.222.0.105 "DELETE /v2.0/subnets/2c21cce8-bfe3-4bc0-bfa0-49bae44780cd HTTP/1.1" status: 204 len: 168 time: 0.3152878 Feb 09 02:21:56.823517 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 51418) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:21:56.937494 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1509bf8f-d81a-4dd6-990f-845047ec1809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:56.949798 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-1509bf8f-d81a-4dd6-990f-845047ec1809 admin admin] Deleting port b06cd8bf-8c31-4c98-a67e-7e70c21392fd {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:21:56.950075 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1509bf8f-d81a-4dd6-990f-845047ec1809 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:57.075646 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f566c890-78ed-44f9-8c9f-d9e4790c32b9 None None] DHCP port deletion for a3dbbd5c-0df6-4abf-801d-ae3e2d9a0737 request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 02:21:57.079829 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-f566c890-78ed-44f9-8c9f-d9e4790c32b9 None None] Deleting port b06cd8bf-8c31-4c98-a67e-7e70c21392fd {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:21:57.080205 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f566c890-78ed-44f9-8c9f-d9e4790c32b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:57.164087 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-1509bf8f-d81a-4dd6-990f-845047ec1809 admin admin] For port b06cd8bf-8c31-4c98-a67e-7e70c21392fd, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=b06cd8bf-8c31-4c98-a67e-7e70c21392fd,segment=NetworkSegment(67319ac8-8b69-4f4b-8325-9dcf9dfc93db),segment_id=67319ac8-8b69-4f4b-8325-9dcf9dfc93db)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:21:57.164691 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1509bf8f-d81a-4dd6-990f-845047ec1809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:57.289013 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-f566c890-78ed-44f9-8c9f-d9e4790c32b9 None None] For port b06cd8bf-8c31-4c98-a67e-7e70c21392fd, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=b06cd8bf-8c31-4c98-a67e-7e70c21392fd,segment=NetworkSegment(67319ac8-8b69-4f4b-8325-9dcf9dfc93db),segment_id=67319ac8-8b69-4f4b-8325-9dcf9dfc93db)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:21:57.289314 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f566c890-78ed-44f9-8c9f-d9e4790c32b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:57.289735 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-1509bf8f-d81a-4dd6-990f-845047ec1809 admin admin] Calling delete_port for b06cd8bf-8c31-4c98-a67e-7e70c21392fd owned by network:dhcp {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:21:57.364448 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1509bf8f-d81a-4dd6-990f-845047ec1809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:57.416714 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1509bf8f-d81a-4dd6-990f-845047ec1809 admin admin] Pushing event deleted for resources: {'Port': ['ID=b06cd8bf-8c31-4c98-a67e-7e70c21392fd,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:57.418551 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1509bf8f-d81a-4dd6-990f-845047ec1809 admin admin] No DVR routers for this DVR port b06cd8bf-8c31-4c98-a67e-7e70c21392fd on host n-d-828418-1 {{(pid=87638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:21:57.451700 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-f566c890-78ed-44f9-8c9f-d9e4790c32b9 None None] Calling delete_port for b06cd8bf-8c31-4c98-a67e-7e70c21392fd owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:21:57.527923 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-f566c890-78ed-44f9-8c9f-d9e4790c32b9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:21:57.528274 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-f566c890-78ed-44f9-8c9f-d9e4790c32b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:21:57.534787 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1509bf8f-d81a-4dd6-990f-845047ec1809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:57.559871 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-1509bf8f-d81a-4dd6-990f-845047ec1809 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3dbbd5c-0df6-4abf-801d-ae3e2d9a0737']}} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:57.571595 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-1509bf8f-d81a-4dd6-990f-845047ec1809 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67319ac8-8b69-4f4b-8325-9dcf9dfc93db') {'for_net_delete': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:57.571892 n-d-828418-1 neutron-server[87638]: DEBUG neutron.services.segments.db [None req-1509bf8f-d81a-4dd6-990f-845047ec1809 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67319ac8-8b69-4f4b-8325-9dcf9dfc93db') {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:57.583848 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1509bf8f-d81a-4dd6-990f-845047ec1809 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2755063'] for segment, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:57.599577 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1509bf8f-d81a-4dd6-990f-845047ec1809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:57.605467 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1509bf8f-d81a-4dd6-990f-845047ec1809 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=87638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:21:57.605873 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1509bf8f-d81a-4dd6-990f-845047ec1809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565928'] for segment, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:57.618741 n-d-828418-1 neutron-server[87638]: Traceback (most recent call last): Feb 09 02:21:57.618741 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:21:57.618741 n-d-828418-1 neutron-server[87638]: timer() Feb 09 02:21:57.618741 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:21:57.618741 n-d-828418-1 neutron-server[87638]: cb(*args, **kw) Feb 09 02:21:57.618741 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 02:21:57.618741 n-d-828418-1 neutron-server[87638]: return func(*args, **kwargs) Feb 09 02:21:57.618741 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:21:57.618741 n-d-828418-1 neutron-server[87638]: self._notify() Feb 09 02:21:57.618741 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:21:57.618741 n-d-828418-1 neutron-server[87638]: self.callback(batched_events) Feb 09 02:21:57.618741 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:21:57.618741 n-d-828418-1 neutron-server[87638]: event.method(event) Feb 09 02:21:57.618741 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 02:21:57.618741 n-d-828418-1 neutron-server[87638]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:21:57.618741 n-d-828418-1 neutron-server[87638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 02:21:57.618741 n-d-828418-1 neutron-server[87638]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:21:57.618741 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 02:21:57.618741 n-d-828418-1 neutron-server[87638]: return f(self, *a, **k) Feb 09 02:21:57.618741 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 02:21:57.618741 n-d-828418-1 neutron-server[87638]: return self._get(url).json() Feb 09 02:21:57.618741 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 02:21:57.618741 n-d-828418-1 neutron-server[87638]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:21:57.618741 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:21:57.618741 n-d-828418-1 neutron-server[87638]: return self.request(url, 'GET', **kwargs) Feb 09 02:21:57.618741 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:21:57.618741 n-d-828418-1 neutron-server[87638]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:21:57.618741 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:21:57.618741 n-d-828418-1 neutron-server[87638]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:21:57.618741 n-d-828418-1 neutron-server[87638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:21:57.618741 n-d-828418-1 neutron-server[87638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:21:57.618741 n-d-828418-1 neutron-server[87638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:21:57.801441 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1509bf8f-d81a-4dd6-990f-845047ec1809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:57.817821 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-1509bf8f-d81a-4dd6-990f-845047ec1809 admin admin] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:57.829263 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1509bf8f-d81a-4dd6-990f-845047ec1809 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3dbbd5c-0df6-4abf-801d-ae3e2d9a0737,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:57.832093 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-1509bf8f-d81a-4dd6-990f-845047ec1809 admin admin] 10.222.0.105 "DELETE /v2.0/networks/a3dbbd5c-0df6-4abf-801d-ae3e2d9a0737 HTTP/1.1" status: 204 len: 168 time: 1.0075023 Feb 09 02:21:58.030017 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-f566c890-78ed-44f9-8c9f-d9e4790c32b9 None None] Deleting port b06cd8bf-8c31-4c98-a67e-7e70c21392fd {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:21:58.030465 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f566c890-78ed-44f9-8c9f-d9e4790c32b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:58.046453 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 51424) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:21:58.094256 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-8e10cebd-8e87-4814-8a0a-655745ea9c9c admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=b54a3eca3d694dacaab799c3b259d242&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465789 Feb 09 02:21:58.096747 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 51428) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:21:58.097786 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-f566c890-78ed-44f9-8c9f-d9e4790c32b9 None None] The port 'b06cd8bf-8c31-4c98-a67e-7e70c21392fd' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 02:21:58.158224 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-41b47065-1e01-4a83-b1d4-c4ac659b69a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:58.184909 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-41b47065-1e01-4a83-b1d4-c4ac659b69a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:58.235692 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 00e7533b-199f-4f90-bd0f-24213fc3b316 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:21:58.251065 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-41b47065-1e01-4a83-b1d4-c4ac659b69a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:58.268490 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b47065-1e01-4a83-b1d4-c4ac659b69a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59300151-0820-49de-bf48-b6958a882f99,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:58.271354 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 00e7533b-199f-4f90-bd0f-24213fc3b316 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:21:58.271709 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 00e7533b-199f-4f90-bd0f-24213fc3b316 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:21:58.272125 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device b06cd8bf-8c31-4c98-a67e-7e70c21392fd no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:21:58.275941 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-41b47065-1e01-4a83-b1d4-c4ac659b69a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:58.277076 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-41b47065-1e01-4a83-b1d4-c4ac659b69a2 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/59300151-0820-49de-bf48-b6958a882f99 HTTP/1.1" status: 204 len: 168 time: 0.1794372 Feb 09 02:21:58.317216 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: b06cd8bf-8c31-4c98-a67e-7e70c21392fd {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:21:58.317568 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device b06cd8bf-8c31-4c98-a67e-7e70c21392fd not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:21:58.671109 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 51436) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:21:58.722353 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-96cba8df-c8d8-4ff0-8545-d6f74c00cda9 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=52ca296614bc4a9b867a68ae2dc96ded&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0498211 Feb 09 02:21:58.724792 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 51440) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:21:58.783281 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-22211492-e6c6-4d4e-b418-e6ef09a3d3e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:58.808678 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-22211492-e6c6-4d4e-b418-e6ef09a3d3e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:58.863120 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-22211492-e6c6-4d4e-b418-e6ef09a3d3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:58.877128 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22211492-e6c6-4d4e-b418-e6ef09a3d3e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ca32f3-2bf0-4e8f-a190-948165e0b75d,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:58.883120 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-22211492-e6c6-4d4e-b418-e6ef09a3d3e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:58.884235 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-22211492-e6c6-4d4e-b418-e6ef09a3d3e5 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/66ca32f3-2bf0-4e8f-a190-948165e0b75d HTTP/1.1" status: 204 len: 168 time: 0.1585593 Feb 09 02:21:59.670783 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 51466) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:21:59.773332 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-dffdec02-d527-4be5-9280-e92f78919bd8 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-293544586-network', 'tenant_id': 'fa6d64a2a27649c889a81715e0e7ce9f'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:21:59.779156 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-dffdec02-d527-4be5-9280-e92f78919bd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:21:59.782978 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-dffdec02-d527-4be5-9280-e92f78919bd8 admin admin] Usage tracker for resource:network and tenant:fa6d64a2a27649c889a81715e0e7ce9f is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:21:59.785807 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-dffdec02-d527-4be5-9280-e92f78919bd8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:21:59.791980 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-dffdec02-d527-4be5-9280-e92f78919bd8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:21:59.801496 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dffdec02-d527-4be5-9280-e92f78919bd8 admin admin] Made reservation on behalf of fa6d64a2a27649c889a81715e0e7ce9f for: {'network': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:21:59.803824 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dffdec02-d527-4be5-9280-e92f78919bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:59.816482 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dffdec02-d527-4be5-9280-e92f78919bd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:59.831136 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-dffdec02-d527-4be5-9280-e92f78919bd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:21:59.834880 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-dffdec02-d527-4be5-9280-e92f78919bd8 admin admin] Usage tracker for resource:security_group_rule and tenant:fa6d64a2a27649c889a81715e0e7ce9f is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:21:59.837557 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-dffdec02-d527-4be5-9280-e92f78919bd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:21:59.843501 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-dffdec02-d527-4be5-9280-e92f78919bd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:21:59.926307 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dffdec02-d527-4be5-9280-e92f78919bd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:59.930139 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dffdec02-d527-4be5-9280-e92f78919bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:59.962156 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dffdec02-d527-4be5-9280-e92f78919bd8 admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=87639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:21:59.970783 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffdec02-d527-4be5-9280-e92f78919bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c33b3d8d-e3f5-4ea0-b3e8-6298dc8c9425,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:59.978299 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dffdec02-d527-4be5-9280-e92f78919bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:59.978745 n-d-828418-1 neutron-server[87639]: INFO neutron.db.segments_db [None req-dffdec02-d527-4be5-9280-e92f78919bd8 admin admin] Added segment 6df203a2-428a-467c-8790-db52f07853a1 of type vlan for network 5f5f13c2-22ca-4696-9c33-f92cb3c7d757 Feb 09 02:22:00.008779 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dffdec02-d527-4be5-9280-e92f78919bd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:00.038060 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dffdec02-d527-4be5-9280-e92f78919bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:00.038974 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffdec02-d527-4be5-9280-e92f78919bd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:00.039541 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-dffdec02-d527-4be5-9280-e92f78919bd8 admin admin] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:00.145295 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-dffdec02-d527-4be5-9280-e92f78919bd8 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4734120 Feb 09 02:22:00.146034 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffdec02-d527-4be5-9280-e92f78919bd8 admin admin] Pushing event updated for resources: {'Network': ['ID=5f5f13c2-22ca-4696-9c33-f92cb3c7d757,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:00.148483 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 51472) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:22:00.154171 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-2a72ef3b-527d-443e-b44e-b84ffd84e6f0 admin admin] Request body: {'subnet': {'network_id': '5f5f13c2-22ca-4696-9c33-f92cb3c7d757', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-293544586-subnet', 'tenant_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'ip_version': 4}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:22:00.155962 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network 5f5f13c2-22ca-4696-9c33-f92cb3c7d757 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 02:22:00.160036 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2a72ef3b-527d-443e-b44e-b84ffd84e6f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:22:00.163969 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-2a72ef3b-527d-443e-b44e-b84ffd84e6f0 admin admin] Usage tracker for resource:subnet and tenant:fa6d64a2a27649c889a81715e0e7ce9f is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:22:00.167642 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-2a72ef3b-527d-443e-b44e-b84ffd84e6f0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:22:00.173338 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2a72ef3b-527d-443e-b44e-b84ffd84e6f0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:22:00.185032 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a72ef3b-527d-443e-b44e-b84ffd84e6f0 admin admin] Made reservation on behalf of fa6d64a2a27649c889a81715e0e7ce9f for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:22:00.187681 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2a72ef3b-527d-443e-b44e-b84ffd84e6f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:00.391653 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2a72ef3b-527d-443e-b44e-b84ffd84e6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:00.471055 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a72ef3b-527d-443e-b44e-b84ffd84e6f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a024720-5d2e-4f92-b7ea-df487c5f9611,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:00.478301 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a72ef3b-527d-443e-b44e-b84ffd84e6f0 admin admin] Checking segment: {'id': '6df203a2-428a-467c-8790-db52f07853a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5f5f13c2-22ca-4696-9c33-f92cb3c7d757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:22:00.479174 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a72ef3b-527d-443e-b44e-b84ffd84e6f0 admin admin] Network hostable DHCP agents. Network: 5f5f13c2-22ca-4696-9c33-f92cb3c7d757, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:22:00.498305 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a72ef3b-527d-443e-b44e-b84ffd84e6f0 admin admin] Network 5f5f13c2-22ca-4696-9c33-f92cb3c7d757 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:22:00.506903 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-2a72ef3b-527d-443e-b44e-b84ffd84e6f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, 5f5f13c2-22ca-4696-9c33-f92cb3c7d757) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:22:00.511322 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a72ef3b-527d-443e-b44e-b84ffd84e6f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:00.511912 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2a72ef3b-527d-443e-b44e-b84ffd84e6f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:00.515715 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bea339-0564-452e-a82d-5d498b91974e None None] Network 5f5f13c2-22ca-4696-9c33-f92cb3c7d757 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 02:22:00.536884 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-2a72ef3b-527d-443e-b44e-b84ffd84e6f0 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3871815 Feb 09 02:22:00.539318 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 51476) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:22:00.545061 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-57664496-9235-45e3-9174-e298345abd07 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-293544586-router', 'tenant_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:22:00.550683 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-57664496-9235-45e3-9174-e298345abd07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:22:00.554507 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-57664496-9235-45e3-9174-e298345abd07 admin admin] Usage tracker for resource:router and tenant:fa6d64a2a27649c889a81715e0e7ce9f is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:22:00.557554 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-57664496-9235-45e3-9174-e298345abd07 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:22:00.563388 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-57664496-9235-45e3-9174-e298345abd07 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:22:00.575455 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-57664496-9235-45e3-9174-e298345abd07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:00.576668 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-57664496-9235-45e3-9174-e298345abd07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:00.593536 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-57664496-9235-45e3-9174-e298345abd07 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:00.735919 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee0fc59-d606-43d0-915f-595bbd888d44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-5f5f13c2-22ca-4696-9c33-f92cb3c7d757', 'network_id': '5f5f13c2-22ca-4696-9c33-f92cb3c7d757', 'tenant_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'fixed_ips': [{'subnet_id': '0a024720-5d2e-4f92-b7ea-df487c5f9611'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 02:22:00.736771 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6ee0fc59-d606-43d0-915f-595bbd888d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:00.869009 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-57664496-9235-45e3-9174-e298345abd07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:00.894420 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-6ee0fc59-d606-43d0-915f-595bbd888d44 None None] Allocated IP 172.20.0.2 (5f5f13c2-22ca-4696-9c33-f92cb3c7d757/0a024720-5d2e-4f92-b7ea-df487c5f9611/0f5a3670-8ed8-44f4-b218-dff26fa228de) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:22:01.095202 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6ee0fc59-d606-43d0-915f-595bbd888d44 None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:01.105081 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-6ee0fc59-d606-43d0-915f-595bbd888d44 None None] Transition to ACTIVE for port object 0f5a3670-8ed8-44f4-b218-dff26fa228de will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:22:01.123102 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-6ee0fc59-d606-43d0-915f-595bbd888d44 None None] Transition to ACTIVE for port object 0f5a3670-8ed8-44f4-b218-dff26fa228de will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:22:01.128075 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6ee0fc59-d606-43d0-915f-595bbd888d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:01.184958 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-57664496-9235-45e3-9174-e298345abd07 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:01.198479 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee0fc59-d606-43d0-915f-595bbd888d44 None None] Network 5f5f13c2-22ca-4696-9c33-f92cb3c7d757 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:22:01.201681 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-6ee0fc59-d606-43d0-915f-595bbd888d44 None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:22:01.205245 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee0fc59-d606-43d0-915f-595bbd888d44 None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:22:01.210893 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee0fc59-d606-43d0-915f-595bbd888d44 None None] Pushing event updated for resources: {'Port': ['ID=0f5a3670-8ed8-44f4-b218-dff26fa228de,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:01.217537 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-57664496-9235-45e3-9174-e298345abd07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:01.252507 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee0fc59-d606-43d0-915f-595bbd888d44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:01.252855 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee0fc59-d606-43d0-915f-595bbd888d44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:01.253197 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee0fc59-d606-43d0-915f-595bbd888d44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:01.253561 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee0fc59-d606-43d0-915f-595bbd888d44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:01.253969 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee0fc59-d606-43d0-915f-595bbd888d44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:01.254330 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee0fc59-d606-43d0-915f-595bbd888d44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:01.254788 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee0fc59-d606-43d0-915f-595bbd888d44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:01.255132 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee0fc59-d606-43d0-915f-595bbd888d44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:01.255491 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee0fc59-d606-43d0-915f-595bbd888d44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:01.255838 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee0fc59-d606-43d0-915f-595bbd888d44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:01.256163 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee0fc59-d606-43d0-915f-595bbd888d44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:01.256488 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee0fc59-d606-43d0-915f-595bbd888d44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:01.319701 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-6ee0fc59-d606-43d0-915f-595bbd888d44 None None] Attempting to bind port 0f5a3670-8ed8-44f4-b218-dff26fa228de on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:22:01.320071 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-6ee0fc59-d606-43d0-915f-595bbd888d44 None None] Attempting to bind port 0f5a3670-8ed8-44f4-b218-dff26fa228de by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '6df203a2-428a-467c-8790-db52f07853a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5f5f13c2-22ca-4696-9c33-f92cb3c7d757'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:22:01.320437 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee0fc59-d606-43d0-915f-595bbd888d44 None None] Attempting to bind port 0f5a3670-8ed8-44f4-b218-dff26fa228de on network 5f5f13c2-22ca-4696-9c33-f92cb3c7d757 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:22:01.326396 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee0fc59-d606-43d0-915f-595bbd888d44 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:22:01.326767 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee0fc59-d606-43d0-915f-595bbd888d44 None None] Checking segment: {'id': '6df203a2-428a-467c-8790-db52f07853a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5f5f13c2-22ca-4696-9c33-f92cb3c7d757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:22:01.327171 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6ee0fc59-d606-43d0-915f-595bbd888d44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:01.327666 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee0fc59-d606-43d0-915f-595bbd888d44 None None] Bound using segment: {'id': '6df203a2-428a-467c-8790-db52f07853a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5f5f13c2-22ca-4696-9c33-f92cb3c7d757'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:22:01.328135 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-6ee0fc59-d606-43d0-915f-595bbd888d44 None None] Bound port: 0f5a3670-8ed8-44f4-b218-dff26fa228de, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6df203a2-428a-467c-8790-db52f07853a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5f5f13c2-22ca-4696-9c33-f92cb3c7d757'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:22:01.328510 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6ee0fc59-d606-43d0-915f-595bbd888d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:01.354346 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-57664496-9235-45e3-9174-e298345abd07 admin admin] Allocated IP 172.25.0.39 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/b102c2ae-deba-497c-bff4-1aeda1b35619) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:22:01.420189 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-6ee0fc59-d606-43d0-915f-595bbd888d44 None None] For port 0f5a3670-8ed8-44f4-b218-dff26fa228de, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:22:01.423453 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-6ee0fc59-d606-43d0-915f-595bbd888d44 None None] For port 0f5a3670-8ed8-44f4-b218-dff26fa228de, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=0f5a3670-8ed8-44f4-b218-dff26fa228de,segment=NetworkSegment(6df203a2-428a-467c-8790-db52f07853a1),segment_id=6df203a2-428a-467c-8790-db52f07853a1)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:22:01.428339 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-6ee0fc59-d606-43d0-915f-595bbd888d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:01.519673 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee0fc59-d606-43d0-915f-595bbd888d44 None None] Pushing event updated for resources: {'Port': ['ID=0f5a3670-8ed8-44f4-b218-dff26fa228de,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:01.630318 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-57664496-9235-45e3-9174-e298345abd07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:01.662118 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-57664496-9235-45e3-9174-e298345abd07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:01.740944 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57664496-9235-45e3-9174-e298345abd07 admin admin] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:22:01.743665 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-57664496-9235-45e3-9174-e298345abd07 admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:22:01.749912 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57664496-9235-45e3-9174-e298345abd07 admin admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:22:01.775169 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57664496-9235-45e3-9174-e298345abd07 admin admin] Pushing event updated for resources: {'Port': ['ID=b102c2ae-deba-497c-bff4-1aeda1b35619,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:02.172090 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-57664496-9235-45e3-9174-e298345abd07 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:02.273423 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 0f5a3670-8ed8-44f4-b218-dff26fa228de up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:22:02.345253 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 0f5a3670-8ed8-44f4-b218-dff26fa228de completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:22:02.474181 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ef539d-4ddd-4624-bce1-0e43881e94a3 None None] Network 5f5f13c2-22ca-4696-9c33-f92cb3c7d757 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 02:22:02.532105 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-57664496-9235-45e3-9174-e298345abd07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:02.581874 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e86962b2-9a9f-4d83-a850-330ce824502f None None] Provisioning for port 0f5a3670-8ed8-44f4-b218-dff26fa228de completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:22:02.590499 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e86962b2-9a9f-4d83-a850-330ce824502f None None] Provisioning complete for port 0f5a3670-8ed8-44f4-b218-dff26fa228de triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:22:02.590887 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e86962b2-9a9f-4d83-a850-330ce824502f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:02.743553 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57664496-9235-45e3-9174-e298345abd07 admin admin] Router 85f808ef-39bc-477a-b473-aaf2b4dd7be9 is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 02:22:02.844976 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e86962b2-9a9f-4d83-a850-330ce824502f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:02.888485 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e86962b2-9a9f-4d83-a850-330ce824502f None None] For port 0f5a3670-8ed8-44f4-b218-dff26fa228de, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=0f5a3670-8ed8-44f4-b218-dff26fa228de,segment=NetworkSegment(6df203a2-428a-467c-8790-db52f07853a1),segment_id=6df203a2-428a-467c-8790-db52f07853a1)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:22:02.892870 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e86962b2-9a9f-4d83-a850-330ce824502f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:02.965722 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86962b2-9a9f-4d83-a850-330ce824502f None None] Pushing event updated for resources: {'Port': ['ID=0f5a3670-8ed8-44f4-b218-dff26fa228de,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:03.055946 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57664496-9235-45e3-9174-e298345abd07 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:22:03.067270 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acd5809-57b4-40a2-ae05-e84f0b825f9c None None] Sync routers for ids ['85f808ef-39bc-477a-b473-aaf2b4dd7be9'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:22:03.077967 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acd5809-57b4-40a2-ae05-e84f0b825f9c None None] Routers {'85f808ef-39bc-477a-b473-aaf2b4dd7be9'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:22:03.078729 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-1acd5809-57b4-40a2-ae05-e84f0b825f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:21:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['85f808ef-39bc-477a-b473-aaf2b4dd7be9'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:03.080204 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-57664496-9235-45e3-9174-e298345abd07 admin admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:03.081626 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-57664496-9235-45e3-9174-e298345abd07 admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5412984 Feb 09 02:22:03.084287 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 51480) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:22:03.120583 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d3876f15-4394-485f-bf37-9b087aecedb3 None None] Provisioning complete for port 0f5a3670-8ed8-44f4-b218-dff26fa228de triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:22:03.120951 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d3876f15-4394-485f-bf37-9b087aecedb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:03.263606 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-1acd5809-57b4-40a2-ae05-e84f0b825f9c None None] Set router 85f808ef-39bc-477a-b473-aaf2b4dd7be9 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:22:03.543149 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-1acd5809-57b4-40a2-ae05-e84f0b825f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f808ef-39bc-477a-b473-aaf2b4dd7be9', 'name': 'tempest-TestSnapshotPattern-293544586-router', 'tenant_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'b102c2ae-deba-497c-bff4-1aeda1b35619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:22:00Z', 'updated_at': '2022-02-09T02:22:01Z', 'revision_number': 3, 'project_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'gw_port': {'id': 'b102c2ae-deba-497c-bff4-1aeda1b35619', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:0e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85f808ef-39bc-477a-b473-aaf2b4dd7be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:22:01Z', 'updated_at': '2022-02-09T02:22:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:03.547031 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acd5809-57b4-40a2-ae05-e84f0b825f9c None None] Checking router: 85f808ef-39bc-477a-b473-aaf2b4dd7be9 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:22:03.547378 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acd5809-57b4-40a2-ae05-e84f0b825f9c None None] Updating router 85f808ef-39bc-477a-b473-aaf2b4dd7be9 port b102c2ae-deba-497c-bff4-1aeda1b35619 binding host n-d-828418-1 {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:22:03.602011 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-1acd5809-57b4-40a2-ae05-e84f0b825f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:03.757808 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-11e300e8-fc66-4a6a-89be-96046c1a00c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:03.926292 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-1acd5809-57b4-40a2-ae05-e84f0b825f9c None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:03.938290 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-1acd5809-57b4-40a2-ae05-e84f0b825f9c None None] Transition to ACTIVE for port object b102c2ae-deba-497c-bff4-1aeda1b35619 will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:22:03.944074 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-1acd5809-57b4-40a2-ae05-e84f0b825f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:03.967263 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-11e300e8-fc66-4a6a-89be-96046c1a00c4 admin admin] Allocated IP 172.20.0.1 (5f5f13c2-22ca-4696-9c33-f92cb3c7d757/0a024720-5d2e-4f92-b7ea-df487c5f9611/06dc4ae0-0144-46c8-a73d-49cc2e3d2a0e) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:22:04.027090 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-1acd5809-57b4-40a2-ae05-e84f0b825f9c None None] Attempting to bind port b102c2ae-deba-497c-bff4-1aeda1b35619 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:22:04.027448 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-1acd5809-57b4-40a2-ae05-e84f0b825f9c None None] Attempting to bind port b102c2ae-deba-497c-bff4-1aeda1b35619 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:22:04.027806 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acd5809-57b4-40a2-ae05-e84f0b825f9c None None] Attempting to bind port b102c2ae-deba-497c-bff4-1aeda1b35619 on network 3d885c3c-255c-4e54-addc-b28437d0b18e {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:22:04.029722 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728b0040-ee72-45b8-a982-a9c74d1b421f None None] Pushing event updated for resources: {'Port': ['ID=b102c2ae-deba-497c-bff4-1aeda1b35619,revision_number=2']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:04.039348 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728b0040-ee72-45b8-a982-a9c74d1b421f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:04.039690 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728b0040-ee72-45b8-a982-a9c74d1b421f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:04.040025 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728b0040-ee72-45b8-a982-a9c74d1b421f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:04.040352 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728b0040-ee72-45b8-a982-a9c74d1b421f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:04.040675 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728b0040-ee72-45b8-a982-a9c74d1b421f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:04.041628 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728b0040-ee72-45b8-a982-a9c74d1b421f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:04.041976 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728b0040-ee72-45b8-a982-a9c74d1b421f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:04.042273 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728b0040-ee72-45b8-a982-a9c74d1b421f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:04.043197 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728b0040-ee72-45b8-a982-a9c74d1b421f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:04.043197 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728b0040-ee72-45b8-a982-a9c74d1b421f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:04.043197 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728b0040-ee72-45b8-a982-a9c74d1b421f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:04.043508 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728b0040-ee72-45b8-a982-a9c74d1b421f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:04.046534 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acd5809-57b4-40a2-ae05-e84f0b825f9c None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:22:04.046899 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acd5809-57b4-40a2-ae05-e84f0b825f9c None None] Checking segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:22:04.047293 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-1acd5809-57b4-40a2-ae05-e84f0b825f9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:04.047666 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acd5809-57b4-40a2-ae05-e84f0b825f9c None None] Bound using segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:22:04.048125 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-1acd5809-57b4-40a2-ae05-e84f0b825f9c None None] Bound port: b102c2ae-deba-497c-bff4-1aeda1b35619, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:22:04.048491 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-1acd5809-57b4-40a2-ae05-e84f0b825f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:04.117133 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-11e300e8-fc66-4a6a-89be-96046c1a00c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:04.120937 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-1acd5809-57b4-40a2-ae05-e84f0b825f9c None None] For port b102c2ae-deba-497c-bff4-1aeda1b35619, host n-d-828418-1, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:22:04.123941 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-1acd5809-57b4-40a2-ae05-e84f0b825f9c None None] For port b102c2ae-deba-497c-bff4-1aeda1b35619, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=b102c2ae-deba-497c-bff4-1aeda1b35619,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:22:04.127551 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-1acd5809-57b4-40a2-ae05-e84f0b825f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:04.134468 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-11e300e8-fc66-4a6a-89be-96046c1a00c4 admin admin] Transition to ACTIVE for port object 06dc4ae0-0144-46c8-a73d-49cc2e3d2a0e will not be triggered until provisioned by entity DHCP. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:22:04.158349 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-11e300e8-fc66-4a6a-89be-96046c1a00c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:04.200015 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acd5809-57b4-40a2-ae05-e84f0b825f9c None None] Routers {'85f808ef-39bc-477a-b473-aaf2b4dd7be9'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:22:04.200553 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-1acd5809-57b4-40a2-ae05-e84f0b825f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:21:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['85f808ef-39bc-477a-b473-aaf2b4dd7be9'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:04.229701 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e300e8-fc66-4a6a-89be-96046c1a00c4 admin admin] Network 5f5f13c2-22ca-4696-9c33-f92cb3c7d757 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:22:04.232747 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-11e300e8-fc66-4a6a-89be-96046c1a00c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:22:04.236694 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e300e8-fc66-4a6a-89be-96046c1a00c4 admin admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:22:04.257016 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 0f5a3670-8ed8-44f4-b218-dff26fa228de up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:22:04.277473 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e300e8-fc66-4a6a-89be-96046c1a00c4 admin admin] Pushing event updated for resources: {'Port': ['ID=06dc4ae0-0144-46c8-a73d-49cc2e3d2a0e,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:04.294334 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728b0040-ee72-45b8-a982-a9c74d1b421f None None] Pushing event updated for resources: {'Port': ['ID=b102c2ae-deba-497c-bff4-1aeda1b35619,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:04.310296 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-11e300e8-fc66-4a6a-89be-96046c1a00c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:04.356738 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 0f5a3670-8ed8-44f4-b218-dff26fa228de triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:22:04.357457 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:04.454735 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-1acd5809-57b4-40a2-ae05-e84f0b825f9c None None] Set router 85f808ef-39bc-477a-b473-aaf2b4dd7be9 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:22:04.577883 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1c265092-c54f-47f9-b005-c11ec3fe303b None None] Provisioning for port 06dc4ae0-0144-46c8-a73d-49cc2e3d2a0e completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:22:04.584964 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-1c265092-c54f-47f9-b005-c11ec3fe303b None None] Provisioning complete for port 06dc4ae0-0144-46c8-a73d-49cc2e3d2a0e triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:22:04.585690 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1c265092-c54f-47f9-b005-c11ec3fe303b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:04.662036 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-1c265092-c54f-47f9-b005-c11ec3fe303b None None] Port 06dc4ae0-0144-46c8-a73d-49cc2e3d2a0e cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 02:22:04.709432 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-11e300e8-fc66-4a6a-89be-96046c1a00c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:04.768151 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-1acd5809-57b4-40a2-ae05-e84f0b825f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f808ef-39bc-477a-b473-aaf2b4dd7be9', 'name': 'tempest-TestSnapshotPattern-293544586-router', 'tenant_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'b102c2ae-deba-497c-bff4-1aeda1b35619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:22:00Z', 'updated_at': '2022-02-09T02:22:01Z', 'revision_number': 3, 'project_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'gw_port': {'id': 'b102c2ae-deba-497c-bff4-1aeda1b35619', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:0e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85f808ef-39bc-477a-b473-aaf2b4dd7be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:22:01Z', 'updated_at': '2022-02-09T02:22:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:04.772026 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acd5809-57b4-40a2-ae05-e84f0b825f9c None None] The sync data for ids ['85f808ef-39bc-477a-b473-aaf2b4dd7be9'] in n-d-828418-1 is: [{'id': '85f808ef-39bc-477a-b473-aaf2b4dd7be9', 'name': 'tempest-TestSnapshotPattern-293544586-router', 'tenant_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'b102c2ae-deba-497c-bff4-1aeda1b35619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:22:00Z', 'updated_at': '2022-02-09T02:22:01Z', 'revision_number': 3, 'project_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'gw_port': {'id': 'b102c2ae-deba-497c-bff4-1aeda1b35619', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:0e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85f808ef-39bc-477a-b473-aaf2b4dd7be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:22:01Z', 'updated_at': '2022-02-09T02:22:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:22:04.939338 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-11e300e8-fc66-4a6a-89be-96046c1a00c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:04.944322 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-11e300e8-fc66-4a6a-89be-96046c1a00c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565056'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:05.068212 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e300e8-fc66-4a6a-89be-96046c1a00c4 admin admin] Pushing event updated for resources: {'Port': ['ID=06dc4ae0-0144-46c8-a73d-49cc2e3d2a0e,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:05.070637 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-11e300e8-fc66-4a6a-89be-96046c1a00c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:05.215354 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e300e8-fc66-4a6a-89be-96046c1a00c4 admin admin] Network 5f5f13c2-22ca-4696-9c33-f92cb3c7d757 is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:22:05.216514 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-11e300e8-fc66-4a6a-89be-96046c1a00c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:22:05.417069 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11e300e8-fc66-4a6a-89be-96046c1a00c4 admin admin] Router 85f808ef-39bc-477a-b473-aaf2b4dd7be9 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:22:05.496501 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-231eb010-2f87-4649-84bc-7b2b4d381b36 None None] Provisioning complete for port 06dc4ae0-0144-46c8-a73d-49cc2e3d2a0e triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:22:05.497069 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-231eb010-2f87-4649-84bc-7b2b4d381b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:05.552458 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-231eb010-2f87-4649-84bc-7b2b4d381b36 None None] Port 06dc4ae0-0144-46c8-a73d-49cc2e3d2a0e cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 02:22:05.611309 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e300e8-fc66-4a6a-89be-96046c1a00c4 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:22:05.625910 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-11e300e8-fc66-4a6a-89be-96046c1a00c4 admin admin] 10.222.0.105 "PUT /v2.0/routers/85f808ef-39bc-477a-b473-aaf2b4dd7be9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5355542 Feb 09 02:22:06.124155 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 51498) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:22:06.129706 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-525650dc-01f6-4a3c-b7d6-2f3853850033 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1152510051-network', 'tenant_id': '13266ef7b2614cdfa060d6b41b1897a0'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:22:06.136848 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-525650dc-01f6-4a3c-b7d6-2f3853850033 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:22:06.140684 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-525650dc-01f6-4a3c-b7d6-2f3853850033 admin admin] Usage tracker for resource:network and tenant:13266ef7b2614cdfa060d6b41b1897a0 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:22:06.144067 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-525650dc-01f6-4a3c-b7d6-2f3853850033 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:22:06.150241 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-525650dc-01f6-4a3c-b7d6-2f3853850033 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:22:06.161178 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525650dc-01f6-4a3c-b7d6-2f3853850033 admin admin] Made reservation on behalf of 13266ef7b2614cdfa060d6b41b1897a0 for: {'network': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:22:06.163652 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-525650dc-01f6-4a3c-b7d6-2f3853850033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for network, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:06.176770 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-525650dc-01f6-4a3c-b7d6-2f3853850033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:06.191777 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-525650dc-01f6-4a3c-b7d6-2f3853850033 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:22:06.195965 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-525650dc-01f6-4a3c-b7d6-2f3853850033 admin admin] Usage tracker for resource:security_group_rule and tenant:13266ef7b2614cdfa060d6b41b1897a0 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:22:06.199076 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-525650dc-01f6-4a3c-b7d6-2f3853850033 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:22:06.204941 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-525650dc-01f6-4a3c-b7d6-2f3853850033 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:22:06.268026 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device b102c2ae-deba-497c-bff4-1aeda1b35619 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:22:06.295260 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-525650dc-01f6-4a3c-b7d6-2f3853850033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:06.300575 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-525650dc-01f6-4a3c-b7d6-2f3853850033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:06.322589 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698eea42-c665-4a00-94cc-3f26f25cd298 None None] Sync routers for ids ['85f808ef-39bc-477a-b473-aaf2b4dd7be9'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:22:06.334126 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-525650dc-01f6-4a3c-b7d6-2f3853850033 admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=87638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:22:06.340441 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698eea42-c665-4a00-94cc-3f26f25cd298 None None] Routers {'85f808ef-39bc-477a-b473-aaf2b4dd7be9'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:22:06.341070 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-698eea42-c665-4a00-94cc-3f26f25cd298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:21:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['85f808ef-39bc-477a-b473-aaf2b4dd7be9'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:06.350267 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525650dc-01f6-4a3c-b7d6-2f3853850033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4cd25d5-297a-49d5-b7eb-f031b6c8cf1c,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:06.354696 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-525650dc-01f6-4a3c-b7d6-2f3853850033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:06.355038 n-d-828418-1 neutron-server[87638]: INFO neutron.db.segments_db [None req-525650dc-01f6-4a3c-b7d6-2f3853850033 admin admin] Added segment 035db5ca-eb80-48e0-a20e-f778aec6082e of type vlan for network a6a7ad5c-aa72-4994-bc27-6e8126d5eda9 Feb 09 02:22:06.381290 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-525650dc-01f6-4a3c-b7d6-2f3853850033 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734724929648'] for network, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:06.411923 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-525650dc-01f6-4a3c-b7d6-2f3853850033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806'] for network, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:06.412843 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525650dc-01f6-4a3c-b7d6-2f3853850033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:06.413409 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-525650dc-01f6-4a3c-b7d6-2f3853850033 admin admin] Notify callbacks [] for network, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:06.428863 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port b102c2ae-deba-497c-bff4-1aeda1b35619 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:22:06.437098 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port b102c2ae-deba-497c-bff4-1aeda1b35619 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:22:06.437469 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:06.515896 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525650dc-01f6-4a3c-b7d6-2f3853850033 admin admin] Pushing event updated for resources: {'Network': ['ID=a6a7ad5c-aa72-4994-bc27-6e8126d5eda9,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:06.520647 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-525650dc-01f6-4a3c-b7d6-2f3853850033 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3950739 Feb 09 02:22:06.523188 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 51502) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:22:06.530532 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-298288c9-6de4-437b-8c39-3b3d59fa1154 admin admin] Request body: {'subnet': {'network_id': 'a6a7ad5c-aa72-4994-bc27-6e8126d5eda9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1152510051-subnet', 'tenant_id': '13266ef7b2614cdfa060d6b41b1897a0', 'ip_version': 4}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:22:06.536330 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-298288c9-6de4-437b-8c39-3b3d59fa1154 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:22:06.538176 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Network a6a7ad5c-aa72-4994-bc27-6e8126d5eda9 details requested by agent ovs-agent-n-d-828418-1 with host n-d-828418-1 {{(pid=87640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 02:22:06.540747 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-298288c9-6de4-437b-8c39-3b3d59fa1154 admin admin] Usage tracker for resource:subnet and tenant:13266ef7b2614cdfa060d6b41b1897a0 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:22:06.543652 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-298288c9-6de4-437b-8c39-3b3d59fa1154 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:22:06.549494 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-298288c9-6de4-437b-8c39-3b3d59fa1154 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:22:06.560571 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298288c9-6de4-437b-8c39-3b3d59fa1154 admin admin] Made reservation on behalf of 13266ef7b2614cdfa060d6b41b1897a0 for: {'subnet': 1} {{(pid=87638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:22:06.562902 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-298288c9-6de4-437b-8c39-3b3d59fa1154 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3146035'] for subnet, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:06.655699 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-698eea42-c665-4a00-94cc-3f26f25cd298 None None] Set router 85f808ef-39bc-477a-b473-aaf2b4dd7be9 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:22:06.765622 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-298288c9-6de4-437b-8c39-3b3d59fa1154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2564949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3146017'] for subnet, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:06.839298 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298288c9-6de4-437b-8c39-3b3d59fa1154 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25dbb70b-fa36-48b0-b82c-3b457a9bb961,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:06.849544 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298288c9-6de4-437b-8c39-3b3d59fa1154 admin admin] Checking segment: {'id': '035db5ca-eb80-48e0-a20e-f778aec6082e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a6a7ad5c-aa72-4994-bc27-6e8126d5eda9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:22:06.849928 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298288c9-6de4-437b-8c39-3b3d59fa1154 admin admin] Network hostable DHCP agents. Network: a6a7ad5c-aa72-4994-bc27-6e8126d5eda9, hostable agents: ['d8e7fe91-c341-448f-bceb-24f39f236299'], hosted agents: [] {{(pid=87638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:22:06.869839 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298288c9-6de4-437b-8c39-3b3d59fa1154 admin admin] Network a6a7ad5c-aa72-4994-bc27-6e8126d5eda9 is scheduled to be hosted by DHCP agent d8e7fe91-c341-448f-bceb-24f39f236299 with binding_index 1 {{(pid=87638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:22:06.879081 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-298288c9-6de4-437b-8c39-3b3d59fa1154 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-1, a6a7ad5c-aa72-4994-bc27-6e8126d5eda9) {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:22:06.882961 n-d-828418-1 neutron-server[87638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298288c9-6de4-437b-8c39-3b3d59fa1154 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:06.883567 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-298288c9-6de4-437b-8c39-3b3d59fa1154 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:06.909717 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-298288c9-6de4-437b-8c39-3b3d59fa1154 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3818209 Feb 09 02:22:06.909897 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 51506) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:22:06.910505 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e186aa-961f-4c92-8614-2084002a6341 None None] Network a6a7ad5c-aa72-4994-bc27-6e8126d5eda9 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 02:22:06.914644 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-854b2a91-5cac-4c1a-b812-71ca40c3cfa1 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1152510051-router', 'tenant_id': '13266ef7b2614cdfa060d6b41b1897a0', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:22:06.920592 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-854b2a91-5cac-4c1a-b812-71ca40c3cfa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:22:06.924424 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-854b2a91-5cac-4c1a-b812-71ca40c3cfa1 admin admin] Usage tracker for resource:router and tenant:13266ef7b2614cdfa060d6b41b1897a0 is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:22:06.927300 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-854b2a91-5cac-4c1a-b812-71ca40c3cfa1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:22:06.933738 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-854b2a91-5cac-4c1a-b812-71ca40c3cfa1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:22:07.046631 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:07.064499 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-854b2a91-5cac-4c1a-b812-71ca40c3cfa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63919'] for router, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:07.065655 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-854b2a91-5cac-4c1a-b812-71ca40c3cfa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63908'] for router, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:07.082869 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-854b2a91-5cac-4c1a-b812-71ca40c3cfa1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:07.103020 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port b102c2ae-deba-497c-bff4-1aeda1b35619, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=b102c2ae-deba-497c-bff4-1aeda1b35619,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:22:07.112345 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:07.282381 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=b102c2ae-deba-497c-bff4-1aeda1b35619,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:07.357708 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-854b2a91-5cac-4c1a-b812-71ca40c3cfa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1671773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63882'] for router, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:07.358484 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-698eea42-c665-4a00-94cc-3f26f25cd298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f808ef-39bc-477a-b473-aaf2b4dd7be9', 'name': 'tempest-TestSnapshotPattern-293544586-router', 'tenant_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'b102c2ae-deba-497c-bff4-1aeda1b35619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:22:00Z', 'updated_at': '2022-02-09T02:22:04Z', 'revision_number': 4, 'project_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'gw_port': {'id': 'b102c2ae-deba-497c-bff4-1aeda1b35619', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:0e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85f808ef-39bc-477a-b473-aaf2b4dd7be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:22:01Z', 'updated_at': '2022-02-09T02:22:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '06dc4ae0-0144-46c8-a73d-49cc2e3d2a0e', 'name': '', 'network_id': '5f5f13c2-22ca-4696-9c33-f92cb3c7d757', 'tenant_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'mac_address': 'fa:16:3e:cf:99:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85f808ef-39bc-477a-b473-aaf2b4dd7be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '0a024720-5d2e-4f92-b7ea-df487c5f9611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:22:03Z', 'updated_at': '2022-02-09T02:22:04Z', 'revision_number': 2, 'project_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'subnets': [{'id': '0a024720-5d2e-4f92-b7ea-df487c5f9611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:07.360690 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fa4de2-00b9-4304-9c5d-f75f466b124d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90431af5-a27f-5eb8-8558-80e0048bb8bc-a6a7ad5c-aa72-4994-bc27-6e8126d5eda9', 'network_id': 'a6a7ad5c-aa72-4994-bc27-6e8126d5eda9', 'tenant_id': '13266ef7b2614cdfa060d6b41b1897a0', 'fixed_ips': [{'subnet_id': '25dbb70b-fa36-48b0-b82c-3b457a9bb961'}]}} from n-d-828418-1. {{(pid=87640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 02:22:07.361501 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a3fa4de2-00b9-4304-9c5d-f75f466b124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:07.375909 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698eea42-c665-4a00-94cc-3f26f25cd298 None None] Checking router: 85f808ef-39bc-477a-b473-aaf2b4dd7be9 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:22:07.376261 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698eea42-c665-4a00-94cc-3f26f25cd298 None None] Updating router 85f808ef-39bc-477a-b473-aaf2b4dd7be9 port 06dc4ae0-0144-46c8-a73d-49cc2e3d2a0e binding host n-d-828418-1 {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:22:07.480973 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-698eea42-c665-4a00-94cc-3f26f25cd298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:07.670309 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-854b2a91-5cac-4c1a-b812-71ca40c3cfa1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:07.676295 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.db_base_plugin_common [None req-a3fa4de2-00b9-4304-9c5d-f75f466b124d None None] Allocated IP 172.20.0.2 (a6a7ad5c-aa72-4994-bc27-6e8126d5eda9/25dbb70b-fa36-48b0-b82c-3b457a9bb961/d2aeef5e-bcb2-4bd1-9a04-3134c1a0c37f) {{(pid=87640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:22:07.707415 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-854b2a91-5cac-4c1a-b812-71ca40c3cfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:07.843597 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_common [None req-854b2a91-5cac-4c1a-b812-71ca40c3cfa1 admin admin] Allocated IP 172.25.0.15 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/36d150fd-6f32-43ed-a56d-7096a3a18935) {{(pid=87638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:22:07.993412 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-854b2a91-5cac-4c1a-b812-71ca40c3cfa1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:08.023686 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-854b2a91-5cac-4c1a-b812-71ca40c3cfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:08.051057 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a3fa4de2-00b9-4304-9c5d-f75f466b124d None None] Notify callbacks [] for port, precommit_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:08.066434 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a3fa4de2-00b9-4304-9c5d-f75f466b124d None None] Transition to ACTIVE for port object d2aeef5e-bcb2-4bd1-9a04-3134c1a0c37f will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:22:08.082301 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-698eea42-c665-4a00-94cc-3f26f25cd298 None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:08.097556 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854b2a91-5cac-4c1a-b812-71ca40c3cfa1 admin admin] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:22:08.100597 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.base_scheduler [None req-854b2a91-5cac-4c1a-b812-71ca40c3cfa1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:22:08.100927 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a3fa4de2-00b9-4304-9c5d-f75f466b124d None None] Transition to ACTIVE for port object d2aeef5e-bcb2-4bd1-9a04-3134c1a0c37f will not be triggered until provisioned by entity DHCP. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:22:08.102320 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-698eea42-c665-4a00-94cc-3f26f25cd298 None None] Transition to ACTIVE for port object 06dc4ae0-0144-46c8-a73d-49cc2e3d2a0e will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:22:08.107498 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854b2a91-5cac-4c1a-b812-71ca40c3cfa1 admin admin] Received port after_create {{(pid=87638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:22:08.110577 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a3fa4de2-00b9-4304-9c5d-f75f466b124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535'] for port, after_create {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:08.137998 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854b2a91-5cac-4c1a-b812-71ca40c3cfa1 admin admin] Pushing event updated for resources: {'Port': ['ID=36d150fd-6f32-43ed-a56d-7096a3a18935,revision_number=1']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:08.145833 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-698eea42-c665-4a00-94cc-3f26f25cd298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:08.242364 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fa4de2-00b9-4304-9c5d-f75f466b124d None None] Network a6a7ad5c-aa72-4994-bc27-6e8126d5eda9 is already hosted by enough agents. {{(pid=87640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:22:08.258999 n-d-828418-1 neutron-server[87640]: DEBUG neutron.scheduler.base_scheduler [None req-a3fa4de2-00b9-4304-9c5d-f75f466b124d None None] Resources bound (agent type, host, resource id): {{(pid=87640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:22:08.266688 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device b102c2ae-deba-497c-bff4-1aeda1b35619 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:22:08.293247 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fa4de2-00b9-4304-9c5d-f75f466b124d None None] Received port after_create {{(pid=87640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:22:08.295657 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fa4de2-00b9-4304-9c5d-f75f466b124d None None] Pushing event updated for resources: {'Port': ['ID=d2aeef5e-bcb2-4bd1-9a04-3134c1a0c37f,revision_number=1']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:08.618832 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d19a6e5d-ce1c-4d54-9655-7478469bdf21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:08.624994 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ded3b3-4cfd-42fd-8442-bd093040147c None None] Pushing event updated for resources: {'Port': ['ID=06dc4ae0-0144-46c8-a73d-49cc2e3d2a0e,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:08.629973 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-698eea42-c665-4a00-94cc-3f26f25cd298 None None] Attempting to bind port 06dc4ae0-0144-46c8-a73d-49cc2e3d2a0e on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:22:08.630337 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-698eea42-c665-4a00-94cc-3f26f25cd298 None None] Attempting to bind port 06dc4ae0-0144-46c8-a73d-49cc2e3d2a0e by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '6df203a2-428a-467c-8790-db52f07853a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5f5f13c2-22ca-4696-9c33-f92cb3c7d757'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:22:08.630698 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698eea42-c665-4a00-94cc-3f26f25cd298 None None] Attempting to bind port 06dc4ae0-0144-46c8-a73d-49cc2e3d2a0e on network 5f5f13c2-22ca-4696-9c33-f92cb3c7d757 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:22:08.640169 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-a3fa4de2-00b9-4304-9c5d-f75f466b124d None None] Attempting to bind port d2aeef5e-bcb2-4bd1-9a04-3134c1a0c37f on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:22:08.640538 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-a3fa4de2-00b9-4304-9c5d-f75f466b124d None None] Attempting to bind port d2aeef5e-bcb2-4bd1-9a04-3134c1a0c37f by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '035db5ca-eb80-48e0-a20e-f778aec6082e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a6a7ad5c-aa72-4994-bc27-6e8126d5eda9'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:22:08.640898 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fa4de2-00b9-4304-9c5d-f75f466b124d None None] Attempting to bind port d2aeef5e-bcb2-4bd1-9a04-3134c1a0c37f on network a6a7ad5c-aa72-4994-bc27-6e8126d5eda9 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:22:08.648222 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698eea42-c665-4a00-94cc-3f26f25cd298 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:22:08.648596 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698eea42-c665-4a00-94cc-3f26f25cd298 None None] Checking segment: {'id': '6df203a2-428a-467c-8790-db52f07853a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5f5f13c2-22ca-4696-9c33-f92cb3c7d757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:22:08.648985 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-698eea42-c665-4a00-94cc-3f26f25cd298 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:08.649381 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698eea42-c665-4a00-94cc-3f26f25cd298 None None] Bound using segment: {'id': '6df203a2-428a-467c-8790-db52f07853a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5f5f13c2-22ca-4696-9c33-f92cb3c7d757'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:22:08.649873 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-698eea42-c665-4a00-94cc-3f26f25cd298 None None] Bound port: 06dc4ae0-0144-46c8-a73d-49cc2e3d2a0e, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6df203a2-428a-467c-8790-db52f07853a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5f5f13c2-22ca-4696-9c33-f92cb3c7d757'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:22:08.650924 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-698eea42-c665-4a00-94cc-3f26f25cd298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:08.668524 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fa4de2-00b9-4304-9c5d-f75f466b124d None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:22:08.668900 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fa4de2-00b9-4304-9c5d-f75f466b124d None None] Checking segment: {'id': '035db5ca-eb80-48e0-a20e-f778aec6082e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a6a7ad5c-aa72-4994-bc27-6e8126d5eda9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:22:08.669350 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a3fa4de2-00b9-4304-9c5d-f75f466b124d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:08.669704 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fa4de2-00b9-4304-9c5d-f75f466b124d None None] Bound using segment: {'id': '035db5ca-eb80-48e0-a20e-f778aec6082e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a6a7ad5c-aa72-4994-bc27-6e8126d5eda9'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:22:08.670178 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-a3fa4de2-00b9-4304-9c5d-f75f466b124d None None] Bound port: d2aeef5e-bcb2-4bd1-9a04-3134c1a0c37f, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035db5ca-eb80-48e0-a20e-f778aec6082e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a6a7ad5c-aa72-4994-bc27-6e8126d5eda9'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:22:08.670551 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a3fa4de2-00b9-4304-9c5d-f75f466b124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:08.681473 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-854b2a91-5cac-4c1a-b812-71ca40c3cfa1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:08.763667 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port b102c2ae-deba-497c-bff4-1aeda1b35619 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:22:08.764267 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:08.887242 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a3fa4de2-00b9-4304-9c5d-f75f466b124d None None] For port d2aeef5e-bcb2-4bd1-9a04-3134c1a0c37f, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:22:08.892050 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a3fa4de2-00b9-4304-9c5d-f75f466b124d None None] For port d2aeef5e-bcb2-4bd1-9a04-3134c1a0c37f, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=d2aeef5e-bcb2-4bd1-9a04-3134c1a0c37f,segment=NetworkSegment(035db5ca-eb80-48e0-a20e-f778aec6082e),segment_id=035db5ca-eb80-48e0-a20e-f778aec6082e)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:22:08.893710 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-698eea42-c665-4a00-94cc-3f26f25cd298 None None] For port 06dc4ae0-0144-46c8-a73d-49cc2e3d2a0e, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:22:08.898544 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-698eea42-c665-4a00-94cc-3f26f25cd298 None None] For port 06dc4ae0-0144-46c8-a73d-49cc2e3d2a0e, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=06dc4ae0-0144-46c8-a73d-49cc2e3d2a0e,segment=NetworkSegment(6df203a2-428a-467c-8790-db52f07853a1),segment_id=6df203a2-428a-467c-8790-db52f07853a1)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:22:08.900670 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a3fa4de2-00b9-4304-9c5d-f75f466b124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:08.940757 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-698eea42-c665-4a00-94cc-3f26f25cd298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:09.027832 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-854b2a91-5cac-4c1a-b812-71ca40c3cfa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674014'] for router, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:09.054913 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fa4de2-00b9-4304-9c5d-f75f466b124d None None] Pushing event updated for resources: {'Port': ['ID=d2aeef5e-bcb2-4bd1-9a04-3134c1a0c37f,revision_number=2']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:09.056037 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698eea42-c665-4a00-94cc-3f26f25cd298 None None] Routers {'85f808ef-39bc-477a-b473-aaf2b4dd7be9'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:22:09.057220 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-698eea42-c665-4a00-94cc-3f26f25cd298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:21:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['85f808ef-39bc-477a-b473-aaf2b4dd7be9'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:09.266199 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-854b2a91-5cac-4c1a-b812-71ca40c3cfa1 admin admin] Router 66ce48b8-67bd-461e-a92c-4cf805173196 is scheduled to L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb with binding_index 1 {{(pid=87638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 02:22:09.283187 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ded3b3-4cfd-42fd-8442-bd093040147c None None] Pushing event updated for resources: {'Port': ['ID=06dc4ae0-0144-46c8-a73d-49cc2e3d2a0e,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:09.328345 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-698eea42-c665-4a00-94cc-3f26f25cd298 None None] Set router 85f808ef-39bc-477a-b473-aaf2b4dd7be9 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:22:09.479207 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-854b2a91-5cac-4c1a-b812-71ca40c3cfa1 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:22:09.488618 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2868edb7-0ba4-4f12-9b67-377fa5b3e636 None None] Sync routers for ids ['66ce48b8-67bd-461e-a92c-4cf805173196'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:22:09.498627 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2868edb7-0ba4-4f12-9b67-377fa5b3e636 None None] Routers {'66ce48b8-67bd-461e-a92c-4cf805173196'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:22:09.499057 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-2868edb7-0ba4-4f12-9b67-377fa5b3e636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:21:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['66ce48b8-67bd-461e-a92c-4cf805173196'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:09.504777 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-854b2a91-5cac-4c1a-b812-71ca40c3cfa1 admin admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:09.506188 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-854b2a91-5cac-4c1a-b812-71ca40c3cfa1 admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5954206 Feb 09 02:22:09.508949 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 51510) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:22:09.699548 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-2868edb7-0ba4-4f12-9b67-377fa5b3e636 None None] Set router 66ce48b8-67bd-461e-a92c-4cf805173196 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:22:09.725813 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-698eea42-c665-4a00-94cc-3f26f25cd298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f808ef-39bc-477a-b473-aaf2b4dd7be9', 'name': 'tempest-TestSnapshotPattern-293544586-router', 'tenant_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'b102c2ae-deba-497c-bff4-1aeda1b35619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:22:00Z', 'updated_at': '2022-02-09T02:22:04Z', 'revision_number': 4, 'project_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'gw_port': {'id': 'b102c2ae-deba-497c-bff4-1aeda1b35619', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:0e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f808ef-39bc-477a-b473-aaf2b4dd7be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:22:01Z', 'updated_at': '2022-02-09T02:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '06dc4ae0-0144-46c8-a73d-49cc2e3d2a0e', 'name': '', 'network_id': '5f5f13c2-22ca-4696-9c33-f92cb3c7d757', 'tenant_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'mac_address': 'fa:16:3e:cf:99:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85f808ef-39bc-477a-b473-aaf2b4dd7be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '0a024720-5d2e-4f92-b7ea-df487c5f9611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:22:03Z', 'updated_at': '2022-02-09T02:22:08Z', 'revision_number': 4, 'project_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'subnets': [{'id': '0a024720-5d2e-4f92-b7ea-df487c5f9611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:09.730940 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698eea42-c665-4a00-94cc-3f26f25cd298 None None] The sync data for ids ['85f808ef-39bc-477a-b473-aaf2b4dd7be9'] in n-d-828418-1 is: [{'id': '85f808ef-39bc-477a-b473-aaf2b4dd7be9', 'name': 'tempest-TestSnapshotPattern-293544586-router', 'tenant_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'b102c2ae-deba-497c-bff4-1aeda1b35619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:22:00Z', 'updated_at': '2022-02-09T02:22:04Z', 'revision_number': 4, 'project_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'gw_port': {'id': 'b102c2ae-deba-497c-bff4-1aeda1b35619', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:0e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f808ef-39bc-477a-b473-aaf2b4dd7be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:22:01Z', 'updated_at': '2022-02-09T02:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '06dc4ae0-0144-46c8-a73d-49cc2e3d2a0e', 'name': '', 'network_id': '5f5f13c2-22ca-4696-9c33-f92cb3c7d757', 'tenant_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'mac_address': 'fa:16:3e:cf:99:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85f808ef-39bc-477a-b473-aaf2b4dd7be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '0a024720-5d2e-4f92-b7ea-df487c5f9611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:22:03Z', 'updated_at': '2022-02-09T02:22:08Z', 'revision_number': 4, 'project_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'subnets': [{'id': '0a024720-5d2e-4f92-b7ea-df487c5f9611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:22:10.092883 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-2868edb7-0ba4-4f12-9b67-377fa5b3e636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ce48b8-67bd-461e-a92c-4cf805173196', 'name': 'tempest-TestSnapshotPattern-1152510051-router', 'tenant_id': '13266ef7b2614cdfa060d6b41b1897a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '36d150fd-6f32-43ed-a56d-7096a3a18935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:22:07Z', 'updated_at': '2022-02-09T02:22:08Z', 'revision_number': 3, 'project_id': '13266ef7b2614cdfa060d6b41b1897a0', 'gw_port': {'id': '36d150fd-6f32-43ed-a56d-7096a3a18935', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:dc:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ce48b8-67bd-461e-a92c-4cf805173196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:22:07Z', 'updated_at': '2022-02-09T02:22:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:10.097353 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2868edb7-0ba4-4f12-9b67-377fa5b3e636 None None] Checking router: 66ce48b8-67bd-461e-a92c-4cf805173196 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:22:10.097995 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2868edb7-0ba4-4f12-9b67-377fa5b3e636 None None] Updating router 66ce48b8-67bd-461e-a92c-4cf805173196 port 36d150fd-6f32-43ed-a56d-7096a3a18935 binding host n-d-828418-1 {{(pid=87641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:22:10.157177 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-2868edb7-0ba4-4f12-9b67-377fa5b3e636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:10.322855 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4225c134-cd24-4b87-8591-5dde35aca03c None None] Network a6a7ad5c-aa72-4994-bc27-6e8126d5eda9 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 02:22:10.326091 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a1ac872e-0e84-4e4c-b811-e5b8623c6fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:10.397340 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 06dc4ae0-0144-46c8-a73d-49cc2e3d2a0e up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:22:10.485556 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-453bcf7a-aec2-4184-a4c2-c8dbad5b59d3 None None] Provisioning for port d2aeef5e-bcb2-4bd1-9a04-3134c1a0c37f completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:22:10.567015 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 06dc4ae0-0144-46c8-a73d-49cc2e3d2a0e completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:22:10.580078 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 06dc4ae0-0144-46c8-a73d-49cc2e3d2a0e triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:22:10.580458 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:10.599692 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-a1ac872e-0e84-4e4c-b811-e5b8623c6fe1 admin admin] Allocated IP 172.20.0.1 (a6a7ad5c-aa72-4994-bc27-6e8126d5eda9/25dbb70b-fa36-48b0-b82c-3b457a9bb961/c624f186-03d4-48b0-9a48-23c3e7dc98fe) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:22:10.657016 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-2868edb7-0ba4-4f12-9b67-377fa5b3e636 None None] Notify callbacks [] for port, precommit_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:10.671899 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.provisioning_blocks [None req-2868edb7-0ba4-4f12-9b67-377fa5b3e636 None None] Transition to ACTIVE for port object 36d150fd-6f32-43ed-a56d-7096a3a18935 will not be triggered until provisioned by entity L2. {{(pid=87641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:22:10.684218 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-2868edb7-0ba4-4f12-9b67-377fa5b3e636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:10.723873 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-3e45a570-8edb-4f5a-9261-8e0329162a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:10.792108 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-2868edb7-0ba4-4f12-9b67-377fa5b3e636 None None] Attempting to bind port 36d150fd-6f32-43ed-a56d-7096a3a18935 on host n-d-828418-1 for vnic_type normal with profile {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:22:10.792760 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-2868edb7-0ba4-4f12-9b67-377fa5b3e636 None None] Attempting to bind port 36d150fd-6f32-43ed-a56d-7096a3a18935 by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:22:10.793275 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2868edb7-0ba4-4f12-9b67-377fa5b3e636 None None] Attempting to bind port 36d150fd-6f32-43ed-a56d-7096a3a18935 on network 3d885c3c-255c-4e54-addc-b28437d0b18e {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:22:10.805376 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:10.806473 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a1ac872e-0e84-4e4c-b811-e5b8623c6fe1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:10.811478 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2868edb7-0ba4-4f12-9b67-377fa5b3e636 None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:22:10.811858 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2868edb7-0ba4-4f12-9b67-377fa5b3e636 None None] Checking segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:22:10.812260 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-2868edb7-0ba4-4f12-9b67-377fa5b3e636 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:10.812831 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2868edb7-0ba4-4f12-9b67-377fa5b3e636 None None] Bound using segment: {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'} {{(pid=87641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:22:10.813301 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.managers [None req-2868edb7-0ba4-4f12-9b67-377fa5b3e636 None None] Bound port: 36d150fd-6f32-43ed-a56d-7096a3a18935, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ed9dcf-3b65-4b9a-b186-cc448a3052e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e'}}] {{(pid=87641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:22:10.813696 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-2868edb7-0ba4-4f12-9b67-377fa5b3e636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:10.831074 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [None req-a1ac872e-0e84-4e4c-b811-e5b8623c6fe1 admin admin] Transition to ACTIVE for port object c624f186-03d4-48b0-9a48-23c3e7dc98fe will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:22:10.853987 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f3b18c-37f3-42c7-a3fe-9929094b0f50 None None] Pushing event updated for resources: {'Port': ['ID=36d150fd-6f32-43ed-a56d-7096a3a18935,revision_number=2']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:10.854393 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 06dc4ae0-0144-46c8-a73d-49cc2e3d2a0e, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=06dc4ae0-0144-46c8-a73d-49cc2e3d2a0e,segment=NetworkSegment(6df203a2-428a-467c-8790-db52f07853a1),segment_id=6df203a2-428a-467c-8790-db52f07853a1)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:22:10.862331 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:10.863800 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device d2aeef5e-bcb2-4bd1-9a04-3134c1a0c37f up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:22:10.879887 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a1ac872e-0e84-4e4c-b811-e5b8623c6fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:10.939292 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-2868edb7-0ba4-4f12-9b67-377fa5b3e636 None None] For port 36d150fd-6f32-43ed-a56d-7096a3a18935, host n-d-828418-1, cleared binding levels {{(pid=87641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:22:10.942733 n-d-828418-1 neutron-server[87641]: DEBUG neutron.plugins.ml2.db [None req-2868edb7-0ba4-4f12-9b67-377fa5b3e636 None None] For port 36d150fd-6f32-43ed-a56d-7096a3a18935, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=36d150fd-6f32-43ed-a56d-7096a3a18935,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:22:10.951689 n-d-828418-1 neutron-server[87641]: DEBUG neutron_lib.callbacks.manager [None req-2868edb7-0ba4-4f12-9b67-377fa5b3e636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:10.961913 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ac872e-0e84-4e4c-b811-e5b8623c6fe1 admin admin] Network a6a7ad5c-aa72-4994-bc27-6e8126d5eda9 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:22:10.965361 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-a1ac872e-0e84-4e4c-b811-e5b8623c6fe1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:22:10.969392 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ac872e-0e84-4e4c-b811-e5b8623c6fe1 admin admin] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:22:11.082083 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2868edb7-0ba4-4f12-9b67-377fa5b3e636 None None] Routers {'66ce48b8-67bd-461e-a92c-4cf805173196'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:22:11.083228 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-2868edb7-0ba4-4f12-9b67-377fa5b3e636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:22:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['66ce48b8-67bd-461e-a92c-4cf805173196'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:11.132740 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=06dc4ae0-0144-46c8-a73d-49cc2e3d2a0e,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:11.147025 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port d2aeef5e-bcb2-4bd1-9a04-3134c1a0c37f completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:22:11.153160 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port d2aeef5e-bcb2-4bd1-9a04-3134c1a0c37f triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:22:11.153509 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:11.155182 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ac872e-0e84-4e4c-b811-e5b8623c6fe1 admin admin] Pushing event updated for resources: {'Port': ['ID=c624f186-03d4-48b0-9a48-23c3e7dc98fe,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:11.175426 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a1ac872e-0e84-4e4c-b811-e5b8623c6fe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008612'] for router_interface, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:11.265196 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-b8ada398-80c2-4fdf-9cb2-b872a56357b5 None None] Provisioning complete for port d2aeef5e-bcb2-4bd1-9a04-3134c1a0c37f triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:22:11.265806 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b8ada398-80c2-4fdf-9cb2-b872a56357b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:11.273211 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f3b18c-37f3-42c7-a3fe-9929094b0f50 None None] Pushing event updated for resources: {'Port': ['ID=36d150fd-6f32-43ed-a56d-7096a3a18935,revision_number=3']} {{(pid=87641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:11.414552 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-2868edb7-0ba4-4f12-9b67-377fa5b3e636 None None] Set router 66ce48b8-67bd-461e-a92c-4cf805173196 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:22:11.473432 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:11.504695 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a1ac872e-0e84-4e4c-b811-e5b8623c6fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:11.528076 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b8ada398-80c2-4fdf-9cb2-b872a56357b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:11.557843 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port d2aeef5e-bcb2-4bd1-9a04-3134c1a0c37f, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=d2aeef5e-bcb2-4bd1-9a04-3134c1a0c37f,segment=NetworkSegment(035db5ca-eb80-48e0-a20e-f778aec6082e),segment_id=035db5ca-eb80-48e0-a20e-f778aec6082e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:22:11.579141 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:11.713167 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-b8ada398-80c2-4fdf-9cb2-b872a56357b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:22:11.713981 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-b8ada398-80c2-4fdf-9cb2-b872a56357b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:22:11.714795 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=d2aeef5e-bcb2-4bd1-9a04-3134c1a0c37f,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:11.752426 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:11.783965 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a1ac872e-0e84-4e4c-b811-e5b8623c6fe1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:11.789186 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a1ac872e-0e84-4e4c-b811-e5b8623c6fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:11.802617 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:11.814929 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-2868edb7-0ba4-4f12-9b67-377fa5b3e636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ce48b8-67bd-461e-a92c-4cf805173196', 'name': 'tempest-TestSnapshotPattern-1152510051-router', 'tenant_id': '13266ef7b2614cdfa060d6b41b1897a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '36d150fd-6f32-43ed-a56d-7096a3a18935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:22:07Z', 'updated_at': '2022-02-09T02:22:08Z', 'revision_number': 3, 'project_id': '13266ef7b2614cdfa060d6b41b1897a0', 'gw_port': {'id': '36d150fd-6f32-43ed-a56d-7096a3a18935', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:dc:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ce48b8-67bd-461e-a92c-4cf805173196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:22:07Z', 'updated_at': '2022-02-09T02:22:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:11.819648 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2868edb7-0ba4-4f12-9b67-377fa5b3e636 None None] The sync data for ids ['66ce48b8-67bd-461e-a92c-4cf805173196'] in n-d-828418-1 is: [{'id': '66ce48b8-67bd-461e-a92c-4cf805173196', 'name': 'tempest-TestSnapshotPattern-1152510051-router', 'tenant_id': '13266ef7b2614cdfa060d6b41b1897a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '36d150fd-6f32-43ed-a56d-7096a3a18935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:22:07Z', 'updated_at': '2022-02-09T02:22:08Z', 'revision_number': 3, 'project_id': '13266ef7b2614cdfa060d6b41b1897a0', 'gw_port': {'id': '36d150fd-6f32-43ed-a56d-7096a3a18935', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:dc:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ce48b8-67bd-461e-a92c-4cf805173196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:22:07Z', 'updated_at': '2022-02-09T02:22:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:22:11.906563 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-a1ac872e-0e84-4e4c-b811-e5b8623c6fe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008769'] for router_interface, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:11.916089 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ac872e-0e84-4e4c-b811-e5b8623c6fe1 admin admin] Pushing event updated for resources: {'Port': ['ID=c624f186-03d4-48b0-9a48-23c3e7dc98fe,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:12.058107 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ac872e-0e84-4e4c-b811-e5b8623c6fe1 admin admin] Network a6a7ad5c-aa72-4994-bc27-6e8126d5eda9 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:22:12.060090 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-a1ac872e-0e84-4e4c-b811-e5b8623c6fe1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:22:12.266087 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1ac872e-0e84-4e4c-b811-e5b8623c6fe1 admin admin] Router 66ce48b8-67bd-461e-a92c-4cf805173196 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:22:12.369930 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 06dc4ae0-0144-46c8-a73d-49cc2e3d2a0e up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:22:12.446538 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fe96c1dc-c638-48bc-beec-adb63d73adb7 None None] Provisioning for port c624f186-03d4-48b0-9a48-23c3e7dc98fe completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:22:12.452533 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 06dc4ae0-0144-46c8-a73d-49cc2e3d2a0e triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:22:12.452904 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:12.490871 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ac872e-0e84-4e4c-b811-e5b8623c6fe1 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:22:12.496128 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-fe96c1dc-c638-48bc-beec-adb63d73adb7 None None] Provisioning complete for port c624f186-03d4-48b0-9a48-23c3e7dc98fe triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:22:12.496557 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fe96c1dc-c638-48bc-beec-adb63d73adb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:12.510310 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-a1ac872e-0e84-4e4c-b811-e5b8623c6fe1 admin admin] 10.222.0.105 "PUT /v2.0/routers/66ce48b8-67bd-461e-a92c-4cf805173196/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9914901 Feb 09 02:22:12.571006 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-fe96c1dc-c638-48bc-beec-adb63d73adb7 None None] Port c624f186-03d4-48b0-9a48-23c3e7dc98fe cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 02:22:12.633897 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device d2aeef5e-bcb2-4bd1-9a04-3134c1a0c37f up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:22:12.713469 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port d2aeef5e-bcb2-4bd1-9a04-3134c1a0c37f triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:22:12.713975 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:12.848411 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 36d150fd-6f32-43ed-a56d-7096a3a18935 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:22:12.918738 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port 36d150fd-6f32-43ed-a56d-7096a3a18935 completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:22:12.923601 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 36d150fd-6f32-43ed-a56d-7096a3a18935 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:22:12.923976 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:13.043278 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:13.061076 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port 36d150fd-6f32-43ed-a56d-7096a3a18935, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=36d150fd-6f32-43ed-a56d-7096a3a18935,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:22:13.065341 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:13.135835 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=36d150fd-6f32-43ed-a56d-7096a3a18935,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:13.459188 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79afc6c-4fa3-40f8-80c8-f795e350689a None None] Sync routers for ids ['66ce48b8-67bd-461e-a92c-4cf805173196'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:22:13.465497 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:13.469852 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79afc6c-4fa3-40f8-80c8-f795e350689a None None] Routers {'66ce48b8-67bd-461e-a92c-4cf805173196'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:22:13.470469 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-e79afc6c-4fa3-40f8-80c8-f795e350689a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:22:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['66ce48b8-67bd-461e-a92c-4cf805173196'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:13.496765 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 51526) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:22:13.502075 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-9a25098d-5457-4690-a52d-80763bafc72b tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1445837806', 'description': 'tempest-secgroup-smoke-1445837806 description', 'project_id': 'fa6d64a2a27649c889a81715e0e7ce9f'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:22:13.508577 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-9a25098d-5457-4690-a52d-80763bafc72b tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:22:13.513271 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-9a25098d-5457-4690-a52d-80763bafc72b tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Usage tracker for resource:security_group and tenant:fa6d64a2a27649c889a81715e0e7ce9f is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:22:13.516178 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-9a25098d-5457-4690-a52d-80763bafc72b tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:22:13.522286 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-9a25098d-5457-4690-a52d-80763bafc72b tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:22:13.534428 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9a25098d-5457-4690-a52d-80763bafc72b tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks [] for security_group, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:13.554052 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-9a25098d-5457-4690-a52d-80763bafc72b tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:22:13.558450 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-9a25098d-5457-4690-a52d-80763bafc72b tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Usage tracker for resource:security_group_rule and tenant:fa6d64a2a27649c889a81715e0e7ce9f is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:22:13.561241 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-9a25098d-5457-4690-a52d-80763bafc72b tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:22:13.566908 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-9a25098d-5457-4690-a52d-80763bafc72b tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:22:13.643051 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9a25098d-5457-4690-a52d-80763bafc72b tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks [] for security_group, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:13.648085 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9a25098d-5457-4690-a52d-80763bafc72b tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:13.655683 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-e79afc6c-4fa3-40f8-80c8-f795e350689a None None] Set router 66ce48b8-67bd-461e-a92c-4cf805173196 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:22:13.690609 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a25098d-5457-4690-a52d-80763bafc72b tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc71f67a-a943-4cd0-85f4-214fd5fc7459,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:13.692960 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-9a25098d-5457-4690-a52d-80763bafc72b tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:13.694182 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-9a25098d-5457-4690-a52d-80763bafc72b tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1963961 Feb 09 02:22:13.697209 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 51530) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:22:13.702180 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-cee8766e-d8d8-4032-ba62-9b667b67e832 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Request body: {'security_group_rule': {'security_group_id': 'dc71f67a-a943-4cd0-85f4-214fd5fc7459', 'project_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:22:13.708559 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-cee8766e-d8d8-4032-ba62-9b667b67e832 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:22:13.712305 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-cee8766e-d8d8-4032-ba62-9b667b67e832 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Usage tracker for resource:security_group_rule and tenant:fa6d64a2a27649c889a81715e0e7ce9f is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:22:13.715226 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-cee8766e-d8d8-4032-ba62-9b667b67e832 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:22:13.721260 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-cee8766e-d8d8-4032-ba62-9b667b67e832 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:22:13.738225 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cee8766e-d8d8-4032-ba62-9b667b67e832 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:13.803376 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cee8766e-d8d8-4032-ba62-9b667b67e832 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:13.806981 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cee8766e-d8d8-4032-ba62-9b667b67e832 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:13.830892 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee8766e-d8d8-4032-ba62-9b667b67e832 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2f0ef91-f6ff-4881-9df9-2e76a475b9fe,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:13.841199 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-cee8766e-d8d8-4032-ba62-9b667b67e832 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:13.842544 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-cee8766e-d8d8-4032-ba62-9b667b67e832 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1443434 Feb 09 02:22:13.845408 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 51534) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:22:13.850510 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-23116c12-5088-49fe-85c0-d74bcffc86d5 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Request body: {'security_group_rule': {'security_group_id': 'dc71f67a-a943-4cd0-85f4-214fd5fc7459', 'project_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:22:13.857157 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-23116c12-5088-49fe-85c0-d74bcffc86d5 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:22:13.860918 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-23116c12-5088-49fe-85c0-d74bcffc86d5 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Usage tracker for resource:security_group_rule and tenant:fa6d64a2a27649c889a81715e0e7ce9f is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:22:13.863738 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-23116c12-5088-49fe-85c0-d74bcffc86d5 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:22:13.869497 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-23116c12-5088-49fe-85c0-d74bcffc86d5 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:22:13.887137 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-23116c12-5088-49fe-85c0-d74bcffc86d5 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:13.948971 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-23116c12-5088-49fe-85c0-d74bcffc86d5 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:13.952738 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-23116c12-5088-49fe-85c0-d74bcffc86d5 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:13.977734 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23116c12-5088-49fe-85c0-d74bcffc86d5 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d783e89-b6fe-4bfd-821d-2cc3509c3635,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:13.987444 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-23116c12-5088-49fe-85c0-d74bcffc86d5 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:13.988818 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-23116c12-5088-49fe-85c0-d74bcffc86d5 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1424470 Feb 09 02:22:13.991661 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 51538) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:22:13.996531 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-6c9f22a4-e13c-40d6-9081-8eadf7208204 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Request body: {'security_group_rule': {'security_group_id': 'dc71f67a-a943-4cd0-85f4-214fd5fc7459', 'project_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:22:14.002864 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-6c9f22a4-e13c-40d6-9081-8eadf7208204 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:22:14.006569 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-6c9f22a4-e13c-40d6-9081-8eadf7208204 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Usage tracker for resource:security_group_rule and tenant:fa6d64a2a27649c889a81715e0e7ce9f is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:22:14.009994 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-6c9f22a4-e13c-40d6-9081-8eadf7208204 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:22:14.013389 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-e79afc6c-4fa3-40f8-80c8-f795e350689a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ce48b8-67bd-461e-a92c-4cf805173196', 'name': 'tempest-TestSnapshotPattern-1152510051-router', 'tenant_id': '13266ef7b2614cdfa060d6b41b1897a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '36d150fd-6f32-43ed-a56d-7096a3a18935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:22:07Z', 'updated_at': '2022-02-09T02:22:11Z', 'revision_number': 4, 'project_id': '13266ef7b2614cdfa060d6b41b1897a0', 'gw_port': {'id': '36d150fd-6f32-43ed-a56d-7096a3a18935', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:dc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ce48b8-67bd-461e-a92c-4cf805173196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:22:07Z', 'updated_at': '2022-02-09T02:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'c624f186-03d4-48b0-9a48-23c3e7dc98fe', 'name': '', 'network_id': 'a6a7ad5c-aa72-4994-bc27-6e8126d5eda9', 'tenant_id': '13266ef7b2614cdfa060d6b41b1897a0', 'mac_address': 'fa:16:3e:e0:1a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ce48b8-67bd-461e-a92c-4cf805173196', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '25dbb70b-fa36-48b0-b82c-3b457a9bb961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:22:10Z', 'updated_at': '2022-02-09T02:22:11Z', 'revision_number': 2, 'project_id': '13266ef7b2614cdfa060d6b41b1897a0', 'subnets': [{'id': '25dbb70b-fa36-48b0-b82c-3b457a9bb961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:14.016005 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-6c9f22a4-e13c-40d6-9081-8eadf7208204 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:22:14.017748 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79afc6c-4fa3-40f8-80c8-f795e350689a None None] Checking router: 66ce48b8-67bd-461e-a92c-4cf805173196 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:22:14.018113 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79afc6c-4fa3-40f8-80c8-f795e350689a None None] Updating router 66ce48b8-67bd-461e-a92c-4cf805173196 port c624f186-03d4-48b0-9a48-23c3e7dc98fe binding host n-d-828418-1 {{(pid=87640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:22:14.034051 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6c9f22a4-e13c-40d6-9081-8eadf7208204 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:14.082484 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e79afc6c-4fa3-40f8-80c8-f795e350689a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:14.098519 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6c9f22a4-e13c-40d6-9081-8eadf7208204 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:14.102291 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6c9f22a4-e13c-40d6-9081-8eadf7208204 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:14.235821 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9f22a4-e13c-40d6-9081-8eadf7208204 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01b5b093-722d-4e97-ac76-64f58022b350,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:14.245791 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-6c9f22a4-e13c-40d6-9081-8eadf7208204 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:14.247186 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-6c9f22a4-e13c-40d6-9081-8eadf7208204 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2546241 Feb 09 02:22:14.250461 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 51542) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:22:14.257149 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-69743ce1-04da-40a7-b826-3338bff1348c tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Request body: {'security_group_rule': {'security_group_id': 'dc71f67a-a943-4cd0-85f4-214fd5fc7459', 'project_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:22:14.259694 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 36d150fd-6f32-43ed-a56d-7096a3a18935 up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:22:14.264661 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-69743ce1-04da-40a7-b826-3338bff1348c tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:22:14.269338 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-69743ce1-04da-40a7-b826-3338bff1348c tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Usage tracker for resource:security_group_rule and tenant:fa6d64a2a27649c889a81715e0e7ce9f is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:22:14.272324 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-69743ce1-04da-40a7-b826-3338bff1348c tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:22:14.278605 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-69743ce1-04da-40a7-b826-3338bff1348c tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:22:14.294317 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-69743ce1-04da-40a7-b826-3338bff1348c tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:14.359714 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-69743ce1-04da-40a7-b826-3338bff1348c tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:14.363509 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-69743ce1-04da-40a7-b826-3338bff1348c tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:14.390010 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69743ce1-04da-40a7-b826-3338bff1348c tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ba51eed-868c-4e62-ae00-eab6f91a472a,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:14.400926 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-69743ce1-04da-40a7-b826-3338bff1348c tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:14.402425 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-69743ce1-04da-40a7-b826-3338bff1348c tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1501007 Feb 09 02:22:14.405214 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 51546) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:22:14.410126 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.v2.base [None req-2962ed8b-2f56-4abf-8e08-554bb614646f tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Request body: {'security_group_rule': {'security_group_id': 'dc71f67a-a943-4cd0-85f4-214fd5fc7459', 'project_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:22:14.417459 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2962ed8b-2f56-4abf-8e08-554bb614646f tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:22:14.425019 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-2962ed8b-2f56-4abf-8e08-554bb614646f tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Usage tracker for resource:security_group_rule and tenant:fa6d64a2a27649c889a81715e0e7ce9f is out of sync, need to count used quota {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:22:14.425664 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port 36d150fd-6f32-43ed-a56d-7096a3a18935 triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:22:14.426044 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:14.427960 n-d-828418-1 neutron-server[87638]: DEBUG neutron.quota.resource [None req-2962ed8b-2f56-4abf-8e08-554bb614646f tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87638) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:22:14.434792 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.quota.driver [None req-2962ed8b-2f56-4abf-8e08-554bb614646f tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87638) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:22:14.445299 n-d-828418-1 neutron-server[87638]: INFO neutron.db.securitygroups_db [None req-2962ed8b-2f56-4abf-8e08-554bb614646f tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Project fa6d64a2a27649c889a81715e0e7ce9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:22:14.453026 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2962ed8b-2f56-4abf-8e08-554bb614646f tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:14.521685 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2962ed8b-2f56-4abf-8e08-554bb614646f tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:14.526553 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2962ed8b-2f56-4abf-8e08-554bb614646f tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:14.550556 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2962ed8b-2f56-4abf-8e08-554bb614646f tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6341c26-19e4-4d2d-a556-3e0315138ad9,revision_number=0']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:14.559476 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2962ed8b-2f56-4abf-8e08-554bb614646f tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:14.560710 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-2962ed8b-2f56-4abf-8e08-554bb614646f tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1545424 Feb 09 02:22:14.563573 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 51550) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:22:14.568795 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-207842db-963d-4902-94e0-1a091e8067c9 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Request body: {'security_group_rule': {'security_group_id': 'dc71f67a-a943-4cd0-85f4-214fd5fc7459', 'project_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:22:14.575861 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-207842db-963d-4902-94e0-1a091e8067c9 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:22:14.584226 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-207842db-963d-4902-94e0-1a091e8067c9 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Usage tracker for resource:security_group_rule and tenant:fa6d64a2a27649c889a81715e0e7ce9f is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:22:14.587290 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-207842db-963d-4902-94e0-1a091e8067c9 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:22:14.590201 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e79afc6c-4fa3-40f8-80c8-f795e350689a None None] Notify callbacks [] for port, precommit_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:14.593833 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-207842db-963d-4902-94e0-1a091e8067c9 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:22:14.604341 n-d-828418-1 neutron-server[87639]: INFO neutron.db.securitygroups_db [None req-207842db-963d-4902-94e0-1a091e8067c9 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Project fa6d64a2a27649c889a81715e0e7ce9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:22:14.610975 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-207842db-963d-4902-94e0-1a091e8067c9 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:14.617936 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e79afc6c-4fa3-40f8-80c8-f795e350689a None None] Transition to ACTIVE for port object c624f186-03d4-48b0-9a48-23c3e7dc98fe will not be triggered until provisioned by entity L2. {{(pid=87640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:22:14.629094 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e79afc6c-4fa3-40f8-80c8-f795e350689a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:14.683555 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-207842db-963d-4902-94e0-1a091e8067c9 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:14.687331 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-207842db-963d-4902-94e0-1a091e8067c9 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690973'] for security_group_rule, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:14.710845 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207842db-963d-4902-94e0-1a091e8067c9 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da330039-660c-4e27-a37c-5994e657445c,revision_number=0']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:14.720539 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-207842db-963d-4902-94e0-1a091e8067c9 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:14.730566 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-207842db-963d-4902-94e0-1a091e8067c9 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1572349 Feb 09 02:22:14.787554 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9064eab6-f2e4-495d-b42e-f2a4bfcf82ab None None] Pushing event updated for resources: {'Port': ['ID=c624f186-03d4-48b0-9a48-23c3e7dc98fe,revision_number=3']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:14.852971 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-e79afc6c-4fa3-40f8-80c8-f795e350689a None None] Attempting to bind port c624f186-03d4-48b0-9a48-23c3e7dc98fe on host n-d-828418-1 for vnic_type normal with profile {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:22:14.854084 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-e79afc6c-4fa3-40f8-80c8-f795e350689a None None] Attempting to bind port c624f186-03d4-48b0-9a48-23c3e7dc98fe by drivers openvswitch,hyperv on host n-d-828418-1 at level 0 using segments [{'id': '035db5ca-eb80-48e0-a20e-f778aec6082e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a6a7ad5c-aa72-4994-bc27-6e8126d5eda9'}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:22:14.854463 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79afc6c-4fa3-40f8-80c8-f795e350689a None None] Attempting to bind port c624f186-03d4-48b0-9a48-23c3e7dc98fe on network a6a7ad5c-aa72-4994-bc27-6e8126d5eda9 {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:22:14.860551 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79afc6c-4fa3-40f8-80c8-f795e350689a None None] Checking agent: {'id': 'b501ccf9-c218-4152-96ce-6232709544a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 39, 11), 'started_at': datetime.datetime(2022, 2, 9, 0, 39, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:22:14.860928 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79afc6c-4fa3-40f8-80c8-f795e350689a None None] Checking segment: {'id': '035db5ca-eb80-48e0-a20e-f778aec6082e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a6a7ad5c-aa72-4994-bc27-6e8126d5eda9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:22:14.861335 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e79afc6c-4fa3-40f8-80c8-f795e350689a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:14.861755 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79afc6c-4fa3-40f8-80c8-f795e350689a None None] Bound using segment: {'id': '035db5ca-eb80-48e0-a20e-f778aec6082e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a6a7ad5c-aa72-4994-bc27-6e8126d5eda9'} {{(pid=87640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:22:14.862224 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.managers [None req-e79afc6c-4fa3-40f8-80c8-f795e350689a None None] Bound port: c624f186-03d4-48b0-9a48-23c3e7dc98fe, host: n-d-828418-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035db5ca-eb80-48e0-a20e-f778aec6082e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a6a7ad5c-aa72-4994-bc27-6e8126d5eda9'}}] {{(pid=87640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:22:14.862606 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e79afc6c-4fa3-40f8-80c8-f795e350689a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:14.905740 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-012426b4-50d2-4f25-8e07-a937c73184a3 req-5179890d-21a2-4635-a2d9-77d98e38d12a tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Synchronizing usage tracker for tenant:fa6d64a2a27649c889a81715e0e7ce9f on resource:security_group {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:22:14.923815 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-012426b4-50d2-4f25-8e07-a937c73184a3 req-5179890d-21a2-4635-a2d9-77d98e38d12a tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Unset dirty status for tenant:fa6d64a2a27649c889a81715e0e7ce9f on resource:security_group {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:22:14.925265 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-012426b4-50d2-4f25-8e07-a937c73184a3 req-5179890d-21a2-4635-a2d9-77d98e38d12a tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1445837806&fields=id&tenant_id=fa6d64a2a27649c889a81715e0e7ce9f HTTP/1.1" status: 200 len: 267 time: 0.0675106 Feb 09 02:22:14.957485 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e79afc6c-4fa3-40f8-80c8-f795e350689a None None] For port c624f186-03d4-48b0-9a48-23c3e7dc98fe, host n-d-828418-1, cleared binding levels {{(pid=87640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:22:14.960501 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e79afc6c-4fa3-40f8-80c8-f795e350689a None None] For port c624f186-03d4-48b0-9a48-23c3e7dc98fe, host n-d-828418-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=c624f186-03d4-48b0-9a48-23c3e7dc98fe,segment=NetworkSegment(035db5ca-eb80-48e0-a20e-f778aec6082e),segment_id=035db5ca-eb80-48e0-a20e-f778aec6082e)] {{(pid=87640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:22:14.965226 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e79afc6c-4fa3-40f8-80c8-f795e350689a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:15.054550 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79afc6c-4fa3-40f8-80c8-f795e350689a None None] Routers {'66ce48b8-67bd-461e-a92c-4cf805173196'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:22:15.055174 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-e79afc6c-4fa3-40f8-80c8-f795e350689a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:22:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['66ce48b8-67bd-461e-a92c-4cf805173196'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:15.082604 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012426b4-50d2-4f25-8e07-a937c73184a3 req-a953820f-2f4d-4598-822a-2a729e6aec9c tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:15.083319 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-012426b4-50d2-4f25-8e07-a937c73184a3 req-a953820f-2f4d-4598-822a-2a729e6aec9c tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Synchronizing usage tracker for tenant:fa6d64a2a27649c889a81715e0e7ce9f on resource:network {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:22:15.101796 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-012426b4-50d2-4f25-8e07-a937c73184a3 req-a953820f-2f4d-4598-822a-2a729e6aec9c tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Unset dirty status for tenant:fa6d64a2a27649c889a81715e0e7ce9f on resource:network {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:22:15.106706 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9064eab6-f2e4-495d-b42e-f2a4bfcf82ab None None] Pushing event updated for resources: {'Port': ['ID=c624f186-03d4-48b0-9a48-23c3e7dc98fe,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:15.108522 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-012426b4-50d2-4f25-8e07-a937c73184a3 req-a953820f-2f4d-4598-822a-2a729e6aec9c tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.105 "GET /v2.0/networks?id=5f5f13c2-22ca-4696-9c33-f92cb3c7d757 HTTP/1.1" status: 200 len: 809 time: 0.1754580 Feb 09 02:22:15.126384 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-012426b4-50d2-4f25-8e07-a937c73184a3 req-8a8946f8-1e6c-47fa-98d6-043145146cca tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.105 "GET /v2.0/quotas/fa6d64a2a27649c889a81715e0e7ce9f HTTP/1.1" status: 200 len: 375 time: 0.0167980 Feb 09 02:22:15.218049 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-012426b4-50d2-4f25-8e07-a937c73184a3 req-0416f75f-35b4-4410-9b8b-6193b55f2ab2 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=fa6d64a2a27649c889a81715e0e7ce9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0907245 Feb 09 02:22:15.250297 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-e79afc6c-4fa3-40f8-80c8-f795e350689a None None] Set router 66ce48b8-67bd-461e-a92c-4cf805173196 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:22:15.336866 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [req-012426b4-50d2-4f25-8e07-a937c73184a3 req-8288d447-8f0c-4085-9e15-323a886f6324 service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 02:22:15.338079 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-012426b4-50d2-4f25-8e07-a937c73184a3 req-8288d447-8f0c-4085-9e15-323a886f6324 service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1022940 Feb 09 02:22:15.469993 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-012426b4-50d2-4f25-8e07-a937c73184a3 req-6976d6ef-e3c2-4aab-9f7a-7ba3e01e2016 service neutron] 10.222.0.105 "GET /v2.0/networks/5f5f13c2-22ca-4696-9c33-f92cb3c7d757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249981 Feb 09 02:22:15.605698 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-012426b4-50d2-4f25-8e07-a937c73184a3 req-a07dfd9a-27f4-4a17-a041-4f10aa20decc service neutron] 10.222.0.105 "GET /v2.0/networks/5f5f13c2-22ca-4696-9c33-f92cb3c7d757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289322 Feb 09 02:22:15.624331 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-e79afc6c-4fa3-40f8-80c8-f795e350689a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ce48b8-67bd-461e-a92c-4cf805173196', 'name': 'tempest-TestSnapshotPattern-1152510051-router', 'tenant_id': '13266ef7b2614cdfa060d6b41b1897a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '36d150fd-6f32-43ed-a56d-7096a3a18935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:22:07Z', 'updated_at': '2022-02-09T02:22:11Z', 'revision_number': 4, 'project_id': '13266ef7b2614cdfa060d6b41b1897a0', 'gw_port': {'id': '36d150fd-6f32-43ed-a56d-7096a3a18935', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:dc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ce48b8-67bd-461e-a92c-4cf805173196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:22:07Z', 'updated_at': '2022-02-09T02:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'c624f186-03d4-48b0-9a48-23c3e7dc98fe', 'name': '', 'network_id': 'a6a7ad5c-aa72-4994-bc27-6e8126d5eda9', 'tenant_id': '13266ef7b2614cdfa060d6b41b1897a0', 'mac_address': 'fa:16:3e:e0:1a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ce48b8-67bd-461e-a92c-4cf805173196', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '25dbb70b-fa36-48b0-b82c-3b457a9bb961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:22:10Z', 'updated_at': '2022-02-09T02:22:14Z', 'revision_number': 4, 'project_id': '13266ef7b2614cdfa060d6b41b1897a0', 'subnets': [{'id': '25dbb70b-fa36-48b0-b82c-3b457a9bb961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:15.628593 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79afc6c-4fa3-40f8-80c8-f795e350689a None None] The sync data for ids ['66ce48b8-67bd-461e-a92c-4cf805173196'] in n-d-828418-1 is: [{'id': '66ce48b8-67bd-461e-a92c-4cf805173196', 'name': 'tempest-TestSnapshotPattern-1152510051-router', 'tenant_id': '13266ef7b2614cdfa060d6b41b1897a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '36d150fd-6f32-43ed-a56d-7096a3a18935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:22:07Z', 'updated_at': '2022-02-09T02:22:11Z', 'revision_number': 4, 'project_id': '13266ef7b2614cdfa060d6b41b1897a0', 'gw_port': {'id': '36d150fd-6f32-43ed-a56d-7096a3a18935', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:dc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ce48b8-67bd-461e-a92c-4cf805173196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:22:07Z', 'updated_at': '2022-02-09T02:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': 'c624f186-03d4-48b0-9a48-23c3e7dc98fe', 'name': '', 'network_id': 'a6a7ad5c-aa72-4994-bc27-6e8126d5eda9', 'tenant_id': '13266ef7b2614cdfa060d6b41b1897a0', 'mac_address': 'fa:16:3e:e0:1a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ce48b8-67bd-461e-a92c-4cf805173196', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '25dbb70b-fa36-48b0-b82c-3b457a9bb961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:22:10Z', 'updated_at': '2022-02-09T02:22:14Z', 'revision_number': 4, 'project_id': '13266ef7b2614cdfa060d6b41b1897a0', 'subnets': [{'id': '25dbb70b-fa36-48b0-b82c-3b457a9bb961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:22:15.834505 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4ef7204f-c139-4381-be39-6a77fd9a2bfd req-acc8f8ae-3944-4037-984b-14609af63d75 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.105 "GET /v2.0/ports?device_id=b27081d3-4a3a-424c-b365-7ab225fcb013 HTTP/1.1" status: 200 len: 210 time: 0.0476892 Feb 09 02:22:16.268487 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device c624f186-03d4-48b0-9a48-23c3e7dc98fe up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:22:16.341150 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning for port c624f186-03d4-48b0-9a48-23c3e7dc98fe completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:22:16.346577 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port c624f186-03d4-48b0-9a48-23c3e7dc98fe triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:22:16.346979 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:16.474228 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:16.508296 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] For port c624f186-03d4-48b0-9a48-23c3e7dc98fe, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=c624f186-03d4-48b0-9a48-23c3e7dc98fe,segment=NetworkSegment(035db5ca-eb80-48e0-a20e-f778aec6082e),segment_id=035db5ca-eb80-48e0-a20e-f778aec6082e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:22:16.515149 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:16.588654 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Pushing event updated for resources: {'Port': ['ID=c624f186-03d4-48b0-9a48-23c3e7dc98fe,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:16.986024 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2a66091f-6d3e-4e1c-a86b-fe3f453670df req-bc0c7de4-3e64-489e-b298-4397965c650f tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.105 "GET /v2.0/ports?device_id=b27081d3-4a3a-424c-b365-7ab225fcb013 HTTP/1.1" status: 200 len: 210 time: 0.0459774 Feb 09 02:22:17.458029 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012426b4-50d2-4f25-8e07-a937c73184a3 req-e2ee99d3-f40d-410d-8c21-f5dcacb59dd2 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:17.459491 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-012426b4-50d2-4f25-8e07-a937c73184a3 req-e2ee99d3-f40d-410d-8c21-f5dcacb59dd2 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.99 "GET /v2.0/networks?id=5f5f13c2-22ca-4696-9c33-f92cb3c7d757 HTTP/1.1" status: 200 len: 809 time: 0.1530659 Feb 09 02:22:17.508120 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-012426b4-50d2-4f25-8e07-a937c73184a3 req-000110c5-2c5c-4056-84f1-900496bc92a3 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa6d64a2a27649c889a81715e0e7ce9f HTTP/1.1" status: 200 len: 380 time: 0.0407655 Feb 09 02:22:17.516398 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-012426b4-50d2-4f25-8e07-a937c73184a3 req-1b515575-82f4-42ab-a748-6f6e8b8ab14c tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Request body: {'port': {'device_id': 'b27081d3-4a3a-424c-b365-7ab225fcb013', 'network_id': '5f5f13c2-22ca-4696-9c33-f92cb3c7d757', 'admin_state_up': True, 'tenant_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'security_groups': ['dc71f67a-a943-4cd0-85f4-214fd5fc7459']}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:22:17.652218 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-012426b4-50d2-4f25-8e07-a937c73184a3 req-1b515575-82f4-42ab-a748-6f6e8b8ab14c tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:22:17.655377 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-012426b4-50d2-4f25-8e07-a937c73184a3 req-1b515575-82f4-42ab-a748-6f6e8b8ab14c tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Usage tracker for resource:port and tenant:fa6d64a2a27649c889a81715e0e7ce9f is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:22:17.658423 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-012426b4-50d2-4f25-8e07-a937c73184a3 req-1b515575-82f4-42ab-a748-6f6e8b8ab14c tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:22:17.663912 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-012426b4-50d2-4f25-8e07-a937c73184a3 req-1b515575-82f4-42ab-a748-6f6e8b8ab14c tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:22:17.673187 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-012426b4-50d2-4f25-8e07-a937c73184a3 req-1b515575-82f4-42ab-a748-6f6e8b8ab14c tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Made reservation on behalf of fa6d64a2a27649c889a81715e0e7ce9f for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:22:17.676609 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-012426b4-50d2-4f25-8e07-a937c73184a3 req-1b515575-82f4-42ab-a748-6f6e8b8ab14c tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:17.837953 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-012426b4-50d2-4f25-8e07-a937c73184a3 req-1b515575-82f4-42ab-a748-6f6e8b8ab14c tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Allocated IP 172.20.0.11 (5f5f13c2-22ca-4696-9c33-f92cb3c7d757/0a024720-5d2e-4f92-b7ea-df487c5f9611/344f409c-4cf0-4784-a7fe-468563ce1caf) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:22:18.022625 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-012426b4-50d2-4f25-8e07-a937c73184a3 req-1b515575-82f4-42ab-a748-6f6e8b8ab14c tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:18.038000 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-012426b4-50d2-4f25-8e07-a937c73184a3 req-1b515575-82f4-42ab-a748-6f6e8b8ab14c tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Transition to ACTIVE for port object 344f409c-4cf0-4784-a7fe-468563ce1caf will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:22:18.061516 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-012426b4-50d2-4f25-8e07-a937c73184a3 req-1b515575-82f4-42ab-a748-6f6e8b8ab14c tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:18.180347 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-012426b4-50d2-4f25-8e07-a937c73184a3 req-1b515575-82f4-42ab-a748-6f6e8b8ab14c tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Network 5f5f13c2-22ca-4696-9c33-f92cb3c7d757 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:22:18.188735 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b515575-82f4-42ab-a748-6f6e8b8ab14c tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Pushing event updated for resources: {'Port': ['ID=344f409c-4cf0-4784-a7fe-468563ce1caf,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:18.191578 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-012426b4-50d2-4f25-8e07-a937c73184a3 req-1b515575-82f4-42ab-a748-6f6e8b8ab14c tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:22:18.195611 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-012426b4-50d2-4f25-8e07-a937c73184a3 req-1b515575-82f4-42ab-a748-6f6e8b8ab14c tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:22:18.264609 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device c624f186-03d4-48b0-9a48-23c3e7dc98fe up at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:22:18.268557 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012426b4-50d2-4f25-8e07-a937c73184a3 req-1b515575-82f4-42ab-a748-6f6e8b8ab14c tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:18.269175 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-012426b4-50d2-4f25-8e07-a937c73184a3 req-1b515575-82f4-42ab-a748-6f6e8b8ab14c tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:18.287546 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18574bc8-70f6-4c86-91b7-31397ffa85c0 req-116adedb-e12c-441f-b299-752a6dd5bfa6 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:18.289255 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-18574bc8-70f6-4c86-91b7-31397ffa85c0 req-116adedb-e12c-441f-b299-752a6dd5bfa6 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.105 "GET /v2.0/ports?device_id=b27081d3-4a3a-424c-b365-7ab225fcb013 HTTP/1.1" status: 200 len: 932 time: 0.1870158 Feb 09 02:22:18.316738 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-012426b4-50d2-4f25-8e07-a937c73184a3 req-1b515575-82f4-42ab-a748-6f6e8b8ab14c tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8037810 Feb 09 02:22:18.337086 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-012426b4-50d2-4f25-8e07-a937c73184a3 req-183b948f-389f-4425-9176-44869e63d734 service neutron] Request body: {'port': {'device_id': 'b27081d3-4a3a-424c-b365-7ab225fcb013', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:22:18.347478 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Provisioning complete for port c624f186-03d4-48b0-9a48-23c3e7dc98fe triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:22:18.347887 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:18.496382 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-27b259fc-261b-4827-bb1a-caadf2f90f7f None None] Provisioning for port 344f409c-4cf0-4784-a7fe-468563ce1caf completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:22:18.501428 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-27b259fc-261b-4827-bb1a-caadf2f90f7f None None] Provisioning complete for port 344f409c-4cf0-4784-a7fe-468563ce1caf triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:22:18.501833 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-27b259fc-261b-4827-bb1a-caadf2f90f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:18.502809 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-18574bc8-70f6-4c86-91b7-31397ffa85c0 req-b490a762-aa3a-4fc0-98c3-02e2d9498dbb tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.105 "GET /v2.0/security-groups?id=dc71f67a-a943-4cd0-85f4-214fd5fc7459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2059135 Feb 09 02:22:18.556895 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-27b259fc-261b-4827-bb1a-caadf2f90f7f None None] Port 344f409c-4cf0-4784-a7fe-468563ce1caf cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 02:22:18.568658 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-012426b4-50d2-4f25-8e07-a937c73184a3 req-183b948f-389f-4425-9176-44869e63d734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:18.903703 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-012426b4-50d2-4f25-8e07-a937c73184a3 req-183b948f-389f-4425-9176-44869e63d734 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 344f409c-4cf0-4784-a7fe-468563ce1caf {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 02:22:18.910822 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-012426b4-50d2-4f25-8e07-a937c73184a3 req-183b948f-389f-4425-9176-44869e63d734 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:18.925318 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-012426b4-50d2-4f25-8e07-a937c73184a3 req-183b948f-389f-4425-9176-44869e63d734 service neutron] Transition to ACTIVE for port object 344f409c-4cf0-4784-a7fe-468563ce1caf will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:22:18.929460 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-012426b4-50d2-4f25-8e07-a937c73184a3 req-183b948f-389f-4425-9176-44869e63d734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:19.085523 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183b948f-389f-4425-9176-44869e63d734 service neutron] Pushing event updated for resources: {'Port': ['ID=344f409c-4cf0-4784-a7fe-468563ce1caf,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:19.170084 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-012426b4-50d2-4f25-8e07-a937c73184a3 req-183b948f-389f-4425-9176-44869e63d734 service neutron] Attempting to bind port 344f409c-4cf0-4784-a7fe-468563ce1caf on host n-h2-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:22:19.170416 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-012426b4-50d2-4f25-8e07-a937c73184a3 req-183b948f-389f-4425-9176-44869e63d734 service neutron] Attempting to bind port 344f409c-4cf0-4784-a7fe-468563ce1caf by drivers openvswitch,hyperv on host n-h2-828418-1 at level 0 using segments [{'id': '6df203a2-428a-467c-8790-db52f07853a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5f5f13c2-22ca-4696-9c33-f92cb3c7d757'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:22:19.170743 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012426b4-50d2-4f25-8e07-a937c73184a3 req-183b948f-389f-4425-9176-44869e63d734 service neutron] Attempting to bind port 344f409c-4cf0-4784-a7fe-468563ce1caf on network 5f5f13c2-22ca-4696-9c33-f92cb3c7d757 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:22:19.175280 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012426b4-50d2-4f25-8e07-a937c73184a3 req-183b948f-389f-4425-9176-44869e63d734 service neutron] Port 344f409c-4cf0-4784-a7fe-468563ce1caf on network 5f5f13c2-22ca-4696-9c33-f92cb3c7d757 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 02:22:19.175714 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012426b4-50d2-4f25-8e07-a937c73184a3 req-183b948f-389f-4425-9176-44869e63d734 service neutron] Attempting to bind port 344f409c-4cf0-4784-a7fe-468563ce1caf on network 5f5f13c2-22ca-4696-9c33-f92cb3c7d757 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:22:19.181738 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012426b4-50d2-4f25-8e07-a937c73184a3 req-183b948f-389f-4425-9176-44869e63d734 service neutron] Checking agent: {'id': '3071f2db-883b-48f3-8ab8-44d72f3ea3c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:22:19.182157 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012426b4-50d2-4f25-8e07-a937c73184a3 req-183b948f-389f-4425-9176-44869e63d734 service neutron] Checking segment: {'id': '6df203a2-428a-467c-8790-db52f07853a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5f5f13c2-22ca-4696-9c33-f92cb3c7d757'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:22:19.182567 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012426b4-50d2-4f25-8e07-a937c73184a3 req-183b948f-389f-4425-9176-44869e63d734 service neutron] Bound using segment: {'id': '6df203a2-428a-467c-8790-db52f07853a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5f5f13c2-22ca-4696-9c33-f92cb3c7d757'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:22:19.183007 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-012426b4-50d2-4f25-8e07-a937c73184a3 req-183b948f-389f-4425-9176-44869e63d734 service neutron] Bound port: 344f409c-4cf0-4784-a7fe-468563ce1caf, host: n-h2-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6df203a2-428a-467c-8790-db52f07853a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5f5f13c2-22ca-4696-9c33-f92cb3c7d757'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:22:19.183348 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-012426b4-50d2-4f25-8e07-a937c73184a3 req-183b948f-389f-4425-9176-44869e63d734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:19.269990 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-012426b4-50d2-4f25-8e07-a937c73184a3 req-183b948f-389f-4425-9176-44869e63d734 service neutron] For port 344f409c-4cf0-4784-a7fe-468563ce1caf, host n-h2-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:22:19.272749 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-012426b4-50d2-4f25-8e07-a937c73184a3 req-183b948f-389f-4425-9176-44869e63d734 service neutron] For port 344f409c-4cf0-4784-a7fe-468563ce1caf, host n-h2-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=344f409c-4cf0-4784-a7fe-468563ce1caf,segment=NetworkSegment(6df203a2-428a-467c-8790-db52f07853a1),segment_id=6df203a2-428a-467c-8790-db52f07853a1)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:22:19.277764 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-012426b4-50d2-4f25-8e07-a937c73184a3 req-183b948f-389f-4425-9176-44869e63d734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:19.340177 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012426b4-50d2-4f25-8e07-a937c73184a3 req-183b948f-389f-4425-9176-44869e63d734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:19.340786 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-012426b4-50d2-4f25-8e07-a937c73184a3 req-183b948f-389f-4425-9176-44869e63d734 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:19.342175 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-012426b4-50d2-4f25-8e07-a937c73184a3 req-183b948f-389f-4425-9176-44869e63d734 service neutron] 10.222.0.99 "PUT /v2.0/ports/344f409c-4cf0-4784-a7fe-468563ce1caf HTTP/1.1" status: 200 len: 1092 time: 1.0148075 Feb 09 02:22:19.342604 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b27081d3-4a3a-424c-b365-7ab225fcb013', 'tag': '344f409c-4cf0-4784-a7fe-468563ce1caf'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:22:19.364243 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183b948f-389f-4425-9176-44869e63d734 service neutron] Pushing event updated for resources: {'Port': ['ID=344f409c-4cf0-4784-a7fe-468563ce1caf,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:19.456414 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b27081d3-4a3a-424c-b365-7ab225fcb013', 'tag': '344f409c-4cf0-4784-a7fe-468563ce1caf', 'status': 'completed', 'code': 200} Feb 09 02:22:19.463158 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012426b4-50d2-4f25-8e07-a937c73184a3 req-c9b83c35-985a-40b7-8e46-4263bc934f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:19.464905 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-012426b4-50d2-4f25-8e07-a937c73184a3 req-c9b83c35-985a-40b7-8e46-4263bc934f1f service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=fa6d64a2a27649c889a81715e0e7ce9f&device_id=b27081d3-4a3a-424c-b365-7ab225fcb013 HTTP/1.1" status: 200 len: 1095 time: 0.0770369 Feb 09 02:22:19.537774 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-012426b4-50d2-4f25-8e07-a937c73184a3 req-364f2302-7d8f-49f9-87db-fbef1ac003d7 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=344f409c-4cf0-4784-a7fe-468563ce1caf HTTP/1.1" status: 200 len: 217 time: 0.0659750 Feb 09 02:22:19.614368 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012426b4-50d2-4f25-8e07-a937c73184a3 req-23ad7ff9-463c-49c2-9f89-a4365cb765a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:19.617933 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-012426b4-50d2-4f25-8e07-a937c73184a3 req-23ad7ff9-463c-49c2-9f89-a4365cb765a4 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=0a024720-5d2e-4f92-b7ea-df487c5f9611 HTTP/1.1" status: 200 len: 848 time: 0.0752940 Feb 09 02:22:19.754572 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012426b4-50d2-4f25-8e07-a937c73184a3 req-b03a47b8-41af-474f-95bc-09d4efbd2b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:19.756039 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-012426b4-50d2-4f25-8e07-a937c73184a3 req-b03a47b8-41af-474f-95bc-09d4efbd2b7f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=5f5f13c2-22ca-4696-9c33-f92cb3c7d757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1304629 Feb 09 02:22:19.768348 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bdd28b-7eb5-4df6-98f5-9e6c691f392e req-afeaa227-4399-4217-a617-e624233487d8 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:19.769011 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-86bdd28b-7eb5-4df6-98f5-9e6c691f392e req-afeaa227-4399-4217-a617-e624233487d8 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Synchronizing usage tracker for tenant:fa6d64a2a27649c889a81715e0e7ce9f on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:22:19.860928 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-86bdd28b-7eb5-4df6-98f5-9e6c691f392e req-afeaa227-4399-4217-a617-e624233487d8 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Unset dirty status for tenant:fa6d64a2a27649c889a81715e0e7ce9f on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:22:19.862012 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-86bdd28b-7eb5-4df6-98f5-9e6c691f392e req-afeaa227-4399-4217-a617-e624233487d8 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.105 "GET /v2.0/ports?device_id=b27081d3-4a3a-424c-b365-7ab225fcb013 HTTP/1.1" status: 200 len: 944 time: 0.2351508 Feb 09 02:22:19.934840 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-012426b4-50d2-4f25-8e07-a937c73184a3 req-4ff8d39c-4b79-43a4-8855-42033b677aae service neutron] 10.222.0.99 "GET /v2.0/networks/5f5f13c2-22ca-4696-9c33-f92cb3c7d757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631362 Feb 09 02:22:19.937756 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-86bdd28b-7eb5-4df6-98f5-9e6c691f392e req-36a3a09f-8515-4c77-8a2b-07d0d5c9cdeb tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.105 "GET /v2.0/security-groups?id=dc71f67a-a943-4cd0-85f4-214fd5fc7459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690565 Feb 09 02:22:20.065716 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-012426b4-50d2-4f25-8e07-a937c73184a3 req-03478b81-4d33-47e9-b1a0-a28b3d6bdbb6 service neutron] 10.222.0.99 "GET /v2.0/networks/5f5f13c2-22ca-4696-9c33-f92cb3c7d757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245716 Feb 09 02:22:20.279053 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419631a1-7100-4bdb-b01a-6efd00bee793 req-4b0e2c02-c294-4fe9-ae95-5d22357a0b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:20.280579 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-419631a1-7100-4bdb-b01a-6efd00bee793 req-4b0e2c02-c294-4fe9-ae95-5d22357a0b2d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=fa6d64a2a27649c889a81715e0e7ce9f&device_id=b27081d3-4a3a-424c-b365-7ab225fcb013 HTTP/1.1" status: 200 len: 1095 time: 0.1750560 Feb 09 02:22:20.424529 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419631a1-7100-4bdb-b01a-6efd00bee793 req-4548fcb0-a30c-4f0d-af90-e13a189e8c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:20.425990 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-419631a1-7100-4bdb-b01a-6efd00bee793 req-4548fcb0-a30c-4f0d-af90-e13a189e8c63 service neutron] 10.222.0.99 "GET /v2.0/networks?id=5f5f13c2-22ca-4696-9c33-f92cb3c7d757 HTTP/1.1" status: 200 len: 910 time: 0.1398478 Feb 09 02:22:20.493849 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-419631a1-7100-4bdb-b01a-6efd00bee793 req-15655c74-d34b-46fe-ac1e-f6d93b40c735 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=344f409c-4cf0-4784-a7fe-468563ce1caf HTTP/1.1" status: 200 len: 217 time: 0.0620911 Feb 09 02:22:20.553398 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419631a1-7100-4bdb-b01a-6efd00bee793 req-27aaed53-e4d4-47b0-a9dd-b504ea785220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:20.554792 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-419631a1-7100-4bdb-b01a-6efd00bee793 req-27aaed53-e4d4-47b0-a9dd-b504ea785220 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=0a024720-5d2e-4f92-b7ea-df487c5f9611 HTTP/1.1" status: 200 len: 848 time: 0.0558381 Feb 09 02:22:20.629124 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419631a1-7100-4bdb-b01a-6efd00bee793 req-48983c8d-9067-4d04-932e-ac2e8444e0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:20.630688 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-419631a1-7100-4bdb-b01a-6efd00bee793 req-48983c8d-9067-4d04-932e-ac2e8444e0e3 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=5f5f13c2-22ca-4696-9c33-f92cb3c7d757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695059 Feb 09 02:22:20.759983 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-419631a1-7100-4bdb-b01a-6efd00bee793 req-80bad66f-2ddd-4116-bfa4-65cd0cb750b1 service neutron] 10.222.0.99 "GET /v2.0/networks/5f5f13c2-22ca-4696-9c33-f92cb3c7d757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228418 Feb 09 02:22:20.890975 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-419631a1-7100-4bdb-b01a-6efd00bee793 req-78c04537-2958-48eb-8ae2-eb35ccf47f5d service neutron] 10.222.0.99 "GET /v2.0/networks/5f5f13c2-22ca-4696-9c33-f92cb3c7d757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242690 Feb 09 02:22:21.124503 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be620fb8-1539-458c-8254-777d80297b25 req-505eeb41-8b12-4f89-b165-0ec2612cb9b8 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:21.125912 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-be620fb8-1539-458c-8254-777d80297b25 req-505eeb41-8b12-4f89-b165-0ec2612cb9b8 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.105 "GET /v2.0/ports?device_id=b27081d3-4a3a-424c-b365-7ab225fcb013 HTTP/1.1" status: 200 len: 944 time: 0.0832720 Feb 09 02:22:21.170238 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-be620fb8-1539-458c-8254-777d80297b25 req-3ca655ba-9802-4223-a62c-681df49d59ff tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.105 "GET /v2.0/security-groups?id=dc71f67a-a943-4cd0-85f4-214fd5fc7459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386870 Feb 09 02:22:21.403464 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:22:22.366017 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7dbb11-e2b6-4b8b-ad25-becf32490d11 req-1428d234-224c-4337-bc7c-b2f902fb0c4b tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:22.367515 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fa7dbb11-e2b6-4b8b-ad25-becf32490d11 req-1428d234-224c-4337-bc7c-b2f902fb0c4b tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.105 "GET /v2.0/ports?device_id=b27081d3-4a3a-424c-b365-7ab225fcb013 HTTP/1.1" status: 200 len: 944 time: 0.0936971 Feb 09 02:22:22.415328 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-fa7dbb11-e2b6-4b8b-ad25-becf32490d11 req-e579e284-eaec-4f84-b25d-f833cde37db8 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.105 "GET /v2.0/security-groups?id=dc71f67a-a943-4cd0-85f4-214fd5fc7459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416000 Feb 09 02:22:22.752810 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:23.144549 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 344f409c-4cf0-4784-a7fe-468563ce1caf details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 02:22:23.277805 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 344f409c-4cf0-4784-a7fe-468563ce1caf, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=344f409c-4cf0-4784-a7fe-468563ce1caf,segment=NetworkSegment(6df203a2-428a-467c-8790-db52f07853a1),segment_id=6df203a2-428a-467c-8790-db52f07853a1)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:22:23.290707 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': '344f409c-4cf0-4784-a7fe-468563ce1caf', 'network_id': '5f5f13c2-22ca-4696-9c33-f92cb3c7d757', 'port_id': '344f409c-4cf0-4784-a7fe-468563ce1caf', 'mac_address': 'fa:16:3e:69:68:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a024720-5d2e-4f92-b7ea-df487c5f9611', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 02:22:23.349118 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:23.365832 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 344f409c-4cf0-4784-a7fe-468563ce1caf {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 02:22:23.380526 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 344f409c-4cf0-4784-a7fe-468563ce1caf, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=344f409c-4cf0-4784-a7fe-468563ce1caf,segment=NetworkSegment(6df203a2-428a-467c-8790-db52f07853a1),segment_id=6df203a2-428a-467c-8790-db52f07853a1)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:22:23.384636 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:23.453932 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=344f409c-4cf0-4784-a7fe-468563ce1caf,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:23.604177 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee6c77-238c-4775-8cdd-275c1463ea08 req-6c19d232-9b26-4c0d-8eb5-42db6d90c169 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:23.605857 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4fee6c77-238c-4775-8cdd-275c1463ea08 req-6c19d232-9b26-4c0d-8eb5-42db6d90c169 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.105 "GET /v2.0/ports?device_id=b27081d3-4a3a-424c-b365-7ab225fcb013 HTTP/1.1" status: 200 len: 945 time: 0.0806887 Feb 09 02:22:23.653298 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4fee6c77-238c-4775-8cdd-275c1463ea08 req-1d866aa7-c45d-458e-ab3b-5960e6612ca2 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.105 "GET /v2.0/security-groups?id=dc71f67a-a943-4cd0-85f4-214fd5fc7459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413959 Feb 09 02:22:23.725010 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['344f409c-4cf0-4784-a7fe-468563ce1caf'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 02:22:24.838408 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0ac11f-d9dd-4488-b02e-1f0c0116522a req-9c7a187b-c3f1-44bc-b5c5-e57ed8695c5f tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:24.839928 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cd0ac11f-d9dd-4488-b02e-1f0c0116522a req-9c7a187b-c3f1-44bc-b5c5-e57ed8695c5f tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.105 "GET /v2.0/ports?device_id=b27081d3-4a3a-424c-b365-7ab225fcb013 HTTP/1.1" status: 200 len: 945 time: 0.0821023 Feb 09 02:22:24.884896 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cd0ac11f-d9dd-4488-b02e-1f0c0116522a req-32e58945-ad1e-454e-adce-445511efec87 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.105 "GET /v2.0/security-groups?id=dc71f67a-a943-4cd0-85f4-214fd5fc7459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386539 Feb 09 02:22:25.159899 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 344f409c-4cf0-4784-a7fe-468563ce1caf up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:22:25.230604 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning for port 344f409c-4cf0-4784-a7fe-468563ce1caf completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:22:25.235212 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port 344f409c-4cf0-4784-a7fe-468563ce1caf triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:22:25.235588 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:25.352651 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:25.379622 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b27081d3-4a3a-424c-b365-7ab225fcb013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '344f409c-4cf0-4784-a7fe-468563ce1caf'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:22:25.389842 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 344f409c-4cf0-4784-a7fe-468563ce1caf, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=344f409c-4cf0-4784-a7fe-468563ce1caf,segment=NetworkSegment(6df203a2-428a-467c-8790-db52f07853a1),segment_id=6df203a2-428a-467c-8790-db52f07853a1)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:22:25.394159 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:25.425988 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b27081d3-4a3a-424c-b365-7ab225fcb013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '344f409c-4cf0-4784-a7fe-468563ce1caf', 'code': 200} Feb 09 02:22:25.464766 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=344f409c-4cf0-4784-a7fe-468563ce1caf,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:25.555349 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a28c942-3713-4fe4-a98b-b5d77b86961c req-f08d4b2e-be19-41f0-b539-19023ac6426e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:25.556882 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9a28c942-3713-4fe4-a98b-b5d77b86961c req-f08d4b2e-be19-41f0-b539-19023ac6426e service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=b27081d3-4a3a-424c-b365-7ab225fcb013 HTTP/1.1" status: 200 len: 1097 time: 0.0698097 Feb 09 02:22:25.596924 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9a28c942-3713-4fe4-a98b-b5d77b86961c req-c37025fe-7777-4b53-abd2-1ec77145d900 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=dc71f67a-a943-4cd0-85f4-214fd5fc7459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337896 Feb 09 02:22:25.703862 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:26.071620 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e22b6-c453-48fb-9d5a-308437825263 req-7802819e-e240-48d4-a13d-75c02c33aa21 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:26.072984 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-865e22b6-c453-48fb-9d5a-308437825263 req-7802819e-e240-48d4-a13d-75c02c33aa21 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.105 "GET /v2.0/ports?device_id=b27081d3-4a3a-424c-b365-7ab225fcb013 HTTP/1.1" status: 200 len: 946 time: 0.0829909 Feb 09 02:22:26.116258 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-865e22b6-c453-48fb-9d5a-308437825263 req-be76be0e-8e0f-41ee-ae31-589c3011e231 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.105 "GET /v2.0/security-groups?id=dc71f67a-a943-4cd0-85f4-214fd5fc7459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368884 Feb 09 02:22:27.299723 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e6cd6e-76ee-434c-a28d-a76678430f8d req-7a038e00-598f-456a-827e-0a8f3f750a52 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:27.301180 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-22e6cd6e-76ee-434c-a28d-a76678430f8d req-7a038e00-598f-456a-827e-0a8f3f750a52 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.105 "GET /v2.0/ports?device_id=b27081d3-4a3a-424c-b365-7ab225fcb013 HTTP/1.1" status: 200 len: 946 time: 0.0783770 Feb 09 02:22:27.344735 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-22e6cd6e-76ee-434c-a28d-a76678430f8d req-4dc96b1e-6e27-4f2e-9f9d-97f7f01def6e tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.105 "GET /v2.0/security-groups?id=dc71f67a-a943-4cd0-85f4-214fd5fc7459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379388 Feb 09 02:22:27.530463 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89234e5d-352d-4bba-8419-e520fbbc9453 req-436f12fa-6db7-4251-bd6f-f9b6ef15fe6e tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:27.531898 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-89234e5d-352d-4bba-8419-e520fbbc9453 req-436f12fa-6db7-4251-bd6f-f9b6ef15fe6e tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.105 "GET /v2.0/ports?device_id=b27081d3-4a3a-424c-b365-7ab225fcb013 HTTP/1.1" status: 200 len: 946 time: 0.0841067 Feb 09 02:22:27.576310 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-89234e5d-352d-4bba-8419-e520fbbc9453 req-4b33f652-2868-4b65-afd1-56857d84b157 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.105 "GET /v2.0/security-groups?id=dc71f67a-a943-4cd0-85f4-214fd5fc7459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388761 Feb 09 02:22:27.598014 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 51612) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:22:27.709189 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe804da4-689d-4848-9847-537aa9959221 tempest-TestSnapshotPattern-1527642509 tempest-TestSnapshotPattern-1527642509-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:27.709942 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-fe804da4-689d-4848-9847-537aa9959221 tempest-TestSnapshotPattern-1527642509 tempest-TestSnapshotPattern-1527642509-project-admin] Synchronizing usage tracker for tenant:13266ef7b2614cdfa060d6b41b1897a0 on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:22:27.725853 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-fe804da4-689d-4848-9847-537aa9959221 tempest-TestSnapshotPattern-1527642509 tempest-TestSnapshotPattern-1527642509-project-admin] Unset dirty status for tenant:13266ef7b2614cdfa060d6b41b1897a0 on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:22:27.727023 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-fe804da4-689d-4848-9847-537aa9959221 tempest-TestSnapshotPattern-1527642509 tempest-TestSnapshotPattern-1527642509-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=b27081d3-4a3a-424c-b365-7ab225fcb013 HTTP/1.1" status: 200 len: 1092 time: 0.1280148 Feb 09 02:22:27.730402 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 51618) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:22:27.735912 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-c9ff9ea7-3d24-49b2-a810-543c6c3c8eae tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Request body: {'floatingip': {'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'port_id': '344f409c-4cf0-4784-a7fe-468563ce1caf', 'tenant_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:22:27.742277 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c9ff9ea7-3d24-49b2-a810-543c6c3c8eae tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:22:27.746778 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-c9ff9ea7-3d24-49b2-a810-543c6c3c8eae tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Usage tracker for resource:floatingip and tenant:fa6d64a2a27649c889a81715e0e7ce9f is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:22:27.749578 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-c9ff9ea7-3d24-49b2-a810-543c6c3c8eae tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:22:27.755210 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-c9ff9ea7-3d24-49b2-a810-543c6c3c8eae tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:22:27.769426 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c9ff9ea7-3d24-49b2-a810-543c6c3c8eae tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks [] for floatingip, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:27.900459 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c9ff9ea7-3d24-49b2-a810-543c6c3c8eae tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:28.034141 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-c9ff9ea7-3d24-49b2-a810-543c6c3c8eae tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Allocated IP 172.25.0.76 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/5b0e5566-9bea-4251-be90-677319fac546) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:22:28.282896 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c9ff9ea7-3d24-49b2-a810-543c6c3c8eae tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:28.312673 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c9ff9ea7-3d24-49b2-a810-543c6c3c8eae tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:28.386589 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ff9ea7-3d24-49b2-a810-543c6c3c8eae tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:22:28.389475 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-c9ff9ea7-3d24-49b2-a810-543c6c3c8eae tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:22:28.393037 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ff9ea7-3d24-49b2-a810-543c6c3c8eae tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:22:28.422554 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff9ea7-3d24-49b2-a810-543c6c3c8eae tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Pushing event updated for resources: {'Port': ['ID=5b0e5566-9bea-4251-be90-677319fac546,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:28.798852 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c9ff9ea7-3d24-49b2-a810-543c6c3c8eae tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:28.873457 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c9ff9ea7-3d24-49b2-a810-543c6c3c8eae tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:29.074817 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c9ff9ea7-3d24-49b2-a810-543c6c3c8eae tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:29.079025 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c9ff9ea7-3d24-49b2-a810-543c6c3c8eae tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:29.182711 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff9ea7-3d24-49b2-a810-543c6c3c8eae tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Pushing event updated for resources: {'Port': ['ID=5b0e5566-9bea-4251-be90-677319fac546,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:29.198100 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c9ff9ea7-3d24-49b2-a810-543c6c3c8eae tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:29.362330 n-d-828418-1 neutron-server[87639]: INFO neutron.db.l3_db [None req-c9ff9ea7-3d24-49b2-a810-543c6c3c8eae tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Floating IP aa73ee68-0030-4b08-9089-3da74af90452 associated. External IP: 172.25.0.76, port: 344f409c-4cf0-4784-a7fe-468563ce1caf. Feb 09 02:22:29.829997 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9ff9ea7-3d24-49b2-a810-543c6c3c8eae tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Router 85f808ef-39bc-477a-b473-aaf2b4dd7be9 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:22:30.006297 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ff9ea7-3d24-49b2-a810-543c6c3c8eae tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:22:30.016812 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafa9df7-7735-4f99-92aa-919749634101 None None] Sync routers for ids ['85f808ef-39bc-477a-b473-aaf2b4dd7be9'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:22:30.026886 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafa9df7-7735-4f99-92aa-919749634101 None None] Routers {'85f808ef-39bc-477a-b473-aaf2b4dd7be9'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:22:30.027481 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-eafa9df7-7735-4f99-92aa-919749634101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:22:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['85f808ef-39bc-477a-b473-aaf2b4dd7be9'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:30.031236 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-c9ff9ea7-3d24-49b2-a810-543c6c3c8eae tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:30.089462 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-c9ff9ea7-3d24-49b2-a810-543c6c3c8eae tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3583798 Feb 09 02:22:30.090073 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b27081d3-4a3a-424c-b365-7ab225fcb013', 'tag': '344f409c-4cf0-4784-a7fe-468563ce1caf'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:22:30.138445 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b27081d3-4a3a-424c-b365-7ab225fcb013', 'tag': '344f409c-4cf0-4784-a7fe-468563ce1caf', 'status': 'completed', 'code': 200} Feb 09 02:22:30.206582 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-eafa9df7-7735-4f99-92aa-919749634101 None None] Set router 85f808ef-39bc-477a-b473-aaf2b4dd7be9 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:22:30.229961 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53cef8b-4607-40b4-9d87-6ea27a04f9b6 req-8542d8d5-09d7-404a-953b-f04cbc559e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:30.231478 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e53cef8b-4607-40b4-9d87-6ea27a04f9b6 req-8542d8d5-09d7-404a-953b-f04cbc559e3e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=fa6d64a2a27649c889a81715e0e7ce9f&device_id=b27081d3-4a3a-424c-b365-7ab225fcb013 HTTP/1.1" status: 200 len: 1097 time: 0.0724611 Feb 09 02:22:30.362328 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53cef8b-4607-40b4-9d87-6ea27a04f9b6 req-bddf1efa-6977-4ef8-b1d6-6932ceca723d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:30.363695 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e53cef8b-4607-40b4-9d87-6ea27a04f9b6 req-bddf1efa-6977-4ef8-b1d6-6932ceca723d service neutron] 10.222.0.99 "GET /v2.0/networks?id=5f5f13c2-22ca-4696-9c33-f92cb3c7d757 HTTP/1.1" status: 200 len: 910 time: 0.1256516 Feb 09 02:22:30.474274 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e53cef8b-4607-40b4-9d87-6ea27a04f9b6 req-5afda537-7d3b-424e-bd10-95851573f776 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=344f409c-4cf0-4784-a7fe-468563ce1caf HTTP/1.1" status: 200 len: 999 time: 0.1043532 Feb 09 02:22:30.536878 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53cef8b-4607-40b4-9d87-6ea27a04f9b6 req-8f8ba5b6-62a3-4c0a-8f17-7d38047b63e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:30.538344 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e53cef8b-4607-40b4-9d87-6ea27a04f9b6 req-8f8ba5b6-62a3-4c0a-8f17-7d38047b63e9 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=0a024720-5d2e-4f92-b7ea-df487c5f9611 HTTP/1.1" status: 200 len: 848 time: 0.0578408 Feb 09 02:22:30.553447 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-eafa9df7-7735-4f99-92aa-919749634101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f808ef-39bc-477a-b473-aaf2b4dd7be9', 'name': 'tempest-TestSnapshotPattern-293544586-router', 'tenant_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'b102c2ae-deba-497c-bff4-1aeda1b35619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:22:00Z', 'updated_at': '2022-02-09T02:22:04Z', 'revision_number': 4, 'project_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'gw_port': {'id': 'b102c2ae-deba-497c-bff4-1aeda1b35619', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:0e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f808ef-39bc-477a-b473-aaf2b4dd7be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:22:01Z', 'updated_at': '2022-02-09T02:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': 'aa73ee68-0030-4b08-9089-3da74af90452', 'tenant_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'floating_ip_address': '172.25.0.76', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '85f808ef-39bc-477a-b473-aaf2b4dd7be9', 'port_id': '344f409c-4cf0-4784-a7fe-468563ce1caf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f5f13c2-22ca-4696-9c33-f92cb3c7d757', 'mac_address': 'fa:16:3e:69:68:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27081d3-4a3a-424c-b365-7ab225fcb013', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:22:28Z', 'updated_at': '2022-02-09T02:22:28Z', 'revision_number': 0, 'project_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06dc4ae0-0144-46c8-a73d-49cc2e3d2a0e', 'name': '', 'network_id': '5f5f13c2-22ca-4696-9c33-f92cb3c7d757', 'tenant_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'mac_address': 'fa:16:3e:cf:99:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f808ef-39bc-477a-b473-aaf2b4dd7be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '0a024720-5d2e-4f92-b7ea-df487c5f9611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:22:03Z', 'updated_at': '2022-02-09T02:22:10Z', 'revision_number': 5, 'project_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'subnets': [{'id': '0a024720-5d2e-4f92-b7ea-df487c5f9611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:30.557275 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafa9df7-7735-4f99-92aa-919749634101 None None] Checking router: 85f808ef-39bc-477a-b473-aaf2b4dd7be9 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:22:30.565664 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafa9df7-7735-4f99-92aa-919749634101 None None] Routers {'85f808ef-39bc-477a-b473-aaf2b4dd7be9'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:22:30.566261 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-eafa9df7-7735-4f99-92aa-919749634101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:22:11Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['85f808ef-39bc-477a-b473-aaf2b4dd7be9'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:30.618387 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53cef8b-4607-40b4-9d87-6ea27a04f9b6 req-ad0c9f19-f7aa-400d-9f11-bc6b65869818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:30.619872 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e53cef8b-4607-40b4-9d87-6ea27a04f9b6 req-ad0c9f19-f7aa-400d-9f11-bc6b65869818 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=5f5f13c2-22ca-4696-9c33-f92cb3c7d757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758319 Feb 09 02:22:30.746419 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-eafa9df7-7735-4f99-92aa-919749634101 None None] Set router 85f808ef-39bc-477a-b473-aaf2b4dd7be9 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:22:30.750838 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e53cef8b-4607-40b4-9d87-6ea27a04f9b6 req-a1417144-fe20-4411-8983-f0a32b421c39 service neutron] 10.222.0.99 "GET /v2.0/networks/5f5f13c2-22ca-4696-9c33-f92cb3c7d757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249661 Feb 09 02:22:30.889994 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e53cef8b-4607-40b4-9d87-6ea27a04f9b6 req-3f899412-6fcb-42f5-8b46-5d130b98252b service neutron] 10.222.0.99 "GET /v2.0/networks/5f5f13c2-22ca-4696-9c33-f92cb3c7d757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331549 Feb 09 02:22:31.127224 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-eafa9df7-7735-4f99-92aa-919749634101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f808ef-39bc-477a-b473-aaf2b4dd7be9', 'name': 'tempest-TestSnapshotPattern-293544586-router', 'tenant_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'b102c2ae-deba-497c-bff4-1aeda1b35619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:22:00Z', 'updated_at': '2022-02-09T02:22:04Z', 'revision_number': 4, 'project_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'gw_port': {'id': 'b102c2ae-deba-497c-bff4-1aeda1b35619', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:0e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f808ef-39bc-477a-b473-aaf2b4dd7be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:22:01Z', 'updated_at': '2022-02-09T02:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': 'aa73ee68-0030-4b08-9089-3da74af90452', 'tenant_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'floating_ip_address': '172.25.0.76', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '85f808ef-39bc-477a-b473-aaf2b4dd7be9', 'port_id': '344f409c-4cf0-4784-a7fe-468563ce1caf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f5f13c2-22ca-4696-9c33-f92cb3c7d757', 'mac_address': 'fa:16:3e:69:68:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27081d3-4a3a-424c-b365-7ab225fcb013', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:22:28Z', 'updated_at': '2022-02-09T02:22:28Z', 'revision_number': 0, 'project_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06dc4ae0-0144-46c8-a73d-49cc2e3d2a0e', 'name': '', 'network_id': '5f5f13c2-22ca-4696-9c33-f92cb3c7d757', 'tenant_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'mac_address': 'fa:16:3e:cf:99:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f808ef-39bc-477a-b473-aaf2b4dd7be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '0a024720-5d2e-4f92-b7ea-df487c5f9611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:22:03Z', 'updated_at': '2022-02-09T02:22:10Z', 'revision_number': 5, 'project_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'subnets': [{'id': '0a024720-5d2e-4f92-b7ea-df487c5f9611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:31.131352 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafa9df7-7735-4f99-92aa-919749634101 None None] The sync data for ids ['85f808ef-39bc-477a-b473-aaf2b4dd7be9'] in n-d-828418-1 is: [{'id': '85f808ef-39bc-477a-b473-aaf2b4dd7be9', 'name': 'tempest-TestSnapshotPattern-293544586-router', 'tenant_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'b102c2ae-deba-497c-bff4-1aeda1b35619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:22:00Z', 'updated_at': '2022-02-09T02:22:04Z', 'revision_number': 4, 'project_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'gw_port': {'id': 'b102c2ae-deba-497c-bff4-1aeda1b35619', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:0e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f808ef-39bc-477a-b473-aaf2b4dd7be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:22:01Z', 'updated_at': '2022-02-09T02:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': 'aa73ee68-0030-4b08-9089-3da74af90452', 'tenant_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'floating_ip_address': '172.25.0.76', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '85f808ef-39bc-477a-b473-aaf2b4dd7be9', 'port_id': '344f409c-4cf0-4784-a7fe-468563ce1caf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f5f13c2-22ca-4696-9c33-f92cb3c7d757', 'mac_address': 'fa:16:3e:69:68:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27081d3-4a3a-424c-b365-7ab225fcb013', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:22:28Z', 'updated_at': '2022-02-09T02:22:28Z', 'revision_number': 0, 'project_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06dc4ae0-0144-46c8-a73d-49cc2e3d2a0e', 'name': '', 'network_id': '5f5f13c2-22ca-4696-9c33-f92cb3c7d757', 'tenant_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'mac_address': 'fa:16:3e:cf:99:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f808ef-39bc-477a-b473-aaf2b4dd7be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '0a024720-5d2e-4f92-b7ea-df487c5f9611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:22:03Z', 'updated_at': '2022-02-09T02:22:10Z', 'revision_number': 5, 'project_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'subnets': [{'id': '0a024720-5d2e-4f92-b7ea-df487c5f9611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:22:31.351156 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d5e773-4660-4ced-82b8-e7bf70226046 None None] New status for floating IP aa73ee68-0030-4b08-9089-3da74af90452: ACTIVE {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:22:38.351786 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-63e276ca-602b-45d9-8f6a-0fdb770ee560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:40.666265 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1d788285-8aaa-489d-8371-802fd79e0a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:41.746121 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:41.798222 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:43.454766 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:52.764446 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:55.701518 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:55.812580 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-97d7da24-e6bd-490b-a585-9c9c8f954eda req-94da9c26-16da-4e97-8142-2b3848a3e213 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=b27081d3-4a3a-424c-b365-7ab225fcb013&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0699713 Feb 09 02:22:55.947096 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d7da24-e6bd-490b-a585-9c9c8f954eda req-4be28160-187b-4726-a6f4-d3d672754fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:55.948580 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-97d7da24-e6bd-490b-a585-9c9c8f954eda req-4be28160-187b-4726-a6f4-d3d672754fe1 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=fa6d64a2a27649c889a81715e0e7ce9f&device_id=b27081d3-4a3a-424c-b365-7ab225fcb013 HTTP/1.1" status: 200 len: 1097 time: 0.0694957 Feb 09 02:22:56.087694 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d7da24-e6bd-490b-a585-9c9c8f954eda req-75be4ae0-025c-42d1-8269-406834ff3b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:56.089809 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-97d7da24-e6bd-490b-a585-9c9c8f954eda req-75be4ae0-025c-42d1-8269-406834ff3b8d service neutron] 10.222.0.99 "GET /v2.0/networks?id=5f5f13c2-22ca-4696-9c33-f92cb3c7d757 HTTP/1.1" status: 200 len: 910 time: 0.1233625 Feb 09 02:22:56.189749 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-97d7da24-e6bd-490b-a585-9c9c8f954eda req-79b3bac5-e1c7-449e-92b7-23f8808eddef service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=344f409c-4cf0-4784-a7fe-468563ce1caf HTTP/1.1" status: 200 len: 1001 time: 0.0938876 Feb 09 02:22:56.355134 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d7da24-e6bd-490b-a585-9c9c8f954eda req-f0699737-ee59-4254-9e17-d71db23cb967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:56.356629 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-97d7da24-e6bd-490b-a585-9c9c8f954eda req-f0699737-ee59-4254-9e17-d71db23cb967 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=0a024720-5d2e-4f92-b7ea-df487c5f9611 HTTP/1.1" status: 200 len: 848 time: 0.1608989 Feb 09 02:22:56.430117 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d7da24-e6bd-490b-a585-9c9c8f954eda req-c327a5ca-93aa-4533-a12c-cce654144ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:56.431571 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-97d7da24-e6bd-490b-a585-9c9c8f954eda req-c327a5ca-93aa-4533-a12c-cce654144ada service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=5f5f13c2-22ca-4696-9c33-f92cb3c7d757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693789 Feb 09 02:22:56.564341 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-97d7da24-e6bd-490b-a585-9c9c8f954eda req-b71c8714-baa8-4a2e-a4ed-907571ffa25e service neutron] 10.222.0.99 "GET /v2.0/networks/5f5f13c2-22ca-4696-9c33-f92cb3c7d757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265318 Feb 09 02:22:56.697951 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-97d7da24-e6bd-490b-a585-9c9c8f954eda req-404860e1-7dc5-46e9-a32a-df37e2f7bf9e service neutron] 10.222.0.99 "GET /v2.0/networks/5f5f13c2-22ca-4696-9c33-f92cb3c7d757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277616 Feb 09 02:22:58.402460 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:23:08.355200 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-20fb138b-1d22-45be-92c8-9cdc64077dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:23:10.669183 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5ad49a9c-c9bd-4179-b461-08e26f918575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:23:11.747528 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:23:11.799985 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:23:13.457140 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:23:22.782671 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:23:25.721324 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:23:35.401797 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:23:38.357556 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e2710032-cc65-4deb-af96-2e8a57620bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:23:40.670438 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-73da5f47-dd8f-448f-b3e2-8bd779c2bd78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:23:41.749604 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:23:41.801997 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:23:43.459359 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:23:52.781007 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:23:55.715934 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:23:55.798247 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-069291c4-e71a-4276-be53-cf4370a2ab47 req-c10b88e3-1068-4086-97d5-9d2bf21d8f04 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=b27081d3-4a3a-424c-b365-7ab225fcb013&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0753281 Feb 09 02:23:55.933285 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069291c4-e71a-4276-be53-cf4370a2ab47 req-be83fe01-1b9f-4fdb-baaf-e38e5293ac6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:55.934805 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-069291c4-e71a-4276-be53-cf4370a2ab47 req-be83fe01-1b9f-4fdb-baaf-e38e5293ac6b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=fa6d64a2a27649c889a81715e0e7ce9f&device_id=b27081d3-4a3a-424c-b365-7ab225fcb013 HTTP/1.1" status: 200 len: 1097 time: 0.0706935 Feb 09 02:23:56.077328 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069291c4-e71a-4276-be53-cf4370a2ab47 req-d60b2327-e998-4946-9fce-5d01e0c6d45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:56.078795 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-069291c4-e71a-4276-be53-cf4370a2ab47 req-d60b2327-e998-4946-9fce-5d01e0c6d45f service neutron] 10.222.0.99 "GET /v2.0/networks?id=5f5f13c2-22ca-4696-9c33-f92cb3c7d757 HTTP/1.1" status: 200 len: 910 time: 0.1260488 Feb 09 02:23:56.180092 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-069291c4-e71a-4276-be53-cf4370a2ab47 req-5260bbb8-e159-42cc-912b-6607c7f9e083 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=344f409c-4cf0-4784-a7fe-468563ce1caf HTTP/1.1" status: 200 len: 1001 time: 0.0956192 Feb 09 02:23:56.240464 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069291c4-e71a-4276-be53-cf4370a2ab47 req-2f2eacf6-50bc-413e-a568-bbf5bcc282c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:56.241880 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-069291c4-e71a-4276-be53-cf4370a2ab47 req-2f2eacf6-50bc-413e-a568-bbf5bcc282c2 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=0a024720-5d2e-4f92-b7ea-df487c5f9611 HTTP/1.1" status: 200 len: 848 time: 0.0560803 Feb 09 02:23:56.319042 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069291c4-e71a-4276-be53-cf4370a2ab47 req-3c3ce98f-9cc3-4b01-938c-91ce2ac48853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:56.320491 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-069291c4-e71a-4276-be53-cf4370a2ab47 req-3c3ce98f-9cc3-4b01-938c-91ce2ac48853 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=5f5f13c2-22ca-4696-9c33-f92cb3c7d757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724304 Feb 09 02:23:56.451047 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-069291c4-e71a-4276-be53-cf4370a2ab47 req-c2d966f2-280a-4490-99fc-62fcf90e2d0e service neutron] 10.222.0.99 "GET /v2.0/networks/5f5f13c2-22ca-4696-9c33-f92cb3c7d757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235416 Feb 09 02:23:56.581101 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-069291c4-e71a-4276-be53-cf4370a2ab47 req-5e125c5b-e876-40ae-9bfe-986acf2fab63 service neutron] 10.222.0.99 "GET /v2.0/networks/5f5f13c2-22ca-4696-9c33-f92cb3c7d757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239905 Feb 09 02:24:08.362832 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f2d1b637-5d18-41c8-b715-a6483a3b3538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:24:10.671688 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-4aa0dbda-1378-4ead-ba64-b0387444648e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:24:11.752199 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:24:11.803099 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:24:12.401446 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:24:13.462980 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:24:22.796006 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:24:25.734237 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:24:38.364847 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bf948dc6-9937-45ea-98ac-9fb4729493f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:24:40.676331 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-770e83ac-a262-4523-873e-c79b709380f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:24:41.754550 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:24:41.805873 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:24:43.465025 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:24:49.400155 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:24:52.795780 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:24:55.735344 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:24:55.863566 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1c4b8bb7-3c98-40ec-985a-f18cf099509a req-f3e5c513-066f-41f2-9dfe-e0269811b178 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=b27081d3-4a3a-424c-b365-7ab225fcb013&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1451900 Feb 09 02:24:56.002554 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b8bb7-3c98-40ec-985a-f18cf099509a req-2921e610-01b8-4a2d-a275-1b65700b4b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:56.003989 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1c4b8bb7-3c98-40ec-985a-f18cf099509a req-2921e610-01b8-4a2d-a275-1b65700b4b64 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=fa6d64a2a27649c889a81715e0e7ce9f&device_id=b27081d3-4a3a-424c-b365-7ab225fcb013 HTTP/1.1" status: 200 len: 1097 time: 0.0722373 Feb 09 02:24:56.148059 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b8bb7-3c98-40ec-985a-f18cf099509a req-70626420-c7b5-402c-a31f-923615aed0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:56.149479 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1c4b8bb7-3c98-40ec-985a-f18cf099509a req-70626420-c7b5-402c-a31f-923615aed0d6 service neutron] 10.222.0.99 "GET /v2.0/networks?id=5f5f13c2-22ca-4696-9c33-f92cb3c7d757 HTTP/1.1" status: 200 len: 910 time: 0.1251378 Feb 09 02:24:56.248418 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1c4b8bb7-3c98-40ec-985a-f18cf099509a req-86cf0fda-4005-4dd9-abaa-3b2c61df7436 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=344f409c-4cf0-4784-a7fe-468563ce1caf HTTP/1.1" status: 200 len: 1001 time: 0.0918913 Feb 09 02:24:56.416336 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b8bb7-3c98-40ec-985a-f18cf099509a req-e6b71f2f-18d5-4d37-9ac8-1d486edffb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:56.417817 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1c4b8bb7-3c98-40ec-985a-f18cf099509a req-e6b71f2f-18d5-4d37-9ac8-1d486edffb3a service neutron] 10.222.0.99 "GET /v2.0/subnets?id=0a024720-5d2e-4f92-b7ea-df487c5f9611 HTTP/1.1" status: 200 len: 848 time: 0.1620731 Feb 09 02:24:56.493055 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b8bb7-3c98-40ec-985a-f18cf099509a req-aae6fe0f-8a33-4dd9-abfe-082087617dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:56.494543 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1c4b8bb7-3c98-40ec-985a-f18cf099509a req-aae6fe0f-8a33-4dd9-abfe-082087617dd5 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=5f5f13c2-22ca-4696-9c33-f92cb3c7d757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706203 Feb 09 02:24:56.624508 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1c4b8bb7-3c98-40ec-985a-f18cf099509a req-a53b466a-6c27-4b67-a98b-7c3ce7dc0bd3 service neutron] 10.222.0.99 "GET /v2.0/networks/5f5f13c2-22ca-4696-9c33-f92cb3c7d757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226966 Feb 09 02:24:56.756358 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-1c4b8bb7-3c98-40ec-985a-f18cf099509a req-2fe49569-e944-463f-ba0b-8ad1480888fe service neutron] 10.222.0.99 "GET /v2.0/networks/5f5f13c2-22ca-4696-9c33-f92cb3c7d757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251166 Feb 09 02:25:08.367059 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bb07d086-65f9-4e15-b00a-f213738fca9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:10.678019 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bb921199-4236-4f70-9ccf-8ced1d6dbbef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:11.755710 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:11.808317 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:13.468237 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:14.110621 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 344f409c-4cf0-4784-a7fe-468563ce1caf details requested by agent hyperv_n-h2-828418-1 with host n-h2-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 02:25:14.242448 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 344f409c-4cf0-4784-a7fe-468563ce1caf, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=344f409c-4cf0-4784-a7fe-468563ce1caf,segment=NetworkSegment(6df203a2-428a-467c-8790-db52f07853a1),segment_id=6df203a2-428a-467c-8790-db52f07853a1)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:25:14.255184 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Returning: {'device': '344f409c-4cf0-4784-a7fe-468563ce1caf', 'network_id': '5f5f13c2-22ca-4696-9c33-f92cb3c7d757', 'port_id': '344f409c-4cf0-4784-a7fe-468563ce1caf', 'mac_address': 'fa:16:3e:69:68:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a024720-5d2e-4f92-b7ea-df487c5f9611', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 02:25:14.309370 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:14.328724 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 344f409c-4cf0-4784-a7fe-468563ce1caf {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 02:25:14.343782 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 344f409c-4cf0-4784-a7fe-468563ce1caf, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=344f409c-4cf0-4784-a7fe-468563ce1caf,segment=NetworkSegment(6df203a2-428a-467c-8790-db52f07853a1),segment_id=6df203a2-428a-467c-8790-db52f07853a1)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:25:14.347708 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:14.419392 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=344f409c-4cf0-4784-a7fe-468563ce1caf,revision_number=6']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:14.422846 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] get_ports_and_sgs() called for port_ids ['344f409c-4cf0-4784-a7fe-468563ce1caf'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 02:25:14.461929 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:14.462210 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:14.462554 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:14.462894 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:14.463261 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:14.463591 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:14.463921 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:14.464247 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:14.464571 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:14.464895 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:14.465219 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:14.465539 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:16.124397 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 344f409c-4cf0-4784-a7fe-468563ce1caf up at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:25:16.227544 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Provisioning complete for port 344f409c-4cf0-4784-a7fe-468563ce1caf triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:25:16.227906 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:16.342344 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:16.368830 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b27081d3-4a3a-424c-b365-7ab225fcb013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '344f409c-4cf0-4784-a7fe-468563ce1caf'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:25:16.378756 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 344f409c-4cf0-4784-a7fe-468563ce1caf, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=344f409c-4cf0-4784-a7fe-468563ce1caf,segment=NetworkSegment(6df203a2-428a-467c-8790-db52f07853a1),segment_id=6df203a2-428a-467c-8790-db52f07853a1)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:25:16.383884 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:16.450588 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=344f409c-4cf0-4784-a7fe-468563ce1caf,revision_number=7']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:17.474353 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b27081d3-4a3a-424c-b365-7ab225fcb013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '344f409c-4cf0-4784-a7fe-468563ce1caf', 'code': 200} Feb 09 02:25:22.814219 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:25.748576 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:26.400887 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:25:30.867254 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b7b3fa76-d303-4fd4-92ae-4051f8647631 req-3aaa0242-e8e1-47e8-8b18-6fe105176bc5 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1445837806&fields=id&tenant_id=fa6d64a2a27649c889a81715e0e7ce9f HTTP/1.1" status: 200 len: 267 time: 0.0430012 Feb 09 02:25:31.015855 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b3fa76-d303-4fd4-92ae-4051f8647631 req-ac2ae2b8-0500-4fec-a5ac-4d66ab9ea74d tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:31.017263 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b7b3fa76-d303-4fd4-92ae-4051f8647631 req-ac2ae2b8-0500-4fec-a5ac-4d66ab9ea74d tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.105 "GET /v2.0/networks?id=5f5f13c2-22ca-4696-9c33-f92cb3c7d757 HTTP/1.1" status: 200 len: 809 time: 0.1437516 Feb 09 02:25:31.032824 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b7b3fa76-d303-4fd4-92ae-4051f8647631 req-d0fb01d0-18a8-4c5b-a98f-8f7742bbc27f tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.105 "GET /v2.0/quotas/fa6d64a2a27649c889a81715e0e7ce9f HTTP/1.1" status: 200 len: 375 time: 0.0095110 Feb 09 02:25:31.119847 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b7b3fa76-d303-4fd4-92ae-4051f8647631 req-1c3a13d4-7cbb-4f29-9b7d-ebd1b1381650 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=fa6d64a2a27649c889a81715e0e7ce9f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0808899 Feb 09 02:25:31.176214 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [req-b7b3fa76-d303-4fd4-92ae-4051f8647631 req-97548042-c277-4716-9170-a513243acb63 service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 02:25:31.177189 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b7b3fa76-d303-4fd4-92ae-4051f8647631 req-97548042-c277-4716-9170-a513243acb63 service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0463488 Feb 09 02:25:31.308097 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b7b3fa76-d303-4fd4-92ae-4051f8647631 req-ed7b8dd9-d994-484f-ba43-9d0791fa1df3 service neutron] 10.222.0.105 "GET /v2.0/networks/5f5f13c2-22ca-4696-9c33-f92cb3c7d757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250174 Feb 09 02:25:31.438169 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b7b3fa76-d303-4fd4-92ae-4051f8647631 req-614876bb-6eb1-4d24-88d4-7adcd1908387 service neutron] 10.222.0.105 "GET /v2.0/networks/5f5f13c2-22ca-4696-9c33-f92cb3c7d757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242535 Feb 09 02:25:31.672546 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-4d83d9e5-61a2-4090-b135-1ba3bef195e1 req-5f1c59fe-e824-47d0-803f-ace659e5c65f tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.105 "GET /v2.0/ports?device_id=65317b15-53fe-451d-9124-a7488d5db9db HTTP/1.1" status: 200 len: 210 time: 0.0969250 Feb 09 02:25:32.757972 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b3fa76-d303-4fd4-92ae-4051f8647631 req-79c018b4-a38d-4314-8bcf-917f08cf0d18 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:32.759535 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b7b3fa76-d303-4fd4-92ae-4051f8647631 req-79c018b4-a38d-4314-8bcf-917f08cf0d18 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.62 "GET /v2.0/networks?id=5f5f13c2-22ca-4696-9c33-f92cb3c7d757 HTTP/1.1" status: 200 len: 809 time: 0.1585300 Feb 09 02:25:32.838594 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-c55d618c-c31c-42fe-94bb-b76423d99a62 req-05244538-b1cc-430c-a5ec-7c9410671593 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.105 "GET /v2.0/ports?device_id=65317b15-53fe-451d-9124-a7488d5db9db HTTP/1.1" status: 200 len: 210 time: 0.0549331 Feb 09 02:25:32.847743 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b7b3fa76-d303-4fd4-92ae-4051f8647631 req-77ae51ab-e45b-4a85-b9c7-5ecd490a7a57 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa6d64a2a27649c889a81715e0e7ce9f HTTP/1.1" status: 200 len: 380 time: 0.0806012 Feb 09 02:25:32.860739 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-b7b3fa76-d303-4fd4-92ae-4051f8647631 req-aae61abd-bca3-49cb-b25e-e9c26b170e7c tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Request body: {'port': {'device_id': '65317b15-53fe-451d-9124-a7488d5db9db', 'network_id': '5f5f13c2-22ca-4696-9c33-f92cb3c7d757', 'admin_state_up': True, 'tenant_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'security_groups': ['dc71f67a-a943-4cd0-85f4-214fd5fc7459']}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:25:33.000965 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-b7b3fa76-d303-4fd4-92ae-4051f8647631 req-aae61abd-bca3-49cb-b25e-e9c26b170e7c tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:25:33.011750 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [req-b7b3fa76-d303-4fd4-92ae-4051f8647631 req-aae61abd-bca3-49cb-b25e-e9c26b170e7c tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:25:33.023377 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7b3fa76-d303-4fd4-92ae-4051f8647631 req-aae61abd-bca3-49cb-b25e-e9c26b170e7c tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Made reservation on behalf of fa6d64a2a27649c889a81715e0e7ce9f for: {'port': 1} {{(pid=87639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:25:33.026890 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b7b3fa76-d303-4fd4-92ae-4051f8647631 req-aae61abd-bca3-49cb-b25e-e9c26b170e7c tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:33.232646 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [req-b7b3fa76-d303-4fd4-92ae-4051f8647631 req-aae61abd-bca3-49cb-b25e-e9c26b170e7c tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Allocated IP 172.20.0.12 (5f5f13c2-22ca-4696-9c33-f92cb3c7d757/0a024720-5d2e-4f92-b7ea-df487c5f9611/855bfc7e-e4a0-4861-adc9-0865a930a9da) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:25:33.665528 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b7b3fa76-d303-4fd4-92ae-4051f8647631 req-aae61abd-bca3-49cb-b25e-e9c26b170e7c tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:33.685238 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-b7b3fa76-d303-4fd4-92ae-4051f8647631 req-aae61abd-bca3-49cb-b25e-e9c26b170e7c tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Transition to ACTIVE for port object 855bfc7e-e4a0-4861-adc9-0865a930a9da will not be triggered until provisioned by entity DHCP. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:25:33.713682 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b7b3fa76-d303-4fd4-92ae-4051f8647631 req-aae61abd-bca3-49cb-b25e-e9c26b170e7c tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:33.793754 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7b3fa76-d303-4fd4-92ae-4051f8647631 req-aae61abd-bca3-49cb-b25e-e9c26b170e7c tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Network 5f5f13c2-22ca-4696-9c33-f92cb3c7d757 is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:25:33.799371 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [req-b7b3fa76-d303-4fd4-92ae-4051f8647631 req-aae61abd-bca3-49cb-b25e-e9c26b170e7c tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:25:33.803663 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7b3fa76-d303-4fd4-92ae-4051f8647631 req-aae61abd-bca3-49cb-b25e-e9c26b170e7c tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:25:33.878085 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae61abd-bca3-49cb-b25e-e9c26b170e7c tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Pushing event updated for resources: {'Port': ['ID=855bfc7e-e4a0-4861-adc9-0865a930a9da,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:33.894373 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae61abd-bca3-49cb-b25e-e9c26b170e7c tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:33.895809 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae61abd-bca3-49cb-b25e-e9c26b170e7c tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:33.896171 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae61abd-bca3-49cb-b25e-e9c26b170e7c tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:33.896511 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae61abd-bca3-49cb-b25e-e9c26b170e7c tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:33.897819 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae61abd-bca3-49cb-b25e-e9c26b170e7c tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:33.898447 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae61abd-bca3-49cb-b25e-e9c26b170e7c tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:33.898872 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae61abd-bca3-49cb-b25e-e9c26b170e7c tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:33.899335 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae61abd-bca3-49cb-b25e-e9c26b170e7c tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:33.899674 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae61abd-bca3-49cb-b25e-e9c26b170e7c tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:33.901910 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae61abd-bca3-49cb-b25e-e9c26b170e7c tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:33.902272 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae61abd-bca3-49cb-b25e-e9c26b170e7c tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:33.902600 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae61abd-bca3-49cb-b25e-e9c26b170e7c tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:33.950118 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b3fa76-d303-4fd4-92ae-4051f8647631 req-aae61abd-bca3-49cb-b25e-e9c26b170e7c tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:33.950853 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b7b3fa76-d303-4fd4-92ae-4051f8647631 req-aae61abd-bca3-49cb-b25e-e9c26b170e7c tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:34.014900 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b7b3fa76-d303-4fd4-92ae-4051f8647631 req-aae61abd-bca3-49cb-b25e-e9c26b170e7c tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1614707 Feb 09 02:25:34.150347 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa91e7-6bab-4493-98eb-86309b43058a req-627d7569-a658-44ea-a189-95b17fa4c8f0 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:34.151197 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-d0aa91e7-6bab-4493-98eb-86309b43058a req-627d7569-a658-44ea-a189-95b17fa4c8f0 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Synchronizing usage tracker for tenant:fa6d64a2a27649c889a81715e0e7ce9f on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:25:34.167505 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-d0aa91e7-6bab-4493-98eb-86309b43058a req-627d7569-a658-44ea-a189-95b17fa4c8f0 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Unset dirty status for tenant:fa6d64a2a27649c889a81715e0e7ce9f on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:25:34.168765 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d0aa91e7-6bab-4493-98eb-86309b43058a req-627d7569-a658-44ea-a189-95b17fa4c8f0 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.105 "GET /v2.0/ports?device_id=65317b15-53fe-451d-9124-a7488d5db9db HTTP/1.1" status: 200 len: 932 time: 0.1370068 Feb 09 02:25:34.187910 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 344f409c-4cf0-4784-a7fe-468563ce1caf no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:25:34.219485 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-d0aa91e7-6bab-4493-98eb-86309b43058a req-f3c8574f-cef9-4d5c-a0c7-a24dbd23cf1e tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.105 "GET /v2.0/security-groups?id=dc71f67a-a943-4cd0-85f4-214fd5fc7459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444503 Feb 09 02:25:34.312262 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-91971835-15be-4485-8d7d-5c6f1c107d55 None None] Provisioning for port 855bfc7e-e4a0-4861-adc9-0865a930a9da completed by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:25:34.327794 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-91971835-15be-4485-8d7d-5c6f1c107d55 None None] Provisioning complete for port 855bfc7e-e4a0-4861-adc9-0865a930a9da triggered by entity DHCP. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:25:34.328440 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-91971835-15be-4485-8d7d-5c6f1c107d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:34.397664 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:34.413394 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-91971835-15be-4485-8d7d-5c6f1c107d55 None None] Port 855bfc7e-e4a0-4861-adc9-0865a930a9da cannot update to ACTIVE because it is not bound. {{(pid=87640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 02:25:34.430766 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b27081d3-4a3a-424c-b365-7ab225fcb013', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '344f409c-4cf0-4784-a7fe-468563ce1caf'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:25:34.441137 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] For port 344f409c-4cf0-4784-a7fe-468563ce1caf, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=344f409c-4cf0-4784-a7fe-468563ce1caf,segment=NetworkSegment(6df203a2-428a-467c-8790-db52f07853a1),segment_id=6df203a2-428a-467c-8790-db52f07853a1)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:25:34.447302 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:34.510775 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b27081d3-4a3a-424c-b365-7ab225fcb013', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '344f409c-4cf0-4784-a7fe-468563ce1caf', 'code': 200} Feb 09 02:25:34.528178 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Pushing event updated for resources: {'Port': ['ID=344f409c-4cf0-4784-a7fe-468563ce1caf,revision_number=8']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:35.419771 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f063a6-d15f-4862-8bae-2316e534e15e req-8195ce8d-31c9-4a31-b7b3-b694a40af9c7 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:35.421174 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-76f063a6-d15f-4862-8bae-2316e534e15e req-8195ce8d-31c9-4a31-b7b3-b694a40af9c7 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.105 "GET /v2.0/ports?device_id=65317b15-53fe-451d-9124-a7488d5db9db HTTP/1.1" status: 200 len: 932 time: 0.0870285 Feb 09 02:25:35.467335 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-76f063a6-d15f-4862-8bae-2316e534e15e req-9110e5a0-cd73-47bb-8f35-5aa290c2e7b3 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.105 "GET /v2.0/security-groups?id=dc71f67a-a943-4cd0-85f4-214fd5fc7459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402703 Feb 09 02:25:36.681718 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee3e1e2-7ef6-43ed-949d-e54c23bff010 req-3bf3b8ed-eaf0-403c-aac9-37cf56d89423 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:36.683201 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-aee3e1e2-7ef6-43ed-949d-e54c23bff010 req-3bf3b8ed-eaf0-403c-aac9-37cf56d89423 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.105 "GET /v2.0/ports?device_id=65317b15-53fe-451d-9124-a7488d5db9db HTTP/1.1" status: 200 len: 932 time: 0.1011987 Feb 09 02:25:36.729623 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-aee3e1e2-7ef6-43ed-949d-e54c23bff010 req-6b50d8e4-5af0-474b-82c5-00ab4c6bfae0 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.105 "GET /v2.0/security-groups?id=dc71f67a-a943-4cd0-85f4-214fd5fc7459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408165 Feb 09 02:25:37.935646 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4141a-a751-4142-bc5a-d3e39399114d req-c92d2e3e-bfdf-4417-840a-6460eca76385 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:37.937195 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cbd4141a-a751-4142-bc5a-d3e39399114d req-c92d2e3e-bfdf-4417-840a-6460eca76385 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.105 "GET /v2.0/ports?device_id=65317b15-53fe-451d-9124-a7488d5db9db HTTP/1.1" status: 200 len: 932 time: 0.0907555 Feb 09 02:25:37.988706 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cbd4141a-a751-4142-bc5a-d3e39399114d req-aa9ebceb-8a25-40f7-aac3-600c014c9851 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.105 "GET /v2.0/security-groups?id=dc71f67a-a943-4cd0-85f4-214fd5fc7459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451233 Feb 09 02:25:38.369814 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d04b4110-f5a8-4b84-81ad-a73e54bd8de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:39.190077 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596fa6ad-3464-40a8-a0bc-07015f6860e2 req-91b0a0e3-99df-4758-9213-49395a9c8d08 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:39.191636 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-596fa6ad-3464-40a8-a0bc-07015f6860e2 req-91b0a0e3-99df-4758-9213-49395a9c8d08 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.105 "GET /v2.0/ports?device_id=65317b15-53fe-451d-9124-a7488d5db9db HTTP/1.1" status: 200 len: 932 time: 0.0894098 Feb 09 02:25:39.239724 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-596fa6ad-3464-40a8-a0bc-07015f6860e2 req-e9e0f4de-852a-4431-819d-8e81e65c7e98 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.105 "GET /v2.0/security-groups?id=dc71f67a-a943-4cd0-85f4-214fd5fc7459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418696 Feb 09 02:25:40.439234 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104fbe6b-87c0-4a08-a1c7-2fe9944e5963 req-a5099581-e033-4411-b65b-cc68d5026506 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:40.440686 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-104fbe6b-87c0-4a08-a1c7-2fe9944e5963 req-a5099581-e033-4411-b65b-cc68d5026506 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.105 "GET /v2.0/ports?device_id=65317b15-53fe-451d-9124-a7488d5db9db HTTP/1.1" status: 200 len: 932 time: 0.0822158 Feb 09 02:25:40.484148 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-104fbe6b-87c0-4a08-a1c7-2fe9944e5963 req-1f94e9f6-b806-407e-9f62-72198e4a0250 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.105 "GET /v2.0/security-groups?id=dc71f67a-a943-4cd0-85f4-214fd5fc7459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371900 Feb 09 02:25:40.621122 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [req-b7b3fa76-d303-4fd4-92ae-4051f8647631 req-c5db5f8c-e7b7-4fab-9ae5-cfefd494b099 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 02:25:40.622254 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b7b3fa76-d303-4fd4-92ae-4051f8647631 req-c5db5f8c-e7b7-4fab-9ae5-cfefd494b099 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054057 Feb 09 02:25:40.677427 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [req-b7b3fa76-d303-4fd4-92ae-4051f8647631 req-7a282e63-b883-46ed-b81c-e4b1f82f3bc2 service neutron] Request body: {'port': {'device_id': '65317b15-53fe-451d-9124-a7488d5db9db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-1'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:25:40.681302 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-ced3ffc0-b3d5-44a1-af1b-f3e57df38178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:40.785848 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b7b3fa76-d303-4fd4-92ae-4051f8647631 req-7a282e63-b883-46ed-b81c-e4b1f82f3bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:41.121074 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [req-b7b3fa76-d303-4fd4-92ae-4051f8647631 req-7a282e63-b883-46ed-b81c-e4b1f82f3bc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 855bfc7e-e4a0-4861-adc9-0865a930a9da {{(pid=87639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 02:25:41.128301 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b7b3fa76-d303-4fd4-92ae-4051f8647631 req-7a282e63-b883-46ed-b81c-e4b1f82f3bc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:41.142954 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.provisioning_blocks [req-b7b3fa76-d303-4fd4-92ae-4051f8647631 req-7a282e63-b883-46ed-b81c-e4b1f82f3bc2 service neutron] Transition to ACTIVE for port object 855bfc7e-e4a0-4861-adc9-0865a930a9da will not be triggered until provisioned by entity L2. {{(pid=87639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:25:41.146677 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b7b3fa76-d303-4fd4-92ae-4051f8647631 req-7a282e63-b883-46ed-b81c-e4b1f82f3bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:41.274716 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a282e63-b883-46ed-b81c-e4b1f82f3bc2 service neutron] Pushing event updated for resources: {'Port': ['ID=855bfc7e-e4a0-4861-adc9-0865a930a9da,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:41.383533 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-b7b3fa76-d303-4fd4-92ae-4051f8647631 req-7a282e63-b883-46ed-b81c-e4b1f82f3bc2 service neutron] Attempting to bind port 855bfc7e-e4a0-4861-adc9-0865a930a9da on host n-h1-828418-1 for vnic_type normal with profile {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:25:41.383862 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-b7b3fa76-d303-4fd4-92ae-4051f8647631 req-7a282e63-b883-46ed-b81c-e4b1f82f3bc2 service neutron] Attempting to bind port 855bfc7e-e4a0-4861-adc9-0865a930a9da by drivers openvswitch,hyperv on host n-h1-828418-1 at level 0 using segments [{'id': '6df203a2-428a-467c-8790-db52f07853a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5f5f13c2-22ca-4696-9c33-f92cb3c7d757'}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:25:41.384181 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b3fa76-d303-4fd4-92ae-4051f8647631 req-7a282e63-b883-46ed-b81c-e4b1f82f3bc2 service neutron] Attempting to bind port 855bfc7e-e4a0-4861-adc9-0865a930a9da on network 5f5f13c2-22ca-4696-9c33-f92cb3c7d757 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:25:41.388723 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b3fa76-d303-4fd4-92ae-4051f8647631 req-7a282e63-b883-46ed-b81c-e4b1f82f3bc2 service neutron] Port 855bfc7e-e4a0-4861-adc9-0865a930a9da on network 5f5f13c2-22ca-4696-9c33-f92cb3c7d757 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-1 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 02:25:41.389034 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b3fa76-d303-4fd4-92ae-4051f8647631 req-7a282e63-b883-46ed-b81c-e4b1f82f3bc2 service neutron] Attempting to bind port 855bfc7e-e4a0-4861-adc9-0865a930a9da on network 5f5f13c2-22ca-4696-9c33-f92cb3c7d757 {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:25:41.394036 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b3fa76-d303-4fd4-92ae-4051f8647631 req-7a282e63-b883-46ed-b81c-e4b1f82f3bc2 service neutron] Checking agent: {'id': 'c149979e-2b7f-4bcf-991e-bfc806b90dc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 47, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:25:41.394365 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b3fa76-d303-4fd4-92ae-4051f8647631 req-7a282e63-b883-46ed-b81c-e4b1f82f3bc2 service neutron] Checking segment: {'id': '6df203a2-428a-467c-8790-db52f07853a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5f5f13c2-22ca-4696-9c33-f92cb3c7d757'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:25:41.394743 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b3fa76-d303-4fd4-92ae-4051f8647631 req-7a282e63-b883-46ed-b81c-e4b1f82f3bc2 service neutron] Bound using segment: {'id': '6df203a2-428a-467c-8790-db52f07853a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5f5f13c2-22ca-4696-9c33-f92cb3c7d757'} {{(pid=87639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:25:41.395157 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.managers [req-b7b3fa76-d303-4fd4-92ae-4051f8647631 req-7a282e63-b883-46ed-b81c-e4b1f82f3bc2 service neutron] Bound port: 855bfc7e-e4a0-4861-adc9-0865a930a9da, host: n-h1-828418-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6df203a2-428a-467c-8790-db52f07853a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5f5f13c2-22ca-4696-9c33-f92cb3c7d757'}}] {{(pid=87639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:25:41.395497 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b7b3fa76-d303-4fd4-92ae-4051f8647631 req-7a282e63-b883-46ed-b81c-e4b1f82f3bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:41.482428 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-b7b3fa76-d303-4fd4-92ae-4051f8647631 req-7a282e63-b883-46ed-b81c-e4b1f82f3bc2 service neutron] For port 855bfc7e-e4a0-4861-adc9-0865a930a9da, host n-h1-828418-1, cleared binding levels {{(pid=87639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:25:41.485316 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-b7b3fa76-d303-4fd4-92ae-4051f8647631 req-7a282e63-b883-46ed-b81c-e4b1f82f3bc2 service neutron] For port 855bfc7e-e4a0-4861-adc9-0865a930a9da, host n-h1-828418-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=855bfc7e-e4a0-4861-adc9-0865a930a9da,segment=NetworkSegment(6df203a2-428a-467c-8790-db52f07853a1),segment_id=6df203a2-428a-467c-8790-db52f07853a1)] {{(pid=87639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:25:41.491494 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b7b3fa76-d303-4fd4-92ae-4051f8647631 req-7a282e63-b883-46ed-b81c-e4b1f82f3bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:41.553879 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b3fa76-d303-4fd4-92ae-4051f8647631 req-7a282e63-b883-46ed-b81c-e4b1f82f3bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:41.554554 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-b7b3fa76-d303-4fd4-92ae-4051f8647631 req-7a282e63-b883-46ed-b81c-e4b1f82f3bc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:41.556175 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b7b3fa76-d303-4fd4-92ae-4051f8647631 req-7a282e63-b883-46ed-b81c-e4b1f82f3bc2 service neutron] 10.222.0.62 "PUT /v2.0/ports/855bfc7e-e4a0-4861-adc9-0865a930a9da HTTP/1.1" status: 200 len: 1092 time: 0.9268613 Feb 09 02:25:41.575705 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65317b15-53fe-451d-9124-a7488d5db9db', 'tag': '855bfc7e-e4a0-4861-adc9-0865a930a9da'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:25:41.662970 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65317b15-53fe-451d-9124-a7488d5db9db', 'tag': '855bfc7e-e4a0-4861-adc9-0865a930a9da', 'status': 'completed', 'code': 200} Feb 09 02:25:41.687804 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a282e63-b883-46ed-b81c-e4b1f82f3bc2 service neutron] Pushing event updated for resources: {'Port': ['ID=855bfc7e-e4a0-4861-adc9-0865a930a9da,revision_number=3']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:41.763184 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:41.820692 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:41.851650 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0d2ebc-e326-4cfc-bfd5-66e1e13e8320 req-31ed21d6-384c-422d-898b-06ed201331a4 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:41.853106 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2e0d2ebc-e326-4cfc-bfd5-66e1e13e8320 req-31ed21d6-384c-422d-898b-06ed201331a4 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.105 "GET /v2.0/ports?device_id=65317b15-53fe-451d-9124-a7488d5db9db HTTP/1.1" status: 200 len: 944 time: 0.2530863 Feb 09 02:25:41.854965 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b3fa76-d303-4fd4-92ae-4051f8647631 req-21b05a64-cc14-4a50-a5d4-0070b3145f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:41.856277 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b7b3fa76-d303-4fd4-92ae-4051f8647631 req-21b05a64-cc14-4a50-a5d4-0070b3145f68 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fa6d64a2a27649c889a81715e0e7ce9f&device_id=65317b15-53fe-451d-9124-a7488d5db9db HTTP/1.1" status: 200 len: 1095 time: 0.2590165 Feb 09 02:25:41.937064 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b7b3fa76-d303-4fd4-92ae-4051f8647631 req-de61160c-96e3-46ba-a33f-5a68658dfd8d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=855bfc7e-e4a0-4861-adc9-0865a930a9da HTTP/1.1" status: 200 len: 217 time: 0.0653775 Feb 09 02:25:41.993852 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-2e0d2ebc-e326-4cfc-bfd5-66e1e13e8320 req-5b8636a8-38e1-48e7-bdcd-31fae35fed5f tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.105 "GET /v2.0/security-groups?id=dc71f67a-a943-4cd0-85f4-214fd5fc7459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348813 Feb 09 02:25:42.013253 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b3fa76-d303-4fd4-92ae-4051f8647631 req-430d421e-5d3e-408c-bdbc-a6ed7ab6142b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:42.014704 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b7b3fa76-d303-4fd4-92ae-4051f8647631 req-430d421e-5d3e-408c-bdbc-a6ed7ab6142b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0a024720-5d2e-4f92-b7ea-df487c5f9611 HTTP/1.1" status: 200 len: 848 time: 0.0702267 Feb 09 02:25:42.088726 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b3fa76-d303-4fd4-92ae-4051f8647631 req-fd4b1d68-58f5-4afa-845e-f88af1517375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:42.090225 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b7b3fa76-d303-4fd4-92ae-4051f8647631 req-fd4b1d68-58f5-4afa-845e-f88af1517375 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5f5f13c2-22ca-4696-9c33-f92cb3c7d757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693858 Feb 09 02:25:42.219726 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b7b3fa76-d303-4fd4-92ae-4051f8647631 req-c3b2337a-e703-4c55-b546-5ddba1ecc6b7 service neutron] 10.222.0.62 "GET /v2.0/networks/5f5f13c2-22ca-4696-9c33-f92cb3c7d757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227560 Feb 09 02:25:42.352870 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-b7b3fa76-d303-4fd4-92ae-4051f8647631 req-d9c29d84-a59d-4b47-9c2a-0b54516234db service neutron] 10.222.0.62 "GET /v2.0/networks/5f5f13c2-22ca-4696-9c33-f92cb3c7d757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273487 Feb 09 02:25:42.464623 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298df3b2-b627-408a-b4e4-04c97afa4fa9 req-dc0e31de-41d9-4fe3-a161-8279d67e397c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:42.466102 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-298df3b2-b627-408a-b4e4-04c97afa4fa9 req-dc0e31de-41d9-4fe3-a161-8279d67e397c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fa6d64a2a27649c889a81715e0e7ce9f&device_id=65317b15-53fe-451d-9124-a7488d5db9db HTTP/1.1" status: 200 len: 1095 time: 0.0733864 Feb 09 02:25:42.594904 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298df3b2-b627-408a-b4e4-04c97afa4fa9 req-7f09b8f2-8e9b-4c8c-a615-60ef44e59e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:42.596288 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-298df3b2-b627-408a-b4e4-04c97afa4fa9 req-7f09b8f2-8e9b-4c8c-a615-60ef44e59e73 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5f5f13c2-22ca-4696-9c33-f92cb3c7d757 HTTP/1.1" status: 200 len: 910 time: 0.1246200 Feb 09 02:25:42.663349 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-298df3b2-b627-408a-b4e4-04c97afa4fa9 req-235562af-1444-4067-b018-23e45d42379a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=855bfc7e-e4a0-4861-adc9-0865a930a9da HTTP/1.1" status: 200 len: 217 time: 0.0600460 Feb 09 02:25:42.726774 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298df3b2-b627-408a-b4e4-04c97afa4fa9 req-9989f2af-2d99-481d-88a5-ccf9dbcddf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:42.728151 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-298df3b2-b627-408a-b4e4-04c97afa4fa9 req-9989f2af-2d99-481d-88a5-ccf9dbcddf73 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0a024720-5d2e-4f92-b7ea-df487c5f9611 HTTP/1.1" status: 200 len: 848 time: 0.0593219 Feb 09 02:25:42.799991 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298df3b2-b627-408a-b4e4-04c97afa4fa9 req-06a495d3-3e7b-463d-879d-e150b7946283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:42.801429 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-298df3b2-b627-408a-b4e4-04c97afa4fa9 req-06a495d3-3e7b-463d-879d-e150b7946283 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5f5f13c2-22ca-4696-9c33-f92cb3c7d757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672545 Feb 09 02:25:42.933954 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-298df3b2-b627-408a-b4e4-04c97afa4fa9 req-58e9ffc8-77bc-4c10-ade3-732314ce49a5 service neutron] 10.222.0.62 "GET /v2.0/networks/5f5f13c2-22ca-4696-9c33-f92cb3c7d757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252608 Feb 09 02:25:43.064338 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-298df3b2-b627-408a-b4e4-04c97afa4fa9 req-d360c4f5-8f0e-4a0b-aac8-303fc95b754a service neutron] 10.222.0.62 "GET /v2.0/networks/5f5f13c2-22ca-4696-9c33-f92cb3c7d757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245587 Feb 09 02:25:43.187360 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f80d5-862b-472c-876a-10b932914f76 req-d1a90b9c-b184-4553-ad20-8074bb32967f tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:43.188741 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0e4f80d5-862b-472c-876a-10b932914f76 req-d1a90b9c-b184-4553-ad20-8074bb32967f tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.105 "GET /v2.0/ports?device_id=65317b15-53fe-451d-9124-a7488d5db9db HTTP/1.1" status: 200 len: 944 time: 0.0836952 Feb 09 02:25:43.232542 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-0e4f80d5-862b-472c-876a-10b932914f76 req-46d4b89f-d41d-4cae-af93-eda7031ad160 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.105 "GET /v2.0/security-groups?id=dc71f67a-a943-4cd0-85f4-214fd5fc7459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381570 Feb 09 02:25:43.471250 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:43.998418 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 855bfc7e-e4a0-4861-adc9-0865a930a9da details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 02:25:44.129259 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 855bfc7e-e4a0-4861-adc9-0865a930a9da, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=855bfc7e-e4a0-4861-adc9-0865a930a9da,segment=NetworkSegment(6df203a2-428a-467c-8790-db52f07853a1),segment_id=6df203a2-428a-467c-8790-db52f07853a1)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:25:44.142754 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '855bfc7e-e4a0-4861-adc9-0865a930a9da', 'network_id': '5f5f13c2-22ca-4696-9c33-f92cb3c7d757', 'port_id': '855bfc7e-e4a0-4861-adc9-0865a930a9da', 'mac_address': 'fa:16:3e:a0:29:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a024720-5d2e-4f92-b7ea-df487c5f9611', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 02:25:44.195704 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:44.211627 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 855bfc7e-e4a0-4861-adc9-0865a930a9da {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 02:25:44.226611 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 855bfc7e-e4a0-4861-adc9-0865a930a9da, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=855bfc7e-e4a0-4861-adc9-0865a930a9da,segment=NetworkSegment(6df203a2-428a-467c-8790-db52f07853a1),segment_id=6df203a2-428a-467c-8790-db52f07853a1)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:25:44.230192 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:44.299783 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=855bfc7e-e4a0-4861-adc9-0865a930a9da,revision_number=4']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:44.416988 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13230d49-a674-46d3-9b63-0e8e9aa6acce req-473e8385-c0ca-445b-9732-c4d404f2f95e tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:44.418512 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-13230d49-a674-46d3-9b63-0e8e9aa6acce req-473e8385-c0ca-445b-9732-c4d404f2f95e tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.105 "GET /v2.0/ports?device_id=65317b15-53fe-451d-9124-a7488d5db9db HTTP/1.1" status: 200 len: 945 time: 0.0791974 Feb 09 02:25:44.462446 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-13230d49-a674-46d3-9b63-0e8e9aa6acce req-67dd3aca-4b78-4c83-bb1c-529bb4432376 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.105 "GET /v2.0/security-groups?id=dc71f67a-a943-4cd0-85f4-214fd5fc7459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382831 Feb 09 02:25:44.466448 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['855bfc7e-e4a0-4861-adc9-0865a930a9da'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 02:25:45.649764 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef80d0-1075-4ffd-ba26-d531540a7cb8 req-7ee0e7d6-47ad-4ec1-a685-e0f2dd47ed3a tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:45.651209 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-50ef80d0-1075-4ffd-ba26-d531540a7cb8 req-7ee0e7d6-47ad-4ec1-a685-e0f2dd47ed3a tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.105 "GET /v2.0/ports?device_id=65317b15-53fe-451d-9124-a7488d5db9db HTTP/1.1" status: 200 len: 945 time: 0.0822613 Feb 09 02:25:45.693688 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-50ef80d0-1075-4ffd-ba26-d531540a7cb8 req-9e5fd4c9-3277-4eff-bccc-c54ccd22da99 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.105 "GET /v2.0/security-groups?id=dc71f67a-a943-4cd0-85f4-214fd5fc7459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367398 Feb 09 02:25:46.014082 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 855bfc7e-e4a0-4861-adc9-0865a930a9da up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:25:46.079340 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning for port 855bfc7e-e4a0-4861-adc9-0865a930a9da completed by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:25:46.084436 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 855bfc7e-e4a0-4861-adc9-0865a930a9da triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:25:46.084810 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:46.197497 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:46.222794 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65317b15-53fe-451d-9124-a7488d5db9db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '855bfc7e-e4a0-4861-adc9-0865a930a9da'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:25:46.232138 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 855bfc7e-e4a0-4861-adc9-0865a930a9da, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=855bfc7e-e4a0-4861-adc9-0865a930a9da,segment=NetworkSegment(6df203a2-428a-467c-8790-db52f07853a1),segment_id=6df203a2-428a-467c-8790-db52f07853a1)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:25:46.236292 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:46.273636 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65317b15-53fe-451d-9124-a7488d5db9db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '855bfc7e-e4a0-4861-adc9-0865a930a9da', 'code': 200} Feb 09 02:25:46.311781 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=855bfc7e-e4a0-4861-adc9-0865a930a9da,revision_number=5']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:46.389009 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198f0cd0-4f4c-48e9-951f-ed31f7542b2b req-c169ca7d-c74b-4262-85d0-08b7b28909c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:46.390499 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-198f0cd0-4f4c-48e9-951f-ed31f7542b2b req-c169ca7d-c74b-4262-85d0-08b7b28909c2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=65317b15-53fe-451d-9124-a7488d5db9db HTTP/1.1" status: 200 len: 1097 time: 0.0681381 Feb 09 02:25:46.432274 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-198f0cd0-4f4c-48e9-951f-ed31f7542b2b req-2ba99c0e-f07e-4436-8a55-5e8e2d998515 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=dc71f67a-a943-4cd0-85f4-214fd5fc7459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364246 Feb 09 02:25:46.876162 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898da94c-65de-4c1c-8848-8f0a346c5fa8 req-8afa2b9a-86ef-4b2f-871d-492f4c12b261 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:46.877625 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-898da94c-65de-4c1c-8848-8f0a346c5fa8 req-8afa2b9a-86ef-4b2f-871d-492f4c12b261 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.105 "GET /v2.0/ports?device_id=65317b15-53fe-451d-9124-a7488d5db9db HTTP/1.1" status: 200 len: 946 time: 0.0788331 Feb 09 02:25:46.920926 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-898da94c-65de-4c1c-8848-8f0a346c5fa8 req-f9be6f11-42dd-47d9-bcb5-28b584fdd342 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.105 "GET /v2.0/security-groups?id=dc71f67a-a943-4cd0-85f4-214fd5fc7459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372665 Feb 09 02:25:48.108412 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd379e3c-d6f4-45c6-9de8-9f452ebcddd2 req-bd53eef9-7599-40ea-b4ef-eb243843b201 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:48.109898 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cd379e3c-d6f4-45c6-9de8-9f452ebcddd2 req-bd53eef9-7599-40ea-b4ef-eb243843b201 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.105 "GET /v2.0/ports?device_id=65317b15-53fe-451d-9124-a7488d5db9db HTTP/1.1" status: 200 len: 946 time: 0.0831060 Feb 09 02:25:48.250296 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-cd379e3c-d6f4-45c6-9de8-9f452ebcddd2 req-86994b00-2f46-454c-81ae-eef79c27e806 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.105 "GET /v2.0/security-groups?id=dc71f67a-a943-4cd0-85f4-214fd5fc7459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341116 Feb 09 02:25:48.433233 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b83b53-a6df-4c64-9538-d8c361341120 req-8547955d-03cd-4785-8cf6-07ac5af7c6e3 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:48.434765 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-79b83b53-a6df-4c64-9538-d8c361341120 req-8547955d-03cd-4785-8cf6-07ac5af7c6e3 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.105 "GET /v2.0/ports?device_id=65317b15-53fe-451d-9124-a7488d5db9db HTTP/1.1" status: 200 len: 946 time: 0.0801911 Feb 09 02:25:48.477719 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-79b83b53-a6df-4c64-9538-d8c361341120 req-c9bf3eeb-c450-4cf2-99cc-df4369421932 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.105 "GET /v2.0/security-groups?id=dc71f67a-a943-4cd0-85f4-214fd5fc7459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374544 Feb 09 02:25:48.500501 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 51958) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:25:48.571716 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddcb20dc-35f6-442c-864d-77dc846e22b6 tempest-TestSnapshotPattern-1527642509 tempest-TestSnapshotPattern-1527642509-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:48.573202 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-ddcb20dc-35f6-442c-864d-77dc846e22b6 tempest-TestSnapshotPattern-1527642509 tempest-TestSnapshotPattern-1527642509-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=65317b15-53fe-451d-9124-a7488d5db9db HTTP/1.1" status: 200 len: 1092 time: 0.0718234 Feb 09 02:25:48.576080 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 51962) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:25:48.580851 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.v2.base [None req-502b16d7-539a-4906-b95f-e4e5853728a0 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Request body: {'floatingip': {'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'port_id': '855bfc7e-e4a0-4861-adc9-0865a930a9da', 'tenant_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:25:48.587506 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-502b16d7-539a-4906-b95f-e4e5853728a0 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:25:48.591330 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-502b16d7-539a-4906-b95f-e4e5853728a0 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Usage tracker for resource:floatingip and tenant:fa6d64a2a27649c889a81715e0e7ce9f is out of sync, need to count used quota {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:25:48.594236 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [None req-502b16d7-539a-4906-b95f-e4e5853728a0 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87639) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:25:48.599888 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.quota.driver [None req-502b16d7-539a-4906-b95f-e4e5853728a0 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87639) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:25:48.610793 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-502b16d7-539a-4906-b95f-e4e5853728a0 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks [] for floatingip, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:48.743761 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-502b16d7-539a-4906-b95f-e4e5853728a0 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:48.878326 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_common [None req-502b16d7-539a-4906-b95f-e4e5853728a0 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Allocated IP 172.25.0.133 (3d885c3c-255c-4e54-addc-b28437d0b18e/5e32a2be-10fd-464c-969e-d6e642284790/2d0051e0-1d36-4094-81b5-0fab98c6336c) {{(pid=87639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:25:49.027777 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-502b16d7-539a-4906-b95f-e4e5853728a0 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks [] for port, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:49.056018 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-502b16d7-539a-4906-b95f-e4e5853728a0 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734724940535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:49.118719 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502b16d7-539a-4906-b95f-e4e5853728a0 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Network 3d885c3c-255c-4e54-addc-b28437d0b18e is already hosted by enough agents. {{(pid=87639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:25:49.121479 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.base_scheduler [None req-502b16d7-539a-4906-b95f-e4e5853728a0 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Resources bound (agent type, host, resource id): {{(pid=87639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:25:49.125219 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502b16d7-539a-4906-b95f-e4e5853728a0 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Received port after_create {{(pid=87639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:25:49.159420 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502b16d7-539a-4906-b95f-e4e5853728a0 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Pushing event updated for resources: {'Port': ['ID=2d0051e0-1d36-4094-81b5-0fab98c6336c,revision_number=1']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:49.538218 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-502b16d7-539a-4906-b95f-e4e5853728a0 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:49.609979 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-502b16d7-539a-4906-b95f-e4e5853728a0 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:49.818699 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-502b16d7-539a-4906-b95f-e4e5853728a0 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks [] for port, precommit_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:49.823159 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-502b16d7-539a-4906-b95f-e4e5853728a0 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3561581'] for port, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:49.933683 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502b16d7-539a-4906-b95f-e4e5853728a0 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Pushing event updated for resources: {'Port': ['ID=2d0051e0-1d36-4094-81b5-0fab98c6336c,revision_number=2']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:49.942871 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-502b16d7-539a-4906-b95f-e4e5853728a0 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674157'] for floatingip, after_update {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:50.212446 n-d-828418-1 neutron-server[87639]: INFO neutron.db.l3_db [None req-502b16d7-539a-4906-b95f-e4e5853728a0 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Floating IP 3537f0d5-f334-4ce4-9d3e-d1e046de9aee associated. External IP: 172.25.0.133, port: 855bfc7e-e4a0-4861-adc9-0865a930a9da. Feb 09 02:25:50.560217 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-502b16d7-539a-4906-b95f-e4e5853728a0 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Router 85f808ef-39bc-477a-b473-aaf2b4dd7be9 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:25:50.743845 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-502b16d7-539a-4906-b95f-e4e5853728a0 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:25:50.753932 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf47dd27-c0e5-4a0e-b3a2-bab144c52178 None None] Sync routers for ids ['85f808ef-39bc-477a-b473-aaf2b4dd7be9'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:25:50.764006 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf47dd27-c0e5-4a0e-b3a2-bab144c52178 None None] Routers {'85f808ef-39bc-477a-b473-aaf2b4dd7be9'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:25:50.764626 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-cf47dd27-c0e5-4a0e-b3a2-bab144c52178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:25:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['85f808ef-39bc-477a-b473-aaf2b4dd7be9'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:50.769003 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-502b16d7-539a-4906-b95f-e4e5853728a0 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:50.823939 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-502b16d7-539a-4906-b95f-e4e5853728a0 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2467546 Feb 09 02:25:50.824441 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65317b15-53fe-451d-9124-a7488d5db9db', 'tag': '855bfc7e-e4a0-4861-adc9-0865a930a9da'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:25:50.868995 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65317b15-53fe-451d-9124-a7488d5db9db', 'tag': '855bfc7e-e4a0-4861-adc9-0865a930a9da', 'status': 'completed', 'code': 200} Feb 09 02:25:50.955474 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-cf47dd27-c0e5-4a0e-b3a2-bab144c52178 None None] Set router 85f808ef-39bc-477a-b473-aaf2b4dd7be9 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:25:50.961346 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812e5e20-6138-42ae-9817-8e56f6362f79 req-497d5d07-050a-4733-98fb-20359edf02a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:50.962950 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-812e5e20-6138-42ae-9817-8e56f6362f79 req-497d5d07-050a-4733-98fb-20359edf02a4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fa6d64a2a27649c889a81715e0e7ce9f&device_id=65317b15-53fe-451d-9124-a7488d5db9db HTTP/1.1" status: 200 len: 1097 time: 0.0741448 Feb 09 02:25:51.094046 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812e5e20-6138-42ae-9817-8e56f6362f79 req-50418e4f-6114-4ffb-8e10-7d7c248b1014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:51.095435 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-812e5e20-6138-42ae-9817-8e56f6362f79 req-50418e4f-6114-4ffb-8e10-7d7c248b1014 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5f5f13c2-22ca-4696-9c33-f92cb3c7d757 HTTP/1.1" status: 200 len: 910 time: 0.1262999 Feb 09 02:25:51.193368 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-812e5e20-6138-42ae-9817-8e56f6362f79 req-2b2a36d3-531a-44c9-bb1a-1e4141d4535f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=855bfc7e-e4a0-4861-adc9-0865a930a9da HTTP/1.1" status: 200 len: 1000 time: 0.0921087 Feb 09 02:25:51.257506 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812e5e20-6138-42ae-9817-8e56f6362f79 req-09753e9a-a741-4560-befb-4ba81b61debb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:51.258963 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-812e5e20-6138-42ae-9817-8e56f6362f79 req-09753e9a-a741-4560-befb-4ba81b61debb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0a024720-5d2e-4f92-b7ea-df487c5f9611 HTTP/1.1" status: 200 len: 848 time: 0.0599232 Feb 09 02:25:51.310832 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-cf47dd27-c0e5-4a0e-b3a2-bab144c52178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f808ef-39bc-477a-b473-aaf2b4dd7be9', 'name': 'tempest-TestSnapshotPattern-293544586-router', 'tenant_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'b102c2ae-deba-497c-bff4-1aeda1b35619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:22:00Z', 'updated_at': '2022-02-09T02:22:04Z', 'revision_number': 4, 'project_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'gw_port': {'id': 'b102c2ae-deba-497c-bff4-1aeda1b35619', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:0e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f808ef-39bc-477a-b473-aaf2b4dd7be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:22:01Z', 'updated_at': '2022-02-09T02:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '3537f0d5-f334-4ce4-9d3e-d1e046de9aee', 'tenant_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'floating_ip_address': '172.25.0.133', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '85f808ef-39bc-477a-b473-aaf2b4dd7be9', 'port_id': '855bfc7e-e4a0-4861-adc9-0865a930a9da', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f5f13c2-22ca-4696-9c33-f92cb3c7d757', 'mac_address': 'fa:16:3e:a0:29:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65317b15-53fe-451d-9124-a7488d5db9db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:25:49Z', 'updated_at': '2022-02-09T02:25:49Z', 'revision_number': 0, 'project_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'fixed_ip_address_scope': None}, {'id': 'aa73ee68-0030-4b08-9089-3da74af90452', 'tenant_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'floating_ip_address': '172.25.0.76', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '85f808ef-39bc-477a-b473-aaf2b4dd7be9', 'port_id': '344f409c-4cf0-4784-a7fe-468563ce1caf', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f5f13c2-22ca-4696-9c33-f92cb3c7d757', 'mac_address': 'fa:16:3e:69:68:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27081d3-4a3a-424c-b365-7ab225fcb013', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:22:28Z', 'updated_at': '2022-02-09T02:22:31Z', 'revision_number': 1, 'project_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06dc4ae0-0144-46c8-a73d-49cc2e3d2a0e', 'name': '', 'network_id': '5f5f13c2-22ca-4696-9c33-f92cb3c7d757', 'tenant_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'mac_address': 'fa:16:3e:cf:99:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f808ef-39bc-477a-b473-aaf2b4dd7be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '0a024720-5d2e-4f92-b7ea-df487c5f9611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:22:03Z', 'updated_at': '2022-02-09T02:22:10Z', 'revision_number': 5, 'project_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'subnets': [{'id': '0a024720-5d2e-4f92-b7ea-df487c5f9611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:51.314644 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf47dd27-c0e5-4a0e-b3a2-bab144c52178 None None] Checking router: 85f808ef-39bc-477a-b473-aaf2b4dd7be9 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:25:51.324238 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf47dd27-c0e5-4a0e-b3a2-bab144c52178 None None] Routers {'85f808ef-39bc-477a-b473-aaf2b4dd7be9'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:25:51.324828 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-cf47dd27-c0e5-4a0e-b3a2-bab144c52178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:25:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['85f808ef-39bc-477a-b473-aaf2b4dd7be9'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:51.332298 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812e5e20-6138-42ae-9817-8e56f6362f79 req-6fdeb72a-2706-47af-a1b2-4a11c074debd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:51.334355 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-812e5e20-6138-42ae-9817-8e56f6362f79 req-6fdeb72a-2706-47af-a1b2-4a11c074debd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5f5f13c2-22ca-4696-9c33-f92cb3c7d757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691195 Feb 09 02:25:51.473822 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-812e5e20-6138-42ae-9817-8e56f6362f79 req-837ad9a7-b937-4266-aa62-0102d211e102 service neutron] 10.222.0.62 "GET /v2.0/networks/5f5f13c2-22ca-4696-9c33-f92cb3c7d757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334774 Feb 09 02:25:51.535241 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-cf47dd27-c0e5-4a0e-b3a2-bab144c52178 None None] Set router 85f808ef-39bc-477a-b473-aaf2b4dd7be9 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:25:51.721475 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-812e5e20-6138-42ae-9817-8e56f6362f79 req-34c11768-98f0-4cf3-b64b-d8ba81560a2c service neutron] 10.222.0.62 "GET /v2.0/networks/5f5f13c2-22ca-4696-9c33-f92cb3c7d757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413826 Feb 09 02:25:51.890734 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-cf47dd27-c0e5-4a0e-b3a2-bab144c52178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f808ef-39bc-477a-b473-aaf2b4dd7be9', 'name': 'tempest-TestSnapshotPattern-293544586-router', 'tenant_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'b102c2ae-deba-497c-bff4-1aeda1b35619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:22:00Z', 'updated_at': '2022-02-09T02:22:04Z', 'revision_number': 4, 'project_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'gw_port': {'id': 'b102c2ae-deba-497c-bff4-1aeda1b35619', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:0e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f808ef-39bc-477a-b473-aaf2b4dd7be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:22:01Z', 'updated_at': '2022-02-09T02:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '3537f0d5-f334-4ce4-9d3e-d1e046de9aee', 'tenant_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'floating_ip_address': '172.25.0.133', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '85f808ef-39bc-477a-b473-aaf2b4dd7be9', 'port_id': '855bfc7e-e4a0-4861-adc9-0865a930a9da', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f5f13c2-22ca-4696-9c33-f92cb3c7d757', 'mac_address': 'fa:16:3e:a0:29:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65317b15-53fe-451d-9124-a7488d5db9db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:25:49Z', 'updated_at': '2022-02-09T02:25:49Z', 'revision_number': 0, 'project_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'fixed_ip_address_scope': None}, {'id': 'aa73ee68-0030-4b08-9089-3da74af90452', 'tenant_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'floating_ip_address': '172.25.0.76', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '85f808ef-39bc-477a-b473-aaf2b4dd7be9', 'port_id': '344f409c-4cf0-4784-a7fe-468563ce1caf', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f5f13c2-22ca-4696-9c33-f92cb3c7d757', 'mac_address': 'fa:16:3e:69:68:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27081d3-4a3a-424c-b365-7ab225fcb013', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:22:28Z', 'updated_at': '2022-02-09T02:22:31Z', 'revision_number': 1, 'project_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06dc4ae0-0144-46c8-a73d-49cc2e3d2a0e', 'name': '', 'network_id': '5f5f13c2-22ca-4696-9c33-f92cb3c7d757', 'tenant_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'mac_address': 'fa:16:3e:cf:99:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f808ef-39bc-477a-b473-aaf2b4dd7be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '0a024720-5d2e-4f92-b7ea-df487c5f9611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:22:03Z', 'updated_at': '2022-02-09T02:22:10Z', 'revision_number': 5, 'project_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'subnets': [{'id': '0a024720-5d2e-4f92-b7ea-df487c5f9611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:51.894546 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf47dd27-c0e5-4a0e-b3a2-bab144c52178 None None] The sync data for ids ['85f808ef-39bc-477a-b473-aaf2b4dd7be9'] in n-d-828418-1 is: [{'id': '85f808ef-39bc-477a-b473-aaf2b4dd7be9', 'name': 'tempest-TestSnapshotPattern-293544586-router', 'tenant_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'b102c2ae-deba-497c-bff4-1aeda1b35619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:22:00Z', 'updated_at': '2022-02-09T02:22:04Z', 'revision_number': 4, 'project_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'gw_port': {'id': 'b102c2ae-deba-497c-bff4-1aeda1b35619', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:0e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f808ef-39bc-477a-b473-aaf2b4dd7be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:22:01Z', 'updated_at': '2022-02-09T02:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': '3537f0d5-f334-4ce4-9d3e-d1e046de9aee', 'tenant_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'floating_ip_address': '172.25.0.133', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '85f808ef-39bc-477a-b473-aaf2b4dd7be9', 'port_id': '855bfc7e-e4a0-4861-adc9-0865a930a9da', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f5f13c2-22ca-4696-9c33-f92cb3c7d757', 'mac_address': 'fa:16:3e:a0:29:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65317b15-53fe-451d-9124-a7488d5db9db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:25:49Z', 'updated_at': '2022-02-09T02:25:49Z', 'revision_number': 0, 'project_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'fixed_ip_address_scope': None}, {'id': 'aa73ee68-0030-4b08-9089-3da74af90452', 'tenant_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'floating_ip_address': '172.25.0.76', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '85f808ef-39bc-477a-b473-aaf2b4dd7be9', 'port_id': '344f409c-4cf0-4784-a7fe-468563ce1caf', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f5f13c2-22ca-4696-9c33-f92cb3c7d757', 'mac_address': 'fa:16:3e:69:68:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27081d3-4a3a-424c-b365-7ab225fcb013', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:22:28Z', 'updated_at': '2022-02-09T02:22:31Z', 'revision_number': 1, 'project_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06dc4ae0-0144-46c8-a73d-49cc2e3d2a0e', 'name': '', 'network_id': '5f5f13c2-22ca-4696-9c33-f92cb3c7d757', 'tenant_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'mac_address': 'fa:16:3e:cf:99:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f808ef-39bc-477a-b473-aaf2b4dd7be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '0a024720-5d2e-4f92-b7ea-df487c5f9611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:22:03Z', 'updated_at': '2022-02-09T02:22:10Z', 'revision_number': 5, 'project_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'subnets': [{'id': '0a024720-5d2e-4f92-b7ea-df487c5f9611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:25:52.092009 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba69b1d2-325d-4d44-90df-e42b219ad994 None None] New status for floating IP 3537f0d5-f334-4ce4-9d3e-d1e046de9aee: ACTIVE {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:25:52.783130 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-68eff3e8-f5d9-4413-b4b0-13d7d6e0804c req-16abde55-a210-4923-91d5-13b178a66a32 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=65317b15-53fe-451d-9124-a7488d5db9db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0711305 Feb 09 02:25:52.816472 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:52.920450 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eff3e8-f5d9-4413-b4b0-13d7d6e0804c req-6bdc4b43-5d34-4f23-b739-625c92e6f07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:52.921846 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-68eff3e8-f5d9-4413-b4b0-13d7d6e0804c req-6bdc4b43-5d34-4f23-b739-625c92e6f07b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fa6d64a2a27649c889a81715e0e7ce9f&device_id=65317b15-53fe-451d-9124-a7488d5db9db HTTP/1.1" status: 200 len: 1097 time: 0.0701809 Feb 09 02:25:53.065026 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eff3e8-f5d9-4413-b4b0-13d7d6e0804c req-8ee76e59-070c-48f5-ab79-934db141d789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:53.066487 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-68eff3e8-f5d9-4413-b4b0-13d7d6e0804c req-8ee76e59-070c-48f5-ab79-934db141d789 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5f5f13c2-22ca-4696-9c33-f92cb3c7d757 HTTP/1.1" status: 200 len: 910 time: 0.1256316 Feb 09 02:25:53.168648 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-68eff3e8-f5d9-4413-b4b0-13d7d6e0804c req-19deba4d-4ea3-4f9f-9bb8-32c41da08f4d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=855bfc7e-e4a0-4861-adc9-0865a930a9da HTTP/1.1" status: 200 len: 1002 time: 0.0967495 Feb 09 02:25:53.230215 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eff3e8-f5d9-4413-b4b0-13d7d6e0804c req-eefc535c-eabf-4a4d-a417-8ee408f64531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:53.231577 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-68eff3e8-f5d9-4413-b4b0-13d7d6e0804c req-eefc535c-eabf-4a4d-a417-8ee408f64531 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0a024720-5d2e-4f92-b7ea-df487c5f9611 HTTP/1.1" status: 200 len: 848 time: 0.0579302 Feb 09 02:25:53.307100 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eff3e8-f5d9-4413-b4b0-13d7d6e0804c req-03eb0466-1a33-413e-9b9c-e4edb1a8c133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:53.308605 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-68eff3e8-f5d9-4413-b4b0-13d7d6e0804c req-03eb0466-1a33-413e-9b9c-e4edb1a8c133 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5f5f13c2-22ca-4696-9c33-f92cb3c7d757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718122 Feb 09 02:25:53.442772 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-68eff3e8-f5d9-4413-b4b0-13d7d6e0804c req-b21a625d-0d7f-44bd-b049-ed8a37419741 service neutron] 10.222.0.62 "GET /v2.0/networks/5f5f13c2-22ca-4696-9c33-f92cb3c7d757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248860 Feb 09 02:25:53.573589 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-68eff3e8-f5d9-4413-b4b0-13d7d6e0804c req-a765e7c4-2abf-4a82-9212-cf8bf1dced35 service neutron] 10.222.0.62 "GET /v2.0/networks/5f5f13c2-22ca-4696-9c33-f92cb3c7d757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228840 Feb 09 02:25:55.757308 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:56.787073 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7d9156ee-ce04-4a6b-97b1-2a3640b6357a req-a412729c-6e89-4b74-8659-b9d5ed933836 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=b27081d3-4a3a-424c-b365-7ab225fcb013&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0674124 Feb 09 02:25:56.925681 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9156ee-ce04-4a6b-97b1-2a3640b6357a req-3b17f08a-0fca-49b8-abeb-55493b62f1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:56.927658 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7d9156ee-ce04-4a6b-97b1-2a3640b6357a req-3b17f08a-0fca-49b8-abeb-55493b62f1b3 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=fa6d64a2a27649c889a81715e0e7ce9f&device_id=b27081d3-4a3a-424c-b365-7ab225fcb013 HTTP/1.1" status: 200 len: 1095 time: 0.0729120 Feb 09 02:25:57.066822 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9156ee-ce04-4a6b-97b1-2a3640b6357a req-8211bc76-ed09-4f5b-be3d-8669f77bd162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:57.068967 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7d9156ee-ce04-4a6b-97b1-2a3640b6357a req-8211bc76-ed09-4f5b-be3d-8669f77bd162 service neutron] 10.222.0.99 "GET /v2.0/networks?id=5f5f13c2-22ca-4696-9c33-f92cb3c7d757 HTTP/1.1" status: 200 len: 910 time: 0.1226971 Feb 09 02:25:57.169415 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7d9156ee-ce04-4a6b-97b1-2a3640b6357a req-6c880f12-9a4e-44f8-998c-9a46522c53c8 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=344f409c-4cf0-4784-a7fe-468563ce1caf HTTP/1.1" status: 200 len: 999 time: 0.0942590 Feb 09 02:25:57.231703 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9156ee-ce04-4a6b-97b1-2a3640b6357a req-18dc60b8-1de3-4c5a-8c5b-a7e2a044a855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:57.233108 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7d9156ee-ce04-4a6b-97b1-2a3640b6357a req-18dc60b8-1de3-4c5a-8c5b-a7e2a044a855 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=0a024720-5d2e-4f92-b7ea-df487c5f9611 HTTP/1.1" status: 200 len: 848 time: 0.0580392 Feb 09 02:25:57.306915 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9156ee-ce04-4a6b-97b1-2a3640b6357a req-945572d8-89c2-414e-bbdf-cb395d2adbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:57.308327 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7d9156ee-ce04-4a6b-97b1-2a3640b6357a req-945572d8-89c2-414e-bbdf-cb395d2adbad service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=5f5f13c2-22ca-4696-9c33-f92cb3c7d757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684223 Feb 09 02:25:57.441843 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7d9156ee-ce04-4a6b-97b1-2a3640b6357a req-026b4c6e-6890-4373-8af1-0e620e79d833 service neutron] 10.222.0.99 "GET /v2.0/networks/5f5f13c2-22ca-4696-9c33-f92cb3c7d757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271200 Feb 09 02:25:57.682601 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-7d9156ee-ce04-4a6b-97b1-2a3640b6357a req-84413bcd-c3a5-4e2c-96ff-2579870785b5 service neutron] 10.222.0.99 "GET /v2.0/networks/5f5f13c2-22ca-4696-9c33-f92cb3c7d757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347558 Feb 09 02:26:03.401374 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:26:08.374476 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-86447d1a-c019-4593-b01f-f08210049a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:26:10.682510 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-fb70c46f-77a5-4fa3-bf15-2869f46d9c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:26:11.755674 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:26:11.813570 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:26:13.473160 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:26:22.824750 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:26:25.755788 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:26:38.377029 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b03eff5e-247f-4dd1-921d-b8b424dd61c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:26:40.402035 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:26:40.685799 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-b82bdba0-f88f-4c9b-973b-c8626b134c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:26:41.757420 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:26:41.815707 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:26:43.476762 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:26:52.839823 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:26:54.763372 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-976ec8c4-dd8f-4c58-8cf7-08e4cfa44143 req-0025b6c5-06a0-4e54-ae1e-8f4d283e0359 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=65317b15-53fe-451d-9124-a7488d5db9db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0718915 Feb 09 02:26:54.914977 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ec8c4-dd8f-4c58-8cf7-08e4cfa44143 req-78d87176-cf7f-4961-b09e-7091671e0ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:54.916350 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-976ec8c4-dd8f-4c58-8cf7-08e4cfa44143 req-78d87176-cf7f-4961-b09e-7091671e0ab6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fa6d64a2a27649c889a81715e0e7ce9f&device_id=65317b15-53fe-451d-9124-a7488d5db9db HTTP/1.1" status: 200 len: 1097 time: 0.0725143 Feb 09 02:26:55.087236 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ec8c4-dd8f-4c58-8cf7-08e4cfa44143 req-842b77a8-6c5b-41e3-a312-970ab73cfde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:55.088979 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-976ec8c4-dd8f-4c58-8cf7-08e4cfa44143 req-842b77a8-6c5b-41e3-a312-970ab73cfde0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5f5f13c2-22ca-4696-9c33-f92cb3c7d757 HTTP/1.1" status: 200 len: 910 time: 0.1550665 Feb 09 02:26:55.207469 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-976ec8c4-dd8f-4c58-8cf7-08e4cfa44143 req-7be4c23d-b6ab-410b-b5cd-a178995b2153 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=855bfc7e-e4a0-4861-adc9-0865a930a9da HTTP/1.1" status: 200 len: 1002 time: 0.1126673 Feb 09 02:26:55.276328 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ec8c4-dd8f-4c58-8cf7-08e4cfa44143 req-8ce90a5a-7ae7-4e68-af16-b48abee649d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:55.277805 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-976ec8c4-dd8f-4c58-8cf7-08e4cfa44143 req-8ce90a5a-7ae7-4e68-af16-b48abee649d6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0a024720-5d2e-4f92-b7ea-df487c5f9611 HTTP/1.1" status: 200 len: 848 time: 0.0647655 Feb 09 02:26:55.374556 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ec8c4-dd8f-4c58-8cf7-08e4cfa44143 req-4dfb68b0-0757-449d-ada4-bf93d745f5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:55.376014 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-976ec8c4-dd8f-4c58-8cf7-08e4cfa44143 req-4dfb68b0-0757-449d-ada4-bf93d745f5ec service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5f5f13c2-22ca-4696-9c33-f92cb3c7d757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0927429 Feb 09 02:26:55.514638 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-976ec8c4-dd8f-4c58-8cf7-08e4cfa44143 req-ddd37d53-bc6a-43cc-84e1-54d7949db7ff service neutron] 10.222.0.62 "GET /v2.0/networks/5f5f13c2-22ca-4696-9c33-f92cb3c7d757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321733 Feb 09 02:26:55.649091 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-976ec8c4-dd8f-4c58-8cf7-08e4cfa44143 req-f1e07ef9-614f-45cc-9ed4-0e45f8225fdc service neutron] 10.222.0.62 "GET /v2.0/networks/5f5f13c2-22ca-4696-9c33-f92cb3c7d757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283991 Feb 09 02:26:55.773948 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:26:58.832545 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-16b264ab-3146-4b05-9644-5b2639df0467 req-9f7b857b-4180-4be1-a9a9-05e87fbabb5e service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=b27081d3-4a3a-424c-b365-7ab225fcb013&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1109676 Feb 09 02:26:59.007841 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b264ab-3146-4b05-9644-5b2639df0467 req-b9c43bfb-e20d-4c8d-a72c-857f19691601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:59.009332 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-16b264ab-3146-4b05-9644-5b2639df0467 req-b9c43bfb-e20d-4c8d-a72c-857f19691601 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=fa6d64a2a27649c889a81715e0e7ce9f&device_id=b27081d3-4a3a-424c-b365-7ab225fcb013 HTTP/1.1" status: 200 len: 1095 time: 0.0777056 Feb 09 02:26:59.154585 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b264ab-3146-4b05-9644-5b2639df0467 req-ea7fdf26-d400-49e1-a2d8-51eda1966ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:59.156011 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-16b264ab-3146-4b05-9644-5b2639df0467 req-ea7fdf26-d400-49e1-a2d8-51eda1966ddb service neutron] 10.222.0.99 "GET /v2.0/networks?id=5f5f13c2-22ca-4696-9c33-f92cb3c7d757 HTTP/1.1" status: 200 len: 910 time: 0.1269090 Feb 09 02:26:59.256300 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-16b264ab-3146-4b05-9644-5b2639df0467 req-02f3ca87-0491-4eba-9edc-0682eb664df2 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=344f409c-4cf0-4784-a7fe-468563ce1caf HTTP/1.1" status: 200 len: 999 time: 0.0936348 Feb 09 02:26:59.315937 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b264ab-3146-4b05-9644-5b2639df0467 req-bc29cac3-35ea-448c-bd77-306ac4b77cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:59.317347 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-16b264ab-3146-4b05-9644-5b2639df0467 req-bc29cac3-35ea-448c-bd77-306ac4b77cff service neutron] 10.222.0.99 "GET /v2.0/subnets?id=0a024720-5d2e-4f92-b7ea-df487c5f9611 HTTP/1.1" status: 200 len: 848 time: 0.0552983 Feb 09 02:26:59.393747 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b264ab-3146-4b05-9644-5b2639df0467 req-7899d108-9326-4829-a233-5ccda94fd605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:59.395891 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-16b264ab-3146-4b05-9644-5b2639df0467 req-7899d108-9326-4829-a233-5ccda94fd605 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=5f5f13c2-22ca-4696-9c33-f92cb3c7d757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726972 Feb 09 02:26:59.526337 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-16b264ab-3146-4b05-9644-5b2639df0467 req-7beff999-818f-4e90-8e7f-9f1588346b42 service neutron] 10.222.0.99 "GET /v2.0/networks/5f5f13c2-22ca-4696-9c33-f92cb3c7d757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237125 Feb 09 02:26:59.757400 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-16b264ab-3146-4b05-9644-5b2639df0467 req-f3fb74e4-3674-4463-a425-4413d829d957 service neutron] 10.222.0.99 "GET /v2.0/networks/5f5f13c2-22ca-4696-9c33-f92cb3c7d757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246683 Feb 09 02:27:08.379501 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-96f8e443-ee92-4e1d-9e80-b4a199307383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:10.688140 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7f4d4b58-1a7d-45f4-bc5c-345d1d1d10bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:11.760205 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:11.819144 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:13.477849 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:17.402197 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:27:22.856584 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:25.774106 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:32.606005 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 855bfc7e-e4a0-4861-adc9-0865a930a9da details requested by agent hyperv_n-h1-828418-1 with host n-h1-828418-1 {{(pid=87640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 02:27:32.745640 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 855bfc7e-e4a0-4861-adc9-0865a930a9da, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=855bfc7e-e4a0-4861-adc9-0865a930a9da,segment=NetworkSegment(6df203a2-428a-467c-8790-db52f07853a1),segment_id=6df203a2-428a-467c-8790-db52f07853a1)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:27:32.760187 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Returning: {'device': '855bfc7e-e4a0-4861-adc9-0865a930a9da', 'network_id': '5f5f13c2-22ca-4696-9c33-f92cb3c7d757', 'port_id': '855bfc7e-e4a0-4861-adc9-0865a930a9da', 'mac_address': 'fa:16:3e:a0:29:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a024720-5d2e-4f92-b7ea-df487c5f9611', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 02:27:32.820302 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:32.838748 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 855bfc7e-e4a0-4861-adc9-0865a930a9da {{(pid=87640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 02:27:32.854930 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 855bfc7e-e4a0-4861-adc9-0865a930a9da, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=855bfc7e-e4a0-4861-adc9-0865a930a9da,segment=NetworkSegment(6df203a2-428a-467c-8790-db52f07853a1),segment_id=6df203a2-428a-467c-8790-db52f07853a1)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:27:32.858909 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:32.938705 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=855bfc7e-e4a0-4861-adc9-0865a930a9da,revision_number=6']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:32.942276 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] get_ports_and_sgs() called for port_ids ['855bfc7e-e4a0-4861-adc9-0865a930a9da'] {{(pid=87640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 02:27:32.979761 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:32.980115 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:32.980461 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:32.980806 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:32.981211 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:32.981547 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:32.982127 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:32.982618 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:32.983118 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:32.983450 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:32.983782 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:32.984168 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:34.621057 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 855bfc7e-e4a0-4861-adc9-0865a930a9da up at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:27:34.768320 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.provisioning_blocks [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Provisioning complete for port 855bfc7e-e4a0-4861-adc9-0865a930a9da triggered by entity L2. {{(pid=87640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:27:34.768700 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953129'] for port, provisioning_complete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:34.909796 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:34.942829 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65317b15-53fe-451d-9124-a7488d5db9db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '855bfc7e-e4a0-4861-adc9-0865a930a9da'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:27:34.958518 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 855bfc7e-e4a0-4861-adc9-0865a930a9da, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=855bfc7e-e4a0-4861-adc9-0865a930a9da,segment=NetworkSegment(6df203a2-428a-467c-8790-db52f07853a1),segment_id=6df203a2-428a-467c-8790-db52f07853a1)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:27:34.969198 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:35.027347 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65317b15-53fe-451d-9124-a7488d5db9db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '855bfc7e-e4a0-4861-adc9-0865a930a9da', 'code': 200} Feb 09 02:27:35.057469 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=855bfc7e-e4a0-4861-adc9-0865a930a9da,revision_number=7']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:38.385690 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a29998b9-e50b-46b0-8bd7-106d8d97e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:40.729407 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5dcf0ab7-389c-4411-9301-cfc453746300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:41.761861 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:41.821953 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:42.421404 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 52164) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:27:42.625410 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-ebb027b4-ade0-4a7c-b6d4-3d9cabf909a9 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Deleting port 2d0051e0-1d36-4094-81b5-0fab98c6336c {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:27:42.625688 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ebb027b4-ade0-4a7c-b6d4-3d9cabf909a9 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:42.911056 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ebb027b4-ade0-4a7c-b6d4-3d9cabf909a9 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:42.911318 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ebb027b4-ade0-4a7c-b6d4-3d9cabf909a9 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:43.032140 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-ebb027b4-ade0-4a7c-b6d4-3d9cabf909a9 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Calling delete_port for 2d0051e0-1d36-4094-81b5-0fab98c6336c owned by network:floatingip {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:27:43.182187 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ebb027b4-ade0-4a7c-b6d4-3d9cabf909a9 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:43.232152 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb027b4-ade0-4a7c-b6d4-3d9cabf909a9 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Pushing event deleted for resources: {'Port': ['ID=2d0051e0-1d36-4094-81b5-0fab98c6336c,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:43.274514 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb027b4-ade0-4a7c-b6d4-3d9cabf909a9 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:43.274856 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb027b4-ade0-4a7c-b6d4-3d9cabf909a9 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:43.275188 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb027b4-ade0-4a7c-b6d4-3d9cabf909a9 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:43.275521 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb027b4-ade0-4a7c-b6d4-3d9cabf909a9 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:43.275848 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb027b4-ade0-4a7c-b6d4-3d9cabf909a9 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:43.276175 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb027b4-ade0-4a7c-b6d4-3d9cabf909a9 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:43.276498 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb027b4-ade0-4a7c-b6d4-3d9cabf909a9 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:43.276818 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb027b4-ade0-4a7c-b6d4-3d9cabf909a9 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:43.277134 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb027b4-ade0-4a7c-b6d4-3d9cabf909a9 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:43.277452 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb027b4-ade0-4a7c-b6d4-3d9cabf909a9 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:43.277810 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb027b4-ade0-4a7c-b6d4-3d9cabf909a9 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:43.278131 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb027b4-ade0-4a7c-b6d4-3d9cabf909a9 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:43.332264 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ebb027b4-ade0-4a7c-b6d4-3d9cabf909a9 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks [] for floatingip, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:43.332588 n-d-828418-1 neutron-server[87638]: INFO neutron.db.l3_db [None req-ebb027b4-ade0-4a7c-b6d4-3d9cabf909a9 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Floating IP 3537f0d5-f334-4ce4-9d3e-d1e046de9aee disassociated (deleted). External IP: 172.25.0.133, port: 855bfc7e-e4a0-4861-adc9-0865a930a9da. Feb 09 02:27:43.483695 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:43.684934 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebb027b4-ade0-4a7c-b6d4-3d9cabf909a9 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Router 85f808ef-39bc-477a-b473-aaf2b4dd7be9 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:27:43.859037 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb027b4-ade0-4a7c-b6d4-3d9cabf909a9 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:27:43.868371 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760d0d78-c801-4080-aa07-fec4a1b6e3b3 None None] Sync routers for ids ['85f808ef-39bc-477a-b473-aaf2b4dd7be9'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:27:43.878352 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760d0d78-c801-4080-aa07-fec4a1b6e3b3 None None] Routers {'85f808ef-39bc-477a-b473-aaf2b4dd7be9'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:27:43.878715 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ebb027b4-ade0-4a7c-b6d4-3d9cabf909a9 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:43.878973 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-760d0d78-c801-4080-aa07-fec4a1b6e3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:27:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['85f808ef-39bc-477a-b473-aaf2b4dd7be9'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:27:43.937022 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-ebb027b4-ade0-4a7c-b6d4-3d9cabf909a9 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.105 "DELETE /v2.0/floatingips/3537f0d5-f334-4ce4-9d3e-d1e046de9aee HTTP/1.1" status: 204 len: 168 time: 1.5144935 Feb 09 02:27:43.937618 n-d-828418-1 neutron-server[87638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65317b15-53fe-451d-9124-a7488d5db9db', 'tag': '855bfc7e-e4a0-4861-adc9-0865a930a9da'}] {{(pid=87638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:27:44.041787 n-d-828418-1 neutron-server[87638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65317b15-53fe-451d-9124-a7488d5db9db', 'tag': '855bfc7e-e4a0-4861-adc9-0865a930a9da', 'status': 'completed', 'code': 200} Feb 09 02:27:44.057645 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-760d0d78-c801-4080-aa07-fec4a1b6e3b3 None None] Set router 85f808ef-39bc-477a-b473-aaf2b4dd7be9 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:27:44.146464 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a112b29b-0abb-4375-bd4f-7100b8c7d2ad req-447a8f82-2fa0-445e-8356-2679cca3a5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:44.149003 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a112b29b-0abb-4375-bd4f-7100b8c7d2ad req-447a8f82-2fa0-445e-8356-2679cca3a5b8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fa6d64a2a27649c889a81715e0e7ce9f&device_id=65317b15-53fe-451d-9124-a7488d5db9db HTTP/1.1" status: 200 len: 1097 time: 0.0843709 Feb 09 02:27:44.343031 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a112b29b-0abb-4375-bd4f-7100b8c7d2ad req-ddb2fa96-39c6-4286-80b0-279b06d93c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:44.344484 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a112b29b-0abb-4375-bd4f-7100b8c7d2ad req-ddb2fa96-39c6-4286-80b0-279b06d93c03 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5f5f13c2-22ca-4696-9c33-f92cb3c7d757 HTTP/1.1" status: 200 len: 910 time: 0.1861444 Feb 09 02:27:44.362845 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26b1583-b68f-4114-b488-3dfc8a60ab67 req-8c24fc54-27ed-4e0c-8282-b6dd6ead3a30 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:44.364280 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a26b1583-b68f-4114-b488-3dfc8a60ab67 req-8c24fc54-27ed-4e0c-8282-b6dd6ead3a30 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.105 "GET /v2.0/ports?device_id=65317b15-53fe-451d-9124-a7488d5db9db HTTP/1.1" status: 200 len: 946 time: 0.1298454 Feb 09 02:27:44.411403 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-760d0d78-c801-4080-aa07-fec4a1b6e3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f808ef-39bc-477a-b473-aaf2b4dd7be9', 'name': 'tempest-TestSnapshotPattern-293544586-router', 'tenant_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'b102c2ae-deba-497c-bff4-1aeda1b35619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:22:00Z', 'updated_at': '2022-02-09T02:22:04Z', 'revision_number': 4, 'project_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'gw_port': {'id': 'b102c2ae-deba-497c-bff4-1aeda1b35619', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:0e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f808ef-39bc-477a-b473-aaf2b4dd7be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:22:01Z', 'updated_at': '2022-02-09T02:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': 'aa73ee68-0030-4b08-9089-3da74af90452', 'tenant_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'floating_ip_address': '172.25.0.76', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '85f808ef-39bc-477a-b473-aaf2b4dd7be9', 'port_id': '344f409c-4cf0-4784-a7fe-468563ce1caf', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f5f13c2-22ca-4696-9c33-f92cb3c7d757', 'mac_address': 'fa:16:3e:69:68:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27081d3-4a3a-424c-b365-7ab225fcb013', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:22:28Z', 'updated_at': '2022-02-09T02:22:31Z', 'revision_number': 1, 'project_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06dc4ae0-0144-46c8-a73d-49cc2e3d2a0e', 'name': '', 'network_id': '5f5f13c2-22ca-4696-9c33-f92cb3c7d757', 'tenant_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'mac_address': 'fa:16:3e:cf:99:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f808ef-39bc-477a-b473-aaf2b4dd7be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '0a024720-5d2e-4f92-b7ea-df487c5f9611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:22:03Z', 'updated_at': '2022-02-09T02:22:10Z', 'revision_number': 5, 'project_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'subnets': [{'id': '0a024720-5d2e-4f92-b7ea-df487c5f9611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:27:44.415142 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760d0d78-c801-4080-aa07-fec4a1b6e3b3 None None] Checking router: 85f808ef-39bc-477a-b473-aaf2b4dd7be9 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:27:44.423389 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760d0d78-c801-4080-aa07-fec4a1b6e3b3 None None] Routers {'85f808ef-39bc-477a-b473-aaf2b4dd7be9'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:27:44.424009 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-760d0d78-c801-4080-aa07-fec4a1b6e3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:27:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['85f808ef-39bc-477a-b473-aaf2b4dd7be9'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:27:44.437299 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a112b29b-0abb-4375-bd4f-7100b8c7d2ad req-e653e991-acdb-467e-af12-54247a3a31c8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=855bfc7e-e4a0-4861-adc9-0865a930a9da HTTP/1.1" status: 200 len: 217 time: 0.0831048 Feb 09 02:27:44.511150 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a26b1583-b68f-4114-b488-3dfc8a60ab67 req-d6cca06e-3995-4550-9dd4-b3942bc07adb tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.105 "GET /v2.0/security-groups?id=dc71f67a-a943-4cd0-85f4-214fd5fc7459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936022 Feb 09 02:27:44.522139 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a112b29b-0abb-4375-bd4f-7100b8c7d2ad req-fd30e028-a20b-4275-87b3-cad07517dee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:44.523602 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a112b29b-0abb-4375-bd4f-7100b8c7d2ad req-fd30e028-a20b-4275-87b3-cad07517dee1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0a024720-5d2e-4f92-b7ea-df487c5f9611 HTTP/1.1" status: 200 len: 848 time: 0.0792458 Feb 09 02:27:44.600872 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a112b29b-0abb-4375-bd4f-7100b8c7d2ad req-65cddaa2-d64a-4e25-9583-b642c3a026d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:44.602409 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a112b29b-0abb-4375-bd4f-7100b8c7d2ad req-65cddaa2-d64a-4e25-9583-b642c3a026d6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5f5f13c2-22ca-4696-9c33-f92cb3c7d757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722628 Feb 09 02:27:44.645491 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-760d0d78-c801-4080-aa07-fec4a1b6e3b3 None None] Set router 85f808ef-39bc-477a-b473-aaf2b4dd7be9 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:27:44.651358 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 855bfc7e-e4a0-4861-adc9-0865a930a9da no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:27:44.736743 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a112b29b-0abb-4375-bd4f-7100b8c7d2ad req-f7b624e2-358b-4e4d-8446-8de8e41bb393 service neutron] 10.222.0.62 "GET /v2.0/networks/5f5f13c2-22ca-4696-9c33-f92cb3c7d757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280942 Feb 09 02:27:44.772048 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566587'] for port, before_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:44.798858 n-d-828418-1 neutron-server[87640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65317b15-53fe-451d-9124-a7488d5db9db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '855bfc7e-e4a0-4861-adc9-0865a930a9da'}] {{(pid=87640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:27:44.808475 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] For port 855bfc7e-e4a0-4861-adc9-0865a930a9da, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=855bfc7e-e4a0-4861-adc9-0865a930a9da,segment=NetworkSegment(6df203a2-428a-467c-8790-db52f07853a1),segment_id=6df203a2-428a-467c-8790-db52f07853a1)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:27:44.815388 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734725384973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734724943885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734724943930'] for port, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:44.863514 n-d-828418-1 neutron-server[87640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65317b15-53fe-451d-9124-a7488d5db9db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '855bfc7e-e4a0-4861-adc9-0865a930a9da', 'code': 200} Feb 09 02:27:44.880486 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-a112b29b-0abb-4375-bd4f-7100b8c7d2ad req-905a45d1-eb03-4009-837d-3f899b305d08 service neutron] 10.222.0.62 "GET /v2.0/networks/5f5f13c2-22ca-4696-9c33-f92cb3c7d757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371207 Feb 09 02:27:44.897320 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Pushing event updated for resources: {'Port': ['ID=855bfc7e-e4a0-4861-adc9-0865a930a9da,revision_number=8']} {{(pid=87640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:45.011630 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-760d0d78-c801-4080-aa07-fec4a1b6e3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f808ef-39bc-477a-b473-aaf2b4dd7be9', 'name': 'tempest-TestSnapshotPattern-293544586-router', 'tenant_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'b102c2ae-deba-497c-bff4-1aeda1b35619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:22:00Z', 'updated_at': '2022-02-09T02:22:04Z', 'revision_number': 4, 'project_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'gw_port': {'id': 'b102c2ae-deba-497c-bff4-1aeda1b35619', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:0e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f808ef-39bc-477a-b473-aaf2b4dd7be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:22:01Z', 'updated_at': '2022-02-09T02:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': 'aa73ee68-0030-4b08-9089-3da74af90452', 'tenant_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'floating_ip_address': '172.25.0.76', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '85f808ef-39bc-477a-b473-aaf2b4dd7be9', 'port_id': '344f409c-4cf0-4784-a7fe-468563ce1caf', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f5f13c2-22ca-4696-9c33-f92cb3c7d757', 'mac_address': 'fa:16:3e:69:68:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27081d3-4a3a-424c-b365-7ab225fcb013', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:22:28Z', 'updated_at': '2022-02-09T02:22:31Z', 'revision_number': 1, 'project_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06dc4ae0-0144-46c8-a73d-49cc2e3d2a0e', 'name': '', 'network_id': '5f5f13c2-22ca-4696-9c33-f92cb3c7d757', 'tenant_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'mac_address': 'fa:16:3e:cf:99:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f808ef-39bc-477a-b473-aaf2b4dd7be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '0a024720-5d2e-4f92-b7ea-df487c5f9611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:22:03Z', 'updated_at': '2022-02-09T02:22:10Z', 'revision_number': 5, 'project_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'subnets': [{'id': '0a024720-5d2e-4f92-b7ea-df487c5f9611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:27:45.015393 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760d0d78-c801-4080-aa07-fec4a1b6e3b3 None None] The sync data for ids ['85f808ef-39bc-477a-b473-aaf2b4dd7be9'] in n-d-828418-1 is: [{'id': '85f808ef-39bc-477a-b473-aaf2b4dd7be9', 'name': 'tempest-TestSnapshotPattern-293544586-router', 'tenant_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'b102c2ae-deba-497c-bff4-1aeda1b35619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:22:00Z', 'updated_at': '2022-02-09T02:22:04Z', 'revision_number': 4, 'project_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'gw_port': {'id': 'b102c2ae-deba-497c-bff4-1aeda1b35619', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:0e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f808ef-39bc-477a-b473-aaf2b4dd7be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:22:01Z', 'updated_at': '2022-02-09T02:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_floatingips': [{'id': 'aa73ee68-0030-4b08-9089-3da74af90452', 'tenant_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'floating_ip_address': '172.25.0.76', 'floating_network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'router_id': '85f808ef-39bc-477a-b473-aaf2b4dd7be9', 'port_id': '344f409c-4cf0-4784-a7fe-468563ce1caf', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f5f13c2-22ca-4696-9c33-f92cb3c7d757', 'mac_address': 'fa:16:3e:69:68:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27081d3-4a3a-424c-b365-7ab225fcb013', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:22:28Z', 'updated_at': '2022-02-09T02:22:31Z', 'revision_number': 1, 'project_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06dc4ae0-0144-46c8-a73d-49cc2e3d2a0e', 'name': '', 'network_id': '5f5f13c2-22ca-4696-9c33-f92cb3c7d757', 'tenant_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'mac_address': 'fa:16:3e:cf:99:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f808ef-39bc-477a-b473-aaf2b4dd7be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '0a024720-5d2e-4f92-b7ea-df487c5f9611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:22:03Z', 'updated_at': '2022-02-09T02:22:10Z', 'revision_number': 5, 'project_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'subnets': [{'id': '0a024720-5d2e-4f92-b7ea-df487c5f9611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:27:45.279779 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8358a14-1376-4317-a948-3a6c258fa171 None None] New status for floating IP 3537f0d5-f334-4ce4-9d3e-d1e046de9aee: DOWN {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:27:45.712441 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08da1ab-18bc-4d0b-9b21-85085b86eef5 req-a3f55614-60a9-4964-b0f1-65e21d699bef tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:45.713909 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f08da1ab-18bc-4d0b-9b21-85085b86eef5 req-a3f55614-60a9-4964-b0f1-65e21d699bef tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.105 "GET /v2.0/ports?device_id=65317b15-53fe-451d-9124-a7488d5db9db HTTP/1.1" status: 200 len: 944 time: 0.0831978 Feb 09 02:27:45.804284 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-f08da1ab-18bc-4d0b-9b21-85085b86eef5 req-2a00f0d2-58c9-4a95-bc4b-c66fc7f75509 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.105 "GET /v2.0/security-groups?id=dc71f67a-a943-4cd0-85f4-214fd5fc7459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604680 Feb 09 02:27:45.827111 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37147de7-9121-4a59-bbe6-94bd257f34dc req-603490b9-70b9-4ab2-9b5a-ea769f6c0f69 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:45.828536 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-37147de7-9121-4a59-bbe6-94bd257f34dc req-603490b9-70b9-4ab2-9b5a-ea769f6c0f69 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.62 "GET /v2.0/ports?device_id=65317b15-53fe-451d-9124-a7488d5db9db HTTP/1.1" status: 200 len: 944 time: 0.1137943 Feb 09 02:27:45.900946 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-37147de7-9121-4a59-bbe6-94bd257f34dc req-6d8ac1de-0726-4ff2-8d35-6b728330675b tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Deleting port 855bfc7e-e4a0-4861-adc9-0865a930a9da {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:27:45.901367 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-37147de7-9121-4a59-bbe6-94bd257f34dc req-6d8ac1de-0726-4ff2-8d35-6b728330675b tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:46.143803 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-37147de7-9121-4a59-bbe6-94bd257f34dc req-6d8ac1de-0726-4ff2-8d35-6b728330675b tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] For port 855bfc7e-e4a0-4861-adc9-0865a930a9da, host n-h1-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-1',level=0,port_id=855bfc7e-e4a0-4861-adc9-0865a930a9da,segment=NetworkSegment(6df203a2-428a-467c-8790-db52f07853a1),segment_id=6df203a2-428a-467c-8790-db52f07853a1)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:27:46.144069 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-37147de7-9121-4a59-bbe6-94bd257f34dc req-6d8ac1de-0726-4ff2-8d35-6b728330675b tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:46.360255 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-37147de7-9121-4a59-bbe6-94bd257f34dc req-6d8ac1de-0726-4ff2-8d35-6b728330675b tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Calling delete_port for 855bfc7e-e4a0-4861-adc9-0865a930a9da owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:27:46.504221 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-37147de7-9121-4a59-bbe6-94bd257f34dc req-6d8ac1de-0726-4ff2-8d35-6b728330675b tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:46.555351 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8ac1de-0726-4ff2-8d35-6b728330675b tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Pushing event deleted for resources: {'Port': ['ID=855bfc7e-e4a0-4861-adc9-0865a930a9da,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:46.594557 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8ac1de-0726-4ff2-8d35-6b728330675b tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:46.594893 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8ac1de-0726-4ff2-8d35-6b728330675b tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:46.595360 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8ac1de-0726-4ff2-8d35-6b728330675b tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:46.595693 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8ac1de-0726-4ff2-8d35-6b728330675b tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:46.596116 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8ac1de-0726-4ff2-8d35-6b728330675b tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:46.596591 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8ac1de-0726-4ff2-8d35-6b728330675b tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:46.596922 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8ac1de-0726-4ff2-8d35-6b728330675b tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:46.597245 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8ac1de-0726-4ff2-8d35-6b728330675b tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:46.597568 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8ac1de-0726-4ff2-8d35-6b728330675b tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:46.597910 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8ac1de-0726-4ff2-8d35-6b728330675b tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:46.598233 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8ac1de-0726-4ff2-8d35-6b728330675b tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:46.598553 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8ac1de-0726-4ff2-8d35-6b728330675b tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-1 {{(pid=87639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:46.643999 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-37147de7-9121-4a59-bbe6-94bd257f34dc req-6d8ac1de-0726-4ff2-8d35-6b728330675b tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] No DVR routers for this DVR port 855bfc7e-e4a0-4861-adc9-0865a930a9da on host n-h1-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:27:46.646499 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-37147de7-9121-4a59-bbe6-94bd257f34dc req-6d8ac1de-0726-4ff2-8d35-6b728330675b tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:46.648931 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65317b15-53fe-451d-9124-a7488d5db9db', 'name': 'network-vif-deleted', 'tag': '855bfc7e-e4a0-4861-adc9-0865a930a9da'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:27:46.660459 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-37147de7-9121-4a59-bbe6-94bd257f34dc req-6d8ac1de-0726-4ff2-8d35-6b728330675b tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.62 "DELETE /v2.0/ports/855bfc7e-e4a0-4861-adc9-0865a930a9da HTTP/1.1" status: 204 len: 173 time: 0.8258889 Feb 09 02:27:46.745872 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65317b15-53fe-451d-9124-a7488d5db9db', 'name': 'network-vif-deleted', 'tag': '855bfc7e-e4a0-4861-adc9-0865a930a9da', 'status': 'completed', 'code': 200} Feb 09 02:27:46.968722 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-e84dc8c8-d778-4e1f-a04b-5815caea6513 req-2d0a1fa6-5b5f-435e-8d56-d29581871a93 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Synchronizing usage tracker for tenant:fa6d64a2a27649c889a81715e0e7ce9f on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:27:46.986011 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-e84dc8c8-d778-4e1f-a04b-5815caea6513 req-2d0a1fa6-5b5f-435e-8d56-d29581871a93 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Unset dirty status for tenant:fa6d64a2a27649c889a81715e0e7ce9f on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:27:46.987433 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e84dc8c8-d778-4e1f-a04b-5815caea6513 req-2d0a1fa6-5b5f-435e-8d56-d29581871a93 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.105 "GET /v2.0/ports?device_id=65317b15-53fe-451d-9124-a7488d5db9db HTTP/1.1" status: 200 len: 210 time: 0.0605273 Feb 09 02:27:48.624436 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 52228) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:27:48.826544 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-60f31f3b-cc3d-46ed-b73e-1ba265d71b76 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Deleting port 5b0e5566-9bea-4251-be90-677319fac546 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:27:48.826878 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-60f31f3b-cc3d-46ed-b73e-1ba265d71b76 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:48.990517 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-60f31f3b-cc3d-46ed-b73e-1ba265d71b76 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:48.990838 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-60f31f3b-cc3d-46ed-b73e-1ba265d71b76 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:49.110077 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-60f31f3b-cc3d-46ed-b73e-1ba265d71b76 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Calling delete_port for 5b0e5566-9bea-4251-be90-677319fac546 owned by network:floatingip {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:27:49.257006 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-60f31f3b-cc3d-46ed-b73e-1ba265d71b76 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:49.304520 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f31f3b-cc3d-46ed-b73e-1ba265d71b76 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Pushing event deleted for resources: {'Port': ['ID=5b0e5566-9bea-4251-be90-677319fac546,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:49.394967 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-60f31f3b-cc3d-46ed-b73e-1ba265d71b76 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks [] for floatingip, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:49.395405 n-d-828418-1 neutron-server[87639]: INFO neutron.db.l3_db [None req-60f31f3b-cc3d-46ed-b73e-1ba265d71b76 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Floating IP aa73ee68-0030-4b08-9089-3da74af90452 disassociated (deleted). External IP: 172.25.0.76, port: 344f409c-4cf0-4784-a7fe-468563ce1caf. Feb 09 02:27:49.851399 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60f31f3b-cc3d-46ed-b73e-1ba265d71b76 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Router 85f808ef-39bc-477a-b473-aaf2b4dd7be9 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:27:50.026953 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f31f3b-cc3d-46ed-b73e-1ba265d71b76 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:27:50.036736 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa3c759-2d00-41d5-9447-212d2091c964 None None] Sync routers for ids ['85f808ef-39bc-477a-b473-aaf2b4dd7be9'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:27:50.046649 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-60f31f3b-cc3d-46ed-b73e-1ba265d71b76 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for floatingip, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:50.046963 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa3c759-2d00-41d5-9447-212d2091c964 None None] Routers {'85f808ef-39bc-477a-b473-aaf2b4dd7be9'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:27:50.047576 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-9fa3c759-2d00-41d5-9447-212d2091c964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:27:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['85f808ef-39bc-477a-b473-aaf2b4dd7be9'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:27:50.106613 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-60f31f3b-cc3d-46ed-b73e-1ba265d71b76 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.105 "DELETE /v2.0/floatingips/aa73ee68-0030-4b08-9089-3da74af90452 HTTP/1.1" status: 204 len: 168 time: 1.4785731 Feb 09 02:27:50.106613 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b27081d3-4a3a-424c-b365-7ab225fcb013', 'tag': '344f409c-4cf0-4784-a7fe-468563ce1caf'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:27:50.156303 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b27081d3-4a3a-424c-b365-7ab225fcb013', 'tag': '344f409c-4cf0-4784-a7fe-468563ce1caf', 'status': 'completed', 'code': 200} Feb 09 02:27:50.238022 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-9fa3c759-2d00-41d5-9447-212d2091c964 None None] Set router 85f808ef-39bc-477a-b473-aaf2b4dd7be9 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:27:50.252968 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55714c6-0a6b-45e0-9a50-f2e5d767f8fc req-0827ba0e-4f5c-4825-a044-af00360f3c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:50.254547 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e55714c6-0a6b-45e0-9a50-f2e5d767f8fc req-0827ba0e-4f5c-4825-a044-af00360f3c20 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=fa6d64a2a27649c889a81715e0e7ce9f&device_id=b27081d3-4a3a-424c-b365-7ab225fcb013 HTTP/1.1" status: 200 len: 1095 time: 0.0735638 Feb 09 02:27:50.410796 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55714c6-0a6b-45e0-9a50-f2e5d767f8fc req-fcdd0175-95f8-40f5-98ea-1d9801870c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:50.412264 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e55714c6-0a6b-45e0-9a50-f2e5d767f8fc req-fcdd0175-95f8-40f5-98ea-1d9801870c02 service neutron] 10.222.0.99 "GET /v2.0/networks?id=5f5f13c2-22ca-4696-9c33-f92cb3c7d757 HTTP/1.1" status: 200 len: 910 time: 0.1497128 Feb 09 02:27:50.515182 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e55714c6-0a6b-45e0-9a50-f2e5d767f8fc req-a291221f-1803-4f33-bf4f-88eb410a476d service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=344f409c-4cf0-4784-a7fe-468563ce1caf HTTP/1.1" status: 200 len: 217 time: 0.0712857 Feb 09 02:27:50.579248 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-9fa3c759-2d00-41d5-9447-212d2091c964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f808ef-39bc-477a-b473-aaf2b4dd7be9', 'name': 'tempest-TestSnapshotPattern-293544586-router', 'tenant_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'b102c2ae-deba-497c-bff4-1aeda1b35619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:22:00Z', 'updated_at': '2022-02-09T02:22:04Z', 'revision_number': 4, 'project_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'gw_port': {'id': 'b102c2ae-deba-497c-bff4-1aeda1b35619', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:0e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f808ef-39bc-477a-b473-aaf2b4dd7be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:22:01Z', 'updated_at': '2022-02-09T02:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '06dc4ae0-0144-46c8-a73d-49cc2e3d2a0e', 'name': '', 'network_id': '5f5f13c2-22ca-4696-9c33-f92cb3c7d757', 'tenant_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'mac_address': 'fa:16:3e:cf:99:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f808ef-39bc-477a-b473-aaf2b4dd7be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '0a024720-5d2e-4f92-b7ea-df487c5f9611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:22:03Z', 'updated_at': '2022-02-09T02:22:10Z', 'revision_number': 5, 'project_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'subnets': [{'id': '0a024720-5d2e-4f92-b7ea-df487c5f9611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:27:50.583290 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa3c759-2d00-41d5-9447-212d2091c964 None None] Checking router: 85f808ef-39bc-477a-b473-aaf2b4dd7be9 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:27:50.591778 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa3c759-2d00-41d5-9447-212d2091c964 None None] Routers {'85f808ef-39bc-477a-b473-aaf2b4dd7be9'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:27:50.592553 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-9fa3c759-2d00-41d5-9447-212d2091c964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:27:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['85f808ef-39bc-477a-b473-aaf2b4dd7be9'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:27:50.593415 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55714c6-0a6b-45e0-9a50-f2e5d767f8fc req-0aa3cc74-a779-44e9-b7ab-a443dd2959c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:50.594876 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e55714c6-0a6b-45e0-9a50-f2e5d767f8fc req-0aa3cc74-a779-44e9-b7ab-a443dd2959c0 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=0a024720-5d2e-4f92-b7ea-df487c5f9611 HTTP/1.1" status: 200 len: 848 time: 0.0706136 Feb 09 02:27:50.608897 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc2f82-8105-4d50-84e8-a77d93815063 req-b99fd45f-ea82-442c-8c1f-6f706cc8c6fc tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:50.609565 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-9afc2f82-8105-4d50-84e8-a77d93815063 req-b99fd45f-ea82-442c-8c1f-6f706cc8c6fc tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Synchronizing usage tracker for tenant:fa6d64a2a27649c889a81715e0e7ce9f on resource:port {{(pid=87639) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:27:50.667933 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 855bfc7e-e4a0-4861-adc9-0865a930a9da no longer exists at agent hyperv_n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:27:50.670441 n-d-828418-1 neutron-server[87639]: DEBUG neutron.quota.resource [req-9afc2f82-8105-4d50-84e8-a77d93815063 req-b99fd45f-ea82-442c-8c1f-6f706cc8c6fc tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Unset dirty status for tenant:fa6d64a2a27649c889a81715e0e7ce9f on resource:port {{(pid=87639) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:27:50.671616 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9afc2f82-8105-4d50-84e8-a77d93815063 req-b99fd45f-ea82-442c-8c1f-6f706cc8c6fc tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.105 "GET /v2.0/ports?device_id=b27081d3-4a3a-424c-b365-7ab225fcb013 HTTP/1.1" status: 200 len: 944 time: 0.2584929 Feb 09 02:27:50.707228 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] No Port match for: 855bfc7e-e4a0-4861-adc9-0865a930a9da {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:27:50.707578 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Device 855bfc7e-e4a0-4861-adc9-0865a930a9da not bound to the agent host n-h1-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:27:50.726385 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-9afc2f82-8105-4d50-84e8-a77d93815063 req-d579eba5-f2e8-4e7a-b4f2-3d3c27c082f8 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.105 "GET /v2.0/security-groups?id=dc71f67a-a943-4cd0-85f4-214fd5fc7459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465310 Feb 09 02:27:50.729027 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55714c6-0a6b-45e0-9a50-f2e5d767f8fc req-183f5841-cc0c-47a9-96fb-a5f0239be290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:50.730447 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e55714c6-0a6b-45e0-9a50-f2e5d767f8fc req-183f5841-cc0c-47a9-96fb-a5f0239be290 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=5f5f13c2-22ca-4696-9c33-f92cb3c7d757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1177423 Feb 09 02:27:50.741790 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [req-e55714c6-0a6b-45e0-9a50-f2e5d767f8fc req-48316334-9605-4640-b068-e5799cda2c64 service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 02:27:50.742761 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e55714c6-0a6b-45e0-9a50-f2e5d767f8fc req-48316334-9605-4640-b068-e5799cda2c64 service neutron] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051858 Feb 09 02:27:50.784454 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-9fa3c759-2d00-41d5-9447-212d2091c964 None None] Set router 85f808ef-39bc-477a-b473-aaf2b4dd7be9 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:27:50.875952 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e55714c6-0a6b-45e0-9a50-f2e5d767f8fc req-502e3f75-cd31-4264-9115-acae6b762c1e service neutron] 10.222.0.99 "GET /v2.0/networks/5f5f13c2-22ca-4696-9c33-f92cb3c7d757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268163 Feb 09 02:27:51.013662 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-e55714c6-0a6b-45e0-9a50-f2e5d767f8fc req-59054470-6942-43d6-abb2-3b03822bf4c4 service neutron] 10.222.0.99 "GET /v2.0/networks/5f5f13c2-22ca-4696-9c33-f92cb3c7d757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279142 Feb 09 02:27:51.133934 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-9fa3c759-2d00-41d5-9447-212d2091c964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f808ef-39bc-477a-b473-aaf2b4dd7be9', 'name': 'tempest-TestSnapshotPattern-293544586-router', 'tenant_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'b102c2ae-deba-497c-bff4-1aeda1b35619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:22:00Z', 'updated_at': '2022-02-09T02:22:04Z', 'revision_number': 4, 'project_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'gw_port': {'id': 'b102c2ae-deba-497c-bff4-1aeda1b35619', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:0e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f808ef-39bc-477a-b473-aaf2b4dd7be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:22:01Z', 'updated_at': '2022-02-09T02:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '06dc4ae0-0144-46c8-a73d-49cc2e3d2a0e', 'name': '', 'network_id': '5f5f13c2-22ca-4696-9c33-f92cb3c7d757', 'tenant_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'mac_address': 'fa:16:3e:cf:99:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f808ef-39bc-477a-b473-aaf2b4dd7be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '0a024720-5d2e-4f92-b7ea-df487c5f9611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:22:03Z', 'updated_at': '2022-02-09T02:22:10Z', 'revision_number': 5, 'project_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'subnets': [{'id': '0a024720-5d2e-4f92-b7ea-df487c5f9611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:27:51.137664 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa3c759-2d00-41d5-9447-212d2091c964 None None] The sync data for ids ['85f808ef-39bc-477a-b473-aaf2b4dd7be9'] in n-d-828418-1 is: [{'id': '85f808ef-39bc-477a-b473-aaf2b4dd7be9', 'name': 'tempest-TestSnapshotPattern-293544586-router', 'tenant_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'b102c2ae-deba-497c-bff4-1aeda1b35619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:22:00Z', 'updated_at': '2022-02-09T02:22:04Z', 'revision_number': 4, 'project_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'gw_port': {'id': 'b102c2ae-deba-497c-bff4-1aeda1b35619', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:0e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f808ef-39bc-477a-b473-aaf2b4dd7be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:22:01Z', 'updated_at': '2022-02-09T02:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1', '_interfaces': [{'id': '06dc4ae0-0144-46c8-a73d-49cc2e3d2a0e', 'name': '', 'network_id': '5f5f13c2-22ca-4696-9c33-f92cb3c7d757', 'tenant_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'mac_address': 'fa:16:3e:cf:99:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f808ef-39bc-477a-b473-aaf2b4dd7be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '0a024720-5d2e-4f92-b7ea-df487c5f9611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:22:03Z', 'updated_at': '2022-02-09T02:22:10Z', 'revision_number': 5, 'project_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'subnets': [{'id': '0a024720-5d2e-4f92-b7ea-df487c5f9611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:27:51.365388 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e3163f-597d-4a8d-8a32-e65ba7abb65a None None] New status for floating IP aa73ee68-0030-4b08-9089-3da74af90452: DOWN {{(pid=87640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:27:51.449490 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d93fc-3963-4a18-bc94-9d5c31a1ab64 req-d4f31493-100d-4a7f-a627-aa27bbe62bb2 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:51.451029 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-592d93fc-3963-4a18-bc94-9d5c31a1ab64 req-d4f31493-100d-4a7f-a627-aa27bbe62bb2 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.99 "GET /v2.0/ports?device_id=b27081d3-4a3a-424c-b365-7ab225fcb013 HTTP/1.1" status: 200 len: 944 time: 0.0845826 Feb 09 02:27:51.523501 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-592d93fc-3963-4a18-bc94-9d5c31a1ab64 req-709cec10-26e2-4660-b013-b2ac8a2b7404 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Deleting port 344f409c-4cf0-4784-a7fe-468563ce1caf {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:27:51.523706 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-592d93fc-3963-4a18-bc94-9d5c31a1ab64 req-709cec10-26e2-4660-b013-b2ac8a2b7404 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:51.920070 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [req-592d93fc-3963-4a18-bc94-9d5c31a1ab64 req-709cec10-26e2-4660-b013-b2ac8a2b7404 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] For port 344f409c-4cf0-4784-a7fe-468563ce1caf, host n-h2-828418-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-1',level=0,port_id=344f409c-4cf0-4784-a7fe-468563ce1caf,segment=NetworkSegment(6df203a2-428a-467c-8790-db52f07853a1),segment_id=6df203a2-428a-467c-8790-db52f07853a1)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:27:51.920766 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-592d93fc-3963-4a18-bc94-9d5c31a1ab64 req-709cec10-26e2-4660-b013-b2ac8a2b7404 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:52.046942 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [req-592d93fc-3963-4a18-bc94-9d5c31a1ab64 req-709cec10-26e2-4660-b013-b2ac8a2b7404 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Calling delete_port for 344f409c-4cf0-4784-a7fe-468563ce1caf owned by compute:nova {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:27:52.111120 n-d-828418-1 neutron-server[87639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f79c9-e320-435a-b74e-0c7ca699ef7b req-ccee880f-c187-43d8-9f32-9040821c2051 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:52.113299 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-416f79c9-e320-435a-b74e-0c7ca699ef7b req-ccee880f-c187-43d8-9f32-9040821c2051 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.105 "GET /v2.0/ports?device_id=b27081d3-4a3a-424c-b365-7ab225fcb013 HTTP/1.1" status: 200 len: 944 time: 0.2751482 Feb 09 02:27:52.204992 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-416f79c9-e320-435a-b74e-0c7ca699ef7b req-edcd79af-e621-4806-8823-bbf3113e78f3 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.105 "GET /v2.0/security-groups?id=dc71f67a-a943-4cd0-85f4-214fd5fc7459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753174 Feb 09 02:27:52.232762 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-592d93fc-3963-4a18-bc94-9d5c31a1ab64 req-709cec10-26e2-4660-b013-b2ac8a2b7404 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:52.284488 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709cec10-26e2-4660-b013-b2ac8a2b7404 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Pushing event deleted for resources: {'Port': ['ID=344f409c-4cf0-4784-a7fe-468563ce1caf,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:52.360110 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [req-592d93fc-3963-4a18-bc94-9d5c31a1ab64 req-709cec10-26e2-4660-b013-b2ac8a2b7404 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] No DVR routers for this DVR port 344f409c-4cf0-4784-a7fe-468563ce1caf on host n-h2-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:27:52.363320 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [req-592d93fc-3963-4a18-bc94-9d5c31a1ab64 req-709cec10-26e2-4660-b013-b2ac8a2b7404 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415011'] for port, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:52.365927 n-d-828418-1 neutron-server[87639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b27081d3-4a3a-424c-b365-7ab225fcb013', 'name': 'network-vif-deleted', 'tag': '344f409c-4cf0-4784-a7fe-468563ce1caf'}] {{(pid=87639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:27:52.381496 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [req-592d93fc-3963-4a18-bc94-9d5c31a1ab64 req-709cec10-26e2-4660-b013-b2ac8a2b7404 tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.99 "DELETE /v2.0/ports/344f409c-4cf0-4784-a7fe-468563ce1caf HTTP/1.1" status: 204 len: 173 time: 0.9248784 Feb 09 02:27:52.410876 n-d-828418-1 neutron-server[87639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b27081d3-4a3a-424c-b365-7ab225fcb013', 'name': 'network-vif-deleted', 'tag': '344f409c-4cf0-4784-a7fe-468563ce1caf', 'status': 'completed', 'code': 200} Feb 09 02:27:52.887763 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:53.301484 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 52244) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:27:53.371138 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bad1dc78-8bf9-434b-8de9-32b738a8a2cf tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:53.401024 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bad1dc78-8bf9-434b-8de9-32b738a8a2cf tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:53.465708 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bad1dc78-8bf9-434b-8de9-32b738a8a2cf tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:53.483741 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad1dc78-8bf9-434b-8de9-32b738a8a2cf tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc71f67a-a943-4cd0-85f4-214fd5fc7459,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:53.496384 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-bad1dc78-8bf9-434b-8de9-32b738a8a2cf tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:53.497496 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-bad1dc78-8bf9-434b-8de9-32b738a8a2cf tempest-TestSnapshotPattern-937848354 tempest-TestSnapshotPattern-937848354-project] 10.222.0.105 "DELETE /v2.0/security-groups/dc71f67a-a943-4cd0-85f4-214fd5fc7459 HTTP/1.1" status: 204 len: 168 time: 0.1950126 Feb 09 02:27:53.545212 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 52250) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:27:54.295219 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dcfc1c1e-1972-490f-8585-7da189194c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:54.401800 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:27:54.655489 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-dcfc1c1e-1972-490f-8585-7da189194c23 admin admin] Deleting port 06dc4ae0-0144-46c8-a73d-49cc2e3d2a0e {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:27:54.655948 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dcfc1c1e-1972-490f-8585-7da189194c23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:54.809029 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 344f409c-4cf0-4784-a7fe-468563ce1caf no longer exists at agent hyperv_n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:27:54.827564 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-dcfc1c1e-1972-490f-8585-7da189194c23 admin admin] For port 06dc4ae0-0144-46c8-a73d-49cc2e3d2a0e, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=06dc4ae0-0144-46c8-a73d-49cc2e3d2a0e,segment=NetworkSegment(6df203a2-428a-467c-8790-db52f07853a1),segment_id=6df203a2-428a-467c-8790-db52f07853a1)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:27:54.827917 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dcfc1c1e-1972-490f-8585-7da189194c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:54.844920 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] No Port match for: 344f409c-4cf0-4784-a7fe-468563ce1caf {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:27:54.845272 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Device 344f409c-4cf0-4784-a7fe-468563ce1caf not bound to the agent host n-h2-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:27:54.950254 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-dcfc1c1e-1972-490f-8585-7da189194c23 admin admin] Calling delete_port for 06dc4ae0-0144-46c8-a73d-49cc2e3d2a0e owned by network:router_interface {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:27:55.265016 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dcfc1c1e-1972-490f-8585-7da189194c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:55.311908 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfc1c1e-1972-490f-8585-7da189194c23 admin admin] Pushing event deleted for resources: {'Port': ['ID=06dc4ae0-0144-46c8-a73d-49cc2e3d2a0e,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:55.701318 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-dcfc1c1e-1972-490f-8585-7da189194c23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:55.776446 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:56.056146 n-d-828418-1 neutron-server[87638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcfc1c1e-1972-490f-8585-7da189194c23 admin admin] Router 85f808ef-39bc-477a-b473-aaf2b4dd7be9 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:27:56.231304 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcfc1c1e-1972-490f-8585-7da189194c23 admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:27:56.239934 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558582ab-d899-44bc-994a-709e1633d502 None None] Sync routers for ids ['85f808ef-39bc-477a-b473-aaf2b4dd7be9'] in n-d-828418-1 {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:27:56.243469 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-dcfc1c1e-1972-490f-8585-7da189194c23 admin admin] 10.222.0.105 "PUT /v2.0/routers/85f808ef-39bc-477a-b473-aaf2b4dd7be9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6971481 Feb 09 02:27:56.245958 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 52256) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:27:56.249117 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558582ab-d899-44bc-994a-709e1633d502 None None] Routers {'85f808ef-39bc-477a-b473-aaf2b4dd7be9'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:27:56.249758 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-558582ab-d899-44bc-994a-709e1633d502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:27:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['85f808ef-39bc-477a-b473-aaf2b4dd7be9'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:27:56.421828 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-07346dde-8932-4ec9-a63a-89903f99eb31 admin admin] Notify callbacks [] for router, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:56.427596 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-558582ab-d899-44bc-994a-709e1633d502 None None] Set router 85f808ef-39bc-477a-b473-aaf2b4dd7be9 gateway port host: n-d-828418-1 {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:27:56.604011 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-07346dde-8932-4ec9-a63a-89903f99eb31 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:56.614276 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-07346dde-8932-4ec9-a63a-89903f99eb31 admin admin] Deleting port b102c2ae-deba-497c-bff4-1aeda1b35619 {{(pid=87638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:27:56.614779 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-07346dde-8932-4ec9-a63a-89903f99eb31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:56.711059 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-558582ab-d899-44bc-994a-709e1633d502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f808ef-39bc-477a-b473-aaf2b4dd7be9', 'name': 'tempest-TestSnapshotPattern-293544586-router', 'tenant_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'b102c2ae-deba-497c-bff4-1aeda1b35619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:22:00Z', 'updated_at': '2022-02-09T02:27:55Z', 'revision_number': 5, 'project_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'gw_port': {'id': 'b102c2ae-deba-497c-bff4-1aeda1b35619', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:0e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f808ef-39bc-477a-b473-aaf2b4dd7be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:22:01Z', 'updated_at': '2022-02-09T02:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:27:56.714933 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558582ab-d899-44bc-994a-709e1633d502 None None] Checking router: 85f808ef-39bc-477a-b473-aaf2b4dd7be9 for host: n-d-828418-1 {{(pid=87641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:27:56.724136 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558582ab-d899-44bc-994a-709e1633d502 None None] Routers {'85f808ef-39bc-477a-b473-aaf2b4dd7be9'} bound to L3 agent in host n-d-828418-1 {{(pid=87641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:27:56.724755 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-558582ab-d899-44bc-994a-709e1633d502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:27:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['85f808ef-39bc-477a-b473-aaf2b4dd7be9'], 'active': True} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:27:56.876547 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_dvr_db [None req-558582ab-d899-44bc-994a-709e1633d502 None None] Set router 85f808ef-39bc-477a-b473-aaf2b4dd7be9 gateway port host: None {{(pid=87641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:27:56.912366 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-07346dde-8932-4ec9-a63a-89903f99eb31 admin admin] For port b102c2ae-deba-497c-bff4-1aeda1b35619, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=b102c2ae-deba-497c-bff4-1aeda1b35619,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:27:56.912821 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-07346dde-8932-4ec9-a63a-89903f99eb31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:56.984467 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.l3_hamode_db [None req-558582ab-d899-44bc-994a-709e1633d502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f808ef-39bc-477a-b473-aaf2b4dd7be9', 'name': 'tempest-TestSnapshotPattern-293544586-router', 'tenant_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:22:00Z', 'updated_at': '2022-02-09T02:27:56Z', 'revision_number': 6, 'project_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'gw_port_host': None}], 'n-d-828418-1', False) {} {{(pid=87641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:27:56.989127 n-d-828418-1 neutron-server[87641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558582ab-d899-44bc-994a-709e1633d502 None None] The sync data for ids ['85f808ef-39bc-477a-b473-aaf2b4dd7be9'] in n-d-828418-1 is: [{'id': '85f808ef-39bc-477a-b473-aaf2b4dd7be9', 'name': 'tempest-TestSnapshotPattern-293544586-router', 'tenant_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:22:00Z', 'updated_at': '2022-02-09T02:27:56Z', 'revision_number': 6, 'project_id': 'fa6d64a2a27649c889a81715e0e7ce9f', 'gw_port_host': None}] {{(pid=87641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:27:57.035616 n-d-828418-1 neutron-server[87638]: DEBUG neutron.plugins.ml2.plugin [None req-07346dde-8932-4ec9-a63a-89903f99eb31 admin admin] Calling delete_port for b102c2ae-deba-497c-bff4-1aeda1b35619 owned by network:router_gateway {{(pid=87638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:27:57.200235 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-07346dde-8932-4ec9-a63a-89903f99eb31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565113'] for port, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:57.255206 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07346dde-8932-4ec9-a63a-89903f99eb31 admin admin] Pushing event deleted for resources: {'Port': ['ID=b102c2ae-deba-497c-bff4-1aeda1b35619,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:57.347858 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-07346dde-8932-4ec9-a63a-89903f99eb31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:57.523959 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-07346dde-8932-4ec9-a63a-89903f99eb31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:57.526169 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-07346dde-8932-4ec9-a63a-89903f99eb31 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:57.554082 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-07346dde-8932-4ec9-a63a-89903f99eb31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:57.554601 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07346dde-8932-4ec9-a63a-89903f99eb31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85f808ef-39bc-477a-b473-aaf2b4dd7be9 {{(pid=87638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 02:27:57.566742 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-07346dde-8932-4ec9-a63a-89903f99eb31 admin admin] Notify callbacks [] for router, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:57.567864 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-07346dde-8932-4ec9-a63a-89903f99eb31 admin admin] 10.222.0.105 "DELETE /v2.0/routers/85f808ef-39bc-477a-b473-aaf2b4dd7be9 HTTP/1.1" status: 204 len: 168 time: 1.3210189 Feb 09 02:27:57.570401 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 52260) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:27:57.629634 n-d-828418-1 neutron-server[87638]: DEBUG neutron.db.db_base_plugin_v2 [None req-079e9821-c76d-4702-a996-1d5671f5b5aa admin admin] Deleting subnet 0a024720-5d2e-4f92-b7ea-df487c5f9611 {{(pid=87638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 02:27:57.632779 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-079e9821-c76d-4702-a996-1d5671f5b5aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:57.681199 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-079e9821-c76d-4702-a996-1d5671f5b5aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2755008'] for subnet, precommit_delete_associations {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:57.762855 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-079e9821-c76d-4702-a996-1d5671f5b5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:57.829485 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-079e9821-c76d-4702-a996-1d5671f5b5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3146008'] for subnet, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:57.867895 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079e9821-c76d-4702-a996-1d5671f5b5aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a024720-5d2e-4f92-b7ea-df487c5f9611,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:57.871595 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-079e9821-c76d-4702-a996-1d5671f5b5aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:57.878239 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-079e9821-c76d-4702-a996-1d5671f5b5aa admin admin] 10.222.0.105 "DELETE /v2.0/subnets/0a024720-5d2e-4f92-b7ea-df487c5f9611 HTTP/1.1" status: 204 len: 168 time: 0.3068688 Feb 09 02:27:57.879238 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1841cd3f-021c-46fb-898a-9c73820a7e3c None None] Network 5f5f13c2-22ca-4696-9c33-f92cb3c7d757 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 02:27:57.881186 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 52264) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:27:57.996112 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4dc15f55-7f2f-4918-9df9-c8848446eb39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:58.008176 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-4dc15f55-7f2f-4918-9df9-c8848446eb39 admin admin] Deleting port 0f5a3670-8ed8-44f4-b218-dff26fa228de {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:27:58.008513 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4dc15f55-7f2f-4918-9df9-c8848446eb39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:58.167006 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3cddf4f-9249-435d-b998-764bdf4dd478 None None] DHCP port deletion for 5f5f13c2-22ca-4696-9c33-f92cb3c7d757 request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 02:27:58.171308 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-c3cddf4f-9249-435d-b998-764bdf4dd478 None None] Deleting port 0f5a3670-8ed8-44f4-b218-dff26fa228de {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:27:58.171681 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c3cddf4f-9249-435d-b998-764bdf4dd478 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:58.225824 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-4dc15f55-7f2f-4918-9df9-c8848446eb39 admin admin] For port 0f5a3670-8ed8-44f4-b218-dff26fa228de, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=0f5a3670-8ed8-44f4-b218-dff26fa228de,segment=NetworkSegment(6df203a2-428a-467c-8790-db52f07853a1),segment_id=6df203a2-428a-467c-8790-db52f07853a1)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:27:58.226181 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4dc15f55-7f2f-4918-9df9-c8848446eb39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:58.352693 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-4dc15f55-7f2f-4918-9df9-c8848446eb39 admin admin] Calling delete_port for 0f5a3670-8ed8-44f4-b218-dff26fa228de owned by network:dhcp {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:27:58.375460 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-c3cddf4f-9249-435d-b998-764bdf4dd478 None None] For port 0f5a3670-8ed8-44f4-b218-dff26fa228de, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=0f5a3670-8ed8-44f4-b218-dff26fa228de,segment=NetworkSegment(6df203a2-428a-467c-8790-db52f07853a1),segment_id=6df203a2-428a-467c-8790-db52f07853a1)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:27:58.375850 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c3cddf4f-9249-435d-b998-764bdf4dd478 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:58.433961 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4dc15f55-7f2f-4918-9df9-c8848446eb39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:58.442167 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 06dc4ae0-0144-46c8-a73d-49cc2e3d2a0e no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:27:58.484888 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc15f55-7f2f-4918-9df9-c8848446eb39 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f5a3670-8ed8-44f4-b218-dff26fa228de,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:58.489124 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc15f55-7f2f-4918-9df9-c8848446eb39 admin admin] No DVR routers for this DVR port 0f5a3670-8ed8-44f4-b218-dff26fa228de on host n-d-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:27:58.531469 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-c3cddf4f-9249-435d-b998-764bdf4dd478 None None] Calling delete_port for 0f5a3670-8ed8-44f4-b218-dff26fa228de owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:27:58.575803 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 06dc4ae0-0144-46c8-a73d-49cc2e3d2a0e {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:27:58.576160 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 06dc4ae0-0144-46c8-a73d-49cc2e3d2a0e not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:27:58.576537 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device b102c2ae-deba-497c-bff4-1aeda1b35619 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:27:58.607388 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4dc15f55-7f2f-4918-9df9-c8848446eb39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:58.620294 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: b102c2ae-deba-497c-bff4-1aeda1b35619 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:27:58.620656 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device b102c2ae-deba-497c-bff4-1aeda1b35619 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:27:58.621048 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 0f5a3670-8ed8-44f4-b218-dff26fa228de no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:27:58.633448 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-4dc15f55-7f2f-4918-9df9-c8848446eb39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f5f13c2-22ca-4696-9c33-f92cb3c7d757']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:27:58.647032 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-4dc15f55-7f2f-4918-9df9-c8848446eb39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6df203a2-428a-467c-8790-db52f07853a1') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:27:58.647329 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-4dc15f55-7f2f-4918-9df9-c8848446eb39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6df203a2-428a-467c-8790-db52f07853a1') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:27:58.656020 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 0f5a3670-8ed8-44f4-b218-dff26fa228de {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:27:58.656359 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 0f5a3670-8ed8-44f4-b218-dff26fa228de not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:27:58.660717 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4dc15f55-7f2f-4918-9df9-c8848446eb39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:58.677194 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4dc15f55-7f2f-4918-9df9-c8848446eb39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:58.682307 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:27:58.682307 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 02:27:58.682307 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:27:58.682307 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 02:27:58.682307 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:27:58.682307 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 02:27:58.682307 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:27:58.682307 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 02:27:58.682307 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:27:58.682307 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 02:27:58.682307 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:27:58.682307 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 02:27:58.682307 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:27:58.682307 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 02:27:58.682307 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:27:58.682307 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 02:27:58.682307 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:27:58.682307 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 02:27:58.682307 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:27:58.682307 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 02:27:58.682307 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:27:58.682307 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 02:27:58.682307 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:27:58.682307 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 02:27:58.682307 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:27:58.682307 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 02:27:58.682307 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:27:58.682307 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 02:27:58.682307 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:27:58.682307 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 02:27:58.682307 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:27:58.682307 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 02:27:58.682307 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:27:58.682307 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 02:27:58.682307 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:27:58.682307 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 02:27:58.682307 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:27:58.682307 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 02:27:58.682307 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:27:58.682307 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 02:27:58.682307 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:27:58.682307 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 02:27:58.682307 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:27:58.682307 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 02:27:58.682307 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:27:58.682307 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 02:27:58.682307 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:27:58.682307 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 02:27:58.682307 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:27:58.682307 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 02:27:58.682307 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:27:58.682307 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 02:27:58.682307 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:27:58.682307 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 02:27:58.682307 n-d-828418-1 neutron-server[87640]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:27:58.682307 n-d-828418-1 neutron-server[87640]: util.warn( Feb 09 02:27:58.685866 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dc15f55-7f2f-4918-9df9-c8848446eb39 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:27:58.685866 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4dc15f55-7f2f-4918-9df9-c8848446eb39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:58.689632 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-c3cddf4f-9249-435d-b998-764bdf4dd478 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:27:58.689993 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-c3cddf4f-9249-435d-b998-764bdf4dd478 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:27:58.696857 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 02:27:58.696857 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:27:58.696857 n-d-828418-1 neutron-server[87639]: timer() Feb 09 02:27:58.696857 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:27:58.696857 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 02:27:58.696857 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 02:27:58.696857 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 02:27:58.696857 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:27:58.696857 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 02:27:58.696857 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:27:58.696857 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 02:27:58.696857 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:27:58.696857 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 02:27:58.696857 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 02:27:58.696857 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:27:58.696857 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 02:27:58.696857 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:27:58.696857 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 02:27:58.696857 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 02:27:58.696857 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 02:27:58.696857 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 02:27:58.696857 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 02:27:58.696857 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:27:58.696857 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:27:58.696857 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 02:27:58.696857 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:27:58.696857 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:27:58.696857 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:27:58.696857 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:27:58.696857 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:27:58.696857 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:27:58.696857 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:27:58.874091 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4dc15f55-7f2f-4918-9df9-c8848446eb39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:58.890568 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-4dc15f55-7f2f-4918-9df9-c8848446eb39 admin admin] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:58.900472 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc15f55-7f2f-4918-9df9-c8848446eb39 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f5f13c2-22ca-4696-9c33-f92cb3c7d757,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:58.913430 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-4dc15f55-7f2f-4918-9df9-c8848446eb39 admin admin] 10.222.0.105 "DELETE /v2.0/networks/5f5f13c2-22ca-4696-9c33-f92cb3c7d757 HTTP/1.1" status: 204 len: 168 time: 1.0310893 Feb 09 02:27:58.916230 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 52268) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:27:59.191512 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-c3cddf4f-9249-435d-b998-764bdf4dd478 None None] Deleting port 0f5a3670-8ed8-44f4-b218-dff26fa228de {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:27:59.192087 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c3cddf4f-9249-435d-b998-764bdf4dd478 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:59.260781 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-c3cddf4f-9249-435d-b998-764bdf4dd478 None None] The port '0f5a3670-8ed8-44f4-b218-dff26fa228de' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 02:27:59.450986 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-79db8064-eaaa-4074-bf2e-202022d7f8ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008799'] for router_interface, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:59.789149 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-79db8064-eaaa-4074-bf2e-202022d7f8ff admin admin] Deleting port c624f186-03d4-48b0-9a48-23c3e7dc98fe {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:27:59.789149 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-79db8064-eaaa-4074-bf2e-202022d7f8ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:59.955037 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-79db8064-eaaa-4074-bf2e-202022d7f8ff admin admin] For port c624f186-03d4-48b0-9a48-23c3e7dc98fe, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=c624f186-03d4-48b0-9a48-23c3e7dc98fe,segment=NetworkSegment(035db5ca-eb80-48e0-a20e-f778aec6082e),segment_id=035db5ca-eb80-48e0-a20e-f778aec6082e)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:27:59.955690 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-79db8064-eaaa-4074-bf2e-202022d7f8ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:28:00.073306 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-79db8064-eaaa-4074-bf2e-202022d7f8ff admin admin] Calling delete_port for c624f186-03d4-48b0-9a48-23c3e7dc98fe owned by network:router_interface {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:28:00.484156 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-79db8064-eaaa-4074-bf2e-202022d7f8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:28:00.534242 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79db8064-eaaa-4074-bf2e-202022d7f8ff admin admin] Pushing event deleted for resources: {'Port': ['ID=c624f186-03d4-48b0-9a48-23c3e7dc98fe,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:00.801399 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-79db8064-eaaa-4074-bf2e-202022d7f8ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1674831'] for router_interface, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:28:01.152473 n-d-828418-1 neutron-server[87639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79db8064-eaaa-4074-bf2e-202022d7f8ff admin admin] Router 66ce48b8-67bd-461e-a92c-4cf805173196 has already been hosted by L3 agent 634ab2b0-78a4-4e1d-bec2-0142a97abfbb {{(pid=87639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:28:01.322453 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79db8064-eaaa-4074-bf2e-202022d7f8ff admin admin] Notify agent at l3_agent.n-d-828418-1 the message routers_updated {{(pid=87639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:28:01.331847 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2515cb68-535c-43ae-b8b4-cc302d5663fd None None] Sync routers for ids ['66ce48b8-67bd-461e-a92c-4cf805173196'] in n-d-828418-1 {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:28:01.338584 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-79db8064-eaaa-4074-bf2e-202022d7f8ff admin admin] 10.222.0.105 "PUT /v2.0/routers/66ce48b8-67bd-461e-a92c-4cf805173196/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4212720 Feb 09 02:28:01.341021 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 52272) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:28:01.341812 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2515cb68-535c-43ae-b8b4-cc302d5663fd None None] Routers {'66ce48b8-67bd-461e-a92c-4cf805173196'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:28:01.342553 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-2515cb68-535c-43ae-b8b4-cc302d5663fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:27:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['66ce48b8-67bd-461e-a92c-4cf805173196'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:28:01.558991 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-2515cb68-535c-43ae-b8b4-cc302d5663fd None None] Set router 66ce48b8-67bd-461e-a92c-4cf805173196 gateway port host: n-d-828418-1 {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:28:01.638366 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0125e82c-f6f8-4592-b030-b0a740d1a171 admin admin] Notify callbacks [] for router, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:28:01.812050 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0125e82c-f6f8-4592-b030-b0a740d1a171 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:28:01.822332 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-0125e82c-f6f8-4592-b030-b0a740d1a171 admin admin] Deleting port 36d150fd-6f32-43ed-a56d-7096a3a18935 {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:28:01.822669 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0125e82c-f6f8-4592-b030-b0a740d1a171 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:28:01.843691 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-2515cb68-535c-43ae-b8b4-cc302d5663fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ce48b8-67bd-461e-a92c-4cf805173196', 'name': 'tempest-TestSnapshotPattern-1152510051-router', 'tenant_id': '13266ef7b2614cdfa060d6b41b1897a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'external_fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '36d150fd-6f32-43ed-a56d-7096a3a18935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:22:07Z', 'updated_at': '2022-02-09T02:28:00Z', 'revision_number': 5, 'project_id': '13266ef7b2614cdfa060d6b41b1897a0', 'gw_port': {'id': '36d150fd-6f32-43ed-a56d-7096a3a18935', 'name': '', 'network_id': '3d885c3c-255c-4e54-addc-b28437d0b18e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:dc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ce48b8-67bd-461e-a92c-4cf805173196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '5e32a2be-10fd-464c-969e-d6e642284790', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:22:07Z', 'updated_at': '2022-02-09T02:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e32a2be-10fd-464c-969e-d6e642284790', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-1'}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:28:01.848329 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2515cb68-535c-43ae-b8b4-cc302d5663fd None None] Checking router: 66ce48b8-67bd-461e-a92c-4cf805173196 for host: n-d-828418-1 {{(pid=87640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:28:01.856537 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2515cb68-535c-43ae-b8b4-cc302d5663fd None None] Routers {'66ce48b8-67bd-461e-a92c-4cf805173196'} bound to L3 agent in host n-d-828418-1 {{(pid=87640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:28:01.857136 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-2515cb68-535c-43ae-b8b4-cc302d5663fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:39:10Z,description=,heartbeat_timestamp=2022-02-09T02:27:41Z,host='n-d-828418-1',id=634ab2b0-78a4-4e1d-bec2-0142a97abfbb,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:39:10Z,topic='l3_agent')) {'router_ids': ['66ce48b8-67bd-461e-a92c-4cf805173196'], 'active': True} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:28:02.000216 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-0125e82c-f6f8-4592-b030-b0a740d1a171 admin admin] For port 36d150fd-6f32-43ed-a56d-7096a3a18935, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=36d150fd-6f32-43ed-a56d-7096a3a18935,segment=NetworkSegment(96ed9dcf-3b65-4b9a-b186-cc448a3052e6),segment_id=96ed9dcf-3b65-4b9a-b186-cc448a3052e6)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:28:02.000572 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0125e82c-f6f8-4592-b030-b0a740d1a171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:28:02.008107 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_dvr_db [None req-2515cb68-535c-43ae-b8b4-cc302d5663fd None None] Set router 66ce48b8-67bd-461e-a92c-4cf805173196 gateway port host: None {{(pid=87640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:28:02.112277 n-d-828418-1 neutron-server[87640]: DEBUG neutron.db.l3_hamode_db [None req-2515cb68-535c-43ae-b8b4-cc302d5663fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ce48b8-67bd-461e-a92c-4cf805173196', 'name': 'tempest-TestSnapshotPattern-1152510051-router', 'tenant_id': '13266ef7b2614cdfa060d6b41b1897a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:22:07Z', 'updated_at': '2022-02-09T02:28:01Z', 'revision_number': 6, 'project_id': '13266ef7b2614cdfa060d6b41b1897a0', 'gw_port_host': None}], 'n-d-828418-1', False) {} {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:28:02.116107 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2515cb68-535c-43ae-b8b4-cc302d5663fd None None] The sync data for ids ['66ce48b8-67bd-461e-a92c-4cf805173196'] in n-d-828418-1 is: [{'id': '66ce48b8-67bd-461e-a92c-4cf805173196', 'name': 'tempest-TestSnapshotPattern-1152510051-router', 'tenant_id': '13266ef7b2614cdfa060d6b41b1897a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:22:07Z', 'updated_at': '2022-02-09T02:28:01Z', 'revision_number': 6, 'project_id': '13266ef7b2614cdfa060d6b41b1897a0', 'gw_port_host': None}] {{(pid=87640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:28:02.124128 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-0125e82c-f6f8-4592-b030-b0a740d1a171 admin admin] Calling delete_port for 36d150fd-6f32-43ed-a56d-7096a3a18935 owned by network:router_gateway {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:28:02.293129 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0125e82c-f6f8-4592-b030-b0a740d1a171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:28:02.339317 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0125e82c-f6f8-4592-b030-b0a740d1a171 admin admin] Pushing event deleted for resources: {'Port': ['ID=36d150fd-6f32-43ed-a56d-7096a3a18935,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:02.432169 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0125e82c-f6f8-4592-b030-b0a740d1a171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674234'] for router_gateway, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:28:02.563123 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device c624f186-03d4-48b0-9a48-23c3e7dc98fe no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:28:02.610518 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0125e82c-f6f8-4592-b030-b0a740d1a171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1671737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63901'] for router, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:28:02.613109 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0125e82c-f6f8-4592-b030-b0a740d1a171 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:28:02.614478 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: c624f186-03d4-48b0-9a48-23c3e7dc98fe {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:28:02.614828 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device c624f186-03d4-48b0-9a48-23c3e7dc98fe not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:28:02.638545 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0125e82c-f6f8-4592-b030-b0a740d1a171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672848'] for router, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:28:02.639097 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0125e82c-f6f8-4592-b030-b0a740d1a171 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66ce48b8-67bd-461e-a92c-4cf805173196 {{(pid=87639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 02:28:02.652336 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-0125e82c-f6f8-4592-b030-b0a740d1a171 admin admin] Notify callbacks [] for router, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:28:02.653508 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-0125e82c-f6f8-4592-b030-b0a740d1a171 admin admin] 10.222.0.105 "DELETE /v2.0/routers/66ce48b8-67bd-461e-a92c-4cf805173196 HTTP/1.1" status: 204 len: 168 time: 1.3115664 Feb 09 02:28:02.656008 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 52276) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:28:02.713900 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.db_base_plugin_v2 [None req-056550ab-f098-4319-bf89-eec28ca2a3a3 admin admin] Deleting subnet 25dbb70b-fa36-48b0-b82c-3b457a9bb961 {{(pid=87639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 02:28:02.716642 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-056550ab-f098-4319-bf89-eec28ca2a3a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:28:02.768741 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-056550ab-f098-4319-bf89-eec28ca2a3a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2363766'] for subnet, precommit_delete_associations {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:28:02.843112 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-056550ab-f098-4319-bf89-eec28ca2a3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952437'] for subnet, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:28:02.913000 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-056550ab-f098-4319-bf89-eec28ca2a3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3561511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144170'] for subnet, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:28:02.953863 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056550ab-f098-4319-bf89-eec28ca2a3a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25dbb70b-fa36-48b0-b82c-3b457a9bb961,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:02.958215 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-056550ab-f098-4319-bf89-eec28ca2a3a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:28:02.964152 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-056550ab-f098-4319-bf89-eec28ca2a3a3 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/25dbb70b-fa36-48b0-b82c-3b457a9bb961 HTTP/1.1" status: 204 len: 168 time: 0.3070235 Feb 09 02:28:02.965933 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300e54f2-68e0-46a2-9844-c6d81e6762eb None None] Network a6a7ad5c-aa72-4994-bc27-6e8126d5eda9 requested from n-d-828418-1 {{(pid=87640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 02:28:02.966445 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 52280) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:28:03.196212 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e9454198-8ed1-4595-8973-81f78bbf2afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599118'] for network, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:28:03.207545 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-e9454198-8ed1-4595-8973-81f78bbf2afe admin admin] Deleting port d2aeef5e-bcb2-4bd1-9a04-3134c1a0c37f {{(pid=87639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:28:03.207782 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e9454198-8ed1-4595-8973-81f78bbf2afe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:28:03.259469 n-d-828418-1 neutron-server[87640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ee9ce5-831b-4aa3-a7b6-9de951e80437 None None] DHCP port deletion for a6a7ad5c-aa72-4994-bc27-6e8126d5eda9 request from n-d-828418-1 {{(pid=87640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 02:28:03.263334 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-63ee9ce5-831b-4aa3-a7b6-9de951e80437 None None] Deleting port d2aeef5e-bcb2-4bd1-9a04-3134c1a0c37f {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:28:03.263704 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-63ee9ce5-831b-4aa3-a7b6-9de951e80437 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:28:03.412674 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.db [None req-e9454198-8ed1-4595-8973-81f78bbf2afe admin admin] For port d2aeef5e-bcb2-4bd1-9a04-3134c1a0c37f, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=d2aeef5e-bcb2-4bd1-9a04-3134c1a0c37f,segment=NetworkSegment(035db5ca-eb80-48e0-a20e-f778aec6082e),segment_id=035db5ca-eb80-48e0-a20e-f778aec6082e)] {{(pid=87639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:28:03.413249 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e9454198-8ed1-4595-8973-81f78bbf2afe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:28:03.474465 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.db [None req-63ee9ce5-831b-4aa3-a7b6-9de951e80437 None None] For port d2aeef5e-bcb2-4bd1-9a04-3134c1a0c37f, host n-d-828418-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-1',level=0,port_id=d2aeef5e-bcb2-4bd1-9a04-3134c1a0c37f,segment=NetworkSegment(035db5ca-eb80-48e0-a20e-f778aec6082e),segment_id=035db5ca-eb80-48e0-a20e-f778aec6082e)] {{(pid=87640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:28:03.474750 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-63ee9ce5-831b-4aa3-a7b6-9de951e80437 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1671817'] for port, precommit_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:28:03.545436 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.plugin [None req-e9454198-8ed1-4595-8973-81f78bbf2afe admin admin] Calling delete_port for d2aeef5e-bcb2-4bd1-9a04-3134c1a0c37f owned by network:dhcp {{(pid=87639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:28:03.600136 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-63ee9ce5-831b-4aa3-a7b6-9de951e80437 None None] Calling delete_port for d2aeef5e-bcb2-4bd1-9a04-3134c1a0c37f owned by network:dhcp {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:28:03.626726 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e9454198-8ed1-4595-8973-81f78bbf2afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-566270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734725384982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734724943876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3561556'] for port, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:28:03.677900 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.db.api [None req-63ee9ce5-831b-4aa3-a7b6-9de951e80437 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:28:03.678254 n-d-828418-1 neutron-server[87640]: DEBUG oslo_db.api [None req-63ee9ce5-831b-4aa3-a7b6-9de951e80437 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:28:03.683366 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9454198-8ed1-4595-8973-81f78bbf2afe admin admin] Pushing event deleted for resources: {'Port': ['ID=d2aeef5e-bcb2-4bd1-9a04-3134c1a0c37f,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:03.685146 n-d-828418-1 neutron-server[87639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9454198-8ed1-4595-8973-81f78bbf2afe admin admin] No DVR routers for this DVR port d2aeef5e-bcb2-4bd1-9a04-3134c1a0c37f on host n-d-828418-1 {{(pid=87639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:28:03.800214 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e9454198-8ed1-4595-8973-81f78bbf2afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-964516', 'neutron.services.segments.db._delete_segments_for_network-8734725430330'] for network, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:28:03.825057 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-e9454198-8ed1-4595-8973-81f78bbf2afe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6a7ad5c-aa72-4994-bc27-6e8126d5eda9']}} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:28:03.836789 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-e9454198-8ed1-4595-8973-81f78bbf2afe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '035db5ca-eb80-48e0-a20e-f778aec6082e') {'for_net_delete': True} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:28:03.837081 n-d-828418-1 neutron-server[87639]: DEBUG neutron.services.segments.db [None req-e9454198-8ed1-4595-8973-81f78bbf2afe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '035db5ca-eb80-48e0-a20e-f778aec6082e') {} {{(pid=87639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:28:03.848672 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e9454198-8ed1-4595-8973-81f78bbf2afe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734725431893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2363713'] for segment, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:28:03.865314 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e9454198-8ed1-4595-8973-81f78bbf2afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959677'] for segment, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:28:03.871318 n-d-828418-1 neutron-server[87639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9454198-8ed1-4595-8973-81f78bbf2afe admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=87639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:28:03.871696 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e9454198-8ed1-4595-8973-81f78bbf2afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-959652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562629'] for segment, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:28:03.885205 n-d-828418-1 neutron-server[87639]: Traceback (most recent call last): Feb 09 02:28:03.885205 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:28:03.885205 n-d-828418-1 neutron-server[87639]: timer() Feb 09 02:28:03.885205 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:28:03.885205 n-d-828418-1 neutron-server[87639]: cb(*args, **kw) Feb 09 02:28:03.885205 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 02:28:03.885205 n-d-828418-1 neutron-server[87639]: return func(*args, **kwargs) Feb 09 02:28:03.885205 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:28:03.885205 n-d-828418-1 neutron-server[87639]: self._notify() Feb 09 02:28:03.885205 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:28:03.885205 n-d-828418-1 neutron-server[87639]: self.callback(batched_events) Feb 09 02:28:03.885205 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:28:03.885205 n-d-828418-1 neutron-server[87639]: event.method(event) Feb 09 02:28:03.885205 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 02:28:03.885205 n-d-828418-1 neutron-server[87639]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:28:03.885205 n-d-828418-1 neutron-server[87639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 02:28:03.885205 n-d-828418-1 neutron-server[87639]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:28:03.885205 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 02:28:03.885205 n-d-828418-1 neutron-server[87639]: return f(self, *a, **k) Feb 09 02:28:03.885205 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 02:28:03.885205 n-d-828418-1 neutron-server[87639]: return self._get(url).json() Feb 09 02:28:03.885205 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 02:28:03.885205 n-d-828418-1 neutron-server[87639]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:28:03.885205 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:28:03.885205 n-d-828418-1 neutron-server[87639]: return self.request(url, 'GET', **kwargs) Feb 09 02:28:03.885205 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:28:03.885205 n-d-828418-1 neutron-server[87639]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:28:03.885205 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:28:03.885205 n-d-828418-1 neutron-server[87639]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:28:03.885205 n-d-828418-1 neutron-server[87639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:28:03.885205 n-d-828418-1 neutron-server[87639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:28:03.885205 n-d-828418-1 neutron-server[87639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:28:03.961835 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e9454198-8ed1-4595-8973-81f78bbf2afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-964541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674207'] for network, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:28:03.978302 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-e9454198-8ed1-4595-8973-81f78bbf2afe admin admin] Notify callbacks [] for network, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:28:03.988167 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9454198-8ed1-4595-8973-81f78bbf2afe admin admin] Pushing event deleted for resources: {'Network': ['ID=a6a7ad5c-aa72-4994-bc27-6e8126d5eda9,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:03.995145 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-e9454198-8ed1-4595-8973-81f78bbf2afe admin admin] 10.222.0.105 "DELETE /v2.0/networks/a6a7ad5c-aa72-4994-bc27-6e8126d5eda9 HTTP/1.1" status: 204 len: 168 time: 1.0277531 Feb 09 02:28:04.109338 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 52286) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:28:04.161765 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-4cc38540-a675-4759-807a-46fb929fc5f4 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=fa6d64a2a27649c889a81715e0e7ce9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0512347 Feb 09 02:28:04.164146 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [-] (87638) accepted ('10.222.0.105', 52290) {{(pid=87638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:28:04.179620 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-63ee9ce5-831b-4aa3-a7b6-9de951e80437 None None] Deleting port d2aeef5e-bcb2-4bd1-9a04-3134c1a0c37f {{(pid=87640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:28:04.180067 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-63ee9ce5-831b-4aa3-a7b6-9de951e80437 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734725314798'] for port, before_delete {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:28:04.222244 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7cfb07cc-56a9-4409-87d8-feedc2f12cea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:28:04.244479 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-63ee9ce5-831b-4aa3-a7b6-9de951e80437 None None] The port 'd2aeef5e-bcb2-4bd1-9a04-3134c1a0c37f' was deleted {{(pid=87640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 02:28:04.248775 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7cfb07cc-56a9-4409-87d8-feedc2f12cea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:28:04.302080 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7cfb07cc-56a9-4409-87d8-feedc2f12cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:28:04.320471 n-d-828418-1 neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfb07cc-56a9-4409-87d8-feedc2f12cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33b3d8d-e3f5-4ea0-b3e8-6298dc8c9425,revision_number=None']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:04.326472 n-d-828418-1 neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-7cfb07cc-56a9-4409-87d8-feedc2f12cea admin admin] Notify callbacks [] for security_group, before_response {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:28:04.330541 n-d-828418-1 neutron-server[87638]: INFO neutron.wsgi [None req-7cfb07cc-56a9-4409-87d8-feedc2f12cea admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/c33b3d8d-e3f5-4ea0-b3e8-6298dc8c9425 HTTP/1.1" status: 204 len: 168 time: 0.1625733 Feb 09 02:28:04.413242 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device d2aeef5e-bcb2-4bd1-9a04-3134c1a0c37f no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:28:04.499404 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: d2aeef5e-bcb2-4bd1-9a04-3134c1a0c37f {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:28:04.499768 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device d2aeef5e-bcb2-4bd1-9a04-3134c1a0c37f not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:28:04.500252 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 36d150fd-6f32-43ed-a56d-7096a3a18935 no longer exists at agent ovs-agent-n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:28:04.534436 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.plugin [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] No Port match for: 36d150fd-6f32-43ed-a56d-7096a3a18935 {{(pid=87640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:28:04.534781 n-d-828418-1 neutron-server[87640]: DEBUG neutron.plugins.ml2.rpc [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Device 36d150fd-6f32-43ed-a56d-7096a3a18935 not bound to the agent host n-d-828418-1 {{(pid=87640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:28:04.672036 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 52298) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:28:04.719678 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-bb9a4585-984b-4d69-a745-b97faa7c2f59 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=13266ef7b2614cdfa060d6b41b1897a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465140 Feb 09 02:28:04.722800 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [-] (87639) accepted ('10.222.0.105', 52302) {{(pid=87639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:28:04.778600 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-89c1719b-37c9-4bda-8e18-59825ec616be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:28:04.804242 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-89c1719b-37c9-4bda-8e18-59825ec616be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:28:04.853746 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-89c1719b-37c9-4bda-8e18-59825ec616be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691118'] for security_group, after_delete {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:28:04.872086 n-d-828418-1 neutron-server[87639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c1719b-37c9-4bda-8e18-59825ec616be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4cd25d5-297a-49d5-b7eb-f031b6c8cf1c,revision_number=None']} {{(pid=87639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:04.876379 n-d-828418-1 neutron-server[87639]: DEBUG neutron_lib.callbacks.manager [None req-89c1719b-37c9-4bda-8e18-59825ec616be admin admin] Notify callbacks [] for security_group, before_response {{(pid=87639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:28:04.877509 n-d-828418-1 neutron-server[87639]: INFO neutron.wsgi [None req-89c1719b-37c9-4bda-8e18-59825ec616be admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/c4cd25d5-297a-49d5-b7eb-f031b6c8cf1c HTTP/1.1" status: 204 len: 168 time: 0.1538169 Feb 09 02:28:08.382098 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-627273fb-1b5d-499b-b03b-b3ab4c6128af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:28:10.693477 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-41c8a334-a806-4d86-83ae-553e6e725e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:28:11.765131 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:28:11.822989 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:28:13.484981 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:28:22.899691 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:28:25.774534 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:28:31.403010 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:28:38.383406 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bd43e2b0-24e5-4c53-8845-b2cc14b8797d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:28:40.697106 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-145491e6-dd10-4465-8bfa-dba4b11354bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:28:41.768086 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:28:41.828540 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:28:43.487765 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:28:52.913339 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:28:55.779209 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:29:08.385320 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7d202acf-f881-4005-bb2e-0400142bdb6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:29:08.402503 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:29:10.698599 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1ea804e9-4de0-41a5-a91c-74cb5e1051ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:29:11.771528 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:29:11.828466 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:29:13.495171 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:29:22.918272 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:29:25.786709 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:29:38.389910 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-eb8ded89-6d29-4115-8488-5259cc966d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:29:40.700403 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-717e451d-87d2-494d-bd61-2b94dbdfa272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:29:41.773778 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:29:41.830764 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:29:43.496823 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:29:45.403068 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:29:52.927272 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:29:55.809723 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:30:08.392801 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7e431292-2ae1-4f7f-920f-d19268c87440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:30:10.702307 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-36d92f4f-fbd9-4d0f-ade8-9f31353f4852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:30:11.779876 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:30:11.832713 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:30:13.501332 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:30:22.402236 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:30:22.941632 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:30:25.823116 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:30:35.273367 n-d-828418-1 neutron-server[87639]: DEBUG neutron.wsgi [req-20802ee9-0ca4-4e01-819d-8a3183c420f0 req-3c88c20f-c413-4878-9aca-93fb721aaaef service neutron] (87639) timed out ('10.222.0.105', 50816) {{(pid=87639) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 02:30:38.394939 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f0901887-51ce-426f-8e32-5abdcae541b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:30:40.707793 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-721b4385-ae6d-4812-8410-2691c2b5a56c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:30:41.771732 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:30:41.835306 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:30:43.502056 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:30:52.944365 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:30:55.824446 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:30:59.401398 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:31:08.397991 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-dc651b43-3a1f-4012-9600-4be0e9177e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:31:10.712110 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-45b2f1d1-4b6f-4468-99a4-ce89cfbc9ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:31:11.774559 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:31:11.838409 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:31:13.503952 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:31:22.955966 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:31:25.821886 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:31:36.401935 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:31:38.401705 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-69a4deea-05b8-4f84-9f5c-27c64f5d479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:31:40.719984 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a20360e7-839d-4bc4-8a31-84a464969e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:31:41.780214 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:31:41.843650 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:31:43.508815 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:31:52.955382 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:31:55.834289 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:32:08.406693 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-938ab402-d252-4379-8876-6df49103004b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:32:10.717627 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-541beafb-52d0-4ff2-9e8b-56753725184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:32:11.779018 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:32:11.846962 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:32:13.401961 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:32:13.512076 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:32:22.955049 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:32:25.836082 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:32:38.409125 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-129c3181-d141-4398-b817-347bcee395a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:32:40.722172 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-13faedc9-c447-4731-ab96-a9693d82d1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:32:41.772833 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:32:41.849796 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:32:43.513076 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:32:50.400936 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:32:52.952918 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:32:55.840981 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:33:08.417293 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-43114959-5056-4e51-a268-78273b9821d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:33:10.727648 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c1a6bf69-9eec-450d-a89c-57e509531247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:33:11.779739 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:33:11.851906 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:33:13.520349 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:33:22.986325 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:33:25.864908 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:33:27.402999 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:33:38.413763 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5a16b85f-fd1f-4a5d-af05-8b5a90759e7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:33:40.721884 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-f93b49a5-a076-486f-a748-ca3e1876769f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:33:41.778969 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:33:41.868730 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:33:43.523875 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:33:53.004809 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:33:55.867910 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:34:04.403515 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:34:08.422633 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-bc8ce06d-5f8c-47b2-b0cb-45b0ccfe06da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:34:10.728094 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-2fe6a5dc-6470-4c96-98f1-d80c127c7765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:34:11.774546 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:34:11.861229 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:34:13.524387 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:34:23.014214 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:34:25.858139 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:34:38.417086 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-790cf5e2-ea63-4950-a040-56c3cfca038e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:34:40.722387 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-26fcde1f-2f15-4195-acb2-9770c82bd5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:34:41.405379 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:34:41.775337 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:34:41.870532 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:34:43.526065 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:34:53.028012 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:34:55.872621 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:35:06.867279 n-d-828418-1 neutron-server[87638]: DEBUG neutron.wsgi [req-d50286eb-0a77-4699-ad42-35b2d54a297e req-27bccd00-8dc4-42ed-bdf6-18a789a393a4 service neutron] (87638) timed out ('10.222.0.105', 44844) {{(pid=87638) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 02:35:08.421463 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-31118378-4328-4b7c-a694-9c8dc6914757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:35:10.728039 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8731e79d-da45-47f0-bd2d-d9d1e6ac4d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:35:11.771231 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:35:11.863819 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:35:13.530903 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:35:18.407017 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:35:23.026717 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:35:25.892118 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:35:38.424590 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-7e62524d-aaee-4423-be11-2d98a94a867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:35:40.721997 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-8c1db968-5380-43ce-804d-3ff260996342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:35:41.764669 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:35:41.869520 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:35:43.531431 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:35:53.027669 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:35:55.405888 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:35:55.889315 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:36:08.427363 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-9c17cc7f-ebd7-4929-902a-ab04d2cf87b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:36:10.730195 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-5647b579-a1d6-4fa9-ac1d-d9ff74fbe808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:36:11.767743 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:36:11.867605 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:36:13.539472 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:36:23.023838 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:36:25.905010 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:36:32.406654 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:36:38.429565 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-1b95cb22-7d8c-430c-9c2a-a68685c7c859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:36:40.722555 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e471f141-10da-476f-9762-e1d9a7138ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:36:41.769997 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:36:41.871151 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:36:43.539279 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:36:53.040119 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:36:55.903349 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:37:08.431671 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0f574ea3-d105-48e5-8103-ce95823da6fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:37:09.407202 n-d-828418-1 neutron-server[87641]: DEBUG neutron.db.agents_db [None req-b13c7c84-c88d-4028-9c43-31e4c2649bd4 None None] Agent healthcheck: found 7 active agents {{(pid=87641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:37:10.734914 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-0645d4c2-08a6-46f6-98c9-830f9eb1ca32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:37:11.776912 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-e694b42e-81a7-4d96-85b6-d1ba82c5953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:37:11.876867 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-33271ec0-2ccd-47e2-8c9b-b57cc26991e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:37:13.544107 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-c56695d1-3217-4b06-9995-672049ce85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:37:23.040086 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-d2318c07-16b2-45c6-b6f4-080471d7a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:37:25.919301 n-d-828418-1 neutron-server[87640]: DEBUG neutron_lib.callbacks.manager [None req-a148ee7b-45ee-46ac-a497-7fb6a2638c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734725430312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627710'] for agent, after_update {{(pid=87640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}